-- Logs begin at Tue 2022-05-03 21:25:22 UTC, end at Wed 2022-05-04 00:00:08 UTC. -- May 03 22:08:06.800423 n-d-811807-1 systemd[1]: Started Devstack devstack@q-svc.service. May 03 22:08:09.287738 n-d-811807-1 neutron-server[87962]: INFO neutron.common.config [-] Logging enabled! May 03 22:08:09.288433 n-d-811807-1 neutron-server[87962]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev11 May 03 22:08:09.288517 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87962) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 03 22:08:09.291599 n-d-811807-1 neutron-server[87962]: INFO neutron.common.config [-] Logging enabled! May 03 22:08:09.291851 n-d-811807-1 neutron-server[87962]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev11 May 03 22:08:09.292159 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87962) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 03 22:08:09.293076 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 03 22:08:09.293307 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 03 22:08:09.293652 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 03 22:08:09.293925 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 03 22:08:09.294153 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 03 22:08:09.294472 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.294767 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.295158 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.295597 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.295896 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.296188 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.296477 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.296768 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.297063 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.297350 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.297631 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.297937 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.298170 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.298452 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.298738 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.299024 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.299248 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] debug = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.299528 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.299955 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.300368 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.300646 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.301105 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.301298 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.301569 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.301844 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.302148 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.302472 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] host = n-d-811807-1 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.302831 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.303108 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.303394 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.303680 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.303955 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.304229 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.304512 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.304783 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.305053 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] log_file = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.305326 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.305614 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.305923 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.306213 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.306441 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.306662 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.306947 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.307232 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.307504 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.307777 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.308049 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.308319 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.308590 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.308856 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.309141 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.309424 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.309708 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.310006 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.310279 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.310552 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.310821 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.311177 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.311457 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.311728 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.311999 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.312283 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.312550 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.312822 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.313120 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.313404 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.313684 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.313994 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.314267 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.314548 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.314819 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.315089 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.315359 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] use_json = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.315628 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.315895 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.316172 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.316975 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.317248 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.317520 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.317790 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.318098 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.318371 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:09.318666 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.318961 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.319262 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.319548 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.319837 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.320116 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.320403 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.320681 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.320969 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.321255 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.321541 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.321819 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.322135 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.322414 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.322708 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.323009 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.323301 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.323590 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.323864 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.324137 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.324410 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.324687 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.324973 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.325264 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.325550 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.325831 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.326127 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.326416 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.326692 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.326967 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.327243 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.327529 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.327804 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.328076 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.328355 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.328630 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.328901 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.329171 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.329446 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.329730 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.330032 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.330304 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.330572 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.330846 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.331116 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.331399 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.331672 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.331944 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.332798 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.333074 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.333347 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.333619 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.333926 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.334201 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.334477 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.334747 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.335016 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.335288 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.335559 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.335828 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.336097 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.336366 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.336640 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.336913 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.337185 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.337458 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.337730 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.338029 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.338317 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.338615 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.338892 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.339169 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.339444 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.339720 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.339995 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.340269 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.340544 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.340818 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.341088 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.341375 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.341657 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.341976 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.342256 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.342531 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.342822 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.343099 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.343379 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.343652 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.343932 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.344212 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.344492 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.344782 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.345073 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.345364 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.345653 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.345967 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.346247 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.346554 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.346837 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:09.347054 n-d-811807-1 neutron-server[87962]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 03 22:08:09.347293 n-d-811807-1 neutron-server[87962]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87962) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 03 22:08:09.734276 n-d-811807-1 neutron-server[87962]: INFO keyring.backend [-] Loading KWallet May 03 22:08:09.741829 n-d-811807-1 neutron-server[87962]: INFO keyring.backend [-] Loading SecretService May 03 22:08:09.745187 n-d-811807-1 neutron-server[87962]: INFO keyring.backend [-] Loading Windows May 03 22:08:09.746494 n-d-811807-1 neutron-server[87962]: INFO keyring.backend [-] Loading chainer May 03 22:08:09.747048 n-d-811807-1 neutron-server[87962]: INFO keyring.backend [-] Loading macOS May 03 22:08:09.779654 n-d-811807-1 neutron-server[87962]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 22:08:09.779973 n-d-811807-1 neutron-server[87962]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 22:08:09.780270 n-d-811807-1 neutron-server[87962]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 22:08:09.780599 n-d-811807-1 neutron-server[87962]: INFO neutron.manager [-] Loading core plugin: ml2 May 03 22:08:10.163611 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.163897 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.164167 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.165459 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.165730 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.166019 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.201872 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.202145 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.202408 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.215605 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.215885 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.216151 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.246025 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.246303 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.246571 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.282351 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.282636 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.282906 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.524964 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.525560 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.525560 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.525755 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.526538 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.654684 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.655519 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.655806 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.656078 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.656344 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.656657 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.656923 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.659833 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.659833 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.659833 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.659833 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.659833 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.660331 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.660331 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.660331 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.660331 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.660331 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.660684 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.660684 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.660684 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.660906 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.661702 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.662282 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.662282 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.662516 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.662765 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.663163 n-d-811807-1 neutron-server[87962]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 22:08:10.663405 n-d-811807-1 neutron-server[87962]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 22:08:10.663642 n-d-811807-1 neutron-server[87962]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 22:08:10.663879 n-d-811807-1 neutron-server[87962]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 22:08:10.664113 n-d-811807-1 neutron-server[87962]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 22:08:10.664346 n-d-811807-1 neutron-server[87962]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 22:08:10.664737 n-d-811807-1 neutron-server[87962]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 03 22:08:10.667931 n-d-811807-1 neutron-server[87962]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 03 22:08:10.671878 n-d-811807-1 neutron-server[87962]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 03 22:08:10.675678 n-d-811807-1 neutron-server[87962]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) May 03 22:08:10.677408 n-d-811807-1 neutron-server[87962]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 03 22:08:10.679577 n-d-811807-1 neutron-server[87962]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 03 22:08:10.679928 n-d-811807-1 neutron-server[87962]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 03 22:08:10.680323 n-d-811807-1 neutron-server[87962]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 03 22:08:10.683162 n-d-811807-1 neutron-server[87962]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 03 22:08:10.683417 n-d-811807-1 neutron-server[87962]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 03 22:08:10.683765 n-d-811807-1 neutron-server[87962]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 03 22:08:10.714714 n-d-811807-1 neutron-server[87962]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 03 22:08:10.715173 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.715480 n-d-811807-1 neutron-server[87962]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87962) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 03 22:08:10.715843 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.717602 n-d-811807-1 neutron-server[87962]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87962) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 03 22:08:10.718153 n-d-811807-1 neutron-server[87962]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 03 22:08:10.718495 n-d-811807-1 neutron-server[87962]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 03 22:08:10.721820 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.722129 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:10.784234 n-d-811807-1 neutron-server[87962]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 03 22:08:10.784395 n-d-811807-1 neutron-server[87962]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 03 22:08:10.784885 n-d-811807-1 neutron-server[87962]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 03 22:08:10.785319 n-d-811807-1 neutron-server[87962]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 03 22:08:10.819198 n-d-811807-1 neutron-server[87962]: DEBUG oslo_db.sqlalchemy.engines [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87962) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 03 22:08:11.176435 n-d-811807-1 neutron-server[87962]: INFO neutron.plugins.ml2.managers [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Initializing driver for type 'gre' May 03 22:08:11.176992 n-d-811807-1 neutron-server[87962]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] gre ID ranges: [(1, 1000)] May 03 22:08:11.232567 n-d-811807-1 neutron-server[87962]: INFO neutron.plugins.ml2.managers [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Initializing driver for type 'local' May 03 22:08:11.233019 n-d-811807-1 neutron-server[87962]: INFO neutron.plugins.ml2.managers [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Initializing driver for type 'vlan' May 03 22:08:11.245161 n-d-811807-1 neutron-server[87962]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] VlanTypeDriver initialization complete May 03 22:08:11.245564 n-d-811807-1 neutron-server[87962]: INFO neutron.plugins.ml2.managers [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Initializing driver for type 'vxlan' May 03 22:08:11.246084 n-d-811807-1 neutron-server[87962]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] vxlan ID ranges: [(1, 1000)] May 03 22:08:11.299747 n-d-811807-1 neutron-server[87962]: INFO neutron.plugins.ml2.managers [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Initializing extension driver 'port_security' May 03 22:08:11.300119 n-d-811807-1 neutron-server[87962]: INFO neutron.plugins.ml2.extensions.port_security [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] PortSecurityExtensionDriver initialization complete May 03 22:08:11.300461 n-d-811807-1 neutron-server[87962]: INFO neutron.plugins.ml2.managers [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Initializing mechanism driver 'openvswitch' May 03 22:08:11.300806 n-d-811807-1 neutron-server[87962]: INFO neutron.plugins.ml2.managers [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Initializing mechanism driver 'hyperv' May 03 22:08:11.307459 n-d-811807-1 neutron-server[87962]: DEBUG neutron.plugins.ml2.plugin [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:08:11.308137 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > port after_create 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.308514 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > port after_update 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.308870 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > port after_delete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.309400 n-d-811807-1 neutron-server[87962]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87962) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 03 22:08:11.309835 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > subnet after_create 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.310220 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > subnet after_update 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.310573 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > subnet after_delete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.310969 n-d-811807-1 neutron-server[87962]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87962) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 03 22:08:11.311382 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > network after_create 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.311733 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > network after_update 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.312081 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > network after_delete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.312472 n-d-811807-1 neutron-server[87962]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87962) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 03 22:08:11.312885 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > security_group after_create 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.313239 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > security_group after_update 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.313584 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > security_group after_delete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.314152 n-d-811807-1 neutron-server[87962]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87962) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 03 22:08:11.314571 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.314927 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.315276 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.315670 n-d-811807-1 neutron-server[87962]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87962) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 03 22:08:11.316082 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > address_group after_create 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.316435 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > address_group after_update 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.316781 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > address_group after_delete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.317173 n-d-811807-1 neutron-server[87962]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87962) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 03 22:08:11.317624 n-d-811807-1 neutron-server[87962]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] ML2 OVO RPC backend initialized. {{(pid=87962) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} May 03 22:08:11.318370 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > router_interface after_create 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.318741 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.319164 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > network before_response 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.319517 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > networks before_response 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.319873 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > port before_response 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.320220 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > ports before_response 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.320569 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > subnet before_response 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.320924 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > subnets before_response 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.321276 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > network after_create 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.321625 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > network after_update 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.322007 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > network after_delete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.322355 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > port after_create 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.322700 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > port after_update 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.323043 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > port after_delete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.323387 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > subnet after_create 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.323732 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > subnet after_update 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.324089 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > subnet after_delete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.324676 n-d-811807-1 neutron-server[87962]: INFO neutron.plugins.ml2.plugin [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Modular L2 Plugin initialization complete May 03 22:08:11.325013 n-d-811807-1 neutron-server[87962]: DEBUG neutron.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading services supported by the core plugin {{(pid=87962) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 03 22:08:11.325348 n-d-811807-1 neutron-server[87962]: INFO neutron.plugins.ml2.managers [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Got port-security extension from driver 'port_security' May 03 22:08:11.325816 n-d-811807-1 neutron-server[87962]: INFO neutron.extensions.vlantransparent [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Disabled vlantransparent extension. May 03 22:08:11.326341 n-d-811807-1 neutron-server[87962]: DEBUG neutron.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87962) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 03 22:08:11.326662 n-d-811807-1 neutron-server[87962]: INFO neutron.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading Plugin: router May 03 22:08:11.364477 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > router_interface before_create 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.364871 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > router after_create 55549900 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.365244 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > router before_create 55549900 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.365618 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.366023 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.366385 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > router after_delete 55549900 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.366749 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > floatingip after_update 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.367116 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > router after_create 55549900 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.367476 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > router after_update 55549900 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.367830 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > router after_update 55549900 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.368181 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.368545 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > router after_update 55549900 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.368960 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > router precommit_update 55549900 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.369331 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: port after_update 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.369675 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: port after_delete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.370050 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: subnet after_update 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.370396 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.370750 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > port precommit_delete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.371103 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > router precommit_create 55549900 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.371449 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: port before_delete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.371802 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > router precommit_create 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.372166 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > router after_update 55549900 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.372514 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > router precommit_delete 55549900 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.372868 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > router precommit_create 55549900 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.373233 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > router_interface after_create 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.373585 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > router precommit_update 55549900 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.373984 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > agent after_create 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.374346 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > agent after_delete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.374699 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > network after_delete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.375564 n-d-811807-1 neutron-server[87962]: DEBUG neutron.quota.resource_registry [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Tracking information for resource: router configured {{(pid=87962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 22:08:11.375904 n-d-811807-1 neutron-server[87962]: DEBUG neutron.quota.resource_registry [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Tracking information for resource: floatingip configured {{(pid=87962) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 22:08:11.380997 n-d-811807-1 neutron-server[87962]: INFO neutron.db.l3_agentschedulers_db [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 03 22:08:11.381581 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: port after_update 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.381970 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: port after_create 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.382328 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: port after_delete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.382687 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: port after_update 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.383484 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > router before_create 55550100 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.383850 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > router precommit_delete 55550100 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.384250 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > router precommit_create 55550100 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.384717 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > router precommit_update 55550100 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.389551 n-d-811807-1 neutron-server[87962]: DEBUG neutron.services.provider_configuration [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Service providers = [] {{(pid=87962) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 03 22:08:11.389950 n-d-811807-1 neutron-server[87962]: DEBUG neutron.db.servicetype_db [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87962) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 03 22:08:11.392920 n-d-811807-1 neutron-server[87962]: DEBUG neutron.services.service_base [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87962) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 22:08:11.393260 n-d-811807-1 neutron-server[87962]: DEBUG neutron.services.service_base [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87962) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 22:08:11.393609 n-d-811807-1 neutron-server[87962]: DEBUG neutron.services.service_base [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87962) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 22:08:11.394533 n-d-811807-1 neutron-server[87962]: DEBUG neutron.services.service_base [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87962) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 22:08:11.395429 n-d-811807-1 neutron-server[87962]: INFO neutron.services.service_base [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Default provider is not specified for service type L3_ROUTER_NAT May 03 22:08:11.395844 n-d-811807-1 neutron-server[87962]: DEBUG neutron.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 22:08:11.396169 n-d-811807-1 neutron-server[87962]: INFO neutron.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 03 22:08:11.412715 n-d-811807-1 neutron-server[87962]: DEBUG neutron.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 22:08:11.413055 n-d-811807-1 neutron-server[87962]: INFO neutron.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading Plugin: auto_allocate May 03 22:08:11.418734 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: network precommit_update 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.419118 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: network precommit_create 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.419646 n-d-811807-1 neutron-server[87962]: DEBUG neutron.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 22:08:11.419977 n-d-811807-1 neutron-server[87962]: INFO neutron.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading Plugin: tag May 03 22:08:11.426587 n-d-811807-1 neutron-server[87962]: DEBUG neutron.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 22:08:11.426869 n-d-811807-1 neutron-server[87962]: INFO neutron.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading Plugin: timestamp May 03 22:08:11.430866 n-d-811807-1 neutron-server[87962]: DEBUG neutron.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 22:08:11.431214 n-d-811807-1 neutron-server[87962]: INFO neutron.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading Plugin: network_ip_availability May 03 22:08:11.436431 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.436813 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.437176 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.437921 n-d-811807-1 neutron-server[87962]: DEBUG neutron.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 22:08:11.438251 n-d-811807-1 neutron-server[87962]: INFO neutron.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading Plugin: flavors May 03 22:08:11.442951 n-d-811807-1 neutron-server[87962]: DEBUG neutron.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 22:08:11.443288 n-d-811807-1 neutron-server[87962]: INFO neutron.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading Plugin: revisions May 03 22:08:11.447514 n-d-811807-1 neutron-server[87962]: DEBUG neutron.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87962) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 22:08:11.447942 n-d-811807-1 neutron-server[87962]: DEBUG oslo_concurrency.lockutils [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.668s {{(pid=87962) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 22:08:11.448688 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87962) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 03 22:08:11.449031 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Initializing extension manager. May 03 22:08:11.449550 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: __init__.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.449922 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: __pycache__ {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.450269 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.450610 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: address_group.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.451367 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.451946 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: address-group May 03 22:08:11.452278 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: address_scope.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.452993 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.453517 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: address-scope May 03 22:08:11.453872 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: admin_state_down_before_update.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.454812 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.455332 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: router-admin-state-down-before-update May 03 22:08:11.455662 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: agent.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.456547 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.457065 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: agent May 03 22:08:11.457928 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: agent_resources_synced.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.458848 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.459364 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: agent-resources-synced May 03 22:08:11.459698 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: allowedaddresspairs.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.461498 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.462059 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: allowed-address-pairs May 03 22:08:11.462397 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: auto_allocated_topology.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.463485 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.464010 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: auto-allocated-topology May 03 22:08:11.464341 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: availability_zone.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.465040 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.465557 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: availability_zone May 03 22:08:11.465973 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: availability_zone_filter.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.466901 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.467420 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: availability_zone_filter May 03 22:08:11.467748 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: data_plane_status.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.468669 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.469181 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extension data-plane-status not supported by any of loaded plugins May 03 22:08:11.469510 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: default_subnetpools.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.470454 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.470970 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: default-subnetpools May 03 22:08:11.471298 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: dhcpagentscheduler.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.472114 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.472632 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: dhcp_agent_scheduler May 03 22:08:11.473509 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: dns.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.474463 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.474983 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extension dns-integration not supported by any of loaded plugins May 03 22:08:11.475312 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: dns_domain_ports.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.476236 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.476754 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extension dns-domain-ports not supported by any of loaded plugins May 03 22:08:11.477083 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: dvr.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.477757 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.478304 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: dvr May 03 22:08:11.478635 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: empty_string_filtering.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.479550 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.480067 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: empty-string-filtering May 03 22:08:11.480395 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.481307 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.481824 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 03 22:08:11.482182 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.483094 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.483605 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 03 22:08:11.483931 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: external_net.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.484840 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.485351 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: external-net May 03 22:08:11.485684 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: extra_dhcp_opt.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.486694 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.487216 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: extra_dhcp_opt May 03 22:08:11.487543 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: extraroute.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.488513 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.489208 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: extraroute May 03 22:08:11.489776 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: extraroute_atomic.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.491124 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.491658 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: extraroute-atomic May 03 22:08:11.491989 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: filter_validation.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.492669 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.493534 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: filter-validation May 03 22:08:11.494136 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: fip_pf_description.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.495532 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.496056 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 03 22:08:11.496387 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: fip_port_details.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.497322 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.497834 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: fip-port-details May 03 22:08:11.498193 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: flavors.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.499429 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.499957 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: flavors May 03 22:08:11.500290 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.502242 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.502799 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 03 22:08:11.503136 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: floatingip_pools.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.503842 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.504394 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: floatingip-pools May 03 22:08:11.504736 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: ip_allocation.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.506251 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.507070 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extension ip_allocation not supported by any of loaded plugins May 03 22:08:11.507408 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.508341 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.508869 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: ip-substring-filtering May 03 22:08:11.509205 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: l2_adjacency.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.510162 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.511051 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extension l2_adjacency not supported by any of loaded plugins May 03 22:08:11.511627 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: l3.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.513285 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.513871 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: router May 03 22:08:11.514225 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: l3_conntrack_helper.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.516635 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.517165 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 03 22:08:11.517506 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.518488 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.519017 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: ext-gw-mode May 03 22:08:11.519351 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.520806 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.521327 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: l3-ha May 03 22:08:11.521660 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: l3_flavors.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.522639 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.523161 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: l3-flavors May 03 22:08:11.523492 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.524434 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.524959 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: l3-port-ip-change-not-allowed May 03 22:08:11.525290 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: l3agentscheduler.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.526377 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.526900 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: l3_agent_scheduler May 03 22:08:11.527234 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: logging.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.528741 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.529263 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extension logging not supported by any of loaded plugins May 03 22:08:11.529599 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: metering.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.530375 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.530961 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: metering May 03 22:08:11.531295 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.532402 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.532926 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: metering_source_and_destination_fields May 03 22:08:11.533261 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: multiprovidernet.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.534223 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.534999 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: multi-provider May 03 22:08:11.535382 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: netmtu.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.536813 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.537333 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: net-mtu May 03 22:08:11.537664 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: netmtu_writable.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.538621 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.539145 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: net-mtu-writable May 03 22:08:11.539475 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: network_availability_zone.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.540150 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.540667 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: network_availability_zone May 03 22:08:11.540995 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: network_ip_availability.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.542123 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.542645 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: network-ip-availability May 03 22:08:11.542975 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: network_segment_range.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.543746 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.544257 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extension network-segment-range not supported by any of loaded plugins May 03 22:08:11.544586 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: pagination.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.545566 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.545925 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: pagination May 03 22:08:11.546263 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: port_device_profile.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.547216 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.547728 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: port-device-profile May 03 22:08:11.548223 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.548987 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.549504 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: port-mac-address-regenerate May 03 22:08:11.549840 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.550784 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.551342 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: port-numa-affinity-policy May 03 22:08:11.551674 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: port_resource_request.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.552646 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.553114 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extension port-resource-request not supported by any of loaded plugins May 03 22:08:11.553445 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: portbindings.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.554411 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.554928 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: binding May 03 22:08:11.555256 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: portbindings_extended.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.556672 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.557204 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: binding-extended May 03 22:08:11.557606 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: portsecurity.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.558516 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.559021 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: port-security May 03 22:08:11.559351 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: project_id.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.560334 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.560677 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: project-id May 03 22:08:11.561006 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: providernet.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.561960 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.562492 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: provider May 03 22:08:11.562801 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: qos.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.566385 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.567460 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extension qos not supported by any of loaded plugins May 03 22:08:11.567794 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.569042 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.569565 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 03 22:08:11.569926 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.570860 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.571384 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 03 22:08:11.571722 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: qos_default.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.572636 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.573158 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extension qos-default not supported by any of loaded plugins May 03 22:08:11.573489 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: qos_fip.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.574178 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.574692 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extension qos-fip not supported by any of loaded plugins May 03 22:08:11.575024 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: qos_gateway_ip.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.575958 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.576474 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extension qos-gateway-ip not supported by any of loaded plugins May 03 22:08:11.576805 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: qos_port_network_policy.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.577742 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.578277 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extension qos-port-network-policy not supported by any of loaded plugins May 03 22:08:11.578606 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: qos_rule_type_details.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.579525 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.580040 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extension qos-rule-type-details not supported by any of loaded plugins May 03 22:08:11.580367 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: qos_rules_alias.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.581413 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.581967 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extension qos-rules-alias not supported by any of loaded plugins May 03 22:08:11.582869 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: quotasv2.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.583816 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.584150 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: quotas May 03 22:08:11.584477 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: quotasv2_detail.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.586123 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.586467 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: quota_details May 03 22:08:11.586800 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: rbac.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.587876 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.588409 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: rbac-policies May 03 22:08:11.588746 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: rbac_address_group.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.589678 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.590237 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: rbac-address-group May 03 22:08:11.590566 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: rbac_address_scope.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.591492 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.592009 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: rbac-address-scope May 03 22:08:11.592339 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: rbac_security_groups.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.593257 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.593778 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: rbac-security-groups May 03 22:08:11.594212 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: rbac_subnetpool.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.595149 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.595667 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: rbac-subnetpool May 03 22:08:11.595994 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: revisionifmatch.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.596921 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.597441 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: revision-if-match May 03 22:08:11.597798 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: revisions.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.599067 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.599591 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: standard-attr-revisions May 03 22:08:11.599923 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: router_availability_zone.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.600605 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.601119 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: router_availability_zone May 03 22:08:11.601455 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: routerservicetype.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.602408 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.602923 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extension router-service-type not supported by any of loaded plugins May 03 22:08:11.603251 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.604171 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.604689 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: security-groups-normalized-cidr May 03 22:08:11.605017 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: security_groups_port_filtering.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.605970 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.606486 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: port-security-groups-filtering May 03 22:08:11.606817 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.607759 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.608275 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: security-groups-remote-address-group May 03 22:08:11.608601 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: securitygroup.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.618220 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.618760 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: security-group May 03 22:08:11.619098 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: segment.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.619885 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.620409 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extension segment not supported by any of loaded plugins May 03 22:08:11.620742 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.621691 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.622249 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 03 22:08:11.622582 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: servicetype.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.623691 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.624222 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: service-type May 03 22:08:11.624557 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: sorting.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.625536 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.625901 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: sorting May 03 22:08:11.626237 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: standard_attr_segment.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.627160 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.627683 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extension standard-attr-segment not supported by any of loaded plugins May 03 22:08:11.628011 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: standardattrdescription.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.628659 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.629703 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: standard-attr-description May 03 22:08:11.630063 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: stateful_security_group.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.630998 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.631515 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: stateful-security-group May 03 22:08:11.631841 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: stdattrs_common.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.632425 n-d-811807-1 neutron-server[87962]: WARNING neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 03 22:08:11.632749 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.633757 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.634315 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 03 22:08:11.634644 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: subnet_onboard.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.635726 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.636251 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: subnet_onboard May 03 22:08:11.636579 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.637526 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.638081 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 03 22:08:11.638410 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: subnet_service_types.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.639338 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.639858 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: subnet-service-types May 03 22:08:11.640186 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: subnetallocation.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.641291 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.641816 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: subnet_allocation May 03 22:08:11.642177 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.642846 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.643367 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: subnetpool-prefix-ops May 03 22:08:11.643694 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.644655 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.645720 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 03 22:08:11.646073 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: tagging.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.647152 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.647676 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: standard-attr-tag May 03 22:08:11.648007 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: timestamp.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.649253 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.649773 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loaded extension: standard-attr-timestamp May 03 22:08:11.650131 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: trunk.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.651205 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.651726 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extension trunk not supported by any of loaded plugins May 03 22:08:11.652064 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: trunk_details.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.652989 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.653504 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extension trunk-details not supported by any of loaded plugins May 03 22:08:11.653832 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: uplink_status_propagation.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.654795 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.655317 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extension uplink-status-propagation not supported by any of loaded plugins May 03 22:08:11.655648 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Loading extension file: vlantransparent.py {{(pid=87962) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:08:11.656320 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87962) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:08:11.656834 n-d-811807-1 neutron-server[87962]: INFO neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extension vlan-transparent not supported by any of loaded plugins May 03 22:08:11.659410 n-d-811807-1 neutron-server[87962]: INFO neutron.quota.resource_registry [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Creating instance of TrackedResource for resource:network May 03 22:08:11.660460 n-d-811807-1 neutron-server[87962]: INFO neutron.quota.resource_registry [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Creating instance of TrackedResource for resource:subnet May 03 22:08:11.661244 n-d-811807-1 neutron-server[87962]: INFO neutron.quota.resource_registry [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Creating instance of TrackedResource for resource:subnetpool May 03 22:08:11.661868 n-d-811807-1 neutron-server[87962]: INFO neutron.quota.resource_registry [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Creating instance of TrackedResource for resource:port May 03 22:08:11.663176 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.v2.resource_helper [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 22:08:11.663587 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.v2.resource_helper [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Service FLAVORS assigned prefix: {{(pid=87962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 22:08:11.664206 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.v2.resource_helper [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 22:08:11.664652 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.v2.resource_helper [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 22:08:11.664990 n-d-811807-1 neutron-server[87962]: INFO neutron.quota.resource_registry [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Creating instance of TrackedResource for resource:router May 03 22:08:11.665652 n-d-811807-1 neutron-server[87962]: INFO neutron.quota.resource_registry [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Creating instance of TrackedResource for resource:floatingip May 03 22:08:11.666406 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.v2.resource_helper [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Service METERING assigned prefix: /metering {{(pid=87962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 22:08:11.667856 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.668236 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.668597 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:08:11.670960 n-d-811807-1 neutron-server[87962]: INFO neutron.quota.resource_registry [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Creating instance of CountableResource for resource:rbac_policy May 03 22:08:11.671411 n-d-811807-1 neutron-server[87962]: INFO neutron.quota.resource_registry [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Creating instance of TrackedResource for resource:security_group May 03 22:08:11.672083 n-d-811807-1 neutron-server[87962]: INFO neutron.quota.resource_registry [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Creating instance of TrackedResource for resource:security_group_rule May 03 22:08:11.672838 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.v2.resource_helper [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Service CORE assigned prefix: {{(pid=87962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 22:08:11.673179 n-d-811807-1 neutron-server[87962]: INFO neutron.quota.resource_registry [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Creating instance of TrackedResource for resource:subnetpool May 03 22:08:11.673521 n-d-811807-1 neutron-server[87962]: WARNING neutron.quota.resource_registry [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] subnetpool is already registered May 03 22:08:11.674181 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.v2.resource_helper [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Service CORE assigned prefix: {{(pid=87962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 22:08:11.674520 n-d-811807-1 neutron-server[87962]: INFO neutron.quota.resource_registry [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Creating instance of TrackedResource for resource:subnetpool May 03 22:08:11.674853 n-d-811807-1 neutron-server[87962]: WARNING neutron.quota.resource_registry [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] subnetpool is already registered May 03 22:08:11.785966 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.v2.resource_helper [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 22:08:11.786256 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.v2.resource_helper [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Service FLAVORS assigned prefix: {{(pid=87962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 22:08:11.786866 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.v2.resource_helper [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 22:08:11.787302 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.v2.resource_helper [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 22:08:11.787648 n-d-811807-1 neutron-server[87962]: INFO neutron.quota.resource_registry [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Creating instance of TrackedResource for resource:router May 03 22:08:11.787995 n-d-811807-1 neutron-server[87962]: WARNING neutron.quota.resource_registry [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] router is already registered May 03 22:08:11.788655 n-d-811807-1 neutron-server[87962]: INFO neutron.quota.resource_registry [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Creating instance of TrackedResource for resource:floatingip May 03 22:08:11.788990 n-d-811807-1 neutron-server[87962]: WARNING neutron.quota.resource_registry [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] floatingip is already registered May 03 22:08:11.789630 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.v2.resource_helper [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Service METERING assigned prefix: /metering {{(pid=87962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 22:08:11.790474 n-d-811807-1 neutron-server[87962]: INFO neutron.quota.resource_registry [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Creating instance of CountableResource for resource:rbac_policy May 03 22:08:11.790812 n-d-811807-1 neutron-server[87962]: WARNING neutron.quota.resource_registry [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] rbac_policy is already registered May 03 22:08:11.791236 n-d-811807-1 neutron-server[87962]: INFO neutron.quota.resource_registry [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Creating instance of TrackedResource for resource:security_group May 03 22:08:11.791573 n-d-811807-1 neutron-server[87962]: WARNING neutron.quota.resource_registry [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] security_group is already registered May 03 22:08:11.792170 n-d-811807-1 neutron-server[87962]: INFO neutron.quota.resource_registry [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Creating instance of TrackedResource for resource:security_group_rule May 03 22:08:11.792509 n-d-811807-1 neutron-server[87962]: WARNING neutron.quota.resource_registry [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] security_group_rule is already registered May 03 22:08:11.793172 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.v2.resource_helper [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Service CORE assigned prefix: {{(pid=87962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 22:08:11.793508 n-d-811807-1 neutron-server[87962]: INFO neutron.quota.resource_registry [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Creating instance of TrackedResource for resource:subnetpool May 03 22:08:11.793841 n-d-811807-1 neutron-server[87962]: WARNING neutron.quota.resource_registry [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] subnetpool is already registered May 03 22:08:11.794471 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.v2.resource_helper [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Service CORE assigned prefix: {{(pid=87962) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 22:08:11.794804 n-d-811807-1 neutron-server[87962]: INFO neutron.quota.resource_registry [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Creating instance of TrackedResource for resource:subnetpool May 03 22:08:11.795133 n-d-811807-1 neutron-server[87962]: WARNING neutron.quota.resource_registry [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] subnetpool is already registered May 03 22:08:11.795787 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: extensions {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.797327 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: address-groups {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.799005 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: address-scopes {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.800238 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: agents {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.801429 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: auto-allocated-topology {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.802817 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: availability_zones {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.804059 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: dhcp-networks {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.805476 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: dhcp-agents {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.806966 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: routers {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.808791 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: flavors {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.810002 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: service_profiles {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.811211 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: next_providers {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.812752 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: service_profiles {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.814265 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: floatingip-pools {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.815479 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: routers {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.817817 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: floatingips {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.819112 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: l3-routers {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.820508 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: l3-agents {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.822135 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: metering-labels {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.823396 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: metering-label-rules {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.824709 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: network-ip-availabilities {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.826024 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: bindings {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.827696 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: quotas {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.829188 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: quotas {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.830648 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: rbac-policies {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.831957 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: security-groups {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.833780 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: security-group-rules {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.835053 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: service-providers {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.836407 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: subnetpools {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.837730 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: subnetpools {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.839247 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: tags {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.841024 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: tags {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.842791 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: tags {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.844585 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: tags {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.847415 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: tags {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.849303 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: tags {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.851053 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: tags {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.852971 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: tags {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.854785 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: tags {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.856643 n-d-811807-1 neutron-server[87962]: DEBUG neutron.api.extensions [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Extended resource: tags {{(pid=87962) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:08:11.862637 n-d-811807-1 neutron-server[87962]: WARNING keystonemiddleware.auth_token [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 03 22:08:11.867412 n-d-811807-1 neutron-server[87962]: WARNING keystonemiddleware.auth_token [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 03 22:08:11.875502 n-d-811807-1 neutron-server[87962]: DEBUG oslo_concurrency.lockutils [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Acquired lock "singleton_lock" {{(pid=87962) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 03 22:08:11.875986 n-d-811807-1 neutron-server[87962]: DEBUG oslo_concurrency.lockutils [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Releasing lock "singleton_lock" {{(pid=87962) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 03 22:08:11.876620 n-d-811807-1 neutron-server[87962]: INFO oslo_service.service [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Starting 2 workers May 03 22:08:11.881925 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Started child 88069 {{(pid=87962) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 03 22:08:11.886199 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Started child 88070 {{(pid=87962) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 03 22:08:11.886984 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:11.887841 n-d-811807-1 neutron-server[87962]: INFO neutron.service [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Neutron service started, listening on 0.0.0.0:9696 May 03 22:08:11.888394 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [-] (88069) wsgi starting up on http://0.0.0.0:9696 May 03 22:08:11.888543 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Notify callbacks [] for process, before_spawn {{(pid=87962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:11.890679 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:11.891096 n-d-811807-1 neutron-server[87962]: INFO oslo_service.service [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Starting 1 workers May 03 22:08:11.892005 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [-] (88070) wsgi starting up on http://0.0.0.0:9696 May 03 22:08:11.896480 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Started child 88071 {{(pid=87962) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 03 22:08:11.896994 n-d-811807-1 neutron-server[87962]: INFO oslo_service.service [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Starting 1 workers May 03 22:08:11.899888 n-d-811807-1 neutron-server[88071]: DEBUG neutron.service [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] calling RpcWorker wait() {{(pid=88071) _wait /opt/stack/neutron/neutron/service.py:128}} May 03 22:08:11.900425 n-d-811807-1 neutron-server[88071]: DEBUG neutron.service [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] returning from RpcWorker wait() {{(pid=88071) _wait /opt/stack/neutron/neutron/service.py:135}} May 03 22:08:11.901327 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Started child 88072 {{(pid=87962) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 03 22:08:11.901596 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:11.902082 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:08:11.902183 n-d-811807-1 neutron-server[87962]: DEBUG neutron_lib.callbacks.manager [None req-ef21a693-f060-4187-9e15-b89f0dc1dfbd None None] Notify callbacks [] for process, after_spawn {{(pid=87962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:11.903972 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87962) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 03 22:08:11.904194 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 03 22:08:11.904386 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 03 22:08:11.904620 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 03 22:08:11.904962 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 03 22:08:11.905130 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 03 22:08:11.905640 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.905949 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.906239 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.906336 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:11.906784 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.906784 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.907166 n-d-811807-1 neutron-server[88072]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:08:11.907367 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.907637 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.907906 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.908186 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.908419 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.908589 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.908758 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.909031 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.909265 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.909556 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.910152 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.910428 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.910701 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.910875 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.911145 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.911409 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.911640 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.911918 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] debug = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.912168 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.912667 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.912899 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.913160 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.913382 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.913683 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.913956 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.914222 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.914455 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.914705 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.914945 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.915220 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.915460 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.915697 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.915927 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.916183 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.916419 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.917023 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] host = n-d-811807-1 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.917277 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.917500 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.917751 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.918019 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.918289 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.918512 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.918769 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.919036 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.919282 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.919513 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.919756 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.919987 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.920223 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.920481 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] log_file = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.920649 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] log_options = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.920890 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.921163 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.921438 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.921636 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.921808 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.922013 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.922270 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.922436 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.922683 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.922918 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.923135 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.923352 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.923597 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.923839 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.924092 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.924343 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.924577 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.924760 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.925037 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.925271 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.925685 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.925834 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.926744 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.926898 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.927079 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.927231 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.927475 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.927684 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.927905 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.928189 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.928390 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.928682 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.929958 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.929958 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.929958 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.929958 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.929958 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.930336 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.930336 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.930597 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.930960 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.931054 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.931277 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.931494 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.931756 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.931974 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] use_json = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.932189 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.932424 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.932775 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.932917 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.933154 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.933371 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.933590 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.933828 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.934085 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:11.934876 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.934876 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.935255 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.935336 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.935556 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.935941 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.936046 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.936351 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.936489 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.936724 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.937067 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.937294 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.937595 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.937835 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.938107 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.938441 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.938716 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.938983 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.941052 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.941052 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.941052 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.941052 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.941052 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.941052 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.941052 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.941052 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.941771 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.941771 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.941771 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.942549 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.944398 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.944398 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.944398 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.944398 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.944398 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.944398 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.944398 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.944398 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.944978 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.944978 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.944978 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.945204 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.945500 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.945680 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.945984 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.946206 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.946513 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.946646 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.946941 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.947137 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.947363 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.947581 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.947804 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.948021 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.948383 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.948537 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.948681 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.949044 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.949150 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.949340 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.949561 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.949797 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.950044 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.950266 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.950484 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.950732 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.950964 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.951189 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.951430 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.951682 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.951903 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.952133 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.952341 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.952596 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.952816 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.953072 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.953305 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.953540 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.953761 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.954002 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.954243 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.954461 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.954707 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.954928 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.955278 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.955576 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.955842 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.956119 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.956389 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.956638 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.956874 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.957136 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.957397 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.957645 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.957919 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.958186 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.958448 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.958683 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.958932 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.959172 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.959432 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.959653 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.959885 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.960105 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.960344 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.960574 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.960865 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.961119 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.961385 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.961644 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.961926 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.962234 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.962480 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.962789 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.963034 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.963652 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.963652 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.964026 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.964309 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.964555 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.964832 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.965091 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.965325 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.965577 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.965807 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.966093 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.966337 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.966612 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.966853 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.967210 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.967314 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.967483 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41426) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:08:11.967594 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.967887 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.968141 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.968378 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.968640 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.968918 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.969172 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.969424 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.969707 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.969989 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.970230 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.970497 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.970745 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.970983 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.971214 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.971464 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.971679 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.971917 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.972157 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.972396 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.972614 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.972896 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.973149 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.973411 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.973651 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.973934 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.974152 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.974370 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.974607 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.974821 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.975062 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.975316 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.975535 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.975756 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.975978 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.976197 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.976449 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.976688 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.976888 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070858 May 03 22:08:11.976980 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.977220 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.978958 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.979232 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.979551 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.980816 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.982198 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.982198 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.982198 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.982445 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.982514 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.982711 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.982972 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.983975 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.983975 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.983975 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.983975 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.984255 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.984473 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.985303 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.985303 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.985303 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.985530 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.985706 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.985962 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.986205 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.986419 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.987479 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.987750 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.988012 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.988242 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.988991 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.989225 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.989449 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.989733 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.990793 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.991051 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.991280 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.991518 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.992628 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.992899 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.993816 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.994076 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.994302 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.994528 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.994774 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.995797 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.996114 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.996393 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.996660 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.996908 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.997160 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.998195 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.998195 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.998195 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.998195 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.998481 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.998550 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.998755 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.998927 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.999143 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.999374 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.999690 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:11.999944 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.000195 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.000488 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.000742 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.000992 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.001288 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.001614 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.001917 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.003570 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.003570 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.003570 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.003798 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.003897 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.005612 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.005612 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.005612 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.005612 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.005979 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.008046 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.008046 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.008046 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.008046 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.008046 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.008445 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.008557 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.008792 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.009078 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.009306 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.009530 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.010717 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.010981 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.011225 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.011513 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.011759 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.011993 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.013154 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.013424 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.013670 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.013936 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.014194 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.014446 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.014670 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.014830 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 03 22:08:12.015369 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87962) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 03 22:08:12.015539 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 03 22:08:12.015698 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 03 22:08:12.015889 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 03 22:08:12.016071 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 03 22:08:12.016255 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 03 22:08:12.016417 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.016639 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.016748 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.016894 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.017077 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.017557 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.017557 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.017557 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.017778 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.017844 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.018047 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.018195 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.018362 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.018523 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.018680 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.018837 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.018989 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.019154 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.019320 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.019480 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.019638 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.019808 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.019986 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] debug = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.020136 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.020323 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.020494 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.020658 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.020816 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.020976 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.021135 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.021294 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.021511 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.021666 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.021801 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.023222 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.023222 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.023222 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.023222 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.023765 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.023765 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.023765 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] host = n-d-811807-1 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.023765 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.024318 n-d-811807-1 neutron-server[88071]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:08:12.024463 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.024463 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.024463 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.024463 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.025015 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.025015 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.025015 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.025015 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.025353 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.025353 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.025353 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.025560 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.025673 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] log_file = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.025835 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] log_options = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.027271 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.027271 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.027271 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.027271 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.027796 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.027796 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.027796 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.028089 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.028089 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.028254 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.028336 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.028478 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.028637 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.028797 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.028963 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.029091 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.029276 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.029408 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.029564 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.030041 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.030675 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.030863 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.031019 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.031172 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.031330 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.031491 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.031639 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.031796 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.031936 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.032095 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.032351 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.032495 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.032636 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.032773 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.032910 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.033048 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.033207 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.033349 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.033489 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.035933 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.035933 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.035933 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.035933 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.035933 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.035933 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.035933 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] use_json = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.035933 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.037045 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.037045 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.037045 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.037045 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.037045 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.037045 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.037045 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.037045 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:08:12.038159 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.038159 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.038159 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.038159 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.038159 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.038159 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.038159 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.038996 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.039171 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.039333 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.039505 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.039671 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.039839 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.040015 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.040182 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.040349 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.040514 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.041059 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.041059 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.041059 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.041261 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.042028 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.042319 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.042514 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.042705 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.043473 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.043473 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.043473 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.043473 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.043766 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.043766 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.043885 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.044043 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.044175 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.044342 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.044514 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.044673 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.044842 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.045006 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.045171 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.045337 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.045506 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.045679 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.045829 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.046080 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.046257 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.046413 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.048482 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.048482 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.048482 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.048482 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.048482 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.048482 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.048482 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.048482 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.048482 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.049071 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.049071 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.049071 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.049936 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.049936 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.049936 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.049936 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.050433 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.050783 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.051575 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.051747 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.051917 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.052086 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.052253 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.052418 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.052577 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.052743 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.052958 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.053109 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.053229 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.053613 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.054028 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.054323 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.054826 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.055148 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.055451 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.055754 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.056117 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.056501 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.056876 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.057184 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.057489 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.057908 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.058237 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.058543 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.058914 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.059087 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.059259 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.059433 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.059587 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.059749 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.059920 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.060085 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.060242 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.060545 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.060841 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.061112 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.061272 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.061433 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.061604 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.061771 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.061963 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.062131 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.062297 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.062461 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.062646 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.062805 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.063125 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.063334 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.063648 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.064071 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.064235 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.064405 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.064574 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.064732 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.064898 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.065060 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.065222 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.065388 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.065571 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.065723 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.065965 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.066145 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.067423 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.067423 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.067423 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.067423 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.067688 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.067688 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.067828 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.067997 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.068143 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.068336 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.068496 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.068604 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.068762 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.068977 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.069082 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.069242 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.069406 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.069571 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.069734 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.069921 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.070100 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.070253 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.070403 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.070566 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.070719 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.070877 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.071053 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.071215 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.071373 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.071531 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.071690 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.071848 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.072011 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.072164 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.072309 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.072484 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.072684 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.072881 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.073983 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.073983 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.073983 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.073983 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.073983 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.073983 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.073983 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.075580 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.075580 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.075580 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.075580 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.075580 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.075580 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.075580 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.075580 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.076596 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.076596 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.076596 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.076596 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.076596 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.076596 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.076596 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.076596 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.077592 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.077592 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.077592 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.077592 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.077592 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.077592 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.077592 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.077592 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.078609 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.078609 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.078609 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.078609 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.078609 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.078609 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.078609 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.079135 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.079135 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.079135 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.079414 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.079414 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.079556 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.079677 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.079840 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.080002 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.080165 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.080328 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.080505 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.080669 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.080832 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.080995 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.081159 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.081333 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.081496 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.081659 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.081822 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.082028 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.082235 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.082402 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.082567 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.082734 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.082898 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.083071 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.083237 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.083400 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.083572 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.083735 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.083899 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.084061 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.084238 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.084403 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.084568 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.084732 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.084895 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.085059 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.085225 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.085393 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.085570 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.085739 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.085930 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.086105 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.086277 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.086450 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.086614 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.086787 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.086965 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.087130 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.087295 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.087458 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.087621 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.087785 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.087948 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.088113 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.088275 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.088441 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.088606 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.088767 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.088931 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.089093 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.089259 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.089423 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.089587 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.089749 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.089933 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.090087 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:08:12.090239 n-d-811807-1 neutron-server[87962]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87962) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 03 22:08:22.800357 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9052da0-a76b-49ac-a6ea-6b3943c92b01 None None] get_active_networks_info from n-d-811807-1 {{(pid=88071) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 03 22:08:22.876138 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9052da0-a76b-49ac-a6ea-6b3943c92b01 None None] No non-hosted networks {{(pid=88071) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 03 22:08:22.892724 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.agentschedulers_db [None req-b9052da0-a76b-49ac-a6ea-6b3943c92b01 None None] DHCP Agent not found on host n-d-811807-1 {{(pid=88071) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 03 22:08:23.009590 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-39ea05e8-a03b-4002-bdfa-88fce52b78e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-785370'] for agent, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:24.947081 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c2020153-fd13-495b-966b-f227796e9049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-785370'] for agent, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:24.973422 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b5d527fb-6251-427c-bc07-eca162abe7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:26.070748 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-785370'] for agent, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:26.168141 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-785370'] for agent, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:26.168786 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:08:26.169132 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:08:26.169472 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:08:26.169804 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:08:26.170160 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:08:26.170487 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:08:26.170813 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:08:26.171135 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:08:26.171454 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:08:26.171791 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:08:26.172138 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:08:26.172459 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:08:26.172864 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-811807-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:08:26.180519 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-811807-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:08:27.387118 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-785370'] for agent, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:28.982452 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41526) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:08:29.569562 n-d-811807-1 neutron-server[88069]: WARNING oslo_policy.policy [None req-ca293c57-817c-42e7-9661-c7487e3573a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 22:08:29.570184 n-d-811807-1 neutron-server[88069]: WARNING oslo_policy.policy [None req-ca293c57-817c-42e7-9661-c7487e3573a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 22:08:29.786111 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-ca293c57-817c-42e7-9661-c7487e3573a2 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:08:29.788121 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ca293c57-817c-42e7-9661-c7487e3573a2 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8035474 May 03 22:08:30.128614 n-d-811807-1 neutron-server[88071]: INFO neutron.db.l3_hamode_db [None req-b43e570d-30bf-46fd-a5ab-3346b99c8003 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 03 22:08:30.213828 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43e570d-30bf-46fd-a5ab-3346b99c8003 None None] Routers set() bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:08:30.214249 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43e570d-30bf-46fd-a5ab-3346b99c8003 None None] Router IDs set() for agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} May 03 22:08:32.188925 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41540) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:08:32.761901 n-d-811807-1 neutron-server[88070]: WARNING oslo_policy.policy [None req-acbb99c9-076a-433f-b4a6-bc587c237c07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 22:08:32.762493 n-d-811807-1 neutron-server[88070]: WARNING oslo_policy.policy [None req-acbb99c9-076a-433f-b4a6-bc587c237c07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 22:08:32.978437 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-acbb99c9-076a-433f-b4a6-bc587c237c07 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:08:33.073582 n-d-811807-1 neutron-server[88070]: DEBUG neutron.policy [None req-acbb99c9-076a-433f-b4a6-bc587c237c07 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88070) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 03 22:08:33.118546 n-d-811807-1 neutron-server[88070]: WARNING oslo_policy.policy [None req-acbb99c9-076a-433f-b4a6-bc587c237c07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 22:08:33.118918 n-d-811807-1 neutron-server[88070]: WARNING oslo_policy.policy [None req-acbb99c9-076a-433f-b4a6-bc587c237c07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 22:08:33.127673 n-d-811807-1 neutron-server[88070]: INFO neutron.quota [None req-acbb99c9-076a-433f-b4a6-bc587c237c07 admin admin] Loaded quota_driver: . May 03 22:08:33.143600 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-acbb99c9-076a-433f-b4a6-bc587c237c07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:08:33.202238 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-acbb99c9-076a-433f-b4a6-bc587c237c07 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752785684593', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752785671756', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752785665166', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752785655772', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752785714903', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752785704400', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1574149', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1579676', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-562623', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-767593'] for rbac-policy, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:33.263727 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-acbb99c9-076a-433f-b4a6-bc587c237c07 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:33.265050 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-acbb99c9-076a-433f-b4a6-bc587c237c07 admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0751848 May 03 22:08:35.878842 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41558) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:08:36.223016 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-7d8f29b9-63ec-48b8-acd7-52a279eacdf7 admin admin] Request body: {'network': {'project_id': 'f5d51a651fa04b93a1b410562676ac61', 'name': 'private', 'admin_state_up': True}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:08:36.228341 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7d8f29b9-63ec-48b8-acd7-52a279eacdf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:08:36.232756 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7d8f29b9-63ec-48b8-acd7-52a279eacdf7 admin admin] Usage tracker for resource:network and tenant:f5d51a651fa04b93a1b410562676ac61 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:08:36.237272 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7d8f29b9-63ec-48b8-acd7-52a279eacdf7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:08:36.243232 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7d8f29b9-63ec-48b8-acd7-52a279eacdf7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:08:36.252534 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8f29b9-63ec-48b8-acd7-52a279eacdf7 admin admin] Made reservation on behalf of f5d51a651fa04b93a1b410562676ac61 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:08:36.255283 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7d8f29b9-63ec-48b8-acd7-52a279eacdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:36.272871 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7d8f29b9-63ec-48b8-acd7-52a279eacdf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:36.286450 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7d8f29b9-63ec-48b8-acd7-52a279eacdf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:08:36.290916 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7d8f29b9-63ec-48b8-acd7-52a279eacdf7 admin admin] Usage tracker for resource:security_group_rule and tenant:f5d51a651fa04b93a1b410562676ac61 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:08:36.295985 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7d8f29b9-63ec-48b8-acd7-52a279eacdf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:08:36.301441 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7d8f29b9-63ec-48b8-acd7-52a279eacdf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:08:36.400311 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7d8f29b9-63ec-48b8-acd7-52a279eacdf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:36.404023 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7d8f29b9-63ec-48b8-acd7-52a279eacdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:36.425288 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d8f29b9-63ec-48b8-acd7-52a279eacdf7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:08:36.451018 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7d8f29b9-63ec-48b8-acd7-52a279eacdf7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752783531286', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:36.451600 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7d8f29b9-63ec-48b8-acd7-52a279eacdf7 admin admin] Unsubscribe: segment precommit_create {{(pid=88070) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 03 22:08:36.452093 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-7d8f29b9-63ec-48b8-acd7-52a279eacdf7 admin admin] Added segment 946b9f12-5cc2-4f29-9715-74fc196213f1 of type vlan for network 131d447e-37d6-4235-b653-ecf377a099fa May 03 22:08:36.498966 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f29b9-63ec-48b8-acd7-52a279eacdf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046a9076-aec3-4fad-b756-59ab6c7cb226,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:08:36.514932 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f29b9-63ec-48b8-acd7-52a279eacdf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:08:36.515268 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f29b9-63ec-48b8-acd7-52a279eacdf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:08:36.515596 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f29b9-63ec-48b8-acd7-52a279eacdf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:08:36.515920 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f29b9-63ec-48b8-acd7-52a279eacdf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:08:36.516238 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f29b9-63ec-48b8-acd7-52a279eacdf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:08:36.516556 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f29b9-63ec-48b8-acd7-52a279eacdf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:08:36.516877 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f29b9-63ec-48b8-acd7-52a279eacdf7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:08:36.517189 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f29b9-63ec-48b8-acd7-52a279eacdf7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:08:36.517503 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f29b9-63ec-48b8-acd7-52a279eacdf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:08:36.517811 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f29b9-63ec-48b8-acd7-52a279eacdf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:08:36.518144 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f29b9-63ec-48b8-acd7-52a279eacdf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:08:36.518455 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f29b9-63ec-48b8-acd7-52a279eacdf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:08:36.519516 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f29b9-63ec-48b8-acd7-52a279eacdf7 admin admin] Tracked resource versions report: May 03 22:08:36.519516 n-d-811807-1 neutron-server[88070]: pushed versions: May 03 22:08:36.519516 n-d-811807-1 neutron-server[88070]: { 'AddressGroup': {'1.2'}, May 03 22:08:36.519516 n-d-811807-1 neutron-server[88070]: 'ConntrackHelper': {'1.0'}, May 03 22:08:36.519516 n-d-811807-1 neutron-server[88070]: 'Log': {'1.0'}, May 03 22:08:36.519516 n-d-811807-1 neutron-server[88070]: 'Network': {'1.1'}, May 03 22:08:36.519516 n-d-811807-1 neutron-server[88070]: 'Port': {'1.7'}, May 03 22:08:36.519516 n-d-811807-1 neutron-server[88070]: 'PortForwarding': {'1.2'}, May 03 22:08:36.519516 n-d-811807-1 neutron-server[88070]: 'QosPolicy': {'1.8'}, May 03 22:08:36.519516 n-d-811807-1 neutron-server[88070]: 'SecurityGroup': {'1.4'}, May 03 22:08:36.519516 n-d-811807-1 neutron-server[88070]: 'SecurityGroupRule': {'1.2'}, May 03 22:08:36.519516 n-d-811807-1 neutron-server[88070]: 'SubPort': {'1.0'}, May 03 22:08:36.519516 n-d-811807-1 neutron-server[88070]: 'Subnet': {'1.1'}, May 03 22:08:36.519516 n-d-811807-1 neutron-server[88070]: 'Trunk': {'1.1'}} May 03 22:08:36.519516 n-d-811807-1 neutron-server[88070]: consumer versions: May 03 22:08:36.519516 n-d-811807-1 neutron-server[88070]: { DHCP agent@n-d-811807-1: {}, May 03 22:08:36.519516 n-d-811807-1 neutron-server[88070]: L3 agent@n-d-811807-1: {}, May 03 22:08:36.519516 n-d-811807-1 neutron-server[88070]: Metadata agent@n-d-811807-1: {}, May 03 22:08:36.519516 n-d-811807-1 neutron-server[88070]: Metering agent@n-d-811807-1: {}, May 03 22:08:36.519516 n-d-811807-1 neutron-server[88070]: Open vSwitch agent@n-d-811807-1: { 'AddressGroup': '1.2', May 03 22:08:36.519516 n-d-811807-1 neutron-server[88070]: 'ConntrackHelper': '1.0', May 03 22:08:36.519516 n-d-811807-1 neutron-server[88070]: 'Log': '1.0', May 03 22:08:36.519516 n-d-811807-1 neutron-server[88070]: 'Network': '1.1', May 03 22:08:36.519516 n-d-811807-1 neutron-server[88070]: 'Port': '1.7', May 03 22:08:36.519516 n-d-811807-1 neutron-server[88070]: 'PortForwarding': '1.2', May 03 22:08:36.519516 n-d-811807-1 neutron-server[88070]: 'QosPolicy': '1.8', May 03 22:08:36.519516 n-d-811807-1 neutron-server[88070]: 'SecurityGroup': '1.4', May 03 22:08:36.519516 n-d-811807-1 neutron-server[88070]: 'SecurityGroupRule': '1.2', May 03 22:08:36.519516 n-d-811807-1 neutron-server[88070]: 'SubPort': '1.0', May 03 22:08:36.519516 n-d-811807-1 neutron-server[88070]: 'Subnet': '1.1', May 03 22:08:36.519516 n-d-811807-1 neutron-server[88070]: 'Trunk': '1.1'}} May 03 22:08:36.519516 n-d-811807-1 neutron-server[88070]: {{(pid=88070) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 22:08:36.566499 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7d8f29b9-63ec-48b8-acd7-52a279eacdf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:36.608021 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7d8f29b9-63ec-48b8-acd7-52a279eacdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:36.609053 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8f29b9-63ec-48b8-acd7-52a279eacdf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:08:36.609678 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7d8f29b9-63ec-48b8-acd7-52a279eacdf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:36.714693 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f29b9-63ec-48b8-acd7-52a279eacdf7 admin admin] Pushing event updated for resources: {'Network': ['ID=131d447e-37d6-4235-b653-ecf377a099fa,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:08:36.717415 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7d8f29b9-63ec-48b8-acd7-52a279eacdf7 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8375916 May 03 22:08:36.727281 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 131d447e-37d6-4235-b653-ecf377a099fa details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:08:39.398048 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41574) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:08:39.844804 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f748a2b4-f872-4fd9-9872-fef0ae534b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:08:39.846109 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f748a2b4-f872-4fd9-9872-fef0ae534b57 admin admin] 10.222.0.58 "GET /v2.0/networks/131d447e-37d6-4235-b653-ecf377a099fa HTTP/1.1" status: 200 len: 825 time: 0.4470737 May 03 22:08:39.872828 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-47be6bef-ec3f-4792-a5a7-aa8a7e4ab511 admin admin] 10.222.0.58 "GET /v2.0/subnetpools/76e72391-8337-4571-a127-3127aed7b861 HTTP/1.1" status: 200 len: 734 time: 0.0213993 May 03 22:08:39.881569 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-4bcfc7d3-20ce-4b9f-8ee2-7711d9852e61 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'tenant_id': 'f5d51a651fa04b93a1b410562676ac61', 'network_id': '131d447e-37d6-4235-b653-ecf377a099fa', 'subnetpool_id': '76e72391-8337-4571-a127-3127aed7b861', 'gateway_ip': '172.20.0.1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:08:39.885604 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4bcfc7d3-20ce-4b9f-8ee2-7711d9852e61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:08:39.889273 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4bcfc7d3-20ce-4b9f-8ee2-7711d9852e61 admin admin] Usage tracker for resource:subnet and tenant:f5d51a651fa04b93a1b410562676ac61 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:08:39.892109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4bcfc7d3-20ce-4b9f-8ee2-7711d9852e61 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:08:39.897624 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4bcfc7d3-20ce-4b9f-8ee2-7711d9852e61 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:08:39.907027 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcfc7d3-20ce-4b9f-8ee2-7711d9852e61 admin admin] Made reservation on behalf of f5d51a651fa04b93a1b410562676ac61 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:08:39.909434 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4bcfc7d3-20ce-4b9f-8ee2-7711d9852e61 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:40.194421 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4bcfc7d3-20ce-4b9f-8ee2-7711d9852e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:40.275180 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfc7d3-20ce-4b9f-8ee2-7711d9852e61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f57c6328-db62-4a76-bc4b-8ecfb2b0697a,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:08:40.277070 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcfc7d3-20ce-4b9f-8ee2-7711d9852e61 admin admin] Checking segment: {'id': '946b9f12-5cc2-4f29-9715-74fc196213f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '131d447e-37d6-4235-b653-ecf377a099fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:08:40.277449 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcfc7d3-20ce-4b9f-8ee2-7711d9852e61 admin admin] Network hostable DHCP agents. Network: 131d447e-37d6-4235-b653-ecf377a099fa, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:08:40.299870 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcfc7d3-20ce-4b9f-8ee2-7711d9852e61 admin admin] Network 131d447e-37d6-4235-b653-ecf377a099fa is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:08:40.310910 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-4bcfc7d3-20ce-4b9f-8ee2-7711d9852e61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 131d447e-37d6-4235-b653-ecf377a099fa) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:08:40.315882 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcfc7d3-20ce-4b9f-8ee2-7711d9852e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:08:40.316491 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4bcfc7d3-20ce-4b9f-8ee2-7711d9852e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:40.320568 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cdbd4c-58e5-4fc3-94d3-dbae5567a634 None None] Network 131d447e-37d6-4235-b653-ecf377a099fa requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:08:40.340048 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4bcfc7d3-20ce-4b9f-8ee2-7711d9852e61 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4573562 May 03 22:08:40.631980 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23c4505-d8de-4b53-a85a-b7c17b01507a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-131d447e-37d6-4235-b653-ecf377a099fa', 'network_id': '131d447e-37d6-4235-b653-ecf377a099fa', 'tenant_id': 'f5d51a651fa04b93a1b410562676ac61', 'fixed_ips': [{'subnet_id': 'f57c6328-db62-4a76-bc4b-8ecfb2b0697a'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:08:40.633238 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b23c4505-d8de-4b53-a85a-b7c17b01507a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:40.813718 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-b23c4505-d8de-4b53-a85a-b7c17b01507a None None] Allocated IP 172.20.0.2 (131d447e-37d6-4235-b653-ecf377a099fa/f57c6328-db62-4a76-bc4b-8ecfb2b0697a/866a3e33-b9c9-419d-a5c8-5b910c7b05e4) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:08:41.039186 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b23c4505-d8de-4b53-a85a-b7c17b01507a None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:41.052167 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b23c4505-d8de-4b53-a85a-b7c17b01507a None None] Transition to ACTIVE for port object 866a3e33-b9c9-419d-a5c8-5b910c7b05e4 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:08:41.071943 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b23c4505-d8de-4b53-a85a-b7c17b01507a None None] Transition to ACTIVE for port object 866a3e33-b9c9-419d-a5c8-5b910c7b05e4 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:08:41.078161 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b23c4505-d8de-4b53-a85a-b7c17b01507a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:41.140303 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23c4505-d8de-4b53-a85a-b7c17b01507a None None] Network 131d447e-37d6-4235-b653-ecf377a099fa is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:08:41.143200 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-b23c4505-d8de-4b53-a85a-b7c17b01507a None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:08:41.152272 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23c4505-d8de-4b53-a85a-b7c17b01507a None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:08:41.154389 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c4505-d8de-4b53-a85a-b7c17b01507a None None] Pushing event updated for resources: {'Port': ['ID=866a3e33-b9c9-419d-a5c8-5b910c7b05e4,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:08:41.163433 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c4505-d8de-4b53-a85a-b7c17b01507a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:08:41.163775 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c4505-d8de-4b53-a85a-b7c17b01507a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:08:41.164113 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c4505-d8de-4b53-a85a-b7c17b01507a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:08:41.164444 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c4505-d8de-4b53-a85a-b7c17b01507a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:08:41.164777 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c4505-d8de-4b53-a85a-b7c17b01507a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:08:41.165103 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c4505-d8de-4b53-a85a-b7c17b01507a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:08:41.165429 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c4505-d8de-4b53-a85a-b7c17b01507a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:08:41.165752 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c4505-d8de-4b53-a85a-b7c17b01507a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:08:41.166104 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c4505-d8de-4b53-a85a-b7c17b01507a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:08:41.166427 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c4505-d8de-4b53-a85a-b7c17b01507a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:08:41.166749 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c4505-d8de-4b53-a85a-b7c17b01507a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:08:41.167067 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c4505-d8de-4b53-a85a-b7c17b01507a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:08:41.168148 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c4505-d8de-4b53-a85a-b7c17b01507a None None] Tracked resource versions report: May 03 22:08:41.168148 n-d-811807-1 neutron-server[88071]: pushed versions: May 03 22:08:41.168148 n-d-811807-1 neutron-server[88071]: { 'AddressGroup': {'1.2'}, May 03 22:08:41.168148 n-d-811807-1 neutron-server[88071]: 'ConntrackHelper': {'1.0'}, May 03 22:08:41.168148 n-d-811807-1 neutron-server[88071]: 'Log': {'1.0'}, May 03 22:08:41.168148 n-d-811807-1 neutron-server[88071]: 'Network': {'1.1'}, May 03 22:08:41.168148 n-d-811807-1 neutron-server[88071]: 'Port': {'1.7'}, May 03 22:08:41.168148 n-d-811807-1 neutron-server[88071]: 'PortForwarding': {'1.2'}, May 03 22:08:41.168148 n-d-811807-1 neutron-server[88071]: 'QosPolicy': {'1.8'}, May 03 22:08:41.168148 n-d-811807-1 neutron-server[88071]: 'SecurityGroup': {'1.4'}, May 03 22:08:41.168148 n-d-811807-1 neutron-server[88071]: 'SecurityGroupRule': {'1.2'}, May 03 22:08:41.168148 n-d-811807-1 neutron-server[88071]: 'SubPort': {'1.0'}, May 03 22:08:41.168148 n-d-811807-1 neutron-server[88071]: 'Subnet': {'1.1'}, May 03 22:08:41.168148 n-d-811807-1 neutron-server[88071]: 'Trunk': {'1.1'}} May 03 22:08:41.168148 n-d-811807-1 neutron-server[88071]: consumer versions: May 03 22:08:41.168148 n-d-811807-1 neutron-server[88071]: { DHCP agent@n-d-811807-1: {}, May 03 22:08:41.168148 n-d-811807-1 neutron-server[88071]: L3 agent@n-d-811807-1: {}, May 03 22:08:41.168148 n-d-811807-1 neutron-server[88071]: Metadata agent@n-d-811807-1: {}, May 03 22:08:41.168148 n-d-811807-1 neutron-server[88071]: Metering agent@n-d-811807-1: {}, May 03 22:08:41.168148 n-d-811807-1 neutron-server[88071]: Open vSwitch agent@n-d-811807-1: { 'AddressGroup': '1.2', May 03 22:08:41.168148 n-d-811807-1 neutron-server[88071]: 'ConntrackHelper': '1.0', May 03 22:08:41.168148 n-d-811807-1 neutron-server[88071]: 'Log': '1.0', May 03 22:08:41.168148 n-d-811807-1 neutron-server[88071]: 'Network': '1.1', May 03 22:08:41.168148 n-d-811807-1 neutron-server[88071]: 'Port': '1.7', May 03 22:08:41.168148 n-d-811807-1 neutron-server[88071]: 'PortForwarding': '1.2', May 03 22:08:41.168148 n-d-811807-1 neutron-server[88071]: 'QosPolicy': '1.8', May 03 22:08:41.168148 n-d-811807-1 neutron-server[88071]: 'SecurityGroup': '1.4', May 03 22:08:41.168148 n-d-811807-1 neutron-server[88071]: 'SecurityGroupRule': '1.2', May 03 22:08:41.168148 n-d-811807-1 neutron-server[88071]: 'SubPort': '1.0', May 03 22:08:41.168148 n-d-811807-1 neutron-server[88071]: 'Subnet': '1.1', May 03 22:08:41.168148 n-d-811807-1 neutron-server[88071]: 'Trunk': '1.1'}} May 03 22:08:41.168148 n-d-811807-1 neutron-server[88071]: {{(pid=88071) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 22:08:41.255289 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-b23c4505-d8de-4b53-a85a-b7c17b01507a None None] Attempting to bind port 866a3e33-b9c9-419d-a5c8-5b910c7b05e4 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:08:41.255884 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-b23c4505-d8de-4b53-a85a-b7c17b01507a None None] Attempting to bind port 866a3e33-b9c9-419d-a5c8-5b910c7b05e4 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '946b9f12-5cc2-4f29-9715-74fc196213f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '131d447e-37d6-4235-b653-ecf377a099fa'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:08:41.256811 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23c4505-d8de-4b53-a85a-b7c17b01507a None None] Attempting to bind port 866a3e33-b9c9-419d-a5c8-5b910c7b05e4 on network 131d447e-37d6-4235-b653-ecf377a099fa {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:08:41.262267 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23c4505-d8de-4b53-a85a-b7c17b01507a None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:08:41.262673 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23c4505-d8de-4b53-a85a-b7c17b01507a None None] Checking segment: {'id': '946b9f12-5cc2-4f29-9715-74fc196213f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '131d447e-37d6-4235-b653-ecf377a099fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:08:41.263161 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b23c4505-d8de-4b53-a85a-b7c17b01507a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:41.263558 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23c4505-d8de-4b53-a85a-b7c17b01507a None None] Bound using segment: {'id': '946b9f12-5cc2-4f29-9715-74fc196213f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '131d447e-37d6-4235-b653-ecf377a099fa'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:08:41.264021 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-b23c4505-d8de-4b53-a85a-b7c17b01507a None None] Bound port: 866a3e33-b9c9-419d-a5c8-5b910c7b05e4, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '946b9f12-5cc2-4f29-9715-74fc196213f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '131d447e-37d6-4235-b653-ecf377a099fa'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:08:41.264408 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b23c4505-d8de-4b53-a85a-b7c17b01507a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:41.356742 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-b23c4505-d8de-4b53-a85a-b7c17b01507a None None] For port 866a3e33-b9c9-419d-a5c8-5b910c7b05e4, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:08:41.360467 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-b23c4505-d8de-4b53-a85a-b7c17b01507a None None] For port 866a3e33-b9c9-419d-a5c8-5b910c7b05e4, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=866a3e33-b9c9-419d-a5c8-5b910c7b05e4,segment=NetworkSegment(946b9f12-5cc2-4f29-9715-74fc196213f1),segment_id=946b9f12-5cc2-4f29-9715-74fc196213f1)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:08:41.364901 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b23c4505-d8de-4b53-a85a-b7c17b01507a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:41.454842 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c4505-d8de-4b53-a85a-b7c17b01507a None None] Pushing event updated for resources: {'Port': ['ID=866a3e33-b9c9-419d-a5c8-5b910c7b05e4,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:08:42.797559 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41584) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:08:43.163215 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [None req-efdde07a-5112-465e-859f-ff3a843c7736 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88070) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:08:43.164209 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-efdde07a-5112-465e-859f-ff3a843c7736 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3656185 May 03 22:08:45.133106 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c86686a-fad5-4d2f-b7b7-f31ff4d3c608 None None] Network 131d447e-37d6-4235-b653-ecf377a099fa requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:08:45.236636 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-caeecb31-e6c5-4361-b89a-608bcbdaba1d None None] Provisioning for port 866a3e33-b9c9-419d-a5c8-5b910c7b05e4 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:08:45.603561 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41598) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:08:45.941414 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 866a3e33-b9c9-419d-a5c8-5b910c7b05e4 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:08:45.967288 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [None req-65c2c3c3-8951-4d77-b7b5-a50d084a22be admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88070) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:08:45.968259 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-65c2c3c3-8951-4d77-b7b5-a50d084a22be admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3638029 May 03 22:08:46.007188 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 866a3e33-b9c9-419d-a5c8-5b910c7b05e4 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:08:46.011867 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 866a3e33-b9c9-419d-a5c8-5b910c7b05e4 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:08:46.012276 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:46.135948 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:46.170493 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 866a3e33-b9c9-419d-a5c8-5b910c7b05e4, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=866a3e33-b9c9-419d-a5c8-5b910c7b05e4,segment=NetworkSegment(946b9f12-5cc2-4f29-9715-74fc196213f1),segment_id=946b9f12-5cc2-4f29-9715-74fc196213f1)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:08:46.173788 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:46.262259 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=866a3e33-b9c9-419d-a5c8-5b910c7b05e4,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:08:47.919656 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 866a3e33-b9c9-419d-a5c8-5b910c7b05e4 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:08:47.985718 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 866a3e33-b9c9-419d-a5c8-5b910c7b05e4 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:08:47.986120 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:48.654562 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41610) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:08:49.003397 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-57095a1d-c7c8-41bd-9ba8-eba92d33f1d4 admin admin] Request body: {'router': {'tenant_id': 'f5d51a651fa04b93a1b410562676ac61', 'name': 'router1', 'admin_state_up': True}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:08:49.008401 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-57095a1d-c7c8-41bd-9ba8-eba92d33f1d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:08:49.012065 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-57095a1d-c7c8-41bd-9ba8-eba92d33f1d4 admin admin] Usage tracker for resource:router and tenant:f5d51a651fa04b93a1b410562676ac61 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:08:49.015289 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-57095a1d-c7c8-41bd-9ba8-eba92d33f1d4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:08:49.020805 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-57095a1d-c7c8-41bd-9ba8-eba92d33f1d4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:08:49.031242 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-57095a1d-c7c8-41bd-9ba8-eba92d33f1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:49.032820 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-57095a1d-c7c8-41bd-9ba8-eba92d33f1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:49.054468 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-57095a1d-c7c8-41bd-9ba8-eba92d33f1d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:49.168765 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-57095a1d-c7c8-41bd-9ba8-eba92d33f1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:49.186436 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-57095a1d-c7c8-41bd-9ba8-eba92d33f1d4 admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:49.187641 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-57095a1d-c7c8-41bd-9ba8-eba92d33f1d4 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5321057 May 03 22:08:51.566950 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41620) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:08:51.918957 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [None req-32de8a93-0e13-49aa-a06c-0118e4763480 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88070) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:08:51.919939 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-32de8a93-0e13-49aa-a06c-0118e4763480 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3520112 May 03 22:08:52.776049 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-448b4f4c-f73d-431c-a47a-581545b76869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:53.949554 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 5 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:08:54.300855 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41630) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:08:54.662470 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-540a8b2d-ca67-4dbe-bb25-f03025cfd43d admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:08:54.668191 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-540a8b2d-ca67-4dbe-bb25-f03025cfd43d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:08:54.672037 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-540a8b2d-ca67-4dbe-bb25-f03025cfd43d admin admin] Usage tracker for resource:network and tenant:d90db9e2f9bc4992b350b00f8defa64e is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:08:54.674846 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-540a8b2d-ca67-4dbe-bb25-f03025cfd43d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:08:54.681109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-540a8b2d-ca67-4dbe-bb25-f03025cfd43d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:08:54.690532 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540a8b2d-ca67-4dbe-bb25-f03025cfd43d admin admin] Made reservation on behalf of d90db9e2f9bc4992b350b00f8defa64e for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:08:54.692730 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-540a8b2d-ca67-4dbe-bb25-f03025cfd43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:54.709236 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-540a8b2d-ca67-4dbe-bb25-f03025cfd43d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:54.726537 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-540a8b2d-ca67-4dbe-bb25-f03025cfd43d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:08:54.730983 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-540a8b2d-ca67-4dbe-bb25-f03025cfd43d admin admin] Usage tracker for resource:security_group_rule and tenant:d90db9e2f9bc4992b350b00f8defa64e is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:08:54.733806 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-540a8b2d-ca67-4dbe-bb25-f03025cfd43d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:08:54.741097 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-540a8b2d-ca67-4dbe-bb25-f03025cfd43d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:08:54.824243 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-540a8b2d-ca67-4dbe-bb25-f03025cfd43d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:54.827848 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-540a8b2d-ca67-4dbe-bb25-f03025cfd43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:54.843640 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-540a8b2d-ca67-4dbe-bb25-f03025cfd43d admin admin] Reserving flat network on physical network physnet1 {{(pid=88070) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 03 22:08:54.866902 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a8b2d-ca67-4dbe-bb25-f03025cfd43d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f948238d-4258-4387-9df7-46d50a80f9ff,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:08:54.869592 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-540a8b2d-ca67-4dbe-bb25-f03025cfd43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:54.869952 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-540a8b2d-ca67-4dbe-bb25-f03025cfd43d admin admin] Added segment 035f75d9-1e5b-45b9-9745-369ca44fd51e of type flat for network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e May 03 22:08:54.901524 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-540a8b2d-ca67-4dbe-bb25-f03025cfd43d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:54.936265 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-16c1b2b7-24c9-44cf-b81a-2c70a3cb486d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:54.936962 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-540a8b2d-ca67-4dbe-bb25-f03025cfd43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:54.937914 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540a8b2d-ca67-4dbe-bb25-f03025cfd43d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:08:54.938481 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-540a8b2d-ca67-4dbe-bb25-f03025cfd43d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:55.030147 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-540a8b2d-ca67-4dbe-bb25-f03025cfd43d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7281432 May 03 22:08:55.037699 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a8b2d-ca67-4dbe-bb25-f03025cfd43d admin admin] Pushing event updated for resources: {'Network': ['ID=de8965b2-8ea3-4c2b-86b9-c128a58c6e1e,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:08:55.050345 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:08:56.023377 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:56.153172 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:57.361273 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:57.448964 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41650) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:08:57.652850 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4dcb54-1bfd-4edb-a9d7-9e5ba242fcc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:08:57.654153 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1c4dcb54-1bfd-4edb-a9d7-9e5ba242fcc1 admin admin] 10.222.0.58 "GET /v2.0/subnets/f57c6328-db62-4a76-bc4b-8ecfb2b0697a HTTP/1.1" status: 200 len: 849 time: 0.2042077 May 03 22:08:57.801083 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e9e0b1f6-d859-4cbd-959f-9d1eb9c9aca4 admin admin] 10.222.0.58 "GET /v2.0/routers/0a3c97f0-652d-4b54-935e-f6befba4d458 HTTP/1.1" status: 200 len: 704 time: 0.1411808 May 03 22:08:58.251208 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bcc35ec1-4145-4d47-9b47-b048698d5715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:58.503207 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-bcc35ec1-4145-4d47-9b47-b048698d5715 admin admin] Allocated IP 172.20.0.1 (131d447e-37d6-4235-b653-ecf377a099fa/f57c6328-db62-4a76-bc4b-8ecfb2b0697a/85bd2ebb-da5d-4cf1-90d7-4e9adc9213cd) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:08:58.653955 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bcc35ec1-4145-4d47-9b47-b048698d5715 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:58.670455 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-bcc35ec1-4145-4d47-9b47-b048698d5715 admin admin] Transition to ACTIVE for port object 85bd2ebb-da5d-4cf1-90d7-4e9adc9213cd will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:08:58.720925 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bcc35ec1-4145-4d47-9b47-b048698d5715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:58.784316 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc35ec1-4145-4d47-9b47-b048698d5715 admin admin] Network 131d447e-37d6-4235-b653-ecf377a099fa is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:08:58.787037 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-bcc35ec1-4145-4d47-9b47-b048698d5715 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:08:58.791430 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc35ec1-4145-4d47-9b47-b048698d5715 admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:08:58.791940 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bcc35ec1-4145-4d47-9b47-b048698d5715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:58.917930 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc35ec1-4145-4d47-9b47-b048698d5715 admin admin] Pushing event updated for resources: {'Port': ['ID=85bd2ebb-da5d-4cf1-90d7-4e9adc9213cd,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:08:58.951563 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-18a46c0c-183c-458f-b382-4f4535157d38 None None] Provisioning for port 85bd2ebb-da5d-4cf1-90d7-4e9adc9213cd completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:08:58.957053 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-18a46c0c-183c-458f-b382-4f4535157d38 None None] Provisioning complete for port 85bd2ebb-da5d-4cf1-90d7-4e9adc9213cd triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:08:58.957424 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-18a46c0c-183c-458f-b382-4f4535157d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:59.008801 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-18a46c0c-183c-458f-b382-4f4535157d38 None None] Port 85bd2ebb-da5d-4cf1-90d7-4e9adc9213cd cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:08:59.045426 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bcc35ec1-4145-4d47-9b47-b048698d5715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:59.265544 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bcc35ec1-4145-4d47-9b47-b048698d5715 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:59.269681 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bcc35ec1-4145-4d47-9b47-b048698d5715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:59.270428 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bcc35ec1-4145-4d47-9b47-b048698d5715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:59.401113 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc35ec1-4145-4d47-9b47-b048698d5715 admin admin] Pushing event updated for resources: {'Port': ['ID=85bd2ebb-da5d-4cf1-90d7-4e9adc9213cd,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:08:59.455114 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc35ec1-4145-4d47-9b47-b048698d5715 admin admin] Network 131d447e-37d6-4235-b653-ecf377a099fa is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:08:59.456143 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-bcc35ec1-4145-4d47-9b47-b048698d5715 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:08:59.631175 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d89e7b2c-dc6f-4455-ae7c-af1cb609bca7 None None] Provisioning complete for port 85bd2ebb-da5d-4cf1-90d7-4e9adc9213cd triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:08:59.631642 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d89e7b2c-dc6f-4455-ae7c-af1cb609bca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:08:59.679677 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc35ec1-4145-4d47-9b47-b048698d5715 admin admin] Router 0a3c97f0-652d-4b54-935e-f6befba4d458 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:08:59.688529 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-d89e7b2c-dc6f-4455-ae7c-af1cb609bca7 None None] Port 85bd2ebb-da5d-4cf1-90d7-4e9adc9213cd cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:08:59.829292 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc35ec1-4145-4d47-9b47-b048698d5715 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:08:59.838724 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1be82fc-46d3-4f3a-8fc4-7252f57b4b65 None None] Sync routers for ids ['0a3c97f0-652d-4b54-935e-f6befba4d458'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:08:59.839120 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bcc35ec1-4145-4d47-9b47-b048698d5715 admin admin] 10.222.0.58 "PUT /v2.0/routers/0a3c97f0-652d-4b54-935e-f6befba4d458/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0324516 May 03 22:08:59.853195 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1be82fc-46d3-4f3a-8fc4-7252f57b4b65 None None] Routers {'0a3c97f0-652d-4b54-935e-f6befba4d458'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:08:59.854096 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-c1be82fc-46d3-4f3a-8fc4-7252f57b4b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:08:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['0a3c97f0-652d-4b54-935e-f6befba4d458'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:09:00.024846 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-c1be82fc-46d3-4f3a-8fc4-7252f57b4b65 None None] Set router 0a3c97f0-652d-4b54-935e-f6befba4d458 gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:09:00.385663 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-c1be82fc-46d3-4f3a-8fc4-7252f57b4b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3c97f0-652d-4b54-935e-f6befba4d458', 'name': 'router1', 'tenant_id': 'f5d51a651fa04b93a1b410562676ac61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:08:49Z', 'updated_at': '2022-05-03T22:08:58Z', 'revision_number': 2, 'project_id': 'f5d51a651fa04b93a1b410562676ac61', 'gw_port_host': None, '_interfaces': [{'id': '85bd2ebb-da5d-4cf1-90d7-4e9adc9213cd', 'name': '', 'network_id': '131d447e-37d6-4235-b653-ecf377a099fa', 'tenant_id': 'f5d51a651fa04b93a1b410562676ac61', 'mac_address': 'fa:16:3e:cd:ed:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3c97f0-652d-4b54-935e-f6befba4d458', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f57c6328-db62-4a76-bc4b-8ecfb2b0697a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:08:58Z', 'updated_at': '2022-05-03T22:08:59Z', 'revision_number': 2, 'project_id': 'f5d51a651fa04b93a1b410562676ac61', 'subnets': [{'id': 'f57c6328-db62-4a76-bc4b-8ecfb2b0697a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76e72391-8337-4571-a127-3127aed7b861'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:09:00.390375 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1be82fc-46d3-4f3a-8fc4-7252f57b4b65 None None] Checking router: 0a3c97f0-652d-4b54-935e-f6befba4d458 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:09:00.390761 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1be82fc-46d3-4f3a-8fc4-7252f57b4b65 None None] Updating router 0a3c97f0-652d-4b54-935e-f6befba4d458 port 85bd2ebb-da5d-4cf1-90d7-4e9adc9213cd binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:09:00.450402 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c1be82fc-46d3-4f3a-8fc4-7252f57b4b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:00.825147 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c1be82fc-46d3-4f3a-8fc4-7252f57b4b65 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:00.840266 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-c1be82fc-46d3-4f3a-8fc4-7252f57b4b65 None None] Transition to ACTIVE for port object 85bd2ebb-da5d-4cf1-90d7-4e9adc9213cd will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:09:00.846931 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c1be82fc-46d3-4f3a-8fc4-7252f57b4b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:01.051202 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434faa87-2951-432f-abc0-3dbbdda94fe6 None None] Pushing event updated for resources: {'Port': ['ID=85bd2ebb-da5d-4cf1-90d7-4e9adc9213cd,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:09:01.070611 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434faa87-2951-432f-abc0-3dbbdda94fe6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:09:01.070953 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434faa87-2951-432f-abc0-3dbbdda94fe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:09:01.071324 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434faa87-2951-432f-abc0-3dbbdda94fe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:09:01.071658 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434faa87-2951-432f-abc0-3dbbdda94fe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:09:01.071989 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434faa87-2951-432f-abc0-3dbbdda94fe6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:09:01.072315 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434faa87-2951-432f-abc0-3dbbdda94fe6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:09:01.072636 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434faa87-2951-432f-abc0-3dbbdda94fe6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:09:01.072960 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434faa87-2951-432f-abc0-3dbbdda94fe6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:09:01.073277 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434faa87-2951-432f-abc0-3dbbdda94fe6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:09:01.073595 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434faa87-2951-432f-abc0-3dbbdda94fe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:09:01.073939 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434faa87-2951-432f-abc0-3dbbdda94fe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:09:01.074260 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434faa87-2951-432f-abc0-3dbbdda94fe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:09:01.075386 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434faa87-2951-432f-abc0-3dbbdda94fe6 None None] Tracked resource versions report: May 03 22:09:01.075386 n-d-811807-1 neutron-server[88072]: pushed versions: May 03 22:09:01.075386 n-d-811807-1 neutron-server[88072]: { 'AddressGroup': {'1.2'}, May 03 22:09:01.075386 n-d-811807-1 neutron-server[88072]: 'ConntrackHelper': {'1.0'}, May 03 22:09:01.075386 n-d-811807-1 neutron-server[88072]: 'Log': {'1.0'}, May 03 22:09:01.075386 n-d-811807-1 neutron-server[88072]: 'Network': {'1.1'}, May 03 22:09:01.075386 n-d-811807-1 neutron-server[88072]: 'Port': {'1.7'}, May 03 22:09:01.075386 n-d-811807-1 neutron-server[88072]: 'PortForwarding': {'1.2'}, May 03 22:09:01.075386 n-d-811807-1 neutron-server[88072]: 'QosPolicy': {'1.8'}, May 03 22:09:01.075386 n-d-811807-1 neutron-server[88072]: 'SecurityGroup': {'1.4'}, May 03 22:09:01.075386 n-d-811807-1 neutron-server[88072]: 'SecurityGroupRule': {'1.2'}, May 03 22:09:01.075386 n-d-811807-1 neutron-server[88072]: 'SubPort': {'1.0'}, May 03 22:09:01.075386 n-d-811807-1 neutron-server[88072]: 'Subnet': {'1.1'}, May 03 22:09:01.075386 n-d-811807-1 neutron-server[88072]: 'Trunk': {'1.1'}} May 03 22:09:01.075386 n-d-811807-1 neutron-server[88072]: consumer versions: May 03 22:09:01.075386 n-d-811807-1 neutron-server[88072]: { DHCP agent@n-d-811807-1: {}, May 03 22:09:01.075386 n-d-811807-1 neutron-server[88072]: L3 agent@n-d-811807-1: {}, May 03 22:09:01.075386 n-d-811807-1 neutron-server[88072]: Metadata agent@n-d-811807-1: {}, May 03 22:09:01.075386 n-d-811807-1 neutron-server[88072]: Metering agent@n-d-811807-1: {}, May 03 22:09:01.075386 n-d-811807-1 neutron-server[88072]: Open vSwitch agent@n-d-811807-1: { 'AddressGroup': '1.2', May 03 22:09:01.075386 n-d-811807-1 neutron-server[88072]: 'ConntrackHelper': '1.0', May 03 22:09:01.075386 n-d-811807-1 neutron-server[88072]: 'Log': '1.0', May 03 22:09:01.075386 n-d-811807-1 neutron-server[88072]: 'Network': '1.1', May 03 22:09:01.075386 n-d-811807-1 neutron-server[88072]: 'Port': '1.7', May 03 22:09:01.075386 n-d-811807-1 neutron-server[88072]: 'PortForwarding': '1.2', May 03 22:09:01.075386 n-d-811807-1 neutron-server[88072]: 'QosPolicy': '1.8', May 03 22:09:01.075386 n-d-811807-1 neutron-server[88072]: 'SecurityGroup': '1.4', May 03 22:09:01.075386 n-d-811807-1 neutron-server[88072]: 'SecurityGroupRule': '1.2', May 03 22:09:01.075386 n-d-811807-1 neutron-server[88072]: 'SubPort': '1.0', May 03 22:09:01.075386 n-d-811807-1 neutron-server[88072]: 'Subnet': '1.1', May 03 22:09:01.075386 n-d-811807-1 neutron-server[88072]: 'Trunk': '1.1'}} May 03 22:09:01.075386 n-d-811807-1 neutron-server[88072]: {{(pid=88072) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 22:09:01.079371 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-c1be82fc-46d3-4f3a-8fc4-7252f57b4b65 None None] Attempting to bind port 85bd2ebb-da5d-4cf1-90d7-4e9adc9213cd on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:09:01.079758 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-c1be82fc-46d3-4f3a-8fc4-7252f57b4b65 None None] Attempting to bind port 85bd2ebb-da5d-4cf1-90d7-4e9adc9213cd by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '946b9f12-5cc2-4f29-9715-74fc196213f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '131d447e-37d6-4235-b653-ecf377a099fa'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:09:01.080178 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1be82fc-46d3-4f3a-8fc4-7252f57b4b65 None None] Attempting to bind port 85bd2ebb-da5d-4cf1-90d7-4e9adc9213cd on network 131d447e-37d6-4235-b653-ecf377a099fa {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:09:01.086471 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1be82fc-46d3-4f3a-8fc4-7252f57b4b65 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:09:01.086875 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1be82fc-46d3-4f3a-8fc4-7252f57b4b65 None None] Checking segment: {'id': '946b9f12-5cc2-4f29-9715-74fc196213f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '131d447e-37d6-4235-b653-ecf377a099fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:09:01.087359 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c1be82fc-46d3-4f3a-8fc4-7252f57b4b65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:01.087742 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1be82fc-46d3-4f3a-8fc4-7252f57b4b65 None None] Bound using segment: {'id': '946b9f12-5cc2-4f29-9715-74fc196213f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '131d447e-37d6-4235-b653-ecf377a099fa'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:09:01.088221 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-c1be82fc-46d3-4f3a-8fc4-7252f57b4b65 None None] Bound port: 85bd2ebb-da5d-4cf1-90d7-4e9adc9213cd, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '946b9f12-5cc2-4f29-9715-74fc196213f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '131d447e-37d6-4235-b653-ecf377a099fa'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:09:01.088603 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c1be82fc-46d3-4f3a-8fc4-7252f57b4b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:01.176216 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-c1be82fc-46d3-4f3a-8fc4-7252f57b4b65 None None] For port 85bd2ebb-da5d-4cf1-90d7-4e9adc9213cd, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:09:01.180045 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-c1be82fc-46d3-4f3a-8fc4-7252f57b4b65 None None] For port 85bd2ebb-da5d-4cf1-90d7-4e9adc9213cd, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=85bd2ebb-da5d-4cf1-90d7-4e9adc9213cd,segment=NetworkSegment(946b9f12-5cc2-4f29-9715-74fc196213f1),segment_id=946b9f12-5cc2-4f29-9715-74fc196213f1)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:09:01.183722 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c1be82fc-46d3-4f3a-8fc4-7252f57b4b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:01.268953 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1be82fc-46d3-4f3a-8fc4-7252f57b4b65 None None] Routers {'0a3c97f0-652d-4b54-935e-f6befba4d458'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:09:01.269582 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-c1be82fc-46d3-4f3a-8fc4-7252f57b4b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:08:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['0a3c97f0-652d-4b54-935e-f6befba4d458'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:09:01.343751 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434faa87-2951-432f-abc0-3dbbdda94fe6 None None] Pushing event updated for resources: {'Port': ['ID=85bd2ebb-da5d-4cf1-90d7-4e9adc9213cd,revision_number=4']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:09:01.451062 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-c1be82fc-46d3-4f3a-8fc4-7252f57b4b65 None None] Set router 0a3c97f0-652d-4b54-935e-f6befba4d458 gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:09:01.770573 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-c1be82fc-46d3-4f3a-8fc4-7252f57b4b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3c97f0-652d-4b54-935e-f6befba4d458', 'name': 'router1', 'tenant_id': 'f5d51a651fa04b93a1b410562676ac61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:08:49Z', 'updated_at': '2022-05-03T22:08:58Z', 'revision_number': 2, 'project_id': 'f5d51a651fa04b93a1b410562676ac61', 'gw_port_host': None, '_interfaces': [{'id': '85bd2ebb-da5d-4cf1-90d7-4e9adc9213cd', 'name': '', 'network_id': '131d447e-37d6-4235-b653-ecf377a099fa', 'tenant_id': 'f5d51a651fa04b93a1b410562676ac61', 'mac_address': 'fa:16:3e:cd:ed:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3c97f0-652d-4b54-935e-f6befba4d458', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f57c6328-db62-4a76-bc4b-8ecfb2b0697a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:08:58Z', 'updated_at': '2022-05-03T22:09:01Z', 'revision_number': 4, 'project_id': 'f5d51a651fa04b93a1b410562676ac61', 'subnets': [{'id': 'f57c6328-db62-4a76-bc4b-8ecfb2b0697a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76e72391-8337-4571-a127-3127aed7b861'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:09:01.774371 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1be82fc-46d3-4f3a-8fc4-7252f57b4b65 None None] The sync data for ids ['0a3c97f0-652d-4b54-935e-f6befba4d458'] in n-d-811807-1 is: [{'id': '0a3c97f0-652d-4b54-935e-f6befba4d458', 'name': 'router1', 'tenant_id': 'f5d51a651fa04b93a1b410562676ac61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:08:49Z', 'updated_at': '2022-05-03T22:08:58Z', 'revision_number': 2, 'project_id': 'f5d51a651fa04b93a1b410562676ac61', 'gw_port_host': None, '_interfaces': [{'id': '85bd2ebb-da5d-4cf1-90d7-4e9adc9213cd', 'name': '', 'network_id': '131d447e-37d6-4235-b653-ecf377a099fa', 'tenant_id': 'f5d51a651fa04b93a1b410562676ac61', 'mac_address': 'fa:16:3e:cd:ed:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3c97f0-652d-4b54-935e-f6befba4d458', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f57c6328-db62-4a76-bc4b-8ecfb2b0697a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:08:58Z', 'updated_at': '2022-05-03T22:09:01Z', 'revision_number': 4, 'project_id': 'f5d51a651fa04b93a1b410562676ac61', 'subnets': [{'id': 'f57c6328-db62-4a76-bc4b-8ecfb2b0697a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76e72391-8337-4571-a127-3127aed7b861'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:09:02.046629 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41672) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:09:02.315520 n-d-811807-1 neutron-server[88069]: DEBUG neutron.policy [None req-3dbe1f32-e845-4b9b-86cb-ec5de5c2f7a7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88069) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 03 22:09:02.367563 n-d-811807-1 neutron-server[88069]: WARNING oslo_policy.policy [None req-3dbe1f32-e845-4b9b-86cb-ec5de5c2f7a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 22:09:02.367951 n-d-811807-1 neutron-server[88069]: WARNING oslo_policy.policy [None req-3dbe1f32-e845-4b9b-86cb-ec5de5c2f7a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 22:09:02.377412 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbe1f32-e845-4b9b-86cb-ec5de5c2f7a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:09:02.379217 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3dbe1f32-e845-4b9b-86cb-ec5de5c2f7a7 admin admin] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 842 time: 0.3316476 May 03 22:09:02.389757 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-37b96f61-d983-4560-a0df-04b4f827b2b3 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.25.2.0/24', 'name': 'public-subnet', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'enable_dhcp': False, 'gateway_ip': '172.25.2.1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:09:02.391684 n-d-811807-1 neutron-server[88069]: INFO neutron.quota [None req-37b96f61-d983-4560-a0df-04b4f827b2b3 admin admin] Loaded quota_driver: . May 03 22:09:02.399326 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-37b96f61-d983-4560-a0df-04b4f827b2b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:09:02.405376 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-37b96f61-d983-4560-a0df-04b4f827b2b3 admin admin] Usage tracker for resource:subnet and tenant:d90db9e2f9bc4992b350b00f8defa64e is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:09:02.408918 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-37b96f61-d983-4560-a0df-04b4f827b2b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:09:02.416295 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-37b96f61-d983-4560-a0df-04b4f827b2b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:09:02.432542 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b96f61-d983-4560-a0df-04b4f827b2b3 admin admin] Made reservation on behalf of d90db9e2f9bc4992b350b00f8defa64e for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:09:02.435428 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-37b96f61-d983-4560-a0df-04b4f827b2b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:02.878753 n-d-811807-1 neutron-server[88069]: DEBUG neutron.objects.ports [None req-37b96f61-d983-4560-a0df-04b4f827b2b3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88069) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 03 22:09:02.879168 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-37b96f61-d983-4560-a0df-04b4f827b2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:02.962434 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b96f61-d983-4560-a0df-04b4f827b2b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0b4a649-b3bf-4e46-876c-a9157c9f571f,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:09:02.966010 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b96f61-d983-4560-a0df-04b4f827b2b3 admin admin] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:09:02.966383 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b96f61-d983-4560-a0df-04b4f827b2b3 admin admin] Network hostable DHCP agents. Network: de8965b2-8ea3-4c2b-86b9-c128a58c6e1e, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:09:02.975060 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b96f61-d983-4560-a0df-04b4f827b2b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:09:02.975398 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b96f61-d983-4560-a0df-04b4f827b2b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:09:02.975729 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b96f61-d983-4560-a0df-04b4f827b2b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:09:02.976657 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b96f61-d983-4560-a0df-04b4f827b2b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:09:02.976982 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b96f61-d983-4560-a0df-04b4f827b2b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:09:02.977305 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b96f61-d983-4560-a0df-04b4f827b2b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:09:02.977623 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b96f61-d983-4560-a0df-04b4f827b2b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:09:02.977968 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b96f61-d983-4560-a0df-04b4f827b2b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:09:02.978287 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b96f61-d983-4560-a0df-04b4f827b2b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:09:02.978601 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b96f61-d983-4560-a0df-04b4f827b2b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:09:02.978919 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b96f61-d983-4560-a0df-04b4f827b2b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:09:02.979230 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b96f61-d983-4560-a0df-04b4f827b2b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:09:02.980299 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b96f61-d983-4560-a0df-04b4f827b2b3 admin admin] Tracked resource versions report: May 03 22:09:02.980299 n-d-811807-1 neutron-server[88069]: pushed versions: May 03 22:09:02.980299 n-d-811807-1 neutron-server[88069]: { 'AddressGroup': {'1.2'}, May 03 22:09:02.980299 n-d-811807-1 neutron-server[88069]: 'ConntrackHelper': {'1.0'}, May 03 22:09:02.980299 n-d-811807-1 neutron-server[88069]: 'Log': {'1.0'}, May 03 22:09:02.980299 n-d-811807-1 neutron-server[88069]: 'Network': {'1.1'}, May 03 22:09:02.980299 n-d-811807-1 neutron-server[88069]: 'Port': {'1.7'}, May 03 22:09:02.980299 n-d-811807-1 neutron-server[88069]: 'PortForwarding': {'1.2'}, May 03 22:09:02.980299 n-d-811807-1 neutron-server[88069]: 'QosPolicy': {'1.8'}, May 03 22:09:02.980299 n-d-811807-1 neutron-server[88069]: 'SecurityGroup': {'1.4'}, May 03 22:09:02.980299 n-d-811807-1 neutron-server[88069]: 'SecurityGroupRule': {'1.2'}, May 03 22:09:02.980299 n-d-811807-1 neutron-server[88069]: 'SubPort': {'1.0'}, May 03 22:09:02.980299 n-d-811807-1 neutron-server[88069]: 'Subnet': {'1.1'}, May 03 22:09:02.980299 n-d-811807-1 neutron-server[88069]: 'Trunk': {'1.1'}} May 03 22:09:02.980299 n-d-811807-1 neutron-server[88069]: consumer versions: May 03 22:09:02.980299 n-d-811807-1 neutron-server[88069]: { DHCP agent@n-d-811807-1: {}, May 03 22:09:02.980299 n-d-811807-1 neutron-server[88069]: L3 agent@n-d-811807-1: {}, May 03 22:09:02.980299 n-d-811807-1 neutron-server[88069]: Metadata agent@n-d-811807-1: {}, May 03 22:09:02.980299 n-d-811807-1 neutron-server[88069]: Metering agent@n-d-811807-1: {}, May 03 22:09:02.980299 n-d-811807-1 neutron-server[88069]: Open vSwitch agent@n-d-811807-1: { 'AddressGroup': '1.2', May 03 22:09:02.980299 n-d-811807-1 neutron-server[88069]: 'ConntrackHelper': '1.0', May 03 22:09:02.980299 n-d-811807-1 neutron-server[88069]: 'Log': '1.0', May 03 22:09:02.980299 n-d-811807-1 neutron-server[88069]: 'Network': '1.1', May 03 22:09:02.980299 n-d-811807-1 neutron-server[88069]: 'Port': '1.7', May 03 22:09:02.980299 n-d-811807-1 neutron-server[88069]: 'PortForwarding': '1.2', May 03 22:09:02.980299 n-d-811807-1 neutron-server[88069]: 'QosPolicy': '1.8', May 03 22:09:02.980299 n-d-811807-1 neutron-server[88069]: 'SecurityGroup': '1.4', May 03 22:09:02.980299 n-d-811807-1 neutron-server[88069]: 'SecurityGroupRule': '1.2', May 03 22:09:02.980299 n-d-811807-1 neutron-server[88069]: 'SubPort': '1.0', May 03 22:09:02.980299 n-d-811807-1 neutron-server[88069]: 'Subnet': '1.1', May 03 22:09:02.980299 n-d-811807-1 neutron-server[88069]: 'Trunk': '1.1'}} May 03 22:09:02.980299 n-d-811807-1 neutron-server[88069]: {{(pid=88069) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 22:09:03.011359 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b96f61-d983-4560-a0df-04b4f827b2b3 admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:09:03.020912 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-37b96f61-d983-4560-a0df-04b4f827b2b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, de8965b2-8ea3-4c2b-86b9-c128a58c6e1e) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:09:03.025970 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b96f61-d983-4560-a0df-04b4f827b2b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:09:03.026558 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-37b96f61-d983-4560-a0df-04b4f827b2b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:03.031542 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6e7494-10a4-4472-bf17-c05d03cae169 None None] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:09:03.049457 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-37b96f61-d983-4560-a0df-04b4f827b2b3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6637268 May 03 22:09:03.250662 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5489908a-5dfd-4e6f-9329-2a858ef38d47 None None] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:09:03.953619 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 85bd2ebb-da5d-4cf1-90d7-4e9adc9213cd up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:09:04.019769 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 85bd2ebb-da5d-4cf1-90d7-4e9adc9213cd completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:09:04.024150 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 85bd2ebb-da5d-4cf1-90d7-4e9adc9213cd triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:09:04.024523 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:04.142547 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:04.177318 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 85bd2ebb-da5d-4cf1-90d7-4e9adc9213cd, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=85bd2ebb-da5d-4cf1-90d7-4e9adc9213cd,segment=NetworkSegment(946b9f12-5cc2-4f29-9715-74fc196213f1),segment_id=946b9f12-5cc2-4f29-9715-74fc196213f1)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:09:04.181380 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:04.249542 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=85bd2ebb-da5d-4cf1-90d7-4e9adc9213cd,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:09:05.321963 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41692) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:09:05.512610 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ff36b523-8e18-49ee-84db-679b3f75c307 admin admin] 10.222.0.58 "GET /v2.0/routers/0a3c97f0-652d-4b54-935e-f6befba4d458 HTTP/1.1" status: 200 len: 710 time: 0.1894600 May 03 22:09:05.639209 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ea73f6-d264-4734-98fe-8214c09a7315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:09:05.639772 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-60ea73f6-d264-4734-98fe-8214c09a7315 admin admin] Synchronizing usage tracker for tenant:d90db9e2f9bc4992b350b00f8defa64e on resource:network {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:09:05.656064 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-60ea73f6-d264-4734-98fe-8214c09a7315 admin admin] Unset dirty status for tenant:d90db9e2f9bc4992b350b00f8defa64e on resource:network {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:09:05.657379 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-60ea73f6-d264-4734-98fe-8214c09a7315 admin admin] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 886 time: 0.1396766 May 03 22:09:05.670567 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-de3a6973-95a7-4161-a03b-4731a32b06fb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:09:05.928293 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 85bd2ebb-da5d-4cf1-90d7-4e9adc9213cd up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:09:05.994637 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 85bd2ebb-da5d-4cf1-90d7-4e9adc9213cd triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:09:05.995008 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:06.100190 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de3a6973-95a7-4161-a03b-4731a32b06fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:06.466842 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de3a6973-95a7-4161-a03b-4731a32b06fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:06.519853 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de3a6973-95a7-4161-a03b-4731a32b06fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:06.651980 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-de3a6973-95a7-4161-a03b-4731a32b06fb admin admin] Allocated IP 172.25.2.162 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/4273ea78-49e1-4663-8569-ee579d0f22d2) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:09:06.793601 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de3a6973-95a7-4161-a03b-4731a32b06fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:06.824820 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de3a6973-95a7-4161-a03b-4731a32b06fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:06.889548 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3a6973-95a7-4161-a03b-4731a32b06fb admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:09:06.892358 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-de3a6973-95a7-4161-a03b-4731a32b06fb admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:09:06.895943 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3a6973-95a7-4161-a03b-4731a32b06fb admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:09:07.002959 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a6973-95a7-4161-a03b-4731a32b06fb admin admin] Pushing event updated for resources: {'Port': ['ID=4273ea78-49e1-4663-8569-ee579d0f22d2,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:09:07.262917 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de3a6973-95a7-4161-a03b-4731a32b06fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:07.589453 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de3a6973-95a7-4161-a03b-4731a32b06fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:07.592818 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de3a6973-95a7-4161-a03b-4731a32b06fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-785141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-785150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-783245'] for router, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:07.828744 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3a6973-95a7-4161-a03b-4731a32b06fb admin admin] Router 0a3c97f0-652d-4b54-935e-f6befba4d458 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:09:08.000607 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3a6973-95a7-4161-a03b-4731a32b06fb admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:09:08.008536 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de3a6973-95a7-4161-a03b-4731a32b06fb admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:08.009716 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-de3a6973-95a7-4161-a03b-4731a32b06fb admin admin] 10.222.0.58 "PUT /v2.0/routers/0a3c97f0-652d-4b54-935e-f6befba4d458 HTTP/1.1" status: 200 len: 890 time: 2.3468585 May 03 22:09:08.009941 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3d59af-2cf0-46b5-bf0c-b0d939146ae5 None None] Sync routers for ids ['0a3c97f0-652d-4b54-935e-f6befba4d458'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:09:08.019860 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3d59af-2cf0-46b5-bf0c-b0d939146ae5 None None] Routers {'0a3c97f0-652d-4b54-935e-f6befba4d458'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:09:08.020561 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-ff3d59af-2cf0-46b5-bf0c-b0d939146ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:08:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['0a3c97f0-652d-4b54-935e-f6befba4d458'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:09:08.233339 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-ff3d59af-2cf0-46b5-bf0c-b0d939146ae5 None None] Set router 0a3c97f0-652d-4b54-935e-f6befba4d458 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:09:08.565817 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-ff3d59af-2cf0-46b5-bf0c-b0d939146ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3c97f0-652d-4b54-935e-f6befba4d458', 'name': 'router1', 'tenant_id': 'f5d51a651fa04b93a1b410562676ac61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '4273ea78-49e1-4663-8569-ee579d0f22d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:08:49Z', 'updated_at': '2022-05-03T22:09:07Z', 'revision_number': 4, 'project_id': 'f5d51a651fa04b93a1b410562676ac61', 'gw_port': {'id': '4273ea78-49e1-4663-8569-ee579d0f22d2', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3c97f0-652d-4b54-935e-f6befba4d458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:09:06Z', 'updated_at': '2022-05-03T22:09:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '85bd2ebb-da5d-4cf1-90d7-4e9adc9213cd', 'name': '', 'network_id': '131d447e-37d6-4235-b653-ecf377a099fa', 'tenant_id': 'f5d51a651fa04b93a1b410562676ac61', 'mac_address': 'fa:16:3e:cd:ed:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3c97f0-652d-4b54-935e-f6befba4d458', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f57c6328-db62-4a76-bc4b-8ecfb2b0697a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:08:58Z', 'updated_at': '2022-05-03T22:09:04Z', 'revision_number': 5, 'project_id': 'f5d51a651fa04b93a1b410562676ac61', 'subnets': [{'id': 'f57c6328-db62-4a76-bc4b-8ecfb2b0697a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76e72391-8337-4571-a127-3127aed7b861'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:09:08.571053 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3d59af-2cf0-46b5-bf0c-b0d939146ae5 None None] Checking router: 0a3c97f0-652d-4b54-935e-f6befba4d458 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:09:08.571408 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3d59af-2cf0-46b5-bf0c-b0d939146ae5 None None] Updating router 0a3c97f0-652d-4b54-935e-f6befba4d458 port 4273ea78-49e1-4663-8569-ee579d0f22d2 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:09:08.624305 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ff3d59af-2cf0-46b5-bf0c-b0d939146ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:08.941764 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ff3d59af-2cf0-46b5-bf0c-b0d939146ae5 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:08.953579 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ff3d59af-2cf0-46b5-bf0c-b0d939146ae5 None None] Transition to ACTIVE for port object 4273ea78-49e1-4663-8569-ee579d0f22d2 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:09:08.959744 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ff3d59af-2cf0-46b5-bf0c-b0d939146ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:09.038326 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1adc4-ad95-4b8a-81b2-2257d25c1310 None None] Pushing event updated for resources: {'Port': ['ID=4273ea78-49e1-4663-8569-ee579d0f22d2,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:09:09.042713 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-ff3d59af-2cf0-46b5-bf0c-b0d939146ae5 None None] Attempting to bind port 4273ea78-49e1-4663-8569-ee579d0f22d2 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:09:09.043078 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-ff3d59af-2cf0-46b5-bf0c-b0d939146ae5 None None] Attempting to bind port 4273ea78-49e1-4663-8569-ee579d0f22d2 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:09:09.043435 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3d59af-2cf0-46b5-bf0c-b0d939146ae5 None None] Attempting to bind port 4273ea78-49e1-4663-8569-ee579d0f22d2 on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:09:09.048679 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3d59af-2cf0-46b5-bf0c-b0d939146ae5 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:09:09.049047 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3d59af-2cf0-46b5-bf0c-b0d939146ae5 None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:09:09.049439 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ff3d59af-2cf0-46b5-bf0c-b0d939146ae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:09.049825 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3d59af-2cf0-46b5-bf0c-b0d939146ae5 None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:09:09.050302 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-ff3d59af-2cf0-46b5-bf0c-b0d939146ae5 None None] Bound port: 4273ea78-49e1-4663-8569-ee579d0f22d2, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:09:09.050680 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ff3d59af-2cf0-46b5-bf0c-b0d939146ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:09.119901 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-ff3d59af-2cf0-46b5-bf0c-b0d939146ae5 None None] For port 4273ea78-49e1-4663-8569-ee579d0f22d2, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:09:09.123158 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-ff3d59af-2cf0-46b5-bf0c-b0d939146ae5 None None] For port 4273ea78-49e1-4663-8569-ee579d0f22d2, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=4273ea78-49e1-4663-8569-ee579d0f22d2,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:09:09.127353 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ff3d59af-2cf0-46b5-bf0c-b0d939146ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:09.206533 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3d59af-2cf0-46b5-bf0c-b0d939146ae5 None None] Routers {'0a3c97f0-652d-4b54-935e-f6befba4d458'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:09:09.207059 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-ff3d59af-2cf0-46b5-bf0c-b0d939146ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:08:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['0a3c97f0-652d-4b54-935e-f6befba4d458'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:09:09.252531 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1adc4-ad95-4b8a-81b2-2257d25c1310 None None] Pushing event updated for resources: {'Port': ['ID=4273ea78-49e1-4663-8569-ee579d0f22d2,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:09:09.385432 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-ff3d59af-2cf0-46b5-bf0c-b0d939146ae5 None None] Set router 0a3c97f0-652d-4b54-935e-f6befba4d458 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:09:09.731264 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-ff3d59af-2cf0-46b5-bf0c-b0d939146ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3c97f0-652d-4b54-935e-f6befba4d458', 'name': 'router1', 'tenant_id': 'f5d51a651fa04b93a1b410562676ac61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '4273ea78-49e1-4663-8569-ee579d0f22d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:08:49Z', 'updated_at': '2022-05-03T22:09:07Z', 'revision_number': 4, 'project_id': 'f5d51a651fa04b93a1b410562676ac61', 'gw_port': {'id': '4273ea78-49e1-4663-8569-ee579d0f22d2', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3c97f0-652d-4b54-935e-f6befba4d458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:09:06Z', 'updated_at': '2022-05-03T22:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '85bd2ebb-da5d-4cf1-90d7-4e9adc9213cd', 'name': '', 'network_id': '131d447e-37d6-4235-b653-ecf377a099fa', 'tenant_id': 'f5d51a651fa04b93a1b410562676ac61', 'mac_address': 'fa:16:3e:cd:ed:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3c97f0-652d-4b54-935e-f6befba4d458', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f57c6328-db62-4a76-bc4b-8ecfb2b0697a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:08:58Z', 'updated_at': '2022-05-03T22:09:04Z', 'revision_number': 5, 'project_id': 'f5d51a651fa04b93a1b410562676ac61', 'subnets': [{'id': 'f57c6328-db62-4a76-bc4b-8ecfb2b0697a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76e72391-8337-4571-a127-3127aed7b861'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:09:09.735085 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3d59af-2cf0-46b5-bf0c-b0d939146ae5 None None] The sync data for ids ['0a3c97f0-652d-4b54-935e-f6befba4d458'] in n-d-811807-1 is: [{'id': '0a3c97f0-652d-4b54-935e-f6befba4d458', 'name': 'router1', 'tenant_id': 'f5d51a651fa04b93a1b410562676ac61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '4273ea78-49e1-4663-8569-ee579d0f22d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:08:49Z', 'updated_at': '2022-05-03T22:09:07Z', 'revision_number': 4, 'project_id': 'f5d51a651fa04b93a1b410562676ac61', 'gw_port': {'id': '4273ea78-49e1-4663-8569-ee579d0f22d2', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3c97f0-652d-4b54-935e-f6befba4d458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:09:06Z', 'updated_at': '2022-05-03T22:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '85bd2ebb-da5d-4cf1-90d7-4e9adc9213cd', 'name': '', 'network_id': '131d447e-37d6-4235-b653-ecf377a099fa', 'tenant_id': 'f5d51a651fa04b93a1b410562676ac61', 'mac_address': 'fa:16:3e:cd:ed:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3c97f0-652d-4b54-935e-f6befba4d458', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f57c6328-db62-4a76-bc4b-8ecfb2b0697a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:08:58Z', 'updated_at': '2022-05-03T22:09:04Z', 'revision_number': 5, 'project_id': 'f5d51a651fa04b93a1b410562676ac61', 'subnets': [{'id': 'f57c6328-db62-4a76-bc4b-8ecfb2b0697a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '76e72391-8337-4571-a127-3127aed7b861'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:09:09.972066 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 4273ea78-49e1-4663-8569-ee579d0f22d2 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:09:10.043702 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 4273ea78-49e1-4663-8569-ee579d0f22d2 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:09:10.049205 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 4273ea78-49e1-4663-8569-ee579d0f22d2 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:09:10.049527 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:10.178501 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:10.196208 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 4273ea78-49e1-4663-8569-ee579d0f22d2, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=4273ea78-49e1-4663-8569-ee579d0f22d2,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:09:10.200116 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:10.267809 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=4273ea78-49e1-4663-8569-ee579d0f22d2,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:09:10.434903 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41702) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:09:10.561461 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-57df000c-8005-4274-9aa9-f7265fb37c9b admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1254020 May 03 22:09:11.935480 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 4273ea78-49e1-4663-8569-ee579d0f22d2 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:09:12.011987 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 4273ea78-49e1-4663-8569-ee579d0f22d2 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:09:12.012356 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:22.778884 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9fa65909-4455-4720-9900-129b91252287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:24.938231 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-26e3d3fa-0dbe-4dc5-83e1-b5cbefcee03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:26.027426 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:26.154821 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:27.370951 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:30.948331 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 5 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:09:52.781764 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9a61e408-a844-4013-9ed6-f8e4bb8e2a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:54.943573 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ca3bfaf8-599f-4528-9189-1ba22848ac7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:56.031375 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:56.156836 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:09:57.375104 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:10:07.949943 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 5 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:10:22.790389 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-df103acb-462f-4be9-8a23-b30cf4edfe6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:10:24.952867 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e9830b8d-b295-47eb-8789-fa8b50018024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:10:26.037685 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:10:26.160837 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:10:27.378578 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:10:44.949328 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 5 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:10:52.783879 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-60769b36-955e-4996-8db5-4ab3fe08627e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:10:54.946426 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-39de1235-6fa7-4d19-8d46-0b6ad7ba2a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:10:56.036006 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:10:56.163726 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:10:57.381198 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:11:16.712996 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42306) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:11:16.778668 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-538b8733-160c-4ee4-b6df-edef979f50a5 admin admin] GET failed (client error): The resource could not be found. May 03 22:11:16.779911 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-538b8733-160c-4ee4-b6df-edef979f50a5 admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0659251 May 03 22:11:16.908828 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d637bb-de2b-4c46-b955-ff75ab0d78a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:11:16.910868 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-67d637bb-de2b-4c46-b955-ff75ab0d78a2 admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1268148 May 03 22:11:19.049548 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42316) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:11:19.153605 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feada2ba-150b-4dcc-ba20-fd296fb534b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:11:19.154951 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-feada2ba-150b-4dcc-ba20-fd296fb534b5 admin admin] 10.222.0.58 "GET /v2.0/subnets/f57c6328-db62-4a76-bc4b-8ecfb2b0697a HTTP/1.1" status: 200 len: 849 time: 0.1038888 May 03 22:11:19.164702 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-1e68a1be-9b46-4579-9944-96f701b3772d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:11:19.279886 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1e68a1be-9b46-4579-9944-96f701b3772d admin admin] Notify callbacks [] for subnet, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:11:19.464107 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1e68a1be-9b46-4579-9944-96f701b3772d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752783540471'] for subnet, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:11:19.509683 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e68a1be-9b46-4579-9944-96f701b3772d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:11:19.510779 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1e68a1be-9b46-4579-9944-96f701b3772d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:11:19.511569 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1e68a1be-9b46-4579-9944-96f701b3772d admin admin] 10.222.0.58 "PUT /v2.0/subnets/f57c6328-db62-4a76-bc4b-8ecfb2b0697a HTTP/1.1" status: 200 len: 868 time: 0.3504164 May 03 22:11:19.529149 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23789315-30f1-4cf6-8d44-8c87910d88cb None None] Network 131d447e-37d6-4235-b653-ecf377a099fa requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:11:19.534738 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68a1be-9b46-4579-9944-96f701b3772d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f57c6328-db62-4a76-bc4b-8ecfb2b0697a,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:11:19.542741 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68a1be-9b46-4579-9944-96f701b3772d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:11:19.543084 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68a1be-9b46-4579-9944-96f701b3772d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:11:19.543421 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68a1be-9b46-4579-9944-96f701b3772d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:11:19.543750 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68a1be-9b46-4579-9944-96f701b3772d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:11:19.544076 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68a1be-9b46-4579-9944-96f701b3772d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:11:19.544402 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68a1be-9b46-4579-9944-96f701b3772d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:11:19.544721 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68a1be-9b46-4579-9944-96f701b3772d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:11:19.545042 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68a1be-9b46-4579-9944-96f701b3772d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:11:19.545361 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68a1be-9b46-4579-9944-96f701b3772d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:11:19.545676 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68a1be-9b46-4579-9944-96f701b3772d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:11:19.546024 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68a1be-9b46-4579-9944-96f701b3772d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:11:19.546343 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68a1be-9b46-4579-9944-96f701b3772d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:11:19.971207 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-0d9bba91-54e1-40dc-ba5b-2f08c6bed5b5 None None] Provisioning complete for port 85bd2ebb-da5d-4cf1-90d7-4e9adc9213cd triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:11:19.971603 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0d9bba91-54e1-40dc-ba5b-2f08c6bed5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:11:20.097084 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-0d9bba91-54e1-40dc-ba5b-2f08c6bed5b5 None None] Provisioning complete for port 866a3e33-b9c9-419d-a5c8-5b910c7b05e4 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:11:20.097385 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0d9bba91-54e1-40dc-ba5b-2f08c6bed5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:11:21.698319 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42326) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:11:21.867529 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5261a12-5bb1-4bf9-b18c-90d6dafa8d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:11:21.867897 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5261a12-5bb1-4bf9-b18c-90d6dafa8d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:11:21.869390 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d5261a12-5bb1-4bf9-b18c-90d6dafa8d6c admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1701238 May 03 22:11:21.947735 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 5 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:11:22.786342 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-212a9a0a-60c9-4aba-9389-40645c8ba773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:11:24.038086 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42336) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:11:24.225758 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f19473-117e-494b-9681-86f1894a38a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:11:24.226231 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f19473-117e-494b-9681-86f1894a38a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:11:24.227796 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-95f19473-117e-494b-9681-86f1894a38a2 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1887674 May 03 22:11:24.948452 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a01ae56f-461b-4dd9-8cdb-9559bc61fc6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:11:26.038257 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:11:26.166661 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:11:26.416833 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42346) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:11:26.585728 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53dd766-a9e3-4f7d-8173-9547e7057049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:11:26.587112 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b53dd766-a9e3-4f7d-8173-9547e7057049 admin admin] 10.222.0.58 "GET /v2.0/networks/131d447e-37d6-4235-b653-ecf377a099fa HTTP/1.1" status: 200 len: 869 time: 0.1693408 May 03 22:11:27.383578 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:11:28.739311 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42356) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:11:28.899715 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59b835c-cfd3-4e7c-8a1d-d763ebad4e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:11:28.901029 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a59b835c-cfd3-4e7c-8a1d-d763ebad4e80 admin admin] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 886 time: 0.1607804 May 03 22:11:31.058806 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42366) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:11:31.160744 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346b6a0c-87b6-46e8-ac72-0ef147f1e22c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:11:31.161194 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346b6a0c-87b6-46e8-ac72-0ef147f1e22c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:11:31.162700 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-346b6a0c-87b6-46e8-ac72-0ef147f1e22c admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1029596 May 03 22:11:33.311441 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42376) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:11:33.417587 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9343f237-17f1-4dac-a613-2f48a4bf4f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:11:33.418056 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9343f237-17f1-4dac-a613-2f48a4bf4f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:11:33.419507 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9343f237-17f1-4dac-a613-2f48a4bf4f32 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1071420 May 03 22:11:35.563804 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42386) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:11:35.667567 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b932af5d-8743-42e9-9ece-f67eae691d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:11:35.668913 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b932af5d-8743-42e9-9ece-f67eae691d26 admin admin] 10.222.0.58 "GET /v2.0/subnets/d0b4a649-b3bf-4e46-876c-a9157c9f571f HTTP/1.1" status: 200 len: 816 time: 0.1036122 May 03 22:11:37.811563 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42396) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:11:37.914501 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c422f1-1030-4220-9da9-c9e32b58d8d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:11:37.915775 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-52c422f1-1030-4220-9da9-c9e32b58d8d1 admin admin] 10.222.0.58 "GET /v2.0/subnets/f57c6328-db62-4a76-bc4b-8ecfb2b0697a HTTP/1.1" status: 200 len: 868 time: 0.1032794 May 03 22:11:52.787826 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9e4447ce-286c-4b1a-ba0b-1c6a95183ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:11:54.951601 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7e319985-7b67-49ef-ab02-70e40b70cb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:11:56.040709 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:11:56.168744 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:11:57.068243 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42442) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:11:57.115233 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [None req-d5679841-081c-498c-80cd-61879e88c8a3 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88070) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:11:57.116200 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d5679841-081c-498c-80cd-61879e88c8a3 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469921 May 03 22:11:57.387188 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:11:58.946184 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 5 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:11:59.376063 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42452) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:11:59.497736 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-370af904-8076-4e14-9881-b966821e4f44 admin admin] GET failed (client error): The resource could not be found. May 03 22:11:59.499064 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-370af904-8076-4e14-9881-b966821e4f44 admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1220779 May 03 22:11:59.622565 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e92088-d290-4d57-8625-042560027b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:11:59.623991 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e0e92088-d290-4d57-8625-042560027b9c admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1210287 May 03 22:12:01.793488 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42462) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:12:01.840846 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-82fa9c08-ed61-4811-9b6b-80981ad8866c admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:12:01.845981 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-82fa9c08-ed61-4811-9b6b-80981ad8866c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:12:01.855547 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-82fa9c08-ed61-4811-9b6b-80981ad8866c admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:12:01.865267 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fa9c08-ed61-4811-9b6b-80981ad8866c admin admin] Made reservation on behalf of d90db9e2f9bc4992b350b00f8defa64e for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:12:01.867598 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-82fa9c08-ed61-4811-9b6b-80981ad8866c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:12:01.954264 n-d-811807-1 neutron-server[88070]: WARNING neutron.services.revisions.revision_plugin [None req-82fa9c08-ed61-4811-9b6b-80981ad8866c admin admin] Could not find related network for resource to bump revision. May 03 22:12:01.965712 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82fa9c08-ed61-4811-9b6b-80981ad8866c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:12:01.975110 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-82fa9c08-ed61-4811-9b6b-80981ad8866c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:12:01.975448 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-82fa9c08-ed61-4811-9b6b-80981ad8866c admin admin] Added segment 7ccc14e3-f07f-478b-a6be-cb43d2ede818 of type vlan for network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb May 03 22:12:01.999285 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-82fa9c08-ed61-4811-9b6b-80981ad8866c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:12:02.026389 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-82fa9c08-ed61-4811-9b6b-80981ad8866c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:12:02.027302 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fa9c08-ed61-4811-9b6b-80981ad8866c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:12:02.027873 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-82fa9c08-ed61-4811-9b6b-80981ad8866c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:12:02.129968 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-82fa9c08-ed61-4811-9b6b-80981ad8866c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3302014 May 03 22:12:02.129968 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa9c08-ed61-4811-9b6b-80981ad8866c admin admin] Pushing event updated for resources: {'Network': ['ID=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:12:02.152831 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:12:04.291635 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42472) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:12:04.355854 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-80e15d25-5e21-4952-b10a-bba4fb6eb249 admin admin] GET failed (client error): The resource could not be found. May 03 22:12:04.356333 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-80e15d25-5e21-4952-b10a-bba4fb6eb249 admin admin] Synchronizing usage tracker for tenant:d90db9e2f9bc4992b350b00f8defa64e on resource:network {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:12:04.372314 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-80e15d25-5e21-4952-b10a-bba4fb6eb249 admin admin] Unset dirty status for tenant:d90db9e2f9bc4992b350b00f8defa64e on resource:network {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:12:04.373378 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-80e15d25-5e21-4952-b10a-bba4fb6eb249 admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0808041 May 03 22:12:04.476869 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e1eaec-26b6-481f-a53a-25f99eba4ecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:12:04.478297 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-76e1eaec-26b6-481f-a53a-25f99eba4ecf admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1009319 May 03 22:12:04.488383 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-e7c6e22e-8fb6-4a31-8bc3-82162ac86857 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:12:04.492684 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e7c6e22e-8fb6-4a31-8bc3-82162ac86857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:12:04.496481 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e7c6e22e-8fb6-4a31-8bc3-82162ac86857 admin admin] Usage tracker for resource:subnet and tenant:d90db9e2f9bc4992b350b00f8defa64e is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:12:04.499535 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e7c6e22e-8fb6-4a31-8bc3-82162ac86857 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:12:04.505400 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e7c6e22e-8fb6-4a31-8bc3-82162ac86857 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:12:04.514778 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c6e22e-8fb6-4a31-8bc3-82162ac86857 admin admin] Made reservation on behalf of d90db9e2f9bc4992b350b00f8defa64e for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:12:04.517033 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e22e-8fb6-4a31-8bc3-82162ac86857 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:12:04.715167 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e22e-8fb6-4a31-8bc3-82162ac86857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:12:04.771771 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c6e22e-8fb6-4a31-8bc3-82162ac86857 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dff747c-9d3c-4e06-92c1-836fbb9482c4,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:12:04.803945 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c6e22e-8fb6-4a31-8bc3-82162ac86857 admin admin] Checking segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:12:04.804353 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c6e22e-8fb6-4a31-8bc3-82162ac86857 admin admin] Network hostable DHCP agents. Network: 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:12:04.822524 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c6e22e-8fb6-4a31-8bc3-82162ac86857 admin admin] Network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:12:04.837458 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-e7c6e22e-8fb6-4a31-8bc3-82162ac86857 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:12:04.842671 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c6e22e-8fb6-4a31-8bc3-82162ac86857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:12:04.843580 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e7c6e22e-8fb6-4a31-8bc3-82162ac86857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:12:04.857011 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fa987f-b0f7-4d7b-8e49-b1cda99b1c52 None None] Network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:12:04.869043 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e7c6e22e-8fb6-4a31-8bc3-82162ac86857 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3806262 May 03 22:12:05.077208 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebd7df5-65b4-4310-8f05-3717b5c22831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'tenant_id': 'd90db9e2f9bc4992b350b00f8defa64e', 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:12:05.078597 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6ebd7df5-65b4-4310-8f05-3717b5c22831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:12:05.233667 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-6ebd7df5-65b4-4310-8f05-3717b5c22831 None None] Allocated IP 192.168.233.2 (7e14e0ca-f320-4236-9b9e-a9e4f415dbeb/1dff747c-9d3c-4e06-92c1-836fbb9482c4/b131cc7f-db19-49d8-9056-b5597e8eaa07) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:12:05.438613 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6ebd7df5-65b4-4310-8f05-3717b5c22831 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:12:05.448959 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6ebd7df5-65b4-4310-8f05-3717b5c22831 None None] Transition to ACTIVE for port object b131cc7f-db19-49d8-9056-b5597e8eaa07 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:12:05.467512 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6ebd7df5-65b4-4310-8f05-3717b5c22831 None None] Transition to ACTIVE for port object b131cc7f-db19-49d8-9056-b5597e8eaa07 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:12:05.474048 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6ebd7df5-65b4-4310-8f05-3717b5c22831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:12:05.549900 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebd7df5-65b4-4310-8f05-3717b5c22831 None None] Network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:12:05.550743 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd7df5-65b4-4310-8f05-3717b5c22831 None None] Pushing event updated for resources: {'Port': ['ID=b131cc7f-db19-49d8-9056-b5597e8eaa07,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:12:05.553136 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-6ebd7df5-65b4-4310-8f05-3717b5c22831 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:12:05.555622 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebd7df5-65b4-4310-8f05-3717b5c22831 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:12:05.562633 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd7df5-65b4-4310-8f05-3717b5c22831 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:12:05.563490 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd7df5-65b4-4310-8f05-3717b5c22831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:12:05.563837 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd7df5-65b4-4310-8f05-3717b5c22831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:12:05.564176 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd7df5-65b4-4310-8f05-3717b5c22831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:12:05.564513 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd7df5-65b4-4310-8f05-3717b5c22831 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:12:05.564846 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd7df5-65b4-4310-8f05-3717b5c22831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:12:05.565175 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd7df5-65b4-4310-8f05-3717b5c22831 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:12:05.565541 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd7df5-65b4-4310-8f05-3717b5c22831 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:12:05.565929 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd7df5-65b4-4310-8f05-3717b5c22831 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:12:05.566307 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd7df5-65b4-4310-8f05-3717b5c22831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:12:05.566709 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd7df5-65b4-4310-8f05-3717b5c22831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:12:05.567036 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd7df5-65b4-4310-8f05-3717b5c22831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:12:05.656414 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-6ebd7df5-65b4-4310-8f05-3717b5c22831 None None] Attempting to bind port b131cc7f-db19-49d8-9056-b5597e8eaa07 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:12:05.657045 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-6ebd7df5-65b4-4310-8f05-3717b5c22831 None None] Attempting to bind port b131cc7f-db19-49d8-9056-b5597e8eaa07 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:12:05.657405 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebd7df5-65b4-4310-8f05-3717b5c22831 None None] Attempting to bind port b131cc7f-db19-49d8-9056-b5597e8eaa07 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:12:05.662756 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebd7df5-65b4-4310-8f05-3717b5c22831 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:12:05.663120 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebd7df5-65b4-4310-8f05-3717b5c22831 None None] Checking segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:12:05.663523 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6ebd7df5-65b4-4310-8f05-3717b5c22831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:12:05.663909 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebd7df5-65b4-4310-8f05-3717b5c22831 None None] Bound using segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:12:05.664368 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-6ebd7df5-65b4-4310-8f05-3717b5c22831 None None] Bound port: b131cc7f-db19-49d8-9056-b5597e8eaa07, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:12:05.664758 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6ebd7df5-65b4-4310-8f05-3717b5c22831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:12:05.755878 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-6ebd7df5-65b4-4310-8f05-3717b5c22831 None None] For port b131cc7f-db19-49d8-9056-b5597e8eaa07, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:12:05.759732 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-6ebd7df5-65b4-4310-8f05-3717b5c22831 None None] For port b131cc7f-db19-49d8-9056-b5597e8eaa07, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=b131cc7f-db19-49d8-9056-b5597e8eaa07,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:12:05.764192 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6ebd7df5-65b4-4310-8f05-3717b5c22831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:12:05.841411 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd7df5-65b4-4310-8f05-3717b5c22831 None None] Pushing event updated for resources: {'Port': ['ID=b131cc7f-db19-49d8-9056-b5597e8eaa07,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:12:06.113395 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device b131cc7f-db19-49d8-9056-b5597e8eaa07 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:12:06.186184 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port b131cc7f-db19-49d8-9056-b5597e8eaa07 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:12:06.631082 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690b3f39-1b66-42b0-8a50-e3a228e832dc None None] Network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:12:06.716890 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-77d2942d-bec8-4cf9-beb4-0fd74c23abd1 None None] Provisioning for port b131cc7f-db19-49d8-9056-b5597e8eaa07 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:12:06.728567 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-77d2942d-bec8-4cf9-beb4-0fd74c23abd1 None None] Provisioning complete for port b131cc7f-db19-49d8-9056-b5597e8eaa07 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:12:06.728931 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-77d2942d-bec8-4cf9-beb4-0fd74c23abd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:12:06.948256 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-77d2942d-bec8-4cf9-beb4-0fd74c23abd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:12:06.989846 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-77d2942d-bec8-4cf9-beb4-0fd74c23abd1 None None] For port b131cc7f-db19-49d8-9056-b5597e8eaa07, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=b131cc7f-db19-49d8-9056-b5597e8eaa07,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:12:06.994906 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-77d2942d-bec8-4cf9-beb4-0fd74c23abd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:12:07.099162 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2942d-bec8-4cf9-beb4-0fd74c23abd1 None None] Pushing event updated for resources: {'Port': ['ID=b131cc7f-db19-49d8-9056-b5597e8eaa07,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:12:07.315466 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ae151dc9-73cb-4d65-a5b5-47e41bc37775 None None] Provisioning complete for port b131cc7f-db19-49d8-9056-b5597e8eaa07 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:12:07.316125 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ae151dc9-73cb-4d65-a5b5-47e41bc37775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:12:08.037888 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device b131cc7f-db19-49d8-9056-b5597e8eaa07 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:12:08.110453 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port b131cc7f-db19-49d8-9056-b5597e8eaa07 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:12:08.110815 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:12:22.791477 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fcc4b3cf-0806-46b4-98b2-e7405cc9c7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:12:24.955120 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-833d3e9b-9c4e-4033-93e1-56671eb0d627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:12:26.045296 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:12:26.171777 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:12:27.390276 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:12:35.944918 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 5 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:12:52.793912 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-592c1262-64d5-45ee-ac3d-96d7003e853e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:12:54.957357 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e0f9ddc7-3272-4ad0-a374-bb219d0b0164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:12:56.046481 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:12:56.173613 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:12:57.393451 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:13:12.943171 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 5 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:13:22.797650 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-15fae001-bad0-450e-88c4-5703a3412614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:13:24.959741 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6e45ad6b-82b2-4b07-b36d-cbee886f65f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:13:26.049759 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:13:26.175558 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:13:27.396423 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:13:44.309399 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42516) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:13:44.315073 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [None req-1ff843db-a16d-487b-b19a-a4de3fe14832 tempest-verify_tempest_config-238843675 tempest-verify_tempest_config-238843675-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88070) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:13:44.316005 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1ff843db-a16d-487b-b19a-a4de3fe14832 tempest-verify_tempest_config-238843675 tempest-verify_tempest_config-238843675-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0055947 May 03 22:13:44.621452 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42534) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:13:44.733559 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b3c78af2-4fc7-4d94-ae96-0898f2b3d3be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:13:44.747149 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b3c78af2-4fc7-4d94-ae96-0898f2b3d3be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:13:44.750863 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b3c78af2-4fc7-4d94-ae96-0898f2b3d3be admin admin] Usage tracker for resource:security_group_rule and tenant:43c0e28c4f4e469c8bcca8f489515102 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:13:44.753594 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b3c78af2-4fc7-4d94-ae96-0898f2b3d3be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:13:44.759205 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b3c78af2-4fc7-4d94-ae96-0898f2b3d3be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:13:44.841879 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b3c78af2-4fc7-4d94-ae96-0898f2b3d3be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:13:44.846513 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b3c78af2-4fc7-4d94-ae96-0898f2b3d3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:13:44.893048 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b3c78af2-4fc7-4d94-ae96-0898f2b3d3be admin admin] Synchronizing usage tracker for tenant:d90db9e2f9bc4992b350b00f8defa64e on resource:security_group {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:13:44.896948 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c78af2-4fc7-4d94-ae96-0898f2b3d3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491917d8-e2a4-40cd-a8d0-b9aa6bdc7393,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:13:44.906143 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c78af2-4fc7-4d94-ae96-0898f2b3d3be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:13:44.906729 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c78af2-4fc7-4d94-ae96-0898f2b3d3be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:13:44.907053 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c78af2-4fc7-4d94-ae96-0898f2b3d3be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:13:44.907375 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c78af2-4fc7-4d94-ae96-0898f2b3d3be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:13:44.907689 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c78af2-4fc7-4d94-ae96-0898f2b3d3be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:13:44.908003 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c78af2-4fc7-4d94-ae96-0898f2b3d3be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:13:44.908313 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c78af2-4fc7-4d94-ae96-0898f2b3d3be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:13:44.908620 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c78af2-4fc7-4d94-ae96-0898f2b3d3be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:13:44.908925 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c78af2-4fc7-4d94-ae96-0898f2b3d3be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:13:44.909250 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c78af2-4fc7-4d94-ae96-0898f2b3d3be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:13:44.909534 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c78af2-4fc7-4d94-ae96-0898f2b3d3be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:13:44.909836 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c78af2-4fc7-4d94-ae96-0898f2b3d3be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:13:44.921929 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b3c78af2-4fc7-4d94-ae96-0898f2b3d3be admin admin] Unset dirty status for tenant:d90db9e2f9bc4992b350b00f8defa64e on resource:security_group {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:13:44.923167 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b3c78af2-4fc7-4d94-ae96-0898f2b3d3be admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=43c0e28c4f4e469c8bcca8f489515102&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3007269 May 03 22:13:44.925907 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42540) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:13:44.982162 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d07fcd37-66f1-4fd6-881b-438d29bc0ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:13:45.006391 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d07fcd37-66f1-4fd6-881b-438d29bc0ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:13:45.096684 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d07fcd37-66f1-4fd6-881b-438d29bc0ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:13:45.110391 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07fcd37-66f1-4fd6-881b-438d29bc0ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491917d8-e2a4-40cd-a8d0-b9aa6bdc7393,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:13:45.116220 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d07fcd37-66f1-4fd6-881b-438d29bc0ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:13:45.117315 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d07fcd37-66f1-4fd6-881b-438d29bc0ec3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/491917d8-e2a4-40cd-a8d0-b9aa6bdc7393 HTTP/1.1" status: 204 len: 168 time: 0.1904943 May 03 22:13:49.941994 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 5 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:13:52.799282 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d0066a97-ac65-4afe-88c0-1bb0008814d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:13:54.961756 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c056da4b-c1bf-4891-b5db-d56559062879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:13:56.053019 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:13:56.177209 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:13:57.400289 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:14:22.799899 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bed1be8e-dfc0-4e16-8363-bf52c835d49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:14:24.963496 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7367f6fe-42c3-49de-843a-05f883fa3212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:14:26.054871 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:14:26.177551 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:14:26.940259 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 5 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:14:27.402925 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:14:52.810282 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f263e2e5-746b-4d50-ad34-9f6eee4caf1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:14:54.966872 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-70abeb5b-9236-4b94-9596-356a2c09af9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:14:56.058281 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:14:56.180664 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:14:57.415442 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:15:03.938857 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 5 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:15:22.802527 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b31ec7c0-1b73-4b9d-a2ca-b3aa06261be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:15:24.967646 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2efd6770-4604-455c-a44d-68716e8d7e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:15:26.059840 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:15:26.182601 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:15:27.409770 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:15:40.937560 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 5 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:15:52.804187 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9e31983b-afab-4260-a757-c72342218f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:15:54.969441 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-afc783b4-26a5-487f-a095-2045af24d11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:15:56.063070 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:15:56.183799 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:15:57.412265 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:16:17.935445 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 5 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:16:22.805416 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f79ebf18-5040-46ab-b156-cf94da39b7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:16:24.971225 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-38ccf03a-4b0f-45a2-bca6-4914a01fd684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:16:26.066288 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:16:26.184972 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:16:27.414874 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:16:52.807604 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b4802c54-bbe7-44b7-a9ba-e438ce4067fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:16:53.846363 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-785370'] for agent, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:16:54.933356 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 6 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:16:54.973197 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0a527b4c-6a44-4536-a7c9-6f36fb61f591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:16:56.068024 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:16:56.187530 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:16:57.418868 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:16:57.467734 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-785370'] for agent, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:17:22.810523 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2fbdb763-f320-4b5f-8f5a-95f1ef7896ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:17:23.804581 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:17:24.973678 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9f39d762-d4f9-4e09-8f6a-5d13b240ec30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:17:26.069753 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:17:26.188335 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:17:27.430173 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:17:27.431851 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:17:31.932972 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:17:38.972630 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42604) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:17:39.084875 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4d1e39bd-9476-4dd6-8daf-827c47e3f623 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1111746 May 03 22:17:41.251859 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42614) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:17:41.305554 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-799b881e-9274-44be-9cde-fd8fecce4a7e admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0526536 May 03 22:17:52.813271 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d59327a3-ef75-4bb6-9116-edb16ad244c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:17:53.807720 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:17:54.975351 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3ca62494-92da-4419-9d08-d88af6b08fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:17:56.074093 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:17:56.189547 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:17:57.432455 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:17:57.436559 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:18:08.933099 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:18:22.818275 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b7ca9d0e-5029-48db-b0bb-2720d57f7749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:18:23.818944 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:18:24.991638 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9bef3450-264f-4d38-8be4-087791e569ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:18:26.075807 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:18:26.191200 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:18:27.428791 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:18:27.444458 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:18:45.932849 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:18:52.811426 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c05f167b-bb30-4c35-b54e-73690b61f12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:18:53.804011 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:18:54.977944 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-85ad00d8-169c-4b9b-9e14-0e383a927baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:18:56.078801 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:18:56.193180 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:18:57.431943 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:18:57.471898 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:16.814441 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42840) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:17.342243 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-09d9fe2a-641f-4718-91a0-867c5e901e4a tempest-AutoAllocateNetworkTest-2126559831 tempest-AutoAllocateNetworkTest-2126559831-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=fa91a7572150404da8083c45f8570704&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5240417 May 03 22:19:17.342706 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42864) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:17.503819 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e88f944-025b-4ed9-bdd2-640f527a7866 tempest-AutoAllocateNetworkTest-2126559831 tempest-AutoAllocateNetworkTest-2126559831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:17.505339 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7e88f944-025b-4ed9-bdd2-640f527a7866 tempest-AutoAllocateNetworkTest-2126559831 tempest-AutoAllocateNetworkTest-2126559831-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1616175 May 03 22:19:17.508231 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42872) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:17.581537 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42884) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:17.582040 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-60a5cd6d-07a2-445b-a0ef-360e47ee7f8a tempest-AutoAllocateNetworkTest-2126559831 tempest-AutoAllocateNetworkTest-2126559831-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0717275 May 03 22:19:17.612337 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-55784694-69f4-4717-9e56-fb5efbc04d80 tempest-AutoAllocateNetworkTest-2126559831 tempest-AutoAllocateNetworkTest-2126559831-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=fa91a7572150404da8083c45f8570704 HTTP/1.1" status: 200 len: 208 time: 0.0291390 May 03 22:19:18.148354 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42930) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:18.626143 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9d005df5-2284-4054-bb79-752127ab6255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:18.651218 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-9d005df5-2284-4054-bb79-752127ab6255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:18.655455 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9d005df5-2284-4054-bb79-752127ab6255 admin admin] Usage tracker for resource:security_group_rule and tenant:fa91a7572150404da8083c45f8570704 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:18.658574 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9d005df5-2284-4054-bb79-752127ab6255 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:18.664350 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-9d005df5-2284-4054-bb79-752127ab6255 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:18.761645 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9d005df5-2284-4054-bb79-752127ab6255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:18.767509 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9d005df5-2284-4054-bb79-752127ab6255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:18.807380 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d005df5-2284-4054-bb79-752127ab6255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a64769-b7db-455d-833e-0fe95500d0f4,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:18.827626 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d005df5-2284-4054-bb79-752127ab6255 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:18.827959 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d005df5-2284-4054-bb79-752127ab6255 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:18.828463 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d005df5-2284-4054-bb79-752127ab6255 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:18.828926 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d005df5-2284-4054-bb79-752127ab6255 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:18.829388 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d005df5-2284-4054-bb79-752127ab6255 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:18.829840 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d005df5-2284-4054-bb79-752127ab6255 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:18.830312 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d005df5-2284-4054-bb79-752127ab6255 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:18.830825 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d005df5-2284-4054-bb79-752127ab6255 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:18.831276 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d005df5-2284-4054-bb79-752127ab6255 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:18.831725 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d005df5-2284-4054-bb79-752127ab6255 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:18.832169 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d005df5-2284-4054-bb79-752127ab6255 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:18.832627 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d005df5-2284-4054-bb79-752127ab6255 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:18.833796 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d005df5-2284-4054-bb79-752127ab6255 admin admin] Tracked resource versions report: May 03 22:19:18.833796 n-d-811807-1 neutron-server[88070]: pushed versions: May 03 22:19:18.833796 n-d-811807-1 neutron-server[88070]: { 'AddressGroup': {'1.2'}, May 03 22:19:18.833796 n-d-811807-1 neutron-server[88070]: 'ConntrackHelper': {'1.0'}, May 03 22:19:18.833796 n-d-811807-1 neutron-server[88070]: 'Log': {'1.0'}, May 03 22:19:18.833796 n-d-811807-1 neutron-server[88070]: 'Network': {'1.1'}, May 03 22:19:18.833796 n-d-811807-1 neutron-server[88070]: 'Port': {'1.7'}, May 03 22:19:18.833796 n-d-811807-1 neutron-server[88070]: 'PortForwarding': {'1.2'}, May 03 22:19:18.833796 n-d-811807-1 neutron-server[88070]: 'QosPolicy': {'1.8'}, May 03 22:19:18.833796 n-d-811807-1 neutron-server[88070]: 'SecurityGroup': {'1.4'}, May 03 22:19:18.833796 n-d-811807-1 neutron-server[88070]: 'SecurityGroupRule': {'1.2'}, May 03 22:19:18.833796 n-d-811807-1 neutron-server[88070]: 'SubPort': {'1.0'}, May 03 22:19:18.833796 n-d-811807-1 neutron-server[88070]: 'Subnet': {'1.1'}, May 03 22:19:18.833796 n-d-811807-1 neutron-server[88070]: 'Trunk': {'1.1'}} May 03 22:19:18.833796 n-d-811807-1 neutron-server[88070]: consumer versions: May 03 22:19:18.833796 n-d-811807-1 neutron-server[88070]: { DHCP agent@n-d-811807-1: {}, May 03 22:19:18.833796 n-d-811807-1 neutron-server[88070]: HyperV agent@n-h1-811807-1: {}, May 03 22:19:18.833796 n-d-811807-1 neutron-server[88070]: HyperV agent@n-h2-811807-1: {}, May 03 22:19:18.833796 n-d-811807-1 neutron-server[88070]: L3 agent@n-d-811807-1: {}, May 03 22:19:18.833796 n-d-811807-1 neutron-server[88070]: Metadata agent@n-d-811807-1: {}, May 03 22:19:18.833796 n-d-811807-1 neutron-server[88070]: Metering agent@n-d-811807-1: {}, May 03 22:19:18.833796 n-d-811807-1 neutron-server[88070]: Open vSwitch agent@n-d-811807-1: { 'AddressGroup': '1.2', May 03 22:19:18.833796 n-d-811807-1 neutron-server[88070]: 'ConntrackHelper': '1.0', May 03 22:19:18.833796 n-d-811807-1 neutron-server[88070]: 'Log': '1.0', May 03 22:19:18.833796 n-d-811807-1 neutron-server[88070]: 'Network': '1.1', May 03 22:19:18.833796 n-d-811807-1 neutron-server[88070]: 'Port': '1.7', May 03 22:19:18.833796 n-d-811807-1 neutron-server[88070]: 'PortForwarding': '1.2', May 03 22:19:18.833796 n-d-811807-1 neutron-server[88070]: 'QosPolicy': '1.8', May 03 22:19:18.833796 n-d-811807-1 neutron-server[88070]: 'SecurityGroup': '1.4', May 03 22:19:18.833796 n-d-811807-1 neutron-server[88070]: 'SecurityGroupRule': '1.2', May 03 22:19:18.833796 n-d-811807-1 neutron-server[88070]: 'SubPort': '1.0', May 03 22:19:18.833796 n-d-811807-1 neutron-server[88070]: 'Subnet': '1.1', May 03 22:19:18.833796 n-d-811807-1 neutron-server[88070]: 'Trunk': '1.1'}} May 03 22:19:18.833796 n-d-811807-1 neutron-server[88070]: {{(pid=88070) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 22:19:18.858089 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9d005df5-2284-4054-bb79-752127ab6255 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fa91a7572150404da8083c45f8570704&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7086608 May 03 22:19:18.858217 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42964) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:18.938856 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-18292b93-8ff8-4e26-a63d-fcbdce95aaa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:18.986046 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-18292b93-8ff8-4e26-a63d-fcbdce95aaa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:19.058751 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-18292b93-8ff8-4e26-a63d-fcbdce95aaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:19.084370 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18292b93-8ff8-4e26-a63d-fcbdce95aaa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a64769-b7db-455d-833e-0fe95500d0f4,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:19.093780 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-18292b93-8ff8-4e26-a63d-fcbdce95aaa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:19.098616 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-18292b93-8ff8-4e26-a63d-fcbdce95aaa7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c7a64769-b7db-455d-833e-0fe95500d0f4 HTTP/1.1" status: 204 len: 168 time: 0.2394891 May 03 22:19:19.100578 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18292b93-8ff8-4e26-a63d-fcbdce95aaa7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:19.101757 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18292b93-8ff8-4e26-a63d-fcbdce95aaa7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:19.102283 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18292b93-8ff8-4e26-a63d-fcbdce95aaa7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:19.102772 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18292b93-8ff8-4e26-a63d-fcbdce95aaa7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:19.103247 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18292b93-8ff8-4e26-a63d-fcbdce95aaa7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:19.103728 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18292b93-8ff8-4e26-a63d-fcbdce95aaa7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:19.104198 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18292b93-8ff8-4e26-a63d-fcbdce95aaa7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:19.104700 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18292b93-8ff8-4e26-a63d-fcbdce95aaa7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:19.105167 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18292b93-8ff8-4e26-a63d-fcbdce95aaa7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:19.105641 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18292b93-8ff8-4e26-a63d-fcbdce95aaa7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:19.106132 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18292b93-8ff8-4e26-a63d-fcbdce95aaa7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:19.106631 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18292b93-8ff8-4e26-a63d-fcbdce95aaa7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:19.108123 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18292b93-8ff8-4e26-a63d-fcbdce95aaa7 admin admin] Tracked resource versions report: May 03 22:19:19.108123 n-d-811807-1 neutron-server[88069]: pushed versions: May 03 22:19:19.108123 n-d-811807-1 neutron-server[88069]: { 'AddressGroup': {'1.2'}, May 03 22:19:19.108123 n-d-811807-1 neutron-server[88069]: 'ConntrackHelper': {'1.0'}, May 03 22:19:19.108123 n-d-811807-1 neutron-server[88069]: 'Log': {'1.0'}, May 03 22:19:19.108123 n-d-811807-1 neutron-server[88069]: 'Network': {'1.1'}, May 03 22:19:19.108123 n-d-811807-1 neutron-server[88069]: 'Port': {'1.7'}, May 03 22:19:19.108123 n-d-811807-1 neutron-server[88069]: 'PortForwarding': {'1.2'}, May 03 22:19:19.108123 n-d-811807-1 neutron-server[88069]: 'QosPolicy': {'1.8'}, May 03 22:19:19.108123 n-d-811807-1 neutron-server[88069]: 'SecurityGroup': {'1.4'}, May 03 22:19:19.108123 n-d-811807-1 neutron-server[88069]: 'SecurityGroupRule': {'1.2'}, May 03 22:19:19.108123 n-d-811807-1 neutron-server[88069]: 'SubPort': {'1.0'}, May 03 22:19:19.108123 n-d-811807-1 neutron-server[88069]: 'Subnet': {'1.1'}, May 03 22:19:19.108123 n-d-811807-1 neutron-server[88069]: 'Trunk': {'1.1'}} May 03 22:19:19.108123 n-d-811807-1 neutron-server[88069]: consumer versions: May 03 22:19:19.108123 n-d-811807-1 neutron-server[88069]: { DHCP agent@n-d-811807-1: {}, May 03 22:19:19.108123 n-d-811807-1 neutron-server[88069]: HyperV agent@n-h1-811807-1: {}, May 03 22:19:19.108123 n-d-811807-1 neutron-server[88069]: HyperV agent@n-h2-811807-1: {}, May 03 22:19:19.108123 n-d-811807-1 neutron-server[88069]: L3 agent@n-d-811807-1: {}, May 03 22:19:19.108123 n-d-811807-1 neutron-server[88069]: Metadata agent@n-d-811807-1: {}, May 03 22:19:19.108123 n-d-811807-1 neutron-server[88069]: Metering agent@n-d-811807-1: {}, May 03 22:19:19.108123 n-d-811807-1 neutron-server[88069]: Open vSwitch agent@n-d-811807-1: { 'AddressGroup': '1.2', May 03 22:19:19.108123 n-d-811807-1 neutron-server[88069]: 'ConntrackHelper': '1.0', May 03 22:19:19.108123 n-d-811807-1 neutron-server[88069]: 'Log': '1.0', May 03 22:19:19.108123 n-d-811807-1 neutron-server[88069]: 'Network': '1.1', May 03 22:19:19.108123 n-d-811807-1 neutron-server[88069]: 'Port': '1.7', May 03 22:19:19.108123 n-d-811807-1 neutron-server[88069]: 'PortForwarding': '1.2', May 03 22:19:19.108123 n-d-811807-1 neutron-server[88069]: 'QosPolicy': '1.8', May 03 22:19:19.108123 n-d-811807-1 neutron-server[88069]: 'SecurityGroup': '1.4', May 03 22:19:19.108123 n-d-811807-1 neutron-server[88069]: 'SecurityGroupRule': '1.2', May 03 22:19:19.108123 n-d-811807-1 neutron-server[88069]: 'SubPort': '1.0', May 03 22:19:19.108123 n-d-811807-1 neutron-server[88069]: 'Subnet': '1.1', May 03 22:19:19.108123 n-d-811807-1 neutron-server[88069]: 'Trunk': '1.1'}} May 03 22:19:19.108123 n-d-811807-1 neutron-server[88069]: {{(pid=88069) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 22:19:20.794142 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43100) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:20.799362 n-d-811807-1 neutron-server[88069]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 03 22:19:20.827210 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d68e585-709c-4997-a990-673195b75d87 req-63983974-493e-46a1-af6b-85730946ea35 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=78ef6cf711cc40b7a965d375b2ee67a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303543 May 03 22:19:20.993954 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68e585-709c-4997-a990-673195b75d87 req-6d2d2038-aef1-473a-b2bb-66770ca4f703 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:20.996239 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d68e585-709c-4997-a990-673195b75d87 req-6d2d2038-aef1-473a-b2bb-66770ca4f703 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1623080 May 03 22:19:21.012697 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d68e585-709c-4997-a990-673195b75d87 req-14afb605-2be6-4201-b544-810a993d920c tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/quotas/78ef6cf711cc40b7a965d375b2ee67a9 HTTP/1.1" status: 200 len: 375 time: 0.0104916 May 03 22:19:21.067057 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d68e585-709c-4997-a990-673195b75d87 req-8aa6d981-9121-4395-a9b0-e1ecc8da407a tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=78ef6cf711cc40b7a965d375b2ee67a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475540 May 03 22:19:21.373131 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f35f9326-d196-4fde-a280-a84ddcf1ed4d req-15c797ff-85d8-48bc-bd4b-f1e468bd4464 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?device_id=b25523b6-41d1-4936-a3bd-d3945f6d9ca3 HTTP/1.1" status: 200 len: 210 time: 0.0632496 May 03 22:19:22.008647 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43212) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:22.210994 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3bbe3457-aef7-47dd-93af-375025d8cc0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:22.228707 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3bbe3457-aef7-47dd-93af-375025d8cc0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:22.236849 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3bbe3457-aef7-47dd-93af-375025d8cc0a admin admin] Usage tracker for resource:security_group_rule and tenant:6a740f3a31d8408888b94bbd578f2d78 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:22.241334 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3bbe3457-aef7-47dd-93af-375025d8cc0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:22.248304 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3bbe3457-aef7-47dd-93af-375025d8cc0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:22.335909 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43252) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:22.377145 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3bbe3457-aef7-47dd-93af-375025d8cc0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:22.383179 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3bbe3457-aef7-47dd-93af-375025d8cc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:22.436484 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43270) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:22.447015 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3bbe3457-aef7-47dd-93af-375025d8cc0a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6a740f3a31d8408888b94bbd578f2d78&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4374640 May 03 22:19:22.452365 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe3457-aef7-47dd-93af-375025d8cc0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec1055f-9764-439e-810e-9dd23612e70e,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:22.572546 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3df63185-d29d-47c4-b134-0756c8b9d51f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:22.575416 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a3884141-a9bf-4b6c-a53a-8a49d74f4f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:22.611540 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a3884141-a9bf-4b6c-a53a-8a49d74f4f1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:22.616642 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a3884141-a9bf-4b6c-a53a-8a49d74f4f1a admin admin] Usage tracker for resource:security_group_rule and tenant:b54db3a532d24eb9945944eb8fd07414 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:22.619557 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a3884141-a9bf-4b6c-a53a-8a49d74f4f1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:22.628444 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a3884141-a9bf-4b6c-a53a-8a49d74f4f1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:22.709316 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3df63185-d29d-47c4-b134-0756c8b9d51f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:22.711810 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43292) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:22.840856 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a3884141-a9bf-4b6c-a53a-8a49d74f4f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:22.847359 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a3884141-a9bf-4b6c-a53a-8a49d74f4f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:22.891477 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a3884141-a9bf-4b6c-a53a-8a49d74f4f1a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b54db3a532d24eb9945944eb8fd07414&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5544698 May 03 22:19:22.892863 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43300) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:22.900063 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3df63185-d29d-47c4-b134-0756c8b9d51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:22.900355 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f5f694bc-fbd3-4a33-9ac5-ef6ec55d4503 req-261e8fa4-ea86-4556-ac37-0610f7ac5122 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?device_id=b25523b6-41d1-4936-a3bd-d3945f6d9ca3 HTTP/1.1" status: 200 len: 210 time: 0.1868277 May 03 22:19:22.927175 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-14c8ebef-58d0-45d4-8128-ca4af42b7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:22.935517 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:19:22.964087 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3884141-a9bf-4b6c-a53a-8a49d74f4f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9f4b26-6756-411c-920b-eed79885a670,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:23.022902 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3df63185-d29d-47c4-b134-0756c8b9d51f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:23.024223 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3df63185-d29d-47c4-b134-0756c8b9d51f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4ec1055f-9764-439e-810e-9dd23612e70e HTTP/1.1" status: 204 len: 168 time: 0.5867252 May 03 22:19:23.027425 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df63185-d29d-47c4-b134-0756c8b9d51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec1055f-9764-439e-810e-9dd23612e70e,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:23.054952 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fe219b3e-7afb-4093-83de-ae0444a5a09d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:23.088178 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fe219b3e-7afb-4093-83de-ae0444a5a09d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:23.164231 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fe219b3e-7afb-4093-83de-ae0444a5a09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:23.194428 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe219b3e-7afb-4093-83de-ae0444a5a09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9f4b26-6756-411c-920b-eed79885a670,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:23.232790 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fe219b3e-7afb-4093-83de-ae0444a5a09d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:23.232790 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fe219b3e-7afb-4093-83de-ae0444a5a09d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ee9f4b26-6756-411c-920b-eed79885a670 HTTP/1.1" status: 204 len: 168 time: 0.3343649 May 03 22:19:23.328187 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.67', 50727) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:23.396159 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d68e585-709c-4997-a990-673195b75d87 req-46df4b96-3e32-462d-8aea-36a66f278c1b tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=78ef6cf711cc40b7a965d375b2ee67a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653129 May 03 22:19:23.523742 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43372) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:23.569673 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7914755b-d0dd-45d5-b58b-9c8c6cee2946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:23.611753 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7914755b-d0dd-45d5-b58b-9c8c6cee2946 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:23.618956 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7914755b-d0dd-45d5-b58b-9c8c6cee2946 admin admin] Usage tracker for resource:security_group_rule and tenant:6777d2454d7d43aca7b13d55b852689e is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:23.626735 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7914755b-d0dd-45d5-b58b-9c8c6cee2946 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:23.638873 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7914755b-d0dd-45d5-b58b-9c8c6cee2946 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:23.693784 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68e585-709c-4997-a990-673195b75d87 req-20d582c9-7562-4f2b-ae6a-b811bae1a542 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:23.695284 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d68e585-709c-4997-a990-673195b75d87 req-20d582c9-7562-4f2b-ae6a-b811bae1a542 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2943335 May 03 22:19:23.780599 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43394) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:23.839649 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-7d68e585-709c-4997-a990-673195b75d87 req-dd8a11d8-e4d8-4204-993e-e54c1a6c56e9 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Request body: {'port': {'device_id': 'b25523b6-41d1-4936-a3bd-d3945f6d9ca3', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'admin_state_up': True, 'tenant_id': '78ef6cf711cc40b7a965d375b2ee67a9'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:19:23.862850 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7914755b-d0dd-45d5-b58b-9c8c6cee2946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:23.863775 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:23.870199 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7914755b-d0dd-45d5-b58b-9c8c6cee2946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:23.957014 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7914755b-d0dd-45d5-b58b-9c8c6cee2946 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6777d2454d7d43aca7b13d55b852689e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4287918 May 03 22:19:23.961535 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43422) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:23.963347 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7914755b-d0dd-45d5-b58b-9c8c6cee2946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11325b1d-d90f-4486-b975-faf3db0d05a1,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:24.116063 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-7d68e585-709c-4997-a990-673195b75d87 req-dd8a11d8-e4d8-4204-993e-e54c1a6c56e9 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:24.120484 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-7d68e585-709c-4997-a990-673195b75d87 req-dd8a11d8-e4d8-4204-993e-e54c1a6c56e9 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Usage tracker for resource:port and tenant:78ef6cf711cc40b7a965d375b2ee67a9 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:24.124049 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-7d68e585-709c-4997-a990-673195b75d87 req-dd8a11d8-e4d8-4204-993e-e54c1a6c56e9 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:24.133013 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-7d68e585-709c-4997-a990-673195b75d87 req-dd8a11d8-e4d8-4204-993e-e54c1a6c56e9 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:24.149221 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d68e585-709c-4997-a990-673195b75d87 req-dd8a11d8-e4d8-4204-993e-e54c1a6c56e9 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Made reservation on behalf of 78ef6cf711cc40b7a965d375b2ee67a9 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:19:24.154051 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0655de2b-3b59-48d1-b5cf-23130551c0d9 req-ed6d219e-a1bc-49eb-892b-96781fe36146 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?device_id=b25523b6-41d1-4936-a3bd-d3945f6d9ca3 HTTP/1.1" status: 200 len: 210 time: 0.0842183 May 03 22:19:24.154595 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7d68e585-709c-4997-a990-673195b75d87 req-dd8a11d8-e4d8-4204-993e-e54c1a6c56e9 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:24.160405 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a0dc7921-c02b-4913-b027-e70a103ccf61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:24.170174 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7d68e585-709c-4997-a990-673195b75d87 req-dd8a11d8-e4d8-4204-993e-e54c1a6c56e9 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:24.198045 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-7d68e585-709c-4997-a990-673195b75d87 req-dd8a11d8-e4d8-4204-993e-e54c1a6c56e9 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:24.234105 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-7d68e585-709c-4997-a990-673195b75d87 req-dd8a11d8-e4d8-4204-993e-e54c1a6c56e9 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Usage tracker for resource:security_group_rule and tenant:78ef6cf711cc40b7a965d375b2ee67a9 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:24.234210 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a0dc7921-c02b-4913-b027-e70a103ccf61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:24.240857 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-7d68e585-709c-4997-a990-673195b75d87 req-dd8a11d8-e4d8-4204-993e-e54c1a6c56e9 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:24.249410 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-732124cf-a063-4b16-b6ef-7c6f68891afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:24.261892 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-7d68e585-709c-4997-a990-673195b75d87 req-dd8a11d8-e4d8-4204-993e-e54c1a6c56e9 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:24.279184 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-732124cf-a063-4b16-b6ef-7c6f68891afb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:24.284083 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-732124cf-a063-4b16-b6ef-7c6f68891afb admin admin] Usage tracker for resource:security_group_rule and tenant:7d65f0789ea7442780295aadd37c1082 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:24.287712 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-732124cf-a063-4b16-b6ef-7c6f68891afb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:24.300508 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-732124cf-a063-4b16-b6ef-7c6f68891afb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:24.370521 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a0dc7921-c02b-4913-b027-e70a103ccf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:24.406563 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc7921-c02b-4913-b027-e70a103ccf61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11325b1d-d90f-4486-b975-faf3db0d05a1,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:24.416680 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a0dc7921-c02b-4913-b027-e70a103ccf61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:24.417812 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a0dc7921-c02b-4913-b027-e70a103ccf61 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/11325b1d-d90f-4486-b975-faf3db0d05a1 HTTP/1.1" status: 204 len: 168 time: 0.4477835 May 03 22:19:24.494508 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7d68e585-709c-4997-a990-673195b75d87 req-dd8a11d8-e4d8-4204-993e-e54c1a6c56e9 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:24.505967 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7d68e585-709c-4997-a990-673195b75d87 req-dd8a11d8-e4d8-4204-993e-e54c1a6c56e9 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:24.525341 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43470) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:24.668156 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a11d8-e4d8-4204-993e-e54c1a6c56e9 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f469174-b289-4c90-b088-91bbfa8d53d9,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:24.685237 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-732124cf-a063-4b16-b6ef-7c6f68891afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:24.706723 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-732124cf-a063-4b16-b6ef-7c6f68891afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:24.723006 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43494) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:24.760531 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-732124cf-a063-4b16-b6ef-7c6f68891afb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7d65f0789ea7442780295aadd37c1082&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9785745 May 03 22:19:24.764330 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43500) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:24.830335 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ea992160-43e3-4e23-8743-cea3ccc903e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:24.841402 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732124cf-a063-4b16-b6ef-7c6f68891afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8e3655-4359-4f0b-bb2a-dd35abd7f646,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:24.876124 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ea992160-43e3-4e23-8743-cea3ccc903e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:24.881909 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ea992160-43e3-4e23-8743-cea3ccc903e8 admin admin] Usage tracker for resource:security_group_rule and tenant:a56a0846a3ec4c87a5ac47d76ab6cf60 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:24.883562 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ea992160-43e3-4e23-8743-cea3ccc903e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:24.900093 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ea992160-43e3-4e23-8743-cea3ccc903e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:24.902732 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-7d68e585-709c-4997-a990-673195b75d87 req-dd8a11d8-e4d8-4204-993e-e54c1a6c56e9 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Allocated IP 192.168.233.253 (7e14e0ca-f320-4236-9b9e-a9e4f415dbeb/1dff747c-9d3c-4e06-92c1-836fbb9482c4/35dc161a-24d5-47b0-af17-53a503471c29) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:19:24.908839 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5e5bca98-cf84-48f8-8233-10ccefbda2f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:24.996052 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5e5bca98-cf84-48f8-8233-10ccefbda2f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:25.002148 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-83aa2b0e-44e7-41eb-a23e-2d3d3b4b9176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:25.159988 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5e5bca98-cf84-48f8-8233-10ccefbda2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:25.165071 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ea992160-43e3-4e23-8743-cea3ccc903e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:25.173364 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3a8b86f4-cabb-437d-a997-0d6ae1c5f318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:25.193537 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ea992160-43e3-4e23-8743-cea3ccc903e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:25.196520 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7d68e585-709c-4997-a990-673195b75d87 req-dd8a11d8-e4d8-4204-993e-e54c1a6c56e9 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:25.212682 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3a8b86f4-cabb-437d-a997-0d6ae1c5f318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:25.219457 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-7d68e585-709c-4997-a990-673195b75d87 req-dd8a11d8-e4d8-4204-993e-e54c1a6c56e9 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Transition to ACTIVE for port object 35dc161a-24d5-47b0-af17-53a503471c29 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:19:25.233338 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3a8b86f4-cabb-437d-a997-0d6ae1c5f318 admin admin] Usage tracker for resource:security_group_rule and tenant:24f56ee779c94fd38642b2fff0ffba44 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:25.236845 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3a8b86f4-cabb-437d-a997-0d6ae1c5f318 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:25.243155 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5e5bca98-cf84-48f8-8233-10ccefbda2f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:25.244259 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5e5bca98-cf84-48f8-8233-10ccefbda2f8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2e8e3655-4359-4f0b-bb2a-dd35abd7f646 HTTP/1.1" status: 204 len: 168 time: 0.4766166 May 03 22:19:25.252034 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ea992160-43e3-4e23-8743-cea3ccc903e8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a56a0846a3ec4c87a5ac47d76ab6cf60&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5267165 May 03 22:19:25.252959 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5bca98-cf84-48f8-8233-10ccefbda2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8e3655-4359-4f0b-bb2a-dd35abd7f646,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:25.255368 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3a8b86f4-cabb-437d-a997-0d6ae1c5f318 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:25.261748 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43538) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:25.298686 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea992160-43e3-4e23-8743-cea3ccc903e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83514729-e3e5-4bd3-9837-688d6adecb3b,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:25.315878 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7d68e585-709c-4997-a990-673195b75d87 req-dd8a11d8-e4d8-4204-993e-e54c1a6c56e9 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:25.424235 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d68e585-709c-4997-a990-673195b75d87 req-dd8a11d8-e4d8-4204-993e-e54c1a6c56e9 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:19:25.427835 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-7d68e585-709c-4997-a990-673195b75d87 req-dd8a11d8-e4d8-4204-993e-e54c1a6c56e9 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:19:25.429717 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c0921ef0-5233-43b4-b743-fe3c71bd1e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:25.431550 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d68e585-709c-4997-a990-673195b75d87 req-dd8a11d8-e4d8-4204-993e-e54c1a6c56e9 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:19:25.447929 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3a8b86f4-cabb-437d-a997-0d6ae1c5f318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:25.450571 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68e585-709c-4997-a990-673195b75d87 req-dd8a11d8-e4d8-4204-993e-e54c1a6c56e9 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:25.451166 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7d68e585-709c-4997-a990-673195b75d87 req-dd8a11d8-e4d8-4204-993e-e54c1a6c56e9 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:25.459375 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3a8b86f4-cabb-437d-a997-0d6ae1c5f318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:25.482918 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a11d8-e4d8-4204-993e-e54c1a6c56e9 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Pushing event updated for resources: {'Port': ['ID=35dc161a-24d5-47b0-af17-53a503471c29,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:25.498390 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e44e0-dc88-4b68-9261-1b833f67876d req-fbba0b0e-f25a-414a-aad9-bbd44efbd47c tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:25.505588 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-065e44e0-dc88-4b68-9261-1b833f67876d req-fbba0b0e-f25a-414a-aad9-bbd44efbd47c tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?device_id=b25523b6-41d1-4936-a3bd-d3945f6d9ca3 HTTP/1.1" status: 200 len: 936 time: 0.1776826 May 03 22:19:25.520430 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c0921ef0-5233-43b4-b743-fe3c71bd1e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:25.542251 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d68e585-709c-4997-a990-673195b75d87 req-dd8a11d8-e4d8-4204-993e-e54c1a6c56e9 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7566538 May 03 22:19:25.552818 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3a8b86f4-cabb-437d-a997-0d6ae1c5f318 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=24f56ee779c94fd38642b2fff0ffba44&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0259535 May 03 22:19:25.557305 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43548) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:25.558113 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b86f4-cabb-437d-a997-0d6ae1c5f318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7846ff18-81c2-47d6-939b-8f7687ff9c09,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:25.565760 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [req-7d68e585-709c-4997-a990-673195b75d87 req-41e9e0f4-0804-42aa-8a9e-8c75c9cdd9f4 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88070) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:19:25.567512 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d68e585-709c-4997-a990-673195b75d87 req-41e9e0f4-0804-42aa-8a9e-8c75c9cdd9f4 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073581 May 03 22:19:25.605401 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c0921ef0-5233-43b4-b743-fe3c71bd1e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:25.618756 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-065e44e0-dc88-4b68-9261-1b833f67876d req-255f2cc6-4088-496a-8ec4-eb891d98f2fa tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f469174-b289-4c90-b088-91bbfa8d53d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121891 May 03 22:19:25.645892 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0921ef0-5233-43b4-b743-fe3c71bd1e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83514729-e3e5-4bd3-9837-688d6adecb3b,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:25.671628 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c0921ef0-5233-43b4-b743-fe3c71bd1e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:25.673085 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c0921ef0-5233-43b4-b743-fe3c71bd1e22 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/83514729-e3e5-4bd3-9837-688d6adecb3b HTTP/1.1" status: 204 len: 168 time: 0.3964949 May 03 22:19:25.794643 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0e51e146-ce39-4bda-9a31-7a5838c57069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:25.820210 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-fc013769-1708-40df-9f27-7854d14c1152 None None] Provisioning for port 35dc161a-24d5-47b0-af17-53a503471c29 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:19:25.832286 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-fc013769-1708-40df-9f27-7854d14c1152 None None] Provisioning complete for port 35dc161a-24d5-47b0-af17-53a503471c29 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:19:25.833700 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fc013769-1708-40df-9f27-7854d14c1152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:25.867052 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0e51e146-ce39-4bda-9a31-7a5838c57069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:25.908754 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-fc013769-1708-40df-9f27-7854d14c1152 None None] Port 35dc161a-24d5-47b0-af17-53a503471c29 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:19:25.982174 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0e51e146-ce39-4bda-9a31-7a5838c57069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:26.005418 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e51e146-ce39-4bda-9a31-7a5838c57069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7846ff18-81c2-47d6-939b-8f7687ff9c09,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:26.031655 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0e51e146-ce39-4bda-9a31-7a5838c57069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:26.038705 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0e51e146-ce39-4bda-9a31-7a5838c57069 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7846ff18-81c2-47d6-939b-8f7687ff9c09 HTTP/1.1" status: 204 len: 168 time: 0.4756641 May 03 22:19:26.063665 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43564) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:26.097989 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:26.201577 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:26.460647 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a064241-604b-4cae-afbc-9badfa169001 req-c2b6c23a-880a-49b1-87c9-1d446f437dea tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=823848ff26e04297af199eddbe820b1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376756 May 03 22:19:26.527347 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43586) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:26.592761 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-38a61074-78c2-4288-a1ee-7369cc59ca9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:26.648369 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-38a61074-78c2-4288-a1ee-7369cc59ca9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:26.662498 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-38a61074-78c2-4288-a1ee-7369cc59ca9b admin admin] Usage tracker for resource:security_group_rule and tenant:20da567de0e24378a3f7a8667d661859 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:26.672771 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-38a61074-78c2-4288-a1ee-7369cc59ca9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:26.684549 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a064241-604b-4cae-afbc-9badfa169001 req-78a97980-e479-46f5-989f-69b16b0f8049 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:26.693139 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-38a61074-78c2-4288-a1ee-7369cc59ca9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:26.699277 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a064241-604b-4cae-afbc-9badfa169001 req-78a97980-e479-46f5-989f-69b16b0f8049 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2374816 May 03 22:19:26.734976 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a064241-604b-4cae-afbc-9badfa169001 req-3db06374-c866-4c5a-952f-bab35dc14bfd tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/quotas/823848ff26e04297af199eddbe820b1f HTTP/1.1" status: 200 len: 375 time: 0.0333686 May 03 22:19:26.746883 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43592) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:26.880314 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a064241-604b-4cae-afbc-9badfa169001 req-e4dfa983-1f2a-4232-b56f-85f4a1009d5d tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=823848ff26e04297af199eddbe820b1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1426146 May 03 22:19:26.961974 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-38a61074-78c2-4288-a1ee-7369cc59ca9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:26.969633 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-38a61074-78c2-4288-a1ee-7369cc59ca9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:27.074062 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-38a61074-78c2-4288-a1ee-7369cc59ca9b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=20da567de0e24378a3f7a8667d661859&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5422275 May 03 22:19:27.074062 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a61074-78c2-4288-a1ee-7369cc59ca9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22901643-9c58-47e0-8e6c-de0e438f7a96,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:27.076934 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43600) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:27.151047 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6f5d1aa8-c196-4a12-8d0b-aaf74a99dd34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:27.235685 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6f5d1aa8-c196-4a12-8d0b-aaf74a99dd34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:27.255821 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-74ae6f98-3512-4b4f-8237-f7cd28c8d18b req-4276f9e0-d8eb-40e9-a8c3-e2e655feff26 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/ports?device_id=1337ac81-0ecd-4c2f-a88b-b30b3c2ff22b HTTP/1.1" status: 200 len: 210 time: 0.0812936 May 03 22:19:27.261539 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6f5d1aa8-c196-4a12-8d0b-aaf74a99dd34 admin admin] Usage tracker for resource:security_group_rule and tenant:39d2cc241d274f93a771a272f238b575 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:27.265941 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6f5d1aa8-c196-4a12-8d0b-aaf74a99dd34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:27.276949 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6f5d1aa8-c196-4a12-8d0b-aaf74a99dd34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:27.284394 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-167cc184-f91f-4383-a7cc-7b1addf87778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:27.374418 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64bcda7-81ab-4557-aee3-1e80ad879604 req-20944705-dd6f-4620-81f9-ea1960b6382d tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:27.384421 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e64bcda7-81ab-4557-aee3-1e80ad879604 req-20944705-dd6f-4620-81f9-ea1960b6382d tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?device_id=b25523b6-41d1-4936-a3bd-d3945f6d9ca3 HTTP/1.1" status: 200 len: 936 time: 0.4738164 May 03 22:19:27.430616 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-7d68e585-709c-4997-a990-673195b75d87 req-f7ca16f0-b833-4f98-a3c1-ae56cbb8ddab service neutron] Request body: {'port': {'device_id': 'b25523b6-41d1-4936-a3bd-d3945f6d9ca3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:19:27.471849 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:27.500374 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:27.542592 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e64bcda7-81ab-4557-aee3-1e80ad879604 req-6d8c98c4-4871-4931-80f8-9de4c5f61ee0 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f469174-b289-4c90-b088-91bbfa8d53d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568010 May 03 22:19:27.625640 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-167cc184-f91f-4383-a7cc-7b1addf87778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:27.705241 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6f5d1aa8-c196-4a12-8d0b-aaf74a99dd34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:27.715903 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6f5d1aa8-c196-4a12-8d0b-aaf74a99dd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:27.814371 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d1aa8-c196-4a12-8d0b-aaf74a99dd34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe5298f-f66e-4776-9084-134607cb126f,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:27.826665 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43626) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:27.840525 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ffc2ec2f-68fd-4eed-8fea-17fa38757832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:27.893180 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9159813f-e43a-41f2-a69d-a058fc9200bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:27.927557 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6f5d1aa8-c196-4a12-8d0b-aaf74a99dd34 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=39d2cc241d274f93a771a272f238b575&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8623300 May 03 22:19:27.932371 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43634) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:27.939169 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9159813f-e43a-41f2-a69d-a058fc9200bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:27.949790 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9159813f-e43a-41f2-a69d-a058fc9200bb admin admin] Usage tracker for resource:security_group_rule and tenant:0f114d1575b14739a1001637eadfb638 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:27.953380 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9159813f-e43a-41f2-a69d-a058fc9200bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:27.964799 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9159813f-e43a-41f2-a69d-a058fc9200bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:27.987096 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-167cc184-f91f-4383-a7cc-7b1addf87778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:27.999804 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ffc2ec2f-68fd-4eed-8fea-17fa38757832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:28.038869 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ffc2ec2f-68fd-4eed-8fea-17fa38757832 admin admin] Usage tracker for resource:security_group_rule and tenant:7bb58463b207440ba1052da758b000bc is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:28.047782 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ffc2ec2f-68fd-4eed-8fea-17fa38757832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:28.053867 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167cc184-f91f-4383-a7cc-7b1addf87778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22901643-9c58-47e0-8e6c-de0e438f7a96,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:28.063060 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ffc2ec2f-68fd-4eed-8fea-17fa38757832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:28.065587 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7d68e585-709c-4997-a990-673195b75d87 req-f7ca16f0-b833-4f98-a3c1-ae56cbb8ddab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:28.138633 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b9280a83-4f92-4020-8e46-166b81c4c10d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:28.189339 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-167cc184-f91f-4383-a7cc-7b1addf87778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:28.190726 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-167cc184-f91f-4383-a7cc-7b1addf87778 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/22901643-9c58-47e0-8e6c-de0e438f7a96 HTTP/1.1" status: 204 len: 168 time: 1.1127446 May 03 22:19:28.201972 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b9280a83-4f92-4020-8e46-166b81c4c10d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:28.546105 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-833a72c7-aa43-4e28-94c0-30e6e81ba14d req-10c91cae-b867-4730-a49d-1365b192cb52 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/ports?device_id=1337ac81-0ecd-4c2f-a88b-b30b3c2ff22b HTTP/1.1" status: 200 len: 210 time: 0.1673753 May 03 22:19:28.585241 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9159813f-e43a-41f2-a69d-a058fc9200bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:28.598032 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9159813f-e43a-41f2-a69d-a058fc9200bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:28.666360 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ffc2ec2f-68fd-4eed-8fea-17fa38757832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:28.683095 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ffc2ec2f-68fd-4eed-8fea-17fa38757832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:28.784506 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b9280a83-4f92-4020-8e46-166b81c4c10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:28.817626 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159813f-e43a-41f2-a69d-a058fc9200bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97862a87-fa8e-4552-871e-91481572af6b,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:28.856400 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9159813f-e43a-41f2-a69d-a058fc9200bb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0f114d1575b14739a1001637eadfb638&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0286219 May 03 22:19:28.857130 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43668) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:28.867836 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9280a83-4f92-4020-8e46-166b81c4c10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe5298f-f66e-4776-9084-134607cb126f,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:28.869638 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ffc2ec2f-68fd-4eed-8fea-17fa38757832 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7bb58463b207440ba1052da758b000bc&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1212041 May 03 22:19:28.900573 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43672) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:28.925303 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2ec2f-68fd-4eed-8fea-17fa38757832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836a78d2-6e3f-4ed7-ac7b-12cb27f383fe,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:29.061554 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b9280a83-4f92-4020-8e46-166b81c4c10d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:29.064321 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b9280a83-4f92-4020-8e46-166b81c4c10d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cbe5298f-f66e-4776-9084-134607cb126f HTTP/1.1" status: 204 len: 168 time: 1.1018538 May 03 22:19:29.134540 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4dde7802-cab7-4d70-bdf1-e54e14cbb26c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:29.206930 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4dde7802-cab7-4d70-bdf1-e54e14cbb26c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:29.213615 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c0533c70-f577-4560-b5b1-dff9c678c4e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:29.246070 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63f558-a019-472d-bcb9-c3f4fd0ae04a req-22a44c2e-5311-4f2a-ae62-4a4b9ebbf79d tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:29.247613 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cf63f558-a019-472d-bcb9-c3f4fd0ae04a req-22a44c2e-5311-4f2a-ae62-4a4b9ebbf79d tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?device_id=b25523b6-41d1-4936-a3bd-d3945f6d9ca3 HTTP/1.1" status: 200 len: 936 time: 0.3260994 May 03 22:19:29.289832 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.resource_extend [req-7d68e585-709c-4997-a990-673195b75d87 req-f7ca16f0-b833-4f98-a3c1-ae56cbb8ddab service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:19:29.318640 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c0533c70-f577-4560-b5b1-dff9c678c4e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:29.386912 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cf63f558-a019-472d-bcb9-c3f4fd0ae04a req-69d3a0fb-7d15-46f3-a2b5-2114edc90054 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f469174-b289-4c90-b088-91bbfa8d53d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279168 May 03 22:19:29.423636 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4dde7802-cab7-4d70-bdf1-e54e14cbb26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:29.456527 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde7802-cab7-4d70-bdf1-e54e14cbb26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97862a87-fa8e-4552-871e-91481572af6b,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:29.503688 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4dde7802-cab7-4d70-bdf1-e54e14cbb26c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:29.508200 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4dde7802-cab7-4d70-bdf1-e54e14cbb26c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/97862a87-fa8e-4552-871e-91481572af6b HTTP/1.1" status: 204 len: 168 time: 0.6459103 May 03 22:19:29.515828 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-7d68e585-709c-4997-a990-673195b75d87 req-f7ca16f0-b833-4f98-a3c1-ae56cbb8ddab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35dc161a-24d5-47b0-af17-53a503471c29 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:19:29.530363 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7d68e585-709c-4997-a990-673195b75d87 req-f7ca16f0-b833-4f98-a3c1-ae56cbb8ddab service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:29.588194 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-7d68e585-709c-4997-a990-673195b75d87 req-f7ca16f0-b833-4f98-a3c1-ae56cbb8ddab service neutron] Transition to ACTIVE for port object 35dc161a-24d5-47b0-af17-53a503471c29 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:19:29.589339 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c0533c70-f577-4560-b5b1-dff9c678c4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:29.654577 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0533c70-f577-4560-b5b1-dff9c678c4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836a78d2-6e3f-4ed7-ac7b-12cb27f383fe,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:29.686647 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7d68e585-709c-4997-a990-673195b75d87 req-f7ca16f0-b833-4f98-a3c1-ae56cbb8ddab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:29.862549 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c0533c70-f577-4560-b5b1-dff9c678c4e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:29.868349 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c0533c70-f577-4560-b5b1-dff9c678c4e2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/836a78d2-6e3f-4ed7-ac7b-12cb27f383fe HTTP/1.1" status: 204 len: 168 time: 0.9624548 May 03 22:19:29.874418 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca16f0-b833-4f98-a3c1-ae56cbb8ddab service neutron] Pushing event updated for resources: {'Port': ['ID=35dc161a-24d5-47b0-af17-53a503471c29,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:29.928282 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bc58fb57-1015-481f-a51b-428ac622fbcb req-898a3ed9-b781-481f-8760-a66eb7a02dc4 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/ports?device_id=1337ac81-0ecd-4c2f-a88b-b30b3c2ff22b HTTP/1.1" status: 200 len: 210 time: 0.1199925 May 03 22:19:30.158619 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-7d68e585-709c-4997-a990-673195b75d87 req-f7ca16f0-b833-4f98-a3c1-ae56cbb8ddab service neutron] Attempting to bind port 35dc161a-24d5-47b0-af17-53a503471c29 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:19:30.159122 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-7d68e585-709c-4997-a990-673195b75d87 req-f7ca16f0-b833-4f98-a3c1-ae56cbb8ddab service neutron] Attempting to bind port 35dc161a-24d5-47b0-af17-53a503471c29 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:19:30.159880 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d68e585-709c-4997-a990-673195b75d87 req-f7ca16f0-b833-4f98-a3c1-ae56cbb8ddab service neutron] Attempting to bind port 35dc161a-24d5-47b0-af17-53a503471c29 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:19:30.179034 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d68e585-709c-4997-a990-673195b75d87 req-f7ca16f0-b833-4f98-a3c1-ae56cbb8ddab service neutron] Port 35dc161a-24d5-47b0-af17-53a503471c29 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:19:30.179236 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d68e585-709c-4997-a990-673195b75d87 req-f7ca16f0-b833-4f98-a3c1-ae56cbb8ddab service neutron] Attempting to bind port 35dc161a-24d5-47b0-af17-53a503471c29 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:19:30.196725 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d68e585-709c-4997-a990-673195b75d87 req-f7ca16f0-b833-4f98-a3c1-ae56cbb8ddab service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:19:30.198733 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d68e585-709c-4997-a990-673195b75d87 req-f7ca16f0-b833-4f98-a3c1-ae56cbb8ddab service neutron] Checking segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:19:30.201252 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d68e585-709c-4997-a990-673195b75d87 req-f7ca16f0-b833-4f98-a3c1-ae56cbb8ddab service neutron] Bound using segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:19:30.202086 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-7d68e585-709c-4997-a990-673195b75d87 req-f7ca16f0-b833-4f98-a3c1-ae56cbb8ddab service neutron] Bound port: 35dc161a-24d5-47b0-af17-53a503471c29, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:19:30.205238 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7d68e585-709c-4997-a990-673195b75d87 req-f7ca16f0-b833-4f98-a3c1-ae56cbb8ddab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:30.235633 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.60', 61384) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:30.325396 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a064241-604b-4cae-afbc-9badfa169001 req-b16d3c52-3523-48b8-9ef8-ca6967ae1283 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=823848ff26e04297af199eddbe820b1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0829809 May 03 22:19:30.402940 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-7d68e585-709c-4997-a990-673195b75d87 req-f7ca16f0-b833-4f98-a3c1-ae56cbb8ddab service neutron] For port 35dc161a-24d5-47b0-af17-53a503471c29, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:19:30.414159 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-7d68e585-709c-4997-a990-673195b75d87 req-f7ca16f0-b833-4f98-a3c1-ae56cbb8ddab service neutron] For port 35dc161a-24d5-47b0-af17-53a503471c29, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=35dc161a-24d5-47b0-af17-53a503471c29,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:19:30.422589 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7d68e585-709c-4997-a990-673195b75d87 req-f7ca16f0-b833-4f98-a3c1-ae56cbb8ddab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:30.499131 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43712) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:30.573621 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7130c4c2-f368-49cd-82f6-92c9d4bc484e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:30.602515 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68e585-709c-4997-a990-673195b75d87 req-f7ca16f0-b833-4f98-a3c1-ae56cbb8ddab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:30.603132 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7d68e585-709c-4997-a990-673195b75d87 req-f7ca16f0-b833-4f98-a3c1-ae56cbb8ddab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:30.605233 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d68e585-709c-4997-a990-673195b75d87 req-f7ca16f0-b833-4f98-a3c1-ae56cbb8ddab service neutron] 10.222.0.67 "PUT /v2.0/ports/35dc161a-24d5-47b0-af17-53a503471c29 HTTP/1.1" status: 200 len: 1096 time: 4.1661644 May 03 22:19:30.615554 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b25523b6-41d1-4936-a3bd-d3945f6d9ca3', 'tag': '35dc161a-24d5-47b0-af17-53a503471c29'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:19:30.696807 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a064241-604b-4cae-afbc-9badfa169001 req-b1525f49-45bb-46e7-b2f5-504e4664b12c tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:30.700637 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a064241-604b-4cae-afbc-9badfa169001 req-b1525f49-45bb-46e7-b2f5-504e4664b12c tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3669436 May 03 22:19:30.808631 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-3a064241-604b-4cae-afbc-9badfa169001 req-526314d3-1af5-4c9b-a52c-a0272bb861c8 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Request body: {'port': {'device_id': '1337ac81-0ecd-4c2f-a88b-b30b3c2ff22b', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'admin_state_up': True, 'tenant_id': '823848ff26e04297af199eddbe820b1f'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:19:30.853965 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7130c4c2-f368-49cd-82f6-92c9d4bc484e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:30.860793 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7130c4c2-f368-49cd-82f6-92c9d4bc484e admin admin] Usage tracker for resource:security_group_rule and tenant:dcf2abf210f249dea047ca572ec0d39f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:30.865319 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7130c4c2-f368-49cd-82f6-92c9d4bc484e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:30.880875 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7130c4c2-f368-49cd-82f6-92c9d4bc484e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:31.133556 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43740) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:31.157711 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca16f0-b833-4f98-a3c1-ae56cbb8ddab service neutron] Pushing event updated for resources: {'Port': ['ID=35dc161a-24d5-47b0-af17-53a503471c29,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:31.340720 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7130c4c2-f368-49cd-82f6-92c9d4bc484e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:31.365935 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68e585-709c-4997-a990-673195b75d87 req-c7140c98-0992-4734-9ce6-0471df8b15fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:31.371287 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d68e585-709c-4997-a990-673195b75d87 req-c7140c98-0992-4734-9ce6-0471df8b15fe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=78ef6cf711cc40b7a965d375b2ee67a9&device_id=b25523b6-41d1-4936-a3bd-d3945f6d9ca3 HTTP/1.1" status: 200 len: 1099 time: 0.6200418 May 03 22:19:31.372439 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7130c4c2-f368-49cd-82f6-92c9d4bc484e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:31.395923 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4b3ae728-b5c9-4ed7-863f-a5704f18486b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:31.423071 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-3a064241-604b-4cae-afbc-9badfa169001 req-526314d3-1af5-4c9b-a52c-a0272bb861c8 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:31.446788 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4b3ae728-b5c9-4ed7-863f-a5704f18486b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:31.451075 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4b3ae728-b5c9-4ed7-863f-a5704f18486b admin admin] Usage tracker for resource:security_group_rule and tenant:74a63e52ca714b8d9d6ad9a4c62eb046 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:31.456968 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4b3ae728-b5c9-4ed7-863f-a5704f18486b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:31.474986 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4b3ae728-b5c9-4ed7-863f-a5704f18486b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:31.486025 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130c4c2-f368-49cd-82f6-92c9d4bc484e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebe3bf6-b23b-4860-9e2c-1e9aa686735e,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:31.516429 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7130c4c2-f368-49cd-82f6-92c9d4bc484e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dcf2abf210f249dea047ca572ec0d39f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0085413 May 03 22:19:31.522337 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43750) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:31.722351 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-3a064241-604b-4cae-afbc-9badfa169001 req-526314d3-1af5-4c9b-a52c-a0272bb861c8 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Usage tracker for resource:port and tenant:823848ff26e04297af199eddbe820b1f is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:31.729234 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-3a064241-604b-4cae-afbc-9badfa169001 req-526314d3-1af5-4c9b-a52c-a0272bb861c8 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:31.748623 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-3a064241-604b-4cae-afbc-9badfa169001 req-526314d3-1af5-4c9b-a52c-a0272bb861c8 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:31.764192 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d68e585-709c-4997-a990-673195b75d87 req-e28ada4e-0955-4cd3-9edd-3fcd2981ae49 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=35dc161a-24d5-47b0-af17-53a503471c29 HTTP/1.1" status: 200 len: 217 time: 0.1228421 May 03 22:19:31.766840 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d10330ed-32fa-4dac-a5c2-ac5269be546b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:31.782139 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e9fde628-3850-4e76-a388-7d866a4e0848 req-f7186007-dd22-4e6b-9a75-b873bebae4ec tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/ports?device_id=1337ac81-0ecd-4c2f-a88b-b30b3c2ff22b HTTP/1.1" status: 200 len: 210 time: 0.6595004 May 03 22:19:31.828836 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d10330ed-32fa-4dac-a5c2-ac5269be546b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:31.857291 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ef304-1646-403b-a88a-822404df70e8 req-e0fd47fa-3559-44d5-8749-9e8fb2ebc020 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:31.867965 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-871ef304-1646-403b-a88a-822404df70e8 req-e0fd47fa-3559-44d5-8749-9e8fb2ebc020 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?device_id=b25523b6-41d1-4936-a3bd-d3945f6d9ca3 HTTP/1.1" status: 200 len: 948 time: 1.2056544 May 03 22:19:31.916904 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4b3ae728-b5c9-4ed7-863f-a5704f18486b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:31.941847 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4b3ae728-b5c9-4ed7-863f-a5704f18486b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:31.956936 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a064241-604b-4cae-afbc-9badfa169001 req-526314d3-1af5-4c9b-a52c-a0272bb861c8 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Made reservation on behalf of 823848ff26e04297af199eddbe820b1f for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:19:31.965611 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3a064241-604b-4cae-afbc-9badfa169001 req-526314d3-1af5-4c9b-a52c-a0272bb861c8 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:31.985507 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d10330ed-32fa-4dac-a5c2-ac5269be546b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:32.025636 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10330ed-32fa-4dac-a5c2-ac5269be546b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebe3bf6-b23b-4860-9e2c-1e9aa686735e,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:32.053599 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ae728-b5c9-4ed7-863f-a5704f18486b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0348e9da-8ad3-4261-8d23-24893f676775,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:32.061245 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3a064241-604b-4cae-afbc-9badfa169001 req-526314d3-1af5-4c9b-a52c-a0272bb861c8 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:32.100274 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68e585-709c-4997-a990-673195b75d87 req-ab4b70ff-13e1-4eab-ad16-d476be40c5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:32.101824 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d68e585-709c-4997-a990-673195b75d87 req-ab4b70ff-13e1-4eab-ad16-d476be40c5c3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.2485833 May 03 22:19:32.118052 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-3a064241-604b-4cae-afbc-9badfa169001 req-526314d3-1af5-4c9b-a52c-a0272bb861c8 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:32.120167 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d10330ed-32fa-4dac-a5c2-ac5269be546b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:32.125439 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d10330ed-32fa-4dac-a5c2-ac5269be546b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eebe3bf6-b23b-4860-9e2c-1e9aa686735e HTTP/1.1" status: 204 len: 168 time: 0.5995657 May 03 22:19:32.134624 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-871ef304-1646-403b-a88a-822404df70e8 req-90b7e009-5d1f-4ce8-abae-cd63454e3294 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f469174-b289-4c90-b088-91bbfa8d53d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635643 May 03 22:19:32.147116 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4b3ae728-b5c9-4ed7-863f-a5704f18486b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=74a63e52ca714b8d9d6ad9a4c62eb046&name=default HTTP/1.1" status: 200 len: 2977 time: 1.0077312 May 03 22:19:32.148699 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-3a064241-604b-4cae-afbc-9badfa169001 req-526314d3-1af5-4c9b-a52c-a0272bb861c8 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Usage tracker for resource:security_group_rule and tenant:823848ff26e04297af199eddbe820b1f is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:32.151774 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43770) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:32.154502 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-3a064241-604b-4cae-afbc-9badfa169001 req-526314d3-1af5-4c9b-a52c-a0272bb861c8 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:32.228955 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-3a064241-604b-4cae-afbc-9badfa169001 req-526314d3-1af5-4c9b-a52c-a0272bb861c8 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:32.318287 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68e585-709c-4997-a990-673195b75d87 req-8b479ed9-5c6f-46c7-9851-ee0a4f45ffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:32.319583 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b4e6637d-7877-44cb-aae0-92ae84341cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:32.320641 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d68e585-709c-4997-a990-673195b75d87 req-8b479ed9-5c6f-46c7-9851-ee0a4f45ffe0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1929119 May 03 22:19:32.402743 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b4e6637d-7877-44cb-aae0-92ae84341cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:32.488116 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d68e585-709c-4997-a990-673195b75d87 req-550d884d-69a4-442c-83c9-cd27710a6fcf service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589911 May 03 22:19:32.548968 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b4e6637d-7877-44cb-aae0-92ae84341cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:32.579608 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6637d-7877-44cb-aae0-92ae84341cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0348e9da-8ad3-4261-8d23-24893f676775,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:32.625173 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3a064241-604b-4cae-afbc-9badfa169001 req-526314d3-1af5-4c9b-a52c-a0272bb861c8 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:32.630976 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b4e6637d-7877-44cb-aae0-92ae84341cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:32.635347 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b4e6637d-7877-44cb-aae0-92ae84341cc0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0348e9da-8ad3-4261-8d23-24893f676775 HTTP/1.1" status: 204 len: 168 time: 0.4798417 May 03 22:19:32.636711 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3a064241-604b-4cae-afbc-9badfa169001 req-526314d3-1af5-4c9b-a52c-a0272bb861c8 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:32.824904 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48c33c8c-9fcb-4d1d-bbc9-653c3f1286b1'] response: {'name': 'network-changed', 'server_uuid': 'b25523b6-41d1-4936-a3bd-d3945f6d9ca3', 'tag': '35dc161a-24d5-47b0-af17-53a503471c29', 'status': 'completed', 'code': 200} May 03 22:19:32.834349 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526314d3-1af5-4c9b-a52c-a0272bb861c8 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82910400-cd2c-43c9-8729-4a94eb9fee28,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:33.121075 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d68e585-709c-4997-a990-673195b75d87 req-9c63df94-9a48-4f24-965e-f832ecd23465 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960562 May 03 22:19:33.151558 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8b99264b-3ad9-420e-b012-7ea954d5ff9a req-79c33d2d-45e0-4802-a4c8-c8be68cc17d3 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/ports?device_id=1337ac81-0ecd-4c2f-a88b-b30b3c2ff22b HTTP/1.1" status: 200 len: 210 time: 0.1274161 May 03 22:19:33.205247 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-3a064241-604b-4cae-afbc-9badfa169001 req-526314d3-1af5-4c9b-a52c-a0272bb861c8 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Allocated IP 192.168.233.163 (7e14e0ca-f320-4236-9b9e-a9e4f415dbeb/1dff747c-9d3c-4e06-92c1-836fbb9482c4/9d36d98e-d130-47ae-a364-6d304f23b227) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:19:33.406456 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ba57f-a2a7-4b17-8e1a-3ec2840b1b0b req-03ab814a-267b-41dd-b9a0-44e02130c6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:33.411482 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-655ba57f-a2a7-4b17-8e1a-3ec2840b1b0b req-03ab814a-267b-41dd-b9a0-44e02130c6c0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=78ef6cf711cc40b7a965d375b2ee67a9&device_id=b25523b6-41d1-4936-a3bd-d3945f6d9ca3 HTTP/1.1" status: 200 len: 1099 time: 0.2063124 May 03 22:19:33.712856 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ba57f-a2a7-4b17-8e1a-3ec2840b1b0b req-e2eace4b-cbfe-4660-8576-c940304e6f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:33.714357 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-655ba57f-a2a7-4b17-8e1a-3ec2840b1b0b req-e2eace4b-cbfe-4660-8576-c940304e6f3d service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.2951140 May 03 22:19:33.887506 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-655ba57f-a2a7-4b17-8e1a-3ec2840b1b0b req-e0945b96-d898-47af-a052-186cd3eea2de service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=35dc161a-24d5-47b0-af17-53a503471c29 HTTP/1.1" status: 200 len: 217 time: 0.1640856 May 03 22:19:33.902209 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536a429-c016-4012-ba10-6c086bd59ad8 req-471ed091-9c38-4479-8be1-80d1549e5f4d tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:33.903905 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8536a429-c016-4012-ba10-6c086bd59ad8 req-471ed091-9c38-4479-8be1-80d1549e5f4d tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?device_id=b25523b6-41d1-4936-a3bd-d3945f6d9ca3 HTTP/1.1" status: 200 len: 948 time: 0.5093777 May 03 22:19:33.920321 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3a064241-604b-4cae-afbc-9badfa169001 req-526314d3-1af5-4c9b-a52c-a0272bb861c8 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:33.996560 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-3a064241-604b-4cae-afbc-9badfa169001 req-526314d3-1af5-4c9b-a52c-a0272bb861c8 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Transition to ACTIVE for port object 9d36d98e-d130-47ae-a364-6d304f23b227 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:19:34.064101 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8536a429-c016-4012-ba10-6c086bd59ad8 req-595ce0f9-4207-4143-91a7-25285e1f022b tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f469174-b289-4c90-b088-91bbfa8d53d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360257 May 03 22:19:34.112861 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3a064241-604b-4cae-afbc-9badfa169001 req-526314d3-1af5-4c9b-a52c-a0272bb861c8 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:34.135886 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ba57f-a2a7-4b17-8e1a-3ec2840b1b0b req-119b2289-9a21-4f49-b4a9-d7256ed90c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:34.137669 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-655ba57f-a2a7-4b17-8e1a-3ec2840b1b0b req-119b2289-9a21-4f49-b4a9-d7256ed90c43 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.1399515 May 03 22:19:34.192656 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a064241-604b-4cae-afbc-9badfa169001 req-526314d3-1af5-4c9b-a52c-a0272bb861c8 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:19:34.196540 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-3a064241-604b-4cae-afbc-9badfa169001 req-526314d3-1af5-4c9b-a52c-a0272bb861c8 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:19:34.201031 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a064241-604b-4cae-afbc-9badfa169001 req-526314d3-1af5-4c9b-a52c-a0272bb861c8 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:19:34.207319 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a064241-604b-4cae-afbc-9badfa169001 req-526314d3-1af5-4c9b-a52c-a0272bb861c8 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:34.208059 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3a064241-604b-4cae-afbc-9badfa169001 req-526314d3-1af5-4c9b-a52c-a0272bb861c8 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:34.234337 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a064241-604b-4cae-afbc-9badfa169001 req-526314d3-1af5-4c9b-a52c-a0272bb861c8 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4455104 May 03 22:19:34.241510 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526314d3-1af5-4c9b-a52c-a0272bb861c8 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Pushing event updated for resources: {'Port': ['ID=9d36d98e-d130-47ae-a364-6d304f23b227,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:34.297952 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ba57f-a2a7-4b17-8e1a-3ec2840b1b0b req-b28d3a3b-3fd2-4a08-aa1b-3b047bb4ab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:34.306132 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-655ba57f-a2a7-4b17-8e1a-3ec2840b1b0b req-b28d3a3b-3fd2-4a08-aa1b-3b047bb4ab2f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1571457 May 03 22:19:34.572732 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-655ba57f-a2a7-4b17-8e1a-3ec2840b1b0b req-94307b6a-bdef-41a1-84dc-294e6cffcac1 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651973 May 03 22:19:34.599411 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-bd4031c0-5bd9-4357-a8d5-501569ff35d0 None None] Provisioning for port 9d36d98e-d130-47ae-a364-6d304f23b227 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:19:34.627762 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-bd4031c0-5bd9-4357-a8d5-501569ff35d0 None None] Provisioning complete for port 9d36d98e-d130-47ae-a364-6d304f23b227 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:19:34.631618 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bd4031c0-5bd9-4357-a8d5-501569ff35d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:34.765838 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a21c4-fe12-426c-95fb-8ae6940fe8d8 req-6c94b672-1816-4e57-a6fa-3908c5d32907 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:34.767996 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-e46a21c4-fe12-426c-95fb-8ae6940fe8d8 req-6c94b672-1816-4e57-a6fa-3908c5d32907 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Synchronizing usage tracker for tenant:823848ff26e04297af199eddbe820b1f on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:19:34.825752 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-bd4031c0-5bd9-4357-a8d5-501569ff35d0 None None] Port 9d36d98e-d130-47ae-a364-6d304f23b227 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:19:34.833594 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-e46a21c4-fe12-426c-95fb-8ae6940fe8d8 req-6c94b672-1816-4e57-a6fa-3908c5d32907 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Unset dirty status for tenant:823848ff26e04297af199eddbe820b1f on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:19:34.834944 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e46a21c4-fe12-426c-95fb-8ae6940fe8d8 req-6c94b672-1816-4e57-a6fa-3908c5d32907 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/ports?device_id=1337ac81-0ecd-4c2f-a88b-b30b3c2ff22b HTTP/1.1" status: 200 len: 936 time: 0.3441231 May 03 22:19:34.884559 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-655ba57f-a2a7-4b17-8e1a-3ec2840b1b0b req-d2371e16-df3f-4eca-b9cf-e3040016c773 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035655 May 03 22:19:34.933835 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-e46a21c4-fe12-426c-95fb-8ae6940fe8d8 req-09b9b890-b7ce-4673-b1bb-c64b2f0724dc tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Synchronizing usage tracker for tenant:823848ff26e04297af199eddbe820b1f on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:19:34.967117 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-e46a21c4-fe12-426c-95fb-8ae6940fe8d8 req-09b9b890-b7ce-4673-b1bb-c64b2f0724dc tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Unset dirty status for tenant:823848ff26e04297af199eddbe820b1f on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:19:34.968429 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e46a21c4-fe12-426c-95fb-8ae6940fe8d8 req-09b9b890-b7ce-4673-b1bb-c64b2f0724dc tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/security-groups?id=82910400-cd2c-43c9-8729-4a94eb9fee28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264148 May 03 22:19:35.398561 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf85a78-c5fc-4fe5-87a9-e7fe8e5f4527 req-d1a8183c-2d4d-4ef3-97ad-8acedcd44ff9 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:35.405057 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5cf85a78-c5fc-4fe5-87a9-e7fe8e5f4527 req-d1a8183c-2d4d-4ef3-97ad-8acedcd44ff9 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?device_id=b25523b6-41d1-4936-a3bd-d3945f6d9ca3 HTTP/1.1" status: 200 len: 948 time: 0.2182038 May 03 22:19:35.491820 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5cf85a78-c5fc-4fe5-87a9-e7fe8e5f4527 req-1c30002f-54ee-4e79-9592-f0cfdab58b40 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f469174-b289-4c90-b088-91bbfa8d53d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802917 May 03 22:19:35.569537 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-3a064241-604b-4cae-afbc-9badfa169001 req-350440ae-d818-422a-8ca9-ca76eae3a74d tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:19:35.570566 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a064241-604b-4cae-afbc-9badfa169001 req-350440ae-d818-422a-8ca9-ca76eae3a74d tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106578 May 03 22:19:36.460851 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50180286-b160-4e75-923b-2c53a52082c7 req-b21034d9-caf4-44e2-8651-9d88bf697d85 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:36.462308 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-50180286-b160-4e75-923b-2c53a52082c7 req-b21034d9-caf4-44e2-8651-9d88bf697d85 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/ports?device_id=1337ac81-0ecd-4c2f-a88b-b30b3c2ff22b HTTP/1.1" status: 200 len: 936 time: 0.2176983 May 03 22:19:36.541084 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-50180286-b160-4e75-923b-2c53a52082c7 req-5a85b1fc-ce2c-4e3f-a25a-8950c1da70ac tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/security-groups?id=82910400-cd2c-43c9-8729-4a94eb9fee28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722802 May 03 22:19:36.820488 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-3a064241-604b-4cae-afbc-9badfa169001 req-0048e62d-1971-4735-b04a-2e5b8c31a8eb service neutron] Request body: {'port': {'device_id': '1337ac81-0ecd-4c2f-a88b-b30b3c2ff22b', 'device_owner': 'compute:tempest-test_az-171213323', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:19:36.954816 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3a064241-604b-4cae-afbc-9badfa169001 req-0048e62d-1971-4735-b04a-2e5b8c31a8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:37.023720 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310a7e7-a1ee-41ef-8970-d10f6c043da3 req-d25d96fd-42c5-493d-bef4-04a1979a1fbe tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:37.025244 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e310a7e7-a1ee-41ef-8970-d10f6c043da3 req-d25d96fd-42c5-493d-bef4-04a1979a1fbe tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?device_id=b25523b6-41d1-4936-a3bd-d3945f6d9ca3 HTTP/1.1" status: 200 len: 948 time: 0.2901573 May 03 22:19:37.184974 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e310a7e7-a1ee-41ef-8970-d10f6c043da3 req-88d826a4-d74c-40d7-bcfe-e77ac557173d tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f469174-b289-4c90-b088-91bbfa8d53d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448903 May 03 22:19:37.554089 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43930) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:37.953135 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-3a064241-604b-4cae-afbc-9badfa169001 req-0048e62d-1971-4735-b04a-2e5b8c31a8eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d36d98e-d130-47ae-a364-6d304f23b227 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:19:37.964119 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3a064241-604b-4cae-afbc-9badfa169001 req-0048e62d-1971-4735-b04a-2e5b8c31a8eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:37.989874 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-3a064241-604b-4cae-afbc-9badfa169001 req-0048e62d-1971-4735-b04a-2e5b8c31a8eb service neutron] Transition to ACTIVE for port object 9d36d98e-d130-47ae-a364-6d304f23b227 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:19:37.998930 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aefced-8ccd-4f31-84f5-75fae02eff7d req-e2f5ee68-1e98-4f25-9cfe-294bb121111b tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:38.000529 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e5aefced-8ccd-4f31-84f5-75fae02eff7d req-e2f5ee68-1e98-4f25-9cfe-294bb121111b tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/ports?device_id=1337ac81-0ecd-4c2f-a88b-b30b3c2ff22b HTTP/1.1" status: 200 len: 936 time: 0.1353562 May 03 22:19:38.001700 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3a064241-604b-4cae-afbc-9badfa169001 req-0048e62d-1971-4735-b04a-2e5b8c31a8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:38.398567 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e5aefced-8ccd-4f31-84f5-75fae02eff7d req-93d3475f-1c02-4faf-bd9d-db2c7107b93a tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/security-groups?id=82910400-cd2c-43c9-8729-4a94eb9fee28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859200 May 03 22:19:38.429222 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048e62d-1971-4735-b04a-2e5b8c31a8eb service neutron] Pushing event updated for resources: {'Port': ['ID=9d36d98e-d130-47ae-a364-6d304f23b227,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:38.443425 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-dced72f2-7a07-4a18-96df-3d7260e8e2e2 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-860188686-network', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:19:38.457161 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-dced72f2-7a07-4a18-96df-3d7260e8e2e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:38.457161 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43954) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:38.481527 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-3a064241-604b-4cae-afbc-9badfa169001 req-0048e62d-1971-4735-b04a-2e5b8c31a8eb service neutron] Attempting to bind port 9d36d98e-d130-47ae-a364-6d304f23b227 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:19:38.484029 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-3a064241-604b-4cae-afbc-9badfa169001 req-0048e62d-1971-4735-b04a-2e5b8c31a8eb service neutron] Attempting to bind port 9d36d98e-d130-47ae-a364-6d304f23b227 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:19:38.484612 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a064241-604b-4cae-afbc-9badfa169001 req-0048e62d-1971-4735-b04a-2e5b8c31a8eb service neutron] Attempting to bind port 9d36d98e-d130-47ae-a364-6d304f23b227 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:19:38.493373 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-dced72f2-7a07-4a18-96df-3d7260e8e2e2 admin admin] Usage tracker for resource:network and tenant:6d5fe23fb043446983dcb5606ef7203e is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:38.512097 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a064241-604b-4cae-afbc-9badfa169001 req-0048e62d-1971-4735-b04a-2e5b8c31a8eb service neutron] Port 9d36d98e-d130-47ae-a364-6d304f23b227 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:19:38.513411 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-dced72f2-7a07-4a18-96df-3d7260e8e2e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:38.513991 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a064241-604b-4cae-afbc-9badfa169001 req-0048e62d-1971-4735-b04a-2e5b8c31a8eb service neutron] Attempting to bind port 9d36d98e-d130-47ae-a364-6d304f23b227 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:19:38.536650 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-dced72f2-7a07-4a18-96df-3d7260e8e2e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:38.538032 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a064241-604b-4cae-afbc-9badfa169001 req-0048e62d-1971-4735-b04a-2e5b8c31a8eb service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:19:38.538638 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a064241-604b-4cae-afbc-9badfa169001 req-0048e62d-1971-4735-b04a-2e5b8c31a8eb service neutron] Checking segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:19:38.541055 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a064241-604b-4cae-afbc-9badfa169001 req-0048e62d-1971-4735-b04a-2e5b8c31a8eb service neutron] Bound using segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:19:38.541626 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-3a064241-604b-4cae-afbc-9badfa169001 req-0048e62d-1971-4735-b04a-2e5b8c31a8eb service neutron] Bound port: 9d36d98e-d130-47ae-a364-6d304f23b227, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:19:38.542020 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3a064241-604b-4cae-afbc-9badfa169001 req-0048e62d-1971-4735-b04a-2e5b8c31a8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:38.567331 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dced72f2-7a07-4a18-96df-3d7260e8e2e2 admin admin] Made reservation on behalf of 6d5fe23fb043446983dcb5606ef7203e for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:19:38.570691 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dced72f2-7a07-4a18-96df-3d7260e8e2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:38.599960 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dced72f2-7a07-4a18-96df-3d7260e8e2e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:38.638533 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-dced72f2-7a07-4a18-96df-3d7260e8e2e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:38.645419 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-dced72f2-7a07-4a18-96df-3d7260e8e2e2 admin admin] Usage tracker for resource:security_group_rule and tenant:6d5fe23fb043446983dcb5606ef7203e is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:38.654873 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-dced72f2-7a07-4a18-96df-3d7260e8e2e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:38.663281 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-dced72f2-7a07-4a18-96df-3d7260e8e2e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:38.812364 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dced72f2-7a07-4a18-96df-3d7260e8e2e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:38.828065 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dced72f2-7a07-4a18-96df-3d7260e8e2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:38.852870 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dced72f2-7a07-4a18-96df-3d7260e8e2e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:19:38.882951 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dced72f2-7a07-4a18-96df-3d7260e8e2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:38.883642 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-dced72f2-7a07-4a18-96df-3d7260e8e2e2 admin admin] Added segment 3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7 of type vlan for network fc15fac9-7438-4d00-8baf-ffa13ed5602b May 03 22:19:38.955981 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-3a064241-604b-4cae-afbc-9badfa169001 req-0048e62d-1971-4735-b04a-2e5b8c31a8eb service neutron] For port 9d36d98e-d130-47ae-a364-6d304f23b227, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:19:38.961332 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-3a064241-604b-4cae-afbc-9badfa169001 req-0048e62d-1971-4735-b04a-2e5b8c31a8eb service neutron] For port 9d36d98e-d130-47ae-a364-6d304f23b227, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=9d36d98e-d130-47ae-a364-6d304f23b227,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:19:38.975831 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed82699-4e0c-461c-9572-0e042dede1f2 req-6d6c2b65-e7ce-4d71-b064-b7ea895535ae tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:38.978594 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ed82699-4e0c-461c-9572-0e042dede1f2 req-6d6c2b65-e7ce-4d71-b064-b7ea895535ae tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?device_id=b25523b6-41d1-4936-a3bd-d3945f6d9ca3 HTTP/1.1" status: 200 len: 948 time: 0.2737148 May 03 22:19:39.028759 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3a064241-604b-4cae-afbc-9badfa169001 req-0048e62d-1971-4735-b04a-2e5b8c31a8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:39.036988 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dced72f2-7a07-4a18-96df-3d7260e8e2e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:39.080321 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced72f2-7a07-4a18-96df-3d7260e8e2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3682e94-036f-42c9-909f-fef0556361b5,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:39.088814 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7a990059-ec96-4af9-a7f1-f72b285babb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:39.104870 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dced72f2-7a07-4a18-96df-3d7260e8e2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:39.105907 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dced72f2-7a07-4a18-96df-3d7260e8e2e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:39.110153 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dced72f2-7a07-4a18-96df-3d7260e8e2e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:39.142026 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7a990059-ec96-4af9-a7f1-f72b285babb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:39.146529 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7a990059-ec96-4af9-a7f1-f72b285babb2 admin admin] Usage tracker for resource:security_group_rule and tenant:28caf33cfd1a411ba449031a58648a62 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:39.162356 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7a990059-ec96-4af9-a7f1-f72b285babb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:39.173171 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7a990059-ec96-4af9-a7f1-f72b285babb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:39.205564 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048e62d-1971-4735-b04a-2e5b8c31a8eb service neutron] Pushing event updated for resources: {'Port': ['ID=9d36d98e-d130-47ae-a364-6d304f23b227,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:39.225260 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a064241-604b-4cae-afbc-9badfa169001 req-0048e62d-1971-4735-b04a-2e5b8c31a8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:39.233347 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3a064241-604b-4cae-afbc-9badfa169001 req-0048e62d-1971-4735-b04a-2e5b8c31a8eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:39.235343 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a064241-604b-4cae-afbc-9badfa169001 req-0048e62d-1971-4735-b04a-2e5b8c31a8eb service neutron] 10.222.0.60 "PUT /v2.0/ports/9d36d98e-d130-47ae-a364-6d304f23b227 HTTP/1.1" status: 200 len: 1117 time: 2.9985137 May 03 22:19:39.239144 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ed82699-4e0c-461c-9572-0e042dede1f2 req-fce38953-3020-4729-ab48-81fc950fa443 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f469174-b289-4c90-b088-91bbfa8d53d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592790 May 03 22:19:39.239732 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1337ac81-0ecd-4c2f-a88b-b30b3c2ff22b', 'tag': '9d36d98e-d130-47ae-a364-6d304f23b227'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:19:39.326262 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7a990059-ec96-4af9-a7f1-f72b285babb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:39.354308 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7a990059-ec96-4af9-a7f1-f72b285babb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:39.408631 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a990059-ec96-4af9-a7f1-f72b285babb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0680711f-38c4-4e03-901f-b56fff23eb02,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:39.522359 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-dced72f2-7a07-4a18-96df-3d7260e8e2e2 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.9635921 May 03 22:19:39.522359 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced72f2-7a07-4a18-96df-3d7260e8e2e2 admin admin] Pushing event updated for resources: {'Network': ['ID=fc15fac9-7438-4d00-8baf-ffa13ed5602b,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:39.522724 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43986) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:39.529319 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7a990059-ec96-4af9-a7f1-f72b285babb2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=28caf33cfd1a411ba449031a58648a62&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0699134 May 03 22:19:39.529914 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43990) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:39.533598 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network fc15fac9-7438-4d00-8baf-ffa13ed5602b details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:19:39.536914 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-7480e3ae-bf06-4bb1-b503-b18b84ee3a3d admin admin] Request body: {'subnet': {'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860188686-subnet', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:19:39.562203 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7480e3ae-bf06-4bb1-b503-b18b84ee3a3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:39.572090 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7480e3ae-bf06-4bb1-b503-b18b84ee3a3d admin admin] Usage tracker for resource:subnet and tenant:6d5fe23fb043446983dcb5606ef7203e is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:39.582084 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7480e3ae-bf06-4bb1-b503-b18b84ee3a3d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:39.594062 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7480e3ae-bf06-4bb1-b503-b18b84ee3a3d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:39.614688 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7480e3ae-bf06-4bb1-b503-b18b84ee3a3d admin admin] Made reservation on behalf of 6d5fe23fb043446983dcb5606ef7203e for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:19:39.620749 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7480e3ae-bf06-4bb1-b503-b18b84ee3a3d admin admin] Notify callbacks [] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:39.707940 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-281cbf59-dd3d-42fa-9d0b-d570a63ce229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:39.747999 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-281cbf59-dd3d-42fa-9d0b-d570a63ce229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:39.849293 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-281cbf59-dd3d-42fa-9d0b-d570a63ce229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:39.878312 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281cbf59-dd3d-42fa-9d0b-d570a63ce229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0680711f-38c4-4e03-901f-b56fff23eb02,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:39.890904 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-281cbf59-dd3d-42fa-9d0b-d570a63ce229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:39.893493 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-281cbf59-dd3d-42fa-9d0b-d570a63ce229 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0680711f-38c4-4e03-901f-b56fff23eb02 HTTP/1.1" status: 204 len: 168 time: 0.3487647 May 03 22:19:40.315496 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7480e3ae-bf06-4bb1-b503-b18b84ee3a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:40.414996 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7480e3ae-bf06-4bb1-b503-b18b84ee3a3d admin admin] Checking segment: {'id': '3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:19:40.415443 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7480e3ae-bf06-4bb1-b503-b18b84ee3a3d admin admin] Network hostable DHCP agents. Network: fc15fac9-7438-4d00-8baf-ffa13ed5602b, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:19:40.433966 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480e3ae-bf06-4bb1-b503-b18b84ee3a3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=da75e2b0-fbbe-493e-9b55-a7ecaaa82565,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:40.447748 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af5246-c682-432c-acb7-60be26303a18 req-e87441c2-8b28-45ff-83d0-c324c9e919a6 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:40.449431 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-57af5246-c682-432c-acb7-60be26303a18 req-e87441c2-8b28-45ff-83d0-c324c9e919a6 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/ports?device_id=1337ac81-0ecd-4c2f-a88b-b30b3c2ff22b HTTP/1.1" status: 200 len: 969 time: 0.3106122 May 03 22:19:40.475545 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7480e3ae-bf06-4bb1-b503-b18b84ee3a3d admin admin] Network fc15fac9-7438-4d00-8baf-ffa13ed5602b is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:19:40.502536 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-7480e3ae-bf06-4bb1-b503-b18b84ee3a3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, fc15fac9-7438-4d00-8baf-ffa13ed5602b) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:19:40.512784 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80c22da-59fa-47bd-a299-8bc678f70c45 None None] Network fc15fac9-7438-4d00-8baf-ffa13ed5602b requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:19:40.542286 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7480e3ae-bf06-4bb1-b503-b18b84ee3a3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:40.542880 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7480e3ae-bf06-4bb1-b503-b18b84ee3a3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:40.573596 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-57af5246-c682-432c-acb7-60be26303a18 req-f1204cbe-03a9-4729-916a-28a2d2a1085d tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/security-groups?id=82910400-cd2c-43c9-8729-4a94eb9fee28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167657 May 03 22:19:40.605603 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7480e3ae-bf06-4bb1-b503-b18b84ee3a3d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0796475 May 03 22:19:40.608264 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44024) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:40.615049 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-cae61ff8-8d3e-4c9e-be49-9e7948e66a66 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-860188686-router', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:19:40.625941 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-cae61ff8-8d3e-4c9e-be49-9e7948e66a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:40.634174 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-cae61ff8-8d3e-4c9e-be49-9e7948e66a66 admin admin] Usage tracker for resource:router and tenant:6d5fe23fb043446983dcb5606ef7203e is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:40.640657 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-cae61ff8-8d3e-4c9e-be49-9e7948e66a66 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:40.652924 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-cae61ff8-8d3e-4c9e-be49-9e7948e66a66 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:40.673557 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cae61ff8-8d3e-4c9e-be49-9e7948e66a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:40.675863 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cae61ff8-8d3e-4c9e-be49-9e7948e66a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:40.703985 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44030) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:40.738274 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cae61ff8-8d3e-4c9e-be49-9e7948e66a66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:40.745378 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-111136c6-adfc-48ac-85fd-f2e821d6060f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:40.802938 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-111136c6-adfc-48ac-85fd-f2e821d6060f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:40.820093 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-111136c6-adfc-48ac-85fd-f2e821d6060f admin admin] Usage tracker for resource:security_group_rule and tenant:4d3cb301d7f0444f8608a9d7368918b6 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:40.827095 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-111136c6-adfc-48ac-85fd-f2e821d6060f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:40.841227 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-111136c6-adfc-48ac-85fd-f2e821d6060f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:41.000847 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55910ed5-011b-48fe-88ba-6f78099d4389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-fc15fac9-7438-4d00-8baf-ffa13ed5602b', 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'fixed_ips': [{'subnet_id': 'da75e2b0-fbbe-493e-9b55-a7ecaaa82565'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:19:41.002042 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-55910ed5-011b-48fe-88ba-6f78099d4389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:41.053827 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-111136c6-adfc-48ac-85fd-f2e821d6060f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:41.070992 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-111136c6-adfc-48ac-85fd-f2e821d6060f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:41.208769 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111136c6-adfc-48ac-85fd-f2e821d6060f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4626241-5080-483d-9ef4-9d0a92e6d6a6,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:41.212980 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-111136c6-adfc-48ac-85fd-f2e821d6060f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4d3cb301d7f0444f8608a9d7368918b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5075948 May 03 22:19:41.214628 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd07465c-33c1-4208-9a0e-389622c412f7'] response: {'name': 'network-changed', 'server_uuid': '1337ac81-0ecd-4c2f-a88b-b30b3c2ff22b', 'tag': '9d36d98e-d130-47ae-a364-6d304f23b227', 'status': 'completed', 'code': 200} May 03 22:19:41.222991 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44036) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:41.358981 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-55910ed5-011b-48fe-88ba-6f78099d4389 None None] Allocated IP 172.20.0.2 (fc15fac9-7438-4d00-8baf-ffa13ed5602b/da75e2b0-fbbe-493e-9b55-a7ecaaa82565/05fe2413-ed48-4b45-a2ec-d89b9573896c) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:19:41.502480 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cae61ff8-8d3e-4c9e-be49-9e7948e66a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:41.608185 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-056f9d60-40e7-41df-854f-72d67a994f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:41.661290 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-056f9d60-40e7-41df-854f-72d67a994f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:41.682959 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b1aa9-90c9-4d49-a842-6713dd49dac6 req-122fb78a-2c42-43d1-8549-dd8724436884 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:41.686806 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-55910ed5-011b-48fe-88ba-6f78099d4389 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:41.690392 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a55b1aa9-90c9-4d49-a842-6713dd49dac6 req-122fb78a-2c42-43d1-8549-dd8724436884 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?device_id=b25523b6-41d1-4936-a3bd-d3945f6d9ca3 HTTP/1.1" status: 200 len: 948 time: 0.3343232 May 03 22:19:41.699634 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-55910ed5-011b-48fe-88ba-6f78099d4389 None None] Transition to ACTIVE for port object 05fe2413-ed48-4b45-a2ec-d89b9573896c will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:19:41.726894 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-55910ed5-011b-48fe-88ba-6f78099d4389 None None] Transition to ACTIVE for port object 05fe2413-ed48-4b45-a2ec-d89b9573896c will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:19:41.735097 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-55910ed5-011b-48fe-88ba-6f78099d4389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:41.818071 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a55b1aa9-90c9-4d49-a842-6713dd49dac6 req-42d2a120-02e6-40cc-879a-39ec2296e6a4 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f469174-b289-4c90-b088-91bbfa8d53d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266379 May 03 22:19:41.859798 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-056f9d60-40e7-41df-854f-72d67a994f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:41.878063 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55910ed5-011b-48fe-88ba-6f78099d4389 None None] Network fc15fac9-7438-4d00-8baf-ffa13ed5602b is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:19:41.893733 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-55910ed5-011b-48fe-88ba-6f78099d4389 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:19:41.903945 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55910ed5-011b-48fe-88ba-6f78099d4389 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:19:41.918973 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55910ed5-011b-48fe-88ba-6f78099d4389 None None] Pushing event updated for resources: {'Port': ['ID=05fe2413-ed48-4b45-a2ec-d89b9573896c,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:42.006730 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55910ed5-011b-48fe-88ba-6f78099d4389 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:42.007415 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55910ed5-011b-48fe-88ba-6f78099d4389 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:42.011431 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f9d60-40e7-41df-854f-72d67a994f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4626241-5080-483d-9ef4-9d0a92e6d6a6,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:42.011748 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55910ed5-011b-48fe-88ba-6f78099d4389 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:42.012267 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55910ed5-011b-48fe-88ba-6f78099d4389 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:42.015901 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55910ed5-011b-48fe-88ba-6f78099d4389 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:42.016347 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55910ed5-011b-48fe-88ba-6f78099d4389 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:42.016785 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55910ed5-011b-48fe-88ba-6f78099d4389 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:42.017213 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55910ed5-011b-48fe-88ba-6f78099d4389 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:42.017638 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55910ed5-011b-48fe-88ba-6f78099d4389 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:42.018086 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55910ed5-011b-48fe-88ba-6f78099d4389 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:42.018545 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55910ed5-011b-48fe-88ba-6f78099d4389 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:42.024230 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55910ed5-011b-48fe-88ba-6f78099d4389 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:42.025439 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55910ed5-011b-48fe-88ba-6f78099d4389 None None] Tracked resource versions report: May 03 22:19:42.025439 n-d-811807-1 neutron-server[88071]: pushed versions: May 03 22:19:42.025439 n-d-811807-1 neutron-server[88071]: { 'AddressGroup': {'1.2'}, May 03 22:19:42.025439 n-d-811807-1 neutron-server[88071]: 'ConntrackHelper': {'1.0'}, May 03 22:19:42.025439 n-d-811807-1 neutron-server[88071]: 'Log': {'1.0'}, May 03 22:19:42.025439 n-d-811807-1 neutron-server[88071]: 'Network': {'1.1'}, May 03 22:19:42.025439 n-d-811807-1 neutron-server[88071]: 'Port': {'1.7'}, May 03 22:19:42.025439 n-d-811807-1 neutron-server[88071]: 'PortForwarding': {'1.2'}, May 03 22:19:42.025439 n-d-811807-1 neutron-server[88071]: 'QosPolicy': {'1.8'}, May 03 22:19:42.025439 n-d-811807-1 neutron-server[88071]: 'SecurityGroup': {'1.4'}, May 03 22:19:42.025439 n-d-811807-1 neutron-server[88071]: 'SecurityGroupRule': {'1.2'}, May 03 22:19:42.025439 n-d-811807-1 neutron-server[88071]: 'SubPort': {'1.0'}, May 03 22:19:42.025439 n-d-811807-1 neutron-server[88071]: 'Subnet': {'1.1'}, May 03 22:19:42.025439 n-d-811807-1 neutron-server[88071]: 'Trunk': {'1.1'}} May 03 22:19:42.025439 n-d-811807-1 neutron-server[88071]: consumer versions: May 03 22:19:42.025439 n-d-811807-1 neutron-server[88071]: { DHCP agent@n-d-811807-1: {}, May 03 22:19:42.025439 n-d-811807-1 neutron-server[88071]: HyperV agent@n-h1-811807-1: {}, May 03 22:19:42.025439 n-d-811807-1 neutron-server[88071]: HyperV agent@n-h2-811807-1: {}, May 03 22:19:42.025439 n-d-811807-1 neutron-server[88071]: L3 agent@n-d-811807-1: {}, May 03 22:19:42.025439 n-d-811807-1 neutron-server[88071]: Metadata agent@n-d-811807-1: {}, May 03 22:19:42.025439 n-d-811807-1 neutron-server[88071]: Metering agent@n-d-811807-1: {}, May 03 22:19:42.025439 n-d-811807-1 neutron-server[88071]: Open vSwitch agent@n-d-811807-1: { 'AddressGroup': '1.2', May 03 22:19:42.025439 n-d-811807-1 neutron-server[88071]: 'ConntrackHelper': '1.0', May 03 22:19:42.025439 n-d-811807-1 neutron-server[88071]: 'Log': '1.0', May 03 22:19:42.025439 n-d-811807-1 neutron-server[88071]: 'Network': '1.1', May 03 22:19:42.025439 n-d-811807-1 neutron-server[88071]: 'Port': '1.7', May 03 22:19:42.025439 n-d-811807-1 neutron-server[88071]: 'PortForwarding': '1.2', May 03 22:19:42.025439 n-d-811807-1 neutron-server[88071]: 'QosPolicy': '1.8', May 03 22:19:42.025439 n-d-811807-1 neutron-server[88071]: 'SecurityGroup': '1.4', May 03 22:19:42.025439 n-d-811807-1 neutron-server[88071]: 'SecurityGroupRule': '1.2', May 03 22:19:42.025439 n-d-811807-1 neutron-server[88071]: 'SubPort': '1.0', May 03 22:19:42.025439 n-d-811807-1 neutron-server[88071]: 'Subnet': '1.1', May 03 22:19:42.025439 n-d-811807-1 neutron-server[88071]: 'Trunk': '1.1'}} May 03 22:19:42.025439 n-d-811807-1 neutron-server[88071]: {{(pid=88071) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 22:19:42.058158 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-056f9d60-40e7-41df-854f-72d67a994f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:42.059564 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-056f9d60-40e7-41df-854f-72d67a994f54 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e4626241-5080-483d-9ef4-9d0a92e6d6a6 HTTP/1.1" status: 204 len: 168 time: 0.8356078 May 03 22:19:42.137352 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-55910ed5-011b-48fe-88ba-6f78099d4389 None None] Attempting to bind port 05fe2413-ed48-4b45-a2ec-d89b9573896c on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:19:42.137962 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-55910ed5-011b-48fe-88ba-6f78099d4389 None None] Attempting to bind port 05fe2413-ed48-4b45-a2ec-d89b9573896c by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:19:42.138569 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55910ed5-011b-48fe-88ba-6f78099d4389 None None] Attempting to bind port 05fe2413-ed48-4b45-a2ec-d89b9573896c on network fc15fac9-7438-4d00-8baf-ffa13ed5602b {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:19:42.145451 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55910ed5-011b-48fe-88ba-6f78099d4389 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:19:42.146106 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55910ed5-011b-48fe-88ba-6f78099d4389 None None] Checking segment: {'id': '3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:19:42.146510 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-55910ed5-011b-48fe-88ba-6f78099d4389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:42.146905 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55910ed5-011b-48fe-88ba-6f78099d4389 None None] Bound using segment: {'id': '3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:19:42.147379 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-55910ed5-011b-48fe-88ba-6f78099d4389 None None] Bound port: 05fe2413-ed48-4b45-a2ec-d89b9573896c, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:19:42.147770 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-55910ed5-011b-48fe-88ba-6f78099d4389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:42.261349 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-55910ed5-011b-48fe-88ba-6f78099d4389 None None] For port 05fe2413-ed48-4b45-a2ec-d89b9573896c, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:19:42.268418 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-55910ed5-011b-48fe-88ba-6f78099d4389 None None] For port 05fe2413-ed48-4b45-a2ec-d89b9573896c, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=05fe2413-ed48-4b45-a2ec-d89b9573896c,segment=NetworkSegment(3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7),segment_id=3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:19:42.287255 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-55910ed5-011b-48fe-88ba-6f78099d4389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:42.398220 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55910ed5-011b-48fe-88ba-6f78099d4389 None None] Pushing event updated for resources: {'Port': ['ID=05fe2413-ed48-4b45-a2ec-d89b9573896c,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:42.400784 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cae61ff8-8d3e-4c9e-be49-9e7948e66a66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:42.451113 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cae61ff8-8d3e-4c9e-be49-9e7948e66a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:42.514008 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0da357-ea97-4063-982f-811e8251e321 req-5e4740ad-9ab4-4a36-b5ca-df4e84ecbf9b tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:42.522196 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3d0da357-ea97-4063-982f-811e8251e321 req-5e4740ad-9ab4-4a36-b5ca-df4e84ecbf9b tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/ports?device_id=1337ac81-0ecd-4c2f-a88b-b30b3c2ff22b HTTP/1.1" status: 200 len: 969 time: 0.3227744 May 03 22:19:42.643513 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3d0da357-ea97-4063-982f-811e8251e321 req-8bacd4e9-8630-4af8-a478-2dd8cb4aca6e tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/security-groups?id=82910400-cd2c-43c9-8729-4a94eb9fee28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203833 May 03 22:19:42.716843 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-cae61ff8-8d3e-4c9e-be49-9e7948e66a66 admin admin] Allocated IP 172.25.2.8 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/d943cc49-4c81-4f48-9aa6-e139e9d57625) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:19:43.017260 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cae61ff8-8d3e-4c9e-be49-9e7948e66a66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:43.141605 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44116) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:43.176486 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44122) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:43.204176 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cae61ff8-8d3e-4c9e-be49-9e7948e66a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:43.214672 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ebf15-6aa2-4b02-a03e-3f5426caddc7 req-11b84a52-4ddb-4657-a421-a81b72cac4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:43.217674 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ce3ebf15-6aa2-4b02-a03e-3f5426caddc7 req-11b84a52-4ddb-4657-a421-a81b72cac4b5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=823848ff26e04297af199eddbe820b1f&device_id=1337ac81-0ecd-4c2f-a88b-b30b3c2ff22b HTTP/1.1" status: 200 len: 1120 time: 0.1786489 May 03 22:19:43.326403 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223150d-bac5-4a0f-883a-e462676bc987 req-4bf5e159-925f-470c-b9f8-70d9203d4dd6 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:43.334321 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0223150d-bac5-4a0f-883a-e462676bc987 req-4bf5e159-925f-470c-b9f8-70d9203d4dd6 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?device_id=b25523b6-41d1-4936-a3bd-d3945f6d9ca3 HTTP/1.1" status: 200 len: 948 time: 0.2530589 May 03 22:19:43.344406 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ce3ebf15-6aa2-4b02-a03e-3f5426caddc7 req-9ae01b30-94cd-40ed-af4e-3a6a9729b0bf service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=823848ff26e04297af199eddbe820b1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0846195 May 03 22:19:43.364051 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae61ff8-8d3e-4c9e-be49-9e7948e66a66 admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:19:43.385790 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-cae61ff8-8d3e-4c9e-be49-9e7948e66a66 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:19:43.399841 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae61ff8-8d3e-4c9e-be49-9e7948e66a66 admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:19:43.546730 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae61ff8-8d3e-4c9e-be49-9e7948e66a66 admin admin] Pushing event updated for resources: {'Port': ['ID=d943cc49-4c81-4f48-9aa6-e139e9d57625,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:43.556387 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-803760fa-e737-47f4-8e39-6fa820b4346f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:43.603558 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-696a5c8b-8e81-4a07-b682-ba47e7d64178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:43.625269 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-803760fa-e737-47f4-8e39-6fa820b4346f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:43.632304 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-696a5c8b-8e81-4a07-b682-ba47e7d64178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:43.646282 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-696a5c8b-8e81-4a07-b682-ba47e7d64178 admin admin] Usage tracker for resource:security_group_rule and tenant:676411adb9f147bd8015e5c8df08cc17 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:43.649727 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-696a5c8b-8e81-4a07-b682-ba47e7d64178 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:43.659277 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-696a5c8b-8e81-4a07-b682-ba47e7d64178 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:43.719346 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44144) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:43.722148 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-803760fa-e737-47f4-8e39-6fa820b4346f admin admin] Usage tracker for resource:security_group_rule and tenant:dc8ef86379434fed80c761bb6dd25818 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:43.726282 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-803760fa-e737-47f4-8e39-6fa820b4346f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:43.742340 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-803760fa-e737-47f4-8e39-6fa820b4346f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:43.804553 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-696a5c8b-8e81-4a07-b682-ba47e7d64178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:43.806138 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ebf15-6aa2-4b02-a03e-3f5426caddc7 req-5fce7d26-2df2-4ddc-b118-c73bf79e238c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:43.812458 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ce3ebf15-6aa2-4b02-a03e-3f5426caddc7 req-5fce7d26-2df2-4ddc-b118-c73bf79e238c service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4510467 May 03 22:19:43.813247 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-696a5c8b-8e81-4a07-b682-ba47e7d64178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:43.835910 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0223150d-bac5-4a0f-883a-e462676bc987 req-5933768f-bbf8-436d-b3eb-af60883a9684 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f469174-b289-4c90-b088-91bbfa8d53d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5006530 May 03 22:19:43.856357 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2781607c-9a35-4cff-85a1-3465721188fb None None] Network fc15fac9-7438-4d00-8baf-ffa13ed5602b requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:19:43.906216 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-696a5c8b-8e81-4a07-b682-ba47e7d64178 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=676411adb9f147bd8015e5c8df08cc17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7259779 May 03 22:19:43.914640 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-31acee62-ef41-42f5-89fa-8be23450c82a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:43.927938 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44158) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:44.005245 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-4f570b30-1915-4a2f-b02b-50cdfe6c5006 None None] Provisioning for port 05fe2413-ed48-4b45-a2ec-d89b9573896c completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:19:44.062974 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-31acee62-ef41-42f5-89fa-8be23450c82a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:44.113469 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44172) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:44.135301 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-803760fa-e737-47f4-8e39-6fa820b4346f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:44.140480 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a5c8b-8e81-4a07-b682-ba47e7d64178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2485a35f-2dd3-4943-b236-26644719091b,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:44.147857 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-31acee62-ef41-42f5-89fa-8be23450c82a admin admin] Usage tracker for resource:security_group_rule and tenant:693e87b5e9d04dbe8918b4150dfa19d0 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:44.151887 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-803760fa-e737-47f4-8e39-6fa820b4346f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:44.161000 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-31acee62-ef41-42f5-89fa-8be23450c82a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:44.216798 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-31acee62-ef41-42f5-89fa-8be23450c82a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:44.233670 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803760fa-e737-47f4-8e39-6fa820b4346f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fabe90a-e9f9-423c-bdb3-36af91e5cb0c,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:44.291449 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-803760fa-e737-47f4-8e39-6fa820b4346f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dc8ef86379434fed80c761bb6dd25818&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1458740 May 03 22:19:44.296198 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44180) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:44.368962 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1013a116-9745-4a7f-9c6c-756956f0c6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:44.402220 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cae61ff8-8d3e-4c9e-be49-9e7948e66a66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:44.421113 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 05fe2413-ed48-4b45-a2ec-d89b9573896c up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:19:44.425118 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1013a116-9745-4a7f-9c6c-756956f0c6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:44.467874 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a064241-604b-4cae-afbc-9badfa169001 req-f8fee0cd-3fff-4c7d-a67b-0753a3d0d0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:44.469358 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a064241-604b-4cae-afbc-9badfa169001 req-f8fee0cd-3fff-4c7d-a67b-0753a3d0d0d1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=823848ff26e04297af199eddbe820b1f&device_id=1337ac81-0ecd-4c2f-a88b-b30b3c2ff22b HTTP/1.1" status: 200 len: 1120 time: 0.5117695 May 03 22:19:44.517917 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1013a116-9745-4a7f-9c6c-756956f0c6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:44.575760 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013a116-9745-4a7f-9c6c-756956f0c6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2485a35f-2dd3-4943-b236-26644719091b,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:44.591305 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-5febaec5-a667-4471-b681-534d36841daa admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-981512678-network', 'tenant_id': 'c525da13837a4f87a86e8e03ec821293'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:19:44.596294 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 05fe2413-ed48-4b45-a2ec-d89b9573896c completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:19:44.622192 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 05fe2413-ed48-4b45-a2ec-d89b9573896c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:19:44.622880 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:44.626464 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5febaec5-a667-4471-b681-534d36841daa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:44.632372 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a064241-604b-4cae-afbc-9badfa169001 req-f417511a-eb49-4f18-9197-74d5d5ea03e9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=9d36d98e-d130-47ae-a364-6d304f23b227 HTTP/1.1" status: 200 len: 217 time: 0.1537337 May 03 22:19:44.633845 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a7179fc8-cf9e-4152-a614-be55deddefc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:44.638147 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5febaec5-a667-4471-b681-534d36841daa admin admin] Usage tracker for resource:network and tenant:c525da13837a4f87a86e8e03ec821293 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:44.641821 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5febaec5-a667-4471-b681-534d36841daa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:44.643087 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1013a116-9745-4a7f-9c6c-756956f0c6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:44.645006 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1013a116-9745-4a7f-9c6c-756956f0c6b7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2485a35f-2dd3-4943-b236-26644719091b HTTP/1.1" status: 204 len: 168 time: 0.7123508 May 03 22:19:44.655435 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c76e4-c126-4eda-aa67-bbe61a460ba0 req-2961664f-5a73-43f5-b42e-82eb8b669cf3 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:44.662608 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c97c76e4-c126-4eda-aa67-bbe61a460ba0 req-2961664f-5a73-43f5-b42e-82eb8b669cf3 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/ports?device_id=1337ac81-0ecd-4c2f-a88b-b30b3c2ff22b HTTP/1.1" status: 200 len: 969 time: 0.5458393 May 03 22:19:44.700901 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5febaec5-a667-4471-b681-534d36841daa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:44.761096 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5febaec5-a667-4471-b681-534d36841daa admin admin] Made reservation on behalf of c525da13837a4f87a86e8e03ec821293 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:19:44.763612 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5febaec5-a667-4471-b681-534d36841daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:44.792859 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-31acee62-ef41-42f5-89fa-8be23450c82a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:44.805811 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a064241-604b-4cae-afbc-9badfa169001 req-68d1cab9-5ba3-4455-b464-e294364a23ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:44.807288 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-31acee62-ef41-42f5-89fa-8be23450c82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:44.807421 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a064241-604b-4cae-afbc-9badfa169001 req-68d1cab9-5ba3-4455-b464-e294364a23ed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.1601121 May 03 22:19:44.808014 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5febaec5-a667-4471-b681-534d36841daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:44.827014 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a7179fc8-cf9e-4152-a614-be55deddefc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:44.899632 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:44.903327 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c97c76e4-c126-4eda-aa67-bbe61a460ba0 req-53095ffe-775f-431a-a238-f95031011fa7 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/security-groups?id=82910400-cd2c-43c9-8729-4a94eb9fee28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395315 May 03 22:19:44.910068 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5febaec5-a667-4471-b681-534d36841daa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:44.920796 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5febaec5-a667-4471-b681-534d36841daa admin admin] Usage tracker for resource:security_group_rule and tenant:c525da13837a4f87a86e8e03ec821293 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:44.949304 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 05fe2413-ed48-4b45-a2ec-d89b9573896c, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=05fe2413-ed48-4b45-a2ec-d89b9573896c,segment=NetworkSegment(3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7),segment_id=3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:19:44.957089 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:44.987550 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5febaec5-a667-4471-b681-534d36841daa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:45.019479 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31acee62-ef41-42f5-89fa-8be23450c82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efeca018-8afb-4170-b23c-1075accba342,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:45.026771 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-31acee62-ef41-42f5-89fa-8be23450c82a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=693e87b5e9d04dbe8918b4150dfa19d0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3068120 May 03 22:19:45.031229 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44210) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:45.052531 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a7179fc8-cf9e-4152-a614-be55deddefc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:45.074148 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=05fe2413-ed48-4b45-a2ec-d89b9573896c,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:45.080930 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7179fc8-cf9e-4152-a614-be55deddefc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fabe90a-e9f9-423c-bdb3-36af91e5cb0c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:45.084714 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a7179fc8-cf9e-4152-a614-be55deddefc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:45.086728 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a7179fc8-cf9e-4152-a614-be55deddefc4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5fabe90a-e9f9-423c-bdb3-36af91e5cb0c HTTP/1.1" status: 204 len: 168 time: 0.7895787 May 03 22:19:45.115304 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5febaec5-a667-4471-b681-534d36841daa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:45.159481 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8520d346-a646-441a-b6a5-cec5c18ae2a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:45.173218 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44216) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:45.206805 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a064241-604b-4cae-afbc-9badfa169001 req-b9ba3b1a-8c31-4d1f-b856-bf6ec94d6406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:45.207669 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8520d346-a646-441a-b6a5-cec5c18ae2a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:45.208288 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a064241-604b-4cae-afbc-9badfa169001 req-b9ba3b1a-8c31-4d1f-b856-bf6ec94d6406 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3780644 May 03 22:19:45.245725 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cae61ff8-8d3e-4c9e-be49-9e7948e66a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:45.282752 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8520d346-a646-441a-b6a5-cec5c18ae2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:45.297658 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520d346-a646-441a-b6a5-cec5c18ae2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efeca018-8afb-4170-b23c-1075accba342,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:45.310885 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8520d346-a646-441a-b6a5-cec5c18ae2a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:45.314893 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8520d346-a646-441a-b6a5-cec5c18ae2a6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/efeca018-8afb-4170-b23c-1075accba342 HTTP/1.1" status: 204 len: 168 time: 0.2823477 May 03 22:19:45.315612 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44222) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:45.340136 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7279e2f6-cbcd-42a5-afda-d7be3f6b882a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:45.355381 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7279e2f6-cbcd-42a5-afda-d7be3f6b882a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:45.359487 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7279e2f6-cbcd-42a5-afda-d7be3f6b882a admin admin] Usage tracker for resource:security_group_rule and tenant:80921a358f804e07a71dcfc0cfaaec3d is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:45.363391 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7279e2f6-cbcd-42a5-afda-d7be3f6b882a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:45.369322 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7279e2f6-cbcd-42a5-afda-d7be3f6b882a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:45.391066 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274311c-b8c7-4ec5-8414-4bcb9f4fb0e9 req-a4622f36-9877-4d7b-8d8e-9bb56ac90c1d tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:45.392340 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e274311c-b8c7-4ec5-8414-4bcb9f4fb0e9 req-a4622f36-9877-4d7b-8d8e-9bb56ac90c1d tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?device_id=b25523b6-41d1-4936-a3bd-d3945f6d9ca3 HTTP/1.1" status: 200 len: 948 time: 0.4066553 May 03 22:19:45.492198 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7279e2f6-cbcd-42a5-afda-d7be3f6b882a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:45.498661 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7279e2f6-cbcd-42a5-afda-d7be3f6b882a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:45.553469 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5febaec5-a667-4471-b681-534d36841daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:45.585142 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5febaec5-a667-4471-b681-534d36841daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:45.588558 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-80544051-969c-4745-bb3a-6acb0a711ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:45.612504 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7279e2f6-cbcd-42a5-afda-d7be3f6b882a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=80921a358f804e07a71dcfc0cfaaec3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958157 May 03 22:19:45.616359 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44232) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:45.620679 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7279e2f6-cbcd-42a5-afda-d7be3f6b882a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5602f2cd-e987-4017-9ceb-f34692e49040,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:45.620841 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a064241-604b-4cae-afbc-9badfa169001 req-8519fcea-3362-48f4-9a46-a0798d4696a9 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042010 May 03 22:19:45.623854 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e274311c-b8c7-4ec5-8414-4bcb9f4fb0e9 req-44d6c683-0805-4e8c-a902-37c342c676ae tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f469174-b289-4c90-b088-91bbfa8d53d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674128 May 03 22:19:45.651652 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febaec5-a667-4471-b681-534d36841daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef4089e-6aee-4c8b-aba9-e3d6601365e7,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:45.660628 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5febaec5-a667-4471-b681-534d36841daa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:19:45.674162 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-80544051-969c-4745-bb3a-6acb0a711ab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:45.679458 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-80544051-969c-4745-bb3a-6acb0a711ab4 admin admin] Usage tracker for resource:security_group_rule and tenant:2fdf446b6a9a4e21831834963b5656b6 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:45.683527 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-80544051-969c-4745-bb3a-6acb0a711ab4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:45.691161 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-80544051-969c-4745-bb3a-6acb0a711ab4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:45.732145 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5febaec5-a667-4471-b681-534d36841daa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752783531286', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:45.732769 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5febaec5-a667-4471-b681-534d36841daa admin admin] Unsubscribe: segment precommit_create {{(pid=88069) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 03 22:19:45.733171 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-5febaec5-a667-4471-b681-534d36841daa admin admin] Added segment cf7647c6-9b3d-45d9-b5a0-83ebbb981790 of type vlan for network c189e8ea-c94a-4d9f-a9e0-084da5f7f4ca May 03 22:19:45.739896 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44236) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:45.812173 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-80544051-969c-4745-bb3a-6acb0a711ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:45.817949 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-935f765b-b58d-4622-ab9d-02d33848214f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:45.823562 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-80544051-969c-4745-bb3a-6acb0a711ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:45.849005 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e2976f03-6a73-4c52-9773-dc1c34469963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:45.861236 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-935f765b-b58d-4622-ab9d-02d33848214f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:45.865064 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-935f765b-b58d-4622-ab9d-02d33848214f admin admin] Usage tracker for resource:security_group_rule and tenant:2fa9a9cdfb0b43c0ae490d77aacbf003 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:45.888977 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-80544051-969c-4745-bb3a-6acb0a711ab4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2fdf446b6a9a4e21831834963b5656b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7144945 May 03 22:19:45.889890 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80544051-969c-4745-bb3a-6acb0a711ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802fdd8e-b05a-4b74-8443-aba1396fe09f,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:45.893064 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44242) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:45.921965 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e2976f03-6a73-4c52-9773-dc1c34469963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:45.962727 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-935f765b-b58d-4622-ab9d-02d33848214f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:45.969823 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-935f765b-b58d-4622-ab9d-02d33848214f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:45.995126 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44248) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:46.025088 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-838a7ab0-7e79-4cdb-a2c5-362418d75a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:46.038129 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2b0a6ca4-4604-4280-bf22-cdd7f4b4e5ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:46.053502 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e2976f03-6a73-4c52-9773-dc1c34469963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:46.053824 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5febaec5-a667-4471-b681-534d36841daa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:46.060672 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-838a7ab0-7e79-4cdb-a2c5-362418d75a97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:46.083288 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-838a7ab0-7e79-4cdb-a2c5-362418d75a97 admin admin] Usage tracker for resource:security_group_rule and tenant:4685944f64e9418fb24b6149f5a50253 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:46.089667 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-838a7ab0-7e79-4cdb-a2c5-362418d75a97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:46.094096 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2976f03-6a73-4c52-9773-dc1c34469963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5602f2cd-e987-4017-9ceb-f34692e49040,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:46.102636 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2b0a6ca4-4604-4280-bf22-cdd7f4b4e5ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:46.110789 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-838a7ab0-7e79-4cdb-a2c5-362418d75a97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:46.120334 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e2976f03-6a73-4c52-9773-dc1c34469963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:46.124027 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e2976f03-6a73-4c52-9773-dc1c34469963 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5602f2cd-e987-4017-9ceb-f34692e49040 HTTP/1.1" status: 204 len: 168 time: 0.5060401 May 03 22:19:46.143075 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a064241-604b-4cae-afbc-9badfa169001 req-c327f971-e1c8-4156-8270-cec866de0bfa service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4862514 May 03 22:19:46.164374 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 35dc161a-24d5-47b0-af17-53a503471c29 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:19:46.165271 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae61ff8-8d3e-4c9e-be49-9e7948e66a66 admin admin] Router a5f70386-1800-4d4b-8354-c9e438b792d1 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:19:46.178619 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5febaec5-a667-4471-b681-534d36841daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:46.179605 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5febaec5-a667-4471-b681-534d36841daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:46.180182 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5febaec5-a667-4471-b681-534d36841daa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:46.219187 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2b0a6ca4-4604-4280-bf22-cdd7f4b4e5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:46.245561 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a6ca4-4604-4280-bf22-cdd7f4b4e5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802fdd8e-b05a-4b74-8443-aba1396fe09f,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:46.274102 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-838a7ab0-7e79-4cdb-a2c5-362418d75a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:46.276739 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2b0a6ca4-4604-4280-bf22-cdd7f4b4e5ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:46.278142 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2b0a6ca4-4604-4280-bf22-cdd7f4b4e5ad admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/802fdd8e-b05a-4b74-8443-aba1396fe09f HTTP/1.1" status: 204 len: 168 time: 0.3752875 May 03 22:19:46.280314 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-838a7ab0-7e79-4cdb-a2c5-362418d75a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:46.347401 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-838a7ab0-7e79-4cdb-a2c5-362418d75a97 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4685944f64e9418fb24b6149f5a50253&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3512049 May 03 22:19:46.350642 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44256) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:46.356724 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a7ab0-7e79-4cdb-a2c5-362418d75a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7298c1-f0f4-4687-b51a-11e06b627885,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:46.376064 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 05fe2413-ed48-4b45-a2ec-d89b9573896c up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:19:46.443255 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-330343dc-a8d2-46aa-93d8-d25b1c1c8973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:46.475051 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-330343dc-a8d2-46aa-93d8-d25b1c1c8973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:46.516433 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 35dc161a-24d5-47b0-af17-53a503471c29, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=35dc161a-24d5-47b0-af17-53a503471c29,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:19:46.532578 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '35dc161a-24d5-47b0-af17-53a503471c29', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': '35dc161a-24d5-47b0-af17-53a503471c29', 'mac_address': 'fa:16:3e:2a:cb:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:19:46.554971 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-935f765b-b58d-4622-ab9d-02d33848214f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:46.572649 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-330343dc-a8d2-46aa-93d8-d25b1c1c8973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:46.575751 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c6430-a29a-40ef-b12d-71366ce72929 req-8f5ff3fc-eb76-4d4b-8c4c-d99111132ae5 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:46.578676 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-918c6430-a29a-40ef-b12d-71366ce72929 req-8f5ff3fc-eb76-4d4b-8c4c-d99111132ae5 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/ports?device_id=1337ac81-0ecd-4c2f-a88b-b30b3c2ff22b HTTP/1.1" status: 200 len: 969 time: 0.5675600 May 03 22:19:46.583500 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febaec5-a667-4471-b681-534d36841daa admin admin] Pushing event updated for resources: {'Network': ['ID=c189e8ea-c94a-4d9f-a9e0-084da5f7f4ca,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:46.592894 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330343dc-a8d2-46aa-93d8-d25b1c1c8973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7298c1-f0f4-4687-b51a-11e06b627885,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:46.596495 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-935f765b-b58d-4622-ab9d-02d33848214f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:46.611307 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-330343dc-a8d2-46aa-93d8-d25b1c1c8973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:46.612630 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-330343dc-a8d2-46aa-93d8-d25b1c1c8973 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ae7298c1-f0f4-4687-b51a-11e06b627885 HTTP/1.1" status: 204 len: 168 time: 0.2575426 May 03 22:19:46.625038 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network c189e8ea-c94a-4d9f-a9e0-084da5f7f4ca details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:19:46.672134 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 05fe2413-ed48-4b45-a2ec-d89b9573896c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:19:46.672789 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:46.697140 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5febaec5-a667-4471-b681-534d36841daa admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4854388 May 03 22:19:46.698415 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae61ff8-8d3e-4c9e-be49-9e7948e66a66 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:19:46.700034 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44274) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:46.709297 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd6cd73-056a-4719-9074-792ee90a2107 None None] Sync routers for ids ['a5f70386-1800-4d4b-8354-c9e438b792d1'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:19:46.732822 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd6cd73-056a-4719-9074-792ee90a2107 None None] Routers {'a5f70386-1800-4d4b-8354-c9e438b792d1'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:19:46.733473 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-cfd6cd73-056a-4719-9074-792ee90a2107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:19:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a5f70386-1800-4d4b-8354-c9e438b792d1'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:19:46.772906 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-935f765b-b58d-4622-ab9d-02d33848214f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2fa9a9cdfb0b43c0ae490d77aacbf003&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0316985 May 03 22:19:46.773835 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f765b-b58d-4622-ab9d-02d33848214f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0960b7-ac0f-4c41-83b1-ea636e8a0861,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:46.776079 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44278) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:46.810353 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:46.832014 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-918c6430-a29a-40ef-b12d-71366ce72929 req-5ee0f29d-30d3-4afe-9e99-8f826b7caf22 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/security-groups?id=82910400-cd2c-43c9-8729-4a94eb9fee28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386916 May 03 22:19:46.834773 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35dc161a-24d5-47b0-af17-53a503471c29 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:19:46.849169 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-86b06524-82a7-4e1a-88a5-2557b4cd15e0 admin admin] Request body: {'subnet': {'network_id': 'c189e8ea-c94a-4d9f-a9e0-084da5f7f4ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-981512678-subnet', 'tenant_id': 'c525da13837a4f87a86e8e03ec821293', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:19:46.862779 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cae61ff8-8d3e-4c9e-be49-9e7948e66a66 admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:46.869760 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-cae61ff8-8d3e-4c9e-be49-9e7948e66a66 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 6.2604599 May 03 22:19:46.871166 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-86b06524-82a7-4e1a-88a5-2557b4cd15e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:46.874400 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44284) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:46.900220 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 35dc161a-24d5-47b0-af17-53a503471c29, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=35dc161a-24d5-47b0-af17-53a503471c29,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:19:46.924060 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:46.955238 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-86b06524-82a7-4e1a-88a5-2557b4cd15e0 admin admin] Usage tracker for resource:subnet and tenant:c525da13837a4f87a86e8e03ec821293 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:46.973837 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-86b06524-82a7-4e1a-88a5-2557b4cd15e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:46.998677 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-86b06524-82a7-4e1a-88a5-2557b4cd15e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:47.011897 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44288) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:47.048074 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-cfd6cd73-056a-4719-9074-792ee90a2107 None None] Set router a5f70386-1800-4d4b-8354-c9e438b792d1 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:19:47.072985 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-158edab5-08f8-49ea-8f14-c8c487dec689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:47.099699 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b06524-82a7-4e1a-88a5-2557b4cd15e0 admin admin] Made reservation on behalf of c525da13837a4f87a86e8e03ec821293 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:19:47.124521 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-86b06524-82a7-4e1a-88a5-2557b4cd15e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:47.144597 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fa7fb6df-93b1-4035-a308-bf1b60d95764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:47.165939 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-158edab5-08f8-49ea-8f14-c8c487dec689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:47.180679 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=35dc161a-24d5-47b0-af17-53a503471c29,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:47.189274 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-158edab5-08f8-49ea-8f14-c8c487dec689 admin admin] Usage tracker for resource:security_group_rule and tenant:2cccc7331df646a7a0caf4edb0431d8e is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:47.197019 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-158edab5-08f8-49ea-8f14-c8c487dec689 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:47.208148 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fa7fb6df-93b1-4035-a308-bf1b60d95764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:47.260155 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-158edab5-08f8-49ea-8f14-c8c487dec689 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:47.286036 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2cea5-4762-427b-a3ae-041143436811 req-d798499d-1d38-497b-9981-4e6562336099 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:47.293099 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f0a2cea5-4762-427b-a3ae-041143436811 req-d798499d-1d38-497b-9981-4e6562336099 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?device_id=b25523b6-41d1-4936-a3bd-d3945f6d9ca3 HTTP/1.1" status: 200 len: 949 time: 0.4314249 May 03 22:19:47.335646 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['35dc161a-24d5-47b0-af17-53a503471c29'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:19:47.410315 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f0a2cea5-4762-427b-a3ae-041143436811 req-ee4b6df1-ed2c-4327-ac25-24e47cda5d17 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f469174-b289-4c90-b088-91bbfa8d53d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156657 May 03 22:19:47.468202 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fa7fb6df-93b1-4035-a308-bf1b60d95764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:47.499666 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7fb6df-93b1-4035-a308-bf1b60d95764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0960b7-ac0f-4c41-83b1-ea636e8a0861,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:47.549114 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-cfd6cd73-056a-4719-9074-792ee90a2107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860188686-router', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:19:40Z', 'updated_at': '2022-05-03T22:19:43Z', 'revision_number': 3, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'gw_port': {'id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:90:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:42Z', 'updated_at': '2022-05-03T22:19:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:19:47.558545 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd6cd73-056a-4719-9074-792ee90a2107 None None] Checking router: a5f70386-1800-4d4b-8354-c9e438b792d1 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:19:47.558886 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd6cd73-056a-4719-9074-792ee90a2107 None None] Updating router a5f70386-1800-4d4b-8354-c9e438b792d1 port d943cc49-4c81-4f48-9aa6-e139e9d57625 binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:19:47.660357 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-158edab5-08f8-49ea-8f14-c8c487dec689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:47.667590 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-86b06524-82a7-4e1a-88a5-2557b4cd15e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:47.695141 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cfd6cd73-056a-4719-9074-792ee90a2107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:47.765134 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-158edab5-08f8-49ea-8f14-c8c487dec689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:47.786948 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fa7fb6df-93b1-4035-a308-bf1b60d95764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:47.788125 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fa7fb6df-93b1-4035-a308-bf1b60d95764 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1f0960b7-ac0f-4c41-83b1-ea636e8a0861 HTTP/1.1" status: 204 len: 168 time: 1.0085940 May 03 22:19:47.799365 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b06524-82a7-4e1a-88a5-2557b4cd15e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ade4c084-0b65-4fee-b66d-5bede1630bb0,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:47.836508 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-158edab5-08f8-49ea-8f14-c8c487dec689 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2cccc7331df646a7a0caf4edb0431d8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8232293 May 03 22:19:47.838589 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158edab5-08f8-49ea-8f14-c8c487dec689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71dd1b26-70e7-4aea-aba6-c1e12aa3bf65,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:47.840408 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44322) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:47.934007 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b06524-82a7-4e1a-88a5-2557b4cd15e0 admin admin] Checking segment: {'id': 'cf7647c6-9b3d-45d9-b5a0-83ebbb981790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'c189e8ea-c94a-4d9f-a9e0-084da5f7f4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:19:47.934713 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b06524-82a7-4e1a-88a5-2557b4cd15e0 admin admin] Network hostable DHCP agents. Network: c189e8ea-c94a-4d9f-a9e0-084da5f7f4ca, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:19:47.971758 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9be8168f-f611-4ad9-969b-7458bc5e4c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:47.974072 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b06524-82a7-4e1a-88a5-2557b4cd15e0 admin admin] Network c189e8ea-c94a-4d9f-a9e0-084da5f7f4ca is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:19:47.989705 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-86b06524-82a7-4e1a-88a5-2557b4cd15e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, c189e8ea-c94a-4d9f-a9e0-084da5f7f4ca) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:19:48.000613 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b06524-82a7-4e1a-88a5-2557b4cd15e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:48.001765 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-86b06524-82a7-4e1a-88a5-2557b4cd15e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:48.004586 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43754248-2693-4e0a-8aea-ac7d339c444d None None] Network c189e8ea-c94a-4d9f-a9e0-084da5f7f4ca requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:19:48.095377 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-86b06524-82a7-4e1a-88a5-2557b4cd15e0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3447549 May 03 22:19:48.187607 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb33f66-ac95-4f87-96a7-106491e94a0e req-819dc2d8-18a9-4a05-b39a-31f345687431 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:48.189166 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-deb33f66-ac95-4f87-96a7-106491e94a0e req-819dc2d8-18a9-4a05-b39a-31f345687431 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/ports?device_id=1337ac81-0ecd-4c2f-a88b-b30b3c2ff22b HTTP/1.1" status: 200 len: 969 time: 0.1402087 May 03 22:19:48.212726 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9be8168f-f611-4ad9-969b-7458bc5e4c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:48.249523 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cfd6cd73-056a-4719-9074-792ee90a2107 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:48.277014 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-cfd6cd73-056a-4719-9074-792ee90a2107 None None] Transition to ACTIVE for port object d943cc49-4c81-4f48-9aa6-e139e9d57625 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:19:48.281936 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04f3c04-343b-4e62-94f4-7502df10a877 None None] Network c189e8ea-c94a-4d9f-a9e0-084da5f7f4ca requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:19:48.292058 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cfd6cd73-056a-4719-9074-792ee90a2107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:48.309098 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-deb33f66-ac95-4f87-96a7-106491e94a0e req-fc6b06f5-4aea-415f-ae30-36357873d552 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/security-groups?id=82910400-cd2c-43c9-8729-4a94eb9fee28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105542 May 03 22:19:48.351819 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-81319a66-71fb-4c2f-b131-b51f46478765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:48.416347 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741facd9-0dcc-4122-a0e7-ff00a7217dd5 None None] Pushing event updated for resources: {'Port': ['ID=d943cc49-4c81-4f48-9aa6-e139e9d57625,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:48.428880 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741facd9-0dcc-4122-a0e7-ff00a7217dd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:48.429515 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741facd9-0dcc-4122-a0e7-ff00a7217dd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:48.430036 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741facd9-0dcc-4122-a0e7-ff00a7217dd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:48.430920 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741facd9-0dcc-4122-a0e7-ff00a7217dd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:48.431413 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741facd9-0dcc-4122-a0e7-ff00a7217dd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:48.431542 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9be8168f-f611-4ad9-969b-7458bc5e4c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:48.432393 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741facd9-0dcc-4122-a0e7-ff00a7217dd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:48.433537 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741facd9-0dcc-4122-a0e7-ff00a7217dd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:48.434198 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741facd9-0dcc-4122-a0e7-ff00a7217dd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:48.434677 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741facd9-0dcc-4122-a0e7-ff00a7217dd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:48.435151 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741facd9-0dcc-4122-a0e7-ff00a7217dd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:48.435624 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741facd9-0dcc-4122-a0e7-ff00a7217dd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:48.436156 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741facd9-0dcc-4122-a0e7-ff00a7217dd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:19:48.437832 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741facd9-0dcc-4122-a0e7-ff00a7217dd5 None None] Tracked resource versions report: May 03 22:19:48.437832 n-d-811807-1 neutron-server[88072]: pushed versions: May 03 22:19:48.437832 n-d-811807-1 neutron-server[88072]: { 'AddressGroup': {'1.2'}, May 03 22:19:48.437832 n-d-811807-1 neutron-server[88072]: 'ConntrackHelper': {'1.0'}, May 03 22:19:48.437832 n-d-811807-1 neutron-server[88072]: 'Log': {'1.0'}, May 03 22:19:48.437832 n-d-811807-1 neutron-server[88072]: 'Network': {'1.1'}, May 03 22:19:48.437832 n-d-811807-1 neutron-server[88072]: 'Port': {'1.7'}, May 03 22:19:48.437832 n-d-811807-1 neutron-server[88072]: 'PortForwarding': {'1.2'}, May 03 22:19:48.437832 n-d-811807-1 neutron-server[88072]: 'QosPolicy': {'1.8'}, May 03 22:19:48.437832 n-d-811807-1 neutron-server[88072]: 'SecurityGroup': {'1.4'}, May 03 22:19:48.437832 n-d-811807-1 neutron-server[88072]: 'SecurityGroupRule': {'1.2'}, May 03 22:19:48.437832 n-d-811807-1 neutron-server[88072]: 'SubPort': {'1.0'}, May 03 22:19:48.437832 n-d-811807-1 neutron-server[88072]: 'Subnet': {'1.1'}, May 03 22:19:48.437832 n-d-811807-1 neutron-server[88072]: 'Trunk': {'1.1'}} May 03 22:19:48.437832 n-d-811807-1 neutron-server[88072]: consumer versions: May 03 22:19:48.437832 n-d-811807-1 neutron-server[88072]: { DHCP agent@n-d-811807-1: {}, May 03 22:19:48.437832 n-d-811807-1 neutron-server[88072]: HyperV agent@n-h1-811807-1: {}, May 03 22:19:48.437832 n-d-811807-1 neutron-server[88072]: HyperV agent@n-h2-811807-1: {}, May 03 22:19:48.437832 n-d-811807-1 neutron-server[88072]: L3 agent@n-d-811807-1: {}, May 03 22:19:48.437832 n-d-811807-1 neutron-server[88072]: Metadata agent@n-d-811807-1: {}, May 03 22:19:48.437832 n-d-811807-1 neutron-server[88072]: Metering agent@n-d-811807-1: {}, May 03 22:19:48.437832 n-d-811807-1 neutron-server[88072]: Open vSwitch agent@n-d-811807-1: { 'AddressGroup': '1.2', May 03 22:19:48.437832 n-d-811807-1 neutron-server[88072]: 'ConntrackHelper': '1.0', May 03 22:19:48.437832 n-d-811807-1 neutron-server[88072]: 'Log': '1.0', May 03 22:19:48.437832 n-d-811807-1 neutron-server[88072]: 'Network': '1.1', May 03 22:19:48.437832 n-d-811807-1 neutron-server[88072]: 'Port': '1.7', May 03 22:19:48.437832 n-d-811807-1 neutron-server[88072]: 'PortForwarding': '1.2', May 03 22:19:48.437832 n-d-811807-1 neutron-server[88072]: 'QosPolicy': '1.8', May 03 22:19:48.437832 n-d-811807-1 neutron-server[88072]: 'SecurityGroup': '1.4', May 03 22:19:48.437832 n-d-811807-1 neutron-server[88072]: 'SecurityGroupRule': '1.2', May 03 22:19:48.437832 n-d-811807-1 neutron-server[88072]: 'SubPort': '1.0', May 03 22:19:48.437832 n-d-811807-1 neutron-server[88072]: 'Subnet': '1.1', May 03 22:19:48.437832 n-d-811807-1 neutron-server[88072]: 'Trunk': '1.1'}} May 03 22:19:48.437832 n-d-811807-1 neutron-server[88072]: {{(pid=88072) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 22:19:48.471237 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be8168f-f611-4ad9-969b-7458bc5e4c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71dd1b26-70e7-4aea-aba6-c1e12aa3bf65,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:48.484038 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-cfd6cd73-056a-4719-9074-792ee90a2107 None None] Attempting to bind port d943cc49-4c81-4f48-9aa6-e139e9d57625 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:19:48.484038 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-cfd6cd73-056a-4719-9074-792ee90a2107 None None] Attempting to bind port d943cc49-4c81-4f48-9aa6-e139e9d57625 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:19:48.484324 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd6cd73-056a-4719-9074-792ee90a2107 None None] Attempting to bind port d943cc49-4c81-4f48-9aa6-e139e9d57625 on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:19:48.490794 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd6cd73-056a-4719-9074-792ee90a2107 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:19:48.491176 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd6cd73-056a-4719-9074-792ee90a2107 None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:19:48.491581 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cfd6cd73-056a-4719-9074-792ee90a2107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:48.491983 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd6cd73-056a-4719-9074-792ee90a2107 None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:19:48.492461 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-cfd6cd73-056a-4719-9074-792ee90a2107 None None] Bound port: d943cc49-4c81-4f48-9aa6-e139e9d57625, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:19:48.492855 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cfd6cd73-056a-4719-9074-792ee90a2107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:48.506365 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9be8168f-f611-4ad9-969b-7458bc5e4c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:48.510265 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9be8168f-f611-4ad9-969b-7458bc5e4c62 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/71dd1b26-70e7-4aea-aba6-c1e12aa3bf65 HTTP/1.1" status: 204 len: 168 time: 0.6689076 May 03 22:19:48.669119 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-cfd6cd73-056a-4719-9074-792ee90a2107 None None] For port d943cc49-4c81-4f48-9aa6-e139e9d57625, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:19:48.674027 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-cfd6cd73-056a-4719-9074-792ee90a2107 None None] For port d943cc49-4c81-4f48-9aa6-e139e9d57625, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d943cc49-4c81-4f48-9aa6-e139e9d57625,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:19:48.682158 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cfd6cd73-056a-4719-9074-792ee90a2107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:48.736316 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1377dc8-863b-45cd-8209-f9fdbba43e10 req-3c7e4898-c676-43a3-a97f-1a07d717f44a tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:48.743871 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b1377dc8-863b-45cd-8209-f9fdbba43e10 req-3c7e4898-c676-43a3-a97f-1a07d717f44a tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?device_id=b25523b6-41d1-4936-a3bd-d3945f6d9ca3 HTTP/1.1" status: 200 len: 949 time: 0.1632030 May 03 22:19:48.772685 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-81319a66-71fb-4c2f-b131-b51f46478765 admin admin] Allocated IP 172.20.0.1 (fc15fac9-7438-4d00-8baf-ffa13ed5602b/da75e2b0-fbbe-493e-9b55-a7ecaaa82565/cd750c2f-b8b2-4c4e-9c30-322b670234b8) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:19:48.815951 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b1377dc8-863b-45cd-8209-f9fdbba43e10 req-e6641802-21cb-4952-9f04-9d9525ba52a9 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f469174-b289-4c90-b088-91bbfa8d53d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679541 May 03 22:19:48.854094 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741facd9-0dcc-4122-a0e7-ff00a7217dd5 None None] Pushing event updated for resources: {'Port': ['ID=d943cc49-4c81-4f48-9aa6-e139e9d57625,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:48.864082 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd6cd73-056a-4719-9074-792ee90a2107 None None] Routers {'a5f70386-1800-4d4b-8354-c9e438b792d1'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:19:48.864897 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-cfd6cd73-056a-4719-9074-792ee90a2107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:19:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a5f70386-1800-4d4b-8354-c9e438b792d1'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:19:48.950711 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-81319a66-71fb-4c2f-b131-b51f46478765 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:48.972031 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-81319a66-71fb-4c2f-b131-b51f46478765 admin admin] Transition to ACTIVE for port object cd750c2f-b8b2-4c4e-9c30-322b670234b8 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:19:49.000802 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-81319a66-71fb-4c2f-b131-b51f46478765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:49.058722 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81319a66-71fb-4c2f-b131-b51f46478765 admin admin] Network fc15fac9-7438-4d00-8baf-ffa13ed5602b is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:19:49.070642 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-81319a66-71fb-4c2f-b131-b51f46478765 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:19:49.073368 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81319a66-71fb-4c2f-b131-b51f46478765 admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:19:49.074195 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-81319a66-71fb-4c2f-b131-b51f46478765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:49.111231 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-cfd6cd73-056a-4719-9074-792ee90a2107 None None] Set router a5f70386-1800-4d4b-8354-c9e438b792d1 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:19:49.122431 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81319a66-71fb-4c2f-b131-b51f46478765 admin admin] Pushing event updated for resources: {'Port': ['ID=cd750c2f-b8b2-4c4e-9c30-322b670234b8,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:49.224828 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-81319a66-71fb-4c2f-b131-b51f46478765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:49.389067 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44370) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:49.421551 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ed98a738-50b9-4119-97fe-2fcdaaef34af admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:49.431123 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-152a74df-5b10-4bf7-be48-e876e3d2dd76 None None] Provisioning for port cd750c2f-b8b2-4c4e-9c30-322b670234b8 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:19:49.436542 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-152a74df-5b10-4bf7-be48-e876e3d2dd76 None None] Provisioning complete for port cd750c2f-b8b2-4c4e-9c30-322b670234b8 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:19:49.436911 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-152a74df-5b10-4bf7-be48-e876e3d2dd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:49.463161 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ed98a738-50b9-4119-97fe-2fcdaaef34af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:49.513540 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ed98a738-50b9-4119-97fe-2fcdaaef34af admin admin] Usage tracker for resource:security_group_rule and tenant:36b33a68ade74ed787e8604cf9e59c21 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:49.516374 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-cfd6cd73-056a-4719-9074-792ee90a2107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860188686-router', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:19:40Z', 'updated_at': '2022-05-03T22:19:43Z', 'revision_number': 3, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'gw_port': {'id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:90:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:42Z', 'updated_at': '2022-05-03T22:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:19:49.523949 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd6cd73-056a-4719-9074-792ee90a2107 None None] The sync data for ids ['a5f70386-1800-4d4b-8354-c9e438b792d1'] in n-d-811807-1 is: [{'id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860188686-router', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:19:40Z', 'updated_at': '2022-05-03T22:19:43Z', 'revision_number': 3, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'gw_port': {'id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:90:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:42Z', 'updated_at': '2022-05-03T22:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:19:49.525608 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ed98a738-50b9-4119-97fe-2fcdaaef34af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:49.544814 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ed98a738-50b9-4119-97fe-2fcdaaef34af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:49.599446 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-81319a66-71fb-4c2f-b131-b51f46478765 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:49.611327 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-81319a66-71fb-4c2f-b131-b51f46478765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:49.612996 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-81319a66-71fb-4c2f-b131-b51f46478765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:49.636223 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-152a74df-5b10-4bf7-be48-e876e3d2dd76 None None] Port cd750c2f-b8b2-4c4e-9c30-322b670234b8 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:19:49.685827 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d586aa4-76d1-492a-ae67-4d7b54168599 req-5fcdfc55-097b-4b93-9883-630e2ec258dd tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:49.693618 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5d586aa4-76d1-492a-ae67-4d7b54168599 req-5fcdfc55-097b-4b93-9883-630e2ec258dd tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/ports?device_id=1337ac81-0ecd-4c2f-a88b-b30b3c2ff22b HTTP/1.1" status: 200 len: 969 time: 0.2274613 May 03 22:19:49.759312 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5d586aa4-76d1-492a-ae67-4d7b54168599 req-a9d8c756-0a68-46ac-b00f-46de2790305a tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/security-groups?id=82910400-cd2c-43c9-8729-4a94eb9fee28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645387 May 03 22:19:49.798313 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ed98a738-50b9-4119-97fe-2fcdaaef34af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:49.804529 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ed98a738-50b9-4119-97fe-2fcdaaef34af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:49.923373 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81319a66-71fb-4c2f-b131-b51f46478765 admin admin] Pushing event updated for resources: {'Port': ['ID=cd750c2f-b8b2-4c4e-9c30-322b670234b8,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:49.931802 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ed98a738-50b9-4119-97fe-2fcdaaef34af admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=36b33a68ade74ed787e8604cf9e59c21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5415552 May 03 22:19:49.942210 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44388) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:49.947308 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed98a738-50b9-4119-97fe-2fcdaaef34af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3e40f8-ef5d-4d0d-9524-0159a633f55b,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:49.993994 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81319a66-71fb-4c2f-b131-b51f46478765 admin admin] Network fc15fac9-7438-4d00-8baf-ffa13ed5602b is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:19:50.004590 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-81319a66-71fb-4c2f-b131-b51f46478765 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:19:50.178471 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 35dc161a-24d5-47b0-af17-53a503471c29 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:19:50.220819 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-744599a5-9195-466c-a788-80e1e19b6bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:50.230836 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3b5fc-3f8a-4f62-a387-6ec92aa0b5af req-41fd1db4-756d-41b4-88a7-c8f052f52221 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:50.232475 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f1e3b5fc-3f8a-4f62-a387-6ec92aa0b5af req-41fd1db4-756d-41b4-88a7-c8f052f52221 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?device_id=b25523b6-41d1-4936-a3bd-d3945f6d9ca3 HTTP/1.1" status: 200 len: 949 time: 0.2072091 May 03 22:19:50.290573 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-744599a5-9195-466c-a788-80e1e19b6bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:50.350077 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 35dc161a-24d5-47b0-af17-53a503471c29 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:19:50.367614 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f1e3b5fc-3f8a-4f62-a387-6ec92aa0b5af req-c707106e-54da-4a45-beb8-24c8b6fc3568 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f469174-b289-4c90-b088-91bbfa8d53d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254444 May 03 22:19:50.392960 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 35dc161a-24d5-47b0-af17-53a503471c29 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:19:50.394914 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:50.413414 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81319a66-71fb-4c2f-b131-b51f46478765 admin admin] Router a5f70386-1800-4d4b-8354-c9e438b792d1 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:19:50.454022 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d943cc49-4c81-4f48-9aa6-e139e9d57625 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:19:50.556121 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ad908675-465b-49de-bff2-8cecd2096b81 None None] Provisioning complete for port cd750c2f-b8b2-4c4e-9c30-322b670234b8 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:19:50.558089 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ad908675-465b-49de-bff2-8cecd2096b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:50.639486 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 9d36d98e-d130-47ae-a364-6d304f23b227 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:19:50.700375 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44410) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:50.708388 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-4fd86273-32b0-432b-9a8c-d321ba838db8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2052004429-network', 'tenant_id': 'b076598045ce40e1b0f6e2e5edd188d2'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:19:50.716503 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4fd86273-32b0-432b-9a8c-d321ba838db8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:50.728637 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4fd86273-32b0-432b-9a8c-d321ba838db8 admin admin] Usage tracker for resource:network and tenant:b076598045ce40e1b0f6e2e5edd188d2 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:50.740830 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4fd86273-32b0-432b-9a8c-d321ba838db8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:50.748942 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4fd86273-32b0-432b-9a8c-d321ba838db8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:50.760717 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-744599a5-9195-466c-a788-80e1e19b6bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:50.769949 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd86273-32b0-432b-9a8c-d321ba838db8 admin admin] Made reservation on behalf of b076598045ce40e1b0f6e2e5edd188d2 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:19:50.773761 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4fd86273-32b0-432b-9a8c-d321ba838db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:50.790308 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4fd86273-32b0-432b-9a8c-d321ba838db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:50.811246 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4fd86273-32b0-432b-9a8c-d321ba838db8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:50.817417 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4fd86273-32b0-432b-9a8c-d321ba838db8 admin admin] Usage tracker for resource:security_group_rule and tenant:b076598045ce40e1b0f6e2e5edd188d2 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:50.822004 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4fd86273-32b0-432b-9a8c-d321ba838db8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:50.832966 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4fd86273-32b0-432b-9a8c-d321ba838db8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:50.843339 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744599a5-9195-466c-a788-80e1e19b6bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3e40f8-ef5d-4d0d-9524-0159a633f55b,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:50.874820 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-744599a5-9195-466c-a788-80e1e19b6bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:50.876168 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-744599a5-9195-466c-a788-80e1e19b6bfa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bc3e40f8-ef5d-4d0d-9524-0159a633f55b HTTP/1.1" status: 204 len: 168 time: 0.9307783 May 03 22:19:50.933821 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81319a66-71fb-4c2f-b131-b51f46478765 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:19:50.946028 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-81319a66-71fb-4c2f-b131-b51f46478765 admin admin] 10.222.0.58 "PUT /v2.0/routers/a5f70386-1800-4d4b-8354-c9e438b792d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0648007 May 03 22:19:51.091204 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-ad908675-465b-49de-bff2-8cecd2096b81 None None] Port cd750c2f-b8b2-4c4e-9c30-322b670234b8 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:19:51.100035 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4fd86273-32b0-432b-9a8c-d321ba838db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:51.107407 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4fd86273-32b0-432b-9a8c-d321ba838db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:51.140178 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fd86273-32b0-432b-9a8c-d321ba838db8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:19:51.159095 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd86273-32b0-432b-9a8c-d321ba838db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c37db4c-40d8-4ed7-9e13-34d535cf09db,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:51.162466 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4fd86273-32b0-432b-9a8c-d321ba838db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:51.162805 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-4fd86273-32b0-432b-9a8c-d321ba838db8 admin admin] Added segment 72845b16-f702-4957-9a22-0cf0be36386e of type vlan for network 497fe3e7-ff02-45ab-9944-114e2a150844 May 03 22:19:51.178643 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394f191-d6b7-453e-8b3a-b5e9f6c0f82d req-40bd2a99-3947-40ce-86de-415241da8a7b tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:51.180215 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7394f191-d6b7-453e-8b3a-b5e9f6c0f82d req-40bd2a99-3947-40ce-86de-415241da8a7b tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/ports?device_id=1337ac81-0ecd-4c2f-a88b-b30b3c2ff22b HTTP/1.1" status: 200 len: 969 time: 0.2188101 May 03 22:19:51.221196 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4fd86273-32b0-432b-9a8c-d321ba838db8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:51.241650 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port d943cc49-4c81-4f48-9aa6-e139e9d57625 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:19:51.253930 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7394f191-d6b7-453e-8b3a-b5e9f6c0f82d req-b3e73954-d7a8-4bbf-b198-522c8d69052b tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/security-groups?id=82910400-cd2c-43c9-8729-4a94eb9fee28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660517 May 03 22:19:51.270137 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port d943cc49-4c81-4f48-9aa6-e139e9d57625 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:19:51.270518 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:51.293258 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4fd86273-32b0-432b-9a8c-d321ba838db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:51.294363 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd86273-32b0-432b-9a8c-d321ba838db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:51.295171 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4fd86273-32b0-432b-9a8c-d321ba838db8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:51.303910 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:51.372452 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 9d36d98e-d130-47ae-a364-6d304f23b227, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=9d36d98e-d130-47ae-a364-6d304f23b227,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:19:51.392314 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25523b6-41d1-4936-a3bd-d3945f6d9ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35dc161a-24d5-47b0-af17-53a503471c29'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:19:51.416800 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd86273-32b0-432b-9a8c-d321ba838db8 admin admin] Pushing event updated for resources: {'Network': ['ID=497fe3e7-ff02-45ab-9944-114e2a150844,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:51.423189 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4fd86273-32b0-432b-9a8c-d321ba838db8 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7218428 May 03 22:19:51.426730 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44438) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:51.432558 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-57c41ed4-4050-40e0-ae83-b57ca533ea11 admin admin] Request body: {'subnet': {'network_id': '497fe3e7-ff02-45ab-9944-114e2a150844', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2052004429-subnet', 'tenant_id': 'b076598045ce40e1b0f6e2e5edd188d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:19:51.454353 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-57c41ed4-4050-40e0-ae83-b57ca533ea11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:51.458721 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-57c41ed4-4050-40e0-ae83-b57ca533ea11 admin admin] Usage tracker for resource:subnet and tenant:b076598045ce40e1b0f6e2e5edd188d2 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:51.461756 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-57c41ed4-4050-40e0-ae83-b57ca533ea11 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:51.478799 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-57c41ed4-4050-40e0-ae83-b57ca533ea11 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:51.491759 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c41ed4-4050-40e0-ae83-b57ca533ea11 admin admin] Made reservation on behalf of b076598045ce40e1b0f6e2e5edd188d2 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:19:51.494168 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-57c41ed4-4050-40e0-ae83-b57ca533ea11 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:51.526657 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 497fe3e7-ff02-45ab-9944-114e2a150844 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:19:51.666123 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 35dc161a-24d5-47b0-af17-53a503471c29, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=35dc161a-24d5-47b0-af17-53a503471c29,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:19:51.693833 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '9d36d98e-d130-47ae-a364-6d304f23b227', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': '9d36d98e-d130-47ae-a364-6d304f23b227', 'mac_address': 'fa:16:3e:53:7f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:tempest-test_az-171213323', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:19:51.697930 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:51.712027 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f91324-0f9b-4c52-a4d2-3153e7093ece req-24b7d7a0-fbb6-4cef-888f-50fe9662e2af tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:51.713648 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58f91324-0f9b-4c52-a4d2-3153e7093ece req-24b7d7a0-fbb6-4cef-888f-50fe9662e2af tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?device_id=b25523b6-41d1-4936-a3bd-d3945f6d9ca3 HTTP/1.1" status: 200 len: 949 time: 0.1760345 May 03 22:19:51.776359 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58f91324-0f9b-4c52-a4d2-3153e7093ece req-02c5d417-0aa7-4b1d-a238-64826a6cdab8 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f469174-b289-4c90-b088-91bbfa8d53d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565977 May 03 22:19:51.833793 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-57c41ed4-4050-40e0-ae83-b57ca533ea11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:51.891155 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=35dc161a-24d5-47b0-af17-53a503471c29,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:51.947074 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c41ed4-4050-40e0-ae83-b57ca533ea11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1603f30f-a30e-45d7-8eed-e0713545672b,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:51.956113 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c41ed4-4050-40e0-ae83-b57ca533ea11 admin admin] Checking segment: {'id': '72845b16-f702-4957-9a22-0cf0be36386e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '497fe3e7-ff02-45ab-9944-114e2a150844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:19:51.956771 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c41ed4-4050-40e0-ae83-b57ca533ea11 admin admin] Network hostable DHCP agents. Network: 497fe3e7-ff02-45ab-9944-114e2a150844, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:19:51.974862 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:51.994354 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c41ed4-4050-40e0-ae83-b57ca533ea11 admin admin] Network 497fe3e7-ff02-45ab-9944-114e2a150844 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:19:52.005406 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:52.009730 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-57c41ed4-4050-40e0-ae83-b57ca533ea11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 497fe3e7-ff02-45ab-9944-114e2a150844) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:19:52.014414 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c41ed4-4050-40e0-ae83-b57ca533ea11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:52.015215 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-57c41ed4-4050-40e0-ae83-b57ca533ea11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:52.031311 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cdb39b-4935-4db7-a32b-8298c766df53 None None] Network 497fe3e7-ff02-45ab-9944-114e2a150844 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:19:52.061672 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d36d98e-d130-47ae-a364-6d304f23b227 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:19:52.081398 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-57c41ed4-4050-40e0-ae83-b57ca533ea11 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6535444 May 03 22:19:52.134262 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port d943cc49-4c81-4f48-9aa6-e139e9d57625, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d943cc49-4c81-4f48-9aa6-e139e9d57625,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:19:52.150419 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44462) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:52.193166 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:52.205005 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 9d36d98e-d130-47ae-a364-6d304f23b227, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=9d36d98e-d130-47ae-a364-6d304f23b227,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:19:52.267556 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:52.325618 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=d943cc49-4c81-4f48-9aa6-e139e9d57625,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:52.479439 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4173eda-05bb-44f2-855e-fc2125c08948 None None] Sync routers for ids ['a5f70386-1800-4d4b-8354-c9e438b792d1'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:19:52.495793 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=9d36d98e-d130-47ae-a364-6d304f23b227,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:52.510055 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44480) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:52.530633 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e624e48-f808-4140-b177-6ce35e3c0c70 req-ac854df4-a03d-416e-a1f4-564641bf0140 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:52.533700 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4e624e48-f808-4140-b177-6ce35e3c0c70 req-ac854df4-a03d-416e-a1f4-564641bf0140 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/ports?device_id=1337ac81-0ecd-4c2f-a88b-b30b3c2ff22b HTTP/1.1" status: 200 len: 970 time: 0.1321609 May 03 22:19:52.600169 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4e624e48-f808-4140-b177-6ce35e3c0c70 req-e0b8884f-68be-483e-8500-2c2cb1e78a61 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/security-groups?id=82910400-cd2c-43c9-8729-4a94eb9fee28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577910 May 03 22:19:52.615276 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d401c85-3f91-4717-988d-aec9b51475e4 admin admin] Deleting subnet ade4c084-0b65-4fee-b66d-5bede1630bb0 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:19:52.621746 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7d401c85-3f91-4717-988d-aec9b51475e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:52.627385 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['9d36d98e-d130-47ae-a364-6d304f23b227'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:19:52.664649 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4173eda-05bb-44f2-855e-fc2125c08948 None None] Routers {'a5f70386-1800-4d4b-8354-c9e438b792d1'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:19:52.665290 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-e4173eda-05bb-44f2-855e-fc2125c08948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:19:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a5f70386-1800-4d4b-8354-c9e438b792d1'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:19:52.732104 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7d401c85-3f91-4717-988d-aec9b51475e4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:52.741623 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7d401c85-3f91-4717-988d-aec9b51475e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:52.797577 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccdd337-43b4-418b-984a-662b891df4e4 None None] Network 497fe3e7-ff02-45ab-9944-114e2a150844 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:19:52.830912 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1db7c801-7443-4318-90bf-172f6a1336f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:52.831186 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44492) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:52.844346 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7d401c85-3f91-4717-988d-aec9b51475e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:52.892777 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1db7c801-7443-4318-90bf-172f6a1336f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:52.897285 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1db7c801-7443-4318-90bf-172f6a1336f5 admin admin] Usage tracker for resource:security_group_rule and tenant:db70377e10234c10a87441d1cc30bf3b is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:52.900669 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1db7c801-7443-4318-90bf-172f6a1336f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:52.906869 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1db7c801-7443-4318-90bf-172f6a1336f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:52.979224 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8c98e7e8-5b49-4271-a2da-11db0e1a84e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:53.001291 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1db7c801-7443-4318-90bf-172f6a1336f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:53.009417 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1db7c801-7443-4318-90bf-172f6a1336f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:53.043542 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d401c85-3f91-4717-988d-aec9b51475e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ade4c084-0b65-4fee-b66d-5bede1630bb0,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:53.048018 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7d401c85-3f91-4717-988d-aec9b51475e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:53.071039 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db57139c-8b1a-46c0-bfce-79b146f10919'] response: {'server_uuid': 'b25523b6-41d1-4936-a3bd-d3945f6d9ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35dc161a-24d5-47b0-af17-53a503471c29', 'code': 200} May 03 22:19:53.099166 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1db7c801-7443-4318-90bf-172f6a1336f5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=db70377e10234c10a87441d1cc30bf3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9475610 May 03 22:19:53.101672 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7c801-7443-4318-90bf-172f6a1336f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6dc594-9d82-4090-ad24-7ea8655f2f88,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:53.105271 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44504) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:53.128530 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7d401c85-3f91-4717-988d-aec9b51475e4 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ade4c084-0b65-4fee-b66d-5bede1630bb0 HTTP/1.1" status: 204 len: 168 time: 0.6172917 May 03 22:19:53.133267 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44508) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:53.171028 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-e4173eda-05bb-44f2-855e-fc2125c08948 None None] Set router a5f70386-1800-4d4b-8354-c9e438b792d1 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:19:53.214666 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b1b342ec-070e-45af-961e-5e6ac2fc9778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:53.250916 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b1b342ec-070e-45af-961e-5e6ac2fc9778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:53.319142 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b1b342ec-070e-45af-961e-5e6ac2fc9778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:53.337930 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1593d009-83f0-413c-8d92-4fa9b95364ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:53.342431 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b342ec-070e-45af-961e-5e6ac2fc9778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6dc594-9d82-4090-ad24-7ea8655f2f88,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:53.352983 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b1b342ec-070e-45af-961e-5e6ac2fc9778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:53.353617 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c4f93-7592-45d4-bba2-abada4637578 req-1436e51f-9ead-4efb-9b26-07df50201298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:53.355183 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a92c4f93-7592-45d4-bba2-abada4637578 req-1436e51f-9ead-4efb-9b26-07df50201298 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b25523b6-41d1-4936-a3bd-d3945f6d9ca3 HTTP/1.1" status: 200 len: 1101 time: 0.2239611 May 03 22:19:53.356912 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b1b342ec-070e-45af-961e-5e6ac2fc9778 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/df6dc594-9d82-4090-ad24-7ea8655f2f88 HTTP/1.1" status: 204 len: 168 time: 0.2498219 May 03 22:19:53.366552 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d814eb9-8422-472a-9796-750d78e99ae4 req-dd629109-e7ac-46a9-b875-160aebb45db8 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:53.374298 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d814eb9-8422-472a-9796-750d78e99ae4 req-dd629109-e7ac-46a9-b875-160aebb45db8 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?device_id=b25523b6-41d1-4936-a3bd-d3945f6d9ca3 HTTP/1.1" status: 200 len: 950 time: 0.3763509 May 03 22:19:53.427278 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a92c4f93-7592-45d4-bba2-abada4637578 req-2aeb6764-5a42-475b-849f-9de7b4ea6325 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:53.443056 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d814eb9-8422-472a-9796-750d78e99ae4 req-c7127c71-f01e-4c91-b2c7-44af645fa2dc tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f469174-b289-4c90-b088-91bbfa8d53d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677962 May 03 22:19:53.466849 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-a92c4f93-7592-45d4-bba2-abada4637578 req-2aeb6764-5a42-475b-849f-9de7b4ea6325 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:53.470606 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f40b58f7-90cd-4552-adbf-a7ed596086d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:53.471207 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-a92c4f93-7592-45d4-bba2-abada4637578 req-2aeb6764-5a42-475b-849f-9de7b4ea6325 service neutron] Usage tracker for resource:security_group_rule and tenant:2a16bab984694575bae707fd64d8fc9c is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:53.475080 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-a92c4f93-7592-45d4-bba2-abada4637578 req-2aeb6764-5a42-475b-849f-9de7b4ea6325 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:53.480498 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-a92c4f93-7592-45d4-bba2-abada4637578 req-2aeb6764-5a42-475b-849f-9de7b4ea6325 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:53.489808 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f40b58f7-90cd-4552-adbf-a7ed596086d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:53.494592 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f40b58f7-90cd-4552-adbf-a7ed596086d3 admin admin] Usage tracker for resource:security_group_rule and tenant:3a558850dc8b49ee9c625f1d4e5d2718 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:53.498204 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f40b58f7-90cd-4552-adbf-a7ed596086d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:53.505507 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f40b58f7-90cd-4552-adbf-a7ed596086d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:53.648023 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1593d009-83f0-413c-8d92-4fa9b95364ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:53.652489 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f40b58f7-90cd-4552-adbf-a7ed596086d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:53.661510 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f40b58f7-90cd-4552-adbf-a7ed596086d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:53.728935 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1593d009-83f0-413c-8d92-4fa9b95364ef admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:19:53.729284 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1593d009-83f0-413c-8d92-4fa9b95364ef admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:19:53.730071 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1593d009-83f0-413c-8d92-4fa9b95364ef admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:19:53.739691 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1593d009-83f0-413c-8d92-4fa9b95364ef admin admin] Subscribe: > port after_create 55550000 {{(pid=88070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:19:53.740346 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1593d009-83f0-413c-8d92-4fa9b95364ef admin admin] Subscribe: > port after_delete 55550000 {{(pid=88070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:19:53.740795 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1593d009-83f0-413c-8d92-4fa9b95364ef admin admin] Subscribe: > port after_update 55550000 {{(pid=88070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:19:53.741258 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1593d009-83f0-413c-8d92-4fa9b95364ef admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:19:53.741703 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1593d009-83f0-413c-8d92-4fa9b95364ef admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:19:53.742173 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1593d009-83f0-413c-8d92-4fa9b95364ef admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:19:53.742920 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1593d009-83f0-413c-8d92-4fa9b95364ef admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:19:53.783382 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-e4173eda-05bb-44f2-855e-fc2125c08948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860188686-router', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:19:40Z', 'updated_at': '2022-05-03T22:19:49Z', 'revision_number': 4, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'gw_port': {'id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:90:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:42Z', 'updated_at': '2022-05-03T22:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'cd750c2f-b8b2-4c4e-9c30-322b670234b8', 'name': '', 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'mac_address': 'fa:16:3e:7c:e0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'da75e2b0-fbbe-493e-9b55-a7ecaaa82565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:48Z', 'updated_at': '2022-05-03T22:19:49Z', 'revision_number': 2, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'subnets': [{'id': 'da75e2b0-fbbe-493e-9b55-a7ecaaa82565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:19:53.799288 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44526) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:53.800810 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4173eda-05bb-44f2-855e-fc2125c08948 None None] Checking router: a5f70386-1800-4d4b-8354-c9e438b792d1 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:19:53.801344 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4173eda-05bb-44f2-855e-fc2125c08948 None None] Updating router a5f70386-1800-4d4b-8354-c9e438b792d1 port cd750c2f-b8b2-4c4e-9c30-322b670234b8 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:19:53.820240 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-7305bcd0-1a20-4a5b-9146-8166e93dfbc4 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-18816555-network', 'tenant_id': 'e5fd59e1b5c84a95947df6cc3c64a434'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:19:53.830318 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b58f7-90cd-4552-adbf-a7ed596086d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97108f7c-9092-47cf-8ab2-41578b5c1455,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:53.852130 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f40b58f7-90cd-4552-adbf-a7ed596086d3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3a558850dc8b49ee9c625f1d4e5d2718&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0162284 May 03 22:19:53.854956 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7305bcd0-1a20-4a5b-9146-8166e93dfbc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:53.865727 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:53.874318 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e4173eda-05bb-44f2-855e-fc2125c08948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:53.896525 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1593d009-83f0-413c-8d92-4fa9b95364ef admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:19:53.896992 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1593d009-83f0-413c-8d92-4fa9b95364ef admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:19:53.897511 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1593d009-83f0-413c-8d92-4fa9b95364ef admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:19:53.898028 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1593d009-83f0-413c-8d92-4fa9b95364ef admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:19:53.898630 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-1593d009-83f0-413c-8d92-4fa9b95364ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c189e8ea-c94a-4d9f-a9e0-084da5f7f4ca']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:19:53.903954 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44530) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:53.920275 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7305bcd0-1a20-4a5b-9146-8166e93dfbc4 admin admin] Usage tracker for resource:network and tenant:e5fd59e1b5c84a95947df6cc3c64a434 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:53.934681 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7305bcd0-1a20-4a5b-9146-8166e93dfbc4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:53.937085 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-1593d009-83f0-413c-8d92-4fa9b95364ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf7647c6-9b3d-45d9-b5a0-83ebbb981790') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:19:53.941780 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-1593d009-83f0-413c-8d92-4fa9b95364ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf7647c6-9b3d-45d9-b5a0-83ebbb981790') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:19:53.947099 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7305bcd0-1a20-4a5b-9146-8166e93dfbc4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:53.986019 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1593d009-83f0-413c-8d92-4fa9b95364ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:54.020022 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef898fcb-6cfc-4bfa-b092-446da8857a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:54.021627 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7305bcd0-1a20-4a5b-9146-8166e93dfbc4 admin admin] Made reservation on behalf of e5fd59e1b5c84a95947df6cc3c64a434 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:19:54.025128 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7305bcd0-1a20-4a5b-9146-8166e93dfbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:54.043671 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1593d009-83f0-413c-8d92-4fa9b95364ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:54.052362 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a92c4f93-7592-45d4-bba2-abada4637578 req-2aeb6764-5a42-475b-849f-9de7b4ea6325 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:54.056601 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1593d009-83f0-413c-8d92-4fa9b95364ef admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:19:54.057281 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1593d009-83f0-413c-8d92-4fa9b95364ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:54.065244 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7305bcd0-1a20-4a5b-9146-8166e93dfbc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: from cryptography.utils import int_from_bytes May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: from cryptography.utils import int_from_bytes May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: util.warn_limited( May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: util.warn_limited( May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: timer() May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:19:54.075578 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:19:54.083588 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe39d1-f5cb-4c36-890a-515640779ea5 req-715d313e-889e-479c-80a9-e8fce84b0df3 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:54.084477 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a92c4f93-7592-45d4-bba2-abada4637578 req-2aeb6764-5a42-475b-849f-9de7b4ea6325 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:54.091697 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6cbe39d1-f5cb-4c36-890a-515640779ea5 req-715d313e-889e-479c-80a9-e8fce84b0df3 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/ports?device_id=1337ac81-0ecd-4c2f-a88b-b30b3c2ff22b HTTP/1.1" status: 200 len: 970 time: 0.2486119 May 03 22:19:54.142694 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef898fcb-6cfc-4bfa-b092-446da8857a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:54.152388 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7305bcd0-1a20-4a5b-9146-8166e93dfbc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:54.168454 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7305bcd0-1a20-4a5b-9146-8166e93dfbc4 admin admin] Usage tracker for resource:security_group_rule and tenant:e5fd59e1b5c84a95947df6cc3c64a434 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:54.176701 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7305bcd0-1a20-4a5b-9146-8166e93dfbc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:54.196765 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a92c4f93-7592-45d4-bba2-abada4637578 req-2aeb6764-5a42-475b-849f-9de7b4ea6325 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4f469174-b289-4c90-b088-91bbfa8d53d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8107748 May 03 22:19:54.204046 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7305bcd0-1a20-4a5b-9146-8166e93dfbc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:54.206444 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44542) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:54.208366 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb6764-5a42-475b-849f-9de7b4ea6325 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee19082-7562-42e0-8ba3-59003be4e57a,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:54.232485 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1593d009-83f0-413c-8d92-4fa9b95364ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:54.234387 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd67cff7-384b-4c2f-a1fd-ad2d2434c801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:54.247311 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6cbe39d1-f5cb-4c36-890a-515640779ea5 req-37802854-1219-4751-900f-2a13c245ab56 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/security-groups?id=82910400-cd2c-43c9-8729-4a94eb9fee28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542437 May 03 22:19:54.283007 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1593d009-83f0-413c-8d92-4fa9b95364ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:54.315562 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44548) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:54.315925 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1593d009-83f0-413c-8d92-4fa9b95364ef admin admin] 10.222.0.58 "DELETE /v2.0/networks/c189e8ea-c94a-4d9f-a9e0-084da5f7f4ca HTTP/1.1" status: 204 len: 168 time: 1.1413434 May 03 22:19:54.324651 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593d009-83f0-413c-8d92-4fa9b95364ef admin admin] Pushing event deleted for resources: {'Network': ['ID=c189e8ea-c94a-4d9f-a9e0-084da5f7f4ca,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:54.328608 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bd67cff7-384b-4c2f-a1fd-ad2d2434c801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:54.334252 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bd67cff7-384b-4c2f-a1fd-ad2d2434c801 admin admin] Usage tracker for resource:security_group_rule and tenant:f4474436c24e468d9fab0e2289642218 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:54.338196 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bd67cff7-384b-4c2f-a1fd-ad2d2434c801 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:54.345172 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bd67cff7-384b-4c2f-a1fd-ad2d2434c801 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:54.360863 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef898fcb-6cfc-4bfa-b092-446da8857a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:54.421587 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d943cc49-4c81-4f48-9aa6-e139e9d57625 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:19:54.440126 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef898fcb-6cfc-4bfa-b092-446da8857a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97108f7c-9092-47cf-8ab2-41578b5c1455,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:54.470380 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef898fcb-6cfc-4bfa-b092-446da8857a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:54.471502 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ef898fcb-6cfc-4bfa-b092-446da8857a14 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/97108f7c-9092-47cf-8ab2-41578b5c1455 HTTP/1.1" status: 204 len: 168 time: 0.5558360 May 03 22:19:54.482511 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-594ca176-46aa-4923-8eab-b34e76dd236d admin admin] Deleting subnet 1603f30f-a30e-45d7-8eed-e0713545672b {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:19:54.492690 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd67cff7-384b-4c2f-a1fd-ad2d2434c801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:54.492931 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-594ca176-46aa-4923-8eab-b34e76dd236d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:54.501227 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd67cff7-384b-4c2f-a1fd-ad2d2434c801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:54.543735 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7305bcd0-1a20-4a5b-9146-8166e93dfbc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:54.559133 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd67cff7-384b-4c2f-a1fd-ad2d2434c801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe76445-ed81-434e-8cd9-1561c8de2cd6,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:54.562755 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7305bcd0-1a20-4a5b-9146-8166e93dfbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:54.602471 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305bcd0-1a20-4a5b-9146-8166e93dfbc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f2f6a5-ebad-4ecf-80fc-a05b4c9111c0,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:54.614976 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bd67cff7-384b-4c2f-a1fd-ad2d2434c801 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f4474436c24e468d9fab0e2289642218&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3996227 May 03 22:19:54.614976 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44560) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:54.621520 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7305bcd0-1a20-4a5b-9146-8166e93dfbc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:19:54.624833 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 9d36d98e-d130-47ae-a364-6d304f23b227 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:19:54.625512 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-594ca176-46aa-4923-8eab-b34e76dd236d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:54.638529 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-594ca176-46aa-4923-8eab-b34e76dd236d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:54.703383 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7305bcd0-1a20-4a5b-9146-8166e93dfbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:54.703977 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-7305bcd0-1a20-4a5b-9146-8166e93dfbc4 admin admin] Added segment 1a45675c-aff3-4371-a8d5-28f1410e910f of type vlan for network 7193eb25-2422-4a62-aed4-1c53dced32e3 May 03 22:19:54.732773 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port d943cc49-4c81-4f48-9aa6-e139e9d57625 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:19:54.733348 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:54.770673 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e83f6482-eb82-41a2-8f9c-5fc1f9d7d864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:54.842766 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e83f6482-eb82-41a2-8f9c-5fc1f9d7d864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:54.848396 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7305bcd0-1a20-4a5b-9146-8166e93dfbc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:54.860462 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.resource_extend [None req-e4173eda-05bb-44f2-855e-fc2125c08948 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:19:54.866962 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f2494-1d9b-4ccc-8387-54a3c179770c req-43f7a1e2-af7b-4775-90ec-84506a4eb9f1 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:54.868482 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4a2f2494-1d9b-4ccc-8387-54a3c179770c req-43f7a1e2-af7b-4775-90ec-84506a4eb9f1 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?device_id=b25523b6-41d1-4936-a3bd-d3945f6d9ca3 HTTP/1.1" status: 200 len: 950 time: 0.1633160 May 03 22:19:54.871271 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-594ca176-46aa-4923-8eab-b34e76dd236d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:54.932858 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-594ca176-46aa-4923-8eab-b34e76dd236d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:54.946957 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-594ca176-46aa-4923-8eab-b34e76dd236d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1603f30f-a30e-45d7-8eed-e0713545672b HTTP/1.1" status: 204 len: 168 time: 0.6298318 May 03 22:19:54.949458 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44568) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:54.974327 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ca176-46aa-4923-8eab-b34e76dd236d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1603f30f-a30e-45d7-8eed-e0713545672b,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:54.978256 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.resource_extend [None req-7305bcd0-1a20-4a5b-9146-8166e93dfbc4 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:19:55.021497 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4a2f2494-1d9b-4ccc-8387-54a3c179770c req-54d5adca-cc69-4dec-bd6b-a6cb0cdb9831 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f469174-b289-4c90-b088-91bbfa8d53d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400487 May 03 22:19:55.027844 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7305bcd0-1a20-4a5b-9146-8166e93dfbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:55.029394 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7305bcd0-1a20-4a5b-9146-8166e93dfbc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:55.035842 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7305bcd0-1a20-4a5b-9146-8166e93dfbc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:55.074729 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7305bcd0-1a20-4a5b-9146-8166e93dfbc4 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2743373 May 03 22:19:55.079481 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44574) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:55.088698 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 9d36d98e-d130-47ae-a364-6d304f23b227 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:19:55.094680 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-d858f420-7d40-42ac-8db8-0bf7c0719b9e admin admin] Request body: {'subnet': {'network_id': '7193eb25-2422-4a62-aed4-1c53dced32e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18816555-subnet', 'tenant_id': 'e5fd59e1b5c84a95947df6cc3c64a434', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:19:55.103306 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d858f420-7d40-42ac-8db8-0bf7c0719b9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:55.106844 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 9d36d98e-d130-47ae-a364-6d304f23b227 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:19:55.107503 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:55.110475 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d858f420-7d40-42ac-8db8-0bf7c0719b9e admin admin] Usage tracker for resource:subnet and tenant:e5fd59e1b5c84a95947df6cc3c64a434 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:55.122198 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e83f6482-eb82-41a2-8f9c-5fc1f9d7d864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:55.168947 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d858f420-7d40-42ac-8db8-0bf7c0719b9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:55.169576 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f6482-eb82-41a2-8f9c-5fc1f9d7d864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe76445-ed81-434e-8cd9-1561c8de2cd6,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:55.183016 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d858f420-7d40-42ac-8db8-0bf7c0719b9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:55.185169 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305bcd0-1a20-4a5b-9146-8166e93dfbc4 admin admin] Pushing event updated for resources: {'Network': ['ID=7193eb25-2422-4a62-aed4-1c53dced32e3,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:55.188193 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44580) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:55.200882 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c32c247e-ee0c-4dd8-b784-c472449101f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:55.208444 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-651f71a4-a8b3-4c26-aa34-066ad508a318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:55.211084 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e83f6482-eb82-41a2-8f9c-5fc1f9d7d864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:55.212293 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e83f6482-eb82-41a2-8f9c-5fc1f9d7d864 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1fe76445-ed81-434e-8cd9-1561c8de2cd6 HTTP/1.1" status: 204 len: 168 time: 0.5951967 May 03 22:19:55.227890 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-651f71a4-a8b3-4c26-aa34-066ad508a318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:55.234367 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-651f71a4-a8b3-4c26-aa34-066ad508a318 admin admin] Usage tracker for resource:security_group_rule and tenant:5b2f354de8ea4bd8a90b03f666edfa50 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:55.236605 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d858f420-7d40-42ac-8db8-0bf7c0719b9e admin admin] Made reservation on behalf of e5fd59e1b5c84a95947df6cc3c64a434 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:19:55.239485 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d858f420-7d40-42ac-8db8-0bf7c0719b9e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:55.251920 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-651f71a4-a8b3-4c26-aa34-066ad508a318 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:55.260839 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 7193eb25-2422-4a62-aed4-1c53dced32e3 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:19:55.272825 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-651f71a4-a8b3-4c26-aa34-066ad508a318 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:55.316301 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-449a7ea6-b02c-4036-adda-8b7f585b546f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:55.324477 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e4173eda-05bb-44f2-855e-fc2125c08948 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:55.513647 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e4173eda-05bb-44f2-855e-fc2125c08948 None None] Transition to ACTIVE for port object cd750c2f-b8b2-4c4e-9c30-322b670234b8 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:19:55.516581 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c32c247e-ee0c-4dd8-b784-c472449101f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:55.559848 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-c32c247e-ee0c-4dd8-b784-c472449101f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['497fe3e7-ff02-45ab-9944-114e2a150844']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:19:55.575080 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-c32c247e-ee0c-4dd8-b784-c472449101f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72845b16-f702-4957-9a22-0cf0be36386e') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:19:55.575572 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-c32c247e-ee0c-4dd8-b784-c472449101f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72845b16-f702-4957-9a22-0cf0be36386e') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:19:55.586557 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e4173eda-05bb-44f2-855e-fc2125c08948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:55.591178 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c32c247e-ee0c-4dd8-b784-c472449101f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:55.621387 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e03e0-5f4c-4d86-b8e5-e629dafaa504 req-c533059f-1ac6-4afb-a1c9-4defa5b2770f tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:55.623298 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5a5e03e0-5f4c-4d86-b8e5-e629dafaa504 req-c533059f-1ac6-4afb-a1c9-4defa5b2770f tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/ports?device_id=1337ac81-0ecd-4c2f-a88b-b30b3c2ff22b HTTP/1.1" status: 200 len: 970 time: 0.1448014 May 03 22:19:55.623771 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c32c247e-ee0c-4dd8-b784-c472449101f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:55.639550 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c32c247e-ee0c-4dd8-b784-c472449101f8 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:19:55.640258 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c32c247e-ee0c-4dd8-b784-c472449101f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:55.666548 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:19:55.666548 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:19:55.666548 n-d-811807-1 neutron-server[88070]: timer() May 03 22:19:55.666548 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:19:55.666548 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:19:55.666548 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:19:55.666548 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:19:55.666548 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:19:55.666548 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:19:55.666548 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:19:55.666548 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:19:55.666548 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:19:55.666548 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:19:55.666548 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:19:55.666548 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:19:55.666548 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:19:55.666548 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:19:55.666548 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:19:55.666548 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:19:55.666548 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:19:55.666548 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:19:55.666548 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:19:55.666548 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:19:55.666548 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:19:55.666548 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:19:55.666548 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:19:55.666548 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:19:55.666548 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:19:55.666548 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:19:55.666548 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:19:55.666548 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:19:55.666548 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:19:55.696133 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:55.739642 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5a5e03e0-5f4c-4d86-b8e5-e629dafaa504 req-d19c8602-5fdb-45e5-a539-203a9c52cf09 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/security-groups?id=82910400-cd2c-43c9-8729-4a94eb9fee28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030838 May 03 22:19:55.749589 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-651f71a4-a8b3-4c26-aa34-066ad508a318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:55.762551 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-651f71a4-a8b3-4c26-aa34-066ad508a318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:55.881283 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1337ac81-0ecd-4c2f-a88b-b30b3c2ff22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d36d98e-d130-47ae-a364-6d304f23b227'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:19:55.886940 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-651f71a4-a8b3-4c26-aa34-066ad508a318 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5b2f354de8ea4bd8a90b03f666edfa50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6977575 May 03 22:19:55.888999 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f71a4-a8b3-4c26-aa34-066ad508a318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74be99e-d72e-48c4-a056-86a8ac57c956,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:55.898736 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44600) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:55.901372 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d858f420-7d40-42ac-8db8-0bf7c0719b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:55.972280 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c32c247e-ee0c-4dd8-b784-c472449101f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:56.012908 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c32c247e-ee0c-4dd8-b784-c472449101f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:56.033435 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c247e-ee0c-4dd8-b784-c472449101f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=497fe3e7-ff02-45ab-9944-114e2a150844,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:56.037387 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c32c247e-ee0c-4dd8-b784-c472449101f8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/497fe3e7-ff02-45ab-9944-114e2a150844 HTTP/1.1" status: 204 len: 168 time: 1.0869229 May 03 22:19:56.044901 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e4173eda-05bb-44f2-855e-fc2125c08948 None None] Attempting to bind port cd750c2f-b8b2-4c4e-9c30-322b670234b8 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:19:56.045545 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e4173eda-05bb-44f2-855e-fc2125c08948 None None] Attempting to bind port cd750c2f-b8b2-4c4e-9c30-322b670234b8 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:19:56.046372 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4173eda-05bb-44f2-855e-fc2125c08948 None None] Attempting to bind port cd750c2f-b8b2-4c4e-9c30-322b670234b8 on network fc15fac9-7438-4d00-8baf-ffa13ed5602b {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:19:56.054360 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 9d36d98e-d130-47ae-a364-6d304f23b227, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=9d36d98e-d130-47ae-a364-6d304f23b227,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:19:56.057465 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09d86bb1-4c22-43dd-afc4-a9557ea8a147'] response: {'server_uuid': '1337ac81-0ecd-4c2f-a88b-b30b3c2ff22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d36d98e-d130-47ae-a364-6d304f23b227', 'code': 200} May 03 22:19:56.062806 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4173eda-05bb-44f2-855e-fc2125c08948 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:19:56.063404 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4173eda-05bb-44f2-855e-fc2125c08948 None None] Checking segment: {'id': '3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:19:56.063957 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e4173eda-05bb-44f2-855e-fc2125c08948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:56.064564 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4173eda-05bb-44f2-855e-fc2125c08948 None None] Bound using segment: {'id': '3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:19:56.065450 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e4173eda-05bb-44f2-855e-fc2125c08948 None None] Bound port: cd750c2f-b8b2-4c4e-9c30-322b670234b8, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:19:56.066299 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e4173eda-05bb-44f2-855e-fc2125c08948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:56.106581 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858f420-7d40-42ac-8db8-0bf7c0719b9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=22575257-96c5-4a52-982e-2a4bf8c87182,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:56.110030 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d858f420-7d40-42ac-8db8-0bf7c0719b9e admin admin] Checking segment: {'id': '1a45675c-aff3-4371-a8d5-28f1410e910f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7193eb25-2422-4a62-aed4-1c53dced32e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:19:56.110391 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d858f420-7d40-42ac-8db8-0bf7c0719b9e admin admin] Network hostable DHCP agents. Network: 7193eb25-2422-4a62-aed4-1c53dced32e3, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:19:56.134829 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:56.137131 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18feb4e-8966-4050-84db-c3ae9f092047 None None] Pushing event updated for resources: {'Port': ['ID=cd750c2f-b8b2-4c4e-9c30-322b670234b8,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:56.203412 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d858f420-7d40-42ac-8db8-0bf7c0719b9e admin admin] Network 7193eb25-2422-4a62-aed4-1c53dced32e3 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:19:56.208112 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-75bc96f2-581a-42f0-9430-cd8d498c92b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:56.232127 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-d858f420-7d40-42ac-8db8-0bf7c0719b9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 7193eb25-2422-4a62-aed4-1c53dced32e3) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:19:56.264333 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d858f420-7d40-42ac-8db8-0bf7c0719b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:56.265208 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d858f420-7d40-42ac-8db8-0bf7c0719b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:56.301436 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-75bc96f2-581a-42f0-9430-cd8d498c92b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:56.318584 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d858f420-7d40-42ac-8db8-0bf7c0719b9e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2375004 May 03 22:19:56.322171 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44624) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:56.327424 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-daf2be1d-b110-421d-b022-0a280447bb09 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-18816555-router', 'tenant_id': 'e5fd59e1b5c84a95947df6cc3c64a434', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:19:56.332649 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-daf2be1d-b110-421d-b022-0a280447bb09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:19:56.340129 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-daf2be1d-b110-421d-b022-0a280447bb09 admin admin] Usage tracker for resource:router and tenant:e5fd59e1b5c84a95947df6cc3c64a434 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:19:56.344515 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-daf2be1d-b110-421d-b022-0a280447bb09 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:19:56.358640 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-daf2be1d-b110-421d-b022-0a280447bb09 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:19:56.366593 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e4173eda-05bb-44f2-855e-fc2125c08948 None None] For port cd750c2f-b8b2-4c4e-9c30-322b670234b8, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:19:56.370947 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e4173eda-05bb-44f2-855e-fc2125c08948 None None] For port cd750c2f-b8b2-4c4e-9c30-322b670234b8, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=cd750c2f-b8b2-4c4e-9c30-322b670234b8,segment=NetworkSegment(3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7),segment_id=3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:19:56.388080 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-daf2be1d-b110-421d-b022-0a280447bb09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:56.389380 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-daf2be1d-b110-421d-b022-0a280447bb09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:56.409622 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e4173eda-05bb-44f2-855e-fc2125c08948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:56.415221 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:56.416481 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86a4c0b-30ad-40dd-8d13-68e380906c02 None None] Network 7193eb25-2422-4a62-aed4-1c53dced32e3 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:19:56.428951 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-daf2be1d-b110-421d-b022-0a280447bb09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:56.486847 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:56.514564 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cdb49f-012e-488a-9d8a-1e47060205d6 req-c3f13b68-acd4-4171-9bea-c117b42daee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:56.519077 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-57cdb49f-012e-488a-9d8a-1e47060205d6 req-c3f13b68-acd4-4171-9bea-c117b42daee5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1337ac81-0ecd-4c2f-a88b-b30b3c2ff22b HTTP/1.1" status: 200 len: 1122 time: 0.4002128 May 03 22:19:56.582616 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-75bc96f2-581a-42f0-9430-cd8d498c92b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:56.592205 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44630) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:56.599836 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4173eda-05bb-44f2-855e-fc2125c08948 None None] Routers {'a5f70386-1800-4d4b-8354-c9e438b792d1'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:19:56.601312 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-e4173eda-05bb-44f2-855e-fc2125c08948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:19:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a5f70386-1800-4d4b-8354-c9e438b792d1'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:19:56.673050 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc96f2-581a-42f0-9430-cd8d498c92b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74be99e-d72e-48c4-a056-86a8ac57c956,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:56.695365 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475feb3-48af-4335-b687-90e3827ba786 req-da7cf2bb-3e99-4432-a0f9-6b43ad626fce tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:56.703725 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f475feb3-48af-4335-b687-90e3827ba786 req-da7cf2bb-3e99-4432-a0f9-6b43ad626fce tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?device_id=b25523b6-41d1-4936-a3bd-d3945f6d9ca3 HTTP/1.1" status: 200 len: 950 time: 0.4050465 May 03 22:19:56.751132 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-75bc96f2-581a-42f0-9430-cd8d498c92b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:56.752387 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-75bc96f2-581a-42f0-9430-cd8d498c92b4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d74be99e-d72e-48c4-a056-86a8ac57c956 HTTP/1.1" status: 204 len: 168 time: 0.8523798 May 03 22:19:56.811321 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b061dc24-0ee0-49e3-9894-fad8ab610b3a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c525da13837a4f87a86e8e03ec821293&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1898401 May 03 22:19:56.826116 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44642) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:56.832642 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-57cdb49f-012e-488a-9d8a-1e47060205d6 req-ec594cad-cd12-4333-b412-3456c11b8ff9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=82910400-cd2c-43c9-8729-4a94eb9fee28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969115 May 03 22:19:56.836819 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=9d36d98e-d130-47ae-a364-6d304f23b227,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:56.872867 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f475feb3-48af-4335-b687-90e3827ba786 req-9c2fdf72-a250-4209-b087-c82caaa55726 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f469174-b289-4c90-b088-91bbfa8d53d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679394 May 03 22:19:56.935331 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18feb4e-8966-4050-84db-c3ae9f092047 None None] Pushing event updated for resources: {'Port': ['ID=cd750c2f-b8b2-4c4e-9c30-322b670234b8,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:57.011180 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bceefad4-bfbe-49d7-a612-ffbdeb071f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:57.065117 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bceefad4-bfbe-49d7-a612-ffbdeb071f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:57.068529 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-daf2be1d-b110-421d-b022-0a280447bb09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:57.104956 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-e4173eda-05bb-44f2-855e-fc2125c08948 None None] Set router a5f70386-1800-4d4b-8354-c9e438b792d1 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:19:57.274135 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d16e7-ce13-4379-a201-c73f04f0ece6 req-62aa3c6c-734f-4819-8368-9b6016fac8c2 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:57.280290 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e55d16e7-ce13-4379-a201-c73f04f0ece6 req-62aa3c6c-734f-4819-8368-9b6016fac8c2 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/ports?device_id=1337ac81-0ecd-4c2f-a88b-b30b3c2ff22b HTTP/1.1" status: 200 len: 971 time: 0.1839669 May 03 22:19:57.306178 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bceefad4-bfbe-49d7-a612-ffbdeb071f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:57.353775 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e55d16e7-ce13-4379-a201-c73f04f0ece6 req-3717531e-b26b-4a8a-a9f9-0361b580e34b tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/security-groups?id=82910400-cd2c-43c9-8729-4a94eb9fee28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722198 May 03 22:19:57.372597 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceefad4-bfbe-49d7-a612-ffbdeb071f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef4089e-6aee-4c8b-aba9-e3d6601365e7,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:57.385062 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bceefad4-bfbe-49d7-a612-ffbdeb071f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:57.389735 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-bceefad4-bfbe-49d7-a612-ffbdeb071f1c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5ef4089e-6aee-4c8b-aba9-e3d6601365e7 HTTP/1.1" status: 204 len: 168 time: 0.5625911 May 03 22:19:57.438274 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8f91a1-5469-4eeb-8bfa-c794787ff7ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-7193eb25-2422-4a62-aed4-1c53dced32e3', 'network_id': '7193eb25-2422-4a62-aed4-1c53dced32e3', 'tenant_id': 'e5fd59e1b5c84a95947df6cc3c64a434', 'fixed_ips': [{'subnet_id': '22575257-96c5-4a52-982e-2a4bf8c87182'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:19:57.439324 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eb8f91a1-5469-4eeb-8bfa-c794787ff7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:57.495839 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-daf2be1d-b110-421d-b022-0a280447bb09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:57.532210 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-daf2be1d-b110-421d-b022-0a280447bb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:57.608640 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:57.692102 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:57.700244 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-daf2be1d-b110-421d-b022-0a280447bb09 admin admin] Allocated IP 172.25.2.141 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/c98dc191-6db7-405c-bee5-3b5335024ba3) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:19:57.853460 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-eb8f91a1-5469-4eeb-8bfa-c794787ff7ea None None] Allocated IP 172.20.0.2 (7193eb25-2422-4a62-aed4-1c53dced32e3/22575257-96c5-4a52-982e-2a4bf8c87182/5e9e53b6-5930-4adf-8bc8-4a776e6a6077) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:19:57.915078 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-daf2be1d-b110-421d-b022-0a280447bb09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:57.960599 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-daf2be1d-b110-421d-b022-0a280447bb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:57.979838 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-e4173eda-05bb-44f2-855e-fc2125c08948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860188686-router', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:19:40Z', 'updated_at': '2022-05-03T22:19:49Z', 'revision_number': 4, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'gw_port': {'id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:90:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:42Z', 'updated_at': '2022-05-03T22:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'cd750c2f-b8b2-4c4e-9c30-322b670234b8', 'name': '', 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'mac_address': 'fa:16:3e:7c:e0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'da75e2b0-fbbe-493e-9b55-a7ecaaa82565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:48Z', 'updated_at': '2022-05-03T22:19:56Z', 'revision_number': 4, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'subnets': [{'id': 'da75e2b0-fbbe-493e-9b55-a7ecaaa82565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:19:57.986879 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4173eda-05bb-44f2-855e-fc2125c08948 None None] The sync data for ids ['a5f70386-1800-4d4b-8354-c9e438b792d1'] in n-d-811807-1 is: [{'id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860188686-router', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:19:40Z', 'updated_at': '2022-05-03T22:19:49Z', 'revision_number': 4, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'gw_port': {'id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:90:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:42Z', 'updated_at': '2022-05-03T22:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'cd750c2f-b8b2-4c4e-9c30-322b670234b8', 'name': '', 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'mac_address': 'fa:16:3e:7c:e0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'da75e2b0-fbbe-493e-9b55-a7ecaaa82565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:48Z', 'updated_at': '2022-05-03T22:19:56Z', 'revision_number': 4, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'subnets': [{'id': 'da75e2b0-fbbe-493e-9b55-a7ecaaa82565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:19:58.118949 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf2be1d-b110-421d-b022-0a280447bb09 admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:19:58.124705 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-daf2be1d-b110-421d-b022-0a280447bb09 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:19:58.127461 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44682) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:58.137356 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf2be1d-b110-421d-b022-0a280447bb09 admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:19:58.205615 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eb8f91a1-5469-4eeb-8bfa-c794787ff7ea None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:58.212559 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf2be1d-b110-421d-b022-0a280447bb09 admin admin] Pushing event updated for resources: {'Port': ['ID=c98dc191-6db7-405c-bee5-3b5335024ba3,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:58.224448 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-eb8f91a1-5469-4eeb-8bfa-c794787ff7ea None None] Transition to ACTIVE for port object 5e9e53b6-5930-4adf-8bc8-4a776e6a6077 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:19:58.231685 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44686) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:19:58.231961 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-faf3859f-cad4-4ddd-bf18-91594a134ea0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b076598045ce40e1b0f6e2e5edd188d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1024098 May 03 22:19:58.266870 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-eb8f91a1-5469-4eeb-8bfa-c794787ff7ea None None] Transition to ACTIVE for port object 5e9e53b6-5930-4adf-8bc8-4a776e6a6077 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:19:58.280677 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eb8f91a1-5469-4eeb-8bfa-c794787ff7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:58.348439 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e476eb8-4f9b-460f-ac95-61a1412672a6 req-0f71f492-a9db-4480-bf4f-f599c1ef14a0 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:58.350017 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e476eb8-4f9b-460f-ac95-61a1412672a6 req-0f71f492-a9db-4480-bf4f-f599c1ef14a0 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?device_id=b25523b6-41d1-4936-a3bd-d3945f6d9ca3 HTTP/1.1" status: 200 len: 950 time: 0.1256263 May 03 22:19:58.461550 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device cd750c2f-b8b2-4c4e-9c30-322b670234b8 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:19:58.474981 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e476eb8-4f9b-460f-ac95-61a1412672a6 req-4f66a58b-597c-4f9c-963b-c2724b09942a tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f469174-b289-4c90-b088-91bbfa8d53d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190400 May 03 22:19:58.605293 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f91a1-5469-4eeb-8bfa-c794787ff7ea None None] Pushing event updated for resources: {'Port': ['ID=5e9e53b6-5930-4adf-8bc8-4a776e6a6077,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:58.686338 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8f91a1-5469-4eeb-8bfa-c794787ff7ea None None] Network 7193eb25-2422-4a62-aed4-1c53dced32e3 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:19:58.709433 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-eb8f91a1-5469-4eeb-8bfa-c794787ff7ea None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:19:58.722524 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8f91a1-5469-4eeb-8bfa-c794787ff7ea None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:19:58.886776 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7b06e-7aa2-4f84-a9b1-93b30147e5a0 req-07f8b102-f5f2-4c9c-8549-d95ce328b043 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:19:58.896520 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cea7b06e-7aa2-4f84-a9b1-93b30147e5a0 req-07f8b102-f5f2-4c9c-8549-d95ce328b043 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/ports?device_id=1337ac81-0ecd-4c2f-a88b-b30b3c2ff22b HTTP/1.1" status: 200 len: 971 time: 0.1607122 May 03 22:19:58.978742 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cea7b06e-7aa2-4f84-a9b1-93b30147e5a0 req-74db3e19-a0ac-483f-b346-b384ad571cfa tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/security-groups?id=82910400-cd2c-43c9-8729-4a94eb9fee28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813394 May 03 22:19:58.980950 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-eb8f91a1-5469-4eeb-8bfa-c794787ff7ea None None] Attempting to bind port 5e9e53b6-5930-4adf-8bc8-4a776e6a6077 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:19:58.982448 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-eb8f91a1-5469-4eeb-8bfa-c794787ff7ea None None] Attempting to bind port 5e9e53b6-5930-4adf-8bc8-4a776e6a6077 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '1a45675c-aff3-4371-a8d5-28f1410e910f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7193eb25-2422-4a62-aed4-1c53dced32e3'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:19:58.983415 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8f91a1-5469-4eeb-8bfa-c794787ff7ea None None] Attempting to bind port 5e9e53b6-5930-4adf-8bc8-4a776e6a6077 on network 7193eb25-2422-4a62-aed4-1c53dced32e3 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:19:58.991998 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8f91a1-5469-4eeb-8bfa-c794787ff7ea None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:19:58.992653 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8f91a1-5469-4eeb-8bfa-c794787ff7ea None None] Checking segment: {'id': '1a45675c-aff3-4371-a8d5-28f1410e910f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7193eb25-2422-4a62-aed4-1c53dced32e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:19:58.993290 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eb8f91a1-5469-4eeb-8bfa-c794787ff7ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:58.993993 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8f91a1-5469-4eeb-8bfa-c794787ff7ea None None] Bound using segment: {'id': '1a45675c-aff3-4371-a8d5-28f1410e910f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7193eb25-2422-4a62-aed4-1c53dced32e3'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:19:58.994620 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-eb8f91a1-5469-4eeb-8bfa-c794787ff7ea None None] Bound port: 5e9e53b6-5930-4adf-8bc8-4a776e6a6077, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a45675c-aff3-4371-a8d5-28f1410e910f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7193eb25-2422-4a62-aed4-1c53dced32e3'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:19:58.995181 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eb8f91a1-5469-4eeb-8bfa-c794787ff7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:59.095624 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port cd750c2f-b8b2-4c4e-9c30-322b670234b8 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:19:59.097303 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9e96d3aa-a712-4936-9ecf-6e5e10862cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:59.108461 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port cd750c2f-b8b2-4c4e-9c30-322b670234b8 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:19:59.108755 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:59.136814 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9e96d3aa-a712-4936-9ecf-6e5e10862cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:59.229784 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-eb8f91a1-5469-4eeb-8bfa-c794787ff7ea None None] For port 5e9e53b6-5930-4adf-8bc8-4a776e6a6077, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:19:59.235252 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-eb8f91a1-5469-4eeb-8bfa-c794787ff7ea None None] For port 5e9e53b6-5930-4adf-8bc8-4a776e6a6077, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=5e9e53b6-5930-4adf-8bc8-4a776e6a6077,segment=NetworkSegment(1a45675c-aff3-4371-a8d5-28f1410e910f),segment_id=1a45675c-aff3-4371-a8d5-28f1410e910f)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:19:59.245447 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eb8f91a1-5469-4eeb-8bfa-c794787ff7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:59.376706 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-daf2be1d-b110-421d-b022-0a280447bb09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:59.397476 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:59.418799 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f91a1-5469-4eeb-8bfa-c794787ff7ea None None] Pushing event updated for resources: {'Port': ['ID=5e9e53b6-5930-4adf-8bc8-4a776e6a6077,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:59.453598 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port cd750c2f-b8b2-4c4e-9c30-322b670234b8, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=cd750c2f-b8b2-4c4e-9c30-322b670234b8,segment=NetworkSegment(3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7),segment_id=3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:19:59.461624 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:59.646971 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=cd750c2f-b8b2-4c4e-9c30-322b670234b8,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:59.740527 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9e96d3aa-a712-4936-9ecf-6e5e10862cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:59.760487 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96d3aa-a712-4936-9ecf-6e5e10862cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c37db4c-40d8-4ed7-9e13-34d535cf09db,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:19:59.882956 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9e96d3aa-a712-4936-9ecf-6e5e10862cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:19:59.886772 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9e96d3aa-a712-4936-9ecf-6e5e10862cbf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9c37db4c-40d8-4ed7-9e13-34d535cf09db HTTP/1.1" status: 204 len: 168 time: 1.6373372 May 03 22:19:59.934281 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:20:00.026894 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44734) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:00.090045 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-daf2be1d-b110-421d-b022-0a280447bb09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:00.151898 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d6fc8-dade-4a83-966f-2113d39ffe3e req-9a434cef-c1d0-40ac-b885-be45539d5fd4 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:00.159525 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea6d6fc8-dade-4a83-966f-2113d39ffe3e req-9a434cef-c1d0-40ac-b885-be45539d5fd4 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?device_id=b25523b6-41d1-4936-a3bd-d3945f6d9ca3 HTTP/1.1" status: 200 len: 950 time: 0.1114790 May 03 22:20:00.237833 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea6d6fc8-dade-4a83-966f-2113d39ffe3e req-531b33e9-94c7-4dae-b294-76e86ac0ff86 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f469174-b289-4c90-b088-91bbfa8d53d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763602 May 03 22:20:00.389008 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf2be1d-b110-421d-b022-0a280447bb09 admin admin] Router 334d43ee-f8ce-4993-ba33-28461294942c is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:20:00.457808 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e14088-8926-4ce6-beee-bcefcfa45f06 req-8e1efe75-9369-4c22-b51b-b15237aa63dd tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:00.462444 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device cd750c2f-b8b2-4c4e-9c30-322b670234b8 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:20:00.466360 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-03e14088-8926-4ce6-beee-bcefcfa45f06 req-8e1efe75-9369-4c22-b51b-b15237aa63dd tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/ports?device_id=1337ac81-0ecd-4c2f-a88b-b30b3c2ff22b HTTP/1.1" status: 200 len: 971 time: 0.2146995 May 03 22:20:00.511235 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fe70084d-959b-40c4-83b8-3a9973621bb0 req-264a4dfc-9710-4b6c-9cb2-644e203fdae3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1337ac81-0ecd-4c2f-a88b-b30b3c2ff22b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2686656 May 03 22:20:00.535978 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-03e14088-8926-4ce6-beee-bcefcfa45f06 req-99873df8-986e-46ae-be5f-143368bf9267 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/security-groups?id=82910400-cd2c-43c9-8729-4a94eb9fee28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685210 May 03 22:20:00.590494 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fcd59531-60fc-4308-abea-734972457c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:00.609143 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fcd59531-60fc-4308-abea-734972457c00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:00.616258 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fcd59531-60fc-4308-abea-734972457c00 admin admin] Usage tracker for resource:security_group_rule and tenant:dcd4b824170a4614a531203f30d56deb is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:00.624194 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fcd59531-60fc-4308-abea-734972457c00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:00.633247 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fcd59531-60fc-4308-abea-734972457c00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:00.668622 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port cd750c2f-b8b2-4c4e-9c30-322b670234b8 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:20:00.669040 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:00.715529 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf2be1d-b110-421d-b022-0a280447bb09 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:20:00.728974 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befdb5ab-c82f-4ad6-9225-1ce6e7aa6210 None None] Sync routers for ids ['334d43ee-f8ce-4993-ba33-28461294942c'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:20:00.738074 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-daf2be1d-b110-421d-b022-0a280447bb09 admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:00.743362 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-daf2be1d-b110-421d-b022-0a280447bb09 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.4175704 May 03 22:20:00.743517 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44756) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:00.746214 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befdb5ab-c82f-4ad6-9225-1ce6e7aa6210 None None] Routers {'334d43ee-f8ce-4993-ba33-28461294942c'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:20:00.746887 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-befdb5ab-c82f-4ad6-9225-1ce6e7aa6210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:19:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['334d43ee-f8ce-4993-ba33-28461294942c'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:20:01.015585 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 5e9e53b6-5930-4adf-8bc8-4a776e6a6077 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:20:01.059474 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-befdb5ab-c82f-4ad6-9225-1ce6e7aa6210 None None] Set router 334d43ee-f8ce-4993-ba33-28461294942c gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:20:01.114211 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 5e9e53b6-5930-4adf-8bc8-4a776e6a6077 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:20:01.182000 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995f2160-41df-4544-b659-0de1dbe49cf2 None None] Network 7193eb25-2422-4a62-aed4-1c53dced32e3 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:20:01.232900 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fcd59531-60fc-4308-abea-734972457c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:01.251736 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70084d-959b-40c4-83b8-3a9973621bb0 req-7ca333c8-c8ca-409c-9703-bbbbad5f4d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:01.254485 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fe70084d-959b-40c4-83b8-3a9973621bb0 req-7ca333c8-c8ca-409c-9703-bbbbad5f4d80 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=823848ff26e04297af199eddbe820b1f&device_id=1337ac81-0ecd-4c2f-a88b-b30b3c2ff22b HTTP/1.1" status: 200 len: 1122 time: 0.5089920 May 03 22:20:01.259876 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fcd59531-60fc-4308-abea-734972457c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:01.390666 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-0b0b9802-1121-4d5c-8255-37db5e6d59aa None None] Provisioning for port 5e9e53b6-5930-4adf-8bc8-4a776e6a6077 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:20:01.412162 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-fcd59531-60fc-4308-abea-734972457c00 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dcd4b824170a4614a531203f30d56deb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3844440 May 03 22:20:01.461581 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44774) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:01.463014 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd59531-60fc-4308-abea-734972457c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e539984-0483-48f5-8d09-1199f3b6f5a7,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:01.489256 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6747ca6-7172-4e86-83cb-c85e63e60174 req-4ba4b320-efe3-4c95-b17c-1deefc9b0432 tempest-AggregatesAdminTestJSON-621047298 tempest-AggregatesAdminTestJSON-621047298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:01.501247 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6747ca6-7172-4e86-83cb-c85e63e60174 req-4ba4b320-efe3-4c95-b17c-1deefc9b0432 tempest-AggregatesAdminTestJSON-621047298 tempest-AggregatesAdminTestJSON-621047298-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1337ac81-0ecd-4c2f-a88b-b30b3c2ff22b HTTP/1.1" status: 200 len: 1122 time: 0.6317122 May 03 22:20:01.548632 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-befdb5ab-c82f-4ad6-9225-1ce6e7aa6210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334d43ee-f8ce-4993-ba33-28461294942c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18816555-router', 'tenant_id': 'e5fd59e1b5c84a95947df6cc3c64a434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'c98dc191-6db7-405c-bee5-3b5335024ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:19:56Z', 'updated_at': '2022-05-03T22:19:59Z', 'revision_number': 3, 'project_id': 'e5fd59e1b5c84a95947df6cc3c64a434', 'gw_port': {'id': 'c98dc191-6db7-405c-bee5-3b5335024ba3', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334d43ee-f8ce-4993-ba33-28461294942c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:57Z', 'updated_at': '2022-05-03T22:19:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:20:01.561518 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befdb5ab-c82f-4ad6-9225-1ce6e7aa6210 None None] Checking router: 334d43ee-f8ce-4993-ba33-28461294942c for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:20:01.561939 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befdb5ab-c82f-4ad6-9225-1ce6e7aa6210 None None] Updating router 334d43ee-f8ce-4993-ba33-28461294942c port c98dc191-6db7-405c-bee5-3b5335024ba3 binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:20:01.598427 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e6747ca6-7172-4e86-83cb-c85e63e60174 req-a0e775aa-b164-466a-b37e-38ad90840a04 tempest-AggregatesAdminTestJSON-621047298 tempest-AggregatesAdminTestJSON-621047298-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:01.633367 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-0b0b9802-1121-4d5c-8255-37db5e6d59aa None None] Provisioning complete for port 5e9e53b6-5930-4adf-8bc8-4a776e6a6077 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:20:01.634173 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0b0b9802-1121-4d5c-8255-37db5e6d59aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:01.724272 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-befdb5ab-c82f-4ad6-9225-1ce6e7aa6210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:01.876033 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-e6747ca6-7172-4e86-83cb-c85e63e60174 req-a0e775aa-b164-466a-b37e-38ad90840a04 tempest-AggregatesAdminTestJSON-621047298 tempest-AggregatesAdminTestJSON-621047298-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:01.884835 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0b0b9802-1121-4d5c-8255-37db5e6d59aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:01.938124 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-0b0b9802-1121-4d5c-8255-37db5e6d59aa None None] For port 5e9e53b6-5930-4adf-8bc8-4a776e6a6077, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=5e9e53b6-5930-4adf-8bc8-4a776e6a6077,segment=NetworkSegment(1a45675c-aff3-4371-a8d5-28f1410e910f),segment_id=1a45675c-aff3-4371-a8d5-28f1410e910f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:20:01.943822 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0b0b9802-1121-4d5c-8255-37db5e6d59aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:01.964587 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814bcff-e8da-4e1b-9ff1-0b04bea2b355 req-3708a2de-aac6-47fa-82f1-daa342ecd32d tempest-DeleteServersAdminTestJSON-861524058 tempest-DeleteServersAdminTestJSON-861524058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:01.968778 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7814bcff-e8da-4e1b-9ff1-0b04bea2b355 req-3708a2de-aac6-47fa-82f1-daa342ecd32d tempest-DeleteServersAdminTestJSON-861524058 tempest-DeleteServersAdminTestJSON-861524058-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=b25523b6-41d1-4936-a3bd-d3945f6d9ca3 HTTP/1.1" status: 200 len: 1101 time: 0.5637589 May 03 22:20:02.012052 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-e6747ca6-7172-4e86-83cb-c85e63e60174 req-a0e775aa-b164-466a-b37e-38ad90840a04 tempest-AggregatesAdminTestJSON-621047298 tempest-AggregatesAdminTestJSON-621047298-project-admin] Usage tracker for resource:security_group_rule and tenant:3b83f3b643ad4f869a74a8ceda47d042 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:02.035960 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b9802-1121-4d5c-8255-37db5e6d59aa None None] Pushing event updated for resources: {'Port': ['ID=5e9e53b6-5930-4adf-8bc8-4a776e6a6077,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:02.086894 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-e6747ca6-7172-4e86-83cb-c85e63e60174 req-a0e775aa-b164-466a-b37e-38ad90840a04 tempest-AggregatesAdminTestJSON-621047298 tempest-AggregatesAdminTestJSON-621047298-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:02.094275 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-e6747ca6-7172-4e86-83cb-c85e63e60174 req-a0e775aa-b164-466a-b37e-38ad90840a04 tempest-AggregatesAdminTestJSON-621047298 tempest-AggregatesAdminTestJSON-621047298-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:02.126366 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70084d-959b-40c4-83b8-3a9973621bb0 req-85289263-a080-461b-980d-27b16f47d211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:02.127981 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fe70084d-959b-40c4-83b8-3a9973621bb0 req-85289263-a080-461b-980d-27b16f47d211 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.8280146 May 03 22:20:02.170462 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c54da924-9f13-4597-90c1-804dcc0f4718 None None] Provisioning complete for port 5e9e53b6-5930-4adf-8bc8-4a776e6a6077 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:20:02.171064 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-7814bcff-e8da-4e1b-9ff1-0b04bea2b355 req-45adfd47-7cdd-417c-a844-2a5259b3f087 tempest-DeleteServersAdminTestJSON-861524058 tempest-DeleteServersAdminTestJSON-861524058-project-admin] Deleting port 35dc161a-24d5-47b0-af17-53a503471c29 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:20:02.171668 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7814bcff-e8da-4e1b-9ff1-0b04bea2b355 req-45adfd47-7cdd-417c-a844-2a5259b3f087 tempest-DeleteServersAdminTestJSON-861524058 tempest-DeleteServersAdminTestJSON-861524058-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:02.171783 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c54da924-9f13-4597-90c1-804dcc0f4718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:02.254802 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fe70084d-959b-40c4-83b8-3a9973621bb0 req-691a84c2-002f-4eb6-b48a-dd9792d7a4cd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=9d36d98e-d130-47ae-a364-6d304f23b227 HTTP/1.1" status: 200 len: 217 time: 0.1176639 May 03 22:20:02.334839 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bba2aecc-4bdd-4b41-83ff-a540da879153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:02.371697 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 5e9e53b6-5930-4adf-8bc8-4a776e6a6077 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:20:02.381455 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-befdb5ab-c82f-4ad6-9225-1ce6e7aa6210 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:02.397118 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-befdb5ab-c82f-4ad6-9225-1ce6e7aa6210 None None] Transition to ACTIVE for port object c98dc191-6db7-405c-bee5-3b5335024ba3 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:20:02.406625 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-befdb5ab-c82f-4ad6-9225-1ce6e7aa6210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:02.412382 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0f390-9c28-4f1b-bfa9-a5c6138461c6 req-a493ecec-3903-43c4-9aa7-9d2e04603a77 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:02.414180 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-45c0f390-9c28-4f1b-bfa9-a5c6138461c6 req-a493ecec-3903-43c4-9aa7-9d2e04603a77 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?device_id=b25523b6-41d1-4936-a3bd-d3945f6d9ca3 HTTP/1.1" status: 200 len: 950 time: 0.5491767 May 03 22:20:02.423066 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bba2aecc-4bdd-4b41-83ff-a540da879153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:02.455431 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70084d-959b-40c4-83b8-3a9973621bb0 req-15ba28d2-03b4-4b84-83c8-a595fc3841fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:02.457181 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fe70084d-959b-40c4-83b8-3a9973621bb0 req-15ba28d2-03b4-4b84-83c8-a595fc3841fd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.1684961 May 03 22:20:02.523024 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 5e9e53b6-5930-4adf-8bc8-4a776e6a6077 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:20:02.523405 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:02.543200 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-befdb5ab-c82f-4ad6-9225-1ce6e7aa6210 None None] Attempting to bind port c98dc191-6db7-405c-bee5-3b5335024ba3 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:20:02.543434 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-befdb5ab-c82f-4ad6-9225-1ce6e7aa6210 None None] Attempting to bind port c98dc191-6db7-405c-bee5-3b5335024ba3 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:20:02.543695 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befdb5ab-c82f-4ad6-9225-1ce6e7aa6210 None None] Attempting to bind port c98dc191-6db7-405c-bee5-3b5335024ba3 on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:20:02.562239 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befdb5ab-c82f-4ad6-9225-1ce6e7aa6210 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:20:02.567222 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befdb5ab-c82f-4ad6-9225-1ce6e7aa6210 None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:20:02.567622 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-befdb5ab-c82f-4ad6-9225-1ce6e7aa6210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:02.568027 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befdb5ab-c82f-4ad6-9225-1ce6e7aa6210 None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:20:02.568681 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-befdb5ab-c82f-4ad6-9225-1ce6e7aa6210 None None] Bound port: c98dc191-6db7-405c-bee5-3b5335024ba3, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:20:02.569090 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-befdb5ab-c82f-4ad6-9225-1ce6e7aa6210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:02.615188 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e6747ca6-7172-4e86-83cb-c85e63e60174 req-a0e775aa-b164-466a-b37e-38ad90840a04 tempest-AggregatesAdminTestJSON-621047298 tempest-AggregatesAdminTestJSON-621047298-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:02.635250 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-45c0f390-9c28-4f1b-bfa9-a5c6138461c6 req-04daadf7-2fab-4f83-9f08-0b4b221a1353 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f469174-b289-4c90-b088-91bbfa8d53d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937690 May 03 22:20:02.645032 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e6747ca6-7172-4e86-83cb-c85e63e60174 req-a0e775aa-b164-466a-b37e-38ad90840a04 tempest-AggregatesAdminTestJSON-621047298 tempest-AggregatesAdminTestJSON-621047298-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:02.706470 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6747ca6-7172-4e86-83cb-c85e63e60174 req-a0e775aa-b164-466a-b37e-38ad90840a04 tempest-AggregatesAdminTestJSON-621047298 tempest-AggregatesAdminTestJSON-621047298-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=82910400-cd2c-43c9-8729-4a94eb9fee28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2052782 May 03 22:20:02.758915 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e775aa-b164-466a-b37e-38ad90840a04 tempest-AggregatesAdminTestJSON-621047298 tempest-AggregatesAdminTestJSON-621047298-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fe1d42-e0f5-4b60-b3aa-47ddadd449de,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:02.767223 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bba2aecc-4bdd-4b41-83ff-a540da879153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:02.787402 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70084d-959b-40c4-83b8-3a9973621bb0 req-cade5b97-57ea-4213-a83d-56db6b737fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:02.788896 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fe70084d-959b-40c4-83b8-3a9973621bb0 req-cade5b97-57ea-4213-a83d-56db6b737fad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3092849 May 03 22:20:02.790566 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2aecc-4bdd-4b41-83ff-a540da879153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e539984-0483-48f5-8d09-1199f3b6f5a7,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:02.824152 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bba2aecc-4bdd-4b41-83ff-a540da879153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:02.828079 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-bba2aecc-4bdd-4b41-83ff-a540da879153 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4e539984-0483-48f5-8d09-1199f3b6f5a7 HTTP/1.1" status: 204 len: 168 time: 1.3559413 May 03 22:20:02.840086 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae07df-efd3-469d-a258-ca97326f054f None None] Pushing event updated for resources: {'Port': ['ID=c98dc191-6db7-405c-bee5-3b5335024ba3,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:02.877343 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-befdb5ab-c82f-4ad6-9225-1ce6e7aa6210 None None] For port c98dc191-6db7-405c-bee5-3b5335024ba3, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:20:02.881416 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-befdb5ab-c82f-4ad6-9225-1ce6e7aa6210 None None] For port c98dc191-6db7-405c-bee5-3b5335024ba3, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=c98dc191-6db7-405c-bee5-3b5335024ba3,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:20:02.888363 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-befdb5ab-c82f-4ad6-9225-1ce6e7aa6210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:02.944125 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-7814bcff-e8da-4e1b-9ff1-0b04bea2b355 req-45adfd47-7cdd-417c-a844-2a5259b3f087 tempest-DeleteServersAdminTestJSON-861524058 tempest-DeleteServersAdminTestJSON-861524058-project-admin] For port 35dc161a-24d5-47b0-af17-53a503471c29, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=35dc161a-24d5-47b0-af17-53a503471c29,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:20:02.944603 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7814bcff-e8da-4e1b-9ff1-0b04bea2b355 req-45adfd47-7cdd-417c-a844-2a5259b3f087 tempest-DeleteServersAdminTestJSON-861524058 tempest-DeleteServersAdminTestJSON-861524058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:02.966172 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fe70084d-959b-40c4-83b8-3a9973621bb0 req-13fcb045-537f-4662-b481-f58923ba3f6e service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673298 May 03 22:20:02.986065 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befdb5ab-c82f-4ad6-9225-1ce6e7aa6210 None None] Routers {'334d43ee-f8ce-4993-ba33-28461294942c'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:20:02.986880 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-befdb5ab-c82f-4ad6-9225-1ce6e7aa6210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:19:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['334d43ee-f8ce-4993-ba33-28461294942c'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:20:03.129400 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae07df-efd3-469d-a258-ca97326f054f None None] Pushing event updated for resources: {'Port': ['ID=c98dc191-6db7-405c-bee5-3b5335024ba3,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:03.130899 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-7814bcff-e8da-4e1b-9ff1-0b04bea2b355 req-45adfd47-7cdd-417c-a844-2a5259b3f087 tempest-DeleteServersAdminTestJSON-861524058 tempest-DeleteServersAdminTestJSON-861524058-project-admin] Calling delete_port for 35dc161a-24d5-47b0-af17-53a503471c29 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:20:03.236920 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-befdb5ab-c82f-4ad6-9225-1ce6e7aa6210 None None] Set router 334d43ee-f8ce-4993-ba33-28461294942c gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:20:03.266847 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fe70084d-959b-40c4-83b8-3a9973621bb0 req-2976a3af-e221-4cc1-80f9-4fc2b2655d73 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925713 May 03 22:20:03.653743 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7814bcff-e8da-4e1b-9ff1-0b04bea2b355 req-45adfd47-7cdd-417c-a844-2a5259b3f087 tempest-DeleteServersAdminTestJSON-861524058 tempest-DeleteServersAdminTestJSON-861524058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:03.666249 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['35dc161a-24d5-47b0-af17-53a503471c29'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:20:03.710051 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-befdb5ab-c82f-4ad6-9225-1ce6e7aa6210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334d43ee-f8ce-4993-ba33-28461294942c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18816555-router', 'tenant_id': 'e5fd59e1b5c84a95947df6cc3c64a434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'c98dc191-6db7-405c-bee5-3b5335024ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:19:56Z', 'updated_at': '2022-05-03T22:19:59Z', 'revision_number': 3, 'project_id': 'e5fd59e1b5c84a95947df6cc3c64a434', 'gw_port': {'id': 'c98dc191-6db7-405c-bee5-3b5335024ba3', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334d43ee-f8ce-4993-ba33-28461294942c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:57Z', 'updated_at': '2022-05-03T22:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:20:03.715608 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befdb5ab-c82f-4ad6-9225-1ce6e7aa6210 None None] The sync data for ids ['334d43ee-f8ce-4993-ba33-28461294942c'] in n-d-811807-1 is: [{'id': '334d43ee-f8ce-4993-ba33-28461294942c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18816555-router', 'tenant_id': 'e5fd59e1b5c84a95947df6cc3c64a434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'c98dc191-6db7-405c-bee5-3b5335024ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:19:56Z', 'updated_at': '2022-05-03T22:19:59Z', 'revision_number': 3, 'project_id': 'e5fd59e1b5c84a95947df6cc3c64a434', 'gw_port': {'id': 'c98dc191-6db7-405c-bee5-3b5335024ba3', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334d43ee-f8ce-4993-ba33-28461294942c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:57Z', 'updated_at': '2022-05-03T22:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:20:03.749924 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a9f4a53a-1995-4072-9332-ea7cf3a6b73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:03.905589 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45adfd47-7cdd-417c-a844-2a5259b3f087 tempest-DeleteServersAdminTestJSON-861524058 tempest-DeleteServersAdminTestJSON-861524058-project-admin] Pushing event deleted for resources: {'Port': ['ID=35dc161a-24d5-47b0-af17-53a503471c29,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:03.981964 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44838) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:04.026411 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9d212237-dc93-49b4-940b-a65e84416a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:04.154612 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9d212237-dc93-49b4-940b-a65e84416a09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:04.177311 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9d212237-dc93-49b4-940b-a65e84416a09 admin admin] Usage tracker for resource:security_group_rule and tenant:3656b3824cf045198251f2c5b70a6e74 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:04.197625 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9d212237-dc93-49b4-940b-a65e84416a09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:04.212505 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9d212237-dc93-49b4-940b-a65e84416a09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:04.394907 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6a9253a-c955-46b6-842e-f3b0cb1deebe req-7bbf45b8-018e-4713-b35b-5785be42f57b tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?device_id=b25523b6-41d1-4936-a3bd-d3945f6d9ca3 HTTP/1.1" status: 200 len: 210 time: 0.3330390 May 03 22:20:04.398997 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device c98dc191-6db7-405c-bee5-3b5335024ba3 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:20:04.408023 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-7814bcff-e8da-4e1b-9ff1-0b04bea2b355 req-45adfd47-7cdd-417c-a844-2a5259b3f087 tempest-DeleteServersAdminTestJSON-861524058 tempest-DeleteServersAdminTestJSON-861524058-project-admin] No DVR routers for this DVR port 35dc161a-24d5-47b0-af17-53a503471c29 on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:20:04.420230 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7814bcff-e8da-4e1b-9ff1-0b04bea2b355 req-45adfd47-7cdd-417c-a844-2a5259b3f087 tempest-DeleteServersAdminTestJSON-861524058 tempest-DeleteServersAdminTestJSON-861524058-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:04.427268 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9d212237-dc93-49b4-940b-a65e84416a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:04.438400 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9d212237-dc93-49b4-940b-a65e84416a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:04.453721 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25523b6-41d1-4936-a3bd-d3945f6d9ca3', 'name': 'network-vif-deleted', 'tag': '35dc161a-24d5-47b0-af17-53a503471c29'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:20:04.539677 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port c98dc191-6db7-405c-bee5-3b5335024ba3 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:20:04.545234 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port c98dc191-6db7-405c-bee5-3b5335024ba3 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:20:04.545967 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:04.565424 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d212237-dc93-49b4-940b-a65e84416a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a311441-38fa-494a-b484-3426a3748114,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:04.599524 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9d212237-dc93-49b4-940b-a65e84416a09 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3656b3824cf045198251f2c5b70a6e74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6163149 May 03 22:20:04.600851 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44854) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:04.647508 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7814bcff-e8da-4e1b-9ff1-0b04bea2b355 req-45adfd47-7cdd-417c-a844-2a5259b3f087 tempest-DeleteServersAdminTestJSON-861524058 tempest-DeleteServersAdminTestJSON-861524058-project-admin] 10.222.0.67 "DELETE /v2.0/ports/35dc161a-24d5-47b0-af17-53a503471c29 HTTP/1.1" status: 204 len: 173 time: 2.6684177 May 03 22:20:04.792057 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-a9f4a53a-1995-4072-9332-ea7cf3a6b73d admin admin] Allocated IP 172.20.0.1 (7193eb25-2422-4a62-aed4-1c53dced32e3/22575257-96c5-4a52-982e-2a4bf8c87182/577d5092-80d7-4ab3-8bb4-90fb0644ae55) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:20:04.842888 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:04.875363 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4bfd9-3a05-406a-9ee7-47fb0b92bbe8 req-4a57ba1e-e513-4475-acfc-80fa77d77872 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:04.877124 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-40f4bfd9-3a05-406a-9ee7-47fb0b92bbe8 req-4a57ba1e-e513-4475-acfc-80fa77d77872 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/ports?device_id=1337ac81-0ecd-4c2f-a88b-b30b3c2ff22b HTTP/1.1" status: 200 len: 971 time: 0.2020457 May 03 22:20:04.888662 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port c98dc191-6db7-405c-bee5-3b5335024ba3, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=c98dc191-6db7-405c-bee5-3b5335024ba3,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:20:04.895571 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:04.947085 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4fcadad7-c7ca-418e-9578-3bff0510c304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:05.014353 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=c98dc191-6db7-405c-bee5-3b5335024ba3,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:05.035042 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-40f4bfd9-3a05-406a-9ee7-47fb0b92bbe8 req-e8328037-4981-46f8-bb8f-bcac736c1fa5 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/security-groups?id=82910400-cd2c-43c9-8729-4a94eb9fee28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441624 May 03 22:20:05.068814 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98071b13-c494-4fb3-b7ad-e22ee52a80b4'] response: {'server_uuid': 'b25523b6-41d1-4936-a3bd-d3945f6d9ca3', 'name': 'network-vif-deleted', 'tag': '35dc161a-24d5-47b0-af17-53a503471c29', 'status': 'completed', 'code': 200} May 03 22:20:05.109410 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4fcadad7-c7ca-418e-9578-3bff0510c304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:05.205596 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a9f4a53a-1995-4072-9332-ea7cf3a6b73d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:05.243152 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4fcadad7-c7ca-418e-9578-3bff0510c304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:05.273372 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44870) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:05.293051 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcadad7-c7ca-418e-9578-3bff0510c304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a311441-38fa-494a-b484-3426a3748114,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:05.337031 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-a9f4a53a-1995-4072-9332-ea7cf3a6b73d admin admin] Transition to ACTIVE for port object 577d5092-80d7-4ab3-8bb4-90fb0644ae55 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:20:05.350049 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4fcadad7-c7ca-418e-9578-3bff0510c304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:05.351357 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4fcadad7-c7ca-418e-9578-3bff0510c304 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5a311441-38fa-494a-b484-3426a3748114 HTTP/1.1" status: 204 len: 168 time: 0.7495565 May 03 22:20:05.376828 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a24a88-804a-493c-9db0-7220c23c7dae req-3c7248fe-933c-4c7e-8187-9d68a73a70eb tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:05.379806 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a9f4a53a-1995-4072-9332-ea7cf3a6b73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:05.380930 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-37a24a88-804a-493c-9db0-7220c23c7dae req-3c7248fe-933c-4c7e-8187-9d68a73a70eb tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.60 "GET /v2.0/ports?device_id=1337ac81-0ecd-4c2f-a88b-b30b3c2ff22b HTTP/1.1" status: 200 len: 971 time: 0.2190225 May 03 22:20:05.468782 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f4a53a-1995-4072-9332-ea7cf3a6b73d admin admin] Network 7193eb25-2422-4a62-aed4-1c53dced32e3 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:20:05.473248 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-a9f4a53a-1995-4072-9332-ea7cf3a6b73d admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:20:05.492161 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f4a53a-1995-4072-9332-ea7cf3a6b73d admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:20:05.571707 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a9f4a53a-1995-4072-9332-ea7cf3a6b73d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:05.581463 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f46e5597-2d9e-44e6-a6c6-38469db57bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:05.708506 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-37a24a88-804a-493c-9db0-7220c23c7dae req-3f21a7c5-8dbd-42d1-a193-c8969f8d89cf tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Deleting port 9d36d98e-d130-47ae-a364-6d304f23b227 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:20:05.708875 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-37a24a88-804a-493c-9db0-7220c23c7dae req-3f21a7c5-8dbd-42d1-a193-c8969f8d89cf tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:05.710176 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4a53a-1995-4072-9332-ea7cf3a6b73d admin admin] Pushing event updated for resources: {'Port': ['ID=577d5092-80d7-4ab3-8bb4-90fb0644ae55,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:05.720952 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a9f4a53a-1995-4072-9332-ea7cf3a6b73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:05.762472 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f46e5597-2d9e-44e6-a6c6-38469db57bae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:05.806310 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f46e5597-2d9e-44e6-a6c6-38469db57bae admin admin] Usage tracker for resource:security_group_rule and tenant:412c537e83364b7c96daee8f71c7e9c2 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:05.812407 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f46e5597-2d9e-44e6-a6c6-38469db57bae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:05.836995 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f46e5597-2d9e-44e6-a6c6-38469db57bae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:05.916709 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d2b6663d-ef08-467f-bb96-8bebd121c1de None None] Provisioning for port 577d5092-80d7-4ab3-8bb4-90fb0644ae55 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:20:05.922914 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d2b6663d-ef08-467f-bb96-8bebd121c1de None None] Provisioning complete for port 577d5092-80d7-4ab3-8bb4-90fb0644ae55 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:20:05.924106 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d2b6663d-ef08-467f-bb96-8bebd121c1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:05.962445 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b761128-4c8b-49ac-8309-83be6c3c9950 req-6c5d3ad1-6bc9-4253-80f7-a7786a769501 tempest-NetworksTest-1106092731 tempest-NetworksTest-1106092731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:05.963170 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b761128-4c8b-49ac-8309-83be6c3c9950 req-6c5d3ad1-6bc9-4253-80f7-a7786a769501 tempest-NetworksTest-1106092731 tempest-NetworksTest-1106092731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:05.963647 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b761128-4c8b-49ac-8309-83be6c3c9950 req-6c5d3ad1-6bc9-4253-80f7-a7786a769501 tempest-NetworksTest-1106092731 tempest-NetworksTest-1106092731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:05.964223 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b761128-4c8b-49ac-8309-83be6c3c9950 req-6c5d3ad1-6bc9-4253-80f7-a7786a769501 tempest-NetworksTest-1106092731 tempest-NetworksTest-1106092731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:05.964689 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b761128-4c8b-49ac-8309-83be6c3c9950 req-6c5d3ad1-6bc9-4253-80f7-a7786a769501 tempest-NetworksTest-1106092731 tempest-NetworksTest-1106092731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:05.979041 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9b761128-4c8b-49ac-8309-83be6c3c9950 req-6c5d3ad1-6bc9-4253-80f7-a7786a769501 tempest-NetworksTest-1106092731 tempest-NetworksTest-1106092731-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3627 time: 0.5018406 May 03 22:20:06.031756 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-d2b6663d-ef08-467f-bb96-8bebd121c1de None None] Port 577d5092-80d7-4ab3-8bb4-90fb0644ae55 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:20:06.102813 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a9f4a53a-1995-4072-9332-ea7cf3a6b73d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:06.111091 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a9f4a53a-1995-4072-9332-ea7cf3a6b73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:06.231732 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 35dc161a-24d5-47b0-af17-53a503471c29 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:20:06.268188 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a9f4a53a-1995-4072-9332-ea7cf3a6b73d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:06.279928 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4a53a-1995-4072-9332-ea7cf3a6b73d admin admin] Pushing event updated for resources: {'Port': ['ID=577d5092-80d7-4ab3-8bb4-90fb0644ae55,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:06.281313 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 35dc161a-24d5-47b0-af17-53a503471c29 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:20:06.282125 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 35dc161a-24d5-47b0-af17-53a503471c29 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:20:06.354871 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device c98dc191-6db7-405c-bee5-3b5335024ba3 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:20:06.442787 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f4a53a-1995-4072-9332-ea7cf3a6b73d admin admin] Network 7193eb25-2422-4a62-aed4-1c53dced32e3 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:20:06.443942 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-a9f4a53a-1995-4072-9332-ea7cf3a6b73d admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:20:06.448646 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port c98dc191-6db7-405c-bee5-3b5335024ba3 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:20:06.449016 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:06.685823 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f46e5597-2d9e-44e6-a6c6-38469db57bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:06.688389 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-37a24a88-804a-493c-9db0-7220c23c7dae req-3f21a7c5-8dbd-42d1-a193-c8969f8d89cf tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] For port 9d36d98e-d130-47ae-a364-6d304f23b227, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=9d36d98e-d130-47ae-a364-6d304f23b227,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:20:06.688798 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-37a24a88-804a-493c-9db0-7220c23c7dae req-3f21a7c5-8dbd-42d1-a193-c8969f8d89cf tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:06.708927 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f46e5597-2d9e-44e6-a6c6-38469db57bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:06.784476 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f4a53a-1995-4072-9332-ea7cf3a6b73d admin admin] Router 334d43ee-f8ce-4993-ba33-28461294942c has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:20:06.865399 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ecc5f3f0-97a2-4877-9134-2f99f47a26f5 None None] Provisioning complete for port 577d5092-80d7-4ab3-8bb4-90fb0644ae55 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:20:06.865772 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ecc5f3f0-97a2-4877-9134-2f99f47a26f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:06.940055 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-37a24a88-804a-493c-9db0-7220c23c7dae req-3f21a7c5-8dbd-42d1-a193-c8969f8d89cf tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Calling delete_port for 9d36d98e-d130-47ae-a364-6d304f23b227 owned by compute:tempest-test_az-171213323 {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:20:06.940706 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-ecc5f3f0-97a2-4877-9134-2f99f47a26f5 None None] Port 577d5092-80d7-4ab3-8bb4-90fb0644ae55 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:20:07.021431 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f46e5597-2d9e-44e6-a6c6-38469db57bae admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=412c537e83364b7c96daee8f71c7e9c2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7444065 May 03 22:20:07.021963 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44920) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:07.029617 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30055a00-0650-4bde-8a3e-95490787945c req-5d886ce9-d0dd-4a6c-849e-82a1e2f2d1c4 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:07.031339 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-30055a00-0650-4bde-8a3e-95490787945c req-5d886ce9-d0dd-4a6c-849e-82a1e2f2d1c4 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/ports?device_id=1337ac81-0ecd-4c2f-a88b-b30b3c2ff22b HTTP/1.1" status: 200 len: 971 time: 0.7893181 May 03 22:20:07.036530 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65803a57-21ec-4a77-9a23-452711c845b5 req-079467c8-2910-4e66-8bb5-1e7c8910ff93 tempest-NetworksTest-1106092731 tempest-NetworksTest-1106092731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:07.037834 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-65803a57-21ec-4a77-9a23-452711c845b5 req-079467c8-2910-4e66-8bb5-1e7c8910ff93 tempest-NetworksTest-1106092731 tempest-NetworksTest-1106092731-project-admin] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 886 time: 0.9298017 May 03 22:20:07.040973 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e5597-2d9e-44e6-a6c6-38469db57bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6701472f-5902-426e-b322-980c26a673ed,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:07.145214 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e45e9472-84e4-4ae7-a4e2-792c5b9abfbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:07.162760 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f4a53a-1995-4072-9332-ea7cf3a6b73d admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:20:07.178354 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59495f31-be26-4434-b533-10c3f4ed5c71 None None] Sync routers for ids ['334d43ee-f8ce-4993-ba33-28461294942c'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:20:07.182402 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a9f4a53a-1995-4072-9332-ea7cf3a6b73d admin admin] 10.222.0.58 "PUT /v2.0/routers/334d43ee-f8ce-4993-ba33-28461294942c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4377174 May 03 22:20:07.198144 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59495f31-be26-4434-b533-10c3f4ed5c71 None None] Routers {'334d43ee-f8ce-4993-ba33-28461294942c'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:20:07.199109 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-59495f31-be26-4434-b533-10c3f4ed5c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:19:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['334d43ee-f8ce-4993-ba33-28461294942c'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:20:07.209064 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e45e9472-84e4-4ae7-a4e2-792c5b9abfbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:07.302908 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e45e9472-84e4-4ae7-a4e2-792c5b9abfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:07.325334 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e9472-84e4-4ae7-a4e2-792c5b9abfbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6701472f-5902-426e-b322-980c26a673ed,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:07.327612 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e45e9472-84e4-4ae7-a4e2-792c5b9abfbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:07.335781 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e45e9472-84e4-4ae7-a4e2-792c5b9abfbb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6701472f-5902-426e-b322-980c26a673ed HTTP/1.1" status: 204 len: 168 time: 0.3088803 May 03 22:20:07.378358 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c18b5951-0791-4270-a59f-069c889e4f74 req-e511639f-5c91-4807-90d2-4720aeb4dd62 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=78ef6cf711cc40b7a965d375b2ee67a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727375 May 03 22:20:07.424524 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-30055a00-0650-4bde-8a3e-95490787945c req-07975068-9242-4f28-91e8-ba7714e01f96 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/security-groups?id=82910400-cd2c-43c9-8729-4a94eb9fee28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581090 May 03 22:20:07.434246 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-59495f31-be26-4434-b533-10c3f4ed5c71 None None] Set router 334d43ee-f8ce-4993-ba33-28461294942c gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:20:07.489252 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-37a24a88-804a-493c-9db0-7220c23c7dae req-3f21a7c5-8dbd-42d1-a193-c8969f8d89cf tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:07.645544 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f21a7c5-8dbd-42d1-a193-c8969f8d89cf tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Pushing event deleted for resources: {'Port': ['ID=9d36d98e-d130-47ae-a364-6d304f23b227,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:07.768107 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44960) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:07.835006 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a24a88-804a-493c-9db0-7220c23c7dae req-3f21a7c5-8dbd-42d1-a193-c8969f8d89cf tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] No DVR routers for this DVR port 9d36d98e-d130-47ae-a364-6d304f23b227 on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:20:07.838459 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-37a24a88-804a-493c-9db0-7220c23c7dae req-3f21a7c5-8dbd-42d1-a193-c8969f8d89cf tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:07.846897 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1337ac81-0ecd-4c2f-a88b-b30b3c2ff22b', 'name': 'network-vif-deleted', 'tag': '9d36d98e-d130-47ae-a364-6d304f23b227'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:20:07.903366 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b5951-0791-4270-a59f-069c889e4f74 req-58b41d91-a1d3-4746-a722-46fd46489a54 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:07.911149 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c18b5951-0791-4270-a59f-069c889e4f74 req-58b41d91-a1d3-4746-a722-46fd46489a54 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5319462 May 03 22:20:07.923754 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-37a24a88-804a-493c-9db0-7220c23c7dae req-3f21a7c5-8dbd-42d1-a193-c8969f8d89cf tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.60 "DELETE /v2.0/ports/9d36d98e-d130-47ae-a364-6d304f23b227 HTTP/1.1" status: 204 len: 173 time: 2.5376480 May 03 22:20:07.952677 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c18b5951-0791-4270-a59f-069c889e4f74 req-ed0ace34-47b2-43e1-a22c-a7164967aaa5 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/quotas/78ef6cf711cc40b7a965d375b2ee67a9 HTTP/1.1" status: 200 len: 375 time: 0.0404787 May 03 22:20:07.960023 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-59495f31-be26-4434-b533-10c3f4ed5c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334d43ee-f8ce-4993-ba33-28461294942c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18816555-router', 'tenant_id': 'e5fd59e1b5c84a95947df6cc3c64a434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'c98dc191-6db7-405c-bee5-3b5335024ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:19:56Z', 'updated_at': '2022-05-03T22:20:05Z', 'revision_number': 4, 'project_id': 'e5fd59e1b5c84a95947df6cc3c64a434', 'gw_port': {'id': 'c98dc191-6db7-405c-bee5-3b5335024ba3', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334d43ee-f8ce-4993-ba33-28461294942c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:57Z', 'updated_at': '2022-05-03T22:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '577d5092-80d7-4ab3-8bb4-90fb0644ae55', 'name': '', 'network_id': '7193eb25-2422-4a62-aed4-1c53dced32e3', 'tenant_id': 'e5fd59e1b5c84a95947df6cc3c64a434', 'mac_address': 'fa:16:3e:e0:08:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334d43ee-f8ce-4993-ba33-28461294942c', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '22575257-96c5-4a52-982e-2a4bf8c87182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:20:03Z', 'updated_at': '2022-05-03T22:20:05Z', 'revision_number': 2, 'project_id': 'e5fd59e1b5c84a95947df6cc3c64a434', 'subnets': [{'id': '22575257-96c5-4a52-982e-2a4bf8c87182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:20:07.964550 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59495f31-be26-4434-b533-10c3f4ed5c71 None None] Checking router: 334d43ee-f8ce-4993-ba33-28461294942c for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:20:07.965290 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59495f31-be26-4434-b533-10c3f4ed5c71 None None] Updating router 334d43ee-f8ce-4993-ba33-28461294942c port 577d5092-80d7-4ab3-8bb4-90fb0644ae55 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:20:08.000165 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe414400-47e8-4020-9fec-afa9861a0f46 req-84c600f8-8a59-44ee-b566-8cdc6229c1c9 tempest-NetworksTest-1106092731 tempest-NetworksTest-1106092731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:08.000631 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe414400-47e8-4020-9fec-afa9861a0f46 req-84c600f8-8a59-44ee-b566-8cdc6229c1c9 tempest-NetworksTest-1106092731 tempest-NetworksTest-1106092731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:08.001090 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe414400-47e8-4020-9fec-afa9861a0f46 req-84c600f8-8a59-44ee-b566-8cdc6229c1c9 tempest-NetworksTest-1106092731 tempest-NetworksTest-1106092731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:08.002012 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe414400-47e8-4020-9fec-afa9861a0f46 req-84c600f8-8a59-44ee-b566-8cdc6229c1c9 tempest-NetworksTest-1106092731 tempest-NetworksTest-1106092731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:08.002473 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe414400-47e8-4020-9fec-afa9861a0f46 req-84c600f8-8a59-44ee-b566-8cdc6229c1c9 tempest-NetworksTest-1106092731 tempest-NetworksTest-1106092731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:08.016705 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fe414400-47e8-4020-9fec-afa9861a0f46 req-84c600f8-8a59-44ee-b566-8cdc6229c1c9 tempest-NetworksTest-1106092731 tempest-NetworksTest-1106092731-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3627 time: 0.5591071 May 03 22:20:08.039460 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-59495f31-be26-4434-b533-10c3f4ed5c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:08.044187 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c18b5951-0791-4270-a59f-069c889e4f74 req-c6586c29-09c8-4740-820d-6754b3e8f83f tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=78ef6cf711cc40b7a965d375b2ee67a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0905561 May 03 22:20:08.098794 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-244a346c-b422-43b5-b729-f94eabd3e871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:08.137874 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-244a346c-b422-43b5-b729-f94eabd3e871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:08.144160 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-244a346c-b422-43b5-b729-f94eabd3e871 admin admin] Usage tracker for resource:security_group_rule and tenant:19c4f84b080c4bf2a329f39a3960b1aa is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:08.151757 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-244a346c-b422-43b5-b729-f94eabd3e871 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:08.164617 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-244a346c-b422-43b5-b729-f94eabd3e871 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:08.252649 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aedf827c-ec6d-4049-92bd-cb8840811e45'] response: {'server_uuid': '1337ac81-0ecd-4c2f-a88b-b30b3c2ff22b', 'name': 'network-vif-deleted', 'tag': '9d36d98e-d130-47ae-a364-6d304f23b227', 'status': 'completed', 'code': 200} May 03 22:20:08.327867 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44984) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:08.395781 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3dd1518e-e962-4cb3-8ff5-ee7e686d91a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:08.408706 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-244a346c-b422-43b5-b729-f94eabd3e871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:08.416463 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3dd1518e-e962-4cb3-8ff5-ee7e686d91a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:08.420294 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3dd1518e-e962-4cb3-8ff5-ee7e686d91a1 admin admin] Usage tracker for resource:security_group_rule and tenant:0153503816f14158b0428c2566f34e0d is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:08.423587 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3dd1518e-e962-4cb3-8ff5-ee7e686d91a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:08.430658 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3dd1518e-e962-4cb3-8ff5-ee7e686d91a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:08.459204 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a7a0af34-5d47-4545-b6fb-f3b8e39fb4f8 req-51cfe629-06b7-43b1-8542-4e72e6081125 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?device_id=1820aa98-4c57-49a0-9d3d-9e386a1af9d0 HTTP/1.1" status: 200 len: 210 time: 0.1497645 May 03 22:20:08.496297 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-244a346c-b422-43b5-b729-f94eabd3e871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:08.667225 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-244a346c-b422-43b5-b729-f94eabd3e871 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=19c4f84b080c4bf2a329f39a3960b1aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8978090 May 03 22:20:08.669879 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44996) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:08.683187 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a346c-b422-43b5-b729-f94eabd3e871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd922f6-7a47-4b02-b628-3c0635f10c5b,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:08.705679 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 9d36d98e-d130-47ae-a364-6d304f23b227 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:20:08.742645 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3dd1518e-e962-4cb3-8ff5-ee7e686d91a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:08.748924 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3dd1518e-e962-4cb3-8ff5-ee7e686d91a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:08.812030 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 9d36d98e-d130-47ae-a364-6d304f23b227 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:20:08.812030 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 9d36d98e-d130-47ae-a364-6d304f23b227 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:20:08.820656 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3dd1518e-e962-4cb3-8ff5-ee7e686d91a1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0153503816f14158b0428c2566f34e0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4876750 May 03 22:20:08.822159 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45002) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:08.865947 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0cb0231a-0c4f-4f3d-aaed-262c82ddbef7 req-9c0721d8-0236-4549-b2ce-2db40c8d43c6 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Synchronizing usage tracker for tenant:823848ff26e04297af199eddbe820b1f on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:20:08.916410 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1518e-e962-4cb3-8ff5-ee7e686d91a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c574f0-9add-49c6-b6c8-3869b1d20392,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:08.940416 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a56ebe6e-30cc-483a-b5fe-460ccdf5653c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:08.961763 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0cb0231a-0c4f-4f3d-aaed-262c82ddbef7 req-9c0721d8-0236-4549-b2ce-2db40c8d43c6 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] Unset dirty status for tenant:823848ff26e04297af199eddbe820b1f on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:20:08.975407 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cb0231a-0c4f-4f3d-aaed-262c82ddbef7 req-9c0721d8-0236-4549-b2ce-2db40c8d43c6 tempest-AggregatesAdminTestJSON-1216721651 tempest-AggregatesAdminTestJSON-1216721651-project] 10.222.0.58 "GET /v2.0/ports?device_id=1337ac81-0ecd-4c2f-a88b-b30b3c2ff22b HTTP/1.1" status: 200 len: 210 time: 0.2844443 May 03 22:20:09.000143 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-59495f31-be26-4434-b533-10c3f4ed5c71 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:09.005965 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a56ebe6e-30cc-483a-b5fe-460ccdf5653c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:09.017392 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-59495f31-be26-4434-b533-10c3f4ed5c71 None None] Transition to ACTIVE for port object 577d5092-80d7-4ab3-8bb4-90fb0644ae55 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:20:09.020848 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45012) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:09.030644 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-59495f31-be26-4434-b533-10c3f4ed5c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:09.040454 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d04414e8-026a-4850-a5e4-eaca2495be78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:09.087000 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45018) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:09.106236 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d04414e8-026a-4850-a5e4-eaca2495be78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:09.131306 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a56ebe6e-30cc-483a-b5fe-460ccdf5653c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:09.159313 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ebe6e-30cc-483a-b5fe-460ccdf5653c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c574f0-9add-49c6-b6c8-3869b1d20392,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:09.178578 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a56ebe6e-30cc-483a-b5fe-460ccdf5653c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:09.186067 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a56ebe6e-30cc-483a-b5fe-460ccdf5653c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c5c574f0-9add-49c6-b6c8-3869b1d20392 HTTP/1.1" status: 204 len: 168 time: 0.3544309 May 03 22:20:09.229064 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d04414e8-026a-4850-a5e4-eaca2495be78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:09.250647 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e4a8e-aee0-4016-b26a-e5049b1e46e7 None None] Pushing event updated for resources: {'Port': ['ID=577d5092-80d7-4ab3-8bb4-90fb0644ae55,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:09.283081 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04414e8-026a-4850-a5e4-eaca2495be78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd922f6-7a47-4b02-b628-3c0635f10c5b,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:09.294356 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d04414e8-026a-4850-a5e4-eaca2495be78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:09.295556 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d04414e8-026a-4850-a5e4-eaca2495be78 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7bd922f6-7a47-4b02-b628-3c0635f10c5b HTTP/1.1" status: 204 len: 168 time: 0.6246684 May 03 22:20:09.421049 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-59495f31-be26-4434-b533-10c3f4ed5c71 None None] Attempting to bind port 577d5092-80d7-4ab3-8bb4-90fb0644ae55 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:20:09.421424 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-59495f31-be26-4434-b533-10c3f4ed5c71 None None] Attempting to bind port 577d5092-80d7-4ab3-8bb4-90fb0644ae55 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '1a45675c-aff3-4371-a8d5-28f1410e910f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7193eb25-2422-4a62-aed4-1c53dced32e3'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:20:09.422311 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59495f31-be26-4434-b533-10c3f4ed5c71 None None] Attempting to bind port 577d5092-80d7-4ab3-8bb4-90fb0644ae55 on network 7193eb25-2422-4a62-aed4-1c53dced32e3 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:20:09.428500 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59495f31-be26-4434-b533-10c3f4ed5c71 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:20:09.428500 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59495f31-be26-4434-b533-10c3f4ed5c71 None None] Checking segment: {'id': '1a45675c-aff3-4371-a8d5-28f1410e910f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7193eb25-2422-4a62-aed4-1c53dced32e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:20:09.428982 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-59495f31-be26-4434-b533-10c3f4ed5c71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:09.429584 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59495f31-be26-4434-b533-10c3f4ed5c71 None None] Bound using segment: {'id': '1a45675c-aff3-4371-a8d5-28f1410e910f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7193eb25-2422-4a62-aed4-1c53dced32e3'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:20:09.430312 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-59495f31-be26-4434-b533-10c3f4ed5c71 None None] Bound port: 577d5092-80d7-4ab3-8bb4-90fb0644ae55, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a45675c-aff3-4371-a8d5-28f1410e910f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '7193eb25-2422-4a62-aed4-1c53dced32e3'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:20:09.430886 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-59495f31-be26-4434-b533-10c3f4ed5c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:09.538629 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-59683896-7cb4-448a-932f-c25bac73fa57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:09.559652 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-59683896-7cb4-448a-932f-c25bac73fa57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:09.569708 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-59683896-7cb4-448a-932f-c25bac73fa57 admin admin] Usage tracker for resource:security_group_rule and tenant:2a482c5390bc4a8c9ef0b34bc8722574 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:09.575478 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-59683896-7cb4-448a-932f-c25bac73fa57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:09.594538 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-59683896-7cb4-448a-932f-c25bac73fa57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:09.605501 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-59495f31-be26-4434-b533-10c3f4ed5c71 None None] For port 577d5092-80d7-4ab3-8bb4-90fb0644ae55, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:20:09.612134 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-59495f31-be26-4434-b533-10c3f4ed5c71 None None] For port 577d5092-80d7-4ab3-8bb4-90fb0644ae55, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=577d5092-80d7-4ab3-8bb4-90fb0644ae55,segment=NetworkSegment(1a45675c-aff3-4371-a8d5-28f1410e910f),segment_id=1a45675c-aff3-4371-a8d5-28f1410e910f)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:20:09.622295 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-59495f31-be26-4434-b533-10c3f4ed5c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:09.800431 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-50355c98-13a5-4e54-93b5-5287c26abddc req-e6b6637f-5a4c-4bbe-9b21-4bcf208ae85e tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?device_id=1820aa98-4c57-49a0-9d3d-9e386a1af9d0 HTTP/1.1" status: 200 len: 210 time: 0.1439633 May 03 22:20:09.803701 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f4c1b39-e5a9-495d-8fba-189baf494ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:09.878256 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59495f31-be26-4434-b533-10c3f4ed5c71 None None] Routers {'334d43ee-f8ce-4993-ba33-28461294942c'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:20:09.880076 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-59495f31-be26-4434-b533-10c3f4ed5c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:19:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['334d43ee-f8ce-4993-ba33-28461294942c'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:20:09.918572 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-59683896-7cb4-448a-932f-c25bac73fa57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:09.927913 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5f4c1b39-e5a9-495d-8fba-189baf494ff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:09.932490 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-59683896-7cb4-448a-932f-c25bac73fa57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:09.970447 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5f4c1b39-e5a9-495d-8fba-189baf494ff4 admin admin] Usage tracker for resource:security_group_rule and tenant:554d56f35b8b42c0847dcff5aa19f9e7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:09.993046 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5f4c1b39-e5a9-495d-8fba-189baf494ff4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:10.012028 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c18b5951-0791-4270-a59f-069c889e4f74 req-23f6e467-2ad7-46b6-a8a7-9ad25b810be8 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=78ef6cf711cc40b7a965d375b2ee67a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605395 May 03 22:20:10.111683 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-59683896-7cb4-448a-932f-c25bac73fa57 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2a482c5390bc4a8c9ef0b34bc8722574&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0894761 May 03 22:20:10.112541 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45054) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:10.116852 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5f4c1b39-e5a9-495d-8fba-189baf494ff4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:10.166079 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59683896-7cb4-448a-932f-c25bac73fa57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe600f3-f535-48b3-9d3d-9dca398d0338,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:10.211542 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e4a8e-aee0-4016-b26a-e5049b1e46e7 None None] Pushing event updated for resources: {'Port': ['ID=577d5092-80d7-4ab3-8bb4-90fb0644ae55,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:10.268196 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-59495f31-be26-4434-b533-10c3f4ed5c71 None None] Set router 334d43ee-f8ce-4993-ba33-28461294942c gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:20:10.343727 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b5951-0791-4270-a59f-069c889e4f74 req-006c2006-87a8-45e0-8d88-fe13761feaf2 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:10.346332 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c18b5951-0791-4270-a59f-069c889e4f74 req-006c2006-87a8-45e0-8d88-fe13761feaf2 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3224854 May 03 22:20:10.356986 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45058) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:10.369927 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-c18b5951-0791-4270-a59f-069c889e4f74 req-ae59fbf6-2402-4f56-bac3-b7aebec155bd tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Request body: {'port': {'device_id': '1820aa98-4c57-49a0-9d3d-9e386a1af9d0', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'admin_state_up': True, 'tenant_id': '78ef6cf711cc40b7a965d375b2ee67a9'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:20:10.387782 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9dfc24d2-f257-495d-adf1-ceedc75b6b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:10.468552 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45062) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:10.472054 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2a0c13b8-05ac-48f4-b6f8-2174172d1da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:10.516454 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-1e81d3f2-5ac1-4d7c-8549-e8fb4a205cbc tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Request body: {'security_group': {'name': 'tempest-securitygroup--364399448', 'description': 'tempest-description--1118616117'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:20:10.536832 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1e81d3f2-5ac1-4d7c-8549-e8fb4a205cbc tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:10.542128 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9dfc24d2-f257-495d-adf1-ceedc75b6b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:10.563390 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1e81d3f2-5ac1-4d7c-8549-e8fb4a205cbc tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Usage tracker for resource:security_group and tenant:6d5fe23fb043446983dcb5606ef7203e is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:10.568126 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2a0c13b8-05ac-48f4-b6f8-2174172d1da9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:10.577184 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1e81d3f2-5ac1-4d7c-8549-e8fb4a205cbc tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:10.592230 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2a0c13b8-05ac-48f4-b6f8-2174172d1da9 admin admin] Usage tracker for resource:security_group_rule and tenant:c4eebf2ec49f401f9765501202746822 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:10.597298 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2a0c13b8-05ac-48f4-b6f8-2174172d1da9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:10.613019 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2a0c13b8-05ac-48f4-b6f8-2174172d1da9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:10.615203 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1e81d3f2-5ac1-4d7c-8549-e8fb4a205cbc tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:10.662989 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-c18b5951-0791-4270-a59f-069c889e4f74 req-ae59fbf6-2402-4f56-bac3-b7aebec155bd tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:10.666177 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f4c1b39-e5a9-495d-8fba-189baf494ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:10.667301 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-c18b5951-0791-4270-a59f-069c889e4f74 req-ae59fbf6-2402-4f56-bac3-b7aebec155bd tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Usage tracker for resource:port and tenant:78ef6cf711cc40b7a965d375b2ee67a9 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:10.672394 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-c18b5951-0791-4270-a59f-069c889e4f74 req-ae59fbf6-2402-4f56-bac3-b7aebec155bd tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:10.683785 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-c18b5951-0791-4270-a59f-069c889e4f74 req-ae59fbf6-2402-4f56-bac3-b7aebec155bd tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:10.691206 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f4c1b39-e5a9-495d-8fba-189baf494ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:10.718148 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c18b5951-0791-4270-a59f-069c889e4f74 req-ae59fbf6-2402-4f56-bac3-b7aebec155bd tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Made reservation on behalf of 78ef6cf711cc40b7a965d375b2ee67a9 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:20:10.723738 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c18b5951-0791-4270-a59f-069c889e4f74 req-ae59fbf6-2402-4f56-bac3-b7aebec155bd tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:10.759410 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1e81d3f2-5ac1-4d7c-8549-e8fb4a205cbc tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:10.817571 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5f4c1b39-e5a9-495d-8fba-189baf494ff4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=554d56f35b8b42c0847dcff5aa19f9e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7287900 May 03 22:20:10.822580 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c1b39-e5a9-495d-8fba-189baf494ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6fb9b2-6b16-44db-bd72-e42b6b661cc8,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:10.835195 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45082) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:10.839057 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1e81d3f2-5ac1-4d7c-8549-e8fb4a205cbc tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:10.854864 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1e81d3f2-5ac1-4d7c-8549-e8fb4a205cbc tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Usage tracker for resource:security_group_rule and tenant:6d5fe23fb043446983dcb5606ef7203e is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:10.860491 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1e81d3f2-5ac1-4d7c-8549-e8fb4a205cbc tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:10.871028 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9dfc24d2-f257-495d-adf1-ceedc75b6b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:10.883129 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1e81d3f2-5ac1-4d7c-8549-e8fb4a205cbc tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:10.917135 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-59495f31-be26-4434-b533-10c3f4ed5c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334d43ee-f8ce-4993-ba33-28461294942c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18816555-router', 'tenant_id': 'e5fd59e1b5c84a95947df6cc3c64a434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'c98dc191-6db7-405c-bee5-3b5335024ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:19:56Z', 'updated_at': '2022-05-03T22:20:05Z', 'revision_number': 4, 'project_id': 'e5fd59e1b5c84a95947df6cc3c64a434', 'gw_port': {'id': 'c98dc191-6db7-405c-bee5-3b5335024ba3', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334d43ee-f8ce-4993-ba33-28461294942c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:57Z', 'updated_at': '2022-05-03T22:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '577d5092-80d7-4ab3-8bb4-90fb0644ae55', 'name': '', 'network_id': '7193eb25-2422-4a62-aed4-1c53dced32e3', 'tenant_id': 'e5fd59e1b5c84a95947df6cc3c64a434', 'mac_address': 'fa:16:3e:e0:08:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334d43ee-f8ce-4993-ba33-28461294942c', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '22575257-96c5-4a52-982e-2a4bf8c87182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:20:03Z', 'updated_at': '2022-05-03T22:20:09Z', 'revision_number': 4, 'project_id': 'e5fd59e1b5c84a95947df6cc3c64a434', 'subnets': [{'id': '22575257-96c5-4a52-982e-2a4bf8c87182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:20:10.928675 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59495f31-be26-4434-b533-10c3f4ed5c71 None None] The sync data for ids ['334d43ee-f8ce-4993-ba33-28461294942c'] in n-d-811807-1 is: [{'id': '334d43ee-f8ce-4993-ba33-28461294942c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18816555-router', 'tenant_id': 'e5fd59e1b5c84a95947df6cc3c64a434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'c98dc191-6db7-405c-bee5-3b5335024ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:19:56Z', 'updated_at': '2022-05-03T22:20:05Z', 'revision_number': 4, 'project_id': 'e5fd59e1b5c84a95947df6cc3c64a434', 'gw_port': {'id': 'c98dc191-6db7-405c-bee5-3b5335024ba3', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334d43ee-f8ce-4993-ba33-28461294942c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:57Z', 'updated_at': '2022-05-03T22:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '577d5092-80d7-4ab3-8bb4-90fb0644ae55', 'name': '', 'network_id': '7193eb25-2422-4a62-aed4-1c53dced32e3', 'tenant_id': 'e5fd59e1b5c84a95947df6cc3c64a434', 'mac_address': 'fa:16:3e:e0:08:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334d43ee-f8ce-4993-ba33-28461294942c', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '22575257-96c5-4a52-982e-2a4bf8c87182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:20:03Z', 'updated_at': '2022-05-03T22:20:09Z', 'revision_number': 4, 'project_id': 'e5fd59e1b5c84a95947df6cc3c64a434', 'subnets': [{'id': '22575257-96c5-4a52-982e-2a4bf8c87182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:20:10.996643 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc24d2-f257-495d-adf1-ceedc75b6b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe600f3-f535-48b3-9d3d-9dca398d0338,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:11.051183 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9dfc24d2-f257-495d-adf1-ceedc75b6b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:11.060442 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9dfc24d2-f257-495d-adf1-ceedc75b6b49 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bbe600f3-f535-48b3-9d3d-9dca398d0338 HTTP/1.1" status: 204 len: 168 time: 0.9334896 May 03 22:20:11.094278 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2a0c13b8-05ac-48f4-b6f8-2174172d1da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:11.101830 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2a0c13b8-05ac-48f4-b6f8-2174172d1da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:11.128065 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dacd87a9-fc8c-4e73-8cd2-8eff8dcc57d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:11.149276 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c13b8-05ac-48f4-b6f8-2174172d1da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba6bad0-c53d-410c-954b-1363dde53f34,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:11.166836 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-c18b5951-0791-4270-a59f-069c889e4f74 req-ae59fbf6-2402-4f56-bac3-b7aebec155bd tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Allocated IP 192.168.233.248 (7e14e0ca-f320-4236-9b9e-a9e4f415dbeb/1dff747c-9d3c-4e06-92c1-836fbb9482c4/ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:20:11.205652 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2a0c13b8-05ac-48f4-b6f8-2174172d1da9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c4eebf2ec49f401f9765501202746822&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7846389 May 03 22:20:11.209119 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45100) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:11.236186 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dacd87a9-fc8c-4e73-8cd2-8eff8dcc57d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:11.296510 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1e81d3f2-5ac1-4d7c-8549-e8fb4a205cbc tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:11.307594 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f5c2255b-7b49-45ea-b444-f0e1b59da9e5 req-612f8642-6f5d-40a4-9696-ef5cd83d5d75 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?device_id=1820aa98-4c57-49a0-9d3d-9e386a1af9d0 HTTP/1.1" status: 200 len: 210 time: 0.0736742 May 03 22:20:11.331565 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1e81d3f2-5ac1-4d7c-8549-e8fb4a205cbc tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:11.378266 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a2954ac4-e2be-4990-bac4-94d449e8f2a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:11.405415 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81d3f2-5ac1-4d7c-8549-e8fb4a205cbc tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd0ced8-df16-4075-96e1-bc7516352cc5,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:11.521640 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a2954ac4-e2be-4990-bac4-94d449e8f2a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:11.525945 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dacd87a9-fc8c-4e73-8cd2-8eff8dcc57d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:11.575472 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dacd87a9-fc8c-4e73-8cd2-8eff8dcc57d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:11.580796 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-dacd87a9-fc8c-4e73-8cd2-8eff8dcc57d2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4e6fb9b2-6b16-44db-bd72-e42b6b661cc8 HTTP/1.1" status: 204 len: 168 time: 0.7443209 May 03 22:20:11.585798 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd87a9-fc8c-4e73-8cd2-8eff8dcc57d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6fb9b2-6b16-44db-bd72-e42b6b661cc8,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:11.600508 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1e81d3f2-5ac1-4d7c-8549-e8fb4a205cbc tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:11.604623 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1e81d3f2-5ac1-4d7c-8549-e8fb4a205cbc tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1226265 May 03 22:20:11.607603 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45128) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:11.634908 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-35d82b11-915b-4683-a7a1-f115cb5ddffb tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Request body: {'security_group_rule': {'security_group_id': '8cd0ced8-df16-4075-96e1-bc7516352cc5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:20:11.654627 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-35d82b11-915b-4683-a7a1-f115cb5ddffb tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:11.665600 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45134) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:11.675795 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-35d82b11-915b-4683-a7a1-f115cb5ddffb tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Usage tracker for resource:security_group_rule and tenant:6d5fe23fb043446983dcb5606ef7203e is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:11.698377 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-35d82b11-915b-4683-a7a1-f115cb5ddffb tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:11.737226 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-35d82b11-915b-4683-a7a1-f115cb5ddffb tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:11.772990 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45144) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:11.796538 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-35d82b11-915b-4683-a7a1-f115cb5ddffb tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:11.854542 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c18b5951-0791-4270-a59f-069c889e4f74 req-ae59fbf6-2402-4f56-bac3-b7aebec155bd tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:11.862419 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9bb8aa2d-dc6e-4c63-8550-6e2697aa7f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:11.881845 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a2954ac4-e2be-4990-bac4-94d449e8f2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:11.917493 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2954ac4-e2be-4990-bac4-94d449e8f2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba6bad0-c53d-410c-954b-1363dde53f34,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:11.926219 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-c18b5951-0791-4270-a59f-069c889e4f74 req-ae59fbf6-2402-4f56-bac3-b7aebec155bd tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Transition to ACTIVE for port object ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:20:11.939612 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a2954ac4-e2be-4990-bac4-94d449e8f2a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:11.941050 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a2954ac4-e2be-4990-bac4-94d449e8f2a4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dba6bad0-c53d-410c-954b-1363dde53f34 HTTP/1.1" status: 204 len: 168 time: 0.7307327 May 03 22:20:11.971087 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c18b5951-0791-4270-a59f-069c889e4f74 req-ae59fbf6-2402-4f56-bac3-b7aebec155bd tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:11.986504 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9bb8aa2d-dc6e-4c63-8550-6e2697aa7f33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:11.997257 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-35d82b11-915b-4683-a7a1-f115cb5ddffb tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:11.998427 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9bb8aa2d-dc6e-4c63-8550-6e2697aa7f33 admin admin] Usage tracker for resource:security_group_rule and tenant:f7487ec1a45346cf94115e35f7287823 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:12.021825 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9bb8aa2d-dc6e-4c63-8550-6e2697aa7f33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:12.024560 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-35d82b11-915b-4683-a7a1-f115cb5ddffb tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:12.061118 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9bb8aa2d-dc6e-4c63-8550-6e2697aa7f33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:12.088766 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d82b11-915b-4683-a7a1-f115cb5ddffb tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb5b3b2-01ba-4583-9a51-447db5993881,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:12.170989 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c18b5951-0791-4270-a59f-069c889e4f74 req-ae59fbf6-2402-4f56-bac3-b7aebec155bd tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:20:12.172806 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-c18b5951-0791-4270-a59f-069c889e4f74 req-ae59fbf6-2402-4f56-bac3-b7aebec155bd tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:20:12.178189 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18b5951-0791-4270-a59f-069c889e4f74 req-ae59fbf6-2402-4f56-bac3-b7aebec155bd tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:20:12.329008 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-35d82b11-915b-4683-a7a1-f115cb5ddffb tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:12.336605 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45170) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:12.337210 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-35d82b11-915b-4683-a7a1-f115cb5ddffb tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7216082 May 03 22:20:12.378025 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b5951-0791-4270-a59f-069c889e4f74 req-ae59fbf6-2402-4f56-bac3-b7aebec155bd tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:12.389368 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c18b5951-0791-4270-a59f-069c889e4f74 req-ae59fbf6-2402-4f56-bac3-b7aebec155bd tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:12.406666 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9bb8aa2d-dc6e-4c63-8550-6e2697aa7f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:12.414697 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-2437ef67-4ee1-4668-aaee-5c4fa80c4152 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Request body: {'security_group_rule': {'security_group_id': '8cd0ced8-df16-4075-96e1-bc7516352cc5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:20:12.419522 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9bb8aa2d-dc6e-4c63-8550-6e2697aa7f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:12.471544 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2437ef67-4ee1-4668-aaee-5c4fa80c4152 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:12.487391 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae59fbf6-2402-4f56-bac3-b7aebec155bd tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Pushing event updated for resources: {'Port': ['ID=ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:12.495424 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2437ef67-4ee1-4668-aaee-5c4fa80c4152 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Usage tracker for resource:security_group_rule and tenant:6d5fe23fb043446983dcb5606ef7203e is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:12.499387 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 577d5092-80d7-4ab3-8bb4-90fb0644ae55 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:20:12.504801 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2437ef67-4ee1-4668-aaee-5c4fa80c4152 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:12.515392 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c18b5951-0791-4270-a59f-069c889e4f74 req-ae59fbf6-2402-4f56-bac3-b7aebec155bd tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1561956 May 03 22:20:12.527254 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2437ef67-4ee1-4668-aaee-5c4fa80c4152 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:12.544083 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-c18b5951-0791-4270-a59f-069c889e4f74 req-e73a5442-664d-4313-8c9b-b9d26269eaf5 service neutron] Request body: {'port': {'device_id': '1820aa98-4c57-49a0-9d3d-9e386a1af9d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:20:12.544668 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-5d3cee86-5282-4b01-bbc4-70a2d47645f5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1837511078-network', 'tenant_id': '542e7d589865492d9c12fa7c466686ef'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:20:12.588609 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9bb8aa2d-dc6e-4c63-8550-6e2697aa7f33 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f7487ec1a45346cf94115e35f7287823&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8145349 May 03 22:20:12.590631 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5d3cee86-5282-4b01-bbc4-70a2d47645f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:12.592700 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45186) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:12.630189 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8aa2d-dc6e-4c63-8550-6e2697aa7f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d371c430-5885-45ca-9c14-4a05435c8024,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:12.637559 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5d3cee86-5282-4b01-bbc4-70a2d47645f5 admin admin] Usage tracker for resource:network and tenant:542e7d589865492d9c12fa7c466686ef is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:12.665980 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5d3cee86-5282-4b01-bbc4-70a2d47645f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:12.689103 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5d3cee86-5282-4b01-bbc4-70a2d47645f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:12.726480 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-98ae91d3-b752-46c5-bf79-05395d1d7b5b None None] Provisioning for port ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:20:12.741654 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 577d5092-80d7-4ab3-8bb4-90fb0644ae55 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:20:12.766236 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-98ae91d3-b752-46c5-bf79-05395d1d7b5b None None] Provisioning complete for port ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:20:12.770697 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-98ae91d3-b752-46c5-bf79-05395d1d7b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:12.845889 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 577d5092-80d7-4ab3-8bb4-90fb0644ae55 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:20:12.846495 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:12.869919 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c18b5951-0791-4270-a59f-069c889e4f74 req-e73a5442-664d-4313-8c9b-b9d26269eaf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:12.886687 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3cee86-5282-4b01-bbc4-70a2d47645f5 admin admin] Made reservation on behalf of 542e7d589865492d9c12fa7c466686ef for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:20:12.889378 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5d3cee86-5282-4b01-bbc4-70a2d47645f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:12.912699 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5d3cee86-5282-4b01-bbc4-70a2d47645f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:12.925596 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2437ef67-4ee1-4668-aaee-5c4fa80c4152 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:12.949137 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5d3cee86-5282-4b01-bbc4-70a2d47645f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:12.951808 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45204) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:12.954124 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5d3cee86-5282-4b01-bbc4-70a2d47645f5 admin admin] Usage tracker for resource:security_group_rule and tenant:542e7d589865492d9c12fa7c466686ef is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:12.954983 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-98ae91d3-b752-46c5-bf79-05395d1d7b5b None None] Port ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:20:12.966445 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5d3cee86-5282-4b01-bbc4-70a2d47645f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:12.993533 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5d3cee86-5282-4b01-bbc4-70a2d47645f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:13.033417 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:13.062529 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f7055-d081-4f66-9d25-b2a1fd8e2203 req-dc742a73-13a4-4238-a37f-4ffeabe798ac tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:13.069282 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bc8f7055-d081-4f66-9d25-b2a1fd8e2203 req-dc742a73-13a4-4238-a37f-4ffeabe798ac tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?device_id=1820aa98-4c57-49a0-9d3d-9e386a1af9d0 HTTP/1.1" status: 200 len: 936 time: 0.3806627 May 03 22:20:13.086183 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ec3b7347-9a4a-47cc-8392-c32d579b3e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:13.089656 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 577d5092-80d7-4ab3-8bb4-90fb0644ae55, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=577d5092-80d7-4ab3-8bb4-90fb0644ae55,segment=NetworkSegment(1a45675c-aff3-4371-a8d5-28f1410e910f),segment_id=1a45675c-aff3-4371-a8d5-28f1410e910f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:20:13.097590 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:13.172137 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ec3b7347-9a4a-47cc-8392-c32d579b3e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:13.192335 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bc8f7055-d081-4f66-9d25-b2a1fd8e2203 req-e2ba7e19-b57b-4323-a7ca-efeaf143a82d tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f469174-b289-4c90-b088-91bbfa8d53d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105747 May 03 22:20:13.203243 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=577d5092-80d7-4ab3-8bb4-90fb0644ae55,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:13.251672 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f2c38046-6d31-46a7-a712-292975cb1a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:13.293487 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2437ef67-4ee1-4668-aaee-5c4fa80c4152 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:13.303324 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2437ef67-4ee1-4668-aaee-5c4fa80c4152 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:13.311203 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ec3b7347-9a4a-47cc-8392-c32d579b3e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:13.326665 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f2c38046-6d31-46a7-a712-292975cb1a57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:13.346299 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5d3cee86-5282-4b01-bbc4-70a2d47645f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:13.347504 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b7347-9a4a-47cc-8392-c32d579b3e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d371c430-5885-45ca-9c14-4a05435c8024,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:13.356823 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5d3cee86-5282-4b01-bbc4-70a2d47645f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:13.369134 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ec3b7347-9a4a-47cc-8392-c32d579b3e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:13.373066 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ec3b7347-9a4a-47cc-8392-c32d579b3e7d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d371c430-5885-45ca-9c14-4a05435c8024 HTTP/1.1" status: 204 len: 168 time: 0.7505274 May 03 22:20:13.397325 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d3cee86-5282-4b01-bbc4-70a2d47645f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:20:13.400086 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f2c38046-6d31-46a7-a712-292975cb1a57 admin admin] Usage tracker for resource:security_group_rule and tenant:f9b49438715045d89b6671830eee7435 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:13.404400 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3cee86-5282-4b01-bbc4-70a2d47645f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185e3017-3d39-4e35-b40a-3f3f11194347,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:13.412295 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5d3cee86-5282-4b01-bbc4-70a2d47645f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:13.412631 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-5d3cee86-5282-4b01-bbc4-70a2d47645f5 admin admin] Added segment 2456cfaf-4210-42cd-8c9a-22f5627f590f of type vlan for network d5b3d5af-6ea4-4520-b87a-668c3c292dfd May 03 22:20:13.419271 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f2c38046-6d31-46a7-a712-292975cb1a57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:13.435966 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437ef67-4ee1-4668-aaee-5c4fa80c4152 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0be5cf5-1fd2-4e9c-bb4a-9ebaeacac3d4,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:13.442986 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5d3cee86-5282-4b01-bbc4-70a2d47645f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:13.450546 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f2c38046-6d31-46a7-a712-292975cb1a57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:13.464306 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2437ef67-4ee1-4668-aaee-5c4fa80c4152 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:13.465772 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2437ef67-4ee1-4668-aaee-5c4fa80c4152 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1161358 May 03 22:20:13.471388 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45226) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:13.481513 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-0686d141-52fd-43f5-ac2d-1f7e40b3dae6 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:20:13.495962 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0686d141-52fd-43f5-ac2d-1f7e40b3dae6 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:13.502110 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0686d141-52fd-43f5-ac2d-1f7e40b3dae6 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Usage tracker for resource:floatingip and tenant:6d5fe23fb043446983dcb5606ef7203e is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:13.506030 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0686d141-52fd-43f5-ac2d-1f7e40b3dae6 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:13.512907 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0686d141-52fd-43f5-ac2d-1f7e40b3dae6 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:13.515086 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5d3cee86-5282-4b01-bbc4-70a2d47645f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:13.516742 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3cee86-5282-4b01-bbc4-70a2d47645f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:13.516932 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5d3cee86-5282-4b01-bbc4-70a2d47645f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:13.584667 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0686d141-52fd-43f5-ac2d-1f7e40b3dae6 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:13.670587 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5d3cee86-5282-4b01-bbc4-70a2d47645f5 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0036831 May 03 22:20:13.672211 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45238) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:13.697301 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-be442181-0d04-4ae7-93c5-f8e50086972f admin admin] Request body: {'subnet': {'network_id': 'd5b3d5af-6ea4-4520-b87a-668c3c292dfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1837511078-subnet', 'tenant_id': '542e7d589865492d9c12fa7c466686ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:20:13.702992 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3cee86-5282-4b01-bbc4-70a2d47645f5 admin admin] Pushing event updated for resources: {'Network': ['ID=d5b3d5af-6ea4-4520-b87a-668c3c292dfd,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:13.712747 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-be442181-0d04-4ae7-93c5-f8e50086972f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:13.720344 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-be442181-0d04-4ae7-93c5-f8e50086972f admin admin] Usage tracker for resource:subnet and tenant:542e7d589865492d9c12fa7c466686ef is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:13.724423 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network d5b3d5af-6ea4-4520-b87a-668c3c292dfd details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:20:13.724940 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-be442181-0d04-4ae7-93c5-f8e50086972f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:13.732574 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-be442181-0d04-4ae7-93c5-f8e50086972f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:13.794522 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be442181-0d04-4ae7-93c5-f8e50086972f admin admin] Made reservation on behalf of 542e7d589865492d9c12fa7c466686ef for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:20:13.796854 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-be442181-0d04-4ae7-93c5-f8e50086972f admin admin] Notify callbacks [] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:13.848859 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f2c38046-6d31-46a7-a712-292975cb1a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:13.875494 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f2c38046-6d31-46a7-a712-292975cb1a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:14.016708 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0686d141-52fd-43f5-ac2d-1f7e40b3dae6 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:14.019535 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c38046-6d31-46a7-a712-292975cb1a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc15a5da-46f2-40ca-a62a-8b4f61e24c8c,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:14.061643 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-c18b5951-0791-4270-a59f-069c889e4f74 req-e73a5442-664d-4313-8c9b-b9d26269eaf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:20:14.073173 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c18b5951-0791-4270-a59f-069c889e4f74 req-e73a5442-664d-4313-8c9b-b9d26269eaf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:14.101269 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-c18b5951-0791-4270-a59f-069c889e4f74 req-e73a5442-664d-4313-8c9b-b9d26269eaf5 service neutron] Transition to ACTIVE for port object ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:20:14.115116 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f2c38046-6d31-46a7-a712-292975cb1a57 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f9b49438715045d89b6671830eee7435&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9490042 May 03 22:20:14.117226 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c18b5951-0791-4270-a59f-069c889e4f74 req-e73a5442-664d-4313-8c9b-b9d26269eaf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:14.120052 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45268) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:14.363576 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-be442181-0d04-4ae7-93c5-f8e50086972f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:14.385928 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 577d5092-80d7-4ab3-8bb4-90fb0644ae55 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:20:14.468814 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a5442-664d-4313-8c9b-b9d26269eaf5 service neutron] Pushing event updated for resources: {'Port': ['ID=ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:14.525792 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-c18b5951-0791-4270-a59f-069c889e4f74 req-e73a5442-664d-4313-8c9b-b9d26269eaf5 service neutron] Attempting to bind port ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:20:14.526747 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-c18b5951-0791-4270-a59f-069c889e4f74 req-e73a5442-664d-4313-8c9b-b9d26269eaf5 service neutron] Attempting to bind port ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:20:14.527492 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18b5951-0791-4270-a59f-069c889e4f74 req-e73a5442-664d-4313-8c9b-b9d26269eaf5 service neutron] Attempting to bind port ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:20:14.533277 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18b5951-0791-4270-a59f-069c889e4f74 req-e73a5442-664d-4313-8c9b-b9d26269eaf5 service neutron] Port ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:20:14.533920 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18b5951-0791-4270-a59f-069c889e4f74 req-e73a5442-664d-4313-8c9b-b9d26269eaf5 service neutron] Attempting to bind port ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:20:14.540797 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 577d5092-80d7-4ab3-8bb4-90fb0644ae55 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:20:14.541167 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:14.541560 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18b5951-0791-4270-a59f-069c889e4f74 req-e73a5442-664d-4313-8c9b-b9d26269eaf5 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:20:14.542204 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18b5951-0791-4270-a59f-069c889e4f74 req-e73a5442-664d-4313-8c9b-b9d26269eaf5 service neutron] Checking segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:20:14.542768 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18b5951-0791-4270-a59f-069c889e4f74 req-e73a5442-664d-4313-8c9b-b9d26269eaf5 service neutron] Bound using segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:20:14.543627 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-c18b5951-0791-4270-a59f-069c889e4f74 req-e73a5442-664d-4313-8c9b-b9d26269eaf5 service neutron] Bound port: ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:20:14.544996 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c18b5951-0791-4270-a59f-069c889e4f74 req-e73a5442-664d-4313-8c9b-b9d26269eaf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:14.725995 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-c18b5951-0791-4270-a59f-069c889e4f74 req-e73a5442-664d-4313-8c9b-b9d26269eaf5 service neutron] For port ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:20:14.734239 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7fc3138b-8c0a-4dfa-b138-348526973ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:14.734484 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-c18b5951-0791-4270-a59f-069c889e4f74 req-e73a5442-664d-4313-8c9b-b9d26269eaf5 service neutron] For port ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:20:14.742873 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c18b5951-0791-4270-a59f-069c889e4f74 req-e73a5442-664d-4313-8c9b-b9d26269eaf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:14.831661 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-0686d141-52fd-43f5-ac2d-1f7e40b3dae6 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Allocated IP 172.25.2.113 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/36d10636-fe1f-43da-86aa-1bb4688dae43) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:20:14.854068 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b5951-0791-4270-a59f-069c889e4f74 req-e73a5442-664d-4313-8c9b-b9d26269eaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:14.855190 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c18b5951-0791-4270-a59f-069c889e4f74 req-e73a5442-664d-4313-8c9b-b9d26269eaf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:14.856814 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c18b5951-0791-4270-a59f-069c889e4f74 req-e73a5442-664d-4313-8c9b-b9d26269eaf5 service neutron] 10.222.0.67 "PUT /v2.0/ports/ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019 HTTP/1.1" status: 200 len: 1096 time: 2.3309186 May 03 22:20:14.859450 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1820aa98-4c57-49a0-9d3d-9e386a1af9d0', 'tag': 'ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:20:14.882433 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be442181-0d04-4ae7-93c5-f8e50086972f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6e99a45-14d4-42c2-bea6-95c1052a6052,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:14.894019 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7fc3138b-8c0a-4dfa-b138-348526973ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:14.996018 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be442181-0d04-4ae7-93c5-f8e50086972f admin admin] Checking segment: {'id': '2456cfaf-4210-42cd-8c9a-22f5627f590f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd5b3d5af-6ea4-4520-b87a-668c3c292dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:20:14.996357 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a5442-664d-4313-8c9b-b9d26269eaf5 service neutron] Pushing event updated for resources: {'Port': ['ID=ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:14.996514 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be442181-0d04-4ae7-93c5-f8e50086972f admin admin] Network hostable DHCP agents. Network: d5b3d5af-6ea4-4520-b87a-668c3c292dfd, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:20:15.029425 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11970281-be17-484e-bad4-66925dc2931f'] response: {'name': 'network-changed', 'server_uuid': '1820aa98-4c57-49a0-9d3d-9e386a1af9d0', 'tag': 'ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019', 'status': 'completed', 'code': 200} May 03 22:20:15.062715 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b5951-0791-4270-a59f-069c889e4f74 req-805c00da-531c-49ce-9580-ce43edfe1503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:15.065395 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c18b5951-0791-4270-a59f-069c889e4f74 req-805c00da-531c-49ce-9580-ce43edfe1503 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=78ef6cf711cc40b7a965d375b2ee67a9&device_id=1820aa98-4c57-49a0-9d3d-9e386a1af9d0 HTTP/1.1" status: 200 len: 1099 time: 0.1557915 May 03 22:20:15.153780 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c18b5951-0791-4270-a59f-069c889e4f74 req-255d1b7f-7ed3-4e00-8bc6-7fcb73711fcd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019 HTTP/1.1" status: 200 len: 217 time: 0.0807767 May 03 22:20:15.194365 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90d64b-b52c-4871-acf5-23522e131220 req-fa208d4b-2b52-479f-9431-40d5e63a4562 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:15.195736 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4c90d64b-b52c-4871-acf5-23522e131220 req-fa208d4b-2b52-479f-9431-40d5e63a4562 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?device_id=1820aa98-4c57-49a0-9d3d-9e386a1af9d0 HTTP/1.1" status: 200 len: 948 time: 0.5948694 May 03 22:20:15.199994 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be442181-0d04-4ae7-93c5-f8e50086972f admin admin] Network d5b3d5af-6ea4-4520-b87a-668c3c292dfd is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:20:15.234527 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-be442181-0d04-4ae7-93c5-f8e50086972f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, d5b3d5af-6ea4-4520-b87a-668c3c292dfd) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:20:15.240563 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be442181-0d04-4ae7-93c5-f8e50086972f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:15.240563 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-be442181-0d04-4ae7-93c5-f8e50086972f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:15.259276 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f138c6f8-552d-414c-a790-a0a6a15439d9 None None] Network d5b3d5af-6ea4-4520-b87a-668c3c292dfd requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:20:15.295418 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7fc3138b-8c0a-4dfa-b138-348526973ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:15.319750 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0686d141-52fd-43f5-ac2d-1f7e40b3dae6 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:15.353012 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b5951-0791-4270-a59f-069c889e4f74 req-24cfa54c-2674-4bc8-bd4f-0b02e55b578a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:15.354816 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c18b5951-0791-4270-a59f-069c889e4f74 req-24cfa54c-2674-4bc8-bd4f-0b02e55b578a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.1942568 May 03 22:20:15.359091 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc3138b-8c0a-4dfa-b138-348526973ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc15a5da-46f2-40ca-a62a-8b4f61e24c8c,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:15.421164 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7fc3138b-8c0a-4dfa-b138-348526973ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:15.422688 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7fc3138b-8c0a-4dfa-b138-348526973ed2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fc15a5da-46f2-40ca-a62a-8b4f61e24c8c HTTP/1.1" status: 204 len: 168 time: 1.3017507 May 03 22:20:15.431037 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4c90d64b-b52c-4871-acf5-23522e131220 req-6e5dc897-6cf2-4727-b67b-c89ff5fca4b6 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f469174-b289-4c90-b088-91bbfa8d53d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018247 May 03 22:20:15.440090 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-be442181-0d04-4ae7-93c5-f8e50086972f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7589402 May 03 22:20:15.444335 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45322) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:15.471591 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-41778a1f-4fd4-4a77-b5b9-709e0780bc71 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1837511078-router', 'tenant_id': '542e7d589865492d9c12fa7c466686ef', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:20:15.484798 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-41778a1f-4fd4-4a77-b5b9-709e0780bc71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:15.503015 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-41778a1f-4fd4-4a77-b5b9-709e0780bc71 admin admin] Usage tracker for resource:router and tenant:542e7d589865492d9c12fa7c466686ef is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:15.509661 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-41778a1f-4fd4-4a77-b5b9-709e0780bc71 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:15.510803 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b5951-0791-4270-a59f-069c889e4f74 req-0622067d-6294-4051-8f03-fb8af31cfb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:15.514349 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c18b5951-0791-4270-a59f-069c889e4f74 req-0622067d-6294-4051-8f03-fb8af31cfb6b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1461043 May 03 22:20:15.538387 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-41778a1f-4fd4-4a77-b5b9-709e0780bc71 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:15.562307 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0686d141-52fd-43f5-ac2d-1f7e40b3dae6 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:15.693722 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eab44a6-ffcc-41a9-9497-3092266210d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-d5b3d5af-6ea4-4520-b87a-668c3c292dfd', 'network_id': 'd5b3d5af-6ea4-4520-b87a-668c3c292dfd', 'tenant_id': '542e7d589865492d9c12fa7c466686ef', 'fixed_ips': [{'subnet_id': 'f6e99a45-14d4-42c2-bea6-95c1052a6052'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:20:15.694528 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9eab44a6-ffcc-41a9-9497-3092266210d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:15.702071 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-41778a1f-4fd4-4a77-b5b9-709e0780bc71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:15.703266 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-41778a1f-4fd4-4a77-b5b9-709e0780bc71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:15.763761 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0686d141-52fd-43f5-ac2d-1f7e40b3dae6 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:20:15.768934 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-0686d141-52fd-43f5-ac2d-1f7e40b3dae6 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:20:15.772802 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0686d141-52fd-43f5-ac2d-1f7e40b3dae6 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:20:15.791722 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686d141-52fd-43f5-ac2d-1f7e40b3dae6 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Pushing event updated for resources: {'Port': ['ID=36d10636-fe1f-43da-86aa-1bb4688dae43,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:15.800084 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-41778a1f-4fd4-4a77-b5b9-709e0780bc71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:15.826147 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c18b5951-0791-4270-a59f-069c889e4f74 req-6e8ce687-0bfa-4050-9631-29cf47d86210 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043017 May 03 22:20:15.981107 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-9eab44a6-ffcc-41a9-9497-3092266210d2 None None] Allocated IP 172.20.0.2 (d5b3d5af-6ea4-4520-b87a-668c3c292dfd/f6e99a45-14d4-42c2-bea6-95c1052a6052/51983dd3-9142-4297-8ff6-a92c742151c1) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:20:15.996284 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0686d141-52fd-43f5-ac2d-1f7e40b3dae6 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:16.008550 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45354) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:16.110531 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c18b5951-0791-4270-a59f-069c889e4f74 req-ee8df7c5-3626-4395-a4d9-9f4157c7c7f4 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780442 May 03 22:20:16.322710 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc282a-5261-4597-af65-4072d3c8d665 req-8924373e-2be7-4704-98b9-5293ba126001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:16.333263 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-79fc282a-5261-4597-af65-4072d3c8d665 req-8924373e-2be7-4704-98b9-5293ba126001 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=78ef6cf711cc40b7a965d375b2ee67a9&device_id=1820aa98-4c57-49a0-9d3d-9e386a1af9d0 HTTP/1.1" status: 200 len: 1099 time: 0.1554365 May 03 22:20:16.366867 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9eab44a6-ffcc-41a9-9497-3092266210d2 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:16.389816 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-41778a1f-4fd4-4a77-b5b9-709e0780bc71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:16.392623 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9eab44a6-ffcc-41a9-9497-3092266210d2 None None] Transition to ACTIVE for port object 51983dd3-9142-4297-8ff6-a92c742151c1 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:20:16.420319 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0686d141-52fd-43f5-ac2d-1f7e40b3dae6 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:16.441158 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9eab44a6-ffcc-41a9-9497-3092266210d2 None None] Transition to ACTIVE for port object 51983dd3-9142-4297-8ff6-a92c742151c1 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:20:16.451479 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9eab44a6-ffcc-41a9-9497-3092266210d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:16.646581 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eab44a6-ffcc-41a9-9497-3092266210d2 None None] Network d5b3d5af-6ea4-4520-b87a-668c3c292dfd is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:20:16.649569 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-9eab44a6-ffcc-41a9-9497-3092266210d2 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:20:16.652502 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eab44a6-ffcc-41a9-9497-3092266210d2 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:20:16.655330 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-9a2f47bb-fcb5-472c-a7ec-34ad65e7a632 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1963312258-network', 'tenant_id': '498aeb136ad344e696908c84b87971fc'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:20:16.683340 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc282a-5261-4597-af65-4072d3c8d665 req-85fab184-764c-4747-83d2-926b5496f4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:16.685747 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-79fc282a-5261-4597-af65-4072d3c8d665 req-85fab184-764c-4747-83d2-926b5496f4a8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.3492599 May 03 22:20:16.691092 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45384) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:16.717076 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab44a6-ffcc-41a9-9497-3092266210d2 None None] Pushing event updated for resources: {'Port': ['ID=51983dd3-9142-4297-8ff6-a92c742151c1,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:16.802438 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9a2f47bb-fcb5-472c-a7ec-34ad65e7a632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:16.815957 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-79fc282a-5261-4597-af65-4072d3c8d665 req-a8337b22-cb2d-4a07-8fef-87bebe403c15 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019 HTTP/1.1" status: 200 len: 217 time: 0.1184349 May 03 22:20:16.834869 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9a2f47bb-fcb5-472c-a7ec-34ad65e7a632 admin admin] Usage tracker for resource:network and tenant:498aeb136ad344e696908c84b87971fc is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:16.873476 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9a2f47bb-fcb5-472c-a7ec-34ad65e7a632 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:16.887928 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9a2f47bb-fcb5-472c-a7ec-34ad65e7a632 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:16.913239 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc282a-5261-4597-af65-4072d3c8d665 req-15c1b34a-7a24-492a-b2d6-2f6275a58de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:16.915142 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-79fc282a-5261-4597-af65-4072d3c8d665 req-15c1b34a-7a24-492a-b2d6-2f6275a58de8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.0913696 May 03 22:20:16.925847 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-9eab44a6-ffcc-41a9-9497-3092266210d2 None None] Attempting to bind port 51983dd3-9142-4297-8ff6-a92c742151c1 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:20:16.927622 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-9eab44a6-ffcc-41a9-9497-3092266210d2 None None] Attempting to bind port 51983dd3-9142-4297-8ff6-a92c742151c1 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '2456cfaf-4210-42cd-8c9a-22f5627f590f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd5b3d5af-6ea4-4520-b87a-668c3c292dfd'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:20:16.928009 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eab44a6-ffcc-41a9-9497-3092266210d2 None None] Attempting to bind port 51983dd3-9142-4297-8ff6-a92c742151c1 on network d5b3d5af-6ea4-4520-b87a-668c3c292dfd {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:20:16.940194 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eab44a6-ffcc-41a9-9497-3092266210d2 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:20:16.940637 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eab44a6-ffcc-41a9-9497-3092266210d2 None None] Checking segment: {'id': '2456cfaf-4210-42cd-8c9a-22f5627f590f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd5b3d5af-6ea4-4520-b87a-668c3c292dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:20:16.940957 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9eab44a6-ffcc-41a9-9497-3092266210d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:16.941349 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eab44a6-ffcc-41a9-9497-3092266210d2 None None] Bound using segment: {'id': '2456cfaf-4210-42cd-8c9a-22f5627f590f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd5b3d5af-6ea4-4520-b87a-668c3c292dfd'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:20:16.941876 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-9eab44a6-ffcc-41a9-9497-3092266210d2 None None] Bound port: 51983dd3-9142-4297-8ff6-a92c742151c1, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2456cfaf-4210-42cd-8c9a-22f5627f590f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd5b3d5af-6ea4-4520-b87a-668c3c292dfd'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:20:16.942274 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9eab44a6-ffcc-41a9-9497-3092266210d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:17.033777 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc282a-5261-4597-af65-4072d3c8d665 req-61e9463f-fd16-4e69-9a30-99a23a5ca18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:17.035927 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-79fc282a-5261-4597-af65-4072d3c8d665 req-61e9463f-fd16-4e69-9a30-99a23a5ca18d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1132066 May 03 22:20:17.046473 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2f47bb-fcb5-472c-a7ec-34ad65e7a632 admin admin] Made reservation on behalf of 498aeb136ad344e696908c84b87971fc for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:20:17.048948 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9a2f47bb-fcb5-472c-a7ec-34ad65e7a632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:17.083917 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9a2f47bb-fcb5-472c-a7ec-34ad65e7a632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:17.131973 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9a2f47bb-fcb5-472c-a7ec-34ad65e7a632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:17.142287 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9a2f47bb-fcb5-472c-a7ec-34ad65e7a632 admin admin] Usage tracker for resource:security_group_rule and tenant:498aeb136ad344e696908c84b87971fc is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:17.145160 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-9eab44a6-ffcc-41a9-9497-3092266210d2 None None] For port 51983dd3-9142-4297-8ff6-a92c742151c1, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:20:17.146408 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9a2f47bb-fcb5-472c-a7ec-34ad65e7a632 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:17.154773 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-9eab44a6-ffcc-41a9-9497-3092266210d2 None None] For port 51983dd3-9142-4297-8ff6-a92c742151c1, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=51983dd3-9142-4297-8ff6-a92c742151c1,segment=NetworkSegment(2456cfaf-4210-42cd-8c9a-22f5627f590f),segment_id=2456cfaf-4210-42cd-8c9a-22f5627f590f)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:20:17.161464 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d757e-cbbe-46b0-8372-90ac6a1573fe req-4d0e5aa8-0e26-4ead-a7ba-76fe5987e975 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:17.163037 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-080d757e-cbbe-46b0-8372-90ac6a1573fe req-4d0e5aa8-0e26-4ead-a7ba-76fe5987e975 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?device_id=1820aa98-4c57-49a0-9d3d-9e386a1af9d0 HTTP/1.1" status: 200 len: 948 time: 0.4982743 May 03 22:20:17.164249 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9eab44a6-ffcc-41a9-9497-3092266210d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:17.164640 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9a2f47bb-fcb5-472c-a7ec-34ad65e7a632 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:17.250931 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0686d141-52fd-43f5-ac2d-1f7e40b3dae6 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:17.264983 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c164dce0-c91c-4bb1-b499-4d3108178283 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=823848ff26e04297af199eddbe820b1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4870050 May 03 22:20:17.268150 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45404) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:17.379215 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-79fc282a-5261-4597-af65-4072d3c8d665 req-686f95cb-54e4-4c74-aa94-e17947fa1b56 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353133 May 03 22:20:17.388608 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab44a6-ffcc-41a9-9497-3092266210d2 None None] Pushing event updated for resources: {'Port': ['ID=51983dd3-9142-4297-8ff6-a92c742151c1,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:17.492971 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0686d141-52fd-43f5-ac2d-1f7e40b3dae6 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:17.499138 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-080d757e-cbbe-46b0-8372-90ac6a1573fe req-fbaf44a1-a0fb-4102-82cc-e61e753e2c0c tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f469174-b289-4c90-b088-91bbfa8d53d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280280 May 03 22:20:17.547916 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-79fc282a-5261-4597-af65-4072d3c8d665 req-950f50d0-e69f-4ceb-b5dd-ff7f26edf2fd service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576645 May 03 22:20:17.564446 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c69153cc-0358-490c-aa47-fd5fe5332bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:17.602141 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fbec4321-18d2-4877-a78d-436162537f21 req-0306a748-19ea-42c3-9af5-07dec55265b4 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=1355e03e3cc943b7a86e8b598705e5c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635672 May 03 22:20:17.631990 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c69153cc-0358-490c-aa47-fd5fe5332bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:17.729935 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45430) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:17.735272 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0686d141-52fd-43f5-ac2d-1f7e40b3dae6 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:17.742807 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-41778a1f-4fd4-4a77-b5b9-709e0780bc71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:17.744734 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c69153cc-0358-490c-aa47-fd5fe5332bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:17.786329 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69153cc-0358-490c-aa47-fd5fe5332bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82910400-cd2c-43c9-8729-4a94eb9fee28,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:17.790607 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-41778a1f-4fd4-4a77-b5b9-709e0780bc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:17.814781 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c69153cc-0358-490c-aa47-fd5fe5332bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:17.816955 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c69153cc-0358-490c-aa47-fd5fe5332bbc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/82910400-cd2c-43c9-8729-4a94eb9fee28 HTTP/1.1" status: 204 len: 168 time: 0.5465457 May 03 22:20:17.891458 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0686d141-52fd-43f5-ac2d-1f7e40b3dae6 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:17.901292 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0686d141-52fd-43f5-ac2d-1f7e40b3dae6 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4200480 May 03 22:20:17.902372 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686d141-52fd-43f5-ac2d-1f7e40b3dae6 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Pushing event updated for resources: {'Port': ['ID=36d10636-fe1f-43da-86aa-1bb4688dae43,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:17.929868 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-5bdac486-e213-41a7-9699-dabadda83fe5 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1495001903-network', 'tenant_id': 'ec7645f95a4b4ae78a2c1ea04f62a7e0'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:20:17.935011 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-5bdac486-e213-41a7-9699-dabadda83fe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:17.944367 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5bdac486-e213-41a7-9699-dabadda83fe5 admin admin] Usage tracker for resource:network and tenant:ec7645f95a4b4ae78a2c1ea04f62a7e0 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:17.950781 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5bdac486-e213-41a7-9699-dabadda83fe5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:17.965297 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-5bdac486-e213-41a7-9699-dabadda83fe5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:17.988825 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdac486-e213-41a7-9699-dabadda83fe5 admin admin] Made reservation on behalf of ec7645f95a4b4ae78a2c1ea04f62a7e0 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:20:17.992307 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5bdac486-e213-41a7-9699-dabadda83fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:18.014372 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5bdac486-e213-41a7-9699-dabadda83fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:18.049452 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9a2f47bb-fcb5-472c-a7ec-34ad65e7a632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:18.062949 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-5bdac486-e213-41a7-9699-dabadda83fe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:18.068514 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5bdac486-e213-41a7-9699-dabadda83fe5 admin admin] Usage tracker for resource:security_group_rule and tenant:ec7645f95a4b4ae78a2c1ea04f62a7e0 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:18.071821 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5bdac486-e213-41a7-9699-dabadda83fe5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:18.077912 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-5bdac486-e213-41a7-9699-dabadda83fe5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:18.093535 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9a2f47bb-fcb5-472c-a7ec-34ad65e7a632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:18.158283 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec4321-18d2-4877-a78d-436162537f21 req-498b0d03-3233-4139-9450-23eb4ca5e66e tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:18.167138 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fbec4321-18d2-4877-a78d-436162537f21 req-498b0d03-3233-4139-9450-23eb4ca5e66e tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5427096 May 03 22:20:18.189360 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a2f47bb-fcb5-472c-a7ec-34ad65e7a632 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:20:18.202434 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5bdac486-e213-41a7-9699-dabadda83fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:18.209697 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5bdac486-e213-41a7-9699-dabadda83fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:18.225368 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fbec4321-18d2-4877-a78d-436162537f21 req-61946896-65c5-42f3-8520-38f2feb62b3d tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/quotas/1355e03e3cc943b7a86e8b598705e5c5 HTTP/1.1" status: 200 len: 375 time: 0.0571182 May 03 22:20:18.261483 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bdac486-e213-41a7-9699-dabadda83fe5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:20:18.273847 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f47bb-fcb5-472c-a7ec-34ad65e7a632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c05288-5684-4996-9413-e1566b84a935,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:18.278478 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9a2f47bb-fcb5-472c-a7ec-34ad65e7a632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:18.279213 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-9a2f47bb-fcb5-472c-a7ec-34ad65e7a632 admin admin] Added segment a53a0ba9-b490-46a5-9f9e-5609a8fb67ef of type vlan for network 2f979ad9-48cf-4a78-a4c8-e31de78dd306 May 03 22:20:18.280881 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-41778a1f-4fd4-4a77-b5b9-709e0780bc71 admin admin] Allocated IP 172.25.2.190 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/6696d22c-4ff9-4700-8c17-48c4cf297c3e) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:20:18.290669 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdac486-e213-41a7-9699-dabadda83fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b89ac1-3dde-447a-a456-b7db5369f81f,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:18.308476 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5bdac486-e213-41a7-9699-dabadda83fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:18.308914 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-5bdac486-e213-41a7-9699-dabadda83fe5 admin admin] Added segment 77200bdd-488e-4fa6-a16f-12d3ed2e8fe2 of type vlan for network 3476088d-e412-4e55-9c2f-549019c16834 May 03 22:20:18.319924 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fbec4321-18d2-4877-a78d-436162537f21 req-08b398ec-2667-4c09-96f1-4dcb31c911aa tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1355e03e3cc943b7a86e8b598705e5c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0922885 May 03 22:20:18.396853 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5bdac486-e213-41a7-9699-dabadda83fe5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:18.400673 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45452) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:18.417703 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9a2f47bb-fcb5-472c-a7ec-34ad65e7a632 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:18.514269 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 51983dd3-9142-4297-8ff6-a92c742151c1 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:20:18.560345 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7b3e0938-ab7b-419e-8d0e-f58a842ae261 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b83f3b643ad4f869a74a8ceda47d042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1587231 May 03 22:20:18.561284 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5bdac486-e213-41a7-9699-dabadda83fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:18.562245 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdac486-e213-41a7-9699-dabadda83fe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:18.562820 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5bdac486-e213-41a7-9699-dabadda83fe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:18.580477 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45466) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:18.684389 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 51983dd3-9142-4297-8ff6-a92c742151c1 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:20:18.813479 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.resource_extend [None req-9a2f47bb-fcb5-472c-a7ec-34ad65e7a632 admin admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:20:18.830535 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5bdac486-e213-41a7-9699-dabadda83fe5 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0966330 May 03 22:20:18.833240 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45478) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:18.847606 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdac486-e213-41a7-9699-dabadda83fe5 admin admin] Pushing event updated for resources: {'Network': ['ID=3476088d-e412-4e55-9c2f-549019c16834,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:18.853278 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-2150b288-f622-419f-a292-88ea55c201bc admin admin] Request body: {'subnet': {'network_id': '3476088d-e412-4e55-9c2f-549019c16834', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1495001903-subnet', 'tenant_id': 'ec7645f95a4b4ae78a2c1ea04f62a7e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:20:18.861614 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2150b288-f622-419f-a292-88ea55c201bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:18.870282 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2150b288-f622-419f-a292-88ea55c201bc admin admin] Usage tracker for resource:subnet and tenant:ec7645f95a4b4ae78a2c1ea04f62a7e0 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:18.875776 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2150b288-f622-419f-a292-88ea55c201bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:18.880047 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdac486-e213-41a7-9699-dabadda83fe5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:20:18.880393 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdac486-e213-41a7-9699-dabadda83fe5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:20:18.880744 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdac486-e213-41a7-9699-dabadda83fe5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:20:18.881672 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdac486-e213-41a7-9699-dabadda83fe5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:20:18.882043 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdac486-e213-41a7-9699-dabadda83fe5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:20:18.882407 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdac486-e213-41a7-9699-dabadda83fe5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:20:18.882731 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdac486-e213-41a7-9699-dabadda83fe5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:20:18.883050 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdac486-e213-41a7-9699-dabadda83fe5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:20:18.883614 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdac486-e213-41a7-9699-dabadda83fe5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:20:18.884328 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdac486-e213-41a7-9699-dabadda83fe5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:20:18.884665 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdac486-e213-41a7-9699-dabadda83fe5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:20:18.885007 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdac486-e213-41a7-9699-dabadda83fe5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:20:18.898808 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2150b288-f622-419f-a292-88ea55c201bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:18.904803 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-df3f45e3-480d-45aa-8835-c3213e898006 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Synchronizing usage tracker for tenant:6d5fe23fb043446983dcb5606ef7203e on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:20:18.910251 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 3476088d-e412-4e55-9c2f-549019c16834 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:20:18.916069 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9a2f47bb-fcb5-472c-a7ec-34ad65e7a632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:18.917421 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2f47bb-fcb5-472c-a7ec-34ad65e7a632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:18.918354 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9a2f47bb-fcb5-472c-a7ec-34ad65e7a632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:18.931420 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-31063f53-4e30-48a5-9256-3d8eec697173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:18.951384 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2150b288-f622-419f-a292-88ea55c201bc admin admin] Made reservation on behalf of ec7645f95a4b4ae78a2c1ea04f62a7e0 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:20:18.958143 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2150b288-f622-419f-a292-88ea55c201bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:18.978972 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb71134c-ba38-42b1-8198-fd8ae4d77a7f None None] Network d5b3d5af-6ea4-4520-b87a-668c3c292dfd requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:20:19.016846 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-31063f53-4e30-48a5-9256-3d8eec697173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:19.060279 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-41778a1f-4fd4-4a77-b5b9-709e0780bc71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:19.128757 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-84b6e402-835c-4d97-afe0-560621abf67e None None] Provisioning for port 51983dd3-9142-4297-8ff6-a92c742151c1 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:20:19.142435 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-df3f45e3-480d-45aa-8835-c3213e898006 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Unset dirty status for tenant:6d5fe23fb043446983dcb5606ef7203e on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:20:19.143792 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-df3f45e3-480d-45aa-8835-c3213e898006 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--364399448&fields=id&tenant_id=6d5fe23fb043446983dcb5606ef7203e HTTP/1.1" status: 200 len: 267 time: 0.4437234 May 03 22:20:19.160434 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9a2f47bb-fcb5-472c-a7ec-34ad65e7a632 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 3.1511388 May 03 22:20:19.166718 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f47bb-fcb5-472c-a7ec-34ad65e7a632 admin admin] Pushing event updated for resources: {'Network': ['ID=2f979ad9-48cf-4a78-a4c8-e31de78dd306,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:19.168945 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45490) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:19.195652 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-31063f53-4e30-48a5-9256-3d8eec697173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:19.201290 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-e4ed01e7-31d6-49fe-bcbe-35e0f1c25b95 admin admin] Request body: {'subnet': {'network_id': '2f979ad9-48cf-4a78-a4c8-e31de78dd306', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1963312258-subnet', 'tenant_id': '498aeb136ad344e696908c84b87971fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:20:19.217458 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31063f53-4e30-48a5-9256-3d8eec697173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fe1d42-e0f5-4b60-b3aa-47ddadd449de,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:19.225570 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-84b6e402-835c-4d97-afe0-560621abf67e None None] Provisioning complete for port 51983dd3-9142-4297-8ff6-a92c742151c1 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:20:19.226024 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-84b6e402-835c-4d97-afe0-560621abf67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:19.230691 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e4ed01e7-31d6-49fe-bcbe-35e0f1c25b95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:19.245257 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2f47bb-fcb5-472c-a7ec-34ad65e7a632 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:20:19.245595 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2f47bb-fcb5-472c-a7ec-34ad65e7a632 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:20:19.245986 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2f47bb-fcb5-472c-a7ec-34ad65e7a632 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:20:19.246430 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2f47bb-fcb5-472c-a7ec-34ad65e7a632 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:20:19.246768 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2f47bb-fcb5-472c-a7ec-34ad65e7a632 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:20:19.247092 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2f47bb-fcb5-472c-a7ec-34ad65e7a632 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:20:19.248528 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2f47bb-fcb5-472c-a7ec-34ad65e7a632 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:20:19.248528 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2f47bb-fcb5-472c-a7ec-34ad65e7a632 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:20:19.248528 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2f47bb-fcb5-472c-a7ec-34ad65e7a632 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:20:19.248528 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2f47bb-fcb5-472c-a7ec-34ad65e7a632 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:20:19.248842 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2f47bb-fcb5-472c-a7ec-34ad65e7a632 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:20:19.249027 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2f47bb-fcb5-472c-a7ec-34ad65e7a632 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:20:19.258768 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e4ed01e7-31d6-49fe-bcbe-35e0f1c25b95 admin admin] Usage tracker for resource:subnet and tenant:498aeb136ad344e696908c84b87971fc is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:19.260021 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-31063f53-4e30-48a5-9256-3d8eec697173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:19.261133 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-31063f53-4e30-48a5-9256-3d8eec697173 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/60fe1d42-e0f5-4b60-b3aa-47ddadd449de HTTP/1.1" status: 204 len: 168 time: 0.6623490 May 03 22:20:19.264512 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e4ed01e7-31d6-49fe-bcbe-35e0f1c25b95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:19.274428 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2150b288-f622-419f-a292-88ea55c201bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:19.294988 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483e1de-3b1e-4060-b52a-6702ef0f06f3 req-0f8242f6-8ab7-4813-a6c9-191071f288be tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:19.300005 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 2f979ad9-48cf-4a78-a4c8-e31de78dd306 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:20:19.305141 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0483e1de-3b1e-4060-b52a-6702ef0f06f3 req-0f8242f6-8ab7-4813-a6c9-191071f288be tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?device_id=1820aa98-4c57-49a0-9d3d-9e386a1af9d0 HTTP/1.1" status: 200 len: 948 time: 0.5519838 May 03 22:20:19.358024 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e4ed01e7-31d6-49fe-bcbe-35e0f1c25b95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:19.361937 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150b288-f622-419f-a292-88ea55c201bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=63a9fee3-85c4-4a95-8dcc-67111d08a3de,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:19.385875 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2150b288-f622-419f-a292-88ea55c201bc admin admin] Checking segment: {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:20:19.386533 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2150b288-f622-419f-a292-88ea55c201bc admin admin] Network hostable DHCP agents. Network: 3476088d-e412-4e55-9c2f-549019c16834, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:20:19.409226 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2150b288-f622-419f-a292-88ea55c201bc admin admin] Network 3476088d-e412-4e55-9c2f-549019c16834 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:20:19.423917 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-2150b288-f622-419f-a292-88ea55c201bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 3476088d-e412-4e55-9c2f-549019c16834) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:20:19.431821 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2150b288-f622-419f-a292-88ea55c201bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:19.432958 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2150b288-f622-419f-a292-88ea55c201bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:19.456246 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2150b288-f622-419f-a292-88ea55c201bc admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6108413 May 03 22:20:19.491233 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8232ece2-2a7d-474a-a47c-bc028553d4ce None None] Network 3476088d-e412-4e55-9c2f-549019c16834 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:20:19.500039 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ed01e7-31d6-49fe-bcbe-35e0f1c25b95 admin admin] Made reservation on behalf of 498aeb136ad344e696908c84b87971fc for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:20:19.502522 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e4ed01e7-31d6-49fe-bcbe-35e0f1c25b95 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:19.542440 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0483e1de-3b1e-4060-b52a-6702ef0f06f3 req-6e95a0f1-5d03-45b5-b0dd-0a2afa38cf51 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f469174-b289-4c90-b088-91bbfa8d53d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363508 May 03 22:20:19.612512 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-41778a1f-4fd4-4a77-b5b9-709e0780bc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:19.835626 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-8735d223-ff85-466e-9a8e-83fa49b46c4f tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:19.837106 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-8735d223-ff85-466e-9a8e-83fa49b46c4f tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/networks?id=fc15fac9-7438-4d00-8baf-ffa13ed5602b HTTP/1.1" status: 200 len: 823 time: 0.6789384 May 03 22:20:19.845390 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41778a1f-4fd4-4a77-b5b9-709e0780bc71 admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:20:19.981481 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0c11c625-10bc-4efb-afc6-28409cd3b135 req-2726b787-1bfd-4a43-95d5-87f67331aae8 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/ports?device_id=6444c48b-bb82-4f41-8f7c-efa1116a623e HTTP/1.1" status: 200 len: 210 time: 0.1705117 May 03 22:20:19.993730 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-41778a1f-4fd4-4a77-b5b9-709e0780bc71 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:20:20.016947 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-84b6e402-835c-4d97-afe0-560621abf67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:20.021452 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41778a1f-4fd4-4a77-b5b9-709e0780bc71 admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:20:20.120045 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41778a1f-4fd4-4a77-b5b9-709e0780bc71 admin admin] Pushing event updated for resources: {'Port': ['ID=6696d22c-4ff9-4700-8c17-48c4cf297c3e,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:20.179104 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-84b6e402-835c-4d97-afe0-560621abf67e None None] For port 51983dd3-9142-4297-8ff6-a92c742151c1, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=51983dd3-9142-4297-8ff6-a92c742151c1,segment=NetworkSegment(2456cfaf-4210-42cd-8c9a-22f5627f590f),segment_id=2456cfaf-4210-42cd-8c9a-22f5627f590f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:20:20.236360 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-84b6e402-835c-4d97-afe0-560621abf67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:20.245656 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fbec4321-18d2-4877-a78d-436162537f21 req-a3491c60-c41a-4584-8701-d019025797b4 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=1355e03e3cc943b7a86e8b598705e5c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460012 May 03 22:20:20.247248 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-bcb06e8f-4f2d-482b-8803-4ea2d96b098d tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/quotas/6d5fe23fb043446983dcb5606ef7203e HTTP/1.1" status: 200 len: 375 time: 0.2788320 May 03 22:20:20.304616 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a268aa-25b3-4574-8dd0-dbbca39a5673 None None] Network 3476088d-e412-4e55-9c2f-549019c16834 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:20:20.427274 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45526) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:20.433784 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-1ecb1b02-2abb-43c7-978f-24ca12c53040 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-546921914-network', 'tenant_id': '277793575a434a01b805dd7d3ab5b5c2'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:20:20.444713 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1ecb1b02-2abb-43c7-978f-24ca12c53040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:20.461281 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1ecb1b02-2abb-43c7-978f-24ca12c53040 admin admin] Usage tracker for resource:network and tenant:277793575a434a01b805dd7d3ab5b5c2 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:20.470684 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1ecb1b02-2abb-43c7-978f-24ca12c53040 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:20.493538 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1ecb1b02-2abb-43c7-978f-24ca12c53040 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:20.503589 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:20:20.528476 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecb1b02-2abb-43c7-978f-24ca12c53040 admin admin] Made reservation on behalf of 277793575a434a01b805dd7d3ab5b5c2 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:20:20.530818 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1ecb1b02-2abb-43c7-978f-24ca12c53040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:20.576485 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1ecb1b02-2abb-43c7-978f-24ca12c53040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:20.603621 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1ecb1b02-2abb-43c7-978f-24ca12c53040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:20.627174 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1ecb1b02-2abb-43c7-978f-24ca12c53040 admin admin] Usage tracker for resource:security_group_rule and tenant:277793575a434a01b805dd7d3ab5b5c2 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:20.632637 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1ecb1b02-2abb-43c7-978f-24ca12c53040 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:20.641448 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1ecb1b02-2abb-43c7-978f-24ca12c53040 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:20.665074 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:20:20.685884 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': 'ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019', 'mac_address': 'fa:16:3e:25:7d:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:20:20.737626 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1ecb1b02-2abb-43c7-978f-24ca12c53040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:20.745377 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1ecb1b02-2abb-43c7-978f-24ca12c53040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:20.778873 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ecb1b02-2abb-43c7-978f-24ca12c53040 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:20:20.794077 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb1b02-2abb-43c7-978f-24ca12c53040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a91c5bc-47d1-4838-b098-b3bfde4f01d8,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:20.811761 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:20.815788 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1ecb1b02-2abb-43c7-978f-24ca12c53040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:20.816498 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-1ecb1b02-2abb-43c7-978f-24ca12c53040 admin admin] Added segment a0dccb36-3aab-4b3b-829f-39b63d5ac7c0 of type vlan for network 3d5563e0-bd86-4233-96da-7cac9b93dea6 May 03 22:20:20.866882 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:20:20.873780 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1ecb1b02-2abb-43c7-978f-24ca12c53040 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:20.941139 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e4ed01e7-31d6-49fe-bcbe-35e0f1c25b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:20.943907 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6e402-835c-4d97-afe0-560621abf67e None None] Pushing event updated for resources: {'Port': ['ID=51983dd3-9142-4297-8ff6-a92c742151c1,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:20.950622 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1ecb1b02-2abb-43c7-978f-24ca12c53040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:20.952036 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecb1b02-2abb-43c7-978f-24ca12c53040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:20.952780 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1ecb1b02-2abb-43c7-978f-24ca12c53040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:20.972358 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:20:20.978663 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-630c7d19-0c68-4133-9f20-400759d77af5 None None] Provisioning complete for port 51983dd3-9142-4297-8ff6-a92c742151c1 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:20:20.979208 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-630c7d19-0c68-4133-9f20-400759d77af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:21.024995 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:21.050907 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1ecb1b02-2abb-43c7-978f-24ca12c53040 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6225126 May 03 22:20:21.054590 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45546) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:21.061830 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-47bb72dd-7bee-44af-90fd-0428f7a99034 admin admin] Request body: {'subnet': {'network_id': '3d5563e0-bd86-4233-96da-7cac9b93dea6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-546921914-subnet', 'tenant_id': '277793575a434a01b805dd7d3ab5b5c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:20:21.067004 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-47bb72dd-7bee-44af-90fd-0428f7a99034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:21.072141 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-47bb72dd-7bee-44af-90fd-0428f7a99034 admin admin] Usage tracker for resource:subnet and tenant:277793575a434a01b805dd7d3ab5b5c2 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:21.075416 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-47bb72dd-7bee-44af-90fd-0428f7a99034 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:21.087003 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-47bb72dd-7bee-44af-90fd-0428f7a99034 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:21.091481 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec4321-18d2-4877-a78d-436162537f21 req-38875db5-a3ae-4747-8935-6de720b3881a tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:21.099445 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fbec4321-18d2-4877-a78d-436162537f21 req-38875db5-a3ae-4747-8935-6de720b3881a tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8352547 May 03 22:20:21.135341 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-fbec4321-18d2-4877-a78d-436162537f21 req-c107483f-fabc-42dc-839d-0c1fd0980984 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Request body: {'port': {'device_id': '6444c48b-bb82-4f41-8f7c-efa1116a623e', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'admin_state_up': True, 'tenant_id': '1355e03e3cc943b7a86e8b598705e5c5'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:20:21.144658 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:21.188213 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-8191b281-0ac5-42ee-9a1f-85d7f124cd5d tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6d5fe23fb043446983dcb5606ef7203e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8676014 May 03 22:20:21.188911 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed01e7-31d6-49fe-bcbe-35e0f1c25b95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d17e102-3bb3-4523-8a3f-718ac78f5e2c,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:21.219197 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ed01e7-31d6-49fe-bcbe-35e0f1c25b95 admin admin] Checking segment: {'id': 'a53a0ba9-b490-46a5-9f9e-5609a8fb67ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2f979ad9-48cf-4a78-a4c8-e31de78dd306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:20:21.219561 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ed01e7-31d6-49fe-bcbe-35e0f1c25b95 admin admin] Network hostable DHCP agents. Network: 2f979ad9-48cf-4a78-a4c8-e31de78dd306, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:20:21.226183 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb1b02-2abb-43c7-978f-24ca12c53040 admin admin] Pushing event updated for resources: {'Network': ['ID=3d5563e0-bd86-4233-96da-7cac9b93dea6,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:21.229456 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47bb72dd-7bee-44af-90fd-0428f7a99034 admin admin] Made reservation on behalf of 277793575a434a01b805dd7d3ab5b5c2 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:20:21.231873 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-47bb72dd-7bee-44af-90fd-0428f7a99034 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:21.249517 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 3d5563e0-bd86-4233-96da-7cac9b93dea6 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:20:21.270353 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-41778a1f-4fd4-4a77-b5b9-709e0780bc71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:21.373433 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:20:21.632678 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ed01e7-31d6-49fe-bcbe-35e0f1c25b95 admin admin] Network 2f979ad9-48cf-4a78-a4c8-e31de78dd306 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:20:21.645217 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-47bb72dd-7bee-44af-90fd-0428f7a99034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:21.699913 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-e4ed01e7-31d6-49fe-bcbe-35e0f1c25b95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 2f979ad9-48cf-4a78-a4c8-e31de78dd306) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:20:21.712484 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626a8f2c-c33d-4bbf-882e-fc9a0ed5692b None None] Network 2f979ad9-48cf-4a78-a4c8-e31de78dd306 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:20:21.733228 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ed01e7-31d6-49fe-bcbe-35e0f1c25b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:21.733828 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e4ed01e7-31d6-49fe-bcbe-35e0f1c25b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:21.748733 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb72dd-7bee-44af-90fd-0428f7a99034 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f7c8aa0-8627-453b-9bc4-22d78c124dff,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:21.759376 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bb72dd-7bee-44af-90fd-0428f7a99034 admin admin] Checking segment: {'id': 'a0dccb36-3aab-4b3b-829f-39b63d5ac7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3d5563e0-bd86-4233-96da-7cac9b93dea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:20:21.759735 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bb72dd-7bee-44af-90fd-0428f7a99034 admin admin] Network hostable DHCP agents. Network: 3d5563e0-bd86-4233-96da-7cac9b93dea6, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:20:21.761818 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-ce23c84d-968f-40c0-857f-21f4deda6578 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:20:21.763207 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-ce23c84d-968f-40c0-857f-21f4deda6578 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1878073 May 03 22:20:21.784823 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bb72dd-7bee-44af-90fd-0428f7a99034 admin admin] Network 3d5563e0-bd86-4233-96da-7cac9b93dea6 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:20:21.800136 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-47bb72dd-7bee-44af-90fd-0428f7a99034 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 3d5563e0-bd86-4233-96da-7cac9b93dea6) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:20:21.815351 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bb72dd-7bee-44af-90fd-0428f7a99034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:21.816896 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-47bb72dd-7bee-44af-90fd-0428f7a99034 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:21.821689 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab06e228-6b4b-40f4-8b81-3b5483ac9170 None None] Network 3d5563e0-bd86-4233-96da-7cac9b93dea6 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:20:21.851039 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-47bb72dd-7bee-44af-90fd-0428f7a99034 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7954283 May 03 22:20:21.874048 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e4ed01e7-31d6-49fe-bcbe-35e0f1c25b95 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6757011 May 03 22:20:21.874922 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45568) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:21.883443 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-01d0bb61-3bc4-41e4-b6e3-2e14a78177e7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1963312258-router', 'tenant_id': '498aeb136ad344e696908c84b87971fc', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:20:21.896400 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-01d0bb61-3bc4-41e4-b6e3-2e14a78177e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:21.905747 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-01d0bb61-3bc4-41e4-b6e3-2e14a78177e7 admin admin] Usage tracker for resource:router and tenant:498aeb136ad344e696908c84b87971fc is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:21.909449 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-01d0bb61-3bc4-41e4-b6e3-2e14a78177e7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:21.916803 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-01d0bb61-3bc4-41e4-b6e3-2e14a78177e7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:21.932109 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-01d0bb61-3bc4-41e4-b6e3-2e14a78177e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:21.933663 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-01d0bb61-3bc4-41e4-b6e3-2e14a78177e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:21.945792 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-fbec4321-18d2-4877-a78d-436162537f21 req-c107483f-fabc-42dc-839d-0c1fd0980984 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:21.963763 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-01d0bb61-3bc4-41e4-b6e3-2e14a78177e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:21.976848 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-fbec4321-18d2-4877-a78d-436162537f21 req-c107483f-fabc-42dc-839d-0c1fd0980984 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Usage tracker for resource:port and tenant:1355e03e3cc943b7a86e8b598705e5c5 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:21.983439 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-fbec4321-18d2-4877-a78d-436162537f21 req-c107483f-fabc-42dc-839d-0c1fd0980984 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:22.055444 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-fbec4321-18d2-4877-a78d-436162537f21 req-c107483f-fabc-42dc-839d-0c1fd0980984 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:22.066545 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e40c9f-e04a-419b-8f44-b652a29ba40d req-c2ca01bc-2ad5-491f-93e5-7ff73ef206e1 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:22.075066 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6e40c9f-e04a-419b-8f44-b652a29ba40d req-c2ca01bc-2ad5-491f-93e5-7ff73ef206e1 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?device_id=1820aa98-4c57-49a0-9d3d-9e386a1af9d0 HTTP/1.1" status: 200 len: 949 time: 0.4926615 May 03 22:20:22.242316 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f1dfd8-f051-41d4-ad42-dde1fb38b78e None None] Network 3d5563e0-bd86-4233-96da-7cac9b93dea6 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:20:22.285265 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1edffe-f2e3-4b38-8f28-570585fc4918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-2f979ad9-48cf-4a78-a4c8-e31de78dd306', 'network_id': '2f979ad9-48cf-4a78-a4c8-e31de78dd306', 'tenant_id': '498aeb136ad344e696908c84b87971fc', 'fixed_ips': [{'subnet_id': '4d17e102-3bb3-4523-8a3f-718ac78f5e2c'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:20:22.287257 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ef1edffe-f2e3-4b38-8f28-570585fc4918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:22.303810 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:20:22.324320 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbec4321-18d2-4877-a78d-436162537f21 req-c107483f-fabc-42dc-839d-0c1fd0980984 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Made reservation on behalf of 1355e03e3cc943b7a86e8b598705e5c5 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:20:22.327682 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fbec4321-18d2-4877-a78d-436162537f21 req-c107483f-fabc-42dc-839d-0c1fd0980984 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:22.343688 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fbec4321-18d2-4877-a78d-436162537f21 req-c107483f-fabc-42dc-839d-0c1fd0980984 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:22.355125 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6e40c9f-e04a-419b-8f44-b652a29ba40d req-4c207998-4aa5-4c0c-9764-67c5183fb85d tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f469174-b289-4c90-b088-91bbfa8d53d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790382 May 03 22:20:22.360685 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-0a28a270-e24a-40f8-a7e1-4f7ad73035c3 service neutron] 10.222.0.58 "GET /v2.0/networks/fc15fac9-7438-4d00-8baf-ffa13ed5602b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5865562 May 03 22:20:22.372166 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-fbec4321-18d2-4877-a78d-436162537f21 req-c107483f-fabc-42dc-839d-0c1fd0980984 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:22.376101 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-fbec4321-18d2-4877-a78d-436162537f21 req-c107483f-fabc-42dc-839d-0c1fd0980984 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Usage tracker for resource:security_group_rule and tenant:1355e03e3cc943b7a86e8b598705e5c5 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:22.379009 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-fbec4321-18d2-4877-a78d-436162537f21 req-c107483f-fabc-42dc-839d-0c1fd0980984 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:22.385810 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-01d0bb61-3bc4-41e4-b6e3-2e14a78177e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:22.422843 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-fbec4321-18d2-4877-a78d-436162537f21 req-c107483f-fabc-42dc-839d-0c1fd0980984 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:22.433435 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 51983dd3-9142-4297-8ff6-a92c742151c1 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:20:22.614489 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-41778a1f-4fd4-4a77-b5b9-709e0780bc71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:22.638447 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7c2b272f-1fd5-449e-b449-7f865314a62d req-962320b4-1820-46fd-bbe0-275e7f050c3d tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/ports?device_id=6444c48b-bb82-4f41-8f7c-efa1116a623e HTTP/1.1" status: 200 len: 210 time: 0.1362758 May 03 22:20:22.735484 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:20:22.736114 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-01d0bb61-3bc4-41e4-b6e3-2e14a78177e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:22.747774 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-ef1edffe-f2e3-4b38-8f28-570585fc4918 None None] Allocated IP 172.20.0.2 (2f979ad9-48cf-4a78-a4c8-e31de78dd306/4d17e102-3bb3-4523-8a3f-718ac78f5e2c/caa8b0c7-959c-4ae2-9de6-359590b11505) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:20:22.771353 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-01d0bb61-3bc4-41e4-b6e3-2e14a78177e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:22.842220 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-7f1a28a0-7135-4879-a851-3bce9e7d36df service neutron] 10.222.0.58 "GET /v2.0/networks/fc15fac9-7438-4d00-8baf-ffa13ed5602b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744964 May 03 22:20:22.917550 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41778a1f-4fd4-4a77-b5b9-709e0780bc71 admin admin] Router ba12dd59-f498-473b-8989-a6ec4f536d28 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:20:22.972321 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-01d0bb61-3bc4-41e4-b6e3-2e14a78177e7 admin admin] Allocated IP 172.25.2.134 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/385e2f1a-30f2-43ba-87d8-6a815efed8a9) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:20:23.019118 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:20:23.019483 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:23.064481 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 51983dd3-9142-4297-8ff6-a92c742151c1 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:20:23.064899 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:23.159201 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fbec4321-18d2-4877-a78d-436162537f21 req-c107483f-fabc-42dc-839d-0c1fd0980984 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:23.180736 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eea76ad1-f5cf-4327-b255-4930bbe841a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:23.369703 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-01d0bb61-3bc4-41e4-b6e3-2e14a78177e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:23.407796 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fbec4321-18d2-4877-a78d-436162537f21 req-c107483f-fabc-42dc-839d-0c1fd0980984 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:23.431444 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ef1edffe-f2e3-4b38-8f28-570585fc4918 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:23.434706 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-01d0bb61-3bc4-41e4-b6e3-2e14a78177e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:23.455607 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ef1edffe-f2e3-4b38-8f28-570585fc4918 None None] Transition to ACTIVE for port object caa8b0c7-959c-4ae2-9de6-359590b11505 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:20:23.460531 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:23.514610 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1820aa98-4c57-49a0-9d3d-9e386a1af9d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:20:23.535123 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ef1edffe-f2e3-4b38-8f28-570585fc4918 None None] Transition to ACTIVE for port object caa8b0c7-959c-4ae2-9de6-359590b11505 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:20:23.547283 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:20:23.554295 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ef1edffe-f2e3-4b38-8f28-570585fc4918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:23.648880 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0bb61-3bc4-41e4-b6e3-2e14a78177e7 admin admin] Pushing event updated for resources: {'Port': ['ID=385e2f1a-30f2-43ba-87d8-6a815efed8a9,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:23.650375 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:23.683632 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d0bb61-3bc4-41e4-b6e3-2e14a78177e7 admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:20:23.685273 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-01d0bb61-3bc4-41e4-b6e3-2e14a78177e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:20:23.689322 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d0bb61-3bc4-41e4-b6e3-2e14a78177e7 admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:20:23.706132 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1edffe-f2e3-4b38-8f28-570585fc4918 None None] Network 2f979ad9-48cf-4a78-a4c8-e31de78dd306 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:20:23.708923 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-ef1edffe-f2e3-4b38-8f28-570585fc4918 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:20:23.713519 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1edffe-f2e3-4b38-8f28-570585fc4918 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:20:23.715938 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1edffe-f2e3-4b38-8f28-570585fc4918 None None] Pushing event updated for resources: {'Port': ['ID=caa8b0c7-959c-4ae2-9de6-359590b11505,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:23.881430 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-ef1edffe-f2e3-4b38-8f28-570585fc4918 None None] Attempting to bind port caa8b0c7-959c-4ae2-9de6-359590b11505 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:20:23.882380 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-ef1edffe-f2e3-4b38-8f28-570585fc4918 None None] Attempting to bind port caa8b0c7-959c-4ae2-9de6-359590b11505 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'a53a0ba9-b490-46a5-9f9e-5609a8fb67ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2f979ad9-48cf-4a78-a4c8-e31de78dd306'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:20:23.882380 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1edffe-f2e3-4b38-8f28-570585fc4918 None None] Attempting to bind port caa8b0c7-959c-4ae2-9de6-359590b11505 on network 2f979ad9-48cf-4a78-a4c8-e31de78dd306 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:20:23.885834 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:23.891858 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:23.895990 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1edffe-f2e3-4b38-8f28-570585fc4918 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:20:23.896478 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1edffe-f2e3-4b38-8f28-570585fc4918 None None] Checking segment: {'id': 'a53a0ba9-b490-46a5-9f9e-5609a8fb67ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2f979ad9-48cf-4a78-a4c8-e31de78dd306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:20:23.896891 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ef1edffe-f2e3-4b38-8f28-570585fc4918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:23.897275 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1edffe-f2e3-4b38-8f28-570585fc4918 None None] Bound using segment: {'id': 'a53a0ba9-b490-46a5-9f9e-5609a8fb67ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2f979ad9-48cf-4a78-a4c8-e31de78dd306'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:20:23.897745 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-ef1edffe-f2e3-4b38-8f28-570585fc4918 None None] Bound port: caa8b0c7-959c-4ae2-9de6-359590b11505, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a53a0ba9-b490-46a5-9f9e-5609a8fb67ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2f979ad9-48cf-4a78-a4c8-e31de78dd306'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:20:23.898140 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ef1edffe-f2e3-4b38-8f28-570585fc4918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:23.900203 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a4a216f2-4cab-4e5f-840a-1e7361a19747 req-dde57409-e64c-4316-a7e0-199eb6b032ce tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6aba00-19f8-4d0d-8970-87efbc33847b HTTP/1.1" status: 200 len: 210 time: 0.1936812 May 03 22:20:24.061618 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-ef1edffe-f2e3-4b38-8f28-570585fc4918 None None] For port caa8b0c7-959c-4ae2-9de6-359590b11505, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:20:24.072939 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-ef1edffe-f2e3-4b38-8f28-570585fc4918 None None] For port caa8b0c7-959c-4ae2-9de6-359590b11505, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=caa8b0c7-959c-4ae2-9de6-359590b11505,segment=NetworkSegment(a53a0ba9-b490-46a5-9f9e-5609a8fb67ef),segment_id=a53a0ba9-b490-46a5-9f9e-5609a8fb67ef)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:20:24.095239 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ef1edffe-f2e3-4b38-8f28-570585fc4918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:24.207748 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-fbec4321-18d2-4877-a78d-436162537f21 req-c107483f-fabc-42dc-839d-0c1fd0980984 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Allocated IP 192.168.233.57 (7e14e0ca-f320-4236-9b9e-a9e4f415dbeb/1dff747c-9d3c-4e06-92c1-836fbb9482c4/07437ccf-9d68-4250-974a-a4275b180566) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:20:24.239774 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107483f-fabc-42dc-839d-0c1fd0980984 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1183dfe1-b104-4015-a004-e839f18864fa,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:24.257753 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45626) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:24.282078 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41778a1f-4fd4-4a77-b5b9-709e0780bc71 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:20:24.312415 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d8bc41-a799-42ad-a414-7aed9038d046 None None] Sync routers for ids ['ba12dd59-f498-473b-8989-a6ec4f536d28'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:20:24.334548 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d8bc41-a799-42ad-a414-7aed9038d046 None None] Routers {'ba12dd59-f498-473b-8989-a6ec4f536d28'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:20:24.336001 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-a9d8bc41-a799-42ad-a414-7aed9038d046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:19:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['ba12dd59-f498-473b-8989-a6ec4f536d28'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:20:24.336855 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1edffe-f2e3-4b38-8f28-570585fc4918 None None] Pushing event updated for resources: {'Port': ['ID=caa8b0c7-959c-4ae2-9de6-359590b11505,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:24.573085 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45634) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:24.703270 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-41778a1f-4fd4-4a77-b5b9-709e0780bc71 admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:24.708276 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-41778a1f-4fd4-4a77-b5b9-709e0780bc71 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.2549767 May 03 22:20:24.718229 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45640) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:24.863133 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-3eb45c81-53fd-4ead-8368-e353ab29c5a0 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:24.865771 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-3eb45c81-53fd-4ead-8368-e353ab29c5a0 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/networks?id=3476088d-e412-4e55-9c2f-549019c16834 HTTP/1.1" status: 200 len: 821 time: 1.1576672 May 03 22:20:24.904649 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-a9d8bc41-a799-42ad-a414-7aed9038d046 None None] Set router ba12dd59-f498-473b-8989-a6ec4f536d28 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:20:24.946534 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-01d0bb61-3bc4-41e4-b6e3-2e14a78177e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:24.982394 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-44e798b9-c409-4365-8e40-bb0a48931d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:25.097021 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-80f2e868-0638-4b37-95bd-28ae27e7f408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:25.105910 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16dc73cf-41c5-4408-a683-93a6088ac9a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:25.194454 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-a6a2add1-184a-4b97-8c76-0879e32aefbe tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/quotas/ec7645f95a4b4ae78a2c1ea04f62a7e0 HTTP/1.1" status: 200 len: 375 time: 0.2343080 May 03 22:20:25.207449 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-80f2e868-0638-4b37-95bd-28ae27e7f408 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:25.215366 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-80f2e868-0638-4b37-95bd-28ae27e7f408 admin admin] Usage tracker for resource:security_group_rule and tenant:d284dd679879473d8539a11698b8c79b is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:25.218457 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-80f2e868-0638-4b37-95bd-28ae27e7f408 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:25.224401 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-80f2e868-0638-4b37-95bd-28ae27e7f408 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:25.312663 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-a9d8bc41-a799-42ad-a414-7aed9038d046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba12dd59-f498-473b-8989-a6ec4f536d28', 'name': 'tempest-FloatingIPDetailsTestJSON-1837511078-router', 'tenant_id': '542e7d589865492d9c12fa7c466686ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '6696d22c-4ff9-4700-8c17-48c4cf297c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:20:15Z', 'updated_at': '2022-05-03T22:20:20Z', 'revision_number': 3, 'project_id': '542e7d589865492d9c12fa7c466686ef', 'gw_port': {'id': '6696d22c-4ff9-4700-8c17-48c4cf297c3e', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:80:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba12dd59-f498-473b-8989-a6ec4f536d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:20:17Z', 'updated_at': '2022-05-03T22:20:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:20:25.313986 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-16dc73cf-41c5-4408-a683-93a6088ac9a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:25.318786 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d8bc41-a799-42ad-a414-7aed9038d046 None None] Checking router: ba12dd59-f498-473b-8989-a6ec4f536d28 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:20:25.319412 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d8bc41-a799-42ad-a414-7aed9038d046 None None] Updating router ba12dd59-f498-473b-8989-a6ec4f536d28 port 6696d22c-4ff9-4700-8c17-48c4cf297c3e binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:20:25.320648 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-16dc73cf-41c5-4408-a683-93a6088ac9a1 admin admin] Usage tracker for resource:security_group_rule and tenant:17de2f68ff644d5fbf64be57f1e874d9 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:25.325039 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-16dc73cf-41c5-4408-a683-93a6088ac9a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:25.332061 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-16dc73cf-41c5-4408-a683-93a6088ac9a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:25.382098 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a9d8bc41-a799-42ad-a414-7aed9038d046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:25.465327 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-80f2e868-0638-4b37-95bd-28ae27e7f408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:25.506333 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-01d0bb61-3bc4-41e4-b6e3-2e14a78177e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:25.534496 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-80f2e868-0638-4b37-95bd-28ae27e7f408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:25.547024 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-c50ef015-ecac-4227-b24d-df72d3547c9e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:25.558782 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-c50ef015-ecac-4227-b24d-df72d3547c9e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Synchronizing usage tracker for tenant:6d5fe23fb043446983dcb5606ef7203e on resource:network {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:20:25.639946 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-80f2e868-0638-4b37-95bd-28ae27e7f408 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d284dd679879473d8539a11698b8c79b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0652463 May 03 22:20:25.648254 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c214953-5200-44ef-89af-71eea1ce0786 req-d9a942ce-9a83-489d-a340-ffc374d9b5e7 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:25.649759 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6c214953-5200-44ef-89af-71eea1ce0786 req-d9a942ce-9a83-489d-a340-ffc374d9b5e7 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?device_id=1820aa98-4c57-49a0-9d3d-9e386a1af9d0 HTTP/1.1" status: 200 len: 950 time: 1.2561655 May 03 22:20:25.654249 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45652) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:25.708055 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-8d940d64-f822-4572-8d6d-c059f48ecf7a tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3990202 May 03 22:20:25.716786 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a527728-e9c4-4015-aed1-de74cfac6db4 None None] Network 2f979ad9-48cf-4a78-a4c8-e31de78dd306 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:20:25.814480 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f2e868-0638-4b37-95bd-28ae27e7f408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640eb59b-384d-4261-a20a-a214921eabe9,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:25.835518 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d0bb61-3bc4-41e4-b6e3-2e14a78177e7 admin admin] Router 418430a1-db24-418e-8e9d-1a2a343969fe is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:20:25.897479 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a9d8bc41-a799-42ad-a414-7aed9038d046 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:25.912001 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-a9d8bc41-a799-42ad-a414-7aed9038d046 None None] Transition to ACTIVE for port object 6696d22c-4ff9-4700-8c17-48c4cf297c3e will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:20:25.919360 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a9d8bc41-a799-42ad-a414-7aed9038d046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:25.958373 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6c214953-5200-44ef-89af-71eea1ce0786 req-a96a2cfe-fb91-4c99-80b9-8798c7903d50 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f469174-b289-4c90-b088-91bbfa8d53d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943843 May 03 22:20:26.028608 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5fa54ee0-e3cb-4094-accc-63e25ec663e6 None None] Provisioning for port caa8b0c7-959c-4ae2-9de6-359590b11505 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:20:26.037789 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d0bb61-3bc4-41e4-b6e3-2e14a78177e7 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:20:26.047935 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16dc73cf-41c5-4408-a683-93a6088ac9a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:26.052371 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f2d904-9a4d-45cb-9982-4a8d9aa352f1 None None] Sync routers for ids ['418430a1-db24-418e-8e9d-1a2a343969fe'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:20:26.061565 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fbec4321-18d2-4877-a78d-436162537f21 req-c107483f-fabc-42dc-839d-0c1fd0980984 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:26.064850 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7ef4c-f8fd-4289-be31-f1b9b36ccc4e None None] Pushing event updated for resources: {'Port': ['ID=6696d22c-4ff9-4700-8c17-48c4cf297c3e,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:26.069333 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f2d904-9a4d-45cb-9982-4a8d9aa352f1 None None] Routers {'418430a1-db24-418e-8e9d-1a2a343969fe'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:20:26.070020 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-90f2d904-9a4d-45cb-9982-4a8d9aa352f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:20:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['418430a1-db24-418e-8e9d-1a2a343969fe'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:20:26.074739 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16dc73cf-41c5-4408-a683-93a6088ac9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:26.084385 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-c50ef015-ecac-4227-b24d-df72d3547c9e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Unset dirty status for tenant:6d5fe23fb043446983dcb5606ef7203e on resource:network {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:20:26.086070 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-c50ef015-ecac-4227-b24d-df72d3547c9e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.67 "GET /v2.0/networks?id=fc15fac9-7438-4d00-8baf-ffa13ed5602b HTTP/1.1" status: 200 len: 823 time: 0.8136778 May 03 22:20:26.113755 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-01d0bb61-3bc4-41e4-b6e3-2e14a78177e7 admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:26.115303 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-01d0bb61-3bc4-41e4-b6e3-2e14a78177e7 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.2392178 May 03 22:20:26.119233 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45656) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:26.160412 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4ab1762-75d0-46ff-9c87-500d43cee066'] response: {'server_uuid': '1820aa98-4c57-49a0-9d3d-9e386a1af9d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019', 'code': 200} May 03 22:20:26.168377 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-a9d8bc41-a799-42ad-a414-7aed9038d046 None None] Attempting to bind port 6696d22c-4ff9-4700-8c17-48c4cf297c3e on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:20:26.168815 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-a9d8bc41-a799-42ad-a414-7aed9038d046 None None] Attempting to bind port 6696d22c-4ff9-4700-8c17-48c4cf297c3e by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:20:26.169487 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d8bc41-a799-42ad-a414-7aed9038d046 None None] Attempting to bind port 6696d22c-4ff9-4700-8c17-48c4cf297c3e on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:20:26.183230 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d8bc41-a799-42ad-a414-7aed9038d046 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:20:26.183461 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-16dc73cf-41c5-4408-a683-93a6088ac9a1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=17de2f68ff644d5fbf64be57f1e874d9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9142907 May 03 22:20:26.183610 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d8bc41-a799-42ad-a414-7aed9038d046 None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:20:26.184020 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a9d8bc41-a799-42ad-a414-7aed9038d046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:26.184423 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d8bc41-a799-42ad-a414-7aed9038d046 None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:20:26.184898 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-a9d8bc41-a799-42ad-a414-7aed9038d046 None None] Bound port: 6696d22c-4ff9-4700-8c17-48c4cf297c3e, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:20:26.185296 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a9d8bc41-a799-42ad-a414-7aed9038d046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:26.192266 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.67', 50741) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:26.192266 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45660) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:26.206846 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc73cf-41c5-4408-a683-93a6088ac9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a6a2ae-cf8e-41fa-976e-7afaa0e5e111,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:26.354902 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:26.358509 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:26.359636 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-097c4e97-2e8a-484f-b5c3-b03b3bb1d837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:26.371230 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-a9d8bc41-a799-42ad-a414-7aed9038d046 None None] For port 6696d22c-4ff9-4700-8c17-48c4cf297c3e, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:20:26.375674 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-a9d8bc41-a799-42ad-a414-7aed9038d046 None None] For port 6696d22c-4ff9-4700-8c17-48c4cf297c3e, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=6696d22c-4ff9-4700-8c17-48c4cf297c3e,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:20:26.387544 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a9d8bc41-a799-42ad-a414-7aed9038d046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:26.390428 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-fbec4321-18d2-4877-a78d-436162537f21 req-c107483f-fabc-42dc-839d-0c1fd0980984 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Transition to ACTIVE for port object 07437ccf-9d68-4250-974a-a4275b180566 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:20:26.456946 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device caa8b0c7-959c-4ae2-9de6-359590b11505 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:20:26.472174 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-b94d7318-b1b3-4448-97d3-90d6a4fc351b req-d6f7128c-bb50-4ae5-b6af-5ca49b720ea3 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Synchronizing usage tracker for tenant:1355e03e3cc943b7a86e8b598705e5c5 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:20:26.474479 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7ef4c-f8fd-4289-be31-f1b9b36ccc4e None None] Pushing event updated for resources: {'Port': ['ID=6696d22c-4ff9-4700-8c17-48c4cf297c3e,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:26.478050 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-e2a11a97-af1b-4654-a420-8ff0e0f79511 service neutron] 10.222.0.58 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7691622 May 03 22:20:26.502350 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d8bc41-a799-42ad-a414-7aed9038d046 None None] Routers {'ba12dd59-f498-473b-8989-a6ec4f536d28'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:20:26.504118 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-a9d8bc41-a799-42ad-a414-7aed9038d046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:20:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['ba12dd59-f498-473b-8989-a6ec4f536d28'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:20:26.514894 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-f5b8dfe9-2a0e-487a-9742-2e26de1efc60 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Synchronizing usage tracker for tenant:6d5fe23fb043446983dcb5606ef7203e on resource:security_group {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:20:26.537953 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-f5b8dfe9-2a0e-487a-9742-2e26de1efc60 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Unset dirty status for tenant:6d5fe23fb043446983dcb5606ef7203e on resource:security_group {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:20:26.539277 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-f5b8dfe9-2a0e-487a-9742-2e26de1efc60 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d5fe23fb043446983dcb5606ef7203e HTTP/1.1" status: 200 len: 379 time: 0.4439657 May 03 22:20:26.548909 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-e9ed39ae-1372-42db-9796-2bfad82cc85e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Request body: {'port': {'device_id': 'ae6aba00-19f8-4d0d-8970-87efbc33847b', 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b', 'admin_state_up': True, 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'security_groups': ['8cd0ced8-df16-4075-96e1-bc7516352cc5']}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:20:26.588173 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-90f2d904-9a4d-45cb-9982-4a8d9aa352f1 None None] Set router 418430a1-db24-418e-8e9d-1a2a343969fe gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:20:26.651230 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-72296d52-23f6-45d9-b3e8-5cb5c433c321 service neutron] 10.222.0.58 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386817 May 03 22:20:26.651801 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-b94d7318-b1b3-4448-97d3-90d6a4fc351b req-d6f7128c-bb50-4ae5-b6af-5ca49b720ea3 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Unset dirty status for tenant:1355e03e3cc943b7a86e8b598705e5c5 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:20:26.652775 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b94d7318-b1b3-4448-97d3-90d6a4fc351b req-d6f7128c-bb50-4ae5-b6af-5ca49b720ea3 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/ports?device_id=6444c48b-bb82-4f41-8f7c-efa1116a623e HTTP/1.1" status: 200 len: 210 time: 0.2678680 May 03 22:20:26.804497 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-a9d8bc41-a799-42ad-a414-7aed9038d046 None None] Set router ba12dd59-f498-473b-8989-a6ec4f536d28 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:20:26.919591 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-097c4e97-2e8a-484f-b5c3-b03b3bb1d837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:26.992860 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port caa8b0c7-959c-4ae2-9de6-359590b11505 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:20:27.003211 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port caa8b0c7-959c-4ae2-9de6-359590b11505 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:20:27.003582 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:27.078099 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83923f29-2798-4f55-8477-c1af2f4263d8 req-42bd0547-51bb-4662-a3f7-822837b714c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:27.079979 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-83923f29-2798-4f55-8477-c1af2f4263d8 req-42bd0547-51bb-4662-a3f7-822837b714c6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1820aa98-4c57-49a0-9d3d-9e386a1af9d0 HTTP/1.1" status: 200 len: 1101 time: 0.8684647 May 03 22:20:27.095774 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-60fdde00-2521-4b9a-9663-e39ef91ad183 req-4111e99c-176a-4afe-a270-18f0b18a8cc7 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6aba00-19f8-4d0d-8970-87efbc33847b HTTP/1.1" status: 200 len: 210 time: 0.1663284 May 03 22:20:27.119727 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-e9ed39ae-1372-42db-9796-2bfad82cc85e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:27.128984 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-e9ed39ae-1372-42db-9796-2bfad82cc85e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Usage tracker for resource:port and tenant:6d5fe23fb043446983dcb5606ef7203e is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:27.136085 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-e9ed39ae-1372-42db-9796-2bfad82cc85e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:27.136340 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4918d387-b407-42a7-a48b-110b5567a112 req-82ea3053-2303-491a-b589-ef520631ca12 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=6067ca7b-a19e-461b-aa2a-c63e6a67d1a5 HTTP/1.1" status: 200 len: 210 time: 0.1693983 May 03 22:20:27.160758 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-e9ed39ae-1372-42db-9796-2bfad82cc85e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:27.198340 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-e9ed39ae-1372-42db-9796-2bfad82cc85e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Made reservation on behalf of 6d5fe23fb043446983dcb5606ef7203e for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:20:27.202914 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-e9ed39ae-1372-42db-9796-2bfad82cc85e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:27.235716 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:27.285505 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-def86b8f-de71-4e82-87df-19b3825ed944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:27.294176 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port caa8b0c7-959c-4ae2-9de6-359590b11505, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=caa8b0c7-959c-4ae2-9de6-359590b11505,segment=NetworkSegment(a53a0ba9-b490-46a5-9f9e-5609a8fb67ef),segment_id=a53a0ba9-b490-46a5-9f9e-5609a8fb67ef)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:20:27.303811 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:27.391581 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-90f2d904-9a4d-45cb-9982-4a8d9aa352f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1963312258-router', 'tenant_id': '498aeb136ad344e696908c84b87971fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '385e2f1a-30f2-43ba-87d8-6a815efed8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:20:21Z', 'updated_at': '2022-05-03T22:20:24Z', 'revision_number': 3, 'project_id': '498aeb136ad344e696908c84b87971fc', 'gw_port': {'id': '385e2f1a-30f2-43ba-87d8-6a815efed8a9', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:20:22Z', 'updated_at': '2022-05-03T22:20:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:20:27.400249 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f2d904-9a4d-45cb-9982-4a8d9aa352f1 None None] Checking router: 418430a1-db24-418e-8e9d-1a2a343969fe for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:20:27.400974 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f2d904-9a4d-45cb-9982-4a8d9aa352f1 None None] Updating router 418430a1-db24-418e-8e9d-1a2a343969fe port 385e2f1a-30f2-43ba-87d8-6a815efed8a9 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:20:27.462511 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-a9d8bc41-a799-42ad-a414-7aed9038d046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba12dd59-f498-473b-8989-a6ec4f536d28', 'name': 'tempest-FloatingIPDetailsTestJSON-1837511078-router', 'tenant_id': '542e7d589865492d9c12fa7c466686ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '6696d22c-4ff9-4700-8c17-48c4cf297c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:20:15Z', 'updated_at': '2022-05-03T22:20:20Z', 'revision_number': 3, 'project_id': '542e7d589865492d9c12fa7c466686ef', 'gw_port': {'id': '6696d22c-4ff9-4700-8c17-48c4cf297c3e', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:80:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba12dd59-f498-473b-8989-a6ec4f536d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:20:17Z', 'updated_at': '2022-05-03T22:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:20:27.476362 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d8bc41-a799-42ad-a414-7aed9038d046 None None] The sync data for ids ['ba12dd59-f498-473b-8989-a6ec4f536d28'] in n-d-811807-1 is: [{'id': 'ba12dd59-f498-473b-8989-a6ec4f536d28', 'name': 'tempest-FloatingIPDetailsTestJSON-1837511078-router', 'tenant_id': '542e7d589865492d9c12fa7c466686ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '6696d22c-4ff9-4700-8c17-48c4cf297c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:20:15Z', 'updated_at': '2022-05-03T22:20:20Z', 'revision_number': 3, 'project_id': '542e7d589865492d9c12fa7c466686ef', 'gw_port': {'id': '6696d22c-4ff9-4700-8c17-48c4cf297c3e', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:80:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba12dd59-f498-473b-8989-a6ec4f536d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:20:17Z', 'updated_at': '2022-05-03T22:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:20:27.487112 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=caa8b0c7-959c-4ae2-9de6-359590b11505,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:27.498562 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-e9ed39ae-1372-42db-9796-2bfad82cc85e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Allocated IP 172.20.0.13 (fc15fac9-7438-4d00-8baf-ffa13ed5602b/da75e2b0-fbbe-493e-9b55-a7ecaaa82565/28731db7-b5d5-4351-998a-74d69b7a82dc) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:20:27.501993 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:27.502933 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-90f2d904-9a4d-45cb-9982-4a8d9aa352f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:27.527549 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fbec4321-18d2-4877-a78d-436162537f21 req-c107483f-fabc-42dc-839d-0c1fd0980984 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:27.539081 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:27.677834 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbec4321-18d2-4877-a78d-436162537f21 req-c107483f-fabc-42dc-839d-0c1fd0980984 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:20:27.718634 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-fbec4321-18d2-4877-a78d-436162537f21 req-c107483f-fabc-42dc-839d-0c1fd0980984 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:20:27.724416 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbec4321-18d2-4877-a78d-436162537f21 req-c107483f-fabc-42dc-839d-0c1fd0980984 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:20:27.735965 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-399174e9-9942-4c2a-bd5b-bd5572cb2888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:27.737901 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec4321-18d2-4877-a78d-436162537f21 req-c107483f-fabc-42dc-839d-0c1fd0980984 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:27.738569 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fbec4321-18d2-4877-a78d-436162537f21 req-c107483f-fabc-42dc-839d-0c1fd0980984 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:27.776128 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-def86b8f-de71-4e82-87df-19b3825ed944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:27.859875 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-83923f29-2798-4f55-8477-c1af2f4263d8 req-3f737ea5-68b9-447e-895d-a5ae283c309c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4f469174-b289-4c90-b088-91bbfa8d53d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7470169 May 03 22:20:27.910151 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-097c4e97-2e8a-484f-b5c3-b03b3bb1d837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:28.040682 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107483f-fabc-42dc-839d-0c1fd0980984 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Pushing event updated for resources: {'Port': ['ID=07437ccf-9d68-4250-974a-a4275b180566,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:28.075815 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-90f2d904-9a4d-45cb-9982-4a8d9aa352f1 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:28.105879 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-90f2d904-9a4d-45cb-9982-4a8d9aa352f1 None None] Transition to ACTIVE for port object 385e2f1a-30f2-43ba-87d8-6a815efed8a9 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:20:28.119741 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fbec4321-18d2-4877-a78d-436162537f21 req-c107483f-fabc-42dc-839d-0c1fd0980984 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.9959769 May 03 22:20:28.120218 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-90f2d904-9a4d-45cb-9982-4a8d9aa352f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:28.131024 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-e9ed39ae-1372-42db-9796-2bfad82cc85e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:28.143682 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-097c4e97-2e8a-484f-b5c3-b03b3bb1d837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:28.144829 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-097c4e97-2e8a-484f-b5c3-b03b3bb1d837 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/640eb59b-384d-4261-a20a-a214921eabe9 HTTP/1.1" status: 204 len: 168 time: 2.4474010 May 03 22:20:28.145818 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c4e97-2e8a-484f-b5c3-b03b3bb1d837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640eb59b-384d-4261-a20a-a214921eabe9,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:28.159706 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-e9ed39ae-1372-42db-9796-2bfad82cc85e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Transition to ACTIVE for port object 28731db7-b5d5-4351-998a-74d69b7a82dc will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:20:28.172149 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-fbec4321-18d2-4877-a78d-436162537f21 req-712fac34-3d80-4186-a135-9424b387b26b service neutron] Request body: {'port': {'device_id': '6444c48b-bb82-4f41-8f7c-efa1116a623e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:20:28.201568 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-e9ed39ae-1372-42db-9796-2bfad82cc85e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:28.250453 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a20f1-5b20-4670-8ecc-bd45fc7ebba5 None None] Pushing event updated for resources: {'Port': ['ID=385e2f1a-30f2-43ba-87d8-6a815efed8a9,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:28.253762 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-90f2d904-9a4d-45cb-9982-4a8d9aa352f1 None None] Attempting to bind port 385e2f1a-30f2-43ba-87d8-6a815efed8a9 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:20:28.254318 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-90f2d904-9a4d-45cb-9982-4a8d9aa352f1 None None] Attempting to bind port 385e2f1a-30f2-43ba-87d8-6a815efed8a9 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:20:28.255060 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f2d904-9a4d-45cb-9982-4a8d9aa352f1 None None] Attempting to bind port 385e2f1a-30f2-43ba-87d8-6a815efed8a9 on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:20:28.258002 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-feeeb4b9-77ee-42d5-846f-d3fff4fecfae None None] Provisioning for port 07437ccf-9d68-4250-974a-a4275b180566 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:20:28.271895 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-feeeb4b9-77ee-42d5-846f-d3fff4fecfae None None] Provisioning complete for port 07437ccf-9d68-4250-974a-a4275b180566 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:20:28.272508 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-feeeb4b9-77ee-42d5-846f-d3fff4fecfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:28.310714 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be479dd-78ea-4c89-87ff-6310da47cb02 req-495084c9-4e07-40b3-b098-b118a5bd81f9 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:28.312450 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8be479dd-78ea-4c89-87ff-6310da47cb02 req-495084c9-4e07-40b3-b098-b118a5bd81f9 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?device_id=1820aa98-4c57-49a0-9d3d-9e386a1af9d0 HTTP/1.1" status: 200 len: 950 time: 0.8803287 May 03 22:20:28.325297 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-e9ed39ae-1372-42db-9796-2bfad82cc85e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Network fc15fac9-7438-4d00-8baf-ffa13ed5602b is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:20:28.344221 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-e9ed39ae-1372-42db-9796-2bfad82cc85e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:20:28.349836 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f2d904-9a4d-45cb-9982-4a8d9aa352f1 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:20:28.358355 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f2d904-9a4d-45cb-9982-4a8d9aa352f1 None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:20:28.365213 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-90f2d904-9a4d-45cb-9982-4a8d9aa352f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:28.365725 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f2d904-9a4d-45cb-9982-4a8d9aa352f1 None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:20:28.366347 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-90f2d904-9a4d-45cb-9982-4a8d9aa352f1 None None] Bound port: 385e2f1a-30f2-43ba-87d8-6a815efed8a9, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:20:28.366823 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-90f2d904-9a4d-45cb-9982-4a8d9aa352f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:28.398099 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-e9ed39ae-1372-42db-9796-2bfad82cc85e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:20:28.492118 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fbec4321-18d2-4877-a78d-436162537f21 req-712fac34-3d80-4186-a135-9424b387b26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:28.562537 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-feeeb4b9-77ee-42d5-846f-d3fff4fecfae None None] Port 07437ccf-9d68-4250-974a-a4275b180566 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:20:28.616393 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c51ea3be-114a-4a49-ac98-85da2cfe2bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:28.631051 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8be479dd-78ea-4c89-87ff-6310da47cb02 req-e809cbfd-701e-438a-9234-96f34941df0f tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f469174-b289-4c90-b088-91bbfa8d53d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919798 May 03 22:20:28.652379 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.60', 61399) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:28.652953 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-def86b8f-de71-4e82-87df-19b3825ed944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:28.661961 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device caa8b0c7-959c-4ae2-9de6-359590b11505 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:20:28.686792 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed39ae-1372-42db-9796-2bfad82cc85e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Pushing event updated for resources: {'Port': ['ID=28731db7-b5d5-4351-998a-74d69b7a82dc,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:28.738352 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-e9ed39ae-1372-42db-9796-2bfad82cc85e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:28.739048 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-e9ed39ae-1372-42db-9796-2bfad82cc85e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:28.811070 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-90f2d904-9a4d-45cb-9982-4a8d9aa352f1 None None] For port 385e2f1a-30f2-43ba-87d8-6a815efed8a9, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:20:28.873168 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-90f2d904-9a4d-45cb-9982-4a8d9aa352f1 None None] For port 385e2f1a-30f2-43ba-87d8-6a815efed8a9, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=385e2f1a-30f2-43ba-87d8-6a815efed8a9,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:20:28.875136 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45692) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:28.877377 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-94126f7f-7967-47b5-80b2-4ea1be4ae7a1 None None] Provisioning for port 28731db7-b5d5-4351-998a-74d69b7a82dc completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:20:28.885301 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-90f2d904-9a4d-45cb-9982-4a8d9aa352f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:28.893882 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-e9ed39ae-1372-42db-9796-2bfad82cc85e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3492148 May 03 22:20:28.901525 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba008136-041e-4e11-94b1-f37df8564615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:28.914862 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-2f3f1c9c-6511-4519-8e3d-0bedeb4af5f9 service neutron] Request body: {'port': {'device_id': 'ae6aba00-19f8-4d0d-8970-87efbc33847b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:20:28.949195 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-94126f7f-7967-47b5-80b2-4ea1be4ae7a1 None None] Provisioning complete for port 28731db7-b5d5-4351-998a-74d69b7a82dc triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:20:28.949864 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-94126f7f-7967-47b5-80b2-4ea1be4ae7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:29.020316 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def86b8f-de71-4e82-87df-19b3825ed944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a6a2ae-cf8e-41fa-976e-7afaa0e5e111,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:29.039591 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f2d904-9a4d-45cb-9982-4a8d9aa352f1 None None] Routers {'418430a1-db24-418e-8e9d-1a2a343969fe'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:20:29.040374 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-90f2d904-9a4d-45cb-9982-4a8d9aa352f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:20:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['418430a1-db24-418e-8e9d-1a2a343969fe'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:20:29.044335 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-14ad5529-5766-4b21-b7ee-9276853aee20 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:29.045911 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-14ad5529-5766-4b21-b7ee-9276853aee20 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.60 "GET /v2.0/networks?id=3476088d-e412-4e55-9c2f-549019c16834 HTTP/1.1" status: 200 len: 821 time: 0.3710344 May 03 22:20:29.058104 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-def86b8f-de71-4e82-87df-19b3825ed944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:29.059380 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-def86b8f-de71-4e82-87df-19b3825ed944 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a8a6a2ae-cf8e-41fa-976e-7afaa0e5e111 HTTP/1.1" status: 204 len: 168 time: 2.8463254 May 03 22:20:29.103427 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-399174e9-9942-4c2a-bd5b-bd5572cb2888 admin admin] Allocated IP 172.20.0.1 (2f979ad9-48cf-4a78-a4c8-e31de78dd306/4d17e102-3bb3-4523-8a3f-718ac78f5e2c/3a961981-38dd-4b08-8989-d1a95e665c88) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:20:29.108180 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ba008136-041e-4e11-94b1-f37df8564615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:29.119334 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ba008136-041e-4e11-94b1-f37df8564615 admin admin] Usage tracker for resource:security_group_rule and tenant:266a54d3111d47feb06c610b3e662e45 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:29.127694 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ba008136-041e-4e11-94b1-f37df8564615 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:29.140766 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ba008136-041e-4e11-94b1-f37df8564615 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:29.183229 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-7075eddd-82c6-4698-ad0b-8685e4526ef5 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Request body: {'port': {'device_id': '6067ca7b-a19e-461b-aa2a-c63e6a67d1a5', 'network_id': '3476088d-e412-4e55-9c2f-549019c16834', 'admin_state_up': True, 'tenant_id': 'ec7645f95a4b4ae78a2c1ea04f62a7e0'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:20:29.235864 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5052c9-7d1d-4c1c-b279-f83995e02f58 req-84e69af3-63c4-47b7-bc39-643b7f00ab18 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:29.243263 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6d5052c9-7d1d-4c1c-b279-f83995e02f58 req-84e69af3-63c4-47b7-bc39-643b7f00ab18 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/ports?device_id=6444c48b-bb82-4f41-8f7c-efa1116a623e HTTP/1.1" status: 200 len: 935 time: 1.2768278 May 03 22:20:29.250365 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port caa8b0c7-959c-4ae2-9de6-359590b11505 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:20:29.251287 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:29.362985 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-94126f7f-7967-47b5-80b2-4ea1be4ae7a1 None None] Port 28731db7-b5d5-4351-998a-74d69b7a82dc cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:20:29.375409 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a20f1-5b20-4670-8ecc-bd45fc7ebba5 None None] Pushing event updated for resources: {'Port': ['ID=385e2f1a-30f2-43ba-87d8-6a815efed8a9,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:29.404492 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-2f3f1c9c-6511-4519-8e3d-0bedeb4af5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:29.512962 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-90f2d904-9a4d-45cb-9982-4a8d9aa352f1 None None] Set router 418430a1-db24-418e-8e9d-1a2a343969fe gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:20:29.563055 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-399174e9-9942-4c2a-bd5b-bd5572cb2888 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:29.624221 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-399174e9-9942-4c2a-bd5b-bd5572cb2888 admin admin] Transition to ACTIVE for port object 3a961981-38dd-4b08-8989-d1a95e665c88 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:20:29.638347 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-6d5052c9-7d1d-4c1c-b279-f83995e02f58 req-90ec44ce-e655-480f-a309-5e9671914267 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Synchronizing usage tracker for tenant:1355e03e3cc943b7a86e8b598705e5c5 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:20:29.757402 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6696d22c-4ff9-4700-8c17-48c4cf297c3e up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:20:29.776266 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45704) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:29.789479 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-7075eddd-82c6-4698-ad0b-8685e4526ef5 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:29.803390 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-7075eddd-82c6-4698-ad0b-8685e4526ef5 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Usage tracker for resource:port and tenant:ec7645f95a4b4ae78a2c1ea04f62a7e0 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:29.811635 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-7075eddd-82c6-4698-ad0b-8685e4526ef5 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:29.821425 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4ddd4-93cd-46cf-ae0e-52e7c378f586 req-dbd16d64-3f13-4020-a3b1-7b70f16e7f68 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:29.822932 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eba4ddd4-93cd-46cf-ae0e-52e7c378f586 req-dbd16d64-3f13-4020-a3b1-7b70f16e7f68 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6aba00-19f8-4d0d-8970-87efbc33847b HTTP/1.1" status: 200 len: 932 time: 0.8301110 May 03 22:20:29.846433 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-aaee6ee6-fe7b-49f0-9697-ded1b6b6e24a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:29.857358 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba008136-041e-4e11-94b1-f37df8564615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:29.863605 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-7075eddd-82c6-4698-ad0b-8685e4526ef5 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:29.878550 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba008136-041e-4e11-94b1-f37df8564615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:29.910162 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-aaee6ee6-fe7b-49f0-9697-ded1b6b6e24a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:29.928713 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-7075eddd-82c6-4698-ad0b-8685e4526ef5 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Made reservation on behalf of ec7645f95a4b4ae78a2c1ea04f62a7e0 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:20:29.932225 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-7075eddd-82c6-4698-ad0b-8685e4526ef5 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:29.941335 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-6d5052c9-7d1d-4c1c-b279-f83995e02f58 req-90ec44ce-e655-480f-a309-5e9671914267 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Unset dirty status for tenant:1355e03e3cc943b7a86e8b598705e5c5 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:20:29.947908 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6d5052c9-7d1d-4c1c-b279-f83995e02f58 req-90ec44ce-e655-480f-a309-5e9671914267 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/security-groups?id=1183dfe1-b104-4015-a004-e839f18864fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7038083 May 03 22:20:29.976328 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-aaee6ee6-fe7b-49f0-9697-ded1b6b6e24a admin admin] Usage tracker for resource:security_group_rule and tenant:390a1e21781c4066b35a716a09374d61 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:29.980024 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-399174e9-9942-4c2a-bd5b-bd5572cb2888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:29.980842 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 6696d22c-4ff9-4700-8c17-48c4cf297c3e completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:20:29.991873 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-aaee6ee6-fe7b-49f0-9697-ded1b6b6e24a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:29.994651 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 6696d22c-4ff9-4700-8c17-48c4cf297c3e triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:20:29.998350 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:30.008974 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-c51ea3be-114a-4a49-ac98-85da2cfe2bd3 admin admin] Allocated IP 172.20.0.1 (d5b3d5af-6ea4-4520-b87a-668c3c292dfd/f6e99a45-14d4-42c2-bea6-95c1052a6052/ac24e103-0089-4dd0-ad02-360e2ada053e) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:20:30.014147 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eba4ddd4-93cd-46cf-ae0e-52e7c378f586 req-2001eb75-006f-4677-837b-117212acf0de tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/security-groups?id=8cd0ced8-df16-4075-96e1-bc7516352cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482761 May 03 22:20:30.088261 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399174e9-9942-4c2a-bd5b-bd5572cb2888 admin admin] Pushing event updated for resources: {'Port': ['ID=3a961981-38dd-4b08-8989-d1a95e665c88,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:30.092368 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-aaee6ee6-fe7b-49f0-9697-ded1b6b6e24a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:30.126044 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399174e9-9942-4c2a-bd5b-bd5572cb2888 admin admin] Network 2f979ad9-48cf-4a78-a4c8-e31de78dd306 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:20:30.131728 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-399174e9-9942-4c2a-bd5b-bd5572cb2888 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:20:30.135822 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399174e9-9942-4c2a-bd5b-bd5572cb2888 admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:20:30.185725 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ba008136-041e-4e11-94b1-f37df8564615 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=266a54d3111d47feb06c610b3e662e45&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3066287 May 03 22:20:30.185725 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba008136-041e-4e11-94b1-f37df8564615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc00342-cdc4-423e-b115-d17ea243719b,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:30.191444 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-90f2d904-9a4d-45cb-9982-4a8d9aa352f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1963312258-router', 'tenant_id': '498aeb136ad344e696908c84b87971fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '385e2f1a-30f2-43ba-87d8-6a815efed8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:20:21Z', 'updated_at': '2022-05-03T22:20:24Z', 'revision_number': 3, 'project_id': '498aeb136ad344e696908c84b87971fc', 'gw_port': {'id': '385e2f1a-30f2-43ba-87d8-6a815efed8a9', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:20:22Z', 'updated_at': '2022-05-03T22:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:20:30.217872 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45710) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:30.251177 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f2d904-9a4d-45cb-9982-4a8d9aa352f1 None None] The sync data for ids ['418430a1-db24-418e-8e9d-1a2a343969fe'] in n-d-811807-1 is: [{'id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1963312258-router', 'tenant_id': '498aeb136ad344e696908c84b87971fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '385e2f1a-30f2-43ba-87d8-6a815efed8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:20:21Z', 'updated_at': '2022-05-03T22:20:24Z', 'revision_number': 3, 'project_id': '498aeb136ad344e696908c84b87971fc', 'gw_port': {'id': '385e2f1a-30f2-43ba-87d8-6a815efed8a9', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:20:22Z', 'updated_at': '2022-05-03T22:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:20:30.287449 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:30.309955 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 6696d22c-4ff9-4700-8c17-48c4cf297c3e, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=6696d22c-4ff9-4700-8c17-48c4cf297c3e,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:20:30.321299 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:30.373926 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-98c871a8-bc64-4a00-8231-83337deeb900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:30.390805 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-399174e9-9942-4c2a-bd5b-bd5572cb2888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:30.424957 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=6696d22c-4ff9-4700-8c17-48c4cf297c3e,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:30.483832 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-98c871a8-bc64-4a00-8231-83337deeb900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:30.517487 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-44299708-374e-4477-9cde-efbe2613fa9c req-1647d23d-46cb-46b1-b9dd-b61186439389 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=6067ca7b-a19e-461b-aa2a-c63e6a67d1a5 HTTP/1.1" status: 200 len: 210 time: 0.2519007 May 03 22:20:30.519174 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7651a1d6-b3c0-49c2-9d70-9b4a153cae45 None None] Provisioning for port 3a961981-38dd-4b08-8989-d1a95e665c88 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:20:30.537649 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7651a1d6-b3c0-49c2-9d70-9b4a153cae45 None None] Provisioning complete for port 3a961981-38dd-4b08-8989-d1a95e665c88 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:20:30.548379 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7651a1d6-b3c0-49c2-9d70-9b4a153cae45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:30.644359 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-7651a1d6-b3c0-49c2-9d70-9b4a153cae45 None None] Port 3a961981-38dd-4b08-8989-d1a95e665c88 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:20:30.691637 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-fbec4321-18d2-4877-a78d-436162537f21 req-712fac34-3d80-4186-a135-9424b387b26b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07437ccf-9d68-4250-974a-a4275b180566 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:20:30.717686 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-2f3f1c9c-6511-4519-8e3d-0bedeb4af5f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28731db7-b5d5-4351-998a-74d69b7a82dc {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:20:30.718416 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fbec4321-18d2-4877-a78d-436162537f21 req-712fac34-3d80-4186-a135-9424b387b26b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:30.737843 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-2f3f1c9c-6511-4519-8e3d-0bedeb4af5f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:30.752127 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-aaee6ee6-fe7b-49f0-9697-ded1b6b6e24a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:30.761766 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-399174e9-9942-4c2a-bd5b-bd5572cb2888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:30.771177 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-7075eddd-82c6-4698-ad0b-8685e4526ef5 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Allocated IP 172.20.0.8 (3476088d-e412-4e55-9c2f-549019c16834/63a9fee3-85c4-4a95-8dcc-67111d08a3de/1bf60e9a-e969-4165-80c4-622d4ed829f6) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:20:30.773949 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-aaee6ee6-fe7b-49f0-9697-ded1b6b6e24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:30.779403 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-fbec4321-18d2-4877-a78d-436162537f21 req-712fac34-3d80-4186-a135-9424b387b26b service neutron] Transition to ACTIVE for port object 07437ccf-9d68-4250-974a-a4275b180566 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:20:30.782489 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c51ea3be-114a-4a49-ac98-85da2cfe2bd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:30.783845 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-2f3f1c9c-6511-4519-8e3d-0bedeb4af5f9 service neutron] Transition to ACTIVE for port object 28731db7-b5d5-4351-998a-74d69b7a82dc will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:20:30.797273 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fbec4321-18d2-4877-a78d-436162537f21 req-712fac34-3d80-4186-a135-9424b387b26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:30.802458 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-2f3f1c9c-6511-4519-8e3d-0bedeb4af5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:30.839100 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-98c871a8-bc64-4a00-8231-83337deeb900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:30.869573 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-c51ea3be-114a-4a49-ac98-85da2cfe2bd3 admin admin] Transition to ACTIVE for port object ac24e103-0089-4dd0-ad02-360e2ada053e will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:20:30.998042 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e528228-d69a-4ea5-9e0d-9f2fb3a812f7 req-058cc046-838d-44bc-9b9c-4959d1c5b014 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:31.006180 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7e528228-d69a-4ea5-9e0d-9f2fb3a812f7 req-058cc046-838d-44bc-9b9c-4959d1c5b014 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?device_id=1820aa98-4c57-49a0-9d3d-9e386a1af9d0 HTTP/1.1" status: 200 len: 950 time: 0.6141529 May 03 22:20:31.010073 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712fac34-3d80-4186-a135-9424b387b26b service neutron] Pushing event updated for resources: {'Port': ['ID=07437ccf-9d68-4250-974a-a4275b180566,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:31.024623 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-aaee6ee6-fe7b-49f0-9697-ded1b6b6e24a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=390a1e21781c4066b35a716a09374d61&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2434690 May 03 22:20:31.025699 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee6ee6-fe7b-49f0-9697-ded1b6b6e24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6d9b2b-1609-4805-9e99-32c9c1a2fb29,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:31.030407 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45716) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:31.152189 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-98c871a8-bc64-4a00-8231-83337deeb900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:31.153324 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-98c871a8-bc64-4a00-8231-83337deeb900 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/abc00342-cdc4-423e-b115-d17ea243719b HTTP/1.1" status: 204 len: 168 time: 0.9301775 May 03 22:20:31.154482 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c871a8-bc64-4a00-8231-83337deeb900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc00342-cdc4-423e-b115-d17ea243719b,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:31.156361 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f1c9c-6511-4519-8e3d-0bedeb4af5f9 service neutron] Pushing event updated for resources: {'Port': ['ID=28731db7-b5d5-4351-998a-74d69b7a82dc,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:31.172376 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c51ea3be-114a-4a49-ac98-85da2cfe2bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:31.384411 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-fbec4321-18d2-4877-a78d-436162537f21 req-712fac34-3d80-4186-a135-9424b387b26b service neutron] Attempting to bind port 07437ccf-9d68-4250-974a-a4275b180566 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:20:31.384748 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-fbec4321-18d2-4877-a78d-436162537f21 req-712fac34-3d80-4186-a135-9424b387b26b service neutron] Attempting to bind port 07437ccf-9d68-4250-974a-a4275b180566 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:20:31.385079 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbec4321-18d2-4877-a78d-436162537f21 req-712fac34-3d80-4186-a135-9424b387b26b service neutron] Attempting to bind port 07437ccf-9d68-4250-974a-a4275b180566 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:20:31.423542 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7e528228-d69a-4ea5-9e0d-9f2fb3a812f7 req-f75f5980-79f5-40f4-9f7e-72d3b1387867 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f469174-b289-4c90-b088-91bbfa8d53d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159646 May 03 22:20:31.432242 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ea3be-114a-4a49-ac98-85da2cfe2bd3 admin admin] Pushing event updated for resources: {'Port': ['ID=ac24e103-0089-4dd0-ad02-360e2ada053e,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:31.436388 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51ea3be-114a-4a49-ac98-85da2cfe2bd3 admin admin] Network d5b3d5af-6ea4-4520-b87a-668c3c292dfd is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:20:31.449235 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbec4321-18d2-4877-a78d-436162537f21 req-712fac34-3d80-4186-a135-9424b387b26b service neutron] Port 07437ccf-9d68-4250-974a-a4275b180566 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:20:31.449564 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbec4321-18d2-4877-a78d-436162537f21 req-712fac34-3d80-4186-a135-9424b387b26b service neutron] Attempting to bind port 07437ccf-9d68-4250-974a-a4275b180566 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:20:31.457642 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-c51ea3be-114a-4a49-ac98-85da2cfe2bd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:20:31.462467 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51ea3be-114a-4a49-ac98-85da2cfe2bd3 admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:20:31.462935 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c51ea3be-114a-4a49-ac98-85da2cfe2bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:31.481133 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-2f3f1c9c-6511-4519-8e3d-0bedeb4af5f9 service neutron] Attempting to bind port 28731db7-b5d5-4351-998a-74d69b7a82dc on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:20:31.481665 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-2f3f1c9c-6511-4519-8e3d-0bedeb4af5f9 service neutron] Attempting to bind port 28731db7-b5d5-4351-998a-74d69b7a82dc by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:20:31.482016 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-2f3f1c9c-6511-4519-8e3d-0bedeb4af5f9 service neutron] Attempting to bind port 28731db7-b5d5-4351-998a-74d69b7a82dc on network fc15fac9-7438-4d00-8baf-ffa13ed5602b {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:20:31.585481 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1767be0d-6c14-422e-8616-48749019594a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:31.614430 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1767be0d-6c14-422e-8616-48749019594a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:31.662155 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-2f3f1c9c-6511-4519-8e3d-0bedeb4af5f9 service neutron] Port 28731db7-b5d5-4351-998a-74d69b7a82dc on network fc15fac9-7438-4d00-8baf-ffa13ed5602b not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:20:31.662736 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-2f3f1c9c-6511-4519-8e3d-0bedeb4af5f9 service neutron] Attempting to bind port 28731db7-b5d5-4351-998a-74d69b7a82dc on network fc15fac9-7438-4d00-8baf-ffa13ed5602b {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:20:31.685803 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-2f3f1c9c-6511-4519-8e3d-0bedeb4af5f9 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:20:31.686431 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-2f3f1c9c-6511-4519-8e3d-0bedeb4af5f9 service neutron] Checking segment: {'id': '3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:20:31.686968 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-2f3f1c9c-6511-4519-8e3d-0bedeb4af5f9 service neutron] Bound using segment: {'id': '3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:20:31.687547 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-2f3f1c9c-6511-4519-8e3d-0bedeb4af5f9 service neutron] Bound port: 28731db7-b5d5-4351-998a-74d69b7a82dc, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:20:31.688047 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-2f3f1c9c-6511-4519-8e3d-0bedeb4af5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:31.807994 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbec4321-18d2-4877-a78d-436162537f21 req-712fac34-3d80-4186-a135-9424b387b26b service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:20:31.808561 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbec4321-18d2-4877-a78d-436162537f21 req-712fac34-3d80-4186-a135-9424b387b26b service neutron] Checking segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:20:31.808677 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbec4321-18d2-4877-a78d-436162537f21 req-712fac34-3d80-4186-a135-9424b387b26b service neutron] Bound using segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:20:31.809130 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-fbec4321-18d2-4877-a78d-436162537f21 req-712fac34-3d80-4186-a135-9424b387b26b service neutron] Bound port: 07437ccf-9d68-4250-974a-a4275b180566, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:20:31.809807 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fbec4321-18d2-4877-a78d-436162537f21 req-712fac34-3d80-4186-a135-9424b387b26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:31.835009 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7c741ddf-81f0-45eb-8e16-4def74c63a3d None None] Provisioning for port ac24e103-0089-4dd0-ad02-360e2ada053e completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:20:31.835617 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-399174e9-9942-4c2a-bd5b-bd5572cb2888 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:31.836813 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1767be0d-6c14-422e-8616-48749019594a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:31.841915 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7c741ddf-81f0-45eb-8e16-4def74c63a3d None None] Provisioning complete for port ac24e103-0089-4dd0-ad02-360e2ada053e triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:20:31.842390 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7c741ddf-81f0-45eb-8e16-4def74c63a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:31.857437 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-399174e9-9942-4c2a-bd5b-bd5572cb2888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:31.924001 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-7c741ddf-81f0-45eb-8e16-4def74c63a3d None None] Port ac24e103-0089-4dd0-ad02-360e2ada053e cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:20:31.936839 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767be0d-6c14-422e-8616-48749019594a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6d9b2b-1609-4805-9e99-32c9c1a2fb29,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:31.962795 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-2f3f1c9c-6511-4519-8e3d-0bedeb4af5f9 service neutron] For port 28731db7-b5d5-4351-998a-74d69b7a82dc, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:20:31.982440 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1767be0d-6c14-422e-8616-48749019594a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:31.983834 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1767be0d-6c14-422e-8616-48749019594a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6f6d9b2b-1609-4805-9e99-32c9c1a2fb29 HTTP/1.1" status: 204 len: 168 time: 0.9359858 May 03 22:20:31.998099 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-2f3f1c9c-6511-4519-8e3d-0bedeb4af5f9 service neutron] For port 28731db7-b5d5-4351-998a-74d69b7a82dc, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=28731db7-b5d5-4351-998a-74d69b7a82dc,segment=NetworkSegment(3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7),segment_id=3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:20:32.006532 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-399174e9-9942-4c2a-bd5b-bd5572cb2888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:32.011875 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399174e9-9942-4c2a-bd5b-bd5572cb2888 admin admin] Pushing event updated for resources: {'Port': ['ID=3a961981-38dd-4b08-8989-d1a95e665c88,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:32.018156 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-2f3f1c9c-6511-4519-8e3d-0bedeb4af5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:32.097602 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-2f3f1c9c-6511-4519-8e3d-0bedeb4af5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:32.098257 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-2f3f1c9c-6511-4519-8e3d-0bedeb4af5f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:32.099950 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-2f3f1c9c-6511-4519-8e3d-0bedeb4af5f9 service neutron] 10.222.0.67 "PUT /v2.0/ports/28731db7-b5d5-4351-998a-74d69b7a82dc HTTP/1.1" status: 200 len: 1092 time: 3.1891100 May 03 22:20:32.107297 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae6aba00-19f8-4d0d-8970-87efbc33847b', 'tag': '28731db7-b5d5-4351-998a-74d69b7a82dc'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:20:32.152383 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346a160-3424-4d87-ab36-f2901cafe4fe req-9063363b-f5f3-435d-af2b-55897be43d53 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:32.153924 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4346a160-3424-4d87-ab36-f2901cafe4fe req-9063363b-f5f3-435d-af2b-55897be43d53 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/ports?device_id=6444c48b-bb82-4f41-8f7c-efa1116a623e HTTP/1.1" status: 200 len: 947 time: 0.9882610 May 03 22:20:32.154678 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c51ea3be-114a-4a49-ac98-85da2cfe2bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:32.276959 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f1c9c-6511-4519-8e3d-0bedeb4af5f9 service neutron] Pushing event updated for resources: {'Port': ['ID=28731db7-b5d5-4351-998a-74d69b7a82dc,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:32.354183 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399174e9-9942-4c2a-bd5b-bd5572cb2888 admin admin] Network 2f979ad9-48cf-4a78-a4c8-e31de78dd306 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:20:32.359752 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-399174e9-9942-4c2a-bd5b-bd5572cb2888 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:20:32.381948 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-ca5cae7e-4b12-4a46-be21-d3c279e22956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:32.382843 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-ca5cae7e-4b12-4a46-be21-d3c279e22956 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6d5fe23fb043446983dcb5606ef7203e&device_id=ae6aba00-19f8-4d0d-8970-87efbc33847b HTTP/1.1" status: 200 len: 1095 time: 0.2340803 May 03 22:20:32.518883 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-7075eddd-82c6-4698-ad0b-8685e4526ef5 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:32.644700 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6696d22c-4ff9-4700-8c17-48c4cf297c3e up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:20:32.661526 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-60e9963e-62d6-4329-94ec-cb971422ed8a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28731db7-b5d5-4351-998a-74d69b7a82dc HTTP/1.1" status: 200 len: 217 time: 0.1869609 May 03 22:20:32.777048 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-f939eac1-3ef2-49e2-8135-53e28bc028cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:32.778723 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-f939eac1-3ef2-49e2-8135-53e28bc028cf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=da75e2b0-fbbe-493e-9b55-a7ecaaa82565 HTTP/1.1" status: 200 len: 862 time: 0.1075783 May 03 22:20:32.797153 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7fafcacd-aaa6-4b6d-9c46-ed99e47cd41d None None] Provisioning complete for port 3a961981-38dd-4b08-8989-d1a95e665c88 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:20:32.797728 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7fafcacd-aaa6-4b6d-9c46-ed99e47cd41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:32.835639 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 6696d22c-4ff9-4700-8c17-48c4cf297c3e triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:20:32.836362 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:32.852579 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-fbec4321-18d2-4877-a78d-436162537f21 req-712fac34-3d80-4186-a135-9424b387b26b service neutron] For port 07437ccf-9d68-4250-974a-a4275b180566, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:20:32.856524 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-fbec4321-18d2-4877-a78d-436162537f21 req-712fac34-3d80-4186-a135-9424b387b26b service neutron] For port 07437ccf-9d68-4250-974a-a4275b180566, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=07437ccf-9d68-4250-974a-a4275b180566,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:20:32.869241 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-399174e9-9942-4c2a-bd5b-bd5572cb2888 admin admin] Router 418430a1-db24-418e-8e9d-1a2a343969fe has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:20:32.877562 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-7075eddd-82c6-4698-ad0b-8685e4526ef5 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:32.889813 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fbec4321-18d2-4877-a78d-436162537f21 req-712fac34-3d80-4186-a135-9424b387b26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:32.941600 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf52aef-1277-4c60-9713-eef4f85cec46 req-9557716b-42c6-485c-8909-150bb5dcae90 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:32.949168 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7cf52aef-1277-4c60-9713-eef4f85cec46 req-9557716b-42c6-485c-8909-150bb5dcae90 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6aba00-19f8-4d0d-8970-87efbc33847b HTTP/1.1" status: 200 len: 944 time: 1.2805543 May 03 22:20:32.981813 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-7fafcacd-aaa6-4b6d-9c46-ed99e47cd41d None None] Port 3a961981-38dd-4b08-8989-d1a95e665c88 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:20:33.026393 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4346a160-3424-4d87-ab36-f2901cafe4fe req-4266aa19-1e72-4a32-8bc2-a3962409490f tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/security-groups?id=1183dfe1-b104-4015-a004-e839f18864fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6759400 May 03 22:20:33.039490 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-7075eddd-82c6-4698-ad0b-8685e4526ef5 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Network 3476088d-e412-4e55-9c2f-549019c16834 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:20:33.047806 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.resource_extend [None req-c51ea3be-114a-4a49-ac98-85da2cfe2bd3 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:20:33.082452 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399174e9-9942-4c2a-bd5b-bd5572cb2888 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:20:33.083365 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-7075eddd-82c6-4698-ad0b-8685e4526ef5 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:20:33.090919 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-399174e9-9942-4c2a-bd5b-bd5572cb2888 admin admin] 10.222.0.58 "PUT /v2.0/routers/418430a1-db24-418e-8e9d-1a2a343969fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9691687 May 03 22:20:33.111952 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92113b88-b0fe-48d2-997b-1d17d5733477 None None] Sync routers for ids ['418430a1-db24-418e-8e9d-1a2a343969fe'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:20:33.125473 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-7075eddd-82c6-4698-ad0b-8685e4526ef5 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:20:33.126031 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-cb6c58b3-0e32-4cf3-b15d-7509a4142229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:33.128113 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-cb6c58b3-0e32-4cf3-b15d-7509a4142229 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fc15fac9-7438-4d00-8baf-ffa13ed5602b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3411422 May 03 22:20:33.137439 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92113b88-b0fe-48d2-997b-1d17d5733477 None None] Routers {'418430a1-db24-418e-8e9d-1a2a343969fe'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:20:33.138995 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-92113b88-b0fe-48d2-997b-1d17d5733477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:20:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['418430a1-db24-418e-8e9d-1a2a343969fe'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:20:33.143284 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-7075eddd-82c6-4698-ad0b-8685e4526ef5 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:33.144417 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-7075eddd-82c6-4698-ad0b-8685e4526ef5 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:33.164514 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec4321-18d2-4877-a78d-436162537f21 req-712fac34-3d80-4186-a135-9424b387b26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:33.165371 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fbec4321-18d2-4877-a78d-436162537f21 req-712fac34-3d80-4186-a135-9424b387b26b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:33.166919 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fbec4321-18d2-4877-a78d-436162537f21 req-712fac34-3d80-4186-a135-9424b387b26b service neutron] 10.222.0.60 "PUT /v2.0/ports/07437ccf-9d68-4250-974a-a4275b180566 HTTP/1.1" status: 200 len: 1095 time: 5.0003986 May 03 22:20:33.171511 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c51ea3be-114a-4a49-ac98-85da2cfe2bd3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:33.193425 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6444c48b-bb82-4f41-8f7c-efa1116a623e', 'tag': '07437ccf-9d68-4250-974a-a4275b180566'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:20:33.237023 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 385e2f1a-30f2-43ba-87d8-6a815efed8a9 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:20:33.347437 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c51ea3be-114a-4a49-ac98-85da2cfe2bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:33.352508 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c51ea3be-114a-4a49-ac98-85da2cfe2bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:33.415115 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 385e2f1a-30f2-43ba-87d8-6a815efed8a9 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:20:33.427421 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 385e2f1a-30f2-43ba-87d8-6a815efed8a9 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:20:33.430264 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:33.444478 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-08c18f36-9d30-4c7e-9575-3e24c54bab9b service neutron] 10.222.0.67 "GET /v2.0/networks/fc15fac9-7438-4d00-8baf-ffa13ed5602b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093247 May 03 22:20:33.448701 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7cf52aef-1277-4c60-9713-eef4f85cec46 req-157a91a0-6f78-4a5c-a97b-90a13c669e8a tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/security-groups?id=8cd0ced8-df16-4075-96e1-bc7516352cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4986808 May 03 22:20:33.498620 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712fac34-3d80-4186-a135-9424b387b26b service neutron] Pushing event updated for resources: {'Port': ['ID=07437ccf-9d68-4250-974a-a4275b180566,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:33.499090 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-92113b88-b0fe-48d2-997b-1d17d5733477 None None] Set router 418430a1-db24-418e-8e9d-1a2a343969fe gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:20:33.758382 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-7075eddd-82c6-4698-ad0b-8685e4526ef5 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6976466 May 03 22:20:33.759019 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075eddd-82c6-4698-ad0b-8685e4526ef5 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Pushing event updated for resources: {'Port': ['ID=1bf60e9a-e969-4165-80c4-622d4ed829f6,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:33.773871 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a24c6e5f-bdea-439a-99b3-01dc138756b8'] response: {'name': 'network-changed', 'server_uuid': 'ae6aba00-19f8-4d0d-8970-87efbc33847b', 'tag': '28731db7-b5d5-4351-998a-74d69b7a82dc', 'status': 'completed', 'code': 200} May 03 22:20:33.872346 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cb850b7a-498b-4525-b3a8-27323f13f35a req-55313684-c461-43c7-9ac7-3fbf0dae2c49 service neutron] 10.222.0.67 "GET /v2.0/networks/fc15fac9-7438-4d00-8baf-ffa13ed5602b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211271 May 03 22:20:33.888750 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-97116e8d-8fa5-4aab-bf1e-24d191408738 service neutron] Request body: {'port': {'device_id': '6067ca7b-a19e-461b-aa2a-c63e6a67d1a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:20:33.896005 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:33.923776 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 385e2f1a-30f2-43ba-87d8-6a815efed8a9, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=385e2f1a-30f2-43ba-87d8-6a815efed8a9,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:20:33.933923 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:34.034600 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-692b3ac4-56e2-4c8c-bd75-e2c9dbcb0e4e'] response: {'name': 'network-changed', 'server_uuid': '6444c48b-bb82-4f41-8f7c-efa1116a623e', 'tag': '07437ccf-9d68-4250-974a-a4275b180566', 'status': 'completed', 'code': 200} May 03 22:20:34.049210 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ea3be-114a-4a49-ac98-85da2cfe2bd3 admin admin] Pushing event updated for resources: {'Port': ['ID=ac24e103-0089-4dd0-ad02-360e2ada053e,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:34.052944 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-92113b88-b0fe-48d2-997b-1d17d5733477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1963312258-router', 'tenant_id': '498aeb136ad344e696908c84b87971fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '385e2f1a-30f2-43ba-87d8-6a815efed8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:20:21Z', 'updated_at': '2022-05-03T22:20:30Z', 'revision_number': 4, 'project_id': '498aeb136ad344e696908c84b87971fc', 'gw_port': {'id': '385e2f1a-30f2-43ba-87d8-6a815efed8a9', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:20:22Z', 'updated_at': '2022-05-03T22:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '3a961981-38dd-4b08-8989-d1a95e665c88', 'name': '', 'network_id': '2f979ad9-48cf-4a78-a4c8-e31de78dd306', 'tenant_id': '498aeb136ad344e696908c84b87971fc', 'mac_address': 'fa:16:3e:a3:d5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '4d17e102-3bb3-4523-8a3f-718ac78f5e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:20:28Z', 'updated_at': '2022-05-03T22:20:31Z', 'revision_number': 2, 'project_id': '498aeb136ad344e696908c84b87971fc', 'subnets': [{'id': '4d17e102-3bb3-4523-8a3f-718ac78f5e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:20:34.062720 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92113b88-b0fe-48d2-997b-1d17d5733477 None None] Checking router: 418430a1-db24-418e-8e9d-1a2a343969fe for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:20:34.063356 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92113b88-b0fe-48d2-997b-1d17d5733477 None None] Updating router 418430a1-db24-418e-8e9d-1a2a343969fe port 3a961981-38dd-4b08-8989-d1a95e665c88 binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:20:34.072484 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=385e2f1a-30f2-43ba-87d8-6a815efed8a9,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:34.121189 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-92113b88-b0fe-48d2-997b-1d17d5733477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:34.158496 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-97116e8d-8fa5-4aab-bf1e-24d191408738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:34.163761 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc745347-5536-4c16-83ca-4b4df631314f req-9ff22bb8-3c57-47cc-93e2-08a4d0328286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:34.165273 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cc745347-5536-4c16-83ca-4b4df631314f req-9ff22bb8-3c57-47cc-93e2-08a4d0328286 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6d5fe23fb043446983dcb5606ef7203e&device_id=ae6aba00-19f8-4d0d-8970-87efbc33847b HTTP/1.1" status: 200 len: 1095 time: 0.2382514 May 03 22:20:34.320163 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc745347-5536-4c16-83ca-4b4df631314f req-fe35040b-d073-4446-a3c9-5613ee89219d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:34.322100 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cc745347-5536-4c16-83ca-4b4df631314f req-fe35040b-d073-4446-a3c9-5613ee89219d service neutron] 10.222.0.67 "GET /v2.0/networks?id=fc15fac9-7438-4d00-8baf-ffa13ed5602b HTTP/1.1" status: 200 len: 924 time: 0.1503546 May 03 22:20:34.368045 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec4321-18d2-4877-a78d-436162537f21 req-74e0d389-1b6d-4695-b8c0-df5a7ad5dd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:34.369597 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fbec4321-18d2-4877-a78d-436162537f21 req-74e0d389-1b6d-4695-b8c0-df5a7ad5dd00 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1355e03e3cc943b7a86e8b598705e5c5&device_id=6444c48b-bb82-4f41-8f7c-efa1116a623e HTTP/1.1" status: 200 len: 1098 time: 1.1287718 May 03 22:20:34.406166 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 385e2f1a-30f2-43ba-87d8-6a815efed8a9 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:20:34.421791 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cc745347-5536-4c16-83ca-4b4df631314f req-be8b20f6-4def-44c5-8de1-8ac855aea754 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28731db7-b5d5-4351-998a-74d69b7a82dc HTTP/1.1" status: 200 len: 217 time: 0.0924709 May 03 22:20:34.513870 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf951e-f6aa-4b2f-a050-1a36e80c2345 req-c6f4ef6e-ec22-49e2-935e-ae2d7fa000e5 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:34.514933 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-fbbf951e-f6aa-4b2f-a050-1a36e80c2345 req-c6f4ef6e-ec22-49e2-935e-ae2d7fa000e5 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Synchronizing usage tracker for tenant:ec7645f95a4b4ae78a2c1ea04f62a7e0 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:20:34.516700 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc745347-5536-4c16-83ca-4b4df631314f req-74ae1700-d7e7-4aa4-ac36-4f253ed51c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:34.518481 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cc745347-5536-4c16-83ca-4b4df631314f req-74ae1700-d7e7-4aa4-ac36-4f253ed51c51 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=da75e2b0-fbbe-493e-9b55-a7ecaaa82565 HTTP/1.1" status: 200 len: 862 time: 0.0869379 May 03 22:20:34.534817 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 385e2f1a-30f2-43ba-87d8-6a815efed8a9 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:20:34.535195 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:34.547537 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fbec4321-18d2-4877-a78d-436162537f21 req-72eb81d9-8315-4d08-b238-072794968c29 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=07437ccf-9d68-4250-974a-a4275b180566 HTTP/1.1" status: 200 len: 217 time: 0.1571841 May 03 22:20:34.660089 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc745347-5536-4c16-83ca-4b4df631314f req-2bb7447d-604f-4157-984b-f8273221dab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:34.663721 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cc745347-5536-4c16-83ca-4b4df631314f req-2bb7447d-604f-4157-984b-f8273221dab4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fc15fac9-7438-4d00-8baf-ffa13ed5602b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1392491 May 03 22:20:34.672822 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-92113b88-b0fe-48d2-997b-1d17d5733477 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:34.689935 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-92113b88-b0fe-48d2-997b-1d17d5733477 None None] Transition to ACTIVE for port object 3a961981-38dd-4b08-8989-d1a95e665c88 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:20:34.706485 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-92113b88-b0fe-48d2-997b-1d17d5733477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:34.776521 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51ea3be-114a-4a49-ac98-85da2cfe2bd3 admin admin] Network d5b3d5af-6ea4-4520-b87a-668c3c292dfd is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:20:34.784579 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-c51ea3be-114a-4a49-ac98-85da2cfe2bd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:20:34.798064 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5ee00-0fc7-4d32-8562-fd8743f56c8e req-49d5f95f-1f37-4585-8e5d-7a32479aa836 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:34.806061 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-22d5ee00-0fc7-4d32-8562-fd8743f56c8e req-49d5f95f-1f37-4585-8e5d-7a32479aa836 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?device_id=1820aa98-4c57-49a0-9d3d-9e386a1af9d0 HTTP/1.1" status: 200 len: 950 time: 0.6487498 May 03 22:20:34.850760 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cc745347-5536-4c16-83ca-4b4df631314f req-13d305a2-07af-48d6-8e4b-06de7dde9c87 service neutron] 10.222.0.67 "GET /v2.0/networks/fc15fac9-7438-4d00-8baf-ffa13ed5602b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795156 May 03 22:20:34.852602 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-fbbf951e-f6aa-4b2f-a050-1a36e80c2345 req-c6f4ef6e-ec22-49e2-935e-ae2d7fa000e5 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Unset dirty status for tenant:ec7645f95a4b4ae78a2c1ea04f62a7e0 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:20:34.853751 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fbbf951e-f6aa-4b2f-a050-1a36e80c2345 req-c6f4ef6e-ec22-49e2-935e-ae2d7fa000e5 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=6067ca7b-a19e-461b-aa2a-c63e6a67d1a5 HTTP/1.1" status: 200 len: 931 time: 0.8777790 May 03 22:20:34.859450 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec4321-18d2-4877-a78d-436162537f21 req-7d68de60-75ed-4a0a-a382-b02a6e5d5dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:34.861171 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fbec4321-18d2-4877-a78d-436162537f21 req-7d68de60-75ed-4a0a-a382-b02a6e5d5dfc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.2953207 May 03 22:20:34.971961 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe821fa-fce1-45e6-88ea-496af397f6ac None None] Pushing event updated for resources: {'Port': ['ID=3a961981-38dd-4b08-8989-d1a95e665c88,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:35.079807 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-92113b88-b0fe-48d2-997b-1d17d5733477 None None] Attempting to bind port 3a961981-38dd-4b08-8989-d1a95e665c88 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:20:35.080233 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-92113b88-b0fe-48d2-997b-1d17d5733477 None None] Attempting to bind port 3a961981-38dd-4b08-8989-d1a95e665c88 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'a53a0ba9-b490-46a5-9f9e-5609a8fb67ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2f979ad9-48cf-4a78-a4c8-e31de78dd306'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:20:35.080602 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92113b88-b0fe-48d2-997b-1d17d5733477 None None] Attempting to bind port 3a961981-38dd-4b08-8989-d1a95e665c88 on network 2f979ad9-48cf-4a78-a4c8-e31de78dd306 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:20:35.086666 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92113b88-b0fe-48d2-997b-1d17d5733477 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:20:35.087050 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92113b88-b0fe-48d2-997b-1d17d5733477 None None] Checking segment: {'id': 'a53a0ba9-b490-46a5-9f9e-5609a8fb67ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2f979ad9-48cf-4a78-a4c8-e31de78dd306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:20:35.087926 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-92113b88-b0fe-48d2-997b-1d17d5733477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:35.088701 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92113b88-b0fe-48d2-997b-1d17d5733477 None None] Bound using segment: {'id': 'a53a0ba9-b490-46a5-9f9e-5609a8fb67ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2f979ad9-48cf-4a78-a4c8-e31de78dd306'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:20:35.089188 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-92113b88-b0fe-48d2-997b-1d17d5733477 None None] Bound port: 3a961981-38dd-4b08-8989-d1a95e665c88, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a53a0ba9-b490-46a5-9f9e-5609a8fb67ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2f979ad9-48cf-4a78-a4c8-e31de78dd306'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:20:35.089689 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-92113b88-b0fe-48d2-997b-1d17d5733477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:35.136282 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cc745347-5536-4c16-83ca-4b4df631314f req-fdb7442b-6525-41a4-bbee-13a872cbf830 service neutron] 10.222.0.67 "GET /v2.0/networks/fc15fac9-7438-4d00-8baf-ffa13ed5602b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791450 May 03 22:20:35.218851 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-92113b88-b0fe-48d2-997b-1d17d5733477 None None] For port 3a961981-38dd-4b08-8989-d1a95e665c88, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:20:35.221273 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6133ef71-cb2b-4ae1-a077-5dea9c4444f6 None None] Provisioning complete for port ac24e103-0089-4dd0-ad02-360e2ada053e triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:20:35.221701 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6133ef71-cb2b-4ae1-a077-5dea9c4444f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:35.224919 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-92113b88-b0fe-48d2-997b-1d17d5733477 None None] For port 3a961981-38dd-4b08-8989-d1a95e665c88, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=3a961981-38dd-4b08-8989-d1a95e665c88,segment=NetworkSegment(a53a0ba9-b490-46a5-9f9e-5609a8fb67ef),segment_id=a53a0ba9-b490-46a5-9f9e-5609a8fb67ef)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:20:35.234940 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-92113b88-b0fe-48d2-997b-1d17d5733477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:35.286851 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-6133ef71-cb2b-4ae1-a077-5dea9c4444f6 None None] Port ac24e103-0089-4dd0-ad02-360e2ada053e cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:20:35.329213 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92113b88-b0fe-48d2-997b-1d17d5733477 None None] Routers {'418430a1-db24-418e-8e9d-1a2a343969fe'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:20:35.329868 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-92113b88-b0fe-48d2-997b-1d17d5733477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:20:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['418430a1-db24-418e-8e9d-1a2a343969fe'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:20:35.362899 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-22d5ee00-0fc7-4d32-8562-fd8743f56c8e req-4b1e7c4e-f831-4dd6-bea6-4cbc165de4ef tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f469174-b289-4c90-b088-91bbfa8d53d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5559397 May 03 22:20:35.389487 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fbbf951e-f6aa-4b2f-a050-1a36e80c2345 req-b9996e60-68d9-4586-a569-90f26e647833 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600871 May 03 22:20:35.457903 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c51ea3be-114a-4a49-ac98-85da2cfe2bd3 admin admin] Router ba12dd59-f498-473b-8989-a6ec4f536d28 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:20:35.480542 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec4321-18d2-4877-a78d-436162537f21 req-8985ec0d-cedb-4ea1-96c8-9ad97fc0e19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:35.487677 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fbec4321-18d2-4877-a78d-436162537f21 req-8985ec0d-cedb-4ea1-96c8-9ad97fc0e19f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5516207 May 03 22:20:35.498824 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe821fa-fce1-45e6-88ea-496af397f6ac None None] Pushing event updated for resources: {'Port': ['ID=3a961981-38dd-4b08-8989-d1a95e665c88,revision_number=4']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:35.588472 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-92113b88-b0fe-48d2-997b-1d17d5733477 None None] Set router 418430a1-db24-418e-8e9d-1a2a343969fe gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:20:35.864819 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-97116e8d-8fa5-4aab-bf1e-24d191408738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bf60e9a-e969-4165-80c4-622d4ed829f6 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:20:35.887435 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-97116e8d-8fa5-4aab-bf1e-24d191408738 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:35.921159 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-92113b88-b0fe-48d2-997b-1d17d5733477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1963312258-router', 'tenant_id': '498aeb136ad344e696908c84b87971fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '385e2f1a-30f2-43ba-87d8-6a815efed8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:20:21Z', 'updated_at': '2022-05-03T22:20:30Z', 'revision_number': 4, 'project_id': '498aeb136ad344e696908c84b87971fc', 'gw_port': {'id': '385e2f1a-30f2-43ba-87d8-6a815efed8a9', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:20:22Z', 'updated_at': '2022-05-03T22:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '3a961981-38dd-4b08-8989-d1a95e665c88', 'name': '', 'network_id': '2f979ad9-48cf-4a78-a4c8-e31de78dd306', 'tenant_id': '498aeb136ad344e696908c84b87971fc', 'mac_address': 'fa:16:3e:a3:d5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '4d17e102-3bb3-4523-8a3f-718ac78f5e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:20:28Z', 'updated_at': '2022-05-03T22:20:35Z', 'revision_number': 4, 'project_id': '498aeb136ad344e696908c84b87971fc', 'subnets': [{'id': '4d17e102-3bb3-4523-8a3f-718ac78f5e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:20:35.925362 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92113b88-b0fe-48d2-997b-1d17d5733477 None None] The sync data for ids ['418430a1-db24-418e-8e9d-1a2a343969fe'] in n-d-811807-1 is: [{'id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1963312258-router', 'tenant_id': '498aeb136ad344e696908c84b87971fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '385e2f1a-30f2-43ba-87d8-6a815efed8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:20:21Z', 'updated_at': '2022-05-03T22:20:30Z', 'revision_number': 4, 'project_id': '498aeb136ad344e696908c84b87971fc', 'gw_port': {'id': '385e2f1a-30f2-43ba-87d8-6a815efed8a9', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:20:22Z', 'updated_at': '2022-05-03T22:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '3a961981-38dd-4b08-8989-d1a95e665c88', 'name': '', 'network_id': '2f979ad9-48cf-4a78-a4c8-e31de78dd306', 'tenant_id': '498aeb136ad344e696908c84b87971fc', 'mac_address': 'fa:16:3e:a3:d5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '4d17e102-3bb3-4523-8a3f-718ac78f5e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:20:28Z', 'updated_at': '2022-05-03T22:20:35Z', 'revision_number': 4, 'project_id': '498aeb136ad344e696908c84b87971fc', 'subnets': [{'id': '4d17e102-3bb3-4523-8a3f-718ac78f5e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:20:36.035422 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-97116e8d-8fa5-4aab-bf1e-24d191408738 service neutron] Transition to ACTIVE for port object 1bf60e9a-e969-4165-80c4-622d4ed829f6 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:20:36.060477 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-97116e8d-8fa5-4aab-bf1e-24d191408738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:36.112023 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fbec4321-18d2-4877-a78d-436162537f21 req-8044d6be-39f2-4143-afcf-74263b00fafe service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5340927 May 03 22:20:36.253457 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51ea3be-114a-4a49-ac98-85da2cfe2bd3 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:20:36.259470 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c51ea3be-114a-4a49-ac98-85da2cfe2bd3 admin admin] 10.222.0.58 "PUT /v2.0/routers/ba12dd59-f498-473b-8989-a6ec4f536d28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5319462 May 03 22:20:36.267354 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051033e-180e-469e-bbd8-fffed5f1e764 req-b1ae99c3-a654-449a-b0d0-8391b617cb10 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:36.268870 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5051033e-180e-469e-bbd8-fffed5f1e764 req-b1ae99c3-a654-449a-b0d0-8391b617cb10 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/ports?device_id=6444c48b-bb82-4f41-8f7c-efa1116a623e HTTP/1.1" status: 200 len: 947 time: 0.7317457 May 03 22:20:36.274931 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b78f3ff-2856-44fb-aa29-7d5393323c1f None None] Sync routers for ids ['ba12dd59-f498-473b-8989-a6ec4f536d28'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:20:36.285386 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b78f3ff-2856-44fb-aa29-7d5393323c1f None None] Routers {'ba12dd59-f498-473b-8989-a6ec4f536d28'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:20:36.286448 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-9b78f3ff-2856-44fb-aa29-7d5393323c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:20:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['ba12dd59-f498-473b-8989-a6ec4f536d28'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:20:36.293930 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97116e8d-8fa5-4aab-bf1e-24d191408738 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf60e9a-e969-4165-80c4-622d4ed829f6,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:36.321895 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-28539ed1-86ae-4b65-8c5c-1a69fa12bdd1 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:36.322610 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-28539ed1-86ae-4b65-8c5c-1a69fa12bdd1 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Synchronizing usage tracker for tenant:498aeb136ad344e696908c84b87971fc on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:20:36.459634 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-28539ed1-86ae-4b65-8c5c-1a69fa12bdd1 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Unset dirty status for tenant:498aeb136ad344e696908c84b87971fc on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:20:36.461079 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-28539ed1-86ae-4b65-8c5c-1a69fa12bdd1 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/networks?id=2f979ad9-48cf-4a78-a4c8-e31de78dd306 HTTP/1.1" status: 200 len: 829 time: 0.6717033 May 03 22:20:36.489781 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 3a961981-38dd-4b08-8989-d1a95e665c88 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:20:36.542691 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-92a29860-2887-460e-908c-8edd5aaa4ef7 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/quotas/498aeb136ad344e696908c84b87971fc HTTP/1.1" status: 200 len: 375 time: 0.0392356 May 03 22:20:36.543403 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-97116e8d-8fa5-4aab-bf1e-24d191408738 service neutron] Attempting to bind port 1bf60e9a-e969-4165-80c4-622d4ed829f6 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:20:36.543789 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-97116e8d-8fa5-4aab-bf1e-24d191408738 service neutron] Attempting to bind port 1bf60e9a-e969-4165-80c4-622d4ed829f6 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:20:36.544179 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-97116e8d-8fa5-4aab-bf1e-24d191408738 service neutron] Attempting to bind port 1bf60e9a-e969-4165-80c4-622d4ed829f6 on network 3476088d-e412-4e55-9c2f-549019c16834 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:20:36.549038 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5051033e-180e-469e-bbd8-fffed5f1e764 req-4057a194-8cb5-4f78-9ae6-92fa568b8aa0 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/security-groups?id=1183dfe1-b104-4015-a004-e839f18864fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471607 May 03 22:20:36.551039 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fbec4321-18d2-4877-a78d-436162537f21 req-e591860b-60b4-43c6-b8b2-4a1021b5fa24 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138367 May 03 22:20:36.607787 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-97116e8d-8fa5-4aab-bf1e-24d191408738 service neutron] Port 1bf60e9a-e969-4165-80c4-622d4ed829f6 on network 3476088d-e412-4e55-9c2f-549019c16834 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:20:36.608582 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-97116e8d-8fa5-4aab-bf1e-24d191408738 service neutron] Attempting to bind port 1bf60e9a-e969-4165-80c4-622d4ed829f6 on network 3476088d-e412-4e55-9c2f-549019c16834 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:20:36.626950 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 3a961981-38dd-4b08-8989-d1a95e665c88 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:20:36.636863 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 3a961981-38dd-4b08-8989-d1a95e665c88 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:20:36.637215 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:36.684922 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-97116e8d-8fa5-4aab-bf1e-24d191408738 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:20:36.685261 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-97116e8d-8fa5-4aab-bf1e-24d191408738 service neutron] Checking segment: {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:20:36.685784 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-97116e8d-8fa5-4aab-bf1e-24d191408738 service neutron] Bound using segment: {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:20:36.686326 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-97116e8d-8fa5-4aab-bf1e-24d191408738 service neutron] Bound port: 1bf60e9a-e969-4165-80c4-622d4ed829f6, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:20:36.686726 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-97116e8d-8fa5-4aab-bf1e-24d191408738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:36.704079 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-9b78f3ff-2856-44fb-aa29-7d5393323c1f None None] Set router ba12dd59-f498-473b-8989-a6ec4f536d28 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:20:36.832737 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-97116e8d-8fa5-4aab-bf1e-24d191408738 service neutron] For port 1bf60e9a-e969-4165-80c4-622d4ed829f6, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:20:36.837407 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-97116e8d-8fa5-4aab-bf1e-24d191408738 service neutron] For port 1bf60e9a-e969-4165-80c4-622d4ed829f6, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1bf60e9a-e969-4165-80c4-622d4ed829f6,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:20:36.846036 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-05ff8600-d60a-4640-bd21-44bacb50cf1e tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=498aeb136ad344e696908c84b87971fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2918806 May 03 22:20:36.849796 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-97116e8d-8fa5-4aab-bf1e-24d191408738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:36.892876 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a62549-b5cc-446a-851c-a08744cb5fd1 req-a56f4f22-f2ac-4015-ae00-a845b6e232ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:36.894381 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d1a62549-b5cc-446a-851c-a08744cb5fd1 req-a56f4f22-f2ac-4015-ae00-a845b6e232ba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1355e03e3cc943b7a86e8b598705e5c5&device_id=6444c48b-bb82-4f41-8f7c-efa1116a623e HTTP/1.1" status: 200 len: 1098 time: 0.2702935 May 03 22:20:36.933717 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:20:36.954239 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:37.061959 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 3a961981-38dd-4b08-8989-d1a95e665c88, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=3a961981-38dd-4b08-8989-d1a95e665c88,segment=NetworkSegment(a53a0ba9-b490-46a5-9f9e-5609a8fb67ef),segment_id=a53a0ba9-b490-46a5-9f9e-5609a8fb67ef)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:20:37.074219 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:37.113270 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-97116e8d-8fa5-4aab-bf1e-24d191408738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:37.113911 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-97116e8d-8fa5-4aab-bf1e-24d191408738 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:37.115853 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-97116e8d-8fa5-4aab-bf1e-24d191408738 service neutron] 10.222.0.60 "PUT /v2.0/ports/1bf60e9a-e969-4165-80c4-622d4ed829f6 HTTP/1.1" status: 200 len: 1091 time: 3.2423763 May 03 22:20:37.132476 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6067ca7b-a19e-461b-aa2a-c63e6a67d1a5', 'tag': '1bf60e9a-e969-4165-80c4-622d4ed829f6'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:20:37.203607 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=3a961981-38dd-4b08-8989-d1a95e665c88,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:37.223250 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-9b78f3ff-2856-44fb-aa29-7d5393323c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba12dd59-f498-473b-8989-a6ec4f536d28', 'name': 'tempest-FloatingIPDetailsTestJSON-1837511078-router', 'tenant_id': '542e7d589865492d9c12fa7c466686ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '6696d22c-4ff9-4700-8c17-48c4cf297c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:20:15Z', 'updated_at': '2022-05-03T22:20:31Z', 'revision_number': 4, 'project_id': '542e7d589865492d9c12fa7c466686ef', 'gw_port': {'id': '6696d22c-4ff9-4700-8c17-48c4cf297c3e', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:80:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba12dd59-f498-473b-8989-a6ec4f536d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:20:17Z', 'updated_at': '2022-05-03T22:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'ac24e103-0089-4dd0-ad02-360e2ada053e', 'name': '', 'network_id': 'd5b3d5af-6ea4-4520-b87a-668c3c292dfd', 'tenant_id': '542e7d589865492d9c12fa7c466686ef', 'mac_address': 'fa:16:3e:61:5e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba12dd59-f498-473b-8989-a6ec4f536d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'f6e99a45-14d4-42c2-bea6-95c1052a6052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:20:29Z', 'updated_at': '2022-05-03T22:20:32Z', 'revision_number': 2, 'project_id': '542e7d589865492d9c12fa7c466686ef', 'subnets': [{'id': 'f6e99a45-14d4-42c2-bea6-95c1052a6052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:20:37.229761 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b78f3ff-2856-44fb-aa29-7d5393323c1f None None] Checking router: ba12dd59-f498-473b-8989-a6ec4f536d28 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:20:37.230353 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b78f3ff-2856-44fb-aa29-7d5393323c1f None None] Updating router ba12dd59-f498-473b-8989-a6ec4f536d28 port ac24e103-0089-4dd0-ad02-360e2ada053e binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:20:37.283631 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9b78f3ff-2856-44fb-aa29-7d5393323c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:37.337661 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97116e8d-8fa5-4aab-bf1e-24d191408738 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf60e9a-e969-4165-80c4-622d4ed829f6,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:37.404502 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a62549-b5cc-446a-851c-a08744cb5fd1 req-fd566c66-39b6-4c88-ad08-8b0ebc54fbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:37.405980 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d1a62549-b5cc-446a-851c-a08744cb5fd1 req-fd566c66-39b6-4c88-ad08-8b0ebc54fbf0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.3736603 May 03 22:20:37.410053 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-09be629c-c3ac-4090-ab1c-6a00c96bd2f5 service neutron] 10.222.0.58 "GET /v2.0/networks/2f979ad9-48cf-4a78-a4c8-e31de78dd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5198467 May 03 22:20:37.509417 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ea517-b840-4f83-8e3f-d2bd63f56d08 req-350a66a1-c650-4ff8-9cef-86a67a62a503 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:37.510885 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d33ea517-b840-4f83-8e3f-d2bd63f56d08 req-350a66a1-c650-4ff8-9cef-86a67a62a503 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6aba00-19f8-4d0d-8970-87efbc33847b HTTP/1.1" status: 200 len: 944 time: 0.4812939 May 03 22:20:37.512102 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d1a62549-b5cc-446a-851c-a08744cb5fd1 req-fb990b52-8913-4a13-b43f-517e8edc6a74 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=07437ccf-9d68-4250-974a-a4275b180566 HTTP/1.1" status: 200 len: 217 time: 0.0973575 May 03 22:20:37.625740 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9b78f3ff-2856-44fb-aa29-7d5393323c1f None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:37.637675 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9b78f3ff-2856-44fb-aa29-7d5393323c1f None None] Transition to ACTIVE for port object ac24e103-0089-4dd0-ad02-360e2ada053e will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:20:37.644020 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9b78f3ff-2856-44fb-aa29-7d5393323c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:37.659051 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-696321e1-c15b-4b3a-818f-603302e189e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:37.660559 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-696321e1-c15b-4b3a-818f-603302e189e4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&device_id=6067ca7b-a19e-461b-aa2a-c63e6a67d1a5 HTTP/1.1" status: 200 len: 1094 time: 0.4037430 May 03 22:20:37.765778 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-535b96fb-c1f5-4387-91a7-b65137641dd3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bf60e9a-e969-4165-80c4-622d4ed829f6 HTTP/1.1" status: 200 len: 217 time: 0.0942595 May 03 22:20:37.767583 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a62549-b5cc-446a-851c-a08744cb5fd1 req-5c5ebb35-fe00-4eff-b578-387f2f97a62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:37.769116 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d1a62549-b5cc-446a-851c-a08744cb5fd1 req-5c5ebb35-fe00-4eff-b578-387f2f97a62f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.2375960 May 03 22:20:37.770434 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae8211-f9a6-4d89-a83d-549952b0764a None None] Pushing event updated for resources: {'Port': ['ID=ac24e103-0089-4dd0-ad02-360e2ada053e,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:37.773174 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d33ea517-b840-4f83-8e3f-d2bd63f56d08 req-e45781c1-c389-4182-bbe8-36df10c04e55 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/security-groups?id=8cd0ced8-df16-4075-96e1-bc7516352cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2471218 May 03 22:20:37.851996 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-5df0fdbb-f497-42bd-b2c1-2db1a677f62a service neutron] 10.222.0.58 "GET /v2.0/networks/2f979ad9-48cf-4a78-a4c8-e31de78dd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823721 May 03 22:20:37.883482 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-9b78f3ff-2856-44fb-aa29-7d5393323c1f None None] Attempting to bind port ac24e103-0089-4dd0-ad02-360e2ada053e on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:20:37.884525 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-9b78f3ff-2856-44fb-aa29-7d5393323c1f None None] Attempting to bind port ac24e103-0089-4dd0-ad02-360e2ada053e by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '2456cfaf-4210-42cd-8c9a-22f5627f590f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd5b3d5af-6ea4-4520-b87a-668c3c292dfd'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:20:37.885324 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b78f3ff-2856-44fb-aa29-7d5393323c1f None None] Attempting to bind port ac24e103-0089-4dd0-ad02-360e2ada053e on network d5b3d5af-6ea4-4520-b87a-668c3c292dfd {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:20:37.892729 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b78f3ff-2856-44fb-aa29-7d5393323c1f None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:20:37.893341 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b78f3ff-2856-44fb-aa29-7d5393323c1f None None] Checking segment: {'id': '2456cfaf-4210-42cd-8c9a-22f5627f590f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd5b3d5af-6ea4-4520-b87a-668c3c292dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:20:37.893964 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9b78f3ff-2856-44fb-aa29-7d5393323c1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:37.895274 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b78f3ff-2856-44fb-aa29-7d5393323c1f None None] Bound using segment: {'id': '2456cfaf-4210-42cd-8c9a-22f5627f590f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd5b3d5af-6ea4-4520-b87a-668c3c292dfd'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:20:37.896590 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-9b78f3ff-2856-44fb-aa29-7d5393323c1f None None] Bound port: ac24e103-0089-4dd0-ad02-360e2ada053e, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2456cfaf-4210-42cd-8c9a-22f5627f590f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd5b3d5af-6ea4-4520-b87a-668c3c292dfd'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:20:37.897060 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9b78f3ff-2856-44fb-aa29-7d5393323c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:37.924221 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-f7915a02-a311-4e49-9c23-ccf72a8d5afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:37.925884 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-f7915a02-a311-4e49-9c23-ccf72a8d5afb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63a9fee3-85c4-4a95-8dcc-67111d08a3de HTTP/1.1" status: 200 len: 861 time: 0.1490412 May 03 22:20:37.981260 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-8f78b8db-9280-4376-bfd3-0989132a5a80 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3476088d-e412-4e55-9c2f-549019c16834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481741 May 03 22:20:37.993533 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a62549-b5cc-446a-851c-a08744cb5fd1 req-118c1685-7105-467b-ad69-50445c8deae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:37.995435 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d1a62549-b5cc-446a-851c-a08744cb5fd1 req-118c1685-7105-467b-ad69-50445c8deae9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1862290 May 03 22:20:38.024577 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-9b78f3ff-2856-44fb-aa29-7d5393323c1f None None] For port ac24e103-0089-4dd0-ad02-360e2ada053e, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:20:38.044178 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-9b78f3ff-2856-44fb-aa29-7d5393323c1f None None] For port ac24e103-0089-4dd0-ad02-360e2ada053e, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ac24e103-0089-4dd0-ad02-360e2ada053e,segment=NetworkSegment(2456cfaf-4210-42cd-8c9a-22f5627f590f),segment_id=2456cfaf-4210-42cd-8c9a-22f5627f590f)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:20:38.057375 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9b78f3ff-2856-44fb-aa29-7d5393323c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:38.184491 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b78f3ff-2856-44fb-aa29-7d5393323c1f None None] Routers {'ba12dd59-f498-473b-8989-a6ec4f536d28'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:20:38.185246 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-9b78f3ff-2856-44fb-aa29-7d5393323c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:20:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['ba12dd59-f498-473b-8989-a6ec4f536d28'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:20:38.360071 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-d3852124-0f2a-4a06-be23-3f4773185488 service neutron] 10.222.0.60 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688588 May 03 22:20:38.402569 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d1a62549-b5cc-446a-851c-a08744cb5fd1 req-0d46eb80-14f6-4879-afb0-3ee3d82f39a0 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890829 May 03 22:20:38.408660 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 28731db7-b5d5-4351-998a-74d69b7a82dc details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:20:38.426625 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae8211-f9a6-4d89-a83d-549952b0764a None None] Pushing event updated for resources: {'Port': ['ID=ac24e103-0089-4dd0-ad02-360e2ada053e,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:38.506194 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 3a961981-38dd-4b08-8989-d1a95e665c88 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:20:38.748955 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d03e0-be48-49df-b686-acba999a0f4b req-3e717eb6-cd1a-491a-afff-45b4a7ec1018 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:38.750440 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-014d03e0-be48-49df-b686-acba999a0f4b req-3e717eb6-cd1a-491a-afff-45b4a7ec1018 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=6067ca7b-a19e-461b-aa2a-c63e6a67d1a5 HTTP/1.1" status: 200 len: 943 time: 0.5657833 May 03 22:20:38.765708 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-9b78f3ff-2856-44fb-aa29-7d5393323c1f None None] Set router ba12dd59-f498-473b-8989-a6ec4f536d28 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:20:38.828170 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 3a961981-38dd-4b08-8989-d1a95e665c88 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:20:38.828534 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:38.880044 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d7fb27a9-df84-4608-9287-e87dfa4a928d req-18ddd4dc-2129-41b8-b238-425b68eebd09 service neutron] 10.222.0.60 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5124876 May 03 22:20:38.904665 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 28731db7-b5d5-4351-998a-74d69b7a82dc, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=28731db7-b5d5-4351-998a-74d69b7a82dc,segment=NetworkSegment(3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7),segment_id=3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:20:38.907493 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d1a62549-b5cc-446a-851c-a08744cb5fd1 req-e3b317da-2c43-41a3-9ee4-12b141c6a38d service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4913130 May 03 22:20:38.923342 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '28731db7-b5d5-4351-998a-74d69b7a82dc', 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b', 'port_id': '28731db7-b5d5-4351-998a-74d69b7a82dc', 'mac_address': 'fa:16:3e:26:ad:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da75e2b0-fbbe-493e-9b55-a7ecaaa82565', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:20:38.926706 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-014d03e0-be48-49df-b686-acba999a0f4b req-669db400-3c90-4e39-b978-d613658caefd tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237383 May 03 22:20:38.931214 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ec0df8cb-48b4-4f9d-b825-5c2aaea298a9 req-d475c341-1129-4142-9f7b-11bc7090897b tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Synchronizing usage tracker for tenant:542e7d589865492d9c12fa7c466686ef on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:20:38.949941 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ec0df8cb-48b4-4f9d-b825-5c2aaea298a9 req-d475c341-1129-4142-9f7b-11bc7090897b tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Unset dirty status for tenant:542e7d589865492d9c12fa7c466686ef on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:20:38.951585 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec0df8cb-48b4-4f9d-b825-5c2aaea298a9 req-d475c341-1129-4142-9f7b-11bc7090897b tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4479399 May 03 22:20:38.972508 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-ec0df8cb-48b4-4f9d-b825-5c2aaea298a9 req-cc98a8dd-d3a3-426e-810d-4e1a538b7f8e tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:20:38.978781 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-ec0df8cb-48b4-4f9d-b825-5c2aaea298a9 req-cc98a8dd-d3a3-426e-810d-4e1a538b7f8e tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:38.984752 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ec0df8cb-48b4-4f9d-b825-5c2aaea298a9 req-cc98a8dd-d3a3-426e-810d-4e1a538b7f8e tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Usage tracker for resource:floatingip and tenant:542e7d589865492d9c12fa7c466686ef is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:38.988724 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ec0df8cb-48b4-4f9d-b825-5c2aaea298a9 req-cc98a8dd-d3a3-426e-810d-4e1a538b7f8e tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:38.996213 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-ec0df8cb-48b4-4f9d-b825-5c2aaea298a9 req-cc98a8dd-d3a3-426e-810d-4e1a538b7f8e tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:39.010852 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ec0df8cb-48b4-4f9d-b825-5c2aaea298a9 req-cc98a8dd-d3a3-426e-810d-4e1a538b7f8e tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:39.055801 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e92a4367-d7c8-4ee4-86fa-ba1cf7c7e4f4'] response: {'name': 'network-changed', 'server_uuid': '6067ca7b-a19e-461b-aa2a-c63e6a67d1a5', 'tag': '1bf60e9a-e969-4165-80c4-622d4ed829f6', 'status': 'completed', 'code': 200} May 03 22:20:39.138058 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:39.204551 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28731db7-b5d5-4351-998a-74d69b7a82dc {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:20:39.256076 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 28731db7-b5d5-4351-998a-74d69b7a82dc, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=28731db7-b5d5-4351-998a-74d69b7a82dc,segment=NetworkSegment(3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7),segment_id=3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:20:39.294101 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf64164-511b-44da-b8f0-91551d7a0a92 req-16d3b75f-bebb-4990-9f27-71ff5246b4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:39.296797 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1cf64164-511b-44da-b8f0-91551d7a0a92 req-16d3b75f-bebb-4990-9f27-71ff5246b4a3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&device_id=6067ca7b-a19e-461b-aa2a-c63e6a67d1a5 HTTP/1.1" status: 200 len: 1094 time: 0.1750972 May 03 22:20:39.300705 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:39.312855 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a666d-e479-4fc0-b67d-4efb7fe7c64a req-f97ab980-b9d7-4fd5-9b18-34ff7ab8c384 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:39.314343 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d90a666d-e479-4fc0-b67d-4efb7fe7c64a req-f97ab980-b9d7-4fd5-9b18-34ff7ab8c384 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/ports?device_id=6444c48b-bb82-4f41-8f7c-efa1116a623e HTTP/1.1" status: 200 len: 947 time: 0.1555672 May 03 22:20:39.363685 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ec0df8cb-48b4-4f9d-b825-5c2aaea298a9 req-cc98a8dd-d3a3-426e-810d-4e1a538b7f8e tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:39.394451 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=28731db7-b5d5-4351-998a-74d69b7a82dc,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:39.409435 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-9b78f3ff-2856-44fb-aa29-7d5393323c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba12dd59-f498-473b-8989-a6ec4f536d28', 'name': 'tempest-FloatingIPDetailsTestJSON-1837511078-router', 'tenant_id': '542e7d589865492d9c12fa7c466686ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '6696d22c-4ff9-4700-8c17-48c4cf297c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:20:15Z', 'updated_at': '2022-05-03T22:20:31Z', 'revision_number': 4, 'project_id': '542e7d589865492d9c12fa7c466686ef', 'gw_port': {'id': '6696d22c-4ff9-4700-8c17-48c4cf297c3e', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:80:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba12dd59-f498-473b-8989-a6ec4f536d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:20:17Z', 'updated_at': '2022-05-03T22:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'ac24e103-0089-4dd0-ad02-360e2ada053e', 'name': '', 'network_id': 'd5b3d5af-6ea4-4520-b87a-668c3c292dfd', 'tenant_id': '542e7d589865492d9c12fa7c466686ef', 'mac_address': 'fa:16:3e:61:5e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba12dd59-f498-473b-8989-a6ec4f536d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'f6e99a45-14d4-42c2-bea6-95c1052a6052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:20:29Z', 'updated_at': '2022-05-03T22:20:38Z', 'revision_number': 4, 'project_id': '542e7d589865492d9c12fa7c466686ef', 'subnets': [{'id': 'f6e99a45-14d4-42c2-bea6-95c1052a6052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:20:39.414357 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b78f3ff-2856-44fb-aa29-7d5393323c1f None None] The sync data for ids ['ba12dd59-f498-473b-8989-a6ec4f536d28'] in n-d-811807-1 is: [{'id': 'ba12dd59-f498-473b-8989-a6ec4f536d28', 'name': 'tempest-FloatingIPDetailsTestJSON-1837511078-router', 'tenant_id': '542e7d589865492d9c12fa7c466686ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '6696d22c-4ff9-4700-8c17-48c4cf297c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:20:15Z', 'updated_at': '2022-05-03T22:20:31Z', 'revision_number': 4, 'project_id': '542e7d589865492d9c12fa7c466686ef', 'gw_port': {'id': '6696d22c-4ff9-4700-8c17-48c4cf297c3e', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:80:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba12dd59-f498-473b-8989-a6ec4f536d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:20:17Z', 'updated_at': '2022-05-03T22:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'ac24e103-0089-4dd0-ad02-360e2ada053e', 'name': '', 'network_id': 'd5b3d5af-6ea4-4520-b87a-668c3c292dfd', 'tenant_id': '542e7d589865492d9c12fa7c466686ef', 'mac_address': 'fa:16:3e:61:5e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba12dd59-f498-473b-8989-a6ec4f536d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'f6e99a45-14d4-42c2-bea6-95c1052a6052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:20:29Z', 'updated_at': '2022-05-03T22:20:38Z', 'revision_number': 4, 'project_id': '542e7d589865492d9c12fa7c466686ef', 'subnets': [{'id': 'f6e99a45-14d4-42c2-bea6-95c1052a6052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:20:39.545812 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d90a666d-e479-4fc0-b67d-4efb7fe7c64a req-7aae1f05-afda-4489-b17c-9b1aa7cbf021 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/security-groups?id=1183dfe1-b104-4015-a004-e839f18864fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087228 May 03 22:20:39.581126 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-e1db002e-6e94-4d88-9af2-8165fd2895a1 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:39.582937 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-e1db002e-6e94-4d88-9af2-8165fd2895a1 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.67 "GET /v2.0/networks?id=2f979ad9-48cf-4a78-a4c8-e31de78dd306 HTTP/1.1" status: 200 len: 829 time: 0.2753274 May 03 22:20:39.601878 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-5cb4c6e1-4028-4497-b825-5ec33c8a4d0c tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Request body: {'port': {'device_id': '7b51bef0-6d37-40fa-a19a-43c4037be86a', 'network_id': '2f979ad9-48cf-4a78-a4c8-e31de78dd306', 'admin_state_up': True, 'tenant_id': '498aeb136ad344e696908c84b87971fc'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:20:39.645302 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['28731db7-b5d5-4351-998a-74d69b7a82dc'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:20:39.693453 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf64164-511b-44da-b8f0-91551d7a0a92 req-12394c80-d692-4d91-bb3d-87e94e914041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:39.698192 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1cf64164-511b-44da-b8f0-91551d7a0a92 req-12394c80-d692-4d91-bb3d-87e94e914041 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3476088d-e412-4e55-9c2f-549019c16834 HTTP/1.1" status: 200 len: 922 time: 0.3799400 May 03 22:20:39.839194 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1cf64164-511b-44da-b8f0-91551d7a0a92 req-dbfa229a-08bd-4081-9ee7-6243173f3373 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bf60e9a-e969-4165-80c4-622d4ed829f6 HTTP/1.1" status: 200 len: 217 time: 0.1332600 May 03 22:20:39.873172 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-5cb4c6e1-4028-4497-b825-5ec33c8a4d0c tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:39.878128 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-5cb4c6e1-4028-4497-b825-5ec33c8a4d0c tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Usage tracker for resource:port and tenant:498aeb136ad344e696908c84b87971fc is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:39.881437 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-5cb4c6e1-4028-4497-b825-5ec33c8a4d0c tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:39.888014 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-5cb4c6e1-4028-4497-b825-5ec33c8a4d0c tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:39.900517 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-5cb4c6e1-4028-4497-b825-5ec33c8a4d0c tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Made reservation on behalf of 498aeb136ad344e696908c84b87971fc for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:20:39.905032 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-5cb4c6e1-4028-4497-b825-5ec33c8a4d0c tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:39.944301 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1a7a5891-6944-4ed4-91d7-a9151eb9a590 req-82f642c9-182f-482e-9aef-a53144a70c8a tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b51bef0-6d37-40fa-a19a-43c4037be86a HTTP/1.1" status: 200 len: 210 time: 0.1419601 May 03 22:20:40.007771 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf64164-511b-44da-b8f0-91551d7a0a92 req-3d083801-85b8-487f-a646-7540109789c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:40.009468 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1cf64164-511b-44da-b8f0-91551d7a0a92 req-3d083801-85b8-487f-a646-7540109789c3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63a9fee3-85c4-4a95-8dcc-67111d08a3de HTTP/1.1" status: 200 len: 861 time: 0.1479495 May 03 22:20:40.010780 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-ec0df8cb-48b4-4f9d-b825-5c2aaea298a9 req-cc98a8dd-d3a3-426e-810d-4e1a538b7f8e tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Allocated IP 172.25.2.119 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/d1b6a83a-da5e-4386-9b5c-ae926e64f739) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:20:40.087181 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1cf64164-511b-44da-b8f0-91551d7a0a92 req-f4d1e8d2-3eed-49eb-89c9-57b9ca214243 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3476088d-e412-4e55-9c2f-549019c16834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708227 May 03 22:20:40.174881 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-5cb4c6e1-4028-4497-b825-5ec33c8a4d0c tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Allocated IP 172.20.0.3 (2f979ad9-48cf-4a78-a4c8-e31de78dd306/4d17e102-3bb3-4523-8a3f-718ac78f5e2c/e803c704-3d4a-492e-8ef4-2fa5634860e3) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:20:40.348554 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ec0df8cb-48b4-4f9d-b825-5c2aaea298a9 req-cc98a8dd-d3a3-426e-810d-4e1a538b7f8e tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:40.513920 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ac24e103-0089-4dd0-ad02-360e2ada053e up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:20:40.538555 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-5cb4c6e1-4028-4497-b825-5ec33c8a4d0c tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:40.573978 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-5cb4c6e1-4028-4497-b825-5ec33c8a4d0c tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Transition to ACTIVE for port object e803c704-3d4a-492e-8ef4-2fa5634860e3 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:20:40.628339 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-5cb4c6e1-4028-4497-b825-5ec33c8a4d0c tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:40.640139 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1cf64164-511b-44da-b8f0-91551d7a0a92 req-76649692-68ff-4963-b795-aa24c445f197 service neutron] 10.222.0.60 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573259 May 03 22:20:40.643739 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ec0df8cb-48b4-4f9d-b825-5c2aaea298a9 req-cc98a8dd-d3a3-426e-810d-4e1a538b7f8e tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:40.671169 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port ac24e103-0089-4dd0-ad02-360e2ada053e completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:20:40.678364 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port ac24e103-0089-4dd0-ad02-360e2ada053e triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:20:40.678963 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:40.768394 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb4c6e1-4028-4497-b825-5ec33c8a4d0c tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Pushing event updated for resources: {'Port': ['ID=e803c704-3d4a-492e-8ef4-2fa5634860e3,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:40.781682 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-5cb4c6e1-4028-4497-b825-5ec33c8a4d0c tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Network 2f979ad9-48cf-4a78-a4c8-e31de78dd306 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:20:40.782949 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-5cb4c6e1-4028-4497-b825-5ec33c8a4d0c tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:20:40.785280 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-5cb4c6e1-4028-4497-b825-5ec33c8a4d0c tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:20:40.855594 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:40.876360 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 07437ccf-9d68-4250-974a-a4275b180566 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:20:40.880348 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-5cb4c6e1-4028-4497-b825-5ec33c8a4d0c tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:40.881004 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-5cb4c6e1-4028-4497-b825-5ec33c8a4d0c tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:40.905653 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port ac24e103-0089-4dd0-ad02-360e2ada053e, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ac24e103-0089-4dd0-ad02-360e2ada053e,segment=NetworkSegment(2456cfaf-4210-42cd-8c9a-22f5627f590f),segment_id=2456cfaf-4210-42cd-8c9a-22f5627f590f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:20:40.919008 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-5cb4c6e1-4028-4497-b825-5ec33c8a4d0c tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3223357 May 03 22:20:40.934797 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-78d7867e-a2e6-4d6f-aeb9-0b83fa400d36 service neutron] Request body: {'port': {'device_id': '7b51bef0-6d37-40fa-a19a-43c4037be86a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:20:40.943973 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:41.065789 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc98a8dd-d3a3-426e-810d-4e1a538b7f8e tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Pushing event updated for resources: {'Port': ['ID=d1b6a83a-da5e-4386-9b5c-ae926e64f739,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:41.080519 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-78d7867e-a2e6-4d6f-aeb9-0b83fa400d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:41.102110 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=ac24e103-0089-4dd0-ad02-360e2ada053e,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:41.118913 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec0df8cb-48b4-4f9d-b825-5c2aaea298a9 req-cc98a8dd-d3a3-426e-810d-4e1a538b7f8e tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:20:41.123331 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-ec0df8cb-48b4-4f9d-b825-5c2aaea298a9 req-cc98a8dd-d3a3-426e-810d-4e1a538b7f8e tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:20:41.131849 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec0df8cb-48b4-4f9d-b825-5c2aaea298a9 req-cc98a8dd-d3a3-426e-810d-4e1a538b7f8e tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:20:41.149813 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 07437ccf-9d68-4250-974a-a4275b180566, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=07437ccf-9d68-4250-974a-a4275b180566,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:20:41.177922 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f9c75-873a-4248-92c9-a080ca9da78d req-7f713e6c-128f-40a1-8a96-3d98472bfbd0 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:41.179699 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec8f9c75-873a-4248-92c9-a080ca9da78d req-7f713e6c-128f-40a1-8a96-3d98472bfbd0 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.67 "GET /v2.0/ports?device_id=1820aa98-4c57-49a0-9d3d-9e386a1af9d0 HTTP/1.1" status: 200 len: 950 time: 1.0870490 May 03 22:20:41.214775 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1f34a266-fe04-4d77-bc5a-1b053e045b39 None None] Provisioning for port e803c704-3d4a-492e-8ef4-2fa5634860e3 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:20:41.221975 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1f34a266-fe04-4d77-bc5a-1b053e045b39 None None] Provisioning complete for port e803c704-3d4a-492e-8ef4-2fa5634860e3 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:20:41.222250 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1f34a266-fe04-4d77-bc5a-1b053e045b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:41.235036 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1cf64164-511b-44da-b8f0-91551d7a0a92 req-615b6b39-7a29-4318-959f-1fc741f8f092 service neutron] 10.222.0.60 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5858250 May 03 22:20:41.264207 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '07437ccf-9d68-4250-974a-a4275b180566', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': '07437ccf-9d68-4250-974a-a4275b180566', 'mac_address': 'fa:16:3e:2f:40:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:20:41.289025 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442319fa-950c-478c-9737-30c22d8fc0a2 req-04bb1fd7-e4ce-4dde-b8cd-0f6d643d4645 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:41.290631 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-442319fa-950c-478c-9737-30c22d8fc0a2 req-04bb1fd7-e4ce-4dde-b8cd-0f6d643d4645 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/ports?device_id=1820aa98-4c57-49a0-9d3d-9e386a1af9d0 HTTP/1.1" status: 200 len: 950 time: 0.6495497 May 03 22:20:41.303522 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-ec8f9c75-873a-4248-92c9-a080ca9da78d req-489d55d2-b8d1-4ab5-8265-7c5c7940aee0 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Deleting port ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:20:41.303992 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ec8f9c75-873a-4248-92c9-a080ca9da78d req-489d55d2-b8d1-4ab5-8265-7c5c7940aee0 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:41.327806 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1f34a266-fe04-4d77-bc5a-1b053e045b39 None None] Port e803c704-3d4a-492e-8ef4-2fa5634860e3 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:20:41.336269 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:41.346816 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ec0df8cb-48b4-4f9d-b825-5c2aaea298a9 req-cc98a8dd-d3a3-426e-810d-4e1a538b7f8e tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:41.354189 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07437ccf-9d68-4250-974a-a4275b180566 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:20:41.371840 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 07437ccf-9d68-4250-974a-a4275b180566, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=07437ccf-9d68-4250-974a-a4275b180566,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:20:41.377143 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:41.451626 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=07437ccf-9d68-4250-974a-a4275b180566,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:41.498005 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-442319fa-950c-478c-9737-30c22d8fc0a2 req-5b68a9ea-2b26-4d74-95ab-931e210f6363 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.58 "GET /v2.0/security-groups?id=4f469174-b289-4c90-b088-91bbfa8d53d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524909 May 03 22:20:41.510662 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ec0df8cb-48b4-4f9d-b825-5c2aaea298a9 req-cc98a8dd-d3a3-426e-810d-4e1a538b7f8e tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:41.554959 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-78d7867e-a2e6-4d6f-aeb9-0b83fa400d36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e803c704-3d4a-492e-8ef4-2fa5634860e3 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:20:41.563574 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-78d7867e-a2e6-4d6f-aeb9-0b83fa400d36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:41.572063 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['07437ccf-9d68-4250-974a-a4275b180566'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:20:41.607910 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-78d7867e-a2e6-4d6f-aeb9-0b83fa400d36 service neutron] Transition to ACTIVE for port object e803c704-3d4a-492e-8ef4-2fa5634860e3 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:20:41.616009 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-78d7867e-a2e6-4d6f-aeb9-0b83fa400d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:41.844854 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7867e-a2e6-4d6f-aeb9-0b83fa400d36 service neutron] Pushing event updated for resources: {'Port': ['ID=e803c704-3d4a-492e-8ef4-2fa5634860e3,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:41.856865 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-ec8f9c75-873a-4248-92c9-a080ca9da78d req-489d55d2-b8d1-4ab5-8265-7c5c7940aee0 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] For port ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:20:41.857229 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ec8f9c75-873a-4248-92c9-a080ca9da78d req-489d55d2-b8d1-4ab5-8265-7c5c7940aee0 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:41.884842 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-78d7867e-a2e6-4d6f-aeb9-0b83fa400d36 service neutron] Attempting to bind port e803c704-3d4a-492e-8ef4-2fa5634860e3 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:20:41.885170 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-78d7867e-a2e6-4d6f-aeb9-0b83fa400d36 service neutron] Attempting to bind port e803c704-3d4a-492e-8ef4-2fa5634860e3 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': 'a53a0ba9-b490-46a5-9f9e-5609a8fb67ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2f979ad9-48cf-4a78-a4c8-e31de78dd306'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:20:41.885492 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-78d7867e-a2e6-4d6f-aeb9-0b83fa400d36 service neutron] Attempting to bind port e803c704-3d4a-492e-8ef4-2fa5634860e3 on network 2f979ad9-48cf-4a78-a4c8-e31de78dd306 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:20:41.890240 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-78d7867e-a2e6-4d6f-aeb9-0b83fa400d36 service neutron] Port e803c704-3d4a-492e-8ef4-2fa5634860e3 on network 2f979ad9-48cf-4a78-a4c8-e31de78dd306 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:20:41.890552 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-78d7867e-a2e6-4d6f-aeb9-0b83fa400d36 service neutron] Attempting to bind port e803c704-3d4a-492e-8ef4-2fa5634860e3 on network 2f979ad9-48cf-4a78-a4c8-e31de78dd306 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:20:41.895540 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-78d7867e-a2e6-4d6f-aeb9-0b83fa400d36 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:20:41.895898 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-78d7867e-a2e6-4d6f-aeb9-0b83fa400d36 service neutron] Checking segment: {'id': 'a53a0ba9-b490-46a5-9f9e-5609a8fb67ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2f979ad9-48cf-4a78-a4c8-e31de78dd306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:20:41.896272 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-78d7867e-a2e6-4d6f-aeb9-0b83fa400d36 service neutron] Bound using segment: {'id': 'a53a0ba9-b490-46a5-9f9e-5609a8fb67ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2f979ad9-48cf-4a78-a4c8-e31de78dd306'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:20:41.896690 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-78d7867e-a2e6-4d6f-aeb9-0b83fa400d36 service neutron] Bound port: e803c704-3d4a-492e-8ef4-2fa5634860e3, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a53a0ba9-b490-46a5-9f9e-5609a8fb67ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2f979ad9-48cf-4a78-a4c8-e31de78dd306'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:20:41.897026 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-78d7867e-a2e6-4d6f-aeb9-0b83fa400d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:41.984616 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-78d7867e-a2e6-4d6f-aeb9-0b83fa400d36 service neutron] For port e803c704-3d4a-492e-8ef4-2fa5634860e3, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:20:41.989223 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-78d7867e-a2e6-4d6f-aeb9-0b83fa400d36 service neutron] For port e803c704-3d4a-492e-8ef4-2fa5634860e3, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=e803c704-3d4a-492e-8ef4-2fa5634860e3,segment=NetworkSegment(a53a0ba9-b490-46a5-9f9e-5609a8fb67ef),segment_id=a53a0ba9-b490-46a5-9f9e-5609a8fb67ef)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:20:41.996766 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-78d7867e-a2e6-4d6f-aeb9-0b83fa400d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:41.997172 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-ec8f9c75-873a-4248-92c9-a080ca9da78d req-489d55d2-b8d1-4ab5-8265-7c5c7940aee0 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Calling delete_port for ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019 owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:20:42.060496 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-78d7867e-a2e6-4d6f-aeb9-0b83fa400d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:42.061549 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-78d7867e-a2e6-4d6f-aeb9-0b83fa400d36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:42.063266 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-78d7867e-a2e6-4d6f-aeb9-0b83fa400d36 service neutron] 10.222.0.67 "PUT /v2.0/ports/e803c704-3d4a-492e-8ef4-2fa5634860e3 HTTP/1.1" status: 200 len: 1091 time: 1.1359453 May 03 22:20:42.063346 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f543d1e-f834-47cc-8ddd-455d6cb58f5c req-fa0b1e68-f621-4078-be00-efc6ca779c7d tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:42.064679 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1f543d1e-f834-47cc-8ddd-455d6cb58f5c req-fa0b1e68-f621-4078-be00-efc6ca779c7d tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6aba00-19f8-4d0d-8970-87efbc33847b HTTP/1.1" status: 200 len: 945 time: 0.4564364 May 03 22:20:42.065963 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b51bef0-6d37-40fa-a19a-43c4037be86a', 'tag': 'e803c704-3d4a-492e-8ef4-2fa5634860e3'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:20:42.092588 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7867e-a2e6-4d6f-aeb9-0b83fa400d36 service neutron] Pushing event updated for resources: {'Port': ['ID=e803c704-3d4a-492e-8ef4-2fa5634860e3,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:42.145068 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ec0df8cb-48b4-4f9d-b825-5c2aaea298a9 req-cc98a8dd-d3a3-426e-810d-4e1a538b7f8e tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:42.154115 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ec0df8cb-48b4-4f9d-b825-5c2aaea298a9 req-cc98a8dd-d3a3-426e-810d-4e1a538b7f8e tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:42.187291 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-dccc0958-22b5-4cb6-81e3-518fbc768b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:42.188945 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-dccc0958-22b5-4cb6-81e3-518fbc768b6f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=498aeb136ad344e696908c84b87971fc&device_id=7b51bef0-6d37-40fa-a19a-43c4037be86a HTTP/1.1" status: 200 len: 1094 time: 0.0766828 May 03 22:20:42.227477 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1f543d1e-f834-47cc-8ddd-455d6cb58f5c req-4ee6d970-f5ea-4557-90fb-7bf880e0f027 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/security-groups?id=8cd0ced8-df16-4075-96e1-bc7516352cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486609 May 03 22:20:42.276777 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ec0df8cb-48b4-4f9d-b825-5c2aaea298a9 req-cc98a8dd-d3a3-426e-810d-4e1a538b7f8e tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:42.280865 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc98a8dd-d3a3-426e-810d-4e1a538b7f8e tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Pushing event updated for resources: {'Port': ['ID=d1b6a83a-da5e-4386-9b5c-ae926e64f739,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:42.306171 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-5dff604d-af26-4394-8252-19ddf6d9e3fd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e803c704-3d4a-492e-8ef4-2fa5634860e3 HTTP/1.1" status: 200 len: 217 time: 0.1093738 May 03 22:20:42.315571 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ec8f9c75-873a-4248-92c9-a080ca9da78d req-489d55d2-b8d1-4ab5-8265-7c5c7940aee0 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:42.318156 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ec0df8cb-48b4-4f9d-b825-5c2aaea298a9 req-cc98a8dd-d3a3-426e-810d-4e1a538b7f8e tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:42.319503 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec0df8cb-48b4-4f9d-b825-5c2aaea298a9 req-cc98a8dd-d3a3-426e-810d-4e1a538b7f8e tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3525953 May 03 22:20:42.327222 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:20:42.389220 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-3bd5f0c4-3476-4735-ba87-3d11edb9f1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:42.391082 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-3bd5f0c4-3476-4735-ba87-3d11edb9f1bc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4d17e102-3bb3-4523-8a3f-718ac78f5e2c HTTP/1.1" status: 200 len: 868 time: 0.0798028 May 03 22:20:42.397654 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 28731db7-b5d5-4351-998a-74d69b7a82dc up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:20:42.429347 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d55d2-b8d1-4ab5-8265-7c5c7940aee0 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Pushing event deleted for resources: {'Port': ['ID=ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:42.487052 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ac24e103-0089-4dd0-ad02-360e2ada053e up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:20:42.488698 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ec0df8cb-48b4-4f9d-b825-5c2aaea298a9 req-d81b2950-c922-4bd6-bff0-1737f6fa07af tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Synchronizing usage tracker for tenant:542e7d589865492d9c12fa7c466686ef on resource:floatingip {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:20:42.493986 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-2ee009cb-80a7-48ea-9b39-f1b08dce28bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:42.495681 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-2ee009cb-80a7-48ea-9b39-f1b08dce28bb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2f979ad9-48cf-4a78-a4c8-e31de78dd306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972290 May 03 22:20:42.538589 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8f9c75-873a-4248-92c9-a080ca9da78d req-489d55d2-b8d1-4ab5-8265-7c5c7940aee0 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] No DVR routers for this DVR port ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019 on host n-h2-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:20:42.541552 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ec0df8cb-48b4-4f9d-b825-5c2aaea298a9 req-d81b2950-c922-4bd6-bff0-1737f6fa07af tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Unset dirty status for tenant:542e7d589865492d9c12fa7c466686ef on resource:floatingip {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:20:42.542326 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec0df8cb-48b4-4f9d-b825-5c2aaea298a9 req-d81b2950-c922-4bd6-bff0-1737f6fa07af tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.119 HTTP/1.1" status: 200 len: 696 time: 0.1886182 May 03 22:20:42.543348 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ec8f9c75-873a-4248-92c9-a080ca9da78d req-489d55d2-b8d1-4ab5-8265-7c5c7940aee0 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:42.545244 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec8f9c75-873a-4248-92c9-a080ca9da78d req-489d55d2-b8d1-4ab5-8265-7c5c7940aee0 tempest-DeleteServersAdminTestJSON-26307773 tempest-DeleteServersAdminTestJSON-26307773-project] 10.222.0.67 "DELETE /v2.0/ports/ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019 HTTP/1.1" status: 204 len: 173 time: 1.3532751 May 03 22:20:42.545765 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1820aa98-4c57-49a0-9d3d-9e386a1af9d0', 'name': 'network-vif-deleted', 'tag': 'ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:20:42.632387 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port ac24e103-0089-4dd0-ad02-360e2ada053e triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:20:42.633945 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:42.673068 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 28731db7-b5d5-4351-998a-74d69b7a82dc completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:20:42.724548 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 28731db7-b5d5-4351-998a-74d69b7a82dc triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:20:42.724854 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:42.736091 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-6695b88d-3ca2-468a-8931-31b05e7d4f5c service neutron] 10.222.0.67 "GET /v2.0/networks/2f979ad9-48cf-4a78-a4c8-e31de78dd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332215 May 03 22:20:42.844583 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 1bf60e9a-e969-4165-80c4-622d4ed829f6 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:20:42.862179 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 07437ccf-9d68-4250-974a-a4275b180566 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:20:42.903802 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-40bcea33-52c7-49e5-9e40-267ee1b16f4e req-957bf8b1-3756-4132-887f-ebac90a58b72 service neutron] 10.222.0.67 "GET /v2.0/networks/2f979ad9-48cf-4a78-a4c8-e31de78dd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610525 May 03 22:20:42.929649 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0df8cb-48b4-4f9d-b825-5c2aaea298a9 req-5b03b75f-9103-457b-9ddd-52bf5261acc8 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:42.931034 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec0df8cb-48b4-4f9d-b825-5c2aaea298a9 req-5b03b75f-9103-457b-9ddd-52bf5261acc8 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 784 time: 0.3795958 May 03 22:20:42.944628 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-ec0df8cb-48b4-4f9d-b825-5c2aaea298a9 req-cf6a548c-5c64-4ef2-bdac-c400aba29412 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:20:42.945592 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec0df8cb-48b4-4f9d-b825-5c2aaea298a9 req-cf6a548c-5c64-4ef2-bdac-c400aba29412 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067649 May 03 22:20:42.959310 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366fa48c-495c-4f1c-8801-b52c345852c8 req-4a57b463-0ae7-49ac-9ad8-88cf7038b683 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:42.960798 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-366fa48c-495c-4f1c-8801-b52c345852c8 req-4a57b463-0ae7-49ac-9ad8-88cf7038b683 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=6067ca7b-a19e-461b-aa2a-c63e6a67d1a5 HTTP/1.1" status: 200 len: 943 time: 0.1430929 May 03 22:20:42.996523 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:43.015470 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-366fa48c-495c-4f1c-8801-b52c345852c8 req-1e57bea7-360a-4166-bcbd-acbcbf105a59 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458851 May 03 22:20:43.094463 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6aba00-19f8-4d0d-8970-87efbc33847b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28731db7-b5d5-4351-998a-74d69b7a82dc'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:20:43.125695 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 28731db7-b5d5-4351-998a-74d69b7a82dc, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=28731db7-b5d5-4351-998a-74d69b7a82dc,segment=NetworkSegment(3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7),segment_id=3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:20:43.132633 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:43.133420 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:20:43.210805 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 07437ccf-9d68-4250-974a-a4275b180566 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:20:43.227148 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:20:43.227447 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:20:43.246596 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 07437ccf-9d68-4250-974a-a4275b180566 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:20:43.246967 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:43.247096 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985b8c6-8abc-4c4d-9467-eeec17660c2e req-41765011-ae02-4f1b-8d05-f66290897c8b tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:43.254444 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0985b8c6-8abc-4c4d-9467-eeec17660c2e req-41765011-ae02-4f1b-8d05-f66290897c8b tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/ports?device_id=6444c48b-bb82-4f41-8f7c-efa1116a623e HTTP/1.1" status: 200 len: 948 time: 0.1254780 May 03 22:20:43.314704 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 1bf60e9a-e969-4165-80c4-622d4ed829f6, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1bf60e9a-e969-4165-80c4-622d4ed829f6,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:20:43.336270 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=28731db7-b5d5-4351-998a-74d69b7a82dc,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:43.339543 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '1bf60e9a-e969-4165-80c4-622d4ed829f6', 'network_id': '3476088d-e412-4e55-9c2f-549019c16834', 'port_id': '1bf60e9a-e969-4165-80c4-622d4ed829f6', 'mac_address': 'fa:16:3e:36:b3:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a9fee3-85c4-4a95-8dcc-67111d08a3de', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:20:43.349601 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:20:43.349971 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:20:43.350309 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:20:43.350651 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:20:43.350995 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:20:43.351319 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:20:43.351644 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:20:43.351965 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:20:43.352284 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:20:43.352601 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:20:43.352917 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:20:43.353232 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:20:43.354520 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0985b8c6-8abc-4c4d-9467-eeec17660c2e req-8d0ebdc1-5988-40aa-b6bb-6797b4591adb tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/security-groups?id=1183dfe1-b104-4015-a004-e839f18864fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991840 May 03 22:20:43.392841 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b13cd-2354-40b9-8b56-5c4a3cecd576 req-317dccd7-1249-4f61-97b0-e23a40a4f858 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:43.394379 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-172b13cd-2354-40b9-8b56-5c4a3cecd576 req-317dccd7-1249-4f61-97b0-e23a40a4f858 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b51bef0-6d37-40fa-a19a-43c4037be86a HTTP/1.1" status: 200 len: 943 time: 0.1196556 May 03 22:20:43.418115 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c09e525f-e6fc-4401-96cd-33bde022b523'] response: {'name': 'network-changed', 'server_uuid': '7b51bef0-6d37-40fa-a19a-43c4037be86a', 'tag': 'e803c704-3d4a-492e-8ef4-2fa5634860e3', 'status': 'completed', 'code': 200} May 03 22:20:43.455643 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-172b13cd-2354-40b9-8b56-5c4a3cecd576 req-8c62cc8e-3ee6-4ba7-af3f-ab6dc77c6220 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Synchronizing usage tracker for tenant:498aeb136ad344e696908c84b87971fc on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:20:43.463486 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:43.486154 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-172b13cd-2354-40b9-8b56-5c4a3cecd576 req-8c62cc8e-3ee6-4ba7-af3f-ab6dc77c6220 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Unset dirty status for tenant:498aeb136ad344e696908c84b87971fc on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:20:43.490131 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bf60e9a-e969-4165-80c4-622d4ed829f6 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:20:43.497007 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:43.497196 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-172b13cd-2354-40b9-8b56-5c4a3cecd576 req-8c62cc8e-3ee6-4ba7-af3f-ab6dc77c6220 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/security-groups?id=99c05288-5684-4996-9413-e1566b84a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961399 May 03 22:20:43.554176 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ec81dda-e424-4b50-abf5-965010c6a579'] response: {'server_uuid': '1820aa98-4c57-49a0-9d3d-9e386a1af9d0', 'name': 'network-vif-deleted', 'tag': 'ef8d9cc8-0bbe-4ee6-93ae-b8f3e7b8c019', 'status': 'completed', 'code': 200} May 03 22:20:43.555924 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 07437ccf-9d68-4250-974a-a4275b180566, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=07437ccf-9d68-4250-974a-a4275b180566,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:20:43.557795 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 1bf60e9a-e969-4165-80c4-622d4ed829f6, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1bf60e9a-e969-4165-80c4-622d4ed829f6,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:20:43.562515 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:43.567460 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecffee2-f944-41ba-979a-632b1a3d5e1b req-3c559997-5296-4426-9287-54266170b4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:43.569697 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3ecffee2-f944-41ba-979a-632b1a3d5e1b req-3c559997-5296-4426-9287-54266170b4a0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=498aeb136ad344e696908c84b87971fc&device_id=7b51bef0-6d37-40fa-a19a-43c4037be86a HTTP/1.1" status: 200 len: 1094 time: 0.1303210 May 03 22:20:43.597736 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:43.638132 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-472b2684-5e3d-4678-a48c-6557447a70cf'] response: {'server_uuid': 'ae6aba00-19f8-4d0d-8970-87efbc33847b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28731db7-b5d5-4351-998a-74d69b7a82dc', 'code': 200} May 03 22:20:43.654791 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=07437ccf-9d68-4250-974a-a4275b180566,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:43.764394 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=1bf60e9a-e969-4165-80c4-622d4ed829f6,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:43.784012 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecffee2-f944-41ba-979a-632b1a3d5e1b req-308ec015-4fc1-4047-8064-fd136539f006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:43.785477 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3ecffee2-f944-41ba-979a-632b1a3d5e1b req-308ec015-4fc1-4047-8064-fd136539f006 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2f979ad9-48cf-4a78-a4c8-e31de78dd306 HTTP/1.1" status: 200 len: 930 time: 0.2098405 May 03 22:20:43.809128 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['1bf60e9a-e969-4165-80c4-622d4ed829f6'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:20:43.817994 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c7a6aeff-d881-46cc-b602-789e19eafbec req-28ccf702-cfa6-4720-8cb7-d9c885fc045e tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2456651 May 03 22:20:43.832296 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-c7a6aeff-d881-46cc-b602-789e19eafbec req-24308a37-ea8d-4061-bf38-9d192593472d tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:20:43.838120 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c326ed8-a3e6-42a8-aaab-976b87630822 req-b682474b-8b91-4b11-9088-17006909a4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:43.839570 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4c326ed8-a3e6-42a8-aaab-976b87630822 req-b682474b-8b91-4b11-9088-17006909a4e0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ae6aba00-19f8-4d0d-8970-87efbc33847b HTTP/1.1" status: 200 len: 1097 time: 0.1236415 May 03 22:20:43.843334 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-c7a6aeff-d881-46cc-b602-789e19eafbec req-24308a37-ea8d-4061-bf38-9d192593472d tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:43.930524 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-c7a6aeff-d881-46cc-b602-789e19eafbec req-24308a37-ea8d-4061-bf38-9d192593472d tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:43.949763 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4c326ed8-a3e6-42a8-aaab-976b87630822 req-02d4b462-2636-43f7-a594-5bd947dd7697 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8cd0ced8-df16-4075-96e1-bc7516352cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037078 May 03 22:20:43.969005 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c7a6aeff-d881-46cc-b602-789e19eafbec req-24308a37-ea8d-4061-bf38-9d192593472d tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:43.988280 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3ecffee2-f944-41ba-979a-632b1a3d5e1b req-452b29da-74af-4846-bef9-30fc20895f88 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e803c704-3d4a-492e-8ef4-2fa5634860e3 HTTP/1.1" status: 200 len: 217 time: 0.1959400 May 03 22:20:44.000005 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f3155-608d-4744-805e-5afb2fe07f84 req-5b537fd0-5f5e-4d2a-856d-c1f2087e1afd tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:44.001480 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-994f3155-608d-4744-805e-5afb2fe07f84 req-5b537fd0-5f5e-4d2a-856d-c1f2087e1afd tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6aba00-19f8-4d0d-8970-87efbc33847b HTTP/1.1" status: 200 len: 946 time: 0.1599841 May 03 22:20:44.107361 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-994f3155-608d-4744-805e-5afb2fe07f84 req-8345bfdf-c9d6-4230-9e6a-995a650b9549 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/security-groups?id=8cd0ced8-df16-4075-96e1-bc7516352cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936494 May 03 22:20:44.160568 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c7a6aeff-d881-46cc-b602-789e19eafbec req-24308a37-ea8d-4061-bf38-9d192593472d tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:44.298610 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecffee2-f944-41ba-979a-632b1a3d5e1b req-88be846e-6c75-4618-bb77-f194ac2cc22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:44.301358 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3ecffee2-f944-41ba-979a-632b1a3d5e1b req-88be846e-6c75-4618-bb77-f194ac2cc22a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4d17e102-3bb3-4523-8a3f-718ac78f5e2c HTTP/1.1" status: 200 len: 868 time: 0.0849171 May 03 22:20:44.316505 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-c7a6aeff-d881-46cc-b602-789e19eafbec req-24308a37-ea8d-4061-bf38-9d192593472d tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Allocated IP 172.25.2.135 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/f26334ec-85d1-48a6-aa0c-c770ebec20ef) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:20:44.398111 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecffee2-f944-41ba-979a-632b1a3d5e1b req-e04025f8-ac83-4613-9f0b-d7ef7868fb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:44.399595 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3ecffee2-f944-41ba-979a-632b1a3d5e1b req-e04025f8-ac83-4613-9f0b-d7ef7868fb3e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2f979ad9-48cf-4a78-a4c8-e31de78dd306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910614 May 03 22:20:44.522251 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45938) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:44.538958 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c7a6aeff-d881-46cc-b602-789e19eafbec req-24308a37-ea8d-4061-bf38-9d192593472d tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:44.569709 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3ecffee2-f944-41ba-979a-632b1a3d5e1b req-f15e3f13-5155-4be4-ba5b-432cc16f837c service neutron] 10.222.0.67 "GET /v2.0/networks/2f979ad9-48cf-4a78-a4c8-e31de78dd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451271 May 03 22:20:44.591932 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214bb694-8ccf-43b0-a608-ba009c73ab87 req-7f1d7b45-ff44-48d9-b554-3770109e47e6 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:44.593384 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-214bb694-8ccf-43b0-a608-ba009c73ab87 req-7f1d7b45-ff44-48d9-b554-3770109e47e6 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=6067ca7b-a19e-461b-aa2a-c63e6a67d1a5 HTTP/1.1" status: 200 len: 944 time: 0.1343036 May 03 22:20:44.603738 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c7a6aeff-d881-46cc-b602-789e19eafbec req-24308a37-ea8d-4061-bf38-9d192593472d tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:44.697025 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7a6aeff-d881-46cc-b602-789e19eafbec req-24308a37-ea8d-4061-bf38-9d192593472d tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:20:44.699177 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e3805117-def2-4c50-bfea-2ebc3a7bad46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:44.703106 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-c7a6aeff-d881-46cc-b602-789e19eafbec req-24308a37-ea8d-4061-bf38-9d192593472d tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:20:44.709511 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a6aeff-d881-46cc-b602-789e19eafbec req-24308a37-ea8d-4061-bf38-9d192593472d tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:20:44.719707 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24308a37-ea8d-4061-bf38-9d192593472d tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Pushing event updated for resources: {'Port': ['ID=f26334ec-85d1-48a6-aa0c-c770ebec20ef,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:44.720484 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e3805117-def2-4c50-bfea-2ebc3a7bad46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:44.730473 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-214bb694-8ccf-43b0-a608-ba009c73ab87 req-2458557c-94e9-49f6-a6aa-37d6be098a52 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217215 May 03 22:20:44.735209 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e3805117-def2-4c50-bfea-2ebc3a7bad46 admin admin] Usage tracker for resource:security_group_rule and tenant:7e1d84ebadc24dcda11263949fc7f750 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:44.741279 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e3805117-def2-4c50-bfea-2ebc3a7bad46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:44.749009 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e3805117-def2-4c50-bfea-2ebc3a7bad46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:44.752436 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3ecffee2-f944-41ba-979a-632b1a3d5e1b req-2187a0ee-2cc5-45d1-ad88-e84c60372719 service neutron] 10.222.0.67 "GET /v2.0/networks/2f979ad9-48cf-4a78-a4c8-e31de78dd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751862 May 03 22:20:44.754965 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c7a6aeff-d881-46cc-b602-789e19eafbec req-24308a37-ea8d-4061-bf38-9d192593472d tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:44.824022 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c7a6aeff-d881-46cc-b602-789e19eafbec req-24308a37-ea8d-4061-bf38-9d192593472d tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:44.826664 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 1bf60e9a-e969-4165-80c4-622d4ed829f6 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:20:44.862574 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e3805117-def2-4c50-bfea-2ebc3a7bad46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:44.868663 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e3805117-def2-4c50-bfea-2ebc3a7bad46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:44.923414 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3805117-def2-4c50-bfea-2ebc3a7bad46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9902ec-f719-49c1-ba23-37631825d4dc,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:44.929527 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e3805117-def2-4c50-bfea-2ebc3a7bad46 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7e1d84ebadc24dcda11263949fc7f750&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4062665 May 03 22:20:44.932577 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45948) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:44.961321 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 1bf60e9a-e969-4165-80c4-622d4ed829f6 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:20:44.966956 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 1bf60e9a-e969-4165-80c4-622d4ed829f6 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:20:44.967547 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:45.090723 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:45.128242 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 1bf60e9a-e969-4165-80c4-622d4ed829f6, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1bf60e9a-e969-4165-80c4-622d4ed829f6,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:20:45.132749 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:45.199059 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=1bf60e9a-e969-4165-80c4-622d4ed829f6,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:45.219432 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-24cc15f6-9042-43cc-bb61-788429ef2ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:45.257444 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-24cc15f6-9042-43cc-bb61-788429ef2ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:45.301603 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613c494-7268-44fc-86a3-2e920255d41f req-fd75e4be-78f9-4eee-aa45-7ee3b1f9dd72 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:45.303753 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e613c494-7268-44fc-86a3-2e920255d41f req-fd75e4be-78f9-4eee-aa45-7ee3b1f9dd72 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/ports?device_id=6444c48b-bb82-4f41-8f7c-efa1116a623e HTTP/1.1" status: 200 len: 949 time: 0.2944922 May 03 22:20:45.319104 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c7a6aeff-d881-46cc-b602-789e19eafbec req-24308a37-ea8d-4061-bf38-9d192593472d tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:45.340564 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c7a6aeff-d881-46cc-b602-789e19eafbec req-24308a37-ea8d-4061-bf38-9d192593472d tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:45.408268 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c7a6aeff-d881-46cc-b602-789e19eafbec req-24308a37-ea8d-4061-bf38-9d192593472d tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:45.440914 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e613c494-7268-44fc-86a3-2e920255d41f req-afe42479-82fc-40fb-af5d-d646a4f3d383 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/security-groups?id=1183dfe1-b104-4015-a004-e839f18864fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245098 May 03 22:20:45.460199 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24308a37-ea8d-4061-bf38-9d192593472d tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Pushing event updated for resources: {'Port': ['ID=f26334ec-85d1-48a6-aa0c-c770ebec20ef,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:45.467622 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-24cc15f6-9042-43cc-bb61-788429ef2ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:45.498635 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc15f6-9042-43cc-bb61-788429ef2ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9902ec-f719-49c1-ba23-37631825d4dc,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:45.502940 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c7a6aeff-d881-46cc-b602-789e19eafbec req-24308a37-ea8d-4061-bf38-9d192593472d tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:45.510506 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c7a6aeff-d881-46cc-b602-789e19eafbec req-24308a37-ea8d-4061-bf38-9d192593472d tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6864166 May 03 22:20:45.513824 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-24cc15f6-9042-43cc-bb61-788429ef2ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:45.514897 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-24cc15f6-9042-43cc-bb61-788429ef2ccf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cb9902ec-f719-49c1-ba23-37631825d4dc HTTP/1.1" status: 204 len: 168 time: 0.5813937 May 03 22:20:45.639212 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6444c48b-bb82-4f41-8f7c-efa1116a623e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07437ccf-9d68-4250-974a-a4275b180566'}, {'server_uuid': '6067ca7b-a19e-461b-aa2a-c63e6a67d1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf60e9a-e969-4165-80c4-622d4ed829f6'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:20:45.646817 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-c7a6aeff-d881-46cc-b602-789e19eafbec req-f2cecb92-46eb-493c-8755-4951a00e22f4 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Synchronizing usage tracker for tenant:542e7d589865492d9c12fa7c466686ef on resource:floatingip {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:20:45.679212 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-c7a6aeff-d881-46cc-b602-789e19eafbec req-f2cecb92-46eb-493c-8755-4951a00e22f4 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Unset dirty status for tenant:542e7d589865492d9c12fa7c466686ef on resource:floatingip {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:20:45.680434 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c7a6aeff-d881-46cc-b602-789e19eafbec req-f2cecb92-46eb-493c-8755-4951a00e22f4 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.135 HTTP/1.1" status: 200 len: 696 time: 0.1691430 May 03 22:20:45.740562 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e203ba-4881-4cec-847b-ad738e7c7f23 req-60349007-8f50-4697-84ff-a207e2f697de tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:45.742032 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0e203ba-4881-4cec-847b-ad738e7c7f23 req-60349007-8f50-4697-84ff-a207e2f697de tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b51bef0-6d37-40fa-a19a-43c4037be86a HTTP/1.1" status: 200 len: 943 time: 0.1513765 May 03 22:20:45.834064 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45962) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:45.854490 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-33a9e3c6-87b8-4a50-9064-20ffcc44556e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:45.865524 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0e203ba-4881-4cec-847b-ad738e7c7f23 req-d37bc011-c59a-4aaa-b5d1-794d8c83025f tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/security-groups?id=99c05288-5684-4996-9413-e1566b84a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716293 May 03 22:20:45.869074 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-33a9e3c6-87b8-4a50-9064-20ffcc44556e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:45.873187 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-33a9e3c6-87b8-4a50-9064-20ffcc44556e admin admin] Usage tracker for resource:security_group_rule and tenant:7a258b940a2e4c2f93f75f001c28d578 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:45.876164 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-33a9e3c6-87b8-4a50-9064-20ffcc44556e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:45.886839 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6aeff-d881-46cc-b602-789e19eafbec req-e6c34a29-94d9-4961-8ccf-7f0cf9f3b04c tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:45.886839 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c7a6aeff-d881-46cc-b602-789e19eafbec req-e6c34a29-94d9-4961-8ccf-7f0cf9f3b04c tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 784 time: 0.1939049 May 03 22:20:45.890362 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-c7a6aeff-d881-46cc-b602-789e19eafbec req-f954304f-f6b6-4c45-8821-1803d4488148 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:20:45.891426 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c7a6aeff-d881-46cc-b602-789e19eafbec req-f954304f-f6b6-4c45-8821-1803d4488148 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057101 May 03 22:20:45.892460 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-33a9e3c6-87b8-4a50-9064-20ffcc44556e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:45.988848 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-33a9e3c6-87b8-4a50-9064-20ffcc44556e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:45.994027 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-33a9e3c6-87b8-4a50-9064-20ffcc44556e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:46.019574 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cad768e7-67f5-4d96-8522-7bcab5b985d5'] response: {'server_uuid': '6444c48b-bb82-4f41-8f7c-efa1116a623e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07437ccf-9d68-4250-974a-a4275b180566', 'code': 200} May 03 22:20:46.020381 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cad768e7-67f5-4d96-8522-7bcab5b985d5'] response: {'server_uuid': '6067ca7b-a19e-461b-aa2a-c63e6a67d1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf60e9a-e969-4165-80c4-622d4ed829f6', 'code': 200} May 03 22:20:46.050072 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-33a9e3c6-87b8-4a50-9064-20ffcc44556e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7a258b940a2e4c2f93f75f001c28d578&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2119300 May 03 22:20:46.050272 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45972) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:46.066456 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9e3c6-87b8-4a50-9064-20ffcc44556e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf26b5d-f305-4ea7-a002-decc9def7e9c,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:46.124814 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62116f87-1021-4b49-bb62-d5e020b84d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:46.149622 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62116f87-1021-4b49-bb62-d5e020b84d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:46.203104 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62116f87-1021-4b49-bb62-d5e020b84d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:46.217983 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62116f87-1021-4b49-bb62-d5e020b84d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf26b5d-f305-4ea7-a002-decc9def7e9c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:46.228045 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62116f87-1021-4b49-bb62-d5e020b84d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:46.229145 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-62116f87-1021-4b49-bb62-d5e020b84d72 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/edf26b5d-f305-4ea7-a002-decc9def7e9c HTTP/1.1" status: 204 len: 168 time: 0.1770031 May 03 22:20:46.256192 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6950b52-7580-40e2-854c-18b187db8eac req-d045e46a-ef68-478f-b2fc-2001923a1f00 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:46.257708 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6950b52-7580-40e2-854c-18b187db8eac req-d045e46a-ef68-478f-b2fc-2001923a1f00 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6aba00-19f8-4d0d-8970-87efbc33847b HTTP/1.1" status: 200 len: 946 time: 0.2610064 May 03 22:20:46.344186 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6950b52-7580-40e2-854c-18b187db8eac req-b6f09d9d-f345-4a83-bcde-9be245692031 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/security-groups?id=8cd0ced8-df16-4075-96e1-bc7516352cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767438 May 03 22:20:46.352469 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e114e3-b090-4fca-ba12-71da24a39cc2 req-dfbb7b4b-b927-4436-8a5d-8a3077909833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:46.353911 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-15e114e3-b090-4fca-ba12-71da24a39cc2 req-dfbb7b4b-b927-4436-8a5d-8a3077909833 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6444c48b-bb82-4f41-8f7c-efa1116a623e HTTP/1.1" status: 200 len: 1100 time: 0.2536550 May 03 22:20:46.359130 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6a3e5-67c4-44be-b452-2d53e68119f5 req-b84fdf63-793b-454b-af68-50c41c0e53c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:46.370855 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dab6a3e5-67c4-44be-b452-2d53e68119f5 req-b84fdf63-793b-454b-af68-50c41c0e53c6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6067ca7b-a19e-461b-aa2a-c63e6a67d1a5 HTTP/1.1" status: 200 len: 1096 time: 0.2238362 May 03 22:20:46.380586 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b21c4-eef9-4b60-80c8-503adbd27ae9 req-11bfe89f-730e-4800-9957-c84581565298 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:46.382105 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d42b21c4-eef9-4b60-80c8-503adbd27ae9 req-11bfe89f-730e-4800-9957-c84581565298 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=6067ca7b-a19e-461b-aa2a-c63e6a67d1a5 HTTP/1.1" status: 200 len: 945 time: 0.2510142 May 03 22:20:46.435868 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device e803c704-3d4a-492e-8ef4-2fa5634860e3 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:20:46.488010 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-15e114e3-b090-4fca-ba12-71da24a39cc2 req-ba55fd4c-370b-4da3-893f-bdc43738ba23 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1183dfe1-b104-4015-a004-e839f18864fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267257 May 03 22:20:46.498482 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dab6a3e5-67c4-44be-b452-2d53e68119f5 req-cef46f62-6341-431b-bffb-a52bc5167350 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137378 May 03 22:20:46.518201 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d42b21c4-eef9-4b60-80c8-503adbd27ae9 req-a8000690-6d76-4993-b31b-6b2d302f4348 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183100 May 03 22:20:46.600520 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port e803c704-3d4a-492e-8ef4-2fa5634860e3, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=e803c704-3d4a-492e-8ef4-2fa5634860e3,segment=NetworkSegment(a53a0ba9-b490-46a5-9f9e-5609a8fb67ef),segment_id=a53a0ba9-b490-46a5-9f9e-5609a8fb67ef)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:20:46.631590 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'e803c704-3d4a-492e-8ef4-2fa5634860e3', 'network_id': '2f979ad9-48cf-4a78-a4c8-e31de78dd306', 'port_id': 'e803c704-3d4a-492e-8ef4-2fa5634860e3', 'mac_address': 'fa:16:3e:e2:63:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d17e102-3bb3-4523-8a3f-718ac78f5e2c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:20:46.704005 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b62dd81a-b75e-4070-9a5e-85f9ff26b8d8 req-8db87ac5-06d1-4c55-a4ae-724eb033972e tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2687287 May 03 22:20:46.712418 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-b62dd81a-b75e-4070-9a5e-85f9ff26b8d8 req-699d6597-9c5d-44f5-832d-ca4a5330af86 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:20:46.720015 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-b62dd81a-b75e-4070-9a5e-85f9ff26b8d8 req-699d6597-9c5d-44f5-832d-ca4a5330af86 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:46.751964 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:46.770575 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-b62dd81a-b75e-4070-9a5e-85f9ff26b8d8 req-699d6597-9c5d-44f5-832d-ca4a5330af86 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:46.773980 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e803c704-3d4a-492e-8ef4-2fa5634860e3 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:20:46.792832 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port e803c704-3d4a-492e-8ef4-2fa5634860e3, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=e803c704-3d4a-492e-8ef4-2fa5634860e3,segment=NetworkSegment(a53a0ba9-b490-46a5-9f9e-5609a8fb67ef),segment_id=a53a0ba9-b490-46a5-9f9e-5609a8fb67ef)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:20:46.797417 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:46.801529 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b62dd81a-b75e-4070-9a5e-85f9ff26b8d8 req-699d6597-9c5d-44f5-832d-ca4a5330af86 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:46.861104 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9affdd-23a1-4ede-b12c-31c186bf53cb req-f578b909-ce71-4a99-8d48-4549362dbc8a tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:46.862637 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aa9affdd-23a1-4ede-b12c-31c186bf53cb req-f578b909-ce71-4a99-8d48-4549362dbc8a tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6aba00-19f8-4d0d-8970-87efbc33847b HTTP/1.1" status: 200 len: 946 time: 0.1386685 May 03 22:20:46.871241 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45998) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:46.876211 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-a1b340d8-fc6a-4fb5-95ce-1e29b6e5f670 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Request body: {'floatingip': {'port_id': '28731db7-b5d5-4351-998a-74d69b7a82dc'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:20:46.891879 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=e803c704-3d4a-492e-8ef4-2fa5634860e3,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:46.917091 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46006) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:47.043364 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a1b340d8-fc6a-4fb5-95ce-1e29b6e5f670 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks [] for floatingip, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:47.095409 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4cb069e5-8756-44dd-b821-2a43e6be1cc5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=78ef6cf711cc40b7a965d375b2ee67a9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1768885 May 03 22:20:47.098259 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46018) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:47.122317 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['e803c704-3d4a-492e-8ef4-2fa5634860e3'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:20:47.174393 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-33f48b84-b9b1-489f-b8b9-688b2e0a2ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:47.208387 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-33f48b84-b9b1-489f-b8b9-688b2e0a2ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:47.277433 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-33f48b84-b9b1-489f-b8b9-688b2e0a2ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:47.299590 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f48b84-b9b1-489f-b8b9-688b2e0a2ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f469174-b289-4c90-b088-91bbfa8d53d9,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:47.316372 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-33f48b84-b9b1-489f-b8b9-688b2e0a2ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:47.319282 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-33f48b84-b9b1-489f-b8b9-688b2e0a2ef1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4f469174-b289-4c90-b088-91bbfa8d53d9 HTTP/1.1" status: 204 len: 168 time: 0.2199550 May 03 22:20:47.515930 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b62dd81a-b75e-4070-9a5e-85f9ff26b8d8 req-699d6597-9c5d-44f5-832d-ca4a5330af86 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:47.527821 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e2ade-5bd2-4205-b51d-8758197f705a req-d52261d4-0650-4724-9ed1-bcab3d587a9e tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:47.534541 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fb5e2ade-5bd2-4205-b51d-8758197f705a req-d52261d4-0650-4724-9ed1-bcab3d587a9e tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/ports?device_id=6444c48b-bb82-4f41-8f7c-efa1116a623e HTTP/1.1" status: 200 len: 949 time: 0.5291178 May 03 22:20:47.671051 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fb5e2ade-5bd2-4205-b51d-8758197f705a req-2fcfbea8-84e2-422b-ba63-e35a11dfc323 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/security-groups?id=1183dfe1-b104-4015-a004-e839f18864fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355989 May 03 22:20:47.915393 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46046) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:47.932045 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7d2b5c32-9c5b-409c-8365-2c2f0580b756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:47.953241 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7d2b5c32-9c5b-409c-8365-2c2f0580b756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:47.957456 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7d2b5c32-9c5b-409c-8365-2c2f0580b756 admin admin] Usage tracker for resource:security_group_rule and tenant:913601f6a2db4f5e9a0bbc95d980d898 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:47.961605 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7d2b5c32-9c5b-409c-8365-2c2f0580b756 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:47.970277 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7d2b5c32-9c5b-409c-8365-2c2f0580b756 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:48.073812 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7d2b5c32-9c5b-409c-8365-2c2f0580b756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:48.078336 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7d2b5c32-9c5b-409c-8365-2c2f0580b756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:48.096964 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-b62dd81a-b75e-4070-9a5e-85f9ff26b8d8 req-699d6597-9c5d-44f5-832d-ca4a5330af86 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Allocated IP 172.25.2.203 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/17ade95b-52b8-410f-9853-f0979b2b23f1) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:20:48.126216 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b5c32-9c5b-409c-8365-2c2f0580b756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e5e6f0-cc78-4675-826b-8ebe9ef3490f,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:48.133351 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7d2b5c32-9c5b-409c-8365-2c2f0580b756 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=913601f6a2db4f5e9a0bbc95d980d898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2154253 May 03 22:20:48.133586 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46054) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:48.193930 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-757ce720-572c-4120-846c-5466aa08a2f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:48.221039 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-757ce720-572c-4120-846c-5466aa08a2f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:48.282020 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-757ce720-572c-4120-846c-5466aa08a2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:48.285113 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee12c2-dc50-46a2-b803-8e4b3f5a2e6f req-f50cbebd-1980-48cb-a163-37a75b645a41 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:48.286740 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2cee12c2-dc50-46a2-b803-8e4b3f5a2e6f req-f50cbebd-1980-48cb-a163-37a75b645a41 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b51bef0-6d37-40fa-a19a-43c4037be86a HTTP/1.1" status: 200 len: 944 time: 0.4806719 May 03 22:20:48.305231 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ce720-572c-4120-846c-5466aa08a2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e5e6f0-cc78-4675-826b-8ebe9ef3490f,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:48.308507 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-757ce720-572c-4120-846c-5466aa08a2f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:48.309735 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-757ce720-572c-4120-846c-5466aa08a2f9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/93e5e6f0-cc78-4675-826b-8ebe9ef3490f HTTP/1.1" status: 204 len: 168 time: 0.1751904 May 03 22:20:48.316777 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.resource_extend [None req-a1b340d8-fc6a-4fb5-95ce-1e29b6e5f670 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:20:48.366904 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46062) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:48.450891 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device e803c704-3d4a-492e-8ef4-2fa5634860e3 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:20:48.451935 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2cee12c2-dc50-46a2-b803-8e4b3f5a2e6f req-c50b5d2c-8ceb-4693-90b5-3cf93311e4c8 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/security-groups?id=99c05288-5684-4996-9413-e1566b84a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541760 May 03 22:20:48.467235 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a1b340d8-fc6a-4fb5-95ce-1e29b6e5f670 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:48.470230 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b62dd81a-b75e-4070-9a5e-85f9ff26b8d8 req-699d6597-9c5d-44f5-832d-ca4a5330af86 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:48.484179 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a1b340d8-fc6a-4fb5-95ce-1e29b6e5f670 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:48.504469 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a88d14d7-8aea-4e4f-883e-c49a3175ba76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:48.523609 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a88d14d7-8aea-4e4f-883e-c49a3175ba76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:48.527426 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a88d14d7-8aea-4e4f-883e-c49a3175ba76 admin admin] Usage tracker for resource:security_group_rule and tenant:00dc1f7b5d744e54b7be3c09dc497f75 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:48.530182 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a88d14d7-8aea-4e4f-883e-c49a3175ba76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:48.536247 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a88d14d7-8aea-4e4f-883e-c49a3175ba76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:48.600954 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port e803c704-3d4a-492e-8ef4-2fa5634860e3 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:20:48.608341 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port e803c704-3d4a-492e-8ef4-2fa5634860e3 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:20:48.608963 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:48.653841 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a88d14d7-8aea-4e4f-883e-c49a3175ba76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:48.661592 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a88d14d7-8aea-4e4f-883e-c49a3175ba76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:48.722506 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b62dd81a-b75e-4070-9a5e-85f9ff26b8d8 req-699d6597-9c5d-44f5-832d-ca4a5330af86 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:48.765344 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:48.770726 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a88d14d7-8aea-4e4f-883e-c49a3175ba76 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=00dc1f7b5d744e54b7be3c09dc497f75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3998432 May 03 22:20:48.770726 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d14d7-8aea-4e4f-883e-c49a3175ba76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03fa5ab-7834-4744-8174-162905322ebf,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:48.778706 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46076) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:48.795046 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b51bef0-6d37-40fa-a19a-43c4037be86a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e803c704-3d4a-492e-8ef4-2fa5634860e3'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:20:48.807666 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port e803c704-3d4a-492e-8ef4-2fa5634860e3, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=e803c704-3d4a-492e-8ef4-2fa5634860e3,segment=NetworkSegment(a53a0ba9-b490-46a5-9f9e-5609a8fb67ef),segment_id=a53a0ba9-b490-46a5-9f9e-5609a8fb67ef)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:20:48.814908 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:48.849940 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-924c8154-30e1-43d2-9111-8d9f69d2befe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:48.877908 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-924c8154-30e1-43d2-9111-8d9f69d2befe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:48.916427 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=e803c704-3d4a-492e-8ef4-2fa5634860e3,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:48.940600 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-a1b340d8-fc6a-4fb5-95ce-1e29b6e5f670 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Floating IP 0c9600c0-1288-4541-afb2-91760cd8a7e5 associated. External IP: 172.25.2.113, port: 28731db7-b5d5-4351-998a-74d69b7a82dc. May 03 22:20:48.941299 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-924c8154-30e1-43d2-9111-8d9f69d2befe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:48.959867 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c8154-30e1-43d2-9111-8d9f69d2befe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03fa5ab-7834-4744-8174-162905322ebf,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:48.963889 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-924c8154-30e1-43d2-9111-8d9f69d2befe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:48.968767 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-924c8154-30e1-43d2-9111-8d9f69d2befe admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b03fa5ab-7834-4744-8174-162905322ebf HTTP/1.1" status: 204 len: 168 time: 0.1889982 May 03 22:20:49.098554 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b62dd81a-b75e-4070-9a5e-85f9ff26b8d8 req-699d6597-9c5d-44f5-832d-ca4a5330af86 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:20:49.104618 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-b62dd81a-b75e-4070-9a5e-85f9ff26b8d8 req-699d6597-9c5d-44f5-832d-ca4a5330af86 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:20:49.112116 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62dd81a-b75e-4070-9a5e-85f9ff26b8d8 req-699d6597-9c5d-44f5-832d-ca4a5330af86 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:20:49.117551 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d6597-9c5d-44f5-832d-ca4a5330af86 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Pushing event updated for resources: {'Port': ['ID=17ade95b-52b8-410f-9853-f0979b2b23f1,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:49.193762 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b62dd81a-b75e-4070-9a5e-85f9ff26b8d8 req-699d6597-9c5d-44f5-832d-ca4a5330af86 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:49.258311 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1458a8-e282-4009-8053-0829b9240a68 req-a944a5bd-9115-4490-9821-125339b05485 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:49.267045 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f1458a8-e282-4009-8053-0829b9240a68 req-a944a5bd-9115-4490-9821-125339b05485 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=6067ca7b-a19e-461b-aa2a-c63e6a67d1a5 HTTP/1.1" status: 200 len: 945 time: 0.3685033 May 03 22:20:49.350358 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46100) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:49.381394 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-76de08cf-7768-475d-b2ec-b5e931e1b457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:49.398421 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-76de08cf-7768-475d-b2ec-b5e931e1b457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:49.402618 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-76de08cf-7768-475d-b2ec-b5e931e1b457 admin admin] Usage tracker for resource:security_group_rule and tenant:8ee2c11f2ec44fd3a571332578cd3eca is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:49.405605 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-76de08cf-7768-475d-b2ec-b5e931e1b457 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:49.411565 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-76de08cf-7768-475d-b2ec-b5e931e1b457 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:49.441315 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b62dd81a-b75e-4070-9a5e-85f9ff26b8d8 req-699d6597-9c5d-44f5-832d-ca4a5330af86 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:49.482409 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f1458a8-e282-4009-8053-0829b9240a68 req-3da0dc2a-83ed-46ca-a9f9-bad310ef1e7a tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649046 May 03 22:20:49.500747 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-76de08cf-7768-475d-b2ec-b5e931e1b457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:49.507913 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-76de08cf-7768-475d-b2ec-b5e931e1b457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:49.533401 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b340d8-fc6a-4fb5-95ce-1e29b6e5f670 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Router a5f70386-1800-4d4b-8354-c9e438b792d1 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:20:49.560452 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-76de08cf-7768-475d-b2ec-b5e931e1b457 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8ee2c11f2ec44fd3a571332578cd3eca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2086437 May 03 22:20:49.562886 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46112) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:49.643654 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5545b2f3-2607-4ced-8435-c9fcfa793346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:49.671258 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5545b2f3-2607-4ced-8435-c9fcfa793346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:49.708739 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de08cf-7768-475d-b2ec-b5e931e1b457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b068d419-1350-4f3b-a2c8-3ef601ebf7bb,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:49.748843 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5545b2f3-2607-4ced-8435-c9fcfa793346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:49.775341 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545b2f3-2607-4ced-8435-c9fcfa793346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b068d419-1350-4f3b-a2c8-3ef601ebf7bb,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:49.778021 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5545b2f3-2607-4ced-8435-c9fcfa793346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:49.779120 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5545b2f3-2607-4ced-8435-c9fcfa793346 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b068d419-1350-4f3b-a2c8-3ef601ebf7bb HTTP/1.1" status: 204 len: 168 time: 0.2153559 May 03 22:20:49.884050 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b340d8-fc6a-4fb5-95ce-1e29b6e5f670 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:20:49.899838 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dc9de8-862b-4396-8f1a-060a42428e91 None None] Sync routers for ids ['a5f70386-1800-4d4b-8354-c9e438b792d1'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:20:49.910714 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b62dd81a-b75e-4070-9a5e-85f9ff26b8d8 req-699d6597-9c5d-44f5-832d-ca4a5330af86 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:49.915117 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dc9de8-862b-4396-8f1a-060a42428e91 None None] Routers {'a5f70386-1800-4d4b-8354-c9e438b792d1'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:20:49.915780 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-41dc9de8-862b-4396-8f1a-060a42428e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:20:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a5f70386-1800-4d4b-8354-c9e438b792d1'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:20:49.920285 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b62dd81a-b75e-4070-9a5e-85f9ff26b8d8 req-699d6597-9c5d-44f5-832d-ca4a5330af86 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:49.960847 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a1b340d8-fc6a-4fb5-95ce-1e29b6e5f670 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:50.035580 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b62dd81a-b75e-4070-9a5e-85f9ff26b8d8 req-699d6597-9c5d-44f5-832d-ca4a5330af86 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:50.054692 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39424a9-5986-486f-9c85-6ad516fe5d4c req-5e7545cf-a0a1-4f05-b02d-902c60dcc933 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:50.061618 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f39424a9-5986-486f-9c85-6ad516fe5d4c req-5e7545cf-a0a1-4f05-b02d-902c60dcc933 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/ports?device_id=6444c48b-bb82-4f41-8f7c-efa1116a623e HTTP/1.1" status: 200 len: 949 time: 0.2795606 May 03 22:20:50.088547 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d6597-9c5d-44f5-832d-ca4a5330af86 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Pushing event updated for resources: {'Port': ['ID=17ade95b-52b8-410f-9853-f0979b2b23f1,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:50.103936 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-41dc9de8-862b-4396-8f1a-060a42428e91 None None] Set router a5f70386-1800-4d4b-8354-c9e438b792d1 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:20:50.109512 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a1b340d8-fc6a-4fb5-95ce-1e29b6e5f670 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "PUT /v2.0/floatingips/0c9600c0-1288-4541-afb2-91760cd8a7e5 HTTP/1.1" status: 200 len: 992 time: 3.2372272 May 03 22:20:50.110707 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae6aba00-19f8-4d0d-8970-87efbc33847b', 'tag': '28731db7-b5d5-4351-998a-74d69b7a82dc'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:20:50.124917 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b62dd81a-b75e-4070-9a5e-85f9ff26b8d8 req-699d6597-9c5d-44f5-832d-ca4a5330af86 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:50.126116 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b62dd81a-b75e-4070-9a5e-85f9ff26b8d8 req-699d6597-9c5d-44f5-832d-ca4a5330af86 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4212182 May 03 22:20:50.197008 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f39424a9-5986-486f-9c85-6ad516fe5d4c req-ee1e131a-63bb-4228-b120-d34aa13ea116 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/security-groups?id=1183dfe1-b104-4015-a004-e839f18864fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342175 May 03 22:20:50.250632 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-b62dd81a-b75e-4070-9a5e-85f9ff26b8d8 req-0b051b43-6401-45f2-b679-226e91b6ebe8 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Synchronizing usage tracker for tenant:542e7d589865492d9c12fa7c466686ef on resource:floatingip {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:20:50.273184 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-b62dd81a-b75e-4070-9a5e-85f9ff26b8d8 req-0b051b43-6401-45f2-b679-226e91b6ebe8 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Unset dirty status for tenant:542e7d589865492d9c12fa7c466686ef on resource:floatingip {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:20:50.274896 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b62dd81a-b75e-4070-9a5e-85f9ff26b8d8 req-0b051b43-6401-45f2-b679-226e91b6ebe8 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.203 HTTP/1.1" status: 200 len: 696 time: 0.1428280 May 03 22:20:50.284877 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5ecc7e6-1c83-44c3-b0a2-eef13d98d4af'] response: {'server_uuid': '7b51bef0-6d37-40fa-a19a-43c4037be86a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e803c704-3d4a-492e-8ef4-2fa5634860e3', 'code': 200} May 03 22:20:50.473486 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d10cc-a021-4753-b29c-cb27fb509f81 req-1f3692ec-ac81-45e1-ac18-40a9f38515a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:50.477495 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ef2d10cc-a021-4753-b29c-cb27fb509f81 req-1f3692ec-ac81-45e1-ac18-40a9f38515a7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7b51bef0-6d37-40fa-a19a-43c4037be86a HTTP/1.1" status: 200 len: 1096 time: 0.1224923 May 03 22:20:50.554670 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-ef2d10cc-a021-4753-b29c-cb27fb509f81 req-0eb261e8-f563-40d2-8877-312551386e0f service neutron] Synchronizing usage tracker for tenant:2a16bab984694575bae707fd64d8fc9c on resource:security_group {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:20:50.561938 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-41dc9de8-862b-4396-8f1a-060a42428e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860188686-router', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:19:40Z', 'updated_at': '2022-05-03T22:19:49Z', 'revision_number': 4, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'gw_port': {'id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:90:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:42Z', 'updated_at': '2022-05-03T22:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '0c9600c0-1288-4541-afb2-91760cd8a7e5', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'floating_ip_address': '172.25.2.113', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'port_id': '28731db7-b5d5-4351-998a-74d69b7a82dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b', 'mac_address': 'fa:16:3e:26:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6aba00-19f8-4d0d-8970-87efbc33847b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:20:15Z', 'updated_at': '2022-05-03T22:20:48Z', 'revision_number': 1, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd750c2f-b8b2-4c4e-9c30-322b670234b8', 'name': '', 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'mac_address': 'fa:16:3e:7c:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'da75e2b0-fbbe-493e-9b55-a7ecaaa82565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:48Z', 'updated_at': '2022-05-03T22:19:59Z', 'revision_number': 5, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'subnets': [{'id': 'da75e2b0-fbbe-493e-9b55-a7ecaaa82565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:20:50.566717 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dc9de8-862b-4396-8f1a-060a42428e91 None None] Checking router: a5f70386-1800-4d4b-8354-c9e438b792d1 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:20:50.578474 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dc9de8-862b-4396-8f1a-060a42428e91 None None] Routers {'a5f70386-1800-4d4b-8354-c9e438b792d1'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:20:50.579450 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-41dc9de8-862b-4396-8f1a-060a42428e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:20:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a5f70386-1800-4d4b-8354-c9e438b792d1'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:20:50.591498 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-ef2d10cc-a021-4753-b29c-cb27fb509f81 req-0eb261e8-f563-40d2-8877-312551386e0f service neutron] Unset dirty status for tenant:2a16bab984694575bae707fd64d8fc9c on resource:security_group {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:20:50.592735 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ef2d10cc-a021-4753-b29c-cb27fb509f81 req-0eb261e8-f563-40d2-8877-312551386e0f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=99c05288-5684-4996-9413-e1566b84a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090126 May 03 22:20:50.633110 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62dd81a-b75e-4070-9a5e-85f9ff26b8d8 req-0e4f0853-f5c9-461f-864b-6ad05b85ae25 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:50.634544 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b62dd81a-b75e-4070-9a5e-85f9ff26b8d8 req-0e4f0853-f5c9-461f-864b-6ad05b85ae25 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 784 time: 0.3544512 May 03 22:20:50.664106 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7019fa-2797-42b5-964e-e876459a89a6 req-dd1d7354-3427-48a0-b8a2-90867b69d9fd tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:50.665690 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1b7019fa-2797-42b5-964e-e876459a89a6 req-dd1d7354-3427-48a0-b8a2-90867b69d9fd tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b51bef0-6d37-40fa-a19a-43c4037be86a HTTP/1.1" status: 200 len: 945 time: 0.1478233 May 03 22:20:50.716059 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1b7019fa-2797-42b5-964e-e876459a89a6 req-9e47220d-d1d8-4cb7-b24e-7e6089f8d4ed tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/security-groups?id=99c05288-5684-4996-9413-e1566b84a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409861 May 03 22:20:50.801567 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-41dc9de8-862b-4396-8f1a-060a42428e91 None None] Set router a5f70386-1800-4d4b-8354-c9e438b792d1 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:20:50.953261 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebd88a-31a0-49bf-8809-4d1928f1969f req-662bf495-ee84-4183-ade6-a2163be7fc4a tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:50.955133 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3ebd88a-31a0-49bf-8809-4d1928f1969f req-662bf495-ee84-4183-ade6-a2163be7fc4a tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae6aba00-19f8-4d0d-8970-87efbc33847b HTTP/1.1" status: 200 len: 946 time: 0.0988927 May 03 22:20:51.058404 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3ebd88a-31a0-49bf-8809-4d1928f1969f req-55cbe038-e514-4a7e-8999-e87ed842540d tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/security-groups?id=8cd0ced8-df16-4075-96e1-bc7516352cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974648 May 03 22:20:51.088716 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15280482-b901-4421-a0e8-0c19ba522be3 req-d0f59b97-a2f7-492a-906c-4615e03b44d7 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:51.091026 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-15280482-b901-4421-a0e8-0c19ba522be3 req-d0f59b97-a2f7-492a-906c-4615e03b44d7 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6067ca7b-a19e-461b-aa2a-c63e6a67d1a5 HTTP/1.1" status: 200 len: 1096 time: 0.1067107 May 03 22:20:51.113351 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-691eee6b-f6d0-42e7-a720-77ebb06bab92'] response: {'name': 'network-changed', 'server_uuid': 'ae6aba00-19f8-4d0d-8970-87efbc33847b', 'tag': '28731db7-b5d5-4351-998a-74d69b7a82dc', 'status': 'completed', 'code': 200} May 03 22:20:51.153889 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-15280482-b901-4421-a0e8-0c19ba522be3 req-3c0dbbf6-20aa-4c80-94b4-f967dae41b3c tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544081 May 03 22:20:51.201500 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-41dc9de8-862b-4396-8f1a-060a42428e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860188686-router', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:19:40Z', 'updated_at': '2022-05-03T22:19:49Z', 'revision_number': 4, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'gw_port': {'id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:90:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:42Z', 'updated_at': '2022-05-03T22:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '0c9600c0-1288-4541-afb2-91760cd8a7e5', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'floating_ip_address': '172.25.2.113', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'port_id': '28731db7-b5d5-4351-998a-74d69b7a82dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b', 'mac_address': 'fa:16:3e:26:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6aba00-19f8-4d0d-8970-87efbc33847b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:20:15Z', 'updated_at': '2022-05-03T22:20:48Z', 'revision_number': 1, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd750c2f-b8b2-4c4e-9c30-322b670234b8', 'name': '', 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'mac_address': 'fa:16:3e:7c:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'da75e2b0-fbbe-493e-9b55-a7ecaaa82565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:48Z', 'updated_at': '2022-05-03T22:19:59Z', 'revision_number': 5, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'subnets': [{'id': 'da75e2b0-fbbe-493e-9b55-a7ecaaa82565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:20:51.205898 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dc9de8-862b-4396-8f1a-060a42428e91 None None] The sync data for ids ['a5f70386-1800-4d4b-8354-c9e438b792d1'] in n-d-811807-1 is: [{'id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860188686-router', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:19:40Z', 'updated_at': '2022-05-03T22:19:49Z', 'revision_number': 4, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'gw_port': {'id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:90:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:42Z', 'updated_at': '2022-05-03T22:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '0c9600c0-1288-4541-afb2-91760cd8a7e5', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'floating_ip_address': '172.25.2.113', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'port_id': '28731db7-b5d5-4351-998a-74d69b7a82dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b', 'mac_address': 'fa:16:3e:26:ad:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6aba00-19f8-4d0d-8970-87efbc33847b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:20:15Z', 'updated_at': '2022-05-03T22:20:48Z', 'revision_number': 1, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd750c2f-b8b2-4c4e-9c30-322b670234b8', 'name': '', 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'mac_address': 'fa:16:3e:7c:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'da75e2b0-fbbe-493e-9b55-a7ecaaa82565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:48Z', 'updated_at': '2022-05-03T22:19:59Z', 'revision_number': 5, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'subnets': [{'id': 'da75e2b0-fbbe-493e-9b55-a7ecaaa82565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:20:51.225950 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef0c3c-2a20-4862-a8e5-d1124af8f773 req-210d0578-0c5d-4c4b-8e26-a482c2520b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:51.227426 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-53ef0c3c-2a20-4862-a8e5-d1124af8f773 req-210d0578-0c5d-4c4b-8e26-a482c2520b5e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6d5fe23fb043446983dcb5606ef7203e&device_id=ae6aba00-19f8-4d0d-8970-87efbc33847b HTTP/1.1" status: 200 len: 1097 time: 0.0937581 May 03 22:20:51.364546 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-adc3bfd4-6804-4ded-9948-6951e3b42a1b req-2badac57-e9ed-40eb-a6b8-5254d40ef0d8 tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Request body: {'security_group': {'name': 'tempest-securitygroup-449677926', 'description': 'tempest-description-2028316921'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:20:51.371339 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-adc3bfd4-6804-4ded-9948-6951e3b42a1b req-2badac57-e9ed-40eb-a6b8-5254d40ef0d8 tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:51.378773 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-adc3bfd4-6804-4ded-9948-6951e3b42a1b req-2badac57-e9ed-40eb-a6b8-5254d40ef0d8 tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Usage tracker for resource:security_group and tenant:2184236e213f497cb67f2ce4cb3c7896 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:51.381824 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-adc3bfd4-6804-4ded-9948-6951e3b42a1b req-2badac57-e9ed-40eb-a6b8-5254d40ef0d8 tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:51.388141 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-adc3bfd4-6804-4ded-9948-6951e3b42a1b req-2badac57-e9ed-40eb-a6b8-5254d40ef0d8 tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:51.404103 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-adc3bfd4-6804-4ded-9948-6951e3b42a1b req-2badac57-e9ed-40eb-a6b8-5254d40ef0d8 tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:51.417607 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-adc3bfd4-6804-4ded-9948-6951e3b42a1b req-2badac57-e9ed-40eb-a6b8-5254d40ef0d8 tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:51.463484 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef0c3c-2a20-4862-a8e5-d1124af8f773 req-7d99623c-39bc-4742-87b7-3a3732e9a281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:51.463866 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-adc3bfd4-6804-4ded-9948-6951e3b42a1b req-2badac57-e9ed-40eb-a6b8-5254d40ef0d8 tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:51.465033 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-53ef0c3c-2a20-4862-a8e5-d1124af8f773 req-7d99623c-39bc-4742-87b7-3a3732e9a281 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fc15fac9-7438-4d00-8baf-ffa13ed5602b HTTP/1.1" status: 200 len: 924 time: 0.2309172 May 03 22:20:51.472384 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6243972b-f305-4c04-92ad-7a8e30909ade None None] New status for floating IP 0c9600c0-1288-4541-afb2-91760cd8a7e5: ACTIVE {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:20:51.483969 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-adc3bfd4-6804-4ded-9948-6951e3b42a1b req-2badac57-e9ed-40eb-a6b8-5254d40ef0d8 tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Usage tracker for resource:security_group_rule and tenant:2184236e213f497cb67f2ce4cb3c7896 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:51.487535 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-adc3bfd4-6804-4ded-9948-6951e3b42a1b req-2badac57-e9ed-40eb-a6b8-5254d40ef0d8 tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:51.499049 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-adc3bfd4-6804-4ded-9948-6951e3b42a1b req-2badac57-e9ed-40eb-a6b8-5254d40ef0d8 tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:51.607444 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-53ef0c3c-2a20-4862-a8e5-d1124af8f773 req-15ae6367-9491-44c1-8d23-0b22cd0b5de0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28731db7-b5d5-4351-998a-74d69b7a82dc HTTP/1.1" status: 200 len: 1000 time: 0.1252768 May 03 22:20:51.624823 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1249fe75-dc18-4d39-b0bc-0bc8e3abcf6d req-df1cf297-6cd3-43b8-b006-2d68f950c6b2 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1928556 May 03 22:20:51.638013 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-1249fe75-dc18-4d39-b0bc-0bc8e3abcf6d req-a11a411c-bf9d-44c2-b913-197fdb9fd289 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:20:51.652190 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-1249fe75-dc18-4d39-b0bc-0bc8e3abcf6d req-a11a411c-bf9d-44c2-b913-197fdb9fd289 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:51.672084 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-1249fe75-dc18-4d39-b0bc-0bc8e3abcf6d req-a11a411c-bf9d-44c2-b913-197fdb9fd289 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:51.680359 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef0c3c-2a20-4862-a8e5-d1124af8f773 req-90d78711-a093-4239-bc13-8378027fecf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:51.681832 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-53ef0c3c-2a20-4862-a8e5-d1124af8f773 req-90d78711-a093-4239-bc13-8378027fecf1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=da75e2b0-fbbe-493e-9b55-a7ecaaa82565 HTTP/1.1" status: 200 len: 862 time: 0.0642934 May 03 22:20:51.700674 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-adc3bfd4-6804-4ded-9948-6951e3b42a1b req-2badac57-e9ed-40eb-a6b8-5254d40ef0d8 tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:51.707269 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-adc3bfd4-6804-4ded-9948-6951e3b42a1b req-2badac57-e9ed-40eb-a6b8-5254d40ef0d8 tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:51.720364 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-adc3bfd4-6804-4ded-9948-6951e3b42a1b req-2badac57-e9ed-40eb-a6b8-5254d40ef0d8 tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:51.724877 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1249fe75-dc18-4d39-b0bc-0bc8e3abcf6d req-a11a411c-bf9d-44c2-b913-197fdb9fd289 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:51.743838 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-adc3bfd4-6804-4ded-9948-6951e3b42a1b req-2badac57-e9ed-40eb-a6b8-5254d40ef0d8 tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Usage tracker for resource:security_group_rule and tenant:2184236e213f497cb67f2ce4cb3c7896 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:51.756228 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-adc3bfd4-6804-4ded-9948-6951e3b42a1b req-2badac57-e9ed-40eb-a6b8-5254d40ef0d8 tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:51.764501 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef0c3c-2a20-4862-a8e5-d1124af8f773 req-1357dda7-689b-422a-97c2-cd56a9a0e22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:51.765712 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-53ef0c3c-2a20-4862-a8e5-d1124af8f773 req-1357dda7-689b-422a-97c2-cd56a9a0e22d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fc15fac9-7438-4d00-8baf-ffa13ed5602b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777638 May 03 22:20:51.770269 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-adc3bfd4-6804-4ded-9948-6951e3b42a1b req-2badac57-e9ed-40eb-a6b8-5254d40ef0d8 tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:51.782446 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2badac57-e9ed-40eb-a6b8-5254d40ef0d8 tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39f72896-036e-427c-8989-2259c862422d,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:51.914654 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-53ef0c3c-2a20-4862-a8e5-d1124af8f773 req-a58004e2-2a39-4a72-a3ad-c54dd4b2f5af service neutron] 10.222.0.67 "GET /v2.0/networks/fc15fac9-7438-4d00-8baf-ffa13ed5602b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405780 May 03 22:20:51.959758 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-adc3bfd4-6804-4ded-9948-6951e3b42a1b req-2badac57-e9ed-40eb-a6b8-5254d40ef0d8 tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:51.965767 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-adc3bfd4-6804-4ded-9948-6951e3b42a1b req-2badac57-e9ed-40eb-a6b8-5254d40ef0d8 tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:52.008114 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1249fe75-dc18-4d39-b0bc-0bc8e3abcf6d req-a11a411c-bf9d-44c2-b913-197fdb9fd289 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:52.052016 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2badac57-e9ed-40eb-a6b8-5254d40ef0d8 tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c294399-4e16-4ad7-8cd6-db7635dbf9da,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:52.056079 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-adc3bfd4-6804-4ded-9948-6951e3b42a1b req-2badac57-e9ed-40eb-a6b8-5254d40ef0d8 tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:52.057286 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-adc3bfd4-6804-4ded-9948-6951e3b42a1b req-2badac57-e9ed-40eb-a6b8-5254d40ef0d8 tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6968410 May 03 22:20:52.080172 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-53ef0c3c-2a20-4862-a8e5-d1124af8f773 req-2738e51f-303d-4020-9e1a-84cbe05f4b6a service neutron] 10.222.0.67 "GET /v2.0/networks/fc15fac9-7438-4d00-8baf-ffa13ed5602b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593256 May 03 22:20:52.171259 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-1249fe75-dc18-4d39-b0bc-0bc8e3abcf6d req-a11a411c-bf9d-44c2-b913-197fdb9fd289 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Allocated IP 172.25.2.30 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/57b3f15a-e6f9-4afd-8cde-83ce4817126c) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:20:52.372563 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1249fe75-dc18-4d39-b0bc-0bc8e3abcf6d req-a11a411c-bf9d-44c2-b913-197fdb9fd289 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:52.376721 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74d59d-3d60-40a8-93de-988340446ee3 req-9f7bb97c-6434-4286-9936-e92a017bd6da tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:52.378246 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5d74d59d-3d60-40a8-93de-988340446ee3 req-9f7bb97c-6434-4286-9936-e92a017bd6da tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6067ca7b-a19e-461b-aa2a-c63e6a67d1a5 HTTP/1.1" status: 200 len: 1096 time: 0.1950536 May 03 22:20:52.431012 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5d74d59d-3d60-40a8-93de-988340446ee3 req-ca3800e4-ec66-4065-9351-4d2b3a77c1da tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460901 May 03 22:20:52.442553 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1249fe75-dc18-4d39-b0bc-0bc8e3abcf6d req-a11a411c-bf9d-44c2-b913-197fdb9fd289 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:52.520204 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1249fe75-dc18-4d39-b0bc-0bc8e3abcf6d req-a11a411c-bf9d-44c2-b913-197fdb9fd289 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:20:52.523739 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-1249fe75-dc18-4d39-b0bc-0bc8e3abcf6d req-a11a411c-bf9d-44c2-b913-197fdb9fd289 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:20:52.527806 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-1249fe75-dc18-4d39-b0bc-0bc8e3abcf6d req-a11a411c-bf9d-44c2-b913-197fdb9fd289 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:20:52.534706 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a411c-bf9d-44c2-b913-197fdb9fd289 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Pushing event updated for resources: {'Port': ['ID=57b3f15a-e6f9-4afd-8cde-83ce4817126c,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:52.561517 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1249fe75-dc18-4d39-b0bc-0bc8e3abcf6d req-a11a411c-bf9d-44c2-b913-197fdb9fd289 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:52.675773 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1249fe75-dc18-4d39-b0bc-0bc8e3abcf6d req-a11a411c-bf9d-44c2-b913-197fdb9fd289 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:52.748803 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2c6ac-6716-447f-b89c-3d7b2847712a req-5a161b63-947e-42b9-80a4-b0123c2f4ced tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:52.750179 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-33f2c6ac-6716-447f-b89c-3d7b2847712a req-5a161b63-947e-42b9-80a4-b0123c2f4ced tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/ports?device_id=6444c48b-bb82-4f41-8f7c-efa1116a623e HTTP/1.1" status: 200 len: 949 time: 0.1573036 May 03 22:20:52.822543 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c65fbdca-f6b9-4c52-a864-bbcc9e6f0cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:52.880042 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-33f2c6ac-6716-447f-b89c-3d7b2847712a req-2ce401e7-d15e-4fa1-81a8-52f4f581b19a tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/security-groups?id=1183dfe1-b104-4015-a004-e839f18864fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124654 May 03 22:20:53.060961 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1249fe75-dc18-4d39-b0bc-0bc8e3abcf6d req-a11a411c-bf9d-44c2-b913-197fdb9fd289 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:53.066394 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1249fe75-dc18-4d39-b0bc-0bc8e3abcf6d req-a11a411c-bf9d-44c2-b913-197fdb9fd289 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:53.129086 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1249fe75-dc18-4d39-b0bc-0bc8e3abcf6d req-a11a411c-bf9d-44c2-b913-197fdb9fd289 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:53.163946 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea613a4f-8895-429e-86f4-d19b0d5e97bb req-7844e05e-cbd0-4b20-b7bd-bbd474d36d44 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:53.165370 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea613a4f-8895-429e-86f4-d19b0d5e97bb req-7844e05e-cbd0-4b20-b7bd-bbd474d36d44 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b51bef0-6d37-40fa-a19a-43c4037be86a HTTP/1.1" status: 200 len: 945 time: 0.1766860 May 03 22:20:53.170804 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a411c-bf9d-44c2-b913-197fdb9fd289 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Pushing event updated for resources: {'Port': ['ID=57b3f15a-e6f9-4afd-8cde-83ce4817126c,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:53.191488 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1249fe75-dc18-4d39-b0bc-0bc8e3abcf6d req-a11a411c-bf9d-44c2-b913-197fdb9fd289 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:53.192586 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1249fe75-dc18-4d39-b0bc-0bc8e3abcf6d req-a11a411c-bf9d-44c2-b913-197fdb9fd289 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5595746 May 03 22:20:53.281082 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea613a4f-8895-429e-86f4-d19b0d5e97bb req-57b810c3-0cc5-422f-b6b3-f3979491cf66 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/security-groups?id=99c05288-5684-4996-9413-e1566b84a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064484 May 03 22:20:53.285269 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-1249fe75-dc18-4d39-b0bc-0bc8e3abcf6d req-85455c75-4171-4a93-be02-0cb2da7a49d1 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Synchronizing usage tracker for tenant:542e7d589865492d9c12fa7c466686ef on resource:floatingip {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:20:53.304731 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-1249fe75-dc18-4d39-b0bc-0bc8e3abcf6d req-85455c75-4171-4a93-be02-0cb2da7a49d1 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Unset dirty status for tenant:542e7d589865492d9c12fa7c466686ef on resource:floatingip {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:20:53.304731 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1249fe75-dc18-4d39-b0bc-0bc8e3abcf6d req-85455c75-4171-4a93-be02-0cb2da7a49d1 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.30 HTTP/1.1" status: 200 len: 695 time: 0.1027486 May 03 22:20:53.309433 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-7840d214-04e7-4d15-8efa-38e2ac8e6de2 req-fc858daf-a6ce-4a00-a0a5-121ca1c6f1dd tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Request body: {'security_group': {'name': 'tempest-securitygroup-298370251', 'description': 'tempest-description-1722245459'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:20:53.316326 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-7840d214-04e7-4d15-8efa-38e2ac8e6de2 req-fc858daf-a6ce-4a00-a0a5-121ca1c6f1dd tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:53.342986 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-7840d214-04e7-4d15-8efa-38e2ac8e6de2 req-fc858daf-a6ce-4a00-a0a5-121ca1c6f1dd tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Usage tracker for resource:security_group and tenant:2184236e213f497cb67f2ce4cb3c7896 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:53.354145 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-7840d214-04e7-4d15-8efa-38e2ac8e6de2 req-fc858daf-a6ce-4a00-a0a5-121ca1c6f1dd tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:53.363853 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-7840d214-04e7-4d15-8efa-38e2ac8e6de2 req-fc858daf-a6ce-4a00-a0a5-121ca1c6f1dd tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:53.431063 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7840d214-04e7-4d15-8efa-38e2ac8e6de2 req-fc858daf-a6ce-4a00-a0a5-121ca1c6f1dd tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:53.469583 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-7840d214-04e7-4d15-8efa-38e2ac8e6de2 req-fc858daf-a6ce-4a00-a0a5-121ca1c6f1dd tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:53.477435 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-7840d214-04e7-4d15-8efa-38e2ac8e6de2 req-fc858daf-a6ce-4a00-a0a5-121ca1c6f1dd tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Usage tracker for resource:security_group_rule and tenant:2184236e213f497cb67f2ce4cb3c7896 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:53.481098 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-7840d214-04e7-4d15-8efa-38e2ac8e6de2 req-fc858daf-a6ce-4a00-a0a5-121ca1c6f1dd tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:53.489729 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249fe75-dc18-4d39-b0bc-0bc8e3abcf6d req-b7986399-178b-4675-aa87-5aac81f10b6a tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:53.491618 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1249fe75-dc18-4d39-b0bc-0bc8e3abcf6d req-b7986399-178b-4675-aa87-5aac81f10b6a tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 784 time: 0.1780140 May 03 22:20:53.495290 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-7840d214-04e7-4d15-8efa-38e2ac8e6de2 req-fc858daf-a6ce-4a00-a0a5-121ca1c6f1dd tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:53.576484 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7840d214-04e7-4d15-8efa-38e2ac8e6de2 req-fc858daf-a6ce-4a00-a0a5-121ca1c6f1dd tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:53.581184 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7840d214-04e7-4d15-8efa-38e2ac8e6de2 req-fc858daf-a6ce-4a00-a0a5-121ca1c6f1dd tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:53.640129 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7840d214-04e7-4d15-8efa-38e2ac8e6de2 req-fc858daf-a6ce-4a00-a0a5-121ca1c6f1dd tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:53.641310 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7840d214-04e7-4d15-8efa-38e2ac8e6de2 req-fc858daf-a6ce-4a00-a0a5-121ca1c6f1dd tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3356850 May 03 22:20:53.642140 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc858daf-a6ce-4a00-a0a5-121ca1c6f1dd tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=330ea586-0c73-49c5-a1b2-173ff595ad15,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:53.816271 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-41c00918-a84c-4d81-a762-2130bd1c09af req-f4cd64d5-6866-4500-af75-5dc983104d0f tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=1355e03e3cc943b7a86e8b598705e5c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417113 May 03 22:20:53.824926 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:53.839511 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46250) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:53.891086 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-41511726-362d-491d-89b9-e5ed47c31b33 req-7cf0e744-5213-4758-9006-6909a8bc4b9f tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 258 time: 0.2119925 May 03 22:20:53.946131 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-41511726-362d-491d-89b9-e5ed47c31b33 req-5597958b-383a-48ef-8776-0e5252a75ca9 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:20:53.954807 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b2473e8a-54e2-40aa-a367-9c97787c3485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:53.964311 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-41511726-362d-491d-89b9-e5ed47c31b33 req-5597958b-383a-48ef-8776-0e5252a75ca9 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:53.969131 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b2473e8a-54e2-40aa-a367-9c97787c3485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:53.972180 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-41511726-362d-491d-89b9-e5ed47c31b33 req-5597958b-383a-48ef-8776-0e5252a75ca9 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Usage tracker for resource:floatingip and tenant:498aeb136ad344e696908c84b87971fc is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:53.972910 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b2473e8a-54e2-40aa-a367-9c97787c3485 admin admin] Usage tracker for resource:security_group_rule and tenant:9115c7a88ff34a3395422d3df0916d82 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:53.976232 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b2473e8a-54e2-40aa-a367-9c97787c3485 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:53.979855 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-41511726-362d-491d-89b9-e5ed47c31b33 req-5597958b-383a-48ef-8776-0e5252a75ca9 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:53.981988 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b2473e8a-54e2-40aa-a367-9c97787c3485 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:53.993457 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-41511726-362d-491d-89b9-e5ed47c31b33 req-5597958b-383a-48ef-8776-0e5252a75ca9 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:54.023567 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c00918-a84c-4d81-a762-2130bd1c09af req-8cffc8aa-12ed-4716-b325-8cdd5450be71 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:54.025006 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-41c00918-a84c-4d81-a762-2130bd1c09af req-8cffc8aa-12ed-4716-b325-8cdd5450be71 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1991460 May 03 22:20:54.026275 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-41511726-362d-491d-89b9-e5ed47c31b33 req-5597958b-383a-48ef-8776-0e5252a75ca9 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:54.055919 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-41c00918-a84c-4d81-a762-2130bd1c09af req-b313eb06-1df4-42ad-a140-e2e8c9415a23 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/quotas/1355e03e3cc943b7a86e8b598705e5c5 HTTP/1.1" status: 200 len: 375 time: 0.0138543 May 03 22:20:54.065657 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b2473e8a-54e2-40aa-a367-9c97787c3485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:54.069756 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b2473e8a-54e2-40aa-a367-9c97787c3485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:54.116090 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b2473e8a-54e2-40aa-a367-9c97787c3485 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9115c7a88ff34a3395422d3df0916d82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2753909 May 03 22:20:54.117053 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2473e8a-54e2-40aa-a367-9c97787c3485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48aaa81c-5502-48a9-8b6f-b892faf7b1c1,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:54.119820 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46256) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:54.175999 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-77db2152-0da0-446c-ad99-ec0857ed6b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:54.205298 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-77db2152-0da0-446c-ad99-ec0857ed6b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:54.212487 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-41c00918-a84c-4d81-a762-2130bd1c09af req-54eb19ff-c8d7-4304-9076-a074b0204343 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1355e03e3cc943b7a86e8b598705e5c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1481597 May 03 22:20:54.235580 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-41511726-362d-491d-89b9-e5ed47c31b33 req-5597958b-383a-48ef-8776-0e5252a75ca9 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:54.260471 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-77db2152-0da0-446c-ad99-ec0857ed6b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:54.277345 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db2152-0da0-446c-ad99-ec0857ed6b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48aaa81c-5502-48a9-8b6f-b892faf7b1c1,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:54.281996 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-77db2152-0da0-446c-ad99-ec0857ed6b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:54.283196 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-77db2152-0da0-446c-ad99-ec0857ed6b45 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/48aaa81c-5502-48a9-8b6f-b892faf7b1c1 HTTP/1.1" status: 204 len: 168 time: 0.1625991 May 03 22:20:54.468714 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eaccfb46-9f06-4dfe-84c9-d243d1965374 req-9dcdbcfe-e1f4-43d0-a9ca-495284224791 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "GET /v2.0/floatingips/1998d05c-6973-4239-8f74-f306c9d6be01 HTTP/1.1" status: 200 len: 692 time: 0.1021109 May 03 22:20:54.533064 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-41511726-362d-491d-89b9-e5ed47c31b33 req-5597958b-383a-48ef-8776-0e5252a75ca9 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Allocated IP 172.25.2.199 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/2eb7db7f-3858-40e1-aea0-b2385c3be299) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:20:54.620494 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46272) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:54.648036 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2019ec88-edc3-4995-9c8e-d59bbfc3a110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:54.671489 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2019ec88-edc3-4995-9c8e-d59bbfc3a110 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:54.676109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2019ec88-edc3-4995-9c8e-d59bbfc3a110 admin admin] Usage tracker for resource:security_group_rule and tenant:159bd3894f5548f19235e180bc040c82 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:54.679702 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2019ec88-edc3-4995-9c8e-d59bbfc3a110 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:54.685534 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2019ec88-edc3-4995-9c8e-d59bbfc3a110 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:54.780319 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2019ec88-edc3-4995-9c8e-d59bbfc3a110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:54.784722 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2019ec88-edc3-4995-9c8e-d59bbfc3a110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:54.821423 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaccfb46-9f06-4dfe-84c9-d243d1965374 req-63fe322b-3243-4faf-a7cf-26ace1ef3fd2 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:54.822779 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eaccfb46-9f06-4dfe-84c9-d243d1965374 req-63fe322b-3243-4faf-a7cf-26ace1ef3fd2 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 784 time: 0.3463120 May 03 22:20:54.833216 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2019ec88-edc3-4995-9c8e-d59bbfc3a110 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=159bd3894f5548f19235e180bc040c82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2114098 May 03 22:20:54.834099 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019ec88-edc3-4995-9c8e-d59bbfc3a110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607ec3d5-ca0e-481c-b39d-090b15990257,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:54.836457 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46278) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:54.837045 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-eaccfb46-9f06-4dfe-84c9-d243d1965374 req-70d87851-0898-43f0-af42-4a7f2c5607da tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:20:54.838221 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eaccfb46-9f06-4dfe-84c9-d243d1965374 req-70d87851-0898-43f0-af42-4a7f2c5607da tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081236 May 03 22:20:54.886849 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-41511726-362d-491d-89b9-e5ed47c31b33 req-5597958b-383a-48ef-8776-0e5252a75ca9 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:54.917103 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ca35c8ed-2d77-4eba-98b0-87e177956b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:54.924906 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-41511726-362d-491d-89b9-e5ed47c31b33 req-5597958b-383a-48ef-8776-0e5252a75ca9 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:54.947423 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ca35c8ed-2d77-4eba-98b0-87e177956b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:54.991897 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f5d0fcba-8f69-427b-b568-3c30f6d157d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:55.000841 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41511726-362d-491d-89b9-e5ed47c31b33 req-5597958b-383a-48ef-8776-0e5252a75ca9 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:20:55.004572 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-41511726-362d-491d-89b9-e5ed47c31b33 req-5597958b-383a-48ef-8776-0e5252a75ca9 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:20:55.008481 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-41511726-362d-491d-89b9-e5ed47c31b33 req-5597958b-383a-48ef-8776-0e5252a75ca9 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:20:55.018001 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597958b-383a-48ef-8776-0e5252a75ca9 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Pushing event updated for resources: {'Port': ['ID=2eb7db7f-3858-40e1-aea0-b2385c3be299,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:55.027118 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ca35c8ed-2d77-4eba-98b0-87e177956b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:55.043960 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35c8ed-2d77-4eba-98b0-87e177956b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607ec3d5-ca0e-481c-b39d-090b15990257,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:55.050857 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ca35c8ed-2d77-4eba-98b0-87e177956b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:55.057703 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-41511726-362d-491d-89b9-e5ed47c31b33 req-5597958b-383a-48ef-8776-0e5252a75ca9 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:55.065667 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ca35c8ed-2d77-4eba-98b0-87e177956b54 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/607ec3d5-ca0e-481c-b39d-090b15990257 HTTP/1.1" status: 204 len: 168 time: 0.2184258 May 03 22:20:55.142980 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-41511726-362d-491d-89b9-e5ed47c31b33 req-5597958b-383a-48ef-8776-0e5252a75ca9 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:55.413533 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-41511726-362d-491d-89b9-e5ed47c31b33 req-5597958b-383a-48ef-8776-0e5252a75ca9 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:55.418646 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-41511726-362d-491d-89b9-e5ed47c31b33 req-5597958b-383a-48ef-8776-0e5252a75ca9 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:55.486589 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-41511726-362d-491d-89b9-e5ed47c31b33 req-5597958b-383a-48ef-8776-0e5252a75ca9 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:55.520842 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597958b-383a-48ef-8776-0e5252a75ca9 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Pushing event updated for resources: {'Port': ['ID=2eb7db7f-3858-40e1-aea0-b2385c3be299,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:55.525978 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-41511726-362d-491d-89b9-e5ed47c31b33 req-5597958b-383a-48ef-8776-0e5252a75ca9 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:55.527294 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-41511726-362d-491d-89b9-e5ed47c31b33 req-5597958b-383a-48ef-8776-0e5252a75ca9 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5896280 May 03 22:20:55.660826 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-41511726-362d-491d-89b9-e5ed47c31b33 req-809ce5c9-bbdf-4549-8366-f154f49a0ec2 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Synchronizing usage tracker for tenant:498aeb136ad344e696908c84b87971fc on resource:floatingip {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:20:55.679986 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-41511726-362d-491d-89b9-e5ed47c31b33 req-809ce5c9-bbdf-4549-8366-f154f49a0ec2 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Unset dirty status for tenant:498aeb136ad344e696908c84b87971fc on resource:floatingip {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:20:55.681436 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-41511726-362d-491d-89b9-e5ed47c31b33 req-809ce5c9-bbdf-4549-8366-f154f49a0ec2 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.199 HTTP/1.1" status: 200 len: 696 time: 0.1471977 May 03 22:20:55.785948 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-41c00918-a84c-4d81-a762-2130bd1c09af req-14dde2f0-2dc4-4e95-b673-b78d708982a7 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=1355e03e3cc943b7a86e8b598705e5c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538173 May 03 22:20:55.892547 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41511726-362d-491d-89b9-e5ed47c31b33 req-10dfcc37-ad40-4770-bd3e-9acebfe76568 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:55.895433 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-41511726-362d-491d-89b9-e5ed47c31b33 req-10dfcc37-ad40-4770-bd3e-9acebfe76568 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 784 time: 0.2066126 May 03 22:20:55.953498 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c00918-a84c-4d81-a762-2130bd1c09af req-7ba039e9-ff20-4d46-bf7c-1ce68f193311 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:55.955548 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-41c00918-a84c-4d81-a762-2130bd1c09af req-7ba039e9-ff20-4d46-bf7c-1ce68f193311 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1650794 May 03 22:20:55.970172 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-41c00918-a84c-4d81-a762-2130bd1c09af req-4da44498-163e-4561-9906-41ea5c3e177d tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Request body: {'port': {'device_id': '9bc6e9b7-5307-4ce5-b05c-fab3700aad1c', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'admin_state_up': True, 'tenant_id': '1355e03e3cc943b7a86e8b598705e5c5'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:20:56.106847 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:56.129127 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-41c00918-a84c-4d81-a762-2130bd1c09af req-4da44498-163e-4561-9906-41ea5c3e177d tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:56.143633 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-41c00918-a84c-4d81-a762-2130bd1c09af req-4da44498-163e-4561-9906-41ea5c3e177d tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:56.156251 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41c00918-a84c-4d81-a762-2130bd1c09af req-4da44498-163e-4561-9906-41ea5c3e177d tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Made reservation on behalf of 1355e03e3cc943b7a86e8b598705e5c5 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:20:56.161254 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-41c00918-a84c-4d81-a762-2130bd1c09af req-4da44498-163e-4561-9906-41ea5c3e177d tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:56.214119 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:56.250867 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-977fd7a7-bcca-4063-a619-7d66ec6d3f8f req-d3d5f60c-de1a-4471-b5db-6ce5bf366e91 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-63473738', 'description': 'tempest-description-1168338252'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:20:56.256239 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-977fd7a7-bcca-4063-a619-7d66ec6d3f8f req-d3d5f60c-de1a-4471-b5db-6ce5bf366e91 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:56.260382 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-977fd7a7-bcca-4063-a619-7d66ec6d3f8f req-d3d5f60c-de1a-4471-b5db-6ce5bf366e91 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Usage tracker for resource:security_group and tenant:928a3f0a01ab492ba4cfa1a3c37ec687 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:56.263427 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-977fd7a7-bcca-4063-a619-7d66ec6d3f8f req-d3d5f60c-de1a-4471-b5db-6ce5bf366e91 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:56.270008 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-977fd7a7-bcca-4063-a619-7d66ec6d3f8f req-d3d5f60c-de1a-4471-b5db-6ce5bf366e91 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:56.284141 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-977fd7a7-bcca-4063-a619-7d66ec6d3f8f req-d3d5f60c-de1a-4471-b5db-6ce5bf366e91 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:56.297201 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-977fd7a7-bcca-4063-a619-7d66ec6d3f8f req-d3d5f60c-de1a-4471-b5db-6ce5bf366e91 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:56.315677 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-977fd7a7-bcca-4063-a619-7d66ec6d3f8f req-d3d5f60c-de1a-4471-b5db-6ce5bf366e91 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:56.324919 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-977fd7a7-bcca-4063-a619-7d66ec6d3f8f req-d3d5f60c-de1a-4471-b5db-6ce5bf366e91 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Usage tracker for resource:security_group_rule and tenant:928a3f0a01ab492ba4cfa1a3c37ec687 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:56.329761 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-977fd7a7-bcca-4063-a619-7d66ec6d3f8f req-d3d5f60c-de1a-4471-b5db-6ce5bf366e91 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:56.337745 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-977fd7a7-bcca-4063-a619-7d66ec6d3f8f req-d3d5f60c-de1a-4471-b5db-6ce5bf366e91 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:56.367846 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-41c00918-a84c-4d81-a762-2130bd1c09af req-4da44498-163e-4561-9906-41ea5c3e177d tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Allocated IP 192.168.233.4 (7e14e0ca-f320-4236-9b9e-a9e4f415dbeb/1dff747c-9d3c-4e06-92c1-836fbb9482c4/3184823b-0766-4716-b3c4-64a263539433) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:20:56.448907 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-977fd7a7-bcca-4063-a619-7d66ec6d3f8f req-d3d5f60c-de1a-4471-b5db-6ce5bf366e91 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:56.456856 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-977fd7a7-bcca-4063-a619-7d66ec6d3f8f req-d3d5f60c-de1a-4471-b5db-6ce5bf366e91 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:56.471132 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-977fd7a7-bcca-4063-a619-7d66ec6d3f8f req-d3d5f60c-de1a-4471-b5db-6ce5bf366e91 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:56.480744 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-977fd7a7-bcca-4063-a619-7d66ec6d3f8f req-d3d5f60c-de1a-4471-b5db-6ce5bf366e91 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Usage tracker for resource:security_group_rule and tenant:928a3f0a01ab492ba4cfa1a3c37ec687 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:56.485170 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-977fd7a7-bcca-4063-a619-7d66ec6d3f8f req-d3d5f60c-de1a-4471-b5db-6ce5bf366e91 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:56.501108 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-977fd7a7-bcca-4063-a619-7d66ec6d3f8f req-d3d5f60c-de1a-4471-b5db-6ce5bf366e91 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:56.508421 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5f60c-de1a-4471-b5db-6ce5bf366e91 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8b179f-69ad-4b2d-90ee-0200dbf557cf,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:56.586304 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-977fd7a7-bcca-4063-a619-7d66ec6d3f8f req-d3d5f60c-de1a-4471-b5db-6ce5bf366e91 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:56.594575 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-977fd7a7-bcca-4063-a619-7d66ec6d3f8f req-d3d5f60c-de1a-4471-b5db-6ce5bf366e91 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:56.620076 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46354) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:20:56.633944 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-41c00918-a84c-4d81-a762-2130bd1c09af req-4da44498-163e-4561-9906-41ea5c3e177d tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:56.655232 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5f60c-de1a-4471-b5db-6ce5bf366e91 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a09a46-02f8-4f7b-864a-11bd4d9aae31,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:56.656332 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-41c00918-a84c-4d81-a762-2130bd1c09af req-4da44498-163e-4561-9906-41ea5c3e177d tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Transition to ACTIVE for port object 3184823b-0766-4716-b3c4-64a263539433 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:20:56.660275 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-977fd7a7-bcca-4063-a619-7d66ec6d3f8f req-d3d5f60c-de1a-4471-b5db-6ce5bf366e91 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:56.661591 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-977fd7a7-bcca-4063-a619-7d66ec6d3f8f req-d3d5f60c-de1a-4471-b5db-6ce5bf366e91 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4151587 May 03 22:20:56.693818 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-41c00918-a84c-4d81-a762-2130bd1c09af req-4da44498-163e-4561-9906-41ea5c3e177d tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:56.707873 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['07437ccf-9d68-4250-974a-a4275b180566'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:20:56.848151 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41c00918-a84c-4d81-a762-2130bd1c09af req-4da44498-163e-4561-9906-41ea5c3e177d tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:20:56.851866 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-41c00918-a84c-4d81-a762-2130bd1c09af req-4da44498-163e-4561-9906-41ea5c3e177d tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:20:56.856764 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c00918-a84c-4d81-a762-2130bd1c09af req-4da44498-163e-4561-9906-41ea5c3e177d tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:20:56.885928 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da44498-163e-4561-9906-41ea5c3e177d tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Pushing event updated for resources: {'Port': ['ID=3184823b-0766-4716-b3c4-64a263539433,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:56.933616 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c00918-a84c-4d81-a762-2130bd1c09af req-4da44498-163e-4561-9906-41ea5c3e177d tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:56.937639 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-41c00918-a84c-4d81-a762-2130bd1c09af req-4da44498-163e-4561-9906-41ea5c3e177d tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:56.969177 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-41c00918-a84c-4d81-a762-2130bd1c09af req-4da44498-163e-4561-9906-41ea5c3e177d tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0035508 May 03 22:20:56.985710 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-41c00918-a84c-4d81-a762-2130bd1c09af req-08e5c899-78ae-480b-a0fd-028ffd2c7917 service neutron] Request body: {'port': {'device_id': '9bc6e9b7-5307-4ce5-b05c-fab3700aad1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:20:57.021074 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e8ef7-722e-4ddc-8012-8ace72ac7e79 req-c0fc48b6-76a0-417f-803e-3be8c3cc22e2 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:57.023491 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d02e8ef7-722e-4ddc-8012-8ace72ac7e79 req-c0fc48b6-76a0-417f-803e-3be8c3cc22e2 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc6e9b7-5307-4ce5-b05c-fab3700aad1c HTTP/1.1" status: 200 len: 934 time: 0.1200645 May 03 22:20:57.034517 n-d-811807-1 neutron-server[88070]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 03 22:20:57.049396 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-f9850b2a-603f-4e2c-b19c-0c1cd5b165e2 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88070) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:20:57.050807 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-f9850b2a-603f-4e2c-b19c-0c1cd5b165e2 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4297104 May 03 22:20:57.086412 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d02e8ef7-722e-4ddc-8012-8ace72ac7e79 req-0add746e-2517-4f7c-bafb-631bef2affb3 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/security-groups?id=1183dfe1-b104-4015-a004-e839f18864fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567017 May 03 22:20:57.130551 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-41c00918-a84c-4d81-a762-2130bd1c09af req-08e5c899-78ae-480b-a0fd-028ffd2c7917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:57.143305 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-26cb70bc-d380-44ee-bed5-67c65edc2a97 None None] Provisioning for port 3184823b-0766-4716-b3c4-64a263539433 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:20:57.150052 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-26cb70bc-d380-44ee-bed5-67c65edc2a97 None None] Provisioning complete for port 3184823b-0766-4716-b3c4-64a263539433 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:20:57.150473 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-26cb70bc-d380-44ee-bed5-67c65edc2a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:57.189526 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f1ff4ae-2ea7-4570-9848-dbea98253edb req-251d3a1b-d094-4101-b0c4-ded36100cb3c tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "GET /v2.0/floatingips/1998d05c-6973-4239-8f74-f306c9d6be01 HTTP/1.1" status: 200 len: 692 time: 0.0832295 May 03 22:20:57.206453 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-2979a6be-7dda-404b-b889-4206051fe33b service neutron] Request body: {'binding': {'host': 'n-h2-811807-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:20:57.206966 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-2979a6be-7dda-404b-b889-4206051fe33b service neutron] Unknown quota resources ['binding']. {{(pid=88070) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 03 22:20:57.210616 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-26cb70bc-d380-44ee-bed5-67c65edc2a97 None None] Port 3184823b-0766-4716-b3c4-64a263539433 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:20:57.344816 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ff4ae-2ea7-4570-9848-dbea98253edb req-11321c00-a895-44da-a40c-13255c26bb7a tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:57.346159 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f1ff4ae-2ea7-4570-9848-dbea98253edb req-11321c00-a895-44da-a40c-13255c26bb7a tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 784 time: 0.1488202 May 03 22:20:57.356146 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-6f1ff4ae-2ea7-4570-9848-dbea98253edb req-5c76e9a8-4aa3-4534-9167-25a1be85a552 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:20:57.357060 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f1ff4ae-2ea7-4570-9848-dbea98253edb req-5c76e9a8-4aa3-4534-9167-25a1be85a552 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054955 May 03 22:20:57.446633 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f1ff4ae-2ea7-4570-9848-dbea98253edb req-7bfeb7f7-1f6e-4ecb-b695-ff5ffef98d34 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.30 HTTP/1.1" status: 200 len: 695 time: 0.0834365 May 03 22:20:57.447063 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:57.491705 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:57.523390 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f1ff4ae-2ea7-4570-9848-dbea98253edb req-0dc58cf3-a6ce-454b-910c-3f0551a3a6e1 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.30 HTTP/1.1" status: 200 len: 695 time: 0.0734942 May 03 22:20:57.576062 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-2979a6be-7dda-404b-b889-4206051fe33b service neutron] Attempting to bind port 1bf60e9a-e969-4165-80c4-622d4ed829f6 on host n-h2-811807-1 for vnic_type normal with profile None {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:20:57.576389 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-2979a6be-7dda-404b-b889-4206051fe33b service neutron] Attempting to bind port 1bf60e9a-e969-4165-80c4-622d4ed829f6 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:20:57.576707 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-2979a6be-7dda-404b-b889-4206051fe33b service neutron] Attempting to bind port 1bf60e9a-e969-4165-80c4-622d4ed829f6 on network 3476088d-e412-4e55-9c2f-549019c16834 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:20:57.593280 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-2979a6be-7dda-404b-b889-4206051fe33b service neutron] Port 1bf60e9a-e969-4165-80c4-622d4ed829f6 on network 3476088d-e412-4e55-9c2f-549019c16834 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:20:57.593593 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-2979a6be-7dda-404b-b889-4206051fe33b service neutron] Attempting to bind port 1bf60e9a-e969-4165-80c4-622d4ed829f6 on network 3476088d-e412-4e55-9c2f-549019c16834 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:20:57.603391 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-2979a6be-7dda-404b-b889-4206051fe33b service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:20:57.604113 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-2979a6be-7dda-404b-b889-4206051fe33b service neutron] Checking segment: {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:20:57.604113 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-2979a6be-7dda-404b-b889-4206051fe33b service neutron] Bound using segment: {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:20:57.604497 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-2979a6be-7dda-404b-b889-4206051fe33b service neutron] Bound port: 1bf60e9a-e969-4165-80c4-622d4ed829f6, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:20:57.737268 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-2979a6be-7dda-404b-b889-4206051fe33b service neutron] For port 1bf60e9a-e969-4165-80c4-622d4ed829f6, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=1bf60e9a-e969-4165-80c4-622d4ed829f6,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:20:57.739459 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-41c00918-a84c-4d81-a762-2130bd1c09af req-08e5c899-78ae-480b-a0fd-028ffd2c7917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3184823b-0766-4716-b3c4-64a263539433 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:20:57.747601 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-2979a6be-7dda-404b-b889-4206051fe33b service neutron] Notify callbacks [] for binding, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:57.748725 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-2979a6be-7dda-404b-b889-4206051fe33b service neutron] 10.222.0.58 "POST /v2.0/ports/1bf60e9a-e969-4165-80c4-622d4ed829f6/bindings HTTP/1.1" status: 201 len: 389 time: 0.6368823 May 03 22:20:57.750301 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-41c00918-a84c-4d81-a762-2130bd1c09af req-08e5c899-78ae-480b-a0fd-028ffd2c7917 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:57.765434 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-41c00918-a84c-4d81-a762-2130bd1c09af req-08e5c899-78ae-480b-a0fd-028ffd2c7917 service neutron] Transition to ACTIVE for port object 3184823b-0766-4716-b3c4-64a263539433 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:20:57.766226 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-6f1ff4ae-2ea7-4570-9848-dbea98253edb req-6dd98283-9235-45f1-a36b-4d31c07aec45 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Deleting port 57b3f15a-e6f9-4afd-8cde-83ce4817126c {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:20:57.766568 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-6f1ff4ae-2ea7-4570-9848-dbea98253edb req-6dd98283-9235-45f1-a36b-4d31c07aec45 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:57.769836 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-41c00918-a84c-4d81-a762-2130bd1c09af req-08e5c899-78ae-480b-a0fd-028ffd2c7917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:58.093220 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5c899-78ae-480b-a0fd-028ffd2c7917 service neutron] Pushing event updated for resources: {'Port': ['ID=3184823b-0766-4716-b3c4-64a263539433,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:58.135572 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-6f1ff4ae-2ea7-4570-9848-dbea98253edb req-6dd98283-9235-45f1-a36b-4d31c07aec45 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:58.136332 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-6f1ff4ae-2ea7-4570-9848-dbea98253edb req-6dd98283-9235-45f1-a36b-4d31c07aec45 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:58.146969 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-41c00918-a84c-4d81-a762-2130bd1c09af req-08e5c899-78ae-480b-a0fd-028ffd2c7917 service neutron] Attempting to bind port 3184823b-0766-4716-b3c4-64a263539433 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:20:58.147374 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-41c00918-a84c-4d81-a762-2130bd1c09af req-08e5c899-78ae-480b-a0fd-028ffd2c7917 service neutron] Attempting to bind port 3184823b-0766-4716-b3c4-64a263539433 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:20:58.147764 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c00918-a84c-4d81-a762-2130bd1c09af req-08e5c899-78ae-480b-a0fd-028ffd2c7917 service neutron] Attempting to bind port 3184823b-0766-4716-b3c4-64a263539433 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:20:58.153446 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c00918-a84c-4d81-a762-2130bd1c09af req-08e5c899-78ae-480b-a0fd-028ffd2c7917 service neutron] Port 3184823b-0766-4716-b3c4-64a263539433 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:20:58.153829 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c00918-a84c-4d81-a762-2130bd1c09af req-08e5c899-78ae-480b-a0fd-028ffd2c7917 service neutron] Attempting to bind port 3184823b-0766-4716-b3c4-64a263539433 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:20:58.159284 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c00918-a84c-4d81-a762-2130bd1c09af req-08e5c899-78ae-480b-a0fd-028ffd2c7917 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:20:58.159690 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c00918-a84c-4d81-a762-2130bd1c09af req-08e5c899-78ae-480b-a0fd-028ffd2c7917 service neutron] Checking segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:20:58.160161 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c00918-a84c-4d81-a762-2130bd1c09af req-08e5c899-78ae-480b-a0fd-028ffd2c7917 service neutron] Bound using segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:20:58.160651 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-41c00918-a84c-4d81-a762-2130bd1c09af req-08e5c899-78ae-480b-a0fd-028ffd2c7917 service neutron] Bound port: 3184823b-0766-4716-b3c4-64a263539433, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:20:58.161057 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-41c00918-a84c-4d81-a762-2130bd1c09af req-08e5c899-78ae-480b-a0fd-028ffd2c7917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:58.255105 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-41c00918-a84c-4d81-a762-2130bd1c09af req-08e5c899-78ae-480b-a0fd-028ffd2c7917 service neutron] For port 3184823b-0766-4716-b3c4-64a263539433, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:20:58.258350 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-41c00918-a84c-4d81-a762-2130bd1c09af req-08e5c899-78ae-480b-a0fd-028ffd2c7917 service neutron] For port 3184823b-0766-4716-b3c4-64a263539433, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=3184823b-0766-4716-b3c4-64a263539433,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:20:58.262829 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-41c00918-a84c-4d81-a762-2130bd1c09af req-08e5c899-78ae-480b-a0fd-028ffd2c7917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:58.273311 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-6f1ff4ae-2ea7-4570-9848-dbea98253edb req-6dd98283-9235-45f1-a36b-4d31c07aec45 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Calling delete_port for 57b3f15a-e6f9-4afd-8cde-83ce4817126c owned by network:floatingip {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:20:58.308451 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63152c7-639a-45fc-b289-ff77b0ffbc33 req-a9e4a699-46e0-4882-a439-2527d9ef2840 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:58.310281 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f63152c7-639a-45fc-b289-ff77b0ffbc33 req-a9e4a699-46e0-4882-a439-2527d9ef2840 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b51bef0-6d37-40fa-a19a-43c4037be86a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3447940 May 03 22:20:58.328145 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c00918-a84c-4d81-a762-2130bd1c09af req-08e5c899-78ae-480b-a0fd-028ffd2c7917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:58.328764 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-41c00918-a84c-4d81-a762-2130bd1c09af req-08e5c899-78ae-480b-a0fd-028ffd2c7917 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:58.330150 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-41c00918-a84c-4d81-a762-2130bd1c09af req-08e5c899-78ae-480b-a0fd-028ffd2c7917 service neutron] 10.222.0.67 "PUT /v2.0/ports/3184823b-0766-4716-b3c4-64a263539433 HTTP/1.1" status: 200 len: 1094 time: 1.3488657 May 03 22:20:58.330593 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc6e9b7-5307-4ce5-b05c-fab3700aad1c', 'tag': '3184823b-0766-4716-b3c4-64a263539433'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:20:58.350751 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5c899-78ae-480b-a0fd-028ffd2c7917 service neutron] Pushing event updated for resources: {'Port': ['ID=3184823b-0766-4716-b3c4-64a263539433,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:58.403244 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-954343a4-2b21-423f-af4f-01cd1bfb90c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:58.404827 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-954343a4-2b21-423f-af4f-01cd1bfb90c5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&device_id=6067ca7b-a19e-461b-aa2a-c63e6a67d1a5 HTTP/1.1" status: 200 len: 1096 time: 0.3645592 May 03 22:20:58.451481 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c00918-a84c-4d81-a762-2130bd1c09af req-b31c3b5d-4570-4e1f-9e32-9c35ed9bcf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:58.452952 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-41c00918-a84c-4d81-a762-2130bd1c09af req-b31c3b5d-4570-4e1f-9e32-9c35ed9bcf4b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1355e03e3cc943b7a86e8b598705e5c5&device_id=9bc6e9b7-5307-4ce5-b05c-fab3700aad1c HTTP/1.1" status: 200 len: 1097 time: 0.0732398 May 03 22:20:58.457605 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f63152c7-639a-45fc-b289-ff77b0ffbc33 req-66153d0b-0df9-4f15-bfa0-fb2e335c01b2 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.199 HTTP/1.1" status: 200 len: 696 time: 0.1294768 May 03 22:20:58.484589 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-f63152c7-639a-45fc-b289-ff77b0ffbc33 req-31f333cd-6a54-483a-b2f8-4d2956dc3bf9 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Request body: {'floatingip': {'port_id': 'e803c704-3d4a-492e-8ef4-2fa5634860e3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:20:58.525297 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-41c00918-a84c-4d81-a762-2130bd1c09af req-a81f1afe-a42c-4dd6-8a75-89c3fe05fc90 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=3184823b-0766-4716-b3c4-64a263539433 HTTP/1.1" status: 200 len: 217 time: 0.0650809 May 03 22:20:58.597070 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c00918-a84c-4d81-a762-2130bd1c09af req-4a272b20-8e11-4173-912f-ef08a13eb4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:58.598658 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-41c00918-a84c-4d81-a762-2130bd1c09af req-4a272b20-8e11-4173-912f-ef08a13eb4b9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.0662761 May 03 22:20:58.635096 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f63152c7-639a-45fc-b289-ff77b0ffbc33 req-31f333cd-6a54-483a-b2f8-4d2956dc3bf9 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks [] for floatingip, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:58.753275 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c00918-a84c-4d81-a762-2130bd1c09af req-8e374f2b-2a8b-4f5b-bc1e-cf860d98c44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:58.754793 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-41c00918-a84c-4d81-a762-2130bd1c09af req-8e374f2b-2a8b-4f5b-bc1e-cf860d98c44b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1446795 May 03 22:20:58.824576 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-a60aa9c1-e744-4ffe-9aa9-420afae9328e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:58.825963 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-a60aa9c1-e744-4ffe-9aa9-420afae9328e service neutron] 10.222.0.67 "GET /v2.0/networks?id=3476088d-e412-4e55-9c2f-549019c16834 HTTP/1.1" status: 200 len: 922 time: 0.4084339 May 03 22:20:58.884663 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-41c00918-a84c-4d81-a762-2130bd1c09af req-abd084e5-0462-43a9-9b4e-b78b9f5e55bb service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231680 May 03 22:20:58.940302 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-dff0f157-4ba4-42b0-903d-f67000f37a11 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bf60e9a-e969-4165-80c4-622d4ed829f6 HTTP/1.1" status: 200 len: 217 time: 0.0794179 May 03 22:20:58.944365 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-6f1ff4ae-2ea7-4570-9848-dbea98253edb req-6dd98283-9235-45f1-a36b-4d31c07aec45 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:59.014005 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-41c00918-a84c-4d81-a762-2130bd1c09af req-46a2a3be-7f8a-49d6-94a1-bf86db9fcc04 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230707 May 03 22:20:59.034646 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd98283-9235-45f1-a36b-4d31c07aec45 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Pushing event deleted for resources: {'Port': ['ID=57b3f15a-e6f9-4afd-8cde-83ce4817126c,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:20:59.302601 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-6f1ff4ae-2ea7-4570-9848-dbea98253edb req-6dd98283-9235-45f1-a36b-4d31c07aec45 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks [] for floatingip, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:59.339646 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-d74bf505-595f-4d22-893e-2b0002f78a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:20:59.341081 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-d74bf505-595f-4d22-893e-2b0002f78a71 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=63a9fee3-85c4-4a95-8dcc-67111d08a3de HTTP/1.1" status: 200 len: 861 time: 0.3922281 May 03 22:20:59.389942 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-6f1ff4ae-2ea7-4570-9848-dbea98253edb req-6dd98283-9235-45f1-a36b-4d31c07aec45 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:59.391022 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f1ff4ae-2ea7-4570-9848-dbea98253edb req-6dd98283-9235-45f1-a36b-4d31c07aec45 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "DELETE /v2.0/floatingips/1998d05c-6973-4239-8f74-f306c9d6be01 HTTP/1.1" status: 204 len: 173 time: 1.8619571 May 03 22:20:59.399782 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-89c6b5c5-0060-41d8-9400-68c0d085668d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3476088d-e412-4e55-9c2f-549019c16834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504777 May 03 22:20:59.481722 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-96d77d20-f40f-409a-9f09-6b746adc8c43 req-b85a6ac7-cd5b-4a11-8d52-debd10373d99 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1844591132', 'description': 'tempest-description-1275676682'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:20:59.507533 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-96d77d20-f40f-409a-9f09-6b746adc8c43 req-b85a6ac7-cd5b-4a11-8d52-debd10373d99 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:59.523717 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-96d77d20-f40f-409a-9f09-6b746adc8c43 req-b85a6ac7-cd5b-4a11-8d52-debd10373d99 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Usage tracker for resource:security_group and tenant:928a3f0a01ab492ba4cfa1a3c37ec687 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:59.528714 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-96d77d20-f40f-409a-9f09-6b746adc8c43 req-b85a6ac7-cd5b-4a11-8d52-debd10373d99 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:59.537752 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-96d77d20-f40f-409a-9f09-6b746adc8c43 req-b85a6ac7-cd5b-4a11-8d52-debd10373d99 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:59.620431 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-96d77d20-f40f-409a-9f09-6b746adc8c43 req-b85a6ac7-cd5b-4a11-8d52-debd10373d99 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:59.654054 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-96d77d20-f40f-409a-9f09-6b746adc8c43 req-b85a6ac7-cd5b-4a11-8d52-debd10373d99 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:20:59.669049 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-96d77d20-f40f-409a-9f09-6b746adc8c43 req-b85a6ac7-cd5b-4a11-8d52-debd10373d99 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Usage tracker for resource:security_group_rule and tenant:928a3f0a01ab492ba4cfa1a3c37ec687 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:20:59.675809 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-96d77d20-f40f-409a-9f09-6b746adc8c43 req-b85a6ac7-cd5b-4a11-8d52-debd10373d99 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:20:59.687157 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-96d77d20-f40f-409a-9f09-6b746adc8c43 req-b85a6ac7-cd5b-4a11-8d52-debd10373d99 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:20:59.695357 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-5cb3eea2-98db-479d-a337-45b9961d1e92 service neutron] 10.222.0.67 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876589 May 03 22:20:59.920128 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f63152c7-639a-45fc-b289-ff77b0ffbc33 req-31f333cd-6a54-483a-b2f8-4d2956dc3bf9 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:20:59.929790 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f63152c7-639a-45fc-b289-ff77b0ffbc33 req-31f333cd-6a54-483a-b2f8-4d2956dc3bf9 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:00.092820 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-96d77d20-f40f-409a-9f09-6b746adc8c43 req-b85a6ac7-cd5b-4a11-8d52-debd10373d99 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:00.100983 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-96d77d20-f40f-409a-9f09-6b746adc8c43 req-b85a6ac7-cd5b-4a11-8d52-debd10373d99 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:00.105617 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-8cfca7c2-4b06-4808-ab82-9a11df347aeb service neutron] 10.222.0.67 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028704 May 03 22:21:00.154132 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-96d77d20-f40f-409a-9f09-6b746adc8c43 req-b85a6ac7-cd5b-4a11-8d52-debd10373d99 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:00.155324 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96d77d20-f40f-409a-9f09-6b746adc8c43 req-b85a6ac7-cd5b-4a11-8d52-debd10373d99 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.7466004 May 03 22:21:00.163929 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a6ac7-cd5b-4a11-8d52-debd10373d99 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9075bf8-30a3-49bb-a2ff-2f4b4467af76,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:00.183101 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [req-f63152c7-639a-45fc-b289-ff77b0ffbc33 req-31f333cd-6a54-483a-b2f8-4d2956dc3bf9 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Floating IP bfde57d9-9860-46cb-b841-f28e6c50ec0d associated. External IP: 172.25.2.199, port: e803c704-3d4a-492e-8ef4-2fa5634860e3. May 03 22:21:00.747489 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-8277ddc4-d88a-4fb7-b638-c2322d9ffad6 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:00.748960 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-8277ddc4-d88a-4fb7-b638-c2322d9ffad6 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=6067ca7b-a19e-461b-aa2a-c63e6a67d1a5&tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&binding%3Ahost_id=n-h1-811807-1 HTTP/1.1" status: 200 len: 1096 time: 0.4576452 May 03 22:21:00.777355 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ced8e9-dfaa-496c-a86f-849dcbc6a907 req-23b2d093-75d9-47f3-b43b-658607e33e92 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:00.778764 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6ced8e9-dfaa-496c-a86f-849dcbc6a907 req-23b2d093-75d9-47f3-b43b-658607e33e92 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=6067ca7b-a19e-461b-aa2a-c63e6a67d1a5 HTTP/1.1" status: 200 len: 945 time: 0.4378250 May 03 22:21:00.782234 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-0319a3f9-6023-4112-9713-5be848a48151 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811807-1'}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:21:00.818510 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ff207d18-ac0d-45c4-944b-535a93760774 req-92c68f3e-b60c-4f7d-8809-4dd907c1414a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6444c48b-bb82-4f41-8f7c-efa1116a623e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4308968 May 03 22:21:00.974965 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6ced8e9-dfaa-496c-a86f-849dcbc6a907 req-802b1268-c97d-4265-a245-6804a8886f04 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613052 May 03 22:21:01.022097 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-0319a3f9-6023-4112-9713-5be848a48151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:01.035295 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f63152c7-639a-45fc-b289-ff77b0ffbc33 req-31f333cd-6a54-483a-b2f8-4d2956dc3bf9 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Router 418430a1-db24-418e-8e9d-1a2a343969fe has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:21:01.304506 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff207d18-ac0d-45c4-944b-535a93760774 req-f7639c1c-74a7-4c8c-8818-7e6e11980a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:01.305894 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ff207d18-ac0d-45c4-944b-535a93760774 req-f7639c1c-74a7-4c8c-8818-7e6e11980a3f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1355e03e3cc943b7a86e8b598705e5c5&device_id=6444c48b-bb82-4f41-8f7c-efa1116a623e HTTP/1.1" status: 200 len: 1100 time: 0.3817284 May 03 22:21:01.572343 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40905590-c3a5-4a29-bb11-2297aa35794c req-815b0328-31ea-4fd1-91fc-15cb09760dce tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:01.573718 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-40905590-c3a5-4a29-bb11-2297aa35794c req-815b0328-31ea-4fd1-91fc-15cb09760dce tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc6e9b7-5307-4ce5-b05c-fab3700aad1c HTTP/1.1" status: 200 len: 946 time: 0.4916048 May 03 22:21:01.579831 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f63152c7-639a-45fc-b289-ff77b0ffbc33 req-31f333cd-6a54-483a-b2f8-4d2956dc3bf9 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:21:01.582353 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-0319a3f9-6023-4112-9713-5be848a48151 service neutron] For port 1bf60e9a-e969-4165-80c4-622d4ed829f6, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1bf60e9a-e969-4165-80c4-622d4ed829f6,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:21:01.589398 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f63152c7-639a-45fc-b289-ff77b0ffbc33 req-31f333cd-6a54-483a-b2f8-4d2956dc3bf9 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:01.589777 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e9c83d-174b-46cf-b4f5-9c0a686e7e66 None None] Sync routers for ids ['418430a1-db24-418e-8e9d-1a2a343969fe'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:21:01.599146 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e9c83d-174b-46cf-b4f5-9c0a686e7e66 None None] Routers {'418430a1-db24-418e-8e9d-1a2a343969fe'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:21:01.599867 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-e2e9c83d-174b-46cf-b4f5-9c0a686e7e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:20:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['418430a1-db24-418e-8e9d-1a2a343969fe'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:21:01.692985 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff207d18-ac0d-45c4-944b-535a93760774 req-57e95f34-604b-4fc9-b8e1-5275caea1508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:01.694482 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ff207d18-ac0d-45c4-944b-535a93760774 req-57e95f34-604b-4fc9-b8e1-5275caea1508 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.3539007 May 03 22:21:01.705164 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f63152c7-639a-45fc-b289-ff77b0ffbc33 req-31f333cd-6a54-483a-b2f8-4d2956dc3bf9 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "PUT /v2.0/floatingips/bfde57d9-9860-46cb-b841-f28e6c50ec0d HTTP/1.1" status: 200 len: 996 time: 3.2356603 May 03 22:21:01.715011 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b51bef0-6d37-40fa-a19a-43c4037be86a', 'tag': 'e803c704-3d4a-492e-8ef4-2fa5634860e3'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:21:01.778089 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-40905590-c3a5-4a29-bb11-2297aa35794c req-6092ea33-b242-4113-8b4f-989996a67197 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/security-groups?id=1183dfe1-b104-4015-a004-e839f18864fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933475 May 03 22:21:01.781459 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-e2e9c83d-174b-46cf-b4f5-9c0a686e7e66 None None] Set router 418430a1-db24-418e-8e9d-1a2a343969fe gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:21:01.804347 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ff207d18-ac0d-45c4-944b-535a93760774 req-6d7d10e2-9fc7-4e6c-b5b3-9f772322119b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=07437ccf-9d68-4250-974a-a4275b180566 HTTP/1.1" status: 200 len: 217 time: 0.0825944 May 03 22:21:01.808702 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-0319a3f9-6023-4112-9713-5be848a48151 service neutron] For port 1bf60e9a-e969-4165-80c4-622d4ed829f6, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:21:01.850182 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5140af28-a3ed-4b25-a63a-bfab3a256114'] response: {'name': 'network-changed', 'server_uuid': '9bc6e9b7-5307-4ce5-b05c-fab3700aad1c', 'tag': '3184823b-0766-4716-b3c4-64a263539433', 'status': 'completed', 'code': 200} May 03 22:21:01.979482 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ac26f-9bfd-40fa-8148-3e7cf88c0d31 req-43e94d81-d3e3-4bd2-9bc3-874349ba154f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:01.981367 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-fb3ac26f-9bfd-40fa-8148-3e7cf88c0d31 req-43e94d81-d3e3-4bd2-9bc3-874349ba154f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1355e03e3cc943b7a86e8b598705e5c5&device_id=9bc6e9b7-5307-4ce5-b05c-fab3700aad1c HTTP/1.1" status: 200 len: 1097 time: 0.0896382 May 03 22:21:01.995885 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff207d18-ac0d-45c4-944b-535a93760774 req-b6ab058c-0732-41ed-b587-3d109c35a7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:01.997289 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ff207d18-ac0d-45c4-944b-535a93760774 req-b6ab058c-0732-41ed-b587-3d109c35a7d8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.1599488 May 03 22:21:02.006806 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-0319a3f9-6023-4112-9713-5be848a48151 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:02.121062 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ac26f-9bfd-40fa-8148-3e7cf88c0d31 req-fcdfa1d9-384d-40e4-8afa-bb0498ef1406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:02.122615 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-fb3ac26f-9bfd-40fa-8148-3e7cf88c0d31 req-fcdfa1d9-384d-40e4-8afa-bb0498ef1406 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.1347017 May 03 22:21:02.181888 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-0319a3f9-6023-4112-9713-5be848a48151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:02.198468 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-fb3ac26f-9bfd-40fa-8148-3e7cf88c0d31 req-b2757454-7daa-487e-b265-ca19b1a143e9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=3184823b-0766-4716-b3c4-64a263539433 HTTP/1.1" status: 200 len: 217 time: 0.0689158 May 03 22:21:02.201940 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-e2e9c83d-174b-46cf-b4f5-9c0a686e7e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1963312258-router', 'tenant_id': '498aeb136ad344e696908c84b87971fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '385e2f1a-30f2-43ba-87d8-6a815efed8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:20:21Z', 'updated_at': '2022-05-03T22:20:30Z', 'revision_number': 4, 'project_id': '498aeb136ad344e696908c84b87971fc', 'gw_port': {'id': '385e2f1a-30f2-43ba-87d8-6a815efed8a9', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:20:22Z', 'updated_at': '2022-05-03T22:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'bfde57d9-9860-46cb-b841-f28e6c50ec0d', 'tenant_id': '498aeb136ad344e696908c84b87971fc', 'floating_ip_address': '172.25.2.199', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'port_id': 'e803c704-3d4a-492e-8ef4-2fa5634860e3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f979ad9-48cf-4a78-a4c8-e31de78dd306', 'mac_address': 'fa:16:3e:e2:63:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b51bef0-6d37-40fa-a19a-43c4037be86a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:20:55Z', 'updated_at': '2022-05-03T22:20:59Z', 'revision_number': 1, 'project_id': '498aeb136ad344e696908c84b87971fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a961981-38dd-4b08-8989-d1a95e665c88', 'name': '', 'network_id': '2f979ad9-48cf-4a78-a4c8-e31de78dd306', 'tenant_id': '498aeb136ad344e696908c84b87971fc', 'mac_address': 'fa:16:3e:a3:d5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '4d17e102-3bb3-4523-8a3f-718ac78f5e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:20:28Z', 'updated_at': '2022-05-03T22:20:37Z', 'revision_number': 5, 'project_id': '498aeb136ad344e696908c84b87971fc', 'subnets': [{'id': '4d17e102-3bb3-4523-8a3f-718ac78f5e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:21:02.205717 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e9c83d-174b-46cf-b4f5-9c0a686e7e66 None None] Checking router: 418430a1-db24-418e-8e9d-1a2a343969fe for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:21:02.214091 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e9c83d-174b-46cf-b4f5-9c0a686e7e66 None None] Routers {'418430a1-db24-418e-8e9d-1a2a343969fe'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:21:02.214693 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-e2e9c83d-174b-46cf-b4f5-9c0a686e7e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:20:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['418430a1-db24-418e-8e9d-1a2a343969fe'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:21:02.262214 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ac26f-9bfd-40fa-8148-3e7cf88c0d31 req-3355570c-bbd9-4838-9a2c-19a7ae731fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:02.263803 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-fb3ac26f-9bfd-40fa-8148-3e7cf88c0d31 req-3355570c-bbd9-4838-9a2c-19a7ae731fe9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.0590482 May 03 22:21:02.342766 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ac26f-9bfd-40fa-8148-3e7cf88c0d31 req-37d5afbe-9663-49ff-beb4-5db8112ff6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:02.344764 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-fb3ac26f-9bfd-40fa-8148-3e7cf88c0d31 req-37d5afbe-9663-49ff-beb4-5db8112ff6d9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0735483 May 03 22:21:02.393278 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-e2e9c83d-174b-46cf-b4f5-9c0a686e7e66 None None] Set router 418430a1-db24-418e-8e9d-1a2a343969fe gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:21:02.461274 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319a3f9-6023-4112-9713-5be848a48151 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf60e9a-e969-4165-80c4-622d4ed829f6,revision_number=7']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:02.481555 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-fb3ac26f-9bfd-40fa-8148-3e7cf88c0d31 req-70e4a060-4368-4d0d-bb3b-a8d71a438ce4 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303265 May 03 22:21:02.497245 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e22a94-30e6-48ee-a8d1-61efbf8d4ad7 req-6494df3a-38ab-4f2a-96a7-c5c131a58e76 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:02.498721 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-90e22a94-30e6-48ee-a8d1-61efbf8d4ad7 req-6494df3a-38ab-4f2a-96a7-c5c131a58e76 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5355058 May 03 22:21:02.508660 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63152c7-639a-45fc-b289-ff77b0ffbc33 req-d08fe253-e257-4de2-ba4a-d8aef4353d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:02.508660 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f63152c7-639a-45fc-b289-ff77b0ffbc33 req-d08fe253-e257-4de2-ba4a-d8aef4353d80 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=498aeb136ad344e696908c84b87971fc&device_id=7b51bef0-6d37-40fa-a19a-43c4037be86a HTTP/1.1" status: 200 len: 1096 time: 0.7271402 May 03 22:21:02.513410 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 3184823b-0766-4716-b3c4-64a263539433 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:21:02.513940 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-0319a3f9-6023-4112-9713-5be848a48151 service neutron] Attempting to bind port 1bf60e9a-e969-4165-80c4-622d4ed829f6 on host n-h1-811807-1 for vnic_type normal with profile {"migrating_to": "n-h2-811807-1"} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:21:02.514222 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-0319a3f9-6023-4112-9713-5be848a48151 service neutron] Attempting to bind port 1bf60e9a-e969-4165-80c4-622d4ed829f6 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:21:02.514523 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-0319a3f9-6023-4112-9713-5be848a48151 service neutron] Attempting to bind port 1bf60e9a-e969-4165-80c4-622d4ed829f6 on network 3476088d-e412-4e55-9c2f-549019c16834 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:21:02.540812 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-0319a3f9-6023-4112-9713-5be848a48151 service neutron] Port 1bf60e9a-e969-4165-80c4-622d4ed829f6 on network 3476088d-e412-4e55-9c2f-549019c16834 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:21:02.541283 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-0319a3f9-6023-4112-9713-5be848a48151 service neutron] Attempting to bind port 1bf60e9a-e969-4165-80c4-622d4ed829f6 on network 3476088d-e412-4e55-9c2f-549019c16834 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:21:02.575075 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-0319a3f9-6023-4112-9713-5be848a48151 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:21:02.575583 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-0319a3f9-6023-4112-9713-5be848a48151 service neutron] Checking segment: {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:21:02.576063 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-0319a3f9-6023-4112-9713-5be848a48151 service neutron] Bound using segment: {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:21:02.576613 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-0319a3f9-6023-4112-9713-5be848a48151 service neutron] Bound port: 1bf60e9a-e969-4165-80c4-622d4ed829f6, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:21:02.577088 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-0319a3f9-6023-4112-9713-5be848a48151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:02.592296 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff207d18-ac0d-45c4-944b-535a93760774 req-e27c7ed6-4cf2-4523-b5c5-7dc182efc272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:02.593953 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ff207d18-ac0d-45c4-944b-535a93760774 req-e27c7ed6-4cf2-4523-b5c5-7dc182efc272 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5782886 May 03 22:21:02.687894 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 3184823b-0766-4716-b3c4-64a263539433, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=3184823b-0766-4716-b3c4-64a263539433,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:21:02.701182 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '3184823b-0766-4716-b3c4-64a263539433', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': '3184823b-0766-4716-b3c4-64a263539433', 'mac_address': 'fa:16:3e:38:5d:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:21:02.721571 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-fb3ac26f-9bfd-40fa-8148-3e7cf88c0d31 req-a528c15d-c86a-43f0-b68a-ed9036287b3a service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314517 May 03 22:21:02.756830 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:02.775152 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3184823b-0766-4716-b3c4-64a263539433 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:21:02.791600 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 3184823b-0766-4716-b3c4-64a263539433, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=3184823b-0766-4716-b3c4-64a263539433,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:21:02.796065 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:02.808950 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-e2e9c83d-174b-46cf-b4f5-9c0a686e7e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1963312258-router', 'tenant_id': '498aeb136ad344e696908c84b87971fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '385e2f1a-30f2-43ba-87d8-6a815efed8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:20:21Z', 'updated_at': '2022-05-03T22:20:30Z', 'revision_number': 4, 'project_id': '498aeb136ad344e696908c84b87971fc', 'gw_port': {'id': '385e2f1a-30f2-43ba-87d8-6a815efed8a9', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:20:22Z', 'updated_at': '2022-05-03T22:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'bfde57d9-9860-46cb-b841-f28e6c50ec0d', 'tenant_id': '498aeb136ad344e696908c84b87971fc', 'floating_ip_address': '172.25.2.199', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'port_id': 'e803c704-3d4a-492e-8ef4-2fa5634860e3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f979ad9-48cf-4a78-a4c8-e31de78dd306', 'mac_address': 'fa:16:3e:e2:63:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b51bef0-6d37-40fa-a19a-43c4037be86a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:20:55Z', 'updated_at': '2022-05-03T22:20:59Z', 'revision_number': 1, 'project_id': '498aeb136ad344e696908c84b87971fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a961981-38dd-4b08-8989-d1a95e665c88', 'name': '', 'network_id': '2f979ad9-48cf-4a78-a4c8-e31de78dd306', 'tenant_id': '498aeb136ad344e696908c84b87971fc', 'mac_address': 'fa:16:3e:a3:d5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '4d17e102-3bb3-4523-8a3f-718ac78f5e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:20:28Z', 'updated_at': '2022-05-03T22:20:37Z', 'revision_number': 5, 'project_id': '498aeb136ad344e696908c84b87971fc', 'subnets': [{'id': '4d17e102-3bb3-4523-8a3f-718ac78f5e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:21:02.813097 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e9c83d-174b-46cf-b4f5-9c0a686e7e66 None None] The sync data for ids ['418430a1-db24-418e-8e9d-1a2a343969fe'] in n-d-811807-1 is: [{'id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1963312258-router', 'tenant_id': '498aeb136ad344e696908c84b87971fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '385e2f1a-30f2-43ba-87d8-6a815efed8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:20:21Z', 'updated_at': '2022-05-03T22:20:30Z', 'revision_number': 4, 'project_id': '498aeb136ad344e696908c84b87971fc', 'gw_port': {'id': '385e2f1a-30f2-43ba-87d8-6a815efed8a9', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:20:22Z', 'updated_at': '2022-05-03T22:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'bfde57d9-9860-46cb-b841-f28e6c50ec0d', 'tenant_id': '498aeb136ad344e696908c84b87971fc', 'floating_ip_address': '172.25.2.199', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'port_id': 'e803c704-3d4a-492e-8ef4-2fa5634860e3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f979ad9-48cf-4a78-a4c8-e31de78dd306', 'mac_address': 'fa:16:3e:e2:63:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b51bef0-6d37-40fa-a19a-43c4037be86a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:20:55Z', 'updated_at': '2022-05-03T22:20:59Z', 'revision_number': 1, 'project_id': '498aeb136ad344e696908c84b87971fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a961981-38dd-4b08-8989-d1a95e665c88', 'name': '', 'network_id': '2f979ad9-48cf-4a78-a4c8-e31de78dd306', 'tenant_id': '498aeb136ad344e696908c84b87971fc', 'mac_address': 'fa:16:3e:a3:d5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '4d17e102-3bb3-4523-8a3f-718ac78f5e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:20:28Z', 'updated_at': '2022-05-03T22:20:37Z', 'revision_number': 5, 'project_id': '498aeb136ad344e696908c84b87971fc', 'subnets': [{'id': '4d17e102-3bb3-4523-8a3f-718ac78f5e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:21:02.874526 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=3184823b-0766-4716-b3c4-64a263539433,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:02.918986 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63152c7-639a-45fc-b289-ff77b0ffbc33 req-0b89b36f-827d-4444-9a22-f9d867d7edcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:02.920397 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f63152c7-639a-45fc-b289-ff77b0ffbc33 req-0b89b36f-827d-4444-9a22-f9d867d7edcb service neutron] 10.222.0.58 "GET /v2.0/networks?id=2f979ad9-48cf-4a78-a4c8-e31de78dd306 HTTP/1.1" status: 200 len: 930 time: 0.4020302 May 03 22:21:02.999615 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ff207d18-ac0d-45c4-944b-535a93760774 req-931f8f2b-417b-4865-ae5d-afad29f6b24e service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960810 May 03 22:21:03.012439 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c3e826-6444-4c9a-86ad-d95f34616624 None None] New status for floating IP bfde57d9-9860-46cb-b841-f28e6c50ec0d: ACTIVE {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:21:03.014438 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-0319a3f9-6023-4112-9713-5be848a48151 service neutron] For port 1bf60e9a-e969-4165-80c4-622d4ed829f6, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:21:03.083273 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-0319a3f9-6023-4112-9713-5be848a48151 service neutron] For port 1bf60e9a-e969-4165-80c4-622d4ed829f6, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1bf60e9a-e969-4165-80c4-622d4ed829f6,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:21:03.104571 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-0319a3f9-6023-4112-9713-5be848a48151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:03.201348 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['3184823b-0766-4716-b3c4-64a263539433'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:21:03.258086 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f63152c7-639a-45fc-b289-ff77b0ffbc33 req-4e8d4748-40e7-4c18-9a94-f8402e6ec80a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e803c704-3d4a-492e-8ef4-2fa5634860e3 HTTP/1.1" status: 200 len: 999 time: 0.3244228 May 03 22:21:03.464625 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ff207d18-ac0d-45c4-944b-535a93760774 req-9e18a517-fbfc-4104-9eef-46662be2c53e service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384935 May 03 22:21:03.472926 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-0319a3f9-6023-4112-9713-5be848a48151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:03.473529 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-0319a3f9-6023-4112-9713-5be848a48151 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:03.474834 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-0319a3f9-6023-4112-9713-5be848a48151 service neutron] 10.222.0.67 "PUT /v2.0/ports/1bf60e9a-e969-4165-80c4-622d4ed829f6 HTTP/1.1" status: 200 len: 1121 time: 2.7058842 May 03 22:21:03.475433 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319a3f9-6023-4112-9713-5be848a48151 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf60e9a-e969-4165-80c4-622d4ed829f6,revision_number=8']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:03.487924 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63152c7-639a-45fc-b289-ff77b0ffbc33 req-40b4ec97-cabe-4e00-83b8-86e8da39bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:03.489136 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f63152c7-639a-45fc-b289-ff77b0ffbc33 req-40b4ec97-cabe-4e00-83b8-86e8da39bc97 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4d17e102-3bb3-4523-8a3f-718ac78f5e2c HTTP/1.1" status: 200 len: 868 time: 0.1728427 May 03 22:21:03.542865 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['1bf60e9a-e969-4165-80c4-622d4ed829f6'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:21:03.612033 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d868fe79-5203-41aa-84d9-474bc2ba224c req-2e4e4ac7-9af1-4849-983e-7cebaf65c8ab tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Synchronizing usage tracker for tenant:928a3f0a01ab492ba4cfa1a3c37ec687 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:21:03.638707 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63152c7-639a-45fc-b289-ff77b0ffbc33 req-36d983c5-1a65-439f-88ca-bddbfa7545c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:03.640194 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f63152c7-639a-45fc-b289-ff77b0ffbc33 req-36d983c5-1a65-439f-88ca-bddbfa7545c6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2f979ad9-48cf-4a78-a4c8-e31de78dd306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1410811 May 03 22:21:03.641216 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d868fe79-5203-41aa-84d9-474bc2ba224c req-2e4e4ac7-9af1-4849-983e-7cebaf65c8ab tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Unset dirty status for tenant:928a3f0a01ab492ba4cfa1a3c37ec687 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:21:03.643207 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d868fe79-5203-41aa-84d9-474bc2ba224c req-2e4e4ac7-9af1-4849-983e-7cebaf65c8ab tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42326 time: 1.1041973 May 03 22:21:03.650392 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-f63152c7-639a-45fc-b289-ff77b0ffbc33 req-77f115c3-d7db-467c-8330-6a500582b7a8 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:21:03.651323 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f63152c7-639a-45fc-b289-ff77b0ffbc33 req-77f115c3-d7db-467c-8330-6a500582b7a8 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049126 May 03 22:21:03.895637 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d868fe79-5203-41aa-84d9-474bc2ba224c req-c78b9921-6352-4a83-a13e-7228ebb5857b tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] 10.222.0.58 "GET /v2.0/security-groups/046a9076-aec3-4fad-b756-59ab6c7cb226 HTTP/1.1" status: 200 len: 2973 time: 0.2028508 May 03 22:21:03.904365 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f63152c7-639a-45fc-b289-ff77b0ffbc33 req-06ee5b14-344e-4f11-b413-5319c2ff6c17 service neutron] 10.222.0.58 "GET /v2.0/networks/2f979ad9-48cf-4a78-a4c8-e31de78dd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462897 May 03 22:21:04.039361 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d868fe79-5203-41aa-84d9-474bc2ba224c req-618e894d-e665-454d-b686-158a2dfd4035 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] 10.222.0.58 "GET /v2.0/security-groups/046a9076-aec3-4fad-b756-59ab6c7cb226 HTTP/1.1" status: 200 len: 2973 time: 0.1370938 May 03 22:21:04.087825 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f63152c7-639a-45fc-b289-ff77b0ffbc33 req-4259312d-faaf-481e-8e3a-53e7c4eb9676 service neutron] 10.222.0.58 "GET /v2.0/networks/2f979ad9-48cf-4a78-a4c8-e31de78dd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736276 May 03 22:21:04.107028 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d868fe79-5203-41aa-84d9-474bc2ba224c req-c3e01f21-5c13-4ed3-a154-ee5410278605 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] 10.222.0.58 "GET /v2.0/security-groups/1183dfe1-b104-4015-a004-e839f18864fa HTTP/1.1" status: 200 len: 2981 time: 0.0612390 May 03 22:21:04.156620 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d868fe79-5203-41aa-84d9-474bc2ba224c req-a6872a07-5703-4d99-b2c7-5375e5321e73 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] 10.222.0.58 "GET /v2.0/security-groups/1183dfe1-b104-4015-a004-e839f18864fa HTTP/1.1" status: 200 len: 2981 time: 0.0428383 May 03 22:21:04.206393 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d868fe79-5203-41aa-84d9-474bc2ba224c req-f4513d3f-e6fd-4103-9e46-f3847177e580 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] 10.222.0.58 "GET /v2.0/security-groups/185e3017-3d39-4e35-b40a-3f3f11194347 HTTP/1.1" status: 200 len: 2981 time: 0.0433295 May 03 22:21:04.255211 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d868fe79-5203-41aa-84d9-474bc2ba224c req-d3abe684-abdb-4b6c-b1dd-54cd773fe28f tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] 10.222.0.58 "GET /v2.0/security-groups/185e3017-3d39-4e35-b40a-3f3f11194347 HTTP/1.1" status: 200 len: 2981 time: 0.0426290 May 03 22:21:04.272131 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05c60f71-8903-4410-9df6-bd127fe160a1'] response: {'name': 'network-changed', 'server_uuid': '7b51bef0-6d37-40fa-a19a-43c4037be86a', 'tag': 'e803c704-3d4a-492e-8ef4-2fa5634860e3', 'status': 'completed', 'code': 200} May 03 22:21:04.353632 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d868fe79-5203-41aa-84d9-474bc2ba224c req-85d5a26b-d345-4f75-bd72-5b64f9cd0404 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] 10.222.0.58 "GET /v2.0/security-groups/2ee19082-7562-42e0-8ba3-59003be4e57a HTTP/1.1" status: 200 len: 2981 time: 0.0925832 May 03 22:21:04.411978 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba4d2d-eeb9-46eb-80ff-74e98d073046 req-46ef0737-ff92-47e6-af89-f58992d8d526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:04.413923 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-abba4d2d-eeb9-46eb-80ff-74e98d073046 req-46ef0737-ff92-47e6-af89-f58992d8d526 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=498aeb136ad344e696908c84b87971fc&device_id=7b51bef0-6d37-40fa-a19a-43c4037be86a HTTP/1.1" status: 200 len: 1096 time: 0.1145456 May 03 22:21:04.493251 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d868fe79-5203-41aa-84d9-474bc2ba224c req-d9ac23fe-772f-4c57-9796-273f7e2a3e03 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] 10.222.0.58 "GET /v2.0/security-groups/2ee19082-7562-42e0-8ba3-59003be4e57a HTTP/1.1" status: 200 len: 2981 time: 0.1228831 May 03 22:21:04.529003 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 3184823b-0766-4716-b3c4-64a263539433 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:21:04.595632 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 3184823b-0766-4716-b3c4-64a263539433 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:21:04.602151 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 3184823b-0766-4716-b3c4-64a263539433 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:21:04.602577 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:04.626904 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d868fe79-5203-41aa-84d9-474bc2ba224c req-11727cbc-e74e-45ea-a54e-a38e1c5cc79d tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] 10.222.0.58 "GET /v2.0/security-groups/39f72896-036e-427c-8989-2259c862422d HTTP/1.1" status: 200 len: 2981 time: 0.1233518 May 03 22:21:04.665947 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba4d2d-eeb9-46eb-80ff-74e98d073046 req-14c68231-6114-44b9-add2-3b712f09929c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:04.667327 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-abba4d2d-eeb9-46eb-80ff-74e98d073046 req-14c68231-6114-44b9-add2-3b712f09929c service neutron] 10.222.0.67 "GET /v2.0/networks?id=2f979ad9-48cf-4a78-a4c8-e31de78dd306 HTTP/1.1" status: 200 len: 930 time: 0.2189875 May 03 22:21:04.681947 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50be34c-8f01-4748-9091-d50ea915a455 req-a5e2e43b-c88c-4579-babf-26e7bcc5c385 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:04.683395 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a50be34c-8f01-4748-9091-d50ea915a455 req-a5e2e43b-c88c-4579-babf-26e7bcc5c385 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=6067ca7b-a19e-461b-aa2a-c63e6a67d1a5 HTTP/1.1" status: 200 len: 943 time: 0.2686040 May 03 22:21:04.725367 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:04.752554 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc6e9b7-5307-4ce5-b05c-fab3700aad1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3184823b-0766-4716-b3c4-64a263539433'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:21:04.763392 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 3184823b-0766-4716-b3c4-64a263539433, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=3184823b-0766-4716-b3c4-64a263539433,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:21:04.768307 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:04.798136 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d868fe79-5203-41aa-84d9-474bc2ba224c req-4cb4ee15-d23c-4295-be6c-fdf6dcbb60f3 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] 10.222.0.58 "GET /v2.0/security-groups/39f72896-036e-427c-8989-2259c862422d HTTP/1.1" status: 200 len: 2981 time: 0.1585677 May 03 22:21:04.844634 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=3184823b-0766-4716-b3c4-64a263539433,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:04.853947 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-abba4d2d-eeb9-46eb-80ff-74e98d073046 req-f67f6138-4437-4844-be80-8f8a617bbe79 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e803c704-3d4a-492e-8ef4-2fa5634860e3 HTTP/1.1" status: 200 len: 1001 time: 0.1668720 May 03 22:21:04.856672 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a50be34c-8f01-4748-9091-d50ea915a455 req-3ca26392-18ce-4d99-aaa5-a920c3108138 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055820 May 03 22:21:04.981964 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d868fe79-5203-41aa-84d9-474bc2ba224c req-0d4eb754-e98a-4c04-9003-3e18a20026d2 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] 10.222.0.58 "GET /v2.0/security-groups/4a91c5bc-47d1-4838-b098-b3bfde4f01d8 HTTP/1.1" status: 200 len: 2981 time: 0.1693978 May 03 22:21:05.010278 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-e8892623-c4dc-409b-a842-468454dbcbb3 req-f60c3e64-e436-452b-aa29-86ab8b856def tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Synchronizing usage tracker for tenant:542e7d589865492d9c12fa7c466686ef on resource:floatingip {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:21:05.033459 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba4d2d-eeb9-46eb-80ff-74e98d073046 req-8ec2777a-a082-4483-9a30-baafbd4811db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:05.034969 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-abba4d2d-eeb9-46eb-80ff-74e98d073046 req-8ec2777a-a082-4483-9a30-baafbd4811db service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4d17e102-3bb3-4523-8a3f-718ac78f5e2c HTTP/1.1" status: 200 len: 868 time: 0.1720736 May 03 22:21:05.090711 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-e8892623-c4dc-409b-a842-468454dbcbb3 req-f60c3e64-e436-452b-aa29-86ab8b856def tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Unset dirty status for tenant:542e7d589865492d9c12fa7c466686ef on resource:floatingip {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:21:05.092220 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8892623-c4dc-409b-a842-468454dbcbb3 req-f60c3e64-e436-452b-aa29-86ab8b856def tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "GET /v2.0/floatingips?tenant_id=542e7d589865492d9c12fa7c466686ef HTTP/1.1" status: 200 len: 1657 time: 0.1898050 May 03 22:21:05.137202 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d868fe79-5203-41aa-84d9-474bc2ba224c req-e1e9bce5-cb5c-46e3-84fd-d096866d7be6 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] 10.222.0.58 "GET /v2.0/security-groups/4a91c5bc-47d1-4838-b098-b3bfde4f01d8 HTTP/1.1" status: 200 len: 2981 time: 0.1451154 May 03 22:21:05.290877 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d868fe79-5203-41aa-84d9-474bc2ba224c req-8ec17e65-c95d-47c4-a4cf-d375ec8b4671 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] 10.222.0.58 "GET /v2.0/security-groups/59b89ac1-3dde-447a-a456-b7db5369f81f HTTP/1.1" status: 200 len: 2981 time: 0.1473262 May 03 22:21:05.292635 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba4d2d-eeb9-46eb-80ff-74e98d073046 req-a04592af-0832-4148-891c-f9208493fe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:05.294072 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-abba4d2d-eeb9-46eb-80ff-74e98d073046 req-a04592af-0832-4148-891c-f9208493fe58 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2f979ad9-48cf-4a78-a4c8-e31de78dd306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2456744 May 03 22:21:05.372871 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8892623-c4dc-409b-a842-468454dbcbb3 req-4acc37b4-cf36-4a65-b9ab-ddc6ad534005 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:05.374475 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8892623-c4dc-409b-a842-468454dbcbb3 req-4acc37b4-cf36-4a65-b9ab-ddc6ad534005 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "GET /v2.0/networks?id=de8965b2-8ea3-4c2b-86b9-c128a58c6e1e&id=de8965b2-8ea3-4c2b-86b9-c128a58c6e1e&id=de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 787 time: 0.2715635 May 03 22:21:05.395341 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-e8892623-c4dc-409b-a842-468454dbcbb3 req-7f3a7452-fe66-454d-891e-14d178e7398f tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:21:05.396266 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8892623-c4dc-409b-a842-468454dbcbb3 req-7f3a7452-fe66-454d-891e-14d178e7398f tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112369 May 03 22:21:05.448727 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d868fe79-5203-41aa-84d9-474bc2ba224c req-696b842f-7874-479a-bd0f-02ef1f96aa60 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] 10.222.0.58 "GET /v2.0/security-groups/59b89ac1-3dde-447a-a456-b7db5369f81f HTTP/1.1" status: 200 len: 2981 time: 0.1506219 May 03 22:21:05.658866 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-abba4d2d-eeb9-46eb-80ff-74e98d073046 req-06b7fda0-759d-4ee8-bd1b-cfcd0f665e56 service neutron] 10.222.0.67 "GET /v2.0/networks/2f979ad9-48cf-4a78-a4c8-e31de78dd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417304 May 03 22:21:05.660242 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d868fe79-5203-41aa-84d9-474bc2ba224c req-adbfa0f1-b3ed-464b-aaa8-1d921f0d0619 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] 10.222.0.58 "GET /v2.0/security-groups/99c05288-5684-4996-9413-e1566b84a935 HTTP/1.1" status: 200 len: 2981 time: 0.2017548 May 03 22:21:05.831373 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f2b04-5f1b-43b0-9535-9816ed05226a req-8fb6f24c-260a-416d-bbe0-12b4b48c998d tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:05.832731 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f64f2b04-5f1b-43b0-9535-9816ed05226a req-8fb6f24c-260a-416d-bbe0-12b4b48c998d tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc6e9b7-5307-4ce5-b05c-fab3700aad1c HTTP/1.1" status: 200 len: 948 time: 0.3353057 May 03 22:21:05.840214 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d868fe79-5203-41aa-84d9-474bc2ba224c req-d948a0ff-7a2e-47d8-af30-0cf062577fc9 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] 10.222.0.58 "GET /v2.0/security-groups/99c05288-5684-4996-9413-e1566b84a935 HTTP/1.1" status: 200 len: 2981 time: 0.1513712 May 03 22:21:05.898731 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-abba4d2d-eeb9-46eb-80ff-74e98d073046 req-7a22cfb7-3d9f-442a-a817-1388c5c5358f service neutron] 10.222.0.67 "GET /v2.0/networks/2f979ad9-48cf-4a78-a4c8-e31de78dd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320201 May 03 22:21:05.926426 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f64f2b04-5f1b-43b0-9535-9816ed05226a req-0c392ce9-e5dd-491a-9546-9f4a80886640 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/security-groups?id=1183dfe1-b104-4015-a004-e839f18864fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771527 May 03 22:21:05.935838 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d868fe79-5203-41aa-84d9-474bc2ba224c req-0dbb35ae-b3ec-4728-8843-2b020e2800bc tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] 10.222.0.58 "GET /v2.0/security-groups/a9f2f6a5-ebad-4ecf-80fc-a05b4c9111c0 HTTP/1.1" status: 200 len: 2981 time: 0.0848875 May 03 22:21:06.081543 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d868fe79-5203-41aa-84d9-474bc2ba224c req-712aee4f-e3f5-4a7c-88e5-5e845f792692 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] 10.222.0.58 "GET /v2.0/security-groups/a9f2f6a5-ebad-4ecf-80fc-a05b4c9111c0 HTTP/1.1" status: 200 len: 2981 time: 0.1398935 May 03 22:21:06.148181 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c2d2597c-520d-4418-b0b0-3be2f7daf8c2 req-d12e4b7a-2173-491f-b96e-a0e7017acdb9 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 258 time: 0.1961415 May 03 22:21:06.157338 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d868fe79-5203-41aa-84d9-474bc2ba224c req-db97c826-6fb5-490d-b6ee-2171a1764871 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] 10.222.0.58 "GET /v2.0/security-groups/ec8b179f-69ad-4b2d-90ee-0200dbf557cf HTTP/1.1" status: 200 len: 2981 time: 0.0691285 May 03 22:21:06.160178 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-c2d2597c-520d-4418-b0b0-3be2f7daf8c2 req-947f164f-886a-4811-a254-12b81f0dab6a tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:21:06.167487 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-c2d2597c-520d-4418-b0b0-3be2f7daf8c2 req-947f164f-886a-4811-a254-12b81f0dab6a tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:21:06.195877 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-c2d2597c-520d-4418-b0b0-3be2f7daf8c2 req-947f164f-886a-4811-a254-12b81f0dab6a tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:21:06.260500 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c2d2597c-520d-4418-b0b0-3be2f7daf8c2 req-947f164f-886a-4811-a254-12b81f0dab6a tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:06.282070 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6067ca7b-a19e-461b-aa2a-c63e6a67d1a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bf60e9a-e969-4165-80c4-622d4ed829f6'}, {'name': 'network-changed', 'server_uuid': '6067ca7b-a19e-461b-aa2a-c63e6a67d1a5', 'tag': '1bf60e9a-e969-4165-80c4-622d4ed829f6'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:21:06.292846 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d868fe79-5203-41aa-84d9-474bc2ba224c req-d69d5bf4-0b09-4b2b-8f20-b6230cada855 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] 10.222.0.58 "GET /v2.0/security-groups/ec8b179f-69ad-4b2d-90ee-0200dbf557cf HTTP/1.1" status: 200 len: 2981 time: 0.1279829 May 03 22:21:06.419058 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d868fe79-5203-41aa-84d9-474bc2ba224c req-cf3a2426-da03-4722-8951-249c919825c3 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] 10.222.0.58 "GET /v2.0/security-groups/f3682e94-036f-42c9-909f-fef0556361b5 HTTP/1.1" status: 200 len: 2981 time: 0.1200109 May 03 22:21:06.421751 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aae259a0-d740-4e6f-ba6a-1089901ad372 req-7f6ed35a-e909-4f69-94e2-a0d3bad6da93 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ae6aba00-19f8-4d0d-8970-87efbc33847b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2092788 May 03 22:21:06.482872 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d868fe79-5203-41aa-84d9-474bc2ba224c req-28766e71-a9eb-437f-b0f2-2eba40ebd367 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] 10.222.0.58 "GET /v2.0/security-groups/f3682e94-036f-42c9-909f-fef0556361b5 HTTP/1.1" status: 200 len: 2981 time: 0.0575211 May 03 22:21:06.531279 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 1bf60e9a-e969-4165-80c4-622d4ed829f6 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:21:06.597868 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d868fe79-5203-41aa-84d9-474bc2ba224c req-970bb499-4fc7-4a36-a99f-a34e423e3dff tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] 10.222.0.58 "GET /v2.0/security-groups/f948238d-4258-4387-9df7-46d50a80f9ff HTTP/1.1" status: 200 len: 2977 time: 0.1092842 May 03 22:21:06.599157 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c2d2597c-520d-4418-b0b0-3be2f7daf8c2 req-947f164f-886a-4811-a254-12b81f0dab6a tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:06.665175 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 1bf60e9a-e969-4165-80c4-622d4ed829f6, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1bf60e9a-e969-4165-80c4-622d4ed829f6,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:21:06.682014 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 1bf60e9a-e969-4165-80c4-622d4ed829f6 has no active binding in host n-h2-811807-1 {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 03 22:21:06.696865 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae259a0-d740-4e6f-ba6a-1089901ad372 req-486a4c9b-3eaa-4918-a9a1-41c813ec2259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:06.698558 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aae259a0-d740-4e6f-ba6a-1089901ad372 req-486a4c9b-3eaa-4918-a9a1-41c813ec2259 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6d5fe23fb043446983dcb5606ef7203e&device_id=ae6aba00-19f8-4d0d-8970-87efbc33847b HTTP/1.1" status: 200 len: 1097 time: 0.1935983 May 03 22:21:06.780515 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d868fe79-5203-41aa-84d9-474bc2ba224c req-993e487f-3197-4b63-aa43-00b0e8ddcbde tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] 10.222.0.58 "GET /v2.0/security-groups/f948238d-4258-4387-9df7-46d50a80f9ff HTTP/1.1" status: 200 len: 2977 time: 0.1435320 May 03 22:21:06.831787 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ebf7511-afc2-44a0-a886-892e9342567a'] response: {'server_uuid': '9bc6e9b7-5307-4ce5-b05c-fab3700aad1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3184823b-0766-4716-b3c4-64a263539433', 'code': 200} May 03 22:21:06.956563 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-c2d2597c-520d-4418-b0b0-3be2f7daf8c2 req-947f164f-886a-4811-a254-12b81f0dab6a tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Allocated IP 172.25.2.214 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/aa393f71-1ea9-45e2-a544-645347a2e284) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:21:06.962673 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-77960f54-4477-4747-87bc-2e18794aea41 req-5027189c-48b3-447c-9bea-094e83ddbd4f tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "GET /v2.0/floatingips/58c413e1-fc0e-47a4-b072-2b06ec8b02c8 HTTP/1.1" status: 200 len: 693 time: 0.1103978 May 03 22:21:06.980358 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd2b57-bd57-45ea-885d-197365388ff1 req-018107b5-96bc-4150-8d2c-b0622b8d1cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:06.982398 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-65dd2b57-bd57-45ea-885d-197365388ff1 req-018107b5-96bc-4150-8d2c-b0622b8d1cd1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9bc6e9b7-5307-4ce5-b05c-fab3700aad1c HTTP/1.1" status: 200 len: 1099 time: 0.0710623 May 03 22:21:07.033212 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-65dd2b57-bd57-45ea-885d-197365388ff1 req-40f8c5df-f48b-486e-9732-a613c7b33f48 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1183dfe1-b104-4015-a004-e839f18864fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429590 May 03 22:21:07.051261 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae259a0-d740-4e6f-ba6a-1089901ad372 req-b707d6f9-fc0c-4e0c-901c-c997d682c9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:07.052793 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aae259a0-d740-4e6f-ba6a-1089901ad372 req-b707d6f9-fc0c-4e0c-901c-c997d682c9a4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fc15fac9-7438-4d00-8baf-ffa13ed5602b HTTP/1.1" status: 200 len: 924 time: 0.3038125 May 03 22:21:07.324344 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77960f54-4477-4747-87bc-2e18794aea41 req-29c4ed7a-201f-4bf0-ab79-b8f9c8309317 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:07.325598 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-77960f54-4477-4747-87bc-2e18794aea41 req-29c4ed7a-201f-4bf0-ab79-b8f9c8309317 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 784 time: 0.3558254 May 03 22:21:07.395211 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c2d2597c-520d-4418-b0b0-3be2f7daf8c2 req-947f164f-886a-4811-a254-12b81f0dab6a tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:07.420271 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-77960f54-4477-4747-87bc-2e18794aea41 req-6d1b4c3b-9670-4dbb-bd71-15623bf7896a tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.203 HTTP/1.1" status: 200 len: 696 time: 0.0818181 May 03 22:21:07.504271 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-77960f54-4477-4747-87bc-2e18794aea41 req-4a7bbbd2-f4c1-4e68-a9cd-0d21009273e9 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.203 HTTP/1.1" status: 200 len: 696 time: 0.0770388 May 03 22:21:07.573108 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c2d2597c-520d-4418-b0b0-3be2f7daf8c2 req-947f164f-886a-4811-a254-12b81f0dab6a tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:07.731290 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2d2597c-520d-4418-b0b0-3be2f7daf8c2 req-947f164f-886a-4811-a254-12b81f0dab6a tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:21:07.732486 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-77960f54-4477-4747-87bc-2e18794aea41 req-dd1509ad-a7e6-44bc-872c-77c4c726fd7d tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Deleting port 17ade95b-52b8-410f-9853-f0979b2b23f1 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:21:07.732832 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-77960f54-4477-4747-87bc-2e18794aea41 req-dd1509ad-a7e6-44bc-872c-77c4c726fd7d tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:07.764737 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-c2d2597c-520d-4418-b0b0-3be2f7daf8c2 req-947f164f-886a-4811-a254-12b81f0dab6a tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:21:07.778297 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d2597c-520d-4418-b0b0-3be2f7daf8c2 req-947f164f-886a-4811-a254-12b81f0dab6a tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:21:07.788675 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f164f-886a-4811-a254-12b81f0dab6a tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Pushing event updated for resources: {'Port': ['ID=aa393f71-1ea9-45e2-a544-645347a2e284,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:07.892970 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c2d2597c-520d-4418-b0b0-3be2f7daf8c2 req-947f164f-886a-4811-a254-12b81f0dab6a tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:07.975548 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-77960f54-4477-4747-87bc-2e18794aea41 req-dd1509ad-a7e6-44bc-872c-77c4c726fd7d tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:07.975883 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-77960f54-4477-4747-87bc-2e18794aea41 req-dd1509ad-a7e6-44bc-872c-77c4c726fd7d tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:07.989404 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c2d2597c-520d-4418-b0b0-3be2f7daf8c2 req-947f164f-886a-4811-a254-12b81f0dab6a tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:08.134582 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-77960f54-4477-4747-87bc-2e18794aea41 req-dd1509ad-a7e6-44bc-872c-77c4c726fd7d tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Calling delete_port for 17ade95b-52b8-410f-9853-f0979b2b23f1 owned by network:floatingip {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:21:08.392571 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-77960f54-4477-4747-87bc-2e18794aea41 req-dd1509ad-a7e6-44bc-872c-77c4c726fd7d tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:08.452286 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1509ad-a7e6-44bc-872c-77c4c726fd7d tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Pushing event deleted for resources: {'Port': ['ID=17ade95b-52b8-410f-9853-f0979b2b23f1,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:08.484227 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c2d2597c-520d-4418-b0b0-3be2f7daf8c2 req-947f164f-886a-4811-a254-12b81f0dab6a tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:08.492560 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c2d2597c-520d-4418-b0b0-3be2f7daf8c2 req-947f164f-886a-4811-a254-12b81f0dab6a tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:08.496091 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-77960f54-4477-4747-87bc-2e18794aea41 req-dd1509ad-a7e6-44bc-872c-77c4c726fd7d tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks [] for floatingip, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:08.556429 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c2d2597c-520d-4418-b0b0-3be2f7daf8c2 req-947f164f-886a-4811-a254-12b81f0dab6a tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:08.599185 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-77960f54-4477-4747-87bc-2e18794aea41 req-dd1509ad-a7e6-44bc-872c-77c4c726fd7d tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:08.600817 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-77960f54-4477-4747-87bc-2e18794aea41 req-dd1509ad-a7e6-44bc-872c-77c4c726fd7d tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "DELETE /v2.0/floatingips/58c413e1-fc0e-47a4-b072-2b06ec8b02c8 HTTP/1.1" status: 204 len: 173 time: 1.0909929 May 03 22:21:08.601818 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f164f-886a-4811-a254-12b81f0dab6a tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Pushing event updated for resources: {'Port': ['ID=aa393f71-1ea9-45e2-a544-645347a2e284,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:08.604292 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c2d2597c-520d-4418-b0b0-3be2f7daf8c2 req-947f164f-886a-4811-a254-12b81f0dab6a tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:08.605320 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c2d2597c-520d-4418-b0b0-3be2f7daf8c2 req-947f164f-886a-4811-a254-12b81f0dab6a tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4515119 May 03 22:21:08.808237 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-c2d2597c-520d-4418-b0b0-3be2f7daf8c2 req-5d8ef4e8-462c-4ea0-986d-6e0466f2f363 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Synchronizing usage tracker for tenant:498aeb136ad344e696908c84b87971fc on resource:floatingip {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:21:08.839607 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-c2d2597c-520d-4418-b0b0-3be2f7daf8c2 req-5d8ef4e8-462c-4ea0-986d-6e0466f2f363 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Unset dirty status for tenant:498aeb136ad344e696908c84b87971fc on resource:floatingip {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:21:08.840723 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c2d2597c-520d-4418-b0b0-3be2f7daf8c2 req-5d8ef4e8-462c-4ea0-986d-6e0466f2f363 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.214 HTTP/1.1" status: 200 len: 696 time: 0.2289841 May 03 22:21:08.900670 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5e404-7fd9-479a-acab-b794e29ea455 req-7d190c4b-4d30-4664-81f3-ddd078820728 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:08.902125 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-20c5e404-7fd9-479a-acab-b794e29ea455 req-7d190c4b-4d30-4664-81f3-ddd078820728 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=6067ca7b-a19e-461b-aa2a-c63e6a67d1a5 HTTP/1.1" status: 200 len: 943 time: 0.1384718 May 03 22:21:09.017998 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-20c5e404-7fd9-479a-acab-b794e29ea455 req-ea1c2763-59ca-442e-9a2c-87991ac73f19 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707862 May 03 22:21:09.028258 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2597c-520d-4418-b0b0-3be2f7daf8c2 req-69b50e48-4bd4-4e3d-b983-5e200f04f3cc tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:09.029527 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c2d2597c-520d-4418-b0b0-3be2f7daf8c2 req-69b50e48-4bd4-4e3d-b983-5e200f04f3cc tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 784 time: 0.1825838 May 03 22:21:09.084670 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f394d8cc-8320-48b4-9d15-305de26bbbe5'] response: {'server_uuid': '6067ca7b-a19e-461b-aa2a-c63e6a67d1a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bf60e9a-e969-4165-80c4-622d4ed829f6', 'code': 200} May 03 22:21:09.084932 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f394d8cc-8320-48b4-9d15-305de26bbbe5'] response: {'name': 'network-changed', 'server_uuid': '6067ca7b-a19e-461b-aa2a-c63e6a67d1a5', 'tag': '1bf60e9a-e969-4165-80c4-622d4ed829f6', 'status': 'completed', 'code': 200} May 03 22:21:09.255183 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-924f1ee6-a8d2-4106-afbc-da7373f7515d req-1e3e8d58-9eba-40fa-937e-8e1f0b1c3785 tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Synchronizing usage tracker for tenant:2184236e213f497cb67f2ce4cb3c7896 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:21:09.289198 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-924f1ee6-a8d2-4106-afbc-da7373f7515d req-1e3e8d58-9eba-40fa-937e-8e1f0b1c3785 tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Unset dirty status for tenant:2184236e213f497cb67f2ce4cb3c7896 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:21:09.290596 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-924f1ee6-a8d2-4106-afbc-da7373f7515d req-1e3e8d58-9eba-40fa-937e-8e1f0b1c3785 tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2184236e213f497cb67f2ce4cb3c7896 HTTP/1.1" status: 200 len: 6102 time: 0.2217162 May 03 22:21:09.292601 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f42b1-4826-4956-9983-d0dc1318061d req-bfd66775-b6f1-4173-bffe-c589d7c956c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:09.294020 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-346f42b1-4826-4956-9983-d0dc1318061d req-bfd66775-b6f1-4173-bffe-c589d7c956c9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&device_id=6067ca7b-a19e-461b-aa2a-c63e6a67d1a5 HTTP/1.1" status: 200 len: 1124 time: 0.1827223 May 03 22:21:09.316217 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d850394-bf12-4379-a90c-e2ded5cf5220 req-1087dcc6-68c6-4133-8b66-f6d34a7a6651 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:09.317594 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4d850394-bf12-4379-a90c-e2ded5cf5220 req-1087dcc6-68c6-4133-8b66-f6d34a7a6651 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc6e9b7-5307-4ce5-b05c-fab3700aad1c HTTP/1.1" status: 200 len: 948 time: 0.1523986 May 03 22:21:09.475600 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-924f1ee6-a8d2-4106-afbc-da7373f7515d req-5543846d-ecc3-4c43-ab1c-142ea8af8fde tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] 10.222.0.58 "GET /v2.0/security-groups/39f72896-036e-427c-8989-2259c862422d HTTP/1.1" status: 200 len: 2981 time: 0.1773012 May 03 22:21:09.487317 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4d850394-bf12-4379-a90c-e2ded5cf5220 req-656529f8-a86e-4068-a9be-4587a61469c9 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/security-groups?id=1183dfe1-b104-4015-a004-e839f18864fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491981 May 03 22:21:09.627330 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f42b1-4826-4956-9983-d0dc1318061d req-3e444a9a-73b2-496c-b53c-f395ebf10895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:09.628772 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-346f42b1-4826-4956-9983-d0dc1318061d req-3e444a9a-73b2-496c-b53c-f395ebf10895 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3476088d-e412-4e55-9c2f-549019c16834 HTTP/1.1" status: 200 len: 922 time: 0.3103430 May 03 22:21:09.637548 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e9cf6f27-a96d-49b9-bf0f-63625d40ff93 req-239ea058-53dd-4885-a985-34b0138458df tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "GET /v2.0/floatingips/509e0654-22bf-43ed-b452-2d3edcb14873 HTTP/1.1" status: 200 len: 693 time: 0.1257799 May 03 22:21:09.641248 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-924f1ee6-a8d2-4106-afbc-da7373f7515d req-20bd3748-5c9b-4baf-9916-f91ea32ae1a9 tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] 10.222.0.58 "GET /v2.0/security-groups/39f72896-036e-427c-8989-2259c862422d HTTP/1.1" status: 200 len: 2981 time: 0.1569645 May 03 22:21:09.724429 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-346f42b1-4826-4956-9983-d0dc1318061d req-9bb08d70-67c5-46c7-8b27-90176d1c2531 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bf60e9a-e969-4165-80c4-622d4ed829f6 HTTP/1.1" status: 200 len: 217 time: 0.0859103 May 03 22:21:09.924720 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f42b1-4826-4956-9983-d0dc1318061d req-562eab73-42e3-4c8e-954f-20972f3eea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:09.926412 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-346f42b1-4826-4956-9983-d0dc1318061d req-562eab73-42e3-4c8e-954f-20972f3eea5e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63a9fee3-85c4-4a95-8dcc-67111d08a3de HTTP/1.1" status: 200 len: 861 time: 0.1833789 May 03 22:21:09.992848 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf6f27-a96d-49b9-bf0f-63625d40ff93 req-a891fe23-9ecd-4f10-b59a-cd1b3afde1c2 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:09.994067 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e9cf6f27-a96d-49b9-bf0f-63625d40ff93 req-a891fe23-9ecd-4f10-b59a-cd1b3afde1c2 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 784 time: 0.3021598 May 03 22:21:09.996707 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-346f42b1-4826-4956-9983-d0dc1318061d req-e9f5fbef-a11d-45a7-8861-ddb69c7d9fda service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3476088d-e412-4e55-9c2f-549019c16834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529394 May 03 22:21:10.005178 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-e9cf6f27-a96d-49b9-bf0f-63625d40ff93 req-9f18b015-e0db-4b73-afb4-49ba96e4163b tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:21:10.006131 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e9cf6f27-a96d-49b9-bf0f-63625d40ff93 req-9f18b015-e0db-4b73-afb4-49ba96e4163b tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058749 May 03 22:21:10.117967 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe51b2-9c45-4085-914e-72062b80edc3 req-c6dae406-8acc-4dc9-96fd-d76305943d31 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:10.119413 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5efe51b2-9c45-4085-914e-72062b80edc3 req-c6dae406-8acc-4dc9-96fd-d76305943d31 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b51bef0-6d37-40fa-a19a-43c4037be86a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3337424 May 03 22:21:10.125836 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-e9cf6f27-a96d-49b9-bf0f-63625d40ff93 req-b470264e-903c-48c2-82e5-e40c46ea5993 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Synchronizing usage tracker for tenant:542e7d589865492d9c12fa7c466686ef on resource:floatingip {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:21:10.354003 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5efe51b2-9c45-4085-914e-72062b80edc3 req-b385ac71-62ab-471b-a6e5-c609224324bd tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.214 HTTP/1.1" status: 200 len: 696 time: 0.2232995 May 03 22:21:10.357512 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-e9cf6f27-a96d-49b9-bf0f-63625d40ff93 req-b470264e-903c-48c2-82e5-e40c46ea5993 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Unset dirty status for tenant:542e7d589865492d9c12fa7c466686ef on resource:floatingip {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:21:10.358550 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e9cf6f27-a96d-49b9-bf0f-63625d40ff93 req-b470264e-903c-48c2-82e5-e40c46ea5993 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.135 HTTP/1.1" status: 200 len: 696 time: 0.3328636 May 03 22:21:10.373150 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-5efe51b2-9c45-4085-914e-72062b80edc3 req-173a2548-bd4c-4d06-a5b4-007db1da3d5a tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Request body: {'floatingip': {'port_id': 'e803c704-3d4a-492e-8ef4-2fa5634860e3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:21:10.542849 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-346f42b1-4826-4956-9983-d0dc1318061d req-3d9d72ec-12ce-4fba-be40-9e3b8ed230b5 service neutron] 10.222.0.60 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5348003 May 03 22:21:10.570707 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-5efe51b2-9c45-4085-914e-72062b80edc3 req-173a2548-bd4c-4d06-a5b4-007db1da3d5a tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks [] for floatingip, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:10.659858 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e9cf6f27-a96d-49b9-bf0f-63625d40ff93 req-0ccc135b-f04b-4713-af9a-2b264720d12a tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.135 HTTP/1.1" status: 200 len: 696 time: 0.2898335 May 03 22:21:11.003584 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-023f6368-3772-4e47-9002-720909cb4360 service neutron] 10.222.0.60 "GET /v2.0/ports/1bf60e9a-e969-4165-80c4-622d4ed829f6/bindings/n-h2-811807-1 HTTP/1.1" status: 200 len: 384 time: 0.5090039 May 03 22:21:11.004404 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-e9cf6f27-a96d-49b9-bf0f-63625d40ff93 req-0c5d3e67-4c19-40b4-9183-02c7ace9689b tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Deleting port f26334ec-85d1-48a6-aa0c-c770ebec20ef {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:21:11.004740 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e9cf6f27-a96d-49b9-bf0f-63625d40ff93 req-0c5d3e67-4c19-40b4-9183-02c7ace9689b tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:11.128081 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-346f42b1-4826-4956-9983-d0dc1318061d req-c109d401-2082-4c7b-8813-788181bca18b service neutron] 10.222.0.60 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5604591 May 03 22:21:11.480780 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [req-5efe51b2-9c45-4085-914e-72062b80edc3 req-173a2548-bd4c-4d06-a5b4-007db1da3d5a tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] update failed (client error): There was a conflict when trying to complete your request. May 03 22:21:11.481792 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5efe51b2-9c45-4085-914e-72062b80edc3 req-173a2548-bd4c-4d06-a5b4-007db1da3d5a tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "PUT /v2.0/floatingips/c00913bd-3afd-4658-aba2-3a333792608c HTTP/1.1" status: 409 len: 550 time: 1.1223631 May 03 22:21:11.497812 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e9cf6f27-a96d-49b9-bf0f-63625d40ff93 req-0c5d3e67-4c19-40b4-9183-02c7ace9689b tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:11.498204 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e9cf6f27-a96d-49b9-bf0f-63625d40ff93 req-0c5d3e67-4c19-40b4-9183-02c7ace9689b tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:11.793678 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-e9cf6f27-a96d-49b9-bf0f-63625d40ff93 req-0c5d3e67-4c19-40b4-9183-02c7ace9689b tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Calling delete_port for f26334ec-85d1-48a6-aa0c-c770ebec20ef owned by network:floatingip {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:21:11.885106 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-09d04bf6-ee6f-4970-8a6b-d3bb6544b488 req-94d99a95-a320-4c91-9e0f-3b3e5de239a3 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] 10.222.0.58 "GET /v2.0/security-groups/a9075bf8-30a3-49bb-a2ff-2f4b4467af76 HTTP/1.1" status: 200 len: 1778 time: 0.3741248 May 03 22:21:11.897895 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-785e2e1d-8b16-4ff2-bf8a-5fe25d48bcc8 service neutron] For port 1bf60e9a-e969-4165-80c4-622d4ed829f6, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1bf60e9a-e969-4165-80c4-622d4ed829f6,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:21:11.964193 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-785e2e1d-8b16-4ff2-bf8a-5fe25d48bcc8 service neutron] For port 1bf60e9a-e969-4165-80c4-622d4ed829f6, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:21:12.074972 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-785e2e1d-8b16-4ff2-bf8a-5fe25d48bcc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bf60e9a-e969-4165-80c4-622d4ed829f6 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:21:12.081075 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-09d04bf6-ee6f-4970-8a6b-d3bb6544b488 req-2fad98ca-79bf-4321-ad8c-47770cf4eaca tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:12.101233 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-785e2e1d-8b16-4ff2-bf8a-5fe25d48bcc8 service neutron] For port 1bf60e9a-e969-4165-80c4-622d4ed829f6, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=1bf60e9a-e969-4165-80c4-622d4ed829f6,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:21:12.115113 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e9cf6f27-a96d-49b9-bf0f-63625d40ff93 req-0c5d3e67-4c19-40b4-9183-02c7ace9689b tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:12.178609 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-785e2e1d-8b16-4ff2-bf8a-5fe25d48bcc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:12.188046 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d3e67-4c19-40b4-9183-02c7ace9689b tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Pushing event deleted for resources: {'Port': ['ID=f26334ec-85d1-48a6-aa0c-c770ebec20ef,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:12.214884 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-09d04bf6-ee6f-4970-8a6b-d3bb6544b488 req-2fad98ca-79bf-4321-ad8c-47770cf4eaca tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:12.275015 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e9cf6f27-a96d-49b9-bf0f-63625d40ff93 req-0c5d3e67-4c19-40b4-9183-02c7ace9689b tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks [] for floatingip, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:12.351656 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-09d04bf6-ee6f-4970-8a6b-d3bb6544b488 req-2fad98ca-79bf-4321-ad8c-47770cf4eaca tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:12.378813 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad98ca-79bf-4321-ad8c-47770cf4eaca tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9075bf8-30a3-49bb-a2ff-2f4b4467af76,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:12.380704 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-09d04bf6-ee6f-4970-8a6b-d3bb6544b488 req-2fad98ca-79bf-4321-ad8c-47770cf4eaca tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:12.382031 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-09d04bf6-ee6f-4970-8a6b-d3bb6544b488 req-2fad98ca-79bf-4321-ad8c-47770cf4eaca tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] 10.222.0.58 "DELETE /v2.0/security-groups/a9075bf8-30a3-49bb-a2ff-2f4b4467af76 HTTP/1.1" status: 204 len: 173 time: 0.4873159 May 03 22:21:12.384361 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e9cf6f27-a96d-49b9-bf0f-63625d40ff93 req-0c5d3e67-4c19-40b4-9183-02c7ace9689b tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:12.385687 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e9cf6f27-a96d-49b9-bf0f-63625d40ff93 req-0c5d3e67-4c19-40b4-9183-02c7ace9689b tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "DELETE /v2.0/floatingips/509e0654-22bf-43ed-b452-2d3edcb14873 HTTP/1.1" status: 204 len: 173 time: 1.6847594 May 03 22:21:12.386643 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-785e2e1d-8b16-4ff2-bf8a-5fe25d48bcc8 service neutron] Transition to ACTIVE for port object 1bf60e9a-e969-4165-80c4-622d4ed829f6 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:21:12.395272 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-785e2e1d-8b16-4ff2-bf8a-5fe25d48bcc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:12.616476 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-d60eabe3-986a-457d-a4a8-71b5515e6df3 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=c25128d1dc404559a7cea1be8fc20408&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1082904 May 03 22:21:12.632909 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-785e2e1d-8b16-4ff2-bf8a-5fe25d48bcc8 service neutron] No DVR routers for this DVR port 1bf60e9a-e969-4165-80c4-622d4ed829f6 on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:21:12.707010 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e2e1d-8b16-4ff2-bf8a-5fe25d48bcc8 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf60e9a-e969-4165-80c4-622d4ed829f6,revision_number=10']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:12.778299 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-785e2e1d-8b16-4ff2-bf8a-5fe25d48bcc8 service neutron] 10.222.0.60 "PUT /v2.0/ports/1bf60e9a-e969-4165-80c4-622d4ed829f6/bindings/n-h2-811807-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7425246 May 03 22:21:12.831051 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671774cc-a95e-454a-80f0-3cdcc3c10f10 req-4ca3ad6a-b977-47e9-bb99-6b73518bf576 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:12.832477 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-671774cc-a95e-454a-80f0-3cdcc3c10f10 req-4ca3ad6a-b977-47e9-bb99-6b73518bf576 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=6067ca7b-a19e-461b-aa2a-c63e6a67d1a5 HTTP/1.1" status: 200 len: 944 time: 0.3259456 May 03 22:21:12.840703 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-bb8109da-5c6e-425e-ba1d-9ad54ac2e717 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:12.842050 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-bb8109da-5c6e-425e-ba1d-9ad54ac2e717 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2197201 May 03 22:21:12.870131 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-bf6417cd-fe14-4caf-ad98-2a3e2b16496c tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.58 "GET /v2.0/quotas/c25128d1dc404559a7cea1be8fc20408 HTTP/1.1" status: 200 len: 375 time: 0.0143125 May 03 22:21:12.928354 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-671774cc-a95e-454a-80f0-3cdcc3c10f10 req-724050ad-e5ed-4122-8fea-67be5b226304 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853784 May 03 22:21:12.930327 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-b666e010-76e1-4c0d-a9c4-548284269d25 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c25128d1dc404559a7cea1be8fc20408&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535302 May 03 22:21:12.982278 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 1bf60e9a-e969-4165-80c4-622d4ed829f6 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:21:13.065416 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 1bf60e9a-e969-4165-80c4-622d4ed829f6 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:21:13.161704 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0de55dc2-9a05-4c46-b8ba-8315396df75e req-203f3d1d-936d-405d-9572-1f8f15815cb8 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/floatingips/c00913bd-3afd-4658-aba2-3a333792608c HTTP/1.1" status: 200 len: 693 time: 0.0939753 May 03 22:21:13.367879 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82230f-f41b-45e8-8121-26174e7d1f1c req-b8160dc6-2449-45d5-b1f6-5867ee38d562 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:13.369351 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f82230f-f41b-45e8-8121-26174e7d1f1c req-b8160dc6-2449-45d5-b1f6-5867ee38d562 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc6e9b7-5307-4ce5-b05c-fab3700aad1c HTTP/1.1" status: 200 len: 948 time: 0.3398440 May 03 22:21:13.449615 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de55dc2-9a05-4c46-b8ba-8315396df75e req-37ae698f-92ee-45c2-99e6-aed53507bce3 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:13.450996 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0de55dc2-9a05-4c46-b8ba-8315396df75e req-37ae698f-92ee-45c2-99e6-aed53507bce3 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 784 time: 0.2830873 May 03 22:21:13.453884 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f82230f-f41b-45e8-8121-26174e7d1f1c req-2270e322-02c3-4e29-8e00-499915cf9445 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/security-groups?id=1183dfe1-b104-4015-a004-e839f18864fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762138 May 03 22:21:13.549464 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0de55dc2-9a05-4c46-b8ba-8315396df75e req-2a0a2577-5d8d-4a02-bc89-a765814c5716 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.214 HTTP/1.1" status: 200 len: 696 time: 0.0902429 May 03 22:21:13.653372 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0de55dc2-9a05-4c46-b8ba-8315396df75e req-4979b600-1d60-4ce3-9833-b7dd22ae018f tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.214 HTTP/1.1" status: 200 len: 696 time: 0.0962412 May 03 22:21:13.655813 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6ec5be64-945d-41de-9903-7d48d8d54cbb req-32c29c7b-901f-4f50-a2e2-712ebba77671 tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] 10.222.0.58 "GET /v2.0/security-groups/34a09a46-02f8-4f7b-864a-11bd4d9aae31 HTTP/1.1" status: 200 len: 1776 time: 0.1392870 May 03 22:21:13.852788 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-0de55dc2-9a05-4c46-b8ba-8315396df75e req-bf3a0f40-bf29-45ee-a9d3-b50ccd6ed378 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Deleting port aa393f71-1ea9-45e2-a544-645347a2e284 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:21:13.853507 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0de55dc2-9a05-4c46-b8ba-8315396df75e req-bf3a0f40-bf29-45ee-a9d3-b50ccd6ed378 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:13.911931 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-6ec5be64-945d-41de-9903-7d48d8d54cbb req-d94cb585-d872-4cbe-81f0-2874a1c72f0a tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:13.933420 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:21:14.010184 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-6ec5be64-945d-41de-9903-7d48d8d54cbb req-d94cb585-d872-4cbe-81f0-2874a1c72f0a tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:14.083828 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-0412098b-dd3a-474e-97d0-0e518d906292 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=c25128d1dc404559a7cea1be8fc20408&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413165 May 03 22:21:14.140827 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0de55dc2-9a05-4c46-b8ba-8315396df75e req-bf3a0f40-bf29-45ee-a9d3-b50ccd6ed378 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:14.141157 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0de55dc2-9a05-4c46-b8ba-8315396df75e req-bf3a0f40-bf29-45ee-a9d3-b50ccd6ed378 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:14.207849 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-6ec5be64-945d-41de-9903-7d48d8d54cbb req-d94cb585-d872-4cbe-81f0-2874a1c72f0a tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:14.325861 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-0de55dc2-9a05-4c46-b8ba-8315396df75e req-bf3a0f40-bf29-45ee-a9d3-b50ccd6ed378 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Calling delete_port for aa393f71-1ea9-45e2-a544-645347a2e284 owned by network:floatingip {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:21:14.382744 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94cb585-d872-4cbe-81f0-2874a1c72f0a tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a09a46-02f8-4f7b-864a-11bd4d9aae31,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:14.413203 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-6ec5be64-945d-41de-9903-7d48d8d54cbb req-d94cb585-d872-4cbe-81f0-2874a1c72f0a tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:14.414318 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6ec5be64-945d-41de-9903-7d48d8d54cbb req-d94cb585-d872-4cbe-81f0-2874a1c72f0a tempest-SecurityGroupsTestAdminJSON-1828421057 tempest-SecurityGroupsTestAdminJSON-1828421057-project-admin] 10.222.0.58 "DELETE /v2.0/security-groups/34a09a46-02f8-4f7b-864a-11bd4d9aae31 HTTP/1.1" status: 204 len: 173 time: 0.7017791 May 03 22:21:14.517299 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9ddd7e6c-112d-40ea-b9fd-1f7eb12e0309 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:14.518648 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9ddd7e6c-112d-40ea-b9fd-1f7eb12e0309 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4293618 May 03 22:21:14.533317 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e781776-8125-471d-beb5-9be9fb6e5a83 req-f61d1c48-a2c2-43d5-82df-037631199a96 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "GET /v2.0/floatingips/1e844d98-7858-49d9-8c64-d24cab306531 HTTP/1.1" status: 200 len: 693 time: 0.1027882 May 03 22:21:14.536563 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b665cf5-755e-4686-8926-fcc3a3813cf1 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Request body: {'port': {'device_id': '4a46b823-e067-4c0d-8a50-0101b4fe990b', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'admin_state_up': True, 'tenant_id': 'c25128d1dc404559a7cea1be8fc20408'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:21:14.862180 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0de55dc2-9a05-4c46-b8ba-8315396df75e req-bf3a0f40-bf29-45ee-a9d3-b50ccd6ed378 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:14.930613 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a0f40-bf29-45ee-a9d3-b50ccd6ed378 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Pushing event deleted for resources: {'Port': ['ID=aa393f71-1ea9-45e2-a544-645347a2e284,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:15.002639 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0de55dc2-9a05-4c46-b8ba-8315396df75e req-bf3a0f40-bf29-45ee-a9d3-b50ccd6ed378 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks [] for floatingip, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:15.019713 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e781776-8125-471d-beb5-9be9fb6e5a83 req-816e59b9-7d86-4c15-8384-11efd56784e0 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:15.021010 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e781776-8125-471d-beb5-9be9fb6e5a83 req-816e59b9-7d86-4c15-8384-11efd56784e0 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 784 time: 0.4673061 May 03 22:21:15.021967 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b665cf5-755e-4686-8926-fcc3a3813cf1 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:21:15.028753 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b665cf5-755e-4686-8926-fcc3a3813cf1 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Usage tracker for resource:port and tenant:c25128d1dc404559a7cea1be8fc20408 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:21:15.033071 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b665cf5-755e-4686-8926-fcc3a3813cf1 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:21:15.092885 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b665cf5-755e-4686-8926-fcc3a3813cf1 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:21:15.112417 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0de55dc2-9a05-4c46-b8ba-8315396df75e req-bf3a0f40-bf29-45ee-a9d3-b50ccd6ed378 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:15.113463 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0de55dc2-9a05-4c46-b8ba-8315396df75e req-bf3a0f40-bf29-45ee-a9d3-b50ccd6ed378 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "DELETE /v2.0/floatingips/c00913bd-3afd-4658-aba2-3a333792608c HTTP/1.1" status: 204 len: 173 time: 1.4538672 May 03 22:21:15.119949 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-3e781776-8125-471d-beb5-9be9fb6e5a83 req-6eb7d64c-beb9-44da-8779-92e0e0fd3dfd tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Synchronizing usage tracker for tenant:542e7d589865492d9c12fa7c466686ef on resource:floatingip {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:21:15.128468 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b665cf5-755e-4686-8926-fcc3a3813cf1 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Made reservation on behalf of c25128d1dc404559a7cea1be8fc20408 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:21:15.132565 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b665cf5-755e-4686-8926-fcc3a3813cf1 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:15.148772 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b665cf5-755e-4686-8926-fcc3a3813cf1 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:15.160738 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-3e781776-8125-471d-beb5-9be9fb6e5a83 req-6eb7d64c-beb9-44da-8779-92e0e0fd3dfd tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Unset dirty status for tenant:542e7d589865492d9c12fa7c466686ef on resource:floatingip {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:21:15.161915 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e781776-8125-471d-beb5-9be9fb6e5a83 req-6eb7d64c-beb9-44da-8779-92e0e0fd3dfd tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.119 HTTP/1.1" status: 200 len: 696 time: 0.1343079 May 03 22:21:15.166907 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b665cf5-755e-4686-8926-fcc3a3813cf1 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:21:15.220565 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b665cf5-755e-4686-8926-fcc3a3813cf1 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Usage tracker for resource:security_group_rule and tenant:c25128d1dc404559a7cea1be8fc20408 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:21:15.230647 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b665cf5-755e-4686-8926-fcc3a3813cf1 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:21:15.272704 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b665cf5-755e-4686-8926-fcc3a3813cf1 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:21:15.275935 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-efa861ff-a74a-4fea-900c-665131b43b16 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=c25128d1dc404559a7cea1be8fc20408&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469494 May 03 22:21:15.278801 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e781776-8125-471d-beb5-9be9fb6e5a83 req-0d353ff1-d3fb-4f93-95b6-ec821c082819 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.119 HTTP/1.1" status: 200 len: 696 time: 0.1095734 May 03 22:21:15.572198 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-3e781776-8125-471d-beb5-9be9fb6e5a83 req-78c8ae1b-7943-455e-a41c-44ff8d5ab499 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Deleting port d1b6a83a-da5e-4386-9b5c-ae926e64f739 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:21:15.572542 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3e781776-8125-471d-beb5-9be9fb6e5a83 req-78c8ae1b-7943-455e-a41c-44ff8d5ab499 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:15.684953 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-a0f99e0e-759f-40f8-b49a-f25ab4478a16 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:15.686395 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-a0f99e0e-759f-40f8-b49a-f25ab4478a16 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4039795 May 03 22:21:15.739975 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b665cf5-755e-4686-8926-fcc3a3813cf1 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:15.741990 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-4b9530b3-7ea0-4f9e-beca-b5a9d67d0e50 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.58 "GET /v2.0/quotas/c25128d1dc404559a7cea1be8fc20408 HTTP/1.1" status: 200 len: 375 time: 0.0377629 May 03 22:21:15.797492 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b665cf5-755e-4686-8926-fcc3a3813cf1 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:15.908098 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-b74d2fe6-f27d-488b-a619-42be25f569fc tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c25128d1dc404559a7cea1be8fc20408&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1229956 May 03 22:21:15.922615 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b665cf5-755e-4686-8926-fcc3a3813cf1 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c691f1-a508-43e3-acd0-31bac239d2c3,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:15.963604 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3e781776-8125-471d-beb5-9be9fb6e5a83 req-78c8ae1b-7943-455e-a41c-44ff8d5ab499 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:15.963932 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3e781776-8125-471d-beb5-9be9fb6e5a83 req-78c8ae1b-7943-455e-a41c-44ff8d5ab499 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:16.126804 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-3e781776-8125-471d-beb5-9be9fb6e5a83 req-78c8ae1b-7943-455e-a41c-44ff8d5ab499 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Calling delete_port for d1b6a83a-da5e-4386-9b5c-ae926e64f739 owned by network:floatingip {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:21:16.355400 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b665cf5-755e-4686-8926-fcc3a3813cf1 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Allocated IP 192.168.233.252 (7e14e0ca-f320-4236-9b9e-a9e4f415dbeb/1dff747c-9d3c-4e06-92c1-836fbb9482c4/0de9beb0-4bd1-4194-b8d5-b17061445344) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:21:16.465201 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586ace8-65bf-401a-8b4a-0697c53ae3cb req-40090b55-1b69-4460-bd2b-a87af66fd602 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:16.466614 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3586ace8-65bf-401a-8b4a-0697c53ae3cb req-40090b55-1b69-4460-bd2b-a87af66fd602 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=6067ca7b-a19e-461b-aa2a-c63e6a67d1a5 HTTP/1.1" status: 200 len: 944 time: 0.3494053 May 03 22:21:16.568757 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3586ace8-65bf-401a-8b4a-0697c53ae3cb req-37827e00-cd5f-400a-b18e-6e3d77635526 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954161 May 03 22:21:16.577567 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3e781776-8125-471d-beb5-9be9fb6e5a83 req-78c8ae1b-7943-455e-a41c-44ff8d5ab499 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:16.702587 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c8ae1b-7943-455e-a41c-44ff8d5ab499 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Pushing event deleted for resources: {'Port': ['ID=d1b6a83a-da5e-4386-9b5c-ae926e64f739,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:16.767960 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3e781776-8125-471d-beb5-9be9fb6e5a83 req-78c8ae1b-7943-455e-a41c-44ff8d5ab499 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks [] for floatingip, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:16.817033 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f2e51cde-8563-4706-8ef4-72d4db22f3d4 req-65f99862-6cf0-41ad-bdfb-f8a14dc5d58b tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] 10.222.0.58 "GET /v2.0/security-groups/330ea586-0c73-49c5-a1b2-173ff595ad15 HTTP/1.1" status: 200 len: 1777 time: 0.1547866 May 03 22:21:16.828673 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b665cf5-755e-4686-8926-fcc3a3813cf1 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:16.876519 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b665cf5-755e-4686-8926-fcc3a3813cf1 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Transition to ACTIVE for port object 0de9beb0-4bd1-4194-b8d5-b17061445344 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:21:16.890312 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3e781776-8125-471d-beb5-9be9fb6e5a83 req-78c8ae1b-7943-455e-a41c-44ff8d5ab499 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:16.891399 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e781776-8125-471d-beb5-9be9fb6e5a83 req-78c8ae1b-7943-455e-a41c-44ff8d5ab499 tempest-FloatingIPDetailsTestJSON-508814022 tempest-FloatingIPDetailsTestJSON-508814022-project] 10.222.0.58 "DELETE /v2.0/floatingips/1e844d98-7858-49d9-8c64-d24cab306531 HTTP/1.1" status: 204 len: 173 time: 1.6043603 May 03 22:21:16.897794 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46592) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:16.924102 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f2e51cde-8563-4706-8ef4-72d4db22f3d4 req-30ee3b76-a02d-4948-b930-fa9fc1fb7b33 tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:16.958521 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f2e51cde-8563-4706-8ef4-72d4db22f3d4 req-30ee3b76-a02d-4948-b930-fa9fc1fb7b33 tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:16.969992 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b665cf5-755e-4686-8926-fcc3a3813cf1 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:17.132731 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b665cf5-755e-4686-8926-fcc3a3813cf1 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:21:17.144694 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-af43fe62-9762-40fc-907b-3cd7bdd2b2fe tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=c25128d1dc404559a7cea1be8fc20408&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0777314 May 03 22:21:17.145481 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b665cf5-755e-4686-8926-fcc3a3813cf1 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:21:17.155306 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b665cf5-755e-4686-8926-fcc3a3813cf1 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:21:17.160553 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b665cf5-755e-4686-8926-fcc3a3813cf1 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:17.161182 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b665cf5-755e-4686-8926-fcc3a3813cf1 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:17.195917 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b665cf5-755e-4686-8926-fcc3a3813cf1 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Pushing event updated for resources: {'Port': ['ID=0de9beb0-4bd1-4194-b8d5-b17061445344,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:17.232440 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f2e51cde-8563-4706-8ef4-72d4db22f3d4 req-30ee3b76-a02d-4948-b930-fa9fc1fb7b33 tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:17.235421 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f2e51cde-8563-4706-8ef4-72d4db22f3d4 req-30ee3b76-a02d-4948-b930-fa9fc1fb7b33 tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:17.240679 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f2e51cde-8563-4706-8ef4-72d4db22f3d4 req-30ee3b76-a02d-4948-b930-fa9fc1fb7b33 tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] 10.222.0.58 "DELETE /v2.0/security-groups/330ea586-0c73-49c5-a1b2-173ff595ad15 HTTP/1.1" status: 204 len: 173 time: 0.4154966 May 03 22:21:17.268464 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b665cf5-755e-4686-8926-fcc3a3813cf1 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7382076 May 03 22:21:17.369283 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee3b76-a02d-4948-b930-fa9fc1fb7b33 tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=330ea586-0c73-49c5-a1b2-173ff595ad15,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:17.374483 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b652ec0-4259-46c1-82cc-18ec5bbb0439 service neutron] Request body: {'port': {'device_id': '4a46b823-e067-4c0d-8a50-0101b4fe990b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:21:17.425025 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-32f19371-dce9-4b56-8ef3-271d0748e428 None None] Provisioning for port 0de9beb0-4bd1-4194-b8d5-b17061445344 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:21:17.430373 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-32f19371-dce9-4b56-8ef3-271d0748e428 None None] Provisioning complete for port 0de9beb0-4bd1-4194-b8d5-b17061445344 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:21:17.431069 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-32f19371-dce9-4b56-8ef3-271d0748e428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:17.497081 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-32f19371-dce9-4b56-8ef3-271d0748e428 None None] Port 0de9beb0-4bd1-4194-b8d5-b17061445344 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:21:17.508905 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88fca7-905c-4c2f-9b7b-6dad4276f9c9 req-d401ede2-4b54-4c42-96d2-ccc3dab5d652 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:17.510369 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8a88fca7-905c-4c2f-9b7b-6dad4276f9c9 req-d401ede2-4b54-4c42-96d2-ccc3dab5d652 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc6e9b7-5307-4ce5-b05c-fab3700aad1c HTTP/1.1" status: 200 len: 948 time: 0.5044460 May 03 22:21:17.529540 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d711ac47-2b97-486d-8f14-c75dd199af0f req-e2ebce95-1e71-4445-af27-52588e5a4b52 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Synchronizing usage tracker for tenant:498aeb136ad344e696908c84b87971fc on resource:floatingip {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:21:17.579668 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9aab29ae-18ac-4592-8f66-6612d592e3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:17.604586 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-8ab09cd6-c5f2-4797-8748-12ae07608eb5 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:17.606001 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-8ab09cd6-c5f2-4797-8748-12ae07608eb5 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4519203 May 03 22:21:17.625104 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-6214496b-1ff1-4470-a940-af38d350b77f tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Request body: {'port': {'device_id': 'd829595b-778f-40ba-8734-ea71b22f5e1b', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'admin_state_up': True, 'tenant_id': 'c25128d1dc404559a7cea1be8fc20408'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:21:17.651516 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d711ac47-2b97-486d-8f14-c75dd199af0f req-e2ebce95-1e71-4445-af27-52588e5a4b52 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Unset dirty status for tenant:498aeb136ad344e696908c84b87971fc on resource:floatingip {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:21:17.652561 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d711ac47-2b97-486d-8f14-c75dd199af0f req-e2ebce95-1e71-4445-af27-52588e5a4b52 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.199 HTTP/1.1" status: 200 len: 1001 time: 0.3875701 May 03 22:21:17.676713 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b652ec0-4259-46c1-82cc-18ec5bbb0439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:17.723787 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8a88fca7-905c-4c2f-9b7b-6dad4276f9c9 req-81458c2d-68c5-4404-b93f-43f37abfcf89 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/security-groups?id=1183dfe1-b104-4015-a004-e839f18864fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967692 May 03 22:21:17.945376 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-9aab29ae-18ac-4592-8f66-6612d592e3ca admin admin] Deleting port ac24e103-0089-4dd0-ad02-360e2ada053e {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:21:17.946015 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9aab29ae-18ac-4592-8f66-6612d592e3ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:18.006935 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-3ac41b06-c428-4b59-b87c-b48512e6b812 req-5a5f419e-9886-4c56-b0b4-03165e18e817 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Synchronizing usage tracker for tenant:c25128d1dc404559a7cea1be8fc20408 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:21:18.032623 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711ac47-2b97-486d-8f14-c75dd199af0f req-030eded5-3f05-4da2-a9cd-9bd5a3a8acab tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:18.033185 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d711ac47-2b97-486d-8f14-c75dd199af0f req-030eded5-3f05-4da2-a9cd-9bd5a3a8acab tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Synchronizing usage tracker for tenant:498aeb136ad344e696908c84b87971fc on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:21:18.108958 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-6214496b-1ff1-4470-a940-af38d350b77f tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:21:18.120995 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-9aab29ae-18ac-4592-8f66-6612d592e3ca admin admin] For port ac24e103-0089-4dd0-ad02-360e2ada053e, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ac24e103-0089-4dd0-ad02-360e2ada053e,segment=NetworkSegment(2456cfaf-4210-42cd-8c9a-22f5627f590f),segment_id=2456cfaf-4210-42cd-8c9a-22f5627f590f)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:21:18.121340 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9aab29ae-18ac-4592-8f66-6612d592e3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:18.124760 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-6214496b-1ff1-4470-a940-af38d350b77f tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Usage tracker for resource:port and tenant:c25128d1dc404559a7cea1be8fc20408 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:21:18.128505 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-3ac41b06-c428-4b59-b87c-b48512e6b812 req-5a5f419e-9886-4c56-b0b4-03165e18e817 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Unset dirty status for tenant:c25128d1dc404559a7cea1be8fc20408 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:21:18.129641 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3ac41b06-c428-4b59-b87c-b48512e6b812 req-5a5f419e-9886-4c56-b0b4-03165e18e817 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.58 "GET /v2.0/ports?device_id=d829595b-778f-40ba-8734-ea71b22f5e1b HTTP/1.1" status: 200 len: 210 time: 0.2799132 May 03 22:21:18.135144 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-6214496b-1ff1-4470-a940-af38d350b77f tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:21:18.144043 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-6214496b-1ff1-4470-a940-af38d350b77f tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:21:18.145795 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d711ac47-2b97-486d-8f14-c75dd199af0f req-030eded5-3f05-4da2-a9cd-9bd5a3a8acab tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Unset dirty status for tenant:498aeb136ad344e696908c84b87971fc on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:21:18.146974 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d711ac47-2b97-486d-8f14-c75dd199af0f req-030eded5-3f05-4da2-a9cd-9bd5a3a8acab tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/ports/e803c704-3d4a-492e-8ef4-2fa5634860e3 HTTP/1.1" status: 200 len: 942 time: 0.4854884 May 03 22:21:18.183566 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-6214496b-1ff1-4470-a940-af38d350b77f tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Made reservation on behalf of c25128d1dc404559a7cea1be8fc20408 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:21:18.187052 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-6214496b-1ff1-4470-a940-af38d350b77f tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:18.248217 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-9aab29ae-18ac-4592-8f66-6612d592e3ca admin admin] Calling delete_port for ac24e103-0089-4dd0-ad02-360e2ada053e owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:21:18.487992 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-059d7ca7-186b-460c-89e6-c17a35a9fec3 req-bbe23682-f7af-468c-a760-80988888498e tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] 10.222.0.58 "GET /v2.0/security-groups/9c294399-4e16-4ad7-8cd6-db7635dbf9da HTTP/1.1" status: 200 len: 1777 time: 0.2718625 May 03 22:21:18.517369 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d711ac47-2b97-486d-8f14-c75dd199af0f req-5dfc52a1-1153-459a-a71f-0b3ea3e425a4 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.199 HTTP/1.1" status: 200 len: 1001 time: 0.2453663 May 03 22:21:18.549295 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9aab29ae-18ac-4592-8f66-6612d592e3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:18.625069 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab29ae-18ac-4592-8f66-6612d592e3ca admin admin] Pushing event deleted for resources: {'Port': ['ID=ac24e103-0089-4dd0-ad02-360e2ada053e,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:18.739517 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b652ec0-4259-46c1-82cc-18ec5bbb0439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0de9beb0-4bd1-4194-b8d5-b17061445344 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:21:18.746312 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-059d7ca7-186b-460c-89e6-c17a35a9fec3 req-cb1a1b90-6f02-4c48-8ad2-0874eebd5d9b tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:18.756239 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b652ec0-4259-46c1-82cc-18ec5bbb0439 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:18.813044 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-059d7ca7-186b-460c-89e6-c17a35a9fec3 req-cb1a1b90-6f02-4c48-8ad2-0874eebd5d9b tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:18.826891 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b652ec0-4259-46c1-82cc-18ec5bbb0439 service neutron] Transition to ACTIVE for port object 0de9beb0-4bd1-4194-b8d5-b17061445344 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:21:18.835123 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711ac47-2b97-486d-8f14-c75dd199af0f req-4087930c-3c3b-41bd-8996-7f47037e8e7b tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:18.836511 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d711ac47-2b97-486d-8f14-c75dd199af0f req-4087930c-3c3b-41bd-8996-7f47037e8e7b tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 784 time: 0.3106334 May 03 22:21:18.874828 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b652ec0-4259-46c1-82cc-18ec5bbb0439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:18.925289 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-d711ac47-2b97-486d-8f14-c75dd199af0f req-3f7200cb-7f4a-44bc-99b9-16801afe3e87 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:21:18.926534 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d711ac47-2b97-486d-8f14-c75dd199af0f req-3f7200cb-7f4a-44bc-99b9-16801afe3e87 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0836327 May 03 22:21:18.948646 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9aab29ae-18ac-4592-8f66-6612d592e3ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:19.128522 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-6214496b-1ff1-4470-a940-af38d350b77f tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Allocated IP 192.168.233.245 (7e14e0ca-f320-4236-9b9e-a9e4f415dbeb/1dff747c-9d3c-4e06-92c1-836fbb9482c4/1d4ce42b-574b-4151-903c-393e534e5cab) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:21:19.145638 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b652ec0-4259-46c1-82cc-18ec5bbb0439 service neutron] Pushing event updated for resources: {'Port': ['ID=0de9beb0-4bd1-4194-b8d5-b17061445344,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:19.188785 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-059d7ca7-186b-460c-89e6-c17a35a9fec3 req-cb1a1b90-6f02-4c48-8ad2-0874eebd5d9b tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:19.246274 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d711ac47-2b97-486d-8f14-c75dd199af0f req-c0a44f24-8b77-4d8a-b8b3-780affa5520c tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.199 HTTP/1.1" status: 200 len: 1001 time: 0.2872488 May 03 22:21:19.246913 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a1b90-6f02-4c48-8ad2-0874eebd5d9b tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c294399-4e16-4ad7-8cd6-db7635dbf9da,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:19.267338 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-d711ac47-2b97-486d-8f14-c75dd199af0f req-683fe9e7-337a-4cce-8578-ac088b6bdc24 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:21:19.325140 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aab29ae-18ac-4592-8f66-6612d592e3ca admin admin] Router ba12dd59-f498-473b-8989-a6ec4f536d28 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:21:19.331331 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b652ec0-4259-46c1-82cc-18ec5bbb0439 service neutron] Attempting to bind port 0de9beb0-4bd1-4194-b8d5-b17061445344 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:21:19.331661 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b652ec0-4259-46c1-82cc-18ec5bbb0439 service neutron] Attempting to bind port 0de9beb0-4bd1-4194-b8d5-b17061445344 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:21:19.331983 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b652ec0-4259-46c1-82cc-18ec5bbb0439 service neutron] Attempting to bind port 0de9beb0-4bd1-4194-b8d5-b17061445344 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:21:19.364793 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b652ec0-4259-46c1-82cc-18ec5bbb0439 service neutron] Port 0de9beb0-4bd1-4194-b8d5-b17061445344 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:21:19.365114 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b652ec0-4259-46c1-82cc-18ec5bbb0439 service neutron] Attempting to bind port 0de9beb0-4bd1-4194-b8d5-b17061445344 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:21:19.386161 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b652ec0-4259-46c1-82cc-18ec5bbb0439 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:21:19.386504 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b652ec0-4259-46c1-82cc-18ec5bbb0439 service neutron] Checking segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:21:19.386880 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b652ec0-4259-46c1-82cc-18ec5bbb0439 service neutron] Bound using segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:21:19.387308 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b652ec0-4259-46c1-82cc-18ec5bbb0439 service neutron] Bound port: 0de9beb0-4bd1-4194-b8d5-b17061445344, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:21:19.387649 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b652ec0-4259-46c1-82cc-18ec5bbb0439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:19.427142 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-059d7ca7-186b-460c-89e6-c17a35a9fec3 req-cb1a1b90-6f02-4c48-8ad2-0874eebd5d9b tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:19.428270 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-059d7ca7-186b-460c-89e6-c17a35a9fec3 req-cb1a1b90-6f02-4c48-8ad2-0874eebd5d9b tempest-SecurityGroupsTestAdminJSON-575492871 tempest-SecurityGroupsTestAdminJSON-575492871-project] 10.222.0.58 "DELETE /v2.0/security-groups/9c294399-4e16-4ad7-8cd6-db7635dbf9da HTTP/1.1" status: 204 len: 173 time: 0.9266865 May 03 22:21:19.478084 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d711ac47-2b97-486d-8f14-c75dd199af0f req-683fe9e7-337a-4cce-8578-ac088b6bdc24 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks [] for floatingip, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:19.512945 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aab29ae-18ac-4592-8f66-6612d592e3ca admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:21:19.523785 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6674a416-e041-4f57-8224-c92b3bd8e89a None None] Sync routers for ids ['ba12dd59-f498-473b-8989-a6ec4f536d28'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:21:19.536406 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9aab29ae-18ac-4592-8f66-6612d592e3ca admin admin] 10.222.0.58 "PUT /v2.0/routers/ba12dd59-f498-473b-8989-a6ec4f536d28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6374500 May 03 22:21:19.537007 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46608) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:19.540075 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6674a416-e041-4f57-8224-c92b3bd8e89a None None] Routers {'ba12dd59-f498-473b-8989-a6ec4f536d28'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:21:19.541667 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-6674a416-e041-4f57-8224-c92b3bd8e89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:20:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['ba12dd59-f498-473b-8989-a6ec4f536d28'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:21:19.743684 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba5228f1-55cf-4186-be21-a46c93f0620c admin admin] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:19.793529 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-6674a416-e041-4f57-8224-c92b3bd8e89a None None] Set router ba12dd59-f498-473b-8989-a6ec4f536d28 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:21:19.871402 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46616) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:19.944379 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b652ec0-4259-46c1-82cc-18ec5bbb0439 service neutron] For port 0de9beb0-4bd1-4194-b8d5-b17061445344, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:21:19.954863 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba5228f1-55cf-4186-be21-a46c93f0620c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:19.966830 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ba5228f1-55cf-4186-be21-a46c93f0620c admin admin] Deleting port 6696d22c-4ff9-4700-8c17-48c4cf297c3e {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:21:19.967756 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba5228f1-55cf-4186-be21-a46c93f0620c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:19.979499 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b652ec0-4259-46c1-82cc-18ec5bbb0439 service neutron] For port 0de9beb0-4bd1-4194-b8d5-b17061445344, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0de9beb0-4bd1-4194-b8d5-b17061445344,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:21:19.987334 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-6214496b-1ff1-4470-a940-af38d350b77f tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:20.007024 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b652ec0-4259-46c1-82cc-18ec5bbb0439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:20.080985 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-6214496b-1ff1-4470-a940-af38d350b77f tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Transition to ACTIVE for port object 1d4ce42b-574b-4151-903c-393e534e5cab will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:21:20.151846 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-6674a416-e041-4f57-8224-c92b3bd8e89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba12dd59-f498-473b-8989-a6ec4f536d28', 'name': 'tempest-FloatingIPDetailsTestJSON-1837511078-router', 'tenant_id': '542e7d589865492d9c12fa7c466686ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': '6696d22c-4ff9-4700-8c17-48c4cf297c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:20:15Z', 'updated_at': '2022-05-03T22:21:18Z', 'revision_number': 5, 'project_id': '542e7d589865492d9c12fa7c466686ef', 'gw_port': {'id': '6696d22c-4ff9-4700-8c17-48c4cf297c3e', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:80:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba12dd59-f498-473b-8989-a6ec4f536d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:20:17Z', 'updated_at': '2022-05-03T22:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:21:20.156591 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6674a416-e041-4f57-8224-c92b3bd8e89a None None] Checking router: ba12dd59-f498-473b-8989-a6ec4f536d28 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:21:20.157634 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d474e19b-e7bb-4f8d-85cc-840ba9f763ac admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2184236e213f497cb67f2ce4cb3c7896&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860389 May 03 22:21:20.162462 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b652ec0-4259-46c1-82cc-18ec5bbb0439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:20.162998 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46622) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:20.163097 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b652ec0-4259-46c1-82cc-18ec5bbb0439 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:20.164461 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-9b652ec0-4259-46c1-82cc-18ec5bbb0439 service neutron] 10.222.0.60 "PUT /v2.0/ports/0de9beb0-4bd1-4194-b8d5-b17061445344 HTTP/1.1" status: 200 len: 1096 time: 2.8445015 May 03 22:21:20.168792 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d711ac47-2b97-486d-8f14-c75dd199af0f req-683fe9e7-337a-4cce-8578-ac088b6bdc24 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:20.169485 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a46b823-e067-4c0d-8a50-0101b4fe990b', 'tag': '0de9beb0-4bd1-4194-b8d5-b17061445344'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:21:20.169691 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6674a416-e041-4f57-8224-c92b3bd8e89a None None] Routers {'ba12dd59-f498-473b-8989-a6ec4f536d28'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:21:20.170533 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-6674a416-e041-4f57-8224-c92b3bd8e89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:20:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['ba12dd59-f498-473b-8989-a6ec4f536d28'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:21:20.186541 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9341fe-ce64-473e-808d-c8f7997d86ac req-ce554f2a-5bff-4142-a9e4-f019200ea455 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:20.193837 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1a9341fe-ce64-473e-808d-c8f7997d86ac req-ce554f2a-5bff-4142-a9e4-f019200ea455 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=6067ca7b-a19e-461b-aa2a-c63e6a67d1a5 HTTP/1.1" status: 200 len: 944 time: 0.6503069 May 03 22:21:20.209285 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-ba5228f1-55cf-4186-be21-a46c93f0620c admin admin] For port 6696d22c-4ff9-4700-8c17-48c4cf297c3e, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=6696d22c-4ff9-4700-8c17-48c4cf297c3e,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:21:20.209688 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba5228f1-55cf-4186-be21-a46c93f0620c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:20.221143 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d711ac47-2b97-486d-8f14-c75dd199af0f req-683fe9e7-337a-4cce-8578-ac088b6bdc24 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:20.221524 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [req-d711ac47-2b97-486d-8f14-c75dd199af0f req-683fe9e7-337a-4cce-8578-ac088b6bdc24 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Floating IP bfde57d9-9860-46cb-b841-f28e6c50ec0d disassociated. External IP: 172.25.2.199, port: e803c704-3d4a-492e-8ef4-2fa5634860e3. May 03 22:21:20.376012 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-6674a416-e041-4f57-8224-c92b3bd8e89a None None] Set router ba12dd59-f498-473b-8989-a6ec4f536d28 gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:21:20.405330 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b652ec0-4259-46c1-82cc-18ec5bbb0439 service neutron] Pushing event updated for resources: {'Port': ['ID=0de9beb0-4bd1-4194-b8d5-b17061445344,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:20.443762 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b652ec0-4259-46c1-82cc-18ec5bbb0439 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:21:20.443964 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b652ec0-4259-46c1-82cc-18ec5bbb0439 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:21:20.444171 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b652ec0-4259-46c1-82cc-18ec5bbb0439 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:21:20.444502 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b652ec0-4259-46c1-82cc-18ec5bbb0439 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:21:20.444830 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b652ec0-4259-46c1-82cc-18ec5bbb0439 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:21:20.445156 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b652ec0-4259-46c1-82cc-18ec5bbb0439 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:21:20.445479 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b652ec0-4259-46c1-82cc-18ec5bbb0439 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:21:20.445799 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b652ec0-4259-46c1-82cc-18ec5bbb0439 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:21:20.446251 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b652ec0-4259-46c1-82cc-18ec5bbb0439 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:21:20.446658 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b652ec0-4259-46c1-82cc-18ec5bbb0439 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:21:20.446789 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b652ec0-4259-46c1-82cc-18ec5bbb0439 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:21:20.447171 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b652ec0-4259-46c1-82cc-18ec5bbb0439 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:21:20.466542 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1a9341fe-ce64-473e-808d-c8f7997d86ac req-8af551c9-94dd-45dc-b350-adddb971cddb tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713263 May 03 22:21:20.497477 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-6214496b-1ff1-4470-a940-af38d350b77f tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:20.513560 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-6674a416-e041-4f57-8224-c92b3bd8e89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba12dd59-f498-473b-8989-a6ec4f536d28', 'name': 'tempest-FloatingIPDetailsTestJSON-1837511078-router', 'tenant_id': '542e7d589865492d9c12fa7c466686ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:20:15Z', 'updated_at': '2022-05-03T22:21:19Z', 'revision_number': 6, 'project_id': '542e7d589865492d9c12fa7c466686ef', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:21:20.513560 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6674a416-e041-4f57-8224-c92b3bd8e89a None None] The sync data for ids ['ba12dd59-f498-473b-8989-a6ec4f536d28'] in n-d-811807-1 is: [{'id': 'ba12dd59-f498-473b-8989-a6ec4f536d28', 'name': 'tempest-FloatingIPDetailsTestJSON-1837511078-router', 'tenant_id': '542e7d589865492d9c12fa7c466686ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:20:15Z', 'updated_at': '2022-05-03T22:21:19Z', 'revision_number': 6, 'project_id': '542e7d589865492d9c12fa7c466686ef', 'gw_port_host': None}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:21:20.576339 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ba5228f1-55cf-4186-be21-a46c93f0620c admin admin] Calling delete_port for 6696d22c-4ff9-4700-8c17-48c4cf297c3e owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:21:20.638975 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-6214496b-1ff1-4470-a940-af38d350b77f tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:21:20.702801 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-6214496b-1ff1-4470-a940-af38d350b77f tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:21:20.709005 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e0d4c054-67eb-4396-b600-f4747c8038da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:20.746961 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e0d4c054-67eb-4396-b600-f4747c8038da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:20.761368 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-6214496b-1ff1-4470-a940-af38d350b77f tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:21:20.766869 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-6214496b-1ff1-4470-a940-af38d350b77f tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:20.767494 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-6214496b-1ff1-4470-a940-af38d350b77f tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:20.771634 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214496b-1ff1-4470-a940-af38d350b77f tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Pushing event updated for resources: {'Port': ['ID=1d4ce42b-574b-4151-903c-393e534e5cab,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:20.794097 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-c4bda410-9970-488d-a2d2-b0735d6608f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:20.795573 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-c4bda410-9970-488d-a2d2-b0735d6608f1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c25128d1dc404559a7cea1be8fc20408&device_id=4a46b823-e067-4c0d-8a50-0101b4fe990b HTTP/1.1" status: 200 len: 1099 time: 0.5150886 May 03 22:21:20.849188 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e0d4c054-67eb-4396-b600-f4747c8038da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:20.873536 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4c054-67eb-4396-b600-f4747c8038da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f72896-036e-427c-8989-2259c862422d,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:20.885320 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d4c054-67eb-4396-b600-f4747c8038da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:21:20.885582 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-6214496b-1ff1-4470-a940-af38d350b77f tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2672429 May 03 22:21:20.885674 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d4c054-67eb-4396-b600-f4747c8038da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:21:20.886020 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d4c054-67eb-4396-b600-f4747c8038da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:21:20.886357 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d4c054-67eb-4396-b600-f4747c8038da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:21:20.886694 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d4c054-67eb-4396-b600-f4747c8038da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:21:20.887024 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d4c054-67eb-4396-b600-f4747c8038da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:21:20.887352 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d4c054-67eb-4396-b600-f4747c8038da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:21:20.887681 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d4c054-67eb-4396-b600-f4747c8038da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:21:20.887982 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d4c054-67eb-4396-b600-f4747c8038da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:21:20.888310 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d4c054-67eb-4396-b600-f4747c8038da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:21:20.888649 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d4c054-67eb-4396-b600-f4747c8038da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:21:20.888954 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d4c054-67eb-4396-b600-f4747c8038da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:21:20.890439 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-d6fb48d2-0f49-456e-9db8-0d6f1f89f4ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=0de9beb0-4bd1-4194-b8d5-b17061445344 HTTP/1.1" status: 200 len: 217 time: 0.0814874 May 03 22:21:20.896837 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba5228f1-55cf-4186-be21-a46c93f0620c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:20.943278 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-05bfa1c1-468e-4ee7-b2eb-da03a15393bb service neutron] Request body: {'port': {'device_id': 'd829595b-778f-40ba-8734-ea71b22f5e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:21:20.965617 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5228f1-55cf-4186-be21-a46c93f0620c admin admin] Pushing event deleted for resources: {'Port': ['ID=6696d22c-4ff9-4700-8c17-48c4cf297c3e,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:21.003981 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e0d4c054-67eb-4396-b600-f4747c8038da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:21.007603 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e0d4c054-67eb-4396-b600-f4747c8038da admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/39f72896-036e-427c-8989-2259c862422d HTTP/1.1" status: 204 len: 168 time: 0.7842002 May 03 22:21:21.024157 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-51b24812-8577-418b-93f6-def6aa7f8bff None None] Provisioning for port 1d4ce42b-574b-4151-903c-393e534e5cab completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:21:21.030135 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-51b24812-8577-418b-93f6-def6aa7f8bff None None] Provisioning complete for port 1d4ce42b-574b-4151-903c-393e534e5cab triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:21:21.030652 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-51b24812-8577-418b-93f6-def6aa7f8bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:21.055564 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-740e247d-ba8f-4167-9533-aa2f6f5370e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:21.056992 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-740e247d-ba8f-4167-9533-aa2f6f5370e3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.1489244 May 03 22:21:21.093205 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba5228f1-55cf-4186-be21-a46c93f0620c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:21.099560 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-51b24812-8577-418b-93f6-def6aa7f8bff None None] Port 1d4ce42b-574b-4151-903c-393e534e5cab cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:21:21.137741 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d711ac47-2b97-486d-8f14-c75dd199af0f req-683fe9e7-337a-4cce-8578-ac088b6bdc24 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Router 418430a1-db24-418e-8e9d-1a2a343969fe has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:21:21.178113 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd10f92-1a22-43cb-8966-e8172d3260b7 req-f021dfbf-839f-400c-9204-726f5ba1ce56 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:21.179601 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ffd10f92-1a22-43cb-8966-e8172d3260b7 req-f021dfbf-839f-400c-9204-726f5ba1ce56 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc6e9b7-5307-4ce5-b05c-fab3700aad1c HTTP/1.1" status: 200 len: 948 time: 0.5328641 May 03 22:21:21.190550 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-05bfa1c1-468e-4ee7-b2eb-da03a15393bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:21.289445 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba5228f1-55cf-4186-be21-a46c93f0620c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:21.292813 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba5228f1-55cf-4186-be21-a46c93f0620c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:21.368850 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46634) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:21.426813 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba5228f1-55cf-4186-be21-a46c93f0620c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:21.427360 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5228f1-55cf-4186-be21-a46c93f0620c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba12dd59-f498-473b-8989-a6ec4f536d28 {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:21:21.439228 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8824830e-7c16-4e9d-95ff-f064c55a70cf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=928a3f0a01ab492ba4cfa1a3c37ec687&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0668285 May 03 22:21:21.439966 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46638) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:21.444520 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba5228f1-55cf-4186-be21-a46c93f0620c admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:21.445571 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ba5228f1-55cf-4186-be21-a46c93f0620c admin admin] 10.222.0.58 "DELETE /v2.0/routers/ba12dd59-f498-473b-8989-a6ec4f536d28 HTTP/1.1" status: 204 len: 168 time: 1.9070740 May 03 22:21:21.454701 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46642) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:21.548735 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-e051269f-e9b4-40fa-ab3d-9e70454af336 admin admin] Deleting subnet f6e99a45-14d4-42c2-bea6-95c1052a6052 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:21:21.561237 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e051269f-e9b4-40fa-ab3d-9e70454af336 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:21.593327 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ffd10f92-1a22-43cb-8966-e8172d3260b7 req-fced284b-e760-4291-9b5f-14ad3bab38a2 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/security-groups?id=1183dfe1-b104-4015-a004-e839f18864fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035649 May 03 22:21:21.598504 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fc127924-0fd1-4259-8bd4-739af9fbdb59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:21.622671 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-d0e3954b-3b4a-498e-be09-a575e5046a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:21.628934 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-d0e3954b-3b4a-498e-be09-a575e5046a06 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5397351 May 03 22:21:21.641427 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e051269f-e9b4-40fa-ab3d-9e70454af336 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:21.681932 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fc127924-0fd1-4259-8bd4-739af9fbdb59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:21.802810 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fc127924-0fd1-4259-8bd4-739af9fbdb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:21.813896 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e051269f-e9b4-40fa-ab3d-9e70454af336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:21.861934 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc127924-0fd1-4259-8bd4-739af9fbdb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8b179f-69ad-4b2d-90ee-0200dbf557cf,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:21.875459 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fc127924-0fd1-4259-8bd4-739af9fbdb59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:21.880073 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fc127924-0fd1-4259-8bd4-739af9fbdb59 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ec8b179f-69ad-4b2d-90ee-0200dbf557cf HTTP/1.1" status: 204 len: 168 time: 0.4354498 May 03 22:21:21.904312 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d711ac47-2b97-486d-8f14-c75dd199af0f req-683fe9e7-337a-4cce-8578-ac088b6bdc24 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:21:21.908037 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e051269f-e9b4-40fa-ab3d-9e70454af336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:21.919631 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2803698-c706-4092-a6a8-4fa77e24c936 None None] Sync routers for ids ['418430a1-db24-418e-8e9d-1a2a343969fe'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:21:21.922505 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d711ac47-2b97-486d-8f14-c75dd199af0f req-683fe9e7-337a-4cce-8578-ac088b6bdc24 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:21.932523 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2803698-c706-4092-a6a8-4fa77e24c936 None None] Routers {'418430a1-db24-418e-8e9d-1a2a343969fe'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:21:21.933493 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b2803698-c706-4092-a6a8-4fa77e24c936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:20:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['418430a1-db24-418e-8e9d-1a2a343969fe'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:21:21.962287 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051269f-e9b4-40fa-ab3d-9e70454af336 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6e99a45-14d4-42c2-bea6-95c1052a6052,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:21.968113 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e051269f-e9b4-40fa-ab3d-9e70454af336 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:21.976794 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e051269f-e9b4-40fa-ab3d-9e70454af336 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f6e99a45-14d4-42c2-bea6-95c1052a6052 HTTP/1.1" status: 204 len: 168 time: 0.5210950 May 03 22:21:21.979112 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46650) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:22.076411 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d711ac47-2b97-486d-8f14-c75dd199af0f req-683fe9e7-337a-4cce-8578-ac088b6bdc24 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "PUT /v2.0/floatingips/bfde57d9-9860-46cb-b841-f28e6c50ec0d HTTP/1.1" status: 200 len: 695 time: 2.8222952 May 03 22:21:22.141073 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb72426c-2e12-4835-a007-f1a6c2918afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:22.154627 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-fb72426c-2e12-4835-a007-f1a6c2918afd admin admin] Deleting port 51983dd3-9142-4297-8ff6-a92c742151c1 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:21:22.155234 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb72426c-2e12-4835-a007-f1a6c2918afd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:22.174900 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20af7ce-9d75-4659-b223-daa693773f1f None None] Network d5b3d5af-6ea4-4520-b87a-668c3c292dfd requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:21:22.192149 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-0337e68a-dff9-40b5-a74d-f5f15edb8591 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5539351 May 03 22:21:22.296622 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-b2803698-c706-4092-a6a8-4fa77e24c936 None None] Set router 418430a1-db24-418e-8e9d-1a2a343969fe gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:21:22.335103 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955873b-5cc1-41e3-8f03-bcf19955a76e req-251b7c8c-8a00-4fc9-a034-b381cbc5555d tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:22.335833 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-4955873b-5cc1-41e3-8f03-bcf19955a76e req-251b7c8c-8a00-4fc9-a034-b381cbc5555d tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Synchronizing usage tracker for tenant:c25128d1dc404559a7cea1be8fc20408 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:21:22.395742 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-4955873b-5cc1-41e3-8f03-bcf19955a76e req-251b7c8c-8a00-4fc9-a034-b381cbc5555d tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Unset dirty status for tenant:c25128d1dc404559a7cea1be8fc20408 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:21:22.402975 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4955873b-5cc1-41e3-8f03-bcf19955a76e req-251b7c8c-8a00-4fc9-a034-b381cbc5555d tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.58 "GET /v2.0/ports?device_id=d829595b-778f-40ba-8734-ea71b22f5e1b HTTP/1.1" status: 200 len: 936 time: 0.6338754 May 03 22:21:22.461557 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-08e9d50d-06d7-4dbf-80be-5477368267e2 req-8c30474d-94d6-49ac-bd8d-1859ba614406 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451630 May 03 22:21:22.510682 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-fb72426c-2e12-4835-a007-f1a6c2918afd admin admin] For port 51983dd3-9142-4297-8ff6-a92c742151c1, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=51983dd3-9142-4297-8ff6-a92c742151c1,segment=NetworkSegment(2456cfaf-4210-42cd-8c9a-22f5627f590f),segment_id=2456cfaf-4210-42cd-8c9a-22f5627f590f)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:21:22.511081 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb72426c-2e12-4835-a007-f1a6c2918afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:22.517754 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711ac47-2b97-486d-8f14-c75dd199af0f req-bd4da73f-c1df-41c2-a5dd-927aa945cc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:22.519283 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d711ac47-2b97-486d-8f14-c75dd199af0f req-bd4da73f-c1df-41c2-a5dd-927aa945cc8a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=498aeb136ad344e696908c84b87971fc&device_id=7b51bef0-6d37-40fa-a19a-43c4037be86a HTTP/1.1" status: 200 len: 1096 time: 0.3842475 May 03 22:21:22.605957 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ac24e103-0089-4dd0-ad02-360e2ada053e no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:21:22.615029 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-4955873b-5cc1-41e3-8f03-bcf19955a76e req-abfdf033-df6c-42be-b2cd-927d64bad9af tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Synchronizing usage tracker for tenant:c25128d1dc404559a7cea1be8fc20408 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:21:22.623802 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-05bfa1c1-468e-4ee7-b2eb-da03a15393bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d4ce42b-574b-4151-903c-393e534e5cab {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:21:22.645840 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-05bfa1c1-468e-4ee7-b2eb-da03a15393bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:22.659771 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-fb72426c-2e12-4835-a007-f1a6c2918afd admin admin] Calling delete_port for 51983dd3-9142-4297-8ff6-a92c742151c1 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:21:22.664981 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: ac24e103-0089-4dd0-ad02-360e2ada053e {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:21:22.665358 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ac24e103-0089-4dd0-ad02-360e2ada053e not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:21:22.666144 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6696d22c-4ff9-4700-8c17-48c4cf297c3e no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:21:22.727248 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-05bfa1c1-468e-4ee7-b2eb-da03a15393bb service neutron] Transition to ACTIVE for port object 1d4ce42b-574b-4151-903c-393e534e5cab will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:21:22.728008 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-4955873b-5cc1-41e3-8f03-bcf19955a76e req-abfdf033-df6c-42be-b2cd-927d64bad9af tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Unset dirty status for tenant:c25128d1dc404559a7cea1be8fc20408 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:21:22.736450 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4955873b-5cc1-41e3-8f03-bcf19955a76e req-abfdf033-df6c-42be-b2cd-927d64bad9af tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.58 "GET /v2.0/security-groups?id=b0c691f1-a508-43e3-acd0-31bac239d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325410 May 03 22:21:22.739674 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-05bfa1c1-468e-4ee7-b2eb-da03a15393bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:22.771913 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb72426c-2e12-4835-a007-f1a6c2918afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:22.775041 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 6696d22c-4ff9-4700-8c17-48c4cf297c3e {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:21:22.775392 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6696d22c-4ff9-4700-8c17-48c4cf297c3e not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:21:22.878256 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3e682a15-7b37-42d6-a4f9-4b7ced9de246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:22.895486 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c971afe-8a31-48ac-9557-14f58c623472'] response: {'name': 'network-changed', 'server_uuid': '4a46b823-e067-4c0d-8a50-0101b4fe990b', 'tag': '0de9beb0-4bd1-4194-b8d5-b17061445344', 'status': 'completed', 'code': 200} May 03 22:21:22.898176 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfa1c1-468e-4ee7-b2eb-da03a15393bb service neutron] Pushing event updated for resources: {'Port': ['ID=1d4ce42b-574b-4151-903c-393e534e5cab,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:22.908630 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb72426c-2e12-4835-a007-f1a6c2918afd admin admin] Pushing event deleted for resources: {'Port': ['ID=51983dd3-9142-4297-8ff6-a92c742151c1,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:22.917200 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb72426c-2e12-4835-a007-f1a6c2918afd admin admin] No DVR routers for this DVR port 51983dd3-9142-4297-8ff6-a92c742151c1 on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:21:22.953255 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ac1f1b-5717-41ab-81ec-74ce7333ea7a None None] DHCP port deletion for d5b3d5af-6ea4-4520-b87a-668c3c292dfd request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:21:22.996654 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b2803698-c706-4092-a6a8-4fa77e24c936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1963312258-router', 'tenant_id': '498aeb136ad344e696908c84b87971fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '385e2f1a-30f2-43ba-87d8-6a815efed8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:20:21Z', 'updated_at': '2022-05-03T22:20:30Z', 'revision_number': 4, 'project_id': '498aeb136ad344e696908c84b87971fc', 'gw_port': {'id': '385e2f1a-30f2-43ba-87d8-6a815efed8a9', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:20:22Z', 'updated_at': '2022-05-03T22:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '3a961981-38dd-4b08-8989-d1a95e665c88', 'name': '', 'network_id': '2f979ad9-48cf-4a78-a4c8-e31de78dd306', 'tenant_id': '498aeb136ad344e696908c84b87971fc', 'mac_address': 'fa:16:3e:a3:d5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '4d17e102-3bb3-4523-8a3f-718ac78f5e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:20:28Z', 'updated_at': '2022-05-03T22:20:37Z', 'revision_number': 5, 'project_id': '498aeb136ad344e696908c84b87971fc', 'subnets': [{'id': '4d17e102-3bb3-4523-8a3f-718ac78f5e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:21:23.001907 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2803698-c706-4092-a6a8-4fa77e24c936 None None] Checking router: 418430a1-db24-418e-8e9d-1a2a343969fe for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:21:23.015268 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2803698-c706-4092-a6a8-4fa77e24c936 None None] Routers {'418430a1-db24-418e-8e9d-1a2a343969fe'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:21:23.016069 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b2803698-c706-4092-a6a8-4fa77e24c936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:20:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['418430a1-db24-418e-8e9d-1a2a343969fe'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:21:23.117071 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb72426c-2e12-4835-a007-f1a6c2918afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:23.226942 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711ac47-2b97-486d-8f14-c75dd199af0f req-524f153c-15d6-4e73-b839-f71aa4d7d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:23.228512 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d711ac47-2b97-486d-8f14-c75dd199af0f req-524f153c-15d6-4e73-b839-f71aa4d7d47f service neutron] 10.222.0.58 "GET /v2.0/networks?id=2f979ad9-48cf-4a78-a4c8-e31de78dd306 HTTP/1.1" status: 200 len: 930 time: 0.6854637 May 03 22:21:23.233596 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-fb72426c-2e12-4835-a007-f1a6c2918afd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5b3d5af-6ea4-4520-b87a-668c3c292dfd']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:21:23.278814 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-fb72426c-2e12-4835-a007-f1a6c2918afd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2456cfaf-4210-42cd-8c9a-22f5627f590f') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:21:23.279108 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-fb72426c-2e12-4835-a007-f1a6c2918afd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2456cfaf-4210-42cd-8c9a-22f5627f590f') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:21:23.299144 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-b2803698-c706-4092-a6a8-4fa77e24c936 None None] Set router 418430a1-db24-418e-8e9d-1a2a343969fe gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:21:23.305206 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb72426c-2e12-4835-a007-f1a6c2918afd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:23.328719 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb72426c-2e12-4835-a007-f1a6c2918afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:23.339247 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb72426c-2e12-4835-a007-f1a6c2918afd admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:21:23.339712 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb72426c-2e12-4835-a007-f1a6c2918afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:23.355434 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:21:23.355434 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:21:23.355434 n-d-811807-1 neutron-server[88070]: timer() May 03 22:21:23.355434 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:21:23.355434 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:21:23.355434 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:21:23.355434 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:21:23.355434 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:21:23.355434 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:21:23.355434 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:21:23.355434 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:21:23.355434 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:21:23.355434 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:21:23.355434 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:21:23.355434 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:21:23.355434 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:21:23.355434 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:21:23.355434 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:21:23.355434 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:21:23.355434 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:21:23.355434 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:21:23.355434 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:21:23.355434 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:21:23.355434 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:21:23.355434 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:21:23.355434 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:21:23.355434 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:21:23.355434 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:21:23.355434 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:21:23.355434 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:21:23.355434 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:21:23.355434 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:21:23.376473 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-ec142341-4fdc-4e2e-bb4f-d3b6c31cc2ab tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:23.378895 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-ec142341-4fdc-4e2e-bb4f-d3b6c31cc2ab tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=6067ca7b-a19e-461b-aa2a-c63e6a67d1a5&tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&binding%3Ahost_id=n-h1-811807-1 HTTP/1.1" status: 200 len: 1095 time: 0.2124650 May 03 22:21:23.454788 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-05bfa1c1-468e-4ee7-b2eb-da03a15393bb service neutron] Attempting to bind port 1d4ce42b-574b-4151-903c-393e534e5cab on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:21:23.455120 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-05bfa1c1-468e-4ee7-b2eb-da03a15393bb service neutron] Attempting to bind port 1d4ce42b-574b-4151-903c-393e534e5cab by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:21:23.455443 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-05bfa1c1-468e-4ee7-b2eb-da03a15393bb service neutron] Attempting to bind port 1d4ce42b-574b-4151-903c-393e534e5cab on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:21:23.495965 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d711ac47-2b97-486d-8f14-c75dd199af0f req-f38fb39d-9b36-4e78-b098-18cdcf2a8121 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e803c704-3d4a-492e-8ef4-2fa5634860e3 HTTP/1.1" status: 200 len: 217 time: 0.1131499 May 03 22:21:23.496174 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-05bfa1c1-468e-4ee7-b2eb-da03a15393bb service neutron] Port 1d4ce42b-574b-4151-903c-393e534e5cab on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:21:23.496341 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-05bfa1c1-468e-4ee7-b2eb-da03a15393bb service neutron] Attempting to bind port 1d4ce42b-574b-4151-903c-393e534e5cab on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:21:23.504881 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb72426c-2e12-4835-a007-f1a6c2918afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:23.523977 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d16958-8f36-4152-bbcd-a9ad045cfefb req-62ff9a27-a834-4f06-ae37-710799dcbb33 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:23.531649 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb72426c-2e12-4835-a007-f1a6c2918afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:23.531833 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-35d16958-8f36-4152-bbcd-a9ad045cfefb req-62ff9a27-a834-4f06-ae37-710799dcbb33 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=6067ca7b-a19e-461b-aa2a-c63e6a67d1a5 HTTP/1.1" status: 200 len: 944 time: 0.5472085 May 03 22:21:23.542188 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb72426c-2e12-4835-a007-f1a6c2918afd admin admin] Pushing event deleted for resources: {'Network': ['ID=d5b3d5af-6ea4-4520-b87a-668c3c292dfd,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:23.557010 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-047f4210-0eb9-45af-b15d-d4de7adbf5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:23.558570 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-047f4210-0eb9-45af-b15d-d4de7adbf5c6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6067ca7b-a19e-461b-aa2a-c63e6a67d1a5&tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0 HTTP/1.1" status: 200 len: 1095 time: 0.1216319 May 03 22:21:23.560497 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fb72426c-2e12-4835-a007-f1a6c2918afd admin admin] 10.222.0.58 "DELETE /v2.0/networks/d5b3d5af-6ea4-4520-b87a-668c3c292dfd HTTP/1.1" status: 204 len: 168 time: 1.5801442 May 03 22:21:23.607608 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-05bfa1c1-468e-4ee7-b2eb-da03a15393bb service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:21:23.608056 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-05bfa1c1-468e-4ee7-b2eb-da03a15393bb service neutron] Checking segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:21:23.608444 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-05bfa1c1-468e-4ee7-b2eb-da03a15393bb service neutron] Bound using segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:21:23.608890 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-05bfa1c1-468e-4ee7-b2eb-da03a15393bb service neutron] Bound port: 1d4ce42b-574b-4151-903c-393e534e5cab, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:21:23.609233 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-05bfa1c1-468e-4ee7-b2eb-da03a15393bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:23.619255 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c68f8-78c0-430d-ad25-ec7d563defb6 req-7f2c7904-bba6-469e-8895-ce77703eeaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:23.620965 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a00c68f8-78c0-430d-ad25-ec7d563defb6 req-7f2c7904-bba6-469e-8895-ce77703eeaf9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c25128d1dc404559a7cea1be8fc20408&device_id=4a46b823-e067-4c0d-8a50-0101b4fe990b HTTP/1.1" status: 200 len: 1099 time: 0.7692335 May 03 22:21:23.720037 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-5a6457c2-78b4-4818-ad97-1272f3d87b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:23.721809 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-5a6457c2-78b4-4818-ad97-1272f3d87b96 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&device_id=6067ca7b-a19e-461b-aa2a-c63e6a67d1a5 HTTP/1.1" status: 200 len: 1095 time: 0.1270981 May 03 22:21:23.771423 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b2803698-c706-4092-a6a8-4fa77e24c936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1963312258-router', 'tenant_id': '498aeb136ad344e696908c84b87971fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '385e2f1a-30f2-43ba-87d8-6a815efed8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:20:21Z', 'updated_at': '2022-05-03T22:20:30Z', 'revision_number': 4, 'project_id': '498aeb136ad344e696908c84b87971fc', 'gw_port': {'id': '385e2f1a-30f2-43ba-87d8-6a815efed8a9', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:20:22Z', 'updated_at': '2022-05-03T22:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '3a961981-38dd-4b08-8989-d1a95e665c88', 'name': '', 'network_id': '2f979ad9-48cf-4a78-a4c8-e31de78dd306', 'tenant_id': '498aeb136ad344e696908c84b87971fc', 'mac_address': 'fa:16:3e:a3:d5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '4d17e102-3bb3-4523-8a3f-718ac78f5e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:20:28Z', 'updated_at': '2022-05-03T22:20:37Z', 'revision_number': 5, 'project_id': '498aeb136ad344e696908c84b87971fc', 'subnets': [{'id': '4d17e102-3bb3-4523-8a3f-718ac78f5e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:21:23.776406 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2803698-c706-4092-a6a8-4fa77e24c936 None None] The sync data for ids ['418430a1-db24-418e-8e9d-1a2a343969fe'] in n-d-811807-1 is: [{'id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1963312258-router', 'tenant_id': '498aeb136ad344e696908c84b87971fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '385e2f1a-30f2-43ba-87d8-6a815efed8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:20:21Z', 'updated_at': '2022-05-03T22:20:30Z', 'revision_number': 4, 'project_id': '498aeb136ad344e696908c84b87971fc', 'gw_port': {'id': '385e2f1a-30f2-43ba-87d8-6a815efed8a9', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:20:22Z', 'updated_at': '2022-05-03T22:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '3a961981-38dd-4b08-8989-d1a95e665c88', 'name': '', 'network_id': '2f979ad9-48cf-4a78-a4c8-e31de78dd306', 'tenant_id': '498aeb136ad344e696908c84b87971fc', 'mac_address': 'fa:16:3e:a3:d5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '4d17e102-3bb3-4523-8a3f-718ac78f5e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:20:28Z', 'updated_at': '2022-05-03T22:20:37Z', 'revision_number': 5, 'project_id': '498aeb136ad344e696908c84b87971fc', 'subnets': [{'id': '4d17e102-3bb3-4523-8a3f-718ac78f5e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:21:23.788165 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aae259a0-d740-4e6f-ba6a-1089901ad372 req-80043d91-1b03-4df8-9057-64f678b1bcc6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28731db7-b5d5-4351-998a-74d69b7a82dc HTTP/1.1" status: 200 len: 1002 time: 0.6351900 May 03 22:21:23.844231 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:23.850487 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c68f8-78c0-430d-ad25-ec7d563defb6 req-86533f38-53c0-4660-ad3c-34dcee5163b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:23.851752 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a00c68f8-78c0-430d-ad25-ec7d563defb6 req-86533f38-53c0-4660-ad3c-34dcee5163b3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.2149181 May 03 22:21:23.922408 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 46694) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:23.960919 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-61f192f5-7c2a-49fb-9c44-26bbdf099850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:23.962638 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-61f192f5-7c2a-49fb-9c44-26bbdf099850 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3476088d-e412-4e55-9c2f-549019c16834 HTTP/1.1" status: 200 len: 922 time: 0.2341292 May 03 22:21:24.057067 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-2d21daec-7f23-4e9a-8567-15fa688a695f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bf60e9a-e969-4165-80c4-622d4ed829f6 HTTP/1.1" status: 200 len: 217 time: 0.0862124 May 03 22:21:24.058951 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a00c68f8-78c0-430d-ad25-ec7d563defb6 req-ff3b1293-f422-4ce2-9643-c76dc8b58ad1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=0de9beb0-4bd1-4194-b8d5-b17061445344 HTTP/1.1" status: 200 len: 217 time: 0.1331668 May 03 22:21:24.070506 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-35d16958-8f36-4152-bbcd-a9ad045cfefb req-c1f9c309-747e-40cf-9eb4-5b5d4ba24c82 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5377676 May 03 22:21:24.079677 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711ac47-2b97-486d-8f14-c75dd199af0f req-fcc3336c-8dc4-45c5-9dd4-9c5951fb8ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:24.079677 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d711ac47-2b97-486d-8f14-c75dd199af0f req-fcc3336c-8dc4-45c5-9dd4-9c5951fb8ced service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4d17e102-3bb3-4523-8a3f-718ac78f5e2c HTTP/1.1" status: 200 len: 868 time: 0.5643084 May 03 22:21:24.135007 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-694707de-3ef8-4788-9c9a-daf5e2d00c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:24.136623 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-694707de-3ef8-4788-9c9a-daf5e2d00c59 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=63a9fee3-85c4-4a95-8dcc-67111d08a3de HTTP/1.1" status: 200 len: 861 time: 0.0706739 May 03 22:21:24.146863 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f9adaa-b523-4099-bbd1-99bfdcd8dc39 None None] New status for floating IP bfde57d9-9860-46cb-b841-f28e6c50ec0d: DOWN {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:21:24.169335 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae259a0-d740-4e6f-ba6a-1089901ad372 req-522a77fb-a43c-453c-b3f0-64c3d0b5256b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:24.169736 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aae259a0-d740-4e6f-ba6a-1089901ad372 req-522a77fb-a43c-453c-b3f0-64c3d0b5256b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=da75e2b0-fbbe-493e-9b55-a7ecaaa82565 HTTP/1.1" status: 200 len: 862 time: 0.3486962 May 03 22:21:24.194348 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-32c1dd00-2529-4276-b956-271129be5558 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3476088d-e412-4e55-9c2f-549019c16834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502305 May 03 22:21:24.238023 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-05bfa1c1-468e-4ee7-b2eb-da03a15393bb service neutron] For port 1d4ce42b-574b-4151-903c-393e534e5cab, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:21:24.315244 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c4f9576a-45a6-426d-8cea-6059ebdb7a96 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=542e7d589865492d9c12fa7c466686ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3854859 May 03 22:21:24.317958 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46702) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:24.326261 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-05bfa1c1-468e-4ee7-b2eb-da03a15393bb service neutron] For port 1d4ce42b-574b-4151-903c-393e534e5cab, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1d4ce42b-574b-4151-903c-393e534e5cab,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:21:24.329492 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c68f8-78c0-430d-ad25-ec7d563defb6 req-d4cb26fb-7101-4aea-94a2-173058457f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:24.331059 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a00c68f8-78c0-430d-ad25-ec7d563defb6 req-d4cb26fb-7101-4aea-94a2-173058457f9d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.2579899 May 03 22:21:24.356156 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-d1eae51d-fdd0-49ac-931e-f6538594e3aa service neutron] 10.222.0.67 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543069 May 03 22:21:24.375858 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-05bfa1c1-468e-4ee7-b2eb-da03a15393bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:24.465189 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 51983dd3-9142-4297-8ff6-a92c742151c1 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:21:24.471535 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-05bfa1c1-468e-4ee7-b2eb-da03a15393bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:24.472460 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-05bfa1c1-468e-4ee7-b2eb-da03a15393bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:24.474046 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-05bfa1c1-468e-4ee7-b2eb-da03a15393bb service neutron] 10.222.0.60 "PUT /v2.0/ports/1d4ce42b-574b-4151-903c-393e534e5cab HTTP/1.1" status: 200 len: 1096 time: 3.5647988 May 03 22:21:24.525269 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfa1c1-468e-4ee7-b2eb-da03a15393bb service neutron] Pushing event updated for resources: {'Port': ['ID=1d4ce42b-574b-4151-903c-393e534e5cab,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:24.572233 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 51983dd3-9142-4297-8ff6-a92c742151c1 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:21:24.572503 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 51983dd3-9142-4297-8ff6-a92c742151c1 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:21:24.608097 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8faebcef-982a-4530-ba2c-ac7dfc238132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:24.625670 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711ac47-2b97-486d-8f14-c75dd199af0f req-6f0d4d0c-87c6-4c3f-8565-94b1f75321e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:24.627816 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d711ac47-2b97-486d-8f14-c75dd199af0f req-6f0d4d0c-87c6-4c3f-8565-94b1f75321e3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2f979ad9-48cf-4a78-a4c8-e31de78dd306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5023708 May 03 22:21:24.630539 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae259a0-d740-4e6f-ba6a-1089901ad372 req-229dc736-18cb-476e-9886-b02a36f4ad58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:24.632684 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aae259a0-d740-4e6f-ba6a-1089901ad372 req-229dc736-18cb-476e-9886-b02a36f4ad58 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fc15fac9-7438-4d00-8baf-ffa13ed5602b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4440265 May 03 22:21:24.646615 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ae93c-2080-44d5-b218-7a7b5343fd46 req-e7441441-2260-4a1c-80a7-34a83a67bb0a tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:24.649748 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-178ae93c-2080-44d5-b218-7a7b5343fd46 req-e7441441-2260-4a1c-80a7-34a83a67bb0a tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc6e9b7-5307-4ce5-b05c-fab3700aad1c HTTP/1.1" status: 200 len: 948 time: 0.4000313 May 03 22:21:24.667480 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8faebcef-982a-4530-ba2c-ac7dfc238132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:24.680964 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-0856aca0-f5e3-4acb-9882-17c39f793047 service neutron] 10.222.0.67 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117909 May 03 22:21:24.736280 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8faebcef-982a-4530-ba2c-ac7dfc238132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:24.751077 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faebcef-982a-4530-ba2c-ac7dfc238132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185e3017-3d39-4e35-b40a-3f3f11194347,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:24.757726 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8faebcef-982a-4530-ba2c-ac7dfc238132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:24.767594 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8faebcef-982a-4530-ba2c-ac7dfc238132 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/185e3017-3d39-4e35-b40a-3f3f11194347 HTTP/1.1" status: 204 len: 168 time: 0.4399936 May 03 22:21:24.782320 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c68f8-78c0-430d-ad25-ec7d563defb6 req-721cb4a3-403a-4422-88a5-9949dbdf9c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:24.783807 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a00c68f8-78c0-430d-ad25-ec7d563defb6 req-721cb4a3-403a-4422-88a5-9949dbdf9c7f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4417090 May 03 22:21:24.920428 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b51bef0-6d37-40fa-a19a-43c4037be86a', 'tag': 'e803c704-3d4a-492e-8ef4-2fa5634860e3'}, {'name': 'network-changed', 'server_uuid': 'd829595b-778f-40ba-8734-ea71b22f5e1b', 'tag': '1d4ce42b-574b-4151-903c-393e534e5cab'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:21:24.977545 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bf559e75-c21c-4ffb-a427-dcf59f25fcc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:24.982808 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-178ae93c-2080-44d5-b218-7a7b5343fd46 req-bf7e0ee2-86fa-4e8d-a9b6-5b811ad3d64a tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/security-groups?id=1183dfe1-b104-4015-a004-e839f18864fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006866 May 03 22:21:25.034261 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-e10891b4-dc57-4f97-948c-8ba33935498c tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:25.035954 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-e10891b4-dc57-4f97-948c-8ba33935498c tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=6067ca7b-a19e-461b-aa2a-c63e6a67d1a5&tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&binding%3Ahost_id=n-h2-811807-1 HTTP/1.1" status: 200 len: 1095 time: 0.0989165 May 03 22:21:25.063314 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 0de9beb0-4bd1-4194-b8d5-b17061445344 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:21:25.070552 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-4324e80a-556c-4a51-9898-b1dee0c9784d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:25.072022 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-4324e80a-556c-4a51-9898-b1dee0c9784d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c25128d1dc404559a7cea1be8fc20408&device_id=d829595b-778f-40ba-8734-ea71b22f5e1b HTTP/1.1" status: 200 len: 1099 time: 0.5422940 May 03 22:21:25.263176 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 0de9beb0-4bd1-4194-b8d5-b17061445344, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0de9beb0-4bd1-4194-b8d5-b17061445344,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:21:25.278000 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-39e09537-883f-4141-af0b-101ad4029d58 service neutron] For port 1bf60e9a-e969-4165-80c4-622d4ed829f6, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:21:25.281377 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-39e09537-883f-4141-af0b-101ad4029d58 service neutron] Notify callbacks [] for binding, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:25.282581 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-475c3d9f-9cb1-433b-8e5f-58e1f83556eb req-39e09537-883f-4141-af0b-101ad4029d58 service neutron] 10.222.0.67 "DELETE /v2.0/ports/1bf60e9a-e969-4165-80c4-622d4ed829f6/bindings/n-h1-811807-1 HTTP/1.1" status: 204 len: 173 time: 0.2397552 May 03 22:21:25.286264 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '0de9beb0-4bd1-4194-b8d5-b17061445344', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': '0de9beb0-4bd1-4194-b8d5-b17061445344', 'mac_address': 'fa:16:3e:2b:97:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:21:25.345819 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-e049c79e-b838-4ae8-a68b-6c829d083217 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=1d4ce42b-574b-4151-903c-393e534e5cab HTTP/1.1" status: 200 len: 217 time: 0.2548261 May 03 22:21:25.347367 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aae259a0-d740-4e6f-ba6a-1089901ad372 req-d850f151-2272-4baa-94ea-1c7c3ae9435b service neutron] 10.222.0.67 "GET /v2.0/networks/fc15fac9-7438-4d00-8baf-ffa13ed5602b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6686606 May 03 22:21:25.352837 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:25.411988 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0de9beb0-4bd1-4194-b8d5-b17061445344 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:21:25.429314 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d711ac47-2b97-486d-8f14-c75dd199af0f req-0346ba73-82c5-4907-a5ab-82808b3f1ecd service neutron] 10.222.0.58 "GET /v2.0/networks/2f979ad9-48cf-4a78-a4c8-e31de78dd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7770591 May 03 22:21:25.429599 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 0de9beb0-4bd1-4194-b8d5-b17061445344, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0de9beb0-4bd1-4194-b8d5-b17061445344,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:21:25.435336 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:25.494209 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a00c68f8-78c0-430d-ad25-ec7d563defb6 req-531c2fc6-9d50-4b48-bd14-fd5ace44fc20 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6926603 May 03 22:21:25.515972 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=0de9beb0-4bd1-4194-b8d5-b17061445344,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:25.652668 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['0de9beb0-4bd1-4194-b8d5-b17061445344'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:21:25.673249 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46732) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:25.757956 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-13befba7-caf4-4515-abbc-893f7a46ba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:25.759449 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-13befba7-caf4-4515-abbc-893f7a46ba20 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.3935795 May 03 22:21:25.817184 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-be3d78c6-d354-4889-8177-096f13747a66 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1702212856-network', 'tenant_id': 'd011205f344d4c96b639c49c6d4571d7'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:21:25.826259 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-be3d78c6-d354-4889-8177-096f13747a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:21:25.833724 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-be3d78c6-d354-4889-8177-096f13747a66 admin admin] Usage tracker for resource:network and tenant:d011205f344d4c96b639c49c6d4571d7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:21:25.837943 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-be3d78c6-d354-4889-8177-096f13747a66 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:21:25.845100 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-be3d78c6-d354-4889-8177-096f13747a66 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:21:25.856263 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3d78c6-d354-4889-8177-096f13747a66 admin admin] Made reservation on behalf of d011205f344d4c96b639c49c6d4571d7 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:21:25.859447 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be3d78c6-d354-4889-8177-096f13747a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:25.872287 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be3d78c6-d354-4889-8177-096f13747a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:25.887192 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-be3d78c6-d354-4889-8177-096f13747a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:21:25.891089 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-be3d78c6-d354-4889-8177-096f13747a66 admin admin] Usage tracker for resource:security_group_rule and tenant:d011205f344d4c96b639c49c6d4571d7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:21:25.893833 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-be3d78c6-d354-4889-8177-096f13747a66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:21:25.900170 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-be3d78c6-d354-4889-8177-096f13747a66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:21:25.920400 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fe9a5-126f-4619-b8be-b8034b50d22c req-7386ed4e-e003-4a47-b764-04bf92c92f15 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:25.922143 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-879fe9a5-126f-4619-b8be-b8034b50d22c req-7386ed4e-e003-4a47-b764-04bf92c92f15 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.58 "GET /v2.0/ports?device_id=d829595b-778f-40ba-8734-ea71b22f5e1b HTTP/1.1" status: 200 len: 948 time: 0.6442752 May 03 22:21:25.923967 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aae259a0-d740-4e6f-ba6a-1089901ad372 req-238e6a9b-03cf-49e3-83b4-6b534d57faf7 service neutron] 10.222.0.67 "GET /v2.0/networks/fc15fac9-7438-4d00-8baf-ffa13ed5602b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5591774 May 03 22:21:25.941472 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d711ac47-2b97-486d-8f14-c75dd199af0f req-a51a8da2-e6c6-4bed-8c4f-2fc3b376eb8f service neutron] 10.222.0.58 "GET /v2.0/networks/2f979ad9-48cf-4a78-a4c8-e31de78dd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4887178 May 03 22:21:25.963778 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a00c68f8-78c0-430d-ad25-ec7d563defb6 req-1b8cec32-d74b-4be6-9589-f50c92849533 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4602149 May 03 22:21:25.996474 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be3d78c6-d354-4889-8177-096f13747a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:26.002285 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be3d78c6-d354-4889-8177-096f13747a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:26.009604 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-879fe9a5-126f-4619-b8be-b8034b50d22c req-66372520-24e1-411a-87e9-c5e8a6f760bd tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.58 "GET /v2.0/security-groups?id=b0c691f1-a508-43e3-acd0-31bac239d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773361 May 03 22:21:26.012023 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-b49a51c9-b62b-463d-b262-5b9ff58f8fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:26.013706 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-b49a51c9-b62b-463d-b262-5b9ff58f8fe3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2365210 May 03 22:21:26.031629 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be3d78c6-d354-4889-8177-096f13747a66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:21:26.044438 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d78c6-d354-4889-8177-096f13747a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b38ff13-c79b-4540-b4e7-e55a7d89dc32,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:26.049186 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be3d78c6-d354-4889-8177-096f13747a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:26.049534 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-be3d78c6-d354-4889-8177-096f13747a66 admin admin] Added segment d5261de8-a046-496c-9988-b261e2ae107f of type vlan for network a08060ad-4db7-45f2-9770-03717dbde23c May 03 22:21:26.094994 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be3d78c6-d354-4889-8177-096f13747a66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:26.109135 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:26.129095 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be3d78c6-d354-4889-8177-096f13747a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:26.129573 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3d78c6-d354-4889-8177-096f13747a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:26.130775 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be3d78c6-d354-4889-8177-096f13747a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:26.150800 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cd1a515-415f-448e-b582-ed52f889ed48'] response: {'name': 'network-changed', 'server_uuid': '7b51bef0-6d37-40fa-a19a-43c4037be86a', 'tag': 'e803c704-3d4a-492e-8ef4-2fa5634860e3', 'status': 'completed', 'code': 200} May 03 22:21:26.151192 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cd1a515-415f-448e-b582-ed52f889ed48'] response: {'name': 'network-changed', 'server_uuid': 'd829595b-778f-40ba-8734-ea71b22f5e1b', 'tag': '1d4ce42b-574b-4151-903c-393e534e5cab', 'status': 'completed', 'code': 200} May 03 22:21:26.214406 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-be3d78c6-d354-4889-8177-096f13747a66 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5395665 May 03 22:21:26.217214 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46746) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:26.221419 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:26.225585 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-62dbac90-63f1-4f38-ac1b-cf15ae380405 admin admin] Request body: {'subnet': {'network_id': 'a08060ad-4db7-45f2-9770-03717dbde23c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1702212856-subnet', 'tenant_id': 'd011205f344d4c96b639c49c6d4571d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:21:26.280742 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-3a64fcf1-ae14-448b-a15a-c7dad245b87a service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594798 May 03 22:21:26.281215 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-62dbac90-63f1-4f38-ac1b-cf15ae380405 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:21:26.287442 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d78c6-d354-4889-8177-096f13747a66 admin admin] Pushing event updated for resources: {'Network': ['ID=a08060ad-4db7-45f2-9770-03717dbde23c,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:26.289890 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-62dbac90-63f1-4f38-ac1b-cf15ae380405 admin admin] Usage tracker for resource:subnet and tenant:d011205f344d4c96b639c49c6d4571d7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:21:26.292966 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-62dbac90-63f1-4f38-ac1b-cf15ae380405 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:21:26.297013 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network a08060ad-4db7-45f2-9770-03717dbde23c details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:21:26.298927 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-62dbac90-63f1-4f38-ac1b-cf15ae380405 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:21:26.310606 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62dbac90-63f1-4f38-ac1b-cf15ae380405 admin admin] Made reservation on behalf of d011205f344d4c96b639c49c6d4571d7 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:21:26.313101 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62dbac90-63f1-4f38-ac1b-cf15ae380405 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:26.569688 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c8b63-a2e7-450b-8a37-197eac111fa2 req-4503bc1d-734a-44b1-ba30-b622128275d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:26.570522 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-722c8b63-a2e7-450b-8a37-197eac111fa2 req-4503bc1d-734a-44b1-ba30-b622128275d5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=498aeb136ad344e696908c84b87971fc&device_id=7b51bef0-6d37-40fa-a19a-43c4037be86a HTTP/1.1" status: 200 len: 1096 time: 0.3948481 May 03 22:21:26.572297 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d1b70d3d-5d95-495c-9f32-fcbf668c6f38 req-dbbeb874-2937-44bf-946b-cc01a27884bf service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832341 May 03 22:21:26.591048 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62dbac90-63f1-4f38-ac1b-cf15ae380405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:26.629026 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b7fe025e-e2ce-44f4-9ebb-cc7f37bbabb4 req-f4c2994e-3896-4372-84ff-886c8ea60a9b tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/floatingips/bfde57d9-9860-46cb-b841-f28e6c50ec0d HTTP/1.1" status: 200 len: 693 time: 0.1329420 May 03 22:21:26.681097 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3eb2c-95fa-43af-96cf-761cd7d55b07 req-1cf31b2f-f489-4f70-87be-45a53727a401 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:26.682610 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8ca3eb2c-95fa-43af-96cf-761cd7d55b07 req-1cf31b2f-f489-4f70-87be-45a53727a401 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=6067ca7b-a19e-461b-aa2a-c63e6a67d1a5 HTTP/1.1" status: 200 len: 944 time: 0.3961468 May 03 22:21:26.685277 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dbac90-63f1-4f38-ac1b-cf15ae380405 admin admin] Pushing event updated for resources: {'Subnet': ['ID=621c2e6c-82e2-4c38-a5c9-21982755e1f0,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:26.694044 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dbac90-63f1-4f38-ac1b-cf15ae380405 admin admin] Checking segment: {'id': 'd5261de8-a046-496c-9988-b261e2ae107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a08060ad-4db7-45f2-9770-03717dbde23c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:21:26.694399 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dbac90-63f1-4f38-ac1b-cf15ae380405 admin admin] Network hostable DHCP agents. Network: a08060ad-4db7-45f2-9770-03717dbde23c, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:21:26.716822 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dbac90-63f1-4f38-ac1b-cf15ae380405 admin admin] Network a08060ad-4db7-45f2-9770-03717dbde23c is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:21:26.728119 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-62dbac90-63f1-4f38-ac1b-cf15ae380405 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, a08060ad-4db7-45f2-9770-03717dbde23c) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:21:26.733300 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dbac90-63f1-4f38-ac1b-cf15ae380405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:26.734555 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62dbac90-63f1-4f38-ac1b-cf15ae380405 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:26.739896 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978a7cfd-ec0d-4948-97eb-70d1e72d25bb None None] Network a08060ad-4db7-45f2-9770-03717dbde23c requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:21:26.760444 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-62dbac90-63f1-4f38-ac1b-cf15ae380405 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5418813 May 03 22:21:26.849148 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8ca3eb2c-95fa-43af-96cf-761cd7d55b07 req-9bcc0984-c986-4056-b35b-e4f061846fad tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881402 May 03 22:21:27.000358 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d089d614-2c2b-4464-886a-ec47a7469d18 None None] Network a08060ad-4db7-45f2-9770-03717dbde23c requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:21:27.090294 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 0de9beb0-4bd1-4194-b8d5-b17061445344 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:21:27.138461 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c8b63-a2e7-450b-8a37-197eac111fa2 req-87489ebb-7248-4a23-94f5-a7c928cd2b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:27.139983 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-722c8b63-a2e7-450b-8a37-197eac111fa2 req-87489ebb-7248-4a23-94f5-a7c928cd2b45 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2f979ad9-48cf-4a78-a4c8-e31de78dd306 HTTP/1.1" status: 200 len: 930 time: 0.5575588 May 03 22:21:27.234577 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-722c8b63-a2e7-450b-8a37-197eac111fa2 req-c08ff95c-80e0-4881-8a1a-800a69c8ade6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e803c704-3d4a-492e-8ef4-2fa5634860e3 HTTP/1.1" status: 200 len: 217 time: 0.0786300 May 03 22:21:27.239386 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 0de9beb0-4bd1-4194-b8d5-b17061445344 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:21:27.277614 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 0de9beb0-4bd1-4194-b8d5-b17061445344 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:21:27.278013 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:27.306680 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe025e-e2ce-44f4-9ebb-cc7f37bbabb4 req-4bb52ce2-987b-4798-aebb-7a29ee3c232a tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:27.308040 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b7fe025e-e2ce-44f4-9ebb-cc7f37bbabb4 req-4bb52ce2-987b-4798-aebb-7a29ee3c232a tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 784 time: 0.6672425 May 03 22:21:27.314475 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c8b63-a2e7-450b-8a37-197eac111fa2 req-7906b031-fc5d-4ec2-b873-1d8b33804376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:27.315944 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-722c8b63-a2e7-450b-8a37-197eac111fa2 req-7906b031-fc5d-4ec2-b873-1d8b33804376 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c25128d1dc404559a7cea1be8fc20408&device_id=d829595b-778f-40ba-8734-ea71b22f5e1b HTTP/1.1" status: 200 len: 1099 time: 0.6762149 May 03 22:21:27.398317 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:27.426929 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a46b823-e067-4c0d-8a50-0101b4fe990b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de9beb0-4bd1-4194-b8d5-b17061445344'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:21:27.442546 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 0de9beb0-4bd1-4194-b8d5-b17061445344, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0de9beb0-4bd1-4194-b8d5-b17061445344,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:21:27.449680 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:27.458050 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c8b63-a2e7-450b-8a37-197eac111fa2 req-5efdd38b-d52f-4367-9b76-afe51d9cca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:27.459529 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-722c8b63-a2e7-450b-8a37-197eac111fa2 req-5efdd38b-d52f-4367-9b76-afe51d9cca2a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4d17e102-3bb3-4523-8a3f-718ac78f5e2c HTTP/1.1" status: 200 len: 868 time: 0.2103093 May 03 22:21:27.485119 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:27.509180 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b7fe025e-e2ce-44f4-9ebb-cc7f37bbabb4 req-6cbe2137-8f83-4670-8c14-3dd7330b8891 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.199 HTTP/1.1" status: 200 len: 696 time: 0.1843615 May 03 22:21:27.519118 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:27.528069 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=0de9beb0-4bd1-4194-b8d5-b17061445344,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:27.558930 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863fefcf-fc65-4d10-8982-6a8997da63de req-e2c796b8-4812-4e8a-b3d6-647564737025 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:27.560374 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-863fefcf-fc65-4d10-8982-6a8997da63de req-e2c796b8-4812-4e8a-b3d6-647564737025 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc6e9b7-5307-4ce5-b05c-fab3700aad1c HTTP/1.1" status: 200 len: 948 time: 0.5046768 May 03 22:21:27.701026 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b7fe025e-e2ce-44f4-9ebb-cc7f37bbabb4 req-a611f8d0-6336-4f2b-be4b-b8ed73800ea4 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.199 HTTP/1.1" status: 200 len: 696 time: 0.1342046 May 03 22:21:27.814730 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c8b63-a2e7-450b-8a37-197eac111fa2 req-3a8f404c-a8a7-4045-a8d2-d0eedd35d302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:27.816185 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-722c8b63-a2e7-450b-8a37-197eac111fa2 req-3a8f404c-a8a7-4045-a8d2-d0eedd35d302 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.4901350 May 03 22:21:27.827200 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-863fefcf-fc65-4d10-8982-6a8997da63de req-734f05d9-6baf-4789-8721-c086daf4727e tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/security-groups?id=1183dfe1-b104-4015-a004-e839f18864fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475512 May 03 22:21:27.960342 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-722c8b63-a2e7-450b-8a37-197eac111fa2 req-61f0dcb1-0062-4991-be1b-553371c57a7e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=1d4ce42b-574b-4151-903c-393e534e5cab HTTP/1.1" status: 200 len: 217 time: 0.1290298 May 03 22:21:28.044422 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-b7fe025e-e2ce-44f4-9ebb-cc7f37bbabb4 req-518d7fa8-830e-4d52-abe1-1d1fc5f58dc4 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Deleting port 2eb7db7f-3858-40e1-aea0-b2385c3be299 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:21:28.044756 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b7fe025e-e2ce-44f4-9ebb-cc7f37bbabb4 req-518d7fa8-830e-4d52-abe1-1d1fc5f58dc4 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:28.103943 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-489856c4-b7c1-4c98-8a71-204875195cb4 req-5a4101fb-9a99-4452-8485-9a395a0d10e3 tempest-ServersAdmin275Test-1077563977 tempest-ServersAdmin275Test-1077563977-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.1347404 May 03 22:21:28.113417 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c8b63-a2e7-450b-8a37-197eac111fa2 req-9f347ecb-53ad-4cf5-b489-bcb11cc14c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:28.114850 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-722c8b63-a2e7-450b-8a37-197eac111fa2 req-9f347ecb-53ad-4cf5-b489-bcb11cc14c01 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2f979ad9-48cf-4a78-a4c8-e31de78dd306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6048412 May 03 22:21:28.152098 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c8b63-a2e7-450b-8a37-197eac111fa2 req-5f6705df-b8ef-4a8a-8393-434a5254eb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:28.153500 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-722c8b63-a2e7-450b-8a37-197eac111fa2 req-5f6705df-b8ef-4a8a-8393-434a5254eb8d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.1854405 May 03 22:21:28.612827 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-722c8b63-a2e7-450b-8a37-197eac111fa2 req-e8199acc-ab72-4381-8288-0b302c94d184 service neutron] 10.222.0.67 "GET /v2.0/networks/2f979ad9-48cf-4a78-a4c8-e31de78dd306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4898620 May 03 22:21:28.621683 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b7fe025e-e2ce-44f4-9ebb-cc7f37bbabb4 req-518d7fa8-830e-4d52-abe1-1d1fc5f58dc4 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:28.622065 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b7fe025e-e2ce-44f4-9ebb-cc7f37bbabb4 req-518d7fa8-830e-4d52-abe1-1d1fc5f58dc4 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:28.782778 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-b7fe025e-e2ce-44f4-9ebb-cc7f37bbabb4 req-518d7fa8-830e-4d52-abe1-1d1fc5f58dc4 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Calling delete_port for 2eb7db7f-3858-40e1-aea0-b2385c3be299 owned by network:floatingip {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:21:28.840659 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-312c3cfb-75d9-4ce2-945c-0a61cbdb9974 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:28.842089 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-312c3cfb-75d9-4ce2-945c-0a61cbdb9974 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/networks?id=a08060ad-4db7-45f2-9770-03717dbde23c HTTP/1.1" status: 200 len: 805 time: 0.5553784 May 03 22:21:28.843892 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c8b63-a2e7-450b-8a37-197eac111fa2 req-fb3936cc-1b3a-47a3-ba5d-02dbcea39a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:28.845192 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-722c8b63-a2e7-450b-8a37-197eac111fa2 req-fb3936cc-1b3a-47a3-ba5d-02dbcea39a78 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6622267 May 03 22:21:28.941894 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-9ae888f6-715e-4ce9-b411-2f829d24a850 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/quotas/d011205f344d4c96b639c49c6d4571d7 HTTP/1.1" status: 200 len: 375 time: 0.0900333 May 03 22:21:29.075931 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 1d4ce42b-574b-4151-903c-393e534e5cab details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:21:29.078196 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-f37c371a-e09a-4dea-a7f0-d45918998ad1 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d011205f344d4c96b639c49c6d4571d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1163654 May 03 22:21:29.096511 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-3085722c-1e31-4982-8fbb-9d1052e7fef5 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:21:29.097449 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-3085722c-1e31-4982-8fbb-9d1052e7fef5 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069187 May 03 22:21:29.108432 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-722c8b63-a2e7-450b-8a37-197eac111fa2 req-77de7990-b785-4412-a4b7-003355b0679b service neutron] 10.222.0.67 "GET /v2.0/networks/2f979ad9-48cf-4a78-a4c8-e31de78dd306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4747362 May 03 22:21:29.211672 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 1d4ce42b-574b-4151-903c-393e534e5cab, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1d4ce42b-574b-4151-903c-393e534e5cab,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:21:29.224339 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '1d4ce42b-574b-4151-903c-393e534e5cab', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': '1d4ce42b-574b-4151-903c-393e534e5cab', 'mac_address': 'fa:16:3e:24:cd:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:21:29.272050 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-722c8b63-a2e7-450b-8a37-197eac111fa2 req-fa9ab2a7-9f65-4f59-b9d7-c150ca25cf25 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768523 May 03 22:21:29.281368 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:29.298224 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d4ce42b-574b-4151-903c-393e534e5cab {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:21:29.313339 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 1d4ce42b-574b-4151-903c-393e534e5cab, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1d4ce42b-574b-4151-903c-393e534e5cab,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:21:29.317021 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:29.322786 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b7fe025e-e2ce-44f4-9ebb-cc7f37bbabb4 req-518d7fa8-830e-4d52-abe1-1d1fc5f58dc4 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:29.382998 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=1d4ce42b-574b-4151-903c-393e534e5cab,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:29.389526 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d7fa8-830e-4d52-abe1-1d1fc5f58dc4 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Pushing event deleted for resources: {'Port': ['ID=2eb7db7f-3858-40e1-aea0-b2385c3be299,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:29.440045 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-bceb17b3-1dfe-4de3-b8ac-339ebd80dc2f service neutron] 10.222.0.58 "GET /v2.0/networks/a08060ad-4db7-45f2-9770-03717dbde23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337975 May 03 22:21:29.524515 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b7fe025e-e2ce-44f4-9ebb-cc7f37bbabb4 req-518d7fa8-830e-4d52-abe1-1d1fc5f58dc4 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks [] for floatingip, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:29.529780 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['1d4ce42b-574b-4151-903c-393e534e5cab'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:21:29.618807 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-722c8b63-a2e7-450b-8a37-197eac111fa2 req-e624f78e-65ba-4cbb-9325-98d9ca41e0ca service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388793 May 03 22:21:29.635811 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b7fe025e-e2ce-44f4-9ebb-cc7f37bbabb4 req-518d7fa8-830e-4d52-abe1-1d1fc5f58dc4 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:29.636990 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b7fe025e-e2ce-44f4-9ebb-cc7f37bbabb4 req-518d7fa8-830e-4d52-abe1-1d1fc5f58dc4 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "DELETE /v2.0/floatingips/bfde57d9-9860-46cb-b841-f28e6c50ec0d HTTP/1.1" status: 204 len: 173 time: 1.9153717 May 03 22:21:29.657783 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-dcbff466-8b79-47fd-b653-82ccd0a88547 service neutron] 10.222.0.58 "GET /v2.0/networks/a08060ad-4db7-45f2-9770-03717dbde23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756699 May 03 22:21:29.797784 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1171d1e-319a-46ce-a1d3-eca38da242cc'] response: {'server_uuid': '4a46b823-e067-4c0d-8a50-0101b4fe990b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de9beb0-4bd1-4194-b8d5-b17061445344', 'code': 200} May 03 22:21:29.840237 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a82cf-0015-46c4-85e2-de9e7e100ee8 req-df7e0a22-e739-44f3-a255-3cebeab47d54 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:29.842137 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-291a82cf-0015-46c4-85e2-de9e7e100ee8 req-df7e0a22-e739-44f3-a255-3cebeab47d54 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.58 "GET /v2.0/ports?device_id=d829595b-778f-40ba-8734-ea71b22f5e1b HTTP/1.1" status: 200 len: 949 time: 0.1081400 May 03 22:21:29.983651 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-291a82cf-0015-46c4-85e2-de9e7e100ee8 req-adbe83d1-6615-45c8-98f5-ea609508cf95 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.58 "GET /v2.0/security-groups?id=b0c691f1-a508-43e3-acd0-31bac239d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345084 May 03 22:21:29.986898 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-04768a19-de4a-47fc-ac5e-f190684eb9b1 req-bf215427-87e1-484b-b3fe-faac005c02dd tempest-ServersAdmin275Test-1077563977 tempest-ServersAdmin275Test-1077563977-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.0700936 May 03 22:21:30.015504 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b77d1f-3677-4f70-9b00-823fe21e416a req-a7173896-0384-4b7a-854c-b1d88071f999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:30.025838 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c1b77d1f-3677-4f70-9b00-823fe21e416a req-a7173896-0384-4b7a-854c-b1d88071f999 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4a46b823-e067-4c0d-8a50-0101b4fe990b HTTP/1.1" status: 200 len: 1101 time: 0.1322086 May 03 22:21:30.066770 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c1b77d1f-3677-4f70-9b00-823fe21e416a req-321a21f5-cf56-4c14-99ee-73c031e8ceae service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b0c691f1-a508-43e3-acd0-31bac239d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400333 May 03 22:21:30.333479 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f6c2c-69f8-4f14-bf19-dd6ce3729687 req-0a98d905-b910-4860-9f00-726072441db6 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:30.335474 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-866f6c2c-69f8-4f14-bf19-dd6ce3729687 req-0a98d905-b910-4860-9f00-726072441db6 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6067ca7b-a19e-461b-aa2a-c63e6a67d1a5 HTTP/1.1" status: 200 len: 1095 time: 0.2290790 May 03 22:21:30.363763 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca8bb8-a96e-4506-a44c-61bd61226585 req-168c44b2-3450-4b22-844b-0251f3435d2d tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:30.365559 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1aca8bb8-a96e-4506-a44c-61bd61226585 req-168c44b2-3450-4b22-844b-0251f3435d2d tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc6e9b7-5307-4ce5-b05c-fab3700aad1c HTTP/1.1" status: 200 len: 948 time: 0.2245483 May 03 22:21:30.406615 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-866f6c2c-69f8-4f14-bf19-dd6ce3729687 req-ef70e010-9af6-4eda-aad9-7b8d85dae79e tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649023 May 03 22:21:30.428085 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1aca8bb8-a96e-4506-a44c-61bd61226585 req-b3168c9e-03cf-4c76-a577-5468ac30dd9f tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/security-groups?id=1183dfe1-b104-4015-a004-e839f18864fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551121 May 03 22:21:30.629934 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4e8bbb8b-d54b-449b-8b39-b637e1e3db92 req-fe534675-1294-4a1f-b1ac-fea26a269041 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=66cc1d9a-6c4e-4c3a-8134-645379f6944b HTTP/1.1" status: 200 len: 210 time: 0.0875931 May 03 22:21:30.802945 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46832) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:30.818296 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9b8c9-2c75-4dfa-9e85-a44f4e920dbc req-aaeb546e-0acd-4c51-ac67-52a1a73f549a tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:30.819109 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-dcf9b8c9-2c75-4dfa-9e85-a44f4e920dbc req-aaeb546e-0acd-4c51-ac67-52a1a73f549a tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Synchronizing usage tracker for tenant:498aeb136ad344e696908c84b87971fc on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:21:30.839831 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-dcf9b8c9-2c75-4dfa-9e85-a44f4e920dbc req-aaeb546e-0acd-4c51-ac67-52a1a73f549a tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Unset dirty status for tenant:498aeb136ad344e696908c84b87971fc on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:21:30.842098 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dcf9b8c9-2c75-4dfa-9e85-a44f4e920dbc req-aaeb546e-0acd-4c51-ac67-52a1a73f549a tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b51bef0-6d37-40fa-a19a-43c4037be86a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1161883 May 03 22:21:30.936723 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-17137f87-87c4-483e-be88-ad23eba28595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:30.954682 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-17137f87-87c4-483e-be88-ad23eba28595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:21:30.959426 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-17137f87-87c4-483e-be88-ad23eba28595 admin admin] Usage tracker for resource:security_group_rule and tenant:fcabc9fed14645b68c447f6ea358cc59 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:21:30.962550 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-17137f87-87c4-483e-be88-ad23eba28595 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:21:30.969208 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-17137f87-87c4-483e-be88-ad23eba28595 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:21:31.065389 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-9e8bcb7c-37ef-4dcd-9d5b-69ebe8dee22a tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:31.071831 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-9e8bcb7c-37ef-4dcd-9d5b-69ebe8dee22a tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/networks?id=3476088d-e412-4e55-9c2f-549019c16834 HTTP/1.1" status: 200 len: 821 time: 0.2258115 May 03 22:21:31.075458 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-17137f87-87c4-483e-be88-ad23eba28595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:31.080359 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-17137f87-87c4-483e-be88-ad23eba28595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:31.104671 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 1d4ce42b-574b-4151-903c-393e534e5cab up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:21:31.105697 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-dcf9b8c9-2c75-4dfa-9e85-a44f4e920dbc req-4b818b97-dd0e-44d8-b213-240c0a60a844 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Synchronizing usage tracker for tenant:498aeb136ad344e696908c84b87971fc on resource:floatingip {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:21:31.136086 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-a863421d-5d10-4f83-95e6-89fb281db91f tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/quotas/ec7645f95a4b4ae78a2c1ea04f62a7e0 HTTP/1.1" status: 200 len: 375 time: 0.0633268 May 03 22:21:31.139680 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-17137f87-87c4-483e-be88-ad23eba28595 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fcabc9fed14645b68c447f6ea358cc59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3351221 May 03 22:21:31.140862 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46846) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:31.140862 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17137f87-87c4-483e-be88-ad23eba28595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c5d610-2e76-43cc-b70c-a85991e4fedd,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:31.223679 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3a0def7a-204c-4575-8c40-307ee3f20036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:31.243574 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 1d4ce42b-574b-4151-903c-393e534e5cab completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:21:31.255529 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 1d4ce42b-574b-4151-903c-393e534e5cab triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:21:31.255907 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:31.260260 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3a0def7a-204c-4575-8c40-307ee3f20036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:31.278722 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-dcf9b8c9-2c75-4dfa-9e85-a44f4e920dbc req-4b818b97-dd0e-44d8-b213-240c0a60a844 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Unset dirty status for tenant:498aeb136ad344e696908c84b87971fc on resource:floatingip {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:21:31.291818 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dcf9b8c9-2c75-4dfa-9e85-a44f4e920dbc req-4b818b97-dd0e-44d8-b213-240c0a60a844 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.4238210 May 03 22:21:31.352795 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3a0def7a-204c-4575-8c40-307ee3f20036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:31.372761 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0def7a-204c-4575-8c40-307ee3f20036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c5d610-2e76-43cc-b70c-a85991e4fedd,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:31.383964 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3a0def7a-204c-4575-8c40-307ee3f20036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:31.387432 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3a0def7a-204c-4575-8c40-307ee3f20036 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/90c5d610-2e76-43cc-b70c-a85991e4fedd HTTP/1.1" status: 204 len: 168 time: 0.2403879 May 03 22:21:31.387565 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-25c7ebb7-cda6-4953-82fd-9726565b211f req-832adc8e-f54b-4e3a-b736-55e98f04f944 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.0526555 May 03 22:21:31.402876 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-81655e60-a73b-43e1-a8cf-53e9b7469fdd tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:31.403267 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-81655e60-a73b-43e1-a8cf-53e9b7469fdd tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.60 "GET /v2.0/networks?id=a08060ad-4db7-45f2-9770-03717dbde23c HTTP/1.1" status: 200 len: 805 time: 0.3284614 May 03 22:21:31.437447 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:31.446456 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-8b419172-2094-4e09-9a7a-6fa3a5c066a7 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Request body: {'port': {'device_id': '66cc1d9a-6c4e-4c3a-8134-645379f6944b', 'network_id': 'a08060ad-4db7-45f2-9770-03717dbde23c', 'admin_state_up': True, 'tenant_id': 'd011205f344d4c96b639c49c6d4571d7'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:21:31.470078 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-84da704b-1ef6-4c01-96d8-99cb99c1cfc9 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3331237 May 03 22:21:31.473720 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 1d4ce42b-574b-4151-903c-393e534e5cab, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1d4ce42b-574b-4151-903c-393e534e5cab,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:21:31.480482 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:31.559830 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=1d4ce42b-574b-4151-903c-393e534e5cab,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:31.708734 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46862) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:31.726171 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5f7c3c7a-ac63-4493-a6b8-127a131324d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:31.736629 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d18baa-fe57-409b-9c7a-bd321d8bbb5d req-6c9d306f-d7f4-485c-831b-8b23a26fc4af tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:31.738127 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-29d18baa-fe57-409b-9c7a-bd321d8bbb5d req-6c9d306f-d7f4-485c-831b-8b23a26fc4af tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc6e9b7-5307-4ce5-b05c-fab3700aad1c HTTP/1.1" status: 200 len: 948 time: 0.3337879 May 03 22:21:31.745513 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-5f7c3c7a-ac63-4493-a6b8-127a131324d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:21:31.753488 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5f7c3c7a-ac63-4493-a6b8-127a131324d8 admin admin] Usage tracker for resource:security_group_rule and tenant:f4c0c2c9809f493f922bdcb94ba5c4f1 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:21:31.757468 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5f7c3c7a-ac63-4493-a6b8-127a131324d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:21:31.763670 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-5f7c3c7a-ac63-4493-a6b8-127a131324d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:21:31.774367 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-8b419172-2094-4e09-9a7a-6fa3a5c066a7 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:21:31.779495 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-7563c556-977e-4315-8932-72256bff840e service neutron] 10.222.0.58 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927141 May 03 22:21:31.783951 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-8b419172-2094-4e09-9a7a-6fa3a5c066a7 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Usage tracker for resource:port and tenant:d011205f344d4c96b639c49c6d4571d7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:21:31.788460 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-8b419172-2094-4e09-9a7a-6fa3a5c066a7 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:21:31.799879 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd829595b-778f-40ba-8734-ea71b22f5e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4ce42b-574b-4151-903c-393e534e5cab'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:21:31.825657 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-8b419172-2094-4e09-9a7a-6fa3a5c066a7 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:21:31.856827 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-29d18baa-fe57-409b-9c7a-bd321d8bbb5d req-07265da2-e181-4343-b321-bc551b178d82 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/security-groups?id=1183dfe1-b104-4015-a004-e839f18864fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006899 May 03 22:21:31.864399 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5f7c3c7a-ac63-4493-a6b8-127a131324d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:31.869480 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5f7c3c7a-ac63-4493-a6b8-127a131324d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:31.921568 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5f7c3c7a-ac63-4493-a6b8-127a131324d8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f4c0c2c9809f493f922bdcb94ba5c4f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2092803 May 03 22:21:31.921568 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c3c7a-ac63-4493-a6b8-127a131324d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd17ccf0-4397-434f-91a8-18aa705bc236,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:31.921898 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-8b419172-2094-4e09-9a7a-6fa3a5c066a7 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Made reservation on behalf of d011205f344d4c96b639c49c6d4571d7 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:21:31.922642 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46868) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:31.925277 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-8b419172-2094-4e09-9a7a-6fa3a5c066a7 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:31.984049 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b4e36f07-a4c2-4869-8954-a7eb9e7f633b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:32.010366 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b4e36f07-a4c2-4869-8954-a7eb9e7f633b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:32.061919 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-14a11caf-06cb-40e2-8b50-0307973a2c66 service neutron] 10.222.0.58 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692842 May 03 22:21:32.063247 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b4e36f07-a4c2-4869-8954-a7eb9e7f633b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:32.084217 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e36f07-a4c2-4869-8954-a7eb9e7f633b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd17ccf0-4397-434f-91a8-18aa705bc236,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:32.088757 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b4e36f07-a4c2-4869-8954-a7eb9e7f633b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:32.093059 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b4e36f07-a4c2-4869-8954-a7eb9e7f633b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cd17ccf0-4397-434f-91a8-18aa705bc236 HTTP/1.1" status: 204 len: 168 time: 0.1665602 May 03 22:21:32.198559 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16157b60-1d1c-4b17-824f-231aff2afdc9 req-a35093d5-8c7a-4c9d-986c-7666649b18fb tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:32.200101 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-16157b60-1d1c-4b17-824f-231aff2afdc9 req-a35093d5-8c7a-4c9d-986c-7666649b18fb tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.58 "GET /v2.0/ports?device_id=d829595b-778f-40ba-8734-ea71b22f5e1b HTTP/1.1" status: 200 len: 950 time: 0.2039616 May 03 22:21:32.227052 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-8b419172-2094-4e09-9a7a-6fa3a5c066a7 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Allocated IP 172.20.0.10 (a08060ad-4db7-45f2-9770-03717dbde23c/621c2e6c-82e2-4c38-a5c9-21982755e1f0/d792799f-8480-447b-9e72-7e12772389d0) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:21:32.271817 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-16157b60-1d1c-4b17-824f-231aff2afdc9 req-ce8871b2-1533-4fde-b7be-949295f226e5 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.58 "GET /v2.0/security-groups?id=b0c691f1-a508-43e3-acd0-31bac239d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619988 May 03 22:21:32.505320 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-be22c1b6-e6cf-42ab-920f-1c1b01d95b8e req-826a0e72-ad28-475a-870f-86655a125370 tempest-ServersAdmin275Test-1077563977 tempest-ServersAdmin275Test-1077563977-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.2066140 May 03 22:21:32.524696 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7f1893ad-6f3a-43c8-a4d8-6d7d296e5294 req-75e3ee0d-cb60-43ce-8335-01462b2f4057 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0991204 May 03 22:21:32.694130 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8012743c-cc55-48d4-9c8b-a6cc64f250f4'] response: {'server_uuid': 'd829595b-778f-40ba-8734-ea71b22f5e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4ce42b-574b-4151-903c-393e534e5cab', 'code': 200} May 03 22:21:32.820774 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ecbdd5d1-a697-4a22-8593-021736fc8963 req-1b9dc9c8-aaad-48d4-9575-072f53c76d1f tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=66cc1d9a-6c4e-4c3a-8134-645379f6944b HTTP/1.1" status: 200 len: 210 time: 0.1113811 May 03 22:21:32.983168 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-baf83497-ddd8-4def-af3c-bed2d584f506 req-7d520707-8ff5-421f-93d3-b65b4d1161b1 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6aa49f0-d5a2-427f-b98f-7d7f9908687b HTTP/1.1" status: 200 len: 210 time: 0.0757020 May 03 22:21:33.068131 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-8b419172-2094-4e09-9a7a-6fa3a5c066a7 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:33.097662 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1ef48-d8f6-4a5b-8959-a2d24564f77c req-f2f05e12-1a8f-400d-a27c-938cc95a4422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:33.099282 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-79d1ef48-d8f6-4a5b-8959-a2d24564f77c req-f2f05e12-1a8f-400d-a27c-938cc95a4422 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d829595b-778f-40ba-8734-ea71b22f5e1b HTTP/1.1" status: 200 len: 1101 time: 0.2604573 May 03 22:21:33.215678 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-79d1ef48-d8f6-4a5b-8959-a2d24564f77c req-721eddab-d2c0-4371-9e7d-fffb04a8dbfd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b0c691f1-a508-43e3-acd0-31bac239d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084392 May 03 22:21:33.221731 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-8b419172-2094-4e09-9a7a-6fa3a5c066a7 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:33.349476 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-8b419172-2094-4e09-9a7a-6fa3a5c066a7 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Network a08060ad-4db7-45f2-9770-03717dbde23c is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:21:33.356806 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-8b419172-2094-4e09-9a7a-6fa3a5c066a7 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:21:33.361589 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-8b419172-2094-4e09-9a7a-6fa3a5c066a7 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:21:33.365029 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-8b419172-2094-4e09-9a7a-6fa3a5c066a7 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:33.365668 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-8b419172-2094-4e09-9a7a-6fa3a5c066a7 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:33.400152 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca71f83-ac86-4968-9762-b3a6f19121e2 req-a21920f4-fd25-4d7b-ba7d-0bb4d9fe8e2c tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:33.401648 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6ca71f83-ac86-4968-9762-b3a6f19121e2 req-a21920f4-fd25-4d7b-ba7d-0bb4d9fe8e2c tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc6e9b7-5307-4ce5-b05c-fab3700aad1c HTTP/1.1" status: 200 len: 948 time: 0.2760038 May 03 22:21:33.404361 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b419172-2094-4e09-9a7a-6fa3a5c066a7 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Pushing event updated for resources: {'Port': ['ID=d792799f-8480-447b-9e72-7e12772389d0,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:33.446099 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-8b419172-2094-4e09-9a7a-6fa3a5c066a7 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0042887 May 03 22:21:33.469243 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-28ad92b4-1f49-4e40-944b-66fe656d7247 service neutron] Request body: {'port': {'device_id': '66cc1d9a-6c4e-4c3a-8134-645379f6944b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:21:33.557164 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6ca71f83-ac86-4968-9762-b3a6f19121e2 req-6aa0a820-7a5e-4303-9726-ff012cc03000 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/security-groups?id=1183dfe1-b104-4015-a004-e839f18864fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440494 May 03 22:21:33.618346 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717afaae-e052-48d4-a204-57e4fb10e634 req-4cf16ecd-9460-4885-9e1d-27d23d1c59c3 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:33.626213 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-717afaae-e052-48d4-a204-57e4fb10e634 req-4cf16ecd-9460-4885-9e1d-27d23d1c59c3 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b51bef0-6d37-40fa-a19a-43c4037be86a HTTP/1.1" status: 200 len: 945 time: 0.4083979 May 03 22:21:33.854113 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-717afaae-e052-48d4-a204-57e4fb10e634 req-f2ebc79d-a263-4227-9253-9b62a336c5e4 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/security-groups?id=99c05288-5684-4996-9413-e1566b84a935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267928 May 03 22:21:33.875650 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-28ad92b4-1f49-4e40-944b-66fe656d7247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:33.932143 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-68ef2f10-fc79-42c6-8e06-808b974fe87c tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:33.933526 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-68ef2f10-fc79-42c6-8e06-808b974fe87c tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.67 "GET /v2.0/networks?id=3476088d-e412-4e55-9c2f-549019c16834 HTTP/1.1" status: 200 len: 821 time: 0.4302285 May 03 22:21:33.952470 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-66349307-3474-4dc6-a2a0-c042a786d7fd tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Request body: {'port': {'device_id': 'b6aa49f0-d5a2-427f-b98f-7d7f9908687b', 'network_id': '3476088d-e412-4e55-9c2f-549019c16834', 'admin_state_up': True, 'tenant_id': 'ec7645f95a4b4ae78a2c1ea04f62a7e0'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:21:34.044759 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-391c617f-70e4-44d7-9f06-a02dab44870b req-8c314309-3b4a-4abe-8ed9-ebcf87c59c0e tempest-ServersAdmin275Test-1077563977 tempest-ServersAdmin275Test-1077563977-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.0766251 May 03 22:21:34.099739 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481452e7-52ef-4825-a089-01a838398ae6 req-25bcc69a-20f9-415f-9f10-1528f45e47c7 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:34.101724 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-481452e7-52ef-4825-a089-01a838398ae6 req-25bcc69a-20f9-415f-9f10-1528f45e47c7 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.58 "GET /v2.0/ports?device_id=d829595b-778f-40ba-8734-ea71b22f5e1b HTTP/1.1" status: 200 len: 950 time: 0.3880777 May 03 22:21:34.385710 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-481452e7-52ef-4825-a089-01a838398ae6 req-10d1e126-5c39-4cf9-b439-e3866d5249f9 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.58 "GET /v2.0/security-groups?id=b0c691f1-a508-43e3-acd0-31bac239d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759771 May 03 22:21:34.438142 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-66349307-3474-4dc6-a2a0-c042a786d7fd tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:21:34.499968 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-66349307-3474-4dc6-a2a0-c042a786d7fd tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:21:34.528249 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-66349307-3474-4dc6-a2a0-c042a786d7fd tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Made reservation on behalf of ec7645f95a4b4ae78a2c1ea04f62a7e0 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:21:34.531691 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-66349307-3474-4dc6-a2a0-c042a786d7fd tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:34.552886 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d513a48-0935-4f14-a11d-f5b3f84578dc req-c7fc6ed0-269f-4113-84c6-7b32136400f5 tempest-LiveMigrationNegativeTest-934220825 tempest-LiveMigrationNegativeTest-934220825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:34.554781 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1d513a48-0935-4f14-a11d-f5b3f84578dc req-c7fc6ed0-269f-4113-84c6-7b32136400f5 tempest-LiveMigrationNegativeTest-934220825 tempest-LiveMigrationNegativeTest-934220825-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=9bc6e9b7-5307-4ce5-b05c-fab3700aad1c HTTP/1.1" status: 200 len: 1099 time: 0.4032395 May 03 22:21:34.633784 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1d513a48-0935-4f14-a11d-f5b3f84578dc req-f482ac13-5aca-4691-b31f-27d78d6f0205 tempest-LiveMigrationNegativeTest-934220825 tempest-LiveMigrationNegativeTest-934220825-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:34.719270 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-1d513a48-0935-4f14-a11d-f5b3f84578dc req-f482ac13-5aca-4691-b31f-27d78d6f0205 tempest-LiveMigrationNegativeTest-934220825 tempest-LiveMigrationNegativeTest-934220825-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:21:34.730253 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-1d513a48-0935-4f14-a11d-f5b3f84578dc req-f482ac13-5aca-4691-b31f-27d78d6f0205 tempest-LiveMigrationNegativeTest-934220825 tempest-LiveMigrationNegativeTest-934220825-project-admin] Usage tracker for resource:security_group_rule and tenant:f1aeda0c5971401794db2a348aa2303a is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:21:34.734870 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-1d513a48-0935-4f14-a11d-f5b3f84578dc req-f482ac13-5aca-4691-b31f-27d78d6f0205 tempest-LiveMigrationNegativeTest-934220825 tempest-LiveMigrationNegativeTest-934220825-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:21:34.760465 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-1d513a48-0935-4f14-a11d-f5b3f84578dc req-f482ac13-5aca-4691-b31f-27d78d6f0205 tempest-LiveMigrationNegativeTest-934220825 tempest-LiveMigrationNegativeTest-934220825-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:21:34.886596 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-28ad92b4-1f49-4e40-944b-66fe656d7247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d792799f-8480-447b-9e72-7e12772389d0 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:21:34.904735 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-28ad92b4-1f49-4e40-944b-66fe656d7247 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:34.922786 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-66349307-3474-4dc6-a2a0-c042a786d7fd tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Allocated IP 172.20.0.11 (3476088d-e412-4e55-9c2f-549019c16834/63a9fee3-85c4-4a95-8dcc-67111d08a3de/5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:21:34.945278 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-28ad92b4-1f49-4e40-944b-66fe656d7247 service neutron] Transition to ACTIVE for port object d792799f-8480-447b-9e72-7e12772389d0 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:21:34.952966 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7cec2-d583-4da4-ae68-a929958d329b req-63cf959a-ebc9-4f87-a42c-eb9a18dafb17 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:34.953652 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-14d7cec2-d583-4da4-ae68-a929958d329b req-63cf959a-ebc9-4f87-a42c-eb9a18dafb17 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Synchronizing usage tracker for tenant:d011205f344d4c96b639c49c6d4571d7 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:21:34.964460 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-28ad92b4-1f49-4e40-944b-66fe656d7247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:35.040814 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c9214-20b6-4277-86ac-aa3924e7f144 req-49b6ae9d-7c38-4a8a-b438-995f00ba3c86 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:35.041663 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-8d6c9214-20b6-4277-86ac-aa3924e7f144 req-49b6ae9d-7c38-4a8a-b438-995f00ba3c86 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Synchronizing usage tracker for tenant:498aeb136ad344e696908c84b87971fc on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:21:35.055080 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-8d6c9214-20b6-4277-86ac-aa3924e7f144 req-49b6ae9d-7c38-4a8a-b438-995f00ba3c86 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Unset dirty status for tenant:498aeb136ad344e696908c84b87971fc on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:21:35.056459 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8d6c9214-20b6-4277-86ac-aa3924e7f144 req-49b6ae9d-7c38-4a8a-b438-995f00ba3c86 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.67 "GET /v2.0/ports?device_id=7b51bef0-6d37-40fa-a19a-43c4037be86a HTTP/1.1" status: 200 len: 945 time: 0.0977514 May 03 22:21:35.125625 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-8d6c9214-20b6-4277-86ac-aa3924e7f144 req-358121b3-bf1f-4951-96ae-522868012fb3 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Deleting port e803c704-3d4a-492e-8ef4-2fa5634860e3 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:21:35.125837 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-14d7cec2-d583-4da4-ae68-a929958d329b req-63cf959a-ebc9-4f87-a42c-eb9a18dafb17 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Unset dirty status for tenant:d011205f344d4c96b639c49c6d4571d7 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:21:35.126301 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8d6c9214-20b6-4277-86ac-aa3924e7f144 req-358121b3-bf1f-4951-96ae-522868012fb3 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:35.127019 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-14d7cec2-d583-4da4-ae68-a929958d329b req-63cf959a-ebc9-4f87-a42c-eb9a18dafb17 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=66cc1d9a-6c4e-4c3a-8134-645379f6944b HTTP/1.1" status: 200 len: 932 time: 0.4976401 May 03 22:21:35.184450 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad92b4-1f49-4e40-944b-66fe656d7247 service neutron] Pushing event updated for resources: {'Port': ['ID=d792799f-8480-447b-9e72-7e12772389d0,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:35.259026 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1d513a48-0935-4f14-a11d-f5b3f84578dc req-f482ac13-5aca-4691-b31f-27d78d6f0205 tempest-LiveMigrationNegativeTest-934220825 tempest-LiveMigrationNegativeTest-934220825-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:35.291642 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1d513a48-0935-4f14-a11d-f5b3f84578dc req-f482ac13-5aca-4691-b31f-27d78d6f0205 tempest-LiveMigrationNegativeTest-934220825 tempest-LiveMigrationNegativeTest-934220825-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:35.370095 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-28ad92b4-1f49-4e40-944b-66fe656d7247 service neutron] Attempting to bind port d792799f-8480-447b-9e72-7e12772389d0 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:21:35.370436 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-28ad92b4-1f49-4e40-944b-66fe656d7247 service neutron] Attempting to bind port d792799f-8480-447b-9e72-7e12772389d0 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'd5261de8-a046-496c-9988-b261e2ae107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a08060ad-4db7-45f2-9770-03717dbde23c'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:21:35.370682 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-8d6c9214-20b6-4277-86ac-aa3924e7f144 req-358121b3-bf1f-4951-96ae-522868012fb3 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] For port e803c704-3d4a-492e-8ef4-2fa5634860e3, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=e803c704-3d4a-492e-8ef4-2fa5634860e3,segment=NetworkSegment(a53a0ba9-b490-46a5-9f9e-5609a8fb67ef),segment_id=a53a0ba9-b490-46a5-9f9e-5609a8fb67ef)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:21:35.370801 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-28ad92b4-1f49-4e40-944b-66fe656d7247 service neutron] Attempting to bind port d792799f-8480-447b-9e72-7e12772389d0 on network a08060ad-4db7-45f2-9770-03717dbde23c {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:21:35.371156 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8d6c9214-20b6-4277-86ac-aa3924e7f144 req-358121b3-bf1f-4951-96ae-522868012fb3 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:35.384182 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-14d7cec2-d583-4da4-ae68-a929958d329b req-1edc0cdd-181b-4301-91da-b664f9a4a69b tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447531 May 03 22:21:35.395038 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1d513a48-0935-4f14-a11d-f5b3f84578dc req-f482ac13-5aca-4691-b31f-27d78d6f0205 tempest-LiveMigrationNegativeTest-934220825 tempest-LiveMigrationNegativeTest-934220825-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=1183dfe1-b104-4015-a004-e839f18864fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8260331 May 03 22:21:35.406765 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-28ad92b4-1f49-4e40-944b-66fe656d7247 service neutron] Port d792799f-8480-447b-9e72-7e12772389d0 on network a08060ad-4db7-45f2-9770-03717dbde23c not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:21:35.407092 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-28ad92b4-1f49-4e40-944b-66fe656d7247 service neutron] Attempting to bind port d792799f-8480-447b-9e72-7e12772389d0 on network a08060ad-4db7-45f2-9770-03717dbde23c {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:21:35.418933 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482ac13-5aca-4691-b31f-27d78d6f0205 tempest-LiveMigrationNegativeTest-934220825 tempest-LiveMigrationNegativeTest-934220825-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb929105-6e6c-4164-9170-7ceb209143d8,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:35.426337 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-28ad92b4-1f49-4e40-944b-66fe656d7247 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:21:35.426682 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-28ad92b4-1f49-4e40-944b-66fe656d7247 service neutron] Checking segment: {'id': 'd5261de8-a046-496c-9988-b261e2ae107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a08060ad-4db7-45f2-9770-03717dbde23c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:21:35.427336 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-28ad92b4-1f49-4e40-944b-66fe656d7247 service neutron] Bound using segment: {'id': 'd5261de8-a046-496c-9988-b261e2ae107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a08060ad-4db7-45f2-9770-03717dbde23c'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:21:35.427773 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-28ad92b4-1f49-4e40-944b-66fe656d7247 service neutron] Bound port: d792799f-8480-447b-9e72-7e12772389d0, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5261de8-a046-496c-9988-b261e2ae107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a08060ad-4db7-45f2-9770-03717dbde23c'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:21:35.428121 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-28ad92b4-1f49-4e40-944b-66fe656d7247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:35.561447 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-66349307-3474-4dc6-a2a0-c042a786d7fd tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:35.579781 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f874389a-1fda-4c3f-b4cc-757fc986c541 req-a9f25024-2434-484c-8455-82dc23345553 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6aa49f0-d5a2-427f-b98f-7d7f9908687b HTTP/1.1" status: 200 len: 210 time: 0.0714443 May 03 22:21:35.625589 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-28ad92b4-1f49-4e40-944b-66fe656d7247 service neutron] For port d792799f-8480-447b-9e72-7e12772389d0, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:21:35.629972 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-28ad92b4-1f49-4e40-944b-66fe656d7247 service neutron] For port d792799f-8480-447b-9e72-7e12772389d0, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=d792799f-8480-447b-9e72-7e12772389d0,segment=NetworkSegment(d5261de8-a046-496c-9988-b261e2ae107f),segment_id=d5261de8-a046-496c-9988-b261e2ae107f)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:21:35.637221 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-8d6c9214-20b6-4277-86ac-aa3924e7f144 req-358121b3-bf1f-4951-96ae-522868012fb3 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Calling delete_port for e803c704-3d4a-492e-8ef4-2fa5634860e3 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:21:35.656089 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-28ad92b4-1f49-4e40-944b-66fe656d7247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:35.702745 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-66349307-3474-4dc6-a2a0-c042a786d7fd tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:35.751568 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-28ad92b4-1f49-4e40-944b-66fe656d7247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:35.752210 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-28ad92b4-1f49-4e40-944b-66fe656d7247 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:35.753643 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-28ad92b4-1f49-4e40-944b-66fe656d7247 service neutron] 10.222.0.60 "PUT /v2.0/ports/d792799f-8480-447b-9e72-7e12772389d0 HTTP/1.1" status: 200 len: 1092 time: 2.2925897 May 03 22:21:35.757332 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66cc1d9a-6c4e-4c3a-8134-645379f6944b', 'tag': 'd792799f-8480-447b-9e72-7e12772389d0'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:21:35.799416 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8d6c9214-20b6-4277-86ac-aa3924e7f144 req-358121b3-bf1f-4951-96ae-522868012fb3 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:35.822014 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['e803c704-3d4a-492e-8ef4-2fa5634860e3'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:21:35.826053 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-66349307-3474-4dc6-a2a0-c042a786d7fd tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Network 3476088d-e412-4e55-9c2f-549019c16834 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:21:35.838158 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-66349307-3474-4dc6-a2a0-c042a786d7fd tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:21:35.852942 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-649a2d6e-0231-4c80-867c-9c512126ba8a req-fd61cf50-c7e5-4b62-b2be-a9adeacadcad tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b51bef0-6d37-40fa-a19a-43c4037be86a HTTP/1.1" status: 200 len: 210 time: 0.0729332 May 03 22:21:35.893996 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-66349307-3474-4dc6-a2a0-c042a786d7fd tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:21:35.901579 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-66349307-3474-4dc6-a2a0-c042a786d7fd tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:35.902865 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-66349307-3474-4dc6-a2a0-c042a786d7fd tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:35.911502 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358121b3-bf1f-4951-96ae-522868012fb3 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Pushing event deleted for resources: {'Port': ['ID=e803c704-3d4a-492e-8ef4-2fa5634860e3,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:35.938498 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad92b4-1f49-4e40-944b-66fe656d7247 service neutron] Pushing event updated for resources: {'Port': ['ID=d792799f-8480-447b-9e72-7e12772389d0,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:36.009456 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6c9214-20b6-4277-86ac-aa3924e7f144 req-358121b3-bf1f-4951-96ae-522868012fb3 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] No DVR routers for this DVR port e803c704-3d4a-492e-8ef4-2fa5634860e3 on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:21:36.014086 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8d6c9214-20b6-4277-86ac-aa3924e7f144 req-358121b3-bf1f-4951-96ae-522868012fb3 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:36.026943 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b51bef0-6d37-40fa-a19a-43c4037be86a', 'name': 'network-vif-deleted', 'tag': 'e803c704-3d4a-492e-8ef4-2fa5634860e3'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:21:36.036567 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8d6c9214-20b6-4277-86ac-aa3924e7f144 req-358121b3-bf1f-4951-96ae-522868012fb3 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030 tempest-FloatingIPsAssociationNegativeTestJSON-1460508030-project] 10.222.0.67 "DELETE /v2.0/ports/e803c704-3d4a-492e-8ef4-2fa5634860e3 HTTP/1.1" status: 204 len: 173 time: 0.9739616 May 03 22:21:36.070808 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-66349307-3474-4dc6-a2a0-c042a786d7fd tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1229208 May 03 22:21:36.086156 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f8fec275-596a-4de4-b987-ee434231b52d req-b623fc5e-a8bc-4328-b555-a248bd622346 tempest-ServersAdmin275Test-1077563977 tempest-ServersAdmin275Test-1077563977-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.0715084 May 03 22:21:36.089794 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66349307-3474-4dc6-a2a0-c042a786d7fd tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Pushing event updated for resources: {'Port': ['ID=5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:36.095263 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-24428934-d4aa-47c5-9cc1-407758b802f8 service neutron] Request body: {'port': {'device_id': 'b6aa49f0-d5a2-427f-b98f-7d7f9908687b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:21:36.245385 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-a68bb196-2fa1-4de5-beef-79755768a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:36.246853 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-a68bb196-2fa1-4de5-beef-79755768a801 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d011205f344d4c96b639c49c6d4571d7&device_id=66cc1d9a-6c4e-4c3a-8134-645379f6944b HTTP/1.1" status: 200 len: 1095 time: 0.4049273 May 03 22:21:36.274437 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46974) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:36.337480 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec4c53f4-bad5-49f7-8d83-69f29b65d9e7'] response: {'server_uuid': '7b51bef0-6d37-40fa-a19a-43c4037be86a', 'name': 'network-vif-deleted', 'tag': 'e803c704-3d4a-492e-8ef4-2fa5634860e3', 'status': 'completed', 'code': 200} May 03 22:21:36.471312 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0ec83d55-0515-4c8d-9654-8e63153da9eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:36.472182 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f883e52-0b6e-4f8d-9cd2-a98ddabb848e'] response: {'name': 'network-changed', 'server_uuid': '66cc1d9a-6c4e-4c3a-8134-645379f6944b', 'tag': 'd792799f-8480-447b-9e72-7e12772389d0', 'status': 'completed', 'code': 200} May 03 22:21:36.487240 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-1d08b296-9839-4b19-9923-b41f3172a228 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d792799f-8480-447b-9e72-7e12772389d0 HTTP/1.1" status: 200 len: 217 time: 0.2066948 May 03 22:21:36.489522 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-0ec83d55-0515-4c8d-9654-8e63153da9eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:21:36.492889 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0ec83d55-0515-4c8d-9654-8e63153da9eb admin admin] Usage tracker for resource:security_group_rule and tenant:0dc216ab31ee49acae9fd724be4e60e6 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:21:36.495937 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0ec83d55-0515-4c8d-9654-8e63153da9eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:21:36.501801 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-0ec83d55-0515-4c8d-9654-8e63153da9eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:21:36.579641 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c51f53ba-9d78-4582-9185-a6877e54e6b9 req-f0adf30a-1d58-4a6c-b767-2ed528c90623 tempest-ServersAdmin275Test-1077563977 tempest-ServersAdmin275Test-1077563977-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.0975068 May 03 22:21:36.595654 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-24428934-d4aa-47c5-9cc1-407758b802f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:36.619788 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0ec83d55-0515-4c8d-9654-8e63153da9eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:36.630916 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-b9071fe6-4c97-4866-87e4-78d00786e8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:36.633280 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-b9071fe6-4c97-4866-87e4-78d00786e8d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=621c2e6c-82e2-4c38-a5c9-21982755e1f0 HTTP/1.1" status: 200 len: 845 time: 0.1128802 May 03 22:21:36.634875 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0ec83d55-0515-4c8d-9654-8e63153da9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:36.718816 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec83d55-0515-4c8d-9654-8e63153da9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372d5552-a6a5-4d02-96d8-959e24934e1a,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:36.732014 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd8dab-ef1b-47c5-9b37-c1ba3a22dae2 req-9f6f7be8-18cf-438c-998a-e17dd088a6be tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:36.739870 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e3fd8dab-ef1b-47c5-9b37-c1ba3a22dae2 req-9f6f7be8-18cf-438c-998a-e17dd088a6be tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.58 "GET /v2.0/ports?device_id=d829595b-778f-40ba-8734-ea71b22f5e1b HTTP/1.1" status: 200 len: 950 time: 0.5789945 May 03 22:21:36.765308 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0ec83d55-0515-4c8d-9654-8e63153da9eb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0dc216ab31ee49acae9fd724be4e60e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4891906 May 03 22:21:36.765611 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-93a59650-276a-453a-afab-72956722bbd2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a08060ad-4db7-45f2-9770-03717dbde23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001356 May 03 22:21:36.768608 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46984) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:36.877270 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-22f7475f-ce43-4a54-ab19-8d366e8477b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:36.907561 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-22f7475f-ce43-4a54-ab19-8d366e8477b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:36.963576 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e3fd8dab-ef1b-47c5-9b37-c1ba3a22dae2 req-ab5678e4-30f6-42da-b726-0bc16ad6e87f tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.58 "GET /v2.0/security-groups?id=b0c691f1-a508-43e3-acd0-31bac239d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226961 May 03 22:21:37.029240 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-22f7475f-ce43-4a54-ab19-8d366e8477b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:37.061602 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f7475f-ce43-4a54-ab19-8d366e8477b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372d5552-a6a5-4d02-96d8-959e24934e1a,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:37.074021 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-22f7475f-ce43-4a54-ab19-8d366e8477b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:37.075415 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-22f7475f-ce43-4a54-ab19-8d366e8477b2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/372d5552-a6a5-4d02-96d8-959e24934e1a HTTP/1.1" status: 204 len: 168 time: 0.3049862 May 03 22:21:37.143719 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-cd55aae1-6218-401a-9c7d-128cc96b502d service neutron] 10.222.0.60 "GET /v2.0/networks/a08060ad-4db7-45f2-9770-03717dbde23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668697 May 03 22:21:37.366546 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783e998-6509-45ae-b189-ffc587235743 req-2d015e01-d781-4ecf-aa12-579ce3cdabf7 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:37.368041 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3783e998-6509-45ae-b189-ffc587235743 req-2d015e01-d781-4ecf-aa12-579ce3cdabf7 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=66cc1d9a-6c4e-4c3a-8134-645379f6944b HTTP/1.1" status: 200 len: 944 time: 0.4007826 May 03 22:21:37.369632 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47000) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:37.387083 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-74d3681e-9057-4bfc-aa5c-8ec15441c94c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:37.404794 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-74d3681e-9057-4bfc-aa5c-8ec15441c94c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:21:37.408567 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-74d3681e-9057-4bfc-aa5c-8ec15441c94c admin admin] Usage tracker for resource:security_group_rule and tenant:8f4424aea83d4450aa80dddd14d58163 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:21:37.411371 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-74d3681e-9057-4bfc-aa5c-8ec15441c94c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:21:37.414799 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-87effe5c-8657-41e1-a784-fcf12377bf67 req-4ac47fa4-b86d-42d2-8af3-ee75bb2cf6e7 service neutron] 10.222.0.60 "GET /v2.0/networks/a08060ad-4db7-45f2-9770-03717dbde23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626858 May 03 22:21:37.417492 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-74d3681e-9057-4bfc-aa5c-8ec15441c94c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:21:37.517063 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-74d3681e-9057-4bfc-aa5c-8ec15441c94c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:37.521341 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-74d3681e-9057-4bfc-aa5c-8ec15441c94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:37.541634 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd17fd-9c3a-4c5b-b249-5dabc6c5aafb req-6a61a765-51bc-4e68-8395-0115f596a7cd tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:37.542250 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f6dd17fd-9c3a-4c5b-b249-5dabc6c5aafb req-6a61a765-51bc-4e68-8395-0115f596a7cd tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Synchronizing usage tracker for tenant:ec7645f95a4b4ae78a2c1ea04f62a7e0 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:21:37.549769 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3783e998-6509-45ae-b189-ffc587235743 req-e68a7a59-ecb8-4952-b4fc-5fb087d91053 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646078 May 03 22:21:37.577440 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-24428934-d4aa-47c5-9cc1-407758b802f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:21:37.588461 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f6dd17fd-9c3a-4c5b-b249-5dabc6c5aafb req-6a61a765-51bc-4e68-8395-0115f596a7cd tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Unset dirty status for tenant:ec7645f95a4b4ae78a2c1ea04f62a7e0 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:21:37.594910 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f6dd17fd-9c3a-4c5b-b249-5dabc6c5aafb req-6a61a765-51bc-4e68-8395-0115f596a7cd tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6aa49f0-d5a2-427f-b98f-7d7f9908687b HTTP/1.1" status: 200 len: 932 time: 0.4453812 May 03 22:21:37.598682 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-24428934-d4aa-47c5-9cc1-407758b802f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:37.643550 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-24428934-d4aa-47c5-9cc1-407758b802f8 service neutron] Transition to ACTIVE for port object 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:21:37.645135 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-74d3681e-9057-4bfc-aa5c-8ec15441c94c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8f4424aea83d4450aa80dddd14d58163&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2742152 May 03 22:21:37.649708 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47006) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:37.658497 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-24428934-d4aa-47c5-9cc1-407758b802f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:37.670181 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3681e-9057-4bfc-aa5c-8ec15441c94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec7be3f-dcfb-472a-9a0c-7cd5b0525cb5,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:37.720680 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f6dd17fd-9c3a-4c5b-b249-5dabc6c5aafb req-ee6ca8b0-d0f5-41ce-9979-cea69c1b5ab1 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249211 May 03 22:21:37.727239 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7255091-c99e-49af-ad14-400ccd565539 req-c514a465-aef1-4fc8-8f0c-8a0ef668d767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:37.728701 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d7255091-c99e-49af-ad14-400ccd565539 req-c514a465-aef1-4fc8-8f0c-8a0ef668d767 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d011205f344d4c96b639c49c6d4571d7&device_id=66cc1d9a-6c4e-4c3a-8134-645379f6944b HTTP/1.1" status: 200 len: 1095 time: 0.2495134 May 03 22:21:37.748208 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cc2e285c-b6cd-4df2-86d3-600b95e36bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:37.779070 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cc2e285c-b6cd-4df2-86d3-600b95e36bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:37.851257 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cc2e285c-b6cd-4df2-86d3-600b95e36bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:37.857697 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24428934-d4aa-47c5-9cc1-407758b802f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:37.883901 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e285c-b6cd-4df2-86d3-600b95e36bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec7be3f-dcfb-472a-9a0c-7cd5b0525cb5,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:37.902708 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47010) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:37.980774 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cc2e285c-b6cd-4df2-86d3-600b95e36bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:37.982404 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-cc2e285c-b6cd-4df2-86d3-600b95e36bc1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dec7be3f-dcfb-472a-9a0c-7cd5b0525cb5 HTTP/1.1" status: 204 len: 168 time: 0.3313875 May 03 22:21:38.039609 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-24428934-d4aa-47c5-9cc1-407758b802f8 service neutron] Attempting to bind port 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:21:38.039957 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-24428934-d4aa-47c5-9cc1-407758b802f8 service neutron] Attempting to bind port 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:21:38.040291 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-24428934-d4aa-47c5-9cc1-407758b802f8 service neutron] Attempting to bind port 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 on network 3476088d-e412-4e55-9c2f-549019c16834 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:21:38.091856 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-24428934-d4aa-47c5-9cc1-407758b802f8 service neutron] Port 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 on network 3476088d-e412-4e55-9c2f-549019c16834 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:21:38.092246 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-24428934-d4aa-47c5-9cc1-407758b802f8 service neutron] Attempting to bind port 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 on network 3476088d-e412-4e55-9c2f-549019c16834 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:21:38.259249 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ba69d418-8ae9-4b61-9f02-4f0c12454d89 req-30b8cca0-5e5e-4cbc-a9e2-9c95e3643888 tempest-ServersAdmin275Test-1077563977 tempest-ServersAdmin275Test-1077563977-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.2152953 May 03 22:21:38.260200 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-24428934-d4aa-47c5-9cc1-407758b802f8 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:21:38.260719 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-24428934-d4aa-47c5-9cc1-407758b802f8 service neutron] Checking segment: {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:21:38.261250 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-24428934-d4aa-47c5-9cc1-407758b802f8 service neutron] Bound using segment: {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:21:38.261842 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-24428934-d4aa-47c5-9cc1-407758b802f8 service neutron] Bound port: 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:21:38.262376 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-24428934-d4aa-47c5-9cc1-407758b802f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:38.298310 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7255091-c99e-49af-ad14-400ccd565539 req-65d49bd7-918f-4f22-a42e-b2ac1cfe0e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:38.299981 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d7255091-c99e-49af-ad14-400ccd565539 req-65d49bd7-918f-4f22-a42e-b2ac1cfe0e79 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a08060ad-4db7-45f2-9770-03717dbde23c HTTP/1.1" status: 200 len: 906 time: 0.5636015 May 03 22:21:38.414073 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d7255091-c99e-49af-ad14-400ccd565539 req-ece84f18-1a30-428f-96af-8f4983c7ad2d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d792799f-8480-447b-9e72-7e12772389d0 HTTP/1.1" status: 200 len: 217 time: 0.0839534 May 03 22:21:38.560209 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-24428934-d4aa-47c5-9cc1-407758b802f8 service neutron] For port 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:21:38.565801 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-24428934-d4aa-47c5-9cc1-407758b802f8 service neutron] For port 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:21:38.570951 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7255091-c99e-49af-ad14-400ccd565539 req-2502ba74-3a09-46f3-82c9-db5d722af9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:38.572639 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d7255091-c99e-49af-ad14-400ccd565539 req-2502ba74-3a09-46f3-82c9-db5d722af9b4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=621c2e6c-82e2-4c38-a5c9-21982755e1f0 HTTP/1.1" status: 200 len: 845 time: 0.1499486 May 03 22:21:38.583292 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fcad81-8188-4b95-aaca-caaf062d8a3d req-01753267-660e-4d3f-acf2-54437dc1a3d0 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:38.584806 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8fcad81-8188-4b95-aaca-caaf062d8a3d req-01753267-660e-4d3f-acf2-54437dc1a3d0 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a46b823-e067-4c0d-8a50-0101b4fe990b HTTP/1.1" status: 200 len: 950 time: 0.4902709 May 03 22:21:38.589087 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-24428934-d4aa-47c5-9cc1-407758b802f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:38.635726 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-84d04cc5-cb0f-4f8f-99e4-007d880b4dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:38.713771 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d7255091-c99e-49af-ad14-400ccd565539 req-36dc10f3-1b29-42bd-80a0-978048b5d1c7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a08060ad-4db7-45f2-9770-03717dbde23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1218414 May 03 22:21:38.721680 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-24428934-d4aa-47c5-9cc1-407758b802f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:38.722397 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-24428934-d4aa-47c5-9cc1-407758b802f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:38.723783 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-24428934-d4aa-47c5-9cc1-407758b802f8 service neutron] 10.222.0.67 "PUT /v2.0/ports/5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 HTTP/1.1" status: 200 len: 1092 time: 2.6357541 May 03 22:21:38.729226 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6aa49f0-d5a2-427f-b98f-7d7f9908687b', 'tag': '5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:21:38.741123 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device e803c704-3d4a-492e-8ef4-2fa5634860e3 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:21:38.810781 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: e803c704-3d4a-492e-8ef4-2fa5634860e3 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:21:38.811608 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device e803c704-3d4a-492e-8ef4-2fa5634860e3 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:21:38.866803 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8fcad81-8188-4b95-aaca-caaf062d8a3d req-d2fd3983-3baf-4ccc-a1bc-1b4f2811b796 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.58 "GET /v2.0/security-groups?id=b0c691f1-a508-43e3-acd0-31bac239d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735367 May 03 22:21:38.879582 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a68c24-dc79-4f0d-a860-c7cc9f1ac500 req-26ae18c1-4ba7-44a5-986c-4001636c29d6 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:38.893700 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-49a68c24-dc79-4f0d-a860-c7cc9f1ac500 req-26ae18c1-4ba7-44a5-986c-4001636c29d6 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc6e9b7-5307-4ce5-b05c-fab3700aad1c HTTP/1.1" status: 200 len: 948 time: 0.4759178 May 03 22:21:39.080165 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24428934-d4aa-47c5-9cc1-407758b802f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:39.125917 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-84d04cc5-cb0f-4f8f-99e4-007d880b4dcf admin admin] Deleting port 3a961981-38dd-4b08-8989-d1a95e665c88 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:21:39.126352 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-84d04cc5-cb0f-4f8f-99e4-007d880b4dcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:39.126749 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d7255091-c99e-49af-ad14-400ccd565539 req-a2d942ab-fe5d-4ae8-bc47-a2d263336e4a service neutron] 10.222.0.60 "GET /v2.0/networks/a08060ad-4db7-45f2-9770-03717dbde23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008667 May 03 22:21:39.178091 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-49a68c24-dc79-4f0d-a860-c7cc9f1ac500 req-71465d4d-bc30-4710-aba4-d7c9f332f2c1 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/security-groups?id=1183dfe1-b104-4015-a004-e839f18864fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820721 May 03 22:21:39.272321 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-6e8065d6-f39d-45d7-aa5e-751dd8350aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:39.274436 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-6e8065d6-f39d-45d7-aa5e-751dd8350aac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&device_id=b6aa49f0-d5a2-427f-b98f-7d7f9908687b HTTP/1.1" status: 200 len: 1095 time: 0.4692776 May 03 22:21:39.324578 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-84d04cc5-cb0f-4f8f-99e4-007d880b4dcf admin admin] For port 3a961981-38dd-4b08-8989-d1a95e665c88, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=3a961981-38dd-4b08-8989-d1a95e665c88,segment=NetworkSegment(a53a0ba9-b490-46a5-9f9e-5609a8fb67ef),segment_id=a53a0ba9-b490-46a5-9f9e-5609a8fb67ef)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:21:39.325067 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-84d04cc5-cb0f-4f8f-99e4-007d880b4dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:39.355813 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3d5fd-dd7b-4557-b056-d1ecaa01000b req-e683d848-3a0d-4e68-acae-b320df8a52aa tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:39.357271 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d8b3d5fd-dd7b-4557-b056-d1ecaa01000b req-e683d848-3a0d-4e68-acae-b320df8a52aa tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=66cc1d9a-6c4e-4c3a-8134-645379f6944b HTTP/1.1" status: 200 len: 944 time: 0.3279998 May 03 22:21:39.409024 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-b26ceffa-8670-493a-a838-99b06352d22a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 HTTP/1.1" status: 200 len: 217 time: 0.1227829 May 03 22:21:39.456809 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-84d04cc5-cb0f-4f8f-99e4-007d880b4dcf admin admin] Calling delete_port for 3a961981-38dd-4b08-8989-d1a95e665c88 owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:21:39.475012 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d7255091-c99e-49af-ad14-400ccd565539 req-3fbfc103-71dd-4fc9-a3e7-4b81906817e6 service neutron] 10.222.0.60 "GET /v2.0/networks/a08060ad-4db7-45f2-9770-03717dbde23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406532 May 03 22:21:39.529656 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d8b3d5fd-dd7b-4557-b056-d1ecaa01000b req-ca7e06b8-36da-421e-a20d-8d4bebae90db tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252055 May 03 22:21:39.559083 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-141f6f93-788e-4f9e-aacc-1e2055a0bddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:39.559083 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-141f6f93-788e-4f9e-aacc-1e2055a0bddd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=63a9fee3-85c4-4a95-8dcc-67111d08a3de HTTP/1.1" status: 200 len: 861 time: 0.1241550 May 03 22:21:39.622854 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-d40adb87-1103-40cb-ab9a-412e1a6335f7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3476088d-e412-4e55-9c2f-549019c16834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568566 May 03 22:21:39.681316 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-84d04cc5-cb0f-4f8f-99e4-007d880b4dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:39.743244 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5db0aa-9a35-4177-884f-f8bb28f77b52 req-5ab8e65f-686a-4490-a553-716590984052 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:39.752539 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2d5db0aa-9a35-4177-884f-f8bb28f77b52 req-5ab8e65f-686a-4490-a553-716590984052 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6aa49f0-d5a2-427f-b98f-7d7f9908687b HTTP/1.1" status: 200 len: 944 time: 0.4047072 May 03 22:21:39.754536 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9db5e1b1-aa48-49f0-956d-60a99bef3a7c'] response: {'name': 'network-changed', 'server_uuid': 'b6aa49f0-d5a2-427f-b98f-7d7f9908687b', 'tag': '5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93', 'status': 'completed', 'code': 200} May 03 22:21:39.831256 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d04cc5-cb0f-4f8f-99e4-007d880b4dcf admin admin] Pushing event deleted for resources: {'Port': ['ID=3a961981-38dd-4b08-8989-d1a95e665c88,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:39.901774 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-2e68d3a4-5179-4f71-9499-1dec7a6bd89d service neutron] 10.222.0.67 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669189 May 03 22:21:39.924406 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2d5db0aa-9a35-4177-884f-f8bb28f77b52 req-e0861474-b53e-4e66-af23-19a163bf536e tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633813 May 03 22:21:40.162953 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf094d9-dee6-46e3-ae88-3a735c7191a2 req-578ea907-7fc8-4ba1-a65e-b18e7e060e4e tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:40.164513 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-0cf094d9-dee6-46e3-ae88-3a735c7191a2 req-578ea907-7fc8-4ba1-a65e-b18e7e060e4e tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Synchronizing usage tracker for tenant:1355e03e3cc943b7a86e8b598705e5c5 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:21:40.191950 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-0cf094d9-dee6-46e3-ae88-3a735c7191a2 req-578ea907-7fc8-4ba1-a65e-b18e7e060e4e tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Unset dirty status for tenant:1355e03e3cc943b7a86e8b598705e5c5 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:21:40.193838 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0cf094d9-dee6-46e3-ae88-3a735c7191a2 req-578ea907-7fc8-4ba1-a65e-b18e7e060e4e tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.67 "GET /v2.0/ports?device_id=9bc6e9b7-5307-4ce5-b05c-fab3700aad1c HTTP/1.1" status: 200 len: 948 time: 0.4571826 May 03 22:21:40.258613 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-84d04cc5-cb0f-4f8f-99e4-007d880b4dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:40.333690 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-492195a1-9e28-480e-b047-eb4e463a371a req-78817fb1-e4a0-4c45-aa73-e83a3ff473a3 tempest-ServersAdmin275Test-1077563977 tempest-ServersAdmin275Test-1077563977-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.2168834 May 03 22:21:40.397140 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3a703dd-ec95-4f2b-8a6e-0fb40aea4bb7 req-a38a9598-0c4d-48bd-b6b8-bbcd8d290e94 service neutron] 10.222.0.67 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4656458 May 03 22:21:40.422806 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-0cf094d9-dee6-46e3-ae88-3a735c7191a2 req-af54c4a5-c06d-4e64-a84c-342711c94360 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Deleting port 3184823b-0766-4716-b3c4-64a263539433 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:21:40.422992 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0cf094d9-dee6-46e3-ae88-3a735c7191a2 req-af54c4a5-c06d-4e64-a84c-342711c94360 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:40.584138 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e2ebd-bb16-4505-ace4-17954419c6ff req-e9a66464-1a1d-4a4e-9c65-0dd0bdeb104e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:40.586447 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ee5e2ebd-bb16-4505-ace4-17954419c6ff req-e9a66464-1a1d-4a4e-9c65-0dd0bdeb104e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&device_id=b6aa49f0-d5a2-427f-b98f-7d7f9908687b HTTP/1.1" status: 200 len: 1095 time: 0.0819266 May 03 22:21:40.838815 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-0cf094d9-dee6-46e3-ae88-3a735c7191a2 req-af54c4a5-c06d-4e64-a84c-342711c94360 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] For port 3184823b-0766-4716-b3c4-64a263539433, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=3184823b-0766-4716-b3c4-64a263539433,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:21:40.839415 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0cf094d9-dee6-46e3-ae88-3a735c7191a2 req-af54c4a5-c06d-4e64-a84c-342711c94360 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:40.885375 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb57186-90bd-414e-8969-16bcb370df30 req-db6a30f6-03fb-4081-b93c-4bdb02e3ccb7 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:40.887543 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6eb57186-90bd-414e-8969-16bcb370df30 req-db6a30f6-03fb-4081-b93c-4bdb02e3ccb7 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc6e9b7-5307-4ce5-b05c-fab3700aad1c HTTP/1.1" status: 200 len: 948 time: 0.2951944 May 03 22:21:40.915578 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e2ebd-bb16-4505-ace4-17954419c6ff req-b8de9d15-c4de-4bc2-b02b-f000a41b29f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:40.917109 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ee5e2ebd-bb16-4505-ace4-17954419c6ff req-b8de9d15-c4de-4bc2-b02b-f000a41b29f7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3476088d-e412-4e55-9c2f-549019c16834 HTTP/1.1" status: 200 len: 922 time: 0.3229752 May 03 22:21:40.976857 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-0cf094d9-dee6-46e3-ae88-3a735c7191a2 req-af54c4a5-c06d-4e64-a84c-342711c94360 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Calling delete_port for 3184823b-0766-4716-b3c4-64a263539433 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:21:41.001942 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ee5e2ebd-bb16-4505-ace4-17954419c6ff req-d6258991-b0c5-4737-871b-25590654ed61 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 HTTP/1.1" status: 200 len: 217 time: 0.0753973 May 03 22:21:41.048072 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6eb57186-90bd-414e-8969-16bcb370df30 req-2b559cdf-eb9a-4738-8d78-0f274ec53b99 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/security-groups?id=1183dfe1-b104-4015-a004-e839f18864fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536767 May 03 22:21:41.062482 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844f49d-aef0-4211-a95c-680e1978bc00 req-bc9e4cab-525c-47b7-8262-f8e3d210ff03 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:41.064032 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4844f49d-aef0-4211-a95c-680e1978bc00 req-bc9e4cab-525c-47b7-8262-f8e3d210ff03 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=66cc1d9a-6c4e-4c3a-8134-645379f6944b HTTP/1.1" status: 200 len: 944 time: 0.2723958 May 03 22:21:41.105269 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e2ebd-bb16-4505-ace4-17954419c6ff req-6e5677c0-38c8-4552-ad9f-c486c3694642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:41.106820 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ee5e2ebd-bb16-4505-ace4-17954419c6ff req-6e5677c0-38c8-4552-ad9f-c486c3694642 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=63a9fee3-85c4-4a95-8dcc-67111d08a3de HTTP/1.1" status: 200 len: 861 time: 0.0967026 May 03 22:21:41.161032 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ee5e2ebd-bb16-4505-ace4-17954419c6ff req-66bba6a7-4f6d-4315-976f-44fecf5fb988 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3476088d-e412-4e55-9c2f-549019c16834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467315 May 03 22:21:41.162023 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device d792799f-8480-447b-9e72-7e12772389d0 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:21:41.172360 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4844f49d-aef0-4211-a95c-680e1978bc00 req-75d3df2b-fe23-4155-a28a-ab047a4d62d7 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013708 May 03 22:21:41.294650 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d04cc5-cb0f-4f8f-99e4-007d880b4dcf admin admin] Router 418430a1-db24-418e-8e9d-1a2a343969fe has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:21:41.308127 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0cf094d9-dee6-46e3-ae88-3a735c7191a2 req-af54c4a5-c06d-4e64-a84c-342711c94360 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:41.320133 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['3184823b-0766-4716-b3c4-64a263539433'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:21:41.360281 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['07437ccf-9d68-4250-974a-a4275b180566'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:21:41.423077 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e81f99-27c4-435f-a882-8949e9119205 req-7e8c312d-f996-4584-83a2-750ba5b98638 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:41.425397 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-80e81f99-27c4-435f-a882-8949e9119205 req-7e8c312d-f996-4584-83a2-750ba5b98638 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6aa49f0-d5a2-427f-b98f-7d7f9908687b HTTP/1.1" status: 200 len: 944 time: 0.2108765 May 03 22:21:41.431859 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ee5e2ebd-bb16-4505-ace4-17954419c6ff req-5fb8f8ae-356f-47bf-9975-c3a94ff90a31 service neutron] 10.222.0.67 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585247 May 03 22:21:41.457530 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port d792799f-8480-447b-9e72-7e12772389d0, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=d792799f-8480-447b-9e72-7e12772389d0,segment=NetworkSegment(d5261de8-a046-496c-9988-b261e2ae107f),segment_id=d5261de8-a046-496c-9988-b261e2ae107f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:21:41.478335 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': 'd792799f-8480-447b-9e72-7e12772389d0', 'network_id': 'a08060ad-4db7-45f2-9770-03717dbde23c', 'port_id': 'd792799f-8480-447b-9e72-7e12772389d0', 'mac_address': 'fa:16:3e:26:49:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621c2e6c-82e2-4c38-a5c9-21982755e1f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:21:41.484070 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54c4a5-c06d-4e64-a84c-342711c94360 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Pushing event deleted for resources: {'Port': ['ID=3184823b-0766-4716-b3c4-64a263539433,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:41.564726 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-80e81f99-27c4-435f-a882-8949e9119205 req-c4a98761-4bb0-432a-a43a-b11f675bc404 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310170 May 03 22:21:41.578738 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:41.629398 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d792799f-8480-447b-9e72-7e12772389d0 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:21:41.660733 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47102) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:41.662196 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port d792799f-8480-447b-9e72-7e12772389d0, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=d792799f-8480-447b-9e72-7e12772389d0,segment=NetworkSegment(d5261de8-a046-496c-9988-b261e2ae107f),segment_id=d5261de8-a046-496c-9988-b261e2ae107f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:21:41.678116 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:41.684811 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-26f57f11-f6a9-43c6-b796-9c41a176aeb6 req-27556ff5-2e9d-4ba0-867d-099b1af6c94f tempest-ServersAdmin275Test-1077563977 tempest-ServersAdmin275Test-1077563977-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.0740983 May 03 22:21:41.805140 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf094d9-dee6-46e3-ae88-3a735c7191a2 req-af54c4a5-c06d-4e64-a84c-342711c94360 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] No DVR routers for this DVR port 3184823b-0766-4716-b3c4-64a263539433 on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:21:41.809791 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0cf094d9-dee6-46e3-ae88-3a735c7191a2 req-af54c4a5-c06d-4e64-a84c-342711c94360 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:41.812811 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc6e9b7-5307-4ce5-b05c-fab3700aad1c', 'name': 'network-vif-deleted', 'tag': '3184823b-0766-4716-b3c4-64a263539433'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:21:41.813668 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=d792799f-8480-447b-9e72-7e12772389d0,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:41.860868 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0cf094d9-dee6-46e3-ae88-3a735c7191a2 req-af54c4a5-c06d-4e64-a84c-342711c94360 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.67 "DELETE /v2.0/ports/3184823b-0766-4716-b3c4-64a263539433 HTTP/1.1" status: 204 len: 173 time: 1.6602128 May 03 22:21:41.861324 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ee5e2ebd-bb16-4505-ace4-17954419c6ff req-3353b63d-c1cd-4775-b49c-508896549599 service neutron] 10.222.0.67 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105985 May 03 22:21:41.879447 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d04cc5-cb0f-4f8f-99e4-007d880b4dcf admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:21:41.887407 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-84d04cc5-cb0f-4f8f-99e4-007d880b4dcf admin admin] 10.222.0.58 "PUT /v2.0/routers/418430a1-db24-418e-8e9d-1a2a343969fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9833932 May 03 22:21:41.889996 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47118) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:41.895536 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2a3e514d-bc3b-488f-b68a-045417d10073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:41.900283 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a4e384-7bc9-4905-ba56-3083b890e21d None None] Sync routers for ids ['418430a1-db24-418e-8e9d-1a2a343969fe'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:21:41.914700 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2a3e514d-bc3b-488f-b68a-045417d10073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:21:41.919290 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2a3e514d-bc3b-488f-b68a-045417d10073 admin admin] Usage tracker for resource:security_group_rule and tenant:94f2360b6f89470a8341ceb7db440176 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:21:41.923162 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2a3e514d-bc3b-488f-b68a-045417d10073 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:21:41.925424 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a4e384-7bc9-4905-ba56-3083b890e21d None None] Routers {'418430a1-db24-418e-8e9d-1a2a343969fe'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:21:41.926087 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-61a4e384-7bc9-4905-ba56-3083b890e21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:21:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['418430a1-db24-418e-8e9d-1a2a343969fe'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:21:41.937225 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2a3e514d-bc3b-488f-b68a-045417d10073 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:21:42.022679 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a51c82d5-3715-45c4-9eb9-0287a16a9710'] response: {'server_uuid': '9bc6e9b7-5307-4ce5-b05c-fab3700aad1c', 'name': 'network-vif-deleted', 'tag': '3184823b-0766-4716-b3c4-64a263539433', 'status': 'completed', 'code': 200} May 03 22:21:42.046614 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['d792799f-8480-447b-9e72-7e12772389d0'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:21:42.061218 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2a3e514d-bc3b-488f-b68a-045417d10073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:42.065371 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2a3e514d-bc3b-488f-b68a-045417d10073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:42.093991 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8d14d569-ec9b-4f80-982d-1e4c3fec0783 admin admin] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:42.127949 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2a3e514d-bc3b-488f-b68a-045417d10073 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=94f2360b6f89470a8341ceb7db440176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4660468 May 03 22:21:42.134310 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47124) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:42.137485 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e514d-bc3b-488f-b68a-045417d10073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0954b9-5f01-48b0-b430-fda1ad73161c,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:42.212049 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-61a4e384-7bc9-4905-ba56-3083b890e21d None None] Set router 418430a1-db24-418e-8e9d-1a2a343969fe gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:21:42.242508 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6c406b3e-0db5-4dc1-a952-58604b09c2cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:42.245800 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f05b6a98-72a8-47c9-98de-3c2c63138c54 req-ccb7c880-3a40-4fee-ab22-52024cb09019 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/ports?device_id=9bc6e9b7-5307-4ce5-b05c-fab3700aad1c HTTP/1.1" status: 200 len: 210 time: 0.0646150 May 03 22:21:42.281973 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6c406b3e-0db5-4dc1-a952-58604b09c2cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:42.321363 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8d14d569-ec9b-4f80-982d-1e4c3fec0783 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:42.332822 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-8d14d569-ec9b-4f80-982d-1e4c3fec0783 admin admin] Deleting port 385e2f1a-30f2-43ba-87d8-6a815efed8a9 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:21:42.333218 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8d14d569-ec9b-4f80-982d-1e4c3fec0783 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:42.436847 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44414c-d46d-4565-a677-c1ff6c81e2d9 req-da71be77-0280-4a02-8d0b-1d784a45fbee tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:42.442420 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5d44414c-d46d-4565-a677-c1ff6c81e2d9 req-da71be77-0280-4a02-8d0b-1d784a45fbee tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=66cc1d9a-6c4e-4c3a-8134-645379f6944b HTTP/1.1" status: 200 len: 945 time: 0.1337578 May 03 22:21:42.443282 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6c406b3e-0db5-4dc1-a952-58604b09c2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:42.490154 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c406b3e-0db5-4dc1-a952-58604b09c2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0954b9-5f01-48b0-b430-fda1ad73161c,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:42.499637 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6c406b3e-0db5-4dc1-a952-58604b09c2cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:42.502487 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6c406b3e-0db5-4dc1-a952-58604b09c2cf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1a0954b9-5f01-48b0-b430-fda1ad73161c HTTP/1.1" status: 204 len: 168 time: 0.3664045 May 03 22:21:42.529757 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5d44414c-d46d-4565-a677-c1ff6c81e2d9 req-d460336b-b9bd-416f-b00f-bdb57db9ca6f tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732009 May 03 22:21:42.674130 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-61a4e384-7bc9-4905-ba56-3083b890e21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1963312258-router', 'tenant_id': '498aeb136ad344e696908c84b87971fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '385e2f1a-30f2-43ba-87d8-6a815efed8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:20:21Z', 'updated_at': '2022-05-03T22:21:39Z', 'revision_number': 5, 'project_id': '498aeb136ad344e696908c84b87971fc', 'gw_port': {'id': '385e2f1a-30f2-43ba-87d8-6a815efed8a9', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:b1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:20:22Z', 'updated_at': '2022-05-03T22:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:21:42.683008 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a4e384-7bc9-4905-ba56-3083b890e21d None None] Checking router: 418430a1-db24-418e-8e9d-1a2a343969fe for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:21:42.684209 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-8d14d569-ec9b-4f80-982d-1e4c3fec0783 admin admin] For port 385e2f1a-30f2-43ba-87d8-6a815efed8a9, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=385e2f1a-30f2-43ba-87d8-6a815efed8a9,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:21:42.684738 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8d14d569-ec9b-4f80-982d-1e4c3fec0783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:42.693825 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a4e384-7bc9-4905-ba56-3083b890e21d None None] Routers {'418430a1-db24-418e-8e9d-1a2a343969fe'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:21:42.695551 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-61a4e384-7bc9-4905-ba56-3083b890e21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:21:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['418430a1-db24-418e-8e9d-1a2a343969fe'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:21:42.841831 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-8d14d569-ec9b-4f80-982d-1e4c3fec0783 admin admin] Calling delete_port for 385e2f1a-30f2-43ba-87d8-6a815efed8a9 owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:21:42.902174 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b80e9b-2d49-4513-a7b5-e1a189905a83 req-dd585c3c-bef9-4188-8c37-268987395b93 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:42.903720 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-59b80e9b-2d49-4513-a7b5-e1a189905a83 req-dd585c3c-bef9-4188-8c37-268987395b93 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6aa49f0-d5a2-427f-b98f-7d7f9908687b HTTP/1.1" status: 200 len: 944 time: 0.1446931 May 03 22:21:42.934518 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-61a4e384-7bc9-4905-ba56-3083b890e21d None None] Set router 418430a1-db24-418e-8e9d-1a2a343969fe gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:21:43.008361 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0c1dedbe-dce2-48b9-be60-58ec74ad5e1b req-83c0916b-535c-4eb1-8fba-0a1ea1932598 tempest-ServersAdmin275Test-1077563977 tempest-ServersAdmin275Test-1077563977-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.0684738 May 03 22:21:43.046198 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-59b80e9b-2d49-4513-a7b5-e1a189905a83 req-8a952540-e505-47c8-9da6-f03d5edf758a tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308060 May 03 22:21:43.059880 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8d14d569-ec9b-4f80-982d-1e4c3fec0783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:43.084675 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47150) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:43.105185 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b7f32bbb-3cc8-412a-a9ea-860f9b88b95c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:43.109577 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-61a4e384-7bc9-4905-ba56-3083b890e21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1963312258-router', 'tenant_id': '498aeb136ad344e696908c84b87971fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:20:21Z', 'updated_at': '2022-05-03T22:21:42Z', 'revision_number': 6, 'project_id': '498aeb136ad344e696908c84b87971fc', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:21:43.111296 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d14d569-ec9b-4f80-982d-1e4c3fec0783 admin admin] Pushing event deleted for resources: {'Port': ['ID=385e2f1a-30f2-43ba-87d8-6a815efed8a9,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:43.121461 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b7f32bbb-3cc8-412a-a9ea-860f9b88b95c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:21:43.122466 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a4e384-7bc9-4905-ba56-3083b890e21d None None] The sync data for ids ['418430a1-db24-418e-8e9d-1a2a343969fe'] in n-d-811807-1 is: [{'id': '418430a1-db24-418e-8e9d-1a2a343969fe', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1963312258-router', 'tenant_id': '498aeb136ad344e696908c84b87971fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:20:21Z', 'updated_at': '2022-05-03T22:21:42Z', 'revision_number': 6, 'project_id': '498aeb136ad344e696908c84b87971fc', 'gw_port_host': None}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:21:43.125524 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b7f32bbb-3cc8-412a-a9ea-860f9b88b95c admin admin] Usage tracker for resource:security_group_rule and tenant:c895cb2bf6df42308be94cb49d8241da is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:21:43.128455 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b7f32bbb-3cc8-412a-a9ea-860f9b88b95c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:21:43.136168 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b7f32bbb-3cc8-412a-a9ea-860f9b88b95c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:21:43.166743 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 0de9beb0-4bd1-4194-b8d5-b17061445344 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:21:43.213417 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8d14d569-ec9b-4f80-982d-1e4c3fec0783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:43.263852 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b7f32bbb-3cc8-412a-a9ea-860f9b88b95c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:43.269060 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b7f32bbb-3cc8-412a-a9ea-860f9b88b95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:43.393975 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 0de9beb0-4bd1-4194-b8d5-b17061445344, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0de9beb0-4bd1-4194-b8d5-b17061445344,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:21:43.401580 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8d14d569-ec9b-4f80-982d-1e4c3fec0783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:43.403920 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8d14d569-ec9b-4f80-982d-1e4c3fec0783 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:43.412658 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '0de9beb0-4bd1-4194-b8d5-b17061445344', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': '0de9beb0-4bd1-4194-b8d5-b17061445344', 'mac_address': 'fa:16:3e:2b:97:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:21:43.434612 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8d14d569-ec9b-4f80-982d-1e4c3fec0783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:43.435554 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d14d569-ec9b-4f80-982d-1e4c3fec0783 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 418430a1-db24-418e-8e9d-1a2a343969fe {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:21:43.441288 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b7f32bbb-3cc8-412a-a9ea-860f9b88b95c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c895cb2bf6df42308be94cb49d8241da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3524411 May 03 22:21:43.444219 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47168) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:43.455628 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f32bbb-3cc8-412a-a9ea-860f9b88b95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c96df8-75b7-448d-8331-7c5aab502e86,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:43.482887 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8d14d569-ec9b-4f80-982d-1e4c3fec0783 admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:43.486658 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47172) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:43.492581 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8d14d569-ec9b-4f80-982d-1e4c3fec0783 admin admin] 10.222.0.58 "DELETE /v2.0/routers/418430a1-db24-418e-8e9d-1a2a343969fe HTTP/1.1" status: 204 len: 168 time: 1.6008372 May 03 22:21:43.504090 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:43.546612 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3a80afe2-434e-4d85-98a1-dadce8fe2227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:43.549063 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0de9beb0-4bd1-4194-b8d5-b17061445344 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:21:43.594862 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3a80afe2-434e-4d85-98a1-dadce8fe2227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:43.603601 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 0de9beb0-4bd1-4194-b8d5-b17061445344, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0de9beb0-4bd1-4194-b8d5-b17061445344,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:21:43.611559 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:43.694977 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f88038-2714-4bea-b4a2-052e2f27c6f3 admin admin] Deleting subnet 4d17e102-3bb3-4523-8a3f-718ac78f5e2c {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:21:43.698692 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3a80afe2-434e-4d85-98a1-dadce8fe2227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:43.704101 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-58f88038-2714-4bea-b4a2-052e2f27c6f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:43.733467 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80afe2-434e-4d85-98a1-dadce8fe2227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c96df8-75b7-448d-8331-7c5aab502e86,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:43.744308 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3a80afe2-434e-4d85-98a1-dadce8fe2227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:43.748848 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3a80afe2-434e-4d85-98a1-dadce8fe2227 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b4c96df8-75b7-448d-8331-7c5aab502e86 HTTP/1.1" status: 204 len: 168 time: 0.3029304 May 03 22:21:43.761483 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['0de9beb0-4bd1-4194-b8d5-b17061445344'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:21:43.810537 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-58f88038-2714-4bea-b4a2-052e2f27c6f3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:43.863038 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=0de9beb0-4bd1-4194-b8d5-b17061445344,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:43.884820 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:21:43.885156 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:21:43.885494 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:21:43.885821 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:21:43.886199 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:21:43.886524 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:21:43.886844 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:21:43.887162 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:21:43.887479 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:21:43.887795 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:21:43.888114 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:21:43.888428 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:21:44.034022 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-58f88038-2714-4bea-b4a2-052e2f27c6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:44.123446 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-58f88038-2714-4bea-b4a2-052e2f27c6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:44.185277 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f88038-2714-4bea-b4a2-052e2f27c6f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d17e102-3bb3-4523-8a3f-718ac78f5e2c,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:44.240379 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-58f88038-2714-4bea-b4a2-052e2f27c6f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:44.248864 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e153a0c7-ce85-4db3-a80b-ba5063f129be None None] Network 2f979ad9-48cf-4a78-a4c8-e31de78dd306 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:21:44.280491 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-58f88038-2714-4bea-b4a2-052e2f27c6f3 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4d17e102-3bb3-4523-8a3f-718ac78f5e2c HTTP/1.1" status: 204 len: 168 time: 0.7906456 May 03 22:21:44.281102 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47208) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:44.407134 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f447d38-e060-4b81-a345-d0be7eeeab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:44.426374 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc3e3c-42d8-41a5-8f7d-5e4cb6796aa3 req-5054ea96-8ffb-46dc-bd6e-a1a7f9389cc8 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:44.436469 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f4fc3e3c-42d8-41a5-8f7d-5e4cb6796aa3 req-5054ea96-8ffb-46dc-bd6e-a1a7f9389cc8 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=66cc1d9a-6c4e-4c3a-8134-645379f6944b HTTP/1.1" status: 200 len: 945 time: 0.5197425 May 03 22:21:44.510381 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-5f447d38-e060-4b81-a345-d0be7eeeab91 admin admin] Deleting port caa8b0c7-959c-4ae2-9de6-359590b11505 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:21:44.511034 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f447d38-e060-4b81-a345-d0be7eeeab91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:44.552143 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4615d9a-0d8f-4812-8785-b72d2cd0d34e req-5c0a2d28-793b-4a0c-9c3c-160cfa74979c tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:44.554391 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e4615d9a-0d8f-4812-8785-b72d2cd0d34e req-5c0a2d28-793b-4a0c-9c3c-160cfa74979c tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/ports?device_id=6444c48b-bb82-4f41-8f7c-efa1116a623e HTTP/1.1" status: 200 len: 949 time: 0.3741391 May 03 22:21:44.588154 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 3a961981-38dd-4b08-8989-d1a95e665c88 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:21:44.627930 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f4fc3e3c-42d8-41a5-8f7d-5e4cb6796aa3 req-0b2e9233-5005-41a4-b9b3-25c02f9c45a0 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874731 May 03 22:21:44.672558 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e4615d9a-0d8f-4812-8785-b72d2cd0d34e req-507e7386-dd92-4d28-a220-dfee3948f718 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/security-groups?id=1183dfe1-b104-4015-a004-e839f18864fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103394 May 03 22:21:44.744837 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 3a961981-38dd-4b08-8989-d1a95e665c88 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:21:44.745535 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 3a961981-38dd-4b08-8989-d1a95e665c88 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:21:44.746189 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 385e2f1a-30f2-43ba-87d8-6a815efed8a9 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:21:44.815838 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 385e2f1a-30f2-43ba-87d8-6a815efed8a9 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:21:44.817959 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 385e2f1a-30f2-43ba-87d8-6a815efed8a9 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:21:44.820896 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:21:44.830256 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 3184823b-0766-4716-b3c4-64a263539433 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:21:44.900031 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 3184823b-0766-4716-b3c4-64a263539433 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:21:44.900558 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 3184823b-0766-4716-b3c4-64a263539433 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:21:44.989445 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e0055a17-1ca4-452d-a4cd-20afcf0a5755 req-578f31ea-1f6f-4ce8-9603-79a1bd036939 tempest-ServersAdmin275Test-1077563977 tempest-ServersAdmin275Test-1077563977-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.1503637 May 03 22:21:45.075938 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e18113-d763-44e3-a0d0-ecf688a2a681 None None] DHCP port deletion for 2f979ad9-48cf-4a78-a4c8-e31de78dd306 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:21:45.085942 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-20e18113-d763-44e3-a0d0-ecf688a2a681 None None] Deleting port caa8b0c7-959c-4ae2-9de6-359590b11505 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:21:45.086435 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-20e18113-d763-44e3-a0d0-ecf688a2a681 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:45.161962 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:21:45.182467 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 0de9beb0-4bd1-4194-b8d5-b17061445344 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:21:45.202080 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-5f447d38-e060-4b81-a345-d0be7eeeab91 admin admin] For port caa8b0c7-959c-4ae2-9de6-359590b11505, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=caa8b0c7-959c-4ae2-9de6-359590b11505,segment=NetworkSegment(a53a0ba9-b490-46a5-9f9e-5609a8fb67ef),segment_id=a53a0ba9-b490-46a5-9f9e-5609a8fb67ef)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:21:45.202723 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f447d38-e060-4b81-a345-d0be7eeeab91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:45.230133 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47238) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:45.277728 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93', 'network_id': '3476088d-e412-4e55-9c2f-549019c16834', 'port_id': '5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93', 'mac_address': 'fa:16:3e:10:80:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a9fee3-85c4-4a95-8dcc-67111d08a3de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:21:45.349900 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-5f447d38-e060-4b81-a345-d0be7eeeab91 admin admin] Calling delete_port for caa8b0c7-959c-4ae2-9de6-359590b11505 owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:21:45.416878 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-bc983f22-b08b-41e7-b727-38b461f7f931 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1911685253-network', 'tenant_id': '1727dc00a1e94099b181b574bcc185b6'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:21:45.426336 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bc983f22-b08b-41e7-b727-38b461f7f931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:21:45.432346 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bc983f22-b08b-41e7-b727-38b461f7f931 admin admin] Usage tracker for resource:network and tenant:1727dc00a1e94099b181b574bcc185b6 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:21:45.435456 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bc983f22-b08b-41e7-b727-38b461f7f931 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:21:45.446433 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bc983f22-b08b-41e7-b727-38b461f7f931 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:21:45.472807 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc983f22-b08b-41e7-b727-38b461f7f931 admin admin] Made reservation on behalf of 1727dc00a1e94099b181b574bcc185b6 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:21:45.476912 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bc983f22-b08b-41e7-b727-38b461f7f931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:45.483747 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba158797-bbbf-4739-812e-4f61d542506d req-01fca9a5-a2e5-43a5-8a1a-0bd84be57cc7 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:45.485474 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ba158797-bbbf-4739-812e-4f61d542506d req-01fca9a5-a2e5-43a5-8a1a-0bd84be57cc7 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6aa49f0-d5a2-427f-b98f-7d7f9908687b HTTP/1.1" status: 200 len: 944 time: 0.5594373 May 03 22:21:45.517964 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bc983f22-b08b-41e7-b727-38b461f7f931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:45.543957 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bc983f22-b08b-41e7-b727-38b461f7f931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:21:45.549472 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bc983f22-b08b-41e7-b727-38b461f7f931 admin admin] Usage tracker for resource:security_group_rule and tenant:1727dc00a1e94099b181b574bcc185b6 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:21:45.551933 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f447d38-e060-4b81-a345-d0be7eeeab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:45.554554 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bc983f22-b08b-41e7-b727-38b461f7f931 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:21:45.567957 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bc983f22-b08b-41e7-b727-38b461f7f931 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:21:45.661638 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ba158797-bbbf-4739-812e-4f61d542506d req-d0ebe6b0-f282-4988-9466-1250e46bcdf5 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511774 May 03 22:21:45.666386 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-20e18113-d763-44e3-a0d0-ecf688a2a681 None None] For port caa8b0c7-959c-4ae2-9de6-359590b11505, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=caa8b0c7-959c-4ae2-9de6-359590b11505,segment=NetworkSegment(a53a0ba9-b490-46a5-9f9e-5609a8fb67ef),segment_id=a53a0ba9-b490-46a5-9f9e-5609a8fb67ef)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:21:45.666991 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-20e18113-d763-44e3-a0d0-ecf688a2a681 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:45.718242 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f949e47-7125-4870-81ad-96e986034db3 req-02351831-db86-470c-9360-8fb394ab1a2e tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:45.718242 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f949e47-7125-4870-81ad-96e986034db3 req-02351831-db86-470c-9360-8fb394ab1a2e tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.60 "GET /v2.0/ports?device_id=6444c48b-bb82-4f41-8f7c-efa1116a623e HTTP/1.1" status: 200 len: 949 time: 0.3150921 May 03 22:21:45.718242 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f447d38-e060-4b81-a345-d0be7eeeab91 admin admin] Pushing event deleted for resources: {'Port': ['ID=caa8b0c7-959c-4ae2-9de6-359590b11505,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:45.787188 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bc983f22-b08b-41e7-b727-38b461f7f931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:45.797340 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bc983f22-b08b-41e7-b727-38b461f7f931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:45.843869 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-20e18113-d763-44e3-a0d0-ecf688a2a681 None None] Calling delete_port for caa8b0c7-959c-4ae2-9de6-359590b11505 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:21:45.851527 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f447d38-e060-4b81-a345-d0be7eeeab91 admin admin] No DVR routers for this DVR port caa8b0c7-959c-4ae2-9de6-359590b11505 on host n-d-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:21:45.864572 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc983f22-b08b-41e7-b727-38b461f7f931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0021bd78-b225-4233-a492-2efd146dc436,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:45.887694 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc983f22-b08b-41e7-b727-38b461f7f931 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:21:45.902747 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bc983f22-b08b-41e7-b727-38b461f7f931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:45.903547 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-bc983f22-b08b-41e7-b727-38b461f7f931 admin admin] Added segment 2c93382a-8883-471a-991f-57adc8c80761 of type vlan for network c529cb66-8468-429f-bb93-e81cdb567811 May 03 22:21:45.963803 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bc983f22-b08b-41e7-b727-38b461f7f931 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:45.997563 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:46.010769 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bc983f22-b08b-41e7-b727-38b461f7f931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:46.011824 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc983f22-b08b-41e7-b727-38b461f7f931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:46.012438 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bc983f22-b08b-41e7-b727-38b461f7f931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:46.022452 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:21:46.031196 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 0de9beb0-4bd1-4194-b8d5-b17061445344 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:21:46.031579 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:46.084247 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-20e18113-d763-44e3-a0d0-ecf688a2a681 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:21:46.084699 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-20e18113-d763-44e3-a0d0-ecf688a2a681 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:21:46.093758 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:21:46.105765 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:46.134436 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bc983f22-b08b-41e7-b727-38b461f7f931 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9029160 May 03 22:21:46.139856 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47254) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:46.147622 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-b35903ae-a264-488f-ba07-d19347067818 admin admin] Request body: {'subnet': {'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1911685253-subnet', 'tenant_id': '1727dc00a1e94099b181b574bcc185b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:21:46.152288 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc983f22-b08b-41e7-b727-38b461f7f931 admin admin] Pushing event updated for resources: {'Network': ['ID=c529cb66-8468-429f-bb93-e81cdb567811,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:46.156734 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b35903ae-a264-488f-ba07-d19347067818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:21:46.159749 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b35903ae-a264-488f-ba07-d19347067818 admin admin] Usage tracker for resource:subnet and tenant:1727dc00a1e94099b181b574bcc185b6 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:21:46.162286 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b35903ae-a264-488f-ba07-d19347067818 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:21:46.168743 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b35903ae-a264-488f-ba07-d19347067818 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:21:46.181732 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network c529cb66-8468-429f-bb93-e81cdb567811 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:21:46.182885 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35903ae-a264-488f-ba07-d19347067818 admin admin] Made reservation on behalf of 1727dc00a1e94099b181b574bcc185b6 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:21:46.186100 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b35903ae-a264-488f-ba07-d19347067818 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:46.196062 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-4f949e47-7125-4870-81ad-96e986034db3 req-d13fb658-31a7-471f-ae09-a416b9d64858 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Deleting port 07437ccf-9d68-4250-974a-a4275b180566 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:21:46.196506 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4f949e47-7125-4870-81ad-96e986034db3 req-d13fb658-31a7-471f-ae09-a416b9d64858 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:46.308568 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:46.390109 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:46.433004 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b35903ae-a264-488f-ba07-d19347067818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:46.443540 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a46b823-e067-4c0d-8a50-0101b4fe990b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de9beb0-4bd1-4194-b8d5-b17061445344'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:21:46.454530 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 0de9beb0-4bd1-4194-b8d5-b17061445344, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0de9beb0-4bd1-4194-b8d5-b17061445344,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:21:46.462930 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:46.463872 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device d792799f-8480-447b-9e72-7e12772389d0 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:21:46.526290 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35903ae-a264-488f-ba07-d19347067818 admin admin] Checking segment: {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:21:46.526700 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35903ae-a264-488f-ba07-d19347067818 admin admin] Network hostable DHCP agents. Network: c529cb66-8468-429f-bb93-e81cdb567811, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:21:46.534883 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35903ae-a264-488f-ba07-d19347067818 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ee1af50-b130-474e-bc7b-1c6042f9e7e1,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:46.545313 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:21:46.555632 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35903ae-a264-488f-ba07-d19347067818 admin admin] Network c529cb66-8468-429f-bb93-e81cdb567811 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:21:46.574009 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-b35903ae-a264-488f-ba07-d19347067818 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, c529cb66-8468-429f-bb93-e81cdb567811) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:21:46.577215 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device caa8b0c7-959c-4ae2-9de6-359590b11505 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:21:46.583422 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35903ae-a264-488f-ba07-d19347067818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:46.586093 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b35903ae-a264-488f-ba07-d19347067818 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:46.602159 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f447d38-e060-4b81-a345-d0be7eeeab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:46.620195 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b35903ae-a264-488f-ba07-d19347067818 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4793675 May 03 22:21:46.632059 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-20e18113-d763-44e3-a0d0-ecf688a2a681 None None] Deleting port caa8b0c7-959c-4ae2-9de6-359590b11505 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:21:46.633084 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-20e18113-d763-44e3-a0d0-ecf688a2a681 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:46.663999 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b473162-8777-4f24-9194-3a41e0678c7d req-421d4d6f-407f-4c3d-8544-769115f0e5d9 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:46.670767 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3b473162-8777-4f24-9194-3a41e0678c7d req-421d4d6f-407f-4c3d-8544-769115f0e5d9 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=66cc1d9a-6c4e-4c3a-8134-645379f6944b HTTP/1.1" status: 200 len: 945 time: 0.6044588 May 03 22:21:46.716848 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dce6129-dbc3-4922-9368-6d3378d1190a None None] Network c529cb66-8468-429f-bb93-e81cdb567811 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:21:46.746906 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f447d38-e060-4b81-a345-d0be7eeeab91 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:21:46.747255 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f447d38-e060-4b81-a345-d0be7eeeab91 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:21:46.748021 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f447d38-e060-4b81-a345-d0be7eeeab91 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:21:46.748348 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f447d38-e060-4b81-a345-d0be7eeeab91 admin admin] Subscribe: > port after_create 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:21:46.749016 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f447d38-e060-4b81-a345-d0be7eeeab91 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:21:46.749016 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f447d38-e060-4b81-a345-d0be7eeeab91 admin admin] Subscribe: > port after_update 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:21:46.749315 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f447d38-e060-4b81-a345-d0be7eeeab91 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:21:46.749652 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f447d38-e060-4b81-a345-d0be7eeeab91 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:21:46.750018 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f447d38-e060-4b81-a345-d0be7eeeab91 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:21:46.750334 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f447d38-e060-4b81-a345-d0be7eeeab91 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:21:46.825503 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f447d38-e060-4b81-a345-d0be7eeeab91 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:21:46.825790 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f447d38-e060-4b81-a345-d0be7eeeab91 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:21:46.826159 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f447d38-e060-4b81-a345-d0be7eeeab91 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:21:46.826504 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f447d38-e060-4b81-a345-d0be7eeeab91 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88069) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:21:46.826836 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-5f447d38-e060-4b81-a345-d0be7eeeab91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f979ad9-48cf-4a78-a4c8-e31de78dd306']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:21:46.858440 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de9e43-8d10-4323-b69b-044b2576cb32 req-7630ac61-a571-449c-a576-56d1117abeca tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:46.865564 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c2de9e43-8d10-4323-b69b-044b2576cb32 req-7630ac61-a571-449c-a576-56d1117abeca tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/ports?device_id=6444c48b-bb82-4f41-8f7c-efa1116a623e HTTP/1.1" status: 200 len: 949 time: 1.0179076 May 03 22:21:46.875663 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-5f447d38-e060-4b81-a345-d0be7eeeab91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a53a0ba9-b490-46a5-9f9e-5609a8fb67ef') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:21:46.875969 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-5f447d38-e060-4b81-a345-d0be7eeeab91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a53a0ba9-b490-46a5-9f9e-5609a8fb67ef') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:21:46.954656 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3b473162-8777-4f24-9194-3a41e0678c7d req-c4b86559-0797-4e86-83a8-51be6e0af5e3 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827661 May 03 22:21:46.967663 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: caa8b0c7-959c-4ae2-9de6-359590b11505 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:21:46.967663 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device caa8b0c7-959c-4ae2-9de6-359590b11505 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:21:46.968618 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f447d38-e060-4b81-a345-d0be7eeeab91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:46.981545 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-4f949e47-7125-4870-81ad-96e986034db3 req-d13fb658-31a7-471f-ae09-a416b9d64858 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] For port 07437ccf-9d68-4250-974a-a4275b180566, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=07437ccf-9d68-4250-974a-a4275b180566,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:21:46.981936 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4f949e47-7125-4870-81ad-96e986034db3 req-d13fb658-31a7-471f-ae09-a416b9d64858 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:47.012810 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f447d38-e060-4b81-a345-d0be7eeeab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:47.158844 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-20e18113-d763-44e3-a0d0-ecf688a2a681 None None] The port 'caa8b0c7-959c-4ae2-9de6-359590b11505' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:21:47.196093 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f447d38-e060-4b81-a345-d0be7eeeab91 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:21:47.196499 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f447d38-e060-4b81-a345-d0be7eeeab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:47.228406 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-4f949e47-7125-4870-81ad-96e986034db3 req-d13fb658-31a7-471f-ae09-a416b9d64858 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Calling delete_port for 07437ccf-9d68-4250-974a-a4275b180566 owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:21:47.260740 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c2de9e43-8d10-4323-b69b-044b2576cb32 req-5379e5df-7a29-440f-8607-c01b25b8b720 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/security-groups?id=1183dfe1-b104-4015-a004-e839f18864fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942771 May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: from cryptography.utils import int_from_bytes May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: from cryptography.utils import int_from_bytes May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: util.warn_limited( May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: util.warn_limited( May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: timer() May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:21:47.264174 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:21:47.333074 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=0de9beb0-4bd1-4194-b8d5-b17061445344,revision_number=7']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:47.338761 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8bbfd2-32ea-4ccf-a998-84a42aca3d9c None None] Network c529cb66-8468-429f-bb93-e81cdb567811 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:21:47.466499 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-64cccdfe-51cb-4c2f-971b-05924c2fb05d req-b91db673-79f6-4596-9ea8-f39d515dc5b3 tempest-ServersAdmin275Test-1077563977 tempest-ServersAdmin275Test-1077563977-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.2718127 May 03 22:21:47.534077 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f447d38-e060-4b81-a345-d0be7eeeab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:47.579254 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f447d38-e060-4b81-a345-d0be7eeeab91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:47.597447 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0229852-a8d5-41f1-99ba-94f824afb3d9'] response: {'server_uuid': '4a46b823-e067-4c0d-8a50-0101b4fe990b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de9beb0-4bd1-4194-b8d5-b17061445344', 'code': 200} May 03 22:21:47.712398 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f447d38-e060-4b81-a345-d0be7eeeab91 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f979ad9-48cf-4a78-a4c8-e31de78dd306,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:47.741190 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port d792799f-8480-447b-9e72-7e12772389d0 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:21:47.746985 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47284) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:47.759179 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-62ad57f7-10b3-4242-942f-65aeadceac8c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1557411441-network', 'tenant_id': 'b6605abd66da404aa372d53303e5b186'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:21:47.766935 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port d792799f-8480-447b-9e72-7e12772389d0 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:21:47.767311 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:47.768955 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-62ad57f7-10b3-4242-942f-65aeadceac8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:21:47.774859 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5f447d38-e060-4b81-a345-d0be7eeeab91 admin admin] 10.222.0.58 "DELETE /v2.0/networks/2f979ad9-48cf-4a78-a4c8-e31de78dd306 HTTP/1.1" status: 204 len: 168 time: 3.4922011 May 03 22:21:47.792259 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-62ad57f7-10b3-4242-942f-65aeadceac8c admin admin] Usage tracker for resource:network and tenant:b6605abd66da404aa372d53303e5b186 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:21:47.815328 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-62ad57f7-10b3-4242-942f-65aeadceac8c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:21:47.824175 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-62ad57f7-10b3-4242-942f-65aeadceac8c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:21:47.841569 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ad57f7-10b3-4242-942f-65aeadceac8c admin admin] Made reservation on behalf of b6605abd66da404aa372d53303e5b186 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:21:47.845713 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62ad57f7-10b3-4242-942f-65aeadceac8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:47.867873 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4f949e47-7125-4870-81ad-96e986034db3 req-d13fb658-31a7-471f-ae09-a416b9d64858 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:47.875037 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62ad57f7-10b3-4242-942f-65aeadceac8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:47.912131 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-62ad57f7-10b3-4242-942f-65aeadceac8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:21:47.921126 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-62ad57f7-10b3-4242-942f-65aeadceac8c admin admin] Usage tracker for resource:security_group_rule and tenant:b6605abd66da404aa372d53303e5b186 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:21:47.930921 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-62ad57f7-10b3-4242-942f-65aeadceac8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:21:47.954224 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-62ad57f7-10b3-4242-942f-65aeadceac8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:21:48.047971 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13fb658-31a7-471f-ae09-a416b9d64858 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Pushing event deleted for resources: {'Port': ['ID=07437ccf-9d68-4250-974a-a4275b180566,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:48.083225 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:48.150681 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18f0da-78fd-40cf-a506-74e3380364ad req-85105d1b-d3ae-41b3-ad20-030ff72a0843 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:48.151447 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port d792799f-8480-447b-9e72-7e12772389d0, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=d792799f-8480-447b-9e72-7e12772389d0,segment=NetworkSegment(d5261de8-a046-496c-9988-b261e2ae107f),segment_id=d5261de8-a046-496c-9988-b261e2ae107f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:21:48.156247 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47292) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:48.162004 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:48.163995 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9d18f0da-78fd-40cf-a506-74e3380364ad req-85105d1b-d3ae-41b3-ad20-030ff72a0843 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6aa49f0-d5a2-427f-b98f-7d7f9908687b HTTP/1.1" status: 200 len: 945 time: 0.5284421 May 03 22:21:48.214709 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 07437ccf-9d68-4250-974a-a4275b180566 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:21:48.266346 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 07437ccf-9d68-4250-974a-a4275b180566 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:21:48.266688 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 07437ccf-9d68-4250-974a-a4275b180566 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:21:48.300643 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=d792799f-8480-447b-9e72-7e12772389d0,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:48.322113 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f949e47-7125-4870-81ad-96e986034db3 req-d13fb658-31a7-471f-ae09-a416b9d64858 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] No DVR routers for this DVR port 07437ccf-9d68-4250-974a-a4275b180566 on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:21:48.336078 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4f949e47-7125-4870-81ad-96e986034db3 req-d13fb658-31a7-471f-ae09-a416b9d64858 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:48.338757 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6444c48b-bb82-4f41-8f7c-efa1116a623e', 'name': 'network-vif-deleted', 'tag': '07437ccf-9d68-4250-974a-a4275b180566'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:21:48.343958 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62ad57f7-10b3-4242-942f-65aeadceac8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:48.353127 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62ad57f7-10b3-4242-942f-65aeadceac8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:48.375783 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f949e47-7125-4870-81ad-96e986034db3 req-d13fb658-31a7-471f-ae09-a416b9d64858 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.60 "DELETE /v2.0/ports/07437ccf-9d68-4250-974a-a4275b180566 HTTP/1.1" status: 204 len: 173 time: 2.6629906 May 03 22:21:48.385290 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9d18f0da-78fd-40cf-a506-74e3380364ad req-2784de40-bf5e-4063-aa2e-fe0e6ccc4544 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021813 May 03 22:21:48.451582 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b66436-be98-4947-9cf7-9527c53ff70e req-3419bc41-10e8-43af-ab37-994072547d6a tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:48.465805 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-78b66436-be98-4947-9cf7-9527c53ff70e req-3419bc41-10e8-43af-ab37-994072547d6a tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=66cc1d9a-6c4e-4c3a-8134-645379f6944b HTTP/1.1" status: 200 len: 946 time: 0.2234797 May 03 22:21:48.466074 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ad57f7-10b3-4242-942f-65aeadceac8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:21:48.511720 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5bdb728c-a43c-4cb8-8e12-c042ad4240c3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=498aeb136ad344e696908c84b87971fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3542407 May 03 22:21:48.512431 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad57f7-10b3-4242-942f-65aeadceac8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3bd681-41bf-4882-957c-8fed67b66767,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:48.514355 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47302) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:48.549078 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-78b66436-be98-4947-9cf7-9527c53ff70e req-5ab45de3-b345-4c6d-94a2-af48d29945e6 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860043 May 03 22:21:48.559132 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62ad57f7-10b3-4242-942f-65aeadceac8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:48.559481 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-62ad57f7-10b3-4242-942f-65aeadceac8c admin admin] Added segment 8ee38ea3-9d9d-4ce7-90d4-30d32cb72e26 of type vlan for network 5846ea57-ee12-400e-b921-db5cd6fe605a May 03 22:21:48.653707 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62ad57f7-10b3-4242-942f-65aeadceac8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:48.694077 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-7f8da9b9-e86d-4b5b-9840-08a3bbc34eb1 req-e05dc8a8-97e3-472a-b3e0-2575e51dcfc8 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Synchronizing usage tracker for tenant:1355e03e3cc943b7a86e8b598705e5c5 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:21:48.714050 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-304a0bf4-e9a4-42ca-a885-216d3d1a83f4'] response: {'server_uuid': '6444c48b-bb82-4f41-8f7c-efa1116a623e', 'name': 'network-vif-deleted', 'tag': '07437ccf-9d68-4250-974a-a4275b180566', 'status': 'completed', 'code': 200} May 03 22:21:48.738476 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62ad57f7-10b3-4242-942f-65aeadceac8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:48.739707 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ad57f7-10b3-4242-942f-65aeadceac8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:48.740498 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62ad57f7-10b3-4242-942f-65aeadceac8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:48.760675 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-7f8da9b9-e86d-4b5b-9840-08a3bbc34eb1 req-e05dc8a8-97e3-472a-b3e0-2575e51dcfc8 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] Unset dirty status for tenant:1355e03e3cc943b7a86e8b598705e5c5 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:21:48.780705 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7f8da9b9-e86d-4b5b-9840-08a3bbc34eb1 req-e05dc8a8-97e3-472a-b3e0-2575e51dcfc8 tempest-LiveMigrationNegativeTest-1503769346 tempest-LiveMigrationNegativeTest-1503769346-project] 10.222.0.58 "GET /v2.0/ports?device_id=6444c48b-bb82-4f41-8f7c-efa1116a623e HTTP/1.1" status: 200 len: 210 time: 0.2228112 May 03 22:21:48.843182 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c1e65a9a-3552-4306-8aff-5cbd4649b4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:48.892764 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-62ad57f7-10b3-4242-942f-65aeadceac8c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1390088 May 03 22:21:48.901590 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47316) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:48.910966 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-17c1769c-c0fd-46a2-a87c-52aba7cd8f2f admin admin] Request body: {'subnet': {'network_id': '5846ea57-ee12-400e-b921-db5cd6fe605a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1557411441-subnet', 'tenant_id': 'b6605abd66da404aa372d53303e5b186', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:21:48.916607 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-17c1769c-c0fd-46a2-a87c-52aba7cd8f2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:21:48.921464 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-17c1769c-c0fd-46a2-a87c-52aba7cd8f2f admin admin] Usage tracker for resource:subnet and tenant:b6605abd66da404aa372d53303e5b186 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:21:48.924816 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-17c1769c-c0fd-46a2-a87c-52aba7cd8f2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:21:48.926332 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c1e65a9a-3552-4306-8aff-5cbd4649b4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:48.936168 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-17c1769c-c0fd-46a2-a87c-52aba7cd8f2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:21:48.940619 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad57f7-10b3-4242-942f-65aeadceac8c admin admin] Pushing event updated for resources: {'Network': ['ID=5846ea57-ee12-400e-b921-db5cd6fe605a,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:48.955529 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c1769c-c0fd-46a2-a87c-52aba7cd8f2f admin admin] Made reservation on behalf of b6605abd66da404aa372d53303e5b186 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:21:48.964356 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 5846ea57-ee12-400e-b921-db5cd6fe605a details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:21:48.964992 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-17c1769c-c0fd-46a2-a87c-52aba7cd8f2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:49.117607 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fe1c006a-ece9-496b-8947-0448239443c2 req-92c1f667-230a-460b-bd72-c78daeedba3b tempest-ServersAdmin275Test-1077563977 tempest-ServersAdmin275Test-1077563977-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.1927526 May 03 22:21:49.190943 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c1e65a9a-3552-4306-8aff-5cbd4649b4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:49.210976 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e65a9a-3552-4306-8aff-5cbd4649b4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c05288-5684-4996-9413-e1566b84a935,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:49.244058 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c1e65a9a-3552-4306-8aff-5cbd4649b4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:49.248881 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c1e65a9a-3552-4306-8aff-5cbd4649b4f1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/99c05288-5684-4996-9413-e1566b84a935 HTTP/1.1" status: 204 len: 168 time: 0.7313440 May 03 22:21:49.411931 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-17c1769c-c0fd-46a2-a87c-52aba7cd8f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:49.496548 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c1769c-c0fd-46a2-a87c-52aba7cd8f2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=685c91de-dcc2-4b3e-a2df-5348f2e67764,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:49.506737 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c1769c-c0fd-46a2-a87c-52aba7cd8f2f admin admin] Checking segment: {'id': '8ee38ea3-9d9d-4ce7-90d4-30d32cb72e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5846ea57-ee12-400e-b921-db5cd6fe605a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:21:49.507122 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c1769c-c0fd-46a2-a87c-52aba7cd8f2f admin admin] Network hostable DHCP agents. Network: 5846ea57-ee12-400e-b921-db5cd6fe605a, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:21:49.541543 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c1769c-c0fd-46a2-a87c-52aba7cd8f2f admin admin] Network 5846ea57-ee12-400e-b921-db5cd6fe605a is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:21:49.567133 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-17c1769c-c0fd-46a2-a87c-52aba7cd8f2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 5846ea57-ee12-400e-b921-db5cd6fe605a) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:21:49.573191 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c1769c-c0fd-46a2-a87c-52aba7cd8f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:49.573774 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-17c1769c-c0fd-46a2-a87c-52aba7cd8f2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:49.575857 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01677290-63cb-4853-b367-8a075b853750 None None] Network 5846ea57-ee12-400e-b921-db5cd6fe605a requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:21:49.615072 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cc1d9a-6c4e-4c3a-8134-645379f6944b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd792799f-8480-447b-9e72-7e12772389d0'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:21:49.623942 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-17c1769c-c0fd-46a2-a87c-52aba7cd8f2f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7208209 May 03 22:21:49.669232 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead5605-cd9f-414f-93cb-90159a84bb78 req-f5037fcb-2149-4652-b9c1-d81d85d1fd4a tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:49.677115 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0ead5605-cd9f-414f-93cb-90159a84bb78 req-f5037fcb-2149-4652-b9c1-d81d85d1fd4a tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6aa49f0-d5a2-427f-b98f-7d7f9908687b HTTP/1.1" status: 200 len: 945 time: 0.1600463 May 03 22:21:49.768205 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0ead5605-cd9f-414f-93cb-90159a84bb78 req-2f3981c3-9e98-4ac8-9060-ade569b372d8 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883853 May 03 22:21:49.853986 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4610735d-1496-415c-b605-2931f78a3094'] response: {'server_uuid': '66cc1d9a-6c4e-4c3a-8134-645379f6944b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd792799f-8480-447b-9e72-7e12772389d0', 'code': 200} May 03 22:21:49.983051 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f5563b-b82d-47de-a847-607776f247f1 None None] Network 5846ea57-ee12-400e-b921-db5cd6fe605a requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:21:50.108129 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1ca2a-791d-4523-8267-5f1931033dcb req-32dd1a3a-e8a2-4ee9-baf7-76ef4f63b2a6 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:50.120070 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-54b1ca2a-791d-4523-8267-5f1931033dcb req-32dd1a3a-e8a2-4ee9-baf7-76ef4f63b2a6 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=66cc1d9a-6c4e-4c3a-8134-645379f6944b HTTP/1.1" status: 200 len: 946 time: 0.2803533 May 03 22:21:50.167001 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63592f8-6f87-4559-bd68-96a7e27949ba req-c87a4510-f11b-4332-b15a-eab8f948bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:50.168477 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d63592f8-6f87-4559-bd68-96a7e27949ba req-c87a4510-f11b-4332-b15a-eab8f948bae9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=66cc1d9a-6c4e-4c3a-8134-645379f6944b HTTP/1.1" status: 200 len: 1097 time: 0.2485182 May 03 22:21:50.255128 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-54b1ca2a-791d-4523-8267-5f1931033dcb req-4e8f4ae7-0275-4c19-ac12-18aae374a781 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340611 May 03 22:21:50.311703 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d63592f8-6f87-4559-bd68-96a7e27949ba req-2cc4962d-c0c4-4996-bc6f-7971091dc577 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364224 May 03 22:21:50.406277 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d2b4a798-c4c9-4a62-a480-b9323db49fef req-8cdad1de-ab78-4071-9bf9-901a6ed1e950 tempest-ServersAdmin275Test-1077563977 tempest-ServersAdmin275Test-1077563977-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.0582483 May 03 22:21:50.525822 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47374) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:50.817743 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:21:50.927863 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:21:50.935116 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:21:50.936248 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:21:50.936757 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:51.019383 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0e568b14-1c4b-4573-8d70-214a05cda393 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1355e03e3cc943b7a86e8b598705e5c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4922349 May 03 22:21:51.022145 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47398) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:51.115390 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c63fa18a-55ce-41eb-833a-c36724038446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:51.139167 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:51.180132 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-9deefafa-c1c4-44a9-b6c4-3de6c400c268 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:51.180986 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c63fa18a-55ce-41eb-833a-c36724038446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:51.189142 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-9deefafa-c1c4-44a9-b6c4-3de6c400c268 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/networks?id=c529cb66-8468-429f-bb93-e81cdb567811 HTTP/1.1" status: 200 len: 808 time: 0.3563335 May 03 22:21:51.207790 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:21:51.209807 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-1b66798d-150a-4ec5-9ba2-a9f00c31d219 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/quotas/1727dc00a1e94099b181b574bcc185b6 HTTP/1.1" status: 200 len: 375 time: 0.0197175 May 03 22:21:51.213165 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:51.267398 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c63fa18a-55ce-41eb-833a-c36724038446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:51.291080 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63fa18a-55ce-41eb-833a-c36724038446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1183dfe1-b104-4015-a004-e839f18864fa,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:51.322957 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c63fa18a-55ce-41eb-833a-c36724038446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:51.326326 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c63fa18a-55ce-41eb-833a-c36724038446 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1183dfe1-b104-4015-a004-e839f18864fa HTTP/1.1" status: 204 len: 168 time: 0.3031371 May 03 22:21:51.341646 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-e711b565-ed7b-4ea6-bd97-3160a8cef257 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1727dc00a1e94099b181b574bcc185b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1098640 May 03 22:21:51.403023 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:51.548719 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-fcbb3098-0a2c-4807-8d81-c04649aafe9c service neutron] 10.222.0.58 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061331 May 03 22:21:51.620666 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e5494-5c22-4806-8ccf-1a934b58c6df req-6c8730fd-6c10-43fa-886f-35d39a12066e tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:51.622174 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-894e5494-5c22-4806-8ccf-1a934b58c6df req-6c8730fd-6c10-43fa-886f-35d39a12066e tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6aa49f0-d5a2-427f-b98f-7d7f9908687b HTTP/1.1" status: 200 len: 945 time: 0.6193421 May 03 22:21:51.820703 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-894e5494-5c22-4806-8ccf-1a934b58c6df req-5dd70d0a-204e-4315-a853-78857b8fc959 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611435 May 03 22:21:51.854947 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6aa49f0-d5a2-427f-b98f-7d7f9908687b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:21:51.889016 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-e4c6c2d5-9a81-4368-b36d-24b90768c0dc service neutron] 10.222.0.58 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388312 May 03 22:21:51.938210 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47430) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:52.030631 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-62e07a2e-bf08-400b-8843-0ca3f499cd25 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f1aeda0c5971401794db2a348aa2303a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0907030 May 03 22:21:52.033112 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47440) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:52.175179 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7a119e2c-b384-4f23-b173-61c4e7f22e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:52.233243 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7a119e2c-b384-4f23-b173-61c4e7f22e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:52.313332 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7a119e2c-b384-4f23-b173-61c4e7f22e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:52.349901 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a119e2c-b384-4f23-b173-61c4e7f22e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb929105-6e6c-4164-9170-7ceb209143d8,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:52.360237 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7a119e2c-b384-4f23-b173-61c4e7f22e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:52.367446 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7a119e2c-b384-4f23-b173-61c4e7f22e87 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eb929105-6e6c-4164-9170-7ceb209143d8 HTTP/1.1" status: 204 len: 168 time: 0.3302050 May 03 22:21:52.367616 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a5a14-28be-4437-a65b-3ee5f6f71415 req-d627a1af-65ce-4c0e-8b13-53e05ff40a48 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:52.388442 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2e9a5a14-28be-4437-a65b-3ee5f6f71415 req-d627a1af-65ce-4c0e-8b13-53e05ff40a48 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=66cc1d9a-6c4e-4c3a-8134-645379f6944b HTTP/1.1" status: 200 len: 946 time: 0.1569040 May 03 22:21:52.484411 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ae47cc43-d904-4557-a593-87b4b45fc6c9 req-519c8770-a2be-43c8-9d9f-6102ff5a814a tempest-ServersAdmin275Test-1077563977 tempest-ServersAdmin275Test-1077563977-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.0881460 May 03 22:21:52.538486 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2e9a5a14-28be-4437-a65b-3ee5f6f71415 req-a8d94d03-2369-42d8-8de5-3e64dee41e35 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489701 May 03 22:21:52.650543 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3383727-cbe5-41a5-9171-9eeb6d09d351'] response: {'server_uuid': 'b6aa49f0-d5a2-427f-b98f-7d7f9908687b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93', 'code': 200} May 03 22:21:52.756917 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-91570fda-b8ab-438d-b1ae-ab3e3a5e5484 req-48e0dfb1-564b-4645-b42f-2f39feaa3a1f tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=97a076d6-cb30-497e-890a-60bea66a5d8c HTTP/1.1" status: 200 len: 210 time: 0.1524825 May 03 22:21:52.847153 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cb7eeedc-7892-4bc3-b0ea-5b9c9fa90afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:52.918358 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14925e3-39a9-4dba-b048-bb9c96db82b7 req-0cd7a8d1-d75e-4f63-b055-469d6dd77ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:52.920101 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c14925e3-39a9-4dba-b048-bb9c96db82b7 req-0cd7a8d1-d75e-4f63-b055-469d6dd77ec5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b6aa49f0-d5a2-427f-b98f-7d7f9908687b HTTP/1.1" status: 200 len: 1097 time: 0.1740429 May 03 22:21:53.048323 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c14925e3-39a9-4dba-b048-bb9c96db82b7 req-7fc41b86-0a37-411f-b9b2-81fabed03a23 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170452 May 03 22:21:53.308786 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c01de-4968-48fc-a331-a97f6d1d9195 req-e4355cb2-4806-41fa-b478-c0d97ff95e89 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:53.310520 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a89c01de-4968-48fc-a331-a97f6d1d9195 req-e4355cb2-4806-41fa-b478-c0d97ff95e89 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6aa49f0-d5a2-427f-b98f-7d7f9908687b HTTP/1.1" status: 200 len: 946 time: 0.0955105 May 03 22:21:53.395147 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a89c01de-4968-48fc-a331-a97f6d1d9195 req-09ec0b63-a702-42d1-b044-57d052cfa72d tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775383 May 03 22:21:53.727191 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b7047-94c1-4e98-8f4d-91a0e31d7d8e req-6494ab14-debd-4047-93fd-f5d7489bfaf4 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:53.728737 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-280b7047-94c1-4e98-8f4d-91a0e31d7d8e req-6494ab14-debd-4047-93fd-f5d7489bfaf4 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=66cc1d9a-6c4e-4c3a-8134-645379f6944b HTTP/1.1" status: 200 len: 946 time: 0.1647537 May 03 22:21:53.831299 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-280b7047-94c1-4e98-8f4d-91a0e31d7d8e req-02ae009a-13f0-4c22-ac61-c44d240834eb tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956941 May 03 22:21:53.888792 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:54.093135 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-620fe267-b8d6-4e97-9aec-7a2caae26266 req-ed72cfa5-5445-4fe1-9442-0e8f36713c27 tempest-ServersAdmin275Test-1077563977 tempest-ServersAdmin275Test-1077563977-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.0903244 May 03 22:21:54.468389 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4dbede6b-caa1-4b3a-911c-7f70f943a361 req-0054540d-c245-40ad-9b18-0179f30a0f67 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=97a076d6-cb30-497e-890a-60bea66a5d8c HTTP/1.1" status: 200 len: 210 time: 0.1621463 May 03 22:21:54.991196 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b646db50-6a4a-47a9-af84-81cc8370910d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:55.000628 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-d5445fa8-754f-4b23-ba0d-bd828ffbb6ce tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:55.002387 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-d5445fa8-754f-4b23-ba0d-bd828ffbb6ce tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.67 "GET /v2.0/networks?id=c529cb66-8468-429f-bb93-e81cdb567811 HTTP/1.1" status: 200 len: 808 time: 0.7396226 May 03 22:21:55.014817 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-255000b3-da17-4616-abcc-59ca7933997b tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Request body: {'port': {'device_id': '97a076d6-cb30-497e-890a-60bea66a5d8c', 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811', 'admin_state_up': True, 'tenant_id': '1727dc00a1e94099b181b574bcc185b6'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:21:55.085737 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c49d9-54b0-4d80-8e2e-f344c1b6da46 req-009c2c08-66a3-4024-805c-5de60e7f4db4 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:55.092771 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-789c49d9-54b0-4d80-8e2e-f344c1b6da46 req-009c2c08-66a3-4024-805c-5de60e7f4db4 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6aa49f0-d5a2-427f-b98f-7d7f9908687b HTTP/1.1" status: 200 len: 946 time: 0.1861196 May 03 22:21:55.250642 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-255000b3-da17-4616-abcc-59ca7933997b tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:21:55.258081 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-255000b3-da17-4616-abcc-59ca7933997b tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Usage tracker for resource:port and tenant:1727dc00a1e94099b181b574bcc185b6 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:21:55.264004 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-789c49d9-54b0-4d80-8e2e-f344c1b6da46 req-28cfa2ff-98e2-4931-882b-2ee38a509532 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702533 May 03 22:21:55.264982 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-255000b3-da17-4616-abcc-59ca7933997b tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:21:55.271289 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-255000b3-da17-4616-abcc-59ca7933997b tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:21:55.284744 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-255000b3-da17-4616-abcc-59ca7933997b tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Made reservation on behalf of 1727dc00a1e94099b181b574bcc185b6 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:21:55.290022 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-255000b3-da17-4616-abcc-59ca7933997b tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:55.581504 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdaf539-22bd-4c60-ae5a-a39dec8ba198 req-46209db1-59a8-4cc1-b1cb-6f881a323f49 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:55.583533 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9fdaf539-22bd-4c60-ae5a-a39dec8ba198 req-46209db1-59a8-4cc1-b1cb-6f881a323f49 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=66cc1d9a-6c4e-4c3a-8134-645379f6944b HTTP/1.1" status: 200 len: 946 time: 0.2686698 May 03 22:21:55.621014 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7467eae0-8b2b-4584-a247-ae7f5a3310e4 req-4c31f8e0-1c29-4f6a-9c7e-af46bcf0a9a9 tempest-ServersAdmin275Test-1077563977 tempest-ServersAdmin275Test-1077563977-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.0838742 May 03 22:21:55.657753 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-255000b3-da17-4616-abcc-59ca7933997b tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Allocated IP 172.20.0.7 (c529cb66-8468-429f-bb93-e81cdb567811/1ee1af50-b130-474e-bc7b-1c6042f9e7e1/20512679-c6a0-487c-a297-194cf3ce5394) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:21:55.676546 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9fdaf539-22bd-4c60-ae5a-a39dec8ba198 req-ba68de38-014b-424b-b682-e76cc04d7b7a tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815549 May 03 22:21:55.958148 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-255000b3-da17-4616-abcc-59ca7933997b tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:56.052088 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-255000b3-da17-4616-abcc-59ca7933997b tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:56.111763 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:56.181503 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-255000b3-da17-4616-abcc-59ca7933997b tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Network c529cb66-8468-429f-bb93-e81cdb567811 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:21:56.185449 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-255000b3-da17-4616-abcc-59ca7933997b tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:21:56.195655 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-255000b3-da17-4616-abcc-59ca7933997b tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:21:56.233715 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:56.233989 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255000b3-da17-4616-abcc-59ca7933997b tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Pushing event updated for resources: {'Port': ['ID=20512679-c6a0-487c-a297-194cf3ce5394,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:56.294949 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-255000b3-da17-4616-abcc-59ca7933997b tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:56.295619 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-255000b3-da17-4616-abcc-59ca7933997b tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:56.332033 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df202cf6-a176-4723-9667-98339ed7e7ca req-2e182629-53b4-4d7a-9b2d-040daa6b72b7 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:56.333950 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-df202cf6-a176-4723-9667-98339ed7e7ca req-2e182629-53b4-4d7a-9b2d-040daa6b72b7 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=97a076d6-cb30-497e-890a-60bea66a5d8c HTTP/1.1" status: 200 len: 931 time: 0.3437951 May 03 22:21:56.351072 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-255000b3-da17-4616-abcc-59ca7933997b tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3394091 May 03 22:21:56.367872 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-adfd4cef-df74-4fa6-9086-a8db62368e3f service neutron] Request body: {'port': {'device_id': '97a076d6-cb30-497e-890a-60bea66a5d8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:21:56.499850 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-df202cf6-a176-4723-9667-98339ed7e7ca req-bb183f50-8768-4580-9ebc-8e3b8e6eaea2 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463499 May 03 22:21:56.655978 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-adfd4cef-df74-4fa6-9086-a8db62368e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:57.223857 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-adfd4cef-df74-4fa6-9086-a8db62368e3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20512679-c6a0-487c-a297-194cf3ce5394 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:21:57.232678 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-adfd4cef-df74-4fa6-9086-a8db62368e3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:57.256904 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-adfd4cef-df74-4fa6-9086-a8db62368e3f service neutron] Transition to ACTIVE for port object 20512679-c6a0-487c-a297-194cf3ce5394 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:21:57.270029 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a557eef-2ddc-40e0-ac7f-d8c778edab2c req-e9d49e3b-d481-4f13-a362-dbe794ea1d8e tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:57.271532 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1a557eef-2ddc-40e0-ac7f-d8c778edab2c req-e9d49e3b-d481-4f13-a362-dbe794ea1d8e tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6aa49f0-d5a2-427f-b98f-7d7f9908687b HTTP/1.1" status: 200 len: 946 time: 0.1815138 May 03 22:21:57.312915 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-adfd4cef-df74-4fa6-9086-a8db62368e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:57.457073 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-399b4aa1-55d6-4090-8199-11d543109632 req-998bc43f-0831-41c5-b7a5-f8b51ddd509f tempest-ServersAdmin275Test-1077563977 tempest-ServersAdmin275Test-1077563977-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.1841719 May 03 22:21:57.483347 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:57.556355 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:57.722788 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1a557eef-2ddc-40e0-ac7f-d8c778edab2c req-d94cbddd-2343-44e3-926f-cafdc8cb39a6 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018524 May 03 22:21:57.722788 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd4cef-df74-4fa6-9086-a8db62368e3f service neutron] Pushing event updated for resources: {'Port': ['ID=20512679-c6a0-487c-a297-194cf3ce5394,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:57.814654 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-adfd4cef-df74-4fa6-9086-a8db62368e3f service neutron] Attempting to bind port 20512679-c6a0-487c-a297-194cf3ce5394 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:21:57.815221 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-adfd4cef-df74-4fa6-9086-a8db62368e3f service neutron] Attempting to bind port 20512679-c6a0-487c-a297-194cf3ce5394 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:21:57.815808 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-adfd4cef-df74-4fa6-9086-a8db62368e3f service neutron] Attempting to bind port 20512679-c6a0-487c-a297-194cf3ce5394 on network c529cb66-8468-429f-bb93-e81cdb567811 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:21:57.824477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-adfd4cef-df74-4fa6-9086-a8db62368e3f service neutron] Port 20512679-c6a0-487c-a297-194cf3ce5394 on network c529cb66-8468-429f-bb93-e81cdb567811 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:21:57.825068 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-adfd4cef-df74-4fa6-9086-a8db62368e3f service neutron] Attempting to bind port 20512679-c6a0-487c-a297-194cf3ce5394 on network c529cb66-8468-429f-bb93-e81cdb567811 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:21:57.833272 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-adfd4cef-df74-4fa6-9086-a8db62368e3f service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:21:57.834398 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-adfd4cef-df74-4fa6-9086-a8db62368e3f service neutron] Checking segment: {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:21:57.836988 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-adfd4cef-df74-4fa6-9086-a8db62368e3f service neutron] Bound using segment: {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:21:57.837659 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-adfd4cef-df74-4fa6-9086-a8db62368e3f service neutron] Bound port: 20512679-c6a0-487c-a297-194cf3ce5394, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:21:57.838268 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-adfd4cef-df74-4fa6-9086-a8db62368e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:58.012173 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-adfd4cef-df74-4fa6-9086-a8db62368e3f service neutron] For port 20512679-c6a0-487c-a297-194cf3ce5394, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:21:58.032620 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-adfd4cef-df74-4fa6-9086-a8db62368e3f service neutron] For port 20512679-c6a0-487c-a297-194cf3ce5394, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=20512679-c6a0-487c-a297-194cf3ce5394,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:21:58.047992 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-adfd4cef-df74-4fa6-9086-a8db62368e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:58.133741 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-adfd4cef-df74-4fa6-9086-a8db62368e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:58.134388 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-adfd4cef-df74-4fa6-9086-a8db62368e3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:58.136158 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-adfd4cef-df74-4fa6-9086-a8db62368e3f service neutron] 10.222.0.67 "PUT /v2.0/ports/20512679-c6a0-487c-a297-194cf3ce5394 HTTP/1.1" status: 200 len: 1091 time: 1.7775309 May 03 22:21:58.137259 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a076d6-cb30-497e-890a-60bea66a5d8c', 'tag': '20512679-c6a0-487c-a297-194cf3ce5394'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:21:58.152805 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51500c91-8a67-46ed-9e58-c55d307b2b6c req-421be8fd-d8ac-4c58-9f01-fe7004f221ce tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:58.153967 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-51500c91-8a67-46ed-9e58-c55d307b2b6c req-421be8fd-d8ac-4c58-9f01-fe7004f221ce tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Synchronizing usage tracker for tenant:1727dc00a1e94099b181b574bcc185b6 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:21:58.267392 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd4cef-df74-4fa6-9086-a8db62368e3f service neutron] Pushing event updated for resources: {'Port': ['ID=20512679-c6a0-487c-a297-194cf3ce5394,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:58.310222 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-51500c91-8a67-46ed-9e58-c55d307b2b6c req-421be8fd-d8ac-4c58-9f01-fe7004f221ce tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Unset dirty status for tenant:1727dc00a1e94099b181b574bcc185b6 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:21:58.320368 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-51500c91-8a67-46ed-9e58-c55d307b2b6c req-421be8fd-d8ac-4c58-9f01-fe7004f221ce tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=97a076d6-cb30-497e-890a-60bea66a5d8c HTTP/1.1" status: 200 len: 943 time: 0.4123762 May 03 22:21:58.394441 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-51500c91-8a67-46ed-9e58-c55d307b2b6c req-7d086ae7-9fad-4d68-8d00-87b2925db884 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731347 May 03 22:21:58.409262 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-733dc86a-7231-462c-993d-b51061b74615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:58.411011 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-733dc86a-7231-462c-993d-b51061b74615 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1727dc00a1e94099b181b574bcc185b6&device_id=97a076d6-cb30-497e-890a-60bea66a5d8c HTTP/1.1" status: 200 len: 1094 time: 0.2092838 May 03 22:21:58.413825 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f832c82-e8c0-4c50-8b86-f5cf56e1a3cb req-23c7ca21-9491-4edc-8421-9c5cf72771a3 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:58.421702 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f832c82-e8c0-4c50-8b86-f5cf56e1a3cb req-23c7ca21-9491-4edc-8421-9c5cf72771a3 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b6aa49f0-d5a2-427f-b98f-7d7f9908687b HTTP/1.1" status: 200 len: 1097 time: 0.2613342 May 03 22:21:58.503960 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-f934bddc-0193-4251-8829-d22273cdbdb2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20512679-c6a0-487c-a297-194cf3ce5394 HTTP/1.1" status: 200 len: 217 time: 0.0677428 May 03 22:21:58.596136 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f832c82-e8c0-4c50-8b86-f5cf56e1a3cb req-1fb60f42-b029-4f33-8900-05df046e3dd7 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715043 May 03 22:21:58.620259 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-1564baf0-d3d3-4d82-bbb2-6c1740017ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:58.621712 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-1564baf0-d3d3-4d82-bbb2-6c1740017ff6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1ee1af50-b130-474e-bc7b-1c6042f9e7e1 HTTP/1.1" status: 200 len: 848 time: 0.1034324 May 03 22:21:58.715034 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-b74daaa3-b62e-4940-a5fb-9df9321449b0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c529cb66-8468-429f-bb93-e81cdb567811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827258 May 03 22:21:58.930235 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05fa0053-e471-4967-ba2d-512a7837ce2b'] response: {'name': 'network-changed', 'server_uuid': '97a076d6-cb30-497e-890a-60bea66a5d8c', 'tag': '20512679-c6a0-487c-a297-194cf3ce5394', 'status': 'completed', 'code': 200} May 03 22:21:58.977580 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-ab8484b5-d0bb-437c-9063-dabcd8380537 service neutron] 10.222.0.67 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492077 May 03 22:21:59.068125 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5cb67bba-9052-4734-a8fb-042e92767292 req-830777c4-afef-4e96-8738-4fb32d3053ef tempest-ServersAdmin275Test-1077563977 tempest-ServersAdmin275Test-1077563977-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.0642803 May 03 22:21:59.203738 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6a9072eb-c9f5-4fe3-bd6d-f8ff733f5eee req-84fd9355-08d9-4483-a239-2a2b5cb49722 service neutron] 10.222.0.67 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256041 May 03 22:21:59.331513 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47878) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:59.444460 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024d184-2379-4c19-89f2-5c3dc72b632e req-6cdc3e5b-5fd5-47ed-904e-c96e6bdea9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:59.445967 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a024d184-2379-4c19-89f2-5c3dc72b632e req-6cdc3e5b-5fd5-47ed-904e-c96e6bdea9f7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1727dc00a1e94099b181b574bcc185b6&device_id=97a076d6-cb30-497e-890a-60bea66a5d8c HTTP/1.1" status: 200 len: 1094 time: 0.1807234 May 03 22:21:59.448582 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3595748-833f-4c97-a3e3-522f3683f223 req-ff4dec87-b275-4cb6-9f58-3adf21dbdaaa tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:59.455547 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c3595748-833f-4c97-a3e3-522f3683f223 req-ff4dec87-b275-4cb6-9f58-3adf21dbdaaa tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b6aa49f0-d5a2-427f-b98f-7d7f9908687b HTTP/1.1" status: 200 len: 1097 time: 0.1237934 May 03 22:21:59.491230 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8f16a4be-1b81-4ca3-979d-ed3fc51df26d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:59.509879 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8f16a4be-1b81-4ca3-979d-ed3fc51df26d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:21:59.515017 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8f16a4be-1b81-4ca3-979d-ed3fc51df26d admin admin] Usage tracker for resource:security_group_rule and tenant:9af93e7137aa40a495ba5835770ba5bd is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:21:59.518859 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8f16a4be-1b81-4ca3-979d-ed3fc51df26d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:21:59.547705 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8f16a4be-1b81-4ca3-979d-ed3fc51df26d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:21:59.661755 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c3595748-833f-4c97-a3e3-522f3683f223 req-12d50c06-09fd-473e-bebd-e1ea40d4d643 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053249 May 03 22:21:59.674921 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8f16a4be-1b81-4ca3-979d-ed3fc51df26d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:59.681679 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8f16a4be-1b81-4ca3-979d-ed3fc51df26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:59.721573 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024d184-2379-4c19-89f2-5c3dc72b632e req-172f66cb-1fd6-4411-b248-38767f37b366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:21:59.723398 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a024d184-2379-4c19-89f2-5c3dc72b632e req-172f66cb-1fd6-4411-b248-38767f37b366 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c529cb66-8468-429f-bb93-e81cdb567811 HTTP/1.1" status: 200 len: 909 time: 0.2659533 May 03 22:21:59.744480 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f16a4be-1b81-4ca3-979d-ed3fc51df26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddf1851-1500-4614-968e-f50501eb9461,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:21:59.776012 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8f16a4be-1b81-4ca3-979d-ed3fc51df26d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9af93e7137aa40a495ba5835770ba5bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4434175 May 03 22:21:59.776614 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47898) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:21:59.880234 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1892d18e-f98c-4783-8a7f-4915d762534e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:59.917964 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1892d18e-f98c-4783-8a7f-4915d762534e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:21:59.958668 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a024d184-2379-4c19-89f2-5c3dc72b632e req-0d02055d-23b3-47b5-823a-3be720ddc20b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20512679-c6a0-487c-a297-194cf3ce5394 HTTP/1.1" status: 200 len: 217 time: 0.0749526 May 03 22:22:00.015134 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1892d18e-f98c-4783-8a7f-4915d762534e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:00.043954 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892d18e-f98c-4783-8a7f-4915d762534e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ddf1851-1500-4614-968e-f50501eb9461,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:00.045139 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024d184-2379-4c19-89f2-5c3dc72b632e req-692473b9-5108-42f4-820f-e8c798d8f2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:00.046607 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a024d184-2379-4c19-89f2-5c3dc72b632e req-692473b9-5108-42f4-820f-e8c798d8f2dd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1ee1af50-b130-474e-bc7b-1c6042f9e7e1 HTTP/1.1" status: 200 len: 848 time: 0.0787411 May 03 22:22:00.048196 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1892d18e-f98c-4783-8a7f-4915d762534e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:00.049980 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1892d18e-f98c-4783-8a7f-4915d762534e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3ddf1851-1500-4614-968e-f50501eb9461 HTTP/1.1" status: 204 len: 168 time: 0.2720532 May 03 22:22:00.073210 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abca79-4876-4e3a-81b9-032797942d4a req-2c42236f-ad54-4934-8312-9feabb12f7fd tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:00.075896 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-75abca79-4876-4e3a-81b9-032797942d4a req-2c42236f-ad54-4934-8312-9feabb12f7fd tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=97a076d6-cb30-497e-890a-60bea66a5d8c HTTP/1.1" status: 200 len: 943 time: 0.3472073 May 03 22:22:00.143321 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a024d184-2379-4c19-89f2-5c3dc72b632e req-798d8c98-7b76-4b1c-8726-f8dd42f7be90 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c529cb66-8468-429f-bb93-e81cdb567811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662091 May 03 22:22:00.206232 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-75abca79-4876-4e3a-81b9-032797942d4a req-2c25e650-e05c-465f-b4f5-40f555d5bd3e tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902588 May 03 22:22:00.322486 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a024d184-2379-4c19-89f2-5c3dc72b632e req-5dee8d4c-549d-4492-92d2-94f68e3f78b6 service neutron] 10.222.0.67 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643562 May 03 22:22:00.502428 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a024d184-2379-4c19-89f2-5c3dc72b632e req-7fe4469a-2414-43d1-a79a-d387c389bede service neutron] 10.222.0.67 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678081 May 03 22:22:00.647373 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47990) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:22:00.675840 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-305f8a29-62b5-43e7-bb01-9f81035d80aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:00.706840 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-305f8a29-62b5-43e7-bb01-9f81035d80aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:22:00.716282 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-305f8a29-62b5-43e7-bb01-9f81035d80aa admin admin] Usage tracker for resource:security_group_rule and tenant:df90430da1b24aeeb2faf38901bb0c9e is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:22:00.719213 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-305f8a29-62b5-43e7-bb01-9f81035d80aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:22:00.725644 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-305f8a29-62b5-43e7-bb01-9f81035d80aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:22:00.780709 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fa949748-a133-4f86-9887-a0cdcd524d8b req-d03c4bcc-2c4a-4361-b16e-b187c361e90f tempest-ServersAdmin275Test-1077563977 tempest-ServersAdmin275Test-1077563977-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.0500486 May 03 22:22:00.872008 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-305f8a29-62b5-43e7-bb01-9f81035d80aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:00.877556 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-305f8a29-62b5-43e7-bb01-9f81035d80aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:00.939009 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48022) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:22:00.939416 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-305f8a29-62b5-43e7-bb01-9f81035d80aa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=df90430da1b24aeeb2faf38901bb0c9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2902908 May 03 22:22:00.965292 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f8a29-62b5-43e7-bb01-9f81035d80aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496b5e56-7e42-451f-8451-afee4fef9e4a,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:01.028762 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80244a-1f00-489d-85f4-2a67ef3cd83e req-2c6247d3-a82a-41e9-8ef9-fd09051622ab tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:01.030415 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7c80244a-1f00-489d-85f4-2a67ef3cd83e req-2c6247d3-a82a-41e9-8ef9-fd09051622ab tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b6aa49f0-d5a2-427f-b98f-7d7f9908687b HTTP/1.1" status: 200 len: 1097 time: 0.1817944 May 03 22:22:01.069804 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6ea82d80-c622-435d-9000-eed14149e2ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:01.110284 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7c80244a-1f00-489d-85f4-2a67ef3cd83e req-9b1aca38-3f99-41b0-b9ab-61da19b80fb9 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639291 May 03 22:22:01.111908 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6ea82d80-c622-435d-9000-eed14149e2ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:01.188659 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6ea82d80-c622-435d-9000-eed14149e2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:01.210941 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea82d80-c622-435d-9000-eed14149e2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496b5e56-7e42-451f-8451-afee4fef9e4a,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:01.228376 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6ea82d80-c622-435d-9000-eed14149e2ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:01.230134 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6ea82d80-c622-435d-9000-eed14149e2ad admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/496b5e56-7e42-451f-8451-afee4fef9e4a HTTP/1.1" status: 204 len: 168 time: 0.2895205 May 03 22:22:01.303335 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device d792799f-8480-447b-9e72-7e12772389d0 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:22:01.670315 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be457c6c-a23e-4464-b6cb-b99b2931e5ec req-9dc18fc0-003f-4a93-87aa-3df58d0a6435 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:01.671208 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port d792799f-8480-447b-9e72-7e12772389d0, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=d792799f-8480-447b-9e72-7e12772389d0,segment=NetworkSegment(d5261de8-a046-496c-9988-b261e2ae107f),segment_id=d5261de8-a046-496c-9988-b261e2ae107f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:01.679071 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-be457c6c-a23e-4464-b6cb-b99b2931e5ec req-9dc18fc0-003f-4a93-87aa-3df58d0a6435 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=97a076d6-cb30-497e-890a-60bea66a5d8c HTTP/1.1" status: 200 len: 943 time: 0.1536310 May 03 22:22:01.689059 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': 'd792799f-8480-447b-9e72-7e12772389d0', 'network_id': 'a08060ad-4db7-45f2-9770-03717dbde23c', 'port_id': 'd792799f-8480-447b-9e72-7e12772389d0', 'mac_address': 'fa:16:3e:26:49:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621c2e6c-82e2-4c38-a5c9-21982755e1f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:22:01.734015 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-be457c6c-a23e-4464-b6cb-b99b2931e5ec req-3f49db9c-0e43-45b6-bd7f-a425b7e294ec tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533583 May 03 22:22:01.792584 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:01.836774 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d792799f-8480-447b-9e72-7e12772389d0 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:22:01.865060 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port d792799f-8480-447b-9e72-7e12772389d0, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=d792799f-8480-447b-9e72-7e12772389d0,segment=NetworkSegment(d5261de8-a046-496c-9988-b261e2ae107f),segment_id=d5261de8-a046-496c-9988-b261e2ae107f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:01.887365 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:01.982340 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['d792799f-8480-447b-9e72-7e12772389d0'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:22:02.043520 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=d792799f-8480-447b-9e72-7e12772389d0,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:02.086755 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f3319-8b22-4fea-aa78-80572339be72 req-aaa0a709-7a7e-4d6c-936e-2458ffcc866d tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:02.089493 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c91f3319-8b22-4fea-aa78-80572339be72 req-aaa0a709-7a7e-4d6c-936e-2458ffcc866d tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a46b823-e067-4c0d-8a50-0101b4fe990b HTTP/1.1" status: 200 len: 950 time: 0.1684690 May 03 22:22:02.169616 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c91f3319-8b22-4fea-aa78-80572339be72 req-fb324946-e56c-4a6e-be54-6498e237b4bc tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.58 "GET /v2.0/security-groups?id=b0c691f1-a508-43e3-acd0-31bac239d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669029 May 03 22:22:02.591465 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-705cf18e-f961-464d-b796-7649842eb3d9 req-0bb5473d-0126-48f1-8428-6eb3eed68f4d tempest-ServersAdmin275Test-1077563977 tempest-ServersAdmin275Test-1077563977-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.0933964 May 03 22:22:02.850799 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87015d96-49fd-4ae8-881f-7d82f4ca3e80 req-14b7a822-9535-4697-950a-02cdb3af37e4 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:02.862007 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 20512679-c6a0-487c-a297-194cf3ce5394 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:22:02.862618 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-87015d96-49fd-4ae8-881f-7d82f4ca3e80 req-14b7a822-9535-4697-950a-02cdb3af37e4 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b6aa49f0-d5a2-427f-b98f-7d7f9908687b HTTP/1.1" status: 200 len: 1097 time: 0.1313279 May 03 22:22:02.940500 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-87015d96-49fd-4ae8-881f-7d82f4ca3e80 req-cb7d24ec-b54d-4991-bd2b-ee904f6188ef tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772076 May 03 22:22:03.212513 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 20512679-c6a0-487c-a297-194cf3ce5394, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=20512679-c6a0-487c-a297-194cf3ce5394,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:03.240948 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '20512679-c6a0-487c-a297-194cf3ce5394', 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811', 'port_id': '20512679-c6a0-487c-a297-194cf3ce5394', 'mac_address': 'fa:16:3e:4b:18:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ee1af50-b130-474e-bc7b-1c6042f9e7e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:22:03.323581 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device d792799f-8480-447b-9e72-7e12772389d0 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:22:03.380155 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:03.418356 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20512679-c6a0-487c-a297-194cf3ce5394 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:22:03.436169 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 20512679-c6a0-487c-a297-194cf3ce5394, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=20512679-c6a0-487c-a297-194cf3ce5394,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:03.449361 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:03.536416 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port d792799f-8480-447b-9e72-7e12772389d0 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:22:03.536732 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:03.596707 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=20512679-c6a0-487c-a297-194cf3ce5394,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:03.738591 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:03.778661 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ac98e-50e0-4c3e-8759-894cc4509706 req-043585ad-e1e9-4d88-9596-09c46734d470 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:03.789315 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port d792799f-8480-447b-9e72-7e12772389d0, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=d792799f-8480-447b-9e72-7e12772389d0,segment=NetworkSegment(d5261de8-a046-496c-9988-b261e2ae107f),segment_id=d5261de8-a046-496c-9988-b261e2ae107f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:03.790058 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bd8ac98e-50e0-4c3e-8759-894cc4509706 req-043585ad-e1e9-4d88-9596-09c46734d470 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=97a076d6-cb30-497e-890a-60bea66a5d8c HTTP/1.1" status: 200 len: 944 time: 0.1330576 May 03 22:22:03.790415 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cc1d9a-6c4e-4c3a-8134-645379f6944b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd792799f-8480-447b-9e72-7e12772389d0'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:22:03.797775 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:03.846769 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bd8ac98e-50e0-4c3e-8759-894cc4509706 req-409b2003-616d-461d-ac56-316f66a3e5e2 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555081 May 03 22:22:03.871001 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['20512679-c6a0-487c-a297-194cf3ce5394'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:22:03.970739 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=d792799f-8480-447b-9e72-7e12772389d0,revision_number=7']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:04.301812 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1853783e-5c93-497d-a1de-f0f58b76fb78 req-c0dfefa8-efc4-4d5c-9034-657ad710a10d tempest-ServersAdmin275Test-1077563977 tempest-ServersAdmin275Test-1077563977-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.0449333 May 03 22:22:04.385819 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e51a940-3d59-44f6-93a1-968c6953e448'] response: {'server_uuid': '66cc1d9a-6c4e-4c3a-8134-645379f6944b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd792799f-8480-447b-9e72-7e12772389d0', 'code': 200} May 03 22:22:05.311641 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3021b4-48ea-4052-abc5-ea0207da7a98 req-778cbceb-aae1-493a-9f17-1be76df5b0b9 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:05.313684 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cb3021b4-48ea-4052-abc5-ea0207da7a98 req-778cbceb-aae1-493a-9f17-1be76df5b0b9 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=97a076d6-cb30-497e-890a-60bea66a5d8c HTTP/1.1" status: 200 len: 944 time: 0.2179749 May 03 22:22:05.326054 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 0de9beb0-4bd1-4194-b8d5-b17061445344 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:22:05.438773 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cb3021b4-48ea-4052-abc5-ea0207da7a98 req-a346e02f-e50b-4779-9112-0312b50bc70b tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124344 May 03 22:22:05.655529 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:05.731867 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 0de9beb0-4bd1-4194-b8d5-b17061445344, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0de9beb0-4bd1-4194-b8d5-b17061445344,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:05.740770 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:05.844674 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=0de9beb0-4bd1-4194-b8d5-b17061445344,revision_number=8']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:05.902389 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-0b5ed48e-3e80-4d04-b142-dd4c171c1421 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88070) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:22:05.903363 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-0b5ed48e-3e80-4d04-b142-dd4c171c1421 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067360 May 03 22:22:05.917625 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-8778ee4b-acdc-4eda-b366-0f2b2be9bb7c service neutron] Request body: {'binding': {'host': 'n-h1-811807-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:22:05.918217 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-8778ee4b-acdc-4eda-b366-0f2b2be9bb7c service neutron] Unknown quota resources ['binding']. {{(pid=88070) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 03 22:22:06.143379 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d9e3025e-3539-4886-9d18-cd9b68daa1cc req-230b22b6-9aa9-44ec-8af4-6cfd8d5be5dd tempest-QuotasAdminNegativeTest-648838399 tempest-QuotasAdminNegativeTest-648838399-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=2b3db450dcb444cfac3c767d98f84eb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575786 May 03 22:22:06.210750 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-8778ee4b-acdc-4eda-b366-0f2b2be9bb7c service neutron] Attempting to bind port 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 on host n-h1-811807-1 for vnic_type normal with profile None {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:22:06.212163 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-8778ee4b-acdc-4eda-b366-0f2b2be9bb7c service neutron] Attempting to bind port 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:22:06.212734 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-8778ee4b-acdc-4eda-b366-0f2b2be9bb7c service neutron] Attempting to bind port 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 on network 3476088d-e412-4e55-9c2f-549019c16834 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:22:06.218569 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-8778ee4b-acdc-4eda-b366-0f2b2be9bb7c service neutron] Port 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 on network 3476088d-e412-4e55-9c2f-549019c16834 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:22:06.219395 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-8778ee4b-acdc-4eda-b366-0f2b2be9bb7c service neutron] Attempting to bind port 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 on network 3476088d-e412-4e55-9c2f-549019c16834 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:22:06.226284 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-8778ee4b-acdc-4eda-b366-0f2b2be9bb7c service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:22:06.226950 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-8778ee4b-acdc-4eda-b366-0f2b2be9bb7c service neutron] Checking segment: {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:22:06.227749 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-8778ee4b-acdc-4eda-b366-0f2b2be9bb7c service neutron] Bound using segment: {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:22:06.228438 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-8778ee4b-acdc-4eda-b366-0f2b2be9bb7c service neutron] Bound port: 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:22:06.256216 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48366) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:22:06.272657 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-8778ee4b-acdc-4eda-b366-0f2b2be9bb7c service neutron] For port 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:22:06.294558 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-8778ee4b-acdc-4eda-b366-0f2b2be9bb7c service neutron] Notify callbacks [] for binding, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:06.296449 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-8778ee4b-acdc-4eda-b366-0f2b2be9bb7c service neutron] 10.222.0.58 "POST /v2.0/ports/5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93/bindings HTTP/1.1" status: 201 len: 389 time: 0.3835239 May 03 22:22:06.322943 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3025e-3539-4886-9d18-cd9b68daa1cc req-d91a7283-6a02-4480-8df6-67797583032a tempest-QuotasAdminNegativeTest-648838399 tempest-QuotasAdminNegativeTest-648838399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:06.324638 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d9e3025e-3539-4886-9d18-cd9b68daa1cc req-d91a7283-6a02-4480-8df6-67797583032a tempest-QuotasAdminNegativeTest-648838399 tempest-QuotasAdminNegativeTest-648838399-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1803012 May 03 22:22:06.351768 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d9e3025e-3539-4886-9d18-cd9b68daa1cc req-40893a16-0bd0-48bd-b07e-875273bd23f3 tempest-QuotasAdminNegativeTest-648838399 tempest-QuotasAdminNegativeTest-648838399-project] 10.222.0.58 "GET /v2.0/quotas/2b3db450dcb444cfac3c767d98f84eb8 HTTP/1.1" status: 200 len: 375 time: 0.0178890 May 03 22:22:06.387617 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a46b823-e067-4c0d-8a50-0101b4fe990b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0de9beb0-4bd1-4194-b8d5-b17061445344'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:22:06.429634 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d9e3025e-3539-4886-9d18-cd9b68daa1cc req-6469d6ff-f6c3-4ecc-af06-54ee809087d1 tempest-QuotasAdminNegativeTest-648838399 tempest-QuotasAdminNegativeTest-648838399-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2b3db450dcb444cfac3c767d98f84eb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571818 May 03 22:22:06.466620 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e96f6b5f-27d0-43dc-b45a-e33022a5dbb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:06.489472 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e96f6b5f-27d0-43dc-b45a-e33022a5dbb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:22:06.496523 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e96f6b5f-27d0-43dc-b45a-e33022a5dbb5 admin admin] Usage tracker for resource:security_group_rule and tenant:ad272562d2934d54ac6f347b515dc243 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:22:06.499929 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e96f6b5f-27d0-43dc-b45a-e33022a5dbb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:22:06.507082 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e96f6b5f-27d0-43dc-b45a-e33022a5dbb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:22:06.706685 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e96f6b5f-27d0-43dc-b45a-e33022a5dbb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:06.711563 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e96f6b5f-27d0-43dc-b45a-e33022a5dbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:06.772911 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e96f6b5f-27d0-43dc-b45a-e33022a5dbb5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ad272562d2934d54ac6f347b515dc243&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5156446 May 03 22:22:06.775976 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48384) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:22:06.779468 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f6b5f-27d0-43dc-b45a-e33022a5dbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a1280e-783c-4a28-9cc8-b928e7c1c7b3,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:06.875382 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 20512679-c6a0-487c-a297-194cf3ce5394 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:22:06.889012 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-49230252-5a5d-408d-9f09-d7deb9bfad3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:06.917487 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-49230252-5a5d-408d-9f09-d7deb9bfad3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:06.990675 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 20512679-c6a0-487c-a297-194cf3ce5394 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:22:06.991765 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e97c8537-011b-4270-a64c-bfa9f6633871 req-88ce998a-7519-457b-8a87-f90ea1522ca5 tempest-ServersAdmin275Test-1077563977 tempest-ServersAdmin275Test-1077563977-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.1275890 May 03 22:22:07.021782 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 20512679-c6a0-487c-a297-194cf3ce5394 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:22:07.021782 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:07.036907 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ffd56a-2e7e-4f04-b462-d87422128bdd req-9a006867-8c35-4a91-8326-b187dc0103ed tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:07.038703 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-79ffd56a-2e7e-4f04-b462-d87422128bdd req-9a006867-8c35-4a91-8326-b187dc0103ed tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6aa49f0-d5a2-427f-b98f-7d7f9908687b HTTP/1.1" status: 200 len: 946 time: 0.3487670 May 03 22:22:07.045241 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-49230252-5a5d-408d-9f09-d7deb9bfad3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:07.068310 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49230252-5a5d-408d-9f09-d7deb9bfad3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a1280e-783c-4a28-9cc8-b928e7c1c7b3,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:07.073007 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-c2a72c58-2f36-4a43-88c7-af4a40f7ded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:07.074249 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-c2a72c58-2f36-4a43-88c7-af4a40f7ded1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&device_id=b6aa49f0-d5a2-427f-b98f-7d7f9908687b HTTP/1.1" status: 200 len: 1097 time: 0.2090602 May 03 22:22:07.091414 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-49230252-5a5d-408d-9f09-d7deb9bfad3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:07.094941 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-49230252-5a5d-408d-9f09-d7deb9bfad3e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/69a1280e-783c-4a28-9cc8-b928e7c1c7b3 HTTP/1.1" status: 204 len: 168 time: 0.3177745 May 03 22:22:07.185458 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-79ffd56a-2e7e-4f04-b462-d87422128bdd req-ad5aaadb-bb67-4adf-8c04-71da6f2cd67c tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294012 May 03 22:22:07.189300 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f122776-e9bb-4883-bf40-d21f69291157'] response: {'server_uuid': '4a46b823-e067-4c0d-8a50-0101b4fe990b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0de9beb0-4bd1-4194-b8d5-b17061445344', 'code': 200} May 03 22:22:07.414100 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-dd624a63-4dd7-43ee-9073-37e49950bda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:07.417144 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-dd624a63-4dd7-43ee-9073-37e49950bda7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3476088d-e412-4e55-9c2f-549019c16834 HTTP/1.1" status: 200 len: 922 time: 0.3268223 May 03 22:22:07.441213 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 1d4ce42b-574b-4151-903c-393e534e5cab details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:22:07.618488 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-c4bf6cf0-7d52-42e2-892c-da8b730bc865 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 HTTP/1.1" status: 200 len: 217 time: 0.1930933 May 03 22:22:07.798118 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 1d4ce42b-574b-4151-903c-393e534e5cab, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1d4ce42b-574b-4151-903c-393e534e5cab,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:07.852754 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '1d4ce42b-574b-4151-903c-393e534e5cab', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': '1d4ce42b-574b-4151-903c-393e534e5cab', 'mac_address': 'fa:16:3e:24:cd:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:22:07.854572 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:07.887164 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-8dfe9d78-b182-48d4-a537-b74610cbfed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:07.889278 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-8dfe9d78-b182-48d4-a537-b74610cbfed3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63a9fee3-85c4-4a95-8dcc-67111d08a3de HTTP/1.1" status: 200 len: 861 time: 0.2696149 May 03 22:22:07.956614 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-bd4445c8-55ac-4e79-a513-43b43d1b8147 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3476088d-e412-4e55-9c2f-549019c16834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559881 May 03 22:22:07.968372 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24946138-c28d-4a9c-9b6c-7357f1a7416c req-6d92a972-0c51-43a2-b7d9-aa04006bd07a tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:07.977646 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-24946138-c28d-4a9c-9b6c-7357f1a7416c req-6d92a972-0c51-43a2-b7d9-aa04006bd07a tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=97a076d6-cb30-497e-890a-60bea66a5d8c HTTP/1.1" status: 200 len: 944 time: 0.4672503 May 03 22:22:08.031520 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 20512679-c6a0-487c-a297-194cf3ce5394, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=20512679-c6a0-487c-a297-194cf3ce5394,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:08.036947 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:08.076309 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d4ce42b-574b-4151-903c-393e534e5cab {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:22:08.097281 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:08.181419 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-45839d88-ba4b-4592-824e-ccf37ae149f6 service neutron] 10.222.0.60 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002325 May 03 22:22:08.238602 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=20512679-c6a0-487c-a297-194cf3ce5394,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:08.246544 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 1d4ce42b-574b-4151-903c-393e534e5cab, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1d4ce42b-574b-4151-903c-393e534e5cab,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:08.263648 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:08.408806 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-ac102246-98e0-420a-b90c-2e94ab032c20 service neutron] 10.222.0.60 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177939 May 03 22:22:08.433666 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['1d4ce42b-574b-4151-903c-393e534e5cab'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:22:08.439728 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-24946138-c28d-4a9c-9b6c-7357f1a7416c req-e46bd807-22fd-44a7-bd27-58312dcd4a7e tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607825 May 03 22:22:08.649579 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=1d4ce42b-574b-4151-903c-393e534e5cab,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:08.813591 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-176fd1fb-f35e-44fb-b2e6-f55c219515d3 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:08.816513 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-176fd1fb-f35e-44fb-b2e6-f55c219515d3 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b6aa49f0-d5a2-427f-b98f-7d7f9908687b&tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&binding%3Ahost_id=n-h2-811807-1 HTTP/1.1" status: 200 len: 1097 time: 0.2122147 May 03 22:22:08.831579 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-1d8abe06-6a25-4433-aab7-691b985b0d19 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811807-1'}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:22:08.974791 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48456) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:22:09.012160 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-1d8abe06-6a25-4433-aab7-691b985b0d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:09.190415 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a076d6-cb30-497e-890a-60bea66a5d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20512679-c6a0-487c-a297-194cf3ce5394'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:22:09.230974 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-6aa42579-6a79-4803-91d2-4bc252e3edf9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1014963792-network', 'tenant_id': '9271577ee7c14caabdc945c626e59f32'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:22:09.246783 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6aa42579-6a79-4803-91d2-4bc252e3edf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:22:09.255523 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6aa42579-6a79-4803-91d2-4bc252e3edf9 admin admin] Usage tracker for resource:network and tenant:9271577ee7c14caabdc945c626e59f32 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:22:09.267925 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6aa42579-6a79-4803-91d2-4bc252e3edf9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:22:09.292800 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6aa42579-6a79-4803-91d2-4bc252e3edf9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:22:09.323360 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa42579-6a79-4803-91d2-4bc252e3edf9 admin admin] Made reservation on behalf of 9271577ee7c14caabdc945c626e59f32 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:22:09.328599 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6aa42579-6a79-4803-91d2-4bc252e3edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:09.352836 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 1d4ce42b-574b-4151-903c-393e534e5cab up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:22:09.372478 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6aa42579-6a79-4803-91d2-4bc252e3edf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:09.407863 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-1d8abe06-6a25-4433-aab7-691b985b0d19 service neutron] For port 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:09.436762 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6aa42579-6a79-4803-91d2-4bc252e3edf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:22:09.452004 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6aa42579-6a79-4803-91d2-4bc252e3edf9 admin admin] Usage tracker for resource:security_group_rule and tenant:9271577ee7c14caabdc945c626e59f32 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:22:09.458165 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6aa42579-6a79-4803-91d2-4bc252e3edf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:22:09.471495 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6aa42579-6a79-4803-91d2-4bc252e3edf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:22:09.495585 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 1d4ce42b-574b-4151-903c-393e534e5cab triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:22:09.495926 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:09.526510 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-1d8abe06-6a25-4433-aab7-691b985b0d19 service neutron] For port 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:22:09.687975 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-1d8abe06-6a25-4433-aab7-691b985b0d19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:09.691455 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6aa42579-6a79-4803-91d2-4bc252e3edf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:09.694962 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6aa49f0-d5a2-427f-b98f-7d7f9908687b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:22:09.705229 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6aa42579-6a79-4803-91d2-4bc252e3edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:09.711727 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-1d8abe06-6a25-4433-aab7-691b985b0d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:09.749314 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:09.773311 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aa42579-6a79-4803-91d2-4bc252e3edf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:22:09.814952 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6aa42579-6a79-4803-91d2-4bc252e3edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:09.815926 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-6aa42579-6a79-4803-91d2-4bc252e3edf9 admin admin] Added segment 92821917-315b-4061-8d3c-143fde4cc6cc of type vlan for network 0e80666c-da9e-419c-8250-40f01b3c2c53 May 03 22:22:09.823814 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 1d4ce42b-574b-4151-903c-393e534e5cab, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1d4ce42b-574b-4151-903c-393e534e5cab,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:09.827932 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa42579-6a79-4803-91d2-4bc252e3edf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4720d3c7-401c-4cc4-8520-719d28c678a4,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:09.841111 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:09.894193 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6aa42579-6a79-4803-91d2-4bc252e3edf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:09.896496 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8abe06-6a25-4433-aab7-691b985b0d19 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93,revision_number=7']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:09.983373 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6aa42579-6a79-4803-91d2-4bc252e3edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:09.985270 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa42579-6a79-4803-91d2-4bc252e3edf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:09.986125 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6aa42579-6a79-4803-91d2-4bc252e3edf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:10.085907 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=1d4ce42b-574b-4151-903c-393e534e5cab,revision_number=7']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:10.316679 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa42579-6a79-4803-91d2-4bc252e3edf9 admin admin] Pushing event updated for resources: {'Network': ['ID=0e80666c-da9e-419c-8250-40f01b3c2c53,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:10.331281 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 0e80666c-da9e-419c-8250-40f01b3c2c53 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:22:10.342796 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6aa42579-6a79-4803-91d2-4bc252e3edf9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3665075 May 03 22:22:10.345200 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48468) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:22:10.355420 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-6632b7da-ec6e-45d8-a8d4-2c1e6cee2a2f admin admin] Request body: {'subnet': {'network_id': '0e80666c-da9e-419c-8250-40f01b3c2c53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1014963792-subnet', 'tenant_id': '9271577ee7c14caabdc945c626e59f32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:22:10.372105 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6632b7da-ec6e-45d8-a8d4-2c1e6cee2a2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:22:10.390927 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6632b7da-ec6e-45d8-a8d4-2c1e6cee2a2f admin admin] Usage tracker for resource:subnet and tenant:9271577ee7c14caabdc945c626e59f32 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:22:10.397730 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6632b7da-ec6e-45d8-a8d4-2c1e6cee2a2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:22:10.436872 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6632b7da-ec6e-45d8-a8d4-2c1e6cee2a2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:22:10.544512 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-1d8abe06-6a25-4433-aab7-691b985b0d19 service neutron] Attempting to bind port 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 on host n-h2-811807-1 for vnic_type normal with profile {"migrating_to": "n-h1-811807-1"} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:22:10.545130 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-1d8abe06-6a25-4433-aab7-691b985b0d19 service neutron] Attempting to bind port 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:22:10.549873 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6632b7da-ec6e-45d8-a8d4-2c1e6cee2a2f admin admin] Made reservation on behalf of 9271577ee7c14caabdc945c626e59f32 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:22:10.552806 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6632b7da-ec6e-45d8-a8d4-2c1e6cee2a2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:10.558403 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-1d8abe06-6a25-4433-aab7-691b985b0d19 service neutron] Attempting to bind port 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 on network 3476088d-e412-4e55-9c2f-549019c16834 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:22:10.606415 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-1d8abe06-6a25-4433-aab7-691b985b0d19 service neutron] Port 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 on network 3476088d-e412-4e55-9c2f-549019c16834 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:22:10.606415 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-1d8abe06-6a25-4433-aab7-691b985b0d19 service neutron] Attempting to bind port 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 on network 3476088d-e412-4e55-9c2f-549019c16834 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:22:10.620391 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-1d8abe06-6a25-4433-aab7-691b985b0d19 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:22:10.620730 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-1d8abe06-6a25-4433-aab7-691b985b0d19 service neutron] Checking segment: {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:22:10.621122 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-1d8abe06-6a25-4433-aab7-691b985b0d19 service neutron] Bound using segment: {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:22:10.621550 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-1d8abe06-6a25-4433-aab7-691b985b0d19 service neutron] Bound port: 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:22:10.621911 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-1d8abe06-6a25-4433-aab7-691b985b0d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:10.835637 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-1d8abe06-6a25-4433-aab7-691b985b0d19 service neutron] For port 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:22:10.846443 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-1d8abe06-6a25-4433-aab7-691b985b0d19 service neutron] For port 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:22:10.862705 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88e264-a28c-4a8a-a944-dac5a10546b0 req-27d6cdf0-8bde-4ad4-af4f-be3d054d8225 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:10.865258 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7c88e264-a28c-4a8a-a944-dac5a10546b0 req-27d6cdf0-8bde-4ad4-af4f-be3d054d8225 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae6aba00-19f8-4d0d-8970-87efbc33847b HTTP/1.1" status: 200 len: 946 time: 0.6635525 May 03 22:22:10.869165 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-1d8abe06-6a25-4433-aab7-691b985b0d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:10.883850 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6632b7da-ec6e-45d8-a8d4-2c1e6cee2a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:10.978572 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6632b7da-ec6e-45d8-a8d4-2c1e6cee2a2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=28c578e4-f40c-45f7-97b3-868ce0caad29,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:10.988071 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6632b7da-ec6e-45d8-a8d4-2c1e6cee2a2f admin admin] Checking segment: {'id': '92821917-315b-4061-8d3c-143fde4cc6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0e80666c-da9e-419c-8250-40f01b3c2c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:22:10.988653 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6632b7da-ec6e-45d8-a8d4-2c1e6cee2a2f admin admin] Network hostable DHCP agents. Network: 0e80666c-da9e-419c-8250-40f01b3c2c53, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:22:11.020838 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6632b7da-ec6e-45d8-a8d4-2c1e6cee2a2f admin admin] Network 0e80666c-da9e-419c-8250-40f01b3c2c53 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:22:11.041786 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-6632b7da-ec6e-45d8-a8d4-2c1e6cee2a2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 0e80666c-da9e-419c-8250-40f01b3c2c53) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:22:11.056114 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69423079-d8aa-4037-a3ee-cc58bf256455 None None] Network 0e80666c-da9e-419c-8250-40f01b3c2c53 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:22:11.072381 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6632b7da-ec6e-45d8-a8d4-2c1e6cee2a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:11.072977 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6632b7da-ec6e-45d8-a8d4-2c1e6cee2a2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:11.141649 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6632b7da-ec6e-45d8-a8d4-2c1e6cee2a2f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7924953 May 03 22:22:11.142046 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48472) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:22:11.148559 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-68e2f967-5a81-419f-80e0-8bc75a4da955 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1014963792-router', 'tenant_id': '9271577ee7c14caabdc945c626e59f32', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:22:11.162989 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-68e2f967-5a81-419f-80e0-8bc75a4da955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:22:11.173364 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-68e2f967-5a81-419f-80e0-8bc75a4da955 admin admin] Usage tracker for resource:router and tenant:9271577ee7c14caabdc945c626e59f32 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:22:11.177340 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-68e2f967-5a81-419f-80e0-8bc75a4da955 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:22:11.194055 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-68e2f967-5a81-419f-80e0-8bc75a4da955 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:22:11.262154 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-68e2f967-5a81-419f-80e0-8bc75a4da955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:11.262154 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-68e2f967-5a81-419f-80e0-8bc75a4da955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:11.286392 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-68e2f967-5a81-419f-80e0-8bc75a4da955 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:11.403048 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8abe06-6a25-4433-aab7-691b985b0d19 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93,revision_number=8']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:11.416496 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-7c88e264-a28c-4a8a-a944-dac5a10546b0 req-a71525ad-1232-4a45-a125-8ffe29425f45 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Deleting port 28731db7-b5d5-4351-998a-74d69b7a82dc {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:22:11.416847 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7c88e264-a28c-4a8a-a944-dac5a10546b0 req-a71525ad-1232-4a45-a125-8ffe29425f45 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:11.492495 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-1d8abe06-6a25-4433-aab7-691b985b0d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:11.495055 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-1d8abe06-6a25-4433-aab7-691b985b0d19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:11.498673 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-1d8abe06-6a25-4433-aab7-691b985b0d19 service neutron] 10.222.0.60 "PUT /v2.0/ports/5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 HTTP/1.1" status: 200 len: 1122 time: 2.6750207 May 03 22:22:11.613685 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:22:11.740973 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1cd9f4-a805-41bb-84fd-110dfb6e3da2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-0e80666c-da9e-419c-8250-40f01b3c2c53', 'network_id': '0e80666c-da9e-419c-8250-40f01b3c2c53', 'tenant_id': '9271577ee7c14caabdc945c626e59f32', 'fixed_ips': [{'subnet_id': '28c578e4-f40c-45f7-97b3-868ce0caad29'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:22:11.744172 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ee1cd9f4-a805-41bb-84fd-110dfb6e3da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:11.943444 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d3651811-117d-4dd2-a239-9ea287703564 req-013708cf-71ba-48f7-8eda-104d45bcdac8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.1343985 May 03 22:22:11.973719 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-68e2f967-5a81-419f-80e0-8bc75a4da955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:12.125473 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-7c88e264-a28c-4a8a-a944-dac5a10546b0 req-a71525ad-1232-4a45-a125-8ffe29425f45 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] For port 28731db7-b5d5-4351-998a-74d69b7a82dc, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=28731db7-b5d5-4351-998a-74d69b7a82dc,segment=NetworkSegment(3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7),segment_id=3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:12.126421 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7c88e264-a28c-4a8a-a944-dac5a10546b0 req-a71525ad-1232-4a45-a125-8ffe29425f45 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:12.230371 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-ee1cd9f4-a805-41bb-84fd-110dfb6e3da2 None None] Allocated IP 172.20.0.2 (0e80666c-da9e-419c-8250-40f01b3c2c53/28c578e4-f40c-45f7-97b3-868ce0caad29/b0472b6a-66f7-4401-8d26-95598064aac7) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:22:12.526612 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-68e2f967-5a81-419f-80e0-8bc75a4da955 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:12.560102 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-68e2f967-5a81-419f-80e0-8bc75a4da955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:12.791047 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-68e2f967-5a81-419f-80e0-8bc75a4da955 admin admin] Allocated IP 172.25.2.174 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/e5f99c5c-9fb9-4196-8914-f1fa17c85bbb) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:22:12.882249 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ee1cd9f4-a805-41bb-84fd-110dfb6e3da2 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:12.894362 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ee1cd9f4-a805-41bb-84fd-110dfb6e3da2 None None] Transition to ACTIVE for port object b0472b6a-66f7-4401-8d26-95598064aac7 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:22:12.920616 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ee1cd9f4-a805-41bb-84fd-110dfb6e3da2 None None] Transition to ACTIVE for port object b0472b6a-66f7-4401-8d26-95598064aac7 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:22:12.932781 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ee1cd9f4-a805-41bb-84fd-110dfb6e3da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:13.022434 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7c88e264-a28c-4a8a-a944-dac5a10546b0 req-a71525ad-1232-4a45-a125-8ffe29425f45 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:13.022796 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7c88e264-a28c-4a8a-a944-dac5a10546b0 req-a71525ad-1232-4a45-a125-8ffe29425f45 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:13.024187 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [req-7c88e264-a28c-4a8a-a944-dac5a10546b0 req-a71525ad-1232-4a45-a125-8ffe29425f45 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Floating IP 0c9600c0-1288-4541-afb2-91760cd8a7e5 disassociated. External IP: 172.25.2.113, port: 28731db7-b5d5-4351-998a-74d69b7a82dc. May 03 22:22:13.027086 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-7c88e264-a28c-4a8a-a944-dac5a10546b0 req-a71525ad-1232-4a45-a125-8ffe29425f45 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Calling delete_port for 28731db7-b5d5-4351-998a-74d69b7a82dc owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:22:13.047172 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1cd9f4-a805-41bb-84fd-110dfb6e3da2 None None] Network 0e80666c-da9e-419c-8250-40f01b3c2c53 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:22:13.050827 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-ee1cd9f4-a805-41bb-84fd-110dfb6e3da2 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:22:13.059853 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1cd9f4-a805-41bb-84fd-110dfb6e3da2 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:22:13.071145 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-68e2f967-5a81-419f-80e0-8bc75a4da955 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:13.107962 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-68e2f967-5a81-419f-80e0-8bc75a4da955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:13.202868 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1cd9f4-a805-41bb-84fd-110dfb6e3da2 None None] Pushing event updated for resources: {'Port': ['ID=b0472b6a-66f7-4401-8d26-95598064aac7,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:13.292562 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-ee1cd9f4-a805-41bb-84fd-110dfb6e3da2 None None] Attempting to bind port b0472b6a-66f7-4401-8d26-95598064aac7 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:22:13.293218 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-ee1cd9f4-a805-41bb-84fd-110dfb6e3da2 None None] Attempting to bind port b0472b6a-66f7-4401-8d26-95598064aac7 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '92821917-315b-4061-8d3c-143fde4cc6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0e80666c-da9e-419c-8250-40f01b3c2c53'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:22:13.293218 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1cd9f4-a805-41bb-84fd-110dfb6e3da2 None None] Attempting to bind port b0472b6a-66f7-4401-8d26-95598064aac7 on network 0e80666c-da9e-419c-8250-40f01b3c2c53 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:22:13.300035 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1cd9f4-a805-41bb-84fd-110dfb6e3da2 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:22:13.300433 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1cd9f4-a805-41bb-84fd-110dfb6e3da2 None None] Checking segment: {'id': '92821917-315b-4061-8d3c-143fde4cc6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0e80666c-da9e-419c-8250-40f01b3c2c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:22:13.300809 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ee1cd9f4-a805-41bb-84fd-110dfb6e3da2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:13.302769 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1cd9f4-a805-41bb-84fd-110dfb6e3da2 None None] Bound using segment: {'id': '92821917-315b-4061-8d3c-143fde4cc6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0e80666c-da9e-419c-8250-40f01b3c2c53'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:22:13.304073 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-ee1cd9f4-a805-41bb-84fd-110dfb6e3da2 None None] Bound port: b0472b6a-66f7-4401-8d26-95598064aac7, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92821917-315b-4061-8d3c-143fde4cc6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0e80666c-da9e-419c-8250-40f01b3c2c53'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:22:13.304729 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ee1cd9f4-a805-41bb-84fd-110dfb6e3da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:13.378027 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7c88e264-a28c-4a8a-a944-dac5a10546b0 req-a71525ad-1232-4a45-a125-8ffe29425f45 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:13.504214 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e2f967-5a81-419f-80e0-8bc75a4da955 admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:22:13.507860 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-ee1cd9f4-a805-41bb-84fd-110dfb6e3da2 None None] For port b0472b6a-66f7-4401-8d26-95598064aac7, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:22:13.512545 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-68e2f967-5a81-419f-80e0-8bc75a4da955 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:22:13.513829 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71525ad-1232-4a45-a125-8ffe29425f45 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Pushing event deleted for resources: {'Port': ['ID=28731db7-b5d5-4351-998a-74d69b7a82dc,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:13.515682 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-ee1cd9f4-a805-41bb-84fd-110dfb6e3da2 None None] For port b0472b6a-66f7-4401-8d26-95598064aac7, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=b0472b6a-66f7-4401-8d26-95598064aac7,segment=NetworkSegment(92821917-315b-4061-8d3c-143fde4cc6cc),segment_id=92821917-315b-4061-8d3c-143fde4cc6cc)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:22:13.526247 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e2f967-5a81-419f-80e0-8bc75a4da955 admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:22:13.528886 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ee1cd9f4-a805-41bb-84fd-110dfb6e3da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:13.623656 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2f967-5a81-419f-80e0-8bc75a4da955 admin admin] Pushing event updated for resources: {'Port': ['ID=e5f99c5c-9fb9-4196-8914-f1fa17c85bbb,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:13.686284 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1cd9f4-a805-41bb-84fd-110dfb6e3da2 None None] Pushing event updated for resources: {'Port': ['ID=b0472b6a-66f7-4401-8d26-95598064aac7,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:13.836225 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c88e264-a28c-4a8a-a944-dac5a10546b0 req-a71525ad-1232-4a45-a125-8ffe29425f45 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Router a5f70386-1800-4d4b-8354-c9e438b792d1 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:22:14.511790 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-68e2f967-5a81-419f-80e0-8bc75a4da955 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:14.519759 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c88e264-a28c-4a8a-a944-dac5a10546b0 req-a71525ad-1232-4a45-a125-8ffe29425f45 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:22:14.530920 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e000384b-ac6f-45c3-b8f2-f5696955ae35 None None] Sync routers for ids ['a5f70386-1800-4d4b-8354-c9e438b792d1'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:22:14.545928 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e000384b-ac6f-45c3-b8f2-f5696955ae35 None None] Routers {'a5f70386-1800-4d4b-8354-c9e438b792d1'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:22:14.546563 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-e000384b-ac6f-45c3-b8f2-f5696955ae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:21:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a5f70386-1800-4d4b-8354-c9e438b792d1'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:22:14.673641 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device b0472b6a-66f7-4401-8d26-95598064aac7 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:22:14.747956 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c88e264-a28c-4a8a-a944-dac5a10546b0 req-a71525ad-1232-4a45-a125-8ffe29425f45 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] No DVR routers for this DVR port 28731db7-b5d5-4351-998a-74d69b7a82dc on host n-h2-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:22:14.760292 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7c88e264-a28c-4a8a-a944-dac5a10546b0 req-a71525ad-1232-4a45-a125-8ffe29425f45 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:14.783641 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7c88e264-a28c-4a8a-a944-dac5a10546b0 req-a71525ad-1232-4a45-a125-8ffe29425f45 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.67 "DELETE /v2.0/ports/28731db7-b5d5-4351-998a-74d69b7a82dc HTTP/1.1" status: 204 len: 173 time: 3.9019022 May 03 22:22:14.854389 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port b0472b6a-66f7-4401-8d26-95598064aac7 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:22:14.898482 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 28731db7-b5d5-4351-998a-74d69b7a82dc no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:22:14.981700 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 28731db7-b5d5-4351-998a-74d69b7a82dc {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:22:14.982103 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 28731db7-b5d5-4351-998a-74d69b7a82dc not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:22:15.001165 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-e000384b-ac6f-45c3-b8f2-f5696955ae35 None None] Set router a5f70386-1800-4d4b-8354-c9e438b792d1 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:22:15.196619 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-68e2f967-5a81-419f-80e0-8bc75a4da955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:15.384004 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:22:15.613633 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9f9952-4f00-4ddc-98d8-2d2202c0c23f None None] Network 0e80666c-da9e-419c-8250-40f01b3c2c53 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:22:15.665234 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e2f967-5a81-419f-80e0-8bc75a4da955 admin admin] Router a26de4d4-c911-40d5-a6a7-0dd780b09698 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:22:15.692356 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:15.778686 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-e000384b-ac6f-45c3-b8f2-f5696955ae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860188686-router', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:19:40Z', 'updated_at': '2022-05-03T22:19:49Z', 'revision_number': 4, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'gw_port': {'id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:90:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:42Z', 'updated_at': '2022-05-03T22:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'cd750c2f-b8b2-4c4e-9c30-322b670234b8', 'name': '', 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'mac_address': 'fa:16:3e:7c:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'da75e2b0-fbbe-493e-9b55-a7ecaaa82565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:48Z', 'updated_at': '2022-05-03T22:19:59Z', 'revision_number': 5, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'subnets': [{'id': 'da75e2b0-fbbe-493e-9b55-a7ecaaa82565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:22:15.793213 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e000384b-ac6f-45c3-b8f2-f5696955ae35 None None] Checking router: a5f70386-1800-4d4b-8354-c9e438b792d1 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:22:15.812502 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e000384b-ac6f-45c3-b8f2-f5696955ae35 None None] Routers {'a5f70386-1800-4d4b-8354-c9e438b792d1'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:22:15.817273 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-e000384b-ac6f-45c3-b8f2-f5696955ae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:21:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a5f70386-1800-4d4b-8354-c9e438b792d1'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:22:16.047644 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 has no active binding in host n-h1-811807-1 {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 03 22:22:16.063650 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-eb231e74-07a7-4bf4-92fe-ec605f717be9 None None] Provisioning for port b0472b6a-66f7-4401-8d26-95598064aac7 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:22:16.102624 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-eb231e74-07a7-4bf4-92fe-ec605f717be9 None None] Provisioning complete for port b0472b6a-66f7-4401-8d26-95598064aac7 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:22:16.104571 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eb231e74-07a7-4bf4-92fe-ec605f717be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:16.213487 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e2f967-5a81-419f-80e0-8bc75a4da955 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:22:16.233576 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60ce18a-e719-4d6a-b551-4f6c8a4dab43 None None] Sync routers for ids ['a26de4d4-c911-40d5-a6a7-0dd780b09698'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:22:16.279418 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-68e2f967-5a81-419f-80e0-8bc75a4da955 admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:16.284088 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48484) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:22:16.284692 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-68e2f967-5a81-419f-80e0-8bc75a4da955 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1412046 May 03 22:22:16.358741 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60ce18a-e719-4d6a-b551-4f6c8a4dab43 None None] Routers {'a26de4d4-c911-40d5-a6a7-0dd780b09698'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:22:16.359423 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c60ce18a-e719-4d6a-b551-4f6c8a4dab43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:21:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a26de4d4-c911-40d5-a6a7-0dd780b09698'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:22:16.421495 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-e000384b-ac6f-45c3-b8f2-f5696955ae35 None None] Set router a5f70386-1800-4d4b-8354-c9e438b792d1 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:22:16.932421 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eb231e74-07a7-4bf4-92fe-ec605f717be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:17.072060 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-eb231e74-07a7-4bf4-92fe-ec605f717be9 None None] For port b0472b6a-66f7-4401-8d26-95598064aac7, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=b0472b6a-66f7-4401-8d26-95598064aac7,segment=NetworkSegment(92821917-315b-4061-8d3c-143fde4cc6cc),segment_id=92821917-315b-4061-8d3c-143fde4cc6cc)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:17.088108 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-c60ce18a-e719-4d6a-b551-4f6c8a4dab43 None None] Set router a26de4d4-c911-40d5-a6a7-0dd780b09698 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:22:17.255919 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-e000384b-ac6f-45c3-b8f2-f5696955ae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860188686-router', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:19:40Z', 'updated_at': '2022-05-03T22:19:49Z', 'revision_number': 4, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'gw_port': {'id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:90:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:42Z', 'updated_at': '2022-05-03T22:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'cd750c2f-b8b2-4c4e-9c30-322b670234b8', 'name': '', 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'mac_address': 'fa:16:3e:7c:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'da75e2b0-fbbe-493e-9b55-a7ecaaa82565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:48Z', 'updated_at': '2022-05-03T22:19:59Z', 'revision_number': 5, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'subnets': [{'id': 'da75e2b0-fbbe-493e-9b55-a7ecaaa82565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:22:17.268558 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e000384b-ac6f-45c3-b8f2-f5696955ae35 None None] The sync data for ids ['a5f70386-1800-4d4b-8354-c9e438b792d1'] in n-d-811807-1 is: [{'id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860188686-router', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:19:40Z', 'updated_at': '2022-05-03T22:19:49Z', 'revision_number': 4, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'gw_port': {'id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:90:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:42Z', 'updated_at': '2022-05-03T22:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'cd750c2f-b8b2-4c4e-9c30-322b670234b8', 'name': '', 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'mac_address': 'fa:16:3e:7c:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'da75e2b0-fbbe-493e-9b55-a7ecaaa82565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:48Z', 'updated_at': '2022-05-03T22:19:59Z', 'revision_number': 5, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'subnets': [{'id': 'da75e2b0-fbbe-493e-9b55-a7ecaaa82565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:22:17.689178 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eb231e74-07a7-4bf4-92fe-ec605f717be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:17.785598 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ac8242-0846-4677-9e1b-901e4cc6e6a8 None None] New status for floating IP 0c9600c0-1288-4541-afb2-91760cd8a7e5: DOWN {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:22:17.913317 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb231e74-07a7-4bf4-92fe-ec605f717be9 None None] Pushing event updated for resources: {'Port': ['ID=b0472b6a-66f7-4401-8d26-95598064aac7,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:17.931860 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-794337d3-76d4-4811-b978-8b6a2e89d578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:17.980660 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-eb2125ff-2284-48f1-94b0-ce7f23d35ce9 None None] Provisioning complete for port b0472b6a-66f7-4401-8d26-95598064aac7 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:22:17.981785 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eb2125ff-2284-48f1-94b0-ce7f23d35ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:18.241131 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c60ce18a-e719-4d6a-b551-4f6c8a4dab43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'name': 'tempest-ServersTestBootFromVolume-1014963792-router', 'tenant_id': '9271577ee7c14caabdc945c626e59f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'e5f99c5c-9fb9-4196-8914-f1fa17c85bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:22:11Z', 'updated_at': '2022-05-03T22:22:14Z', 'revision_number': 3, 'project_id': '9271577ee7c14caabdc945c626e59f32', 'gw_port': {'id': 'e5f99c5c-9fb9-4196-8914-f1fa17c85bbb', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:22:12Z', 'updated_at': '2022-05-03T22:22:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:22:18.251435 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60ce18a-e719-4d6a-b551-4f6c8a4dab43 None None] Checking router: a26de4d4-c911-40d5-a6a7-0dd780b09698 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:22:18.251799 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60ce18a-e719-4d6a-b551-4f6c8a4dab43 None None] Updating router a26de4d4-c911-40d5-a6a7-0dd780b09698 port e5f99c5c-9fb9-4196-8914-f1fa17c85bbb binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:22:18.317231 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c60ce18a-e719-4d6a-b551-4f6c8a4dab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:18.476200 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-794337d3-76d4-4811-b978-8b6a2e89d578 admin admin] Allocated IP 172.20.0.1 (0e80666c-da9e-419c-8250-40f01b3c2c53/28c578e4-f40c-45f7-97b3-868ce0caad29/33986081-6a62-45fa-a7e2-06f2472ebda8) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:22:18.573489 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device b0472b6a-66f7-4401-8d26-95598064aac7 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:22:18.750307 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-d9a0c797-3d00-4241-8a5f-510aab346eb5 service neutron] 10.222.0.67 "GET /v2.0/ports/5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93/bindings/n-h1-811807-1 HTTP/1.1" status: 200 len: 384 time: 0.7555904 May 03 22:22:18.770048 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port b0472b6a-66f7-4401-8d26-95598064aac7 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:22:18.770337 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:18.811888 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-794337d3-76d4-4811-b978-8b6a2e89d578 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:18.859425 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-794337d3-76d4-4811-b978-8b6a2e89d578 admin admin] Transition to ACTIVE for port object 33986081-6a62-45fa-a7e2-06f2472ebda8 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:22:18.931911 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c60ce18a-e719-4d6a-b551-4f6c8a4dab43 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:18.988313 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c60ce18a-e719-4d6a-b551-4f6c8a4dab43 None None] Transition to ACTIVE for port object e5f99c5c-9fb9-4196-8914-f1fa17c85bbb will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:22:19.018652 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c60ce18a-e719-4d6a-b551-4f6c8a4dab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:19.169936 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-c60ce18a-e719-4d6a-b551-4f6c8a4dab43 None None] Attempting to bind port e5f99c5c-9fb9-4196-8914-f1fa17c85bbb on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:22:19.170595 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-c60ce18a-e719-4d6a-b551-4f6c8a4dab43 None None] Attempting to bind port e5f99c5c-9fb9-4196-8914-f1fa17c85bbb by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:22:19.171145 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60ce18a-e719-4d6a-b551-4f6c8a4dab43 None None] Attempting to bind port e5f99c5c-9fb9-4196-8914-f1fa17c85bbb on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:22:19.183201 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60ce18a-e719-4d6a-b551-4f6c8a4dab43 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:22:19.183903 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60ce18a-e719-4d6a-b551-4f6c8a4dab43 None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:22:19.184501 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c60ce18a-e719-4d6a-b551-4f6c8a4dab43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:19.185206 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60ce18a-e719-4d6a-b551-4f6c8a4dab43 None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:22:19.186275 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-c60ce18a-e719-4d6a-b551-4f6c8a4dab43 None None] Bound port: e5f99c5c-9fb9-4196-8914-f1fa17c85bbb, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:22:19.186817 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c60ce18a-e719-4d6a-b551-4f6c8a4dab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:19.224870 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0098d-e8c4-46df-b1b1-93fa86fd87b1 None None] Pushing event updated for resources: {'Port': ['ID=e5f99c5c-9fb9-4196-8914-f1fa17c85bbb,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:19.265416 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-09f46922-ffcc-4b6e-909a-bf4afde02f32 req-8937335e-31e6-404a-9d66-1adf28d80179 tempest-ServersAdmin275Test-1077563977 tempest-ServersAdmin275Test-1077563977-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.0603917 May 03 22:22:19.268870 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-794337d3-76d4-4811-b978-8b6a2e89d578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:19.299351 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-c60ce18a-e719-4d6a-b551-4f6c8a4dab43 None None] For port e5f99c5c-9fb9-4196-8914-f1fa17c85bbb, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:22:19.304150 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-c60ce18a-e719-4d6a-b551-4f6c8a4dab43 None None] For port e5f99c5c-9fb9-4196-8914-f1fa17c85bbb, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=e5f99c5c-9fb9-4196-8914-f1fa17c85bbb,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:22:19.311373 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c60ce18a-e719-4d6a-b551-4f6c8a4dab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:19.353668 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794337d3-76d4-4811-b978-8b6a2e89d578 admin admin] Network 0e80666c-da9e-419c-8250-40f01b3c2c53 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:22:19.360433 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-794337d3-76d4-4811-b978-8b6a2e89d578 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:22:19.379203 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794337d3-76d4-4811-b978-8b6a2e89d578 admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:22:19.400514 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60ce18a-e719-4d6a-b551-4f6c8a4dab43 None None] Routers {'a26de4d4-c911-40d5-a6a7-0dd780b09698'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:22:19.401151 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c60ce18a-e719-4d6a-b551-4f6c8a4dab43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:21:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a26de4d4-c911-40d5-a6a7-0dd780b09698'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:22:19.505429 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-31d912c3-4d9a-4e61-b3b7-9af4775f5320 service neutron] For port 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:19.520202 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794337d3-76d4-4811-b978-8b6a2e89d578 admin admin] Pushing event updated for resources: {'Port': ['ID=33986081-6a62-45fa-a7e2-06f2472ebda8,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:19.572766 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-794337d3-76d4-4811-b978-8b6a2e89d578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:19.640954 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0098d-e8c4-46df-b1b1-93fa86fd87b1 None None] Pushing event updated for resources: {'Port': ['ID=e5f99c5c-9fb9-4196-8914-f1fa17c85bbb,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:19.647796 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-31d912c3-4d9a-4e61-b3b7-9af4775f5320 service neutron] For port 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:22:19.766482 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a49f962a-e7b2-4ea7-9a87-4c7199709969 None None] Provisioning for port 33986081-6a62-45fa-a7e2-06f2472ebda8 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:22:19.775911 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-c60ce18a-e719-4d6a-b551-4f6c8a4dab43 None None] Set router a26de4d4-c911-40d5-a6a7-0dd780b09698 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:22:19.824832 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a49f962a-e7b2-4ea7-9a87-4c7199709969 None None] Provisioning complete for port 33986081-6a62-45fa-a7e2-06f2472ebda8 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:22:19.825681 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a49f962a-e7b2-4ea7-9a87-4c7199709969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:19.849235 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-31d912c3-4d9a-4e61-b3b7-9af4775f5320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:22:19.875886 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4305d383-99ca-4093-8720-a514330bd74f req-a2d78a16-b72b-492a-89e8-e2564e87ba8f tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--364399448&fields=id&tenant_id=6d5fe23fb043446983dcb5606ef7203e HTTP/1.1" status: 200 len: 267 time: 0.0850918 May 03 22:22:19.877601 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-31d912c3-4d9a-4e61-b3b7-9af4775f5320 service neutron] For port 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:19.924329 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-31d912c3-4d9a-4e61-b3b7-9af4775f5320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:20.022221 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d28ab-4630-4dd6-a5f2-70c365a8bb9b req-cb614dfa-00e8-4228-977c-1e693847d253 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:20.029967 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c33d28ab-4630-4dd6-a5f2-70c365a8bb9b req-cb614dfa-00e8-4228-977c-1e693847d253 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6aa49f0-d5a2-427f-b98f-7d7f9908687b HTTP/1.1" status: 200 len: 944 time: 0.4053955 May 03 22:22:20.069536 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a49f962a-e7b2-4ea7-9a87-4c7199709969 None None] Port 33986081-6a62-45fa-a7e2-06f2472ebda8 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:22:20.169977 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c60ce18a-e719-4d6a-b551-4f6c8a4dab43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'name': 'tempest-ServersTestBootFromVolume-1014963792-router', 'tenant_id': '9271577ee7c14caabdc945c626e59f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'e5f99c5c-9fb9-4196-8914-f1fa17c85bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:22:11Z', 'updated_at': '2022-05-03T22:22:14Z', 'revision_number': 3, 'project_id': '9271577ee7c14caabdc945c626e59f32', 'gw_port': {'id': 'e5f99c5c-9fb9-4196-8914-f1fa17c85bbb', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:22:12Z', 'updated_at': '2022-05-03T22:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:22:20.174417 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60ce18a-e719-4d6a-b551-4f6c8a4dab43 None None] The sync data for ids ['a26de4d4-c911-40d5-a6a7-0dd780b09698'] in n-d-811807-1 is: [{'id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'name': 'tempest-ServersTestBootFromVolume-1014963792-router', 'tenant_id': '9271577ee7c14caabdc945c626e59f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'e5f99c5c-9fb9-4196-8914-f1fa17c85bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:22:11Z', 'updated_at': '2022-05-03T22:22:14Z', 'revision_number': 3, 'project_id': '9271577ee7c14caabdc945c626e59f32', 'gw_port': {'id': 'e5f99c5c-9fb9-4196-8914-f1fa17c85bbb', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:22:12Z', 'updated_at': '2022-05-03T22:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:22:20.213192 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c33d28ab-4630-4dd6-a5f2-70c365a8bb9b req-653455d6-eaf5-4962-8d11-6fb15c0c6748 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803718 May 03 22:22:20.249622 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-794337d3-76d4-4811-b978-8b6a2e89d578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:20.302818 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f923259-3720-493f-953a-d6dad85772a2'] response: {'server_uuid': '97a076d6-cb30-497e-890a-60bea66a5d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20512679-c6a0-487c-a297-194cf3ce5394', 'code': 200} May 03 22:22:20.391811 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-31d912c3-4d9a-4e61-b3b7-9af4775f5320 service neutron] Transition to ACTIVE for port object 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:22:20.475386 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-31d912c3-4d9a-4e61-b3b7-9af4775f5320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:20.495414 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305d383-99ca-4093-8720-a514330bd74f req-bddfd9b6-057a-409a-ae97-057c766752ed tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:20.495644 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10d74a-70fc-43c1-a580-caa27f6f4268 req-88e5a116-1c46-4818-9ade-f5c8b634f4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:20.497067 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1d10d74a-70fc-43c1-a580-caa27f6f4268 req-88e5a116-1c46-4818-9ade-f5c8b634f4d4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=97a076d6-cb30-497e-890a-60bea66a5d8c HTTP/1.1" status: 200 len: 1096 time: 0.1322126 May 03 22:22:20.498920 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4305d383-99ca-4093-8720-a514330bd74f req-bddfd9b6-057a-409a-ae97-057c766752ed tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/networks?id=fc15fac9-7438-4d00-8baf-ffa13ed5602b HTTP/1.1" status: 200 len: 823 time: 0.6073911 May 03 22:22:20.559017 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1d10d74a-70fc-43c1-a580-caa27f6f4268 req-efa898ef-2165-406e-ad31-57d9872bb5cf service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525820 May 03 22:22:20.677236 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d912c3-4d9a-4e61-b3b7-9af4775f5320 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93,revision_number=10']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:20.804416 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4305d383-99ca-4093-8720-a514330bd74f req-09d7b286-6b04-4a14-ac70-4cd387bee2b6 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/quotas/6d5fe23fb043446983dcb5606ef7203e HTTP/1.1" status: 200 len: 375 time: 0.1454258 May 03 22:22:20.806750 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d912c3-4d9a-4e61-b3b7-9af4775f5320 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:22:20.807095 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d912c3-4d9a-4e61-b3b7-9af4775f5320 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:22:20.807433 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d912c3-4d9a-4e61-b3b7-9af4775f5320 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:22:20.807765 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d912c3-4d9a-4e61-b3b7-9af4775f5320 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:22:20.808102 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d912c3-4d9a-4e61-b3b7-9af4775f5320 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:22:20.808427 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d912c3-4d9a-4e61-b3b7-9af4775f5320 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:22:20.808752 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d912c3-4d9a-4e61-b3b7-9af4775f5320 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:22:20.809076 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d912c3-4d9a-4e61-b3b7-9af4775f5320 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:22:20.809403 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d912c3-4d9a-4e61-b3b7-9af4775f5320 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:22:20.809726 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d912c3-4d9a-4e61-b3b7-9af4775f5320 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:22:20.810097 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d912c3-4d9a-4e61-b3b7-9af4775f5320 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:22:20.810421 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d912c3-4d9a-4e61-b3b7-9af4775f5320 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:22:20.914842 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-31d912c3-4d9a-4e61-b3b7-9af4775f5320 service neutron] No DVR routers for this DVR port 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 on host n-h2-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:22:20.920666 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:22:21.048779 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:22:21.109722 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbee80-e555-43d1-844a-2b9a16bd57fb req-58ee7b03-ec4d-47af-a856-2777b215cd45 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:21.111261 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-18cbee80-e555-43d1-844a-2b9a16bd57fb req-58ee7b03-ec4d-47af-a856-2777b215cd45 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=97a076d6-cb30-497e-890a-60bea66a5d8c HTTP/1.1" status: 200 len: 945 time: 0.6450861 May 03 22:22:21.125910 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-31d912c3-4d9a-4e61-b3b7-9af4775f5320 service neutron] 10.222.0.67 "PUT /v2.0/ports/5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93/bindings/n-h1-811807-1/activate HTTP/1.1" status: 200 len: 369 time: 2.3644645 May 03 22:22:21.282017 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-794337d3-76d4-4811-b978-8b6a2e89d578 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:21.310307 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-4305d383-99ca-4093-8720-a514330bd74f req-19d1508c-03c6-46be-8ad0-2c379fdb18ad tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Synchronizing usage tracker for tenant:6d5fe23fb043446983dcb5606ef7203e on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:22:21.320180 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-794337d3-76d4-4811-b978-8b6a2e89d578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:21.380651 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-18cbee80-e555-43d1-844a-2b9a16bd57fb req-58363943-7fc1-4da8-a140-6d76366eeb6c tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518103 May 03 22:22:21.622902 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90cf8609-6863-48d8-8478-47a16bdc06e9'] response: {'server_uuid': 'b6aa49f0-d5a2-427f-b98f-7d7f9908687b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93', 'code': 200} May 03 22:22:21.630084 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-4305d383-99ca-4093-8720-a514330bd74f req-19d1508c-03c6-46be-8ad0-2c379fdb18ad tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Unset dirty status for tenant:6d5fe23fb043446983dcb5606ef7203e on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:22:21.642894 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4305d383-99ca-4093-8720-a514330bd74f req-19d1508c-03c6-46be-8ad0-2c379fdb18ad tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6d5fe23fb043446983dcb5606ef7203e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7762711 May 03 22:22:21.675133 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-794337d3-76d4-4811-b978-8b6a2e89d578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:21.815093 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794337d3-76d4-4811-b978-8b6a2e89d578 admin admin] Pushing event updated for resources: {'Port': ['ID=33986081-6a62-45fa-a7e2-06f2472ebda8,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:21.937013 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-9243590e-06a9-4aa3-8e86-16ce0f1608e2 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:21.938594 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-9243590e-06a9-4aa3-8e86-16ce0f1608e2 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b6aa49f0-d5a2-427f-b98f-7d7f9908687b&tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&binding%3Ahost_id=n-h2-811807-1 HTTP/1.1" status: 200 len: 1096 time: 0.7339354 May 03 22:22:22.135318 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4305d383-99ca-4093-8720-a514330bd74f req-78c06140-2488-4288-915b-33a946935910 service neutron] 10.222.0.58 "GET /v2.0/networks/fc15fac9-7438-4d00-8baf-ffa13ed5602b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910347 May 03 22:22:22.183653 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794337d3-76d4-4811-b978-8b6a2e89d578 admin admin] Network 0e80666c-da9e-419c-8250-40f01b3c2c53 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:22:22.191571 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-794337d3-76d4-4811-b978-8b6a2e89d578 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:22:22.304702 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd829595b-778f-40ba-8734-ea71b22f5e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4ce42b-574b-4151-903c-393e534e5cab'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:22:22.589353 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device e5f99c5c-9fb9-4196-8914-f1fa17c85bbb up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:22:22.618678 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-a8958d24-37a9-4692-8830-467fba8a1df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:22.628150 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-a8958d24-37a9-4692-8830-467fba8a1df0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b6aa49f0-d5a2-427f-b98f-7d7f9908687b&tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0 HTTP/1.1" status: 200 len: 1096 time: 0.6685367 May 03 22:22:22.630942 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-976e7c41-6800-4caa-9a3f-60d979e0bce0 req-831ba539-0b5f-46de-9643-52f849348a75 tempest-ServersAdmin275Test-2050776536 tempest-ServersAdmin275Test-2050776536-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.2739625 May 03 22:22:22.779475 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-cde0f0cc-4655-449e-b23b-967c7dcdd912 None None] Provisioning complete for port 33986081-6a62-45fa-a7e2-06f2472ebda8 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:22:22.779881 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cde0f0cc-4655-449e-b23b-967c7dcdd912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:22.868830 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4305d383-99ca-4093-8720-a514330bd74f req-26d39fd0-8d69-4dbb-9fcd-f9be6983cc2d service neutron] 10.222.0.58 "GET /v2.0/networks/fc15fac9-7438-4d00-8baf-ffa13ed5602b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7264428 May 03 22:22:22.898692 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-cde0f0cc-4655-449e-b23b-967c7dcdd912 None None] Port 33986081-6a62-45fa-a7e2-06f2472ebda8 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:22:22.907559 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8ebcf935-52c4-4afe-bee6-a05fffcc1002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:22.909151 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port e5f99c5c-9fb9-4196-8914-f1fa17c85bbb completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:22:22.914433 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port e5f99c5c-9fb9-4196-8914-f1fa17c85bbb triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:22:22.915332 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:22.926941 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-8f781fc7-7783-4b52-bea6-6a46c8f7cb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:22.928918 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-8f781fc7-7783-4b52-bea6-6a46c8f7cb55 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&device_id=b6aa49f0-d5a2-427f-b98f-7d7f9908687b HTTP/1.1" status: 200 len: 1096 time: 0.2503061 May 03 22:22:22.964434 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794337d3-76d4-4811-b978-8b6a2e89d578 admin admin] Router a26de4d4-c911-40d5-a6a7-0dd780b09698 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:22:23.236120 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:23.316675 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port e5f99c5c-9fb9-4196-8914-f1fa17c85bbb, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=e5f99c5c-9fb9-4196-8914-f1fa17c85bbb,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:23.327309 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:23.416676 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device d792799f-8480-447b-9e72-7e12772389d0 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:22:23.564117 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-53924cfb-2455-4e2f-9ea1-5d38743fdce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:23.568037 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-53924cfb-2455-4e2f-9ea1-5d38743fdce2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3476088d-e412-4e55-9c2f-549019c16834 HTTP/1.1" status: 200 len: 922 time: 0.6258457 May 03 22:22:23.636944 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=e5f99c5c-9fb9-4196-8914-f1fa17c85bbb,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:23.662453 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:23.703067 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794337d3-76d4-4811-b978-8b6a2e89d578 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:22:23.719115 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ba9555-6e3d-45db-ab8a-2791ef941584 None None] Sync routers for ids ['a26de4d4-c911-40d5-a6a7-0dd780b09698'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:22:23.719798 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-794337d3-76d4-4811-b978-8b6a2e89d578 admin admin] 10.222.0.58 "PUT /v2.0/routers/a26de4d4-c911-40d5-a6a7-0dd780b09698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4295461 May 03 22:22:23.720851 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6aa49f0-d5a2-427f-b98f-7d7f9908687b', 'tag': '5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93'}, {'server_uuid': 'ae6aba00-19f8-4d0d-8970-87efbc33847b', 'name': 'network-vif-deleted', 'tag': '28731db7-b5d5-4351-998a-74d69b7a82dc'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:22:23.741531 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port d792799f-8480-447b-9e72-7e12772389d0, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=d792799f-8480-447b-9e72-7e12772389d0,segment=NetworkSegment(d5261de8-a046-496c-9988-b261e2ae107f),segment_id=d5261de8-a046-496c-9988-b261e2ae107f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:23.754876 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ba9555-6e3d-45db-ab8a-2791ef941584 None None] Routers {'a26de4d4-c911-40d5-a6a7-0dd780b09698'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:22:23.755800 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-98ba9555-6e3d-45db-ab8a-2791ef941584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:21:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a26de4d4-c911-40d5-a6a7-0dd780b09698'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:22:23.766842 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-15fe84e7-74a4-4256-83a3-b4204aef3df6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 HTTP/1.1" status: 200 len: 217 time: 0.1790090 May 03 22:22:23.843040 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be316d-e52c-44ac-8b13-f65cbdf130e6 req-cad52065-1e38-4755-ab51-4642ddb7338e tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:23.844849 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-15be316d-e52c-44ac-8b13-f65cbdf130e6 req-cad52065-1e38-4755-ab51-4642ddb7338e tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6aa49f0-d5a2-427f-b98f-7d7f9908687b HTTP/1.1" status: 200 len: 945 time: 0.4268801 May 03 22:22:23.878992 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-f2f4eceb-4e43-4fe3-be5a-83b2fcb96ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:23.880976 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-f2f4eceb-4e43-4fe3-be5a-83b2fcb96ee9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63a9fee3-85c4-4a95-8dcc-67111d08a3de HTTP/1.1" status: 200 len: 861 time: 0.1071246 May 03 22:22:23.889270 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:24.062962 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:24.105501 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=d792799f-8480-447b-9e72-7e12772389d0,revision_number=8']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:24.112454 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-3646d6fc-82b6-4e61-bd15-826dec89425c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3476088d-e412-4e55-9c2f-549019c16834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2200468 May 03 22:22:24.132846 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-15be316d-e52c-44ac-8b13-f65cbdf130e6 req-6b716ea1-76af-400f-9de6-141baeed18cc tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781377 May 03 22:22:24.175695 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-98ba9555-6e3d-45db-ab8a-2791ef941584 None None] Set router a26de4d4-c911-40d5-a6a7-0dd780b09698 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:22:24.382923 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc9a4ac5-6ea7-4362-8e29-0711f05fef82'] response: {'server_uuid': 'd829595b-778f-40ba-8734-ea71b22f5e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4ce42b-574b-4151-903c-393e534e5cab', 'code': 200} May 03 22:22:24.459826 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-d195b2eb-fda9-4c86-b191-58569f6d17c0 service neutron] 10.222.0.60 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258767 May 03 22:22:24.549320 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device e5f99c5c-9fb9-4196-8914-f1fa17c85bbb up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:22:24.566339 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c784b8c-6aa4-45f5-9605-07f7e415295b req-85a6ccfe-dfd8-47bd-b603-1cd2f9f83025 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:24.567815 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8c784b8c-6aa4-45f5-9605-07f7e415295b req-85a6ccfe-dfd8-47bd-b603-1cd2f9f83025 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=97a076d6-cb30-497e-890a-60bea66a5d8c HTTP/1.1" status: 200 len: 945 time: 0.2103746 May 03 22:22:24.725178 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-efb0ab54-b4c1-46af-b2cf-185c767652cb req-249dfd6a-1cb4-456f-8142-01e0011e16a2 tempest-ServersAdmin275Test-2050776536 tempest-ServersAdmin275Test-2050776536-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.0853162 May 03 22:22:24.750577 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port e5f99c5c-9fb9-4196-8914-f1fa17c85bbb triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:22:24.750955 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:24.762524 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8c784b8c-6aa4-45f5-9605-07f7e415295b req-534dc4e2-2b4d-444a-95e8-36b512a3c28d tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213434 May 03 22:22:24.775194 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-451f4f5e-f9f9-47ef-8e0b-ef4cc1e327a2 service neutron] 10.222.0.60 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063915 May 03 22:22:24.881343 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-98ba9555-6e3d-45db-ab8a-2791ef941584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'name': 'tempest-ServersTestBootFromVolume-1014963792-router', 'tenant_id': '9271577ee7c14caabdc945c626e59f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'e5f99c5c-9fb9-4196-8914-f1fa17c85bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:22:11Z', 'updated_at': '2022-05-03T22:22:19Z', 'revision_number': 4, 'project_id': '9271577ee7c14caabdc945c626e59f32', 'gw_port': {'id': 'e5f99c5c-9fb9-4196-8914-f1fa17c85bbb', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:22:12Z', 'updated_at': '2022-05-03T22:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '33986081-6a62-45fa-a7e2-06f2472ebda8', 'name': '', 'network_id': '0e80666c-da9e-419c-8250-40f01b3c2c53', 'tenant_id': '9271577ee7c14caabdc945c626e59f32', 'mac_address': 'fa:16:3e:a6:09:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '28c578e4-f40c-45f7-97b3-868ce0caad29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:22:18Z', 'updated_at': '2022-05-03T22:22:20Z', 'revision_number': 2, 'project_id': '9271577ee7c14caabdc945c626e59f32', 'subnets': [{'id': '28c578e4-f40c-45f7-97b3-868ce0caad29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:22:24.891175 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ba9555-6e3d-45db-ab8a-2791ef941584 None None] Checking router: a26de4d4-c911-40d5-a6a7-0dd780b09698 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:22:24.891533 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ba9555-6e3d-45db-ab8a-2791ef941584 None None] Updating router a26de4d4-c911-40d5-a6a7-0dd780b09698 port 33986081-6a62-45fa-a7e2-06f2472ebda8 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:22:24.949456 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-89c4b374-c8f9-4173-9453-ff381a295bed req-4c357d2c-04ac-4b46-a2d8-05cba263d3b4 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9150663-e1d2-452a-9c98-1e241aa51330 HTTP/1.1" status: 200 len: 210 time: 0.0614140 May 03 22:22:24.953873 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-98ba9555-6e3d-45db-ab8a-2791ef941584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:24.974157 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0d44179e-461d-4a8f-b457-cf79ab6f77cf req-23f6ccfb-7836-4c89-a2b7-e231053f07e1 tempest-QuotasAdminNegativeTest-648838399 tempest-QuotasAdminNegativeTest-648838399-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=2b3db450dcb444cfac3c767d98f84eb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502403 May 03 22:22:25.016794 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-429d61db-4de5-4bb7-b04d-461d07d1e688'] response: {'name': 'network-changed', 'server_uuid': 'b6aa49f0-d5a2-427f-b98f-7d7f9908687b', 'tag': '5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93', 'status': 'completed', 'code': 200} May 03 22:22:25.017156 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-429d61db-4de5-4bb7-b04d-461d07d1e688'] response: {'server_uuid': 'ae6aba00-19f8-4d0d-8970-87efbc33847b', 'name': 'network-vif-deleted', 'tag': '28731db7-b5d5-4351-998a-74d69b7a82dc', 'status': 'completed', 'code': 200} May 03 22:22:25.079129 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b620e785-bd22-4943-9c26-a1a3d9f82ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:25.279689 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44179e-461d-4a8f-b457-cf79ab6f77cf req-edd20e2d-9a3e-45b7-b3f9-acd1b6752ba3 tempest-QuotasAdminNegativeTest-648838399 tempest-QuotasAdminNegativeTest-648838399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:25.289007 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0d44179e-461d-4a8f-b457-cf79ab6f77cf req-edd20e2d-9a3e-45b7-b3f9-acd1b6752ba3 tempest-QuotasAdminNegativeTest-648838399 tempest-QuotasAdminNegativeTest-648838399-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3036368 May 03 22:22:25.306357 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48668) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:22:25.311355 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-91c8593a-0dec-4f6b-bdc4-a2244db50aef tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1296272029', 'description': 'tempest-description--143561089'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:22:25.314784 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0d44179e-461d-4a8f-b457-cf79ab6f77cf req-bd6286be-28d8-42c3-b3aa-60612b60e275 tempest-QuotasAdminNegativeTest-648838399 tempest-QuotasAdminNegativeTest-648838399-project] 10.222.0.58 "GET /v2.0/quotas/2b3db450dcb444cfac3c767d98f84eb8 HTTP/1.1" status: 200 len: 375 time: 0.0247538 May 03 22:22:25.320431 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-91c8593a-0dec-4f6b-bdc4-a2244db50aef tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:22:25.329208 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-91c8593a-0dec-4f6b-bdc4-a2244db50aef tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Usage tracker for resource:security_group and tenant:9271577ee7c14caabdc945c626e59f32 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:22:25.338220 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-91c8593a-0dec-4f6b-bdc4-a2244db50aef tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:22:25.346814 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-91c8593a-0dec-4f6b-bdc4-a2244db50aef tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:22:25.374634 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-91c8593a-0dec-4f6b-bdc4-a2244db50aef tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:25.428131 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-91c8593a-0dec-4f6b-bdc4-a2244db50aef tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:22:25.428716 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0d44179e-461d-4a8f-b457-cf79ab6f77cf req-ad6fd155-3dcd-4c61-83d9-2345141e9b33 tempest-QuotasAdminNegativeTest-648838399 tempest-QuotasAdminNegativeTest-648838399-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2b3db450dcb444cfac3c767d98f84eb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1128578 May 03 22:22:25.433356 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-91c8593a-0dec-4f6b-bdc4-a2244db50aef tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Usage tracker for resource:security_group_rule and tenant:9271577ee7c14caabdc945c626e59f32 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:22:25.437513 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-91c8593a-0dec-4f6b-bdc4-a2244db50aef tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:22:25.445242 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-91c8593a-0dec-4f6b-bdc4-a2244db50aef tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:22:25.572530 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-98ba9555-6e3d-45db-ab8a-2791ef941584 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:25.633351 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-98ba9555-6e3d-45db-ab8a-2791ef941584 None None] Transition to ACTIVE for port object 33986081-6a62-45fa-a7e2-06f2472ebda8 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:22:25.652842 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-91c8593a-0dec-4f6b-bdc4-a2244db50aef tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:25.654455 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-98ba9555-6e3d-45db-ab8a-2791ef941584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:25.658907 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-91c8593a-0dec-4f6b-bdc4-a2244db50aef tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:25.664039 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c152a9-07f6-44be-85ca-9e1a3afc062a req-626d443f-7501-4cd9-9c29-525331cdadec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:25.666267 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e7c152a9-07f6-44be-85ca-9e1a3afc062a req-626d443f-7501-4cd9-9c29-525331cdadec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&device_id=b6aa49f0-d5a2-427f-b98f-7d7f9908687b HTTP/1.1" status: 200 len: 1096 time: 0.5491078 May 03 22:22:25.718193 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c8593a-0dec-4f6b-bdc4-a2244db50aef tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c440ae-7993-4776-abde-eb5ddb36d18b,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:25.725830 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305d383-99ca-4093-8720-a514330bd74f req-018cfc3b-2513-46bc-b5df-ef6fe2741fac tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:25.727386 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4305d383-99ca-4093-8720-a514330bd74f req-018cfc3b-2513-46bc-b5df-ef6fe2741fac tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.60 "GET /v2.0/networks?id=fc15fac9-7438-4d00-8baf-ffa13ed5602b HTTP/1.1" status: 200 len: 823 time: 0.5204678 May 03 22:22:25.728918 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c8593a-0dec-4f6b-bdc4-a2244db50aef tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:22:25.729435 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c8593a-0dec-4f6b-bdc4-a2244db50aef tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:22:25.729956 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c8593a-0dec-4f6b-bdc4-a2244db50aef tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:22:25.730451 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c8593a-0dec-4f6b-bdc4-a2244db50aef tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:22:25.731003 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c8593a-0dec-4f6b-bdc4-a2244db50aef tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:22:25.731489 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c8593a-0dec-4f6b-bdc4-a2244db50aef tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:22:25.731972 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c8593a-0dec-4f6b-bdc4-a2244db50aef tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:22:25.732486 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c8593a-0dec-4f6b-bdc4-a2244db50aef tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:22:25.733048 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c8593a-0dec-4f6b-bdc4-a2244db50aef tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:22:25.733553 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c8593a-0dec-4f6b-bdc4-a2244db50aef tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:22:25.734092 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c8593a-0dec-4f6b-bdc4-a2244db50aef tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:22:25.734602 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c8593a-0dec-4f6b-bdc4-a2244db50aef tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:22:25.750036 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-91c8593a-0dec-4f6b-bdc4-a2244db50aef tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:25.754575 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-91c8593a-0dec-4f6b-bdc4-a2244db50aef tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4471633 May 03 22:22:25.755420 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48686) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:22:25.762280 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-762ac4bc-9d04-465c-94de-336952a8a78c tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Request body: {'security_group_rule': {'security_group_id': 'c7c440ae-7993-4776-abde-eb5ddb36d18b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:22:25.768719 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-762ac4bc-9d04-465c-94de-336952a8a78c tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:22:25.773304 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-762ac4bc-9d04-465c-94de-336952a8a78c tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Usage tracker for resource:security_group_rule and tenant:9271577ee7c14caabdc945c626e59f32 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:22:25.777543 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-762ac4bc-9d04-465c-94de-336952a8a78c tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:22:25.784412 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-762ac4bc-9d04-465c-94de-336952a8a78c tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:22:25.806924 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-762ac4bc-9d04-465c-94de-336952a8a78c tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:25.866710 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ee4b0-75fd-4511-aba1-fbc99daaf072 None None] Pushing event updated for resources: {'Port': ['ID=33986081-6a62-45fa-a7e2-06f2472ebda8,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:25.890940 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-762ac4bc-9d04-465c-94de-336952a8a78c tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:25.898362 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-762ac4bc-9d04-465c-94de-336952a8a78c tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:25.927410 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ac4bc-9d04-465c-94de-336952a8a78c tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12b2e0f9-1583-4b8b-a8c4-a63baf9bb814,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:25.950863 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-762ac4bc-9d04-465c-94de-336952a8a78c tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:25.955394 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-762ac4bc-9d04-465c-94de-336952a8a78c tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1984012 May 03 22:22:25.956274 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48694) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:22:25.962755 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-e4ae48a4-3000-4632-9d70-49d3148420e3 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Request body: {'security_group_rule': {'security_group_id': 'c7c440ae-7993-4776-abde-eb5ddb36d18b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:22:25.971049 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e4ae48a4-3000-4632-9d70-49d3148420e3 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:22:25.975212 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e4ae48a4-3000-4632-9d70-49d3148420e3 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Usage tracker for resource:security_group_rule and tenant:9271577ee7c14caabdc945c626e59f32 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:22:25.979663 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e4ae48a4-3000-4632-9d70-49d3148420e3 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:22:25.994520 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e4ae48a4-3000-4632-9d70-49d3148420e3 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:22:26.005762 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-2fb17ebe-1ce6-4037-85f9-f450cffe3136 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:26.007822 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-2fb17ebe-1ce6-4037-85f9-f450cffe3136 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b6aa49f0-d5a2-427f-b98f-7d7f9908687b&tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&binding%3Ahost_id=n-h1-811807-1 HTTP/1.1" status: 200 len: 1096 time: 0.7005315 May 03 22:22:26.032247 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e4ae48a4-3000-4632-9d70-49d3148420e3 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:26.105610 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e4ae48a4-3000-4632-9d70-49d3148420e3 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:26.111940 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e4ae48a4-3000-4632-9d70-49d3148420e3 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:26.121997 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-98ba9555-6e3d-45db-ab8a-2791ef941584 None None] Attempting to bind port 33986081-6a62-45fa-a7e2-06f2472ebda8 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:22:26.122372 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-98ba9555-6e3d-45db-ab8a-2791ef941584 None None] Attempting to bind port 33986081-6a62-45fa-a7e2-06f2472ebda8 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '92821917-315b-4061-8d3c-143fde4cc6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0e80666c-da9e-419c-8250-40f01b3c2c53'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:22:26.122740 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ba9555-6e3d-45db-ab8a-2791ef941584 None None] Attempting to bind port 33986081-6a62-45fa-a7e2-06f2472ebda8 on network 0e80666c-da9e-419c-8250-40f01b3c2c53 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:22:26.132318 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ba9555-6e3d-45db-ab8a-2791ef941584 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:22:26.132666 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ba9555-6e3d-45db-ab8a-2791ef941584 None None] Checking segment: {'id': '92821917-315b-4061-8d3c-143fde4cc6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0e80666c-da9e-419c-8250-40f01b3c2c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:22:26.133014 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-98ba9555-6e3d-45db-ab8a-2791ef941584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:26.133498 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ba9555-6e3d-45db-ab8a-2791ef941584 None None] Bound using segment: {'id': '92821917-315b-4061-8d3c-143fde4cc6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0e80666c-da9e-419c-8250-40f01b3c2c53'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:22:26.134581 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-98ba9555-6e3d-45db-ab8a-2791ef941584 None None] Bound port: 33986081-6a62-45fa-a7e2-06f2472ebda8, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92821917-315b-4061-8d3c-143fde4cc6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0e80666c-da9e-419c-8250-40f01b3c2c53'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:22:26.134959 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-98ba9555-6e3d-45db-ab8a-2791ef941584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:26.138054 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae48a4-3000-4632-9d70-49d3148420e3 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9c53695-ef3d-4156-bf66-3a9a382b2f25,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:26.149779 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:26.153311 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e4ae48a4-3000-4632-9d70-49d3148420e3 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:26.158158 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e4ae48a4-3000-4632-9d70-49d3148420e3 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2006545 May 03 22:22:26.158911 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48702) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:22:26.164135 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-3b063ca4-9b3a-4e5d-a47d-93c069b6e95d tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:22:26.170502 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3b063ca4-9b3a-4e5d-a47d-93c069b6e95d tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:22:26.174448 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3b063ca4-9b3a-4e5d-a47d-93c069b6e95d tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Usage tracker for resource:floatingip and tenant:9271577ee7c14caabdc945c626e59f32 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:22:26.177403 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3b063ca4-9b3a-4e5d-a47d-93c069b6e95d tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:22:26.185545 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3b063ca4-9b3a-4e5d-a47d-93c069b6e95d tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:22:26.186421 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c152a9-07f6-44be-85ca-9e1a3afc062a req-42d4adc5-1e91-440b-aff2-2b06bdd896e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:26.189890 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e7c152a9-07f6-44be-85ca-9e1a3afc062a req-42d4adc5-1e91-440b-aff2-2b06bdd896e2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3476088d-e412-4e55-9c2f-549019c16834 HTTP/1.1" status: 200 len: 922 time: 0.5042095 May 03 22:22:26.199266 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3b063ca4-9b3a-4e5d-a47d-93c069b6e95d tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks [] for floatingip, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:26.203816 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4305d383-99ca-4093-8720-a514330bd74f req-5639a713-1747-43d0-9236-ba823908d456 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d5fe23fb043446983dcb5606ef7203e HTTP/1.1" status: 200 len: 379 time: 0.4625397 May 03 22:22:26.233159 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:26.256374 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-98ba9555-6e3d-45db-ab8a-2791ef941584 None None] For port 33986081-6a62-45fa-a7e2-06f2472ebda8, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:22:26.260170 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-98ba9555-6e3d-45db-ab8a-2791ef941584 None None] For port 33986081-6a62-45fa-a7e2-06f2472ebda8, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=33986081-6a62-45fa-a7e2-06f2472ebda8,segment=NetworkSegment(92821917-315b-4061-8d3c-143fde4cc6cc),segment_id=92821917-315b-4061-8d3c-143fde4cc6cc)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:22:26.263973 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-98ba9555-6e3d-45db-ab8a-2791ef941584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:26.281345 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-4305d383-99ca-4093-8720-a514330bd74f req-2f97db26-44b1-4ac5-a5b4-fb0c7458ce75 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Request body: {'port': {'device_id': 'f9150663-e1d2-452a-9c98-1e241aa51330', 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b', 'admin_state_up': True, 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'security_groups': ['8cd0ced8-df16-4075-96e1-bc7516352cc5']}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:22:26.324600 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e7c152a9-07f6-44be-85ca-9e1a3afc062a req-6fddd308-7ce2-4880-99c7-a4115a27013a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 HTTP/1.1" status: 200 len: 217 time: 0.1195087 May 03 22:22:26.342793 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3b063ca4-9b3a-4e5d-a47d-93c069b6e95d tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:26.343982 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ba9555-6e3d-45db-ab8a-2791ef941584 None None] Routers {'a26de4d4-c911-40d5-a6a7-0dd780b09698'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:22:26.344853 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-98ba9555-6e3d-45db-ab8a-2791ef941584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:22:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a26de4d4-c911-40d5-a6a7-0dd780b09698'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:22:26.404777 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cc1d9a-6c4e-4c3a-8134-645379f6944b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd792799f-8480-447b-9e72-7e12772389d0'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:22:26.464607 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ee4b0-75fd-4511-aba1-fbc99daaf072 None None] Pushing event updated for resources: {'Port': ['ID=33986081-6a62-45fa-a7e2-06f2472ebda8,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:26.492652 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-3b063ca4-9b3a-4e5d-a47d-93c069b6e95d tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Allocated IP 172.25.2.140 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/b328fd34-b036-4b8f-b8a2-d282cba88d80) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:22:26.546471 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-98ba9555-6e3d-45db-ab8a-2791ef941584 None None] Set router a26de4d4-c911-40d5-a6a7-0dd780b09698 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:22:26.595494 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c152a9-07f6-44be-85ca-9e1a3afc062a req-35b63fec-e5a4-4259-b23e-b1690fbb8931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:26.597137 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e7c152a9-07f6-44be-85ca-9e1a3afc062a req-35b63fec-e5a4-4259-b23e-b1690fbb8931 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=63a9fee3-85c4-4a95-8dcc-67111d08a3de HTTP/1.1" status: 200 len: 861 time: 0.2478499 May 03 22:22:26.656308 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3b063ca4-9b3a-4e5d-a47d-93c069b6e95d tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:26.686874 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3b063ca4-9b3a-4e5d-a47d-93c069b6e95d tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:26.759107 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b063ca4-9b3a-4e5d-a47d-93c069b6e95d tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:22:26.760508 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e7c152a9-07f6-44be-85ca-9e1a3afc062a req-8a68c172-a834-4b23-ae2a-88d033b203a6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3476088d-e412-4e55-9c2f-549019c16834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1566744 May 03 22:22:26.762183 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-3b063ca4-9b3a-4e5d-a47d-93c069b6e95d tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:22:26.764705 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b063ca4-9b3a-4e5d-a47d-93c069b6e95d tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:22:26.810749 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50d777-bf8d-44a1-9fe8-f93ad878b944 req-e106c544-2405-4fef-b1d2-d28eff8463f2 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:26.812432 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6a50d777-bf8d-44a1-9fe8-f93ad878b944 req-e106c544-2405-4fef-b1d2-d28eff8463f2 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=97a076d6-cb30-497e-890a-60bea66a5d8c HTTP/1.1" status: 200 len: 1096 time: 0.9432023 May 03 22:22:26.812574 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b063ca4-9b3a-4e5d-a47d-93c069b6e95d tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Pushing event updated for resources: {'Port': ['ID=b328fd34-b036-4b8f-b8a2-d282cba88d80,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:26.896803 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3b063ca4-9b3a-4e5d-a47d-93c069b6e95d tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:26.931858 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-98ba9555-6e3d-45db-ab8a-2791ef941584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'name': 'tempest-ServersTestBootFromVolume-1014963792-router', 'tenant_id': '9271577ee7c14caabdc945c626e59f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'e5f99c5c-9fb9-4196-8914-f1fa17c85bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:22:11Z', 'updated_at': '2022-05-03T22:22:19Z', 'revision_number': 4, 'project_id': '9271577ee7c14caabdc945c626e59f32', 'gw_port': {'id': 'e5f99c5c-9fb9-4196-8914-f1fa17c85bbb', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:22:12Z', 'updated_at': '2022-05-03T22:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '33986081-6a62-45fa-a7e2-06f2472ebda8', 'name': '', 'network_id': '0e80666c-da9e-419c-8250-40f01b3c2c53', 'tenant_id': '9271577ee7c14caabdc945c626e59f32', 'mac_address': 'fa:16:3e:a6:09:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '28c578e4-f40c-45f7-97b3-868ce0caad29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:22:18Z', 'updated_at': '2022-05-03T22:22:26Z', 'revision_number': 4, 'project_id': '9271577ee7c14caabdc945c626e59f32', 'subnets': [{'id': '28c578e4-f40c-45f7-97b3-868ce0caad29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:22:26.936290 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9ffc1-8465-430c-a420-7a22fbb072e5 req-4301a3bb-a191-4f5c-aacf-527bd90ba81f tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:26.937439 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ba9555-6e3d-45db-ab8a-2791ef941584 None None] The sync data for ids ['a26de4d4-c911-40d5-a6a7-0dd780b09698'] in n-d-811807-1 is: [{'id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'name': 'tempest-ServersTestBootFromVolume-1014963792-router', 'tenant_id': '9271577ee7c14caabdc945c626e59f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'e5f99c5c-9fb9-4196-8914-f1fa17c85bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:22:11Z', 'updated_at': '2022-05-03T22:22:19Z', 'revision_number': 4, 'project_id': '9271577ee7c14caabdc945c626e59f32', 'gw_port': {'id': 'e5f99c5c-9fb9-4196-8914-f1fa17c85bbb', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:22:12Z', 'updated_at': '2022-05-03T22:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '33986081-6a62-45fa-a7e2-06f2472ebda8', 'name': '', 'network_id': '0e80666c-da9e-419c-8250-40f01b3c2c53', 'tenant_id': '9271577ee7c14caabdc945c626e59f32', 'mac_address': 'fa:16:3e:a6:09:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '28c578e4-f40c-45f7-97b3-868ce0caad29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:22:18Z', 'updated_at': '2022-05-03T22:22:26Z', 'revision_number': 4, 'project_id': '9271577ee7c14caabdc945c626e59f32', 'subnets': [{'id': '28c578e4-f40c-45f7-97b3-868ce0caad29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:22:26.937782 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bec9ffc1-8465-430c-a420-7a22fbb072e5 req-4301a3bb-a191-4f5c-aacf-527bd90ba81f tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6aa49f0-d5a2-427f-b98f-7d7f9908687b HTTP/1.1" status: 200 len: 945 time: 0.8141706 May 03 22:22:26.970469 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3b063ca4-9b3a-4e5d-a47d-93c069b6e95d tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:27.011660 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-4305d383-99ca-4093-8720-a514330bd74f req-2f97db26-44b1-4ac5-a5b4-fb0c7458ce75 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:22:27.020401 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-cab6fe75-6a16-40f1-a970-32d85c494c7a service neutron] For port 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:22:27.028119 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6a50d777-bf8d-44a1-9fe8-f93ad878b944 req-e3efa303-f76d-432a-bf33-61b68a066aec tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957541 May 03 22:22:27.036442 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-cab6fe75-6a16-40f1-a970-32d85c494c7a service neutron] Notify callbacks [] for binding, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:27.037490 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c48f5798-9689-4e21-b7ae-000f93b5707b req-cab6fe75-6a16-40f1-a970-32d85c494c7a service neutron] 10.222.0.60 "DELETE /v2.0/ports/5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93/bindings/n-h2-811807-1 HTTP/1.1" status: 204 len: 173 time: 0.9982738 May 03 22:22:27.056263 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-4305d383-99ca-4093-8720-a514330bd74f req-2f97db26-44b1-4ac5-a5b4-fb0c7458ce75 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:22:27.100975 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e7c152a9-07f6-44be-85ca-9e1a3afc062a req-5a269308-d8ac-4c3d-86a1-c5d3252c8c7c service neutron] 10.222.0.67 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214853 May 03 22:22:27.130490 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bec9ffc1-8465-430c-a420-7a22fbb072e5 req-043bfe71-8f4a-486b-8dfd-8c26fdd84579 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790705 May 03 22:22:27.133024 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4305d383-99ca-4093-8720-a514330bd74f req-2f97db26-44b1-4ac5-a5b4-fb0c7458ce75 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Made reservation on behalf of 6d5fe23fb043446983dcb5606ef7203e for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:22:27.144447 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4305d383-99ca-4093-8720-a514330bd74f req-2f97db26-44b1-4ac5-a5b4-fb0c7458ce75 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:27.285096 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3b063ca4-9b3a-4e5d-a47d-93c069b6e95d tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:27.299962 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3b063ca4-9b3a-4e5d-a47d-93c069b6e95d tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:27.466711 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ca6c7541-2222-467c-8da3-aebb78e54364 req-27df735e-2401-42ec-b9d1-61803f4e1cc3 tempest-ServersAdmin275Test-2050776536 tempest-ServersAdmin275Test-2050776536-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.1546662 May 03 22:22:27.468537 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b063ca4-9b3a-4e5d-a47d-93c069b6e95d tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Pushing event updated for resources: {'Port': ['ID=b328fd34-b036-4b8f-b8a2-d282cba88d80,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:27.472171 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:27.479758 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3b063ca4-9b3a-4e5d-a47d-93c069b6e95d tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:27.523401 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:27.538212 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3b063ca4-9b3a-4e5d-a47d-93c069b6e95d tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:27.539672 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3b063ca4-9b3a-4e5d-a47d-93c069b6e95d tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3796926 May 03 22:22:27.630521 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9e1922ec-df0b-4117-88e0-b046d6c504a5 req-00d24e90-9bbb-490a-acb6-334d8801b14e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9150663-e1d2-452a-9c98-1e241aa51330 HTTP/1.1" status: 200 len: 210 time: 0.1553018 May 03 22:22:27.700201 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e7c152a9-07f6-44be-85ca-9e1a3afc062a req-0056f774-7871-4dc7-b6f3-069d635b1a5f service neutron] 10.222.0.67 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5686581 May 03 22:22:27.715994 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-4305d383-99ca-4093-8720-a514330bd74f req-2f97db26-44b1-4ac5-a5b4-fb0c7458ce75 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Allocated IP 172.20.0.10 (fc15fac9-7438-4d00-8baf-ffa13ed5602b/da75e2b0-fbbe-493e-9b55-a7ecaaa82565/6a7b8c29-7f29-4047-a261-f3b90feb4edd) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:22:27.725516 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb0c6dd8-1594-41c4-a540-792dc1877172'] response: {'server_uuid': '66cc1d9a-6c4e-4c3a-8134-645379f6944b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd792799f-8480-447b-9e72-7e12772389d0', 'code': 200} May 03 22:22:27.755974 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3fff71-f8bc-4d5c-a2b1-6e42d5b43322 req-31e5cab8-4072-4550-a29d-4844f6906d8a tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:27.757777 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4a3fff71-f8bc-4d5c-a2b1-6e42d5b43322 req-31e5cab8-4072-4550-a29d-4844f6906d8a tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.60 "GET /v2.0/ports?device_id=66cc1d9a-6c4e-4c3a-8134-645379f6944b HTTP/1.1" status: 200 len: 944 time: 0.2816713 May 03 22:22:27.948283 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:22:28.072932 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-4a3fff71-f8bc-4d5c-a2b1-6e42d5b43322 req-52475d1f-edd6-46a9-ab5d-8475689cf2f2 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Deleting port d792799f-8480-447b-9e72-7e12772389d0 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:22:28.073408 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4a3fff71-f8bc-4d5c-a2b1-6e42d5b43322 req-52475d1f-edd6-46a9-ab5d-8475689cf2f2 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:28.237796 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-d1e7d634-6217-4227-a925-77749ba885d7 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:28.239332 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-d1e7d634-6217-4227-a925-77749ba885d7 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/networks?id=a08060ad-4db7-45f2-9770-03717dbde23c HTTP/1.1" status: 200 len: 805 time: 0.4772444 May 03 22:22:28.341313 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-a2834f20-c380-42e3-91ef-5aac63e44c84 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/quotas/d011205f344d4c96b639c49c6d4571d7 HTTP/1.1" status: 200 len: 375 time: 0.0689750 May 03 22:22:28.369676 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04fb5f5-5d90-43bf-bc10-7f34e5ca5ea0 req-15661183-b552-4464-bae5-49f2932c2a4d tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:28.371246 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c04fb5f5-5d90-43bf-bc10-7f34e5ca5ea0 req-15661183-b552-4464-bae5-49f2932c2a4d tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=97a076d6-cb30-497e-890a-60bea66a5d8c HTTP/1.1" status: 200 len: 1096 time: 0.5136201 May 03 22:22:28.374024 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4305d383-99ca-4093-8720-a514330bd74f req-2f97db26-44b1-4ac5-a5b4-fb0c7458ce75 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:28.573508 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 33986081-6a62-45fa-a7e2-06f2472ebda8 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:22:28.675247 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 33986081-6a62-45fa-a7e2-06f2472ebda8 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:22:28.678833 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-4305d383-99ca-4093-8720-a514330bd74f req-2f97db26-44b1-4ac5-a5b4-fb0c7458ce75 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Transition to ACTIVE for port object 6a7b8c29-7f29-4047-a261-f3b90feb4edd will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:22:28.680074 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 33986081-6a62-45fa-a7e2-06f2472ebda8 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:22:28.680761 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:28.760455 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c04fb5f5-5d90-43bf-bc10-7f34e5ca5ea0 req-915af979-e978-4973-9f40-0f40e500504b tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412371 May 03 22:22:28.761503 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4305d383-99ca-4093-8720-a514330bd74f req-2f97db26-44b1-4ac5-a5b4-fb0c7458ce75 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:28.831922 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:28.868298 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-54386dfc-06f3-447e-824f-b7ee02413268 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d011205f344d4c96b639c49c6d4571d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5176129 May 03 22:22:28.869492 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 33986081-6a62-45fa-a7e2-06f2472ebda8, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=33986081-6a62-45fa-a7e2-06f2472ebda8,segment=NetworkSegment(92821917-315b-4061-8d3c-143fde4cc6cc),segment_id=92821917-315b-4061-8d3c-143fde4cc6cc)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:28.874554 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:28.907862 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-4a3fff71-f8bc-4d5c-a2b1-6e42d5b43322 req-52475d1f-edd6-46a9-ab5d-8475689cf2f2 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] For port d792799f-8480-447b-9e72-7e12772389d0, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=d792799f-8480-447b-9e72-7e12772389d0,segment=NetworkSegment(d5261de8-a046-496c-9988-b261e2ae107f),segment_id=d5261de8-a046-496c-9988-b261e2ae107f)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:28.908240 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4a3fff71-f8bc-4d5c-a2b1-6e42d5b43322 req-52475d1f-edd6-46a9-ab5d-8475689cf2f2 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:28.935468 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4305d383-99ca-4093-8720-a514330bd74f req-2f97db26-44b1-4ac5-a5b4-fb0c7458ce75 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Network fc15fac9-7438-4d00-8baf-ffa13ed5602b is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:22:28.938602 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f97db26-44b1-4ac5-a5b4-fb0c7458ce75 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Pushing event updated for resources: {'Port': ['ID=6a7b8c29-7f29-4047-a261-f3b90feb4edd,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:28.945426 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-4305d383-99ca-4093-8720-a514330bd74f req-2f97db26-44b1-4ac5-a5b4-fb0c7458ce75 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:22:28.984434 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=33986081-6a62-45fa-a7e2-06f2472ebda8,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:28.998564 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-4305d383-99ca-4093-8720-a514330bd74f req-2f97db26-44b1-4ac5-a5b4-fb0c7458ce75 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:22:29.157010 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ad983588-21ee-4ea3-ba9d-88da2a348839 None None] Provisioning for port 6a7b8c29-7f29-4047-a261-f3b90feb4edd completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:22:29.163491 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ad983588-21ee-4ea3-ba9d-88da2a348839 None None] Provisioning complete for port 6a7b8c29-7f29-4047-a261-f3b90feb4edd triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:22:29.164098 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ad983588-21ee-4ea3-ba9d-88da2a348839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:29.184629 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-4a3fff71-f8bc-4d5c-a2b1-6e42d5b43322 req-52475d1f-edd6-46a9-ab5d-8475689cf2f2 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Calling delete_port for d792799f-8480-447b-9e72-7e12772389d0 owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:22:29.227236 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-ad983588-21ee-4ea3-ba9d-88da2a348839 None None] Port 6a7b8c29-7f29-4047-a261-f3b90feb4edd cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:22:29.290227 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305d383-99ca-4093-8720-a514330bd74f req-2f97db26-44b1-4ac5-a5b4-fb0c7458ce75 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:29.290836 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4305d383-99ca-4093-8720-a514330bd74f req-2f97db26-44b1-4ac5-a5b4-fb0c7458ce75 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:29.343077 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-dd45c75d-49fa-4c1b-b459-061c87b842ba service neutron] 10.222.0.58 "GET /v2.0/networks/a08060ad-4db7-45f2-9770-03717dbde23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4736726 May 03 22:22:29.402214 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4305d383-99ca-4093-8720-a514330bd74f req-2f97db26-44b1-4ac5-a5b4-fb0c7458ce75 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1343300 May 03 22:22:29.422581 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 1d4ce42b-574b-4151-903c-393e534e5cab no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:22:29.481980 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-4305d383-99ca-4093-8720-a514330bd74f req-448a790b-0600-4bde-8640-9ab3e7268b9d service neutron] Request body: {'port': {'device_id': 'f9150663-e1d2-452a-9c98-1e241aa51330', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:22:29.528882 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3b979-fa52-4146-8ed3-20948b33fc08 req-146dd63f-6d16-4f10-82d9-bd56f9c60bc4 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:29.530364 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f3c3b979-fa52-4146-8ed3-20948b33fc08 req-146dd63f-6d16-4f10-82d9-bd56f9c60bc4 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.58 "GET /v2.0/ports?device_id=d829595b-778f-40ba-8734-ea71b22f5e1b HTTP/1.1" status: 200 len: 950 time: 0.5877261 May 03 22:22:29.543648 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:29.582319 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 1d4ce42b-574b-4151-903c-393e534e5cab, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1d4ce42b-574b-4151-903c-393e534e5cab,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:29.590639 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:29.712524 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=1d4ce42b-574b-4151-903c-393e534e5cab,revision_number=8']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:29.726389 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-a9396eb6-7c3b-40c7-a193-03d815121b90 service neutron] 10.222.0.58 "GET /v2.0/networks/a08060ad-4db7-45f2-9770-03717dbde23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754566 May 03 22:22:29.726920 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd829595b-778f-40ba-8734-ea71b22f5e1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d4ce42b-574b-4151-903c-393e534e5cab'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:22:29.727058 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4a3fff71-f8bc-4d5c-a2b1-6e42d5b43322 req-52475d1f-edd6-46a9-ab5d-8475689cf2f2 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:29.857250 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f3c3b979-fa52-4146-8ed3-20948b33fc08 req-97eb6cc9-b756-4fcf-a7b3-931b92597e4b tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.58 "GET /v2.0/security-groups?id=b0c691f1-a508-43e3-acd0-31bac239d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115187 May 03 22:22:29.858010 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52475d1f-edd6-46a9-ab5d-8475689cf2f2 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Pushing event deleted for resources: {'Port': ['ID=d792799f-8480-447b-9e72-7e12772389d0,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:29.917280 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3fff71-f8bc-4d5c-a2b1-6e42d5b43322 req-52475d1f-edd6-46a9-ab5d-8475689cf2f2 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] No DVR routers for this DVR port d792799f-8480-447b-9e72-7e12772389d0 on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:22:29.920930 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4a3fff71-f8bc-4d5c-a2b1-6e42d5b43322 req-52475d1f-edd6-46a9-ab5d-8475689cf2f2 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:29.926251 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cc1d9a-6c4e-4c3a-8134-645379f6944b', 'name': 'network-vif-deleted', 'tag': 'd792799f-8480-447b-9e72-7e12772389d0'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:22:29.934680 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4305d383-99ca-4093-8720-a514330bd74f req-448a790b-0600-4bde-8640-9ab3e7268b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:30.000004 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4a3fff71-f8bc-4d5c-a2b1-6e42d5b43322 req-52475d1f-edd6-46a9-ab5d-8475689cf2f2 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.60 "DELETE /v2.0/ports/d792799f-8480-447b-9e72-7e12772389d0 HTTP/1.1" status: 204 len: 173 time: 2.2245200 May 03 22:22:30.109964 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c819e587-6d8d-40da-9590-71564166481c req-eeb39756-1cb8-4b77-8460-21720e088dc6 tempest-ServersAdmin275Test-2050776536 tempest-ServersAdmin275Test-2050776536-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.0536196 May 03 22:22:30.568591 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 33986081-6a62-45fa-a7e2-06f2472ebda8 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:22:30.658602 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 33986081-6a62-45fa-a7e2-06f2472ebda8 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:22:30.659142 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:30.732467 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee7017-00c3-4ca0-a01d-ef03f12ebafb req-1b64a509-ec6b-4693-a91f-e35efec88f07 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:30.733347 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-3bee7017-00c3-4ca0-a01d-ef03f12ebafb req-1b64a509-ec6b-4693-a91f-e35efec88f07 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Synchronizing usage tracker for tenant:6d5fe23fb043446983dcb5606ef7203e on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:22:30.759789 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb7830-e01c-4c50-97ca-6d048f95be18 req-e7249bdf-945a-4204-b361-0a20e0661cc4 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:30.782143 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-20fb7830-e01c-4c50-97ca-6d048f95be18 req-e7249bdf-945a-4204-b361-0a20e0661cc4 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b6aa49f0-d5a2-427f-b98f-7d7f9908687b HTTP/1.1" status: 200 len: 1096 time: 0.3536899 May 03 22:22:30.905675 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-3bee7017-00c3-4ca0-a01d-ef03f12ebafb req-1b64a509-ec6b-4693-a91f-e35efec88f07 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Unset dirty status for tenant:6d5fe23fb043446983dcb5606ef7203e on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:22:30.906949 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3bee7017-00c3-4ca0-a01d-ef03f12ebafb req-1b64a509-ec6b-4693-a91f-e35efec88f07 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9150663-e1d2-452a-9c98-1e241aa51330 HTTP/1.1" status: 200 len: 932 time: 0.7232912 May 03 22:22:30.972654 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-20fb7830-e01c-4c50-97ca-6d048f95be18 req-8035e13b-7db1-4bfe-8e32-8d8a3507cf16 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995797 May 03 22:22:30.974650 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-4305d383-99ca-4093-8720-a514330bd74f req-448a790b-0600-4bde-8640-9ab3e7268b9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a7b8c29-7f29-4047-a261-f3b90feb4edd {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:22:30.998110 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4305d383-99ca-4093-8720-a514330bd74f req-448a790b-0600-4bde-8640-9ab3e7268b9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:31.012591 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3bee7017-00c3-4ca0-a01d-ef03f12ebafb req-7cc2b84e-6fc2-4b83-b9bc-4e87913424f6 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/security-groups?id=8cd0ced8-df16-4075-96e1-bc7516352cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927572 May 03 22:22:31.021549 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-4305d383-99ca-4093-8720-a514330bd74f req-448a790b-0600-4bde-8640-9ab3e7268b9d service neutron] Transition to ACTIVE for port object 6a7b8c29-7f29-4047-a261-f3b90feb4edd will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:22:31.028337 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4305d383-99ca-4093-8720-a514330bd74f req-448a790b-0600-4bde-8640-9ab3e7268b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:31.117727 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eb1f6f9-8ce0-41f9-818f-50125152e24a'] response: {'server_uuid': 'd829595b-778f-40ba-8734-ea71b22f5e1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d4ce42b-574b-4151-903c-393e534e5cab', 'code': 200} May 03 22:22:31.336537 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-6d8203a6-81ae-4a90-bcbd-8d772ccf6271 req-dc3d4be9-b066-4028-bd89-0bf91497221a tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Synchronizing usage tracker for tenant:d011205f344d4c96b639c49c6d4571d7 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:22:31.383756 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a790b-0600-4bde-8640-9ab3e7268b9d service neutron] Pushing event updated for resources: {'Port': ['ID=6a7b8c29-7f29-4047-a261-f3b90feb4edd,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:31.424442 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device d792799f-8480-447b-9e72-7e12772389d0 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:22:31.429593 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-6d8203a6-81ae-4a90-bcbd-8d772ccf6271 req-dc3d4be9-b066-4028-bd89-0bf91497221a tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Unset dirty status for tenant:d011205f344d4c96b639c49c6d4571d7 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:22:31.431781 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6d8203a6-81ae-4a90-bcbd-8d772ccf6271 req-dc3d4be9-b066-4028-bd89-0bf91497221a tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=f44f4231-6d8a-4dc5-842c-c6cd982f518b HTTP/1.1" status: 200 len: 210 time: 0.1932809 May 03 22:22:31.543753 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: d792799f-8480-447b-9e72-7e12772389d0 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:22:31.544528 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device d792799f-8480-447b-9e72-7e12772389d0 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:22:31.574554 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-523c0b11-77b7-424d-a37c-c5ef52a8eb78'] response: {'server_uuid': '66cc1d9a-6c4e-4c3a-8134-645379f6944b', 'name': 'network-vif-deleted', 'tag': 'd792799f-8480-447b-9e72-7e12772389d0', 'status': 'completed', 'code': 200} May 03 22:22:31.579617 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-4305d383-99ca-4093-8720-a514330bd74f req-448a790b-0600-4bde-8640-9ab3e7268b9d service neutron] Attempting to bind port 6a7b8c29-7f29-4047-a261-f3b90feb4edd on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:22:31.579953 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-4305d383-99ca-4093-8720-a514330bd74f req-448a790b-0600-4bde-8640-9ab3e7268b9d service neutron] Attempting to bind port 6a7b8c29-7f29-4047-a261-f3b90feb4edd by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:22:31.580283 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4305d383-99ca-4093-8720-a514330bd74f req-448a790b-0600-4bde-8640-9ab3e7268b9d service neutron] Attempting to bind port 6a7b8c29-7f29-4047-a261-f3b90feb4edd on network fc15fac9-7438-4d00-8baf-ffa13ed5602b {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:22:31.596554 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4305d383-99ca-4093-8720-a514330bd74f req-448a790b-0600-4bde-8640-9ab3e7268b9d service neutron] Port 6a7b8c29-7f29-4047-a261-f3b90feb4edd on network fc15fac9-7438-4d00-8baf-ffa13ed5602b not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:22:31.596892 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4305d383-99ca-4093-8720-a514330bd74f req-448a790b-0600-4bde-8640-9ab3e7268b9d service neutron] Attempting to bind port 6a7b8c29-7f29-4047-a261-f3b90feb4edd on network fc15fac9-7438-4d00-8baf-ffa13ed5602b {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:22:31.624434 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4305d383-99ca-4093-8720-a514330bd74f req-448a790b-0600-4bde-8640-9ab3e7268b9d service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:22:31.624803 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4305d383-99ca-4093-8720-a514330bd74f req-448a790b-0600-4bde-8640-9ab3e7268b9d service neutron] Checking segment: {'id': '3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:22:31.625493 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4305d383-99ca-4093-8720-a514330bd74f req-448a790b-0600-4bde-8640-9ab3e7268b9d service neutron] Bound using segment: {'id': '3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:22:31.625966 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-4305d383-99ca-4093-8720-a514330bd74f req-448a790b-0600-4bde-8640-9ab3e7268b9d service neutron] Bound port: 6a7b8c29-7f29-4047-a261-f3b90feb4edd, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:22:31.626326 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4305d383-99ca-4093-8720-a514330bd74f req-448a790b-0600-4bde-8640-9ab3e7268b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:31.810245 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-636bc6b2-a935-42af-92c1-7d3e489274e0 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:31.812540 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-636bc6b2-a935-42af-92c1-7d3e489274e0 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.67 "GET /v2.0/networks?id=a08060ad-4db7-45f2-9770-03717dbde23c HTTP/1.1" status: 200 len: 805 time: 0.3587229 May 03 22:22:31.831840 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-48043c13-d499-40e0-a53f-b5d5a445b3a0 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Request body: {'port': {'device_id': 'f44f4231-6d8a-4dc5-842c-c6cd982f518b', 'network_id': 'a08060ad-4db7-45f2-9770-03717dbde23c', 'admin_state_up': True, 'tenant_id': 'd011205f344d4c96b639c49c6d4571d7'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:22:31.946882 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-4305d383-99ca-4093-8720-a514330bd74f req-448a790b-0600-4bde-8640-9ab3e7268b9d service neutron] For port 6a7b8c29-7f29-4047-a261-f3b90feb4edd, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:22:32.054984 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-4305d383-99ca-4093-8720-a514330bd74f req-448a790b-0600-4bde-8640-9ab3e7268b9d service neutron] For port 6a7b8c29-7f29-4047-a261-f3b90feb4edd, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=6a7b8c29-7f29-4047-a261-f3b90feb4edd,segment=NetworkSegment(3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7),segment_id=3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:22:32.060314 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d76fbb06-0331-4ed0-8657-cff726db957a req-f5c4e90a-43e3-4084-8a66-b6e59cd04664 tempest-ServersAdmin275Test-2050776536 tempest-ServersAdmin275Test-2050776536-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.0547018 May 03 22:22:32.077933 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4305d383-99ca-4093-8720-a514330bd74f req-448a790b-0600-4bde-8640-9ab3e7268b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:32.147421 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305d383-99ca-4093-8720-a514330bd74f req-448a790b-0600-4bde-8640-9ab3e7268b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:32.148038 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4305d383-99ca-4093-8720-a514330bd74f req-448a790b-0600-4bde-8640-9ab3e7268b9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:32.150156 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4305d383-99ca-4093-8720-a514330bd74f req-448a790b-0600-4bde-8640-9ab3e7268b9d service neutron] 10.222.0.60 "PUT /v2.0/ports/6a7b8c29-7f29-4047-a261-f3b90feb4edd HTTP/1.1" status: 200 len: 1092 time: 2.7145116 May 03 22:22:32.254823 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-48043c13-d499-40e0-a53f-b5d5a445b3a0 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:22:32.265301 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a790b-0600-4bde-8640-9ab3e7268b9d service neutron] Pushing event updated for resources: {'Port': ['ID=6a7b8c29-7f29-4047-a261-f3b90feb4edd,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:32.273552 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-48043c13-d499-40e0-a53f-b5d5a445b3a0 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:22:32.301439 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-48043c13-d499-40e0-a53f-b5d5a445b3a0 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Made reservation on behalf of d011205f344d4c96b639c49c6d4571d7 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:22:32.305204 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-48043c13-d499-40e0-a53f-b5d5a445b3a0 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:32.427176 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305d383-99ca-4093-8720-a514330bd74f req-9cf52f7c-fa2d-44ef-bd8a-a5c1382878fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:32.428798 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4305d383-99ca-4093-8720-a514330bd74f req-9cf52f7c-fa2d-44ef-bd8a-a5c1382878fd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6d5fe23fb043446983dcb5606ef7203e&device_id=f9150663-e1d2-452a-9c98-1e241aa51330 HTTP/1.1" status: 200 len: 1095 time: 0.2311721 May 03 22:22:32.576542 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4305d383-99ca-4093-8720-a514330bd74f req-5c52babe-0bd2-4833-b540-77a2877b159e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a7b8c29-7f29-4047-a261-f3b90feb4edd HTTP/1.1" status: 200 len: 217 time: 0.1027889 May 03 22:22:32.822954 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-8942d0e7-6820-4b68-ba31-1ba0983fc7d5 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:32.827001 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-8942d0e7-6820-4b68-ba31-1ba0983fc7d5 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/networks?id=3476088d-e412-4e55-9c2f-549019c16834 HTTP/1.1" status: 200 len: 821 time: 0.5088453 May 03 22:22:32.857736 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305d383-99ca-4093-8720-a514330bd74f req-e1e19fa9-66b5-4237-aec1-eeea110ef6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:32.859575 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4305d383-99ca-4093-8720-a514330bd74f req-e1e19fa9-66b5-4237-aec1-eeea110ef6ec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=da75e2b0-fbbe-493e-9b55-a7ecaaa82565 HTTP/1.1" status: 200 len: 862 time: 0.2746389 May 03 22:22:32.864572 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-bbb78cf6-60ef-427c-a1ee-2a3f16fc4fae tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/quotas/ec7645f95a4b4ae78a2c1ea04f62a7e0 HTTP/1.1" status: 200 len: 375 time: 0.0265143 May 03 22:22:32.956901 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-48043c13-d499-40e0-a53f-b5d5a445b3a0 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Allocated IP 172.20.0.11 (a08060ad-4db7-45f2-9770-03717dbde23c/621c2e6c-82e2-4c38-a5c9-21982755e1f0/c400ff4f-1461-4ce8-b719-7fce90f0a733) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:22:33.068653 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-3cd55fdf-ac15-4a59-949a-3688207defc2 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88070) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:22:33.070466 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-3cd55fdf-ac15-4a59-949a-3688207defc2 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076342 May 03 22:22:33.089172 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-8cf9eda8-113d-41c4-b2dc-676a2edfff0a service neutron] Request body: {'binding': {'host': 'n-h1-811807-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:22:33.090002 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-8cf9eda8-113d-41c4-b2dc-676a2edfff0a service neutron] Unknown quota resources ['binding']. {{(pid=88070) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 03 22:22:33.151025 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-5d07e70e-0f5c-48c0-b49f-4a0b0d2bbb76 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2744129 May 03 22:22:33.152388 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305d383-99ca-4093-8720-a514330bd74f req-089f269a-c4ad-4a7d-ae34-9427ec1df33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:33.154135 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4305d383-99ca-4093-8720-a514330bd74f req-089f269a-c4ad-4a7d-ae34-9427ec1df33a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fc15fac9-7438-4d00-8baf-ffa13ed5602b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2823434 May 03 22:22:33.330101 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-8cf9eda8-113d-41c4-b2dc-676a2edfff0a service neutron] Attempting to bind port 20512679-c6a0-487c-a297-194cf3ce5394 on host n-h1-811807-1 for vnic_type normal with profile None {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:22:33.330436 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-8cf9eda8-113d-41c4-b2dc-676a2edfff0a service neutron] Attempting to bind port 20512679-c6a0-487c-a297-194cf3ce5394 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:22:33.330975 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-8cf9eda8-113d-41c4-b2dc-676a2edfff0a service neutron] Attempting to bind port 20512679-c6a0-487c-a297-194cf3ce5394 on network c529cb66-8468-429f-bb93-e81cdb567811 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:22:33.335743 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-8cf9eda8-113d-41c4-b2dc-676a2edfff0a service neutron] Port 20512679-c6a0-487c-a297-194cf3ce5394 on network c529cb66-8468-429f-bb93-e81cdb567811 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:22:33.336054 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-8cf9eda8-113d-41c4-b2dc-676a2edfff0a service neutron] Attempting to bind port 20512679-c6a0-487c-a297-194cf3ce5394 on network c529cb66-8468-429f-bb93-e81cdb567811 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:22:33.342040 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-8cf9eda8-113d-41c4-b2dc-676a2edfff0a service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:22:33.342622 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-8cf9eda8-113d-41c4-b2dc-676a2edfff0a service neutron] Checking segment: {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:22:33.343003 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-8cf9eda8-113d-41c4-b2dc-676a2edfff0a service neutron] Bound using segment: {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:22:33.343433 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-8cf9eda8-113d-41c4-b2dc-676a2edfff0a service neutron] Bound port: 20512679-c6a0-487c-a297-194cf3ce5394, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:22:33.391421 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-8cf9eda8-113d-41c4-b2dc-676a2edfff0a service neutron] For port 20512679-c6a0-487c-a297-194cf3ce5394, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=20512679-c6a0-487c-a297-194cf3ce5394,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:22:33.397257 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-8cf9eda8-113d-41c4-b2dc-676a2edfff0a service neutron] Notify callbacks [] for binding, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:33.398654 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-8cf9eda8-113d-41c4-b2dc-676a2edfff0a service neutron] 10.222.0.58 "POST /v2.0/ports/20512679-c6a0-487c-a297-194cf3ce5394/bindings HTTP/1.1" status: 201 len: 389 time: 0.3165395 May 03 22:22:33.495344 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-48043c13-d499-40e0-a53f-b5d5a445b3a0 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:33.513234 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-53d26688-d5a6-42d2-b210-c26871c07402 service neutron] 10.222.0.58 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632505 May 03 22:22:33.576619 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9150663-e1d2-452a-9c98-1e241aa51330', 'tag': '6a7b8c29-7f29-4047-a261-f3b90feb4edd'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:22:33.604491 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4305d383-99ca-4093-8720-a514330bd74f req-bd68cd4f-68bd-4766-be57-ba18c4192f71 service neutron] 10.222.0.60 "GET /v2.0/networks/fc15fac9-7438-4d00-8baf-ffa13ed5602b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283192 May 03 22:22:33.786550 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7af4b5d8-aa56-4dea-a405-11291a1b0ff7 req-ccdfc4e4-fada-4915-b73a-86e5d86aa4d1 tempest-QuotasAdminNegativeTest-648838399 tempest-QuotasAdminNegativeTest-648838399-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=2b3db450dcb444cfac3c767d98f84eb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0948570 May 03 22:22:33.926613 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-48043c13-d499-40e0-a53f-b5d5a445b3a0 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:33.978995 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-37229f6c-e67c-43db-97d0-ace54825d117 service neutron] 10.222.0.58 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545183 May 03 22:22:34.110404 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-48043c13-d499-40e0-a53f-b5d5a445b3a0 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Network a08060ad-4db7-45f2-9770-03717dbde23c is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:22:34.114704 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4305d383-99ca-4093-8720-a514330bd74f req-5f4734bd-1798-49dc-b0bd-aa5ad84f0d74 service neutron] 10.222.0.60 "GET /v2.0/networks/fc15fac9-7438-4d00-8baf-ffa13ed5602b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509439 May 03 22:22:34.120701 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-48043c13-d499-40e0-a53f-b5d5a445b3a0 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:22:34.128630 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-48043c13-d499-40e0-a53f-b5d5a445b3a0 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:22:34.157175 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48043c13-d499-40e0-a53f-b5d5a445b3a0 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Pushing event updated for resources: {'Port': ['ID=c400ff4f-1461-4ce8-b719-7fce90f0a733,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:34.199944 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-b2a30dae-1ab7-4dff-a7dd-618586e96b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:34.201440 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-b2a30dae-1ab7-4dff-a7dd-618586e96b7d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1727dc00a1e94099b181b574bcc185b6&device_id=97a076d6-cb30-497e-890a-60bea66a5d8c HTTP/1.1" status: 200 len: 1096 time: 0.4604948 May 03 22:22:34.280105 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4b5d8-aa56-4dea-a405-11291a1b0ff7 req-867ad87e-8acb-4e5e-aa55-a5ea83e54ff1 tempest-QuotasAdminNegativeTest-648838399 tempest-QuotasAdminNegativeTest-648838399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:34.281601 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7af4b5d8-aa56-4dea-a405-11291a1b0ff7 req-867ad87e-8acb-4e5e-aa55-a5ea83e54ff1 tempest-QuotasAdminNegativeTest-648838399 tempest-QuotasAdminNegativeTest-648838399-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4842148 May 03 22:22:34.314343 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-48043c13-d499-40e0-a53f-b5d5a445b3a0 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:34.314953 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-48043c13-d499-40e0-a53f-b5d5a445b3a0 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:34.392893 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7af4b5d8-aa56-4dea-a405-11291a1b0ff7 req-17c4d78f-2fbd-40c8-85b1-8af196a2ea0e tempest-QuotasAdminNegativeTest-648838399 tempest-QuotasAdminNegativeTest-648838399-project] 10.222.0.58 "GET /v2.0/quotas/2b3db450dcb444cfac3c767d98f84eb8 HTTP/1.1" status: 200 len: 375 time: 0.0844491 May 03 22:22:34.639782 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7af4b5d8-aa56-4dea-a405-11291a1b0ff7 req-5eb3b606-efd4-4033-b412-1164dd189c66 tempest-QuotasAdminNegativeTest-648838399 tempest-QuotasAdminNegativeTest-648838399-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2b3db450dcb444cfac3c767d98f84eb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2279003 May 03 22:22:34.639782 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-48043c13-d499-40e0-a53f-b5d5a445b3a0 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8139675 May 03 22:22:34.672322 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-211ad795-f069-4369-8a78-88a402d18b10 service neutron] Request body: {'port': {'device_id': 'f44f4231-6d8a-4dc5-842c-c6cd982f518b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:22:34.792680 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-94b6887f-3a87-4998-8d22-e82d7375ea66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:34.794909 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-94b6887f-3a87-4998-8d22-e82d7375ea66 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c529cb66-8468-429f-bb93-e81cdb567811 HTTP/1.1" status: 200 len: 909 time: 0.5539725 May 03 22:22:34.924469 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04fee5-7a30-4921-9013-ce8fbc2fab34 req-8cbeb11b-5447-46d3-8164-8d9a10ea459b tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:34.926284 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-be04fee5-7a30-4921-9013-ce8fbc2fab34 req-8cbeb11b-5447-46d3-8164-8d9a10ea459b tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9150663-e1d2-452a-9c98-1e241aa51330 HTTP/1.1" status: 200 len: 944 time: 0.7218008 May 03 22:22:34.983675 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-8e096d37-77ec-42be-9828-9444e5505e45 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20512679-c6a0-487c-a297-194cf3ce5394 HTTP/1.1" status: 200 len: 217 time: 0.1745160 May 03 22:22:35.107720 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-211ad795-f069-4369-8a78-88a402d18b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:35.128589 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-064d864e-1341-4dc7-8f4b-e3f625e70998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:35.130145 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-064d864e-1341-4dc7-8f4b-e3f625e70998 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1ee1af50-b130-474e-bc7b-1c6042f9e7e1 HTTP/1.1" status: 200 len: 848 time: 0.1258926 May 03 22:22:35.150943 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-be04fee5-7a30-4921-9013-ce8fbc2fab34 req-588ad938-b67c-451e-9ddb-a5e0a79f5c92 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/security-groups?id=8cd0ced8-df16-4075-96e1-bc7516352cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700180 May 03 22:22:35.260507 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-b988e91f-2374-4b95-b319-73d26555c123 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c529cb66-8468-429f-bb93-e81cdb567811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084087 May 03 22:22:35.288468 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c28f6c-360a-42c0-977c-b887cb6b975e req-9a6f98a9-ab99-4564-bfc7-1708b9e087b1 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:35.289262 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-b7c28f6c-360a-42c0-977c-b887cb6b975e req-9a6f98a9-ab99-4564-bfc7-1708b9e087b1 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Synchronizing usage tracker for tenant:d011205f344d4c96b639c49c6d4571d7 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:22:35.391023 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c47ec0b4-0c51-470e-b5fc-b07fdd43e754 req-86f585b1-9596-4d7b-bd4c-b7461d9683a2 tempest-ServersAdmin275Test-2050776536 tempest-ServersAdmin275Test-2050776536-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.0967469 May 03 22:22:35.450270 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 0de9beb0-4bd1-4194-b8d5-b17061445344 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:22:35.458696 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-b7c28f6c-360a-42c0-977c-b887cb6b975e req-9a6f98a9-ab99-4564-bfc7-1708b9e087b1 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Unset dirty status for tenant:d011205f344d4c96b639c49c6d4571d7 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:22:35.459690 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b7c28f6c-360a-42c0-977c-b887cb6b975e req-9a6f98a9-ab99-4564-bfc7-1708b9e087b1 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=f44f4231-6d8a-4dc5-842c-c6cd982f518b HTTP/1.1" status: 200 len: 932 time: 0.5882506 May 03 22:22:35.829487 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 0de9beb0-4bd1-4194-b8d5-b17061445344, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0de9beb0-4bd1-4194-b8d5-b17061445344,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:35.832966 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b7c28f6c-360a-42c0-977c-b887cb6b975e req-0d8931f4-f443-485a-b293-c9199244c9c2 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105996 May 03 22:22:35.850174 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '0de9beb0-4bd1-4194-b8d5-b17061445344', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': '0de9beb0-4bd1-4194-b8d5-b17061445344', 'mac_address': 'fa:16:3e:2b:97:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:22:35.853639 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-55ebb5cc-6e0a-4552-aa56-49daa70fa27f service neutron] 10.222.0.60 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5606313 May 03 22:22:35.939393 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.60', 61475) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:22:35.978066 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-478db09f-9bb9-469f-bab3-1104a70b0a98'] response: {'name': 'network-changed', 'server_uuid': 'f9150663-e1d2-452a-9c98-1e241aa51330', 'tag': '6a7b8c29-7f29-4047-a261-f3b90feb4edd', 'status': 'completed', 'code': 200} May 03 22:22:35.982133 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:36.011963 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0de9beb0-4bd1-4194-b8d5-b17061445344 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:22:36.047391 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 0de9beb0-4bd1-4194-b8d5-b17061445344, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0de9beb0-4bd1-4194-b8d5-b17061445344,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:36.053550 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9a542-6715-40ea-b582-e8418e673a8d req-12d22de0-0a90-43df-b119-60955a1f1634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:36.058203 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:36.064243 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-04d9a542-6715-40ea-b582-e8418e673a8d req-12d22de0-0a90-43df-b119-60955a1f1634 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6d5fe23fb043446983dcb5606ef7203e&device_id=f9150663-e1d2-452a-9c98-1e241aa51330 HTTP/1.1" status: 200 len: 1095 time: 0.1236777 May 03 22:22:36.202870 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-bcd531d3-d535-4fce-ac6b-aab0ad0bc749 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:36.208365 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-bcd531d3-d535-4fce-ac6b-aab0ad0bc749 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.60 "GET /v2.0/networks?id=3476088d-e412-4e55-9c2f-549019c16834 HTTP/1.1" status: 200 len: 821 time: 0.6873310 May 03 22:22:36.233493 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-29085ea7-1de9-4d99-84df-1f7300eb16b8 req-1bc2d7bc-7380-466d-af49-e3c46c1d2834 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2 HTTP/1.1" status: 200 len: 210 time: 0.1094005 May 03 22:22:36.239291 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-622c9030-9c9b-430f-bb21-609453234067 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Request body: {'port': {'device_id': 'dbc81c6b-1d4c-4f14-b174-70a5982763e2', 'network_id': '3476088d-e412-4e55-9c2f-549019c16834', 'admin_state_up': True, 'tenant_id': 'ec7645f95a4b4ae78a2c1ea04f62a7e0'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:22:36.257184 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=0de9beb0-4bd1-4194-b8d5-b17061445344,revision_number=9']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:36.333216 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['0de9beb0-4bd1-4194-b8d5-b17061445344'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:22:36.338672 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f0d22-c997-4562-9421-5a4b4fd47b62 req-599b5bda-3710-4071-a2d2-1702655553bf tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:36.340346 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f75f0d22-c997-4562-9421-5a4b4fd47b62 req-599b5bda-3710-4071-a2d2-1702655553bf tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=97a076d6-cb30-497e-890a-60bea66a5d8c HTTP/1.1" status: 200 len: 945 time: 0.7125366 May 03 22:22:36.342322 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-256feabf-2c0f-425c-a069-196ef7b81795 service neutron] 10.222.0.60 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4810691 May 03 22:22:36.515379 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.resource_extend [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-211ad795-f069-4369-8a78-88a402d18b10 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:22:36.579936 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9a542-6715-40ea-b582-e8418e673a8d req-e0a03f5c-9b10-4f00-b151-b2b57f10a621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:36.581582 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-04d9a542-6715-40ea-b582-e8418e673a8d req-e0a03f5c-9b10-4f00-b151-b2b57f10a621 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fc15fac9-7438-4d00-8baf-ffa13ed5602b HTTP/1.1" status: 200 len: 924 time: 0.5125637 May 03 22:22:36.714550 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-04d9a542-6715-40ea-b582-e8418e673a8d req-0dc9ef23-3fd0-4ecb-b633-5ce462aa0c26 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a7b8c29-7f29-4047-a261-f3b90feb4edd HTTP/1.1" status: 200 len: 217 time: 0.1258321 May 03 22:22:36.840890 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9a542-6715-40ea-b582-e8418e673a8d req-b7dd74d1-8b91-4642-be51-12b12ec3c721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:36.842545 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-04d9a542-6715-40ea-b582-e8418e673a8d req-b7dd74d1-8b91-4642-be51-12b12ec3c721 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=da75e2b0-fbbe-493e-9b55-a7ecaaa82565 HTTP/1.1" status: 200 len: 862 time: 0.1157947 May 03 22:22:36.935199 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f75f0d22-c997-4562-9421-5a4b4fd47b62 req-1cbc5aa3-f8a4-4f0e-aba3-50bba2835e7d tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5461097 May 03 22:22:36.958344 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-211ad795-f069-4369-8a78-88a402d18b10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c400ff4f-1461-4ce8-b719-7fce90f0a733 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:22:36.958570 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9a542-6715-40ea-b582-e8418e673a8d req-726bf41c-43c1-4813-a293-644b82a20e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:36.958570 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-04d9a542-6715-40ea-b582-e8418e673a8d req-726bf41c-43c1-4813-a293-644b82a20e07 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fc15fac9-7438-4d00-8baf-ffa13ed5602b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1087859 May 03 22:22:36.969841 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-211ad795-f069-4369-8a78-88a402d18b10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:36.972723 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-622c9030-9c9b-430f-bb21-609453234067 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:22:36.998783 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-622c9030-9c9b-430f-bb21-609453234067 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:22:37.014645 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-211ad795-f069-4369-8a78-88a402d18b10 service neutron] Transition to ACTIVE for port object c400ff4f-1461-4ce8-b719-7fce90f0a733 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:22:37.025609 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-6dfdf4b1-fa16-4ac2-a4dc-7145246072f1 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:37.027407 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-6dfdf4b1-fa16-4ac2-a4dc-7145246072f1 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=97a076d6-cb30-497e-890a-60bea66a5d8c&tenant_id=1727dc00a1e94099b181b574bcc185b6&binding%3Ahost_id=n-h2-811807-1 HTTP/1.1" status: 200 len: 1096 time: 0.6008432 May 03 22:22:37.028586 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-211ad795-f069-4369-8a78-88a402d18b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:37.069640 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-622c9030-9c9b-430f-bb21-609453234067 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Made reservation on behalf of ec7645f95a4b4ae78a2c1ea04f62a7e0 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:22:37.075413 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-622c9030-9c9b-430f-bb21-609453234067 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:37.088060 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-911fdd5b-ae82-49a6-8533-c7b8662b7822 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811807-1'}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:22:37.179569 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-04d9a542-6715-40ea-b582-e8418e673a8d req-08807616-23a3-4222-9302-98dc528dc673 service neutron] 10.222.0.60 "GET /v2.0/networks/fc15fac9-7438-4d00-8baf-ffa13ed5602b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004528 May 03 22:22:37.456900 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 6a7b8c29-7f29-4047-a261-f3b90feb4edd details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:22:37.457551 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ad795-f069-4369-8a78-88a402d18b10 service neutron] Pushing event updated for resources: {'Port': ['ID=c400ff4f-1461-4ce8-b719-7fce90f0a733,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:37.461874 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 0de9beb0-4bd1-4194-b8d5-b17061445344 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:22:37.485495 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-04d9a542-6715-40ea-b582-e8418e673a8d req-16b6727a-21d9-4220-8269-7f898e563f96 service neutron] 10.222.0.60 "GET /v2.0/networks/fc15fac9-7438-4d00-8baf-ffa13ed5602b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036039 May 03 22:22:37.683349 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 0de9beb0-4bd1-4194-b8d5-b17061445344 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:22:37.683768 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:37.785884 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 6a7b8c29-7f29-4047-a261-f3b90feb4edd, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=6a7b8c29-7f29-4047-a261-f3b90feb4edd,segment=NetworkSegment(3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7),segment_id=3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:37.804245 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '6a7b8c29-7f29-4047-a261-f3b90feb4edd', 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b', 'port_id': '6a7b8c29-7f29-4047-a261-f3b90feb4edd', 'mac_address': 'fa:16:3e:f8:75:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da75e2b0-fbbe-493e-9b55-a7ecaaa82565', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:22:37.930321 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:37.941475 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:37.963409 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a7b8c29-7f29-4047-a261-f3b90feb4edd {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:22:37.981067 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 6a7b8c29-7f29-4047-a261-f3b90feb4edd, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=6a7b8c29-7f29-4047-a261-f3b90feb4edd,segment=NetworkSegment(3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7),segment_id=3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:37.989885 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:38.012252 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-911fdd5b-ae82-49a6-8533-c7b8662b7822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:38.031287 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-211ad795-f069-4369-8a78-88a402d18b10 service neutron] Attempting to bind port c400ff4f-1461-4ce8-b719-7fce90f0a733 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:22:38.031800 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-211ad795-f069-4369-8a78-88a402d18b10 service neutron] Attempting to bind port c400ff4f-1461-4ce8-b719-7fce90f0a733 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': 'd5261de8-a046-496c-9988-b261e2ae107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a08060ad-4db7-45f2-9770-03717dbde23c'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:22:38.032232 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-211ad795-f069-4369-8a78-88a402d18b10 service neutron] Attempting to bind port c400ff4f-1461-4ce8-b719-7fce90f0a733 on network a08060ad-4db7-45f2-9770-03717dbde23c {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:22:38.057272 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-622c9030-9c9b-430f-bb21-609453234067 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Allocated IP 172.20.0.10 (3476088d-e412-4e55-9c2f-549019c16834/63a9fee3-85c4-4a95-8dcc-67111d08a3de/b2da60bb-93f7-43c6-89c1-7bff73b57b22) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:22:38.058162 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-211ad795-f069-4369-8a78-88a402d18b10 service neutron] Port c400ff4f-1461-4ce8-b719-7fce90f0a733 on network a08060ad-4db7-45f2-9770-03717dbde23c not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:22:38.058597 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-211ad795-f069-4369-8a78-88a402d18b10 service neutron] Attempting to bind port c400ff4f-1461-4ce8-b719-7fce90f0a733 on network a08060ad-4db7-45f2-9770-03717dbde23c {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:22:38.081510 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a46b823-e067-4c0d-8a50-0101b4fe990b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de9beb0-4bd1-4194-b8d5-b17061445344'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:22:38.125969 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-211ad795-f069-4369-8a78-88a402d18b10 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:22:38.126476 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-211ad795-f069-4369-8a78-88a402d18b10 service neutron] Checking segment: {'id': 'd5261de8-a046-496c-9988-b261e2ae107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a08060ad-4db7-45f2-9770-03717dbde23c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:22:38.126960 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-211ad795-f069-4369-8a78-88a402d18b10 service neutron] Bound using segment: {'id': 'd5261de8-a046-496c-9988-b261e2ae107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a08060ad-4db7-45f2-9770-03717dbde23c'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:22:38.127506 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-211ad795-f069-4369-8a78-88a402d18b10 service neutron] Bound port: c400ff4f-1461-4ce8-b719-7fce90f0a733, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5261de8-a046-496c-9988-b261e2ae107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a08060ad-4db7-45f2-9770-03717dbde23c'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:22:38.127953 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-211ad795-f069-4369-8a78-88a402d18b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:38.159310 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 0de9beb0-4bd1-4194-b8d5-b17061445344, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0de9beb0-4bd1-4194-b8d5-b17061445344,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:38.182675 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:38.200624 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=6a7b8c29-7f29-4047-a261-f3b90feb4edd,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:38.265120 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c956c-7a6a-4d31-bf02-d537d5d9f3be req-d81caaf1-d305-4f27-a83a-02464981e1bf tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:38.273551 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9e9c956c-7a6a-4d31-bf02-d537d5d9f3be req-d81caaf1-d305-4f27-a83a-02464981e1bf tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9150663-e1d2-452a-9c98-1e241aa51330 HTTP/1.1" status: 200 len: 944 time: 0.7190158 May 03 22:22:38.332506 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['6a7b8c29-7f29-4047-a261-f3b90feb4edd'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:22:38.389080 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-211ad795-f069-4369-8a78-88a402d18b10 service neutron] For port c400ff4f-1461-4ce8-b719-7fce90f0a733, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:22:38.393669 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-211ad795-f069-4369-8a78-88a402d18b10 service neutron] For port c400ff4f-1461-4ce8-b719-7fce90f0a733, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=c400ff4f-1461-4ce8-b719-7fce90f0a733,segment=NetworkSegment(d5261de8-a046-496c-9988-b261e2ae107f),segment_id=d5261de8-a046-496c-9988-b261e2ae107f)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:22:38.431934 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-211ad795-f069-4369-8a78-88a402d18b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:38.449181 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=0de9beb0-4bd1-4194-b8d5-b17061445344,revision_number=10']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:38.652312 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9e9c956c-7a6a-4d31-bf02-d537d5d9f3be req-66a81bda-17a8-481f-8db1-3df84784995d tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/security-groups?id=8cd0ced8-df16-4075-96e1-bc7516352cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3773935 May 03 22:22:38.667118 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-211ad795-f069-4369-8a78-88a402d18b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:38.668007 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-211ad795-f069-4369-8a78-88a402d18b10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:38.674155 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-211ad795-f069-4369-8a78-88a402d18b10 service neutron] 10.222.0.67 "PUT /v2.0/ports/c400ff4f-1461-4ce8-b719-7fce90f0a733 HTTP/1.1" status: 200 len: 1092 time: 4.0115762 May 03 22:22:38.695704 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f44f4231-6d8a-4dc5-842c-c6cd982f518b', 'tag': 'c400ff4f-1461-4ce8-b719-7fce90f0a733'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:22:39.011015 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-10b9c22f-a194-4a68-98b3-8f19404df46b req-56d4f966-2556-4df8-9efb-26625941b419 tempest-ServersAdmin275Test-2050776536 tempest-ServersAdmin275Test-2050776536-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.1271327 May 03 22:22:39.048144 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-622c9030-9c9b-430f-bb21-609453234067 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:39.062569 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ad795-f069-4369-8a78-88a402d18b10 service neutron] Pushing event updated for resources: {'Port': ['ID=c400ff4f-1461-4ce8-b719-7fce90f0a733,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:39.084417 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-911fdd5b-ae82-49a6-8533-c7b8662b7822 service neutron] For port 20512679-c6a0-487c-a297-194cf3ce5394, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=20512679-c6a0-487c-a297-194cf3ce5394,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:39.147956 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-1697202c-e106-4901-bd41-c492fa8fe48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:39.149029 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-1697202c-e106-4901-bd41-c492fa8fe48f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d011205f344d4c96b639c49c6d4571d7&device_id=f44f4231-6d8a-4dc5-842c-c6cd982f518b HTTP/1.1" status: 200 len: 1095 time: 0.2667441 May 03 22:22:39.214321 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-911fdd5b-ae82-49a6-8533-c7b8662b7822 service neutron] For port 20512679-c6a0-487c-a297-194cf3ce5394, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:22:39.436271 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-622c9030-9c9b-430f-bb21-609453234067 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:39.443908 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-ba502aca-d47e-4945-b847-56699007807e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c400ff4f-1461-4ce8-b719-7fce90f0a733 HTTP/1.1" status: 200 len: 217 time: 0.2875252 May 03 22:22:39.471301 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 6a7b8c29-7f29-4047-a261-f3b90feb4edd up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:22:39.577008 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-622c9030-9c9b-430f-bb21-609453234067 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Network 3476088d-e412-4e55-9c2f-549019c16834 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:22:39.598443 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-622c9030-9c9b-430f-bb21-609453234067 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:22:39.601295 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-622c9030-9c9b-430f-bb21-609453234067 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:22:39.622463 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 6a7b8c29-7f29-4047-a261-f3b90feb4edd completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:22:39.636874 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 6a7b8c29-7f29-4047-a261-f3b90feb4edd triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:22:39.637551 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:39.688143 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-911fdd5b-ae82-49a6-8533-c7b8662b7822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:39.710412 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c9030-9c9b-430f-bb21-609453234067 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Pushing event updated for resources: {'Port': ['ID=b2da60bb-93f7-43c6-89c1-7bff73b57b22,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:39.720441 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-911fdd5b-ae82-49a6-8533-c7b8662b7822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:39.929270 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:40.013386 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 6a7b8c29-7f29-4047-a261-f3b90feb4edd, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=6a7b8c29-7f29-4047-a261-f3b90feb4edd,segment=NetworkSegment(3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7),segment_id=3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:40.016751 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-622c9030-9c9b-430f-bb21-609453234067 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:40.017391 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-622c9030-9c9b-430f-bb21-609453234067 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:40.021549 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911fdd5b-ae82-49a6-8533-c7b8662b7822 service neutron] Pushing event updated for resources: {'Port': ['ID=20512679-c6a0-487c-a297-194cf3ce5394,revision_number=7']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:40.031007 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:40.040314 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-79d2f8f2-b945-4332-a6e3-506abfcaf49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:40.041778 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-79d2f8f2-b945-4332-a6e3-506abfcaf49f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=621c2e6c-82e2-4c38-a5c9-21982755e1f0 HTTP/1.1" status: 200 len: 845 time: 0.5427749 May 03 22:22:40.178333 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-b5744b64-aa88-4ac0-8e92-1641e35df1a0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a08060ad-4db7-45f2-9770-03717dbde23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1238239 May 03 22:22:40.181054 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-911fdd5b-ae82-49a6-8533-c7b8662b7822 service neutron] Attempting to bind port 20512679-c6a0-487c-a297-194cf3ce5394 on host n-h2-811807-1 for vnic_type normal with profile {"migrating_to": "n-h1-811807-1"} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:22:40.181650 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-911fdd5b-ae82-49a6-8533-c7b8662b7822 service neutron] Attempting to bind port 20512679-c6a0-487c-a297-194cf3ce5394 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:22:40.182009 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-911fdd5b-ae82-49a6-8533-c7b8662b7822 service neutron] Attempting to bind port 20512679-c6a0-487c-a297-194cf3ce5394 on network c529cb66-8468-429f-bb93-e81cdb567811 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:22:40.188805 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-911fdd5b-ae82-49a6-8533-c7b8662b7822 service neutron] Port 20512679-c6a0-487c-a297-194cf3ce5394 on network c529cb66-8468-429f-bb93-e81cdb567811 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:22:40.189137 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-911fdd5b-ae82-49a6-8533-c7b8662b7822 service neutron] Attempting to bind port 20512679-c6a0-487c-a297-194cf3ce5394 on network c529cb66-8468-429f-bb93-e81cdb567811 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:22:40.201332 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be4196-77d6-46d6-8408-62c485dee64e req-9ba4bc98-c857-412c-afec-dc87d3ef8113 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:40.208477 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-92be4196-77d6-46d6-8408-62c485dee64e req-9ba4bc98-c857-412c-afec-dc87d3ef8113 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=f44f4231-6d8a-4dc5-842c-c6cd982f518b HTTP/1.1" status: 200 len: 944 time: 0.9661596 May 03 22:22:40.214154 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=6a7b8c29-7f29-4047-a261-f3b90feb4edd,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:40.230471 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-622c9030-9c9b-430f-bb21-609453234067 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0003057 May 03 22:22:40.267339 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-8fada181-8a02-44a0-b5f9-d1ee41be79e1 service neutron] Request body: {'port': {'device_id': 'dbc81c6b-1d4c-4f14-b174-70a5982763e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:22:40.302198 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-911fdd5b-ae82-49a6-8533-c7b8662b7822 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:22:40.302612 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-911fdd5b-ae82-49a6-8533-c7b8662b7822 service neutron] Checking segment: {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:22:40.303017 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-911fdd5b-ae82-49a6-8533-c7b8662b7822 service neutron] Bound using segment: {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:22:40.303468 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-911fdd5b-ae82-49a6-8533-c7b8662b7822 service neutron] Bound port: 20512679-c6a0-487c-a297-194cf3ce5394, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:22:40.304076 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-911fdd5b-ae82-49a6-8533-c7b8662b7822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:40.477789 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-92be4196-77d6-46d6-8408-62c485dee64e req-05601574-0dc8-4098-a897-8f83d0de8e5d tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684140 May 03 22:22:40.689885 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-911fdd5b-ae82-49a6-8533-c7b8662b7822 service neutron] For port 20512679-c6a0-487c-a297-194cf3ce5394, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:22:40.702096 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-911fdd5b-ae82-49a6-8533-c7b8662b7822 service neutron] For port 20512679-c6a0-487c-a297-194cf3ce5394, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=20512679-c6a0-487c-a297-194cf3ce5394,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:22:40.778872 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-911fdd5b-ae82-49a6-8533-c7b8662b7822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:40.969973 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49018) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:22:41.055585 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-cc0a6d78-1dcb-4e8c-a3f4-9d7ce168baa5 service neutron] 10.222.0.67 "GET /v2.0/networks/a08060ad-4db7-45f2-9770-03717dbde23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8676677 May 03 22:22:41.077682 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-8fada181-8a02-44a0-b5f9-d1ee41be79e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:41.182591 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ad03c686-2d04-4f56-a74c-f415353f627a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:41.210581 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ad03c686-2d04-4f56-a74c-f415353f627a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:22:41.220291 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ad03c686-2d04-4f56-a74c-f415353f627a admin admin] Usage tracker for resource:security_group_rule and tenant:2b3db450dcb444cfac3c767d98f84eb8 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:22:41.248940 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ad03c686-2d04-4f56-a74c-f415353f627a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:22:41.266945 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ad03c686-2d04-4f56-a74c-f415353f627a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:22:41.396839 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ad03c686-2d04-4f56-a74c-f415353f627a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:41.411127 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-911fdd5b-ae82-49a6-8533-c7b8662b7822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:41.411380 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ad03c686-2d04-4f56-a74c-f415353f627a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:41.413891 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-911fdd5b-ae82-49a6-8533-c7b8662b7822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:41.416001 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-911fdd5b-ae82-49a6-8533-c7b8662b7822 service neutron] 10.222.0.60 "PUT /v2.0/ports/20512679-c6a0-487c-a297-194cf3ce5394 HTTP/1.1" status: 200 len: 1121 time: 4.3529205 May 03 22:22:41.487026 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['20512679-c6a0-487c-a297-194cf3ce5394'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:22:41.576247 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03c686-2d04-4f56-a74c-f415353f627a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfcd4ae-34de-4e0f-a570-c364e371623d,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:41.651826 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ad03c686-2d04-4f56-a74c-f415353f627a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2b3db450dcb444cfac3c767d98f84eb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6806495 May 03 22:22:41.652723 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49032) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:22:41.789737 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f43d70bd-9cc9-44ba-80c7-0e852ae3854b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:41.827628 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f43d70bd-9cc9-44ba-80c7-0e852ae3854b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:41.903524 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f43d70bd-9cc9-44ba-80c7-0e852ae3854b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:41.929960 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d70bd-9cc9-44ba-80c7-0e852ae3854b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfcd4ae-34de-4e0f-a570-c364e371623d,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:41.932629 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f43d70bd-9cc9-44ba-80c7-0e852ae3854b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:41.936526 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f43d70bd-9cc9-44ba-80c7-0e852ae3854b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7cfcd4ae-34de-4e0f-a570-c364e371623d HTTP/1.1" status: 204 len: 168 time: 0.2770054 May 03 22:22:41.948921 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911fdd5b-ae82-49a6-8533-c7b8662b7822 service neutron] Pushing event updated for resources: {'Port': ['ID=20512679-c6a0-487c-a297-194cf3ce5394,revision_number=8']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:42.053703 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bad91-8576-4137-8974-c4029da67043 req-4c5e0231-84bc-4b06-b99f-e0ae12603226 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:42.054533 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-c68bad91-8576-4137-8974-c4029da67043 req-4c5e0231-84bc-4b06-b99f-e0ae12603226 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Synchronizing usage tracker for tenant:ec7645f95a4b4ae78a2c1ea04f62a7e0 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:22:42.152688 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-c68bad91-8576-4137-8974-c4029da67043 req-4c5e0231-84bc-4b06-b99f-e0ae12603226 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Unset dirty status for tenant:ec7645f95a4b4ae78a2c1ea04f62a7e0 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:22:42.159065 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c68bad91-8576-4137-8974-c4029da67043 req-4c5e0231-84bc-4b06-b99f-e0ae12603226 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2 HTTP/1.1" status: 200 len: 932 time: 1.5262375 May 03 22:22:42.161395 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8bded5cf-1821-4299-ae06-f169bbb7da64 req-c422a4f4-c878-4343-88b0-7ccdd3da91a7 service neutron] 10.222.0.67 "GET /v2.0/networks/a08060ad-4db7-45f2-9770-03717dbde23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0634720 May 03 22:22:42.238297 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-8fada181-8a02-44a0-b5f9-d1ee41be79e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2da60bb-93f7-43c6-89c1-7bff73b57b22 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:22:42.263524 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-8fada181-8a02-44a0-b5f9-d1ee41be79e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:42.302311 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c68bad91-8576-4137-8974-c4029da67043 req-b2d4d0a6-5048-42e3-8074-69dda9e4fffe tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371181 May 03 22:22:42.312165 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-8fada181-8a02-44a0-b5f9-d1ee41be79e1 service neutron] Transition to ACTIVE for port object b2da60bb-93f7-43c6-89c1-7bff73b57b22 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:22:42.318606 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-8fada181-8a02-44a0-b5f9-d1ee41be79e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:42.560570 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fada181-8a02-44a0-b5f9-d1ee41be79e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b2da60bb-93f7-43c6-89c1-7bff73b57b22,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:42.630329 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49042) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:22:42.662963 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-74b6e745-9677-4c47-b3d7-6c46763058ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:42.667593 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-8fada181-8a02-44a0-b5f9-d1ee41be79e1 service neutron] Attempting to bind port b2da60bb-93f7-43c6-89c1-7bff73b57b22 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:22:42.667931 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-8fada181-8a02-44a0-b5f9-d1ee41be79e1 service neutron] Attempting to bind port b2da60bb-93f7-43c6-89c1-7bff73b57b22 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:22:42.668267 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-8fada181-8a02-44a0-b5f9-d1ee41be79e1 service neutron] Attempting to bind port b2da60bb-93f7-43c6-89c1-7bff73b57b22 on network 3476088d-e412-4e55-9c2f-549019c16834 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:22:42.676367 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-8fada181-8a02-44a0-b5f9-d1ee41be79e1 service neutron] Port b2da60bb-93f7-43c6-89c1-7bff73b57b22 on network 3476088d-e412-4e55-9c2f-549019c16834 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:22:42.676690 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-8fada181-8a02-44a0-b5f9-d1ee41be79e1 service neutron] Attempting to bind port b2da60bb-93f7-43c6-89c1-7bff73b57b22 on network 3476088d-e412-4e55-9c2f-549019c16834 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:22:42.683389 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-74b6e745-9677-4c47-b3d7-6c46763058ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:22:42.685818 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-8fada181-8a02-44a0-b5f9-d1ee41be79e1 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:22:42.686188 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-8fada181-8a02-44a0-b5f9-d1ee41be79e1 service neutron] Checking segment: {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:22:42.686583 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-8fada181-8a02-44a0-b5f9-d1ee41be79e1 service neutron] Bound using segment: {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:22:42.687043 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-8fada181-8a02-44a0-b5f9-d1ee41be79e1 service neutron] Bound port: b2da60bb-93f7-43c6-89c1-7bff73b57b22, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:22:42.687368 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-8fada181-8a02-44a0-b5f9-d1ee41be79e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:42.688442 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-74b6e745-9677-4c47-b3d7-6c46763058ba admin admin] Usage tracker for resource:security_group_rule and tenant:23f5699520fd419f932e2168b07d3ffa is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:22:42.691940 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-74b6e745-9677-4c47-b3d7-6c46763058ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:22:42.708414 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-74b6e745-9677-4c47-b3d7-6c46763058ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:22:42.745901 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b978e-fdd7-4aa8-b346-5b597648dc40 req-103fa7fa-466c-4462-9acf-00ed4b31f3bf tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:42.747540 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-143b978e-fdd7-4aa8-b346-5b597648dc40 req-103fa7fa-466c-4462-9acf-00ed4b31f3bf tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=97a076d6-cb30-497e-890a-60bea66a5d8c HTTP/1.1" status: 200 len: 943 time: 0.1715901 May 03 22:22:42.829252 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-143b978e-fdd7-4aa8-b346-5b597648dc40 req-605922f6-bb54-496e-a251-9826eb79bba1 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613663 May 03 22:22:42.896025 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-74b6e745-9677-4c47-b3d7-6c46763058ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:42.904473 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fc1fcc1-15df-4d57-8826-9d5a6251085d'] response: {'server_uuid': '4a46b823-e067-4c0d-8a50-0101b4fe990b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de9beb0-4bd1-4194-b8d5-b17061445344', 'code': 200} May 03 22:22:42.905052 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-8fada181-8a02-44a0-b5f9-d1ee41be79e1 service neutron] For port b2da60bb-93f7-43c6-89c1-7bff73b57b22, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:22:42.907498 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-74b6e745-9677-4c47-b3d7-6c46763058ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:42.912839 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-8fada181-8a02-44a0-b5f9-d1ee41be79e1 service neutron] For port b2da60bb-93f7-43c6-89c1-7bff73b57b22, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=b2da60bb-93f7-43c6-89c1-7bff73b57b22,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:22:42.920883 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-8fada181-8a02-44a0-b5f9-d1ee41be79e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:43.008651 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-8fada181-8a02-44a0-b5f9-d1ee41be79e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:43.010657 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-8fada181-8a02-44a0-b5f9-d1ee41be79e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:43.014718 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-8fada181-8a02-44a0-b5f9-d1ee41be79e1 service neutron] 10.222.0.60 "PUT /v2.0/ports/b2da60bb-93f7-43c6-89c1-7bff73b57b22 HTTP/1.1" status: 200 len: 1092 time: 2.7609148 May 03 22:22:43.015798 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-74b6e745-9677-4c47-b3d7-6c46763058ba admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=23f5699520fd419f932e2168b07d3ffa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3832996 May 03 22:22:43.017492 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49046) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:22:43.037342 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6e745-9677-4c47-b3d7-6c46763058ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b95cc40-2b10-4677-9f1f-70f825cc6767,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:43.085065 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78699a5c-9b26-463d-9e14-edb1d3c3ea6c'] response: {'name': 'network-changed', 'server_uuid': 'f44f4231-6d8a-4dc5-842c-c6cd982f518b', 'tag': 'c400ff4f-1461-4ce8-b719-7fce90f0a733', 'status': 'completed', 'code': 200} May 03 22:22:43.154480 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-00e5f4ab-6a30-47e4-ae59-07c3bec31d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:43.192364 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-00e5f4ab-6a30-47e4-ae59-07c3bec31d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:43.262836 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fada181-8a02-44a0-b5f9-d1ee41be79e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b2da60bb-93f7-43c6-89c1-7bff73b57b22,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:43.284540 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-00e5f4ab-6a30-47e4-ae59-07c3bec31d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:43.303936 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8eeec-921a-4c82-8c40-8af747c31371 req-9ec5cbb3-f4b4-4dba-b08c-f23d6eaa45c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:43.305419 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d2e8eeec-921a-4c82-8c40-8af747c31371 req-9ec5cbb3-f4b4-4dba-b08c-f23d6eaa45c4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d011205f344d4c96b639c49c6d4571d7&device_id=f44f4231-6d8a-4dc5-842c-c6cd982f518b HTTP/1.1" status: 200 len: 1095 time: 0.2769513 May 03 22:22:43.307986 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-f5cb5847-d653-41a6-89e2-aa494e6644da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:43.309399 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-f5cb5847-d653-41a6-89e2-aa494e6644da service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2 HTTP/1.1" status: 200 len: 1095 time: 0.2227566 May 03 22:22:43.339466 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5f4ab-6a30-47e4-ae59-07c3bec31d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b95cc40-2b10-4677-9f1f-70f825cc6767,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:43.348015 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-00e5f4ab-6a30-47e4-ae59-07c3bec31d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:43.351348 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-00e5f4ab-6a30-47e4-ae59-07c3bec31d44 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9b95cc40-2b10-4677-9f1f-70f825cc6767 HTTP/1.1" status: 204 len: 168 time: 0.3301950 May 03 22:22:43.437012 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad8edc-c66e-4837-af74-4a1105f49692 req-e9d21469-494a-4bb6-9281-13bcc5180bca tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:43.445502 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b0ad8edc-c66e-4837-af74-4a1105f49692 req-e9d21469-494a-4bb6-9281-13bcc5180bca tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9150663-e1d2-452a-9c98-1e241aa51330 HTTP/1.1" status: 200 len: 946 time: 0.2920077 May 03 22:22:43.454334 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-b1a47dd3-78a1-4353-9456-89bd20c0af02 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2da60bb-93f7-43c6-89c1-7bff73b57b22 HTTP/1.1" status: 200 len: 217 time: 0.1351428 May 03 22:22:43.471298 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 20512679-c6a0-487c-a297-194cf3ce5394 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:22:43.611342 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-b833004e-d7b9-4d39-bbea-5c227c70c854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:43.612918 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-b833004e-d7b9-4d39-bbea-5c227c70c854 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63a9fee3-85c4-4a95-8dcc-67111d08a3de HTTP/1.1" status: 200 len: 861 time: 0.1328712 May 03 22:22:43.704476 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b0ad8edc-c66e-4837-af74-4a1105f49692 req-b97f02b0-fd87-4946-bd0d-f59649d81b2b tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/security-groups?id=8cd0ced8-df16-4075-96e1-bc7516352cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2554996 May 03 22:22:43.731210 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 20512679-c6a0-487c-a297-194cf3ce5394, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=20512679-c6a0-487c-a297-194cf3ce5394,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:43.768582 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 20512679-c6a0-487c-a297-194cf3ce5394 has no active binding in host n-h1-811807-1 {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 03 22:22:43.838000 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-9abf3713-609f-4f5b-9a87-69f3750f48c7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3476088d-e412-4e55-9c2f-549019c16834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1204617 May 03 22:22:43.956954 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-febbf325-1cdb-4b4e-a63e-036d69a6ab92 req-16a2ce5e-d222-4410-bdba-e25c88f1cc12 tempest-ServersAdmin275Test-2050776536 tempest-ServersAdmin275Test-2050776536-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.0698266 May 03 22:22:44.077673 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8eeec-921a-4c82-8c40-8af747c31371 req-f223d913-bbfc-4697-a934-efed4038a86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:44.079228 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d2e8eeec-921a-4c82-8c40-8af747c31371 req-f223d913-bbfc-4697-a934-efed4038a86d service neutron] 10.222.0.67 "GET /v2.0/networks?id=a08060ad-4db7-45f2-9770-03717dbde23c HTTP/1.1" status: 200 len: 906 time: 0.7591879 May 03 22:22:44.360751 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d2e8eeec-921a-4c82-8c40-8af747c31371 req-7a00f461-0c12-4e46-b5ac-b3092ecfcaad service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c400ff4f-1461-4ce8-b719-7fce90f0a733 HTTP/1.1" status: 200 len: 217 time: 0.2732437 May 03 22:22:44.709553 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8eeec-921a-4c82-8c40-8af747c31371 req-86d63b6b-c491-4083-a648-6aeda1d3b273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:44.711011 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d2e8eeec-921a-4c82-8c40-8af747c31371 req-86d63b6b-c491-4083-a648-6aeda1d3b273 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=621c2e6c-82e2-4c38-a5c9-21982755e1f0 HTTP/1.1" status: 200 len: 845 time: 0.3318746 May 03 22:22:44.906464 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9150663-e1d2-452a-9c98-1e241aa51330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7b8c29-7f29-4047-a261-f3b90feb4edd'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:22:44.962173 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d2e8eeec-921a-4c82-8c40-8af747c31371 req-a9947739-268d-4d8d-89ed-009b586cff6c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a08060ad-4db7-45f2-9770-03717dbde23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790772 May 03 22:22:45.018742 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device c400ff4f-1461-4ce8-b719-7fce90f0a733 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:22:45.079490 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-18cd8ed9-9aa3-4576-a8d3-9d97446759ea service neutron] 10.222.0.60 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2338307 May 03 22:22:45.095822 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a076d6-cb30-497e-890a-60bea66a5d8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20512679-c6a0-487c-a297-194cf3ce5394'}, {'name': 'network-changed', 'server_uuid': '97a076d6-cb30-497e-890a-60bea66a5d8c', 'tag': '20512679-c6a0-487c-a297-194cf3ce5394'}, {'name': 'network-changed', 'server_uuid': 'dbc81c6b-1d4c-4f14-b174-70a5982763e2', 'tag': 'b2da60bb-93f7-43c6-89c1-7bff73b57b22'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:22:45.285055 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port c400ff4f-1461-4ce8-b719-7fce90f0a733, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=c400ff4f-1461-4ce8-b719-7fce90f0a733,segment=NetworkSegment(d5261de8-a046-496c-9988-b261e2ae107f),segment_id=d5261de8-a046-496c-9988-b261e2ae107f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:45.293738 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d2e8eeec-921a-4c82-8c40-8af747c31371 req-b9bfa234-60d7-4358-951d-a2388e46783b service neutron] 10.222.0.67 "GET /v2.0/networks/a08060ad-4db7-45f2-9770-03717dbde23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072777 May 03 22:22:45.299830 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'c400ff4f-1461-4ce8-b719-7fce90f0a733', 'network_id': 'a08060ad-4db7-45f2-9770-03717dbde23c', 'port_id': 'c400ff4f-1461-4ce8-b719-7fce90f0a733', 'mac_address': 'fa:16:3e:39:26:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621c2e6c-82e2-4c38-a5c9-21982755e1f0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:22:45.382794 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddac79-0dc5-427a-b375-4b438d949f04 req-e88394a9-f260-413e-946d-a1e0b2a3774b tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:45.388502 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:45.395008 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f2ddac79-0dc5-427a-b375-4b438d949f04 req-e88394a9-f260-413e-946d-a1e0b2a3774b tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=f44f4231-6d8a-4dc5-842c-c6cd982f518b HTTP/1.1" status: 200 len: 944 time: 0.5883710 May 03 22:22:45.414410 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51da22-6b0a-4af2-ab4d-e4a1831c2650 req-0db328b4-1f24-4507-b9c2-4e503694698f tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:45.423581 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-df51da22-6b0a-4af2-ab4d-e4a1831c2650 req-0db328b4-1f24-4507-b9c2-4e503694698f tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2 HTTP/1.1" status: 200 len: 944 time: 0.7034769 May 03 22:22:45.440777 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c400ff4f-1461-4ce8-b719-7fce90f0a733 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:22:45.479613 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port c400ff4f-1461-4ce8-b719-7fce90f0a733, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=c400ff4f-1461-4ce8-b719-7fce90f0a733,segment=NetworkSegment(d5261de8-a046-496c-9988-b261e2ae107f),segment_id=d5261de8-a046-496c-9988-b261e2ae107f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:45.488205 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:45.604812 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=c400ff4f-1461-4ce8-b719-7fce90f0a733,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:45.614512 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:22:45.615067 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:22:45.615574 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:22:45.616062 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:22:45.616548 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:22:45.617951 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:22:45.621806 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:22:45.622388 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:22:45.623731 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:22:45.624329 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:22:45.624927 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:22:45.625605 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:22:45.648826 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f2ddac79-0dc5-427a-b375-4b438d949f04 req-617c4b7b-4b2d-41a2-a719-62b76b216f14 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934152 May 03 22:22:45.786585 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-df51da22-6b0a-4af2-ab4d-e4a1831c2650 req-1ff77f79-176d-4c5b-a678-32435d45cda7 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618066 May 03 22:22:45.861077 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a18f347f-2702-4a0c-b2c6-b454e6a531a8 req-7f0226a1-2ea6-4f11-82c8-7e43aededf17 service neutron] 10.222.0.60 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7475538 May 03 22:22:45.893890 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['c400ff4f-1461-4ce8-b719-7fce90f0a733'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:22:45.910413 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d2e8eeec-921a-4c82-8c40-8af747c31371 req-958f74be-d939-4ee6-8d3e-726e609fdd36 service neutron] 10.222.0.67 "GET /v2.0/networks/a08060ad-4db7-45f2-9770-03717dbde23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6067057 May 03 22:22:46.095193 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55372943-3148-4e0c-8861-a85a983fb98f req-c4db27b3-6007-4bfa-bfd9-96ce9d7004b7 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:46.102856 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-55372943-3148-4e0c-8861-a85a983fb98f req-c4db27b3-6007-4bfa-bfd9-96ce9d7004b7 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=97a076d6-cb30-497e-890a-60bea66a5d8c HTTP/1.1" status: 200 len: 943 time: 0.1981740 May 03 22:22:46.129284 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ddf6d-9e16-4e68-857e-33d31c3ca63a req-dfaeb0a5-e803-4021-9d8d-9130d29cf042 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:46.130991 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d45ddf6d-9e16-4e68-857e-33d31c3ca63a req-dfaeb0a5-e803-4021-9d8d-9130d29cf042 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9150663-e1d2-452a-9c98-1e241aa51330 HTTP/1.1" status: 200 len: 946 time: 0.1441720 May 03 22:22:46.202741 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-55372943-3148-4e0c-8861-a85a983fb98f req-616a2d80-8e10-49a5-9184-9addcfd41f5c tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980031 May 03 22:22:46.231970 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d45ddf6d-9e16-4e68-857e-33d31c3ca63a req-9590647f-4902-43ff-afa6-ebbbb97ee63d tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/security-groups?id=8cd0ced8-df16-4075-96e1-bc7516352cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917873 May 03 22:22:46.303511 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23276311-17e1-4ac1-a468-3c8d8a76ee2d'] response: {'server_uuid': 'f9150663-e1d2-452a-9c98-1e241aa51330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7b8c29-7f29-4047-a261-f3b90feb4edd', 'code': 200} May 03 22:22:46.329574 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57479f74-4860-4b67-9186-0c36f797fafa'] response: {'server_uuid': '97a076d6-cb30-497e-890a-60bea66a5d8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20512679-c6a0-487c-a297-194cf3ce5394', 'code': 200} May 03 22:22:46.329972 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57479f74-4860-4b67-9186-0c36f797fafa'] response: {'name': 'network-changed', 'server_uuid': '97a076d6-cb30-497e-890a-60bea66a5d8c', 'tag': '20512679-c6a0-487c-a297-194cf3ce5394', 'status': 'completed', 'code': 200} May 03 22:22:46.330331 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57479f74-4860-4b67-9186-0c36f797fafa'] response: {'name': 'network-changed', 'server_uuid': 'dbc81c6b-1d4c-4f14-b174-70a5982763e2', 'tag': 'b2da60bb-93f7-43c6-89c1-7bff73b57b22', 'status': 'completed', 'code': 200} May 03 22:22:46.621300 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-30abd05c-bdbb-41d4-9746-cc959e50b34f service neutron] 10.222.0.67 "GET /v2.0/ports/20512679-c6a0-487c-a297-194cf3ce5394/bindings/n-h1-811807-1 HTTP/1.1" status: 200 len: 384 time: 0.1743486 May 03 22:22:46.843603 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-fdd9bf6b-8eb3-47a3-82c5-f6adc299eddd tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=4df98d3e6e2f40c289596ec544d3623a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680239 May 03 22:22:46.890593 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-79aedcde-254f-4dc8-b830-f016cc159d29 req-3c243e98-7de7-4b48-8030-06aa5e608090 tempest-ServersAdmin275Test-2050776536 tempest-ServersAdmin275Test-2050776536-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.1592624 May 03 22:22:47.002765 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-cee86387-9c54-44d5-b8c8-8f9c94f36916 service neutron] For port 20512679-c6a0-487c-a297-194cf3ce5394, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=20512679-c6a0-487c-a297-194cf3ce5394,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:47.027271 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-cee86387-9c54-44d5-b8c8-8f9c94f36916 service neutron] For port 20512679-c6a0-487c-a297-194cf3ce5394, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:22:47.086011 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-cee86387-9c54-44d5-b8c8-8f9c94f36916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20512679-c6a0-487c-a297-194cf3ce5394 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:22:47.097994 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-cee86387-9c54-44d5-b8c8-8f9c94f36916 service neutron] For port 20512679-c6a0-487c-a297-194cf3ce5394, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=20512679-c6a0-487c-a297-194cf3ce5394,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:47.119785 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-cee86387-9c54-44d5-b8c8-8f9c94f36916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:47.137834 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa56e7-75c8-4859-a81c-4245c8ca6290 req-f1f81876-39ce-416d-b4b3-248de799eba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:47.140402 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5daa56e7-75c8-4859-a81c-4245c8ca6290 req-f1f81876-39ce-416d-b4b3-248de799eba0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2 HTTP/1.1" status: 200 len: 1095 time: 0.6281862 May 03 22:22:47.280280 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-1409656b-f36d-4b02-9aa4-a69fb4e362d7 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:47.287881 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-1409656b-f36d-4b02-9aa4-a69fb4e362d7 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4431083 May 03 22:22:47.307217 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-cee86387-9c54-44d5-b8c8-8f9c94f36916 service neutron] Transition to ACTIVE for port object 20512679-c6a0-487c-a297-194cf3ce5394 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:22:47.317395 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-cee86387-9c54-44d5-b8c8-8f9c94f36916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:47.340657 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-3d799fc6-4e65-4437-b075-d665f1ce83ff tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] 10.222.0.58 "GET /v2.0/quotas/4df98d3e6e2f40c289596ec544d3623a HTTP/1.1" status: 200 len: 375 time: 0.0518460 May 03 22:22:47.376506 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.67', 50806) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:22:47.417368 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee86387-9c54-44d5-b8c8-8f9c94f36916 service neutron] Pushing event updated for resources: {'Port': ['ID=20512679-c6a0-487c-a297-194cf3ce5394,revision_number=10']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:47.430527 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-8b680cbe-88d5-4073-b7be-4129ef21741c tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4df98d3e6e2f40c289596ec544d3623a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0888729 May 03 22:22:47.716749 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e148c13b-d52c-445b-b51f-3dbabc4eddbf req-64a5ce00-a684-4422-83b1-2d33564d7c5b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.3388984 May 03 22:22:47.724375 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-cee86387-9c54-44d5-b8c8-8f9c94f36916 service neutron] No DVR routers for this DVR port 20512679-c6a0-487c-a297-194cf3ce5394 on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:22:47.813756 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-cee86387-9c54-44d5-b8c8-8f9c94f36916 service neutron] 10.222.0.67 "PUT /v2.0/ports/20512679-c6a0-487c-a297-194cf3ce5394/bindings/n-h1-811807-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1855116 May 03 22:22:47.820802 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa56e7-75c8-4859-a81c-4245c8ca6290 req-9d645a67-96c6-4fa6-890f-dbfd34b80ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:47.828547 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5daa56e7-75c8-4859-a81c-4245c8ca6290 req-9d645a67-96c6-4fa6-890f-dbfd34b80ac9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1727dc00a1e94099b181b574bcc185b6&device_id=97a076d6-cb30-497e-890a-60bea66a5d8c HTTP/1.1" status: 200 len: 1124 time: 1.4759943 May 03 22:22:47.839711 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a57040-0524-46b4-a650-436ef734183b req-903c0922-59e3-4d0b-9dfb-f846afaf439f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:47.844655 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e0a57040-0524-46b4-a650-436ef734183b req-903c0922-59e3-4d0b-9dfb-f846afaf439f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f9150663-e1d2-452a-9c98-1e241aa51330 HTTP/1.1" status: 200 len: 1097 time: 1.1590681 May 03 22:22:48.069439 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e0a57040-0524-46b4-a650-436ef734183b req-e0d4b0d9-dc1f-45dc-8df4-f93a48291f0c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8cd0ced8-df16-4075-96e1-bc7516352cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2051520 May 03 22:22:48.075875 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa56e7-75c8-4859-a81c-4245c8ca6290 req-e52a0e4d-11c5-4ade-8894-a02cfc0f84f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:48.077592 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5daa56e7-75c8-4859-a81c-4245c8ca6290 req-e52a0e4d-11c5-4ade-8894-a02cfc0f84f8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3476088d-e412-4e55-9c2f-549019c16834 HTTP/1.1" status: 200 len: 922 time: 0.8975019 May 03 22:22:48.095809 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e16b7d-1595-4b35-8a06-5a9445b744f6 req-fd4aa39e-3342-404c-8927-d71149c5cdd1 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:48.103784 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3e16b7d-1595-4b35-8a06-5a9445b744f6 req-fd4aa39e-3342-404c-8927-d71149c5cdd1 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=f44f4231-6d8a-4dc5-842c-c6cd982f518b HTTP/1.1" status: 200 len: 945 time: 0.8052051 May 03 22:22:48.220477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b6f01-24ff-497b-bab2-c319234a1c54 req-57bd48a0-3afb-4e83-94e5-08cfd874e741 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:48.223954 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-36bd60bc-c421-41d9-9b1c-b2484e17cfd2 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:48.233149 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-36bd60bc-c421-41d9-9b1c-b2484e17cfd2 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=97a076d6-cb30-497e-890a-60bea66a5d8c&tenant_id=1727dc00a1e94099b181b574bcc185b6&binding%3Ahost_id=n-h2-811807-1 HTTP/1.1" status: 200 len: 1095 time: 0.1947060 May 03 22:22:48.237866 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-669b6f01-24ff-497b-bab2-c319234a1c54 req-57bd48a0-3afb-4e83-94e5-08cfd874e741 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2 HTTP/1.1" status: 200 len: 944 time: 0.3563752 May 03 22:22:48.272437 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3e16b7d-1595-4b35-8a06-5a9445b744f6 req-afa87409-1c65-44f9-acbf-c86306200153 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673021 May 03 22:22:48.401147 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5daa56e7-75c8-4859-a81c-4245c8ca6290 req-2848f8f6-54e1-45e8-8366-e4d0fdcbd691 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2da60bb-93f7-43c6-89c1-7bff73b57b22 HTTP/1.1" status: 200 len: 217 time: 0.1099372 May 03 22:22:48.507763 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-669b6f01-24ff-497b-bab2-c319234a1c54 req-f77e3669-eaad-40d6-bd66-05f37659490c tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685862 May 03 22:22:48.511249 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-9d63fa2b-2139-45f4-aa90-4975d6312821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:48.514203 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-9d63fa2b-2139-45f4-aa90-4975d6312821 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=97a076d6-cb30-497e-890a-60bea66a5d8c&tenant_id=1727dc00a1e94099b181b574bcc185b6 HTTP/1.1" status: 200 len: 1095 time: 0.2271338 May 03 22:22:48.518097 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa56e7-75c8-4859-a81c-4245c8ca6290 req-3dd7f4e2-0868-4f9b-8594-c9c0c5387dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:48.519755 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5daa56e7-75c8-4859-a81c-4245c8ca6290 req-3dd7f4e2-0868-4f9b-8594-c9c0c5387dda service neutron] 10.222.0.67 "GET /v2.0/networks?id=c529cb66-8468-429f-bb93-e81cdb567811 HTTP/1.1" status: 200 len: 909 time: 0.5265057 May 03 22:22:48.707249 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa56e7-75c8-4859-a81c-4245c8ca6290 req-d8882458-1464-4bd8-b848-a3df120386f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:48.715208 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5daa56e7-75c8-4859-a81c-4245c8ca6290 req-d8882458-1464-4bd8-b848-a3df120386f9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63a9fee3-85c4-4a95-8dcc-67111d08a3de HTTP/1.1" status: 200 len: 861 time: 0.3034768 May 03 22:22:48.739758 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5daa56e7-75c8-4859-a81c-4245c8ca6290 req-f0a77569-5b8b-4ed8-8824-1ca03ddb4354 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20512679-c6a0-487c-a297-194cf3ce5394 HTTP/1.1" status: 200 len: 217 time: 0.2106695 May 03 22:22:48.745897 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-19c26b23-050d-4bfc-868b-8a6c3b5a5334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:48.751286 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-19c26b23-050d-4bfc-868b-8a6c3b5a5334 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1727dc00a1e94099b181b574bcc185b6&device_id=97a076d6-cb30-497e-890a-60bea66a5d8c HTTP/1.1" status: 200 len: 1095 time: 0.1909938 May 03 22:22:48.918492 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-fd825581-9982-4a39-87a4-12331703ba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:48.920066 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-fd825581-9982-4a39-87a4-12331703ba38 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c529cb66-8468-429f-bb93-e81cdb567811 HTTP/1.1" status: 200 len: 909 time: 0.1639962 May 03 22:22:49.028844 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5daa56e7-75c8-4859-a81c-4245c8ca6290 req-7552230e-489a-4992-a633-8fa92e823b3f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3476088d-e412-4e55-9c2f-549019c16834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2878394 May 03 22:22:49.059504 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-3f00c465-c31c-433f-bed4-aa2d802213c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20512679-c6a0-487c-a297-194cf3ce5394 HTTP/1.1" status: 200 len: 217 time: 0.1266854 May 03 22:22:49.064416 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device c400ff4f-1461-4ce8-b719-7fce90f0a733 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:22:49.258854 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-910c1c58-de7e-435e-9cee-2e15c8d3e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:49.260950 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-910c1c58-de7e-435e-9cee-2e15c8d3e533 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1ee1af50-b130-474e-bc7b-1c6042f9e7e1 HTTP/1.1" status: 200 len: 848 time: 0.1862276 May 03 22:22:49.265779 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port c400ff4f-1461-4ce8-b719-7fce90f0a733 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:22:49.279747 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port c400ff4f-1461-4ce8-b719-7fce90f0a733 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:22:49.282043 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa56e7-75c8-4859-a81c-4245c8ca6290 req-b0f4515f-bd4e-4abb-b58a-df00fc5398fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:49.282880 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:49.283606 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5daa56e7-75c8-4859-a81c-4245c8ca6290 req-b0f4515f-bd4e-4abb-b58a-df00fc5398fa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1ee1af50-b130-474e-bc7b-1c6042f9e7e1 HTTP/1.1" status: 200 len: 848 time: 0.3885992 May 03 22:22:49.320367 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13edcdd3-9aed-4884-b876-913636ac8c0f req-721d6190-0813-4993-ba43-6fdf4c763e88 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:49.329095 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-13edcdd3-9aed-4884-b876-913636ac8c0f req-721d6190-0813-4993-ba43-6fdf4c763e88 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=97a076d6-cb30-497e-890a-60bea66a5d8c HTTP/1.1" status: 200 len: 944 time: 0.7408381 May 03 22:22:49.387788 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-ba1c6b68-66cb-4922-bd0b-3d205f5b39be service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c529cb66-8468-429f-bb93-e81cdb567811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178489 May 03 22:22:49.543166 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5daa56e7-75c8-4859-a81c-4245c8ca6290 req-793868a8-c65b-48c1-992d-e3d27bad931a service neutron] 10.222.0.60 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932766 May 03 22:22:49.573514 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5daa56e7-75c8-4859-a81c-4245c8ca6290 req-c4f994d1-6460-4f58-8d02-05b6ad352aa3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c529cb66-8468-429f-bb93-e81cdb567811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2246826 May 03 22:22:49.607166 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:49.629065 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-07a4da39-f61a-40e6-81b8-e104baaf1b43 service neutron] 10.222.0.60 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343526 May 03 22:22:49.635461 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device b2da60bb-93f7-43c6-89c1-7bff73b57b22 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:22:49.713555 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ccf51-6a4a-4c1a-b5b2-8ce4a620823a req-b914a989-b7e1-47da-86e6-b67514af99e8 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:49.715140 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eb9ccf51-6a4a-4c1a-b5b2-8ce4a620823a req-b914a989-b7e1-47da-86e6-b67514af99e8 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9150663-e1d2-452a-9c98-1e241aa51330 HTTP/1.1" status: 200 len: 946 time: 0.9018333 May 03 22:22:49.788741 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port b2da60bb-93f7-43c6-89c1-7bff73b57b22, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=b2da60bb-93f7-43c6-89c1-7bff73b57b22,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:49.806650 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': 'b2da60bb-93f7-43c6-89c1-7bff73b57b22', 'network_id': '3476088d-e412-4e55-9c2f-549019c16834', 'port_id': 'b2da60bb-93f7-43c6-89c1-7bff73b57b22', 'mac_address': 'fa:16:3e:52:20:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a9fee3-85c4-4a95-8dcc-67111d08a3de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:22:49.814852 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44f4231-6d8a-4dc5-842c-c6cd982f518b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c400ff4f-1461-4ce8-b719-7fce90f0a733'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:22:49.923589 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port c400ff4f-1461-4ce8-b719-7fce90f0a733, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=c400ff4f-1461-4ce8-b719-7fce90f0a733,segment=NetworkSegment(d5261de8-a046-496c-9988-b261e2ae107f),segment_id=d5261de8-a046-496c-9988-b261e2ae107f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:49.937041 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-13edcdd3-9aed-4884-b876-913636ac8c0f req-d7e8dff0-0791-4776-b883-be1493496beb tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6069629 May 03 22:22:49.940690 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:49.943039 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-18192587-85d4-4951-998b-76eced99d129 service neutron] 10.222.0.60 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081169 May 03 22:22:49.944095 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 20512679-c6a0-487c-a297-194cf3ce5394 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:22:50.017747 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-8cc72708-8fa4-4cb3-8c18-40bd682770cd tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=4df98d3e6e2f40c289596ec544d3623a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509582 May 03 22:22:50.241060 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:50.266241 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 20512679-c6a0-487c-a297-194cf3ce5394 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:22:50.302335 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5daa56e7-75c8-4859-a81c-4245c8ca6290 req-2d80f0e7-f687-4578-b7be-807f24f9a7ae service neutron] 10.222.0.60 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7227821 May 03 22:22:50.328897 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2da60bb-93f7-43c6-89c1-7bff73b57b22 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:22:50.336080 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=c400ff4f-1461-4ce8-b719-7fce90f0a733,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:50.377398 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port b2da60bb-93f7-43c6-89c1-7bff73b57b22, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=b2da60bb-93f7-43c6-89c1-7bff73b57b22,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:50.378005 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-230e2516-30b1-4778-8a5b-40ce6e30a058 req-1a0c71b9-d513-4fe4-b235-2d94d31672db tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb44e820-aaab-4c85-abf2-b7b71cf5ca33 HTTP/1.1" status: 200 len: 210 time: 0.0706758 May 03 22:22:50.380124 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-072c40ab-b960-4757-9868-56f7704b25f6 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:50.381736 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-072c40ab-b960-4757-9868-56f7704b25f6 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3578269 May 03 22:22:50.388602 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:50.399517 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eb9ccf51-6a4a-4c1a-b5b2-8ce4a620823a req-06de643b-d74b-4825-be50-0e4f0434ead2 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/security-groups?id=8cd0ced8-df16-4075-96e1-bc7516352cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6663277 May 03 22:22:50.407694 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-a28a0cfe-6bcd-46c4-b666-28ee05901196 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Request body: {'port': {'device_id': 'bb44e820-aaab-4c85-abf2-b7b71cf5ca33', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'admin_state_up': True, 'tenant_id': '4df98d3e6e2f40c289596ec544d3623a'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:22:50.471007 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5daa56e7-75c8-4859-a81c-4245c8ca6290 req-e92a6816-882b-4351-aa3d-3e2ffbfb0578 service neutron] 10.222.0.67 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8882236 May 03 22:22:50.490110 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=b2da60bb-93f7-43c6-89c1-7bff73b57b22,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:50.685994 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['b2da60bb-93f7-43c6-89c1-7bff73b57b22'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:22:50.795802 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-a28a0cfe-6bcd-46c4-b666-28ee05901196 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:22:50.807089 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-a28a0cfe-6bcd-46c4-b666-28ee05901196 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Usage tracker for resource:port and tenant:4df98d3e6e2f40c289596ec544d3623a is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:22:50.811334 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-a28a0cfe-6bcd-46c4-b666-28ee05901196 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:22:50.826062 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-a28a0cfe-6bcd-46c4-b666-28ee05901196 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:22:50.850119 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-a28a0cfe-6bcd-46c4-b666-28ee05901196 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Made reservation on behalf of 4df98d3e6e2f40c289596ec544d3623a for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:22:50.854373 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-a28a0cfe-6bcd-46c4-b666-28ee05901196 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:50.890070 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-a28a0cfe-6bcd-46c4-b666-28ee05901196 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:50.906698 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-a28a0cfe-6bcd-46c4-b666-28ee05901196 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:22:50.910679 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-a28a0cfe-6bcd-46c4-b666-28ee05901196 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Usage tracker for resource:security_group_rule and tenant:4df98d3e6e2f40c289596ec544d3623a is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:22:50.913703 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-a28a0cfe-6bcd-46c4-b666-28ee05901196 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:22:50.920805 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-a28a0cfe-6bcd-46c4-b666-28ee05901196 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:22:51.049205 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-a28a0cfe-6bcd-46c4-b666-28ee05901196 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:51.054164 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-a28a0cfe-6bcd-46c4-b666-28ee05901196 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:51.092866 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a0cfe-6bcd-46c4-b666-28ee05901196 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4ed537-dd1a-4b3e-a4c8-ae2d9fdabbcc,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:51.125572 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f2c283a-2eb6-47d3-85c4-be336e8c5938 req-7907b3f5-e6b6-4b3e-b220-138efe82c57f tempest-ServersAdmin275Test-2050776536 tempest-ServersAdmin275Test-2050776536-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.1767082 May 03 22:22:51.187891 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5daa56e7-75c8-4859-a81c-4245c8ca6290 req-b46cc247-ae85-4f20-8bf2-5123891cf1c1 service neutron] 10.222.0.67 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7084587 May 03 22:22:51.208536 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-552a745b-705f-49e2-96c4-a5d0c34a7695 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:51.214456 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-552a745b-705f-49e2-96c4-a5d0c34a7695 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=97a076d6-cb30-497e-890a-60bea66a5d8c&tenant_id=1727dc00a1e94099b181b574bcc185b6&binding%3Ahost_id=n-h1-811807-1 HTTP/1.1" status: 200 len: 1095 time: 0.5170770 May 03 22:22:51.321755 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93d82b-7a18-490f-8951-d89102729642 req-971423e8-b3f0-4437-9dbe-5619e8bd40e9 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:51.323942 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bc93d82b-7a18-490f-8951-d89102729642 req-971423e8-b3f0-4437-9dbe-5619e8bd40e9 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=f44f4231-6d8a-4dc5-842c-c6cd982f518b HTTP/1.1" status: 200 len: 946 time: 0.3410969 May 03 22:22:51.389262 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-a28a0cfe-6bcd-46c4-b666-28ee05901196 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Allocated IP 192.168.233.23 (7e14e0ca-f320-4236-9b9e-a9e4f415dbeb/1dff747c-9d3c-4e06-92c1-836fbb9482c4/22017232-06a2-4fd2-88a6-16025615e2ee) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:22:51.391959 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bc93d82b-7a18-490f-8951-d89102729642 req-d2ee388d-160d-410b-894f-9a9ef2faabc2 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608423 May 03 22:22:51.429463 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-04d20f8f-fcd2-494d-8a15-ad2ebf98be61 service neutron] For port 20512679-c6a0-487c-a297-194cf3ce5394, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:22:51.435287 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-04d20f8f-fcd2-494d-8a15-ad2ebf98be61 service neutron] Notify callbacks [] for binding, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:51.436521 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-145cfac1-9531-4bc4-ae98-79790f4ad9ba req-04d20f8f-fcd2-494d-8a15-ad2ebf98be61 service neutron] 10.222.0.60 "DELETE /v2.0/ports/20512679-c6a0-487c-a297-194cf3ce5394/bindings/n-h2-811807-1 HTTP/1.1" status: 204 len: 173 time: 0.2130864 May 03 22:22:51.558367 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8d44ebc-dd4b-488d-b2bf-4c94564ef7e1'] response: {'server_uuid': 'f44f4231-6d8a-4dc5-842c-c6cd982f518b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c400ff4f-1461-4ce8-b719-7fce90f0a733', 'code': 200} May 03 22:22:51.877555 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-a28a0cfe-6bcd-46c4-b666-28ee05901196 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:51.908176 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-a28a0cfe-6bcd-46c4-b666-28ee05901196 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Transition to ACTIVE for port object 22017232-06a2-4fd2-88a6-16025615e2ee will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:22:51.956274 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb836e-ae7f-430f-87e0-879235809bfd req-a8a9c1ae-47a4-4106-a8ac-84373e8b5e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:51.959575 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c6cb836e-ae7f-430f-87e0-879235809bfd req-a8a9c1ae-47a4-4106-a8ac-84373e8b5e9a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f44f4231-6d8a-4dc5-842c-c6cd982f518b HTTP/1.1" status: 200 len: 1097 time: 0.3316658 May 03 22:22:51.982761 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381980fe-37d4-4b55-b23d-c1ef70f38257 req-f7d2dacc-3375-4f2e-9dee-c56ec313cb79 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:51.991634 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-a28a0cfe-6bcd-46c4-b666-28ee05901196 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:51.992090 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-381980fe-37d4-4b55-b23d-c1ef70f38257 req-f7d2dacc-3375-4f2e-9dee-c56ec313cb79 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2 HTTP/1.1" status: 200 len: 945 time: 0.5235944 May 03 22:22:52.107750 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-381980fe-37d4-4b55-b23d-c1ef70f38257 req-a4442081-9012-4dd0-8dd2-a593a02c2d3a tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138272 May 03 22:22:52.122003 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-a28a0cfe-6bcd-46c4-b666-28ee05901196 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:22:52.127269 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-a28a0cfe-6bcd-46c4-b666-28ee05901196 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:22:52.131915 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-a28a0cfe-6bcd-46c4-b666-28ee05901196 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:22:52.167719 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c6cb836e-ae7f-430f-87e0-879235809bfd req-c7a6bd31-139b-46b5-bc41-065de7e44b0f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956189 May 03 22:22:52.176242 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a0cfe-6bcd-46c4-b666-28ee05901196 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Pushing event updated for resources: {'Port': ['ID=22017232-06a2-4fd2-88a6-16025615e2ee,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:52.188033 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f98ff-ddb4-4e28-9b0e-398e14fe19e3 req-c487420c-a7d5-444b-bf4e-976f585a70bc tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:52.189326 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4c3f98ff-ddb4-4e28-9b0e-398e14fe19e3 req-c487420c-a7d5-444b-bf4e-976f585a70bc tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=97a076d6-cb30-497e-890a-60bea66a5d8c HTTP/1.1" status: 200 len: 944 time: 0.4470248 May 03 22:22:52.247442 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-a28a0cfe-6bcd-46c4-b666-28ee05901196 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:52.248536 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-a28a0cfe-6bcd-46c4-b666-28ee05901196 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:52.309806 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-a28a0cfe-6bcd-46c4-b666-28ee05901196 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9118509 May 03 22:22:52.314373 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4c3f98ff-ddb4-4e28-9b0e-398e14fe19e3 req-46575712-f36f-4d11-8dbc-14a80e006f71 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041012 May 03 22:22:52.409013 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-489b767a-965b-4593-a1cd-96a5d6296762 service neutron] Request body: {'port': {'device_id': 'bb44e820-aaab-4c85-abf2-b7b71cf5ca33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:22:52.442813 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-0a064df7-82c9-4d38-914f-200fb6b9dfa7 None None] Provisioning for port 22017232-06a2-4fd2-88a6-16025615e2ee completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:22:52.461759 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-0a064df7-82c9-4d38-914f-200fb6b9dfa7 None None] Provisioning complete for port 22017232-06a2-4fd2-88a6-16025615e2ee triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:22:52.462295 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0a064df7-82c9-4d38-914f-200fb6b9dfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:52.623574 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-0a064df7-82c9-4d38-914f-200fb6b9dfa7 None None] Port 22017232-06a2-4fd2-88a6-16025615e2ee cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:22:52.727517 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-489b767a-965b-4593-a1cd-96a5d6296762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:52.885445 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5ef646d1-f1f6-40a5-bf46-cd35e195bdb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:52.920552 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef890f5-1d78-4141-8cff-b1f5b05c6366 req-1677cdd6-f8fa-49b7-8c47-604305a9a013 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:52.923621 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7ef890f5-1d78-4141-8cff-b1f5b05c6366 req-1677cdd6-f8fa-49b7-8c47-604305a9a013 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb44e820-aaab-4c85-abf2-b7b71cf5ca33 HTTP/1.1" status: 200 len: 935 time: 0.3643103 May 03 22:22:53.043578 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-252ccede-187b-4a1b-a843-725cb06c5195 req-2e4b6af6-e5d4-48b6-9f92-28b342cb777d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=35ce21f12cd94d25b91623f94e0ca9ed&device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.1578083 May 03 22:22:53.179907 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-252ccede-187b-4a1b-a843-725cb06c5195 req-a1701b44-4d23-45c3-b100-4a5032be97f7 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=35ce21f12cd94d25b91623f94e0ca9ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1013241 May 03 22:22:53.330271 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7ef890f5-1d78-4141-8cff-b1f5b05c6366 req-3b4cae8d-1f73-4855-88df-1766dcba7712 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d4ed537-dd1a-4b3e-a4c8-ae2d9fdabbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855642 May 03 22:22:53.380704 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ccede-187b-4a1b-a843-725cb06c5195 req-9bb2c871-55b6-439f-9440-de7ed70161e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:53.382179 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-252ccede-187b-4a1b-a843-725cb06c5195 req-9bb2c871-55b6-439f-9440-de7ed70161e0 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1901433 May 03 22:22:53.418693 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc184904-efb1-4afe-8fbe-e9c79e6aaead req-0faf21ce-2c31-4cad-9e38-3e444c65d20a tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:53.425433 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-489b767a-965b-4593-a1cd-96a5d6296762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22017232-06a2-4fd2-88a6-16025615e2ee {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:22:53.429135 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bc184904-efb1-4afe-8fbe-e9c79e6aaead req-0faf21ce-2c31-4cad-9e38-3e444c65d20a tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9150663-e1d2-452a-9c98-1e241aa51330 HTTP/1.1" status: 200 len: 946 time: 0.3292487 May 03 22:22:53.440835 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-489b767a-965b-4593-a1cd-96a5d6296762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:53.504348 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-489b767a-965b-4593-a1cd-96a5d6296762 service neutron] Transition to ACTIVE for port object 22017232-06a2-4fd2-88a6-16025615e2ee will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:22:53.511800 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-489b767a-965b-4593-a1cd-96a5d6296762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:53.546083 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device b2da60bb-93f7-43c6-89c1-7bff73b57b22 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:22:53.622099 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bc184904-efb1-4afe-8fbe-e9c79e6aaead req-6010a0fd-3f94-48ef-9801-546af5d86ef1 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/security-groups?id=8cd0ced8-df16-4075-96e1-bc7516352cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916633 May 03 22:22:53.958424 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78702721-07cc-4427-a8d7-ee15cf2683f3 req-ca473185-5434-4217-aefb-27d6f9ebcf2b tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:53.959985 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-78702721-07cc-4427-a8d7-ee15cf2683f3 req-ca473185-5434-4217-aefb-27d6f9ebcf2b tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=f44f4231-6d8a-4dc5-842c-c6cd982f518b HTTP/1.1" status: 200 len: 946 time: 0.2455382 May 03 22:22:53.985441 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:54.001214 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port b2da60bb-93f7-43c6-89c1-7bff73b57b22 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:22:54.006565 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port b2da60bb-93f7-43c6-89c1-7bff73b57b22 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:22:54.007776 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:54.028525 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b767a-965b-4593-a1cd-96a5d6296762 service neutron] Pushing event updated for resources: {'Port': ['ID=22017232-06a2-4fd2-88a6-16025615e2ee,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:54.075256 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e9910b5d-0425-4508-a511-84c8ce8d119f req-54cd1b70-579b-4b71-ac78-bb3304076724 tempest-ServersAdmin275Test-1077563977 tempest-ServersAdmin275Test-1077563977-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.0788646 May 03 22:22:54.107590 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-489b767a-965b-4593-a1cd-96a5d6296762 service neutron] Attempting to bind port 22017232-06a2-4fd2-88a6-16025615e2ee on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:22:54.108306 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-489b767a-965b-4593-a1cd-96a5d6296762 service neutron] Attempting to bind port 22017232-06a2-4fd2-88a6-16025615e2ee by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:22:54.109020 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-489b767a-965b-4593-a1cd-96a5d6296762 service neutron] Attempting to bind port 22017232-06a2-4fd2-88a6-16025615e2ee on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:22:54.115876 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-489b767a-965b-4593-a1cd-96a5d6296762 service neutron] Port 22017232-06a2-4fd2-88a6-16025615e2ee on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:22:54.116446 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-489b767a-965b-4593-a1cd-96a5d6296762 service neutron] Attempting to bind port 22017232-06a2-4fd2-88a6-16025615e2ee on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:22:54.125274 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-489b767a-965b-4593-a1cd-96a5d6296762 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:22:54.125835 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-489b767a-965b-4593-a1cd-96a5d6296762 service neutron] Checking segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:22:54.126456 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-489b767a-965b-4593-a1cd-96a5d6296762 service neutron] Bound using segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:22:54.127232 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-489b767a-965b-4593-a1cd-96a5d6296762 service neutron] Bound port: 22017232-06a2-4fd2-88a6-16025615e2ee, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:22:54.127755 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-489b767a-965b-4593-a1cd-96a5d6296762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:54.132968 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-78702721-07cc-4427-a8d7-ee15cf2683f3 req-2c002854-ec3e-45c6-8ce3-aa5198b64b67 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620119 May 03 22:22:54.294465 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:54.300261 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-489b767a-965b-4593-a1cd-96a5d6296762 service neutron] For port 22017232-06a2-4fd2-88a6-16025615e2ee, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:22:54.303681 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-489b767a-965b-4593-a1cd-96a5d6296762 service neutron] For port 22017232-06a2-4fd2-88a6-16025615e2ee, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=22017232-06a2-4fd2-88a6-16025615e2ee,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:22:54.311463 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-489b767a-965b-4593-a1cd-96a5d6296762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:54.346123 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc81c6b-1d4c-4f14-b174-70a5982763e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2da60bb-93f7-43c6-89c1-7bff73b57b22'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:22:54.357452 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port b2da60bb-93f7-43c6-89c1-7bff73b57b22, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=b2da60bb-93f7-43c6-89c1-7bff73b57b22,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:54.366501 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:54.396152 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-489b767a-965b-4593-a1cd-96a5d6296762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:54.396998 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-489b767a-965b-4593-a1cd-96a5d6296762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:54.398400 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-489b767a-965b-4593-a1cd-96a5d6296762 service neutron] 10.222.0.67 "PUT /v2.0/ports/22017232-06a2-4fd2-88a6-16025615e2ee HTTP/1.1" status: 200 len: 1095 time: 1.9972851 May 03 22:22:54.398836 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb44e820-aaab-4c85-abf2-b7b71cf5ca33', 'tag': '22017232-06a2-4fd2-88a6-16025615e2ee'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:22:54.412019 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582be7c7-146b-440c-9efb-9c5dd6785b4f req-192dbc56-970d-41db-87ed-b9e255f237a8 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:54.413647 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-582be7c7-146b-440c-9efb-9c5dd6785b4f req-192dbc56-970d-41db-87ed-b9e255f237a8 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2 HTTP/1.1" status: 200 len: 945 time: 0.1586480 May 03 22:22:54.428591 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b767a-965b-4593-a1cd-96a5d6296762 service neutron] Pushing event updated for resources: {'Port': ['ID=22017232-06a2-4fd2-88a6-16025615e2ee,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:54.480142 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=b2da60bb-93f7-43c6-89c1-7bff73b57b22,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:54.550811 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-582be7c7-146b-440c-9efb-9c5dd6785b4f req-26925138-112d-4856-9071-190cf9232161 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281989 May 03 22:22:54.610453 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-82f5d1b1-6f09-4c88-86ba-1e6c8a10d4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:54.611936 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-82f5d1b1-6f09-4c88-86ba-1e6c8a10d4d5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4df98d3e6e2f40c289596ec544d3623a&device_id=bb44e820-aaab-4c85-abf2-b7b71cf5ca33 HTTP/1.1" status: 200 len: 1098 time: 0.1632440 May 03 22:22:54.660012 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1132297-c585-49fa-8f4b-4d765aeecc93 req-b7b3b61b-e971-4531-b2a2-7f85219a98ef tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:54.663002 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c1132297-c585-49fa-8f4b-4d765aeecc93 req-b7b3b61b-e971-4531-b2a2-7f85219a98ef tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=97a076d6-cb30-497e-890a-60bea66a5d8c HTTP/1.1" status: 200 len: 1095 time: 0.1769998 May 03 22:22:54.706749 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-afb878d9-8632-4807-8828-7a97e5c2c140 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=22017232-06a2-4fd2-88a6-16025615e2ee HTTP/1.1" status: 200 len: 217 time: 0.0863085 May 03 22:22:54.739556 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c1132297-c585-49fa-8f4b-4d765aeecc93 req-9ec91127-cd73-4fe8-a0cd-027c5be1cf25 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667303 May 03 22:22:54.830699 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-568e5a1b-2347-46aa-94e6-1205731b65de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:54.832041 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-568e5a1b-2347-46aa-94e6-1205731b65de service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.1096177 May 03 22:22:54.939674 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcde99-df2f-4f8e-b675-bb33b036a28d req-df6cb084-d82f-4360-b0d6-40f820413727 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:54.941401 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-92dcde99-df2f-4f8e-b675-bb33b036a28d req-df6cb084-d82f-4360-b0d6-40f820413727 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9150663-e1d2-452a-9c98-1e241aa51330 HTTP/1.1" status: 200 len: 946 time: 0.1676264 May 03 22:22:54.951563 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-c954df4a-9714-4ccf-af12-5ddb668e1731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:54.953073 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-c954df4a-9714-4ccf-af12-5ddb668e1731 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1133869 May 03 22:22:54.953518 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49272) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:22:54.958532 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-53d33d5d-4ec3-4fb9-aaa2-12925df51ce0 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Request body: {'floatingip': {'port_id': '6a7b8c29-7f29-4047-a261-f3b90feb4edd'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:22:54.998930 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-96ab8e8b-d9ab-456a-8829-45a63b39368c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:55.022530 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a95f11a4-e987-481b-955c-54680419e96b'] response: {'server_uuid': 'dbc81c6b-1d4c-4f14-b174-70a5982763e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2da60bb-93f7-43c6-89c1-7bff73b57b22', 'code': 200} May 03 22:22:55.042375 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-252ccede-187b-4a1b-a843-725cb06c5195 req-9ab25270-3d28-4a84-a16d-bc854e4261da tempest-ServersAdmin275Test-1077563977 tempest-ServersAdmin275Test-1077563977-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce0eaa23-5c17-4ff6-8bd6-70acf7acadaf HTTP/1.1" status: 200 len: 210 time: 0.0994022 May 03 22:22:55.132540 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-53d33d5d-4ec3-4fb9-aaa2-12925df51ce0 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks [] for floatingip, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:55.176863 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-48db42ad-1ce0-4345-b8a1-c132b768edc0 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1296272029&fields=id&tenant_id=9271577ee7c14caabdc945c626e59f32 HTTP/1.1" status: 200 len: 267 time: 0.1657376 May 03 22:22:55.537318 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfd9a0-e7c2-4679-add2-4201d574ab0d req-16655fd0-dec9-436d-88da-0411a0b711b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:55.537573 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-5e3c8df3-78e7-4113-92a0-9cde4a3316f0 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5209498 May 03 22:22:55.538787 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bfdfd9a0-e7c2-4679-add2-4201d574ab0d req-16655fd0-dec9-436d-88da-0411a0b711b9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2 HTTP/1.1" status: 200 len: 1097 time: 0.4289968 May 03 22:22:55.548081 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40149090-cba7-4227-bd81-a875887e1472 req-b94e5e8b-c4ee-4010-8357-a95ac24f30e2 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:55.554500 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-40149090-cba7-4227-bd81-a875887e1472 req-b94e5e8b-c4ee-4010-8357-a95ac24f30e2 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb44e820-aaab-4c85-abf2-b7b71cf5ca33 HTTP/1.1" status: 200 len: 947 time: 0.3810811 May 03 22:22:55.578705 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-ef639715-68e8-47ce-8d7a-33e8df48dab9 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:55.580205 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-ef639715-68e8-47ce-8d7a-33e8df48dab9 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/networks?id=0e80666c-da9e-419c-8250-40f01b3c2c53 HTTP/1.1" status: 200 len: 816 time: 0.2357478 May 03 22:22:55.631392 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-72218c0f-21b2-481b-b760-f0aabbd33f07 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/quotas/9271577ee7c14caabdc945c626e59f32 HTTP/1.1" status: 200 len: 375 time: 0.0299594 May 03 22:22:55.684754 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-40149090-cba7-4227-bd81-a875887e1472 req-d12c1528-a586-4018-9dd4-0cf6d3ebc778 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d4ed537-dd1a-4b3e-a4c8-ae2d9fdabbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293652 May 03 22:22:55.687243 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bfdfd9a0-e7c2-4679-add2-4201d574ab0d req-f7ec3370-5172-4ea4-a663-63a45c22f384 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176057 May 03 22:22:55.755195 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4623e7eb-77e9-488d-943f-b3e8bf6e5080'] response: {'name': 'network-changed', 'server_uuid': 'bb44e820-aaab-4c85-abf2-b7b71cf5ca33', 'tag': '22017232-06a2-4fd2-88a6-16025615e2ee', 'status': 'completed', 'code': 200} May 03 22:22:55.765579 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-46242e0c-5a48-4cb1-a366-a263acd6ea33 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Synchronizing usage tracker for tenant:9271577ee7c14caabdc945c626e59f32 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:22:55.794321 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-46242e0c-5a48-4cb1-a366-a263acd6ea33 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Unset dirty status for tenant:9271577ee7c14caabdc945c626e59f32 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:22:55.810505 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-46242e0c-5a48-4cb1-a366-a263acd6ea33 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=9271577ee7c14caabdc945c626e59f32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1646433 May 03 22:22:55.889462 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a5c91c9a-50aa-4961-b752-c2c60b1ffe25 req-dd473404-52e6-4306-a0a7-75e80f490b90 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435026 May 03 22:22:56.065520 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-6f8ce5f1-57bc-46dc-b804-ecc76d4e639a service neutron] 10.222.0.58 "GET /v2.0/networks/0e80666c-da9e-419c-8250-40f01b3c2c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494025 May 03 22:22:56.078872 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-1c4cbb0a-6e45-4182-b903-488f849f7f67 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:56.080200 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-1c4cbb0a-6e45-4182-b903-488f849f7f67 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/networks?id=c529cb66-8468-429f-bb93-e81cdb567811 HTTP/1.1" status: 200 len: 808 time: 0.2384353 May 03 22:22:56.110828 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:56.132313 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-d6f03fc7-52a1-483e-94eb-3fa3faed1532 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/quotas/1727dc00a1e94099b181b574bcc185b6 HTTP/1.1" status: 200 len: 375 time: 0.0141702 May 03 22:22:56.207196 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:56.230990 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0229b-fef7-4a70-bb62-3f8a624f64d2 req-41480272-4c21-45bd-888d-de0829adcbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:56.232455 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3ab0229b-fef7-4a70-bb62-3f8a624f64d2 req-41480272-4c21-45bd-888d-de0829adcbda service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4df98d3e6e2f40c289596ec544d3623a&device_id=bb44e820-aaab-4c85-abf2-b7b71cf5ca33 HTTP/1.1" status: 200 len: 1098 time: 0.2851350 May 03 22:22:56.274423 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-c1e2ec4b-5bd6-4269-ba8a-061437436030 service neutron] 10.222.0.58 "GET /v2.0/networks/0e80666c-da9e-419c-8250-40f01b3c2c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930523 May 03 22:22:56.291534 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-09d4de5e-36ba-43ab-ab1d-f09b5dfbe1ad tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1727dc00a1e94099b181b574bcc185b6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1132972 May 03 22:22:56.422778 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-53d33d5d-4ec3-4fb9-aaa2-12925df51ce0 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:56.430221 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-53d33d5d-4ec3-4fb9-aaa2-12925df51ce0 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:56.430527 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-ec7a64f2-7d30-4f1f-b346-1c44d087f705 service neutron] 10.222.0.58 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322603 May 03 22:22:56.570741 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-6552783e-8aaf-40b0-a71b-663327574ef6 service neutron] 10.222.0.58 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394000 May 03 22:22:56.719321 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0229b-fef7-4a70-bb62-3f8a624f64d2 req-014fd019-c465-442f-a151-07ee24f7d079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:56.721103 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3ab0229b-fef7-4a70-bb62-3f8a624f64d2 req-014fd019-c465-442f-a151-07ee24f7d079 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.4817946 May 03 22:22:56.814654 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3ab0229b-fef7-4a70-bb62-3f8a624f64d2 req-516e8f76-b341-4bcd-81f4-52fa2ff6ed5a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=22017232-06a2-4fd2-88a6-16025615e2ee HTTP/1.1" status: 200 len: 217 time: 0.0851345 May 03 22:22:56.965074 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0229b-fef7-4a70-bb62-3f8a624f64d2 req-77907c04-cacc-44ad-aab7-0ad6a2c662cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:56.966543 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3ab0229b-fef7-4a70-bb62-3f8a624f64d2 req-77907c04-cacc-44ad-aab7-0ad6a2c662cc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.1414611 May 03 22:22:57.094228 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [None req-53d33d5d-4ec3-4fb9-aaa2-12925df51ce0 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Floating IP 0c9600c0-1288-4541-afb2-91760cd8a7e5 associated. External IP: 172.25.2.113, port: 6a7b8c29-7f29-4047-a261-f3b90feb4edd. May 03 22:22:57.225123 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e68736-f386-4b42-870b-7a06669bb64b req-235d99f1-741a-49ec-8947-ecfea235505b tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:57.227246 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-17e68736-f386-4b42-870b-7a06669bb64b req-235d99f1-741a-49ec-8947-ecfea235505b tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=f44f4231-6d8a-4dc5-842c-c6cd982f518b HTTP/1.1" status: 200 len: 946 time: 0.2631485 May 03 22:22:57.277760 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49344) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:22:57.297366 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4eb7e8-6581-4fc3-9452-7f158a7b4ab8 req-895f4b8c-15a9-4414-87c2-482caec0ca6e tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:57.304393 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ed4eb7e8-6581-4fc3-9452-7f158a7b4ab8 req-895f4b8c-15a9-4414-87c2-482caec0ca6e tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2 HTTP/1.1" status: 200 len: 946 time: 0.2730134 May 03 22:22:57.350602 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0229b-fef7-4a70-bb62-3f8a624f64d2 req-591d7fcd-90de-47f7-93c0-3009db600366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:57.352214 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3ab0229b-fef7-4a70-bb62-3f8a624f64d2 req-591d7fcd-90de-47f7-93c0-3009db600366 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3614666 May 03 22:22:57.359851 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-17e68736-f386-4b42-870b-7a06669bb64b req-cec5ebd0-6211-4587-af2c-e03d5040ffa7 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237476 May 03 22:22:57.375880 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ed4eb7e8-6581-4fc3-9452-7f158a7b4ab8 req-56eaaab7-8d84-4403-896e-8e62aef50685 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705535 May 03 22:22:57.475053 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:57.528638 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:57.578222 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3ab0229b-fef7-4a70-bb62-3f8a624f64d2 req-90964f96-df7d-479b-853b-42f0686972e3 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170773 May 03 22:22:57.627133 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65125b-82ea-402f-b780-a30193a1212c req-20e25de6-b324-4f7b-b40d-c5a29e92fded tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:57.635314 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-da65125b-82ea-402f-b780-a30193a1212c req-20e25de6-b324-4f7b-b40d-c5a29e92fded tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb44e820-aaab-4c85-abf2-b7b71cf5ca33 HTTP/1.1" status: 200 len: 947 time: 0.1421995 May 03 22:22:57.717876 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d5efe7ff-d5a1-4700-9df8-e801b884fef8 req-d09a0205-3fc0-4f0d-b93d-68a7d6b6a5cc tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a3591c6-e621-4a29-9248-41738139fe13 HTTP/1.1" status: 200 len: 210 time: 0.0798295 May 03 22:22:57.737946 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-798afff2-dd8e-4a51-87af-845be439b3ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:57.746504 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-da65125b-82ea-402f-b780-a30193a1212c req-42e514ce-b1ed-4db6-ba7c-60e16116168d tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d4ed537-dd1a-4b3e-a4c8-ae2d9fdabbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101294 May 03 22:22:57.795909 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-798afff2-dd8e-4a51-87af-845be439b3ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:22:57.858492 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-798afff2-dd8e-4a51-87af-845be439b3ab admin admin] Usage tracker for resource:security_group_rule and tenant:35ce21f12cd94d25b91623f94e0ca9ed is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:22:57.865886 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-798afff2-dd8e-4a51-87af-845be439b3ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:22:57.876768 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c8250b2e-d5f2-4d56-82ba-b3cc9cc97ce5 req-dc6eb78f-e111-4b13-b71c-0906d2ee2456 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee86532f-e195-440c-b703-f26c54ce43b9 HTTP/1.1" status: 200 len: 210 time: 0.0430856 May 03 22:22:57.884331 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-798afff2-dd8e-4a51-87af-845be439b3ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:22:57.956179 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3ab0229b-fef7-4a70-bb62-3f8a624f64d2 req-58ce13f7-0888-41c3-8041-7f367a62854f service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154769 May 03 22:22:57.969893 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d33d5d-4ec3-4fb9-aaa2-12925df51ce0 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Router a5f70386-1800-4d4b-8354-c9e438b792d1 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:22:58.177402 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-798afff2-dd8e-4a51-87af-845be439b3ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:58.221366 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-798afff2-dd8e-4a51-87af-845be439b3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:58.322369 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637d3c7-da4c-49ab-82c1-d50f0e02a82a req-2cf0dd27-3fe2-494a-9364-7cbf97fa5c87 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:58.323984 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b637d3c7-da4c-49ab-82c1-d50f0e02a82a req-2cf0dd27-3fe2-494a-9364-7cbf97fa5c87 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a46b823-e067-4c0d-8a50-0101b4fe990b HTTP/1.1" status: 200 len: 951 time: 0.3279345 May 03 22:22:58.337362 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764eed99-7c61-4f88-8154-7ab883aad416 req-88ca228a-209b-4530-9ac0-09cbc191cce8 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:58.339648 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-764eed99-7c61-4f88-8154-7ab883aad416 req-88ca228a-209b-4530-9ac0-09cbc191cce8 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=f44f4231-6d8a-4dc5-842c-c6cd982f518b HTTP/1.1" status: 200 len: 946 time: 0.1145661 May 03 22:22:58.347523 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d33d5d-4ec3-4fb9-aaa2-12925df51ce0 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:22:58.358320 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d29c344-e36b-47f1-af61-3b984441c7fb None None] Sync routers for ids ['a5f70386-1800-4d4b-8354-c9e438b792d1'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:22:58.368171 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d29c344-e36b-47f1-af61-3b984441c7fb None None] Routers {'a5f70386-1800-4d4b-8354-c9e438b792d1'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:22:58.368785 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-3d29c344-e36b-47f1-af61-3b984441c7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:22:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a5f70386-1800-4d4b-8354-c9e438b792d1'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:22:58.371917 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-798afff2-dd8e-4a51-87af-845be439b3ab admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=35ce21f12cd94d25b91623f94e0ca9ed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0886822 May 03 22:22:58.375144 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49364) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:22:58.384187 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798afff2-dd8e-4a51-87af-845be439b3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a49017c-7993-4af9-8a4a-a8ce3e812cab,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:58.408027 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-53d33d5d-4ec3-4fb9-aaa2-12925df51ce0 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:58.450920 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-764eed99-7c61-4f88-8154-7ab883aad416 req-074be5a1-5b4a-471a-ba5b-13363589d66b tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939617 May 03 22:22:58.468905 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b637d3c7-da4c-49ab-82c1-d50f0e02a82a req-bcc1d17b-a833-4bf0-9f36-f2809ea78dee tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.58 "GET /v2.0/security-groups?id=b0c691f1-a508-43e3-acd0-31bac239d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280603 May 03 22:22:58.524850 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3cfc20ea-33aa-44f6-90ce-23cd4661dce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:58.591051 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3cfc20ea-33aa-44f6-90ce-23cd4661dce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:58.621576 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-3d29c344-e36b-47f1-af61-3b984441c7fb None None] Set router a5f70386-1800-4d4b-8354-c9e438b792d1 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:22:58.684097 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3cfc20ea-33aa-44f6-90ce-23cd4661dce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:58.699178 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-ea8b6f1a-01d9-4690-b88d-76f2557224e2 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:58.699797 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-ea8b6f1a-01d9-4690-b88d-76f2557224e2 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Synchronizing usage tracker for tenant:9271577ee7c14caabdc945c626e59f32 on resource:network {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:22:58.726619 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc20ea-33aa-44f6-90ce-23cd4661dce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a49017c-7993-4af9-8a4a-a8ce3e812cab,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:58.811442 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-53d33d5d-4ec3-4fb9-aaa2-12925df51ce0 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "PUT /v2.0/floatingips/0c9600c0-1288-4541-afb2-91760cd8a7e5 HTTP/1.1" status: 200 len: 992 time: 3.8568366 May 03 22:22:58.820921 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9150663-e1d2-452a-9c98-1e241aa51330', 'tag': '6a7b8c29-7f29-4047-a261-f3b90feb4edd'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:22:58.832321 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-ea8b6f1a-01d9-4690-b88d-76f2557224e2 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Unset dirty status for tenant:9271577ee7c14caabdc945c626e59f32 on resource:network {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:22:58.833707 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-ea8b6f1a-01d9-4690-b88d-76f2557224e2 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.67 "GET /v2.0/networks?id=0e80666c-da9e-419c-8250-40f01b3c2c53 HTTP/1.1" status: 200 len: 816 time: 0.6532722 May 03 22:22:58.908394 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3cfc20ea-33aa-44f6-90ce-23cd4661dce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:58.911833 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3cfc20ea-33aa-44f6-90ce-23cd4661dce2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3a49017c-7993-4af9-8a4a-a8ce3e812cab HTTP/1.1" status: 204 len: 168 time: 0.5341258 May 03 22:22:58.918968 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-d25cc761-83a7-40b6-bde8-580181a9ae41 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Synchronizing usage tracker for tenant:9271577ee7c14caabdc945c626e59f32 on resource:security_group {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:22:58.950216 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-d25cc761-83a7-40b6-bde8-580181a9ae41 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Unset dirty status for tenant:9271577ee7c14caabdc945c626e59f32 on resource:security_group {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:22:58.951295 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-d25cc761-83a7-40b6-bde8-580181a9ae41 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9271577ee7c14caabdc945c626e59f32 HTTP/1.1" status: 200 len: 380 time: 0.1095433 May 03 22:22:58.961344 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-034e19f7-988c-4e42-97db-563763cffe08 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Request body: {'port': {'device_id': '6a3591c6-e621-4a29-9248-41738139fe13', 'network_id': '0e80666c-da9e-419c-8250-40f01b3c2c53', 'admin_state_up': True, 'tenant_id': '9271577ee7c14caabdc945c626e59f32', 'security_groups': ['c7c440ae-7993-4776-abde-eb5ddb36d18b']}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:22:58.971868 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8ba39586-1dda-44cc-8b22-7ad6b6e9f6d2 req-ea1fa0a6-c891-42a3-a0c4-f55601a45b0e tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a3591c6-e621-4a29-9248-41738139fe13 HTTP/1.1" status: 200 len: 210 time: 0.0800421 May 03 22:22:59.096086 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-3d29c344-e36b-47f1-af61-3b984441c7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860188686-router', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:19:40Z', 'updated_at': '2022-05-03T22:19:49Z', 'revision_number': 4, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'gw_port': {'id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:90:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:42Z', 'updated_at': '2022-05-03T22:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '0c9600c0-1288-4541-afb2-91760cd8a7e5', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'floating_ip_address': '172.25.2.113', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'port_id': '6a7b8c29-7f29-4047-a261-f3b90feb4edd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b', 'mac_address': 'fa:16:3e:f8:75:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9150663-e1d2-452a-9c98-1e241aa51330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:20:15Z', 'updated_at': '2022-05-03T22:22:56Z', 'revision_number': 5, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd750c2f-b8b2-4c4e-9c30-322b670234b8', 'name': '', 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'mac_address': 'fa:16:3e:7c:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'da75e2b0-fbbe-493e-9b55-a7ecaaa82565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:48Z', 'updated_at': '2022-05-03T22:19:59Z', 'revision_number': 5, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'subnets': [{'id': 'da75e2b0-fbbe-493e-9b55-a7ecaaa82565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:22:59.105954 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d29c344-e36b-47f1-af61-3b984441c7fb None None] Checking router: a5f70386-1800-4d4b-8354-c9e438b792d1 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:22:59.108527 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 22017232-06a2-4fd2-88a6-16025615e2ee details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:22:59.141247 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d29c344-e36b-47f1-af61-3b984441c7fb None None] Routers {'a5f70386-1800-4d4b-8354-c9e438b792d1'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:22:59.143508 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-3d29c344-e36b-47f1-af61-3b984441c7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:22:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a5f70386-1800-4d4b-8354-c9e438b792d1'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:22:59.267708 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-162341c9-fa4f-4fd3-a21a-0c463fa4003f tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:59.269238 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-162341c9-fa4f-4fd3-a21a-0c463fa4003f tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.67 "GET /v2.0/networks?id=c529cb66-8468-429f-bb93-e81cdb567811 HTTP/1.1" status: 200 len: 808 time: 0.4041026 May 03 22:22:59.291581 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-c66e2fa2-5a69-49dc-9830-6dd285cfc815 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Request body: {'port': {'device_id': 'ee86532f-e195-440c-b703-f26c54ce43b9', 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811', 'admin_state_up': True, 'tenant_id': '1727dc00a1e94099b181b574bcc185b6'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:22:59.301420 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-034e19f7-988c-4e42-97db-563763cffe08 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:22:59.325716 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-034e19f7-988c-4e42-97db-563763cffe08 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:22:59.339093 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196e276-0ed3-4238-bbb7-da55d43a3e44 req-a95cde29-7d6e-4ab3-937d-744ea91f36c0 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:59.345085 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-034e19f7-988c-4e42-97db-563763cffe08 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Made reservation on behalf of 9271577ee7c14caabdc945c626e59f32 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:22:59.347030 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1196e276-0ed3-4238-bbb7-da55d43a3e44 req-a95cde29-7d6e-4ab3-937d-744ea91f36c0 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2 HTTP/1.1" status: 200 len: 946 time: 0.6108522 May 03 22:22:59.348805 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-034e19f7-988c-4e42-97db-563763cffe08 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:59.441598 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 22017232-06a2-4fd2-88a6-16025615e2ee, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=22017232-06a2-4fd2-88a6-16025615e2ee,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:59.472558 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '22017232-06a2-4fd2-88a6-16025615e2ee', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': '22017232-06a2-4fd2-88a6-16025615e2ee', 'mac_address': 'fa:16:3e:3d:c5:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:22:59.489933 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-3d29c344-e36b-47f1-af61-3b984441c7fb None None] Set router a5f70386-1800-4d4b-8354-c9e438b792d1 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:22:59.580345 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:59.605880 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 0de9beb0-4bd1-4194-b8d5-b17061445344 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:22:59.647322 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49410) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:22:59.686053 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22017232-06a2-4fd2-88a6-16025615e2ee {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:22:59.707218 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-034e19f7-988c-4e42-97db-563763cffe08 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Allocated IP 172.20.0.13 (0e80666c-da9e-419c-8250-40f01b3c2c53/28c578e4-f40c-45f7-97b3-868ce0caad29/f9e1d8ec-800e-4c85-936a-ab579716abcb) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:22:59.707480 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-af4059b9-1b08-4836-a1ce-205676df56aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:59.730524 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 22017232-06a2-4fd2-88a6-16025615e2ee, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=22017232-06a2-4fd2-88a6-16025615e2ee,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:59.737812 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1196e276-0ed3-4238-bbb7-da55d43a3e44 req-a7cfa309-25e7-4fee-b692-30b5cc06293b tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898113 May 03 22:22:59.741589 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:59.814008 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-af4059b9-1b08-4836-a1ce-205676df56aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:22:59.834459 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-af4059b9-1b08-4836-a1ce-205676df56aa admin admin] Usage tracker for resource:security_group_rule and tenant:7b498f6d3dc846769991a1f29138d369 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:22:59.839790 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-af4059b9-1b08-4836-a1ce-205676df56aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:22:59.857963 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-af4059b9-1b08-4836-a1ce-205676df56aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:22:59.867167 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-c66e2fa2-5a69-49dc-9830-6dd285cfc815 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:22:59.914706 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:59.927319 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b3c6d-b8a1-448d-897d-38960fa06cd6 req-0027545e-1416-420d-9236-c8908112ac56 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:22:59.941961 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-034e19f7-988c-4e42-97db-563763cffe08 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:59.946571 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-852b3c6d-b8a1-448d-897d-38960fa06cd6 req-0027545e-1416-420d-9236-c8908112ac56 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb44e820-aaab-4c85-abf2-b7b71cf5ca33 HTTP/1.1" status: 200 len: 947 time: 0.5660017 May 03 22:22:59.950378 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-c66e2fa2-5a69-49dc-9830-6dd285cfc815 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:22:59.959108 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=22017232-06a2-4fd2-88a6-16025615e2ee,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:22:59.962137 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-034e19f7-988c-4e42-97db-563763cffe08 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Transition to ACTIVE for port object f9e1d8ec-800e-4c85-936a-ab579716abcb will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:22:59.979582 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a46b823-e067-4c0d-8a50-0101b4fe990b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0de9beb0-4bd1-4194-b8d5-b17061445344'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:22:59.991704 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-034e19f7-988c-4e42-97db-563763cffe08 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:22:59.994315 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 0de9beb0-4bd1-4194-b8d5-b17061445344, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0de9beb0-4bd1-4194-b8d5-b17061445344,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:22:59.999752 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:00.070299 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-c66e2fa2-5a69-49dc-9830-6dd285cfc815 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Made reservation on behalf of 1727dc00a1e94099b181b574bcc185b6 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:23:00.074345 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-c66e2fa2-5a69-49dc-9830-6dd285cfc815 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:00.095805 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['22017232-06a2-4fd2-88a6-16025615e2ee'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:23:00.116604 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-852b3c6d-b8a1-448d-897d-38960fa06cd6 req-85171421-3b23-4e07-a47a-c41899e13710 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d4ed537-dd1a-4b3e-a4c8-ae2d9fdabbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690805 May 03 22:23:00.174942 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e19f7-988c-4e42-97db-563763cffe08 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Pushing event updated for resources: {'Port': ['ID=f9e1d8ec-800e-4c85-936a-ab579716abcb,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:00.191362 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-3d29c344-e36b-47f1-af61-3b984441c7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860188686-router', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:19:40Z', 'updated_at': '2022-05-03T22:19:49Z', 'revision_number': 4, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'gw_port': {'id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:90:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:42Z', 'updated_at': '2022-05-03T22:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '0c9600c0-1288-4541-afb2-91760cd8a7e5', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'floating_ip_address': '172.25.2.113', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'port_id': '6a7b8c29-7f29-4047-a261-f3b90feb4edd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b', 'mac_address': 'fa:16:3e:f8:75:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9150663-e1d2-452a-9c98-1e241aa51330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:20:15Z', 'updated_at': '2022-05-03T22:22:56Z', 'revision_number': 5, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd750c2f-b8b2-4c4e-9c30-322b670234b8', 'name': '', 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'mac_address': 'fa:16:3e:7c:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'da75e2b0-fbbe-493e-9b55-a7ecaaa82565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:48Z', 'updated_at': '2022-05-03T22:19:59Z', 'revision_number': 5, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'subnets': [{'id': 'da75e2b0-fbbe-493e-9b55-a7ecaaa82565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:23:00.203156 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d29c344-e36b-47f1-af61-3b984441c7fb None None] The sync data for ids ['a5f70386-1800-4d4b-8354-c9e438b792d1'] in n-d-811807-1 is: [{'id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860188686-router', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:19:40Z', 'updated_at': '2022-05-03T22:19:49Z', 'revision_number': 4, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'gw_port': {'id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:90:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:42Z', 'updated_at': '2022-05-03T22:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '0c9600c0-1288-4541-afb2-91760cd8a7e5', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'floating_ip_address': '172.25.2.113', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'port_id': '6a7b8c29-7f29-4047-a261-f3b90feb4edd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b', 'mac_address': 'fa:16:3e:f8:75:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9150663-e1d2-452a-9c98-1e241aa51330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:20:15Z', 'updated_at': '2022-05-03T22:22:56Z', 'revision_number': 5, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd750c2f-b8b2-4c4e-9c30-322b670234b8', 'name': '', 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'mac_address': 'fa:16:3e:7c:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'da75e2b0-fbbe-493e-9b55-a7ecaaa82565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:48Z', 'updated_at': '2022-05-03T22:19:59Z', 'revision_number': 5, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'subnets': [{'id': 'da75e2b0-fbbe-493e-9b55-a7ecaaa82565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:23:00.207674 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-034e19f7-988c-4e42-97db-563763cffe08 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Network 0e80666c-da9e-419c-8250-40f01b3c2c53 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:23:00.208047 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=0de9beb0-4bd1-4194-b8d5-b17061445344,revision_number=11']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:00.209452 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-034e19f7-988c-4e42-97db-563763cffe08 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:23:00.219644 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-034e19f7-988c-4e42-97db-563763cffe08 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:23:00.235503 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-af4059b9-1b08-4836-a1ce-205676df56aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:00.287628 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cae8b0b0-b902-42ba-b6ad-7e4f2e2da16a'] response: {'name': 'network-changed', 'server_uuid': 'f9150663-e1d2-452a-9c98-1e241aa51330', 'tag': '6a7b8c29-7f29-4047-a261-f3b90feb4edd', 'status': 'completed', 'code': 200} May 03 22:23:00.299698 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-af4059b9-1b08-4836-a1ce-205676df56aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:00.364205 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-034e19f7-988c-4e42-97db-563763cffe08 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:00.364870 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-034e19f7-988c-4e42-97db-563763cffe08 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:00.413604 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-034e19f7-988c-4e42-97db-563763cffe08 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4558187 May 03 22:23:00.427082 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-fea19cef-daf7-467c-badf-657baa8122a2 service neutron] Request body: {'port': {'device_id': '6a3591c6-e621-4a29-9248-41738139fe13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:23:00.485258 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4059b9-1b08-4836-a1ce-205676df56aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c7a2d6-63b1-4159-bf03-fd0c0e8c496c,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:00.550154 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23fac75f-b674-4f37-8b78-dc2975028616 req-dd3ca1b3-3d38-4af3-85cc-4a086d31fd96 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee86532f-e195-440c-b703-f26c54ce43b9 HTTP/1.1" status: 200 len: 210 time: 0.0960729 May 03 22:23:00.586738 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc3f945-179d-4a26-9949-0193b21933f7 None None] New status for floating IP 0c9600c0-1288-4541-afb2-91760cd8a7e5: ACTIVE {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:23:00.636990 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-fea19cef-daf7-467c-badf-657baa8122a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:00.652249 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd6b59-1061-4b39-a43d-31a80631ca18 req-f88a47ce-a1cb-4fc9-af3a-80328537a5e9 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:00.654148 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-73cd6b59-1061-4b39-a43d-31a80631ca18 req-f88a47ce-a1cb-4fc9-af3a-80328537a5e9 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9150663-e1d2-452a-9c98-1e241aa51330 HTTP/1.1" status: 200 len: 946 time: 0.6775963 May 03 22:23:00.701135 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-914c15ca-f438-4ddc-93d6-c941401dd5a3 None None] Provisioning for port f9e1d8ec-800e-4c85-936a-ab579716abcb completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:23:00.710151 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-914c15ca-f438-4ddc-93d6-c941401dd5a3 None None] Provisioning complete for port f9e1d8ec-800e-4c85-936a-ab579716abcb triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:23:00.710537 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-914c15ca-f438-4ddc-93d6-c941401dd5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:00.771393 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-c66e2fa2-5a69-49dc-9830-6dd285cfc815 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Allocated IP 172.20.0.3 (c529cb66-8468-429f-bb93-e81cdb567811/1ee1af50-b130-474e-bc7b-1c6042f9e7e1/3bb23a7a-7efd-41eb-a608-deed81ecc158) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:23:01.010843 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-914c15ca-f438-4ddc-93d6-c941401dd5a3 None None] Port f9e1d8ec-800e-4c85-936a-ab579716abcb cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:23:01.024815 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-af4059b9-1b08-4836-a1ce-205676df56aa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7b498f6d3dc846769991a1f29138d369&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3702190 May 03 22:23:01.025729 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49430) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:23:01.048486 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-c66e2fa2-5a69-49dc-9830-6dd285cfc815 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:01.108829 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 22017232-06a2-4fd2-88a6-16025615e2ee up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:23:01.169952 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-fea19cef-daf7-467c-badf-657baa8122a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e1d8ec-800e-4c85-936a-ab579716abcb {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:23:01.175609 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-73cd6b59-1061-4b39-a43d-31a80631ca18 req-343e3c4b-2819-4204-8f30-b2f54c9f3693 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/security-groups?id=8cd0ced8-df16-4075-96e1-bc7516352cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485610 May 03 22:23:01.186565 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221d3ab-47bd-4995-9058-290c4cc0cb6d req-b1887ab0-dc1e-4e20-a65d-140815e42d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:01.188157 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9221d3ab-47bd-4995-9058-290c4cc0cb6d req-b1887ab0-dc1e-4e20-a65d-140815e42d71 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6d5fe23fb043446983dcb5606ef7203e&device_id=f9150663-e1d2-452a-9c98-1e241aa51330 HTTP/1.1" status: 200 len: 1097 time: 0.8899739 May 03 22:23:01.190375 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-fea19cef-daf7-467c-badf-657baa8122a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:01.216060 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-fea19cef-daf7-467c-badf-657baa8122a2 service neutron] Transition to ACTIVE for port object f9e1d8ec-800e-4c85-936a-ab579716abcb will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:23:01.223022 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 22017232-06a2-4fd2-88a6-16025615e2ee completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:23:01.229545 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 22017232-06a2-4fd2-88a6-16025615e2ee triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:23:01.231024 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-fea19cef-daf7-467c-badf-657baa8122a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:01.231186 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:01.276233 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c945cb59-c039-46e6-88d8-120eb49c924a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:01.286321 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-c66e2fa2-5a69-49dc-9830-6dd285cfc815 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:01.366657 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:01.408077 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 22017232-06a2-4fd2-88a6-16025615e2ee, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=22017232-06a2-4fd2-88a6-16025615e2ee,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:23:01.413913 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:01.437518 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea19cef-daf7-467c-badf-657baa8122a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e1d8ec-800e-4c85-936a-ab579716abcb,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:01.463934 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c945cb59-c039-46e6-88d8-120eb49c924a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:01.515286 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e2fa2-5a69-49dc-9830-6dd285cfc815 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Pushing event updated for resources: {'Port': ['ID=3bb23a7a-7efd-41eb-a608-deed81ecc158,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:01.548332 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=22017232-06a2-4fd2-88a6-16025615e2ee,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:01.657155 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-fea19cef-daf7-467c-badf-657baa8122a2 service neutron] Attempting to bind port f9e1d8ec-800e-4c85-936a-ab579716abcb on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:23:01.657509 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-fea19cef-daf7-467c-badf-657baa8122a2 service neutron] Attempting to bind port f9e1d8ec-800e-4c85-936a-ab579716abcb by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '92821917-315b-4061-8d3c-143fde4cc6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0e80666c-da9e-419c-8250-40f01b3c2c53'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:23:01.658332 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-fea19cef-daf7-467c-badf-657baa8122a2 service neutron] Attempting to bind port f9e1d8ec-800e-4c85-936a-ab579716abcb on network 0e80666c-da9e-419c-8250-40f01b3c2c53 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:23:01.663941 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c945cb59-c039-46e6-88d8-120eb49c924a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:01.679855 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-fea19cef-daf7-467c-badf-657baa8122a2 service neutron] Port f9e1d8ec-800e-4c85-936a-ab579716abcb on network 0e80666c-da9e-419c-8250-40f01b3c2c53 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:23:01.680109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-fea19cef-daf7-467c-badf-657baa8122a2 service neutron] Attempting to bind port f9e1d8ec-800e-4c85-936a-ab579716abcb on network 0e80666c-da9e-419c-8250-40f01b3c2c53 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:23:01.688372 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945cb59-c039-46e6-88d8-120eb49c924a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c7a2d6-63b1-4159-bf03-fd0c0e8c496c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:01.700213 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c945cb59-c039-46e6-88d8-120eb49c924a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:01.703756 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c945cb59-c039-46e6-88d8-120eb49c924a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a0c7a2d6-63b1-4159-bf03-fd0c0e8c496c HTTP/1.1" status: 204 len: 168 time: 0.6748526 May 03 22:23:01.703756 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-fea19cef-daf7-467c-badf-657baa8122a2 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:23:01.703756 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-fea19cef-daf7-467c-badf-657baa8122a2 service neutron] Checking segment: {'id': '92821917-315b-4061-8d3c-143fde4cc6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0e80666c-da9e-419c-8250-40f01b3c2c53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:23:01.703756 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-fea19cef-daf7-467c-badf-657baa8122a2 service neutron] Bound using segment: {'id': '92821917-315b-4061-8d3c-143fde4cc6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0e80666c-da9e-419c-8250-40f01b3c2c53'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:23:01.704345 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-fea19cef-daf7-467c-badf-657baa8122a2 service neutron] Bound port: f9e1d8ec-800e-4c85-936a-ab579716abcb, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92821917-315b-4061-8d3c-143fde4cc6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '0e80666c-da9e-419c-8250-40f01b3c2c53'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:23:01.704726 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-fea19cef-daf7-467c-badf-657baa8122a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:01.732175 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094341d-8cf3-4342-af3d-1e110c92f291 req-a7e522e9-2130-49c9-9499-081f3af76f54 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:01.734148 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c094341d-8cf3-4342-af3d-1e110c92f291 req-a7e522e9-2130-49c9-9499-081f3af76f54 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=f44f4231-6d8a-4dc5-842c-c6cd982f518b HTTP/1.1" status: 200 len: 946 time: 0.6807189 May 03 22:23:01.739239 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221d3ab-47bd-4995-9058-290c4cc0cb6d req-713e72c0-a73f-4cb6-bd8f-92c1c0efe59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:01.740967 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9221d3ab-47bd-4995-9058-290c4cc0cb6d req-713e72c0-a73f-4cb6-bd8f-92c1c0efe59c service neutron] 10.222.0.60 "GET /v2.0/networks?id=fc15fac9-7438-4d00-8baf-ffa13ed5602b HTTP/1.1" status: 200 len: 924 time: 0.5202699 May 03 22:23:01.743334 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-c66e2fa2-5a69-49dc-9830-6dd285cfc815 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Network c529cb66-8468-429f-bb93-e81cdb567811 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:23:01.759749 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-c66e2fa2-5a69-49dc-9830-6dd285cfc815 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:23:01.764294 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-c66e2fa2-5a69-49dc-9830-6dd285cfc815 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:23:01.822866 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-fea19cef-daf7-467c-badf-657baa8122a2 service neutron] For port f9e1d8ec-800e-4c85-936a-ab579716abcb, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:23:01.826840 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-fea19cef-daf7-467c-badf-657baa8122a2 service neutron] For port f9e1d8ec-800e-4c85-936a-ab579716abcb, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=f9e1d8ec-800e-4c85-936a-ab579716abcb,segment=NetworkSegment(92821917-315b-4061-8d3c-143fde4cc6cc),segment_id=92821917-315b-4061-8d3c-143fde4cc6cc)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:23:01.833790 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-fea19cef-daf7-467c-badf-657baa8122a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:01.835225 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-c66e2fa2-5a69-49dc-9830-6dd285cfc815 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:01.835921 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-c66e2fa2-5a69-49dc-9830-6dd285cfc815 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:01.920182 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-fea19cef-daf7-467c-badf-657baa8122a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:01.925631 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-fea19cef-daf7-467c-badf-657baa8122a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:01.928797 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-fea19cef-daf7-467c-badf-657baa8122a2 service neutron] 10.222.0.67 "PUT /v2.0/ports/f9e1d8ec-800e-4c85-936a-ab579716abcb HTTP/1.1" status: 200 len: 1092 time: 1.5075445 May 03 22:23:01.981357 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c094341d-8cf3-4342-af3d-1e110c92f291 req-bb9a14bb-4100-4589-8428-1cad770a87f7 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347836 May 03 22:23:01.981807 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea19cef-daf7-467c-badf-657baa8122a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e1d8ec-800e-4c85-936a-ab579716abcb,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:02.025944 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-c66e2fa2-5a69-49dc-9830-6dd285cfc815 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7345791 May 03 22:23:02.040977 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcdd9aa-7aba-4c7b-88a9-c15fcbcd7e76 req-a4902c27-1d32-4253-ba10-aafbe0400291 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:02.049078 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cdcdd9aa-7aba-4c7b-88a9-c15fcbcd7e76 req-a4902c27-1d32-4253-ba10-aafbe0400291 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2 HTTP/1.1" status: 200 len: 1097 time: 0.3894229 May 03 22:23:02.057185 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-d380aceb-9db9-467e-8534-6998df1156a4 service neutron] Request body: {'port': {'device_id': 'ee86532f-e195-440c-b703-f26c54ce43b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:23:02.058919 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f31acb7d-e598-47dd-8dfe-f439048d4f7e'] response: {'server_uuid': '4a46b823-e067-4c0d-8a50-0101b4fe990b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0de9beb0-4bd1-4194-b8d5-b17061445344', 'code': 200} May 03 22:23:02.159848 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9221d3ab-47bd-4995-9058-290c4cc0cb6d req-37386052-da54-4cd7-b4a7-cce66831c530 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a7b8c29-7f29-4047-a261-f3b90feb4edd HTTP/1.1" status: 200 len: 1002 time: 0.3328357 May 03 22:23:02.296638 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3591c6-e621-4a29-9248-41738139fe13', 'tag': 'f9e1d8ec-800e-4c85-936a-ab579716abcb'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:23:02.329637 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-d380aceb-9db9-467e-8534-6998df1156a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:02.355874 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-3c4cb6da-4b39-4d90-8f42-121ce82659d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:02.357461 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-3c4cb6da-4b39-4d90-8f42-121ce82659d7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9271577ee7c14caabdc945c626e59f32&device_id=6a3591c6-e621-4a29-9248-41738139fe13 HTTP/1.1" status: 200 len: 1095 time: 0.3689318 May 03 22:23:02.360516 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ff015adc-25a6-4f8d-9ef2-905070bb951f req-590d3989-e299-448e-a03f-0299ee6ea909 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4a46b823-e067-4c0d-8a50-0101b4fe990b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3707845 May 03 22:23:02.477522 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-cd4782dd-ad27-4de9-aa3e-c52698b76257 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9e1d8ec-800e-4c85-936a-ab579716abcb HTTP/1.1" status: 200 len: 217 time: 0.0989010 May 03 22:23:02.502813 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cdcdd9aa-7aba-4c7b-88a9-c15fcbcd7e76 req-1e650153-0a07-422b-b983-68d932bfe29e tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527080 May 03 22:23:02.550836 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221d3ab-47bd-4995-9058-290c4cc0cb6d req-b53dd285-553c-40d8-86f8-6583465de2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:02.552199 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9221d3ab-47bd-4995-9058-290c4cc0cb6d req-b53dd285-553c-40d8-86f8-6583465de2c8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=da75e2b0-fbbe-493e-9b55-a7ecaaa82565 HTTP/1.1" status: 200 len: 862 time: 0.2917674 May 03 22:23:02.649672 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-10f916e6-3509-4c3b-83d7-b74c62518e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:02.652829 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-10f916e6-3509-4c3b-83d7-b74c62518e6f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=28c578e4-f40c-45f7-97b3-868ce0caad29 HTTP/1.1" status: 200 len: 855 time: 0.1667483 May 03 22:23:02.742940 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa2d3c-d297-443a-881a-bba8ab1393a1 req-e220f5fc-5708-4582-bb08-d3f3e955eb31 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:02.750690 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b1fa2d3c-d297-443a-881a-bba8ab1393a1 req-e220f5fc-5708-4582-bb08-d3f3e955eb31 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a3591c6-e621-4a29-9248-41738139fe13 HTTP/1.1" status: 200 len: 944 time: 0.4526498 May 03 22:23:02.761286 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff015adc-25a6-4f8d-9ef2-905070bb951f req-7f0b71f1-58e8-468e-9d9c-f7ba5e84ebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:02.763189 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ff015adc-25a6-4f8d-9ef2-905070bb951f req-7f0b71f1-58e8-468e-9d9c-f7ba5e84ebfb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c25128d1dc404559a7cea1be8fc20408&device_id=4a46b823-e067-4c0d-8a50-0101b4fe990b HTTP/1.1" status: 200 len: 1100 time: 0.2352631 May 03 22:23:02.788719 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-17c889a5-3674-435b-92c7-946d11919083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:02.790194 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-17c889a5-3674-435b-92c7-946d11919083 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0e80666c-da9e-419c-8250-40f01b3c2c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1287649 May 03 22:23:02.851434 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b1fa2d3c-d297-443a-881a-bba8ab1393a1 req-4b39ab76-3832-4e8a-a0df-c648a8b34192 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/security-groups?id=c7c440ae-7993-4776-abde-eb5ddb36d18b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937607 May 03 22:23:02.989986 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221d3ab-47bd-4995-9058-290c4cc0cb6d req-ab6e0c97-5aee-45d5-a956-941f466f11cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:02.991478 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9221d3ab-47bd-4995-9058-290c4cc0cb6d req-ab6e0c97-5aee-45d5-a956-941f466f11cf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fc15fac9-7438-4d00-8baf-ffa13ed5602b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4239318 May 03 22:23:03.049369 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-591f1e15-f211-4c3c-80af-530d5ce87c58 service neutron] 10.222.0.67 "GET /v2.0/networks/0e80666c-da9e-419c-8250-40f01b3c2c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337499 May 03 22:23:03.051009 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff015adc-25a6-4f8d-9ef2-905070bb951f req-33d64e84-f329-418e-ab6a-ba4091b2e97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:03.051798 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ff015adc-25a6-4f8d-9ef2-905070bb951f req-33d64e84-f329-418e-ab6a-ba4091b2e97b service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.2654784 May 03 22:23:03.193710 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0f34bd7f-e5d3-4a0d-b82a-c867923afdf5 req-c40de71e-797a-4898-8bb1-abff94d8334d service neutron] 10.222.0.67 "GET /v2.0/networks/0e80666c-da9e-419c-8250-40f01b3c2c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375191 May 03 22:23:03.232406 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b16ad3-fbf8-4471-99ee-1543cb468e64 req-5defc6f4-4628-47e6-88a8-3f7e1fd287f3 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:03.239152 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-44b16ad3-fbf8-4471-99ee-1543cb468e64 req-5defc6f4-4628-47e6-88a8-3f7e1fd287f3 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb44e820-aaab-4c85-abf2-b7b71cf5ca33 HTTP/1.1" status: 200 len: 949 time: 0.3896344 May 03 22:23:03.259418 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ff015adc-25a6-4f8d-9ef2-905070bb951f req-e55c1128-79cd-4ec8-a6c1-3f99e7f06523 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=0de9beb0-4bd1-4194-b8d5-b17061445344 HTTP/1.1" status: 200 len: 217 time: 0.0647213 May 03 22:23:03.325260 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9221d3ab-47bd-4995-9058-290c4cc0cb6d req-92bf9b26-3663-49c5-a2fa-62a57b97f644 service neutron] 10.222.0.60 "GET /v2.0/networks/fc15fac9-7438-4d00-8baf-ffa13ed5602b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239505 May 03 22:23:03.329770 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff015adc-25a6-4f8d-9ef2-905070bb951f req-93cb955a-cc01-427f-8a2a-72a1d96a07cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:03.331358 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ff015adc-25a6-4f8d-9ef2-905070bb951f req-93cb955a-cc01-427f-8a2a-72a1d96a07cb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.0640872 May 03 22:23:03.349560 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755a460-94f8-4c11-9eb3-55a3817ef4f2 req-360db672-8932-4577-a2d0-a0207992e82b tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:03.350322 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-2755a460-94f8-4c11-9eb3-55a3817ef4f2 req-360db672-8932-4577-a2d0-a0207992e82b tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Synchronizing usage tracker for tenant:1727dc00a1e94099b181b574bcc185b6 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:23:03.431311 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff015adc-25a6-4f8d-9ef2-905070bb951f req-9e81be79-b21d-4615-8edb-f97b39c707e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:03.434080 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ff015adc-25a6-4f8d-9ef2-905070bb951f req-9e81be79-b21d-4615-8edb-f97b39c707e4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0948386 May 03 22:23:03.481074 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-d380aceb-9db9-467e-8534-6998df1156a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bb23a7a-7efd-41eb-a608-deed81ecc158 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:23:03.487756 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-44b16ad3-fbf8-4471-99ee-1543cb468e64 req-91df778f-acec-4647-be6e-da6454b6f5e5 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d4ed537-dd1a-4b3e-a4c8-ae2d9fdabbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478030 May 03 22:23:03.498800 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-d380aceb-9db9-467e-8534-6998df1156a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:03.515605 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-2755a460-94f8-4c11-9eb3-55a3817ef4f2 req-360db672-8932-4577-a2d0-a0207992e82b tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Unset dirty status for tenant:1727dc00a1e94099b181b574bcc185b6 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:23:03.522239 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2755a460-94f8-4c11-9eb3-55a3817ef4f2 req-360db672-8932-4577-a2d0-a0207992e82b tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee86532f-e195-440c-b703-f26c54ce43b9 HTTP/1.1" status: 200 len: 931 time: 0.4963565 May 03 22:23:03.558382 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-d380aceb-9db9-467e-8534-6998df1156a4 service neutron] Transition to ACTIVE for port object 3bb23a7a-7efd-41eb-a608-deed81ecc158 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:23:03.582756 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-d380aceb-9db9-467e-8534-6998df1156a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:03.699189 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ff015adc-25a6-4f8d-9ef2-905070bb951f req-73eefd86-2811-4bf8-990b-92827345a56e service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579746 May 03 22:23:03.700958 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e59c6011-713c-422b-96f3-1345fb28223b'] response: {'name': 'network-changed', 'server_uuid': '6a3591c6-e621-4a29-9248-41738139fe13', 'tag': 'f9e1d8ec-800e-4c85-936a-ab579716abcb', 'status': 'completed', 'code': 200} May 03 22:23:03.779932 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9221d3ab-47bd-4995-9058-290c4cc0cb6d req-6ab277d2-c2ac-44ab-8e00-d70713b3bfdd service neutron] 10.222.0.60 "GET /v2.0/networks/fc15fac9-7438-4d00-8baf-ffa13ed5602b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266794 May 03 22:23:03.856997 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2755a460-94f8-4c11-9eb3-55a3817ef4f2 req-4625540a-6958-4791-a2d2-e6805b9e9fce tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338020 May 03 22:23:03.923750 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380aceb-9db9-467e-8534-6998df1156a4 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb23a7a-7efd-41eb-a608-deed81ecc158,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:04.061753 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb44e820-aaab-4c85-abf2-b7b71cf5ca33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22017232-06a2-4fd2-88a6-16025615e2ee'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:23:04.090876 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505338f-6d15-41ef-9bbe-55c149c4cf7f req-1739fc2e-d49d-41ef-9386-c5c28ea7c97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:04.092357 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0505338f-6d15-41ef-9bbe-55c149c4cf7f req-1739fc2e-d49d-41ef-9386-c5c28ea7c97e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9271577ee7c14caabdc945c626e59f32&device_id=6a3591c6-e621-4a29-9248-41738139fe13 HTTP/1.1" status: 200 len: 1095 time: 0.3903921 May 03 22:23:04.100386 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ff015adc-25a6-4f8d-9ef2-905070bb951f req-35b32188-1ba4-406d-931b-cb862a9f2581 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463697 May 03 22:23:04.269227 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505338f-6d15-41ef-9bbe-55c149c4cf7f req-0b9b27ca-59b9-4001-b00c-347d19abf9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:04.271264 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0505338f-6d15-41ef-9bbe-55c149c4cf7f req-0b9b27ca-59b9-4001-b00c-347d19abf9eb service neutron] 10.222.0.67 "GET /v2.0/networks?id=0e80666c-da9e-419c-8250-40f01b3c2c53 HTTP/1.1" status: 200 len: 917 time: 0.1700480 May 03 22:23:04.276597 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-d380aceb-9db9-467e-8534-6998df1156a4 service neutron] Attempting to bind port 3bb23a7a-7efd-41eb-a608-deed81ecc158 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:23:04.276931 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-d380aceb-9db9-467e-8534-6998df1156a4 service neutron] Attempting to bind port 3bb23a7a-7efd-41eb-a608-deed81ecc158 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:23:04.277258 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-d380aceb-9db9-467e-8534-6998df1156a4 service neutron] Attempting to bind port 3bb23a7a-7efd-41eb-a608-deed81ecc158 on network c529cb66-8468-429f-bb93-e81cdb567811 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:23:04.289194 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-d380aceb-9db9-467e-8534-6998df1156a4 service neutron] Port 3bb23a7a-7efd-41eb-a608-deed81ecc158 on network c529cb66-8468-429f-bb93-e81cdb567811 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:23:04.289532 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-d380aceb-9db9-467e-8534-6998df1156a4 service neutron] Attempting to bind port 3bb23a7a-7efd-41eb-a608-deed81ecc158 on network c529cb66-8468-429f-bb93-e81cdb567811 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:23:04.320759 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-d380aceb-9db9-467e-8534-6998df1156a4 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:23:04.321106 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-d380aceb-9db9-467e-8534-6998df1156a4 service neutron] Checking segment: {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:23:04.321499 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-d380aceb-9db9-467e-8534-6998df1156a4 service neutron] Bound using segment: {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:23:04.321965 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-d380aceb-9db9-467e-8534-6998df1156a4 service neutron] Bound port: 3bb23a7a-7efd-41eb-a608-deed81ecc158, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:23:04.322352 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-d380aceb-9db9-467e-8534-6998df1156a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:04.365955 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d615ab-438c-4e70-a250-b87e9070d39d req-68ca9750-4360-42c7-aeba-ceb25338090a tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:04.373139 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-40d615ab-438c-4e70-a250-b87e9070d39d req-68ca9750-4360-42c7-aeba-ceb25338090a tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a3591c6-e621-4a29-9248-41738139fe13 HTTP/1.1" status: 200 len: 944 time: 0.2880187 May 03 22:23:04.429330 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7a931-860b-4ede-986e-3a4758f1f06a req-83d408e8-c863-489e-9842-d37146bc5a9b tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:04.431077 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-43d7a931-860b-4ede-986e-3a4758f1f06a req-83d408e8-c863-489e-9842-d37146bc5a9b tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=f44f4231-6d8a-4dc5-842c-c6cd982f518b HTTP/1.1" status: 200 len: 946 time: 0.3383827 May 03 22:23:04.528154 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0505338f-6d15-41ef-9bbe-55c149c4cf7f req-f6ed59c2-8bb8-4e50-96e6-e390576accc4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9e1d8ec-800e-4c85-936a-ab579716abcb HTTP/1.1" status: 200 len: 217 time: 0.2497044 May 03 22:23:04.559600 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-40d615ab-438c-4e70-a250-b87e9070d39d req-93f1ee43-7d2c-4111-9b1b-d349989c42d6 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/security-groups?id=c7c440ae-7993-4776-abde-eb5ddb36d18b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854329 May 03 22:23:04.612402 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-43d7a931-860b-4ede-986e-3a4758f1f06a req-190b18d6-59d3-4cff-bd7a-ec17a5b360d9 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550632 May 03 22:23:04.615514 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-d380aceb-9db9-467e-8534-6998df1156a4 service neutron] For port 3bb23a7a-7efd-41eb-a608-deed81ecc158, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:23:04.619620 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-d380aceb-9db9-467e-8534-6998df1156a4 service neutron] For port 3bb23a7a-7efd-41eb-a608-deed81ecc158, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=3bb23a7a-7efd-41eb-a608-deed81ecc158,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:23:04.627290 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-d380aceb-9db9-467e-8534-6998df1156a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:04.689111 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505338f-6d15-41ef-9bbe-55c149c4cf7f req-378db58e-549a-49bd-a9d9-0f1625e43471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:04.690785 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0505338f-6d15-41ef-9bbe-55c149c4cf7f req-378db58e-549a-49bd-a9d9-0f1625e43471 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=28c578e4-f40c-45f7-97b3-868ce0caad29 HTTP/1.1" status: 200 len: 855 time: 0.1457558 May 03 22:23:04.707422 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-d380aceb-9db9-467e-8534-6998df1156a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:04.708164 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-d380aceb-9db9-467e-8534-6998df1156a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:04.709400 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-d380aceb-9db9-467e-8534-6998df1156a4 service neutron] 10.222.0.67 "PUT /v2.0/ports/3bb23a7a-7efd-41eb-a608-deed81ecc158 HTTP/1.1" status: 200 len: 1091 time: 2.6811142 May 03 22:23:04.709834 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee86532f-e195-440c-b703-f26c54ce43b9', 'tag': '3bb23a7a-7efd-41eb-a608-deed81ecc158'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:23:04.791852 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380aceb-9db9-467e-8534-6998df1156a4 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb23a7a-7efd-41eb-a608-deed81ecc158,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:04.797234 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505338f-6d15-41ef-9bbe-55c149c4cf7f req-5cc3280b-01d8-4ec1-b18e-6c915fa2391a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:04.798992 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0505338f-6d15-41ef-9bbe-55c149c4cf7f req-5cc3280b-01d8-4ec1-b18e-6c915fa2391a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0e80666c-da9e-419c-8250-40f01b3c2c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974133 May 03 22:23:04.824460 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93c7cbed-d1a6-4d01-b1e4-0e7747b1ed90'] response: {'server_uuid': 'bb44e820-aaab-4c85-abf2-b7b71cf5ca33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22017232-06a2-4fd2-88a6-16025615e2ee', 'code': 200} May 03 22:23:04.869300 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-7f3dd160-b0e6-4c1e-bc9d-e342da164689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:04.870964 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-7f3dd160-b0e6-4c1e-bc9d-e342da164689 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1727dc00a1e94099b181b574bcc185b6&device_id=ee86532f-e195-440c-b703-f26c54ce43b9 HTTP/1.1" status: 200 len: 1094 time: 0.1210618 May 03 22:23:04.940937 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:23:05.034071 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-39999136-2110-4f85-90da-ab4d2ab3573b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bb23a7a-7efd-41eb-a608-deed81ecc158 HTTP/1.1" status: 200 len: 217 time: 0.1549678 May 03 22:23:05.046841 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b130d336-01f9-433f-a572-2834906f729d req-19c4ac00-012a-4472-b7de-fc4d36b589c2 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=6acd1521cdd74962882938955cd4c844&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408700 May 03 22:23:05.048619 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0505338f-6d15-41ef-9bbe-55c149c4cf7f req-e7dd185b-81f0-47dd-be06-160a2135c774 service neutron] 10.222.0.67 "GET /v2.0/networks/0e80666c-da9e-419c-8250-40f01b3c2c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411275 May 03 22:23:05.221257 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-8488b13f-0595-4ec7-8f1b-df9fc28c97fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:05.224121 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-8488b13f-0595-4ec7-8f1b-df9fc28c97fa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1ee1af50-b130-474e-bc7b-1c6042f9e7e1 HTTP/1.1" status: 200 len: 848 time: 0.1792629 May 03 22:23:05.245257 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edc635-afa9-40e7-83c6-fc5404707303 req-4b8b659c-276b-4e31-b849-f574d205fc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:05.249561 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-14edc635-afa9-40e7-83c6-fc5404707303 req-4b8b659c-276b-4e31-b849-f574d205fc0c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bb44e820-aaab-4c85-abf2-b7b71cf5ca33 HTTP/1.1" status: 200 len: 1100 time: 0.3085048 May 03 22:23:05.253718 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0505338f-6d15-41ef-9bbe-55c149c4cf7f req-1429219d-2d97-4096-85e5-53d1ebc0d33b service neutron] 10.222.0.67 "GET /v2.0/networks/0e80666c-da9e-419c-8250-40f01b3c2c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744750 May 03 22:23:05.295752 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-9ea4d477-0a3f-4303-883b-a5e0c25e71e0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c529cb66-8468-429f-bb93-e81cdb567811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602641 May 03 22:23:05.308021 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-14edc635-afa9-40e7-83c6-fc5404707303 req-f9aee7a5-c91d-45b4-9f8d-77d876776652 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4d4ed537-dd1a-4b3e-a4c8-ae2d9fdabbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514638 May 03 22:23:05.369050 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6b810-447b-4b5d-9f4c-82ab48e3c746 req-2ed25a23-6a27-4370-9b83-5e847e4e88cb tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:05.371026 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-68c6b810-447b-4b5d-9f4c-82ab48e3c746 req-2ed25a23-6a27-4370-9b83-5e847e4e88cb tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb44e820-aaab-4c85-abf2-b7b71cf5ca33 HTTP/1.1" status: 200 len: 949 time: 0.4023671 May 03 22:23:05.440761 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130d336-01f9-433f-a572-2834906f729d req-f9796f45-5d1e-4560-8a6d-a7b275f41c30 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:05.442192 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b130d336-01f9-433f-a572-2834906f729d req-f9796f45-5d1e-4560-8a6d-a7b275f41c30 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3554335 May 03 22:23:05.484982 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b130d336-01f9-433f-a572-2834906f729d req-86409216-82c6-4e41-809a-4cff26cd5f42 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/quotas/6acd1521cdd74962882938955cd4c844 HTTP/1.1" status: 200 len: 375 time: 0.0361383 May 03 22:23:05.538876 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-68c6b810-447b-4b5d-9f4c-82ab48e3c746 req-13d0f4f3-cce8-4256-a125-b75e1938ef05 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d4ed537-dd1a-4b3e-a4c8-ae2d9fdabbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618309 May 03 22:23:05.555424 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b130d336-01f9-433f-a572-2834906f729d req-bd246e83-3345-458e-a288-deef6a9f715d tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6acd1521cdd74962882938955cd4c844&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639656 May 03 22:23:05.563880 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-9a252242-f4bd-41a6-be20-60ed8a631512 service neutron] 10.222.0.67 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602277 May 03 22:23:05.598422 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-411bd835-c89a-43c6-b429-c5facb25fef8'] response: {'name': 'network-changed', 'server_uuid': 'ee86532f-e195-440c-b703-f26c54ce43b9', 'tag': '3bb23a7a-7efd-41eb-a608-deed81ecc158', 'status': 'completed', 'code': 200} May 03 22:23:05.734772 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eea9987b-9e7e-4525-a56e-382e6cff888d req-57b4d878-8323-47a0-b3cb-3780a583e10c service neutron] 10.222.0.67 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637986 May 03 22:23:06.031918 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f8d8c-0801-48d4-ad4d-b584aa40c363 req-54b4f02d-ab8f-4862-98b5-df29c0c7ae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:06.033412 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b00f8d8c-0801-48d4-ad4d-b584aa40c363 req-54b4f02d-ab8f-4862-98b5-df29c0c7ae9d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1727dc00a1e94099b181b574bcc185b6&device_id=ee86532f-e195-440c-b703-f26c54ce43b9 HTTP/1.1" status: 200 len: 1094 time: 0.2086654 May 03 22:23:06.041146 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce0102-3f8e-49ba-b4be-5c6b53df95ae req-23afba03-2661-4f41-9b35-576456bfbbae tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:06.042773 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-91ce0102-3f8e-49ba-b4be-5c6b53df95ae req-23afba03-2661-4f41-9b35-576456bfbbae tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee86532f-e195-440c-b703-f26c54ce43b9 HTTP/1.1" status: 200 len: 943 time: 0.2596004 May 03 22:23:06.192297 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-91ce0102-3f8e-49ba-b4be-5c6b53df95ae req-c7a41bc9-c787-4925-ac2d-0c6428335110 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262338 May 03 22:23:06.225722 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f8d8c-0801-48d4-ad4d-b584aa40c363 req-ec7ebadf-64c6-4c05-9287-59b787545e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:06.227239 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b00f8d8c-0801-48d4-ad4d-b584aa40c363 req-ec7ebadf-64c6-4c05-9287-59b787545e9f service neutron] 10.222.0.67 "GET /v2.0/networks?id=c529cb66-8468-429f-bb93-e81cdb567811 HTTP/1.1" status: 200 len: 909 time: 0.1835265 May 03 22:23:06.247165 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-686ff558-52bf-401d-8324-a1f4c8e30c49 req-566067be-265a-4ce3-9e4a-f40134b4ba1a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6067ca7b-a19e-461b-aa2a-c63e6a67d1a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0907252 May 03 22:23:06.338402 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b00f8d8c-0801-48d4-ad4d-b584aa40c363 req-9122bae7-1dd3-4bff-b534-12abbed00061 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bb23a7a-7efd-41eb-a608-deed81ecc158 HTTP/1.1" status: 200 len: 217 time: 0.0996141 May 03 22:23:06.442335 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ff558-52bf-401d-8324-a1f4c8e30c49 req-ce39ba25-4d60-4c6e-8cb6-8fb6926feecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:06.444288 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-686ff558-52bf-401d-8324-a1f4c8e30c49 req-ce39ba25-4d60-4c6e-8cb6-8fb6926feecd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&device_id=6067ca7b-a19e-461b-aa2a-c63e6a67d1a5 HTTP/1.1" status: 200 len: 1095 time: 0.0772834 May 03 22:23:06.473344 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f8d8c-0801-48d4-ad4d-b584aa40c363 req-7bdade5a-96b9-47c7-bd11-a6c976abb904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:06.474793 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b00f8d8c-0801-48d4-ad4d-b584aa40c363 req-7bdade5a-96b9-47c7-bd11-a6c976abb904 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1ee1af50-b130-474e-bc7b-1c6042f9e7e1 HTTP/1.1" status: 200 len: 848 time: 0.1251614 May 03 22:23:06.540458 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b00f8d8c-0801-48d4-ad4d-b584aa40c363 req-3739303e-6b1e-45f3-a37f-a8dda856201c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c529cb66-8468-429f-bb93-e81cdb567811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584736 May 03 22:23:06.630072 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef4cde-1fe1-4ec2-9851-c65d9e14d3d9 req-41da9863-1d88-4af5-aca8-f8827fc89bd5 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:06.632409 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cef4cde-1fe1-4ec2-9851-c65d9e14d3d9 req-41da9863-1d88-4af5-aca8-f8827fc89bd5 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a3591c6-e621-4a29-9248-41738139fe13 HTTP/1.1" status: 200 len: 944 time: 0.3334293 May 03 22:23:06.645980 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ff558-52bf-401d-8324-a1f4c8e30c49 req-4ded36ed-9a56-4b31-9100-4bc2ce9925bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:06.647715 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-686ff558-52bf-401d-8324-a1f4c8e30c49 req-4ded36ed-9a56-4b31-9100-4bc2ce9925bd service neutron] 10.222.0.67 "GET /v2.0/networks?id=3476088d-e412-4e55-9c2f-549019c16834 HTTP/1.1" status: 200 len: 922 time: 0.1734385 May 03 22:23:06.686618 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fcd4fb-addb-4d87-8a25-06326d9242f4 req-7cc1c30c-960f-466b-8fa8-03f74a6c5970 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:06.688093 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f3fcd4fb-addb-4d87-8a25-06326d9242f4 req-7cc1c30c-960f-466b-8fa8-03f74a6c5970 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=f44f4231-6d8a-4dc5-842c-c6cd982f518b HTTP/1.1" status: 200 len: 946 time: 0.2991004 May 03 22:23:06.722126 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-686ff558-52bf-401d-8324-a1f4c8e30c49 req-137c2a5f-188a-4c98-b779-063e23f7282b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bf60e9a-e969-4165-80c4-622d4ed829f6 HTTP/1.1" status: 200 len: 217 time: 0.0632691 May 03 22:23:06.788646 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ff558-52bf-401d-8324-a1f4c8e30c49 req-6b531cb1-c7ff-4387-b88d-2b40f6f1302a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:06.790049 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-686ff558-52bf-401d-8324-a1f4c8e30c49 req-6b531cb1-c7ff-4387-b88d-2b40f6f1302a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=63a9fee3-85c4-4a95-8dcc-67111d08a3de HTTP/1.1" status: 200 len: 861 time: 0.0620177 May 03 22:23:06.795504 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b00f8d8c-0801-48d4-ad4d-b584aa40c363 req-cf99aaa8-5ecd-44ef-a91b-67bdce57f1ca service neutron] 10.222.0.67 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471309 May 03 22:23:06.799864 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cef4cde-1fe1-4ec2-9851-c65d9e14d3d9 req-18c52ba8-6c24-481c-b8fe-9d10f52908be tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/security-groups?id=c7c440ae-7993-4776-abde-eb5ddb36d18b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215520 May 03 22:23:06.802569 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f3fcd4fb-addb-4d87-8a25-06326d9242f4 req-502e34e8-4deb-4d16-8a95-e66fa263b0a6 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915856 May 03 22:23:06.926620 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-686ff558-52bf-401d-8324-a1f4c8e30c49 req-5d937ae3-64fe-461e-80ef-0c084e6c6849 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3476088d-e412-4e55-9c2f-549019c16834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1239619 May 03 22:23:06.996484 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-54d6ba92-8e07-4380-ac95-864cd1857684 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=6acd1521cdd74962882938955cd4c844&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392797 May 03 22:23:07.160283 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b130d336-01f9-433f-a572-2834906f729d req-865cb8f5-6f0b-403f-b1ca-673d02be1972 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=6acd1521cdd74962882938955cd4c844&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329294 May 03 22:23:07.218235 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b00f8d8c-0801-48d4-ad4d-b584aa40c363 req-8a89deb1-5b33-4c3d-b4b2-ca0bb16f15ed service neutron] 10.222.0.67 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146550 May 03 22:23:07.238266 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-4accdb68-21d3-4a76-b1e4-5fc96d3bb588 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:07.245477 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-4accdb68-21d3-4a76-b1e4-5fc96d3bb588 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2419391 May 03 22:23:07.272314 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-8b00bc5b-8a0f-49c9-ad8d-0ce1ff08dcab tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/quotas/6acd1521cdd74962882938955cd4c844 HTTP/1.1" status: 200 len: 375 time: 0.0256770 May 03 22:23:07.333083 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-686ff558-52bf-401d-8324-a1f4c8e30c49 req-a565bb67-6d24-4ba0-b8fc-d734f5208b04 service neutron] 10.222.0.67 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988419 May 03 22:23:07.339962 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-054bf766-302f-4e1f-a5d9-4e63bd16eab8 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6acd1521cdd74962882938955cd4c844&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665150 May 03 22:23:07.367701 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ed292-664a-46d3-9396-b7c668d3a039 req-bae8f274-b695-4d85-a8b1-5008f853422e tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:07.369197 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6a7ed292-664a-46d3-9396-b7c668d3a039 req-bae8f274-b695-4d85-a8b1-5008f853422e tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb44e820-aaab-4c85-abf2-b7b71cf5ca33 HTTP/1.1" status: 200 len: 949 time: 0.2349191 May 03 22:23:07.465585 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6a7ed292-664a-46d3-9396-b7c668d3a039 req-6add61e6-dfc3-4d9a-9445-a1fd097169fe tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d4ed537-dd1a-4b3e-a4c8-ae2d9fdabbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877390 May 03 22:23:07.474203 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130d336-01f9-433f-a572-2834906f729d req-61cd8062-7e3a-4556-9d50-cce9a062c0b8 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:07.476364 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b130d336-01f9-433f-a572-2834906f729d req-61cd8062-7e3a-4556-9d50-cce9a062c0b8 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3088200 May 03 22:23:07.491523 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-b130d336-01f9-433f-a572-2834906f729d req-1d182363-2289-4321-b137-584d5d850007 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Request body: {'port': {'device_id': '173cf94f-2d3e-4360-9e62-e8f7ce3a15f5', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'admin_state_up': True, 'tenant_id': '6acd1521cdd74962882938955cd4c844'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:23:07.703624 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bccf17-2e19-4f1b-8295-c8114017da74 req-5b2c9052-bc64-46de-a384-2cab2ae1b2d4 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:07.705207 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f1bccf17-2e19-4f1b-8295-c8114017da74 req-5b2c9052-bc64-46de-a384-2cab2ae1b2d4 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee86532f-e195-440c-b703-f26c54ce43b9 HTTP/1.1" status: 200 len: 943 time: 0.0965021 May 03 22:23:07.788397 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f1bccf17-2e19-4f1b-8295-c8114017da74 req-fb55d4b9-383f-4800-aefe-508e6607f1d8 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768383 May 03 22:23:07.843407 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-686ff558-52bf-401d-8324-a1f4c8e30c49 req-aedbfcfe-de87-447a-9d8a-c3ddd2aed69f service neutron] 10.222.0.67 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5022933 May 03 22:23:07.864517 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-b130d336-01f9-433f-a572-2834906f729d req-1d182363-2289-4321-b137-584d5d850007 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:23:07.868558 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-b130d336-01f9-433f-a572-2834906f729d req-1d182363-2289-4321-b137-584d5d850007 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Usage tracker for resource:port and tenant:6acd1521cdd74962882938955cd4c844 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:23:07.873093 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-b130d336-01f9-433f-a572-2834906f729d req-1d182363-2289-4321-b137-584d5d850007 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:23:07.879386 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-b130d336-01f9-433f-a572-2834906f729d req-1d182363-2289-4321-b137-584d5d850007 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:23:07.892315 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b130d336-01f9-433f-a572-2834906f729d req-1d182363-2289-4321-b137-584d5d850007 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Made reservation on behalf of 6acd1521cdd74962882938955cd4c844 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:23:07.896047 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b130d336-01f9-433f-a572-2834906f729d req-1d182363-2289-4321-b137-584d5d850007 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:07.899175 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3ec1a9e-6caa-4eed-864a-189e3ed4c631 req-fa07b491-e65b-41a9-838f-66b74f33152c tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=14a8a283-1d71-4167-8217-8abcf46f185f HTTP/1.1" status: 200 len: 210 time: 0.0555823 May 03 22:23:07.915094 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b130d336-01f9-433f-a572-2834906f729d req-1d182363-2289-4321-b137-584d5d850007 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:07.962848 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-b130d336-01f9-433f-a572-2834906f729d req-1d182363-2289-4321-b137-584d5d850007 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:23:07.971157 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-b130d336-01f9-433f-a572-2834906f729d req-1d182363-2289-4321-b137-584d5d850007 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Usage tracker for resource:security_group_rule and tenant:6acd1521cdd74962882938955cd4c844 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:23:07.974814 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-b130d336-01f9-433f-a572-2834906f729d req-1d182363-2289-4321-b137-584d5d850007 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:23:07.983931 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-b130d336-01f9-433f-a572-2834906f729d req-1d182363-2289-4321-b137-584d5d850007 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:23:08.227602 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b130d336-01f9-433f-a572-2834906f729d req-1d182363-2289-4321-b137-584d5d850007 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:08.238364 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b130d336-01f9-433f-a572-2834906f729d req-1d182363-2289-4321-b137-584d5d850007 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:08.340810 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182363-2289-4321-b137-584d5d850007 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2bb228-4d44-427c-801a-2b7b7f63bbdd,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:08.356832 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee59e0-7c60-4e97-955a-51985d4ff9ce req-6ab4cefa-a236-44f1-a3fe-8e4d55299266 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:08.358394 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-21ee59e0-7c60-4e97-955a-51985d4ff9ce req-6ab4cefa-a236-44f1-a3fe-8e4d55299266 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a3591c6-e621-4a29-9248-41738139fe13 HTTP/1.1" status: 200 len: 944 time: 0.1867726 May 03 22:23:08.554155 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-b130d336-01f9-433f-a572-2834906f729d req-1d182363-2289-4321-b137-584d5d850007 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Allocated IP 192.168.233.218 (7e14e0ca-f320-4236-9b9e-a9e4f415dbeb/1dff747c-9d3c-4e06-92c1-836fbb9482c4/e88861b5-d8ba-4e52-b091-feae2a0ddafa) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:23:08.605460 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-21ee59e0-7c60-4e97-955a-51985d4ff9ce req-7757e307-d082-44b6-ac69-b32f5a253fb4 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/security-groups?id=c7c440ae-7993-4776-abde-eb5ddb36d18b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556315 May 03 22:23:08.676118 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ca8a1-c9b5-4a55-8b02-d4e58a7a7b88 req-ea843c19-e74e-41e8-9610-9289c77d670e tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:08.678070 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-701ca8a1-c9b5-4a55-8b02-d4e58a7a7b88 req-ea843c19-e74e-41e8-9610-9289c77d670e tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=f44f4231-6d8a-4dc5-842c-c6cd982f518b HTTP/1.1" status: 200 len: 946 time: 0.3310823 May 03 22:23:08.742884 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-701ca8a1-c9b5-4a55-8b02-d4e58a7a7b88 req-ee38bf2e-2928-46bc-8af8-ceb75c6442fe tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565927 May 03 22:23:08.805242 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b130d336-01f9-433f-a572-2834906f729d req-1d182363-2289-4321-b137-584d5d850007 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:08.821200 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-b130d336-01f9-433f-a572-2834906f729d req-1d182363-2289-4321-b137-584d5d850007 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Transition to ACTIVE for port object e88861b5-d8ba-4e52-b091-feae2a0ddafa will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:23:08.848538 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b130d336-01f9-433f-a572-2834906f729d req-1d182363-2289-4321-b137-584d5d850007 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:08.930418 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b130d336-01f9-433f-a572-2834906f729d req-1d182363-2289-4321-b137-584d5d850007 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:23:08.933903 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-b130d336-01f9-433f-a572-2834906f729d req-1d182363-2289-4321-b137-584d5d850007 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:23:08.937741 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-b130d336-01f9-433f-a572-2834906f729d req-1d182363-2289-4321-b137-584d5d850007 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:23:08.947313 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492ef58-133e-4913-aac0-4966eccfb513 req-6d335c9f-0a4e-4581-8990-174883c3b956 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:08.949010 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d492ef58-133e-4913-aac0-4966eccfb513 req-6d335c9f-0a4e-4581-8990-174883c3b956 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb44e820-aaab-4c85-abf2-b7b71cf5ca33 HTTP/1.1" status: 200 len: 949 time: 0.0903673 May 03 22:23:08.973132 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182363-2289-4321-b137-584d5d850007 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Pushing event updated for resources: {'Port': ['ID=e88861b5-d8ba-4e52-b091-feae2a0ddafa,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:09.009428 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130d336-01f9-433f-a572-2834906f729d req-1d182363-2289-4321-b137-584d5d850007 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:09.010158 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b130d336-01f9-433f-a572-2834906f729d req-1d182363-2289-4321-b137-584d5d850007 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:09.040548 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b130d336-01f9-433f-a572-2834906f729d req-1d182363-2289-4321-b137-584d5d850007 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5552528 May 03 22:23:09.058792 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-b130d336-01f9-433f-a572-2834906f729d req-bb12a618-f4fc-40f6-9048-d799fe06034d service neutron] Request body: {'port': {'device_id': '173cf94f-2d3e-4360-9e62-e8f7ce3a15f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:23:09.152272 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d492ef58-133e-4913-aac0-4966eccfb513 req-8d0d4fb3-ec07-4afa-aa0d-f6cf87272d4b tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d4ed537-dd1a-4b3e-a4c8-ae2d9fdabbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969597 May 03 22:23:09.159355 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 3bb23a7a-7efd-41eb-a608-deed81ecc158 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:23:09.207469 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b130d336-01f9-433f-a572-2834906f729d req-bb12a618-f4fc-40f6-9048-d799fe06034d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:09.245322 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-c2c73a34-ba67-4797-9ce5-833023536c39 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=6acd1521cdd74962882938955cd4c844&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0839589 May 03 22:23:09.310852 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f688fb6-5470-4dfc-a12f-dd21f6b9c1ee req-e3e448ed-d5bd-4549-a797-60df5c5d770f tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:09.318380 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f688fb6-5470-4dfc-a12f-dd21f6b9c1ee req-e3e448ed-d5bd-4549-a797-60df5c5d770f tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee86532f-e195-440c-b703-f26c54ce43b9 HTTP/1.1" status: 200 len: 943 time: 0.2419114 May 03 22:23:09.403720 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-97a7a7a6-e9b5-4947-8390-cf032534f975 None None] Provisioning for port e88861b5-d8ba-4e52-b091-feae2a0ddafa completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:23:09.415088 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-97a7a7a6-e9b5-4947-8390-cf032534f975 None None] Provisioning complete for port e88861b5-d8ba-4e52-b091-feae2a0ddafa triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:23:09.415467 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-97a7a7a6-e9b5-4947-8390-cf032534f975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:09.478633 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f688fb6-5470-4dfc-a12f-dd21f6b9c1ee req-8cc3e0ea-5977-4927-b32b-fb6678fcd88a tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504252 May 03 22:23:09.494356 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 3bb23a7a-7efd-41eb-a608-deed81ecc158, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=3bb23a7a-7efd-41eb-a608-deed81ecc158,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:23:09.518102 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '3bb23a7a-7efd-41eb-a608-deed81ecc158', 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811', 'port_id': '3bb23a7a-7efd-41eb-a608-deed81ecc158', 'mac_address': 'fa:16:3e:55:29:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ee1af50-b130-474e-bc7b-1c6042f9e7e1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:23:09.522125 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-97a7a7a6-e9b5-4947-8390-cf032534f975 None None] Port e88861b5-d8ba-4e52-b091-feae2a0ddafa cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:23:09.570518 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f66860af-c4ee-4c57-a1d3-abc8f0a80604 req-d14bbef7-f8fa-4278-9bbd-94680948a2a6 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=14a8a283-1d71-4167-8217-8abcf46f185f HTTP/1.1" status: 200 len: 210 time: 0.0866091 May 03 22:23:09.583979 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-3c79e1de-463c-49ca-baf3-d993acf883b0 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:09.587938 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-3c79e1de-463c-49ca-baf3-d993acf883b0 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3243568 May 03 22:23:09.606327 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:09.609354 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-ca13d15f-27e3-469a-a3e7-857ca353a5fe tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Request body: {'port': {'device_id': '14a8a283-1d71-4167-8217-8abcf46f185f', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'admin_state_up': True, 'tenant_id': '6acd1521cdd74962882938955cd4c844'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:23:09.625572 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bb23a7a-7efd-41eb-a608-deed81ecc158 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:23:09.644216 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 3bb23a7a-7efd-41eb-a608-deed81ecc158, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=3bb23a7a-7efd-41eb-a608-deed81ecc158,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:23:09.650673 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:09.748977 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-b130d336-01f9-433f-a572-2834906f729d req-bb12a618-f4fc-40f6-9048-d799fe06034d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e88861b5-d8ba-4e52-b091-feae2a0ddafa {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:23:09.768484 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b130d336-01f9-433f-a572-2834906f729d req-bb12a618-f4fc-40f6-9048-d799fe06034d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:09.782181 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=3bb23a7a-7efd-41eb-a608-deed81ecc158,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:09.809112 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-b130d336-01f9-433f-a572-2834906f729d req-bb12a618-f4fc-40f6-9048-d799fe06034d service neutron] Transition to ACTIVE for port object e88861b5-d8ba-4e52-b091-feae2a0ddafa will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:23:09.813483 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b130d336-01f9-433f-a572-2834906f729d req-bb12a618-f4fc-40f6-9048-d799fe06034d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:09.921400 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-ca13d15f-27e3-469a-a3e7-857ca353a5fe tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:23:09.937459 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb106a-4296-417d-b150-0da4d4fdbae4 req-97123358-096b-49b6-b48f-5fc0c7304273 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:09.939176 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-69fb106a-4296-417d-b150-0da4d4fdbae4 req-97123358-096b-49b6-b48f-5fc0c7304273 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a3591c6-e621-4a29-9248-41738139fe13 HTTP/1.1" status: 200 len: 944 time: 0.1313324 May 03 22:23:09.940479 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-ca13d15f-27e3-469a-a3e7-857ca353a5fe tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Usage tracker for resource:port and tenant:6acd1521cdd74962882938955cd4c844 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:23:09.945528 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-ca13d15f-27e3-469a-a3e7-857ca353a5fe tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:23:09.975618 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12a618-f4fc-40f6-9048-d799fe06034d service neutron] Pushing event updated for resources: {'Port': ['ID=e88861b5-d8ba-4e52-b091-feae2a0ddafa,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:10.001442 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-ca13d15f-27e3-469a-a3e7-857ca353a5fe tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:23:10.047412 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-69fb106a-4296-417d-b150-0da4d4fdbae4 req-207347f4-56d8-4c26-b10c-481ae7b86010 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/security-groups?id=c7c440ae-7993-4776-abde-eb5ddb36d18b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983267 May 03 22:23:10.056708 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-ca13d15f-27e3-469a-a3e7-857ca353a5fe tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Made reservation on behalf of 6acd1521cdd74962882938955cd4c844 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:23:10.061160 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-ca13d15f-27e3-469a-a3e7-857ca353a5fe tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:10.113244 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-b130d336-01f9-433f-a572-2834906f729d req-bb12a618-f4fc-40f6-9048-d799fe06034d service neutron] Attempting to bind port e88861b5-d8ba-4e52-b091-feae2a0ddafa on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:23:10.113576 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-b130d336-01f9-433f-a572-2834906f729d req-bb12a618-f4fc-40f6-9048-d799fe06034d service neutron] Attempting to bind port e88861b5-d8ba-4e52-b091-feae2a0ddafa by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:23:10.113929 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b130d336-01f9-433f-a572-2834906f729d req-bb12a618-f4fc-40f6-9048-d799fe06034d service neutron] Attempting to bind port e88861b5-d8ba-4e52-b091-feae2a0ddafa on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:23:10.120627 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b130d336-01f9-433f-a572-2834906f729d req-bb12a618-f4fc-40f6-9048-d799fe06034d service neutron] Port e88861b5-d8ba-4e52-b091-feae2a0ddafa on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:23:10.120950 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b130d336-01f9-433f-a572-2834906f729d req-bb12a618-f4fc-40f6-9048-d799fe06034d service neutron] Attempting to bind port e88861b5-d8ba-4e52-b091-feae2a0ddafa on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:23:10.131175 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b130d336-01f9-433f-a572-2834906f729d req-bb12a618-f4fc-40f6-9048-d799fe06034d service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:23:10.132182 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b130d336-01f9-433f-a572-2834906f729d req-bb12a618-f4fc-40f6-9048-d799fe06034d service neutron] Checking segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:23:10.132182 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b130d336-01f9-433f-a572-2834906f729d req-bb12a618-f4fc-40f6-9048-d799fe06034d service neutron] Bound using segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:23:10.132553 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-b130d336-01f9-433f-a572-2834906f729d req-bb12a618-f4fc-40f6-9048-d799fe06034d service neutron] Bound port: e88861b5-d8ba-4e52-b091-feae2a0ddafa, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:23:10.132934 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b130d336-01f9-433f-a572-2834906f729d req-bb12a618-f4fc-40f6-9048-d799fe06034d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:10.145382 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['3bb23a7a-7efd-41eb-a608-deed81ecc158'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:23:10.154261 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10c220-b618-441b-ae5b-2d2eb08f1137 req-615a0fbe-f4f2-4734-ab0c-ed36bd311008 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:10.155969 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5f10c220-b618-441b-ae5b-2d2eb08f1137 req-615a0fbe-f4f2-4734-ab0c-ed36bd311008 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=f44f4231-6d8a-4dc5-842c-c6cd982f518b HTTP/1.1" status: 200 len: 946 time: 0.2123754 May 03 22:23:10.159713 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d763c-c8f0-419e-8a44-a8b90c85b593 req-ca062959-b8eb-43a8-8caa-af6619fdb902 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:10.159713 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-919d763c-c8f0-419e-8a44-a8b90c85b593 req-ca062959-b8eb-43a8-8caa-af6619fdb902 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Synchronizing usage tracker for tenant:4df98d3e6e2f40c289596ec544d3623a on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:23:10.243311 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-919d763c-c8f0-419e-8a44-a8b90c85b593 req-ca062959-b8eb-43a8-8caa-af6619fdb902 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Unset dirty status for tenant:4df98d3e6e2f40c289596ec544d3623a on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:23:10.244473 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-919d763c-c8f0-419e-8a44-a8b90c85b593 req-ca062959-b8eb-43a8-8caa-af6619fdb902 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb44e820-aaab-4c85-abf2-b7b71cf5ca33 HTTP/1.1" status: 200 len: 949 time: 0.2662926 May 03 22:23:10.282921 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5f10c220-b618-441b-ae5b-2d2eb08f1137 req-3c915dec-b044-4835-bbae-e4f0edc8a8a3 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032610 May 03 22:23:10.308786 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-b130d336-01f9-433f-a572-2834906f729d req-bb12a618-f4fc-40f6-9048-d799fe06034d service neutron] For port e88861b5-d8ba-4e52-b091-feae2a0ddafa, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:23:10.323904 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-b130d336-01f9-433f-a572-2834906f729d req-bb12a618-f4fc-40f6-9048-d799fe06034d service neutron] For port e88861b5-d8ba-4e52-b091-feae2a0ddafa, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=e88861b5-d8ba-4e52-b091-feae2a0ddafa,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:23:10.330008 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-919d763c-c8f0-419e-8a44-a8b90c85b593 req-d4602950-42bc-4924-9547-0cee7fd09fa5 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Deleting port 22017232-06a2-4fd2-88a6-16025615e2ee {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:23:10.330357 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-919d763c-c8f0-419e-8a44-a8b90c85b593 req-d4602950-42bc-4924-9547-0cee7fd09fa5 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:10.334269 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-ca13d15f-27e3-469a-a3e7-857ca353a5fe tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Allocated IP 192.168.233.108 (7e14e0ca-f320-4236-9b9e-a9e4f415dbeb/1dff747c-9d3c-4e06-92c1-836fbb9482c4/633b7d10-619d-4ebd-be62-3ab3159859eb) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:23:10.475428 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b130d336-01f9-433f-a572-2834906f729d req-bb12a618-f4fc-40f6-9048-d799fe06034d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:10.556043 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130d336-01f9-433f-a572-2834906f729d req-bb12a618-f4fc-40f6-9048-d799fe06034d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:10.556669 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b130d336-01f9-433f-a572-2834906f729d req-bb12a618-f4fc-40f6-9048-d799fe06034d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:10.558607 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b130d336-01f9-433f-a572-2834906f729d req-bb12a618-f4fc-40f6-9048-d799fe06034d service neutron] 10.222.0.60 "PUT /v2.0/ports/e88861b5-d8ba-4e52-b091-feae2a0ddafa HTTP/1.1" status: 200 len: 1096 time: 1.5043566 May 03 22:23:10.561389 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173cf94f-2d3e-4360-9e62-e8f7ce3a15f5', 'tag': 'e88861b5-d8ba-4e52-b091-feae2a0ddafa'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:23:10.705305 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12a618-f4fc-40f6-9048-d799fe06034d service neutron] Pushing event updated for resources: {'Port': ['ID=e88861b5-d8ba-4e52-b091-feae2a0ddafa,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:10.876459 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d641c30-cb51-4f7a-9e64-9d82f1a659e3 req-da4a545e-691e-44ae-8566-c46aded38192 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:10.884943 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5d641c30-cb51-4f7a-9e64-9d82f1a659e3 req-da4a545e-691e-44ae-8566-c46aded38192 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb44e820-aaab-4c85-abf2-b7b71cf5ca33 HTTP/1.1" status: 200 len: 949 time: 0.4520860 May 03 22:23:10.925805 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-ca13d15f-27e3-469a-a3e7-857ca353a5fe tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:10.931216 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130d336-01f9-433f-a572-2834906f729d req-4198ea3f-d68f-4229-9552-5397b75f9a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:10.932758 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b130d336-01f9-433f-a572-2834906f729d req-4198ea3f-d68f-4229-9552-5397b75f9a7d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6acd1521cdd74962882938955cd4c844&device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 1099 time: 0.3182156 May 03 22:23:10.939146 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-919d763c-c8f0-419e-8a44-a8b90c85b593 req-d4602950-42bc-4924-9547-0cee7fd09fa5 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] For port 22017232-06a2-4fd2-88a6-16025615e2ee, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=22017232-06a2-4fd2-88a6-16025615e2ee,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:23:10.940008 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-919d763c-c8f0-419e-8a44-a8b90c85b593 req-d4602950-42bc-4924-9547-0cee7fd09fa5 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:10.974452 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5d641c30-cb51-4f7a-9e64-9d82f1a659e3 req-7c9c08c1-576b-498e-a2d1-534e3db793b4 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d4ed537-dd1a-4b3e-a4c8-ae2d9fdabbcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879900 May 03 22:23:10.976266 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-ca13d15f-27e3-469a-a3e7-857ca353a5fe tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Transition to ACTIVE for port object 633b7d10-619d-4ebd-be62-3ab3159859eb will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:23:11.006330 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-ca13d15f-27e3-469a-a3e7-857ca353a5fe tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:11.028364 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-025df139-8e3a-484e-b13e-16249a72e485'] response: {'name': 'network-changed', 'server_uuid': '173cf94f-2d3e-4360-9e62-e8f7ce3a15f5', 'tag': 'e88861b5-d8ba-4e52-b091-feae2a0ddafa', 'status': 'completed', 'code': 200} May 03 22:23:11.084972 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b130d336-01f9-433f-a572-2834906f729d req-a3e70ad9-3512-46a7-8ba1-c466f7636fc0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=e88861b5-d8ba-4e52-b091-feae2a0ddafa HTTP/1.1" status: 200 len: 217 time: 0.1356473 May 03 22:23:11.101123 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca13d15f-27e3-469a-a3e7-857ca353a5fe tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Pushing event updated for resources: {'Port': ['ID=633b7d10-619d-4ebd-be62-3ab3159859eb,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:11.145152 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-919d763c-c8f0-419e-8a44-a8b90c85b593 req-d4602950-42bc-4924-9547-0cee7fd09fa5 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Calling delete_port for 22017232-06a2-4fd2-88a6-16025615e2ee owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:23:11.180758 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 3bb23a7a-7efd-41eb-a608-deed81ecc158 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:23:11.192806 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-ca13d15f-27e3-469a-a3e7-857ca353a5fe tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:23:11.203850 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-ca13d15f-27e3-469a-a3e7-857ca353a5fe tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:23:11.217705 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-ca13d15f-27e3-469a-a3e7-857ca353a5fe tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:23:11.268285 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 3bb23a7a-7efd-41eb-a608-deed81ecc158 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:23:11.277739 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 3bb23a7a-7efd-41eb-a608-deed81ecc158 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:23:11.278377 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:11.285063 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130d336-01f9-433f-a572-2834906f729d req-58ff86f6-b91e-497d-9a5d-ac9ed754b75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:11.286872 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b130d336-01f9-433f-a572-2834906f729d req-58ff86f6-b91e-497d-9a5d-ac9ed754b75c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.1485162 May 03 22:23:11.322704 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-ca13d15f-27e3-469a-a3e7-857ca353a5fe tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:11.323856 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-ca13d15f-27e3-469a-a3e7-857ca353a5fe tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:11.353597 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c2a1d-8d3f-46d5-9215-a4bd3119cd68 req-93508378-30de-4f7a-92c1-05e89691b70a tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:11.355153 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec2c2a1d-8d3f-46d5-9215-a4bd3119cd68 req-93508378-30de-4f7a-92c1-05e89691b70a tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=14a8a283-1d71-4167-8217-8abcf46f185f HTTP/1.1" status: 200 len: 936 time: 0.2143204 May 03 22:23:11.370289 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-ca13d15f-27e3-469a-a3e7-857ca353a5fe tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7691171 May 03 22:23:11.393204 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-633c3609-38c8-4726-9e71-b2e799b66066 service neutron] Request body: {'port': {'device_id': '14a8a283-1d71-4167-8217-8abcf46f185f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:23:11.419721 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:11.436469 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ad33e-f5e7-439a-a0d5-7b13f2a2e007 req-eb1b969a-3004-430a-86ca-f7e2bf9d88cf tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:11.438088 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ba9ad33e-f5e7-439a-a0d5-7b13f2a2e007 req-eb1b969a-3004-430a-86ca-f7e2bf9d88cf tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee86532f-e195-440c-b703-f26c54ce43b9 HTTP/1.1" status: 200 len: 944 time: 0.3399286 May 03 22:23:11.442325 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-919d763c-c8f0-419e-8a44-a8b90c85b593 req-d4602950-42bc-4924-9547-0cee7fd09fa5 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:11.469650 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 3bb23a7a-7efd-41eb-a608-deed81ecc158, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=3bb23a7a-7efd-41eb-a608-deed81ecc158,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:23:11.471860 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee86532f-e195-440c-b703-f26c54ce43b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb23a7a-7efd-41eb-a608-deed81ecc158'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:23:11.485422 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:11.502375 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4602950-42bc-4924-9547-0cee7fd09fa5 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Pushing event deleted for resources: {'Port': ['ID=22017232-06a2-4fd2-88a6-16025615e2ee,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:11.503150 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec2c2a1d-8d3f-46d5-9215-a4bd3119cd68 req-1016b3ad-50c4-46fe-8248-b926ae304c9d tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379607 May 03 22:23:11.559310 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130d336-01f9-433f-a572-2834906f729d req-28ce268e-f6ea-43e2-9475-3e0a1988d1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:11.560826 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b130d336-01f9-433f-a572-2834906f729d req-28ce268e-f6ea-43e2-9475-3e0a1988d1d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2544718 May 03 22:23:11.594385 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=3bb23a7a-7efd-41eb-a608-deed81ecc158,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:11.606459 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a215c2a6-0456-442f-a928-de769bc373f8 None None] Provisioning for port 633b7d10-619d-4ebd-be62-3ab3159859eb completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:23:11.615110 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a215c2a6-0456-442f-a928-de769bc373f8 None None] Provisioning complete for port 633b7d10-619d-4ebd-be62-3ab3159859eb triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:23:11.618154 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a215c2a6-0456-442f-a928-de769bc373f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:11.637207 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ba9ad33e-f5e7-439a-a0d5-7b13f2a2e007 req-47129503-5f54-41fa-b5b0-673df3e87c93 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845684 May 03 22:23:11.651146 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-919d763c-c8f0-419e-8a44-a8b90c85b593 req-d4602950-42bc-4924-9547-0cee7fd09fa5 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] No DVR routers for this DVR port 22017232-06a2-4fd2-88a6-16025615e2ee on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:23:11.657117 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-919d763c-c8f0-419e-8a44-a8b90c85b593 req-d4602950-42bc-4924-9547-0cee7fd09fa5 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:11.663538 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-633c3609-38c8-4726-9e71-b2e799b66066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:11.720421 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a215c2a6-0456-442f-a928-de769bc373f8 None None] Port 633b7d10-619d-4ebd-be62-3ab3159859eb cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:23:11.753143 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-919d763c-c8f0-419e-8a44-a8b90c85b593 req-d4602950-42bc-4924-9547-0cee7fd09fa5 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] 10.222.0.67 "DELETE /v2.0/ports/22017232-06a2-4fd2-88a6-16025615e2ee HTTP/1.1" status: 204 len: 173 time: 1.5022128 May 03 22:23:11.832130 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b130d336-01f9-433f-a572-2834906f729d req-fe3644dc-2500-40c3-a464-a8c064282c06 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311921 May 03 22:23:12.005324 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b130d336-01f9-433f-a572-2834906f729d req-339a943e-5ed7-4b5d-b05c-674312b6360d service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670194 May 03 22:23:12.115991 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc03e3f-3e80-46f2-8e31-de3e38c3f61b req-5346ddbe-8ada-4cb5-851e-6c49274dd8a3 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:12.117559 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bdc03e3f-3e80-46f2-8e31-de3e38c3f61b req-5346ddbe-8ada-4cb5-851e-6c49274dd8a3 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a3591c6-e621-4a29-9248-41738139fe13 HTTP/1.1" status: 200 len: 944 time: 0.1873078 May 03 22:23:12.134939 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5f7dd-27c4-43e2-a692-574b3d800c32 req-43f74ab9-7a93-4907-b531-5450bf9debd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:12.137325 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-60e5f7dd-27c4-43e2-a692-574b3d800c32 req-43f74ab9-7a93-4907-b531-5450bf9debd9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6acd1521cdd74962882938955cd4c844&device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 1099 time: 0.0774496 May 03 22:23:12.238693 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bdc03e3f-3e80-46f2-8e31-de3e38c3f61b req-39263e3b-79f7-4cf4-8cce-4fe596e6712f tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/security-groups?id=c7c440ae-7993-4776-abde-eb5ddb36d18b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064479 May 03 22:23:12.304883 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5f7dd-27c4-43e2-a692-574b3d800c32 req-bdbd0ba7-ba84-485f-b2f0-ec41d3bd0274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:12.306411 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-60e5f7dd-27c4-43e2-a692-574b3d800c32 req-bdbd0ba7-ba84-485f-b2f0-ec41d3bd0274 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.1604049 May 03 22:23:12.311344 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a2dd636-62da-4cca-a024-fafeffd6af08'] response: {'server_uuid': 'ee86532f-e195-440c-b703-f26c54ce43b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb23a7a-7efd-41eb-a608-deed81ecc158', 'code': 200} May 03 22:23:12.491628 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-633c3609-38c8-4726-9e71-b2e799b66066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 633b7d10-619d-4ebd-be62-3ab3159859eb {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:23:12.503415 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eff31c-1d31-4d0b-9993-510b6e204669 req-3f48daed-ca11-4f53-af76-a3fbb783f7e3 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:12.505008 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61eff31c-1d31-4d0b-9993-510b6e204669 req-3f48daed-ca11-4f53-af76-a3fbb783f7e3 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=f44f4231-6d8a-4dc5-842c-c6cd982f518b HTTP/1.1" status: 200 len: 946 time: 0.2192969 May 03 22:23:12.506984 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c05d9acf-70b4-4847-8c35-1a14c0ad5234 req-75fbf271-c7d2-44ef-af6b-ba88bd70dc69 tempest-ServerDiagnosticsNegativeTest-1929958178 tempest-ServerDiagnosticsNegativeTest-1929958178-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb44e820-aaab-4c85-abf2-b7b71cf5ca33 HTTP/1.1" status: 200 len: 210 time: 0.0591657 May 03 22:23:12.511574 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-633c3609-38c8-4726-9e71-b2e799b66066 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:12.528343 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-633c3609-38c8-4726-9e71-b2e799b66066 service neutron] Transition to ACTIVE for port object 633b7d10-619d-4ebd-be62-3ab3159859eb will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:23:12.530818 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-60e5f7dd-27c4-43e2-a692-574b3d800c32 req-67599f31-7955-451f-8d01-1c7dc5222a71 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=e88861b5-d8ba-4e52-b091-feae2a0ddafa HTTP/1.1" status: 200 len: 217 time: 0.2182682 May 03 22:23:12.557550 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-633c3609-38c8-4726-9e71-b2e799b66066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:12.617270 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5f7dd-27c4-43e2-a692-574b3d800c32 req-95ded60a-cd56-4fa1-ba6f-495d5e40064b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:12.619056 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-60e5f7dd-27c4-43e2-a692-574b3d800c32 req-95ded60a-cd56-4fa1-ba6f-495d5e40064b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.0699384 May 03 22:23:12.628683 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fce40-bb73-4064-bd77-b5931a76a209 req-e712802b-b5a3-49fe-bb79-d15a0395dd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:12.630286 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-817fce40-bb73-4064-bd77-b5931a76a209 req-e712802b-b5a3-49fe-bb79-d15a0395dd61 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ee86532f-e195-440c-b703-f26c54ce43b9 HTTP/1.1" status: 200 len: 1096 time: 0.1551161 May 03 22:23:12.701900 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61eff31c-1d31-4d0b-9993-510b6e204669 req-106f2d9e-69bc-4494-ba34-d303059da34c tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673129 May 03 22:23:12.771390 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-817fce40-bb73-4064-bd77-b5931a76a209 req-85759f80-e723-4f05-8385-0c585fa0c01d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797443 May 03 22:23:12.776499 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5f7dd-27c4-43e2-a692-574b3d800c32 req-36231d10-ac47-4377-aa36-1dea28549199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:12.778104 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-60e5f7dd-27c4-43e2-a692-574b3d800c32 req-36231d10-ac47-4377-aa36-1dea28549199 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1470730 May 03 22:23:12.812932 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c3609-38c8-4726-9e71-b2e799b66066 service neutron] Pushing event updated for resources: {'Port': ['ID=633b7d10-619d-4ebd-be62-3ab3159859eb,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:12.861940 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-633c3609-38c8-4726-9e71-b2e799b66066 service neutron] Attempting to bind port 633b7d10-619d-4ebd-be62-3ab3159859eb on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:23:12.862154 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-633c3609-38c8-4726-9e71-b2e799b66066 service neutron] Attempting to bind port 633b7d10-619d-4ebd-be62-3ab3159859eb by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:23:12.862489 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-633c3609-38c8-4726-9e71-b2e799b66066 service neutron] Attempting to bind port 633b7d10-619d-4ebd-be62-3ab3159859eb on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:23:12.867281 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-633c3609-38c8-4726-9e71-b2e799b66066 service neutron] Port 633b7d10-619d-4ebd-be62-3ab3159859eb on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:23:12.867732 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-633c3609-38c8-4726-9e71-b2e799b66066 service neutron] Attempting to bind port 633b7d10-619d-4ebd-be62-3ab3159859eb on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:23:12.873183 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-633c3609-38c8-4726-9e71-b2e799b66066 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:23:12.873634 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-633c3609-38c8-4726-9e71-b2e799b66066 service neutron] Checking segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:23:12.874587 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-633c3609-38c8-4726-9e71-b2e799b66066 service neutron] Bound using segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:23:12.874930 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-633c3609-38c8-4726-9e71-b2e799b66066 service neutron] Bound port: 633b7d10-619d-4ebd-be62-3ab3159859eb, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:23:12.875368 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-633c3609-38c8-4726-9e71-b2e799b66066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:12.980275 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-60e5f7dd-27c4-43e2-a692-574b3d800c32 req-f8b789aa-8d01-4553-8dfc-c0ecc57cfc4c service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947927 May 03 22:23:13.030138 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb44e820-aaab-4c85-abf2-b7b71cf5ca33', 'name': 'network-vif-deleted', 'tag': '22017232-06a2-4fd2-88a6-16025615e2ee'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:23:13.030773 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-633c3609-38c8-4726-9e71-b2e799b66066 service neutron] For port 633b7d10-619d-4ebd-be62-3ab3159859eb, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:23:13.034727 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-633c3609-38c8-4726-9e71-b2e799b66066 service neutron] For port 633b7d10-619d-4ebd-be62-3ab3159859eb, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=633b7d10-619d-4ebd-be62-3ab3159859eb,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:23:13.046468 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09071db-41a9-4853-8094-c0e75b0aeb1d req-5758f779-3c0e-48c8-9402-35d973c2e833 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:13.047382 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f09071db-41a9-4853-8094-c0e75b0aeb1d req-5758f779-3c0e-48c8-9402-35d973c2e833 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Synchronizing usage tracker for tenant:6acd1521cdd74962882938955cd4c844 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:23:13.052817 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-633c3609-38c8-4726-9e71-b2e799b66066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:13.135021 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-60e5f7dd-27c4-43e2-a692-574b3d800c32 req-6ea050dd-58b0-48cd-bac8-70103e106ae7 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463790 May 03 22:23:13.138199 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-633c3609-38c8-4726-9e71-b2e799b66066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:13.138811 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-633c3609-38c8-4726-9e71-b2e799b66066 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:13.140323 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-633c3609-38c8-4726-9e71-b2e799b66066 service neutron] 10.222.0.60 "PUT /v2.0/ports/633b7d10-619d-4ebd-be62-3ab3159859eb HTTP/1.1" status: 200 len: 1096 time: 1.7536788 May 03 22:23:13.140756 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a8a283-1d71-4167-8217-8abcf46f185f', 'tag': '633b7d10-619d-4ebd-be62-3ab3159859eb'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:23:13.155128 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f09071db-41a9-4853-8094-c0e75b0aeb1d req-5758f779-3c0e-48c8-9402-35d973c2e833 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Unset dirty status for tenant:6acd1521cdd74962882938955cd4c844 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:23:13.156276 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f09071db-41a9-4853-8094-c0e75b0aeb1d req-5758f779-3c0e-48c8-9402-35d973c2e833 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=14a8a283-1d71-4167-8217-8abcf46f185f HTTP/1.1" status: 200 len: 948 time: 0.2714953 May 03 22:23:13.162586 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c3609-38c8-4726-9e71-b2e799b66066 service neutron] Pushing event updated for resources: {'Port': ['ID=633b7d10-619d-4ebd-be62-3ab3159859eb,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:13.191170 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 22017232-06a2-4fd2-88a6-16025615e2ee no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:23:13.228366 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 22017232-06a2-4fd2-88a6-16025615e2ee {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:23:13.228965 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 22017232-06a2-4fd2-88a6-16025615e2ee not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:23:13.242440 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f09071db-41a9-4853-8094-c0e75b0aeb1d req-99736128-2a02-466a-bdee-8d449bf8c517 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762897 May 03 22:23:13.308757 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b1967ef-c574-4133-97e0-8a3bc17c1723'] response: {'server_uuid': 'bb44e820-aaab-4c85-abf2-b7b71cf5ca33', 'name': 'network-vif-deleted', 'tag': '22017232-06a2-4fd2-88a6-16025615e2ee', 'status': 'completed', 'code': 200} May 03 22:23:13.352375 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-b1cacf85-cdf8-4295-8096-80a7c274acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:13.354054 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-b1cacf85-cdf8-4295-8096-80a7c274acc7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6acd1521cdd74962882938955cd4c844&device_id=14a8a283-1d71-4167-8217-8abcf46f185f HTTP/1.1" status: 200 len: 1099 time: 0.1525571 May 03 22:23:13.355607 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c14c938c-cf23-4a84-8e7d-fb4f9763de14'] response: {'name': 'network-changed', 'server_uuid': '14a8a283-1d71-4167-8217-8abcf46f185f', 'tag': '633b7d10-619d-4ebd-be62-3ab3159859eb', 'status': 'completed', 'code': 200} May 03 22:23:13.370468 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513c033-6db0-41db-964f-fdb46e41984a req-0c23cc09-9bac-48b6-b1df-36d0181bd3b4 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:13.372202 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d513c033-6db0-41db-964f-fdb46e41984a req-0c23cc09-9bac-48b6-b1df-36d0181bd3b4 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee86532f-e195-440c-b703-f26c54ce43b9 HTTP/1.1" status: 200 len: 945 time: 0.1088917 May 03 22:23:13.449788 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-b3d4b646-3111-4e38-a32a-ccb968a4fcf9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=633b7d10-619d-4ebd-be62-3ab3159859eb HTTP/1.1" status: 200 len: 217 time: 0.0765970 May 03 22:23:13.518855 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d513c033-6db0-41db-964f-fdb46e41984a req-00045461-42e7-45e1-8077-7f1286b78246 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929229 May 03 22:23:13.530928 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-2edd7ee4-a452-4700-8e7a-aa388998793b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:13.532449 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-2edd7ee4-a452-4700-8e7a-aa388998793b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.0751078 May 03 22:23:13.624485 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-c6c40878-9ae0-4819-b0e3-da5aba4b7c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:13.626157 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-c6c40878-9ae0-4819-b0e3-da5aba4b7c16 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0814614 May 03 22:23:13.927472 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49884) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:23:13.973252 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-ef42654a-dedd-4d5d-a2ac-4702eb445e90 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398523 May 03 22:23:13.984333 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227a3f7-a490-4e71-b3fe-b9a11348a9df req-057a332b-814e-4458-a3cf-f9859a2cb384 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:13.984333 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e227a3f7-a490-4e71-b3fe-b9a11348a9df req-057a332b-814e-4458-a3cf-f9859a2cb384 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a3591c6-e621-4a29-9248-41738139fe13 HTTP/1.1" status: 200 len: 944 time: 0.3321247 May 03 22:23:14.063201 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5deea-74fe-4af3-b407-8d09f27fe2e6 req-0956517d-5ddd-4018-854f-f271d03d4e78 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:14.064652 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8b5deea-74fe-4af3-b407-8d09f27fe2e6 req-0956517d-5ddd-4018-854f-f271d03d4e78 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.58 "GET /v2.0/ports?device_id=d829595b-778f-40ba-8734-ea71b22f5e1b HTTP/1.1" status: 200 len: 948 time: 0.2060773 May 03 22:23:14.075953 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3f0f488e-0162-4818-a97c-51038877ced2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4df98d3e6e2f40c289596ec544d3623a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1472542 May 03 22:23:14.078348 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49890) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:23:14.135252 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3a789609-ebf5-4ef8-9d33-f4fc3e84def7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:14.148572 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e227a3f7-a490-4e71-b3fe-b9a11348a9df req-457eb7fb-8349-494a-9f6e-5f62b1ebd86d tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/security-groups?id=c7c440ae-7993-4776-abde-eb5ddb36d18b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413426 May 03 22:23:14.186807 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3a789609-ebf5-4ef8-9d33-f4fc3e84def7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:14.195033 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8b5deea-74fe-4af3-b407-8d09f27fe2e6 req-046adf16-926c-4062-8f9a-b98fc3441707 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.58 "GET /v2.0/security-groups?id=b0c691f1-a508-43e3-acd0-31bac239d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779123 May 03 22:23:14.201559 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f34918a6-102b-4f36-a9e6-e8bc5658eb1a req-94831cc4-c4f4-49f9-8eb9-f2c29d94e8a4 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145727 May 03 22:23:14.271392 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3a789609-ebf5-4ef8-9d33-f4fc3e84def7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:14.290067 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a789609-ebf5-4ef8-9d33-f4fc3e84def7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4ed537-dd1a-4b3e-a4c8-ae2d9fdabbcc,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:14.311236 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3a789609-ebf5-4ef8-9d33-f4fc3e84def7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:14.315170 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3a789609-ebf5-4ef8-9d33-f4fc3e84def7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4d4ed537-dd1a-4b3e-a4c8-ae2d9fdabbcc HTTP/1.1" status: 204 len: 168 time: 0.2358224 May 03 22:23:14.453081 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2bd78-c576-4620-b961-02b0414b19dc req-202ebe7f-1d87-4ef0-ac60-09be9cf801d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:14.454683 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c5d2bd78-c576-4620-b961-02b0414b19dc req-202ebe7f-1d87-4ef0-ac60-09be9cf801d4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6acd1521cdd74962882938955cd4c844&device_id=14a8a283-1d71-4167-8217-8abcf46f185f HTTP/1.1" status: 200 len: 1099 time: 0.1515508 May 03 22:23:14.504602 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984e8a3-5e37-407b-85e3-43fb9def5cec req-19747726-00ec-417e-814e-f6200436f048 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:14.506064 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c984e8a3-5e37-407b-85e3-43fb9def5cec req-19747726-00ec-417e-814e-f6200436f048 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=f44f4231-6d8a-4dc5-842c-c6cd982f518b HTTP/1.1" status: 200 len: 946 time: 0.2446146 May 03 22:23:14.625207 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49904) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:23:14.642677 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de44a6aa-bbc1-42a7-8cf3-31f7be88303a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:14.643806 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c2948-cfac-4fc5-bd0a-4571690dd94a req-e42f10bf-6dba-40ee-b78a-92b32a0ec054 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:14.645245 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b51c2948-cfac-4fc5-bd0a-4571690dd94a req-e42f10bf-6dba-40ee-b78a-92b32a0ec054 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=14a8a283-1d71-4167-8217-8abcf46f185f HTTP/1.1" status: 200 len: 948 time: 0.2545033 May 03 22:23:14.658320 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-de44a6aa-bbc1-42a7-8cf3-31f7be88303a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:23:14.662596 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c984e8a3-5e37-407b-85e3-43fb9def5cec req-fb858750-cbc7-4141-89d9-d6bae05610e7 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421087 May 03 22:23:14.662732 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-de44a6aa-bbc1-42a7-8cf3-31f7be88303a admin admin] Usage tracker for resource:security_group_rule and tenant:00963c0eb13e4d66aca61e1c42c7fc5a is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:23:14.666079 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-de44a6aa-bbc1-42a7-8cf3-31f7be88303a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:23:14.671923 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-de44a6aa-bbc1-42a7-8cf3-31f7be88303a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:23:14.679283 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2bd78-c576-4620-b961-02b0414b19dc req-cf2e6517-2811-4a0a-994f-d6fdf4eb4e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:14.680676 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c5d2bd78-c576-4620-b961-02b0414b19dc req-cf2e6517-2811-4a0a-994f-d6fdf4eb4e2a service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.2148046 May 03 22:23:14.761016 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c5d2bd78-c576-4620-b961-02b0414b19dc req-a93eb8f6-437f-4737-9bc7-9785f15044b9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=633b7d10-619d-4ebd-be62-3ab3159859eb HTTP/1.1" status: 200 len: 217 time: 0.0659001 May 03 22:23:14.767244 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b51c2948-cfac-4fc5-bd0a-4571690dd94a req-b1e7926c-0781-4490-989e-a076099f5d0b tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084495 May 03 22:23:14.770783 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de44a6aa-bbc1-42a7-8cf3-31f7be88303a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:14.775154 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de44a6aa-bbc1-42a7-8cf3-31f7be88303a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:14.824495 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-de44a6aa-bbc1-42a7-8cf3-31f7be88303a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=00963c0eb13e4d66aca61e1c42c7fc5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1980529 May 03 22:23:14.825477 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de44a6aa-bbc1-42a7-8cf3-31f7be88303a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec84010-8a9c-4a61-be83-fbe730a0e02f,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:14.828586 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49908) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:23:14.877689 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2bd78-c576-4620-b961-02b0414b19dc req-65d51019-85f8-4480-a7d8-589a725ba523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:14.879133 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c5d2bd78-c576-4620-b961-02b0414b19dc req-65d51019-85f8-4480-a7d8-589a725ba523 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.0799928 May 03 22:23:14.887542 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2defb577-22e7-4a9c-b72d-3c5a76fc0560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:14.898406 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61b56d-a450-4dfc-9658-5ae4c8511509 req-f3c07332-9648-40b1-aad9-89f44baa3aa2 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:14.899798 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8f61b56d-a450-4dfc-9658-5ae4c8511509 req-f3c07332-9648-40b1-aad9-89f44baa3aa2 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee86532f-e195-440c-b703-f26c54ce43b9 HTTP/1.1" status: 200 len: 945 time: 0.1380293 May 03 22:23:14.917287 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2defb577-22e7-4a9c-b72d-3c5a76fc0560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:14.969535 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2defb577-22e7-4a9c-b72d-3c5a76fc0560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:14.984179 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2defb577-22e7-4a9c-b72d-3c5a76fc0560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec84010-8a9c-4a61-be83-fbe730a0e02f,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:14.992597 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2defb577-22e7-4a9c-b72d-3c5a76fc0560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:14.995865 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2defb577-22e7-4a9c-b72d-3c5a76fc0560 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7ec84010-8a9c-4a61-be83-fbe730a0e02f HTTP/1.1" status: 204 len: 168 time: 0.1640110 May 03 22:23:14.999494 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8f61b56d-a450-4dfc-9658-5ae4c8511509 req-d44f3c4c-3873-4285-86d4-4b2cdcb31c98 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622685 May 03 22:23:15.012459 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2bd78-c576-4620-b961-02b0414b19dc req-e0f3f513-ad83-4ecf-9755-47210141c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:15.014040 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c5d2bd78-c576-4620-b961-02b0414b19dc req-e0f3f513-ad83-4ecf-9755-47210141c74e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1132629 May 03 22:23:15.204591 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device f9e1d8ec-800e-4c85-936a-ab579716abcb details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:23:15.217314 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c5d2bd78-c576-4620-b961-02b0414b19dc req-fb156e3a-6cad-4037-9871-1cafa1845210 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935332 May 03 22:23:15.227579 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963a90c-6a4f-4c34-b76f-e3147810dcde req-c1127061-5fdd-4b50-bc41-b2520d4d2846 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:15.234369 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5963a90c-6a4f-4c34-b76f-e3147810dcde req-c1127061-5fdd-4b50-bc41-b2520d4d2846 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ee86532f-e195-440c-b703-f26c54ce43b9 HTTP/1.1" status: 200 len: 1096 time: 0.1217880 May 03 22:23:15.369924 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5963a90c-6a4f-4c34-b76f-e3147810dcde req-cfa8f4a6-126c-4dde-810a-48d411718598 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337500 May 03 22:23:15.486207 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port f9e1d8ec-800e-4c85-936a-ab579716abcb, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=f9e1d8ec-800e-4c85-936a-ab579716abcb,segment=NetworkSegment(92821917-315b-4061-8d3c-143fde4cc6cc),segment_id=92821917-315b-4061-8d3c-143fde4cc6cc)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:23:15.501716 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'f9e1d8ec-800e-4c85-936a-ab579716abcb', 'network_id': '0e80666c-da9e-419c-8250-40f01b3c2c53', 'port_id': 'f9e1d8ec-800e-4c85-936a-ab579716abcb', 'mac_address': 'fa:16:3e:7c:6d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c578e4-f40c-45f7-97b3-868ce0caad29', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:23:15.547055 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4b5a8-7b44-4c63-948a-070088885b9b req-b1677a8d-8a8b-4249-bb00-65a4d45b1014 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:15.565998 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0bd4b5a8-7b44-4c63-948a-070088885b9b req-b1677a8d-8a8b-4249-bb00-65a4d45b1014 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a3591c6-e621-4a29-9248-41738139fe13 HTTP/1.1" status: 200 len: 944 time: 0.2009673 May 03 22:23:15.603678 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:15.627572 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e1d8ec-800e-4c85-936a-ab579716abcb {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:23:15.634246 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c5d2bd78-c576-4620-b961-02b0414b19dc req-65abb0e7-4139-49ff-9ca8-bef886534cde service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967764 May 03 22:23:15.654716 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device e88861b5-d8ba-4e52-b091-feae2a0ddafa details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:23:15.666512 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port f9e1d8ec-800e-4c85-936a-ab579716abcb, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=f9e1d8ec-800e-4c85-936a-ab579716abcb,segment=NetworkSegment(92821917-315b-4061-8d3c-143fde4cc6cc),segment_id=92821917-315b-4061-8d3c-143fde4cc6cc)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:23:15.675341 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:15.677038 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0bd4b5a8-7b44-4c63-948a-070088885b9b req-e19f1911-1da0-4cdc-99c9-46ad7542b383 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/security-groups?id=c7c440ae-7993-4776-abde-eb5ddb36d18b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097896 May 03 22:23:15.852030 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=f9e1d8ec-800e-4c85-936a-ab579716abcb,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:15.896374 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911069df-4204-4ace-8ff9-7f4e93503c7a req-1ecfe665-6f76-490f-a48d-24e33405db2a tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:15.897814 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-911069df-4204-4ace-8ff9-7f4e93503c7a req-1ecfe665-6f76-490f-a48d-24e33405db2a tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.58 "GET /v2.0/ports?device_id=d829595b-778f-40ba-8734-ea71b22f5e1b HTTP/1.1" status: 200 len: 948 time: 0.3238325 May 03 22:23:15.938371 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port e88861b5-d8ba-4e52-b091-feae2a0ddafa, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=e88861b5-d8ba-4e52-b091-feae2a0ddafa,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:23:15.960813 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': 'e88861b5-d8ba-4e52-b091-feae2a0ddafa', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': 'e88861b5-d8ba-4e52-b091-feae2a0ddafa', 'mac_address': 'fa:16:3e:99:d2:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:23:16.015708 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-911069df-4204-4ace-8ff9-7f4e93503c7a req-6b467ad4-caf6-480b-bd74-14c6e1679bc3 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.58 "GET /v2.0/security-groups?id=b0c691f1-a508-43e3-acd0-31bac239d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813894 May 03 22:23:16.028775 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:16.051798 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550931c2-5f62-444d-97b1-ce39225dc6ea req-feb5891b-ab55-4ee9-9737-a68e099cb4b1 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:16.053307 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-550931c2-5f62-444d-97b1-ce39225dc6ea req-feb5891b-ab55-4ee9-9737-a68e099cb4b1 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ee86532f-e195-440c-b703-f26c54ce43b9 HTTP/1.1" status: 200 len: 1096 time: 0.1545901 May 03 22:23:16.056593 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e88861b5-d8ba-4e52-b091-feae2a0ddafa {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:23:16.061993 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20e7a4-0e29-4353-9bec-1d87f09f4fce req-8c5800c2-a719-484e-972a-2f485a1bc2a9 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:16.063407 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eb20e7a4-0e29-4353-9bec-1d87f09f4fce req-8c5800c2-a719-484e-972a-2f485a1bc2a9 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.60 "GET /v2.0/ports?device_id=d829595b-778f-40ba-8734-ea71b22f5e1b HTTP/1.1" status: 200 len: 948 time: 0.3233981 May 03 22:23:16.072504 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['f9e1d8ec-800e-4c85-936a-ab579716abcb'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:23:16.128220 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port e88861b5-d8ba-4e52-b091-feae2a0ddafa, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=e88861b5-d8ba-4e52-b091-feae2a0ddafa,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:23:16.137949 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:16.198521 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-550931c2-5f62-444d-97b1-ce39225dc6ea req-ce260fb1-82a8-4ba6-b644-8a079b75aff8 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335592 May 03 22:23:16.209039 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-eb20e7a4-0e29-4353-9bec-1d87f09f4fce req-da48c2fc-f484-4b30-9a88-bd52ba413103 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Deleting port 1d4ce42b-574b-4151-903c-393e534e5cab {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:23:16.209603 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-eb20e7a4-0e29-4353-9bec-1d87f09f4fce req-da48c2fc-f484-4b30-9a88-bd52ba413103 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:16.251236 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=e88861b5-d8ba-4e52-b091-feae2a0ddafa,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:16.369211 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381349c-8203-41a1-ab43-0bd8c55ba0bb req-f5e39e4c-18b3-4a52-aa25-3c7f3b81a428 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:16.371204 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b381349c-8203-41a1-ab43-0bd8c55ba0bb req-f5e39e4c-18b3-4a52-aa25-3c7f3b81a428 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=f44f4231-6d8a-4dc5-842c-c6cd982f518b HTTP/1.1" status: 200 len: 946 time: 0.2295146 May 03 22:23:16.436140 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['e88861b5-d8ba-4e52-b091-feae2a0ddafa'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:23:16.563813 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b381349c-8203-41a1-ab43-0bd8c55ba0bb req-a33f22a6-e42a-471f-a61f-bd7a301a0b86 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473422 May 03 22:23:16.574709 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-eb20e7a4-0e29-4353-9bec-1d87f09f4fce req-da48c2fc-f484-4b30-9a88-bd52ba413103 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] For port 1d4ce42b-574b-4151-903c-393e534e5cab, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1d4ce42b-574b-4151-903c-393e534e5cab,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:23:16.575071 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-eb20e7a4-0e29-4353-9bec-1d87f09f4fce req-da48c2fc-f484-4b30-9a88-bd52ba413103 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:16.726418 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-eb20e7a4-0e29-4353-9bec-1d87f09f4fce req-da48c2fc-f484-4b30-9a88-bd52ba413103 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Calling delete_port for 1d4ce42b-574b-4151-903c-393e534e5cab owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:23:16.814176 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f612f2-a8db-441b-80a6-876e9b8836bd req-ff7656db-722b-47bf-a85b-ccf22ea91657 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:16.816518 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a9f612f2-a8db-441b-80a6-876e9b8836bd req-ff7656db-722b-47bf-a85b-ccf22ea91657 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=14a8a283-1d71-4167-8217-8abcf46f185f HTTP/1.1" status: 200 len: 948 time: 0.4599340 May 03 22:23:16.905111 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a9f612f2-a8db-441b-80a6-876e9b8836bd req-fba4b220-9f77-4ba5-a912-cbfd0f21467a tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774536 May 03 22:23:16.951056 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525f95b-03d2-4382-9265-5a8080442d71 req-170a2e18-a119-4f26-8866-a31fe266ba06 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:16.952836 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7525f95b-03d2-4382-9265-5a8080442d71 req-170a2e18-a119-4f26-8866-a31fe266ba06 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2 HTTP/1.1" status: 200 len: 1097 time: 0.1853225 May 03 22:23:17.013969 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7525f95b-03d2-4382-9265-5a8080442d71 req-7bedb9a8-4e59-4892-820f-d9a9a29d921f tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519783 May 03 22:23:17.014784 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-eb20e7a4-0e29-4353-9bec-1d87f09f4fce req-da48c2fc-f484-4b30-9a88-bd52ba413103 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:17.065487 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48c2fc-f484-4b30-9a88-bd52ba413103 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Pushing event deleted for resources: {'Port': ['ID=1d4ce42b-574b-4151-903c-393e534e5cab,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:17.162058 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb20e7a4-0e29-4353-9bec-1d87f09f4fce req-da48c2fc-f484-4b30-9a88-bd52ba413103 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] No DVR routers for this DVR port 1d4ce42b-574b-4151-903c-393e534e5cab on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:23:17.164941 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-eb20e7a4-0e29-4353-9bec-1d87f09f4fce req-da48c2fc-f484-4b30-9a88-bd52ba413103 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:17.169451 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd829595b-778f-40ba-8734-ea71b22f5e1b', 'name': 'network-vif-deleted', 'tag': '1d4ce42b-574b-4151-903c-393e534e5cab'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:23:17.218499 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eb20e7a4-0e29-4353-9bec-1d87f09f4fce req-da48c2fc-f484-4b30-9a88-bd52ba413103 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.60 "DELETE /v2.0/ports/1d4ce42b-574b-4151-903c-393e534e5cab HTTP/1.1" status: 204 len: 173 time: 1.1404464 May 03 22:23:17.220561 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device f9e1d8ec-800e-4c85-936a-ab579716abcb up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:23:17.310742 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a70a6a-fbfa-432c-a646-0aced4f1725c req-cda95a13-920d-430d-9c7a-e25846bba36f tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:17.311090 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-05a70a6a-fbfa-432c-a646-0aced4f1725c req-cda95a13-920d-430d-9c7a-e25846bba36f tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a3591c6-e621-4a29-9248-41738139fe13 HTTP/1.1" status: 200 len: 945 time: 0.1308506 May 03 22:23:17.324964 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port f9e1d8ec-800e-4c85-936a-ab579716abcb completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:23:17.338090 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port f9e1d8ec-800e-4c85-936a-ab579716abcb triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:23:17.340011 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:17.403117 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-05a70a6a-fbfa-432c-a646-0aced4f1725c req-a3b81bfb-038a-4426-8c97-e977c4651a40 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/security-groups?id=c7c440ae-7993-4776-abde-eb5ddb36d18b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744009 May 03 22:23:17.475823 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-736114d5-0b21-4496-9671-9c303df09f08 req-a31d6489-a520-4216-bf46-9e2c19fe8a69 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Synchronizing usage tracker for tenant:c25128d1dc404559a7cea1be8fc20408 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:23:17.497015 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-736114d5-0b21-4496-9671-9c303df09f08 req-a31d6489-a520-4216-bf46-9e2c19fe8a69 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Unset dirty status for tenant:c25128d1dc404559a7cea1be8fc20408 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:23:17.499393 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-736114d5-0b21-4496-9671-9c303df09f08 req-a31d6489-a520-4216-bf46-9e2c19fe8a69 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.58 "GET /v2.0/ports?device_id=d829595b-778f-40ba-8734-ea71b22f5e1b HTTP/1.1" status: 200 len: 210 time: 0.0800133 May 03 22:23:17.508076 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:17.544219 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port f9e1d8ec-800e-4c85-936a-ab579716abcb, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=f9e1d8ec-800e-4c85-936a-ab579716abcb,segment=NetworkSegment(92821917-315b-4061-8d3c-143fde4cc6cc),segment_id=92821917-315b-4061-8d3c-143fde4cc6cc)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:23:17.545354 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3591c6-e621-4a29-9248-41738139fe13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e1d8ec-800e-4c85-936a-ab579716abcb'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:23:17.552798 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:17.636961 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe47e3-5695-49e4-abf1-8d50a09c533a req-c7fcd137-db8b-47c9-9201-7aef4225d1b6 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:17.638541 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aebe47e3-5695-49e4-abf1-8d50a09c533a req-c7fcd137-db8b-47c9-9201-7aef4225d1b6 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ee86532f-e195-440c-b703-f26c54ce43b9 HTTP/1.1" status: 200 len: 1096 time: 0.1068676 May 03 22:23:17.641983 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 633b7d10-619d-4ebd-be62-3ab3159859eb details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:23:17.644581 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device e88861b5-d8ba-4e52-b091-feae2a0ddafa up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:23:17.690504 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aebe47e3-5695-49e4-abf1-8d50a09c533a req-989dbdc2-e630-44cc-b415-5bb2e9b3ae0c tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447292 May 03 22:23:17.755178 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=f9e1d8ec-800e-4c85-936a-ab579716abcb,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:17.785077 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-937b20f7-9e59-449d-a197-65be99d5ed63'] response: {'server_uuid': 'd829595b-778f-40ba-8734-ea71b22f5e1b', 'name': 'network-vif-deleted', 'tag': '1d4ce42b-574b-4151-903c-393e534e5cab', 'status': 'completed', 'code': 200} May 03 22:23:17.858322 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port e88861b5-d8ba-4e52-b091-feae2a0ddafa completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:23:17.868442 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port e88861b5-d8ba-4e52-b091-feae2a0ddafa triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:23:17.868884 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:17.895618 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8d19015-2858-4df2-872b-518b7efeee3b'] response: {'server_uuid': '6a3591c6-e621-4a29-9248-41738139fe13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e1d8ec-800e-4c85-936a-ab579716abcb', 'code': 200} May 03 22:23:17.958902 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 633b7d10-619d-4ebd-be62-3ab3159859eb, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=633b7d10-619d-4ebd-be62-3ab3159859eb,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:23:17.980982 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '633b7d10-619d-4ebd-be62-3ab3159859eb', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': '633b7d10-619d-4ebd-be62-3ab3159859eb', 'mac_address': 'fa:16:3e:4d:82:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:23:18.059398 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0b40e-50e3-4179-976f-fb6bfed3854a req-4cc27847-8540-485f-a088-8adebda7d0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:18.061246 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-74c0b40e-50e3-4179-976f-fb6bfed3854a req-4cc27847-8540-485f-a088-8adebda7d0dc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6a3591c6-e621-4a29-9248-41738139fe13 HTTP/1.1" status: 200 len: 1097 time: 0.0896702 May 03 22:23:18.089820 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:18.106814 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b4f3d-1be4-4d6a-9d82-e1709d6707cb req-b801dd97-b61b-43f1-9920-99ca6c41a4c1 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:18.108727 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e60b4f3d-1be4-4d6a-9d82-e1709d6707cb req-b801dd97-b61b-43f1-9920-99ca6c41a4c1 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=f44f4231-6d8a-4dc5-842c-c6cd982f518b HTTP/1.1" status: 200 len: 946 time: 0.1014535 May 03 22:23:18.115297 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-74c0b40e-50e3-4179-976f-fb6bfed3854a req-1232f344-1caa-4307-8067-3937183781e9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c7c440ae-7993-4776-abde-eb5ddb36d18b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467494 May 03 22:23:18.120722 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 633b7d10-619d-4ebd-be62-3ab3159859eb {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:23:18.129411 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:18.159520 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 633b7d10-619d-4ebd-be62-3ab3159859eb, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=633b7d10-619d-4ebd-be62-3ab3159859eb,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:23:18.164592 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:18.225309 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port e88861b5-d8ba-4e52-b091-feae2a0ddafa, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=e88861b5-d8ba-4e52-b091-feae2a0ddafa,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:23:18.232090 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:18.247509 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=633b7d10-619d-4ebd-be62-3ab3159859eb,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:18.257082 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e60b4f3d-1be4-4d6a-9d82-e1709d6707cb req-ba917981-1065-4fcd-af0d-e1ef6815e067 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397879 May 03 22:23:18.321770 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=e88861b5-d8ba-4e52-b091-feae2a0ddafa,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:18.500367 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['633b7d10-619d-4ebd-be62-3ab3159859eb'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:23:18.713527 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50042) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:23:18.819505 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-4ae2d93e-97c2-459b-b575-41d73f50acd2 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88070) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:23:18.820491 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-4ae2d93e-97c2-459b-b575-41d73f50acd2 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1058991 May 03 22:23:18.908934 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-88d5876f-3f8d-4c76-9200-e20a681fad0a service neutron] Request body: {'binding': {'host': 'n-h2-811807-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:23:18.909531 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-88d5876f-3f8d-4c76-9200-e20a681fad0a service neutron] Unknown quota resources ['binding']. {{(pid=88070) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 03 22:23:19.118946 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-88d5876f-3f8d-4c76-9200-e20a681fad0a service neutron] Attempting to bind port b2da60bb-93f7-43c6-89c1-7bff73b57b22 on host n-h2-811807-1 for vnic_type normal with profile None {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:23:19.119611 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-88d5876f-3f8d-4c76-9200-e20a681fad0a service neutron] Attempting to bind port b2da60bb-93f7-43c6-89c1-7bff73b57b22 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:23:19.119611 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-88d5876f-3f8d-4c76-9200-e20a681fad0a service neutron] Attempting to bind port b2da60bb-93f7-43c6-89c1-7bff73b57b22 on network 3476088d-e412-4e55-9c2f-549019c16834 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:23:19.124753 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-88d5876f-3f8d-4c76-9200-e20a681fad0a service neutron] Port b2da60bb-93f7-43c6-89c1-7bff73b57b22 on network 3476088d-e412-4e55-9c2f-549019c16834 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:23:19.125059 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-88d5876f-3f8d-4c76-9200-e20a681fad0a service neutron] Attempting to bind port b2da60bb-93f7-43c6-89c1-7bff73b57b22 on network 3476088d-e412-4e55-9c2f-549019c16834 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:23:19.138091 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-88d5876f-3f8d-4c76-9200-e20a681fad0a service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:23:19.138429 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-88d5876f-3f8d-4c76-9200-e20a681fad0a service neutron] Checking segment: {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:23:19.138840 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-88d5876f-3f8d-4c76-9200-e20a681fad0a service neutron] Bound using segment: {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:23:19.139970 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-88d5876f-3f8d-4c76-9200-e20a681fad0a service neutron] Bound port: b2da60bb-93f7-43c6-89c1-7bff73b57b22, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:23:19.171075 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-88d5876f-3f8d-4c76-9200-e20a681fad0a service neutron] For port b2da60bb-93f7-43c6-89c1-7bff73b57b22, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=b2da60bb-93f7-43c6-89c1-7bff73b57b22,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:23:19.175787 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-88d5876f-3f8d-4c76-9200-e20a681fad0a service neutron] Notify callbacks [] for binding, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:19.176967 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-88d5876f-3f8d-4c76-9200-e20a681fad0a service neutron] 10.222.0.58 "POST /v2.0/ports/b2da60bb-93f7-43c6-89c1-7bff73b57b22/bindings HTTP/1.1" status: 201 len: 389 time: 0.3095090 May 03 22:23:19.183531 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [req-1be90fca-496c-431b-931c-4a6e7294e71c req-cdf67374-8133-4cf8-9326-df2a73f66368 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88070) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:23:19.184774 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1be90fca-496c-431b-931c-4a6e7294e71c req-cdf67374-8133-4cf8-9326-df2a73f66368 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069294 May 03 22:23:19.193185 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-1be90fca-496c-431b-931c-4a6e7294e71c req-4b573264-b5d6-4459-a3b4-72d41fa4b652 service neutron] Request body: {'binding': {'host': 'n-h1-811807-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:23:19.193611 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-1be90fca-496c-431b-931c-4a6e7294e71c req-4b573264-b5d6-4459-a3b4-72d41fa4b652 service neutron] Unknown quota resources ['binding']. {{(pid=88070) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 03 22:23:19.457904 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458a17c-aa1f-4b45-8180-4cbe78d7ff3f req-19ec1e8f-145e-4429-94f3-f1aca93d8ef0 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:19.459375 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a458a17c-aa1f-4b45-8180-4cbe78d7ff3f req-19ec1e8f-145e-4429-94f3-f1aca93d8ef0 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=14a8a283-1d71-4167-8217-8abcf46f185f HTTP/1.1" status: 200 len: 949 time: 0.0804009 May 03 22:23:19.460775 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-1be90fca-496c-431b-931c-4a6e7294e71c req-4b573264-b5d6-4459-a3b4-72d41fa4b652 service neutron] Attempting to bind port 3bb23a7a-7efd-41eb-a608-deed81ecc158 on host n-h1-811807-1 for vnic_type normal with profile None {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:23:19.461102 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-1be90fca-496c-431b-931c-4a6e7294e71c req-4b573264-b5d6-4459-a3b4-72d41fa4b652 service neutron] Attempting to bind port 3bb23a7a-7efd-41eb-a608-deed81ecc158 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:23:19.461425 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be90fca-496c-431b-931c-4a6e7294e71c req-4b573264-b5d6-4459-a3b4-72d41fa4b652 service neutron] Attempting to bind port 3bb23a7a-7efd-41eb-a608-deed81ecc158 on network c529cb66-8468-429f-bb93-e81cdb567811 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:23:19.477256 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be90fca-496c-431b-931c-4a6e7294e71c req-4b573264-b5d6-4459-a3b4-72d41fa4b652 service neutron] Port 3bb23a7a-7efd-41eb-a608-deed81ecc158 on network c529cb66-8468-429f-bb93-e81cdb567811 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:23:19.477666 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be90fca-496c-431b-931c-4a6e7294e71c req-4b573264-b5d6-4459-a3b4-72d41fa4b652 service neutron] Attempting to bind port 3bb23a7a-7efd-41eb-a608-deed81ecc158 on network c529cb66-8468-429f-bb93-e81cdb567811 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:23:19.485960 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be90fca-496c-431b-931c-4a6e7294e71c req-4b573264-b5d6-4459-a3b4-72d41fa4b652 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:23:19.486321 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be90fca-496c-431b-931c-4a6e7294e71c req-4b573264-b5d6-4459-a3b4-72d41fa4b652 service neutron] Checking segment: {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:23:19.486734 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be90fca-496c-431b-931c-4a6e7294e71c req-4b573264-b5d6-4459-a3b4-72d41fa4b652 service neutron] Bound using segment: {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:23:19.487120 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-1be90fca-496c-431b-931c-4a6e7294e71c req-4b573264-b5d6-4459-a3b4-72d41fa4b652 service neutron] Bound port: 3bb23a7a-7efd-41eb-a608-deed81ecc158, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:23:19.511570 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a458a17c-aa1f-4b45-8180-4cbe78d7ff3f req-fb57ff3a-a0fe-4f6e-8fb1-ce4c8e1ddce0 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445125 May 03 22:23:19.521993 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-fb065765-3d9b-40a1-8bd0-c61d435d1113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:19.523445 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-fb065765-3d9b-40a1-8bd0-c61d435d1113 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2 HTTP/1.1" status: 200 len: 1097 time: 0.1052957 May 03 22:23:19.530037 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-1be90fca-496c-431b-931c-4a6e7294e71c req-4b573264-b5d6-4459-a3b4-72d41fa4b652 service neutron] For port 3bb23a7a-7efd-41eb-a608-deed81ecc158, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=3bb23a7a-7efd-41eb-a608-deed81ecc158,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:23:19.555748 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1be90fca-496c-431b-931c-4a6e7294e71c req-4b573264-b5d6-4459-a3b4-72d41fa4b652 service neutron] Notify callbacks [] for binding, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:19.556778 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1be90fca-496c-431b-931c-4a6e7294e71c req-4b573264-b5d6-4459-a3b4-72d41fa4b652 service neutron] 10.222.0.58 "POST /v2.0/ports/3bb23a7a-7efd-41eb-a608-deed81ecc158/bindings HTTP/1.1" status: 201 len: 389 time: 0.3666894 May 03 22:23:19.642891 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 633b7d10-619d-4ebd-be62-3ab3159859eb up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:23:19.805073 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-15c875fa-03aa-4310-81ba-14e43359174a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:19.806670 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-15c875fa-03aa-4310-81ba-14e43359174a service neutron] 10.222.0.67 "GET /v2.0/networks?id=3476088d-e412-4e55-9c2f-549019c16834 HTTP/1.1" status: 200 len: 922 time: 0.2736847 May 03 22:23:19.814656 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46477c-3d3a-4f83-a21e-12439c12a4c9 req-43a8d121-b666-413a-9827-de029571e7a5 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:19.815768 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 633b7d10-619d-4ebd-be62-3ab3159859eb completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:23:19.823728 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2b46477c-3d3a-4f83-a21e-12439c12a4c9 req-43a8d121-b666-413a-9827-de029571e7a5 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a3591c6-e621-4a29-9248-41738139fe13 HTTP/1.1" status: 200 len: 946 time: 0.2050195 May 03 22:23:19.828353 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 633b7d10-619d-4ebd-be62-3ab3159859eb triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:23:19.828927 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:19.875183 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2b46477c-3d3a-4f83-a21e-12439c12a4c9 req-7754eac8-6f5c-44c9-a767-f0acd47bed0f tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/security-groups?id=c7c440ae-7993-4776-abde-eb5ddb36d18b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518713 May 03 22:23:19.897242 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173cf94f-2d3e-4360-9e62-e8f7ce3a15f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88861b5-d8ba-4e52-b091-feae2a0ddafa'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:23:19.898659 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-d8f336d4-69c1-4e89-8df8-2b39391e24fa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2da60bb-93f7-43c6-89c1-7bff73b57b22 HTTP/1.1" status: 200 len: 217 time: 0.0805976 May 03 22:23:19.986681 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-3c733f6c-e4d7-46b7-8d80-069382170875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:19.988689 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-3c733f6c-e4d7-46b7-8d80-069382170875 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=63a9fee3-85c4-4a95-8dcc-67111d08a3de HTTP/1.1" status: 200 len: 861 time: 0.0871937 May 03 22:23:20.016187 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:20.040571 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-680008b8-cb90-4503-991a-e2b450e627a5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3476088d-e412-4e55-9c2f-549019c16834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450640 May 03 22:23:20.052972 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 633b7d10-619d-4ebd-be62-3ab3159859eb, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=633b7d10-619d-4ebd-be62-3ab3159859eb,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:23:20.057935 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:20.059325 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 1d4ce42b-574b-4151-903c-393e534e5cab no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:23:20.071054 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d13fe-0d9d-4d9f-9d72-6a69cddde425 req-20965235-32c0-484e-a4e8-337188a2b606 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:20.074376 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f00d13fe-0d9d-4d9f-9d72-6a69cddde425 req-20965235-32c0-484e-a4e8-337188a2b606 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2 HTTP/1.1" status: 200 len: 946 time: 0.1924801 May 03 22:23:20.123550 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 1d4ce42b-574b-4151-903c-393e534e5cab {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:23:20.123898 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 1d4ce42b-574b-4151-903c-393e534e5cab not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:23:20.149548 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f00d13fe-0d9d-4d9f-9d72-6a69cddde425 req-3392d82b-b792-45f7-afdf-b1f2b3b0ba65 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636005 May 03 22:23:20.164038 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21bd6a4-b744-4b7e-b086-784a3147b980 req-ca6a8edb-a460-4f67-ba3d-fe0c6274f236 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:20.165525 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c21bd6a4-b744-4b7e-b086-784a3147b980 req-ca6a8edb-a460-4f67-ba3d-fe0c6274f236 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=f44f4231-6d8a-4dc5-842c-c6cd982f518b HTTP/1.1" status: 200 len: 946 time: 0.1735060 May 03 22:23:20.165978 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=633b7d10-619d-4ebd-be62-3ab3159859eb,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:20.167854 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be90fca-496c-431b-931c-4a6e7294e71c req-a6e73896-8b6f-4d2c-9241-7d1556afb247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:20.169221 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1be90fca-496c-431b-931c-4a6e7294e71c req-a6e73896-8b6f-4d2c-9241-7d1556afb247 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1727dc00a1e94099b181b574bcc185b6&device_id=ee86532f-e195-440c-b703-f26c54ce43b9 HTTP/1.1" status: 200 len: 1096 time: 0.2133584 May 03 22:23:20.181518 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-dbf6077a-7f8e-4407-a1b4-23ac940c1798 service neutron] 10.222.0.67 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333756 May 03 22:23:20.328360 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c21bd6a4-b744-4b7e-b086-784a3147b980 req-f9d811bb-dd08-47b7-8aca-bf1436f77263 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215434 May 03 22:23:20.347165 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-e494ebdc-8082-4ff0-94de-e2df0f9a83bc service neutron] 10.222.0.67 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597366 May 03 22:23:20.372974 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be90fca-496c-431b-931c-4a6e7294e71c req-65df74d5-b321-405d-ab3c-27e6e4462dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:20.374689 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1be90fca-496c-431b-931c-4a6e7294e71c req-65df74d5-b321-405d-ab3c-27e6e4462dfe service neutron] 10.222.0.60 "GET /v2.0/networks?id=c529cb66-8468-429f-bb93-e81cdb567811 HTTP/1.1" status: 200 len: 909 time: 0.1978750 May 03 22:23:20.478096 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1be90fca-496c-431b-931c-4a6e7294e71c req-95009950-6bfc-4b8d-8974-a9c1ecc4245a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bb23a7a-7efd-41eb-a608-deed81ecc158 HTTP/1.1" status: 200 len: 217 time: 0.0961878 May 03 22:23:20.627445 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be90fca-496c-431b-931c-4a6e7294e71c req-b0593ed1-f5e1-4124-8bb7-5e805bd70b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:20.629062 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1be90fca-496c-431b-931c-4a6e7294e71c req-b0593ed1-f5e1-4124-8bb7-5e805bd70b83 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1ee1af50-b130-474e-bc7b-1c6042f9e7e1 HTTP/1.1" status: 200 len: 848 time: 0.1365123 May 03 22:23:20.682673 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1be90fca-496c-431b-931c-4a6e7294e71c req-1bd016ac-0493-44bc-bba9-cd05a58d3400 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c529cb66-8468-429f-bb93-e81cdb567811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466034 May 03 22:23:20.701328 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50088) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:23:20.725805 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c3d10-96d5-4d54-b45b-9976d6f7f9dc req-0c6aeca9-099a-46ad-b9e2-e8cc3b01ee0b tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:20.732955 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8b8c3d10-96d5-4d54-b45b-9976d6f7f9dc req-0c6aeca9-099a-46ad-b9e2-e8cc3b01ee0b tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee86532f-e195-440c-b703-f26c54ce43b9 HTTP/1.1" status: 200 len: 945 time: 0.1924202 May 03 22:23:20.739254 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84d5afb1-7ae8-4f36-a9cc-f150e161e5d1'] response: {'server_uuid': '173cf94f-2d3e-4360-9e62-e8f7ce3a15f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88861b5-d8ba-4e52-b091-feae2a0ddafa', 'code': 200} May 03 22:23:20.884561 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-52c6a05c-787f-485f-8ed7-0772b8ec50a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:20.887054 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8b8c3d10-96d5-4d54-b45b-9976d6f7f9dc req-4528ed66-b169-4e36-882d-cfd96e787bdd tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528559 May 03 22:23:20.904600 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-52c6a05c-787f-485f-8ed7-0772b8ec50a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:23:20.917833 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-52c6a05c-787f-485f-8ed7-0772b8ec50a7 admin admin] Usage tracker for resource:security_group_rule and tenant:54bd072ff47b4302b11e4dad9bf3da87 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:23:20.924819 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-52c6a05c-787f-485f-8ed7-0772b8ec50a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:23:20.939560 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-52c6a05c-787f-485f-8ed7-0772b8ec50a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:23:20.942283 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1be90fca-496c-431b-931c-4a6e7294e71c req-79deb764-fa11-48f4-b082-a47db9c45038 service neutron] 10.222.0.60 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469971 May 03 22:23:20.959838 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ecf18c-cdcf-48a8-b210-2785cf071dfb req-1741ed1d-c73a-41a6-afa5-576ba28e25d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:20.961233 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c4ecf18c-cdcf-48a8-b210-2785cf071dfb req-1741ed1d-c73a-41a6-afa5-576ba28e25d0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 1101 time: 0.1435263 May 03 22:23:21.040738 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c4ecf18c-cdcf-48a8-b210-2785cf071dfb req-a808610f-f45a-440b-96fd-bbfde1634086 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679801 May 03 22:23:21.051970 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921891c-08b9-4b50-8580-8157d1dd24ab req-6cbc8dc8-78a9-44b6-875c-8f00d5310d4e tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:21.059977 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b921891c-08b9-4b50-8580-8157d1dd24ab req-6cbc8dc8-78a9-44b6-875c-8f00d5310d4e tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=14a8a283-1d71-4167-8217-8abcf46f185f HTTP/1.1" status: 200 len: 950 time: 0.2176721 May 03 22:23:21.087860 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-52c6a05c-787f-485f-8ed7-0772b8ec50a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:21.091578 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-52c6a05c-787f-485f-8ed7-0772b8ec50a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:21.138127 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-52c6a05c-787f-485f-8ed7-0772b8ec50a7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=54bd072ff47b4302b11e4dad9bf3da87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4356492 May 03 22:23:21.140041 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6a05c-787f-485f-8ed7-0772b8ec50a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5619b693-a083-44a5-850b-d5fdfca6b651,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:21.143271 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50098) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:23:21.192433 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b921891c-08b9-4b50-8580-8157d1dd24ab req-2ea80d13-d386-43a8-ae61-c63f8e3a821b tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313794 May 03 22:23:21.204607 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1be90fca-496c-431b-931c-4a6e7294e71c req-86358341-ac9d-4322-bce1-22c9f9002446 service neutron] 10.222.0.60 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547712 May 03 22:23:21.228190 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-027b3f21-ff82-4115-8746-3d99c3eb3022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:21.234482 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42fb35c-932f-4704-bc86-688b89a6fe94 req-9f68ee0b-5ab4-4386-bb22-26a73fba7e11 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:21.243292 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f42fb35c-932f-4704-bc86-688b89a6fe94 req-9f68ee0b-5ab4-4386-bb22-26a73fba7e11 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a46b823-e067-4c0d-8a50-0101b4fe990b HTTP/1.1" status: 200 len: 949 time: 0.1813459 May 03 22:23:21.273514 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-027b3f21-ff82-4115-8746-3d99c3eb3022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:21.336166 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-027b3f21-ff82-4115-8746-3d99c3eb3022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:21.352597 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b3f21-ff82-4115-8746-3d99c3eb3022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5619b693-a083-44a5-850b-d5fdfca6b651,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:21.358039 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-027b3f21-ff82-4115-8746-3d99c3eb3022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:21.359363 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-027b3f21-ff82-4115-8746-3d99c3eb3022 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5619b693-a083-44a5-850b-d5fdfca6b651 HTTP/1.1" status: 204 len: 168 time: 0.2149158 May 03 22:23:21.405056 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f42fb35c-932f-4704-bc86-688b89a6fe94 req-3124314e-e929-46f7-8291-2bb47a2beebc tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.58 "GET /v2.0/security-groups?id=b0c691f1-a508-43e3-acd0-31bac239d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601019 May 03 22:23:21.482641 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcbf2f2-023e-4ad0-9e9e-924fc392762c req-e030a4be-c340-437d-85fb-e62ed9db8b93 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:21.484156 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9fcbf2f2-023e-4ad0-9e9e-924fc392762c req-e030a4be-c340-437d-85fb-e62ed9db8b93 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a3591c6-e621-4a29-9248-41738139fe13 HTTP/1.1" status: 200 len: 946 time: 0.1879084 May 03 22:23:21.492773 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be90fca-496c-431b-931c-4a6e7294e71c req-ddd36146-be53-448b-a807-f0fdd4078912 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:21.494253 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1be90fca-496c-431b-931c-4a6e7294e71c req-ddd36146-be53-448b-a807-f0fdd4078912 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ee86532f-e195-440c-b703-f26c54ce43b9&tenant_id=1727dc00a1e94099b181b574bcc185b6&binding%3Ahost_id=n-h2-811807-1 HTTP/1.1" status: 200 len: 1096 time: 0.1630287 May 03 22:23:21.533504 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-1be90fca-496c-431b-931c-4a6e7294e71c req-515201f2-45a6-4459-9a7f-460436c5c243 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811807-1'}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:23:21.769951 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50110) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:23:21.781972 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9fcbf2f2-023e-4ad0-9e9e-924fc392762c req-59d137ec-9275-4b37-acfc-1624d4abece1 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/security-groups?id=c7c440ae-7993-4776-abde-eb5ddb36d18b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2867231 May 03 22:23:21.792255 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a80c1482-b81b-4712-b108-32d80e33e4d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:21.809438 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a80c1482-b81b-4712-b108-32d80e33e4d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:23:21.813154 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a80c1482-b81b-4712-b108-32d80e33e4d6 admin admin] Usage tracker for resource:security_group_rule and tenant:fb42cfbaea5e43319dd229e2c7dee207 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:23:21.816197 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a80c1482-b81b-4712-b108-32d80e33e4d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:23:21.824579 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a80c1482-b81b-4712-b108-32d80e33e4d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:23:21.861265 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1be90fca-496c-431b-931c-4a6e7294e71c req-515201f2-45a6-4459-9a7f-460436c5c243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:21.895673 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e58868-3141-42d8-9f99-ee0bee0effc0 req-93b44891-a02c-4b7b-88db-45705aa322a7 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:21.904197 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6e58868-3141-42d8-9f99-ee0bee0effc0 req-93b44891-a02c-4b7b-88db-45705aa322a7 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2 HTTP/1.1" status: 200 len: 946 time: 0.2297761 May 03 22:23:21.939745 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a80c1482-b81b-4712-b108-32d80e33e4d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:21.945689 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a80c1482-b81b-4712-b108-32d80e33e4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:21.998879 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a80c1482-b81b-4712-b108-32d80e33e4d6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fb42cfbaea5e43319dd229e2c7dee207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275257 May 03 22:23:22.000289 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c1482-b81b-4712-b108-32d80e33e4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af5460d-d499-482c-a122-e94ed19fdeeb,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:22.002718 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50120) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:23:22.073296 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6161f721-3d9b-49e3-95c7-819fc971c300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:22.101527 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6e58868-3141-42d8-9f99-ee0bee0effc0 req-5e226a5e-e5a3-4165-a0d5-b499361bcce6 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964352 May 03 22:23:22.108008 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6161f721-3d9b-49e3-95c7-819fc971c300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:22.171603 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6161f721-3d9b-49e3-95c7-819fc971c300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:22.208188 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161f721-3d9b-49e3-95c7-819fc971c300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af5460d-d499-482c-a122-e94ed19fdeeb,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:22.208188 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6161f721-3d9b-49e3-95c7-819fc971c300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:22.208188 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6161f721-3d9b-49e3-95c7-819fc971c300 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1af5460d-d499-482c-a122-e94ed19fdeeb HTTP/1.1" status: 204 len: 168 time: 0.2005424 May 03 22:23:22.236273 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86aa3be-4130-4b56-acea-ba3e61677257 req-b2e14764-4eec-49de-ab56-855c9e267d1a tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:22.238415 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c86aa3be-4130-4b56-acea-ba3e61677257 req-b2e14764-4eec-49de-ab56-855c9e267d1a tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=f44f4231-6d8a-4dc5-842c-c6cd982f518b HTTP/1.1" status: 200 len: 946 time: 0.2961984 May 03 22:23:22.327103 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-1be90fca-496c-431b-931c-4a6e7294e71c req-515201f2-45a6-4459-9a7f-460436c5c243 service neutron] For port 3bb23a7a-7efd-41eb-a608-deed81ecc158, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=3bb23a7a-7efd-41eb-a608-deed81ecc158,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:23:22.367106 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c86aa3be-4130-4b56-acea-ba3e61677257 req-cce6aad5-a49c-46f3-857c-fea5e3acbbcb tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768788 May 03 22:23:22.404227 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-1be90fca-496c-431b-931c-4a6e7294e71c req-515201f2-45a6-4459-9a7f-460436c5c243 service neutron] For port 3bb23a7a-7efd-41eb-a608-deed81ecc158, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:23:22.442450 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196dde6-e772-45df-baef-39399ee04335 req-682ded48-ac34-42d8-b12a-885aa4148aca tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:22.443962 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1196dde6-e772-45df-baef-39399ee04335 req-682ded48-ac34-42d8-b12a-885aa4148aca tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a3591c6-e621-4a29-9248-41738139fe13 HTTP/1.1" status: 200 len: 946 time: 0.2062194 May 03 22:23:22.452863 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50130) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:23:22.460812 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-a58840c1-55b2-4bcb-808f-459f75b41636 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Request body: {'floatingip': {'port_id': 'f9e1d8ec-800e-4c85-936a-ab579716abcb'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:23:22.490751 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee86532f-e195-440c-b703-f26c54ce43b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bb23a7a-7efd-41eb-a608-deed81ecc158'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:23:22.497600 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1be90fca-496c-431b-931c-4a6e7294e71c req-515201f2-45a6-4459-9a7f-460436c5c243 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:22.506340 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1be90fca-496c-431b-931c-4a6e7294e71c req-515201f2-45a6-4459-9a7f-460436c5c243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:22.569221 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a58840c1-55b2-4bcb-808f-459f75b41636 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks [] for floatingip, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:22.695533 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515201f2-45a6-4459-9a7f-460436c5c243 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb23a7a-7efd-41eb-a608-deed81ecc158,revision_number=7']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:22.740252 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a8a283-1d71-4167-8217-8abcf46f185f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633b7d10-619d-4ebd-be62-3ab3159859eb'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:23:22.804852 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515201f2-45a6-4459-9a7f-460436c5c243 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:22.805167 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515201f2-45a6-4459-9a7f-460436c5c243 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:22.805426 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515201f2-45a6-4459-9a7f-460436c5c243 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:22.805756 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515201f2-45a6-4459-9a7f-460436c5c243 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:22.806113 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515201f2-45a6-4459-9a7f-460436c5c243 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:22.806434 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515201f2-45a6-4459-9a7f-460436c5c243 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:22.806754 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515201f2-45a6-4459-9a7f-460436c5c243 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:22.807075 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515201f2-45a6-4459-9a7f-460436c5c243 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:22.807391 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515201f2-45a6-4459-9a7f-460436c5c243 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:22.807737 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515201f2-45a6-4459-9a7f-460436c5c243 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:22.808054 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515201f2-45a6-4459-9a7f-460436c5c243 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:22.808366 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515201f2-45a6-4459-9a7f-460436c5c243 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:22.838360 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-67f93dc8-f88d-4847-8fed-b23da726e585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:22.905101 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-1be90fca-496c-431b-931c-4a6e7294e71c req-515201f2-45a6-4459-9a7f-460436c5c243 service neutron] Attempting to bind port 3bb23a7a-7efd-41eb-a608-deed81ecc158 on host n-h2-811807-1 for vnic_type normal with profile {"migrating_to": "n-h1-811807-1"} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:23:22.905434 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-1be90fca-496c-431b-931c-4a6e7294e71c req-515201f2-45a6-4459-9a7f-460436c5c243 service neutron] Attempting to bind port 3bb23a7a-7efd-41eb-a608-deed81ecc158 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:23:22.905756 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be90fca-496c-431b-931c-4a6e7294e71c req-515201f2-45a6-4459-9a7f-460436c5c243 service neutron] Attempting to bind port 3bb23a7a-7efd-41eb-a608-deed81ecc158 on network c529cb66-8468-429f-bb93-e81cdb567811 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:23:22.915258 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be90fca-496c-431b-931c-4a6e7294e71c req-515201f2-45a6-4459-9a7f-460436c5c243 service neutron] Port 3bb23a7a-7efd-41eb-a608-deed81ecc158 on network c529cb66-8468-429f-bb93-e81cdb567811 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:23:22.915579 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be90fca-496c-431b-931c-4a6e7294e71c req-515201f2-45a6-4459-9a7f-460436c5c243 service neutron] Attempting to bind port 3bb23a7a-7efd-41eb-a608-deed81ecc158 on network c529cb66-8468-429f-bb93-e81cdb567811 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:23:22.924502 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be90fca-496c-431b-931c-4a6e7294e71c req-515201f2-45a6-4459-9a7f-460436c5c243 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:23:22.924926 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be90fca-496c-431b-931c-4a6e7294e71c req-515201f2-45a6-4459-9a7f-460436c5c243 service neutron] Checking segment: {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:23:22.925305 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be90fca-496c-431b-931c-4a6e7294e71c req-515201f2-45a6-4459-9a7f-460436c5c243 service neutron] Bound using segment: {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:23:22.925736 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-1be90fca-496c-431b-931c-4a6e7294e71c req-515201f2-45a6-4459-9a7f-460436c5c243 service neutron] Bound port: 3bb23a7a-7efd-41eb-a608-deed81ecc158, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:23:22.926069 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1be90fca-496c-431b-931c-4a6e7294e71c req-515201f2-45a6-4459-9a7f-460436c5c243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:22.961876 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e992d6d-5b82-45be-a3ba-cadcdc2a6d33 req-7ac8af66-02a0-449f-82ef-f35ea5f28c84 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:22.969515 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e992d6d-5b82-45be-a3ba-cadcdc2a6d33 req-7ac8af66-02a0-449f-82ef-f35ea5f28c84 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee86532f-e195-440c-b703-f26c54ce43b9 HTTP/1.1" status: 200 len: 943 time: 0.4454901 May 03 22:23:23.048384 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb242da4-0dd7-413d-98fa-5e5bdbd2d038 req-8dd36ee7-13ec-4b1a-b098-c71f58190686 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:23.049986 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bb242da4-0dd7-413d-98fa-5e5bdbd2d038 req-8dd36ee7-13ec-4b1a-b098-c71f58190686 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=14a8a283-1d71-4167-8217-8abcf46f185f HTTP/1.1" status: 200 len: 950 time: 0.3553503 May 03 22:23:23.106927 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e992d6d-5b82-45be-a3ba-cadcdc2a6d33 req-55465648-bc53-45c7-b877-fbba18518717 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359389 May 03 22:23:23.128383 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-1be90fca-496c-431b-931c-4a6e7294e71c req-515201f2-45a6-4459-9a7f-460436c5c243 service neutron] For port 3bb23a7a-7efd-41eb-a608-deed81ecc158, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:23:23.136473 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-1be90fca-496c-431b-931c-4a6e7294e71c req-515201f2-45a6-4459-9a7f-460436c5c243 service neutron] For port 3bb23a7a-7efd-41eb-a608-deed81ecc158, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=3bb23a7a-7efd-41eb-a608-deed81ecc158,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:23:23.164861 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1be90fca-496c-431b-931c-4a6e7294e71c req-515201f2-45a6-4459-9a7f-460436c5c243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:23.216180 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bb242da4-0dd7-413d-98fa-5e5bdbd2d038 req-9eb33bb9-e54a-4371-ad3e-05bd61f10c5c tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513715 May 03 22:23:23.280608 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8da8274-60a5-4bc8-914c-ccd01b38a3e5'] response: {'server_uuid': 'ee86532f-e195-440c-b703-f26c54ce43b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bb23a7a-7efd-41eb-a608-deed81ecc158', 'code': 200} May 03 22:23:23.304326 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4d242-b454-45df-aeb8-b9a73f17ea2d req-03c03cbc-95bc-4a6e-94af-6626a5d48a67 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:23.305779 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d1d4d242-b454-45df-aeb8-b9a73f17ea2d req-03c03cbc-95bc-4a6e-94af-6626a5d48a67 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a46b823-e067-4c0d-8a50-0101b4fe990b HTTP/1.1" status: 200 len: 949 time: 0.1835492 May 03 22:23:23.312869 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d60b5db9-fc7d-476e-8047-9529921dadaf'] response: {'server_uuid': '14a8a283-1d71-4167-8217-8abcf46f185f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633b7d10-619d-4ebd-be62-3ab3159859eb', 'code': 200} May 03 22:23:23.461226 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-d1d4d242-b454-45df-aeb8-b9a73f17ea2d req-c46d806b-9608-43c2-aefd-c46012cb5d9b tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Deleting port 0de9beb0-4bd1-4194-b8d5-b17061445344 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:23:23.461819 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d1d4d242-b454-45df-aeb8-b9a73f17ea2d req-c46d806b-9608-43c2-aefd-c46012cb5d9b tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:23.504314 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be90fca-496c-431b-931c-4a6e7294e71c req-515201f2-45a6-4459-9a7f-460436c5c243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:23.504865 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1be90fca-496c-431b-931c-4a6e7294e71c req-515201f2-45a6-4459-9a7f-460436c5c243 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:23.506228 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1be90fca-496c-431b-931c-4a6e7294e71c req-515201f2-45a6-4459-9a7f-460436c5c243 service neutron] 10.222.0.60 "PUT /v2.0/ports/3bb23a7a-7efd-41eb-a608-deed81ecc158 HTTP/1.1" status: 200 len: 1121 time: 1.9915080 May 03 22:23:23.515768 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515201f2-45a6-4459-9a7f-460436c5c243 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb23a7a-7efd-41eb-a608-deed81ecc158,revision_number=8']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:23.572080 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a58840c1-55b2-4bcb-808f-459f75b41636 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:23.606029 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a58840c1-55b2-4bcb-808f-459f75b41636 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:23.615205 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['3bb23a7a-7efd-41eb-a608-deed81ecc158'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:23:23.697356 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae6e63-cf75-4fee-b37b-a14f79194514 req-5e31ed2e-8f65-4c30-a052-7499362b0dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:23.699032 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-71ae6e63-cf75-4fee-b37b-a14f79194514 req-5e31ed2e-8f65-4c30-a052-7499362b0dd6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=14a8a283-1d71-4167-8217-8abcf46f185f HTTP/1.1" status: 200 len: 1101 time: 0.2833383 May 03 22:23:23.707533 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642a057-9ede-4f9c-92ce-4345b3e0e86f req-7243cd02-ae61-4f6a-abdc-30fce749aae2 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:23.708983 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4642a057-9ede-4f9c-92ce-4345b3e0e86f req-7243cd02-ae61-4f6a-abdc-30fce749aae2 tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a46b823-e067-4c0d-8a50-0101b4fe990b HTTP/1.1" status: 200 len: 949 time: 0.4981928 May 03 22:23:23.750393 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-71ae6e63-cf75-4fee-b37b-a14f79194514 req-df08440a-67fc-4ed0-a7cd-9fddef331298 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402319 May 03 22:23:23.796415 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b933e4-fe40-44fd-abd5-4f9a1d030287 req-fecca809-5f20-4de8-9ea6-949861505582 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:23.797787 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-04b933e4-fe40-44fd-abd5-4f9a1d030287 req-fecca809-5f20-4de8-9ea6-949861505582 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2 HTTP/1.1" status: 200 len: 946 time: 0.3765833 May 03 22:23:23.805240 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4642a057-9ede-4f9c-92ce-4345b3e0e86f req-1ffbff06-2083-4842-a5c9-8067ec96102a tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.58 "GET /v2.0/security-groups?id=b0c691f1-a508-43e3-acd0-31bac239d2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574532 May 03 22:23:23.850520 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-04b933e4-fe40-44fd-abd5-4f9a1d030287 req-8eb2b743-3caf-43ca-800a-2ff5b11a0b3b tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421247 May 03 22:23:23.904617 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:23.950111 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [None req-a58840c1-55b2-4bcb-808f-459f75b41636 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Floating IP 9e3958bb-0daa-4d9e-97af-7ceb855ae825 associated. External IP: 172.25.2.140, port: f9e1d8ec-800e-4c85-936a-ab579716abcb. May 03 22:23:24.036343 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0882d8-713e-46c7-b48c-354fea4c7729 req-af5b4fb3-6476-4c59-af69-317bab6b3386 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:24.037911 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e0882d8-713e-46c7-b48c-354fea4c7729 req-af5b4fb3-6476-4c59-af69-317bab6b3386 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=f44f4231-6d8a-4dc5-842c-c6cd982f518b HTTP/1.1" status: 200 len: 946 time: 0.0876489 May 03 22:23:24.084169 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e0882d8-713e-46c7-b48c-354fea4c7729 req-8dc6f161-0138-4423-bac8-b4c43a79ece9 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399096 May 03 22:23:24.099209 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-d1d4d242-b454-45df-aeb8-b9a73f17ea2d req-c46d806b-9608-43c2-aefd-c46012cb5d9b tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] For port 0de9beb0-4bd1-4194-b8d5-b17061445344, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0de9beb0-4bd1-4194-b8d5-b17061445344,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:23:24.099639 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d1d4d242-b454-45df-aeb8-b9a73f17ea2d req-c46d806b-9608-43c2-aefd-c46012cb5d9b tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:24.227896 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-d1d4d242-b454-45df-aeb8-b9a73f17ea2d req-c46d806b-9608-43c2-aefd-c46012cb5d9b tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Calling delete_port for 0de9beb0-4bd1-4194-b8d5-b17061445344 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:23:24.300832 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f13bb-9ac1-43dd-9d38-dfba63f7655a req-58f30847-9139-4949-8e08-ec05c18280fb tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:24.309781 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e94f13bb-9ac1-43dd-9d38-dfba63f7655a req-58f30847-9139-4949-8e08-ec05c18280fb tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee86532f-e195-440c-b703-f26c54ce43b9 HTTP/1.1" status: 200 len: 943 time: 0.0919569 May 03 22:23:24.358492 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e94f13bb-9ac1-43dd-9d38-dfba63f7655a req-355e4690-b0db-4103-8399-b8b5883a99ea tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477800 May 03 22:23:24.626932 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d148bb-f892-4164-b701-27a35b1dd730 req-ace943e3-9617-405a-b50b-e5c58b23bbeb tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:24.629241 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58d148bb-f892-4164-b701-27a35b1dd730 req-ace943e3-9617-405a-b50b-e5c58b23bbeb tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=14a8a283-1d71-4167-8217-8abcf46f185f HTTP/1.1" status: 200 len: 950 time: 0.1399169 May 03 22:23:24.699014 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58d148bb-f892-4164-b701-27a35b1dd730 req-ab8365c6-beb1-4f7b-957e-cb4f13f2e2dc tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632019 May 03 22:23:24.728938 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d1d4d242-b454-45df-aeb8-b9a73f17ea2d req-c46d806b-9608-43c2-aefd-c46012cb5d9b tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:24.770511 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c090426b-4018-408d-a859-8350c4d2bf37 req-2b6c36eb-69eb-48ef-af48-6963e8863b2a tempest-FlavorsV2NegativeTest-204379601 tempest-FlavorsV2NegativeTest-204379601-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=1582555c5796410884a8e820d0d9d55e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280101 May 03 22:23:24.794335 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d806b-9608-43c2-aefd-c46012cb5d9b tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Pushing event deleted for resources: {'Port': ['ID=0de9beb0-4bd1-4194-b8d5-b17061445344,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:24.878261 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d4d242-b454-45df-aeb8-b9a73f17ea2d req-c46d806b-9608-43c2-aefd-c46012cb5d9b tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] No DVR routers for this DVR port 0de9beb0-4bd1-4194-b8d5-b17061445344 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:23:24.882986 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d1d4d242-b454-45df-aeb8-b9a73f17ea2d req-c46d806b-9608-43c2-aefd-c46012cb5d9b tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:24.886387 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a46b823-e067-4c0d-8a50-0101b4fe990b', 'name': 'network-vif-deleted', 'tag': '0de9beb0-4bd1-4194-b8d5-b17061445344'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:23:24.893364 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58840c1-55b2-4bcb-808f-459f75b41636 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Router a26de4d4-c911-40d5-a6a7-0dd780b09698 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:23:24.957773 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d1d4d242-b454-45df-aeb8-b9a73f17ea2d req-c46d806b-9608-43c2-aefd-c46012cb5d9b tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.60 "DELETE /v2.0/ports/0de9beb0-4bd1-4194-b8d5-b17061445344 HTTP/1.1" status: 204 len: 173 time: 1.6366475 May 03 22:23:24.981267 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2e762b0c-48b8-49ab-b45f-4811b432b9a1 req-edb2f292-f016-4ad1-add0-056150e518ab tempest-ListImageFiltersTestJSON-184733481 tempest-ListImageFiltersTestJSON-184733481-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a46b823-e067-4c0d-8a50-0101b4fe990b HTTP/1.1" status: 200 len: 210 time: 0.0590589 May 03 22:23:24.988129 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090426b-4018-408d-a859-8350c4d2bf37 req-63b73275-f2b4-4271-bf59-2ab5b1b51c2c tempest-FlavorsV2NegativeTest-204379601 tempest-FlavorsV2NegativeTest-204379601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:24.994833 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c090426b-4018-408d-a859-8350c4d2bf37 req-63b73275-f2b4-4271-bf59-2ab5b1b51c2c tempest-FlavorsV2NegativeTest-204379601 tempest-FlavorsV2NegativeTest-204379601-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2163992 May 03 22:23:25.004929 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a4ccc5a3-99fa-4bb7-ac28-0548c9719d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:25.011338 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c090426b-4018-408d-a859-8350c4d2bf37 req-8f4dea64-4596-4e7d-a1f5-522e316af698 tempest-FlavorsV2NegativeTest-204379601 tempest-FlavorsV2NegativeTest-204379601-project] 10.222.0.58 "GET /v2.0/quotas/1582555c5796410884a8e820d0d9d55e HTTP/1.1" status: 200 len: 375 time: 0.0148196 May 03 22:23:25.066015 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c090426b-4018-408d-a859-8350c4d2bf37 req-4458ab96-6ec6-4573-a72b-68a53fe015fd tempest-FlavorsV2NegativeTest-204379601 tempest-FlavorsV2NegativeTest-204379601-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1582555c5796410884a8e820d0d9d55e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537314 May 03 22:23:25.103738 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58840c1-55b2-4bcb-808f-459f75b41636 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:23:25.107398 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a92ab6dc-3912-4cb5-addd-f05b2e1fe397'] response: {'server_uuid': '4a46b823-e067-4c0d-8a50-0101b4fe990b', 'name': 'network-vif-deleted', 'tag': '0de9beb0-4bd1-4194-b8d5-b17061445344', 'status': 'completed', 'code': 200} May 03 22:23:25.111306 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a58840c1-55b2-4bcb-808f-459f75b41636 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:25.114937 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f204e84c-0775-4c84-b34b-0008e8a486f3 None None] Sync routers for ids ['a26de4d4-c911-40d5-a6a7-0dd780b09698'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:23:25.126239 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f204e84c-0775-4c84-b34b-0008e8a486f3 None None] Routers {'a26de4d4-c911-40d5-a6a7-0dd780b09698'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:23:25.127217 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f204e84c-0775-4c84-b34b-0008e8a486f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:23:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a26de4d4-c911-40d5-a6a7-0dd780b09698'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:23:25.247570 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a58840c1-55b2-4bcb-808f-459f75b41636 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "PUT /v2.0/floatingips/9e3958bb-0daa-4d9e-97af-7ceb855ae825 HTTP/1.1" status: 200 len: 992 time: 2.7926481 May 03 22:23:25.293221 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee86532f-e195-440c-b703-f26c54ce43b9', 'tag': '3bb23a7a-7efd-41eb-a608-deed81ecc158'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:23:25.379559 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae1abf-5b12-4e82-b410-f64071700ee3 req-9e1e91e8-7de8-49df-8bcc-8a1d733dfeb4 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:25.387249 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2dae1abf-5b12-4e82-b410-f64071700ee3 req-9e1e91e8-7de8-49df-8bcc-8a1d733dfeb4 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2 HTTP/1.1" status: 200 len: 946 time: 0.2026262 May 03 22:23:25.467903 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-f204e84c-0775-4c84-b34b-0008e8a486f3 None None] Set router a26de4d4-c911-40d5-a6a7-0dd780b09698 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:23:25.492598 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2dae1abf-5b12-4e82-b410-f64071700ee3 req-ed19bfd5-2a1e-4b1d-bb69-35bec1eeb8b4 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988526 May 03 22:23:25.584831 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcb1872b-3570-41d2-a597-ae3d8edd8b5d'] response: {'name': 'network-changed', 'server_uuid': 'ee86532f-e195-440c-b703-f26c54ce43b9', 'tag': '3bb23a7a-7efd-41eb-a608-deed81ecc158', 'status': 'completed', 'code': 200} May 03 22:23:25.691346 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 3bb23a7a-7efd-41eb-a608-deed81ecc158 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:23:25.746465 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb8330-9e31-47fd-94c6-81aee1904e4a req-80e4e338-0078-49cf-92b2-8df9ed409aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:25.748604 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b3bb8330-9e31-47fd-94c6-81aee1904e4a req-80e4e338-0078-49cf-92b2-8df9ed409aa5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1727dc00a1e94099b181b574bcc185b6&device_id=ee86532f-e195-440c-b703-f26c54ce43b9 HTTP/1.1" status: 200 len: 1124 time: 0.1456816 May 03 22:23:25.944540 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb8330-9e31-47fd-94c6-81aee1904e4a req-90f4782b-6635-447a-8148-8c6335af5b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:25.947882 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b3bb8330-9e31-47fd-94c6-81aee1904e4a req-90f4782b-6635-447a-8148-8c6335af5b09 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c529cb66-8468-429f-bb93-e81cdb567811 HTTP/1.1" status: 200 len: 909 time: 0.1915746 May 03 22:23:25.977967 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32da0c-6542-4979-b269-54d8af284724 req-1a3fd75f-cbc6-403d-b2a6-b2800a4f0e4e tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:25.985233 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a32da0c-6542-4979-b269-54d8af284724 req-1a3fd75f-cbc6-403d-b2a6-b2800a4f0e4e tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a3591c6-e621-4a29-9248-41738139fe13 HTTP/1.1" status: 200 len: 946 time: 0.3395329 May 03 22:23:26.047585 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 3bb23a7a-7efd-41eb-a608-deed81ecc158, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=3bb23a7a-7efd-41eb-a608-deed81ecc158,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:23:26.052587 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a32da0c-6542-4979-b269-54d8af284724 req-8f592dde-e807-4f2b-b1a8-f084d9f7c828 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/security-groups?id=c7c440ae-7993-4776-abde-eb5ddb36d18b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664203 May 03 22:23:26.097675 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf3c4d-c691-420f-a97e-a6ab1be6a72d req-9c2c5abb-f259-49dc-8871-6b5a96f18e52 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:26.099794 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-87bf3c4d-c691-420f-a97e-a6ab1be6a72d req-9c2c5abb-f259-49dc-8871-6b5a96f18e52 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee86532f-e195-440c-b703-f26c54ce43b9 HTTP/1.1" status: 200 len: 943 time: 0.2742624 May 03 22:23:26.113412 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b3bb8330-9e31-47fd-94c6-81aee1904e4a req-6f2b7f1a-cc99-4529-881d-2d5803ec45f1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bb23a7a-7efd-41eb-a608-deed81ecc158 HTTP/1.1" status: 200 len: 217 time: 0.1573434 May 03 22:23:26.116810 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 3bb23a7a-7efd-41eb-a608-deed81ecc158 has no active binding in host n-h1-811807-1 {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 03 22:23:26.163285 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:26.207200 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50268) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:23:26.216279 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-87bf3c4d-c691-420f-a97e-a6ab1be6a72d req-81e91796-e716-4ee4-86ca-7807f938b294 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095424 May 03 22:23:26.218875 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:26.222798 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb8330-9e31-47fd-94c6-81aee1904e4a req-5635361f-ee83-484c-a78a-a328b3db2b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:26.224152 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b3bb8330-9e31-47fd-94c6-81aee1904e4a req-5635361f-ee83-484c-a78a-a328b3db2b63 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1ee1af50-b130-474e-bc7b-1c6042f9e7e1 HTTP/1.1" status: 200 len: 848 time: 0.1041527 May 03 22:23:26.304160 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f204e84c-0775-4c84-b34b-0008e8a486f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'name': 'tempest-ServersTestBootFromVolume-1014963792-router', 'tenant_id': '9271577ee7c14caabdc945c626e59f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'e5f99c5c-9fb9-4196-8914-f1fa17c85bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:22:11Z', 'updated_at': '2022-05-03T22:22:19Z', 'revision_number': 4, 'project_id': '9271577ee7c14caabdc945c626e59f32', 'gw_port': {'id': 'e5f99c5c-9fb9-4196-8914-f1fa17c85bbb', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:22:12Z', 'updated_at': '2022-05-03T22:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '9e3958bb-0daa-4d9e-97af-7ceb855ae825', 'tenant_id': '9271577ee7c14caabdc945c626e59f32', 'floating_ip_address': '172.25.2.140', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'port_id': 'f9e1d8ec-800e-4c85-936a-ab579716abcb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e80666c-da9e-419c-8250-40f01b3c2c53', 'mac_address': 'fa:16:3e:7c:6d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3591c6-e621-4a29-9248-41738139fe13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:22:26Z', 'updated_at': '2022-05-03T22:23:23Z', 'revision_number': 1, 'project_id': '9271577ee7c14caabdc945c626e59f32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33986081-6a62-45fa-a7e2-06f2472ebda8', 'name': '', 'network_id': '0e80666c-da9e-419c-8250-40f01b3c2c53', 'tenant_id': '9271577ee7c14caabdc945c626e59f32', 'mac_address': 'fa:16:3e:a6:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '28c578e4-f40c-45f7-97b3-868ce0caad29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:22:18Z', 'updated_at': '2022-05-03T22:22:28Z', 'revision_number': 5, 'project_id': '9271577ee7c14caabdc945c626e59f32', 'subnets': [{'id': '28c578e4-f40c-45f7-97b3-868ce0caad29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:23:26.310351 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f204e84c-0775-4c84-b34b-0008e8a486f3 None None] Checking router: a26de4d4-c911-40d5-a6a7-0dd780b09698 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:23:26.321971 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f204e84c-0775-4c84-b34b-0008e8a486f3 None None] Routers {'a26de4d4-c911-40d5-a6a7-0dd780b09698'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:23:26.324742 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f204e84c-0775-4c84-b34b-0008e8a486f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:23:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a26de4d4-c911-40d5-a6a7-0dd780b09698'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:23:26.343425 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b3bb8330-9e31-47fd-94c6-81aee1904e4a req-2043d257-45f6-46ca-a046-5ed9027c00e5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c529cb66-8468-429f-bb93-e81cdb567811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119430 May 03 22:23:26.396553 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb90a3-9734-45e0-96e1-511e3f9480e1 req-e274ddbc-d525-4b16-8686-3b70c6c49c2f tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:26.405073 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fddb90a3-9734-45e0-96e1-511e3f9480e1 req-e274ddbc-d525-4b16-8686-3b70c6c49c2f tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=14a8a283-1d71-4167-8217-8abcf46f185f HTTP/1.1" status: 200 len: 950 time: 0.1022828 May 03 22:23:26.449377 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fddb90a3-9734-45e0-96e1-511e3f9480e1 req-1cd653b2-720d-4978-b13b-1e7069ca7588 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434523 May 03 22:23:26.484900 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-324d764f-1617-4e73-a7d0-54d8d932af33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:26.507314 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-324d764f-1617-4e73-a7d0-54d8d932af33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:23:26.514811 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-324d764f-1617-4e73-a7d0-54d8d932af33 admin admin] Usage tracker for resource:security_group_rule and tenant:1582555c5796410884a8e820d0d9d55e is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:23:26.526196 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-324d764f-1617-4e73-a7d0-54d8d932af33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:23:26.539987 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-324d764f-1617-4e73-a7d0-54d8d932af33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:23:26.556985 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b3bb8330-9e31-47fd-94c6-81aee1904e4a req-196ee2a4-21ce-4626-bc89-9b065e225c57 service neutron] 10.222.0.67 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048812 May 03 22:23:26.607567 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-f204e84c-0775-4c84-b34b-0008e8a486f3 None None] Set router a26de4d4-c911-40d5-a6a7-0dd780b09698 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:23:26.688110 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855c7e9-0dab-4e48-af9e-04d7f866930c req-77ac9fab-cd5a-40c5-be7a-43a7bfe97391 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:26.689736 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4855c7e9-0dab-4e48-af9e-04d7f866930c req-77ac9fab-cd5a-40c5-be7a-43a7bfe97391 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 950 time: 0.1005599 May 03 22:23:26.750513 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4855c7e9-0dab-4e48-af9e-04d7f866930c req-73f70046-764c-4e90-a70b-5eb01a924906 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546846 May 03 22:23:26.778462 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b3bb8330-9e31-47fd-94c6-81aee1904e4a req-ed0579aa-885e-4e07-8ddb-89e246f8c157 service neutron] 10.222.0.67 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123840 May 03 22:23:26.844246 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-324d764f-1617-4e73-a7d0-54d8d932af33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:26.855704 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-324d764f-1617-4e73-a7d0-54d8d932af33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:26.929584 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-324d764f-1617-4e73-a7d0-54d8d932af33 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1582555c5796410884a8e820d0d9d55e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7211041 May 03 22:23:26.931272 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50308) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:23:26.933885 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d764f-1617-4e73-a7d0-54d8d932af33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c40bb0-a5fb-4cb8-ad59-b02ef815b483,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:26.954977 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324d764f-1617-4e73-a7d0-54d8d932af33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:26.955329 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324d764f-1617-4e73-a7d0-54d8d932af33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:26.955670 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324d764f-1617-4e73-a7d0-54d8d932af33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:26.956007 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324d764f-1617-4e73-a7d0-54d8d932af33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:26.956347 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324d764f-1617-4e73-a7d0-54d8d932af33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:26.956691 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324d764f-1617-4e73-a7d0-54d8d932af33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:26.957005 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324d764f-1617-4e73-a7d0-54d8d932af33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:26.957331 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324d764f-1617-4e73-a7d0-54d8d932af33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:26.957647 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324d764f-1617-4e73-a7d0-54d8d932af33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:26.958021 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324d764f-1617-4e73-a7d0-54d8d932af33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:26.958575 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324d764f-1617-4e73-a7d0-54d8d932af33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:26.959092 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324d764f-1617-4e73-a7d0-54d8d932af33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:27.015321 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8a844f00-d62c-4314-ba33-b47425044a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:27.022452 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97044434-9ba3-4845-a356-258fce65f365 req-8f172dab-0450-428a-be10-72c0118fcdc0 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:27.023813 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-97044434-9ba3-4845-a356-258fce65f365 req-8f172dab-0450-428a-be10-72c0118fcdc0 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2 HTTP/1.1" status: 200 len: 946 time: 0.1172163 May 03 22:23:27.044387 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8a844f00-d62c-4314-ba33-b47425044a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:27.080089 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-97044434-9ba3-4845-a356-258fce65f365 req-98daa1fa-d599-407b-845a-29a291b110a5 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462513 May 03 22:23:27.083861 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f204e84c-0775-4c84-b34b-0008e8a486f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'name': 'tempest-ServersTestBootFromVolume-1014963792-router', 'tenant_id': '9271577ee7c14caabdc945c626e59f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'e5f99c5c-9fb9-4196-8914-f1fa17c85bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:22:11Z', 'updated_at': '2022-05-03T22:22:19Z', 'revision_number': 4, 'project_id': '9271577ee7c14caabdc945c626e59f32', 'gw_port': {'id': 'e5f99c5c-9fb9-4196-8914-f1fa17c85bbb', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:22:12Z', 'updated_at': '2022-05-03T22:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '9e3958bb-0daa-4d9e-97af-7ceb855ae825', 'tenant_id': '9271577ee7c14caabdc945c626e59f32', 'floating_ip_address': '172.25.2.140', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'port_id': 'f9e1d8ec-800e-4c85-936a-ab579716abcb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e80666c-da9e-419c-8250-40f01b3c2c53', 'mac_address': 'fa:16:3e:7c:6d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3591c6-e621-4a29-9248-41738139fe13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:22:26Z', 'updated_at': '2022-05-03T22:23:23Z', 'revision_number': 1, 'project_id': '9271577ee7c14caabdc945c626e59f32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33986081-6a62-45fa-a7e2-06f2472ebda8', 'name': '', 'network_id': '0e80666c-da9e-419c-8250-40f01b3c2c53', 'tenant_id': '9271577ee7c14caabdc945c626e59f32', 'mac_address': 'fa:16:3e:a6:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '28c578e4-f40c-45f7-97b3-868ce0caad29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:22:18Z', 'updated_at': '2022-05-03T22:22:28Z', 'revision_number': 5, 'project_id': '9271577ee7c14caabdc945c626e59f32', 'subnets': [{'id': '28c578e4-f40c-45f7-97b3-868ce0caad29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:23:27.090390 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f204e84c-0775-4c84-b34b-0008e8a486f3 None None] The sync data for ids ['a26de4d4-c911-40d5-a6a7-0dd780b09698'] in n-d-811807-1 is: [{'id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'name': 'tempest-ServersTestBootFromVolume-1014963792-router', 'tenant_id': '9271577ee7c14caabdc945c626e59f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'e5f99c5c-9fb9-4196-8914-f1fa17c85bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:22:11Z', 'updated_at': '2022-05-03T22:22:19Z', 'revision_number': 4, 'project_id': '9271577ee7c14caabdc945c626e59f32', 'gw_port': {'id': 'e5f99c5c-9fb9-4196-8914-f1fa17c85bbb', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:22:12Z', 'updated_at': '2022-05-03T22:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '9e3958bb-0daa-4d9e-97af-7ceb855ae825', 'tenant_id': '9271577ee7c14caabdc945c626e59f32', 'floating_ip_address': '172.25.2.140', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'port_id': 'f9e1d8ec-800e-4c85-936a-ab579716abcb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e80666c-da9e-419c-8250-40f01b3c2c53', 'mac_address': 'fa:16:3e:7c:6d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3591c6-e621-4a29-9248-41738139fe13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:22:26Z', 'updated_at': '2022-05-03T22:23:23Z', 'revision_number': 1, 'project_id': '9271577ee7c14caabdc945c626e59f32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33986081-6a62-45fa-a7e2-06f2472ebda8', 'name': '', 'network_id': '0e80666c-da9e-419c-8250-40f01b3c2c53', 'tenant_id': '9271577ee7c14caabdc945c626e59f32', 'mac_address': 'fa:16:3e:a6:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '28c578e4-f40c-45f7-97b3-868ce0caad29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:22:18Z', 'updated_at': '2022-05-03T22:22:28Z', 'revision_number': 5, 'project_id': '9271577ee7c14caabdc945c626e59f32', 'subnets': [{'id': '28c578e4-f40c-45f7-97b3-868ce0caad29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:23:27.117637 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3591c6-e621-4a29-9248-41738139fe13', 'tag': 'f9e1d8ec-800e-4c85-936a-ab579716abcb'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:23:27.117637 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8a844f00-d62c-4314-ba33-b47425044a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:27.137554 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a844f00-d62c-4314-ba33-b47425044a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c40bb0-a5fb-4cb8-ad59-b02ef815b483,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:27.141205 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8a844f00-d62c-4314-ba33-b47425044a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:27.142785 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8a844f00-d62c-4314-ba33-b47425044a4e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/44c40bb0-a5fb-4cb8-ad59-b02ef815b483 HTTP/1.1" status: 204 len: 168 time: 0.2104187 May 03 22:23:27.260444 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-ec303aa4-1f97-464a-83e1-1f434a8597c8 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=6acd1521cdd74962882938955cd4c844&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358396 May 03 22:23:27.274976 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device c400ff4f-1461-4ce8-b719-7fce90f0a733 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:23:27.326356 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0fb00c6-6a3d-422b-9cff-e7097198f2bc'] response: {'name': 'network-changed', 'server_uuid': '6a3591c6-e621-4a29-9248-41738139fe13', 'tag': 'f9e1d8ec-800e-4c85-936a-ab579716abcb', 'status': 'completed', 'code': 200} May 03 22:23:27.490910 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ea859-c879-4663-8093-4eb8dccb300e req-453d0f45-e90e-410a-91e8-04f4ba3fb213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:27.493034 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-648ea859-c879-4663-8093-4eb8dccb300e req-453d0f45-e90e-410a-91e8-04f4ba3fb213 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9271577ee7c14caabdc945c626e59f32&device_id=6a3591c6-e621-4a29-9248-41738139fe13 HTTP/1.1" status: 200 len: 1097 time: 0.1320076 May 03 22:23:27.503718 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569e9ede-70ea-4386-8dfa-98fc5c86728f None None] New status for floating IP 9e3958bb-0daa-4d9e-97af-7ceb855ae825: ACTIVE {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:23:27.548884 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-76fc30c7-a50d-47db-93ef-7bffb3bdd51d tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:27.555829 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-76fc30c7-a50d-47db-93ef-7bffb3bdd51d tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2885773 May 03 22:23:27.711698 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:27.713011 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-231a1f1e-a129-486c-9dff-30c485989b74 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/quotas/6acd1521cdd74962882938955cd4c844 HTTP/1.1" status: 200 len: 375 time: 0.1561165 May 03 22:23:27.714153 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port c400ff4f-1461-4ce8-b719-7fce90f0a733, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=c400ff4f-1461-4ce8-b719-7fce90f0a733,segment=NetworkSegment(d5261de8-a046-496c-9988-b261e2ae107f),segment_id=d5261de8-a046-496c-9988-b261e2ae107f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:23:27.726739 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 0de9beb0-4bd1-4194-b8d5-b17061445344 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:23:27.763466 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:27.775907 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 0de9beb0-4bd1-4194-b8d5-b17061445344 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:23:27.776501 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 0de9beb0-4bd1-4194-b8d5-b17061445344 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:23:27.782730 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1be90fca-496c-431b-931c-4a6e7294e71c req-f4ad1549-c52e-4714-9d79-8d7b43278694 service neutron] 10.222.0.67 "GET /v2.0/ports/3bb23a7a-7efd-41eb-a608-deed81ecc158/bindings/n-h1-811807-1 HTTP/1.1" status: 200 len: 384 time: 0.1809485 May 03 22:23:27.784921 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'c400ff4f-1461-4ce8-b719-7fce90f0a733', 'network_id': 'a08060ad-4db7-45f2-9770-03717dbde23c', 'port_id': 'c400ff4f-1461-4ce8-b719-7fce90f0a733', 'mac_address': 'fa:16:3e:39:26:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621c2e6c-82e2-4c38-a5c9-21982755e1f0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:23:27.788691 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ea859-c879-4663-8093-4eb8dccb300e req-52a85477-d86f-4faf-999d-6e9de99e1297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:27.791117 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-648ea859-c879-4663-8093-4eb8dccb300e req-52a85477-d86f-4faf-999d-6e9de99e1297 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0e80666c-da9e-419c-8250-40f01b3c2c53 HTTP/1.1" status: 200 len: 917 time: 0.2913225 May 03 22:23:27.950420 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-648ea859-c879-4663-8093-4eb8dccb300e req-674ffd76-ca89-4bd8-b2aa-94a60eb5d95c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9e1d8ec-800e-4c85-936a-ab579716abcb HTTP/1.1" status: 200 len: 1000 time: 0.1477921 May 03 22:23:27.955842 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:28.009826 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-f9277873-7721-417b-bb2e-063512c05af3 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6acd1521cdd74962882938955cd4c844&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2958703 May 03 22:23:28.017910 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ffa8b9-7781-4477-9ac5-6e62bcd79c65 req-8d5111f6-7e8a-4b4c-9e0c-9eea44d4dffb tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:28.033138 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ea859-c879-4663-8093-4eb8dccb300e req-b83b7606-badf-45e5-97df-f7b47d995404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:28.035698 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-648ea859-c879-4663-8093-4eb8dccb300e req-b83b7606-badf-45e5-97df-f7b47d995404 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=28c578e4-f40c-45f7-97b3-868ce0caad29 HTTP/1.1" status: 200 len: 855 time: 0.0765238 May 03 22:23:28.036874 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b0ffa8b9-7781-4477-9ac5-6e62bcd79c65 req-8d5111f6-7e8a-4b4c-9e0c-9eea44d4dffb tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee86532f-e195-440c-b703-f26c54ce43b9 HTTP/1.1" status: 200 len: 943 time: 0.4669254 May 03 22:23:28.037501 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c400ff4f-1461-4ce8-b719-7fce90f0a733 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:23:28.057467 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port c400ff4f-1461-4ce8-b719-7fce90f0a733, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=c400ff4f-1461-4ce8-b719-7fce90f0a733,segment=NetworkSegment(d5261de8-a046-496c-9988-b261e2ae107f),segment_id=d5261de8-a046-496c-9988-b261e2ae107f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:23:28.068800 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:28.162183 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ea859-c879-4663-8093-4eb8dccb300e req-836812e0-aaf4-4569-b152-a3efc51952a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:28.162572 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=c400ff4f-1461-4ce8-b719-7fce90f0a733,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:28.164107 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-648ea859-c879-4663-8093-4eb8dccb300e req-836812e0-aaf4-4569-b152-a3efc51952a1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0e80666c-da9e-419c-8250-40f01b3c2c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1206694 May 03 22:23:28.203834 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b0ffa8b9-7781-4477-9ac5-6e62bcd79c65 req-6bff872b-c9bc-4f39-b760-632680b28f1d tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659698 May 03 22:23:28.358862 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-648ea859-c879-4663-8093-4eb8dccb300e req-35c59c45-fc9e-40a6-91ed-bb9b3a34334a service neutron] 10.222.0.67 "GET /v2.0/networks/0e80666c-da9e-419c-8250-40f01b3c2c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838310 May 03 22:23:28.443341 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-1be90fca-496c-431b-931c-4a6e7294e71c req-b36114c4-120c-4148-83ea-0fed33a8fca8 service neutron] For port 3bb23a7a-7efd-41eb-a608-deed81ecc158, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=3bb23a7a-7efd-41eb-a608-deed81ecc158,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:23:28.484272 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-1be90fca-496c-431b-931c-4a6e7294e71c req-b36114c4-120c-4148-83ea-0fed33a8fca8 service neutron] For port 3bb23a7a-7efd-41eb-a608-deed81ecc158, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:23:28.518932 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-648ea859-c879-4663-8093-4eb8dccb300e req-dad0fbcb-1d69-4672-ad1a-4de09531e950 service neutron] 10.222.0.67 "GET /v2.0/networks/0e80666c-da9e-419c-8250-40f01b3c2c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532848 May 03 22:23:28.533932 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd533f56-ddd5-43c9-8be1-b3e05672e2c8 req-44ddf47c-1952-4b1f-b9d0-9d331ca67896 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:28.541451 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bd533f56-ddd5-43c9-8be1-b3e05672e2c8 req-44ddf47c-1952-4b1f-b9d0-9d331ca67896 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2 HTTP/1.1" status: 200 len: 946 time: 0.2038040 May 03 22:23:28.577153 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['c400ff4f-1461-4ce8-b719-7fce90f0a733'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:23:28.605155 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-1be90fca-496c-431b-931c-4a6e7294e71c req-b36114c4-120c-4148-83ea-0fed33a8fca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bb23a7a-7efd-41eb-a608-deed81ecc158 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:23:28.632691 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bd533f56-ddd5-43c9-8be1-b3e05672e2c8 req-a4c74997-daa7-4e75-b143-0cd74daeb433 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897419 May 03 22:23:28.634534 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-1be90fca-496c-431b-931c-4a6e7294e71c req-b36114c4-120c-4148-83ea-0fed33a8fca8 service neutron] For port 3bb23a7a-7efd-41eb-a608-deed81ecc158, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=3bb23a7a-7efd-41eb-a608-deed81ecc158,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:23:28.675591 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1be90fca-496c-431b-931c-4a6e7294e71c req-b36114c4-120c-4148-83ea-0fed33a8fca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:28.835182 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-1be90fca-496c-431b-931c-4a6e7294e71c req-b36114c4-120c-4148-83ea-0fed33a8fca8 service neutron] Transition to ACTIVE for port object 3bb23a7a-7efd-41eb-a608-deed81ecc158 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:23:28.842609 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1be90fca-496c-431b-931c-4a6e7294e71c req-b36114c4-120c-4148-83ea-0fed33a8fca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:29.045225 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-821fd554-47a5-4169-a4b4-c5230cbb9003 req-1208ea97-6e58-4748-b1c5-c03b0a92ca2b tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1591497-d4dc-4bd4-a8a6-c7e53f72798e HTTP/1.1" status: 200 len: 210 time: 0.1141942 May 03 22:23:29.115623 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be90fca-496c-431b-931c-4a6e7294e71c req-b36114c4-120c-4148-83ea-0fed33a8fca8 service neutron] No DVR routers for this DVR port 3bb23a7a-7efd-41eb-a608-deed81ecc158 on host n-h2-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:23:29.123187 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50430) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:23:29.162644 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36114c4-120c-4148-83ea-0fed33a8fca8 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb23a7a-7efd-41eb-a608-deed81ecc158,revision_number=10']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:29.178835 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1be90fca-496c-431b-931c-4a6e7294e71c req-b36114c4-120c-4148-83ea-0fed33a8fca8 service neutron] 10.222.0.67 "PUT /v2.0/ports/3bb23a7a-7efd-41eb-a608-deed81ecc158/bindings/n-h1-811807-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3872123 May 03 22:23:29.275842 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device b2da60bb-93f7-43c6-89c1-7bff73b57b22 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:23:29.282663 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device c400ff4f-1461-4ce8-b719-7fce90f0a733 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:23:29.382612 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-556d5884-890b-4de9-bdb1-d2723703d548 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c25128d1dc404559a7cea1be8fc20408&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2573938 May 03 22:23:29.384185 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50458) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:23:29.405336 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be90fca-496c-431b-931c-4a6e7294e71c req-1ea00f10-10d7-4f27-8969-a0b0fa762729 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:29.406829 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1be90fca-496c-431b-931c-4a6e7294e71c req-1ea00f10-10d7-4f27-8969-a0b0fa762729 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ee86532f-e195-440c-b703-f26c54ce43b9&tenant_id=1727dc00a1e94099b181b574bcc185b6&binding%3Ahost_id=n-h2-811807-1 HTTP/1.1" status: 200 len: 1095 time: 0.1503670 May 03 22:23:29.457223 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port c400ff4f-1461-4ce8-b719-7fce90f0a733 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:23:29.458208 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:29.508793 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59b629-e441-45a1-9f74-ab028e4f70b8 req-60331c67-a0b7-41bb-832d-ab8583ef4ad2 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:29.516763 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6d59b629-e441-45a1-9f74-ab028e4f70b8 req-60331c67-a0b7-41bb-832d-ab8583ef4ad2 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee86532f-e195-440c-b703-f26c54ce43b9 HTTP/1.1" status: 200 len: 944 time: 0.1984138 May 03 22:23:29.531377 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4efbf14c-bb46-4916-a69d-a14014f68108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:29.547576 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port b2da60bb-93f7-43c6-89c1-7bff73b57b22, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=b2da60bb-93f7-43c6-89c1-7bff73b57b22,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:23:29.566281 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device b2da60bb-93f7-43c6-89c1-7bff73b57b22 has no active binding in host n-h2-811807-1 {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 03 22:23:29.582280 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4efbf14c-bb46-4916-a69d-a14014f68108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:29.630836 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:29.645520 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4efbf14c-bb46-4916-a69d-a14014f68108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:29.665503 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbf14c-bb46-4916-a69d-a14014f68108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c691f1-a508-43e3-acd0-31bac239d2c3,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:29.666133 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44f4231-6d8a-4dc5-842c-c6cd982f518b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c400ff4f-1461-4ce8-b719-7fce90f0a733'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:23:29.679070 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be90fca-496c-431b-931c-4a6e7294e71c req-978245e3-f8fe-48b6-81dc-42d631292a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:29.680820 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1be90fca-496c-431b-931c-4a6e7294e71c req-978245e3-f8fe-48b6-81dc-42d631292a27 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ee86532f-e195-440c-b703-f26c54ce43b9&tenant_id=1727dc00a1e94099b181b574bcc185b6 HTTP/1.1" status: 200 len: 1095 time: 0.2580681 May 03 22:23:29.687888 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4efbf14c-bb46-4916-a69d-a14014f68108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:29.691626 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4efbf14c-bb46-4916-a69d-a14014f68108 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b0c691f1-a508-43e3-acd0-31bac239d2c3 HTTP/1.1" status: 204 len: 168 time: 0.3065047 May 03 22:23:29.691794 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port c400ff4f-1461-4ce8-b719-7fce90f0a733, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=c400ff4f-1461-4ce8-b719-7fce90f0a733,segment=NetworkSegment(d5261de8-a046-496c-9988-b261e2ae107f),segment_id=d5261de8-a046-496c-9988-b261e2ae107f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:23:29.696834 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:29.730708 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-a42c9f63-2c6a-49b9-bd17-32dffadce242 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=6acd1521cdd74962882938955cd4c844&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1556096 May 03 22:23:29.793706 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=c400ff4f-1461-4ce8-b719-7fce90f0a733,revision_number=7']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:29.801548 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50470) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:23:29.849137 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be90fca-496c-431b-931c-4a6e7294e71c req-f3f6f78c-6a20-44f4-a2db-2661452441e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:29.850881 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1be90fca-496c-431b-931c-4a6e7294e71c req-f3f6f78c-6a20-44f4-a2db-2661452441e3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1727dc00a1e94099b181b574bcc185b6&device_id=ee86532f-e195-440c-b703-f26c54ce43b9 HTTP/1.1" status: 200 len: 1095 time: 0.1387241 May 03 22:23:29.926638 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6d59b629-e441-45a1-9f74-ab028e4f70b8 req-57af01b3-08a0-427a-8ff6-01a69ecec0cd tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693798 May 03 22:23:30.014522 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98f5c45c-7f0b-4fcb-8f12-908ae113ad47'] response: {'server_uuid': 'f44f4231-6d8a-4dc5-842c-c6cd982f518b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c400ff4f-1461-4ce8-b719-7fce90f0a733', 'code': 200} May 03 22:23:30.029802 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ac0a3f23-41ca-48ec-850f-f5ca4c763802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:30.056292 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ac0a3f23-41ca-48ec-850f-f5ca4c763802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:23:30.064533 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ac0a3f23-41ca-48ec-850f-f5ca4c763802 admin admin] Usage tracker for resource:security_group_rule and tenant:bf34e2df5f6046a69ba45e0ca90b453e is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:23:30.069544 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ac0a3f23-41ca-48ec-850f-f5ca4c763802 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:23:30.090143 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ac0a3f23-41ca-48ec-850f-f5ca4c763802 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:23:30.108049 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-3d235605-c3c1-45f8-8bf9-cf1ae3033523 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:30.109421 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-3d235605-c3c1-45f8-8bf9-cf1ae3033523 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2&tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&binding%3Ahost_id=n-h1-811807-1 HTTP/1.1" status: 200 len: 1097 time: 0.5909247 May 03 22:23:30.114549 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be90fca-496c-431b-931c-4a6e7294e71c req-e0af571e-4a3e-418a-82b1-23a840bfe1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:30.116046 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1be90fca-496c-431b-931c-4a6e7294e71c req-e0af571e-4a3e-418a-82b1-23a840bfe1e2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c529cb66-8468-429f-bb93-e81cdb567811 HTTP/1.1" status: 200 len: 909 time: 0.2576387 May 03 22:23:30.143110 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-d5b50f2b-c018-4408-950d-5d8def7c9da3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811807-1'}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:23:30.209920 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1be90fca-496c-431b-931c-4a6e7294e71c req-d15ab036-48b6-46de-b48e-882fd36434d7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bb23a7a-7efd-41eb-a608-deed81ecc158 HTTP/1.1" status: 200 len: 217 time: 0.0777962 May 03 22:23:30.214004 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-c0b47f94-95ff-4f12-a176-395938eb1fd8 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:30.215562 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-c0b47f94-95ff-4f12-a176-395938eb1fd8 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4772940 May 03 22:23:30.226471 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a1de4-eb45-42ce-8428-8848a03f513c req-24631677-264c-4d77-a525-ca993313c4de tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:30.227977 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bf9a1de4-eb45-42ce-8428-8848a03f513c req-24631677-264c-4d77-a525-ca993313c4de tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2 HTTP/1.1" status: 200 len: 946 time: 0.3745487 May 03 22:23:30.237425 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-c45bf204-ebc2-46d8-9747-660875573ec2 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Request body: {'port': {'device_id': 'f1591497-d4dc-4bd4-a8a6-c7e53f72798e', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'admin_state_up': True, 'tenant_id': '6acd1521cdd74962882938955cd4c844'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:23:30.300006 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be90fca-496c-431b-931c-4a6e7294e71c req-33d1ea3c-5df2-46ab-a5d7-f57dc43c8020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:30.302323 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1be90fca-496c-431b-931c-4a6e7294e71c req-33d1ea3c-5df2-46ab-a5d7-f57dc43c8020 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1ee1af50-b130-474e-bc7b-1c6042f9e7e1 HTTP/1.1" status: 200 len: 848 time: 0.0853639 May 03 22:23:30.366895 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1be90fca-496c-431b-931c-4a6e7294e71c req-0939cd58-c273-498d-8c7b-a878088836c7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c529cb66-8468-429f-bb93-e81cdb567811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534577 May 03 22:23:30.397745 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4b461f5a-3ded-45a9-bb2d-20060fe7f488 req-97088936-8e96-45c2-a95b-21347477b6c6 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1591497-d4dc-4bd4-a8a6-c7e53f72798e HTTP/1.1" status: 200 len: 210 time: 0.1303117 May 03 22:23:30.419708 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ac0a3f23-41ca-48ec-850f-f5ca4c763802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:30.425346 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ac0a3f23-41ca-48ec-850f-f5ca4c763802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:30.500098 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-d5b50f2b-c018-4408-950d-5d8def7c9da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:30.515654 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bf9a1de4-eb45-42ce-8428-8848a03f513c req-a9987e6a-c2a5-49d1-b4ef-a56d5c2d7c6a tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627265 May 03 22:23:30.546658 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ac0a3f23-41ca-48ec-850f-f5ca4c763802 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bf34e2df5f6046a69ba45e0ca90b453e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7441647 May 03 22:23:30.548076 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50504) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:23:30.621051 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1be90fca-496c-431b-931c-4a6e7294e71c req-bc3fcef4-fab3-4fe4-8969-348bba1b5ba4 service neutron] 10.222.0.60 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463312 May 03 22:23:30.621672 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a3f23-41ca-48ec-850f-f5ca4c763802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7dfb4f9-c94c-47c8-97bf-faac3436e434,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:30.692156 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50510) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:23:30.712996 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-c45bf204-ebc2-46d8-9747-660875573ec2 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:23:30.751016 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-c45bf204-ebc2-46d8-9747-660875573ec2 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:23:30.819676 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-adab2700-a86b-4d30-b310-3bbd1be6e69e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-820421644-network', 'tenant_id': '66dfeed3cb324772b0bf769274eed2d2'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:23:30.823106 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-c45bf204-ebc2-46d8-9747-660875573ec2 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Made reservation on behalf of 6acd1521cdd74962882938955cd4c844 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:23:30.826517 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-c45bf204-ebc2-46d8-9747-660875573ec2 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:30.843535 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-adab2700-a86b-4d30-b310-3bbd1be6e69e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:23:30.856487 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-adab2700-a86b-4d30-b310-3bbd1be6e69e admin admin] Usage tracker for resource:network and tenant:66dfeed3cb324772b0bf769274eed2d2 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:23:30.863210 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-adab2700-a86b-4d30-b310-3bbd1be6e69e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:23:30.873153 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-adab2700-a86b-4d30-b310-3bbd1be6e69e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:23:30.905015 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a54af2fb-4c82-485d-aec2-b57ff1899f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:30.932931 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1be90fca-496c-431b-931c-4a6e7294e71c req-3106e0e2-7f25-4ecb-9750-ed4dfb15b497 service neutron] 10.222.0.60 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911773 May 03 22:23:30.938068 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adab2700-a86b-4d30-b310-3bbd1be6e69e admin admin] Made reservation on behalf of 66dfeed3cb324772b0bf769274eed2d2 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:23:30.940324 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-adab2700-a86b-4d30-b310-3bbd1be6e69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:30.952101 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a54af2fb-4c82-485d-aec2-b57ff1899f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:30.968494 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-d5b50f2b-c018-4408-950d-5d8def7c9da3 service neutron] For port b2da60bb-93f7-43c6-89c1-7bff73b57b22, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=b2da60bb-93f7-43c6-89c1-7bff73b57b22,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:23:30.970789 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-adab2700-a86b-4d30-b310-3bbd1be6e69e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:31.008777 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-adab2700-a86b-4d30-b310-3bbd1be6e69e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:23:31.031038 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a54af2fb-4c82-485d-aec2-b57ff1899f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:31.044540 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-adab2700-a86b-4d30-b310-3bbd1be6e69e admin admin] Usage tracker for resource:security_group_rule and tenant:66dfeed3cb324772b0bf769274eed2d2 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:23:31.049989 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a54af2fb-4c82-485d-aec2-b57ff1899f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:31.051106 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a54af2fb-4c82-485d-aec2-b57ff1899f50 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d7dfb4f9-c94c-47c8-97bf-faac3436e434 HTTP/1.1" status: 204 len: 168 time: 0.4332852 May 03 22:23:31.051967 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54af2fb-4c82-485d-aec2-b57ff1899f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7dfb4f9-c94c-47c8-97bf-faac3436e434,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:31.056032 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-adab2700-a86b-4d30-b310-3bbd1be6e69e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:23:31.127078 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-adab2700-a86b-4d30-b310-3bbd1be6e69e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:23:31.156894 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-d5b50f2b-c018-4408-950d-5d8def7c9da3 service neutron] For port b2da60bb-93f7-43c6-89c1-7bff73b57b22, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:23:31.212939 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-c45bf204-ebc2-46d8-9747-660875573ec2 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Allocated IP 192.168.233.35 (7e14e0ca-f320-4236-9b9e-a9e4f415dbeb/1dff747c-9d3c-4e06-92c1-836fbb9482c4/a8adf1ae-6b90-49b6-8ef9-145e12fd998a) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:23:31.260512 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc81c6b-1d4c-4f14-b174-70a5982763e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2da60bb-93f7-43c6-89c1-7bff73b57b22'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:23:31.268074 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-d5b50f2b-c018-4408-950d-5d8def7c9da3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:31.283158 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 3bb23a7a-7efd-41eb-a608-deed81ecc158 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:23:31.299867 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-d5b50f2b-c018-4408-950d-5d8def7c9da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:31.341231 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be90fca-496c-431b-931c-4a6e7294e71c req-c8892b65-6619-48d8-a6cd-936a9bd75f52 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:31.342103 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1be90fca-496c-431b-931c-4a6e7294e71c req-c8892b65-6619-48d8-a6cd-936a9bd75f52 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ee86532f-e195-440c-b703-f26c54ce43b9&tenant_id=1727dc00a1e94099b181b574bcc185b6&binding%3Ahost_id=n-h1-811807-1 HTTP/1.1" status: 200 len: 1095 time: 0.1384556 May 03 22:23:31.375030 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 3bb23a7a-7efd-41eb-a608-deed81ecc158 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:23:31.380824 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d19f9ccc-bf21-4b57-be9c-81ecbe56dabe'] response: {'server_uuid': 'dbc81c6b-1d4c-4f14-b174-70a5982763e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2da60bb-93f7-43c6-89c1-7bff73b57b22', 'code': 200} May 03 22:23:31.429179 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727bd2b-6c9e-42c7-88e1-babc154e9369 req-a66ca7bb-a651-422f-80ac-f4ac3fcf4adc tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:31.431511 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a727bd2b-6c9e-42c7-88e1-babc154e9369 req-a66ca7bb-a651-422f-80ac-f4ac3fcf4adc tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee86532f-e195-440c-b703-f26c54ce43b9 HTTP/1.1" status: 200 len: 944 time: 0.3823535 May 03 22:23:31.497653 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-1be90fca-496c-431b-931c-4a6e7294e71c req-989fc3af-4f55-4e4b-bb0e-b717ae9e9b29 service neutron] For port 3bb23a7a-7efd-41eb-a608-deed81ecc158, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:23:31.502193 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1be90fca-496c-431b-931c-4a6e7294e71c req-989fc3af-4f55-4e4b-bb0e-b717ae9e9b29 service neutron] Notify callbacks [] for binding, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:31.506611 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1be90fca-496c-431b-931c-4a6e7294e71c req-989fc3af-4f55-4e4b-bb0e-b717ae9e9b29 service neutron] 10.222.0.60 "DELETE /v2.0/ports/3bb23a7a-7efd-41eb-a608-deed81ecc158/bindings/n-h2-811807-1 HTTP/1.1" status: 204 len: 173 time: 0.1506028 May 03 22:23:31.721219 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b50f2b-c018-4408-950d-5d8def7c9da3 service neutron] Pushing event updated for resources: {'Port': ['ID=b2da60bb-93f7-43c6-89c1-7bff73b57b22,revision_number=7']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:31.761187 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a727bd2b-6c9e-42c7-88e1-babc154e9369 req-0f19e925-86f2-4b94-9f12-85cfe46f034c tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675400 May 03 22:23:31.824473 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-adab2700-a86b-4d30-b310-3bbd1be6e69e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:31.841103 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-601abceb-fec9-4dcf-b76a-44821c90eeab req-6b259ae8-b768-4460-a0fb-1883223e413f tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1591497-d4dc-4bd4-a8a6-c7e53f72798e HTTP/1.1" status: 200 len: 210 time: 0.1859646 May 03 22:23:31.863212 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-d5b50f2b-c018-4408-950d-5d8def7c9da3 service neutron] Attempting to bind port b2da60bb-93f7-43c6-89c1-7bff73b57b22 on host n-h1-811807-1 for vnic_type normal with profile {"migrating_to": "n-h2-811807-1"} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:23:31.863743 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-d5b50f2b-c018-4408-950d-5d8def7c9da3 service neutron] Attempting to bind port b2da60bb-93f7-43c6-89c1-7bff73b57b22 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:23:31.865399 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-d5b50f2b-c018-4408-950d-5d8def7c9da3 service neutron] Attempting to bind port b2da60bb-93f7-43c6-89c1-7bff73b57b22 on network 3476088d-e412-4e55-9c2f-549019c16834 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:23:31.868997 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-adab2700-a86b-4d30-b310-3bbd1be6e69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:31.942158 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-d5b50f2b-c018-4408-950d-5d8def7c9da3 service neutron] Port b2da60bb-93f7-43c6-89c1-7bff73b57b22 on network 3476088d-e412-4e55-9c2f-549019c16834 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:23:31.942567 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-d5b50f2b-c018-4408-950d-5d8def7c9da3 service neutron] Attempting to bind port b2da60bb-93f7-43c6-89c1-7bff73b57b22 on network 3476088d-e412-4e55-9c2f-549019c16834 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:23:31.969759 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-d5b50f2b-c018-4408-950d-5d8def7c9da3 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:23:31.969920 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-d5b50f2b-c018-4408-950d-5d8def7c9da3 service neutron] Checking segment: {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:23:31.970216 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-d5b50f2b-c018-4408-950d-5d8def7c9da3 service neutron] Bound using segment: {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:23:31.971264 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-d5b50f2b-c018-4408-950d-5d8def7c9da3 service neutron] Bound port: b2da60bb-93f7-43c6-89c1-7bff73b57b22, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:23:31.971264 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-d5b50f2b-c018-4408-950d-5d8def7c9da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:32.041537 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adab2700-a86b-4d30-b310-3bbd1be6e69e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:23:32.062195 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab2700-a86b-4d30-b310-3bbd1be6e69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c1cb7d-beda-4a37-b669-380b3f983626,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:32.182051 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-adab2700-a86b-4d30-b310-3bbd1be6e69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:32.182051 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-adab2700-a86b-4d30-b310-3bbd1be6e69e admin admin] Added segment 18fee989-ca3f-4324-8c2a-1ba502de43f2 of type vlan for network f73247c4-e4b1-4dbd-a711-946870a81559 May 03 22:23:32.194448 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-c45bf204-ebc2-46d8-9747-660875573ec2 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:32.257805 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-c45bf204-ebc2-46d8-9747-660875573ec2 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Transition to ACTIVE for port object a8adf1ae-6b90-49b6-8ef9-145e12fd998a will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:23:32.294801 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-adab2700-a86b-4d30-b310-3bbd1be6e69e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:32.315226 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-d5b50f2b-c018-4408-950d-5d8def7c9da3 service neutron] For port b2da60bb-93f7-43c6-89c1-7bff73b57b22, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:23:32.328082 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-d5b50f2b-c018-4408-950d-5d8def7c9da3 service neutron] For port b2da60bb-93f7-43c6-89c1-7bff73b57b22, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=b2da60bb-93f7-43c6-89c1-7bff73b57b22,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:23:32.341444 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbd84e-a99a-4dbc-a258-4844882b0646 req-adf50673-ee12-487d-9a8c-0a6bc051f37c tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:32.348163 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-59bbd84e-a99a-4dbc-a258-4844882b0646 req-adf50673-ee12-487d-9a8c-0a6bc051f37c tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2 HTTP/1.1" status: 200 len: 944 time: 0.3852453 May 03 22:23:32.350579 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-d5b50f2b-c018-4408-950d-5d8def7c9da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:32.579495 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-c45bf204-ebc2-46d8-9747-660875573ec2 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:32.595812 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['e88861b5-d8ba-4e52-b091-feae2a0ddafa', '633b7d10-619d-4ebd-be62-3ab3159859eb'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:23:32.654788 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-adab2700-a86b-4d30-b310-3bbd1be6e69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:32.655479 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adab2700-a86b-4d30-b310-3bbd1be6e69e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:32.657495 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-adab2700-a86b-4d30-b310-3bbd1be6e69e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:32.684535 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-59bbd84e-a99a-4dbc-a258-4844882b0646 req-00c24944-7f2a-4b6f-ad87-b722d941bb99 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339682 May 03 22:23:32.804455 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b50f2b-c018-4408-950d-5d8def7c9da3 service neutron] Pushing event updated for resources: {'Port': ['ID=b2da60bb-93f7-43c6-89c1-7bff73b57b22,revision_number=8']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:32.993828 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45bf204-ebc2-46d8-9747-660875573ec2 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Pushing event updated for resources: {'Port': ['ID=a8adf1ae-6b90-49b6-8ef9-145e12fd998a,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:33.004468 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-d5b50f2b-c018-4408-950d-5d8def7c9da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:33.005098 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-d5b50f2b-c018-4408-950d-5d8def7c9da3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:33.006499 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-d5b50f2b-c018-4408-950d-5d8def7c9da3 service neutron] 10.222.0.67 "PUT /v2.0/ports/b2da60bb-93f7-43c6-89c1-7bff73b57b22 HTTP/1.1" status: 200 len: 1122 time: 2.8732138 May 03 22:23:33.133256 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['b2da60bb-93f7-43c6-89c1-7bff73b57b22'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:23:33.208465 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['b2da60bb-93f7-43c6-89c1-7bff73b57b22'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:23:33.350878 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-c45bf204-ebc2-46d8-9747-660875573ec2 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:23:33.353058 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-c45bf204-ebc2-46d8-9747-660875573ec2 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:23:33.372169 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-c45bf204-ebc2-46d8-9747-660875573ec2 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:23:33.484024 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50632) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:23:33.648820 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc81c6b-1d4c-4f14-b174-70a5982763e2', 'tag': 'b2da60bb-93f7-43c6-89c1-7bff73b57b22'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:23:33.691913 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50642) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:23:33.695880 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-adab2700-a86b-4d30-b310-3bbd1be6e69e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.9988508 May 03 22:23:33.706567 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-32c71d5a-9c62-496c-8b30-80e69c187e16 admin admin] Request body: {'subnet': {'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-820421644-subnet', 'tenant_id': '66dfeed3cb324772b0bf769274eed2d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:23:33.718970 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-32c71d5a-9c62-496c-8b30-80e69c187e16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:23:33.728988 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-32c71d5a-9c62-496c-8b30-80e69c187e16 admin admin] Usage tracker for resource:subnet and tenant:66dfeed3cb324772b0bf769274eed2d2 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:23:33.764740 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-32c71d5a-9c62-496c-8b30-80e69c187e16 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:23:33.784359 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-32c71d5a-9c62-496c-8b30-80e69c187e16 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:23:33.790404 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-573f0213-27e5-4860-8ba5-1af9ea91376b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:33.814580 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-573f0213-27e5-4860-8ba5-1af9ea91376b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:23:33.819602 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-573f0213-27e5-4860-8ba5-1af9ea91376b admin admin] Usage tracker for resource:security_group_rule and tenant:a7193b489456452eaf3da6d25ea1172b is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:23:33.822752 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-573f0213-27e5-4860-8ba5-1af9ea91376b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:23:33.829993 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-573f0213-27e5-4860-8ba5-1af9ea91376b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:23:33.901256 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab2700-a86b-4d30-b310-3bbd1be6e69e admin admin] Pushing event updated for resources: {'Network': ['ID=f73247c4-e4b1-4dbd-a711-946870a81559,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:33.930708 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-573f0213-27e5-4860-8ba5-1af9ea91376b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:33.938483 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network f73247c4-e4b1-4dbd-a711-946870a81559 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:23:33.944241 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-c45bf204-ebc2-46d8-9747-660875573ec2 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:33.945083 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-c45bf204-ebc2-46d8-9747-660875573ec2 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:33.945928 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-573f0213-27e5-4860-8ba5-1af9ea91376b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:33.962928 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c71d5a-9c62-496c-8b30-80e69c187e16 admin admin] Made reservation on behalf of 66dfeed3cb324772b0bf769274eed2d2 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:23:33.965944 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-32c71d5a-9c62-496c-8b30-80e69c187e16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:33.988238 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade9c57-11bf-4342-94ba-77a37642fb84 req-e2d4f6a9-53aa-471b-be66-218b64ecfdbe tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:33.990313 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6ade9c57-11bf-4342-94ba-77a37642fb84 req-e2d4f6a9-53aa-471b-be66-218b64ecfdbe tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee86532f-e195-440c-b703-f26c54ce43b9 HTTP/1.1" status: 200 len: 944 time: 0.8902597 May 03 22:23:34.028064 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-c45bf204-ebc2-46d8-9747-660875573ec2 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7962842 May 03 22:23:34.039004 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae928fb4-8bb6-49db-a6b4-c18983388843 req-18b0a0ba-3eb7-434f-8fbb-5d12fbbe9799 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:34.040144 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ae928fb4-8bb6-49db-a6b4-c18983388843 req-18b0a0ba-3eb7-434f-8fbb-5d12fbbe9799 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Synchronizing usage tracker for tenant:6acd1521cdd74962882938955cd4c844 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:23:34.044047 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f43b2021-5dfa-49dd-9de8-74854bef079f None None] Provisioning for port a8adf1ae-6b90-49b6-8ef9-145e12fd998a completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:23:34.061143 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f43b2021-5dfa-49dd-9de8-74854bef079f None None] Provisioning complete for port a8adf1ae-6b90-49b6-8ef9-145e12fd998a triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:23:34.061796 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f43b2021-5dfa-49dd-9de8-74854bef079f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:34.064613 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-211c132d-0487-4902-8ab6-1866188ab2df service neutron] Request body: {'port': {'device_id': 'f1591497-d4dc-4bd4-a8a6-c7e53f72798e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:23:34.091373 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-573f0213-27e5-4860-8ba5-1af9ea91376b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a7193b489456452eaf3da6d25ea1172b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6060641 May 03 22:23:34.097552 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f0213-27e5-4860-8ba5-1af9ea91376b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6014bd56-cf39-4fc7-b95d-4eb5a45914c2,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:34.100307 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50648) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:23:34.110478 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ae928fb4-8bb6-49db-a6b4-c18983388843 req-18b0a0ba-3eb7-434f-8fbb-5d12fbbe9799 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Unset dirty status for tenant:6acd1521cdd74962882938955cd4c844 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:23:34.112667 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ae928fb4-8bb6-49db-a6b4-c18983388843 req-18b0a0ba-3eb7-434f-8fbb-5d12fbbe9799 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1591497-d4dc-4bd4-a8a6-c7e53f72798e HTTP/1.1" status: 200 len: 935 time: 1.1030488 May 03 22:23:34.169207 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6ade9c57-11bf-4342-94ba-77a37642fb84 req-ea8d9eda-26dc-40ef-921a-b899daf66d14 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704869 May 03 22:23:34.260370 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f43b2021-5dfa-49dd-9de8-74854bef079f None None] Port a8adf1ae-6b90-49b6-8ef9-145e12fd998a cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:23:34.268645 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ae928fb4-8bb6-49db-a6b4-c18983388843 req-5738135e-1aeb-43ef-b79f-a79baf518fb6 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364276 May 03 22:23:34.292075 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-211c132d-0487-4902-8ab6-1866188ab2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:34.339702 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8f942200-8988-4932-9717-3d319bf8681c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:34.379998 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4201702c-11ab-43e2-b3db-f54b1fd55144'] response: {'name': 'network-changed', 'server_uuid': 'dbc81c6b-1d4c-4f14-b174-70a5982763e2', 'tag': 'b2da60bb-93f7-43c6-89c1-7bff73b57b22', 'status': 'completed', 'code': 200} May 03 22:23:34.392231 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8f942200-8988-4932-9717-3d319bf8681c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:34.633524 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-32c71d5a-9c62-496c-8b30-80e69c187e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:34.671110 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8f942200-8988-4932-9717-3d319bf8681c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:34.728949 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f942200-8988-4932-9717-3d319bf8681c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6014bd56-cf39-4fc7-b95d-4eb5a45914c2,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:34.781200 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bf560-9115-4c45-910f-477cabbb4b79 req-9e144733-1ab5-488b-9921-895ca173c300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:34.783138 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4d9bf560-9115-4c45-910f-477cabbb4b79 req-9e144733-1ab5-488b-9921-895ca173c300 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2 HTTP/1.1" status: 200 len: 1125 time: 0.3769519 May 03 22:23:34.788375 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c71d5a-9c62-496c-8b30-80e69c187e16 admin admin] Checking segment: {'id': '18fee989-ca3f-4324-8c2a-1ba502de43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:23:34.789132 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c71d5a-9c62-496c-8b30-80e69c187e16 admin admin] Network hostable DHCP agents. Network: f73247c4-e4b1-4dbd-a711-946870a81559, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:23:34.799073 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8f942200-8988-4932-9717-3d319bf8681c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:34.800550 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8f942200-8988-4932-9717-3d319bf8681c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6014bd56-cf39-4fc7-b95d-4eb5a45914c2 HTTP/1.1" status: 204 len: 168 time: 0.6814458 May 03 22:23:34.823598 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf840ac8-547e-46bc-a57e-87adae88ce10 req-8e05f530-4b32-4ff0-9a7e-781075442909 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:34.825130 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bf840ac8-547e-46bc-a57e-87adae88ce10 req-8e05f530-4b32-4ff0-9a7e-781075442909 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2 HTTP/1.1" status: 200 len: 944 time: 0.2939212 May 03 22:23:34.836029 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fae33f-32c8-4083-976f-e042ca2d8424 req-43e1aaf3-5b79-4646-a1fa-ca95fa16527a tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:34.837463 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c71d5a-9c62-496c-8b30-80e69c187e16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6303b72-ad18-4df3-b796-1d1c3ad4e877,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:34.837632 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f3fae33f-32c8-4083-976f-e042ca2d8424 req-43e1aaf3-5b79-4646-a1fa-ca95fa16527a tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ee86532f-e195-440c-b703-f26c54ce43b9 HTTP/1.1" status: 200 len: 1095 time: 0.3051305 May 03 22:23:34.909201 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bf840ac8-547e-46bc-a57e-87adae88ce10 req-a521c7a0-022c-4a39-b5db-5f12f7477683 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769303 May 03 22:23:34.972630 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c71d5a-9c62-496c-8b30-80e69c187e16 admin admin] Network f73247c4-e4b1-4dbd-a711-946870a81559 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:23:34.996695 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f3fae33f-32c8-4083-976f-e042ca2d8424 req-7b13c3ba-8674-4b02-aa04-29baf21740d4 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013172 May 03 22:23:35.032427 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-32c71d5a-9c62-496c-8b30-80e69c187e16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, f73247c4-e4b1-4dbd-a711-946870a81559) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:23:35.042217 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c86a96d-d928-4cc1-8515-389ba792710f None None] Network f73247c4-e4b1-4dbd-a711-946870a81559 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:23:35.045841 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c71d5a-9c62-496c-8b30-80e69c187e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:35.049553 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-32c71d5a-9c62-496c-8b30-80e69c187e16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:35.129085 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-32c71d5a-9c62-496c-8b30-80e69c187e16 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4345882 May 03 22:23:35.133271 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50670) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:23:35.143196 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-1735a15c-7231-488a-bbe8-496165c20e54 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-820421644-router', 'tenant_id': '66dfeed3cb324772b0bf769274eed2d2', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:23:35.152627 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bf560-9115-4c45-910f-477cabbb4b79 req-deeda4a8-c5c7-4925-bcfc-0436f0ff9e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:35.154934 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4d9bf560-9115-4c45-910f-477cabbb4b79 req-deeda4a8-c5c7-4925-bcfc-0436f0ff9e81 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3476088d-e412-4e55-9c2f-549019c16834 HTTP/1.1" status: 200 len: 922 time: 0.3584247 May 03 22:23:35.155986 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1735a15c-7231-488a-bbe8-496165c20e54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:23:35.161789 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1735a15c-7231-488a-bbe8-496165c20e54 admin admin] Usage tracker for resource:router and tenant:66dfeed3cb324772b0bf769274eed2d2 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:23:35.190043 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-211c132d-0487-4902-8ab6-1866188ab2df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8adf1ae-6b90-49b6-8ef9-145e12fd998a {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:23:35.199023 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-211c132d-0487-4902-8ab6-1866188ab2df service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:35.223211 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-211c132d-0487-4902-8ab6-1866188ab2df service neutron] Transition to ACTIVE for port object a8adf1ae-6b90-49b6-8ef9-145e12fd998a will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:23:35.228923 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-211c132d-0487-4902-8ab6-1866188ab2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:35.281562 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1735a15c-7231-488a-bbe8-496165c20e54 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:23:35.296346 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4d9bf560-9115-4c45-910f-477cabbb4b79 req-ed069879-f6a7-4361-bc86-4e5a7c84acf7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2da60bb-93f7-43c6-89c1-7bff73b57b22 HTTP/1.1" status: 200 len: 217 time: 0.1314609 May 03 22:23:35.297449 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1735a15c-7231-488a-bbe8-496165c20e54 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:23:35.353267 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6dd65c-efe6-43cc-88ec-45886e0f092a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-f73247c4-e4b1-4dbd-a711-946870a81559', 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559', 'tenant_id': '66dfeed3cb324772b0bf769274eed2d2', 'fixed_ips': [{'subnet_id': 'a6303b72-ad18-4df3-b796-1d1c3ad4e877'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:23:35.356373 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6e6dd65c-efe6-43cc-88ec-45886e0f092a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:35.366804 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1735a15c-7231-488a-bbe8-496165c20e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:35.368353 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1735a15c-7231-488a-bbe8-496165c20e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:35.406753 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bf560-9115-4c45-910f-477cabbb4b79 req-80b386d9-4441-40f8-aa81-22f19b7f2d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:35.409014 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4d9bf560-9115-4c45-910f-477cabbb4b79 req-80b386d9-4441-40f8-aa81-22f19b7f2d78 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63a9fee3-85c4-4a95-8dcc-67111d08a3de HTTP/1.1" status: 200 len: 861 time: 0.1035607 May 03 22:23:35.409155 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c132d-0487-4902-8ab6-1866188ab2df service neutron] Pushing event updated for resources: {'Port': ['ID=a8adf1ae-6b90-49b6-8ef9-145e12fd998a,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:35.435794 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1735a15c-7231-488a-bbe8-496165c20e54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:35.630883 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4d9bf560-9115-4c45-910f-477cabbb4b79 req-77d666f0-295d-491d-b0b8-5bb0b84c43ba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3476088d-e412-4e55-9c2f-549019c16834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1909454 May 03 22:23:35.788220 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-6e6dd65c-efe6-43cc-88ec-45886e0f092a None None] Allocated IP 172.20.0.2 (f73247c4-e4b1-4dbd-a711-946870a81559/a6303b72-ad18-4df3-b796-1d1c3ad4e877/fb03ee7c-c810-48dd-ad74-730ed1e2e71c) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:23:35.979482 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-211c132d-0487-4902-8ab6-1866188ab2df service neutron] Attempting to bind port a8adf1ae-6b90-49b6-8ef9-145e12fd998a on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:23:35.979924 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-211c132d-0487-4902-8ab6-1866188ab2df service neutron] Attempting to bind port a8adf1ae-6b90-49b6-8ef9-145e12fd998a by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:23:35.980318 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-211c132d-0487-4902-8ab6-1866188ab2df service neutron] Attempting to bind port a8adf1ae-6b90-49b6-8ef9-145e12fd998a on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:23:36.006516 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-211c132d-0487-4902-8ab6-1866188ab2df service neutron] Port a8adf1ae-6b90-49b6-8ef9-145e12fd998a on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:23:36.006885 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-211c132d-0487-4902-8ab6-1866188ab2df service neutron] Attempting to bind port a8adf1ae-6b90-49b6-8ef9-145e12fd998a on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:23:36.025934 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-dfc1e44a-d867-473e-862b-5469f9dc4adb tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:36.033716 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-dfc1e44a-d867-473e-862b-5469f9dc4adb tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/networks?id=c529cb66-8468-429f-bb93-e81cdb567811 HTTP/1.1" status: 200 len: 808 time: 0.5276711 May 03 22:23:36.056905 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-186d44f9-70df-452e-9bbe-fd9bc7975ffb tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/quotas/1727dc00a1e94099b181b574bcc185b6 HTTP/1.1" status: 200 len: 375 time: 0.0218811 May 03 22:23:36.059310 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-211c132d-0487-4902-8ab6-1866188ab2df service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:23:36.059623 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-211c132d-0487-4902-8ab6-1866188ab2df service neutron] Checking segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:23:36.060256 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-211c132d-0487-4902-8ab6-1866188ab2df service neutron] Bound using segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:23:36.060699 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-211c132d-0487-4902-8ab6-1866188ab2df service neutron] Bound port: a8adf1ae-6b90-49b6-8ef9-145e12fd998a, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:23:36.061043 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-211c132d-0487-4902-8ab6-1866188ab2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:36.103009 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6e6dd65c-efe6-43cc-88ec-45886e0f092a None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:36.128075 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6e6dd65c-efe6-43cc-88ec-45886e0f092a None None] Transition to ACTIVE for port object fb03ee7c-c810-48dd-ad74-730ed1e2e71c will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:23:36.149798 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6e6dd65c-efe6-43cc-88ec-45886e0f092a None None] Transition to ACTIVE for port object fb03ee7c-c810-48dd-ad74-730ed1e2e71c will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:23:36.163835 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc0790-38b5-47cd-9333-c1a36540840c req-b8f37ec3-cbc7-4169-911c-ec757ffbcebc tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:36.166550 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6e6dd65c-efe6-43cc-88ec-45886e0f092a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:36.172385 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9ccc0790-38b5-47cd-9333-c1a36540840c req-b8f37ec3-cbc7-4169-911c-ec757ffbcebc tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1591497-d4dc-4bd4-a8a6-c7e53f72798e HTTP/1.1" status: 200 len: 947 time: 0.5381498 May 03 22:23:36.274935 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50708) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:23:36.284611 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6dd65c-efe6-43cc-88ec-45886e0f092a None None] Network f73247c4-e4b1-4dbd-a711-946870a81559 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:23:36.286218 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-6e6dd65c-efe6-43cc-88ec-45886e0f092a None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:23:36.300607 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6dd65c-efe6-43cc-88ec-45886e0f092a None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:23:36.451053 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9ccc0790-38b5-47cd-9333-c1a36540840c req-7bca2d99-048b-48bd-b4ba-bf36e85b5759 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776382 May 03 22:23:36.473769 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-211c132d-0487-4902-8ab6-1866188ab2df service neutron] For port a8adf1ae-6b90-49b6-8ef9-145e12fd998a, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:23:36.477274 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-211c132d-0487-4902-8ab6-1866188ab2df service neutron] For port a8adf1ae-6b90-49b6-8ef9-145e12fd998a, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a8adf1ae-6b90-49b6-8ef9-145e12fd998a,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:23:36.500327 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-0748ee33-ef41-4de2-bd8e-6a62964a1f12 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1727dc00a1e94099b181b574bcc185b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4421089 May 03 22:23:36.504669 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-211c132d-0487-4902-8ab6-1866188ab2df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:36.512745 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6dd65c-efe6-43cc-88ec-45886e0f092a None None] Pushing event updated for resources: {'Port': ['ID=fb03ee7c-c810-48dd-ad74-730ed1e2e71c,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:36.584628 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-6e6dd65c-efe6-43cc-88ec-45886e0f092a None None] Attempting to bind port fb03ee7c-c810-48dd-ad74-730ed1e2e71c on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:23:36.587652 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-211c132d-0487-4902-8ab6-1866188ab2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:36.588588 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-211c132d-0487-4902-8ab6-1866188ab2df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:36.590579 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-211c132d-0487-4902-8ab6-1866188ab2df service neutron] 10.222.0.60 "PUT /v2.0/ports/a8adf1ae-6b90-49b6-8ef9-145e12fd998a HTTP/1.1" status: 200 len: 1095 time: 2.5440366 May 03 22:23:36.590956 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-6e6dd65c-efe6-43cc-88ec-45886e0f092a None None] Attempting to bind port fb03ee7c-c810-48dd-ad74-730ed1e2e71c by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '18fee989-ca3f-4324-8c2a-1ba502de43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:23:36.591637 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6dd65c-efe6-43cc-88ec-45886e0f092a None None] Attempting to bind port fb03ee7c-c810-48dd-ad74-730ed1e2e71c on network f73247c4-e4b1-4dbd-a711-946870a81559 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:23:36.610853 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1591497-d4dc-4bd4-a8a6-c7e53f72798e', 'tag': 'a8adf1ae-6b90-49b6-8ef9-145e12fd998a'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:23:36.611375 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6dd65c-efe6-43cc-88ec-45886e0f092a None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:23:36.612223 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6dd65c-efe6-43cc-88ec-45886e0f092a None None] Checking segment: {'id': '18fee989-ca3f-4324-8c2a-1ba502de43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:23:36.612223 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6e6dd65c-efe6-43cc-88ec-45886e0f092a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:36.612541 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6dd65c-efe6-43cc-88ec-45886e0f092a None None] Bound using segment: {'id': '18fee989-ca3f-4324-8c2a-1ba502de43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:23:36.613022 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-6e6dd65c-efe6-43cc-88ec-45886e0f092a None None] Bound port: fb03ee7c-c810-48dd-ad74-730ed1e2e71c, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18fee989-ca3f-4324-8c2a-1ba502de43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:23:36.613395 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6e6dd65c-efe6-43cc-88ec-45886e0f092a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:36.739269 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-ee3dec4a-d9c6-487f-8399-1fd4b83d8eb9 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1810694916-network', 'tenant_id': 'bb54f7f22ed84045bd34103ad99af40a'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:23:36.756316 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ee3dec4a-d9c6-487f-8399-1fd4b83d8eb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:23:36.797243 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ee3dec4a-d9c6-487f-8399-1fd4b83d8eb9 admin admin] Usage tracker for resource:network and tenant:bb54f7f22ed84045bd34103ad99af40a is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:23:36.802037 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1735a15c-7231-488a-bbe8-496165c20e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:36.808011 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4d9bf560-9115-4c45-910f-477cabbb4b79 req-369aaf68-503f-4233-8f70-35414bc4ddfa service neutron] 10.222.0.60 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1672928 May 03 22:23:36.809231 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ee3dec4a-d9c6-487f-8399-1fd4b83d8eb9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:23:36.818516 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ee3dec4a-d9c6-487f-8399-1fd4b83d8eb9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:23:36.845403 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-a59cc9fb-8919-4288-8a7b-f3a56e0c0d5e service neutron] 10.222.0.58 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304996 May 03 22:23:36.875980 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3dec4a-d9c6-487f-8399-1fd4b83d8eb9 admin admin] Made reservation on behalf of bb54f7f22ed84045bd34103ad99af40a for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:23:36.878825 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ee3dec4a-d9c6-487f-8399-1fd4b83d8eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:36.957593 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-6e6dd65c-efe6-43cc-88ec-45886e0f092a None None] For port fb03ee7c-c810-48dd-ad74-730ed1e2e71c, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:23:36.967680 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-6e6dd65c-efe6-43cc-88ec-45886e0f092a None None] For port fb03ee7c-c810-48dd-ad74-730ed1e2e71c, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=fb03ee7c-c810-48dd-ad74-730ed1e2e71c,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:23:36.978401 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6e6dd65c-efe6-43cc-88ec-45886e0f092a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:37.073374 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c132d-0487-4902-8ab6-1866188ab2df service neutron] Pushing event updated for resources: {'Port': ['ID=a8adf1ae-6b90-49b6-8ef9-145e12fd998a,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:37.091439 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ee3dec4a-d9c6-487f-8399-1fd4b83d8eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:37.138298 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-f546d990-2e12-4cca-88e6-6b4283c4331c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:37.139543 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-f546d990-2e12-4cca-88e6-6b4283c4331c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6acd1521cdd74962882938955cd4c844&device_id=f1591497-d4dc-4bd4-a8a6-c7e53f72798e HTTP/1.1" status: 200 len: 1098 time: 0.2541230 May 03 22:23:37.150261 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-534caaf9-a869-4b7e-b354-a41bc482e150 service neutron] 10.222.0.58 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040209 May 03 22:23:37.202954 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ee3dec4a-d9c6-487f-8399-1fd4b83d8eb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:23:37.226796 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6dd65c-efe6-43cc-88ec-45886e0f092a None None] Pushing event updated for resources: {'Port': ['ID=fb03ee7c-c810-48dd-ad74-730ed1e2e71c,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:37.239365 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ee3dec4a-d9c6-487f-8399-1fd4b83d8eb9 admin admin] Usage tracker for resource:security_group_rule and tenant:bb54f7f22ed84045bd34103ad99af40a is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:23:37.248135 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ee3dec4a-d9c6-487f-8399-1fd4b83d8eb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:23:37.301948 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ee3dec4a-d9c6-487f-8399-1fd4b83d8eb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:23:37.395993 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-9fc6539e-4c8c-45ad-95d2-01aff5d0aaa5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=a8adf1ae-6b90-49b6-8ef9-145e12fd998a HTTP/1.1" status: 200 len: 217 time: 0.2447209 May 03 22:23:37.401109 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4d9bf560-9115-4c45-910f-477cabbb4b79 req-6162b551-3779-4cb3-becb-6299e7e8f9aa service neutron] 10.222.0.60 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5776713 May 03 22:23:37.560826 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b73fbca1-5eab-4d94-8e38-233e1f0f2f46'] response: {'name': 'network-changed', 'server_uuid': 'f1591497-d4dc-4bd4-a8a6-c7e53f72798e', 'tag': 'a8adf1ae-6b90-49b6-8ef9-145e12fd998a', 'status': 'completed', 'code': 200} May 03 22:23:37.677691 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-000954d1-81da-433b-9fcf-c4c1c05c59ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:37.679468 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-000954d1-81da-433b-9fcf-c4c1c05c59ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.2609587 May 03 22:23:37.849105 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ada3b1-de97-4513-ae2b-0389a94ceef5 req-9be70757-488a-46de-9aad-9038630504f8 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:37.859559 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-95ada3b1-de97-4513-ae2b-0389a94ceef5 req-9be70757-488a-46de-9aad-9038630504f8 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2 HTTP/1.1" status: 200 len: 944 time: 0.5715702 May 03 22:23:37.863385 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ee3dec4a-d9c6-487f-8399-1fd4b83d8eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:37.872714 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ee3dec4a-d9c6-487f-8399-1fd4b83d8eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:37.944053 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3dec4a-d9c6-487f-8399-1fd4b83d8eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:37.965230 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee3dec4a-d9c6-487f-8399-1fd4b83d8eb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:23:37.973562 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1735a15c-7231-488a-bbe8-496165c20e54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:37.982796 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-95ada3b1-de97-4513-ae2b-0389a94ceef5 req-9147cad5-99ad-4c8b-a2d6-d9cea75f9999 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218941 May 03 22:23:38.013196 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1735a15c-7231-488a-bbe8-496165c20e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:38.018649 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ee3dec4a-d9c6-487f-8399-1fd4b83d8eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:38.019439 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-ee3dec4a-d9c6-487f-8399-1fd4b83d8eb9 admin admin] Added segment 2aabfbd5-8378-4748-b474-412626f804f1 of type vlan for network 4f772766-6d4c-4ac3-b843-8129bd316d6b May 03 22:23:38.037776 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9a0e0-c7cb-41bf-b1b3-7f2e510e70f4 req-c1bf5514-25c2-4266-acd0-7d272faf003a tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:38.039501 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b6f9a0e0-c7cb-41bf-b1b3-7f2e510e70f4 req-c1bf5514-25c2-4266-acd0-7d272faf003a tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9150663-e1d2-452a-9c98-1e241aa51330 HTTP/1.1" status: 200 len: 946 time: 0.3573716 May 03 22:23:38.088951 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-1e357614-c7f8-41af-93f1-290a13b86273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:38.091393 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-1e357614-c7f8-41af-93f1-290a13b86273 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4035540 May 03 22:23:38.127550 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ee3dec4a-d9c6-487f-8399-1fd4b83d8eb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:38.209096 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0ac6921b-5e97-424f-a85c-f3eec211b254 req-a6afea4a-d45c-4fe7-ab2d-ea3633ea0824 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=d451d22a-91cb-46bd-889b-f8d801781929 HTTP/1.1" status: 200 len: 210 time: 0.1127441 May 03 22:23:38.289301 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-1735a15c-7231-488a-bbe8-496165c20e54 admin admin] Allocated IP 172.25.2.205 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/42d241a4-3c14-47ba-8c04-4b94a12c19fa) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:23:38.375935 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b6f9a0e0-c7cb-41bf-b1b3-7f2e510e70f4 req-d7df760a-8dbf-469d-bf54-6ad7a1e83589 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/security-groups?id=8cd0ced8-df16-4075-96e1-bc7516352cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3231261 May 03 22:23:38.545258 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-ed96ba9c-deb6-4716-aa59-93ec5400533c service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996253 May 03 22:23:38.608781 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1735a15c-7231-488a-bbe8-496165c20e54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:38.657234 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.resource_extend [None req-ee3dec4a-d9c6-487f-8399-1fd4b83d8eb9 admin admin] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:23:38.702824 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device fb03ee7c-c810-48dd-ad74-730ed1e2e71c up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:23:38.706496 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45716aa5-5254-4ee1-aa00-3ae1e552a225 req-79ef22e2-a1f1-4305-8720-94d2d528e9ae tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:38.720115 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-45716aa5-5254-4ee1-aa00-3ae1e552a225 req-79ef22e2-a1f1-4305-8720-94d2d528e9ae tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1591497-d4dc-4bd4-a8a6-c7e53f72798e HTTP/1.1" status: 200 len: 947 time: 0.3118958 May 03 22:23:38.756231 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ee3dec4a-d9c6-487f-8399-1fd4b83d8eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:38.767227 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3dec4a-d9c6-487f-8399-1fd4b83d8eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:38.769027 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864748fc-eb20-4866-833c-734c383f2fad None None] Network f73247c4-e4b1-4dbd-a711-946870a81559 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:23:38.769819 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ee3dec4a-d9c6-487f-8399-1fd4b83d8eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:38.918476 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-3a3fdb01-f176-4318-a8d6-3e2919bfdd3f None None] Provisioning for port fb03ee7c-c810-48dd-ad74-730ed1e2e71c completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:23:38.920411 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-45716aa5-5254-4ee1-aa00-3ae1e552a225 req-197a835d-30a0-4f83-88be-88ab870c814e tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990411 May 03 22:23:38.942395 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c7fc6eb-fc71-4f14-b217-e0c5349cebd0 req-7bab56d0-de5b-495f-8bd0-060442b5e5cd service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861456 May 03 22:23:39.027930 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port fb03ee7c-c810-48dd-ad74-730ed1e2e71c completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:23:39.033424 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3dec4a-d9c6-487f-8399-1fd4b83d8eb9 admin admin] Pushing event updated for resources: {'Network': ['ID=4f772766-6d4c-4ac3-b843-8129bd316d6b,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:39.035839 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port fb03ee7c-c810-48dd-ad74-730ed1e2e71c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:23:39.036301 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:39.050779 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ee3dec4a-d9c6-487f-8399-1fd4b83d8eb9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.7747655 May 03 22:23:39.051732 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50750) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:23:39.059923 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-cca261fa-620a-4002-9e18-ca906e6e2df0 admin admin] Request body: {'subnet': {'network_id': '4f772766-6d4c-4ac3-b843-8129bd316d6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1810694916-subnet', 'tenant_id': 'bb54f7f22ed84045bd34103ad99af40a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:23:39.072051 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 4f772766-6d4c-4ac3-b843-8129bd316d6b details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:23:39.112946 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-cca261fa-620a-4002-9e18-ca906e6e2df0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:23:39.114793 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04654180-8205-4bb7-8de5-af691345d136 req-2289ed33-c9c6-4c84-a9c0-6aa1d07cc59c tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:39.115661 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1735a15c-7231-488a-bbe8-496165c20e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:39.116776 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-04654180-8205-4bb7-8de5-af691345d136 req-2289ed33-c9c6-4c84-a9c0-6aa1d07cc59c tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9150663-e1d2-452a-9c98-1e241aa51330 HTTP/1.1" status: 200 len: 946 time: 0.1577957 May 03 22:23:39.176059 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-cca261fa-620a-4002-9e18-ca906e6e2df0 admin admin] Usage tracker for resource:subnet and tenant:bb54f7f22ed84045bd34103ad99af40a is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:23:39.205567 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-cca261fa-620a-4002-9e18-ca906e6e2df0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:23:39.237828 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-cca261fa-620a-4002-9e18-ca906e6e2df0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:23:39.261978 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1735a15c-7231-488a-bbe8-496165c20e54 admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:23:39.286991 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-1735a15c-7231-488a-bbe8-496165c20e54 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:23:39.292162 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1735a15c-7231-488a-bbe8-496165c20e54 admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:23:39.327811 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-04654180-8205-4bb7-8de5-af691345d136 req-00cf9735-fdaf-4242-ac0d-344c3cfd299e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Deleting port 6a7b8c29-7f29-4047-a261-f3b90feb4edd {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:23:39.328161 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-04654180-8205-4bb7-8de5-af691345d136 req-00cf9735-fdaf-4242-ac0d-344c3cfd299e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:39.358354 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca261fa-620a-4002-9e18-ca906e6e2df0 admin admin] Made reservation on behalf of bb54f7f22ed84045bd34103ad99af40a for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:23:39.360777 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cca261fa-620a-4002-9e18-ca906e6e2df0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:39.376738 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735a15c-7231-488a-bbe8-496165c20e54 admin admin] Pushing event updated for resources: {'Port': ['ID=42d241a4-3c14-47ba-8c04-4b94a12c19fa,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:39.542173 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:39.600237 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port fb03ee7c-c810-48dd-ad74-730ed1e2e71c, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=fb03ee7c-c810-48dd-ad74-730ed1e2e71c,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:23:39.607212 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:39.732702 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=fb03ee7c-c810-48dd-ad74-730ed1e2e71c,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:39.864835 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b413a918-b848-4405-a397-9ab5cf1ba14b req-75efd068-9bad-4a9a-b699-bdc3ed5e971d tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=d451d22a-91cb-46bd-889b-f8d801781929 HTTP/1.1" status: 200 len: 210 time: 0.1555457 May 03 22:23:39.926258 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82b461-8396-41bd-911d-e77743f54a94 req-b8ef6b97-1ced-4379-86d6-7a1db6395275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:39.927731 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cc82b461-8396-41bd-911d-e77743f54a94 req-b8ef6b97-1ced-4379-86d6-7a1db6395275 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6acd1521cdd74962882938955cd4c844&device_id=f1591497-d4dc-4bd4-a8a6-c7e53f72798e HTTP/1.1" status: 200 len: 1098 time: 0.8620067 May 03 22:23:40.088361 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-496cb7b9-9f9d-4e8a-bc14-6ac0430a9a62 None None] Provisioning complete for port fb03ee7c-c810-48dd-ad74-730ed1e2e71c triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:23:40.088910 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-496cb7b9-9f9d-4e8a-bc14-6ac0430a9a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:40.330251 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-615eb2c3-96d6-4331-97e5-f97afff3203f tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:40.331837 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-615eb2c3-96d6-4331-97e5-f97afff3203f tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.67 "GET /v2.0/networks?id=c529cb66-8468-429f-bb93-e81cdb567811 HTTP/1.1" status: 200 len: 808 time: 0.6851728 May 03 22:23:40.409430 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82b461-8396-41bd-911d-e77743f54a94 req-71c92f61-0159-4bb6-8d34-e8b622eb91c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:40.410927 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cc82b461-8396-41bd-911d-e77743f54a94 req-71c92f61-0159-4bb6-8d34-e8b622eb91c8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.4721725 May 03 22:23:40.446097 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d86e2c4-d63d-4d5c-b9db-06f391b4f062 req-08462d5b-a49d-4713-b309-d4a4afd3da1a tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:40.454072 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2d86e2c4-d63d-4d5c-b9db-06f391b4f062 req-08462d5b-a49d-4713-b309-d4a4afd3da1a tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2 HTTP/1.1" status: 200 len: 944 time: 1.2825000 May 03 22:23:40.487487 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cca261fa-620a-4002-9e18-ca906e6e2df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:40.504538 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-5de9d3fe-240d-4b9a-847a-0a132bfd5af4 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Request body: {'port': {'device_id': 'd451d22a-91cb-46bd-889b-f8d801781929', 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811', 'admin_state_up': True, 'tenant_id': '1727dc00a1e94099b181b574bcc185b6'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:23:40.520045 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cc82b461-8396-41bd-911d-e77743f54a94 req-d8068bd6-be6c-450f-b0ce-8453a349cb9f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=a8adf1ae-6b90-49b6-8ef9-145e12fd998a HTTP/1.1" status: 200 len: 217 time: 0.1010275 May 03 22:23:40.544416 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1735a15c-7231-488a-bbe8-496165c20e54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:40.646356 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device fb03ee7c-c810-48dd-ad74-730ed1e2e71c up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:23:40.765510 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca261fa-620a-4002-9e18-ca906e6e2df0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62efb1ff-39ef-42c2-b579-85c1be325b05,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:40.790656 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82b461-8396-41bd-911d-e77743f54a94 req-3c1a815e-6a1e-4add-aae7-94339d57b243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:40.792604 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cc82b461-8396-41bd-911d-e77743f54a94 req-3c1a815e-6a1e-4add-aae7-94339d57b243 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.2577083 May 03 22:23:40.836690 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port fb03ee7c-c810-48dd-ad74-730ed1e2e71c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:23:40.837890 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:40.846554 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca261fa-620a-4002-9e18-ca906e6e2df0 admin admin] Checking segment: {'id': '2aabfbd5-8378-4748-b474-412626f804f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '4f772766-6d4c-4ac3-b843-8129bd316d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:23:40.847122 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca261fa-620a-4002-9e18-ca906e6e2df0 admin admin] Network hostable DHCP agents. Network: 4f772766-6d4c-4ac3-b843-8129bd316d6b, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:23:40.849948 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2d86e2c4-d63d-4d5c-b9db-06f391b4f062 req-8ece708f-92ab-456b-9296-43d87119cd03 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945830 May 03 22:23:40.973056 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee44b64-62cf-4949-9d6c-d4dcd84b1b3b req-b7deb06f-80d3-4d5e-9a4d-3893076fa9e1 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:40.978887 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca261fa-620a-4002-9e18-ca906e6e2df0 admin admin] Network 4f772766-6d4c-4ac3-b843-8129bd316d6b is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:23:41.005148 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5ee44b64-62cf-4949-9d6c-d4dcd84b1b3b req-b7deb06f-80d3-4d5e-9a4d-3893076fa9e1 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9150663-e1d2-452a-9c98-1e241aa51330 HTTP/1.1" status: 200 len: 946 time: 0.6830437 May 03 22:23:41.063477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-04654180-8205-4bb7-8de5-af691345d136 req-00cf9735-fdaf-4242-ac0d-344c3cfd299e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] For port 6a7b8c29-7f29-4047-a261-f3b90feb4edd, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=6a7b8c29-7f29-4047-a261-f3b90feb4edd,segment=NetworkSegment(3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7),segment_id=3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:23:41.071479 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-04654180-8205-4bb7-8de5-af691345d136 req-00cf9735-fdaf-4242-ac0d-344c3cfd299e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:41.185952 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-cca261fa-620a-4002-9e18-ca906e6e2df0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 4f772766-6d4c-4ac3-b843-8129bd316d6b) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:23:41.192112 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca261fa-620a-4002-9e18-ca906e6e2df0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:41.192252 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cca261fa-620a-4002-9e18-ca906e6e2df0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:41.201325 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7745d4-19c1-4fe2-9266-a1497056934e None None] Network 4f772766-6d4c-4ac3-b843-8129bd316d6b requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:23:41.262364 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82b461-8396-41bd-911d-e77743f54a94 req-8d39cec9-2a2e-49ff-b3f9-244db255a59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:41.266832 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cc82b461-8396-41bd-911d-e77743f54a94 req-8d39cec9-2a2e-49ff-b3f9-244db255a59d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4638724 May 03 22:23:41.283672 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5ee44b64-62cf-4949-9d6c-d4dcd84b1b3b req-6ab945f9-f693-41be-8564-631b8a0000ae tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/security-groups?id=8cd0ced8-df16-4075-96e1-bc7516352cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2757802 May 03 22:23:41.749680 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cc82b461-8396-41bd-911d-e77743f54a94 req-d9dba512-bde8-41b1-93b0-1a851b0df24c service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745469 May 03 22:23:41.752580 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-cca261fa-620a-4002-9e18-ca906e6e2df0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.6989436 May 03 22:23:41.956199 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:23:41.979280 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device a8adf1ae-6b90-49b6-8ef9-145e12fd998a details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:23:42.035355 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-5de9d3fe-240d-4b9a-847a-0a132bfd5af4 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:23:42.055670 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6d4e03ec-c74f-4c53-b373-7fc84b537e67 req-c0990a3b-42f6-4cf8-8a27-90054d193dc3 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=d451d22a-91cb-46bd-889b-f8d801781929 HTTP/1.1" status: 200 len: 210 time: 0.1427844 May 03 22:23:42.081413 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 6a7b8c29-7f29-4047-a261-f3b90feb4edd no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:23:42.143929 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1735a15c-7231-488a-bbe8-496165c20e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:42.162854 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a1ff57-54ba-4e58-b3e8-296c2b01fb52 None None] Network 4f772766-6d4c-4ac3-b843-8129bd316d6b requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:23:42.230056 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port a8adf1ae-6b90-49b6-8ef9-145e12fd998a, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a8adf1ae-6b90-49b6-8ef9-145e12fd998a,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:23:42.332063 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': 'a8adf1ae-6b90-49b6-8ef9-145e12fd998a', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': 'a8adf1ae-6b90-49b6-8ef9-145e12fd998a', 'mac_address': 'fa:16:3e:75:42:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:23:42.450264 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:42.459655 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-04654180-8205-4bb7-8de5-af691345d136 req-00cf9735-fdaf-4242-ac0d-344c3cfd299e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:42.460458 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-04654180-8205-4bb7-8de5-af691345d136 req-00cf9735-fdaf-4242-ac0d-344c3cfd299e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:42.461986 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [req-04654180-8205-4bb7-8de5-af691345d136 req-00cf9735-fdaf-4242-ac0d-344c3cfd299e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Floating IP 0c9600c0-1288-4541-afb2-91760cd8a7e5 disassociated. External IP: 172.25.2.113, port: 6a7b8c29-7f29-4047-a261-f3b90feb4edd. May 03 22:23:42.462416 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-04654180-8205-4bb7-8de5-af691345d136 req-00cf9735-fdaf-4242-ac0d-344c3cfd299e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Calling delete_port for 6a7b8c29-7f29-4047-a261-f3b90feb4edd owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:23:42.518645 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-5de9d3fe-240d-4b9a-847a-0a132bfd5af4 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:23:42.557720 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cc82b461-8396-41bd-911d-e77743f54a94 req-eca1e6c9-3187-40e0-b637-b6e13a875e66 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8011601 May 03 22:23:42.593866 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9150663-e1d2-452a-9c98-1e241aa51330', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a7b8c29-7f29-4047-a261-f3b90feb4edd'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:23:42.623340 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab547f-9e08-4449-8b7e-5651d4406357 req-cd57bb96-2ef5-4536-a7c1-94f46acc153e tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:42.630705 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-baab547f-9e08-4449-8b7e-5651d4406357 req-cd57bb96-2ef5-4536-a7c1-94f46acc153e tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1591497-d4dc-4bd4-a8a6-c7e53f72798e HTTP/1.1" status: 200 len: 947 time: 1.3964231 May 03 22:23:42.632578 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-5de9d3fe-240d-4b9a-847a-0a132bfd5af4 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Made reservation on behalf of 1727dc00a1e94099b181b574bcc185b6 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:23:42.637642 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-5de9d3fe-240d-4b9a-847a-0a132bfd5af4 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:42.646143 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:42.708577 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 6a7b8c29-7f29-4047-a261-f3b90feb4edd, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=6a7b8c29-7f29-4047-a261-f3b90feb4edd,segment=NetworkSegment(3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7),segment_id=3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:23:42.719914 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1735a15c-7231-488a-bbe8-496165c20e54 admin admin] Router f449bb65-9fac-4d07-b2ae-8f9952b2b037 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:23:42.747350 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:42.913785 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-baab547f-9e08-4449-8b7e-5651d4406357 req-c126e4b9-3593-4499-8cb5-ded15cf51029 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819297 May 03 22:23:42.938104 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=6a7b8c29-7f29-4047-a261-f3b90feb4edd,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:42.992597 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8adf1ae-6b90-49b6-8ef9-145e12fd998a {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:23:43.048541 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port a8adf1ae-6b90-49b6-8ef9-145e12fd998a, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a8adf1ae-6b90-49b6-8ef9-145e12fd998a,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:23:43.057616 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:43.077534 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14bf8d-4c07-4036-bab0-59d689572183 req-b795448d-a2f6-484c-bce0-2d4cd8a15fbd tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:43.081577 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4d14bf8d-4c07-4036-bab0-59d689572183 req-b795448d-a2f6-484c-bce0-2d4cd8a15fbd tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2 HTTP/1.1" status: 200 len: 944 time: 0.5619440 May 03 22:23:43.088065 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.api [req-04654180-8205-4bb7-8de5-af691345d136 req-00cf9735-fdaf-4242-ac0d-344c3cfd299e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:23:43.088609 n-d-811807-1 neutron-server[88069]: DEBUG oslo_db.api [req-04654180-8205-4bb7-8de5-af691345d136 req-00cf9735-fdaf-4242-ac0d-344c3cfd299e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:23:43.195498 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4d14bf8d-4c07-4036-bab0-59d689572183 req-ff62d250-02ac-4dc7-8fb7-14484dfeb7c6 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661426 May 03 22:23:43.222993 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-5de9d3fe-240d-4b9a-847a-0a132bfd5af4 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Allocated IP 172.20.0.11 (c529cb66-8468-429f-bb93-e81cdb567811/1ee1af50-b130-474e-bc7b-1c6042f9e7e1/8a7f4063-e720-46af-8e0d-04bc4aff8034) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:23:43.239684 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=a8adf1ae-6b90-49b6-8ef9-145e12fd998a,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:43.332375 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device b2da60bb-93f7-43c6-89c1-7bff73b57b22 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:23:43.476329 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1735a15c-7231-488a-bbe8-496165c20e54 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:23:43.494888 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a426ec3-a7e2-4247-a8f9-a43aaf678e57 None None] Sync routers for ids ['f449bb65-9fac-4d07-b2ae-8f9952b2b037'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:23:43.503695 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a426ec3-a7e2-4247-a8f9-a43aaf678e57 None None] Routers {'f449bb65-9fac-4d07-b2ae-8f9952b2b037'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:23:43.505667 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-7a426ec3-a7e2-4247-a8f9-a43aaf678e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:23:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['f449bb65-9fac-4d07-b2ae-8f9952b2b037'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:23:43.553357 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1735a15c-7231-488a-bbe8-496165c20e54 admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:43.558068 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1735a15c-7231-488a-bbe8-496165c20e54 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.4234753 May 03 22:23:43.560204 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50808) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:23:43.604532 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-04654180-8205-4bb7-8de5-af691345d136 req-00cf9735-fdaf-4242-ac0d-344c3cfd299e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Deleting port 6a7b8c29-7f29-4047-a261-f3b90feb4edd {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:23:43.613032 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-04654180-8205-4bb7-8de5-af691345d136 req-00cf9735-fdaf-4242-ac0d-344c3cfd299e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:43.677335 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['a8adf1ae-6b90-49b6-8ef9-145e12fd998a'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:23:43.880640 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-7a426ec3-a7e2-4247-a8f9-a43aaf678e57 None None] Set router f449bb65-9fac-4d07-b2ae-8f9952b2b037 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:23:43.954894 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device b2da60bb-93f7-43c6-89c1-7bff73b57b22 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:23:44.234831 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port b2da60bb-93f7-43c6-89c1-7bff73b57b22, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=b2da60bb-93f7-43c6-89c1-7bff73b57b22,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:23:44.262323 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device b2da60bb-93f7-43c6-89c1-7bff73b57b22 has no active binding in host n-h2-811807-1 {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 03 22:23:44.332569 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-7a426ec3-a7e2-4247-a8f9-a43aaf678e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'name': 'tempest-ServerActionsTestJSON-820421644-router', 'tenant_id': '66dfeed3cb324772b0bf769274eed2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '42d241a4-3c14-47ba-8c04-4b94a12c19fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:23:35Z', 'updated_at': '2022-05-03T22:23:39Z', 'revision_number': 3, 'project_id': '66dfeed3cb324772b0bf769274eed2d2', 'gw_port': {'id': '42d241a4-3c14-47ba-8c04-4b94a12c19fa', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:36:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:23:38Z', 'updated_at': '2022-05-03T22:23:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:23:44.337693 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a426ec3-a7e2-4247-a8f9-a43aaf678e57 None None] Checking router: f449bb65-9fac-4d07-b2ae-8f9952b2b037 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:23:44.338301 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a426ec3-a7e2-4247-a8f9-a43aaf678e57 None None] Updating router f449bb65-9fac-4d07-b2ae-8f9952b2b037 port 42d241a4-3c14-47ba-8c04-4b94a12c19fa binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:23:44.405952 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7a426ec3-a7e2-4247-a8f9-a43aaf678e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:44.511777 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-61a6dad7-975d-47dd-bdd7-c3569ec0f8f4 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:44.513274 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-61a6dad7-975d-47dd-bdd7-c3569ec0f8f4 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/networks?id=4f772766-6d4c-4ac3-b843-8129bd316d6b HTTP/1.1" status: 200 len: 822 time: 0.5160542 May 03 22:23:44.743285 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-549b9af8-8599-45ee-a929-43d0f559f5a1 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/quotas/bb54f7f22ed84045bd34103ad99af40a HTTP/1.1" status: 200 len: 375 time: 0.1689491 May 03 22:23:44.800850 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-94103c34-a095-4717-906d-f47118dd5353 service neutron] 10.222.0.60 "GET /v2.0/ports/b2da60bb-93f7-43c6-89c1-7bff73b57b22/bindings/n-h2-811807-1 HTTP/1.1" status: 200 len: 384 time: 0.5718460 May 03 22:23:44.854232 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-6dcf64e3-9fa7-41ae-b183-de55ffb2296a tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bb54f7f22ed84045bd34103ad99af40a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1047215 May 03 22:23:44.978136 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-5de9d3fe-240d-4b9a-847a-0a132bfd5af4 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:45.074050 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc335b07-c400-403a-93a8-7d842872fb4a req-56e70b1c-ab68-4f62-88d6-835a3c3cdb25 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:45.074050 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dc335b07-c400-403a-93a8-7d842872fb4a req-56e70b1c-ab68-4f62-88d6-835a3c3cdb25 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9150663-e1d2-452a-9c98-1e241aa51330 HTTP/1.1" status: 200 len: 944 time: 1.1032310 May 03 22:23:45.128241 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7a426ec3-a7e2-4247-a8f9-a43aaf678e57 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:45.145744 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-7a426ec3-a7e2-4247-a8f9-a43aaf678e57 None None] Transition to ACTIVE for port object 42d241a4-3c14-47ba-8c04-4b94a12c19fa will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:23:45.159403 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7a426ec3-a7e2-4247-a8f9-a43aaf678e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:45.222612 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-04654180-8205-4bb7-8de5-af691345d136 req-00cf9735-fdaf-4242-ac0d-344c3cfd299e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] For port 6a7b8c29-7f29-4047-a261-f3b90feb4edd, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=6a7b8c29-7f29-4047-a261-f3b90feb4edd,segment=NetworkSegment(3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7),segment_id=3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:23:45.222612 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-04654180-8205-4bb7-8de5-af691345d136 req-00cf9735-fdaf-4242-ac0d-344c3cfd299e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:45.246158 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-b68b4320-cb8d-49e8-94ad-7cc0305f1b6f service neutron] 10.222.0.58 "GET /v2.0/networks/4f772766-6d4c-4ac3-b843-8129bd316d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427348 May 03 22:23:45.368262 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dc335b07-c400-403a-93a8-7d842872fb4a req-86b5fccb-6440-4fb4-9073-5c9c713b74cd tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/security-groups?id=8cd0ced8-df16-4075-96e1-bc7516352cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2785506 May 03 22:23:45.395151 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-e47596de-9390-42b3-93bd-80960d32fedf service neutron] For port b2da60bb-93f7-43c6-89c1-7bff73b57b22, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=b2da60bb-93f7-43c6-89c1-7bff73b57b22,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:23:45.414958 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-e47596de-9390-42b3-93bd-80960d32fedf service neutron] For port b2da60bb-93f7-43c6-89c1-7bff73b57b22, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:23:45.438046 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3ac83-d081-4a9a-96ca-1ab27143a8e3 None None] Pushing event updated for resources: {'Port': ['ID=42d241a4-3c14-47ba-8c04-4b94a12c19fa,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:45.467365 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3ac83-d081-4a9a-96ca-1ab27143a8e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:45.468994 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3ac83-d081-4a9a-96ca-1ab27143a8e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:45.468994 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3ac83-d081-4a9a-96ca-1ab27143a8e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:45.468994 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3ac83-d081-4a9a-96ca-1ab27143a8e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:45.468994 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3ac83-d081-4a9a-96ca-1ab27143a8e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:45.468994 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3ac83-d081-4a9a-96ca-1ab27143a8e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:45.469356 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3ac83-d081-4a9a-96ca-1ab27143a8e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:45.470210 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3ac83-d081-4a9a-96ca-1ab27143a8e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:45.475658 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3ac83-d081-4a9a-96ca-1ab27143a8e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:45.476296 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3ac83-d081-4a9a-96ca-1ab27143a8e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:45.476387 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3ac83-d081-4a9a-96ca-1ab27143a8e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:45.476721 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b3ac83-d081-4a9a-96ca-1ab27143a8e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:45.487534 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-7a426ec3-a7e2-4247-a8f9-a43aaf678e57 None None] Attempting to bind port 42d241a4-3c14-47ba-8c04-4b94a12c19fa on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:23:45.487968 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-7a426ec3-a7e2-4247-a8f9-a43aaf678e57 None None] Attempting to bind port 42d241a4-3c14-47ba-8c04-4b94a12c19fa by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:23:45.488914 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a426ec3-a7e2-4247-a8f9-a43aaf678e57 None None] Attempting to bind port 42d241a4-3c14-47ba-8c04-4b94a12c19fa on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:23:45.498172 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a426ec3-a7e2-4247-a8f9-a43aaf678e57 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:23:45.498955 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a426ec3-a7e2-4247-a8f9-a43aaf678e57 None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:23:45.499315 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7a426ec3-a7e2-4247-a8f9-a43aaf678e57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:45.499883 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a426ec3-a7e2-4247-a8f9-a43aaf678e57 None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:23:45.503770 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-e47596de-9390-42b3-93bd-80960d32fedf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2da60bb-93f7-43c6-89c1-7bff73b57b22 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:23:45.505717 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-7a426ec3-a7e2-4247-a8f9-a43aaf678e57 None None] Bound port: 42d241a4-3c14-47ba-8c04-4b94a12c19fa, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:23:45.506856 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7a426ec3-a7e2-4247-a8f9-a43aaf678e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:45.508514 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e6a9e33-c83a-46e8-8fd5-3959e701d73f'] response: {'server_uuid': 'f9150663-e1d2-452a-9c98-1e241aa51330', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a7b8c29-7f29-4047-a261-f3b90feb4edd', 'code': 200} May 03 22:23:45.577711 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-e47596de-9390-42b3-93bd-80960d32fedf service neutron] For port b2da60bb-93f7-43c6-89c1-7bff73b57b22, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=b2da60bb-93f7-43c6-89c1-7bff73b57b22,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:23:45.644463 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-e47596de-9390-42b3-93bd-80960d32fedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:45.695579 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-7a426ec3-a7e2-4247-a8f9-a43aaf678e57 None None] For port 42d241a4-3c14-47ba-8c04-4b94a12c19fa, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:23:45.701666 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-7a426ec3-a7e2-4247-a8f9-a43aaf678e57 None None] For port 42d241a4-3c14-47ba-8c04-4b94a12c19fa, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=42d241a4-3c14-47ba-8c04-4b94a12c19fa,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:23:45.723381 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7a426ec3-a7e2-4247-a8f9-a43aaf678e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:45.778048 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-04654180-8205-4bb7-8de5-af691345d136 req-00cf9735-fdaf-4242-ac0d-344c3cfd299e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:45.778634 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-04654180-8205-4bb7-8de5-af691345d136 req-00cf9735-fdaf-4242-ac0d-344c3cfd299e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:45.779301 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [req-04654180-8205-4bb7-8de5-af691345d136 req-00cf9735-fdaf-4242-ac0d-344c3cfd299e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Floating IP 0c9600c0-1288-4541-afb2-91760cd8a7e5 disassociated. External IP: 172.25.2.113, port: 6a7b8c29-7f29-4047-a261-f3b90feb4edd. May 03 22:23:45.779842 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-04654180-8205-4bb7-8de5-af691345d136 req-00cf9735-fdaf-4242-ac0d-344c3cfd299e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Calling delete_port for 6a7b8c29-7f29-4047-a261-f3b90feb4edd owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:23:45.829430 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a426ec3-a7e2-4247-a8f9-a43aaf678e57 None None] Routers {'f449bb65-9fac-4d07-b2ae-8f9952b2b037'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:23:45.830075 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-7a426ec3-a7e2-4247-a8f9-a43aaf678e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:23:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['f449bb65-9fac-4d07-b2ae-8f9952b2b037'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:23:45.879380 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device a8adf1ae-6b90-49b6-8ef9-145e12fd998a up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:23:45.904461 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b673e3ec-ab8b-404e-a19d-e1d10ac5b430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:45.931593 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-4aba43c8-647a-4643-83d4-25646c2f917b service neutron] 10.222.0.58 "GET /v2.0/networks/4f772766-6d4c-4ac3-b843-8129bd316d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6209421 May 03 22:23:46.014759 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-e47596de-9390-42b3-93bd-80960d32fedf service neutron] Transition to ACTIVE for port object b2da60bb-93f7-43c6-89c1-7bff73b57b22 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:23:46.014992 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3ac83-d081-4a9a-96ca-1ab27143a8e3 None None] Pushing event updated for resources: {'Port': ['ID=42d241a4-3c14-47ba-8c04-4b94a12c19fa,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:46.015519 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-e47596de-9390-42b3-93bd-80960d32fedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:46.079736 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port a8adf1ae-6b90-49b6-8ef9-145e12fd998a completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:23:46.101161 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port a8adf1ae-6b90-49b6-8ef9-145e12fd998a triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:23:46.108602 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:46.175207 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-5de9d3fe-240d-4b9a-847a-0a132bfd5af4 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:46.205334 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-7a426ec3-a7e2-4247-a8f9-a43aaf678e57 None None] Set router f449bb65-9fac-4d07-b2ae-8f9952b2b037 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:23:46.363777 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-04654180-8205-4bb7-8de5-af691345d136 req-00cf9735-fdaf-4242-ac0d-344c3cfd299e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:46.434910 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47596de-9390-42b3-93bd-80960d32fedf service neutron] Pushing event updated for resources: {'Port': ['ID=b2da60bb-93f7-43c6-89c1-7bff73b57b22,revision_number=10']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:46.533691 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-e47596de-9390-42b3-93bd-80960d32fedf service neutron] No DVR routers for this DVR port b2da60bb-93f7-43c6-89c1-7bff73b57b22 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:23:46.562356 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:46.646501 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-e47596de-9390-42b3-93bd-80960d32fedf service neutron] 10.222.0.60 "PUT /v2.0/ports/b2da60bb-93f7-43c6-89c1-7bff73b57b22/bindings/n-h2-811807-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8313260 May 03 22:23:46.690391 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port a8adf1ae-6b90-49b6-8ef9-145e12fd998a, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a8adf1ae-6b90-49b6-8ef9-145e12fd998a,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:23:46.696332 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-b673e3ec-ab8b-404e-a19d-e1d10ac5b430 admin admin] Allocated IP 172.20.0.1 (f73247c4-e4b1-4dbd-a711-946870a81559/a6303b72-ad18-4df3-b796-1d1c3ad4e877/87629a55-260d-4a58-9018-b362d5f41360) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:23:46.700372 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:46.925887 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=a8adf1ae-6b90-49b6-8ef9-145e12fd998a,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:46.931287 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de9d3fe-240d-4b9a-847a-0a132bfd5af4 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Pushing event updated for resources: {'Port': ['ID=8a7f4063-e720-46af-8e0d-04bc4aff8034,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:46.958370 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:46.960379 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:46.961691 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:46.962212 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:46.963762 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:46.964263 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:46.965912 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:46.966438 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:46.966949 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:46.967917 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:46.970058 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-5de9d3fe-240d-4b9a-847a-0a132bfd5af4 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Network c529cb66-8468-429f-bb93-e81cdb567811 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:23:46.970533 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:46.970869 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:23:46.974609 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-5de9d3fe-240d-4b9a-847a-0a132bfd5af4 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:23:47.044218 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b673e3ec-ab8b-404e-a19d-e1d10ac5b430 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:47.060048 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-b673e3ec-ab8b-404e-a19d-e1d10ac5b430 admin admin] Transition to ACTIVE for port object 87629a55-260d-4a58-9018-b362d5f41360 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:23:47.080846 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-7a426ec3-a7e2-4247-a8f9-a43aaf678e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'name': 'tempest-ServerActionsTestJSON-820421644-router', 'tenant_id': '66dfeed3cb324772b0bf769274eed2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '42d241a4-3c14-47ba-8c04-4b94a12c19fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:23:35Z', 'updated_at': '2022-05-03T22:23:39Z', 'revision_number': 3, 'project_id': '66dfeed3cb324772b0bf769274eed2d2', 'gw_port': {'id': '42d241a4-3c14-47ba-8c04-4b94a12c19fa', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:36:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:23:38Z', 'updated_at': '2022-05-03T22:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:23:47.095964 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a426ec3-a7e2-4247-a8f9-a43aaf678e57 None None] The sync data for ids ['f449bb65-9fac-4d07-b2ae-8f9952b2b037'] in n-d-811807-1 is: [{'id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'name': 'tempest-ServerActionsTestJSON-820421644-router', 'tenant_id': '66dfeed3cb324772b0bf769274eed2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '42d241a4-3c14-47ba-8c04-4b94a12c19fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:23:35Z', 'updated_at': '2022-05-03T22:23:39Z', 'revision_number': 3, 'project_id': '66dfeed3cb324772b0bf769274eed2d2', 'gw_port': {'id': '42d241a4-3c14-47ba-8c04-4b94a12c19fa', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:36:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:23:38Z', 'updated_at': '2022-05-03T22:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:23:47.101760 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-5de9d3fe-240d-4b9a-847a-0a132bfd5af4 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:23:47.130807 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b673e3ec-ab8b-404e-a19d-e1d10ac5b430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:47.226976 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b673e3ec-ab8b-404e-a19d-e1d10ac5b430 admin admin] Network f73247c4-e4b1-4dbd-a711-946870a81559 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:23:47.229423 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-b673e3ec-ab8b-404e-a19d-e1d10ac5b430 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:23:47.239833 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b673e3ec-ab8b-404e-a19d-e1d10ac5b430 admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:23:47.241788 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf9735-fdaf-4242-ac0d-344c3cfd299e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Pushing event deleted for resources: {'Port': ['ID=6a7b8c29-7f29-4047-a261-f3b90feb4edd,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:47.316456 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device b2da60bb-93f7-43c6-89c1-7bff73b57b22 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:23:47.401521 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c9bd5-4c8d-4d42-baac-edde0c16ddea req-0a97f5f4-da7d-4354-8d3a-f4ac1f25b124 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:47.406513 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a75c9bd5-4c8d-4d42-baac-edde0c16ddea req-0a97f5f4-da7d-4354-8d3a-f4ac1f25b124 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=d451d22a-91cb-46bd-889b-f8d801781929 HTTP/1.1" status: 200 len: 932 time: 1.4912636 May 03 22:23:47.445200 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-5de9d3fe-240d-4b9a-847a-0a132bfd5af4 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:47.448203 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-5de9d3fe-240d-4b9a-847a-0a132bfd5af4 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:47.525111 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-a2d992fb-c378-4d0b-a206-8912771891ff tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:47.530172 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-a2d992fb-c378-4d0b-a206-8912771891ff tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2&tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&binding%3Ahost_id=n-h1-811807-1 HTTP/1.1" status: 200 len: 1096 time: 0.8148301 May 03 22:23:47.531113 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673e3ec-ab8b-404e-a19d-e1d10ac5b430 admin admin] Pushing event updated for resources: {'Port': ['ID=87629a55-260d-4a58-9018-b362d5f41360,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:47.533104 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1591497-d4dc-4bd4-a8a6-c7e53f72798e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8adf1ae-6b90-49b6-8ef9-145e12fd998a'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:23:47.577764 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-5de9d3fe-240d-4b9a-847a-0a132bfd5af4 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.1653974 May 03 22:23:47.592474 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fbb7c-325c-476b-846f-eb7deb4fd553 req-7a5c997d-46b0-41c4-8bd5-042bf8c146e7 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:47.593906 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f53fbb7c-325c-476b-846f-eb7deb4fd553 req-7a5c997d-46b0-41c4-8bd5-042bf8c146e7 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1591497-d4dc-4bd4-a8a6-c7e53f72798e HTTP/1.1" status: 200 len: 949 time: 1.1698258 May 03 22:23:47.603840 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-182bb953-2c58-4bfe-8dc7-db13620b7c23 service neutron] Request body: {'port': {'device_id': 'd451d22a-91cb-46bd-889b-f8d801781929', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:23:47.743221 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f53fbb7c-325c-476b-846f-eb7deb4fd553 req-5d522fa3-7caa-4f24-9a28-e0e6fe646871 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972490 May 03 22:23:47.758601 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a75c9bd5-4c8d-4d42-baac-edde0c16ddea req-032f1daa-2273-4ef5-aef3-8c0121434f6e tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102425 May 03 22:23:47.796700 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04654180-8205-4bb7-8de5-af691345d136 req-00cf9735-fdaf-4242-ac0d-344c3cfd299e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Router a5f70386-1800-4d4b-8354-c9e438b792d1 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:23:47.933285 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b673e3ec-ab8b-404e-a19d-e1d10ac5b430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:48.037680 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f90f443e-f91e-44a7-a284-b42151497952 None None] Provisioning for port 87629a55-260d-4a58-9018-b362d5f41360 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:23:48.062790 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f90f443e-f91e-44a7-a284-b42151497952 None None] Provisioning complete for port 87629a55-260d-4a58-9018-b362d5f41360 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:23:48.063562 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f90f443e-f91e-44a7-a284-b42151497952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:48.242716 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f90f443e-f91e-44a7-a284-b42151497952 None None] Port 87629a55-260d-4a58-9018-b362d5f41360 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:23:48.351692 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-5e54112c-c553-45a6-a2a4-b763ea3b193f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:48.353004 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-5e54112c-c553-45a6-a2a4-b763ea3b193f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2&tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0 HTTP/1.1" status: 200 len: 1096 time: 0.7999084 May 03 22:23:48.483274 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-452afea4-dd25-451e-8c90-650d12c14262 req-57651e28-6b0a-4fde-acbb-ce15577ba35d tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a19d94-c14c-45a1-94ca-0f41f437b983 HTTP/1.1" status: 200 len: 210 time: 0.2310758 May 03 22:23:48.505220 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-182bb953-2c58-4bfe-8dc7-db13620b7c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:48.784520 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 42d241a4-3c14-47ba-8c04-4b94a12c19fa up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:23:48.942222 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04654180-8205-4bb7-8de5-af691345d136 req-00cf9735-fdaf-4242-ac0d-344c3cfd299e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:23:48.948473 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 42d241a4-3c14-47ba-8c04-4b94a12c19fa completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:23:48.956426 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c791672-7c74-43fa-a09f-acf70cdcda7d None None] Sync routers for ids ['a5f70386-1800-4d4b-8354-c9e438b792d1'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:23:48.961691 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 42d241a4-3c14-47ba-8c04-4b94a12c19fa triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:23:48.962197 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:49.003056 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b673e3ec-ab8b-404e-a19d-e1d10ac5b430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:49.031800 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-bf3eb3d0-4325-44c4-830a-f838bfe1ded0 req-2bad9ee2-88f8-4d5e-ad00-496cf0aed0bd tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Synchronizing usage tracker for tenant:6d5fe23fb043446983dcb5606ef7203e on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:23:49.081679 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c791672-7c74-43fa-a09f-acf70cdcda7d None None] Routers {'a5f70386-1800-4d4b-8354-c9e438b792d1'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:23:49.082925 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-0c791672-7c74-43fa-a09f-acf70cdcda7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:23:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a5f70386-1800-4d4b-8354-c9e438b792d1'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:23:49.273593 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-04654180-8205-4bb7-8de5-af691345d136 req-00cf9735-fdaf-4242-ac0d-344c3cfd299e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] No DVR routers for this DVR port 6a7b8c29-7f29-4047-a261-f3b90feb4edd on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:23:49.302975 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-04654180-8205-4bb7-8de5-af691345d136 req-00cf9735-fdaf-4242-ac0d-344c3cfd299e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:49.305151 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-04654180-8205-4bb7-8de5-af691345d136 req-00cf9735-fdaf-4242-ac0d-344c3cfd299e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.60 "DELETE /v2.0/ports/6a7b8c29-7f29-4047-a261-f3b90feb4edd HTTP/1.1" status: 204 len: 173 time: 10.1828415 May 03 22:23:49.305615 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9150663-e1d2-452a-9c98-1e241aa51330', 'name': 'network-vif-deleted', 'tag': '6a7b8c29-7f29-4047-a261-f3b90feb4edd'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:23:49.421230 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b673e3ec-ab8b-404e-a19d-e1d10ac5b430 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:49.459357 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b673e3ec-ab8b-404e-a19d-e1d10ac5b430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:49.520504 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468e062-d531-4e3f-b637-03530a499af9 req-de0a1085-f0d6-435c-888a-95fca554ee07 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:49.522325 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e468e062-d531-4e3f-b637-03530a499af9 req-de0a1085-f0d6-435c-888a-95fca554ee07 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2 HTTP/1.1" status: 200 len: 945 time: 1.3235779 May 03 22:23:49.522758 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-bf3eb3d0-4325-44c4-830a-f838bfe1ded0 req-2bad9ee2-88f8-4d5e-ad00-496cf0aed0bd tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Unset dirty status for tenant:6d5fe23fb043446983dcb5606ef7203e on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:23:49.523822 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bf3eb3d0-4325-44c4-830a-f838bfe1ded0 req-2bad9ee2-88f8-4d5e-ad00-496cf0aed0bd tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9150663-e1d2-452a-9c98-1e241aa51330 HTTP/1.1" status: 200 len: 210 time: 0.6591487 May 03 22:23:49.602360 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-0c791672-7c74-43fa-a09f-acf70cdcda7d None None] Set router a5f70386-1800-4d4b-8354-c9e438b792d1 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:23:49.815167 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e468e062-d531-4e3f-b637-03530a499af9 req-c86cee0d-9da3-4227-b68a-ae413b09716e tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714589 May 03 22:23:49.826672 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b673e3ec-ab8b-404e-a19d-e1d10ac5b430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:50.112811 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-213670cb-a0a5-4f84-a57d-ad21e43c7e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:50.117289 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-213670cb-a0a5-4f84-a57d-ad21e43c7e47 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2 HTTP/1.1" status: 200 len: 1096 time: 1.6741953 May 03 22:23:50.200080 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5fff3af-3b8c-44cd-880c-03dcd57802f5'] response: {'server_uuid': 'f1591497-d4dc-4bd4-a8a6-c7e53f72798e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8adf1ae-6b90-49b6-8ef9-145e12fd998a', 'code': 200} May 03 22:23:50.298586 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.resource_extend [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-182bb953-2c58-4bfe-8dc7-db13620b7c23 service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:23:50.428671 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-0c791672-7c74-43fa-a09f-acf70cdcda7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860188686-router', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:19:40Z', 'updated_at': '2022-05-03T22:19:49Z', 'revision_number': 4, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'gw_port': {'id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:90:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:42Z', 'updated_at': '2022-05-03T22:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'cd750c2f-b8b2-4c4e-9c30-322b670234b8', 'name': '', 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'mac_address': 'fa:16:3e:7c:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'da75e2b0-fbbe-493e-9b55-a7ecaaa82565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:48Z', 'updated_at': '2022-05-03T22:19:59Z', 'revision_number': 5, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'subnets': [{'id': 'da75e2b0-fbbe-493e-9b55-a7ecaaa82565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:23:50.432701 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-4d89aeb3-1f78-40ce-8c5e-24e99170f333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:50.434878 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-4d89aeb3-1f78-40ce-8c5e-24e99170f333 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3476088d-e412-4e55-9c2f-549019c16834 HTTP/1.1" status: 200 len: 922 time: 0.2375591 May 03 22:23:50.455481 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c791672-7c74-43fa-a09f-acf70cdcda7d None None] Checking router: a5f70386-1800-4d4b-8354-c9e438b792d1 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:23:50.458951 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ba0fe-d095-4544-a743-fe5737f4d135 req-cb420b66-a3bb-4a95-9a4f-69b620c3897f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:50.460323 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-da2ba0fe-d095-4544-a743-fe5737f4d135 req-cb420b66-a3bb-4a95-9a4f-69b620c3897f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f1591497-d4dc-4bd4-a8a6-c7e53f72798e HTTP/1.1" status: 200 len: 1100 time: 0.6413341 May 03 22:23:50.463188 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-182bb953-2c58-4bfe-8dc7-db13620b7c23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7f4063-e720-46af-8e0d-04bc4aff8034 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:23:50.476673 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1ee4f-e129-413c-867f-179f7f84e4f2 req-e769dcc1-7fb1-43dd-aa89-7d90abcb4b4a tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:50.478456 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1ca1ee4f-e129-413c-867f-179f7f84e4f2 req-e769dcc1-7fb1-43dd-aa89-7d90abcb4b4a tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1591497-d4dc-4bd4-a8a6-c7e53f72798e HTTP/1.1" status: 200 len: 949 time: 0.4494836 May 03 22:23:50.502213 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:50.515102 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-182bb953-2c58-4bfe-8dc7-db13620b7c23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:50.580016 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-da2ba0fe-d095-4544-a743-fe5737f4d135 req-53ebb6b2-a97f-4b40-9262-807eb4925c31 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982428 May 03 22:23:50.585659 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-182bb953-2c58-4bfe-8dc7-db13620b7c23 service neutron] Transition to ACTIVE for port object 8a7f4063-e720-46af-8e0d-04bc4aff8034 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:23:50.598715 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-182bb953-2c58-4bfe-8dc7-db13620b7c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:50.610922 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673e3ec-ab8b-404e-a19d-e1d10ac5b430 admin admin] Pushing event updated for resources: {'Port': ['ID=87629a55-260d-4a58-9018-b362d5f41360,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:50.612019 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a4d54-a50b-4ccf-9226-50bb164144d7 req-7f4bf6cf-cd9b-4190-a129-ed09ae06bb60 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:50.612732 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-094a4d54-a50b-4ccf-9226-50bb164144d7 req-7f4bf6cf-cd9b-4190-a129-ed09ae06bb60 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Synchronizing usage tracker for tenant:1727dc00a1e94099b181b574bcc185b6 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:23:50.618808 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c791672-7c74-43fa-a09f-acf70cdcda7d None None] Routers {'a5f70386-1800-4d4b-8354-c9e438b792d1'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:23:50.636410 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-0c791672-7c74-43fa-a09f-acf70cdcda7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:23:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a5f70386-1800-4d4b-8354-c9e438b792d1'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:23:50.750110 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 42d241a4-3c14-47ba-8c04-4b94a12c19fa, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=42d241a4-3c14-47ba-8c04-4b94a12c19fa,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:23:50.779787 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1ca1ee4f-e129-413c-867f-179f7f84e4f2 req-fe4b407d-98e0-483d-a30f-ceb834d5b8c9 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688618 May 03 22:23:50.870463 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-094a4d54-a50b-4ccf-9226-50bb164144d7 req-7f4bf6cf-cd9b-4190-a129-ed09ae06bb60 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Unset dirty status for tenant:1727dc00a1e94099b181b574bcc185b6 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:23:50.876851 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-094a4d54-a50b-4ccf-9226-50bb164144d7 req-7f4bf6cf-cd9b-4190-a129-ed09ae06bb60 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=d451d22a-91cb-46bd-889b-f8d801781929 HTTP/1.1" status: 200 len: 932 time: 0.6528144 May 03 22:23:50.898797 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-350a0abe-6160-4584-9c56-aa58c5c00bb7 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:50.900562 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-350a0abe-6160-4584-9c56-aa58c5c00bb7 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Synchronizing usage tracker for tenant:bb54f7f22ed84045bd34103ad99af40a on resource:network {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:23:50.907948 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-3769ce25-dc8e-4adf-ad4f-cb94fc9a1086 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2da60bb-93f7-43c6-89c1-7bff73b57b22 HTTP/1.1" status: 200 len: 217 time: 0.2801321 May 03 22:23:50.935490 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-094a4d54-a50b-4ccf-9226-50bb164144d7 req-9439426f-cbd2-4a89-a431-2c8c1af162a8 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576322 May 03 22:23:50.938072 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182bb953-2c58-4bfe-8dc7-db13620b7c23 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7f4063-e720-46af-8e0d-04bc4aff8034,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:51.029995 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-350a0abe-6160-4584-9c56-aa58c5c00bb7 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Unset dirty status for tenant:bb54f7f22ed84045bd34103ad99af40a on resource:network {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:23:51.037020 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d08a9da2-2aff-4569-bc26-4e36d660e91a'] response: {'server_uuid': 'f9150663-e1d2-452a-9c98-1e241aa51330', 'name': 'network-vif-deleted', 'tag': '6a7b8c29-7f29-4047-a261-f3b90feb4edd', 'status': 'completed', 'code': 200} May 03 22:23:51.043553 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-350a0abe-6160-4584-9c56-aa58c5c00bb7 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.67 "GET /v2.0/networks?id=4f772766-6d4c-4ac3-b843-8129bd316d6b HTTP/1.1" status: 200 len: 822 time: 2.0268357 May 03 22:23:51.051498 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b673e3ec-ab8b-404e-a19d-e1d10ac5b430 admin admin] Network f73247c4-e4b1-4dbd-a711-946870a81559 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:23:51.068451 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-b673e3ec-ab8b-404e-a19d-e1d10ac5b430 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:23:51.096532 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-b669ffa6-67f9-4864-abe4-3e7d445d29d6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Request body: {'port': {'device_id': 'f3a19d94-c14c-45a1-94ca-0f41f437b983', 'network_id': '4f772766-6d4c-4ac3-b843-8129bd316d6b', 'admin_state_up': True, 'tenant_id': 'bb54f7f22ed84045bd34103ad99af40a'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:23:51.099017 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:51.278506 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=42d241a4-3c14-47ba-8c04-4b94a12c19fa,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:51.451613 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-41ee1aea-41b4-43bb-a0fd-9c1bc474b515 req-04e282b8-26f4-4fe8-a595-70b085da4074 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a19d94-c14c-45a1-94ca-0f41f437b983 HTTP/1.1" status: 200 len: 210 time: 0.1406641 May 03 22:23:51.497728 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-0c791672-7c74-43fa-a09f-acf70cdcda7d None None] Set router a5f70386-1800-4d4b-8354-c9e438b792d1 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:23:51.547330 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-182bb953-2c58-4bfe-8dc7-db13620b7c23 service neutron] Attempting to bind port 8a7f4063-e720-46af-8e0d-04bc4aff8034 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:23:51.547887 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-182bb953-2c58-4bfe-8dc7-db13620b7c23 service neutron] Attempting to bind port 8a7f4063-e720-46af-8e0d-04bc4aff8034 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:23:51.548615 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-182bb953-2c58-4bfe-8dc7-db13620b7c23 service neutron] Attempting to bind port 8a7f4063-e720-46af-8e0d-04bc4aff8034 on network c529cb66-8468-429f-bb93-e81cdb567811 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:23:51.590126 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-182bb953-2c58-4bfe-8dc7-db13620b7c23 service neutron] Port 8a7f4063-e720-46af-8e0d-04bc4aff8034 on network c529cb66-8468-429f-bb93-e81cdb567811 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:23:51.590792 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-182bb953-2c58-4bfe-8dc7-db13620b7c23 service neutron] Attempting to bind port 8a7f4063-e720-46af-8e0d-04bc4aff8034 on network c529cb66-8468-429f-bb93-e81cdb567811 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:23:51.613782 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-182bb953-2c58-4bfe-8dc7-db13620b7c23 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:23:51.613782 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-182bb953-2c58-4bfe-8dc7-db13620b7c23 service neutron] Checking segment: {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:23:51.613782 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-182bb953-2c58-4bfe-8dc7-db13620b7c23 service neutron] Bound using segment: {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:23:51.613782 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-182bb953-2c58-4bfe-8dc7-db13620b7c23 service neutron] Bound port: 8a7f4063-e720-46af-8e0d-04bc4aff8034, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:23:51.615781 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-182bb953-2c58-4bfe-8dc7-db13620b7c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:51.661114 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-b669ffa6-67f9-4864-abe4-3e7d445d29d6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:23:51.688414 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-b669ffa6-67f9-4864-abe4-3e7d445d29d6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Usage tracker for resource:port and tenant:bb54f7f22ed84045bd34103ad99af40a is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:23:51.691716 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-5954697d-8612-4a9f-a4cd-3df4561c0b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:51.693586 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-5954697d-8612-4a9f-a4cd-3df4561c0b64 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=63a9fee3-85c4-4a95-8dcc-67111d08a3de HTTP/1.1" status: 200 len: 861 time: 0.7442474 May 03 22:23:51.696463 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-b669ffa6-67f9-4864-abe4-3e7d445d29d6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:23:51.761678 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-b669ffa6-67f9-4864-abe4-3e7d445d29d6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:23:51.765971 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-ddfb275b-557d-472e-98ff-255c5c184974 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3476088d-e412-4e55-9c2f-549019c16834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663161 May 03 22:23:51.854285 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4aca51-ab45-4283-b882-384e5d4d3538 req-7824a50d-fa61-468e-ae05-1bf1e8f1335c tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:51.866387 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-b669ffa6-67f9-4864-abe4-3e7d445d29d6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Made reservation on behalf of bb54f7f22ed84045bd34103ad99af40a for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:23:51.872183 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-b669ffa6-67f9-4864-abe4-3e7d445d29d6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:51.874207 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4d4aca51-ab45-4283-b882-384e5d4d3538 req-7824a50d-fa61-468e-ae05-1bf1e8f1335c tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2 HTTP/1.1" status: 200 len: 945 time: 0.4157975 May 03 22:23:51.993680 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-182bb953-2c58-4bfe-8dc7-db13620b7c23 service neutron] For port 8a7f4063-e720-46af-8e0d-04bc4aff8034, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:23:52.021530 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-182bb953-2c58-4bfe-8dc7-db13620b7c23 service neutron] For port 8a7f4063-e720-46af-8e0d-04bc4aff8034, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=8a7f4063-e720-46af-8e0d-04bc4aff8034,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:23:52.042581 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4d4aca51-ab45-4283-b882-384e5d4d3538 req-fa207d18-d6e2-4d80-bb2d-43d3a1e5bde8 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670127 May 03 22:23:52.047729 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-182bb953-2c58-4bfe-8dc7-db13620b7c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:52.363416 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-82bdec30-d7a9-4740-90cc-387c9e13a3ec None None] Provisioning complete for port 87629a55-260d-4a58-9018-b362d5f41360 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:23:52.364130 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-82bdec30-d7a9-4740-90cc-387c9e13a3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:52.414113 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182bb953-2c58-4bfe-8dc7-db13620b7c23 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7f4063-e720-46af-8e0d-04bc4aff8034,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:52.482827 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b673e3ec-ab8b-404e-a19d-e1d10ac5b430 admin admin] Router f449bb65-9fac-4d07-b2ae-8f9952b2b037 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:23:52.499586 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-182bb953-2c58-4bfe-8dc7-db13620b7c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:52.500455 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-182bb953-2c58-4bfe-8dc7-db13620b7c23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:52.501828 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-182bb953-2c58-4bfe-8dc7-db13620b7c23 service neutron] 10.222.0.67 "PUT /v2.0/ports/8a7f4063-e720-46af-8e0d-04bc4aff8034 HTTP/1.1" status: 200 len: 1092 time: 4.9025571 May 03 22:23:52.598323 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-82bdec30-d7a9-4740-90cc-387c9e13a3ec None None] Port 87629a55-260d-4a58-9018-b362d5f41360 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:23:52.638158 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d4aeb-2168-442e-bcd2-b2df2881f8b9 req-c4e9ea41-d0c8-44fd-a894-115e68c808f6 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:52.645634 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d95d4aeb-2168-442e-bcd2-b2df2881f8b9 req-c4e9ea41-d0c8-44fd-a894-115e68c808f6 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1591497-d4dc-4bd4-a8a6-c7e53f72798e HTTP/1.1" status: 200 len: 949 time: 0.2325332 May 03 22:23:52.675283 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9bc0fa-0bac-4199-903a-2c97ece5b6b1 req-94ad8b0b-3835-42b3-8474-92be3ec1dc37 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:52.677052 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fe9bc0fa-0bac-4199-903a-2c97ece5b6b1 req-94ad8b0b-3835-42b3-8474-92be3ec1dc37 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=d451d22a-91cb-46bd-889b-f8d801781929 HTTP/1.1" status: 200 len: 944 time: 0.3244805 May 03 22:23:52.710406 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-0c791672-7c74-43fa-a09f-acf70cdcda7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860188686-router', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:19:40Z', 'updated_at': '2022-05-03T22:19:49Z', 'revision_number': 4, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'gw_port': {'id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:90:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:42Z', 'updated_at': '2022-05-03T22:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'cd750c2f-b8b2-4c4e-9c30-322b670234b8', 'name': '', 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'mac_address': 'fa:16:3e:7c:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'da75e2b0-fbbe-493e-9b55-a7ecaaa82565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:48Z', 'updated_at': '2022-05-03T22:19:59Z', 'revision_number': 5, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'subnets': [{'id': 'da75e2b0-fbbe-493e-9b55-a7ecaaa82565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:23:52.718878 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c791672-7c74-43fa-a09f-acf70cdcda7d None None] The sync data for ids ['a5f70386-1800-4d4b-8354-c9e438b792d1'] in n-d-811807-1 is: [{'id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860188686-router', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:19:40Z', 'updated_at': '2022-05-03T22:19:49Z', 'revision_number': 4, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'gw_port': {'id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:90:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:42Z', 'updated_at': '2022-05-03T22:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'cd750c2f-b8b2-4c4e-9c30-322b670234b8', 'name': '', 'network_id': 'fc15fac9-7438-4d00-8baf-ffa13ed5602b', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'mac_address': 'fa:16:3e:7c:e0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 177, 'fixed_ips': [{'subnet_id': 'da75e2b0-fbbe-493e-9b55-a7ecaaa82565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:48Z', 'updated_at': '2022-05-03T22:19:59Z', 'revision_number': 5, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'subnets': [{'id': 'da75e2b0-fbbe-493e-9b55-a7ecaaa82565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:23:52.767627 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fe9bc0fa-0bac-4199-903a-2c97ece5b6b1 req-525ed099-0800-423a-9855-4ff9664e6212 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838044 May 03 22:23:52.782827 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d95d4aeb-2168-442e-bcd2-b2df2881f8b9 req-2afdedfa-653b-462d-84d5-bc1267c45a12 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362467 May 03 22:23:52.803615 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-8c26454a-9bac-4e60-bff5-13c908fc299c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:52.814026 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-8c26454a-9bac-4e60-bff5-13c908fc299c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1727dc00a1e94099b181b574bcc185b6&device_id=d451d22a-91cb-46bd-889b-f8d801781929 HTTP/1.1" status: 200 len: 1095 time: 0.2644494 May 03 22:23:52.853566 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-50ac8690-b10d-4e61-80b9-f9c654ce1b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:52.926013 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50896) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:23:52.954357 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-c4e18db1-6e39-4c89-afab-83fe4affd26d service neutron] 10.222.0.67 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1784699 May 03 22:23:52.978457 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-8a89aca3-7144-4f87-9d52-7311007571b3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a7f4063-e720-46af-8e0d-04bc4aff8034 HTTP/1.1" status: 200 len: 217 time: 0.1547303 May 03 22:23:53.053567 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd451d22a-91cb-46bd-889b-f8d801781929', 'tag': '8a7f4063-e720-46af-8e0d-04bc4aff8034'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:23:53.179461 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-b669ffa6-67f9-4864-abe4-3e7d445d29d6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Allocated IP 172.20.0.5 (4f772766-6d4c-4ac3-b843-8129bd316d6b/62efb1ff-39ef-42c2-b579-85c1be325b05/e945b8c1-93f6-482d-bfdf-b66536d90a5d) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:23:53.225177 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5b33ffdf-0617-42b5-889d-1bf0bde2360e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:53.227698 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-286f6e9e-e13f-4355-9824-5f4d681d4562'] response: {'name': 'network-changed', 'server_uuid': 'd451d22a-91cb-46bd-889b-f8d801781929', 'tag': '8a7f4063-e720-46af-8e0d-04bc4aff8034', 'status': 'completed', 'code': 200} May 03 22:23:53.246749 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e1843f-7249-4239-be51-6dbbbe675384 None None] New status for floating IP 0c9600c0-1288-4541-afb2-91760cd8a7e5: DOWN {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:23:53.249828 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-981975a7-e135-4e70-be00-cc046e2027dc req-3d48cc7a-329c-49fc-a70f-42beb2e7174d tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a19d94-c14c-45a1-94ca-0f41f437b983 HTTP/1.1" status: 200 len: 210 time: 0.1588726 May 03 22:23:53.279134 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 42d241a4-3c14-47ba-8c04-4b94a12c19fa up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:23:53.283069 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-9b6af1d6-9a85-4e5d-86d7-3aeadee349dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:53.286017 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-9b6af1d6-9a85-4e5d-86d7-3aeadee349dc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1ee1af50-b130-474e-bc7b-1c6042f9e7e1 HTTP/1.1" status: 200 len: 848 time: 0.2920792 May 03 22:23:53.340232 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b673e3ec-ab8b-404e-a19d-e1d10ac5b430 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:23:53.361611 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b673e3ec-ab8b-404e-a19d-e1d10ac5b430 admin admin] 10.222.0.58 "PUT /v2.0/routers/f449bb65-9fac-4d07-b2ae-8f9952b2b037/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8012128 May 03 22:23:53.380019 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825e1c9a-bb76-467c-a6a4-d352a02e9370 None None] Sync routers for ids ['f449bb65-9fac-4d07-b2ae-8f9952b2b037'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:23:53.392010 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5b33ffdf-0617-42b5-889d-1bf0bde2360e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:53.471407 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825e1c9a-bb76-467c-a6a4-d352a02e9370 None None] Routers {'f449bb65-9fac-4d07-b2ae-8f9952b2b037'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:23:53.474933 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-825e1c9a-bb76-467c-a6a4-d352a02e9370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:23:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['f449bb65-9fac-4d07-b2ae-8f9952b2b037'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:23:53.483092 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-db394c67-4ca1-497a-a260-51b01340b7e5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c529cb66-8468-429f-bb93-e81cdb567811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1838977 May 03 22:23:53.603478 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-2bbee437-9e56-49e4-a2c4-c38650d03998 service neutron] 10.222.0.67 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6255999 May 03 22:23:53.755538 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5b33ffdf-0617-42b5-889d-1bf0bde2360e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:53.863234 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4b866-0b61-46e3-8f72-34db3ac2fff8 req-10de9736-43dd-4708-9b4e-8964f43420ba tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:53.873832 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23b4b866-0b61-46e3-8f72-34db3ac2fff8 req-10de9736-43dd-4708-9b4e-8964f43420ba tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2 HTTP/1.1" status: 200 len: 945 time: 0.5110986 May 03 22:23:53.888397 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-825e1c9a-bb76-467c-a6a4-d352a02e9370 None None] Set router f449bb65-9fac-4d07-b2ae-8f9952b2b037 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:23:54.001150 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23b4b866-0b61-46e3-8f72-34db3ac2fff8 req-1f338b95-5509-4dba-b7b1-c0e1b534b419 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260149 May 03 22:23:54.030099 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33ffdf-0617-42b5-889d-1bf0bde2360e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd0ced8-df16-4075-96e1-bc7516352cc5,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:54.056327 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-c2ab8cbe-b1ed-4af3-8578-43251f63160e service neutron] 10.222.0.67 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5647964 May 03 22:23:54.115842 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5b33ffdf-0617-42b5-889d-1bf0bde2360e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:54.123179 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5b33ffdf-0617-42b5-889d-1bf0bde2360e tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "DELETE /v2.0/security-groups/8cd0ced8-df16-4075-96e1-bc7516352cc5 HTTP/1.1" status: 204 len: 168 time: 1.1948853 May 03 22:23:54.137665 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50916) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:23:54.156026 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-b669ffa6-67f9-4864-abe4-3e7d445d29d6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:54.226419 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-ad191c9b-10fe-42fa-b765-79a8e80a9502 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] show failed (client error): The resource could not be found. May 03 22:23:54.227736 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ad191c9b-10fe-42fa-b765-79a8e80a9502 tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "GET /v2.0/security-groups/8cd0ced8-df16-4075-96e1-bc7516352cc5 HTTP/1.1" status: 404 len: 347 time: 0.0801742 May 03 22:23:54.232177 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50920) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:23:54.269259 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:54.353576 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0550d660-bde0-44d7-bb98-a3b70cde55e3 req-c5cfd882-8e16-4827-940a-7fe513599f8c service neutron] 10.222.0.67 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899685 May 03 22:23:54.358169 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50926) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:23:54.364166 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-8930cd90-c01c-4044-a2c9-cd295be2ebad tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Request body: {'security_group': {'name': 'tempest-securitygroup--972349723', 'description': 'tempest-description--1706234276'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:23:54.370257 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-8930cd90-c01c-4044-a2c9-cd295be2ebad tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:23:54.376421 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8930cd90-c01c-4044-a2c9-cd295be2ebad tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Usage tracker for resource:security_group and tenant:66dfeed3cb324772b0bf769274eed2d2 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:23:54.382098 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8930cd90-c01c-4044-a2c9-cd295be2ebad tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:23:54.388193 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 42d241a4-3c14-47ba-8c04-4b94a12c19fa triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:23:54.388771 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:54.402402 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-8930cd90-c01c-4044-a2c9-cd295be2ebad tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:23:54.459128 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8930cd90-c01c-4044-a2c9-cd295be2ebad tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:54.513939 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-8930cd90-c01c-4044-a2c9-cd295be2ebad tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:23:54.519109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-c56eb9d2-3bb3-4e13-aad6-04c92db68a7b tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Deleting port 36d10636-fe1f-43da-86aa-1bb4688dae43 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:23:54.519800 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c56eb9d2-3bb3-4e13-aad6-04c92db68a7b tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:54.540549 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8930cd90-c01c-4044-a2c9-cd295be2ebad tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Usage tracker for resource:security_group_rule and tenant:66dfeed3cb324772b0bf769274eed2d2 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:23:54.547571 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8930cd90-c01c-4044-a2c9-cd295be2ebad tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:23:54.562699 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-8930cd90-c01c-4044-a2c9-cd295be2ebad tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:23:54.601745 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-42377c3e-c976-4174-a744-15fe281f2c7e tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:54.604453 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-42377c3e-c976-4174-a744-15fe281f2c7e tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2&tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&binding%3Ahost_id=n-h2-811807-1 HTTP/1.1" status: 200 len: 1096 time: 0.6376591 May 03 22:23:54.795101 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8930cd90-c01c-4044-a2c9-cd295be2ebad tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:54.812997 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-825e1c9a-bb76-467c-a6a4-d352a02e9370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'name': 'tempest-ServerActionsTestJSON-820421644-router', 'tenant_id': '66dfeed3cb324772b0bf769274eed2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '42d241a4-3c14-47ba-8c04-4b94a12c19fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:23:35Z', 'updated_at': '2022-05-03T22:23:48Z', 'revision_number': 4, 'project_id': '66dfeed3cb324772b0bf769274eed2d2', 'gw_port': {'id': '42d241a4-3c14-47ba-8c04-4b94a12c19fa', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:36:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:23:38Z', 'updated_at': '2022-05-03T22:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '87629a55-260d-4a58-9018-b362d5f41360', 'name': '', 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559', 'tenant_id': '66dfeed3cb324772b0bf769274eed2d2', 'mac_address': 'fa:16:3e:73:4e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'a6303b72-ad18-4df3-b796-1d1c3ad4e877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:23:45Z', 'updated_at': '2022-05-03T22:23:49Z', 'revision_number': 2, 'project_id': '66dfeed3cb324772b0bf769274eed2d2', 'subnets': [{'id': 'a6303b72-ad18-4df3-b796-1d1c3ad4e877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:23:54.815794 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054140b-1c42-4d43-b40e-dbb770816b5c req-64fa8c31-4d00-47c0-acf5-25863fc75d76 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:54.822336 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e054140b-1c42-4d43-b40e-dbb770816b5c req-64fa8c31-4d00-47c0-acf5-25863fc75d76 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=d451d22a-91cb-46bd-889b-f8d801781929 HTTP/1.1" status: 200 len: 944 time: 0.5544436 May 03 22:23:54.824221 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825e1c9a-bb76-467c-a6a4-d352a02e9370 None None] Checking router: f449bb65-9fac-4d07-b2ae-8f9952b2b037 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:23:54.825204 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825e1c9a-bb76-467c-a6a4-d352a02e9370 None None] Updating router f449bb65-9fac-4d07-b2ae-8f9952b2b037 port 87629a55-260d-4a58-9018-b362d5f41360 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:23:54.835016 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8930cd90-c01c-4044-a2c9-cd295be2ebad tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:54.848525 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-b669ffa6-67f9-4864-abe4-3e7d445d29d6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:54.907642 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-825e1c9a-bb76-467c-a6a4-d352a02e9370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:54.951133 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8930cd90-c01c-4044-a2c9-cd295be2ebad tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:54.955421 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8930cd90-c01c-4044-a2c9-cd295be2ebad tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5958991 May 03 22:23:54.967557 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50930) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:23:54.984940 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8550e-1ab5-4e2d-bd91-99b3ec9d2e25 req-8c13e261-821f-49a7-8722-7c99a6bdcf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:54.986612 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3dc8550e-1ab5-4e2d-bd91-99b3ec9d2e25 req-8c13e261-821f-49a7-8722-7c99a6bdcf8c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1727dc00a1e94099b181b574bcc185b6&device_id=d451d22a-91cb-46bd-889b-f8d801781929 HTTP/1.1" status: 200 len: 1095 time: 0.5730600 May 03 22:23:55.007228 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930cd90-c01c-4044-a2c9-cd295be2ebad tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:55.019382 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8029e626-d4ad-4033-a454-85dfa80398be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:55.077776 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c56eb9d2-3bb3-4e13-aad6-04c92db68a7b tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:55.082752 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c56eb9d2-3bb3-4e13-aad6-04c92db68a7b tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:55.089477 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e054140b-1c42-4d43-b40e-dbb770816b5c req-6e51af7a-42ef-44a5-a982-e052c49966cf tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288582 May 03 22:23:55.413489 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-d98ffb50-76d9-4710-a6d3-020b2557d160 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Request body: {'security_group_rule': {'security_group_id': '5508b79f-2ce5-40e4-b1f1-5725ade3ff0c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:23:55.432432 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b18879-8719-41a9-86a6-96b375ba3d7a req-380b953c-0bc2-4990-8e97-848e537ee233 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:55.447784 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58b18879-8719-41a9-86a6-96b375ba3d7a req-380b953c-0bc2-4990-8e97-848e537ee233 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1591497-d4dc-4bd4-a8a6-c7e53f72798e HTTP/1.1" status: 200 len: 949 time: 0.7790153 May 03 22:23:55.533455 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-825e1c9a-bb76-467c-a6a4-d352a02e9370 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:55.569323 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-825e1c9a-bb76-467c-a6a4-d352a02e9370 None None] Transition to ACTIVE for port object 87629a55-260d-4a58-9018-b362d5f41360 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:23:55.589473 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-825e1c9a-bb76-467c-a6a4-d352a02e9370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:55.643585 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8550e-1ab5-4e2d-bd91-99b3ec9d2e25 req-ee58c868-52fe-499b-a10b-20538837e033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:55.646264 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3dc8550e-1ab5-4e2d-bd91-99b3ec9d2e25 req-ee58c868-52fe-499b-a10b-20538837e033 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c529cb66-8468-429f-bb93-e81cdb567811 HTTP/1.1" status: 200 len: 909 time: 0.6465948 May 03 22:23:55.724618 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-b669ffa6-67f9-4864-abe4-3e7d445d29d6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Network 4f772766-6d4c-4ac3-b843-8129bd316d6b is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:23:55.732842 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-c56eb9d2-3bb3-4e13-aad6-04c92db68a7b tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Calling delete_port for 36d10636-fe1f-43da-86aa-1bb4688dae43 owned by network:floatingip {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:23:55.779495 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-b669ffa6-67f9-4864-abe4-3e7d445d29d6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:23:55.792322 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58b18879-8719-41a9-86a6-96b375ba3d7a req-00694f39-36e7-4e72-9375-ac972e606341 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858803 May 03 22:23:55.812243 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d98ffb50-76d9-4710-a6d3-020b2557d160 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:23:55.821916 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-b669ffa6-67f9-4864-abe4-3e7d445d29d6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:23:55.837230 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3dc8550e-1ab5-4e2d-bd91-99b3ec9d2e25 req-86b81119-2880-4b9d-9d04-8e36c02570ac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a7f4063-e720-46af-8e0d-04bc4aff8034 HTTP/1.1" status: 200 len: 217 time: 0.1827958 May 03 22:23:55.947749 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d98ffb50-76d9-4710-a6d3-020b2557d160 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Usage tracker for resource:security_group_rule and tenant:66dfeed3cb324772b0bf769274eed2d2 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:23:55.952342 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d98ffb50-76d9-4710-a6d3-020b2557d160 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:23:55.984854 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d98ffb50-76d9-4710-a6d3-020b2557d160 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:23:56.003045 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba5c36-ba3c-4c0b-8f75-59cf75416162 req-5813fcfd-7011-4d69-a085-990ad15e3fe1 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:56.007067 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2fba5c36-ba3c-4c0b-8f75-59cf75416162 req-5813fcfd-7011-4d69-a085-990ad15e3fe1 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a19d94-c14c-45a1-94ca-0f41f437b983 HTTP/1.1" status: 200 len: 931 time: 0.5567377 May 03 22:23:56.011612 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b669ffa6-67f9-4864-abe4-3e7d445d29d6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Pushing event updated for resources: {'Port': ['ID=e945b8c1-93f6-482d-bfdf-b66536d90a5d,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:56.112591 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-b669ffa6-67f9-4864-abe4-3e7d445d29d6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:56.114131 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-b669ffa6-67f9-4864-abe4-3e7d445d29d6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:56.141469 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-ed424760-aae2-4444-8b0e-1f0647fe6d15 service neutron] For port b2da60bb-93f7-43c6-89c1-7bff73b57b22, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:23:56.147507 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d98ffb50-76d9-4710-a6d3-020b2557d160 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:56.149586 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724bce0-a537-4892-98bd-756f60f243a1 None None] Pushing event updated for resources: {'Port': ['ID=87629a55-260d-4a58-9018-b362d5f41360,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:56.168855 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2fba5c36-ba3c-4c0b-8f75-59cf75416162 req-1323052e-76c0-4c99-a78a-e73b52b27091 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549289 May 03 22:23:56.186724 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-ed424760-aae2-4444-8b0e-1f0647fe6d15 service neutron] Notify callbacks [] for binding, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:56.191115 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-825e1c9a-bb76-467c-a6a4-d352a02e9370 None None] Attempting to bind port 87629a55-260d-4a58-9018-b362d5f41360 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:23:56.192044 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-af5f89c6-1a69-4076-b595-8b1a85d4eaa0 req-ed424760-aae2-4444-8b0e-1f0647fe6d15 service neutron] 10.222.0.67 "DELETE /v2.0/ports/b2da60bb-93f7-43c6-89c1-7bff73b57b22/bindings/n-h1-811807-1 HTTP/1.1" status: 204 len: 173 time: 1.5735343 May 03 22:23:56.193141 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-825e1c9a-bb76-467c-a6a4-d352a02e9370 None None] Attempting to bind port 87629a55-260d-4a58-9018-b362d5f41360 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '18fee989-ca3f-4324-8c2a-1ba502de43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:23:56.198523 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825e1c9a-bb76-467c-a6a4-d352a02e9370 None None] Attempting to bind port 87629a55-260d-4a58-9018-b362d5f41360 on network f73247c4-e4b1-4dbd-a711-946870a81559 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:23:56.199136 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8550e-1ab5-4e2d-bd91-99b3ec9d2e25 req-1c6160cc-cf5e-4d15-9810-c8cad0beadaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:56.205497 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3dc8550e-1ab5-4e2d-bd91-99b3ec9d2e25 req-1c6160cc-cf5e-4d15-9810-c8cad0beadaf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1ee1af50-b130-474e-bc7b-1c6042f9e7e1 HTTP/1.1" status: 200 len: 848 time: 0.3451924 May 03 22:23:56.217711 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:56.240502 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825e1c9a-bb76-467c-a6a4-d352a02e9370 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:23:56.244833 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825e1c9a-bb76-467c-a6a4-d352a02e9370 None None] Checking segment: {'id': '18fee989-ca3f-4324-8c2a-1ba502de43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:23:56.245633 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-825e1c9a-bb76-467c-a6a4-d352a02e9370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:56.249518 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825e1c9a-bb76-467c-a6a4-d352a02e9370 None None] Bound using segment: {'id': '18fee989-ca3f-4324-8c2a-1ba502de43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:23:56.250414 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-825e1c9a-bb76-467c-a6a4-d352a02e9370 None None] Bound port: 87629a55-260d-4a58-9018-b362d5f41360, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18fee989-ca3f-4324-8c2a-1ba502de43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:23:56.251370 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-825e1c9a-bb76-467c-a6a4-d352a02e9370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:56.287666 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:56.338927 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-b669ffa6-67f9-4864-abe4-3e7d445d29d6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2860484 May 03 22:23:56.354082 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-45e7d067-5f19-4f93-902f-5578b334e51e service neutron] Request body: {'port': {'device_id': 'f3a19d94-c14c-45a1-94ca-0f41f437b983', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:23:56.368593 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3dc8550e-1ab5-4e2d-bd91-99b3ec9d2e25 req-afb093c9-c17c-4aff-aec5-281dda23e0e6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c529cb66-8468-429f-bb93-e81cdb567811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1315594 May 03 22:23:56.432134 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d98ffb50-76d9-4710-a6d3-020b2557d160 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:56.457722 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d98ffb50-76d9-4710-a6d3-020b2557d160 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:56.489093 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ffb50-76d9-4710-a6d3-020b2557d160 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=654f1436-7fd6-45d4-8a24-2217cadae5bb,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:56.570527 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-825e1c9a-bb76-467c-a6a4-d352a02e9370 None None] For port 87629a55-260d-4a58-9018-b362d5f41360, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:23:56.591244 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-825e1c9a-bb76-467c-a6a4-d352a02e9370 None None] For port 87629a55-260d-4a58-9018-b362d5f41360, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=87629a55-260d-4a58-9018-b362d5f41360,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:23:56.610572 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-825e1c9a-bb76-467c-a6a4-d352a02e9370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:56.665490 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8115c-c67c-440e-804b-c238e0accf1e req-c7afdebe-f5e3-41ce-a667-5be46aa0579d tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:56.667224 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ffa8115c-c67c-440e-804b-c238e0accf1e req-c7afdebe-f5e3-41ce-a667-5be46aa0579d tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2 HTTP/1.1" status: 200 len: 945 time: 0.6007421 May 03 22:23:56.729671 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3dc8550e-1ab5-4e2d-bd91-99b3ec9d2e25 req-7de7b3d3-d36a-4071-aa64-e7ee907d3953 service neutron] 10.222.0.67 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441329 May 03 22:23:56.765240 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ffa8115c-c67c-440e-804b-c238e0accf1e req-e3c4745c-ae48-4ecd-8b92-7c271f2ee065 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873499 May 03 22:23:56.858824 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d98ffb50-76d9-4710-a6d3-020b2557d160 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:56.860145 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d98ffb50-76d9-4710-a6d3-020b2557d160 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6528533 May 03 22:23:56.886315 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c56eb9d2-3bb3-4e13-aad6-04c92db68a7b tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:56.910172 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50966) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:23:57.016939 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724bce0-a537-4892-98bd-756f60f243a1 None None] Pushing event updated for resources: {'Port': ['ID=87629a55-260d-4a58-9018-b362d5f41360,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:57.026167 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825e1c9a-bb76-467c-a6a4-d352a02e9370 None None] Routers {'f449bb65-9fac-4d07-b2ae-8f9952b2b037'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:23:57.029030 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-825e1c9a-bb76-467c-a6a4-d352a02e9370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:23:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['f449bb65-9fac-4d07-b2ae-8f9952b2b037'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:23:57.095402 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-bd0d8d5e-e04a-4408-8d0d-a43c9e752018 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Request body: {'security_group_rule': {'security_group_id': '5508b79f-2ce5-40e4-b1f1-5725ade3ff0c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:23:57.139518 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56eb9d2-3bb3-4e13-aad6-04c92db68a7b tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Pushing event deleted for resources: {'Port': ['ID=36d10636-fe1f-43da-86aa-1bb4688dae43,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:57.217350 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3dc8550e-1ab5-4e2d-bd91-99b3ec9d2e25 req-f4937a34-301f-4c64-83a8-8dce301605a0 service neutron] 10.222.0.67 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4564307 May 03 22:23:57.242758 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bd0d8d5e-e04a-4408-8d0d-a43c9e752018 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:23:57.268340 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e47cab-58a4-4d00-ae15-241980a8c572 req-4d2edf02-3af5-46fd-8d49-8debdfc55f9e tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:57.286509 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-88e47cab-58a4-4d00-ae15-241980a8c572 req-4d2edf02-3af5-46fd-8d49-8debdfc55f9e tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=d451d22a-91cb-46bd-889b-f8d801781929 HTTP/1.1" status: 200 len: 944 time: 0.2076688 May 03 22:23:57.324054 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-45e7d067-5f19-4f93-902f-5578b334e51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:57.352718 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-88e47cab-58a4-4d00-ae15-241980a8c572 req-2c7e372a-d8b1-4fb3-8a9c-30e62e8d6ad7 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652182 May 03 22:23:57.353369 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bd0d8d5e-e04a-4408-8d0d-a43c9e752018 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Usage tracker for resource:security_group_rule and tenant:66dfeed3cb324772b0bf769274eed2d2 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:23:57.398164 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bd0d8d5e-e04a-4408-8d0d-a43c9e752018 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:23:57.399990 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 8a7f4063-e720-46af-8e0d-04bc4aff8034 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:23:57.405275 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bd0d8d5e-e04a-4408-8d0d-a43c9e752018 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:23:57.694454 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd0d8d5e-e04a-4408-8d0d-a43c9e752018 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:57.744523 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c56eb9d2-3bb3-4e13-aad6-04c92db68a7b tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks [] for floatingip, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:57.747472 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c56eb9d2-3bb3-4e13-aad6-04c92db68a7b tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:57.751495 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c56eb9d2-3bb3-4e13-aad6-04c92db68a7b tempest-ServersWithSpecificFlavorTestJSON-1432320068 tempest-ServersWithSpecificFlavorTestJSON-1432320068-project] 10.222.0.58 "DELETE /v2.0/floatingips/0c9600c0-1288-4541-afb2-91760cd8a7e5 HTTP/1.1" status: 204 len: 168 time: 3.5181379 May 03 22:23:57.774697 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 8a7f4063-e720-46af-8e0d-04bc4aff8034, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=8a7f4063-e720-46af-8e0d-04bc4aff8034,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:23:57.817690 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b2896-eebc-4bd6-a874-7474348bd02d req-9630e9a4-c52c-4a4e-8e30-8f9a99254166 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:57.819529 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-489b2896-eebc-4bd6-a874-7474348bd02d req-9630e9a4-c52c-4a4e-8e30-8f9a99254166 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2 HTTP/1.1" status: 200 len: 1096 time: 0.3244100 May 03 22:23:57.827943 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '8a7f4063-e720-46af-8e0d-04bc4aff8034', 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811', 'port_id': '8a7f4063-e720-46af-8e0d-04bc4aff8034', 'mac_address': 'fa:16:3e:93:b0:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ee1af50-b130-474e-bc7b-1c6042f9e7e1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:23:57.877794 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd0d8d5e-e04a-4408-8d0d-a43c9e752018 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:57.882484 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd0d8d5e-e04a-4408-8d0d-a43c9e752018 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:57.934234 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-45e7d067-5f19-4f93-902f-5578b334e51e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e945b8c1-93f6-482d-bfdf-b66536d90a5d {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:23:57.937888 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:57.938809 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:57.939468 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd0d8d5e-e04a-4408-8d0d-a43c9e752018 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:57.940838 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bd0d8d5e-e04a-4408-8d0d-a43c9e752018 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9071550 May 03 22:23:57.946832 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50992) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:23:57.947887 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d8d5e-e04a-4408-8d0d-a43c9e752018 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f416bb-59fc-4bc5-8089-96be8694b193,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:57.958045 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-e34e871f-4c7c-48a5-9f10-248971d42fbf tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:23:57.968001 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e34e871f-4c7c-48a5-9f10-248971d42fbf tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:23:57.973612 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9bcd1-25ca-48f3-a325-74e31061679a req-c5ce9b93-22ca-4951-9bda-7deb0e32a93f tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:57.973884 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9bcd1-25ca-48f3-a325-74e31061679a req-c5ce9b93-22ca-4951-9bda-7deb0e32a93f tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:57.974089 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e34e871f-4c7c-48a5-9f10-248971d42fbf tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Usage tracker for resource:floatingip and tenant:66dfeed3cb324772b0bf769274eed2d2 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:23:57.976807 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9bcd1-25ca-48f3-a325-74e31061679a req-c5ce9b93-22ca-4951-9bda-7deb0e32a93f tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:57.979492 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9bcd1-25ca-48f3-a325-74e31061679a req-c5ce9b93-22ca-4951-9bda-7deb0e32a93f tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:57.979634 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e34e871f-4c7c-48a5-9f10-248971d42fbf tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:23:57.980291 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9bcd1-25ca-48f3-a325-74e31061679a req-c5ce9b93-22ca-4951-9bda-7deb0e32a93f tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:57.981073 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9bcd1-25ca-48f3-a325-74e31061679a req-c5ce9b93-22ca-4951-9bda-7deb0e32a93f tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:57.981942 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9bcd1-25ca-48f3-a325-74e31061679a req-c5ce9b93-22ca-4951-9bda-7deb0e32a93f tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:57.982558 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9bcd1-25ca-48f3-a325-74e31061679a req-c5ce9b93-22ca-4951-9bda-7deb0e32a93f tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:57.983163 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9bcd1-25ca-48f3-a325-74e31061679a req-c5ce9b93-22ca-4951-9bda-7deb0e32a93f tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:57.983769 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9bcd1-25ca-48f3-a325-74e31061679a req-c5ce9b93-22ca-4951-9bda-7deb0e32a93f tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:57.984392 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9bcd1-25ca-48f3-a325-74e31061679a req-c5ce9b93-22ca-4951-9bda-7deb0e32a93f tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:57.984994 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9bcd1-25ca-48f3-a325-74e31061679a req-c5ce9b93-22ca-4951-9bda-7deb0e32a93f tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:57.987505 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d2f9bcd1-25ca-48f3-a325-74e31061679a req-c5ce9b93-22ca-4951-9bda-7deb0e32a93f tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f3a19d94-c14c-45a1-94ca-0f41f437b983&device_id=d451d22a-91cb-46bd-889b-f8d801781929&device_id=f1591497-d4dc-4bd4-a8a6-c7e53f72798e&device_id=14a8a283-1d71-4167-8217-8abcf46f185f&device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5&device_id=6a3591c6-e621-4a29-9248-41738139fe13&device_id=ee86532f-e195-440c-b703-f26c54ce43b9&device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2&device_id=f44f4231-6d8a-4dc5-842c-c6cd982f518b&device_id=97a076d6-cb30-497e-890a-60bea66a5d8c&device_id=b6aa49f0-d5a2-427f-b98f-7d7f9908687b&device_id=6067ca7b-a19e-461b-aa2a-c63e6a67d1a5 HTTP/1.1" status: 200 len: 10787 time: 0.3025990 May 03 22:23:57.987856 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e34e871f-4c7c-48a5-9f10-248971d42fbf tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:23:57.995552 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-825e1c9a-bb76-467c-a6a4-d352a02e9370 None None] Set router f449bb65-9fac-4d07-b2ae-8f9952b2b037 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:23:57.999905 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-45e7d067-5f19-4f93-902f-5578b334e51e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:58.006124 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e34e871f-4c7c-48a5-9f10-248971d42fbf tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks [] for floatingip, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:58.030017 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d2f9bcd1-25ca-48f3-a325-74e31061679a req-edf64288-5108-4652-95e3-d0121c6b588d tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:58.052086 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-d2f9bcd1-25ca-48f3-a325-74e31061679a req-edf64288-5108-4652-95e3-d0121c6b588d tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:23:58.055591 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-489b2896-eebc-4bd6-a874-7474348bd02d req-58268a98-f3a2-425e-9a99-b5573ef55081 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294614 May 03 22:23:58.058309 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d2f9bcd1-25ca-48f3-a325-74e31061679a req-edf64288-5108-4652-95e3-d0121c6b588d tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] Usage tracker for resource:security_group_rule and tenant:5da5bf45712f45ff8690f3879f8ad236 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:23:58.061562 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d2f9bcd1-25ca-48f3-a325-74e31061679a req-edf64288-5108-4652-95e3-d0121c6b588d tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:23:58.067703 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-d2f9bcd1-25ca-48f3-a325-74e31061679a req-edf64288-5108-4652-95e3-d0121c6b588d tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:23:58.069562 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-45e7d067-5f19-4f93-902f-5578b334e51e service neutron] Transition to ACTIVE for port object e945b8c1-93f6-482d-bfdf-b66536d90a5d will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:23:58.078501 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-45e7d067-5f19-4f93-902f-5578b334e51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:58.109519 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:58.207733 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7f4063-e720-46af-8e0d-04bc4aff8034 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:23:58.214081 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d2f9bcd1-25ca-48f3-a325-74e31061679a req-edf64288-5108-4652-95e3-d0121c6b588d tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:58.221758 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d2f9bcd1-25ca-48f3-a325-74e31061679a req-edf64288-5108-4652-95e3-d0121c6b588d tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:58.272836 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d2f9bcd1-25ca-48f3-a325-74e31061679a req-edf64288-5108-4652-95e3-d0121c6b588d tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&id=c7c440ae-7993-4776-abde-eb5ddb36d18b&id=59b89ac1-3dde-447a-a456-b7db5369f81f&id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.2732716 May 03 22:23:58.278778 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf64288-5108-4652-95e3-d0121c6b588d tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8300803d-9219-471c-8781-b0ce9f4a7be6,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:58.299210 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 8a7f4063-e720-46af-8e0d-04bc4aff8034, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=8a7f4063-e720-46af-8e0d-04bc4aff8034,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:23:58.331385 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:58.406126 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7d067-5f19-4f93-902f-5578b334e51e service neutron] Pushing event updated for resources: {'Port': ['ID=e945b8c1-93f6-482d-bfdf-b66536d90a5d,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:58.443440 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e7cc2-72ec-4a51-9a52-e9c38efcac2d req-c341f185-b040-4b06-a1dc-312996cca4e1 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:58.453160 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-168e7cc2-72ec-4a51-9a52-e9c38efcac2d req-c341f185-b040-4b06-a1dc-312996cca4e1 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a19d94-c14c-45a1-94ca-0f41f437b983 HTTP/1.1" status: 200 len: 943 time: 0.1213858 May 03 22:23:58.455700 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-45e7d067-5f19-4f93-902f-5578b334e51e service neutron] Attempting to bind port e945b8c1-93f6-482d-bfdf-b66536d90a5d on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:23:58.456183 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-45e7d067-5f19-4f93-902f-5578b334e51e service neutron] Attempting to bind port e945b8c1-93f6-482d-bfdf-b66536d90a5d by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '2aabfbd5-8378-4748-b474-412626f804f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '4f772766-6d4c-4ac3-b843-8129bd316d6b'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:23:58.456422 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-45e7d067-5f19-4f93-902f-5578b334e51e service neutron] Attempting to bind port e945b8c1-93f6-482d-bfdf-b66536d90a5d on network 4f772766-6d4c-4ac3-b843-8129bd316d6b {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:23:58.464771 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-45e7d067-5f19-4f93-902f-5578b334e51e service neutron] Port e945b8c1-93f6-482d-bfdf-b66536d90a5d on network 4f772766-6d4c-4ac3-b843-8129bd316d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:23:58.465121 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-45e7d067-5f19-4f93-902f-5578b334e51e service neutron] Attempting to bind port e945b8c1-93f6-482d-bfdf-b66536d90a5d on network 4f772766-6d4c-4ac3-b843-8129bd316d6b {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:23:58.478637 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-45e7d067-5f19-4f93-902f-5578b334e51e service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:23:58.479224 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-45e7d067-5f19-4f93-902f-5578b334e51e service neutron] Checking segment: {'id': '2aabfbd5-8378-4748-b474-412626f804f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '4f772766-6d4c-4ac3-b843-8129bd316d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:23:58.479858 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-45e7d067-5f19-4f93-902f-5578b334e51e service neutron] Bound using segment: {'id': '2aabfbd5-8378-4748-b474-412626f804f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '4f772766-6d4c-4ac3-b843-8129bd316d6b'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:23:58.480503 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-45e7d067-5f19-4f93-902f-5578b334e51e service neutron] Bound port: e945b8c1-93f6-482d-bfdf-b66536d90a5d, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aabfbd5-8378-4748-b474-412626f804f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '4f772766-6d4c-4ac3-b843-8129bd316d6b'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:23:58.481330 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-45e7d067-5f19-4f93-902f-5578b334e51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:58.504234 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e34e871f-4c7c-48a5-9f10-248971d42fbf tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:58.506900 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-168e7cc2-72ec-4a51-9a52-e9c38efcac2d req-02dea321-3ce6-4271-9637-cbd93967bc74 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535972 May 03 22:23:58.621119 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=8a7f4063-e720-46af-8e0d-04bc4aff8034,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:58.686109 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbef14-396f-4ddd-b442-18acd0572a14 req-d91bd779-462b-4944-af78-87b199e8832d tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:58.694240 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d6cbef14-396f-4ddd-b442-18acd0572a14 req-d91bd779-462b-4944-af78-87b199e8832d tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2 HTTP/1.1" status: 200 len: 1096 time: 0.0962803 May 03 22:23:58.695074 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-45e7d067-5f19-4f93-902f-5578b334e51e service neutron] For port e945b8c1-93f6-482d-bfdf-b66536d90a5d, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:23:58.705817 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-825e1c9a-bb76-467c-a6a4-d352a02e9370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'name': 'tempest-ServerActionsTestJSON-820421644-router', 'tenant_id': '66dfeed3cb324772b0bf769274eed2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '42d241a4-3c14-47ba-8c04-4b94a12c19fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:23:35Z', 'updated_at': '2022-05-03T22:23:48Z', 'revision_number': 4, 'project_id': '66dfeed3cb324772b0bf769274eed2d2', 'gw_port': {'id': '42d241a4-3c14-47ba-8c04-4b94a12c19fa', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:36:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:23:38Z', 'updated_at': '2022-05-03T22:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '87629a55-260d-4a58-9018-b362d5f41360', 'name': '', 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559', 'tenant_id': '66dfeed3cb324772b0bf769274eed2d2', 'mac_address': 'fa:16:3e:73:4e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'a6303b72-ad18-4df3-b796-1d1c3ad4e877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:23:45Z', 'updated_at': '2022-05-03T22:23:56Z', 'revision_number': 4, 'project_id': '66dfeed3cb324772b0bf769274eed2d2', 'subnets': [{'id': 'a6303b72-ad18-4df3-b796-1d1c3ad4e877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:23:58.715482 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825e1c9a-bb76-467c-a6a4-d352a02e9370 None None] The sync data for ids ['f449bb65-9fac-4d07-b2ae-8f9952b2b037'] in n-d-811807-1 is: [{'id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'name': 'tempest-ServerActionsTestJSON-820421644-router', 'tenant_id': '66dfeed3cb324772b0bf769274eed2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '42d241a4-3c14-47ba-8c04-4b94a12c19fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:23:35Z', 'updated_at': '2022-05-03T22:23:48Z', 'revision_number': 4, 'project_id': '66dfeed3cb324772b0bf769274eed2d2', 'gw_port': {'id': '42d241a4-3c14-47ba-8c04-4b94a12c19fa', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:36:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:23:38Z', 'updated_at': '2022-05-03T22:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '87629a55-260d-4a58-9018-b362d5f41360', 'name': '', 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559', 'tenant_id': '66dfeed3cb324772b0bf769274eed2d2', 'mac_address': 'fa:16:3e:73:4e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'a6303b72-ad18-4df3-b796-1d1c3ad4e877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:23:45Z', 'updated_at': '2022-05-03T22:23:56Z', 'revision_number': 4, 'project_id': '66dfeed3cb324772b0bf769274eed2d2', 'subnets': [{'id': 'a6303b72-ad18-4df3-b796-1d1c3ad4e877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:23:58.743232 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-45e7d067-5f19-4f93-902f-5578b334e51e service neutron] For port e945b8c1-93f6-482d-bfdf-b66536d90a5d, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=e945b8c1-93f6-482d-bfdf-b66536d90a5d,segment=NetworkSegment(2aabfbd5-8378-4748-b474-412626f804f1),segment_id=2aabfbd5-8378-4748-b474-412626f804f1)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:23:58.766725 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-45e7d067-5f19-4f93-902f-5578b334e51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:58.786812 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d6cbef14-396f-4ddd-b442-18acd0572a14 req-715e1131-3f1d-4080-a191-6a16c8272644 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903034 May 03 22:23:58.789211 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['8a7f4063-e720-46af-8e0d-04bc4aff8034'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:23:59.150796 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-e34e871f-4c7c-48a5-9f10-248971d42fbf tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Allocated IP 172.25.2.88 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/7849f540-d7a0-40b5-afc1-1a1a3a7f4d02) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:23:59.167025 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49b6e0-4869-408f-a12f-a7d311a48a0a req-f1bfa898-6186-4d9b-a17a-67dec3dfbf87 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:59.174704 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4b49b6e0-4869-408f-a12f-a7d311a48a0a req-f1bfa898-6186-4d9b-a17a-67dec3dfbf87 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=d451d22a-91cb-46bd-889b-f8d801781929 HTTP/1.1" status: 200 len: 945 time: 0.1417177 May 03 22:23:59.258476 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4b49b6e0-4869-408f-a12f-a7d311a48a0a req-40b7927f-d572-4a3f-9210-7f01ef3e5c30 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901842 May 03 22:23:59.336768 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-45e7d067-5f19-4f93-902f-5578b334e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:59.337363 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-45e7d067-5f19-4f93-902f-5578b334e51e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:59.339492 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-45e7d067-5f19-4f93-902f-5578b334e51e service neutron] 10.222.0.67 "PUT /v2.0/ports/e945b8c1-93f6-482d-bfdf-b66536d90a5d HTTP/1.1" status: 200 len: 1091 time: 2.9920805 May 03 22:23:59.347331 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 87629a55-260d-4a58-9018-b362d5f41360 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:23:59.353470 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a19d94-c14c-45a1-94ca-0f41f437b983', 'tag': 'e945b8c1-93f6-482d-bfdf-b66536d90a5d'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:23:59.455242 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7d067-5f19-4f93-902f-5578b334e51e service neutron] Pushing event updated for resources: {'Port': ['ID=e945b8c1-93f6-482d-bfdf-b66536d90a5d,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:23:59.491305 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 87629a55-260d-4a58-9018-b362d5f41360 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:23:59.496462 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 87629a55-260d-4a58-9018-b362d5f41360 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:23:59.497138 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:59.570151 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e34e871f-4c7c-48a5-9f10-248971d42fbf tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:59.649819 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-d39106ed-1906-4154-a3f4-98ee925d3fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:59.654990 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-d39106ed-1906-4154-a3f4-98ee925d3fe8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bb54f7f22ed84045bd34103ad99af40a&device_id=f3a19d94-c14c-45a1-94ca-0f41f437b983 HTTP/1.1" status: 200 len: 1094 time: 0.2611165 May 03 22:23:59.773053 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:59.807743 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-3811d157-8f5d-4428-8fa6-4400ca94f166 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e945b8c1-93f6-482d-bfdf-b66536d90a5d HTTP/1.1" status: 200 len: 217 time: 0.1426897 May 03 22:23:59.813552 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e452c7-f4dc-4dd2-b0ba-dd716af0f81f req-803edd35-3cbc-4756-a3b6-7d4c4f2260f3 tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:59.814745 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e452c7-f4dc-4dd2-b0ba-dd716af0f81f req-803edd35-3cbc-4756-a3b6-7d4c4f2260f3 tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:59.815514 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e452c7-f4dc-4dd2-b0ba-dd716af0f81f req-803edd35-3cbc-4756-a3b6-7d4c4f2260f3 tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:23:59.817563 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-25e452c7-f4dc-4dd2-b0ba-dd716af0f81f req-803edd35-3cbc-4756-a3b6-7d4c4f2260f3 tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f1591497-d4dc-4bd4-a8a6-c7e53f72798e&device_id=14a8a283-1d71-4167-8217-8abcf46f185f&device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 2883 time: 0.1556280 May 03 22:23:59.852901 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 87629a55-260d-4a58-9018-b362d5f41360, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=87629a55-260d-4a58-9018-b362d5f41360,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:23:59.852901 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:59.901173 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e34e871f-4c7c-48a5-9f10-248971d42fbf tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:23:59.964453 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-25e452c7-f4dc-4dd2-b0ba-dd716af0f81f req-e2220311-28f9-4907-b4d2-3f759642dce7 tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324871 May 03 22:24:00.003683 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=87629a55-260d-4a58-9018-b362d5f41360,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:00.068539 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34e871f-4c7c-48a5-9f10-248971d42fbf tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:24:00.070624 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-e34e871f-4c7c-48a5-9f10-248971d42fbf tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:24:00.085139 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-2ede308c-e846-4700-bd30-3bb888f55b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:00.086884 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-2ede308c-e846-4700-bd30-3bb888f55b9d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=62efb1ff-39ef-42c2-b579-85c1be325b05 HTTP/1.1" status: 200 len: 862 time: 0.2669866 May 03 22:24:00.088438 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e871f-4c7c-48a5-9f10-248971d42fbf tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Pushing event updated for resources: {'Port': ['ID=7849f540-d7a0-40b5-afc1-1a1a3a7f4d02,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:00.094546 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34e871f-4c7c-48a5-9f10-248971d42fbf tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:24:00.261684 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-254dfbcf-71b7-4e74-92f7-6c645142726e'] response: {'name': 'network-changed', 'server_uuid': 'f3a19d94-c14c-45a1-94ca-0f41f437b983', 'tag': 'e945b8c1-93f6-482d-bfdf-b66536d90a5d', 'status': 'completed', 'code': 200} May 03 22:24:00.286344 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-b4e19b11-d258-4c14-89dd-a409faa6d23f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4f772766-6d4c-4ac3-b843-8129bd316d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1219823 May 03 22:24:00.356924 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a5c36-5bfe-4d8c-9b1a-6ede7c89b5a8 req-c0f5ad13-3d41-4dca-9b95-07ef6034e1b8 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:00.369762 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d63a5c36-5bfe-4d8c-9b1a-6ede7c89b5a8 req-c0f5ad13-3d41-4dca-9b95-07ef6034e1b8 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a19d94-c14c-45a1-94ca-0f41f437b983 HTTP/1.1" status: 200 len: 943 time: 0.1071408 May 03 22:24:00.446107 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d63a5c36-5bfe-4d8c-9b1a-6ede7c89b5a8 req-00276c0b-edbb-42b2-b4eb-39f9fc36595b tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716698 May 03 22:24:00.486769 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-befee84c-4df4-4dd1-b396-daa20eebba19 service neutron] 10.222.0.67 "GET /v2.0/networks/4f772766-6d4c-4ac3-b843-8129bd316d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840343 May 03 22:24:00.486769 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e34e871f-4c7c-48a5-9f10-248971d42fbf tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:00.841126 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e34e871f-4c7c-48a5-9f10-248971d42fbf tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:00.949932 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-13742bc6-c1cd-43dd-9447-899a53ee14e6 req-28327460-5baa-4220-9e4a-1f056186a79a service neutron] 10.222.0.67 "GET /v2.0/networks/4f772766-6d4c-4ac3-b843-8129bd316d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633305 May 03 22:24:01.229880 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 87629a55-260d-4a58-9018-b362d5f41360 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:24:01.237479 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc83641-7d53-4857-a460-9d3d5908d2e7 req-62ee672f-4e90-4928-a6a9-7c190d2a36d8 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:01.244479 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cfc83641-7d53-4857-a460-9d3d5908d2e7 req-62ee672f-4e90-4928-a6a9-7c190d2a36d8 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=d451d22a-91cb-46bd-889b-f8d801781929 HTTP/1.1" status: 200 len: 945 time: 0.1279922 May 03 22:24:01.249410 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcdc973-e77e-4618-ba87-c55c5d65e309 req-bb3ec1e2-cd3a-4b21-83d2-0be7bb4c2c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:01.251460 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3fcdc973-e77e-4618-ba87-c55c5d65e309 req-bb3ec1e2-cd3a-4b21-83d2-0be7bb4c2c22 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bb54f7f22ed84045bd34103ad99af40a&device_id=f3a19d94-c14c-45a1-94ca-0f41f437b983 HTTP/1.1" status: 200 len: 1094 time: 0.2392294 May 03 22:24:01.255693 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e34e871f-4c7c-48a5-9f10-248971d42fbf tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:01.265671 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e34e871f-4c7c-48a5-9f10-248971d42fbf tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:01.287718 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cfc83641-7d53-4857-a460-9d3d5908d2e7 req-f00579a8-5254-49d2-b868-2eeabc73a01f tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423772 May 03 22:24:01.393736 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 87629a55-260d-4a58-9018-b362d5f41360 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:24:01.394166 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:01.406101 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e871f-4c7c-48a5-9f10-248971d42fbf tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Pushing event updated for resources: {'Port': ['ID=7849f540-d7a0-40b5-afc1-1a1a3a7f4d02,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:01.430739 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 8a7f4063-e720-46af-8e0d-04bc4aff8034 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:24:01.561255 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 8a7f4063-e720-46af-8e0d-04bc4aff8034 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:24:01.579227 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 8a7f4063-e720-46af-8e0d-04bc4aff8034 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:24:01.579859 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:01.671900 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e34e871f-4c7c-48a5-9f10-248971d42fbf tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:01.739096 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e34e871f-4c7c-48a5-9f10-248971d42fbf tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:01.750212 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e34e871f-4c7c-48a5-9f10-248971d42fbf tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7906890 May 03 22:24:01.810505 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcdc973-e77e-4618-ba87-c55c5d65e309 req-4daf1329-21ad-497f-9ec8-5566561b0204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:01.815374 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3fcdc973-e77e-4618-ba87-c55c5d65e309 req-4daf1329-21ad-497f-9ec8-5566561b0204 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4f772766-6d4c-4ac3-b843-8129bd316d6b HTTP/1.1" status: 200 len: 923 time: 0.5511765 May 03 22:24:01.867854 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f90e2a-8a74-4610-828b-b40360cdda7c req-712c20f6-94cc-4f64-b204-8531414962bd tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:01.869817 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c7f90e2a-8a74-4610-828b-b40360cdda7c req-712c20f6-94cc-4f64-b204-8531414962bd tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a19d94-c14c-45a1-94ca-0f41f437b983 HTTP/1.1" status: 200 len: 943 time: 0.1280100 May 03 22:24:01.978349 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c7f90e2a-8a74-4610-828b-b40360cdda7c req-7ccb9492-f38a-42a5-910a-55b3bfd2c7de tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911565 May 03 22:24:01.980444 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:02.030317 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51116) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:24:02.082597 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd451d22a-91cb-46bd-889b-f8d801781929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7f4063-e720-46af-8e0d-04bc4aff8034'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:24:02.107674 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 8a7f4063-e720-46af-8e0d-04bc4aff8034, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=8a7f4063-e720-46af-8e0d-04bc4aff8034,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:02.115633 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:02.116862 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device c400ff4f-1461-4ce8-b719-7fce90f0a733 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:24:02.210057 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3fcdc973-e77e-4618-ba87-c55c5d65e309 req-32c4c6b2-b510-4ec0-bc1b-56332b075b9b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e945b8c1-93f6-482d-bfdf-b66536d90a5d HTTP/1.1" status: 200 len: 217 time: 0.3878350 May 03 22:24:02.304427 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcdc973-e77e-4618-ba87-c55c5d65e309 req-ce2f8295-0244-4a05-ab0a-8d16209611af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:02.306002 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3fcdc973-e77e-4618-ba87-c55c5d65e309 req-ce2f8295-0244-4a05-ab0a-8d16209611af service neutron] 10.222.0.67 "GET /v2.0/subnets?id=62efb1ff-39ef-42c2-b579-85c1be325b05 HTTP/1.1" status: 200 len: 862 time: 0.0897653 May 03 22:24:02.344720 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=8a7f4063-e720-46af-8e0d-04bc4aff8034,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:02.401965 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3fcdc973-e77e-4618-ba87-c55c5d65e309 req-11b4c355-f6cf-4915-955f-962d1525b342 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4f772766-6d4c-4ac3-b843-8129bd316d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877900 May 03 22:24:02.411115 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:02.454009 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port c400ff4f-1461-4ce8-b719-7fce90f0a733, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=c400ff4f-1461-4ce8-b719-7fce90f0a733,segment=NetworkSegment(d5261de8-a046-496c-9988-b261e2ae107f),segment_id=d5261de8-a046-496c-9988-b261e2ae107f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:02.463033 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:02.570301 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3fcdc973-e77e-4618-ba87-c55c5d65e309 req-84c4339e-7b76-4a62-94ba-93a8fc2458b1 service neutron] 10.222.0.67 "GET /v2.0/networks/4f772766-6d4c-4ac3-b843-8129bd316d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599927 May 03 22:24:02.585222 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=c400ff4f-1461-4ce8-b719-7fce90f0a733,revision_number=8']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:02.633569 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-229afc2b-8761-4ebd-a7f6-b3a959d57f73 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:02.635035 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-229afc2b-8761-4ebd-a7f6-b3a959d57f73 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/networks?id=a08060ad-4db7-45f2-9770-03717dbde23c HTTP/1.1" status: 200 len: 805 time: 0.4085660 May 03 22:24:02.673937 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-a745e7b5-d689-4ece-b5b0-c225254b986a tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/quotas/d011205f344d4c96b639c49c6d4571d7 HTTP/1.1" status: 200 len: 375 time: 0.0307879 May 03 22:24:02.683237 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-8101fb37-61d7-4a22-a99f-98beb31d3e90 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Synchronizing usage tracker for tenant:66dfeed3cb324772b0bf769274eed2d2 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:24:02.716383 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3fcdc973-e77e-4618-ba87-c55c5d65e309 req-3ff427b6-e5e7-439b-80ce-df62eccfc57f service neutron] 10.222.0.67 "GET /v2.0/networks/4f772766-6d4c-4ac3-b843-8129bd316d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392102 May 03 22:24:02.812436 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-8101fb37-61d7-4a22-a99f-98beb31d3e90 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Unset dirty status for tenant:66dfeed3cb324772b0bf769274eed2d2 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:24:02.813981 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-8101fb37-61d7-4a22-a99f-98beb31d3e90 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--972349723&fields=id&tenant_id=66dfeed3cb324772b0bf769274eed2d2 HTTP/1.1" status: 200 len: 267 time: 0.2800689 May 03 22:24:03.104032 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-1ae13862-3cfa-4cf2-93de-962e6fd24bbb tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d011205f344d4c96b639c49c6d4571d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4148703 May 03 22:24:03.232178 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-dbaa321a-5d26-4d4e-9ce4-9a156cec4fbe tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:03.232874 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-dbaa321a-5d26-4d4e-9ce4-9a156cec4fbe tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Synchronizing usage tracker for tenant:66dfeed3cb324772b0bf769274eed2d2 on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:24:03.298958 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-dbaa321a-5d26-4d4e-9ce4-9a156cec4fbe tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Unset dirty status for tenant:66dfeed3cb324772b0bf769274eed2d2 on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:24:03.300020 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-dbaa321a-5d26-4d4e-9ce4-9a156cec4fbe tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/networks?id=f73247c4-e4b1-4dbd-a711-946870a81559 HTTP/1.1" status: 200 len: 811 time: 0.4753306 May 03 22:24:03.336050 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-8ebc9056-7fac-4659-b608-26ded0f2e98e service neutron] 10.222.0.58 "GET /v2.0/networks/a08060ad-4db7-45f2-9770-03717dbde23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225339 May 03 22:24:03.392658 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-4b7811fb-fa8f-4967-a9c5-728ef1ee5b22 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/quotas/66dfeed3cb324772b0bf769274eed2d2 HTTP/1.1" status: 200 len: 375 time: 0.0651500 May 03 22:24:03.430827 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device e945b8c1-93f6-482d-bfdf-b66536d90a5d details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:24:03.437065 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5625b36-1284-47cf-aa76-99e0ad09ee05 req-9232a20a-af92-48d2-8ae3-5b3a9215795f tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:03.439260 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c5625b36-1284-47cf-aa76-99e0ad09ee05 req-9232a20a-af92-48d2-8ae3-5b3a9215795f tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.67 "GET /v2.0/ports?device_id=f44f4231-6d8a-4dc5-842c-c6cd982f518b HTTP/1.1" status: 200 len: 944 time: 0.0970337 May 03 22:24:03.557173 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-c5625b36-1284-47cf-aa76-99e0ad09ee05 req-a39e3492-4bbb-409a-847b-be96c4d2ff57 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Deleting port c400ff4f-1461-4ce8-b719-7fce90f0a733 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:24:03.557527 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c5625b36-1284-47cf-aa76-99e0ad09ee05 req-a39e3492-4bbb-409a-847b-be96c4d2ff57 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:03.587578 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-b689bf6c-5f1a-4770-b365-06ea76c477db service neutron] 10.222.0.58 "GET /v2.0/networks/a08060ad-4db7-45f2-9770-03717dbde23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410636 May 03 22:24:03.595634 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-987df71f-14d8-4853-bdb5-6896be49d11d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:03.679802 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port e945b8c1-93f6-482d-bfdf-b66536d90a5d, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=e945b8c1-93f6-482d-bfdf-b66536d90a5d,segment=NetworkSegment(2aabfbd5-8378-4748-b474-412626f804f1),segment_id=2aabfbd5-8378-4748-b474-412626f804f1)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:03.696902 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'e945b8c1-93f6-482d-bfdf-b66536d90a5d', 'network_id': '4f772766-6d4c-4ac3-b843-8129bd316d6b', 'port_id': 'e945b8c1-93f6-482d-bfdf-b66536d90a5d', 'mac_address': 'fa:16:3e:96:9c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62efb1ff-39ef-42c2-b579-85c1be325b05', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:24:03.776456 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:03.789622 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-3c6bb90e-330b-4ed9-b57f-00fc182e6feb tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=66dfeed3cb324772b0bf769274eed2d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3321340 May 03 22:24:03.823754 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48989ff9-3868-4e09-846d-bc3f30da81dd'] response: {'server_uuid': 'd451d22a-91cb-46bd-889b-f8d801781929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7f4063-e720-46af-8e0d-04bc4aff8034', 'code': 200} May 03 22:24:03.825784 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e945b8c1-93f6-482d-bfdf-b66536d90a5d {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:24:03.870312 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port e945b8c1-93f6-482d-bfdf-b66536d90a5d, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=e945b8c1-93f6-482d-bfdf-b66536d90a5d,segment=NetworkSegment(2aabfbd5-8378-4748-b474-412626f804f1),segment_id=2aabfbd5-8378-4748-b474-412626f804f1)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:03.879493 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:04.020179 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=e945b8c1-93f6-482d-bfdf-b66536d90a5d,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:04.155127 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-c5625b36-1284-47cf-aa76-99e0ad09ee05 req-a39e3492-4bbb-409a-847b-be96c4d2ff57 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] For port c400ff4f-1461-4ce8-b719-7fce90f0a733, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=c400ff4f-1461-4ce8-b719-7fce90f0a733,segment=NetworkSegment(d5261de8-a046-496c-9988-b261e2ae107f),segment_id=d5261de8-a046-496c-9988-b261e2ae107f)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:04.155716 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c5625b36-1284-47cf-aa76-99e0ad09ee05 req-a39e3492-4bbb-409a-847b-be96c4d2ff57 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:04.260387 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['e945b8c1-93f6-482d-bfdf-b66536d90a5d'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:24:04.261795 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-5647ef46-8ac9-4610-a5e1-aeecee688b26 service neutron] 10.222.0.58 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647465 May 03 22:24:04.319094 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-c5625b36-1284-47cf-aa76-99e0ad09ee05 req-a39e3492-4bbb-409a-847b-be96c4d2ff57 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Calling delete_port for c400ff4f-1461-4ce8-b719-7fce90f0a733 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:24:04.381764 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77f774-7dfd-417b-a958-1606da2cd1ee req-e8b42536-7f28-4804-a4ed-a14ea7cb6a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:04.383291 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-db77f774-7dfd-417b-a958-1606da2cd1ee req-e8b42536-7f28-4804-a4ed-a14ea7cb6a52 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d451d22a-91cb-46bd-889b-f8d801781929 HTTP/1.1" status: 200 len: 1097 time: 0.4916952 May 03 22:24:04.402612 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4413b5-fda5-405e-bb4a-67411935a821 req-d3ade821-e307-4895-87f9-daf9c8766a94 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:04.404149 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0d4413b5-fda5-405e-bb4a-67411935a821 req-d3ade821-e307-4895-87f9-daf9c8766a94 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=d451d22a-91cb-46bd-889b-f8d801781929 HTTP/1.1" status: 200 len: 946 time: 0.4328516 May 03 22:24:04.547075 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-db77f774-7dfd-417b-a958-1606da2cd1ee req-f6f1ccea-a242-40b9-9d23-1543f80c93fb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342888 May 03 22:24:04.600604 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c5625b36-1284-47cf-aa76-99e0ad09ee05 req-a39e3492-4bbb-409a-847b-be96c4d2ff57 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:04.658857 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-a9b07169-ee4f-47d8-8f56-db5068bab8fc service neutron] 10.222.0.58 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961649 May 03 22:24:04.665079 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-987df71f-14d8-4853-bdb5-6896be49d11d admin admin] Deleting port cd750c2f-b8b2-4c4e-9c30-322b670234b8 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:24:04.665079 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-987df71f-14d8-4853-bdb5-6896be49d11d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:04.725058 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0d4413b5-fda5-405e-bb4a-67411935a821 req-221e370e-2eef-41fe-a25a-a2f099078b1e tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701001 May 03 22:24:04.840022 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e3492-4bbb-409a-847b-be96c4d2ff57 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Pushing event deleted for resources: {'Port': ['ID=c400ff4f-1461-4ce8-b719-7fce90f0a733,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:04.891529 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5625b36-1284-47cf-aa76-99e0ad09ee05 req-a39e3492-4bbb-409a-847b-be96c4d2ff57 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] No DVR routers for this DVR port c400ff4f-1461-4ce8-b719-7fce90f0a733 on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:24:04.894677 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c5625b36-1284-47cf-aa76-99e0ad09ee05 req-a39e3492-4bbb-409a-847b-be96c4d2ff57 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:04.897765 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44f4231-6d8a-4dc5-842c-c6cd982f518b', 'name': 'network-vif-deleted', 'tag': 'c400ff4f-1461-4ce8-b719-7fce90f0a733'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:24:04.921293 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c5625b36-1284-47cf-aa76-99e0ad09ee05 req-a39e3492-4bbb-409a-847b-be96c4d2ff57 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.67 "DELETE /v2.0/ports/c400ff4f-1461-4ce8-b719-7fce90f0a733 HTTP/1.1" status: 204 len: 173 time: 1.4740772 May 03 22:24:05.355303 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e76a7fc6-606f-4518-bc82-2a0354374946 req-aa4e47fb-93f6-4886-8370-8fe3249e97aa tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=33c3eedf-45d1-4f9c-b828-3029fcfa5929 HTTP/1.1" status: 200 len: 210 time: 0.0743206 May 03 22:24:05.391035 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeef2e7-090e-4a5b-9c16-408001b4d46e req-b8a186b8-473d-4c31-9257-1ed56956c5fd tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:05.397924 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-edeef2e7-090e-4a5b-9c16-408001b4d46e req-b8a186b8-473d-4c31-9257-1ed56956c5fd tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a19d94-c14c-45a1-94ca-0f41f437b983 HTTP/1.1" status: 200 len: 944 time: 0.3071985 May 03 22:24:05.438508 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-987df71f-14d8-4853-bdb5-6896be49d11d admin admin] For port cd750c2f-b8b2-4c4e-9c30-322b670234b8, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=cd750c2f-b8b2-4c4e-9c30-322b670234b8,segment=NetworkSegment(3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7),segment_id=3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:05.439281 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-987df71f-14d8-4853-bdb5-6896be49d11d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:05.448398 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device e945b8c1-93f6-482d-bfdf-b66536d90a5d up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:24:05.620002 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port e945b8c1-93f6-482d-bfdf-b66536d90a5d completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:24:05.626609 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port e945b8c1-93f6-482d-bfdf-b66536d90a5d triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:24:05.627221 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:05.657942 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-987df71f-14d8-4853-bdb5-6896be49d11d admin admin] Calling delete_port for cd750c2f-b8b2-4c4e-9c30-322b670234b8 owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:24:05.702177 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-97a1704d-b311-4a85-8e9a-cfac74293691 req-29672b5b-2d40-44d1-91ee-53985225b2c4 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 210 time: 0.2715511 May 03 22:24:05.752591 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-2980a3bf-9373-480b-89f5-60a3ed8a0012 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:05.754088 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-2980a3bf-9373-480b-89f5-60a3ed8a0012 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Synchronizing usage tracker for tenant:d011205f344d4c96b639c49c6d4571d7 on resource:network {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:24:05.754788 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-edeef2e7-090e-4a5b-9c16-408001b4d46e req-9da116c5-3e54-41d1-9832-33c17bbdf501 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557074 May 03 22:24:05.765492 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-782b9b5a-ddf1-4c46-84aa-7d8897419b2e req-3a800bc6-cfe6-4b34-8875-da367a853208 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b6aa49f0-d5a2-427f-b98f-7d7f9908687b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5188532 May 03 22:24:05.799495 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-2980a3bf-9373-480b-89f5-60a3ed8a0012 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Unset dirty status for tenant:d011205f344d4c96b639c49c6d4571d7 on resource:network {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:24:05.800866 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-2980a3bf-9373-480b-89f5-60a3ed8a0012 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.60 "GET /v2.0/networks?id=a08060ad-4db7-45f2-9770-03717dbde23c HTTP/1.1" status: 200 len: 805 time: 0.4029748 May 03 22:24:05.815879 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-e3fc0e7a-9a4d-4084-9f4b-ab28ba397189 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Request body: {'port': {'device_id': '33c3eedf-45d1-4f9c-b828-3029fcfa5929', 'network_id': 'a08060ad-4db7-45f2-9770-03717dbde23c', 'admin_state_up': True, 'tenant_id': 'd011205f344d4c96b639c49c6d4571d7'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:24:05.892125 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44f4231-6d8a-4dc5-842c-c6cd982f518b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c400ff4f-1461-4ce8-b719-7fce90f0a733'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:24:06.039956 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:06.081013 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b15c29b-48de-46b9-94d4-c59f62d8f631'] response: {'server_uuid': 'f44f4231-6d8a-4dc5-842c-c6cd982f518b', 'name': 'network-vif-deleted', 'tag': 'c400ff4f-1461-4ce8-b719-7fce90f0a733', 'status': 'completed', 'code': 200} May 03 22:24:06.103561 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port e945b8c1-93f6-482d-bfdf-b66536d90a5d, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=e945b8c1-93f6-482d-bfdf-b66536d90a5d,segment=NetworkSegment(2aabfbd5-8378-4748-b474-412626f804f1),segment_id=2aabfbd5-8378-4748-b474-412626f804f1)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:06.110208 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:06.203790 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-e3fc0e7a-9a4d-4084-9f4b-ab28ba397189 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:24:06.217517 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-e3fc0e7a-9a4d-4084-9f4b-ab28ba397189 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Usage tracker for resource:port and tenant:d011205f344d4c96b639c49c6d4571d7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:24:06.231523 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-e3fc0e7a-9a4d-4084-9f4b-ab28ba397189 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:24:06.234166 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=e945b8c1-93f6-482d-bfdf-b66536d90a5d,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:06.259141 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-e3fc0e7a-9a4d-4084-9f4b-ab28ba397189 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:24:06.279777 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-e3fc0e7a-9a4d-4084-9f4b-ab28ba397189 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Made reservation on behalf of d011205f344d4c96b639c49c6d4571d7 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:24:06.285333 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-e3fc0e7a-9a4d-4084-9f4b-ab28ba397189 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:06.375884 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4dec0b62-0871-479b-879e-8781d26bdf02 req-24e7f755-70f5-4db4-95c3-8c44764452d6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f44f4231-6d8a-4dc5-842c-c6cd982f518b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0708025 May 03 22:24:06.469431 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf18ad-69b3-4102-831e-1be79252d80c req-8951308f-1215-4ddd-8b1f-7436e7d0190d tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:06.476723 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7eaf18ad-69b3-4102-831e-1be79252d80c req-8951308f-1215-4ddd-8b1f-7436e7d0190d tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 1101 time: 0.2482672 May 03 22:24:06.586030 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b9b5a-ddf1-4c46-84aa-7d8897419b2e req-df897d83-04ab-431b-a922-813b923c37b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:06.588537 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-782b9b5a-ddf1-4c46-84aa-7d8897419b2e req-df897d83-04ab-431b-a922-813b923c37b8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&device_id=b6aa49f0-d5a2-427f-b98f-7d7f9908687b HTTP/1.1" status: 200 len: 1096 time: 0.3944826 May 03 22:24:06.601388 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd900ce3-9f5f-444a-9311-ecceda0b2099 req-9c959ca7-090b-493e-a9f5-3392a6ffeb1e tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:06.609567 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dd900ce3-9f5f-444a-9311-ecceda0b2099 req-9c959ca7-090b-493e-a9f5-3392a6ffeb1e tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=d451d22a-91cb-46bd-889b-f8d801781929 HTTP/1.1" status: 200 len: 946 time: 0.3821878 May 03 22:24:06.626501 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7eaf18ad-69b3-4102-831e-1be79252d80c req-4189acb5-0cad-4a25-bb3c-49ea834d8559 tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442852 May 03 22:24:06.716968 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4dec0b62-0871-479b-879e-8781d26bdf02 req-23ba4743-8d0e-49ee-a3f8-91cb77bc9167 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d011205f344d4c96b639c49c6d4571d7&device_id=f44f4231-6d8a-4dc5-842c-c6cd982f518b HTTP/1.1" status: 200 len: 210 time: 0.2438169 May 03 22:24:06.742679 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd7c4885-90a4-4416-b440-9a7c57e09b09'] response: {'server_uuid': 'f44f4231-6d8a-4dc5-842c-c6cd982f518b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c400ff4f-1461-4ce8-b719-7fce90f0a733', 'code': 200} May 03 22:24:06.764942 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-987df71f-14d8-4853-bdb5-6896be49d11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:06.835534 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dd900ce3-9f5f-444a-9311-ecceda0b2099 req-1946f9dd-0e9b-4346-a8b0-7c40d755f6c6 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227945 May 03 22:24:06.942666 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987df71f-14d8-4853-bdb5-6896be49d11d admin admin] Pushing event deleted for resources: {'Port': ['ID=cd750c2f-b8b2-4c4e-9c30-322b670234b8,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:06.963336 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-e3fc0e7a-9a4d-4084-9f4b-ab28ba397189 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Allocated IP 172.20.0.7 (a08060ad-4db7-45f2-9770-03717dbde23c/621c2e6c-82e2-4c38-a5c9-21982755e1f0/d75ffa2e-01ba-485e-9cd7-99e433d56e9f) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:24:07.006481 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec0b62-0871-479b-879e-8781d26bdf02 req-7c3182bb-f293-464d-952f-206abaa1cbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:07.008098 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4dec0b62-0871-479b-879e-8781d26bdf02 req-7c3182bb-f293-464d-952f-206abaa1cbfb service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=d011205f344d4c96b639c49c6d4571d7&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2151880 May 03 22:24:07.312670 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec0b62-0871-479b-879e-8781d26bdf02 req-1dff11b1-e06d-41e4-bd1f-789f5b69cd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:07.314208 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4dec0b62-0871-479b-879e-8781d26bdf02 req-1dff11b1-e06d-41e4-bd1f-789f5b69cd41 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2946646 May 03 22:24:07.370910 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b9b5a-ddf1-4c46-84aa-7d8897419b2e req-e11e67c2-05bc-4a64-8bfc-68a0d985e566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:07.372878 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-782b9b5a-ddf1-4c46-84aa-7d8897419b2e req-e11e67c2-05bc-4a64-8bfc-68a0d985e566 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3476088d-e412-4e55-9c2f-549019c16834 HTTP/1.1" status: 200 len: 922 time: 0.7451808 May 03 22:24:07.375164 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-59a2ac4a-5837-4d8e-a6b4-2bc4709afacc req-c4f52e12-022d-43cf-85c8-e8fde2df53cf tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=33c3eedf-45d1-4f9c-b828-3029fcfa5929 HTTP/1.1" status: 200 len: 210 time: 0.1515007 May 03 22:24:07.376156 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-e3fc0e7a-9a4d-4084-9f4b-ab28ba397189 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:07.421624 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-e3fc0e7a-9a4d-4084-9f4b-ab28ba397189 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:07.458855 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device c400ff4f-1461-4ce8-b719-7fce90f0a733 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:24:07.465767 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-782b9b5a-ddf1-4c46-84aa-7d8897419b2e req-d980526a-1d79-4fbf-8c10-45f82a38046c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 HTTP/1.1" status: 200 len: 217 time: 0.0770843 May 03 22:24:07.519325 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: c400ff4f-1461-4ce8-b719-7fce90f0a733 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:24:07.520661 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device c400ff4f-1461-4ce8-b719-7fce90f0a733 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:24:07.557339 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-e3fc0e7a-9a4d-4084-9f4b-ab28ba397189 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Network a08060ad-4db7-45f2-9770-03717dbde23c is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:24:07.562441 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-e3fc0e7a-9a4d-4084-9f4b-ab28ba397189 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:24:07.573194 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-e3fc0e7a-9a4d-4084-9f4b-ab28ba397189 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:24:07.667112 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61f36a36-c21d-4849-ab00-b090164dd5d2 req-f873f7cf-737a-4cbf-919d-022feb1d33af tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 210 time: 0.1406224 May 03 22:24:07.681332 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-e3fc0e7a-9a4d-4084-9f4b-ab28ba397189 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:07.682496 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-e3fc0e7a-9a4d-4084-9f4b-ab28ba397189 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:07.696188 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc0e7a-9a4d-4084-9f4b-ab28ba397189 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Pushing event updated for resources: {'Port': ['ID=d75ffa2e-01ba-485e-9cd7-99e433d56e9f,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:07.730807 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-e3fc0e7a-9a4d-4084-9f4b-ab28ba397189 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9200411 May 03 22:24:07.750056 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-8a9acf99-03b6-4ab9-9432-10d08bd4fd0b service neutron] Request body: {'port': {'device_id': '33c3eedf-45d1-4f9c-b828-3029fcfa5929', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:24:07.880149 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b9b5a-ddf1-4c46-84aa-7d8897419b2e req-d9612f60-ae5f-4d09-9a78-19f42eec07c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:07.883287 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-782b9b5a-ddf1-4c46-84aa-7d8897419b2e req-d9612f60-ae5f-4d09-9a78-19f42eec07c0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63a9fee3-85c4-4a95-8dcc-67111d08a3de HTTP/1.1" status: 200 len: 861 time: 0.3542824 May 03 22:24:07.893614 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-590d8fe2-0af6-46bd-88b1-ef9b0339392d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:07.894769 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-590d8fe2-0af6-46bd-88b1-ef9b0339392d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.60 "GET /v2.0/networks?id=f73247c4-e4b1-4dbd-a711-946870a81559 HTTP/1.1" status: 200 len: 811 time: 0.9091461 May 03 22:24:07.915797 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-8a9acf99-03b6-4ab9-9432-10d08bd4fd0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:07.971811 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-782b9b5a-ddf1-4c46-84aa-7d8897419b2e req-e3a38343-7ba0-46c4-9cb6-6186c2702c68 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3476088d-e412-4e55-9c2f-549019c16834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760403 May 03 22:24:08.011280 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5010e-4f5a-4272-bfeb-6c36ae57b02f req-854c0989-94d3-4e3d-91b8-6aa624f2ce54 tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:08.014463 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5ca5010e-4f5a-4272-bfeb-6c36ae57b02f req-854c0989-94d3-4e3d-91b8-6aa624f2ce54 tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 1101 time: 0.7375579 May 03 22:24:08.061343 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-987df71f-14d8-4853-bdb5-6896be49d11d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:08.136409 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-87ed9d62-7a64-4839-b69e-05f5c84296ac tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66dfeed3cb324772b0bf769274eed2d2 HTTP/1.1" status: 200 len: 379 time: 0.1967716 May 03 22:24:08.159650 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-bd6ea285-cfdc-4171-9dee-4c6863ef4d72 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Request body: {'port': {'device_id': '97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4', 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559', 'admin_state_up': True, 'tenant_id': '66dfeed3cb324772b0bf769274eed2d2', 'security_groups': ['5508b79f-2ce5-40e4-b1f1-5725ade3ff0c']}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:24:08.316477 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-8a9acf99-03b6-4ab9-9432-10d08bd4fd0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d75ffa2e-01ba-485e-9cd7-99e433d56e9f {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:24:08.319254 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5ca5010e-4f5a-4272-bfeb-6c36ae57b02f req-c7d46eae-aed7-4843-8647-087ad19ff0be tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919490 May 03 22:24:08.324720 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-8a9acf99-03b6-4ab9-9432-10d08bd4fd0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:08.344578 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-8a9acf99-03b6-4ab9-9432-10d08bd4fd0b service neutron] Transition to ACTIVE for port object d75ffa2e-01ba-485e-9cd7-99e433d56e9f will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:24:08.349887 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-8a9acf99-03b6-4ab9-9432-10d08bd4fd0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:08.368630 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59443d-8df1-4c24-a1d1-75ed42edce97 req-40b9be85-24a2-4537-b621-cd443f15fd50 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:08.370679 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9b59443d-8df1-4c24-a1d1-75ed42edce97 req-40b9be85-24a2-4537-b621-cd443f15fd50 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a19d94-c14c-45a1-94ca-0f41f437b983 HTTP/1.1" status: 200 len: 945 time: 0.5686731 May 03 22:24:08.566630 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9acf99-03b6-4ab9-9432-10d08bd4fd0b service neutron] Pushing event updated for resources: {'Port': ['ID=d75ffa2e-01ba-485e-9cd7-99e433d56e9f,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:08.701731 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-782b9b5a-ddf1-4c46-84aa-7d8897419b2e req-4d5a8e4c-eb6c-41b2-aacb-6f3c4f4cf2d2 service neutron] 10.222.0.60 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7175190 May 03 22:24:08.745564 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a19d94-c14c-45a1-94ca-0f41f437b983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e945b8c1-93f6-482d-bfdf-b66536d90a5d'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:24:08.767026 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-8a9acf99-03b6-4ab9-9432-10d08bd4fd0b service neutron] Attempting to bind port d75ffa2e-01ba-485e-9cd7-99e433d56e9f on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:24:08.767629 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-8a9acf99-03b6-4ab9-9432-10d08bd4fd0b service neutron] Attempting to bind port d75ffa2e-01ba-485e-9cd7-99e433d56e9f by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'd5261de8-a046-496c-9988-b261e2ae107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a08060ad-4db7-45f2-9770-03717dbde23c'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:24:08.768189 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-8a9acf99-03b6-4ab9-9432-10d08bd4fd0b service neutron] Attempting to bind port d75ffa2e-01ba-485e-9cd7-99e433d56e9f on network a08060ad-4db7-45f2-9770-03717dbde23c {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:24:08.779856 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-8a9acf99-03b6-4ab9-9432-10d08bd4fd0b service neutron] Port d75ffa2e-01ba-485e-9cd7-99e433d56e9f on network a08060ad-4db7-45f2-9770-03717dbde23c not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:24:08.781651 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-8a9acf99-03b6-4ab9-9432-10d08bd4fd0b service neutron] Attempting to bind port d75ffa2e-01ba-485e-9cd7-99e433d56e9f on network a08060ad-4db7-45f2-9770-03717dbde23c {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:24:08.794187 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-8a9acf99-03b6-4ab9-9432-10d08bd4fd0b service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:24:08.794796 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-8a9acf99-03b6-4ab9-9432-10d08bd4fd0b service neutron] Checking segment: {'id': 'd5261de8-a046-496c-9988-b261e2ae107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a08060ad-4db7-45f2-9770-03717dbde23c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:24:08.795376 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-8a9acf99-03b6-4ab9-9432-10d08bd4fd0b service neutron] Bound using segment: {'id': 'd5261de8-a046-496c-9988-b261e2ae107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a08060ad-4db7-45f2-9770-03717dbde23c'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:24:08.796017 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-8a9acf99-03b6-4ab9-9432-10d08bd4fd0b service neutron] Bound port: d75ffa2e-01ba-485e-9cd7-99e433d56e9f, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5261de8-a046-496c-9988-b261e2ae107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a08060ad-4db7-45f2-9770-03717dbde23c'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:24:08.797801 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-8a9acf99-03b6-4ab9-9432-10d08bd4fd0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:08.826086 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9b59443d-8df1-4c24-a1d1-75ed42edce97 req-46398663-b6b5-48e9-9283-c63e4e919acc tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796072 May 03 22:24:08.960735 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-8a9acf99-03b6-4ab9-9432-10d08bd4fd0b service neutron] For port d75ffa2e-01ba-485e-9cd7-99e433d56e9f, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:24:08.964099 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-bd6ea285-cfdc-4171-9dee-4c6863ef4d72 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:24:08.965469 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-8a9acf99-03b6-4ab9-9432-10d08bd4fd0b service neutron] For port d75ffa2e-01ba-485e-9cd7-99e433d56e9f, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=d75ffa2e-01ba-485e-9cd7-99e433d56e9f,segment=NetworkSegment(d5261de8-a046-496c-9988-b261e2ae107f),segment_id=d5261de8-a046-496c-9988-b261e2ae107f)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:24:08.972301 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-8a9acf99-03b6-4ab9-9432-10d08bd4fd0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:08.986136 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-bd6ea285-cfdc-4171-9dee-4c6863ef4d72 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Usage tracker for resource:port and tenant:66dfeed3cb324772b0bf769274eed2d2 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:24:08.995437 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-bd6ea285-cfdc-4171-9dee-4c6863ef4d72 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:24:09.039559 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-8a9acf99-03b6-4ab9-9432-10d08bd4fd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:09.040310 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-8a9acf99-03b6-4ab9-9432-10d08bd4fd0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:09.041816 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-8a9acf99-03b6-4ab9-9432-10d08bd4fd0b service neutron] 10.222.0.60 "PUT /v2.0/ports/d75ffa2e-01ba-485e-9cd7-99e433d56e9f HTTP/1.1" status: 200 len: 1091 time: 1.3029339 May 03 22:24:09.042272 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c3eedf-45d1-4f9c-b828-3029fcfa5929', 'tag': 'd75ffa2e-01ba-485e-9cd7-99e433d56e9f'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:24:09.088479 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9acf99-03b6-4ab9-9432-10d08bd4fd0b service neutron] Pushing event updated for resources: {'Port': ['ID=d75ffa2e-01ba-485e-9cd7-99e433d56e9f,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:09.093452 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-bd6ea285-cfdc-4171-9dee-4c6863ef4d72 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:24:09.179810 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-84f9aa80-5a54-4819-8449-7eaf8717889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:09.181590 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-84f9aa80-5a54-4819-8449-7eaf8717889f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d011205f344d4c96b639c49c6d4571d7&device_id=33c3eedf-45d1-4f9c-b828-3029fcfa5929 HTTP/1.1" status: 200 len: 1094 time: 0.0898528 May 03 22:24:09.196624 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05e53c-0526-48ac-aef8-c471bee247f2 req-c7a1c332-165d-4fc9-8b1a-5a464e212f6c tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:09.206572 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ee05e53c-0526-48ac-aef8-c471bee247f2 req-c7a1c332-165d-4fc9-8b1a-5a464e212f6c tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=d451d22a-91cb-46bd-889b-f8d801781929 HTTP/1.1" status: 200 len: 946 time: 0.7292399 May 03 22:24:09.218457 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-bd6ea285-cfdc-4171-9dee-4c6863ef4d72 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Made reservation on behalf of 66dfeed3cb324772b0bf769274eed2d2 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:24:09.218457 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-bd6ea285-cfdc-4171-9dee-4c6863ef4d72 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:09.337075 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-782b9b5a-ddf1-4c46-84aa-7d8897419b2e req-c094225a-0fe9-45c3-a0e4-1e3c87df6be1 service neutron] 10.222.0.60 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5977476 May 03 22:24:09.448960 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-9de538a0-6bbb-45a5-a6fc-a6771499407e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d75ffa2e-01ba-485e-9cd7-99e433d56e9f HTTP/1.1" status: 200 len: 217 time: 0.2541637 May 03 22:24:09.471846 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ee05e53c-0526-48ac-aef8-c471bee247f2 req-26cc3644-729a-4e7a-9937-612d5f23f41d tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471461 May 03 22:24:09.539292 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-effd1884-6b26-4e28-b85b-c83cc9c5e0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:09.539292 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-effd1884-6b26-4e28-b85b-c83cc9c5e0f0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=621c2e6c-82e2-4c38-a5c9-21982755e1f0 HTTP/1.1" status: 200 len: 845 time: 0.0766470 May 03 22:24:09.561715 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987df71f-14d8-4853-bdb5-6896be49d11d admin admin] Router a5f70386-1800-4d4b-8354-c9e438b792d1 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:24:09.635634 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-b0867cf4-01c1-4009-aa40-9cc55354e031 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a08060ad-4db7-45f2-9770-03717dbde23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820959 May 03 22:24:09.705112 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-bd6ea285-cfdc-4171-9dee-4c6863ef4d72 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Allocated IP 172.20.0.5 (f73247c4-e4b1-4dbd-a711-946870a81559/a6303b72-ad18-4df3-b796-1d1c3ad4e877/2cd74799-58d8-4e74-af4b-685d5aaa1c56) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:24:09.718461 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38299f3-a834-4ba7-bb35-cfe874dec27d req-1729af1a-7496-48b6-acff-b2c036205f93 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:09.720170 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a38299f3-a834-4ba7-bb35-cfe874dec27d req-1729af1a-7496-48b6-acff-b2c036205f93 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=33c3eedf-45d1-4f9c-b828-3029fcfa5929 HTTP/1.1" status: 200 len: 943 time: 0.3907120 May 03 22:24:09.808798 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-9b5b1cce-e120-4d70-bf78-62b008fede6b service neutron] 10.222.0.60 "GET /v2.0/networks/a08060ad-4db7-45f2-9770-03717dbde23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658740 May 03 22:24:09.887239 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b5bb4f70-ac4d-4bf7-a204-b97838915b0b req-614a3e75-1edb-413a-a338-4f5de4335b6d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 210 time: 0.1901755 May 03 22:24:09.991997 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c272341-a953-491f-b666-127373d303e1'] response: {'server_uuid': 'f3a19d94-c14c-45a1-94ca-0f41f437b983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e945b8c1-93f6-482d-bfdf-b66536d90a5d', 'code': 200} May 03 22:24:10.015019 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3eebf5b6-4157-4d54-86c1-6591289e21e2 req-0bd86704-bf71-4161-aefa-332acc01fd4c service neutron] 10.222.0.60 "GET /v2.0/networks/a08060ad-4db7-45f2-9770-03717dbde23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813817 May 03 22:24:10.057385 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6491fe1-bed6-4793-8db1-67190d3806fa'] response: {'name': 'network-changed', 'server_uuid': '33c3eedf-45d1-4f9c-b828-3029fcfa5929', 'tag': 'd75ffa2e-01ba-485e-9cd7-99e433d56e9f', 'status': 'completed', 'code': 200} May 03 22:24:10.070583 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a38299f3-a834-4ba7-bb35-cfe874dec27d req-db3506d9-b19a-45ff-a2f1-6517ef81703f tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873611 May 03 22:24:10.274324 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b270aa-5146-4d56-82ba-2d7a4553f9ec req-5fcd4140-6368-40c0-ad65-dca75a01abab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:10.275848 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b4b270aa-5146-4d56-82ba-2d7a4553f9ec req-5fcd4140-6368-40c0-ad65-dca75a01abab service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f3a19d94-c14c-45a1-94ca-0f41f437b983 HTTP/1.1" status: 200 len: 1096 time: 0.1244175 May 03 22:24:10.282604 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e0698-83a4-4f07-a7dc-5354b812f1ac req-d9e4e76d-d1ac-48e5-8593-fd3b07ac4fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:10.288102 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-864e0698-83a4-4f07-a7dc-5354b812f1ac req-d9e4e76d-d1ac-48e5-8593-fd3b07ac4fda service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d011205f344d4c96b639c49c6d4571d7&device_id=33c3eedf-45d1-4f9c-b828-3029fcfa5929 HTTP/1.1" status: 200 len: 1094 time: 0.1973817 May 03 22:24:10.427608 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b4b270aa-5146-4d56-82ba-2d7a4553f9ec req-e72296c5-3797-41bd-afce-2045139e8cc0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384997 May 03 22:24:10.459477 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-bd6ea285-cfdc-4171-9dee-4c6863ef4d72 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:10.462330 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e0698-83a4-4f07-a7dc-5354b812f1ac req-2a4b0bfe-b174-445e-864b-220bc3ca4ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:10.463822 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-864e0698-83a4-4f07-a7dc-5354b812f1ac req-2a4b0bfe-b174-445e-864b-220bc3ca4ea7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a08060ad-4db7-45f2-9770-03717dbde23c HTTP/1.1" status: 200 len: 906 time: 0.1620355 May 03 22:24:10.481169 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987df71f-14d8-4853-bdb5-6896be49d11d admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:24:10.489798 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f29c4f-2c3c-49e4-9a7d-b977b1ed24e9 None None] Sync routers for ids ['a5f70386-1800-4d4b-8354-c9e438b792d1'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:24:10.505098 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f29c4f-2c3c-49e4-9a7d-b977b1ed24e9 None None] Routers {'a5f70386-1800-4d4b-8354-c9e438b792d1'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:24:10.506259 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-36f29c4f-2c3c-49e4-9a7d-b977b1ed24e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:23:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a5f70386-1800-4d4b-8354-c9e438b792d1'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:24:10.511371 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-bd6ea285-cfdc-4171-9dee-4c6863ef4d72 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Transition to ACTIVE for port object 2cd74799-58d8-4e74-af4b-685d5aaa1c56 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:24:10.528073 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557757ad-b0bf-4fa0-aef6-74c50ee6c7c4 req-87824a1e-e43f-4214-9e60-81c5e5c790e1 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:10.529593 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-557757ad-b0bf-4fa0-aef6-74c50ee6c7c4 req-87824a1e-e43f-4214-9e60-81c5e5c790e1 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d451d22a-91cb-46bd-889b-f8d801781929 HTTP/1.1" status: 200 len: 1097 time: 0.2472901 May 03 22:24:10.571937 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-864e0698-83a4-4f07-a7dc-5354b812f1ac req-cd30e251-6bb3-4cb3-9303-9c0381a99855 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d75ffa2e-01ba-485e-9cd7-99e433d56e9f HTTP/1.1" status: 200 len: 217 time: 0.0978701 May 03 22:24:10.579351 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5e507-2b9f-4d18-8b5f-cd64e2bff804 req-87952b53-1e34-4095-ab7d-fdb3fac262a1 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:10.581222 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6dd5e507-2b9f-4d18-8b5f-cd64e2bff804 req-87952b53-1e34-4095-ab7d-fdb3fac262a1 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a19d94-c14c-45a1-94ca-0f41f437b983 HTTP/1.1" status: 200 len: 945 time: 0.2534287 May 03 22:24:10.662439 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-557757ad-b0bf-4fa0-aef6-74c50ee6c7c4 req-8fc7ac78-8f48-4397-a6f7-1fb0b497f492 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183019 May 03 22:24:10.692462 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-987df71f-14d8-4853-bdb5-6896be49d11d admin admin] 10.222.0.58 "PUT /v2.0/routers/a5f70386-1800-4d4b-8354-c9e438b792d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6539786 May 03 22:24:10.693095 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e0698-83a4-4f07-a7dc-5354b812f1ac req-16579a9f-1d36-4387-8cc7-265b457a80ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:10.695010 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-864e0698-83a4-4f07-a7dc-5354b812f1ac req-16579a9f-1d36-4387-8cc7-265b457a80ca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=621c2e6c-82e2-4c38-a5c9-21982755e1f0 HTTP/1.1" status: 200 len: 845 time: 0.1132159 May 03 22:24:10.695491 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 51292) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:24:10.753864 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6dd5e507-2b9f-4d18-8b5f-cd64e2bff804 req-c4cee0ec-f7c5-46e9-888b-a4bc4272a573 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621048 May 03 22:24:10.761549 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-bd6ea285-cfdc-4171-9dee-4c6863ef4d72 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:10.772587 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-36f29c4f-2c3c-49e4-9a7d-b977b1ed24e9 None None] Set router a5f70386-1800-4d4b-8354-c9e438b792d1 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:24:11.072230 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ea285-cfdc-4171-9dee-4c6863ef4d72 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Pushing event updated for resources: {'Port': ['ID=2cd74799-58d8-4e74-af4b-685d5aaa1c56,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:11.089061 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-bd6ea285-cfdc-4171-9dee-4c6863ef4d72 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Network f73247c4-e4b1-4dbd-a711-946870a81559 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:24:11.092901 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-bd6ea285-cfdc-4171-9dee-4c6863ef4d72 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:24:11.096264 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-bd6ea285-cfdc-4171-9dee-4c6863ef4d72 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:24:11.247934 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-864e0698-83a4-4f07-a7dc-5354b812f1ac req-e1de1f2b-9a0a-4fbd-83aa-b760afcce03b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a08060ad-4db7-45f2-9770-03717dbde23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2052147 May 03 22:24:11.325628 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-36f29c4f-2c3c-49e4-9a7d-b977b1ed24e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860188686-router', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:19:40Z', 'updated_at': '2022-05-03T22:24:06Z', 'revision_number': 5, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'gw_port': {'id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:90:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:42Z', 'updated_at': '2022-05-03T22:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:24:11.331522 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f29c4f-2c3c-49e4-9a7d-b977b1ed24e9 None None] Checking router: a5f70386-1800-4d4b-8354-c9e438b792d1 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:24:11.357156 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f29c4f-2c3c-49e4-9a7d-b977b1ed24e9 None None] Routers {'a5f70386-1800-4d4b-8354-c9e438b792d1'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:24:11.357969 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-36f29c4f-2c3c-49e4-9a7d-b977b1ed24e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:23:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a5f70386-1800-4d4b-8354-c9e438b792d1'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:24:11.457780 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-bd6ea285-cfdc-4171-9dee-4c6863ef4d72 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:11.458800 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-bd6ea285-cfdc-4171-9dee-4c6863ef4d72 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:11.563749 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db74cf-6003-4626-aa2f-21678226ca6f req-9d48ff82-7874-488b-9454-2208c095f1d5 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:11.564456 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-e9db74cf-6003-4626-aa2f-21678226ca6f req-9d48ff82-7874-488b-9454-2208c095f1d5 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Synchronizing usage tracker for tenant:66dfeed3cb324772b0bf769274eed2d2 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:24:11.586775 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-bd6ea285-cfdc-4171-9dee-4c6863ef4d72 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4307928 May 03 22:24:11.591766 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a09a1f15-87d6-4fa2-9b52-7c63b4ac6cb1 None None] Provisioning for port 2cd74799-58d8-4e74-af4b-685d5aaa1c56 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:24:11.596186 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-e9db74cf-6003-4626-aa2f-21678226ca6f req-9d48ff82-7874-488b-9454-2208c095f1d5 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Unset dirty status for tenant:66dfeed3cb324772b0bf769274eed2d2 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:24:11.615924 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a09a1f15-87d6-4fa2-9b52-7c63b4ac6cb1 None None] Provisioning complete for port 2cd74799-58d8-4e74-af4b-685d5aaa1c56 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:24:11.616553 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a09a1f15-87d6-4fa2-9b52-7c63b4ac6cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:11.624690 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e9db74cf-6003-4626-aa2f-21678226ca6f req-9d48ff82-7874-488b-9454-2208c095f1d5 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 931 time: 0.4256763 May 03 22:24:11.658906 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-228dde2d-4539-424e-9356-07a1c141e9bd service neutron] Request body: {'port': {'device_id': '97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:24:11.664010 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-97138bb0-b5fa-4dff-893f-864e89527b16 admin admin] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:11.942500 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-36f29c4f-2c3c-49e4-9a7d-b977b1ed24e9 None None] Set router a5f70386-1800-4d4b-8354-c9e438b792d1 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:24:11.982473 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a09a1f15-87d6-4fa2-9b52-7c63b4ac6cb1 None None] Port 2cd74799-58d8-4e74-af4b-685d5aaa1c56 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:24:12.064183 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device d75ffa2e-01ba-485e-9cd7-99e433d56e9f details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:24:12.351131 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-864e0698-83a4-4f07-a7dc-5354b812f1ac req-b3e39ba8-657a-4b19-bde7-13fb5dc68653 service neutron] 10.222.0.60 "GET /v2.0/networks/a08060ad-4db7-45f2-9770-03717dbde23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0819864 May 03 22:24:12.365511 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-228dde2d-4539-424e-9356-07a1c141e9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:12.671114 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port d75ffa2e-01ba-485e-9cd7-99e433d56e9f, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=d75ffa2e-01ba-485e-9cd7-99e433d56e9f,segment=NetworkSegment(d5261de8-a046-496c-9988-b261e2ae107f),segment_id=d5261de8-a046-496c-9988-b261e2ae107f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:12.728273 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': 'd75ffa2e-01ba-485e-9cd7-99e433d56e9f', 'network_id': 'a08060ad-4db7-45f2-9770-03717dbde23c', 'port_id': 'd75ffa2e-01ba-485e-9cd7-99e433d56e9f', 'mac_address': 'fa:16:3e:ee:72:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621c2e6c-82e2-4c38-a5c9-21982755e1f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:24:12.947372 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-36f29c4f-2c3c-49e4-9a7d-b977b1ed24e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860188686-router', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:19:40Z', 'updated_at': '2022-05-03T22:24:06Z', 'revision_number': 5, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'gw_port': {'id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:90:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:42Z', 'updated_at': '2022-05-03T22:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:24:12.951406 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:12.961137 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-97138bb0-b5fa-4dff-893f-864e89527b16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:12.966582 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f29c4f-2c3c-49e4-9a7d-b977b1ed24e9 None None] The sync data for ids ['a5f70386-1800-4d4b-8354-c9e438b792d1'] in n-d-811807-1 is: [{'id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860188686-router', 'tenant_id': '6d5fe23fb043446983dcb5606ef7203e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:19:40Z', 'updated_at': '2022-05-03T22:24:06Z', 'revision_number': 5, 'project_id': '6d5fe23fb043446983dcb5606ef7203e', 'gw_port': {'id': 'd943cc49-4c81-4f48-9aa6-e139e9d57625', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:90:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f70386-1800-4d4b-8354-c9e438b792d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:42Z', 'updated_at': '2022-05-03T22:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:24:12.998742 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d75ffa2e-01ba-485e-9cd7-99e433d56e9f {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:24:13.018221 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-97138bb0-b5fa-4dff-893f-864e89527b16 admin admin] Deleting port d943cc49-4c81-4f48-9aa6-e139e9d57625 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:24:13.019905 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-97138bb0-b5fa-4dff-893f-864e89527b16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:13.035320 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port d75ffa2e-01ba-485e-9cd7-99e433d56e9f, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=d75ffa2e-01ba-485e-9cd7-99e433d56e9f,segment=NetworkSegment(d5261de8-a046-496c-9988-b261e2ae107f),segment_id=d5261de8-a046-496c-9988-b261e2ae107f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:13.043045 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:13.090314 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-864e0698-83a4-4f07-a7dc-5354b812f1ac req-8d80b8d9-6fc4-4d7b-bec5-f60417eb1fa3 service neutron] 10.222.0.60 "GET /v2.0/networks/a08060ad-4db7-45f2-9770-03717dbde23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7283652 May 03 22:24:13.199044 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=d75ffa2e-01ba-485e-9cd7-99e433d56e9f,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:13.280423 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e9db74cf-6003-4626-aa2f-21678226ca6f req-fcd4a471-5460-4d15-9231-f5dd64652126 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.6537933 May 03 22:24:13.334579 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['d75ffa2e-01ba-485e-9cd7-99e433d56e9f'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:24:13.337273 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-97138bb0-b5fa-4dff-893f-864e89527b16 admin admin] For port d943cc49-4c81-4f48-9aa6-e139e9d57625, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d943cc49-4c81-4f48-9aa6-e139e9d57625,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:13.337756 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-97138bb0-b5fa-4dff-893f-864e89527b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:13.383719 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af015592-41c2-4629-8cca-3322a2cbefb1 req-a3b08925-1cee-4b58-b4e0-d53e67867c57 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:13.390105 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af015592-41c2-4629-8cca-3322a2cbefb1 req-a3b08925-1cee-4b58-b4e0-d53e67867c57 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=33c3eedf-45d1-4f9c-b828-3029fcfa5929 HTTP/1.1" status: 200 len: 944 time: 0.4906952 May 03 22:24:13.418199 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device cd750c2f-b8b2-4c4e-9c30-322b670234b8 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:24:13.563456 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af015592-41c2-4629-8cca-3322a2cbefb1 req-d340e0a5-6cc8-44a2-9f32-a4400f95cebf tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460195 May 03 22:24:13.572412 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-97138bb0-b5fa-4dff-893f-864e89527b16 admin admin] Calling delete_port for d943cc49-4c81-4f48-9aa6-e139e9d57625 owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:24:13.624173 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: cd750c2f-b8b2-4c4e-9c30-322b670234b8 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:24:13.624521 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device cd750c2f-b8b2-4c4e-9c30-322b670234b8 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:24:13.911337 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-228dde2d-4539-424e-9356-07a1c141e9bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cd74799-58d8-4e74-af4b-685d5aaa1c56 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:24:13.921231 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-228dde2d-4539-424e-9356-07a1c141e9bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:13.949580 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-228dde2d-4539-424e-9356-07a1c141e9bd service neutron] Transition to ACTIVE for port object 2cd74799-58d8-4e74-af4b-685d5aaa1c56 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:24:13.978122 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-97138bb0-b5fa-4dff-893f-864e89527b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:14.042615 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-228dde2d-4539-424e-9356-07a1c141e9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:14.046708 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97138bb0-b5fa-4dff-893f-864e89527b16 admin admin] Pushing event deleted for resources: {'Port': ['ID=d943cc49-4c81-4f48-9aa6-e139e9d57625,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:14.183112 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-97138bb0-b5fa-4dff-893f-864e89527b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:14.280710 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228dde2d-4539-424e-9356-07a1c141e9bd service neutron] Pushing event updated for resources: {'Port': ['ID=2cd74799-58d8-4e74-af4b-685d5aaa1c56,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:14.317793 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56751477-ab62-427b-9b4d-62b9e8af7db0 req-5a9e770f-279c-40b0-aa9a-905a709934f0 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:14.320010 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-56751477-ab62-427b-9b4d-62b9e8af7db0 req-5a9e770f-279c-40b0-aa9a-905a709934f0 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a19d94-c14c-45a1-94ca-0f41f437b983 HTTP/1.1" status: 200 len: 945 time: 0.5060537 May 03 22:24:14.334294 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040b806-3346-4853-a115-3d740f5d83ad req-170e7ef1-ab05-4a07-83c7-016617c1ef7e tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:14.342829 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b040b806-3346-4853-a115-3d740f5d83ad req-170e7ef1-ab05-4a07-83c7-016617c1ef7e tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 950 time: 0.3915381 May 03 22:24:14.444079 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-56751477-ab62-427b-9b4d-62b9e8af7db0 req-a71785e1-1b97-43f9-aadc-1048cd8837dc tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854642 May 03 22:24:14.455076 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b040b806-3346-4853-a115-3d740f5d83ad req-6b7974dc-074c-4470-928c-ce3f5b5d99df tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109848 May 03 22:24:14.455261 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-97138bb0-b5fa-4dff-893f-864e89527b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:14.458632 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-97138bb0-b5fa-4dff-893f-864e89527b16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:14.459744 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-228dde2d-4539-424e-9356-07a1c141e9bd service neutron] Attempting to bind port 2cd74799-58d8-4e74-af4b-685d5aaa1c56 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:24:14.460270 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-228dde2d-4539-424e-9356-07a1c141e9bd service neutron] Attempting to bind port 2cd74799-58d8-4e74-af4b-685d5aaa1c56 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '18fee989-ca3f-4324-8c2a-1ba502de43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:24:14.460687 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-228dde2d-4539-424e-9356-07a1c141e9bd service neutron] Attempting to bind port 2cd74799-58d8-4e74-af4b-685d5aaa1c56 on network f73247c4-e4b1-4dbd-a711-946870a81559 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:24:14.466895 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-228dde2d-4539-424e-9356-07a1c141e9bd service neutron] Port 2cd74799-58d8-4e74-af4b-685d5aaa1c56 on network f73247c4-e4b1-4dbd-a711-946870a81559 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:24:14.467403 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-228dde2d-4539-424e-9356-07a1c141e9bd service neutron] Attempting to bind port 2cd74799-58d8-4e74-af4b-685d5aaa1c56 on network f73247c4-e4b1-4dbd-a711-946870a81559 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:24:14.481522 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-228dde2d-4539-424e-9356-07a1c141e9bd service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:24:14.481522 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-228dde2d-4539-424e-9356-07a1c141e9bd service neutron] Checking segment: {'id': '18fee989-ca3f-4324-8c2a-1ba502de43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:24:14.481522 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-228dde2d-4539-424e-9356-07a1c141e9bd service neutron] Bound using segment: {'id': '18fee989-ca3f-4324-8c2a-1ba502de43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:24:14.481522 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-228dde2d-4539-424e-9356-07a1c141e9bd service neutron] Bound port: 2cd74799-58d8-4e74-af4b-685d5aaa1c56, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18fee989-ca3f-4324-8c2a-1ba502de43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:24:14.481522 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-228dde2d-4539-424e-9356-07a1c141e9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:14.503055 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-97138bb0-b5fa-4dff-893f-864e89527b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:14.503680 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97138bb0-b5fa-4dff-893f-864e89527b16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5f70386-1800-4d4b-8354-c9e438b792d1 {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:24:14.520545 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-97138bb0-b5fa-4dff-893f-864e89527b16 admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:14.522026 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-97138bb0-b5fa-4dff-893f-864e89527b16 admin admin] 10.222.0.58 "DELETE /v2.0/routers/a5f70386-1800-4d4b-8354-c9e438b792d1 HTTP/1.1" status: 204 len: 168 time: 3.8254066 May 03 22:24:14.524334 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 51344) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:24:14.598418 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-7213d1e2-9680-478d-a53e-2a87d9774933 admin admin] Deleting subnet da75e2b0-fbbe-493e-9b55-a7ecaaa82565 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:24:14.602101 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7213d1e2-9680-478d-a53e-2a87d9774933 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:14.674621 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-228dde2d-4539-424e-9356-07a1c141e9bd service neutron] For port 2cd74799-58d8-4e74-af4b-685d5aaa1c56, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:24:14.679342 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-228dde2d-4539-424e-9356-07a1c141e9bd service neutron] For port 2cd74799-58d8-4e74-af4b-685d5aaa1c56, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=2cd74799-58d8-4e74-af4b-685d5aaa1c56,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:24:14.681392 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7213d1e2-9680-478d-a53e-2a87d9774933 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:14.723951 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-228dde2d-4539-424e-9356-07a1c141e9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:14.815859 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7213d1e2-9680-478d-a53e-2a87d9774933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:14.836093 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-228dde2d-4539-424e-9356-07a1c141e9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:14.837156 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-228dde2d-4539-424e-9356-07a1c141e9bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:14.838949 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-228dde2d-4539-424e-9356-07a1c141e9bd service neutron] 10.222.0.60 "PUT /v2.0/ports/2cd74799-58d8-4e74-af4b-685d5aaa1c56 HTTP/1.1" status: 200 len: 1091 time: 3.1989458 May 03 22:24:14.852334 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4', 'tag': '2cd74799-58d8-4e74-af4b-685d5aaa1c56'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:24:14.876944 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228dde2d-4539-424e-9356-07a1c141e9bd service neutron] Pushing event updated for resources: {'Port': ['ID=2cd74799-58d8-4e74-af4b-685d5aaa1c56,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:14.926506 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7213d1e2-9680-478d-a53e-2a87d9774933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:14.964286 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5e707-2d92-49ec-88dd-fc79b254f790 req-b78102f0-ac1a-4c1b-8919-18b38f617bae tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:14.966283 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-26c5e707-2d92-49ec-88dd-fc79b254f790 req-b78102f0-ac1a-4c1b-8919-18b38f617bae tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 943 time: 0.2851965 May 03 22:24:14.985132 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7213d1e2-9680-478d-a53e-2a87d9774933 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:14.990436 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120de70e-bc98-4ebb-ac74-95ac1d3a5a05 None None] Network fc15fac9-7438-4d00-8baf-ffa13ed5602b requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:24:15.000230 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213d1e2-9680-478d-a53e-2a87d9774933 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da75e2b0-fbbe-493e-9b55-a7ecaaa82565,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:15.007354 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7213d1e2-9680-478d-a53e-2a87d9774933 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/da75e2b0-fbbe-493e-9b55-a7ecaaa82565 HTTP/1.1" status: 204 len: 168 time: 0.4818976 May 03 22:24:15.009741 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 51354) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:24:15.120563 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-26c5e707-2d92-49ec-88dd-fc79b254f790 req-4e2361a2-1225-4241-a1df-b31ccf3f5eea tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184247 May 03 22:24:15.164328 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-111d6acf-ed0b-404a-b235-49b185476223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:15.165827 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-111d6acf-ed0b-404a-b235-49b185476223 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=66dfeed3cb324772b0bf769274eed2d2&device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 1094 time: 0.2788124 May 03 22:24:15.292395 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d943cc49-4c81-4f48-9aa6-e139e9d57625 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:24:15.307052 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b34e6506-75a9-453c-9d74-599e582633d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:15.321688 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e208259-8f02-42c3-8f62-20be8e166b70 req-73a847d2-0ac1-4761-9ba4-d3f80e6d1eb9 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:15.325726 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-b34e6506-75a9-453c-9d74-599e582633d4 admin admin] Deleting port 05fe2413-ed48-4b45-a2ec-d89b9573896c {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:24:15.326502 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b34e6506-75a9-453c-9d74-599e582633d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:15.329100 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0e208259-8f02-42c3-8f62-20be8e166b70 req-73a847d2-0ac1-4761-9ba4-d3f80e6d1eb9 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a3591c6-e621-4a29-9248-41738139fe13 HTTP/1.1" status: 200 len: 946 time: 0.3615732 May 03 22:24:15.380270 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: d943cc49-4c81-4f48-9aa6-e139e9d57625 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:24:15.380700 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d943cc49-4c81-4f48-9aa6-e139e9d57625 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:24:15.441230 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-584dfd2c-e7b8-465b-af51-fd873470441d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cd74799-58d8-4e74-af4b-685d5aaa1c56 HTTP/1.1" status: 200 len: 217 time: 0.2652471 May 03 22:24:15.504457 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0e208259-8f02-42c3-8f62-20be8e166b70 req-69fe9094-b116-4b6c-a88d-84247de71be5 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/security-groups?id=c7c440ae-7993-4776-abde-eb5ddb36d18b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742306 May 03 22:24:15.516338 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887c1a04-fe97-4d79-b2db-2df68118b9b8 None None] DHCP port deletion for fc15fac9-7438-4d00-8baf-ffa13ed5602b request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:24:15.524205 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-887c1a04-fe97-4d79-b2db-2df68118b9b8 None None] Deleting port 05fe2413-ed48-4b45-a2ec-d89b9573896c {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:24:15.524205 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-887c1a04-fe97-4d79-b2db-2df68118b9b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:15.547900 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-a96c94d8-ab08-42ef-95d7-ca4c45488682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:15.549734 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-a96c94d8-ab08-42ef-95d7-ca4c45488682 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a6303b72-ad18-4df3-b796-1d1c3ad4e877 HTTP/1.1" status: 200 len: 850 time: 0.1020176 May 03 22:24:15.563858 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c02f2-abe4-42de-9d89-d0073cad3cb8 req-4ff2559b-030a-4d3f-94fa-e25285a6e654 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:15.571271 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-046c02f2-abe4-42de-9d89-d0073cad3cb8 req-4ff2559b-030a-4d3f-94fa-e25285a6e654 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a19d94-c14c-45a1-94ca-0f41f437b983 HTTP/1.1" status: 200 len: 945 time: 0.2027619 May 03 22:24:15.720741 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-b34e6506-75a9-453c-9d74-599e582633d4 admin admin] For port 05fe2413-ed48-4b45-a2ec-d89b9573896c, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=05fe2413-ed48-4b45-a2ec-d89b9573896c,segment=NetworkSegment(3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7),segment_id=3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:15.721600 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b34e6506-75a9-453c-9d74-599e582633d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:15.858652 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-b34e6506-75a9-453c-9d74-599e582633d4 admin admin] Calling delete_port for 05fe2413-ed48-4b45-a2ec-d89b9573896c owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:24:15.892775 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-046c02f2-abe4-42de-9d89-d0073cad3cb8 req-ce69dff2-7936-45b6-a2f4-00295bedea47 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202791 May 03 22:24:15.963145 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946fff47-ebb8-4be7-843f-785dc56ee405 req-28441c89-5589-46ef-82d9-593f0487fbfe tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:15.964921 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-946fff47-ebb8-4be7-843f-785dc56ee405 req-28441c89-5589-46ef-82d9-593f0487fbfe tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=33c3eedf-45d1-4f9c-b828-3029fcfa5929 HTTP/1.1" status: 200 len: 944 time: 0.1851716 May 03 22:24:15.968318 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-a5720292-085e-400c-b0c6-add661285bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:15.972504 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-a5720292-085e-400c-b0c6-add661285bcd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f73247c4-e4b1-4dbd-a711-946870a81559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2231178 May 03 22:24:15.989577 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-887c1a04-fe97-4d79-b2db-2df68118b9b8 None None] For port 05fe2413-ed48-4b45-a2ec-d89b9573896c, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=05fe2413-ed48-4b45-a2ec-d89b9573896c,segment=NetworkSegment(3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7),segment_id=3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:15.990039 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-887c1a04-fe97-4d79-b2db-2df68118b9b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:16.019644 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd608628-6097-4618-b5ee-d614bb653a15'] response: {'name': 'network-changed', 'server_uuid': '97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4', 'tag': '2cd74799-58d8-4e74-af4b-685d5aaa1c56', 'status': 'completed', 'code': 200} May 03 22:24:16.024752 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b34e6506-75a9-453c-9d74-599e582633d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:16.119819 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e6506-75a9-453c-9d74-599e582633d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=05fe2413-ed48-4b45-a2ec-d89b9573896c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:16.121875 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34e6506-75a9-453c-9d74-599e582633d4 admin admin] No DVR routers for this DVR port 05fe2413-ed48-4b45-a2ec-d89b9573896c on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:24:16.130190 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-946fff47-ebb8-4be7-843f-785dc56ee405 req-b1a49633-283a-4f60-814a-3d4f0d9cdeb1 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564822 May 03 22:24:16.188063 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-da306c26-cccc-497b-963e-797505681ab6 service neutron] 10.222.0.60 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941526 May 03 22:24:16.223827 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-887c1a04-fe97-4d79-b2db-2df68118b9b8 None None] Calling delete_port for 05fe2413-ed48-4b45-a2ec-d89b9573896c owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:24:16.290448 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device d75ffa2e-01ba-485e-9cd7-99e433d56e9f up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:24:16.382949 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-887c1a04-fe97-4d79-b2db-2df68118b9b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:24:16.383829 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-887c1a04-fe97-4d79-b2db-2df68118b9b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:24:16.389727 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b34e6506-75a9-453c-9d74-599e582633d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:16.414663 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port d75ffa2e-01ba-485e-9cd7-99e433d56e9f completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:24:16.421931 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port d75ffa2e-01ba-485e-9cd7-99e433d56e9f triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:24:16.422776 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:16.427648 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-b34e6506-75a9-453c-9d74-599e582633d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc15fac9-7438-4d00-8baf-ffa13ed5602b']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:24:16.447856 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-b34e6506-75a9-453c-9d74-599e582633d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:24:16.448302 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-b34e6506-75a9-453c-9d74-599e582633d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b3d2c2e-0888-438b-8d14-3be7b5b6b3a7') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:24:16.465449 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b34e6506-75a9-453c-9d74-599e582633d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:16.485550 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b34e6506-75a9-453c-9d74-599e582633d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:16.493217 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b34e6506-75a9-453c-9d74-599e582633d4 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:24:16.493799 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b34e6506-75a9-453c-9d74-599e582633d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:16.502801 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c397450-ba58-466a-94e1-58c83f1a5ded req-0dfc5de4-0b77-4b7c-a8d2-30bed300603d service neutron] 10.222.0.60 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081191 May 03 22:24:16.508901 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:24:16.508901 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:24:16.508901 n-d-811807-1 neutron-server[88070]: timer() May 03 22:24:16.508901 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:24:16.508901 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:24:16.508901 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:24:16.508901 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:24:16.508901 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:24:16.508901 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:24:16.508901 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:24:16.508901 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:24:16.508901 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:24:16.508901 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:24:16.508901 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:24:16.508901 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:24:16.508901 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:24:16.508901 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:24:16.508901 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:24:16.508901 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:24:16.508901 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:24:16.508901 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:24:16.508901 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:24:16.508901 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:24:16.508901 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:24:16.508901 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:24:16.508901 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:24:16.508901 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:24:16.508901 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:24:16.508901 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:24:16.508901 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:24:16.508901 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:24:16.508901 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:24:16.544368 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e5359-3163-48c9-8a09-ed2081b8f291 req-2d9bf480-686e-4926-a644-c7f881c8babf tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:16.549007 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e86e5359-3163-48c9-8a09-ed2081b8f291 req-2d9bf480-686e-4926-a644-c7f881c8babf tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 950 time: 0.2005403 May 03 22:24:16.605377 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b34e6506-75a9-453c-9d74-599e582633d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:16.645656 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b34e6506-75a9-453c-9d74-599e582633d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:16.673242 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e6506-75a9-453c-9d74-599e582633d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc15fac9-7438-4d00-8baf-ffa13ed5602b,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:16.673845 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:16.686269 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e86e5359-3163-48c9-8a09-ed2081b8f291 req-006afe36-5a27-4060-8ff8-b577607c9dcf tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311536 May 03 22:24:16.695274 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b34e6506-75a9-453c-9d74-599e582633d4 admin admin] 10.222.0.58 "DELETE /v2.0/networks/fc15fac9-7438-4d00-8baf-ffa13ed5602b HTTP/1.1" status: 204 len: 168 time: 1.6836178 May 03 22:24:16.697501 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 51378) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:24:16.708899 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4acb2-7114-4260-a80e-edb300beded8 req-bdc965f0-622f-4c37-84da-f5a20b732815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:16.711331 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1cc4acb2-7114-4260-a80e-edb300beded8 req-bdc965f0-622f-4c37-84da-f5a20b732815 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=66dfeed3cb324772b0bf769274eed2d2&device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 1094 time: 0.1276567 May 03 22:24:16.736432 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c3eedf-45d1-4f9c-b828-3029fcfa5929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75ffa2e-01ba-485e-9cd7-99e433d56e9f'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:24:16.789059 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port d75ffa2e-01ba-485e-9cd7-99e433d56e9f, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=d75ffa2e-01ba-485e-9cd7-99e433d56e9f,segment=NetworkSegment(d5261de8-a046-496c-9988-b261e2ae107f),segment_id=d5261de8-a046-496c-9988-b261e2ae107f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:16.796440 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:16.906782 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-887c1a04-fe97-4d79-b2db-2df68118b9b8 None None] Deleting port 05fe2413-ed48-4b45-a2ec-d89b9573896c {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:24:16.907500 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-887c1a04-fe97-4d79-b2db-2df68118b9b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:17.023808 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-887c1a04-fe97-4d79-b2db-2df68118b9b8 None None] The port '05fe2413-ed48-4b45-a2ec-d89b9573896c' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:24:17.053369 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=d75ffa2e-01ba-485e-9cd7-99e433d56e9f,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:17.159146 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4acb2-7114-4260-a80e-edb300beded8 req-21e05c32-4c25-43ed-bf96-4d9965cb2f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:17.160571 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1cc4acb2-7114-4260-a80e-edb300beded8 req-21e05c32-4c25-43ed-bf96-4d9965cb2f1f service neutron] 10.222.0.60 "GET /v2.0/networks?id=f73247c4-e4b1-4dbd-a711-946870a81559 HTTP/1.1" status: 200 len: 912 time: 0.4427226 May 03 22:24:17.230207 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 05fe2413-ed48-4b45-a2ec-d89b9573896c no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:24:17.262844 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1cc4acb2-7114-4260-a80e-edb300beded8 req-41c01a22-ff87-4760-bbbb-76b6e26a17d7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cd74799-58d8-4e74-af4b-685d5aaa1c56 HTTP/1.1" status: 200 len: 217 time: 0.0951121 May 03 22:24:17.277800 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 05fe2413-ed48-4b45-a2ec-d89b9573896c {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:24:17.278928 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 05fe2413-ed48-4b45-a2ec-d89b9573896c not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:24:17.348984 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db906ea8-2c80-476f-85be-dd43848a9019 req-e6f7cbf8-e40e-4a2d-b805-9ac7bb17eb16 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:17.362807 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-db906ea8-2c80-476f-85be-dd43848a9019 req-e6f7cbf8-e40e-4a2d-b805-9ac7bb17eb16 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 943 time: 0.3265846 May 03 22:24:17.374445 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57513679-0270-4a7c-875b-e6dc86adb9f6 req-2c0d73e8-4ebe-438e-afaf-fe7639362784 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:17.375898 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-57513679-0270-4a7c-875b-e6dc86adb9f6 req-2c0d73e8-4ebe-438e-afaf-fe7639362784 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a19d94-c14c-45a1-94ca-0f41f437b983 HTTP/1.1" status: 200 len: 945 time: 0.3900566 May 03 22:24:17.412267 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4acb2-7114-4260-a80e-edb300beded8 req-446b5357-3ea6-4fe1-bec1-7689c8f32411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:17.413601 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1cc4acb2-7114-4260-a80e-edb300beded8 req-446b5357-3ea6-4fe1-bec1-7689c8f32411 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a6303b72-ad18-4df3-b796-1d1c3ad4e877 HTTP/1.1" status: 200 len: 850 time: 0.1412585 May 03 22:24:17.507092 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-57513679-0270-4a7c-875b-e6dc86adb9f6 req-a314a607-eaf3-416c-adfd-5aa4939325a2 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251674 May 03 22:24:17.517395 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-db906ea8-2c80-476f-85be-dd43848a9019 req-173f44da-9652-44af-84bd-d2ab2d0b714f tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386192 May 03 22:24:17.587170 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a3011b0-510a-4b52-8d36-4eccc3a14655'] response: {'server_uuid': '33c3eedf-45d1-4f9c-b828-3029fcfa5929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75ffa2e-01ba-485e-9cd7-99e433d56e9f', 'code': 200} May 03 22:24:17.612820 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4acb2-7114-4260-a80e-edb300beded8 req-0239be87-527e-4b05-becc-ee9d01538ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:17.614337 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1cc4acb2-7114-4260-a80e-edb300beded8 req-0239be87-527e-4b05-becc-ee9d01538ae4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f73247c4-e4b1-4dbd-a711-946870a81559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1924751 May 03 22:24:17.614703 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7fdcd942-773b-4e48-b643-2b206c7a7e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:17.823135 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1cc4acb2-7114-4260-a80e-edb300beded8 req-74cd873b-c762-4efe-b449-8a661de7e1ad service neutron] 10.222.0.60 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984260 May 03 22:24:17.878270 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977497b-620b-420e-a65a-f0d5752d4b8f req-779dbca7-7b1d-474e-b456-b20dfb5c41ee tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:17.879794 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c977497b-620b-420e-a65a-f0d5752d4b8f req-779dbca7-7b1d-474e-b456-b20dfb5c41ee tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=33c3eedf-45d1-4f9c-b828-3029fcfa5929 HTTP/1.1" status: 200 len: 945 time: 0.1666851 May 03 22:24:18.141614 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d1f62-1056-4cb8-b106-b1a726dd833a req-bf966a2f-fb0c-41a6-94e6-05f2765c5a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:18.143250 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-774d1f62-1056-4cb8-b106-b1a726dd833a req-bf966a2f-fb0c-41a6-94e6-05f2765c5a45 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=33c3eedf-45d1-4f9c-b828-3029fcfa5929 HTTP/1.1" status: 200 len: 1096 time: 0.4083979 May 03 22:24:18.150154 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c977497b-620b-420e-a65a-f0d5752d4b8f req-796f042a-8acf-4b04-82fe-4044b2ee5ece tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717993 May 03 22:24:18.233037 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1cc4acb2-7114-4260-a80e-edb300beded8 req-2b8ccd9a-6d04-40f5-b75d-008e02f0f1d9 service neutron] 10.222.0.60 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011331 May 03 22:24:18.281545 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426034a4-6c0e-4447-aec0-5c9dffcd7984 req-0565b205-a186-4df8-aa32-4a6051dc2ab8 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:18.283190 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-426034a4-6c0e-4447-aec0-5c9dffcd7984 req-0565b205-a186-4df8-aa32-4a6051dc2ab8 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a19d94-c14c-45a1-94ca-0f41f437b983 HTTP/1.1" status: 200 len: 945 time: 0.1121466 May 03 22:24:18.324374 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-774d1f62-1056-4cb8-b106-b1a726dd833a req-33a87446-9a0e-43d7-9fe3-65ca93cdac8f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727428 May 03 22:24:18.412044 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-426034a4-6c0e-4447-aec0-5c9dffcd7984 req-b8231056-71f6-4ca0-9fa2-13fddfdb97b6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716765 May 03 22:24:18.430261 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-7fdcd942-773b-4e48-b643-2b206c7a7e31 admin admin] Deleting port 577d5092-80d7-4ab3-8bb4-90fb0644ae55 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:24:18.430607 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7fdcd942-773b-4e48-b643-2b206c7a7e31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:18.448565 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765b164-fb0d-4366-a40a-d3c55869a8e1 req-5e0b3504-dfa1-4c9a-ad5f-c3e727f77fdd tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:18.455784 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a765b164-fb0d-4366-a40a-d3c55869a8e1 req-5e0b3504-dfa1-4c9a-ad5f-c3e727f77fdd tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 950 time: 0.1685293 May 03 22:24:18.512751 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a765b164-fb0d-4366-a40a-d3c55869a8e1 req-56642245-9db4-49cd-a288-bc1e9b87ffed tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503988 May 03 22:24:18.644105 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a79d8-cc81-4b7b-957f-31cafbb255fa req-440e203a-8ddd-445f-b273-ab3bfa490e7a tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:18.650072 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d23a79d8-cc81-4b7b-957f-31cafbb255fa req-440e203a-8ddd-445f-b273-ab3bfa490e7a tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a3591c6-e621-4a29-9248-41738139fe13 HTTP/1.1" status: 200 len: 946 time: 0.1211030 May 03 22:24:18.725635 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d23a79d8-cc81-4b7b-957f-31cafbb255fa req-1b418ed8-1f5a-4863-ad3b-efd9a6338072 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/security-groups?id=c7c440ae-7993-4776-abde-eb5ddb36d18b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693889 May 03 22:24:18.741780 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-7fdcd942-773b-4e48-b643-2b206c7a7e31 admin admin] For port 577d5092-80d7-4ab3-8bb4-90fb0644ae55, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=577d5092-80d7-4ab3-8bb4-90fb0644ae55,segment=NetworkSegment(1a45675c-aff3-4371-a8d5-28f1410e910f),segment_id=1a45675c-aff3-4371-a8d5-28f1410e910f)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:18.742317 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7fdcd942-773b-4e48-b643-2b206c7a7e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:18.814896 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd8b01-fcd1-4881-9c54-72d38a6960e3 req-a47a3c97-2131-40ed-bd04-a3d6b6853ba1 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:18.816467 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b2bd8b01-fcd1-4881-9c54-72d38a6960e3 req-a47a3c97-2131-40ed-bd04-a3d6b6853ba1 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a19d94-c14c-45a1-94ca-0f41f437b983 HTTP/1.1" status: 200 len: 945 time: 0.0855649 May 03 22:24:18.903474 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-7fdcd942-773b-4e48-b643-2b206c7a7e31 admin admin] Calling delete_port for 577d5092-80d7-4ab3-8bb4-90fb0644ae55 owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:24:18.951160 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:24:18.958603 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b2bd8b01-fcd1-4881-9c54-72d38a6960e3 req-b441fe03-6521-4647-9110-52d63c2d30e1 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357541 May 03 22:24:19.036324 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57d611-8ff7-468b-ac14-365b96d5d98e req-06a104b8-22c5-477d-a7c9-03e3adac7e2e tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:19.037883 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ba57d611-8ff7-468b-ac14-365b96d5d98e req-06a104b8-22c5-477d-a7c9-03e3adac7e2e tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 943 time: 0.1648529 May 03 22:24:19.138945 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ba57d611-8ff7-468b-ac14-365b96d5d98e req-2deb5570-447c-48a0-be84-a081eff7e456 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913360 May 03 22:24:19.243064 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7fdcd942-773b-4e48-b643-2b206c7a7e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:19.277711 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7c712-9fba-4071-b9c1-f77ebe9ea40f req-fc1c5fc7-f009-4f65-8f03-81a9f3f7e168 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:19.288481 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-40c7c712-9fba-4071-b9c1-f77ebe9ea40f req-fc1c5fc7-f009-4f65-8f03-81a9f3f7e168 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a19d94-c14c-45a1-94ca-0f41f437b983 HTTP/1.1" status: 200 len: 945 time: 0.1476784 May 03 22:24:19.330005 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdcd942-773b-4e48-b643-2b206c7a7e31 admin admin] Pushing event deleted for resources: {'Port': ['ID=577d5092-80d7-4ab3-8bb4-90fb0644ae55,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:19.455168 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-40c7c712-9fba-4071-b9c1-f77ebe9ea40f req-52e37b40-489c-48ca-83c7-55a04eee2c4b tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281149 May 03 22:24:19.512369 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ace570-1f23-44f6-a616-631d7415e881 req-a3f9aae9-af4e-4640-b7b0-3f7c108801ca tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:19.520125 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-44ace570-1f23-44f6-a616-631d7415e881 req-a3f9aae9-af4e-4640-b7b0-3f7c108801ca tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=33c3eedf-45d1-4f9c-b828-3029fcfa5929 HTTP/1.1" status: 200 len: 945 time: 0.2306092 May 03 22:24:19.575363 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-44ace570-1f23-44f6-a616-631d7415e881 req-eca60f6e-04b2-448d-9292-356639eaa840 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542269 May 03 22:24:19.795873 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7fdcd942-773b-4e48-b643-2b206c7a7e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:19.897515 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55196f0b-a8e6-4f39-8817-3fd6eb6a18f9 req-4e900ed4-7625-468c-9130-19d39500604b tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:19.899045 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-55196f0b-a8e6-4f39-8817-3fd6eb6a18f9 req-4e900ed4-7625-468c-9130-19d39500604b tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a19d94-c14c-45a1-94ca-0f41f437b983 HTTP/1.1" status: 200 len: 945 time: 0.1600268 May 03 22:24:19.908206 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63715e1-0840-4a69-b93c-2d88d0f0723a req-da62db66-5919-42d1-b964-42abf33672eb tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:19.909727 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d63715e1-0840-4a69-b93c-2d88d0f0723a req-da62db66-5919-42d1-b964-42abf33672eb tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 950 time: 0.1694787 May 03 22:24:19.984202 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-55196f0b-a8e6-4f39-8817-3fd6eb6a18f9 req-6b848e73-1b52-4420-bc85-07b60f41b3e3 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734563 May 03 22:24:19.995105 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d63715e1-0840-4a69-b93c-2d88d0f0723a req-6dff21d8-7c4a-43f5-89dc-7e1b959f90c9 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719104 May 03 22:24:20.101588 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 2cd74799-58d8-4e74-af4b-685d5aaa1c56 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:24:20.273245 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a9e5c-0d58-4506-ab1f-d3b47a950e52 req-8c4be4b2-7e66-4b87-8832-66c091189b65 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:20.280828 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-936a9e5c-0d58-4506-ab1f-d3b47a950e52 req-8c4be4b2-7e66-4b87-8832-66c091189b65 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a3591c6-e621-4a29-9248-41738139fe13 HTTP/1.1" status: 200 len: 946 time: 0.1705246 May 03 22:24:20.304521 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a480c-a471-4744-8178-e4c72bf59e89 req-8f810929-a7e1-4624-9f67-cd44e2dd396e tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:20.306327 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-299a480c-a471-4744-8178-e4c72bf59e89 req-8f810929-a7e1-4624-9f67-cd44e2dd396e tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a19d94-c14c-45a1-94ca-0f41f437b983 HTTP/1.1" status: 200 len: 945 time: 0.1537306 May 03 22:24:20.370193 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-936a9e5c-0d58-4506-ab1f-d3b47a950e52 req-dc7fa360-3239-4e8d-b455-d390174ee7b0 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/security-groups?id=c7c440ae-7993-4776-abde-eb5ddb36d18b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881054 May 03 22:24:20.386191 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-299a480c-a471-4744-8178-e4c72bf59e89 req-fc6d2445-1da3-4541-9043-e24bec4eb430 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622680 May 03 22:24:20.424466 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 2cd74799-58d8-4e74-af4b-685d5aaa1c56, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=2cd74799-58d8-4e74-af4b-685d5aaa1c56,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:20.453284 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f7990-8ce6-4f32-b25e-5e0273d017f1 req-da49e2e0-3bab-4847-9750-bc22db7a442a tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:20.454039 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-166f7990-8ce6-4f32-b25e-5e0273d017f1 req-da49e2e0-3bab-4847-9750-bc22db7a442a tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Synchronizing usage tracker for tenant:9271577ee7c14caabdc945c626e59f32 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:24:20.458919 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '2cd74799-58d8-4e74-af4b-685d5aaa1c56', 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559', 'port_id': '2cd74799-58d8-4e74-af4b-685d5aaa1c56', 'mac_address': 'fa:16:3e:c9:56:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6303b72-ad18-4df3-b796-1d1c3ad4e877', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:24:20.487457 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fdcd942-773b-4e48-b643-2b206c7a7e31 admin admin] Router 334d43ee-f8ce-4993-ba33-28461294942c has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:24:20.556192 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:20.599537 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd74799-58d8-4e74-af4b-685d5aaa1c56 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:24:20.630357 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 2cd74799-58d8-4e74-af4b-685d5aaa1c56, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=2cd74799-58d8-4e74-af4b-685d5aaa1c56,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:20.639039 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:20.689289 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-166f7990-8ce6-4f32-b25e-5e0273d017f1 req-da49e2e0-3bab-4847-9750-bc22db7a442a tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Unset dirty status for tenant:9271577ee7c14caabdc945c626e59f32 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:24:20.690435 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-166f7990-8ce6-4f32-b25e-5e0273d017f1 req-da49e2e0-3bab-4847-9750-bc22db7a442a tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.67 "GET /v2.0/ports?device_id=6a3591c6-e621-4a29-9248-41738139fe13 HTTP/1.1" status: 200 len: 946 time: 0.7578690 May 03 22:24:20.700975 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec4439-9ada-444e-88bb-4c366e7b3c07 req-69456eea-65ed-400c-9732-075be2ac7187 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:20.707847 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-52ec4439-9ada-444e-88bb-4c366e7b3c07 req-69456eea-65ed-400c-9732-075be2ac7187 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 943 time: 0.1887617 May 03 22:24:20.743211 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=2cd74799-58d8-4e74-af4b-685d5aaa1c56,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:20.760187 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-52ec4439-9ada-444e-88bb-4c366e7b3c07 req-06d802ce-970c-4650-b23e-d2028dcf15bf tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443480 May 03 22:24:20.819908 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-166f7990-8ce6-4f32-b25e-5e0273d017f1 req-25a3db58-2ca3-4623-a35d-7ac3466f2314 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Deleting port f9e1d8ec-800e-4c85-936a-ab579716abcb {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:24:20.820537 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-166f7990-8ce6-4f32-b25e-5e0273d017f1 req-25a3db58-2ca3-4623-a35d-7ac3466f2314 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:20.935960 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['2cd74799-58d8-4e74-af4b-685d5aaa1c56'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:24:20.941567 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdcd942-773b-4e48-b643-2b206c7a7e31 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:24:20.973478 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7fdcd942-773b-4e48-b643-2b206c7a7e31 admin admin] 10.222.0.58 "PUT /v2.0/routers/334d43ee-f8ce-4993-ba33-28461294942c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2746310 May 03 22:24:20.976972 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 51458) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:24:20.994460 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae2ab97-34be-4e00-a48b-b7b672739b1c None None] Sync routers for ids ['334d43ee-f8ce-4993-ba33-28461294942c'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:24:21.048221 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae2ab97-34be-4e00-a48b-b7b672739b1c None None] Routers {'334d43ee-f8ce-4993-ba33-28461294942c'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:24:21.049240 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-8ae2ab97-34be-4e00-a48b-b7b672739b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:23:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['334d43ee-f8ce-4993-ba33-28461294942c'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:24:21.091853 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13f8fa-4247-404d-8446-111f4f5c5949 req-2f7cc48f-a2c0-416b-94e9-ca175e750434 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:21.099123 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7f13f8fa-4247-404d-8446-111f4f5c5949 req-2f7cc48f-a2c0-416b-94e9-ca175e750434 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=33c3eedf-45d1-4f9c-b828-3029fcfa5929 HTTP/1.1" status: 200 len: 945 time: 0.2166994 May 03 22:24:21.199522 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7f13f8fa-4247-404d-8446-111f4f5c5949 req-071f71b3-1b27-4d46-bcbf-aecc9c5106b4 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944018 May 03 22:24:21.371960 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-166f7990-8ce6-4f32-b25e-5e0273d017f1 req-25a3db58-2ca3-4623-a35d-7ac3466f2314 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] For port f9e1d8ec-800e-4c85-936a-ab579716abcb, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=f9e1d8ec-800e-4c85-936a-ab579716abcb,segment=NetworkSegment(92821917-315b-4061-8d3c-143fde4cc6cc),segment_id=92821917-315b-4061-8d3c-143fde4cc6cc)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:21.372365 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-166f7990-8ce6-4f32-b25e-5e0273d017f1 req-25a3db58-2ca3-4623-a35d-7ac3466f2314 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:21.381080 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3510def7-74f3-4daa-95c9-0abd9f3fd6a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:21.456586 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-8ae2ab97-34be-4e00-a48b-b7b672739b1c None None] Set router 334d43ee-f8ce-4993-ba33-28461294942c gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:24:21.600695 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ef84e-8aa0-4609-88a2-4a7fa293ef75 req-38332955-18f6-4f50-aa44-88a6efa84e6b tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:21.611480 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2a0ef84e-8aa0-4609-88a2-4a7fa293ef75 req-38332955-18f6-4f50-aa44-88a6efa84e6b tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 950 time: 0.2111933 May 03 22:24:21.689350 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2a0ef84e-8aa0-4609-88a2-4a7fa293ef75 req-287283d8-466d-4e10-9229-e1374346d550 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767002 May 03 22:24:21.913629 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3510def7-74f3-4daa-95c9-0abd9f3fd6a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:22.005211 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-3510def7-74f3-4daa-95c9-0abd9f3fd6a2 admin admin] Deleting port c98dc191-6db7-405c-bee5-3b5335024ba3 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:24:22.005562 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3510def7-74f3-4daa-95c9-0abd9f3fd6a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:22.039238 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-8ae2ab97-34be-4e00-a48b-b7b672739b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334d43ee-f8ce-4993-ba33-28461294942c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18816555-router', 'tenant_id': 'e5fd59e1b5c84a95947df6cc3c64a434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'c98dc191-6db7-405c-bee5-3b5335024ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:19:56Z', 'updated_at': '2022-05-03T22:24:19Z', 'revision_number': 5, 'project_id': 'e5fd59e1b5c84a95947df6cc3c64a434', 'gw_port': {'id': 'c98dc191-6db7-405c-bee5-3b5335024ba3', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334d43ee-f8ce-4993-ba33-28461294942c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:19:57Z', 'updated_at': '2022-05-03T22:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:24:22.045572 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae2ab97-34be-4e00-a48b-b7b672739b1c None None] Checking router: 334d43ee-f8ce-4993-ba33-28461294942c for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:24:22.055487 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae2ab97-34be-4e00-a48b-b7b672739b1c None None] Routers {'334d43ee-f8ce-4993-ba33-28461294942c'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:24:22.056460 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-8ae2ab97-34be-4e00-a48b-b7b672739b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:23:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['334d43ee-f8ce-4993-ba33-28461294942c'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:24:22.181590 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0930b6f-3a00-46df-bf53-4daf84a520dd req-db95be75-6ee3-4260-9e4a-00bab282b2c6 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:22.191211 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0930b6f-3a00-46df-bf53-4daf84a520dd req-db95be75-6ee3-4260-9e4a-00bab282b2c6 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a3591c6-e621-4a29-9248-41738139fe13 HTTP/1.1" status: 200 len: 946 time: 0.2168963 May 03 22:24:22.246774 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-8ae2ab97-34be-4e00-a48b-b7b672739b1c None None] Set router 334d43ee-f8ce-4993-ba33-28461294942c gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:24:22.252341 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0930b6f-3a00-46df-bf53-4daf84a520dd req-ad9df7d6-a081-40c4-b280-191a0aebb9ea tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/security-groups?id=c7c440ae-7993-4776-abde-eb5ddb36d18b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599976 May 03 22:24:22.268464 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aea5fa-ce57-4944-a9d3-bb15655377d9 req-7c7d8849-940f-41c0-8805-205991a821fe tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:22.275938 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c2aea5fa-ce57-4944-a9d3-bb15655377d9 req-7c7d8849-940f-41c0-8805-205991a821fe tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.1905551 May 03 22:24:22.302941 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-166f7990-8ce6-4f32-b25e-5e0273d017f1 req-25a3db58-2ca3-4623-a35d-7ac3466f2314 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:22.303308 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-166f7990-8ce6-4f32-b25e-5e0273d017f1 req-25a3db58-2ca3-4623-a35d-7ac3466f2314 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:22.303614 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [req-166f7990-8ce6-4f32-b25e-5e0273d017f1 req-25a3db58-2ca3-4623-a35d-7ac3466f2314 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Floating IP 9e3958bb-0daa-4d9e-97af-7ceb855ae825 disassociated. External IP: 172.25.2.140, port: f9e1d8ec-800e-4c85-936a-ab579716abcb. May 03 22:24:22.303987 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-166f7990-8ce6-4f32-b25e-5e0273d017f1 req-25a3db58-2ca3-4623-a35d-7ac3466f2314 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Calling delete_port for f9e1d8ec-800e-4c85-936a-ab579716abcb owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:24:22.351831 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c2aea5fa-ce57-4944-a9d3-bb15655377d9 req-d326c4a1-0851-42da-9759-ee1033bcc4c1 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749869 May 03 22:24:22.403410 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-8ae2ab97-34be-4e00-a48b-b7b672739b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334d43ee-f8ce-4993-ba33-28461294942c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18816555-router', 'tenant_id': 'e5fd59e1b5c84a95947df6cc3c64a434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:19:56Z', 'updated_at': '2022-05-03T22:24:21Z', 'revision_number': 6, 'project_id': 'e5fd59e1b5c84a95947df6cc3c64a434', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:24:22.410865 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae2ab97-34be-4e00-a48b-b7b672739b1c None None] The sync data for ids ['334d43ee-f8ce-4993-ba33-28461294942c'] in n-d-811807-1 is: [{'id': '334d43ee-f8ce-4993-ba33-28461294942c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-18816555-router', 'tenant_id': 'e5fd59e1b5c84a95947df6cc3c64a434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:19:56Z', 'updated_at': '2022-05-03T22:24:21Z', 'revision_number': 6, 'project_id': 'e5fd59e1b5c84a95947df6cc3c64a434', 'gw_port_host': None}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:24:22.559195 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-3510def7-74f3-4daa-95c9-0abd9f3fd6a2 admin admin] For port c98dc191-6db7-405c-bee5-3b5335024ba3, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=c98dc191-6db7-405c-bee5-3b5335024ba3,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:22.559560 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3510def7-74f3-4daa-95c9-0abd9f3fd6a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:22.730691 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895743b0-e82f-4e23-a6db-cd37871817d6 req-23c7d1f5-72c8-4e16-954f-f777c79ee815 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:22.732760 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-895743b0-e82f-4e23-a6db-cd37871817d6 req-23c7d1f5-72c8-4e16-954f-f777c79ee815 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=33c3eedf-45d1-4f9c-b828-3029fcfa5929 HTTP/1.1" status: 200 len: 945 time: 0.3062670 May 03 22:24:22.777826 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-3510def7-74f3-4daa-95c9-0abd9f3fd6a2 admin admin] Calling delete_port for c98dc191-6db7-405c-bee5-3b5335024ba3 owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:24:22.848793 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-35962299-1d3e-4e4a-94e0-039d331928aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:22.866696 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-166f7990-8ce6-4f32-b25e-5e0273d017f1 req-25a3db58-2ca3-4623-a35d-7ac3466f2314 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:22.867138 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-895743b0-e82f-4e23-a6db-cd37871817d6 req-d6c8b041-6364-46d1-b7de-2d00850cab29 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647113 May 03 22:24:22.950685 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a3db58-2ca3-4623-a35d-7ac3466f2314 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Pushing event deleted for resources: {'Port': ['ID=f9e1d8ec-800e-4c85-936a-ab579716abcb,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:22.956829 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8d87f-3078-4e4a-b0ed-22ae8dd28680 req-ba6638f5-d63a-4e87-bf45-f0cd241c4342 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:22.966639 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-33d8d87f-3078-4e4a-b0ed-22ae8dd28680 req-ba6638f5-d63a-4e87-bf45-f0cd241c4342 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a19d94-c14c-45a1-94ca-0f41f437b983 HTTP/1.1" status: 200 len: 945 time: 0.2326288 May 03 22:24:23.069702 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-33d8d87f-3078-4e4a-b0ed-22ae8dd28680 req-935b9471-c545-4724-b4ec-f608394b8ad4 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999079 May 03 22:24:23.211555 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ce91f-8139-4d39-b75b-7f0645145809 req-093334e6-adf8-4236-943f-4bf14d5f0ab2 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:23.213178 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d08ce91f-8139-4d39-b75b-7f0645145809 req-093334e6-adf8-4236-943f-4bf14d5f0ab2 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 950 time: 0.1468282 May 03 22:24:23.221884 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [req-166f7990-8ce6-4f32-b25e-5e0273d017f1 req-25a3db58-2ca3-4623-a35d-7ac3466f2314 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Router a26de4d4-c911-40d5-a6a7-0dd780b09698 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:24:23.310520 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d08ce91f-8139-4d39-b75b-7f0645145809 req-ccf0b592-321b-4fa1-9d83-d9a34e1c11a0 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787292 May 03 22:24:23.314184 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3510def7-74f3-4daa-95c9-0abd9f3fd6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:23.326894 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 577d5092-80d7-4ab3-8bb4-90fb0644ae55 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:24:23.398732 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 577d5092-80d7-4ab3-8bb4-90fb0644ae55 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:24:23.399079 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 577d5092-80d7-4ab3-8bb4-90fb0644ae55 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:24:23.399507 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device c98dc191-6db7-405c-bee5-3b5335024ba3 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:24:23.492840 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: c98dc191-6db7-405c-bee5-3b5335024ba3 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:24:23.493192 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device c98dc191-6db7-405c-bee5-3b5335024ba3 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:24:23.501748 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-166f7990-8ce6-4f32-b25e-5e0273d017f1 req-25a3db58-2ca3-4623-a35d-7ac3466f2314 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:24:23.512672 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719a139f-890d-4c39-9310-94d4660a229e None None] Sync routers for ids ['a26de4d4-c911-40d5-a6a7-0dd780b09698'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:24:23.520717 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device f9e1d8ec-800e-4c85-936a-ab579716abcb no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:24:23.529447 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719a139f-890d-4c39-9310-94d4660a229e None None] Routers {'a26de4d4-c911-40d5-a6a7-0dd780b09698'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:24:23.530316 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-719a139f-890d-4c39-9310-94d4660a229e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:23:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a26de4d4-c911-40d5-a6a7-0dd780b09698'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:24:23.544571 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d5d74902-fb5f-48b9-8953-aa86d62af2a2 req-50c71d8b-9f9d-48ee-b7e0-ff844b63d2a6 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a3591c6-e621-4a29-9248-41738139fe13 HTTP/1.1" status: 200 len: 210 time: 0.0973101 May 03 22:24:23.586223 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: f9e1d8ec-800e-4c85-936a-ab579716abcb {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:24:23.586570 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device f9e1d8ec-800e-4c85-936a-ab579716abcb not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:24:23.619115 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510def7-74f3-4daa-95c9-0abd9f3fd6a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c98dc191-6db7-405c-bee5-3b5335024ba3,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:23.699259 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-166f7990-8ce6-4f32-b25e-5e0273d017f1 req-25a3db58-2ca3-4623-a35d-7ac3466f2314 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] No DVR routers for this DVR port f9e1d8ec-800e-4c85-936a-ab579716abcb on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:24:23.699477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818806a-c31d-4aab-b950-a30962c13d53 req-eff5b9f1-c809-4a98-9d2e-04f4c882fff8 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:23.701846 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3818806a-c31d-4aab-b950-a30962c13d53 req-eff5b9f1-c809-4a98-9d2e-04f4c882fff8 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.1125367 May 03 22:24:23.710837 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-166f7990-8ce6-4f32-b25e-5e0273d017f1 req-25a3db58-2ca3-4623-a35d-7ac3466f2314 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:23.728197 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3591c6-e621-4a29-9248-41738139fe13', 'name': 'network-vif-deleted', 'tag': 'f9e1d8ec-800e-4c85-936a-ab579716abcb'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:24:23.746759 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-166f7990-8ce6-4f32-b25e-5e0273d017f1 req-25a3db58-2ca3-4623-a35d-7ac3466f2314 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.67 "DELETE /v2.0/ports/f9e1d8ec-800e-4c85-936a-ab579716abcb HTTP/1.1" status: 204 len: 173 time: 3.0373030 May 03 22:24:23.769193 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3818806a-c31d-4aab-b950-a30962c13d53 req-ab4e4a91-56f7-4ebd-9a2b-7ddda6e3f787 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568645 May 03 22:24:23.806039 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d77a18e1-85a8-4b25-b18f-ef754e40178e'] response: {'server_uuid': '6a3591c6-e621-4a29-9248-41738139fe13', 'name': 'network-vif-deleted', 'tag': 'f9e1d8ec-800e-4c85-936a-ab579716abcb', 'status': 'completed', 'code': 200} May 03 22:24:23.834268 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3510def7-74f3-4daa-95c9-0abd9f3fd6a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:23.849196 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-719a139f-890d-4c39-9310-94d4660a229e None None] Set router a26de4d4-c911-40d5-a6a7-0dd780b09698 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:24:23.940331 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:24.131798 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 2cd74799-58d8-4e74-af4b-685d5aaa1c56 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:24:24.173364 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01853024-a260-4aa0-94e4-d6b03707c8f4 req-77d5c4b2-e3fa-4ea8-a9c0-444aa26ab0bd tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:24.184577 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-01853024-a260-4aa0-94e4-d6b03707c8f4 req-77d5c4b2-e3fa-4ea8-a9c0-444aa26ab0bd tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=33c3eedf-45d1-4f9c-b828-3029fcfa5929 HTTP/1.1" status: 200 len: 945 time: 0.1574724 May 03 22:24:24.250708 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 2cd74799-58d8-4e74-af4b-685d5aaa1c56 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:24:24.261958 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 2cd74799-58d8-4e74-af4b-685d5aaa1c56 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:24:24.262336 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:24.358704 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-01853024-a260-4aa0-94e4-d6b03707c8f4 req-3c2a540e-6091-4561-bb3c-17aedf044303 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725099 May 03 22:24:24.378765 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3510def7-74f3-4daa-95c9-0abd9f3fd6a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:24.381918 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3510def7-74f3-4daa-95c9-0abd9f3fd6a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:24.413938 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3510def7-74f3-4daa-95c9-0abd9f3fd6a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:24.414965 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3510def7-74f3-4daa-95c9-0abd9f3fd6a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 334d43ee-f8ce-4993-ba33-28461294942c {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:24:24.430950 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3510def7-74f3-4daa-95c9-0abd9f3fd6a2 admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:24.433103 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3510def7-74f3-4daa-95c9-0abd9f3fd6a2 admin admin] 10.222.0.58 "DELETE /v2.0/routers/334d43ee-f8ce-4993-ba33-28461294942c HTTP/1.1" status: 204 len: 168 time: 3.4546902 May 03 22:24:24.436033 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 51528) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:24:24.449508 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797cc0f-bd38-4254-9821-81080033a47f req-5bac8f70-bd3d-4e15-88a1-2aebdfd61ad4 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:24.461821 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1797cc0f-bd38-4254-9821-81080033a47f req-5bac8f70-bd3d-4e15-88a1-2aebdfd61ad4 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a19d94-c14c-45a1-94ca-0f41f437b983 HTTP/1.1" status: 200 len: 945 time: 0.2180073 May 03 22:24:24.530824 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae768223-1ae9-4f5d-b454-fdf7806939d5 admin admin] Deleting subnet 22575257-96c5-4a52-982e-2a4bf8c87182 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:24:24.535500 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae768223-1ae9-4f5d-b454-fdf7806939d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:24.535933 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-719a139f-890d-4c39-9310-94d4660a229e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'name': 'tempest-ServersTestBootFromVolume-1014963792-router', 'tenant_id': '9271577ee7c14caabdc945c626e59f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'e5f99c5c-9fb9-4196-8914-f1fa17c85bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:22:11Z', 'updated_at': '2022-05-03T22:22:19Z', 'revision_number': 4, 'project_id': '9271577ee7c14caabdc945c626e59f32', 'gw_port': {'id': 'e5f99c5c-9fb9-4196-8914-f1fa17c85bbb', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:22:12Z', 'updated_at': '2022-05-03T22:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '33986081-6a62-45fa-a7e2-06f2472ebda8', 'name': '', 'network_id': '0e80666c-da9e-419c-8250-40f01b3c2c53', 'tenant_id': '9271577ee7c14caabdc945c626e59f32', 'mac_address': 'fa:16:3e:a6:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '28c578e4-f40c-45f7-97b3-868ce0caad29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:22:18Z', 'updated_at': '2022-05-03T22:22:28Z', 'revision_number': 5, 'project_id': '9271577ee7c14caabdc945c626e59f32', 'subnets': [{'id': '28c578e4-f40c-45f7-97b3-868ce0caad29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:24:24.559440 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719a139f-890d-4c39-9310-94d4660a229e None None] Checking router: a26de4d4-c911-40d5-a6a7-0dd780b09698 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:24:24.588874 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719a139f-890d-4c39-9310-94d4660a229e None None] Routers {'a26de4d4-c911-40d5-a6a7-0dd780b09698'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:24:24.589463 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-719a139f-890d-4c39-9310-94d4660a229e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:23:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a26de4d4-c911-40d5-a6a7-0dd780b09698'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:24:24.604031 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:24.611765 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1797cc0f-bd38-4254-9821-81080033a47f req-ca571b86-690f-4850-b124-c851852c8b42 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413352 May 03 22:24:24.614192 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae768223-1ae9-4f5d-b454-fdf7806939d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:24.682004 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd74799-58d8-4e74-af4b-685d5aaa1c56'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:24:24.703464 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 2cd74799-58d8-4e74-af4b-685d5aaa1c56, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=2cd74799-58d8-4e74-af4b-685d5aaa1c56,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:24.711526 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:24.834104 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d02b4-238e-4b6a-a254-8361a4cec832 req-f2c8786f-f620-45f8-9251-62b658bf9be4 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:24.864698 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=2cd74799-58d8-4e74-af4b-685d5aaa1c56,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:24.865496 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-366d02b4-238e-4b6a-a254-8361a4cec832 req-f2c8786f-f620-45f8-9251-62b658bf9be4 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 950 time: 0.2016711 May 03 22:24:24.902917 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae768223-1ae9-4f5d-b454-fdf7806939d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:25.016884 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-81e00587-4c81-4d89-b16c-03cb9a24aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:25.033673 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-366d02b4-238e-4b6a-a254-8361a4cec832 req-43829872-fd43-4d0d-907a-cf3f3a36c9ac tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543002 May 03 22:24:25.102634 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae768223-1ae9-4f5d-b454-fdf7806939d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:25.137379 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae768223-1ae9-4f5d-b454-fdf7806939d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22575257-96c5-4a52-982e-2a4bf8c87182,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:25.147080 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae768223-1ae9-4f5d-b454-fdf7806939d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:25.147913 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a277424-8d40-4439-8dab-6ea009eac2fe None None] Network 7193eb25-2422-4a62-aed4-1c53dced32e3 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:24:25.154962 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ae768223-1ae9-4f5d-b454-fdf7806939d5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/22575257-96c5-4a52-982e-2a4bf8c87182 HTTP/1.1" status: 204 len: 168 time: 0.7174256 May 03 22:24:25.157896 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51544) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:24:25.264387 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-719a139f-890d-4c39-9310-94d4660a229e None None] Set router a26de4d4-c911-40d5-a6a7-0dd780b09698 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:24:25.529990 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device e945b8c1-93f6-482d-bfdf-b66536d90a5d details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:24:25.561394 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-26457a63-a0ed-40b3-9136-785771e7da5a req-0de6bc7f-0d53-4ddb-9489-a564ce88dc19 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a3591c6-e621-4a29-9248-41738139fe13 HTTP/1.1" status: 200 len: 210 time: 0.1313820 May 03 22:24:25.573292 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aba8eedd-6f9f-4ef6-98c7-ea2b47ae8dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:25.611867 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-aba8eedd-6f9f-4ef6-98c7-ea2b47ae8dfd admin admin] Deleting port 5e9e53b6-5930-4adf-8bc8-4a776e6a6077 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:24:25.612224 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aba8eedd-6f9f-4ef6-98c7-ea2b47ae8dfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:25.878725 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91cdefde-481f-43f6-abca-24e3ef83ead8'] response: {'server_uuid': '97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd74799-58d8-4e74-af4b-685d5aaa1c56', 'code': 200} May 03 22:24:25.879814 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868a13b1-540a-4a22-95f4-9e66fec215e6 None None] DHCP port deletion for 7193eb25-2422-4a62-aed4-1c53dced32e3 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:24:25.899733 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-868a13b1-540a-4a22-95f4-9e66fec215e6 None None] Deleting port 5e9e53b6-5930-4adf-8bc8-4a776e6a6077 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:24:25.904399 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-868a13b1-540a-4a22-95f4-9e66fec215e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:26.010332 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d9d7a-b740-4999-8545-11411e6f1f2f req-4de78f7e-aae4-4721-a19b-79a2a39879d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:26.014613 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-733d9d7a-b740-4999-8545-11411e6f1f2f req-4de78f7e-aae4-4721-a19b-79a2a39879d2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 1096 time: 0.1777596 May 03 22:24:26.067796 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port e945b8c1-93f6-482d-bfdf-b66536d90a5d, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=e945b8c1-93f6-482d-bfdf-b66536d90a5d,segment=NetworkSegment(2aabfbd5-8378-4748-b474-412626f804f1),segment_id=2aabfbd5-8378-4748-b474-412626f804f1)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:26.074040 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-aba8eedd-6f9f-4ef6-98c7-ea2b47ae8dfd admin admin] For port 5e9e53b6-5930-4adf-8bc8-4a776e6a6077, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=5e9e53b6-5930-4adf-8bc8-4a776e6a6077,segment=NetworkSegment(1a45675c-aff3-4371-a8d5-28f1410e910f),segment_id=1a45675c-aff3-4371-a8d5-28f1410e910f)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:26.075072 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aba8eedd-6f9f-4ef6-98c7-ea2b47ae8dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:26.104064 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'e945b8c1-93f6-482d-bfdf-b66536d90a5d', 'network_id': '4f772766-6d4c-4ac3-b843-8129bd316d6b', 'port_id': 'e945b8c1-93f6-482d-bfdf-b66536d90a5d', 'mac_address': 'fa:16:3e:96:9c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62efb1ff-39ef-42c2-b579-85c1be325b05', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:24:26.159757 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-733d9d7a-b740-4999-8545-11411e6f1f2f req-6ffb75ff-de6e-4866-81dc-698d3ca0fed0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357651 May 03 22:24:26.262131 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:26.388189 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-719a139f-890d-4c39-9310-94d4660a229e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'name': 'tempest-ServersTestBootFromVolume-1014963792-router', 'tenant_id': '9271577ee7c14caabdc945c626e59f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'e5f99c5c-9fb9-4196-8914-f1fa17c85bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:22:11Z', 'updated_at': '2022-05-03T22:22:19Z', 'revision_number': 4, 'project_id': '9271577ee7c14caabdc945c626e59f32', 'gw_port': {'id': 'e5f99c5c-9fb9-4196-8914-f1fa17c85bbb', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:22:12Z', 'updated_at': '2022-05-03T22:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '33986081-6a62-45fa-a7e2-06f2472ebda8', 'name': '', 'network_id': '0e80666c-da9e-419c-8250-40f01b3c2c53', 'tenant_id': '9271577ee7c14caabdc945c626e59f32', 'mac_address': 'fa:16:3e:a6:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '28c578e4-f40c-45f7-97b3-868ce0caad29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:22:18Z', 'updated_at': '2022-05-03T22:22:28Z', 'revision_number': 5, 'project_id': '9271577ee7c14caabdc945c626e59f32', 'subnets': [{'id': '28c578e4-f40c-45f7-97b3-868ce0caad29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:24:26.396746 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719a139f-890d-4c39-9310-94d4660a229e None None] The sync data for ids ['a26de4d4-c911-40d5-a6a7-0dd780b09698'] in n-d-811807-1 is: [{'id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'name': 'tempest-ServersTestBootFromVolume-1014963792-router', 'tenant_id': '9271577ee7c14caabdc945c626e59f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'e5f99c5c-9fb9-4196-8914-f1fa17c85bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:22:11Z', 'updated_at': '2022-05-03T22:22:19Z', 'revision_number': 4, 'project_id': '9271577ee7c14caabdc945c626e59f32', 'gw_port': {'id': 'e5f99c5c-9fb9-4196-8914-f1fa17c85bbb', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:22:12Z', 'updated_at': '2022-05-03T22:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '33986081-6a62-45fa-a7e2-06f2472ebda8', 'name': '', 'network_id': '0e80666c-da9e-419c-8250-40f01b3c2c53', 'tenant_id': '9271577ee7c14caabdc945c626e59f32', 'mac_address': 'fa:16:3e:a6:09:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '28c578e4-f40c-45f7-97b3-868ce0caad29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:22:18Z', 'updated_at': '2022-05-03T22:22:28Z', 'revision_number': 5, 'project_id': '9271577ee7c14caabdc945c626e59f32', 'subnets': [{'id': '28c578e4-f40c-45f7-97b3-868ce0caad29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:24:26.463680 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-aba8eedd-6f9f-4ef6-98c7-ea2b47ae8dfd admin admin] Calling delete_port for 5e9e53b6-5930-4adf-8bc8-4a776e6a6077 owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:24:26.490685 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-868a13b1-540a-4a22-95f4-9e66fec215e6 None None] For port 5e9e53b6-5930-4adf-8bc8-4a776e6a6077, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=5e9e53b6-5930-4adf-8bc8-4a776e6a6077,segment=NetworkSegment(1a45675c-aff3-4371-a8d5-28f1410e910f),segment_id=1a45675c-aff3-4371-a8d5-28f1410e910f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:26.491083 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-868a13b1-540a-4a22-95f4-9e66fec215e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:26.559195 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:26.561845 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e945b8c1-93f6-482d-bfdf-b66536d90a5d {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:24:26.612976 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aba8eedd-6f9f-4ef6-98c7-ea2b47ae8dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:26.693055 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48209a73-1226-4891-8475-ce4e10f5ccdb req-609bd102-70ab-4af6-9e39-505679b730bc tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:26.703391 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-48209a73-1226-4891-8475-ce4e10f5ccdb req-609bd102-70ab-4af6-9e39-505679b730bc tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a19d94-c14c-45a1-94ca-0f41f437b983 HTTP/1.1" status: 200 len: 945 time: 0.6352239 May 03 22:24:26.725445 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292fa0c-7646-418a-a07b-c1a3e8b76fb7 req-82152ef9-1672-4f54-ae48-0825c635cb19 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:26.727892 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7292fa0c-7646-418a-a07b-c1a3e8b76fb7 req-82152ef9-1672-4f54-ae48-0825c635cb19 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 945 time: 0.5464380 May 03 22:24:26.794557 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8eedd-6f9f-4ef6-98c7-ea2b47ae8dfd admin admin] Pushing event deleted for resources: {'Port': ['ID=5e9e53b6-5930-4adf-8bc8-4a776e6a6077,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:26.821898 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba8eedd-6f9f-4ef6-98c7-ea2b47ae8dfd admin admin] No DVR routers for this DVR port 5e9e53b6-5930-4adf-8bc8-4a776e6a6077 on host n-d-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:24:26.835963 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:26.847323 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port e945b8c1-93f6-482d-bfdf-b66536d90a5d, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=e945b8c1-93f6-482d-bfdf-b66536d90a5d,segment=NetworkSegment(2aabfbd5-8378-4748-b474-412626f804f1),segment_id=2aabfbd5-8378-4748-b474-412626f804f1)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:26.856157 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-868a13b1-540a-4a22-95f4-9e66fec215e6 None None] Calling delete_port for 5e9e53b6-5930-4adf-8bc8-4a776e6a6077 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:24:26.873148 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8eedd-6f9f-4ef6-98c7-ea2b47ae8dfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:24:26.873602 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8eedd-6f9f-4ef6-98c7-ea2b47ae8dfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:24:26.873973 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8eedd-6f9f-4ef6-98c7-ea2b47ae8dfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:24:26.874426 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8eedd-6f9f-4ef6-98c7-ea2b47ae8dfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:24:26.874763 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8eedd-6f9f-4ef6-98c7-ea2b47ae8dfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:24:26.875152 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8eedd-6f9f-4ef6-98c7-ea2b47ae8dfd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:24:26.875440 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8eedd-6f9f-4ef6-98c7-ea2b47ae8dfd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:24:26.875770 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8eedd-6f9f-4ef6-98c7-ea2b47ae8dfd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:24:26.876106 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8eedd-6f9f-4ef6-98c7-ea2b47ae8dfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:24:26.876631 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8eedd-6f9f-4ef6-98c7-ea2b47ae8dfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:24:26.876968 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8eedd-6f9f-4ef6-98c7-ea2b47ae8dfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:24:26.877285 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba8eedd-6f9f-4ef6-98c7-ea2b47ae8dfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:24:26.890594 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be974074-515f-4dc5-894b-0b3d0a9558e8 None None] New status for floating IP 9e3958bb-0daa-4d9e-97af-7ceb855ae825: DOWN {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:24:26.958132 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:27.051295 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-48209a73-1226-4891-8475-ce4e10f5ccdb req-4ebf265f-4807-4d9c-8e64-ff194e9a8e99 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451774 May 03 22:24:27.073130 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7292fa0c-7646-418a-a07b-c1a3e8b76fb7 req-3a240fae-7293-4755-8c09-53d67033c477 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3149836 May 03 22:24:27.152606 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['e945b8c1-93f6-482d-bfdf-b66536d90a5d'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:24:27.225624 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aba8eedd-6f9f-4ef6-98c7-ea2b47ae8dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:27.288497 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-aba8eedd-6f9f-4ef6-98c7-ea2b47ae8dfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7193eb25-2422-4a62-aed4-1c53dced32e3']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:24:27.329499 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-aba8eedd-6f9f-4ef6-98c7-ea2b47ae8dfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a45675c-aff3-4371-a8d5-28f1410e910f') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:24:27.329796 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-aba8eedd-6f9f-4ef6-98c7-ea2b47ae8dfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a45675c-aff3-4371-a8d5-28f1410e910f') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:24:27.331087 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 5e9e53b6-5930-4adf-8bc8-4a776e6a6077 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:24:27.343457 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aba8eedd-6f9f-4ef6-98c7-ea2b47ae8dfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:27.362273 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aba8eedd-6f9f-4ef6-98c7-ea2b47ae8dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:27.369072 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba8eedd-6f9f-4ef6-98c7-ea2b47ae8dfd admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:24:27.369477 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aba8eedd-6f9f-4ef6-98c7-ea2b47ae8dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:27.377886 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 5e9e53b6-5930-4adf-8bc8-4a776e6a6077 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:24:27.378742 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 5e9e53b6-5930-4adf-8bc8-4a776e6a6077 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:24:27.411271 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=e945b8c1-93f6-482d-bfdf-b66536d90a5d,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:27.480536 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:24:27.480536 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:24:27.480536 n-d-811807-1 neutron-server[88069]: timer() May 03 22:24:27.480536 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:24:27.480536 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:24:27.480536 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:24:27.480536 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:24:27.480536 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:24:27.480536 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:24:27.480536 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:24:27.480536 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:24:27.480536 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:24:27.480536 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:24:27.480536 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:24:27.480536 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:24:27.480536 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:24:27.480536 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:24:27.480536 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:24:27.480536 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:24:27.480536 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:24:27.480536 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:24:27.480536 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:24:27.480536 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:24:27.480536 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:24:27.480536 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:24:27.480536 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:24:27.480536 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:24:27.480536 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:24:27.480536 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:24:27.480536 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:24:27.480536 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:24:27.480536 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:24:27.494250 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-868a13b1-540a-4a22-95f4-9e66fec215e6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:24:27.494689 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-868a13b1-540a-4a22-95f4-9e66fec215e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:24:27.521118 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:27.568656 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aba8eedd-6f9f-4ef6-98c7-ea2b47ae8dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:27.569501 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:27.606416 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8eedd-6f9f-4ef6-98c7-ea2b47ae8dfd admin admin] Pushing event deleted for resources: {'Network': ['ID=7193eb25-2422-4a62-aed4-1c53dced32e3,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:27.616155 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aba8eedd-6f9f-4ef6-98c7-ea2b47ae8dfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:27.628057 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-aba8eedd-6f9f-4ef6-98c7-ea2b47ae8dfd admin admin] 10.222.0.58 "DELETE /v2.0/networks/7193eb25-2422-4a62-aed4-1c53dced32e3 HTTP/1.1" status: 204 len: 168 time: 2.4690862 May 03 22:24:27.669395 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7421124-d649-48ba-a960-33a4f9795343 req-a1bfe3a2-5651-4b78-8c9f-4883c0295e87 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:27.671564 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b7421124-d649-48ba-a960-33a4f9795343 req-a1bfe3a2-5651-4b78-8c9f-4883c0295e87 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 950 time: 0.1876137 May 03 22:24:27.677885 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4972d6b-115e-46af-8ec3-a66cfdef094d req-58ee9be1-316c-42c1-816d-b23f98e34018 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:27.685303 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d4972d6b-115e-46af-8ec3-a66cfdef094d req-58ee9be1-316c-42c1-816d-b23f98e34018 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d451d22a-91cb-46bd-889b-f8d801781929 HTTP/1.1" status: 200 len: 1097 time: 0.2037575 May 03 22:24:27.763911 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d4972d6b-115e-46af-8ec3-a66cfdef094d req-a73b3e02-9d41-4582-8c4a-7cf28c8015e8 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770745 May 03 22:24:27.805818 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b7421124-d649-48ba-a960-33a4f9795343 req-efdb046a-a0da-4d68-8110-462eb8532e33 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177027 May 03 22:24:27.900207 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51584) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:24:27.996235 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-868a13b1-540a-4a22-95f4-9e66fec215e6 None None] Deleting port 5e9e53b6-5930-4adf-8bc8-4a776e6a6077 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:24:27.996616 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-868a13b1-540a-4a22-95f4-9e66fec215e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:28.002421 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f8e161e5-dfea-4262-9cc5-db93827d40cc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6d5fe23fb043446983dcb5606ef7203e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1008418 May 03 22:24:28.004761 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51588) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:24:28.089166 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-42693ab7-e57b-46a2-a4d0-d546d09e23ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:28.124828 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-42693ab7-e57b-46a2-a4d0-d546d09e23ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:28.137815 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device d75ffa2e-01ba-485e-9cd7-99e433d56e9f details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:24:28.147523 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-868a13b1-540a-4a22-95f4-9e66fec215e6 None None] The port '5e9e53b6-5930-4adf-8bc8-4a776e6a6077' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:24:28.292508 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-42693ab7-e57b-46a2-a4d0-d546d09e23ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:28.339363 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42693ab7-e57b-46a2-a4d0-d546d09e23ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3682e94-036f-42c9-909f-fef0556361b5,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:28.348646 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-42693ab7-e57b-46a2-a4d0-d546d09e23ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:28.349919 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-42693ab7-e57b-46a2-a4d0-d546d09e23ee admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f3682e94-036f-42c9-909f-fef0556361b5 HTTP/1.1" status: 204 len: 168 time: 0.3441718 May 03 22:24:28.401333 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d51173-3044-43a6-b7ab-77c695081379 req-e96b8f2e-33f6-49a8-920d-f4924babeb1d tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:28.411330 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-46d51173-3044-43a6-b7ab-77c695081379 req-e96b8f2e-33f6-49a8-920d-f4924babeb1d tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a19d94-c14c-45a1-94ca-0f41f437b983 HTTP/1.1" status: 200 len: 944 time: 0.2055376 May 03 22:24:28.444173 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port d75ffa2e-01ba-485e-9cd7-99e433d56e9f, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=d75ffa2e-01ba-485e-9cd7-99e433d56e9f,segment=NetworkSegment(d5261de8-a046-496c-9988-b261e2ae107f),segment_id=d5261de8-a046-496c-9988-b261e2ae107f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:28.463208 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': 'd75ffa2e-01ba-485e-9cd7-99e433d56e9f', 'network_id': 'a08060ad-4db7-45f2-9770-03717dbde23c', 'port_id': 'd75ffa2e-01ba-485e-9cd7-99e433d56e9f', 'mac_address': 'fa:16:3e:ee:72:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621c2e6c-82e2-4c38-a5c9-21982755e1f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:24:28.492927 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-46d51173-3044-43a6-b7ab-77c695081379 req-2a082755-eb75-4b19-96d1-277ad631339b tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806437 May 03 22:24:28.536108 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:28.570910 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51608) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:24:28.573571 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d75ffa2e-01ba-485e-9cd7-99e433d56e9f {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:24:28.610844 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port d75ffa2e-01ba-485e-9cd7-99e433d56e9f, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=d75ffa2e-01ba-485e-9cd7-99e433d56e9f,segment=NetworkSegment(d5261de8-a046-496c-9988-b261e2ae107f),segment_id=d5261de8-a046-496c-9988-b261e2ae107f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:28.619490 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:28.714941 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d4ea1947-4599-4320-af74-2eb2815f1028 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:28.733985 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=d75ffa2e-01ba-485e-9cd7-99e433d56e9f,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:28.826599 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['d75ffa2e-01ba-485e-9cd7-99e433d56e9f'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:24:28.892500 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d4ea1947-4599-4320-af74-2eb2815f1028 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:29.104741 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff40e7-fe81-46d6-adb9-e493a47c17ba req-eea53b09-d4a5-4927-a623-3e1d936d75e0 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:29.116641 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 51640) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:24:29.130715 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-43ff40e7-fe81-46d6-adb9-e493a47c17ba req-eea53b09-d4a5-4927-a623-3e1d936d75e0 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 945 time: 0.3399138 May 03 22:24:29.162554 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d4ea1947-4599-4320-af74-2eb2815f1028 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:29.181471 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-dba804ed-b65b-470f-8324-ff3c359ac447 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e5fd59e1b5c84a95947df6cc3c64a434&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0636616 May 03 22:24:29.184118 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 51644) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:24:29.224155 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea1947-4599-4320-af74-2eb2815f1028 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c440ae-7993-4776-abde-eb5ddb36d18b,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:29.257723 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-43ff40e7-fe81-46d6-adb9-e493a47c17ba req-e6bb26f4-195a-47f7-9d16-07bfbb04377b tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262717 May 03 22:24:29.258842 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d4ea1947-4599-4320-af74-2eb2815f1028 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:29.262318 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d4ea1947-4599-4320-af74-2eb2815f1028 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "DELETE /v2.0/security-groups/c7c440ae-7993-4776-abde-eb5ddb36d18b HTTP/1.1" status: 204 len: 168 time: 0.6884861 May 03 22:24:29.269606 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 51654) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:24:29.328783 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-e842b3fd-722c-4e9c-b41d-07c30bbaece7 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] show failed (client error): The resource could not be found. May 03 22:24:29.329923 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e842b3fd-722c-4e9c-b41d-07c30bbaece7 tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "GET /v2.0/security-groups/c7c440ae-7993-4776-abde-eb5ddb36d18b HTTP/1.1" status: 404 len: 347 time: 0.0592847 May 03 22:24:29.330652 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-693ff271-477b-4668-95bd-524fdf3f2a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:29.332672 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51670) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:24:29.426233 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-693ff271-477b-4668-95bd-524fdf3f2a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:29.520672 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-693ff271-477b-4668-95bd-524fdf3f2a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:29.536395 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ff271-477b-4668-95bd-524fdf3f2a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f2f6a5-ebad-4ecf-80fc-a05b4c9111c0,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:29.542879 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device e945b8c1-93f6-482d-bfdf-b66536d90a5d up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:24:29.560630 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-693ff271-477b-4668-95bd-524fdf3f2a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:29.564343 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-693ff271-477b-4668-95bd-524fdf3f2a2e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a9f2f6a5-ebad-4ecf-80fc-a05b4c9111c0 HTTP/1.1" status: 204 len: 168 time: 0.3765104 May 03 22:24:29.564343 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693ff271-477b-4668-95bd-524fdf3f2a2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:24:29.564343 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693ff271-477b-4668-95bd-524fdf3f2a2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:24:29.564662 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693ff271-477b-4668-95bd-524fdf3f2a2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:24:29.564971 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693ff271-477b-4668-95bd-524fdf3f2a2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:24:29.565458 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693ff271-477b-4668-95bd-524fdf3f2a2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:24:29.566281 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693ff271-477b-4668-95bd-524fdf3f2a2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:24:29.566281 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693ff271-477b-4668-95bd-524fdf3f2a2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:24:29.566449 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693ff271-477b-4668-95bd-524fdf3f2a2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:24:29.566763 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693ff271-477b-4668-95bd-524fdf3f2a2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:24:29.567094 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693ff271-477b-4668-95bd-524fdf3f2a2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:24:29.567418 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693ff271-477b-4668-95bd-524fdf3f2a2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:24:29.567739 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693ff271-477b-4668-95bd-524fdf3f2a2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:24:29.708538 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-66449a66-d149-4348-9665-dfd6025c0adb tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Deleting port b328fd34-b036-4b8f-b8a2-d282cba88d80 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:24:29.709367 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-66449a66-d149-4348-9665-dfd6025c0adb tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:29.759373 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port e945b8c1-93f6-482d-bfdf-b66536d90a5d triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:24:29.759948 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:29.795948 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-307fb0e9-d7ff-4ae1-bee6-ac0a1a420280 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88070) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:24:29.796975 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-307fb0e9-d7ff-4ae1-bee6-ac0a1a420280 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062323 May 03 22:24:29.807018 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-c2572a2a-b70c-462a-8298-13c14749ec72 service neutron] Request body: {'binding': {'host': 'n-h1-811807-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:24:29.807477 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-c2572a2a-b70c-462a-8298-13c14749ec72 service neutron] Unknown quota resources ['binding']. {{(pid=88070) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 03 22:24:29.977873 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb52681-c196-4fef-9ff7-4389f61bb98b req-7c3f443f-27fc-44ad-aafb-6dfae03c0677 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:29.984910 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-feb52681-c196-4fef-9ff7-4389f61bb98b req-7c3f443f-27fc-44ad-aafb-6dfae03c0677 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 950 time: 0.3596983 May 03 22:24:30.061499 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-feb52681-c196-4fef-9ff7-4389f61bb98b req-8adf47e7-60c1-4c8c-bbb9-8cea92b65a56 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756226 May 03 22:24:30.068635 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-66449a66-d149-4348-9665-dfd6025c0adb tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:30.069178 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-66449a66-d149-4348-9665-dfd6025c0adb tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:30.164591 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device d75ffa2e-01ba-485e-9cd7-99e433d56e9f up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:24:30.281805 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-c2572a2a-b70c-462a-8298-13c14749ec72 service neutron] Attempting to bind port 8a7f4063-e720-46af-8e0d-04bc4aff8034 on host n-h1-811807-1 for vnic_type normal with profile None {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:24:30.282865 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-c2572a2a-b70c-462a-8298-13c14749ec72 service neutron] Attempting to bind port 8a7f4063-e720-46af-8e0d-04bc4aff8034 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:24:30.283392 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-c2572a2a-b70c-462a-8298-13c14749ec72 service neutron] Attempting to bind port 8a7f4063-e720-46af-8e0d-04bc4aff8034 on network c529cb66-8468-429f-bb93-e81cdb567811 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:24:30.290893 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-c2572a2a-b70c-462a-8298-13c14749ec72 service neutron] Port 8a7f4063-e720-46af-8e0d-04bc4aff8034 on network c529cb66-8468-429f-bb93-e81cdb567811 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:24:30.291412 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-c2572a2a-b70c-462a-8298-13c14749ec72 service neutron] Attempting to bind port 8a7f4063-e720-46af-8e0d-04bc4aff8034 on network c529cb66-8468-429f-bb93-e81cdb567811 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:24:30.299524 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-c2572a2a-b70c-462a-8298-13c14749ec72 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:24:30.300272 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-c2572a2a-b70c-462a-8298-13c14749ec72 service neutron] Checking segment: {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:24:30.301137 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-c2572a2a-b70c-462a-8298-13c14749ec72 service neutron] Bound using segment: {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:24:30.302124 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-c2572a2a-b70c-462a-8298-13c14749ec72 service neutron] Bound port: 8a7f4063-e720-46af-8e0d-04bc4aff8034, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:24:30.354353 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-66449a66-d149-4348-9665-dfd6025c0adb tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Calling delete_port for b328fd34-b036-4b8f-b8a2-d282cba88d80 owned by network:floatingip {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:24:30.358543 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-c2572a2a-b70c-462a-8298-13c14749ec72 service neutron] For port 8a7f4063-e720-46af-8e0d-04bc4aff8034, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=8a7f4063-e720-46af-8e0d-04bc4aff8034,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:24:30.364183 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:30.368174 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-c2572a2a-b70c-462a-8298-13c14749ec72 service neutron] Notify callbacks [] for binding, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:30.380810 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-c2572a2a-b70c-462a-8298-13c14749ec72 service neutron] 10.222.0.58 "POST /v2.0/ports/8a7f4063-e720-46af-8e0d-04bc4aff8034/bindings HTTP/1.1" status: 201 len: 389 time: 0.5715933 May 03 22:24:30.414040 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a19d94-c14c-45a1-94ca-0f41f437b983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e945b8c1-93f6-482d-bfdf-b66536d90a5d'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:24:30.439763 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port e945b8c1-93f6-482d-bfdf-b66536d90a5d, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=e945b8c1-93f6-482d-bfdf-b66536d90a5d,segment=NetworkSegment(2aabfbd5-8378-4748-b474-412626f804f1),segment_id=2aabfbd5-8378-4748-b474-412626f804f1)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:30.452375 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:30.509060 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port d75ffa2e-01ba-485e-9cd7-99e433d56e9f triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:24:30.512245 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:30.644894 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=e945b8c1-93f6-482d-bfdf-b66536d90a5d,revision_number=7']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:30.737167 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:30.794298 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port d75ffa2e-01ba-485e-9cd7-99e433d56e9f, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=d75ffa2e-01ba-485e-9cd7-99e433d56e9f,segment=NetworkSegment(d5261de8-a046-496c-9988-b261e2ae107f),segment_id=d5261de8-a046-496c-9988-b261e2ae107f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:30.802956 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:30.818249 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-46b7b562-3065-4bf1-b583-929daaabfb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:30.821418 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-46b7b562-3065-4bf1-b583-929daaabfb1e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1727dc00a1e94099b181b574bcc185b6&device_id=d451d22a-91cb-46bd-889b-f8d801781929 HTTP/1.1" status: 200 len: 1097 time: 0.1357684 May 03 22:24:30.892471 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073c011-d640-4d17-a353-783e94aeabbc req-03f8af57-7fa8-46f5-80a2-9080c7b98e0b tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:30.900579 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1073c011-d640-4d17-a353-783e94aeabbc req-03f8af57-7fa8-46f5-80a2-9080c7b98e0b tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/networks?id=3476088d-e412-4e55-9c2f-549019c16834 HTTP/1.1" status: 200 len: 821 time: 0.3984597 May 03 22:24:30.935202 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=d75ffa2e-01ba-485e-9cd7-99e433d56e9f,revision_number=7']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:30.960056 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1073c011-d640-4d17-a353-783e94aeabbc req-6f4ed5c0-dcf2-4c2f-8e7c-2eece4279568 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/quotas/ec7645f95a4b4ae78a2c1ea04f62a7e0 HTTP/1.1" status: 200 len: 375 time: 0.0578792 May 03 22:24:30.994640 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-ee1def7a-3b2e-4a20-86cc-1f0fcf3f8e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:30.996720 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-ee1def7a-3b2e-4a20-86cc-1f0fcf3f8e99 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c529cb66-8468-429f-bb93-e81cdb567811 HTTP/1.1" status: 200 len: 909 time: 0.1692626 May 03 22:24:31.023841 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d947c-6212-4074-8098-95c73fed0c3b req-1286be2b-5ad4-4617-a7c2-8331f75420bf tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:31.025443 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cb7d947c-6212-4074-8098-95c73fed0c3b req-1286be2b-5ad4-4617-a7c2-8331f75420bf tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 945 time: 0.3088107 May 03 22:24:31.038536 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51714) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:24:31.055677 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-66449a66-d149-4348-9665-dfd6025c0adb tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:31.098342 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-fe82f557-0dcc-4dd3-9bfa-68b968995809 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a7f4063-e720-46af-8e0d-04bc4aff8034 HTTP/1.1" status: 200 len: 217 time: 0.0852485 May 03 22:24:31.129999 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-1820d907-8e7f-4402-af2f-fa2694d3eb81 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Request body: {'floatingip': {'port_id': '2cd74799-58d8-4e74-af4b-685d5aaa1c56'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:24:31.192787 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66449a66-d149-4348-9665-dfd6025c0adb tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Pushing event deleted for resources: {'Port': ['ID=b328fd34-b036-4b8f-b8a2-d282cba88d80,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:31.251797 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-9ff61f16-9796-495c-b44c-e33b0af38dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:31.253650 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-9ff61f16-9796-495c-b44c-e33b0af38dbd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1ee1af50-b130-474e-bc7b-1c6042f9e7e1 HTTP/1.1" status: 200 len: 848 time: 0.1479540 May 03 22:24:31.320484 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-4e4a6d6b-20b0-4a3b-b347-e73dd4bc1c51 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c529cb66-8468-429f-bb93-e81cdb567811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598857 May 03 22:24:31.379830 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1820d907-8e7f-4402-af2f-fa2694d3eb81 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks [] for floatingip, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:31.476230 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-66449a66-d149-4348-9665-dfd6025c0adb tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks [] for floatingip, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:31.521632 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-66449a66-d149-4348-9665-dfd6025c0adb tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:31.525546 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-66449a66-d149-4348-9665-dfd6025c0adb tempest-ServersTestBootFromVolume-242311963 tempest-ServersTestBootFromVolume-242311963-project] 10.222.0.58 "DELETE /v2.0/floatingips/9e3958bb-0daa-4d9e-97af-7ceb855ae825 HTTP/1.1" status: 204 len: 168 time: 2.1893320 May 03 22:24:31.526402 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 51724) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:24:31.551330 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device e945b8c1-93f6-482d-bfdf-b66536d90a5d no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:24:31.828106 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-a0ef661c-b9de-4c91-8dd4-9fe461ba2c9d service neutron] 10.222.0.60 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5004687 May 03 22:24:31.831716 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:31.888513 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port e945b8c1-93f6-482d-bfdf-b66536d90a5d, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=e945b8c1-93f6-482d-bfdf-b66536d90a5d,segment=NetworkSegment(2aabfbd5-8378-4748-b474-412626f804f1),segment_id=2aabfbd5-8378-4748-b474-412626f804f1)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:31.897315 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:32.092441 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=e945b8c1-93f6-482d-bfdf-b66536d90a5d,revision_number=8']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:32.154102 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device e88861b5-d8ba-4e52-b091-feae2a0ddafa details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:24:32.188871 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1820d907-8e7f-4402-af2f-fa2694d3eb81 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:32.212814 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1073c011-d640-4d17-a353-783e94aeabbc req-91e4d0a8-8293-448b-9307-26c278917aa4 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2462776 May 03 22:24:32.235904 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1820d907-8e7f-4402-af2f-fa2694d3eb81 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:32.300077 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port e88861b5-d8ba-4e52-b091-feae2a0ddafa, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=e88861b5-d8ba-4e52-b091-feae2a0ddafa,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:32.315740 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': 'e88861b5-d8ba-4e52-b091-feae2a0ddafa', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': 'e88861b5-d8ba-4e52-b091-feae2a0ddafa', 'mac_address': 'fa:16:3e:99:d2:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:24:32.394586 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:32.408746 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1c80d-5d45-40ae-8ec6-547e5e614769 req-b9339066-bd75-43c2-b1eb-10dcff637ca3 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:32.410667 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3aa1c80d-5d45-40ae-8ec6-547e5e614769 req-b9339066-bd75-43c2-b1eb-10dcff637ca3 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a19d94-c14c-45a1-94ca-0f41f437b983 HTTP/1.1" status: 200 len: 945 time: 1.2089849 May 03 22:24:32.423720 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e88861b5-d8ba-4e52-b091-feae2a0ddafa {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:24:32.441405 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port e88861b5-d8ba-4e52-b091-feae2a0ddafa, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=e88861b5-d8ba-4e52-b091-feae2a0ddafa,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:32.448003 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:32.535945 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=e88861b5-d8ba-4e52-b091-feae2a0ddafa,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:32.649888 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-2a639a8d-bfb5-4c58-9d2b-1733badcd20b service neutron] 10.222.0.60 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8056121 May 03 22:24:32.654443 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3aa1c80d-5d45-40ae-8ec6-547e5e614769 req-6cd4c74c-81d0-48a3-957a-a390360c88c3 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677766 May 03 22:24:32.717730 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1073c011-d640-4d17-a353-783e94aeabbc req-d87cfa00-467e-4768-bb4e-f8188f16fc86 service neutron] 10.222.0.58 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5039291 May 03 22:24:32.762953 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-1820d907-8e7f-4402-af2f-fa2694d3eb81 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Floating IP 8e7da5b0-f573-4051-9699-727fb7bee851 associated. External IP: 172.25.2.88, port: 2cd74799-58d8-4e74-af4b-685d5aaa1c56. May 03 22:24:32.770219 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['e88861b5-d8ba-4e52-b091-feae2a0ddafa'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:24:32.828714 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-97976285-c3c9-4dad-8150-18371370d671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:32.889810 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d56ca3a3-879b-41c0-818f-26458e9c9fa9'] response: {'server_uuid': 'f3a19d94-c14c-45a1-94ca-0f41f437b983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e945b8c1-93f6-482d-bfdf-b66536d90a5d', 'code': 200} May 03 22:24:33.311914 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1073c011-d640-4d17-a353-783e94aeabbc req-c73bc53b-8d80-470b-8355-f2f71d838f28 service neutron] 10.222.0.58 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5931499 May 03 22:24:33.385533 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-97976285-c3c9-4dad-8150-18371370d671 admin admin] Deleting port 33986081-6a62-45fa-a7e2-06f2472ebda8 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:24:33.385917 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-97976285-c3c9-4dad-8150-18371370d671 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:33.459389 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22f5d9-7f92-43db-b36a-a726b401f1a9 req-9d19f6bb-5d04-4904-b92e-f82f3dc40a72 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:33.467337 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac22f5d9-7f92-43db-b36a-a726b401f1a9 req-9d19f6bb-5d04-4904-b92e-f82f3dc40a72 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=d451d22a-91cb-46bd-889b-f8d801781929 HTTP/1.1" status: 200 len: 946 time: 0.4562047 May 03 22:24:33.641274 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac22f5d9-7f92-43db-b36a-a726b401f1a9 req-06a39189-f288-4243-903e-bca772ef70b3 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703067 May 03 22:24:33.693271 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-97976285-c3c9-4dad-8150-18371370d671 admin admin] For port 33986081-6a62-45fa-a7e2-06f2472ebda8, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=33986081-6a62-45fa-a7e2-06f2472ebda8,segment=NetworkSegment(92821917-315b-4061-8d3c-143fde4cc6cc),segment_id=92821917-315b-4061-8d3c-143fde4cc6cc)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:33.694254 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-97976285-c3c9-4dad-8150-18371370d671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:33.766398 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1820d907-8e7f-4402-af2f-fa2694d3eb81 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Router f449bb65-9fac-4d07-b2ae-8f9952b2b037 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:24:33.905605 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-97976285-c3c9-4dad-8150-18371370d671 admin admin] Calling delete_port for 33986081-6a62-45fa-a7e2-06f2472ebda8 owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:24:34.140827 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1820d907-8e7f-4402-af2f-fa2694d3eb81 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:24:34.149482 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1820d907-8e7f-4402-af2f-fa2694d3eb81 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:34.152918 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119820b1-86f0-4f69-88fe-6c4f156fb061 None None] Sync routers for ids ['f449bb65-9fac-4d07-b2ae-8f9952b2b037'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:24:34.167659 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119820b1-86f0-4f69-88fe-6c4f156fb061 None None] Routers {'f449bb65-9fac-4d07-b2ae-8f9952b2b037'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:24:34.168281 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-119820b1-86f0-4f69-88fe-6c4f156fb061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:24:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['f449bb65-9fac-4d07-b2ae-8f9952b2b037'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:24:34.173212 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device e88861b5-d8ba-4e52-b091-feae2a0ddafa up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:24:34.229042 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-97976285-c3c9-4dad-8150-18371370d671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:34.316219 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97976285-c3c9-4dad-8150-18371370d671 admin admin] Pushing event deleted for resources: {'Port': ['ID=33986081-6a62-45fa-a7e2-06f2472ebda8,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:34.451099 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port e88861b5-d8ba-4e52-b091-feae2a0ddafa triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:24:34.451479 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:34.464627 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1820d907-8e7f-4402-af2f-fa2694d3eb81 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "PUT /v2.0/floatingips/8e7da5b0-f573-4051-9699-727fb7bee851 HTTP/1.1" status: 200 len: 990 time: 3.4226041 May 03 22:24:34.480962 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4', 'tag': '2cd74799-58d8-4e74-af4b-685d5aaa1c56'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:24:34.533147 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17e252-9e4f-44a6-aacd-97ef56322a91 req-1636fdf1-f189-415f-b0d0-94ac71021031 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:34.539768 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a17e252-9e4f-44a6-aacd-97ef56322a91 req-1636fdf1-f189-415f-b0d0-94ac71021031 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 949 time: 0.4309154 May 03 22:24:34.703526 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a17e252-9e4f-44a6-aacd-97ef56322a91 req-222c8aed-2aa6-49a8-a581-d29a8539d620 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375659 May 03 22:24:34.765138 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-119820b1-86f0-4f69-88fe-6c4f156fb061 None None] Set router f449bb65-9fac-4d07-b2ae-8f9952b2b037 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:24:34.878957 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:34.927577 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c3eedf-45d1-4f9c-b828-3029fcfa5929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75ffa2e-01ba-485e-9cd7-99e433d56e9f'}, {'server_uuid': 'f3a19d94-c14c-45a1-94ca-0f41f437b983', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e945b8c1-93f6-482d-bfdf-b66536d90a5d'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:24:34.980073 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port e88861b5-d8ba-4e52-b091-feae2a0ddafa, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=e88861b5-d8ba-4e52-b091-feae2a0ddafa,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:34.998314 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:35.156607 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-442aac47-5488-4590-a60b-54bebb0726f0 req-21f68340-897f-4142-89ef-5183407c7bd8 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=5946f72b-4608-49f4-a3d5-267f44ad3d50 HTTP/1.1" status: 200 len: 210 time: 0.1826687 May 03 22:24:35.160646 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=e88861b5-d8ba-4e52-b091-feae2a0ddafa,revision_number=7']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:35.337255 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-97976285-c3c9-4dad-8150-18371370d671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:35.838555 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70307fe9-5d48-498e-8161-9dae3c68a21d'] response: {'name': 'network-changed', 'server_uuid': '97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4', 'tag': '2cd74799-58d8-4e74-af4b-685d5aaa1c56', 'status': 'completed', 'code': 200} May 03 22:24:35.941322 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-119820b1-86f0-4f69-88fe-6c4f156fb061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'name': 'tempest-ServerActionsTestJSON-820421644-router', 'tenant_id': '66dfeed3cb324772b0bf769274eed2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '42d241a4-3c14-47ba-8c04-4b94a12c19fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:23:35Z', 'updated_at': '2022-05-03T22:23:48Z', 'revision_number': 4, 'project_id': '66dfeed3cb324772b0bf769274eed2d2', 'gw_port': {'id': '42d241a4-3c14-47ba-8c04-4b94a12c19fa', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:36:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:23:38Z', 'updated_at': '2022-05-03T22:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '8e7da5b0-f573-4051-9699-727fb7bee851', 'tenant_id': '66dfeed3cb324772b0bf769274eed2d2', 'floating_ip_address': '172.25.2.88', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'port_id': '2cd74799-58d8-4e74-af4b-685d5aaa1c56', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559', 'mac_address': 'fa:16:3e:c9:56:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:24:00Z', 'updated_at': '2022-05-03T22:24:32Z', 'revision_number': 1, 'project_id': '66dfeed3cb324772b0bf769274eed2d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87629a55-260d-4a58-9018-b362d5f41360', 'name': '', 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559', 'tenant_id': '66dfeed3cb324772b0bf769274eed2d2', 'mac_address': 'fa:16:3e:73:4e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'a6303b72-ad18-4df3-b796-1d1c3ad4e877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:23:45Z', 'updated_at': '2022-05-03T22:23:59Z', 'revision_number': 5, 'project_id': '66dfeed3cb324772b0bf769274eed2d2', 'subnets': [{'id': 'a6303b72-ad18-4df3-b796-1d1c3ad4e877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:24:35.947112 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119820b1-86f0-4f69-88fe-6c4f156fb061 None None] Checking router: f449bb65-9fac-4d07-b2ae-8f9952b2b037 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:24:35.958872 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119820b1-86f0-4f69-88fe-6c4f156fb061 None None] Routers {'f449bb65-9fac-4d07-b2ae-8f9952b2b037'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:24:35.959767 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-119820b1-86f0-4f69-88fe-6c4f156fb061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:24:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['f449bb65-9fac-4d07-b2ae-8f9952b2b037'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:24:36.004815 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff8066-476b-44eb-9b10-9e03d66bb755 req-35052b9a-89a7-44de-a2e8-ac2607c2e922 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:36.016691 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d0ff8066-476b-44eb-9b10-9e03d66bb755 req-35052b9a-89a7-44de-a2e8-ac2607c2e922 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=d451d22a-91cb-46bd-889b-f8d801781929 HTTP/1.1" status: 200 len: 946 time: 0.1813805 May 03 22:24:36.030212 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1009348-a33a-4d4a-96f0-d89376c3c3dd req-8967eb6f-0579-4538-b015-4de7306c8d72 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:36.031867 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b1009348-a33a-4d4a-96f0-d89376c3c3dd req-8967eb6f-0579-4538-b015-4de7306c8d72 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 945 time: 0.5914152 May 03 22:24:36.098957 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b1009348-a33a-4d4a-96f0-d89376c3c3dd req-70a76e06-4c05-46fc-ac25-d471cb587e26 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512719 May 03 22:24:36.130410 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f7d12-1693-4e99-80ed-ba52a4731b2e req-e8be5c32-3051-424f-9ce0-0ff89324fcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:36.132207 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ca9f7d12-1693-4e99-80ed-ba52a4731b2e req-e8be5c32-3051-424f-9ce0-0ff89324fcc0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=66dfeed3cb324772b0bf769274eed2d2&device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 1096 time: 0.3345220 May 03 22:24:36.135813 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d0ff8066-476b-44eb-9b10-9e03d66bb755 req-f509d29e-5711-4cce-ac80-588e3646f37e tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027951 May 03 22:24:36.261366 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdaaddaa-3e82-48f1-9a6a-ac27cd1af95c'] response: {'server_uuid': '33c3eedf-45d1-4f9c-b828-3029fcfa5929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75ffa2e-01ba-485e-9cd7-99e433d56e9f', 'code': 200} May 03 22:24:36.261964 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdaaddaa-3e82-48f1-9a6a-ac27cd1af95c'] response: {'server_uuid': 'f3a19d94-c14c-45a1-94ca-0f41f437b983', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e945b8c1-93f6-482d-bfdf-b66536d90a5d', 'code': 200} May 03 22:24:36.303980 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-119820b1-86f0-4f69-88fe-6c4f156fb061 None None] Set router f449bb65-9fac-4d07-b2ae-8f9952b2b037 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:24:36.320903 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97976285-c3c9-4dad-8150-18371370d671 admin admin] Router a26de4d4-c911-40d5-a6a7-0dd780b09698 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:24:36.425824 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee3da2-dff4-49b7-9764-a72800fd3487 req-8be80a5b-abad-4e55-aa88-91e3a7b28e9f tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:36.428127 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d4ee3da2-dff4-49b7-9764-a72800fd3487 req-8be80a5b-abad-4e55-aa88-91e3a7b28e9f tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a19d94-c14c-45a1-94ca-0f41f437b983 HTTP/1.1" status: 200 len: 943 time: 0.1487880 May 03 22:24:36.559933 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d4ee3da2-dff4-49b7-9764-a72800fd3487 req-e5dbd97b-b013-4ae2-97ec-7e48a3b51c2d tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253488 May 03 22:24:36.610381 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f7d12-1693-4e99-80ed-ba52a4731b2e req-da388b06-2b04-4ce4-935b-6be8988961c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:36.612407 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ca9f7d12-1693-4e99-80ed-ba52a4731b2e req-da388b06-2b04-4ce4-935b-6be8988961c1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f73247c4-e4b1-4dbd-a711-946870a81559 HTTP/1.1" status: 200 len: 912 time: 0.4538536 May 03 22:24:36.739540 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ca9f7d12-1693-4e99-80ed-ba52a4731b2e req-57ba94e8-f2f2-4f0f-8a81-924180a31878 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cd74799-58d8-4e74-af4b-685d5aaa1c56 HTTP/1.1" status: 200 len: 998 time: 0.1181815 May 03 22:24:36.790920 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363da10-ed68-4677-bbfa-30d3464037b6 req-d43ba872-3f8b-42f4-bee5-65a1738263e8 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:36.797261 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2363da10-ed68-4677-bbfa-30d3464037b6 req-d43ba872-3f8b-42f4-bee5-65a1738263e8 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 950 time: 0.2002606 May 03 22:24:36.902697 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2363da10-ed68-4677-bbfa-30d3464037b6 req-aadaa0bc-603a-4164-a750-b13ffdeef38e tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024883 May 03 22:24:36.963600 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f7d12-1693-4e99-80ed-ba52a4731b2e req-9c98f9d8-65c9-4004-bdd0-2fa498b42a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:36.965073 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ca9f7d12-1693-4e99-80ed-ba52a4731b2e req-9c98f9d8-65c9-4004-bdd0-2fa498b42a64 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a6303b72-ad18-4df3-b796-1d1c3ad4e877 HTTP/1.1" status: 200 len: 850 time: 0.2146759 May 03 22:24:36.985217 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97976285-c3c9-4dad-8150-18371370d671 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:24:36.996457 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8cf3b0-529c-424c-a56f-6695f55692f7 None None] Sync routers for ids ['a26de4d4-c911-40d5-a6a7-0dd780b09698'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:24:37.054441 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8cf3b0-529c-424c-a56f-6695f55692f7 None None] Routers {'a26de4d4-c911-40d5-a6a7-0dd780b09698'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:24:37.054441 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-5f8cf3b0-529c-424c-a56f-6695f55692f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:24:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a26de4d4-c911-40d5-a6a7-0dd780b09698'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:24:37.085421 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073c011-d640-4d17-a353-783e94aeabbc req-5c4be706-f555-4e24-a5d6-0b818a468c05 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:37.091349 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-1073c011-d640-4d17-a353-783e94aeabbc req-5c4be706-f555-4e24-a5d6-0b818a468c05 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Synchronizing usage tracker for tenant:ec7645f95a4b4ae78a2c1ea04f62a7e0 on resource:network {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:24:37.095896 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-119820b1-86f0-4f69-88fe-6c4f156fb061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'name': 'tempest-ServerActionsTestJSON-820421644-router', 'tenant_id': '66dfeed3cb324772b0bf769274eed2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '42d241a4-3c14-47ba-8c04-4b94a12c19fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:23:35Z', 'updated_at': '2022-05-03T22:23:48Z', 'revision_number': 4, 'project_id': '66dfeed3cb324772b0bf769274eed2d2', 'gw_port': {'id': '42d241a4-3c14-47ba-8c04-4b94a12c19fa', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:36:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:23:38Z', 'updated_at': '2022-05-03T22:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '8e7da5b0-f573-4051-9699-727fb7bee851', 'tenant_id': '66dfeed3cb324772b0bf769274eed2d2', 'floating_ip_address': '172.25.2.88', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'port_id': '2cd74799-58d8-4e74-af4b-685d5aaa1c56', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559', 'mac_address': 'fa:16:3e:c9:56:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:24:00Z', 'updated_at': '2022-05-03T22:24:32Z', 'revision_number': 1, 'project_id': '66dfeed3cb324772b0bf769274eed2d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87629a55-260d-4a58-9018-b362d5f41360', 'name': '', 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559', 'tenant_id': '66dfeed3cb324772b0bf769274eed2d2', 'mac_address': 'fa:16:3e:73:4e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'a6303b72-ad18-4df3-b796-1d1c3ad4e877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:23:45Z', 'updated_at': '2022-05-03T22:23:59Z', 'revision_number': 5, 'project_id': '66dfeed3cb324772b0bf769274eed2d2', 'subnets': [{'id': 'a6303b72-ad18-4df3-b796-1d1c3ad4e877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:24:37.102956 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119820b1-86f0-4f69-88fe-6c4f156fb061 None None] The sync data for ids ['f449bb65-9fac-4d07-b2ae-8f9952b2b037'] in n-d-811807-1 is: [{'id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'name': 'tempest-ServerActionsTestJSON-820421644-router', 'tenant_id': '66dfeed3cb324772b0bf769274eed2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '42d241a4-3c14-47ba-8c04-4b94a12c19fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:23:35Z', 'updated_at': '2022-05-03T22:23:48Z', 'revision_number': 4, 'project_id': '66dfeed3cb324772b0bf769274eed2d2', 'gw_port': {'id': '42d241a4-3c14-47ba-8c04-4b94a12c19fa', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:36:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:23:38Z', 'updated_at': '2022-05-03T22:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '8e7da5b0-f573-4051-9699-727fb7bee851', 'tenant_id': '66dfeed3cb324772b0bf769274eed2d2', 'floating_ip_address': '172.25.2.88', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'port_id': '2cd74799-58d8-4e74-af4b-685d5aaa1c56', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559', 'mac_address': 'fa:16:3e:c9:56:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:24:00Z', 'updated_at': '2022-05-03T22:24:32Z', 'revision_number': 1, 'project_id': '66dfeed3cb324772b0bf769274eed2d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87629a55-260d-4a58-9018-b362d5f41360', 'name': '', 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559', 'tenant_id': '66dfeed3cb324772b0bf769274eed2d2', 'mac_address': 'fa:16:3e:73:4e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'a6303b72-ad18-4df3-b796-1d1c3ad4e877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:23:45Z', 'updated_at': '2022-05-03T22:23:59Z', 'revision_number': 5, 'project_id': '66dfeed3cb324772b0bf769274eed2d2', 'subnets': [{'id': 'a6303b72-ad18-4df3-b796-1d1c3ad4e877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:24:37.107097 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-97976285-c3c9-4dad-8150-18371370d671 admin admin] 10.222.0.58 "PUT /v2.0/routers/a26de4d4-c911-40d5-a6a7-0dd780b09698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5789628 May 03 22:24:37.134030 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 51820) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:24:37.142928 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb114627-dc0a-44d3-b01a-a2cf64a0216c req-309cb92d-1bc8-441b-aa26-d7737fc6a04c tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:37.159759 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eb114627-dc0a-44d3-b01a-a2cf64a0216c req-309cb92d-1bc8-441b-aa26-d7737fc6a04c tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 945 time: 0.2546256 May 03 22:24:37.201607 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-1073c011-d640-4d17-a353-783e94aeabbc req-5c4be706-f555-4e24-a5d6-0b818a468c05 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Unset dirty status for tenant:ec7645f95a4b4ae78a2c1ea04f62a7e0 on resource:network {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:24:37.201607 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1073c011-d640-4d17-a353-783e94aeabbc req-5c4be706-f555-4e24-a5d6-0b818a468c05 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.67 "GET /v2.0/networks?id=3476088d-e412-4e55-9c2f-549019c16834 HTTP/1.1" status: 200 len: 821 time: 0.6585367 May 03 22:24:37.386054 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eb114627-dc0a-44d3-b01a-a2cf64a0216c req-b78759a0-6184-4a23-b63a-41cae70f5046 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2404337 May 03 22:24:37.405532 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4c2ab584-9a48-4350-a5b3-39e5ffdfbedd req-ab627353-c2e8-464c-b671-e7cc6030e746 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=5946f72b-4608-49f4-a3d5-267f44ad3d50 HTTP/1.1" status: 200 len: 210 time: 0.1718991 May 03 22:24:37.503330 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-5f8cf3b0-529c-424c-a56f-6695f55692f7 None None] Set router a26de4d4-c911-40d5-a6a7-0dd780b09698 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:24:37.513181 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1e6de-33ec-4219-bd49-9fb327bd8c92 req-b65ac1a4-f8cd-4ce8-b155-be81e713ca89 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:37.519576 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9ed1e6de-33ec-4219-bd49-9fb327bd8c92 req-b65ac1a4-f8cd-4ce8-b155-be81e713ca89 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3a19d94-c14c-45a1-94ca-0f41f437b983 HTTP/1.1" status: 200 len: 943 time: 0.1904302 May 03 22:24:37.691401 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ca3273-aa95-42cd-948a-717271f31dc8 None None] New status for floating IP 8e7da5b0-f573-4051-9699-727fb7bee851: ACTIVE {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:24:37.827293 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-1073c011-d640-4d17-a353-783e94aeabbc req-8c9d7d13-6caa-49ef-90f1-53bde6d26940 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Request body: {'port': {'device_id': '5946f72b-4608-49f4-a3d5-267f44ad3d50', 'network_id': '3476088d-e412-4e55-9c2f-549019c16834', 'admin_state_up': True, 'tenant_id': 'ec7645f95a4b4ae78a2c1ea04f62a7e0'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:24:38.073845 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-9ed1e6de-33ec-4219-bd49-9fb327bd8c92 req-ec02ecdb-2bfe-45b2-8743-8c2ce9a9ca70 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Deleting port e945b8c1-93f6-482d-bfdf-b66536d90a5d {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:24:38.074413 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9ed1e6de-33ec-4219-bd49-9fb327bd8c92 req-ec02ecdb-2bfe-45b2-8743-8c2ce9a9ca70 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:38.226735 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51836) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:24:38.298387 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173cf94f-2d3e-4360-9e62-e8f7ce3a15f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88861b5-d8ba-4e52-b091-feae2a0ddafa'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:24:38.368255 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385670d-1d87-473b-a372-195ca707fb67 req-26c404f6-1523-42b7-a1ed-d259787efcc5 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:38.385769 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7385670d-1d87-473b-a372-195ca707fb67 req-26c404f6-1523-42b7-a1ed-d259787efcc5 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=d451d22a-91cb-46bd-889b-f8d801781929 HTTP/1.1" status: 200 len: 946 time: 0.7066181 May 03 22:24:38.395582 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-5f8cf3b0-529c-424c-a56f-6695f55692f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'name': 'tempest-ServersTestBootFromVolume-1014963792-router', 'tenant_id': '9271577ee7c14caabdc945c626e59f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'e5f99c5c-9fb9-4196-8914-f1fa17c85bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:22:11Z', 'updated_at': '2022-05-03T22:24:34Z', 'revision_number': 5, 'project_id': '9271577ee7c14caabdc945c626e59f32', 'gw_port': {'id': 'e5f99c5c-9fb9-4196-8914-f1fa17c85bbb', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:22:12Z', 'updated_at': '2022-05-03T22:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:24:38.401034 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8cf3b0-529c-424c-a56f-6695f55692f7 None None] Checking router: a26de4d4-c911-40d5-a6a7-0dd780b09698 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:24:38.427697 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8cf3b0-529c-424c-a56f-6695f55692f7 None None] Routers {'a26de4d4-c911-40d5-a6a7-0dd780b09698'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:24:38.431948 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-5f8cf3b0-529c-424c-a56f-6695f55692f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:24:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a26de4d4-c911-40d5-a6a7-0dd780b09698'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:24:38.509576 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c342ac-7bf1-4e5e-822b-3ee923e60c56 req-025e6c60-565f-435b-bba9-5ceae3b2e724 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:38.511876 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-1073c011-d640-4d17-a353-783e94aeabbc req-8c9d7d13-6caa-49ef-90f1-53bde6d26940 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:24:38.516825 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ef3f2fab-fdd2-4364-a4bc-6b778d200e6c admin admin] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:38.518349 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-69c342ac-7bf1-4e5e-822b-3ee923e60c56 req-025e6c60-565f-435b-bba9-5ceae3b2e724 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a19d94-c14c-45a1-94ca-0f41f437b983 HTTP/1.1" status: 200 len: 943 time: 0.6213593 May 03 22:24:38.580497 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8125ef2c-921c-4f3c-80d8-4a9b11c8304d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:38.622835 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7385670d-1d87-473b-a372-195ca707fb67 req-15cd0c89-2424-4aeb-b183-8a62e772baa2 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357314 May 03 22:24:38.725577 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-1073c011-d640-4d17-a353-783e94aeabbc req-8c9d7d13-6caa-49ef-90f1-53bde6d26940 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:24:38.754120 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f7d12-1693-4e99-80ed-ba52a4731b2e req-8bfa9a43-4d98-4355-8fd6-d70d869c764c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:38.755879 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ca9f7d12-1693-4e99-80ed-ba52a4731b2e req-8bfa9a43-4d98-4355-8fd6-d70d869c764c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f73247c4-e4b1-4dbd-a711-946870a81559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.7720594 May 03 22:24:38.764252 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1073c011-d640-4d17-a353-783e94aeabbc req-8c9d7d13-6caa-49ef-90f1-53bde6d26940 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Made reservation on behalf of ec7645f95a4b4ae78a2c1ea04f62a7e0 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:24:38.768824 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1073c011-d640-4d17-a353-783e94aeabbc req-8c9d7d13-6caa-49ef-90f1-53bde6d26940 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:38.787449 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-8125ef2c-921c-4f3c-80d8-4a9b11c8304d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:24:38.804755 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8125ef2c-921c-4f3c-80d8-4a9b11c8304d admin admin] Usage tracker for resource:security_group_rule and tenant:8ee30ae7fbc54e2f8199317f8e4ea57f is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:24:38.807727 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-5f8cf3b0-529c-424c-a56f-6695f55692f7 None None] Set router a26de4d4-c911-40d5-a6a7-0dd780b09698 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:24:38.817990 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8125ef2c-921c-4f3c-80d8-4a9b11c8304d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:24:38.834813 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-8125ef2c-921c-4f3c-80d8-4a9b11c8304d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:24:39.002614 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-69c342ac-7bf1-4e5e-822b-3ee923e60c56 req-05e5f52a-9209-4ce9-a36c-fb04b8a04ebb tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833136 May 03 22:24:39.023375 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ef3f2fab-fdd2-4364-a4bc-6b778d200e6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:39.065688 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ef3f2fab-fdd2-4364-a4bc-6b778d200e6c admin admin] Deleting port e5f99c5c-9fb9-4196-8914-f1fa17c85bbb {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:24:39.066332 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ef3f2fab-fdd2-4364-a4bc-6b778d200e6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:39.116223 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ca9f7d12-1693-4e99-80ed-ba52a4731b2e req-dcf0b143-1f87-46e9-b813-a695602d4d3d service neutron] 10.222.0.60 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346674 May 03 22:24:39.149802 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6f8445b-84b6-4040-99c5-dca3efbaf60b'] response: {'server_uuid': '173cf94f-2d3e-4360-9e62-e8f7ce3a15f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88861b5-d8ba-4e52-b091-feae2a0ddafa', 'code': 200} May 03 22:24:39.330277 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-9ed1e6de-33ec-4219-bd49-9fb327bd8c92 req-ec02ecdb-2bfe-45b2-8743-8c2ce9a9ca70 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] For port e945b8c1-93f6-482d-bfdf-b66536d90a5d, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=e945b8c1-93f6-482d-bfdf-b66536d90a5d,segment=NetworkSegment(2aabfbd5-8378-4748-b474-412626f804f1),segment_id=2aabfbd5-8378-4748-b474-412626f804f1)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:39.331315 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9ed1e6de-33ec-4219-bd49-9fb327bd8c92 req-ec02ecdb-2bfe-45b2-8743-8c2ce9a9ca70 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:39.356532 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-5f8cf3b0-529c-424c-a56f-6695f55692f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'name': 'tempest-ServersTestBootFromVolume-1014963792-router', 'tenant_id': '9271577ee7c14caabdc945c626e59f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'e5f99c5c-9fb9-4196-8914-f1fa17c85bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:22:11Z', 'updated_at': '2022-05-03T22:24:34Z', 'revision_number': 5, 'project_id': '9271577ee7c14caabdc945c626e59f32', 'gw_port': {'id': 'e5f99c5c-9fb9-4196-8914-f1fa17c85bbb', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:22:12Z', 'updated_at': '2022-05-03T22:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:24:39.365586 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8cf3b0-529c-424c-a56f-6695f55692f7 None None] The sync data for ids ['a26de4d4-c911-40d5-a6a7-0dd780b09698'] in n-d-811807-1 is: [{'id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'name': 'tempest-ServersTestBootFromVolume-1014963792-router', 'tenant_id': '9271577ee7c14caabdc945c626e59f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': 'e5f99c5c-9fb9-4196-8914-f1fa17c85bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:22:11Z', 'updated_at': '2022-05-03T22:24:34Z', 'revision_number': 5, 'project_id': '9271577ee7c14caabdc945c626e59f32', 'gw_port': {'id': 'e5f99c5c-9fb9-4196-8914-f1fa17c85bbb', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26de4d4-c911-40d5-a6a7-0dd780b09698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:22:12Z', 'updated_at': '2022-05-03T22:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:24:39.444246 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-1073c011-d640-4d17-a353-783e94aeabbc req-8c9d7d13-6caa-49ef-90f1-53bde6d26940 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Allocated IP 172.20.0.14 (3476088d-e412-4e55-9c2f-549019c16834/63a9fee3-85c4-4a95-8dcc-67111d08a3de/28dd0952-987f-47b6-882b-5a0ab3372eda) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:24:39.573229 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-ef3f2fab-fdd2-4364-a4bc-6b778d200e6c admin admin] For port e5f99c5c-9fb9-4196-8914-f1fa17c85bbb, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=e5f99c5c-9fb9-4196-8914-f1fa17c85bbb,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:39.574007 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ef3f2fab-fdd2-4364-a4bc-6b778d200e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:39.574886 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device e945b8c1-93f6-482d-bfdf-b66536d90a5d no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:24:39.609479 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ca9f7d12-1693-4e99-80ed-ba52a4731b2e req-4b93a8fb-285d-4e40-8217-52aa6a97f1be service neutron] 10.222.0.60 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394794 May 03 22:24:39.719036 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-9ed1e6de-33ec-4219-bd49-9fb327bd8c92 req-ec02ecdb-2bfe-45b2-8743-8c2ce9a9ca70 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Calling delete_port for e945b8c1-93f6-482d-bfdf-b66536d90a5d owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:24:39.898746 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ef3f2fab-fdd2-4364-a4bc-6b778d200e6c admin admin] Calling delete_port for e5f99c5c-9fb9-4196-8914-f1fa17c85bbb owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:24:40.018872 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc5db7-1c9d-4c0d-b8c0-534f1c1bb051 req-18afed0f-8177-4ae9-8b29-402b64706823 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:40.026407 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-84dc5db7-1c9d-4c0d-b8c0-534f1c1bb051 req-18afed0f-8177-4ae9-8b29-402b64706823 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 950 time: 0.9901867 May 03 22:24:40.033157 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8125ef2c-921c-4f3c-80d8-4a9b11c8304d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:40.502621 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9ed1e6de-33ec-4219-bd49-9fb327bd8c92 req-ec02ecdb-2bfe-45b2-8743-8c2ce9a9ca70 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:40.531796 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1073c011-d640-4d17-a353-783e94aeabbc req-8c9d7d13-6caa-49ef-90f1-53bde6d26940 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:40.535955 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8125ef2c-921c-4f3c-80d8-4a9b11c8304d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:40.575830 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1073c011-d640-4d17-a353-783e94aeabbc req-8c9d7d13-6caa-49ef-90f1-53bde6d26940 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:40.679251 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1073c011-d640-4d17-a353-783e94aeabbc req-8c9d7d13-6caa-49ef-90f1-53bde6d26940 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Network 3476088d-e412-4e55-9c2f-549019c16834 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:24:40.683644 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-1073c011-d640-4d17-a353-783e94aeabbc req-8c9d7d13-6caa-49ef-90f1-53bde6d26940 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:24:40.692297 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-1073c011-d640-4d17-a353-783e94aeabbc req-8c9d7d13-6caa-49ef-90f1-53bde6d26940 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:24:40.745917 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8125ef2c-921c-4f3c-80d8-4a9b11c8304d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8ee30ae7fbc54e2f8199317f8e4ea57f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5095727 May 03 22:24:40.751238 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51862) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:24:40.767682 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d7d13-6caa-49ef-90f1-53bde6d26940 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Pushing event updated for resources: {'Port': ['ID=28dd0952-987f-47b6-882b-5a0ab3372eda,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:40.775982 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073c011-d640-4d17-a353-783e94aeabbc req-8c9d7d13-6caa-49ef-90f1-53bde6d26940 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:40.777665 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1073c011-d640-4d17-a353-783e94aeabbc req-8c9d7d13-6caa-49ef-90f1-53bde6d26940 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:40.818105 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1073c011-d640-4d17-a353-783e94aeabbc req-8c9d7d13-6caa-49ef-90f1-53bde6d26940 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9940231 May 03 22:24:40.887148 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd839154-9eda-4cc6-8eef-ccd06ee14b91 req-534a7a85-2b36-4944-8888-a878299efa29 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:40.895778 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fd839154-9eda-4cc6-8eef-ccd06ee14b91 req-534a7a85-2b36-4944-8888-a878299efa29 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 945 time: 1.4622228 May 03 22:24:40.915728 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc9d5f-9a9e-476a-99b8-68ac048b6bb1 req-05034ddb-71b3-4016-919d-b7dce2a61955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:40.917460 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2afc9d5f-9a9e-476a-99b8-68ac048b6bb1 req-05034ddb-71b3-4016-919d-b7dce2a61955 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 1101 time: 1.5525188 May 03 22:24:40.917576 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-1073c011-d640-4d17-a353-783e94aeabbc req-56453e0b-cf1f-4256-a57d-a5bfb3e4cf11 service neutron] Request body: {'port': {'device_id': '5946f72b-4608-49f4-a3d5-267f44ad3d50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:24:40.918325 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02ecdb-2bfe-45b2-8743-8c2ce9a9ca70 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Pushing event deleted for resources: {'Port': ['ID=e945b8c1-93f6-482d-bfdf-b66536d90a5d,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:40.922436 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-84dc5db7-1c9d-4c0d-b8c0-534f1c1bb051 req-51cb455c-2f0d-4dd8-a41a-925f6c926e60 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8950040 May 03 22:24:41.002559 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed1e6de-33ec-4219-bd49-9fb327bd8c92 req-ec02ecdb-2bfe-45b2-8743-8c2ce9a9ca70 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] No DVR routers for this DVR port e945b8c1-93f6-482d-bfdf-b66536d90a5d on host n-h2-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:24:41.033965 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9ed1e6de-33ec-4219-bd49-9fb327bd8c92 req-ec02ecdb-2bfe-45b2-8743-8c2ce9a9ca70 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:41.043532 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a19d94-c14c-45a1-94ca-0f41f437b983', 'name': 'network-vif-deleted', 'tag': 'e945b8c1-93f6-482d-bfdf-b66536d90a5d'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:24:41.048841 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9ed1e6de-33ec-4219-bd49-9fb327bd8c92 req-ec02ecdb-2bfe-45b2-8743-8c2ce9a9ca70 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.67 "DELETE /v2.0/ports/e945b8c1-93f6-482d-bfdf-b66536d90a5d HTTP/1.1" status: 204 len: 173 time: 3.5234401 May 03 22:24:41.077370 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125ef2c-921c-4f3c-80d8-4a9b11c8304d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb03c3e-b0cc-4f55-8a1a-acb21d41aef2,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:41.101088 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fd839154-9eda-4cc6-8eef-ccd06ee14b91 req-fd6a78f5-07e8-41f2-b1f5-b3d889b1cde8 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042296 May 03 22:24:41.126498 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-668e6d7d-fcfd-4d39-82f4-c5e8574a370a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:41.147512 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ef3f2fab-fdd2-4364-a4bc-6b778d200e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:41.200848 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2afc9d5f-9a9e-476a-99b8-68ac048b6bb1 req-1a65e75f-ef61-4e83-8b41-52bce70c2d8f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012117 May 03 22:24:41.221804 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 33986081-6a62-45fa-a7e2-06f2472ebda8 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:24:41.300167 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 33986081-6a62-45fa-a7e2-06f2472ebda8 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:24:41.300778 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 33986081-6a62-45fa-a7e2-06f2472ebda8 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:24:41.312160 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f2fab-fdd2-4364-a4bc-6b778d200e6c admin admin] Pushing event deleted for resources: {'Port': ['ID=e5f99c5c-9fb9-4196-8914-f1fa17c85bbb,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:41.320773 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-668e6d7d-fcfd-4d39-82f4-c5e8574a370a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:41.330361 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1073c011-d640-4d17-a353-783e94aeabbc req-56453e0b-cf1f-4256-a57d-a5bfb3e4cf11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:41.454232 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ae6b7-57c2-43dc-9faf-a7704601cace req-4c0769e8-cae9-44b1-beb2-f6f836bc293b tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:41.458173 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ef7ae6b7-57c2-43dc-9faf-a7704601cace req-4c0769e8-cae9-44b1-beb2-f6f836bc293b tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=5946f72b-4608-49f4-a3d5-267f44ad3d50 HTTP/1.1" status: 200 len: 932 time: 0.2593136 May 03 22:24:41.476085 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ef3f2fab-fdd2-4364-a4bc-6b778d200e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:41.555506 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d126bad-9dd3-4bfb-9f14-1ed9292c2d85 req-a06e0810-9b32-41cb-843a-bfeffa2833c0 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:41.571192 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8d126bad-9dd3-4bfb-9f14-1ed9292c2d85 req-a06e0810-9b32-41cb-843a-bfeffa2833c0 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=d451d22a-91cb-46bd-889b-f8d801781929 HTTP/1.1" status: 200 len: 946 time: 0.2093124 May 03 22:24:41.579405 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-668e6d7d-fcfd-4d39-82f4-c5e8574a370a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:41.588873 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ef7ae6b7-57c2-43dc-9faf-a7704601cace req-f425d88e-928c-4ee7-a0bd-56fad4279472 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237624 May 03 22:24:41.627899 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e6d7d-fcfd-4d39-82f4-c5e8574a370a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb03c3e-b0cc-4f55-8a1a-acb21d41aef2,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:41.662123 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-668e6d7d-fcfd-4d39-82f4-c5e8574a370a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:41.663513 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-668e6d7d-fcfd-4d39-82f4-c5e8574a370a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0cb03c3e-b0cc-4f55-8a1a-acb21d41aef2 HTTP/1.1" status: 204 len: 168 time: 0.8455980 May 03 22:24:41.692614 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8d126bad-9dd3-4bfb-9f14-1ed9292c2d85 req-c37d7f7f-3477-4dfd-9f2b-3904d015493a tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204903 May 03 22:24:41.813590 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ef3f2fab-fdd2-4364-a4bc-6b778d200e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:41.827592 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ef3f2fab-fdd2-4364-a4bc-6b778d200e6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:41.964246 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ef3f2fab-fdd2-4364-a4bc-6b778d200e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:41.964681 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3f2fab-fdd2-4364-a4bc-6b778d200e6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a26de4d4-c911-40d5-a6a7-0dd780b09698 {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:24:41.985152 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-2584ff66-42e5-4a28-99ba-685a8199f607 req-07bce6b3-3357-4d3e-a0d8-8b0fd15faf0e tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Synchronizing usage tracker for tenant:bb54f7f22ed84045bd34103ad99af40a on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:24:42.032508 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-2584ff66-42e5-4a28-99ba-685a8199f607 req-07bce6b3-3357-4d3e-a0d8-8b0fd15faf0e tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Unset dirty status for tenant:bb54f7f22ed84045bd34103ad99af40a on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:24:42.047048 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2584ff66-42e5-4a28-99ba-685a8199f607 req-07bce6b3-3357-4d3e-a0d8-8b0fd15faf0e tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a19d94-c14c-45a1-94ca-0f41f437b983 HTTP/1.1" status: 200 len: 210 time: 0.1679230 May 03 22:24:42.058636 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ef3f2fab-fdd2-4364-a4bc-6b778d200e6c admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:42.063589 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51886) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:24:42.073697 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ef3f2fab-fdd2-4364-a4bc-6b778d200e6c admin admin] 10.222.0.58 "DELETE /v2.0/routers/a26de4d4-c911-40d5-a6a7-0dd780b09698 HTTP/1.1" status: 204 len: 168 time: 4.9425611 May 03 22:24:42.267732 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-1073c011-d640-4d17-a353-783e94aeabbc req-56453e0b-cf1f-4256-a57d-a5bfb3e4cf11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28dd0952-987f-47b6-882b-5a0ab3372eda {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:24:42.289623 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1073c011-d640-4d17-a353-783e94aeabbc req-56453e0b-cf1f-4256-a57d-a5bfb3e4cf11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:42.293045 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-968b7f53-1e52-414e-99b5-a89dc24595c6'] response: {'server_uuid': 'f3a19d94-c14c-45a1-94ca-0f41f437b983', 'name': 'network-vif-deleted', 'tag': 'e945b8c1-93f6-482d-bfdf-b66536d90a5d', 'status': 'completed', 'code': 200} May 03 22:24:42.313546 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51892) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:24:42.328250 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-1073c011-d640-4d17-a353-783e94aeabbc req-56453e0b-cf1f-4256-a57d-a5bfb3e4cf11 service neutron] Transition to ACTIVE for port object 28dd0952-987f-47b6-882b-5a0ab3372eda will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:24:42.338481 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1073c011-d640-4d17-a353-783e94aeabbc req-56453e0b-cf1f-4256-a57d-a5bfb3e4cf11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:42.346493 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-78640ed7-308b-4655-9af6-553b1691df2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:42.412606 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7eb0d3a-a358-4046-9878-e5f0f5aeb2e6 admin admin] Deleting subnet 28c578e4-f40c-45f7-97b3-868ce0caad29 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:24:42.424308 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d7eb0d3a-a358-4046-9878-e5f0f5aeb2e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:42.452550 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-78640ed7-308b-4655-9af6-553b1691df2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:24:42.469919 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-78640ed7-308b-4655-9af6-553b1691df2d admin admin] Usage tracker for resource:security_group_rule and tenant:c9eccd7c738b4f61862db57881175527 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:24:42.534656 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-78640ed7-308b-4655-9af6-553b1691df2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:24:42.613841 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-78640ed7-308b-4655-9af6-553b1691df2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:24:42.649129 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56453e0b-cf1f-4256-a57d-a5bfb3e4cf11 service neutron] Pushing event updated for resources: {'Port': ['ID=28dd0952-987f-47b6-882b-5a0ab3372eda,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:42.690906 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d7eb0d3a-a358-4046-9878-e5f0f5aeb2e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:42.746988 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-1073c011-d640-4d17-a353-783e94aeabbc req-56453e0b-cf1f-4256-a57d-a5bfb3e4cf11 service neutron] Attempting to bind port 28dd0952-987f-47b6-882b-5a0ab3372eda on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:24:42.747417 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-1073c011-d640-4d17-a353-783e94aeabbc req-56453e0b-cf1f-4256-a57d-a5bfb3e4cf11 service neutron] Attempting to bind port 28dd0952-987f-47b6-882b-5a0ab3372eda by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:24:42.747847 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1073c011-d640-4d17-a353-783e94aeabbc req-56453e0b-cf1f-4256-a57d-a5bfb3e4cf11 service neutron] Attempting to bind port 28dd0952-987f-47b6-882b-5a0ab3372eda on network 3476088d-e412-4e55-9c2f-549019c16834 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:24:42.758461 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1073c011-d640-4d17-a353-783e94aeabbc req-56453e0b-cf1f-4256-a57d-a5bfb3e4cf11 service neutron] Port 28dd0952-987f-47b6-882b-5a0ab3372eda on network 3476088d-e412-4e55-9c2f-549019c16834 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:24:42.758461 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1073c011-d640-4d17-a353-783e94aeabbc req-56453e0b-cf1f-4256-a57d-a5bfb3e4cf11 service neutron] Attempting to bind port 28dd0952-987f-47b6-882b-5a0ab3372eda on network 3476088d-e412-4e55-9c2f-549019c16834 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:24:42.765260 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1073c011-d640-4d17-a353-783e94aeabbc req-56453e0b-cf1f-4256-a57d-a5bfb3e4cf11 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:24:42.765760 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1073c011-d640-4d17-a353-783e94aeabbc req-56453e0b-cf1f-4256-a57d-a5bfb3e4cf11 service neutron] Checking segment: {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:24:42.766426 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1073c011-d640-4d17-a353-783e94aeabbc req-56453e0b-cf1f-4256-a57d-a5bfb3e4cf11 service neutron] Bound using segment: {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:24:42.767294 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-1073c011-d640-4d17-a353-783e94aeabbc req-56453e0b-cf1f-4256-a57d-a5bfb3e4cf11 service neutron] Bound port: 28dd0952-987f-47b6-882b-5a0ab3372eda, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:24:42.767429 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1073c011-d640-4d17-a353-783e94aeabbc req-56453e0b-cf1f-4256-a57d-a5bfb3e4cf11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:42.796707 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-2e8c29f8-8465-4db6-90da-242a84e9f000 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:42.798388 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-2e8c29f8-8465-4db6-90da-242a84e9f000 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d451d22a-91cb-46bd-889b-f8d801781929&tenant_id=1727dc00a1e94099b181b574bcc185b6&binding%3Ahost_id=n-h2-811807-1 HTTP/1.1" status: 200 len: 1097 time: 0.7268794 May 03 22:24:42.840405 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5367de67-d74b-4f93-8e76-1f6175603462 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811807-1'}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:24:42.921188 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-1073c011-d640-4d17-a353-783e94aeabbc req-56453e0b-cf1f-4256-a57d-a5bfb3e4cf11 service neutron] For port 28dd0952-987f-47b6-882b-5a0ab3372eda, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:24:42.925747 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-1073c011-d640-4d17-a353-783e94aeabbc req-56453e0b-cf1f-4256-a57d-a5bfb3e4cf11 service neutron] For port 28dd0952-987f-47b6-882b-5a0ab3372eda, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=28dd0952-987f-47b6-882b-5a0ab3372eda,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:24:42.934578 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1073c011-d640-4d17-a353-783e94aeabbc req-56453e0b-cf1f-4256-a57d-a5bfb3e4cf11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:42.988629 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c63f25-b508-445d-b20a-87ae9c45bfa9 req-8b6ef2ef-0588-4b74-afd5-cf66a5d4c1c9 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:42.989976 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-63c63f25-b508-445d-b20a-87ae9c45bfa9 req-8b6ef2ef-0588-4b74-afd5-cf66a5d4c1c9 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 950 time: 0.6496923 May 03 22:24:43.058097 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d51f50-32df-4cbf-9c33-904a42fce303 req-feb0909e-053c-4d25-b547-133d4ad652ed tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:43.059873 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d0d51f50-32df-4cbf-9c33-904a42fce303 req-feb0909e-053c-4d25-b547-133d4ad652ed tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 945 time: 0.6016815 May 03 22:24:43.197758 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-63c63f25-b508-445d-b20a-87ae9c45bfa9 req-16b88dfb-4a93-43b7-a718-c2e4a894f765 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896627 May 03 22:24:43.201457 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073c011-d640-4d17-a353-783e94aeabbc req-56453e0b-cf1f-4256-a57d-a5bfb3e4cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:43.202427 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1073c011-d640-4d17-a353-783e94aeabbc req-56453e0b-cf1f-4256-a57d-a5bfb3e4cf11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:43.204315 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1073c011-d640-4d17-a353-783e94aeabbc req-56453e0b-cf1f-4256-a57d-a5bfb3e4cf11 service neutron] 10.222.0.67 "PUT /v2.0/ports/28dd0952-987f-47b6-882b-5a0ab3372eda HTTP/1.1" status: 200 len: 1092 time: 2.3806286 May 03 22:24:43.204760 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5946f72b-4608-49f4-a3d5-267f44ad3d50', 'tag': '28dd0952-987f-47b6-882b-5a0ab3372eda'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:24:43.248679 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56453e0b-cf1f-4256-a57d-a5bfb3e4cf11 service neutron] Pushing event updated for resources: {'Port': ['ID=28dd0952-987f-47b6-882b-5a0ab3372eda,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:43.250098 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d7eb0d3a-a358-4046-9878-e5f0f5aeb2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:43.275977 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device e5f99c5c-9fb9-4196-8914-f1fa17c85bbb no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:24:43.285360 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-78640ed7-308b-4655-9af6-553b1691df2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:43.302846 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d0d51f50-32df-4cbf-9c33-904a42fce303 req-b2dc615c-25a6-498d-85a8-80ac2b19da50 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2311919 May 03 22:24:43.303525 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-78640ed7-308b-4655-9af6-553b1691df2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:43.351404 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: e5f99c5c-9fb9-4196-8914-f1fa17c85bbb {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:24:43.352020 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device e5f99c5c-9fb9-4196-8914-f1fa17c85bbb not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:24:43.353292 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78640ed7-308b-4655-9af6-553b1691df2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8b2621-2466-4f91-822b-f59dcacc80e7,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:43.363026 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5367de67-d74b-4f93-8e76-1f6175603462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:43.407454 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-78640ed7-308b-4655-9af6-553b1691df2d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c9eccd7c738b4f61862db57881175527&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0868785 May 03 22:24:43.410398 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51908) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:24:43.486306 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073c011-d640-4d17-a353-783e94aeabbc req-be3fce0c-96cb-40ef-8791-82d45afeb9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:43.488746 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1073c011-d640-4d17-a353-783e94aeabbc req-be3fce0c-96cb-40ef-8791-82d45afeb9e6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&device_id=5946f72b-4608-49f4-a3d5-267f44ad3d50 HTTP/1.1" status: 200 len: 1095 time: 0.2332850 May 03 22:24:43.619974 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1073c011-d640-4d17-a353-783e94aeabbc req-c266f080-ab6d-4467-99ae-712893f7a02c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28dd0952-987f-47b6-882b-5a0ab3372eda HTTP/1.1" status: 200 len: 217 time: 0.1234243 May 03 22:24:43.711034 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073c011-d640-4d17-a353-783e94aeabbc req-b60c8838-0d7c-41bc-9024-12600010a100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:43.711969 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1073c011-d640-4d17-a353-783e94aeabbc req-b60c8838-0d7c-41bc-9024-12600010a100 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=63a9fee3-85c4-4a95-8dcc-67111d08a3de HTTP/1.1" status: 200 len: 861 time: 0.0853710 May 03 22:24:43.774010 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1073c011-d640-4d17-a353-783e94aeabbc req-b6e30ae4-2cc2-4e68-92c8-24d2198f1e48 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3476088d-e412-4e55-9c2f-549019c16834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531709 May 03 22:24:43.882241 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5367de67-d74b-4f93-8e76-1f6175603462 service neutron] For port 8a7f4063-e720-46af-8e0d-04bc4aff8034, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=8a7f4063-e720-46af-8e0d-04bc4aff8034,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:43.917213 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5367de67-d74b-4f93-8e76-1f6175603462 service neutron] For port 8a7f4063-e720-46af-8e0d-04bc4aff8034, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:24:43.924099 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1073c011-d640-4d17-a353-783e94aeabbc req-76afea1a-c650-4570-a789-117e6cd938ba service neutron] 10.222.0.67 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453018 May 03 22:24:43.958040 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d7eb0d3a-a358-4046-9878-e5f0f5aeb2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:44.073359 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb0d3a-a358-4046-9878-e5f0f5aeb2e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28c578e4-f40c-45f7-97b3-868ce0caad29,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:44.073950 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dd5dfa-f6c0-4c72-be57-5667ce97f5ac None None] Network 0e80666c-da9e-419c-8250-40f01b3c2c53 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:24:44.076182 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d7eb0d3a-a358-4046-9878-e5f0f5aeb2e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:44.082204 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6a13110a-49d8-4e9d-bb14-0ec0a8fdac22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:44.129906 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1073c011-d640-4d17-a353-783e94aeabbc req-deb7cce5-c66f-41f3-b386-983ba00c0d0c service neutron] 10.222.0.67 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948068 May 03 22:24:44.142038 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5367de67-d74b-4f93-8e76-1f6175603462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:44.147399 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 51916) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:24:44.147573 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d7eb0d3a-a358-4046-9878-e5f0f5aeb2e6 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/28c578e4-f40c-45f7-97b3-868ce0caad29 HTTP/1.1" status: 204 len: 168 time: 2.0824049 May 03 22:24:44.160030 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6a13110a-49d8-4e9d-bb14-0ec0a8fdac22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:44.175960 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5367de67-d74b-4f93-8e76-1f6175603462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:44.222538 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 8a7f4063-e720-46af-8e0d-04bc4aff8034 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:24:44.285777 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fee7a2ad-00bf-44c3-b9fd-08e92e35fb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:44.301256 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-fee7a2ad-00bf-44c3-b9fd-08e92e35fb3a admin admin] Deleting port b0472b6a-66f7-4401-8d26-95598064aac7 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:24:44.301764 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fee7a2ad-00bf-44c3-b9fd-08e92e35fb3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:44.322575 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd451d22a-91cb-46bd-889b-f8d801781929', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a7f4063-e720-46af-8e0d-04bc4aff8034'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:24:44.349543 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f91b4-651c-4419-b3f9-c169e11ffb10 req-59175d95-93fa-4e06-a9da-6262c2404816 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:44.357546 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-978f91b4-651c-4419-b3f9-c169e11ffb10 req-59175d95-93fa-4e06-a9da-6262c2404816 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=5946f72b-4608-49f4-a3d5-267f44ad3d50 HTTP/1.1" status: 200 len: 944 time: 0.8844831 May 03 22:24:44.403288 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5272b-f6d8-4859-ae54-436fc2b1d4b7 req-df6b7ba3-a975-40c3-99a0-19797b103e4a tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:44.404795 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f4f5272b-f6d8-4859-ae54-436fc2b1d4b7 req-df6b7ba3-a975-40c3-99a0-19797b103e4a tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=d451d22a-91cb-46bd-889b-f8d801781929 HTTP/1.1" status: 200 len: 946 time: 0.8429108 May 03 22:24:44.499032 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367de67-d74b-4f93-8e76-1f6175603462 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7f4063-e720-46af-8e0d-04bc4aff8034,revision_number=7']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:44.545621 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 8a7f4063-e720-46af-8e0d-04bc4aff8034, host n-h2-811807-1, got binding levels [] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:44.547870 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-978f91b4-651c-4419-b3f9-c169e11ffb10 req-f895ea8c-28a7-49f4-9e12-948da519e69a tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889644 May 03 22:24:44.590490 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Attempting to bind port 8a7f4063-e720-46af-8e0d-04bc4aff8034 on host n-h2-811807-1 for vnic_type normal with profile {"migrating_to": "n-h1-811807-1"} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:24:44.590862 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Attempting to bind port 8a7f4063-e720-46af-8e0d-04bc4aff8034 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:24:44.591273 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Attempting to bind port 8a7f4063-e720-46af-8e0d-04bc4aff8034 on network c529cb66-8468-429f-bb93-e81cdb567811 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:24:44.592426 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5367de67-d74b-4f93-8e76-1f6175603462 service neutron] Attempting to bind port 8a7f4063-e720-46af-8e0d-04bc4aff8034 on host n-h2-811807-1 for vnic_type normal with profile {"migrating_to": "n-h1-811807-1"} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:24:44.592663 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5367de67-d74b-4f93-8e76-1f6175603462 service neutron] Attempting to bind port 8a7f4063-e720-46af-8e0d-04bc4aff8034 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:24:44.592989 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5367de67-d74b-4f93-8e76-1f6175603462 service neutron] Attempting to bind port 8a7f4063-e720-46af-8e0d-04bc4aff8034 on network c529cb66-8468-429f-bb93-e81cdb567811 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:24:44.597641 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Port 8a7f4063-e720-46af-8e0d-04bc4aff8034 on network c529cb66-8468-429f-bb93-e81cdb567811 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:24:44.598026 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Attempting to bind port 8a7f4063-e720-46af-8e0d-04bc4aff8034 on network c529cb66-8468-429f-bb93-e81cdb567811 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:24:44.607343 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:24:44.608260 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Checking segment: {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:24:44.608881 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Bound using segment: {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:24:44.609346 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Bound port: 8a7f4063-e720-46af-8e0d-04bc4aff8034, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:24:44.609780 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:44.619778 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6a13110a-49d8-4e9d-bb14-0ec0a8fdac22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:44.666739 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f4f5272b-f6d8-4859-ae54-436fc2b1d4b7 req-4c9f5fee-e117-4101-a274-2a5accc84644 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503428 May 03 22:24:44.678521 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5367de67-d74b-4f93-8e76-1f6175603462 service neutron] Port 8a7f4063-e720-46af-8e0d-04bc4aff8034 on network c529cb66-8468-429f-bb93-e81cdb567811 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:24:44.678847 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5367de67-d74b-4f93-8e76-1f6175603462 service neutron] Attempting to bind port 8a7f4063-e720-46af-8e0d-04bc4aff8034 on network c529cb66-8468-429f-bb93-e81cdb567811 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:24:44.700008 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a13110a-49d8-4e9d-bb14-0ec0a8fdac22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8b2621-2466-4f91-822b-f59dcacc80e7,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:44.738943 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5367de67-d74b-4f93-8e76-1f6175603462 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:24:44.746221 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5367de67-d74b-4f93-8e76-1f6175603462 service neutron] Checking segment: {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:24:44.747746 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5367de67-d74b-4f93-8e76-1f6175603462 service neutron] Bound using segment: {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:24:44.747746 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5367de67-d74b-4f93-8e76-1f6175603462 service neutron] Bound port: 8a7f4063-e720-46af-8e0d-04bc4aff8034, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:24:44.747746 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5367de67-d74b-4f93-8e76-1f6175603462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:44.786713 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6a13110a-49d8-4e9d-bb14-0ec0a8fdac22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:44.787868 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6a13110a-49d8-4e9d-bb14-0ec0a8fdac22 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eb8b2621-2466-4f91-822b-f59dcacc80e7 HTTP/1.1" status: 204 len: 168 time: 1.3761928 May 03 22:24:44.806237 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-fee7a2ad-00bf-44c3-b9fd-08e92e35fb3a admin admin] For port b0472b6a-66f7-4401-8d26-95598064aac7, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=b0472b6a-66f7-4401-8d26-95598064aac7,segment=NetworkSegment(92821917-315b-4061-8d3c-143fde4cc6cc),segment_id=92821917-315b-4061-8d3c-143fde4cc6cc)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:44.806613 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fee7a2ad-00bf-44c3-b9fd-08e92e35fb3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:44.957336 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1130c767-a5fd-481c-9bd2-4b27dad4a9dc None None] DHCP port deletion for 0e80666c-da9e-419c-8250-40f01b3c2c53 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:24:44.969938 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1130c767-a5fd-481c-9bd2-4b27dad4a9dc None None] Deleting port b0472b6a-66f7-4401-8d26-95598064aac7 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:24:44.970251 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1130c767-a5fd-481c-9bd2-4b27dad4a9dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:45.068565 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 8a7f4063-e720-46af-8e0d-04bc4aff8034, host n-h2-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:24:45.096788 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 8a7f4063-e720-46af-8e0d-04bc4aff8034, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=8a7f4063-e720-46af-8e0d-04bc4aff8034,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:24:45.123770 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5367de67-d74b-4f93-8e76-1f6175603462 service neutron] For port 8a7f4063-e720-46af-8e0d-04bc4aff8034, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:24:45.133929 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-161ff649-de6d-4782-bb7a-590ea5f53f70'] response: {'name': 'network-changed', 'server_uuid': '5946f72b-4608-49f4-a3d5-267f44ad3d50', 'tag': '28dd0952-987f-47b6-882b-5a0ab3372eda', 'status': 'completed', 'code': 200} May 03 22:24:45.141888 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-fee7a2ad-00bf-44c3-b9fd-08e92e35fb3a admin admin] Calling delete_port for b0472b6a-66f7-4401-8d26-95598064aac7 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:24:45.146277 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.api [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5367de67-d74b-4f93-8e76-1f6175603462 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 8a7f4063-e720-46af-8e0d-04bc4aff8034-n-h2-811807-1-0 {{(pid=88069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:24:45.146599 n-d-811807-1 neutron-server[88069]: DEBUG oslo_db.api [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5367de67-d74b-4f93-8e76-1f6175603462 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:24:45.184093 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaf30d-376b-4532-b178-581986fd80ce req-7c3b71b6-216b-4915-ab64-d54f251e1ada tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:45.195046 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:45.196702 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6fdaf30d-376b-4532-b178-581986fd80ce req-7c3b71b6-216b-4915-ab64-d54f251e1ada tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 945 time: 0.1931129 May 03 22:24:45.320465 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6fdaf30d-376b-4532-b178-581986fd80ce req-4238e23a-665b-47cf-b10e-48830465b540 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249814 May 03 22:24:45.341059 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device b0472b6a-66f7-4401-8d26-95598064aac7 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:24:45.504317 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c03cabdc-68b1-47fa-8cdb-a7e111f78190'] response: {'server_uuid': 'd451d22a-91cb-46bd-889b-f8d801781929', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a7f4063-e720-46af-8e0d-04bc4aff8034', 'code': 200} May 03 22:24:45.591712 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fee7a2ad-00bf-44c3-b9fd-08e92e35fb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:45.612510 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=8a7f4063-e720-46af-8e0d-04bc4aff8034,revision_number=8']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:45.619127 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 8a7f4063-e720-46af-8e0d-04bc4aff8034 has no active binding in host n-h1-811807-1 {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 03 22:24:45.662895 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591d006-2f8c-4e78-bf90-a9398e8ed4e2 req-23ac9f07-6565-43e1-b619-e9fbe2fbf206 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:45.675197 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0591d006-2f8c-4e78-bf90-a9398e8ed4e2 req-23ac9f07-6565-43e1-b619-e9fbe2fbf206 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 950 time: 0.2740808 May 03 22:24:45.680069 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Port b0472b6a-66f7-4401-8d26-95598064aac7 update to DOWN by agent not found {{(pid=88071) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 03 22:24:45.695200 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7a2ad-00bf-44c3-b9fd-08e92e35fb3a admin admin] Pushing event deleted for resources: {'Port': ['ID=b0472b6a-66f7-4401-8d26-95598064aac7,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:45.698441 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0866d-ba7b-4e61-beeb-c283836f278c req-7f4b7765-a0a0-4101-8d21-ce679619c77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:45.705566 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ade0866d-ba7b-4e61-beeb-c283836f278c req-7f4b7765-a0a0-4101-8d21-ce679619c77f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&device_id=5946f72b-4608-49f4-a3d5-267f44ad3d50 HTTP/1.1" status: 200 len: 1095 time: 0.5707779 May 03 22:24:45.724023 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee7a2ad-00bf-44c3-b9fd-08e92e35fb3a admin admin] No DVR routers for this DVR port b0472b6a-66f7-4401-8d26-95598064aac7 on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:24:45.724676 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-1130c767-a5fd-481c-9bd2-4b27dad4a9dc None None] For port b0472b6a-66f7-4401-8d26-95598064aac7, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=b0472b6a-66f7-4401-8d26-95598064aac7,segment=NetworkSegment(92821917-315b-4061-8d3c-143fde4cc6cc),segment_id=92821917-315b-4061-8d3c-143fde4cc6cc)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:45.734222 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1130c767-a5fd-481c-9bd2-4b27dad4a9dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:45.768420 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5367de67-d74b-4f93-8e76-1f6175603462 service neutron] Attempting to bind port 8a7f4063-e720-46af-8e0d-04bc4aff8034 on host n-h2-811807-1 for vnic_type normal with profile {"migrating_to": "n-h1-811807-1"} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:24:45.768782 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5367de67-d74b-4f93-8e76-1f6175603462 service neutron] Attempting to bind port 8a7f4063-e720-46af-8e0d-04bc4aff8034 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:24:45.769088 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5367de67-d74b-4f93-8e76-1f6175603462 service neutron] Attempting to bind port 8a7f4063-e720-46af-8e0d-04bc4aff8034 on network c529cb66-8468-429f-bb93-e81cdb567811 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:24:45.791195 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5367de67-d74b-4f93-8e76-1f6175603462 service neutron] Port 8a7f4063-e720-46af-8e0d-04bc4aff8034 on network c529cb66-8468-429f-bb93-e81cdb567811 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:24:45.791539 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5367de67-d74b-4f93-8e76-1f6175603462 service neutron] Attempting to bind port 8a7f4063-e720-46af-8e0d-04bc4aff8034 on network c529cb66-8468-429f-bb93-e81cdb567811 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:24:45.825140 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5367de67-d74b-4f93-8e76-1f6175603462 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:24:45.825577 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5367de67-d74b-4f93-8e76-1f6175603462 service neutron] Checking segment: {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:24:45.826074 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5367de67-d74b-4f93-8e76-1f6175603462 service neutron] Bound using segment: {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:24:45.827318 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5367de67-d74b-4f93-8e76-1f6175603462 service neutron] Bound port: 8a7f4063-e720-46af-8e0d-04bc4aff8034, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:24:45.827770 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5367de67-d74b-4f93-8e76-1f6175603462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:45.899108 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0591d006-2f8c-4e78-bf90-a9398e8ed4e2 req-b85c9750-8081-4224-8791-34fd834dce89 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229023 May 03 22:24:46.001968 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1130c767-a5fd-481c-9bd2-4b27dad4a9dc None None] Calling delete_port for b0472b6a-66f7-4401-8d26-95598064aac7 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:24:46.094136 n-d-811807-1 neutron-server[88069]: WARNING neutron.plugins.ml2.plugin [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5367de67-d74b-4f93-8e76-1f6175603462 service neutron] Concurrent port binding operations failed on port 8a7f4063-e720-46af-8e0d-04bc4aff8034 May 03 22:24:46.098211 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5367de67-d74b-4f93-8e76-1f6175603462 service neutron] For port 8a7f4063-e720-46af-8e0d-04bc4aff8034, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=8a7f4063-e720-46af-8e0d-04bc4aff8034,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:46.107266 n-d-811807-1 neutron-server[88069]: INFO neutron.plugins.ml2.plugin [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5367de67-d74b-4f93-8e76-1f6175603462 service neutron] Attempt 2 to bind port 8a7f4063-e720-46af-8e0d-04bc4aff8034 May 03 22:24:46.110735 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5367de67-d74b-4f93-8e76-1f6175603462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:46.111451 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5367de67-d74b-4f93-8e76-1f6175603462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:46.112784 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5367de67-d74b-4f93-8e76-1f6175603462 service neutron] 10.222.0.60 "PUT /v2.0/ports/8a7f4063-e720-46af-8e0d-04bc4aff8034 HTTP/1.1" status: 200 len: 1122 time: 3.3042173 May 03 22:24:46.217034 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['8a7f4063-e720-46af-8e0d-04bc4aff8034'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:24:46.321543 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51970) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:24:46.326675 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-9e759a26-26c7-4fee-80bb-27c0aeb317f6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2102862569', 'description': 'tempest-description--1448503398'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:24:46.340868 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9e759a26-26c7-4fee-80bb-27c0aeb317f6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:24:46.345121 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['8a7f4063-e720-46af-8e0d-04bc4aff8034'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:24:46.351732 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fee7a2ad-00bf-44c3-b9fd-08e92e35fb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:46.359156 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9e759a26-26c7-4fee-80bb-27c0aeb317f6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Usage tracker for resource:security_group and tenant:bb54f7f22ed84045bd34103ad99af40a is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:24:46.370878 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9e759a26-26c7-4fee-80bb-27c0aeb317f6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:24:46.394822 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9e759a26-26c7-4fee-80bb-27c0aeb317f6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:24:46.422876 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9e759a26-26c7-4fee-80bb-27c0aeb317f6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:46.486926 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9e759a26-26c7-4fee-80bb-27c0aeb317f6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:24:46.497271 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-fee7a2ad-00bf-44c3-b9fd-08e92e35fb3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e80666c-da9e-419c-8250-40f01b3c2c53']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:24:46.498604 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9e759a26-26c7-4fee-80bb-27c0aeb317f6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Usage tracker for resource:security_group_rule and tenant:bb54f7f22ed84045bd34103ad99af40a is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:24:46.505604 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9e759a26-26c7-4fee-80bb-27c0aeb317f6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:24:46.530636 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9e759a26-26c7-4fee-80bb-27c0aeb317f6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:24:46.543940 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0866d-ba7b-4e61-beeb-c283836f278c req-071c94a5-1340-4a03-b618-85e372b7bfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:46.559334 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ade0866d-ba7b-4e61-beeb-c283836f278c req-071c94a5-1340-4a03-b618-85e372b7bfa0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3476088d-e412-4e55-9c2f-549019c16834 HTTP/1.1" status: 200 len: 922 time: 0.8365414 May 03 22:24:46.562647 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-fee7a2ad-00bf-44c3-b9fd-08e92e35fb3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92821917-315b-4061-8d3c-143fde4cc6cc') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:24:46.574065 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-fee7a2ad-00bf-44c3-b9fd-08e92e35fb3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92821917-315b-4061-8d3c-143fde4cc6cc') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:24:46.606973 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-1130c767-a5fd-481c-9bd2-4b27dad4a9dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:24:46.607323 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-1130c767-a5fd-481c-9bd2-4b27dad4a9dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:24:46.713381 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fee7a2ad-00bf-44c3-b9fd-08e92e35fb3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:46.763561 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ade0866d-ba7b-4e61-beeb-c283836f278c req-f6410436-5902-4041-8aba-abe5d383c597 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28dd0952-987f-47b6-882b-5a0ab3372eda HTTP/1.1" status: 200 len: 217 time: 0.1824307 May 03 22:24:46.822262 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9e759a26-26c7-4fee-80bb-27c0aeb317f6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:46.837834 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fee7a2ad-00bf-44c3-b9fd-08e92e35fb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:46.845258 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9e759a26-26c7-4fee-80bb-27c0aeb317f6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:46.877600 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee7a2ad-00bf-44c3-b9fd-08e92e35fb3a admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:24:46.878432 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fee7a2ad-00bf-44c3-b9fd-08e92e35fb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:46.940944 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:24:46.940944 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:24:46.940944 n-d-811807-1 neutron-server[88070]: timer() May 03 22:24:46.940944 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:24:46.940944 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:24:46.940944 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:24:46.940944 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:24:46.940944 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:24:46.940944 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:24:46.940944 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:24:46.940944 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:24:46.940944 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:24:46.940944 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:24:46.940944 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:24:46.940944 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:24:46.940944 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:24:46.940944 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:24:46.940944 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:24:46.940944 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:24:46.940944 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:24:46.940944 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:24:46.940944 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:24:46.940944 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:24:46.940944 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:24:46.940944 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:24:46.940944 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:24:46.940944 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:24:46.940944 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:24:46.940944 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:24:46.940944 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:24:46.940944 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:24:46.940944 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:24:47.010258 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dced22-ef50-44ad-9ad4-4f059b4f7ca7 req-ecdd173f-b55e-45ad-9a9a-b8bab687170b tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:47.017373 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b6dced22-ef50-44ad-9ad4-4f059b4f7ca7 req-ecdd173f-b55e-45ad-9a9a-b8bab687170b tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=5946f72b-4608-49f4-a3d5-267f44ad3d50 HTTP/1.1" status: 200 len: 944 time: 0.4285278 May 03 22:24:47.058279 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9e759a26-26c7-4fee-80bb-27c0aeb317f6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:47.059757 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9e759a26-26c7-4fee-80bb-27c0aeb317f6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7371445 May 03 22:24:47.062709 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0866d-ba7b-4e61-beeb-c283836f278c req-1a1a128f-5c14-4308-8bb1-f8baebd2fa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:47.065323 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ade0866d-ba7b-4e61-beeb-c283836f278c req-1a1a128f-5c14-4308-8bb1-f8baebd2fa77 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=63a9fee3-85c4-4a95-8dcc-67111d08a3de HTTP/1.1" status: 200 len: 861 time: 0.2882998 May 03 22:24:47.065811 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 52000) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:24:47.071878 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e759a26-26c7-4fee-80bb-27c0aeb317f6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=440ebae0-2225-4f05-a0e8-b1baf8cb3313,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:47.113968 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1130c767-a5fd-481c-9bd2-4b27dad4a9dc None None] Deleting port b0472b6a-66f7-4401-8d26-95598064aac7 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:24:47.114527 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1130c767-a5fd-481c-9bd2-4b27dad4a9dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:47.144738 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b6dced22-ef50-44ad-9ad4-4f059b4f7ca7 req-83360fa4-6997-4c96-8738-edb48d19bf09 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262388 May 03 22:24:47.253286 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-0a9124ad-685d-47e6-8021-8d4845f62c98 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Request body: {'security_group_rule': {'security_group_id': '440ebae0-2225-4f05-a0e8-b1baf8cb3313', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:24:47.253932 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1130c767-a5fd-481c-9bd2-4b27dad4a9dc None None] The port 'b0472b6a-66f7-4401-8d26-95598064aac7' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:24:47.340928 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf79770-cbc7-41db-80ed-063a037ed40a req-356a725f-c3bb-48be-857e-6e950e586973 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:47.347478 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ade0866d-ba7b-4e61-beeb-c283836f278c req-a7103e1b-b562-4573-88b1-ec70fbee1212 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3476088d-e412-4e55-9c2f-549019c16834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017542 May 03 22:24:47.349951 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-0a9124ad-685d-47e6-8021-8d4845f62c98 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:24:47.352574 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bcf79770-cbc7-41db-80ed-063a037ed40a req-356a725f-c3bb-48be-857e-6e950e586973 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=d451d22a-91cb-46bd-889b-f8d801781929 HTTP/1.1" status: 200 len: 944 time: 0.2059610 May 03 22:24:47.352775 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fee7a2ad-00bf-44c3-b9fd-08e92e35fb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:47.378532 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fee7a2ad-00bf-44c3-b9fd-08e92e35fb3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:47.381486 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0a9124ad-685d-47e6-8021-8d4845f62c98 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Usage tracker for resource:security_group_rule and tenant:bb54f7f22ed84045bd34103ad99af40a is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:24:47.402242 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7a2ad-00bf-44c3-b9fd-08e92e35fb3a admin admin] Pushing event deleted for resources: {'Network': ['ID=0e80666c-da9e-419c-8250-40f01b3c2c53,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:47.405662 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0a9124ad-685d-47e6-8021-8d4845f62c98 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:24:47.418132 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-0a9124ad-685d-47e6-8021-8d4845f62c98 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:24:47.421386 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bcf79770-cbc7-41db-80ed-063a037ed40a req-99357c28-a30a-497e-95c5-ad360998a171 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666223 May 03 22:24:47.453598 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fee7a2ad-00bf-44c3-b9fd-08e92e35fb3a admin admin] 10.222.0.58 "DELETE /v2.0/networks/0e80666c-da9e-419c-8250-40f01b3c2c53 HTTP/1.1" status: 204 len: 168 time: 3.3047578 May 03 22:24:47.506216 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd451d22a-91cb-46bd-889b-f8d801781929', 'tag': '8a7f4063-e720-46af-8e0d-04bc4aff8034'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:24:47.528308 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2624af-0e98-4621-9e19-50d87ca4efa9 req-823e8abc-7aa1-441a-9347-768c471ac63d tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:47.530875 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4e2624af-0e98-4621-9e19-50d87ca4efa9 req-823e8abc-7aa1-441a-9347-768c471ac63d tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 950 time: 0.1022739 May 03 22:24:47.594872 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fa8a79b-defb-448a-a032-ba9044e758cf'] response: {'name': 'network-changed', 'server_uuid': 'd451d22a-91cb-46bd-889b-f8d801781929', 'tag': '8a7f4063-e720-46af-8e0d-04bc4aff8034', 'status': 'completed', 'code': 200} May 03 22:24:47.613663 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4e2624af-0e98-4621-9e19-50d87ca4efa9 req-14430896-d1a1-446e-9cb2-9a101fc94ce8 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733244 May 03 22:24:47.646437 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a9124ad-685d-47e6-8021-8d4845f62c98 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:47.812551 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ade0866d-ba7b-4e61-beeb-c283836f278c req-fc8b53cc-0914-4265-82d9-5b11044121b5 service neutron] 10.222.0.67 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555070 May 03 22:24:47.829126 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f13216-3f43-4d90-bc52-d18044895e3b req-53576e4b-d6b0-4a61-a11f-90596a325a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:47.834408 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-62f13216-3f43-4d90-bc52-d18044895e3b req-53576e4b-d6b0-4a61-a11f-90596a325a29 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1727dc00a1e94099b181b574bcc185b6&device_id=d451d22a-91cb-46bd-889b-f8d801781929 HTTP/1.1" status: 200 len: 1125 time: 0.2151828 May 03 22:24:47.913541 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 52030) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:24:47.997345 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a9124ad-685d-47e6-8021-8d4845f62c98 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:48.012678 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a9124ad-685d-47e6-8021-8d4845f62c98 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:48.078893 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f13216-3f43-4d90-bc52-d18044895e3b req-ce8dc857-acbf-4949-87cf-992da245702b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:48.080690 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-62f13216-3f43-4d90-bc52-d18044895e3b req-ce8dc857-acbf-4949-87cf-992da245702b service neutron] 10.222.0.67 "GET /v2.0/networks?id=c529cb66-8468-429f-bb93-e81cdb567811 HTTP/1.1" status: 200 len: 909 time: 0.2402525 May 03 22:24:48.201974 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9124ad-685d-47e6-8021-8d4845f62c98 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3301ddbe-1e75-4239-8fff-65748184ba8e,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:48.278215 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c0656bdf-852f-4fe9-b47d-2e3a39343c87 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9271577ee7c14caabdc945c626e59f32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3276715 May 03 22:24:48.281836 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52054) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:24:48.282032 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a9124ad-685d-47e6-8021-8d4845f62c98 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:48.291122 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52056) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:24:48.293714 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-62f13216-3f43-4d90-bc52-d18044895e3b req-85ce9796-0490-45ee-be8b-61613679b6b1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a7f4063-e720-46af-8e0d-04bc4aff8034 HTTP/1.1" status: 200 len: 217 time: 0.2046878 May 03 22:24:48.294249 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0a9124ad-685d-47e6-8021-8d4845f62c98 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0960314 May 03 22:24:48.355054 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ade0866d-ba7b-4e61-beeb-c283836f278c req-982cedf1-3437-4213-849c-f80049fa7a07 service neutron] 10.222.0.67 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5223806 May 03 22:24:48.525193 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-cda8e77f-4345-4023-a94d-def84ebfc603 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Request body: {'security_group_rule': {'security_group_id': '440ebae0-2225-4f05-a0e8-b1baf8cb3313', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:24:48.530725 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f13216-3f43-4d90-bc52-d18044895e3b req-42adf45d-255a-4e19-aa0d-6912761eae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:48.532045 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-62f13216-3f43-4d90-bc52-d18044895e3b req-42adf45d-255a-4e19-aa0d-6912761eae42 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1ee1af50-b130-474e-bc7b-1c6042f9e7e1 HTTP/1.1" status: 200 len: 848 time: 0.2016790 May 03 22:24:48.537959 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-cda8e77f-4345-4023-a94d-def84ebfc603 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:24:48.589538 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-cda8e77f-4345-4023-a94d-def84ebfc603 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Usage tracker for resource:security_group_rule and tenant:bb54f7f22ed84045bd34103ad99af40a is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:24:48.642746 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-cda8e77f-4345-4023-a94d-def84ebfc603 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:24:48.713721 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-62f13216-3f43-4d90-bc52-d18044895e3b req-a07b8103-410a-4dcf-8164-6e2cda0e418e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c529cb66-8468-429f-bb93-e81cdb567811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1683822 May 03 22:24:48.714757 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-cda8e77f-4345-4023-a94d-def84ebfc603 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:24:48.795240 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fa9ebc10-04bb-42a5-b95a-f706b7bb3fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:48.865461 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cda8e77f-4345-4023-a94d-def84ebfc603 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:48.913361 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fa9ebc10-04bb-42a5-b95a-f706b7bb3fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:49.008980 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b8af8-48e3-4823-9c68-c8fb415605bb req-f30ac6b0-a72d-4cc7-b51d-022d8fe0e38b tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:49.010472 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e26b8af8-48e3-4823-9c68-c8fb415605bb req-f30ac6b0-a72d-4cc7-b51d-022d8fe0e38b tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=5946f72b-4608-49f4-a3d5-267f44ad3d50 HTTP/1.1" status: 200 len: 944 time: 0.4764428 May 03 22:24:49.022045 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-62f13216-3f43-4d90-bc52-d18044895e3b req-358c47e4-3f43-4e1f-9a6d-33ae83a6a840 service neutron] 10.222.0.67 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961531 May 03 22:24:49.054936 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83539be0-6055-4a03-95cf-573a4fa2dc8e req-e36d5008-c2ae-4ede-91fe-226b093134a7 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:49.056358 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-83539be0-6055-4a03-95cf-573a4fa2dc8e req-e36d5008-c2ae-4ede-91fe-226b093134a7 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 950 time: 0.4269204 May 03 22:24:49.128004 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cda8e77f-4345-4023-a94d-def84ebfc603 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:49.154450 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cda8e77f-4345-4023-a94d-def84ebfc603 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:49.213998 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fa9ebc10-04bb-42a5-b95a-f706b7bb3fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:49.262695 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e26b8af8-48e3-4823-9c68-c8fb415605bb req-b7db3435-361a-4b6e-8af1-ebafedd26783 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370667 May 03 22:24:49.274978 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ebc10-04bb-42a5-b95a-f706b7bb3fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4720d3c7-401c-4cc4-8520-719d28c678a4,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:49.276773 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8e77f-4345-4023-a94d-def84ebfc603 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0faf069-1358-4421-b7b1-000330323191,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:49.281384 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-83539be0-6055-4a03-95cf-573a4fa2dc8e req-73cafa89-8a57-4176-9bef-ce1778b7ae59 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012131 May 03 22:24:49.325565 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fa9ebc10-04bb-42a5-b95a-f706b7bb3fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:49.325565 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-fa9ebc10-04bb-42a5-b95a-f706b7bb3fb2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4720d3c7-401c-4cc4-8520-719d28c678a4 HTTP/1.1" status: 204 len: 168 time: 1.0332158 May 03 22:24:49.325565 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cda8e77f-4345-4023-a94d-def84ebfc603 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:49.325565 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-cda8e77f-4345-4023-a94d-def84ebfc603 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0247152 May 03 22:24:49.330421 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 52076) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:24:49.347889 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-f553f298-dfc1-492c-b78b-2fe6b5206ce5 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:24:49.348331 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-62f13216-3f43-4d90-bc52-d18044895e3b req-5743c7a0-67fc-4e41-926f-bdb578ca9671 service neutron] 10.222.0.67 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173456 May 03 22:24:49.356583 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f553f298-dfc1-492c-b78b-2fe6b5206ce5 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:24:49.384565 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f553f298-dfc1-492c-b78b-2fe6b5206ce5 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Usage tracker for resource:floatingip and tenant:bb54f7f22ed84045bd34103ad99af40a is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:24:49.400243 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f553f298-dfc1-492c-b78b-2fe6b5206ce5 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:24:49.437363 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f553f298-dfc1-492c-b78b-2fe6b5206ce5 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:24:49.472076 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f553f298-dfc1-492c-b78b-2fe6b5206ce5 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks [] for floatingip, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:49.603142 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540d600-cd81-49c8-8aed-21f7e4508b20 req-ac3b99a9-5f61-4676-a333-d31f8fbc4f42 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:49.606598 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0540d600-cd81-49c8-8aed-21f7e4508b20 req-ac3b99a9-5f61-4676-a333-d31f8fbc4f42 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=d451d22a-91cb-46bd-889b-f8d801781929 HTTP/1.1" status: 200 len: 944 time: 0.1370442 May 03 22:24:49.691228 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f553f298-dfc1-492c-b78b-2fe6b5206ce5 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:49.710938 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0540d600-cd81-49c8-8aed-21f7e4508b20 req-1643e7af-e384-45be-b44e-42186265a172 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968595 May 03 22:24:49.944510 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-f553f298-dfc1-492c-b78b-2fe6b5206ce5 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Allocated IP 172.25.2.233 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/453b906c-2de9-4b8c-b912-11a0579746d7) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:24:50.136195 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f553f298-dfc1-492c-b78b-2fe6b5206ce5 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:50.182422 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f553f298-dfc1-492c-b78b-2fe6b5206ce5 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:50.227078 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 2cd74799-58d8-4e74-af4b-685d5aaa1c56 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:24:50.288043 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f553f298-dfc1-492c-b78b-2fe6b5206ce5 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:24:50.288043 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-f553f298-dfc1-492c-b78b-2fe6b5206ce5 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:24:50.315620 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f553f298-dfc1-492c-b78b-2fe6b5206ce5 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:24:50.347178 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553f298-dfc1-492c-b78b-2fe6b5206ce5 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Pushing event updated for resources: {'Port': ['ID=453b906c-2de9-4b8c-b912-11a0579746d7,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:50.404278 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f553f298-dfc1-492c-b78b-2fe6b5206ce5 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:50.482899 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52146) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:24:50.524940 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f553f298-dfc1-492c-b78b-2fe6b5206ce5 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:50.563087 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 2cd74799-58d8-4e74-af4b-685d5aaa1c56, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=2cd74799-58d8-4e74-af4b-685d5aaa1c56,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:50.578886 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '2cd74799-58d8-4e74-af4b-685d5aaa1c56', 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559', 'port_id': '2cd74799-58d8-4e74-af4b-685d5aaa1c56', 'mac_address': 'fa:16:3e:c9:56:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6303b72-ad18-4df3-b796-1d1c3ad4e877', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:24:50.645552 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:50.681520 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cd74799-58d8-4e74-af4b-685d5aaa1c56 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:24:50.718338 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 2cd74799-58d8-4e74-af4b-685d5aaa1c56, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=2cd74799-58d8-4e74-af4b-685d5aaa1c56,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:50.725794 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:50.733387 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52158) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:24:50.833098 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aab5cf-f320-4350-99a7-4e5d7d8fc0c2 req-c9d32809-495f-4f4f-8e35-e3d369996e95 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:50.835375 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-00aab5cf-f320-4350-99a7-4e5d7d8fc0c2 req-c9d32809-495f-4f4f-8e35-e3d369996e95 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=5946f72b-4608-49f4-a3d5-267f44ad3d50 HTTP/1.1" status: 200 len: 944 time: 0.3126967 May 03 22:24:50.851958 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075b02c-6d8c-4416-a376-eac33263a5c0 req-3661ad1d-8b25-4c53-8b4c-20c3e649430a tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:50.860627 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=2cd74799-58d8-4e74-af4b-685d5aaa1c56,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:50.861724 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c075b02c-6d8c-4416-a376-eac33263a5c0 req-3661ad1d-8b25-4c53-8b4c-20c3e649430a tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 950 time: 0.2241213 May 03 22:24:50.879395 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:24:50.879784 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:24:50.880075 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:24:50.880473 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:24:50.880840 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:24:50.881466 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:24:50.882387 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:24:50.882721 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:24:50.883046 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:24:50.883414 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:24:50.883746 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:24:50.884066 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:24:50.952771 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-893f490f-7d8d-49d3-b88c-a5bc50c852f5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1417843745-network', 'tenant_id': 'ceba61b4c246497baf83bdccf3f80f6e'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:24:50.966856 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-893f490f-7d8d-49d3-b88c-a5bc50c852f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:24:50.979612 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-00aab5cf-f320-4350-99a7-4e5d7d8fc0c2 req-7a7c1b53-02c0-447c-8a0a-cf593f104cfd tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376362 May 03 22:24:50.980327 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-099f0f86-c851-44a0-a5f5-1b71f56577ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:50.999779 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-893f490f-7d8d-49d3-b88c-a5bc50c852f5 admin admin] Usage tracker for resource:network and tenant:ceba61b4c246497baf83bdccf3f80f6e is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:24:51.006925 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-893f490f-7d8d-49d3-b88c-a5bc50c852f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:24:51.014811 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['2cd74799-58d8-4e74-af4b-685d5aaa1c56'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:24:51.026553 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c075b02c-6d8c-4416-a376-eac33263a5c0 req-927eb552-d057-4cf3-99dd-c7dfbf8157cf tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636586 May 03 22:24:51.032788 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-893f490f-7d8d-49d3-b88c-a5bc50c852f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:24:51.054445 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-099f0f86-c851-44a0-a5f5-1b71f56577ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:24:51.061464 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-099f0f86-c851-44a0-a5f5-1b71f56577ed admin admin] Usage tracker for resource:security_group_rule and tenant:0c56b1f8675b407c99a8325f363647fe is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:24:51.076117 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-099f0f86-c851-44a0-a5f5-1b71f56577ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:24:51.077586 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f553f298-dfc1-492c-b78b-2fe6b5206ce5 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:51.090542 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f553f298-dfc1-492c-b78b-2fe6b5206ce5 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:51.094893 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893f490f-7d8d-49d3-b88c-a5bc50c852f5 admin admin] Made reservation on behalf of ceba61b4c246497baf83bdccf3f80f6e for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:24:51.101534 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-893f490f-7d8d-49d3-b88c-a5bc50c852f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:51.130442 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-099f0f86-c851-44a0-a5f5-1b71f56577ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:24:51.153781 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-893f490f-7d8d-49d3-b88c-a5bc50c852f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:51.188348 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-893f490f-7d8d-49d3-b88c-a5bc50c852f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:24:51.203524 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-893f490f-7d8d-49d3-b88c-a5bc50c852f5 admin admin] Usage tracker for resource:security_group_rule and tenant:ceba61b4c246497baf83bdccf3f80f6e is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:24:51.218703 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-893f490f-7d8d-49d3-b88c-a5bc50c852f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:24:51.232534 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-893f490f-7d8d-49d3-b88c-a5bc50c852f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:24:51.330352 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553f298-dfc1-492c-b78b-2fe6b5206ce5 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Pushing event updated for resources: {'Port': ['ID=453b906c-2de9-4b8c-b912-11a0579746d7,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:51.343942 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f553f298-dfc1-492c-b78b-2fe6b5206ce5 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:51.381404 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f553f298-dfc1-492c-b78b-2fe6b5206ce5 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:51.391228 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f553f298-dfc1-492c-b78b-2fe6b5206ce5 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0398254 May 03 22:24:51.445708 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eee7bb-c858-4e5c-bb3b-22e975437eff req-0d591590-6027-4b36-a628-b247615cb769 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:51.450359 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-75eee7bb-c858-4e5c-bb3b-22e975437eff req-0d591590-6027-4b36-a628-b247615cb769 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=d451d22a-91cb-46bd-889b-f8d801781929 HTTP/1.1" status: 200 len: 944 time: 0.1803839 May 03 22:24:51.453266 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-099f0f86-c851-44a0-a5f5-1b71f56577ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:51.472663 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-099f0f86-c851-44a0-a5f5-1b71f56577ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:51.566012 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f0f86-c851-44a0-a5f5-1b71f56577ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7012b880-8c25-430b-a563-ccbdfa0efec1,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:51.600217 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-893f490f-7d8d-49d3-b88c-a5bc50c852f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:51.606414 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 52226) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:24:51.606977 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-099f0f86-c851-44a0-a5f5-1b71f56577ed admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0c56b1f8675b407c99a8325f363647fe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1223710 May 03 22:24:51.618099 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-893f490f-7d8d-49d3-b88c-a5bc50c852f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:51.648076 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-75eee7bb-c858-4e5c-bb3b-22e975437eff req-a9e522b8-e6b9-4859-90e4-58085cead7e6 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791863 May 03 22:24:51.648528 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 28dd0952-987f-47b6-882b-5a0ab3372eda details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:24:51.682366 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-893f490f-7d8d-49d3-b88c-a5bc50c852f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:24:51.714520 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f490f-7d8d-49d3-b88c-a5bc50c852f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b81432-802a-43de-9bfe-4b29db55d035,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:51.739432 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-893f490f-7d8d-49d3-b88c-a5bc50c852f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:51.740029 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-893f490f-7d8d-49d3-b88c-a5bc50c852f5 admin admin] Added segment ecbb00f8-2427-445d-8d3a-dfed70f9eb68 of type vlan for network 22816792-b0ae-4be9-b09e-70e4ed0fb73c May 03 22:24:51.760696 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d7eae613-b208-4c63-92c6-567ccb75961a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:51.787686 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-893f490f-7d8d-49d3-b88c-a5bc50c852f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:51.817550 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d7eae613-b208-4c63-92c6-567ccb75961a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:51.827340 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-893f490f-7d8d-49d3-b88c-a5bc50c852f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:51.828569 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893f490f-7d8d-49d3-b88c-a5bc50c852f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:51.829362 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-893f490f-7d8d-49d3-b88c-a5bc50c852f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:51.898528 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 28dd0952-987f-47b6-882b-5a0ab3372eda, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=28dd0952-987f-47b6-882b-5a0ab3372eda,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:51.918377 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '28dd0952-987f-47b6-882b-5a0ab3372eda', 'network_id': '3476088d-e412-4e55-9c2f-549019c16834', 'port_id': '28dd0952-987f-47b6-882b-5a0ab3372eda', 'mac_address': 'fa:16:3e:bf:07:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a9fee3-85c4-4a95-8dcc-67111d08a3de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:24:51.956924 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d7eae613-b208-4c63-92c6-567ccb75961a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:51.960296 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f490f-7d8d-49d3-b88c-a5bc50c852f5 admin admin] Pushing event updated for resources: {'Network': ['ID=22816792-b0ae-4be9-b09e-70e4ed0fb73c,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:51.983041 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eae613-b208-4c63-92c6-567ccb75961a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7012b880-8c25-430b-a563-ccbdfa0efec1,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:51.985756 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-893f490f-7d8d-49d3-b88c-a5bc50c852f5 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2361865 May 03 22:24:51.990549 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 22816792-b0ae-4be9-b09e-70e4ed0fb73c details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:24:51.990986 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52258) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:24:51.997548 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-3a20ca15-8041-4619-9de3-c5813460ba39 admin admin] Request body: {'subnet': {'network_id': '22816792-b0ae-4be9-b09e-70e4ed0fb73c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1417843745-subnet', 'tenant_id': 'ceba61b4c246497baf83bdccf3f80f6e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:24:52.008105 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3a20ca15-8041-4619-9de3-c5813460ba39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:24:52.008442 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d7eae613-b208-4c63-92c6-567ccb75961a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:52.013497 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3a20ca15-8041-4619-9de3-c5813460ba39 admin admin] Usage tracker for resource:subnet and tenant:ceba61b4c246497baf83bdccf3f80f6e is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:24:52.017604 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3a20ca15-8041-4619-9de3-c5813460ba39 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:24:52.024568 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3a20ca15-8041-4619-9de3-c5813460ba39 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:24:52.034509 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d7eae613-b208-4c63-92c6-567ccb75961a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7012b880-8c25-430b-a563-ccbdfa0efec1 HTTP/1.1" status: 204 len: 168 time: 0.4258988 May 03 22:24:52.042036 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a20ca15-8041-4619-9de3-c5813460ba39 admin admin] Made reservation on behalf of ceba61b4c246497baf83bdccf3f80f6e for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:24:52.047580 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3a20ca15-8041-4619-9de3-c5813460ba39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:52.119514 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:52.150290 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28dd0952-987f-47b6-882b-5a0ab3372eda {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:24:52.173226 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 28dd0952-987f-47b6-882b-5a0ab3372eda, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=28dd0952-987f-47b6-882b-5a0ab3372eda,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:52.180752 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:52.261687 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 2cd74799-58d8-4e74-af4b-685d5aaa1c56 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:24:52.392269 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=28dd0952-987f-47b6-882b-5a0ab3372eda,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:52.445096 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 2cd74799-58d8-4e74-af4b-685d5aaa1c56 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:24:52.445472 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:52.533022 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3a20ca15-8041-4619-9de3-c5813460ba39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:52.575772 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['28dd0952-987f-47b6-882b-5a0ab3372eda'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:24:52.613460 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 52284) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:24:52.647905 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3e9e4125-5ccb-4f8d-8be9-171ac5513b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:52.689307 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3e9e4125-5ccb-4f8d-8be9-171ac5513b37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:24:52.691885 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:52.694661 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3e9e4125-5ccb-4f8d-8be9-171ac5513b37 admin admin] Usage tracker for resource:security_group_rule and tenant:52f4bb9b455246e6afef53a12176e6b2 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:24:52.697972 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3e9e4125-5ccb-4f8d-8be9-171ac5513b37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:24:52.704857 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3e9e4125-5ccb-4f8d-8be9-171ac5513b37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:24:52.727066 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd74799-58d8-4e74-af4b-685d5aaa1c56'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:24:52.747202 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 2cd74799-58d8-4e74-af4b-685d5aaa1c56, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=2cd74799-58d8-4e74-af4b-685d5aaa1c56,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:52.765053 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:52.765839 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device d75ffa2e-01ba-485e-9cd7-99e433d56e9f no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:24:52.847902 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3e9e4125-5ccb-4f8d-8be9-171ac5513b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:52.859629 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3e9e4125-5ccb-4f8d-8be9-171ac5513b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:52.876480 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-b7fb3c28-ab72-4057-920d-1c4f9302b8c2 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:52.884679 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-b7fb3c28-ab72-4057-920d-1c4f9302b8c2 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/networks?id=4f772766-6d4c-4ac3-b843-8129bd316d6b HTTP/1.1" status: 200 len: 822 time: 0.4099669 May 03 22:24:52.886518 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a20ca15-8041-4619-9de3-c5813460ba39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a58d48c1-a8ce-4716-a0a0-a893879099e6,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:52.905031 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a20ca15-8041-4619-9de3-c5813460ba39 admin admin] Checking segment: {'id': 'ecbb00f8-2427-445d-8d3a-dfed70f9eb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '22816792-b0ae-4be9-b09e-70e4ed0fb73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:24:52.905586 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a20ca15-8041-4619-9de3-c5813460ba39 admin admin] Network hostable DHCP agents. Network: 22816792-b0ae-4be9-b09e-70e4ed0fb73c, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:24:52.926979 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-c54ee4b9-96a8-4406-9371-3c0c5aa5aeab tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/quotas/bb54f7f22ed84045bd34103ad99af40a HTTP/1.1" status: 200 len: 375 time: 0.0413597 May 03 22:24:52.946203 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3e9e4125-5ccb-4f8d-8be9-171ac5513b37 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=52f4bb9b455246e6afef53a12176e6b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3314722 May 03 22:24:52.947179 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 52292) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:24:52.955012 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e4125-5ccb-4f8d-8be9-171ac5513b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf90375-0e96-4c52-bba8-b89c3e397bc7,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:53.004032 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa6915-7150-4205-a2b0-cd56660567d7 req-1b1417fb-0184-433e-af76-20f3c680620a tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:53.011175 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4daa6915-7150-4205-a2b0-cd56660567d7 req-1b1417fb-0184-433e-af76-20f3c680620a tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=5946f72b-4608-49f4-a3d5-267f44ad3d50 HTTP/1.1" status: 200 len: 945 time: 0.4251466 May 03 22:24:53.015515 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a20ca15-8041-4619-9de3-c5813460ba39 admin admin] Network 22816792-b0ae-4be9-b09e-70e4ed0fb73c is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:24:53.072289 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4daa6915-7150-4205-a2b0-cd56660567d7 req-7e8f6187-62ae-4a20-aaa0-34b0e6268bee tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601506 May 03 22:24:53.076247 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-088b5025-eeba-4cf7-9504-2e7d760c91d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:53.080042 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-3a20ca15-8041-4619-9de3-c5813460ba39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 22816792-b0ae-4be9-b09e-70e4ed0fb73c) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:24:53.094983 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a20ca15-8041-4619-9de3-c5813460ba39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:53.095788 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3a20ca15-8041-4619-9de3-c5813460ba39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:53.098391 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fec7c0f-2e8d-4156-9849-548658b3d9f7 None None] Network 22816792-b0ae-4be9-b09e-70e4ed0fb73c requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:24:53.137000 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a3eecb47-8765-4088-953e-05d47b5dca20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:53.143362 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-088b5025-eeba-4cf7-9504-2e7d760c91d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:53.147349 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3a20ca15-8041-4619-9de3-c5813460ba39 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1552560 May 03 22:24:53.150623 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52296) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:24:53.163176 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-bc4a4361-424a-460f-8e0c-6e51e02cf722 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1417843745-router', 'tenant_id': 'ceba61b4c246497baf83bdccf3f80f6e', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:24:53.180183 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-bc4a4361-424a-460f-8e0c-6e51e02cf722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:24:53.202807 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-80ea1a31-4eb1-4940-bbaa-af8d8b45053a tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bb54f7f22ed84045bd34103ad99af40a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2748551 May 03 22:24:53.206005 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-bc4a4361-424a-460f-8e0c-6e51e02cf722 admin admin] Usage tracker for resource:router and tenant:ceba61b4c246497baf83bdccf3f80f6e is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:24:53.224251 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:53.241823 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=2cd74799-58d8-4e74-af4b-685d5aaa1c56,revision_number=7']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:53.246456 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-bc4a4361-424a-460f-8e0c-6e51e02cf722 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:24:53.262072 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-088b5025-eeba-4cf7-9504-2e7d760c91d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:53.263740 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port d75ffa2e-01ba-485e-9cd7-99e433d56e9f, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=d75ffa2e-01ba-485e-9cd7-99e433d56e9f,segment=NetworkSegment(d5261de8-a046-496c-9988-b261e2ae107f),segment_id=d5261de8-a046-496c-9988-b261e2ae107f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:53.275637 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:53.283388 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-bc4a4361-424a-460f-8e0c-6e51e02cf722 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:24:53.287773 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b5025-eeba-4cf7-9504-2e7d760c91d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf90375-0e96-4c52-bba8-b89c3e397bc7,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:53.295755 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-088b5025-eeba-4cf7-9504-2e7d760c91d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:53.300266 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-088b5025-eeba-4cf7-9504-2e7d760c91d0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6cf90375-0e96-4c52-bba8-b89c3e397bc7 HTTP/1.1" status: 204 len: 168 time: 0.3480856 May 03 22:24:53.445333 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4361-424a-460f-8e0c-6e51e02cf722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:53.446372 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4361-424a-460f-8e0c-6e51e02cf722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:53.487958 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=d75ffa2e-01ba-485e-9cd7-99e433d56e9f,revision_number=8']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:53.497253 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-89be3cd2-5f36-43ad-b659-09648b45d7fe service neutron] 10.222.0.58 "GET /v2.0/networks/4f772766-6d4c-4ac3-b843-8129bd316d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934654 May 03 22:24:53.499187 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4361-424a-460f-8e0c-6e51e02cf722 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:53.508381 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948df657-4826-4789-8f0d-5c5d53adcfd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-22816792-b0ae-4be9-b09e-70e4ed0fb73c', 'network_id': '22816792-b0ae-4be9-b09e-70e4ed0fb73c', 'tenant_id': 'ceba61b4c246497baf83bdccf3f80f6e', 'fixed_ips': [{'subnet_id': 'a58d48c1-a8ce-4716-a0a0-a893879099e6'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:24:53.509415 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-948df657-4826-4789-8f0d-5c5d53adcfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:53.517763 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90d319-ad5c-4cc0-9dba-d1eb922d0cd3 req-6ba8deb9-e2be-4fc8-881c-0e4c978a2f5a tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:53.524967 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f90d319-ad5c-4cc0-9dba-d1eb922d0cd3 req-6ba8deb9-e2be-4fc8-881c-0e4c978a2f5a tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 950 time: 0.2297306 May 03 22:24:53.762139 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-948df657-4826-4789-8f0d-5c5d53adcfd0 None None] Allocated IP 172.20.0.2 (22816792-b0ae-4be9-b09e-70e4ed0fb73c/a58d48c1-a8ce-4716-a0a0-a893879099e6/35f370b4-9792-4971-98bf-d96f6fc36f49) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:24:53.851464 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f90d319-ad5c-4cc0-9dba-d1eb922d0cd3 req-14661864-e9e2-487f-82b3-ab485b160b37 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239949 May 03 22:24:54.072340 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-90f03c3b-2ebe-4239-a789-c53d799c9da4 service neutron] 10.222.0.58 "GET /v2.0/networks/4f772766-6d4c-4ac3-b843-8129bd316d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5417652 May 03 22:24:54.079964 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4361-424a-460f-8e0c-6e51e02cf722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:54.419475 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:54.464360 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-948df657-4826-4789-8f0d-5c5d53adcfd0 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:54.483696 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-948df657-4826-4789-8f0d-5c5d53adcfd0 None None] Transition to ACTIVE for port object 35f370b4-9792-4971-98bf-d96f6fc36f49 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:24:54.519065 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-948df657-4826-4789-8f0d-5c5d53adcfd0 None None] Transition to ACTIVE for port object 35f370b4-9792-4971-98bf-d96f6fc36f49 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:24:54.535021 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-948df657-4826-4789-8f0d-5c5d53adcfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:54.621415 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948df657-4826-4789-8f0d-5c5d53adcfd0 None None] Network 22816792-b0ae-4be9-b09e-70e4ed0fb73c is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:24:54.635659 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-948df657-4826-4789-8f0d-5c5d53adcfd0 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:24:54.646459 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948df657-4826-4789-8f0d-5c5d53adcfd0 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:24:54.771655 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-948df657-4826-4789-8f0d-5c5d53adcfd0 None None] Attempting to bind port 35f370b4-9792-4971-98bf-d96f6fc36f49 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:24:54.772178 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-948df657-4826-4789-8f0d-5c5d53adcfd0 None None] Attempting to bind port 35f370b4-9792-4971-98bf-d96f6fc36f49 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'ecbb00f8-2427-445d-8d3a-dfed70f9eb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '22816792-b0ae-4be9-b09e-70e4ed0fb73c'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:24:54.772373 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948df657-4826-4789-8f0d-5c5d53adcfd0 None None] Attempting to bind port 35f370b4-9792-4971-98bf-d96f6fc36f49 on network 22816792-b0ae-4be9-b09e-70e4ed0fb73c {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:24:54.783465 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948df657-4826-4789-8f0d-5c5d53adcfd0 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:24:54.784703 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948df657-4826-4789-8f0d-5c5d53adcfd0 None None] Checking segment: {'id': 'ecbb00f8-2427-445d-8d3a-dfed70f9eb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '22816792-b0ae-4be9-b09e-70e4ed0fb73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:24:54.785279 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-948df657-4826-4789-8f0d-5c5d53adcfd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:54.786064 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948df657-4826-4789-8f0d-5c5d53adcfd0 None None] Bound using segment: {'id': 'ecbb00f8-2427-445d-8d3a-dfed70f9eb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '22816792-b0ae-4be9-b09e-70e4ed0fb73c'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:24:54.787461 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-948df657-4826-4789-8f0d-5c5d53adcfd0 None None] Bound port: 35f370b4-9792-4971-98bf-d96f6fc36f49, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecbb00f8-2427-445d-8d3a-dfed70f9eb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '22816792-b0ae-4be9-b09e-70e4ed0fb73c'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:24:54.788204 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-948df657-4826-4789-8f0d-5c5d53adcfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:54.934085 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-948df657-4826-4789-8f0d-5c5d53adcfd0 None None] For port 35f370b4-9792-4971-98bf-d96f6fc36f49, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:24:54.939948 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-948df657-4826-4789-8f0d-5c5d53adcfd0 None None] For port 35f370b4-9792-4971-98bf-d96f6fc36f49, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=35f370b4-9792-4971-98bf-d96f6fc36f49,segment=NetworkSegment(ecbb00f8-2427-445d-8d3a-dfed70f9eb68),segment_id=ecbb00f8-2427-445d-8d3a-dfed70f9eb68)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:24:54.943435 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948df657-4826-4789-8f0d-5c5d53adcfd0 None None] Pushing event updated for resources: {'Port': ['ID=35f370b4-9792-4971-98bf-d96f6fc36f49,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:54.951850 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-948df657-4826-4789-8f0d-5c5d53adcfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:55.022991 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-d09ee5fc-b32a-4930-ba5c-6b84f5ac137e service neutron] 10.222.0.67 "GET /v2.0/ports/8a7f4063-e720-46af-8e0d-04bc4aff8034/bindings/n-h1-811807-1 HTTP/1.1" status: 200 len: 384 time: 0.6387565 May 03 22:24:55.043095 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f3b4139-9903-40be-b2e6-b32acbcaded5'] response: {'server_uuid': '97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd74799-58d8-4e74-af4b-685d5aaa1c56', 'code': 200} May 03 22:24:55.047865 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948df657-4826-4789-8f0d-5c5d53adcfd0 None None] Pushing event updated for resources: {'Port': ['ID=35f370b4-9792-4971-98bf-d96f6fc36f49,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:55.132704 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d40360c6-2f7c-48dd-8a8a-8dec7f990e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:55.512742 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4361-424a-460f-8e0c-6e51e02cf722 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:55.572407 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4361-424a-460f-8e0c-6e51e02cf722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:55.604003 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326e1ef-94b8-447d-94e4-bc7e74c2a283 req-95acfc52-69a4-479d-bbd5-6d34759f2573 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:55.613328 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5326e1ef-94b8-447d-94e4-bc7e74c2a283 req-95acfc52-69a4-479d-bbd5-6d34759f2573 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=d451d22a-91cb-46bd-889b-f8d801781929 HTTP/1.1" status: 200 len: 944 time: 1.0922890 May 03 22:24:55.682390 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 28dd0952-987f-47b6-882b-5a0ab3372eda up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:24:55.853681 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 28dd0952-987f-47b6-882b-5a0ab3372eda completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:24:55.859261 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 28dd0952-987f-47b6-882b-5a0ab3372eda triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:24:55.859261 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:55.961526 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:24:55.993270 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5326e1ef-94b8-447d-94e4-bc7e74c2a283 req-62606487-281a-4b84-9e7c-de5dc303539e tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789814 May 03 22:24:56.096035 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd6768-b629-433a-966f-c4d211b2fcd7 req-21fed37f-af70-4262-8a1d-933b264ba556 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:56.097513 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0bbd6768-b629-433a-966f-c4d211b2fcd7 req-21fed37f-af70-4262-8a1d-933b264ba556 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=5946f72b-4608-49f4-a3d5-267f44ad3d50 HTTP/1.1" status: 200 len: 945 time: 0.7932703 May 03 22:24:56.246301 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:56.268929 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:56.298259 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:56.372129 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 28dd0952-987f-47b6-882b-5a0ab3372eda, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=28dd0952-987f-47b6-882b-5a0ab3372eda,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:56.379750 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:56.380877 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 8a7f4063-e720-46af-8e0d-04bc4aff8034 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:24:56.539707 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5e2d93ac-7e63-48f2-b3d3-7eb931454473 service neutron] For port 8a7f4063-e720-46af-8e0d-04bc4aff8034, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=8a7f4063-e720-46af-8e0d-04bc4aff8034,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:56.553194 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-92b03a89-2d39-4d98-9058-479a4797240c tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:56.561010 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-92b03a89-2d39-4d98-9058-479a4797240c tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.67 "GET /v2.0/networks?id=4f772766-6d4c-4ac3-b843-8129bd316d6b HTTP/1.1" status: 200 len: 822 time: 0.3622055 May 03 22:24:56.574437 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-f9a6f56f-9ec0-4ecf-af9b-d45024714ff7 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Request body: {'port': {'device_id': '770d70a2-fe12-428c-a0b0-e7e08f7f7062', 'network_id': '4f772766-6d4c-4ac3-b843-8129bd316d6b', 'admin_state_up': True, 'tenant_id': 'bb54f7f22ed84045bd34103ad99af40a'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:24:56.587810 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5e2d93ac-7e63-48f2-b3d3-7eb931454473 service neutron] For port 8a7f4063-e720-46af-8e0d-04bc4aff8034, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:24:56.643830 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5e2d93ac-7e63-48f2-b3d3-7eb931454473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7f4063-e720-46af-8e0d-04bc4aff8034 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:24:56.655956 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5e2d93ac-7e63-48f2-b3d3-7eb931454473 service neutron] For port 8a7f4063-e720-46af-8e0d-04bc4aff8034, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=8a7f4063-e720-46af-8e0d-04bc4aff8034,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:56.669242 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=28dd0952-987f-47b6-882b-5a0ab3372eda,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:56.722021 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5e2d93ac-7e63-48f2-b3d3-7eb931454473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:56.833076 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396fe5d5-3c05-45a6-b4d0-ef1f7e4f3d8e None None] Network 22816792-b0ae-4be9-b09e-70e4ed0fb73c requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:24:56.898782 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a456d856-e181-4d1f-af2b-6799627a7c66 req-0139e583-89bc-4bdc-a310-bc9c9392011b tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=770d70a2-fe12-428c-a0b0-e7e08f7f7062 HTTP/1.1" status: 200 len: 210 time: 0.1790538 May 03 22:24:56.938635 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-f9a6f56f-9ec0-4ecf-af9b-d45024714ff7 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:24:56.959715 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b7220aaf-a3f8-48d0-befe-834824e55514 None None] Provisioning for port 35f370b4-9792-4971-98bf-d96f6fc36f49 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:24:56.966440 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-f9a6f56f-9ec0-4ecf-af9b-d45024714ff7 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:24:57.000233 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-f9a6f56f-9ec0-4ecf-af9b-d45024714ff7 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Made reservation on behalf of bb54f7f22ed84045bd34103ad99af40a for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:24:57.004324 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0bbd6768-b629-433a-966f-c4d211b2fcd7 req-d59cceee-c9e4-439f-ba70-9c126811b256 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8933737 May 03 22:24:57.006156 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-f9a6f56f-9ec0-4ecf-af9b-d45024714ff7 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:57.046654 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c3eedf-45d1-4f9c-b828-3029fcfa5929', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd75ffa2e-01ba-485e-9cd7-99e433d56e9f'}, {'server_uuid': '5946f72b-4608-49f4-a3d5-267f44ad3d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28dd0952-987f-47b6-882b-5a0ab3372eda'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:24:57.278871 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-bc4a4361-424a-460f-8e0c-6e51e02cf722 admin admin] Allocated IP 172.25.2.173 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/36efe0de-e889-472d-9b9d-527d718f1498) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:24:57.331553 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-f9a6f56f-9ec0-4ecf-af9b-d45024714ff7 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Allocated IP 172.20.0.9 (4f772766-6d4c-4ac3-b843-8129bd316d6b/62efb1ff-39ef-42c2-b579-85c1be325b05/3b15d35d-cfaa-4470-86e8-aa936cd56e75) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:24:57.335163 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 35f370b4-9792-4971-98bf-d96f6fc36f49 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:24:57.447799 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d608d-f15d-418e-ad18-d3c6d62e6df2 req-3f5fb34b-b011-4d54-be40-784c77f6e213 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:57.449425 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-239d608d-f15d-418e-ad18-d3c6d62e6df2 req-3f5fb34b-b011-4d54-be40-784c77f6e213 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.60 "GET /v2.0/ports?device_id=33c3eedf-45d1-4f9c-b828-3029fcfa5929 HTTP/1.1" status: 200 len: 943 time: 0.7436981 May 03 22:24:57.468644 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 35f370b4-9792-4971-98bf-d96f6fc36f49 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:24:57.477769 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 35f370b4-9792-4971-98bf-d96f6fc36f49 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:24:57.478166 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:57.503093 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5e2d93ac-7e63-48f2-b3d3-7eb931454473 service neutron] Transition to ACTIVE for port object 8a7f4063-e720-46af-8e0d-04bc4aff8034 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:24:57.582356 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5e2d93ac-7e63-48f2-b3d3-7eb931454473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:57.598517 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:57.668760 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:57.679349 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d43ce69c-7f1d-4b7a-97ac-68256120a820 None None] Provisioning complete for port 35f370b4-9792-4971-98bf-d96f6fc36f49 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:24:57.680004 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d43ce69c-7f1d-4b7a-97ac-68256120a820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:57.741105 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-f9a6f56f-9ec0-4ecf-af9b-d45024714ff7 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:57.809773 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-f9a6f56f-9ec0-4ecf-af9b-d45024714ff7 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:57.816520 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:57.872425 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 35f370b4-9792-4971-98bf-d96f6fc36f49, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=35f370b4-9792-4971-98bf-d96f6fc36f49,segment=NetworkSegment(ecbb00f8-2427-445d-8d3a-dfed70f9eb68),segment_id=ecbb00f8-2427-445d-8d3a-dfed70f9eb68)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:57.879577 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-f9a6f56f-9ec0-4ecf-af9b-d45024714ff7 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Network 4f772766-6d4c-4ac3-b843-8129bd316d6b is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:24:57.901238 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-f9a6f56f-9ec0-4ecf-af9b-d45024714ff7 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:24:57.915137 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-f9a6f56f-9ec0-4ecf-af9b-d45024714ff7 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:24:57.941251 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:57.994981 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a6f56f-9ec0-4ecf-af9b-d45024714ff7 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Pushing event updated for resources: {'Port': ['ID=3b15d35d-cfaa-4470-86e8-aa936cd56e75,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:58.025699 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-f9a6f56f-9ec0-4ecf-af9b-d45024714ff7 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:58.026398 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-f9a6f56f-9ec0-4ecf-af9b-d45024714ff7 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:58.035543 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=35f370b4-9792-4971-98bf-d96f6fc36f49,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:58.060374 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-f9a6f56f-9ec0-4ecf-af9b-d45024714ff7 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4901989 May 03 22:24:58.064515 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-239d608d-f15d-418e-ad18-d3c6d62e6df2 req-ef27777f-cb4e-4ab6-86bf-b7cb1d0680a4 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Deleting port d75ffa2e-01ba-485e-9cd7-99e433d56e9f {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:24:58.064865 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-239d608d-f15d-418e-ad18-d3c6d62e6df2 req-ef27777f-cb4e-4ab6-86bf-b7cb1d0680a4 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:58.071627 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-eac72311-cbae-4c7b-bd20-f0ce68409559 service neutron] Request body: {'port': {'device_id': '770d70a2-fe12-428c-a0b0-e7e08f7f7062', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:24:58.130389 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5e2d93ac-7e63-48f2-b3d3-7eb931454473 service neutron] No DVR routers for this DVR port 8a7f4063-e720-46af-8e0d-04bc4aff8034 on host n-h2-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:24:58.149012 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635394f-341b-4c61-b562-932ee39ca0bd req-8fd5c3b2-df77-4f97-aaef-b90767c1965b tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:58.156526 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8635394f-341b-4c61-b562-932ee39ca0bd req-8fd5c3b2-df77-4f97-aaef-b90767c1965b tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/networks?id=a08060ad-4db7-45f2-9770-03717dbde23c HTTP/1.1" status: 200 len: 805 time: 1.0443175 May 03 22:24:58.221084 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-eac72311-cbae-4c7b-bd20-f0ce68409559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:58.234041 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8635394f-341b-4c61-b562-932ee39ca0bd req-6a7baa9a-b93d-4ed3-945a-41bc6392941d tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/quotas/d011205f344d4c96b639c49c6d4571d7 HTTP/1.1" status: 200 len: 375 time: 0.0764446 May 03 22:24:58.248882 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511f5c5-7cae-445f-84d3-1a1ede2e3f31 req-24b33cbc-adf0-4477-9683-9b890b173b74 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:58.250654 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5511f5c5-7cae-445f-84d3-1a1ede2e3f31 req-24b33cbc-adf0-4477-9683-9b890b173b74 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 950 time: 1.0169859 May 03 22:24:58.251353 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d93ac-7e63-48f2-b3d3-7eb931454473 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7f4063-e720-46af-8e0d-04bc4aff8034,revision_number=10']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:58.404060 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4361-424a-460f-8e0c-6e51e02cf722 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:58.444409 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-5e2d93ac-7e63-48f2-b3d3-7eb931454473 service neutron] 10.222.0.67 "PUT /v2.0/ports/8a7f4063-e720-46af-8e0d-04bc4aff8034/bindings/n-h1-811807-1/activate HTTP/1.1" status: 200 len: 369 time: 3.3921971 May 03 22:24:58.466257 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5511f5c5-7cae-445f-84d3-1a1ede2e3f31 req-185af681-6c50-40e7-ac23-590f9e38d557 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985178 May 03 22:24:58.699551 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8635394f-341b-4c61-b562-932ee39ca0bd req-5e2c3352-2340-432c-a77b-10e28c6560c7 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d011205f344d4c96b639c49c6d4571d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4396029 May 03 22:24:58.773545 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4361-424a-460f-8e0c-6e51e02cf722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:58.784685 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-1170cb41-868c-469a-a71b-15415c1b7370 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:58.786861 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-1170cb41-868c-469a-a71b-15415c1b7370 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d451d22a-91cb-46bd-889b-f8d801781929&tenant_id=1727dc00a1e94099b181b574bcc185b6&binding%3Ahost_id=n-h2-811807-1 HTTP/1.1" status: 200 len: 1096 time: 0.2507215 May 03 22:24:58.845532 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-239d608d-f15d-418e-ad18-d3c6d62e6df2 req-ef27777f-cb4e-4ab6-86bf-b7cb1d0680a4 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] For port d75ffa2e-01ba-485e-9cd7-99e433d56e9f, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=d75ffa2e-01ba-485e-9cd7-99e433d56e9f,segment=NetworkSegment(d5261de8-a046-496c-9988-b261e2ae107f),segment_id=d5261de8-a046-496c-9988-b261e2ae107f)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:24:58.845917 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-239d608d-f15d-418e-ad18-d3c6d62e6df2 req-ef27777f-cb4e-4ab6-86bf-b7cb1d0680a4 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:58.871740 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4a4361-424a-460f-8e0c-6e51e02cf722 admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:24:58.922764 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-bc4a4361-424a-460f-8e0c-6e51e02cf722 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:24:58.929140 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-eac72311-cbae-4c7b-bd20-f0ce68409559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b15d35d-cfaa-4470-86e8-aa936cd56e75 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:24:58.933315 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4a4361-424a-460f-8e0c-6e51e02cf722 admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:24:58.950436 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-eac72311-cbae-4c7b-bd20-f0ce68409559 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:58.974006 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-eac72311-cbae-4c7b-bd20-f0ce68409559 service neutron] Transition to ACTIVE for port object 3b15d35d-cfaa-4470-86e8-aa936cd56e75 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:24:58.980262 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-baa2510c-620f-4a27-9ba7-fee5b7940815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:58.982022 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-baa2510c-620f-4a27-9ba7-fee5b7940815 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d451d22a-91cb-46bd-889b-f8d801781929&tenant_id=1727dc00a1e94099b181b574bcc185b6 HTTP/1.1" status: 200 len: 1096 time: 0.1511354 May 03 22:24:58.983881 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-eac72311-cbae-4c7b-bd20-f0ce68409559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:59.063026 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac72311-cbae-4c7b-bd20-f0ce68409559 service neutron] Pushing event updated for resources: {'Port': ['ID=3b15d35d-cfaa-4470-86e8-aa936cd56e75,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:59.169711 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-239d608d-f15d-418e-ad18-d3c6d62e6df2 req-ef27777f-cb4e-4ab6-86bf-b7cb1d0680a4 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Calling delete_port for d75ffa2e-01ba-485e-9cd7-99e433d56e9f owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:24:59.245151 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a4361-424a-460f-8e0c-6e51e02cf722 admin admin] Pushing event updated for resources: {'Port': ['ID=36efe0de-e889-472d-9b9d-527d718f1498,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:59.282888 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8635394f-341b-4c61-b562-932ee39ca0bd req-81c78d15-14b1-413a-b89c-dffd78cb3c3e service neutron] 10.222.0.58 "GET /v2.0/networks/a08060ad-4db7-45f2-9770-03717dbde23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5730767 May 03 22:24:59.293240 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 35f370b4-9792-4971-98bf-d96f6fc36f49 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:24:59.297704 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-adb75dcc-6010-47dc-bbfe-2d6870eeb5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:59.299317 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-adb75dcc-6010-47dc-bbfe-2d6870eeb5ff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1727dc00a1e94099b181b574bcc185b6&device_id=d451d22a-91cb-46bd-889b-f8d801781929 HTTP/1.1" status: 200 len: 1096 time: 0.2398269 May 03 22:24:59.319768 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-eac72311-cbae-4c7b-bd20-f0ce68409559 service neutron] Attempting to bind port 3b15d35d-cfaa-4470-86e8-aa936cd56e75 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:24:59.320179 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-eac72311-cbae-4c7b-bd20-f0ce68409559 service neutron] Attempting to bind port 3b15d35d-cfaa-4470-86e8-aa936cd56e75 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '2aabfbd5-8378-4748-b474-412626f804f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '4f772766-6d4c-4ac3-b843-8129bd316d6b'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:24:59.320607 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-eac72311-cbae-4c7b-bd20-f0ce68409559 service neutron] Attempting to bind port 3b15d35d-cfaa-4470-86e8-aa936cd56e75 on network 4f772766-6d4c-4ac3-b843-8129bd316d6b {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:24:59.344958 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-eac72311-cbae-4c7b-bd20-f0ce68409559 service neutron] Port 3b15d35d-cfaa-4470-86e8-aa936cd56e75 on network 4f772766-6d4c-4ac3-b843-8129bd316d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:24:59.345434 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-eac72311-cbae-4c7b-bd20-f0ce68409559 service neutron] Attempting to bind port 3b15d35d-cfaa-4470-86e8-aa936cd56e75 on network 4f772766-6d4c-4ac3-b843-8129bd316d6b {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:24:59.365783 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-eac72311-cbae-4c7b-bd20-f0ce68409559 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:24:59.366324 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-eac72311-cbae-4c7b-bd20-f0ce68409559 service neutron] Checking segment: {'id': '2aabfbd5-8378-4748-b474-412626f804f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '4f772766-6d4c-4ac3-b843-8129bd316d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:24:59.366811 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-eac72311-cbae-4c7b-bd20-f0ce68409559 service neutron] Bound using segment: {'id': '2aabfbd5-8378-4748-b474-412626f804f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '4f772766-6d4c-4ac3-b843-8129bd316d6b'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:24:59.367797 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-eac72311-cbae-4c7b-bd20-f0ce68409559 service neutron] Bound port: 3b15d35d-cfaa-4470-86e8-aa936cd56e75, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aabfbd5-8378-4748-b474-412626f804f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '4f772766-6d4c-4ac3-b843-8129bd316d6b'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:24:59.367797 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-eac72311-cbae-4c7b-bd20-f0ce68409559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:59.412470 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 35f370b4-9792-4971-98bf-d96f6fc36f49 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:24:59.413322 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:59.547323 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-6f09c2f0-511c-43bf-9c24-e04848c16936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:59.549421 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-6f09c2f0-511c-43bf-9c24-e04848c16936 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c529cb66-8468-429f-bb93-e81cdb567811 HTTP/1.1" status: 200 len: 909 time: 0.2305417 May 03 22:24:59.555215 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-eac72311-cbae-4c7b-bd20-f0ce68409559 service neutron] For port 3b15d35d-cfaa-4470-86e8-aa936cd56e75, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:24:59.560040 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-eac72311-cbae-4c7b-bd20-f0ce68409559 service neutron] For port 3b15d35d-cfaa-4470-86e8-aa936cd56e75, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=3b15d35d-cfaa-4470-86e8-aa936cd56e75,segment=NetworkSegment(2aabfbd5-8378-4748-b474-412626f804f1),segment_id=2aabfbd5-8378-4748-b474-412626f804f1)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:24:59.627400 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-fe7e1e45-20f6-4089-a805-267340cd281f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a7f4063-e720-46af-8e0d-04bc4aff8034 HTTP/1.1" status: 200 len: 217 time: 0.0695364 May 03 22:24:59.629112 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-eac72311-cbae-4c7b-bd20-f0ce68409559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:59.734965 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-eac72311-cbae-4c7b-bd20-f0ce68409559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:59.735666 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-eac72311-cbae-4c7b-bd20-f0ce68409559 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:24:59.737147 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-eac72311-cbae-4c7b-bd20-f0ce68409559 service neutron] 10.222.0.67 "PUT /v2.0/ports/3b15d35d-cfaa-4470-86e8-aa936cd56e75 HTTP/1.1" status: 200 len: 1091 time: 1.6697404 May 03 22:24:59.743631 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770d70a2-fe12-428c-a0b0-e7e08f7f7062', 'tag': '3b15d35d-cfaa-4470-86e8-aa936cd56e75'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:24:59.792557 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-dbd6c9aa-727a-49f4-8173-426dfd395681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:59.794114 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-dbd6c9aa-727a-49f4-8173-426dfd395681 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1ee1af50-b130-474e-bc7b-1c6042f9e7e1 HTTP/1.1" status: 200 len: 848 time: 0.1312237 May 03 22:24:59.833706 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac72311-cbae-4c7b-bd20-f0ce68409559 service neutron] Pushing event updated for resources: {'Port': ['ID=3b15d35d-cfaa-4470-86e8-aa936cd56e75,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:24:59.894353 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b8d4b-9e77-4143-acf7-c657065eec4d req-fcd2481f-84c0-4044-8681-664802d1f463 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:24:59.901596 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-181b8d4b-9e77-4143-acf7-c657065eec4d req-fcd2481f-84c0-4044-8681-664802d1f463 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=d451d22a-91cb-46bd-889b-f8d801781929 HTTP/1.1" status: 200 len: 945 time: 0.8634505 May 03 22:24:59.934487 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-a7109e6a-1628-47f7-8e6d-776530ca89b6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c529cb66-8468-429f-bb93-e81cdb567811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922890 May 03 22:25:00.067195 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-755f9fa4-fbdc-4848-a420-06ab31a51173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:00.068707 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-755f9fa4-fbdc-4848-a420-06ab31a51173 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bb54f7f22ed84045bd34103ad99af40a&device_id=770d70a2-fe12-428c-a0b0-e7e08f7f7062 HTTP/1.1" status: 200 len: 1094 time: 0.2718704 May 03 22:25:00.115681 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8635394f-341b-4c61-b562-932ee39ca0bd req-c29c3585-b8e9-4ca1-8ff9-422eca64dfbb service neutron] 10.222.0.58 "GET /v2.0/networks/a08060ad-4db7-45f2-9770-03717dbde23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8046119 May 03 22:25:00.137835 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-181b8d4b-9e77-4143-acf7-c657065eec4d req-d3b833cd-a1cc-44a0-8f5a-3b194258e762 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352521 May 03 22:25:00.164062 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-b99ce4f9-05ac-49b9-be93-88bcc6006687 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b15d35d-cfaa-4470-86e8-aa936cd56e75 HTTP/1.1" status: 200 len: 217 time: 0.0864110 May 03 22:25:00.228194 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-518d80c6-b3c5-4075-8a62-4050525fc36f'] response: {'server_uuid': '33c3eedf-45d1-4f9c-b828-3029fcfa5929', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd75ffa2e-01ba-485e-9cd7-99e433d56e9f', 'code': 200} May 03 22:25:00.228644 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-518d80c6-b3c5-4075-8a62-4050525fc36f'] response: {'server_uuid': '5946f72b-4608-49f4-a3d5-267f44ad3d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28dd0952-987f-47b6-882b-5a0ab3372eda', 'code': 200} May 03 22:25:00.253100 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-0c7921db-4686-4705-a5c6-53d32972d7d7 service neutron] 10.222.0.60 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093209 May 03 22:25:00.254689 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-42ebe2a9-e2aa-4d4b-9742-b3ca8c210fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:00.256027 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-42ebe2a9-e2aa-4d4b-9742-b3ca8c210fb3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=62efb1ff-39ef-42c2-b579-85c1be325b05 HTTP/1.1" status: 200 len: 862 time: 0.0836453 May 03 22:25:00.294403 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device d75ffa2e-01ba-485e-9cd7-99e433d56e9f no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:25:00.404407 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-239d608d-f15d-418e-ad18-d3c6d62e6df2 req-ef27777f-cb4e-4ab6-86bf-b7cb1d0680a4 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:00.456249 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-ea4edee2-06e2-495a-af57-49e53a26fd23 service neutron] 10.222.0.60 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940820 May 03 22:25:00.508506 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: d75ffa2e-01ba-485e-9cd7-99e433d56e9f {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:25:00.513504 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device d75ffa2e-01ba-485e-9cd7-99e433d56e9f not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:25:00.606787 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27777f-cb4e-4ab6-86bf-b7cb1d0680a4 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Pushing event deleted for resources: {'Port': ['ID=d75ffa2e-01ba-485e-9cd7-99e433d56e9f,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:00.622269 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4361-424a-460f-8e0c-6e51e02cf722 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:00.705315 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-bbd73d24-fd1c-44df-89af-182023b745d9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4f772766-6d4c-4ac3-b843-8129bd316d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2480283 May 03 22:25:01.059867 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-6289d7aa-4fcd-4c89-b96d-0d8bc2b08044 service neutron] 10.222.0.67 "GET /v2.0/networks/4f772766-6d4c-4ac3-b843-8129bd316d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471670 May 03 22:25:01.129764 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-577d680b-c6e9-4225-a3aa-10fce866ade5 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:01.131888 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-577d680b-c6e9-4225-a3aa-10fce866ade5 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d451d22a-91cb-46bd-889b-f8d801781929&tenant_id=1727dc00a1e94099b181b574bcc185b6&binding%3Ahost_id=n-h1-811807-1 HTTP/1.1" status: 200 len: 1096 time: 0.2607825 May 03 22:25:01.245643 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-239d608d-f15d-418e-ad18-d3c6d62e6df2 req-ef27777f-cb4e-4ab6-86bf-b7cb1d0680a4 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] No DVR routers for this DVR port d75ffa2e-01ba-485e-9cd7-99e433d56e9f on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:25:01.259847 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-239d608d-f15d-418e-ad18-d3c6d62e6df2 req-ef27777f-cb4e-4ab6-86bf-b7cb1d0680a4 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:01.280983 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c3eedf-45d1-4f9c-b828-3029fcfa5929', 'name': 'network-vif-deleted', 'tag': 'd75ffa2e-01ba-485e-9cd7-99e433d56e9f'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:25:01.289142 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-239d608d-f15d-418e-ad18-d3c6d62e6df2 req-ef27777f-cb4e-4ab6-86bf-b7cb1d0680a4 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.60 "DELETE /v2.0/ports/d75ffa2e-01ba-485e-9cd7-99e433d56e9f HTTP/1.1" status: 204 len: 173 time: 3.7901921 May 03 22:25:01.319566 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9630f76-6922-413e-87f5-e8a8b4d87e22 req-55f9dfa7-ff93-4a4b-b10d-0b3125207b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:01.322109 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a9630f76-6922-413e-87f5-e8a8b4d87e22 req-55f9dfa7-ff93-4a4b-b10d-0b3125207b7d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5946f72b-4608-49f4-a3d5-267f44ad3d50 HTTP/1.1" status: 200 len: 1097 time: 0.9856069 May 03 22:25:01.328549 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-59055a6e-a140-428c-94f2-b8a8ba66ae4a req-af556bf1-4b0a-44d6-a9cb-8efbe8e17e21 service neutron] 10.222.0.67 "GET /v2.0/networks/4f772766-6d4c-4ac3-b843-8129bd316d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600801 May 03 22:25:01.377481 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-7078b4b3-8a84-4fd8-bfb5-d59806c3e779 service neutron] For port 8a7f4063-e720-46af-8e0d-04bc4aff8034, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:25:01.381835 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-7078b4b3-8a84-4fd8-bfb5-d59806c3e779 service neutron] Notify callbacks [] for binding, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:01.382999 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-809c2ac0-6e0a-46fc-aead-8144840aaafe req-7078b4b3-8a84-4fd8-bfb5-d59806c3e779 service neutron] 10.222.0.60 "DELETE /v2.0/ports/8a7f4063-e720-46af-8e0d-04bc4aff8034/bindings/n-h2-811807-1 HTTP/1.1" status: 204 len: 173 time: 0.1963539 May 03 22:25:01.403654 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576691a-442d-4e67-a879-fba8dd32859d req-3820d5a6-9716-409e-be97-a1b26f8f5dd6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:01.405830 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5576691a-442d-4e67-a879-fba8dd32859d req-3820d5a6-9716-409e-be97-a1b26f8f5dd6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=770d70a2-fe12-428c-a0b0-e7e08f7f7062 HTTP/1.1" status: 200 len: 943 time: 1.0095887 May 03 22:25:01.417223 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b748de3-f6d5-4c88-82cf-be987758dad6 req-488724d6-0806-4924-b2e0-f25aab1a9525 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:01.419099 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0b748de3-f6d5-4c88-82cf-be987758dad6 req-488724d6-0806-4924-b2e0-f25aab1a9525 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=5946f72b-4608-49f4-a3d5-267f44ad3d50 HTTP/1.1" status: 200 len: 946 time: 0.5500355 May 03 22:25:01.483677 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a9630f76-6922-413e-87f5-e8a8b4d87e22 req-030dfe41-8b7d-43f6-933e-58859160353b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489403 May 03 22:25:01.509240 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4361-424a-460f-8e0c-6e51e02cf722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:01.531526 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0b748de3-f6d5-4c88-82cf-be987758dad6 req-35da73ef-127e-485b-80bc-6b3ec37ab013 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023250 May 03 22:25:01.534492 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-5576691a-442d-4e67-a879-fba8dd32859d req-9a8e5608-94a3-41b0-b3f5-386accf7742c tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Synchronizing usage tracker for tenant:bb54f7f22ed84045bd34103ad99af40a on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:25:01.732829 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-5576691a-442d-4e67-a879-fba8dd32859d req-9a8e5608-94a3-41b0-b3f5-386accf7742c tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Unset dirty status for tenant:bb54f7f22ed84045bd34103ad99af40a on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:25:01.734635 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5576691a-442d-4e67-a879-fba8dd32859d req-9a8e5608-94a3-41b0-b3f5-386accf7742c tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045986 May 03 22:25:01.847626 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4a4361-424a-460f-8e0c-6e51e02cf722 admin admin] Router 97366df8-4cbc-4190-974e-862e92952ce2 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:25:01.851511 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1e0619c-e920-447d-af7d-99a0957f2693'] response: {'name': 'network-changed', 'server_uuid': '770d70a2-fe12-428c-a0b0-e7e08f7f7062', 'tag': '3b15d35d-cfaa-4470-86e8-aa936cd56e75', 'status': 'completed', 'code': 200} May 03 22:25:02.354178 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-4be5dd10-fe4f-4ce7-89da-64532214b32f req-da20a10e-9683-49a5-8f76-dc343cacfce3 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Synchronizing usage tracker for tenant:d011205f344d4c96b639c49c6d4571d7 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:25:02.414707 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-4be5dd10-fe4f-4ce7-89da-64532214b32f req-da20a10e-9683-49a5-8f76-dc343cacfce3 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Unset dirty status for tenant:d011205f344d4c96b639c49c6d4571d7 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:25:02.415861 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4be5dd10-fe4f-4ce7-89da-64532214b32f req-da20a10e-9683-49a5-8f76-dc343cacfce3 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca3661b-5eb4-45ca-8114-78952acd1ac4 HTTP/1.1" status: 200 len: 210 time: 0.2266777 May 03 22:25:02.455699 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f462bd7-e753-4c2b-bb4a-af9ae04758e1 req-2ed29009-45c7-4206-8f11-dadb97a27d42 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:02.463907 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3f462bd7-e753-4c2b-bb4a-af9ae04758e1 req-2ed29009-45c7-4206-8f11-dadb97a27d42 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 950 time: 0.3334305 May 03 22:25:02.491292 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4a4361-424a-460f-8e0c-6e51e02cf722 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:25:02.503801 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86d3709-07c5-44e3-b86e-93f2b78e8deb None None] Sync routers for ids ['97366df8-4cbc-4190-974e-862e92952ce2'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:25:02.515922 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365b3fd-6d80-4b54-83c5-89a0ebf876a8 req-81bf2e55-43d3-42bb-90ec-f5f2f57cedd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:02.517719 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3365b3fd-6d80-4b54-83c5-89a0ebf876a8 req-81bf2e55-43d3-42bb-90ec-f5f2f57cedd0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bb54f7f22ed84045bd34103ad99af40a&device_id=770d70a2-fe12-428c-a0b0-e7e08f7f7062 HTTP/1.1" status: 200 len: 1094 time: 0.5985806 May 03 22:25:02.524206 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86d3709-07c5-44e3-b86e-93f2b78e8deb None None] Routers {'97366df8-4cbc-4190-974e-862e92952ce2'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:25:02.529006 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c86d3709-07c5-44e3-b86e-93f2b78e8deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:24:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['97366df8-4cbc-4190-974e-862e92952ce2'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:25:02.559420 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3f462bd7-e753-4c2b-bb4a-af9ae04758e1 req-6323f376-c1c1-4768-882a-c459a6c73cf0 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945556 May 03 22:25:02.605760 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bc4a4361-424a-460f-8e0c-6e51e02cf722 admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:02.610480 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-bc4a4361-424a-460f-8e0c-6e51e02cf722 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.4577966 May 03 22:25:02.611592 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52442) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:25:02.620847 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635394f-341b-4c61-b562-932ee39ca0bd req-e38a1a09-0f71-4ea0-9738-41d222dc1913 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:02.625452 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8635394f-341b-4c61-b562-932ee39ca0bd req-e38a1a09-0f71-4ea0-9738-41d222dc1913 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.67 "GET /v2.0/networks?id=a08060ad-4db7-45f2-9770-03717dbde23c HTTP/1.1" status: 200 len: 805 time: 0.3825676 May 03 22:25:02.638002 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-8635394f-341b-4c61-b562-932ee39ca0bd req-f587c00a-e2fe-4045-b926-5557822dd78a tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Request body: {'port': {'device_id': '8ca3661b-5eb4-45ca-8114-78952acd1ac4', 'network_id': 'a08060ad-4db7-45f2-9770-03717dbde23c', 'admin_state_up': True, 'tenant_id': 'd011205f344d4c96b639c49c6d4571d7'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:25:02.788995 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00742e9c-4bd5-40ae-9998-1bff116e846e'] response: {'server_uuid': '33c3eedf-45d1-4f9c-b828-3029fcfa5929', 'name': 'network-vif-deleted', 'tag': 'd75ffa2e-01ba-485e-9cd7-99e433d56e9f', 'status': 'completed', 'code': 200} May 03 22:25:02.941670 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-8635394f-341b-4c61-b562-932ee39ca0bd req-f587c00a-e2fe-4045-b926-5557822dd78a tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:25:02.962844 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-8635394f-341b-4c61-b562-932ee39ca0bd req-f587c00a-e2fe-4045-b926-5557822dd78a tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:25:02.985942 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8635394f-341b-4c61-b562-932ee39ca0bd req-f587c00a-e2fe-4045-b926-5557822dd78a tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Made reservation on behalf of d011205f344d4c96b639c49c6d4571d7 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:25:02.990194 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8635394f-341b-4c61-b562-932ee39ca0bd req-f587c00a-e2fe-4045-b926-5557822dd78a tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:03.016533 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365b3fd-6d80-4b54-83c5-89a0ebf876a8 req-4b00cee5-b545-433b-ba90-68858f56342f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:03.018664 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3365b3fd-6d80-4b54-83c5-89a0ebf876a8 req-4b00cee5-b545-433b-ba90-68858f56342f service neutron] 10.222.0.67 "GET /v2.0/networks?id=4f772766-6d4c-4ac3-b843-8129bd316d6b HTTP/1.1" status: 200 len: 923 time: 0.4890492 May 03 22:25:03.111408 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-c86d3709-07c5-44e3-b86e-93f2b78e8deb None None] Set router 97366df8-4cbc-4190-974e-862e92952ce2 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:25:03.367596 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-8635394f-341b-4c61-b562-932ee39ca0bd req-f587c00a-e2fe-4045-b926-5557822dd78a tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Allocated IP 172.20.0.8 (a08060ad-4db7-45f2-9770-03717dbde23c/621c2e6c-82e2-4c38-a5c9-21982755e1f0/f6385e75-4187-42d3-9608-935e672f391b) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:25:03.513586 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3365b3fd-6d80-4b54-83c5-89a0ebf876a8 req-47891fdf-c39c-4d6f-bd6b-b12bb183cc06 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b15d35d-cfaa-4470-86e8-aa936cd56e75 HTTP/1.1" status: 200 len: 217 time: 0.2583213 May 03 22:25:03.562886 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4dbd2b-466d-424b-833b-2dc09262ebdc req-b86e0006-22a7-4655-aa4a-f8245b607b08 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:03.564394 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac4dbd2b-466d-424b-833b-2dc09262ebdc req-b86e0006-22a7-4655-aa4a-f8245b607b08 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=d451d22a-91cb-46bd-889b-f8d801781929 HTTP/1.1" status: 200 len: 945 time: 0.8191762 May 03 22:25:03.654738 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8635394f-341b-4c61-b562-932ee39ca0bd req-f587c00a-e2fe-4045-b926-5557822dd78a tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:03.694244 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8635394f-341b-4c61-b562-932ee39ca0bd req-f587c00a-e2fe-4045-b926-5557822dd78a tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:03.712633 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 3b15d35d-cfaa-4470-86e8-aa936cd56e75 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:25:03.778511 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8635394f-341b-4c61-b562-932ee39ca0bd req-f587c00a-e2fe-4045-b926-5557822dd78a tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Network a08060ad-4db7-45f2-9770-03717dbde23c is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:25:03.780313 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c86d3709-07c5-44e3-b86e-93f2b78e8deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97366df8-4cbc-4190-974e-862e92952ce2', 'name': 'tempest-ServersTestMultiNic-1417843745-router', 'tenant_id': 'ceba61b4c246497baf83bdccf3f80f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '36efe0de-e889-472d-9b9d-527d718f1498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:24:53Z', 'updated_at': '2022-05-03T22:24:59Z', 'revision_number': 3, 'project_id': 'ceba61b4c246497baf83bdccf3f80f6e', 'gw_port': {'id': '36efe0de-e889-472d-9b9d-527d718f1498', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:50:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97366df8-4cbc-4190-974e-862e92952ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:24:55Z', 'updated_at': '2022-05-03T22:24:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:25:03.782459 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-8635394f-341b-4c61-b562-932ee39ca0bd req-f587c00a-e2fe-4045-b926-5557822dd78a tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:25:03.791012 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-8635394f-341b-4c61-b562-932ee39ca0bd req-f587c00a-e2fe-4045-b926-5557822dd78a tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:25:03.806592 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86d3709-07c5-44e3-b86e-93f2b78e8deb None None] Checking router: 97366df8-4cbc-4190-974e-862e92952ce2 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:25:03.807234 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86d3709-07c5-44e3-b86e-93f2b78e8deb None None] Updating router 97366df8-4cbc-4190-974e-862e92952ce2 port 36efe0de-e889-472d-9b9d-527d718f1498 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:25:03.856976 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635394f-341b-4c61-b562-932ee39ca0bd req-f587c00a-e2fe-4045-b926-5557822dd78a tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:03.858266 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8635394f-341b-4c61-b562-932ee39ca0bd req-f587c00a-e2fe-4045-b926-5557822dd78a tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:03.902814 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587c00a-e2fe-4045-b926-5557822dd78a tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Pushing event updated for resources: {'Port': ['ID=f6385e75-4187-42d3-9608-935e672f391b,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:03.907877 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8635394f-341b-4c61-b562-932ee39ca0bd req-f587c00a-e2fe-4045-b926-5557822dd78a tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2741861 May 03 22:25:03.923081 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-8635394f-341b-4c61-b562-932ee39ca0bd req-6f802d61-7c72-4c1a-8915-47568ccd2cb0 service neutron] Request body: {'port': {'device_id': '8ca3661b-5eb4-45ca-8114-78952acd1ac4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:25:03.956151 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365b3fd-6d80-4b54-83c5-89a0ebf876a8 req-1904fb5b-5cab-4a78-a67b-3df1f290cecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:03.958692 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3365b3fd-6d80-4b54-83c5-89a0ebf876a8 req-1904fb5b-5cab-4a78-a67b-3df1f290cecd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=62efb1ff-39ef-42c2-b579-85c1be325b05 HTTP/1.1" status: 200 len: 862 time: 0.4342935 May 03 22:25:03.969683 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c86d3709-07c5-44e3-b86e-93f2b78e8deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:04.016292 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac4dbd2b-466d-424b-833b-2dc09262ebdc req-1d0e2e94-0ecd-480b-b305-24bd059a1874 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4445362 May 03 22:25:04.056701 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 3b15d35d-cfaa-4470-86e8-aa936cd56e75, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=3b15d35d-cfaa-4470-86e8-aa936cd56e75,segment=NetworkSegment(2aabfbd5-8378-4748-b474-412626f804f1),segment_id=2aabfbd5-8378-4748-b474-412626f804f1)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:04.078009 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72a306-28a1-4589-a06e-d67fa900a5e7 req-9daf92c5-7b58-4a5f-adb2-c1768b880dc4 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:04.086733 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea72a306-28a1-4589-a06e-d67fa900a5e7 req-9daf92c5-7b58-4a5f-adb2-c1768b880dc4 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=5946f72b-4608-49f4-a3d5-267f44ad3d50 HTTP/1.1" status: 200 len: 946 time: 0.9282200 May 03 22:25:04.091889 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3365b3fd-6d80-4b54-83c5-89a0ebf876a8 req-df731048-e58e-41e2-9578-536a3387845e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4f772766-6d4c-4ac3-b843-8129bd316d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1230669 May 03 22:25:04.108076 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8635394f-341b-4c61-b562-932ee39ca0bd req-6f802d61-7c72-4c1a-8915-47568ccd2cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:04.118749 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '3b15d35d-cfaa-4470-86e8-aa936cd56e75', 'network_id': '4f772766-6d4c-4ac3-b843-8129bd316d6b', 'port_id': '3b15d35d-cfaa-4470-86e8-aa936cd56e75', 'mac_address': 'fa:16:3e:a2:2f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62efb1ff-39ef-42c2-b579-85c1be325b05', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:25:04.234143 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:04.269885 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b15d35d-cfaa-4470-86e8-aa936cd56e75 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:25:04.315049 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea72a306-28a1-4589-a06e-d67fa900a5e7 req-69b10f4b-8de6-47ef-91b4-7d7c752ec7c9 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220926 May 03 22:25:04.422154 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 3b15d35d-cfaa-4470-86e8-aa936cd56e75, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=3b15d35d-cfaa-4470-86e8-aa936cd56e75,segment=NetworkSegment(2aabfbd5-8378-4748-b474-412626f804f1),segment_id=2aabfbd5-8378-4748-b474-412626f804f1)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:04.435200 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:04.509172 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3365b3fd-6d80-4b54-83c5-89a0ebf876a8 req-8b6f2ae9-7c4f-4176-83fc-d291efd261fc service neutron] 10.222.0.67 "GET /v2.0/networks/4f772766-6d4c-4ac3-b843-8129bd316d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392661 May 03 22:25:04.568611 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9989df-ccb9-4a15-9874-d236db27478e req-ca8139ff-e5c2-426a-b957-597d7db813d5 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:04.576799 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4b9989df-ccb9-4a15-9874-d236db27478e req-ca8139ff-e5c2-426a-b957-597d7db813d5 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=770d70a2-fe12-428c-a0b0-e7e08f7f7062 HTTP/1.1" status: 200 len: 943 time: 0.3519616 May 03 22:25:04.640646 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=3b15d35d-cfaa-4470-86e8-aa936cd56e75,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:04.694784 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-8635394f-341b-4c61-b562-932ee39ca0bd req-6f802d61-7c72-4c1a-8915-47568ccd2cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6385e75-4187-42d3-9608-935e672f391b {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:25:04.704752 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8635394f-341b-4c61-b562-932ee39ca0bd req-6f802d61-7c72-4c1a-8915-47568ccd2cb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:04.725361 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-8635394f-341b-4c61-b562-932ee39ca0bd req-6f802d61-7c72-4c1a-8915-47568ccd2cb0 service neutron] Transition to ACTIVE for port object f6385e75-4187-42d3-9608-935e672f391b will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:25:04.732071 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8635394f-341b-4c61-b562-932ee39ca0bd req-6f802d61-7c72-4c1a-8915-47568ccd2cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:04.765873 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c86d3709-07c5-44e3-b86e-93f2b78e8deb None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:04.784991 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c86d3709-07c5-44e3-b86e-93f2b78e8deb None None] Transition to ACTIVE for port object 36efe0de-e889-472d-9b9d-527d718f1498 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:25:04.800894 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c86d3709-07c5-44e3-b86e-93f2b78e8deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:04.845727 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4b9989df-ccb9-4a15-9874-d236db27478e req-35b7acfc-2c5d-47bf-bcd9-dbcdc79ed405 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676294 May 03 22:25:04.854337 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['3b15d35d-cfaa-4470-86e8-aa936cd56e75'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:25:04.965493 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-c86d3709-07c5-44e3-b86e-93f2b78e8deb None None] Attempting to bind port 36efe0de-e889-472d-9b9d-527d718f1498 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:25:04.966079 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-c86d3709-07c5-44e3-b86e-93f2b78e8deb None None] Attempting to bind port 36efe0de-e889-472d-9b9d-527d718f1498 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:25:04.966571 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86d3709-07c5-44e3-b86e-93f2b78e8deb None None] Attempting to bind port 36efe0de-e889-472d-9b9d-527d718f1498 on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:25:04.983401 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a55da8-2ead-45b0-9332-32e8a85d74cc None None] Pushing event updated for resources: {'Port': ['ID=36efe0de-e889-472d-9b9d-527d718f1498,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:04.984751 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3365b3fd-6d80-4b54-83c5-89a0ebf876a8 req-da082fe1-0687-40c0-8b0b-93f952f27813 service neutron] 10.222.0.67 "GET /v2.0/networks/4f772766-6d4c-4ac3-b843-8129bd316d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459846 May 03 22:25:04.990598 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86d3709-07c5-44e3-b86e-93f2b78e8deb None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:25:04.991308 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86d3709-07c5-44e3-b86e-93f2b78e8deb None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:25:04.991825 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c86d3709-07c5-44e3-b86e-93f2b78e8deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:04.992318 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86d3709-07c5-44e3-b86e-93f2b78e8deb None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:25:04.992902 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-c86d3709-07c5-44e3-b86e-93f2b78e8deb None None] Bound port: 36efe0de-e889-472d-9b9d-527d718f1498, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:25:04.993472 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c86d3709-07c5-44e3-b86e-93f2b78e8deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:05.004054 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5da14225-e469-41bb-b2a3-b6d8da3a0dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:05.050052 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6b0b5-86b8-4103-be32-dfe950b62b52 req-75f5d5e8-0c37-4a12-bcd2-87f914a27fa1 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:05.057040 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1fd6b0b5-86b8-4103-be32-dfe950b62b52 req-75f5d5e8-0c37-4a12-bcd2-87f914a27fa1 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca3661b-5eb4-45ca-8114-78952acd1ac4 HTTP/1.1" status: 200 len: 931 time: 0.4617643 May 03 22:25:05.113415 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f802d61-7c72-4c1a-8915-47568ccd2cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=f6385e75-4187-42d3-9608-935e672f391b,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:05.116338 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-c86d3709-07c5-44e3-b86e-93f2b78e8deb None None] For port 36efe0de-e889-472d-9b9d-527d718f1498, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:25:05.122707 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-c86d3709-07c5-44e3-b86e-93f2b78e8deb None None] For port 36efe0de-e889-472d-9b9d-527d718f1498, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=36efe0de-e889-472d-9b9d-527d718f1498,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:25:05.145845 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c86d3709-07c5-44e3-b86e-93f2b78e8deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:05.204542 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-8635394f-341b-4c61-b562-932ee39ca0bd req-6f802d61-7c72-4c1a-8915-47568ccd2cb0 service neutron] Attempting to bind port f6385e75-4187-42d3-9608-935e672f391b on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:25:05.204983 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-8635394f-341b-4c61-b562-932ee39ca0bd req-6f802d61-7c72-4c1a-8915-47568ccd2cb0 service neutron] Attempting to bind port f6385e75-4187-42d3-9608-935e672f391b by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': 'd5261de8-a046-496c-9988-b261e2ae107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a08060ad-4db7-45f2-9770-03717dbde23c'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:25:05.205380 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8635394f-341b-4c61-b562-932ee39ca0bd req-6f802d61-7c72-4c1a-8915-47568ccd2cb0 service neutron] Attempting to bind port f6385e75-4187-42d3-9608-935e672f391b on network a08060ad-4db7-45f2-9770-03717dbde23c {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:25:05.211618 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8635394f-341b-4c61-b562-932ee39ca0bd req-6f802d61-7c72-4c1a-8915-47568ccd2cb0 service neutron] Port f6385e75-4187-42d3-9608-935e672f391b on network a08060ad-4db7-45f2-9770-03717dbde23c not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:25:05.212145 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8635394f-341b-4c61-b562-932ee39ca0bd req-6f802d61-7c72-4c1a-8915-47568ccd2cb0 service neutron] Attempting to bind port f6385e75-4187-42d3-9608-935e672f391b on network a08060ad-4db7-45f2-9770-03717dbde23c {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:25:05.224258 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8635394f-341b-4c61-b562-932ee39ca0bd req-6f802d61-7c72-4c1a-8915-47568ccd2cb0 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:25:05.224726 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8635394f-341b-4c61-b562-932ee39ca0bd req-6f802d61-7c72-4c1a-8915-47568ccd2cb0 service neutron] Checking segment: {'id': 'd5261de8-a046-496c-9988-b261e2ae107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a08060ad-4db7-45f2-9770-03717dbde23c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:25:05.225207 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8635394f-341b-4c61-b562-932ee39ca0bd req-6f802d61-7c72-4c1a-8915-47568ccd2cb0 service neutron] Bound using segment: {'id': 'd5261de8-a046-496c-9988-b261e2ae107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a08060ad-4db7-45f2-9770-03717dbde23c'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:25:05.225753 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-8635394f-341b-4c61-b562-932ee39ca0bd req-6f802d61-7c72-4c1a-8915-47568ccd2cb0 service neutron] Bound port: f6385e75-4187-42d3-9608-935e672f391b, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5261de8-a046-496c-9988-b261e2ae107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'a08060ad-4db7-45f2-9770-03717dbde23c'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:25:05.230421 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8635394f-341b-4c61-b562-932ee39ca0bd req-6f802d61-7c72-4c1a-8915-47568ccd2cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:05.332907 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86d3709-07c5-44e3-b86e-93f2b78e8deb None None] Routers {'97366df8-4cbc-4190-974e-862e92952ce2'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:25:05.333537 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c86d3709-07c5-44e3-b86e-93f2b78e8deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:24:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['97366df8-4cbc-4190-974e-862e92952ce2'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:25:05.346551 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1fd6b0b5-86b8-4103-be32-dfe950b62b52 req-065a5100-a2d8-4049-8a94-2710f3894e3b tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885561 May 03 22:25:05.367471 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-8635394f-341b-4c61-b562-932ee39ca0bd req-6f802d61-7c72-4c1a-8915-47568ccd2cb0 service neutron] For port f6385e75-4187-42d3-9608-935e672f391b, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:25:05.371487 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-8635394f-341b-4c61-b562-932ee39ca0bd req-6f802d61-7c72-4c1a-8915-47568ccd2cb0 service neutron] For port f6385e75-4187-42d3-9608-935e672f391b, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=f6385e75-4187-42d3-9608-935e672f391b,segment=NetworkSegment(d5261de8-a046-496c-9988-b261e2ae107f),segment_id=d5261de8-a046-496c-9988-b261e2ae107f)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:25:05.385048 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8635394f-341b-4c61-b562-932ee39ca0bd req-6f802d61-7c72-4c1a-8915-47568ccd2cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:05.388111 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a55da8-2ead-45b0-9332-32e8a85d74cc None None] Pushing event updated for resources: {'Port': ['ID=36efe0de-e889-472d-9b9d-527d718f1498,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:05.479910 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635394f-341b-4c61-b562-932ee39ca0bd req-6f802d61-7c72-4c1a-8915-47568ccd2cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:05.480414 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8635394f-341b-4c61-b562-932ee39ca0bd req-6f802d61-7c72-4c1a-8915-47568ccd2cb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:05.482668 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8635394f-341b-4c61-b562-932ee39ca0bd req-6f802d61-7c72-4c1a-8915-47568ccd2cb0 service neutron] 10.222.0.67 "PUT /v2.0/ports/f6385e75-4187-42d3-9608-935e672f391b HTTP/1.1" status: 200 len: 1091 time: 1.5651946 May 03 22:25:05.483897 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca3661b-5eb4-45ca-8114-78952acd1ac4', 'tag': 'f6385e75-4187-42d3-9608-935e672f391b'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:25:05.583035 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-c86d3709-07c5-44e3-b86e-93f2b78e8deb None None] Set router 97366df8-4cbc-4190-974e-862e92952ce2 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:25:05.615744 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b3794-2b60-40ed-abc6-7eb0c1323029 req-ef5de8c6-3cc5-4cf5-95a0-13ac0f769b45 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:05.618028 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-172b3794-2b60-40ed-abc6-7eb0c1323029 req-ef5de8c6-3cc5-4cf5-95a0-13ac0f769b45 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 950 time: 0.5426569 May 03 22:25:05.650883 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f802d61-7c72-4c1a-8915-47568ccd2cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=f6385e75-4187-42d3-9608-935e672f391b,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:05.690318 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635394f-341b-4c61-b562-932ee39ca0bd req-8276fa07-27fa-4a31-8762-26981da62475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:05.692762 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8635394f-341b-4c61-b562-932ee39ca0bd req-8276fa07-27fa-4a31-8762-26981da62475 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d011205f344d4c96b639c49c6d4571d7&device_id=8ca3661b-5eb4-45ca-8114-78952acd1ac4 HTTP/1.1" status: 200 len: 1094 time: 0.1438041 May 03 22:25:05.781311 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8635394f-341b-4c61-b562-932ee39ca0bd req-2bf4c76c-6e4b-4a2c-b8f9-40412c950584 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6385e75-4187-42d3-9608-935e672f391b HTTP/1.1" status: 200 len: 217 time: 0.0755208 May 03 22:25:05.792108 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-5da14225-e469-41bb-b2a3-b6d8da3a0dc5 admin admin] Allocated IP 172.20.0.1 (22816792-b0ae-4be9-b09e-70e4ed0fb73c/a58d48c1-a8ce-4716-a0a0-a893879099e6/e9f36576-f239-41b2-ac09-936463e71d72) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:25:05.837022 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-172b3794-2b60-40ed-abc6-7eb0c1323029 req-629cb673-0b52-494c-83fa-c9fbba31d0f9 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117972 May 03 22:25:05.870753 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635394f-341b-4c61-b562-932ee39ca0bd req-a279c889-79c8-4217-9f8a-18e600a7de27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:05.872723 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8635394f-341b-4c61-b562-932ee39ca0bd req-a279c889-79c8-4217-9f8a-18e600a7de27 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=621c2e6c-82e2-4c38-a5c9-21982755e1f0 HTTP/1.1" status: 200 len: 845 time: 0.0868275 May 03 22:25:05.944453 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8635394f-341b-4c61-b562-932ee39ca0bd req-d144ccad-6ebc-432b-ac11-4bc5f5ee6482 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a08060ad-4db7-45f2-9770-03717dbde23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581942 May 03 22:25:05.962283 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a9cfb-5b96-4bc9-b6ff-ddbe074cd8bb req-e0a8e08c-e4b2-4118-9b3a-ab7dfae30b6b tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:05.970462 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c48a9cfb-5b96-4bc9-b6ff-ddbe074cd8bb req-e0a8e08c-e4b2-4118-9b3a-ab7dfae30b6b tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=5946f72b-4608-49f4-a3d5-267f44ad3d50 HTTP/1.1" status: 200 len: 946 time: 0.2310879 May 03 22:25:06.061227 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c86d3709-07c5-44e3-b86e-93f2b78e8deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97366df8-4cbc-4190-974e-862e92952ce2', 'name': 'tempest-ServersTestMultiNic-1417843745-router', 'tenant_id': 'ceba61b4c246497baf83bdccf3f80f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '36efe0de-e889-472d-9b9d-527d718f1498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:24:53Z', 'updated_at': '2022-05-03T22:24:59Z', 'revision_number': 3, 'project_id': 'ceba61b4c246497baf83bdccf3f80f6e', 'gw_port': {'id': '36efe0de-e889-472d-9b9d-527d718f1498', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:50:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97366df8-4cbc-4190-974e-862e92952ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:24:55Z', 'updated_at': '2022-05-03T22:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:25:06.069642 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86d3709-07c5-44e3-b86e-93f2b78e8deb None None] The sync data for ids ['97366df8-4cbc-4190-974e-862e92952ce2'] in n-d-811807-1 is: [{'id': '97366df8-4cbc-4190-974e-862e92952ce2', 'name': 'tempest-ServersTestMultiNic-1417843745-router', 'tenant_id': 'ceba61b4c246497baf83bdccf3f80f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '36efe0de-e889-472d-9b9d-527d718f1498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:24:53Z', 'updated_at': '2022-05-03T22:24:59Z', 'revision_number': 3, 'project_id': 'ceba61b4c246497baf83bdccf3f80f6e', 'gw_port': {'id': '36efe0de-e889-472d-9b9d-527d718f1498', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:50:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97366df8-4cbc-4190-974e-862e92952ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:24:55Z', 'updated_at': '2022-05-03T22:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:25:06.195782 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8635394f-341b-4c61-b562-932ee39ca0bd req-5822e490-f7b1-45a1-aa89-062f0685dabc service neutron] 10.222.0.67 "GET /v2.0/networks/a08060ad-4db7-45f2-9770-03717dbde23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426560 May 03 22:25:06.242546 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c48a9cfb-5b96-4bc9-b6ff-ddbe074cd8bb req-fdcf9f0f-20fd-46f0-b2df-dd614205c346 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706921 May 03 22:25:06.332142 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5da14225-e469-41bb-b2a3-b6d8da3a0dc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:06.347291 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-62b1ee7a-9d87-48d1-b658-e1b30408ad75 req-bb64f58b-0fa0-4a8a-9469-3964b80c69fa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6067ca7b-a19e-461b-aa2a-c63e6a67d1a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1887505 May 03 22:25:06.370273 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402b56b-e558-40a1-9d8f-0965fa4db1b9 req-7b07d070-d6ad-4023-81ad-68a9c582f937 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:06.372152 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6402b56b-e558-40a1-9d8f-0965fa4db1b9 req-7b07d070-d6ad-4023-81ad-68a9c582f937 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d451d22a-91cb-46bd-889b-f8d801781929 HTTP/1.1" status: 200 len: 1096 time: 0.2886007 May 03 22:25:06.373275 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-5da14225-e469-41bb-b2a3-b6d8da3a0dc5 admin admin] Transition to ACTIVE for port object e9f36576-f239-41b2-ac09-936463e71d72 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:25:06.401430 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98869c2c-1975-4bec-a7fe-5dbbdb7cd414'] response: {'name': 'network-changed', 'server_uuid': '8ca3661b-5eb4-45ca-8114-78952acd1ac4', 'tag': 'f6385e75-4187-42d3-9608-935e672f391b', 'status': 'completed', 'code': 200} May 03 22:25:06.450626 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6402b56b-e558-40a1-9d8f-0965fa4db1b9 req-05b2b848-e067-4ef7-a9ea-8ac9d3220b86 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657108 May 03 22:25:06.461072 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5da14225-e469-41bb-b2a3-b6d8da3a0dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:06.544125 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8635394f-341b-4c61-b562-932ee39ca0bd req-80f060a9-fee2-439d-a5fe-ceb452367d62 service neutron] 10.222.0.67 "GET /v2.0/networks/a08060ad-4db7-45f2-9770-03717dbde23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382225 May 03 22:25:06.777081 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45a92b-9a6f-48a3-b19e-973c73ee40cd req-0a8cbcd7-c98e-4f12-b1db-d2efe2eaa69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:06.778686 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1f45a92b-9a6f-48a3-b19e-973c73ee40cd req-0a8cbcd7-c98e-4f12-b1db-d2efe2eaa69c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d011205f344d4c96b639c49c6d4571d7&device_id=8ca3661b-5eb4-45ca-8114-78952acd1ac4 HTTP/1.1" status: 200 len: 1094 time: 0.1825833 May 03 22:25:06.926016 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da14225-e469-41bb-b2a3-b6d8da3a0dc5 admin admin] Network 22816792-b0ae-4be9-b09e-70e4ed0fb73c is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:25:06.989531 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-5da14225-e469-41bb-b2a3-b6d8da3a0dc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:25:07.005056 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da14225-e469-41bb-b2a3-b6d8da3a0dc5 admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:25:07.021896 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45a92b-9a6f-48a3-b19e-973c73ee40cd req-5b22ccb1-c1b2-4e18-b1df-95f14ccc1c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:07.024597 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1f45a92b-9a6f-48a3-b19e-973c73ee40cd req-5b22ccb1-c1b2-4e18-b1df-95f14ccc1c5d service neutron] 10.222.0.67 "GET /v2.0/networks?id=a08060ad-4db7-45f2-9770-03717dbde23c HTTP/1.1" status: 200 len: 906 time: 0.2398312 May 03 22:25:07.108904 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da14225-e469-41bb-b2a3-b6d8da3a0dc5 admin admin] Pushing event updated for resources: {'Port': ['ID=e9f36576-f239-41b2-ac09-936463e71d72,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:07.117684 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1f45a92b-9a6f-48a3-b19e-973c73ee40cd req-6b67cd2a-22b5-4383-bbb5-e11b085c4823 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6385e75-4187-42d3-9608-935e672f391b HTTP/1.1" status: 200 len: 217 time: 0.0829539 May 03 22:25:07.144166 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5da14225-e469-41bb-b2a3-b6d8da3a0dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:07.183658 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bd980df8-963d-4c87-a664-b1b758a3fe0f req-a9763310-046b-4dee-a07f-6b691f05d6d3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=97a076d6-cb30-497e-890a-60bea66a5d8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3710408 May 03 22:25:07.314797 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45a92b-9a6f-48a3-b19e-973c73ee40cd req-f5f14bd7-b2cb-4216-86f7-f3f9e8928f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:07.318673 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1f45a92b-9a6f-48a3-b19e-973c73ee40cd req-f5f14bd7-b2cb-4216-86f7-f3f9e8928f13 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=621c2e6c-82e2-4c38-a5c9-21982755e1f0 HTTP/1.1" status: 200 len: 845 time: 0.1914914 May 03 22:25:07.362809 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-dd2f5724-b632-45f1-be69-a438c79c15a9 None None] Provisioning for port e9f36576-f239-41b2-ac09-936463e71d72 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:25:07.388449 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 36efe0de-e889-472d-9b9d-527d718f1498 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:25:07.399417 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1f45a92b-9a6f-48a3-b19e-973c73ee40cd req-25dcbfa3-f6db-44ea-9a00-95e7ee7f0e28 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a08060ad-4db7-45f2-9770-03717dbde23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735815 May 03 22:25:07.407457 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd980df8-963d-4c87-a664-b1b758a3fe0f req-4fad6490-e0f0-4173-9360-41e7c09378ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:07.410496 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bd980df8-963d-4c87-a664-b1b758a3fe0f req-4fad6490-e0f0-4173-9360-41e7c09378ce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1727dc00a1e94099b181b574bcc185b6&device_id=97a076d6-cb30-497e-890a-60bea66a5d8c HTTP/1.1" status: 200 len: 1095 time: 0.1954246 May 03 22:25:07.450731 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510273a-e7a0-406c-bbe6-f270bfc7502f req-b051a413-9bc4-476b-9434-1493bcb666f8 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:07.455916 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6510273a-e7a0-406c-bbe6-f270bfc7502f req-b051a413-9bc4-476b-9434-1493bcb666f8 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=770d70a2-fe12-428c-a0b0-e7e08f7f7062 HTTP/1.1" status: 200 len: 944 time: 0.7621570 May 03 22:25:07.483618 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1ee7a-9d87-48d1-b658-e1b30408ad75 req-d892f7a1-1592-47f7-ac64-bdf5be4afb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:07.485318 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-62b1ee7a-9d87-48d1-b658-e1b30408ad75 req-d892f7a1-1592-47f7-ac64-bdf5be4afb63 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&device_id=6067ca7b-a19e-461b-aa2a-c63e6a67d1a5 HTTP/1.1" status: 200 len: 1095 time: 0.8932681 May 03 22:25:07.488911 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-dd2f5724-b632-45f1-be69-a438c79c15a9 None None] Provisioning complete for port e9f36576-f239-41b2-ac09-936463e71d72 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:25:07.489296 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-dd2f5724-b632-45f1-be69-a438c79c15a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:07.520513 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eac575-77da-4dee-9765-b0a1a2b7bd57 req-a66b79e6-c1d9-4f3b-83b3-c6dc125dff72 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:07.537730 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c2eac575-77da-4dee-9765-b0a1a2b7bd57 req-a66b79e6-c1d9-4f3b-83b3-c6dc125dff72 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5946f72b-4608-49f4-a3d5-267f44ad3d50 HTTP/1.1" status: 200 len: 1097 time: 0.6502254 May 03 22:25:07.576094 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-dd2f5724-b632-45f1-be69-a438c79c15a9 None None] Port e9f36576-f239-41b2-ac09-936463e71d72 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:25:07.580121 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 36efe0de-e889-472d-9b9d-527d718f1498 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:25:07.586285 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 36efe0de-e889-472d-9b9d-527d718f1498 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:25:07.587015 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:07.788081 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:07.804514 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1ee7a-9d87-48d1-b658-e1b30408ad75 req-40b93e79-c518-4266-8cfc-c0b638941da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:07.806004 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-62b1ee7a-9d87-48d1-b658-e1b30408ad75 req-40b93e79-c518-4266-8cfc-c0b638941da6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3476088d-e412-4e55-9c2f-549019c16834 HTTP/1.1" status: 200 len: 922 time: 0.2326012 May 03 22:25:07.810065 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 36efe0de-e889-472d-9b9d-527d718f1498, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=36efe0de-e889-472d-9b9d-527d718f1498,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:07.814643 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 3b15d35d-cfaa-4470-86e8-aa936cd56e75 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:25:07.851562 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:07.909607 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd980df8-963d-4c87-a664-b1b758a3fe0f req-226260cf-5c8e-4171-8a82-d627bcdefe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:07.911270 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bd980df8-963d-4c87-a664-b1b758a3fe0f req-226260cf-5c8e-4171-8a82-d627bcdefe01 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c529cb66-8468-429f-bb93-e81cdb567811 HTTP/1.1" status: 200 len: 909 time: 0.4645784 May 03 22:25:07.913817 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6510273a-e7a0-406c-bbe6-f270bfc7502f req-ddcb5335-a3b3-49dd-ba2e-baa4e0fa9470 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487326 May 03 22:25:07.918976 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-62b1ee7a-9d87-48d1-b658-e1b30408ad75 req-36ffb2cd-fa83-4d50-80dc-dd119fceffc5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1bf60e9a-e969-4165-80c4-622d4ed829f6 HTTP/1.1" status: 200 len: 217 time: 0.1049953 May 03 22:25:08.000300 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c2eac575-77da-4dee-9765-b0a1a2b7bd57 req-5d4e1649-4498-45e8-a17e-79aaddaca71b tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610367 May 03 22:25:08.017597 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=36efe0de-e889-472d-9b9d-527d718f1498,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:08.029751 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 3b15d35d-cfaa-4470-86e8-aa936cd56e75 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:25:08.037371 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 3b15d35d-cfaa-4470-86e8-aa936cd56e75 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:25:08.037796 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:08.122446 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bd980df8-963d-4c87-a664-b1b758a3fe0f req-5790949d-95fd-4f20-93a8-996a6ce4bb7b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20512679-c6a0-487c-a297-194cf3ce5394 HTTP/1.1" status: 200 len: 217 time: 0.1825039 May 03 22:25:08.206995 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5da14225-e469-41bb-b2a3-b6d8da3a0dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:08.256620 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1ee7a-9d87-48d1-b658-e1b30408ad75 req-5c65cff1-726e-4ccb-9418-8d538414a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:08.262105 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-62b1ee7a-9d87-48d1-b658-e1b30408ad75 req-5c65cff1-726e-4ccb-9418-8d538414a2ca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=63a9fee3-85c4-4a95-8dcc-67111d08a3de HTTP/1.1" status: 200 len: 861 time: 0.3189828 May 03 22:25:08.265588 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1f45a92b-9a6f-48a3-b19e-973c73ee40cd req-724e0476-c1cf-4d5c-976d-17290dfa8c60 service neutron] 10.222.0.67 "GET /v2.0/networks/a08060ad-4db7-45f2-9770-03717dbde23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8540988 May 03 22:25:08.327408 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:08.355884 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd980df8-963d-4c87-a664-b1b758a3fe0f req-ee4ab2bf-e812-4703-a98e-476f9f315302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:08.358312 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bd980df8-963d-4c87-a664-b1b758a3fe0f req-ee4ab2bf-e812-4703-a98e-476f9f315302 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1ee1af50-b130-474e-bc7b-1c6042f9e7e1 HTTP/1.1" status: 200 len: 848 time: 0.2273531 May 03 22:25:08.395973 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770d70a2-fe12-428c-a0b0-e7e08f7f7062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b15d35d-cfaa-4470-86e8-aa936cd56e75'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:25:08.407693 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 3b15d35d-cfaa-4470-86e8-aa936cd56e75, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=3b15d35d-cfaa-4470-86e8-aa936cd56e75,segment=NetworkSegment(2aabfbd5-8378-4748-b474-412626f804f1),segment_id=2aabfbd5-8378-4748-b474-412626f804f1)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:08.413900 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:08.458297 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bd980df8-963d-4c87-a664-b1b758a3fe0f req-9abb173b-e88f-490d-aab6-ca298666b709 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c529cb66-8468-429f-bb93-e81cdb567811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828326 May 03 22:25:08.512072 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-62b1ee7a-9d87-48d1-b658-e1b30408ad75 req-e129326b-9535-44dd-bb7e-7ff49ab78b83 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3476088d-e412-4e55-9c2f-549019c16834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2386973 May 03 22:25:08.554555 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=3b15d35d-cfaa-4470-86e8-aa936cd56e75,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:08.695071 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1f45a92b-9a6f-48a3-b19e-973c73ee40cd req-f1314095-dbe6-4132-baab-3cb2501ed1a8 service neutron] 10.222.0.67 "GET /v2.0/networks/a08060ad-4db7-45f2-9770-03717dbde23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203036 May 03 22:25:08.735012 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbd815-3ee3-4e1c-aa8d-81c341582510 req-835d9ba5-9f18-4f9e-a55c-19f9622a14d7 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:08.736564 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dbbbd815-3ee3-4e1c-aa8d-81c341582510 req-835d9ba5-9f18-4f9e-a55c-19f9622a14d7 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca3661b-5eb4-45ca-8114-78952acd1ac4 HTTP/1.1" status: 200 len: 943 time: 0.5954487 May 03 22:25:08.747837 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bd980df8-963d-4c87-a664-b1b758a3fe0f req-538a9389-08ba-417c-92fb-a69c14ab058f service neutron] 10.222.0.60 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771986 May 03 22:25:08.796025 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-62b1ee7a-9d87-48d1-b658-e1b30408ad75 req-b8700b0c-b331-470a-b178-e0cf0c71e57e service neutron] 10.222.0.67 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743373 May 03 22:25:08.888849 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 52514) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:25:08.922196 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bd980df8-963d-4c87-a664-b1b758a3fe0f req-29ffd077-6b5c-4b80-ae3c-df514d083e7b service neutron] 10.222.0.60 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668165 May 03 22:25:08.960725 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dbbbd815-3ee3-4e1c-aa8d-81c341582510 req-38d04844-d222-419f-a275-e17767adf633 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054057 May 03 22:25:09.022089 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1ceb5-50f0-4c49-84ef-e1d8a689626d req-be25ceb8-a329-41ec-9b16-9935a54e2b4e tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:09.046858 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-31e1ceb5-50f0-4c49-84ef-e1d8a689626d req-be25ceb8-a329-41ec-9b16-9935a54e2b4e tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d451d22a-91cb-46bd-889b-f8d801781929 HTTP/1.1" status: 200 len: 1096 time: 0.6247811 May 03 22:25:09.148929 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-687bc0d0-6e7b-4c5b-a406-3ef86122ccf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:09.191726 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-687bc0d0-6e7b-4c5b-a406-3ef86122ccf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:25:09.196923 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-687bc0d0-6e7b-4c5b-a406-3ef86122ccf0 admin admin] Usage tracker for resource:security_group_rule and tenant:b092c8278f024ac89d66ce86a321324c is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:25:09.200526 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-687bc0d0-6e7b-4c5b-a406-3ef86122ccf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:25:09.207737 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-687bc0d0-6e7b-4c5b-a406-3ef86122ccf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:25:09.374461 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-31e1ceb5-50f0-4c49-84ef-e1d8a689626d req-8231f9aa-5875-4fdc-89cf-a86b8f7e5323 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226593 May 03 22:25:09.396571 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 36efe0de-e889-472d-9b9d-527d718f1498 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:25:09.491033 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-687bc0d0-6e7b-4c5b-a406-3ef86122ccf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:09.496272 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-687bc0d0-6e7b-4c5b-a406-3ef86122ccf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:09.580260 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-687bc0d0-6e7b-4c5b-a406-3ef86122ccf0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b092c8278f024ac89d66ce86a321324c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6884794 May 03 22:25:09.596603 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 52530) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:25:09.597350 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687bc0d0-6e7b-4c5b-a406-3ef86122ccf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80506df7-031d-4b63-a620-78d9d6897686,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:09.609614 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 36efe0de-e889-472d-9b9d-527d718f1498 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:25:09.610324 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:09.670952 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-62b1ee7a-9d87-48d1-b658-e1b30408ad75 req-19139614-23da-4a0e-a956-5137c09e45f1 service neutron] 10.222.0.67 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8276527 May 03 22:25:09.750281 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e317fd7-095f-4cea-840c-c6a1f4170823 req-fabd29a0-2ebd-4210-a23e-48dd9da95ac4 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:09.751825 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8e317fd7-095f-4cea-840c-c6a1f4170823 req-fabd29a0-2ebd-4210-a23e-48dd9da95ac4 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 950 time: 0.5541391 May 03 22:25:09.759387 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device f6385e75-4187-42d3-9608-935e672f391b details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:25:09.804385 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cd05ade2-2ed8-456e-8219-3f53c4192df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:09.853129 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8e317fd7-095f-4cea-840c-c6a1f4170823 req-be158870-9595-4834-b5b5-5fbe01bb46a8 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926573 May 03 22:25:09.856663 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5da14225-e469-41bb-b2a3-b6d8da3a0dc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:09.873258 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cd05ade2-2ed8-456e-8219-3f53c4192df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:09.878939 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5da14225-e469-41bb-b2a3-b6d8da3a0dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:10.023727 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8321cf0-ed9b-49dd-8078-bdc287ed214e req-5a4ee976-bba3-4220-b83e-de6f4bcb34f0 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:10.031342 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cd05ade2-2ed8-456e-8219-3f53c4192df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:10.038526 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d8321cf0-ed9b-49dd-8078-bdc287ed214e req-5a4ee976-bba3-4220-b83e-de6f4bcb34f0 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5946f72b-4608-49f4-a3d5-267f44ad3d50 HTTP/1.1" status: 200 len: 1097 time: 0.3664079 May 03 22:25:10.055249 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd05ade2-2ed8-456e-8219-3f53c4192df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80506df7-031d-4b63-a620-78d9d6897686,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:10.057413 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cd05ade2-2ed8-456e-8219-3f53c4192df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:10.058784 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-cd05ade2-2ed8-456e-8219-3f53c4192df2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/80506df7-031d-4b63-a620-78d9d6897686 HTTP/1.1" status: 204 len: 168 time: 0.4331806 May 03 22:25:10.073870 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d854ceba-06e0-4e96-9c90-979db79cc798'] response: {'server_uuid': '770d70a2-fe12-428c-a0b0-e7e08f7f7062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b15d35d-cfaa-4470-86e8-aa936cd56e75', 'code': 200} May 03 22:25:10.093538 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port f6385e75-4187-42d3-9608-935e672f391b, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=f6385e75-4187-42d3-9608-935e672f391b,segment=NetworkSegment(d5261de8-a046-496c-9988-b261e2ae107f),segment_id=d5261de8-a046-496c-9988-b261e2ae107f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:10.110616 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'f6385e75-4187-42d3-9608-935e672f391b', 'network_id': 'a08060ad-4db7-45f2-9770-03717dbde23c', 'port_id': 'f6385e75-4187-42d3-9608-935e672f391b', 'mac_address': 'fa:16:3e:37:f0:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621c2e6c-82e2-4c38-a5c9-21982755e1f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:25:10.175183 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:10.204140 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6385e75-4187-42d3-9608-935e672f391b {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:25:10.221185 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port f6385e75-4187-42d3-9608-935e672f391b, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=f6385e75-4187-42d3-9608-935e672f391b,segment=NetworkSegment(d5261de8-a046-496c-9988-b261e2ae107f),segment_id=d5261de8-a046-496c-9988-b261e2ae107f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:10.225742 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:10.250784 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5da14225-e469-41bb-b2a3-b6d8da3a0dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:10.314142 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=f6385e75-4187-42d3-9608-935e672f391b,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:10.330387 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da14225-e469-41bb-b2a3-b6d8da3a0dc5 admin admin] Pushing event updated for resources: {'Port': ['ID=e9f36576-f239-41b2-ac09-936463e71d72,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:10.386410 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d8321cf0-ed9b-49dd-8078-bdc287ed214e req-5ee84a29-10f6-48bd-aab7-a9ef5a37f9bd tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123746 May 03 22:25:10.547815 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 52550) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:25:10.557585 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb81555-2f4b-4991-ace2-337faa15771b req-4ba14a59-ca1f-4cf1-acd9-82bc007b1f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:10.559464 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bdb81555-2f4b-4991-ace2-337faa15771b req-4ba14a59-ca1f-4cf1-acd9-82bc007b1f36 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=770d70a2-fe12-428c-a0b0-e7e08f7f7062 HTTP/1.1" status: 200 len: 1096 time: 0.4584465 May 03 22:25:10.565519 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da14225-e469-41bb-b2a3-b6d8da3a0dc5 admin admin] Network 22816792-b0ae-4be9-b09e-70e4ed0fb73c is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:25:10.580513 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-eb883f7e-db76-459a-996a-8654074f688f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:10.581373 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['f6385e75-4187-42d3-9608-935e672f391b'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:25:10.599643 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-5da14225-e469-41bb-b2a3-b6d8da3a0dc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:25:10.617043 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615df84-0129-4728-82f9-4cd543b73c43 req-943a9251-937b-497b-bd12-e49b0ee47483 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:10.619521 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-eb883f7e-db76-459a-996a-8654074f688f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:25:10.627038 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-eb883f7e-db76-459a-996a-8654074f688f admin admin] Usage tracker for resource:security_group_rule and tenant:01afe1f06f5d43b19fc2858ed86eca64 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:25:10.629000 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6615df84-0129-4728-82f9-4cd543b73c43 req-943a9251-937b-497b-bd12-e49b0ee47483 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=770d70a2-fe12-428c-a0b0-e7e08f7f7062 HTTP/1.1" status: 200 len: 945 time: 0.3800056 May 03 22:25:10.630956 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-eb883f7e-db76-459a-996a-8654074f688f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:25:10.645179 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-eb883f7e-db76-459a-996a-8654074f688f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:25:10.902346 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-eb883f7e-db76-459a-996a-8654074f688f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:10.915649 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-eb883f7e-db76-459a-996a-8654074f688f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:10.986657 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb883f7e-db76-459a-996a-8654074f688f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c8c5ec-e3a8-4177-9283-9515f83ebcde,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:11.007807 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-eb883f7e-db76-459a-996a-8654074f688f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=01afe1f06f5d43b19fc2858ed86eca64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4585590 May 03 22:25:11.008728 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 52558) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:25:11.050095 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-61a86740-e1cd-4d82-bb4d-06fdcc012453 None None] Provisioning complete for port e9f36576-f239-41b2-ac09-936463e71d72 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:25:11.050523 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-61a86740-e1cd-4d82-bb4d-06fdcc012453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:11.083741 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4c785fbd-06d8-43ce-a7f6-df59f85a2a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:11.123703 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6615df84-0129-4728-82f9-4cd543b73c43 req-996ffe38-5855-4454-bc78-b00d8ca78d91 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501925 May 03 22:25:11.125324 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4c785fbd-06d8-43ce-a7f6-df59f85a2a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:11.132699 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-61a86740-e1cd-4d82-bb4d-06fdcc012453 None None] Port e9f36576-f239-41b2-ac09-936463e71d72 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:25:11.163126 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bdb81555-2f4b-4991-ace2-337faa15771b req-44067d72-5af2-459d-83d0-e698f2b91619 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5959442 May 03 22:25:11.178008 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da14225-e469-41bb-b2a3-b6d8da3a0dc5 admin admin] Router 97366df8-4cbc-4190-974e-862e92952ce2 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:25:11.217061 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4c785fbd-06d8-43ce-a7f6-df59f85a2a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:11.263781 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c785fbd-06d8-43ce-a7f6-df59f85a2a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c8c5ec-e3a8-4177-9283-9515f83ebcde,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:11.268618 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4c785fbd-06d8-43ce-a7f6-df59f85a2a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:11.272484 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4c785fbd-06d8-43ce-a7f6-df59f85a2a2b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/32c8c5ec-e3a8-4177-9283-9515f83ebcde HTTP/1.1" status: 204 len: 168 time: 0.2597601 May 03 22:25:11.610259 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00dd51f-5558-4328-a915-6452a2f6da10 req-e48250be-8406-4e26-8823-4506c0a0935c tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:11.611730 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e00dd51f-5558-4328-a915-6452a2f6da10 req-e48250be-8406-4e26-8823-4506c0a0935c tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca3661b-5eb4-45ca-8114-78952acd1ac4 HTTP/1.1" status: 200 len: 944 time: 0.2714114 May 03 22:25:11.614190 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da14225-e469-41bb-b2a3-b6d8da3a0dc5 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:25:11.624938 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef3c61a-6fb4-47f0-b8a4-ee824f4ed82c None None] Sync routers for ids ['97366df8-4cbc-4190-974e-862e92952ce2'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:25:11.635850 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef3c61a-6fb4-47f0-b8a4-ee824f4ed82c None None] Routers {'97366df8-4cbc-4190-974e-862e92952ce2'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:25:11.636246 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-8ef3c61a-6fb4-47f0-b8a4-ee824f4ed82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:24:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['97366df8-4cbc-4190-974e-862e92952ce2'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:25:11.658928 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5da14225-e469-41bb-b2a3-b6d8da3a0dc5 admin admin] 10.222.0.58 "PUT /v2.0/routers/97366df8-4cbc-4190-974e-862e92952ce2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0313723 May 03 22:25:11.674443 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531d65a-eef7-422f-8df2-651b043e0f56 req-9cc68655-9ff8-4803-a34c-e6598cd90018 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:11.675887 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d531d65a-eef7-422f-8df2-651b043e0f56 req-9cc68655-9ff8-4803-a34c-e6598cd90018 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 950 time: 0.1925075 May 03 22:25:11.680674 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e00dd51f-5558-4328-a915-6452a2f6da10 req-0897c2ec-b5b2-46ca-9ed3-ecee555de814 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597970 May 03 22:25:11.763451 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d531d65a-eef7-422f-8df2-651b043e0f56 req-fd3c3c20-56e2-42bd-921c-221a87dfd929 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710626 May 03 22:25:11.875469 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 52600) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:25:11.992924 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-8ef3c61a-6fb4-47f0-b8a4-ee824f4ed82c None None] Set router 97366df8-4cbc-4190-974e-862e92952ce2 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:25:12.218046 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f1b9d-6401-41c5-a5f6-79a9dbfe6d74 req-d139425e-8ee3-41ce-b044-da4e5b259527 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:12.226349 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2b4f1b9d-6401-41c5-a5f6-79a9dbfe6d74 req-d139425e-8ee3-41ce-b044-da4e5b259527 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 945 time: 0.1855845 May 03 22:25:12.281696 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2b4f1b9d-6401-41c5-a5f6-79a9dbfe6d74 req-3c25838f-03e9-458c-98eb-49987fd5a290 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542510 May 03 22:25:12.361414 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-3d2750e6-6c73-42d7-9490-32428a2aca4d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1560140712'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:25:12.370379 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3d2750e6-6c73-42d7-9490-32428a2aca4d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:25:12.379700 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3d2750e6-6c73-42d7-9490-32428a2aca4d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Usage tracker for resource:network and tenant:ceba61b4c246497baf83bdccf3f80f6e is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:25:12.389608 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3d2750e6-6c73-42d7-9490-32428a2aca4d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:25:12.399185 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3d2750e6-6c73-42d7-9490-32428a2aca4d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:25:12.423184 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2750e6-6c73-42d7-9490-32428a2aca4d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Made reservation on behalf of ceba61b4c246497baf83bdccf3f80f6e for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:25:12.427493 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3d2750e6-6c73-42d7-9490-32428a2aca4d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:12.468177 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d2750e6-6c73-42d7-9490-32428a2aca4d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:25:12.478911 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3d2750e6-6c73-42d7-9490-32428a2aca4d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:12.479645 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-3d2750e6-6c73-42d7-9490-32428a2aca4d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Added segment 458d701d-3e80-4394-b200-b4a54eb80085 of type vlan for network 787bd443-cdb2-456f-a750-dd1e06b7c693 May 03 22:25:12.512021 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3d2750e6-6c73-42d7-9490-32428a2aca4d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:12.571926 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3d2750e6-6c73-42d7-9490-32428a2aca4d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:12.584886 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2750e6-6c73-42d7-9490-32428a2aca4d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:12.588757 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3d2750e6-6c73-42d7-9490-32428a2aca4d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:12.648368 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-8ef3c61a-6fb4-47f0-b8a4-ee824f4ed82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97366df8-4cbc-4190-974e-862e92952ce2', 'name': 'tempest-ServersTestMultiNic-1417843745-router', 'tenant_id': 'ceba61b4c246497baf83bdccf3f80f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '36efe0de-e889-472d-9b9d-527d718f1498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:24:53Z', 'updated_at': '2022-05-03T22:25:08Z', 'revision_number': 4, 'project_id': 'ceba61b4c246497baf83bdccf3f80f6e', 'gw_port': {'id': '36efe0de-e889-472d-9b9d-527d718f1498', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:50:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97366df8-4cbc-4190-974e-862e92952ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:24:55Z', 'updated_at': '2022-05-03T22:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'e9f36576-f239-41b2-ac09-936463e71d72', 'name': '', 'network_id': '22816792-b0ae-4be9-b09e-70e4ed0fb73c', 'tenant_id': 'ceba61b4c246497baf83bdccf3f80f6e', 'mac_address': 'fa:16:3e:e6:aa:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97366df8-4cbc-4190-974e-862e92952ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'a58d48c1-a8ce-4716-a0a0-a893879099e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:25:05Z', 'updated_at': '2022-05-03T22:25:08Z', 'revision_number': 2, 'project_id': 'ceba61b4c246497baf83bdccf3f80f6e', 'subnets': [{'id': 'a58d48c1-a8ce-4716-a0a0-a893879099e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:25:12.661537 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef3c61a-6fb4-47f0-b8a4-ee824f4ed82c None None] Checking router: 97366df8-4cbc-4190-974e-862e92952ce2 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:25:12.662091 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef3c61a-6fb4-47f0-b8a4-ee824f4ed82c None None] Updating router 97366df8-4cbc-4190-974e-862e92952ce2 port e9f36576-f239-41b2-ac09-936463e71d72 binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:25:12.768774 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3d2750e6-6c73-42d7-9490-32428a2aca4d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8920274 May 03 22:25:12.774848 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 52638) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:25:12.784508 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-45302170-a8bb-42a1-b15c-2eec1808e1f8 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Request body: {'subnet': {'network_id': '787bd443-cdb2-456f-a750-dd1e06b7c693', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:25:12.803879 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2750e6-6c73-42d7-9490-32428a2aca4d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Pushing event updated for resources: {'Network': ['ID=787bd443-cdb2-456f-a750-dd1e06b7c693,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:12.816938 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 787bd443-cdb2-456f-a750-dd1e06b7c693 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:25:12.877983 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e151f3-5795-4b5c-9262-ce623d1d0956 req-f6495539-3cf2-4f02-8509-685b3a4520dc tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:12.889914 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f8e151f3-5795-4b5c-9262-ce623d1d0956 req-f6495539-3cf2-4f02-8509-685b3a4520dc tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=770d70a2-fe12-428c-a0b0-e7e08f7f7062 HTTP/1.1" status: 200 len: 945 time: 0.4763861 May 03 22:25:12.904176 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c61a-6fb4-47f0-b8a4-ee824f4ed82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:13.005782 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f8e151f3-5795-4b5c-9262-ce623d1d0956 req-af711a61-100f-4b62-a5d0-c1c88bdf30b3 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143050 May 03 22:25:13.083794 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-45302170-a8bb-42a1-b15c-2eec1808e1f8 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:25:13.097841 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-45302170-a8bb-42a1-b15c-2eec1808e1f8 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Usage tracker for resource:subnet and tenant:ceba61b4c246497baf83bdccf3f80f6e is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:25:13.102003 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-45302170-a8bb-42a1-b15c-2eec1808e1f8 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:25:13.115085 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-45302170-a8bb-42a1-b15c-2eec1808e1f8 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:25:13.135394 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45302170-a8bb-42a1-b15c-2eec1808e1f8 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Made reservation on behalf of ceba61b4c246497baf83bdccf3f80f6e for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:25:13.141272 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-45302170-a8bb-42a1-b15c-2eec1808e1f8 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:13.353277 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c61a-6fb4-47f0-b8a4-ee824f4ed82c None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:13.366139 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-8ef3c61a-6fb4-47f0-b8a4-ee824f4ed82c None None] Transition to ACTIVE for port object e9f36576-f239-41b2-ac09-936463e71d72 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:25:13.373807 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c61a-6fb4-47f0-b8a4-ee824f4ed82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:13.505203 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-881edd36-d0b4-4149-b0ef-1df72a6d8bbe tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88070) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:25:13.512865 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-881edd36-d0b4-4149-b0ef-1df72a6d8bbe tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157309 May 03 22:25:13.518748 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-aa58c486-8d0d-4b2f-a680-6c391392a751 service neutron] Request body: {'binding': {'host': 'n-h1-811807-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:25:13.519533 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-aa58c486-8d0d-4b2f-a680-6c391392a751 service neutron] Unknown quota resources ['binding']. {{(pid=88070) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 03 22:25:13.581082 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a0d5f-21ec-4fae-a983-736f669138fd None None] Pushing event updated for resources: {'Port': ['ID=e9f36576-f239-41b2-ac09-936463e71d72,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:13.663320 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84a0d5f-21ec-4fae-a983-736f669138fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:13.664004 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84a0d5f-21ec-4fae-a983-736f669138fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:13.664004 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84a0d5f-21ec-4fae-a983-736f669138fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:13.664287 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84a0d5f-21ec-4fae-a983-736f669138fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:13.664682 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84a0d5f-21ec-4fae-a983-736f669138fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:13.665451 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84a0d5f-21ec-4fae-a983-736f669138fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:13.666037 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84a0d5f-21ec-4fae-a983-736f669138fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:13.666586 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84a0d5f-21ec-4fae-a983-736f669138fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:13.667669 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84a0d5f-21ec-4fae-a983-736f669138fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:13.668201 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84a0d5f-21ec-4fae-a983-736f669138fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:13.668728 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84a0d5f-21ec-4fae-a983-736f669138fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:13.669283 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84a0d5f-21ec-4fae-a983-736f669138fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:13.734104 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-8ef3c61a-6fb4-47f0-b8a4-ee824f4ed82c None None] Attempting to bind port e9f36576-f239-41b2-ac09-936463e71d72 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:25:13.735086 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-8ef3c61a-6fb4-47f0-b8a4-ee824f4ed82c None None] Attempting to bind port e9f36576-f239-41b2-ac09-936463e71d72 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'ecbb00f8-2427-445d-8d3a-dfed70f9eb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '22816792-b0ae-4be9-b09e-70e4ed0fb73c'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:25:13.735738 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef3c61a-6fb4-47f0-b8a4-ee824f4ed82c None None] Attempting to bind port e9f36576-f239-41b2-ac09-936463e71d72 on network 22816792-b0ae-4be9-b09e-70e4ed0fb73c {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:25:13.744320 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef3c61a-6fb4-47f0-b8a4-ee824f4ed82c None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:25:13.745105 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef3c61a-6fb4-47f0-b8a4-ee824f4ed82c None None] Checking segment: {'id': 'ecbb00f8-2427-445d-8d3a-dfed70f9eb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '22816792-b0ae-4be9-b09e-70e4ed0fb73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:25:13.745736 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c61a-6fb4-47f0-b8a4-ee824f4ed82c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:13.746512 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef3c61a-6fb4-47f0-b8a4-ee824f4ed82c None None] Bound using segment: {'id': 'ecbb00f8-2427-445d-8d3a-dfed70f9eb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '22816792-b0ae-4be9-b09e-70e4ed0fb73c'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:25:13.747247 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-8ef3c61a-6fb4-47f0-b8a4-ee824f4ed82c None None] Bound port: e9f36576-f239-41b2-ac09-936463e71d72, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecbb00f8-2427-445d-8d3a-dfed70f9eb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '22816792-b0ae-4be9-b09e-70e4ed0fb73c'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:25:13.747871 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c61a-6fb4-47f0-b8a4-ee824f4ed82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:13.777760 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device f6385e75-4187-42d3-9608-935e672f391b up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:25:13.845132 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-45302170-a8bb-42a1-b15c-2eec1808e1f8 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:13.881784 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-8ef3c61a-6fb4-47f0-b8a4-ee824f4ed82c None None] For port e9f36576-f239-41b2-ac09-936463e71d72, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:25:13.886860 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-8ef3c61a-6fb4-47f0-b8a4-ee824f4ed82c None None] For port e9f36576-f239-41b2-ac09-936463e71d72, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=e9f36576-f239-41b2-ac09-936463e71d72,segment=NetworkSegment(ecbb00f8-2427-445d-8d3a-dfed70f9eb68),segment_id=ecbb00f8-2427-445d-8d3a-dfed70f9eb68)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:25:13.894573 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c61a-6fb4-47f0-b8a4-ee824f4ed82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:13.974218 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port f6385e75-4187-42d3-9608-935e672f391b completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:25:13.980906 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port f6385e75-4187-42d3-9608-935e672f391b triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:25:13.981513 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:13.983376 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da542fe0-fc51-41e4-8933-f8bab46f4bf5 req-ae612f7e-da03-4db8-9d9e-392157030fa5 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:13.991293 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-da542fe0-fc51-41e4-8933-f8bab46f4bf5 req-ae612f7e-da03-4db8-9d9e-392157030fa5 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca3661b-5eb4-45ca-8114-78952acd1ac4 HTTP/1.1" status: 200 len: 944 time: 0.1798480 May 03 22:25:14.002991 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45302170-a8bb-42a1-b15c-2eec1808e1f8 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Checking segment: {'id': '458d701d-3e80-4394-b200-b4a54eb80085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '787bd443-cdb2-456f-a750-dd1e06b7c693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:25:14.003759 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45302170-a8bb-42a1-b15c-2eec1808e1f8 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Network hostable DHCP agents. Network: 787bd443-cdb2-456f-a750-dd1e06b7c693, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:25:14.032673 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a0d5f-21ec-4fae-a983-736f669138fd None None] Pushing event updated for resources: {'Port': ['ID=e9f36576-f239-41b2-ac09-936463e71d72,revision_number=4']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:14.033214 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45302170-a8bb-42a1-b15c-2eec1808e1f8 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Pushing event updated for resources: {'Subnet': ['ID=a9ff1671-18d1-4846-a656-8c4624293822,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:14.044235 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef3c61a-6fb4-47f0-b8a4-ee824f4ed82c None None] Routers {'97366df8-4cbc-4190-974e-862e92952ce2'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:25:14.045183 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-8ef3c61a-6fb4-47f0-b8a4-ee824f4ed82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:24:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['97366df8-4cbc-4190-974e-862e92952ce2'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:25:14.047956 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-da542fe0-fc51-41e4-8933-f8bab46f4bf5 req-ec14cde0-3ac5-418a-ba76-6157794ffac4 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557220 May 03 22:25:14.112219 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45302170-a8bb-42a1-b15c-2eec1808e1f8 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Network 787bd443-cdb2-456f-a750-dd1e06b7c693 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:25:14.131574 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-45302170-a8bb-42a1-b15c-2eec1808e1f8 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 787bd443-cdb2-456f-a750-dd1e06b7c693) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:25:14.141267 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45302170-a8bb-42a1-b15c-2eec1808e1f8 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:14.144499 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-45302170-a8bb-42a1-b15c-2eec1808e1f8 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:14.161202 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859472d8-9ea3-4d67-82e2-0cd6cc69be16 None None] Network 787bd443-cdb2-456f-a750-dd1e06b7c693 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:25:14.229434 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-45302170-a8bb-42a1-b15c-2eec1808e1f8 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4533405 May 03 22:25:14.233562 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 52682) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:25:14.242421 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-dd0b9636-df0d-488e-947c-27d63b752039 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-273726362'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:25:14.252646 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-dd0b9636-df0d-488e-947c-27d63b752039 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:25:14.259741 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-dd0b9636-df0d-488e-947c-27d63b752039 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Usage tracker for resource:network and tenant:ceba61b4c246497baf83bdccf3f80f6e is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:25:14.263457 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-dd0b9636-df0d-488e-947c-27d63b752039 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:25:14.270280 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-dd0b9636-df0d-488e-947c-27d63b752039 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:25:14.286247 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0b9636-df0d-488e-947c-27d63b752039 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Made reservation on behalf of ceba61b4c246497baf83bdccf3f80f6e for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:25:14.295480 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-8ef3c61a-6fb4-47f0-b8a4-ee824f4ed82c None None] Set router 97366df8-4cbc-4190-974e-862e92952ce2 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:25:14.296903 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dd0b9636-df0d-488e-947c-27d63b752039 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:14.316387 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:14.326960 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34d383-3434-448a-91c6-405630b16614 req-35e0247b-c855-4e91-be9b-4df4826917ff tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:14.331556 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 2cd74799-58d8-4e74-af4b-685d5aaa1c56 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:25:14.337820 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4b34d383-3434-448a-91c6-405630b16614 req-35e0247b-c855-4e91-be9b-4df4826917ff tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 950 time: 0.1238749 May 03 22:25:14.373466 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd0b9636-df0d-488e-947c-27d63b752039 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:25:14.385909 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dd0b9636-df0d-488e-947c-27d63b752039 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:14.386050 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-dd0b9636-df0d-488e-947c-27d63b752039 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Added segment f817c794-7df4-4ff9-81a1-864cf5ce0f8e of type vlan for network 46fb9c52-6d68-4393-b280-13d54eb8883c May 03 22:25:14.401462 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-aa58c486-8d0d-4b2f-a680-6c391392a751 service neutron] Attempting to bind port 28dd0952-987f-47b6-882b-5a0ab3372eda on host n-h1-811807-1 for vnic_type normal with profile None {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:25:14.402017 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-aa58c486-8d0d-4b2f-a680-6c391392a751 service neutron] Attempting to bind port 28dd0952-987f-47b6-882b-5a0ab3372eda by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:25:14.402233 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-aa58c486-8d0d-4b2f-a680-6c391392a751 service neutron] Attempting to bind port 28dd0952-987f-47b6-882b-5a0ab3372eda on network 3476088d-e412-4e55-9c2f-549019c16834 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:25:14.423916 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-aa58c486-8d0d-4b2f-a680-6c391392a751 service neutron] Port 28dd0952-987f-47b6-882b-5a0ab3372eda on network 3476088d-e412-4e55-9c2f-549019c16834 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:25:14.424245 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-aa58c486-8d0d-4b2f-a680-6c391392a751 service neutron] Attempting to bind port 28dd0952-987f-47b6-882b-5a0ab3372eda on network 3476088d-e412-4e55-9c2f-549019c16834 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:25:14.434353 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dd0b9636-df0d-488e-947c-27d63b752039 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:14.438740 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-aa58c486-8d0d-4b2f-a680-6c391392a751 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:25:14.440536 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-aa58c486-8d0d-4b2f-a680-6c391392a751 service neutron] Checking segment: {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:25:14.440536 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-aa58c486-8d0d-4b2f-a680-6c391392a751 service neutron] Bound using segment: {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:25:14.442158 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-aa58c486-8d0d-4b2f-a680-6c391392a751 service neutron] Bound port: 28dd0952-987f-47b6-882b-5a0ab3372eda, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:25:14.448618 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca3661b-5eb4-45ca-8114-78952acd1ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6385e75-4187-42d3-9608-935e672f391b'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:25:14.453902 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4b34d383-3434-448a-91c6-405630b16614 req-a75f7b28-7600-4592-bf3f-af6e5541c985 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131620 May 03 22:25:14.461008 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port f6385e75-4187-42d3-9608-935e672f391b, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=f6385e75-4187-42d3-9608-935e672f391b,segment=NetworkSegment(d5261de8-a046-496c-9988-b261e2ae107f),segment_id=d5261de8-a046-496c-9988-b261e2ae107f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:14.539056 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dd0b9636-df0d-488e-947c-27d63b752039 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:14.549362 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0b9636-df0d-488e-947c-27d63b752039 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:14.551230 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dd0b9636-df0d-488e-947c-27d63b752039 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:14.562465 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:14.583924 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-aa58c486-8d0d-4b2f-a680-6c391392a751 service neutron] For port 28dd0952-987f-47b6-882b-5a0ab3372eda, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=28dd0952-987f-47b6-882b-5a0ab3372eda,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:25:14.622446 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-dd0b9636-df0d-488e-947c-27d63b752039 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3876727 May 03 22:25:14.627486 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52688) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:25:14.636581 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-3071b6a4-2642-49ed-98da-e779e1b3afb0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Request body: {'subnet': {'network_id': '46fb9c52-6d68-4393-b280-13d54eb8883c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:25:14.638545 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-aa58c486-8d0d-4b2f-a680-6c391392a751 service neutron] Notify callbacks [] for binding, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:14.638664 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-aa58c486-8d0d-4b2f-a680-6c391392a751 service neutron] 10.222.0.58 "POST /v2.0/ports/28dd0952-987f-47b6-882b-5a0ab3372eda/bindings HTTP/1.1" status: 201 len: 389 time: 1.1245458 May 03 22:25:14.726646 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=f6385e75-4187-42d3-9608-935e672f391b,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:14.792081 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:14.868870 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 2cd74799-58d8-4e74-af4b-685d5aaa1c56, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=2cd74799-58d8-4e74-af4b-685d5aaa1c56,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:14.944266 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b9636-df0d-488e-947c-27d63b752039 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Pushing event updated for resources: {'Network': ['ID=46fb9c52-6d68-4393-b280-13d54eb8883c,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:14.972838 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 46fb9c52-6d68-4393-b280-13d54eb8883c details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:25:15.055678 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-8ef3c61a-6fb4-47f0-b8a4-ee824f4ed82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97366df8-4cbc-4190-974e-862e92952ce2', 'name': 'tempest-ServersTestMultiNic-1417843745-router', 'tenant_id': 'ceba61b4c246497baf83bdccf3f80f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '36efe0de-e889-472d-9b9d-527d718f1498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:24:53Z', 'updated_at': '2022-05-03T22:25:08Z', 'revision_number': 4, 'project_id': 'ceba61b4c246497baf83bdccf3f80f6e', 'gw_port': {'id': '36efe0de-e889-472d-9b9d-527d718f1498', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:50:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97366df8-4cbc-4190-974e-862e92952ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:24:55Z', 'updated_at': '2022-05-03T22:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'e9f36576-f239-41b2-ac09-936463e71d72', 'name': '', 'network_id': '22816792-b0ae-4be9-b09e-70e4ed0fb73c', 'tenant_id': 'ceba61b4c246497baf83bdccf3f80f6e', 'mac_address': 'fa:16:3e:e6:aa:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97366df8-4cbc-4190-974e-862e92952ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'a58d48c1-a8ce-4716-a0a0-a893879099e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:25:05Z', 'updated_at': '2022-05-03T22:25:13Z', 'revision_number': 4, 'project_id': 'ceba61b4c246497baf83bdccf3f80f6e', 'subnets': [{'id': 'a58d48c1-a8ce-4716-a0a0-a893879099e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:25:15.065833 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef3c61a-6fb4-47f0-b8a4-ee824f4ed82c None None] The sync data for ids ['97366df8-4cbc-4190-974e-862e92952ce2'] in n-d-811807-1 is: [{'id': '97366df8-4cbc-4190-974e-862e92952ce2', 'name': 'tempest-ServersTestMultiNic-1417843745-router', 'tenant_id': 'ceba61b4c246497baf83bdccf3f80f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '36efe0de-e889-472d-9b9d-527d718f1498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:24:53Z', 'updated_at': '2022-05-03T22:25:08Z', 'revision_number': 4, 'project_id': 'ceba61b4c246497baf83bdccf3f80f6e', 'gw_port': {'id': '36efe0de-e889-472d-9b9d-527d718f1498', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:50:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97366df8-4cbc-4190-974e-862e92952ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:24:55Z', 'updated_at': '2022-05-03T22:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'e9f36576-f239-41b2-ac09-936463e71d72', 'name': '', 'network_id': '22816792-b0ae-4be9-b09e-70e4ed0fb73c', 'tenant_id': 'ceba61b4c246497baf83bdccf3f80f6e', 'mac_address': 'fa:16:3e:e6:aa:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97366df8-4cbc-4190-974e-862e92952ce2', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'a58d48c1-a8ce-4716-a0a0-a893879099e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:25:05Z', 'updated_at': '2022-05-03T22:25:13Z', 'revision_number': 4, 'project_id': 'ceba61b4c246497baf83bdccf3f80f6e', 'subnets': [{'id': 'a58d48c1-a8ce-4716-a0a0-a893879099e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:25:15.069302 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:15.271430 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f93cc5-b07b-47f0-9ae1-4fa4e74649cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-787bd443-cdb2-456f-a750-dd1e06b7c693', 'network_id': '787bd443-cdb2-456f-a750-dd1e06b7c693', 'tenant_id': 'ceba61b4c246497baf83bdccf3f80f6e', 'fixed_ips': [{'subnet_id': 'a9ff1671-18d1-4846-a656-8c4624293822'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:25:15.273873 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e1f93cc5-b07b-47f0-9ae1-4fa4e74649cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:15.384989 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07547728-022f-46e8-b1db-a8e75c1cc7d0'] response: {'server_uuid': '8ca3661b-5eb4-45ca-8114-78952acd1ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6385e75-4187-42d3-9608-935e672f391b', 'code': 200} May 03 22:25:15.387549 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3071b6a4-2642-49ed-98da-e779e1b3afb0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:25:15.393774 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3071b6a4-2642-49ed-98da-e779e1b3afb0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Usage tracker for resource:subnet and tenant:ceba61b4c246497baf83bdccf3f80f6e is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:25:15.420528 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3071b6a4-2642-49ed-98da-e779e1b3afb0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:25:15.424883 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-eaeba5ac-c871-4f4e-be53-4e6cca66b119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:15.426376 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-eaeba5ac-c871-4f4e-be53-4e6cca66b119 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&device_id=5946f72b-4608-49f4-a3d5-267f44ad3d50 HTTP/1.1" status: 200 len: 1097 time: 0.1884346 May 03 22:25:15.439572 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3071b6a4-2642-49ed-98da-e779e1b3afb0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:25:15.579502 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device e9f36576-f239-41b2-ac09-936463e71d72 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:25:15.656826 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3071b6a4-2642-49ed-98da-e779e1b3afb0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Made reservation on behalf of ceba61b4c246497baf83bdccf3f80f6e for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:25:15.663039 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3071b6a4-2642-49ed-98da-e779e1b3afb0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:15.695929 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e50f7-1591-48ad-b472-1bbdbe9bc79e req-fac7ed31-cd31-441d-a0a0-43f2e033903f tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:15.703511 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2f1e50f7-1591-48ad-b472-1bbdbe9bc79e req-fac7ed31-cd31-441d-a0a0-43f2e033903f tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=770d70a2-fe12-428c-a0b0-e7e08f7f7062 HTTP/1.1" status: 200 len: 945 time: 0.5147982 May 03 22:25:15.787224 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-10b32605-f44a-408b-9faf-9860189fb816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:15.790900 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-10b32605-f44a-408b-9faf-9860189fb816 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3476088d-e412-4e55-9c2f-549019c16834 HTTP/1.1" status: 200 len: 922 time: 0.3481324 May 03 22:25:15.857809 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2f1e50f7-1591-48ad-b472-1bbdbe9bc79e req-dd5b0ff3-54cf-4b10-9085-0eec9e0d24f4 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533484 May 03 22:25:15.874792 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=2cd74799-58d8-4e74-af4b-685d5aaa1c56,revision_number=8']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:15.995104 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-af991915-3312-47bd-bddb-50f688c11f81 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28dd0952-987f-47b6-882b-5a0ab3372eda HTTP/1.1" status: 200 len: 217 time: 0.1956847 May 03 22:25:16.043470 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port e9f36576-f239-41b2-ac09-936463e71d72 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:25:16.057600 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port e9f36576-f239-41b2-ac09-936463e71d72 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:25:16.059436 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:16.129790 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-3e3db80a-793b-4341-bb4c-e9c90c033a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:16.132927 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-3e3db80a-793b-4341-bb4c-e9c90c033a89 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63a9fee3-85c4-4a95-8dcc-67111d08a3de HTTP/1.1" status: 200 len: 861 time: 0.1321819 May 03 22:25:16.135592 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-e1f93cc5-b07b-47f0-9ae1-4fa4e74649cb None None] Allocated IP 19.80.0.2 (787bd443-cdb2-456f-a750-dd1e06b7c693/a9ff1671-18d1-4846-a656-8c4624293822/8a8ffb25-8b92-42c6-ac3d-e85b1bf489a7) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:25:16.206225 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-5bdff07d-90e8-497d-af5e-c84b7a458d56 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3476088d-e412-4e55-9c2f-549019c16834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641510 May 03 22:25:16.286697 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f687a4-ecfa-4e05-a87e-041024eacb3d req-441c60c7-c6f0-4de8-87a7-2fdb726c3e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:16.288236 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-68f687a4-ecfa-4e05-a87e-041024eacb3d req-441c60c7-c6f0-4de8-87a7-2fdb726c3e27 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8ca3661b-5eb4-45ca-8114-78952acd1ac4 HTTP/1.1" status: 200 len: 1096 time: 0.8260183 May 03 22:25:16.364132 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 2cd74799-58d8-4e74-af4b-685d5aaa1c56 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:25:16.411605 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302a77e-9d41-40e1-99dc-33009b73755e req-980cadf5-134b-496b-b435-b73c7c731ad6 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:16.413982 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5302a77e-9d41-40e1-99dc-33009b73755e req-980cadf5-134b-496b-b435-b73c7c731ad6 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=5946f72b-4608-49f4-a3d5-267f44ad3d50 HTTP/1.1" status: 200 len: 946 time: 0.7291510 May 03 22:25:16.420285 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3071b6a4-2642-49ed-98da-e779e1b3afb0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:16.431158 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-68f687a4-ecfa-4e05-a87e-041024eacb3d req-2ef3118e-8a0e-4254-82ec-dee92905bdcb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127765 May 03 22:25:16.439362 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-35e2a005-73a5-4fc7-a584-daab6c8de596 service neutron] 10.222.0.60 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260604 May 03 22:25:16.560310 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b972a9-e13a-4d86-9623-5c0d1bf75e5f req-0de730ef-8601-42b8-a950-7dfdf9418bf6 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:16.569513 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a5b972a9-e13a-4d86-9623-5c0d1bf75e5f req-0de730ef-8601-42b8-a950-7dfdf9418bf6 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca3661b-5eb4-45ca-8114-78952acd1ac4 HTTP/1.1" status: 200 len: 945 time: 0.4770761 May 03 22:25:16.696142 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-474040ce-293e-48df-bd15-c7b9d3b10278 service neutron] 10.222.0.60 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483542 May 03 22:25:16.707355 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 2cd74799-58d8-4e74-af4b-685d5aaa1c56, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=2cd74799-58d8-4e74-af4b-685d5aaa1c56,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:16.708072 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a5b972a9-e13a-4d86-9623-5c0d1bf75e5f req-a420142e-8c58-4cb3-a9ce-a72308edbe65 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323757 May 03 22:25:16.713029 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071b6a4-2642-49ed-98da-e779e1b3afb0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Pushing event updated for resources: {'Subnet': ['ID=d5213da4-b01e-4f79-b12f-dc26bfda15d9,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:16.743512 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '2cd74799-58d8-4e74-af4b-685d5aaa1c56', 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559', 'port_id': '2cd74799-58d8-4e74-af4b-685d5aaa1c56', 'mac_address': 'fa:16:3e:c9:56:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6303b72-ad18-4df3-b796-1d1c3ad4e877', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:25:16.787206 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5302a77e-9d41-40e1-99dc-33009b73755e req-cf1a1386-303c-4df9-ad95-784cdb9cf078 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536670 May 03 22:25:16.791361 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:16.797267 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3071b6a4-2642-49ed-98da-e779e1b3afb0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Checking segment: {'id': 'f817c794-7df4-4ff9-81a1-864cf5ce0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '46fb9c52-6d68-4393-b280-13d54eb8883c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:25:16.799331 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3071b6a4-2642-49ed-98da-e779e1b3afb0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Network hostable DHCP agents. Network: 46fb9c52-6d68-4393-b280-13d54eb8883c, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:25:16.851139 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3071b6a4-2642-49ed-98da-e779e1b3afb0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Network 46fb9c52-6d68-4393-b280-13d54eb8883c is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:25:16.872206 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-3071b6a4-2642-49ed-98da-e779e1b3afb0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 46fb9c52-6d68-4393-b280-13d54eb8883c) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:25:16.877948 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3071b6a4-2642-49ed-98da-e779e1b3afb0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:16.878551 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3071b6a4-2642-49ed-98da-e779e1b3afb0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:16.925216 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3071b6a4-2642-49ed-98da-e779e1b3afb0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2962947 May 03 22:25:16.944231 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c52df37-0aac-4e35-8b5e-5f2b92911799 None None] Network 46fb9c52-6d68-4393-b280-13d54eb8883c requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:25:17.192714 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:17.231559 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port e9f36576-f239-41b2-ac09-936463e71d72, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=e9f36576-f239-41b2-ac09-936463e71d72,segment=NetworkSegment(ecbb00f8-2427-445d-8d3a-dfed70f9eb68),segment_id=ecbb00f8-2427-445d-8d3a-dfed70f9eb68)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:17.232169 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111863de-c768-4c46-8f28-c9cc17bca961 req-f3b25471-7673-4d66-87a9-5239742e7220 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:17.241291 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-111863de-c768-4c46-8f28-c9cc17bca961 req-f3b25471-7673-4d66-87a9-5239742e7220 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=770d70a2-fe12-428c-a0b0-e7e08f7f7062 HTTP/1.1" status: 200 len: 945 time: 0.2171535 May 03 22:25:17.252641 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e1f93cc5-b07b-47f0-9ae1-4fa4e74649cb None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:17.255273 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:17.264696 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8056379-eac5-4a2d-94d6-2597865ad955 req-c1906c03-d991-41ca-a16a-53b708a3bbd2 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:17.269569 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c8056379-eac5-4a2d-94d6-2597865ad955 req-c1906c03-d991-41ca-a16a-53b708a3bbd2 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 950 time: 0.3034661 May 03 22:25:17.326375 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd74799-58d8-4e74-af4b-685d5aaa1c56 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:25:17.356414 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c8056379-eac5-4a2d-94d6-2597865ad955 req-500184df-3eac-4756-9f5f-8e26aaa9ba92 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761452 May 03 22:25:17.372387 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-111863de-c768-4c46-8f28-c9cc17bca961 req-5f40da75-adf2-4633-b4fe-2840764894cf tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299968 May 03 22:25:17.413566 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cd74799-58d8-4e74-af4b-685d5aaa1c56'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:25:17.467552 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e1f93cc5-b07b-47f0-9ae1-4fa4e74649cb None None] Transition to ACTIVE for port object 8a8ffb25-8b92-42c6-ac3d-e85b1bf489a7 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:25:17.492689 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e1f93cc5-b07b-47f0-9ae1-4fa4e74649cb None None] Transition to ACTIVE for port object 8a8ffb25-8b92-42c6-ac3d-e85b1bf489a7 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:25:17.519980 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e1f93cc5-b07b-47f0-9ae1-4fa4e74649cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:17.589297 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f93cc5-b07b-47f0-9ae1-4fa4e74649cb None None] Network 787bd443-cdb2-456f-a750-dd1e06b7c693 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:25:17.609997 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-e1f93cc5-b07b-47f0-9ae1-4fa4e74649cb None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:25:17.612395 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4a25e6-09f4-4b7a-b36a-70cda1b5ba90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-46fb9c52-6d68-4393-b280-13d54eb8883c', 'network_id': '46fb9c52-6d68-4393-b280-13d54eb8883c', 'tenant_id': 'ceba61b4c246497baf83bdccf3f80f6e', 'fixed_ips': [{'subnet_id': 'd5213da4-b01e-4f79-b12f-dc26bfda15d9'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:25:17.613228 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ae4a25e6-09f4-4b7a-b36a-70cda1b5ba90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:17.673793 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 2cd74799-58d8-4e74-af4b-685d5aaa1c56, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=2cd74799-58d8-4e74-af4b-685d5aaa1c56,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:17.677711 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f93cc5-b07b-47f0-9ae1-4fa4e74649cb None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:25:17.707440 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:17.806811 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=e9f36576-f239-41b2-ac09-936463e71d72,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:17.829879 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5d59d-cb80-4470-b184-528e71b1644f req-11367d5f-ce5e-4ab7-87c3-0e63154e62a6 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:17.835588 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5d59d-cb80-4470-b184-528e71b1644f req-11367d5f-ce5e-4ab7-87c3-0e63154e62a6 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:17.836297 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-56b5d59d-cb80-4470-b184-528e71b1644f req-11367d5f-ce5e-4ab7-87c3-0e63154e62a6 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Synchronizing usage tracker for tenant:ceba61b4c246497baf83bdccf3f80f6e on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:25:17.867163 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-56b5d59d-cb80-4470-b184-528e71b1644f req-11367d5f-ce5e-4ab7-87c3-0e63154e62a6 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Unset dirty status for tenant:ceba61b4c246497baf83bdccf3f80f6e on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:25:17.876660 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-56b5d59d-cb80-4470-b184-528e71b1644f req-11367d5f-ce5e-4ab7-87c3-0e63154e62a6 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/networks?id=787bd443-cdb2-456f-a750-dd1e06b7c693&id=46fb9c52-6d68-4393-b280-13d54eb8883c&id=787bd443-cdb2-456f-a750-dd1e06b7c693 HTTP/1.1" status: 200 len: 1391 time: 0.2923081 May 03 22:25:17.899365 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-56b5d59d-cb80-4470-b184-528e71b1644f req-1cf32d26-cd2a-40fb-9828-6a1cfa53fc70 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/quotas/ceba61b4c246497baf83bdccf3f80f6e HTTP/1.1" status: 200 len: 375 time: 0.0211761 May 03 22:25:17.901934 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f93cc5-b07b-47f0-9ae1-4fa4e74649cb None None] Pushing event updated for resources: {'Port': ['ID=8a8ffb25-8b92-42c6-ac3d-e85b1bf489a7,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:17.941532 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['2cd74799-58d8-4e74-af4b-685d5aaa1c56'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:25:18.061784 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-56b5d59d-cb80-4470-b184-528e71b1644f req-9f2203a1-c298-4022-8010-cb43703f3a47 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Synchronizing usage tracker for tenant:ceba61b4c246497baf83bdccf3f80f6e on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:25:18.107343 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-56b5d59d-cb80-4470-b184-528e71b1644f req-9f2203a1-c298-4022-8010-cb43703f3a47 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Unset dirty status for tenant:ceba61b4c246497baf83bdccf3f80f6e on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:25:18.109529 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-56b5d59d-cb80-4470-b184-528e71b1644f req-9f2203a1-c298-4022-8010-cb43703f3a47 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ceba61b4c246497baf83bdccf3f80f6e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2090783 May 03 22:25:18.254249 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e1f93cc5-b07b-47f0-9ae1-4fa4e74649cb None None] Attempting to bind port 8a8ffb25-8b92-42c6-ac3d-e85b1bf489a7 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:25:18.255279 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e1f93cc5-b07b-47f0-9ae1-4fa4e74649cb None None] Attempting to bind port 8a8ffb25-8b92-42c6-ac3d-e85b1bf489a7 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '458d701d-3e80-4394-b200-b4a54eb80085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '787bd443-cdb2-456f-a750-dd1e06b7c693'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:25:18.255825 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f93cc5-b07b-47f0-9ae1-4fa4e74649cb None None] Attempting to bind port 8a8ffb25-8b92-42c6-ac3d-e85b1bf489a7 on network 787bd443-cdb2-456f-a750-dd1e06b7c693 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:25:18.258344 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=2cd74799-58d8-4e74-af4b-685d5aaa1c56,revision_number=9']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:18.284632 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f93cc5-b07b-47f0-9ae1-4fa4e74649cb None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:25:18.285318 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f93cc5-b07b-47f0-9ae1-4fa4e74649cb None None] Checking segment: {'id': '458d701d-3e80-4394-b200-b4a54eb80085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '787bd443-cdb2-456f-a750-dd1e06b7c693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:25:18.285919 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e1f93cc5-b07b-47f0-9ae1-4fa4e74649cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:18.286488 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f93cc5-b07b-47f0-9ae1-4fa4e74649cb None None] Bound using segment: {'id': '458d701d-3e80-4394-b200-b4a54eb80085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '787bd443-cdb2-456f-a750-dd1e06b7c693'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:25:18.287128 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e1f93cc5-b07b-47f0-9ae1-4fa4e74649cb None None] Bound port: 8a8ffb25-8b92-42c6-ac3d-e85b1bf489a7, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '458d701d-3e80-4394-b200-b4a54eb80085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '787bd443-cdb2-456f-a750-dd1e06b7c693'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:25:18.287670 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e1f93cc5-b07b-47f0-9ae1-4fa4e74649cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:18.389061 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e1f93cc5-b07b-47f0-9ae1-4fa4e74649cb None None] For port 8a8ffb25-8b92-42c6-ac3d-e85b1bf489a7, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:25:18.392760 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e1f93cc5-b07b-47f0-9ae1-4fa4e74649cb None None] For port 8a8ffb25-8b92-42c6-ac3d-e85b1bf489a7, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=8a8ffb25-8b92-42c6-ac3d-e85b1bf489a7,segment=NetworkSegment(458d701d-3e80-4394-b200-b4a54eb80085),segment_id=458d701d-3e80-4394-b200-b4a54eb80085)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:25:18.406496 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e1f93cc5-b07b-47f0-9ae1-4fa4e74649cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:18.482356 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-56b5d59d-cb80-4470-b184-528e71b1644f req-9fa0ca3b-6b17-4b82-80ed-9f18bbc6ba71 service neutron] 10.222.0.58 "GET /v2.0/networks/787bd443-cdb2-456f-a750-dd1e06b7c693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612523 May 03 22:25:18.504201 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-ae4a25e6-09f4-4b7a-b36a-70cda1b5ba90 None None] Allocated IP 19.86.0.2 (46fb9c52-6d68-4393-b280-13d54eb8883c/d5213da4-b01e-4f79-b12f-dc26bfda15d9/774596dd-d2c6-431d-8e32-6c045e5eeddf) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:25:18.563287 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f93cc5-b07b-47f0-9ae1-4fa4e74649cb None None] Pushing event updated for resources: {'Port': ['ID=8a8ffb25-8b92-42c6-ac3d-e85b1bf489a7,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:18.635326 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-56b5d59d-cb80-4470-b184-528e71b1644f req-2697403a-3915-4632-b7e0-4ea9bbf61bad service neutron] 10.222.0.58 "GET /v2.0/networks/787bd443-cdb2-456f-a750-dd1e06b7c693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455705 May 03 22:25:18.983645 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-56b5d59d-cb80-4470-b184-528e71b1644f req-6c91e75b-bff8-4809-9288-09d1bfeeae55 service neutron] 10.222.0.58 "GET /v2.0/networks/46fb9c52-6d68-4393-b280-13d54eb8883c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344297 May 03 22:25:19.111087 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ae4a25e6-09f4-4b7a-b36a-70cda1b5ba90 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:19.145769 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ae4a25e6-09f4-4b7a-b36a-70cda1b5ba90 None None] Transition to ACTIVE for port object 774596dd-d2c6-431d-8e32-6c045e5eeddf will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:25:19.186862 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ae4a25e6-09f4-4b7a-b36a-70cda1b5ba90 None None] Transition to ACTIVE for port object 774596dd-d2c6-431d-8e32-6c045e5eeddf will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:25:19.209026 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ae4a25e6-09f4-4b7a-b36a-70cda1b5ba90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:19.284248 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-56b5d59d-cb80-4470-b184-528e71b1644f req-fbf22816-9856-4fcc-9eaf-5b4c29d7727c service neutron] 10.222.0.58 "GET /v2.0/networks/46fb9c52-6d68-4393-b280-13d54eb8883c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904696 May 03 22:25:19.373613 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4a25e6-09f4-4b7a-b36a-70cda1b5ba90 None None] Network 46fb9c52-6d68-4393-b280-13d54eb8883c is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:25:19.390085 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-ae4a25e6-09f4-4b7a-b36a-70cda1b5ba90 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:25:19.397024 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4a25e6-09f4-4b7a-b36a-70cda1b5ba90 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:25:19.402891 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a25e6-09f4-4b7a-b36a-70cda1b5ba90 None None] Pushing event updated for resources: {'Port': ['ID=774596dd-d2c6-431d-8e32-6c045e5eeddf,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:19.461992 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-56b5d59d-cb80-4470-b184-528e71b1644f req-7359586a-9548-4370-8d9b-4675e8e671ef service neutron] 10.222.0.58 "GET /v2.0/networks/787bd443-cdb2-456f-a750-dd1e06b7c693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768115 May 03 22:25:19.517403 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 8a8ffb25-8b92-42c6-ac3d-e85b1bf489a7 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:25:19.635655 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-ae4a25e6-09f4-4b7a-b36a-70cda1b5ba90 None None] Attempting to bind port 774596dd-d2c6-431d-8e32-6c045e5eeddf on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:25:19.636100 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-ae4a25e6-09f4-4b7a-b36a-70cda1b5ba90 None None] Attempting to bind port 774596dd-d2c6-431d-8e32-6c045e5eeddf by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'f817c794-7df4-4ff9-81a1-864cf5ce0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '46fb9c52-6d68-4393-b280-13d54eb8883c'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:25:19.636575 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4a25e6-09f4-4b7a-b36a-70cda1b5ba90 None None] Attempting to bind port 774596dd-d2c6-431d-8e32-6c045e5eeddf on network 46fb9c52-6d68-4393-b280-13d54eb8883c {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:25:19.645256 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4a25e6-09f4-4b7a-b36a-70cda1b5ba90 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:25:19.645773 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4a25e6-09f4-4b7a-b36a-70cda1b5ba90 None None] Checking segment: {'id': 'f817c794-7df4-4ff9-81a1-864cf5ce0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '46fb9c52-6d68-4393-b280-13d54eb8883c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:25:19.647371 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ae4a25e6-09f4-4b7a-b36a-70cda1b5ba90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:19.647871 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4a25e6-09f4-4b7a-b36a-70cda1b5ba90 None None] Bound using segment: {'id': 'f817c794-7df4-4ff9-81a1-864cf5ce0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '46fb9c52-6d68-4393-b280-13d54eb8883c'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:25:19.648463 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-ae4a25e6-09f4-4b7a-b36a-70cda1b5ba90 None None] Bound port: 774596dd-d2c6-431d-8e32-6c045e5eeddf, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f817c794-7df4-4ff9-81a1-864cf5ce0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '46fb9c52-6d68-4393-b280-13d54eb8883c'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:25:19.648934 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ae4a25e6-09f4-4b7a-b36a-70cda1b5ba90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:19.694666 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-56b5d59d-cb80-4470-b184-528e71b1644f req-c7f384e8-4e64-4cab-b805-b4a32bb70468 service neutron] 10.222.0.58 "GET /v2.0/networks/787bd443-cdb2-456f-a750-dd1e06b7c693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314270 May 03 22:25:19.737192 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 8a8ffb25-8b92-42c6-ac3d-e85b1bf489a7 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:25:19.744755 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device e9f36576-f239-41b2-ac09-936463e71d72 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:25:19.838802 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-ae4a25e6-09f4-4b7a-b36a-70cda1b5ba90 None None] For port 774596dd-d2c6-431d-8e32-6c045e5eeddf, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:25:19.860814 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-ae4a25e6-09f4-4b7a-b36a-70cda1b5ba90 None None] For port 774596dd-d2c6-431d-8e32-6c045e5eeddf, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=774596dd-d2c6-431d-8e32-6c045e5eeddf,segment=NetworkSegment(f817c794-7df4-4ff9-81a1-864cf5ce0f8e),segment_id=f817c794-7df4-4ff9-81a1-864cf5ce0f8e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:25:19.898929 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ae4a25e6-09f4-4b7a-b36a-70cda1b5ba90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:20.018178 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3af217c2-5215-4adb-ae8e-05f5209fc32a'] response: {'server_uuid': '97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cd74799-58d8-4e74-af4b-685d5aaa1c56', 'code': 200} May 03 22:25:20.050434 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port e9f36576-f239-41b2-ac09-936463e71d72 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:25:20.051073 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:20.255892 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a25e6-09f4-4b7a-b36a-70cda1b5ba90 None None] Pushing event updated for resources: {'Port': ['ID=774596dd-d2c6-431d-8e32-6c045e5eeddf,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:20.363870 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf32f5-2727-48d5-8601-c80f1f3842f1 req-395d3b64-5f18-4e5c-9f1e-9085eb28531d tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:20.387039 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cdcf32f5-2727-48d5-8601-c80f1f3842f1 req-395d3b64-5f18-4e5c-9f1e-9085eb28531d tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca3661b-5eb4-45ca-8114-78952acd1ac4 HTTP/1.1" status: 200 len: 945 time: 0.1843894 May 03 22:25:20.441939 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 2cd74799-58d8-4e74-af4b-685d5aaa1c56 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:25:20.489438 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cdcf32f5-2727-48d5-8601-c80f1f3842f1 req-24e268c7-268f-4ada-9f2d-102411565c78 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011910 May 03 22:25:20.627204 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da1a6cd-f7ec-494f-acb0-08175aa3a9d9 None None] Network 787bd443-cdb2-456f-a750-dd1e06b7c693 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:25:20.955814 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1f4aedc0-1b56-4888-a1dd-92d9e5ce0897 None None] Provisioning for port 8a8ffb25-8b92-42c6-ac3d-e85b1bf489a7 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:25:20.970789 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1f4aedc0-1b56-4888-a1dd-92d9e5ce0897 None None] Provisioning complete for port 8a8ffb25-8b92-42c6-ac3d-e85b1bf489a7 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:25:20.971456 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1f4aedc0-1b56-4888-a1dd-92d9e5ce0897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:21.033251 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9ca26-b606-4438-aaf2-69b30658403a req-729b2fcf-9abd-45ff-ae8a-62b177c2cf4b tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:21.044287 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-45b9ca26-b606-4438-aaf2-69b30658403a req-729b2fcf-9abd-45ff-ae8a-62b177c2cf4b tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=5946f72b-4608-49f4-a3d5-267f44ad3d50 HTTP/1.1" status: 200 len: 946 time: 0.1851790 May 03 22:25:21.087224 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 2cd74799-58d8-4e74-af4b-685d5aaa1c56 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:25:21.087927 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:21.179659 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-45b9ca26-b606-4438-aaf2-69b30658403a req-c04a678a-4881-466c-a948-9a6ce1343a29 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339698 May 03 22:25:21.481543 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 774596dd-d2c6-431d-8e32-6c045e5eeddf up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:25:21.678003 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1f4aedc0-1b56-4888-a1dd-92d9e5ce0897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:21.687418 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa61788-46b2-49cf-b6b4-3f966d886839 req-c917f277-7972-40ab-ac16-564e831c3d3b tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:21.689749 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1aa61788-46b2-49cf-b6b4-3f966d886839 req-c917f277-7972-40ab-ac16-564e831c3d3b tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 950 time: 0.1837642 May 03 22:25:21.776820 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:21.792845 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1aa61788-46b2-49cf-b6b4-3f966d886839 req-8de6a60b-11cc-4d7e-a132-53f77df0a261 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867467 May 03 22:25:21.821739 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-1f4aedc0-1b56-4888-a1dd-92d9e5ce0897 None None] For port 8a8ffb25-8b92-42c6-ac3d-e85b1bf489a7, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=8a8ffb25-8b92-42c6-ac3d-e85b1bf489a7,segment=NetworkSegment(458d701d-3e80-4394-b200-b4a54eb80085),segment_id=458d701d-3e80-4394-b200-b4a54eb80085)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:21.837475 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 774596dd-d2c6-431d-8e32-6c045e5eeddf completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:25:21.854019 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1f4aedc0-1b56-4888-a1dd-92d9e5ce0897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:21.917356 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 2cd74799-58d8-4e74-af4b-685d5aaa1c56, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=2cd74799-58d8-4e74-af4b-685d5aaa1c56,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:21.957640 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087ebe90-4349-4c17-9990-a83a1d4a0c2e None None] Network 46fb9c52-6d68-4393-b280-13d54eb8883c requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:25:21.980345 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:22.034945 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e25dc81a-2ae9-40b5-9c71-39c319a8a36c req-dc1a655e-d96d-49f7-853b-00b402703a47 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/ports?device_id=92ca4f81-da2f-4b2b-a373-dc04ba9f5f84 HTTP/1.1" status: 200 len: 210 time: 0.0642858 May 03 22:25:22.060581 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd74799-58d8-4e74-af4b-685d5aaa1c56'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:25:22.340054 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5d59d-cb80-4470-b184-528e71b1644f req-6323647a-6d7e-48f0-a4fa-50e95a6ef9b1 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:22.343681 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9e24de83-8a86-439b-aea0-a165d4739b41 None None] Provisioning for port 774596dd-d2c6-431d-8e32-6c045e5eeddf completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:25:22.346866 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5d59d-cb80-4470-b184-528e71b1644f req-6323647a-6d7e-48f0-a4fa-50e95a6ef9b1 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:22.346866 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-56b5d59d-cb80-4470-b184-528e71b1644f req-6323647a-6d7e-48f0-a4fa-50e95a6ef9b1 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Synchronizing usage tracker for tenant:ceba61b4c246497baf83bdccf3f80f6e on resource:network {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:25:22.357150 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4aedc0-1b56-4888-a1dd-92d9e5ce0897 None None] Pushing event updated for resources: {'Port': ['ID=8a8ffb25-8b92-42c6-ac3d-e85b1bf489a7,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:22.372008 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-56b5d59d-cb80-4470-b184-528e71b1644f req-6323647a-6d7e-48f0-a4fa-50e95a6ef9b1 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Unset dirty status for tenant:ceba61b4c246497baf83bdccf3f80f6e on resource:network {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:25:22.376087 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-56b5d59d-cb80-4470-b184-528e71b1644f req-6323647a-6d7e-48f0-a4fa-50e95a6ef9b1 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.60 "GET /v2.0/networks?id=787bd443-cdb2-456f-a750-dd1e06b7c693&id=46fb9c52-6d68-4393-b280-13d54eb8883c&id=787bd443-cdb2-456f-a750-dd1e06b7c693 HTTP/1.1" status: 200 len: 1391 time: 0.3721578 May 03 22:25:22.390136 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-56b5d59d-cb80-4470-b184-528e71b1644f req-5b5392b9-e1c3-4b7e-9846-33c68c64e6f2 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Request body: {'port': {'device_id': '92ca4f81-da2f-4b2b-a373-dc04ba9f5f84', 'network_id': '787bd443-cdb2-456f-a750-dd1e06b7c693', 'admin_state_up': True, 'tenant_id': 'ceba61b4c246497baf83bdccf3f80f6e'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:25:22.560515 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device e88861b5-d8ba-4e52-b091-feae2a0ddafa details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:25:22.560515 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9e24de83-8a86-439b-aea0-a165d4739b41 None None] Provisioning complete for port 774596dd-d2c6-431d-8e32-6c045e5eeddf triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:25:22.561228 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9e24de83-8a86-439b-aea0-a165d4739b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:22.792926 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-56b5d59d-cb80-4470-b184-528e71b1644f req-5b5392b9-e1c3-4b7e-9846-33c68c64e6f2 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:25:22.799010 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-56b5d59d-cb80-4470-b184-528e71b1644f req-5b5392b9-e1c3-4b7e-9846-33c68c64e6f2 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Usage tracker for resource:port and tenant:ceba61b4c246497baf83bdccf3f80f6e is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:25:22.802476 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-56b5d59d-cb80-4470-b184-528e71b1644f req-5b5392b9-e1c3-4b7e-9846-33c68c64e6f2 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:25:22.828685 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-56b5d59d-cb80-4470-b184-528e71b1644f req-5b5392b9-e1c3-4b7e-9846-33c68c64e6f2 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:25:22.866769 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56b5d59d-cb80-4470-b184-528e71b1644f req-5b5392b9-e1c3-4b7e-9846-33c68c64e6f2 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Made reservation on behalf of ceba61b4c246497baf83bdccf3f80f6e for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:25:22.881794 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-56b5d59d-cb80-4470-b184-528e71b1644f req-5b5392b9-e1c3-4b7e-9846-33c68c64e6f2 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:22.886522 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=2cd74799-58d8-4e74-af4b-685d5aaa1c56,revision_number=10']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:23.015915 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-942b9c12-3e2d-4cdf-8f59-16b9147479a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:23.158511 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9e24de83-8a86-439b-aea0-a165d4739b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:23.176122 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port e88861b5-d8ba-4e52-b091-feae2a0ddafa, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=e88861b5-d8ba-4e52-b091-feae2a0ddafa,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:23.214410 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': 'e88861b5-d8ba-4e52-b091-feae2a0ddafa', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': 'e88861b5-d8ba-4e52-b091-feae2a0ddafa', 'mac_address': 'fa:16:3e:99:d2:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:25:23.288736 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-56b5d59d-cb80-4470-b184-528e71b1644f req-5b5392b9-e1c3-4b7e-9846-33c68c64e6f2 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Allocated IP 19.80.0.173 (787bd443-cdb2-456f-a750-dd1e06b7c693/a9ff1671-18d1-4846-a656-8c4624293822/799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:25:23.364470 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-9e24de83-8a86-439b-aea0-a165d4739b41 None None] For port 774596dd-d2c6-431d-8e32-6c045e5eeddf, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=774596dd-d2c6-431d-8e32-6c045e5eeddf,segment=NetworkSegment(f817c794-7df4-4ff9-81a1-864cf5ce0f8e),segment_id=f817c794-7df4-4ff9-81a1-864cf5ce0f8e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:23.380020 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9e24de83-8a86-439b-aea0-a165d4739b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:23.557719 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 8a8ffb25-8b92-42c6-ac3d-e85b1bf489a7 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:25:23.804125 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24de83-8a86-439b-aea0-a165d4739b41 None None] Pushing event updated for resources: {'Port': ['ID=774596dd-d2c6-431d-8e32-6c045e5eeddf,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:23.831313 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:23.860832 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e88861b5-d8ba-4e52-b091-feae2a0ddafa {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:25:23.879471 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port e88861b5-d8ba-4e52-b091-feae2a0ddafa, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=e88861b5-d8ba-4e52-b091-feae2a0ddafa,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:23.879471 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:24.035453 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-56b5d59d-cb80-4470-b184-528e71b1644f req-5b5392b9-e1c3-4b7e-9846-33c68c64e6f2 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:24.046060 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-4c8cdf8c-b4e3-494f-a51a-e0fe7a40af89 None None] Provisioning complete for port 8a8ffb25-8b92-42c6-ac3d-e85b1bf489a7 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:25:24.046060 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4c8cdf8c-b4e3-494f-a51a-e0fe7a40af89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:24.070218 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-56b5d59d-cb80-4470-b184-528e71b1644f req-5b5392b9-e1c3-4b7e-9846-33c68c64e6f2 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Transition to ACTIVE for port object 799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:25:24.100610 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-56b5d59d-cb80-4470-b184-528e71b1644f req-5b5392b9-e1c3-4b7e-9846-33c68c64e6f2 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:24.192994 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:24.225078 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 8a8ffb25-8b92-42c6-ac3d-e85b1bf489a7 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:25:24.225078 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:24.230438 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56b5d59d-cb80-4470-b184-528e71b1644f req-5b5392b9-e1c3-4b7e-9846-33c68c64e6f2 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Network 787bd443-cdb2-456f-a750-dd1e06b7c693 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:25:24.230438 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-56b5d59d-cb80-4470-b184-528e71b1644f req-5b5392b9-e1c3-4b7e-9846-33c68c64e6f2 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:25:24.230438 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b5d59d-cb80-4470-b184-528e71b1644f req-5b5392b9-e1c3-4b7e-9846-33c68c64e6f2 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:25:24.325889 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5392b9-e1c3-4b7e-9846-33c68c64e6f2 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Pushing event updated for resources: {'Port': ['ID=799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:24.334053 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['e88861b5-d8ba-4e52-b091-feae2a0ddafa'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:25:24.367616 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5d59d-cb80-4470-b184-528e71b1644f req-5b5392b9-e1c3-4b7e-9846-33c68c64e6f2 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:24.367616 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-56b5d59d-cb80-4470-b184-528e71b1644f req-5b5392b9-e1c3-4b7e-9846-33c68c64e6f2 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:24.413568 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device e88861b5-d8ba-4e52-b091-feae2a0ddafa no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:25:24.418146 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-56b5d59d-cb80-4470-b184-528e71b1644f req-5b5392b9-e1c3-4b7e-9846-33c68c64e6f2 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0265088 May 03 22:25:24.434320 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-56b5d59d-cb80-4470-b184-528e71b1644f req-3d151830-ee38-46c7-ba54-8146a34ec68d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Request body: {'port': {'device_id': '92ca4f81-da2f-4b2b-a373-dc04ba9f5f84', 'network_id': '46fb9c52-6d68-4393-b280-13d54eb8883c', 'admin_state_up': True, 'tenant_id': 'ceba61b4c246497baf83bdccf3f80f6e'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:25:24.549527 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=e88861b5-d8ba-4e52-b091-feae2a0ddafa,revision_number=8']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:24.670955 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-56b5d59d-cb80-4470-b184-528e71b1644f req-3d151830-ee38-46c7-ba54-8146a34ec68d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:25:24.681456 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-56b5d59d-cb80-4470-b184-528e71b1644f req-3d151830-ee38-46c7-ba54-8146a34ec68d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Usage tracker for resource:port and tenant:ceba61b4c246497baf83bdccf3f80f6e is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:25:24.684998 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-56b5d59d-cb80-4470-b184-528e71b1644f req-3d151830-ee38-46c7-ba54-8146a34ec68d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:25:24.703728 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-56b5d59d-cb80-4470-b184-528e71b1644f req-3d151830-ee38-46c7-ba54-8146a34ec68d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:25:24.717416 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56b5d59d-cb80-4470-b184-528e71b1644f req-3d151830-ee38-46c7-ba54-8146a34ec68d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Made reservation on behalf of ceba61b4c246497baf83bdccf3f80f6e for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:25:24.724905 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-56b5d59d-cb80-4470-b184-528e71b1644f req-3d151830-ee38-46c7-ba54-8146a34ec68d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:24.745115 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:24.769667 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e88861b5-d8ba-4e52-b091-feae2a0ddafa {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:25:24.834603 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port e88861b5-d8ba-4e52-b091-feae2a0ddafa, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=e88861b5-d8ba-4e52-b091-feae2a0ddafa,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:24.861585 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:24.968439 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7c3d8971-bf29-4798-a98a-776db6814419 None None] Provisioning for port 799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:25:24.992705 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-56b5d59d-cb80-4470-b184-528e71b1644f req-3d151830-ee38-46c7-ba54-8146a34ec68d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Allocated IP 19.86.0.121 (46fb9c52-6d68-4393-b280-13d54eb8883c/d5213da4-b01e-4f79-b12f-dc26bfda15d9/a17d3d75-85f5-4355-893e-76126bb1b6a2) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:25:25.008028 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7c3d8971-bf29-4798-a98a-776db6814419 None None] Provisioning complete for port 799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:25:25.008301 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7c3d8971-bf29-4798-a98a-776db6814419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:25.083753 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=e88861b5-d8ba-4e52-b091-feae2a0ddafa,revision_number=9']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:25.095400 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-06b9d6a4-b56a-402d-a85e-84c3ef83689b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:25.116319 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-7c3d8971-bf29-4798-a98a-776db6814419 None None] Port 799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:25:25.148351 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7c3d8971-bf29-4798-a98a-776db6814419 None None] Provisioning complete for port 774596dd-d2c6-431d-8e32-6c045e5eeddf triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:25:25.148918 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7c3d8971-bf29-4798-a98a-776db6814419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:25.292232 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-3defb02d-50d9-4b8e-a589-9fd788ebde74 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:25.296118 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-3defb02d-50d9-4b8e-a589-9fd788ebde74 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5946f72b-4608-49f4-a3d5-267f44ad3d50&tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&binding%3Ahost_id=n-h2-811807-1 HTTP/1.1" status: 200 len: 1097 time: 0.2029986 May 03 22:25:25.317071 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-13624204-8876-4710-9b35-604df7deaf24 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811807-1'}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:25:25.376633 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 774596dd-d2c6-431d-8e32-6c045e5eeddf up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:25:25.394208 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-56b5d59d-cb80-4470-b184-528e71b1644f req-3d151830-ee38-46c7-ba54-8146a34ec68d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:25.418232 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-56b5d59d-cb80-4470-b184-528e71b1644f req-3d151830-ee38-46c7-ba54-8146a34ec68d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Transition to ACTIVE for port object a17d3d75-85f5-4355-893e-76126bb1b6a2 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:25:25.446815 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-56b5d59d-cb80-4470-b184-528e71b1644f req-3d151830-ee38-46c7-ba54-8146a34ec68d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:25.467737 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 774596dd-d2c6-431d-8e32-6c045e5eeddf triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:25:25.468116 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:25.607601 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-13624204-8876-4710-9b35-604df7deaf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:25.613106 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56b5d59d-cb80-4470-b184-528e71b1644f req-3d151830-ee38-46c7-ba54-8146a34ec68d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Network 46fb9c52-6d68-4393-b280-13d54eb8883c is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:25:25.613106 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-56b5d59d-cb80-4470-b184-528e71b1644f req-3d151830-ee38-46c7-ba54-8146a34ec68d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:25:25.628863 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b5d59d-cb80-4470-b184-528e71b1644f req-3d151830-ee38-46c7-ba54-8146a34ec68d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:25:25.738551 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5d59d-cb80-4470-b184-528e71b1644f req-3d151830-ee38-46c7-ba54-8146a34ec68d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:25.739312 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-56b5d59d-cb80-4470-b184-528e71b1644f req-3d151830-ee38-46c7-ba54-8146a34ec68d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:25.785351 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d151830-ee38-46c7-ba54-8146a34ec68d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Pushing event updated for resources: {'Port': ['ID=a17d3d75-85f5-4355-893e-76126bb1b6a2,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:25.829250 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-56b5d59d-cb80-4470-b184-528e71b1644f req-3d151830-ee38-46c7-ba54-8146a34ec68d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4112067 May 03 22:25:25.840772 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-56b5d59d-cb80-4470-b184-528e71b1644f req-0d996145-0a7e-4ff5-8f90-459fdc508111 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Request body: {'port': {'device_id': '92ca4f81-da2f-4b2b-a373-dc04ba9f5f84', 'network_id': '787bd443-cdb2-456f-a750-dd1e06b7c693', 'admin_state_up': True, 'tenant_id': 'ceba61b4c246497baf83bdccf3f80f6e'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:25:25.943090 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-13624204-8876-4710-9b35-604df7deaf24 service neutron] For port 28dd0952-987f-47b6-882b-5a0ab3372eda, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=28dd0952-987f-47b6-882b-5a0ab3372eda,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:26.017672 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-433bb6bc-4598-4568-b3e8-ea658cef88e1 None None] Provisioning for port a17d3d75-85f5-4355-893e-76126bb1b6a2 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:25:26.059382 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-433bb6bc-4598-4568-b3e8-ea658cef88e1 None None] Provisioning complete for port a17d3d75-85f5-4355-893e-76126bb1b6a2 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:25:26.060031 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-433bb6bc-4598-4568-b3e8-ea658cef88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:26.112080 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-13624204-8876-4710-9b35-604df7deaf24 service neutron] For port 28dd0952-987f-47b6-882b-5a0ab3372eda, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:25:26.206281 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-56b5d59d-cb80-4470-b184-528e71b1644f req-0d996145-0a7e-4ff5-8f90-459fdc508111 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:25:26.220687 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-56b5d59d-cb80-4470-b184-528e71b1644f req-0d996145-0a7e-4ff5-8f90-459fdc508111 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Usage tracker for resource:port and tenant:ceba61b4c246497baf83bdccf3f80f6e is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:25:26.230953 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-56b5d59d-cb80-4470-b184-528e71b1644f req-0d996145-0a7e-4ff5-8f90-459fdc508111 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:25:26.256470 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-56b5d59d-cb80-4470-b184-528e71b1644f req-0d996145-0a7e-4ff5-8f90-459fdc508111 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:25:26.257688 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:26.277187 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:26.278793 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-433bb6bc-4598-4568-b3e8-ea658cef88e1 None None] Port a17d3d75-85f5-4355-893e-76126bb1b6a2 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:25:26.285549 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-13624204-8876-4710-9b35-604df7deaf24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:26.287924 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5946f72b-4608-49f4-a3d5-267f44ad3d50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28dd0952-987f-47b6-882b-5a0ab3372eda'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:25:26.293103 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56b5d59d-cb80-4470-b184-528e71b1644f req-0d996145-0a7e-4ff5-8f90-459fdc508111 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Made reservation on behalf of ceba61b4c246497baf83bdccf3f80f6e for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:25:26.294666 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-13624204-8876-4710-9b35-604df7deaf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:26.296894 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-56b5d59d-cb80-4470-b184-528e71b1644f req-0d996145-0a7e-4ff5-8f90-459fdc508111 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:26.398596 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 28dd0952-987f-47b6-882b-5a0ab3372eda details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:25:26.401650 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device e88861b5-d8ba-4e52-b091-feae2a0ddafa up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:25:26.410686 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13624204-8876-4710-9b35-604df7deaf24 service neutron] Pushing event updated for resources: {'Port': ['ID=28dd0952-987f-47b6-882b-5a0ab3372eda,revision_number=7']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:26.588933 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port e88861b5-d8ba-4e52-b091-feae2a0ddafa triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:25:26.589221 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:26.606984 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-56b5d59d-cb80-4470-b184-528e71b1644f req-0d996145-0a7e-4ff5-8f90-459fdc508111 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Allocated IP 19.80.0.178 (787bd443-cdb2-456f-a750-dd1e06b7c693/a9ff1671-18d1-4846-a656-8c4624293822/56003509-3c64-46c7-b000-b00a55ef8156) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:25:26.747640 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-13624204-8876-4710-9b35-604df7deaf24 service neutron] Attempting to bind port 28dd0952-987f-47b6-882b-5a0ab3372eda on host n-h2-811807-1 for vnic_type normal with profile {"migrating_to": "n-h1-811807-1"} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:25:26.747981 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-13624204-8876-4710-9b35-604df7deaf24 service neutron] Attempting to bind port 28dd0952-987f-47b6-882b-5a0ab3372eda by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:25:26.748316 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-13624204-8876-4710-9b35-604df7deaf24 service neutron] Attempting to bind port 28dd0952-987f-47b6-882b-5a0ab3372eda on network 3476088d-e412-4e55-9c2f-549019c16834 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:25:26.761670 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-13624204-8876-4710-9b35-604df7deaf24 service neutron] Port 28dd0952-987f-47b6-882b-5a0ab3372eda on network 3476088d-e412-4e55-9c2f-549019c16834 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:25:26.764388 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-13624204-8876-4710-9b35-604df7deaf24 service neutron] Attempting to bind port 28dd0952-987f-47b6-882b-5a0ab3372eda on network 3476088d-e412-4e55-9c2f-549019c16834 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:25:26.777816 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-13624204-8876-4710-9b35-604df7deaf24 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:25:26.778195 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-13624204-8876-4710-9b35-604df7deaf24 service neutron] Checking segment: {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:25:26.778598 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-13624204-8876-4710-9b35-604df7deaf24 service neutron] Bound using segment: {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:25:26.779050 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-13624204-8876-4710-9b35-604df7deaf24 service neutron] Bound port: 28dd0952-987f-47b6-882b-5a0ab3372eda, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:25:26.779874 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-13624204-8876-4710-9b35-604df7deaf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:26.880214 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:26.933261 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-13624204-8876-4710-9b35-604df7deaf24 service neutron] For port 28dd0952-987f-47b6-882b-5a0ab3372eda, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:25:26.939563 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-13624204-8876-4710-9b35-604df7deaf24 service neutron] For port 28dd0952-987f-47b6-882b-5a0ab3372eda, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=28dd0952-987f-47b6-882b-5a0ab3372eda,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:25:26.946224 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-13624204-8876-4710-9b35-604df7deaf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:26.956757 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 28dd0952-987f-47b6-882b-5a0ab3372eda, host n-h2-811807-1, got binding levels [] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:26.966315 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port e88861b5-d8ba-4e52-b091-feae2a0ddafa, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=e88861b5-d8ba-4e52-b091-feae2a0ddafa,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:26.977290 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:27.089072 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-56b5d59d-cb80-4470-b184-528e71b1644f req-0d996145-0a7e-4ff5-8f90-459fdc508111 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:27.110357 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-56b5d59d-cb80-4470-b184-528e71b1644f req-0d996145-0a7e-4ff5-8f90-459fdc508111 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Transition to ACTIVE for port object 56003509-3c64-46c7-b000-b00a55ef8156 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:25:27.130650 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Attempting to bind port 28dd0952-987f-47b6-882b-5a0ab3372eda on host n-h2-811807-1 for vnic_type normal with profile {"migrating_to": "n-h1-811807-1"} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:25:27.132828 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Attempting to bind port 28dd0952-987f-47b6-882b-5a0ab3372eda by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:25:27.133442 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Attempting to bind port 28dd0952-987f-47b6-882b-5a0ab3372eda on network 3476088d-e412-4e55-9c2f-549019c16834 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:25:27.143320 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-56b5d59d-cb80-4470-b184-528e71b1644f req-0d996145-0a7e-4ff5-8f90-459fdc508111 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:27.147567 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Port 28dd0952-987f-47b6-882b-5a0ab3372eda on network 3476088d-e412-4e55-9c2f-549019c16834 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:25:27.148160 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Attempting to bind port 28dd0952-987f-47b6-882b-5a0ab3372eda on network 3476088d-e412-4e55-9c2f-549019c16834 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:25:27.159821 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:25:27.160543 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Checking segment: {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:25:27.162317 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Bound using segment: {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:25:27.163043 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Bound port: 28dd0952-987f-47b6-882b-5a0ab3372eda, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3476088d-e412-4e55-9c2f-549019c16834'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:25:27.163649 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:27.246426 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56b5d59d-cb80-4470-b184-528e71b1644f req-0d996145-0a7e-4ff5-8f90-459fdc508111 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Network 787bd443-cdb2-456f-a750-dd1e06b7c693 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:25:27.255298 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-56b5d59d-cb80-4470-b184-528e71b1644f req-0d996145-0a7e-4ff5-8f90-459fdc508111 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:25:27.259075 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b5d59d-cb80-4470-b184-528e71b1644f req-0d996145-0a7e-4ff5-8f90-459fdc508111 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:25:27.319573 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d996145-0a7e-4ff5-8f90-459fdc508111 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Pushing event updated for resources: {'Port': ['ID=56003509-3c64-46c7-b000-b00a55ef8156,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:27.341844 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-13624204-8876-4710-9b35-604df7deaf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:27.342468 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-13624204-8876-4710-9b35-604df7deaf24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:27.345420 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-13624204-8876-4710-9b35-604df7deaf24 service neutron] 10.222.0.60 "PUT /v2.0/ports/28dd0952-987f-47b6-882b-5a0ab3372eda HTTP/1.1" status: 200 len: 1122 time: 2.0428638 May 03 22:25:27.351711 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=e88861b5-d8ba-4e52-b091-feae2a0ddafa,revision_number=10']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:27.414058 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13624204-8876-4710-9b35-604df7deaf24 service neutron] Pushing event updated for resources: {'Port': ['ID=28dd0952-987f-47b6-882b-5a0ab3372eda,revision_number=8']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:27.437759 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13624204-8876-4710-9b35-604df7deaf24 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:27.437759 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13624204-8876-4710-9b35-604df7deaf24 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:27.437759 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13624204-8876-4710-9b35-604df7deaf24 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:27.437759 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13624204-8876-4710-9b35-604df7deaf24 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:27.437759 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13624204-8876-4710-9b35-604df7deaf24 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:27.437759 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13624204-8876-4710-9b35-604df7deaf24 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:27.437759 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13624204-8876-4710-9b35-604df7deaf24 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:27.437759 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13624204-8876-4710-9b35-604df7deaf24 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:27.445369 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5d59d-cb80-4470-b184-528e71b1644f req-0d996145-0a7e-4ff5-8f90-459fdc508111 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:27.445369 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-56b5d59d-cb80-4470-b184-528e71b1644f req-0d996145-0a7e-4ff5-8f90-459fdc508111 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:27.451791 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13624204-8876-4710-9b35-604df7deaf24 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:27.451791 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13624204-8876-4710-9b35-604df7deaf24 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:27.451791 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13624204-8876-4710-9b35-604df7deaf24 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:27.451791 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13624204-8876-4710-9b35-604df7deaf24 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:27.462046 n-d-811807-1 neutron-server[88071]: WARNING neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Concurrent port binding operations failed on port 28dd0952-987f-47b6-882b-5a0ab3372eda May 03 22:25:27.475212 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 28dd0952-987f-47b6-882b-5a0ab3372eda, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=28dd0952-987f-47b6-882b-5a0ab3372eda,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:27.507936 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['28dd0952-987f-47b6-882b-5a0ab3372eda'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:25:27.518082 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-56b5d59d-cb80-4470-b184-528e71b1644f req-0d996145-0a7e-4ff5-8f90-459fdc508111 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6732814 May 03 22:25:27.545782 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-56b5d59d-cb80-4470-b184-528e71b1644f req-7233d249-4e9f-4fbf-8bde-1a07bcad1f30 service neutron] Request body: {'port': {'device_id': '92ca4f81-da2f-4b2b-a373-dc04ba9f5f84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:25:27.629282 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['28dd0952-987f-47b6-882b-5a0ab3372eda'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:25:27.746617 n-d-811807-1 neutron-server[88071]: INFO neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Attempt 2 to bind port 28dd0952-987f-47b6-882b-5a0ab3372eda May 03 22:25:27.747177 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 28dd0952-987f-47b6-882b-5a0ab3372eda has no active binding in host n-h1-811807-1 {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 03 22:25:27.885303 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:27.888141 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:27.956104 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d5e2851e-699b-40ba-ae6b-4aee5326c96f None None] Provisioning for port 56003509-3c64-46c7-b000-b00a55ef8156 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:25:27.988971 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d5e2851e-699b-40ba-ae6b-4aee5326c96f None None] Provisioning complete for port 56003509-3c64-46c7-b000-b00a55ef8156 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:25:27.988971 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d5e2851e-699b-40ba-ae6b-4aee5326c96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:28.076817 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-56b5d59d-cb80-4470-b184-528e71b1644f req-7233d249-4e9f-4fbf-8bde-1a07bcad1f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:28.093744 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-d5e2851e-699b-40ba-ae6b-4aee5326c96f None None] Port 56003509-3c64-46c7-b000-b00a55ef8156 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:25:28.632254 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-56b5d59d-cb80-4470-b184-528e71b1644f req-7233d249-4e9f-4fbf-8bde-1a07bcad1f30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:25:28.640689 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-56b5d59d-cb80-4470-b184-528e71b1644f req-7233d249-4e9f-4fbf-8bde-1a07bcad1f30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:28.674440 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-56b5d59d-cb80-4470-b184-528e71b1644f req-7233d249-4e9f-4fbf-8bde-1a07bcad1f30 service neutron] Transition to ACTIVE for port object 799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:25:28.680336 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-56b5d59d-cb80-4470-b184-528e71b1644f req-7233d249-4e9f-4fbf-8bde-1a07bcad1f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:28.931032 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233d249-4e9f-4fbf-8bde-1a07bcad1f30 service neutron] Pushing event updated for resources: {'Port': ['ID=799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:29.135813 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-56b5d59d-cb80-4470-b184-528e71b1644f req-7233d249-4e9f-4fbf-8bde-1a07bcad1f30 service neutron] Attempting to bind port 799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:25:29.135813 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-56b5d59d-cb80-4470-b184-528e71b1644f req-7233d249-4e9f-4fbf-8bde-1a07bcad1f30 service neutron] Attempting to bind port 799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '458d701d-3e80-4394-b200-b4a54eb80085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '787bd443-cdb2-456f-a750-dd1e06b7c693'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:25:29.135813 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b5d59d-cb80-4470-b184-528e71b1644f req-7233d249-4e9f-4fbf-8bde-1a07bcad1f30 service neutron] Attempting to bind port 799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a on network 787bd443-cdb2-456f-a750-dd1e06b7c693 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:25:29.135813 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b5d59d-cb80-4470-b184-528e71b1644f req-7233d249-4e9f-4fbf-8bde-1a07bcad1f30 service neutron] Port 799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a on network 787bd443-cdb2-456f-a750-dd1e06b7c693 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:25:29.135813 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b5d59d-cb80-4470-b184-528e71b1644f req-7233d249-4e9f-4fbf-8bde-1a07bcad1f30 service neutron] Attempting to bind port 799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a on network 787bd443-cdb2-456f-a750-dd1e06b7c693 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:25:29.163418 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b5d59d-cb80-4470-b184-528e71b1644f req-7233d249-4e9f-4fbf-8bde-1a07bcad1f30 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:25:29.163418 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b5d59d-cb80-4470-b184-528e71b1644f req-7233d249-4e9f-4fbf-8bde-1a07bcad1f30 service neutron] Checking segment: {'id': '458d701d-3e80-4394-b200-b4a54eb80085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '787bd443-cdb2-456f-a750-dd1e06b7c693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:25:29.163418 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b5d59d-cb80-4470-b184-528e71b1644f req-7233d249-4e9f-4fbf-8bde-1a07bcad1f30 service neutron] Bound using segment: {'id': '458d701d-3e80-4394-b200-b4a54eb80085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '787bd443-cdb2-456f-a750-dd1e06b7c693'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:25:29.163418 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-56b5d59d-cb80-4470-b184-528e71b1644f req-7233d249-4e9f-4fbf-8bde-1a07bcad1f30 service neutron] Bound port: 799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '458d701d-3e80-4394-b200-b4a54eb80085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '787bd443-cdb2-456f-a750-dd1e06b7c693'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:25:29.163418 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-56b5d59d-cb80-4470-b184-528e71b1644f req-7233d249-4e9f-4fbf-8bde-1a07bcad1f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:29.325529 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-56b5d59d-cb80-4470-b184-528e71b1644f req-7233d249-4e9f-4fbf-8bde-1a07bcad1f30 service neutron] For port 799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:25:29.333947 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-56b5d59d-cb80-4470-b184-528e71b1644f req-7233d249-4e9f-4fbf-8bde-1a07bcad1f30 service neutron] For port 799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a,segment=NetworkSegment(458d701d-3e80-4394-b200-b4a54eb80085),segment_id=458d701d-3e80-4394-b200-b4a54eb80085)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:25:29.340553 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-56b5d59d-cb80-4470-b184-528e71b1644f req-7233d249-4e9f-4fbf-8bde-1a07bcad1f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:29.415333 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5d59d-cb80-4470-b184-528e71b1644f req-7233d249-4e9f-4fbf-8bde-1a07bcad1f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:29.415895 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-56b5d59d-cb80-4470-b184-528e71b1644f req-7233d249-4e9f-4fbf-8bde-1a07bcad1f30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:29.419111 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-56b5d59d-cb80-4470-b184-528e71b1644f req-7233d249-4e9f-4fbf-8bde-1a07bcad1f30 service neutron] 10.222.0.60 "PUT /v2.0/ports/799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a HTTP/1.1" status: 200 len: 1092 time: 1.9004836 May 03 22:25:29.419713 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ca4f81-da2f-4b2b-a373-dc04ba9f5f84', 'tag': '799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:25:29.444989 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233d249-4e9f-4fbf-8bde-1a07bcad1f30 service neutron] Pushing event updated for resources: {'Port': ['ID=799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:29.453648 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-56b5d59d-cb80-4470-b184-528e71b1644f req-52c829a0-88d4-4fa0-9a4b-550e628c4f38 service neutron] Request body: {'port': {'device_id': '92ca4f81-da2f-4b2b-a373-dc04ba9f5f84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:25:29.606519 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-56b5d59d-cb80-4470-b184-528e71b1644f req-52c829a0-88d4-4fa0-9a4b-550e628c4f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:30.076894 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-56b5d59d-cb80-4470-b184-528e71b1644f req-52c829a0-88d4-4fa0-9a4b-550e628c4f38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a17d3d75-85f5-4355-893e-76126bb1b6a2 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:25:30.087143 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-56b5d59d-cb80-4470-b184-528e71b1644f req-52c829a0-88d4-4fa0-9a4b-550e628c4f38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:30.103893 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-56b5d59d-cb80-4470-b184-528e71b1644f req-52c829a0-88d4-4fa0-9a4b-550e628c4f38 service neutron] Transition to ACTIVE for port object a17d3d75-85f5-4355-893e-76126bb1b6a2 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:25:30.109068 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-56b5d59d-cb80-4470-b184-528e71b1644f req-52c829a0-88d4-4fa0-9a4b-550e628c4f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:30.285841 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c829a0-88d4-4fa0-9a4b-550e628c4f38 service neutron] Pushing event updated for resources: {'Port': ['ID=a17d3d75-85f5-4355-893e-76126bb1b6a2,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:30.298455 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c829a0-88d4-4fa0-9a4b-550e628c4f38 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:30.298808 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c829a0-88d4-4fa0-9a4b-550e628c4f38 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:30.299145 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c829a0-88d4-4fa0-9a4b-550e628c4f38 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:30.299474 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c829a0-88d4-4fa0-9a4b-550e628c4f38 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:30.299999 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c829a0-88d4-4fa0-9a4b-550e628c4f38 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:30.300500 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c829a0-88d4-4fa0-9a4b-550e628c4f38 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:30.300992 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c829a0-88d4-4fa0-9a4b-550e628c4f38 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:30.301492 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c829a0-88d4-4fa0-9a4b-550e628c4f38 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:30.301819 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c829a0-88d4-4fa0-9a4b-550e628c4f38 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:30.302187 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c829a0-88d4-4fa0-9a4b-550e628c4f38 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:30.302498 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c829a0-88d4-4fa0-9a4b-550e628c4f38 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:30.302821 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c829a0-88d4-4fa0-9a4b-550e628c4f38 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:30.418070 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-56b5d59d-cb80-4470-b184-528e71b1644f req-52c829a0-88d4-4fa0-9a4b-550e628c4f38 service neutron] Attempting to bind port a17d3d75-85f5-4355-893e-76126bb1b6a2 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:25:30.419194 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-56b5d59d-cb80-4470-b184-528e71b1644f req-52c829a0-88d4-4fa0-9a4b-550e628c4f38 service neutron] Attempting to bind port a17d3d75-85f5-4355-893e-76126bb1b6a2 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'f817c794-7df4-4ff9-81a1-864cf5ce0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '46fb9c52-6d68-4393-b280-13d54eb8883c'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:25:30.419334 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b5d59d-cb80-4470-b184-528e71b1644f req-52c829a0-88d4-4fa0-9a4b-550e628c4f38 service neutron] Attempting to bind port a17d3d75-85f5-4355-893e-76126bb1b6a2 on network 46fb9c52-6d68-4393-b280-13d54eb8883c {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:25:30.425943 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b5d59d-cb80-4470-b184-528e71b1644f req-52c829a0-88d4-4fa0-9a4b-550e628c4f38 service neutron] Port a17d3d75-85f5-4355-893e-76126bb1b6a2 on network 46fb9c52-6d68-4393-b280-13d54eb8883c not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:25:30.426269 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b5d59d-cb80-4470-b184-528e71b1644f req-52c829a0-88d4-4fa0-9a4b-550e628c4f38 service neutron] Attempting to bind port a17d3d75-85f5-4355-893e-76126bb1b6a2 on network 46fb9c52-6d68-4393-b280-13d54eb8883c {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:25:30.434464 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b5d59d-cb80-4470-b184-528e71b1644f req-52c829a0-88d4-4fa0-9a4b-550e628c4f38 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:25:30.435125 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b5d59d-cb80-4470-b184-528e71b1644f req-52c829a0-88d4-4fa0-9a4b-550e628c4f38 service neutron] Checking segment: {'id': 'f817c794-7df4-4ff9-81a1-864cf5ce0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '46fb9c52-6d68-4393-b280-13d54eb8883c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:25:30.435581 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b5d59d-cb80-4470-b184-528e71b1644f req-52c829a0-88d4-4fa0-9a4b-550e628c4f38 service neutron] Bound using segment: {'id': 'f817c794-7df4-4ff9-81a1-864cf5ce0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '46fb9c52-6d68-4393-b280-13d54eb8883c'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:25:30.436076 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-56b5d59d-cb80-4470-b184-528e71b1644f req-52c829a0-88d4-4fa0-9a4b-550e628c4f38 service neutron] Bound port: a17d3d75-85f5-4355-893e-76126bb1b6a2, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f817c794-7df4-4ff9-81a1-864cf5ce0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '46fb9c52-6d68-4393-b280-13d54eb8883c'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:25:30.436492 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-56b5d59d-cb80-4470-b184-528e71b1644f req-52c829a0-88d4-4fa0-9a4b-550e628c4f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:30.657263 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-56b5d59d-cb80-4470-b184-528e71b1644f req-52c829a0-88d4-4fa0-9a4b-550e628c4f38 service neutron] For port a17d3d75-85f5-4355-893e-76126bb1b6a2, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:25:30.660667 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-56b5d59d-cb80-4470-b184-528e71b1644f req-52c829a0-88d4-4fa0-9a4b-550e628c4f38 service neutron] For port a17d3d75-85f5-4355-893e-76126bb1b6a2, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a17d3d75-85f5-4355-893e-76126bb1b6a2,segment=NetworkSegment(f817c794-7df4-4ff9-81a1-864cf5ce0f8e),segment_id=f817c794-7df4-4ff9-81a1-864cf5ce0f8e)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:25:30.667722 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-56b5d59d-cb80-4470-b184-528e71b1644f req-52c829a0-88d4-4fa0-9a4b-550e628c4f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:30.736993 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5d59d-cb80-4470-b184-528e71b1644f req-52c829a0-88d4-4fa0-9a4b-550e628c4f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:30.737627 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-56b5d59d-cb80-4470-b184-528e71b1644f req-52c829a0-88d4-4fa0-9a4b-550e628c4f38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:30.739036 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-56b5d59d-cb80-4470-b184-528e71b1644f req-52c829a0-88d4-4fa0-9a4b-550e628c4f38 service neutron] 10.222.0.60 "PUT /v2.0/ports/a17d3d75-85f5-4355-893e-76126bb1b6a2 HTTP/1.1" status: 200 len: 1092 time: 1.2902348 May 03 22:25:30.761635 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c829a0-88d4-4fa0-9a4b-550e628c4f38 service neutron] Pushing event updated for resources: {'Port': ['ID=a17d3d75-85f5-4355-893e-76126bb1b6a2,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:30.792538 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-56b5d59d-cb80-4470-b184-528e71b1644f req-17ced8f9-6ccb-46d3-b190-a258f6b6f246 service neutron] Request body: {'port': {'device_id': '92ca4f81-da2f-4b2b-a373-dc04ba9f5f84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:25:30.982570 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-56b5d59d-cb80-4470-b184-528e71b1644f req-17ced8f9-6ccb-46d3-b190-a258f6b6f246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:31.455427 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-75b34ede-fdb8-48c8-a5b5-90df0774dbbd service neutron] 10.222.0.67 "GET /v2.0/ports/28dd0952-987f-47b6-882b-5a0ab3372eda/bindings/n-h1-811807-1 HTTP/1.1" status: 200 len: 384 time: 0.1052306 May 03 22:25:31.725013 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-56b5d59d-cb80-4470-b184-528e71b1644f req-17ced8f9-6ccb-46d3-b190-a258f6b6f246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56003509-3c64-46c7-b000-b00a55ef8156 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:25:31.752153 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-56b5d59d-cb80-4470-b184-528e71b1644f req-17ced8f9-6ccb-46d3-b190-a258f6b6f246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:31.786913 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-56b5d59d-cb80-4470-b184-528e71b1644f req-17ced8f9-6ccb-46d3-b190-a258f6b6f246 service neutron] Transition to ACTIVE for port object 56003509-3c64-46c7-b000-b00a55ef8156 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:25:31.801033 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-56b5d59d-cb80-4470-b184-528e71b1644f req-17ced8f9-6ccb-46d3-b190-a258f6b6f246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:31.897144 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ced8f9-6ccb-46d3-b190-a258f6b6f246 service neutron] Pushing event updated for resources: {'Port': ['ID=56003509-3c64-46c7-b000-b00a55ef8156,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:32.027079 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-767ce40e-b335-4f6a-a198-95d4b9ee9563 service neutron] For port 28dd0952-987f-47b6-882b-5a0ab3372eda, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=28dd0952-987f-47b6-882b-5a0ab3372eda,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:32.059085 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-767ce40e-b335-4f6a-a198-95d4b9ee9563 service neutron] For port 28dd0952-987f-47b6-882b-5a0ab3372eda, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:25:32.149466 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-767ce40e-b335-4f6a-a198-95d4b9ee9563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28dd0952-987f-47b6-882b-5a0ab3372eda {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:25:32.167795 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-767ce40e-b335-4f6a-a198-95d4b9ee9563 service neutron] For port 28dd0952-987f-47b6-882b-5a0ab3372eda, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=28dd0952-987f-47b6-882b-5a0ab3372eda,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:32.210433 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-767ce40e-b335-4f6a-a198-95d4b9ee9563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:32.314183 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-56b5d59d-cb80-4470-b184-528e71b1644f req-17ced8f9-6ccb-46d3-b190-a258f6b6f246 service neutron] Attempting to bind port 56003509-3c64-46c7-b000-b00a55ef8156 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:25:32.315065 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-56b5d59d-cb80-4470-b184-528e71b1644f req-17ced8f9-6ccb-46d3-b190-a258f6b6f246 service neutron] Attempting to bind port 56003509-3c64-46c7-b000-b00a55ef8156 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '458d701d-3e80-4394-b200-b4a54eb80085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '787bd443-cdb2-456f-a750-dd1e06b7c693'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:25:32.315964 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b5d59d-cb80-4470-b184-528e71b1644f req-17ced8f9-6ccb-46d3-b190-a258f6b6f246 service neutron] Attempting to bind port 56003509-3c64-46c7-b000-b00a55ef8156 on network 787bd443-cdb2-456f-a750-dd1e06b7c693 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:25:32.327196 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b5d59d-cb80-4470-b184-528e71b1644f req-17ced8f9-6ccb-46d3-b190-a258f6b6f246 service neutron] Port 56003509-3c64-46c7-b000-b00a55ef8156 on network 787bd443-cdb2-456f-a750-dd1e06b7c693 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:25:32.327849 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b5d59d-cb80-4470-b184-528e71b1644f req-17ced8f9-6ccb-46d3-b190-a258f6b6f246 service neutron] Attempting to bind port 56003509-3c64-46c7-b000-b00a55ef8156 on network 787bd443-cdb2-456f-a750-dd1e06b7c693 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:25:32.335257 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b5d59d-cb80-4470-b184-528e71b1644f req-17ced8f9-6ccb-46d3-b190-a258f6b6f246 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:25:32.335680 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b5d59d-cb80-4470-b184-528e71b1644f req-17ced8f9-6ccb-46d3-b190-a258f6b6f246 service neutron] Checking segment: {'id': '458d701d-3e80-4394-b200-b4a54eb80085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '787bd443-cdb2-456f-a750-dd1e06b7c693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:25:32.336139 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b5d59d-cb80-4470-b184-528e71b1644f req-17ced8f9-6ccb-46d3-b190-a258f6b6f246 service neutron] Bound using segment: {'id': '458d701d-3e80-4394-b200-b4a54eb80085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '787bd443-cdb2-456f-a750-dd1e06b7c693'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:25:32.336652 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-56b5d59d-cb80-4470-b184-528e71b1644f req-17ced8f9-6ccb-46d3-b190-a258f6b6f246 service neutron] Bound port: 56003509-3c64-46c7-b000-b00a55ef8156, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '458d701d-3e80-4394-b200-b4a54eb80085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '787bd443-cdb2-456f-a750-dd1e06b7c693'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:25:32.337072 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-56b5d59d-cb80-4470-b184-528e71b1644f req-17ced8f9-6ccb-46d3-b190-a258f6b6f246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:32.379645 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-767ce40e-b335-4f6a-a198-95d4b9ee9563 service neutron] Transition to ACTIVE for port object 28dd0952-987f-47b6-882b-5a0ab3372eda will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:25:32.386876 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-767ce40e-b335-4f6a-a198-95d4b9ee9563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:32.516361 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-56b5d59d-cb80-4470-b184-528e71b1644f req-17ced8f9-6ccb-46d3-b190-a258f6b6f246 service neutron] For port 56003509-3c64-46c7-b000-b00a55ef8156, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:25:32.520357 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-56b5d59d-cb80-4470-b184-528e71b1644f req-17ced8f9-6ccb-46d3-b190-a258f6b6f246 service neutron] For port 56003509-3c64-46c7-b000-b00a55ef8156, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=56003509-3c64-46c7-b000-b00a55ef8156,segment=NetworkSegment(458d701d-3e80-4394-b200-b4a54eb80085),segment_id=458d701d-3e80-4394-b200-b4a54eb80085)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:25:32.543130 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-56b5d59d-cb80-4470-b184-528e71b1644f req-17ced8f9-6ccb-46d3-b190-a258f6b6f246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:32.619171 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-767ce40e-b335-4f6a-a198-95d4b9ee9563 service neutron] No DVR routers for this DVR port 28dd0952-987f-47b6-882b-5a0ab3372eda on host n-h2-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:25:32.700437 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ced8f9-6ccb-46d3-b190-a258f6b6f246 service neutron] Pushing event updated for resources: {'Port': ['ID=56003509-3c64-46c7-b000-b00a55ef8156,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:32.707813 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5d59d-cb80-4470-b184-528e71b1644f req-17ced8f9-6ccb-46d3-b190-a258f6b6f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:32.708647 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-56b5d59d-cb80-4470-b184-528e71b1644f req-17ced8f9-6ccb-46d3-b190-a258f6b6f246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:32.711821 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-56b5d59d-cb80-4470-b184-528e71b1644f req-17ced8f9-6ccb-46d3-b190-a258f6b6f246 service neutron] 10.222.0.60 "PUT /v2.0/ports/56003509-3c64-46c7-b000-b00a55ef8156 HTTP/1.1" status: 200 len: 1092 time: 1.9415681 May 03 22:25:32.712926 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ce40e-b335-4f6a-a198-95d4b9ee9563 service neutron] Pushing event updated for resources: {'Port': ['ID=28dd0952-987f-47b6-882b-5a0ab3372eda,revision_number=10']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:32.725810 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-767ce40e-b335-4f6a-a198-95d4b9ee9563 service neutron] 10.222.0.67 "PUT /v2.0/ports/28dd0952-987f-47b6-882b-5a0ab3372eda/bindings/n-h1-811807-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2554350 May 03 22:25:32.925484 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5d59d-cb80-4470-b184-528e71b1644f req-9696b0eb-3295-416f-9fdf-ed13bfc56104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:32.927538 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5d59d-cb80-4470-b184-528e71b1644f req-9696b0eb-3295-416f-9fdf-ed13bfc56104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:32.928224 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5d59d-cb80-4470-b184-528e71b1644f req-9696b0eb-3295-416f-9fdf-ed13bfc56104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:32.933424 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-56b5d59d-cb80-4470-b184-528e71b1644f req-9696b0eb-3295-416f-9fdf-ed13bfc56104 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ceba61b4c246497baf83bdccf3f80f6e&device_id=92ca4f81-da2f-4b2b-a373-dc04ba9f5f84 HTTP/1.1" status: 200 len: 2866 time: 0.1603723 May 03 22:25:32.950209 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-512dea77-b903-41ac-bbb4-f04c8eefbcd3 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:32.952548 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:25:32.955616 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-512dea77-b903-41ac-bbb4-f04c8eefbcd3 tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5946f72b-4608-49f4-a3d5-267f44ad3d50&tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&binding%3Ahost_id=n-h2-811807-1 HTTP/1.1" status: 200 len: 1096 time: 0.1533506 May 03 22:25:33.049411 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-56b5d59d-cb80-4470-b184-528e71b1644f req-59900998-8f67-42c9-abba-4b321a9e6edf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.173&port_id=799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a HTTP/1.1" status: 200 len: 217 time: 0.1075304 May 03 22:25:33.111361 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-87b2f855-84ee-4bfb-a879-0cad330cf1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:33.115783 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-87b2f855-84ee-4bfb-a879-0cad330cf1a1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5946f72b-4608-49f4-a3d5-267f44ad3d50&tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0 HTTP/1.1" status: 200 len: 1096 time: 0.1568778 May 03 22:25:33.189165 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5d59d-cb80-4470-b184-528e71b1644f req-7f731dd9-3182-4fb3-9be2-3f09942ac270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:33.190836 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-56b5d59d-cb80-4470-b184-528e71b1644f req-7f731dd9-3182-4fb3-9be2-3f09942ac270 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a9ff1671-18d1-4846-a656-8c4624293822 HTTP/1.1" status: 200 len: 801 time: 0.1354554 May 03 22:25:33.328882 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5d59d-cb80-4470-b184-528e71b1644f req-b26c4388-a5e9-436d-bf95-1debdb2aa220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:33.333668 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-56b5d59d-cb80-4470-b184-528e71b1644f req-b26c4388-a5e9-436d-bf95-1debdb2aa220 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=787bd443-cdb2-456f-a750-dd1e06b7c693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1351397 May 03 22:25:33.354247 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-b286a404-9afb-4703-b8d3-0dce667af1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:33.355742 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-b286a404-9afb-4703-b8d3-0dce667af1f4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&device_id=5946f72b-4608-49f4-a3d5-267f44ad3d50 HTTP/1.1" status: 200 len: 1096 time: 0.2058287 May 03 22:25:33.620073 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-56b5d59d-cb80-4470-b184-528e71b1644f req-bf9df4f3-d348-4b53-88ac-45855eb5718a service neutron] 10.222.0.60 "GET /v2.0/networks/787bd443-cdb2-456f-a750-dd1e06b7c693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454407 May 03 22:25:33.664139 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-ea78e588-664e-4116-a358-c336728f5830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:33.665772 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-ea78e588-664e-4116-a358-c336728f5830 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3476088d-e412-4e55-9c2f-549019c16834 HTTP/1.1" status: 200 len: 922 time: 0.3019702 May 03 22:25:33.835406 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-749aa69a-df44-4652-aa5d-c3299b78270d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28dd0952-987f-47b6-882b-5a0ab3372eda HTTP/1.1" status: 200 len: 217 time: 0.1613643 May 03 22:25:33.840763 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-56b5d59d-cb80-4470-b184-528e71b1644f req-216ea5a2-85fc-47e3-97a3-b4efa833dc75 service neutron] 10.222.0.60 "GET /v2.0/networks/787bd443-cdb2-456f-a750-dd1e06b7c693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195010 May 03 22:25:33.966994 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 28dd0952-987f-47b6-882b-5a0ab3372eda no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:25:34.066487 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-feee6963-43f1-490f-80a3-b5e67d91a378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:34.069714 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-feee6963-43f1-490f-80a3-b5e67d91a378 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63a9fee3-85c4-4a95-8dcc-67111d08a3de HTTP/1.1" status: 200 len: 861 time: 0.2219920 May 03 22:25:34.072361 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 28dd0952-987f-47b6-882b-5a0ab3372eda not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:25:34.124484 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-56b5d59d-cb80-4470-b184-528e71b1644f req-4e5eb5e5-a4c8-426f-ac0d-2e5e44147b51 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.121&port_id=a17d3d75-85f5-4355-893e-76126bb1b6a2 HTTP/1.1" status: 200 len: 217 time: 0.2766948 May 03 22:25:34.127822 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-c3f650f8-6742-46b6-8347-0d4ebbb83700 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3476088d-e412-4e55-9c2f-549019c16834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484583 May 03 22:25:34.276111 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5d59d-cb80-4470-b184-528e71b1644f req-b891403a-0cc7-4e0c-b2b4-d7b72cec32dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:34.277554 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-56b5d59d-cb80-4470-b184-528e71b1644f req-b891403a-0cc7-4e0c-b2b4-d7b72cec32dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d5213da4-b01e-4f79-b12f-dc26bfda15d9 HTTP/1.1" status: 200 len: 801 time: 0.1407058 May 03 22:25:34.342027 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-63c216c3-116c-4675-893e-08538298212c service neutron] 10.222.0.60 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058077 May 03 22:25:34.440673 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5d59d-cb80-4470-b184-528e71b1644f req-de634ccf-733b-42bf-92be-60c689ef0d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:34.447715 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-56b5d59d-cb80-4470-b184-528e71b1644f req-de634ccf-733b-42bf-92be-60c689ef0d28 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=46fb9c52-6d68-4393-b280-13d54eb8883c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1626873 May 03 22:25:34.611312 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-6a9a3111-7178-4664-a4d0-adcfd89dff6f service neutron] 10.222.0.60 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625787 May 03 22:25:34.764614 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-56b5d59d-cb80-4470-b184-528e71b1644f req-d3a72ca4-7e2b-4e86-9036-bdd54e8e6076 service neutron] 10.222.0.60 "GET /v2.0/networks/46fb9c52-6d68-4393-b280-13d54eb8883c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929125 May 03 22:25:35.180904 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-56b5d59d-cb80-4470-b184-528e71b1644f req-e4e4f0ac-ae10-4c59-b895-7593a8582ed0 service neutron] 10.222.0.60 "GET /v2.0/networks/46fb9c52-6d68-4393-b280-13d54eb8883c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063127 May 03 22:25:35.199104 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-1d66184d-235b-4198-b4fd-c300bb31d54f tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:35.206362 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-1d66184d-235b-4198-b4fd-c300bb31d54f tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5946f72b-4608-49f4-a3d5-267f44ad3d50&tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&binding%3Ahost_id=n-h1-811807-1 HTTP/1.1" status: 200 len: 1096 time: 0.1572552 May 03 22:25:35.388480 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-56b5d59d-cb80-4470-b184-528e71b1644f req-e95a737e-1d08-4c83-9fe0-4ebe7a73b5d9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.178&port_id=56003509-3c64-46c7-b000-b00a55ef8156 HTTP/1.1" status: 200 len: 217 time: 0.1942580 May 03 22:25:35.471984 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-152ac949-6d7e-49c0-b4bc-9ab089713c76 service neutron] For port 28dd0952-987f-47b6-882b-5a0ab3372eda, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:25:35.475330 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-152ac949-6d7e-49c0-b4bc-9ab089713c76 service neutron] Notify callbacks [] for binding, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:35.476540 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8e026ad-2fb6-40d4-a456-b6dac3dd3a5d req-152ac949-6d7e-49c0-b4bc-9ab089713c76 service neutron] 10.222.0.60 "DELETE /v2.0/ports/28dd0952-987f-47b6-882b-5a0ab3372eda/bindings/n-h2-811807-1 HTTP/1.1" status: 204 len: 173 time: 0.2654984 May 03 22:25:35.521913 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5d59d-cb80-4470-b184-528e71b1644f req-ea29dfc7-759b-4c98-b395-89040e2f4d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:35.524069 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-56b5d59d-cb80-4470-b184-528e71b1644f req-ea29dfc7-759b-4c98-b395-89040e2f4d97 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a9ff1671-18d1-4846-a656-8c4624293822 HTTP/1.1" status: 200 len: 801 time: 0.1323552 May 03 22:25:35.711884 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5d59d-cb80-4470-b184-528e71b1644f req-d4a5b424-093a-4198-8ff3-d1fa199ca7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:35.715314 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-56b5d59d-cb80-4470-b184-528e71b1644f req-d4a5b424-093a-4198-8ff3-d1fa199ca7e6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=787bd443-cdb2-456f-a750-dd1e06b7c693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1813900 May 03 22:25:36.005144 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-56b5d59d-cb80-4470-b184-528e71b1644f req-7e3bf6a3-590e-404b-a260-e8be9a7881c0 service neutron] 10.222.0.60 "GET /v2.0/networks/787bd443-cdb2-456f-a750-dd1e06b7c693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849777 May 03 22:25:36.268335 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-56b5d59d-cb80-4470-b184-528e71b1644f req-9f26720c-18b5-4c73-ab58-07afb0c9ddb4 service neutron] 10.222.0.60 "GET /v2.0/networks/787bd443-cdb2-456f-a750-dd1e06b7c693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567744 May 03 22:25:37.383976 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e276307c-f86c-4e22-b3c3-fbfbf60762ae'] response: {'server_uuid': '97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd74799-58d8-4e74-af4b-685d5aaa1c56', 'code': 200} May 03 22:25:37.978170 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2fc985-dc39-4abd-a103-c1f8c27ca79c req-ddc9bbfc-8b09-4eb0-afc2-cd715a128121 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:37.979678 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fb2fc985-dc39-4abd-a103-c1f8c27ca79c req-ddc9bbfc-8b09-4eb0-afc2-cd715a128121 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 951 time: 0.2565854 May 03 22:25:38.000832 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f43ba7-38b3-4172-991a-ac1cd999be65 req-ac6e74ce-5469-453e-9739-78ed1d090a25 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:38.004824 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a7f43ba7-38b3-4172-991a-ac1cd999be65 req-ac6e74ce-5469-453e-9739-78ed1d090a25 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=5946f72b-4608-49f4-a3d5-267f44ad3d50 HTTP/1.1" status: 200 len: 945 time: 0.1869950 May 03 22:25:38.098929 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fb2fc985-dc39-4abd-a103-c1f8c27ca79c req-e3b6c7a0-0b6a-47f4-82c6-d766a92d423b tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932043 May 03 22:25:38.124649 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a7f43ba7-38b3-4172-991a-ac1cd999be65 req-e3ab1ac0-d78f-496e-9537-558b1e52571a tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907609 May 03 22:25:38.208481 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbbb00b7-ff8c-43cf-8105-7b02705f8d80'] response: {'server_uuid': '5946f72b-4608-49f4-a3d5-267f44ad3d50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28dd0952-987f-47b6-882b-5a0ab3372eda', 'code': 200} May 03 22:25:38.249140 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddeb965b-43a2-4c34-8bdf-30b8474607e7'] response: {'name': 'network-changed', 'server_uuid': '92ca4f81-da2f-4b2b-a373-dc04ba9f5f84', 'tag': '799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a', 'status': 'completed', 'code': 200} May 03 22:25:38.325276 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f4b40-e689-48b9-882d-7446f2cdf678 req-0ea0977d-0eb5-41bf-8065-1ce501a9aa7f tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:38.331461 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f4b40-e689-48b9-882d-7446f2cdf678 req-0ea0977d-0eb5-41bf-8065-1ce501a9aa7f tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:38.339153 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f4b40-e689-48b9-882d-7446f2cdf678 req-0ea0977d-0eb5-41bf-8065-1ce501a9aa7f tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:38.343479 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-649f4b40-e689-48b9-882d-7446f2cdf678 req-0ea0977d-0eb5-41bf-8065-1ce501a9aa7f tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/ports?device_id=92ca4f81-da2f-4b2b-a373-dc04ba9f5f84 HTTP/1.1" status: 200 len: 2413 time: 0.1318896 May 03 22:25:38.366552 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf920408-ae1f-41a3-8978-fdddf9458b3f req-1c84daec-1e07-4eee-8c6a-2b283f264d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:38.367253 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf920408-ae1f-41a3-8978-fdddf9458b3f req-1c84daec-1e07-4eee-8c6a-2b283f264d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:38.367736 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf920408-ae1f-41a3-8978-fdddf9458b3f req-1c84daec-1e07-4eee-8c6a-2b283f264d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:38.369773 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cf920408-ae1f-41a3-8978-fdddf9458b3f req-1c84daec-1e07-4eee-8c6a-2b283f264d94 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ceba61b4c246497baf83bdccf3f80f6e&device_id=92ca4f81-da2f-4b2b-a373-dc04ba9f5f84 HTTP/1.1" status: 200 len: 2866 time: 0.0866680 May 03 22:25:38.413975 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-649f4b40-e689-48b9-882d-7446f2cdf678 req-220c3491-5f6b-460a-9e6c-f7a88f0356c5 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Synchronizing usage tracker for tenant:ceba61b4c246497baf83bdccf3f80f6e on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:25:38.464261 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-649f4b40-e689-48b9-882d-7446f2cdf678 req-220c3491-5f6b-460a-9e6c-f7a88f0356c5 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Unset dirty status for tenant:ceba61b4c246497baf83bdccf3f80f6e on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:25:38.477144 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 56003509-3c64-46c7-b000-b00a55ef8156 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:25:38.489550 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-649f4b40-e689-48b9-882d-7446f2cdf678 req-220c3491-5f6b-460a-9e6c-f7a88f0356c5 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b81432-802a-43de-9bfe-4b29db55d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333759 May 03 22:25:38.653243 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf920408-ae1f-41a3-8978-fdddf9458b3f req-38eac37d-2ef3-40e1-b4c3-05fcc48b8391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:38.655466 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cf920408-ae1f-41a3-8978-fdddf9458b3f req-38eac37d-2ef3-40e1-b4c3-05fcc48b8391 service neutron] 10.222.0.60 "GET /v2.0/networks?id=787bd443-cdb2-456f-a750-dd1e06b7c693 HTTP/1.1" status: 200 len: 903 time: 0.2312088 May 03 22:25:38.838812 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 56003509-3c64-46c7-b000-b00a55ef8156, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=56003509-3c64-46c7-b000-b00a55ef8156,segment=NetworkSegment(458d701d-3e80-4394-b200-b4a54eb80085),segment_id=458d701d-3e80-4394-b200-b4a54eb80085)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:38.860814 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cf920408-ae1f-41a3-8978-fdddf9458b3f req-3790b171-0a0f-461d-a4cf-1c8ba16b5ca9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.173&port_id=799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a HTTP/1.1" status: 200 len: 217 time: 0.1959136 May 03 22:25:38.885008 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '56003509-3c64-46c7-b000-b00a55ef8156', 'network_id': '787bd443-cdb2-456f-a750-dd1e06b7c693', 'port_id': '56003509-3c64-46c7-b000-b00a55ef8156', 'mac_address': 'fa:16:3e:0e:2c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ff1671-18d1-4846-a656-8c4624293822', 'ip_address': '19.80.0.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:25:38.926045 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf920408-ae1f-41a3-8978-fdddf9458b3f req-b2e9247f-7193-497e-b3e1-604b7a008c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:38.927957 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cf920408-ae1f-41a3-8978-fdddf9458b3f req-b2e9247f-7193-497e-b3e1-604b7a008c80 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a9ff1671-18d1-4846-a656-8c4624293822 HTTP/1.1" status: 200 len: 801 time: 0.0625708 May 03 22:25:38.980421 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:39.028324 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56003509-3c64-46c7-b000-b00a55ef8156 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:25:39.064447 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 56003509-3c64-46c7-b000-b00a55ef8156, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=56003509-3c64-46c7-b000-b00a55ef8156,segment=NetworkSegment(458d701d-3e80-4394-b200-b4a54eb80085),segment_id=458d701d-3e80-4394-b200-b4a54eb80085)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:39.071325 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:39.071995 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device a17d3d75-85f5-4355-893e-76126bb1b6a2 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:25:39.226625 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf920408-ae1f-41a3-8978-fdddf9458b3f req-7d55eb0f-a65c-4f4c-848d-5e3d10f5ca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:39.231183 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cf920408-ae1f-41a3-8978-fdddf9458b3f req-7d55eb0f-a65c-4f4c-848d-5e3d10f5ca52 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=787bd443-cdb2-456f-a750-dd1e06b7c693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2908618 May 03 22:25:39.312541 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=56003509-3c64-46c7-b000-b00a55ef8156,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:39.388407 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bba3eb-46fd-48f9-97eb-92d717faa2cf req-8113f619-771f-459d-84f8-8b77984780dd tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:39.390116 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-66bba3eb-46fd-48f9-97eb-92d717faa2cf req-8113f619-771f-459d-84f8-8b77984780dd tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5946f72b-4608-49f4-a3d5-267f44ad3d50 HTTP/1.1" status: 200 len: 1096 time: 0.1633620 May 03 22:25:39.419762 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173cf94f-2d3e-4360-9e62-e8f7ce3a15f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88861b5-d8ba-4e52-b091-feae2a0ddafa'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:25:39.501813 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-66bba3eb-46fd-48f9-97eb-92d717faa2cf req-323b1bb9-395c-4a0a-9245-28418d81b17f tempest-LiveAutoBlockMigrationV225Test-2015641904 tempest-LiveAutoBlockMigrationV225Test-2015641904-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003852 May 03 22:25:39.534474 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c97da-496d-44ab-8f07-9f48f1b4d9b7 req-cc0b178b-837e-457e-ba81-f3744eb5ae75 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:39.535519 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53048) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:25:39.537732 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4b2c97da-496d-44ab-8f07-9f48f1b4d9b7 req-cc0b178b-837e-457e-ba81-f3744eb5ae75 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=770d70a2-fe12-428c-a0b0-e7e08f7f7062 HTTP/1.1" status: 200 len: 945 time: 0.3516419 May 03 22:25:39.555352 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port a17d3d75-85f5-4355-893e-76126bb1b6a2, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a17d3d75-85f5-4355-893e-76126bb1b6a2,segment=NetworkSegment(f817c794-7df4-4ff9-81a1-864cf5ce0f8e),segment_id=f817c794-7df4-4ff9-81a1-864cf5ce0f8e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:39.567397 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cf920408-ae1f-41a3-8978-fdddf9458b3f req-23af6f6c-8409-448a-aaa6-bfb87a051a12 service neutron] 10.222.0.60 "GET /v2.0/networks/787bd443-cdb2-456f-a750-dd1e06b7c693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268392 May 03 22:25:39.609185 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': 'a17d3d75-85f5-4355-893e-76126bb1b6a2', 'network_id': '46fb9c52-6d68-4393-b280-13d54eb8883c', 'port_id': 'a17d3d75-85f5-4355-893e-76126bb1b6a2', 'mac_address': 'fa:16:3e:cb:a2:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5213da4-b01e-4f79-b12f-dc26bfda15d9', 'ip_address': '19.86.0.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:25:39.661249 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4b2c97da-496d-44ab-8f07-9f48f1b4d9b7 req-f0631dea-e7ea-48ed-b592-f6297eb09cbf tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161294 May 03 22:25:39.794408 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:39.879946 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-614c505b-fdd5-4aea-98d5-b7211658f802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:39.939676 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-614c505b-fdd5-4aea-98d5-b7211658f802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:25:39.949578 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-614c505b-fdd5-4aea-98d5-b7211658f802 admin admin] Usage tracker for resource:security_group_rule and tenant:425c23676df9474e90408d85befb0280 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:25:39.967127 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a17d3d75-85f5-4355-893e-76126bb1b6a2 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:25:39.992130 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-614c505b-fdd5-4aea-98d5-b7211658f802 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:25:40.002438 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port a17d3d75-85f5-4355-893e-76126bb1b6a2, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a17d3d75-85f5-4355-893e-76126bb1b6a2,segment=NetworkSegment(f817c794-7df4-4ff9-81a1-864cf5ce0f8e),segment_id=f817c794-7df4-4ff9-81a1-864cf5ce0f8e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:40.007272 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:40.010929 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-614c505b-fdd5-4aea-98d5-b7211658f802 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:25:40.013913 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:25:40.022209 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cf920408-ae1f-41a3-8978-fdddf9458b3f req-92858376-5fec-4d4d-bf35-a9335c9f0281 service neutron] 10.222.0.60 "GET /v2.0/networks/787bd443-cdb2-456f-a750-dd1e06b7c693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444084 May 03 22:25:40.051162 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3fb80-ff71-4ec1-b106-d1934cbdfcf3 req-cb17da36-fa4f-4660-86ba-f7194e5be03f tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:40.059063 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5af3fb80-ff71-4ec1-b106-d1934cbdfcf3 req-cb17da36-fa4f-4660-86ba-f7194e5be03f tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 951 time: 0.1492252 May 03 22:25:40.073233 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a,segment=NetworkSegment(458d701d-3e80-4394-b200-b4a54eb80085),segment_id=458d701d-3e80-4394-b200-b4a54eb80085)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:40.149197 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5af3fb80-ff71-4ec1-b106-d1934cbdfcf3 req-8ec9facb-c163-47e8-84d8-a763796b8cdc tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829217 May 03 22:25:40.174292 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a', 'network_id': '787bd443-cdb2-456f-a750-dd1e06b7c693', 'port_id': '799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a', 'mac_address': 'fa:16:3e:c5:65:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ff1671-18d1-4846-a656-8c4624293822', 'ip_address': '19.80.0.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:25:40.209219 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5946f72b-4608-49f4-a3d5-267f44ad3d50', 'tag': '28dd0952-987f-47b6-882b-5a0ab3372eda'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:25:40.222858 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-614c505b-fdd5-4aea-98d5-b7211658f802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:40.231385 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-614c505b-fdd5-4aea-98d5-b7211658f802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:40.323985 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f541dc98-7ef1-4092-8265-3b8c4c70fdbc'] response: {'server_uuid': '173cf94f-2d3e-4360-9e62-e8f7ce3a15f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88861b5-d8ba-4e52-b091-feae2a0ddafa', 'code': 200} May 03 22:25:40.367902 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:40.387867 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=a17d3d75-85f5-4355-893e-76126bb1b6a2,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:40.410239 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:25:40.437000 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ca4f81-da2f-4b2b-a373-dc04ba9f5f84', 'tag': 'a17d3d75-85f5-4355-893e-76126bb1b6a2'}, {'name': 'network-changed', 'server_uuid': '92ca4f81-da2f-4b2b-a373-dc04ba9f5f84', 'tag': '56003509-3c64-46c7-b000-b00a55ef8156'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:25:40.462287 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-614c505b-fdd5-4aea-98d5-b7211658f802 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=425c23676df9474e90408d85befb0280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9104939 May 03 22:25:40.465885 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53068) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:25:40.471541 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c505b-fdd5-4aea-98d5-b7211658f802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d83a7fb-4a16-45dd-8437-52c6e8f23929,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:40.496535 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a,segment=NetworkSegment(458d701d-3e80-4394-b200-b4a54eb80085),segment_id=458d701d-3e80-4394-b200-b4a54eb80085)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:40.504105 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:40.566191 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b037e6-cf3d-4df4-9bbf-bb4a657a2e32 req-569f5b42-3d3e-4023-b089-f9a5ff3a1ac5 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:40.598230 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-17b037e6-cf3d-4df4-9bbf-bb4a657a2e32 req-569f5b42-3d3e-4023-b089-f9a5ff3a1ac5 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 946 time: 0.3418627 May 03 22:25:40.611949 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:40.670143 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-52410505-eae8-4ebd-8a1f-da85195857f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:40.703929 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-52410505-eae8-4ebd-8a1f-da85195857f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:40.764397 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-17b037e6-cf3d-4df4-9bbf-bb4a657a2e32 req-c102e018-398b-4228-81b9-95086e4fa3c7 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653304 May 03 22:25:40.773135 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-52410505-eae8-4ebd-8a1f-da85195857f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:40.809065 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52410505-eae8-4ebd-8a1f-da85195857f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d83a7fb-4a16-45dd-8437-52c6e8f23929,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:40.825117 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-52410505-eae8-4ebd-8a1f-da85195857f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:40.840581 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-52410505-eae8-4ebd-8a1f-da85195857f8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0d83a7fb-4a16-45dd-8437-52c6e8f23929 HTTP/1.1" status: 204 len: 168 time: 0.3561959 May 03 22:25:40.840746 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70f241-288f-4538-b990-fe591fac0b7d req-5200904e-198b-491a-ae05-501e4a9e614b tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:40.849032 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70f241-288f-4538-b990-fe591fac0b7d req-5200904e-198b-491a-ae05-501e4a9e614b tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:40.854985 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70f241-288f-4538-b990-fe591fac0b7d req-5200904e-198b-491a-ae05-501e4a9e614b tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:40.860885 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1f70f241-288f-4538-b990-fe591fac0b7d req-5200904e-198b-491a-ae05-501e4a9e614b tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/ports?device_id=92ca4f81-da2f-4b2b-a373-dc04ba9f5f84 HTTP/1.1" status: 200 len: 2416 time: 0.2543290 May 03 22:25:40.862774 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184409a-2db8-4c96-beaa-d7118b0d3e11 req-1ff5bb54-8d66-422a-b949-6c0850c34d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:40.867861 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6184409a-2db8-4c96-beaa-d7118b0d3e11 req-1ff5bb54-8d66-422a-b949-6c0850c34d27 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 1102 time: 0.3179662 May 03 22:25:40.933127 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:25:41.022352 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1f70f241-288f-4538-b990-fe591fac0b7d req-b900f1bb-cdaa-4fb9-8952-310b11fb3966 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b81432-802a-43de-9bfe-4b29db55d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513877 May 03 22:25:41.065042 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['a17d3d75-85f5-4355-893e-76126bb1b6a2'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:25:41.142483 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['56003509-3c64-46c7-b000-b00a55ef8156'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:25:41.214931 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6184409a-2db8-4c96-beaa-d7118b0d3e11 req-6c5a97bc-f39b-4b58-aa15-22beee996a21 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365128 May 03 22:25:41.226899 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-465daa7d-ee76-4260-80d1-c3f4fe28bc84'] response: {'name': 'network-changed', 'server_uuid': '92ca4f81-da2f-4b2b-a373-dc04ba9f5f84', 'tag': 'a17d3d75-85f5-4355-893e-76126bb1b6a2', 'status': 'completed', 'code': 200} May 03 22:25:41.227156 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-465daa7d-ee76-4260-80d1-c3f4fe28bc84'] response: {'name': 'network-changed', 'server_uuid': '92ca4f81-da2f-4b2b-a373-dc04ba9f5f84', 'tag': '56003509-3c64-46c7-b000-b00a55ef8156', 'status': 'completed', 'code': 200} May 03 22:25:41.228413 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bd46c77-f21d-4ef0-abc0-f14bb87b7861'] response: {'name': 'network-changed', 'server_uuid': '5946f72b-4608-49f4-a3d5-267f44ad3d50', 'tag': '28dd0952-987f-47b6-882b-5a0ab3372eda', 'status': 'completed', 'code': 200} May 03 22:25:41.606364 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e897a-c658-4372-a97e-82b3f32eb47c req-7265b129-9105-49cd-a7de-f4d1c1bc00cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:41.610139 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cd2e897a-c658-4372-a97e-82b3f32eb47c req-7265b129-9105-49cd-a7de-f4d1c1bc00cc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&device_id=5946f72b-4608-49f4-a3d5-267f44ad3d50 HTTP/1.1" status: 200 len: 1096 time: 0.1788375 May 03 22:25:41.645885 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53104) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:25:41.695188 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae46ba61-b958-462d-8618-7c2353face28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:41.772046 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ae46ba61-b958-462d-8618-7c2353face28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:25:41.777052 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ae46ba61-b958-462d-8618-7c2353face28 admin admin] Usage tracker for resource:security_group_rule and tenant:987d2f82ffab43229a4aa118ddd723c6 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:25:41.780343 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ae46ba61-b958-462d-8618-7c2353face28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:25:41.786935 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ae46ba61-b958-462d-8618-7c2353face28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:25:41.834117 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2194197-1bc8-471f-9a1d-aa1facc41090 req-548165b5-db70-4106-87d9-d10704b5a02c tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:41.846578 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c2194197-1bc8-471f-9a1d-aa1facc41090 req-548165b5-db70-4106-87d9-d10704b5a02c tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=770d70a2-fe12-428c-a0b0-e7e08f7f7062 HTTP/1.1" status: 200 len: 945 time: 0.3880324 May 03 22:25:41.861568 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335375de-6b66-4857-8e66-792b05622772 req-c54f75be-fefe-4c76-9994-5539491b01a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:41.862977 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335375de-6b66-4857-8e66-792b05622772 req-c54f75be-fefe-4c76-9994-5539491b01a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:41.863640 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335375de-6b66-4857-8e66-792b05622772 req-c54f75be-fefe-4c76-9994-5539491b01a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:41.865503 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-335375de-6b66-4857-8e66-792b05622772 req-c54f75be-fefe-4c76-9994-5539491b01a3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ceba61b4c246497baf83bdccf3f80f6e&device_id=92ca4f81-da2f-4b2b-a373-dc04ba9f5f84 HTTP/1.1" status: 200 len: 2869 time: 0.3443954 May 03 22:25:41.893686 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae46ba61-b958-462d-8618-7c2353face28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:41.915403 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae46ba61-b958-462d-8618-7c2353face28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:41.995979 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ae46ba61-b958-462d-8618-7c2353face28 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=987d2f82ffab43229a4aa118ddd723c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3485389 May 03 22:25:41.999789 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53112) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:25:42.001184 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46ba61-b958-462d-8618-7c2353face28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96892601-015d-43dd-aad8-fc3eede91376,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:42.005840 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 3b15d35d-cfaa-4470-86e8-aa936cd56e75 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:25:42.023135 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e897a-c658-4372-a97e-82b3f32eb47c req-00c1995a-8a9a-471e-a0c8-700a12c466a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:42.026262 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cd2e897a-c658-4372-a97e-82b3f32eb47c req-00c1995a-8a9a-471e-a0c8-700a12c466a5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3476088d-e412-4e55-9c2f-549019c16834 HTTP/1.1" status: 200 len: 922 time: 0.4110079 May 03 22:25:42.165459 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335375de-6b66-4857-8e66-792b05622772 req-3fc5e250-1f5a-4b3f-816f-25f4067af086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:42.167286 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-335375de-6b66-4857-8e66-792b05622772 req-3fc5e250-1f5a-4b3f-816f-25f4067af086 service neutron] 10.222.0.60 "GET /v2.0/networks?id=46fb9c52-6d68-4393-b280-13d54eb8883c HTTP/1.1" status: 200 len: 902 time: 0.2560296 May 03 22:25:42.239462 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 3b15d35d-cfaa-4470-86e8-aa936cd56e75, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=3b15d35d-cfaa-4470-86e8-aa936cd56e75,segment=NetworkSegment(2aabfbd5-8378-4748-b474-412626f804f1),segment_id=2aabfbd5-8378-4748-b474-412626f804f1)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:42.261217 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '3b15d35d-cfaa-4470-86e8-aa936cd56e75', 'network_id': '4f772766-6d4c-4ac3-b843-8129bd316d6b', 'port_id': '3b15d35d-cfaa-4470-86e8-aa936cd56e75', 'mac_address': 'fa:16:3e:a2:2f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62efb1ff-39ef-42c2-b579-85c1be325b05', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:25:42.277794 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cd2e897a-c658-4372-a97e-82b3f32eb47c req-0beccd87-30de-4271-bfc3-cb60d2cc268c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28dd0952-987f-47b6-882b-5a0ab3372eda HTTP/1.1" status: 200 len: 217 time: 0.1636403 May 03 22:25:42.285385 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b10bfae7-ea21-48a1-8b40-dfd08035f78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:42.331434 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:42.349662 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b15d35d-cfaa-4470-86e8-aa936cd56e75 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:25:42.367101 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 3b15d35d-cfaa-4470-86e8-aa936cd56e75, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=3b15d35d-cfaa-4470-86e8-aa936cd56e75,segment=NetworkSegment(2aabfbd5-8378-4748-b474-412626f804f1),segment_id=2aabfbd5-8378-4748-b474-412626f804f1)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:42.371996 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:42.373062 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device f6385e75-4187-42d3-9608-935e672f391b details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:25:42.374637 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-335375de-6b66-4857-8e66-792b05622772 req-c3d762ac-dc59-4cb7-a360-d1303d469d04 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.121&port_id=a17d3d75-85f5-4355-893e-76126bb1b6a2 HTTP/1.1" status: 200 len: 217 time: 0.1726038 May 03 22:25:42.407474 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e897a-c658-4372-a97e-82b3f32eb47c req-a4920447-b87c-481b-a623-c778ea3c9798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:42.408971 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cd2e897a-c658-4372-a97e-82b3f32eb47c req-a4920447-b87c-481b-a623-c778ea3c9798 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=63a9fee3-85c4-4a95-8dcc-67111d08a3de HTTP/1.1" status: 200 len: 861 time: 0.0982141 May 03 22:25:42.473181 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335375de-6b66-4857-8e66-792b05622772 req-2b8c5811-ceb9-4f8e-bdce-9eee0a088acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:42.474570 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cd2e897a-c658-4372-a97e-82b3f32eb47c req-a4909fbd-cc6e-431e-8b0e-6ee926d20b55 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3476088d-e412-4e55-9c2f-549019c16834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541365 May 03 22:25:42.476258 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-335375de-6b66-4857-8e66-792b05622772 req-2b8c5811-ceb9-4f8e-bdce-9eee0a088acf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d5213da4-b01e-4f79-b12f-dc26bfda15d9 HTTP/1.1" status: 200 len: 801 time: 0.0850456 May 03 22:25:42.492503 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=3b15d35d-cfaa-4470-86e8-aa936cd56e75,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:42.518724 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b10bfae7-ea21-48a1-8b40-dfd08035f78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:42.543315 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 2cd74799-58d8-4e74-af4b-685d5aaa1c56 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:25:42.554976 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c2194197-1bc8-471f-9a1d-aa1facc41090 req-b6ee12e0-9efb-4f7f-a19a-23a9f5933ffe tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7049425 May 03 22:25:42.687888 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:42.746766 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 2cd74799-58d8-4e74-af4b-685d5aaa1c56, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=2cd74799-58d8-4e74-af4b-685d5aaa1c56,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:42.752159 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cd74799-58d8-4e74-af4b-685d5aaa1c56'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:25:42.761156 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:42.821059 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ba245-52cc-46a3-bfc3-5618c29d1717 req-6292a08d-8e0f-4ef7-8077-5b1de81e74dc tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:42.822869 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7f2ba245-52cc-46a3-bfc3-5618c29d1717 req-6292a08d-8e0f-4ef7-8077-5b1de81e74dc tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.60 "GET /v2.0/ports?device_id=5946f72b-4608-49f4-a3d5-267f44ad3d50 HTTP/1.1" status: 200 len: 945 time: 0.6544826 May 03 22:25:42.829865 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port f6385e75-4187-42d3-9608-935e672f391b, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=f6385e75-4187-42d3-9608-935e672f391b,segment=NetworkSegment(d5261de8-a046-496c-9988-b261e2ae107f),segment_id=d5261de8-a046-496c-9988-b261e2ae107f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:42.852864 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'f6385e75-4187-42d3-9608-935e672f391b', 'network_id': 'a08060ad-4db7-45f2-9770-03717dbde23c', 'port_id': 'f6385e75-4187-42d3-9608-935e672f391b', 'mac_address': 'fa:16:3e:37:f0:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '621c2e6c-82e2-4c38-a5c9-21982755e1f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:25:42.885640 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b10bfae7-ea21-48a1-8b40-dfd08035f78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:42.909759 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335375de-6b66-4857-8e66-792b05622772 req-e58b4164-56ab-4a2a-9987-3f0a3d033e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:42.912676 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-335375de-6b66-4857-8e66-792b05622772 req-e58b4164-56ab-4a2a-9987-3f0a3d033e20 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=46fb9c52-6d68-4393-b280-13d54eb8883c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4172482 May 03 22:25:42.915502 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cd2e897a-c658-4372-a97e-82b3f32eb47c req-4ce83e2b-b512-4783-96bc-13d865eaa28d service neutron] 10.222.0.60 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249773 May 03 22:25:42.916714 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b10bfae7-ea21-48a1-8b40-dfd08035f78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:42.921131 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b10bfae7-ea21-48a1-8b40-dfd08035f78c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/96892601-015d-43dd-aad8-fc3eede91376 HTTP/1.1" status: 204 len: 168 time: 0.9135056 May 03 22:25:42.923843 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10bfae7-ea21-48a1-8b40-dfd08035f78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96892601-015d-43dd-aad8-fc3eede91376,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:42.931267 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36105eb9-2931-4f23-ab6d-f7d3b5587050 req-86cea3d8-a1b2-4299-921f-55a071715888 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:42.934413 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:42.939437 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-36105eb9-2931-4f23-ab6d-f7d3b5587050 req-86cea3d8-a1b2-4299-921f-55a071715888 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca3661b-5eb4-45ca-8114-78952acd1ac4 HTTP/1.1" status: 200 len: 945 time: 0.6441557 May 03 22:25:43.018680 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=2cd74799-58d8-4e74-af4b-685d5aaa1c56,revision_number=11']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:43.029735 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6385e75-4187-42d3-9608-935e672f391b {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:25:43.070662 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port f6385e75-4187-42d3-9608-935e672f391b, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=f6385e75-4187-42d3-9608-935e672f391b,segment=NetworkSegment(d5261de8-a046-496c-9988-b261e2ae107f),segment_id=d5261de8-a046-496c-9988-b261e2ae107f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:43.077154 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:43.184166 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cd2e897a-c658-4372-a97e-82b3f32eb47c req-c1f74e55-6f8e-4b33-9133-cf3092f00992 service neutron] 10.222.0.60 "GET /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509246 May 03 22:25:43.184573 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=f6385e75-4187-42d3-9608-935e672f391b,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:43.196580 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['3b15d35d-cfaa-4470-86e8-aa936cd56e75'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:25:43.225408 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-36105eb9-2931-4f23-ab6d-f7d3b5587050 req-7864d351-1901-49da-aaf9-2e69df186b08 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849083 May 03 22:25:43.232837 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-7f2ba245-52cc-46a3-bfc3-5618c29d1717 req-3e274ef7-a5a4-4ba6-9871-dfc6a0f81b20 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Deleting port 28dd0952-987f-47b6-882b-5a0ab3372eda {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:25:43.233194 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7f2ba245-52cc-46a3-bfc3-5618c29d1717 req-3e274ef7-a5a4-4ba6-9871-dfc6a0f81b20 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:43.252421 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['f6385e75-4187-42d3-9608-935e672f391b'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:25:43.365698 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e40ae-8e11-43f8-bd04-263b63e88e97 req-0f87a598-28bf-44c4-bbda-1be9dcf18b5a tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:43.372879 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-079e40ae-8e11-43f8-bd04-263b63e88e97 req-0f87a598-28bf-44c4-bbda-1be9dcf18b5a tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=5946f72b-4608-49f4-a3d5-267f44ad3d50 HTTP/1.1" status: 200 len: 945 time: 0.5478148 May 03 22:25:43.377519 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-335375de-6b66-4857-8e66-792b05622772 req-503bde7e-092a-41dc-b439-f78b65f750d9 service neutron] 10.222.0.60 "GET /v2.0/networks/46fb9c52-6d68-4393-b280-13d54eb8883c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158673 May 03 22:25:43.478325 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-079e40ae-8e11-43f8-bd04-263b63e88e97 req-3cc0781d-62f3-4e08-a758-2c80f5f567f9 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041064 May 03 22:25:43.972338 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-335375de-6b66-4857-8e66-792b05622772 req-355e124d-12fa-4f3c-9f33-1d3b2c76cf22 service neutron] 10.222.0.60 "GET /v2.0/networks/46fb9c52-6d68-4393-b280-13d54eb8883c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5759737 May 03 22:25:43.976015 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-7f2ba245-52cc-46a3-bfc3-5618c29d1717 req-3e274ef7-a5a4-4ba6-9871-dfc6a0f81b20 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] For port 28dd0952-987f-47b6-882b-5a0ab3372eda, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=28dd0952-987f-47b6-882b-5a0ab3372eda,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:43.976383 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7f2ba245-52cc-46a3-bfc3-5618c29d1717 req-3e274ef7-a5a4-4ba6-9871-dfc6a0f81b20 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:44.016457 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device f6385e75-4187-42d3-9608-935e672f391b up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:25:44.112125 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port f6385e75-4187-42d3-9608-935e672f391b triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:25:44.112813 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:44.166138 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26d1de-babe-464a-876d-9a481e54f7d0 req-c50d8dd9-f559-4947-bd29-d9a20f2ec599 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:44.168083 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ab26d1de-babe-464a-876d-9a481e54f7d0 req-c50d8dd9-f559-4947-bd29-d9a20f2ec599 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 951 time: 0.6836689 May 03 22:25:44.176146 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-7f2ba245-52cc-46a3-bfc3-5618c29d1717 req-3e274ef7-a5a4-4ba6-9871-dfc6a0f81b20 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Calling delete_port for 28dd0952-987f-47b6-882b-5a0ab3372eda owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:25:44.278595 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:44.324580 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port f6385e75-4187-42d3-9608-935e672f391b, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=f6385e75-4187-42d3-9608-935e672f391b,segment=NetworkSegment(d5261de8-a046-496c-9988-b261e2ae107f),segment_id=d5261de8-a046-496c-9988-b261e2ae107f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:44.330666 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:44.332122 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 3b15d35d-cfaa-4470-86e8-aa936cd56e75 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:25:44.432253 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce12e10-699d-4612-8b3f-d0afcb6598b6 req-f6d8bef3-3786-49ee-9237-5dcd0d5a2b80 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:44.438083 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce12e10-699d-4612-8b3f-d0afcb6598b6 req-f6d8bef3-3786-49ee-9237-5dcd0d5a2b80 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:44.445058 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce12e10-699d-4612-8b3f-d0afcb6598b6 req-f6d8bef3-3786-49ee-9237-5dcd0d5a2b80 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:44.446739 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bce12e10-699d-4612-8b3f-d0afcb6598b6 req-f6d8bef3-3786-49ee-9237-5dcd0d5a2b80 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/ports?device_id=92ca4f81-da2f-4b2b-a373-dc04ba9f5f84 HTTP/1.1" status: 200 len: 2416 time: 0.6942391 May 03 22:25:44.468259 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=f6385e75-4187-42d3-9608-935e672f391b,revision_number=7']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:44.496049 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 3b15d35d-cfaa-4470-86e8-aa936cd56e75 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:25:44.496469 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:44.510986 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ab26d1de-babe-464a-876d-9a481e54f7d0 req-be3a407b-9695-4e54-bd68-bc8eb574ead2 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988629 May 03 22:25:44.620939 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 2cd74799-58d8-4e74-af4b-685d5aaa1c56 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:25:44.624175 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 56003509-3c64-46c7-b000-b00a55ef8156 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:25:44.662416 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bce12e10-699d-4612-8b3f-d0afcb6598b6 req-665e5ad3-b099-40fa-8556-7fba10d86255 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b81432-802a-43de-9bfe-4b29db55d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915920 May 03 22:25:44.678362 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335375de-6b66-4857-8e66-792b05622772 req-40a77fa2-26f2-4f68-b60d-31721dca7ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:44.678814 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335375de-6b66-4857-8e66-792b05622772 req-40a77fa2-26f2-4f68-b60d-31721dca7ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:44.679443 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335375de-6b66-4857-8e66-792b05622772 req-40a77fa2-26f2-4f68-b60d-31721dca7ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:44.681209 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-335375de-6b66-4857-8e66-792b05622772 req-40a77fa2-26f2-4f68-b60d-31721dca7ba2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ceba61b4c246497baf83bdccf3f80f6e&device_id=92ca4f81-da2f-4b2b-a373-dc04ba9f5f84 HTTP/1.1" status: 200 len: 2869 time: 0.6296439 May 03 22:25:44.791176 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3b1923c-62cc-4c2c-9988-23360f9ec3ab'] response: {'server_uuid': '97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cd74799-58d8-4e74-af4b-685d5aaa1c56', 'code': 200} May 03 22:25:44.876120 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7f2ba245-52cc-46a3-bfc3-5618c29d1717 req-3e274ef7-a5a4-4ba6-9871-dfc6a0f81b20 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:44.916492 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:44.925131 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 56003509-3c64-46c7-b000-b00a55ef8156 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:25:44.946211 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 56003509-3c64-46c7-b000-b00a55ef8156 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:25:44.946524 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:45.016176 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335375de-6b66-4857-8e66-792b05622772 req-50b2a720-692a-447f-a63b-214e85196887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:45.018301 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-335375de-6b66-4857-8e66-792b05622772 req-50b2a720-692a-447f-a63b-214e85196887 service neutron] 10.222.0.60 "GET /v2.0/networks?id=787bd443-cdb2-456f-a750-dd1e06b7c693 HTTP/1.1" status: 200 len: 903 time: 0.3213043 May 03 22:25:45.045010 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 2cd74799-58d8-4e74-af4b-685d5aaa1c56, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=2cd74799-58d8-4e74-af4b-685d5aaa1c56,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:45.064239 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '2cd74799-58d8-4e74-af4b-685d5aaa1c56', 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559', 'port_id': '2cd74799-58d8-4e74-af4b-685d5aaa1c56', 'mac_address': 'fa:16:3e:c9:56:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6303b72-ad18-4df3-b796-1d1c3ad4e877', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:25:45.148200 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 3b15d35d-cfaa-4470-86e8-aa936cd56e75, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=3b15d35d-cfaa-4470-86e8-aa936cd56e75,segment=NetworkSegment(2aabfbd5-8378-4748-b474-412626f804f1),segment_id=2aabfbd5-8378-4748-b474-412626f804f1)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:45.152585 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e274ef7-a5a4-4ba6-9871-dfc6a0f81b20 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Pushing event deleted for resources: {'Port': ['ID=28dd0952-987f-47b6-882b-5a0ab3372eda,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:45.158332 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:45.199515 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:45.222452 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-335375de-6b66-4857-8e66-792b05622772 req-6faff50f-ee01-463c-af13-15cdeb0bd3ba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.178&port_id=56003509-3c64-46c7-b000-b00a55ef8156 HTTP/1.1" status: 200 len: 217 time: 0.1640244 May 03 22:25:45.237522 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2ba245-52cc-46a3-bfc3-5618c29d1717 req-3e274ef7-a5a4-4ba6-9871-dfc6a0f81b20 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] No DVR routers for this DVR port 28dd0952-987f-47b6-882b-5a0ab3372eda on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:25:45.243889 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7f2ba245-52cc-46a3-bfc3-5618c29d1717 req-3e274ef7-a5a4-4ba6-9871-dfc6a0f81b20 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:45.250771 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd74799-58d8-4e74-af4b-685d5aaa1c56 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:25:45.282113 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5946f72b-4608-49f4-a3d5-267f44ad3d50', 'name': 'network-vif-deleted', 'tag': '28dd0952-987f-47b6-882b-5a0ab3372eda'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:25:45.314762 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=3b15d35d-cfaa-4470-86e8-aa936cd56e75,revision_number=7']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:45.322472 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7f2ba245-52cc-46a3-bfc3-5618c29d1717 req-3e274ef7-a5a4-4ba6-9871-dfc6a0f81b20 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.60 "DELETE /v2.0/ports/28dd0952-987f-47b6-882b-5a0ab3372eda HTTP/1.1" status: 204 len: 173 time: 2.2426522 May 03 22:25:45.330017 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 2cd74799-58d8-4e74-af4b-685d5aaa1c56, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=2cd74799-58d8-4e74-af4b-685d5aaa1c56,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:45.341115 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:45.342048 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54a946-859c-460d-88f7-424b0a5df080 req-09fbda44-83d2-4fae-810a-de744535fa7c tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:45.349465 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2f54a946-859c-460d-88f7-424b0a5df080 req-09fbda44-83d2-4fae-810a-de744535fa7c tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.6000967 May 03 22:25:45.352932 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:45.385014 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335375de-6b66-4857-8e66-792b05622772 req-17789181-fb77-4098-9756-43bb645e8030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:45.387010 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-335375de-6b66-4857-8e66-792b05622772 req-17789181-fb77-4098-9756-43bb645e8030 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a9ff1671-18d1-4846-a656-8c4624293822 HTTP/1.1" status: 200 len: 801 time: 0.1507571 May 03 22:25:45.464161 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadffe3-575b-4f61-9a5a-c199b7b8eb2b req-3c1cbb70-c354-4dec-a226-186bd075f346 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:45.466099 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3dadffe3-575b-4f61-9a5a-c199b7b8eb2b req-3c1cbb70-c354-4dec-a226-186bd075f346 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=770d70a2-fe12-428c-a0b0-e7e08f7f7062 HTTP/1.1" status: 200 len: 945 time: 0.4468925 May 03 22:25:45.467202 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 56003509-3c64-46c7-b000-b00a55ef8156, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=56003509-3c64-46c7-b000-b00a55ef8156,segment=NetworkSegment(458d701d-3e80-4394-b200-b4a54eb80085),segment_id=458d701d-3e80-4394-b200-b4a54eb80085)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:45.470624 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=2cd74799-58d8-4e74-af4b-685d5aaa1c56,revision_number=12']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:45.474691 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:45.475715 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:25:45.511965 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2f54a946-859c-460d-88f7-424b0a5df080 req-bd3ad9d7-8bcb-4d62-abbb-ba941ca6c4eb tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612544 May 03 22:25:45.550157 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3dadffe3-575b-4f61-9a5a-c199b7b8eb2b req-797a7803-1227-404e-923c-4c63cfc4ecfe tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718451 May 03 22:25:45.602317 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['2cd74799-58d8-4e74-af4b-685d5aaa1c56'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:25:45.606979 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335375de-6b66-4857-8e66-792b05622772 req-205eaa2e-8419-45dd-a719-d135959a735f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:45.608712 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-335375de-6b66-4857-8e66-792b05622772 req-205eaa2e-8419-45dd-a719-d135959a735f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=787bd443-cdb2-456f-a750-dd1e06b7c693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2129536 May 03 22:25:45.767183 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=56003509-3c64-46c7-b000-b00a55ef8156,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:45.787679 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:25:45.798569 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:25:45.798982 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:45.841641 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-335375de-6b66-4857-8e66-792b05622772 req-145c2f45-7336-4be1-9fa9-77c714a19049 service neutron] 10.222.0.60 "GET /v2.0/networks/787bd443-cdb2-456f-a750-dd1e06b7c693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226994 May 03 22:25:46.015674 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88681e78-df2a-4e66-9140-816d35f147dc req-2458ec1d-30b2-4fab-b5fa-8262443eb0cc tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:46.024981 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-88681e78-df2a-4e66-9140-816d35f147dc req-2458ec1d-30b2-4fab-b5fa-8262443eb0cc tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca3661b-5eb4-45ca-8114-78952acd1ac4 HTTP/1.1" status: 200 len: 945 time: 0.2889357 May 03 22:25:46.028994 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-8f45d557-83de-4406-9e9d-fac2139c2f6b req-253134aa-698f-4057-a789-f6a6f56cf783 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Synchronizing usage tracker for tenant:ec7645f95a4b4ae78a2c1ea04f62a7e0 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:25:46.053377 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:46.107155 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a,segment=NetworkSegment(458d701d-3e80-4394-b200-b4a54eb80085),segment_id=458d701d-3e80-4394-b200-b4a54eb80085)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:46.115468 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:46.116329 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device a17d3d75-85f5-4355-893e-76126bb1b6a2 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:25:46.134473 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-88681e78-df2a-4e66-9140-816d35f147dc req-dc592479-a1f6-4e51-b212-6967b9fc9b44 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063852 May 03 22:25:46.147974 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-335375de-6b66-4857-8e66-792b05622772 req-ce4aaf52-3313-41e5-9454-4ac434cf340a service neutron] 10.222.0.60 "GET /v2.0/networks/787bd443-cdb2-456f-a750-dd1e06b7c693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973046 May 03 22:25:46.148889 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-8f45d557-83de-4406-9e9d-fac2139c2f6b req-253134aa-698f-4057-a789-f6a6f56cf783 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Unset dirty status for tenant:ec7645f95a4b4ae78a2c1ea04f62a7e0 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:25:46.150547 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8f45d557-83de-4406-9e9d-fac2139c2f6b req-253134aa-698f-4057-a789-f6a6f56cf783 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=5946f72b-4608-49f4-a3d5-267f44ad3d50 HTTP/1.1" status: 200 len: 210 time: 0.2778327 May 03 22:25:46.290263 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:46.300973 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port a17d3d75-85f5-4355-893e-76126bb1b6a2 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:25:46.307837 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port a17d3d75-85f5-4355-893e-76126bb1b6a2 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:25:46.309306 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:46.485734 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd168d06-6d19-4343-862f-79222cc83726'] response: {'server_uuid': '5946f72b-4608-49f4-a3d5-267f44ad3d50', 'name': 'network-vif-deleted', 'tag': '28dd0952-987f-47b6-882b-5a0ab3372eda', 'status': 'completed', 'code': 200} May 03 22:25:46.620182 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:46.678027 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port a17d3d75-85f5-4355-893e-76126bb1b6a2, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a17d3d75-85f5-4355-893e-76126bb1b6a2,segment=NetworkSegment(f817c794-7df4-4ff9-81a1-864cf5ce0f8e),segment_id=f817c794-7df4-4ff9-81a1-864cf5ce0f8e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:46.684547 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:46.685945 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 28dd0952-987f-47b6-882b-5a0ab3372eda no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:25:46.793241 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 28dd0952-987f-47b6-882b-5a0ab3372eda {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:25:46.793507 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 28dd0952-987f-47b6-882b-5a0ab3372eda not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:25:46.794832 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca3661b-5eb4-45ca-8114-78952acd1ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6385e75-4187-42d3-9608-935e672f391b'}, {'server_uuid': '770d70a2-fe12-428c-a0b0-e7e08f7f7062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b15d35d-cfaa-4470-86e8-aa936cd56e75'}, {'server_uuid': '92ca4f81-da2f-4b2b-a373-dc04ba9f5f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56003509-3c64-46c7-b000-b00a55ef8156'}, {'server_uuid': '92ca4f81-da2f-4b2b-a373-dc04ba9f5f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a'}, {'server_uuid': '92ca4f81-da2f-4b2b-a373-dc04ba9f5f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17d3d75-85f5-4355-893e-76126bb1b6a2'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:25:46.806696 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 2cd74799-58d8-4e74-af4b-685d5aaa1c56 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:25:46.886194 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=a17d3d75-85f5-4355-893e-76126bb1b6a2,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:46.900625 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f466c9-22b1-464a-b2ed-19b8cb3aec1a req-d339459a-be90-4515-b1d0-9966dad5b62d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:46.904936 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 2cd74799-58d8-4e74-af4b-685d5aaa1c56 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:25:46.905314 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:46.907031 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f466c9-22b1-464a-b2ed-19b8cb3aec1a req-d339459a-be90-4515-b1d0-9966dad5b62d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:46.913042 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f466c9-22b1-464a-b2ed-19b8cb3aec1a req-d339459a-be90-4515-b1d0-9966dad5b62d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:46.920847 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e5f466c9-22b1-464a-b2ed-19b8cb3aec1a req-d339459a-be90-4515-b1d0-9966dad5b62d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/ports?device_id=92ca4f81-da2f-4b2b-a373-dc04ba9f5f84 HTTP/1.1" status: 200 len: 2419 time: 0.2841535 May 03 22:25:46.974601 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e5f466c9-22b1-464a-b2ed-19b8cb3aec1a req-d5aba992-8c99-4071-b8cd-eebaf0a9cb0f tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b81432-802a-43de-9bfe-4b29db55d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526731 May 03 22:25:47.036369 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-57e2cbf6-a29e-4d2e-bc13-432aadce9397 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:47.044945 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-57e2cbf6-a29e-4d2e-bc13-432aadce9397 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/networks?id=c529cb66-8468-429f-bb93-e81cdb567811 HTTP/1.1" status: 200 len: 808 time: 0.3056986 May 03 22:25:47.063634 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:47.069582 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-dffba2c5-9a6c-475c-88b1-211056c839bf tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/quotas/1727dc00a1e94099b181b574bcc185b6 HTTP/1.1" status: 200 len: 375 time: 0.0228338 May 03 22:25:47.133113 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 2cd74799-58d8-4e74-af4b-685d5aaa1c56, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=2cd74799-58d8-4e74-af4b-685d5aaa1c56,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:47.144536 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:47.243851 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=2cd74799-58d8-4e74-af4b-685d5aaa1c56,revision_number=13']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:47.406297 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-178c224c-f77e-4cd6-8571-a20086230c7f tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1727dc00a1e94099b181b574bcc185b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3356769 May 03 22:25:47.413377 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c18547-a922-45f9-9cb5-bb7d2b76b018 req-30e01313-1d98-4b2b-92fe-b37644974e04 tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:47.420615 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-91c18547-a922-45f9-9cb5-bb7d2b76b018 req-30e01313-1d98-4b2b-92fe-b37644974e04 tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 1102 time: 0.2851524 May 03 22:25:47.459800 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-91c18547-a922-45f9-9cb5-bb7d2b76b018 req-f3409a4f-1a59-46b7-80e1-92bfc53c4421 tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] Synchronizing usage tracker for tenant:5da5bf45712f45ff8690f3879f8ad236 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:25:47.478018 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-91c18547-a922-45f9-9cb5-bb7d2b76b018 req-f3409a4f-1a59-46b7-80e1-92bfc53c4421 tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] Unset dirty status for tenant:5da5bf45712f45ff8690f3879f8ad236 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:25:47.486979 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-91c18547-a922-45f9-9cb5-bb7d2b76b018 req-f3409a4f-1a59-46b7-80e1-92bfc53c4421 tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654557 May 03 22:25:47.807844 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb117862-cded-4f53-ba0a-ee43389e5ba2 req-e4e80a6a-dca2-493d-ad56-64d77f019199 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:47.809243 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bb117862-cded-4f53-ba0a-ee43389e5ba2 req-e4e80a6a-dca2-493d-ad56-64d77f019199 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 946 time: 0.1801658 May 03 22:25:47.817284 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-421a7c8e-6f52-4d6a-a051-155c399c8e8c service neutron] 10.222.0.58 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101655 May 03 22:25:47.971592 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-b9492a2c-6716-4836-b432-ae7a830cf049 service neutron] 10.222.0.58 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533639 May 03 22:25:48.104214 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bb117862-cded-4f53-ba0a-ee43389e5ba2 req-3380e5dc-9cd3-472a-9d71-33af5065fe04 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2843199 May 03 22:25:48.365751 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db94c5c-a988-4875-89a2-d03bae1ecf80 req-b6d12978-3d8d-4058-bbb9-dfb14392c580 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:48.374568 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5db94c5c-a988-4875-89a2-d03bae1ecf80 req-b6d12978-3d8d-4058-bbb9-dfb14392c580 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=770d70a2-fe12-428c-a0b0-e7e08f7f7062 HTTP/1.1" status: 200 len: 945 time: 0.1331623 May 03 22:25:48.479507 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5db94c5c-a988-4875-89a2-d03bae1ecf80 req-d8276d35-2778-4d99-8ea4-74ff95def7cf tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934477 May 03 22:25:48.556662 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21b5ea39-13d6-4efb-8b67-5c5b7d624e0b'] response: {'server_uuid': '8ca3661b-5eb4-45ca-8114-78952acd1ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6385e75-4187-42d3-9608-935e672f391b', 'code': 200} May 03 22:25:48.557765 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21b5ea39-13d6-4efb-8b67-5c5b7d624e0b'] response: {'server_uuid': '770d70a2-fe12-428c-a0b0-e7e08f7f7062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b15d35d-cfaa-4470-86e8-aa936cd56e75', 'code': 200} May 03 22:25:48.558299 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21b5ea39-13d6-4efb-8b67-5c5b7d624e0b'] response: {'server_uuid': '92ca4f81-da2f-4b2b-a373-dc04ba9f5f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56003509-3c64-46c7-b000-b00a55ef8156', 'code': 200} May 03 22:25:48.558847 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21b5ea39-13d6-4efb-8b67-5c5b7d624e0b'] response: {'server_uuid': '92ca4f81-da2f-4b2b-a373-dc04ba9f5f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a', 'code': 200} May 03 22:25:48.559773 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21b5ea39-13d6-4efb-8b67-5c5b7d624e0b'] response: {'server_uuid': '92ca4f81-da2f-4b2b-a373-dc04ba9f5f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17d3d75-85f5-4355-893e-76126bb1b6a2', 'code': 200} May 03 22:25:48.871185 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3899a8-2568-4fd8-a9f2-7a161e31b99f req-8ab089a6-c486-4413-ad42-1f6e250dac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:48.871578 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3899a8-2568-4fd8-a9f2-7a161e31b99f req-8ab089a6-c486-4413-ad42-1f6e250dac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:48.872047 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3899a8-2568-4fd8-a9f2-7a161e31b99f req-8ab089a6-c486-4413-ad42-1f6e250dac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:48.873729 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d3899a8-2568-4fd8-a9f2-7a161e31b99f req-8ab089a6-c486-4413-ad42-1f6e250dac1f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=92ca4f81-da2f-4b2b-a373-dc04ba9f5f84 HTTP/1.1" status: 200 len: 2872 time: 0.2281861 May 03 22:25:48.962772 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18206ab4-1b17-4e09-a1e8-f61f94747358 req-78cfeb6d-5fc5-4750-bfff-e7c31ecee136 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:48.964937 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-18206ab4-1b17-4e09-a1e8-f61f94747358 req-78cfeb6d-5fc5-4750-bfff-e7c31ecee136 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca3661b-5eb4-45ca-8114-78952acd1ac4 HTTP/1.1" status: 200 len: 945 time: 0.1785045 May 03 22:25:48.967389 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d3899a8-2568-4fd8-a9f2-7a161e31b99f req-1bdabc22-37bf-40f1-a099-400bd9528991 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=44b81432-802a-43de-9bfe-4b29db55d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863791 May 03 22:25:49.122248 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-18206ab4-1b17-4e09-a1e8-f61f94747358 req-131e56ab-9cfb-4d34-8412-87f389860e7d tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503325 May 03 22:25:49.315064 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53258) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:25:49.386226 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50eda8-3837-40ec-800f-53ce8eb32d79 req-615ff138-8e5e-4077-9076-22647a425922 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:49.399883 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50eda8-3837-40ec-800f-53ce8eb32d79 req-615ff138-8e5e-4077-9076-22647a425922 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:49.416779 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50eda8-3837-40ec-800f-53ce8eb32d79 req-615ff138-8e5e-4077-9076-22647a425922 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:49.425797 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5d50eda8-3837-40ec-800f-53ce8eb32d79 req-615ff138-8e5e-4077-9076-22647a425922 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/ports?device_id=92ca4f81-da2f-4b2b-a373-dc04ba9f5f84 HTTP/1.1" status: 200 len: 2419 time: 0.1842744 May 03 22:25:49.602996 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5d50eda8-3837-40ec-800f-53ce8eb32d79 req-0f08e43a-d018-4c8e-9b20-045f91b38d64 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b81432-802a-43de-9bfe-4b29db55d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761777 May 03 22:25:49.680320 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-49987350-d706-433c-be3b-55d20321338b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:49.738221 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-49987350-d706-433c-be3b-55d20321338b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:25:49.754304 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-49987350-d706-433c-be3b-55d20321338b admin admin] Usage tracker for resource:security_group_rule and tenant:8af91f0e52014e0b8e86b37e33c94d60 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:25:49.763704 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-49987350-d706-433c-be3b-55d20321338b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:25:49.771139 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-49987350-d706-433c-be3b-55d20321338b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:25:49.820990 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b5322ddb-bb06-42b1-9313-f9b90a908d5a req-546b1ac6-702e-4cd2-b066-dff2abd88df0 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=569ee7af-bac9-455e-a886-b06445ccfb73 HTTP/1.1" status: 200 len: 210 time: 0.1526935 May 03 22:25:50.019016 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-49987350-d706-433c-be3b-55d20321338b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:50.026878 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-49987350-d706-433c-be3b-55d20321338b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:50.089120 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49987350-d706-433c-be3b-55d20321338b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa1a75b-f083-4771-9763-a3532a6fc9bd,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:50.119903 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-49987350-d706-433c-be3b-55d20321338b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8af91f0e52014e0b8e86b37e33c94d60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8014455 May 03 22:25:50.120168 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53270) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:25:50.124081 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fbf1f-67e1-4889-b82e-174938ac47ee req-95af4ffe-f9a7-4fde-9257-bf61528562ef tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:50.131245 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2e4fbf1f-67e1-4889-b82e-174938ac47ee req-95af4ffe-f9a7-4fde-9257-bf61528562ef tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 946 time: 0.2440851 May 03 22:25:50.183251 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9ea6a-18a7-496f-9743-7edb39fbea83 req-749fa0cd-e471-4b6e-814a-a8405ab00164 tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:50.190205 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-88f9ea6a-18a7-496f-9743-7edb39fbea83 req-749fa0cd-e471-4b6e-814a-a8405ab00164 tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 1102 time: 0.2066584 May 03 22:25:50.198006 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-620d6411-faaf-40ec-b4d0-4d6fbd6478a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:50.229475 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2e4fbf1f-67e1-4889-b82e-174938ac47ee req-1423231a-89ea-43fc-a23f-c904464df5a8 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972669 May 03 22:25:50.234811 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-620d6411-faaf-40ec-b4d0-4d6fbd6478a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:50.300671 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-88f9ea6a-18a7-496f-9743-7edb39fbea83 req-93e0c937-f25e-4d14-ae4a-2283ac9449dd tempest-ServersAdminTestJSON-181358122 tempest-ServersAdminTestJSON-181358122-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095262 May 03 22:25:50.336158 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-620d6411-faaf-40ec-b4d0-4d6fbd6478a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:50.383625 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d6411-faaf-40ec-b4d0-4d6fbd6478a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa1a75b-f083-4771-9763-a3532a6fc9bd,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:50.432422 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-620d6411-faaf-40ec-b4d0-4d6fbd6478a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:50.437322 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-620d6411-faaf-40ec-b4d0-4d6fbd6478a0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bfa1a75b-f083-4771-9763-a3532a6fc9bd HTTP/1.1" status: 204 len: 168 time: 0.3160663 May 03 22:25:50.772336 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd74799-58d8-4e74-af4b-685d5aaa1c56'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:25:50.946191 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec40d1-b7d5-4f4f-a810-cbc5858e23e8 req-d5af691a-7e79-4008-806f-3cd592e81020 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:50.958917 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-46ec40d1-b7d5-4f4f-a810-cbc5858e23e8 req-d5af691a-7e79-4008-806f-3cd592e81020 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=770d70a2-fe12-428c-a0b0-e7e08f7f7062 HTTP/1.1" status: 200 len: 945 time: 0.4830894 May 03 22:25:51.057932 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-adfc1346-5d23-4564-a8ce-bf548e595e61 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:51.065438 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-adfc1346-5d23-4564-a8ce-bf548e595e61 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.67 "GET /v2.0/networks?id=c529cb66-8468-429f-bb93-e81cdb567811 HTTP/1.1" status: 200 len: 808 time: 0.3339791 May 03 22:25:51.085193 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e31c72-f4be-47e8-b4ef-8da1fb374aa7 req-edefb9ae-ffc3-47b0-ac64-7eed6558824a tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:51.086879 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-88e31c72-f4be-47e8-b4ef-8da1fb374aa7 req-edefb9ae-ffc3-47b0-ac64-7eed6558824a tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca3661b-5eb4-45ca-8114-78952acd1ac4 HTTP/1.1" status: 200 len: 945 time: 0.4675088 May 03 22:25:51.134293 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-b11d9209-cc56-43ed-b7d5-799bd6d3ee1e tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Request body: {'port': {'device_id': '569ee7af-bac9-455e-a886-b06445ccfb73', 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811', 'admin_state_up': True, 'tenant_id': '1727dc00a1e94099b181b574bcc185b6'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:25:51.264923 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53292) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:25:51.279419 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-46ec40d1-b7d5-4f4f-a810-cbc5858e23e8 req-638b9927-a438-4b89-a3da-4dcb1d161dd8 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194220 May 03 22:25:51.296179 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e2ea1d7e-2d9f-4bbd-b08c-2fa284c7ab3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:51.336399 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e2ea1d7e-2d9f-4bbd-b08c-2fa284c7ab3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:25:51.340490 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e2ea1d7e-2d9f-4bbd-b08c-2fa284c7ab3b admin admin] Usage tracker for resource:security_group_rule and tenant:d53b1b6874064549b64ef722040e48e6 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:25:51.346690 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e2ea1d7e-2d9f-4bbd-b08c-2fa284c7ab3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:25:51.367603 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e2ea1d7e-2d9f-4bbd-b08c-2fa284c7ab3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:25:51.483974 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e2ea1d7e-2d9f-4bbd-b08c-2fa284c7ab3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:51.494891 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e2ea1d7e-2d9f-4bbd-b08c-2fa284c7ab3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:51.512690 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-88e31c72-f4be-47e8-b4ef-8da1fb374aa7 req-f2307c8a-6771-4480-873e-cc751633a8e1 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960199 May 03 22:25:51.551816 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e2ea1d7e-2d9f-4bbd-b08c-2fa284c7ab3b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d53b1b6874064549b64ef722040e48e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855923 May 03 22:25:51.554358 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53296) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:25:51.611577 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea1d7e-2d9f-4bbd-b08c-2fa284c7ab3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bacf32-6bff-46ab-b2c1-a60421296b9a,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:51.696024 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6bc30ff9-db62-4ab9-a355-18f2dcfffaa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:51.787864 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6bc30ff9-db62-4ab9-a355-18f2dcfffaa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:51.892527 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-b11d9209-cc56-43ed-b7d5-799bd6d3ee1e tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:25:51.913523 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-b11d9209-cc56-43ed-b7d5-799bd6d3ee1e tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:25:51.978650 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-b11d9209-cc56-43ed-b7d5-799bd6d3ee1e tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Made reservation on behalf of 1727dc00a1e94099b181b574bcc185b6 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:25:51.982605 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-b11d9209-cc56-43ed-b7d5-799bd6d3ee1e tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:51.994595 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6bc30ff9-db62-4ab9-a355-18f2dcfffaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:52.049297 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc30ff9-db62-4ab9-a355-18f2dcfffaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bacf32-6bff-46ab-b2c1-a60421296b9a,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:52.053008 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device f6385e75-4187-42d3-9608-935e672f391b no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:25:52.075398 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6bc30ff9-db62-4ab9-a355-18f2dcfffaa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:52.078138 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6bc30ff9-db62-4ab9-a355-18f2dcfffaa5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a2bacf32-6bff-46ab-b2c1-a60421296b9a HTTP/1.1" status: 204 len: 168 time: 0.5221934 May 03 22:25:52.158459 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc70da3a-65a1-4638-b37d-b8a2f77aee86'] response: {'server_uuid': '97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd74799-58d8-4e74-af4b-685d5aaa1c56', 'code': 200} May 03 22:25:52.260780 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-b11d9209-cc56-43ed-b7d5-799bd6d3ee1e tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Allocated IP 172.20.0.14 (c529cb66-8468-429f-bb93-e81cdb567811/1ee1af50-b130-474e-bc7b-1c6042f9e7e1/ef24e541-f2bd-417b-8a9e-007c88e0ff0b) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:25:52.395768 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:52.456814 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port f6385e75-4187-42d3-9608-935e672f391b, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=f6385e75-4187-42d3-9608-935e672f391b,segment=NetworkSegment(d5261de8-a046-496c-9988-b261e2ae107f),segment_id=d5261de8-a046-496c-9988-b261e2ae107f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:52.465559 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:52.466513 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 3b15d35d-cfaa-4470-86e8-aa936cd56e75 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:25:52.510708 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-b11d9209-cc56-43ed-b7d5-799bd6d3ee1e tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:52.621265 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-b11d9209-cc56-43ed-b7d5-799bd6d3ee1e tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:52.668754 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['8a7f4063-e720-46af-8e0d-04bc4aff8034'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:25:52.781940 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d9209-cc56-43ed-b7d5-799bd6d3ee1e tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Pushing event updated for resources: {'Port': ['ID=ef24e541-f2bd-417b-8a9e-007c88e0ff0b,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:52.795561 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-b11d9209-cc56-43ed-b7d5-799bd6d3ee1e tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Network c529cb66-8468-429f-bb93-e81cdb567811 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:25:52.807522 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-b11d9209-cc56-43ed-b7d5-799bd6d3ee1e tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:25:52.818546 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-b11d9209-cc56-43ed-b7d5-799bd6d3ee1e tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:25:52.910699 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-b11d9209-cc56-43ed-b7d5-799bd6d3ee1e tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:52.911449 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-b11d9209-cc56-43ed-b7d5-799bd6d3ee1e tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:52.953563 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb7a84-e356-4109-9ecc-00a78e50122b req-12103dbb-7fe8-4d0d-96c5-4dcaea8c6512 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:52.960006 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb7a84-e356-4109-9ecc-00a78e50122b req-12103dbb-7fe8-4d0d-96c5-4dcaea8c6512 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:52.966784 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb7a84-e356-4109-9ecc-00a78e50122b req-12103dbb-7fe8-4d0d-96c5-4dcaea8c6512 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:52.975093 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e0eb7a84-e356-4109-9ecc-00a78e50122b req-12103dbb-7fe8-4d0d-96c5-4dcaea8c6512 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/ports?device_id=92ca4f81-da2f-4b2b-a373-dc04ba9f5f84 HTTP/1.1" status: 200 len: 2419 time: 1.0491621 May 03 22:25:52.987871 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfe9b7-1075-4ac9-bb30-6ff224a0c5fd req-92b88d86-603f-4e13-9394-b78f70356403 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:52.988767 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-cbbfe9b7-1075-4ac9-bb30-6ff224a0c5fd req-92b88d86-603f-4e13-9394-b78f70356403 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Synchronizing usage tracker for tenant:1727dc00a1e94099b181b574bcc185b6 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:25:52.994361 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-b11d9209-cc56-43ed-b7d5-799bd6d3ee1e tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8962491 May 03 22:25:53.052757 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-221b0045-52ff-4036-9e38-6a798edbce31 service neutron] Request body: {'port': {'device_id': '569ee7af-bac9-455e-a886-b06445ccfb73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:25:53.161448 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2aff0937-dda3-4439-9f59-6bcd369fc4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:53.177922 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-cbbfe9b7-1075-4ac9-bb30-6ff224a0c5fd req-92b88d86-603f-4e13-9394-b78f70356403 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Unset dirty status for tenant:1727dc00a1e94099b181b574bcc185b6 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:25:53.178606 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:53.198788 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cbbfe9b7-1075-4ac9-bb30-6ff224a0c5fd req-92b88d86-603f-4e13-9394-b78f70356403 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=569ee7af-bac9-455e-a886-b06445ccfb73 HTTP/1.1" status: 200 len: 932 time: 0.6515269 May 03 22:25:53.234308 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e0eb7a84-e356-4109-9ecc-00a78e50122b req-69c9bf18-5c81-4518-bc2d-d569d58cc52c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b81432-802a-43de-9bfe-4b29db55d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577055 May 03 22:25:53.251167 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=f6385e75-4187-42d3-9608-935e672f391b,revision_number=8']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:53.326946 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:53.337667 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:53.338164 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:53.338509 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:53.338882 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:53.339177 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:53.339505 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:53.339830 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:53.340164 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:53.340478 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:53.340894 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:53.341105 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:25:53.543572 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 3b15d35d-cfaa-4470-86e8-aa936cd56e75, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=3b15d35d-cfaa-4470-86e8-aa936cd56e75,segment=NetworkSegment(2aabfbd5-8378-4748-b474-412626f804f1),segment_id=2aabfbd5-8378-4748-b474-412626f804f1)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:53.555916 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:53.596957 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53334) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:25:53.790399 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=3b15d35d-cfaa-4470-86e8-aa936cd56e75,revision_number=8']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:53.828361 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-5f4654d3-c5f1-4cae-9baa-aeb6bf73292c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1979551776-network', 'tenant_id': 'ce18d35d98a44051ad6be44cfb7fa43a'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:25:53.837043 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-5f4654d3-c5f1-4cae-9baa-aeb6bf73292c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:25:53.842976 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5f4654d3-c5f1-4cae-9baa-aeb6bf73292c admin admin] Usage tracker for resource:network and tenant:ce18d35d98a44051ad6be44cfb7fa43a is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:25:53.846409 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5f4654d3-c5f1-4cae-9baa-aeb6bf73292c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:25:53.854290 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-5f4654d3-c5f1-4cae-9baa-aeb6bf73292c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:25:53.866695 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cbbfe9b7-1075-4ac9-bb30-6ff224a0c5fd req-f9f69150-12a5-44c0-9253-850c94797ba6 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6656239 May 03 22:25:53.867287 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4654d3-c5f1-4cae-9baa-aeb6bf73292c admin admin] Made reservation on behalf of ce18d35d98a44051ad6be44cfb7fa43a for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:25:53.869250 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-221b0045-52ff-4036-9e38-6a798edbce31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:53.871293 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5f4654d3-c5f1-4cae-9baa-aeb6bf73292c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:53.887464 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5f4654d3-c5f1-4cae-9baa-aeb6bf73292c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:53.907871 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-5f4654d3-c5f1-4cae-9baa-aeb6bf73292c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:25:53.913817 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5f4654d3-c5f1-4cae-9baa-aeb6bf73292c admin admin] Usage tracker for resource:security_group_rule and tenant:ce18d35d98a44051ad6be44cfb7fa43a is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:25:53.917744 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5f4654d3-c5f1-4cae-9baa-aeb6bf73292c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:25:53.927674 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-5f4654d3-c5f1-4cae-9baa-aeb6bf73292c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:25:53.979589 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:54.066629 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5f4654d3-c5f1-4cae-9baa-aeb6bf73292c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:54.074604 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5f4654d3-c5f1-4cae-9baa-aeb6bf73292c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:54.139274 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f4654d3-c5f1-4cae-9baa-aeb6bf73292c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:25:54.156196 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4654d3-c5f1-4cae-9baa-aeb6bf73292c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556b0d03-81e5-437a-9980-b923e818ccbf,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:54.159533 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca3661b-5eb4-45ca-8114-78952acd1ac4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6385e75-4187-42d3-9608-935e672f391b'}, {'server_uuid': '770d70a2-fe12-428c-a0b0-e7e08f7f7062', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b15d35d-cfaa-4470-86e8-aa936cd56e75'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:25:54.161670 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5f4654d3-c5f1-4cae-9baa-aeb6bf73292c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:54.162089 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-5f4654d3-c5f1-4cae-9baa-aeb6bf73292c admin admin] Added segment 3eb99e31-0213-4c32-a073-a8c35d28a5d4 of type vlan for network 1ee2b61c-9360-43a9-8a2e-e76fc2432530 May 03 22:25:54.210263 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5f4654d3-c5f1-4cae-9baa-aeb6bf73292c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:54.267111 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b7aa8-1674-41c6-9173-592823a20ef2 req-e051f3a7-f2a4-41a8-aa3c-598f7aa0ca07 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:54.283267 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f1b7aa8-1674-41c6-9173-592823a20ef2 req-e051f3a7-f2a4-41a8-aa3c-598f7aa0ca07 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 946 time: 0.7334714 May 03 22:25:54.283724 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5f4654d3-c5f1-4cae-9baa-aeb6bf73292c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:54.286211 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4654d3-c5f1-4cae-9baa-aeb6bf73292c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:54.286822 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5f4654d3-c5f1-4cae-9baa-aeb6bf73292c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:54.341912 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f37710-9eff-49e2-9add-cf00ffeb9682 req-8657b491-b5d9-451c-863e-5675b8c0da0f tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:54.345639 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b8f37710-9eff-49e2-9add-cf00ffeb9682 req-8657b491-b5d9-451c-863e-5675b8c0da0f tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1591497-d4dc-4bd4-a8a6-c7e53f72798e HTTP/1.1" status: 200 len: 949 time: 1.1248097 May 03 22:25:54.493129 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5f4654d3-c5f1-4cae-9baa-aeb6bf73292c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8949876 May 03 22:25:54.498182 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53348) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:25:54.583267 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-6f747902-6d7f-47ea-9422-9db06496a9c7 admin admin] Request body: {'subnet': {'network_id': '1ee2b61c-9360-43a9-8a2e-e76fc2432530', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1979551776-subnet', 'tenant_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:25:54.592522 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4654d3-c5f1-4cae-9baa-aeb6bf73292c admin admin] Pushing event updated for resources: {'Network': ['ID=1ee2b61c-9360-43a9-8a2e-e76fc2432530,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:54.604781 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 1ee2b61c-9360-43a9-8a2e-e76fc2432530 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:25:54.605960 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6f747902-6d7f-47ea-9422-9db06496a9c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:25:54.611702 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6f747902-6d7f-47ea-9422-9db06496a9c7 admin admin] Usage tracker for resource:subnet and tenant:ce18d35d98a44051ad6be44cfb7fa43a is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:25:54.615671 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6f747902-6d7f-47ea-9422-9db06496a9c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:25:54.623696 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6f747902-6d7f-47ea-9422-9db06496a9c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:25:54.645205 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f747902-6d7f-47ea-9422-9db06496a9c7 admin admin] Made reservation on behalf of ce18d35d98a44051ad6be44cfb7fa43a for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:25:54.648434 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6f747902-6d7f-47ea-9422-9db06496a9c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:54.738540 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f1b7aa8-1674-41c6-9173-592823a20ef2 req-29a9bbfd-baea-48c4-a1cf-b28fa021d8eb tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4538412 May 03 22:25:54.858004 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-b8f37710-9eff-49e2-9add-cf00ffeb9682 req-20272857-4ddf-4521-ae6e-14ea4241fdb3 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Deleting port a8adf1ae-6b90-49b6-8ef9-145e12fd998a {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:25:54.858529 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b8f37710-9eff-49e2-9add-cf00ffeb9682 req-20272857-4ddf-4521-ae6e-14ea4241fdb3 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:55.007586 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e9ac1946-a25b-411e-adba-c5feb6de9ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:55.040798 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6f747902-6d7f-47ea-9422-9db06496a9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:55.126353 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f747902-6d7f-47ea-9422-9db06496a9c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0202efe-1b5f-4dcb-9569-6279b488dc3f,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:55.134695 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f747902-6d7f-47ea-9422-9db06496a9c7 admin admin] Checking segment: {'id': '3eb99e31-0213-4c32-a073-a8c35d28a5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1ee2b61c-9360-43a9-8a2e-e76fc2432530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:25:55.135050 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f747902-6d7f-47ea-9422-9db06496a9c7 admin admin] Network hostable DHCP agents. Network: 1ee2b61c-9360-43a9-8a2e-e76fc2432530, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:25:55.158659 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f747902-6d7f-47ea-9422-9db06496a9c7 admin admin] Network 1ee2b61c-9360-43a9-8a2e-e76fc2432530 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:25:55.170183 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-6f747902-6d7f-47ea-9422-9db06496a9c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 1ee2b61c-9360-43a9-8a2e-e76fc2432530) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:25:55.179406 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91431f64-06fd-4a44-9788-b59c96c6d979 None None] Network 1ee2b61c-9360-43a9-8a2e-e76fc2432530 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:25:55.201123 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f747902-6d7f-47ea-9422-9db06496a9c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:55.201712 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6f747902-6d7f-47ea-9422-9db06496a9c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:55.231352 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6f747902-6d7f-47ea-9422-9db06496a9c7 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7253346 May 03 22:25:55.231704 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53354) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:25:55.237941 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-4ed6a656-5eae-4da5-a505-fed51cf32319 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1979551776-router', 'tenant_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:25:55.243929 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4ed6a656-5eae-4da5-a505-fed51cf32319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:25:55.249605 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4ed6a656-5eae-4da5-a505-fed51cf32319 admin admin] Usage tracker for resource:router and tenant:ce18d35d98a44051ad6be44cfb7fa43a is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:25:55.253662 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4ed6a656-5eae-4da5-a505-fed51cf32319 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:25:55.261755 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4ed6a656-5eae-4da5-a505-fed51cf32319 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:25:55.276888 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a656-5eae-4da5-a505-fed51cf32319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:55.278620 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a656-5eae-4da5-a505-fed51cf32319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:55.322986 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a656-5eae-4da5-a505-fed51cf32319 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:55.494275 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b089fe-7c35-4a9f-a8d8-fa7edb02d435 req-b6a9d630-aef5-40b0-96ee-aa8484be4eab tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:55.501660 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58b089fe-7c35-4a9f-a8d8-fa7edb02d435 req-b6a9d630-aef5-40b0-96ee-aa8484be4eab tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1591497-d4dc-4bd4-a8a6-c7e53f72798e HTTP/1.1" status: 200 len: 949 time: 0.9651060 May 03 22:25:55.554300 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba43c4d-1850-47f9-80e4-a8067bc8a3f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-1ee2b61c-9360-43a9-8a2e-e76fc2432530', 'network_id': '1ee2b61c-9360-43a9-8a2e-e76fc2432530', 'tenant_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'fixed_ips': [{'subnet_id': 'e0202efe-1b5f-4dcb-9569-6279b488dc3f'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:25:55.556516 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8ba43c4d-1850-47f9-80e4-a8067bc8a3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:55.615213 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106463f-2520-4485-b762-2b1d842b284d req-2d95de9a-c1fe-48ef-96c5-cc7a84d280fb tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:55.616682 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c106463f-2520-4485-b762-2b1d842b284d req-2d95de9a-c1fe-48ef-96c5-cc7a84d280fb tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=770d70a2-fe12-428c-a0b0-e7e08f7f7062 HTTP/1.1" status: 200 len: 943 time: 0.6351182 May 03 22:25:55.618450 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-b8f37710-9eff-49e2-9add-cf00ffeb9682 req-20272857-4ddf-4521-ae6e-14ea4241fdb3 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] For port a8adf1ae-6b90-49b6-8ef9-145e12fd998a, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a8adf1ae-6b90-49b6-8ef9-145e12fd998a,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:55.618812 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b8f37710-9eff-49e2-9add-cf00ffeb9682 req-20272857-4ddf-4521-ae6e-14ea4241fdb3 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:55.735725 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a656-5eae-4da5-a505-fed51cf32319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:55.758660 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58b089fe-7c35-4a9f-a8d8-fa7edb02d435 req-f534f121-7c24-4b94-836c-1e76fba1fa34 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558367 May 03 22:25:55.818389 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-8ba43c4d-1850-47f9-80e4-a8067bc8a3f1 None None] Allocated IP 172.20.0.2 (1ee2b61c-9360-43a9-8a2e-e76fc2432530/e0202efe-1b5f-4dcb-9569-6279b488dc3f/539bf137-a141-4574-8ce1-5d5e732b5db9) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:25:55.945437 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-b8f37710-9eff-49e2-9add-cf00ffeb9682 req-20272857-4ddf-4521-ae6e-14ea4241fdb3 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Calling delete_port for a8adf1ae-6b90-49b6-8ef9-145e12fd998a owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:25:56.137345 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8ba43c4d-1850-47f9-80e4-a8067bc8a3f1 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:56.145397 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c106463f-2520-4485-b762-2b1d842b284d req-8ba01524-db40-4a93-aacf-6c4ec015dee6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5102267 May 03 22:25:56.147927 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-221b0045-52ff-4036-9e38-6a798edbce31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef24e541-f2bd-417b-8a9e-007c88e0ff0b {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:25:56.177890 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:56.179751 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-8ba43c4d-1850-47f9-80e4-a8067bc8a3f1 None None] Transition to ACTIVE for port object 539bf137-a141-4574-8ce1-5d5e732b5db9 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:25:56.179895 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-221b0045-52ff-4036-9e38-6a798edbce31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:56.216088 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a656-5eae-4da5-a505-fed51cf32319 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:56.239393 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-8ba43c4d-1850-47f9-80e4-a8067bc8a3f1 None None] Transition to ACTIVE for port object 539bf137-a141-4574-8ce1-5d5e732b5db9 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:25:56.242948 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-221b0045-52ff-4036-9e38-6a798edbce31 service neutron] Transition to ACTIVE for port object ef24e541-f2bd-417b-8a9e-007c88e0ff0b will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:25:56.244163 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:56.255905 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-221b0045-52ff-4036-9e38-6a798edbce31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:56.257832 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8ba43c4d-1850-47f9-80e4-a8067bc8a3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:56.341511 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba43c4d-1850-47f9-80e4-a8067bc8a3f1 None None] Network 1ee2b61c-9360-43a9-8a2e-e76fc2432530 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:25:56.346250 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-8ba43c4d-1850-47f9-80e4-a8067bc8a3f1 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:25:56.348857 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba43c4d-1850-47f9-80e4-a8067bc8a3f1 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:25:56.361116 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba43c4d-1850-47f9-80e4-a8067bc8a3f1 None None] Pushing event updated for resources: {'Port': ['ID=539bf137-a141-4574-8ce1-5d5e732b5db9,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:56.417563 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a656-5eae-4da5-a505-fed51cf32319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:56.486587 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-286b58f4-18a5-461e-9e52-ce30c7536196'] response: {'server_uuid': '8ca3661b-5eb4-45ca-8114-78952acd1ac4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6385e75-4187-42d3-9608-935e672f391b', 'code': 200} May 03 22:25:56.487083 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-286b58f4-18a5-461e-9e52-ce30c7536196'] response: {'server_uuid': '770d70a2-fe12-428c-a0b0-e7e08f7f7062', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b15d35d-cfaa-4470-86e8-aa936cd56e75', 'code': 200} May 03 22:25:56.538728 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-8ba43c4d-1850-47f9-80e4-a8067bc8a3f1 None None] Attempting to bind port 539bf137-a141-4574-8ce1-5d5e732b5db9 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:25:56.540323 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-8ba43c4d-1850-47f9-80e4-a8067bc8a3f1 None None] Attempting to bind port 539bf137-a141-4574-8ce1-5d5e732b5db9 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '3eb99e31-0213-4c32-a073-a8c35d28a5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1ee2b61c-9360-43a9-8a2e-e76fc2432530'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:25:56.540691 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba43c4d-1850-47f9-80e4-a8067bc8a3f1 None None] Attempting to bind port 539bf137-a141-4574-8ce1-5d5e732b5db9 on network 1ee2b61c-9360-43a9-8a2e-e76fc2432530 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:25:56.565892 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba43c4d-1850-47f9-80e4-a8067bc8a3f1 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:25:56.566263 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba43c4d-1850-47f9-80e4-a8067bc8a3f1 None None] Checking segment: {'id': '3eb99e31-0213-4c32-a073-a8c35d28a5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1ee2b61c-9360-43a9-8a2e-e76fc2432530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:25:56.566712 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8ba43c4d-1850-47f9-80e4-a8067bc8a3f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:56.575833 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba43c4d-1850-47f9-80e4-a8067bc8a3f1 None None] Bound using segment: {'id': '3eb99e31-0213-4c32-a073-a8c35d28a5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1ee2b61c-9360-43a9-8a2e-e76fc2432530'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:25:56.576480 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-8ba43c4d-1850-47f9-80e4-a8067bc8a3f1 None None] Bound port: 539bf137-a141-4574-8ce1-5d5e732b5db9, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb99e31-0213-4c32-a073-a8c35d28a5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1ee2b61c-9360-43a9-8a2e-e76fc2432530'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:25:56.576774 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8ba43c4d-1850-47f9-80e4-a8067bc8a3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:56.630146 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device a8adf1ae-6b90-49b6-8ef9-145e12fd998a no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:25:56.665708 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101da60-1def-449b-8582-e3fe14209b5b req-8ab5618f-973b-438b-8361-f6a4437a7e43 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:56.676937 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-3101da60-1def-449b-8582-e3fe14209b5b req-8ab5618f-973b-438b-8361-f6a4437a7e43 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Synchronizing usage tracker for tenant:d011205f344d4c96b639c49c6d4571d7 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:25:56.792716 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-4ed6a656-5eae-4da5-a505-fed51cf32319 admin admin] Allocated IP 172.25.2.158 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/15d7da50-37c6-4aa5-8ba6-85fd349bb104) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:25:56.896954 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-8ba43c4d-1850-47f9-80e4-a8067bc8a3f1 None None] For port 539bf137-a141-4574-8ce1-5d5e732b5db9, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:25:56.903417 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b0045-52ff-4036-9e38-6a798edbce31 service neutron] Pushing event updated for resources: {'Port': ['ID=ef24e541-f2bd-417b-8a9e-007c88e0ff0b,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:56.910872 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-8ba43c4d-1850-47f9-80e4-a8067bc8a3f1 None None] For port 539bf137-a141-4574-8ce1-5d5e732b5db9, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=539bf137-a141-4574-8ce1-5d5e732b5db9,segment=NetworkSegment(3eb99e31-0213-4c32-a073-a8c35d28a5d4),segment_id=3eb99e31-0213-4c32-a073-a8c35d28a5d4)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:25:56.913187 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:56.925256 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8ba43c4d-1850-47f9-80e4-a8067bc8a3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:56.978633 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b8f37710-9eff-49e2-9add-cf00ffeb9682 req-20272857-4ddf-4521-ae6e-14ea4241fdb3 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:56.987768 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a656-5eae-4da5-a505-fed51cf32319 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:57.005317 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['633b7d10-619d-4ebd-be62-3ab3159859eb', 'e88861b5-d8ba-4e52-b091-feae2a0ddafa'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:25:57.020859 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-221b0045-52ff-4036-9e38-6a798edbce31 service neutron] Attempting to bind port ef24e541-f2bd-417b-8a9e-007c88e0ff0b on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:25:57.021592 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-221b0045-52ff-4036-9e38-6a798edbce31 service neutron] Attempting to bind port ef24e541-f2bd-417b-8a9e-007c88e0ff0b by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:25:57.022159 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-221b0045-52ff-4036-9e38-6a798edbce31 service neutron] Attempting to bind port ef24e541-f2bd-417b-8a9e-007c88e0ff0b on network c529cb66-8468-429f-bb93-e81cdb567811 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:25:57.023154 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a656-5eae-4da5-a505-fed51cf32319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:57.094727 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20272857-4ddf-4521-ae6e-14ea4241fdb3 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Pushing event deleted for resources: {'Port': ['ID=a8adf1ae-6b90-49b6-8ef9-145e12fd998a,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:57.117795 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6a656-5eae-4da5-a505-fed51cf32319 admin admin] Pushing event updated for resources: {'Port': ['ID=15d7da50-37c6-4aa5-8ba6-85fd349bb104,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:57.121356 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-221b0045-52ff-4036-9e38-6a798edbce31 service neutron] Port ef24e541-f2bd-417b-8a9e-007c88e0ff0b on network c529cb66-8468-429f-bb93-e81cdb567811 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:25:57.121356 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-221b0045-52ff-4036-9e38-6a798edbce31 service neutron] Attempting to bind port ef24e541-f2bd-417b-8a9e-007c88e0ff0b on network c529cb66-8468-429f-bb93-e81cdb567811 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:25:57.139880 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-3101da60-1def-449b-8582-e3fe14209b5b req-8ab5618f-973b-438b-8361-f6a4437a7e43 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Unset dirty status for tenant:d011205f344d4c96b639c49c6d4571d7 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:25:57.147032 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3101da60-1def-449b-8582-e3fe14209b5b req-8ab5618f-973b-438b-8361-f6a4437a7e43 tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.67 "GET /v2.0/ports?device_id=8ca3661b-5eb4-45ca-8114-78952acd1ac4 HTTP/1.1" status: 200 len: 943 time: 0.8672328 May 03 22:25:57.148775 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984b117-9826-4ee2-8ec8-43275ca48f5e req-ebb04ede-d59d-4b56-83bb-d3d1f5aaef9a tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:57.149642 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed6a656-5eae-4da5-a505-fed51cf32319 admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:25:57.151333 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-4ed6a656-5eae-4da5-a505-fed51cf32319 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:25:57.156842 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6984b117-9826-4ee2-8ec8-43275ca48f5e req-ebb04ede-d59d-4b56-83bb-d3d1f5aaef9a tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 946 time: 0.3568234 May 03 22:25:57.159783 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba43c4d-1850-47f9-80e4-a8067bc8a3f1 None None] Pushing event updated for resources: {'Port': ['ID=539bf137-a141-4574-8ce1-5d5e732b5db9,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:57.180757 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-221b0045-52ff-4036-9e38-6a798edbce31 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:25:57.181178 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-221b0045-52ff-4036-9e38-6a798edbce31 service neutron] Checking segment: {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:25:57.181566 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-221b0045-52ff-4036-9e38-6a798edbce31 service neutron] Bound using segment: {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:25:57.182129 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-221b0045-52ff-4036-9e38-6a798edbce31 service neutron] Bound port: ef24e541-f2bd-417b-8a9e-007c88e0ff0b, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:25:57.182436 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-221b0045-52ff-4036-9e38-6a798edbce31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:57.246679 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed6a656-5eae-4da5-a505-fed51cf32319 admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:25:57.297220 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c469afd-3e6d-4a17-a44a-4b87630496f9 req-9d3e6cfc-880a-445a-8014-d1a141b801d3 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:57.299778 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c469afd-3e6d-4a17-a44a-4b87630496f9 req-9d3e6cfc-880a-445a-8014-d1a141b801d3 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=569ee7af-bac9-455e-a886-b06445ccfb73 HTTP/1.1" status: 200 len: 944 time: 0.5790513 May 03 22:25:57.475101 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f37710-9eff-49e2-9add-cf00ffeb9682 req-20272857-4ddf-4521-ae6e-14ea4241fdb3 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] No DVR routers for this DVR port a8adf1ae-6b90-49b6-8ef9-145e12fd998a on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:25:57.495850 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b8f37710-9eff-49e2-9add-cf00ffeb9682 req-20272857-4ddf-4521-ae6e-14ea4241fdb3 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:57.533553 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:57.552031 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1591497-d4dc-4bd4-a8a6-c7e53f72798e', 'name': 'network-vif-deleted', 'tag': 'a8adf1ae-6b90-49b6-8ef9-145e12fd998a'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:25:57.628733 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6984b117-9826-4ee2-8ec8-43275ca48f5e req-0c3a1440-ecd5-45ae-ab65-ac7a257183d0 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4686439 May 03 22:25:57.639308 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b8f37710-9eff-49e2-9add-cf00ffeb9682 req-20272857-4ddf-4521-ae6e-14ea4241fdb3 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.60 "DELETE /v2.0/ports/a8adf1ae-6b90-49b6-8ef9-145e12fd998a HTTP/1.1" status: 204 len: 173 time: 3.2746048 May 03 22:25:57.642773 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c469afd-3e6d-4a17-a44a-4b87630496f9 req-d411511b-fbad-4859-8518-0b8d0e8334a0 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909670 May 03 22:25:57.715638 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:57.746187 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-221b0045-52ff-4036-9e38-6a798edbce31 service neutron] For port ef24e541-f2bd-417b-8a9e-007c88e0ff0b, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:25:57.766088 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-221b0045-52ff-4036-9e38-6a798edbce31 service neutron] For port ef24e541-f2bd-417b-8a9e-007c88e0ff0b, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=ef24e541-f2bd-417b-8a9e-007c88e0ff0b,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:25:57.778161 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-221b0045-52ff-4036-9e38-6a798edbce31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:57.890227 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-221b0045-52ff-4036-9e38-6a798edbce31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:57.890947 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-221b0045-52ff-4036-9e38-6a798edbce31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:57.892816 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-221b0045-52ff-4036-9e38-6a798edbce31 service neutron] 10.222.0.67 "PUT /v2.0/ports/ef24e541-f2bd-417b-8a9e-007c88e0ff0b HTTP/1.1" status: 200 len: 1092 time: 4.8486812 May 03 22:25:57.951962 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-3101da60-1def-449b-8582-e3fe14209b5b req-ff2185b8-fb2f-4a81-a9a0-6855d7f608ad tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Deleting port f6385e75-4187-42d3-9608-935e672f391b {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:25:57.952547 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3101da60-1def-449b-8582-e3fe14209b5b req-ff2185b8-fb2f-4a81-a9a0-6855d7f608ad tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:57.994809 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b0045-52ff-4036-9e38-6a798edbce31 service neutron] Pushing event updated for resources: {'Port': ['ID=ef24e541-f2bd-417b-8a9e-007c88e0ff0b,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:25:58.186312 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-48160848-d425-4543-94bb-b9a0c71a8037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:58.187895 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-48160848-d425-4543-94bb-b9a0c71a8037 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1727dc00a1e94099b181b574bcc185b6&device_id=569ee7af-bac9-455e-a886-b06445ccfb73 HTTP/1.1" status: 200 len: 1095 time: 0.1646609 May 03 22:25:58.359666 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-6122afb0-3d2e-47e8-8939-b73dd64cbea5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef24e541-f2bd-417b-8a9e-007c88e0ff0b HTTP/1.1" status: 200 len: 217 time: 0.1627135 May 03 22:25:58.609007 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-abb4257d-606b-46cb-9aa9-6275f36aa9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:58.623518 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-abb4257d-606b-46cb-9aa9-6275f36aa9cf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1ee1af50-b130-474e-bc7b-1c6042f9e7e1 HTTP/1.1" status: 200 len: 848 time: 0.2555163 May 03 22:25:58.849949 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a69e26-c7a2-49e0-b824-bb26f02c4397 None None] Network 1ee2b61c-9360-43a9-8a2e-e76fc2432530 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:25:58.925998 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-a762b238-4058-4115-aab6-44d9dcb48022 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c529cb66-8468-429f-bb93-e81cdb567811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2840753 May 03 22:25:58.963060 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-4b8f53f2-7495-4eea-adef-ca30082bcd56 req-7b470b77-13b0-46fc-9ea2-0b33ff97502c tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Synchronizing usage tracker for tenant:6acd1521cdd74962882938955cd4c844 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:25:58.995973 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315d45d-ff3c-4d60-8d24-f3e4dc28ac10 req-a9852688-ef56-4ae3-ae3e-15ee01a9458b tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:59.003494 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c315d45d-ff3c-4d60-8d24-f3e4dc28ac10 req-a9852688-ef56-4ae3-ae3e-15ee01a9458b tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2 HTTP/1.1" status: 200 len: 945 time: 0.5661097 May 03 22:25:59.066777 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a656-5eae-4da5-a505-fed51cf32319 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:59.109064 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c315d45d-ff3c-4d60-8d24-f3e4dc28ac10 req-c37ec78a-d659-4a14-8fcd-80ecb4001602 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046233 May 03 22:25:59.112511 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-4b8f53f2-7495-4eea-adef-ca30082bcd56 req-7b470b77-13b0-46fc-9ea2-0b33ff97502c tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Unset dirty status for tenant:6acd1521cdd74962882938955cd4c844 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:25:59.113553 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4b8f53f2-7495-4eea-adef-ca30082bcd56 req-7b470b77-13b0-46fc-9ea2-0b33ff97502c tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1591497-d4dc-4bd4-a8a6-c7e53f72798e HTTP/1.1" status: 200 len: 210 time: 0.2217927 May 03 22:25:59.143889 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-be0136b6-0839-478c-b49f-6e8bb6f98f07 None None] Provisioning for port 539bf137-a141-4574-8ce1-5d5e732b5db9 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:25:59.198700 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-b2a33ce3-9ed2-4009-9405-4db1a3e23ca3 service neutron] 10.222.0.67 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604856 May 03 22:25:59.205223 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-770a5723-f6c8-4d1b-8bcc-4b6888bd59c8'] response: {'server_uuid': 'f1591497-d4dc-4bd4-a8a6-c7e53f72798e', 'name': 'network-vif-deleted', 'tag': 'a8adf1ae-6b90-49b6-8ef9-145e12fd998a', 'status': 'completed', 'code': 200} May 03 22:25:59.472320 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57696d9d-8abe-413d-b115-e0a770f5e4c5 req-e0350741-d1ab-4df4-b739-3a2118783c7a tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:59.473343 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-57696d9d-8abe-413d-b115-e0a770f5e4c5 req-e0350741-d1ab-4df4-b739-3a2118783c7a tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Synchronizing usage tracker for tenant:ec7645f95a4b4ae78a2c1ea04f62a7e0 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:25:59.484678 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 539bf137-a141-4574-8ce1-5d5e732b5db9 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:25:59.527540 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-57696d9d-8abe-413d-b115-e0a770f5e4c5 req-e0350741-d1ab-4df4-b739-3a2118783c7a tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Unset dirty status for tenant:ec7645f95a4b4ae78a2c1ea04f62a7e0 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:25:59.529088 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-57696d9d-8abe-413d-b115-e0a770f5e4c5 req-e0350741-d1ab-4df4-b739-3a2118783c7a tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.67 "GET /v2.0/ports?device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2 HTTP/1.1" status: 200 len: 945 time: 2.2350690 May 03 22:25:59.533967 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-3101da60-1def-449b-8582-e3fe14209b5b req-ff2185b8-fb2f-4a81-a9a0-6855d7f608ad tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] For port f6385e75-4187-42d3-9608-935e672f391b, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=f6385e75-4187-42d3-9608-935e672f391b,segment=NetworkSegment(d5261de8-a046-496c-9988-b261e2ae107f),segment_id=d5261de8-a046-496c-9988-b261e2ae107f)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:25:59.534635 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3101da60-1def-449b-8582-e3fe14209b5b req-ff2185b8-fb2f-4a81-a9a0-6855d7f608ad tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:59.608212 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 539bf137-a141-4574-8ce1-5d5e732b5db9 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:25:59.614119 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 539bf137-a141-4574-8ce1-5d5e732b5db9 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:25:59.614421 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:59.694963 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23228593-285e-4a15-afcf-9c68c21a3ec7 req-90c47f8c-60df-4b7f-a014-920bb85321d2 service neutron] 10.222.0.67 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4839673 May 03 22:25:59.733390 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-3101da60-1def-449b-8582-e3fe14209b5b req-ff2185b8-fb2f-4a81-a9a0-6855d7f608ad tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Calling delete_port for f6385e75-4187-42d3-9608-935e672f391b owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:25:59.743162 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552fa311-9b83-4713-ac5d-d2176a3102e1 req-a3cee19f-f610-425c-87a5-6116ce048933 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:59.749534 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1ecfd8ac-b391-4193-9e81-196a86d9e356 None None] Provisioning complete for port 539bf137-a141-4574-8ce1-5d5e732b5db9 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:25:59.749782 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552fa311-9b83-4713-ac5d-d2176a3102e1 req-a3cee19f-f610-425c-87a5-6116ce048933 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:59.749948 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1ecfd8ac-b391-4193-9e81-196a86d9e356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:59.755912 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552fa311-9b83-4713-ac5d-d2176a3102e1 req-a3cee19f-f610-425c-87a5-6116ce048933 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:59.768248 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-552fa311-9b83-4713-ac5d-d2176a3102e1 req-a3cee19f-f610-425c-87a5-6116ce048933 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/ports?device_id=92ca4f81-da2f-4b2b-a373-dc04ba9f5f84 HTTP/1.1" status: 200 len: 2419 time: 0.3864264 May 03 22:25:59.808064 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa1d1c-c66b-4430-b694-30d62e5da7ba req-b8981aad-4fa8-4cd2-b536-b3f53b0e55b8 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:25:59.815927 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-62aa1d1c-c66b-4430-b694-30d62e5da7ba req-b8981aad-4fa8-4cd2-b536-b3f53b0e55b8 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=770d70a2-fe12-428c-a0b0-e7e08f7f7062 HTTP/1.1" status: 200 len: 943 time: 0.3207839 May 03 22:25:59.848763 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-552fa311-9b83-4713-ac5d-d2176a3102e1 req-9a29c7a8-9ea0-49f7-b511-6be2c4f0caaf tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b81432-802a-43de-9bfe-4b29db55d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806682 May 03 22:25:59.858083 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-57696d9d-8abe-413d-b115-e0a770f5e4c5 req-a02c8ea0-98b5-400d-981a-074edabe4a4e tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Deleting port b2da60bb-93f7-43c6-89c1-7bff73b57b22 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:25:59.858083 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-57696d9d-8abe-413d-b115-e0a770f5e4c5 req-a02c8ea0-98b5-400d-981a-074edabe4a4e tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:59.933414 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:25:59.952252 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-62aa1d1c-c66b-4430-b694-30d62e5da7ba req-ad929228-4008-4550-b6b5-e0995a65ce98 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307395 May 03 22:26:00.110516 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 539bf137-a141-4574-8ce1-5d5e732b5db9, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=539bf137-a141-4574-8ce1-5d5e732b5db9,segment=NetworkSegment(3eb99e31-0213-4c32-a073-a8c35d28a5d4),segment_id=3eb99e31-0213-4c32-a073-a8c35d28a5d4)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:26:00.111767 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1ecfd8ac-b391-4193-9e81-196a86d9e356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:00.130078 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:00.136088 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device f6385e75-4187-42d3-9608-935e672f391b no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:26:00.406367 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a656-5eae-4da5-a505-fed51cf32319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:00.433093 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-1ecfd8ac-b391-4193-9e81-196a86d9e356 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:26:00.433479 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-1ecfd8ac-b391-4193-9e81-196a86d9e356 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:26:00.463093 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=539bf137-a141-4574-8ce1-5d5e732b5db9,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:00.489500 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No active binding found for port f6385e75-4187-42d3-9608-935e672f391b {{(pid=88071) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 03 22:26:00.489950 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device f6385e75-4187-42d3-9608-935e672f391b not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:26:00.490364 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device b2da60bb-93f7-43c6-89c1-7bff73b57b22 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:26:00.525747 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3101da60-1def-449b-8582-e3fe14209b5b req-ff2185b8-fb2f-4a81-a9a0-6855d7f608ad tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:00.537788 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c69016-6d92-4c12-91aa-a17cf6993b4c req-97c04cd2-b37c-42f1-8c49-74d9473ec23b tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:00.544903 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f4c69016-6d92-4c12-91aa-a17cf6993b4c req-97c04cd2-b37c-42f1-8c49-74d9473ec23b tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/ports?device_id=8ca3661b-5eb4-45ca-8114-78952acd1ac4 HTTP/1.1" status: 200 len: 943 time: 0.3567784 May 03 22:26:00.609365 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583dc9d3-487c-46a9-93b5-4b08bd37a07c req-2f5d2ff4-e8bd-4233-8350-32ec992bb82c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:00.621342 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583dc9d3-487c-46a9-93b5-4b08bd37a07c req-2f5d2ff4-e8bd-4233-8350-32ec992bb82c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:00.632231 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583dc9d3-487c-46a9-93b5-4b08bd37a07c req-2f5d2ff4-e8bd-4233-8350-32ec992bb82c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:00.634065 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-583dc9d3-487c-46a9-93b5-4b08bd37a07c req-2f5d2ff4-e8bd-4233-8350-32ec992bb82c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.60 "GET /v2.0/ports?device_id=92ca4f81-da2f-4b2b-a373-dc04ba9f5f84 HTTP/1.1" status: 200 len: 2419 time: 0.5650506 May 03 22:26:00.648989 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf5809-dbf5-43a1-8e05-eb460df2d0c9 req-bf260ed0-b33f-4d4e-9355-4efa223a7b5c tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:00.650651 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eeaf5809-dbf5-43a1-8e05-eb460df2d0c9 req-bf260ed0-b33f-4d4e-9355-4efa223a7b5c tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.67 "GET /v2.0/ports?device_id=770d70a2-fe12-428c-a0b0-e7e08f7f7062 HTTP/1.1" status: 200 len: 943 time: 0.3965504 May 03 22:26:00.679014 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2185b8-fb2f-4a81-a9a0-6855d7f608ad tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Pushing event deleted for resources: {'Port': ['ID=f6385e75-4187-42d3-9608-935e672f391b,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:00.773256 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967dd682-08e4-4b8b-be5b-daec4dacd94a req-7514a8dd-0a65-4ee7-a18c-6a1b9be005e6 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:00.780868 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-967dd682-08e4-4b8b-be5b-daec4dacd94a req-7514a8dd-0a65-4ee7-a18c-6a1b9be005e6 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 946 time: 0.5305412 May 03 22:26:00.831177 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-57696d9d-8abe-413d-b115-e0a770f5e4c5 req-a02c8ea0-98b5-400d-981a-074edabe4a4e tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] For port b2da60bb-93f7-43c6-89c1-7bff73b57b22, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=b2da60bb-93f7-43c6-89c1-7bff73b57b22,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:26:00.831177 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-57696d9d-8abe-413d-b115-e0a770f5e4c5 req-a02c8ea0-98b5-400d-981a-074edabe4a4e tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:00.852673 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-3101da60-1def-449b-8582-e3fe14209b5b req-ff2185b8-fb2f-4a81-a9a0-6855d7f608ad tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] No DVR routers for this DVR port f6385e75-4187-42d3-9608-935e672f391b on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:26:00.855612 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f4c69016-6d92-4c12-91aa-a17cf6993b4c req-3aabf86d-f0a2-43cf-937f-45e6a0e9f74f tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.58 "GET /v2.0/security-groups?id=7b38ff13-c79b-4540-b4e7-e55a7d89dc32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097143 May 03 22:26:00.862097 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3101da60-1def-449b-8582-e3fe14209b5b req-ff2185b8-fb2f-4a81-a9a0-6855d7f608ad tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:00.865229 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca3661b-5eb4-45ca-8114-78952acd1ac4', 'name': 'network-vif-deleted', 'tag': 'f6385e75-4187-42d3-9608-935e672f391b'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:26:00.902752 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-967dd682-08e4-4b8b-be5b-daec4dacd94a req-9b49e0fe-c4bd-4566-aeb5-ec7bc89b0cd1 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209199 May 03 22:26:00.922249 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-583dc9d3-487c-46a9-93b5-4b08bd37a07c req-479715b4-2cf3-4de9-9ef2-dfc5151568cc tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Deleting port 799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:26:00.922604 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-583dc9d3-487c-46a9-93b5-4b08bd37a07c req-479715b4-2cf3-4de9-9ef2-dfc5151568cc tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:01.004651 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-eeaf5809-dbf5-43a1-8e05-eb460df2d0c9 req-b2dba433-4a5f-4bb3-9dda-12e33628e904 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Deleting port 3b15d35d-cfaa-4470-86e8-aa936cd56e75 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:26:01.004988 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-eeaf5809-dbf5-43a1-8e05-eb460df2d0c9 req-b2dba433-4a5f-4bb3-9dda-12e33628e904 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:01.008590 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-57696d9d-8abe-413d-b115-e0a770f5e4c5 req-a02c8ea0-98b5-400d-981a-074edabe4a4e tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Calling delete_port for b2da60bb-93f7-43c6-89c1-7bff73b57b22 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:26:01.087374 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3101da60-1def-449b-8582-e3fe14209b5b req-ff2185b8-fb2f-4a81-a9a0-6855d7f608ad tempest-ImagesTestJSON-658353438 tempest-ImagesTestJSON-658353438-project] 10.222.0.67 "DELETE /v2.0/ports/f6385e75-4187-42d3-9608-935e672f391b HTTP/1.1" status: 204 len: 173 time: 3.9335647 May 03 22:26:01.216626 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '569ee7af-bac9-455e-a886-b06445ccfb73', 'tag': 'ef24e541-f2bd-417b-8a9e-007c88e0ff0b'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:26:01.230964 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed6a656-5eae-4da5-a505-fed51cf32319 admin admin] Router 369ccbac-eea0-41b4-838a-c3fcccbab111 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:26:01.260986 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-57696d9d-8abe-413d-b115-e0a770f5e4c5 req-a02c8ea0-98b5-400d-981a-074edabe4a4e tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:01.397023 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 539bf137-a141-4574-8ce1-5d5e732b5db9 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:26:01.509461 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c8ea0-98b5-400d-981a-074edabe4a4e tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Pushing event deleted for resources: {'Port': ['ID=b2da60bb-93f7-43c6-89c1-7bff73b57b22,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:01.565302 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 539bf137-a141-4574-8ce1-5d5e732b5db9 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:26:01.565679 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:01.635749 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-57696d9d-8abe-413d-b115-e0a770f5e4c5 req-a02c8ea0-98b5-400d-981a-074edabe4a4e tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] No DVR routers for this DVR port b2da60bb-93f7-43c6-89c1-7bff73b57b22 on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:26:01.645404 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-57696d9d-8abe-413d-b115-e0a770f5e4c5 req-a02c8ea0-98b5-400d-981a-074edabe4a4e tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:01.694492 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-57696d9d-8abe-413d-b115-e0a770f5e4c5 req-a02c8ea0-98b5-400d-981a-074edabe4a4e tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.67 "DELETE /v2.0/ports/b2da60bb-93f7-43c6-89c1-7bff73b57b22 HTTP/1.1" status: 204 len: 173 time: 2.1516354 May 03 22:26:01.769674 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed6a656-5eae-4da5-a505-fed51cf32319 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:26:01.789248 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820de88f-c09a-4519-a2ac-e3304cb541b1 None None] Sync routers for ids ['369ccbac-eea0-41b4-838a-c3fcccbab111'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:26:01.800010 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820de88f-c09a-4519-a2ac-e3304cb541b1 None None] Routers {'369ccbac-eea0-41b4-838a-c3fcccbab111'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:26:01.800646 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-820de88f-c09a-4519-a2ac-e3304cb541b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:25:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['369ccbac-eea0-41b4-838a-c3fcccbab111'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:26:01.813591 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a656-5eae-4da5-a505-fed51cf32319 admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:01.820338 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4ed6a656-5eae-4da5-a505-fed51cf32319 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.5851042 May 03 22:26:01.824535 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53404) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:01.886496 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589d9b3-ed99-4438-b706-519eab538049 req-cee72ab8-2d09-4690-af18-47986a9c4485 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:01.895492 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4589d9b3-ed99-4438-b706-519eab538049 req-cee72ab8-2d09-4690-af18-47986a9c4485 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=569ee7af-bac9-455e-a886-b06445ccfb73 HTTP/1.1" status: 200 len: 944 time: 0.8063498 May 03 22:26:01.948137 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b4e90-f6f8-424c-af26-2ab0298dfcac req-8cadf18b-b05b-47e8-b35e-eb10a72d897d tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:01.955517 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-602b4e90-f6f8-424c-af26-2ab0298dfcac req-8cadf18b-b05b-47e8-b35e-eb10a72d897d tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbc81c6b-1d4c-4f14-b174-70a5982763e2 HTTP/1.1" status: 200 len: 866 time: 0.8505979 May 03 22:26:01.981283 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-583dc9d3-487c-46a9-93b5-4b08bd37a07c req-479715b4-2cf3-4de9-9ef2-dfc5151568cc tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] For port 799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a,segment=NetworkSegment(458d701d-3e80-4394-b200-b4a54eb80085),segment_id=458d701d-3e80-4394-b200-b4a54eb80085)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:26:01.981676 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-583dc9d3-487c-46a9-93b5-4b08bd37a07c req-479715b4-2cf3-4de9-9ef2-dfc5151568cc tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:02.036750 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-820de88f-c09a-4519-a2ac-e3304cb541b1 None None] Set router 369ccbac-eea0-41b4-838a-c3fcccbab111 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:26:02.155806 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-583dc9d3-487c-46a9-93b5-4b08bd37a07c req-479715b4-2cf3-4de9-9ef2-dfc5151568cc tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Calling delete_port for 799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:26:02.199113 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4589d9b3-ed99-4438-b706-519eab538049 req-2d887318-40dd-4b65-aefc-f83f70a7bdd6 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025498 May 03 22:26:02.233601 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-eeaf5809-dbf5-43a1-8e05-eb460df2d0c9 req-b2dba433-4a5f-4bb3-9dda-12e33628e904 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] For port 3b15d35d-cfaa-4470-86e8-aa936cd56e75, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=3b15d35d-cfaa-4470-86e8-aa936cd56e75,segment=NetworkSegment(2aabfbd5-8378-4748-b474-412626f804f1),segment_id=2aabfbd5-8378-4748-b474-412626f804f1)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:26:02.250561 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-eeaf5809-dbf5-43a1-8e05-eb460df2d0c9 req-b2dba433-4a5f-4bb3-9dda-12e33628e904 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:02.303515 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-602b4e90-f6f8-424c-af26-2ab0298dfcac req-14c4631b-e667-496f-bedf-2d8eebc866a8 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470089 May 03 22:26:02.407031 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-820de88f-c09a-4519-a2ac-e3304cb541b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'name': 'tempest-AttachSCSIVolumeTestJSON-1979551776-router', 'tenant_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '15d7da50-37c6-4aa5-8ba6-85fd349bb104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:25:55Z', 'updated_at': '2022-05-03T22:25:58Z', 'revision_number': 3, 'project_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'gw_port': {'id': '15d7da50-37c6-4aa5-8ba6-85fd349bb104', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:25:56Z', 'updated_at': '2022-05-03T22:25:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:26:02.413082 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820de88f-c09a-4519-a2ac-e3304cb541b1 None None] Checking router: 369ccbac-eea0-41b4-838a-c3fcccbab111 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:26:02.413686 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820de88f-c09a-4519-a2ac-e3304cb541b1 None None] Updating router 369ccbac-eea0-41b4-838a-c3fcccbab111 port 15d7da50-37c6-4aa5-8ba6-85fd349bb104 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:26:02.478640 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-820de88f-c09a-4519-a2ac-e3304cb541b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:02.771330 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f19bf5e7-9741-4efd-be90-8259c20cf576'] response: {'server_uuid': '8ca3661b-5eb4-45ca-8114-78952acd1ac4', 'name': 'network-vif-deleted', 'tag': 'f6385e75-4187-42d3-9608-935e672f391b', 'status': 'completed', 'code': 200} May 03 22:26:02.865157 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-eeaf5809-dbf5-43a1-8e05-eb460df2d0c9 req-b2dba433-4a5f-4bb3-9dda-12e33628e904 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Calling delete_port for 3b15d35d-cfaa-4470-86e8-aa936cd56e75 owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:26:02.923677 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-583dc9d3-487c-46a9-93b5-4b08bd37a07c req-479715b4-2cf3-4de9-9ef2-dfc5151568cc tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:03.000609 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479715b4-2cf3-4de9-9ef2-dfc5151568cc tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Pushing event deleted for resources: {'Port': ['ID=799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:03.068636 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-820de88f-c09a-4519-a2ac-e3304cb541b1 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:03.082692 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-820de88f-c09a-4519-a2ac-e3304cb541b1 None None] Transition to ACTIVE for port object 15d7da50-37c6-4aa5-8ba6-85fd349bb104 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:26:03.088926 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 56003509-3c64-46c7-b000-b00a55ef8156 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:26:03.191576 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-820de88f-c09a-4519-a2ac-e3304cb541b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:03.245440 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4956129b-a0ea-46b6-a0cf-f3bd9390acdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:03.284957 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-eeaf5809-dbf5-43a1-8e05-eb460df2d0c9 req-b2dba433-4a5f-4bb3-9dda-12e33628e904 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:03.353236 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db501d5-5902-499c-ad82-7cd33f65c96a None None] Pushing event updated for resources: {'Port': ['ID=15d7da50-37c6-4aa5-8ba6-85fd349bb104,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:03.420280 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-820de88f-c09a-4519-a2ac-e3304cb541b1 None None] Attempting to bind port 15d7da50-37c6-4aa5-8ba6-85fd349bb104 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:26:03.420280 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-820de88f-c09a-4519-a2ac-e3304cb541b1 None None] Attempting to bind port 15d7da50-37c6-4aa5-8ba6-85fd349bb104 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:26:03.420280 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820de88f-c09a-4519-a2ac-e3304cb541b1 None None] Attempting to bind port 15d7da50-37c6-4aa5-8ba6-85fd349bb104 on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:26:03.428515 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820de88f-c09a-4519-a2ac-e3304cb541b1 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:26:03.428893 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820de88f-c09a-4519-a2ac-e3304cb541b1 None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:26:03.429313 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-820de88f-c09a-4519-a2ac-e3304cb541b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:03.429702 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820de88f-c09a-4519-a2ac-e3304cb541b1 None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:26:03.430205 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-820de88f-c09a-4519-a2ac-e3304cb541b1 None None] Bound port: 15d7da50-37c6-4aa5-8ba6-85fd349bb104, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:26:03.430566 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-820de88f-c09a-4519-a2ac-e3304cb541b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:03.462130 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:03.476830 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-583dc9d3-487c-46a9-93b5-4b08bd37a07c req-479715b4-2cf3-4de9-9ef2-dfc5151568cc tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] No DVR routers for this DVR port 799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:26:03.494141 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-583dc9d3-487c-46a9-93b5-4b08bd37a07c req-479715b4-2cf3-4de9-9ef2-dfc5151568cc tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:03.505726 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ca4f81-da2f-4b2b-a373-dc04ba9f5f84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56003509-3c64-46c7-b000-b00a55ef8156'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:26:03.507638 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeaf5809-dbf5-43a1-8e05-eb460df2d0c9 req-b2dba433-4a5f-4bb3-9dda-12e33628e904 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] No DVR routers for this DVR port 3b15d35d-cfaa-4470-86e8-aa936cd56e75 on host n-h2-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:26:03.510576 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-eeaf5809-dbf5-43a1-8e05-eb460df2d0c9 req-b2dba433-4a5f-4bb3-9dda-12e33628e904 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:03.512578 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eeaf5809-dbf5-43a1-8e05-eb460df2d0c9 req-b2dba433-4a5f-4bb3-9dda-12e33628e904 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.67 "DELETE /v2.0/ports/3b15d35d-cfaa-4470-86e8-aa936cd56e75 HTTP/1.1" status: 204 len: 173 time: 2.8182278 May 03 22:26:03.531988 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d815a3a-25a5-44a6-9576-bb4358907a54 req-671a5171-bc6d-4818-8324-21728ce9f64c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:03.556522 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d815a3a-25a5-44a6-9576-bb4358907a54 req-671a5171-bc6d-4818-8324-21728ce9f64c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:03.557409 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0d815a3a-25a5-44a6-9576-bb4358907a54 req-671a5171-bc6d-4818-8324-21728ce9f64c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Synchronizing usage tracker for tenant:ceba61b4c246497baf83bdccf3f80f6e on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:26:03.560504 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dba433-4a5f-4bb3-9dda-12e33628e904 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Pushing event deleted for resources: {'Port': ['ID=3b15d35d-cfaa-4470-86e8-aa936cd56e75,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:03.563229 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-583dc9d3-487c-46a9-93b5-4b08bd37a07c req-479715b4-2cf3-4de9-9ef2-dfc5151568cc tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.60 "DELETE /v2.0/ports/799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a HTTP/1.1" status: 204 len: 173 time: 2.9113727 May 03 22:26:03.606334 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-4956129b-a0ea-46b6-a0cf-f3bd9390acdf admin admin] Allocated IP 172.20.0.1 (1ee2b61c-9360-43a9-8a2e-e76fc2432530/e0202efe-1b5f-4dcb-9569-6279b488dc3f/6b0c229f-a7d6-4b16-9f5e-a985117eb991) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:26:03.611702 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 56003509-3c64-46c7-b000-b00a55ef8156, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=56003509-3c64-46c7-b000-b00a55ef8156,segment=NetworkSegment(458d701d-3e80-4394-b200-b4a54eb80085),segment_id=458d701d-3e80-4394-b200-b4a54eb80085)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:26:03.615031 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173ee46-42c5-46ad-b7d3-6b5d02b9abf0 req-9bb517e5-548d-4080-98b1-a1f7a1c85ba6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:03.615654 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-a173ee46-42c5-46ad-b7d3-6b5d02b9abf0 req-9bb517e5-548d-4080-98b1-a1f7a1c85ba6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Synchronizing usage tracker for tenant:bb54f7f22ed84045bd34103ad99af40a on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:26:03.629001 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:03.635515 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:26:03.653586 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0d815a3a-25a5-44a6-9576-bb4358907a54 req-671a5171-bc6d-4818-8324-21728ce9f64c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Unset dirty status for tenant:ceba61b4c246497baf83bdccf3f80f6e on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:26:03.661401 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0d815a3a-25a5-44a6-9576-bb4358907a54 req-671a5171-bc6d-4818-8324-21728ce9f64c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/ports?device_id=92ca4f81-da2f-4b2b-a373-dc04ba9f5f84 HTTP/1.1" status: 200 len: 1683 time: 0.9373441 May 03 22:26:03.704182 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-a173ee46-42c5-46ad-b7d3-6b5d02b9abf0 req-9bb517e5-548d-4080-98b1-a1f7a1c85ba6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Unset dirty status for tenant:bb54f7f22ed84045bd34103ad99af40a on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:26:03.710863 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a173ee46-42c5-46ad-b7d3-6b5d02b9abf0 req-9bb517e5-548d-4080-98b1-a1f7a1c85ba6 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=770d70a2-fe12-428c-a0b0-e7e08f7f7062 HTTP/1.1" status: 200 len: 865 time: 1.0194993 May 03 22:26:03.728039 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-583dc9d3-487c-46a9-93b5-4b08bd37a07c req-d903f325-aafa-4541-b7b3-b7d80d407c1d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Deleting port a17d3d75-85f5-4355-893e-76126bb1b6a2 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:26:03.728444 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-583dc9d3-487c-46a9-93b5-4b08bd37a07c req-d903f325-aafa-4541-b7b3-b7d80d407c1d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:03.743200 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:26:03.743552 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:26:03.743984 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device a17d3d75-85f5-4355-893e-76126bb1b6a2 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:26:03.819719 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-820de88f-c09a-4519-a2ac-e3304cb541b1 None None] For port 15d7da50-37c6-4aa5-8ba6-85fd349bb104, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:26:03.843810 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-820de88f-c09a-4519-a2ac-e3304cb541b1 None None] For port 15d7da50-37c6-4aa5-8ba6-85fd349bb104, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=15d7da50-37c6-4aa5-8ba6-85fd349bb104,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:26:03.846688 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0d815a3a-25a5-44a6-9576-bb4358907a54 req-980012ab-735b-4440-b698-b5fd0a28fbff tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b81432-802a-43de-9bfe-4b29db55d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842453 May 03 22:26:03.887063 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-820de88f-c09a-4519-a2ac-e3304cb541b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:03.917917 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=56003509-3c64-46c7-b000-b00a55ef8156,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:03.919070 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4956129b-a0ea-46b6-a0cf-f3bd9390acdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:03.943539 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-4956129b-a0ea-46b6-a0cf-f3bd9390acdf admin admin] Transition to ACTIVE for port object 6b0c229f-a7d6-4b16-9f5e-a985117eb991 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:26:03.969228 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb5aee8e-2b23-458f-963f-f2ac3402126e'] response: {'name': 'network-changed', 'server_uuid': '569ee7af-bac9-455e-a886-b06445ccfb73', 'tag': 'ef24e541-f2bd-417b-8a9e-007c88e0ff0b', 'status': 'completed', 'code': 200} May 03 22:26:03.973505 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4956129b-a0ea-46b6-a0cf-f3bd9390acdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:03.999863 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:04.037882 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820de88f-c09a-4519-a2ac-e3304cb541b1 None None] Routers {'369ccbac-eea0-41b4-838a-c3fcccbab111'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:26:04.038553 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-820de88f-c09a-4519-a2ac-e3304cb541b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:25:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['369ccbac-eea0-41b4-838a-c3fcccbab111'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:26:04.074384 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a173ee46-42c5-46ad-b7d3-6b5d02b9abf0 req-641f4f74-713e-44ad-92c1-adb4a354e389 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625557 May 03 22:26:04.076664 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4956129b-a0ea-46b6-a0cf-f3bd9390acdf admin admin] Pushing event updated for resources: {'Port': ['ID=6b0c229f-a7d6-4b16-9f5e-a985117eb991,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:04.100204 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4956129b-a0ea-46b6-a0cf-f3bd9390acdf admin admin] Network 1ee2b61c-9360-43a9-8a2e-e76fc2432530 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:26:04.106064 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-4956129b-a0ea-46b6-a0cf-f3bd9390acdf admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:26:04.131920 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4956129b-a0ea-46b6-a0cf-f3bd9390acdf admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:26:04.251577 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 3b15d35d-cfaa-4470-86e8-aa936cd56e75 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:26:04.272462 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4956129b-a0ea-46b6-a0cf-f3bd9390acdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:04.364850 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port a17d3d75-85f5-4355-893e-76126bb1b6a2, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a17d3d75-85f5-4355-893e-76126bb1b6a2,segment=NetworkSegment(f817c794-7df4-4ff9-81a1-864cf5ce0f8e),segment_id=f817c794-7df4-4ff9-81a1-864cf5ce0f8e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:26:04.366357 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db501d5-5902-499c-ad82-7cd33f65c96a None None] Pushing event updated for resources: {'Port': ['ID=15d7da50-37c6-4aa5-8ba6-85fd349bb104,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:04.372337 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 3b15d35d-cfaa-4470-86e8-aa936cd56e75 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:26:04.372925 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 3b15d35d-cfaa-4470-86e8-aa936cd56e75 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:26:04.378861 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:04.500295 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4956129b-a0ea-46b6-a0cf-f3bd9390acdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:04.529736 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=a17d3d75-85f5-4355-893e-76126bb1b6a2,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:04.600918 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-820de88f-c09a-4519-a2ac-e3304cb541b1 None None] Set router 369ccbac-eea0-41b4-838a-c3fcccbab111 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:26:04.782333 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc81c6b-1d4c-4f14-b174-70a5982763e2', 'name': 'network-vif-deleted', 'tag': 'b2da60bb-93f7-43c6-89c1-7bff73b57b22'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:26:04.878747 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4956129b-a0ea-46b6-a0cf-f3bd9390acdf admin admin] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:04.898620 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f0874b99-754e-4a29-9a1b-fde08cc3dd5d None None] Provisioning for port 6b0c229f-a7d6-4b16-9f5e-a985117eb991 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:26:04.899352 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4956129b-a0ea-46b6-a0cf-f3bd9390acdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:04.916138 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f0874b99-754e-4a29-9a1b-fde08cc3dd5d None None] Provisioning complete for port 6b0c229f-a7d6-4b16-9f5e-a985117eb991 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:26:04.916512 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f0874b99-754e-4a29-9a1b-fde08cc3dd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:05.012037 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796de8f-bc45-49c2-9787-6bee14bc5d49 req-e26fdac0-3512-4b0f-be64-a03f7666969a tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:05.021540 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9796de8f-bc45-49c2-9787-6bee14bc5d49 req-e26fdac0-3512-4b0f-be64-a03f7666969a tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 946 time: 0.4338877 May 03 22:26:05.041674 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f0874b99-754e-4a29-9a1b-fde08cc3dd5d None None] Port 6b0c229f-a7d6-4b16-9f5e-a985117eb991 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:26:05.063603 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4956129b-a0ea-46b6-a0cf-f3bd9390acdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:05.096552 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9796de8f-bc45-49c2-9787-6bee14bc5d49 req-734a9df8-a0a5-4ff6-a393-caa56e6a4b49 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735109 May 03 22:26:05.101647 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-820de88f-c09a-4519-a2ac-e3304cb541b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'name': 'tempest-AttachSCSIVolumeTestJSON-1979551776-router', 'tenant_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '15d7da50-37c6-4aa5-8ba6-85fd349bb104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:25:55Z', 'updated_at': '2022-05-03T22:25:58Z', 'revision_number': 3, 'project_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'gw_port': {'id': '15d7da50-37c6-4aa5-8ba6-85fd349bb104', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:25:56Z', 'updated_at': '2022-05-03T22:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:26:05.103887 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4956129b-a0ea-46b6-a0cf-f3bd9390acdf admin admin] Pushing event updated for resources: {'Port': ['ID=6b0c229f-a7d6-4b16-9f5e-a985117eb991,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:05.107354 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820de88f-c09a-4519-a2ac-e3304cb541b1 None None] The sync data for ids ['369ccbac-eea0-41b4-838a-c3fcccbab111'] in n-d-811807-1 is: [{'id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'name': 'tempest-AttachSCSIVolumeTestJSON-1979551776-router', 'tenant_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '15d7da50-37c6-4aa5-8ba6-85fd349bb104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:25:55Z', 'updated_at': '2022-05-03T22:25:58Z', 'revision_number': 3, 'project_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'gw_port': {'id': '15d7da50-37c6-4aa5-8ba6-85fd349bb104', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:25:56Z', 'updated_at': '2022-05-03T22:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:26:05.144584 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd71f67-6311-4025-a5e0-f552d02ad983 req-53366d93-9ca4-481f-b3cf-dab4a093bfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:05.153013 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6dd71f67-6311-4025-a5e0-f552d02ad983 req-53366d93-9ca4-481f-b3cf-dab4a093bfef service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1727dc00a1e94099b181b574bcc185b6&device_id=569ee7af-bac9-455e-a886-b06445ccfb73 HTTP/1.1" status: 200 len: 1095 time: 1.1699283 May 03 22:26:05.234866 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad52ca-5211-43cf-8463-3f61f0a9d87f req-dc79b696-9707-4da7-9aaf-3d87836b4f01 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:05.246770 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bcad52ca-5211-43cf-8463-3f61f0a9d87f req-dc79b696-9707-4da7-9aaf-3d87836b4f01 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=569ee7af-bac9-455e-a886-b06445ccfb73 HTTP/1.1" status: 200 len: 944 time: 0.4198401 May 03 22:26:05.274028 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-583dc9d3-487c-46a9-93b5-4b08bd37a07c req-d903f325-aafa-4541-b7b3-b7d80d407c1d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] For port a17d3d75-85f5-4355-893e-76126bb1b6a2, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a17d3d75-85f5-4355-893e-76126bb1b6a2,segment=NetworkSegment(f817c794-7df4-4ff9-81a1-864cf5ce0f8e),segment_id=f817c794-7df4-4ff9-81a1-864cf5ce0f8e)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:26:05.274664 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-583dc9d3-487c-46a9-93b5-4b08bd37a07c req-d903f325-aafa-4541-b7b3-b7d80d407c1d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:05.315179 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b12dd437-8f99-4dee-9e0a-71e8bec8e1ee'] response: {'server_uuid': '92ca4f81-da2f-4b2b-a373-dc04ba9f5f84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56003509-3c64-46c7-b000-b00a55ef8156', 'code': 200} May 03 22:26:05.410632 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4956129b-a0ea-46b6-a0cf-f3bd9390acdf admin admin] Network 1ee2b61c-9360-43a9-8a2e-e76fc2432530 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:26:05.411878 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-4956129b-a0ea-46b6-a0cf-f3bd9390acdf admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:26:05.470888 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-583dc9d3-487c-46a9-93b5-4b08bd37a07c req-d903f325-aafa-4541-b7b3-b7d80d407c1d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Calling delete_port for a17d3d75-85f5-4355-893e-76126bb1b6a2 owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:26:05.792861 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6b1e185c-6b76-41a3-acb7-d7faeddae073 None None] Provisioning complete for port 6b0c229f-a7d6-4b16-9f5e-a985117eb991 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:26:05.795012 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6b1e185c-6b76-41a3-acb7-d7faeddae073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:05.811889 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4956129b-a0ea-46b6-a0cf-f3bd9390acdf admin admin] Router 369ccbac-eea0-41b4-838a-c3fcccbab111 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:26:05.926469 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e185c-6b76-41a3-acb7-d7faeddae073 None None] Port 6b0c229f-a7d6-4b16-9f5e-a985117eb991 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:26:05.971222 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd71f67-6311-4025-a5e0-f552d02ad983 req-c1a37107-55c4-4e5a-b0d4-48ee9de41b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:05.977167 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6dd71f67-6311-4025-a5e0-f552d02ad983 req-c1a37107-55c4-4e5a-b0d4-48ee9de41b34 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c529cb66-8468-429f-bb93-e81cdb567811 HTTP/1.1" status: 200 len: 909 time: 0.8045559 May 03 22:26:05.994855 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ca4f81-da2f-4b2b-a373-dc04ba9f5f84', 'name': 'network-vif-deleted', 'tag': '799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a'}, {'server_uuid': '770d70a2-fe12-428c-a0b0-e7e08f7f7062', 'name': 'network-vif-deleted', 'tag': '3b15d35d-cfaa-4470-86e8-aa936cd56e75'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:26:06.039061 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4956129b-a0ea-46b6-a0cf-f3bd9390acdf admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:26:06.061470 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4956129b-a0ea-46b6-a0cf-f3bd9390acdf admin admin] 10.222.0.58 "PUT /v2.0/routers/369ccbac-eea0-41b4-838a-c3fcccbab111/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2341230 May 03 22:26:06.139346 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6dd71f67-6311-4025-a5e0-f552d02ad983 req-5e696ff9-3351-41bf-817f-110a6f1f4340 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef24e541-f2bd-417b-8a9e-007c88e0ff0b HTTP/1.1" status: 200 len: 217 time: 0.1335092 May 03 22:26:06.202665 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bcad52ca-5211-43cf-8463-3f61f0a9d87f req-8af5f9b1-dc81-46b5-aaf5-97a59b94e2b3 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9513342 May 03 22:26:06.314477 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b784f51-6167-413e-b02d-f800dc99adea'] response: {'server_uuid': 'dbc81c6b-1d4c-4f14-b174-70a5982763e2', 'name': 'network-vif-deleted', 'tag': 'b2da60bb-93f7-43c6-89c1-7bff73b57b22', 'status': 'completed', 'code': 200} May 03 22:26:06.343738 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.api [req-583dc9d3-487c-46a9-93b5-4b08bd37a07c req-d903f325-aafa-4541-b7b3-b7d80d407c1d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:26:06.344069 n-d-811807-1 neutron-server[88069]: DEBUG oslo_db.api [req-583dc9d3-487c-46a9-93b5-4b08bd37a07c req-d903f325-aafa-4541-b7b3-b7d80d407c1d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:26:06.465969 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d4b73-f239-43f0-8559-421f161a7762 req-3614f809-5664-4f02-bfa4-d0228a75a00c tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:06.482606 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e36d4b73-f239-43f0-8559-421f161a7762 req-3614f809-5664-4f02-bfa4-d0228a75a00c tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=14a8a283-1d71-4167-8217-8abcf46f185f HTTP/1.1" status: 200 len: 950 time: 0.7171707 May 03 22:26:06.596770 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd71f67-6311-4025-a5e0-f552d02ad983 req-731f7a44-d18e-4787-9d96-e314181d3ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:06.599581 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6dd71f67-6311-4025-a5e0-f552d02ad983 req-731f7a44-d18e-4787-9d96-e314181d3ec1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1ee1af50-b130-474e-bc7b-1c6042f9e7e1 HTTP/1.1" status: 200 len: 848 time: 0.3914595 May 03 22:26:06.696498 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6dd71f67-6311-4025-a5e0-f552d02ad983 req-e0157681-31df-42c7-b2d1-e69f463b20e1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c529cb66-8468-429f-bb93-e81cdb567811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821004 May 03 22:26:06.711706 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e36d4b73-f239-43f0-8559-421f161a7762 req-57d55e3b-1a81-4bca-a730-8dd13939fd9e tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282577 May 03 22:26:06.841741 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cd006-cff1-4e9e-b17a-5a7b1339594a req-aaaa719f-2764-4f53-9fa6-1bf020ef97e2 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:06.843335 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9c0cd006-cff1-4e9e-b17a-5a7b1339594a req-aaaa719f-2764-4f53-9fa6-1bf020ef97e2 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.60 "GET /v2.0/ports?device_id=14a8a283-1d71-4167-8217-8abcf46f185f HTTP/1.1" status: 200 len: 950 time: 0.7030716 May 03 22:26:06.850361 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-583dc9d3-487c-46a9-93b5-4b08bd37a07c req-d903f325-aafa-4541-b7b3-b7d80d407c1d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Deleting port a17d3d75-85f5-4355-893e-76126bb1b6a2 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:26:06.850706 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-583dc9d3-487c-46a9-93b5-4b08bd37a07c req-d903f325-aafa-4541-b7b3-b7d80d407c1d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:07.069294 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf1ab8-41fc-4e45-adf6-0270b48910e7 req-de3317d7-03ed-4e72-8b8a-0f678c126782 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:07.077411 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf1ab8-41fc-4e45-adf6-0270b48910e7 req-de3317d7-03ed-4e72-8b8a-0f678c126782 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:07.080702 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8ebf1ab8-41fc-4e45-adf6-0270b48910e7 req-de3317d7-03ed-4e72-8b8a-0f678c126782 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/ports?device_id=92ca4f81-da2f-4b2b-a373-dc04ba9f5f84 HTTP/1.1" status: 200 len: 1679 time: 0.6356075 May 03 22:26:07.082817 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6dd71f67-6311-4025-a5e0-f552d02ad983 req-c891bf00-c1c2-4f58-9569-a49eec88ceac service neutron] 10.222.0.67 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757527 May 03 22:26:07.096063 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53458) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:07.096327 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-e506baad-65ce-40dd-b080-40030a7f8b36 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-894989335-network', 'tenant_id': 'bec80e108678421e8e07b3ad822dd912'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:26:07.100935 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e506baad-65ce-40dd-b080-40030a7f8b36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:26:07.104830 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e506baad-65ce-40dd-b080-40030a7f8b36 admin admin] Usage tracker for resource:network and tenant:bec80e108678421e8e07b3ad822dd912 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:26:07.107581 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-9c0cd006-cff1-4e9e-b17a-5a7b1339594a req-fa793c99-974a-471f-94a2-533d79333ef6 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Deleting port 633b7d10-619d-4ebd-be62-3ab3159859eb {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:26:07.107747 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e506baad-65ce-40dd-b080-40030a7f8b36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:26:07.107957 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9c0cd006-cff1-4e9e-b17a-5a7b1339594a req-fa793c99-974a-471f-94a2-533d79333ef6 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:07.113548 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e506baad-65ce-40dd-b080-40030a7f8b36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:26:07.124905 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e506baad-65ce-40dd-b080-40030a7f8b36 admin admin] Made reservation on behalf of bec80e108678421e8e07b3ad822dd912 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:26:07.127760 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e506baad-65ce-40dd-b080-40030a7f8b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:07.146462 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e506baad-65ce-40dd-b080-40030a7f8b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:07.164064 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e506baad-65ce-40dd-b080-40030a7f8b36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:26:07.168475 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e506baad-65ce-40dd-b080-40030a7f8b36 admin admin] Usage tracker for resource:security_group_rule and tenant:bec80e108678421e8e07b3ad822dd912 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:26:07.172773 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e506baad-65ce-40dd-b080-40030a7f8b36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:26:07.179758 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e506baad-65ce-40dd-b080-40030a7f8b36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:26:07.312752 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e506baad-65ce-40dd-b080-40030a7f8b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:07.316640 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ca4f81-da2f-4b2b-a373-dc04ba9f5f84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a17d3d75-85f5-4355-893e-76126bb1b6a2'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:26:07.320948 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e506baad-65ce-40dd-b080-40030a7f8b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:07.362157 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e506baad-65ce-40dd-b080-40030a7f8b36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:26:07.373104 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506baad-65ce-40dd-b080-40030a7f8b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ee94d7-d69d-47e4-9594-841e90d88930,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:07.384881 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e506baad-65ce-40dd-b080-40030a7f8b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:07.385229 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-e506baad-65ce-40dd-b080-40030a7f8b36 admin admin] Added segment 84a46ab7-23b3-4149-a696-24cab25e6e9f of type vlan for network 8aea1ff8-9c69-4ddb-a429-4444133cffa6 May 03 22:26:07.429908 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e506baad-65ce-40dd-b080-40030a7f8b36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:07.540820 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e506baad-65ce-40dd-b080-40030a7f8b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:07.542363 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e506baad-65ce-40dd-b080-40030a7f8b36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:07.543216 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e506baad-65ce-40dd-b080-40030a7f8b36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:07.553745 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 15d7da50-37c6-4aa5-8ba6-85fd349bb104 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:26:07.737789 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 15d7da50-37c6-4aa5-8ba6-85fd349bb104 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:26:07.744412 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 15d7da50-37c6-4aa5-8ba6-85fd349bb104 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:26:07.744916 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:07.787325 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a079f4-ce07-4dd2-81e7-024a7ee6e4a9 None None] Sync routers for ids ['369ccbac-eea0-41b4-838a-c3fcccbab111'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:26:07.802357 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a079f4-ce07-4dd2-81e7-024a7ee6e4a9 None None] Routers {'369ccbac-eea0-41b4-838a-c3fcccbab111'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:26:07.803737 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-56a079f4-ce07-4dd2-81e7-024a7ee6e4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:25:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['369ccbac-eea0-41b4-838a-c3fcccbab111'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:26:07.840356 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41979576-0578-4167-bfcc-8930d240d279'] response: {'server_uuid': '92ca4f81-da2f-4b2b-a373-dc04ba9f5f84', 'name': 'network-vif-deleted', 'tag': '799d89a8-8f40-4fb8-99b6-ac3e6aa11b6a', 'status': 'completed', 'code': 200} May 03 22:26:07.841259 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41979576-0578-4167-bfcc-8930d240d279'] response: {'server_uuid': '770d70a2-fe12-428c-a0b0-e7e08f7f7062', 'name': 'network-vif-deleted', 'tag': '3b15d35d-cfaa-4470-86e8-aa936cd56e75', 'status': 'completed', 'code': 200} May 03 22:26:07.921817 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506baad-65ce-40dd-b080-40030a7f8b36 admin admin] Pushing event updated for resources: {'Network': ['ID=8aea1ff8-9c69-4ddb-a429-4444133cffa6,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:07.948855 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 8aea1ff8-9c69-4ddb-a429-4444133cffa6 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:26:07.985405 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6dd71f67-6311-4025-a5e0-f552d02ad983 req-472b2093-78a6-4527-88db-717eda636e13 service neutron] 10.222.0.67 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8829763 May 03 22:26:08.029962 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e506baad-65ce-40dd-b080-40030a7f8b36 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9384890 May 03 22:26:08.036197 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53478) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:08.045998 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-cc846780-5247-4a52-afae-b180e9a1f972 admin admin] Request body: {'subnet': {'network_id': '8aea1ff8-9c69-4ddb-a429-4444133cffa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-894989335-subnet', 'tenant_id': 'bec80e108678421e8e07b3ad822dd912', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:26:08.053502 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-cc846780-5247-4a52-afae-b180e9a1f972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:26:08.062771 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-cc846780-5247-4a52-afae-b180e9a1f972 admin admin] Usage tracker for resource:subnet and tenant:bec80e108678421e8e07b3ad822dd912 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:26:08.066294 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-cc846780-5247-4a52-afae-b180e9a1f972 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:26:08.081513 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31cc02-4d92-447e-a8cc-98066dd080cd req-59181fab-cb91-480f-9f9e-55e1da7e040d tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:08.082271 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-3d31cc02-4d92-447e-a8cc-98066dd080cd req-59181fab-cb91-480f-9f9e-55e1da7e040d tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Synchronizing usage tracker for tenant:ec7645f95a4b4ae78a2c1ea04f62a7e0 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:26:08.084921 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8ebf1ab8-41fc-4e45-adf6-0270b48910e7 req-d95dfd9e-f3df-4a9e-b111-c653aa944cdc tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b81432-802a-43de-9bfe-4b29db55d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9811358 May 03 22:26:08.089407 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-cc846780-5247-4a52-afae-b180e9a1f972 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:26:08.108862 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-3d31cc02-4d92-447e-a8cc-98066dd080cd req-59181fab-cb91-480f-9f9e-55e1da7e040d tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Unset dirty status for tenant:ec7645f95a4b4ae78a2c1ea04f62a7e0 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:26:08.110149 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3d31cc02-4d92-447e-a8cc-98066dd080cd req-59181fab-cb91-480f-9f9e-55e1da7e040d tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6aa49f0-d5a2-427f-b98f-7d7f9908687b HTTP/1.1" status: 200 len: 945 time: 0.1846759 May 03 22:26:08.168415 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc846780-5247-4a52-afae-b180e9a1f972 admin admin] Made reservation on behalf of bec80e108678421e8e07b3ad822dd912 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:26:08.171115 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cc846780-5247-4a52-afae-b180e9a1f972 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:08.176241 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-9c0cd006-cff1-4e9e-b17a-5a7b1339594a req-fa793c99-974a-471f-94a2-533d79333ef6 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] For port 633b7d10-619d-4ebd-be62-3ab3159859eb, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=633b7d10-619d-4ebd-be62-3ab3159859eb,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:26:08.178070 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9c0cd006-cff1-4e9e-b17a-5a7b1339594a req-fa793c99-974a-471f-94a2-533d79333ef6 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:08.234441 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-56a079f4-ce07-4dd2-81e7-024a7ee6e4a9 None None] Set router 369ccbac-eea0-41b4-838a-c3fcccbab111 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:26:08.313541 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:08.332950 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 15d7da50-37c6-4aa5-8ba6-85fd349bb104, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=15d7da50-37c6-4aa5-8ba6-85fd349bb104,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:26:08.347285 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:08.443613 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-3d31cc02-4d92-447e-a8cc-98066dd080cd req-f122fe34-3b14-47bb-9533-6e43787a5300 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Deleting port 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:26:08.448218 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-9c0cd006-cff1-4e9e-b17a-5a7b1339594a req-fa793c99-974a-471f-94a2-533d79333ef6 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Calling delete_port for 633b7d10-619d-4ebd-be62-3ab3159859eb owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:26:08.449521 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3d31cc02-4d92-447e-a8cc-98066dd080cd req-f122fe34-3b14-47bb-9533-6e43787a5300 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:08.462134 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=15d7da50-37c6-4aa5-8ba6-85fd349bb104,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:08.543670 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-583dc9d3-487c-46a9-93b5-4b08bd37a07c req-d903f325-aafa-4541-b7b3-b7d80d407c1d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] For port a17d3d75-85f5-4355-893e-76126bb1b6a2, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a17d3d75-85f5-4355-893e-76126bb1b6a2,segment=NetworkSegment(f817c794-7df4-4ff9-81a1-864cf5ce0f8e),segment_id=f817c794-7df4-4ff9-81a1-864cf5ce0f8e)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:26:08.544651 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-583dc9d3-487c-46a9-93b5-4b08bd37a07c req-d903f325-aafa-4541-b7b3-b7d80d407c1d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:08.577986 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d40ea6-3df6-4250-8c83-8eb44e4e6b94 req-537ae186-37af-41d4-bb42-77a62a6be2e0 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:08.580612 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-92d40ea6-3df6-4250-8c83-8eb44e4e6b94 req-537ae186-37af-41d4-bb42-77a62a6be2e0 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 946 time: 0.6802251 May 03 22:26:08.728948 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 633b7d10-619d-4ebd-be62-3ab3159859eb no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:26:08.752088 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-56a079f4-ce07-4dd2-81e7-024a7ee6e4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'name': 'tempest-AttachSCSIVolumeTestJSON-1979551776-router', 'tenant_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '15d7da50-37c6-4aa5-8ba6-85fd349bb104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:25:55Z', 'updated_at': '2022-05-03T22:26:04Z', 'revision_number': 4, 'project_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'gw_port': {'id': '15d7da50-37c6-4aa5-8ba6-85fd349bb104', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:25:56Z', 'updated_at': '2022-05-03T22:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '6b0c229f-a7d6-4b16-9f5e-a985117eb991', 'name': '', 'network_id': '1ee2b61c-9360-43a9-8a2e-e76fc2432530', 'tenant_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'mac_address': 'fa:16:3e:2a:d0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'e0202efe-1b5f-4dcb-9569-6279b488dc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:26:03Z', 'updated_at': '2022-05-03T22:26:04Z', 'revision_number': 2, 'project_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'subnets': [{'id': 'e0202efe-1b5f-4dcb-9569-6279b488dc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:26:08.756231 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a079f4-ce07-4dd2-81e7-024a7ee6e4a9 None None] Checking router: 369ccbac-eea0-41b4-838a-c3fcccbab111 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:26:08.756656 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a079f4-ce07-4dd2-81e7-024a7ee6e4a9 None None] Updating router 369ccbac-eea0-41b4-838a-c3fcccbab111 port 6b0c229f-a7d6-4b16-9f5e-a985117eb991 binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:26:08.811641 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-56a079f4-ce07-4dd2-81e7-024a7ee6e4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:08.840944 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-3d31cc02-4d92-447e-a8cc-98066dd080cd req-f122fe34-3b14-47bb-9533-6e43787a5300 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] For port 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:26:08.841410 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3d31cc02-4d92-447e-a8cc-98066dd080cd req-f122fe34-3b14-47bb-9533-6e43787a5300 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:08.910369 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-583dc9d3-487c-46a9-93b5-4b08bd37a07c req-d903f325-aafa-4541-b7b3-b7d80d407c1d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Calling delete_port for a17d3d75-85f5-4355-893e-76126bb1b6a2 owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:26:08.985114 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:09.029823 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 633b7d10-619d-4ebd-be62-3ab3159859eb, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=633b7d10-619d-4ebd-be62-3ab3159859eb,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:26:09.040039 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:09.052467 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-3d31cc02-4d92-447e-a8cc-98066dd080cd req-f122fe34-3b14-47bb-9533-6e43787a5300 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Calling delete_port for 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:26:09.111482 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-92d40ea6-3df6-4250-8c83-8eb44e4e6b94 req-d624e46d-062c-48d5-8478-ef668a7e361e tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4517164 May 03 22:26:09.173117 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-35065118-7cad-453f-8391-3922ce1fcb19 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:09.175511 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-35065118-7cad-453f-8391-3922ce1fcb19 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/networks?id=4f772766-6d4c-4ac3-b843-8129bd316d6b HTTP/1.1" status: 200 len: 822 time: 0.8834097 May 03 22:26:09.178281 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.api [req-9c0cd006-cff1-4e9e-b17a-5a7b1339594a req-fa793c99-974a-471f-94a2-533d79333ef6 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:26:09.178608 n-d-811807-1 neutron-server[88069]: DEBUG oslo_db.api [req-9c0cd006-cff1-4e9e-b17a-5a7b1339594a req-fa793c99-974a-471f-94a2-533d79333ef6 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:26:09.210709 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-b2a01d0c-8cc9-4525-baf8-3b9b5ef54125 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/quotas/bb54f7f22ed84045bd34103ad99af40a HTTP/1.1" status: 200 len: 375 time: 0.0233395 May 03 22:26:09.219279 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=633b7d10-619d-4ebd-be62-3ab3159859eb,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:09.349297 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-56a079f4-ce07-4dd2-81e7-024a7ee6e4a9 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:09.363769 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-56a079f4-ce07-4dd2-81e7-024a7ee6e4a9 None None] Transition to ACTIVE for port object 6b0c229f-a7d6-4b16-9f5e-a985117eb991 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:26:09.371605 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-56a079f4-ce07-4dd2-81e7-024a7ee6e4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:09.410918 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 15d7da50-37c6-4aa5-8ba6-85fd349bb104 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:26:09.425672 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-583dc9d3-487c-46a9-93b5-4b08bd37a07c req-d903f325-aafa-4541-b7b3-b7d80d407c1d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:09.452125 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3d31cc02-4d92-447e-a8cc-98066dd080cd req-f122fe34-3b14-47bb-9533-6e43787a5300 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:09.514874 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903f325-aafa-4541-b7b3-b7d80d407c1d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Pushing event deleted for resources: {'Port': ['ID=a17d3d75-85f5-4355-893e-76126bb1b6a2,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:09.583642 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 15d7da50-37c6-4aa5-8ba6-85fd349bb104 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:26:09.584305 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:09.764569 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122fe34-3b14-47bb-9533-6e43787a5300 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Pushing event deleted for resources: {'Port': ['ID=5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:09.819186 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cc846780-5247-4a52-afae-b180e9a1f972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:09.865952 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad11611b-1bb3-4ffe-8fcc-a4187103ccc9 None None] Pushing event updated for resources: {'Port': ['ID=6b0c229f-a7d6-4b16-9f5e-a985117eb991,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:09.870967 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-56a079f4-ce07-4dd2-81e7-024a7ee6e4a9 None None] Attempting to bind port 6b0c229f-a7d6-4b16-9f5e-a985117eb991 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:26:09.871318 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-56a079f4-ce07-4dd2-81e7-024a7ee6e4a9 None None] Attempting to bind port 6b0c229f-a7d6-4b16-9f5e-a985117eb991 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '3eb99e31-0213-4c32-a073-a8c35d28a5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1ee2b61c-9360-43a9-8a2e-e76fc2432530'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:26:09.874617 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a079f4-ce07-4dd2-81e7-024a7ee6e4a9 None None] Attempting to bind port 6b0c229f-a7d6-4b16-9f5e-a985117eb991 on network 1ee2b61c-9360-43a9-8a2e-e76fc2432530 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:26:09.895537 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a079f4-ce07-4dd2-81e7-024a7ee6e4a9 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:26:09.895901 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a079f4-ce07-4dd2-81e7-024a7ee6e4a9 None None] Checking segment: {'id': '3eb99e31-0213-4c32-a073-a8c35d28a5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1ee2b61c-9360-43a9-8a2e-e76fc2432530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:26:09.896295 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-56a079f4-ce07-4dd2-81e7-024a7ee6e4a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:09.896678 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a079f4-ce07-4dd2-81e7-024a7ee6e4a9 None None] Bound using segment: {'id': '3eb99e31-0213-4c32-a073-a8c35d28a5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1ee2b61c-9360-43a9-8a2e-e76fc2432530'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:26:09.897144 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-56a079f4-ce07-4dd2-81e7-024a7ee6e4a9 None None] Bound port: 6b0c229f-a7d6-4b16-9f5e-a985117eb991, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb99e31-0213-4c32-a073-a8c35d28a5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1ee2b61c-9360-43a9-8a2e-e76fc2432530'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:26:09.897506 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-56a079f4-ce07-4dd2-81e7-024a7ee6e4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:09.926443 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d31cc02-4d92-447e-a8cc-98066dd080cd req-f122fe34-3b14-47bb-9533-6e43787a5300 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] No DVR routers for this DVR port 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:26:09.931022 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3d31cc02-4d92-447e-a8cc-98066dd080cd req-f122fe34-3b14-47bb-9533-6e43787a5300 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:09.946981 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6aa49f0-d5a2-427f-b98f-7d7f9908687b', 'name': 'network-vif-deleted', 'tag': '5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:26:10.016369 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-9c0cd006-cff1-4e9e-b17a-5a7b1339594a req-fa793c99-974a-471f-94a2-533d79333ef6 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Deleting port 633b7d10-619d-4ebd-be62-3ab3159859eb {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:26:10.016995 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9c0cd006-cff1-4e9e-b17a-5a7b1339594a req-fa793c99-974a-471f-94a2-533d79333ef6 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:10.022655 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:26:10.057576 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3d31cc02-4d92-447e-a8cc-98066dd080cd req-f122fe34-3b14-47bb-9533-6e43787a5300 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.60 "DELETE /v2.0/ports/5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 HTTP/1.1" status: 204 len: 173 time: 1.9375789 May 03 22:26:10.063604 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc846780-5247-4a52-afae-b180e9a1f972 admin admin] Checking segment: {'id': '84a46ab7-23b3-4149-a696-24cab25e6e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8aea1ff8-9c69-4ddb-a429-4444133cffa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:26:10.064239 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc846780-5247-4a52-afae-b180e9a1f972 admin admin] Network hostable DHCP agents. Network: 8aea1ff8-9c69-4ddb-a429-4444133cffa6, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:26:10.066277 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-56a079f4-ce07-4dd2-81e7-024a7ee6e4a9 None None] For port 6b0c229f-a7d6-4b16-9f5e-a985117eb991, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:26:10.069879 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc846780-5247-4a52-afae-b180e9a1f972 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2641747e-d825-4c4e-aae8-d68e3cd66c2e,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:10.071023 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-56a079f4-ce07-4dd2-81e7-024a7ee6e4a9 None None] For port 6b0c229f-a7d6-4b16-9f5e-a985117eb991, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=6b0c229f-a7d6-4b16-9f5e-a985117eb991,segment=NetworkSegment(3eb99e31-0213-4c32-a073-a8c35d28a5d4),segment_id=3eb99e31-0213-4c32-a073-a8c35d28a5d4)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:26:10.081006 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-56a079f4-ce07-4dd2-81e7-024a7ee6e4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:10.094250 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc846780-5247-4a52-afae-b180e9a1f972 admin admin] Network 8aea1ff8-9c69-4ddb-a429-4444133cffa6 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:26:10.110299 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-cc846780-5247-4a52-afae-b180e9a1f972 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 8aea1ff8-9c69-4ddb-a429-4444133cffa6) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:26:10.120433 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ab0174-5d93-4100-9d31-2b9aaa7b24a8 None None] Network 8aea1ff8-9c69-4ddb-a429-4444133cffa6 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:26:10.138530 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc846780-5247-4a52-afae-b180e9a1f972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:10.138667 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-e076f42b-23dc-4ea6-846d-a671b5260cd5 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bb54f7f22ed84045bd34103ad99af40a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9196091 May 03 22:26:10.139198 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cc846780-5247-4a52-afae-b180e9a1f972 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:10.156128 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device ef24e541-f2bd-417b-8a9e-007c88e0ff0b details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:26:10.160744 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65db5a5-7c79-442b-80fe-2906fcbd2a6d req-07274213-31ed-4666-a78c-86aa0837aef4 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:10.169194 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c65db5a5-7c79-442b-80fe-2906fcbd2a6d req-07274213-31ed-4666-a78c-86aa0837aef4 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=569ee7af-bac9-455e-a886-b06445ccfb73 HTTP/1.1" status: 200 len: 944 time: 0.8683507 May 03 22:26:10.176459 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-583dc9d3-487c-46a9-93b5-4b08bd37a07c req-d903f325-aafa-4541-b7b3-b7d80d407c1d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] No DVR routers for this DVR port a17d3d75-85f5-4355-893e-76126bb1b6a2 on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:26:10.179648 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-583dc9d3-487c-46a9-93b5-4b08bd37a07c req-d903f325-aafa-4541-b7b3-b7d80d407c1d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:10.184395 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-cc846780-5247-4a52-afae-b180e9a1f972 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1442795 May 03 22:26:10.185506 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53516) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:10.198071 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-c82e457f-c9cd-4785-b7c6-06b587fd579d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-894989335-router', 'tenant_id': 'bec80e108678421e8e07b3ad822dd912', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:26:10.210679 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c82e457f-c9cd-4785-b7c6-06b587fd579d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:26:10.219680 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c82e457f-c9cd-4785-b7c6-06b587fd579d admin admin] Usage tracker for resource:router and tenant:bec80e108678421e8e07b3ad822dd912 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:26:10.228672 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c82e457f-c9cd-4785-b7c6-06b587fd579d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:26:10.240808 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c82e457f-c9cd-4785-b7c6-06b587fd579d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:26:10.244323 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ca4f81-da2f-4b2b-a373-dc04ba9f5f84', 'name': 'network-vif-deleted', 'tag': 'a17d3d75-85f5-4355-893e-76126bb1b6a2'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:26:10.268939 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c82e457f-c9cd-4785-b7c6-06b587fd579d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:10.270273 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c82e457f-c9cd-4785-b7c6-06b587fd579d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:10.274611 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a079f4-ce07-4dd2-81e7-024a7ee6e4a9 None None] Routers {'369ccbac-eea0-41b4-838a-c3fcccbab111'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:26:10.281309 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-56a079f4-ce07-4dd2-81e7-024a7ee6e4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:25:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['369ccbac-eea0-41b4-838a-c3fcccbab111'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:26:10.324595 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c82e457f-c9cd-4785-b7c6-06b587fd579d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:10.436495 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.resource_extend [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:26:10.447346 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad11611b-1bb3-4ffe-8fcc-a4187103ccc9 None None] Pushing event updated for resources: {'Port': ['ID=6b0c229f-a7d6-4b16-9f5e-a985117eb991,revision_number=4']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:10.587716 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-583dc9d3-487c-46a9-93b5-4b08bd37a07c req-d903f325-aafa-4541-b7b3-b7d80d407c1d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.60 "DELETE /v2.0/ports/a17d3d75-85f5-4355-893e-76126bb1b6a2 HTTP/1.1" status: 204 len: 173 time: 7.0157225 May 03 22:26:10.590950 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-56a079f4-ce07-4dd2-81e7-024a7ee6e4a9 None None] Set router 369ccbac-eea0-41b4-838a-c3fcccbab111 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:26:10.594832 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c65db5a5-7c79-442b-80fe-2906fcbd2a6d req-751a88dc-5bea-4085-9c83-29c8141588b5 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230976 May 03 22:26:10.790887 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port ef24e541-f2bd-417b-8a9e-007c88e0ff0b, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=ef24e541-f2bd-417b-8a9e-007c88e0ff0b,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:26:10.836582 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'ef24e541-f2bd-417b-8a9e-007c88e0ff0b', 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811', 'port_id': 'ef24e541-f2bd-417b-8a9e-007c88e0ff0b', 'mac_address': 'fa:16:3e:c2:fd:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ee1af50-b130-474e-bc7b-1c6042f9e7e1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:26:10.863590 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:26:10.865663 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-cf30c82c-a57b-4441-b133-4d35e717096e service neutron] 10.222.0.58 "GET /v2.0/networks/4f772766-6d4c-4ac3-b843-8129bd316d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7261462 May 03 22:26:10.869100 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-583dc9d3-487c-46a9-93b5-4b08bd37a07c req-982df51a-e189-4e5a-97fb-e3c73cb3187e tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Deleting port 56003509-3c64-46c7-b000-b00a55ef8156 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:26:10.869452 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-583dc9d3-487c-46a9-93b5-4b08bd37a07c req-982df51a-e189-4e5a-97fb-e3c73cb3187e tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:10.954953 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c82e457f-c9cd-4785-b7c6-06b587fd579d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:11.124308 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-44c25523-01cc-4cd8-b85b-331b770781b7 req-6975f601-b715-4c61-9ec9-f36ef6e9a3e6 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6aa49f0-d5a2-427f-b98f-7d7f9908687b HTTP/1.1" status: 200 len: 210 time: 0.1517069 May 03 22:26:11.151411 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:26:11.151741 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:26:11.164471 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:11.224165 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3daeb94d-5203-40ac-a8cd-4b3d6024e64e'] response: {'server_uuid': '92ca4f81-da2f-4b2b-a373-dc04ba9f5f84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a17d3d75-85f5-4355-893e-76126bb1b6a2', 'code': 200} May 03 22:26:11.229589 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef24e541-f2bd-417b-8a9e-007c88e0ff0b {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:26:11.234856 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-56a079f4-ce07-4dd2-81e7-024a7ee6e4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'name': 'tempest-AttachSCSIVolumeTestJSON-1979551776-router', 'tenant_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '15d7da50-37c6-4aa5-8ba6-85fd349bb104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:25:55Z', 'updated_at': '2022-05-03T22:26:04Z', 'revision_number': 4, 'project_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'gw_port': {'id': '15d7da50-37c6-4aa5-8ba6-85fd349bb104', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:25:56Z', 'updated_at': '2022-05-03T22:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '6b0c229f-a7d6-4b16-9f5e-a985117eb991', 'name': '', 'network_id': '1ee2b61c-9360-43a9-8a2e-e76fc2432530', 'tenant_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'mac_address': 'fa:16:3e:2a:d0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'e0202efe-1b5f-4dcb-9569-6279b488dc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:26:03Z', 'updated_at': '2022-05-03T22:26:10Z', 'revision_number': 4, 'project_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'subnets': [{'id': 'e0202efe-1b5f-4dcb-9569-6279b488dc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:26:11.249442 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a079f4-ce07-4dd2-81e7-024a7ee6e4a9 None None] The sync data for ids ['369ccbac-eea0-41b4-838a-c3fcccbab111'] in n-d-811807-1 is: [{'id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'name': 'tempest-AttachSCSIVolumeTestJSON-1979551776-router', 'tenant_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '15d7da50-37c6-4aa5-8ba6-85fd349bb104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:25:55Z', 'updated_at': '2022-05-03T22:26:04Z', 'revision_number': 4, 'project_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'gw_port': {'id': '15d7da50-37c6-4aa5-8ba6-85fd349bb104', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:25:56Z', 'updated_at': '2022-05-03T22:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '6b0c229f-a7d6-4b16-9f5e-a985117eb991', 'name': '', 'network_id': '1ee2b61c-9360-43a9-8a2e-e76fc2432530', 'tenant_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'mac_address': 'fa:16:3e:2a:d0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'e0202efe-1b5f-4dcb-9569-6279b488dc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:26:03Z', 'updated_at': '2022-05-03T22:26:10Z', 'revision_number': 4, 'project_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'subnets': [{'id': 'e0202efe-1b5f-4dcb-9569-6279b488dc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:26:11.285608 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-9c0cd006-cff1-4e9e-b17a-5a7b1339594a req-fa793c99-974a-471f-94a2-533d79333ef6 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] For port 633b7d10-619d-4ebd-be62-3ab3159859eb, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=633b7d10-619d-4ebd-be62-3ab3159859eb,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:26:11.286012 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9c0cd006-cff1-4e9e-b17a-5a7b1339594a req-fa793c99-974a-471f-94a2-533d79333ef6 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:11.345792 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port ef24e541-f2bd-417b-8a9e-007c88e0ff0b, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=ef24e541-f2bd-417b-8a9e-007c88e0ff0b,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:26:11.362078 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:11.421309 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88107397-35e6-434c-abce-c3b182a12600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-8aea1ff8-9c69-4ddb-a429-4444133cffa6', 'network_id': '8aea1ff8-9c69-4ddb-a429-4444133cffa6', 'tenant_id': 'bec80e108678421e8e07b3ad822dd912', 'fixed_ips': [{'subnet_id': '2641747e-d825-4c4e-aae8-d68e3cd66c2e'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:26:11.422585 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-88107397-35e6-434c-abce-c3b182a12600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:11.509399 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c82e457f-c9cd-4785-b7c6-06b587fd579d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:11.563260 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c82e457f-c9cd-4785-b7c6-06b587fd579d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:11.622490 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-88107397-35e6-434c-abce-c3b182a12600 None None] Allocated IP 172.20.0.2 (8aea1ff8-9c69-4ddb-a429-4444133cffa6/2641747e-d825-4c4e-aae8-d68e3cd66c2e/34caeba8-d35e-44cc-9f55-19664d66a10a) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:26:11.673401 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-9c0cd006-cff1-4e9e-b17a-5a7b1339594a req-fa793c99-974a-471f-94a2-533d79333ef6 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Calling delete_port for 633b7d10-619d-4ebd-be62-3ab3159859eb owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:26:11.724157 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=ef24e541-f2bd-417b-8a9e-007c88e0ff0b,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:11.752877 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-c82e457f-c9cd-4785-b7c6-06b587fd579d admin admin] Allocated IP 172.25.2.28 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/2c127426-c578-4b83-8e9c-1a1e823cd6a6) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:26:11.788564 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['ef24e541-f2bd-417b-8a9e-007c88e0ff0b'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:26:11.851298 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-3eb37389-0d67-4d1c-bd96-3cf50719829a service neutron] 10.222.0.58 "GET /v2.0/networks/4f772766-6d4c-4ac3-b843-8129bd316d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9036043 May 03 22:26:11.903148 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-583dc9d3-487c-46a9-93b5-4b08bd37a07c req-982df51a-e189-4e5a-97fb-e3c73cb3187e tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] For port 56003509-3c64-46c7-b000-b00a55ef8156, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=56003509-3c64-46c7-b000-b00a55ef8156,segment=NetworkSegment(458d701d-3e80-4394-b200-b4a54eb80085),segment_id=458d701d-3e80-4394-b200-b4a54eb80085)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:26:11.903427 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-583dc9d3-487c-46a9-93b5-4b08bd37a07c req-982df51a-e189-4e5a-97fb-e3c73cb3187e tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:11.998828 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c82e457f-c9cd-4785-b7c6-06b587fd579d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:12.048020 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c82e457f-c9cd-4785-b7c6-06b587fd579d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:12.059348 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-88107397-35e6-434c-abce-c3b182a12600 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:12.097001 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-88107397-35e6-434c-abce-c3b182a12600 None None] Transition to ACTIVE for port object 34caeba8-d35e-44cc-9f55-19664d66a10a will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:26:12.154731 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e457f-c9cd-4785-b7c6-06b587fd579d admin admin] Pushing event updated for resources: {'Port': ['ID=2c127426-c578-4b83-8e9c-1a1e823cd6a6,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:12.169092 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82e457f-c9cd-4785-b7c6-06b587fd579d admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:26:12.169997 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-c82e457f-c9cd-4785-b7c6-06b587fd579d admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:26:12.178184 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82e457f-c9cd-4785-b7c6-06b587fd579d admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:26:12.214387 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-88107397-35e6-434c-abce-c3b182a12600 None None] Transition to ACTIVE for port object 34caeba8-d35e-44cc-9f55-19664d66a10a will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:26:12.254232 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-88107397-35e6-434c-abce-c3b182a12600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:12.292289 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-583dc9d3-487c-46a9-93b5-4b08bd37a07c req-982df51a-e189-4e5a-97fb-e3c73cb3187e tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Calling delete_port for 56003509-3c64-46c7-b000-b00a55ef8156 owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:26:12.351871 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88107397-35e6-434c-abce-c3b182a12600 None None] Network 8aea1ff8-9c69-4ddb-a429-4444133cffa6 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:26:12.361488 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-88107397-35e6-434c-abce-c3b182a12600 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:26:12.370752 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88107397-35e6-434c-abce-c3b182a12600 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:26:12.380162 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88107397-35e6-434c-abce-c3b182a12600 None None] Pushing event updated for resources: {'Port': ['ID=34caeba8-d35e-44cc-9f55-19664d66a10a,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:12.446206 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d29428-7bfb-4fcb-a356-f4b47d0ac2c1 req-77409d01-055c-44d2-ae34-46b7eacde2e2 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:12.447207 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d7d29428-7bfb-4fcb-a356-f4b47d0ac2c1 req-77409d01-055c-44d2-ae34-46b7eacde2e2 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Synchronizing usage tracker for tenant:6acd1521cdd74962882938955cd4c844 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:26:12.510959 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d7d29428-7bfb-4fcb-a356-f4b47d0ac2c1 req-77409d01-055c-44d2-ae34-46b7eacde2e2 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Unset dirty status for tenant:6acd1521cdd74962882938955cd4c844 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:26:12.519497 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-88107397-35e6-434c-abce-c3b182a12600 None None] Attempting to bind port 34caeba8-d35e-44cc-9f55-19664d66a10a on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:26:12.519869 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-88107397-35e6-434c-abce-c3b182a12600 None None] Attempting to bind port 34caeba8-d35e-44cc-9f55-19664d66a10a by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '84a46ab7-23b3-4149-a696-24cab25e6e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8aea1ff8-9c69-4ddb-a429-4444133cffa6'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:26:12.520285 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88107397-35e6-434c-abce-c3b182a12600 None None] Attempting to bind port 34caeba8-d35e-44cc-9f55-19664d66a10a on network 8aea1ff8-9c69-4ddb-a429-4444133cffa6 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:26:12.520489 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d7d29428-7bfb-4fcb-a356-f4b47d0ac2c1 req-77409d01-055c-44d2-ae34-46b7eacde2e2 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=14a8a283-1d71-4167-8217-8abcf46f185f HTTP/1.1" status: 200 len: 948 time: 1.0049779 May 03 22:26:12.527591 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88107397-35e6-434c-abce-c3b182a12600 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:26:12.527963 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88107397-35e6-434c-abce-c3b182a12600 None None] Checking segment: {'id': '84a46ab7-23b3-4149-a696-24cab25e6e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8aea1ff8-9c69-4ddb-a429-4444133cffa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:26:12.528362 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-88107397-35e6-434c-abce-c3b182a12600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:12.528796 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88107397-35e6-434c-abce-c3b182a12600 None None] Bound using segment: {'id': '84a46ab7-23b3-4149-a696-24cab25e6e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8aea1ff8-9c69-4ddb-a429-4444133cffa6'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:26:12.529789 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-88107397-35e6-434c-abce-c3b182a12600 None None] Bound port: 34caeba8-d35e-44cc-9f55-19664d66a10a, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a46ab7-23b3-4149-a696-24cab25e6e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8aea1ff8-9c69-4ddb-a429-4444133cffa6'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:26:12.530191 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-88107397-35e6-434c-abce-c3b182a12600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:12.592342 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9c0cd006-cff1-4e9e-b17a-5a7b1339594a req-fa793c99-974a-471f-94a2-533d79333ef6 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:12.622366 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['e88861b5-d8ba-4e52-b091-feae2a0ddafa'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:26:12.693621 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d7d29428-7bfb-4fcb-a356-f4b47d0ac2c1 req-fef48ebb-aec9-45ba-9369-3ad54f7ae638 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720004 May 03 22:26:12.715169 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa793c99-974a-471f-94a2-533d79333ef6 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Pushing event deleted for resources: {'Port': ['ID=633b7d10-619d-4ebd-be62-3ab3159859eb,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:12.754909 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 2cd74799-58d8-4e74-af4b-685d5aaa1c56 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:26:12.819962 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-133945a5-d5fe-42b0-9da0-abad4d9c0f7d'] response: {'server_uuid': 'b6aa49f0-d5a2-427f-b98f-7d7f9908687b', 'name': 'network-vif-deleted', 'tag': '5bb5d0eb-3bef-44c5-b7c2-f6a8437a3d93', 'status': 'completed', 'code': 200} May 03 22:26:12.877380 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42492317-7fba-423f-add8-ac362fc71f69 req-28653fc5-3678-4ff2-b6f5-db66f2d328ad tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:12.878140 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-42492317-7fba-423f-add8-ac362fc71f69 req-28653fc5-3678-4ff2-b6f5-db66f2d328ad tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Synchronizing usage tracker for tenant:ceba61b4c246497baf83bdccf3f80f6e on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:26:12.888893 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0cd006-cff1-4e9e-b17a-5a7b1339594a req-fa793c99-974a-471f-94a2-533d79333ef6 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] No DVR routers for this DVR port 633b7d10-619d-4ebd-be62-3ab3159859eb on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:26:12.891976 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9c0cd006-cff1-4e9e-b17a-5a7b1339594a req-fa793c99-974a-471f-94a2-533d79333ef6 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:12.910833 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9c0cd006-cff1-4e9e-b17a-5a7b1339594a req-fa793c99-974a-471f-94a2-533d79333ef6 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.60 "DELETE /v2.0/ports/633b7d10-619d-4ebd-be62-3ab3159859eb HTTP/1.1" status: 204 len: 173 time: 6.0303092 May 03 22:26:12.928199 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-42492317-7fba-423f-add8-ac362fc71f69 req-28653fc5-3678-4ff2-b6f5-db66f2d328ad tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Unset dirty status for tenant:ceba61b4c246497baf83bdccf3f80f6e on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:26:12.929513 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-42492317-7fba-423f-add8-ac362fc71f69 req-28653fc5-3678-4ff2-b6f5-db66f2d328ad tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/ports?device_id=92ca4f81-da2f-4b2b-a373-dc04ba9f5f84 HTTP/1.1" status: 200 len: 944 time: 0.6463766 May 03 22:26:12.938893 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-88107397-35e6-434c-abce-c3b182a12600 None None] For port 34caeba8-d35e-44cc-9f55-19664d66a10a, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:26:12.947525 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-88107397-35e6-434c-abce-c3b182a12600 None None] For port 34caeba8-d35e-44cc-9f55-19664d66a10a, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=34caeba8-d35e-44cc-9f55-19664d66a10a,segment=NetworkSegment(84a46ab7-23b3-4149-a696-24cab25e6e9f),segment_id=84a46ab7-23b3-4149-a696-24cab25e6e9f)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:26:12.964969 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-583dc9d3-487c-46a9-93b5-4b08bd37a07c req-982df51a-e189-4e5a-97fb-e3c73cb3187e tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:12.968557 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-88107397-35e6-434c-abce-c3b182a12600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:13.119985 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982df51a-e189-4e5a-97fb-e3c73cb3187e tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Pushing event deleted for resources: {'Port': ['ID=56003509-3c64-46c7-b000-b00a55ef8156,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:13.121065 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c82e457f-c9cd-4785-b7c6-06b587fd579d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:13.157493 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-42492317-7fba-423f-add8-ac362fc71f69 req-7fc95fe3-0960-428e-85df-edce42134a9a tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b81432-802a-43de-9bfe-4b29db55d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209358 May 03 22:26:13.222430 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-583dc9d3-487c-46a9-93b5-4b08bd37a07c req-982df51a-e189-4e5a-97fb-e3c73cb3187e tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] No DVR routers for this DVR port 56003509-3c64-46c7-b000-b00a55ef8156 on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:26:13.225614 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a8a283-1d71-4167-8217-8abcf46f185f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '633b7d10-619d-4ebd-be62-3ab3159859eb'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:26:13.236449 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-583dc9d3-487c-46a9-93b5-4b08bd37a07c req-982df51a-e189-4e5a-97fb-e3c73cb3187e tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:13.238553 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-583dc9d3-487c-46a9-93b5-4b08bd37a07c req-982df51a-e189-4e5a-97fb-e3c73cb3187e tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.60 "DELETE /v2.0/ports/56003509-3c64-46c7-b000-b00a55ef8156 HTTP/1.1" status: 204 len: 173 time: 2.6060708 May 03 22:26:13.338253 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ccff8-6215-4bc2-8bbd-45902fc127c8 req-091bceb2-fb6f-44a9-be8c-9a93277a57e0 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:13.349027 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c24ccff8-6215-4bc2-8bbd-45902fc127c8 req-091bceb2-fb6f-44a9-be8c-9a93277a57e0 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 946 time: 0.3273921 May 03 22:26:13.414829 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88107397-35e6-434c-abce-c3b182a12600 None None] Pushing event updated for resources: {'Port': ['ID=34caeba8-d35e-44cc-9f55-19664d66a10a,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:13.415228 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44547759-8d12-414f-ac98-85a5e7f4c6f2'] response: {'server_uuid': '92ca4f81-da2f-4b2b-a373-dc04ba9f5f84', 'name': 'network-vif-deleted', 'tag': 'a17d3d75-85f5-4355-893e-76126bb1b6a2', 'status': 'completed', 'code': 200} May 03 22:26:13.447975 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:13.502954 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c24ccff8-6215-4bc2-8bbd-45902fc127c8 req-8b3f8b8c-37f5-448a-b892-96a253d1c396 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310532 May 03 22:26:13.589370 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6b0c229f-a7d6-4b16-9f5e-a985117eb991 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:26:13.664282 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 2cd74799-58d8-4e74-af4b-685d5aaa1c56, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=2cd74799-58d8-4e74-af4b-685d5aaa1c56,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:26:13.679967 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:13.807866 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=2cd74799-58d8-4e74-af4b-685d5aaa1c56,revision_number=14']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:13.812975 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 6b0c229f-a7d6-4b16-9f5e-a985117eb991 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:26:13.826684 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 6b0c229f-a7d6-4b16-9f5e-a985117eb991 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:26:13.827466 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:13.844855 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-50fb3d96-091d-4c91-9260-a79a453872ab req-31dd4044-5250-4d02-aaed-482c1e6ce734 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44d2f8b-23ba-4061-a0cb-20e99d10069d HTTP/1.1" status: 200 len: 210 time: 0.0886247 May 03 22:26:13.967745 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9fd2f-62ee-4c5a-98ad-a51ac53c5286 req-c64a23eb-6d6c-4216-9ee4-e5b4b358336f tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:13.977887 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-26b9fd2f-62ee-4c5a-98ad-a51ac53c5286 req-c64a23eb-6d6c-4216-9ee4-e5b4b358336f tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=569ee7af-bac9-455e-a886-b06445ccfb73 HTTP/1.1" status: 200 len: 945 time: 0.1295547 May 03 22:26:14.001164 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c82e457f-c9cd-4785-b7c6-06b587fd579d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:14.022252 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:14.045930 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-26b9fd2f-62ee-4c5a-98ad-a51ac53c5286 req-96f8f8ba-3396-4fd1-86a5-6e70c9dc6032 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664039 May 03 22:26:14.076250 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a5aa4ac-8544-490e-b657-1c04ee7a1287'] response: {'server_uuid': '14a8a283-1d71-4167-8217-8abcf46f185f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '633b7d10-619d-4ebd-be62-3ab3159859eb', 'code': 200} May 03 22:26:14.083493 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 6b0c229f-a7d6-4b16-9f5e-a985117eb991, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=6b0c229f-a7d6-4b16-9f5e-a985117eb991,segment=NetworkSegment(3eb99e31-0213-4c32-a073-a8c35d28a5d4),segment_id=3eb99e31-0213-4c32-a073-a8c35d28a5d4)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:26:14.088038 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:14.162554 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device ef24e541-f2bd-417b-8a9e-007c88e0ff0b up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:26:14.278996 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=6b0c229f-a7d6-4b16-9f5e-a985117eb991,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:14.294888 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port ef24e541-f2bd-417b-8a9e-007c88e0ff0b completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:26:14.301367 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82e457f-c9cd-4785-b7c6-06b587fd579d admin admin] Router ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:26:14.301893 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port ef24e541-f2bd-417b-8a9e-007c88e0ff0b triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:26:14.302035 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:14.420698 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2b4a2d15-46bd-4fdc-8ed5-5521641bcb3d req-ffd8f598-4544-42b5-a5d2-04a4aa26ee88 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=14a8a283-1d71-4167-8217-8abcf46f185f HTTP/1.1" status: 200 len: 210 time: 0.1508470 May 03 22:26:14.515381 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:14.587358 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port ef24e541-f2bd-417b-8a9e-007c88e0ff0b, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=ef24e541-f2bd-417b-8a9e-007c88e0ff0b,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:26:14.588194 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82e457f-c9cd-4785-b7c6-06b587fd579d admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:26:14.597673 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:14.638486 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c82e457f-c9cd-4785-b7c6-06b587fd579d admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:14.643271 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-540000e0-27af-4c19-b386-3362c703d8bb tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:14.644060 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c82e457f-c9cd-4785-b7c6-06b587fd579d admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.4574609 May 03 22:26:14.644784 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-540000e0-27af-4c19-b386-3362c703d8bb tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.60 "GET /v2.0/networks?id=4f772766-6d4c-4ac3-b843-8129bd316d6b HTTP/1.1" status: 200 len: 822 time: 0.4347162 May 03 22:26:14.645008 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53594) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:14.658705 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb251e-666b-4688-a1c4-86a141cfb842 req-6847c5ba-a76f-481f-85fe-f22a55fd99a9 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:14.660315 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0ceb251e-666b-4688-a1c4-86a141cfb842 req-6847c5ba-a76f-481f-85fe-f22a55fd99a9 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.3811419 May 03 22:26:14.668340 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-4af51879-fcc7-474c-91bb-386741b80a98 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Request body: {'port': {'device_id': 'b44d2f8b-23ba-4061-a0cb-20e99d10069d', 'network_id': '4f772766-6d4c-4ac3-b843-8129bd316d6b', 'admin_state_up': True, 'tenant_id': 'bb54f7f22ed84045bd34103ad99af40a'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:26:14.758745 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623f24c4-d3f2-4115-a4d7-41e8ecb6ff2e None None] Sync routers for ids ['ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:26:14.786622 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=ef24e541-f2bd-417b-8a9e-007c88e0ff0b,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:14.789580 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623f24c4-d3f2-4115-a4d7-41e8ecb6ff2e None None] Routers {'ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:26:14.790228 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-623f24c4-d3f2-4115-a4d7-41e8ecb6ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:25:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:26:14.899499 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0ceb251e-666b-4688-a1c4-86a141cfb842 req-011b4a8d-a2aa-47d8-9114-5dd9ab119456 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107966 May 03 22:26:15.026243 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-4af51879-fcc7-474c-91bb-386741b80a98 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:26:15.047820 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-4af51879-fcc7-474c-91bb-386741b80a98 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:26:15.072707 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-4af51879-fcc7-474c-91bb-386741b80a98 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Made reservation on behalf of bb54f7f22ed84045bd34103ad99af40a for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:26:15.077364 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-4af51879-fcc7-474c-91bb-386741b80a98 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:15.112910 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e2bc0a-2664-4861-8de4-9f23cae34fc8 None None] Network 8aea1ff8-9c69-4ddb-a429-4444133cffa6 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:26:15.229760 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-623f24c4-d3f2-4115-a4d7-41e8ecb6ff2e None None] Set router ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:26:15.232782 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7c51e6b1-acd1-499e-9d15-a4c5d239a15d req-f18c492c-c27a-4963-b04e-9b74c92e38cc tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/ports?device_id=92ca4f81-da2f-4b2b-a373-dc04ba9f5f84 HTTP/1.1" status: 200 len: 210 time: 0.1230757 May 03 22:26:15.435380 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a8a283-1d71-4167-8217-8abcf46f185f', 'name': 'network-vif-deleted', 'tag': '633b7d10-619d-4ebd-be62-3ab3159859eb'}, {'server_uuid': '92ca4f81-da2f-4b2b-a373-dc04ba9f5f84', 'name': 'network-vif-deleted', 'tag': '56003509-3c64-46c7-b000-b00a55ef8156'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:26:15.583120 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-4af51879-fcc7-474c-91bb-386741b80a98 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Allocated IP 172.20.0.11 (4f772766-6d4c-4ac3-b843-8129bd316d6b/62efb1ff-39ef-42c2-b579-85c1be325b05/3cb1b181-2fd7-46f7-873b-c3ff054879e6) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:26:15.744018 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 34caeba8-d35e-44cc-9f55-19664d66a10a up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:26:15.831324 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cebc5054-81a0-401b-aa9d-6b5557a60983 req-6b7f4624-f768-4b47-92fb-d519ba2f76fd tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44d2f8b-23ba-4061-a0cb-20e99d10069d HTTP/1.1" status: 200 len: 210 time: 0.3591409 May 03 22:26:15.843258 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-49b31cf5-9720-4181-bccc-502b693c58fc None None] Provisioning for port 34caeba8-d35e-44cc-9f55-19664d66a10a completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:26:15.923428 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e7ed3-1565-476e-8e59-a497433938a5 req-fcc2c4c6-7bb6-4e39-b281-aec4cdc6b155 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:15.927160 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fa9e7ed3-1565-476e-8e59-a497433938a5 req-fcc2c4c6-7bb6-4e39-b281-aec4cdc6b155 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=6067ca7b-a19e-461b-aa2a-c63e6a67d1a5 HTTP/1.1" status: 200 len: 944 time: 0.6563601 May 03 22:26:16.037847 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 34caeba8-d35e-44cc-9f55-19664d66a10a completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:26:16.051713 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 34caeba8-d35e-44cc-9f55-19664d66a10a triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:26:16.052095 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:16.072718 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d90459a8-d17a-4a24-92c1-82403aa62e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:16.086843 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cd74799-58d8-4e74-af4b-685d5aaa1c56'}, {'server_uuid': '569ee7af-bac9-455e-a886-b06445ccfb73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef24e541-f2bd-417b-8a9e-007c88e0ff0b'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:26:16.225022 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-623f24c4-d3f2-4115-a4d7-41e8ecb6ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f', 'name': 'tempest-AttachSCSIVolumeTestJSON-894989335-router', 'tenant_id': 'bec80e108678421e8e07b3ad822dd912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '2c127426-c578-4b83-8e9c-1a1e823cd6a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:26:10Z', 'updated_at': '2022-05-03T22:26:12Z', 'revision_number': 3, 'project_id': 'bec80e108678421e8e07b3ad822dd912', 'gw_port': {'id': '2c127426-c578-4b83-8e9c-1a1e823cd6a6', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:26:11Z', 'updated_at': '2022-05-03T22:26:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:26:16.232320 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623f24c4-d3f2-4115-a4d7-41e8ecb6ff2e None None] Checking router: ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:26:16.232667 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623f24c4-d3f2-4115-a4d7-41e8ecb6ff2e None None] Updating router ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f port 2c127426-c578-4b83-8e9c-1a1e823cd6a6 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:26:16.268112 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-4af51879-fcc7-474c-91bb-386741b80a98 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:16.290461 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fa9e7ed3-1565-476e-8e59-a497433938a5 req-866933d1-3a5b-448e-8612-2c5eb4413610 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/security-groups?id=59b89ac1-3dde-447a-a456-b7db5369f81f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793153 May 03 22:26:16.303143 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:16.324846 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcf147-c6e6-43cf-a116-fbaccd283bab req-dc44e5bc-aeb2-44cd-8b94-04c06e344e56 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:16.328394 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f1bcf147-c6e6-43cf-a116-fbaccd283bab req-dc44e5bc-aeb2-44cd-8b94-04c06e344e56 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.67 "GET /v2.0/ports?device_id=6067ca7b-a19e-461b-aa2a-c63e6a67d1a5 HTTP/1.1" status: 200 len: 944 time: 0.5683687 May 03 22:26:16.343048 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-623f24c4-d3f2-4115-a4d7-41e8ecb6ff2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:16.375222 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-d90459a8-d17a-4a24-92c1-82403aa62e52 admin admin] Allocated IP 172.20.0.1 (8aea1ff8-9c69-4ddb-a429-4444133cffa6/2641747e-d825-4c4e-aae8-d68e3cd66c2e/8faf4cba-62f9-49ad-9910-9c2d1a5da82b) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:26:16.430220 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 34caeba8-d35e-44cc-9f55-19664d66a10a, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=34caeba8-d35e-44cc-9f55-19664d66a10a,segment=NetworkSegment(84a46ab7-23b3-4149-a696-24cab25e6e9f),segment_id=84a46ab7-23b3-4149-a696-24cab25e6e9f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:26:16.444554 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc1681b7-907c-4229-9c11-ebe18815eb55'] response: {'server_uuid': '14a8a283-1d71-4167-8217-8abcf46f185f', 'name': 'network-vif-deleted', 'tag': '633b7d10-619d-4ebd-be62-3ab3159859eb', 'status': 'completed', 'code': 200} May 03 22:26:16.445080 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc1681b7-907c-4229-9c11-ebe18815eb55'] response: {'server_uuid': '92ca4f81-da2f-4b2b-a373-dc04ba9f5f84', 'name': 'network-vif-deleted', 'tag': '56003509-3c64-46c7-b000-b00a55ef8156', 'status': 'completed', 'code': 200} May 03 22:26:16.481551 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cd255-56bb-4b2b-95f5-f57cc7f69c25 req-71d8c322-5ed4-4c73-9d1b-295379fb1dd3 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:16.483097 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e51cd255-56bb-4b2b-95f5-f57cc7f69c25 req-71d8c322-5ed4-4c73-9d1b-295379fb1dd3 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=569ee7af-bac9-455e-a886-b06445ccfb73 HTTP/1.1" status: 200 len: 946 time: 0.3702536 May 03 22:26:16.492549 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-f1bcf147-c6e6-43cf-a116-fbaccd283bab req-1603500d-cbd4-42b1-a5d0-b04ff8e195d4 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Deleting port 1bf60e9a-e969-4165-80c4-622d4ed829f6 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:26:16.493126 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f1bcf147-c6e6-43cf-a116-fbaccd283bab req-1603500d-cbd4-42b1-a5d0-b04ff8e195d4 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:16.494954 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:16.495748 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6b0c229f-a7d6-4b16-9f5e-a985117eb991 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:26:16.644124 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d90459a8-d17a-4a24-92c1-82403aa62e52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:16.657364 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6eaa5c0-e6d5-4b02-b199-0572fc4b47c4'] response: {'server_uuid': '97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cd74799-58d8-4e74-af4b-685d5aaa1c56', 'code': 200} May 03 22:26:16.657686 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6eaa5c0-e6d5-4b02-b199-0572fc4b47c4'] response: {'server_uuid': '569ee7af-bac9-455e-a886-b06445ccfb73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef24e541-f2bd-417b-8a9e-007c88e0ff0b', 'code': 200} May 03 22:26:16.674187 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-d90459a8-d17a-4a24-92c1-82403aa62e52 admin admin] Transition to ACTIVE for port object 8faf4cba-62f9-49ad-9910-9c2d1a5da82b will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:26:16.723383 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d90459a8-d17a-4a24-92c1-82403aa62e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:16.739364 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=34caeba8-d35e-44cc-9f55-19664d66a10a,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:16.748637 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-11ffea80-986b-4e1b-87a6-1acc680e4b4a None None] Provisioning complete for port 34caeba8-d35e-44cc-9f55-19664d66a10a triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:26:16.749264 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-11ffea80-986b-4e1b-87a6-1acc680e4b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:16.813459 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53698) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:16.871785 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90459a8-d17a-4a24-92c1-82403aa62e52 admin admin] Network 8aea1ff8-9c69-4ddb-a429-4444133cffa6 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:26:16.888507 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-d90459a8-d17a-4a24-92c1-82403aa62e52 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:26:16.891253 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 6b0c229f-a7d6-4b16-9f5e-a985117eb991 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:26:16.891633 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:16.902827 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90459a8-d17a-4a24-92c1-82403aa62e52 admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:26:16.976047 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90459a8-d17a-4a24-92c1-82403aa62e52 admin admin] Pushing event updated for resources: {'Port': ['ID=8faf4cba-62f9-49ad-9910-9c2d1a5da82b,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:16.999789 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d90459a8-d17a-4a24-92c1-82403aa62e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:17.024490 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-f1bcf147-c6e6-43cf-a116-fbaccd283bab req-1603500d-cbd4-42b1-a5d0-b04ff8e195d4 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] For port 1bf60e9a-e969-4165-80c4-622d4ed829f6, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=1bf60e9a-e969-4165-80c4-622d4ed829f6,segment=NetworkSegment(77200bdd-488e-4fa6-a16f-12d3ed2e8fe2),segment_id=77200bdd-488e-4fa6-a16f-12d3ed2e8fe2)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:26:17.024852 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f1bcf147-c6e6-43cf-a116-fbaccd283bab req-1603500d-cbd4-42b1-a5d0-b04ff8e195d4 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:17.025921 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4ad66-2ea1-406a-aa03-b34a44173bcd req-8df5d8bf-9a66-4629-9092-a906ac268521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:17.027709 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f2d4ad66-2ea1-406a-aa03-b34a44173bcd req-8df5d8bf-9a66-4629-9092-a906ac268521 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=569ee7af-bac9-455e-a886-b06445ccfb73 HTTP/1.1" status: 200 len: 1097 time: 0.2679987 May 03 22:26:17.042740 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e51cd255-56bb-4b2b-95f5-f57cc7f69c25 req-ddf0b7cd-229c-47e6-87b1-11e315d09192 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049864 May 03 22:26:17.063444 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-4af51879-fcc7-474c-91bb-386741b80a98 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:17.094914 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-623f24c4-d3f2-4115-a4d7-41e8ecb6ff2e None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:17.099103 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f2d4ad66-2ea1-406a-aa03-b34a44173bcd req-227cd447-3589-4255-aa55-1f9001d9f41f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645545 May 03 22:26:17.116233 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-623f24c4-d3f2-4115-a4d7-41e8ecb6ff2e None None] Transition to ACTIVE for port object 2c127426-c578-4b83-8e9c-1a1e823cd6a6 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:26:17.198240 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d90459a8-d17a-4a24-92c1-82403aa62e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:17.229383 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-623f24c4-d3f2-4115-a4d7-41e8ecb6ff2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:17.338303 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-4af51879-fcc7-474c-91bb-386741b80a98 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Network 4f772766-6d4c-4ac3-b843-8129bd316d6b is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:26:17.350727 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-f1bcf147-c6e6-43cf-a116-fbaccd283bab req-1603500d-cbd4-42b1-a5d0-b04ff8e195d4 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Calling delete_port for 1bf60e9a-e969-4165-80c4-622d4ed829f6 owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:26:17.365967 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-623f24c4-d3f2-4115-a4d7-41e8ecb6ff2e None None] Attempting to bind port 2c127426-c578-4b83-8e9c-1a1e823cd6a6 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:26:17.366521 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-623f24c4-d3f2-4115-a4d7-41e8ecb6ff2e None None] Attempting to bind port 2c127426-c578-4b83-8e9c-1a1e823cd6a6 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:26:17.366984 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623f24c4-d3f2-4115-a4d7-41e8ecb6ff2e None None] Attempting to bind port 2c127426-c578-4b83-8e9c-1a1e823cd6a6 on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:26:17.381660 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623f24c4-d3f2-4115-a4d7-41e8ecb6ff2e None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:26:17.382338 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623f24c4-d3f2-4115-a4d7-41e8ecb6ff2e None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:26:17.382841 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-623f24c4-d3f2-4115-a4d7-41e8ecb6ff2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:17.383358 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623f24c4-d3f2-4115-a4d7-41e8ecb6ff2e None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:26:17.383930 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-623f24c4-d3f2-4115-a4d7-41e8ecb6ff2e None None] Bound port: 2c127426-c578-4b83-8e9c-1a1e823cd6a6, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:26:17.384398 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-623f24c4-d3f2-4115-a4d7-41e8ecb6ff2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:17.413431 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-4af51879-fcc7-474c-91bb-386741b80a98 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:26:17.432190 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-4af51879-fcc7-474c-91bb-386741b80a98 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:26:17.466710 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 34caeba8-d35e-44cc-9f55-19664d66a10a up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:26:17.486460 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53708) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:17.494640 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-623f24c4-d3f2-4115-a4d7-41e8ecb6ff2e None None] For port 2c127426-c578-4b83-8e9c-1a1e823cd6a6, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:26:17.494863 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af51879-fcc7-474c-91bb-386741b80a98 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Pushing event updated for resources: {'Port': ['ID=3cb1b181-2fd7-46f7-873b-c3ff054879e6,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:17.511326 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-721c76c2-2afc-4850-a026-7f3e895efe40 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Deleting subnet d5213da4-b01e-4f79-b12f-dc26bfda15d9 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:26:17.520060 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-721c76c2-2afc-4850-a026-7f3e895efe40 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:17.529221 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6edfcc-0b70-4846-9869-f05cf5b801bc None None] Pushing event updated for resources: {'Port': ['ID=2c127426-c578-4b83-8e9c-1a1e823cd6a6,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:17.536614 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-623f24c4-d3f2-4115-a4d7-41e8ecb6ff2e None None] For port 2c127426-c578-4b83-8e9c-1a1e823cd6a6, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=2c127426-c578-4b83-8e9c-1a1e823cd6a6,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:26:17.548714 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-623f24c4-d3f2-4115-a4d7-41e8ecb6ff2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:17.612284 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1ff4c4be-9792-421e-90e8-58c5a7c5d03d None None] Provisioning for port 8faf4cba-62f9-49ad-9910-9c2d1a5da82b completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:26:17.621946 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-4af51879-fcc7-474c-91bb-386741b80a98 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:17.622583 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-4af51879-fcc7-474c-91bb-386741b80a98 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:17.645118 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1ff4c4be-9792-421e-90e8-58c5a7c5d03d None None] Provisioning complete for port 8faf4cba-62f9-49ad-9910-9c2d1a5da82b triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:26:17.645590 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1ff4c4be-9792-421e-90e8-58c5a7c5d03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:17.684539 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-721c76c2-2afc-4850-a026-7f3e895efe40 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:17.712423 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6edfcc-0b70-4846-9869-f05cf5b801bc None None] Pushing event updated for resources: {'Port': ['ID=2c127426-c578-4b83-8e9c-1a1e823cd6a6,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:17.725846 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1ff4c4be-9792-421e-90e8-58c5a7c5d03d None None] Port 8faf4cba-62f9-49ad-9910-9c2d1a5da82b cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:26:17.747890 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623f24c4-d3f2-4115-a4d7-41e8ecb6ff2e None None] Routers {'ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:26:17.748686 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-623f24c4-d3f2-4115-a4d7-41e8ecb6ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:25:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:26:17.788974 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe80341-b0c8-4e84-892a-51fb75422b06 admin admin] Deleting subnet 621c2e6c-82e2-4c38-a5c9-21982755e1f0 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:26:17.791971 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1fe80341-b0c8-4e84-892a-51fb75422b06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:17.804271 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 34caeba8-d35e-44cc-9f55-19664d66a10a triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:26:17.804271 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:17.812474 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34493a19-454e-4500-a3cc-96116e233dfd req-afc215f8-b71e-42f3-810d-b96505d651ca tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:17.814050 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-34493a19-454e-4500-a3cc-96116e233dfd req-afc215f8-b71e-42f3-810d-b96505d651ca tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.7520480 May 03 22:26:17.844438 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1fe80341-b0c8-4e84-892a-51fb75422b06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:17.851070 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-4af51879-fcc7-474c-91bb-386741b80a98 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1896744 May 03 22:26:17.869660 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-572f0d75-8a71-4632-8fec-8770a42866d2 service neutron] Request body: {'port': {'device_id': 'b44d2f8b-23ba-4061-a0cb-20e99d10069d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:26:17.902043 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1fe80341-b0c8-4e84-892a-51fb75422b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:17.935191 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f1bcf147-c6e6-43cf-a116-fbaccd283bab req-1603500d-cbd4-42b1-a5d0-b04ff8e195d4 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:17.992699 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1fe80341-b0c8-4e84-892a-51fb75422b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:18.029014 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d90459a8-d17a-4a24-92c1-82403aa62e52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:18.034008 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-623f24c4-d3f2-4115-a4d7-41e8ecb6ff2e None None] Set router ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:26:18.037112 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe80341-b0c8-4e84-892a-51fb75422b06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=621c2e6c-82e2-4c38-a5c9-21982755e1f0,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:18.040884 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d90459a8-d17a-4a24-92c1-82403aa62e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:18.118253 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1fe80341-b0c8-4e84-892a-51fb75422b06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:18.130437 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-34493a19-454e-4500-a3cc-96116e233dfd req-c455dc22-8fab-48bf-bfb0-6a3ca413478e tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3035295 May 03 22:26:18.131191 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1fe80341-b0c8-4e84-892a-51fb75422b06 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/621c2e6c-82e2-4c38-a5c9-21982755e1f0 HTTP/1.1" status: 204 len: 168 time: 0.6427703 May 03 22:26:18.145135 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603500d-cbd4-42b1-a5d0-b04ff8e195d4 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Pushing event deleted for resources: {'Port': ['ID=1bf60e9a-e969-4165-80c4-622d4ed829f6,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:18.146014 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53714) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:18.235503 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0a9e7-6e58-4342-bbb7-64b933f8c8a6 req-43f0fe26-8c0a-4477-9684-de77345878c9 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:18.237389 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-a9f0a9e7-6e58-4342-bbb7-64b933f8c8a6 req-43f0fe26-8c0a-4477-9684-de77345878c9 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Synchronizing usage tracker for tenant:bb54f7f22ed84045bd34103ad99af40a on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:26:18.263246 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-721c76c2-2afc-4850-a026-7f3e895efe40 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:18.310580 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-653c3bff-67f9-4bb6-905f-06a332ff4b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:18.335761 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d90459a8-d17a-4a24-92c1-82403aa62e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:18.353602 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90459a8-d17a-4a24-92c1-82403aa62e52 admin admin] Pushing event updated for resources: {'Port': ['ID=8faf4cba-62f9-49ad-9910-9c2d1a5da82b,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:18.399755 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1bcf147-c6e6-43cf-a116-fbaccd283bab req-1603500d-cbd4-42b1-a5d0-b04ff8e195d4 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] No DVR routers for this DVR port 1bf60e9a-e969-4165-80c4-622d4ed829f6 on host n-h2-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:26:18.422132 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f1bcf147-c6e6-43cf-a116-fbaccd283bab req-1603500d-cbd4-42b1-a5d0-b04ff8e195d4 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:18.424857 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f1bcf147-c6e6-43cf-a116-fbaccd283bab req-1603500d-cbd4-42b1-a5d0-b04ff8e195d4 tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.67 "DELETE /v2.0/ports/1bf60e9a-e969-4165-80c4-622d4ed829f6 HTTP/1.1" status: 204 len: 173 time: 2.0875454 May 03 22:26:18.432296 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-26e9db28-0d61-40d6-8dc2-601e302a2c12 req-0cf2583e-18b6-4d72-b34c-050619fbcdef tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Synchronizing usage tracker for tenant:ec7645f95a4b4ae78a2c1ea04f62a7e0 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:26:18.441143 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-572f0d75-8a71-4632-8fec-8770a42866d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:18.454753 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6067ca7b-a19e-461b-aa2a-c63e6a67d1a5', 'name': 'network-vif-deleted', 'tag': '1bf60e9a-e969-4165-80c4-622d4ed829f6'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:26:18.465621 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-a9f0a9e7-6e58-4342-bbb7-64b933f8c8a6 req-43f0fe26-8c0a-4477-9684-de77345878c9 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Unset dirty status for tenant:bb54f7f22ed84045bd34103ad99af40a on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:26:18.472757 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a9f0a9e7-6e58-4342-bbb7-64b933f8c8a6 req-43f0fe26-8c0a-4477-9684-de77345878c9 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44d2f8b-23ba-4061-a0cb-20e99d10069d HTTP/1.1" status: 200 len: 932 time: 0.8573070 May 03 22:26:18.500206 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-623f24c4-d3f2-4115-a4d7-41e8ecb6ff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f', 'name': 'tempest-AttachSCSIVolumeTestJSON-894989335-router', 'tenant_id': 'bec80e108678421e8e07b3ad822dd912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '2c127426-c578-4b83-8e9c-1a1e823cd6a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:26:10Z', 'updated_at': '2022-05-03T22:26:17Z', 'revision_number': 4, 'project_id': 'bec80e108678421e8e07b3ad822dd912', 'gw_port': {'id': '2c127426-c578-4b83-8e9c-1a1e823cd6a6', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:26:11Z', 'updated_at': '2022-05-03T22:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '8faf4cba-62f9-49ad-9910-9c2d1a5da82b', 'name': '', 'network_id': '8aea1ff8-9c69-4ddb-a429-4444133cffa6', 'tenant_id': 'bec80e108678421e8e07b3ad822dd912', 'mac_address': 'fa:16:3e:5b:bf:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '2641747e-d825-4c4e-aae8-d68e3cd66c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:26:16Z', 'updated_at': '2022-05-03T22:26:16Z', 'revision_number': 1, 'project_id': 'bec80e108678421e8e07b3ad822dd912', 'subnets': [{'id': '2641747e-d825-4c4e-aae8-d68e3cd66c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:26:18.506458 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623f24c4-d3f2-4115-a4d7-41e8ecb6ff2e None None] The sync data for ids ['ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f'] in n-d-811807-1 is: [{'id': 'ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f', 'name': 'tempest-AttachSCSIVolumeTestJSON-894989335-router', 'tenant_id': 'bec80e108678421e8e07b3ad822dd912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '2c127426-c578-4b83-8e9c-1a1e823cd6a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:26:10Z', 'updated_at': '2022-05-03T22:26:17Z', 'revision_number': 4, 'project_id': 'bec80e108678421e8e07b3ad822dd912', 'gw_port': {'id': '2c127426-c578-4b83-8e9c-1a1e823cd6a6', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:26:11Z', 'updated_at': '2022-05-03T22:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '8faf4cba-62f9-49ad-9910-9c2d1a5da82b', 'name': '', 'network_id': '8aea1ff8-9c69-4ddb-a429-4444133cffa6', 'tenant_id': 'bec80e108678421e8e07b3ad822dd912', 'mac_address': 'fa:16:3e:5b:bf:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '2641747e-d825-4c4e-aae8-d68e3cd66c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:26:16Z', 'updated_at': '2022-05-03T22:26:16Z', 'revision_number': 1, 'project_id': 'bec80e108678421e8e07b3ad822dd912', 'subnets': [{'id': '2641747e-d825-4c4e-aae8-d68e3cd66c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:26:18.578280 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-26e9db28-0d61-40d6-8dc2-601e302a2c12 req-0cf2583e-18b6-4d72-b34c-050619fbcdef tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] Unset dirty status for tenant:ec7645f95a4b4ae78a2c1ea04f62a7e0 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:26:18.582383 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-26e9db28-0d61-40d6-8dc2-601e302a2c12 req-0cf2583e-18b6-4d72-b34c-050619fbcdef tempest-LiveAutoBlockMigrationV225Test-1568421855 tempest-LiveAutoBlockMigrationV225Test-1568421855-project] 10.222.0.58 "GET /v2.0/ports?device_id=6067ca7b-a19e-461b-aa2a-c63e6a67d1a5 HTTP/1.1" status: 200 len: 210 time: 0.2510617 May 03 22:26:18.618706 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-653c3bff-67f9-4bb6-905f-06a332ff4b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:18.643516 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-721c76c2-2afc-4850-a026-7f3e895efe40 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:18.674849 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-653c3bff-67f9-4bb6-905f-06a332ff4b9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a08060ad-4db7-45f2-9770-03717dbde23c']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:26:18.682310 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a9f0a9e7-6e58-4342-bbb7-64b933f8c8a6 req-42cb9739-cabe-4a50-9979-1dbddf87d007 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084403 May 03 22:26:18.696893 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-653c3bff-67f9-4bb6-905f-06a332ff4b9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5261de8-a046-496c-9988-b261e2ae107f') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:26:18.697224 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-653c3bff-67f9-4bb6-905f-06a332ff4b9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5261de8-a046-496c-9988-b261e2ae107f') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:26:18.740780 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-653c3bff-67f9-4bb6-905f-06a332ff4b9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:18.755200 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90459a8-d17a-4a24-92c1-82403aa62e52 admin admin] Network 8aea1ff8-9c69-4ddb-a429-4444133cffa6 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:26:18.757736 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-d90459a8-d17a-4a24-92c1-82403aa62e52 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:26:18.834847 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-653c3bff-67f9-4bb6-905f-06a332ff4b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:18.916458 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eeabfaf-810c-4200-8890-f023028f3af1 None None] Network 46fb9c52-6d68-4393-b280-13d54eb8883c requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:26:18.937526 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-653c3bff-67f9-4bb6-905f-06a332ff4b9c admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:26:18.937981 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-653c3bff-67f9-4bb6-905f-06a332ff4b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:18.952212 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:26:18.952212 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:26:18.952212 n-d-811807-1 neutron-server[88070]: timer() May 03 22:26:18.952212 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:26:18.952212 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:26:18.952212 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:26:18.952212 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:26:18.952212 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:26:18.952212 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:26:18.952212 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:26:18.952212 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:26:18.952212 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:26:18.952212 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:26:18.952212 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:26:18.952212 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:26:18.952212 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:26:18.952212 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:26:18.952212 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:26:18.952212 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:26:18.952212 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:26:18.952212 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:26:18.952212 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:26:18.952212 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:26:18.952212 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:26:18.952212 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:26:18.952212 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:26:18.952212 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:26:18.952212 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:26:18.952212 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:26:18.952212 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:26:18.952212 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:26:18.952212 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:26:18.977034 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c76c2-2afc-4850-a026-7f3e895efe40 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Pushing event deleted for resources: {'Subnet': ['ID=d5213da4-b01e-4f79-b12f-dc26bfda15d9,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:18.981917 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-721c76c2-2afc-4850-a026-7f3e895efe40 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:19.101332 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-653c3bff-67f9-4bb6-905f-06a332ff4b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:19.106162 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-653c3bff-67f9-4bb6-905f-06a332ff4b9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:19.153009 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c3bff-67f9-4bb6-905f-06a332ff4b9c admin admin] Pushing event deleted for resources: {'Network': ['ID=a08060ad-4db7-45f2-9770-03717dbde23c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:19.154287 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-721c76c2-2afc-4850-a026-7f3e895efe40 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "DELETE /v2.0/subnets/d5213da4-b01e-4f79-b12f-dc26bfda15d9 HTTP/1.1" status: 204 len: 168 time: 2.3381302 May 03 22:26:19.163299 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53722) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:19.180962 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-653c3bff-67f9-4bb6-905f-06a332ff4b9c admin admin] 10.222.0.58 "DELETE /v2.0/networks/a08060ad-4db7-45f2-9770-03717dbde23c HTTP/1.1" status: 204 len: 168 time: 1.0266287 May 03 22:26:19.195310 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90459a8-d17a-4a24-92c1-82403aa62e52 admin admin] Router ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:26:19.206724 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-178e041d-3dbd-402c-9c2c-b29bc5c56673 None None] Provisioning complete for port 8faf4cba-62f9-49ad-9910-9c2d1a5da82b triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:26:19.207093 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-178e041d-3dbd-402c-9c2c-b29bc5c56673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:19.279984 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-178e041d-3dbd-402c-9c2c-b29bc5c56673 None None] Port 8faf4cba-62f9-49ad-9910-9c2d1a5da82b cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:26:19.419058 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c6934a-a830-45ce-9358-972dfadf6835 None None] DHCP port deletion for 46fb9c52-6d68-4393-b280-13d54eb8883c request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:26:19.423822 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-c8c6934a-a830-45ce-9358-972dfadf6835 None None] Deleting port 774596dd-d2c6-431d-8e32-6c045e5eeddf {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:26:19.424663 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c8c6934a-a830-45ce-9358-972dfadf6835 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:19.496528 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53728) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:19.512147 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-23af1b80-d95d-47ce-abb1-c991a9df66ef tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:19.554813 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a41a4-b671-4a03-95ec-78cdff88536e req-c952b599-1884-4168-a19d-1b7980874b4b tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:19.556465 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eb3a41a4-b671-4a03-95ec-78cdff88536e req-c952b599-1884-4168-a19d-1b7980874b4b tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.60 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 951 time: 0.7911041 May 03 22:26:19.563941 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41172637-a549-4808-b6ab-5363380950f5 req-ae49aa67-b6b9-417d-9945-dca843b0800a tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:19.571560 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-41172637-a549-4808-b6ab-5363380950f5 req-ae49aa67-b6b9-417d-9945-dca843b0800a tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 951 time: 0.7455528 May 03 22:26:19.581906 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-443b66d5-ab05-45c6-83fe-bc809b740b31 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d011205f344d4c96b639c49c6d4571d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0824959 May 03 22:26:19.582630 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53732) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:19.593064 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5da91-0e3c-44f2-9b2a-6bfe47cbbddb req-5df4e402-85c8-424c-a874-efbf836c68ed tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:19.600954 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ccb5da91-0e3c-44f2-9b2a-6bfe47cbbddb req-5df4e402-85c8-424c-a874-efbf836c68ed tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=569ee7af-bac9-455e-a886-b06445ccfb73 HTTP/1.1" status: 200 len: 946 time: 0.6594639 May 03 22:26:19.633512 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90459a8-d17a-4a24-92c1-82403aa62e52 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:26:19.656605 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d90459a8-d17a-4a24-92c1-82403aa62e52 admin admin] 10.222.0.58 "PUT /v2.0/routers/ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0101960 May 03 22:26:19.757579 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3fa27995-0db9-475a-8c6b-51491f03e8e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:19.760069 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-c8c6934a-a830-45ce-9358-972dfadf6835 None None] For port 774596dd-d2c6-431d-8e32-6c045e5eeddf, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=774596dd-d2c6-431d-8e32-6c045e5eeddf,segment=NetworkSegment(f817c794-7df4-4ff9-81a1-864cf5ce0f8e),segment_id=f817c794-7df4-4ff9-81a1-864cf5ce0f8e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:26:19.761031 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c8c6934a-a830-45ce-9358-972dfadf6835 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:19.771923 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-23af1b80-d95d-47ce-abb1-c991a9df66ef tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Deleting port 774596dd-d2c6-431d-8e32-6c045e5eeddf {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:26:19.772266 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-23af1b80-d95d-47ce-abb1-c991a9df66ef tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:19.824329 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3fa27995-0db9-475a-8c6b-51491f03e8e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:19.874417 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-41172637-a549-4808-b6ab-5363380950f5 req-1cab880e-8875-404b-9f7d-9476f41b65a7 tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017941 May 03 22:26:19.914654 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ccb5da91-0e3c-44f2-9b2a-6bfe47cbbddb req-fcc0cb2e-95d0-4136-a022-299cc254d3e7 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124900 May 03 22:26:19.923198 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-eb3a41a4-b671-4a03-95ec-78cdff88536e req-9a4fefae-93cc-453f-af0f-fda929efeb5c tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Deleting port e88861b5-d8ba-4e52-b091-feae2a0ddafa {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:26:19.923758 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-eb3a41a4-b671-4a03-95ec-78cdff88536e req-9a4fefae-93cc-453f-af0f-fda929efeb5c tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:19.941082 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3fa27995-0db9-475a-8c6b-51491f03e8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:19.999403 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa27995-0db9-475a-8c6b-51491f03e8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b38ff13-c79b-4540-b4e7-e55a7d89dc32,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:20.000543 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-c8c6934a-a830-45ce-9358-972dfadf6835 None None] Calling delete_port for 774596dd-d2c6-431d-8e32-6c045e5eeddf owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:26:20.006980 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3fa27995-0db9-475a-8c6b-51491f03e8e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:20.010566 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3fa27995-0db9-475a-8c6b-51491f03e8e8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7b38ff13-c79b-4540-b4e7-e55a7d89dc32 HTTP/1.1" status: 204 len: 168 time: 0.4267461 May 03 22:26:20.017180 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f223658-5e1b-40cb-9357-7c37042498b5'] response: {'server_uuid': '6067ca7b-a19e-461b-aa2a-c63e6a67d1a5', 'name': 'network-vif-deleted', 'tag': '1bf60e9a-e969-4165-80c4-622d4ed829f6', 'status': 'completed', 'code': 200} May 03 22:26:20.027405 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.resource_extend [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-572f0d75-8a71-4632-8fec-8770a42866d2 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:26:20.145546 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53752) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:20.195272 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 1bf60e9a-e969-4165-80c4-622d4ed829f6 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:26:20.235035 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c8c6934a-a830-45ce-9358-972dfadf6835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:20.322075 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 1bf60e9a-e969-4165-80c4-622d4ed829f6 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:26:20.322547 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 1bf60e9a-e969-4165-80c4-622d4ed829f6 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:26:20.343497 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c6934a-a830-45ce-9358-972dfadf6835 None None] Pushing event deleted for resources: {'Port': ['ID=774596dd-d2c6-431d-8e32-6c045e5eeddf,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:20.350867 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c6934a-a830-45ce-9358-972dfadf6835 None None] No DVR routers for this DVR port 774596dd-d2c6-431d-8e32-6c045e5eeddf on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:26:20.604205 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-572f0d75-8a71-4632-8fec-8770a42866d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb1b181-2fd7-46f7-873b-c3ff054879e6 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:26:20.703147 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-572f0d75-8a71-4632-8fec-8770a42866d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:21.052303 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-572f0d75-8a71-4632-8fec-8770a42866d2 service neutron] Transition to ACTIVE for port object 3cb1b181-2fd7-46f7-873b-c3ff054879e6 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:26:21.242105 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-803bb2fd-9057-4d16-9352-e7d19510d197 admin admin] Deleting subnet 63a9fee3-85c4-4a95-8dcc-67111d08a3de {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:26:21.246660 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-803bb2fd-9057-4d16-9352-e7d19510d197 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:21.260162 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-572f0d75-8a71-4632-8fec-8770a42866d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:21.359492 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-803bb2fd-9057-4d16-9352-e7d19510d197 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:21.512998 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-803bb2fd-9057-4d16-9352-e7d19510d197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:21.534993 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 2c127426-c578-4b83-8e9c-1a1e823cd6a6 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:26:21.549678 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4462e0f-fc78-4ddf-bbc6-cfcf893cc988 req-bafd1946-edc6-409a-ae8a-2630f859524c tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:21.556673 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f4462e0f-fc78-4ddf-bbc6-cfcf893cc988 req-bafd1946-edc6-409a-ae8a-2630f859524c tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 1.3210812 May 03 22:26:21.686675 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-23af1b80-d95d-47ce-abb1-c991a9df66ef tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] For port 774596dd-d2c6-431d-8e32-6c045e5eeddf, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=774596dd-d2c6-431d-8e32-6c045e5eeddf,segment=NetworkSegment(f817c794-7df4-4ff9-81a1-864cf5ce0f8e),segment_id=f817c794-7df4-4ff9-81a1-864cf5ce0f8e)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:26:21.687434 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-23af1b80-d95d-47ce-abb1-c991a9df66ef tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:21.724338 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a32d44-93ae-4ef0-85f9-186b7c5373e9 req-cfbe4d6b-a803-46e3-b091-b34906542edd tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:21.729259 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 2c127426-c578-4b83-8e9c-1a1e823cd6a6 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:26:21.743878 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-52a32d44-93ae-4ef0-85f9-186b7c5373e9 req-cfbe4d6b-a803-46e3-b091-b34906542edd tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44d2f8b-23ba-4061-a0cb-20e99d10069d HTTP/1.1" status: 200 len: 932 time: 1.3575113 May 03 22:26:21.750472 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 2c127426-c578-4b83-8e9c-1a1e823cd6a6 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:26:21.750924 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-803bb2fd-9057-4d16-9352-e7d19510d197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:21.751870 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:21.801570 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f0d75-8a71-4632-8fec-8770a42866d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb1b181-2fd7-46f7-873b-c3ff054879e6,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:21.816018 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f4462e0f-fc78-4ddf-bbc6-cfcf893cc988 req-5ef93ffc-fd8d-4e83-a2e8-2910b12c84e7 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2583776 May 03 22:26:21.817803 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803bb2fd-9057-4d16-9352-e7d19510d197 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63a9fee3-85c4-4a95-8dcc-67111d08a3de,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:21.837979 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-803bb2fd-9057-4d16-9352-e7d19510d197 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:21.853925 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-803bb2fd-9057-4d16-9352-e7d19510d197 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/63a9fee3-85c4-4a95-8dcc-67111d08a3de HTTP/1.1" status: 204 len: 168 time: 1.7072313 May 03 22:26:21.857218 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53786) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:22.062213 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:22.105126 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 2c127426-c578-4b83-8e9c-1a1e823cd6a6, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=2c127426-c578-4b83-8e9c-1a1e823cd6a6,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:26:22.106972 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-23af1b80-d95d-47ce-abb1-c991a9df66ef tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Calling delete_port for 774596dd-d2c6-431d-8e32-6c045e5eeddf owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:26:22.119338 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:22.191921 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e2d171c1-a96d-49ed-8b72-dbc0d4cb4599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:22.241025 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 774596dd-d2c6-431d-8e32-6c045e5eeddf no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:26:22.277977 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-eb3a41a4-b671-4a03-95ec-78cdff88536e req-9a4fefae-93cc-453f-af0f-fda929efeb5c tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] For port e88861b5-d8ba-4e52-b091-feae2a0ddafa, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=e88861b5-d8ba-4e52-b091-feae2a0ddafa,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:26:22.278562 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-eb3a41a4-b671-4a03-95ec-78cdff88536e req-9a4fefae-93cc-453f-af0f-fda929efeb5c tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:22.313287 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 774596dd-d2c6-431d-8e32-6c045e5eeddf {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:26:22.313537 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 774596dd-d2c6-431d-8e32-6c045e5eeddf not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:26:22.339984 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=2c127426-c578-4b83-8e9c-1a1e823cd6a6,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:22.410691 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e2d171c1-a96d-49ed-8b72-dbc0d4cb4599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:22.468385 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-e2d171c1-a96d-49ed-8b72-dbc0d4cb4599 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3476088d-e412-4e55-9c2f-549019c16834']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:26:22.493643 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-52a32d44-93ae-4ef0-85f9-186b7c5373e9 req-06299cd9-6135-4d6b-b6d6-e7d8b44aef6a tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7483661 May 03 22:26:22.508031 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-eb3a41a4-b671-4a03-95ec-78cdff88536e req-9a4fefae-93cc-453f-af0f-fda929efeb5c tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Calling delete_port for e88861b5-d8ba-4e52-b091-feae2a0ddafa owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:26:22.519382 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-e2d171c1-a96d-49ed-8b72-dbc0d4cb4599 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:26:22.519681 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-e2d171c1-a96d-49ed-8b72-dbc0d4cb4599 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77200bdd-488e-4fa6-a16f-12d3ed2e8fe2') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:26:22.541287 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e2d171c1-a96d-49ed-8b72-dbc0d4cb4599 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:22.567794 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e2d171c1-a96d-49ed-8b72-dbc0d4cb4599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:22.576991 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2d171c1-a96d-49ed-8b72-dbc0d4cb4599 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:26:22.577444 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e2d171c1-a96d-49ed-8b72-dbc0d4cb4599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:22.596865 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:26:22.596865 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:26:22.596865 n-d-811807-1 neutron-server[88070]: timer() May 03 22:26:22.596865 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:26:22.596865 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:26:22.596865 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:26:22.596865 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:26:22.596865 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:26:22.596865 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:26:22.596865 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:26:22.596865 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:26:22.596865 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:26:22.596865 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:26:22.596865 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:26:22.596865 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:26:22.596865 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:26:22.596865 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:26:22.596865 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:26:22.596865 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:26:22.596865 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:26:22.596865 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:26:22.596865 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:26:22.596865 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:26:22.596865 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:26:22.596865 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:26:22.596865 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:26:22.596865 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:26:22.596865 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:26:22.596865 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:26:22.596865 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:26:22.596865 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:26:22.596865 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:26:22.624586 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063b8139-05d7-4ea6-b24a-f497cc0ec45d None None] Sync routers for ids ['ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:26:22.635511 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063b8139-05d7-4ea6-b24a-f497cc0ec45d None None] Routers {'ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:26:22.636135 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-063b8139-05d7-4ea6-b24a-f497cc0ec45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:25:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:26:22.760364 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e2d171c1-a96d-49ed-8b72-dbc0d4cb4599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:22.766243 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e2d171c1-a96d-49ed-8b72-dbc0d4cb4599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:22.777742 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device e88861b5-d8ba-4e52-b091-feae2a0ddafa no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:26:22.815891 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d171c1-a96d-49ed-8b72-dbc0d4cb4599 admin admin] Pushing event deleted for resources: {'Network': ['ID=3476088d-e412-4e55-9c2f-549019c16834,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:22.828658 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e2d171c1-a96d-49ed-8b72-dbc0d4cb4599 admin admin] 10.222.0.58 "DELETE /v2.0/networks/3476088d-e412-4e55-9c2f-549019c16834 HTTP/1.1" status: 204 len: 168 time: 0.9699144 May 03 22:26:22.832199 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53790) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:22.923110 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd4daec2-db9a-4d36-9ec0-beef29d68e5d admin admin] Deleting subnet 2f7c8aa0-8627-453b-9bc4-22d78c124dff {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:26:22.927094 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dd4daec2-db9a-4d36-9ec0-beef29d68e5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:22.945564 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2d9c3ef5-c08b-4070-86dd-cf7e021986cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:22.992922 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dd4daec2-db9a-4d36-9ec0-beef29d68e5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:23.105918 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-063b8139-05d7-4ea6-b24a-f497cc0ec45d None None] Set router ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:26:23.110720 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dd4daec2-db9a-4d36-9ec0-beef29d68e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:23.120895 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:23.175727 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5764dd-99cc-4be0-b52b-e979bccf818c req-3917226f-b75f-4db6-a0ca-1a9af247ddb7 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:23.177422 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dc5764dd-99cc-4be0-b52b-e979bccf818c req-3917226f-b75f-4db6-a0ca-1a9af247ddb7 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=569ee7af-bac9-455e-a886-b06445ccfb73 HTTP/1.1" status: 200 len: 1097 time: 1.0859609 May 03 22:26:23.234139 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.api [None req-23af1b80-d95d-47ce-abb1-c991a9df66ef tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:26:23.236571 n-d-811807-1 neutron-server[88069]: DEBUG oslo_db.api [None req-23af1b80-d95d-47ce-abb1-c991a9df66ef tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:26:23.257390 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dd4daec2-db9a-4d36-9ec0-beef29d68e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:23.265959 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-572f0d75-8a71-4632-8fec-8770a42866d2 service neutron] Attempting to bind port 3cb1b181-2fd7-46f7-873b-c3ff054879e6 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:26:23.266259 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-572f0d75-8a71-4632-8fec-8770a42866d2 service neutron] Attempting to bind port 3cb1b181-2fd7-46f7-873b-c3ff054879e6 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '2aabfbd5-8378-4748-b474-412626f804f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '4f772766-6d4c-4ac3-b843-8129bd316d6b'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:26:23.266469 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-572f0d75-8a71-4632-8fec-8770a42866d2 service neutron] Attempting to bind port 3cb1b181-2fd7-46f7-873b-c3ff054879e6 on network 4f772766-6d4c-4ac3-b843-8129bd316d6b {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:26:23.283537 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-572f0d75-8a71-4632-8fec-8770a42866d2 service neutron] Port 3cb1b181-2fd7-46f7-873b-c3ff054879e6 on network 4f772766-6d4c-4ac3-b843-8129bd316d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:26:23.283537 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-572f0d75-8a71-4632-8fec-8770a42866d2 service neutron] Attempting to bind port 3cb1b181-2fd7-46f7-873b-c3ff054879e6 on network 4f772766-6d4c-4ac3-b843-8129bd316d6b {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:26:23.286434 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-eb3a41a4-b671-4a03-95ec-78cdff88536e req-9a4fefae-93cc-453f-af0f-fda929efeb5c tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:23.305958 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-572f0d75-8a71-4632-8fec-8770a42866d2 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:26:23.306791 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-572f0d75-8a71-4632-8fec-8770a42866d2 service neutron] Checking segment: {'id': '2aabfbd5-8378-4748-b474-412626f804f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '4f772766-6d4c-4ac3-b843-8129bd316d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:26:23.307328 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-572f0d75-8a71-4632-8fec-8770a42866d2 service neutron] Bound using segment: {'id': '2aabfbd5-8378-4748-b474-412626f804f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '4f772766-6d4c-4ac3-b843-8129bd316d6b'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:26:23.307785 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-572f0d75-8a71-4632-8fec-8770a42866d2 service neutron] Bound port: 3cb1b181-2fd7-46f7-873b-c3ff054879e6, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aabfbd5-8378-4748-b474-412626f804f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '4f772766-6d4c-4ac3-b843-8129bd316d6b'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:26:23.308138 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-572f0d75-8a71-4632-8fec-8770a42866d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:23.391704 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4daec2-db9a-4d36-9ec0-beef29d68e5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f7c8aa0-8627-453b-9bc4-22d78c124dff,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:23.397232 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00bcab2-3ff9-4747-9b93-7c7ab58a5a43 req-a10ae268-f3e7-4004-b41e-8e0a651f2bcd tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:23.408127 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e00bcab2-3ff9-4747-9b93-7c7ab58a5a43 req-a10ae268-f3e7-4004-b41e-8e0a651f2bcd tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/ports?device_id=173cf94f-2d3e-4360-9e62-e8f7ce3a15f5 HTTP/1.1" status: 200 len: 951 time: 0.6755455 May 03 22:26:23.408127 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4fefae-93cc-453f-af0f-fda929efeb5c tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Pushing event deleted for resources: {'Port': ['ID=e88861b5-d8ba-4e52-b091-feae2a0ddafa,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:23.414394 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dc5764dd-99cc-4be0-b52b-e979bccf818c req-fcd1fec9-2044-48b6-8a21-b61dfac6f5ce tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275474 May 03 22:26:23.438932 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dd4daec2-db9a-4d36-9ec0-beef29d68e5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:23.448167 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-dd4daec2-db9a-4d36-9ec0-beef29d68e5d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2f7c8aa0-8627-453b-9bc4-22d78c124dff HTTP/1.1" status: 204 len: 168 time: 0.6145899 May 03 22:26:23.450738 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53794) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:23.500821 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 2c127426-c578-4b83-8e9c-1a1e823cd6a6 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:26:23.597751 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 2c127426-c578-4b83-8e9c-1a1e823cd6a6 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:26:23.598492 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:23.642835 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-063b8139-05d7-4ea6-b24a-f497cc0ec45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f', 'name': 'tempest-AttachSCSIVolumeTestJSON-894989335-router', 'tenant_id': 'bec80e108678421e8e07b3ad822dd912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '2c127426-c578-4b83-8e9c-1a1e823cd6a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:26:10Z', 'updated_at': '2022-05-03T22:26:17Z', 'revision_number': 4, 'project_id': 'bec80e108678421e8e07b3ad822dd912', 'gw_port': {'id': '2c127426-c578-4b83-8e9c-1a1e823cd6a6', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:26:11Z', 'updated_at': '2022-05-03T22:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '8faf4cba-62f9-49ad-9910-9c2d1a5da82b', 'name': '', 'network_id': '8aea1ff8-9c69-4ddb-a429-4444133cffa6', 'tenant_id': 'bec80e108678421e8e07b3ad822dd912', 'mac_address': 'fa:16:3e:5b:bf:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '2641747e-d825-4c4e-aae8-d68e3cd66c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:26:16Z', 'updated_at': '2022-05-03T22:26:17Z', 'revision_number': 2, 'project_id': 'bec80e108678421e8e07b3ad822dd912', 'subnets': [{'id': '2641747e-d825-4c4e-aae8-d68e3cd66c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:26:23.673192 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c35ffaba-7dd4-46f0-8a79-6fd5d63cf5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:23.676491 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063b8139-05d7-4ea6-b24a-f497cc0ec45d None None] Checking router: ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:26:23.677297 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063b8139-05d7-4ea6-b24a-f497cc0ec45d None None] Updating router ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f port 8faf4cba-62f9-49ad-9910-9c2d1a5da82b binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:26:23.682370 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3a41a4-b671-4a03-95ec-78cdff88536e req-9a4fefae-93cc-453f-af0f-fda929efeb5c tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] No DVR routers for this DVR port e88861b5-d8ba-4e52-b091-feae2a0ddafa on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:26:23.691993 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-eb3a41a4-b671-4a03-95ec-78cdff88536e req-9a4fefae-93cc-453f-af0f-fda929efeb5c tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:23.709385 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173cf94f-2d3e-4360-9e62-e8f7ce3a15f5', 'name': 'network-vif-deleted', 'tag': 'e88861b5-d8ba-4e52-b091-feae2a0ddafa'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:26:23.755991 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e00bcab2-3ff9-4747-9b93-7c7ab58a5a43 req-55491180-0a2e-4ef0-9d93-04d773ab2b7a tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.58 "GET /v2.0/security-groups?id=1a2bb228-4d44-427c-801a-2b7b7f63bbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503406 May 03 22:26:23.765636 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-23af1b80-d95d-47ce-abb1-c991a9df66ef tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Deleting port 774596dd-d2c6-431d-8e32-6c045e5eeddf {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:26:23.768680 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-063b8139-05d7-4ea6-b24a-f497cc0ec45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:23.774957 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-23af1b80-d95d-47ce-abb1-c991a9df66ef tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:23.997145 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:24.068683 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c35ffaba-7dd4-46f0-8a79-6fd5d63cf5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:24.148047 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-c35ffaba-7dd4-46f0-8a79-6fd5d63cf5f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d5563e0-bd86-4233-96da-7cac9b93dea6']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:26:24.173963 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-c35ffaba-7dd4-46f0-8a79-6fd5d63cf5f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0dccb36-3aab-4b3b-829f-39b63d5ac7c0') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:26:24.179264 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-c35ffaba-7dd4-46f0-8a79-6fd5d63cf5f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0dccb36-3aab-4b3b-829f-39b63d5ac7c0') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:26:24.215535 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c35ffaba-7dd4-46f0-8a79-6fd5d63cf5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:24.251075 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c35ffaba-7dd4-46f0-8a79-6fd5d63cf5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:24.267101 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c35ffaba-7dd4-46f0-8a79-6fd5d63cf5f3 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:26:24.267529 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c35ffaba-7dd4-46f0-8a79-6fd5d63cf5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:24.290774 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eb3a41a4-b671-4a03-95ec-78cdff88536e req-9a4fefae-93cc-453f-af0f-fda929efeb5c tempest-ServersAdminTestJSON-1333437013 tempest-ServersAdminTestJSON-1333437013-project] 10.222.0.60 "DELETE /v2.0/ports/e88861b5-d8ba-4e52-b091-feae2a0ddafa HTTP/1.1" status: 204 len: 173 time: 4.6716037 May 03 22:26:24.322302 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:26:24.322302 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:26:24.322302 n-d-811807-1 neutron-server[88070]: timer() May 03 22:26:24.322302 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:26:24.322302 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:26:24.322302 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:26:24.322302 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:26:24.322302 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:26:24.322302 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:26:24.322302 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:26:24.322302 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:26:24.322302 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:26:24.322302 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:26:24.322302 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:26:24.322302 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:26:24.322302 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:26:24.322302 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:26:24.322302 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:26:24.322302 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:26:24.322302 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:26:24.322302 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:26:24.322302 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:26:24.322302 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:26:24.322302 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:26:24.322302 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:26:24.322302 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:26:24.322302 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:26:24.322302 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:26:24.322302 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:26:24.322302 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:26:24.322302 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:26:24.322302 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:26:24.349670 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-23af1b80-d95d-47ce-abb1-c991a9df66ef tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] The port '774596dd-d2c6-431d-8e32-6c045e5eeddf' was deleted {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:26:24.362600 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-572f0d75-8a71-4632-8fec-8770a42866d2 service neutron] For port 3cb1b181-2fd7-46f7-873b-c3ff054879e6, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:26:24.433759 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-063b8139-05d7-4ea6-b24a-f497cc0ec45d None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:24.451476 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-063b8139-05d7-4ea6-b24a-f497cc0ec45d None None] Transition to ACTIVE for port object 8faf4cba-62f9-49ad-9910-9c2d1a5da82b will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:26:24.460795 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-063b8139-05d7-4ea6-b24a-f497cc0ec45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:24.466695 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c35ffaba-7dd4-46f0-8a79-6fd5d63cf5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:24.468394 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-572f0d75-8a71-4632-8fec-8770a42866d2 service neutron] For port 3cb1b181-2fd7-46f7-873b-c3ff054879e6, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=3cb1b181-2fd7-46f7-873b-c3ff054879e6,segment=NetworkSegment(2aabfbd5-8378-4748-b474-412626f804f1),segment_id=2aabfbd5-8378-4748-b474-412626f804f1)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:26:24.505720 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c35ffaba-7dd4-46f0-8a79-6fd5d63cf5f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:24.512055 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-572f0d75-8a71-4632-8fec-8770a42866d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:24.524318 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c35ffaba-7dd4-46f0-8a79-6fd5d63cf5f3 admin admin] 10.222.0.58 "DELETE /v2.0/networks/3d5563e0-bd86-4233-96da-7cac9b93dea6 HTTP/1.1" status: 204 len: 168 time: 1.0723546 May 03 22:26:24.535283 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53816) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:24.536625 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ffaba-7dd4-46f0-8a79-6fd5d63cf5f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d5563e0-bd86-4233-96da-7cac9b93dea6,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:24.568718 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8d7ec-3229-48de-a504-9291e048cd15 None None] Pushing event updated for resources: {'Port': ['ID=8faf4cba-62f9-49ad-9910-9c2d1a5da82b,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:24.580275 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b8d7ec-3229-48de-a504-9291e048cd15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:26:24.581327 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b8d7ec-3229-48de-a504-9291e048cd15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:26:24.581769 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b8d7ec-3229-48de-a504-9291e048cd15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:26:24.582445 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b8d7ec-3229-48de-a504-9291e048cd15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:26:24.582880 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b8d7ec-3229-48de-a504-9291e048cd15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:26:24.583566 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b8d7ec-3229-48de-a504-9291e048cd15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:26:24.584117 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b8d7ec-3229-48de-a504-9291e048cd15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:26:24.584548 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b8d7ec-3229-48de-a504-9291e048cd15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:26:24.585382 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b8d7ec-3229-48de-a504-9291e048cd15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:26:24.585880 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b8d7ec-3229-48de-a504-9291e048cd15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:26:24.586379 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b8d7ec-3229-48de-a504-9291e048cd15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:26:24.586808 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b8d7ec-3229-48de-a504-9291e048cd15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:26:24.741440 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4f3fb1f5-40aa-43f2-84d8-b240660b32d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:24.790820 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4f3fb1f5-40aa-43f2-84d8-b240660b32d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:26:24.801640 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4f3fb1f5-40aa-43f2-84d8-b240660b32d5 admin admin] Usage tracker for resource:security_group_rule and tenant:1ac9ea6759e14c21bdd76f7e7935dc10 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:26:24.804045 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-572f0d75-8a71-4632-8fec-8770a42866d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:24.805046 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-572f0d75-8a71-4632-8fec-8770a42866d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:24.806953 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-572f0d75-8a71-4632-8fec-8770a42866d2 service neutron] 10.222.0.60 "PUT /v2.0/ports/3cb1b181-2fd7-46f7-873b-c3ff054879e6 HTTP/1.1" status: 200 len: 1092 time: 6.9433661 May 03 22:26:24.810281 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4f3fb1f5-40aa-43f2-84d8-b240660b32d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:26:24.826851 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4f3fb1f5-40aa-43f2-84d8-b240660b32d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:26:24.832585 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53824) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:24.930298 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-063b8139-05d7-4ea6-b24a-f497cc0ec45d None None] Attempting to bind port 8faf4cba-62f9-49ad-9910-9c2d1a5da82b on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:26:24.930872 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-063b8139-05d7-4ea6-b24a-f497cc0ec45d None None] Attempting to bind port 8faf4cba-62f9-49ad-9910-9c2d1a5da82b by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '84a46ab7-23b3-4149-a696-24cab25e6e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8aea1ff8-9c69-4ddb-a429-4444133cffa6'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:26:24.931291 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063b8139-05d7-4ea6-b24a-f497cc0ec45d None None] Attempting to bind port 8faf4cba-62f9-49ad-9910-9c2d1a5da82b on network 8aea1ff8-9c69-4ddb-a429-4444133cffa6 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:26:24.937748 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063b8139-05d7-4ea6-b24a-f497cc0ec45d None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:26:24.938288 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063b8139-05d7-4ea6-b24a-f497cc0ec45d None None] Checking segment: {'id': '84a46ab7-23b3-4149-a696-24cab25e6e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8aea1ff8-9c69-4ddb-a429-4444133cffa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:26:24.939001 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-063b8139-05d7-4ea6-b24a-f497cc0ec45d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:24.939431 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063b8139-05d7-4ea6-b24a-f497cc0ec45d None None] Bound using segment: {'id': '84a46ab7-23b3-4149-a696-24cab25e6e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8aea1ff8-9c69-4ddb-a429-4444133cffa6'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:26:24.941048 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-063b8139-05d7-4ea6-b24a-f497cc0ec45d None None] Bound port: 8faf4cba-62f9-49ad-9910-9c2d1a5da82b, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a46ab7-23b3-4149-a696-24cab25e6e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '8aea1ff8-9c69-4ddb-a429-4444133cffa6'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:26:24.941294 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-063b8139-05d7-4ea6-b24a-f497cc0ec45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:25.012470 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-79fbdc2b-96b5-4ec6-9f8f-2dda3ea66019 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ec7645f95a4b4ae78a2c1ea04f62a7e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1769361 May 03 22:26:25.013172 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53828) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:25.013562 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b06806c1-996b-42b3-87be-10aeecfc3a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:25.083950 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-23af1b80-d95d-47ce-abb1-c991a9df66ef tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:25.090028 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-063b8139-05d7-4ea6-b24a-f497cc0ec45d None None] For port 8faf4cba-62f9-49ad-9910-9c2d1a5da82b, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:26:25.095037 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-063b8139-05d7-4ea6-b24a-f497cc0ec45d None None] For port 8faf4cba-62f9-49ad-9910-9c2d1a5da82b, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=8faf4cba-62f9-49ad-9910-9c2d1a5da82b,segment=NetworkSegment(84a46ab7-23b3-4149-a696-24cab25e6e9f),segment_id=84a46ab7-23b3-4149-a696-24cab25e6e9f)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:26:25.101533 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-063b8139-05d7-4ea6-b24a-f497cc0ec45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:25.129444 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6fe502eb-b573-4913-9e8e-6a5ff3dcdfdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:25.154315 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1acc6-a43d-4a55-9321-01859ee2ceb4 req-d658656e-b992-407e-b36d-778b04c5f214 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:25.165013 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6fb1acc6-a43d-4a55-9321-01859ee2ceb4 req-d658656e-b992-407e-b36d-778b04c5f214 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=569ee7af-bac9-455e-a886-b06445ccfb73 HTTP/1.1" status: 200 len: 1097 time: 0.9450250 May 03 22:26:25.192108 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6fe502eb-b573-4913-9e8e-6a5ff3dcdfdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:25.208575 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4f3fb1f5-40aa-43f2-84d8-b240660b32d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:25.220071 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be544e68-01e7-4f67-b067-0f27d85d527e req-682640a6-b65a-4886-9f96-de3cdbd40290 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:25.228174 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-be544e68-01e7-4f67-b067-0f27d85d527e req-682640a6-b65a-4886-9f96-de3cdbd40290 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.9762192 May 03 22:26:25.231077 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8d7ec-3229-48de-a504-9291e048cd15 None None] Pushing event updated for resources: {'Port': ['ID=8faf4cba-62f9-49ad-9910-9c2d1a5da82b,revision_number=4']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:25.246748 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4f3fb1f5-40aa-43f2-84d8-b240660b32d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:25.260392 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063b8139-05d7-4ea6-b24a-f497cc0ec45d None None] Routers {'ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:26:25.260942 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-063b8139-05d7-4ea6-b24a-f497cc0ec45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:26:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:26:25.276096 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f0d75-8a71-4632-8fec-8770a42866d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb1b181-2fd7-46f7-873b-c3ff054879e6,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:25.285280 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-23af1b80-d95d-47ce-abb1-c991a9df66ef tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46fb9c52-6d68-4393-b280-13d54eb8883c']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:26:25.297720 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4f3fb1f5-40aa-43f2-84d8-b240660b32d5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1ac9ea6759e14c21bdd76f7e7935dc10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7580869 May 03 22:26:25.306490 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53832) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:25.325306 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-23af1b80-d95d-47ce-abb1-c991a9df66ef tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f817c794-7df4-4ff9-81a1-864cf5ce0f8e') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:26:25.326348 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-23af1b80-d95d-47ce-abb1-c991a9df66ef tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f817c794-7df4-4ff9-81a1-864cf5ce0f8e') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:26:25.399450 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3fb1f5-40aa-43f2-84d8-b240660b32d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded99ff7-c9a4-462b-8fbf-634dcbfe84d9,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:25.419370 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6fb1acc6-a43d-4a55-9321-01859ee2ceb4 req-104723fd-908d-4f6d-bfb4-ac66be925a22 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518232 May 03 22:26:25.463139 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-be544e68-01e7-4f67-b067-0f27d85d527e req-7e9044e9-fcaa-47df-8b59-3e36aaf19e7e tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2336423 May 03 22:26:25.468005 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-23af1b80-d95d-47ce-abb1-c991a9df66ef tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:25.492242 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6fe502eb-b573-4913-9e8e-6a5ff3dcdfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:25.542455 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6d05992b-30b4-4ca4-8b96-9ad84c87db3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:25.546839 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe502eb-b573-4913-9e8e-6a5ff3dcdfdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b89ac1-3dde-447a-a456-b7db5369f81f,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:25.559451 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-ace71ce5-9d04-44e7-adaf-7cc1351a9f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:25.573663 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-ace71ce5-9d04-44e7-adaf-7cc1351a9f88 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bb54f7f22ed84045bd34103ad99af40a&device_id=b44d2f8b-23ba-4061-a0cb-20e99d10069d HTTP/1.1" status: 200 len: 1095 time: 0.6493335 May 03 22:26:25.579907 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6fe502eb-b573-4913-9e8e-6a5ff3dcdfdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:25.583100 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6fe502eb-b573-4913-9e8e-6a5ff3dcdfdc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/59b89ac1-3dde-447a-a456-b7db5369f81f HTTP/1.1" status: 204 len: 168 time: 0.5671203 May 03 22:26:25.583741 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-23af1b80-d95d-47ce-abb1-c991a9df66ef tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:25.631740 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 8faf4cba-62f9-49ad-9910-9c2d1a5da82b up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:26:25.649045 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6d05992b-30b4-4ca4-8b96-9ad84c87db3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:25.802982 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53d76efa-3f10-4ff9-b570-9933952ec757'] response: {'server_uuid': '173cf94f-2d3e-4360-9e62-e8f7ce3a15f5', 'name': 'network-vif-deleted', 'tag': 'e88861b5-d8ba-4e52-b091-feae2a0ddafa', 'status': 'completed', 'code': 200} May 03 22:26:25.827969 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6d05992b-30b4-4ca4-8b96-9ad84c87db3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:25.855980 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 8faf4cba-62f9-49ad-9910-9c2d1a5da82b completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:26:25.863866 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-cc6a74e0-e39c-475b-b2db-0f4b24ff865c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3cb1b181-2fd7-46f7-873b-c3ff054879e6 HTTP/1.1" status: 200 len: 217 time: 0.2724717 May 03 22:26:25.866269 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 8faf4cba-62f9-49ad-9910-9c2d1a5da82b triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:26:25.866748 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:25.870600 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23af1b80-d95d-47ce-abb1-c991a9df66ef tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:26:25.871222 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-23af1b80-d95d-47ce-abb1-c991a9df66ef tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:25.875196 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05992b-30b4-4ca4-8b96-9ad84c87db3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded99ff7-c9a4-462b-8fbf-634dcbfe84d9,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:25.888476 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-063b8139-05d7-4ea6-b24a-f497cc0ec45d None None] Set router ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:26:25.896278 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6d05992b-30b4-4ca4-8b96-9ad84c87db3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:25.912149 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6d05992b-30b4-4ca4-8b96-9ad84c87db3b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ded99ff7-c9a4-462b-8fbf-634dcbfe84d9 HTTP/1.1" status: 204 len: 168 time: 0.6037734 May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: timer() May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:26:26.008344 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:26:26.347600 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:26.371341 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-23af1b80-d95d-47ce-abb1-c991a9df66ef tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:26.466310 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53856) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:26.490841 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:26.507832 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 8faf4cba-62f9-49ad-9910-9c2d1a5da82b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=8faf4cba-62f9-49ad-9910-9c2d1a5da82b,segment=NetworkSegment(84a46ab7-23b3-4149-a696-24cab25e6e9f),segment_id=84a46ab7-23b3-4149-a696-24cab25e6e9f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:26:26.509396 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:26.517596 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:26.612897 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fdfbcf04-4384-4139-92de-c90db4f45e4c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=277793575a434a01b805dd7d3ab5b5c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1449869 May 03 22:26:26.620098 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53862) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:26.620578 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-23af1b80-d95d-47ce-abb1-c991a9df66ef tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:26.681046 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1b80-d95d-47ce-abb1-c991a9df66ef tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Pushing event deleted for resources: {'Network': ['ID=46fb9c52-6d68-4393-b280-13d54eb8883c,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:26.709068 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-f75a1086-37e1-4f61-8119-1ce462c8bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:26.716836 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-f75a1086-37e1-4f61-8119-1ce462c8bb23 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=62efb1ff-39ef-42c2-b579-85c1be325b05 HTTP/1.1" status: 200 len: 862 time: 0.6866052 May 03 22:26:26.743055 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a2784-38c5-4018-8dab-09bd132e74a6 req-2b38c901-cdff-4b22-badf-42386718f9e3 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:26.760861 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=8faf4cba-62f9-49ad-9910-9c2d1a5da82b,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:26.763878 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a29a2784-38c5-4018-8dab-09bd132e74a6 req-2b38c901-cdff-4b22-badf-42386718f9e3 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44d2f8b-23ba-4061-a0cb-20e99d10069d HTTP/1.1" status: 200 len: 944 time: 0.9593749 May 03 22:26:26.823144 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53866) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:26.844031 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-23af1b80-d95d-47ce-abb1-c991a9df66ef tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "DELETE /v2.0/networks/46fb9c52-6d68-4393-b280-13d54eb8883c HTTP/1.1" status: 204 len: 168 time: 7.6686890 May 03 22:26:26.847045 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53870) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:26.852817 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-063b8139-05d7-4ea6-b24a-f497cc0ec45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f', 'name': 'tempest-AttachSCSIVolumeTestJSON-894989335-router', 'tenant_id': 'bec80e108678421e8e07b3ad822dd912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '2c127426-c578-4b83-8e9c-1a1e823cd6a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:26:10Z', 'updated_at': '2022-05-03T22:26:17Z', 'revision_number': 4, 'project_id': 'bec80e108678421e8e07b3ad822dd912', 'gw_port': {'id': '2c127426-c578-4b83-8e9c-1a1e823cd6a6', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:26:11Z', 'updated_at': '2022-05-03T22:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '8faf4cba-62f9-49ad-9910-9c2d1a5da82b', 'name': '', 'network_id': '8aea1ff8-9c69-4ddb-a429-4444133cffa6', 'tenant_id': 'bec80e108678421e8e07b3ad822dd912', 'mac_address': 'fa:16:3e:5b:bf:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '2641747e-d825-4c4e-aae8-d68e3cd66c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:26:16Z', 'updated_at': '2022-05-03T22:26:25Z', 'revision_number': 4, 'project_id': 'bec80e108678421e8e07b3ad822dd912', 'subnets': [{'id': '2641747e-d825-4c4e-aae8-d68e3cd66c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:26:26.855645 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-071a3b43-a64e-4778-a755-4755d0bd9639 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4f772766-6d4c-4ac3-b843-8129bd316d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787206 May 03 22:26:26.857510 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063b8139-05d7-4ea6-b24a-f497cc0ec45d None None] The sync data for ids ['ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f'] in n-d-811807-1 is: [{'id': 'ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f', 'name': 'tempest-AttachSCSIVolumeTestJSON-894989335-router', 'tenant_id': 'bec80e108678421e8e07b3ad822dd912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '2c127426-c578-4b83-8e9c-1a1e823cd6a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:26:10Z', 'updated_at': '2022-05-03T22:26:17Z', 'revision_number': 4, 'project_id': 'bec80e108678421e8e07b3ad822dd912', 'gw_port': {'id': '2c127426-c578-4b83-8e9c-1a1e823cd6a6', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:26:11Z', 'updated_at': '2022-05-03T22:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '8faf4cba-62f9-49ad-9910-9c2d1a5da82b', 'name': '', 'network_id': '8aea1ff8-9c69-4ddb-a429-4444133cffa6', 'tenant_id': 'bec80e108678421e8e07b3ad822dd912', 'mac_address': 'fa:16:3e:5b:bf:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '2641747e-d825-4c4e-aae8-d68e3cd66c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:26:16Z', 'updated_at': '2022-05-03T22:26:25Z', 'revision_number': 4, 'project_id': 'bec80e108678421e8e07b3ad822dd912', 'subnets': [{'id': '2641747e-d825-4c4e-aae8-d68e3cd66c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:26:26.877292 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-30a0240e-3269-4109-994b-7baa8083b376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:26.975034 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-30a0240e-3269-4109-994b-7baa8083b376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:27.123666 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a29a2784-38c5-4018-8dab-09bd132e74a6 req-0ca1d798-eee3-401a-877a-ec9b395e0025 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558376 May 03 22:26:27.220527 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cc64142-60de-44a8-bec8-fb988b7e28ca tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Deleting subnet a9ff1671-18d1-4846-a656-8c4624293822 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:26:27.245103 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9cc64142-60de-44a8-bec8-fb988b7e28ca tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:27.294428 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-92c7175f-daed-4edf-a998-034190fcdb30 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6acd1521cdd74962882938955cd4c844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4696591 May 03 22:26:27.298148 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-30a0240e-3269-4109-994b-7baa8083b376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:27.310474 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53888) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:27.376466 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-30a0240e-3269-4109-994b-7baa8083b376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:27.380060 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-30a0240e-3269-4109-994b-7baa8083b376 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4a91c5bc-47d1-4838-b098-b3bfde4f01d8 HTTP/1.1" status: 204 len: 168 time: 0.7558272 May 03 22:26:27.398521 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0240e-3269-4109-994b-7baa8083b376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a91c5bc-47d1-4838-b098-b3bfde4f01d8,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:27.516139 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:27.537420 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 8faf4cba-62f9-49ad-9910-9c2d1a5da82b up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:26:27.550226 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e607501-f3b9-4f33-aecf-afef7046fb6b req-bdb9ca8f-c51e-4c13-9cc1-0d902f6d39ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:27.553209 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9682978f-c6bf-4e68-8c62-fa1ac87d450d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:27.564299 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0e607501-f3b9-4f33-aecf-afef7046fb6b req-bdb9ca8f-c51e-4c13-9cc1-0d902f6d39ae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=66dfeed3cb324772b0bf769274eed2d2&device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 1095 time: 1.1244359 May 03 22:26:27.619963 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9682978f-c6bf-4e68-8c62-fa1ac87d450d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:27.695330 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9cc64142-60de-44a8-bec8-fb988b7e28ca tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:27.808998 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9682978f-c6bf-4e68-8c62-fa1ac87d450d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:27.828346 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:27.915301 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 8faf4cba-62f9-49ad-9910-9c2d1a5da82b triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:26:27.915677 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:27.945708 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44d2f8b-23ba-4061-a0cb-20e99d10069d', 'tag': '3cb1b181-2fd7-46f7-873b-c3ff054879e6'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:26:28.227886 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682978f-c6bf-4e68-8c62-fa1ac87d450d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2bb228-4d44-427c-801a-2b7b7f63bbdd,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:28.270569 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9682978f-c6bf-4e68-8c62-fa1ac87d450d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:28.272676 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9682978f-c6bf-4e68-8c62-fa1ac87d450d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1a2bb228-4d44-427c-801a-2b7b7f63bbdd HTTP/1.1" status: 204 len: 168 time: 0.9437077 May 03 22:26:28.436168 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e607501-f3b9-4f33-aecf-afef7046fb6b req-4f98b044-97ae-4f80-94b0-2765bf3429aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:28.438916 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0e607501-f3b9-4f33-aecf-afef7046fb6b req-4f98b044-97ae-4f80-94b0-2765bf3429aa service neutron] 10.222.0.60 "GET /v2.0/networks?id=f73247c4-e4b1-4dbd-a711-946870a81559 HTTP/1.1" status: 200 len: 912 time: 0.8730853 May 03 22:26:28.551903 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9cc64142-60de-44a8-bec8-fb988b7e28ca tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:28.666874 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-053dab9c-3b34-458a-8651-cde4374b8b20 service neutron] 10.222.0.60 "GET /v2.0/networks/4f772766-6d4c-4ac3-b843-8129bd316d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5659454 May 03 22:26:28.988431 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53938) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:29.065754 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0e607501-f3b9-4f33-aecf-afef7046fb6b req-c61d80a2-994c-48ce-8e58-0787f672fe30 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cd74799-58d8-4e74-af4b-685d5aaa1c56 HTTP/1.1" status: 200 len: 998 time: 0.3904045 May 03 22:26:29.138224 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0482be82-a7c6-4d2a-900a-75ddb1b36e45 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5da5bf45712f45ff8690f3879f8ad236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461301 May 03 22:26:29.138224 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53944) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:29.323572 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b21f369a-be84-4901-beb0-e14f6db6c4cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:29.388069 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b21f369a-be84-4901-beb0-e14f6db6c4cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:29.394931 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699bd6db-1c78-4c11-a2e8-026c66173fca req-71f7cce1-fd61-43b0-8fc6-1978f680b0f5 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:29.397294 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-699bd6db-1c78-4c11-a2e8-026c66173fca req-71f7cce1-fd61-43b0-8fc6-1978f680b0f5 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 2.0150337 May 03 22:26:29.420696 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-402f665b-6a9b-4562-8a38-4269426cdfb0 req-75c622da-e5a4-45df-9402-c418aabef9d5 service neutron] 10.222.0.60 "GET /v2.0/networks/4f772766-6d4c-4ac3-b843-8129bd316d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6259117 May 03 22:26:29.428230 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9cc64142-60de-44a8-bec8-fb988b7e28ca tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:29.472401 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e607501-f3b9-4f33-aecf-afef7046fb6b req-4e9db796-05b6-4e1f-8e09-d62c297c9956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:29.473711 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0e607501-f3b9-4f33-aecf-afef7046fb6b req-4e9db796-05b6-4e1f-8e09-d62c297c9956 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a6303b72-ad18-4df3-b796-1d1c3ad4e877 HTTP/1.1" status: 200 len: 850 time: 0.3963039 May 03 22:26:29.478714 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc64142-60de-44a8-bec8-fb988b7e28ca tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Pushing event deleted for resources: {'Subnet': ['ID=a9ff1671-18d1-4846-a656-8c4624293822,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:29.597324 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9cc64142-60de-44a8-bec8-fb988b7e28ca tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:29.626816 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc64142-60de-44a8-bec8-fb988b7e28ca tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:26:29.626816 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc64142-60de-44a8-bec8-fb988b7e28ca tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:26:29.626816 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc64142-60de-44a8-bec8-fb988b7e28ca tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:26:29.632695 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57662942-e2fa-48fe-aca0-64e85d075033 None None] Network 787bd443-cdb2-456f-a750-dd1e06b7c693 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:26:29.641055 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b21f369a-be84-4901-beb0-e14f6db6c4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:29.649118 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc64142-60de-44a8-bec8-fb988b7e28ca tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:26:29.649118 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc64142-60de-44a8-bec8-fb988b7e28ca tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:26:29.649118 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc64142-60de-44a8-bec8-fb988b7e28ca tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:26:29.649118 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc64142-60de-44a8-bec8-fb988b7e28ca tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:26:29.649118 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc64142-60de-44a8-bec8-fb988b7e28ca tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:26:29.649118 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc64142-60de-44a8-bec8-fb988b7e28ca tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:26:29.649118 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc64142-60de-44a8-bec8-fb988b7e28ca tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:26:29.649118 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc64142-60de-44a8-bec8-fb988b7e28ca tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:26:29.649118 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc64142-60de-44a8-bec8-fb988b7e28ca tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:26:29.720502 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f369a-be84-4901-beb0-e14f6db6c4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8300803d-9219-471c-8781-b0ce9f4a7be6,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:29.766157 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b21f369a-be84-4901-beb0-e14f6db6c4cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:29.774212 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b21f369a-be84-4901-beb0-e14f6db6c4cb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8300803d-9219-471c-8781-b0ce9f4a7be6 HTTP/1.1" status: 204 len: 168 time: 0.6317320 May 03 22:26:29.804076 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-699bd6db-1c78-4c11-a2e8-026c66173fca req-d480c4a6-363a-418f-86c1-9650ac626293 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3870325 May 03 22:26:29.804076 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9cc64142-60de-44a8-bec8-fb988b7e28ca tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "DELETE /v2.0/subnets/a9ff1671-18d1-4846-a656-8c4624293822 HTTP/1.1" status: 204 len: 168 time: 2.9374750 May 03 22:26:29.812099 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53954) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:29.913664 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e607501-f3b9-4f33-aecf-afef7046fb6b req-d4e4a826-64b2-405c-ae3f-b72871eb47ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:29.935424 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0e607501-f3b9-4f33-aecf-afef7046fb6b req-d4e4a826-64b2-405c-ae3f-b72871eb47ab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f73247c4-e4b1-4dbd-a711-946870a81559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4408967 May 03 22:26:30.042858 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ee3b4cc-8e1c-406a-b40d-837480a38997'] response: {'name': 'network-changed', 'server_uuid': 'b44d2f8b-23ba-4061-a0cb-20e99d10069d', 'tag': '3cb1b181-2fd7-46f7-873b-c3ff054879e6', 'status': 'completed', 'code': 200} May 03 22:26:30.296935 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5e6c1d80-1da4-4de8-82db-1841912791a6 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:30.352286 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-5e6c1d80-1da4-4de8-82db-1841912791a6 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Deleting port 8a8ffb25-8b92-42c6-ac3d-e85b1bf489a7 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:26:30.352286 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5e6c1d80-1da4-4de8-82db-1841912791a6 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:30.431196 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-79f22908-b16d-47ef-b2b6-13dbeba87e96 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88070) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:26:30.431196 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-79f22908-b16d-47ef-b2b6-13dbeba87e96 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9135964 May 03 22:26:30.569948 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175f9432-5755-4278-ab91-bb7f191e8455 None None] DHCP port deletion for 787bd443-cdb2-456f-a750-dd1e06b7c693 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:26:30.570611 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-175f9432-5755-4278-ab91-bb7f191e8455 None None] Deleting port 8a8ffb25-8b92-42c6-ac3d-e85b1bf489a7 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:26:30.570611 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-175f9432-5755-4278-ab91-bb7f191e8455 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:30.687396 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0e607501-f3b9-4f33-aecf-afef7046fb6b req-832b631f-75e5-406b-b2f8-bdffbf810ba8 service neutron] 10.222.0.60 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7458215 May 03 22:26:30.829816 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-5e6c1d80-1da4-4de8-82db-1841912791a6 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] For port 8a8ffb25-8b92-42c6-ac3d-e85b1bf489a7, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=8a8ffb25-8b92-42c6-ac3d-e85b1bf489a7,segment=NetworkSegment(458d701d-3e80-4394-b200-b4a54eb80085),segment_id=458d701d-3e80-4394-b200-b4a54eb80085)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:26:30.831180 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5e6c1d80-1da4-4de8-82db-1841912791a6 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:30.832235 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 3cb1b181-2fd7-46f7-873b-c3ff054879e6 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:26:31.012247 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-5e6c1d80-1da4-4de8-82db-1841912791a6 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Calling delete_port for 8a8ffb25-8b92-42c6-ac3d-e85b1bf489a7 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:26:31.026022 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e249c-8517-4dfa-97f3-af2fd09fe7cf req-baaf6934-99fb-4380-91bc-6e293b5ec033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:31.041279 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-831e249c-8517-4dfa-97f3-af2fd09fe7cf req-baaf6934-99fb-4380-91bc-6e293b5ec033 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bb54f7f22ed84045bd34103ad99af40a&device_id=b44d2f8b-23ba-4061-a0cb-20e99d10069d HTTP/1.1" status: 200 len: 1095 time: 1.0042334 May 03 22:26:31.109277 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 3cb1b181-2fd7-46f7-873b-c3ff054879e6, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=3cb1b181-2fd7-46f7-873b-c3ff054879e6,segment=NetworkSegment(2aabfbd5-8378-4748-b474-412626f804f1),segment_id=2aabfbd5-8378-4748-b474-412626f804f1)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:26:31.136148 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-410d6366-6530-4e67-aac6-8f585bd8ba83 service neutron] Request body: {'binding': {'host': 'n-h1-811807-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:26:31.137183 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-410d6366-6530-4e67-aac6-8f585bd8ba83 service neutron] Unknown quota resources ['binding']. {{(pid=88070) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 03 22:26:31.161284 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '3cb1b181-2fd7-46f7-873b-c3ff054879e6', 'network_id': '4f772766-6d4c-4ac3-b843-8129bd316d6b', 'port_id': '3cb1b181-2fd7-46f7-873b-c3ff054879e6', 'mac_address': 'fa:16:3e:fe:e6:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62efb1ff-39ef-42c2-b579-85c1be325b05', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:26:31.203257 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5e6c1d80-1da4-4de8-82db-1841912791a6 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:31.296995 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c1d80-1da4-4de8-82db-1841912791a6 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Pushing event deleted for resources: {'Port': ['ID=8a8ffb25-8b92-42c6-ac3d-e85b1bf489a7,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:31.311837 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c1d80-1da4-4de8-82db-1841912791a6 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:26:31.312481 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c1d80-1da4-4de8-82db-1841912791a6 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:26:31.312989 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c1d80-1da4-4de8-82db-1841912791a6 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:26:31.314418 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c1d80-1da4-4de8-82db-1841912791a6 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:26:31.314983 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c1d80-1da4-4de8-82db-1841912791a6 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:26:31.316276 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c1d80-1da4-4de8-82db-1841912791a6 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:26:31.316784 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c1d80-1da4-4de8-82db-1841912791a6 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:26:31.317468 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c1d80-1da4-4de8-82db-1841912791a6 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:26:31.318747 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c1d80-1da4-4de8-82db-1841912791a6 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:26:31.319622 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c1d80-1da4-4de8-82db-1841912791a6 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:26:31.320147 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c1d80-1da4-4de8-82db-1841912791a6 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:26:31.320655 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c1d80-1da4-4de8-82db-1841912791a6 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:26:31.342748 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e249c-8517-4dfa-97f3-af2fd09fe7cf req-7ea1ff33-2174-4f5a-9751-fead5c183731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:31.343874 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-831e249c-8517-4dfa-97f3-af2fd09fe7cf req-7ea1ff33-2174-4f5a-9751-fead5c183731 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4f772766-6d4c-4ac3-b843-8129bd316d6b HTTP/1.1" status: 200 len: 923 time: 0.2887018 May 03 22:26:31.351085 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6c1d80-1da4-4de8-82db-1841912791a6 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] No DVR routers for this DVR port 8a8ffb25-8b92-42c6-ac3d-e85b1bf489a7 on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:26:31.384797 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa806b-b531-4756-81d4-384219da3c3e req-b445efd0-755e-4c20-9907-30b02322ba57 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:31.397947 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7caa806b-b531-4756-81d4-384219da3c3e req-b445efd0-755e-4c20-9907-30b02322ba57 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44d2f8b-23ba-4061-a0cb-20e99d10069d HTTP/1.1" status: 200 len: 944 time: 1.0968409 May 03 22:26:31.502178 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 8a8ffb25-8b92-42c6-ac3d-e85b1bf489a7 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:26:31.568036 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5e6c1d80-1da4-4de8-82db-1841912791a6 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:31.587906 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-831e249c-8517-4dfa-97f3-af2fd09fe7cf req-857a8628-102d-4ba9-a576-1cc15dd4f66d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3cb1b181-2fd7-46f7-873b-c3ff054879e6 HTTP/1.1" status: 200 len: 217 time: 0.2256451 May 03 22:26:31.607614 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 8a8ffb25-8b92-42c6-ac3d-e85b1bf489a7 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:26:31.608322 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 8a8ffb25-8b92-42c6-ac3d-e85b1bf489a7 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:26:31.626299 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-5e6c1d80-1da4-4de8-82db-1841912791a6 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['787bd443-cdb2-456f-a750-dd1e06b7c693']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:26:31.641030 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-5e6c1d80-1da4-4de8-82db-1841912791a6 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '458d701d-3e80-4394-b200-b4a54eb80085') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:26:31.642332 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-5e6c1d80-1da4-4de8-82db-1841912791a6 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '458d701d-3e80-4394-b200-b4a54eb80085') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:26:31.645153 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:31.672787 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5e6c1d80-1da4-4de8-82db-1841912791a6 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:31.677752 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-175f9432-5755-4278-ab91-bb7f191e8455 None None] For port 8a8ffb25-8b92-42c6-ac3d-e85b1bf489a7, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=8a8ffb25-8b92-42c6-ac3d-e85b1bf489a7,segment=NetworkSegment(458d701d-3e80-4394-b200-b4a54eb80085),segment_id=458d701d-3e80-4394-b200-b4a54eb80085)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:26:31.688025 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-175f9432-5755-4278-ab91-bb7f191e8455 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:31.697160 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5e6c1d80-1da4-4de8-82db-1841912791a6 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:31.707516 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6c1d80-1da4-4de8-82db-1841912791a6 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:26:31.708266 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5e6c1d80-1da4-4de8-82db-1841912791a6 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:31.726638 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0e607501-f3b9-4f33-aecf-afef7046fb6b req-402c80f9-d934-4bf4-b7ea-f120e52493e5 service neutron] 10.222.0.60 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0383477 May 03 22:26:31.806681 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7caa806b-b531-4756-81d4-384219da3c3e req-dc3b42f5-1009-4d56-b162-842b15bf6608 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071522 May 03 22:26:31.847877 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e249c-8517-4dfa-97f3-af2fd09fe7cf req-d57c0ac2-2826-411b-b072-9d687f102ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:31.850240 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-831e249c-8517-4dfa-97f3-af2fd09fe7cf req-d57c0ac2-2826-411b-b072-9d687f102ee4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=62efb1ff-39ef-42c2-b579-85c1be325b05 HTTP/1.1" status: 200 len: 862 time: 0.2581334 May 03 22:26:31.868433 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb1b181-2fd7-46f7-873b-c3ff054879e6 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:26:31.901883 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 3cb1b181-2fd7-46f7-873b-c3ff054879e6, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=3cb1b181-2fd7-46f7-873b-c3ff054879e6,segment=NetworkSegment(2aabfbd5-8378-4748-b474-412626f804f1),segment_id=2aabfbd5-8378-4748-b474-412626f804f1)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:26:31.950448 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-831e249c-8517-4dfa-97f3-af2fd09fe7cf req-a38ce40b-6db3-480f-a2f2-cc42cefcd07b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4f772766-6d4c-4ac3-b843-8129bd316d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940475 May 03 22:26:31.986290 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:26:31.986290 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:26:31.986290 n-d-811807-1 neutron-server[88070]: timer() May 03 22:26:31.986290 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:26:31.986290 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:26:31.986290 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:26:31.986290 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:26:31.986290 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:26:31.986290 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:26:31.986290 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:26:31.986290 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:26:31.986290 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:26:31.986290 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:26:31.986290 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:26:31.986290 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:26:31.986290 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:26:31.986290 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:26:31.986290 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:26:31.986290 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:26:31.986290 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:26:31.986290 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:26:31.986290 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:26:31.986290 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:26:31.986290 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:26:31.986290 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:26:31.986290 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:26:31.986290 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:26:31.986290 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:26:31.986290 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:26:31.986290 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:26:31.986290 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:26:31.986290 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:26:31.996182 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5e6c1d80-1da4-4de8-82db-1841912791a6 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:32.004443 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5e6c1d80-1da4-4de8-82db-1841912791a6 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:32.038614 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:32.077123 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-175f9432-5755-4278-ab91-bb7f191e8455 None None] Calling delete_port for 8a8ffb25-8b92-42c6-ac3d-e85b1bf489a7 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:26:32.115460 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c1d80-1da4-4de8-82db-1841912791a6 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Pushing event deleted for resources: {'Network': ['ID=787bd443-cdb2-456f-a750-dd1e06b7c693,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:32.119185 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5e6c1d80-1da4-4de8-82db-1841912791a6 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "DELETE /v2.0/networks/787bd443-cdb2-456f-a750-dd1e06b7c693 HTTP/1.1" status: 204 len: 168 time: 2.3290734 May 03 22:26:32.131985 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53994) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:32.147102 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-63f4ade1-2754-476a-b05c-1bd3cb094158 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-267162533'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:26:32.180245 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-63f4ade1-2754-476a-b05c-1bd3cb094158 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:26:32.259184 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-831e249c-8517-4dfa-97f3-af2fd09fe7cf req-8842ef64-93a4-4039-b9a3-2f0d6cd313d0 service neutron] 10.222.0.60 "GET /v2.0/networks/4f772766-6d4c-4ac3-b843-8129bd316d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014231 May 03 22:26:32.286685 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-63f4ade1-2754-476a-b05c-1bd3cb094158 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Usage tracker for resource:network and tenant:ceba61b4c246497baf83bdccf3f80f6e is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:26:32.292414 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-63f4ade1-2754-476a-b05c-1bd3cb094158 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:26:32.310289 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-63f4ade1-2754-476a-b05c-1bd3cb094158 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:26:32.337466 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f4ade1-2754-476a-b05c-1bd3cb094158 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Made reservation on behalf of ceba61b4c246497baf83bdccf3f80f6e for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:26:32.342244 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-63f4ade1-2754-476a-b05c-1bd3cb094158 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:32.348301 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-175f9432-5755-4278-ab91-bb7f191e8455 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:26:32.348668 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-175f9432-5755-4278-ab91-bb7f191e8455 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:26:32.430987 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f4ade1-2754-476a-b05c-1bd3cb094158 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:26:32.443044 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-410d6366-6530-4e67-aac6-8f585bd8ba83 service neutron] Attempting to bind port ef24e541-f2bd-417b-8a9e-007c88e0ff0b on host n-h1-811807-1 for vnic_type normal with profile None {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:26:32.443586 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=3cb1b181-2fd7-46f7-873b-c3ff054879e6,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:32.444010 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-410d6366-6530-4e67-aac6-8f585bd8ba83 service neutron] Attempting to bind port ef24e541-f2bd-417b-8a9e-007c88e0ff0b by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:26:32.444723 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-410d6366-6530-4e67-aac6-8f585bd8ba83 service neutron] Attempting to bind port ef24e541-f2bd-417b-8a9e-007c88e0ff0b on network c529cb66-8468-429f-bb93-e81cdb567811 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:26:32.461685 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-63f4ade1-2754-476a-b05c-1bd3cb094158 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:32.462428 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-63f4ade1-2754-476a-b05c-1bd3cb094158 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Added segment 68483f31-3eb8-4692-9f9b-2feffb47841e of type vlan for network 5f49cf40-2039-43c8-ac9b-565cd1b576ed May 03 22:26:32.465231 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['3cb1b181-2fd7-46f7-873b-c3ff054879e6'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:26:32.494043 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-63f4ade1-2754-476a-b05c-1bd3cb094158 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:32.545382 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-410d6366-6530-4e67-aac6-8f585bd8ba83 service neutron] Port ef24e541-f2bd-417b-8a9e-007c88e0ff0b on network c529cb66-8468-429f-bb93-e81cdb567811 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:26:32.545895 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-410d6366-6530-4e67-aac6-8f585bd8ba83 service neutron] Attempting to bind port ef24e541-f2bd-417b-8a9e-007c88e0ff0b on network c529cb66-8468-429f-bb93-e81cdb567811 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:26:32.560985 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-410d6366-6530-4e67-aac6-8f585bd8ba83 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:26:32.564565 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-410d6366-6530-4e67-aac6-8f585bd8ba83 service neutron] Checking segment: {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:26:32.565076 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-410d6366-6530-4e67-aac6-8f585bd8ba83 service neutron] Bound using segment: {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:26:32.568231 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-410d6366-6530-4e67-aac6-8f585bd8ba83 service neutron] Bound port: ef24e541-f2bd-417b-8a9e-007c88e0ff0b, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:26:32.570348 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-63f4ade1-2754-476a-b05c-1bd3cb094158 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:32.588507 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f4ade1-2754-476a-b05c-1bd3cb094158 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:32.590813 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-63f4ade1-2754-476a-b05c-1bd3cb094158 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:32.823064 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-63f4ade1-2754-476a-b05c-1bd3cb094158 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6893587 May 03 22:26:32.823789 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54014) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:32.834767 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-228fc408-9a0e-4255-9fc2-63ff371c74c0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Request body: {'subnet': {'network_id': '5f49cf40-2039-43c8-ac9b-565cd1b576ed', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:26:32.849894 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4ade1-2754-476a-b05c-1bd3cb094158 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Pushing event updated for resources: {'Network': ['ID=5f49cf40-2039-43c8-ac9b-565cd1b576ed,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:32.858002 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-175f9432-5755-4278-ab91-bb7f191e8455 None None] Deleting port 8a8ffb25-8b92-42c6-ac3d-e85b1bf489a7 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:26:32.858397 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-175f9432-5755-4278-ab91-bb7f191e8455 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:32.889944 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-410d6366-6530-4e67-aac6-8f585bd8ba83 service neutron] For port ef24e541-f2bd-417b-8a9e-007c88e0ff0b, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=ef24e541-f2bd-417b-8a9e-007c88e0ff0b,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:26:32.956534 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 5f49cf40-2039-43c8-ac9b-565cd1b576ed details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:26:32.977826 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-831e249c-8517-4dfa-97f3-af2fd09fe7cf req-08c77099-e51d-4050-aaf7-26e1ec7408b0 service neutron] 10.222.0.60 "GET /v2.0/networks/4f772766-6d4c-4ac3-b843-8129bd316d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7005966 May 03 22:26:33.083847 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-175f9432-5755-4278-ab91-bb7f191e8455 None None] The port '8a8ffb25-8b92-42c6-ac3d-e85b1bf489a7' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:26:33.091442 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-410d6366-6530-4e67-aac6-8f585bd8ba83 service neutron] Notify callbacks [] for binding, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:33.092733 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-410d6366-6530-4e67-aac6-8f585bd8ba83 service neutron] 10.222.0.58 "POST /v2.0/ports/ef24e541-f2bd-417b-8a9e-007c88e0ff0b/bindings HTTP/1.1" status: 201 len: 389 time: 2.6126983 May 03 22:26:33.118194 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-228fc408-9a0e-4255-9fc2-63ff371c74c0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:26:33.122564 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-228fc408-9a0e-4255-9fc2-63ff371c74c0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Usage tracker for resource:subnet and tenant:ceba61b4c246497baf83bdccf3f80f6e is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:26:33.125774 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-228fc408-9a0e-4255-9fc2-63ff371c74c0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:26:33.132190 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-228fc408-9a0e-4255-9fc2-63ff371c74c0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:26:33.148584 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228fc408-9a0e-4255-9fc2-63ff371c74c0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Made reservation on behalf of ceba61b4c246497baf83bdccf3f80f6e for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:26:33.154504 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-228fc408-9a0e-4255-9fc2-63ff371c74c0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:33.330853 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89dabee-7872-465c-a5b3-38139fcdef5c req-5143d8b9-2b28-401b-8422-6c7bc8d248e4 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:33.344314 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d89dabee-7872-465c-a5b3-38139fcdef5c req-5143d8b9-2b28-401b-8422-6c7bc8d248e4 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.1247909 May 03 22:26:33.478686 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-228fc408-9a0e-4255-9fc2-63ff371c74c0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:33.541170 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d89dabee-7872-465c-a5b3-38139fcdef5c req-614aede1-f1e6-43d4-8a0a-1ec68ab9e442 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934628 May 03 22:26:33.558162 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228fc408-9a0e-4255-9fc2-63ff371c74c0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Pushing event updated for resources: {'Subnet': ['ID=4f7d3904-0695-4251-aa32-579246c01d29,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:33.620623 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820b1f5-07bf-44fe-bef0-5d99a96d2423 req-8e28511f-8680-4e56-9ee3-7ef603656162 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:33.622384 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5820b1f5-07bf-44fe-bef0-5d99a96d2423 req-8e28511f-8680-4e56-9ee3-7ef603656162 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44d2f8b-23ba-4061-a0cb-20e99d10069d HTTP/1.1" status: 200 len: 945 time: 0.2166343 May 03 22:26:33.625713 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-ecc0c591-a38c-4b15-855a-ace1ee55aaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:33.628330 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-ecc0c591-a38c-4b15-855a-ace1ee55aaa1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1727dc00a1e94099b181b574bcc185b6&device_id=569ee7af-bac9-455e-a886-b06445ccfb73 HTTP/1.1" status: 200 len: 1097 time: 0.1892490 May 03 22:26:33.645283 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228fc408-9a0e-4255-9fc2-63ff371c74c0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Checking segment: {'id': '68483f31-3eb8-4692-9f9b-2feffb47841e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5f49cf40-2039-43c8-ac9b-565cd1b576ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:26:33.645656 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228fc408-9a0e-4255-9fc2-63ff371c74c0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Network hostable DHCP agents. Network: 5f49cf40-2039-43c8-ac9b-565cd1b576ed, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:26:33.693944 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228fc408-9a0e-4255-9fc2-63ff371c74c0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Network 5f49cf40-2039-43c8-ac9b-565cd1b576ed is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:26:33.711718 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-228fc408-9a0e-4255-9fc2-63ff371c74c0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 5f49cf40-2039-43c8-ac9b-565cd1b576ed) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:26:33.720282 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfe91eb-b257-450c-a29f-e9f7be07a9c1 None None] Network 5f49cf40-2039-43c8-ac9b-565cd1b576ed requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:26:33.721387 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228fc408-9a0e-4255-9fc2-63ff371c74c0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:33.723320 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-228fc408-9a0e-4255-9fc2-63ff371c74c0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:33.773615 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-228fc408-9a0e-4255-9fc2-63ff371c74c0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9439774 May 03 22:26:33.785155 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54050) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:33.792655 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-573e4e81-04a3-468a-9713-e65a04dd41d8 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1746410592'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:26:33.799981 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-573e4e81-04a3-468a-9713-e65a04dd41d8 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:26:33.806157 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-573e4e81-04a3-468a-9713-e65a04dd41d8 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Usage tracker for resource:network and tenant:ceba61b4c246497baf83bdccf3f80f6e is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:26:33.809598 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-573e4e81-04a3-468a-9713-e65a04dd41d8 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:26:33.817620 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-573e4e81-04a3-468a-9713-e65a04dd41d8 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:26:33.833084 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573e4e81-04a3-468a-9713-e65a04dd41d8 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Made reservation on behalf of ceba61b4c246497baf83bdccf3f80f6e for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:26:33.838166 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-573e4e81-04a3-468a-9713-e65a04dd41d8 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:33.878336 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-573e4e81-04a3-468a-9713-e65a04dd41d8 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:26:33.890387 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-573e4e81-04a3-468a-9713-e65a04dd41d8 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:33.890815 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-573e4e81-04a3-468a-9713-e65a04dd41d8 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Added segment 191cfd05-0194-4ae4-8c6a-735d4c4352d8 of type vlan for network ba7e7197-23a6-4f43-a168-3cf064da33b4 May 03 22:26:33.939303 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-573e4e81-04a3-468a-9713-e65a04dd41d8 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:33.976817 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-573e4e81-04a3-468a-9713-e65a04dd41d8 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:33.987070 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573e4e81-04a3-468a-9713-e65a04dd41d8 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:33.987868 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-573e4e81-04a3-468a-9713-e65a04dd41d8 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:34.051307 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253ced43-b1f5-4a6d-a17f-620499702452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-5f49cf40-2039-43c8-ac9b-565cd1b576ed', 'network_id': '5f49cf40-2039-43c8-ac9b-565cd1b576ed', 'tenant_id': 'ceba61b4c246497baf83bdccf3f80f6e', 'fixed_ips': [{'subnet_id': '4f7d3904-0695-4251-aa32-579246c01d29'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:26:34.054587 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-253ced43-b1f5-4a6d-a17f-620499702452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:34.060564 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5820b1f5-07bf-44fe-bef0-5d99a96d2423 req-ed96806a-f5d3-44a9-a06d-f9b9a17cdc0d tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306598 May 03 22:26:34.184876 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e4e81-04a3-468a-9713-e65a04dd41d8 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Pushing event updated for resources: {'Network': ['ID=ba7e7197-23a6-4f43-a168-3cf064da33b4,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:34.187141 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-472079dc-307b-4762-9a35-04e2e382f1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:34.198626 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-472079dc-307b-4762-9a35-04e2e382f1c1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c529cb66-8468-429f-bb93-e81cdb567811 HTTP/1.1" status: 200 len: 909 time: 0.5334287 May 03 22:26:34.205529 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-573e4e81-04a3-468a-9713-e65a04dd41d8 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4180357 May 03 22:26:34.209287 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 54060) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:34.227631 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network ba7e7197-23a6-4f43-a168-3cf064da33b4 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:26:34.289459 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-a1950691-e3ec-4d4c-a180-18c3848ef33c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Request body: {'subnet': {'network_id': 'ba7e7197-23a6-4f43-a168-3cf064da33b4', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:26:34.328286 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-820e5e85-c4f8-4727-9f7b-61cd41323640 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef24e541-f2bd-417b-8a9e-007c88e0ff0b HTTP/1.1" status: 200 len: 217 time: 0.1175961 May 03 22:26:34.383883 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798d1d0-0109-4ec5-9c3b-b21302d0ba5d req-a97fee91-23b9-4ff7-bf94-e1d8761e0c15 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:34.385978 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d798d1d0-0109-4ec5-9c3b-b21302d0ba5d req-a97fee91-23b9-4ff7-bf94-e1d8761e0c15 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=569ee7af-bac9-455e-a886-b06445ccfb73 HTTP/1.1" status: 200 len: 946 time: 0.6444776 May 03 22:26:34.506924 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a1950691-e3ec-4d4c-a180-18c3848ef33c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:26:34.511277 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a1950691-e3ec-4d4c-a180-18c3848ef33c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Usage tracker for resource:subnet and tenant:ceba61b4c246497baf83bdccf3f80f6e is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:26:34.514391 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a1950691-e3ec-4d4c-a180-18c3848ef33c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:26:34.520561 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a1950691-e3ec-4d4c-a180-18c3848ef33c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:26:34.541595 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-993453dd-fd0e-4fa8-9200-237f9734ddef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:34.543301 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-993453dd-fd0e-4fa8-9200-237f9734ddef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1ee1af50-b130-474e-bc7b-1c6042f9e7e1 HTTP/1.1" status: 200 len: 848 time: 0.2036278 May 03 22:26:34.544048 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1950691-e3ec-4d4c-a180-18c3848ef33c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Made reservation on behalf of ceba61b4c246497baf83bdccf3f80f6e for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:26:34.547728 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a1950691-e3ec-4d4c-a180-18c3848ef33c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:34.567535 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-253ced43-b1f5-4a6d-a17f-620499702452 None None] Allocated IP 19.80.0.2 (5f49cf40-2039-43c8-ac9b-565cd1b576ed/4f7d3904-0695-4251-aa32-579246c01d29/a5e4d4e1-367a-43cd-a14b-83ede6eae1ee) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:26:34.639997 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d798d1d0-0109-4ec5-9c3b-b21302d0ba5d req-f42be987-f8e0-498e-8643-86070bedae8b tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430480 May 03 22:26:34.645209 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-17e5d3fb-54f8-4597-8219-c38711a334ff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c529cb66-8468-429f-bb93-e81cdb567811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826998 May 03 22:26:34.911037 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-35a144b9-2f5d-4171-a0c3-ed70a3ce6d0e service neutron] 10.222.0.60 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138600 May 03 22:26:34.981216 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-253ced43-b1f5-4a6d-a17f-620499702452 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:34.993552 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-253ced43-b1f5-4a6d-a17f-620499702452 None None] Transition to ACTIVE for port object a5e4d4e1-367a-43cd-a14b-83ede6eae1ee will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:26:35.012984 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-253ced43-b1f5-4a6d-a17f-620499702452 None None] Transition to ACTIVE for port object a5e4d4e1-367a-43cd-a14b-83ede6eae1ee will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:26:35.017739 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 3cb1b181-2fd7-46f7-873b-c3ff054879e6 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:26:35.058698 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-253ced43-b1f5-4a6d-a17f-620499702452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:35.143819 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a1950691-e3ec-4d4c-a180-18c3848ef33c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:35.219213 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1950691-e3ec-4d4c-a180-18c3848ef33c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Pushing event updated for resources: {'Subnet': ['ID=87147abe-305a-455f-86df-42b2ca77342f,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:35.247237 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-c2f1d15d-52e0-44d5-93cd-2ba324905615 service neutron] 10.222.0.60 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260095 May 03 22:26:35.269711 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ced43-b1f5-4a6d-a17f-620499702452 None None] Pushing event updated for resources: {'Port': ['ID=a5e4d4e1-367a-43cd-a14b-83ede6eae1ee,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:35.328497 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253ced43-b1f5-4a6d-a17f-620499702452 None None] Network 5f49cf40-2039-43c8-ac9b-565cd1b576ed is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:26:35.361115 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-253ced43-b1f5-4a6d-a17f-620499702452 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:26:35.367665 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253ced43-b1f5-4a6d-a17f-620499702452 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:26:35.401772 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486179d0-5b7e-421c-8ee5-fb0d1918dec2 req-7b197a87-1f46-4503-9530-5befd26d838a tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:35.403626 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-486179d0-5b7e-421c-8ee5-fb0d1918dec2 req-7b197a87-1f46-4503-9530-5befd26d838a tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.4388852 May 03 22:26:35.413542 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1950691-e3ec-4d4c-a180-18c3848ef33c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Checking segment: {'id': '191cfd05-0194-4ae4-8c6a-735d4c4352d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ba7e7197-23a6-4f43-a168-3cf064da33b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:26:35.414657 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1950691-e3ec-4d4c-a180-18c3848ef33c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Network hostable DHCP agents. Network: ba7e7197-23a6-4f43-a168-3cf064da33b4, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:26:35.427119 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 3cb1b181-2fd7-46f7-873b-c3ff054879e6 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:26:35.465987 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 3cb1b181-2fd7-46f7-873b-c3ff054879e6 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:26:35.466361 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:35.538746 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-486179d0-5b7e-421c-8ee5-fb0d1918dec2 req-596733d5-5362-4252-a644-59ecf78fbd38 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268697 May 03 22:26:35.546316 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1950691-e3ec-4d4c-a180-18c3848ef33c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Network ba7e7197-23a6-4f43-a168-3cf064da33b4 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:26:35.565684 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-253ced43-b1f5-4a6d-a17f-620499702452 None None] Attempting to bind port a5e4d4e1-367a-43cd-a14b-83ede6eae1ee on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:26:35.566021 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-253ced43-b1f5-4a6d-a17f-620499702452 None None] Attempting to bind port a5e4d4e1-367a-43cd-a14b-83ede6eae1ee by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '68483f31-3eb8-4692-9f9b-2feffb47841e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5f49cf40-2039-43c8-ac9b-565cd1b576ed'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:26:35.566344 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253ced43-b1f5-4a6d-a17f-620499702452 None None] Attempting to bind port a5e4d4e1-367a-43cd-a14b-83ede6eae1ee on network 5f49cf40-2039-43c8-ac9b-565cd1b576ed {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:26:35.586092 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253ced43-b1f5-4a6d-a17f-620499702452 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:26:35.589347 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253ced43-b1f5-4a6d-a17f-620499702452 None None] Checking segment: {'id': '68483f31-3eb8-4692-9f9b-2feffb47841e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5f49cf40-2039-43c8-ac9b-565cd1b576ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:26:35.589802 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-253ced43-b1f5-4a6d-a17f-620499702452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:35.590240 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253ced43-b1f5-4a6d-a17f-620499702452 None None] Bound using segment: {'id': '68483f31-3eb8-4692-9f9b-2feffb47841e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5f49cf40-2039-43c8-ac9b-565cd1b576ed'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:26:35.590735 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-253ced43-b1f5-4a6d-a17f-620499702452 None None] Bound port: a5e4d4e1-367a-43cd-a14b-83ede6eae1ee, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68483f31-3eb8-4692-9f9b-2feffb47841e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5f49cf40-2039-43c8-ac9b-565cd1b576ed'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:26:35.591112 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-253ced43-b1f5-4a6d-a17f-620499702452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:35.608497 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513551a-65c1-4eb4-91ea-5643358d05b9 req-47b17053-d6e3-4102-9e47-3918f1a43962 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:35.610860 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a513551a-65c1-4eb4-91ea-5643358d05b9 req-47b17053-d6e3-4102-9e47-3918f1a43962 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44d2f8b-23ba-4061-a0cb-20e99d10069d HTTP/1.1" status: 200 len: 945 time: 0.1714263 May 03 22:26:35.615961 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-a1950691-e3ec-4d4c-a180-18c3848ef33c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, ba7e7197-23a6-4f43-a168-3cf064da33b4) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:26:35.621510 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1950691-e3ec-4d4c-a180-18c3848ef33c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:35.622457 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a1950691-e3ec-4d4c-a180-18c3848ef33c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:35.635239 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2f228c-c711-4a51-8206-c115d2f82141 None None] Network ba7e7197-23a6-4f43-a168-3cf064da33b4 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:26:35.782436 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a513551a-65c1-4eb4-91ea-5643358d05b9 req-d1bf1950-23a7-4b5c-b7c4-154596868e50 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618509 May 03 22:26:35.789713 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a1950691-e3ec-4d4c-a180-18c3848ef33c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5730255 May 03 22:26:36.176507 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54106) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:36.267638 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717e804-948f-40fd-a444-4647ae2344ff req-ddc60354-58cb-4775-8016-88b6829d27bb tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:36.276077 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0717e804-948f-40fd-a444-4647ae2344ff req-ddc60354-58cb-4775-8016-88b6829d27bb tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.2741323 May 03 22:26:36.374487 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0717e804-948f-40fd-a444-4647ae2344ff req-7443efc0-8c05-44db-8324-179f128bb5bd tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986536 May 03 22:26:36.405214 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b274373-848c-400f-b5d9-137a92457c62 req-22764d42-a36c-4f87-a11b-5b9e37aca306 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:36.408054 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2b274373-848c-400f-b5d9-137a92457c62 req-22764d42-a36c-4f87-a11b-5b9e37aca306 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=569ee7af-bac9-455e-a886-b06445ccfb73 HTTP/1.1" status: 200 len: 946 time: 0.1295469 May 03 22:26:36.412783 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:36.578281 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2b274373-848c-400f-b5d9-137a92457c62 req-5d982aa7-dcb0-4fa2-9622-9985dd536208 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621108 May 03 22:26:36.648593 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5bec279b-66ea-43ab-b1e9-22034f982f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:36.764927 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-5bec279b-66ea-43ab-b1e9-22034f982f37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:26:36.780989 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5bec279b-66ea-43ab-b1e9-22034f982f37 admin admin] Usage tracker for resource:security_group_rule and tenant:fb7cc64ec0604fd5bc710c800aefbf85 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:26:36.804438 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5bec279b-66ea-43ab-b1e9-22034f982f37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:26:36.848528 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-5bec279b-66ea-43ab-b1e9-22034f982f37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:26:36.901423 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44d2f8b-23ba-4061-a0cb-20e99d10069d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb1b181-2fd7-46f7-873b-c3ff054879e6'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:26:36.926240 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 3cb1b181-2fd7-46f7-873b-c3ff054879e6, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=3cb1b181-2fd7-46f7-873b-c3ff054879e6,segment=NetworkSegment(2aabfbd5-8378-4748-b474-412626f804f1),segment_id=2aabfbd5-8378-4748-b474-412626f804f1)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:26:36.927492 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-253ced43-b1f5-4a6d-a17f-620499702452 None None] For port a5e4d4e1-367a-43cd-a14b-83ede6eae1ee, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:26:36.943684 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:37.045295 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5bec279b-66ea-43ab-b1e9-22034f982f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:37.045295 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5bec279b-66ea-43ab-b1e9-22034f982f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:37.062416 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=3cb1b181-2fd7-46f7-873b-c3ff054879e6,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:37.083685 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e3bda1-4e65-4cf3-92b1-6dd039b93c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-ba7e7197-23a6-4f43-a168-3cf064da33b4', 'network_id': 'ba7e7197-23a6-4f43-a168-3cf064da33b4', 'tenant_id': 'ceba61b4c246497baf83bdccf3f80f6e', 'fixed_ips': [{'subnet_id': '87147abe-305a-455f-86df-42b2ca77342f'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:26:37.083685 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-73e3bda1-4e65-4cf3-92b1-6dd039b93c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:37.114767 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-253ced43-b1f5-4a6d-a17f-620499702452 None None] For port a5e4d4e1-367a-43cd-a14b-83ede6eae1ee, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=a5e4d4e1-367a-43cd-a14b-83ede6eae1ee,segment=NetworkSegment(68483f31-3eb8-4692-9f9b-2feffb47841e),segment_id=68483f31-3eb8-4692-9f9b-2feffb47841e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:26:37.139531 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-253ced43-b1f5-4a6d-a17f-620499702452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:37.224010 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5bec279b-66ea-43ab-b1e9-22034f982f37 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fb7cc64ec0604fd5bc710c800aefbf85&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0404997 May 03 22:26:37.224010 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54132) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:37.258925 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bec279b-66ea-43ab-b1e9-22034f982f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d42a03-c045-4d10-95bc-f581cb522fb2,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:37.284693 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-67d72f9a-074d-44d2-8ed6-62c75383e759 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:37.299513 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-67d72f9a-074d-44d2-8ed6-62c75383e759 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:37.299513 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-67d72f9a-074d-44d2-8ed6-62c75383e759 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Synchronizing usage tracker for tenant:ceba61b4c246497baf83bdccf3f80f6e on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:26:37.383599 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91ac65-4100-48e7-a6a1-23a2225aaa4c req-b7de2f06-477e-44cd-80d9-791da3ef3c19 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:37.401024 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2b91ac65-4100-48e7-a6a1-23a2225aaa4c req-b7de2f06-477e-44cd-80d9-791da3ef3c19 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.6169205 May 03 22:26:37.433372 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7352358c-4e12-4b48-b181-6980c27b3eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:37.450226 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-67d72f9a-074d-44d2-8ed6-62c75383e759 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Unset dirty status for tenant:ceba61b4c246497baf83bdccf3f80f6e on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:26:37.457941 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-67d72f9a-074d-44d2-8ed6-62c75383e759 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/networks?id=5f49cf40-2039-43c8-ac9b-565cd1b576ed&id=ba7e7197-23a6-4f43-a168-3cf064da33b4 HTTP/1.1" status: 200 len: 1391 time: 0.6040678 May 03 22:26:37.486877 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-4a3fcb4e-91dd-410d-8ba4-723d7f057f70 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/quotas/ceba61b4c246497baf83bdccf3f80f6e HTTP/1.1" status: 200 len: 375 time: 0.0279877 May 03 22:26:37.489684 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7352358c-4e12-4b48-b181-6980c27b3eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:37.559230 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ced43-b1f5-4a6d-a17f-620499702452 None None] Pushing event updated for resources: {'Port': ['ID=a5e4d4e1-367a-43cd-a14b-83ede6eae1ee,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:37.608348 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-73e3bda1-4e65-4cf3-92b1-6dd039b93c92 None None] Allocated IP 19.86.0.2 (ba7e7197-23a6-4f43-a168-3cf064da33b4/87147abe-305a-455f-86df-42b2ca77342f/ade087e6-c8c7-4d49-be1a-22663a72f903) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:26:37.671209 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7352358c-4e12-4b48-b181-6980c27b3eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:37.710891 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352358c-4e12-4b48-b181-6980c27b3eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d42a03-c045-4d10-95bc-f581cb522fb2,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:37.742167 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7352358c-4e12-4b48-b181-6980c27b3eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:37.742167 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7352358c-4e12-4b48-b181-6980c27b3eb5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/12d42a03-c045-4d10-95bc-f581cb522fb2 HTTP/1.1" status: 204 len: 168 time: 0.5201743 May 03 22:26:37.764535 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2b91ac65-4100-48e7-a6a1-23a2225aaa4c req-b6219c79-80b8-4024-b933-296d33f67f69 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3614564 May 03 22:26:37.838672 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-470901a8-ad25-4b66-b379-c60c3003c72d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Synchronizing usage tracker for tenant:ceba61b4c246497baf83bdccf3f80f6e on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:26:37.880172 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-470901a8-ad25-4b66-b379-c60c3003c72d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Unset dirty status for tenant:ceba61b4c246497baf83bdccf3f80f6e on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:26:37.895107 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-470901a8-ad25-4b66-b379-c60c3003c72d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ceba61b4c246497baf83bdccf3f80f6e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4049981 May 03 22:26:38.115604 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-16f3bf20-5280-41fb-8e44-247d5fbc60d1 service neutron] 10.222.0.58 "GET /v2.0/networks/5f49cf40-2039-43c8-ac9b-565cd1b576ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875925 May 03 22:26:38.425595 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-8737ed03-2c73-4f3b-97ea-9b489d4fb662 service neutron] 10.222.0.58 "GET /v2.0/networks/5f49cf40-2039-43c8-ac9b-565cd1b576ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009264 May 03 22:26:38.451126 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-73e3bda1-4e65-4cf3-92b1-6dd039b93c92 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:38.480571 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-73e3bda1-4e65-4cf3-92b1-6dd039b93c92 None None] Transition to ACTIVE for port object ade087e6-c8c7-4d49-be1a-22663a72f903 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:26:38.492547 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54150) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:38.506220 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-73e3bda1-4e65-4cf3-92b1-6dd039b93c92 None None] Transition to ACTIVE for port object ade087e6-c8c7-4d49-be1a-22663a72f903 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:26:38.529201 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-73e3bda1-4e65-4cf3-92b1-6dd039b93c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:38.531200 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3dfa2575-56e8-4a60-a280-1f945060f0ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:38.577748 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3dfa2575-56e8-4a60-a280-1f945060f0ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:26:38.604294 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3dfa2575-56e8-4a60-a280-1f945060f0ae admin admin] Usage tracker for resource:security_group_rule and tenant:4363b72fcf77442690b9af38d3ff7ff1 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:26:38.611680 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3dfa2575-56e8-4a60-a280-1f945060f0ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:26:38.628577 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3dfa2575-56e8-4a60-a280-1f945060f0ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:26:38.669222 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-f7ded6aa-c4ee-4ecc-944f-729fd5c183b0 service neutron] 10.222.0.58 "GET /v2.0/networks/ba7e7197-23a6-4f43-a168-3cf064da33b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416573 May 03 22:26:38.710682 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e3bda1-4e65-4cf3-92b1-6dd039b93c92 None None] Network ba7e7197-23a6-4f43-a168-3cf064da33b4 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:26:38.723483 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-73e3bda1-4e65-4cf3-92b1-6dd039b93c92 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:26:38.747785 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e3bda1-4e65-4cf3-92b1-6dd039b93c92 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:26:38.878381 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3dfa2575-56e8-4a60-a280-1f945060f0ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:38.885306 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3dfa2575-56e8-4a60-a280-1f945060f0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:38.894079 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3bda1-4e65-4cf3-92b1-6dd039b93c92 None None] Pushing event updated for resources: {'Port': ['ID=ade087e6-c8c7-4d49-be1a-22663a72f903,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:38.987162 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3dfa2575-56e8-4a60-a280-1f945060f0ae admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4363b72fcf77442690b9af38d3ff7ff1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4935298 May 03 22:26:38.990126 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 54154) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:38.990439 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-73e3bda1-4e65-4cf3-92b1-6dd039b93c92 None None] Attempting to bind port ade087e6-c8c7-4d49-be1a-22663a72f903 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:26:38.990879 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-73e3bda1-4e65-4cf3-92b1-6dd039b93c92 None None] Attempting to bind port ade087e6-c8c7-4d49-be1a-22663a72f903 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '191cfd05-0194-4ae4-8c6a-735d4c4352d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ba7e7197-23a6-4f43-a168-3cf064da33b4'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:26:38.991146 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa2575-56e8-4a60-a280-1f945060f0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7f1a5f-fdc4-4ae4-b7ed-c43e9079154a,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:38.991345 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e3bda1-4e65-4cf3-92b1-6dd039b93c92 None None] Attempting to bind port ade087e6-c8c7-4d49-be1a-22663a72f903 on network ba7e7197-23a6-4f43-a168-3cf064da33b4 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:26:39.002038 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e3bda1-4e65-4cf3-92b1-6dd039b93c92 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:26:39.002852 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e3bda1-4e65-4cf3-92b1-6dd039b93c92 None None] Checking segment: {'id': '191cfd05-0194-4ae4-8c6a-735d4c4352d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ba7e7197-23a6-4f43-a168-3cf064da33b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:26:39.002852 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-73e3bda1-4e65-4cf3-92b1-6dd039b93c92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:39.003034 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e3bda1-4e65-4cf3-92b1-6dd039b93c92 None None] Bound using segment: {'id': '191cfd05-0194-4ae4-8c6a-735d4c4352d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ba7e7197-23a6-4f43-a168-3cf064da33b4'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:26:39.003584 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-73e3bda1-4e65-4cf3-92b1-6dd039b93c92 None None] Bound port: ade087e6-c8c7-4d49-be1a-22663a72f903, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '191cfd05-0194-4ae4-8c6a-735d4c4352d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ba7e7197-23a6-4f43-a168-3cf064da33b4'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:26:39.003895 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-73e3bda1-4e65-4cf3-92b1-6dd039b93c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:39.029834 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-ad4ab36a-953d-4ece-83b8-b63c136ac24f service neutron] 10.222.0.58 "GET /v2.0/networks/ba7e7197-23a6-4f43-a168-3cf064da33b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584466 May 03 22:26:39.057999 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ec084-ed18-479f-82bf-de5220f01d64 req-d09c5ef8-a8ba-4b78-a9da-1a74874cfafb tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:39.065644 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6d9ec084-ed18-479f-82bf-de5220f01d64 req-d09c5ef8-a8ba-4b78-a9da-1a74874cfafb tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44d2f8b-23ba-4061-a0cb-20e99d10069d HTTP/1.1" status: 200 len: 946 time: 0.3858814 May 03 22:26:39.123241 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-73e3bda1-4e65-4cf3-92b1-6dd039b93c92 None None] For port ade087e6-c8c7-4d49-be1a-22663a72f903, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:26:39.138753 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6d9ec084-ed18-479f-82bf-de5220f01d64 req-8874a4ed-cdbe-4363-a928-f100a258cf08 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795879 May 03 22:26:39.143529 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-73e3bda1-4e65-4cf3-92b1-6dd039b93c92 None None] For port ade087e6-c8c7-4d49-be1a-22663a72f903, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ade087e6-c8c7-4d49-be1a-22663a72f903,segment=NetworkSegment(191cfd05-0194-4ae4-8c6a-735d4c4352d8),segment_id=191cfd05-0194-4ae4-8c6a-735d4c4352d8)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:26:39.160399 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-73e3bda1-4e65-4cf3-92b1-6dd039b93c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:39.191586 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4e16942a-a575-4753-a73f-434c8280866a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:39.260983 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4e16942a-a575-4753-a73f-434c8280866a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:39.285383 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-829f1f3e-6b32-4983-a226-8eb8e544e4c2'] response: {'server_uuid': 'b44d2f8b-23ba-4061-a0cb-20e99d10069d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb1b181-2fd7-46f7-873b-c3ff054879e6', 'code': 200} May 03 22:26:39.356850 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3bda1-4e65-4cf3-92b1-6dd039b93c92 None None] Pushing event updated for resources: {'Port': ['ID=ade087e6-c8c7-4d49-be1a-22663a72f903,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:39.590321 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device a5e4d4e1-367a-43cd-a14b-83ede6eae1ee up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:26:39.668926 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6f0a0d-5de9-4c0a-b10b-6a180aa996c2 None None] Network 5f49cf40-2039-43c8-ac9b-565cd1b576ed requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:26:39.988613 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-db884b2f-5de7-4529-b30a-f8448a0286ac None None] Provisioning for port a5e4d4e1-367a-43cd-a14b-83ede6eae1ee completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:26:40.106764 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4e16942a-a575-4753-a73f-434c8280866a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:40.135941 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port a5e4d4e1-367a-43cd-a14b-83ede6eae1ee completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:26:40.151223 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port a5e4d4e1-367a-43cd-a14b-83ede6eae1ee triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:26:40.151592 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:40.166503 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2863360-5a2d-4ca2-af21-2e5fbf1ece94 req-108d8565-228b-4510-98a7-2ea64533f232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:40.168028 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f2863360-5a2d-4ca2-af21-2e5fbf1ece94 req-108d8565-228b-4510-98a7-2ea64533f232 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b44d2f8b-23ba-4061-a0cb-20e99d10069d HTTP/1.1" status: 200 len: 1097 time: 0.8351674 May 03 22:26:40.180637 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e16942a-a575-4753-a73f-434c8280866a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7f1a5f-fdc4-4ae4-b7ed-c43e9079154a,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:40.222068 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e18cd-4577-4e3e-ab8e-6ffc5169415d req-d4a39a7c-7fcd-4ed9-ab85-f122c70dd474 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:40.233069 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c92e18cd-4577-4e3e-ab8e-6ffc5169415d req-d4a39a7c-7fcd-4ed9-ab85-f122c70dd474 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=569ee7af-bac9-455e-a886-b06445ccfb73 HTTP/1.1" status: 200 len: 946 time: 0.6808763 May 03 22:26:40.418727 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:40.435115 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7af141-7c84-4e82-b0e4-386d4e31881c req-8691a802-ecd9-43d0-a67f-86acbf8903d2 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:40.454762 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7c7af141-7c84-4e82-b0e4-386d4e31881c req-8691a802-ecd9-43d0-a67f-86acbf8903d2 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.9648607 May 03 22:26:40.500834 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port a5e4d4e1-367a-43cd-a14b-83ede6eae1ee, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=a5e4d4e1-367a-43cd-a14b-83ede6eae1ee,segment=NetworkSegment(68483f31-3eb8-4692-9f9b-2feffb47841e),segment_id=68483f31-3eb8-4692-9f9b-2feffb47841e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:26:40.507249 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:40.583074 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4e16942a-a575-4753-a73f-434c8280866a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:40.588160 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4e16942a-a575-4753-a73f-434c8280866a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1a7f1a5f-fdc4-4ae4-b7ed-c43e9079154a HTTP/1.1" status: 204 len: 168 time: 1.5927122 May 03 22:26:40.677906 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=a5e4d4e1-367a-43cd-a14b-83ede6eae1ee,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:40.775818 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7c7af141-7c84-4e82-b0e4-386d4e31881c req-5d88717b-679a-40c2-850f-a9b20cdab6f0 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3229561 May 03 22:26:40.847243 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f2863360-5a2d-4ca2-af21-2e5fbf1ece94 req-80879ba3-a8c4-4a08-9d73-65fb84b3612b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6470554 May 03 22:26:40.895715 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c92e18cd-4577-4e3e-ab8e-6ffc5169415d req-caa2eddf-bb47-42c7-90aa-38fb716a0254 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5895104 May 03 22:26:41.251054 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-27b552c6-240a-473e-bb51-c6f402c977f4 None None] Provisioning complete for port a5e4d4e1-367a-43cd-a14b-83ede6eae1ee triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:26:41.251957 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-27b552c6-240a-473e-bb51-c6f402c977f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:41.336561 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-868a0610-46e7-4ee0-956b-eae52fe583f5 req-205587bb-f6b5-4fa4-ac48-c9b27c891673 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/ports?device_id=1512db30-ed91-4bb5-92c5-521c1e45b163 HTTP/1.1" status: 200 len: 210 time: 0.1175349 May 03 22:26:41.556045 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c7b3f5-423e-4a84-a16c-0256989c1927 None None] Network ba7e7197-23a6-4f43-a168-3cf064da33b4 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:26:41.947706 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ade087e6-c8c7-4d49-be1a-22663a72f903 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:26:42.292853 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-71de9950-9ec0-44a9-a673-67296c04ffa8 None None] Provisioning for port ade087e6-c8c7-4d49-be1a-22663a72f903 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:26:42.364740 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port ade087e6-c8c7-4d49-be1a-22663a72f903 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:26:42.410626 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port ade087e6-c8c7-4d49-be1a-22663a72f903 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:26:42.411725 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:42.451598 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-fedda336-3513-4654-9e33-0ab69bed8cc7 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:42.458004 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-fedda336-3513-4654-9e33-0ab69bed8cc7 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:42.459539 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-fedda336-3513-4654-9e33-0ab69bed8cc7 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.67 "GET /v2.0/networks?id=5f49cf40-2039-43c8-ac9b-565cd1b576ed&id=ba7e7197-23a6-4f43-a168-3cf064da33b4 HTTP/1.1" status: 200 len: 1391 time: 0.8341930 May 03 22:26:42.477083 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-31e06417-d8f3-4236-95ea-3369fe7fe870 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Request body: {'port': {'device_id': '1512db30-ed91-4bb5-92c5-521c1e45b163', 'network_id': '5f49cf40-2039-43c8-ac9b-565cd1b576ed', 'admin_state_up': True, 'tenant_id': 'ceba61b4c246497baf83bdccf3f80f6e'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:26:42.645977 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-31e06417-d8f3-4236-95ea-3369fe7fe870 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:26:42.659581 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-6264fc13-70e2-460f-93de-ad9274fa5532 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:42.661084 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-6264fc13-70e2-460f-93de-ad9274fa5532 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/networks?id=f73247c4-e4b1-4dbd-a711-946870a81559 HTTP/1.1" status: 200 len: 811 time: 0.6991985 May 03 22:26:42.683575 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:42.698724 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-31e06417-d8f3-4236-95ea-3369fe7fe870 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:26:42.715038 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d9b1e-7faf-453a-ae7f-8f86c04a964f req-65559282-d444-4aff-869c-766e465983b9 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:42.724626 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0d4d9b1e-7faf-453a-ae7f-8f86c04a964f req-65559282-d444-4aff-869c-766e465983b9 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44d2f8b-23ba-4061-a0cb-20e99d10069d HTTP/1.1" status: 200 len: 946 time: 0.9923306 May 03 22:26:42.759512 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port ade087e6-c8c7-4d49-be1a-22663a72f903, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ade087e6-c8c7-4d49-be1a-22663a72f903,segment=NetworkSegment(191cfd05-0194-4ae4-8c6a-735d4c4352d8),segment_id=191cfd05-0194-4ae4-8c6a-735d4c4352d8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:26:42.769562 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:42.772967 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device a5e4d4e1-367a-43cd-a14b-83ede6eae1ee up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:26:42.780709 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-5389c0b5-0b9f-4312-9310-685c5c2fc2e3 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/quotas/66dfeed3cb324772b0bf769274eed2d2 HTTP/1.1" status: 200 len: 375 time: 0.0963407 May 03 22:26:42.906940 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-31e06417-d8f3-4236-95ea-3369fe7fe870 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Made reservation on behalf of ceba61b4c246497baf83bdccf3f80f6e for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:26:42.910404 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-31e06417-d8f3-4236-95ea-3369fe7fe870 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:42.974585 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0d4d9b1e-7faf-453a-ae7f-8f86c04a964f req-c31ea495-9ff5-4d38-865f-1693b324415c tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484462 May 03 22:26:43.071804 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-9084ea63-50f6-4427-8528-b1e36b7300ae tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=66dfeed3cb324772b0bf769274eed2d2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2732542 May 03 22:26:43.141614 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=ade087e6-c8c7-4d49-be1a-22663a72f903,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:43.152016 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-3fd678fe-f9ae-43b7-98b8-2ca34a04d691 None None] Provisioning complete for port ade087e6-c8c7-4d49-be1a-22663a72f903 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:26:43.154632 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3fd678fe-f9ae-43b7-98b8-2ca34a04d691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:43.375282 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-31e06417-d8f3-4236-95ea-3369fe7fe870 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Allocated IP 19.80.0.204 (5f49cf40-2039-43c8-ac9b-565cd1b576ed/4f7d3904-0695-4251-aa32-579246c01d29/4a1e06fd-1077-41f1-83da-92ab9531f132) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:26:43.477708 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port a5e4d4e1-367a-43cd-a14b-83ede6eae1ee triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:26:43.477708 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:43.496076 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-00d84dbb-ad59-4cb9-8eed-f503549becbe service neutron] 10.222.0.58 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105742 May 03 22:26:43.887561 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ade087e6-c8c7-4d49-be1a-22663a72f903 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:26:43.955062 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-31e06417-d8f3-4236-95ea-3369fe7fe870 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:44.007456 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-31e06417-d8f3-4236-95ea-3369fe7fe870 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Transition to ACTIVE for port object 4a1e06fd-1077-41f1-83da-92ab9531f132 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:26:44.022907 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port ade087e6-c8c7-4d49-be1a-22663a72f903 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:26:44.023289 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:44.119098 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-13f944e1-48d1-4154-bc3a-a6fe3e2d96f1 service neutron] 10.222.0.58 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5062706 May 03 22:26:44.233718 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da634c68-77a4-41a4-b7dc-75914d5ab404 req-c9b3cb0b-fca9-457d-8cd7-809f4ccd1197 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:44.260377 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-da634c68-77a4-41a4-b7dc-75914d5ab404 req-c9b3cb0b-fca9-457d-8cd7-809f4ccd1197 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=569ee7af-bac9-455e-a886-b06445ccfb73 HTTP/1.1" status: 200 len: 946 time: 0.2485225 May 03 22:26:44.368643 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-31e06417-d8f3-4236-95ea-3369fe7fe870 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:44.466928 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-da634c68-77a4-41a4-b7dc-75914d5ab404 req-8dbbaa25-cc2e-4e92-aa9f-ba7657b52b0d tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032812 May 03 22:26:44.497984 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-31e06417-d8f3-4236-95ea-3369fe7fe870 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Network 5f49cf40-2039-43c8-ac9b-565cd1b576ed is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:26:44.502601 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-31e06417-d8f3-4236-95ea-3369fe7fe870 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:26:44.517356 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-31e06417-d8f3-4236-95ea-3369fe7fe870 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:26:44.918815 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e06417-d8f3-4236-95ea-3369fe7fe870 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Pushing event updated for resources: {'Port': ['ID=4a1e06fd-1077-41f1-83da-92ab9531f132,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:45.019774 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-da080245-7179-4cf1-8274-422937cf57ac None None] Provisioning for port 4a1e06fd-1077-41f1-83da-92ab9531f132 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:26:45.031932 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-31e06417-d8f3-4236-95ea-3369fe7fe870 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:45.032595 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-31e06417-d8f3-4236-95ea-3369fe7fe870 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:45.033553 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-da080245-7179-4cf1-8274-422937cf57ac None None] Provisioning complete for port 4a1e06fd-1077-41f1-83da-92ab9531f132 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:26:45.034249 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-da080245-7179-4cf1-8274-422937cf57ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:45.091957 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bacbb-a889-46f7-8a4e-71b77027c160 req-49dec54e-dcb4-46e5-ac6d-b1e963f0d32c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:45.093304 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-552bacbb-a889-46f7-8a4e-71b77027c160 req-49dec54e-dcb4-46e5-ac6d-b1e963f0d32c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Synchronizing usage tracker for tenant:ceba61b4c246497baf83bdccf3f80f6e on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:26:45.104449 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-31e06417-d8f3-4236-95ea-3369fe7fe870 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6332152 May 03 22:26:45.112158 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-da080245-7179-4cf1-8274-422937cf57ac None None] Port 4a1e06fd-1077-41f1-83da-92ab9531f132 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:26:45.127497 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-6e464f95-f42d-4711-b3bf-a423119e2462 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Request body: {'port': {'device_id': '1512db30-ed91-4bb5-92c5-521c1e45b163', 'network_id': 'ba7e7197-23a6-4f43-a168-3cf064da33b4', 'admin_state_up': True, 'tenant_id': 'ceba61b4c246497baf83bdccf3f80f6e'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:26:45.260740 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-23ad8ce8-d716-46e7-b035-f36c61e4d98c tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:45.262958 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-23ad8ce8-d716-46e7-b035-f36c61e4d98c tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=569ee7af-bac9-455e-a886-b06445ccfb73&tenant_id=1727dc00a1e94099b181b574bcc185b6&binding%3Ahost_id=n-h2-811807-1 HTTP/1.1" status: 200 len: 1097 time: 0.3243661 May 03 22:26:45.271794 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16041f-e399-4902-b936-4910b81d00b3 req-54141804-a751-45cf-9643-49f5558c1e19 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:45.273600 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f16041f-e399-4902-b936-4910b81d00b3 req-54141804-a751-45cf-9643-49f5558c1e19 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44d2f8b-23ba-4061-a0cb-20e99d10069d HTTP/1.1" status: 200 len: 946 time: 0.4716442 May 03 22:26:45.286277 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-552bacbb-a889-46f7-8a4e-71b77027c160 req-49dec54e-dcb4-46e5-ac6d-b1e963f0d32c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Unset dirty status for tenant:ceba61b4c246497baf83bdccf3f80f6e on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:26:45.290893 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-552bacbb-a889-46f7-8a4e-71b77027c160 req-49dec54e-dcb4-46e5-ac6d-b1e963f0d32c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/ports?device_id=1512db30-ed91-4bb5-92c5-521c1e45b163 HTTP/1.1" status: 200 len: 932 time: 0.8000705 May 03 22:26:45.298731 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-ece0dc8a-4629-47a9-b8b9-933360ec0e93 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811807-1'}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:26:45.506289 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f16041f-e399-4902-b936-4910b81d00b3 req-c944e458-0917-4d39-b78f-21cfd0ef9917 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358306 May 03 22:26:45.531988 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-552bacbb-a889-46f7-8a4e-71b77027c160 req-b038307e-f855-447c-803f-7aab78649329 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b81432-802a-43de-9bfe-4b29db55d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378057 May 03 22:26:45.616320 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-ece0dc8a-4629-47a9-b8b9-933360ec0e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:45.639239 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-6e464f95-f42d-4711-b3bf-a423119e2462 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:26:45.649021 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-6e464f95-f42d-4711-b3bf-a423119e2462 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:26:45.688393 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-6e464f95-f42d-4711-b3bf-a423119e2462 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Made reservation on behalf of ceba61b4c246497baf83bdccf3f80f6e for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:26:45.691897 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-6e464f95-f42d-4711-b3bf-a423119e2462 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:45.925120 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4cb342dd-1b41-4685-9c51-55623c9be649 req-2965056e-08a2-48d9-bbb3-5abe0b47aecc tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b161de4-ba39-4727-85f9-81d2e55b57f4 HTTP/1.1" status: 200 len: 210 time: 0.0755985 May 03 22:26:46.248864 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-a96fcdf9-6f1d-4c4b-9fe7-b533314ab8e1 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=0660cbed43f74b05ab398bdf8e72a3f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1655254 May 03 22:26:46.359198 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-6e464f95-f42d-4711-b3bf-a423119e2462 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Allocated IP 19.86.0.12 (ba7e7197-23a6-4f43-a168-3cf064da33b4/87147abe-305a-455f-86df-42b2ca77342f/988ac063-6f1e-47cc-b761-6a65d0436f14) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:26:46.653472 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-d231d101-08ae-4a72-b16b-a4269218b2b1 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:46.655675 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-d231d101-08ae-4a72-b16b-a4269218b2b1 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.60 "GET /v2.0/networks?id=f73247c4-e4b1-4dbd-a711-946870a81559 HTTP/1.1" status: 200 len: 811 time: 0.7235272 May 03 22:26:46.657514 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-ece0dc8a-4629-47a9-b8b9-933360ec0e93 service neutron] For port ef24e541-f2bd-417b-8a9e-007c88e0ff0b, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=ef24e541-f2bd-417b-8a9e-007c88e0ff0b,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:26:46.689669 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-84375ee0-b292-499e-b905-2d0ac36b5fb9 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Request body: {'port': {'device_id': '5b161de4-ba39-4727-85f9-81d2e55b57f4', 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559', 'admin_state_up': True, 'tenant_id': '66dfeed3cb324772b0bf769274eed2d2'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:26:46.840828 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-47b4eac9-3c60-45d0-b121-6928fddda053 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:46.842825 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-47b4eac9-3c60-45d0-b121-6928fddda053 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5722895 May 03 22:26:46.903638 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54286) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:46.912687 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device ef24e541-f2bd-417b-8a9e-007c88e0ff0b details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:26:46.980264 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-84375ee0-b292-499e-b905-2d0ac36b5fb9 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:26:46.993431 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-84375ee0-b292-499e-b905-2d0ac36b5fb9 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:26:47.003246 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:26:47.013333 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-7601ff40-dc09-48fb-898f-c4f70ba0c582 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/quotas/0660cbed43f74b05ab398bdf8e72a3f0 HTTP/1.1" status: 200 len: 375 time: 0.1591427 May 03 22:26:47.067694 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a831e3c-79f0-411c-b488-ac36301b598f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:47.068737 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ccb0d2-a83e-4e2d-9804-a997baf37ce6 req-ed08d320-75e3-455f-a23b-bd56232e02ab tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:47.077004 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-89ccb0d2-a83e-4e2d-9804-a997baf37ce6 req-ed08d320-75e3-455f-a23b-bd56232e02ab tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=569ee7af-bac9-455e-a886-b06445ccfb73 HTTP/1.1" status: 200 len: 946 time: 0.6214862 May 03 22:26:47.080068 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-ece0dc8a-4629-47a9-b8b9-933360ec0e93 service neutron] For port ef24e541-f2bd-417b-8a9e-007c88e0ff0b, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:26:47.087590 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6a831e3c-79f0-411c-b488-ac36301b598f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:26:47.092503 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6a831e3c-79f0-411c-b488-ac36301b598f admin admin] Usage tracker for resource:security_group_rule and tenant:c98d847fc2434e1eba946975757f890e is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:26:47.095703 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6a831e3c-79f0-411c-b488-ac36301b598f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:26:47.102444 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6a831e3c-79f0-411c-b488-ac36301b598f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:26:47.140631 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-84375ee0-b292-499e-b905-2d0ac36b5fb9 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Made reservation on behalf of 66dfeed3cb324772b0bf769274eed2d2 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:26:47.149900 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-84375ee0-b292-499e-b905-2d0ac36b5fb9 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:47.179976 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port ef24e541-f2bd-417b-8a9e-007c88e0ff0b, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=ef24e541-f2bd-417b-8a9e-007c88e0ff0b,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:26:47.216923 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device ef24e541-f2bd-417b-8a9e-007c88e0ff0b has no active binding in host n-h1-811807-1 {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 03 22:26:47.220819 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a831e3c-79f0-411c-b488-ac36301b598f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:47.227729 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a831e3c-79f0-411c-b488-ac36301b598f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:47.272532 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6a831e3c-79f0-411c-b488-ac36301b598f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c98d847fc2434e1eba946975757f890e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3672349 May 03 22:26:47.275299 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54294) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:47.329607 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a831e3c-79f0-411c-b488-ac36301b598f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d92b55e-8742-4b9f-84ae-76f69d19e816,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:47.391783 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e052f125-fbf9-4225-bf30-225cbccd2e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:47.425753 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e052f125-fbf9-4225-bf30-225cbccd2e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:47.494620 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e052f125-fbf9-4225-bf30-225cbccd2e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:47.496836 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-2c740f70-afc8-4a08-89e4-fc13c9243722 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0660cbed43f74b05ab398bdf8e72a3f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4489281 May 03 22:26:47.521168 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e052f125-fbf9-4225-bf30-225cbccd2e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:47.522458 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e052f125-fbf9-4225-bf30-225cbccd2e63 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2d92b55e-8742-4b9f-84ae-76f69d19e816 HTTP/1.1" status: 204 len: 168 time: 0.2459571 May 03 22:26:47.523617 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e052f125-fbf9-4225-bf30-225cbccd2e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d92b55e-8742-4b9f-84ae-76f69d19e816,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:47.758257 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-89ccb0d2-a83e-4e2d-9804-a997baf37ce6 req-46eb0df5-0f90-42ef-a836-44614637b149 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6800361 May 03 22:26:47.768285 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-84375ee0-b292-499e-b905-2d0ac36b5fb9 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Allocated IP 172.20.0.13 (f73247c4-e4b1-4dbd-a711-946870a81559/a6303b72-ad18-4df3-b796-1d1c3ad4e877/8838e62a-72db-4068-b227-7620cf5da515) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:26:47.777191 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569ee7af-bac9-455e-a886-b06445ccfb73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef24e541-f2bd-417b-8a9e-007c88e0ff0b'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:26:47.804467 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-ece0dc8a-4629-47a9-b8b9-933360ec0e93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:47.954231 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-6e464f95-f42d-4711-b3bf-a423119e2462 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:47.999294 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-6e464f95-f42d-4711-b3bf-a423119e2462 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Transition to ACTIVE for port object 988ac063-6f1e-47cc-b761-6a65d0436f14 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:26:48.140754 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-ece0dc8a-4629-47a9-b8b9-933360ec0e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:48.223927 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-6e464f95-f42d-4711-b3bf-a423119e2462 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:48.301218 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54322) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:48.330527 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-effc9654-32bc-47ce-ace4-8875ed5a2165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:48.357844 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-effc9654-32bc-47ce-ace4-8875ed5a2165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:26:48.362932 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-effc9654-32bc-47ce-ace4-8875ed5a2165 admin admin] Usage tracker for resource:security_group_rule and tenant:11d0c1141e1b40cd9321fe64b5f0b5d3 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:26:48.373118 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-effc9654-32bc-47ce-ace4-8875ed5a2165 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:26:48.389805 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-effc9654-32bc-47ce-ace4-8875ed5a2165 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:26:48.438049 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0b2eb281-102e-4797-9a7a-16c84f8ff5b9 req-e613f198-93f6-4d42-be0f-e6feddd11ae6 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b161de4-ba39-4727-85f9-81d2e55b57f4 HTTP/1.1" status: 200 len: 210 time: 0.2727697 May 03 22:26:48.600294 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-6e464f95-f42d-4711-b3bf-a423119e2462 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Network ba7e7197-23a6-4f43-a168-3cf064da33b4 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:26:48.619539 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-effc9654-32bc-47ce-ace4-8875ed5a2165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:48.629793 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-effc9654-32bc-47ce-ace4-8875ed5a2165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:48.679672 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc9654-32bc-47ce-ace4-8875ed5a2165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0abc14-d24f-45db-9936-a9b73dcfab9e,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:48.732988 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-effc9654-32bc-47ce-ace4-8875ed5a2165 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=11d0c1141e1b40cd9321fe64b5f0b5d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4287624 May 03 22:26:48.734859 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54326) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:48.752061 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-6e464f95-f42d-4711-b3bf-a423119e2462 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:26:48.758350 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-6e464f95-f42d-4711-b3bf-a423119e2462 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:26:48.832628 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4613235-30c1-4ddf-9f7b-db6899b873a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:48.875594 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4613235-30c1-4ddf-9f7b-db6899b873a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:48.990226 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-882251d9-1549-4e52-a1e6-c1eed4a94b04 req-ae05c44a-1705-499b-8ba2-c115c56a74ba tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbc9c880-c9a9-449f-9fbd-258d9c9c0fc5 HTTP/1.1" status: 200 len: 210 time: 0.1726665 May 03 22:26:49.009574 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4613235-30c1-4ddf-9f7b-db6899b873a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:49.032412 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4613235-30c1-4ddf-9f7b-db6899b873a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0abc14-d24f-45db-9936-a9b73dcfab9e,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:49.041318 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4613235-30c1-4ddf-9f7b-db6899b873a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:49.042737 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c4613235-30c1-4ddf-9f7b-db6899b873a9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fa0abc14-d24f-45db-9936-a9b73dcfab9e HTTP/1.1" status: 204 len: 168 time: 0.3063247 May 03 22:26:49.109987 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0dc8a-4629-47a9-b8b9-933360ec0e93 service neutron] Pushing event updated for resources: {'Port': ['ID=ef24e541-f2bd-417b-8a9e-007c88e0ff0b,revision_number=7']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:49.242035 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-891cd75a-626a-40f2-83c4-dcdd721dba49'] response: {'server_uuid': '569ee7af-bac9-455e-a886-b06445ccfb73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef24e541-f2bd-417b-8a9e-007c88e0ff0b', 'code': 200} May 03 22:26:49.279864 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-786dde01-282d-472f-81ff-cbcf71a8b0b5 None None] Provisioning for port 988ac063-6f1e-47cc-b761-6a65d0436f14 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:26:49.290010 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-786dde01-282d-472f-81ff-cbcf71a8b0b5 None None] Provisioning complete for port 988ac063-6f1e-47cc-b761-6a65d0436f14 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:26:49.290010 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-786dde01-282d-472f-81ff-cbcf71a8b0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:49.454849 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-786dde01-282d-472f-81ff-cbcf71a8b0b5 None None] Port 988ac063-6f1e-47cc-b761-6a65d0436f14 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:26:49.552337 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-6e464f95-f42d-4711-b3bf-a423119e2462 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:49.553995 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-6e464f95-f42d-4711-b3bf-a423119e2462 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:49.630211 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-8df381d0-0c5a-4ad4-9086-686b186e505a tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=0660cbed43f74b05ab398bdf8e72a3f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1052809 May 03 22:26:49.677751 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343fd25-3475-422f-8f90-613ff76538d1 req-c78b61cd-6a76-46a9-aa34-5c4cc25f28eb tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:49.680523 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-7343fd25-3475-422f-8f90-613ff76538d1 req-c78b61cd-6a76-46a9-aa34-5c4cc25f28eb tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Synchronizing usage tracker for tenant:bb54f7f22ed84045bd34103ad99af40a on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:26:49.717644 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-ece0dc8a-4629-47a9-b8b9-933360ec0e93 service neutron] Attempting to bind port ef24e541-f2bd-417b-8a9e-007c88e0ff0b on host n-h2-811807-1 for vnic_type normal with profile {"migrating_to": "n-h1-811807-1"} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:26:49.718446 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-ece0dc8a-4629-47a9-b8b9-933360ec0e93 service neutron] Attempting to bind port ef24e541-f2bd-417b-8a9e-007c88e0ff0b by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:26:49.718446 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-ece0dc8a-4629-47a9-b8b9-933360ec0e93 service neutron] Attempting to bind port ef24e541-f2bd-417b-8a9e-007c88e0ff0b on network c529cb66-8468-429f-bb93-e81cdb567811 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:26:49.780400 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-84375ee0-b292-499e-b905-2d0ac36b5fb9 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:49.834281 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-ece0dc8a-4629-47a9-b8b9-933360ec0e93 service neutron] Port ef24e541-f2bd-417b-8a9e-007c88e0ff0b on network c529cb66-8468-429f-bb93-e81cdb567811 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:26:49.834706 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-ece0dc8a-4629-47a9-b8b9-933360ec0e93 service neutron] Attempting to bind port ef24e541-f2bd-417b-8a9e-007c88e0ff0b on network c529cb66-8468-429f-bb93-e81cdb567811 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:26:49.852357 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479cf181-9cb0-4437-a5a1-fcc7c55b0a8d req-df48efbc-c37b-4ed7-bb3d-5b0e773f9713 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:49.859915 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479cf181-9cb0-4437-a5a1-fcc7c55b0a8d req-df48efbc-c37b-4ed7-bb3d-5b0e773f9713 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:49.867386 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-479cf181-9cb0-4437-a5a1-fcc7c55b0a8d req-df48efbc-c37b-4ed7-bb3d-5b0e773f9713 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/ports?device_id=1512db30-ed91-4bb5-92c5-521c1e45b163 HTTP/1.1" status: 200 len: 1654 time: 1.6389017 May 03 22:26:49.887348 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e464f95-f42d-4711-b3bf-a423119e2462 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Pushing event updated for resources: {'Port': ['ID=988ac063-6f1e-47cc-b761-6a65d0436f14,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:49.905843 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-7343fd25-3475-422f-8f90-613ff76538d1 req-c78b61cd-6a76-46a9-aa34-5c4cc25f28eb tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Unset dirty status for tenant:bb54f7f22ed84045bd34103ad99af40a on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:26:49.909216 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7343fd25-3475-422f-8f90-613ff76538d1 req-c78b61cd-6a76-46a9-aa34-5c4cc25f28eb tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.60 "GET /v2.0/ports?device_id=b44d2f8b-23ba-4061-a0cb-20e99d10069d HTTP/1.1" status: 200 len: 946 time: 0.5696678 May 03 22:26:49.954694 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-ece0dc8a-4629-47a9-b8b9-933360ec0e93 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:26:49.956807 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-ece0dc8a-4629-47a9-b8b9-933360ec0e93 service neutron] Checking segment: {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:26:49.956906 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-ece0dc8a-4629-47a9-b8b9-933360ec0e93 service neutron] Bound using segment: {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:26:49.959474 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-ece0dc8a-4629-47a9-b8b9-933360ec0e93 service neutron] Bound port: ef24e541-f2bd-417b-8a9e-007c88e0ff0b, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c93382a-8883-471a-991f-57adc8c80761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'c529cb66-8468-429f-bb93-e81cdb567811'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:26:49.959474 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-ece0dc8a-4629-47a9-b8b9-933360ec0e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:49.988142 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-84375ee0-b292-499e-b905-2d0ac36b5fb9 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Transition to ACTIVE for port object 8838e62a-72db-4068-b227-7620cf5da515 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:26:50.036059 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-6e464f95-f42d-4711-b3bf-a423119e2462 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9162331 May 03 22:26:50.078647 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-55b31271-b5c7-46dd-8b28-2bdb75496ebe service neutron] Request body: {'port': {'device_id': '1512db30-ed91-4bb5-92c5-521c1e45b163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:26:50.120160 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54350) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:50.145241 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-3b7f8a1e-3e3b-4cbf-aeaf-b74a391d0470 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:50.148006 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-479cf181-9cb0-4437-a5a1-fcc7c55b0a8d req-924b35e0-cc64-464f-a9e4-c2e62117c344 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b81432-802a-43de-9bfe-4b29db55d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798085 May 03 22:26:50.148594 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-3b7f8a1e-3e3b-4cbf-aeaf-b74a391d0470 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5074234 May 03 22:26:50.196136 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-73ecbc4b-b93a-4938-94fd-f52d6eea5100 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Request body: {'port': {'device_id': 'fbc9c880-c9a9-449f-9fbd-258d9c9c0fc5', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'admin_state_up': True, 'tenant_id': '0660cbed43f74b05ab398bdf8e72a3f0'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:26:50.354755 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdbda3-31ee-4f5c-9370-4eac5a1429d7 req-fe38b97a-0c14-4586-9126-6f2f90fbca64 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:50.369866 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c6bdbda3-31ee-4f5c-9370-4eac5a1429d7 req-fe38b97a-0c14-4586-9126-6f2f90fbca64 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44d2f8b-23ba-4061-a0cb-20e99d10069d HTTP/1.1" status: 200 len: 946 time: 0.8777812 May 03 22:26:50.378487 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-84375ee0-b292-499e-b905-2d0ac36b5fb9 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:50.395848 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-7343fd25-3475-422f-8f90-613ff76538d1 req-6baaaa1d-05d0-4155-8002-ed6eb18af9b1 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Deleting port 3cb1b181-2fd7-46f7-873b-c3ff054879e6 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:26:50.396205 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7343fd25-3475-422f-8f90-613ff76538d1 req-6baaaa1d-05d0-4155-8002-ed6eb18af9b1 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:50.496307 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-ece0dc8a-4629-47a9-b8b9-933360ec0e93 service neutron] For port ef24e541-f2bd-417b-8a9e-007c88e0ff0b, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:26:50.626687 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-ece0dc8a-4629-47a9-b8b9-933360ec0e93 service neutron] For port ef24e541-f2bd-417b-8a9e-007c88e0ff0b, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=ef24e541-f2bd-417b-8a9e-007c88e0ff0b,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:26:50.668028 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-55b31271-b5c7-46dd-8b28-2bdb75496ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:50.696003 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-84375ee0-b292-499e-b905-2d0ac36b5fb9 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Network f73247c4-e4b1-4dbd-a711-946870a81559 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:26:50.697461 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-ece0dc8a-4629-47a9-b8b9-933360ec0e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:50.710920 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-84375ee0-b292-499e-b905-2d0ac36b5fb9 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:26:50.721356 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-84375ee0-b292-499e-b905-2d0ac36b5fb9 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:26:50.761554 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c6bdbda3-31ee-4f5c-9370-4eac5a1429d7 req-beddf5f0-c800-4b69-95da-70a4b643637a tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups?id=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882649 May 03 22:26:50.972125 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5c97a1f0-78e0-4f26-8c12-64d96d2aaddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:51.060782 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-5c97a1f0-78e0-4f26-8c12-64d96d2aaddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:26:51.199854 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5c97a1f0-78e0-4f26-8c12-64d96d2aaddf admin admin] Usage tracker for resource:security_group_rule and tenant:ddf946bc37cc4cc7978806b2f3ff8ba7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:26:51.222062 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5c97a1f0-78e0-4f26-8c12-64d96d2aaddf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:26:51.258598 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84375ee0-b292-499e-b905-2d0ac36b5fb9 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Pushing event updated for resources: {'Port': ['ID=8838e62a-72db-4068-b227-7620cf5da515,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:51.265158 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-5c97a1f0-78e0-4f26-8c12-64d96d2aaddf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:26:51.306914 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e38587a6-33ef-4a98-a357-a9304b97db52 None None] Provisioning for port 8838e62a-72db-4068-b227-7620cf5da515 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:26:51.323561 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e38587a6-33ef-4a98-a357-a9304b97db52 None None] Provisioning complete for port 8838e62a-72db-4068-b227-7620cf5da515 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:26:51.324168 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e38587a6-33ef-4a98-a357-a9304b97db52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:51.353776 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-7343fd25-3475-422f-8f90-613ff76538d1 req-6baaaa1d-05d0-4155-8002-ed6eb18af9b1 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] For port 3cb1b181-2fd7-46f7-873b-c3ff054879e6, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=3cb1b181-2fd7-46f7-873b-c3ff054879e6,segment=NetworkSegment(2aabfbd5-8378-4748-b474-412626f804f1),segment_id=2aabfbd5-8378-4748-b474-412626f804f1)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:26:51.354247 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7343fd25-3475-422f-8f90-613ff76538d1 req-6baaaa1d-05d0-4155-8002-ed6eb18af9b1 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:51.381334 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54372) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:51.384504 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-73ecbc4b-b93a-4938-94fd-f52d6eea5100 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:26:51.390741 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-73ecbc4b-b93a-4938-94fd-f52d6eea5100 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Usage tracker for resource:port and tenant:0660cbed43f74b05ab398bdf8e72a3f0 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:26:51.394896 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-73ecbc4b-b93a-4938-94fd-f52d6eea5100 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:26:51.402229 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-73ecbc4b-b93a-4938-94fd-f52d6eea5100 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:26:51.417464 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-84375ee0-b292-499e-b905-2d0ac36b5fb9 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:51.418074 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-84375ee0-b292-499e-b905-2d0ac36b5fb9 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:51.435090 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e38587a6-33ef-4a98-a357-a9304b97db52 None None] Port 8838e62a-72db-4068-b227-7620cf5da515 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:26:51.534644 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-84375ee0-b292-499e-b905-2d0ac36b5fb9 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8564992 May 03 22:26:51.556745 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-73ecbc4b-b93a-4938-94fd-f52d6eea5100 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Made reservation on behalf of 0660cbed43f74b05ab398bdf8e72a3f0 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:26:51.564396 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-73ecbc4b-b93a-4938-94fd-f52d6eea5100 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:51.610948 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-7343fd25-3475-422f-8f90-613ff76538d1 req-6baaaa1d-05d0-4155-8002-ed6eb18af9b1 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Calling delete_port for 3cb1b181-2fd7-46f7-873b-c3ff054879e6 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:26:51.630707 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-48a8b6f3-856f-466c-90cc-8d4cc95fcabc service neutron] Request body: {'port': {'device_id': '5b161de4-ba39-4727-85f9-81d2e55b57f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:26:51.758137 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-73ecbc4b-b93a-4938-94fd-f52d6eea5100 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:51.791700 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-542428a4-345b-4276-9301-a0e096a61f9f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2057390780-network', 'tenant_id': '8420e52f6b774264b5552c744907bc46'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:26:51.807182 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-542428a4-345b-4276-9301-a0e096a61f9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:26:51.822917 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-73ecbc4b-b93a-4938-94fd-f52d6eea5100 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:26:51.827735 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-542428a4-345b-4276-9301-a0e096a61f9f admin admin] Usage tracker for resource:network and tenant:8420e52f6b774264b5552c744907bc46 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:26:51.843034 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-73ecbc4b-b93a-4938-94fd-f52d6eea5100 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Usage tracker for resource:security_group_rule and tenant:0660cbed43f74b05ab398bdf8e72a3f0 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:26:51.847586 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-542428a4-345b-4276-9301-a0e096a61f9f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:26:51.854258 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-73ecbc4b-b93a-4938-94fd-f52d6eea5100 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:26:51.861475 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0dc8a-4629-47a9-b8b9-933360ec0e93 service neutron] Pushing event updated for resources: {'Port': ['ID=ef24e541-f2bd-417b-8a9e-007c88e0ff0b,revision_number=8']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:51.871926 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-542428a4-345b-4276-9301-a0e096a61f9f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:26:51.875606 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-48a8b6f3-856f-466c-90cc-8d4cc95fcabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:51.892574 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-73ecbc4b-b93a-4938-94fd-f52d6eea5100 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:26:51.935351 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-ece0dc8a-4629-47a9-b8b9-933360ec0e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:51.936276 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-ece0dc8a-4629-47a9-b8b9-933360ec0e93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:51.939626 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-ece0dc8a-4629-47a9-b8b9-933360ec0e93 service neutron] 10.222.0.60 "PUT /v2.0/ports/ef24e541-f2bd-417b-8a9e-007c88e0ff0b HTTP/1.1" status: 200 len: 1122 time: 6.6616635 May 03 22:26:51.942346 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542428a4-345b-4276-9301-a0e096a61f9f admin admin] Made reservation on behalf of 8420e52f6b774264b5552c744907bc46 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:26:51.944936 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-542428a4-345b-4276-9301-a0e096a61f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:51.953650 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '569ee7af-bac9-455e-a886-b06445ccfb73', 'tag': 'ef24e541-f2bd-417b-8a9e-007c88e0ff0b'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:26:52.001280 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-542428a4-345b-4276-9301-a0e096a61f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:52.025170 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['ef24e541-f2bd-417b-8a9e-007c88e0ff0b'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:26:52.084137 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['ef24e541-f2bd-417b-8a9e-007c88e0ff0b'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:26:52.212722 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-542428a4-345b-4276-9301-a0e096a61f9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:26:52.263146 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-542428a4-345b-4276-9301-a0e096a61f9f admin admin] Usage tracker for resource:security_group_rule and tenant:8420e52f6b774264b5552c744907bc46 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:26:52.297766 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-542428a4-345b-4276-9301-a0e096a61f9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:26:52.336898 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-542428a4-345b-4276-9301-a0e096a61f9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:26:52.344832 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5c97a1f0-78e0-4f26-8c12-64d96d2aaddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:52.355050 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7343fd25-3475-422f-8f90-613ff76538d1 req-6baaaa1d-05d0-4155-8002-ed6eb18af9b1 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:52.427155 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5c97a1f0-78e0-4f26-8c12-64d96d2aaddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:52.455982 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baaaa1d-05d0-4155-8002-ed6eb18af9b1 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Pushing event deleted for resources: {'Port': ['ID=3cb1b181-2fd7-46f7-873b-c3ff054879e6,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:52.475426 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-48a8b6f3-856f-466c-90cc-8d4cc95fcabc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8838e62a-72db-4068-b227-7620cf5da515 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:26:52.493310 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-48a8b6f3-856f-466c-90cc-8d4cc95fcabc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:52.522383 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-48a8b6f3-856f-466c-90cc-8d4cc95fcabc service neutron] Transition to ACTIVE for port object 8838e62a-72db-4068-b227-7620cf5da515 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:26:52.585573 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-48a8b6f3-856f-466c-90cc-8d4cc95fcabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:52.644204 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df20291-dac1-46fe-82f4-36d4a499866f req-a8b7c68b-62c1-4e5e-980c-d0f273948fba tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:52.646819 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0df20291-dac1-46fe-82f4-36d4a499866f req-a8b7c68b-62c1-4e5e-980c-d0f273948fba tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Synchronizing usage tracker for tenant:66dfeed3cb324772b0bf769274eed2d2 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:26:52.715936 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-7343fd25-3475-422f-8f90-613ff76538d1 req-6baaaa1d-05d0-4155-8002-ed6eb18af9b1 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] No DVR routers for this DVR port 3cb1b181-2fd7-46f7-873b-c3ff054879e6 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:26:52.715936 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7343fd25-3475-422f-8f90-613ff76538d1 req-6baaaa1d-05d0-4155-8002-ed6eb18af9b1 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:52.727885 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97a1f0-78e0-4f26-8c12-64d96d2aaddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74390fb1-f488-444b-9b47-d30d60ab4165,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:52.727885 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5c97a1f0-78e0-4f26-8c12-64d96d2aaddf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ddf946bc37cc4cc7978806b2f3ff8ba7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5742373 May 03 22:26:52.739694 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44d2f8b-23ba-4061-a0cb-20e99d10069d', 'name': 'network-vif-deleted', 'tag': '3cb1b181-2fd7-46f7-873b-c3ff054879e6'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:26:52.745703 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-73ecbc4b-b93a-4938-94fd-f52d6eea5100 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:52.745703 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54382) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:52.789966 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0df20291-dac1-46fe-82f4-36d4a499866f req-a8b7c68b-62c1-4e5e-980c-d0f273948fba tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Unset dirty status for tenant:66dfeed3cb324772b0bf769274eed2d2 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:26:52.789966 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0df20291-dac1-46fe-82f4-36d4a499866f req-a8b7c68b-62c1-4e5e-980c-d0f273948fba tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b161de4-ba39-4727-85f9-81d2e55b57f4 HTTP/1.1" status: 200 len: 932 time: 1.3784330 May 03 22:26:52.819226 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-73ecbc4b-b93a-4938-94fd-f52d6eea5100 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:52.870444 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-30b5d9dc-3792-4a6b-9254-a8bd15a1b3c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:52.883035 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cefea2-746d-4de4-9e11-223266753d79 req-7c11b460-927f-4b2f-b162-de98f07a6b18 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:52.883035 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c7cefea2-746d-4de4-9e11-223266753d79 req-7c11b460-927f-4b2f-b162-de98f07a6b18 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=569ee7af-bac9-455e-a886-b06445ccfb73 HTTP/1.1" status: 200 len: 944 time: 1.5010421 May 03 22:26:52.930656 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 3cb1b181-2fd7-46f7-873b-c3ff054879e6 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:26:52.950996 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8b6f3-856f-466c-90cc-8d4cc95fcabc service neutron] Pushing event updated for resources: {'Port': ['ID=8838e62a-72db-4068-b227-7620cf5da515,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:53.001496 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 3cb1b181-2fd7-46f7-873b-c3ff054879e6 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:26:53.001980 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 3cb1b181-2fd7-46f7-873b-c3ff054879e6 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:26:53.071235 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ecbc4b-b93a-4938-94fd-f52d6eea5100 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f713a61a-1854-4563-bfc8-2d26b59ee265,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:53.076715 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7343fd25-3475-422f-8f90-613ff76538d1 req-6baaaa1d-05d0-4155-8002-ed6eb18af9b1 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.60 "DELETE /v2.0/ports/3cb1b181-2fd7-46f7-873b-c3ff054879e6 HTTP/1.1" status: 204 len: 173 time: 3.1510799 May 03 22:26:53.118128 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0df20291-dac1-46fe-82f4-36d4a499866f req-0820788a-79f5-4680-ace0-36be67aa2827 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295465 May 03 22:26:53.164525 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-745e0ce0-f09d-4852-8059-32b9f7189290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:53.222315 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c7cefea2-746d-4de4-9e11-223266753d79 req-1d2a7c54-2a0a-45f1-b781-021920ddd7dc tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839298 May 03 22:26:53.303108 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-542428a4-345b-4276-9301-a0e096a61f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:53.451212 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-48a8b6f3-856f-466c-90cc-8d4cc95fcabc service neutron] Attempting to bind port 8838e62a-72db-4068-b227-7620cf5da515 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:26:53.451595 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-48a8b6f3-856f-466c-90cc-8d4cc95fcabc service neutron] Attempting to bind port 8838e62a-72db-4068-b227-7620cf5da515 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '18fee989-ca3f-4324-8c2a-1ba502de43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:26:53.452068 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-48a8b6f3-856f-466c-90cc-8d4cc95fcabc service neutron] Attempting to bind port 8838e62a-72db-4068-b227-7620cf5da515 on network f73247c4-e4b1-4dbd-a711-946870a81559 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:26:53.475198 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-48a8b6f3-856f-466c-90cc-8d4cc95fcabc service neutron] Port 8838e62a-72db-4068-b227-7620cf5da515 on network f73247c4-e4b1-4dbd-a711-946870a81559 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:26:53.475440 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-48a8b6f3-856f-466c-90cc-8d4cc95fcabc service neutron] Attempting to bind port 8838e62a-72db-4068-b227-7620cf5da515 on network f73247c4-e4b1-4dbd-a711-946870a81559 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:26:53.488183 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-73ecbc4b-b93a-4938-94fd-f52d6eea5100 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Allocated IP 192.168.233.246 (7e14e0ca-f320-4236-9b9e-a9e4f415dbeb/1dff747c-9d3c-4e06-92c1-836fbb9482c4/fff7e02f-6b77-40c4-ad02-65709d0d84ac) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:26:53.494869 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9a71285f-cada-45c1-bce4-6285f020ba66 req-7e6630ea-d597-461f-aec2-24309024e0c1 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbc9c880-c9a9-449f-9fbd-258d9c9c0fc5 HTTP/1.1" status: 200 len: 210 time: 0.1579282 May 03 22:26:53.545159 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-48a8b6f3-856f-466c-90cc-8d4cc95fcabc service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:26:53.545494 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-48a8b6f3-856f-466c-90cc-8d4cc95fcabc service neutron] Checking segment: {'id': '18fee989-ca3f-4324-8c2a-1ba502de43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:26:53.549685 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-48a8b6f3-856f-466c-90cc-8d4cc95fcabc service neutron] Bound using segment: {'id': '18fee989-ca3f-4324-8c2a-1ba502de43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:26:53.551532 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-48a8b6f3-856f-466c-90cc-8d4cc95fcabc service neutron] Bound port: 8838e62a-72db-4068-b227-7620cf5da515, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18fee989-ca3f-4324-8c2a-1ba502de43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:26:53.552787 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-48a8b6f3-856f-466c-90cc-8d4cc95fcabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:53.731720 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-745e0ce0-f09d-4852-8059-32b9f7189290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:53.739603 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-542428a4-345b-4276-9301-a0e096a61f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:53.832431 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542428a4-345b-4276-9301-a0e096a61f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d880c5-5fee-40f8-9b6a-a030c8ba3e3a,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:53.883695 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-542428a4-345b-4276-9301-a0e096a61f9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:26:53.909103 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-542428a4-345b-4276-9301-a0e096a61f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:53.909447 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-542428a4-345b-4276-9301-a0e096a61f9f admin admin] Added segment 07ed7b6c-5c8b-4ea8-84ea-c9978a0c8b5c of type vlan for network 3e4bd20c-ff83-4255-a5e5-f3e89bb53380 May 03 22:26:53.978540 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:54.029788 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-745e0ce0-f09d-4852-8059-32b9f7189290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:54.052400 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-73ecbc4b-b93a-4938-94fd-f52d6eea5100 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:54.056795 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-542428a4-345b-4276-9301-a0e096a61f9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:54.062220 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ee5cd2dc-f128-4739-84ee-e11447773735 req-ae184d73-d9fd-45bc-82e7-d39cfd010783 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/ports?device_id=b44d2f8b-23ba-4061-a0cb-20e99d10069d HTTP/1.1" status: 200 len: 210 time: 0.2092254 May 03 22:26:54.092846 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e0ce0-f09d-4852-8059-32b9f7189290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74390fb1-f488-444b-9b47-d30d60ab4165,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:54.099922 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-73ecbc4b-b93a-4938-94fd-f52d6eea5100 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Transition to ACTIVE for port object fff7e02f-6b77-40c4-ad02-65709d0d84ac will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:26:54.143992 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-745e0ce0-f09d-4852-8059-32b9f7189290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:54.144737 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-745e0ce0-f09d-4852-8059-32b9f7189290 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/74390fb1-f488-444b-9b47-d30d60ab4165 HTTP/1.1" status: 204 len: 168 time: 1.4004412 May 03 22:26:54.163215 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-542428a4-345b-4276-9301-a0e096a61f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:54.167831 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542428a4-345b-4276-9301-a0e096a61f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:54.178900 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-542428a4-345b-4276-9301-a0e096a61f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:54.210193 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-55b31271-b5c7-46dd-8b28-2bdb75496ebe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a1e06fd-1077-41f1-83da-92ab9531f132 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:26:54.223719 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e36da31-c1ac-4e56-a8be-fa013d86407d'] response: {'name': 'network-changed', 'server_uuid': '569ee7af-bac9-455e-a886-b06445ccfb73', 'tag': 'ef24e541-f2bd-417b-8a9e-007c88e0ff0b', 'status': 'completed', 'code': 200} May 03 22:26:54.228470 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-55b31271-b5c7-46dd-8b28-2bdb75496ebe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:54.279268 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ff3ff-362f-4c15-aa15-33ce6ad591aa req-87c987cd-6d84-4ba4-921a-9a2e54bd483a tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:54.287082 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ff3ff-362f-4c15-aa15-33ce6ad591aa req-87c987cd-6d84-4ba4-921a-9a2e54bd483a tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:54.288735 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-fc2ff3ff-362f-4c15-aa15-33ce6ad591aa req-87c987cd-6d84-4ba4-921a-9a2e54bd483a tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Synchronizing usage tracker for tenant:ceba61b4c246497baf83bdccf3f80f6e on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:26:54.296317 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-55b31271-b5c7-46dd-8b28-2bdb75496ebe service neutron] Transition to ACTIVE for port object 4a1e06fd-1077-41f1-83da-92ab9531f132 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:26:54.305326 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-48a8b6f3-856f-466c-90cc-8d4cc95fcabc service neutron] For port 8838e62a-72db-4068-b227-7620cf5da515, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:26:54.313598 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-48a8b6f3-856f-466c-90cc-8d4cc95fcabc service neutron] For port 8838e62a-72db-4068-b227-7620cf5da515, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=8838e62a-72db-4068-b227-7620cf5da515,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:26:54.317444 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-55b31271-b5c7-46dd-8b28-2bdb75496ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:54.369825 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-48a8b6f3-856f-466c-90cc-8d4cc95fcabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:54.424297 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7a4a998-40d3-442d-b026-6cc7337fcc71'] response: {'server_uuid': 'b44d2f8b-23ba-4061-a0cb-20e99d10069d', 'name': 'network-vif-deleted', 'tag': '3cb1b181-2fd7-46f7-873b-c3ff054879e6', 'status': 'completed', 'code': 200} May 03 22:26:54.424881 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542428a4-345b-4276-9301-a0e096a61f9f admin admin] Pushing event updated for resources: {'Network': ['ID=3e4bd20c-ff83-4255-a5e5-f3e89bb53380,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:54.439663 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 3e4bd20c-ff83-4255-a5e5-f3e89bb53380 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:26:54.456863 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-fc2ff3ff-362f-4c15-aa15-33ce6ad591aa req-87c987cd-6d84-4ba4-921a-9a2e54bd483a tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Unset dirty status for tenant:ceba61b4c246497baf83bdccf3f80f6e on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:26:54.457820 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fc2ff3ff-362f-4c15-aa15-33ce6ad591aa req-87c987cd-6d84-4ba4-921a-9a2e54bd483a tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/ports?device_id=1512db30-ed91-4bb5-92c5-521c1e45b163 HTTP/1.1" status: 200 len: 1654 time: 1.0457253 May 03 22:26:54.564495 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-542428a4-345b-4276-9301-a0e096a61f9f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.1525729 May 03 22:26:54.565554 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54398) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:54.587719 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-f9bf3f14-07c4-4599-80b4-f81adaa80a2f admin admin] Request body: {'subnet': {'network_id': '3e4bd20c-ff83-4255-a5e5-f3e89bb53380', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2057390780-subnet', 'tenant_id': '8420e52f6b774264b5552c744907bc46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:26:54.592203 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-73ecbc4b-b93a-4938-94fd-f52d6eea5100 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:54.619451 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f9bf3f14-07c4-4599-80b4-f81adaa80a2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:26:54.633239 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-48a8b6f3-856f-466c-90cc-8d4cc95fcabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:54.633886 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-48a8b6f3-856f-466c-90cc-8d4cc95fcabc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:54.647294 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-48a8b6f3-856f-466c-90cc-8d4cc95fcabc service neutron] 10.222.0.60 "PUT /v2.0/ports/8838e62a-72db-4068-b227-7620cf5da515 HTTP/1.1" status: 200 len: 1092 time: 3.0230324 May 03 22:26:54.712723 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f9bf3f14-07c4-4599-80b4-f81adaa80a2f admin admin] Usage tracker for resource:subnet and tenant:8420e52f6b774264b5552c744907bc46 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:26:54.750650 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f9bf3f14-07c4-4599-80b4-f81adaa80a2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:26:54.767709 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-73ecbc4b-b93a-4938-94fd-f52d6eea5100 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:26:54.774266 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f9bf3f14-07c4-4599-80b4-f81adaa80a2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:26:54.776636 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-73ecbc4b-b93a-4938-94fd-f52d6eea5100 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:26:54.777953 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fc2ff3ff-362f-4c15-aa15-33ce6ad591aa req-9a1aaafb-c313-47fe-96c2-22d79e5e4abf tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b81432-802a-43de-9bfe-4b29db55d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948189 May 03 22:26:54.818739 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b31271-b5c7-46dd-8b28-2bdb75496ebe service neutron] Pushing event updated for resources: {'Port': ['ID=4a1e06fd-1077-41f1-83da-92ab9531f132,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:54.821740 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-73ecbc4b-b93a-4938-94fd-f52d6eea5100 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:26:55.031585 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-40da1db9-b29b-4226-9cbe-248bd6c072b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:55.188624 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-73ecbc4b-b93a-4938-94fd-f52d6eea5100 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:55.189308 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-73ecbc4b-b93a-4938-94fd-f52d6eea5100 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:55.219981 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bf3f14-07c4-4599-80b4-f81adaa80a2f admin admin] Made reservation on behalf of 8420e52f6b774264b5552c744907bc46 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:26:55.222664 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f9bf3f14-07c4-4599-80b4-f81adaa80a2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:55.254501 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ecbc4b-b93a-4938-94fd-f52d6eea5100 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Pushing event updated for resources: {'Port': ['ID=fff7e02f-6b77-40c4-ad02-65709d0d84ac,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:55.283178 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9a119511-7f6d-4810-95bb-4f206722bb5f None None] Provisioning for port fff7e02f-6b77-40c4-ad02-65709d0d84ac completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:26:55.307553 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9a119511-7f6d-4810-95bb-4f206722bb5f None None] Provisioning complete for port fff7e02f-6b77-40c4-ad02-65709d0d84ac triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:26:55.307941 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9a119511-7f6d-4810-95bb-4f206722bb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:55.329578 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d93cc6-d6ff-491d-a32d-a029d90cd61e req-fee82642-2e66-40a3-8832-e2425e9c02f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:55.333706 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-15d93cc6-d6ff-491d-a32d-a029d90cd61e req-fee82642-2e66-40a3-8832-e2425e9c02f3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1727dc00a1e94099b181b574bcc185b6&device_id=569ee7af-bac9-455e-a886-b06445ccfb73 HTTP/1.1" status: 200 len: 1125 time: 0.9163570 May 03 22:26:55.353776 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8b6f3-856f-466c-90cc-8d4cc95fcabc service neutron] Pushing event updated for resources: {'Port': ['ID=8838e62a-72db-4068-b227-7620cf5da515,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:55.494805 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-73ecbc4b-b93a-4938-94fd-f52d6eea5100 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3317182 May 03 22:26:55.498894 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-9a119511-7f6d-4810-95bb-4f206722bb5f None None] Port fff7e02f-6b77-40c4-ad02-65709d0d84ac cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:26:55.538320 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-55b31271-b5c7-46dd-8b28-2bdb75496ebe service neutron] Attempting to bind port 4a1e06fd-1077-41f1-83da-92ab9531f132 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:26:55.538659 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-55b31271-b5c7-46dd-8b28-2bdb75496ebe service neutron] Attempting to bind port 4a1e06fd-1077-41f1-83da-92ab9531f132 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '68483f31-3eb8-4692-9f9b-2feffb47841e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5f49cf40-2039-43c8-ac9b-565cd1b576ed'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:26:55.538991 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-55b31271-b5c7-46dd-8b28-2bdb75496ebe service neutron] Attempting to bind port 4a1e06fd-1077-41f1-83da-92ab9531f132 on network 5f49cf40-2039-43c8-ac9b-565cd1b576ed {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:26:55.601174 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132d36e-ede5-4adc-a523-5fa7ff98b90f req-3373c8a7-bcba-4093-a05e-17cb2e81d651 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:55.602623 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7132d36e-ede5-4adc-a523-5fa7ff98b90f req-3373c8a7-bcba-4093-a05e-17cb2e81d651 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b161de4-ba39-4727-85f9-81d2e55b57f4 HTTP/1.1" status: 200 len: 944 time: 1.1335411 May 03 22:26:55.617066 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-55b31271-b5c7-46dd-8b28-2bdb75496ebe service neutron] Port 4a1e06fd-1077-41f1-83da-92ab9531f132 on network 5f49cf40-2039-43c8-ac9b-565cd1b576ed not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:26:55.620221 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-55b31271-b5c7-46dd-8b28-2bdb75496ebe service neutron] Attempting to bind port 4a1e06fd-1077-41f1-83da-92ab9531f132 on network 5f49cf40-2039-43c8-ac9b-565cd1b576ed {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:26:55.670691 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-55b31271-b5c7-46dd-8b28-2bdb75496ebe service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:26:55.671695 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-55b31271-b5c7-46dd-8b28-2bdb75496ebe service neutron] Checking segment: {'id': '68483f31-3eb8-4692-9f9b-2feffb47841e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5f49cf40-2039-43c8-ac9b-565cd1b576ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:26:55.672227 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-55b31271-b5c7-46dd-8b28-2bdb75496ebe service neutron] Bound using segment: {'id': '68483f31-3eb8-4692-9f9b-2feffb47841e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5f49cf40-2039-43c8-ac9b-565cd1b576ed'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:26:55.672883 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-55b31271-b5c7-46dd-8b28-2bdb75496ebe service neutron] Bound port: 4a1e06fd-1077-41f1-83da-92ab9531f132, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68483f31-3eb8-4692-9f9b-2feffb47841e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '5f49cf40-2039-43c8-ac9b-565cd1b576ed'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:26:55.673544 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-55b31271-b5c7-46dd-8b28-2bdb75496ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:55.720799 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3386596-1689-4b6b-8bbb-e089071b4254 req-d3490725-64e5-4363-8bfc-7d76acc63afc tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:55.722844 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3386596-1689-4b6b-8bbb-e089071b4254 req-d3490725-64e5-4363-8bfc-7d76acc63afc tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=569ee7af-bac9-455e-a886-b06445ccfb73 HTTP/1.1" status: 200 len: 944 time: 0.7152355 May 03 22:26:55.741217 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-06c6f515-7e4f-4d25-88a4-43c1bba9e153 service neutron] Request body: {'port': {'device_id': 'fbc9c880-c9a9-449f-9fbd-258d9c9c0fc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:26:55.748665 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.67', 50950) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:55.814948 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d93cc6-d6ff-491d-a32d-a029d90cd61e req-b8d24085-95e9-4c42-a207-4d027e314b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:55.816677 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-15d93cc6-d6ff-491d-a32d-a029d90cd61e req-b8d24085-95e9-4c42-a207-4d027e314b0c service neutron] 10.222.0.67 "GET /v2.0/networks?id=c529cb66-8468-429f-bb93-e81cdb567811 HTTP/1.1" status: 200 len: 909 time: 0.4682782 May 03 22:26:55.902515 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-15d93cc6-d6ff-491d-a32d-a029d90cd61e req-00cede5c-84c8-416f-b58e-e0a01254a267 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef24e541-f2bd-417b-8a9e-007c88e0ff0b HTTP/1.1" status: 200 len: 217 time: 0.0743799 May 03 22:26:55.905798 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7132d36e-ede5-4adc-a523-5fa7ff98b90f req-6c1fffb9-cf6c-4dca-9496-3d234fb9ae41 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713478 May 03 22:26:55.908003 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-f56ef92e-7e76-48d7-b812-44a67fc8cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:55.915317 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-f56ef92e-7e76-48d7-b812-44a67fc8cdc7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=66dfeed3cb324772b0bf769274eed2d2&device_id=5b161de4-ba39-4727-85f9-81d2e55b57f4 HTTP/1.1" status: 200 len: 1095 time: 1.2046900 May 03 22:26:56.062854 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-8d0bc956-c748-4f7c-8d55-ed3ee9865208 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8838e62a-72db-4068-b227-7620cf5da515 HTTP/1.1" status: 200 len: 217 time: 0.1202414 May 03 22:26:56.091745 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d93cc6-d6ff-491d-a32d-a029d90cd61e req-8aec81d5-d7dd-48ee-a874-11b7b6e65af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:56.093375 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-15d93cc6-d6ff-491d-a32d-a029d90cd61e req-8aec81d5-d7dd-48ee-a874-11b7b6e65af2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1ee1af50-b130-474e-bc7b-1c6042f9e7e1 HTTP/1.1" status: 200 len: 848 time: 0.1856270 May 03 22:26:56.129395 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3386596-1689-4b6b-8bbb-e089071b4254 req-b40db129-9d68-4646-b792-9505c7232afe tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807898 May 03 22:26:56.148200 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:56.177688 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-15d93cc6-d6ff-491d-a32d-a029d90cd61e req-453bd268-2e3b-4508-b16f-8142a80a0ad6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c529cb66-8468-429f-bb93-e81cdb567811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770566 May 03 22:26:56.187217 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-06c6f515-7e4f-4d25-88a4-43c1bba9e153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:56.232452 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:56.240021 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b161de4-ba39-4727-85f9-81d2e55b57f4', 'tag': '8838e62a-72db-4068-b227-7620cf5da515'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:26:56.266909 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-67edab9c-a2cb-458f-afec-cc3aeee68912 service neutron] 10.222.0.67 "GET /v2.0/ports/ef24e541-f2bd-417b-8a9e-007c88e0ff0b/bindings/n-h1-811807-1 HTTP/1.1" status: 200 len: 384 time: 0.5159526 May 03 22:26:56.379058 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-55b31271-b5c7-46dd-8b28-2bdb75496ebe service neutron] For port 4a1e06fd-1077-41f1-83da-92ab9531f132, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:26:56.389547 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-3d5c62b3-8502-42dc-9011-cf7c5db0a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:56.391630 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-3d5c62b3-8502-42dc-9011-cf7c5db0a51f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a6303b72-ad18-4df3-b796-1d1c3ad4e877 HTTP/1.1" status: 200 len: 850 time: 0.3047256 May 03 22:26:56.437890 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-55b31271-b5c7-46dd-8b28-2bdb75496ebe service neutron] For port 4a1e06fd-1077-41f1-83da-92ab9531f132, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=4a1e06fd-1077-41f1-83da-92ab9531f132,segment=NetworkSegment(68483f31-3eb8-4692-9f9b-2feffb47841e),segment_id=68483f31-3eb8-4692-9f9b-2feffb47841e)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:26:56.489942 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-55b31271-b5c7-46dd-8b28-2bdb75496ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:56.502286 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f9bf3f14-07c4-4599-80b4-f81adaa80a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:56.633326 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-55b31271-b5c7-46dd-8b28-2bdb75496ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:56.634146 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-55b31271-b5c7-46dd-8b28-2bdb75496ebe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:56.635842 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-55b31271-b5c7-46dd-8b28-2bdb75496ebe service neutron] 10.222.0.67 "PUT /v2.0/ports/4a1e06fd-1077-41f1-83da-92ab9531f132 HTTP/1.1" status: 200 len: 1092 time: 6.5804400 May 03 22:26:56.659725 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ae2ee-0d6c-42ea-98b3-10a203a51d00 req-a747026e-4cdf-4d65-8b43-2d5701d812cc tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:56.667442 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-905ae2ee-0d6c-42ea-98b3-10a203a51d00 req-a747026e-4cdf-4d65-8b43-2d5701d812cc tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbc9c880-c9a9-449f-9fbd-258d9c9c0fc5 HTTP/1.1" status: 200 len: 936 time: 0.5332720 May 03 22:26:56.695904 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-29250947-712a-43bf-849a-808f1a6c7ef6 service neutron] Request body: {'port': {'device_id': '1512db30-ed91-4bb5-92c5-521c1e45b163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:26:56.726717 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-15d93cc6-d6ff-491d-a32d-a029d90cd61e req-a70943d8-fbf2-4f26-b2ba-2c6e7cb3e6e6 service neutron] 10.222.0.67 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5278547 May 03 22:26:56.798393 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf3f14-07c4-4599-80b4-f81adaa80a2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6051d6fd-27ab-4033-82f4-521871009459,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:56.849634 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bf3f14-07c4-4599-80b4-f81adaa80a2f admin admin] Checking segment: {'id': '07ed7b6c-5c8b-4ea8-84ea-c9978a0c8b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3e4bd20c-ff83-4255-a5e5-f3e89bb53380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:26:56.850035 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bf3f14-07c4-4599-80b4-f81adaa80a2f admin admin] Network hostable DHCP agents. Network: 3e4bd20c-ff83-4255-a5e5-f3e89bb53380, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:26:56.958416 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bf3f14-07c4-4599-80b4-f81adaa80a2f admin admin] Network 3e4bd20c-ff83-4255-a5e5-f3e89bb53380 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:26:56.982449 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-f9bf3f14-07c4-4599-80b4-f81adaa80a2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 3e4bd20c-ff83-4255-a5e5-f3e89bb53380) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:26:56.988757 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-15d93cc6-d6ff-491d-a32d-a029d90cd61e req-f67c00d3-8ae0-44e0-bc41-57af68b896b3 service neutron] 10.222.0.67 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521901 May 03 22:26:56.989343 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b31271-b5c7-46dd-8b28-2bdb75496ebe service neutron] Pushing event updated for resources: {'Port': ['ID=4a1e06fd-1077-41f1-83da-92ab9531f132,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:56.990816 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bf3f14-07c4-4599-80b4-f81adaa80a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:56.991392 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f9bf3f14-07c4-4599-80b4-f81adaa80a2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:57.003109 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ecd4ff-2f42-4bc9-801c-be1c3e9d86f1 None None] Network 3e4bd20c-ff83-4255-a5e5-f3e89bb53380 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:26:57.029006 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-c188326a-5d61-4fa0-aaab-367b5c3703f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:57.030756 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-c188326a-5d61-4fa0-aaab-367b5c3703f3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f73247c4-e4b1-4dbd-a711-946870a81559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6310942 May 03 22:26:57.042383 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-905ae2ee-0d6c-42ea-98b3-10a203a51d00 req-2867669d-ba02-4c57-994c-ac029c450884 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738518 May 03 22:26:57.085891 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-b1ff725b-dd2a-43f7-b10f-da88e05dbe14 service neutron] For port ef24e541-f2bd-417b-8a9e-007c88e0ff0b, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=ef24e541-f2bd-417b-8a9e-007c88e0ff0b,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:26:57.092014 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f9bf3f14-07c4-4599-80b4-f81adaa80a2f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5117857 May 03 22:26:57.101091 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-06c6f515-7e4f-4d25-88a4-43c1bba9e153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fff7e02f-6b77-40c4-ad02-65709d0d84ac {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:26:57.116547 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-b1ff725b-dd2a-43f7-b10f-da88e05dbe14 service neutron] For port ef24e541-f2bd-417b-8a9e-007c88e0ff0b, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:26:57.122782 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-06c6f515-7e4f-4d25-88a4-43c1bba9e153 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:57.155776 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-06c6f515-7e4f-4d25-88a4-43c1bba9e153 service neutron] Transition to ACTIVE for port object fff7e02f-6b77-40c4-ad02-65709d0d84ac will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:26:57.164326 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-06c6f515-7e4f-4d25-88a4-43c1bba9e153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:57.228795 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38139007-5fac-425a-9cc0-530b0dd95833'] response: {'name': 'network-changed', 'server_uuid': '5b161de4-ba39-4727-85f9-81d2e55b57f4', 'tag': '8838e62a-72db-4068-b227-7620cf5da515', 'status': 'completed', 'code': 200} May 03 22:26:57.388930 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddfff7b-4956-427a-b45d-90455793a9c4 None None] Network 3e4bd20c-ff83-4255-a5e5-f3e89bb53380 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:26:57.482026 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-edaec4df-dcf6-4652-83a2-5d36c16c990d service neutron] 10.222.0.60 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378898 May 03 22:26:57.491525 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-b1ff725b-dd2a-43f7-b10f-da88e05dbe14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef24e541-f2bd-417b-8a9e-007c88e0ff0b {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:26:57.507109 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-b1ff725b-dd2a-43f7-b10f-da88e05dbe14 service neutron] For port ef24e541-f2bd-417b-8a9e-007c88e0ff0b, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=ef24e541-f2bd-417b-8a9e-007c88e0ff0b,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:26:57.585000 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-29250947-712a-43bf-849a-808f1a6c7ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:57.637416 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6f515-7e4f-4d25-88a4-43c1bba9e153 service neutron] Pushing event updated for resources: {'Port': ['ID=fff7e02f-6b77-40c4-ad02-65709d0d84ac,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:57.642189 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:57.645633 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:57.657302 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-06c6f515-7e4f-4d25-88a4-43c1bba9e153 service neutron] Attempting to bind port fff7e02f-6b77-40c4-ad02-65709d0d84ac on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:26:57.659600 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-06c6f515-7e4f-4d25-88a4-43c1bba9e153 service neutron] Attempting to bind port fff7e02f-6b77-40c4-ad02-65709d0d84ac by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:26:57.660220 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-06c6f515-7e4f-4d25-88a4-43c1bba9e153 service neutron] Attempting to bind port fff7e02f-6b77-40c4-ad02-65709d0d84ac on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:26:57.671826 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-06c6f515-7e4f-4d25-88a4-43c1bba9e153 service neutron] Port fff7e02f-6b77-40c4-ad02-65709d0d84ac on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:26:57.674231 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-06c6f515-7e4f-4d25-88a4-43c1bba9e153 service neutron] Attempting to bind port fff7e02f-6b77-40c4-ad02-65709d0d84ac on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:26:57.689051 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-06c6f515-7e4f-4d25-88a4-43c1bba9e153 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:26:57.689648 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-06c6f515-7e4f-4d25-88a4-43c1bba9e153 service neutron] Checking segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:26:57.690429 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-06c6f515-7e4f-4d25-88a4-43c1bba9e153 service neutron] Bound using segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:26:57.692650 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-06c6f515-7e4f-4d25-88a4-43c1bba9e153 service neutron] Bound port: fff7e02f-6b77-40c4-ad02-65709d0d84ac, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:26:57.693890 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-06c6f515-7e4f-4d25-88a4-43c1bba9e153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:57.816160 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9762c1-cce1-4a48-ac95-c3adba1fcf28 req-3a85ca18-ab27-4af1-8f1b-0d7280405cf7 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:57.822258 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-06c6f515-7e4f-4d25-88a4-43c1bba9e153 service neutron] For port fff7e02f-6b77-40c4-ad02-65709d0d84ac, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:26:57.822677 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9762c1-cce1-4a48-ac95-c3adba1fcf28 req-3a85ca18-ab27-4af1-8f1b-0d7280405cf7 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:57.825998 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-06c6f515-7e4f-4d25-88a4-43c1bba9e153 service neutron] For port fff7e02f-6b77-40c4-ad02-65709d0d84ac, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=fff7e02f-6b77-40c4-ad02-65709d0d84ac,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:26:57.830389 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7e9762c1-cce1-4a48-ac95-c3adba1fcf28 req-3a85ca18-ab27-4af1-8f1b-0d7280405cf7 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/ports?device_id=1512db30-ed91-4bb5-92c5-521c1e45b163 HTTP/1.1" status: 200 len: 1666 time: 1.0998201 May 03 22:26:57.831748 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-06c6f515-7e4f-4d25-88a4-43c1bba9e153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:57.870525 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-b1ff725b-dd2a-43f7-b10f-da88e05dbe14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:57.927834 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54472) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:57.928432 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6f515-7e4f-4d25-88a4-43c1bba9e153 service neutron] Pushing event updated for resources: {'Port': ['ID=fff7e02f-6b77-40c4-ad02-65709d0d84ac,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:57.938214 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-3874f05e-0dfc-494d-8987-3032a4e3d701 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Request body: {'security_group': {'name': 'tempest-securitygroup--357368074', 'description': 'tempest-description--471391390'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:26:57.944340 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3874f05e-0dfc-494d-8987-3032a4e3d701 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:26:57.948994 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3874f05e-0dfc-494d-8987-3032a4e3d701 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Usage tracker for resource:security_group and tenant:ce18d35d98a44051ad6be44cfb7fa43a is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:26:57.952405 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3874f05e-0dfc-494d-8987-3032a4e3d701 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:26:57.961436 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3874f05e-0dfc-494d-8987-3032a4e3d701 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:26:57.966124 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aab36bb2-bf3d-4c2b-bcb3-0b41f4883dbd req-1a130015-eedd-4d5f-978c-39224a522082 service neutron] 10.222.0.60 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146515 May 03 22:26:57.972671 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-06c6f515-7e4f-4d25-88a4-43c1bba9e153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:57.973599 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-06c6f515-7e4f-4d25-88a4-43c1bba9e153 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:57.975298 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-06c6f515-7e4f-4d25-88a4-43c1bba9e153 service neutron] 10.222.0.67 "PUT /v2.0/ports/fff7e02f-6b77-40c4-ad02-65709d0d84ac HTTP/1.1" status: 200 len: 1096 time: 2.4620562 May 03 22:26:57.987202 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc9c880-c9a9-449f-9fbd-258d9c9c0fc5', 'tag': 'fff7e02f-6b77-40c4-ad02-65709d0d84ac'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:26:58.000116 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3874f05e-0dfc-494d-8987-3032a4e3d701 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:58.086052 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3874f05e-0dfc-494d-8987-3032a4e3d701 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:26:58.110270 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3874f05e-0dfc-494d-8987-3032a4e3d701 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Usage tracker for resource:security_group_rule and tenant:ce18d35d98a44051ad6be44cfb7fa43a is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:26:58.116123 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54490) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:58.116908 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3874f05e-0dfc-494d-8987-3032a4e3d701 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:26:58.130368 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-f505512e-9936-49cb-adaf-3d53af95fd39 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-866934142-network', 'tenant_id': '788ace1e603a49bf9597fa5c336ea287'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:26:58.135043 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3874f05e-0dfc-494d-8987-3032a4e3d701 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:26:58.141036 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f505512e-9936-49cb-adaf-3d53af95fd39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:26:58.152508 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f505512e-9936-49cb-adaf-3d53af95fd39 admin admin] Usage tracker for resource:network and tenant:788ace1e603a49bf9597fa5c336ea287 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:26:58.159732 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f505512e-9936-49cb-adaf-3d53af95fd39 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:26:58.180661 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f505512e-9936-49cb-adaf-3d53af95fd39 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:26:58.208569 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f505512e-9936-49cb-adaf-3d53af95fd39 admin admin] Made reservation on behalf of 788ace1e603a49bf9597fa5c336ea287 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:26:58.211713 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f505512e-9936-49cb-adaf-3d53af95fd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:58.236256 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec9eb955-5b4d-4080-905a-bbbe6173765f req-80106111-6ee6-4a73-b2b2-29376ad6fe6a tempest-AbsoluteLimitsNegativeTestJSON-180165506 tempest-AbsoluteLimitsNegativeTestJSON-180165506-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=1f0ec2a6f8cf41cc983d75ee810ca06a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1294901 May 03 22:26:58.238082 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f505512e-9936-49cb-adaf-3d53af95fd39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:58.252694 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7e9762c1-cce1-4a48-ac95-c3adba1fcf28 req-c9609b0a-7f5f-4fe6-9ef3-fcb143b0ab45 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b81432-802a-43de-9bfe-4b29db55d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213710 May 03 22:26:58.254774 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-7af1cbb8-98a5-4fb6-b22c-01aa46595870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:58.256347 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-7af1cbb8-98a5-4fb6-b22c-01aa46595870 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0660cbed43f74b05ab398bdf8e72a3f0&device_id=fbc9c880-c9a9-449f-9fbd-258d9c9c0fc5 HTTP/1.1" status: 200 len: 1099 time: 0.2138686 May 03 22:26:58.266633 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f505512e-9936-49cb-adaf-3d53af95fd39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:26:58.342728 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-b1ff725b-dd2a-43f7-b10f-da88e05dbe14 service neutron] Transition to ACTIVE for port object ef24e541-f2bd-417b-8a9e-007c88e0ff0b will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:26:58.345373 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f505512e-9936-49cb-adaf-3d53af95fd39 admin admin] Usage tracker for resource:security_group_rule and tenant:788ace1e603a49bf9597fa5c336ea287 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:26:58.356441 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-dd71ead4-abd2-41d5-94d0-b5d27d110b85 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=fff7e02f-6b77-40c4-ad02-65709d0d84ac HTTP/1.1" status: 200 len: 217 time: 0.0917971 May 03 22:26:58.357245 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f505512e-9936-49cb-adaf-3d53af95fd39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:26:58.366112 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3874f05e-0dfc-494d-8987-3032a4e3d701 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:58.369508 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-b1ff725b-dd2a-43f7-b10f-da88e05dbe14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:58.397624 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f505512e-9936-49cb-adaf-3d53af95fd39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:26:58.403856 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3874f05e-0dfc-494d-8987-3032a4e3d701 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:58.500976 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874f05e-0dfc-494d-8987-3032a4e3d701 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3143847-f827-427f-99bf-6c2c02e58dc8,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:58.509990 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3874f05e-0dfc-494d-8987-3032a4e3d701 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:58.511228 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3874f05e-0dfc-494d-8987-3032a4e3d701 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5798230 May 03 22:26:58.512806 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-3158a358-8129-4c0b-bf3c-9f6912f786db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:58.514416 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-3158a358-8129-4c0b-bf3c-9f6912f786db service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.1471171 May 03 22:26:58.518361 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54494) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:58.557067 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-d317e5e4-5bcc-4e6c-a378-af8916a7daea tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Request body: {'security_group_rule': {'security_group_id': 'f3143847-f827-427f-99bf-6c2c02e58dc8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:26:58.578603 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d317e5e4-5bcc-4e6c-a378-af8916a7daea tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:26:58.596684 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d317e5e4-5bcc-4e6c-a378-af8916a7daea tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Usage tracker for resource:security_group_rule and tenant:ce18d35d98a44051ad6be44cfb7fa43a is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:26:58.602327 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d317e5e4-5bcc-4e6c-a378-af8916a7daea tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:26:58.611301 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d317e5e4-5bcc-4e6c-a378-af8916a7daea tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:26:58.665780 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d317e5e4-5bcc-4e6c-a378-af8916a7daea tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:58.674290 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f505512e-9936-49cb-adaf-3d53af95fd39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:58.684321 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f505512e-9936-49cb-adaf-3d53af95fd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:58.738420 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-e58ff8f4-6d9a-4b2f-b4bb-08528fd7971b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:58.739913 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-e58ff8f4-6d9a-4b2f-b4bb-08528fd7971b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2176735 May 03 22:26:58.743322 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a376f-92c3-4497-ba27-fa66d566ac9c req-35b37423-a380-483b-b2cb-79348e9387f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:58.744789 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a23a376f-92c3-4497-ba27-fa66d566ac9c req-35b37423-a380-483b-b2cb-79348e9387f4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=66dfeed3cb324772b0bf769274eed2d2&device_id=5b161de4-ba39-4727-85f9-81d2e55b57f4 HTTP/1.1" status: 200 len: 1095 time: 0.6826315 May 03 22:26:58.748184 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f505512e-9936-49cb-adaf-3d53af95fd39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:26:58.755212 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-b1ff725b-dd2a-43f7-b10f-da88e05dbe14 service neutron] No DVR routers for this DVR port ef24e541-f2bd-417b-8a9e-007c88e0ff0b on host n-h2-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:26:58.777655 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505512e-9936-49cb-adaf-3d53af95fd39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a69a15-9c63-46f4-a0cb-2455cbfd20ff,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:58.811056 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f505512e-9936-49cb-adaf-3d53af95fd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:58.811405 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-f505512e-9936-49cb-adaf-3d53af95fd39 admin admin] Added segment 4368542b-2365-4ab2-8566-95c7e0008a04 of type vlan for network 91a15e29-5439-4e96-b422-d9fc07da25db May 03 22:26:58.892883 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d317e5e4-5bcc-4e6c-a378-af8916a7daea tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:58.902897 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d317e5e4-5bcc-4e6c-a378-af8916a7daea tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:58.950131 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f505512e-9936-49cb-adaf-3d53af95fd39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:58.962390 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d317e5e4-5bcc-4e6c-a378-af8916a7daea tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=447edbcc-5191-4962-ac66-81039944bc0d,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:58.987703 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ff725b-dd2a-43f7-b10f-da88e05dbe14 service neutron] Pushing event updated for resources: {'Port': ['ID=ef24e541-f2bd-417b-8a9e-007c88e0ff0b,revision_number=10']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:58.988891 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-c20ab711-3b02-4602-ab9c-f5a4524ff91a service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414913 May 03 22:26:58.993151 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d317e5e4-5bcc-4e6c-a378-af8916a7daea tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:58.994272 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d317e5e4-5bcc-4e6c-a378-af8916a7daea tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4749963 May 03 22:26:59.002454 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 54498) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:59.023566 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-01c77cef-8b3c-4465-b3b3-d45d1e61e261 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Request body: {'security_group_rule': {'security_group_id': 'f3143847-f827-427f-99bf-6c2c02e58dc8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:26:59.038807 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-b1ff725b-dd2a-43f7-b10f-da88e05dbe14 service neutron] 10.222.0.67 "PUT /v2.0/ports/ef24e541-f2bd-417b-8a9e-007c88e0ff0b/bindings/n-h1-811807-1/activate HTTP/1.1" status: 200 len: 369 time: 2.7556846 May 03 22:26:59.051264 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f505512e-9936-49cb-adaf-3d53af95fd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:59.052219 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f505512e-9936-49cb-adaf-3d53af95fd39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:59.052795 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f505512e-9936-49cb-adaf-3d53af95fd39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:59.096366 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9eb955-5b4d-4080-905a-bbbe6173765f req-173edeca-28ed-4f68-9084-5eedb0bbe99a tempest-AbsoluteLimitsNegativeTestJSON-180165506 tempest-AbsoluteLimitsNegativeTestJSON-180165506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:59.097809 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec9eb955-5b4d-4080-905a-bbbe6173765f req-173edeca-28ed-4f68-9084-5eedb0bbe99a tempest-AbsoluteLimitsNegativeTestJSON-180165506 tempest-AbsoluteLimitsNegativeTestJSON-180165506-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8503087 May 03 22:26:59.104854 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-01c77cef-8b3c-4465-b3b3-d45d1e61e261 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:26:59.116734 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-01c77cef-8b3c-4465-b3b3-d45d1e61e261 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Usage tracker for resource:security_group_rule and tenant:ce18d35d98a44051ad6be44cfb7fa43a is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:26:59.136580 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-01c77cef-8b3c-4465-b3b3-d45d1e61e261 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:26:59.148764 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-01c77cef-8b3c-4465-b3b3-d45d1e61e261 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:26:59.156338 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec9eb955-5b4d-4080-905a-bbbe6173765f req-24fe2fb0-0bff-44a4-821c-f5c4e8db4f66 tempest-AbsoluteLimitsNegativeTestJSON-180165506 tempest-AbsoluteLimitsNegativeTestJSON-180165506-project] 10.222.0.58 "GET /v2.0/quotas/1f0ec2a6f8cf41cc983d75ee810ca06a HTTP/1.1" status: 200 len: 375 time: 0.0414798 May 03 22:26:59.168255 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b211b-d85e-499f-bfed-1a1410e5a818 req-6c00c7f2-ee02-486d-b346-ef4d9c5a43d1 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:59.169712 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f76b211b-d85e-499f-bfed-1a1410e5a818 req-6c00c7f2-ee02-486d-b346-ef4d9c5a43d1 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b161de4-ba39-4727-85f9-81d2e55b57f4 HTTP/1.1" status: 200 len: 944 time: 0.8174787 May 03 22:26:59.219041 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f505512e-9936-49cb-adaf-3d53af95fd39 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0967851 May 03 22:26:59.236247 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1512db30-ed91-4bb5-92c5-521c1e45b163', 'tag': '4a1e06fd-1077-41f1-83da-92ab9531f132'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:26:59.255710 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 54502) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:59.280071 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505512e-9936-49cb-adaf-3d53af95fd39 admin admin] Pushing event updated for resources: {'Network': ['ID=91a15e29-5439-4e96-b422-d9fc07da25db,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:26:59.285082 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-9a283846-def8-45c8-a247-19ff3d2d7e89 admin admin] Request body: {'subnet': {'network_id': '91a15e29-5439-4e96-b422-d9fc07da25db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-866934142-subnet', 'tenant_id': '788ace1e603a49bf9597fa5c336ea287', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:26:59.290056 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec9eb955-5b4d-4080-905a-bbbe6173765f req-5e17c03f-7476-4ac4-8e32-cd78ca53a31d tempest-AbsoluteLimitsNegativeTestJSON-180165506 tempest-AbsoluteLimitsNegativeTestJSON-180165506-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f0ec2a6f8cf41cc983d75ee810ca06a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1153402 May 03 22:26:59.293086 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 91a15e29-5439-4e96-b422-d9fc07da25db details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:26:59.305046 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8554bc06-a4f9-4820-91eb-925100d1eb3d req-02a35a67-9f4b-4b69-bd51-2c3f0f1ab455 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086815 May 03 22:26:59.326859 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a376f-92c3-4497-ba27-fa66d566ac9c req-1789c971-721c-4181-a0ba-9da02948c87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:59.328341 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a23a376f-92c3-4497-ba27-fa66d566ac9c req-1789c971-721c-4181-a0ba-9da02948c87f service neutron] 10.222.0.60 "GET /v2.0/networks?id=f73247c4-e4b1-4dbd-a711-946870a81559 HTTP/1.1" status: 200 len: 912 time: 0.5695047 May 03 22:26:59.329328 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9a283846-def8-45c8-a247-19ff3d2d7e89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:26:59.336340 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-2f78546b-1702-4c32-bfe4-4f1501e2edd9 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:59.338079 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-2f78546b-1702-4c32-bfe4-4f1501e2edd9 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=569ee7af-bac9-455e-a886-b06445ccfb73&tenant_id=1727dc00a1e94099b181b574bcc185b6&binding%3Ahost_id=n-h2-811807-1 HTTP/1.1" status: 200 len: 1096 time: 0.2084639 May 03 22:26:59.351935 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-01c77cef-8b3c-4465-b3b3-d45d1e61e261 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:59.425641 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9a283846-def8-45c8-a247-19ff3d2d7e89 admin admin] Usage tracker for resource:subnet and tenant:788ace1e603a49bf9597fa5c336ea287 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:26:59.439972 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9a283846-def8-45c8-a247-19ff3d2d7e89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:26:59.455849 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-54949f49-50dd-45d5-8e4c-30e2cdecc220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:59.463082 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-54949f49-50dd-45d5-8e4c-30e2cdecc220 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=569ee7af-bac9-455e-a886-b06445ccfb73&tenant_id=1727dc00a1e94099b181b574bcc185b6 HTTP/1.1" status: 200 len: 1096 time: 0.1168432 May 03 22:26:59.463490 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a23a376f-92c3-4497-ba27-fa66d566ac9c req-ac8b2a00-69e3-4018-93f4-9bfdf326f88b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8838e62a-72db-4068-b227-7620cf5da515 HTTP/1.1" status: 200 len: 217 time: 0.1042368 May 03 22:26:59.469880 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9a283846-def8-45c8-a247-19ff3d2d7e89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:26:59.482535 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f76b211b-d85e-499f-bfed-1a1410e5a818 req-fea8d232-2ffb-4b14-b252-21d162dfced0 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627039 May 03 22:26:59.520088 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-29250947-712a-43bf-849a-808f1a6c7ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 988ac063-6f1e-47cc-b761-6a65d0436f14 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:26:59.562789 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-29250947-712a-43bf-849a-808f1a6c7ef6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:59.588242 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a283846-def8-45c8-a247-19ff3d2d7e89 admin admin] Made reservation on behalf of 788ace1e603a49bf9597fa5c336ea287 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:26:59.595176 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9a283846-def8-45c8-a247-19ff3d2d7e89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:59.623128 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f07c7746-2820-4412-b99b-b46bff759b82'] response: {'name': 'network-changed', 'server_uuid': 'fbc9c880-c9a9-449f-9fbd-258d9c9c0fc5', 'tag': 'fff7e02f-6b77-40c4-ad02-65709d0d84ac', 'status': 'completed', 'code': 200} May 03 22:26:59.683721 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-29250947-712a-43bf-849a-808f1a6c7ef6 service neutron] Transition to ACTIVE for port object 988ac063-6f1e-47cc-b761-6a65d0436f14 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:26:59.689555 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-e2b7feeb-13a3-4912-bf26-0c0955e92fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:59.691363 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-e2b7feeb-13a3-4912-bf26-0c0955e92fb6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1727dc00a1e94099b181b574bcc185b6&device_id=569ee7af-bac9-455e-a886-b06445ccfb73 HTTP/1.1" status: 200 len: 1096 time: 0.1947520 May 03 22:26:59.707267 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a376f-92c3-4497-ba27-fa66d566ac9c req-37d409ad-cad9-4d81-8f76-fcde012815d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:59.708723 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a23a376f-92c3-4497-ba27-fa66d566ac9c req-37d409ad-cad9-4d81-8f76-fcde012815d9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a6303b72-ad18-4df3-b796-1d1c3ad4e877 HTTP/1.1" status: 200 len: 850 time: 0.2211637 May 03 22:26:59.715337 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-29250947-712a-43bf-849a-808f1a6c7ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:26:59.814065 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54516) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:26:59.871570 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d6b45-a09a-4462-be08-d579715e03c1 req-a77661c0-0bd9-4c06-9df6-68ea36de4e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:59.874044 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-af7d6b45-a09a-4462-be08-d579715e03c1 req-a77661c0-0bd9-4c06-9df6-68ea36de4e2c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0660cbed43f74b05ab398bdf8e72a3f0&device_id=fbc9c880-c9a9-449f-9fbd-258d9c9c0fc5 HTTP/1.1" status: 200 len: 1099 time: 0.2298555 May 03 22:26:59.921122 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-96ef6c9e-f78b-4a49-a13f-4bfe7c0b818f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:26:59.922803 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-96ef6c9e-f78b-4a49-a13f-4bfe7c0b818f service neutron] 10.222.0.60 "GET /v2.0/networks?id=c529cb66-8468-429f-bb93-e81cdb567811 HTTP/1.1" status: 200 len: 909 time: 0.2187204 May 03 22:27:00.019837 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-01c77cef-8b3c-4465-b3b3-d45d1e61e261 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:00.041225 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-01c77cef-8b3c-4465-b3b3-d45d1e61e261 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:00.067774 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29250947-712a-43bf-849a-808f1a6c7ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=988ac063-6f1e-47cc-b761-6a65d0436f14,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:00.135050 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-3c450850-3c80-40c8-bd64-535e3add8aea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef24e541-f2bd-417b-8a9e-007c88e0ff0b HTTP/1.1" status: 200 len: 217 time: 0.0821891 May 03 22:27:00.177753 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e1c7cfbb-4e84-4d53-9c44-79b2e4b409be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:00.207255 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-01c77cef-8b3c-4465-b3b3-d45d1e61e261 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:00.208453 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-01c77cef-8b3c-4465-b3b3-d45d1e61e261 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2000303 May 03 22:27:00.227930 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54524) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:27:00.239806 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c77cef-8b3c-4465-b3b3-d45d1e61e261 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d06ea0c8-4752-4e75-b9df-fc68643c9473,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:00.250599 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-ce50f2b1-da01-4145-973d-c166bf52ce5c tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:27:00.257903 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952c987-9e09-43ab-9043-55b8300c6465 req-f699c9d6-c9d9-4382-a4b8-dcc74554c927 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:00.258984 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e1c7cfbb-4e84-4d53-9c44-79b2e4b409be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:27:00.259384 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2952c987-9e09-43ab-9043-55b8300c6465 req-f699c9d6-c9d9-4382-a4b8-dcc74554c927 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=569ee7af-bac9-455e-a886-b06445ccfb73 HTTP/1.1" status: 200 len: 945 time: 0.6884203 May 03 22:27:00.263558 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ce50f2b1-da01-4145-973d-c166bf52ce5c tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:27:00.274722 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e1c7cfbb-4e84-4d53-9c44-79b2e4b409be admin admin] Usage tracker for resource:security_group_rule and tenant:1f0ec2a6f8cf41cc983d75ee810ca06a is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:27:00.279844 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ce50f2b1-da01-4145-973d-c166bf52ce5c tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Usage tracker for resource:floatingip and tenant:ce18d35d98a44051ad6be44cfb7fa43a is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:27:00.283870 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e1c7cfbb-4e84-4d53-9c44-79b2e4b409be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:27:00.289683 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ce50f2b1-da01-4145-973d-c166bf52ce5c tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:27:00.300862 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e1c7cfbb-4e84-4d53-9c44-79b2e4b409be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:27:00.310763 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a376f-92c3-4497-ba27-fa66d566ac9c req-6c911b3e-a7fe-4316-a0fe-ad362344fb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:00.312233 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a23a376f-92c3-4497-ba27-fa66d566ac9c req-6c911b3e-a7fe-4316-a0fe-ad362344fb3c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f73247c4-e4b1-4dbd-a711-946870a81559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5441370 May 03 22:27:00.315611 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ce50f2b1-da01-4145-973d-c166bf52ce5c tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:27:00.322109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-69f38a6e-6060-4b58-be00-f174e6de64ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:00.324074 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-69f38a6e-6060-4b58-be00-f174e6de64ed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1ee1af50-b130-474e-bc7b-1c6042f9e7e1 HTTP/1.1" status: 200 len: 848 time: 0.1317613 May 03 22:27:00.337235 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d6b45-a09a-4462-be08-d579715e03c1 req-e1e58668-4e60-40b7-806c-79002eef3bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:00.339313 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-af7d6b45-a09a-4462-be08-d579715e03c1 req-e1e58668-4e60-40b7-806c-79002eef3bb7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.4533131 May 03 22:27:00.353482 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa42cef-d6fa-435c-935c-062f8d073291 req-ea09422e-d589-4874-8036-c3147d5a989e tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:00.354994 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-baa42cef-d6fa-435c-935c-062f8d073291 req-ea09422e-d589-4874-8036-c3147d5a989e tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbc9c880-c9a9-449f-9fbd-258d9c9c0fc5 HTTP/1.1" status: 200 len: 948 time: 0.5116079 May 03 22:27:00.380119 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device ef24e541-f2bd-417b-8a9e-007c88e0ff0b no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:27:00.381841 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-29250947-712a-43bf-849a-808f1a6c7ef6 service neutron] Attempting to bind port 988ac063-6f1e-47cc-b761-6a65d0436f14 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:27:00.382206 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-29250947-712a-43bf-849a-808f1a6c7ef6 service neutron] Attempting to bind port 988ac063-6f1e-47cc-b761-6a65d0436f14 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '191cfd05-0194-4ae4-8c6a-735d4c4352d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ba7e7197-23a6-4f43-a168-3cf064da33b4'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:27:00.382539 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-29250947-712a-43bf-849a-808f1a6c7ef6 service neutron] Attempting to bind port 988ac063-6f1e-47cc-b761-6a65d0436f14 on network ba7e7197-23a6-4f43-a168-3cf064da33b4 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:27:00.458275 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device ef24e541-f2bd-417b-8a9e-007c88e0ff0b not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:27:00.460204 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-f1a600be-aff2-4ab5-a8d1-47fa9e3313e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c529cb66-8468-429f-bb93-e81cdb567811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1270912 May 03 22:27:00.460910 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ce50f2b1-da01-4145-973d-c166bf52ce5c tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks [] for floatingip, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:00.477026 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-af7d6b45-a09a-4462-be08-d579715e03c1 req-078d29f7-afb4-411e-8d6e-4003dfad422e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=fff7e02f-6b77-40c4-ad02-65709d0d84ac HTTP/1.1" status: 200 len: 217 time: 0.0982015 May 03 22:27:00.482290 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-29250947-712a-43bf-849a-808f1a6c7ef6 service neutron] Port 988ac063-6f1e-47cc-b761-6a65d0436f14 on network ba7e7197-23a6-4f43-a168-3cf064da33b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:27:00.482539 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-29250947-712a-43bf-849a-808f1a6c7ef6 service neutron] Attempting to bind port 988ac063-6f1e-47cc-b761-6a65d0436f14 on network ba7e7197-23a6-4f43-a168-3cf064da33b4 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:27:00.505152 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2952c987-9e09-43ab-9043-55b8300c6465 req-0907afa7-69d8-4d41-9a1d-4d2dbc7bfb9c tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331841 May 03 22:27:00.530079 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-29250947-712a-43bf-849a-808f1a6c7ef6 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:27:00.530425 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-29250947-712a-43bf-849a-808f1a6c7ef6 service neutron] Checking segment: {'id': '191cfd05-0194-4ae4-8c6a-735d4c4352d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ba7e7197-23a6-4f43-a168-3cf064da33b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:27:00.531178 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-29250947-712a-43bf-849a-808f1a6c7ef6 service neutron] Bound using segment: {'id': '191cfd05-0194-4ae4-8c6a-735d4c4352d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ba7e7197-23a6-4f43-a168-3cf064da33b4'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:27:00.531809 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-29250947-712a-43bf-849a-808f1a6c7ef6 service neutron] Bound port: 988ac063-6f1e-47cc-b761-6a65d0436f14, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '191cfd05-0194-4ae4-8c6a-735d4c4352d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ba7e7197-23a6-4f43-a168-3cf064da33b4'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:27:00.532318 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-29250947-712a-43bf-849a-808f1a6c7ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:00.566879 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-baa42cef-d6fa-435c-935c-062f8d073291 req-5d1c489b-ac24-4cb0-85d5-f4bb1f28e458 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986115 May 03 22:27:00.618855 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2767ce73-46cd-4ef8-9db3-6f100abc060f'] response: {'name': 'network-changed', 'server_uuid': '1512db30-ed91-4bb5-92c5-521c1e45b163', 'tag': '4a1e06fd-1077-41f1-83da-92ab9531f132', 'status': 'completed', 'code': 200} May 03 22:27:00.624053 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9a283846-def8-45c8-a247-19ff3d2d7e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:00.689258 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d6b45-a09a-4462-be08-d579715e03c1 req-fead6445-c25d-4494-b7ac-d643c5e81e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:00.691026 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-af7d6b45-a09a-4462-be08-d579715e03c1 req-fead6445-c25d-4494-b7ac-d643c5e81e4a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.1896706 May 03 22:27:00.851485 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e1c7cfbb-4e84-4d53-9c44-79b2e4b409be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:00.854161 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-c123088d-fc3a-4fae-977c-ae625f97013e service neutron] 10.222.0.60 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785627 May 03 22:27:00.857304 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a23a376f-92c3-4497-ba27-fa66d566ac9c req-4c6c4a97-1825-4ec5-85fc-86f6540576e3 service neutron] 10.222.0.60 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5370352 May 03 22:27:00.860384 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e1c7cfbb-4e84-4d53-9c44-79b2e4b409be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:00.924549 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 8838e62a-72db-4068-b227-7620cf5da515 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:27:00.962433 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e1c7cfbb-4e84-4d53-9c44-79b2e4b409be admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1f0ec2a6f8cf41cc983d75ee810ca06a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1472268 May 03 22:27:00.972734 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54534) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:27:01.029147 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7cfbb-4e84-4d53-9c44-79b2e4b409be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978569f1-2aa5-4520-bdbe-143803917fa4,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:01.065842 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a283846-def8-45c8-a247-19ff3d2d7e89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=696e8c17-9127-416c-a415-6081711432a6,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:01.086342 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 8838e62a-72db-4068-b227-7620cf5da515, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=8838e62a-72db-4068-b227-7620cf5da515,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:01.097725 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d6b45-a09a-4462-be08-d579715e03c1 req-d01375f5-c59a-423b-ba83-d128a405f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:01.099252 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-af7d6b45-a09a-4462-be08-d579715e03c1 req-d01375f5-c59a-423b-ba83-d128a405f0d3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4003155 May 03 22:27:01.102382 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '8838e62a-72db-4068-b227-7620cf5da515', 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559', 'port_id': '8838e62a-72db-4068-b227-7620cf5da515', 'mac_address': 'fa:16:3e:d9:5b:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6303b72-ad18-4df3-b796-1d1c3ad4e877', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:27:01.138016 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-29250947-712a-43bf-849a-808f1a6c7ef6 service neutron] For port 988ac063-6f1e-47cc-b761-6a65d0436f14, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:27:01.153681 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-7628f167-66ae-4917-a9bc-51a0ad0b78b8 service neutron] 10.222.0.60 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853293 May 03 22:27:01.159334 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a283846-def8-45c8-a247-19ff3d2d7e89 admin admin] Checking segment: {'id': '4368542b-2365-4ab2-8566-95c7e0008a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '91a15e29-5439-4e96-b422-d9fc07da25db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:27:01.159704 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a283846-def8-45c8-a247-19ff3d2d7e89 admin admin] Network hostable DHCP agents. Network: 91a15e29-5439-4e96-b422-d9fc07da25db, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:27:01.175597 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:01.181571 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-29250947-712a-43bf-849a-808f1a6c7ef6 service neutron] For port 988ac063-6f1e-47cc-b761-6a65d0436f14, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=988ac063-6f1e-47cc-b761-6a65d0436f14,segment=NetworkSegment(191cfd05-0194-4ae4-8c6a-735d4c4352d8),segment_id=191cfd05-0194-4ae4-8c6a-735d4c4352d8)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:27:01.200692 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8838e62a-72db-4068-b227-7620cf5da515 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:27:01.210537 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-29250947-712a-43bf-849a-808f1a6c7ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:01.219275 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 8838e62a-72db-4068-b227-7620cf5da515, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=8838e62a-72db-4068-b227-7620cf5da515,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:01.224608 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:01.237235 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ce50f2b1-da01-4145-973d-c166bf52ce5c tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:01.288079 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-32e05ebe-d4cf-4a0d-86f3-1f2097cb79ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:01.290235 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a23a376f-92c3-4497-ba27-fa66d566ac9c req-db151a30-52f2-4d99-96fb-df419af40e63 service neutron] 10.222.0.60 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524868 May 03 22:27:01.301107 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67de4b-7d82-4adb-b4d2-a6d9d416cea7 req-733f7417-0ff4-4c64-8035-ba6c1e0d921a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:01.301783 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67de4b-7d82-4adb-b4d2-a6d9d416cea7 req-733f7417-0ff4-4c64-8035-ba6c1e0d921a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:01.303667 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9a67de4b-7d82-4adb-b4d2-a6d9d416cea7 req-733f7417-0ff4-4c64-8035-ba6c1e0d921a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ceba61b4c246497baf83bdccf3f80f6e&device_id=1512db30-ed91-4bb5-92c5-521c1e45b163 HTTP/1.1" status: 200 len: 1938 time: 0.6359684 May 03 22:27:01.306486 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-29250947-712a-43bf-849a-808f1a6c7ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:01.307398 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-29250947-712a-43bf-849a-808f1a6c7ef6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:01.308755 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-29250947-712a-43bf-849a-808f1a6c7ef6 service neutron] 10.222.0.67 "PUT /v2.0/ports/988ac063-6f1e-47cc-b761-6a65d0436f14 HTTP/1.1" status: 200 len: 1091 time: 4.6328616 May 03 22:27:01.311492 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a283846-def8-45c8-a247-19ff3d2d7e89 admin admin] Network 91a15e29-5439-4e96-b422-d9fc07da25db is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:27:01.334429 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=8838e62a-72db-4068-b227-7620cf5da515,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:01.350800 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:27:01.352245 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:27:01.360432 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:27:01.361293 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:27:01.361826 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:27:01.362529 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:27:01.363076 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:27:01.363801 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:27:01.364365 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:27:01.365843 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-32e05ebe-d4cf-4a0d-86f3-1f2097cb79ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:01.366574 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:27:01.367178 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:27:01.367744 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f1e40-aa87-4fac-b7c4-6cd48a519535 req-750c50ee-cfa7-4ddf-9bca-62a75549e747 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:01.368883 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:27:01.380456 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f1e40-aa87-4fac-b7c4-6cd48a519535 req-750c50ee-cfa7-4ddf-9bca-62a75549e747 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:01.391455 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-477f1e40-aa87-4fac-b7c4-6cd48a519535 req-750c50ee-cfa7-4ddf-9bca-62a75549e747 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/ports?device_id=1512db30-ed91-4bb5-92c5-521c1e45b163 HTTP/1.1" status: 200 len: 1678 time: 0.5418975 May 03 22:27:01.395545 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-af7d6b45-a09a-4462-be08-d579715e03c1 req-fd20ca93-1d60-4344-b095-bab7a4ec2297 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778015 May 03 22:27:01.403796 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27592b4d-1d84-4a4d-a1d8-cf7461681671 req-f7cb1286-9857-4424-9e78-c747886361ce tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:01.405348 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-27592b4d-1d84-4a4d-a1d8-cf7461681671 req-f7cb1286-9857-4424-9e78-c747886361ce tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b161de4-ba39-4727-85f9-81d2e55b57f4 HTTP/1.1" status: 200 len: 944 time: 0.5508637 May 03 22:27:01.501452 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-9a283846-def8-45c8-a247-19ff3d2d7e89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 91a15e29-5439-4e96-b422-d9fc07da25db) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:27:01.502747 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29250947-712a-43bf-849a-808f1a6c7ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=988ac063-6f1e-47cc-b761-6a65d0436f14,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:01.511637 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['8838e62a-72db-4068-b227-7620cf5da515'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:27:01.564167 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b128972-7d32-4947-a3a2-029e9ea42eb0 None None] Network 91a15e29-5439-4e96-b422-d9fc07da25db requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:27:01.582962 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a283846-def8-45c8-a247-19ff3d2d7e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:01.583563 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9a283846-def8-45c8-a247-19ff3d2d7e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:01.668070 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9a283846-def8-45c8-a247-19ff3d2d7e89 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4000258 May 03 22:27:01.706358 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-27592b4d-1d84-4a4d-a1d8-cf7461681671 req-b979f3b8-b7a5-4609-a4c1-8933452b7dfd tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789374 May 03 22:27:01.746484 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-477f1e40-aa87-4fac-b7c4-6cd48a519535 req-b5ffb566-301c-419a-b234-847c8b2292ae tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b81432-802a-43de-9bfe-4b29db55d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540514 May 03 22:27:01.772688 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67de4b-7d82-4adb-b4d2-a6d9d416cea7 req-cebeed1b-80ff-4949-9765-a829caeb5d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:01.773529 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67de4b-7d82-4adb-b4d2-a6d9d416cea7 req-cebeed1b-80ff-4949-9765-a829caeb5d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:01.774192 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67de4b-7d82-4adb-b4d2-a6d9d416cea7 req-cebeed1b-80ff-4949-9765-a829caeb5d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:01.776017 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9a67de4b-7d82-4adb-b4d2-a6d9d416cea7 req-cebeed1b-80ff-4949-9765-a829caeb5d2e service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=ceba61b4c246497baf83bdccf3f80f6e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4582808 May 03 22:27:01.790002 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-af7d6b45-a09a-4462-be08-d579715e03c1 req-564abfea-1e14-45ae-9432-57ad504dceaa service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757837 May 03 22:27:01.806915 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-32e05ebe-d4cf-4a0d-86f3-1f2097cb79ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:01.819799 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54544) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:27:01.862847 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-ce50f2b1-da01-4145-973d-c166bf52ce5c tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Allocated IP 172.25.2.52 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/a047ea47-a0d4-49f4-a5c2-6e3a4cbe82d3) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:27:01.867063 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e05ebe-d4cf-4a0d-86f3-1f2097cb79ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978569f1-2aa5-4520-bdbe-143803917fa4,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:01.889600 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-396dc506-5521-47e0-9857-93404d1b7f94 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:01.891334 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-396dc506-5521-47e0-9857-93404d1b7f94 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=569ee7af-bac9-455e-a886-b06445ccfb73&tenant_id=1727dc00a1e94099b181b574bcc185b6&binding%3Ahost_id=n-h1-811807-1 HTTP/1.1" status: 200 len: 1096 time: 0.3627317 May 03 22:27:01.969480 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-32e05ebe-d4cf-4a0d-86f3-1f2097cb79ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:01.971631 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-32e05ebe-d4cf-4a0d-86f3-1f2097cb79ff admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/978569f1-2aa5-4520-bdbe-143803917fa4 HTTP/1.1" status: 204 len: 168 time: 0.9511182 May 03 22:27:02.023734 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-21b298ae-f7b6-4328-9044-4d60d44b817c tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:02.121391 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb330ce2-20b5-47fe-919d-d67657d8709f None None] Network 91a15e29-5439-4e96-b422-d9fc07da25db requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:27:02.137925 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-21b298ae-f7b6-4328-9044-4d60d44b817c tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:02.247924 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ce50f2b1-da01-4145-973d-c166bf52ce5c tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:02.273032 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-21b298ae-f7b6-4328-9044-4d60d44b817c tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:02.308911 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fb70d-d7ad-40d0-b8c8-ec0f3a932a71 req-b5cf94c8-a074-41ce-94aa-ecc1fd3ba48d tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:02.309408 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b298ae-f7b6-4328-9044-4d60d44b817c tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=440ebae0-2225-4f05-a0e8-b1baf8cb3313,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:02.317389 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0e8fb70d-d7ad-40d0-b8c8-ec0f3a932a71 req-b5cf94c8-a074-41ce-94aa-ecc1fd3ba48d tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbc9c880-c9a9-449f-9fbd-258d9c9c0fc5 HTTP/1.1" status: 200 len: 948 time: 0.2271240 May 03 22:27:02.329160 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-21b298ae-f7b6-4328-9044-4d60d44b817c tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:02.330959 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-21b298ae-f7b6-4328-9044-4d60d44b817c tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "DELETE /v2.0/security-groups/440ebae0-2225-4f05-a0e8-b1baf8cb3313 HTTP/1.1" status: 204 len: 168 time: 0.4916871 May 03 22:27:02.333114 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ce50f2b1-da01-4145-973d-c166bf52ce5c tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:02.344388 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54556) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:27:02.383140 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0e8fb70d-d7ad-40d0-b8c8-ec0f3a932a71 req-c047d790-3910-4c53-a003-bdfbd4d47a49 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624495 May 03 22:27:02.402676 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249c780-69d2-48ce-b494-f514b4ab6b6d req-c0a29daf-bd10-4b59-ab43-bdc9f92cd70d tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:02.404175 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2249c780-69d2-48ce-b494-f514b4ab6b6d req-c0a29daf-bd10-4b59-ab43-bdc9f92cd70d tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=569ee7af-bac9-455e-a886-b06445ccfb73 HTTP/1.1" status: 200 len: 945 time: 0.5094063 May 03 22:27:02.405262 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67de4b-7d82-4adb-b4d2-a6d9d416cea7 req-41068ace-8bca-4bfd-846c-89de4a6470d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:02.409142 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9a67de4b-7d82-4adb-b4d2-a6d9d416cea7 req-41068ace-8bca-4bfd-846c-89de4a6470d2 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6226649 May 03 22:27:02.441002 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce50f2b1-da01-4145-973d-c166bf52ce5c tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:27:02.447719 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-ce50f2b1-da01-4145-973d-c166bf52ce5c tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:27:02.452527 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-7b635df7-194d-49b5-9c95-bf6edb74af23 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] show failed (client error): The resource could not be found. May 03 22:27:02.453626 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7b635df7-194d-49b5-9c95-bf6edb74af23 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "GET /v2.0/security-groups/440ebae0-2225-4f05-a0e8-b1baf8cb3313 HTTP/1.1" status: 404 len: 347 time: 0.0673871 May 03 22:27:02.455103 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce50f2b1-da01-4145-973d-c166bf52ce5c tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:27:02.461285 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 54566) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:27:02.515884 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce50f2b1-da01-4145-973d-c166bf52ce5c tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Pushing event updated for resources: {'Port': ['ID=a047ea47-a0d4-49f4-a5c2-6e3a4cbe82d3,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:02.576539 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ce50f2b1-da01-4145-973d-c166bf52ce5c tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:02.682939 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ce50f2b1-da01-4145-973d-c166bf52ce5c tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:02.708398 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1512db30-ed91-4bb5-92c5-521c1e45b163', 'tag': '988ac063-6f1e-47cc-b761-6a65d0436f14'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:27:02.724195 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2249c780-69d2-48ce-b494-f514b4ab6b6d req-e96b57d1-9033-4b81-ae33-e73831b358ce tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102243 May 03 22:27:02.836097 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5ea6aa7-04d5-4462-be07-98e62a127578'] response: {'name': 'network-changed', 'server_uuid': '1512db30-ed91-4bb5-92c5-521c1e45b163', 'tag': '988ac063-6f1e-47cc-b761-6a65d0436f14', 'status': 'completed', 'code': 200} May 03 22:27:02.893584 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-8f700594-b66a-467a-90fa-2275b4fa0222 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Deleting port 453b906c-2de9-4b8c-b912-11a0579746d7 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:27:02.894181 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8f700594-b66a-467a-90fa-2275b4fa0222 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:02.939546 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 8838e62a-72db-4068-b227-7620cf5da515 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:27:02.981514 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ce50f2b1-da01-4145-973d-c166bf52ce5c tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:02.987600 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ce50f2b1-da01-4145-973d-c166bf52ce5c tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:03.040627 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54598) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:27:03.061460 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 8838e62a-72db-4068-b227-7620cf5da515 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:27:03.068736 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 8838e62a-72db-4068-b227-7620cf5da515 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:27:03.069209 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:03.132401 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ce50f2b1-da01-4145-973d-c166bf52ce5c tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:03.143429 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce50f2b1-da01-4145-973d-c166bf52ce5c tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Pushing event updated for resources: {'Port': ['ID=a047ea47-a0d4-49f4-a5c2-6e3a4cbe82d3,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:03.164405 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ce50f2b1-da01-4145-973d-c166bf52ce5c tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:03.180770 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ce50f2b1-da01-4145-973d-c166bf52ce5c tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9429376 May 03 22:27:03.204578 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-cb444eb2-47c0-4aa3-90c5-f4510c7c296c service neutron] For port ef24e541-f2bd-417b-8a9e-007c88e0ff0b, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:27:03.214305 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-cb444eb2-47c0-4aa3-90c5-f4510c7c296c service neutron] Notify callbacks [] for binding, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:03.215460 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1a74f9d3-0b41-45bb-a151-1bf315a9021f req-cb444eb2-47c0-4aa3-90c5-f4510c7c296c service neutron] 10.222.0.60 "DELETE /v2.0/ports/ef24e541-f2bd-417b-8a9e-007c88e0ff0b/bindings/n-h2-811807-1 HTTP/1.1" status: 204 len: 173 time: 1.2887905 May 03 22:27:03.234207 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:03.278461 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-ae0481c7-e207-4c11-aa98-feda47b7bea2 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1435897641-network', 'tenant_id': 'f70ce92e822b475284063834ea13df27'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:27:03.284148 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-d1cef61f-783f-4092-be8c-5f6d06d932c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:03.284636 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-d1cef61f-783f-4092-be8c-5f6d06d932c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:03.286215 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-d1cef61f-783f-4092-be8c-5f6d06d932c5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ceba61b4c246497baf83bdccf3f80f6e&device_id=1512db30-ed91-4bb5-92c5-521c1e45b163 HTTP/1.1" status: 200 len: 1980 time: 0.8240507 May 03 22:27:03.288045 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ae0481c7-e207-4c11-aa98-feda47b7bea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:27:03.293645 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ae0481c7-e207-4c11-aa98-feda47b7bea2 admin admin] Usage tracker for resource:network and tenant:f70ce92e822b475284063834ea13df27 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:27:03.298212 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ae0481c7-e207-4c11-aa98-feda47b7bea2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:27:03.301526 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 8838e62a-72db-4068-b227-7620cf5da515, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=8838e62a-72db-4068-b227-7620cf5da515,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:03.302622 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b161de4-ba39-4727-85f9-81d2e55b57f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8838e62a-72db-4068-b227-7620cf5da515'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:27:03.305389 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ae0481c7-e207-4c11-aa98-feda47b7bea2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:27:03.309129 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:03.322993 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0481c7-e207-4c11-aa98-feda47b7bea2 admin admin] Made reservation on behalf of f70ce92e822b475284063834ea13df27 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:27:03.325939 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae0481c7-e207-4c11-aa98-feda47b7bea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:03.343573 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae0481c7-e207-4c11-aa98-feda47b7bea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:03.361687 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ae0481c7-e207-4c11-aa98-feda47b7bea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:27:03.366270 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ae0481c7-e207-4c11-aa98-feda47b7bea2 admin admin] Usage tracker for resource:security_group_rule and tenant:f70ce92e822b475284063834ea13df27 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:27:03.370303 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ae0481c7-e207-4c11-aa98-feda47b7bea2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:27:03.381825 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ae0481c7-e207-4c11-aa98-feda47b7bea2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:27:03.432158 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=8838e62a-72db-4068-b227-7620cf5da515,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:03.445939 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-92269ba7-0a6b-4ee8-ade4-4f3acd1deff8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.204&port_id=4a1e06fd-1077-41f1-83da-92ab9531f132 HTTP/1.1" status: 200 len: 217 time: 0.0902009 May 03 22:27:03.475361 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae0481c7-e207-4c11-aa98-feda47b7bea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:03.480196 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae0481c7-e207-4c11-aa98-feda47b7bea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:03.504155 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-569226e0-3e78-4dae-b753-3805f271c7bc tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:03.505549 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-569226e0-3e78-4dae-b753-3805f271c7bc tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] 10.222.0.58 "GET /v2.0/networks?id=3e4bd20c-ff83-4255-a5e5-f3e89bb53380 HTTP/1.1" status: 200 len: 815 time: 0.6687155 May 03 22:27:03.517821 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae0481c7-e207-4c11-aa98-feda47b7bea2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:27:03.519912 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0481c7-e207-4c11-aa98-feda47b7bea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c38799-a41f-4698-87c5-60b7bc9dbbfc,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:03.553091 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae0481c7-e207-4c11-aa98-feda47b7bea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:03.553289 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-ae0481c7-e207-4c11-aa98-feda47b7bea2 admin admin] Added segment 273b93c4-0429-4bcc-af0a-8e63335b3fff of type vlan for network aab2f9f4-b4a0-4cfb-876b-f4402e5dc7f3 May 03 22:27:03.590944 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae0481c7-e207-4c11-aa98-feda47b7bea2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:03.610056 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8f700594-b66a-467a-90fa-2275b4fa0222 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:03.610398 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8f700594-b66a-467a-90fa-2275b4fa0222 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:03.628430 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae0481c7-e207-4c11-aa98-feda47b7bea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:03.629429 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0481c7-e207-4c11-aa98-feda47b7bea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:03.630034 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae0481c7-e207-4c11-aa98-feda47b7bea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:03.735235 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ae0481c7-e207-4c11-aa98-feda47b7bea2 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6930442 May 03 22:27:03.737765 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54612) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:27:03.743069 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-3d525113-2402-45e5-b74d-d3a6f38cec5a admin admin] Request body: {'subnet': {'network_id': 'aab2f9f4-b4a0-4cfb-876b-f4402e5dc7f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1435897641-subnet', 'tenant_id': 'f70ce92e822b475284063834ea13df27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:27:03.746946 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0481c7-e207-4c11-aa98-feda47b7bea2 admin admin] Pushing event updated for resources: {'Network': ['ID=aab2f9f4-b4a0-4cfb-876b-f4402e5dc7f3,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:03.751007 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3d525113-2402-45e5-b74d-d3a6f38cec5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:27:03.754687 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3d525113-2402-45e5-b74d-d3a6f38cec5a admin admin] Usage tracker for resource:subnet and tenant:f70ce92e822b475284063834ea13df27 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:27:03.759722 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network aab2f9f4-b4a0-4cfb-876b-f4402e5dc7f3 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:27:03.761103 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3d525113-2402-45e5-b74d-d3a6f38cec5a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:27:03.768405 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3d525113-2402-45e5-b74d-d3a6f38cec5a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:27:03.778718 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-e1f96b79-197e-4db3-ac1d-44b9a8fb088b tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] 10.222.0.58 "GET /v2.0/quotas/8420e52f6b774264b5552c744907bc46 HTTP/1.1" status: 200 len: 375 time: 0.2299855 May 03 22:27:03.785968 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d525113-2402-45e5-b74d-d3a6f38cec5a admin admin] Made reservation on behalf of f70ce92e822b475284063834ea13df27 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:27:03.788617 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3d525113-2402-45e5-b74d-d3a6f38cec5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:03.788827 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-8f700594-b66a-467a-90fa-2275b4fa0222 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Calling delete_port for 453b906c-2de9-4b8c-b912-11a0579746d7 owned by network:floatingip {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:27:03.883979 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-7acad2ac-2032-4333-934c-44b9b4bdeafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:03.886042 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-7acad2ac-2032-4333-934c-44b9b4bdeafd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4f7d3904-0695-4251-aa32-579246c01d29 HTTP/1.1" status: 200 len: 801 time: 0.3794181 May 03 22:27:03.901292 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-f1795fef-c3c2-477d-a914-9e1bf5f936a7 tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=8420e52f6b774264b5552c744907bc46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774612 May 03 22:27:03.945998 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bd495-e306-4cc3-86b0-e4de05779b5f req-00ead08c-2a7e-4084-af75-f5c3d7784454 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:03.947305 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-943bd495-e306-4cc3-86b0-e4de05779b5f req-00ead08c-2a7e-4084-af75-f5c3d7784454 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b161de4-ba39-4727-85f9-81d2e55b57f4 HTTP/1.1" status: 200 len: 945 time: 1.0066195 May 03 22:27:04.074981 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3d525113-2402-45e5-b74d-d3a6f38cec5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:04.141343 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d525113-2402-45e5-b74d-d3a6f38cec5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e6b6b67-409f-4a49-b7ee-42ee9c2af089,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:04.145764 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-943bd495-e306-4cc3-86b0-e4de05779b5f req-3ab8317b-8f85-405f-8c4a-c5fa74934f08 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900134 May 03 22:27:04.163274 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d525113-2402-45e5-b74d-d3a6f38cec5a admin admin] Checking segment: {'id': '273b93c4-0429-4bcc-af0a-8e63335b3fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'aab2f9f4-b4a0-4cfb-876b-f4402e5dc7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:27:04.163274 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d525113-2402-45e5-b74d-d3a6f38cec5a admin admin] Network hostable DHCP agents. Network: aab2f9f4-b4a0-4cfb-876b-f4402e5dc7f3, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:27:04.196364 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d525113-2402-45e5-b74d-d3a6f38cec5a admin admin] Network aab2f9f4-b4a0-4cfb-876b-f4402e5dc7f3 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:27:04.207125 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-3d525113-2402-45e5-b74d-d3a6f38cec5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, aab2f9f4-b4a0-4cfb-876b-f4402e5dc7f3) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:27:04.212552 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d525113-2402-45e5-b74d-d3a6f38cec5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:04.213143 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3d525113-2402-45e5-b74d-d3a6f38cec5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:04.219157 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e50dca6-bcab-4c5d-ac4e-c08f03b3d9d0 None None] Network aab2f9f4-b4a0-4cfb-876b-f4402e5dc7f3 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:27:04.246611 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3d525113-2402-45e5-b74d-d3a6f38cec5a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5076802 May 03 22:27:04.254856 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-8466380d-e17d-4c94-8738-d96e895a7d88 service neutron] 10.222.0.58 "GET /v2.0/networks/3e4bd20c-ff83-4255-a5e5-f3e89bb53380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065696 May 03 22:27:04.258635 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-ccf347a7-3438-409b-b8c3-3b4a0516aa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:04.260129 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-ccf347a7-3438-409b-b8c3-3b4a0516aa07 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5f49cf40-2039-43c8-ac9b-565cd1b576ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3628955 May 03 22:27:04.334145 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8f700594-b66a-467a-90fa-2275b4fa0222 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:04.403978 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device fff7e02f-6b77-40c4-ad02-65709d0d84ac details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:27:04.522946 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f700594-b66a-467a-90fa-2275b4fa0222 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Pushing event deleted for resources: {'Port': ['ID=453b906c-2de9-4b8c-b912-11a0579746d7,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:04.626858 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2bb004-6776-49a6-a1c9-213fcc5c76d2 None None] Network aab2f9f4-b4a0-4cfb-876b-f4402e5dc7f3 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:27:04.674358 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port fff7e02f-6b77-40c4-ad02-65709d0d84ac, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=fff7e02f-6b77-40c4-ad02-65709d0d84ac,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:04.749887 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'fff7e02f-6b77-40c4-ad02-65709d0d84ac', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': 'fff7e02f-6b77-40c4-ad02-65709d0d84ac', 'mac_address': 'fa:16:3e:7a:4c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:27:04.864531 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:04.899645 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fff7e02f-6b77-40c4-ad02-65709d0d84ac {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:27:04.927539 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-7066e454-435d-4c13-8f1a-6404bc4c06fa service neutron] 10.222.0.58 "GET /v2.0/networks/3e4bd20c-ff83-4255-a5e5-f3e89bb53380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6633456 May 03 22:27:04.942050 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-4356e9b0-0c06-4a5a-968d-63c58489d518 service neutron] 10.222.0.67 "GET /v2.0/networks/5f49cf40-2039-43c8-ac9b-565cd1b576ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6538126 May 03 22:27:04.960351 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port fff7e02f-6b77-40c4-ad02-65709d0d84ac, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=fff7e02f-6b77-40c4-ad02-65709d0d84ac,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:04.965762 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:04.986096 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8f700594-b66a-467a-90fa-2275b4fa0222 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks [] for floatingip, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:05.038890 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58a1cf57-a74b-4d2e-94a6-eb841741004b req-f3b4170d-4da2-4cfa-a148-94be7937da42 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=97a076d6-cb30-497e-890a-60bea66a5d8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6527841 May 03 22:27:05.067036 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=fff7e02f-6b77-40c4-ad02-65709d0d84ac,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:05.128545 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89e01abf-15fb-45d5-a0f4-e24ac2fd1639'] response: {'server_uuid': '5b161de4-ba39-4727-85f9-81d2e55b57f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8838e62a-72db-4068-b227-7620cf5da515', 'code': 200} May 03 22:27:05.129082 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8f700594-b66a-467a-90fa-2275b4fa0222 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:05.130438 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8f700594-b66a-467a-90fa-2275b4fa0222 tempest-ImagesOneServerNegativeTestJSON-2115683870 tempest-ImagesOneServerNegativeTestJSON-2115683870-project] 10.222.0.58 "DELETE /v2.0/floatingips/bcba605c-3f8a-45ff-8722-76a8c603fa1d HTTP/1.1" status: 204 len: 168 time: 2.5713534 May 03 22:27:05.171472 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10091302-1c59-430a-99db-c07efc0d6630 req-5b6e6c7c-c3eb-4196-9beb-6f95de55a5c3 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:05.178331 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10091302-1c59-430a-99db-c07efc0d6630 req-5b6e6c7c-c3eb-4196-9beb-6f95de55a5c3 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:05.182157 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-10091302-1c59-430a-99db-c07efc0d6630 req-5b6e6c7c-c3eb-4196-9beb-6f95de55a5c3 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/ports?device_id=1512db30-ed91-4bb5-92c5-521c1e45b163 HTTP/1.1" status: 200 len: 1678 time: 0.7855923 May 03 22:27:05.243337 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['fff7e02f-6b77-40c4-ad02-65709d0d84ac'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:27:05.346468 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-37cd2396-ccba-4265-853e-1d72fb6324df service neutron] 10.222.0.67 "GET /v2.0/networks/5f49cf40-2039-43c8-ac9b-565cd1b576ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824539 May 03 22:27:05.383668 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2235b-c8e9-4863-b705-955acad01de0 req-5137cc04-efce-4068-9b38-4a858768e770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:05.383668 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-44f2235b-c8e9-4863-b705-955acad01de0 req-5137cc04-efce-4068-9b38-4a858768e770 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5b161de4-ba39-4727-85f9-81d2e55b57f4 HTTP/1.1" status: 200 len: 1097 time: 0.1528454 May 03 22:27:05.449000 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-10091302-1c59-430a-99db-c07efc0d6630 req-23ba683a-63c6-4e76-8c7a-51efa7caa5fc tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b81432-802a-43de-9bfe-4b29db55d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603629 May 03 22:27:05.458039 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-12dc0389-57a7-4750-80a7-0863efe74362 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.12&port_id=988ac063-6f1e-47cc-b761-6a65d0436f14 HTTP/1.1" status: 200 len: 217 time: 0.1008253 May 03 22:27:05.489553 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-44f2235b-c8e9-4863-b705-955acad01de0 req-51b829bf-bd36-4324-ab7f-122f3e2b84c8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033664 May 03 22:27:05.554356 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-82ee876c-c25d-4926-8dc2-541e7d5a2eae tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--357368074&fields=id&tenant_id=ce18d35d98a44051ad6be44cfb7fa43a HTTP/1.1" status: 200 len: 267 time: 0.2485952 May 03 22:27:05.616790 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1cf57-a74b-4d2e-94a6-eb841741004b req-4eb6ab12-4d7d-4f33-bf46-941d72abee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:05.618557 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58a1cf57-a74b-4d2e-94a6-eb841741004b req-4eb6ab12-4d7d-4f33-bf46-941d72abee5c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1727dc00a1e94099b181b574bcc185b6&device_id=97a076d6-cb30-497e-890a-60bea66a5d8c HTTP/1.1" status: 200 len: 1095 time: 0.4258947 May 03 22:27:05.624877 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-fb3e3a8e-ecdd-446c-b45a-8fdfb6b01c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:05.626450 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-fb3e3a8e-ecdd-446c-b45a-8fdfb6b01c72 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=87147abe-305a-455f-86df-42b2ca77342f HTTP/1.1" status: 200 len: 801 time: 0.1574352 May 03 22:27:05.952367 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-4a1fb156-8ccf-41e9-b528-aedf33e83ce3 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:05.953966 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-4a1fb156-8ccf-41e9-b528-aedf33e83ce3 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "GET /v2.0/networks?id=1ee2b61c-9360-43a9-8a2e-e76fc2432530 HTTP/1.1" status: 200 len: 815 time: 0.3989377 May 03 22:27:05.999877 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-930fb88e-b388-4057-afbd-028c43e87ca1 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "GET /v2.0/quotas/ce18d35d98a44051ad6be44cfb7fa43a HTTP/1.1" status: 200 len: 375 time: 0.0333974 May 03 22:27:06.005803 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1cf57-a74b-4d2e-94a6-eb841741004b req-0e55cb1c-a35c-47f2-85b6-08e587d5f7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:06.006977 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58a1cf57-a74b-4d2e-94a6-eb841741004b req-0e55cb1c-a35c-47f2-85b6-08e587d5f7c5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c529cb66-8468-429f-bb93-e81cdb567811 HTTP/1.1" status: 200 len: 909 time: 0.2841651 May 03 22:27:06.014533 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-77222342-7253-4a7b-85ed-0b536747cad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:06.016692 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-77222342-7253-4a7b-85ed-0b536747cad8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ba7e7197-23a6-4f43-a168-3cf064da33b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3298633 May 03 22:27:06.113686 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b6ea2-527b-419e-ae8a-5d238efebccd req-7f8ebcf7-cc0e-4059-844d-9bbb51fa26f3 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:06.120907 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bc2b6ea2-527b-419e-ae8a-5d238efebccd req-7f8ebcf7-cc0e-4059-844d-9bbb51fa26f3 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbc9c880-c9a9-449f-9fbd-258d9c9c0fc5 HTTP/1.1" status: 200 len: 949 time: 0.4279332 May 03 22:27:06.164638 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58a1cf57-a74b-4d2e-94a6-eb841741004b req-ff34d2a6-70f2-4234-b947-3d35c81119d0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20512679-c6a0-487c-a297-194cf3ce5394 HTTP/1.1" status: 200 len: 217 time: 0.1186059 May 03 22:27:06.351895 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bc2b6ea2-527b-419e-ae8a-5d238efebccd req-4bae7939-b29c-4588-ae69-25dbeb523452 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986079 May 03 22:27:06.383115 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1cf57-a74b-4d2e-94a6-eb841741004b req-fed14285-85f6-43b3-a223-10a5f2846018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:06.384459 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58a1cf57-a74b-4d2e-94a6-eb841741004b req-fed14285-85f6-43b3-a223-10a5f2846018 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1ee1af50-b130-474e-bc7b-1c6042f9e7e1 HTTP/1.1" status: 200 len: 848 time: 0.1896772 May 03 22:27:06.394696 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-af932025-3c6d-4686-9c21-fd707baf6b77 service neutron] 10.222.0.67 "GET /v2.0/networks/ba7e7197-23a6-4f43-a168-3cf064da33b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889962 May 03 22:27:06.420233 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device fff7e02f-6b77-40c4-ad02-65709d0d84ac up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:27:06.445657 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-818facac-4c08-4d9a-b0f0-bd6ee38121b9 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ce18d35d98a44051ad6be44cfb7fa43a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4361546 May 03 22:27:06.475049 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58a1cf57-a74b-4d2e-94a6-eb841741004b req-cb805df4-7ed8-4fa3-b06e-0a902cf285d7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c529cb66-8468-429f-bb93-e81cdb567811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794325 May 03 22:27:06.515144 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port fff7e02f-6b77-40c4-ad02-65709d0d84ac completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:27:06.520689 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port fff7e02f-6b77-40c4-ad02-65709d0d84ac triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:27:06.521063 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:06.645440 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:06.684537 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port fff7e02f-6b77-40c4-ad02-65709d0d84ac, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=fff7e02f-6b77-40c4-ad02-65709d0d84ac,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:06.690587 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:06.776980 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=fff7e02f-6b77-40c4-ad02-65709d0d84ac,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:07.007293 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07911fbc-b4cb-4273-af46-3cd65a006935 req-41d5be40-cf66-4922-a80d-8b33e6d9b19d service neutron] 10.222.0.67 "GET /v2.0/networks/ba7e7197-23a6-4f43-a168-3cf064da33b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5571907 May 03 22:27:07.011805 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58a1cf57-a74b-4d2e-94a6-eb841741004b req-346fbce3-5388-476b-ba61-c2e230bc2a4f service neutron] 10.222.0.60 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4994237 May 03 22:27:07.016145 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-f963efb5-41e9-466a-9780-a6be8ab69e13 service neutron] 10.222.0.58 "GET /v2.0/networks/1ee2b61c-9360-43a9-8a2e-e76fc2432530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5380921 May 03 22:27:07.042681 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13737f-dd53-48e3-90da-ec1839a01904 req-e44443a4-fd2c-47a9-abe0-76979249f09e tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:07.044163 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eb13737f-dd53-48e3-90da-ec1839a01904 req-e44443a4-fd2c-47a9-abe0-76979249f09e tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=569ee7af-bac9-455e-a886-b06445ccfb73 HTTP/1.1" status: 200 len: 1096 time: 0.5348816 May 03 22:27:07.061212 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-d1ec9eda-9cfe-41d5-912c-453afa796824 tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:07.061979 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-d1ec9eda-9cfe-41d5-912c-453afa796824 tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] Synchronizing usage tracker for tenant:8420e52f6b774264b5552c744907bc46 on resource:network {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:27:07.080245 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-d1ec9eda-9cfe-41d5-912c-453afa796824 tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] Unset dirty status for tenant:8420e52f6b774264b5552c744907bc46 on resource:network {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:27:07.081428 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-d1ec9eda-9cfe-41d5-912c-453afa796824 tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] 10.222.0.60 "GET /v2.0/networks?id=3e4bd20c-ff83-4255-a5e5-f3e89bb53380 HTTP/1.1" status: 200 len: 815 time: 0.1890879 May 03 22:27:07.092957 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-4335249d-ea78-448d-ab23-bbaf6ba30de2 tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] Request body: {'port': {'device_id': '03152da4-d58c-4645-8fba-75d906b82197', 'network_id': '3e4bd20c-ff83-4255-a5e5-f3e89bb53380', 'admin_state_up': True, 'tenant_id': '8420e52f6b774264b5552c744907bc46'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:27:07.129470 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc9c880-c9a9-449f-9fbd-258d9c9c0fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff7e02f-6b77-40c4-ad02-65709d0d84ac'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:27:07.232588 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-4335249d-ea78-448d-ab23-bbaf6ba30de2 tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:27:07.236438 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-4335249d-ea78-448d-ab23-bbaf6ba30de2 tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] Usage tracker for resource:port and tenant:8420e52f6b774264b5552c744907bc46 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:27:07.239323 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-4335249d-ea78-448d-ab23-bbaf6ba30de2 tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:27:07.245057 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-4335249d-ea78-448d-ab23-bbaf6ba30de2 tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:27:07.254869 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-4335249d-ea78-448d-ab23-bbaf6ba30de2 tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] Made reservation on behalf of 8420e52f6b774264b5552c744907bc46 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:27:07.258476 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-4335249d-ea78-448d-ab23-bbaf6ba30de2 tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:07.306652 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eb13737f-dd53-48e3-90da-ec1839a01904 req-40d1eb4d-29b2-4f04-bb55-64869181fc27 tempest-LiveMigrationTest-1815826751 tempest-LiveMigrationTest-1815826751-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266474 May 03 22:27:07.356770 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-258ac8a0-e4a9-4289-abf5-1dd950843777 service neutron] 10.222.0.58 "GET /v2.0/networks/1ee2b61c-9360-43a9-8a2e-e76fc2432530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164375 May 03 22:27:07.362274 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58a1cf57-a74b-4d2e-94a6-eb841741004b req-deba1a47-70dc-4200-9e1b-f97d331451b8 service neutron] 10.222.0.60 "GET /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439925 May 03 22:27:07.375700 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f52e36-3f80-4818-a605-9d1c6fc3744e req-95f626c5-80da-4f82-93cd-e94fb0174956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:07.378675 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f52e36-3f80-4818-a605-9d1c6fc3744e req-95f626c5-80da-4f82-93cd-e94fb0174956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:07.382063 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-72f52e36-3f80-4818-a605-9d1c6fc3744e req-95f626c5-80da-4f82-93cd-e94fb0174956 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ceba61b4c246497baf83bdccf3f80f6e&device_id=1512db30-ed91-4bb5-92c5-521c1e45b163 HTTP/1.1" status: 200 len: 1980 time: 0.2849364 May 03 22:27:07.473518 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-4335249d-ea78-448d-ab23-bbaf6ba30de2 tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] Allocated IP 172.20.0.12 (3e4bd20c-ff83-4255-a5e5-f3e89bb53380/6051d6fd-27ab-4033-82f4-521871009459/0163d1b6-f2ab-4a1f-afe4-3be96bc085dd) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:27:07.572737 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f52e36-3f80-4818-a605-9d1c6fc3744e req-c9c296de-d793-44b9-b368-dd71e6077da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:07.574583 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-72f52e36-3f80-4818-a605-9d1c6fc3744e req-c9c296de-d793-44b9-b368-dd71e6077da4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ba7e7197-23a6-4f43-a168-3cf064da33b4 HTTP/1.1" status: 200 len: 903 time: 0.1858287 May 03 22:27:07.699366 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-72f52e36-3f80-4818-a605-9d1c6fc3744e req-0a6388fe-eac7-48b6-b71d-d81563cb257c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.12&port_id=988ac063-6f1e-47cc-b761-6a65d0436f14 HTTP/1.1" status: 200 len: 217 time: 0.1100061 May 03 22:27:07.833424 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a7acbd40-a8e1-407a-80e5-3884901124f0 req-d8e1683f-c116-4a20-b53b-002ad2b2cea9 tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] 10.222.0.58 "GET /v2.0/ports?device_id=03152da4-d58c-4645-8fba-75d906b82197 HTTP/1.1" status: 200 len: 210 time: 0.1335847 May 03 22:27:07.946620 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f52e36-3f80-4818-a605-9d1c6fc3744e req-29db5707-48ed-4251-aa1c-a90ded318be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:07.948406 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-72f52e36-3f80-4818-a605-9d1c6fc3744e req-29db5707-48ed-4251-aa1c-a90ded318be2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=87147abe-305a-455f-86df-42b2ca77342f HTTP/1.1" status: 200 len: 801 time: 0.2008638 May 03 22:27:07.953749 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-4335249d-ea78-448d-ab23-bbaf6ba30de2 tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:08.001607 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-4335249d-ea78-448d-ab23-bbaf6ba30de2 tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:08.099830 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-4335249d-ea78-448d-ab23-bbaf6ba30de2 tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] Network 3e4bd20c-ff83-4255-a5e5-f3e89bb53380 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:27:08.104372 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-4335249d-ea78-448d-ab23-bbaf6ba30de2 tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:27:08.106999 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-4335249d-ea78-448d-ab23-bbaf6ba30de2 tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:27:08.127878 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-17224c7c-ba9f-4d5c-ab35-9ef43628ac6f tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:08.136119 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-17224c7c-ba9f-4d5c-ab35-9ef43628ac6f tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] 10.222.0.58 "GET /v2.0/networks?id=aab2f9f4-b4a0-4cfb-876b-f4402e5dc7f3 HTTP/1.1" status: 200 len: 822 time: 0.4882202 May 03 22:27:08.164026 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335249d-ea78-448d-ab23-bbaf6ba30de2 tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] Pushing event updated for resources: {'Port': ['ID=0163d1b6-f2ab-4a1f-afe4-3be96bc085dd,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:08.173430 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-eaa6986d-da5c-43eb-aed6-acaa49422630 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] 10.222.0.58 "GET /v2.0/quotas/f70ce92e822b475284063834ea13df27 HTTP/1.1" status: 200 len: 375 time: 0.0359750 May 03 22:27:08.192145 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-4335249d-ea78-448d-ab23-bbaf6ba30de2 tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:08.194169 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-4335249d-ea78-448d-ab23-bbaf6ba30de2 tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:08.225024 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-4335249d-ea78-448d-ab23-bbaf6ba30de2 tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1348739 May 03 22:27:08.231584 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-d5a26ff7-cc80-499a-a4b1-6e5e6e647d6f tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f70ce92e822b475284063834ea13df27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572495 May 03 22:27:08.241165 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f52e36-3f80-4818-a605-9d1c6fc3744e req-42202032-2254-4b81-a0c0-b71e97a1efee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:08.242715 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-72f52e36-3f80-4818-a605-9d1c6fc3744e req-42202032-2254-4b81-a0c0-b71e97a1efee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ba7e7197-23a6-4f43-a168-3cf064da33b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2875237 May 03 22:27:08.244753 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-ef4e4384-817c-45ec-9eac-0476cf7986d8 service neutron] Request body: {'port': {'device_id': '03152da4-d58c-4645-8fba-75d906b82197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:27:08.252354 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494081a2-0d64-4e8c-9d81-c59b9e7e3339 req-41419dad-773b-46e7-927d-e52ce51b9542 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:08.254112 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-494081a2-0d64-4e8c-9d81-c59b9e7e3339 req-41419dad-773b-46e7-927d-e52ce51b9542 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b161de4-ba39-4727-85f9-81d2e55b57f4 HTTP/1.1" status: 200 len: 946 time: 0.2435565 May 03 22:27:08.371725 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-ef4e4384-817c-45ec-9eac-0476cf7986d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:08.706743 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-494081a2-0d64-4e8c-9d81-c59b9e7e3339 req-f07c01fa-7b00-4eea-9a1d-3b013555d3b6 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922975 May 03 22:27:08.712566 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-0a24b432-1ed3-4434-8844-6fe567a29f0c service neutron] 10.222.0.58 "GET /v2.0/networks/aab2f9f4-b4a0-4cfb-876b-f4402e5dc7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677753 May 03 22:27:08.773648 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-72f52e36-3f80-4818-a605-9d1c6fc3744e req-a1b30683-65aa-4693-a6aa-b5fd36cad208 service neutron] 10.222.0.67 "GET /v2.0/networks/ba7e7197-23a6-4f43-a168-3cf064da33b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5012312 May 03 22:27:08.792178 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-ef4e4384-817c-45ec-9eac-0476cf7986d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0163d1b6-f2ab-4a1f-afe4-3be96bc085dd {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:27:08.799906 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-ef4e4384-817c-45ec-9eac-0476cf7986d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:08.815553 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-ef4e4384-817c-45ec-9eac-0476cf7986d8 service neutron] Transition to ACTIVE for port object 0163d1b6-f2ab-4a1f-afe4-3be96bc085dd will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:27:08.818998 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-ef4e4384-817c-45ec-9eac-0476cf7986d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:08.949586 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e4384-817c-45ec-9eac-0476cf7986d8 service neutron] Pushing event updated for resources: {'Port': ['ID=0163d1b6-f2ab-4a1f-afe4-3be96bc085dd,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:09.013212 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-353ddffc-d071-403b-a981-3eed612cf3d5 service neutron] 10.222.0.58 "GET /v2.0/networks/aab2f9f4-b4a0-4cfb-876b-f4402e5dc7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937019 May 03 22:27:09.058512 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bc235-7ae5-455e-a8a8-3d661b91fd5e req-2281fe66-6456-49a0-bb9c-5bc450141d53 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:09.064865 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bc235-7ae5-455e-a8a8-3d661b91fd5e req-2281fe66-6456-49a0-bb9c-5bc450141d53 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:09.066438 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-962bc235-7ae5-455e-a8a8-3d661b91fd5e req-2281fe66-6456-49a0-bb9c-5bc450141d53 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/ports?device_id=1512db30-ed91-4bb5-92c5-521c1e45b163 HTTP/1.1" status: 200 len: 1678 time: 0.2429869 May 03 22:27:09.068252 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-72f52e36-3f80-4818-a605-9d1c6fc3744e req-7fc7e712-16f6-4b0f-acae-89f3b874a8b5 service neutron] 10.222.0.67 "GET /v2.0/networks/ba7e7197-23a6-4f43-a168-3cf064da33b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434220 May 03 22:27:09.098195 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-ef4e4384-817c-45ec-9eac-0476cf7986d8 service neutron] Attempting to bind port 0163d1b6-f2ab-4a1f-afe4-3be96bc085dd on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:27:09.099026 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-ef4e4384-817c-45ec-9eac-0476cf7986d8 service neutron] Attempting to bind port 0163d1b6-f2ab-4a1f-afe4-3be96bc085dd by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '07ed7b6c-5c8b-4ea8-84ea-c9978a0c8b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3e4bd20c-ff83-4255-a5e5-f3e89bb53380'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:27:09.099374 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-ef4e4384-817c-45ec-9eac-0476cf7986d8 service neutron] Attempting to bind port 0163d1b6-f2ab-4a1f-afe4-3be96bc085dd on network 3e4bd20c-ff83-4255-a5e5-f3e89bb53380 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:27:09.122504 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-962bc235-7ae5-455e-a8a8-3d661b91fd5e req-21239e3e-a04e-4272-9c61-04ca3f5a03b2 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b81432-802a-43de-9bfe-4b29db55d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460401 May 03 22:27:09.166635 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-ef4e4384-817c-45ec-9eac-0476cf7986d8 service neutron] Port 0163d1b6-f2ab-4a1f-afe4-3be96bc085dd on network 3e4bd20c-ff83-4255-a5e5-f3e89bb53380 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:27:09.167161 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-ef4e4384-817c-45ec-9eac-0476cf7986d8 service neutron] Attempting to bind port 0163d1b6-f2ab-4a1f-afe4-3be96bc085dd on network 3e4bd20c-ff83-4255-a5e5-f3e89bb53380 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:27:09.189340 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-ef4e4384-817c-45ec-9eac-0476cf7986d8 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:27:09.189935 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-ef4e4384-817c-45ec-9eac-0476cf7986d8 service neutron] Checking segment: {'id': '07ed7b6c-5c8b-4ea8-84ea-c9978a0c8b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3e4bd20c-ff83-4255-a5e5-f3e89bb53380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:27:09.190468 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-ef4e4384-817c-45ec-9eac-0476cf7986d8 service neutron] Bound using segment: {'id': '07ed7b6c-5c8b-4ea8-84ea-c9978a0c8b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3e4bd20c-ff83-4255-a5e5-f3e89bb53380'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:27:09.191054 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-ef4e4384-817c-45ec-9eac-0476cf7986d8 service neutron] Bound port: 0163d1b6-f2ab-4a1f-afe4-3be96bc085dd, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07ed7b6c-5c8b-4ea8-84ea-c9978a0c8b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3e4bd20c-ff83-4255-a5e5-f3e89bb53380'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:27:09.191715 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-ef4e4384-817c-45ec-9eac-0476cf7986d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:09.193979 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8499749f-410f-4c00-9f03-1207a7dd4620'] response: {'server_uuid': 'fbc9c880-c9a9-449f-9fbd-258d9c9c0fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff7e02f-6b77-40c4-ad02-65709d0d84ac', 'code': 200} May 03 22:27:09.381540 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15056bf4-4cde-44a9-9693-c3bd4df1c46f req-a43a26d5-a172-4234-9aaf-1d012f16474d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:09.383466 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-b927500a-77e0-4fa2-8687-c45c54f03c7c tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:09.383876 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-15056bf4-4cde-44a9-9693-c3bd4df1c46f req-a43a26d5-a172-4234-9aaf-1d012f16474d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fbc9c880-c9a9-449f-9fbd-258d9c9c0fc5 HTTP/1.1" status: 200 len: 1101 time: 0.1127958 May 03 22:27:09.384405 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-b927500a-77e0-4fa2-8687-c45c54f03c7c tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Synchronizing usage tracker for tenant:ce18d35d98a44051ad6be44cfb7fa43a on resource:network {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:27:09.460636 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-ef4e4384-817c-45ec-9eac-0476cf7986d8 service neutron] For port 0163d1b6-f2ab-4a1f-afe4-3be96bc085dd, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:27:09.469546 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-ef4e4384-817c-45ec-9eac-0476cf7986d8 service neutron] For port 0163d1b6-f2ab-4a1f-afe4-3be96bc085dd, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0163d1b6-f2ab-4a1f-afe4-3be96bc085dd,segment=NetworkSegment(07ed7b6c-5c8b-4ea8-84ea-c9978a0c8b5c),segment_id=07ed7b6c-5c8b-4ea8-84ea-c9978a0c8b5c)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:27:09.472374 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-b927500a-77e0-4fa2-8687-c45c54f03c7c tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Unset dirty status for tenant:ce18d35d98a44051ad6be44cfb7fa43a on resource:network {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:27:09.474327 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-b927500a-77e0-4fa2-8687-c45c54f03c7c tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.67 "GET /v2.0/networks?id=1ee2b61c-9360-43a9-8a2e-e76fc2432530 HTTP/1.1" status: 200 len: 815 time: 0.4356058 May 03 22:27:09.475913 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-ef4e4384-817c-45ec-9eac-0476cf7986d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:09.503173 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-15056bf4-4cde-44a9-9693-c3bd4df1c46f req-e982a717-765d-4dbc-a1fa-2d047fbcc3d5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124489 May 03 22:27:09.543820 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9971f5d-dd7f-41c0-9966-9e97eee86794 req-c64862ce-9c5e-45ca-91b3-6981e86f4238 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:09.554900 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9971f5d-dd7f-41c0-9966-9e97eee86794 req-c64862ce-9c5e-45ca-91b3-6981e86f4238 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbc9c880-c9a9-449f-9fbd-258d9c9c0fc5 HTTP/1.1" status: 200 len: 950 time: 0.1670916 May 03 22:27:09.572356 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-ef4e4384-817c-45ec-9eac-0476cf7986d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:09.573381 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-ef4e4384-817c-45ec-9eac-0476cf7986d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:09.575639 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-ef4e4384-817c-45ec-9eac-0476cf7986d8 service neutron] 10.222.0.60 "PUT /v2.0/ports/0163d1b6-f2ab-4a1f-afe4-3be96bc085dd HTTP/1.1" status: 200 len: 1092 time: 1.3358464 May 03 22:27:09.578296 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03152da4-d58c-4645-8fba-75d906b82197', 'tag': '0163d1b6-f2ab-4a1f-afe4-3be96bc085dd'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:27:09.619147 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-884d297c-46d3-492c-a8a8-c5a646cd34cb tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Synchronizing usage tracker for tenant:ce18d35d98a44051ad6be44cfb7fa43a on resource:security_group {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:27:09.665879 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9971f5d-dd7f-41c0-9966-9e97eee86794 req-60bc4219-013b-450c-8ad3-e55a02066e64 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097116 May 03 22:27:09.675870 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e4384-817c-45ec-9eac-0476cf7986d8 service neutron] Pushing event updated for resources: {'Port': ['ID=0163d1b6-f2ab-4a1f-afe4-3be96bc085dd,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:09.709065 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-884d297c-46d3-492c-a8a8-c5a646cd34cb tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Unset dirty status for tenant:ce18d35d98a44051ad6be44cfb7fa43a on resource:security_group {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:27:09.715344 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-884d297c-46d3-492c-a8a8-c5a646cd34cb tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce18d35d98a44051ad6be44cfb7fa43a HTTP/1.1" status: 200 len: 379 time: 0.2296391 May 03 22:27:09.738836 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-ac56cd30-b50a-46df-9164-48fdf1894d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:09.740825 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-ac56cd30-b50a-46df-9164-48fdf1894d75 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8420e52f6b774264b5552c744907bc46&device_id=03152da4-d58c-4645-8fba-75d906b82197 HTTP/1.1" status: 200 len: 1095 time: 0.1157572 May 03 22:27:09.750439 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-94422b8b-3cf7-441d-9293-7b4849620a5b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Request body: {'port': {'device_id': 'cb658099-128f-46dc-b3cc-ddd25a396d8f', 'network_id': '1ee2b61c-9360-43a9-8a2e-e76fc2432530', 'admin_state_up': True, 'tenant_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'security_groups': ['f3143847-f827-427f-99bf-6c2c02e58dc8']}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:27:09.879435 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-7a49e9f9-d2db-4c62-a7bf-984eeb0bae74 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0163d1b6-f2ab-4a1f-afe4-3be96bc085dd HTTP/1.1" status: 200 len: 217 time: 0.1128459 May 03 22:27:09.952314 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-13a8bc14-6a00-4e08-8935-0003bc0dbacb req-d484618a-687c-413b-953e-310d84a81df7 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb658099-128f-46dc-b3cc-ddd25a396d8f HTTP/1.1" status: 200 len: 210 time: 0.0894098 May 03 22:27:10.200035 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6c83b366-468d-4429-b6a8-4602347b16a1 req-fcbe6217-5f80-42d9-a932-905b367a7e51 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3ba0b76-c94a-4cb9-91ee-0ceb421abe44 HTTP/1.1" status: 200 len: 210 time: 0.0637639 May 03 22:27:10.201609 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-d8bdb629-7c20-4d9a-add6-a8b503705efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:10.203674 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-d8bdb629-7c20-4d9a-add6-a8b503705efa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6051d6fd-27ab-4033-82f4-521871009459 HTTP/1.1" status: 200 len: 855 time: 0.3169727 May 03 22:27:10.264499 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-aec36988-a92a-485e-b56e-86a6a5b9f2f6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3e4bd20c-ff83-4255-a5e5-f3e89bb53380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549979 May 03 22:27:10.265687 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-94422b8b-3cf7-441d-9293-7b4849620a5b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:27:10.270316 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-94422b8b-3cf7-441d-9293-7b4849620a5b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Usage tracker for resource:port and tenant:ce18d35d98a44051ad6be44cfb7fa43a is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:27:10.275114 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-94422b8b-3cf7-441d-9293-7b4849620a5b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:27:10.302113 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-94422b8b-3cf7-441d-9293-7b4849620a5b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:27:10.387403 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-94422b8b-3cf7-441d-9293-7b4849620a5b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Made reservation on behalf of ce18d35d98a44051ad6be44cfb7fa43a for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:27:10.392260 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-94422b8b-3cf7-441d-9293-7b4849620a5b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:10.441468 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 4a1e06fd-1077-41f1-83da-92ab9531f132 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:27:10.554531 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-129803f0-dfc7-4d0e-89e7-8309915e8189 service neutron] 10.222.0.60 "GET /v2.0/networks/3e4bd20c-ff83-4255-a5e5-f3e89bb53380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804801 May 03 22:27:10.811983 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-94422b8b-3cf7-441d-9293-7b4849620a5b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Allocated IP 172.20.0.10 (1ee2b61c-9360-43a9-8a2e-e76fc2432530/e0202efe-1b5f-4dcb-9569-6279b488dc3f/c211fba0-baab-4bc1-a6b3-a4282db1fe3e) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:27:10.828597 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ee1bc06b-111d-4984-957a-f458a16c0069 req-c76e724f-5228-4bd0-9c75-c973f7f236e5 service neutron] 10.222.0.60 "GET /v2.0/networks/3e4bd20c-ff83-4255-a5e5-f3e89bb53380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608457 May 03 22:27:10.870886 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39306e6b-10f8-4747-9e95-8bba386b5cc5 req-3a485085-5d64-464f-bfef-39f65b250dd5 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:10.873394 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-39306e6b-10f8-4747-9e95-8bba386b5cc5 req-3a485085-5d64-464f-bfef-39f65b250dd5 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.60 "GET /v2.0/ports?device_id=569ee7af-bac9-455e-a886-b06445ccfb73 HTTP/1.1" status: 200 len: 945 time: 0.6663661 May 03 22:27:10.905923 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 4a1e06fd-1077-41f1-83da-92ab9531f132, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=4a1e06fd-1077-41f1-83da-92ab9531f132,segment=NetworkSegment(68483f31-3eb8-4692-9f9b-2feffb47841e),segment_id=68483f31-3eb8-4692-9f9b-2feffb47841e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:10.935313 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '4a1e06fd-1077-41f1-83da-92ab9531f132', 'network_id': '5f49cf40-2039-43c8-ac9b-565cd1b576ed', 'port_id': '4a1e06fd-1077-41f1-83da-92ab9531f132', 'mac_address': 'fa:16:3e:04:51:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f7d3904-0695-4251-aa32-579246c01d29', 'ip_address': '19.80.0.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:27:11.038215 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e7f2e-12d1-46cc-a2fd-00a46e7f6fa0 req-3b132804-6d23-491a-b7b1-469194050e1d tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:11.046071 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-326e7f2e-12d1-46cc-a2fd-00a46e7f6fa0 req-3b132804-6d23-491a-b7b1-469194050e1d tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=569ee7af-bac9-455e-a886-b06445ccfb73 HTTP/1.1" status: 200 len: 945 time: 0.5251269 May 03 22:27:11.085214 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:11.093181 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5670c6-7eb1-457d-94de-b7f1e0f814d1 req-38b6197e-1e0b-40a8-b5e9-2f93bd36808a tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:11.094781 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cf5670c6-7eb1-457d-94de-b7f1e0f814d1 req-38b6197e-1e0b-40a8-b5e9-2f93bd36808a tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] 10.222.0.58 "GET /v2.0/ports?device_id=03152da4-d58c-4645-8fba-75d906b82197 HTTP/1.1" status: 200 len: 944 time: 0.7631819 May 03 22:27:11.112468 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a1e06fd-1077-41f1-83da-92ab9531f132 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:27:11.139518 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 4a1e06fd-1077-41f1-83da-92ab9531f132, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=4a1e06fd-1077-41f1-83da-92ab9531f132,segment=NetworkSegment(68483f31-3eb8-4692-9f9b-2feffb47841e),segment_id=68483f31-3eb8-4692-9f9b-2feffb47841e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:11.147776 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:11.150132 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 988ac063-6f1e-47cc-b761-6a65d0436f14 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:27:11.223474 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-94422b8b-3cf7-441d-9293-7b4849620a5b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:11.250280 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-94422b8b-3cf7-441d-9293-7b4849620a5b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Transition to ACTIVE for port object c211fba0-baab-4bc1-a6b3-a4282db1fe3e will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:27:11.265945 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-39306e6b-10f8-4747-9e95-8bba386b5cc5 req-a2cdbc77-8345-47c2-8980-d0f7b9828cfe tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Deleting port ef24e541-f2bd-417b-8a9e-007c88e0ff0b {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:27:11.266664 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-39306e6b-10f8-4747-9e95-8bba386b5cc5 req-a2cdbc77-8345-47c2-8980-d0f7b9828cfe tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:11.282582 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-94422b8b-3cf7-441d-9293-7b4849620a5b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:11.384322 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-94422b8b-3cf7-441d-9293-7b4849620a5b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Network 1ee2b61c-9360-43a9-8a2e-e76fc2432530 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:27:11.389648 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-94422b8b-3cf7-441d-9293-7b4849620a5b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:27:11.421205 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-94422b8b-3cf7-441d-9293-7b4849620a5b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:27:11.500283 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-326e7f2e-12d1-46cc-a2fd-00a46e7f6fa0 req-d5f0f0da-59d9-47e2-8b1e-9d733f2edd8c tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4532688 May 03 22:27:11.614563 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94422b8b-3cf7-441d-9293-7b4849620a5b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Pushing event updated for resources: {'Port': ['ID=c211fba0-baab-4bc1-a6b3-a4282db1fe3e,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:11.632715 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-94422b8b-3cf7-441d-9293-7b4849620a5b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:11.635295 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-94422b8b-3cf7-441d-9293-7b4849620a5b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:11.689952 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cf5670c6-7eb1-457d-94de-b7f1e0f814d1 req-3798904f-841f-4683-a118-a6ff9ab07d3d tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] 10.222.0.58 "GET /v2.0/security-groups?id=57d880c5-5fee-40f8-9b6a-a030c8ba3e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485863 May 03 22:27:11.695292 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 988ac063-6f1e-47cc-b761-6a65d0436f14, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=988ac063-6f1e-47cc-b761-6a65d0436f14,segment=NetworkSegment(191cfd05-0194-4ae4-8c6a-735d4c4352d8),segment_id=191cfd05-0194-4ae4-8c6a-735d4c4352d8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:11.712932 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-706a2769-7f70-473a-b7c6-19add6720f09'] response: {'name': 'network-changed', 'server_uuid': '03152da4-d58c-4645-8fba-75d906b82197', 'tag': '0163d1b6-f2ab-4a1f-afe4-3be96bc085dd', 'status': 'completed', 'code': 200} May 03 22:27:11.751224 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=4a1e06fd-1077-41f1-83da-92ab9531f132,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:11.758794 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '988ac063-6f1e-47cc-b761-6a65d0436f14', 'network_id': 'ba7e7197-23a6-4f43-a168-3cf064da33b4', 'port_id': '988ac063-6f1e-47cc-b761-6a65d0436f14', 'mac_address': 'fa:16:3e:25:1f:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87147abe-305a-455f-86df-42b2ca77342f', 'ip_address': '19.86.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:27:11.806133 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 54736) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:27:11.874927 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-94422b8b-3cf7-441d-9293-7b4849620a5b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1328366 May 03 22:27:11.919149 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-90b19dd0-4aa4-4a1f-9462-dfbce3023a2b service neutron] Request body: {'port': {'device_id': 'cb658099-128f-46dc-b3cc-ddd25a396d8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:27:11.919341 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:11.971692 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 988ac063-6f1e-47cc-b761-6a65d0436f14 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:27:12.000019 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 988ac063-6f1e-47cc-b761-6a65d0436f14, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=988ac063-6f1e-47cc-b761-6a65d0436f14,segment=NetworkSegment(191cfd05-0194-4ae4-8c6a-735d4c4352d8),segment_id=191cfd05-0194-4ae4-8c6a-735d4c4352d8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:12.007831 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:12.132156 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=988ac063-6f1e-47cc-b761-6a65d0436f14,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:12.154551 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6655b883-e52b-427f-a8f5-ecaaea912a2a None None] Provisioning for port c211fba0-baab-4bc1-a6b3-a4282db1fe3e completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:27:12.165999 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6655b883-e52b-427f-a8f5-ecaaea912a2a None None] Provisioning complete for port c211fba0-baab-4bc1-a6b3-a4282db1fe3e triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:27:12.166557 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6655b883-e52b-427f-a8f5-ecaaea912a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:12.178021 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9564f36-e57a-46dd-937e-159fdc8b1996 req-e8e8cbca-5dd6-4630-bbf9-09befda18fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:12.179514 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c9564f36-e57a-46dd-937e-159fdc8b1996 req-e8e8cbca-5dd6-4630-bbf9-09befda18fc2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8420e52f6b774264b5552c744907bc46&device_id=03152da4-d58c-4645-8fba-75d906b82197 HTTP/1.1" status: 200 len: 1095 time: 0.4528909 May 03 22:27:12.236350 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-6655b883-e52b-427f-a8f5-ecaaea912a2a None None] Port c211fba0-baab-4bc1-a6b3-a4282db1fe3e cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:27:12.263500 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-90b19dd0-4aa4-4a1f-9462-dfbce3023a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:12.356354 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['988ac063-6f1e-47cc-b761-6a65d0436f14'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:27:12.369986 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a4491a-cea1-4bc1-aa45-97459b606210 admin admin] Deleting subnet 62efb1ff-39ef-42c2-b579-85c1be325b05 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:27:12.373305 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-97a4491a-cea1-4bc1-aa45-97459b606210 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:12.435194 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-97a4491a-cea1-4bc1-aa45-97459b606210 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:12.553551 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9564f36-e57a-46dd-937e-159fdc8b1996 req-54c3154b-7035-4eb7-8407-9d78e55c0451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:12.559389 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c9564f36-e57a-46dd-937e-159fdc8b1996 req-54c3154b-7035-4eb7-8407-9d78e55c0451 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3e4bd20c-ff83-4255-a5e5-f3e89bb53380 HTTP/1.1" status: 200 len: 916 time: 0.3642662 May 03 22:27:12.684980 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c9564f36-e57a-46dd-937e-159fdc8b1996 req-973d4968-6023-4ebd-aac0-d7b5056ac682 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0163d1b6-f2ab-4a1f-afe4-3be96bc085dd HTTP/1.1" status: 200 len: 217 time: 0.0744832 May 03 22:27:12.696326 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-97a4491a-cea1-4bc1-aa45-97459b606210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:12.800217 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-97a4491a-cea1-4bc1-aa45-97459b606210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:12.825455 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9564f36-e57a-46dd-937e-159fdc8b1996 req-718950a9-6a3d-404a-8ee3-b32d4c3839a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:12.827157 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c9564f36-e57a-46dd-937e-159fdc8b1996 req-718950a9-6a3d-404a-8ee3-b32d4c3839a3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6051d6fd-27ab-4033-82f4-521871009459 HTTP/1.1" status: 200 len: 855 time: 0.1342885 May 03 22:27:12.880604 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a4491a-cea1-4bc1-aa45-97459b606210 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62efb1ff-39ef-42c2-b579-85c1be325b05,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:12.889795 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-39306e6b-10f8-4747-9e95-8bba386b5cc5 req-a2cdbc77-8345-47c2-8980-d0f7b9828cfe tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] For port ef24e541-f2bd-417b-8a9e-007c88e0ff0b, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=ef24e541-f2bd-417b-8a9e-007c88e0ff0b,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:12.890368 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-39306e6b-10f8-4747-9e95-8bba386b5cc5 req-a2cdbc77-8345-47c2-8980-d0f7b9828cfe tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:12.937770 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c9564f36-e57a-46dd-937e-159fdc8b1996 req-c655ee22-a773-41bc-b64b-b802a1408a91 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3e4bd20c-ff83-4255-a5e5-f3e89bb53380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574710 May 03 22:27:13.000680 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 0163d1b6-f2ab-4a1f-afe4-3be96bc085dd details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:27:13.027842 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-97a4491a-cea1-4bc1-aa45-97459b606210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:13.170699 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-39306e6b-10f8-4747-9e95-8bba386b5cc5 req-a2cdbc77-8345-47c2-8980-d0f7b9828cfe tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Calling delete_port for ef24e541-f2bd-417b-8a9e-007c88e0ff0b owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:27:13.256157 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 0163d1b6-f2ab-4a1f-afe4-3be96bc085dd, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0163d1b6-f2ab-4a1f-afe4-3be96bc085dd,segment=NetworkSegment(07ed7b6c-5c8b-4ea8-84ea-c9978a0c8b5c),segment_id=07ed7b6c-5c8b-4ea8-84ea-c9978a0c8b5c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:13.281026 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc82ef-287c-4276-8d81-9fa15e937497 req-4a7a8bff-6c9b-48f3-96eb-c754255bd325 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:13.282751 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device ef24e541-f2bd-417b-8a9e-007c88e0ff0b no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:27:13.294439 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc82ef-287c-4276-8d81-9fa15e937497 req-4a7a8bff-6c9b-48f3-96eb-c754255bd325 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:13.302215 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8fbc82ef-287c-4276-8d81-9fa15e937497 req-4a7a8bff-6c9b-48f3-96eb-c754255bd325 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/ports?device_id=1512db30-ed91-4bb5-92c5-521c1e45b163 HTTP/1.1" status: 200 len: 1680 time: 1.2363164 May 03 22:27:13.312238 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-97a4491a-cea1-4bc1-aa45-97459b606210 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/62efb1ff-39ef-42c2-b579-85c1be325b05 HTTP/1.1" status: 204 len: 168 time: 1.4734130 May 03 22:27:13.322223 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54744) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:27:13.354580 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c9564f36-e57a-46dd-937e-159fdc8b1996 req-fc5a4495-d88f-4d4e-8c0f-56e14dc1e87f service neutron] 10.222.0.60 "GET /v2.0/networks/3e4bd20c-ff83-4255-a5e5-f3e89bb53380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090865 May 03 22:27:13.356600 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '0163d1b6-f2ab-4a1f-afe4-3be96bc085dd', 'network_id': '3e4bd20c-ff83-4255-a5e5-f3e89bb53380', 'port_id': '0163d1b6-f2ab-4a1f-afe4-3be96bc085dd', 'mac_address': 'fa:16:3e:b9:02:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6051d6fd-27ab-4033-82f4-521871009459', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:27:13.419685 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2492f-5d06-4a49-b9b8-4cf0fadc2d56 req-7af67af2-c7c0-4b68-8986-0e9236c285ba tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:13.422395 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6ee2492f-5d06-4a49-b9b8-4cf0fadc2d56 req-7af67af2-c7c0-4b68-8986-0e9236c285ba tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b161de4-ba39-4727-85f9-81d2e55b57f4 HTTP/1.1" status: 200 len: 946 time: 1.3574960 May 03 22:27:13.460983 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:13.463073 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-90b19dd0-4aa4-4a1f-9462-dfbce3023a2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c211fba0-baab-4bc1-a6b3-a4282db1fe3e {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:27:13.488990 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-90b19dd0-4aa4-4a1f-9462-dfbce3023a2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:13.489204 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0163d1b6-f2ab-4a1f-afe4-3be96bc085dd {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:27:13.490505 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8fbc82ef-287c-4276-8d81-9fa15e937497 req-b9e64850-0aa1-4fe9-9be7-612f8fede8d6 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b81432-802a-43de-9bfe-4b29db55d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872497 May 03 22:27:13.535879 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-10a3d840-d374-4f4a-9b60-0cf170904b1f tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:13.537542 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-10a3d840-d374-4f4a-9b60-0cf170904b1f tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] 10.222.0.67 "GET /v2.0/networks?id=aab2f9f4-b4a0-4cfb-876b-f4402e5dc7f3 HTTP/1.1" status: 200 len: 822 time: 1.2177610 May 03 22:27:13.584103 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6ee2492f-5d06-4a49-b9b8-4cf0fadc2d56 req-3f03aeb6-680f-46ff-84ba-46aa5ff7991b tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465132 May 03 22:27:13.665290 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 0163d1b6-f2ab-4a1f-afe4-3be96bc085dd, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0163d1b6-f2ab-4a1f-afe4-3be96bc085dd,segment=NetworkSegment(07ed7b6c-5c8b-4ea8-84ea-c9978a0c8b5c),segment_id=07ed7b6c-5c8b-4ea8-84ea-c9978a0c8b5c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:13.671782 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['4a1e06fd-1077-41f1-83da-92ab9531f132'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:27:13.672978 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-e41d7b38-59e1-4e1d-9aee-3b4d28634571 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Request body: {'port': {'device_id': 'e3ba0b76-c94a-4cb9-91ee-0ceb421abe44', 'network_id': 'aab2f9f4-b4a0-4cfb-876b-f4402e5dc7f3', 'admin_state_up': True, 'tenant_id': 'f70ce92e822b475284063834ea13df27'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:27:13.692299 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-79dbad10-5269-45b0-a330-e0edf94eb566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:13.740811 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:13.846582 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=0163d1b6-f2ab-4a1f-afe4-3be96bc085dd,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:13.936291 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c9564f36-e57a-46dd-937e-159fdc8b1996 req-c89839f9-709a-49a1-989e-0dbea59181c5 service neutron] 10.222.0.60 "GET /v2.0/networks/3e4bd20c-ff83-4255-a5e5-f3e89bb53380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5737631 May 03 22:27:13.947017 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-90b19dd0-4aa4-4a1f-9462-dfbce3023a2b service neutron] Transition to ACTIVE for port object c211fba0-baab-4bc1-a6b3-a4282db1fe3e will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:27:13.995859 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['0163d1b6-f2ab-4a1f-afe4-3be96bc085dd'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:27:14.012072 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-90b19dd0-4aa4-4a1f-9462-dfbce3023a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:14.179467 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-e41d7b38-59e1-4e1d-9aee-3b4d28634571 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:27:14.184332 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-e41d7b38-59e1-4e1d-9aee-3b4d28634571 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Usage tracker for resource:port and tenant:f70ce92e822b475284063834ea13df27 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:27:14.189045 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-e41d7b38-59e1-4e1d-9aee-3b4d28634571 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:27:14.216737 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-e41d7b38-59e1-4e1d-9aee-3b4d28634571 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:27:14.254464 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-e41d7b38-59e1-4e1d-9aee-3b4d28634571 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Made reservation on behalf of f70ce92e822b475284063834ea13df27 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:27:14.258299 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-e41d7b38-59e1-4e1d-9aee-3b4d28634571 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:14.309721 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-79dbad10-5269-45b0-a330-e0edf94eb566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:14.366456 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-39306e6b-10f8-4747-9e95-8bba386b5cc5 req-a2cdbc77-8345-47c2-8980-d0f7b9828cfe tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:14.414838 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b19dd0-4aa4-4a1f-9462-dfbce3023a2b service neutron] Pushing event updated for resources: {'Port': ['ID=c211fba0-baab-4bc1-a6b3-a4282db1fe3e,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:14.429747 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cdbc77-8345-47c2-8980-d0f7b9828cfe tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Pushing event deleted for resources: {'Port': ['ID=ef24e541-f2bd-417b-8a9e-007c88e0ff0b,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:14.441202 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 988ac063-6f1e-47cc-b761-6a65d0436f14 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:27:14.456782 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-79dbad10-5269-45b0-a330-e0edf94eb566 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f772766-6d4c-4ac3-b843-8129bd316d6b']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:27:14.499183 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-79dbad10-5269-45b0-a330-e0edf94eb566 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aabfbd5-8378-4748-b474-412626f804f1') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:27:14.499477 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-79dbad10-5269-45b0-a330-e0edf94eb566 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aabfbd5-8378-4748-b474-412626f804f1') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:27:14.526001 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-79dbad10-5269-45b0-a330-e0edf94eb566 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:14.544450 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-79dbad10-5269-45b0-a330-e0edf94eb566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:14.552550 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79dbad10-5269-45b0-a330-e0edf94eb566 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:27:14.552981 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-79dbad10-5269-45b0-a330-e0edf94eb566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:14.573537 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:27:14.573537 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:27:14.573537 n-d-811807-1 neutron-server[88070]: timer() May 03 22:27:14.573537 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:27:14.573537 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:27:14.573537 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:27:14.573537 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:27:14.573537 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:27:14.573537 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:27:14.573537 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:27:14.573537 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:27:14.573537 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:27:14.573537 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:27:14.573537 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:27:14.573537 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:27:14.573537 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:27:14.573537 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:27:14.573537 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:27:14.573537 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:27:14.573537 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:27:14.573537 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:27:14.573537 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:27:14.573537 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:27:14.573537 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:27:14.573537 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:27:14.573537 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:27:14.573537 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:27:14.573537 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:27:14.573537 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:27:14.573537 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:27:14.573537 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:27:14.573537 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:27:14.641637 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 988ac063-6f1e-47cc-b761-6a65d0436f14 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:27:14.647966 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 988ac063-6f1e-47cc-b761-6a65d0436f14 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:27:14.648716 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:14.670613 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-e41d7b38-59e1-4e1d-9aee-3b4d28634571 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Allocated IP 172.20.0.6 (aab2f9f4-b4a0-4cfb-876b-f4402e5dc7f3/2e6b6b67-409f-4a49-b7ee-42ee9c2af089/94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:27:14.672817 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-90b19dd0-4aa4-4a1f-9462-dfbce3023a2b service neutron] Attempting to bind port c211fba0-baab-4bc1-a6b3-a4282db1fe3e on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:27:14.673197 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-90b19dd0-4aa4-4a1f-9462-dfbce3023a2b service neutron] Attempting to bind port c211fba0-baab-4bc1-a6b3-a4282db1fe3e by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '3eb99e31-0213-4c32-a073-a8c35d28a5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1ee2b61c-9360-43a9-8a2e-e76fc2432530'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:27:14.673524 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-90b19dd0-4aa4-4a1f-9462-dfbce3023a2b service neutron] Attempting to bind port c211fba0-baab-4bc1-a6b3-a4282db1fe3e on network 1ee2b61c-9360-43a9-8a2e-e76fc2432530 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:27:14.679915 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-90b19dd0-4aa4-4a1f-9462-dfbce3023a2b service neutron] Port c211fba0-baab-4bc1-a6b3-a4282db1fe3e on network 1ee2b61c-9360-43a9-8a2e-e76fc2432530 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:27:14.680127 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-90b19dd0-4aa4-4a1f-9462-dfbce3023a2b service neutron] Attempting to bind port c211fba0-baab-4bc1-a6b3-a4282db1fe3e on network 1ee2b61c-9360-43a9-8a2e-e76fc2432530 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:27:14.686342 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-90b19dd0-4aa4-4a1f-9462-dfbce3023a2b service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:27:14.686760 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-90b19dd0-4aa4-4a1f-9462-dfbce3023a2b service neutron] Checking segment: {'id': '3eb99e31-0213-4c32-a073-a8c35d28a5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1ee2b61c-9360-43a9-8a2e-e76fc2432530'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:27:14.687152 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-90b19dd0-4aa4-4a1f-9462-dfbce3023a2b service neutron] Bound using segment: {'id': '3eb99e31-0213-4c32-a073-a8c35d28a5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1ee2b61c-9360-43a9-8a2e-e76fc2432530'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:27:14.687882 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-90b19dd0-4aa4-4a1f-9462-dfbce3023a2b service neutron] Bound port: c211fba0-baab-4bc1-a6b3-a4282db1fe3e, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb99e31-0213-4c32-a073-a8c35d28a5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1ee2b61c-9360-43a9-8a2e-e76fc2432530'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:27:14.688231 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-90b19dd0-4aa4-4a1f-9462-dfbce3023a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:14.717919 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['8a7f4063-e720-46af-8e0d-04bc4aff8034'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:27:14.731153 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-79dbad10-5269-45b0-a330-e0edf94eb566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:14.744680 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-79dbad10-5269-45b0-a330-e0edf94eb566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:14.818175 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dbad10-5269-45b0-a330-e0edf94eb566 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f772766-6d4c-4ac3-b843-8129bd316d6b,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:14.837671 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-79dbad10-5269-45b0-a330-e0edf94eb566 admin admin] 10.222.0.58 "DELETE /v2.0/networks/4f772766-6d4c-4ac3-b843-8129bd316d6b HTTP/1.1" status: 204 len: 168 time: 1.5126677 May 03 22:27:14.874000 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-90b19dd0-4aa4-4a1f-9462-dfbce3023a2b service neutron] For port c211fba0-baab-4bc1-a6b3-a4282db1fe3e, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:27:14.878253 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-90b19dd0-4aa4-4a1f-9462-dfbce3023a2b service neutron] For port c211fba0-baab-4bc1-a6b3-a4282db1fe3e, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=c211fba0-baab-4bc1-a6b3-a4282db1fe3e,segment=NetworkSegment(3eb99e31-0213-4c32-a073-a8c35d28a5d4),segment_id=3eb99e31-0213-4c32-a073-a8c35d28a5d4)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:27:14.884701 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-90b19dd0-4aa4-4a1f-9462-dfbce3023a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:14.981915 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-90b19dd0-4aa4-4a1f-9462-dfbce3023a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:14.981915 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-90b19dd0-4aa4-4a1f-9462-dfbce3023a2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:14.985755 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-90b19dd0-4aa4-4a1f-9462-dfbce3023a2b service neutron] 10.222.0.67 "PUT /v2.0/ports/c211fba0-baab-4bc1-a6b3-a4282db1fe3e HTTP/1.1" status: 200 len: 1092 time: 3.0945122 May 03 22:27:14.988033 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb658099-128f-46dc-b3cc-ddd25a396d8f', 'tag': 'c211fba0-baab-4bc1-a6b3-a4282db1fe3e'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:27:15.035449 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b19dd0-4aa4-4a1f-9462-dfbce3023a2b service neutron] Pushing event updated for resources: {'Port': ['ID=c211fba0-baab-4bc1-a6b3-a4282db1fe3e,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:15.069585 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 0163d1b6-f2ab-4a1f-afe4-3be96bc085dd up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:27:15.140659 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-39306e6b-10f8-4747-9e95-8bba386b5cc5 req-a2cdbc77-8345-47c2-8980-d0f7b9828cfe tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] No DVR routers for this DVR port ef24e541-f2bd-417b-8a9e-007c88e0ff0b on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:27:15.147131 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-39306e6b-10f8-4747-9e95-8bba386b5cc5 req-a2cdbc77-8345-47c2-8980-d0f7b9828cfe tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:15.182223 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569ee7af-bac9-455e-a886-b06445ccfb73', 'name': 'network-vif-deleted', 'tag': 'ef24e541-f2bd-417b-8a9e-007c88e0ff0b'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:27:15.208070 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54760) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:27:15.293551 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80a3f4-4c4b-493b-b254-c67200b036ad req-a32d3eb1-b9ca-4531-a687-f7071bdc2e31 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:15.295270 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f80a3f4-4c4b-493b-b254-c67200b036ad req-a32d3eb1-b9ca-4531-a687-f7071bdc2e31 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbc9c880-c9a9-449f-9fbd-258d9c9c0fc5 HTTP/1.1" status: 200 len: 950 time: 1.5888021 May 03 22:27:15.317711 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-39306e6b-10f8-4747-9e95-8bba386b5cc5 req-a2cdbc77-8345-47c2-8980-d0f7b9828cfe tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.60 "DELETE /v2.0/ports/ef24e541-f2bd-417b-8a9e-007c88e0ff0b HTTP/1.1" status: 204 len: 173 time: 4.4278328 May 03 22:27:15.325575 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:15.413984 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c6e2ed66-39e3-4d8e-ab0d-cd588f3cec59 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bb54f7f22ed84045bd34103ad99af40a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2013850 May 03 22:27:15.418440 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54764) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:27:15.470890 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f9a9f-064c-4dff-b796-ed6b6f68275a req-2652392d-2c79-49e2-ba63-1adf994fa3f7 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:15.477725 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-968f9a9f-064c-4dff-b796-ed6b6f68275a req-2652392d-2c79-49e2-ba63-1adf994fa3f7 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb658099-128f-46dc-b3cc-ddd25a396d8f HTTP/1.1" status: 200 len: 932 time: 1.6291664 May 03 22:27:15.483754 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1512db30-ed91-4bb5-92c5-521c1e45b163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988ac063-6f1e-47cc-b761-6a65d0436f14'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:27:15.515009 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-6532eae8-4d8e-45f6-b9c0-c64f0b960728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:15.516520 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-6532eae8-4d8e-45f6-b9c0-c64f0b960728 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ce18d35d98a44051ad6be44cfb7fa43a&device_id=cb658099-128f-46dc-b3cc-ddd25a396d8f HTTP/1.1" status: 200 len: 1095 time: 0.4436240 May 03 22:27:15.560366 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-e41d7b38-59e1-4e1d-9aee-3b4d28634571 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:15.564844 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 988ac063-6f1e-47cc-b761-6a65d0436f14, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=988ac063-6f1e-47cc-b761-6a65d0436f14,segment=NetworkSegment(191cfd05-0194-4ae4-8c6a-735d4c4352d8),segment_id=191cfd05-0194-4ae4-8c6a-735d4c4352d8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:15.578584 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f1f16a37-12cb-4edb-b641-2b89f36cf9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:15.587073 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:15.630820 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f80a3f4-4c4b-493b-b254-c67200b036ad req-1848adf8-956d-481e-ba89-76a7896f19cd tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149922 May 03 22:27:15.651121 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f1f16a37-12cb-4edb-b641-2b89f36cf9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:15.673279 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-968f9a9f-064c-4dff-b796-ed6b6f68275a req-dd64bae3-e996-44a1-9fc2-d79576eb4d53 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3143847-f827-427f-99bf-6c2c02e58dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779149 May 03 22:27:15.735269 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-e41d7b38-59e1-4e1d-9aee-3b4d28634571 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:15.785273 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 0163d1b6-f2ab-4a1f-afe4-3be96bc085dd completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:27:15.796359 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f1f16a37-12cb-4edb-b641-2b89f36cf9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:15.797181 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 0163d1b6-f2ab-4a1f-afe4-3be96bc085dd triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:27:15.797845 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:15.852648 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f16a37-12cb-4edb-b641-2b89f36cf9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:15.868172 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f1f16a37-12cb-4edb-b641-2b89f36cf9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:15.869305 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f1f16a37-12cb-4edb-b641-2b89f36cf9b5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a2fe4bfd-c33e-48ed-b9d3-1c46b43e540d HTTP/1.1" status: 204 len: 168 time: 0.4491081 May 03 22:27:15.989360 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=988ac063-6f1e-47cc-b761-6a65d0436f14,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:16.124114 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:16.159188 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-4d43e6a6-8085-4f0d-a297-3d26477d5739 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c211fba0-baab-4bc1-a6b3-a4282db1fe3e HTTP/1.1" status: 200 len: 217 time: 0.2154088 May 03 22:27:16.220025 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 0163d1b6-f2ab-4a1f-afe4-3be96bc085dd, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0163d1b6-f2ab-4a1f-afe4-3be96bc085dd,segment=NetworkSegment(07ed7b6c-5c8b-4ea8-84ea-c9978a0c8b5c),segment_id=07ed7b6c-5c8b-4ea8-84ea-c9978a0c8b5c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:16.228461 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:16.306588 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-7c08607a-d7fd-423b-b5ab-000f6902a370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:16.309432 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-7c08607a-d7fd-423b-b5ab-000f6902a370 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0202efe-1b5f-4dcb-9569-6279b488dc3f HTTP/1.1" status: 200 len: 854 time: 0.1387181 May 03 22:27:16.376362 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=0163d1b6-f2ab-4a1f-afe4-3be96bc085dd,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:16.404526 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-e41d7b38-59e1-4e1d-9aee-3b4d28634571 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Network aab2f9f4-b4a0-4cfb-876b-f4402e5dc7f3 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:27:16.406449 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-39cc321b-da5b-4d6a-9b1e-366c46f5c8f3 req-e9c48309-a195-4dae-8f9f-23f0af373d50 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Synchronizing usage tracker for tenant:1727dc00a1e94099b181b574bcc185b6 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:27:16.425309 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-e41d7b38-59e1-4e1d-9aee-3b4d28634571 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:27:16.438318 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-e41d7b38-59e1-4e1d-9aee-3b4d28634571 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:27:16.462968 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 4a1e06fd-1077-41f1-83da-92ab9531f132 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:27:16.465719 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d7b38-59e1-4e1d-9aee-3b4d28634571 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Pushing event updated for resources: {'Port': ['ID=94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:16.550213 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-39cc321b-da5b-4d6a-9b1e-366c46f5c8f3 req-e9c48309-a195-4dae-8f9f-23f0af373d50 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Unset dirty status for tenant:1727dc00a1e94099b181b574bcc185b6 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:27:16.562774 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-39cc321b-da5b-4d6a-9b1e-366c46f5c8f3 req-e9c48309-a195-4dae-8f9f-23f0af373d50 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=569ee7af-bac9-455e-a886-b06445ccfb73 HTTP/1.1" status: 200 len: 210 time: 0.5161672 May 03 22:27:16.648387 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-e41d7b38-59e1-4e1d-9aee-3b4d28634571 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:16.649006 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-e41d7b38-59e1-4e1d-9aee-3b4d28634571 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:16.656446 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 4a1e06fd-1077-41f1-83da-92ab9531f132 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:27:16.665681 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 4a1e06fd-1077-41f1-83da-92ab9531f132 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:27:16.666184 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:16.750006 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-547444b8-0bcd-4e46-a861-121d6104753b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:16.750735 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea1000-6cc6-4f05-8a89-63842756397d req-af97b63e-1287-41c3-85b6-4329799eec51 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:16.752794 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-39ea1000-6cc6-4f05-8a89-63842756397d req-af97b63e-1287-41c3-85b6-4329799eec51 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Synchronizing usage tracker for tenant:f70ce92e822b475284063834ea13df27 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:27:16.753760 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-547444b8-0bcd-4e46-a861-121d6104753b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ee2b61c-9360-43a9-8a2e-e76fc2432530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3930571 May 03 22:27:16.775841 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-e41d7b38-59e1-4e1d-9aee-3b4d28634571 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1101961 May 03 22:27:16.797648 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-39ea1000-6cc6-4f05-8a89-63842756397d req-af97b63e-1287-41c3-85b6-4329799eec51 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Unset dirty status for tenant:f70ce92e822b475284063834ea13df27 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:27:16.798876 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-39ea1000-6cc6-4f05-8a89-63842756397d req-af97b63e-1287-41c3-85b6-4329799eec51 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3ba0b76-c94a-4cb9-91ee-0ceb421abe44 HTTP/1.1" status: 200 len: 931 time: 0.8988039 May 03 22:27:16.812060 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-d0827754-f4b8-4569-8b3d-03024a516a3f service neutron] Request body: {'port': {'device_id': 'e3ba0b76-c94a-4cb9-91ee-0ceb421abe44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:27:16.983049 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:17.051211 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-2bbe5a06-15bb-43df-a04c-141b2da127b0 service neutron] 10.222.0.67 "GET /v2.0/networks/1ee2b61c-9360-43a9-8a2e-e76fc2432530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912333 May 03 22:27:17.090199 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 4a1e06fd-1077-41f1-83da-92ab9531f132, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=4a1e06fd-1077-41f1-83da-92ab9531f132,segment=NetworkSegment(68483f31-3eb8-4692-9f9b-2feffb47841e),segment_id=68483f31-3eb8-4692-9f9b-2feffb47841e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:17.097183 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-39ea1000-6cc6-4f05-8a89-63842756397d req-256904ae-b33b-460f-b571-0f16a8c36bf8 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] 10.222.0.58 "GET /v2.0/security-groups?id=f1c38799-a41f-4698-87c5-60b7bc9dbbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411021 May 03 22:27:17.097418 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:17.259888 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-d0827754-f4b8-4569-8b3d-03024a516a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:17.264236 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f0c75ba2-d2f3-464b-bf0c-1222a3a22341 req-7bdc2207-a2a2-418a-85de-1865755122e1 service neutron] 10.222.0.67 "GET /v2.0/networks/1ee2b61c-9360-43a9-8a2e-e76fc2432530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773055 May 03 22:27:17.298284 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=4a1e06fd-1077-41f1-83da-92ab9531f132,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:17.372426 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8d231-e5e8-44af-b668-68b937d6b5c7 req-3c0670a8-a27c-4dbf-92ea-987ee3fb7eb7 tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:17.379880 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0bd8d231-e5e8-44af-b668-68b937d6b5c7 req-3c0670a8-a27c-4dbf-92ea-987ee3fb7eb7 tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] 10.222.0.58 "GET /v2.0/ports?device_id=03152da4-d58c-4645-8fba-75d906b82197 HTTP/1.1" status: 200 len: 946 time: 0.5007718 May 03 22:27:17.552185 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0bd8d231-e5e8-44af-b668-68b937d6b5c7 req-8d9bc8ce-10b4-4594-bf09-c43a6178a9bb tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] 10.222.0.58 "GET /v2.0/security-groups?id=57d880c5-5fee-40f8-9b6a-a030c8ba3e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680567 May 03 22:27:17.721727 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906def0d-7533-4226-8ea6-67d6fefd04b4 req-9f291496-379f-494b-8f16-e17f9d0e0e0f tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:17.728335 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906def0d-7533-4226-8ea6-67d6fefd04b4 req-9f291496-379f-494b-8f16-e17f9d0e0e0f tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:17.735957 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-906def0d-7533-4226-8ea6-67d6fefd04b4 req-9f291496-379f-494b-8f16-e17f9d0e0e0f tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/ports?device_id=1512db30-ed91-4bb5-92c5-521c1e45b163 HTTP/1.1" status: 200 len: 1682 time: 0.3111920 May 03 22:27:17.915333 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-906def0d-7533-4226-8ea6-67d6fefd04b4 req-1d274502-c3ce-452a-8534-5343b76a70dc tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b81432-802a-43de-9bfe-4b29db55d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762002 May 03 22:27:18.004426 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42f7a217-98bc-41b0-89ef-e34c0002ab76'] response: {'name': 'network-changed', 'server_uuid': 'cb658099-128f-46dc-b3cc-ddd25a396d8f', 'tag': 'c211fba0-baab-4bc1-a6b3-a4282db1fe3e', 'status': 'completed', 'code': 200} May 03 22:27:18.043299 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf2357-c349-4331-827b-a09f418f5b74 req-a4528f1a-ae73-411d-aed9-b3cb77edebaf tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:18.047782 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eadf2357-c349-4331-827b-a09f418f5b74 req-a4528f1a-ae73-411d-aed9-b3cb77edebaf tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b161de4-ba39-4727-85f9-81d2e55b57f4 HTTP/1.1" status: 200 len: 946 time: 0.2143643 May 03 22:27:18.106248 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd2c1852-7b60-4b66-8b04-657f1b8936e9'] response: {'server_uuid': '1512db30-ed91-4bb5-92c5-521c1e45b163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988ac063-6f1e-47cc-b761-6a65d0436f14', 'code': 200} May 03 22:27:18.124579 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e7dde18-9cf9-47e5-937b-36adbc9617ae'] response: {'server_uuid': '569ee7af-bac9-455e-a886-b06445ccfb73', 'name': 'network-vif-deleted', 'tag': 'ef24e541-f2bd-417b-8a9e-007c88e0ff0b', 'status': 'completed', 'code': 200} May 03 22:27:18.186209 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-d0827754-f4b8-4569-8b3d-03024a516a3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:27:18.200188 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-d0827754-f4b8-4569-8b3d-03024a516a3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:18.208902 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eadf2357-c349-4331-827b-a09f418f5b74 req-096f436e-4592-4221-bd5b-34e033977842 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517270 May 03 22:27:18.241262 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-d0827754-f4b8-4569-8b3d-03024a516a3f service neutron] Transition to ACTIVE for port object 94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:27:18.246972 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-d0827754-f4b8-4569-8b3d-03024a516a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:18.460618 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abac0c-0681-4358-b940-97600003c35b req-bc5a658f-e818-45ba-bcfd-2192b1834539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:18.466822 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-07abac0c-0681-4358-b940-97600003c35b req-bc5a658f-e818-45ba-bcfd-2192b1834539 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ce18d35d98a44051ad6be44cfb7fa43a&device_id=cb658099-128f-46dc-b3cc-ddd25a396d8f HTTP/1.1" status: 200 len: 1095 time: 0.1685641 May 03 22:27:18.662966 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0827754-f4b8-4569-8b3d-03024a516a3f service neutron] Pushing event updated for resources: {'Port': ['ID=94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:18.797558 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abac0c-0681-4358-b940-97600003c35b req-bc67287d-ca62-4d44-83ee-47d945fcc208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:18.804433 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-07abac0c-0681-4358-b940-97600003c35b req-bc67287d-ca62-4d44-83ee-47d945fcc208 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1ee2b61c-9360-43a9-8a2e-e76fc2432530 HTTP/1.1" status: 200 len: 916 time: 0.2167056 May 03 22:27:18.816165 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-d0827754-f4b8-4569-8b3d-03024a516a3f service neutron] Attempting to bind port 94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:27:18.816789 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-d0827754-f4b8-4569-8b3d-03024a516a3f service neutron] Attempting to bind port 94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '273b93c4-0429-4bcc-af0a-8e63335b3fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'aab2f9f4-b4a0-4cfb-876b-f4402e5dc7f3'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:27:18.816789 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-d0827754-f4b8-4569-8b3d-03024a516a3f service neutron] Attempting to bind port 94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac on network aab2f9f4-b4a0-4cfb-876b-f4402e5dc7f3 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:27:18.826799 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-d0827754-f4b8-4569-8b3d-03024a516a3f service neutron] Port 94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac on network aab2f9f4-b4a0-4cfb-876b-f4402e5dc7f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:27:18.827128 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-d0827754-f4b8-4569-8b3d-03024a516a3f service neutron] Attempting to bind port 94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac on network aab2f9f4-b4a0-4cfb-876b-f4402e5dc7f3 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:27:18.837125 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-d0827754-f4b8-4569-8b3d-03024a516a3f service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:27:18.837588 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-d0827754-f4b8-4569-8b3d-03024a516a3f service neutron] Checking segment: {'id': '273b93c4-0429-4bcc-af0a-8e63335b3fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'aab2f9f4-b4a0-4cfb-876b-f4402e5dc7f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:27:18.837778 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-d0827754-f4b8-4569-8b3d-03024a516a3f service neutron] Bound using segment: {'id': '273b93c4-0429-4bcc-af0a-8e63335b3fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'aab2f9f4-b4a0-4cfb-876b-f4402e5dc7f3'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:27:18.838233 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-d0827754-f4b8-4569-8b3d-03024a516a3f service neutron] Bound port: 94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '273b93c4-0429-4bcc-af0a-8e63335b3fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'aab2f9f4-b4a0-4cfb-876b-f4402e5dc7f3'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:27:18.838725 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-d0827754-f4b8-4569-8b3d-03024a516a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:18.866675 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da10aac-dc9b-4173-93f1-853fe5e0aa37 req-13076960-fc89-4be1-8821-63847029e4b1 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:18.868721 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2da10aac-dc9b-4173-93f1-853fe5e0aa37 req-13076960-fc89-4be1-8821-63847029e4b1 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb658099-128f-46dc-b3cc-ddd25a396d8f HTTP/1.1" status: 200 len: 944 time: 0.4319174 May 03 22:27:18.963535 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2da10aac-dc9b-4173-93f1-853fe5e0aa37 req-db76de07-e49d-471b-b2ad-acef1c6d18d5 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3143847-f827-427f-99bf-6c2c02e58dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615010 May 03 22:27:18.974312 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166cfa30-d02c-4780-bc68-2fcd61b6463b req-0be64663-6569-4bc7-b9c4-52380ecfdbbe tempest-ServersOnMultiNodesTest-924033058 tempest-ServersOnMultiNodesTest-924033058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:18.976421 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-166cfa30-d02c-4780-bc68-2fcd61b6463b req-0be64663-6569-4bc7-b9c4-52380ecfdbbe tempest-ServersOnMultiNodesTest-924033058 tempest-ServersOnMultiNodesTest-924033058-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=fbc9c880-c9a9-449f-9fbd-258d9c9c0fc5 HTTP/1.1" status: 200 len: 1101 time: 0.3815906 May 03 22:27:19.013825 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-166cfa30-d02c-4780-bc68-2fcd61b6463b req-1f16168d-f650-44f4-842a-8fae32473ef0 tempest-ServersOnMultiNodesTest-924033058 tempest-ServersOnMultiNodesTest-924033058-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:19.051804 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-166cfa30-d02c-4780-bc68-2fcd61b6463b req-1f16168d-f650-44f4-842a-8fae32473ef0 tempest-ServersOnMultiNodesTest-924033058 tempest-ServersOnMultiNodesTest-924033058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:27:19.057540 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-166cfa30-d02c-4780-bc68-2fcd61b6463b req-1f16168d-f650-44f4-842a-8fae32473ef0 tempest-ServersOnMultiNodesTest-924033058 tempest-ServersOnMultiNodesTest-924033058-project-admin] Usage tracker for resource:security_group_rule and tenant:8ace932081e74adb82cc32dc7f9bd840 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:27:19.061489 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-166cfa30-d02c-4780-bc68-2fcd61b6463b req-1f16168d-f650-44f4-842a-8fae32473ef0 tempest-ServersOnMultiNodesTest-924033058 tempest-ServersOnMultiNodesTest-924033058-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:27:19.065285 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-d0827754-f4b8-4569-8b3d-03024a516a3f service neutron] For port 94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:27:19.077708 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-d0827754-f4b8-4569-8b3d-03024a516a3f service neutron] For port 94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac,segment=NetworkSegment(273b93c4-0429-4bcc-af0a-8e63335b3fff),segment_id=273b93c4-0429-4bcc-af0a-8e63335b3fff)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:27:19.080745 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-166cfa30-d02c-4780-bc68-2fcd61b6463b req-1f16168d-f650-44f4-842a-8fae32473ef0 tempest-ServersOnMultiNodesTest-924033058 tempest-ServersOnMultiNodesTest-924033058-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:27:19.208518 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-d0827754-f4b8-4569-8b3d-03024a516a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:19.356783 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-166cfa30-d02c-4780-bc68-2fcd61b6463b req-1f16168d-f650-44f4-842a-8fae32473ef0 tempest-ServersOnMultiNodesTest-924033058 tempest-ServersOnMultiNodesTest-924033058-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:19.381128 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-166cfa30-d02c-4780-bc68-2fcd61b6463b req-1f16168d-f650-44f4-842a-8fae32473ef0 tempest-ServersOnMultiNodesTest-924033058 tempest-ServersOnMultiNodesTest-924033058-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:19.434397 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16168d-f650-44f4-842a-8fae32473ef0 tempest-ServersOnMultiNodesTest-924033058 tempest-ServersOnMultiNodesTest-924033058-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e1f417-7fc7-4347-9eb3-233887fa325a,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:19.454220 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-d0827754-f4b8-4569-8b3d-03024a516a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:19.454957 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-d0827754-f4b8-4569-8b3d-03024a516a3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:19.456217 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-d0827754-f4b8-4569-8b3d-03024a516a3f service neutron] 10.222.0.67 "PUT /v2.0/ports/94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac HTTP/1.1" status: 200 len: 1091 time: 2.6563647 May 03 22:27:19.467679 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-166cfa30-d02c-4780-bc68-2fcd61b6463b req-1f16168d-f650-44f4-842a-8fae32473ef0 tempest-ServersOnMultiNodesTest-924033058 tempest-ServersOnMultiNodesTest-924033058-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4839971 May 03 22:27:19.475163 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-07abac0c-0681-4358-b940-97600003c35b req-b61ad4cd-a3bb-48b0-bbf9-18d56c323bdd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c211fba0-baab-4bc1-a6b3-a4282db1fe3e HTTP/1.1" status: 200 len: 217 time: 0.0909221 May 03 22:27:19.498043 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0827754-f4b8-4569-8b3d-03024a516a3f service neutron] Pushing event updated for resources: {'Port': ['ID=94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:19.567646 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abac0c-0681-4358-b940-97600003c35b req-3e9f288b-17e3-46e4-a3fa-dd98cbce67de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:19.570648 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-07abac0c-0681-4358-b940-97600003c35b req-3e9f288b-17e3-46e4-a3fa-dd98cbce67de service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0202efe-1b5f-4dcb-9569-6279b488dc3f HTTP/1.1" status: 200 len: 854 time: 0.0811954 May 03 22:27:19.756323 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abac0c-0681-4358-b940-97600003c35b req-96d0ee2f-3e3b-40d8-9b2a-261103b38828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:19.758163 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-07abac0c-0681-4358-b940-97600003c35b req-96d0ee2f-3e3b-40d8-9b2a-261103b38828 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ee2b61c-9360-43a9-8a2e-e76fc2432530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1502502 May 03 22:27:19.982779 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-fccb9be2-8511-43c8-b42f-935f136fe23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:19.984220 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-fccb9be2-8511-43c8-b42f-935f136fe23e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f70ce92e822b475284063834ea13df27&device_id=e3ba0b76-c94a-4cb9-91ee-0ceb421abe44 HTTP/1.1" status: 200 len: 1094 time: 0.4379659 May 03 22:27:20.008191 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c0371-0622-4a74-8b48-3e2c8e2ae7a4 req-ded2db1d-b66e-4968-9f69-2a9df04ed4cc tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:20.009694 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cb5c0371-0622-4a74-8b48-3e2c8e2ae7a4 req-ded2db1d-b66e-4968-9f69-2a9df04ed4cc tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] 10.222.0.58 "GET /v2.0/ports?device_id=03152da4-d58c-4645-8fba-75d906b82197 HTTP/1.1" status: 200 len: 946 time: 0.3086944 May 03 22:27:20.088412 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3e723-fce2-4ed3-9143-dd8dbcb63e31 req-f907fb37-f4f8-468f-8d7d-1213c19c1bb7 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:20.095442 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3fa3e723-fce2-4ed3-9143-dd8dbcb63e31 req-f907fb37-f4f8-468f-8d7d-1213c19c1bb7 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3ba0b76-c94a-4cb9-91ee-0ceb421abe44 HTTP/1.1" status: 200 len: 943 time: 0.4384427 May 03 22:27:20.103928 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-07abac0c-0681-4358-b940-97600003c35b req-3b917a2c-dd02-42b5-a79e-16fdc6daa570 service neutron] 10.222.0.67 "GET /v2.0/networks/1ee2b61c-9360-43a9-8a2e-e76fc2432530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070557 May 03 22:27:20.108548 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03152da4-d58c-4645-8fba-75d906b82197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0163d1b6-f2ab-4a1f-afe4-3be96bc085dd'}, {'server_uuid': '1512db30-ed91-4bb5-92c5-521c1e45b163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1e06fd-1077-41f1-83da-92ab9531f132'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:27:20.120813 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-5f5425ef-422d-49c4-a132-a34e9658b7a1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac HTTP/1.1" status: 200 len: 217 time: 0.1098599 May 03 22:27:20.141386 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3ba0b76-c94a-4cb9-91ee-0ceb421abe44', 'tag': '94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:27:20.174101 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3fa3e723-fce2-4ed3-9143-dd8dbcb63e31 req-cacd507b-136e-45ce-9401-87a716276560 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] 10.222.0.58 "GET /v2.0/security-groups?id=f1c38799-a41f-4698-87c5-60b7bc9dbbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756032 May 03 22:27:20.242514 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cb5c0371-0622-4a74-8b48-3e2c8e2ae7a4 req-8d09d65c-c0d0-4ce5-bd6b-ddb89c0f87f2 tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] 10.222.0.58 "GET /v2.0/security-groups?id=57d880c5-5fee-40f8-9b6a-a030c8ba3e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207576 May 03 22:27:20.576638 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b45fb-85de-4d6a-a2bb-f1a9cc5cb8d7 req-807d9b13-a090-47e6-ba3d-e59c6d93dc11 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:20.578153 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-607b45fb-85de-4d6a-a2bb-f1a9cc5cb8d7 req-807d9b13-a090-47e6-ba3d-e59c6d93dc11 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b161de4-ba39-4727-85f9-81d2e55b57f4 HTTP/1.1" status: 200 len: 946 time: 0.1292558 May 03 22:27:20.647390 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537cd468-453b-488c-b8fb-bb1052cbaef2 req-0e4a0253-4f5c-49ad-bb89-0deaf13b04d3 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:20.660493 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537cd468-453b-488c-b8fb-bb1052cbaef2 req-0e4a0253-4f5c-49ad-bb89-0deaf13b04d3 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:20.662156 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-537cd468-453b-488c-b8fb-bb1052cbaef2 req-0e4a0253-4f5c-49ad-bb89-0deaf13b04d3 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/ports?device_id=1512db30-ed91-4bb5-92c5-521c1e45b163 HTTP/1.1" status: 200 len: 1682 time: 0.3148685 May 03 22:27:20.665208 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-607b45fb-85de-4d6a-a2bb-f1a9cc5cb8d7 req-9d9c7b40-5bda-4878-918e-f7cb0da93ba9 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795979 May 03 22:27:20.754429 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-537cd468-453b-488c-b8fb-bb1052cbaef2 req-01b9b198-2fa9-4382-8511-67073f34f4e0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b81432-802a-43de-9bfe-4b29db55d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835919 May 03 22:27:20.982740 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-07bd3875-1d9f-47ea-8626-dfd19d0988da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:20.984192 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-07bd3875-1d9f-47ea-8626-dfd19d0988da service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e6b6b67-409f-4a49-b7ee-42ee9c2af089 HTTP/1.1" status: 200 len: 862 time: 0.1446099 May 03 22:27:21.160121 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-07abac0c-0681-4358-b940-97600003c35b req-e34c46b5-fd16-46c3-9b29-e432d40231e1 service neutron] 10.222.0.67 "GET /v2.0/networks/1ee2b61c-9360-43a9-8a2e-e76fc2432530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313115 May 03 22:27:21.180762 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb046ac4-9a37-4151-a39d-8a8a753829c8'] response: {'server_uuid': '03152da4-d58c-4645-8fba-75d906b82197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0163d1b6-f2ab-4a1f-afe4-3be96bc085dd', 'code': 200} May 03 22:27:21.181267 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb046ac4-9a37-4151-a39d-8a8a753829c8'] response: {'server_uuid': '1512db30-ed91-4bb5-92c5-521c1e45b163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1e06fd-1077-41f1-83da-92ab9531f132', 'code': 200} May 03 22:27:21.273582 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-ef0c8d19-74f5-4700-94d7-1ad5f117f15c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aab2f9f4-b4a0-4cfb-876b-f4402e5dc7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1752040 May 03 22:27:21.385712 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70e53910-e3d7-48f7-b55e-a503f201f333'] response: {'name': 'network-changed', 'server_uuid': 'e3ba0b76-c94a-4cb9-91ee-0ceb421abe44', 'tag': '94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac', 'status': 'completed', 'code': 200} May 03 22:27:21.598333 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93426fde-49cc-44f8-9df8-afa60d83e1c5 req-4d6d50bd-f443-4e59-89e3-773dcc19632b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:21.601411 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93426fde-49cc-44f8-9df8-afa60d83e1c5 req-4d6d50bd-f443-4e59-89e3-773dcc19632b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:21.605635 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-93426fde-49cc-44f8-9df8-afa60d83e1c5 req-4d6d50bd-f443-4e59-89e3-773dcc19632b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1512db30-ed91-4bb5-92c5-521c1e45b163 HTTP/1.1" status: 200 len: 1984 time: 0.2625740 May 03 22:27:21.670897 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-a09dc30a-4faf-418b-9f9e-a6c60a7d2014 service neutron] 10.222.0.67 "GET /v2.0/networks/aab2f9f4-b4a0-4cfb-876b-f4402e5dc7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080485 May 03 22:27:21.694000 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c5669-df47-4833-be5c-696792f56ae5 req-25805df3-0742-4c49-abe1-68c7cdf6c74f tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:21.711925 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-785c5669-df47-4833-be5c-696792f56ae5 req-25805df3-0742-4c49-abe1-68c7cdf6c74f tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb658099-128f-46dc-b3cc-ddd25a396d8f HTTP/1.1" status: 200 len: 944 time: 0.4953630 May 03 22:27:21.866882 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-785c5669-df47-4833-be5c-696792f56ae5 req-08122bf1-ef19-41a5-90a7-56a72c2b3e59 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3143847-f827-427f-99bf-6c2c02e58dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530709 May 03 22:27:21.945437 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e263f-d88c-45f2-a796-d9ab0c5015c7 req-655e51ca-819d-4032-a3eb-6cc2a1ba34c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:21.947066 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8b0e263f-d88c-45f2-a796-d9ab0c5015c7 req-655e51ca-819d-4032-a3eb-6cc2a1ba34c1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=03152da4-d58c-4645-8fba-75d906b82197 HTTP/1.1" status: 200 len: 1097 time: 0.6361020 May 03 22:27:22.015545 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8b0e263f-d88c-45f2-a796-d9ab0c5015c7 req-c91322c4-9f7e-4952-9e18-aedca6494d64 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=57d880c5-5fee-40f8-9b6a-a030c8ba3e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599995 May 03 22:27:22.027563 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-93426fde-49cc-44f8-9df8-afa60d83e1c5 req-3014da8c-1f84-4484-b0ea-566609944ed0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=44b81432-802a-43de-9bfe-4b29db55d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210279 May 03 22:27:22.067309 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a48038-cd43-40d1-addc-990ac7774b29 req-1191958f-2bd5-4169-9804-33ef5d3c39e0 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:22.075075 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-04a48038-cd43-40d1-addc-990ac7774b29 req-1191958f-2bd5-4169-9804-33ef5d3c39e0 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3ba0b76-c94a-4cb9-91ee-0ceb421abe44 HTTP/1.1" status: 200 len: 943 time: 0.3116658 May 03 22:27:22.138832 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54886) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:27:22.156159 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-ebf21c5a-4031-4734-a10d-fd735f4a854f tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=0660cbed43f74b05ab398bdf8e72a3f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1241109 May 03 22:27:22.212133 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-04a48038-cd43-40d1-addc-990ac7774b29 req-74ce3995-556e-4bbc-be87-4a9aa4921cf5 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] 10.222.0.58 "GET /v2.0/security-groups?id=f1c38799-a41f-4698-87c5-60b7bc9dbbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358244 May 03 22:27:22.295667 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-412383c3-e2c3-4df2-b93e-66f82e63feb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:22.312619 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-412383c3-e2c3-4df2-b93e-66f82e63feb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:27:22.312869 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fac8e63a-1500-4772-bfa9-2e3da6f07266 req-41d92460-aba6-4de5-a603-9c529d0860f0 service neutron] 10.222.0.67 "GET /v2.0/networks/aab2f9f4-b4a0-4cfb-876b-f4402e5dc7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059107 May 03 22:27:22.317452 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-412383c3-e2c3-4df2-b93e-66f82e63feb8 admin admin] Usage tracker for resource:security_group_rule and tenant:1805851b56014a46a04ac7034a0b7f36 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:27:22.322313 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-412383c3-e2c3-4df2-b93e-66f82e63feb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:27:22.328823 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-412383c3-e2c3-4df2-b93e-66f82e63feb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:27:22.404392 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-fb630cc7-2d68-4522-a161-d4c2e86e52b6 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:22.405989 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-fb630cc7-2d68-4522-a161-d4c2e86e52b6 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2426376 May 03 22:27:22.429988 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-1245fcb9-74ad-4b91-893a-bd520ff26f7d tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/quotas/0660cbed43f74b05ab398bdf8e72a3f0 HTTP/1.1" status: 200 len: 375 time: 0.0176990 May 03 22:27:22.440777 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-412383c3-e2c3-4df2-b93e-66f82e63feb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:22.445968 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-412383c3-e2c3-4df2-b93e-66f82e63feb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:22.486480 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-412383c3-e2c3-4df2-b93e-66f82e63feb8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1805851b56014a46a04ac7034a0b7f36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3463988 May 03 22:27:22.488970 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54894) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:27:22.507807 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a15199-7d2b-4e8c-8ef2-b367b960ec67 req-aed8fa07-c716-42e4-b422-8308991c7a6c tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:22.509511 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e0a15199-7d2b-4e8c-8ef2-b367b960ec67 req-aed8fa07-c716-42e4-b422-8308991c7a6c tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] 10.222.0.58 "GET /v2.0/ports?device_id=03152da4-d58c-4645-8fba-75d906b82197 HTTP/1.1" status: 200 len: 946 time: 0.1747034 May 03 22:27:22.552407 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412383c3-e2c3-4df2-b93e-66f82e63feb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25387e3f-c107-4d8c-96e3-c8657b8df42f,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:22.575188 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dfe4f14e-1bfc-4b67-b54e-dba1827e5b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:22.581191 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e0a15199-7d2b-4e8c-8ef2-b367b960ec67 req-fcc3bafe-942f-4b04-899a-8c222f7194a4 tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] 10.222.0.58 "GET /v2.0/security-groups?id=57d880c5-5fee-40f8-9b6a-a030c8ba3e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646112 May 03 22:27:22.588775 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-c34c31d1-1fbd-4475-9ef6-765e45e0293f tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0660cbed43f74b05ab398bdf8e72a3f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1485329 May 03 22:27:22.607177 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dfe4f14e-1bfc-4b67-b54e-dba1827e5b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:22.672224 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dfe4f14e-1bfc-4b67-b54e-dba1827e5b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:22.697326 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe4f14e-1bfc-4b67-b54e-dba1827e5b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25387e3f-c107-4d8c-96e3-c8657b8df42f,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:22.718458 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dfe4f14e-1bfc-4b67-b54e-dba1827e5b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:22.719853 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-dfe4f14e-1bfc-4b67-b54e-dba1827e5b2f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/25387e3f-c107-4d8c-96e3-c8657b8df42f HTTP/1.1" status: 204 len: 168 time: 0.2298596 May 03 22:27:22.779139 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e206e8-8277-46f8-a439-85fbfe56c489 req-9c1a4a97-0292-4a3a-b721-294533b2197d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:22.786689 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-85e206e8-8277-46f8-a439-85fbfe56c489 req-9c1a4a97-0292-4a3a-b721-294533b2197d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b161de4-ba39-4727-85f9-81d2e55b57f4 HTTP/1.1" status: 200 len: 946 time: 0.0949492 May 03 22:27:22.846472 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-85e206e8-8277-46f8-a439-85fbfe56c489 req-eb07a750-c19d-491f-8f58-af82e822f466 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587387 May 03 22:27:22.861891 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6f1aeb5c-01ab-4292-a4c9-9fcf00526fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:23.023287 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a202a-818a-44dd-beb4-d73f35818e96 req-74eb1289-d2da-4562-9be3-bc6842a475ff tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:23.029264 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a202a-818a-44dd-beb4-d73f35818e96 req-74eb1289-d2da-4562-9be3-bc6842a475ff tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:23.036464 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-228a202a-818a-44dd-beb4-d73f35818e96 req-74eb1289-d2da-4562-9be3-bc6842a475ff tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/ports?device_id=1512db30-ed91-4bb5-92c5-521c1e45b163 HTTP/1.1" status: 200 len: 1682 time: 0.1017580 May 03 22:27:23.269276 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-228a202a-818a-44dd-beb4-d73f35818e96 req-506e0700-e4a3-40c4-9851-36d1c7c057d0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b81432-802a-43de-9bfe-4b29db55d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316265 May 03 22:27:23.315265 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da8124-0b19-41b9-a19a-aa35e178629c req-f014466e-aeb5-4bbf-8416-f747201114b5 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:23.324091 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c6da8124-0b19-41b9-a19a-aa35e178629c req-f014466e-aeb5-4bbf-8416-f747201114b5 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb658099-128f-46dc-b3cc-ddd25a396d8f HTTP/1.1" status: 200 len: 944 time: 0.1568527 May 03 22:27:23.373051 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c6da8124-0b19-41b9-a19a-aa35e178629c req-49953e70-f7e9-4cdf-b6c7-6b6c1eeddefb tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3143847-f827-427f-99bf-6c2c02e58dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475430 May 03 22:27:23.769411 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd7199-0389-47e8-a854-6ff93e719619 req-c1a4b933-c28b-4b12-ba6f-4b9ad62ca1ce tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:23.779608 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1bdd7199-0389-47e8-a854-6ff93e719619 req-c1a4b933-c28b-4b12-ba6f-4b9ad62ca1ce tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3ba0b76-c94a-4cb9-91ee-0ceb421abe44 HTTP/1.1" status: 200 len: 943 time: 0.1033700 May 03 22:27:23.846494 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1bdd7199-0389-47e8-a854-6ff93e719619 req-b8cef25d-a0ab-411c-ad12-21585126d7b3 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] 10.222.0.58 "GET /v2.0/security-groups?id=f1c38799-a41f-4698-87c5-60b7bc9dbbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654943 May 03 22:27:23.936296 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0a1bc930-25dc-4297-9357-ca1ea71b321c req-60c8340b-0d86-4fbd-9e82-62e9ad1016a4 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=3deb0540-9d97-4a3e-8efe-7e73c8989fbb HTTP/1.1" status: 200 len: 210 time: 0.0453868 May 03 22:27:24.006209 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:27:24.008684 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:24.089808 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32964897-94fb-4586-b5e4-7980ba2f3249 req-c8e23b35-df1d-4760-8398-1e5975e1d143 tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:24.091580 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-32964897-94fb-4586-b5e4-7980ba2f3249 req-c8e23b35-df1d-4760-8398-1e5975e1d143 tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] 10.222.0.58 "GET /v2.0/ports?device_id=03152da4-d58c-4645-8fba-75d906b82197 HTTP/1.1" status: 200 len: 946 time: 0.1002095 May 03 22:27:24.141255 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-32964897-94fb-4586-b5e4-7980ba2f3249 req-28eb7ffe-e685-46eb-bbf6-34ff1a1dbff4 tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] 10.222.0.58 "GET /v2.0/security-groups?id=57d880c5-5fee-40f8-9b6a-a030c8ba3e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431159 May 03 22:27:24.406257 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb5f92-292c-410f-829e-8d84b094601c req-98cb353d-0d33-4457-9678-56e379a4b913 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:24.408189 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0adb5f92-292c-410f-829e-8d84b094601c req-98cb353d-0d33-4457-9678-56e379a4b913 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b161de4-ba39-4727-85f9-81d2e55b57f4 HTTP/1.1" status: 200 len: 946 time: 0.1091418 May 03 22:27:24.475136 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0adb5f92-292c-410f-829e-8d84b094601c req-45b716ac-db7b-4e61-8499-9373edb075dc tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572345 May 03 22:27:24.609770 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e200fe0-1b87-41ac-91bd-a207d3e5d60e req-ba38f7cb-54f1-4f4b-856f-53fa566f187d tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:24.611261 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8e200fe0-1b87-41ac-91bd-a207d3e5d60e req-ba38f7cb-54f1-4f4b-856f-53fa566f187d tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.60 "GET /v2.0/ports?device_id=d451d22a-91cb-46bd-889b-f8d801781929 HTTP/1.1" status: 200 len: 945 time: 0.1285460 May 03 22:27:24.912423 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-a0b88cdb-a00a-4c33-afe7-621372ebf5e6 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=0660cbed43f74b05ab398bdf8e72a3f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365999 May 03 22:27:24.912979 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-8e200fe0-1b87-41ac-91bd-a207d3e5d60e req-8adcdc27-e56b-44d6-a656-cc2153065b9b tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Deleting port 8a7f4063-e720-46af-8e0d-04bc4aff8034 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:27:24.913082 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-8e200fe0-1b87-41ac-91bd-a207d3e5d60e req-8adcdc27-e56b-44d6-a656-cc2153065b9b tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:25.000713 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a9b6491b-e92a-46bb-aed6-b80cb7466ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:25.113561 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526199e-0465-4ae7-ace8-fb08d1710935 req-e5bff10b-af39-49c0-9276-42d90207a241 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:25.115161 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9526199e-0465-4ae7-ace8-fb08d1710935 req-e5bff10b-af39-49c0-9276-42d90207a241 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=d451d22a-91cb-46bd-889b-f8d801781929 HTTP/1.1" status: 200 len: 945 time: 0.4975126 May 03 22:27:25.120565 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-9d72ffdb-be60-4dba-9f97-f98594762366 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:25.123000 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-9d72ffdb-be60-4dba-9f97-f98594762366 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1980557 May 03 22:27:25.136523 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1bffc2-f711-4acd-9df3-452ba0236f9b req-2ce20a1b-115d-48df-8afb-899ecee81f2e tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:25.137575 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-7bb6b343-1853-4181-a1f8-657595a96202 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Request body: {'port': {'device_id': 'ca4f0854-1cee-4e2c-9eb4-49d54e23b56d', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'admin_state_up': True, 'tenant_id': '0660cbed43f74b05ab398bdf8e72a3f0'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:27:25.142577 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1bffc2-f711-4acd-9df3-452ba0236f9b req-2ce20a1b-115d-48df-8afb-899ecee81f2e tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:25.144268 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6b1bffc2-f711-4acd-9df3-452ba0236f9b req-2ce20a1b-115d-48df-8afb-899ecee81f2e tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/ports?device_id=1512db30-ed91-4bb5-92c5-521c1e45b163 HTTP/1.1" status: 200 len: 1682 time: 0.3864098 May 03 22:27:25.356909 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b13ad-6134-4d35-8bfe-b4dbdc4326e8 req-bf8f9da5-0a87-40d8-b01b-77b003b58b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:25.358527 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-833b13ad-6134-4d35-8bfe-b4dbdc4326e8 req-bf8f9da5-0a87-40d8-b01b-77b003b58b55 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f70ce92e822b475284063834ea13df27&device_id=e3ba0b76-c94a-4cb9-91ee-0ceb421abe44 HTTP/1.1" status: 200 len: 1094 time: 0.5004468 May 03 22:27:25.370382 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9526199e-0465-4ae7-ace8-fb08d1710935 req-f582ecd1-1d03-4327-90d3-815ef4c6bab6 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463341 May 03 22:27:25.404849 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-931f56a1-7c14-4037-a218-eb6b3d2e22dc tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=0660cbed43f74b05ab398bdf8e72a3f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0822926 May 03 22:27:25.410469 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6b1bffc2-f711-4acd-9df3-452ba0236f9b req-1eef78ec-5ff1-47d5-8e37-6dd14d96cc0a tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b81432-802a-43de-9bfe-4b29db55d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257729 May 03 22:27:25.559768 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-7bb6b343-1853-4181-a1f8-657595a96202 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:27:25.570911 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-7bb6b343-1853-4181-a1f8-657595a96202 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Usage tracker for resource:port and tenant:0660cbed43f74b05ab398bdf8e72a3f0 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:27:25.576645 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-7bb6b343-1853-4181-a1f8-657595a96202 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:27:25.590055 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-7bb6b343-1853-4181-a1f8-657595a96202 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:27:25.615042 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-7bb6b343-1853-4181-a1f8-657595a96202 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Made reservation on behalf of 0660cbed43f74b05ab398bdf8e72a3f0 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:27:25.620481 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-7bb6b343-1853-4181-a1f8-657595a96202 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:25.819502 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b13ad-6134-4d35-8bfe-b4dbdc4326e8 req-544ae0ac-a4d7-4e00-9877-0b20d2edbcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:25.820980 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-833b13ad-6134-4d35-8bfe-b4dbdc4326e8 req-544ae0ac-a4d7-4e00-9877-0b20d2edbcdf service neutron] 10.222.0.67 "GET /v2.0/networks?id=aab2f9f4-b4a0-4cfb-876b-f4402e5dc7f3 HTTP/1.1" status: 200 len: 923 time: 0.4498019 May 03 22:27:25.834253 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-8e200fe0-1b87-41ac-91bd-a207d3e5d60e req-8adcdc27-e56b-44d6-a656-cc2153065b9b tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] For port 8a7f4063-e720-46af-8e0d-04bc4aff8034, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=8a7f4063-e720-46af-8e0d-04bc4aff8034,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:25.834615 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-8e200fe0-1b87-41ac-91bd-a207d3e5d60e req-8adcdc27-e56b-44d6-a656-cc2153065b9b tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:25.838278 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-7bb6b343-1853-4181-a1f8-657595a96202 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Allocated IP 192.168.233.195 (7e14e0ca-f320-4236-9b9e-a9e4f415dbeb/1dff747c-9d3c-4e06-92c1-836fbb9482c4/a97c2567-91b0-4a45-9a3a-be193e3f1b4b) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:27:26.080369 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-7bb6b343-1853-4181-a1f8-657595a96202 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:26.095868 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-7bb6b343-1853-4181-a1f8-657595a96202 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Transition to ACTIVE for port object a97c2567-91b0-4a45-9a3a-be193e3f1b4b will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:27:26.119305 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-7bb6b343-1853-4181-a1f8-657595a96202 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:26.142631 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['fff7e02f-6b77-40c4-ad02-65709d0d84ac'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:27:26.152451 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-8e200fe0-1b87-41ac-91bd-a207d3e5d60e req-8adcdc27-e56b-44d6-a656-cc2153065b9b tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Calling delete_port for 8a7f4063-e720-46af-8e0d-04bc4aff8034 owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:27:26.190177 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-833b13ad-6134-4d35-8bfe-b4dbdc4326e8 req-ba42ecde-79c3-40d6-86c5-990d0e05bb04 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac HTTP/1.1" status: 200 len: 217 time: 0.3362901 May 03 22:27:26.209741 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-7bb6b343-1853-4181-a1f8-657595a96202 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:27:26.211023 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:26.212985 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-7bb6b343-1853-4181-a1f8-657595a96202 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:27:26.217206 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-7bb6b343-1853-4181-a1f8-657595a96202 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:27:26.241044 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:26.250904 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6b343-1853-4181-a1f8-657595a96202 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Pushing event updated for resources: {'Port': ['ID=a97c2567-91b0-4a45-9a3a-be193e3f1b4b,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:26.291725 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-7bb6b343-1853-4181-a1f8-657595a96202 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:26.292371 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-7bb6b343-1853-4181-a1f8-657595a96202 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:26.299585 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-0a2c5359-27ad-4c9e-9fea-83ac70f08318 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:26.301144 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-0a2c5359-27ad-4c9e-9fea-83ac70f08318 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8893776 May 03 22:27:26.327415 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-7bb6b343-1853-4181-a1f8-657595a96202 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1959643 May 03 22:27:26.338703 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-9e5e7fc9-1368-4653-aebc-77dbebcfefe6 service neutron] Request body: {'port': {'device_id': 'ca4f0854-1cee-4e2c-9eb4-49d54e23b56d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:27:26.349037 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-62ab6b93-303e-45b5-bd8f-6b8ff14ccc6b tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Request body: {'port': {'device_id': '3deb0540-9d97-4a3e-8efe-7e73c8989fbb', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'admin_state_up': True, 'tenant_id': '0660cbed43f74b05ab398bdf8e72a3f0'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:27:26.400964 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec63692-c5d8-4f0a-b1f8-5c6e48c91fde req-3f8e15b3-de4d-41ab-bad6-fb0e1658a27f tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:26.402473 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fec63692-c5d8-4f0a-b1f8-5c6e48c91fde req-3f8e15b3-de4d-41ab-bad6-fb0e1658a27f tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb658099-128f-46dc-b3cc-ddd25a396d8f HTTP/1.1" status: 200 len: 944 time: 0.8101761 May 03 22:27:26.418710 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b13ad-6134-4d35-8bfe-b4dbdc4326e8 req-5a342b8d-1f99-4f71-81cf-de73b4561d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:26.420669 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-833b13ad-6134-4d35-8bfe-b4dbdc4326e8 req-5a342b8d-1f99-4f71-81cf-de73b4561d81 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2e6b6b67-409f-4a49-b7ee-42ee9c2af089 HTTP/1.1" status: 200 len: 862 time: 0.1991167 May 03 22:27:26.429176 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5986f3e-c43e-41b1-8bb3-b86205dbf09b req-7311abba-13d6-4967-b506-41eb675bca40 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:26.430713 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d5986f3e-c43e-41b1-8bb3-b86205dbf09b req-7311abba-13d6-4967-b506-41eb675bca40 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3ba0b76-c94a-4cb9-91ee-0ceb421abe44 HTTP/1.1" status: 200 len: 943 time: 0.8396022 May 03 22:27:26.483465 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-9e5e7fc9-1368-4653-aebc-77dbebcfefe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:26.500367 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-773d803c-2346-4f62-a08f-4d0f7a3776c0 None None] Provisioning for port a97c2567-91b0-4a45-9a3a-be193e3f1b4b completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:27:26.506144 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-773d803c-2346-4f62-a08f-4d0f7a3776c0 None None] Provisioning complete for port a97c2567-91b0-4a45-9a3a-be193e3f1b4b triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:27:26.506518 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-773d803c-2346-4f62-a08f-4d0f7a3776c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:26.561834 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-773d803c-2346-4f62-a08f-4d0f7a3776c0 None None] Port a97c2567-91b0-4a45-9a3a-be193e3f1b4b cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:27:26.563513 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-833b13ad-6134-4d35-8bfe-b4dbdc4326e8 req-d06d7ffd-1872-43ad-8cf7-4d0ac2f18c3d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aab2f9f4-b4a0-4cfb-876b-f4402e5dc7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1271842 May 03 22:27:26.748578 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fec63692-c5d8-4f0a-b1f8-5c6e48c91fde req-1868c92d-16d1-428b-b265-27406710ab66 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3143847-f827-427f-99bf-6c2c02e58dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3342679 May 03 22:27:26.802495 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d5986f3e-c43e-41b1-8bb3-b86205dbf09b req-b6f79daa-f93e-48f9-8f3b-b588ea7b3b93 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] 10.222.0.58 "GET /v2.0/security-groups?id=f1c38799-a41f-4698-87c5-60b7bc9dbbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687638 May 03 22:27:26.823627 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-8e200fe0-1b87-41ac-91bd-a207d3e5d60e req-8adcdc27-e56b-44d6-a656-cc2153065b9b tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:26.835716 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['8a7f4063-e720-46af-8e0d-04bc4aff8034'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:27:26.977902 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-62ab6b93-303e-45b5-bd8f-6b8ff14ccc6b tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:27:26.986125 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-9e5e7fc9-1368-4653-aebc-77dbebcfefe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a97c2567-91b0-4a45-9a3a-be193e3f1b4b {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:27:26.993706 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-9e5e7fc9-1368-4653-aebc-77dbebcfefe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:27.008041 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-9e5e7fc9-1368-4653-aebc-77dbebcfefe6 service neutron] Transition to ACTIVE for port object a97c2567-91b0-4a45-9a3a-be193e3f1b4b will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:27:27.011430 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-9e5e7fc9-1368-4653-aebc-77dbebcfefe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:27.016828 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcdc27-e56b-44d6-a656-cc2153065b9b tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Pushing event deleted for resources: {'Port': ['ID=8a7f4063-e720-46af-8e0d-04bc4aff8034,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:27.019051 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-62ab6b93-303e-45b5-bd8f-6b8ff14ccc6b tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Usage tracker for resource:port and tenant:0660cbed43f74b05ab398bdf8e72a3f0 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:27:27.032048 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1a695816-ca8b-4c62-87df-96931c73b620 req-0c79226d-d4f4-43e3-8af7-f541480f9a01 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=3deb0540-9d97-4a3e-8efe-7e73c8989fbb HTTP/1.1" status: 200 len: 210 time: 0.1464949 May 03 22:27:27.033181 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-62ab6b93-303e-45b5-bd8f-6b8ff14ccc6b tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:27:27.091958 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-833b13ad-6134-4d35-8bfe-b4dbdc4326e8 req-05a34be9-45ff-41cc-b1b7-bab7d33bbcd2 service neutron] 10.222.0.67 "GET /v2.0/networks/aab2f9f4-b4a0-4cfb-876b-f4402e5dc7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640143 May 03 22:27:27.101655 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e200fe0-1b87-41ac-91bd-a207d3e5d60e req-8adcdc27-e56b-44d6-a656-cc2153065b9b tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] No DVR routers for this DVR port 8a7f4063-e720-46af-8e0d-04bc4aff8034 on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:27:27.125219 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-62ab6b93-303e-45b5-bd8f-6b8ff14ccc6b tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:27:27.136641 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-8e200fe0-1b87-41ac-91bd-a207d3e5d60e req-8adcdc27-e56b-44d6-a656-cc2153065b9b tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:27.145900 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd451d22a-91cb-46bd-889b-f8d801781929', 'name': 'network-vif-deleted', 'tag': '8a7f4063-e720-46af-8e0d-04bc4aff8034'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:27:27.170552 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e7fc9-1368-4653-aebc-77dbebcfefe6 service neutron] Pushing event updated for resources: {'Port': ['ID=a97c2567-91b0-4a45-9a3a-be193e3f1b4b,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:27.254471 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-9e5e7fc9-1368-4653-aebc-77dbebcfefe6 service neutron] Attempting to bind port a97c2567-91b0-4a45-9a3a-be193e3f1b4b on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:27:27.255447 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-9e5e7fc9-1368-4653-aebc-77dbebcfefe6 service neutron] Attempting to bind port a97c2567-91b0-4a45-9a3a-be193e3f1b4b by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:27:27.255773 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-9e5e7fc9-1368-4653-aebc-77dbebcfefe6 service neutron] Attempting to bind port a97c2567-91b0-4a45-9a3a-be193e3f1b4b on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:27:27.260860 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-9e5e7fc9-1368-4653-aebc-77dbebcfefe6 service neutron] Port a97c2567-91b0-4a45-9a3a-be193e3f1b4b on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:27:27.261118 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-9e5e7fc9-1368-4653-aebc-77dbebcfefe6 service neutron] Attempting to bind port a97c2567-91b0-4a45-9a3a-be193e3f1b4b on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:27:27.266771 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-9e5e7fc9-1368-4653-aebc-77dbebcfefe6 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:27:27.267107 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-9e5e7fc9-1368-4653-aebc-77dbebcfefe6 service neutron] Checking segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:27:27.267492 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-9e5e7fc9-1368-4653-aebc-77dbebcfefe6 service neutron] Bound using segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:27:27.267920 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-9e5e7fc9-1368-4653-aebc-77dbebcfefe6 service neutron] Bound port: a97c2567-91b0-4a45-9a3a-be193e3f1b4b, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:27:27.268268 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-9e5e7fc9-1368-4653-aebc-77dbebcfefe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:27.277155 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-7f2bac07-bbc2-4678-bd35-3291e365df13 req-e1a10324-5ebc-4608-8372-ab9a03498d66 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Synchronizing usage tracker for tenant:1727dc00a1e94099b181b574bcc185b6 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:27:27.279381 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-62ab6b93-303e-45b5-bd8f-6b8ff14ccc6b tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Made reservation on behalf of 0660cbed43f74b05ab398bdf8e72a3f0 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:27:27.282768 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-62ab6b93-303e-45b5-bd8f-6b8ff14ccc6b tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:27.316755 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8e200fe0-1b87-41ac-91bd-a207d3e5d60e req-8adcdc27-e56b-44d6-a656-cc2153065b9b tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.60 "DELETE /v2.0/ports/8a7f4063-e720-46af-8e0d-04bc4aff8034 HTTP/1.1" status: 204 len: 173 time: 2.7003706 May 03 22:27:27.362179 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-9e5e7fc9-1368-4653-aebc-77dbebcfefe6 service neutron] For port a97c2567-91b0-4a45-9a3a-be193e3f1b4b, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:27:27.365083 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-9e5e7fc9-1368-4653-aebc-77dbebcfefe6 service neutron] For port a97c2567-91b0-4a45-9a3a-be193e3f1b4b, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a97c2567-91b0-4a45-9a3a-be193e3f1b4b,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:27:27.368486 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-9e5e7fc9-1368-4653-aebc-77dbebcfefe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:27.398748 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-7f2bac07-bbc2-4678-bd35-3291e365df13 req-e1a10324-5ebc-4608-8372-ab9a03498d66 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Unset dirty status for tenant:1727dc00a1e94099b181b574bcc185b6 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:27:27.406538 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7f2bac07-bbc2-4678-bd35-3291e365df13 req-e1a10324-5ebc-4608-8372-ab9a03498d66 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=d451d22a-91cb-46bd-889b-f8d801781929 HTTP/1.1" status: 200 len: 210 time: 0.2533684 May 03 22:27:27.430807 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-9e5e7fc9-1368-4653-aebc-77dbebcfefe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:27.431340 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-9e5e7fc9-1368-4653-aebc-77dbebcfefe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:27.432645 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-9e5e7fc9-1368-4653-aebc-77dbebcfefe6 service neutron] 10.222.0.60 "PUT /v2.0/ports/a97c2567-91b0-4a45-9a3a-be193e3f1b4b HTTP/1.1" status: 200 len: 1096 time: 1.0986264 May 03 22:27:27.433085 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4f0854-1cee-4e2c-9eb4-49d54e23b56d', 'tag': 'a97c2567-91b0-4a45-9a3a-be193e3f1b4b'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:27:27.448027 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-833b13ad-6134-4d35-8bfe-b4dbdc4326e8 req-c26d3819-55fb-4c6d-908a-db7afb4ae42d service neutron] 10.222.0.67 "GET /v2.0/networks/aab2f9f4-b4a0-4cfb-876b-f4402e5dc7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440442 May 03 22:27:27.464019 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e7fc9-1368-4653-aebc-77dbebcfefe6 service neutron] Pushing event updated for resources: {'Port': ['ID=a97c2567-91b0-4a45-9a3a-be193e3f1b4b,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:27.492759 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0001c3-988a-49c3-b607-72d3b3aecab6 req-c37b934d-0b89-461a-a6b6-a76595e3bf0b tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:27.498943 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8a0001c3-988a-49c3-b607-72d3b3aecab6 req-c37b934d-0b89-461a-a6b6-a76595e3bf0b tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b161de4-ba39-4727-85f9-81d2e55b57f4 HTTP/1.1" status: 200 len: 946 time: 0.5137939 May 03 22:27:27.508277 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:27.569897 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:27.611719 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-2390e1c0-f2a6-4e44-93c9-1ad3fd7dce89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:27.613465 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-2390e1c0-f2a6-4e44-93c9-1ad3fd7dce89 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0660cbed43f74b05ab398bdf8e72a3f0&device_id=ca4f0854-1cee-4e2c-9eb4-49d54e23b56d HTTP/1.1" status: 200 len: 1099 time: 0.0955911 May 03 22:27:27.690292 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8a0001c3-988a-49c3-b607-72d3b3aecab6 req-5c416348-293c-4ded-b4c0-8c5a91b6d532 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789355 May 03 22:27:27.694659 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-c84b5901-69db-4254-af70-3ef80758334a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=a97c2567-91b0-4a45-9a3a-be193e3f1b4b HTTP/1.1" status: 200 len: 217 time: 0.0710881 May 03 22:27:27.711664 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-62ab6b93-303e-45b5-bd8f-6b8ff14ccc6b tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Allocated IP 192.168.233.234 (7e14e0ca-f320-4236-9b9e-a9e4f415dbeb/1dff747c-9d3c-4e06-92c1-836fbb9482c4/a2fa487e-eafb-4169-a5b2-c8a3a2313189) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:27:27.768160 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-9b79885a-6a15-4ca1-b4cb-7a27bb011994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:27.769617 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-9b79885a-6a15-4ca1-b4cb-7a27bb011994 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.0687156 May 03 22:27:27.858168 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-1f1608a3-aefa-4781-b149-14777671220b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:27.859636 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-1f1608a3-aefa-4781-b149-14777671220b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0826786 May 03 22:27:27.884525 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bf741-49ab-44ee-b7e0-558572c9e820 req-f7f5f1fb-a6a7-4abb-b2cb-d817730aaf7a tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:27.890787 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bf741-49ab-44ee-b7e0-558572c9e820 req-f7f5f1fb-a6a7-4abb-b2cb-d817730aaf7a tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:27.898712 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c07bf741-49ab-44ee-b7e0-558572c9e820 req-f7f5f1fb-a6a7-4abb-b2cb-d817730aaf7a tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/ports?device_id=1512db30-ed91-4bb5-92c5-521c1e45b163 HTTP/1.1" status: 200 len: 1682 time: 0.3503382 May 03 22:27:28.006620 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c07bf741-49ab-44ee-b7e0-558572c9e820 req-a20398db-09ac-436f-a07e-b803314630e0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b81432-802a-43de-9bfe-4b29db55d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066968 May 03 22:27:28.104896 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-528e6472-92c3-4157-8ac0-a369b94815cb'] response: {'server_uuid': 'd451d22a-91cb-46bd-889b-f8d801781929', 'name': 'network-vif-deleted', 'tag': '8a7f4063-e720-46af-8e0d-04bc4aff8034', 'status': 'completed', 'code': 200} May 03 22:27:28.157536 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-e59a6b98-290a-432b-af59-68ada3170031 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905409 May 03 22:27:28.162518 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1448d16-2806-42f5-ac61-ac0f5215f337'] response: {'name': 'network-changed', 'server_uuid': 'ca4f0854-1cee-4e2c-9eb4-49d54e23b56d', 'tag': 'a97c2567-91b0-4a45-9a3a-be193e3f1b4b', 'status': 'completed', 'code': 200} May 03 22:27:28.186988 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-62ab6b93-303e-45b5-bd8f-6b8ff14ccc6b tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:28.214797 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-62ab6b93-303e-45b5-bd8f-6b8ff14ccc6b tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Transition to ACTIVE for port object a2fa487e-eafb-4169-a5b2-c8a3a2313189 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:27:28.251462 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-62ab6b93-303e-45b5-bd8f-6b8ff14ccc6b tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:28.263955 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['fff7e02f-6b77-40c4-ad02-65709d0d84ac'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:27:28.327114 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-68a84afe-23b9-43c6-8649-77193b91620a service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590405 May 03 22:27:28.403036 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-62ab6b93-303e-45b5-bd8f-6b8ff14ccc6b tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:27:28.407113 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-62ab6b93-303e-45b5-bd8f-6b8ff14ccc6b tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:27:28.415161 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-62ab6b93-303e-45b5-bd8f-6b8ff14ccc6b tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:27:28.470975 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fdefd3-4304-4022-a763-66af1532319a req-1a1384fe-a728-4d1b-af51-29548204146d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:28.472467 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab6b93-303e-45b5-bd8f-6b8ff14ccc6b tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Pushing event updated for resources: {'Port': ['ID=a2fa487e-eafb-4169-a5b2-c8a3a2313189,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:28.472747 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-78fdefd3-4304-4022-a763-66af1532319a req-1a1384fe-a728-4d1b-af51-29548204146d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0660cbed43f74b05ab398bdf8e72a3f0&device_id=ca4f0854-1cee-4e2c-9eb4-49d54e23b56d HTTP/1.1" status: 200 len: 1099 time: 0.0945213 May 03 22:27:28.545228 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-62ab6b93-303e-45b5-bd8f-6b8ff14ccc6b tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:28.546259 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-62ab6b93-303e-45b5-bd8f-6b8ff14ccc6b tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:28.603920 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8e35e-e169-4566-9456-b9336a3c70c4 req-5a97e194-9cbf-4457-b6f9-8a1ec4dc1f4f tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:28.611914 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e0d8e35e-e169-4566-9456-b9336a3c70c4 req-5a97e194-9cbf-4457-b6f9-8a1ec4dc1f4f tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb658099-128f-46dc-b3cc-ddd25a396d8f HTTP/1.1" status: 200 len: 944 time: 0.3140335 May 03 22:27:28.665196 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-62ab6b93-303e-45b5-bd8f-6b8ff14ccc6b tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3410652 May 03 22:27:28.712104 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fdefd3-4304-4022-a763-66af1532319a req-10401c7d-a522-41cd-86e8-0f8de124e25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:28.713627 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-78fdefd3-4304-4022-a763-66af1532319a req-10401c7d-a522-41cd-86e8-0f8de124e25c service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.2249992 May 03 22:27:28.728421 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-8c4e9559-1205-4681-9b7c-502758242528 service neutron] Request body: {'port': {'device_id': '3deb0540-9d97-4a3e-8efe-7e73c8989fbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:27:28.757812 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a57ee8f8-7755-4470-a32a-ad6bdb562e40 None None] Provisioning for port a2fa487e-eafb-4169-a5b2-c8a3a2313189 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:27:28.764021 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a57ee8f8-7755-4470-a32a-ad6bdb562e40 None None] Provisioning complete for port a2fa487e-eafb-4169-a5b2-c8a3a2313189 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:27:28.764636 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a57ee8f8-7755-4470-a32a-ad6bdb562e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:28.788742 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-78fdefd3-4304-4022-a763-66af1532319a req-d39f27f5-49b4-4b7b-a9ce-c85476833608 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=a97c2567-91b0-4a45-9a3a-be193e3f1b4b HTTP/1.1" status: 200 len: 217 time: 0.0685446 May 03 22:27:28.809513 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e0d8e35e-e169-4566-9456-b9336a3c70c4 req-77d4f551-c15e-451b-b033-3b8d869e2b69 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3143847-f827-427f-99bf-6c2c02e58dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968148 May 03 22:27:28.840157 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a57ee8f8-7755-4470-a32a-ad6bdb562e40 None None] Port a2fa487e-eafb-4169-a5b2-c8a3a2313189 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:27:28.883233 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fdefd3-4304-4022-a763-66af1532319a req-6a65cc79-84af-4314-b6ca-880a96ae74fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:28.885216 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-78fdefd3-4304-4022-a763-66af1532319a req-6a65cc79-84af-4314-b6ca-880a96ae74fc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.0862014 May 03 22:27:28.908409 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-8c4e9559-1205-4681-9b7c-502758242528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:28.986734 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fdefd3-4304-4022-a763-66af1532319a req-8df7f061-96b4-4f47-946a-b4c7091da6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:28.987621 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc89e7a-fcaf-4e83-a109-bd57609216cf req-fe61c452-48b9-4668-9cfb-72bd776df4c8 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:28.988316 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-78fdefd3-4304-4022-a763-66af1532319a req-8df7f061-96b4-4f47-946a-b4c7091da6c9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0967331 May 03 22:27:28.989128 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2dc89e7a-fcaf-4e83-a109-bd57609216cf req-fe61c452-48b9-4668-9cfb-72bd776df4c8 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3ba0b76-c94a-4cb9-91ee-0ceb421abe44 HTTP/1.1" status: 200 len: 943 time: 0.3656740 May 03 22:27:29.097693 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 8a7f4063-e720-46af-8e0d-04bc4aff8034 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:27:29.148777 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-78fdefd3-4304-4022-a763-66af1532319a req-2351bd5e-f794-4b89-a239-66b0ab951838 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517169 May 03 22:27:29.150042 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 8a7f4063-e720-46af-8e0d-04bc4aff8034 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:27:29.150394 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 8a7f4063-e720-46af-8e0d-04bc4aff8034 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:27:29.165558 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2dc89e7a-fcaf-4e83-a109-bd57609216cf req-c8c759a2-ff45-408e-9df9-b7c1a3e85170 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] 10.222.0.58 "GET /v2.0/security-groups?id=f1c38799-a41f-4698-87c5-60b7bc9dbbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654322 May 03 22:27:29.269887 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f075c2-143f-4828-b2b3-e2ba52e5571e req-2edf594b-c06b-4541-8cad-03f9117f97d6 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:29.271232 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-b2f075c2-143f-4828-b2b3-e2ba52e5571e req-2edf594b-c06b-4541-8cad-03f9117f97d6 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Synchronizing usage tracker for tenant:0660cbed43f74b05ab398bdf8e72a3f0 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:27:29.288657 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-78fdefd3-4304-4022-a763-66af1532319a req-f0068b09-a862-4714-b778-70350aa81330 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330643 May 03 22:27:29.314317 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-b2f075c2-143f-4828-b2b3-e2ba52e5571e req-2edf594b-c06b-4541-8cad-03f9117f97d6 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Unset dirty status for tenant:0660cbed43f74b05ab398bdf8e72a3f0 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:27:29.315561 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b2f075c2-143f-4828-b2b3-e2ba52e5571e req-2edf594b-c06b-4541-8cad-03f9117f97d6 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=3deb0540-9d97-4a3e-8efe-7e73c8989fbb HTTP/1.1" status: 200 len: 936 time: 0.2576439 May 03 22:27:29.433800 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b2f075c2-143f-4828-b2b3-e2ba52e5571e req-a176ce80-2b59-4632-9e5b-23bfe60525cf tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063726 May 03 22:27:29.513021 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-8c4e9559-1205-4681-9b7c-502758242528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2fa487e-eafb-4169-a5b2-c8a3a2313189 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:27:29.536157 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-8c4e9559-1205-4681-9b7c-502758242528 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:29.560685 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13e8d5-9c71-478c-ace6-e955083ca1a6 req-9a9df4f7-547a-4f49-91e0-d90e2955fd1d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:29.562115 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f13e8d5-9c71-478c-ace6-e955083ca1a6 req-9a9df4f7-547a-4f49-91e0-d90e2955fd1d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b161de4-ba39-4727-85f9-81d2e55b57f4 HTTP/1.1" status: 200 len: 946 time: 0.2060554 May 03 22:27:29.568710 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-8c4e9559-1205-4681-9b7c-502758242528 service neutron] Transition to ACTIVE for port object a2fa487e-eafb-4169-a5b2-c8a3a2313189 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:27:29.588819 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-8c4e9559-1205-4681-9b7c-502758242528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:29.749992 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f13e8d5-9c71-478c-ace6-e955083ca1a6 req-4c41bf57-7a90-4496-a3d8-9963c9e6989f tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788707 May 03 22:27:29.789084 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e9559-1205-4681-9b7c-502758242528 service neutron] Pushing event updated for resources: {'Port': ['ID=a2fa487e-eafb-4169-a5b2-c8a3a2313189,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:29.848907 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4e9559-1205-4681-9b7c-502758242528 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:27:29.849253 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4e9559-1205-4681-9b7c-502758242528 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:27:29.849594 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4e9559-1205-4681-9b7c-502758242528 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:27:29.849957 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4e9559-1205-4681-9b7c-502758242528 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:27:29.850295 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4e9559-1205-4681-9b7c-502758242528 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:27:29.850631 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4e9559-1205-4681-9b7c-502758242528 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:27:29.850976 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4e9559-1205-4681-9b7c-502758242528 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:27:29.851285 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4e9559-1205-4681-9b7c-502758242528 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:27:29.851612 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4e9559-1205-4681-9b7c-502758242528 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:27:29.851939 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4e9559-1205-4681-9b7c-502758242528 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:27:29.852264 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4e9559-1205-4681-9b7c-502758242528 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:27:29.852586 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4e9559-1205-4681-9b7c-502758242528 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:27:29.894163 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-8c4e9559-1205-4681-9b7c-502758242528 service neutron] Attempting to bind port a2fa487e-eafb-4169-a5b2-c8a3a2313189 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:27:29.894505 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-8c4e9559-1205-4681-9b7c-502758242528 service neutron] Attempting to bind port a2fa487e-eafb-4169-a5b2-c8a3a2313189 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:27:29.894902 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-8c4e9559-1205-4681-9b7c-502758242528 service neutron] Attempting to bind port a2fa487e-eafb-4169-a5b2-c8a3a2313189 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:27:29.901524 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-8c4e9559-1205-4681-9b7c-502758242528 service neutron] Port a2fa487e-eafb-4169-a5b2-c8a3a2313189 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:27:29.901985 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-8c4e9559-1205-4681-9b7c-502758242528 service neutron] Attempting to bind port a2fa487e-eafb-4169-a5b2-c8a3a2313189 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:27:29.908410 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-8c4e9559-1205-4681-9b7c-502758242528 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:27:29.908564 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-8c4e9559-1205-4681-9b7c-502758242528 service neutron] Checking segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:27:29.908888 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-8c4e9559-1205-4681-9b7c-502758242528 service neutron] Bound using segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:27:29.909324 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-8c4e9559-1205-4681-9b7c-502758242528 service neutron] Bound port: a2fa487e-eafb-4169-a5b2-c8a3a2313189, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:27:29.909675 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-8c4e9559-1205-4681-9b7c-502758242528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:30.180024 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-8c4e9559-1205-4681-9b7c-502758242528 service neutron] For port a2fa487e-eafb-4169-a5b2-c8a3a2313189, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:27:30.185934 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-8c4e9559-1205-4681-9b7c-502758242528 service neutron] For port a2fa487e-eafb-4169-a5b2-c8a3a2313189, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a2fa487e-eafb-4169-a5b2-c8a3a2313189,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:27:30.196040 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1758a-b99f-4e2e-a9cb-24b05254bffe req-7d9b1b84-ccdf-4c7e-b791-69032d88ba0f tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:30.201969 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1758a-b99f-4e2e-a9cb-24b05254bffe req-7d9b1b84-ccdf-4c7e-b791-69032d88ba0f tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:30.203554 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bcd1758a-b99f-4e2e-a9cb-24b05254bffe req-7d9b1b84-ccdf-4c7e-b791-69032d88ba0f tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/ports?device_id=1512db30-ed91-4bb5-92c5-521c1e45b163 HTTP/1.1" status: 200 len: 1682 time: 0.2778056 May 03 22:27:30.205132 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-8c4e9559-1205-4681-9b7c-502758242528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:30.284156 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-8c4e9559-1205-4681-9b7c-502758242528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:30.285062 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-8c4e9559-1205-4681-9b7c-502758242528 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:30.286967 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-8c4e9559-1205-4681-9b7c-502758242528 service neutron] 10.222.0.60 "PUT /v2.0/ports/a2fa487e-eafb-4169-a5b2-c8a3a2313189 HTTP/1.1" status: 200 len: 1096 time: 1.5877092 May 03 22:27:30.299992 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3deb0540-9d97-4a3e-8efe-7e73c8989fbb', 'tag': 'a2fa487e-eafb-4169-a5b2-c8a3a2313189'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:27:30.341675 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e9559-1205-4681-9b7c-502758242528 service neutron] Pushing event updated for resources: {'Port': ['ID=a2fa487e-eafb-4169-a5b2-c8a3a2313189,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:30.395423 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bcd1758a-b99f-4e2e-a9cb-24b05254bffe req-32d5c0c8-33a0-4f7b-8477-4e237deb8fc0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b81432-802a-43de-9bfe-4b29db55d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499939 May 03 22:27:30.435038 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-de6c6b12-a17f-41b0-818a-2d85b75339bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:30.435038 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-de6c6b12-a17f-41b0-818a-2d85b75339bf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0660cbed43f74b05ab398bdf8e72a3f0&device_id=3deb0540-9d97-4a3e-8efe-7e73c8989fbb HTTP/1.1" status: 200 len: 1099 time: 0.0862703 May 03 22:27:30.518375 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-a364c2b8-499d-41f9-bb35-51f1210bc6b0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=a2fa487e-eafb-4169-a5b2-c8a3a2313189 HTTP/1.1" status: 200 len: 217 time: 0.0761049 May 03 22:27:30.554314 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device c211fba0-baab-4bc1-a6b3-a4282db1fe3e details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:27:30.591578 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-fe25a324-a96a-4817-93be-f0d482adbda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:30.592750 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-fe25a324-a96a-4817-93be-f0d482adbda7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.0662494 May 03 22:27:30.709747 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1141e-4054-489f-b587-63742693184c req-f19274f6-56c1-46cd-8f8e-cd596b21c9a1 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:30.712138 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-51d1141e-4054-489f-b587-63742693184c req-f19274f6-56c1-46cd-8f8e-cd596b21c9a1 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee86532f-e195-440c-b703-f26c54ce43b9 HTTP/1.1" status: 200 len: 944 time: 0.0892870 May 03 22:27:30.740630 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-31af366c-989d-4cf8-ab65-d2055a9aa92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:30.742165 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-31af366c-989d-4cf8-ab65-d2055a9aa92b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1422770 May 03 22:27:30.749225 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port c211fba0-baab-4bc1-a6b3-a4282db1fe3e, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=c211fba0-baab-4bc1-a6b3-a4282db1fe3e,segment=NetworkSegment(3eb99e31-0213-4c32-a073-a8c35d28a5d4),segment_id=3eb99e31-0213-4c32-a073-a8c35d28a5d4)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:30.772714 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'c211fba0-baab-4bc1-a6b3-a4282db1fe3e', 'network_id': '1ee2b61c-9360-43a9-8a2e-e76fc2432530', 'port_id': 'c211fba0-baab-4bc1-a6b3-a4282db1fe3e', 'mac_address': 'fa:16:3e:b3:f2:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0202efe-1b5f-4dcb-9569-6279b488dc3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:27:30.798374 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-51d1141e-4054-489f-b587-63742693184c req-ee58c2e7-e1a8-435e-b04b-14935de1419d tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Deleting port 3bb23a7a-7efd-41eb-a608-deed81ecc158 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:27:30.798869 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-51d1141e-4054-489f-b587-63742693184c req-ee58c2e7-e1a8-435e-b04b-14935de1419d tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:30.811326 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32441cc4-6096-4640-a866-da8c2ba3e468 req-9f5bac4b-408d-48ab-b872-1cd3cc76827a tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:30.812801 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-32441cc4-6096-4640-a866-da8c2ba3e468 req-9f5bac4b-408d-48ab-b872-1cd3cc76827a tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb658099-128f-46dc-b3cc-ddd25a396d8f HTTP/1.1" status: 200 len: 944 time: 0.1783848 May 03 22:27:30.829053 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:30.847861 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c211fba0-baab-4bc1-a6b3-a4282db1fe3e {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:27:30.863477 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port c211fba0-baab-4bc1-a6b3-a4282db1fe3e, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=c211fba0-baab-4bc1-a6b3-a4282db1fe3e,segment=NetworkSegment(3eb99e31-0213-4c32-a073-a8c35d28a5d4),segment_id=3eb99e31-0213-4c32-a073-a8c35d28a5d4)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:30.869978 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:30.870708 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:27:30.968096 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-32441cc4-6096-4640-a866-da8c2ba3e468 req-7f7c5db1-5e88-427a-9107-bddb3a581f97 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3143847-f827-427f-99bf-6c2c02e58dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438732 May 03 22:27:31.008528 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba808ad1-ffa0-49ed-99d3-0fe922e750d1 req-e5829610-53fe-4898-b72d-e97f20a93473 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:31.010279 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ba808ad1-ffa0-49ed-99d3-0fe922e750d1 req-e5829610-53fe-4898-b72d-e97f20a93473 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee86532f-e195-440c-b703-f26c54ce43b9 HTTP/1.1" status: 200 len: 944 time: 0.2672520 May 03 22:27:31.012198 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-839f9f46-f012-4ec6-8ae8-748282cb853c service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306602 May 03 22:27:31.062866 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=c211fba0-baab-4bc1-a6b3-a4282db1fe3e,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:31.088425 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac,segment=NetworkSegment(273b93c4-0429-4bcc-af0a-8e63335b3fff),segment_id=273b93c4-0429-4bcc-af0a-8e63335b3fff)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:31.105637 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device a97c2567-91b0-4a45-9a3a-be193e3f1b4b details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:27:31.107272 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-51d1141e-4054-489f-b587-63742693184c req-ee58c2e7-e1a8-435e-b04b-14935de1419d tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] For port 3bb23a7a-7efd-41eb-a608-deed81ecc158, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=3bb23a7a-7efd-41eb-a608-deed81ecc158,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:31.107527 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-51d1141e-4054-489f-b587-63742693184c req-ee58c2e7-e1a8-435e-b04b-14935de1419d tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:31.110659 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac', 'network_id': 'aab2f9f4-b4a0-4cfb-876b-f4402e5dc7f3', 'port_id': '94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac', 'mac_address': 'fa:16:3e:fe:83:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e6b6b67-409f-4a49-b7ee-42ee9c2af089', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:27:31.146569 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ba808ad1-ffa0-49ed-99d3-0fe922e750d1 req-4b09a9ad-bc4e-4206-8bfe-edc04164034a tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271813 May 03 22:27:31.201390 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:31.240798 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-51d1141e-4054-489f-b587-63742693184c req-ee58c2e7-e1a8-435e-b04b-14935de1419d tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Calling delete_port for 3bb23a7a-7efd-41eb-a608-deed81ecc158 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:27:31.306598 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9587a493-dcfd-45c7-8deb-7c0cef71ef34'] response: {'name': 'network-changed', 'server_uuid': '3deb0540-9d97-4a3e-8efe-7e73c8989fbb', 'tag': 'a2fa487e-eafb-4169-a5b2-c8a3a2313189', 'status': 'completed', 'code': 200} May 03 22:27:31.308620 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6b6f8be-d220-49b5-b414-b4feef033f67 req-a90c4961-2675-490a-91bd-595886198967 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881064 May 03 22:27:31.333405 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:27:31.368680 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac,segment=NetworkSegment(273b93c4-0429-4bcc-af0a-8e63335b3fff),segment_id=273b93c4-0429-4bcc-af0a-8e63335b3fff)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:31.379614 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:31.401277 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-51d1141e-4054-489f-b587-63742693184c req-ee58c2e7-e1a8-435e-b04b-14935de1419d tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:31.447821 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port a97c2567-91b0-4a45-9a3a-be193e3f1b4b, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a97c2567-91b0-4a45-9a3a-be193e3f1b4b,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:31.463324 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef4c6a-0206-4f42-84fd-43b5705a0a42 req-daf5b696-4796-4ea2-92d1-a32661ac73e7 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:31.468928 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': 'a97c2567-91b0-4a45-9a3a-be193e3f1b4b', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': 'a97c2567-91b0-4a45-9a3a-be193e3f1b4b', 'mac_address': 'fa:16:3e:b7:54:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:27:31.470670 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-caef4c6a-0206-4f42-84fd-43b5705a0a42 req-daf5b696-4796-4ea2-92d1-a32661ac73e7 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3ba0b76-c94a-4cb9-91ee-0ceb421abe44 HTTP/1.1" status: 200 len: 943 time: 0.3819449 May 03 22:27:31.499764 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:31.532716 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:31.552026 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a97c2567-91b0-4a45-9a3a-be193e3f1b4b {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:27:31.563320 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58c2e7-e1a8-435e-b04b-14935de1419d tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Pushing event deleted for resources: {'Port': ['ID=3bb23a7a-7efd-41eb-a608-deed81ecc158,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:31.570147 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6f4f9-6971-45c0-945c-0bc611ee6c39 req-079b23c7-5541-41d5-af5a-14c0a0004abe tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:31.570851 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port a97c2567-91b0-4a45-9a3a-be193e3f1b4b, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a97c2567-91b0-4a45-9a3a-be193e3f1b4b,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:31.571280 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58c2e7-e1a8-435e-b04b-14935de1419d tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:27:31.571540 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58c2e7-e1a8-435e-b04b-14935de1419d tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:27:31.571847 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58c2e7-e1a8-435e-b04b-14935de1419d tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:27:31.572180 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58c2e7-e1a8-435e-b04b-14935de1419d tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:27:31.572533 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58c2e7-e1a8-435e-b04b-14935de1419d tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:27:31.572838 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58c2e7-e1a8-435e-b04b-14935de1419d tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:27:31.573161 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58c2e7-e1a8-435e-b04b-14935de1419d tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:27:31.573475 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58c2e7-e1a8-435e-b04b-14935de1419d tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:27:31.573794 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58c2e7-e1a8-435e-b04b-14935de1419d tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:27:31.574168 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58c2e7-e1a8-435e-b04b-14935de1419d tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:27:31.574491 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58c2e7-e1a8-435e-b04b-14935de1419d tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:27:31.574791 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58c2e7-e1a8-435e-b04b-14935de1419d tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:27:31.576360 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:31.577121 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-81f6f4f9-6971-45c0-945c-0bc611ee6c39 req-079b23c7-5541-41d5-af5a-14c0a0004abe tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=3deb0540-9d97-4a3e-8efe-7e73c8989fbb HTTP/1.1" status: 200 len: 948 time: 0.2725117 May 03 22:27:31.648858 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-caef4c6a-0206-4f42-84fd-43b5705a0a42 req-2f5dfd08-0af0-401d-8c0d-050f293a841f tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] 10.222.0.58 "GET /v2.0/security-groups?id=f1c38799-a41f-4698-87c5-60b7bc9dbbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764162 May 03 22:27:31.663556 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d1141e-4054-489f-b587-63742693184c req-ee58c2e7-e1a8-435e-b04b-14935de1419d tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] No DVR routers for this DVR port 3bb23a7a-7efd-41eb-a608-deed81ecc158 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:27:31.664673 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c39d7-d46d-42d5-a5ef-3ca9e7b74607 req-9bdd87ee-7ced-45c2-a67a-3fd5994e91b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:31.666219 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-51d1141e-4054-489f-b587-63742693184c req-ee58c2e7-e1a8-435e-b04b-14935de1419d tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:31.666365 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-090c39d7-d46d-42d5-a5ef-3ca9e7b74607 req-9bdd87ee-7ced-45c2-a67a-3fd5994e91b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0660cbed43f74b05ab398bdf8e72a3f0&device_id=3deb0540-9d97-4a3e-8efe-7e73c8989fbb HTTP/1.1" status: 200 len: 1099 time: 0.2918017 May 03 22:27:31.677159 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee86532f-e195-440c-b703-f26c54ce43b9', 'name': 'network-vif-deleted', 'tag': '3bb23a7a-7efd-41eb-a608-deed81ecc158'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:27:31.679608 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=a97c2567-91b0-4a45-9a3a-be193e3f1b4b,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:31.687054 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-51d1141e-4054-489f-b587-63742693184c req-ee58c2e7-e1a8-435e-b04b-14935de1419d tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.60 "DELETE /v2.0/ports/3bb23a7a-7efd-41eb-a608-deed81ecc158 HTTP/1.1" status: 204 len: 173 time: 0.9695542 May 03 22:27:31.733065 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-81f6f4f9-6971-45c0-945c-0bc611ee6c39 req-03694694-2430-427a-9fa8-3aeeb1c831fe tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550117 May 03 22:27:31.773354 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:27:31.806004 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['c211fba0-baab-4bc1-a6b3-a4282db1fe3e'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:27:31.893256 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['a97c2567-91b0-4a45-9a3a-be193e3f1b4b'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:27:31.901457 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c39d7-d46d-42d5-a5ef-3ca9e7b74607 req-89c93d79-4742-4cb5-a9da-406cc64ed97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:31.903042 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-090c39d7-d46d-42d5-a5ef-3ca9e7b74607 req-89c93d79-4742-4cb5-a9da-406cc64ed97a service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.2230439 May 03 22:27:31.917433 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02917897-9a42-44b6-9c31-29c7f522dd1e req-b24610c1-87fb-4911-8bc9-4202f5702613 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:31.923405 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02917897-9a42-44b6-9c31-29c7f522dd1e req-b24610c1-87fb-4911-8bc9-4202f5702613 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:31.924867 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-02917897-9a42-44b6-9c31-29c7f522dd1e req-b24610c1-87fb-4911-8bc9-4202f5702613 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.67 "GET /v2.0/ports?device_id=1512db30-ed91-4bb5-92c5-521c1e45b163 HTTP/1.1" status: 200 len: 1682 time: 0.4108362 May 03 22:27:32.079866 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-090c39d7-d46d-42d5-a5ef-3ca9e7b74607 req-846a8746-8c42-40c3-8ed4-ef3ff00fbd22 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=a2fa487e-eafb-4169-a5b2-c8a3a2313189 HTTP/1.1" status: 200 len: 217 time: 0.1538687 May 03 22:27:32.312492 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-02917897-9a42-44b6-9c31-29c7f522dd1e req-2417c79e-cb32-4327-bc4e-fff403ae8b9c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Deleting port 988ac063-6f1e-47cc-b761-6a65d0436f14 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:27:32.313020 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-02917897-9a42-44b6-9c31-29c7f522dd1e req-2417c79e-cb32-4327-bc4e-fff403ae8b9c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:32.384148 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c39d7-d46d-42d5-a5ef-3ca9e7b74607 req-c54e0fe3-8de7-47da-9a93-a853344906be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:32.385551 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-090c39d7-d46d-42d5-a5ef-3ca9e7b74607 req-c54e0fe3-8de7-47da-9a93-a853344906be service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.2957091 May 03 22:27:32.507147 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90b785-e6e7-4b70-8a0a-4d1c32b8fb9a req-ad163da9-6b93-497b-9fb4-5e2e87af204e tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:32.508578 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bb90b785-e6e7-4b70-8a0a-4d1c32b8fb9a req-ad163da9-6b93-497b-9fb4-5e2e87af204e tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b161de4-ba39-4727-85f9-81d2e55b57f4 HTTP/1.1" status: 200 len: 946 time: 0.6022658 May 03 22:27:32.577663 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2f86d-6982-406f-964e-c68115f7a45c req-94caf770-63bf-43a3-90b2-700aa1cf5c3b tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:32.583376 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2f86d-6982-406f-964e-c68115f7a45c req-94caf770-63bf-43a3-90b2-700aa1cf5c3b tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:32.584873 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7be2f86d-6982-406f-964e-c68115f7a45c req-94caf770-63bf-43a3-90b2-700aa1cf5c3b tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/ports?device_id=1512db30-ed91-4bb5-92c5-521c1e45b163 HTTP/1.1" status: 200 len: 1682 time: 0.3479815 May 03 22:27:32.719636 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bb90b785-e6e7-4b70-8a0a-4d1c32b8fb9a req-96d9eb14-b125-484d-a973-16a893dfa3f2 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022572 May 03 22:27:32.742491 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7be2f86d-6982-406f-964e-c68115f7a45c req-9f09e921-72eb-44f6-bcd4-f1877b6686cb tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b81432-802a-43de-9bfe-4b29db55d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507049 May 03 22:27:32.746877 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c39d7-d46d-42d5-a5ef-3ca9e7b74607 req-cee016ab-fafc-4fd7-9473-50a814260fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:32.748317 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-090c39d7-d46d-42d5-a5ef-3ca9e7b74607 req-cee016ab-fafc-4fd7-9473-50a814260fd2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3539202 May 03 22:27:32.757322 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-02917897-9a42-44b6-9c31-29c7f522dd1e req-2417c79e-cb32-4327-bc4e-fff403ae8b9c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] For port 988ac063-6f1e-47cc-b761-6a65d0436f14, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=988ac063-6f1e-47cc-b761-6a65d0436f14,segment=NetworkSegment(191cfd05-0194-4ae4-8c6a-735d4c4352d8),segment_id=191cfd05-0194-4ae4-8c6a-735d4c4352d8)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:32.757688 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-02917897-9a42-44b6-9c31-29c7f522dd1e req-2417c79e-cb32-4327-bc4e-fff403ae8b9c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:32.772211 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb5dfc09-98a6-4a55-982a-32f081877c3d'] response: {'server_uuid': 'ee86532f-e195-440c-b703-f26c54ce43b9', 'name': 'network-vif-deleted', 'tag': '3bb23a7a-7efd-41eb-a608-deed81ecc158', 'status': 'completed', 'code': 200} May 03 22:27:32.916458 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-02917897-9a42-44b6-9c31-29c7f522dd1e req-2417c79e-cb32-4327-bc4e-fff403ae8b9c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Calling delete_port for 988ac063-6f1e-47cc-b761-6a65d0436f14 owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:27:33.115059 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device a2fa487e-eafb-4169-a5b2-c8a3a2313189 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:27:33.120105 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device a97c2567-91b0-4a45-9a3a-be193e3f1b4b up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:27:33.120948 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-090c39d7-d46d-42d5-a5ef-3ca9e7b74607 req-c58ee955-0a76-428e-96c5-1cdbf1d2123c service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656871 May 03 22:27:33.193751 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98712f7-9a1f-474a-babb-3ec979a9facb req-dc0f7202-3178-451c-8726-be207e64e997 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:33.195169 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d98712f7-9a1f-474a-babb-3ec979a9facb req-dc0f7202-3178-451c-8726-be207e64e997 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb658099-128f-46dc-b3cc-ddd25a396d8f HTTP/1.1" status: 200 len: 945 time: 0.2912505 May 03 22:27:33.311460 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port a97c2567-91b0-4a45-9a3a-be193e3f1b4b completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:27:33.321231 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port a97c2567-91b0-4a45-9a3a-be193e3f1b4b triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:27:33.321558 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:33.342118 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d98712f7-9a1f-474a-babb-3ec979a9facb req-0004d2e6-5e65-4b75-b5da-b148463d820f tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3143847-f827-427f-99bf-6c2c02e58dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320720 May 03 22:27:33.373171 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-090c39d7-d46d-42d5-a5ef-3ca9e7b74607 req-3d1c45ab-a31b-4a9e-8161-1ba0032ac405 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441382 May 03 22:27:33.374684 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-02917897-9a42-44b6-9c31-29c7f522dd1e req-2417c79e-cb32-4327-bc4e-fff403ae8b9c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:33.392818 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['988ac063-6f1e-47cc-b761-6a65d0436f14', '4a1e06fd-1077-41f1-83da-92ab9531f132'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:27:33.430184 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port a2fa487e-eafb-4169-a5b2-c8a3a2313189, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a2fa487e-eafb-4169-a5b2-c8a3a2313189,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:33.469500 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': 'a2fa487e-eafb-4169-a5b2-c8a3a2313189', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': 'a2fa487e-eafb-4169-a5b2-c8a3a2313189', 'mac_address': 'fa:16:3e:9f:c6:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:27:33.478920 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417c79e-cb32-4327-bc4e-fff403ae8b9c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Pushing event deleted for resources: {'Port': ['ID=988ac063-6f1e-47cc-b761-6a65d0436f14,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:33.611485 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:33.631969 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-02917897-9a42-44b6-9c31-29c7f522dd1e req-2417c79e-cb32-4327-bc4e-fff403ae8b9c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] No DVR routers for this DVR port 988ac063-6f1e-47cc-b761-6a65d0436f14 on host n-h2-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:27:33.635006 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-02917897-9a42-44b6-9c31-29c7f522dd1e req-2417c79e-cb32-4327-bc4e-fff403ae8b9c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:33.638118 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2fa487e-eafb-4169-a5b2-c8a3a2313189 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:27:33.638287 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1512db30-ed91-4bb5-92c5-521c1e45b163', 'name': 'network-vif-deleted', 'tag': '988ac063-6f1e-47cc-b761-6a65d0436f14'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:27:33.667153 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-02917897-9a42-44b6-9c31-29c7f522dd1e req-2417c79e-cb32-4327-bc4e-fff403ae8b9c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.67 "DELETE /v2.0/ports/988ac063-6f1e-47cc-b761-6a65d0436f14 HTTP/1.1" status: 204 len: 173 time: 1.6576426 May 03 22:27:33.683033 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:33.700320 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port a2fa487e-eafb-4169-a5b2-c8a3a2313189, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a2fa487e-eafb-4169-a5b2-c8a3a2313189,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:33.715267 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:33.738238 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f289b-f054-471d-b2c3-6d3cdc6cbd78 req-19bf006b-aaa1-451e-ae4c-75f2a3a6ba89 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:33.741489 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f1f289b-f054-471d-b2c3-6d3cdc6cbd78 req-19bf006b-aaa1-451e-ae4c-75f2a3a6ba89 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3ba0b76-c94a-4cb9-91ee-0ceb421abe44 HTTP/1.1" status: 200 len: 944 time: 0.3030262 May 03 22:27:33.755477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d1a08-71d4-4ac4-abb4-25fa14a50e17 req-178a9012-dcbd-49b4-9ae3-9622bb36edce tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:33.756909 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec8d1a08-71d4-4ac4-abb4-25fa14a50e17 req-178a9012-dcbd-49b4-9ae3-9622bb36edce tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=3deb0540-9d97-4a3e-8efe-7e73c8989fbb HTTP/1.1" status: 200 len: 948 time: 0.2716548 May 03 22:27:33.782761 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-02917897-9a42-44b6-9c31-29c7f522dd1e req-b9978c15-c3c0-4aca-9f43-86609d2b608c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Deleting port 4a1e06fd-1077-41f1-83da-92ab9531f132 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:27:33.783103 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-02917897-9a42-44b6-9c31-29c7f522dd1e req-b9978c15-c3c0-4aca-9f43-86609d2b608c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:33.785231 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4f0854-1cee-4e2c-9eb4-49d54e23b56d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97c2567-91b0-4a45-9a3a-be193e3f1b4b'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:27:33.817283 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port a97c2567-91b0-4a45-9a3a-be193e3f1b4b, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a97c2567-91b0-4a45-9a3a-be193e3f1b4b,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:33.829419 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:33.830203 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 3bb23a7a-7efd-41eb-a608-deed81ecc158 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:27:33.869050 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=a2fa487e-eafb-4169-a5b2-c8a3a2313189,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:33.924880 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 3bb23a7a-7efd-41eb-a608-deed81ecc158 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:27:33.925812 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 3bb23a7a-7efd-41eb-a608-deed81ecc158 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:27:33.965044 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=a97c2567-91b0-4a45-9a3a-be193e3f1b4b,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:34.025927 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['a2fa487e-eafb-4169-a5b2-c8a3a2313189'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:27:34.028515 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec8d1a08-71d4-4ac4-abb4-25fa14a50e17 req-ec57e2fe-1f0f-4e5b-8505-a1b06affb485 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516725 May 03 22:27:34.035950 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f1f289b-f054-471d-b2c3-6d3cdc6cbd78 req-5e2883f1-4df1-41e9-9588-a9f3514ac0db tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] 10.222.0.58 "GET /v2.0/security-groups?id=f1c38799-a41f-4698-87c5-60b7bc9dbbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759120 May 03 22:27:34.182233 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e69df26c-0fa9-4d6e-bafb-41960534ce97'] response: {'server_uuid': '1512db30-ed91-4bb5-92c5-521c1e45b163', 'name': 'network-vif-deleted', 'tag': '988ac063-6f1e-47cc-b761-6a65d0436f14', 'status': 'completed', 'code': 200} May 03 22:27:34.314636 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-02917897-9a42-44b6-9c31-29c7f522dd1e req-b9978c15-c3c0-4aca-9f43-86609d2b608c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] For port 4a1e06fd-1077-41f1-83da-92ab9531f132, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=4a1e06fd-1077-41f1-83da-92ab9531f132,segment=NetworkSegment(68483f31-3eb8-4692-9f9b-2feffb47841e),segment_id=68483f31-3eb8-4692-9f9b-2feffb47841e)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:34.315002 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-02917897-9a42-44b6-9c31-29c7f522dd1e req-b9978c15-c3c0-4aca-9f43-86609d2b608c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:34.447360 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-02917897-9a42-44b6-9c31-29c7f522dd1e req-b9978c15-c3c0-4aca-9f43-86609d2b608c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Calling delete_port for 4a1e06fd-1077-41f1-83da-92ab9531f132 owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:27:34.588383 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device c211fba0-baab-4bc1-a6b3-a4282db1fe3e up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:27:34.596695 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccad73e-ef75-4f66-a10c-b19e46e897b3 req-dabbbfc3-9bff-41f2-9c45-b163345f0664 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:34.598706 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9ccad73e-ef75-4f66-a10c-b19e46e897b3 req-dabbbfc3-9bff-41f2-9c45-b163345f0664 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b161de4-ba39-4727-85f9-81d2e55b57f4 HTTP/1.1" status: 200 len: 946 time: 0.3586915 May 03 22:27:34.660422 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port c211fba0-baab-4bc1-a6b3-a4282db1fe3e completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:27:34.665464 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port c211fba0-baab-4bc1-a6b3-a4282db1fe3e triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:27:34.665835 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:34.707968 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d61c9-692c-4db5-8e89-56cfec00ba71 req-f42e2aac-e07d-4bfe-96ff-da1347b9ed11 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:34.709342 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f04d61c9-692c-4db5-8e89-56cfec00ba71 req-f42e2aac-e07d-4bfe-96ff-da1347b9ed11 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Synchronizing usage tracker for tenant:ceba61b4c246497baf83bdccf3f80f6e on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:27:34.730309 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9ccad73e-ef75-4f66-a10c-b19e46e897b3 req-06c42a13-cd5c-43e4-a6cc-ce80252e2342 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210852 May 03 22:27:34.749128 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-02917897-9a42-44b6-9c31-29c7f522dd1e req-b9978c15-c3c0-4aca-9f43-86609d2b608c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:34.786741 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25efa1dd-f0fb-476e-a83a-8fc48125cd21'] response: {'server_uuid': 'ca4f0854-1cee-4e2c-9eb4-49d54e23b56d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97c2567-91b0-4a45-9a3a-be193e3f1b4b', 'code': 200} May 03 22:27:34.818676 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9978c15-c3c0-4aca-9f43-86609d2b608c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Pushing event deleted for resources: {'Port': ['ID=4a1e06fd-1077-41f1-83da-92ab9531f132,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:34.857582 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f04d61c9-692c-4db5-8e89-56cfec00ba71 req-f42e2aac-e07d-4bfe-96ff-da1347b9ed11 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Unset dirty status for tenant:ceba61b4c246497baf83bdccf3f80f6e on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:27:34.858048 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:34.858818 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f04d61c9-692c-4db5-8e89-56cfec00ba71 req-f42e2aac-e07d-4bfe-96ff-da1347b9ed11 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/ports?device_id=1512db30-ed91-4bb5-92c5-521c1e45b163 HTTP/1.1" status: 200 len: 946 time: 0.4743903 May 03 22:27:34.895323 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port c211fba0-baab-4bc1-a6b3-a4282db1fe3e, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=c211fba0-baab-4bc1-a6b3-a4282db1fe3e,segment=NetworkSegment(3eb99e31-0213-4c32-a073-a8c35d28a5d4),segment_id=3eb99e31-0213-4c32-a073-a8c35d28a5d4)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:34.900675 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:34.901675 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:27:34.964633 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2beee06-bddc-4efc-8f18-f6f788644048 req-b93e237d-229a-4c2e-9367-ab560ef1430c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:34.966856 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f2beee06-bddc-4efc-8f18-f6f788644048 req-b93e237d-229a-4c2e-9367-ab560ef1430c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ca4f0854-1cee-4e2c-9eb4-49d54e23b56d HTTP/1.1" status: 200 len: 1101 time: 0.1053243 May 03 22:27:35.011960 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f2beee06-bddc-4efc-8f18-f6f788644048 req-6e8efdf0-0bf8-4234-88a9-64e8e956d53b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380750 May 03 22:27:35.014433 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-02917897-9a42-44b6-9c31-29c7f522dd1e req-b9978c15-c3c0-4aca-9f43-86609d2b608c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] No DVR routers for this DVR port 4a1e06fd-1077-41f1-83da-92ab9531f132 on host n-h2-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:27:35.020428 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f04d61c9-692c-4db5-8e89-56cfec00ba71 req-d7a10949-28f8-4cea-9a2a-5df8ab7ef8e4 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "GET /v2.0/security-groups?id=44b81432-802a-43de-9bfe-4b29db55d035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535568 May 03 22:27:35.053581 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-02917897-9a42-44b6-9c31-29c7f522dd1e req-b9978c15-c3c0-4aca-9f43-86609d2b608c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:35.055656 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-02917897-9a42-44b6-9c31-29c7f522dd1e req-b9978c15-c3c0-4aca-9f43-86609d2b608c tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.67 "DELETE /v2.0/ports/4a1e06fd-1077-41f1-83da-92ab9531f132 HTTP/1.1" status: 204 len: 173 time: 1.3828745 May 03 22:27:35.058227 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=c211fba0-baab-4bc1-a6b3-a4282db1fe3e,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:35.071476 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:27:35.078385 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:27:35.078736 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:35.114528 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce2933-792c-4b9f-99f4-b73c40349665 req-c50523da-4f81-4ca3-a128-4b92926486c6 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:35.115914 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-91ce2933-792c-4b9f-99f4-b73c40349665 req-c50523da-4f81-4ca3-a128-4b92926486c6 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.60 "GET /v2.0/ports?device_id=97a076d6-cb30-497e-890a-60bea66a5d8c HTTP/1.1" status: 200 len: 944 time: 0.2989852 May 03 22:27:35.125164 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device a2fa487e-eafb-4169-a5b2-c8a3a2313189 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:27:35.150377 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79ae73-250a-4cb5-896e-94af947be70c req-cba50b9d-b4be-46c5-a599-fab3ef9f0399 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:35.152065 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-db79ae73-250a-4cb5-896e-94af947be70c req-cba50b9d-b4be-46c5-a599-fab3ef9f0399 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=97a076d6-cb30-497e-890a-60bea66a5d8c HTTP/1.1" status: 200 len: 944 time: 0.1833227 May 03 22:27:35.267840 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port a2fa487e-eafb-4169-a5b2-c8a3a2313189 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:27:35.276291 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port a2fa487e-eafb-4169-a5b2-c8a3a2313189 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:27:35.276661 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:35.310393 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-db79ae73-250a-4cb5-896e-94af947be70c req-069beb28-7e58-4629-b3ee-e34be35d1839 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/security-groups?id=0021bd78-b225-4233-a492-2efd146dc436&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513369 May 03 22:27:35.328652 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-91ce2933-792c-4b9f-99f4-b73c40349665 req-63ea6479-950d-43fd-a193-5002a914e7d9 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Deleting port 20512679-c6a0-487c-a297-194cf3ce5394 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:27:35.328857 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:35.328991 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-91ce2933-792c-4b9f-99f4-b73c40349665 req-63ea6479-950d-43fd-a193-5002a914e7d9 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:35.392556 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2908229-b7ef-4cd9-b870-5354dd738c24 req-8f7a0dfe-578f-4917-bbb2-547d79595b0c tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:35.393642 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac,segment=NetworkSegment(273b93c4-0429-4bcc-af0a-8e63335b3fff),segment_id=273b93c4-0429-4bcc-af0a-8e63335b3fff)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:35.394675 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c2908229-b7ef-4cd9-b870-5354dd738c24 req-8f7a0dfe-578f-4917-bbb2-547d79595b0c tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb658099-128f-46dc-b3cc-ddd25a396d8f HTTP/1.1" status: 200 len: 946 time: 0.2069292 May 03 22:27:35.426591 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:35.427371 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 988ac063-6f1e-47cc-b761-6a65d0436f14 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:27:35.510436 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 988ac063-6f1e-47cc-b761-6a65d0436f14 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:27:35.510760 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 988ac063-6f1e-47cc-b761-6a65d0436f14 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:27:35.545698 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:35.548024 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c2908229-b7ef-4cd9-b870-5354dd738c24 req-a881374f-90c2-4110-842e-c42adb150983 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3143847-f827-427f-99bf-6c2c02e58dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428783 May 03 22:27:35.606615 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:35.635832 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port a2fa487e-eafb-4169-a5b2-c8a3a2313189, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a2fa487e-eafb-4169-a5b2-c8a3a2313189,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:35.644300 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:35.707171 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d6e97-4033-4031-b174-f7502fc357e4 req-1ffb56c2-b000-458b-bbe2-5ee596a02013 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:35.714004 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-044d6e97-4033-4031-b174-f7502fc357e4 req-1ffb56c2-b000-458b-bbe2-5ee596a02013 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=3deb0540-9d97-4a3e-8efe-7e73c8989fbb HTTP/1.1" status: 200 len: 949 time: 0.2449524 May 03 22:27:35.754819 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=a2fa487e-eafb-4169-a5b2-c8a3a2313189,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:35.811515 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-91ce2933-792c-4b9f-99f4-b73c40349665 req-63ea6479-950d-43fd-a193-5002a914e7d9 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] For port 20512679-c6a0-487c-a297-194cf3ce5394, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=20512679-c6a0-487c-a297-194cf3ce5394,segment=NetworkSegment(2c93382a-8883-471a-991f-57adc8c80761),segment_id=2c93382a-8883-471a-991f-57adc8c80761)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:35.811898 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-91ce2933-792c-4b9f-99f4-b73c40349665 req-63ea6479-950d-43fd-a193-5002a914e7d9 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:35.996818 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-044d6e97-4033-4031-b174-f7502fc357e4 req-996bc8a2-4a64-4c28-9b9d-a44d2f6ca315 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819595 May 03 22:27:36.067537 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-91ce2933-792c-4b9f-99f4-b73c40349665 req-63ea6479-950d-43fd-a193-5002a914e7d9 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Calling delete_port for 20512679-c6a0-487c-a297-194cf3ce5394 owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:27:36.194679 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b773b-78b9-4c10-908a-c3f8cac222a1 req-01689239-c639-4457-8d90-b7bb234b5c7e tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:36.196147 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a5b773b-78b9-4c10-908a-c3f8cac222a1 req-01689239-c639-4457-8d90-b7bb234b5c7e tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3ba0b76-c94a-4cb9-91ee-0ceb421abe44 HTTP/1.1" status: 200 len: 945 time: 0.4770327 May 03 22:27:36.196509 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1512db30-ed91-4bb5-92c5-521c1e45b163', 'name': 'network-vif-deleted', 'tag': '4a1e06fd-1077-41f1-83da-92ab9531f132'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:27:36.310345 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a5b773b-78b9-4c10-908a-c3f8cac222a1 req-83e8fe7b-cb5a-4dd5-a5df-88af910e23e2 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] 10.222.0.58 "GET /v2.0/security-groups?id=f1c38799-a41f-4698-87c5-60b7bc9dbbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034033 May 03 22:27:36.339398 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64054f1-f340-434b-8e85-6fbe4430f9fc req-b9a47870-0a3b-4c9a-bc84-c9159e9c50a5 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:36.340855 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d64054f1-f340-434b-8e85-6fbe4430f9fc req-b9a47870-0a3b-4c9a-bc84-c9159e9c50a5 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b161de4-ba39-4727-85f9-81d2e55b57f4 HTTP/1.1" status: 200 len: 946 time: 0.2083836 May 03 22:27:36.341937 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-91ce2933-792c-4b9f-99f4-b73c40349665 req-63ea6479-950d-43fd-a193-5002a914e7d9 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:36.396336 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55112) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:27:36.406134 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ea6479-950d-43fd-a193-5002a914e7d9 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Pushing event deleted for resources: {'Port': ['ID=20512679-c6a0-487c-a297-194cf3ce5394,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:36.497846 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-04a38d10-d7ae-4560-ab1d-cffff099ca8d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Deleting subnet 87147abe-305a-455f-86df-42b2ca77342f {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:27:36.501345 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-04a38d10-d7ae-4560-ab1d-cffff099ca8d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:36.505257 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ce2933-792c-4b9f-99f4-b73c40349665 req-63ea6479-950d-43fd-a193-5002a914e7d9 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] No DVR routers for this DVR port 20512679-c6a0-487c-a297-194cf3ce5394 on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:27:36.508863 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-91ce2933-792c-4b9f-99f4-b73c40349665 req-63ea6479-950d-43fd-a193-5002a914e7d9 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:36.526435 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d64054f1-f340-434b-8e85-6fbe4430f9fc req-b2e17ed0-720a-4096-8e7c-a723ffe8cd4e tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498713 May 03 22:27:36.547762 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-91ce2933-792c-4b9f-99f4-b73c40349665 req-63ea6479-950d-43fd-a193-5002a914e7d9 tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.60 "DELETE /v2.0/ports/20512679-c6a0-487c-a297-194cf3ce5394 HTTP/1.1" status: 204 len: 173 time: 1.3275123 May 03 22:27:36.604574 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 4a1e06fd-1077-41f1-83da-92ab9531f132 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:27:36.604719 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd901800-63ee-459d-a7ff-92ab205184ad'] response: {'server_uuid': '1512db30-ed91-4bb5-92c5-521c1e45b163', 'name': 'network-vif-deleted', 'tag': '4a1e06fd-1077-41f1-83da-92ab9531f132', 'status': 'completed', 'code': 200} May 03 22:27:36.642482 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-04a38d10-d7ae-4560-ab1d-cffff099ca8d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:36.668970 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 4a1e06fd-1077-41f1-83da-92ab9531f132 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:27:36.669551 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 4a1e06fd-1077-41f1-83da-92ab9531f132 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:27:36.749797 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-04a38d10-d7ae-4560-ab1d-cffff099ca8d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:36.750089 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-960cf838-8fd1-4a9f-8d48-5b7e473dc26c req-025dccd3-6c24-4c6d-b990-a49ed3e88f7c tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Synchronizing usage tracker for tenant:1727dc00a1e94099b181b574bcc185b6 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:27:36.767058 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-960cf838-8fd1-4a9f-8d48-5b7e473dc26c req-025dccd3-6c24-4c6d-b990-a49ed3e88f7c tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] Unset dirty status for tenant:1727dc00a1e94099b181b574bcc185b6 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:27:36.768426 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-960cf838-8fd1-4a9f-8d48-5b7e473dc26c req-025dccd3-6c24-4c6d-b990-a49ed3e88f7c tempest-LiveMigrationTest-525838592 tempest-LiveMigrationTest-525838592-project] 10.222.0.58 "GET /v2.0/ports?device_id=97a076d6-cb30-497e-890a-60bea66a5d8c HTTP/1.1" status: 200 len: 210 time: 0.0685940 May 03 22:27:36.792610 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb658099-128f-46dc-b3cc-ddd25a396d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c211fba0-baab-4bc1-a6b3-a4282db1fe3e'}, {'server_uuid': 'e3ba0b76-c94a-4cb9-91ee-0ceb421abe44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac'}, {'server_uuid': '3deb0540-9d97-4a3e-8efe-7e73c8989fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fa487e-eafb-4169-a5b2-c8a3a2313189'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:27:36.829097 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-04a38d10-d7ae-4560-ab1d-cffff099ca8d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:36.870222 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a38d10-d7ae-4560-ab1d-cffff099ca8d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Pushing event deleted for resources: {'Subnet': ['ID=87147abe-305a-455f-86df-42b2ca77342f,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:36.873202 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-04a38d10-d7ae-4560-ab1d-cffff099ca8d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:36.880078 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-04a38d10-d7ae-4560-ab1d-cffff099ca8d tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "DELETE /v2.0/subnets/87147abe-305a-455f-86df-42b2ca77342f HTTP/1.1" status: 204 len: 168 time: 0.4821105 May 03 22:27:36.882530 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a407da9c-64b4-4cff-8499-4531ed0de74c None None] Network ba7e7197-23a6-4f43-a168-3cf064da33b4 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:27:36.882708 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55132) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:27:36.976269 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71c92d-4e69-4bb4-875b-a73fa4b02ddd req-e4e39ea8-9354-40a4-b2d3-d36427a68185 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:36.978151 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2b71c92d-4e69-4bb4-875b-a73fa4b02ddd req-e4e39ea8-9354-40a4-b2d3-d36427a68185 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb658099-128f-46dc-b3cc-ddd25a396d8f HTTP/1.1" status: 200 len: 946 time: 0.0908751 May 03 22:27:37.005154 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-aa8d868f-93ed-4d17-b707-a5a256b4b2dd tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:37.037401 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-aa8d868f-93ed-4d17-b707-a5a256b4b2dd tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Deleting port ade087e6-c8c7-4d49-be1a-22663a72f903 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:27:37.038010 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-aa8d868f-93ed-4d17-b707-a5a256b4b2dd tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:37.050641 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2b71c92d-4e69-4bb4-875b-a73fa4b02ddd req-b390dd3f-b152-409f-9360-adbba6cfcfe8 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3143847-f827-427f-99bf-6c2c02e58dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545700 May 03 22:27:37.130392 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55be1547-75f3-4532-909f-bb4c2eb6fca2'] response: {'server_uuid': 'cb658099-128f-46dc-b3cc-ddd25a396d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c211fba0-baab-4bc1-a6b3-a4282db1fe3e', 'code': 200} May 03 22:27:37.130661 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55be1547-75f3-4532-909f-bb4c2eb6fca2'] response: {'server_uuid': 'e3ba0b76-c94a-4cb9-91ee-0ceb421abe44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac', 'code': 200} May 03 22:27:37.130921 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55be1547-75f3-4532-909f-bb4c2eb6fca2'] response: {'server_uuid': '3deb0540-9d97-4a3e-8efe-7e73c8989fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fa487e-eafb-4169-a5b2-c8a3a2313189', 'code': 200} May 03 22:27:37.237699 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522ea970-0519-460f-b0a2-640649697fdf None None] DHCP port deletion for ba7e7197-23a6-4f43-a168-3cf064da33b4 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:27:37.242683 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-522ea970-0519-460f-b0a2-640649697fdf None None] Deleting port ade087e6-c8c7-4d49-be1a-22663a72f903 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:27:37.243232 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-522ea970-0519-460f-b0a2-640649697fdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:37.397190 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-aa8d868f-93ed-4d17-b707-a5a256b4b2dd tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] For port ade087e6-c8c7-4d49-be1a-22663a72f903, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ade087e6-c8c7-4d49-be1a-22663a72f903,segment=NetworkSegment(191cfd05-0194-4ae4-8c6a-735d4c4352d8),segment_id=191cfd05-0194-4ae4-8c6a-735d4c4352d8)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:37.397754 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-aa8d868f-93ed-4d17-b707-a5a256b4b2dd tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:37.529823 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-522ea970-0519-460f-b0a2-640649697fdf None None] For port ade087e6-c8c7-4d49-be1a-22663a72f903, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ade087e6-c8c7-4d49-be1a-22663a72f903,segment=NetworkSegment(191cfd05-0194-4ae4-8c6a-735d4c4352d8),segment_id=191cfd05-0194-4ae4-8c6a-735d4c4352d8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:37.530411 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-522ea970-0519-460f-b0a2-640649697fdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:37.531036 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09467ed-239b-464a-be71-3ffc998bb29f req-96a00360-0091-44b7-bc24-c9e0c0919153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:37.532516 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a09467ed-239b-464a-be71-3ffc998bb29f req-96a00360-0091-44b7-bc24-c9e0c0919153 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e3ba0b76-c94a-4cb9-91ee-0ceb421abe44 HTTP/1.1" status: 200 len: 1096 time: 0.3029304 May 03 22:27:37.536370 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600600c-9d9e-4764-a62f-f60962bf667c req-9a00328c-5714-4c0c-af55-3b5756591916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:37.537704 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8600600c-9d9e-4764-a62f-f60962bf667c req-9a00328c-5714-4c0c-af55-3b5756591916 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3deb0540-9d97-4a3e-8efe-7e73c8989fbb HTTP/1.1" status: 200 len: 1101 time: 0.2589967 May 03 22:27:37.560437 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65317c73-deed-4d70-9e3a-2eb1c40dd9fd req-07a7119d-eec8-4a7c-89b3-8c2a10139497 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:37.561923 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-65317c73-deed-4d70-9e3a-2eb1c40dd9fd req-07a7119d-eec8-4a7c-89b3-8c2a10139497 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.2179854 May 03 22:27:37.572239 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-aa8d868f-93ed-4d17-b707-a5a256b4b2dd tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Calling delete_port for ade087e6-c8c7-4d49-be1a-22663a72f903 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:27:37.633834 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a170e-8ebd-4ca2-aeb9-aa79edc96c03 req-a340eccc-3c9a-4046-9860-6180cb689976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:37.644277 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-fa7a170e-8ebd-4ca2-aeb9-aa79edc96c03 req-a340eccc-3c9a-4046-9860-6180cb689976 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cb658099-128f-46dc-b3cc-ddd25a396d8f HTTP/1.1" status: 200 len: 1097 time: 0.3077266 May 03 22:27:37.692113 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-522ea970-0519-460f-b0a2-640649697fdf None None] Calling delete_port for ade087e6-c8c7-4d49-be1a-22663a72f903 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:27:37.703322 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-fa7a170e-8ebd-4ca2-aeb9-aa79edc96c03 req-c46b7b4b-c26c-46a1-8f11-eccc71371c07 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f3143847-f827-427f-99bf-6c2c02e58dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564706 May 03 22:27:37.704692 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-aa8d868f-93ed-4d17-b707-a5a256b4b2dd tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:37.737685 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8600600c-9d9e-4764-a62f-f60962bf667c req-888272f4-2b9d-4272-8b7d-9035686d042c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747925 May 03 22:27:37.751621 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a09467ed-239b-464a-be71-3ffc998bb29f req-9cd38d96-385a-4cf9-9918-02cb6edddc46 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f1c38799-a41f-4698-87c5-60b7bc9dbbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117276 May 03 22:27:37.756266 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8d868f-93ed-4d17-b707-a5a256b4b2dd tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] No DVR routers for this DVR port ade087e6-c8c7-4d49-be1a-22663a72f903 on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:27:37.762391 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-65317c73-deed-4d70-9e3a-2eb1c40dd9fd req-852ace2c-3894-4160-8d4c-e6bc50b556ad tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554632 May 03 22:27:37.776581 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-522ea970-0519-460f-b0a2-640649697fdf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:27:37.776937 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-522ea970-0519-460f-b0a2-640649697fdf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:27:37.788582 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8d868f-93ed-4d17-b707-a5a256b4b2dd tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Pushing event deleted for resources: {'Port': ['ID=ade087e6-c8c7-4d49-be1a-22663a72f903,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:37.807111 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c9aa4-6fa4-4f51-8109-467a00e512dd req-32b50464-c888-4c28-81a7-fff27853ebfe tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:37.808965 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ce6c9aa4-6fa4-4f51-8109-467a00e512dd req-32b50464-c888-4c28-81a7-fff27853ebfe tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=3deb0540-9d97-4a3e-8efe-7e73c8989fbb HTTP/1.1" status: 200 len: 950 time: 0.1479836 May 03 22:27:37.859131 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ce6c9aa4-6fa4-4f51-8109-467a00e512dd req-720c99b7-8020-4018-9275-27ab56c74e8d tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434799 May 03 22:27:37.901570 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-aa8d868f-93ed-4d17-b707-a5a256b4b2dd tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:37.908259 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ade087e6-c8c7-4d49-be1a-22663a72f903 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:27:37.930215 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-aa8d868f-93ed-4d17-b707-a5a256b4b2dd tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba7e7197-23a6-4f43-a168-3cf064da33b4']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:27:37.943804 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-aa8d868f-93ed-4d17-b707-a5a256b4b2dd tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191cfd05-0194-4ae4-8c6a-735d4c4352d8') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:27:37.944130 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-aa8d868f-93ed-4d17-b707-a5a256b4b2dd tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191cfd05-0194-4ae4-8c6a-735d4c4352d8') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:27:37.951579 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: ade087e6-c8c7-4d49-be1a-22663a72f903 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:27:37.952193 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ade087e6-c8c7-4d49-be1a-22663a72f903 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:27:37.960429 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-aa8d868f-93ed-4d17-b707-a5a256b4b2dd tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:37.977602 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-aa8d868f-93ed-4d17-b707-a5a256b4b2dd tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:37.985970 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa8d868f-93ed-4d17-b707-a5a256b4b2dd tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:27:37.986350 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-aa8d868f-93ed-4d17-b707-a5a256b4b2dd tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:38.001749 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:27:38.001749 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:27:38.001749 n-d-811807-1 neutron-server[88070]: timer() May 03 22:27:38.001749 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:27:38.001749 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:27:38.001749 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:27:38.001749 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:27:38.001749 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:27:38.001749 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:27:38.001749 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:27:38.001749 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:27:38.001749 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:27:38.001749 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:27:38.001749 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:27:38.001749 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:27:38.001749 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:27:38.001749 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:27:38.001749 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:27:38.001749 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:27:38.001749 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:27:38.001749 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:27:38.001749 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:27:38.001749 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:27:38.001749 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:27:38.001749 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:27:38.001749 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:27:38.001749 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:27:38.001749 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:27:38.001749 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:27:38.001749 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:27:38.001749 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:27:38.001749 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:27:38.005745 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb91981-2f79-4bbc-8652-56c3ebad0f5f req-42c2db09-0953-4730-82e4-c2669517557c tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:38.007345 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9bb91981-2f79-4bbc-8652-56c3ebad0f5f req-42c2db09-0953-4730-82e4-c2669517557c tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3ba0b76-c94a-4cb9-91ee-0ceb421abe44 HTTP/1.1" status: 200 len: 945 time: 0.0909975 May 03 22:27:38.057102 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9bb91981-2f79-4bbc-8652-56c3ebad0f5f req-fcdb355f-c996-4566-a875-50474b86bbfc tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] 10.222.0.58 "GET /v2.0/security-groups?id=f1c38799-a41f-4698-87c5-60b7bc9dbbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441780 May 03 22:27:38.198061 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-aa8d868f-93ed-4d17-b707-a5a256b4b2dd tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:38.204646 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-aa8d868f-93ed-4d17-b707-a5a256b4b2dd tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:38.236340 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8d868f-93ed-4d17-b707-a5a256b4b2dd tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Pushing event deleted for resources: {'Network': ['ID=ba7e7197-23a6-4f43-a168-3cf064da33b4,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:38.245626 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520fa86-7757-49f8-a7b3-f94b0838437e req-26946046-5110-4347-8b6f-72187db768e4 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:38.247282 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9520fa86-7757-49f8-a7b3-f94b0838437e req-26946046-5110-4347-8b6f-72187db768e4 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.0891263 May 03 22:27:38.268887 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-aa8d868f-93ed-4d17-b707-a5a256b4b2dd tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "DELETE /v2.0/networks/ba7e7197-23a6-4f43-a168-3cf064da33b4 HTTP/1.1" status: 204 len: 168 time: 1.3843498 May 03 22:27:38.271210 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55164) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:27:38.278439 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-522ea970-0519-460f-b0a2-640649697fdf None None] Deleting port ade087e6-c8c7-4d49-be1a-22663a72f903 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:27:38.278959 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-522ea970-0519-460f-b0a2-640649697fdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:38.307416 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9520fa86-7757-49f8-a7b3-f94b0838437e req-c6f8686d-ddbf-4498-b3a7-f2bd68d15b37 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515935 May 03 22:27:38.354729 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ce4bd4-7833-416c-9078-6b618aa1fcc3 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Deleting subnet 4f7d3904-0695-4251-aa32-579246c01d29 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:27:38.358239 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-01ce4bd4-7833-416c-9078-6b618aa1fcc3 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:38.370291 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55170) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:27:38.377116 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-522ea970-0519-460f-b0a2-640649697fdf None None] The port 'ade087e6-c8c7-4d49-be1a-22663a72f903' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:27:38.437275 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-01ce4bd4-7833-416c-9078-6b618aa1fcc3 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:38.546792 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-01ce4bd4-7833-416c-9078-6b618aa1fcc3 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:38.593659 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cb9e1-5975-4f9f-ba60-25bffdfb7384 req-3a98eaac-63e2-4e61-8b0c-041e88545658 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:38.614618 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fc1cb9e1-5975-4f9f-ba60-25bffdfb7384 req-3a98eaac-63e2-4e61-8b0c-041e88545658 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb658099-128f-46dc-b3cc-ddd25a396d8f HTTP/1.1" status: 200 len: 946 time: 0.1238883 May 03 22:27:38.618859 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a076d6-cb30-497e-890a-60bea66a5d8c', 'name': 'network-vif-deleted', 'tag': '20512679-c6a0-487c-a297-194cf3ce5394'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:27:38.639211 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-01ce4bd4-7833-416c-9078-6b618aa1fcc3 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:38.681690 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce4bd4-7833-416c-9078-6b618aa1fcc3 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Pushing event deleted for resources: {'Subnet': ['ID=4f7d3904-0695-4251-aa32-579246c01d29,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:38.683877 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-01ce4bd4-7833-416c-9078-6b618aa1fcc3 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:38.689057 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33749091-165f-4d62-8830-d5344bf643c0 None None] Network 5f49cf40-2039-43c8-ac9b-565cd1b576ed requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:27:38.693162 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-01ce4bd4-7833-416c-9078-6b618aa1fcc3 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "DELETE /v2.0/subnets/4f7d3904-0695-4251-aa32-579246c01d29 HTTP/1.1" status: 204 len: 168 time: 0.4169962 May 03 22:27:38.693384 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55182) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:27:38.776928 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fc1cb9e1-5975-4f9f-ba60-25bffdfb7384 req-7da7154a-9405-435e-a1ad-fc37dd06bbb9 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3143847-f827-427f-99bf-6c2c02e58dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612737 May 03 22:27:38.792670 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-905b33ce-aa45-4732-b489-3b5ca165b8f0 admin admin] Deleting subnet 1ee1af50-b130-474e-bc7b-1c6042f9e7e1 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:27:38.796647 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-905b33ce-aa45-4732-b489-3b5ca165b8f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:38.829635 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d4519fea-4111-4b76-a227-2a13dce64ec0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:38.860798 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a1fe7-da8c-44d2-8010-9370b15bb741 req-7a3ba39b-3b8b-48b1-a185-9a687adf5d34 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:38.862896 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-526a1fe7-da8c-44d2-8010-9370b15bb741 req-7a3ba39b-3b8b-48b1-a185-9a687adf5d34 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.1973236 May 03 22:27:38.863312 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-d4519fea-4111-4b76-a227-2a13dce64ec0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Deleting port a5e4d4e1-367a-43cd-a14b-83ede6eae1ee {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:27:38.865128 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-905b33ce-aa45-4732-b489-3b5ca165b8f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:38.865611 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d4519fea-4111-4b76-a227-2a13dce64ec0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:39.115119 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bc30f7-2d00-46a1-ba41-11ed281dee6c None None] DHCP port deletion for 5f49cf40-2039-43c8-ac9b-565cd1b576ed request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:27:39.120235 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a9bc30f7-2d00-46a1-ba41-11ed281dee6c None None] Deleting port a5e4d4e1-367a-43cd-a14b-83ede6eae1ee {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:27:39.120785 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a9bc30f7-2d00-46a1-ba41-11ed281dee6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:39.143550 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-526a1fe7-da8c-44d2-8010-9370b15bb741 req-3c012ffa-c5af-4f4b-9476-71b35a4fc6c0 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957613 May 03 22:27:39.159215 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-905b33ce-aa45-4732-b489-3b5ca165b8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:39.235392 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d45d9bb0-ee82-41b7-8a31-90128b4b31b2'] response: {'server_uuid': '97a076d6-cb30-497e-890a-60bea66a5d8c', 'name': 'network-vif-deleted', 'tag': '20512679-c6a0-487c-a297-194cf3ce5394', 'status': 'completed', 'code': 200} May 03 22:27:39.255404 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-d4519fea-4111-4b76-a227-2a13dce64ec0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] For port a5e4d4e1-367a-43cd-a14b-83ede6eae1ee, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=a5e4d4e1-367a-43cd-a14b-83ede6eae1ee,segment=NetworkSegment(68483f31-3eb8-4692-9f9b-2feffb47841e),segment_id=68483f31-3eb8-4692-9f9b-2feffb47841e)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:39.257997 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d4519fea-4111-4b76-a227-2a13dce64ec0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:39.306275 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-905b33ce-aa45-4732-b489-3b5ca165b8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:39.320721 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 20512679-c6a0-487c-a297-194cf3ce5394 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:27:39.370321 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b33ce-aa45-4732-b489-3b5ca165b8f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ee1af50-b130-474e-bc7b-1c6042f9e7e1,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:39.372001 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-905b33ce-aa45-4732-b489-3b5ca165b8f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:39.379951 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-905b33ce-aa45-4732-b489-3b5ca165b8f0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1ee1af50-b130-474e-bc7b-1c6042f9e7e1 HTTP/1.1" status: 204 len: 168 time: 1.0084026 May 03 22:27:39.384251 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55192) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:27:39.595642 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-a9bc30f7-2d00-46a1-ba41-11ed281dee6c None None] For port a5e4d4e1-367a-43cd-a14b-83ede6eae1ee, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=a5e4d4e1-367a-43cd-a14b-83ede6eae1ee,segment=NetworkSegment(68483f31-3eb8-4692-9f9b-2feffb47841e),segment_id=68483f31-3eb8-4692-9f9b-2feffb47841e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:39.595926 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a9bc30f7-2d00-46a1-ba41-11ed281dee6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:39.622193 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-d4519fea-4111-4b76-a227-2a13dce64ec0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Calling delete_port for a5e4d4e1-367a-43cd-a14b-83ede6eae1ee owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:27:39.753625 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a9bc30f7-2d00-46a1-ba41-11ed281dee6c None None] Calling delete_port for a5e4d4e1-367a-43cd-a14b-83ede6eae1ee owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:27:39.755569 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d4519fea-4111-4b76-a227-2a13dce64ec0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:39.812849 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-645c3d06-a573-4113-a8ef-a756b461c684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:39.841107 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-a9bc30f7-2d00-46a1-ba41-11ed281dee6c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:27:39.841459 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-a9bc30f7-2d00-46a1-ba41-11ed281dee6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:27:39.847924 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 20512679-c6a0-487c-a297-194cf3ce5394 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:27:39.848198 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 20512679-c6a0-487c-a297-194cf3ce5394 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:27:39.860607 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4519fea-4111-4b76-a227-2a13dce64ec0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] No DVR routers for this DVR port a5e4d4e1-367a-43cd-a14b-83ede6eae1ee on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:27:39.914595 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device a5e4d4e1-367a-43cd-a14b-83ede6eae1ee no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:27:39.922269 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4519fea-4111-4b76-a227-2a13dce64ec0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Pushing event deleted for resources: {'Port': ['ID=a5e4d4e1-367a-43cd-a14b-83ede6eae1ee,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:39.941211 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0473494-a9a1-4f66-8a08-4e5e56cb865a req-4df8986f-0fec-4107-8c93-0f4bdfcff45d tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:39.948772 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0473494-a9a1-4f66-8a08-4e5e56cb865a req-4df8986f-0fec-4107-8c93-0f4bdfcff45d tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=3deb0540-9d97-4a3e-8efe-7e73c8989fbb HTTP/1.1" status: 200 len: 950 time: 0.5041087 May 03 22:27:39.964733 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: a5e4d4e1-367a-43cd-a14b-83ede6eae1ee {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:27:39.965212 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device a5e4d4e1-367a-43cd-a14b-83ede6eae1ee not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:27:39.999940 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365136a-9ad5-4710-b879-bdd7a471555e req-d862f3ac-824c-4068-8f4d-057086c618d6 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:40.001595 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0365136a-9ad5-4710-b879-bdd7a471555e req-d862f3ac-824c-4068-8f4d-057086c618d6 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3ba0b76-c94a-4cb9-91ee-0ceb421abe44 HTTP/1.1" status: 200 len: 945 time: 0.3183939 May 03 22:27:40.026809 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d4519fea-4111-4b76-a227-2a13dce64ec0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:40.055568 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-d4519fea-4111-4b76-a227-2a13dce64ec0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f49cf40-2039-43c8-ac9b-565cd1b576ed']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:27:40.068275 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-d4519fea-4111-4b76-a227-2a13dce64ec0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68483f31-3eb8-4692-9f9b-2feffb47841e') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:27:40.068568 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-d4519fea-4111-4b76-a227-2a13dce64ec0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68483f31-3eb8-4692-9f9b-2feffb47841e') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:27:40.079643 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d4519fea-4111-4b76-a227-2a13dce64ec0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:40.081296 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-645c3d06-a573-4113-a8ef-a756b461c684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:40.096205 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d4519fea-4111-4b76-a227-2a13dce64ec0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:40.103126 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4519fea-4111-4b76-a227-2a13dce64ec0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:27:40.103448 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d4519fea-4111-4b76-a227-2a13dce64ec0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:40.109140 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0473494-a9a1-4f66-8a08-4e5e56cb865a req-72bc29db-47ba-4cd2-a28d-a8513eecd681 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594181 May 03 22:27:40.122397 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:27:40.122397 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:27:40.122397 n-d-811807-1 neutron-server[88070]: timer() May 03 22:27:40.122397 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:27:40.122397 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:27:40.122397 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:27:40.122397 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:27:40.122397 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:27:40.122397 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:27:40.122397 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:27:40.122397 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:27:40.122397 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:27:40.122397 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:27:40.122397 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:27:40.122397 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:27:40.122397 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:27:40.122397 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:27:40.122397 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:27:40.122397 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:27:40.122397 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:27:40.122397 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:27:40.122397 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:27:40.122397 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:27:40.122397 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:27:40.122397 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:27:40.122397 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:27:40.122397 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:27:40.122397 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:27:40.122397 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:27:40.122397 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:27:40.122397 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:27:40.122397 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:27:40.132477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-645c3d06-a573-4113-a8ef-a756b461c684 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c529cb66-8468-429f-bb93-e81cdb567811']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:27:40.143582 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0365136a-9ad5-4710-b879-bdd7a471555e req-fb557756-ca4b-4057-b876-20af9bcb87b2 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] 10.222.0.58 "GET /v2.0/security-groups?id=f1c38799-a41f-4698-87c5-60b7bc9dbbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299975 May 03 22:27:40.149931 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-645c3d06-a573-4113-a8ef-a756b461c684 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c93382a-8883-471a-991f-57adc8c80761') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:27:40.150329 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-645c3d06-a573-4113-a8ef-a756b461c684 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c93382a-8883-471a-991f-57adc8c80761') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:27:40.176679 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-645c3d06-a573-4113-a8ef-a756b461c684 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:40.210019 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-645c3d06-a573-4113-a8ef-a756b461c684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:40.219525 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-645c3d06-a573-4113-a8ef-a756b461c684 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:27:40.220148 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-645c3d06-a573-4113-a8ef-a756b461c684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:40.259208 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d4519fea-4111-4b76-a227-2a13dce64ec0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:40.271000 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d4519fea-4111-4b76-a227-2a13dce64ec0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:40.298768 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4519fea-4111-4b76-a227-2a13dce64ec0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] Pushing event deleted for resources: {'Network': ['ID=5f49cf40-2039-43c8-ac9b-565cd1b576ed,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:40.327593 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d4519fea-4111-4b76-a227-2a13dce64ec0 tempest-ServersTestMultiNic-1950074404 tempest-ServersTestMultiNic-1950074404-project] 10.222.0.58 "DELETE /v2.0/networks/5f49cf40-2039-43c8-ac9b-565cd1b576ed HTTP/1.1" status: 204 len: 168 time: 1.6331816 May 03 22:27:40.336392 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:27:40.336392 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:27:40.336392 n-d-811807-1 neutron-server[88069]: timer() May 03 22:27:40.336392 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:27:40.336392 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:27:40.336392 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:27:40.336392 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:27:40.336392 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:27:40.336392 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:27:40.336392 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:27:40.336392 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:27:40.336392 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:27:40.336392 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:27:40.336392 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:27:40.336392 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:27:40.336392 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:27:40.336392 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:27:40.336392 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:27:40.336392 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:27:40.336392 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:27:40.336392 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:27:40.336392 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:27:40.336392 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:27:40.336392 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:27:40.336392 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:27:40.336392 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:27:40.336392 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:27:40.336392 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:27:40.336392 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:27:40.336392 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:27:40.336392 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:27:40.336392 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:27:40.342520 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a9bc30f7-2d00-46a1-ba41-11ed281dee6c None None] Deleting port a5e4d4e1-367a-43cd-a14b-83ede6eae1ee {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:27:40.343497 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a9bc30f7-2d00-46a1-ba41-11ed281dee6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:40.458442 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-645c3d06-a573-4113-a8ef-a756b461c684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:40.483137 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-645c3d06-a573-4113-a8ef-a756b461c684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:40.497049 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a9bc30f7-2d00-46a1-ba41-11ed281dee6c None None] The port 'a5e4d4e1-367a-43cd-a14b-83ede6eae1ee' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:27:40.500912 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c3d06-a573-4113-a8ef-a756b461c684 admin admin] Pushing event deleted for resources: {'Network': ['ID=c529cb66-8468-429f-bb93-e81cdb567811,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:40.506068 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-645c3d06-a573-4113-a8ef-a756b461c684 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c529cb66-8468-429f-bb93-e81cdb567811 HTTP/1.1" status: 204 len: 168 time: 1.1184852 May 03 22:27:40.507889 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55214) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:27:40.588858 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a8888-9a84-458d-b554-027dbf6149e0 req-95846dbc-8a47-40bb-b762-ff60400547b4 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:40.595681 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f23a8888-9a84-458d-b554-027dbf6149e0 req-95846dbc-8a47-40bb-b762-ff60400547b4 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.2583921 May 03 22:27:40.629964 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf9dfa4d-7261-4860-8396-1ba654139bf4 admin admin] Deleting subnet 685c91de-dcc2-4b3e-a2df-5348f2e67764 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:27:40.634990 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bf9dfa4d-7261-4860-8396-1ba654139bf4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:40.667921 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e939d7-4d0c-4532-90b5-123f4186774e req-b394f6d3-b0d2-4c2f-bbf2-711541456399 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:40.669365 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a9e939d7-4d0c-4532-90b5-123f4186774e req-b394f6d3-b0d2-4c2f-bbf2-711541456399 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb658099-128f-46dc-b3cc-ddd25a396d8f HTTP/1.1" status: 200 len: 946 time: 0.2673187 May 03 22:27:40.726817 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f23a8888-9a84-458d-b554-027dbf6149e0 req-985a253f-d383-469a-8983-cf36f004f340 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296616 May 03 22:27:40.731743 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bf9dfa4d-7261-4860-8396-1ba654139bf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:40.820500 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a9e939d7-4d0c-4532-90b5-123f4186774e req-94ca2c90-7841-44f5-8590-2a4b6066741b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3143847-f827-427f-99bf-6c2c02e58dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359231 May 03 22:27:40.857205 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bf9dfa4d-7261-4860-8396-1ba654139bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:41.017419 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bf9dfa4d-7261-4860-8396-1ba654139bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:41.067087 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9dfa4d-7261-4860-8396-1ba654139bf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=685c91de-dcc2-4b3e-a2df-5348f2e67764,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:41.069185 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bf9dfa4d-7261-4860-8396-1ba654139bf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:41.085088 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d233e2a-542a-4b0d-a191-6eb0a95b17f5 req-261a8cf0-71da-4b56-acb3-cf3c6838a991 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:41.086592 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6d233e2a-542a-4b0d-a191-6eb0a95b17f5 req-261a8cf0-71da-4b56-acb3-cf3c6838a991 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca4f0854-1cee-4e2c-9eb4-49d54e23b56d HTTP/1.1" status: 200 len: 950 time: 0.1848032 May 03 22:27:41.090028 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-bf9dfa4d-7261-4860-8396-1ba654139bf4 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/685c91de-dcc2-4b3e-a2df-5348f2e67764 HTTP/1.1" status: 204 len: 168 time: 0.5790539 May 03 22:27:41.090235 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55234) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:27:41.254671 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6d233e2a-542a-4b0d-a191-6eb0a95b17f5 req-aa7e7acf-f62c-42c3-8493-57087c4c68eb tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448669 May 03 22:27:41.276916 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cb824d65-11ec-4b3d-99db-ac98828980fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:41.611911 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cb824d65-11ec-4b3d-99db-ac98828980fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:41.635426 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc3b69-5d13-48f2-9733-8b6b2ed46389 req-aec5d2fb-c8bb-4a79-b8be-76bf6b90bb6c tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:41.636857 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-28bc3b69-5d13-48f2-9733-8b6b2ed46389 req-aec5d2fb-c8bb-4a79-b8be-76bf6b90bb6c tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb658099-128f-46dc-b3cc-ddd25a396d8f HTTP/1.1" status: 200 len: 946 time: 0.4289505 May 03 22:27:41.646196 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55250) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:27:41.651652 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-1e2e5c46-1bac-46d9-a2f2-5e4321effd4b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Request body: {'floatingip': {'port_id': 'c211fba0-baab-4bc1-a6b3-a4282db1fe3e'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:27:41.669334 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-cb824d65-11ec-4b3d-99db-ac98828980fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5846ea57-ee12-400e-b921-db5cd6fe605a']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:27:41.691765 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-cb824d65-11ec-4b3d-99db-ac98828980fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee38ea3-9d9d-4ce7-90d4-30d32cb72e26') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:27:41.691765 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-cb824d65-11ec-4b3d-99db-ac98828980fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee38ea3-9d9d-4ce7-90d4-30d32cb72e26') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:27:41.713709 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cb824d65-11ec-4b3d-99db-ac98828980fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:41.729739 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c5458-5725-4296-aff2-294f0be894ac req-5b32c4b6-f29b-433c-b7d4-05f49ff3b778 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:41.731204 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac6c5458-5725-4296-aff2-294f0be894ac req-5b32c4b6-f29b-433c-b7d4-05f49ff3b778 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/networks?id=f73247c4-e4b1-4dbd-a711-946870a81559 HTTP/1.1" status: 200 len: 811 time: 0.3044999 May 03 22:27:41.744225 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cb824d65-11ec-4b3d-99db-ac98828980fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:41.753359 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac6c5458-5725-4296-aff2-294f0be894ac req-3443aaa1-ba92-41a4-8db7-e08fc51bc772 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/quotas/66dfeed3cb324772b0bf769274eed2d2 HTTP/1.1" status: 200 len: 375 time: 0.0167975 May 03 22:27:41.754599 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb824d65-11ec-4b3d-99db-ac98828980fe admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:27:41.755310 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cb824d65-11ec-4b3d-99db-ac98828980fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:41.770409 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:27:41.770409 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:27:41.770409 n-d-811807-1 neutron-server[88069]: timer() May 03 22:27:41.770409 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:27:41.770409 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:27:41.770409 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:27:41.770409 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:27:41.770409 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:27:41.770409 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:27:41.770409 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:27:41.770409 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:27:41.770409 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:27:41.770409 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:27:41.770409 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:27:41.770409 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:27:41.770409 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:27:41.770409 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:27:41.770409 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:27:41.770409 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:27:41.770409 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:27:41.770409 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:27:41.770409 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:27:41.770409 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:27:41.770409 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:27:41.770409 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:27:41.770409 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:27:41.770409 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:27:41.770409 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:27:41.770409 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:27:41.770409 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:27:41.770409 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:27:41.770409 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:27:41.772445 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1e2e5c46-1bac-46d9-a2f2-5e4321effd4b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks [] for floatingip, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:41.921063 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cb824d65-11ec-4b3d-99db-ac98828980fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:41.939526 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cb824d65-11ec-4b3d-99db-ac98828980fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:41.952815 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb824d65-11ec-4b3d-99db-ac98828980fe admin admin] Pushing event deleted for resources: {'Network': ['ID=5846ea57-ee12-400e-b921-db5cd6fe605a,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:41.956689 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-cb824d65-11ec-4b3d-99db-ac98828980fe admin admin] 10.222.0.58 "DELETE /v2.0/networks/5846ea57-ee12-400e-b921-db5cd6fe605a HTTP/1.1" status: 204 len: 168 time: 0.8655088 May 03 22:27:41.985114 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac6c5458-5725-4296-aff2-294f0be894ac req-4685e14f-29c2-4570-88ee-3b4165744d28 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=66dfeed3cb324772b0bf769274eed2d2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2129230 May 03 22:27:42.024700 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55268) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:27:42.169019 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac6c5458-5725-4296-aff2-294f0be894ac req-a754bdf9-f235-4340-bea9-f0571ec8d34f service neutron] 10.222.0.58 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763051 May 03 22:27:42.270900 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55274) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:27:42.273299 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0a7b3001-8a49-4fa3-97be-4e2c1818d20e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:42.370257 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0a7b3001-8a49-4fa3-97be-4e2c1818d20e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:27:42.383471 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0a7b3001-8a49-4fa3-97be-4e2c1818d20e admin admin] Usage tracker for resource:security_group_rule and tenant:55263d6723834c69bcbc7a6a1fd76f41 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:27:42.398030 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0a7b3001-8a49-4fa3-97be-4e2c1818d20e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:27:42.411660 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0a7b3001-8a49-4fa3-97be-4e2c1818d20e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:27:42.461337 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3557bb89-8855-4558-9e9f-659ea158c74c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1727dc00a1e94099b181b574bcc185b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1891549 May 03 22:27:42.463999 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55278) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:27:42.470050 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac6c5458-5725-4296-aff2-294f0be894ac req-d3d22523-4d73-4864-a4b0-d7eb5fcc2576 service neutron] 10.222.0.58 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984555 May 03 22:27:42.497718 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51198b9-65e1-4046-b236-7f2db91f8eba req-6aecaf5b-91c4-4d7f-a29b-4688a2d4cc84 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:42.504075 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51198b9-65e1-4046-b236-7f2db91f8eba req-6aecaf5b-91c4-4d7f-a29b-4688a2d4cc84 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:42.505699 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a51198b9-65e1-4046-b236-7f2db91f8eba req-6aecaf5b-91c4-4d7f-a29b-4688a2d4cc84 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=3deb0540-9d97-4a3e-8efe-7e73c8989fbb&device_id=ca4f0854-1cee-4e2c-9eb4-49d54e23b56d HTTP/1.1" status: 200 len: 1691 time: 0.2989192 May 03 22:27:42.584148 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a51198b9-65e1-4046-b236-7f2db91f8eba req-01f03f53-2024-4541-81b4-71d1df620c62 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706551 May 03 22:27:42.615622 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6be425bb-8689-4a24-aa09-f1c37ef90de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:42.648418 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0a7b3001-8a49-4fa3-97be-4e2c1818d20e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:42.657115 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0a7b3001-8a49-4fa3-97be-4e2c1818d20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:42.683707 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6be425bb-8689-4a24-aa09-f1c37ef90de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:42.725492 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1e2e5c46-1bac-46d9-a2f2-5e4321effd4b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:42.748537 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1e2e5c46-1bac-46d9-a2f2-5e4321effd4b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:42.760137 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0a7b3001-8a49-4fa3-97be-4e2c1818d20e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=55263d6723834c69bcbc7a6a1fd76f41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7341807 May 03 22:27:42.760929 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b3001-8a49-4fa3-97be-4e2c1818d20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2a40a1-6be2-4baf-9875-7f4d29d05535,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:42.772348 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55290) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:27:42.866976 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-05910f79-6a46-4402-bf11-dd02f2c6ec4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:42.910619 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-05910f79-6a46-4402-bf11-dd02f2c6ec4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:43.008331 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4a51c305-4c8f-47f0-b4eb-3f699fc95414 req-fe11d893-571b-4669-b8de-3aa0d6b74f5a tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=7eeb876d-d169-4822-ae0a-71ff6f1d8ca9 HTTP/1.1" status: 200 len: 210 time: 0.0535934 May 03 22:27:43.014287 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6be425bb-8689-4a24-aa09-f1c37ef90de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:43.035003 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-05910f79-6a46-4402-bf11-dd02f2c6ec4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:43.048272 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be425bb-8689-4a24-aa09-f1c37ef90de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0021bd78-b225-4233-a492-2efd146dc436,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:43.063877 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6be425bb-8689-4a24-aa09-f1c37ef90de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:43.069558 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6be425bb-8689-4a24-aa09-f1c37ef90de7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0021bd78-b225-4233-a492-2efd146dc436 HTTP/1.1" status: 204 len: 168 time: 0.6045284 May 03 22:27:43.106747 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-05910f79-6a46-4402-bf11-dd02f2c6ec4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:43.108160 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-05910f79-6a46-4402-bf11-dd02f2c6ec4e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1f2a40a1-6be2-4baf-9875-7f4d29d05535 HTTP/1.1" status: 204 len: 168 time: 0.3342426 May 03 22:27:43.109879 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05910f79-6a46-4402-bf11-dd02f2c6ec4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2a40a1-6be2-4baf-9875-7f4d29d05535,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:43.150204 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [None req-1e2e5c46-1bac-46d9-a2f2-5e4321effd4b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Floating IP a891d317-5135-4c9e-89a6-ce7174382938 associated. External IP: 172.25.2.52, port: c211fba0-baab-4bc1-a6b3-a4282db1fe3e. May 03 22:27:43.339041 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55314) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:27:43.763578 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2e5c46-1bac-46d9-a2f2-5e4321effd4b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Router 369ccbac-eea0-41b4-838a-c3fcccbab111 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:27:43.916421 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55326) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:27:44.002612 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b22e90-0f88-447f-93dc-8610447a77fb req-4e5cfbc7-8c32-4d81-9b87-399bc8917bcc tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:44.010039 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-21b22e90-0f88-447f-93dc-8610447a77fb req-4e5cfbc7-8c32-4d81-9b87-399bc8917bcc tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3ba0b76-c94a-4cb9-91ee-0ceb421abe44 HTTP/1.1" status: 200 len: 945 time: 0.7874546 May 03 22:27:44.257572 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbe9a2-61f0-42b7-bd94-9caec5131eab req-5ed8d8ec-5b07-426b-8bad-8d172afa398c tempest-ServersOnMultiNodesTest-924033058 tempest-ServersOnMultiNodesTest-924033058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:44.259103 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-80bbe9a2-61f0-42b7-bd94-9caec5131eab req-5ed8d8ec-5b07-426b-8bad-8d172afa398c tempest-ServersOnMultiNodesTest-924033058 tempest-ServersOnMultiNodesTest-924033058-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3deb0540-9d97-4a3e-8efe-7e73c8989fbb HTTP/1.1" status: 200 len: 1101 time: 0.5845304 May 03 22:27:44.291760 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2e5c46-1bac-46d9-a2f2-5e4321effd4b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:27:44.301561 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1e2e5c46-1bac-46d9-a2f2-5e4321effd4b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:44.302624 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d1de0c-c2a2-416a-acb8-9fa12a043a8a None None] Sync routers for ids ['369ccbac-eea0-41b4-838a-c3fcccbab111'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:27:44.319948 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d1de0c-c2a2-416a-acb8-9fa12a043a8a None None] Routers {'369ccbac-eea0-41b4-838a-c3fcccbab111'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:27:44.320600 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-77d1de0c-c2a2-416a-acb8-9fa12a043a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:27:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['369ccbac-eea0-41b4-838a-c3fcccbab111'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:27:44.352306 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c85f613d-a45b-44d4-bfd0-887098e4a910 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b6605abd66da404aa372d53303e5b186&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4344711 May 03 22:27:44.354886 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55344) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:27:44.421870 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1e2e5c46-1bac-46d9-a2f2-5e4321effd4b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "PUT /v2.0/floatingips/a891d317-5135-4c9e-89a6-ce7174382938 HTTP/1.1" status: 200 len: 991 time: 2.7624664 May 03 22:27:44.421870 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb658099-128f-46dc-b3cc-ddd25a396d8f', 'tag': 'c211fba0-baab-4bc1-a6b3-a4282db1fe3e'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:27:44.507514 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d722dc56-a0fc-4eed-9bd3-6992f3213c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:44.577679 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-21b22e90-0f88-447f-93dc-8610447a77fb req-f4a5f614-3dc8-4cb2-98f6-51983fe1fd1e tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] 10.222.0.58 "GET /v2.0/security-groups?id=f1c38799-a41f-4698-87c5-60b7bc9dbbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5636282 May 03 22:27:44.597918 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d722dc56-a0fc-4eed-9bd3-6992f3213c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:44.649774 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55354) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:27:44.661004 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-77d1de0c-c2a2-416a-acb8-9fa12a043a8a None None] Set router 369ccbac-eea0-41b4-838a-c3fcccbab111 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:27:44.706844 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d722dc56-a0fc-4eed-9bd3-6992f3213c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:44.726352 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722dc56-a0fc-4eed-9bd3-6992f3213c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3bd681-41bf-4882-957c-8fed67b66767,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:44.759878 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985d3f3-0606-4ddf-9185-de291c71aa5c req-a3a0f2b2-b040-4553-aa38-d2eebf6a68a7 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:44.761640 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4985d3f3-0606-4ddf-9185-de291c71aa5c req-a3a0f2b2-b040-4553-aa38-d2eebf6a68a7 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] 10.222.0.67 "GET /v2.0/ports?device_id=e3ba0b76-c94a-4cb9-91ee-0ceb421abe44 HTTP/1.1" status: 200 len: 945 time: 0.2527230 May 03 22:27:44.767940 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d722dc56-a0fc-4eed-9bd3-6992f3213c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:44.772683 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d722dc56-a0fc-4eed-9bd3-6992f3213c84 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8d3bd681-41bf-4882-957c-8fed67b66767 HTTP/1.1" status: 204 len: 168 time: 0.4168253 May 03 22:27:44.804314 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-80bbe9a2-61f0-42b7-bd94-9caec5131eab req-2816ba54-d78a-4b9a-b2ff-b84158312b96 tempest-ServersOnMultiNodesTest-924033058 tempest-ServersOnMultiNodesTest-924033058-project-admin] Synchronizing usage tracker for tenant:8ace932081e74adb82cc32dc7f9bd840 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:27:44.824175 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c5458-5725-4296-aff2-294f0be894ac req-5c06225b-d2cb-4dfd-895d-68bd3f90d531 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:44.825756 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac6c5458-5725-4296-aff2-294f0be894ac req-5c06225b-d2cb-4dfd-895d-68bd3f90d531 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.67 "GET /v2.0/networks?id=f73247c4-e4b1-4dbd-a711-946870a81559 HTTP/1.1" status: 200 len: 811 time: 0.5656626 May 03 22:27:44.844669 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-ac6c5458-5725-4296-aff2-294f0be894ac req-61614d92-09ae-4ab9-a176-7362ca7b0d2d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Request body: {'port': {'device_id': '7eeb876d-d169-4822-ae0a-71ff6f1d8ca9', 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559', 'admin_state_up': True, 'tenant_id': '66dfeed3cb324772b0bf769274eed2d2'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:27:44.866561 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-4985d3f3-0606-4ddf-9185-de291c71aa5c req-b79995f2-3932-4387-afae-40f576256cb8 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Deleting port 94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:27:44.867196 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4985d3f3-0606-4ddf-9185-de291c71aa5c req-b79995f2-3932-4387-afae-40f576256cb8 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:44.900466 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-80bbe9a2-61f0-42b7-bd94-9caec5131eab req-2816ba54-d78a-4b9a-b2ff-b84158312b96 tempest-ServersOnMultiNodesTest-924033058 tempest-ServersOnMultiNodesTest-924033058-project-admin] Unset dirty status for tenant:8ace932081e74adb82cc32dc7f9bd840 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:27:44.908860 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-80bbe9a2-61f0-42b7-bd94-9caec5131eab req-2816ba54-d78a-4b9a-b2ff-b84158312b96 tempest-ServersOnMultiNodesTest-924033058 tempest-ServersOnMultiNodesTest-924033058-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681586 May 03 22:27:45.034336 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7824aa1a-271e-41d7-9d57-0bbe253fba96'] response: {'name': 'network-changed', 'server_uuid': 'cb658099-128f-46dc-b3cc-ddd25a396d8f', 'tag': 'c211fba0-baab-4bc1-a6b3-a4282db1fe3e', 'status': 'completed', 'code': 200} May 03 22:27:45.053329 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-03ca9fde-c99d-4f5a-ba62-433c5fbf0b01 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-366541549-network', 'tenant_id': '77e4bf48be994e018ad0dac312f12aea'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:27:45.210433 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-645bbeb6-19d9-41e3-94a3-aebdbb358fd9 req-9a733e79-78f1-4f92-a933-b7b485881223 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=7eeb876d-d169-4822-ae0a-71ff6f1d8ca9 HTTP/1.1" status: 200 len: 210 time: 0.3157620 May 03 22:27:45.221253 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-03ca9fde-c99d-4f5a-ba62-433c5fbf0b01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:27:45.296005 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-ac6c5458-5725-4296-aff2-294f0be894ac req-61614d92-09ae-4ab9-a176-7362ca7b0d2d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:27:45.302961 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-4985d3f3-0606-4ddf-9185-de291c71aa5c req-b79995f2-3932-4387-afae-40f576256cb8 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] For port 94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac,segment=NetworkSegment(273b93c4-0429-4bcc-af0a-8e63335b3fff),segment_id=273b93c4-0429-4bcc-af0a-8e63335b3fff)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:45.302961 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4985d3f3-0606-4ddf-9185-de291c71aa5c req-b79995f2-3932-4387-afae-40f576256cb8 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:45.313058 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-03ca9fde-c99d-4f5a-ba62-433c5fbf0b01 admin admin] Usage tracker for resource:network and tenant:77e4bf48be994e018ad0dac312f12aea is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:27:45.327759 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-03ca9fde-c99d-4f5a-ba62-433c5fbf0b01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:27:45.339895 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-ac6c5458-5725-4296-aff2-294f0be894ac req-61614d92-09ae-4ab9-a176-7362ca7b0d2d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:27:45.347939 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-77d1de0c-c2a2-416a-acb8-9fa12a043a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'name': 'tempest-AttachSCSIVolumeTestJSON-1979551776-router', 'tenant_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '15d7da50-37c6-4aa5-8ba6-85fd349bb104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:25:55Z', 'updated_at': '2022-05-03T22:26:04Z', 'revision_number': 4, 'project_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'gw_port': {'id': '15d7da50-37c6-4aa5-8ba6-85fd349bb104', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:25:56Z', 'updated_at': '2022-05-03T22:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'a891d317-5135-4c9e-89a6-ce7174382938', 'tenant_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'floating_ip_address': '172.25.2.52', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'port_id': 'c211fba0-baab-4bc1-a6b3-a4282db1fe3e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ee2b61c-9360-43a9-8a2e-e76fc2432530', 'mac_address': 'fa:16:3e:b3:f2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb658099-128f-46dc-b3cc-ddd25a396d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:27:02Z', 'updated_at': '2022-05-03T22:27:42Z', 'revision_number': 1, 'project_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b0c229f-a7d6-4b16-9f5e-a985117eb991', 'name': '', 'network_id': '1ee2b61c-9360-43a9-8a2e-e76fc2432530', 'tenant_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'mac_address': 'fa:16:3e:2a:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'e0202efe-1b5f-4dcb-9569-6279b488dc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:26:03Z', 'updated_at': '2022-05-03T22:26:14Z', 'revision_number': 5, 'project_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'subnets': [{'id': 'e0202efe-1b5f-4dcb-9569-6279b488dc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:27:45.351432 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-03ca9fde-c99d-4f5a-ba62-433c5fbf0b01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:27:45.358334 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d1de0c-c2a2-416a-acb8-9fa12a043a8a None None] Checking router: 369ccbac-eea0-41b4-838a-c3fcccbab111 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:27:45.380852 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac6c5458-5725-4296-aff2-294f0be894ac req-61614d92-09ae-4ab9-a176-7362ca7b0d2d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Made reservation on behalf of 66dfeed3cb324772b0bf769274eed2d2 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:27:45.385047 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ac6c5458-5725-4296-aff2-294f0be894ac req-61614d92-09ae-4ab9-a176-7362ca7b0d2d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:45.395899 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d1de0c-c2a2-416a-acb8-9fa12a043a8a None None] Routers {'369ccbac-eea0-41b4-838a-c3fcccbab111'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:27:45.398386 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-77d1de0c-c2a2-416a-acb8-9fa12a043a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:27:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['369ccbac-eea0-41b4-838a-c3fcccbab111'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:27:45.429747 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ca9fde-c99d-4f5a-ba62-433c5fbf0b01 admin admin] Made reservation on behalf of 77e4bf48be994e018ad0dac312f12aea for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:27:45.432629 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-03ca9fde-c99d-4f5a-ba62-433c5fbf0b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:45.457129 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-4985d3f3-0606-4ddf-9185-de291c71aa5c req-b79995f2-3932-4387-afae-40f576256cb8 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Calling delete_port for 94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:27:45.484563 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-03ca9fde-c99d-4f5a-ba62-433c5fbf0b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:45.676948 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-03ca9fde-c99d-4f5a-ba62-433c5fbf0b01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:27:45.678514 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4985d3f3-0606-4ddf-9185-de291c71aa5c req-b79995f2-3932-4387-afae-40f576256cb8 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:45.711276 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16ddce-cb48-4854-a7d9-defb98eabf85 req-78cca8e8-6470-4660-a909-f79356e3e814 tempest-ServersOnMultiNodesTest-924033058 tempest-ServersOnMultiNodesTest-924033058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:45.719516 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-77d1de0c-c2a2-416a-acb8-9fa12a043a8a None None] Set router 369ccbac-eea0-41b4-838a-c3fcccbab111 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:27:45.728532 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4c16ddce-cb48-4854-a7d9-defb98eabf85 req-78cca8e8-6470-4660-a909-f79356e3e814 tempest-ServersOnMultiNodesTest-924033058 tempest-ServersOnMultiNodesTest-924033058-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ca4f0854-1cee-4e2c-9eb4-49d54e23b56d HTTP/1.1" status: 200 len: 1101 time: 0.5573542 May 03 22:27:45.737244 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79995f2-3932-4387-afae-40f576256cb8 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Pushing event deleted for resources: {'Port': ['ID=94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:45.740745 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-03ca9fde-c99d-4f5a-ba62-433c5fbf0b01 admin admin] Usage tracker for resource:security_group_rule and tenant:77e4bf48be994e018ad0dac312f12aea is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:27:45.846941 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:27:45.856911 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-4985d3f3-0606-4ddf-9185-de291c71aa5c req-b79995f2-3932-4387-afae-40f576256cb8 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] No DVR routers for this DVR port 94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:27:45.860540 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4985d3f3-0606-4ddf-9185-de291c71aa5c req-b79995f2-3932-4387-afae-40f576256cb8 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:45.885207 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc537ac-e6b9-4db3-a628-26a2674665e5 req-fa0ac132-24b8-40c1-abdc-ed9aa959c9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:45.889005 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4985d3f3-0606-4ddf-9185-de291c71aa5c req-b79995f2-3932-4387-afae-40f576256cb8 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] 10.222.0.67 "DELETE /v2.0/ports/94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac HTTP/1.1" status: 204 len: 173 time: 1.1149178 May 03 22:27:45.889145 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0bc537ac-e6b9-4db3-a628-26a2674665e5 req-fa0ac132-24b8-40c1-abdc-ed9aa959c9b3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ce18d35d98a44051ad6be44cfb7fa43a&device_id=cb658099-128f-46dc-b3cc-ddd25a396d8f HTTP/1.1" status: 200 len: 1097 time: 0.8561978 May 03 22:27:45.905533 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-03ca9fde-c99d-4f5a-ba62-433c5fbf0b01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:27:45.913109 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-03ca9fde-c99d-4f5a-ba62-433c5fbf0b01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:27:46.006676 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-03ca9fde-c99d-4f5a-ba62-433c5fbf0b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:46.077304 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-03ca9fde-c99d-4f5a-ba62-433c5fbf0b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:46.144116 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-27dfdcf4-dbfe-40ad-9290-a5fcd692ce49 req-bf725ea7-3ce2-4da7-a0fa-4a3da84ebb41 tempest-InstanceActionsNegativeTestJSON-1328601201 tempest-InstanceActionsNegativeTestJSON-1328601201-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3ba0b76-c94a-4cb9-91ee-0ceb421abe44 HTTP/1.1" status: 200 len: 210 time: 0.2393146 May 03 22:27:46.192161 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ca9fde-c99d-4f5a-ba62-433c5fbf0b01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:27:46.266805 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca9fde-c99d-4f5a-ba62-433c5fbf0b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fef7512-022a-4fc3-8552-9bcebfbe0f94,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:46.271510 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4c16ddce-cb48-4854-a7d9-defb98eabf85 req-2ecf2d81-57c7-4a6b-9523-e99680cc0940 tempest-ServersOnMultiNodesTest-924033058 tempest-ServersOnMultiNodesTest-924033058-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5426159 May 03 22:27:46.285939 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c6ea8add-28ea-41d8-8ffb-160e648b07c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:46.341807 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-77d1de0c-c2a2-416a-acb8-9fa12a043a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'name': 'tempest-AttachSCSIVolumeTestJSON-1979551776-router', 'tenant_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '15d7da50-37c6-4aa5-8ba6-85fd349bb104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:25:55Z', 'updated_at': '2022-05-03T22:26:04Z', 'revision_number': 4, 'project_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'gw_port': {'id': '15d7da50-37c6-4aa5-8ba6-85fd349bb104', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:25:56Z', 'updated_at': '2022-05-03T22:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'a891d317-5135-4c9e-89a6-ce7174382938', 'tenant_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'floating_ip_address': '172.25.2.52', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'port_id': 'c211fba0-baab-4bc1-a6b3-a4282db1fe3e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ee2b61c-9360-43a9-8a2e-e76fc2432530', 'mac_address': 'fa:16:3e:b3:f2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb658099-128f-46dc-b3cc-ddd25a396d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:27:02Z', 'updated_at': '2022-05-03T22:27:42Z', 'revision_number': 1, 'project_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b0c229f-a7d6-4b16-9f5e-a985117eb991', 'name': '', 'network_id': '1ee2b61c-9360-43a9-8a2e-e76fc2432530', 'tenant_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'mac_address': 'fa:16:3e:2a:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'e0202efe-1b5f-4dcb-9569-6279b488dc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:26:03Z', 'updated_at': '2022-05-03T22:26:14Z', 'revision_number': 5, 'project_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'subnets': [{'id': 'e0202efe-1b5f-4dcb-9569-6279b488dc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:27:46.347146 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d1de0c-c2a2-416a-acb8-9fa12a043a8a None None] The sync data for ids ['369ccbac-eea0-41b4-838a-c3fcccbab111'] in n-d-811807-1 is: [{'id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'name': 'tempest-AttachSCSIVolumeTestJSON-1979551776-router', 'tenant_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '15d7da50-37c6-4aa5-8ba6-85fd349bb104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:25:55Z', 'updated_at': '2022-05-03T22:26:04Z', 'revision_number': 4, 'project_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'gw_port': {'id': '15d7da50-37c6-4aa5-8ba6-85fd349bb104', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:25:56Z', 'updated_at': '2022-05-03T22:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'a891d317-5135-4c9e-89a6-ce7174382938', 'tenant_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'floating_ip_address': '172.25.2.52', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'port_id': 'c211fba0-baab-4bc1-a6b3-a4282db1fe3e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ee2b61c-9360-43a9-8a2e-e76fc2432530', 'mac_address': 'fa:16:3e:b3:f2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb658099-128f-46dc-b3cc-ddd25a396d8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:27:02Z', 'updated_at': '2022-05-03T22:27:42Z', 'revision_number': 1, 'project_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b0c229f-a7d6-4b16-9f5e-a985117eb991', 'name': '', 'network_id': '1ee2b61c-9360-43a9-8a2e-e76fc2432530', 'tenant_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'mac_address': 'fa:16:3e:2a:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'e0202efe-1b5f-4dcb-9569-6279b488dc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:26:03Z', 'updated_at': '2022-05-03T22:26:14Z', 'revision_number': 5, 'project_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'subnets': [{'id': 'e0202efe-1b5f-4dcb-9569-6279b488dc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:27:46.352256 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-03ca9fde-c99d-4f5a-ba62-433c5fbf0b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:46.352256 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-03ca9fde-c99d-4f5a-ba62-433c5fbf0b01 admin admin] Added segment 09635bff-16c9-4d7f-8a87-b6936a489987 of type vlan for network a572c86a-2b6a-4f54-acfd-7c80043bae5a May 03 22:27:46.353485 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-ac6c5458-5725-4296-aff2-294f0be894ac req-61614d92-09ae-4ab9-a176-7362ca7b0d2d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Allocated IP 172.20.0.14 (f73247c4-e4b1-4dbd-a711-946870a81559/a6303b72-ad18-4df3-b796-1d1c3ad4e877/95b4774f-05b7-419e-89fc-76bb9efcb5b7) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:27:46.732336 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035e5723-9e8f-459c-8271-fc54ef767974 None None] New status for floating IP a891d317-5135-4c9e-89a6-ce7174382938: ACTIVE {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:27:46.908429 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-57c7af62-c87c-4b39-b973-247366504c00 req-6be4652a-33eb-44b2-bc38-3284027fafc8 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=7eeb876d-d169-4822-ae0a-71ff6f1d8ca9 HTTP/1.1" status: 200 len: 210 time: 0.2559690 May 03 22:27:47.035563 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ba0b76-c94a-4cb9-91ee-0ceb421abe44', 'name': 'network-vif-deleted', 'tag': '94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:27:47.039692 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-03ca9fde-c99d-4f5a-ba62-433c5fbf0b01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:47.107600 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc537ac-e6b9-4db3-a628-26a2674665e5 req-094680a7-f5fa-4ee3-82e3-b1df531c8224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:47.110431 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0bc537ac-e6b9-4db3-a628-26a2674665e5 req-094680a7-f5fa-4ee3-82e3-b1df531c8224 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1ee2b61c-9360-43a9-8a2e-e76fc2432530 HTTP/1.1" status: 200 len: 916 time: 1.0937235 May 03 22:27:47.117981 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a21ab666-f443-452f-8280-1a2179c7a889 req-d1084e44-ff2c-4e3f-9728-2908007464af tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=0660cbed43f74b05ab398bdf8e72a3f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1464159 May 03 22:27:47.174261 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61e6f820-339d-4501-b47a-e0ca79c61530'] response: {'server_uuid': 'e3ba0b76-c94a-4cb9-91ee-0ceb421abe44', 'name': 'network-vif-deleted', 'tag': '94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac', 'status': 'completed', 'code': 200} May 03 22:27:47.293132 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55428) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:27:47.311562 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.resource_extend [None req-03ca9fde-c99d-4f5a-ba62-433c5fbf0b01 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:27:47.376530 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff051b2a-5a88-49bf-b7e6-a4bb60493c58 admin admin] Deleting subnet 2e6b6b67-409f-4a49-b7ee-42ee9c2af089 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:27:47.380879 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ff051b2a-5a88-49bf-b7e6-a4bb60493c58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:47.449844 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ff051b2a-5a88-49bf-b7e6-a4bb60493c58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:47.508574 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-03ca9fde-c99d-4f5a-ba62-433c5fbf0b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:47.510069 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ca9fde-c99d-4f5a-ba62-433c5fbf0b01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:47.510579 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-03ca9fde-c99d-4f5a-ba62-433c5fbf0b01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:47.550343 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0bc537ac-e6b9-4db3-a628-26a2674665e5 req-359037ae-18b3-40bb-818e-174de7726bf9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c211fba0-baab-4bc1-a6b3-a4282db1fe3e HTTP/1.1" status: 200 len: 1001 time: 0.4008460 May 03 22:27:47.553143 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ff051b2a-5a88-49bf-b7e6-a4bb60493c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:47.675921 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ff051b2a-5a88-49bf-b7e6-a4bb60493c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:47.717561 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff051b2a-5a88-49bf-b7e6-a4bb60493c58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e6b6b67-409f-4a49-b7ee-42ee9c2af089,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:47.721579 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ff051b2a-5a88-49bf-b7e6-a4bb60493c58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:47.728151 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ff051b2a-5a88-49bf-b7e6-a4bb60493c58 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2e6b6b67-409f-4a49-b7ee-42ee9c2af089 HTTP/1.1" status: 204 len: 168 time: 0.4337263 May 03 22:27:47.730783 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55438) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:27:47.776552 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca9fde-c99d-4f5a-ba62-433c5fbf0b01 admin admin] Pushing event updated for resources: {'Network': ['ID=a572c86a-2b6a-4f54-acfd-7c80043bae5a,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:47.795188 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network a572c86a-2b6a-4f54-acfd-7c80043bae5a details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:27:47.823965 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ab666-f443-452f-8280-1a2179c7a889 req-5856c66d-5466-4c95-af4a-09c68619f8a1 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:47.836483 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a21ab666-f443-452f-8280-1a2179c7a889 req-5856c66d-5466-4c95-af4a-09c68619f8a1 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6934986 May 03 22:27:47.854495 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-084f6d52-f4e1-453a-ba03-b336ff516d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:47.855456 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ac6c5458-5725-4296-aff2-294f0be894ac req-61614d92-09ae-4ab9-a176-7362ca7b0d2d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:47.873872 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-ac6c5458-5725-4296-aff2-294f0be894ac req-61614d92-09ae-4ab9-a176-7362ca7b0d2d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Transition to ACTIVE for port object 95b4774f-05b7-419e-89fc-76bb9efcb5b7 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:27:47.912801 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-03ca9fde-c99d-4f5a-ba62-433c5fbf0b01 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.2379019 May 03 22:27:47.920026 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55450) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:27:47.927455 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-4b2c7a61-394b-40b7-9c04-37fdf2d98170 admin admin] Request body: {'subnet': {'network_id': 'a572c86a-2b6a-4f54-acfd-7c80043bae5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-366541549-subnet', 'tenant_id': '77e4bf48be994e018ad0dac312f12aea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:27:47.933651 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc537ac-e6b9-4db3-a628-26a2674665e5 req-be6f1a32-cc92-47a2-874c-c62a4c908038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:47.935910 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0bc537ac-e6b9-4db3-a628-26a2674665e5 req-be6f1a32-cc92-47a2-874c-c62a4c908038 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0202efe-1b5f-4dcb-9569-6279b488dc3f HTTP/1.1" status: 200 len: 854 time: 0.3688645 May 03 22:27:47.937056 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ac6c5458-5725-4296-aff2-294f0be894ac req-61614d92-09ae-4ab9-a176-7362ca7b0d2d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:47.947327 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4b2c7a61-394b-40b7-9c04-37fdf2d98170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:27:47.950197 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['8838e62a-72db-4068-b227-7620cf5da515'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:27:47.955554 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4b2c7a61-394b-40b7-9c04-37fdf2d98170 admin admin] Usage tracker for resource:subnet and tenant:77e4bf48be994e018ad0dac312f12aea is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:27:47.960388 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4b2c7a61-394b-40b7-9c04-37fdf2d98170 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:27:47.972386 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-dc8c95ec-9bc1-4fba-b727-88abb1bbf5dc tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1244648 May 03 22:27:47.978914 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a21ab666-f443-452f-8280-1a2179c7a889 req-cf6e79d2-f2a1-41e9-81eb-2d8d2d46ce11 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/quotas/0660cbed43f74b05ab398bdf8e72a3f0 HTTP/1.1" status: 200 len: 375 time: 0.1414526 May 03 22:27:48.018882 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4b2c7a61-394b-40b7-9c04-37fdf2d98170 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:27:48.022432 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-084f6d52-f4e1-453a-ba03-b336ff516d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:48.059101 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-084f6d52-f4e1-453a-ba03-b336ff516d3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab2f9f4-b4a0-4cfb-876b-f4402e5dc7f3']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:27:48.070391 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2c7a61-394b-40b7-9c04-37fdf2d98170 admin admin] Made reservation on behalf of 77e4bf48be994e018ad0dac312f12aea for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:27:48.072754 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4b2c7a61-394b-40b7-9c04-37fdf2d98170 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:48.094048 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-084f6d52-f4e1-453a-ba03-b336ff516d3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '273b93c4-0429-4bcc-af0a-8e63335b3fff') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:27:48.094884 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-084f6d52-f4e1-453a-ba03-b336ff516d3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '273b93c4-0429-4bcc-af0a-8e63335b3fff') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:27:48.120611 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-084f6d52-f4e1-453a-ba03-b336ff516d3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:48.234845 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac6c5458-5725-4296-aff2-294f0be894ac req-61614d92-09ae-4ab9-a176-7362ca7b0d2d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Network f73247c4-e4b1-4dbd-a711-946870a81559 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:27:48.287101 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-ac6c5458-5725-4296-aff2-294f0be894ac req-61614d92-09ae-4ab9-a176-7362ca7b0d2d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:27:48.291198 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6c5458-5725-4296-aff2-294f0be894ac req-61614d92-09ae-4ab9-a176-7362ca7b0d2d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:27:48.317784 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-084f6d52-f4e1-453a-ba03-b336ff516d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:48.323673 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-c6ea8add-28ea-41d8-8ffb-160e648b07c2 admin admin] Deleting port e9f36576-f239-41b2-ac09-936463e71d72 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:27:48.324019 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c6ea8add-28ea-41d8-8ffb-160e648b07c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:48.337473 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-084f6d52-f4e1-453a-ba03-b336ff516d3b admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:27:48.337473 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-084f6d52-f4e1-453a-ba03-b336ff516d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:48.352479 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:27:48.352479 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:27:48.352479 n-d-811807-1 neutron-server[88070]: timer() May 03 22:27:48.352479 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:27:48.352479 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:27:48.352479 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:27:48.352479 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:27:48.352479 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:27:48.352479 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:27:48.352479 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:27:48.352479 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:27:48.352479 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:27:48.352479 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:27:48.352479 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:27:48.352479 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:27:48.352479 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:27:48.352479 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:27:48.352479 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:27:48.352479 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:27:48.352479 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:27:48.352479 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:27:48.352479 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:27:48.352479 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:27:48.352479 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:27:48.352479 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:27:48.352479 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:27:48.352479 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:27:48.352479 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:27:48.352479 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:27:48.352479 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:27:48.352479 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:27:48.352479 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:27:48.498688 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-4f757253-f63c-45b7-81fd-1390c50bd59a tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:48.505443 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-4f757253-f63c-45b7-81fd-1390c50bd59a tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4778476 May 03 22:27:48.520503 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-084f6d52-f4e1-453a-ba03-b336ff516d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:48.549161 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-084f6d52-f4e1-453a-ba03-b336ff516d3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:48.560976 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1ef03b17-bcb3-4beb-b7e2-246b8343c1f8 None None] Provisioning for port 95b4774f-05b7-419e-89fc-76bb9efcb5b7 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:27:48.567440 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1ef03b17-bcb3-4beb-b7e2-246b8343c1f8 None None] Provisioning complete for port 95b4774f-05b7-419e-89fc-76bb9efcb5b7 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:27:48.567440 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1ef03b17-bcb3-4beb-b7e2-246b8343c1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:48.568340 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f6d52-f4e1-453a-ba03-b336ff516d3b admin admin] Pushing event deleted for resources: {'Network': ['ID=aab2f9f4-b4a0-4cfb-876b-f4402e5dc7f3,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:48.580537 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-084f6d52-f4e1-453a-ba03-b336ff516d3b admin admin] 10.222.0.58 "DELETE /v2.0/networks/aab2f9f4-b4a0-4cfb-876b-f4402e5dc7f3 HTTP/1.1" status: 204 len: 168 time: 0.8485954 May 03 22:27:48.616221 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61614d92-09ae-4ab9-a176-7362ca7b0d2d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Pushing event updated for resources: {'Port': ['ID=95b4774f-05b7-419e-89fc-76bb9efcb5b7,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:48.630091 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4b2c7a61-394b-40b7-9c04-37fdf2d98170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:48.677543 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-7e5616bc-3630-4eda-a60a-777214b45d13 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/quotas/e5ed80acbb9f47e383e08a46b5c2d155 HTTP/1.1" status: 200 len: 375 time: 0.1712277 May 03 22:27:48.692702 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a21ab666-f443-452f-8280-1a2179c7a889 req-a1779a73-e97c-4d38-a5e7-00dcff30b978 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0660cbed43f74b05ab398bdf8e72a3f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7128389 May 03 22:27:48.700416 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:27:48.710509 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c5458-5725-4296-aff2-294f0be894ac req-61614d92-09ae-4ab9-a176-7362ca7b0d2d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:48.711175 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ac6c5458-5725-4296-aff2-294f0be894ac req-61614d92-09ae-4ab9-a176-7362ca7b0d2d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:48.753406 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2c7a61-394b-40b7-9c04-37fdf2d98170 admin admin] Checking segment: {'id': '09635bff-16c9-4d7f-8a87-b6936a489987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'a572c86a-2b6a-4f54-acfd-7c80043bae5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:27:48.754097 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2c7a61-394b-40b7-9c04-37fdf2d98170 admin admin] Network hostable DHCP agents. Network: a572c86a-2b6a-4f54-acfd-7c80043bae5a, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:27:48.762089 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c7a61-394b-40b7-9c04-37fdf2d98170 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f87275f9-d5c3-4c1f-8855-2213c7ddc029,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:48.785607 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:27:48.786592 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 94a0bd0f-e871-4c8b-a26f-9c4e6903f9ac not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:27:48.789283 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2c7a61-394b-40b7-9c04-37fdf2d98170 admin admin] Network a572c86a-2b6a-4f54-acfd-7c80043bae5a is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:27:48.804270 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1ef03b17-bcb3-4beb-b7e2-246b8343c1f8 None None] Port 95b4774f-05b7-419e-89fc-76bb9efcb5b7 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:27:48.807447 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-4b2c7a61-394b-40b7-9c04-37fdf2d98170 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, a572c86a-2b6a-4f54-acfd-7c80043bae5a) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:27:48.819213 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af08cfe0-35c1-4bbb-ba1a-2e23b6894ad0 None None] Network a572c86a-2b6a-4f54-acfd-7c80043bae5a requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:27:48.823992 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2c7a61-394b-40b7-9c04-37fdf2d98170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:48.824662 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4b2c7a61-394b-40b7-9c04-37fdf2d98170 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:48.867005 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4b2c7a61-394b-40b7-9c04-37fdf2d98170 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9369144 May 03 22:27:48.977189 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55462) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:27:49.082249 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-fb8555af-d5dc-4499-8220-2fd23a5c0def tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3854995 May 03 22:27:49.083463 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac6c5458-5725-4296-aff2-294f0be894ac req-61614d92-09ae-4ab9-a176-7362ca7b0d2d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2476430 May 03 22:27:49.085577 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc537ac-e6b9-4db3-a628-26a2674665e5 req-e777262a-6a11-4116-bc21-b9977021de1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:49.087223 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0bc537ac-e6b9-4db3-a628-26a2674665e5 req-e777262a-6a11-4116-bc21-b9977021de1a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ee2b61c-9360-43a9-8a2e-e76fc2432530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0583766 May 03 22:27:49.118937 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-ac6c5458-5725-4296-aff2-294f0be894ac req-e8b43d23-cbb4-4448-89f9-e23e83a8aa71 service neutron] Request body: {'port': {'device_id': '7eeb876d-d169-4822-ae0a-71ff6f1d8ca9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:27:49.126137 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5298c57c-4b67-4e63-82ad-e94389462c20 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f70ce92e822b475284063834ea13df27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1470046 May 03 22:27:49.130326 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55468) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:27:49.205691 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03542d5b-68d1-47b1-b7a7-4d315f1aa383 None None] Network a572c86a-2b6a-4f54-acfd-7c80043bae5a requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:27:49.244423 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-c6ea8add-28ea-41d8-8ffb-160e648b07c2 admin admin] For port e9f36576-f239-41b2-ac09-936463e71d72, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=e9f36576-f239-41b2-ac09-936463e71d72,segment=NetworkSegment(ecbb00f8-2427-445d-8d3a-dfed70f9eb68),segment_id=ecbb00f8-2427-445d-8d3a-dfed70f9eb68)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:49.245381 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c6ea8add-28ea-41d8-8ffb-160e648b07c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:49.257658 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f0fbdd64-f3ef-417e-a7a0-3c3f7971c9ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:49.322290 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f0fbdd64-f3ef-417e-a7a0-3c3f7971c9ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:49.435619 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f0fbdd64-f3ef-417e-a7a0-3c3f7971c9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:49.490539 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fbdd64-f3ef-417e-a7a0-3c3f7971c9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c38799-a41f-4698-87c5-60b7bc9dbbfc,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:49.517078 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f0fbdd64-f3ef-417e-a7a0-3c3f7971c9ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:49.518238 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f0fbdd64-f3ef-417e-a7a0-3c3f7971c9ff admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f1c38799-a41f-4698-87c5-60b7bc9dbbfc HTTP/1.1" status: 204 len: 168 time: 0.3856893 May 03 22:27:49.572599 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0bc537ac-e6b9-4db3-a628-26a2674665e5 req-af6d932a-e381-475b-8f38-17e72d45c8c0 service neutron] 10.222.0.67 "GET /v2.0/networks/1ee2b61c-9360-43a9-8a2e-e76fc2432530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612496 May 03 22:27:49.713061 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ac6c5458-5725-4296-aff2-294f0be894ac req-e8b43d23-cbb4-4448-89f9-e23e83a8aa71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:49.741335 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-c6ea8add-28ea-41d8-8ffb-160e648b07c2 admin admin] Calling delete_port for e9f36576-f239-41b2-ac09-936463e71d72 owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:27:50.304330 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0bc537ac-e6b9-4db3-a628-26a2674665e5 req-a955720f-ee4f-4b10-895b-f67734b051d8 service neutron] 10.222.0.67 "GET /v2.0/networks/1ee2b61c-9360-43a9-8a2e-e76fc2432530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6714656 May 03 22:27:50.323785 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d487c2-d894-4985-b51d-260b3f802c55 req-680a02e8-06be-4fea-ab87-11312e0c677a tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:50.324494 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-21d487c2-d894-4985-b51d-260b3f802c55 req-680a02e8-06be-4fea-ab87-11312e0c677a tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Synchronizing usage tracker for tenant:66dfeed3cb324772b0bf769274eed2d2 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:27:50.447775 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-952a2e2c-9f61-446b-8114-06e06f5b4d9a tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:50.448511 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-952a2e2c-9f61-446b-8114-06e06f5b4d9a tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Synchronizing usage tracker for tenant:77e4bf48be994e018ad0dac312f12aea on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:27:50.461044 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-21d487c2-d894-4985-b51d-260b3f802c55 req-680a02e8-06be-4fea-ab87-11312e0c677a tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Unset dirty status for tenant:66dfeed3cb324772b0bf769274eed2d2 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:27:50.462228 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-21d487c2-d894-4985-b51d-260b3f802c55 req-680a02e8-06be-4fea-ab87-11312e0c677a tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=7eeb876d-d169-4822-ae0a-71ff6f1d8ca9 HTTP/1.1" status: 200 len: 932 time: 0.7503660 May 03 22:27:50.565219 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-952a2e2c-9f61-446b-8114-06e06f5b4d9a tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Unset dirty status for tenant:77e4bf48be994e018ad0dac312f12aea on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:27:50.574018 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-952a2e2c-9f61-446b-8114-06e06f5b4d9a tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/networks?id=a572c86a-2b6a-4f54-acfd-7c80043bae5a HTTP/1.1" status: 200 len: 814 time: 0.5495980 May 03 22:27:50.618822 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-c6ceeab8-53f0-4bde-b299-cf193d6a9a85 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/quotas/77e4bf48be994e018ad0dac312f12aea HTTP/1.1" status: 200 len: 375 time: 0.0435500 May 03 22:27:50.653165 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-21d487c2-d894-4985-b51d-260b3f802c55 req-2bf6292b-cc8e-4519-99e8-9dfdef41cca6 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771939 May 03 22:27:50.962757 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-7be8feee-b41c-4098-9ab9-4ff6dfb5b765 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=77e4bf48be994e018ad0dac312f12aea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3132241 May 03 22:27:51.052919 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c6ea8add-28ea-41d8-8ffb-160e648b07c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:51.168156 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-a8230bad-75ec-4f2d-bf6e-dd3eb6e2e36a tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1657095 May 03 22:27:51.201093 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-97520182-0bf5-48f8-b7d2-72d8febb3082 req-24701dc5-cd7b-47e5-becc-7681238bdd6c tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 210 time: 0.1969063 May 03 22:27:51.202137 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea8add-28ea-41d8-8ffb-160e648b07c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9f36576-f239-41b2-ac09-936463e71d72,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:51.334947 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-ac6c5458-5725-4296-aff2-294f0be894ac req-e8b43d23-cbb4-4448-89f9-e23e83a8aa71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95b4774f-05b7-419e-89fc-76bb9efcb5b7 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:27:51.373047 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ac6c5458-5725-4296-aff2-294f0be894ac req-e8b43d23-cbb4-4448-89f9-e23e83a8aa71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:51.476955 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-ac6c5458-5725-4296-aff2-294f0be894ac req-e8b43d23-cbb4-4448-89f9-e23e83a8aa71 service neutron] Transition to ACTIVE for port object 95b4774f-05b7-419e-89fc-76bb9efcb5b7 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:27:51.563379 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ac6c5458-5725-4296-aff2-294f0be894ac req-e8b43d23-cbb4-4448-89f9-e23e83a8aa71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:51.724504 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-99d139ad-c827-424f-80db-40ccdfcec843 service neutron] 10.222.0.58 "GET /v2.0/networks/a572c86a-2b6a-4f54-acfd-7c80043bae5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7605891 May 03 22:27:51.901563 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a21ab666-f443-452f-8280-1a2179c7a889 req-97f1a4aa-bb3d-4939-ade9-65c97a233da4 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=0660cbed43f74b05ab398bdf8e72a3f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0928307 May 03 22:27:52.126838 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-78dda19e-a5ee-43fd-b4d5-c767b5c918ae tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:52.128310 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-78dda19e-a5ee-43fd-b4d5-c767b5c918ae tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9223077 May 03 22:27:52.191340 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ab666-f443-452f-8280-1a2179c7a889 req-eed28b1a-03ad-4938-a721-c9e6eb26641d tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:52.193147 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a21ab666-f443-452f-8280-1a2179c7a889 req-eed28b1a-03ad-4938-a721-c9e6eb26641d tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2850072 May 03 22:27:52.205787 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-a21ab666-f443-452f-8280-1a2179c7a889 req-a855484f-6b4b-4564-aa0e-a3491c88ba54 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Request body: {'port': {'device_id': 'e719e2a8-35a1-43d0-8b07-f53cf22e07e0', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'admin_state_up': True, 'tenant_id': '0660cbed43f74b05ab398bdf8e72a3f0'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:27:52.236236 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-0e5c640c-e4e1-47d5-928e-9c5676d9f812 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Request body: {'port': {'device_id': '203b3e2e-ba38-4bd7-95a3-8f66ac27e10c', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'admin_state_up': True, 'tenant_id': 'e5ed80acbb9f47e383e08a46b5c2d155'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:27:52.349644 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b43d23-cbb4-4448-89f9-e23e83a8aa71 service neutron] Pushing event updated for resources: {'Port': ['ID=95b4774f-05b7-419e-89fc-76bb9efcb5b7,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:52.353722 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a21ab666-f443-452f-8280-1a2179c7a889 req-f146c74b-2275-4223-881f-59048a58fe38 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=0660cbed43f74b05ab398bdf8e72a3f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2400656 May 03 22:27:52.384320 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-a21ab666-f443-452f-8280-1a2179c7a889 req-a855484f-6b4b-4564-aa0e-a3491c88ba54 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:27:52.400658 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-a21ab666-f443-452f-8280-1a2179c7a889 req-a855484f-6b4b-4564-aa0e-a3491c88ba54 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:27:52.423169 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a21ab666-f443-452f-8280-1a2179c7a889 req-a855484f-6b4b-4564-aa0e-a3491c88ba54 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Made reservation on behalf of 0660cbed43f74b05ab398bdf8e72a3f0 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:27:52.426387 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a21ab666-f443-452f-8280-1a2179c7a889 req-a855484f-6b4b-4564-aa0e-a3491c88ba54 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:52.637810 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-a21ab666-f443-452f-8280-1a2179c7a889 req-a855484f-6b4b-4564-aa0e-a3491c88ba54 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Allocated IP 192.168.233.107 (7e14e0ca-f320-4236-9b9e-a9e4f415dbeb/1dff747c-9d3c-4e06-92c1-836fbb9482c4/eca59ae3-68eb-4f95-be5c-48b423a405bd) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:27:52.644088 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-76e877dd-8383-4714-bdcb-278ee2885d67 service neutron] 10.222.0.58 "GET /v2.0/networks/a572c86a-2b6a-4f54-acfd-7c80043bae5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8435991 May 03 22:27:52.796581 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c6ea8add-28ea-41d8-8ffb-160e648b07c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:52.861357 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ba0a3db9-10a6-4a7e-934f-f90824ef6cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:52.870586 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-ac6c5458-5725-4296-aff2-294f0be894ac req-e8b43d23-cbb4-4448-89f9-e23e83a8aa71 service neutron] Attempting to bind port 95b4774f-05b7-419e-89fc-76bb9efcb5b7 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:27:52.870920 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-ac6c5458-5725-4296-aff2-294f0be894ac req-e8b43d23-cbb4-4448-89f9-e23e83a8aa71 service neutron] Attempting to bind port 95b4774f-05b7-419e-89fc-76bb9efcb5b7 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '18fee989-ca3f-4324-8c2a-1ba502de43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:27:52.871244 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6c5458-5725-4296-aff2-294f0be894ac req-e8b43d23-cbb4-4448-89f9-e23e83a8aa71 service neutron] Attempting to bind port 95b4774f-05b7-419e-89fc-76bb9efcb5b7 on network f73247c4-e4b1-4dbd-a711-946870a81559 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:27:52.884163 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6c5458-5725-4296-aff2-294f0be894ac req-e8b43d23-cbb4-4448-89f9-e23e83a8aa71 service neutron] Port 95b4774f-05b7-419e-89fc-76bb9efcb5b7 on network f73247c4-e4b1-4dbd-a711-946870a81559 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:27:52.884488 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6c5458-5725-4296-aff2-294f0be894ac req-e8b43d23-cbb4-4448-89f9-e23e83a8aa71 service neutron] Attempting to bind port 95b4774f-05b7-419e-89fc-76bb9efcb5b7 on network f73247c4-e4b1-4dbd-a711-946870a81559 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:27:52.899908 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6c5458-5725-4296-aff2-294f0be894ac req-e8b43d23-cbb4-4448-89f9-e23e83a8aa71 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:27:52.900252 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6c5458-5725-4296-aff2-294f0be894ac req-e8b43d23-cbb4-4448-89f9-e23e83a8aa71 service neutron] Checking segment: {'id': '18fee989-ca3f-4324-8c2a-1ba502de43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:27:52.900732 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6c5458-5725-4296-aff2-294f0be894ac req-e8b43d23-cbb4-4448-89f9-e23e83a8aa71 service neutron] Bound using segment: {'id': '18fee989-ca3f-4324-8c2a-1ba502de43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:27:52.901070 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-ac6c5458-5725-4296-aff2-294f0be894ac req-e8b43d23-cbb4-4448-89f9-e23e83a8aa71 service neutron] Bound port: 95b4774f-05b7-419e-89fc-76bb9efcb5b7, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18fee989-ca3f-4324-8c2a-1ba502de43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:27:52.901408 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ac6c5458-5725-4296-aff2-294f0be894ac req-e8b43d23-cbb4-4448-89f9-e23e83a8aa71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:52.936926 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a21ab666-f443-452f-8280-1a2179c7a889 req-a855484f-6b4b-4564-aa0e-a3491c88ba54 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:52.960693 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-a21ab666-f443-452f-8280-1a2179c7a889 req-a855484f-6b4b-4564-aa0e-a3491c88ba54 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Transition to ACTIVE for port object eca59ae3-68eb-4f95-be5c-48b423a405bd will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:27:52.993071 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a21ab666-f443-452f-8280-1a2179c7a889 req-a855484f-6b4b-4564-aa0e-a3491c88ba54 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:53.006100 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['fff7e02f-6b77-40c4-ad02-65709d0d84ac'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:27:53.030272 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc15c81-0e95-4f8a-90e2-c485e182ecc2 req-8c6d02a3-b2cb-424f-bc44-ad05564eb376 tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:53.038065 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3dc15c81-0e95-4f8a-90e2-c485e182ecc2 req-8c6d02a3-b2cb-424f-bc44-ad05564eb376 tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] 10.222.0.58 "GET /v2.0/ports?device_id=03152da4-d58c-4645-8fba-75d906b82197 HTTP/1.1" status: 200 len: 946 time: 0.9032834 May 03 22:27:53.058265 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['a97c2567-91b0-4a45-9a3a-be193e3f1b4b', 'a2fa487e-eafb-4169-a5b2-c8a3a2313189'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:27:53.074310 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855484f-6b4b-4564-aa0e-a3491c88ba54 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Pushing event updated for resources: {'Port': ['ID=eca59ae3-68eb-4f95-be5c-48b423a405bd,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:53.080409 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a21ab666-f443-452f-8280-1a2179c7a889 req-a855484f-6b4b-4564-aa0e-a3491c88ba54 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:27:53.081609 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-a21ab666-f443-452f-8280-1a2179c7a889 req-a855484f-6b4b-4564-aa0e-a3491c88ba54 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:27:53.083861 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21ab666-f443-452f-8280-1a2179c7a889 req-a855484f-6b4b-4564-aa0e-a3491c88ba54 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:27:53.164618 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ab666-f443-452f-8280-1a2179c7a889 req-a855484f-6b4b-4564-aa0e-a3491c88ba54 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:53.165663 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a21ab666-f443-452f-8280-1a2179c7a889 req-a855484f-6b4b-4564-aa0e-a3491c88ba54 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:53.213894 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a21ab666-f443-452f-8280-1a2179c7a889 req-a855484f-6b4b-4564-aa0e-a3491c88ba54 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0124743 May 03 22:27:53.227148 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-a21ab666-f443-452f-8280-1a2179c7a889 req-04697869-530f-47bd-a0f4-5cd58a64593f service neutron] Request body: {'port': {'device_id': 'e719e2a8-35a1-43d0-8b07-f53cf22e07e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:27:53.228188 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-0e5c640c-e4e1-47d5-928e-9c5676d9f812 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:27:53.261167 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-0e5c640c-e4e1-47d5-928e-9c5676d9f812 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Usage tracker for resource:port and tenant:e5ed80acbb9f47e383e08a46b5c2d155 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:27:53.269619 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-0e5c640c-e4e1-47d5-928e-9c5676d9f812 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:27:53.303153 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ab666-f443-452f-8280-1a2179c7a889 req-59a40633-bd18-4117-85b4-9f7a98e8f82e tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:53.304704 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a21ab666-f443-452f-8280-1a2179c7a889 req-59a40633-bd18-4117-85b4-9f7a98e8f82e tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9262819 May 03 22:27:53.324092 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3dc15c81-0e95-4f8a-90e2-c485e182ecc2 req-cb4b399b-e015-4a0f-8828-c7c84a22a0d0 tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] 10.222.0.58 "GET /v2.0/security-groups?id=57d880c5-5fee-40f8-9b6a-a030c8ba3e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849343 May 03 22:27:53.332431 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-0e5c640c-e4e1-47d5-928e-9c5676d9f812 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:27:53.341323 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-a21ab666-f443-452f-8280-1a2179c7a889 req-b3aa0c8c-e439-4171-bf88-becf528aa5d8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Request body: {'port': {'device_id': '27bbfc37-7d81-42b6-92db-c5f7320dedcc', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'admin_state_up': True, 'tenant_id': '0660cbed43f74b05ab398bdf8e72a3f0'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:27:53.504011 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-dd3f66e3-17b1-4c08-aed0-7a0624634ad6 None None] Provisioning for port eca59ae3-68eb-4f95-be5c-48b423a405bd completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:27:53.541942 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-ac6c5458-5725-4296-aff2-294f0be894ac req-e8b43d23-cbb4-4448-89f9-e23e83a8aa71 service neutron] For port 95b4774f-05b7-419e-89fc-76bb9efcb5b7, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:27:53.552759 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-dd3f66e3-17b1-4c08-aed0-7a0624634ad6 None None] Provisioning complete for port eca59ae3-68eb-4f95-be5c-48b423a405bd triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:27:53.555585 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-ac6c5458-5725-4296-aff2-294f0be894ac req-e8b43d23-cbb4-4448-89f9-e23e83a8aa71 service neutron] For port 95b4774f-05b7-419e-89fc-76bb9efcb5b7, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=95b4774f-05b7-419e-89fc-76bb9efcb5b7,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:27:53.556434 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-dd3f66e3-17b1-4c08-aed0-7a0624634ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:53.568374 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a21ab666-f443-452f-8280-1a2179c7a889 req-04697869-530f-47bd-a0f4-5cd58a64593f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:53.651014 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cf006-99f2-4d73-be54-dce4f7a83eac req-4dbf2d8b-a5c4-4bfc-87f9-9b2ea70e4d10 tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:53.651725 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-a33cf006-99f2-4d73-be54-dce4f7a83eac req-4dbf2d8b-a5c4-4bfc-87f9-9b2ea70e4d10 tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] Synchronizing usage tracker for tenant:8420e52f6b774264b5552c744907bc46 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:27:53.706339 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-dd3f66e3-17b1-4c08-aed0-7a0624634ad6 None None] Port eca59ae3-68eb-4f95-be5c-48b423a405bd cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:27:53.749299 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-0e5c640c-e4e1-47d5-928e-9c5676d9f812 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Made reservation on behalf of e5ed80acbb9f47e383e08a46b5c2d155 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:27:53.752797 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-0e5c640c-e4e1-47d5-928e-9c5676d9f812 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:53.762818 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-a21ab666-f443-452f-8280-1a2179c7a889 req-b3aa0c8c-e439-4171-bf88-becf528aa5d8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:27:53.780881 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ac6c5458-5725-4296-aff2-294f0be894ac req-e8b43d23-cbb4-4448-89f9-e23e83a8aa71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:53.803190 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-a33cf006-99f2-4d73-be54-dce4f7a83eac req-4dbf2d8b-a5c4-4bfc-87f9-9b2ea70e4d10 tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] Unset dirty status for tenant:8420e52f6b774264b5552c744907bc46 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:27:53.804442 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a33cf006-99f2-4d73-be54-dce4f7a83eac req-4dbf2d8b-a5c4-4bfc-87f9-9b2ea70e4d10 tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] 10.222.0.60 "GET /v2.0/ports?device_id=03152da4-d58c-4645-8fba-75d906b82197 HTTP/1.1" status: 200 len: 946 time: 0.4660549 May 03 22:27:53.909261 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1ab1a04c-288f-4a3b-9b2c-17fda68454c3 req-75f406f2-599e-4b4a-91e9-d4559dcbdf0c tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=27bbfc37-7d81-42b6-92db-c5f7320dedcc HTTP/1.1" status: 200 len: 210 time: 0.2018955 May 03 22:27:53.912185 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-a21ab666-f443-452f-8280-1a2179c7a889 req-b3aa0c8c-e439-4171-bf88-becf528aa5d8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Usage tracker for resource:port and tenant:0660cbed43f74b05ab398bdf8e72a3f0 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:27:53.923686 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-0e5c640c-e4e1-47d5-928e-9c5676d9f812 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:53.939669 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-a33cf006-99f2-4d73-be54-dce4f7a83eac req-697ef808-ebea-4027-af9a-48a40ce61e4d tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] Deleting port 0163d1b6-f2ab-4a1f-afe4-3be96bc085dd {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:27:53.940232 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a33cf006-99f2-4d73-be54-dce4f7a83eac req-697ef808-ebea-4027-af9a-48a40ce61e4d tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:53.941055 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-a21ab666-f443-452f-8280-1a2179c7a889 req-b3aa0c8c-e439-4171-bf88-becf528aa5d8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:27:53.998503 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b43d23-cbb4-4448-89f9-e23e83a8aa71 service neutron] Pushing event updated for resources: {'Port': ['ID=95b4774f-05b7-419e-89fc-76bb9efcb5b7,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:54.001588 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:54.027186 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46988b59-df24-47df-9bf2-5742aa6d07c4 req-a97e2add-b9f6-4000-9bf4-c666e95954e7 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:54.030480 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-46988b59-df24-47df-9bf2-5742aa6d07c4 req-a97e2add-b9f6-4000-9bf4-c666e95954e7 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=7eeb876d-d169-4822-ae0a-71ff6f1d8ca9 HTTP/1.1" status: 200 len: 944 time: 1.1110532 May 03 22:27:54.034475 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-a21ab666-f443-452f-8280-1a2179c7a889 req-b3aa0c8c-e439-4171-bf88-becf528aa5d8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:27:54.054312 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c5458-5725-4296-aff2-294f0be894ac req-e8b43d23-cbb4-4448-89f9-e23e83a8aa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:54.054914 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ac6c5458-5725-4296-aff2-294f0be894ac req-e8b43d23-cbb4-4448-89f9-e23e83a8aa71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:54.056509 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac6c5458-5725-4296-aff2-294f0be894ac req-e8b43d23-cbb4-4448-89f9-e23e83a8aa71 service neutron] 10.222.0.67 "PUT /v2.0/ports/95b4774f-05b7-419e-89fc-76bb9efcb5b7 HTTP/1.1" status: 200 len: 1092 time: 4.9468746 May 03 22:27:54.061554 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eeb876d-d169-4822-ae0a-71ff6f1d8ca9', 'tag': '95b4774f-05b7-419e-89fc-76bb9efcb5b7'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:27:54.117567 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-0e5c640c-e4e1-47d5-928e-9c5676d9f812 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:27:54.167010 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a21ab666-f443-452f-8280-1a2179c7a889 req-b3aa0c8c-e439-4171-bf88-becf528aa5d8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Made reservation on behalf of 0660cbed43f74b05ab398bdf8e72a3f0 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:27:54.170606 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a21ab666-f443-452f-8280-1a2179c7a889 req-b3aa0c8c-e439-4171-bf88-becf528aa5d8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:54.185384 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-0e5c640c-e4e1-47d5-928e-9c5676d9f812 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Usage tracker for resource:security_group_rule and tenant:e5ed80acbb9f47e383e08a46b5c2d155 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:27:54.195962 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6e6b940-ebf6-483c-b72e-b6c4fd6b9a0f req-ab2386a9-eb1b-439a-937e-686ce62d1085 tempest-ServersAaction247Test-1547545182 tempest-ServersAaction247Test-1547545182-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe304167-6635-4972-bcea-39c5f7deda43 HTTP/1.1" status: 200 len: 210 time: 0.1459346 May 03 22:27:54.199206 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-0e5c640c-e4e1-47d5-928e-9c5676d9f812 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:27:54.238924 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-0e5c640c-e4e1-47d5-928e-9c5676d9f812 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:27:54.315103 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-46988b59-df24-47df-9bf2-5742aa6d07c4 req-11fbffaa-9123-4f72-86be-661e993912f0 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638330 May 03 22:27:54.393733 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ea8add-28ea-41d8-8ffb-160e648b07c2 admin admin] Router 97366df8-4cbc-4190-974e-862e92952ce2 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:27:54.463702 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dbbe3440-7446-4d82-8506-2ee1eb53fc77 req-f1982fd1-1d17-4213-8dcc-4dab5cdd0857 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 210 time: 0.0759001 May 03 22:27:54.620522 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-a21ab666-f443-452f-8280-1a2179c7a889 req-04697869-530f-47bd-a0f4-5cd58a64593f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eca59ae3-68eb-4f95-be5c-48b423a405bd {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:27:54.646631 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a21ab666-f443-452f-8280-1a2179c7a889 req-04697869-530f-47bd-a0f4-5cd58a64593f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:54.654601 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-a33cf006-99f2-4d73-be54-dce4f7a83eac req-697ef808-ebea-4027-af9a-48a40ce61e4d tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] For port 0163d1b6-f2ab-4a1f-afe4-3be96bc085dd, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0163d1b6-f2ab-4a1f-afe4-3be96bc085dd,segment=NetworkSegment(07ed7b6c-5c8b-4ea8-84ea-c9978a0c8b5c),segment_id=07ed7b6c-5c8b-4ea8-84ea-c9978a0c8b5c)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:54.654959 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a33cf006-99f2-4d73-be54-dce4f7a83eac req-697ef808-ebea-4027-af9a-48a40ce61e4d tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:54.704087 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cebde53-6780-4a29-a0e3-17d160ac9131'] response: {'name': 'network-changed', 'server_uuid': '7eeb876d-d169-4822-ae0a-71ff6f1d8ca9', 'tag': '95b4774f-05b7-419e-89fc-76bb9efcb5b7', 'status': 'completed', 'code': 200} May 03 22:27:54.729374 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11363783-2554-483d-8a98-54c102f9ea60 req-35af6c2b-3142-477a-8e77-fde61a44cd77 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 210 time: 0.1745715 May 03 22:27:54.731217 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c5458-5725-4296-aff2-294f0be894ac req-23792c94-5149-46ce-89c2-5bddf634d15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:54.732515 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac6c5458-5725-4296-aff2-294f0be894ac req-23792c94-5149-46ce-89c2-5bddf634d15d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=66dfeed3cb324772b0bf769274eed2d2&device_id=7eeb876d-d169-4822-ae0a-71ff6f1d8ca9 HTTP/1.1" status: 200 len: 1095 time: 0.6103513 May 03 22:27:54.740901 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-a21ab666-f443-452f-8280-1a2179c7a889 req-04697869-530f-47bd-a0f4-5cd58a64593f service neutron] Transition to ACTIVE for port object eca59ae3-68eb-4f95-be5c-48b423a405bd will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:27:54.820177 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-a33cf006-99f2-4d73-be54-dce4f7a83eac req-697ef808-ebea-4027-af9a-48a40ce61e4d tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] Calling delete_port for 0163d1b6-f2ab-4a1f-afe4-3be96bc085dd owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:27:54.850876 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a21ab666-f443-452f-8280-1a2179c7a889 req-04697869-530f-47bd-a0f4-5cd58a64593f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:54.908595 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-625710ca-deb3-47de-a1f2-4cefc3a16c2a tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:54.910111 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-625710ca-deb3-47de-a1f2-4cefc3a16c2a tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.67 "GET /v2.0/networks?id=a572c86a-2b6a-4f54-acfd-7c80043bae5a HTTP/1.1" status: 200 len: 814 time: 0.4695148 May 03 22:27:54.939118 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-88605a1d-7577-4215-afa9-3f331314425e tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Request body: {'port': {'device_id': '9262d8a6-9016-4df8-8ebf-66fc182a7c9b', 'network_id': 'a572c86a-2b6a-4f54-acfd-7c80043bae5a', 'admin_state_up': True, 'tenant_id': '77e4bf48be994e018ad0dac312f12aea'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:27:55.005203 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac6c5458-5725-4296-aff2-294f0be894ac req-0baab874-e34d-4b74-a9ae-44c28d76c345 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95b4774f-05b7-419e-89fc-76bb9efcb5b7 HTTP/1.1" status: 200 len: 217 time: 0.2312708 May 03 22:27:55.005749 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f92e4982-5c1c-47e3-9c9a-6ce640c0aa73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:55.102292 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04697869-530f-47bd-a0f4-5cd58a64593f service neutron] Pushing event updated for resources: {'Port': ['ID=eca59ae3-68eb-4f95-be5c-48b423a405bd,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:55.157654 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-0e5c640c-e4e1-47d5-928e-9c5676d9f812 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:55.199409 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-555bc860-b933-4e81-bf44-9ab3a68605bb req-733a0abf-d0c8-4a67-a7e3-8aaa473f3e44 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=27bbfc37-7d81-42b6-92db-c5f7320dedcc HTTP/1.1" status: 200 len: 210 time: 0.0914779 May 03 22:27:55.200086 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-0e5c640c-e4e1-47d5-928e-9c5676d9f812 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:55.295038 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c5458-5725-4296-aff2-294f0be894ac req-c2cb0f02-2a9c-4850-94ec-ac47af89330e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:55.296684 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac6c5458-5725-4296-aff2-294f0be894ac req-c2cb0f02-2a9c-4850-94ec-ac47af89330e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6303b72-ad18-4df3-b796-1d1c3ad4e877 HTTP/1.1" status: 200 len: 850 time: 0.2672272 May 03 22:27:55.304906 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-a21ab666-f443-452f-8280-1a2179c7a889 req-b3aa0c8c-e439-4171-bf88-becf528aa5d8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Allocated IP 192.168.233.57 (7e14e0ca-f320-4236-9b9e-a9e4f415dbeb/1dff747c-9d3c-4e06-92c1-836fbb9482c4/3540f85e-6af9-4382-b8f6-727eaf092712) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:27:55.323948 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ea8add-28ea-41d8-8ffb-160e648b07c2 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:27:55.334986 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ce2915-6001-4cd1-b255-e9270c066726 None None] Sync routers for ids ['97366df8-4cbc-4190-974e-862e92952ce2'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:27:55.346091 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ce2915-6001-4cd1-b255-e9270c066726 None None] Routers {'97366df8-4cbc-4190-974e-862e92952ce2'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:27:55.347115 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b3ce2915-6001-4cd1-b255-e9270c066726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:27:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['97366df8-4cbc-4190-974e-862e92952ce2'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:27:55.354344 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-a21ab666-f443-452f-8280-1a2179c7a889 req-04697869-530f-47bd-a0f4-5cd58a64593f service neutron] Attempting to bind port eca59ae3-68eb-4f95-be5c-48b423a405bd on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:27:55.354680 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-a21ab666-f443-452f-8280-1a2179c7a889 req-04697869-530f-47bd-a0f4-5cd58a64593f service neutron] Attempting to bind port eca59ae3-68eb-4f95-be5c-48b423a405bd by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:27:55.355037 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21ab666-f443-452f-8280-1a2179c7a889 req-04697869-530f-47bd-a0f4-5cd58a64593f service neutron] Attempting to bind port eca59ae3-68eb-4f95-be5c-48b423a405bd on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:27:55.357350 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-88605a1d-7577-4215-afa9-3f331314425e tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:27:55.367531 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-88605a1d-7577-4215-afa9-3f331314425e tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Usage tracker for resource:port and tenant:77e4bf48be994e018ad0dac312f12aea is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:27:55.370114 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21ab666-f443-452f-8280-1a2179c7a889 req-04697869-530f-47bd-a0f4-5cd58a64593f service neutron] Port eca59ae3-68eb-4f95-be5c-48b423a405bd on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:27:55.370438 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21ab666-f443-452f-8280-1a2179c7a889 req-04697869-530f-47bd-a0f4-5cd58a64593f service neutron] Attempting to bind port eca59ae3-68eb-4f95-be5c-48b423a405bd on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:27:55.372666 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-88605a1d-7577-4215-afa9-3f331314425e tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:27:55.380038 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-88605a1d-7577-4215-afa9-3f331314425e tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:27:55.386768 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c640c-e4e1-47d5-928e-9c5676d9f812 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a41dfc52-b2bc-47a8-b62c-f0e422218066,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:55.387300 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21ab666-f443-452f-8280-1a2179c7a889 req-04697869-530f-47bd-a0f4-5cd58a64593f service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:27:55.387640 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21ab666-f443-452f-8280-1a2179c7a889 req-04697869-530f-47bd-a0f4-5cd58a64593f service neutron] Checking segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:27:55.388028 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21ab666-f443-452f-8280-1a2179c7a889 req-04697869-530f-47bd-a0f4-5cd58a64593f service neutron] Bound using segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:27:55.388462 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-a21ab666-f443-452f-8280-1a2179c7a889 req-04697869-530f-47bd-a0f4-5cd58a64593f service neutron] Bound port: eca59ae3-68eb-4f95-be5c-48b423a405bd, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:27:55.388809 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a21ab666-f443-452f-8280-1a2179c7a889 req-04697869-530f-47bd-a0f4-5cd58a64593f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:55.398722 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a33cf006-99f2-4d73-be54-dce4f7a83eac req-697ef808-ebea-4027-af9a-48a40ce61e4d tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:55.474904 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ef808-ebea-4027-af9a-48a40ce61e4d tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] Pushing event deleted for resources: {'Port': ['ID=0163d1b6-f2ab-4a1f-afe4-3be96bc085dd,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:55.503898 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998c302-8066-4f87-a3de-0113c4e07776 req-310e9902-23e2-4195-bdf9-77baf228b795 tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:55.505373 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5998c302-8066-4f87-a3de-0113c4e07776 req-310e9902-23e2-4195-bdf9-77baf228b795 tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] 10.222.0.58 "GET /v2.0/ports?device_id=03152da4-d58c-4645-8fba-75d906b82197 HTTP/1.1" status: 200 len: 946 time: 0.7935071 May 03 22:27:55.507431 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-14218494-6cec-4674-8b1e-86d69200f5ed req-134d455d-4f1b-4b65-b81e-540a8d2bcc0f tempest-ServersAaction247Test-1547545182 tempest-ServersAaction247Test-1547545182-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe304167-6635-4972-bcea-39c5f7deda43 HTTP/1.1" status: 200 len: 210 time: 0.1638169 May 03 22:27:55.564466 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-b3ce2915-6001-4cd1-b255-e9270c066726 None None] Set router 97366df8-4cbc-4190-974e-862e92952ce2 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:27:55.588987 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-a21ab666-f443-452f-8280-1a2179c7a889 req-04697869-530f-47bd-a0f4-5cd58a64593f service neutron] For port eca59ae3-68eb-4f95-be5c-48b423a405bd, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:27:55.592473 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-a21ab666-f443-452f-8280-1a2179c7a889 req-04697869-530f-47bd-a0f4-5cd58a64593f service neutron] For port eca59ae3-68eb-4f95-be5c-48b423a405bd, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=eca59ae3-68eb-4f95-be5c-48b423a405bd,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:27:55.594348 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-88605a1d-7577-4215-afa9-3f331314425e tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Made reservation on behalf of 77e4bf48be994e018ad0dac312f12aea for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:27:55.598333 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-88605a1d-7577-4215-afa9-3f331314425e tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:55.615930 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a21ab666-f443-452f-8280-1a2179c7a889 req-04697869-530f-47bd-a0f4-5cd58a64593f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:55.634822 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c6ea8add-28ea-41d8-8ffb-160e648b07c2 admin admin] 10.222.0.58 "PUT /v2.0/routers/97366df8-4cbc-4190-974e-862e92952ce2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2816641 May 03 22:27:55.641101 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55588) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:27:55.724274 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5998c302-8066-4f87-a3de-0113c4e07776 req-e4691ba1-bd4e-4a04-b300-fe81291ff83a tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] 10.222.0.58 "GET /v2.0/security-groups?id=57d880c5-5fee-40f8-9b6a-a030c8ba3e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043331 May 03 22:27:55.896434 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33cf006-99f2-4d73-be54-dce4f7a83eac req-697ef808-ebea-4027-af9a-48a40ce61e4d tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] No DVR routers for this DVR port 0163d1b6-f2ab-4a1f-afe4-3be96bc085dd on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:27:55.898927 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a33cf006-99f2-4d73-be54-dce4f7a83eac req-697ef808-ebea-4027-af9a-48a40ce61e4d tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:55.909073 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ab666-f443-452f-8280-1a2179c7a889 req-04697869-530f-47bd-a0f4-5cd58a64593f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:55.909712 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a21ab666-f443-452f-8280-1a2179c7a889 req-04697869-530f-47bd-a0f4-5cd58a64593f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:55.911031 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a21ab666-f443-452f-8280-1a2179c7a889 req-04697869-530f-47bd-a0f4-5cd58a64593f service neutron] 10.222.0.67 "PUT /v2.0/ports/eca59ae3-68eb-4f95-be5c-48b423a405bd HTTP/1.1" status: 200 len: 1096 time: 2.6888633 May 03 22:27:55.926085 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03152da4-d58c-4645-8fba-75d906b82197', 'name': 'network-vif-deleted', 'tag': '0163d1b6-f2ab-4a1f-afe4-3be96bc085dd'}, {'name': 'network-changed', 'server_uuid': 'e719e2a8-35a1-43d0-8b07-f53cf22e07e0', 'tag': 'eca59ae3-68eb-4f95-be5c-48b423a405bd'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:27:55.997659 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c5458-5725-4296-aff2-294f0be894ac req-4c18cedd-0a18-47a9-9613-df475e3eccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:55.999892 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac6c5458-5725-4296-aff2-294f0be894ac req-4c18cedd-0a18-47a9-9613-df475e3eccfb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f73247c4-e4b1-4dbd-a711-946870a81559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6586037 May 03 22:27:56.006990 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f98b6ed8-121f-496a-8088-d811bbda278d req-15a1239e-9e2c-455a-9d85-f1f53ca2966c tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Synchronizing usage tracker for tenant:e5ed80acbb9f47e383e08a46b5c2d155 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:27:56.022065 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b3ce2915-6001-4cd1-b255-e9270c066726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97366df8-4cbc-4190-974e-862e92952ce2', 'name': 'tempest-ServersTestMultiNic-1417843745-router', 'tenant_id': 'ceba61b4c246497baf83bdccf3f80f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '36efe0de-e889-472d-9b9d-527d718f1498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:24:53Z', 'updated_at': '2022-05-03T22:27:50Z', 'revision_number': 5, 'project_id': 'ceba61b4c246497baf83bdccf3f80f6e', 'gw_port': {'id': '36efe0de-e889-472d-9b9d-527d718f1498', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:50:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97366df8-4cbc-4190-974e-862e92952ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:24:55Z', 'updated_at': '2022-05-03T22:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:27:56.026631 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ce2915-6001-4cd1-b255-e9270c066726 None None] Checking router: 97366df8-4cbc-4190-974e-862e92952ce2 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:27:56.036034 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a33cf006-99f2-4d73-be54-dce4f7a83eac req-697ef808-ebea-4027-af9a-48a40ce61e4d tempest-VolumesAdminNegativeTest-95020338 tempest-VolumesAdminNegativeTest-95020338-project] 10.222.0.60 "DELETE /v2.0/ports/0163d1b6-f2ab-4a1f-afe4-3be96bc085dd HTTP/1.1" status: 204 len: 173 time: 2.2225683 May 03 22:27:56.037136 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ce2915-6001-4cd1-b255-e9270c066726 None None] Routers {'97366df8-4cbc-4190-974e-862e92952ce2'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:27:56.038130 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b3ce2915-6001-4cd1-b255-e9270c066726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:27:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['97366df8-4cbc-4190-974e-862e92952ce2'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:27:56.091347 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04697869-530f-47bd-a0f4-5cd58a64593f service neutron] Pushing event updated for resources: {'Port': ['ID=eca59ae3-68eb-4f95-be5c-48b423a405bd,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:56.144513 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-88605a1d-7577-4215-afa9-3f331314425e tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Allocated IP 172.20.0.2 (a572c86a-2b6a-4f54-acfd-7c80043bae5a/f87275f9-d5c3-4c1f-8855-2213c7ddc029/85b6557b-e2da-4a21-affa-d49d97cf790c) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:27:56.159264 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ab666-f443-452f-8280-1a2179c7a889 req-b850133a-1ce0-4c12-a5a9-8c261a9973ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:56.162269 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a21ab666-f443-452f-8280-1a2179c7a889 req-b850133a-1ce0-4c12-a5a9-8c261a9973ba service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0660cbed43f74b05ab398bdf8e72a3f0&device_id=e719e2a8-35a1-43d0-8b07-f53cf22e07e0 HTTP/1.1" status: 200 len: 1099 time: 0.2006018 May 03 22:27:56.185027 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-09122895-97be-4eee-bf95-195670537dbf admin admin] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:56.260277 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:56.267278 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:56.289822 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a21ab666-f443-452f-8280-1a2179c7a889 req-ec930b3b-f53a-42f3-9fff-9bffc68d70f4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=eca59ae3-68eb-4f95-be5c-48b423a405bd HTTP/1.1" status: 200 len: 217 time: 0.1181948 May 03 22:27:56.323556 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-b3ce2915-6001-4cd1-b255-e9270c066726 None None] Set router 97366df8-4cbc-4190-974e-862e92952ce2 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:27:56.429071 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a21ab666-f443-452f-8280-1a2179c7a889 req-b3aa0c8c-e439-4171-bf88-becf528aa5d8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:56.460838 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ab666-f443-452f-8280-1a2179c7a889 req-cdbdf9b1-44d6-4981-968f-2e21ff8c146a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:56.462528 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a21ab666-f443-452f-8280-1a2179c7a889 req-cdbdf9b1-44d6-4981-968f-2e21ff8c146a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.1646559 May 03 22:27:56.469652 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f98b6ed8-121f-496a-8088-d811bbda278d req-15a1239e-9e2c-455a-9d85-f1f53ca2966c tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Unset dirty status for tenant:e5ed80acbb9f47e383e08a46b5c2d155 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:27:56.470831 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f98b6ed8-121f-496a-8088-d811bbda278d req-15a1239e-9e2c-455a-9d85-f1f53ca2966c tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 210 time: 0.5644872 May 03 22:27:56.485181 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac6c5458-5725-4296-aff2-294f0be894ac req-7230c9a5-955e-40ea-a50a-e894dab15323 service neutron] 10.222.0.67 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4685445 May 03 22:27:56.491610 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-a21ab666-f443-452f-8280-1a2179c7a889 req-b3aa0c8c-e439-4171-bf88-becf528aa5d8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Transition to ACTIVE for port object 3540f85e-6af9-4382-b8f6-727eaf092712 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:27:56.573837 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd3be3-7eb4-4adf-8cf4-3a13c6f0d38c req-58c09197-65cf-4ad5-96b3-dd6a32140b69 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:56.575553 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-effd3be3-7eb4-4adf-8cf4-3a13c6f0d38c req-58c09197-65cf-4ad5-96b3-dd6a32140b69 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=7eeb876d-d169-4822-ae0a-71ff6f1d8ca9 HTTP/1.1" status: 200 len: 944 time: 0.8484313 May 03 22:27:56.623080 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-88605a1d-7577-4215-afa9-3f331314425e tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:56.653258 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ab666-f443-452f-8280-1a2179c7a889 req-05222605-816f-4984-aaa0-7c88bcbee51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:56.654812 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a21ab666-f443-452f-8280-1a2179c7a889 req-05222605-816f-4984-aaa0-7c88bcbee51c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1821637 May 03 22:27:56.708292 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.67', 50972) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:27:56.727046 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b3ce2915-6001-4cd1-b255-e9270c066726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97366df8-4cbc-4190-974e-862e92952ce2', 'name': 'tempest-ServersTestMultiNic-1417843745-router', 'tenant_id': 'ceba61b4c246497baf83bdccf3f80f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '36efe0de-e889-472d-9b9d-527d718f1498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:24:53Z', 'updated_at': '2022-05-03T22:27:50Z', 'revision_number': 5, 'project_id': 'ceba61b4c246497baf83bdccf3f80f6e', 'gw_port': {'id': '36efe0de-e889-472d-9b9d-527d718f1498', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:50:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97366df8-4cbc-4190-974e-862e92952ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:24:55Z', 'updated_at': '2022-05-03T22:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:27:56.731554 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ce2915-6001-4cd1-b255-e9270c066726 None None] The sync data for ids ['97366df8-4cbc-4190-974e-862e92952ce2'] in n-d-811807-1 is: [{'id': '97366df8-4cbc-4190-974e-862e92952ce2', 'name': 'tempest-ServersTestMultiNic-1417843745-router', 'tenant_id': 'ceba61b4c246497baf83bdccf3f80f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '36efe0de-e889-472d-9b9d-527d718f1498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:24:53Z', 'updated_at': '2022-05-03T22:27:50Z', 'revision_number': 5, 'project_id': 'ceba61b4c246497baf83bdccf3f80f6e', 'gw_port': {'id': '36efe0de-e889-472d-9b9d-527d718f1498', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:50:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97366df8-4cbc-4190-974e-862e92952ce2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:24:55Z', 'updated_at': '2022-05-03T22:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:27:56.797740 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-01fef06e-668f-492f-8140-fc39a14a2730 req-358d66df-d194-4d28-a71b-1f0094a2ed7a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fe304167-6635-4972-bcea-39c5f7deda43 HTTP/1.1" status: 200 len: 210 time: 0.0879998 May 03 22:27:56.883811 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-88605a1d-7577-4215-afa9-3f331314425e tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:56.973820 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a21ab666-f443-452f-8280-1a2179c7a889 req-d92bea37-bbb9-46a2-ac7d-d9ca36f25a08 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085725 May 03 22:27:56.975472 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-88605a1d-7577-4215-afa9-3f331314425e tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Network a572c86a-2b6a-4f54-acfd-7c80043bae5a is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:27:56.978738 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-88605a1d-7577-4215-afa9-3f331314425e tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:27:56.982723 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-88605a1d-7577-4215-afa9-3f331314425e tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:27:56.984559 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-effd3be3-7eb4-4adf-8cf4-3a13c6f0d38c req-41466d51-a028-4052-9b33-e78252dbd68a tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792696 May 03 22:27:57.008616 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-09122895-97be-4eee-bf95-195670537dbf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:57.025374 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88605a1d-7577-4215-afa9-3f331314425e tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Pushing event updated for resources: {'Port': ['ID=85b6557b-e2da-4a21-affa-d49d97cf790c,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:57.026262 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac6c5458-5725-4296-aff2-294f0be894ac req-b7d70ff8-1f4a-4cde-b641-2c62d3fc1970 service neutron] 10.222.0.67 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5331872 May 03 22:27:57.028657 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-09122895-97be-4eee-bf95-195670537dbf admin admin] Deleting port 36efe0de-e889-472d-9b9d-527d718f1498 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:27:57.029002 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-09122895-97be-4eee-bf95-195670537dbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:57.057495 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81717c0b-bf89-4caf-909e-f5fb87fd688a'] response: {'server_uuid': '03152da4-d58c-4645-8fba-75d906b82197', 'name': 'network-vif-deleted', 'tag': '0163d1b6-f2ab-4a1f-afe4-3be96bc085dd', 'status': 'completed', 'code': 200} May 03 22:27:57.057842 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81717c0b-bf89-4caf-909e-f5fb87fd688a'] response: {'name': 'network-changed', 'server_uuid': 'e719e2a8-35a1-43d0-8b07-f53cf22e07e0', 'tag': 'eca59ae3-68eb-4f95-be5c-48b423a405bd', 'status': 'completed', 'code': 200} May 03 22:27:57.068789 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-88605a1d-7577-4215-afa9-3f331314425e tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:57.069619 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-88605a1d-7577-4215-afa9-3f331314425e tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:57.079027 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a21ab666-f443-452f-8280-1a2179c7a889 req-b3aa0c8c-e439-4171-bf88-becf528aa5d8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:57.102212 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['a97c2567-91b0-4a45-9a3a-be193e3f1b4b', 'a2fa487e-eafb-4169-a5b2-c8a3a2313189'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:27:57.147608 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['fff7e02f-6b77-40c4-ad02-65709d0d84ac'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:27:57.197073 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-88605a1d-7577-4215-afa9-3f331314425e tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2772644 May 03 22:27:57.214757 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-01d55545-a848-4458-a057-54ad0ef89c50 service neutron] Request body: {'port': {'device_id': '9262d8a6-9016-4df8-8ebf-66fc182a7c9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:27:57.261083 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 0163d1b6-f2ab-4a1f-afe4-3be96bc085dd no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:27:57.300424 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a21ab666-f443-452f-8280-1a2179c7a889 req-4ce8b054-7309-4c35-ab0e-8a17dd904f03 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119808 May 03 22:27:57.316889 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 0163d1b6-f2ab-4a1f-afe4-3be96bc085dd {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:27:57.316889 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 0163d1b6-f2ab-4a1f-afe4-3be96bc085dd not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:27:57.377745 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97373a2f-e980-456c-936f-06624d7d0aa3 req-5112500d-3b67-49a5-98c7-505c6273ef75 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:57.379256 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-97373a2f-e980-456c-936f-06624d7d0aa3 req-5112500d-3b67-49a5-98c7-505c6273ef75 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 931 time: 0.5771241 May 03 22:27:57.387920 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a21ab666-f443-452f-8280-1a2179c7a889 req-b3aa0c8c-e439-4171-bf88-becf528aa5d8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:27:57.400920 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-a21ab666-f443-452f-8280-1a2179c7a889 req-b3aa0c8c-e439-4171-bf88-becf528aa5d8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:27:57.425716 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21ab666-f443-452f-8280-1a2179c7a889 req-b3aa0c8c-e439-4171-bf88-becf528aa5d8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:27:57.442393 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-01d55545-a848-4458-a057-54ad0ef89c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:57.507301 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa0c8c-e439-4171-bf88-becf528aa5d8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Pushing event updated for resources: {'Port': ['ID=3540f85e-6af9-4382-b8f6-727eaf092712,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:57.518355 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-0e5c640c-e4e1-47d5-928e-9c5676d9f812 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Allocated IP 192.168.233.46 (7e14e0ca-f320-4236-9b9e-a9e4f415dbeb/1dff747c-9d3c-4e06-92c1-836fbb9482c4/51a443ea-606a-4a08-ab5d-52d6e694760c) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:27:57.548771 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:57.617036 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0959eb-ff17-47ec-90ad-f0a54720c402 req-da3f1eb2-28d9-499e-afc0-e45d23846e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:57.620474 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4f0959eb-ff17-47ec-90ad-f0a54720c402 req-da3f1eb2-28d9-499e-afc0-e45d23846e49 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0660cbed43f74b05ab398bdf8e72a3f0&device_id=e719e2a8-35a1-43d0-8b07-f53cf22e07e0 HTTP/1.1" status: 200 len: 1099 time: 0.2612464 May 03 22:27:57.622461 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:57.802755 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-97373a2f-e980-456c-936f-06624d7d0aa3 req-5f6d3cb7-b465-49e5-9fad-9651df0a380d tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Synchronizing usage tracker for tenant:77e4bf48be994e018ad0dac312f12aea on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:27:57.812041 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-39afa71a-dc48-4c3a-85ee-84c8bb639d9e None None] Provisioning for port 3540f85e-6af9-4382-b8f6-727eaf092712 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:27:57.817083 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-39afa71a-dc48-4c3a-85ee-84c8bb639d9e None None] Provisioning complete for port 3540f85e-6af9-4382-b8f6-727eaf092712 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:27:57.817542 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-39afa71a-dc48-4c3a-85ee-84c8bb639d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:57.820863 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ab666-f443-452f-8280-1a2179c7a889 req-b3aa0c8c-e439-4171-bf88-becf528aa5d8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:57.821509 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a21ab666-f443-452f-8280-1a2179c7a889 req-b3aa0c8c-e439-4171-bf88-becf528aa5d8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:57.860111 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-09122895-97be-4eee-bf95-195670537dbf admin admin] For port 36efe0de-e889-472d-9b9d-527d718f1498, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=36efe0de-e889-472d-9b9d-527d718f1498,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:27:57.860484 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-09122895-97be-4eee-bf95-195670537dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:57.869683 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device e9f36576-f239-41b2-ac09-936463e71d72 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:27:57.871037 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136aa42-0bb2-4d11-9d30-7fa1377e8291 req-ef8dff17-6019-40cc-a288-356184ddb4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:57.872545 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f136aa42-0bb2-4d11-9d30-7fa1377e8291 req-ef8dff17-6019-40cc-a288-356184ddb4f2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=66dfeed3cb324772b0bf769274eed2d2&device_id=7eeb876d-d169-4822-ae0a-71ff6f1d8ca9 HTTP/1.1" status: 200 len: 1095 time: 0.7379143 May 03 22:27:57.909875 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: e9f36576-f239-41b2-ac09-936463e71d72 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:27:57.910345 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device e9f36576-f239-41b2-ac09-936463e71d72 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:27:57.917584 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-39afa71a-dc48-4c3a-85ee-84c8bb639d9e None None] Port 3540f85e-6af9-4382-b8f6-727eaf092712 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:27:58.035350 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0959eb-ff17-47ec-90ad-f0a54720c402 req-6a511597-24ff-41fd-9f3b-55d8f04cbb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:58.036788 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4f0959eb-ff17-47ec-90ad-f0a54720c402 req-6a511597-24ff-41fd-9f3b-55d8f04cbb99 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.4057646 May 03 22:27:58.038505 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-09122895-97be-4eee-bf95-195670537dbf admin admin] Calling delete_port for 36efe0de-e889-472d-9b9d-527d718f1498 owned by network:router_gateway {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:27:58.088680 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b732a-1064-4ba9-8984-7a81cbe6e1a2 req-995483dc-9bb2-412a-b669-12fa78ebd61d tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:58.089277 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ac8b732a-1064-4ba9-8984-7a81cbe6e1a2 req-995483dc-9bb2-412a-b669-12fa78ebd61d tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Synchronizing usage tracker for tenant:0660cbed43f74b05ab398bdf8e72a3f0 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:27:58.092285 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a21ab666-f443-452f-8280-1a2179c7a889 req-b3aa0c8c-e439-4171-bf88-becf528aa5d8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7611237 May 03 22:27:58.113605 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-97373a2f-e980-456c-936f-06624d7d0aa3 req-5f6d3cb7-b465-49e5-9fad-9651df0a380d tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Unset dirty status for tenant:77e4bf48be994e018ad0dac312f12aea on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:27:58.114747 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-97373a2f-e980-456c-936f-06624d7d0aa3 req-5f6d3cb7-b465-49e5-9fad-9651df0a380d tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7215357 May 03 22:27:58.119399 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4f0959eb-ff17-47ec-90ad-f0a54720c402 req-8ee1139a-7041-421f-a2c3-86d81f341cc8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=eca59ae3-68eb-4f95-be5c-48b423a405bd HTTP/1.1" status: 200 len: 217 time: 0.0739145 May 03 22:27:58.130378 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-a21ab666-f443-452f-8280-1a2179c7a889 req-6a4f1b32-b4ea-4c4c-a6a8-d5a54f5c35b8 service neutron] Request body: {'port': {'device_id': '27bbfc37-7d81-42b6-92db-c5f7320dedcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:27:58.231350 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0959eb-ff17-47ec-90ad-f0a54720c402 req-90dc5a53-fe0e-4a98-8ecb-c21a7d273db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:58.232782 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4f0959eb-ff17-47ec-90ad-f0a54720c402 req-90dc5a53-fe0e-4a98-8ecb-c21a7d273db9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.1051006 May 03 22:27:58.301199 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-01d55545-a848-4458-a057-54ad0ef89c50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85b6557b-e2da-4a21-affa-d49d97cf790c {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:27:58.310375 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-0e5c640c-e4e1-47d5-928e-9c5676d9f812 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:58.310581 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-01d55545-a848-4458-a057-54ad0ef89c50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:58.332525 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-01d55545-a848-4458-a057-54ad0ef89c50 service neutron] Transition to ACTIVE for port object 85b6557b-e2da-4a21-affa-d49d97cf790c will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:27:58.334596 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ac8b732a-1064-4ba9-8984-7a81cbe6e1a2 req-995483dc-9bb2-412a-b669-12fa78ebd61d tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Unset dirty status for tenant:0660cbed43f74b05ab398bdf8e72a3f0 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:27:58.335836 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac8b732a-1064-4ba9-8984-7a81cbe6e1a2 req-995483dc-9bb2-412a-b669-12fa78ebd61d tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=27bbfc37-7d81-42b6-92db-c5f7320dedcc HTTP/1.1" status: 200 len: 935 time: 1.1180007 May 03 22:27:58.338212 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-01d55545-a848-4458-a057-54ad0ef89c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:58.350500 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a2584380-f911-4d02-8a38-9a1f4d0c35d2 req-8003a23c-e491-447f-b574-f71f4eae5619 tempest-ServersAaction247Test-1547545182 tempest-ServersAaction247Test-1547545182-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe304167-6635-4972-bcea-39c5f7deda43 HTTP/1.1" status: 200 len: 210 time: 0.1078236 May 03 22:27:58.401680 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0959eb-ff17-47ec-90ad-f0a54720c402 req-17f79ff0-582f-451a-894e-c3019d97bb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:58.403193 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4f0959eb-ff17-47ec-90ad-f0a54720c402 req-17f79ff0-582f-451a-894e-c3019d97bb8a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1596925 May 03 22:27:58.418733 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-0e5c640c-e4e1-47d5-928e-9c5676d9f812 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Transition to ACTIVE for port object 51a443ea-606a-4a08-ab5d-52d6e694760c will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:27:58.478265 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55610) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:27:58.600238 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d55545-a848-4458-a057-54ad0ef89c50 service neutron] Pushing event updated for resources: {'Port': ['ID=85b6557b-e2da-4a21-affa-d49d97cf790c,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:58.658529 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136aa42-0bb2-4d11-9d30-7fa1377e8291 req-3e2e13fb-c6c4-4396-93a9-75e37618fa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:58.659966 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f136aa42-0bb2-4d11-9d30-7fa1377e8291 req-3e2e13fb-c6c4-4396-93a9-75e37618fa5d service neutron] 10.222.0.67 "GET /v2.0/networks?id=f73247c4-e4b1-4dbd-a711-946870a81559 HTTP/1.1" status: 200 len: 912 time: 0.7712066 May 03 22:27:58.661970 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f2a2e167-c764-4467-b751-130ec7223e11 req-0b7e7381-d05c-4b7a-8aca-c4caf936ced5 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 210 time: 0.0872650 May 03 22:27:58.672119 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a21ab666-f443-452f-8280-1a2179c7a889 req-6a4f1b32-b4ea-4c4c-a6a8-d5a54f5c35b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:58.739734 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4ef968e-f158-40ba-8409-b53d193371c5 admin admin] Deleting subnet 6051d6fd-27ab-4033-82f4-521871009459 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:27:58.755219 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac8b732a-1064-4ba9-8984-7a81cbe6e1a2 req-8450e2ce-4ab8-4d86-ab0f-9f465aa18b71 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942568 May 03 22:27:58.758509 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4ef968e-f158-40ba-8409-b53d193371c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:58.769898 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f136aa42-0bb2-4d11-9d30-7fa1377e8291 req-b550589e-87f7-45d6-8914-6bcbebd06596 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95b4774f-05b7-419e-89fc-76bb9efcb5b7 HTTP/1.1" status: 200 len: 217 time: 0.0782051 May 03 22:27:58.858656 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4ef968e-f158-40ba-8409-b53d193371c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:58.889804 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4f0959eb-ff17-47ec-90ad-f0a54720c402 req-ac3cf38d-4e46-45f1-a284-5601d293ce4b service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404299 May 03 22:27:58.950934 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-01d55545-a848-4458-a057-54ad0ef89c50 service neutron] Attempting to bind port 85b6557b-e2da-4a21-affa-d49d97cf790c on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:27:58.951259 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-01d55545-a848-4458-a057-54ad0ef89c50 service neutron] Attempting to bind port 85b6557b-e2da-4a21-affa-d49d97cf790c by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '09635bff-16c9-4d7f-8a87-b6936a489987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'a572c86a-2b6a-4f54-acfd-7c80043bae5a'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:27:58.951581 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-01d55545-a848-4458-a057-54ad0ef89c50 service neutron] Attempting to bind port 85b6557b-e2da-4a21-affa-d49d97cf790c on network a572c86a-2b6a-4f54-acfd-7c80043bae5a {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:27:58.966211 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-01d55545-a848-4458-a057-54ad0ef89c50 service neutron] Port 85b6557b-e2da-4a21-affa-d49d97cf790c on network a572c86a-2b6a-4f54-acfd-7c80043bae5a not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:27:58.966531 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-01d55545-a848-4458-a057-54ad0ef89c50 service neutron] Attempting to bind port 85b6557b-e2da-4a21-affa-d49d97cf790c on network a572c86a-2b6a-4f54-acfd-7c80043bae5a {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:27:58.974707 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-0e5c640c-e4e1-47d5-928e-9c5676d9f812 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:59.025764 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-01d55545-a848-4458-a057-54ad0ef89c50 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:27:59.026165 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-01d55545-a848-4458-a057-54ad0ef89c50 service neutron] Checking segment: {'id': '09635bff-16c9-4d7f-8a87-b6936a489987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'a572c86a-2b6a-4f54-acfd-7c80043bae5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:27:59.026539 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-01d55545-a848-4458-a057-54ad0ef89c50 service neutron] Bound using segment: {'id': '09635bff-16c9-4d7f-8a87-b6936a489987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'a572c86a-2b6a-4f54-acfd-7c80043bae5a'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:27:59.026967 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-01d55545-a848-4458-a057-54ad0ef89c50 service neutron] Bound port: 85b6557b-e2da-4a21-affa-d49d97cf790c, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09635bff-16c9-4d7f-8a87-b6936a489987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'a572c86a-2b6a-4f54-acfd-7c80043bae5a'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:27:59.027303 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-01d55545-a848-4458-a057-54ad0ef89c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:59.062816 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4ef968e-f158-40ba-8409-b53d193371c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:59.076214 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136aa42-0bb2-4d11-9d30-7fa1377e8291 req-95a95436-2060-4049-af7c-49ccfa8e43fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:59.078241 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f136aa42-0bb2-4d11-9d30-7fa1377e8291 req-95a95436-2060-4049-af7c-49ccfa8e43fe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6303b72-ad18-4df3-b796-1d1c3ad4e877 HTTP/1.1" status: 200 len: 850 time: 0.2810836 May 03 22:27:59.165842 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-0e5c640c-e4e1-47d5-928e-9c5676d9f812 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:27:59.175136 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4f0959eb-ff17-47ec-90ad-f0a54720c402 req-249a2185-79d5-4a76-9217-5e01531d2524 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784741 May 03 22:27:59.179970 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-0e5c640c-e4e1-47d5-928e-9c5676d9f812 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:27:59.200048 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-0e5c640c-e4e1-47d5-928e-9c5676d9f812 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:27:59.211639 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-01d55545-a848-4458-a057-54ad0ef89c50 service neutron] For port 85b6557b-e2da-4a21-affa-d49d97cf790c, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:27:59.221203 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-01d55545-a848-4458-a057-54ad0ef89c50 service neutron] For port 85b6557b-e2da-4a21-affa-d49d97cf790c, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=85b6557b-e2da-4a21-affa-d49d97cf790c,segment=NetworkSegment(09635bff-16c9-4d7f-8a87-b6936a489987),segment_id=09635bff-16c9-4d7f-8a87-b6936a489987)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:27:59.235120 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-01d55545-a848-4458-a057-54ad0ef89c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:59.245094 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c640c-e4e1-47d5-928e-9c5676d9f812 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Pushing event updated for resources: {'Port': ['ID=51a443ea-606a-4a08-ab5d-52d6e694760c,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:59.287025 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4ef968e-f158-40ba-8409-b53d193371c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:59.298807 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-09122895-97be-4eee-bf95-195670537dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:59.344684 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-01d55545-a848-4458-a057-54ad0ef89c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:59.345302 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-01d55545-a848-4458-a057-54ad0ef89c50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:59.346833 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-01d55545-a848-4458-a057-54ad0ef89c50 service neutron] 10.222.0.67 "PUT /v2.0/ports/85b6557b-e2da-4a21-affa-d49d97cf790c HTTP/1.1" status: 200 len: 1091 time: 2.1379044 May 03 22:27:59.351970 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9262d8a6-9016-4df8-8ebf-66fc182a7c9b', 'tag': '85b6557b-e2da-4a21-affa-d49d97cf790c'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:27:59.356200 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef968e-f158-40ba-8409-b53d193371c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6051d6fd-27ab-4033-82f4-521871009459,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:59.367789 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4ef968e-f158-40ba-8409-b53d193371c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:59.380055 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c4ef968e-f158-40ba-8409-b53d193371c5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6051d6fd-27ab-4033-82f4-521871009459 HTTP/1.1" status: 204 len: 168 time: 0.9004867 May 03 22:27:59.381382 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55618) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:27:59.401149 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09122895-97be-4eee-bf95-195670537dbf admin admin] Pushing event deleted for resources: {'Port': ['ID=36efe0de-e889-472d-9b9d-527d718f1498,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:59.448671 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d55545-a848-4458-a057-54ad0ef89c50 service neutron] Pushing event updated for resources: {'Port': ['ID=85b6557b-e2da-4a21-affa-d49d97cf790c,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:27:59.450338 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a27df66e-ff39-46a7-8c0d-e01bdad968c6 None None] Provisioning for port 51a443ea-606a-4a08-ab5d-52d6e694760c completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:27:59.460699 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a27df66e-ff39-46a7-8c0d-e01bdad968c6 None None] Provisioning complete for port 51a443ea-606a-4a08-ab5d-52d6e694760c triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:27:59.461292 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a27df66e-ff39-46a7-8c0d-e01bdad968c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:59.514976 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a27df66e-ff39-46a7-8c0d-e01bdad968c6 None None] Port 51a443ea-606a-4a08-ab5d-52d6e694760c cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:27:59.521421 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ad911-3b95-4c27-9819-a762ba1442f1 req-790d9c86-d0f3-4fe2-ba37-7dff27c136f5 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:59.523402 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-196ad911-3b95-4c27-9819-a762ba1442f1 req-790d9c86-d0f3-4fe2-ba37-7dff27c136f5 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=7eeb876d-d169-4822-ae0a-71ff6f1d8ca9 HTTP/1.1" status: 200 len: 944 time: 0.6933637 May 03 22:27:59.593883 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-0e5c640c-e4e1-47d5-928e-9c5676d9f812 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:59.594521 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-0e5c640c-e4e1-47d5-928e-9c5676d9f812 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:59.693092 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cdbb9a40-bcb1-406c-9fbb-15dbe873a84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:59.698897 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-0e5c640c-e4e1-47d5-928e-9c5676d9f812 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.4718106 May 03 22:27:59.704650 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-09122895-97be-4eee-bf95-195670537dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:59.711514 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-7d2e0192-3c30-428e-a489-96812267b46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:59.713032 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-7d2e0192-3c30-428e-a489-96812267b46c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=77e4bf48be994e018ad0dac312f12aea&device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 1094 time: 0.2984679 May 03 22:27:59.765716 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-196ad911-3b95-4c27-9819-a762ba1442f1 req-dd6fb114-fe2f-4980-b934-91ee8762a1ef tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328625 May 03 22:27:59.767685 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136aa42-0bb2-4d11-9d30-7fa1377e8291 req-aba76fc0-ba1f-40fa-9ae1-4f3f974aacfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:59.769133 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f136aa42-0bb2-4d11-9d30-7fa1377e8291 req-aba76fc0-ba1f-40fa-9ae1-4f3f974aacfc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f73247c4-e4b1-4dbd-a711-946870a81559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6456442 May 03 22:27:59.822722 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-714761ff-6b8c-4a89-a293-c50d0d1a3089 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=85b6557b-e2da-4a21-affa-d49d97cf790c HTTP/1.1" status: 200 len: 217 time: 0.0848553 May 03 22:27:59.827391 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3664d1fa-65be-45c4-87ab-f6a6a9ad6da0'] response: {'name': 'network-changed', 'server_uuid': '9262d8a6-9016-4df8-8ebf-66fc182a7c9b', 'tag': '85b6557b-e2da-4a21-affa-d49d97cf790c', 'status': 'completed', 'code': 200} May 03 22:27:59.835423 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-938c78c7-aaa3-49b1-8fd1-f0f41aa14c66 service neutron] Request body: {'port': {'device_id': '203b3e2e-ba38-4bd7-95a3-8f66ac27e10c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:27:59.938617 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cdbb9a40-bcb1-406c-9fbb-15dbe873a84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:27:59.969995 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-8714fe8a-eaac-4590-a8b2-ef1363b372e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:27:59.971430 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-8714fe8a-eaac-4590-a8b2-ef1363b372e4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f87275f9-d5c3-4c1f-8855-2213c7ddc029 HTTP/1.1" status: 200 len: 854 time: 0.1342261 May 03 22:27:59.972833 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-cdbb9a40-bcb1-406c-9fbb-15dbe873a84b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e4bd20c-ff83-4255-a5e5-f3e89bb53380']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:28:00.018519 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-cdbb9a40-bcb1-406c-9fbb-15dbe873a84b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07ed7b6c-5c8b-4ea8-84ea-c9978a0c8b5c') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:28:00.018819 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-cdbb9a40-bcb1-406c-9fbb-15dbe873a84b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07ed7b6c-5c8b-4ea8-84ea-c9978a0c8b5c') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:28:00.037472 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-ce1e171c-ab46-4b3d-8c6f-da8d691bdd12 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a572c86a-2b6a-4f54-acfd-7c80043bae5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549405 May 03 22:28:00.040742 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cdbb9a40-bcb1-406c-9fbb-15dbe873a84b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:00.087645 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cdbb9a40-bcb1-406c-9fbb-15dbe873a84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:00.138608 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdbb9a40-bcb1-406c-9fbb-15dbe873a84b admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:28:00.139012 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cdbb9a40-bcb1-406c-9fbb-15dbe873a84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:00.156799 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:28:00.156799 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:28:00.156799 n-d-811807-1 neutron-server[88070]: timer() May 03 22:28:00.156799 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:28:00.156799 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:28:00.156799 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:28:00.156799 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:28:00.156799 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:28:00.156799 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:28:00.156799 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:28:00.156799 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:28:00.156799 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:28:00.156799 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:28:00.156799 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:28:00.156799 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:28:00.156799 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:28:00.156799 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:28:00.156799 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:28:00.156799 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:28:00.156799 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:28:00.156799 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:28:00.156799 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:28:00.156799 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:28:00.156799 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:28:00.156799 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:28:00.156799 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:28:00.156799 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:28:00.156799 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:28:00.156799 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:28:00.156799 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:28:00.156799 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:28:00.156799 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:28:00.218805 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8058b-e9dc-4e76-8ce3-340fc74e6cf0 req-8c20de11-3ee5-4c37-9be0-e55b353920eb tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:00.220300 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-37f8058b-e9dc-4e76-8ce3-340fc74e6cf0 req-8c20de11-3ee5-4c37-9be0-e55b353920eb tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 943 time: 0.9645176 May 03 22:28:00.243428 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-09122895-97be-4eee-bf95-195670537dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:00.248839 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c8a592d5-2f1e-4f2c-91b5-b24f656e0799 req-5950618b-9051-4acc-92be-a95d7a64964c tempest-ServersAaction247Test-1547545182 tempest-ServersAaction247Test-1547545182-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe304167-6635-4972-bcea-39c5f7deda43 HTTP/1.1" status: 200 len: 210 time: 0.3125260 May 03 22:28:00.250009 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-09122895-97be-4eee-bf95-195670537dbf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:00.256799 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cdbb9a40-bcb1-406c-9fbb-15dbe873a84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:00.278081 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-a21ab666-f443-452f-8280-1a2179c7a889 req-6a4f1b32-b4ea-4c4c-a6a8-d5a54f5c35b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3540f85e-6af9-4382-b8f6-727eaf092712 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:28:00.289570 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cdbb9a40-bcb1-406c-9fbb-15dbe873a84b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:00.296503 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-d24ca4d9-5da3-4861-be1f-66185b15d919 service neutron] 10.222.0.67 "GET /v2.0/networks/a572c86a-2b6a-4f54-acfd-7c80043bae5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485509 May 03 22:28:00.299803 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb9a40-bcb1-406c-9fbb-15dbe873a84b admin admin] Pushing event deleted for resources: {'Network': ['ID=3e4bd20c-ff83-4255-a5e5-f3e89bb53380,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:00.331974 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-cdbb9a40-bcb1-406c-9fbb-15dbe873a84b admin admin] 10.222.0.58 "DELETE /v2.0/networks/3e4bd20c-ff83-4255-a5e5-f3e89bb53380 HTTP/1.1" status: 204 len: 168 time: 0.9403818 May 03 22:28:00.338734 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55630) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:28:00.400179 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a21ab666-f443-452f-8280-1a2179c7a889 req-6a4f1b32-b4ea-4c4c-a6a8-d5a54f5c35b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:00.462450 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1cbffd4-45b4-48cc-a412-3149aeded00d admin admin] Deleting subnet 696e8c17-9127-416c-a415-6081711432a6 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:28:00.465543 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a1cbffd4-45b4-48cc-a412-3149aeded00d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:00.525759 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-589be84d-8dd5-470d-8126-5d3875e11e4b req-92beec3b-2925-4f91-bd9f-4919c3b9329d service neutron] 10.222.0.67 "GET /v2.0/networks/a572c86a-2b6a-4f54-acfd-7c80043bae5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220862 May 03 22:28:00.532250 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a1cbffd4-45b4-48cc-a412-3149aeded00d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:00.556370 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-a21ab666-f443-452f-8280-1a2179c7a889 req-6a4f1b32-b4ea-4c4c-a6a8-d5a54f5c35b8 service neutron] Transition to ACTIVE for port object 3540f85e-6af9-4382-b8f6-727eaf092712 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:28:00.564298 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-09122895-97be-4eee-bf95-195670537dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:00.565082 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09122895-97be-4eee-bf95-195670537dbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97366df8-4cbc-4190-974e-862e92952ce2 {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:28:00.574347 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-37f8058b-e9dc-4e76-8ce3-340fc74e6cf0 req-a4f2a5ae-6622-412f-a293-9bcca9e43034 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332043 May 03 22:28:00.588531 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a21ab666-f443-452f-8280-1a2179c7a889 req-6a4f1b32-b4ea-4c4c-a6a8-d5a54f5c35b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:00.650692 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a1cbffd4-45b4-48cc-a412-3149aeded00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:00.668190 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-938c78c7-aaa3-49b1-8fd1-f0f41aa14c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:00.684700 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f136aa42-0bb2-4d11-9d30-7fa1377e8291 req-4e9c2fb3-e556-49c7-b97c-d8485a89e3c6 service neutron] 10.222.0.67 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6889956 May 03 22:28:00.761304 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565cd36-ecbe-4549-bd65-3bdad9c9bac8 req-32dff757-81ad-4a00-80ce-5b5cf466b1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:00.762932 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9565cd36-ecbe-4549-bd65-3bdad9c9bac8 req-32dff757-81ad-4a00-80ce-5b5cf466b1a2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=77e4bf48be994e018ad0dac312f12aea&device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 1094 time: 0.1654117 May 03 22:28:00.769598 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a1cbffd4-45b4-48cc-a412-3149aeded00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:00.783211 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-09122895-97be-4eee-bf95-195670537dbf admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:00.786613 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-09122895-97be-4eee-bf95-195670537dbf admin admin] 10.222.0.58 "DELETE /v2.0/routers/97366df8-4cbc-4190-974e-862e92952ce2 HTTP/1.1" status: 204 len: 168 time: 5.0719299 May 03 22:28:00.789758 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55634) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:28:00.855159 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a1cbffd4-45b4-48cc-a412-3149aeded00d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:00.857562 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cbffd4-45b4-48cc-a412-3149aeded00d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=696e8c17-9127-416c-a415-6081711432a6,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:00.915809 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a1cbffd4-45b4-48cc-a412-3149aeded00d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/696e8c17-9127-416c-a415-6081711432a6 HTTP/1.1" status: 204 len: 168 time: 0.5754206 May 03 22:28:00.917684 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55640) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:28:00.963120 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f1b32-b4ea-4c4c-a6a8-d5a54f5c35b8 service neutron] Pushing event updated for resources: {'Port': ['ID=3540f85e-6af9-4382-b8f6-727eaf092712,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:01.006174 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:28:01.043839 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565cd36-ecbe-4549-bd65-3bdad9c9bac8 req-42624d00-ca5b-4d08-bfde-e53bbb7787c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:01.045721 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9565cd36-ecbe-4549-bd65-3bdad9c9bac8 req-42624d00-ca5b-4d08-bfde-e53bbb7787c8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a572c86a-2b6a-4f54-acfd-7c80043bae5a HTTP/1.1" status: 200 len: 915 time: 0.2672839 May 03 22:28:01.051584 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-779de43c-adcd-46ce-9ea5-3463dbb10501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:01.118238 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9565cd36-ecbe-4549-bd65-3bdad9c9bac8 req-f8ef8272-cd97-4cf3-bb80-bb528cd8346b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=85b6557b-e2da-4a21-affa-d49d97cf790c HTTP/1.1" status: 200 len: 217 time: 0.0637567 May 03 22:28:01.223250 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5b53f-8e9b-4de6-a95f-3c5d1fc6c627 req-52300a3d-3921-46c9-97d0-93df6e51829b tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:01.232100 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0dd5b53f-8e9b-4de6-a95f-3c5d1fc6c627 req-52300a3d-3921-46c9-97d0-93df6e51829b tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 935 time: 0.8233652 May 03 22:28:01.250735 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f136aa42-0bb2-4d11-9d30-7fa1377e8291 req-6311a4d7-ef94-44b7-9865-65141f7ee76f service neutron] 10.222.0.67 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190373 May 03 22:28:01.267358 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c431ad-9bea-4b77-9738-69fc26e3126c admin admin] Deleting subnet a58d48c1-a8ce-4716-a0a0-a893879099e6 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:28:01.330127 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a7c431ad-9bea-4b77-9738-69fc26e3126c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:01.401147 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-a21ab666-f443-452f-8280-1a2179c7a889 req-6a4f1b32-b4ea-4c4c-a6a8-d5a54f5c35b8 service neutron] Attempting to bind port 3540f85e-6af9-4382-b8f6-727eaf092712 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:28:01.401484 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-a21ab666-f443-452f-8280-1a2179c7a889 req-6a4f1b32-b4ea-4c4c-a6a8-d5a54f5c35b8 service neutron] Attempting to bind port 3540f85e-6af9-4382-b8f6-727eaf092712 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:28:01.401815 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21ab666-f443-452f-8280-1a2179c7a889 req-6a4f1b32-b4ea-4c4c-a6a8-d5a54f5c35b8 service neutron] Attempting to bind port 3540f85e-6af9-4382-b8f6-727eaf092712 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:28:01.412522 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-779de43c-adcd-46ce-9ea5-3463dbb10501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:01.420861 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565cd36-ecbe-4549-bd65-3bdad9c9bac8 req-33902737-68b7-43ea-87b9-d9eb16315694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:01.422293 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9565cd36-ecbe-4549-bd65-3bdad9c9bac8 req-33902737-68b7-43ea-87b9-d9eb16315694 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f87275f9-d5c3-4c1f-8855-2213c7ddc029 HTTP/1.1" status: 200 len: 854 time: 0.1462026 May 03 22:28:01.429304 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21ab666-f443-452f-8280-1a2179c7a889 req-6a4f1b32-b4ea-4c4c-a6a8-d5a54f5c35b8 service neutron] Port 3540f85e-6af9-4382-b8f6-727eaf092712 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:28:01.429632 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21ab666-f443-452f-8280-1a2179c7a889 req-6a4f1b32-b4ea-4c4c-a6a8-d5a54f5c35b8 service neutron] Attempting to bind port 3540f85e-6af9-4382-b8f6-727eaf092712 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:28:01.450026 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47572f0-f499-448d-88e8-70df938fe793 req-2980b820-4cbe-4008-8790-0b1e25eb409e tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:01.451527 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d47572f0-f499-448d-88e8-70df938fe793 req-2980b820-4cbe-4008-8790-0b1e25eb409e tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=27bbfc37-7d81-42b6-92db-c5f7320dedcc HTTP/1.1" status: 200 len: 947 time: 0.6538844 May 03 22:28:01.453450 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0dd5b53f-8e9b-4de6-a95f-3c5d1fc6c627 req-e32afb28-30e4-47ca-8446-0129f3c546b1 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Synchronizing usage tracker for tenant:e5ed80acbb9f47e383e08a46b5c2d155 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:28:01.471704 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21ab666-f443-452f-8280-1a2179c7a889 req-6a4f1b32-b4ea-4c4c-a6a8-d5a54f5c35b8 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:28:01.472045 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21ab666-f443-452f-8280-1a2179c7a889 req-6a4f1b32-b4ea-4c4c-a6a8-d5a54f5c35b8 service neutron] Checking segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:28:01.472436 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21ab666-f443-452f-8280-1a2179c7a889 req-6a4f1b32-b4ea-4c4c-a6a8-d5a54f5c35b8 service neutron] Bound using segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:28:01.472911 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-a21ab666-f443-452f-8280-1a2179c7a889 req-6a4f1b32-b4ea-4c4c-a6a8-d5a54f5c35b8 service neutron] Bound port: 3540f85e-6af9-4382-b8f6-727eaf092712, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:28:01.473260 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a21ab666-f443-452f-8280-1a2179c7a889 req-6a4f1b32-b4ea-4c4c-a6a8-d5a54f5c35b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:01.473676 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-779de43c-adcd-46ce-9ea5-3463dbb10501 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a15e29-5439-4e96-b422-d9fc07da25db']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:28:01.489444 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a7c431ad-9bea-4b77-9738-69fc26e3126c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:01.493063 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9565cd36-ecbe-4549-bd65-3bdad9c9bac8 req-3680e895-285a-43d4-ad99-561e41b1e0a7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a572c86a-2b6a-4f54-acfd-7c80043bae5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578306 May 03 22:28:01.496275 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-779de43c-adcd-46ce-9ea5-3463dbb10501 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4368542b-2365-4ab2-8566-95c7e0008a04') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:28:01.496572 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-779de43c-adcd-46ce-9ea5-3463dbb10501 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4368542b-2365-4ab2-8566-95c7e0008a04') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:28:01.529310 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-779de43c-adcd-46ce-9ea5-3463dbb10501 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:01.599685 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-779de43c-adcd-46ce-9ea5-3463dbb10501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:01.622706 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-779de43c-adcd-46ce-9ea5-3463dbb10501 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:28:01.623105 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-779de43c-adcd-46ce-9ea5-3463dbb10501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:01.635734 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:28:01.635734 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:28:01.635734 n-d-811807-1 neutron-server[88070]: timer() May 03 22:28:01.635734 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:28:01.635734 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:28:01.635734 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:28:01.635734 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:28:01.635734 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:28:01.635734 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:28:01.635734 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:28:01.635734 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:28:01.635734 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:28:01.635734 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:28:01.635734 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:28:01.635734 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:28:01.635734 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:28:01.635734 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:28:01.635734 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:28:01.635734 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:28:01.635734 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:28:01.635734 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:28:01.635734 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:28:01.635734 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:28:01.635734 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:28:01.635734 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:28:01.635734 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:28:01.635734 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:28:01.635734 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:28:01.635734 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:28:01.635734 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:28:01.635734 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:28:01.635734 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:28:01.689885 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0dd5b53f-8e9b-4de6-a95f-3c5d1fc6c627 req-e32afb28-30e4-47ca-8446-0129f3c546b1 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Unset dirty status for tenant:e5ed80acbb9f47e383e08a46b5c2d155 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:28:01.691024 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0dd5b53f-8e9b-4de6-a95f-3c5d1fc6c627 req-e32afb28-30e4-47ca-8446-0129f3c546b1 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580584 May 03 22:28:01.727405 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d47572f0-f499-448d-88e8-70df938fe793 req-5c69c5ed-2bb7-40b5-9fae-7c464495ae82 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126033 May 03 22:28:01.729293 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9565cd36-ecbe-4549-bd65-3bdad9c9bac8 req-480b08e7-22c8-4525-82fd-76d69c0e8be5 service neutron] 10.222.0.67 "GET /v2.0/networks/a572c86a-2b6a-4f54-acfd-7c80043bae5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261605 May 03 22:28:01.730123 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-779de43c-adcd-46ce-9ea5-3463dbb10501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:01.751338 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-779de43c-adcd-46ce-9ea5-3463dbb10501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:01.785072 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779de43c-adcd-46ce-9ea5-3463dbb10501 admin admin] Pushing event deleted for resources: {'Network': ['ID=91a15e29-5439-4e96-b422-d9fc07da25db,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:01.803600 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-a21ab666-f443-452f-8280-1a2179c7a889 req-6a4f1b32-b4ea-4c4c-a6a8-d5a54f5c35b8 service neutron] For port 3540f85e-6af9-4382-b8f6-727eaf092712, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:28:01.803793 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-779de43c-adcd-46ce-9ea5-3463dbb10501 admin admin] 10.222.0.58 "DELETE /v2.0/networks/91a15e29-5439-4e96-b422-d9fc07da25db HTTP/1.1" status: 204 len: 168 time: 0.8825972 May 03 22:28:01.816346 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-a21ab666-f443-452f-8280-1a2179c7a889 req-6a4f1b32-b4ea-4c4c-a6a8-d5a54f5c35b8 service neutron] For port 3540f85e-6af9-4382-b8f6-727eaf092712, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=3540f85e-6af9-4382-b8f6-727eaf092712,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:28:01.828594 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a21ab666-f443-452f-8280-1a2179c7a889 req-6a4f1b32-b4ea-4c4c-a6a8-d5a54f5c35b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:01.832709 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a7c431ad-9bea-4b77-9738-69fc26e3126c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:01.874431 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 36efe0de-e889-472d-9b9d-527d718f1498 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:28:01.946365 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9565cd36-ecbe-4549-bd65-3bdad9c9bac8 req-6b101ce8-80ee-4b52-89fd-7911eccdb709 service neutron] 10.222.0.67 "GET /v2.0/networks/a572c86a-2b6a-4f54-acfd-7c80043bae5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921282 May 03 22:28:01.955875 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 36efe0de-e889-472d-9b9d-527d718f1498 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:28:01.958205 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 36efe0de-e889-472d-9b9d-527d718f1498 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:28:02.052486 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55656) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:28:02.105957 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-23d87536-abf7-4d63-96c8-62f6fe4609a2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8420e52f6b774264b5552c744907bc46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500290 May 03 22:28:02.106167 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55660) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:28:02.132189 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.resource_extend [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-938c78c7-aaa3-49b1-8fd1-f0f41aa14c66 service neutron] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:28:02.174306 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-544fce4d-7374-47e7-b9a0-989e27fe2f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:02.207325 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-544fce4d-7374-47e7-b9a0-989e27fe2f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:02.227075 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ab666-f443-452f-8280-1a2179c7a889 req-6a4f1b32-b4ea-4c4c-a6a8-d5a54f5c35b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:02.227708 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a21ab666-f443-452f-8280-1a2179c7a889 req-6a4f1b32-b4ea-4c4c-a6a8-d5a54f5c35b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:02.229130 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a21ab666-f443-452f-8280-1a2179c7a889 req-6a4f1b32-b4ea-4c4c-a6a8-d5a54f5c35b8 service neutron] 10.222.0.60 "PUT /v2.0/ports/3540f85e-6af9-4382-b8f6-727eaf092712 HTTP/1.1" status: 200 len: 1095 time: 4.1117594 May 03 22:28:02.229599 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27bbfc37-7d81-42b6-92db-c5f7320dedcc', 'tag': '3540f85e-6af9-4382-b8f6-727eaf092712'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:28:02.274044 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-544fce4d-7374-47e7-b9a0-989e27fe2f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:02.293361 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-544fce4d-7374-47e7-b9a0-989e27fe2f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:02.297076 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-938c78c7-aaa3-49b1-8fd1-f0f41aa14c66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a443ea-606a-4a08-ab5d-52d6e694760c {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:28:02.298852 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-544fce4d-7374-47e7-b9a0-989e27fe2f62 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/57d880c5-5fee-40f8-9b6a-a030c8ba3e3a HTTP/1.1" status: 204 len: 168 time: 0.1878686 May 03 22:28:02.306189 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-938c78c7-aaa3-49b1-8fd1-f0f41aa14c66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:02.310363 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544fce4d-7374-47e7-b9a0-989e27fe2f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d880c5-5fee-40f8-9b6a-a030c8ba3e3a,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:02.341476 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f1b32-b4ea-4c4c-a6a8-d5a54f5c35b8 service neutron] Pushing event updated for resources: {'Port': ['ID=3540f85e-6af9-4382-b8f6-727eaf092712,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:02.416841 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a7c431ad-9bea-4b77-9738-69fc26e3126c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:02.489339 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-938c78c7-aaa3-49b1-8fd1-f0f41aa14c66 service neutron] Transition to ACTIVE for port object 51a443ea-606a-4a08-ab5d-52d6e694760c will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:28:02.494270 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c431ad-9bea-4b77-9738-69fc26e3126c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a58d48c1-a8ce-4716-a0a0-a893879099e6,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:02.501886 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a7c431ad-9bea-4b77-9738-69fc26e3126c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:02.504440 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-938c78c7-aaa3-49b1-8fd1-f0f41aa14c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:02.504939 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dd6ca7-17e0-4797-9afb-18dca10f953a None None] Network 22816792-b0ae-4be9-b09e-70e4ed0fb73c requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:28:02.574304 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf55e32-78f0-41b6-8df2-7e6eb1ef3eee req-7d1bfe7e-c21c-4bbf-8efc-e384a16d7d5b tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:02.583535 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1cf55e32-78f0-41b6-8df2-7e6eb1ef3eee req-7d1bfe7e-c21c-4bbf-8efc-e384a16d7d5b tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=7eeb876d-d169-4822-ae0a-71ff6f1d8ca9 HTTP/1.1" status: 200 len: 944 time: 0.6285548 May 03 22:28:02.603853 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a7c431ad-9bea-4b77-9738-69fc26e3126c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a58d48c1-a8ce-4716-a0a0-a893879099e6 HTTP/1.1" status: 204 len: 168 time: 1.7710743 May 03 22:28:02.606997 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55672) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:28:02.768413 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 95b4774f-05b7-419e-89fc-76bb9efcb5b7 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:28:02.779215 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ab666-f443-452f-8280-1a2179c7a889 req-85dff030-1e8a-4d9c-9e8f-3263ef76231a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:02.781285 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a21ab666-f443-452f-8280-1a2179c7a889 req-85dff030-1e8a-4d9c-9e8f-3263ef76231a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0660cbed43f74b05ab398bdf8e72a3f0&device_id=27bbfc37-7d81-42b6-92db-c5f7320dedcc HTTP/1.1" status: 200 len: 1098 time: 0.5086350 May 03 22:28:02.781977 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c78c7-aaa3-49b1-8fd1-f0f41aa14c66 service neutron] Pushing event updated for resources: {'Port': ['ID=51a443ea-606a-4a08-ab5d-52d6e694760c,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:02.795001 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1cf55e32-78f0-41b6-8df2-7e6eb1ef3eee req-a9e9a0ca-8673-4d94-a46e-91e8f0b68941 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085037 May 03 22:28:02.809293 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-309cce91-7a2c-489b-afb7-e2ce6e533d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:02.851071 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-309cce91-7a2c-489b-afb7-e2ce6e533d6a admin admin] Deleting port 35f370b4-9792-4971-98bf-d96f6fc36f49 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:28:02.851657 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-309cce91-7a2c-489b-afb7-e2ce6e533d6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:02.852275 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946db09-1cd9-4bcd-bc28-b2fbdad3dc2f req-d4b38dcd-b8d5-439c-98c4-79825d44f52a tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:02.856610 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a946db09-1cd9-4bcd-bc28-b2fbdad3dc2f req-d4b38dcd-b8d5-439c-98c4-79825d44f52a tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 943 time: 0.4877682 May 03 22:28:02.862401 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55680) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:28:02.876671 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734f218b-7a70-4d7b-b33b-378337515861 None None] DHCP port deletion for 22816792-b0ae-4be9-b09e-70e4ed0fb73c request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:28:02.902527 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-734f218b-7a70-4d7b-b33b-378337515861 None None] Deleting port 35f370b4-9792-4971-98bf-d96f6fc36f49 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:28:02.903212 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-734f218b-7a70-4d7b-b33b-378337515861 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:02.931612 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a21ab666-f443-452f-8280-1a2179c7a889 req-d390525e-4689-44bc-a94e-6f3ac231c757 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=3540f85e-6af9-4382-b8f6-727eaf092712 HTTP/1.1" status: 200 len: 217 time: 0.0931938 May 03 22:28:03.135639 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f7d3ae1e-ca33-40d6-a27d-c1841b1df0ca admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=788ace1e603a49bf9597fa5c336ea287&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2041280 May 03 22:28:03.135833 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ab666-f443-452f-8280-1a2179c7a889 req-d4ef7996-c33e-4c8d-a036-c7caf30c2f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:03.137708 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a21ab666-f443-452f-8280-1a2179c7a889 req-d4ef7996-c33e-4c8d-a036-c7caf30c2f8d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.1534109 May 03 22:28:03.146974 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55686) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:28:03.153556 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb186501-9d1e-465a-9d0a-784cb8f1cec6'] response: {'name': 'network-changed', 'server_uuid': '27bbfc37-7d81-42b6-92db-c5f7320dedcc', 'tag': '3540f85e-6af9-4382-b8f6-727eaf092712', 'status': 'completed', 'code': 200} May 03 22:28:03.167815 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-db5a1e5f-8823-40b3-bbfe-934ec6b374c3 req-3fd762f8-8d9e-4cfb-9c9b-f8b311163199 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a43533a08b944cc5abdec222553639fe&device_id=fe304167-6635-4972-bcea-39c5f7deda43 HTTP/1.1" status: 200 len: 210 time: 0.0584567 May 03 22:28:03.204801 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-db5a1e5f-8823-40b3-bbfe-934ec6b374c3 req-d7026003-59df-4238-b289-3dbf4222369c service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=a43533a08b944cc5abdec222553639fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296087 May 03 22:28:03.206306 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-309cce91-7a2c-489b-afb7-e2ce6e533d6a admin admin] For port 35f370b4-9792-4971-98bf-d96f6fc36f49, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=35f370b4-9792-4971-98bf-d96f6fc36f49,segment=NetworkSegment(ecbb00f8-2427-445d-8d3a-dfed70f9eb68),segment_id=ecbb00f8-2427-445d-8d3a-dfed70f9eb68)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:03.206672 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-309cce91-7a2c-489b-afb7-e2ce6e533d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:03.208037 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 95b4774f-05b7-419e-89fc-76bb9efcb5b7, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=95b4774f-05b7-419e-89fc-76bb9efcb5b7,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:03.229356 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a946db09-1cd9-4bcd-bc28-b2fbdad3dc2f req-da714c9d-536b-4ff5-a070-d65562abeed5 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962635 May 03 22:28:03.246932 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-938c78c7-aaa3-49b1-8fd1-f0f41aa14c66 service neutron] Attempting to bind port 51a443ea-606a-4a08-ab5d-52d6e694760c on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:28:03.247485 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-938c78c7-aaa3-49b1-8fd1-f0f41aa14c66 service neutron] Attempting to bind port 51a443ea-606a-4a08-ab5d-52d6e694760c by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:28:03.248061 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-938c78c7-aaa3-49b1-8fd1-f0f41aa14c66 service neutron] Attempting to bind port 51a443ea-606a-4a08-ab5d-52d6e694760c on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:28:03.292837 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '95b4774f-05b7-419e-89fc-76bb9efcb5b7', 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559', 'port_id': '95b4774f-05b7-419e-89fc-76bb9efcb5b7', 'mac_address': 'fa:16:3e:8a:66:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6303b72-ad18-4df3-b796-1d1c3ad4e877', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:28:03.313738 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-938c78c7-aaa3-49b1-8fd1-f0f41aa14c66 service neutron] Port 51a443ea-606a-4a08-ab5d-52d6e694760c on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:28:03.314409 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-938c78c7-aaa3-49b1-8fd1-f0f41aa14c66 service neutron] Attempting to bind port 51a443ea-606a-4a08-ab5d-52d6e694760c on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:28:03.333952 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-734f218b-7a70-4d7b-b33b-378337515861 None None] For port 35f370b4-9792-4971-98bf-d96f6fc36f49, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=35f370b4-9792-4971-98bf-d96f6fc36f49,segment=NetworkSegment(ecbb00f8-2427-445d-8d3a-dfed70f9eb68),segment_id=ecbb00f8-2427-445d-8d3a-dfed70f9eb68)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:03.334621 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-734f218b-7a70-4d7b-b33b-378337515861 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:03.353964 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-938c78c7-aaa3-49b1-8fd1-f0f41aa14c66 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:28:03.354632 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-938c78c7-aaa3-49b1-8fd1-f0f41aa14c66 service neutron] Checking segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:28:03.355023 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-938c78c7-aaa3-49b1-8fd1-f0f41aa14c66 service neutron] Bound using segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:28:03.355471 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-938c78c7-aaa3-49b1-8fd1-f0f41aa14c66 service neutron] Bound port: 51a443ea-606a-4a08-ab5d-52d6e694760c, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:28:03.355823 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-938c78c7-aaa3-49b1-8fd1-f0f41aa14c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:03.406491 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-309cce91-7a2c-489b-afb7-e2ce6e533d6a admin admin] Calling delete_port for 35f370b4-9792-4971-98bf-d96f6fc36f49 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:28:03.474673 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c24bb14f-f5ac-467c-93cf-07d19a0ffdad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:03.508986 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-734f218b-7a70-4d7b-b33b-378337515861 None None] Calling delete_port for 35f370b4-9792-4971-98bf-d96f6fc36f49 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:28:03.552948 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:03.572630 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c24bb14f-f5ac-467c-93cf-07d19a0ffdad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:03.579362 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95b4774f-05b7-419e-89fc-76bb9efcb5b7 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:28:03.599303 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f28f02-bbe2-44fc-9099-9eec3a62da44 req-95bb6aa5-e246-43e8-bfa5-c143e3e0a023 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:03.600819 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-85f28f02-bbe2-44fc-9099-9eec3a62da44 req-95bb6aa5-e246-43e8-bfa5-c143e3e0a023 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 947 time: 0.3449037 May 03 22:28:03.612002 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 95b4774f-05b7-419e-89fc-76bb9efcb5b7, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=95b4774f-05b7-419e-89fc-76bb9efcb5b7,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:03.620530 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:03.620889 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ab666-f443-452f-8280-1a2179c7a889 req-248a5147-c4df-4905-82aa-d7dad0f106ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:03.621315 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device eca59ae3-68eb-4f95-be5c-48b423a405bd details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:28:03.622451 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a21ab666-f443-452f-8280-1a2179c7a889 req-248a5147-c4df-4905-82aa-d7dad0f106ae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4597542 May 03 22:28:03.644633 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-938c78c7-aaa3-49b1-8fd1-f0f41aa14c66 service neutron] For port 51a443ea-606a-4a08-ab5d-52d6e694760c, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:28:03.675530 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-734f218b-7a70-4d7b-b33b-378337515861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:03.692575 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a1e5f-8823-40b3-bbfe-934ec6b374c3 req-8245343e-20ac-47e0-a344-c2b7f1dd2db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:03.694643 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-db5a1e5f-8823-40b3-bbfe-934ec6b374c3 req-8245343e-20ac-47e0-a344-c2b7f1dd2db4 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4801641 May 03 22:28:03.697539 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734f218b-7a70-4d7b-b33b-378337515861 None None] No DVR routers for this DVR port 35f370b4-9792-4971-98bf-d96f6fc36f49 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:28:03.706105 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [None req-309cce91-7a2c-489b-afb7-e2ce6e533d6a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:28:03.706853 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [None req-309cce91-7a2c-489b-afb7-e2ce6e533d6a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:28:03.715905 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-938c78c7-aaa3-49b1-8fd1-f0f41aa14c66 service neutron] For port 51a443ea-606a-4a08-ab5d-52d6e694760c, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=51a443ea-606a-4a08-ab5d-52d6e694760c,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:28:03.733264 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-938c78c7-aaa3-49b1-8fd1-f0f41aa14c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:03.743628 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=95b4774f-05b7-419e-89fc-76bb9efcb5b7,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:03.764584 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:03.764929 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:03.765268 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:03.765601 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:03.765955 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:03.766282 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:03.766604 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:03.766926 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:03.767246 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:03.767565 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:03.767883 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:03.768201 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:03.821600 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a19bf2-7f9f-424f-b6f9-05e66ee28033 req-2b984265-f478-4ff0-957c-6cb314742a04 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:03.821841 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58a19bf2-7f9f-424f-b6f9-05e66ee28033 req-2b984265-f478-4ff0-957c-6cb314742a04 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=27bbfc37-7d81-42b6-92db-c5f7320dedcc HTTP/1.1" status: 200 len: 947 time: 0.4724436 May 03 22:28:03.837033 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-85f28f02-bbe2-44fc-9099-9eec3a62da44 req-f5884b27-f316-4f0a-83fd-77c912c42623 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082298 May 03 22:28:03.886934 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-938c78c7-aaa3-49b1-8fd1-f0f41aa14c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:03.887553 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-938c78c7-aaa3-49b1-8fd1-f0f41aa14c66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:03.889493 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-938c78c7-aaa3-49b1-8fd1-f0f41aa14c66 service neutron] 10.222.0.67 "PUT /v2.0/ports/51a443ea-606a-4a08-ab5d-52d6e694760c HTTP/1.1" status: 200 len: 1095 time: 4.1408746 May 03 22:28:03.890368 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f218b-7a70-4d7b-b33b-378337515861 None None] Pushing event deleted for resources: {'Port': ['ID=35f370b4-9792-4971-98bf-d96f6fc36f49,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:03.955285 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c24bb14f-f5ac-467c-93cf-07d19a0ffdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:03.961465 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port eca59ae3-68eb-4f95-be5c-48b423a405bd, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=eca59ae3-68eb-4f95-be5c-48b423a405bd,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:03.979843 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 35f370b4-9792-4971-98bf-d96f6fc36f49 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:28:04.017964 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'eca59ae3-68eb-4f95-be5c-48b423a405bd', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': 'eca59ae3-68eb-4f95-be5c-48b423a405bd', 'mac_address': 'fa:16:3e:aa:11:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:28:04.019686 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 35f370b4-9792-4971-98bf-d96f6fc36f49 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:28:04.020026 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 35f370b4-9792-4971-98bf-d96f6fc36f49 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:28:04.086085 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:04.104441 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eca59ae3-68eb-4f95-be5c-48b423a405bd {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:28:04.122181 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port eca59ae3-68eb-4f95-be5c-48b423a405bd, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=eca59ae3-68eb-4f95-be5c-48b423a405bd,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:04.126404 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:04.136641 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c78c7-aaa3-49b1-8fd1-f0f41aa14c66 service neutron] Pushing event updated for resources: {'Port': ['ID=51a443ea-606a-4a08-ab5d-52d6e694760c,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:04.159486 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58a19bf2-7f9f-424f-b6f9-05e66ee28033 req-812ae3d3-89f9-45b8-8f18-46a176960d42 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199131 May 03 22:28:04.163144 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a21ab666-f443-452f-8280-1a2179c7a889 req-83f6a2fd-d1a3-4cc3-8ce1-cb489d61f4cb service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5134037 May 03 22:28:04.200566 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24bb14f-f5ac-467c-93cf-07d19a0ffdad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a69a15-9c63-46f4-a0cb-2455cbfd20ff,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:04.208955 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-309cce91-7a2c-489b-afb7-e2ce6e533d6a admin admin] Deleting port 35f370b4-9792-4971-98bf-d96f6fc36f49 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:28:04.209313 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-309cce91-7a2c-489b-afb7-e2ce6e533d6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:04.209422 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=eca59ae3-68eb-4f95-be5c-48b423a405bd,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:04.242619 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c24bb14f-f5ac-467c-93cf-07d19a0ffdad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:04.243739 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c24bb14f-f5ac-467c-93cf-07d19a0ffdad admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d7a69a15-9c63-46f4-a0cb-2455cbfd20ff HTTP/1.1" status: 204 len: 168 time: 1.0894186 May 03 22:28:04.270667 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a5cf6add-b296-4d62-bffd-da66eec82aad req-e9808ce6-f728-4d25-9314-d0de7a8778f4 tempest-ServersAaction247Test-1547545182 tempest-ServersAaction247Test-1547545182-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe304167-6635-4972-bcea-39c5f7deda43 HTTP/1.1" status: 200 len: 210 time: 0.1212292 May 03 22:28:04.297190 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-309cce91-7a2c-489b-afb7-e2ce6e533d6a admin admin] The port '35f370b4-9792-4971-98bf-d96f6fc36f49' was deleted {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:28:04.440235 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-309cce91-7a2c-489b-afb7-e2ce6e533d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:04.488972 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-309cce91-7a2c-489b-afb7-e2ce6e533d6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22816792-b0ae-4be9-b09e-70e4ed0fb73c']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:28:04.493347 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-dd408e7e-a371-46d2-9b2e-c9981d61435e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:04.494862 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-dd408e7e-a371-46d2-9b2e-c9981d61435e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 1098 time: 0.5181596 May 03 22:28:04.501632 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-309cce91-7a2c-489b-afb7-e2ce6e533d6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecbb00f8-2427-445d-8d3a-dfed70f9eb68') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:28:04.501957 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-309cce91-7a2c-489b-afb7-e2ce6e533d6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecbb00f8-2427-445d-8d3a-dfed70f9eb68') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:28:04.513910 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-309cce91-7a2c-489b-afb7-e2ce6e533d6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:04.532662 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-309cce91-7a2c-489b-afb7-e2ce6e533d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:04.579647 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-309cce91-7a2c-489b-afb7-e2ce6e533d6a admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:28:04.580061 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-309cce91-7a2c-489b-afb7-e2ce6e533d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:04.589901 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a21ab666-f443-452f-8280-1a2179c7a889 req-505b9522-2b3e-4aa6-accc-2378aafa8746 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861110 May 03 22:28:04.591375 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-1500246a-2c51-49d1-ae4f-0299566206a9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=51a443ea-606a-4a08-ab5d-52d6e694760c HTTP/1.1" status: 200 len: 217 time: 0.0779712 May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: timer() May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:28:04.617746 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:28:04.697171 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-20be87f2-23a7-42d9-9d18-9f7e4b3bee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:04.698926 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-20be87f2-23a7-42d9-9d18-9f7e4b3bee8c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.0998099 May 03 22:28:04.728568 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-309cce91-7a2c-489b-afb7-e2ce6e533d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:04.744606 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d6e46-7a76-4097-b6cd-0d470655d3f8 req-e65834b7-e8ca-4748-b07c-7244aebad98d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:04.752212 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fd1d6e46-7a76-4097-b6cd-0d470655d3f8 req-e65834b7-e8ca-4748-b07c-7244aebad98d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=7eeb876d-d169-4822-ae0a-71ff6f1d8ca9 HTTP/1.1" status: 200 len: 945 time: 0.4771786 May 03 22:28:04.760933 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-309cce91-7a2c-489b-afb7-e2ce6e533d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:04.773940 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-17bc71c7-fe64-4999-8c50-08aed84c2c35 req-8a2b33ea-0903-45fd-90d4-870290a69a3a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2386842 May 03 22:28:04.777090 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 85b6557b-e2da-4a21-affa-d49d97cf790c details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:28:04.809477 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309cce91-7a2c-489b-afb7-e2ce6e533d6a admin admin] Pushing event deleted for resources: {'Network': ['ID=22816792-b0ae-4be9-b09e-70e4ed0fb73c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:04.861024 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48144da6-f4d2-421d-98d5-3f485306fab4 req-b128aced-2364-4abb-83b7-62fe472f86c0 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:04.868268 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-48144da6-f4d2-421d-98d5-3f485306fab4 req-b128aced-2364-4abb-83b7-62fe472f86c0 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 943 time: 0.4744024 May 03 22:28:04.877740 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-309cce91-7a2c-489b-afb7-e2ce6e533d6a admin admin] 10.222.0.58 "DELETE /v2.0/networks/22816792-b0ae-4be9-b09e-70e4ed0fb73c HTTP/1.1" status: 204 len: 168 time: 2.2672529 May 03 22:28:04.921624 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fd1d6e46-7a76-4097-b6cd-0d470655d3f8 req-c712450c-1406-468d-9ae1-021e76134dff tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675987 May 03 22:28:04.972642 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc71c7-fe64-4999-8c50-08aed84c2c35 req-8f6ad37d-540d-4a91-b837-fe8557ca6962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:04.974650 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-17bc71c7-fe64-4999-8c50-08aed84c2c35 req-8f6ad37d-540d-4a91-b837-fe8557ca6962 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=66dfeed3cb324772b0bf769274eed2d2&device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 1095 time: 0.1429513 May 03 22:28:04.992192 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['eca59ae3-68eb-4f95-be5c-48b423a405bd'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:28:05.058175 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-48144da6-f4d2-421d-98d5-3f485306fab4 req-49bd4780-db01-4a2e-a465-f9e1289443f3 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889133 May 03 22:28:05.065524 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['95b4774f-05b7-419e-89fc-76bb9efcb5b7'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:28:05.104850 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-66f2cb5e-e672-4218-9582-09dec2c951cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:05.107336 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-66f2cb5e-e672-4218-9582-09dec2c951cd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3334346 May 03 22:28:05.167885 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '203b3e2e-ba38-4bd7-95a3-8f66ac27e10c', 'tag': '51a443ea-606a-4a08-ab5d-52d6e694760c'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:28:05.204795 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 85b6557b-e2da-4a21-affa-d49d97cf790c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=85b6557b-e2da-4a21-affa-d49d97cf790c,segment=NetworkSegment(09635bff-16c9-4d7f-8a87-b6936a489987),segment_id=09635bff-16c9-4d7f-8a87-b6936a489987)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:05.241434 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '85b6557b-e2da-4a21-affa-d49d97cf790c', 'network_id': 'a572c86a-2b6a-4f54-acfd-7c80043bae5a', 'port_id': '85b6557b-e2da-4a21-affa-d49d97cf790c', 'mac_address': 'fa:16:3e:ce:fc:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87275f9-d5c3-4c1f-8855-2213c7ddc029', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:28:05.248936 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55728) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:28:05.341882 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7104a-5d21-41b5-b049-6b3df11faae4 req-201f51c3-2b72-40ce-ae33-a13ba944d6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:05.343369 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-56c7104a-5d21-41b5-b049-6b3df11faae4 req-201f51c3-2b72-40ce-ae33-a13ba944d6a7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0660cbed43f74b05ab398bdf8e72a3f0&device_id=27bbfc37-7d81-42b6-92db-c5f7320dedcc HTTP/1.1" status: 200 len: 1098 time: 0.6828830 May 03 22:28:05.352547 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-616f704c-85ad-41bb-aa03-159742a2ea1b'] response: {'name': 'network-changed', 'server_uuid': '203b3e2e-ba38-4bd7-95a3-8f66ac27e10c', 'tag': '51a443ea-606a-4a08-ab5d-52d6e694760c', 'status': 'completed', 'code': 200} May 03 22:28:05.392719 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:05.420093 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc71c7-fe64-4999-8c50-08aed84c2c35 req-242cd07d-8d21-4abd-bec4-1f99764b3a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:05.421607 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-17bc71c7-fe64-4999-8c50-08aed84c2c35 req-242cd07d-8d21-4abd-bec4-1f99764b3a19 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f73247c4-e4b1-4dbd-a711-946870a81559 HTTP/1.1" status: 200 len: 912 time: 0.4228840 May 03 22:28:05.427715 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b6557b-e2da-4a21-affa-d49d97cf790c {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:28:05.445413 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d1dfb63d-bff0-49a2-8ddb-66e3ba6c7f36 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ceba61b4c246497baf83bdccf3f80f6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1952860 May 03 22:28:05.447614 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55736) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:28:05.487644 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 85b6557b-e2da-4a21-affa-d49d97cf790c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=85b6557b-e2da-4a21-affa-d49d97cf790c,segment=NetworkSegment(09635bff-16c9-4d7f-8a87-b6936a489987),segment_id=09635bff-16c9-4d7f-8a87-b6936a489987)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:05.510873 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:05.523382 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7104a-5d21-41b5-b049-6b3df11faae4 req-6affd502-8d44-4d54-b7da-97feb8217281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:05.524856 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-56c7104a-5d21-41b5-b049-6b3df11faae4 req-6affd502-8d44-4d54-b7da-97feb8217281 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.1707549 May 03 22:28:05.609336 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-17bc71c7-fe64-4999-8c50-08aed84c2c35 req-3039ae5a-ce7c-4cf6-bd78-69a3c2e3c5db service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cd74799-58d8-4e74-af4b-685d5aaa1c56 HTTP/1.1" status: 200 len: 998 time: 0.1625011 May 03 22:28:05.612253 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-02e4eff4-9520-4423-8680-9bc075f78e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:05.615104 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55742) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:28:05.649370 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-02e4eff4-9520-4423-8680-9bc075f78e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:05.687524 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=85b6557b-e2da-4a21-affa-d49d97cf790c,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:05.737405 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-56c7104a-5d21-41b5-b049-6b3df11faae4 req-4011baeb-d10c-4d02-a653-38e1b654ef65 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=3540f85e-6af9-4382-b8f6-727eaf092712 HTTP/1.1" status: 200 len: 217 time: 0.1375654 May 03 22:28:05.747154 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc71c7-fe64-4999-8c50-08aed84c2c35 req-8509a621-3c40-43fc-94bc-18d4d03c8536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:05.751265 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-17bc71c7-fe64-4999-8c50-08aed84c2c35 req-8509a621-3c40-43fc-94bc-18d4d03c8536 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a6303b72-ad18-4df3-b796-1d1c3ad4e877 HTTP/1.1" status: 200 len: 850 time: 0.1324408 May 03 22:28:05.807264 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-bfca288a-f77c-45ad-a902-3ccb35426ed4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1909459600-network', 'tenant_id': 'e410f48393774469b4e1e709467dbce8'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:28:05.818369 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bfca288a-f77c-45ad-a902-3ccb35426ed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:28:05.822255 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-02e4eff4-9520-4423-8680-9bc075f78e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:05.834863 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bfca288a-f77c-45ad-a902-3ccb35426ed4 admin admin] Usage tracker for resource:network and tenant:e410f48393774469b4e1e709467dbce8 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:28:05.843771 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bfca288a-f77c-45ad-a902-3ccb35426ed4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:28:05.852861 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e4eff4-9520-4423-8680-9bc075f78e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b81432-802a-43de-9bfe-4b29db55d035,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:05.856058 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bfca288a-f77c-45ad-a902-3ccb35426ed4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:28:05.857580 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723c8d6-ca27-47be-a9b6-b802367ac9be req-69d067f3-bfa5-4863-b284-fed8109c8fc8 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:05.859631 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6723c8d6-ca27-47be-a9b6-b802367ac9be req-69d067f3-bfa5-4863-b284-fed8109c8fc8 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 947 time: 0.6959138 May 03 22:28:05.871400 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-02e4eff4-9520-4423-8680-9bc075f78e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:05.874976 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-02e4eff4-9520-4423-8680-9bc075f78e9e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/44b81432-802a-43de-9bfe-4b29db55d035 HTTP/1.1" status: 204 len: 168 time: 0.4239051 May 03 22:28:05.877717 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfca288a-f77c-45ad-a902-3ccb35426ed4 admin admin] Made reservation on behalf of e410f48393774469b4e1e709467dbce8 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:28:05.880044 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bfca288a-f77c-45ad-a902-3ccb35426ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:05.881776 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['85b6557b-e2da-4a21-affa-d49d97cf790c'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:28:05.883465 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7104a-5d21-41b5-b049-6b3df11faae4 req-a2beda4c-1a8e-480c-a152-06990a4f5244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:05.884882 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-56c7104a-5d21-41b5-b049-6b3df11faae4 req-a2beda4c-1a8e-480c-a152-06990a4f5244 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.1341839 May 03 22:28:05.898964 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bfca288a-f77c-45ad-a902-3ccb35426ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:05.916707 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bfca288a-f77c-45ad-a902-3ccb35426ed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:28:05.922544 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc71c7-fe64-4999-8c50-08aed84c2c35 req-6f425ae1-78ec-47e7-bc73-440b57b15442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:05.924042 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-17bc71c7-fe64-4999-8c50-08aed84c2c35 req-6f425ae1-78ec-47e7-bc73-440b57b15442 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f73247c4-e4b1-4dbd-a711-946870a81559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1655574 May 03 22:28:05.924977 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bfca288a-f77c-45ad-a902-3ccb35426ed4 admin admin] Usage tracker for resource:security_group_rule and tenant:e410f48393774469b4e1e709467dbce8 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:28:05.928032 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bfca288a-f77c-45ad-a902-3ccb35426ed4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:28:05.950929 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-6efb17bd-99be-4368-aebe-0b122dd7fed2 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8231876 May 03 22:28:05.953997 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bfca288a-f77c-45ad-a902-3ccb35426ed4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:28:05.977379 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be7e88-e839-48da-9fe7-554d04141478 req-96e80338-2d7a-4f87-b629-610b2a822e72 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:05.985631 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-66be7e88-e839-48da-9fe7-554d04141478 req-96e80338-2d7a-4f87-b629-610b2a822e72 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=27bbfc37-7d81-42b6-92db-c5f7320dedcc HTTP/1.1" status: 200 len: 947 time: 0.4596531 May 03 22:28:06.088955 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6723c8d6-ca27-47be-a9b6-b802367ac9be req-dfb4a59a-32e7-4dcb-aac2-0c6900bc21ed tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147951 May 03 22:28:06.136508 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-17bc71c7-fe64-4999-8c50-08aed84c2c35 req-38bf8beb-98db-4e0b-a226-67e3dfb49198 service neutron] 10.222.0.60 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051227 May 03 22:28:06.151335 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-db5a1e5f-8823-40b3-bbfe-934ec6b374c3 req-b4157dd1-5419-4fdd-840c-0bb8bc830021 tempest-ServersAaction247Test-1547545182 tempest-ServersAaction247Test-1547545182-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe304167-6635-4972-bcea-39c5f7deda43 HTTP/1.1" status: 200 len: 210 time: 0.0575631 May 03 22:28:06.305281 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bfca288a-f77c-45ad-a902-3ccb35426ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:06.312570 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bfca288a-f77c-45ad-a902-3ccb35426ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:06.373004 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfca288a-f77c-45ad-a902-3ccb35426ed4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:28:06.376633 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-17bc71c7-fe64-4999-8c50-08aed84c2c35 req-afdd3ddb-5177-42a3-94c9-e55952f9b041 service neutron] 10.222.0.60 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284229 May 03 22:28:06.380923 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca288a-f77c-45ad-a902-3ccb35426ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b40004-2027-4b06-9984-366bac49897d,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:06.389002 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bfca288a-f77c-45ad-a902-3ccb35426ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:06.389345 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-bfca288a-f77c-45ad-a902-3ccb35426ed4 admin admin] Added segment 5a0d6f79-cc62-46fb-801c-c02ce650fda8 of type vlan for network 134dc1fc-ec99-46fb-bcc1-9c8fa76ea460 May 03 22:28:06.420628 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bfca288a-f77c-45ad-a902-3ccb35426ed4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:06.426725 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-66be7e88-e839-48da-9fe7-554d04141478 req-ac36a372-a2f8-4e61-99bb-6ba5ba98766f tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401271 May 03 22:28:06.439376 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1117e365-db46-4e9b-8450-ba4014ef10ab req-15e71536-9973-4bb3-9beb-194974ec5ee5 tempest-ServersAaction247Test-1547545182 tempest-ServersAaction247Test-1547545182-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe304167-6635-4972-bcea-39c5f7deda43 HTTP/1.1" status: 200 len: 210 time: 0.1271245 May 03 22:28:06.472235 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bfca288a-f77c-45ad-a902-3ccb35426ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:06.473272 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfca288a-f77c-45ad-a902-3ccb35426ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:06.473885 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bfca288a-f77c-45ad-a902-3ccb35426ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:06.518711 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7104a-5d21-41b5-b049-6b3df11faae4 req-864ab779-5a53-44d6-a355-a7fcf599a893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:06.520239 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-56c7104a-5d21-41b5-b049-6b3df11faae4 req-864ab779-5a53-44d6-a355-a7fcf599a893 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6189520 May 03 22:28:06.530489 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61f2811d-9c78-4d44-a99b-367a24f8c40f req-e334f71c-1c9d-4aa5-b1fb-49b6879e4f62 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5683496 May 03 22:28:06.693584 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bfca288a-f77c-45ad-a902-3ccb35426ed4 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0774329 May 03 22:28:06.696777 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55772) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:28:06.704051 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-a4295c59-5a10-4b9f-9be9-91e117c8a997 admin admin] Request body: {'subnet': {'network_id': '134dc1fc-ec99-46fb-bcc1-9c8fa76ea460', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1909459600-subnet', 'tenant_id': 'e410f48393774469b4e1e709467dbce8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:28:06.752834 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a4295c59-5a10-4b9f-9be9-91e117c8a997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:28:06.764692 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a4295c59-5a10-4b9f-9be9-91e117c8a997 admin admin] Usage tracker for resource:subnet and tenant:e410f48393774469b4e1e709467dbce8 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:28:06.769931 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca288a-f77c-45ad-a902-3ccb35426ed4 admin admin] Pushing event updated for resources: {'Network': ['ID=134dc1fc-ec99-46fb-bcc1-9c8fa76ea460,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:06.786021 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 134dc1fc-ec99-46fb-bcc1-9c8fa76ea460 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:28:06.787599 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a4295c59-5a10-4b9f-9be9-91e117c8a997 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:28:06.798893 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a4295c59-5a10-4b9f-9be9-91e117c8a997 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:28:06.822445 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4295c59-5a10-4b9f-9be9-91e117c8a997 admin admin] Made reservation on behalf of e410f48393774469b4e1e709467dbce8 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:28:06.825203 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a4295c59-5a10-4b9f-9be9-91e117c8a997 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:06.891351 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-56c7104a-5d21-41b5-b049-6b3df11faae4 req-728b1cd1-55a2-4033-aab5-46ae80fb0e94 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598886 May 03 22:28:06.922860 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528694d-8ff6-4df9-8662-01ac5c393033 req-68cc08b7-bb26-4228-a7b1-ba0193d33c6e tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:06.924427 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8528694d-8ff6-4df9-8662-01ac5c393033 req-68cc08b7-bb26-4228-a7b1-ba0193d33c6e tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=7eeb876d-d169-4822-ae0a-71ff6f1d8ca9 HTTP/1.1" status: 200 len: 945 time: 0.3476355 May 03 22:28:06.926363 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a42bf3-4c44-4a27-890f-e8938f06645e req-dc5ffbce-645c-4c34-a247-c55c458b3d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:06.927726 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c2a42bf3-4c44-4a27-890f-e8938f06645e req-dc5ffbce-645c-4c34-a247-c55c458b3d15 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 1098 time: 0.2771008 May 03 22:28:06.928181 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55778) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:28:06.960603 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efb745-67f0-4691-9866-8f96fa6d594c req-0cdf27fb-1e80-447c-9be7-807d5bb0f643 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:06.962286 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-59efb745-67f0-4691-9866-8f96fa6d594c req-0cdf27fb-1e80-447c-9be7-807d5bb0f643 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 944 time: 0.3105698 May 03 22:28:07.092021 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a4295c59-5a10-4b9f-9be9-91e117c8a997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:07.204695 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-f70035d2-42ad-4a52-851a-9c5bff9c39c4 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-983057265-network', 'tenant_id': '964eab20c47a48b9be884c892eb2f1a7'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:28:07.224807 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4295c59-5a10-4b9f-9be9-91e117c8a997 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b60eb1be-d4eb-4608-988b-4093578f87d4,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:07.230958 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4295c59-5a10-4b9f-9be9-91e117c8a997 admin admin] Checking segment: {'id': '5a0d6f79-cc62-46fb-801c-c02ce650fda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '134dc1fc-ec99-46fb-bcc1-9c8fa76ea460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:28:07.231256 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4295c59-5a10-4b9f-9be9-91e117c8a997 admin admin] Network hostable DHCP agents. Network: 134dc1fc-ec99-46fb-bcc1-9c8fa76ea460, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:28:07.233086 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f70035d2-42ad-4a52-851a-9c5bff9c39c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:28:07.248496 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f70035d2-42ad-4a52-851a-9c5bff9c39c4 admin admin] Usage tracker for resource:network and tenant:964eab20c47a48b9be884c892eb2f1a7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:28:07.258478 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-59efb745-67f0-4691-9866-8f96fa6d594c req-87a7de1b-56d5-4066-b6b7-c8a4a228ac8e tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623899 May 03 22:28:07.258657 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4295c59-5a10-4b9f-9be9-91e117c8a997 admin admin] Network 134dc1fc-ec99-46fb-bcc1-9c8fa76ea460 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:28:07.261206 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8528694d-8ff6-4df9-8662-01ac5c393033 req-8a2aa334-9bda-4588-93cd-c0e9e2bb04f0 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778854 May 03 22:28:07.262712 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f70035d2-42ad-4a52-851a-9c5bff9c39c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:28:07.265733 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9b013c79-5467-4809-b252-c06523c61f9e req-87e6e981-2b15-44b1-85bf-63c2f0600668 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fbc9c880-c9a9-449f-9fbd-258d9c9c0fc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1345506 May 03 22:28:07.277362 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-a4295c59-5a10-4b9f-9be9-91e117c8a997 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 134dc1fc-ec99-46fb-bcc1-9c8fa76ea460) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:28:07.287535 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f70035d2-42ad-4a52-851a-9c5bff9c39c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:28:07.297074 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76bc1f2-ad01-4158-ae73-5d0ba29e87cb None None] Network 134dc1fc-ec99-46fb-bcc1-9c8fa76ea460 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:28:07.297298 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4295c59-5a10-4b9f-9be9-91e117c8a997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:07.298238 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a4295c59-5a10-4b9f-9be9-91e117c8a997 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:07.340930 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a42bf3-4c44-4a27-890f-e8938f06645e req-e08e09dc-2fb9-422b-8e66-5fc130ddfb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:07.342845 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c2a42bf3-4c44-4a27-890f-e8938f06645e req-e08e09dc-2fb9-422b-8e66-5fc130ddfb08 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.3788435 May 03 22:28:07.345088 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55786) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:28:07.352800 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a4295c59-5a10-4b9f-9be9-91e117c8a997 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6549385 May 03 22:28:07.424885 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-419949d3-14ef-4623-81b9-e635fc007617 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1909459600-router', 'tenant_id': 'e410f48393774469b4e1e709467dbce8', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:28:07.429622 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-419949d3-14ef-4623-81b9-e635fc007617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:28:07.437519 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b013c79-5467-4809-b252-c06523c61f9e req-6a05d6c7-b13a-4f0d-8ec4-a2f35f68b64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:07.439028 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9b013c79-5467-4809-b252-c06523c61f9e req-6a05d6c7-b13a-4f0d-8ec4-a2f35f68b64c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0660cbed43f74b05ab398bdf8e72a3f0&device_id=fbc9c880-c9a9-449f-9fbd-258d9c9c0fc5 HTTP/1.1" status: 200 len: 1101 time: 0.0766101 May 03 22:28:07.489702 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70035d2-42ad-4a52-851a-9c5bff9c39c4 admin admin] Made reservation on behalf of 964eab20c47a48b9be884c892eb2f1a7 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:28:07.492005 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f70035d2-42ad-4a52-851a-9c5bff9c39c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:07.502077 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c2a42bf3-4c44-4a27-890f-e8938f06645e req-19dec2d3-374b-4fd0-976c-7338bf95f828 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=51a443ea-606a-4a08-ab5d-52d6e694760c HTTP/1.1" status: 200 len: 217 time: 0.1516125 May 03 22:28:07.511408 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-419949d3-14ef-4623-81b9-e635fc007617 admin admin] Usage tracker for resource:router and tenant:e410f48393774469b4e1e709467dbce8 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:28:07.515976 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-56c7104a-5d21-41b5-b049-6b3df11faae4 req-062f67df-6c0a-479c-932f-d0e6f2653293 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5860162 May 03 22:28:07.520523 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-419949d3-14ef-4623-81b9-e635fc007617 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:28:07.603395 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb01d2e-9c81-4f1c-830c-5da4bc654f6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-134dc1fc-ec99-46fb-bcc1-9c8fa76ea460', 'network_id': '134dc1fc-ec99-46fb-bcc1-9c8fa76ea460', 'tenant_id': 'e410f48393774469b4e1e709467dbce8', 'fixed_ips': [{'subnet_id': 'b60eb1be-d4eb-4608-988b-4093578f87d4'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:28:07.604556 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eeb01d2e-9c81-4f1c-830c-5da4bc654f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:07.617558 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f70035d2-42ad-4a52-851a-9c5bff9c39c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:07.654504 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b013c79-5467-4809-b252-c06523c61f9e req-d304a54f-cb92-4f96-a9f9-6aa3d4525f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:07.656554 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9b013c79-5467-4809-b252-c06523c61f9e req-d304a54f-cb92-4f96-a9f9-6aa3d4525f5d service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.1966887 May 03 22:28:07.665690 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-419949d3-14ef-4623-81b9-e635fc007617 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:28:07.673600 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f70035d2-42ad-4a52-851a-9c5bff9c39c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:28:07.677989 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f70035d2-42ad-4a52-851a-9c5bff9c39c4 admin admin] Usage tracker for resource:security_group_rule and tenant:964eab20c47a48b9be884c892eb2f1a7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:28:07.681542 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f70035d2-42ad-4a52-851a-9c5bff9c39c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:28:07.688876 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f70035d2-42ad-4a52-851a-9c5bff9c39c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:28:07.741731 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9b013c79-5467-4809-b252-c06523c61f9e req-17063cdd-dfa1-48e0-877b-5578d6e5ed07 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=fff7e02f-6b77-40c4-ad02-65709d0d84ac HTTP/1.1" status: 200 len: 217 time: 0.0780721 May 03 22:28:07.762726 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a42bf3-4c44-4a27-890f-e8938f06645e req-a77fb958-38e6-45da-849a-b525cd308573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:07.765004 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c2a42bf3-4c44-4a27-890f-e8938f06645e req-a77fb958-38e6-45da-849a-b525cd308573 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.2456174 May 03 22:28:07.797898 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-eeb01d2e-9c81-4f1c-830c-5da4bc654f6a None None] Allocated IP 172.20.0.2 (134dc1fc-ec99-46fb-bcc1-9c8fa76ea460/b60eb1be-d4eb-4608-988b-4093578f87d4/9e7e6293-9819-4138-9231-831af54084de) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:28:07.809950 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b013c79-5467-4809-b252-c06523c61f9e req-452b849f-03ba-458d-b421-54dec657807e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:07.811485 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9b013c79-5467-4809-b252-c06523c61f9e req-452b849f-03ba-458d-b421-54dec657807e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.0634620 May 03 22:28:07.833752 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-419949d3-14ef-4623-81b9-e635fc007617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:07.834701 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-419949d3-14ef-4623-81b9-e635fc007617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:07.893621 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b013c79-5467-4809-b252-c06523c61f9e req-988e13d3-84fe-4997-b70e-29f7fc9ab74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:07.895216 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9b013c79-5467-4809-b252-c06523c61f9e req-988e13d3-84fe-4997-b70e-29f7fc9ab74e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0777190 May 03 22:28:07.901431 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-419949d3-14ef-4623-81b9-e635fc007617 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:07.925578 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc66c36-fc37-4b31-a6a2-631b63a948d0 req-adabb280-8ec3-4345-ba50-053a21315d99 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:07.927083 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5fc66c36-fc37-4b31-a6a2-631b63a948d0 req-adabb280-8ec3-4345-ba50-053a21315d99 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 947 time: 0.5155661 May 03 22:28:07.989711 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f70035d2-42ad-4a52-851a-9c5bff9c39c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:08.001844 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f70035d2-42ad-4a52-851a-9c5bff9c39c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:08.011373 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f562f7-fb6d-4969-b958-125e159c4506 req-dc323e51-a42d-49c5-b3e9-d775630ef3bd tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:08.013706 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f1f562f7-fb6d-4969-b958-125e159c4506 req-dc323e51-a42d-49c5-b3e9-d775630ef3bd tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=27bbfc37-7d81-42b6-92db-c5f7320dedcc HTTP/1.1" status: 200 len: 947 time: 0.2905655 May 03 22:28:08.030118 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eeb01d2e-9c81-4f1c-830c-5da4bc654f6a None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:08.041068 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9b013c79-5467-4809-b252-c06523c61f9e req-2a7f4205-b9fb-46c9-82f2-b4c4a0c505f1 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381176 May 03 22:28:08.043197 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-eeb01d2e-9c81-4f1c-830c-5da4bc654f6a None None] Transition to ACTIVE for port object 9e7e6293-9819-4138-9231-831af54084de will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:28:08.062619 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-eeb01d2e-9c81-4f1c-830c-5da4bc654f6a None None] Transition to ACTIVE for port object 9e7e6293-9819-4138-9231-831af54084de will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:28:08.069825 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eeb01d2e-9c81-4f1c-830c-5da4bc654f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:08.136742 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb01d2e-9c81-4f1c-830c-5da4bc654f6a None None] Network 134dc1fc-ec99-46fb-bcc1-9c8fa76ea460 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:28:08.140193 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-eeb01d2e-9c81-4f1c-830c-5da4bc654f6a None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:28:08.143795 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb01d2e-9c81-4f1c-830c-5da4bc654f6a None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:28:08.149347 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb01d2e-9c81-4f1c-830c-5da4bc654f6a None None] Pushing event updated for resources: {'Port': ['ID=9e7e6293-9819-4138-9231-831af54084de,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:08.184199 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9b013c79-5467-4809-b252-c06523c61f9e req-ac7249f6-4cac-40bc-a872-1bcd93fe6dc6 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370876 May 03 22:28:08.244309 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-eeb01d2e-9c81-4f1c-830c-5da4bc654f6a None None] Attempting to bind port 9e7e6293-9819-4138-9231-831af54084de on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:28:08.244671 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-eeb01d2e-9c81-4f1c-830c-5da4bc654f6a None None] Attempting to bind port 9e7e6293-9819-4138-9231-831af54084de by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '5a0d6f79-cc62-46fb-801c-c02ce650fda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '134dc1fc-ec99-46fb-bcc1-9c8fa76ea460'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:28:08.245157 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb01d2e-9c81-4f1c-830c-5da4bc654f6a None None] Attempting to bind port 9e7e6293-9819-4138-9231-831af54084de on network 134dc1fc-ec99-46fb-bcc1-9c8fa76ea460 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:28:08.251659 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb01d2e-9c81-4f1c-830c-5da4bc654f6a None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:28:08.252034 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb01d2e-9c81-4f1c-830c-5da4bc654f6a None None] Checking segment: {'id': '5a0d6f79-cc62-46fb-801c-c02ce650fda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '134dc1fc-ec99-46fb-bcc1-9c8fa76ea460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:28:08.252436 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eeb01d2e-9c81-4f1c-830c-5da4bc654f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:08.252937 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb01d2e-9c81-4f1c-830c-5da4bc654f6a None None] Bound using segment: {'id': '5a0d6f79-cc62-46fb-801c-c02ce650fda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '134dc1fc-ec99-46fb-bcc1-9c8fa76ea460'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:28:08.253717 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-eeb01d2e-9c81-4f1c-830c-5da4bc654f6a None None] Bound port: 9e7e6293-9819-4138-9231-831af54084de, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0d6f79-cc62-46fb-801c-c02ce650fda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '134dc1fc-ec99-46fb-bcc1-9c8fa76ea460'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:28:08.254388 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eeb01d2e-9c81-4f1c-830c-5da4bc654f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:08.333756 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5fc66c36-fc37-4b31-a6a2-631b63a948d0 req-66d80d42-6683-4172-9952-e4ac852be0c9 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906133 May 03 22:28:08.344405 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a42bf3-4c44-4a27-890f-e8938f06645e req-6c5bdcef-42c8-4103-b21d-6a063bd56a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:08.346156 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c2a42bf3-4c44-4a27-890f-e8938f06645e req-6c5bdcef-42c8-4103-b21d-6a063bd56a2c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5626128 May 03 22:28:08.349831 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f70035d2-42ad-4a52-851a-9c5bff9c39c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:28:08.353645 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-eeb01d2e-9c81-4f1c-830c-5da4bc654f6a None None] For port 9e7e6293-9819-4138-9231-831af54084de, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:28:08.356851 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-eeb01d2e-9c81-4f1c-830c-5da4bc654f6a None None] For port 9e7e6293-9819-4138-9231-831af54084de, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=9e7e6293-9819-4138-9231-831af54084de,segment=NetworkSegment(5a0d6f79-cc62-46fb-801c-c02ce650fda8),segment_id=5a0d6f79-cc62-46fb-801c-c02ce650fda8)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:28:08.361232 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eeb01d2e-9c81-4f1c-830c-5da4bc654f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:08.386544 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70035d2-42ad-4a52-851a-9c5bff9c39c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e7afe2-3234-4b36-97bf-cd275dd42cff,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:08.453298 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb01d2e-9c81-4f1c-830c-5da4bc654f6a None None] Pushing event updated for resources: {'Port': ['ID=9e7e6293-9819-4138-9231-831af54084de,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:08.493190 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f70035d2-42ad-4a52-851a-9c5bff9c39c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:08.493767 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-f70035d2-42ad-4a52-851a-9c5bff9c39c4 admin admin] Added segment dacae3a6-b935-43be-af8b-d43a7d65d6fb of type vlan for network 78d30c76-93fe-422e-9d84-43d908d516a4 May 03 22:28:08.585229 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f1f562f7-fb6d-4969-b958-125e159c4506 req-7a4ac914-7be7-4cb7-ba2f-188e8bc116cd tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5563312 May 03 22:28:08.664613 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f70035d2-42ad-4a52-851a-9c5bff9c39c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:08.696506 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55802) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:28:08.797361 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 95b4774f-05b7-419e-89fc-76bb9efcb5b7 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:28:08.840114 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-419949d3-14ef-4623-81b9-e635fc007617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:08.845483 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8bf98bcf-8f11-4e9f-ad96-2a4c31416894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:08.865311 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8bf98bcf-8f11-4e9f-ad96-2a4c31416894 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:28:08.868692 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f70035d2-42ad-4a52-851a-9c5bff9c39c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:08.869689 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70035d2-42ad-4a52-851a-9c5bff9c39c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:08.870267 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f70035d2-42ad-4a52-851a-9c5bff9c39c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:08.870568 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8bf98bcf-8f11-4e9f-ad96-2a4c31416894 admin admin] Usage tracker for resource:security_group_rule and tenant:a43533a08b944cc5abdec222553639fe is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:28:08.873945 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8bf98bcf-8f11-4e9f-ad96-2a4c31416894 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:28:08.881186 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8bf98bcf-8f11-4e9f-ad96-2a4c31416894 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:28:08.887505 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 95b4774f-05b7-419e-89fc-76bb9efcb5b7 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:28:08.894677 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 95b4774f-05b7-419e-89fc-76bb9efcb5b7 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:28:08.895106 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:08.989432 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8bf98bcf-8f11-4e9f-ad96-2a4c31416894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:08.995251 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8bf98bcf-8f11-4e9f-ad96-2a4c31416894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:09.024364 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:09.039101 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8bf98bcf-8f11-4e9f-ad96-2a4c31416894 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a43533a08b944cc5abdec222553639fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3400383 May 03 22:28:09.039641 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55808) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:28:09.055304 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eeb876d-d169-4822-ae0a-71ff6f1d8ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b4774f-05b7-419e-89fc-76bb9efcb5b7'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:28:09.066822 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 95b4774f-05b7-419e-89fc-76bb9efcb5b7, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=95b4774f-05b7-419e-89fc-76bb9efcb5b7,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:09.068224 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70035d2-42ad-4a52-851a-9c5bff9c39c4 admin admin] Pushing event updated for resources: {'Network': ['ID=78d30c76-93fe-422e-9d84-43d908d516a4,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:09.072082 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:09.073197 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device eca59ae3-68eb-4f95-be5c-48b423a405bd up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:28:09.081151 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c2a42bf3-4c44-4a27-890f-e8938f06645e req-bdbf1ac8-b10f-4914-a526-e012c657bc6e service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7273176 May 03 22:28:09.082570 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f70035d2-42ad-4a52-851a-9c5bff9c39c4 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1515024 May 03 22:28:09.086826 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55814) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:28:09.087667 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf98bcf-8f11-4e9f-ad96-2a4c31416894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab989660-a8b5-45d3-9743-eb7cae3abe86,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:09.097337 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-768409af-a64b-4c0f-bc11-9eb75f227ffb admin admin] Request body: {'subnet': {'network_id': '78d30c76-93fe-422e-9d84-43d908d516a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-983057265-subnet', 'tenant_id': '964eab20c47a48b9be884c892eb2f1a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:28:09.112891 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-768409af-a64b-4c0f-bc11-9eb75f227ffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:28:09.125243 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-768409af-a64b-4c0f-bc11-9eb75f227ffb admin admin] Usage tracker for resource:subnet and tenant:964eab20c47a48b9be884c892eb2f1a7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:28:09.131813 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-768409af-a64b-4c0f-bc11-9eb75f227ffb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:28:09.135731 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 78d30c76-93fe-422e-9d84-43d908d516a4 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:28:09.141884 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-768409af-a64b-4c0f-bc11-9eb75f227ffb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:28:09.160533 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768de54-76cc-4c18-9054-d963b6a3d2e7 req-fbe88a1f-eee3-4842-9150-aa860b228329 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:09.162079 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a768de54-76cc-4c18-9054-d963b6a3d2e7 req-fbe88a1f-eee3-4842-9150-aa860b228329 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 944 time: 0.5855963 May 03 22:28:09.164601 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0937304c-d593-46b1-8244-a9426f401aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:09.179535 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768409af-a64b-4c0f-bc11-9eb75f227ffb admin admin] Made reservation on behalf of 964eab20c47a48b9be884c892eb2f1a7 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:28:09.182108 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-768409af-a64b-4c0f-bc11-9eb75f227ffb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:09.228253 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0937304c-d593-46b1-8244-a9426f401aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:09.306700 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 3540f85e-6af9-4382-b8f6-727eaf092712 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:28:09.327352 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=95b4774f-05b7-419e-89fc-76bb9efcb5b7,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:09.328289 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a132d9-8873-491d-95ad-5b93eccdb0bb req-c488d62d-f87c-488d-824a-f6a37bbad797 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:09.337774 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6a132d9-8873-491d-95ad-5b93eccdb0bb req-c488d62d-f87c-488d-824a-f6a37bbad797 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=7eeb876d-d169-4822-ae0a-71ff6f1d8ca9 HTTP/1.1" status: 200 len: 945 time: 0.5541337 May 03 22:28:09.404054 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0937304c-d593-46b1-8244-a9426f401aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:09.425363 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a768de54-76cc-4c18-9054-d963b6a3d2e7 req-f2db3099-a986-4651-97b6-f9f5f92e961d tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396413 May 03 22:28:09.426621 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0937304c-d593-46b1-8244-a9426f401aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab989660-a8b5-45d3-9743-eb7cae3abe86,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:09.474158 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0937304c-d593-46b1-8244-a9426f401aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:09.475265 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0937304c-d593-46b1-8244-a9426f401aa1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ab989660-a8b5-45d3-9743-eb7cae3abe86 HTTP/1.1" status: 204 len: 168 time: 0.4263206 May 03 22:28:09.503998 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-768409af-a64b-4c0f-bc11-9eb75f227ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:09.535688 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 3540f85e-6af9-4382-b8f6-727eaf092712, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=3540f85e-6af9-4382-b8f6-727eaf092712,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:09.550400 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '3540f85e-6af9-4382-b8f6-727eaf092712', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': '3540f85e-6af9-4382-b8f6-727eaf092712', 'mac_address': 'fa:16:3e:a8:3f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:28:09.552138 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port eca59ae3-68eb-4f95-be5c-48b423a405bd completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:28:09.558966 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c8fcd0a-02a7-4feb-a36a-f209d1f74ce4'] response: {'server_uuid': '7eeb876d-d169-4822-ae0a-71ff6f1d8ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b4774f-05b7-419e-89fc-76bb9efcb5b7', 'code': 200} May 03 22:28:09.585301 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6a132d9-8873-491d-95ad-5b93eccdb0bb req-b80cb05a-22fb-43bc-8c75-37df7f091ba6 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455258 May 03 22:28:09.634587 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:09.664462 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3540f85e-6af9-4382-b8f6-727eaf092712 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:28:09.684133 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 3540f85e-6af9-4382-b8f6-727eaf092712, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=3540f85e-6af9-4382-b8f6-727eaf092712,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:09.685886 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port eca59ae3-68eb-4f95-be5c-48b423a405bd triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:28:09.686637 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:09.724054 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:09.725623 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c2a42bf3-4c44-4a27-890f-e8938f06645e req-75a2754e-99a4-4ca0-b0e1-18cabf4442fe service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6365216 May 03 22:28:09.896840 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768409af-a64b-4c0f-bc11-9eb75f227ffb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e66fb3b-d9ef-430a-8b0a-2df34247c5a9,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:09.909346 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768409af-a64b-4c0f-bc11-9eb75f227ffb admin admin] Checking segment: {'id': 'dacae3a6-b935-43be-af8b-d43a7d65d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '78d30c76-93fe-422e-9d84-43d908d516a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:28:09.909706 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768409af-a64b-4c0f-bc11-9eb75f227ffb admin admin] Network hostable DHCP agents. Network: 78d30c76-93fe-422e-9d84-43d908d516a4, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:28:09.917412 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78714d21-df4f-4a37-ae14-41501ab05401 None None] Network 134dc1fc-ec99-46fb-bcc1-9c8fa76ea460 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:28:09.941018 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ab9fc-8b61-4307-8f00-836783580dd9 req-130f49ad-927a-4233-8489-8f232c8ee5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:09.942725 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-995ab9fc-8b61-4307-8f00-836783580dd9 req-130f49ad-927a-4233-8489-8f232c8ee5bd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7eeb876d-d169-4822-ae0a-71ff6f1d8ca9 HTTP/1.1" status: 200 len: 1097 time: 0.1359661 May 03 22:28:09.943873 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768409af-a64b-4c0f-bc11-9eb75f227ffb admin admin] Network 78d30c76-93fe-422e-9d84-43d908d516a4 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:28:09.944242 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=3540f85e-6af9-4382-b8f6-727eaf092712,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:09.970578 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-768409af-a64b-4c0f-bc11-9eb75f227ffb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 78d30c76-93fe-422e-9d84-43d908d516a4) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:28:09.978930 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768409af-a64b-4c0f-bc11-9eb75f227ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:09.979562 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-768409af-a64b-4c0f-bc11-9eb75f227ffb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:10.001497 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac92968-8634-4304-8bde-a56cd37d4d14 None None] Network 78d30c76-93fe-422e-9d84-43d908d516a4 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:28:10.017304 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-995ab9fc-8b61-4307-8f00-836783580dd9 req-13c01204-dd88-4746-ba2c-a50fab4d808f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657339 May 03 22:28:10.035105 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-768409af-a64b-4c0f-bc11-9eb75f227ffb admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9440193 May 03 22:28:10.057476 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6a14ee27-73bc-4bd6-a22e-9645c0d50b11 None None] Provisioning for port 9e7e6293-9819-4138-9231-831af54084de completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:28:10.115836 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 9e7e6293-9819-4138-9231-831af54084de up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:28:10.167321 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['3540f85e-6af9-4382-b8f6-727eaf092712'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:28:10.221135 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-419949d3-14ef-4623-81b9-e635fc007617 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:10.268840 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-419949d3-14ef-4623-81b9-e635fc007617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:10.387065 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e110436-0939-4a39-af55-b6eaaa4882df req-07ee3c09-d5c6-4b1a-8cdc-6a6d8e93d351 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:10.389239 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6e110436-0939-4a39-af55-b6eaaa4882df req-07ee3c09-d5c6-4b1a-8cdc-6a6d8e93d351 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=27bbfc37-7d81-42b6-92db-c5f7320dedcc HTTP/1.1" status: 200 len: 948 time: 0.3876500 May 03 22:28:10.432144 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35aa4f2-ed3c-439f-82a2-47f139303b73 req-7819e6a1-dada-4fd9-aba8-06406db95ccf tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:10.433612 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d35aa4f2-ed3c-439f-82a2-47f139303b73 req-7819e6a1-dada-4fd9-aba8-06406db95ccf tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 947 time: 0.4308767 May 03 22:28:10.520948 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 9e7e6293-9819-4138-9231-831af54084de completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:28:10.549288 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:10.576997 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 9e7e6293-9819-4138-9231-831af54084de triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:28:10.577476 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:10.646612 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6e110436-0939-4a39-af55-b6eaaa4882df req-0df0a294-370d-4afe-8274-1ddd04fed988 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485719 May 03 22:28:10.660363 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-419949d3-14ef-4623-81b9-e635fc007617 admin admin] Allocated IP 172.25.2.3 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/a030f14f-634d-4c46-acf5-648777ddf306) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:28:10.695970 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d35aa4f2-ed3c-439f-82a2-47f139303b73 req-67806430-b622-4157-bf1a-16ac0ad06c54 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548759 May 03 22:28:10.787876 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port eca59ae3-68eb-4f95-be5c-48b423a405bd, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=eca59ae3-68eb-4f95-be5c-48b423a405bd,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:10.810479 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbb8645-b4ef-4a39-aa02-2b9d64fc5e83 None None] Network 78d30c76-93fe-422e-9d84-43d908d516a4 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:28:10.829258 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 51a443ea-606a-4a08-ab5d-52d6e694760c details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:28:10.832884 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:10.837100 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 85b6557b-e2da-4a21-affa-d49d97cf790c up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:28:10.932821 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-419949d3-14ef-4623-81b9-e635fc007617 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:10.995247 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-419949d3-14ef-4623-81b9-e635fc007617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:11.032543 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=eca59ae3-68eb-4f95-be5c-48b423a405bd,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:11.086364 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419949d3-14ef-4623-81b9-e635fc007617 admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:28:11.089829 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-419949d3-14ef-4623-81b9-e635fc007617 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:28:11.097275 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419949d3-14ef-4623-81b9-e635fc007617 admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:28:11.186954 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.resource_extend [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:28:11.200402 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419949d3-14ef-4623-81b9-e635fc007617 admin admin] Pushing event updated for resources: {'Port': ['ID=a030f14f-634d-4c46-acf5-648777ddf306,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:11.346064 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:11.365637 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 85b6557b-e2da-4a21-affa-d49d97cf790c completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:28:11.429261 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 85b6557b-e2da-4a21-affa-d49d97cf790c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:28:11.429646 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:11.497796 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 51a443ea-606a-4a08-ab5d-52d6e694760c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=51a443ea-606a-4a08-ab5d-52d6e694760c,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:11.556495 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-2433bfc0-6815-4677-82b6-ce547e9765ea tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:11.557187 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-2433bfc0-6815-4677-82b6-ce547e9765ea tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Synchronizing usage tracker for tenant:964eab20c47a48b9be884c892eb2f1a7 on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:28:11.564742 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e719e2a8-35a1-43d0-8b07-f53cf22e07e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca59ae3-68eb-4f95-be5c-48b423a405bd'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:28:11.570361 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '51a443ea-606a-4a08-ab5d-52d6e694760c', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': '51a443ea-606a-4a08-ab5d-52d6e694760c', 'mac_address': 'fa:16:3e:a8:19:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:28:11.574284 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0209ee6-c8f3-4d6b-8c8e-1537e0621153 req-d8cb1d80-94ed-4a55-9ac2-e7502cbf3870 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:11.581794 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f0209ee6-c8f3-4d6b-8c8e-1537e0621153 req-d8cb1d80-94ed-4a55-9ac2-e7502cbf3870 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 944 time: 0.4417577 May 03 22:28:11.584708 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 9e7e6293-9819-4138-9231-831af54084de, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=9e7e6293-9819-4138-9231-831af54084de,segment=NetworkSegment(5a0d6f79-cc62-46fb-801c-c02ce650fda8),segment_id=5a0d6f79-cc62-46fb-801c-c02ce650fda8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:11.600303 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:11.740382 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f0209ee6-c8f3-4d6b-8c8e-1537e0621153 req-b4d3067e-96b3-4b46-bb30-cd5d92120340 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576176 May 03 22:28:11.755156 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-2433bfc0-6815-4677-82b6-ce547e9765ea tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Unset dirty status for tenant:964eab20c47a48b9be884c892eb2f1a7 on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:28:11.756289 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-2433bfc0-6815-4677-82b6-ce547e9765ea tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/networks?id=78d30c76-93fe-422e-9d84-43d908d516a4 HTTP/1.1" status: 200 len: 812 time: 0.6175075 May 03 22:28:11.774392 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:11.784811 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-5868ce42-b168-48c8-b458-e7c98fdc34ae tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/quotas/964eab20c47a48b9be884c892eb2f1a7 HTTP/1.1" status: 200 len: 375 time: 0.0159693 May 03 22:28:11.848886 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a443ea-606a-4a08-ab5d-52d6e694760c {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:28:11.850986 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-57d82f40-7ce4-45e8-90aa-a8333fb69a87 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=964eab20c47a48b9be884c892eb2f1a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527716 May 03 22:28:11.855007 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-aabe8cbe-6239-4140-8fd6-0c1c02aea5c3 None None] Provisioning complete for port 9e7e6293-9819-4138-9231-831af54084de triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:28:11.855384 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-aabe8cbe-6239-4140-8fd6-0c1c02aea5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:11.861423 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-419949d3-14ef-4623-81b9-e635fc007617 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:11.882402 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=9e7e6293-9819-4138-9231-831af54084de,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:11.915573 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:11.935911 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 51a443ea-606a-4a08-ab5d-52d6e694760c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=51a443ea-606a-4a08-ab5d-52d6e694760c,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:11.943683 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:12.015697 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 85b6557b-e2da-4a21-affa-d49d97cf790c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=85b6557b-e2da-4a21-affa-d49d97cf790c,segment=NetworkSegment(09635bff-16c9-4d7f-8a87-b6936a489987),segment_id=09635bff-16c9-4d7f-8a87-b6936a489987)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:12.022436 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:12.084386 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=51a443ea-606a-4a08-ab5d-52d6e694760c,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:12.163658 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=85b6557b-e2da-4a21-affa-d49d97cf790c,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:12.319549 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['51a443ea-606a-4a08-ab5d-52d6e694760c'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:28:12.432708 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-69f4a04f-1ab0-4c6e-8680-b1494c6a829a service neutron] 10.222.0.58 "GET /v2.0/networks/78d30c76-93fe-422e-9d84-43d908d516a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5720575 May 03 22:28:12.494073 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160bfc8-63ed-4636-874a-f6a5e5ce77fb req-e0b87a00-0188-4731-bb6b-1619527d3a06 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:12.495509 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e160bfc8-63ed-4636-874a-f6a5e5ce77fb req-e0b87a00-0188-4731-bb6b-1619527d3a06 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=7eeb876d-d169-4822-ae0a-71ff6f1d8ca9 HTTP/1.1" status: 200 len: 946 time: 0.4931147 May 03 22:28:12.628584 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-419949d3-14ef-4623-81b9-e635fc007617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:12.639350 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e160bfc8-63ed-4636-874a-f6a5e5ce77fb req-48ed6ee7-63a6-4bbb-bcf5-b2fa41bfeb03 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371965 May 03 22:28:12.643397 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-f6ae6281-68d5-478f-8a7e-f947fbd55b73 service neutron] 10.222.0.58 "GET /v2.0/networks/78d30c76-93fe-422e-9d84-43d908d516a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015600 May 03 22:28:12.711136 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba3df3aa-0ca9-4b77-a8f5-edb2eafb9789'] response: {'server_uuid': 'e719e2a8-35a1-43d0-8b07-f53cf22e07e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca59ae3-68eb-4f95-be5c-48b423a405bd', 'code': 200} May 03 22:28:12.850483 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a36352-c3c2-42e4-b891-765540b974c4 req-3e9104c4-1447-415c-a68c-b85e3b148124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:12.852241 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-80a36352-c3c2-42e4-b891-765540b974c4 req-3e9104c4-1447-415c-a68c-b85e3b148124 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e719e2a8-35a1-43d0-8b07-f53cf22e07e0 HTTP/1.1" status: 200 len: 1101 time: 0.0800622 May 03 22:28:12.916428 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-80a36352-c3c2-42e4-b891-765540b974c4 req-afeeeac3-a3e2-4172-90ee-e78a270a4830 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565915 May 03 22:28:13.005055 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba2430-4b92-4e4d-a4d1-45e37aeda52b req-5e64e7b1-948a-4e51-871e-973fc40c368e tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:13.006534 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-65ba2430-4b92-4e4d-a4d1-45e37aeda52b req-5e64e7b1-948a-4e51-871e-973fc40c368e tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=27bbfc37-7d81-42b6-92db-c5f7320dedcc HTTP/1.1" status: 200 len: 948 time: 0.1790667 May 03 22:28:13.011823 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419949d3-14ef-4623-81b9-e635fc007617 admin admin] Router 021ec434-558c-45b8-a648-ecbdc859312f is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:28:13.218634 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324424c4-e571-48f3-9121-97154b0a1037 req-a1571e4a-a468-45e6-86b4-96699676ef02 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:13.220037 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-324424c4-e571-48f3-9121-97154b0a1037 req-a1571e4a-a468-45e6-86b4-96699676ef02 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 948 time: 0.2884510 May 03 22:28:13.225461 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-65ba2430-4b92-4e4d-a4d1-45e37aeda52b req-2d4fc31f-0d84-4bea-9b30-72ef85afd0f0 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114263 May 03 22:28:13.282575 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419949d3-14ef-4623-81b9-e635fc007617 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:28:13.293914 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd0481c-d0fe-4fd3-a3a8-3534b90b6275 None None] Sync routers for ids ['021ec434-558c-45b8-a648-ecbdc859312f'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:28:13.295946 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-324424c4-e571-48f3-9121-97154b0a1037 req-0929b5ec-870c-4619-8c6f-9388a654d6bd tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671670 May 03 22:28:13.315465 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd0481c-d0fe-4fd3-a3a8-3534b90b6275 None None] Routers {'021ec434-558c-45b8-a648-ecbdc859312f'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:28:13.316235 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-8bd0481c-d0fe-4fd3-a3a8-3534b90b6275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:27:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['021ec434-558c-45b8-a648-ecbdc859312f'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:28:13.320529 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-419949d3-14ef-4623-81b9-e635fc007617 admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:13.321730 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-419949d3-14ef-4623-81b9-e635fc007617 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.9729035 May 03 22:28:13.324644 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55904) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:28:13.342161 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 3540f85e-6af9-4382-b8f6-727eaf092712 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:28:13.439149 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 3540f85e-6af9-4382-b8f6-727eaf092712 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:28:13.448040 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 3540f85e-6af9-4382-b8f6-727eaf092712 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:28:13.449025 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:13.634565 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:13.676177 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 3540f85e-6af9-4382-b8f6-727eaf092712, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=3540f85e-6af9-4382-b8f6-727eaf092712,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:13.686150 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:13.726562 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-8bd0481c-d0fe-4fd3-a3a8-3534b90b6275 None None] Set router 021ec434-558c-45b8-a648-ecbdc859312f gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:28:13.816250 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=3540f85e-6af9-4382-b8f6-727eaf092712,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:13.992613 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 9e7e6293-9819-4138-9231-831af54084de up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:28:14.074966 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 9e7e6293-9819-4138-9231-831af54084de triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:28:14.075912 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:14.102963 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-8bd0481c-d0fe-4fd3-a3a8-3534b90b6275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021ec434-558c-45b8-a648-ecbdc859312f', 'name': 'tempest-FloatingIPsTestJSON-1909459600-router', 'tenant_id': 'e410f48393774469b4e1e709467dbce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a030f14f-634d-4c46-acf5-648777ddf306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:28:07Z', 'updated_at': '2022-05-03T22:28:11Z', 'revision_number': 3, 'project_id': 'e410f48393774469b4e1e709467dbce8', 'gw_port': {'id': 'a030f14f-634d-4c46-acf5-648777ddf306', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021ec434-558c-45b8-a648-ecbdc859312f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:28:10Z', 'updated_at': '2022-05-03T22:28:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:28:14.106949 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd0481c-d0fe-4fd3-a3a8-3534b90b6275 None None] Checking router: 021ec434-558c-45b8-a648-ecbdc859312f for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:28:14.107312 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd0481c-d0fe-4fd3-a3a8-3534b90b6275 None None] Updating router 021ec434-558c-45b8-a648-ecbdc859312f port a030f14f-634d-4c46-acf5-648777ddf306 binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:28:14.158345 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8bd0481c-d0fe-4fd3-a3a8-3534b90b6275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:14.216542 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f73bc1e1-9a02-43bc-8ab1-ff388f95e0e7 req-b6658c0d-96ca-461c-bdc8-b1655dc9d192 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c051a71-b0b4-44dd-bede-8529450dee5e HTTP/1.1" status: 200 len: 210 time: 0.1337438 May 03 22:28:14.290988 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a45bb-db2d-4131-9eb6-9b9f48147a9b req-54c31d74-1e41-4194-b584-3245a03c0432 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:14.297953 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9c7a45bb-db2d-4131-9eb6-9b9f48147a9b req-54c31d74-1e41-4194-b584-3245a03c0432 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 945 time: 0.7035842 May 03 22:28:14.464233 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9c7a45bb-db2d-4131-9eb6-9b9f48147a9b req-9a72b52d-8872-4454-af98-d944bf2fc2b1 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653314 May 03 22:28:14.654337 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8bd0481c-d0fe-4fd3-a3a8-3534b90b6275 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:14.674605 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-8bd0481c-d0fe-4fd3-a3a8-3534b90b6275 None None] Transition to ACTIVE for port object a030f14f-634d-4c46-acf5-648777ddf306 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:28:14.682104 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8bd0481c-d0fe-4fd3-a3a8-3534b90b6275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:14.713016 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9262d8a6-9016-4df8-8ebf-66fc182a7c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b6557b-e2da-4a21-affa-d49d97cf790c'}, {'server_uuid': '27bbfc37-7d81-42b6-92db-c5f7320dedcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3540f85e-6af9-4382-b8f6-727eaf092712'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:28:14.764759 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-8bd0481c-d0fe-4fd3-a3a8-3534b90b6275 None None] Attempting to bind port a030f14f-634d-4c46-acf5-648777ddf306 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:28:14.765128 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-8bd0481c-d0fe-4fd3-a3a8-3534b90b6275 None None] Attempting to bind port a030f14f-634d-4c46-acf5-648777ddf306 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:28:14.765569 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd0481c-d0fe-4fd3-a3a8-3534b90b6275 None None] Attempting to bind port a030f14f-634d-4c46-acf5-648777ddf306 on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:28:14.767569 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaaabfd-f77a-4c63-8944-3405dd918be2 None None] Pushing event updated for resources: {'Port': ['ID=a030f14f-634d-4c46-acf5-648777ddf306,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:14.776704 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd0481c-d0fe-4fd3-a3a8-3534b90b6275 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:28:14.777765 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd0481c-d0fe-4fd3-a3a8-3534b90b6275 None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:28:14.778048 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8bd0481c-d0fe-4fd3-a3a8-3534b90b6275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:14.778438 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd0481c-d0fe-4fd3-a3a8-3534b90b6275 None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:28:14.778898 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-8bd0481c-d0fe-4fd3-a3a8-3534b90b6275 None None] Bound port: a030f14f-634d-4c46-acf5-648777ddf306, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:28:14.779692 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8bd0481c-d0fe-4fd3-a3a8-3534b90b6275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:14.813341 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaaabfd-f77a-4c63-8944-3405dd918be2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:14.813341 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaaabfd-f77a-4c63-8944-3405dd918be2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:14.813341 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaaabfd-f77a-4c63-8944-3405dd918be2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:14.813341 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaaabfd-f77a-4c63-8944-3405dd918be2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:14.813781 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaaabfd-f77a-4c63-8944-3405dd918be2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:14.813883 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaaabfd-f77a-4c63-8944-3405dd918be2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:14.814460 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaaabfd-f77a-4c63-8944-3405dd918be2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:14.814563 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaaabfd-f77a-4c63-8944-3405dd918be2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:14.814814 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaaabfd-f77a-4c63-8944-3405dd918be2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:14.815134 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaaabfd-f77a-4c63-8944-3405dd918be2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:14.815454 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaaabfd-f77a-4c63-8944-3405dd918be2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:14.815768 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaaabfd-f77a-4c63-8944-3405dd918be2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:14.866322 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-8bd0481c-d0fe-4fd3-a3a8-3534b90b6275 None None] For port a030f14f-634d-4c46-acf5-648777ddf306, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:28:14.867722 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 51a443ea-606a-4a08-ab5d-52d6e694760c up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:28:14.869282 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-8bd0481c-d0fe-4fd3-a3a8-3534b90b6275 None None] For port a030f14f-634d-4c46-acf5-648777ddf306, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=a030f14f-634d-4c46-acf5-648777ddf306,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:28:14.875377 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8bd0481c-d0fe-4fd3-a3a8-3534b90b6275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:14.881667 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-25ad7cdf-e963-4584-8022-f744d72a84e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:14.956435 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaaabfd-f77a-4c63-8944-3405dd918be2 None None] Pushing event updated for resources: {'Port': ['ID=a030f14f-634d-4c46-acf5-648777ddf306,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:14.959437 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 51a443ea-606a-4a08-ab5d-52d6e694760c completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:28:14.976028 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 51a443ea-606a-4a08-ab5d-52d6e694760c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:28:14.976272 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd0481c-d0fe-4fd3-a3a8-3534b90b6275 None None] Routers {'021ec434-558c-45b8-a648-ecbdc859312f'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:28:14.976404 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:14.976586 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-8bd0481c-d0fe-4fd3-a3a8-3534b90b6275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:27:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['021ec434-558c-45b8-a648-ecbdc859312f'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:28:14.991390 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-f6a474a2-a265-4fe6-8f9c-e2a68a92a08f tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:14.992569 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-f6a474a2-a265-4fe6-8f9c-e2a68a92a08f tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.60 "GET /v2.0/networks?id=78d30c76-93fe-422e-9d84-43d908d516a4 HTTP/1.1" status: 200 len: 812 time: 0.3821793 May 03 22:28:15.007230 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93915a3-c532-40ed-bf9b-db03da76e2a2 req-162527cc-280c-466f-b9ff-82f037b3cabd tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:15.014204 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e93915a3-c532-40ed-bf9b-db03da76e2a2 req-162527cc-280c-466f-b9ff-82f037b3cabd tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 948 time: 0.3625350 May 03 22:28:15.040545 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-9c2fa52f-868f-41ad-bd47-7aa6fb4ac844 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Request body: {'port': {'device_id': 'd7acf8a4-5bea-459f-97b4-a27aa46dce86', 'network_id': '78d30c76-93fe-422e-9d84-43d908d516a4', 'admin_state_up': True, 'tenant_id': '964eab20c47a48b9be884c892eb2f1a7'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:28:15.070742 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc1845-5cfc-40ea-8fda-910af398f249 req-dcc505c9-1094-401a-834d-963f884cb9c9 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:15.077916 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8dbc1845-5cfc-40ea-8fda-910af398f249 req-dcc505c9-1094-401a-834d-963f884cb9c9 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=27bbfc37-7d81-42b6-92db-c5f7320dedcc HTTP/1.1" status: 200 len: 949 time: 0.5117760 May 03 22:28:15.187638 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-50d61186-df44-4030-9a5d-8f13eb0dc491 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:15.188960 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-50d61186-df44-4030-9a5d-8f13eb0dc491 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.60 "GET /v2.0/networks?id=78d30c76-93fe-422e-9d84-43d908d516a4 HTTP/1.1" status: 200 len: 812 time: 0.2241395 May 03 22:28:15.191060 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:15.203200 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-b1d80f7d-4d51-4699-8fef-b4cbc15bc895 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Request body: {'port': {'device_id': '3c051a71-b0b4-44dd-bede-8529450dee5e', 'network_id': '78d30c76-93fe-422e-9d84-43d908d516a4', 'admin_state_up': True, 'tenant_id': '964eab20c47a48b9be884c892eb2f1a7'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:28:15.224531 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-8bd0481c-d0fe-4fd3-a3a8-3534b90b6275 None None] Set router 021ec434-558c-45b8-a648-ecbdc859312f gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:28:15.238353 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 51a443ea-606a-4a08-ab5d-52d6e694760c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=51a443ea-606a-4a08-ab5d-52d6e694760c,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:15.243726 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:15.296272 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e93915a3-c532-40ed-bf9b-db03da76e2a2 req-52f3be1b-d6b5-4ba6-bd50-907fedf16f72 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811463 May 03 22:28:15.343862 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8dbc1845-5cfc-40ea-8fda-910af398f249 req-d09087d4-10fc-4863-8a81-ab88da826b9e tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650943 May 03 22:28:15.357734 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=51a443ea-606a-4a08-ab5d-52d6e694760c,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:15.415625 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-9c2fa52f-868f-41ad-bd47-7aa6fb4ac844 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:28:15.464242 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-9c2fa52f-868f-41ad-bd47-7aa6fb4ac844 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Usage tracker for resource:port and tenant:964eab20c47a48b9be884c892eb2f1a7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:28:15.470202 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-9c2fa52f-868f-41ad-bd47-7aa6fb4ac844 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:28:15.471723 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-b1d80f7d-4d51-4699-8fef-b4cbc15bc895 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:28:15.487885 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-b1d80f7d-4d51-4699-8fef-b4cbc15bc895 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Usage tracker for resource:port and tenant:964eab20c47a48b9be884c892eb2f1a7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:28:15.488901 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-9c2fa52f-868f-41ad-bd47-7aa6fb4ac844 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:28:15.496952 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-b1d80f7d-4d51-4699-8fef-b4cbc15bc895 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:28:15.511450 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-b1d80f7d-4d51-4699-8fef-b4cbc15bc895 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:28:15.541448 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-9c2fa52f-868f-41ad-bd47-7aa6fb4ac844 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Made reservation on behalf of 964eab20c47a48b9be884c892eb2f1a7 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:28:15.544734 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-b1d80f7d-4d51-4699-8fef-b4cbc15bc895 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Made reservation on behalf of 964eab20c47a48b9be884c892eb2f1a7 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:28:15.548107 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-9c2fa52f-868f-41ad-bd47-7aa6fb4ac844 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:15.549836 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43390d4a-f751-414d-9a95-03c2e6e50746'] response: {'server_uuid': '9262d8a6-9016-4df8-8ebf-66fc182a7c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b6557b-e2da-4a21-affa-d49d97cf790c', 'code': 200} May 03 22:28:15.550143 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43390d4a-f751-414d-9a95-03c2e6e50746'] response: {'server_uuid': '27bbfc37-7d81-42b6-92db-c5f7320dedcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3540f85e-6af9-4382-b8f6-727eaf092712', 'code': 200} May 03 22:28:15.563332 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-b1d80f7d-4d51-4699-8fef-b4cbc15bc895 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:15.574846 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-25ad7cdf-e963-4584-8022-f744d72a84e0 admin admin] Allocated IP 172.20.0.1 (134dc1fc-ec99-46fb-bcc1-9c8fa76ea460/b60eb1be-d4eb-4608-988b-4093578f87d4/28091369-87e1-4e2d-921f-a151d10c5f4e) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:28:15.730912 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-8bd0481c-d0fe-4fd3-a3a8-3534b90b6275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021ec434-558c-45b8-a648-ecbdc859312f', 'name': 'tempest-FloatingIPsTestJSON-1909459600-router', 'tenant_id': 'e410f48393774469b4e1e709467dbce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a030f14f-634d-4c46-acf5-648777ddf306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:28:07Z', 'updated_at': '2022-05-03T22:28:11Z', 'revision_number': 3, 'project_id': 'e410f48393774469b4e1e709467dbce8', 'gw_port': {'id': 'a030f14f-634d-4c46-acf5-648777ddf306', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021ec434-558c-45b8-a648-ecbdc859312f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:28:10Z', 'updated_at': '2022-05-03T22:28:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:28:15.736126 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd0481c-d0fe-4fd3-a3a8-3534b90b6275 None None] The sync data for ids ['021ec434-558c-45b8-a648-ecbdc859312f'] in n-d-811807-1 is: [{'id': '021ec434-558c-45b8-a648-ecbdc859312f', 'name': 'tempest-FloatingIPsTestJSON-1909459600-router', 'tenant_id': 'e410f48393774469b4e1e709467dbce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a030f14f-634d-4c46-acf5-648777ddf306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:28:07Z', 'updated_at': '2022-05-03T22:28:11Z', 'revision_number': 3, 'project_id': 'e410f48393774469b4e1e709467dbce8', 'gw_port': {'id': 'a030f14f-634d-4c46-acf5-648777ddf306', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021ec434-558c-45b8-a648-ecbdc859312f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:28:10Z', 'updated_at': '2022-05-03T22:28:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:28:15.857892 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281fe747-16c0-4499-822f-0a55177acd12 req-888eb058-95e5-4599-9b00-5a3d02d9bc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:15.859862 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-281fe747-16c0-4499-822f-0a55177acd12 req-888eb058-95e5-4599-9b00-5a3d02d9bc4f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 1096 time: 0.1496866 May 03 22:28:15.882296 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-b1d80f7d-4d51-4699-8fef-b4cbc15bc895 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Allocated IP 172.20.0.7 (78d30c76-93fe-422e-9d84-43d908d516a4/5e66fb3b-d9ef-430a-8b0a-2df34247c5a9/13450e12-1d3b-4ec7-b4c9-1553307db2be) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:28:15.929516 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-281fe747-16c0-4499-822f-0a55177acd12 req-f9a86b42-9199-4306-9d5e-0c7333d54525 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606694 May 03 22:28:15.933141 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55948) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:28:16.120513 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0acd2edc-5063-476b-bf1c-d9bfb74bccf8 req-bf65fe69-7ce6-4086-9e9a-d6132e8bcc8f tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c051a71-b0b4-44dd-bede-8529450dee5e HTTP/1.1" status: 200 len: 210 time: 0.3958669 May 03 22:28:16.152272 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e5722d4b-38ea-4a5f-9c90-05d67980a12f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:16.204861 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e5722d4b-38ea-4a5f-9c90-05d67980a12f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:28:16.209658 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e5722d4b-38ea-4a5f-9c90-05d67980a12f admin admin] Usage tracker for resource:security_group_rule and tenant:c5ba73ff74194b3999d470924283a88f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:28:16.214182 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e5722d4b-38ea-4a5f-9c90-05d67980a12f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:28:16.229098 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e5722d4b-38ea-4a5f-9c90-05d67980a12f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:28:16.232367 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-25ad7cdf-e963-4584-8022-f744d72a84e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:16.244857 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-b1d80f7d-4d51-4699-8fef-b4cbc15bc895 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:16.255550 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-25ad7cdf-e963-4584-8022-f744d72a84e0 admin admin] Transition to ACTIVE for port object 28091369-87e1-4e2d-921f-a151d10c5f4e will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:28:16.264831 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d2fd9-28e5-480d-b6a9-4ac0049761fc req-46e8affd-7684-47bb-bc75-5b38b6e67665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:16.266429 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a82d2fd9-28e5-480d-b6a9-4ac0049761fc req-46e8affd-7684-47bb-bc75-5b38b6e67665 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=27bbfc37-7d81-42b6-92db-c5f7320dedcc HTTP/1.1" status: 200 len: 1100 time: 0.5404284 May 03 22:28:16.275931 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6be55-0197-40f5-9240-4ec1b551c9bf req-cf11f5fb-b8c8-4eaa-bd1e-d927342d5075 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:16.283977 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8ed6be55-0197-40f5-9240-4ec1b551c9bf req-cf11f5fb-b8c8-4eaa-bd1e-d927342d5075 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 945 time: 0.5550416 May 03 22:28:16.329568 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-b1d80f7d-4d51-4699-8fef-b4cbc15bc895 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:16.421431 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-9c2fa52f-868f-41ad-bd47-7aa6fb4ac844 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Allocated IP 172.20.0.6 (78d30c76-93fe-422e-9d84-43d908d516a4/5e66fb3b-d9ef-430a-8b0a-2df34247c5a9/0b4873f8-e4a7-4c92-a42b-98e032282aea) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:28:16.431978 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-b1d80f7d-4d51-4699-8fef-b4cbc15bc895 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Network 78d30c76-93fe-422e-9d84-43d908d516a4 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:28:16.437497 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-b1d80f7d-4d51-4699-8fef-b4cbc15bc895 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:28:16.440385 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-b1d80f7d-4d51-4699-8fef-b4cbc15bc895 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:28:16.472565 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e5722d4b-38ea-4a5f-9c90-05d67980a12f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:16.491541 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e5722d4b-38ea-4a5f-9c90-05d67980a12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:16.498721 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8ed6be55-0197-40f5-9240-4ec1b551c9bf req-cc641333-4395-4fd8-b563-4323f9e32447 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138758 May 03 22:28:16.502474 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a82d2fd9-28e5-480d-b6a9-4ac0049761fc req-b92bfcdc-b118-417d-a5de-020219678e53 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147436 May 03 22:28:16.515698 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d80f7d-4d51-4699-8fef-b4cbc15bc895 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Pushing event updated for resources: {'Port': ['ID=13450e12-1d3b-4ec7-b4c9-1553307db2be,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:16.564756 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-25ad7cdf-e963-4584-8022-f744d72a84e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:16.578560 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-b1d80f7d-4d51-4699-8fef-b4cbc15bc895 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:16.579185 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-b1d80f7d-4d51-4699-8fef-b4cbc15bc895 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:16.584652 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e5722d4b-38ea-4a5f-9c90-05d67980a12f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c5ba73ff74194b3999d470924283a88f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6499083 May 03 22:28:16.587389 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5722d4b-38ea-4a5f-9c90-05d67980a12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94aed4c6-4744-4237-8293-7907194c9944,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:16.591249 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55960) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:28:16.646555 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-b1d80f7d-4d51-4699-8fef-b4cbc15bc895 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4474916 May 03 22:28:16.674245 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a7542cf9-9704-499e-8ed3-3ebbf5ce1b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:16.709919 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a7542cf9-9704-499e-8ed3-3ebbf5ce1b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:16.724466 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-630b9aa6-2b8f-43fd-91a2-2ab02af3b22c service neutron] Request body: {'port': {'device_id': '3c051a71-b0b4-44dd-bede-8529450dee5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:28:16.730934 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ad7cdf-e963-4584-8022-f744d72a84e0 admin admin] Network 134dc1fc-ec99-46fb-bcc1-9c8fa76ea460 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:28:16.760342 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-25ad7cdf-e963-4584-8022-f744d72a84e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:28:16.774968 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ad7cdf-e963-4584-8022-f744d72a84e0 admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:28:16.818995 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3942597-b61c-44fd-85ef-0aa0b8291483 req-7f0167c2-9583-4ed0-bf42-ed0f097f18ea tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:16.820513 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b3942597-b61c-44fd-85ef-0aa0b8291483 req-7f0167c2-9583-4ed0-bf42-ed0f097f18ea tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 949 time: 0.3959734 May 03 22:28:16.829329 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad7cdf-e963-4584-8022-f744d72a84e0 admin admin] Pushing event updated for resources: {'Port': ['ID=28091369-87e1-4e2d-921f-a151d10c5f4e,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:16.866901 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-630b9aa6-2b8f-43fd-91a2-2ab02af3b22c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:16.884816 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a7542cf9-9704-499e-8ed3-3ebbf5ce1b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:16.936159 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7542cf9-9704-499e-8ed3-3ebbf5ce1b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94aed4c6-4744-4237-8293-7907194c9944,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:16.948725 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a7542cf9-9704-499e-8ed3-3ebbf5ce1b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:16.950380 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a7542cf9-9704-499e-8ed3-3ebbf5ce1b8b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/94aed4c6-4744-4237-8293-7907194c9944 HTTP/1.1" status: 204 len: 168 time: 0.3532510 May 03 22:28:16.970957 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-25ad7cdf-e963-4584-8022-f744d72a84e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:17.064858 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b3942597-b61c-44fd-85ef-0aa0b8291483 req-9129c6a2-e914-4bdf-bade-619556e82fee tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473560 May 03 22:28:17.104990 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-9c2fa52f-868f-41ad-bd47-7aa6fb4ac844 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:17.113476 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ec5dd34a-afb9-4af1-ac78-1f9f2ff83c28 None None] Provisioning for port 28091369-87e1-4e2d-921f-a151d10c5f4e completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:28:17.121280 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ec5dd34a-afb9-4af1-ac78-1f9f2ff83c28 None None] Provisioning complete for port 28091369-87e1-4e2d-921f-a151d10c5f4e triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:28:17.121803 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ec5dd34a-afb9-4af1-ac78-1f9f2ff83c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:17.126869 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5af999-b6bb-456c-a7ad-683243720521 req-a9ea9b8e-dbff-43d4-aa76-9d644bfe0c59 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:17.134048 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2c5af999-b6bb-456c-a7ad-683243720521 req-a9ea9b8e-dbff-43d4-aa76-9d644bfe0c59 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=27bbfc37-7d81-42b6-92db-c5f7320dedcc HTTP/1.1" status: 200 len: 949 time: 0.4599245 May 03 22:28:17.192363 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-ec5dd34a-afb9-4af1-ac78-1f9f2ff83c28 None None] Port 28091369-87e1-4e2d-921f-a151d10c5f4e cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:28:17.211125 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2c5af999-b6bb-456c-a7ad-683243720521 req-ff5d78d9-9004-4ab3-9d81-101f36bdd113 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757310 May 03 22:28:17.267383 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-9c2fa52f-868f-41ad-bd47-7aa6fb4ac844 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:17.439447 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-9c2fa52f-868f-41ad-bd47-7aa6fb4ac844 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Network 78d30c76-93fe-422e-9d84-43d908d516a4 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:28:17.451576 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-25ad7cdf-e963-4584-8022-f744d72a84e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:17.466404 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-9c2fa52f-868f-41ad-bd47-7aa6fb4ac844 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:28:17.477953 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-9c2fa52f-868f-41ad-bd47-7aa6fb4ac844 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:28:17.540033 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-630b9aa6-2b8f-43fd-91a2-2ab02af3b22c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13450e12-1d3b-4ec7-b4c9-1553307db2be {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:28:17.551071 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203b3e2e-ba38-4bd7-95a3-8f66ac27e10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a443ea-606a-4a08-ab5d-52d6e694760c'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:28:17.558095 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-630b9aa6-2b8f-43fd-91a2-2ab02af3b22c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:17.561735 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-9c2fa52f-868f-41ad-bd47-7aa6fb4ac844 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:17.562597 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-9c2fa52f-868f-41ad-bd47-7aa6fb4ac844 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:17.571641 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2fa52f-868f-41ad-bd47-7aa6fb4ac844 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Pushing event updated for resources: {'Port': ['ID=0b4873f8-e4a7-4c92-a42b-98e032282aea,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:17.598502 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-630b9aa6-2b8f-43fd-91a2-2ab02af3b22c service neutron] Transition to ACTIVE for port object 13450e12-1d3b-4ec7-b4c9-1553307db2be will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:28:17.603335 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-630b9aa6-2b8f-43fd-91a2-2ab02af3b22c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:17.673228 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-9c2fa52f-868f-41ad-bd47-7aa6fb4ac844 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6509092 May 03 22:28:17.687451 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3de54-514e-4395-a8c6-b50a4375d7ac req-700e42a8-f020-468f-9303-6d628fdddbbc tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:17.688209 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-92e3de54-514e-4395-a8c6-b50a4375d7ac req-700e42a8-f020-468f-9303-6d628fdddbbc tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Synchronizing usage tracker for tenant:964eab20c47a48b9be884c892eb2f1a7 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:28:17.697613 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-8c8f7feb-3333-4181-8250-808b22be25e8 service neutron] Request body: {'port': {'device_id': 'd7acf8a4-5bea-459f-97b4-a27aa46dce86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:28:18.002519 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device a030f14f-634d-4c46-acf5-648777ddf306 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:28:18.016435 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-92e3de54-514e-4395-a8c6-b50a4375d7ac req-700e42a8-f020-468f-9303-6d628fdddbbc tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Unset dirty status for tenant:964eab20c47a48b9be884c892eb2f1a7 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:28:18.025694 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b9aa6-2b8f-43fd-91a2-2ab02af3b22c service neutron] Pushing event updated for resources: {'Port': ['ID=13450e12-1d3b-4ec7-b4c9-1553307db2be,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:18.027958 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-92e3de54-514e-4395-a8c6-b50a4375d7ac req-700e42a8-f020-468f-9303-6d628fdddbbc tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c051a71-b0b4-44dd-bede-8529450dee5e HTTP/1.1" status: 200 len: 931 time: 0.7067704 May 03 22:28:18.052382 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-630b9aa6-2b8f-43fd-91a2-2ab02af3b22c service neutron] Attempting to bind port 13450e12-1d3b-4ec7-b4c9-1553307db2be on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:28:18.053089 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-630b9aa6-2b8f-43fd-91a2-2ab02af3b22c service neutron] Attempting to bind port 13450e12-1d3b-4ec7-b4c9-1553307db2be by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'dacae3a6-b935-43be-af8b-d43a7d65d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '78d30c76-93fe-422e-9d84-43d908d516a4'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:28:18.053513 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-630b9aa6-2b8f-43fd-91a2-2ab02af3b22c service neutron] Attempting to bind port 13450e12-1d3b-4ec7-b4c9-1553307db2be on network 78d30c76-93fe-422e-9d84-43d908d516a4 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:28:18.058720 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-630b9aa6-2b8f-43fd-91a2-2ab02af3b22c service neutron] Port 13450e12-1d3b-4ec7-b4c9-1553307db2be on network 78d30c76-93fe-422e-9d84-43d908d516a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:28:18.059095 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-630b9aa6-2b8f-43fd-91a2-2ab02af3b22c service neutron] Attempting to bind port 13450e12-1d3b-4ec7-b4c9-1553307db2be on network 78d30c76-93fe-422e-9d84-43d908d516a4 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:28:18.064478 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-630b9aa6-2b8f-43fd-91a2-2ab02af3b22c service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:28:18.064920 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-630b9aa6-2b8f-43fd-91a2-2ab02af3b22c service neutron] Checking segment: {'id': 'dacae3a6-b935-43be-af8b-d43a7d65d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '78d30c76-93fe-422e-9d84-43d908d516a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:28:18.065391 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-630b9aa6-2b8f-43fd-91a2-2ab02af3b22c service neutron] Bound using segment: {'id': 'dacae3a6-b935-43be-af8b-d43a7d65d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '78d30c76-93fe-422e-9d84-43d908d516a4'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:28:18.065944 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-630b9aa6-2b8f-43fd-91a2-2ab02af3b22c service neutron] Bound port: 13450e12-1d3b-4ec7-b4c9-1553307db2be, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dacae3a6-b935-43be-af8b-d43a7d65d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '78d30c76-93fe-422e-9d84-43d908d516a4'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:28:18.066378 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-630b9aa6-2b8f-43fd-91a2-2ab02af3b22c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:18.121906 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port a030f14f-634d-4c46-acf5-648777ddf306 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:28:18.129736 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port a030f14f-634d-4c46-acf5-648777ddf306 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:28:18.130149 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:18.163953 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-630b9aa6-2b8f-43fd-91a2-2ab02af3b22c service neutron] For port 13450e12-1d3b-4ec7-b4c9-1553307db2be, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:28:18.168726 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-630b9aa6-2b8f-43fd-91a2-2ab02af3b22c service neutron] For port 13450e12-1d3b-4ec7-b4c9-1553307db2be, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=13450e12-1d3b-4ec7-b4c9-1553307db2be,segment=NetworkSegment(dacae3a6-b935-43be-af8b-d43a7d65d6fb),segment_id=dacae3a6-b935-43be-af8b-d43a7d65d6fb)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:28:18.174929 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-630b9aa6-2b8f-43fd-91a2-2ab02af3b22c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:18.204818 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb34b88-417d-40a7-9fa3-77a7b89998b3 req-43420012-8419-4f1f-bf7f-cd7a43e609e9 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:18.218734 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bdb34b88-417d-40a7-9fa3-77a7b89998b3 req-43420012-8419-4f1f-bf7f-cd7a43e609e9 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 945 time: 0.4697943 May 03 22:28:18.246057 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-630b9aa6-2b8f-43fd-91a2-2ab02af3b22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:18.246740 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-630b9aa6-2b8f-43fd-91a2-2ab02af3b22c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:18.248149 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-630b9aa6-2b8f-43fd-91a2-2ab02af3b22c service neutron] 10.222.0.60 "PUT /v2.0/ports/13450e12-1d3b-4ec7-b4c9-1553307db2be HTTP/1.1" status: 200 len: 1091 time: 1.5279293 May 03 22:28:18.248671 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c051a71-b0b4-44dd-bede-8529450dee5e', 'tag': '13450e12-1d3b-4ec7-b4c9-1553307db2be'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:28:18.249068 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-8c8f7feb-3333-4181-8250-808b22be25e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:18.268471 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-92e3de54-514e-4395-a8c6-b50a4375d7ac req-bdf2d5b0-7920-472f-b8a1-9f3a21dc5e2d tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Synchronizing usage tracker for tenant:964eab20c47a48b9be884c892eb2f1a7 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:28:18.270037 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b9aa6-2b8f-43fd-91a2-2ab02af3b22c service neutron] Pushing event updated for resources: {'Port': ['ID=13450e12-1d3b-4ec7-b4c9-1553307db2be,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:18.311517 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:18.329406 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port a030f14f-634d-4c46-acf5-648777ddf306, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=a030f14f-634d-4c46-acf5-648777ddf306,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:18.329742 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bdb34b88-417d-40a7-9fa3-77a7b89998b3 req-5f5a0f5a-4584-4f15-acfa-29a0728e2721 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096196 May 03 22:28:18.336171 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:18.374487 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-92e3de54-514e-4395-a8c6-b50a4375d7ac req-bdf2d5b0-7920-472f-b8a1-9f3a21dc5e2d tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Unset dirty status for tenant:964eab20c47a48b9be884c892eb2f1a7 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:28:18.375636 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-92e3de54-514e-4395-a8c6-b50a4375d7ac req-bdf2d5b0-7920-472f-b8a1-9f3a21dc5e2d tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/security-groups?id=53e7afe2-3234-4b36-97bf-cd275dd42cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415520 May 03 22:28:18.386637 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-25ad7cdf-e963-4584-8022-f744d72a84e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:18.399920 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-a315f624-2263-46f2-a325-92e3d43609eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:18.401530 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-a315f624-2263-46f2-a325-92e3d43609eb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=964eab20c47a48b9be884c892eb2f1a7&device_id=3c051a71-b0b4-44dd-bede-8529450dee5e HTTP/1.1" status: 200 len: 1094 time: 0.1059997 May 03 22:28:18.460634 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=a030f14f-634d-4c46-acf5-648777ddf306,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:18.478269 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abbe6539-e12e-452e-86e9-afacabd52d6b'] response: {'server_uuid': '203b3e2e-ba38-4bd7-95a3-8f66ac27e10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a443ea-606a-4a08-ab5d-52d6e694760c', 'code': 200} May 03 22:28:18.567187 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-25ad7cdf-e963-4584-8022-f744d72a84e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:18.645842 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-2fec6062-e1d3-40d7-8e3a-48d6df1187fe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13450e12-1d3b-4ec7-b4c9-1553307db2be HTTP/1.1" status: 200 len: 217 time: 0.2328548 May 03 22:28:18.740315 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b47046-3edd-4284-828a-8ef3a36d404e req-ea344e68-6e5d-4ae1-919d-a3064fcca183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:18.742657 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c4b47046-3edd-4284-828a-8ef3a36d404e req-ea344e68-6e5d-4ae1-919d-a3064fcca183 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 1100 time: 0.1989470 May 03 22:28:18.779717 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-25ad7cdf-e963-4584-8022-f744d72a84e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:18.802948 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad7cdf-e963-4584-8022-f744d72a84e0 admin admin] Pushing event updated for resources: {'Port': ['ID=28091369-87e1-4e2d-921f-a151d10c5f4e,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:18.807764 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-2b9dca3b-432c-485c-b34e-2db00c289f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:18.810101 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-2b9dca3b-432c-485c-b34e-2db00c289f5e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e66fb3b-d9ef-430a-8b0a-2df34247c5a9 HTTP/1.1" status: 200 len: 852 time: 0.1553879 May 03 22:28:18.869797 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-1f1b472f-a16f-4c42-b817-133d9e66e2f7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78d30c76-93fe-422e-9d84-43d908d516a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483606 May 03 22:28:18.873966 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c4b47046-3edd-4284-828a-8ef3a36d404e req-718a51ec-bc56-4ed9-aea8-f5b15729045b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177967 May 03 22:28:19.006566 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-0c572377-e3e7-471f-baca-f237df706034 service neutron] 10.222.0.60 "GET /v2.0/networks/78d30c76-93fe-422e-9d84-43d908d516a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291389 May 03 22:28:19.061499 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11430e35-a07d-4d9e-b6c6-cbbfaac37e4a req-624c7d27-f0d9-435b-b3e8-c5413832a546 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:19.066709 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11430e35-a07d-4d9e-b6c6-cbbfaac37e4a req-624c7d27-f0d9-435b-b3e8-c5413832a546 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 949 time: 0.4255078 May 03 22:28:19.150480 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-e2eda9c3-06b2-4553-be39-809332edecf2 service neutron] 10.222.0.60 "GET /v2.0/networks/78d30c76-93fe-422e-9d84-43d908d516a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376286 May 03 22:28:19.176400 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bbc88b-93d9-4dc1-96ba-82394cc0a5ed req-356058f0-1770-4b72-9c7d-bffc642208c0 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:19.178222 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e9bbc88b-93d9-4dc1-96ba-82394cc0a5ed req-356058f0-1770-4b72-9c7d-bffc642208c0 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=27bbfc37-7d81-42b6-92db-c5f7320dedcc HTTP/1.1" status: 200 len: 949 time: 0.3803849 May 03 22:28:19.185325 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11430e35-a07d-4d9e-b6c6-cbbfaac37e4a req-107665d2-2c57-4598-b57e-7fb9d00f2364 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082685 May 03 22:28:19.229195 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ad7cdf-e963-4584-8022-f744d72a84e0 admin admin] Network 134dc1fc-ec99-46fb-bcc1-9c8fa76ea460 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:28:19.235986 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6ce6535-194d-4020-950e-f00b2d9cd465'] response: {'name': 'network-changed', 'server_uuid': '3c051a71-b0b4-44dd-bede-8529450dee5e', 'tag': '13450e12-1d3b-4ec7-b4c9-1553307db2be', 'status': 'completed', 'code': 200} May 03 22:28:19.242348 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-25ad7cdf-e963-4584-8022-f744d72a84e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:28:19.352718 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-8c8f7feb-3333-4181-8250-808b22be25e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b4873f8-e4a7-4c92-a42b-98e032282aea {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:28:19.369791 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1eaa0-433a-4993-97a2-12f46c97fe3e req-6eea6c08-8c41-4ee1-972d-e2dce8a9cad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:19.371359 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4bc1eaa0-433a-4993-97a2-12f46c97fe3e req-6eea6c08-8c41-4ee1-972d-e2dce8a9cad2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=964eab20c47a48b9be884c892eb2f1a7&device_id=3c051a71-b0b4-44dd-bede-8529450dee5e HTTP/1.1" status: 200 len: 1094 time: 0.0955315 May 03 22:28:19.446811 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-8c8f7feb-3333-4181-8250-808b22be25e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:19.524706 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1eaa0-433a-4993-97a2-12f46c97fe3e req-def78c46-2947-4dc4-9caa-2abdf95f5050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:19.527229 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4bc1eaa0-433a-4993-97a2-12f46c97fe3e req-def78c46-2947-4dc4-9caa-2abdf95f5050 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78d30c76-93fe-422e-9d84-43d908d516a4 HTTP/1.1" status: 200 len: 913 time: 0.1477716 May 03 22:28:19.530907 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e9bbc88b-93d9-4dc1-96ba-82394cc0a5ed req-997bf76f-c084-491d-a4e3-0b4892e40bf0 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445129 May 03 22:28:19.533719 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-75ab7ccf-fb0e-415b-a444-239089895c49 None None] Provisioning complete for port 28091369-87e1-4e2d-921f-a151d10c5f4e triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:28:19.534646 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-75ab7ccf-fb0e-415b-a444-239089895c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:19.614486 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-8c8f7feb-3333-4181-8250-808b22be25e8 service neutron] Transition to ACTIVE for port object 0b4873f8-e4a7-4c92-a42b-98e032282aea will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:28:19.622027 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4bc1eaa0-433a-4993-97a2-12f46c97fe3e req-c452dc6a-b042-4120-83f7-2a2ea3cc47b4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13450e12-1d3b-4ec7-b4c9-1553307db2be HTTP/1.1" status: 200 len: 217 time: 0.0879848 May 03 22:28:19.631210 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-75ab7ccf-fb0e-415b-a444-239089895c49 None None] Port 28091369-87e1-4e2d-921f-a151d10c5f4e cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:28:19.633237 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ad7cdf-e963-4584-8022-f744d72a84e0 admin admin] Router 021ec434-558c-45b8-a648-ecbdc859312f has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:28:19.634923 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-8c8f7feb-3333-4181-8250-808b22be25e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:19.713487 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1eaa0-433a-4993-97a2-12f46c97fe3e req-d0247386-1329-4eec-80c3-f0afe477ecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:19.716467 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4bc1eaa0-433a-4993-97a2-12f46c97fe3e req-d0247386-1329-4eec-80c3-f0afe477ecc6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e66fb3b-d9ef-430a-8b0a-2df34247c5a9 HTTP/1.1" status: 200 len: 852 time: 0.0881622 May 03 22:28:19.747514 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f7feb-3333-4181-8250-808b22be25e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0b4873f8-e4a7-4c92-a42b-98e032282aea,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:19.773218 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4bc1eaa0-433a-4993-97a2-12f46c97fe3e req-40e12806-d377-4406-8b2e-51433c1cb6d7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78d30c76-93fe-422e-9d84-43d908d516a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500879 May 03 22:28:19.930849 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device a030f14f-634d-4c46-acf5-648777ddf306 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:28:20.017055 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port a030f14f-634d-4c46-acf5-648777ddf306 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:28:20.017342 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:20.024582 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4bc1eaa0-433a-4993-97a2-12f46c97fe3e req-b4323a06-bce3-49ea-b947-d524c8b78b11 service neutron] 10.222.0.60 "GET /v2.0/networks/78d30c76-93fe-422e-9d84-43d908d516a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443614 May 03 22:28:20.161489 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4bc1eaa0-433a-4993-97a2-12f46c97fe3e req-4e73973b-5da6-4c28-be5c-6e02d2445d5e service neutron] 10.222.0.60 "GET /v2.0/networks/78d30c76-93fe-422e-9d84-43d908d516a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300745 May 03 22:28:20.239031 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf52b13-8373-4ab5-a10a-9b9e6f6043da req-da6eba91-ef82-445a-89a8-99bf39a1063b tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:20.240401 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5bf52b13-8373-4ab5-a10a-9b9e6f6043da req-da6eba91-ef82-445a-89a8-99bf39a1063b tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 945 time: 0.8120072 May 03 22:28:20.337595 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122f7ec-3f73-457f-a565-3ef5ee67e413 req-dfc4b471-36e8-4111-8044-6ed2fb781325 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:20.339160 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9122f7ec-3f73-457f-a565-3ef5ee67e413 req-dfc4b471-36e8-4111-8044-6ed2fb781325 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c051a71-b0b4-44dd-bede-8529450dee5e HTTP/1.1" status: 200 len: 943 time: 0.5937469 May 03 22:28:20.357350 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5bf52b13-8373-4ab5-a10a-9b9e6f6043da req-addf956a-6de7-4d3e-8684-a55257a7192a tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056564 May 03 22:28:20.358351 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ad7cdf-e963-4584-8022-f744d72a84e0 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:28:20.365671 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-25ad7cdf-e963-4584-8022-f744d72a84e0 admin admin] 10.222.0.58 "PUT /v2.0/routers/021ec434-558c-45b8-a648-ecbdc859312f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0401337 May 03 22:28:20.375310 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86fe476-c674-421a-9f12-eabe9aa139e2 None None] Sync routers for ids ['021ec434-558c-45b8-a648-ecbdc859312f'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:28:20.382564 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-8c8f7feb-3333-4181-8250-808b22be25e8 service neutron] Attempting to bind port 0b4873f8-e4a7-4c92-a42b-98e032282aea on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:28:20.382826 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-8c8f7feb-3333-4181-8250-808b22be25e8 service neutron] Attempting to bind port 0b4873f8-e4a7-4c92-a42b-98e032282aea by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'dacae3a6-b935-43be-af8b-d43a7d65d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '78d30c76-93fe-422e-9d84-43d908d516a4'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:28:20.383152 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-8c8f7feb-3333-4181-8250-808b22be25e8 service neutron] Attempting to bind port 0b4873f8-e4a7-4c92-a42b-98e032282aea on network 78d30c76-93fe-422e-9d84-43d908d516a4 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:28:20.389724 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86fe476-c674-421a-9f12-eabe9aa139e2 None None] Routers {'021ec434-558c-45b8-a648-ecbdc859312f'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:28:20.390488 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f86fe476-c674-421a-9f12-eabe9aa139e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:27:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['021ec434-558c-45b8-a648-ecbdc859312f'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:28:20.391981 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-8c8f7feb-3333-4181-8250-808b22be25e8 service neutron] Port 0b4873f8-e4a7-4c92-a42b-98e032282aea on network 78d30c76-93fe-422e-9d84-43d908d516a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:28:20.392301 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-8c8f7feb-3333-4181-8250-808b22be25e8 service neutron] Attempting to bind port 0b4873f8-e4a7-4c92-a42b-98e032282aea on network 78d30c76-93fe-422e-9d84-43d908d516a4 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:28:20.418377 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-8c8f7feb-3333-4181-8250-808b22be25e8 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:28:20.418719 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-8c8f7feb-3333-4181-8250-808b22be25e8 service neutron] Checking segment: {'id': 'dacae3a6-b935-43be-af8b-d43a7d65d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '78d30c76-93fe-422e-9d84-43d908d516a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:28:20.419109 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-8c8f7feb-3333-4181-8250-808b22be25e8 service neutron] Bound using segment: {'id': 'dacae3a6-b935-43be-af8b-d43a7d65d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '78d30c76-93fe-422e-9d84-43d908d516a4'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:28:20.419549 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-8c8f7feb-3333-4181-8250-808b22be25e8 service neutron] Bound port: 0b4873f8-e4a7-4c92-a42b-98e032282aea, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dacae3a6-b935-43be-af8b-d43a7d65d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '78d30c76-93fe-422e-9d84-43d908d516a4'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:28:20.419889 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-8c8f7feb-3333-4181-8250-808b22be25e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:20.473584 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9122f7ec-3f73-457f-a565-3ef5ee67e413 req-e8799a1f-e3d2-40c9-a733-e26ea1804b44 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/security-groups?id=53e7afe2-3234-4b36-97bf-cd275dd42cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225183 May 03 22:28:20.619492 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-f86fe476-c674-421a-9f12-eabe9aa139e2 None None] Set router 021ec434-558c-45b8-a648-ecbdc859312f gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:28:20.683605 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-8c8f7feb-3333-4181-8250-808b22be25e8 service neutron] For port 0b4873f8-e4a7-4c92-a42b-98e032282aea, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:28:20.688285 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-8c8f7feb-3333-4181-8250-808b22be25e8 service neutron] For port 0b4873f8-e4a7-4c92-a42b-98e032282aea, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0b4873f8-e4a7-4c92-a42b-98e032282aea,segment=NetworkSegment(dacae3a6-b935-43be-af8b-d43a7d65d6fb),segment_id=dacae3a6-b935-43be-af8b-d43a7d65d6fb)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:28:20.695429 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-8c8f7feb-3333-4181-8250-808b22be25e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:20.769803 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de336eef-52df-4b0b-8e4e-43e3d26cfa92 req-1ec7d879-aa21-4431-b755-057495348ee8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:20.771312 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-de336eef-52df-4b0b-8e4e-43e3d26cfa92 req-1ec7d879-aa21-4431-b755-057495348ee8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=e719e2a8-35a1-43d0-8b07-f53cf22e07e0 HTTP/1.1" status: 200 len: 950 time: 0.2254937 May 03 22:28:20.777267 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-8c8f7feb-3333-4181-8250-808b22be25e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:20.777511 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-8c8f7feb-3333-4181-8250-808b22be25e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:20.779217 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-8c8f7feb-3333-4181-8250-808b22be25e8 service neutron] 10.222.0.60 "PUT /v2.0/ports/0b4873f8-e4a7-4c92-a42b-98e032282aea HTTP/1.1" status: 200 len: 1091 time: 3.0859110 May 03 22:28:20.783284 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7acf8a4-5bea-459f-97b4-a27aa46dce86', 'tag': '0b4873f8-e4a7-4c92-a42b-98e032282aea'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:28:20.883529 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f7feb-3333-4181-8250-808b22be25e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0b4873f8-e4a7-4c92-a42b-98e032282aea,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:20.907725 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-de336eef-52df-4b0b-8e4e-43e3d26cfa92 req-6217a894-7f9d-49bc-8a5b-d2e58d8972ca tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254678 May 03 22:28:20.982355 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f86fe476-c674-421a-9f12-eabe9aa139e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021ec434-558c-45b8-a648-ecbdc859312f', 'name': 'tempest-FloatingIPsTestJSON-1909459600-router', 'tenant_id': 'e410f48393774469b4e1e709467dbce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a030f14f-634d-4c46-acf5-648777ddf306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:28:07Z', 'updated_at': '2022-05-03T22:28:17Z', 'revision_number': 4, 'project_id': 'e410f48393774469b4e1e709467dbce8', 'gw_port': {'id': 'a030f14f-634d-4c46-acf5-648777ddf306', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021ec434-558c-45b8-a648-ecbdc859312f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:28:10Z', 'updated_at': '2022-05-03T22:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '28091369-87e1-4e2d-921f-a151d10c5f4e', 'name': '', 'network_id': '134dc1fc-ec99-46fb-bcc1-9c8fa76ea460', 'tenant_id': 'e410f48393774469b4e1e709467dbce8', 'mac_address': 'fa:16:3e:37:0b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021ec434-558c-45b8-a648-ecbdc859312f', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'b60eb1be-d4eb-4608-988b-4093578f87d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:28:14Z', 'updated_at': '2022-05-03T22:28:17Z', 'revision_number': 2, 'project_id': 'e410f48393774469b4e1e709467dbce8', 'subnets': [{'id': 'b60eb1be-d4eb-4608-988b-4093578f87d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:28:20.987326 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86fe476-c674-421a-9f12-eabe9aa139e2 None None] Checking router: 021ec434-558c-45b8-a648-ecbdc859312f for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:28:20.987762 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86fe476-c674-421a-9f12-eabe9aa139e2 None None] Updating router 021ec434-558c-45b8-a648-ecbdc859312f port 28091369-87e1-4e2d-921f-a151d10c5f4e binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:28:20.998596 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-8dac39b0-5dee-4d00-81c3-f78f60fcd5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:21.000144 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-8dac39b0-5dee-4d00-81c3-f78f60fcd5ed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=964eab20c47a48b9be884c892eb2f1a7&device_id=d7acf8a4-5bea-459f-97b4-a27aa46dce86 HTTP/1.1" status: 200 len: 1094 time: 0.1773098 May 03 22:28:21.052509 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f86fe476-c674-421a-9f12-eabe9aa139e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:21.077263 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-8092706c-1d00-484f-b456-f46a7bac6ec3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b4873f8-e4a7-4c92-a42b-98e032282aea HTTP/1.1" status: 200 len: 217 time: 0.0675063 May 03 22:28:21.085655 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc14d1-209e-457d-abda-685c7f352443 req-b102e2a6-3561-47bf-b5d3-459626754ccc tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:21.087143 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1edc14d1-209e-457d-abda-685c7f352443 req-b102e2a6-3561-47bf-b5d3-459626754ccc tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 949 time: 0.1841400 May 03 22:28:21.246234 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1edc14d1-209e-457d-abda-685c7f352443 req-6f41a94e-56bd-457c-9fdf-482c8a1dcc3b tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184659 May 03 22:28:21.247856 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-2dd73390-8f83-483e-9d47-d5a0cc6c1ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:21.259310 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-2dd73390-8f83-483e-9d47-d5a0cc6c1ee6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e66fb3b-d9ef-430a-8b0a-2df34247c5a9 HTTP/1.1" status: 200 len: 852 time: 0.1709473 May 03 22:28:21.345139 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-684faa17-eced-4d24-b260-11ff94b3785b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78d30c76-93fe-422e-9d84-43d908d516a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788255 May 03 22:28:21.553378 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f86fe476-c674-421a-9f12-eabe9aa139e2 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:21.556693 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ff811b4-eb90-4b4c-854f-9205eb44734c'] response: {'name': 'network-changed', 'server_uuid': 'd7acf8a4-5bea-459f-97b4-a27aa46dce86', 'tag': '0b4873f8-e4a7-4c92-a42b-98e032282aea', 'status': 'completed', 'code': 200} May 03 22:28:21.567619 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f86fe476-c674-421a-9f12-eabe9aa139e2 None None] Transition to ACTIVE for port object 28091369-87e1-4e2d-921f-a151d10c5f4e will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:28:21.576241 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f86fe476-c674-421a-9f12-eabe9aa139e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:21.772705 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-cb615b0c-a8e5-48be-9de7-79e0a926382b service neutron] 10.222.0.60 "GET /v2.0/networks/78d30c76-93fe-422e-9d84-43d908d516a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177945 May 03 22:28:21.846328 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a5d5fa-f045-4728-a8fa-4745332e777b None None] Pushing event updated for resources: {'Port': ['ID=28091369-87e1-4e2d-921f-a151d10c5f4e,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:21.912175 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-f86fe476-c674-421a-9f12-eabe9aa139e2 None None] Attempting to bind port 28091369-87e1-4e2d-921f-a151d10c5f4e on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:28:21.912692 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-f86fe476-c674-421a-9f12-eabe9aa139e2 None None] Attempting to bind port 28091369-87e1-4e2d-921f-a151d10c5f4e by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '5a0d6f79-cc62-46fb-801c-c02ce650fda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '134dc1fc-ec99-46fb-bcc1-9c8fa76ea460'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:28:21.913146 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86fe476-c674-421a-9f12-eabe9aa139e2 None None] Attempting to bind port 28091369-87e1-4e2d-921f-a151d10c5f4e on network 134dc1fc-ec99-46fb-bcc1-9c8fa76ea460 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:28:21.920463 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86fe476-c674-421a-9f12-eabe9aa139e2 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:28:21.920845 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86fe476-c674-421a-9f12-eabe9aa139e2 None None] Checking segment: {'id': '5a0d6f79-cc62-46fb-801c-c02ce650fda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '134dc1fc-ec99-46fb-bcc1-9c8fa76ea460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:28:21.921249 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f86fe476-c674-421a-9f12-eabe9aa139e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:21.921645 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86fe476-c674-421a-9f12-eabe9aa139e2 None None] Bound using segment: {'id': '5a0d6f79-cc62-46fb-801c-c02ce650fda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '134dc1fc-ec99-46fb-bcc1-9c8fa76ea460'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:28:21.922141 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-f86fe476-c674-421a-9f12-eabe9aa139e2 None None] Bound port: 28091369-87e1-4e2d-921f-a151d10c5f4e, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0d6f79-cc62-46fb-801c-c02ce650fda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '134dc1fc-ec99-46fb-bcc1-9c8fa76ea460'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:28:21.922519 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f86fe476-c674-421a-9f12-eabe9aa139e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:21.951656 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e347d39a-a901-4faa-a459-e7bdcea97b3a req-e8b68166-4aeb-4790-b434-251f3b88e972 service neutron] 10.222.0.60 "GET /v2.0/networks/78d30c76-93fe-422e-9d84-43d908d516a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588292 May 03 22:28:22.059847 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f86fe476-c674-421a-9f12-eabe9aa139e2 None None] For port 28091369-87e1-4e2d-921f-a151d10c5f4e, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:28:22.063983 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f86fe476-c674-421a-9f12-eabe9aa139e2 None None] For port 28091369-87e1-4e2d-921f-a151d10c5f4e, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=28091369-87e1-4e2d-921f-a151d10c5f4e,segment=NetworkSegment(5a0d6f79-cc62-46fb-801c-c02ce650fda8),segment_id=5a0d6f79-cc62-46fb-801c-c02ce650fda8)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:28:22.069232 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f86fe476-c674-421a-9f12-eabe9aa139e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:22.087749 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-130f796f-9f7a-4a0f-a832-3cdd0bfc4bd4 req-27aee4a1-ebcf-41fd-9751-5346f7d22115 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5862801 May 03 22:28:22.104908 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-130f796f-9f7a-4a0f-a832-3cdd0bfc4bd4 req-ee27a7de-9ecb-4899-bb5c-c062b8bd3233 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:28:22.116049 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-130f796f-9f7a-4a0f-a832-3cdd0bfc4bd4 req-ee27a7de-9ecb-4899-bb5c-c062b8bd3233 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:28:22.125957 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-130f796f-9f7a-4a0f-a832-3cdd0bfc4bd4 req-ee27a7de-9ecb-4899-bb5c-c062b8bd3233 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Usage tracker for resource:floatingip and tenant:e410f48393774469b4e1e709467dbce8 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:28:22.130932 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-130f796f-9f7a-4a0f-a832-3cdd0bfc4bd4 req-ee27a7de-9ecb-4899-bb5c-c062b8bd3233 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:28:22.143808 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-130f796f-9f7a-4a0f-a832-3cdd0bfc4bd4 req-ee27a7de-9ecb-4899-bb5c-c062b8bd3233 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:28:22.167851 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-130f796f-9f7a-4a0f-a832-3cdd0bfc4bd4 req-ee27a7de-9ecb-4899-bb5c-c062b8bd3233 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:22.168871 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a5d5fa-f045-4728-a8fa-4745332e777b None None] Pushing event updated for resources: {'Port': ['ID=28091369-87e1-4e2d-921f-a151d10c5f4e,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:22.171645 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86fe476-c674-421a-9f12-eabe9aa139e2 None None] Routers {'021ec434-558c-45b8-a648-ecbdc859312f'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:28:22.172253 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f86fe476-c674-421a-9f12-eabe9aa139e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:27:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['021ec434-558c-45b8-a648-ecbdc859312f'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:28:22.204246 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a75a0-a9da-4999-b096-b553ba1f998f req-ffdd8984-df76-4992-8353-c283ec6b6048 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:22.210666 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a75a0-a9da-4999-b096-b553ba1f998f req-ffdd8984-df76-4992-8353-c283ec6b6048 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:22.218026 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-220a75a0-a9da-4999-b096-b553ba1f998f req-ffdd8984-df76-4992-8353-c283ec6b6048 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=27bbfc37-7d81-42b6-92db-c5f7320dedcc&device_id=e719e2a8-35a1-43d0-8b07-f53cf22e07e0 HTTP/1.1" status: 200 len: 1690 time: 0.2653894 May 03 22:28:22.255345 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281a550-05f3-4fcf-ac1f-8555d46d0a63 req-47e0e531-5b91-4698-a454-0885bf27f9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:22.256864 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b281a550-05f3-4fcf-ac1f-8555d46d0a63 req-47e0e531-5b91-4698-a454-0885bf27f9d9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=964eab20c47a48b9be884c892eb2f1a7&device_id=d7acf8a4-5bea-459f-97b4-a27aa46dce86 HTTP/1.1" status: 200 len: 1094 time: 0.2302430 May 03 22:28:22.335417 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-220a75a0-a9da-4999-b096-b553ba1f998f req-b35ba879-a466-4034-8476-5365b7d839d1 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164496 May 03 22:28:22.445841 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-f86fe476-c674-421a-9f12-eabe9aa139e2 None None] Set router 021ec434-558c-45b8-a648-ecbdc859312f gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:28:22.510270 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281a550-05f3-4fcf-ac1f-8555d46d0a63 req-5379bcbb-8ac2-4030-805e-cb4a9b8b7f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:22.512261 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b281a550-05f3-4fcf-ac1f-8555d46d0a63 req-5379bcbb-8ac2-4030-805e-cb4a9b8b7f68 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78d30c76-93fe-422e-9d84-43d908d516a4 HTTP/1.1" status: 200 len: 913 time: 0.2302449 May 03 22:28:22.740968 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b281a550-05f3-4fcf-ac1f-8555d46d0a63 req-02de7294-99c9-4cf0-863f-3c70a8644d33 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b4873f8-e4a7-4c92-a42b-98e032282aea HTTP/1.1" status: 200 len: 217 time: 0.2204630 May 03 22:28:22.784470 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f86fe476-c674-421a-9f12-eabe9aa139e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021ec434-558c-45b8-a648-ecbdc859312f', 'name': 'tempest-FloatingIPsTestJSON-1909459600-router', 'tenant_id': 'e410f48393774469b4e1e709467dbce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a030f14f-634d-4c46-acf5-648777ddf306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:28:07Z', 'updated_at': '2022-05-03T22:28:17Z', 'revision_number': 4, 'project_id': 'e410f48393774469b4e1e709467dbce8', 'gw_port': {'id': 'a030f14f-634d-4c46-acf5-648777ddf306', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021ec434-558c-45b8-a648-ecbdc859312f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:28:10Z', 'updated_at': '2022-05-03T22:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '28091369-87e1-4e2d-921f-a151d10c5f4e', 'name': '', 'network_id': '134dc1fc-ec99-46fb-bcc1-9c8fa76ea460', 'tenant_id': 'e410f48393774469b4e1e709467dbce8', 'mac_address': 'fa:16:3e:37:0b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021ec434-558c-45b8-a648-ecbdc859312f', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'b60eb1be-d4eb-4608-988b-4093578f87d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:28:14Z', 'updated_at': '2022-05-03T22:28:22Z', 'revision_number': 4, 'project_id': 'e410f48393774469b4e1e709467dbce8', 'subnets': [{'id': 'b60eb1be-d4eb-4608-988b-4093578f87d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:28:22.788356 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86fe476-c674-421a-9f12-eabe9aa139e2 None None] The sync data for ids ['021ec434-558c-45b8-a648-ecbdc859312f'] in n-d-811807-1 is: [{'id': '021ec434-558c-45b8-a648-ecbdc859312f', 'name': 'tempest-FloatingIPsTestJSON-1909459600-router', 'tenant_id': 'e410f48393774469b4e1e709467dbce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a030f14f-634d-4c46-acf5-648777ddf306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:28:07Z', 'updated_at': '2022-05-03T22:28:17Z', 'revision_number': 4, 'project_id': 'e410f48393774469b4e1e709467dbce8', 'gw_port': {'id': 'a030f14f-634d-4c46-acf5-648777ddf306', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021ec434-558c-45b8-a648-ecbdc859312f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:28:10Z', 'updated_at': '2022-05-03T22:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '28091369-87e1-4e2d-921f-a151d10c5f4e', 'name': '', 'network_id': '134dc1fc-ec99-46fb-bcc1-9c8fa76ea460', 'tenant_id': 'e410f48393774469b4e1e709467dbce8', 'mac_address': 'fa:16:3e:37:0b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021ec434-558c-45b8-a648-ecbdc859312f', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'b60eb1be-d4eb-4608-988b-4093578f87d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:28:14Z', 'updated_at': '2022-05-03T22:28:22Z', 'revision_number': 4, 'project_id': 'e410f48393774469b4e1e709467dbce8', 'subnets': [{'id': 'b60eb1be-d4eb-4608-988b-4093578f87d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:28:22.818278 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-130f796f-9f7a-4a0f-a832-3cdd0bfc4bd4 req-ee27a7de-9ecb-4899-bb5c-c062b8bd3233 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:22.860679 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-39d2f4a1-a247-430f-9f14-6a0b4c45c515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:22.887092 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281a550-05f3-4fcf-ac1f-8555d46d0a63 req-c245298c-5003-4df6-bbea-9567f53d5c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:22.888534 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b281a550-05f3-4fcf-ac1f-8555d46d0a63 req-c245298c-5003-4df6-bbea-9567f53d5c12 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5e66fb3b-d9ef-430a-8b0a-2df34247c5a9 HTTP/1.1" status: 200 len: 852 time: 0.1348183 May 03 22:28:22.951505 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b281a550-05f3-4fcf-ac1f-8555d46d0a63 req-fac33198-9afe-44c4-a3db-735f29a36717 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78d30c76-93fe-422e-9d84-43d908d516a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540259 May 03 22:28:23.031892 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898a760-e87f-49b1-9448-12dfd99216f0 req-df5efe81-7eb8-4cc0-ab3b-1816e32ce31d tempest-MigrationsAdminTest-668091771 tempest-MigrationsAdminTest-668091771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:23.033396 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c898a760-e87f-49b1-9448-12dfd99216f0 req-df5efe81-7eb8-4cc0-ab3b-1816e32ce31d tempest-MigrationsAdminTest-668091771 tempest-MigrationsAdminTest-668091771-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 1100 time: 0.3356946 May 03 22:28:23.131548 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c898a760-e87f-49b1-9448-12dfd99216f0 req-39a80202-da44-46a4-a32a-46dc20cf61a6 tempest-MigrationsAdminTest-668091771 tempest-MigrationsAdminTest-668091771-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:23.168146 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-130f796f-9f7a-4a0f-a832-3cdd0bfc4bd4 req-ee27a7de-9ecb-4899-bb5c-c062b8bd3233 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Allocated IP 172.25.2.39 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/311c08e9-b53b-44c6-869f-7f256a313d23) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:28:23.177395 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-c898a760-e87f-49b1-9448-12dfd99216f0 req-39a80202-da44-46a4-a32a-46dc20cf61a6 tempest-MigrationsAdminTest-668091771 tempest-MigrationsAdminTest-668091771-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:28:23.194080 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-c898a760-e87f-49b1-9448-12dfd99216f0 req-39a80202-da44-46a4-a32a-46dc20cf61a6 tempest-MigrationsAdminTest-668091771 tempest-MigrationsAdminTest-668091771-project-admin] Usage tracker for resource:security_group_rule and tenant:15b8ffbe393e473f899d6acf98381144 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:28:23.201129 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-c898a760-e87f-49b1-9448-12dfd99216f0 req-39a80202-da44-46a4-a32a-46dc20cf61a6 tempest-MigrationsAdminTest-668091771 tempest-MigrationsAdminTest-668091771-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:28:23.227970 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-c898a760-e87f-49b1-9448-12dfd99216f0 req-39a80202-da44-46a4-a32a-46dc20cf61a6 tempest-MigrationsAdminTest-668091771 tempest-MigrationsAdminTest-668091771-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:28:23.240328 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b281a550-05f3-4fcf-ac1f-8555d46d0a63 req-45fc184d-3ac8-40e8-a66d-c3047035abda service neutron] 10.222.0.60 "GET /v2.0/networks/78d30c76-93fe-422e-9d84-43d908d516a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805543 May 03 22:28:23.392198 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 13450e12-1d3b-4ec7-b4c9-1553307db2be details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:28:23.491194 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-130f796f-9f7a-4a0f-a832-3cdd0bfc4bd4 req-ee27a7de-9ecb-4899-bb5c-c062b8bd3233 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:23.529785 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b281a550-05f3-4fcf-ac1f-8555d46d0a63 req-cfa58448-45fb-4eac-b7c9-f21fe712c530 service neutron] 10.222.0.60 "GET /v2.0/networks/78d30c76-93fe-422e-9d84-43d908d516a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814243 May 03 22:28:23.553531 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 13450e12-1d3b-4ec7-b4c9-1553307db2be, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=13450e12-1d3b-4ec7-b4c9-1553307db2be,segment=NetworkSegment(dacae3a6-b935-43be-af8b-d43a7d65d6fb),segment_id=dacae3a6-b935-43be-af8b-d43a7d65d6fb)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:23.565020 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c898a760-e87f-49b1-9448-12dfd99216f0 req-39a80202-da44-46a4-a32a-46dc20cf61a6 tempest-MigrationsAdminTest-668091771 tempest-MigrationsAdminTest-668091771-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:23.571141 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c898a760-e87f-49b1-9448-12dfd99216f0 req-39a80202-da44-46a4-a32a-46dc20cf61a6 tempest-MigrationsAdminTest-668091771 tempest-MigrationsAdminTest-668091771-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:23.571322 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '13450e12-1d3b-4ec7-b4c9-1553307db2be', 'network_id': '78d30c76-93fe-422e-9d84-43d908d516a4', 'port_id': '13450e12-1d3b-4ec7-b4c9-1553307db2be', 'mac_address': 'fa:16:3e:a7:d5:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e66fb3b-d9ef-430a-8b0a-2df34247c5a9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:28:23.600698 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c898a760-e87f-49b1-9448-12dfd99216f0 req-39a80202-da44-46a4-a32a-46dc20cf61a6 tempest-MigrationsAdminTest-668091771 tempest-MigrationsAdminTest-668091771-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5594931 May 03 22:28:23.612067 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-130f796f-9f7a-4a0f-a832-3cdd0bfc4bd4 req-ee27a7de-9ecb-4899-bb5c-c062b8bd3233 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:23.634813 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:23.655878 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13450e12-1d3b-4ec7-b4c9-1553307db2be {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:28:23.677956 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 13450e12-1d3b-4ec7-b4c9-1553307db2be, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=13450e12-1d3b-4ec7-b4c9-1553307db2be,segment=NetworkSegment(dacae3a6-b935-43be-af8b-d43a7d65d6fb),segment_id=dacae3a6-b935-43be-af8b-d43a7d65d6fb)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:23.679800 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a80202-da44-46a4-a32a-46dc20cf61a6 tempest-MigrationsAdminTest-668091771 tempest-MigrationsAdminTest-668091771-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb75b5e-d710-4449-b0b5-5df4e4e6cc57,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:23.686846 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:23.700245 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-130f796f-9f7a-4a0f-a832-3cdd0bfc4bd4 req-ee27a7de-9ecb-4899-bb5c-c062b8bd3233 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:28:23.703633 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-130f796f-9f7a-4a0f-a832-3cdd0bfc4bd4 req-ee27a7de-9ecb-4899-bb5c-c062b8bd3233 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:28:23.707538 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-130f796f-9f7a-4a0f-a832-3cdd0bfc4bd4 req-ee27a7de-9ecb-4899-bb5c-c062b8bd3233 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:28:23.770088 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=13450e12-1d3b-4ec7-b4c9-1553307db2be,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:23.799826 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27a7de-9ecb-4899-bb5c-c062b8bd3233 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Pushing event updated for resources: {'Port': ['ID=311c08e9-b53b-44c6-869f-7f256a313d23,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:23.859589 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-130f796f-9f7a-4a0f-a832-3cdd0bfc4bd4 req-ee27a7de-9ecb-4899-bb5c-c062b8bd3233 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:23.876811 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea35a0-23f4-4e68-91c7-bf49acf0fb5e req-02b27b0e-6249-4b1e-ab6a-a627c2db1448 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:23.878388 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fdea35a0-23f4-4e68-91c7-bf49acf0fb5e req-02b27b0e-6249-4b1e-ab6a-a627c2db1448 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 945 time: 0.1162167 May 03 22:28:23.938599 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['13450e12-1d3b-4ec7-b4c9-1553307db2be'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:28:23.969419 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-130f796f-9f7a-4a0f-a832-3cdd0bfc4bd4 req-ee27a7de-9ecb-4899-bb5c-c062b8bd3233 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:24.019734 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fdea35a0-23f4-4e68-91c7-bf49acf0fb5e req-2360a583-c8a8-47a4-9e06-b7c64cb7826c tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126966 May 03 22:28:24.024420 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:24.143656 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 28091369-87e1-4e2d-921f-a151d10c5f4e up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:28:24.225981 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 28091369-87e1-4e2d-921f-a151d10c5f4e completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:28:24.230614 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 28091369-87e1-4e2d-921f-a151d10c5f4e triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:28:24.230984 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:24.261896 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-130f796f-9f7a-4a0f-a832-3cdd0bfc4bd4 req-ee27a7de-9ecb-4899-bb5c-c062b8bd3233 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:24.272125 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cc242-32ab-4426-b686-201414f8cf6b req-74570ba8-2ac9-4d92-ada3-8dbab8750b89 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:24.273590 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-007cc242-32ab-4426-b686-201414f8cf6b req-74570ba8-2ac9-4d92-ada3-8dbab8750b89 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c051a71-b0b4-44dd-bede-8529450dee5e HTTP/1.1" status: 200 len: 944 time: 0.1322076 May 03 22:28:24.274684 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-130f796f-9f7a-4a0f-a832-3cdd0bfc4bd4 req-ee27a7de-9ecb-4899-bb5c-c062b8bd3233 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:24.351442 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:24.390202 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 28091369-87e1-4e2d-921f-a151d10c5f4e, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=28091369-87e1-4e2d-921f-a151d10c5f4e,segment=NetworkSegment(5a0d6f79-cc62-46fb-801c-c02ce650fda8),segment_id=5a0d6f79-cc62-46fb-801c-c02ce650fda8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:24.394018 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:24.464320 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=28091369-87e1-4e2d-921f-a151d10c5f4e,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:24.589498 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27a7de-9ecb-4899-bb5c-c062b8bd3233 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Pushing event updated for resources: {'Port': ['ID=311c08e9-b53b-44c6-869f-7f256a313d23,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:24.595988 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-007cc242-32ab-4426-b686-201414f8cf6b req-d958ad95-1bdb-419f-9c15-8d0a82b355ca tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/security-groups?id=53e7afe2-3234-4b36-97bf-cd275dd42cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867062 May 03 22:28:24.599085 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-130f796f-9f7a-4a0f-a832-3cdd0bfc4bd4 req-ee27a7de-9ecb-4899-bb5c-c062b8bd3233 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:24.636844 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-130f796f-9f7a-4a0f-a832-3cdd0bfc4bd4 req-ee27a7de-9ecb-4899-bb5c-c062b8bd3233 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:24.638098 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-130f796f-9f7a-4a0f-a832-3cdd0bfc4bd4 req-ee27a7de-9ecb-4899-bb5c-c062b8bd3233 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5400364 May 03 22:28:24.731065 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-130f796f-9f7a-4a0f-a832-3cdd0bfc4bd4 req-54d12ef0-5247-41d0-bed3-e41807160c90 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Synchronizing usage tracker for tenant:e410f48393774469b4e1e709467dbce8 on resource:floatingip {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:28:24.751461 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-130f796f-9f7a-4a0f-a832-3cdd0bfc4bd4 req-54d12ef0-5247-41d0-bed3-e41807160c90 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Unset dirty status for tenant:e410f48393774469b4e1e709467dbce8 on resource:floatingip {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:28:24.752890 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-130f796f-9f7a-4a0f-a832-3cdd0bfc4bd4 req-54d12ef0-5247-41d0-bed3-e41807160c90 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.39 HTTP/1.1" status: 200 len: 695 time: 0.1088340 May 03 22:28:24.917683 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f796f-9f7a-4a0f-a832-3cdd0bfc4bd4 req-3e1144d6-636b-4860-bf0d-07aba7ca87d9 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:24.919115 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-130f796f-9f7a-4a0f-a832-3cdd0bfc4bd4 req-3e1144d6-636b-4860-bf0d-07aba7ca87d9 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 784 time: 0.1608021 May 03 22:28:25.005264 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8d200b7e-a7fc-45b3-bc27-5fb83171152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:25.108530 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cec6e9-9a6b-4cd3-b2a5-3a2abdd377bd req-14599bbc-74c6-4342-9ba6-fc5fd9c43faf tempest-ServersOnMultiNodesTest-924033058 tempest-ServersOnMultiNodesTest-924033058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:25.110063 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e7cec6e9-9a6b-4cd3-b2a5-3a2abdd377bd req-14599bbc-74c6-4342-9ba6-fc5fd9c43faf tempest-ServersOnMultiNodesTest-924033058 tempest-ServersOnMultiNodesTest-924033058-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=27bbfc37-7d81-42b6-92db-c5f7320dedcc HTTP/1.1" status: 200 len: 1100 time: 0.0837955 May 03 22:28:25.156627 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e7cec6e9-9a6b-4cd3-b2a5-3a2abdd377bd req-47daaf17-69c9-4d46-85e7-ba6673998a28 tempest-ServersOnMultiNodesTest-924033058 tempest-ServersOnMultiNodesTest-924033058-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371521 May 03 22:28:25.287690 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8c434984-f4ba-4977-8206-967367b84b06 req-26c7a295-2e3c-4188-ba81-e798de276988 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] 10.222.0.58 "GET /v2.0/floatingips/44022e61-3232-4470-8958-147eeb2f2b84 HTTP/1.1" status: 200 len: 692 time: 0.0996130 May 03 22:28:25.393562 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 0b4873f8-e4a7-4c92-a42b-98e032282aea details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:28:25.396246 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 13450e12-1d3b-4ec7-b4c9-1553307db2be up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:28:25.495318 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c434984-f4ba-4977-8206-967367b84b06 req-d0723fc9-3da8-4c8d-bbb0-cfb1edf6643e tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:25.496958 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8c434984-f4ba-4977-8206-967367b84b06 req-d0723fc9-3da8-4c8d-bbb0-cfb1edf6643e tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 784 time: 0.2022541 May 03 22:28:25.584148 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3c4d6-09bb-4f64-ad39-1a033b1c10a9 req-d54bb20c-eac5-4bd1-bd2f-c6af213a89fa tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:25.592257 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-86f3c4d6-09bb-4f64-ad39-1a033b1c10a9 req-d54bb20c-eac5-4bd1-bd2f-c6af213a89fa tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 945 time: 0.0943236 May 03 22:28:25.636082 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 0b4873f8-e4a7-4c92-a42b-98e032282aea, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0b4873f8-e4a7-4c92-a42b-98e032282aea,segment=NetworkSegment(dacae3a6-b935-43be-af8b-d43a7d65d6fb),segment_id=dacae3a6-b935-43be-af8b-d43a7d65d6fb)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:25.662750 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-86f3c4d6-09bb-4f64-ad39-1a033b1c10a9 req-77786417-eab5-4f36-9c69-758cfcc7dedd tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681076 May 03 22:28:25.674610 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '0b4873f8-e4a7-4c92-a42b-98e032282aea', 'network_id': '78d30c76-93fe-422e-9d84-43d908d516a4', 'port_id': '0b4873f8-e4a7-4c92-a42b-98e032282aea', 'mac_address': 'fa:16:3e:68:2c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e66fb3b-d9ef-430a-8b0a-2df34247c5a9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:28:25.689973 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-f4ef7b55-191a-41e7-9806-828abf82bb13 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2783055 May 03 22:28:25.757547 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:25.780652 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b4873f8-e4a7-4c92-a42b-98e032282aea {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:28:25.803483 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 0b4873f8-e4a7-4c92-a42b-98e032282aea, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0b4873f8-e4a7-4c92-a42b-98e032282aea,segment=NetworkSegment(dacae3a6-b935-43be-af8b-d43a7d65d6fb),segment_id=dacae3a6-b935-43be-af8b-d43a7d65d6fb)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:25.813379 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:25.852580 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 13450e12-1d3b-4ec7-b4c9-1553307db2be completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:28:25.890646 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=0b4873f8-e4a7-4c92-a42b-98e032282aea,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:25.894096 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 13450e12-1d3b-4ec7-b4c9-1553307db2be triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:28:25.894467 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:25.919085 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135fa9c-e442-44eb-b4ea-fd061c1871fd req-7fe1646f-4e02-4c55-b880-e673a1cd8691 tempest-ServersOnMultiNodesTest-924033058 tempest-ServersOnMultiNodesTest-924033058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:25.921188 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a135fa9c-e442-44eb-b4ea-fd061c1871fd req-7fe1646f-4e02-4c55-b880-e673a1cd8691 tempest-ServersOnMultiNodesTest-924033058 tempest-ServersOnMultiNodesTest-924033058-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e719e2a8-35a1-43d0-8b07-f53cf22e07e0 HTTP/1.1" status: 200 len: 1101 time: 0.2203004 May 03 22:28:25.982484 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 28091369-87e1-4e2d-921f-a151d10c5f4e up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:28:25.989132 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74976a4f-8d73-44b9-ba1e-5995b6a56719 req-67b4517e-0c8c-4e7c-9adf-0aeed7a06632 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:25.990624 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-74976a4f-8d73-44b9-ba1e-5995b6a56719 req-67b4517e-0c8c-4e7c-9adf-0aeed7a06632 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 949 time: 0.1905489 May 03 22:28:25.992398 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a135fa9c-e442-44eb-b4ea-fd061c1871fd req-651c0b9a-9744-42e5-8915-c4ddfafd7a45 tempest-ServersOnMultiNodesTest-924033058 tempest-ServersOnMultiNodesTest-924033058-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644758 May 03 22:28:26.123561 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['0b4873f8-e4a7-4c92-a42b-98e032282aea'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:28:26.165264 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6032d20-8b81-42c6-92c6-dc7da6965dcd req-39d2def5-6fa1-4bfb-a319-d8d9638d4bf8 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] 10.222.0.58 "GET /v2.0/floatingips?tenant_id=e410f48393774469b4e1e709467dbce8 HTTP/1.1" status: 200 len: 695 time: 0.1317871 May 03 22:28:26.188587 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-74976a4f-8d73-44b9-ba1e-5995b6a56719 req-73c1e968-9f36-48d2-9850-1dc46316f4d8 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889064 May 03 22:28:26.290723 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:26.309040 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:26.340154 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:26.381198 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c051a71-b0b4-44dd-bede-8529450dee5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13450e12-1d3b-4ec7-b4c9-1553307db2be'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:28:26.399178 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 28091369-87e1-4e2d-921f-a151d10c5f4e triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:28:26.399552 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:26.425271 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 13450e12-1d3b-4ec7-b4c9-1553307db2be, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=13450e12-1d3b-4ec7-b4c9-1553307db2be,segment=NetworkSegment(dacae3a6-b935-43be-af8b-d43a7d65d6fb),segment_id=dacae3a6-b935-43be-af8b-d43a7d65d6fb)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:26.450688 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:26.553018 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6032d20-8b81-42c6-92c6-dc7da6965dcd req-318470ea-f904-4c16-a047-cd697dd6428f tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:26.554894 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6032d20-8b81-42c6-92c6-dc7da6965dcd req-318470ea-f904-4c16-a047-cd697dd6428f tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] 10.222.0.58 "GET /v2.0/networks?id=de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 787 time: 0.3818493 May 03 22:28:26.612739 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46400cd-868b-46c5-8240-79cbfe5c05b7 req-73f14fef-0ff6-46db-ab60-bc6289d746fa tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:26.615423 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e46400cd-868b-46c5-8240-79cbfe5c05b7 req-73f14fef-0ff6-46db-ab60-bc6289d746fa tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c051a71-b0b4-44dd-bede-8529450dee5e HTTP/1.1" status: 200 len: 945 time: 0.1719472 May 03 22:28:26.629995 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=13450e12-1d3b-4ec7-b4c9-1553307db2be,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:26.674428 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e46400cd-868b-46c5-8240-79cbfe5c05b7 req-6afe7d94-e3c6-4d51-98bb-69ed94dea954 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/security-groups?id=53e7afe2-3234-4b36-97bf-cd275dd42cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530946 May 03 22:28:26.761406 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-190248f8-8a67-4e8f-b6aa-a9f623c48db1'] response: {'server_uuid': '3c051a71-b0b4-44dd-bede-8529450dee5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13450e12-1d3b-4ec7-b4c9-1553307db2be', 'code': 200} May 03 22:28:26.856910 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-b1fe2f00-a985-4745-a4b1-c92fba99b265 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=0660cbed43f74b05ab398bdf8e72a3f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0889962 May 03 22:28:26.938641 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d38ee704-b2d6-494a-a2fe-bd2b8e568605 req-59d7672e-57c7-473b-afc2-bafcec47f6a8 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] 10.222.0.58 "GET /v2.0/floatingips/44022e61-3232-4470-8958-147eeb2f2b84 HTTP/1.1" status: 200 len: 692 time: 0.1492579 May 03 22:28:27.246185 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-ee9c3c50-9a3c-449a-8f92-71950e07cd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:27.247570 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-ee9c3c50-9a3c-449a-8f92-71950e07cd2e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 1100 time: 0.0770943 May 03 22:28:27.317658 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-02c66c70-473d-46eb-a342-1b3121be5f04 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:27.319100 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-02c66c70-473d-46eb-a342-1b3121be5f04 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4211681 May 03 22:28:27.323773 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86db107-a35c-4292-85cd-d0bd2f737b01 req-15ad5b49-4796-4bcb-855f-7fad15103f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:27.325157 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e86db107-a35c-4292-85cd-d0bd2f737b01 req-15ad5b49-4796-4bcb-855f-7fad15103f7b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3c051a71-b0b4-44dd-bede-8529450dee5e HTTP/1.1" status: 200 len: 1096 time: 0.4673743 May 03 22:28:27.334889 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ee704-b2d6-494a-a2fe-bd2b8e568605 req-10079c4b-34bc-488b-aaf3-9ec573510ada tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:27.336131 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d38ee704-b2d6-494a-a2fe-bd2b8e568605 req-10079c4b-34bc-488b-aaf3-9ec573510ada tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 784 time: 0.3873889 May 03 22:28:27.380166 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-361099bb-7fb9-4505-9228-7849ed576874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:27.381587 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-361099bb-7fb9-4505-9228-7849ed576874 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.1269188 May 03 22:28:27.409324 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 0b4873f8-e4a7-4c92-a42b-98e032282aea up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:28:27.413565 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-4952de9c-6688-43a4-a49f-a57e4916b471 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/quotas/0660cbed43f74b05ab398bdf8e72a3f0 HTTP/1.1" status: 200 len: 375 time: 0.0862272 May 03 22:28:27.455535 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-d2254a21-4b72-4b95-a16b-d5e07f2ad441 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=51a443ea-606a-4a08-ab5d-52d6e694760c HTTP/1.1" status: 200 len: 217 time: 0.0652816 May 03 22:28:27.507494 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:27.509363 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d38ee704-b2d6-494a-a2fe-bd2b8e568605 req-7f3f42f8-b927-4f50-9249-5a559029aaa3 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.39 HTTP/1.1" status: 200 len: 695 time: 0.1538701 May 03 22:28:27.513077 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e86db107-a35c-4292-85cd-d0bd2f737b01 req-66966811-7e63-413b-8c2e-f58047a55a7b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=53e7afe2-3234-4b36-97bf-cd275dd42cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761229 May 03 22:28:27.514772 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 0b4873f8-e4a7-4c92-a42b-98e032282aea completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:28:27.520721 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 0b4873f8-e4a7-4c92-a42b-98e032282aea triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:28:27.521606 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:27.559694 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-e4b594b8-fa80-41e1-a69c-4497ddef6e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:27.561112 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-e4b594b8-fa80-41e1-a69c-4497ddef6e5a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.0961437 May 03 22:28:27.592818 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:27.602559 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d38ee704-b2d6-494a-a2fe-bd2b8e568605 req-53b0fd32-83c1-464e-9ff9-5160e6dacbc2 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.39 HTTP/1.1" status: 200 len: 695 time: 0.0921786 May 03 22:28:27.659760 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-2f5e2655-c8c1-4b1a-b281-ed30e6cdd54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:27.661253 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-2f5e2655-c8c1-4b1a-b281-ed30e6cdd54e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0838380 May 03 22:28:27.665138 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:27.705428 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 0b4873f8-e4a7-4c92-a42b-98e032282aea, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0b4873f8-e4a7-4c92-a42b-98e032282aea,segment=NetworkSegment(dacae3a6-b935-43be-af8b-d43a7d65d6fb),segment_id=dacae3a6-b935-43be-af8b-d43a7d65d6fb)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:27.710217 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:27.776789 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-d38ee704-b2d6-494a-a2fe-bd2b8e568605 req-5e9e721f-ad22-4083-bd14-332f3d9444ad tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Deleting port 311c08e9-b53b-44c6-869f-7f256a313d23 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:28:27.777117 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d38ee704-b2d6-494a-a2fe-bd2b8e568605 req-5e9e721f-ad22-4083-bd14-332f3d9444ad tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:27.780992 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=0b4873f8-e4a7-4c92-a42b-98e032282aea,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:27.805084 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-f172c3a7-588a-416e-9aac-f803973909d3 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357772 May 03 22:28:27.832392 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-57834871-fe72-4c2a-b388-ef8b59227733 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0660cbed43f74b05ab398bdf8e72a3f0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3860362 May 03 22:28:27.941298 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-ff3aff0b-99a7-4f83-9326-c6369bb55d60 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296451 May 03 22:28:27.981291 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d38ee704-b2d6-494a-a2fe-bd2b8e568605 req-5e9e721f-ad22-4083-bd14-332f3d9444ad tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:27.982510 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d38ee704-b2d6-494a-a2fe-bd2b8e568605 req-5e9e721f-ad22-4083-bd14-332f3d9444ad tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:28.130596 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-d38ee704-b2d6-494a-a2fe-bd2b8e568605 req-5e9e721f-ad22-4083-bd14-332f3d9444ad tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Calling delete_port for 311c08e9-b53b-44c6-869f-7f256a313d23 owned by network:floatingip {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:28:28.279505 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab269a08-a016-44e0-b783-89a64a66636e req-100fa9ac-06cb-4305-b714-296b80e671ca tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:28.280973 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ab269a08-a016-44e0-b783-89a64a66636e req-100fa9ac-06cb-4305-b714-296b80e671ca tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 945 time: 0.1577547 May 03 22:28:28.377709 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ab269a08-a016-44e0-b783-89a64a66636e req-d4ba7a01-4650-4e11-8d89-2e53d230b695 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628150 May 03 22:28:28.382677 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d38ee704-b2d6-494a-a2fe-bd2b8e568605 req-5e9e721f-ad22-4083-bd14-332f3d9444ad tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:28.435214 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e721f-ad22-4083-bd14-332f3d9444ad tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Pushing event deleted for resources: {'Port': ['ID=311c08e9-b53b-44c6-869f-7f256a313d23,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:28.579893 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d38ee704-b2d6-494a-a2fe-bd2b8e568605 req-5e9e721f-ad22-4083-bd14-332f3d9444ad tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Notify callbacks [] for floatingip, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:28.614165 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13442ace-5259-4e13-8261-52468ffa52cf req-ce9fdb36-9d2a-4b70-8f4b-90f979a42dd6 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:28.615651 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-13442ace-5259-4e13-8261-52468ffa52cf req-ce9fdb36-9d2a-4b70-8f4b-90f979a42dd6 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.1156726 May 03 22:28:28.617671 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d38ee704-b2d6-494a-a2fe-bd2b8e568605 req-5e9e721f-ad22-4083-bd14-332f3d9444ad tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:28.618687 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d38ee704-b2d6-494a-a2fe-bd2b8e568605 req-5e9e721f-ad22-4083-bd14-332f3d9444ad tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] 10.222.0.58 "DELETE /v2.0/floatingips/44022e61-3232-4470-8958-147eeb2f2b84 HTTP/1.1" status: 204 len: 173 time: 1.0096536 May 03 22:28:28.673490 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-13442ace-5259-4e13-8261-52468ffa52cf req-6041ab84-8f3f-4922-846a-cf0fbb31c3c9 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500882 May 03 22:28:28.762863 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7acf8a4-5bea-459f-97b4-a27aa46dce86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4873f8-e4a7-4c92-a42b-98e032282aea'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:28:28.971607 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368d96b-3995-4f76-8aa3-93ad5a3fc523 req-d165501a-19c1-4651-837e-92a5032e3fd7 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:28.973086 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f368d96b-3995-4f76-8aa3-93ad5a3fc523 req-d165501a-19c1-4651-837e-92a5032e3fd7 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 949 time: 0.2583792 May 03 22:28:29.000839 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d72b3-76c5-4ff7-a855-3a40a121794a req-6bf1c05f-6509-4338-aa3f-acc3b4ecb5f4 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:29.002284 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-587d72b3-76c5-4ff7-a855-3a40a121794a req-6bf1c05f-6509-4338-aa3f-acc3b4ecb5f4 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c051a71-b0b4-44dd-bede-8529450dee5e HTTP/1.1" status: 200 len: 945 time: 0.1174181 May 03 22:28:29.049844 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-81f932a8-9e2f-414c-8d24-efeca65df7cb tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=0660cbed43f74b05ab398bdf8e72a3f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449731 May 03 22:28:29.107981 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f368d96b-3995-4f76-8aa3-93ad5a3fc523 req-bab21106-c343-47c7-a01d-546180e9936b tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274400 May 03 22:28:29.138398 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-587d72b3-76c5-4ff7-a855-3a40a121794a req-43c4207f-42e0-4ddd-818f-dbc4a8acf285 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/security-groups?id=53e7afe2-3234-4b36-97bf-cd275dd42cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112409 May 03 22:28:29.315031 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bf254ab2-b548-4a59-80e6-5f1afae5252e req-2d3ba244-4e29-4911-b571-87c4b5321228 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca494cf0-8161-4741-8d04-da78de99b053 HTTP/1.1" status: 200 len: 210 time: 0.0883970 May 03 22:28:29.419515 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-a59ce2f6-7c56-4919-aa48-cf0a53f830dd tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:29.420882 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-a59ce2f6-7c56-4919-aa48-cf0a53f830dd tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3574319 May 03 22:28:29.462249 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-dc0c55fb-1c05-4642-a13f-3bcec55bfb94 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Request body: {'port': {'device_id': 'ca494cf0-8161-4741-8d04-da78de99b053', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'admin_state_up': True, 'tenant_id': '0660cbed43f74b05ab398bdf8e72a3f0'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:28:29.527109 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ce72bf11-9248-4a61-b2e0-bdbc0407ccbe req-36ff1383-eb9c-4f31-9fd0-9efc3fe15c5f tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3688512 May 03 22:28:29.586774 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-ce72bf11-9248-4a61-b2e0-bdbc0407ccbe req-64082f99-b7a0-4b6e-9a31-5a45f16778af tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:28:29.603111 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-ce72bf11-9248-4a61-b2e0-bdbc0407ccbe req-64082f99-b7a0-4b6e-9a31-5a45f16778af tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:28:29.612722 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ce72bf11-9248-4a61-b2e0-bdbc0407ccbe req-64082f99-b7a0-4b6e-9a31-5a45f16778af tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Usage tracker for resource:floatingip and tenant:e410f48393774469b4e1e709467dbce8 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:28:29.619781 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ce72bf11-9248-4a61-b2e0-bdbc0407ccbe req-64082f99-b7a0-4b6e-9a31-5a45f16778af tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:28:29.632791 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-ce72bf11-9248-4a61-b2e0-bdbc0407ccbe req-64082f99-b7a0-4b6e-9a31-5a45f16778af tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:28:29.662717 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ce72bf11-9248-4a61-b2e0-bdbc0407ccbe req-64082f99-b7a0-4b6e-9a31-5a45f16778af tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:29.684298 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14dddd-d7b9-4e36-9704-ab26106938df req-1075c05e-140f-4222-b523-81195b0d58f5 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:29.685771 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6e14dddd-d7b9-4e36-9704-ab26106938df req-1075c05e-140f-4222-b523-81195b0d58f5 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.2769578 May 03 22:28:29.690895 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-dc0c55fb-1c05-4642-a13f-3bcec55bfb94 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:28:29.738894 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-dc0c55fb-1c05-4642-a13f-3bcec55bfb94 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:28:29.766687 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-dc0c55fb-1c05-4642-a13f-3bcec55bfb94 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Made reservation on behalf of 0660cbed43f74b05ab398bdf8e72a3f0 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:28:29.770066 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-dc0c55fb-1c05-4642-a13f-3bcec55bfb94 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:29.784917 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6e14dddd-d7b9-4e36-9704-ab26106938df req-ccdcf4bd-248d-409d-9bbc-f6415d24648e tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915275 May 03 22:28:29.836192 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53fa182e-6f12-43b5-9648-e0601bae1dca'] response: {'server_uuid': 'd7acf8a4-5bea-459f-97b4-a27aa46dce86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4873f8-e4a7-4c92-a42b-98e032282aea', 'code': 200} May 03 22:28:29.986841 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aabb68-a135-453e-88c7-6cca77723026 req-ee14fe09-8c79-4cb2-9b77-2d994ffa0249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:29.988903 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-11aabb68-a135-453e-88c7-6cca77723026 req-ee14fe09-8c79-4cb2-9b77-2d994ffa0249 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d7acf8a4-5bea-459f-97b4-a27aa46dce86 HTTP/1.1" status: 200 len: 1096 time: 0.0941131 May 03 22:28:30.007104 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ce72bf11-9248-4a61-b2e0-bdbc0407ccbe req-64082f99-b7a0-4b6e-9a31-5a45f16778af tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:30.032215 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-11aabb68-a135-453e-88c7-6cca77723026 req-d32b6b40-4aeb-4661-9d7a-1f5e0c8bc573 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=53e7afe2-3234-4b36-97bf-cd275dd42cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365958 May 03 22:28:30.064629 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-dc0c55fb-1c05-4642-a13f-3bcec55bfb94 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Allocated IP 192.168.233.245 (7e14e0ca-f320-4236-9b9e-a9e4f415dbeb/1dff747c-9d3c-4e06-92c1-836fbb9482c4/fc7ef3e9-cabe-4f50-b32d-3689e13315a9) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:28:30.304565 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-ce72bf11-9248-4a61-b2e0-bdbc0407ccbe req-64082f99-b7a0-4b6e-9a31-5a45f16778af tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Allocated IP 172.25.2.18 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/e004e6b4-d161-4d0c-a983-3fffd44f8950) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:28:30.313823 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f8cef-7bea-4405-b0f9-902dc64edafb req-c5eff880-981e-4e0d-9b2e-16281ca72215 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:30.315306 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-217f8cef-7bea-4405-b0f9-902dc64edafb req-c5eff880-981e-4e0d-9b2e-16281ca72215 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7acf8a4-5bea-459f-97b4-a27aa46dce86 HTTP/1.1" status: 200 len: 945 time: 0.2595267 May 03 22:28:30.469564 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-217f8cef-7bea-4405-b0f9-902dc64edafb req-145312da-88e4-46ed-86eb-2668d91fb1c0 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/security-groups?id=53e7afe2-3234-4b36-97bf-cd275dd42cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027236 May 03 22:28:30.703839 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-dc0c55fb-1c05-4642-a13f-3bcec55bfb94 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:30.743187 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-dc0c55fb-1c05-4642-a13f-3bcec55bfb94 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Transition to ACTIVE for port object fc7ef3e9-cabe-4f50-b32d-3689e13315a9 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:28:30.773483 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ce72bf11-9248-4a61-b2e0-bdbc0407ccbe req-64082f99-b7a0-4b6e-9a31-5a45f16778af tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:30.802781 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72df6b2-ffb0-408d-83cb-6262984f39d3 req-02fd00e7-62bc-474d-b171-7a98a21d749d tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:30.804239 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f72df6b2-ffb0-408d-83cb-6262984f39d3 req-02fd00e7-62bc-474d-b171-7a98a21d749d tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 945 time: 0.1733778 May 03 22:28:30.839221 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-dc0c55fb-1c05-4642-a13f-3bcec55bfb94 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:30.851892 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['fff7e02f-6b77-40c4-ad02-65709d0d84ac', 'eca59ae3-68eb-4f95-be5c-48b423a405bd'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:28:30.880749 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['a97c2567-91b0-4a45-9a3a-be193e3f1b4b', 'a2fa487e-eafb-4169-a5b2-c8a3a2313189', '3540f85e-6af9-4382-b8f6-727eaf092712'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:28:30.926836 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ce72bf11-9248-4a61-b2e0-bdbc0407ccbe req-64082f99-b7a0-4b6e-9a31-5a45f16778af tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:30.937218 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f72df6b2-ffb0-408d-83cb-6262984f39d3 req-078f7d30-2e7a-411d-b93e-353a02e390d8 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259801 May 03 22:28:30.942898 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-dc0c55fb-1c05-4642-a13f-3bcec55bfb94 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:28:30.951070 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-dc0c55fb-1c05-4642-a13f-3bcec55bfb94 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:28:30.958286 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c55fb-1c05-4642-a13f-3bcec55bfb94 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Pushing event updated for resources: {'Port': ['ID=fc7ef3e9-cabe-4f50-b32d-3689e13315a9,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:30.961943 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce72bf11-9248-4a61-b2e0-bdbc0407ccbe req-64082f99-b7a0-4b6e-9a31-5a45f16778af tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:28:30.963068 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-dc0c55fb-1c05-4642-a13f-3bcec55bfb94 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:28:30.989533 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-ce72bf11-9248-4a61-b2e0-bdbc0407ccbe req-64082f99-b7a0-4b6e-9a31-5a45f16778af tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:28:30.997739 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce72bf11-9248-4a61-b2e0-bdbc0407ccbe req-64082f99-b7a0-4b6e-9a31-5a45f16778af tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:28:31.028409 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0c55fb-1c05-4642-a13f-3bcec55bfb94 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:31.028409 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0c55fb-1c05-4642-a13f-3bcec55bfb94 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:31.029219 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0c55fb-1c05-4642-a13f-3bcec55bfb94 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:31.029219 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0c55fb-1c05-4642-a13f-3bcec55bfb94 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:31.029219 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0c55fb-1c05-4642-a13f-3bcec55bfb94 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:31.029502 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0c55fb-1c05-4642-a13f-3bcec55bfb94 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:31.029830 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0c55fb-1c05-4642-a13f-3bcec55bfb94 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:31.030180 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0c55fb-1c05-4642-a13f-3bcec55bfb94 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:31.030512 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0c55fb-1c05-4642-a13f-3bcec55bfb94 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:31.030837 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0c55fb-1c05-4642-a13f-3bcec55bfb94 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:31.031156 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0c55fb-1c05-4642-a13f-3bcec55bfb94 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:31.031480 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0c55fb-1c05-4642-a13f-3bcec55bfb94 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:31.196123 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-dc0c55fb-1c05-4642-a13f-3bcec55bfb94 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:31.197301 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-dc0c55fb-1c05-4642-a13f-3bcec55bfb94 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:31.207295 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64082f99-b7a0-4b6e-9a31-5a45f16778af tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Pushing event updated for resources: {'Port': ['ID=e004e6b4-d161-4d0c-a983-3fffd44f8950,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:31.273983 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-dc0c55fb-1c05-4642-a13f-3bcec55bfb94 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8115041 May 03 22:28:31.277147 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ce72bf11-9248-4a61-b2e0-bdbc0407ccbe req-64082f99-b7a0-4b6e-9a31-5a45f16778af tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:31.298162 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f372141-691b-4311-b250-5b1c480592cb req-d05324c5-9a0e-4023-a2f0-62cec0b4e27f tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:31.306500 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3f372141-691b-4311-b250-5b1c480592cb req-d05324c5-9a0e-4023-a2f0-62cec0b4e27f tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.2190411 May 03 22:28:31.313708 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-a5415233-8d91-49bb-9ce7-499cba10cb2e service neutron] Request body: {'port': {'device_id': 'ca494cf0-8161-4741-8d04-da78de99b053', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:28:31.368047 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2bd7dd1f-1a77-47c6-ac4b-e95ff49b8b65 None None] Provisioning for port fc7ef3e9-cabe-4f50-b32d-3689e13315a9 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:28:31.395780 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2bd7dd1f-1a77-47c6-ac4b-e95ff49b8b65 None None] Provisioning complete for port fc7ef3e9-cabe-4f50-b32d-3689e13315a9 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:28:31.396234 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2bd7dd1f-1a77-47c6-ac4b-e95ff49b8b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:31.450376 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ce72bf11-9248-4a61-b2e0-bdbc0407ccbe req-64082f99-b7a0-4b6e-9a31-5a45f16778af tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:31.489812 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7dd1f-1a77-47c6-ac4b-e95ff49b8b65 None None] Port fc7ef3e9-cabe-4f50-b32d-3689e13315a9 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:28:31.518804 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3f372141-691b-4311-b250-5b1c480592cb req-e636c446-1551-42ae-9c2c-e5c7f51f48ae tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2110300 May 03 22:28:31.583251 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-a5415233-8d91-49bb-9ce7-499cba10cb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:31.984391 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ce72bf11-9248-4a61-b2e0-bdbc0407ccbe req-64082f99-b7a0-4b6e-9a31-5a45f16778af tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:31.993941 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ce72bf11-9248-4a61-b2e0-bdbc0407ccbe req-64082f99-b7a0-4b6e-9a31-5a45f16778af tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:32.067033 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1dd1ce-fabf-4c24-ae40-e7cd8701f300 req-c8e077f6-9725-42e3-a580-808e533e56f2 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:32.068493 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec1dd1ce-fabf-4c24-ae40-e7cd8701f300 req-c8e077f6-9725-42e3-a580-808e533e56f2 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 949 time: 0.3357987 May 03 22:28:32.178526 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64082f99-b7a0-4b6e-9a31-5a45f16778af tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Pushing event updated for resources: {'Port': ['ID=e004e6b4-d161-4d0c-a983-3fffd44f8950,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:32.195449 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ce72bf11-9248-4a61-b2e0-bdbc0407ccbe req-64082f99-b7a0-4b6e-9a31-5a45f16778af tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:32.205476 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec1dd1ce-fabf-4c24-ae40-e7cd8701f300 req-441c53e1-097c-4785-aa82-9c4291e8b5ec tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307352 May 03 22:28:32.232990 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ce72bf11-9248-4a61-b2e0-bdbc0407ccbe req-64082f99-b7a0-4b6e-9a31-5a45f16778af tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:32.234986 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ce72bf11-9248-4a61-b2e0-bdbc0407ccbe req-64082f99-b7a0-4b6e-9a31-5a45f16778af tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6600974 May 03 22:28:32.513367 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ce72bf11-9248-4a61-b2e0-bdbc0407ccbe req-cb083795-269f-4645-806e-1206d5c1cb42 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Synchronizing usage tracker for tenant:e410f48393774469b4e1e709467dbce8 on resource:floatingip {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:28:32.525177 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-a5415233-8d91-49bb-9ce7-499cba10cb2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc7ef3e9-cabe-4f50-b32d-3689e13315a9 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:28:32.536327 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-a5415233-8d91-49bb-9ce7-499cba10cb2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:32.559861 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ce72bf11-9248-4a61-b2e0-bdbc0407ccbe req-cb083795-269f-4645-806e-1206d5c1cb42 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Unset dirty status for tenant:e410f48393774469b4e1e709467dbce8 on resource:floatingip {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:28:32.561000 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ce72bf11-9248-4a61-b2e0-bdbc0407ccbe req-cb083795-269f-4645-806e-1206d5c1cb42 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.18 HTTP/1.1" status: 200 len: 695 time: 0.2956693 May 03 22:28:32.561907 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-a5415233-8d91-49bb-9ce7-499cba10cb2e service neutron] Transition to ACTIVE for port object fc7ef3e9-cabe-4f50-b32d-3689e13315a9 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:28:32.568286 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-a5415233-8d91-49bb-9ce7-499cba10cb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:32.794912 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5be196-d0d3-4976-b11a-3a253aec4e9e req-286a715c-8eeb-4510-9d41-ca3015bfed68 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:32.795588 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-5f5be196-d0d3-4976-b11a-3a253aec4e9e req-286a715c-8eeb-4510-9d41-ca3015bfed68 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Synchronizing usage tracker for tenant:0660cbed43f74b05ab398bdf8e72a3f0 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:28:32.817558 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5415233-8d91-49bb-9ce7-499cba10cb2e service neutron] Pushing event updated for resources: {'Port': ['ID=fc7ef3e9-cabe-4f50-b32d-3689e13315a9,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:32.905573 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-5f5be196-d0d3-4976-b11a-3a253aec4e9e req-286a715c-8eeb-4510-9d41-ca3015bfed68 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Unset dirty status for tenant:0660cbed43f74b05ab398bdf8e72a3f0 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:28:32.906783 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5f5be196-d0d3-4976-b11a-3a253aec4e9e req-286a715c-8eeb-4510-9d41-ca3015bfed68 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca494cf0-8161-4741-8d04-da78de99b053 HTTP/1.1" status: 200 len: 936 time: 0.4631219 May 03 22:28:32.958664 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72bf11-9248-4a61-b2e0-bdbc0407ccbe req-3c9f1aa3-150a-432c-94c4-7c48f23dad61 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:32.959879 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ce72bf11-9248-4a61-b2e0-bdbc0407ccbe req-3c9f1aa3-150a-432c-94c4-7c48f23dad61 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 784 time: 0.3925054 May 03 22:28:32.999721 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5f5be196-d0d3-4976-b11a-3a253aec4e9e req-df8cde20-debb-4c34-89e3-1a848cc36878 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789633 May 03 22:28:33.001753 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-a5415233-8d91-49bb-9ce7-499cba10cb2e service neutron] Attempting to bind port fc7ef3e9-cabe-4f50-b32d-3689e13315a9 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:28:33.002141 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-a5415233-8d91-49bb-9ce7-499cba10cb2e service neutron] Attempting to bind port fc7ef3e9-cabe-4f50-b32d-3689e13315a9 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:28:33.002472 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-a5415233-8d91-49bb-9ce7-499cba10cb2e service neutron] Attempting to bind port fc7ef3e9-cabe-4f50-b32d-3689e13315a9 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:28:33.007373 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-a5415233-8d91-49bb-9ce7-499cba10cb2e service neutron] Port fc7ef3e9-cabe-4f50-b32d-3689e13315a9 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:28:33.007699 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-a5415233-8d91-49bb-9ce7-499cba10cb2e service neutron] Attempting to bind port fc7ef3e9-cabe-4f50-b32d-3689e13315a9 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:28:33.022280 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-a5415233-8d91-49bb-9ce7-499cba10cb2e service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:28:33.022280 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-a5415233-8d91-49bb-9ce7-499cba10cb2e service neutron] Checking segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:28:33.022280 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-a5415233-8d91-49bb-9ce7-499cba10cb2e service neutron] Bound using segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:28:33.022280 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-a5415233-8d91-49bb-9ce7-499cba10cb2e service neutron] Bound port: fc7ef3e9-cabe-4f50-b32d-3689e13315a9, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:28:33.022280 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-a5415233-8d91-49bb-9ce7-499cba10cb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:33.216111 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-a5415233-8d91-49bb-9ce7-499cba10cb2e service neutron] For port fc7ef3e9-cabe-4f50-b32d-3689e13315a9, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:28:33.220380 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-a5415233-8d91-49bb-9ce7-499cba10cb2e service neutron] For port fc7ef3e9-cabe-4f50-b32d-3689e13315a9, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=fc7ef3e9-cabe-4f50-b32d-3689e13315a9,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:28:33.228981 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-a5415233-8d91-49bb-9ce7-499cba10cb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:33.284841 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72164f7c-0f92-4f4a-bd72-6a658fb39799 req-4566c1cb-06dd-46b1-a23f-92b7c9437a72 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:33.286344 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-72164f7c-0f92-4f4a-bd72-6a658fb39799 req-4566c1cb-06dd-46b1-a23f-92b7c9437a72 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7acf8a4-5bea-459f-97b4-a27aa46dce86 HTTP/1.1" status: 200 len: 945 time: 0.2314687 May 03 22:28:33.312384 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-a5415233-8d91-49bb-9ce7-499cba10cb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:33.313001 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-a5415233-8d91-49bb-9ce7-499cba10cb2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:33.314375 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-a5415233-8d91-49bb-9ce7-499cba10cb2e service neutron] 10.222.0.60 "PUT /v2.0/ports/fc7ef3e9-cabe-4f50-b32d-3689e13315a9 HTTP/1.1" status: 200 len: 1096 time: 2.0261190 May 03 22:28:33.326166 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca494cf0-8161-4741-8d04-da78de99b053', 'tag': 'fc7ef3e9-cabe-4f50-b32d-3689e13315a9'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:28:33.345328 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e6776-0c97-42d5-90f5-85132e02bbf9 req-8f105b5b-1590-4cdc-9dc5-1f377195ff37 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:33.347177 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec1e6776-0c97-42d5-90f5-85132e02bbf9 req-8f105b5b-1590-4cdc-9dc5-1f377195ff37 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.2349012 May 03 22:28:33.468661 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-72164f7c-0f92-4f4a-bd72-6a658fb39799 req-fc94fbc0-8075-47b3-beab-5032ae30d3c2 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/security-groups?id=53e7afe2-3234-4b36-97bf-cd275dd42cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669688 May 03 22:28:33.469286 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5415233-8d91-49bb-9ce7-499cba10cb2e service neutron] Pushing event updated for resources: {'Port': ['ID=fc7ef3e9-cabe-4f50-b32d-3689e13315a9,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:33.482814 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec1e6776-0c97-42d5-90f5-85132e02bbf9 req-c10b4473-c1be-433e-950c-bfba9d0e5531 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274681 May 03 22:28:33.508938 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-fb70eca2-cd7c-46ec-a416-bbfa2ca5f1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:33.510490 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-fb70eca2-cd7c-46ec-a416-bbfa2ca5f1e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0660cbed43f74b05ab398bdf8e72a3f0&device_id=ca494cf0-8161-4741-8d04-da78de99b053 HTTP/1.1" status: 200 len: 1099 time: 0.1522498 May 03 22:28:33.699758 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-865319d4-0a01-4dea-9bec-a2b0461c6c2f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=fc7ef3e9-cabe-4f50-b32d-3689e13315a9 HTTP/1.1" status: 200 len: 217 time: 0.1819558 May 03 22:28:33.772056 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a778cf45-bdd0-41c1-b4ac-ef43c98db2e1 req-eb19f300-93f9-4cd0-8f36-66d8e16a0879 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] 10.222.0.58 "GET /v2.0/floatingips/2da88515-b076-4d08-a1a9-187e26e575b0 HTTP/1.1" status: 200 len: 692 time: 0.1618388 May 03 22:28:33.838873 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-98517989-eb2d-449c-81b9-b2fcbf210477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:33.840263 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-98517989-eb2d-449c-81b9-b2fcbf210477 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.1272910 May 03 22:28:33.987074 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc1d60-b9c1-4f4f-90e7-45d47f7aab8a req-53ad070a-9f76-46b2-82e5-c541471108ca tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:33.988507 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-65bc1d60-b9c1-4f4f-90e7-45d47f7aab8a req-53ad070a-9f76-46b2-82e5-c541471108ca tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 945 time: 0.3868265 May 03 22:28:34.004869 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778cf45-bdd0-41c1-b4ac-ef43c98db2e1 req-da52906e-a5c1-4ef4-9010-2740daacd5c5 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:34.006147 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a778cf45-bdd0-41c1-b4ac-ef43c98db2e1 req-da52906e-a5c1-4ef4-9010-2740daacd5c5 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 784 time: 0.2225504 May 03 22:28:34.207767 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a778cf45-bdd0-41c1-b4ac-ef43c98db2e1 req-715c8e42-dd3a-423a-9e91-cc0637494956 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.18 HTTP/1.1" status: 200 len: 695 time: 0.1854100 May 03 22:28:34.288874 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-65bc1d60-b9c1-4f4f-90e7-45d47f7aab8a req-87abbc8d-ac85-4b95-9c40-3a5083cb4340 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928262 May 03 22:28:34.301575 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-090931f6-fdfe-4860-afba-2339421d0bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:34.303052 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-090931f6-fdfe-4860-afba-2339421d0bfb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4081635 May 03 22:28:34.306633 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a778cf45-bdd0-41c1-b4ac-ef43c98db2e1 req-5e9de9e5-a985-41e2-b1f2-6b974456935a tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.18 HTTP/1.1" status: 200 len: 695 time: 0.0903587 May 03 22:28:34.602846 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-a778cf45-bdd0-41c1-b4ac-ef43c98db2e1 req-7aad0643-8153-43e3-8bcc-6374c404a30c tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Deleting port e004e6b4-d161-4d0c-a983-3fffd44f8950 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:28:34.603191 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a778cf45-bdd0-41c1-b4ac-ef43c98db2e1 req-7aad0643-8153-43e3-8bcc-6374c404a30c tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:34.700570 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-15893a9c-b7c0-40f3-9ee0-aec955ca7fe3 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889282 May 03 22:28:34.756276 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052530c-9882-40dd-b35f-3fce103229af req-dc09cee9-b130-4dca-b72c-2a6ecf33a0d2 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:34.757709 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f052530c-9882-40dd-b35f-3fce103229af req-dc09cee9-b130-4dca-b72c-2a6ecf33a0d2 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 949 time: 0.3683963 May 03 22:28:34.943510 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f052530c-9882-40dd-b35f-3fce103229af req-5ff3c5b2-d1b9-4afc-aca0-b1a9f9f6728c tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305006 May 03 22:28:34.951803 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a778cf45-bdd0-41c1-b4ac-ef43c98db2e1 req-7aad0643-8153-43e3-8bcc-6374c404a30c tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:34.952134 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a778cf45-bdd0-41c1-b4ac-ef43c98db2e1 req-7aad0643-8153-43e3-8bcc-6374c404a30c tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:35.030202 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e450d21-e597-4ca4-af14-09e38c242389'] response: {'name': 'network-changed', 'server_uuid': 'ca494cf0-8161-4741-8d04-da78de99b053', 'tag': 'fc7ef3e9-cabe-4f50-b32d-3689e13315a9', 'status': 'completed', 'code': 200} May 03 22:28:35.090470 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-a778cf45-bdd0-41c1-b4ac-ef43c98db2e1 req-7aad0643-8153-43e3-8bcc-6374c404a30c tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Calling delete_port for e004e6b4-d161-4d0c-a983-3fffd44f8950 owned by network:floatingip {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:28:35.120976 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-544c14b6-e2e5-4f4f-aecb-84f81fbc6fb7 req-7acb12dd-a36b-411a-9c97-8f8d672d7ac6 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061441 May 03 22:28:35.297189 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a778cf45-bdd0-41c1-b4ac-ef43c98db2e1 req-7aad0643-8153-43e3-8bcc-6374c404a30c tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:35.355851 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad0643-8153-43e3-8bcc-6374c404a30c tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Pushing event deleted for resources: {'Port': ['ID=e004e6b4-d161-4d0c-a983-3fffd44f8950,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:35.557029 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dce163-905a-484c-abc5-9e90d50475b3 req-60fe8841-30bd-4634-895a-0042579808e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:35.558542 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96dce163-905a-484c-abc5-9e90d50475b3 req-60fe8841-30bd-4634-895a-0042579808e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0660cbed43f74b05ab398bdf8e72a3f0&device_id=ca494cf0-8161-4741-8d04-da78de99b053 HTTP/1.1" status: 200 len: 1099 time: 0.3441415 May 03 22:28:35.709791 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a778cf45-bdd0-41c1-b4ac-ef43c98db2e1 req-7aad0643-8153-43e3-8bcc-6374c404a30c tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Notify callbacks [] for floatingip, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:35.770550 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a778cf45-bdd0-41c1-b4ac-ef43c98db2e1 req-7aad0643-8153-43e3-8bcc-6374c404a30c tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:35.771693 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a778cf45-bdd0-41c1-b4ac-ef43c98db2e1 req-7aad0643-8153-43e3-8bcc-6374c404a30c tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] 10.222.0.58 "DELETE /v2.0/floatingips/2da88515-b076-4d08-a1a9-187e26e575b0 HTTP/1.1" status: 204 len: 173 time: 1.4390023 May 03 22:28:35.781896 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fa7e9-cfe4-417e-b056-2c08a786ca7b req-5c293bdf-544c-4d22-9948-a147d31e1df9 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:35.783349 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-723fa7e9-cfe4-417e-b056-2c08a786ca7b req-5c293bdf-544c-4d22-9948-a147d31e1df9 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca494cf0-8161-4741-8d04-da78de99b053 HTTP/1.1" status: 200 len: 948 time: 0.2187331 May 03 22:28:35.785874 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dce163-905a-484c-abc5-9e90d50475b3 req-a612419c-e75e-4cdb-886b-9cb82e47ff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:35.787228 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96dce163-905a-484c-abc5-9e90d50475b3 req-a612419c-e75e-4cdb-886b-9cb82e47ff94 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.1844833 May 03 22:28:35.880128 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96dce163-905a-484c-abc5-9e90d50475b3 req-d34925b0-276d-488b-adb2-46aa93a3d9d0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=fc7ef3e9-cabe-4f50-b32d-3689e13315a9 HTTP/1.1" status: 200 len: 217 time: 0.0756121 May 03 22:28:35.923867 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-723fa7e9-cfe4-417e-b056-2c08a786ca7b req-79a1f74a-d24c-459e-be1a-f5547c826428 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336234 May 03 22:28:35.961276 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dce163-905a-484c-abc5-9e90d50475b3 req-fc7d4091-57ad-43f6-b66a-95fa6e90212b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:35.962976 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96dce163-905a-484c-abc5-9e90d50475b3 req-fc7d4091-57ad-43f6-b66a-95fa6e90212b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.0745406 May 03 22:28:36.156611 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dce163-905a-484c-abc5-9e90d50475b3 req-e15fb65e-88cf-4aad-b944-790ea23d2914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:36.158100 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96dce163-905a-484c-abc5-9e90d50475b3 req-e15fb65e-88cf-4aad-b944-790ea23d2914 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1875968 May 03 22:28:36.268651 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ee82f-193d-4461-8f0d-ad363379a6f9 req-7f819899-1e0e-46af-9ae3-38cc31052434 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:36.270030 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-959ee82f-193d-4461-8f0d-ad363379a6f9 req-7f819899-1e0e-46af-9ae3-38cc31052434 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 945 time: 0.2380216 May 03 22:28:36.294482 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60f521-aedc-48f6-bb2d-c061564ff90a req-17f59505-3c21-4786-8838-83cb95b918ff tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:36.295856 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bd60f521-aedc-48f6-bb2d-c061564ff90a req-17f59505-3c21-4786-8838-83cb95b918ff tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.2124119 May 03 22:28:36.381730 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-959ee82f-193d-4461-8f0d-ad363379a6f9 req-e8a86210-964d-4694-9905-4367f1da9eba tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027205 May 03 22:28:36.388415 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96dce163-905a-484c-abc5-9e90d50475b3 req-df6dba35-8779-4bbf-aeac-0d88a849e755 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221925 May 03 22:28:36.391327 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bd60f521-aedc-48f6-bb2d-c061564ff90a req-da56f4ad-8668-4979-a30c-d66f160cfe57 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783870 May 03 22:28:36.502164 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [req-1adb50ef-182c-4451-9bb3-0edfc6b8c8ef req-c6cac995-4280-4d0c-b680-3b6651cef354 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] show failed (client error): The resource could not be found. May 03 22:28:36.503605 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1adb50ef-182c-4451-9bb3-0edfc6b8c8ef req-c6cac995-4280-4d0c-b680-3b6651cef354 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] 10.222.0.58 "GET /v2.0/floatingips/2da88515-b076-4d08-a1a9-187e26e575b0 HTTP/1.1" status: 404 len: 350 time: 0.0856948 May 03 22:28:36.691580 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96dce163-905a-484c-abc5-9e90d50475b3 req-ddc86cfd-7938-4117-9964-98db4ac4ab7c service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950602 May 03 22:28:36.810331 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f86320-bb67-4381-9b01-52b847d2ef13 req-477c791b-1d7d-4ce1-9ad7-63873e1e7f04 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:36.811705 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b2f86320-bb67-4381-9b01-52b847d2ef13 req-477c791b-1d7d-4ce1-9ad7-63873e1e7f04 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 949 time: 0.2157218 May 03 22:28:36.819372 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-1719d040-d50f-4c27-ad85-11094e71de5a tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:36.820747 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-1719d040-d50f-4c27-ad85-11094e71de5a tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/networks?id=78d30c76-93fe-422e-9d84-43d908d516a4 HTTP/1.1" status: 200 len: 812 time: 0.2258439 May 03 22:28:36.906581 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-f5a33c5f-1054-4ed3-864c-a97ac343ae7b tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/quotas/964eab20c47a48b9be884c892eb2f1a7 HTTP/1.1" status: 200 len: 375 time: 0.0724916 May 03 22:28:36.957159 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b2f86320-bb67-4381-9b01-52b847d2ef13 req-0fdea9ec-6440-4eb8-9637-1528ce090b36 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354809 May 03 22:28:37.003571 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b2d28-355d-484f-b132-3f58da969eff req-c03aaa4d-c411-46b7-8564-622d46150cb8 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:37.005002 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f4b2d28-355d-484f-b132-3f58da969eff req-c03aaa4d-c411-46b7-8564-622d46150cb8 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7acf8a4-5bea-459f-97b4-a27aa46dce86 HTTP/1.1" status: 200 len: 945 time: 0.1700130 May 03 22:28:37.054725 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-e3ae01a5-7168-4dbc-b355-a3b1059c3f3b tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=964eab20c47a48b9be884c892eb2f1a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1422694 May 03 22:28:37.120774 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-6f4b2d28-355d-484f-b132-3f58da969eff req-07668c20-baa7-43d3-a0f1-b6a4055db6b6 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Deleting port 0b4873f8-e4a7-4c92-a42b-98e032282aea {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:28:37.121122 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-6f4b2d28-355d-484f-b132-3f58da969eff req-07668c20-baa7-43d3-a0f1-b6a4055db6b6 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:37.392549 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [req-afe0dc72-48f2-417a-8166-217e509e1096 req-55c4ab45-73de-4098-9f57-36404020f280 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] show failed (client error): The resource could not be found. May 03 22:28:37.393561 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-afe0dc72-48f2-417a-8166-217e509e1096 req-55c4ab45-73de-4098-9f57-36404020f280 tempest-FloatingIPsTestJSON-1407421308 tempest-FloatingIPsTestJSON-1407421308-project] 10.222.0.58 "GET /v2.0/floatingips/2da88515-b076-4d08-a1a9-187e26e575b0 HTTP/1.1" status: 404 len: 350 time: 0.2486079 May 03 22:28:37.403090 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56274) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:28:37.472951 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-611f7ab8-1df9-4cc4-b282-77d5ee993c94 service neutron] 10.222.0.58 "GET /v2.0/networks/78d30c76-93fe-422e-9d84-43d908d516a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069879 May 03 22:28:37.782449 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-6f4b2d28-355d-484f-b132-3f58da969eff req-07668c20-baa7-43d3-a0f1-b6a4055db6b6 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] For port 0b4873f8-e4a7-4c92-a42b-98e032282aea, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0b4873f8-e4a7-4c92-a42b-98e032282aea,segment=NetworkSegment(dacae3a6-b935-43be-af8b-d43a7d65d6fb),segment_id=dacae3a6-b935-43be-af8b-d43a7d65d6fb)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:37.782736 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-6f4b2d28-355d-484f-b132-3f58da969eff req-07668c20-baa7-43d3-a0f1-b6a4055db6b6 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:37.856890 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-e4b023e1-fe7b-4601-8099-16b8d50e7d3a service neutron] 10.222.0.58 "GET /v2.0/networks/78d30c76-93fe-422e-9d84-43d908d516a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751829 May 03 22:28:37.880037 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c619bd-84bc-4188-ad17-0e01986903b0 req-fbedfef9-12c0-4b4f-8619-df2d963bd221 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:37.880597 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-34c619bd-84bc-4188-ad17-0e01986903b0 req-fbedfef9-12c0-4b4f-8619-df2d963bd221 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Synchronizing usage tracker for tenant:964eab20c47a48b9be884c892eb2f1a7 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:28:37.905269 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-34c619bd-84bc-4188-ad17-0e01986903b0 req-fbedfef9-12c0-4b4f-8619-df2d963bd221 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Unset dirty status for tenant:964eab20c47a48b9be884c892eb2f1a7 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:28:37.906428 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-34c619bd-84bc-4188-ad17-0e01986903b0 req-fbedfef9-12c0-4b4f-8619-df2d963bd221 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c051a71-b0b4-44dd-bede-8529450dee5e HTTP/1.1" status: 200 len: 945 time: 0.3679678 May 03 22:28:37.918809 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcb2f4-f6d6-4817-a1bb-38761ebe6eb3 req-22169266-e6ec-4dff-9472-714cdead1dce tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:37.920403 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f1bcb2f4-f6d6-4817-a1bb-38761ebe6eb3 req-22169266-e6ec-4dff-9472-714cdead1dce tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca494cf0-8161-4741-8d04-da78de99b053 HTTP/1.1" status: 200 len: 948 time: 0.4193959 May 03 22:28:37.927815 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-6f4b2d28-355d-484f-b132-3f58da969eff req-07668c20-baa7-43d3-a0f1-b6a4055db6b6 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Calling delete_port for 0b4873f8-e4a7-4c92-a42b-98e032282aea owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:28:38.005064 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:28:38.036495 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-34c619bd-84bc-4188-ad17-0e01986903b0 req-9f916d89-eea0-40b2-889d-772e39bbef01 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Deleting port 13450e12-1d3b-4ec7-b4c9-1553307db2be {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:28:38.036781 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-34c619bd-84bc-4188-ad17-0e01986903b0 req-9f916d89-eea0-40b2-889d-772e39bbef01 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:38.045679 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f1bcb2f4-f6d6-4817-a1bb-38761ebe6eb3 req-9ff77191-631c-4d85-9738-ce4fddbf5c58 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861554 May 03 22:28:38.159495 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-6f4b2d28-355d-484f-b132-3f58da969eff req-07668c20-baa7-43d3-a0f1-b6a4055db6b6 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:38.173669 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['13450e12-1d3b-4ec7-b4c9-1553307db2be', '0b4873f8-e4a7-4c92-a42b-98e032282aea'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:28:38.279685 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07668c20-baa7-43d3-a0f1-b6a4055db6b6 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Pushing event deleted for resources: {'Port': ['ID=0b4873f8-e4a7-4c92-a42b-98e032282aea,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:38.403294 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4b2d28-355d-484f-b132-3f58da969eff req-07668c20-baa7-43d3-a0f1-b6a4055db6b6 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] No DVR routers for this DVR port 0b4873f8-e4a7-4c92-a42b-98e032282aea on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:28:38.406955 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-6f4b2d28-355d-484f-b132-3f58da969eff req-07668c20-baa7-43d3-a0f1-b6a4055db6b6 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:38.414752 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7acf8a4-5bea-459f-97b4-a27aa46dce86', 'name': 'network-vif-deleted', 'tag': '0b4873f8-e4a7-4c92-a42b-98e032282aea'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:28:38.441260 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-34c619bd-84bc-4188-ad17-0e01986903b0 req-9f916d89-eea0-40b2-889d-772e39bbef01 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] For port 13450e12-1d3b-4ec7-b4c9-1553307db2be, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=13450e12-1d3b-4ec7-b4c9-1553307db2be,segment=NetworkSegment(dacae3a6-b935-43be-af8b-d43a7d65d6fb),segment_id=dacae3a6-b935-43be-af8b-d43a7d65d6fb)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:38.442313 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-34c619bd-84bc-4188-ad17-0e01986903b0 req-9f916d89-eea0-40b2-889d-772e39bbef01 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:38.481684 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f4b2d28-355d-484f-b132-3f58da969eff req-07668c20-baa7-43d3-a0f1-b6a4055db6b6 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.60 "DELETE /v2.0/ports/0b4873f8-e4a7-4c92-a42b-98e032282aea HTTP/1.1" status: 204 len: 173 time: 1.4688284 May 03 22:28:38.584771 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-34c619bd-84bc-4188-ad17-0e01986903b0 req-9f916d89-eea0-40b2-889d-772e39bbef01 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Calling delete_port for 13450e12-1d3b-4ec7-b4c9-1553307db2be owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:28:38.593598 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04df487-1882-4c39-bf1d-ef0ae85e42c5 req-cb6a2ddb-1026-4f75-bf55-94b0e50aea27 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:38.599782 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e04df487-1882-4c39-bf1d-ef0ae85e42c5 req-cb6a2ddb-1026-4f75-bf55-94b0e50aea27 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 945 time: 0.1937959 May 03 22:28:38.690723 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e04df487-1882-4c39-bf1d-ef0ae85e42c5 req-3413f18e-70b3-4cae-a434-b00f0268574c tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893941 May 03 22:28:38.751617 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec8def-24be-404d-883d-748d64d8ccf5 req-79149e0d-87bd-4a08-a1d5-e7851c85d040 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:38.760258 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5eec8def-24be-404d-883d-748d64d8ccf5 req-79149e0d-87bd-4a08-a1d5-e7851c85d040 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 949 time: 0.1209342 May 03 22:28:38.810009 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f98856a7-d833-4593-941e-7c99beb7653c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:38.834361 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5eec8def-24be-404d-883d-748d64d8ccf5 req-941c506e-12c0-4e68-8fe5-dd51ab0d0c20 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732548 May 03 22:28:38.865803 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-34c619bd-84bc-4188-ad17-0e01986903b0 req-9f916d89-eea0-40b2-889d-772e39bbef01 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:38.880522 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['0b4873f8-e4a7-4c92-a42b-98e032282aea'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:28:39.045410 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f916d89-eea0-40b2-889d-772e39bbef01 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Pushing event deleted for resources: {'Port': ['ID=13450e12-1d3b-4ec7-b4c9-1553307db2be,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:39.091551 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef8bd2ba-de89-46fe-aa6e-e7c588760ffd'] response: {'server_uuid': 'd7acf8a4-5bea-459f-97b4-a27aa46dce86', 'name': 'network-vif-deleted', 'tag': '0b4873f8-e4a7-4c92-a42b-98e032282aea', 'status': 'completed', 'code': 200} May 03 22:28:39.096047 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f916d89-eea0-40b2-889d-772e39bbef01 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:39.096395 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f916d89-eea0-40b2-889d-772e39bbef01 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:39.096736 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f916d89-eea0-40b2-889d-772e39bbef01 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:39.097067 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f916d89-eea0-40b2-889d-772e39bbef01 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:39.097387 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f916d89-eea0-40b2-889d-772e39bbef01 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:39.097706 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f916d89-eea0-40b2-889d-772e39bbef01 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:39.098058 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f916d89-eea0-40b2-889d-772e39bbef01 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:39.098376 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f916d89-eea0-40b2-889d-772e39bbef01 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:39.098970 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f916d89-eea0-40b2-889d-772e39bbef01 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:39.099608 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f916d89-eea0-40b2-889d-772e39bbef01 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:39.100085 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f916d89-eea0-40b2-889d-772e39bbef01 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:39.100560 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f916d89-eea0-40b2-889d-772e39bbef01 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:28:39.145524 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c619bd-84bc-4188-ad17-0e01986903b0 req-9f916d89-eea0-40b2-889d-772e39bbef01 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] No DVR routers for this DVR port 13450e12-1d3b-4ec7-b4c9-1553307db2be on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:28:39.156554 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-34c619bd-84bc-4188-ad17-0e01986903b0 req-9f916d89-eea0-40b2-889d-772e39bbef01 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:39.159863 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c051a71-b0b4-44dd-bede-8529450dee5e', 'name': 'network-vif-deleted', 'tag': '13450e12-1d3b-4ec7-b4c9-1553307db2be'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:28:39.181007 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-34c619bd-84bc-4188-ad17-0e01986903b0 req-9f916d89-eea0-40b2-889d-772e39bbef01 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.60 "DELETE /v2.0/ports/13450e12-1d3b-4ec7-b4c9-1553307db2be HTTP/1.1" status: 204 len: 173 time: 1.2664902 May 03 22:28:39.303074 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-70c541f3-b090-4ac0-b5f4-bcf1813288c2 req-b88b4d4a-4dfb-4e12-90ba-4f4344029247 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Synchronizing usage tracker for tenant:964eab20c47a48b9be884c892eb2f1a7 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:28:39.333122 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-70c541f3-b090-4ac0-b5f4-bcf1813288c2 req-b88b4d4a-4dfb-4e12-90ba-4f4344029247 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Unset dirty status for tenant:964eab20c47a48b9be884c892eb2f1a7 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:28:39.345117 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-70c541f3-b090-4ac0-b5f4-bcf1813288c2 req-b88b4d4a-4dfb-4e12-90ba-4f4344029247 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/ports?device_id=b576106a-ab68-4119-b772-cc4213195802 HTTP/1.1" status: 200 len: 210 time: 0.1285520 May 03 22:28:39.414094 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-764799cc-cb44-44f9-88c7-03a444b82d60'] response: {'server_uuid': '3c051a71-b0b4-44dd-bede-8529450dee5e', 'name': 'network-vif-deleted', 'tag': '13450e12-1d3b-4ec7-b4c9-1553307db2be', 'status': 'completed', 'code': 200} May 03 22:28:39.468268 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device fc7ef3e9-cabe-4f50-b32d-3689e13315a9 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:28:39.575767 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-f98856a7-d833-4593-941e-7c99beb7653c admin admin] Deleting port 28091369-87e1-4e2d-921f-a151d10c5f4e {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:28:39.576683 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f98856a7-d833-4593-941e-7c99beb7653c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:39.739843 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port fc7ef3e9-cabe-4f50-b32d-3689e13315a9, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=fc7ef3e9-cabe-4f50-b32d-3689e13315a9,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:39.753165 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd4b30-be27-438b-ae3f-81332773d033 req-2cd90f60-f378-4433-9f56-ca000b421724 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:39.754765 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-06dd4b30-be27-438b-ae3f-81332773d033 req-2cd90f60-f378-4433-9f56-ca000b421724 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca494cf0-8161-4741-8d04-da78de99b053 HTTP/1.1" status: 200 len: 948 time: 0.2368143 May 03 22:28:39.764102 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': 'fc7ef3e9-cabe-4f50-b32d-3689e13315a9', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': 'fc7ef3e9-cabe-4f50-b32d-3689e13315a9', 'mac_address': 'fa:16:3e:03:2e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:28:39.830512 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:39.832796 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fee1c-7ade-4aa3-aa61-178732280bb2 req-6820e8b7-6474-4b16-b040-ba61fdecc1fc tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:39.840881 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a24fee1c-7ade-4aa3-aa61-178732280bb2 req-6820e8b7-6474-4b16-b040-ba61fdecc1fc tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.3269637 May 03 22:28:39.849361 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc7ef3e9-cabe-4f50-b32d-3689e13315a9 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:28:39.867103 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port fc7ef3e9-cabe-4f50-b32d-3689e13315a9, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=fc7ef3e9-cabe-4f50-b32d-3689e13315a9,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:39.873399 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:39.965152 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=fc7ef3e9-cabe-4f50-b32d-3689e13315a9,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:39.984106 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a24fee1c-7ade-4aa3-aa61-178732280bb2 req-d3d39ee6-72c1-46b5-8935-281264254bb9 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422787 May 03 22:28:40.000956 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-06dd4b30-be27-438b-ae3f-81332773d033 req-d2376d19-2a3e-433d-bf16-e4661229bbe9 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246590 May 03 22:28:40.119214 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-f98856a7-d833-4593-941e-7c99beb7653c admin admin] For port 28091369-87e1-4e2d-921f-a151d10c5f4e, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=28091369-87e1-4e2d-921f-a151d10c5f4e,segment=NetworkSegment(5a0d6f79-cc62-46fb-801c-c02ce650fda8),segment_id=5a0d6f79-cc62-46fb-801c-c02ce650fda8)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:40.119575 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f98856a7-d833-4593-941e-7c99beb7653c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:40.157092 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['fc7ef3e9-cabe-4f50-b32d-3689e13315a9'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:28:40.375935 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-f98856a7-d833-4593-941e-7c99beb7653c admin admin] Calling delete_port for 28091369-87e1-4e2d-921f-a151d10c5f4e owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:28:40.680401 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc854d84-ee4d-4fdf-9d32-96fb17c625da req-6de4b767-914b-40e1-bd38-186a4be234ff tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:40.688204 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fc854d84-ee4d-4fdf-9d32-96fb17c625da req-6de4b767-914b-40e1-bd38-186a4be234ff tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 945 time: 0.4798563 May 03 22:28:40.731255 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59920d99-679f-4497-a914-3f8d62f1b9b4 req-2f0539f3-fca0-4e85-858a-7e36d9e69ef2 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:40.732868 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-59920d99-679f-4497-a914-3f8d62f1b9b4 req-2f0539f3-fca0-4e85-858a-7e36d9e69ef2 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 949 time: 0.4351761 May 03 22:28:40.758541 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-1fb8e706-236e-4af6-9d13-4e12c42af9f8 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:40.761121 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-1fb8e706-236e-4af6-9d13-4e12c42af9f8 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.67 "GET /v2.0/networks?id=78d30c76-93fe-422e-9d84-43d908d516a4 HTTP/1.1" status: 200 len: 812 time: 0.4447165 May 03 22:28:40.763722 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fc854d84-ee4d-4fdf-9d32-96fb17c625da req-add8a0d0-79d6-4424-b01f-82a528197727 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751367 May 03 22:28:40.799455 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-46af650a-0483-446d-bae6-e274efe08723 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Request body: {'port': {'device_id': '7cffbef1-08c8-4ace-826d-d58518556201', 'network_id': '78d30c76-93fe-422e-9d84-43d908d516a4', 'admin_state_up': True, 'tenant_id': '964eab20c47a48b9be884c892eb2f1a7'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:28:40.907954 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-59920d99-679f-4497-a914-3f8d62f1b9b4 req-94f9f9c2-c29c-45a0-adbe-e7f3f6a7dcc2 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680152 May 03 22:28:40.981264 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fc253c63-c0db-40c1-aa9a-534aa5beac98 req-f63c7eef-7a90-45ed-8954-aca33d063353 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/ports?device_id=b576106a-ab68-4119-b772-cc4213195802 HTTP/1.1" status: 200 len: 210 time: 0.0505021 May 03 22:28:41.009631 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-46af650a-0483-446d-bae6-e274efe08723 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:28:41.048750 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-46af650a-0483-446d-bae6-e274efe08723 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:28:41.121275 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-46af650a-0483-446d-bae6-e274efe08723 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Made reservation on behalf of 964eab20c47a48b9be884c892eb2f1a7 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:28:41.124821 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-46af650a-0483-446d-bae6-e274efe08723 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:41.191433 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-a45d63b7-42fb-4264-9989-9d7df2817a33 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:41.193049 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-a45d63b7-42fb-4264-9989-9d7df2817a33 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.67 "GET /v2.0/networks?id=78d30c76-93fe-422e-9d84-43d908d516a4 HTTP/1.1" status: 200 len: 812 time: 0.4095612 May 03 22:28:41.232232 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f98856a7-d833-4593-941e-7c99beb7653c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:41.267972 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-2d5f0891-4874-4015-8b1c-28599a857f7d tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Request body: {'port': {'device_id': 'b576106a-ab68-4119-b772-cc4213195802', 'network_id': '78d30c76-93fe-422e-9d84-43d908d516a4', 'admin_state_up': True, 'tenant_id': '964eab20c47a48b9be884c892eb2f1a7'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:28:41.285124 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98856a7-d833-4593-941e-7c99beb7653c admin admin] Pushing event deleted for resources: {'Port': ['ID=28091369-87e1-4e2d-921f-a151d10c5f4e,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:41.468688 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device fc7ef3e9-cabe-4f50-b32d-3689e13315a9 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:28:41.472606 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-2d5f0891-4874-4015-8b1c-28599a857f7d tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:28:41.484833 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-2d5f0891-4874-4015-8b1c-28599a857f7d tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:28:41.513842 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-2d5f0891-4874-4015-8b1c-28599a857f7d tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Made reservation on behalf of 964eab20c47a48b9be884c892eb2f1a7 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:28:41.517709 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-2d5f0891-4874-4015-8b1c-28599a857f7d tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:41.531575 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-46af650a-0483-446d-bae6-e274efe08723 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Allocated IP 172.20.0.9 (78d30c76-93fe-422e-9d84-43d908d516a4/5e66fb3b-d9ef-430a-8b0a-2df34247c5a9/ef55c088-0519-478c-8e40-9e30f29f1e4d) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:28:41.573610 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284983ff-7691-44ca-9862-a7024638f837 req-b5d955c0-2f6a-44e6-9f50-cc2d84213cc4 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:41.581508 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-284983ff-7691-44ca-9862-a7024638f837 req-b5d955c0-2f6a-44e6-9f50-cc2d84213cc4 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.3862603 May 03 22:28:41.623472 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8266dcd-e20c-4e75-b924-3e719a630488 req-c43d2795-7904-4280-90f7-39801459ea87 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:41.633396 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port fc7ef3e9-cabe-4f50-b32d-3689e13315a9 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:28:41.635161 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b8266dcd-e20c-4e75-b924-3e719a630488 req-c43d2795-7904-4280-90f7-39801459ea87 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca494cf0-8161-4741-8d04-da78de99b053 HTTP/1.1" status: 200 len: 949 time: 0.4402912 May 03 22:28:41.640730 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port fc7ef3e9-cabe-4f50-b32d-3689e13315a9 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:28:41.641440 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:41.772705 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f98856a7-d833-4593-941e-7c99beb7653c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:41.790027 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-284983ff-7691-44ca-9862-a7024638f837 req-de1de944-cfa2-4761-aba4-86d5cc85c5bc tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074482 May 03 22:28:41.806737 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:41.816532 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b8266dcd-e20c-4e75-b924-3e719a630488 req-c2ba832f-0163-4a53-bbec-831f2224dcae tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776109 May 03 22:28:41.863719 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca494cf0-8161-4741-8d04-da78de99b053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7ef3e9-cabe-4f50-b32d-3689e13315a9'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:28:41.886543 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port fc7ef3e9-cabe-4f50-b32d-3689e13315a9, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=fc7ef3e9-cabe-4f50-b32d-3689e13315a9,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:41.897438 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:41.898964 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 0b4873f8-e4a7-4c92-a42b-98e032282aea no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:28:42.057819 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3585ddb4-c711-40c9-8a81-2c176be62ee7'] response: {'server_uuid': 'ca494cf0-8161-4741-8d04-da78de99b053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7ef3e9-cabe-4f50-b32d-3689e13315a9', 'code': 200} May 03 22:28:42.100722 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79501f-8fd8-4742-8323-919aa8d65713 req-33901167-e4e2-4a8f-ba01-38b10da9bfa5 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:42.108227 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fc79501f-8fd8-4742-8323-919aa8d65713 req-33901167-e4e2-4a8f-ba01-38b10da9bfa5 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 945 time: 0.1428189 May 03 22:28:42.114086 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 0b4873f8-e4a7-4c92-a42b-98e032282aea {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:28:42.114781 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 0b4873f8-e4a7-4c92-a42b-98e032282aea not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:28:42.115972 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 13450e12-1d3b-4ec7-b4c9-1553307db2be no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:28:42.159247 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=fc7ef3e9-cabe-4f50-b32d-3689e13315a9,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:42.170134 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 13450e12-1d3b-4ec7-b4c9-1553307db2be {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:28:42.170640 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 13450e12-1d3b-4ec7-b4c9-1553307db2be not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:28:42.203751 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fc79501f-8fd8-4742-8323-919aa8d65713 req-1afd4f36-3c57-47ff-a84f-99486d19223b tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945239 May 03 22:28:42.261374 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750081f0-99dd-4d8a-917a-15e0fd2cdcd2 req-c0ce91ad-8cb5-4926-8a85-c5a1b77310ca tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:42.264076 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-750081f0-99dd-4d8a-917a-15e0fd2cdcd2 req-c0ce91ad-8cb5-4926-8a85-c5a1b77310ca tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 949 time: 0.1087630 May 03 22:28:42.269440 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-46af650a-0483-446d-bae6-e274efe08723 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:42.323658 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-750081f0-99dd-4d8a-917a-15e0fd2cdcd2 req-1cb46db4-c891-4e0e-b26b-94597fb5b1ef tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537050 May 03 22:28:42.371696 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4eb04cfb-c742-4248-87aa-5c66eb0c70d2 req-3f71005d-528e-42e0-9014-9eb6d9df74e1 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/ports?device_id=b576106a-ab68-4119-b772-cc4213195802 HTTP/1.1" status: 200 len: 210 time: 0.0469480 May 03 22:28:42.376732 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d8b27-b83e-44d9-b6e9-0d96474f56d3 req-9c6ece81-6511-4a8f-a47e-acbc5d5904d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:42.378319 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-dc3d8b27-b83e-44d9-b6e9-0d96474f56d3 req-9c6ece81-6511-4a8f-a47e-acbc5d5904d0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ca494cf0-8161-4741-8d04-da78de99b053 HTTP/1.1" status: 200 len: 1101 time: 0.2457550 May 03 22:28:42.503789 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-46af650a-0483-446d-bae6-e274efe08723 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:42.551487 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-dc3d8b27-b83e-44d9-b6e9-0d96474f56d3 req-d23299e3-cdca-499e-b0a2-fd752d5da838 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151452 May 03 22:28:42.598978 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-46af650a-0483-446d-bae6-e274efe08723 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Network 78d30c76-93fe-422e-9d84-43d908d516a4 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:28:42.604404 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-46af650a-0483-446d-bae6-e274efe08723 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:28:42.606848 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-46af650a-0483-446d-bae6-e274efe08723 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:28:42.620536 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-2d5f0891-4874-4015-8b1c-28599a857f7d tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Allocated IP 172.20.0.14 (78d30c76-93fe-422e-9d84-43d908d516a4/5e66fb3b-d9ef-430a-8b0a-2df34247c5a9/be2469c9-15bb-4a4c-aabc-fa0c5d141b42) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:28:42.664925 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af650a-0483-446d-bae6-e274efe08723 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Pushing event updated for resources: {'Port': ['ID=ef55c088-0519-478c-8e40-9e30f29f1e4d,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:42.683348 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98856a7-d833-4593-941e-7c99beb7653c admin admin] Router 021ec434-558c-45b8-a648-ecbdc859312f has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:28:42.694973 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-46af650a-0483-446d-bae6-e274efe08723 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:42.695612 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-46af650a-0483-446d-bae6-e274efe08723 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:42.880352 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-46af650a-0483-446d-bae6-e274efe08723 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0860815 May 03 22:28:42.898433 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-c57cca9b-3ed9-4f63-9ac2-21dfb5b593bc service neutron] Request body: {'port': {'device_id': '7cffbef1-08c8-4ace-826d-d58518556201', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:28:42.898642 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-2d5f0891-4874-4015-8b1c-28599a857f7d tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:42.973049 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-2d5f0891-4874-4015-8b1c-28599a857f7d tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:43.012128 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98856a7-d833-4593-941e-7c99beb7653c admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:28:43.026422 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6c6639-85a2-4a55-8b71-31b48a20b112 None None] Sync routers for ids ['021ec434-558c-45b8-a648-ecbdc859312f'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:28:43.030723 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f98856a7-d833-4593-941e-7c99beb7653c admin admin] 10.222.0.58 "PUT /v2.0/routers/021ec434-558c-45b8-a648-ecbdc859312f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6244829 May 03 22:28:43.034242 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56356) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:28:43.038731 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6c6639-85a2-4a55-8b71-31b48a20b112 None None] Routers {'021ec434-558c-45b8-a648-ecbdc859312f'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:28:43.039521 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-1e6c6639-85a2-4a55-8b71-31b48a20b112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:28:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['021ec434-558c-45b8-a648-ecbdc859312f'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:28:43.077234 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f0891-4874-4015-8b1c-28599a857f7d tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Pushing event updated for resources: {'Port': ['ID=be2469c9-15bb-4a4c-aabc-fa0c5d141b42,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:43.164210 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-2d5f0891-4874-4015-8b1c-28599a857f7d tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Network 78d30c76-93fe-422e-9d84-43d908d516a4 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:28:43.176311 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-2d5f0891-4874-4015-8b1c-28599a857f7d tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:28:43.188708 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-2d5f0891-4874-4015-8b1c-28599a857f7d tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:28:43.215275 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ef977c70-500c-4ea3-a424-75bfb93d6558 admin admin] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:43.229148 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-1e6c6639-85a2-4a55-8b71-31b48a20b112 None None] Set router 021ec434-558c-45b8-a648-ecbdc859312f gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:28:43.280967 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1ec95-71e8-421d-983d-adab7520da7b req-19bc2446-6afb-4100-a7a1-151ba8a5247c tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:43.284647 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3ee1ec95-71e8-421d-983d-adab7520da7b req-19bc2446-6afb-4100-a7a1-151ba8a5247c tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca494cf0-8161-4741-8d04-da78de99b053 HTTP/1.1" status: 200 len: 950 time: 0.2994978 May 03 22:28:43.293449 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-2d5f0891-4874-4015-8b1c-28599a857f7d tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:43.294417 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-2d5f0891-4874-4015-8b1c-28599a857f7d tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:43.353881 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd8b3e-f2b5-4981-8dfa-54d0a6f50dbb req-415bf335-266e-4e72-a1c3-6c96d87c06ff tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:43.355836 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-facd8b3e-f2b5-4981-8dfa-54d0a6f50dbb req-415bf335-266e-4e72-a1c3-6c96d87c06ff tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.4235699 May 03 22:28:43.357555 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-c57cca9b-3ed9-4f63-9ac2-21dfb5b593bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:43.421204 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3ee1ec95-71e8-421d-983d-adab7520da7b req-5b5d3e5e-7e1d-4d1b-a6cd-ca6125877c07 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226428 May 03 22:28:43.422877 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-2d5f0891-4874-4015-8b1c-28599a857f7d tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1677346 May 03 22:28:43.454021 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-d5e3b319-c052-445b-98e8-765236768778 service neutron] Request body: {'port': {'device_id': 'b576106a-ab68-4119-b772-cc4213195802', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:28:43.536654 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ef977c70-500c-4ea3-a424-75bfb93d6558 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:43.573248 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ef977c70-500c-4ea3-a424-75bfb93d6558 admin admin] Deleting port a030f14f-634d-4c46-acf5-648777ddf306 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:28:43.573595 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ef977c70-500c-4ea3-a424-75bfb93d6558 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:43.602871 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-1e6c6639-85a2-4a55-8b71-31b48a20b112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021ec434-558c-45b8-a648-ecbdc859312f', 'name': 'tempest-FloatingIPsTestJSON-1909459600-router', 'tenant_id': 'e410f48393774469b4e1e709467dbce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'a030f14f-634d-4c46-acf5-648777ddf306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:28:07Z', 'updated_at': '2022-05-03T22:28:41Z', 'revision_number': 5, 'project_id': 'e410f48393774469b4e1e709467dbce8', 'gw_port': {'id': 'a030f14f-634d-4c46-acf5-648777ddf306', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021ec434-558c-45b8-a648-ecbdc859312f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:28:10Z', 'updated_at': '2022-05-03T22:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:28:43.608047 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6c6639-85a2-4a55-8b71-31b48a20b112 None None] Checking router: 021ec434-558c-45b8-a648-ecbdc859312f for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:28:43.618496 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6c6639-85a2-4a55-8b71-31b48a20b112 None None] Routers {'021ec434-558c-45b8-a648-ecbdc859312f'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:28:43.619122 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-1e6c6639-85a2-4a55-8b71-31b48a20b112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:28:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['021ec434-558c-45b8-a648-ecbdc859312f'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:28:43.786566 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-1e6c6639-85a2-4a55-8b71-31b48a20b112 None None] Set router 021ec434-558c-45b8-a648-ecbdc859312f gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:28:43.934707 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-1e6c6639-85a2-4a55-8b71-31b48a20b112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021ec434-558c-45b8-a648-ecbdc859312f', 'name': 'tempest-FloatingIPsTestJSON-1909459600-router', 'tenant_id': 'e410f48393774469b4e1e709467dbce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:28:07Z', 'updated_at': '2022-05-03T22:28:43Z', 'revision_number': 6, 'project_id': 'e410f48393774469b4e1e709467dbce8', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:28:43.950833 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6c6639-85a2-4a55-8b71-31b48a20b112 None None] The sync data for ids ['021ec434-558c-45b8-a648-ecbdc859312f'] in n-d-811807-1 is: [{'id': '021ec434-558c-45b8-a648-ecbdc859312f', 'name': 'tempest-FloatingIPsTestJSON-1909459600-router', 'tenant_id': 'e410f48393774469b4e1e709467dbce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:28:07Z', 'updated_at': '2022-05-03T22:28:43Z', 'revision_number': 6, 'project_id': 'e410f48393774469b4e1e709467dbce8', 'gw_port_host': None}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:28:44.000321 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-facd8b3e-f2b5-4981-8dfa-54d0a6f50dbb req-610c5362-579a-409e-929b-4bca085aa64e tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5999854 May 03 22:28:44.001995 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-d5e3b319-c052-445b-98e8-765236768778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:44.113443 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6629fd-f41d-47bf-81a9-75a3dc3aef96 req-d5a9bcd1-ccd1-47ca-a612-99bd18a49a04 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:44.120867 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3d6629fd-f41d-47bf-81a9-75a3dc3aef96 req-d5a9bcd1-ccd1-47ca-a612-99bd18a49a04 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 945 time: 0.2493482 May 03 22:28:44.168385 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-ef977c70-500c-4ea3-a424-75bfb93d6558 admin admin] For port a030f14f-634d-4c46-acf5-648777ddf306, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=a030f14f-634d-4c46-acf5-648777ddf306,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:44.168929 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ef977c70-500c-4ea3-a424-75bfb93d6558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:44.292780 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3d6629fd-f41d-47bf-81a9-75a3dc3aef96 req-4ff5f650-8d0f-4f3a-a9a9-a28ca7f08233 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706872 May 03 22:28:44.342204 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7552fd5-c61c-4697-b9fb-71946f22cb28 req-13c93a93-cca8-4640-aa01-cb4693953031 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:44.343719 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b7552fd5-c61c-4697-b9fb-71946f22cb28 req-13c93a93-cca8-4640-aa01-cb4693953031 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 949 time: 0.1668262 May 03 22:28:44.345862 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ef977c70-500c-4ea3-a424-75bfb93d6558 admin admin] Calling delete_port for a030f14f-634d-4c46-acf5-648777ddf306 owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:28:44.404094 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b7552fd5-c61c-4697-b9fb-71946f22cb28 req-619665c6-2cb1-4475-bc8e-c9af5ce9de29 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531600 May 03 22:28:44.419051 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-c57cca9b-3ed9-4f63-9ac2-21dfb5b593bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef55c088-0519-478c-8e40-9e30f29f1e4d {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:28:44.430571 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-c57cca9b-3ed9-4f63-9ac2-21dfb5b593bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:44.471937 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-c57cca9b-3ed9-4f63-9ac2-21dfb5b593bc service neutron] Transition to ACTIVE for port object ef55c088-0519-478c-8e40-9e30f29f1e4d will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:28:44.477390 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-c57cca9b-3ed9-4f63-9ac2-21dfb5b593bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:44.644280 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57cca9b-3ed9-4f63-9ac2-21dfb5b593bc service neutron] Pushing event updated for resources: {'Port': ['ID=ef55c088-0519-478c-8e40-9e30f29f1e4d,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:44.737897 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34fe7f9-ce87-4aa6-ad53-7f9752f5d090 req-11e371a5-2b19-4ca5-a58e-5011cca7e460 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:44.739232 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-b34fe7f9-ce87-4aa6-ad53-7f9752f5d090 req-11e371a5-2b19-4ca5-a58e-5011cca7e460 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Synchronizing usage tracker for tenant:964eab20c47a48b9be884c892eb2f1a7 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:28:44.812746 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-c57cca9b-3ed9-4f63-9ac2-21dfb5b593bc service neutron] Attempting to bind port ef55c088-0519-478c-8e40-9e30f29f1e4d on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:28:44.813080 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-c57cca9b-3ed9-4f63-9ac2-21dfb5b593bc service neutron] Attempting to bind port ef55c088-0519-478c-8e40-9e30f29f1e4d by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': 'dacae3a6-b935-43be-af8b-d43a7d65d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '78d30c76-93fe-422e-9d84-43d908d516a4'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:28:44.813402 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-c57cca9b-3ed9-4f63-9ac2-21dfb5b593bc service neutron] Attempting to bind port ef55c088-0519-478c-8e40-9e30f29f1e4d on network 78d30c76-93fe-422e-9d84-43d908d516a4 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:28:44.820902 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-c57cca9b-3ed9-4f63-9ac2-21dfb5b593bc service neutron] Port ef55c088-0519-478c-8e40-9e30f29f1e4d on network 78d30c76-93fe-422e-9d84-43d908d516a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:28:44.821266 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-c57cca9b-3ed9-4f63-9ac2-21dfb5b593bc service neutron] Attempting to bind port ef55c088-0519-478c-8e40-9e30f29f1e4d on network 78d30c76-93fe-422e-9d84-43d908d516a4 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:28:44.825253 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ef977c70-500c-4ea3-a424-75bfb93d6558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:44.831214 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9921ba5-81ce-45f6-bc94-1a1e8f833e0d req-80e48d38-8480-40cb-92c1-160032073bd0 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:44.832767 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a9921ba5-81ce-45f6-bc94-1a1e8f833e0d req-80e48d38-8480-40cb-92c1-160032073bd0 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca494cf0-8161-4741-8d04-da78de99b053 HTTP/1.1" status: 200 len: 950 time: 0.2268081 May 03 22:28:44.845348 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-b34fe7f9-ce87-4aa6-ad53-7f9752f5d090 req-11e371a5-2b19-4ca5-a58e-5011cca7e460 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Unset dirty status for tenant:964eab20c47a48b9be884c892eb2f1a7 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:28:44.846480 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b34fe7f9-ce87-4aa6-ad53-7f9752f5d090 req-11e371a5-2b19-4ca5-a58e-5011cca7e460 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/ports?device_id=b576106a-ab68-4119-b772-cc4213195802 HTTP/1.1" status: 200 len: 932 time: 0.4180706 May 03 22:28:44.860100 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-c57cca9b-3ed9-4f63-9ac2-21dfb5b593bc service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:28:44.860435 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-c57cca9b-3ed9-4f63-9ac2-21dfb5b593bc service neutron] Checking segment: {'id': 'dacae3a6-b935-43be-af8b-d43a7d65d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '78d30c76-93fe-422e-9d84-43d908d516a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:28:44.860823 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-c57cca9b-3ed9-4f63-9ac2-21dfb5b593bc service neutron] Bound using segment: {'id': 'dacae3a6-b935-43be-af8b-d43a7d65d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '78d30c76-93fe-422e-9d84-43d908d516a4'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:28:44.861264 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-c57cca9b-3ed9-4f63-9ac2-21dfb5b593bc service neutron] Bound port: ef55c088-0519-478c-8e40-9e30f29f1e4d, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dacae3a6-b935-43be-af8b-d43a7d65d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '78d30c76-93fe-422e-9d84-43d908d516a4'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:28:44.861634 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-c57cca9b-3ed9-4f63-9ac2-21dfb5b593bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:44.888686 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef977c70-500c-4ea3-a424-75bfb93d6558 admin admin] Pushing event deleted for resources: {'Port': ['ID=a030f14f-634d-4c46-acf5-648777ddf306,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:44.903802 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-d5e3b319-c052-445b-98e8-765236768778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be2469c9-15bb-4a4c-aabc-fa0c5d141b42 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:28:44.918922 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-d5e3b319-c052-445b-98e8-765236768778 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:44.949339 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a9921ba5-81ce-45f6-bc94-1a1e8f833e0d req-37cf18a9-8095-4ed8-adae-ec7c4d124419 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049025 May 03 22:28:44.954051 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-d5e3b319-c052-445b-98e8-765236768778 service neutron] Transition to ACTIVE for port object be2469c9-15bb-4a4c-aabc-fa0c5d141b42 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:28:44.969535 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b34fe7f9-ce87-4aa6-ad53-7f9752f5d090 req-eb6a63b5-9316-4c0d-9976-93ad57959070 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/security-groups?id=53e7afe2-3234-4b36-97bf-cd275dd42cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051755 May 03 22:28:44.973556 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-d5e3b319-c052-445b-98e8-765236768778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:45.057653 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ef977c70-500c-4ea3-a424-75bfb93d6558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:45.160539 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-c57cca9b-3ed9-4f63-9ac2-21dfb5b593bc service neutron] For port ef55c088-0519-478c-8e40-9e30f29f1e4d, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:28:45.236286 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-c57cca9b-3ed9-4f63-9ac2-21dfb5b593bc service neutron] For port ef55c088-0519-478c-8e40-9e30f29f1e4d, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=ef55c088-0519-478c-8e40-9e30f29f1e4d,segment=NetworkSegment(dacae3a6-b935-43be-af8b-d43a7d65d6fb),segment_id=dacae3a6-b935-43be-af8b-d43a7d65d6fb)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:28:45.240716 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ef977c70-500c-4ea3-a424-75bfb93d6558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:45.244010 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ef977c70-500c-4ea3-a424-75bfb93d6558 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:45.246524 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-c57cca9b-3ed9-4f63-9ac2-21dfb5b593bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:45.323773 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e3b319-c052-445b-98e8-765236768778 service neutron] Pushing event updated for resources: {'Port': ['ID=be2469c9-15bb-4a4c-aabc-fa0c5d141b42,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:45.330338 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-c57cca9b-3ed9-4f63-9ac2-21dfb5b593bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:45.331055 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-c57cca9b-3ed9-4f63-9ac2-21dfb5b593bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:45.332490 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-c57cca9b-3ed9-4f63-9ac2-21dfb5b593bc service neutron] 10.222.0.67 "PUT /v2.0/ports/ef55c088-0519-478c-8e40-9e30f29f1e4d HTTP/1.1" status: 200 len: 1091 time: 2.4393768 May 03 22:28:45.332942 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cffbef1-08c8-4ace-826d-d58518556201', 'tag': 'ef55c088-0519-478c-8e40-9e30f29f1e4d'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:28:45.344030 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ef977c70-500c-4ea3-a424-75bfb93d6558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:45.344909 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef977c70-500c-4ea3-a424-75bfb93d6558 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 021ec434-558c-45b8-a648-ecbdc859312f {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:28:45.367871 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57cca9b-3ed9-4f63-9ac2-21dfb5b593bc service neutron] Pushing event updated for resources: {'Port': ['ID=ef55c088-0519-478c-8e40-9e30f29f1e4d,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:45.372104 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ef977c70-500c-4ea3-a424-75bfb93d6558 admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:45.373287 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ef977c70-500c-4ea3-a424-75bfb93d6558 admin admin] 10.222.0.58 "DELETE /v2.0/routers/021ec434-558c-45b8-a648-ecbdc859312f HTTP/1.1" status: 204 len: 168 time: 2.3381262 May 03 22:28:45.375854 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56384) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:28:45.524932 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-d5e3b319-c052-445b-98e8-765236768778 service neutron] Attempting to bind port be2469c9-15bb-4a4c-aabc-fa0c5d141b42 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:28:45.525173 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-d5e3b319-c052-445b-98e8-765236768778 service neutron] Attempting to bind port be2469c9-15bb-4a4c-aabc-fa0c5d141b42 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': 'dacae3a6-b935-43be-af8b-d43a7d65d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '78d30c76-93fe-422e-9d84-43d908d516a4'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:28:45.525409 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-d5e3b319-c052-445b-98e8-765236768778 service neutron] Attempting to bind port be2469c9-15bb-4a4c-aabc-fa0c5d141b42 on network 78d30c76-93fe-422e-9d84-43d908d516a4 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:28:45.535449 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-d5e3b319-c052-445b-98e8-765236768778 service neutron] Port be2469c9-15bb-4a4c-aabc-fa0c5d141b42 on network 78d30c76-93fe-422e-9d84-43d908d516a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:28:45.535786 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-d5e3b319-c052-445b-98e8-765236768778 service neutron] Attempting to bind port be2469c9-15bb-4a4c-aabc-fa0c5d141b42 on network 78d30c76-93fe-422e-9d84-43d908d516a4 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:28:45.546833 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-d5e3b319-c052-445b-98e8-765236768778 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:28:45.547185 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-d5e3b319-c052-445b-98e8-765236768778 service neutron] Checking segment: {'id': 'dacae3a6-b935-43be-af8b-d43a7d65d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '78d30c76-93fe-422e-9d84-43d908d516a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:28:45.547582 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-d5e3b319-c052-445b-98e8-765236768778 service neutron] Bound using segment: {'id': 'dacae3a6-b935-43be-af8b-d43a7d65d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '78d30c76-93fe-422e-9d84-43d908d516a4'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:28:45.548034 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-d5e3b319-c052-445b-98e8-765236768778 service neutron] Bound port: be2469c9-15bb-4a4c-aabc-fa0c5d141b42, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dacae3a6-b935-43be-af8b-d43a7d65d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '78d30c76-93fe-422e-9d84-43d908d516a4'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:28:45.548387 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-d5e3b319-c052-445b-98e8-765236768778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:45.656699 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-82c8c7c9-3f8c-44a9-a9c9-d08f6aa4db1a admin admin] Deleting subnet b60eb1be-d4eb-4608-988b-4093578f87d4 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:28:45.660524 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-82c8c7c9-3f8c-44a9-a9c9-d08f6aa4db1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:45.717227 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddc8ba-4104-4ddc-afba-7dae7f3849ea req-efbd4d98-1783-4224-9b45-6889b0b55eec tempest-ServersOnMultiNodesTest-924033058 tempest-ServersOnMultiNodesTest-924033058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:45.722699 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-82c8c7c9-3f8c-44a9-a9c9-d08f6aa4db1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:45.724987 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-95ddc8ba-4104-4ddc-afba-7dae7f3849ea req-efbd4d98-1783-4224-9b45-6889b0b55eec tempest-ServersOnMultiNodesTest-924033058 tempest-ServersOnMultiNodesTest-924033058-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ca494cf0-8161-4741-8d04-da78de99b053 HTTP/1.1" status: 200 len: 1101 time: 0.5155413 May 03 22:28:45.737820 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4563ac2-d5fe-4ef5-8788-9c2a8485e944 req-c05c422f-ed17-4189-a9ad-8c08c624b69f tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:45.746081 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e4563ac2-d5fe-4ef5-8788-9c2a8485e944 req-c05c422f-ed17-4189-a9ad-8c08c624b69f tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.4889698 May 03 22:28:45.757462 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-4f3cddeb-bda9-4d27-ac4a-1041dee647bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:45.758939 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-4f3cddeb-bda9-4d27-ac4a-1041dee647bf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=964eab20c47a48b9be884c892eb2f1a7&device_id=7cffbef1-08c8-4ace-826d-d58518556201 HTTP/1.1" status: 200 len: 1094 time: 0.3460572 May 03 22:28:45.805089 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-d5e3b319-c052-445b-98e8-765236768778 service neutron] For port be2469c9-15bb-4a4c-aabc-fa0c5d141b42, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:28:45.838062 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-725c482b-41d4-4364-8604-09dea06f570b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef55c088-0519-478c-8e40-9e30f29f1e4d HTTP/1.1" status: 200 len: 217 time: 0.0707424 May 03 22:28:45.843789 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-95ddc8ba-4104-4ddc-afba-7dae7f3849ea req-70a0a9e1-5028-4c4f-baec-cfb888b349ba tempest-ServersOnMultiNodesTest-924033058 tempest-ServersOnMultiNodesTest-924033058-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172004 May 03 22:28:45.853759 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-d5e3b319-c052-445b-98e8-765236768778 service neutron] For port be2469c9-15bb-4a4c-aabc-fa0c5d141b42, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=be2469c9-15bb-4a4c-aabc-fa0c5d141b42,segment=NetworkSegment(dacae3a6-b935-43be-af8b-d43a7d65d6fb),segment_id=dacae3a6-b935-43be-af8b-d43a7d65d6fb)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:28:45.918757 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e4563ac2-d5fe-4ef5-8788-9c2a8485e944 req-f727eb28-7cfb-42ae-b8fc-021938fc5f98 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711915 May 03 22:28:45.922795 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-d5e3b319-c052-445b-98e8-765236768778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:45.953771 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-c877a00d-c753-41a5-89cb-a9862bf7a1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:45.955328 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-c877a00d-c753-41a5-89cb-a9862bf7a1a8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5e66fb3b-d9ef-430a-8b0a-2df34247c5a9 HTTP/1.1" status: 200 len: 852 time: 0.1111398 May 03 22:28:45.958115 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-82c8c7c9-3f8c-44a9-a9c9-d08f6aa4db1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:46.015266 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device a030f14f-634d-4c46-acf5-648777ddf306 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:28:46.025618 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0dafea1-acc7-4012-bd99-1a24c7ba7235'] response: {'name': 'network-changed', 'server_uuid': '7cffbef1-08c8-4ace-826d-d58518556201', 'tag': 'ef55c088-0519-478c-8e40-9e30f29f1e4d', 'status': 'completed', 'code': 200} May 03 22:28:46.047320 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-24b6e392-cd67-4627-b540-1082a691eebc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=78d30c76-93fe-422e-9d84-43d908d516a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596843 May 03 22:28:46.067801 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-d5e3b319-c052-445b-98e8-765236768778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:46.068426 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-d5e3b319-c052-445b-98e8-765236768778 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:46.070332 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-d5e3b319-c052-445b-98e8-765236768778 service neutron] 10.222.0.67 "PUT /v2.0/ports/be2469c9-15bb-4a4c-aabc-fa0c5d141b42 HTTP/1.1" status: 200 len: 1092 time: 2.6354640 May 03 22:28:46.098898 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: a030f14f-634d-4c46-acf5-648777ddf306 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:28:46.099351 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device a030f14f-634d-4c46-acf5-648777ddf306 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:28:46.100914 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 28091369-87e1-4e2d-921f-a151d10c5f4e no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:28:46.115022 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b576106a-ab68-4119-b772-cc4213195802', 'tag': 'be2469c9-15bb-4a4c-aabc-fa0c5d141b42'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:28:46.126868 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e3b319-c052-445b-98e8-765236768778 service neutron] Pushing event updated for resources: {'Port': ['ID=be2469c9-15bb-4a4c-aabc-fa0c5d141b42,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:46.166859 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 28091369-87e1-4e2d-921f-a151d10c5f4e {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:28:46.167512 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 28091369-87e1-4e2d-921f-a151d10c5f4e not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:28:46.189225 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-82c8c7c9-3f8c-44a9-a9c9-d08f6aa4db1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:46.234308 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c8c7c9-3f8c-44a9-a9c9-d08f6aa4db1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b60eb1be-d4eb-4608-988b-4093578f87d4,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:46.251431 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-82c8c7c9-3f8c-44a9-a9c9-d08f6aa4db1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:46.258150 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-948fa257-71ad-416f-bbbf-816d88f569fc service neutron] 10.222.0.67 "GET /v2.0/networks/78d30c76-93fe-422e-9d84-43d908d516a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964321 May 03 22:28:46.263162 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-82c8c7c9-3f8c-44a9-a9c9-d08f6aa4db1a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b60eb1be-d4eb-4608-988b-4093578f87d4 HTTP/1.1" status: 204 len: 168 time: 0.8840594 May 03 22:28:46.263514 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56398) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:28:46.272268 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904b954c-5fe9-41d3-85a8-c81997818904 None None] Network 134dc1fc-ec99-46fb-bcc1-9c8fa76ea460 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:28:46.457906 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-df0f38b6-269a-43c5-b740-2bee106f83b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:46.494443 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-df0f38b6-269a-43c5-b740-2bee106f83b4 admin admin] Deleting port 9e7e6293-9819-4138-9231-831af54084de {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:28:46.494888 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-df0f38b6-269a-43c5-b740-2bee106f83b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:46.510704 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3ea90-6b15-41c5-9137-6a26b520eb88 req-ae154e27-65ef-47a4-9277-fa5ec55b4eef tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:46.520160 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-42b3ea90-6b15-41c5-9137-6a26b520eb88 req-ae154e27-65ef-47a4-9277-fa5ec55b4eef tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 945 time: 0.4551299 May 03 22:28:46.569193 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b66386f-fdef-426f-972d-ba686b57f2a5 None None] DHCP port deletion for 134dc1fc-ec99-46fb-bcc1-9c8fa76ea460 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:28:46.572210 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-3f1d4257-2038-40ff-9487-fd27a8e97500 service neutron] 10.222.0.67 "GET /v2.0/networks/78d30c76-93fe-422e-9d84-43d908d516a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064637 May 03 22:28:46.575914 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-9b66386f-fdef-426f-972d-ba686b57f2a5 None None] Deleting port 9e7e6293-9819-4138-9231-831af54084de {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:28:46.576995 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9b66386f-fdef-426f-972d-ba686b57f2a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:46.598292 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-42b3ea90-6b15-41c5-9137-6a26b520eb88 req-23de0e4f-f9b3-4f3b-9441-a4caed53a29e tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771503 May 03 22:28:46.620863 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c3568-8a3b-4354-a477-c3fb0dc1f19e req-75d57085-3667-4326-b9c6-768b25f31478 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:46.628564 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ee9c3568-8a3b-4354-a477-c3fb0dc1f19e req-75d57085-3667-4326-b9c6-768b25f31478 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 949 time: 0.4098659 May 03 22:28:46.672093 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-22f76293-c7f9-4c8d-8a5c-dc4df18c5a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:46.673641 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-22f76293-c7f9-4c8d-8a5c-dc4df18c5a0d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=964eab20c47a48b9be884c892eb2f1a7&device_id=b576106a-ab68-4119-b772-cc4213195802 HTTP/1.1" status: 200 len: 1095 time: 0.4898977 May 03 22:28:46.808702 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-f375ae41-a619-4f32-ba1e-b8d11aaac47b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be2469c9-15bb-4a4c-aabc-fa0c5d141b42 HTTP/1.1" status: 200 len: 217 time: 0.1156487 May 03 22:28:46.817521 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-c649da8e-f046-43f6-8995-316957aed223 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=0660cbed43f74b05ab398bdf8e72a3f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451064 May 03 22:28:46.847896 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-df0f38b6-269a-43c5-b740-2bee106f83b4 admin admin] For port 9e7e6293-9819-4138-9231-831af54084de, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=9e7e6293-9819-4138-9231-831af54084de,segment=NetworkSegment(5a0d6f79-cc62-46fb-801c-c02ce650fda8),segment_id=5a0d6f79-cc62-46fb-801c-c02ce650fda8)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:46.848408 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-df0f38b6-269a-43c5-b740-2bee106f83b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:46.878153 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-9b66386f-fdef-426f-972d-ba686b57f2a5 None None] For port 9e7e6293-9819-4138-9231-831af54084de, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=9e7e6293-9819-4138-9231-831af54084de,segment=NetworkSegment(5a0d6f79-cc62-46fb-801c-c02ce650fda8),segment_id=5a0d6f79-cc62-46fb-801c-c02ce650fda8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:46.878902 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9b66386f-fdef-426f-972d-ba686b57f2a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:46.971633 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-983fac96-b138-4576-b486-0aba6fea9cea tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:46.978936 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-983fac96-b138-4576-b486-0aba6fea9cea tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1605468 May 03 22:28:46.980606 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-df0f38b6-269a-43c5-b740-2bee106f83b4 admin admin] Calling delete_port for 9e7e6293-9819-4138-9231-831af54084de owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:28:46.982927 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ee9c3568-8a3b-4354-a477-c3fb0dc1f19e req-ae0beb8a-a1b3-4f6e-85d4-6dbb241eb2b8 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435323 May 03 22:28:47.022140 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-9b66386f-fdef-426f-972d-ba686b57f2a5 None None] Calling delete_port for 9e7e6293-9819-4138-9231-831af54084de owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:28:47.040379 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-927a3bc2-15ee-4b76-b3fa-ff4b1a6694fe tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/quotas/0660cbed43f74b05ab398bdf8e72a3f0 HTTP/1.1" status: 200 len: 375 time: 0.0605631 May 03 22:28:47.117548 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-c7550548-1b21-4d3c-a0b8-fe1aa80be4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:47.119541 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-c7550548-1b21-4d3c-a0b8-fe1aa80be4d9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5e66fb3b-d9ef-430a-8b0a-2df34247c5a9 HTTP/1.1" status: 200 len: 852 time: 0.1546161 May 03 22:28:47.130857 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9b66386f-fdef-426f-972d-ba686b57f2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:47.138742 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [None req-df0f38b6-269a-43c5-b740-2bee106f83b4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:28:47.139157 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [None req-df0f38b6-269a-43c5-b740-2bee106f83b4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:28:47.161076 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85670ea1-8a69-4230-8cd5-8b9772532b90 req-20f65ba3-3feb-4f9b-affa-5174549f65f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:47.162883 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-85670ea1-8a69-4230-8cd5-8b9772532b90 req-20f65ba3-3feb-4f9b-affa-5174549f65f2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=964eab20c47a48b9be884c892eb2f1a7&device_id=7cffbef1-08c8-4ace-826d-d58518556201 HTTP/1.1" status: 200 len: 1094 time: 0.5249610 May 03 22:28:47.226392 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66386f-fdef-426f-972d-ba686b57f2a5 None None] Pushing event deleted for resources: {'Port': ['ID=9e7e6293-9819-4138-9231-831af54084de,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:47.230574 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b66386f-fdef-426f-972d-ba686b57f2a5 None None] No DVR routers for this DVR port 9e7e6293-9819-4138-9231-831af54084de on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:28:47.253021 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-925fe725-f8cd-4572-9550-1cc29988bd57 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=78d30c76-93fe-422e-9d84-43d908d516a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183498 May 03 22:28:47.312461 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85670ea1-8a69-4230-8cd5-8b9772532b90 req-f399923a-c2b3-47e0-9ce0-038ca92eda29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:47.314588 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-85670ea1-8a69-4230-8cd5-8b9772532b90 req-f399923a-c2b3-47e0-9ce0-038ca92eda29 service neutron] 10.222.0.67 "GET /v2.0/networks?id=78d30c76-93fe-422e-9d84-43d908d516a4 HTTP/1.1" status: 200 len: 913 time: 0.1429791 May 03 22:28:47.328818 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-742d5f7a-9701-4804-8a12-fb8522431fd7 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0660cbed43f74b05ab398bdf8e72a3f0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2875984 May 03 22:28:47.441734 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2886c-fe6d-4d70-b979-53171a0a1d35 req-c8c90a8f-d50c-4359-b9c0-c102d4b6250e tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:47.448901 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-72d2886c-fe6d-4d70-b979-53171a0a1d35 req-c8c90a8f-d50c-4359-b9c0-c102d4b6250e tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/ports?device_id=b576106a-ab68-4119-b772-cc4213195802 HTTP/1.1" status: 200 len: 944 time: 0.2704020 May 03 22:28:47.455361 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-ee653b24-22a1-4fe6-9cf2-d02146ed24cb service neutron] 10.222.0.67 "GET /v2.0/networks/78d30c76-93fe-422e-9d84-43d908d516a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831181 May 03 22:28:47.564453 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-85670ea1-8a69-4230-8cd5-8b9772532b90 req-0a999a36-d398-4cfe-9f5e-2defb43cf85a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef55c088-0519-478c-8e40-9e30f29f1e4d HTTP/1.1" status: 200 len: 217 time: 0.2426977 May 03 22:28:47.619385 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-72d2886c-fe6d-4d70-b979-53171a0a1d35 req-9d2687b2-fb50-4376-b9f8-112bf48d5026 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/security-groups?id=53e7afe2-3234-4b36-97bf-cd275dd42cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645417 May 03 22:28:47.619940 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f04ed69-e27b-4323-8b88-e682a09c641d'] response: {'name': 'network-changed', 'server_uuid': 'b576106a-ab68-4119-b772-cc4213195802', 'tag': 'be2469c9-15bb-4a4c-aabc-fa0c5d141b42', 'status': 'completed', 'code': 200} May 03 22:28:47.645925 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-df0f38b6-269a-43c5-b740-2bee106f83b4 admin admin] Deleting port 9e7e6293-9819-4138-9231-831af54084de {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:28:47.645925 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-df0f38b6-269a-43c5-b740-2bee106f83b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:47.789078 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cce15350-b068-44b0-9e0a-cdd1f6224de2 req-56b16d52-4208-4d08-bc27-8de52c58eaa1 service neutron] 10.222.0.67 "GET /v2.0/networks/78d30c76-93fe-422e-9d84-43d908d516a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198221 May 03 22:28:47.795215 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-df0f38b6-269a-43c5-b740-2bee106f83b4 admin admin] The port '9e7e6293-9819-4138-9231-831af54084de' was deleted {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:28:47.858904 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-995772d2-88a5-4c02-8286-a3ee7cee66ce req-f1aee445-acf4-44ee-b6f1-47e2534c38f4 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f4bb73a-8e97-40cc-8655-fc574828c5b2 HTTP/1.1" status: 200 len: 210 time: 0.1608925 May 03 22:28:47.877999 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85670ea1-8a69-4230-8cd5-8b9772532b90 req-b226a7b8-09fe-4bf6-8402-fdac059f9441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:47.879756 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-85670ea1-8a69-4230-8cd5-8b9772532b90 req-b226a7b8-09fe-4bf6-8402-fdac059f9441 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5e66fb3b-d9ef-430a-8b0a-2df34247c5a9 HTTP/1.1" status: 200 len: 852 time: 0.3086512 May 03 22:28:47.968580 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b68195-8b95-4268-9387-1ba67af7efe5 req-00d64c71-7867-4f1f-a1d2-4efc551287e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:47.977772 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-09b68195-8b95-4268-9387-1ba67af7efe5 req-00d64c71-7867-4f1f-a1d2-4efc551287e6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=964eab20c47a48b9be884c892eb2f1a7&device_id=b576106a-ab68-4119-b772-cc4213195802 HTTP/1.1" status: 200 len: 1095 time: 0.1112101 May 03 22:28:48.032975 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 9e7e6293-9819-4138-9231-831af54084de no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:28:48.061588 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e6cc3-72f5-4c29-b4fd-bdf42147f101 req-76f1f9cd-7ca0-4b98-b2bf-659c0dd47dd0 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:48.070593 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7b9e6cc3-72f5-4c29-b4fd-bdf42147f101 req-76f1f9cd-7ca0-4b98-b2bf-659c0dd47dd0 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.3178751 May 03 22:28:48.088596 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-df0f38b6-269a-43c5-b740-2bee106f83b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:48.112005 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 9e7e6293-9819-4138-9231-831af54084de {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:28:48.112352 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 9e7e6293-9819-4138-9231-831af54084de not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:28:48.181071 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-85670ea1-8a69-4230-8cd5-8b9772532b90 req-69c25c37-7ba4-4ed6-88a6-3ac9798877b8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=78d30c76-93fe-422e-9d84-43d908d516a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701883 May 03 22:28:48.187276 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-df0f38b6-269a-43c5-b740-2bee106f83b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134dc1fc-ec99-46fb-bcc1-9c8fa76ea460']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:28:48.216297 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56436) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:28:48.239423 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-df0f38b6-269a-43c5-b740-2bee106f83b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a0d6f79-cc62-46fb-801c-c02ce650fda8') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:28:48.239716 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-df0f38b6-269a-43c5-b740-2bee106f83b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a0d6f79-cc62-46fb-801c-c02ce650fda8') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:28:48.258429 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-df0f38b6-269a-43c5-b740-2bee106f83b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:48.289301 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7b9e6cc3-72f5-4c29-b4fd-bdf42147f101 req-4d7d6bcb-0c35-4ea9-8bf0-35e4dd90046f tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992610 May 03 22:28:48.341239 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b68195-8b95-4268-9387-1ba67af7efe5 req-9e8e714b-7a86-456b-b350-c73054a6c7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:48.341644 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-df0f38b6-269a-43c5-b740-2bee106f83b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:48.342743 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-09b68195-8b95-4268-9387-1ba67af7efe5 req-9e8e714b-7a86-456b-b350-c73054a6c7a0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=78d30c76-93fe-422e-9d84-43d908d516a4 HTTP/1.1" status: 200 len: 913 time: 0.3603642 May 03 22:28:48.355347 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df0f38b6-269a-43c5-b740-2bee106f83b4 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:28:48.355804 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-df0f38b6-269a-43c5-b740-2bee106f83b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: timer() May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:28:48.372298 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:28:48.463456 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-09b68195-8b95-4268-9387-1ba67af7efe5 req-c67d190e-4550-4b8d-8470-e6e187e6c6c7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be2469c9-15bb-4a4c-aabc-fa0c5d141b42 HTTP/1.1" status: 200 len: 217 time: 0.0886304 May 03 22:28:48.481465 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-66a78057-e2b6-4445-a6e1-0c2e81895485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:48.505966 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-85670ea1-8a69-4230-8cd5-8b9772532b90 req-06b7521c-3595-4a7b-9f0d-8b7e4625574b service neutron] 10.222.0.67 "GET /v2.0/networks/78d30c76-93fe-422e-9d84-43d908d516a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099356 May 03 22:28:48.573789 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b68195-8b95-4268-9387-1ba67af7efe5 req-c269898e-6e7f-4d54-bd30-537a426630c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:48.575299 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-09b68195-8b95-4268-9387-1ba67af7efe5 req-c269898e-6e7f-4d54-bd30-537a426630c5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5e66fb3b-d9ef-430a-8b0a-2df34247c5a9 HTTP/1.1" status: 200 len: 852 time: 0.0586584 May 03 22:28:48.586486 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8efa6-9f35-467f-964b-889a2e533741 req-64d6cc4b-1aa1-4649-a1e0-2333ff3d614f tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:48.593430 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cdf8efa6-9f35-467f-964b-889a2e533741 req-64d6cc4b-1aa1-4649-a1e0-2333ff3d614f tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 945 time: 0.4593158 May 03 22:28:48.614783 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-66a78057-e2b6-4445-a6e1-0c2e81895485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:28:48.628104 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-66a78057-e2b6-4445-a6e1-0c2e81895485 admin admin] Usage tracker for resource:security_group_rule and tenant:d216c8ddce694d6abd9b5e9ba5b0d23a is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:28:48.633328 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-df0f38b6-269a-43c5-b740-2bee106f83b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:48.638832 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-df0f38b6-269a-43c5-b740-2bee106f83b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:48.643548 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-66a78057-e2b6-4445-a6e1-0c2e81895485 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:28:48.676050 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-66a78057-e2b6-4445-a6e1-0c2e81895485 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:28:48.682232 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0f38b6-269a-43c5-b740-2bee106f83b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=134dc1fc-ec99-46fb-bcc1-9c8fa76ea460,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:48.702754 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-df0f38b6-269a-43c5-b740-2bee106f83b4 admin admin] 10.222.0.58 "DELETE /v2.0/networks/134dc1fc-ec99-46fb-bcc1-9c8fa76ea460 HTTP/1.1" status: 204 len: 168 time: 2.4360836 May 03 22:28:48.757113 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-85670ea1-8a69-4230-8cd5-8b9772532b90 req-d32e5246-9af8-44db-8fc4-069f0dfbdc68 service neutron] 10.222.0.67 "GET /v2.0/networks/78d30c76-93fe-422e-9d84-43d908d516a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407308 May 03 22:28:48.813151 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-09b68195-8b95-4268-9387-1ba67af7efe5 req-d5034a16-6d0e-4459-ad0d-467b80ef23a4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=78d30c76-93fe-422e-9d84-43d908d516a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2020750 May 03 22:28:48.825257 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-66a78057-e2b6-4445-a6e1-0c2e81895485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:48.829458 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-66a78057-e2b6-4445-a6e1-0c2e81895485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:48.860637 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56446) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:28:48.884272 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-66a78057-e2b6-4445-a6e1-0c2e81895485 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d216c8ddce694d6abd9b5e9ba5b0d23a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6624434 May 03 22:28:48.884272 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a78057-e2b6-4445-a6e1-0c2e81895485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2347f3-dada-4f50-b33a-2382bcd3af8e,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:48.885723 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56450) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:28:48.903870 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cdf8efa6-9f35-467f-964b-889a2e533741 req-e303992c-d3bd-40f0-9d9a-355fa948a9e1 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094692 May 03 22:28:48.929234 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba62a7f-1647-424d-85f9-12afedef531a req-8b9a1453-f581-4796-994c-dbe32cd0ebbe tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:48.930800 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8ba62a7f-1647-424d-85f9-12afedef531a req-8b9a1453-f581-4796-994c-dbe32cd0ebbe tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 949 time: 0.4831171 May 03 22:28:49.002949 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-577d8c11-20ce-4842-81d0-ce5a7cc69570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:49.007017 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-42ae3f19-d139-4142-b988-b66602f7db8f tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=0660cbed43f74b05ab398bdf8e72a3f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418842 May 03 22:28:49.079529 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-577d8c11-20ce-4842-81d0-ce5a7cc69570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:49.183453 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b29bde1f-5ffe-4886-a174-8d48b480a4e7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e410f48393774469b4e1e709467dbce8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3096335 May 03 22:28:49.186157 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56456) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:28:49.186825 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8ba62a7f-1647-424d-85f9-12afedef531a req-a77745c2-2cc1-4650-bd82-4cf330fcc420 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658521 May 03 22:28:49.196047 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-09b68195-8b95-4268-9387-1ba67af7efe5 req-c1087a72-d25d-48de-9edb-245aaf592601 service neutron] 10.222.0.67 "GET /v2.0/networks/78d30c76-93fe-422e-9d84-43d908d516a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734787 May 03 22:28:49.232570 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-e46a5e41-080d-45b2-a903-976c71a5d34a tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:49.233952 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-e46a5e41-080d-45b2-a903-976c71a5d34a tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2176878 May 03 22:28:49.253434 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-9b7008aa-25e0-4427-a3da-e7daa0e95d8d tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Request body: {'port': {'device_id': '6f4bb73a-8e97-40cc-8655-fc574828c5b2', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'admin_state_up': True, 'tenant_id': '0660cbed43f74b05ab398bdf8e72a3f0'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:28:49.310321 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-577d8c11-20ce-4842-81d0-ce5a7cc69570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:49.310804 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0679150-8f12-4cce-9113-77d7e8ccde6a req-b9649fdf-1e29-435f-a808-a60025b4b23d tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:49.312302 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f0679150-8f12-4cce-9113-77d7e8ccde6a req-b9649fdf-1e29-435f-a808-a60025b4b23d tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/ports?device_id=b576106a-ab68-4119-b772-cc4213195802 HTTP/1.1" status: 200 len: 944 time: 0.2707772 May 03 22:28:49.377672 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cd924261-7755-4c9a-bc8d-9b9d107a7858 req-74fdd3e5-abad-4cbb-89de-9832be8fa6e6 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f4bb73a-8e97-40cc-8655-fc574828c5b2 HTTP/1.1" status: 200 len: 210 time: 0.0803890 May 03 22:28:49.384484 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d8c11-20ce-4842-81d0-ce5a7cc69570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2347f3-dada-4f50-b33a-2382bcd3af8e,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:49.404433 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bdedfbe6-8872-4f78-8600-61114d3e2d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:49.410173 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-577d8c11-20ce-4842-81d0-ce5a7cc69570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:49.411299 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-577d8c11-20ce-4842-81d0-ce5a7cc69570 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6d2347f3-dada-4f50-b33a-2382bcd3af8e HTTP/1.1" status: 204 len: 168 time: 0.5246599 May 03 22:28:49.431073 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f0679150-8f12-4cce-9113-77d7e8ccde6a req-550b2535-0039-486d-b215-530ce862bca1 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/security-groups?id=53e7afe2-3234-4b36-97bf-cd275dd42cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876803 May 03 22:28:49.433010 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-09b68195-8b95-4268-9387-1ba67af7efe5 req-004b49ea-0016-4802-a26e-04a92bb0c029 service neutron] 10.222.0.67 "GET /v2.0/networks/78d30c76-93fe-422e-9d84-43d908d516a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286899 May 03 22:28:49.458708 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bdedfbe6-8872-4f78-8600-61114d3e2d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:49.492735 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-9b7008aa-25e0-4427-a3da-e7daa0e95d8d tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:28:49.520519 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-9b7008aa-25e0-4427-a3da-e7daa0e95d8d tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:28:49.534146 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-9b7008aa-25e0-4427-a3da-e7daa0e95d8d tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Made reservation on behalf of 0660cbed43f74b05ab398bdf8e72a3f0 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:28:49.538444 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-9b7008aa-25e0-4427-a3da-e7daa0e95d8d tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:49.602710 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bdedfbe6-8872-4f78-8600-61114d3e2d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:49.647921 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdedfbe6-8872-4f78-8600-61114d3e2d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b40004-2027-4b06-9984-366bac49897d,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:49.648499 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d0929-35df-4076-8689-c3d8ae8a7d06 req-b4f24e81-d113-442e-8399-3a2c6d547cdf tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:49.651103 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fe1d0929-35df-4076-8689-c3d8ae8a7d06 req-b4f24e81-d113-442e-8399-3a2c6d547cdf tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.1368644 May 03 22:28:49.659489 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bdedfbe6-8872-4f78-8600-61114d3e2d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:49.660608 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bdedfbe6-8872-4f78-8600-61114d3e2d43 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d7b40004-2027-4b06-9984-366bac49897d HTTP/1.1" status: 204 len: 168 time: 0.4731207 May 03 22:28:49.722458 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fe1d0929-35df-4076-8689-c3d8ae8a7d06 req-f94a3e57-94ea-4b6e-b937-305a77b94b1b tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618548 May 03 22:28:49.765997 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-9b7008aa-25e0-4427-a3da-e7daa0e95d8d tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Allocated IP 192.168.233.180 (7e14e0ca-f320-4236-9b9e-a9e4f415dbeb/1dff747c-9d3c-4e06-92c1-836fbb9482c4/dfe35ad1-a1bb-4104-a41c-54feba6e4fd0) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:28:50.127757 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-9b7008aa-25e0-4427-a3da-e7daa0e95d8d tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:50.147770 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-9b7008aa-25e0-4427-a3da-e7daa0e95d8d tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Transition to ACTIVE for port object dfe35ad1-a1bb-4104-a41c-54feba6e4fd0 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:28:50.168797 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f48d55-2450-4ff7-82a7-a81ec6918c4a req-dbca2a0c-f332-4981-b697-3ecf4f60dc90 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:50.170463 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-27f48d55-2450-4ff7-82a7-a81ec6918c4a req-dbca2a0c-f332-4981-b697-3ecf4f60dc90 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 945 time: 0.1519480 May 03 22:28:50.179528 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-9b7008aa-25e0-4427-a3da-e7daa0e95d8d tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:50.193371 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['a97c2567-91b0-4a45-9a3a-be193e3f1b4b', 'a2fa487e-eafb-4169-a5b2-c8a3a2313189', '3540f85e-6af9-4382-b8f6-727eaf092712', 'fc7ef3e9-cabe-4f50-b32d-3689e13315a9'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:28:50.269277 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-9b7008aa-25e0-4427-a3da-e7daa0e95d8d tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:28:50.269972 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-27f48d55-2450-4ff7-82a7-a81ec6918c4a req-bdfe4d87-ca15-4388-bc0b-ecf3b9135622 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908139 May 03 22:28:50.273555 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-9b7008aa-25e0-4427-a3da-e7daa0e95d8d tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:28:50.278709 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-9b7008aa-25e0-4427-a3da-e7daa0e95d8d tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:28:50.302247 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['fff7e02f-6b77-40c4-ad02-65709d0d84ac', 'eca59ae3-68eb-4f95-be5c-48b423a405bd'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:28:50.347397 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7008aa-25e0-4427-a3da-e7daa0e95d8d tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Pushing event updated for resources: {'Port': ['ID=dfe35ad1-a1bb-4104-a41c-54feba6e4fd0,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:50.371034 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-9b7008aa-25e0-4427-a3da-e7daa0e95d8d tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:50.371735 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-9b7008aa-25e0-4427-a3da-e7daa0e95d8d tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:50.425824 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-9b7008aa-25e0-4427-a3da-e7daa0e95d8d tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1777623 May 03 22:28:50.440135 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-2790a447-c216-4a5d-9db7-2b747312e991 service neutron] Request body: {'port': {'device_id': '6f4bb73a-8e97-40cc-8655-fc574828c5b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:28:50.518550 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8098c-d866-40eb-b111-02fe96521a7a req-0affaa01-1d12-4eac-8b79-430fe9ed84d6 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:50.530449 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-66c8098c-d866-40eb-b111-02fe96521a7a req-0affaa01-1d12-4eac-8b79-430fe9ed84d6 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 949 time: 0.1638212 May 03 22:28:50.685499 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-66c8098c-d866-40eb-b111-02fe96521a7a req-5b427b20-1f1a-4f7e-91d8-1551755385a1 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537006 May 03 22:28:50.745407 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-2790a447-c216-4a5d-9db7-2b747312e991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:50.759440 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c230edc-5871-4689-be15-ae52b3744058 req-642a3d48-0e72-49a0-848a-89d4bef58004 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:50.765254 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8c230edc-5871-4689-be15-ae52b3744058 req-642a3d48-0e72-49a0-848a-89d4bef58004 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f4bb73a-8e97-40cc-8655-fc574828c5b2 HTTP/1.1" status: 200 len: 936 time: 0.1764817 May 03 22:28:50.779279 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-8796a2db-b199-431d-9e19-a2dd3edf025c None None] Provisioning for port dfe35ad1-a1bb-4104-a41c-54feba6e4fd0 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:28:50.804054 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-8796a2db-b199-431d-9e19-a2dd3edf025c None None] Provisioning complete for port dfe35ad1-a1bb-4104-a41c-54feba6e4fd0 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:28:50.804652 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8796a2db-b199-431d-9e19-a2dd3edf025c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:50.917498 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8c230edc-5871-4689-be15-ae52b3744058 req-04a19501-d617-478b-83c7-ea3fd5633e58 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481988 May 03 22:28:50.963695 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-8796a2db-b199-431d-9e19-a2dd3edf025c None None] Port dfe35ad1-a1bb-4104-a41c-54feba6e4fd0 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:28:50.977559 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a72b7e-be9e-4962-b8d0-049bca718b03 req-4d1fd238-c943-42fd-b748-d1bed404a415 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:50.979220 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b4a72b7e-be9e-4962-b8d0-049bca718b03 req-4d1fd238-c943-42fd-b748-d1bed404a415 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/ports?device_id=b576106a-ab68-4119-b772-cc4213195802 HTTP/1.1" status: 200 len: 944 time: 0.1632082 May 03 22:28:51.097167 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b4a72b7e-be9e-4962-b8d0-049bca718b03 req-69a68e1b-230a-46ae-bc9d-df163c1af2ad tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/security-groups?id=53e7afe2-3234-4b36-97bf-cd275dd42cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114314 May 03 22:28:51.169103 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device ef55c088-0519-478c-8e40-9e30f29f1e4d details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:28:51.284274 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58ff87-ab22-4fb8-92ec-1782b591dd5e req-9f8e402c-12e7-4efa-b6fc-4c2e1f276251 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:51.285887 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac58ff87-ab22-4fb8-92ec-1782b591dd5e req-9f8e402c-12e7-4efa-b6fc-4c2e1f276251 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.1721048 May 03 22:28:51.394795 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac58ff87-ab22-4fb8-92ec-1782b591dd5e req-6e053761-b313-4656-96cc-c4e3713341da tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827577 May 03 22:28:51.418482 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-2790a447-c216-4a5d-9db7-2b747312e991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe35ad1-a1bb-4104-a41c-54feba6e4fd0 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:28:51.435411 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-2790a447-c216-4a5d-9db7-2b747312e991 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:51.454751 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-2790a447-c216-4a5d-9db7-2b747312e991 service neutron] Transition to ACTIVE for port object dfe35ad1-a1bb-4104-a41c-54feba6e4fd0 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:28:51.461307 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-2790a447-c216-4a5d-9db7-2b747312e991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:51.524986 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port ef55c088-0519-478c-8e40-9e30f29f1e4d, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=ef55c088-0519-478c-8e40-9e30f29f1e4d,segment=NetworkSegment(dacae3a6-b935-43be-af8b-d43a7d65d6fb),segment_id=dacae3a6-b935-43be-af8b-d43a7d65d6fb)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:51.576005 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74678d2e-2283-4288-8a1a-8b6c187b7329 req-11d91313-7835-4e89-88e9-b37004eab6a0 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:51.584712 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-74678d2e-2283-4288-8a1a-8b6c187b7329 req-11d91313-7835-4e89-88e9-b37004eab6a0 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 945 time: 0.1431777 May 03 22:28:51.594366 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'ef55c088-0519-478c-8e40-9e30f29f1e4d', 'network_id': '78d30c76-93fe-422e-9d84-43d908d516a4', 'port_id': 'ef55c088-0519-478c-8e40-9e30f29f1e4d', 'mac_address': 'fa:16:3e:07:78:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e66fb3b-d9ef-430a-8b0a-2df34247c5a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:28:51.698261 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-74678d2e-2283-4288-8a1a-8b6c187b7329 req-20529a6f-2925-4381-ba9a-c2425ef6d920 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109264 May 03 22:28:51.765027 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:51.784307 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef55c088-0519-478c-8e40-9e30f29f1e4d {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:28:51.806668 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port ef55c088-0519-478c-8e40-9e30f29f1e4d, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=ef55c088-0519-478c-8e40-9e30f29f1e4d,segment=NetworkSegment(dacae3a6-b935-43be-af8b-d43a7d65d6fb),segment_id=dacae3a6-b935-43be-af8b-d43a7d65d6fb)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:51.813343 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:51.830419 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790a447-c216-4a5d-9db7-2b747312e991 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe35ad1-a1bb-4104-a41c-54feba6e4fd0,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:51.864207 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-2790a447-c216-4a5d-9db7-2b747312e991 service neutron] Attempting to bind port dfe35ad1-a1bb-4104-a41c-54feba6e4fd0 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:28:51.864550 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-2790a447-c216-4a5d-9db7-2b747312e991 service neutron] Attempting to bind port dfe35ad1-a1bb-4104-a41c-54feba6e4fd0 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:28:51.864878 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-2790a447-c216-4a5d-9db7-2b747312e991 service neutron] Attempting to bind port dfe35ad1-a1bb-4104-a41c-54feba6e4fd0 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:28:51.871008 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-2790a447-c216-4a5d-9db7-2b747312e991 service neutron] Port dfe35ad1-a1bb-4104-a41c-54feba6e4fd0 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:28:51.871248 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-2790a447-c216-4a5d-9db7-2b747312e991 service neutron] Attempting to bind port dfe35ad1-a1bb-4104-a41c-54feba6e4fd0 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:28:51.877054 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-2790a447-c216-4a5d-9db7-2b747312e991 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:28:51.877296 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-2790a447-c216-4a5d-9db7-2b747312e991 service neutron] Checking segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:28:51.877683 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-2790a447-c216-4a5d-9db7-2b747312e991 service neutron] Bound using segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:28:51.878143 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-2790a447-c216-4a5d-9db7-2b747312e991 service neutron] Bound port: dfe35ad1-a1bb-4104-a41c-54feba6e4fd0, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:28:51.879161 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-2790a447-c216-4a5d-9db7-2b747312e991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:51.949163 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=ef55c088-0519-478c-8e40-9e30f29f1e4d,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:52.033660 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-86eb8cc9-26c4-45fe-9efe-6b4cf502eaae tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=6558089924af4b01ba8328f3b500b8d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450215 May 03 22:28:52.049047 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-2790a447-c216-4a5d-9db7-2b747312e991 service neutron] For port dfe35ad1-a1bb-4104-a41c-54feba6e4fd0, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:28:52.054441 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-2790a447-c216-4a5d-9db7-2b747312e991 service neutron] For port dfe35ad1-a1bb-4104-a41c-54feba6e4fd0, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=dfe35ad1-a1bb-4104-a41c-54feba6e4fd0,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:28:52.062405 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-2790a447-c216-4a5d-9db7-2b747312e991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:52.145619 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-2790a447-c216-4a5d-9db7-2b747312e991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:52.146418 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-2790a447-c216-4a5d-9db7-2b747312e991 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:52.148033 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-2790a447-c216-4a5d-9db7-2b747312e991 service neutron] 10.222.0.60 "PUT /v2.0/ports/dfe35ad1-a1bb-4104-a41c-54feba6e4fd0 HTTP/1.1" status: 200 len: 1096 time: 1.7141778 May 03 22:28:52.148559 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4bb73a-8e97-40cc-8655-fc574828c5b2', 'tag': 'dfe35ad1-a1bb-4104-a41c-54feba6e4fd0'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:28:52.187976 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790a447-c216-4a5d-9db7-2b747312e991 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe35ad1-a1bb-4104-a41c-54feba6e4fd0,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:52.286290 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f934fb9-5e68-4dca-9e05-2e0a6367d3b8 req-13256b1d-b3bf-4b27-a13e-0b375ece00de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:52.288354 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0f934fb9-5e68-4dca-9e05-2e0a6367d3b8 req-13256b1d-b3bf-4b27-a13e-0b375ece00de service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=66dfeed3cb324772b0bf769274eed2d2&device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 1095 time: 0.0906630 May 03 22:28:52.300377 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['ef55c088-0519-478c-8e40-9e30f29f1e4d'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:28:52.395223 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-289a2122-c218-49b3-9fd5-386f4611e7cc tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:52.398484 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-289a2122-c218-49b3-9fd5-386f4611e7cc tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3638752 May 03 22:28:52.430491 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-4bca9772-805e-45c2-8b8b-3878fa839dde tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] 10.222.0.58 "GET /v2.0/quotas/6558089924af4b01ba8328f3b500b8d9 HTTP/1.1" status: 200 len: 375 time: 0.0261526 May 03 22:28:52.443763 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643410c8-1f97-4230-a541-083ec16a5fc9 req-39d302db-83cb-4cc4-8c30-586800972c23 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:52.446047 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-643410c8-1f97-4230-a541-083ec16a5fc9 req-39d302db-83cb-4cc4-8c30-586800972c23 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 949 time: 0.2550004 May 03 22:28:52.492157 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f934fb9-5e68-4dca-9e05-2e0a6367d3b8 req-36c55000-74bb-47d0-ab9e-f8a94a16a218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:52.494230 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0f934fb9-5e68-4dca-9e05-2e0a6367d3b8 req-36c55000-74bb-47d0-ab9e-f8a94a16a218 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f73247c4-e4b1-4dbd-a711-946870a81559 HTTP/1.1" status: 200 len: 912 time: 0.1979935 May 03 22:28:52.517789 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-52cf0c45-5aee-42bd-9b73-2cc8fb70a7c5 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6558089924af4b01ba8328f3b500b8d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694592 May 03 22:28:52.622254 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0f934fb9-5e68-4dca-9e05-2e0a6367d3b8 req-9e6d2f15-9bda-41a4-8574-1dc314f8ef72 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cd74799-58d8-4e74-af4b-685d5aaa1c56 HTTP/1.1" status: 200 len: 998 time: 0.1206088 May 03 22:28:52.715820 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-ce09d6a9-7168-4e8c-b2d5-434cd7b31f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:52.717316 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-ce09d6a9-7168-4e8c-b2d5-434cd7b31f8a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0660cbed43f74b05ab398bdf8e72a3f0&device_id=6f4bb73a-8e97-40cc-8655-fc574828c5b2 HTTP/1.1" status: 200 len: 1099 time: 0.4893413 May 03 22:28:52.725969 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f934fb9-5e68-4dca-9e05-2e0a6367d3b8 req-684898e2-4e48-4773-b082-585a4562baf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:52.727564 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0f934fb9-5e68-4dca-9e05-2e0a6367d3b8 req-684898e2-4e48-4773-b082-585a4562baf3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a6303b72-ad18-4df3-b796-1d1c3ad4e877 HTTP/1.1" status: 200 len: 850 time: 0.0954337 May 03 22:28:52.801606 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-36ac9b0a-8c89-466e-9904-39b4f6e60066 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=dfe35ad1-a1bb-4104-a41c-54feba6e4fd0 HTTP/1.1" status: 200 len: 217 time: 0.0754137 May 03 22:28:52.817325 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-643410c8-1f97-4230-a541-083ec16a5fc9 req-b32ba22d-dbb1-439f-95fc-9ae5072923c6 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149841 May 03 22:28:52.863263 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-de71e209-6c0f-4e00-8df5-af52ebfc13a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:52.965443 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-b68a9908-6384-4c31-bffd-1f83764ded93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:52.966921 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-b68a9908-6384-4c31-bffd-1f83764ded93 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.1486089 May 03 22:28:53.023717 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f934fb9-5e68-4dca-9e05-2e0a6367d3b8 req-586269d1-feff-42c1-bddf-19f551dfe97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:53.025293 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0f934fb9-5e68-4dca-9e05-2e0a6367d3b8 req-586269d1-feff-42c1-bddf-19f551dfe97a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f73247c4-e4b1-4dbd-a711-946870a81559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2898784 May 03 22:28:53.116644 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58baaa0-237a-436c-8c27-08c1d1ed073a req-29d2cfd9-ff3e-459e-9da1-160c2b12ea6d tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:53.121939 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c58baaa0-237a-436c-8c27-08c1d1ed073a req-29d2cfd9-ff3e-459e-9da1-160c2b12ea6d tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f4bb73a-8e97-40cc-8655-fc574828c5b2 HTTP/1.1" status: 200 len: 948 time: 0.2294171 May 03 22:28:53.139329 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-30336c04-e6cb-433d-bbdd-80a469e40e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:53.140755 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-30336c04-e6cb-433d-bbdd-80a469e40e90 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1672025 May 03 22:28:53.178369 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device be2469c9-15bb-4a4c-aabc-fa0c5d141b42 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:28:53.208339 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0f934fb9-5e68-4dca-9e05-2e0a6367d3b8 req-4d920d46-bede-4719-8cb4-44bdbd67ecef service neutron] 10.222.0.60 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757302 May 03 22:28:53.222283 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602ab05-6bc4-4c37-a92d-92f88dd242e3 req-4e65021c-c4e9-4886-be36-a07a30196c88 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:53.223701 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5602ab05-6bc4-4c37-a92d-92f88dd242e3 req-4e65021c-c4e9-4886-be36-a07a30196c88 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.2027376 May 03 22:28:53.342018 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c58baaa0-237a-436c-8c27-08c1d1ed073a req-07bf5432-1b9c-4835-919f-aa2bdf317509 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062087 May 03 22:28:53.374631 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port be2469c9-15bb-4a4c-aabc-fa0c5d141b42, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=be2469c9-15bb-4a4c-aabc-fa0c5d141b42,segment=NetworkSegment(dacae3a6-b935-43be-af8b-d43a7d65d6fb),segment_id=dacae3a6-b935-43be-af8b-d43a7d65d6fb)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:53.378628 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0f934fb9-5e68-4dca-9e05-2e0a6367d3b8 req-a7b6901f-61f5-4777-a578-4ff817042596 service neutron] 10.222.0.60 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588509 May 03 22:28:53.392043 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'be2469c9-15bb-4a4c-aabc-fa0c5d141b42', 'network_id': '78d30c76-93fe-422e-9d84-43d908d516a4', 'port_id': 'be2469c9-15bb-4a4c-aabc-fa0c5d141b42', 'mac_address': 'fa:16:3e:fe:8f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e66fb3b-d9ef-430a-8b0a-2df34247c5a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:28:53.428032 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5602ab05-6bc4-4c37-a92d-92f88dd242e3 req-20894e9c-42bc-4d62-885d-8e66f202303e tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915994 May 03 22:28:53.468303 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:53.495597 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-4c6b4190-5c61-4904-837e-db4f8fcc63bc service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408527 May 03 22:28:53.500702 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be2469c9-15bb-4a4c-aabc-fa0c5d141b42 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:28:53.523812 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91f6baf8-d7ce-4806-b099-93c9477af0fd'] response: {'name': 'network-changed', 'server_uuid': '6f4bb73a-8e97-40cc-8655-fc574828c5b2', 'tag': 'dfe35ad1-a1bb-4104-a41c-54feba6e4fd0', 'status': 'completed', 'code': 200} May 03 22:28:53.551881 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port be2469c9-15bb-4a4c-aabc-fa0c5d141b42, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=be2469c9-15bb-4a4c-aabc-fa0c5d141b42,segment=NetworkSegment(dacae3a6-b935-43be-af8b-d43a7d65d6fb),segment_id=dacae3a6-b935-43be-af8b-d43a7d65d6fb)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:53.564303 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:53.700477 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=be2469c9-15bb-4a4c-aabc-fa0c5d141b42,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:53.791530 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56598) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:28:53.808781 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ffd753e-4de9-4a50-9abb-b95b2300714a req-571c0daa-f98d-41ca-92f8-cb1c5d2cc22e tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7e8097c-1766-4c29-a2aa-ed74087097ad HTTP/1.1" status: 200 len: 210 time: 0.0814035 May 03 22:28:53.858529 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a662a55-8b54-4bfe-8f75-bf78073bf084 req-69bc0802-eb3b-4204-b19e-ed0e37b3e850 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543274 May 03 22:28:53.881612 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d741e7-b8f6-41d4-9162-85426bc1db8b req-9f0b3ab1-56f5-469a-989f-678280864d7e tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:53.888740 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-95d741e7-b8f6-41d4-9162-85426bc1db8b req-9f0b3ab1-56f5-469a-989f-678280864d7e tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/ports?device_id=b576106a-ab68-4119-b772-cc4213195802 HTTP/1.1" status: 200 len: 945 time: 0.3409915 May 03 22:28:53.970071 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-95d741e7-b8f6-41d4-9162-85426bc1db8b req-cc2f235e-c352-42d6-ba1b-23892646df4b tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/security-groups?id=53e7afe2-3234-4b36-97bf-cd275dd42cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803485 May 03 22:28:53.972378 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-46ff37c0-c837-4813-82fe-a708b25f16f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:54.018846 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-46ff37c0-c837-4813-82fe-a708b25f16f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:28:54.025862 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:54.026452 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-46ff37c0-c837-4813-82fe-a708b25f16f3 admin admin] Usage tracker for resource:security_group_rule and tenant:0cb17575ab2a4f42ae1327d934d5b02a is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:28:54.030136 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-46ff37c0-c837-4813-82fe-a708b25f16f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:28:54.036978 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-46ff37c0-c837-4813-82fe-a708b25f16f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:28:54.060761 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['be2469c9-15bb-4a4c-aabc-fa0c5d141b42'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:28:54.069926 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3f09b-b95a-4e91-9978-88bf9b6c537d req-d579a1d5-8719-42bf-85ba-5d21a2ab4698 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:54.071593 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3de3f09b-b95a-4e91-9978-88bf9b6c537d req-d579a1d5-8719-42bf-85ba-5d21a2ab4698 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 945 time: 0.1523683 May 03 22:28:54.142483 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9db39-8c99-4627-a2be-ba0578a2355d req-f3ba91e9-e2e1-45ce-a0fc-dae16e380143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:54.143926 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d9a9db39-8c99-4627-a2be-ba0578a2355d req-f3ba91e9-e2e1-45ce-a0fc-dae16e380143 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0660cbed43f74b05ab398bdf8e72a3f0&device_id=6f4bb73a-8e97-40cc-8655-fc574828c5b2 HTTP/1.1" status: 200 len: 1099 time: 0.1676910 May 03 22:28:54.189609 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-46ff37c0-c837-4813-82fe-a708b25f16f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:54.194482 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-46ff37c0-c837-4813-82fe-a708b25f16f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:54.213053 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3de3f09b-b95a-4e91-9978-88bf9b6c537d req-d0b5c1fd-1485-44bc-89a7-eabf007aa278 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313450 May 03 22:28:54.257243 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-46ff37c0-c837-4813-82fe-a708b25f16f3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0cb17575ab2a4f42ae1327d934d5b02a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4646232 May 03 22:28:54.281694 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56606) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:28:54.328141 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-6791d22c-6d12-467f-a8b4-c37013cc4363 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=6558089924af4b01ba8328f3b500b8d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0925024 May 03 22:28:54.332160 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412634f0-6407-4bd8-aac8-894b6958ac66 req-63d5d915-54dd-420e-b2d1-0a0a4129e90e tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:54.333635 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-412634f0-6407-4bd8-aac8-894b6958ac66 req-63d5d915-54dd-420e-b2d1-0a0a4129e90e tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 949 time: 0.2274597 May 03 22:28:54.375029 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9db39-8c99-4627-a2be-ba0578a2355d req-082357de-72a2-4516-9de9-116943bb749e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:54.376544 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d9a9db39-8c99-4627-a2be-ba0578a2355d req-082357de-72a2-4516-9de9-116943bb749e service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.2186537 May 03 22:28:54.392773 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff37c0-c837-4813-82fe-a708b25f16f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5041828-3b14-4a2c-b75a-9fa3acd3ba76,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:54.455461 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d9a9db39-8c99-4627-a2be-ba0578a2355d req-881a1ddd-5fe5-4aa1-bb95-3f84348e5be6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=dfe35ad1-a1bb-4104-a41c-54feba6e4fd0 HTTP/1.1" status: 200 len: 217 time: 0.0674324 May 03 22:28:54.460244 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-412634f0-6407-4bd8-aac8-894b6958ac66 req-555beab2-8b67-4938-9550-643a9b3d2127 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160040 May 03 22:28:54.532431 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9ab2a27a-9da1-4ddc-86f5-8b499f4e2315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:54.576311 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9db39-8c99-4627-a2be-ba0578a2355d req-34c3cad2-737b-470a-b7cc-0d01ed37cdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:54.577750 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d9a9db39-8c99-4627-a2be-ba0578a2355d req-34c3cad2-737b-470a-b7cc-0d01ed37cdb8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.1152415 May 03 22:28:54.582743 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9ab2a27a-9da1-4ddc-86f5-8b499f4e2315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:54.624359 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-80647f5c-bdc3-49b6-a930-d7dd156877b0 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:54.624970 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-80647f5c-bdc3-49b6-a930-d7dd156877b0 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2711420 May 03 22:28:54.647158 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-806ce942-c2bf-43e5-b101-1b9f977e8a60 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Request body: {'port': {'device_id': 'a7e8097c-1766-4c29-a2aa-ed74087097ad', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'admin_state_up': True, 'tenant_id': '6558089924af4b01ba8328f3b500b8d9'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:28:54.759471 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9ab2a27a-9da1-4ddc-86f5-8b499f4e2315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:54.764958 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bfaeae-b016-4f58-a5b7-3d0909db4d16 req-cce7dd81-5415-4cc2-a09e-349b1cd305db tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:54.772216 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d1bfaeae-b016-4f58-a5b7-3d0909db4d16 req-cce7dd81-5415-4cc2-a09e-349b1cd305db tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f4bb73a-8e97-40cc-8655-fc574828c5b2 HTTP/1.1" status: 200 len: 948 time: 0.2754562 May 03 22:28:54.782819 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab2a27a-9da1-4ddc-86f5-8b499f4e2315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5041828-3b14-4a2c-b75a-9fa3acd3ba76,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:54.792608 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9ab2a27a-9da1-4ddc-86f5-8b499f4e2315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:54.795736 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9ab2a27a-9da1-4ddc-86f5-8b499f4e2315 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f5041828-3b14-4a2c-b75a-9fa3acd3ba76 HTTP/1.1" status: 204 len: 168 time: 0.5017982 May 03 22:28:54.820729 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-806ce942-c2bf-43e5-b101-1b9f977e8a60 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:28:54.825165 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-806ce942-c2bf-43e5-b101-1b9f977e8a60 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Usage tracker for resource:port and tenant:6558089924af4b01ba8328f3b500b8d9 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:28:54.829226 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-806ce942-c2bf-43e5-b101-1b9f977e8a60 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:28:54.837617 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-806ce942-c2bf-43e5-b101-1b9f977e8a60 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:28:54.849423 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-806ce942-c2bf-43e5-b101-1b9f977e8a60 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Made reservation on behalf of 6558089924af4b01ba8328f3b500b8d9 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:28:54.853535 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-806ce942-c2bf-43e5-b101-1b9f977e8a60 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:54.858423 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d1bfaeae-b016-4f58-a5b7-3d0909db4d16 req-272a91e1-37ab-4b5b-acf8-8cabccce2da1 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853732 May 03 22:28:54.867084 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-806ce942-c2bf-43e5-b101-1b9f977e8a60 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:54.886953 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-806ce942-c2bf-43e5-b101-1b9f977e8a60 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:28:54.890034 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9db39-8c99-4627-a2be-ba0578a2355d req-4dac3ebd-007b-4d35-ba17-834de3656bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:54.891324 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-806ce942-c2bf-43e5-b101-1b9f977e8a60 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Usage tracker for resource:security_group_rule and tenant:6558089924af4b01ba8328f3b500b8d9 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:28:54.892197 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d9a9db39-8c99-4627-a2be-ba0578a2355d req-4dac3ebd-007b-4d35-ba17-834de3656bd2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3051682 May 03 22:28:54.895742 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-806ce942-c2bf-43e5-b101-1b9f977e8a60 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:28:54.902716 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-806ce942-c2bf-43e5-b101-1b9f977e8a60 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:28:54.997635 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-293c8733-6b5f-4171-ba67-b4d2dcfccf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:55.011238 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-806ce942-c2bf-43e5-b101-1b9f977e8a60 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:55.015923 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-806ce942-c2bf-43e5-b101-1b9f977e8a60 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:55.070206 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f0c41-d064-477d-9403-ffd292fe9486 req-d7de51f6-3323-47af-b9a4-4e01c9979d84 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:55.071814 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-984f0c41-d064-477d-9403-ffd292fe9486 req-d7de51f6-3323-47af-b9a4-4e01c9979d84 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.2584214 May 03 22:28:55.100943 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ce942-c2bf-43e5-b101-1b9f977e8a60 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac77e79-283a-4f36-b220-001a9199e260,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:55.111157 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d383df67-83f0-4a64-bee6-636fda871e1e req-6859a76d-42f3-4d16-a41b-eff263cd1aa3 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7e8097c-1766-4c29-a2aa-ed74087097ad HTTP/1.1" status: 200 len: 210 time: 0.0872676 May 03 22:28:55.169252 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-984f0c41-d064-477d-9403-ffd292fe9486 req-4b869b9e-a772-40e8-9d42-b24849424fd4 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795217 May 03 22:28:55.171497 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d9a9db39-8c99-4627-a2be-ba0578a2355d req-22d13063-4a74-42d9-bf09-0bf695f8c33e service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698834 May 03 22:28:55.197431 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device ef55c088-0519-478c-8e40-9e30f29f1e4d up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:28:55.237808 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56626) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:28:55.242445 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-806ce942-c2bf-43e5-b101-1b9f977e8a60 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Allocated IP 192.168.233.211 (7e14e0ca-f320-4236-9b9e-a9e4f415dbeb/1dff747c-9d3c-4e06-92c1-836fbb9482c4/ead6cbf3-ffad-43fa-8c9d-6a2a5258d538) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:28:55.261366 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-062a00b2-2f0d-4568-a582-83550eafa280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:55.283802 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-062a00b2-2f0d-4568-a582-83550eafa280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:28:55.294868 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-062a00b2-2f0d-4568-a582-83550eafa280 admin admin] Usage tracker for resource:security_group_rule and tenant:d1580f4c54e24111bb2f4ebee02ddb54 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:28:55.300330 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-062a00b2-2f0d-4568-a582-83550eafa280 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:28:55.320464 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-062a00b2-2f0d-4568-a582-83550eafa280 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:28:55.320728 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port ef55c088-0519-478c-8e40-9e30f29f1e4d completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:28:55.325755 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port ef55c088-0519-478c-8e40-9e30f29f1e4d triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:28:55.326156 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:55.437030 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d9a9db39-8c99-4627-a2be-ba0578a2355d req-f59ac56c-60d2-4bc1-ace0-a13a3a9ec331 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558124 May 03 22:28:55.471857 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f7b7b-b96c-4f4a-adbb-2c861148e78f req-c6ae93f4-c5ce-47dd-b1d7-c372d7fc3a55 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:55.473345 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0d3f7b7b-b96c-4f4a-adbb-2c861148e78f req-c6ae93f4-c5ce-47dd-b1d7-c372d7fc3a55 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/ports?device_id=b576106a-ab68-4119-b772-cc4213195802 HTTP/1.1" status: 200 len: 945 time: 0.1481442 May 03 22:28:55.490773 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea288e46-0c6a-457f-b0c9-d6c41c0e5283 req-03066418-2b52-436b-81c3-9140f26c347d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:55.491192 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:55.492398 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea288e46-0c6a-457f-b0c9-d6c41c0e5283 req-03066418-2b52-436b-81c3-9140f26c347d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.2031248 May 03 22:28:55.533740 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port ef55c088-0519-478c-8e40-9e30f29f1e4d, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=ef55c088-0519-478c-8e40-9e30f29f1e4d,segment=NetworkSegment(dacae3a6-b935-43be-af8b-d43a7d65d6fb),segment_id=dacae3a6-b935-43be-af8b-d43a7d65d6fb)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:55.535143 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cffbef1-08c8-4ace-826d-d58518556201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef55c088-0519-478c-8e40-9e30f29f1e4d'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:28:55.541527 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:55.542587 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 85b6557b-e2da-4a21-affa-d49d97cf790c no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:28:55.568938 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0d3f7b7b-b96c-4f4a-adbb-2c861148e78f req-6cb3f35f-936e-4c0e-8755-c8589bfdd211 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/security-groups?id=53e7afe2-3234-4b36-97bf-cd275dd42cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876100 May 03 22:28:55.580163 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-806ce942-c2bf-43e5-b101-1b9f977e8a60 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:55.603947 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea288e46-0c6a-457f-b0c9-d6c41c0e5283 req-4bf59769-8004-4154-9067-8e96337b1bbd tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983829 May 03 22:28:55.608742 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-806ce942-c2bf-43e5-b101-1b9f977e8a60 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Transition to ACTIVE for port object ead6cbf3-ffad-43fa-8c9d-6a2a5258d538 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:28:55.675175 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-062a00b2-2f0d-4568-a582-83550eafa280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:55.678566 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-806ce942-c2bf-43e5-b101-1b9f977e8a60 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:55.688892 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=ef55c088-0519-478c-8e40-9e30f29f1e4d,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:55.735328 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-062a00b2-2f0d-4568-a582-83550eafa280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:55.757551 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:55.791861 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 85b6557b-e2da-4a21-affa-d49d97cf790c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=85b6557b-e2da-4a21-affa-d49d97cf790c,segment=NetworkSegment(09635bff-16c9-4d7f-8a87-b6936a489987),segment_id=09635bff-16c9-4d7f-8a87-b6936a489987)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:55.795829 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:55.798026 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-806ce942-c2bf-43e5-b101-1b9f977e8a60 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:28:55.819079 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-806ce942-c2bf-43e5-b101-1b9f977e8a60 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:28:55.837560 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-806ce942-c2bf-43e5-b101-1b9f977e8a60 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:28:55.840658 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7a979-c0a5-489b-a274-80a432dee345 req-cb8ddc2b-5175-4a7f-a3d2-db63969090f6 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:55.846356 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4da7a979-c0a5-489b-a274-80a432dee345 req-cb8ddc2b-5175-4a7f-a3d2-db63969090f6 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 945 time: 0.1550136 May 03 22:28:55.868168 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-062a00b2-2f0d-4568-a582-83550eafa280 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d1580f4c54e24111bb2f4ebee02ddb54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6292746 May 03 22:28:55.870828 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56638) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:28:55.878567 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21556a1-9a9e-4990-8af4-fb7386d474b5 req-b8c6c22c-5b0a-4c58-874a-54d51428245e tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:55.881040 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ce942-c2bf-43e5-b101-1b9f977e8a60 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Pushing event updated for resources: {'Port': ['ID=ead6cbf3-ffad-43fa-8c9d-6a2a5258d538,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:55.881989 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=85b6557b-e2da-4a21-affa-d49d97cf790c,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:55.887570 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d21556a1-9a9e-4990-8af4-fb7386d474b5 req-b8c6c22c-5b0a-4c58-874a-54d51428245e tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 949 time: 0.1404483 May 03 22:28:55.894886 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a00b2-2f0d-4568-a582-83550eafa280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d0c541-4ebd-4aa7-af4d-43987850659f,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:55.921928 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-806ce942-c2bf-43e5-b101-1b9f977e8a60 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:55.922569 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-806ce942-c2bf-43e5-b101-1b9f977e8a60 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:55.955819 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-806ce942-c2bf-43e5-b101-1b9f977e8a60 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3134625 May 03 22:28:55.969466 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-64ddd835-239b-4161-acfc-db9230e0378b service neutron] Request body: {'port': {'device_id': 'a7e8097c-1766-4c29-a2aa-ed74087097ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:28:55.976351 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d21556a1-9a9e-4990-8af4-fb7386d474b5 req-24784a61-1cb5-46e5-9ee0-f2776a00b050 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878475 May 03 22:28:55.981712 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4da7a979-c0a5-489b-a274-80a432dee345 req-6805e908-6c77-4812-a9c2-3d58271dded8 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334825 May 03 22:28:56.023968 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f06dd172-7cd3-4fbb-b1bc-81e04f3fa182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:56.055663 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f06dd172-7cd3-4fbb-b1bc-81e04f3fa182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:56.064237 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14b69e6c-34be-45c6-833f-6717d4737698'] response: {'server_uuid': '7cffbef1-08c8-4ace-826d-d58518556201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef55c088-0519-478c-8e40-9e30f29f1e4d', 'code': 200} May 03 22:28:56.119204 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-64ddd835-239b-4161-acfc-db9230e0378b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:56.129347 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-97cdc318-cc8f-4444-814b-d6772114a069 None None] Provisioning for port ead6cbf3-ffad-43fa-8c9d-6a2a5258d538 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:28:56.132716 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f06dd172-7cd3-4fbb-b1bc-81e04f3fa182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:56.139047 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-97cdc318-cc8f-4444-814b-d6772114a069 None None] Provisioning complete for port ead6cbf3-ffad-43fa-8c9d-6a2a5258d538 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:28:56.139714 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-97cdc318-cc8f-4444-814b-d6772114a069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:56.219740 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06dd172-7cd3-4fbb-b1bc-81e04f3fa182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d0c541-4ebd-4aa7-af4d-43987850659f,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:56.224926 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f06dd172-7cd3-4fbb-b1bc-81e04f3fa182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:56.226112 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f06dd172-7cd3-4fbb-b1bc-81e04f3fa182 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/43d0c541-4ebd-4aa7-af4d-43987850659f HTTP/1.1" status: 204 len: 168 time: 0.3364716 May 03 22:28:56.294699 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:56.312713 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59537f-f4ca-4710-8140-26f6fa51c042 req-46a79585-b646-4717-95fc-bdbeb5d77535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:56.314450 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:56.315396 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-be59537f-f4ca-4710-8140-26f6fa51c042 req-46a79585-b646-4717-95fc-bdbeb5d77535 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7cffbef1-08c8-4ace-826d-d58518556201 HTTP/1.1" status: 200 len: 1096 time: 0.1752808 May 03 22:28:56.325579 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-97cdc318-cc8f-4444-814b-d6772114a069 None None] Port ead6cbf3-ffad-43fa-8c9d-6a2a5258d538 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:28:56.380331 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-be59537f-f4ca-4710-8140-26f6fa51c042 req-9ffd8eec-d755-4f7d-91e0-c72dc1dbc5b6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=53e7afe2-3234-4b36-97bf-cd275dd42cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552270 May 03 22:28:56.393156 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c22f2-2bb2-4812-8c89-6d2b829b7d61 req-3e85776b-d655-4b34-b5ce-a0eed33ec090 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:56.395222 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-322c22f2-2bb2-4812-8c89-6d2b829b7d61 req-3e85776b-d655-4b34-b5ce-a0eed33ec090 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f4bb73a-8e97-40cc-8655-fc574828c5b2 HTTP/1.1" status: 200 len: 948 time: 0.1507599 May 03 22:28:56.458371 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-322c22f2-2bb2-4812-8c89-6d2b829b7d61 req-3983825e-e161-4b9e-bc61-50a8d0651ded tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562730 May 03 22:28:56.564895 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10eba00-ba03-4827-97ea-10419baf8ec5 req-bcaa5333-03b0-40bd-9496-767aa38d9f79 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:56.566548 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c10eba00-ba03-4827-97ea-10419baf8ec5 req-bcaa5333-03b0-40bd-9496-767aa38d9f79 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7e8097c-1766-4c29-a2aa-ed74087097ad HTTP/1.1" status: 200 len: 936 time: 0.1028438 May 03 22:28:56.665189 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c10eba00-ba03-4827-97ea-10419baf8ec5 req-5c763fe0-2443-4aa6-b070-0f2a557b16ba tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ac77e79-283a-4f36-b220-001a9199e260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629141 May 03 22:28:56.694457 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e8295-e6da-4fbb-af78-30d26aa8c52d req-b70865e3-66c1-4c20-a527-b18e6a12c4de tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:56.697504 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-042e8295-e6da-4fbb-af78-30d26aa8c52d req-b70865e3-66c1-4c20-a527-b18e6a12c4de tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.1293850 May 03 22:28:56.751792 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-64ddd835-239b-4161-acfc-db9230e0378b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ead6cbf3-ffad-43fa-8c9d-6a2a5258d538 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:28:56.760968 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-042e8295-e6da-4fbb-af78-30d26aa8c52d req-6d30e51d-944c-4222-ae82-b77fa1c1fb0e tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534158 May 03 22:28:56.765908 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-64ddd835-239b-4161-acfc-db9230e0378b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:56.786951 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-64ddd835-239b-4161-acfc-db9230e0378b service neutron] Transition to ACTIVE for port object ead6cbf3-ffad-43fa-8c9d-6a2a5258d538 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:28:56.799492 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-64ddd835-239b-4161-acfc-db9230e0378b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:56.875354 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9965ec9-ec0d-4ae8-9124-d61ed8e12692 req-46cd2861-f4fd-4b64-8062-7137f87a2f5b tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:56.878278 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b9965ec9-ec0d-4ae8-9124-d61ed8e12692 req-46cd2861-f4fd-4b64-8062-7137f87a2f5b tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/ports?device_id=b576106a-ab68-4119-b772-cc4213195802 HTTP/1.1" status: 200 len: 945 time: 0.0923765 May 03 22:28:56.959631 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b9965ec9-ec0d-4ae8-9124-d61ed8e12692 req-43f54571-668a-4056-8afe-83d8bb41e0cb tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/security-groups?id=53e7afe2-3234-4b36-97bf-cd275dd42cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676403 May 03 22:28:56.997015 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddd835-239b-4161-acfc-db9230e0378b service neutron] Pushing event updated for resources: {'Port': ['ID=ead6cbf3-ffad-43fa-8c9d-6a2a5258d538,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:57.092956 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23719d1-5b3d-4d36-b18b-6602ce5fc02e req-07b74f20-5c22-4dba-8cbc-30e55b0dea7d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:57.116419 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b23719d1-5b3d-4d36-b18b-6602ce5fc02e req-07b74f20-5c22-4dba-8cbc-30e55b0dea7d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.1684978 May 03 22:28:57.148165 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-64ddd835-239b-4161-acfc-db9230e0378b service neutron] Attempting to bind port ead6cbf3-ffad-43fa-8c9d-6a2a5258d538 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:28:57.148165 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-64ddd835-239b-4161-acfc-db9230e0378b service neutron] Attempting to bind port ead6cbf3-ffad-43fa-8c9d-6a2a5258d538 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:28:57.148165 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-64ddd835-239b-4161-acfc-db9230e0378b service neutron] Attempting to bind port ead6cbf3-ffad-43fa-8c9d-6a2a5258d538 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:28:57.154319 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-64ddd835-239b-4161-acfc-db9230e0378b service neutron] Port ead6cbf3-ffad-43fa-8c9d-6a2a5258d538 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:28:57.154670 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-64ddd835-239b-4161-acfc-db9230e0378b service neutron] Attempting to bind port ead6cbf3-ffad-43fa-8c9d-6a2a5258d538 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:28:57.161040 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-64ddd835-239b-4161-acfc-db9230e0378b service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:28:57.161316 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-64ddd835-239b-4161-acfc-db9230e0378b service neutron] Checking segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:28:57.162235 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-64ddd835-239b-4161-acfc-db9230e0378b service neutron] Bound using segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:28:57.162669 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-64ddd835-239b-4161-acfc-db9230e0378b service neutron] Bound port: ead6cbf3-ffad-43fa-8c9d-6a2a5258d538, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:28:57.163021 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-64ddd835-239b-4161-acfc-db9230e0378b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:57.228675 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device be2469c9-15bb-4a4c-aabc-fa0c5d141b42 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:28:57.234548 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b23719d1-5b3d-4d36-b18b-6602ce5fc02e req-85b0d12f-9e24-4743-8a7b-495cebd43dfb tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221721 May 03 22:28:57.293844 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749649b-ce47-42ed-8e84-de61e4415c94 req-4ccdd976-b301-437b-9a98-b5c5869b514d tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:57.295087 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6749649b-ce47-42ed-8e84-de61e4415c94 req-4ccdd976-b301-437b-9a98-b5c5869b514d tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 943 time: 0.1593051 May 03 22:28:57.305968 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-64ddd835-239b-4161-acfc-db9230e0378b service neutron] For port ead6cbf3-ffad-43fa-8c9d-6a2a5258d538, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:28:57.309788 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-64ddd835-239b-4161-acfc-db9230e0378b service neutron] For port ead6cbf3-ffad-43fa-8c9d-6a2a5258d538, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=ead6cbf3-ffad-43fa-8c9d-6a2a5258d538,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:28:57.316117 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-64ddd835-239b-4161-acfc-db9230e0378b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:57.353796 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port be2469c9-15bb-4a4c-aabc-fa0c5d141b42 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:28:57.359759 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port be2469c9-15bb-4a4c-aabc-fa0c5d141b42 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:28:57.360288 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:57.406386 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-64ddd835-239b-4161-acfc-db9230e0378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:57.407585 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-64ddd835-239b-4161-acfc-db9230e0378b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:57.409614 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-64ddd835-239b-4161-acfc-db9230e0378b service neutron] 10.222.0.60 "PUT /v2.0/ports/ead6cbf3-ffad-43fa-8c9d-6a2a5258d538 HTTP/1.1" status: 200 len: 1096 time: 1.4453192 May 03 22:28:57.410206 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e8097c-1766-4c29-a2aa-ed74087097ad', 'tag': 'ead6cbf3-ffad-43fa-8c9d-6a2a5258d538'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:28:57.433387 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddd835-239b-4161-acfc-db9230e0378b service neutron] Pushing event updated for resources: {'Port': ['ID=ead6cbf3-ffad-43fa-8c9d-6a2a5258d538,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:57.515616 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device dfe35ad1-a1bb-4104-a41c-54feba6e4fd0 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:28:57.569893 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-0652f5c2-9294-4e1e-b39f-385e6f031926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:57.571493 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-0652f5c2-9294-4e1e-b39f-385e6f031926 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6558089924af4b01ba8328f3b500b8d9&device_id=a7e8097c-1766-4c29-a2aa-ed74087097ad HTTP/1.1" status: 200 len: 1099 time: 0.1053147 May 03 22:28:57.633142 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:57.637181 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:57.664631 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:57.690976 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-4f72432b-9534-4494-a810-0c801b36709c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=ead6cbf3-ffad-43fa-8c9d-6a2a5258d538 HTTP/1.1" status: 200 len: 217 time: 0.1105845 May 03 22:28:57.705284 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6749649b-ce47-42ed-8e84-de61e4415c94 req-0b521085-ba6e-41bc-be6b-1cf2b53d5e80 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009464 May 03 22:28:57.787829 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b9353-aa20-41d2-87c1-d9b67272ee48 req-03396aef-b760-46cf-a13b-b39c06fdb87c tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:57.807799 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-886b9353-aa20-41d2-87c1-d9b67272ee48 req-03396aef-b760-46cf-a13b-b39c06fdb87c tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 949 time: 0.2893312 May 03 22:28:57.813652 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port be2469c9-15bb-4a4c-aabc-fa0c5d141b42, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=be2469c9-15bb-4a4c-aabc-fa0c5d141b42,segment=NetworkSegment(dacae3a6-b935-43be-af8b-d43a7d65d6fb),segment_id=dacae3a6-b935-43be-af8b-d43a7d65d6fb)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:57.825146 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:57.843039 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-78845ccf-b95f-442c-9aa8-2df855d3e085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:57.843824 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-78845ccf-b95f-442c-9aa8-2df855d3e085 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.1452332 May 03 22:28:57.905826 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port dfe35ad1-a1bb-4104-a41c-54feba6e4fd0, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=dfe35ad1-a1bb-4104-a41c-54feba6e4fd0,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:57.920935 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-886b9353-aa20-41d2-87c1-d9b67272ee48 req-920c4e9e-4b5c-4405-913f-0ee5f7acdff5 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109033 May 03 22:28:57.948262 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-764f9ebc-5f48-4c54-a18a-116d6e5eb2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:57.949745 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-764f9ebc-5f48-4c54-a18a-116d6e5eb2b2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0973823 May 03 22:28:57.956146 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': 'dfe35ad1-a1bb-4104-a41c-54feba6e4fd0', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': 'dfe35ad1-a1bb-4104-a41c-54feba6e4fd0', 'mac_address': 'fa:16:3e:84:e9:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:28:58.065532 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9262d8a6-9016-4df8-8ebf-66fc182a7c9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85b6557b-e2da-4a21-affa-d49d97cf790c'}, {'server_uuid': 'b576106a-ab68-4119-b772-cc4213195802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2469c9-15bb-4a4c-aabc-fa0c5d141b42'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:28:58.074370 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=be2469c9-15bb-4a4c-aabc-fa0c5d141b42,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:58.077523 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:58.096223 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe35ad1-a1bb-4104-a41c-54feba6e4fd0 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:28:58.114619 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port dfe35ad1-a1bb-4104-a41c-54feba6e4fd0, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=dfe35ad1-a1bb-4104-a41c-54feba6e4fd0,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:58.119153 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:58.181021 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-902883c3-89bb-4b20-bc45-1b4a46ddb35e service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187788 May 03 22:28:58.182671 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff4c00d3-79f3-43c9-8ac4-bf01170c9acf'] response: {'name': 'network-changed', 'server_uuid': 'a7e8097c-1766-4c29-a2aa-ed74087097ad', 'tag': 'ead6cbf3-ffad-43fa-8c9d-6a2a5258d538', 'status': 'completed', 'code': 200} May 03 22:28:58.202845 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f387ec0-e6a0-4050-928c-b93f4e9041d9 req-60de22bf-9401-4073-8c18-539b29419ee9 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:58.209258 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=dfe35ad1-a1bb-4104-a41c-54feba6e4fd0,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:58.211214 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8f387ec0-e6a0-4050-928c-b93f4e9041d9 req-60de22bf-9401-4073-8c18-539b29419ee9 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.1752656 May 03 22:28:58.320411 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8f387ec0-e6a0-4050-928c-b93f4e9041d9 req-3e0b1d0d-0583-4326-966d-49a014d17c82 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977440 May 03 22:28:58.356372 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b3d89-1c9d-4e3e-8c28-5a77d76c0236 req-3f54d33d-5c4f-4c5d-80a9-a60406021bf3 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:58.358795 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-775b3d89-1c9d-4e3e-8c28-5a77d76c0236 req-3f54d33d-5c4f-4c5d-80a9-a60406021bf3 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f4bb73a-8e97-40cc-8655-fc574828c5b2 HTTP/1.1" status: 200 len: 949 time: 0.1201751 May 03 22:28:58.416629 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-775b3d89-1c9d-4e3e-8c28-5a77d76c0236 req-784ca1d3-317b-4274-a587-3f3450a09fe2 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504203 May 03 22:28:58.438023 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-850faf58-f2ce-47ce-aab7-05a353f2d5b8 req-3a2154c2-6dcf-4585-b8ec-a604702c9625 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485294 May 03 22:28:58.485596 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['dfe35ad1-a1bb-4104-a41c-54feba6e4fd0'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:28:58.559690 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ba8f2-d5f0-44c3-8a4b-ac430702af9a req-a15d4a63-aa88-48c2-b676-c64d4e7bfa27 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:58.561131 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-203ba8f2-d5f0-44c3-8a4b-ac430702af9a req-a15d4a63-aa88-48c2-b676-c64d4e7bfa27 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7e8097c-1766-4c29-a2aa-ed74087097ad HTTP/1.1" status: 200 len: 948 time: 0.1151600 May 03 22:28:58.614299 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f159448-3c21-4970-a75a-73aab62369fc req-2648360a-acb6-45a6-a242-149a1bdc44f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:58.616972 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8f159448-3c21-4970-a75a-73aab62369fc req-2648360a-acb6-45a6-a242-149a1bdc44f7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6558089924af4b01ba8328f3b500b8d9&device_id=a7e8097c-1766-4c29-a2aa-ed74087097ad HTTP/1.1" status: 200 len: 1099 time: 0.1038811 May 03 22:28:58.700052 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-203ba8f2-d5f0-44c3-8a4b-ac430702af9a req-1170b1bf-608d-4290-9a4b-068d93208e74 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ac77e79-283a-4f36-b220-001a9199e260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876391 May 03 22:28:58.739204 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa23a37-f0e5-4f15-bb62-ff145cb9ba87 req-77555f49-11a5-41fd-a8c2-dab0c21f4f4b tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:58.741386 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8fa23a37-f0e5-4f15-bb62-ff145cb9ba87 req-77555f49-11a5-41fd-a8c2-dab0c21f4f4b tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/ports?device_id=b576106a-ab68-4119-b772-cc4213195802 HTTP/1.1" status: 200 len: 946 time: 0.1706257 May 03 22:28:58.765973 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b284c7f6-6c1e-46ea-8614-d8eda98b49e6'] response: {'server_uuid': '9262d8a6-9016-4df8-8ebf-66fc182a7c9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85b6557b-e2da-4a21-affa-d49d97cf790c', 'code': 200} May 03 22:28:58.766250 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b284c7f6-6c1e-46ea-8614-d8eda98b49e6'] response: {'server_uuid': 'b576106a-ab68-4119-b772-cc4213195802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2469c9-15bb-4a4c-aabc-fa0c5d141b42', 'code': 200} May 03 22:28:58.788273 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f159448-3c21-4970-a75a-73aab62369fc req-4ad39a34-0967-4c62-93a0-8f3581a25daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:58.790328 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8f159448-3c21-4970-a75a-73aab62369fc req-4ad39a34-0967-4c62-93a0-8f3581a25daa service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.1629765 May 03 22:28:58.800187 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8fa23a37-f0e5-4f15-bb62-ff145cb9ba87 req-2b123e62-95ec-4520-bcc8-5b392d7135fc tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/security-groups?id=53e7afe2-3234-4b36-97bf-cd275dd42cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504453 May 03 22:28:58.917632 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8f159448-3c21-4970-a75a-73aab62369fc req-d8bf3a4b-258b-4a10-9a30-2e6a9aaa3e27 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=ead6cbf3-ffad-43fa-8c9d-6a2a5258d538 HTTP/1.1" status: 200 len: 217 time: 0.1185784 May 03 22:28:59.071849 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56a3ad-5371-4e1d-9995-446678f44ca5 req-cbe3281f-8188-42d1-905b-e95cf2a97936 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:59.080208 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8f56a3ad-5371-4e1d-9995-446678f44ca5 req-cbe3281f-8188-42d1-905b-e95cf2a97936 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 943 time: 0.1501048 May 03 22:28:59.145118 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f159448-3c21-4970-a75a-73aab62369fc req-65d081f8-4472-447e-b1b1-5f5088e845f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:59.147118 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8f159448-3c21-4970-a75a-73aab62369fc req-65d081f8-4472-447e-b1b1-5f5088e845f2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.2232778 May 03 22:28:59.160563 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07be5f-1ba2-4af9-ac5d-dfdfe01736d0 req-db51b4bf-6039-4f42-b021-84b46d4dac65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:59.162669 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9a07be5f-1ba2-4af9-ac5d-dfdfe01736d0 req-db51b4bf-6039-4f42-b021-84b46d4dac65 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b576106a-ab68-4119-b772-cc4213195802 HTTP/1.1" status: 200 len: 1097 time: 0.2901537 May 03 22:28:59.199234 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8f56a3ad-5371-4e1d-9995-446678f44ca5 req-c1d649c1-59ee-43d2-ad22-6361e572c2f7 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179719 May 03 22:28:59.246758 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 85b6557b-e2da-4a21-affa-d49d97cf790c details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:28:59.261236 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9a07be5f-1ba2-4af9-ac5d-dfdfe01736d0 req-8ee79a0b-0e25-4e18-b402-ab2e408e794b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=53e7afe2-3234-4b36-97bf-cd275dd42cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903056 May 03 22:28:59.269604 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f159448-3c21-4970-a75a-73aab62369fc req-ed8be2ad-22ed-4888-827c-28a609a7abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:59.273831 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8f159448-3c21-4970-a75a-73aab62369fc req-ed8be2ad-22ed-4888-827c-28a609a7abb8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1185265 May 03 22:28:59.288407 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7582cb0-41e7-403f-ba32-6ccd39e95d4c req-d57162e7-f1e9-4dd5-8e1b-e93f8c57d320 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:59.289914 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e7582cb0-41e7-403f-ba32-6ccd39e95d4c req-d57162e7-f1e9-4dd5-8e1b-e93f8c57d320 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 949 time: 0.2075284 May 03 22:28:59.412687 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 85b6557b-e2da-4a21-affa-d49d97cf790c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=85b6557b-e2da-4a21-affa-d49d97cf790c,segment=NetworkSegment(09635bff-16c9-4d7f-8a87-b6936a489987),segment_id=09635bff-16c9-4d7f-8a87-b6936a489987)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:59.427505 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '85b6557b-e2da-4a21-affa-d49d97cf790c', 'network_id': 'a572c86a-2b6a-4f54-acfd-7c80043bae5a', 'port_id': '85b6557b-e2da-4a21-affa-d49d97cf790c', 'mac_address': 'fa:16:3e:ce:fc:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87275f9-d5c3-4c1f-8855-2213c7ddc029', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:28:59.439174 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e7582cb0-41e7-403f-ba32-6ccd39e95d4c req-1a0e6a01-1be5-40a7-9072-0aae5c0e859a tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431491 May 03 22:28:59.475641 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679138d3-75be-41e9-b759-ffc8388bbad0 req-a10c2eda-86d5-4ef1-8c5e-30dbcab062b1 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:59.478350 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-679138d3-75be-41e9-b759-ffc8388bbad0 req-a10c2eda-86d5-4ef1-8c5e-30dbcab062b1 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.1124349 May 03 22:28:59.496247 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:59.504294 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8f159448-3c21-4970-a75a-73aab62369fc req-85167ed7-ff87-4da8-a391-a0a0f236a68c service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230756 May 03 22:28:59.518647 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b6557b-e2da-4a21-affa-d49d97cf790c {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:28:59.538364 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-679138d3-75be-41e9-b759-ffc8388bbad0 req-06f76e9f-de3d-414f-967c-8821333fcd34 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542769 May 03 22:28:59.564412 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 85b6557b-e2da-4a21-affa-d49d97cf790c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=85b6557b-e2da-4a21-affa-d49d97cf790c,segment=NetworkSegment(09635bff-16c9-4d7f-8a87-b6936a489987),segment_id=09635bff-16c9-4d7f-8a87-b6936a489987)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:28:59.570380 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:28:59.650369 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=85b6557b-e2da-4a21-affa-d49d97cf790c,revision_number=7']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:28:59.689047 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41079d72-7c0e-44e6-9d58-2d43296b3427 req-2f82c5b4-ac4b-4ffc-8888-82af53a9c974 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:28:59.691297 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-41079d72-7c0e-44e6-9d58-2d43296b3427 req-2f82c5b4-ac4b-4ffc-8888-82af53a9c974 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f4bb73a-8e97-40cc-8655-fc574828c5b2 HTTP/1.1" status: 200 len: 949 time: 0.0997412 May 03 22:28:59.719068 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8f159448-3c21-4970-a75a-73aab62369fc req-c132a586-4d81-4995-9ddc-b693ad68437f service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064214 May 03 22:28:59.739480 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-41079d72-7c0e-44e6-9d58-2d43296b3427 req-715e9ca7-56bc-40f7-ba70-fa7f6e5f59b5 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414596 May 03 22:29:00.061161 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf569d0-bfb4-4879-bfe7-8d5fd24ba9c4 req-2298a3b4-d436-4d6b-bf8b-5c5d688f9bdb tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:00.062662 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cdf569d0-bfb4-4879-bfe7-8d5fd24ba9c4 req-2298a3b4-d436-4d6b-bf8b-5c5d688f9bdb tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/ports?device_id=b576106a-ab68-4119-b772-cc4213195802 HTTP/1.1" status: 200 len: 946 time: 0.1368871 May 03 22:29:00.070201 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['85b6557b-e2da-4a21-affa-d49d97cf790c'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:29:00.122376 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c10fee-7ae9-491d-bcc2-6d057e6ca68e req-3f703f32-b939-4253-875f-466efdec09e9 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:00.123857 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-59c10fee-7ae9-491d-bcc2-6d057e6ca68e req-3f703f32-b939-4253-875f-466efdec09e9 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7e8097c-1766-4c29-a2aa-ed74087097ad HTTP/1.1" status: 200 len: 948 time: 0.1297851 May 03 22:29:00.128552 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cdf569d0-bfb4-4879-bfe7-8d5fd24ba9c4 req-a0fa5c07-c7ca-4a66-b028-11c46f8a4667 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/security-groups?id=53e7afe2-3234-4b36-97bf-cd275dd42cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585737 May 03 22:29:00.165814 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56744) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:00.182884 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-59c10fee-7ae9-491d-bcc2-6d057e6ca68e req-6fb9817c-fe54-445c-826c-adad7755ad9d tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ac77e79-283a-4f36-b220-001a9199e260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495939 May 03 22:29:00.288286 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-09efbb36-e2dc-4aaf-a933-01b58ba0ddb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:00.303049 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-09efbb36-e2dc-4aaf-a933-01b58ba0ddb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:29:00.306917 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-09efbb36-e2dc-4aaf-a933-01b58ba0ddb6 admin admin] Usage tracker for resource:security_group_rule and tenant:6c3d75f140b6431da6a5c446e8e48af8 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:29:00.309769 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-09efbb36-e2dc-4aaf-a933-01b58ba0ddb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:29:00.315793 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-09efbb36-e2dc-4aaf-a933-01b58ba0ddb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:29:00.390647 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552b00e-54a7-417d-b726-109a26ff2104 req-28f1ef89-6b71-463f-90bd-41e578587e8a tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:00.392215 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6552b00e-54a7-417d-b726-109a26ff2104 req-28f1ef89-6b71-463f-90bd-41e578587e8a tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 944 time: 0.0792246 May 03 22:29:00.397554 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-09efbb36-e2dc-4aaf-a933-01b58ba0ddb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:00.401375 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-09efbb36-e2dc-4aaf-a933-01b58ba0ddb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:00.439894 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6552b00e-54a7-417d-b726-109a26ff2104 req-9d4d8d25-765c-49f7-93e3-456495a76d53 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380840 May 03 22:29:00.448146 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-09efbb36-e2dc-4aaf-a933-01b58ba0ddb6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6c3d75f140b6431da6a5c446e8e48af8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2806702 May 03 22:29:00.449667 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09efbb36-e2dc-4aaf-a933-01b58ba0ddb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5494fcf-499b-4977-ae43-f5e75a432c33,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:00.450762 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56752) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:00.516563 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0a296467-b469-4ac2-8f46-b3575fa901af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:00.549540 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0a296467-b469-4ac2-8f46-b3575fa901af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:00.719177 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf24fd0-d82f-445c-9147-a31dfa23357b req-1bed30ea-650b-43c1-90c1-a6c9c7f2fc07 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:00.720532 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3bf24fd0-d82f-445c-9147-a31dfa23357b req-1bed30ea-650b-43c1-90c1-a6c9c7f2fc07 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 949 time: 0.1567938 May 03 22:29:00.721111 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0a296467-b469-4ac2-8f46-b3575fa901af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:00.754582 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a296467-b469-4ac2-8f46-b3575fa901af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5494fcf-499b-4977-ae43-f5e75a432c33,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:00.771611 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0a296467-b469-4ac2-8f46-b3575fa901af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:00.773240 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0a296467-b469-4ac2-8f46-b3575fa901af admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d5494fcf-499b-4977-ae43-f5e75a432c33 HTTP/1.1" status: 204 len: 168 time: 0.3208954 May 03 22:29:00.858064 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3bf24fd0-d82f-445c-9147-a31dfa23357b req-11c0027c-aad2-4513-906e-fd807f9604b7 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243522 May 03 22:29:00.879509 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74373d30-7517-4afd-b712-5560819dbc8f req-a811548f-d33c-40e0-a76b-5366c5525f72 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:00.881677 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-74373d30-7517-4afd-b712-5560819dbc8f req-a811548f-d33c-40e0-a76b-5366c5525f72 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.2280571 May 03 22:29:00.933135 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-4cbd2d35-ed6c-4290-8cdd-c6017811686a service neutron] show failed (client error): The resource could not be found. May 03 22:29:00.933465 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-4cbd2d35-ed6c-4290-8cdd-c6017811686a service neutron] 10.222.0.67 "GET /v2.0/ports/51a443ea-606a-4a08-ab5d-52d6e694760c/bindings/n-h1-811807-1 HTTP/1.1" status: 404 len: 380 time: 0.1445370 May 03 22:29:01.115918 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-74373d30-7517-4afd-b712-5560819dbc8f req-36611583-207a-43f0-879b-e0ccb0e8de0a tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151506 May 03 22:29:01.129355 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56768) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:01.150813 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a94d4e4c-b0b4-4ff2-b919-750767ceb941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:01.169659 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a94d4e4c-b0b4-4ff2-b919-750767ceb941 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:29:01.177747 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a94d4e4c-b0b4-4ff2-b919-750767ceb941 admin admin] Usage tracker for resource:security_group_rule and tenant:3b869f4c191145a9861693412dafe651 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:29:01.181366 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a94d4e4c-b0b4-4ff2-b919-750767ceb941 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:29:01.188529 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a94d4e4c-b0b4-4ff2-b919-750767ceb941 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:29:01.209527 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df962abd-20f6-4da0-b585-908cbf9fb392 req-8d823999-5e15-43d1-8e98-f508682ef43a tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:01.212508 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-df962abd-20f6-4da0-b585-908cbf9fb392 req-8d823999-5e15-43d1-8e98-f508682ef43a tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f4bb73a-8e97-40cc-8655-fc574828c5b2 HTTP/1.1" status: 200 len: 949 time: 0.1655347 May 03 22:29:01.261548 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-df962abd-20f6-4da0-b585-908cbf9fb392 req-f0dee554-43bb-4c87-be9f-82dd0132e11e tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432043 May 03 22:29:01.342553 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a94d4e4c-b0b4-4ff2-b919-750767ceb941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:01.349328 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a94d4e4c-b0b4-4ff2-b919-750767ceb941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:01.401832 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a94d4e4c-b0b4-4ff2-b919-750767ceb941 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b869f4c191145a9861693412dafe651&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2705083 May 03 22:29:01.405907 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-15301298-d5ec-4190-9fa6-e73b7c4cc105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:01.407474 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-15301298-d5ec-4190-9fa6-e73b7c4cc105 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c&tenant_id=e5ed80acbb9f47e383e08a46b5c2d155 HTTP/1.1" status: 200 len: 1100 time: 0.1664815 May 03 22:29:01.408084 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56778) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:01.410574 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d4e4c-b0b4-4ff2-b919-750767ceb941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af26a6a4-d5bd-4e1d-8bf8-d7a8cdc6b480,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:01.431078 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-bd8ef689-2f5d-468c-8745-e7542beecc9b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811807-1', 'device_owner': 'compute:nova'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:29:01.534722 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7ae17-c7fa-4c34-a15a-410bc3fe5606 req-c9aa876f-b389-4bed-b53e-f74e33ab6a9e tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:01.536714 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-44a7ae17-c7fa-4c34-a15a-410bc3fe5606 req-c9aa876f-b389-4bed-b53e-f74e33ab6a9e tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7e8097c-1766-4c29-a2aa-ed74087097ad HTTP/1.1" status: 200 len: 948 time: 0.0987883 May 03 22:29:01.543840 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device ead6cbf3-ffad-43fa-8c9d-6a2a5258d538 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:29:01.544353 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31c09d-7208-4cec-9ddf-a5d89366872b req-34d45e9c-afcf-4e8d-a8e0-1dedd12a5bfd tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:01.545674 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2f31c09d-7208-4cec-9ddf-a5d89366872b req-34d45e9c-afcf-4e8d-a8e0-1dedd12a5bfd tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/ports?device_id=b576106a-ab68-4119-b772-cc4213195802 HTTP/1.1" status: 200 len: 946 time: 0.1628194 May 03 22:29:01.608713 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-bd8ef689-2f5d-468c-8745-e7542beecc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:01.626260 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-44a7ae17-c7fa-4c34-a15a-410bc3fe5606 req-431e465d-faee-4adc-829b-b4d95e609787 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ac77e79-283a-4f36-b220-001a9199e260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794511 May 03 22:29:01.631757 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device dfe35ad1-a1bb-4104-a41c-54feba6e4fd0 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:29:01.641540 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0993d7c5-aefa-43e4-b4e6-518182b8d6e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:01.642171 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2f31c09d-7208-4cec-9ddf-a5d89366872b req-ff4de9a9-33f8-43c0-81cd-0f0a0dd9ce5f tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/security-groups?id=53e7afe2-3234-4b36-97bf-cd275dd42cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816653 May 03 22:29:01.734421 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0993d7c5-aefa-43e4-b4e6-518182b8d6e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:01.823898 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c47e1-dc63-4337-a95e-99154bb1247b req-573b09a2-153c-4ebd-b8f9-1dad2da65688 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:01.825392 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f7c47e1-dc63-4337-a95e-99154bb1247b req-573b09a2-153c-4ebd-b8f9-1dad2da65688 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.0945489 May 03 22:29:01.915054 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0993d7c5-aefa-43e4-b4e6-518182b8d6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:01.930082 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f7c47e1-dc63-4337-a95e-99154bb1247b req-28350c62-7249-46f3-b045-5881a3297136 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674393 May 03 22:29:01.952800 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858da39b-7628-48d3-bf0e-ee893fda33e6 req-994484f3-9872-4f98-910b-46e817e25bd7 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:01.955039 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-858da39b-7628-48d3-bf0e-ee893fda33e6 req-994484f3-9872-4f98-910b-46e817e25bd7 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 944 time: 0.1242347 May 03 22:29:01.977906 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port dfe35ad1-a1bb-4104-a41c-54feba6e4fd0 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:29:01.988066 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port ead6cbf3-ffad-43fa-8c9d-6a2a5258d538, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=ead6cbf3-ffad-43fa-8c9d-6a2a5258d538,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:01.990859 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993d7c5-aefa-43e4-b4e6-518182b8d6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af26a6a4-d5bd-4e1d-8bf8-d7a8cdc6b480,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:01.999529 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port dfe35ad1-a1bb-4104-a41c-54feba6e4fd0 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:29:02.000127 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:02.013758 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0993d7c5-aefa-43e4-b4e6-518182b8d6e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:02.014844 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-858da39b-7628-48d3-bf0e-ee893fda33e6 req-b4ee9112-dc04-4c88-a344-0287847de1e3 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528338 May 03 22:29:02.025346 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0993d7c5-aefa-43e4-b4e6-518182b8d6e3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/af26a6a4-d5bd-4e1d-8bf8-d7a8cdc6b480 HTTP/1.1" status: 204 len: 168 time: 0.6140046 May 03 22:29:02.075909 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': 'ead6cbf3-ffad-43fa-8c9d-6a2a5258d538', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': 'ead6cbf3-ffad-43fa-8c9d-6a2a5258d538', 'mac_address': 'fa:16:3e:95:e3:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:29:02.078653 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-bd8ef689-2f5d-468c-8745-e7542beecc9b service neutron] For port 51a443ea-606a-4a08-ab5d-52d6e694760c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=51a443ea-606a-4a08-ab5d-52d6e694760c,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:02.145600 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-bd8ef689-2f5d-468c-8745-e7542beecc9b service neutron] For port 51a443ea-606a-4a08-ab5d-52d6e694760c, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:29:02.216852 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:02.220506 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32b6dc-11b0-4722-a4e7-dea4277a822b req-dd27fb62-f4b6-40c1-ad20-8072a2b8daf1 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:02.228198 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1d32b6dc-11b0-4722-a4e7-dea4277a822b req-dd27fb62-f4b6-40c1-ad20-8072a2b8daf1 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/ports?device_id=7cffbef1-08c8-4ace-826d-d58518556201 HTTP/1.1" status: 200 len: 945 time: 0.1616960 May 03 22:29:02.237828 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:02.245324 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203b3e2e-ba38-4bd7-95a3-8f66ac27e10c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51a443ea-606a-4a08-ab5d-52d6e694760c'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:29:02.250988 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ead6cbf3-ffad-43fa-8c9d-6a2a5258d538 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:29:02.253069 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-bd8ef689-2f5d-468c-8745-e7542beecc9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:02.276187 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-bd8ef689-2f5d-468c-8745-e7542beecc9b service neutron] Transition to ACTIVE for port object 51a443ea-606a-4a08-ab5d-52d6e694760c will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:29:02.281257 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-bd8ef689-2f5d-468c-8745-e7542beecc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:02.284304 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4bb73a-8e97-40cc-8655-fc574828c5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe35ad1-a1bb-4104-a41c-54feba6e4fd0'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:29:02.293486 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port ead6cbf3-ffad-43fa-8c9d-6a2a5258d538, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=ead6cbf3-ffad-43fa-8c9d-6a2a5258d538,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:02.294577 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1d32b6dc-11b0-4722-a4e7-dea4277a822b req-e58e2f9d-871e-4ef0-b1be-47b6efa4fb6b tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/security-groups?id=53e7afe2-3234-4b36-97bf-cd275dd42cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653245 May 03 22:29:02.298457 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port dfe35ad1-a1bb-4104-a41c-54feba6e4fd0, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=dfe35ad1-a1bb-4104-a41c-54feba6e4fd0,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:02.300513 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:02.355182 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:02.362265 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbda0b1-c5c6-4fdc-9b23-be4034854960 req-c151f6d9-9248-4fd7-97b7-92567ecbe136 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:02.372630 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dbbda0b1-c5c6-4fdc-9b23-be4034854960 req-c151f6d9-9248-4fd7-97b7-92567ecbe136 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 949 time: 0.2032700 May 03 22:29:02.372997 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ef689-2f5d-468c-8745-e7542beecc9b service neutron] Pushing event updated for resources: {'Port': ['ID=51a443ea-606a-4a08-ab5d-52d6e694760c,revision_number=6']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:02.400114 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=ead6cbf3-ffad-43fa-8c9d-6a2a5258d538,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:02.460026 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dbbda0b1-c5c6-4fdc-9b23-be4034854960 req-cd714fb5-2cc7-4445-b40e-207b3351a3f7 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862579 May 03 22:29:02.483595 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-814aa208-579e-4d3c-bfd8-9273a851ce62'] response: {'server_uuid': '203b3e2e-ba38-4bd7-95a3-8f66ac27e10c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51a443ea-606a-4a08-ab5d-52d6e694760c', 'code': 200} May 03 22:29:02.493278 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=dfe35ad1-a1bb-4104-a41c-54feba6e4fd0,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:02.538220 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-bd8ef689-2f5d-468c-8745-e7542beecc9b service neutron] No DVR routers for this DVR port 51a443ea-606a-4a08-ab5d-52d6e694760c on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:29:02.547681 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-011e7415-167a-4dcf-9b5b-cd2c3e13e382'] response: {'server_uuid': '6f4bb73a-8e97-40cc-8655-fc574828c5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe35ad1-a1bb-4104-a41c-54feba6e4fd0', 'code': 200} May 03 22:29:02.628002 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-bd8ef689-2f5d-468c-8745-e7542beecc9b service neutron] Attempting to bind port 51a443ea-606a-4a08-ab5d-52d6e694760c on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:29:02.628583 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-bd8ef689-2f5d-468c-8745-e7542beecc9b service neutron] Attempting to bind port 51a443ea-606a-4a08-ab5d-52d6e694760c by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:29:02.629097 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-bd8ef689-2f5d-468c-8745-e7542beecc9b service neutron] Attempting to bind port 51a443ea-606a-4a08-ab5d-52d6e694760c on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:29:02.647403 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['ead6cbf3-ffad-43fa-8c9d-6a2a5258d538'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:29:02.648813 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-bd8ef689-2f5d-468c-8745-e7542beecc9b service neutron] Port 51a443ea-606a-4a08-ab5d-52d6e694760c on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:29:02.650066 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-bd8ef689-2f5d-468c-8745-e7542beecc9b service neutron] Attempting to bind port 51a443ea-606a-4a08-ab5d-52d6e694760c on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:29:02.675532 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-bd8ef689-2f5d-468c-8745-e7542beecc9b service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:29:02.677086 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-bd8ef689-2f5d-468c-8745-e7542beecc9b service neutron] Checking segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:29:02.679530 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-bd8ef689-2f5d-468c-8745-e7542beecc9b service neutron] Bound using segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:29:02.681150 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-bd8ef689-2f5d-468c-8745-e7542beecc9b service neutron] Bound port: 51a443ea-606a-4a08-ab5d-52d6e694760c, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:29:02.681987 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-bd8ef689-2f5d-468c-8745-e7542beecc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:02.815897 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e4857-b031-4793-a6ef-672ff0daf724 req-d9976380-da8d-48d9-b06f-94c0519aa48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:02.817981 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b93e4857-b031-4793-a6ef-672ff0daf724 req-d9976380-da8d-48d9-b06f-94c0519aa48b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6f4bb73a-8e97-40cc-8655-fc574828c5b2 HTTP/1.1" status: 200 len: 1101 time: 0.2222831 May 03 22:29:02.825960 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06f324-a1d8-443d-a558-3b6cc4efd875 req-941675a7-3eaf-4ebf-8c41-29f440534b44 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:02.833038 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8e06f324-a1d8-443d-a558-3b6cc4efd875 req-941675a7-3eaf-4ebf-8c41-29f440534b44 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f4bb73a-8e97-40cc-8655-fc574828c5b2 HTTP/1.1" status: 200 len: 950 time: 0.1655762 May 03 22:29:02.843226 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-bd8ef689-2f5d-468c-8745-e7542beecc9b service neutron] For port 51a443ea-606a-4a08-ab5d-52d6e694760c, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:29:02.846674 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-bd8ef689-2f5d-468c-8745-e7542beecc9b service neutron] For port 51a443ea-606a-4a08-ab5d-52d6e694760c, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=51a443ea-606a-4a08-ab5d-52d6e694760c,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:29:02.855733 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-bd8ef689-2f5d-468c-8745-e7542beecc9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:02.930201 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8e06f324-a1d8-443d-a558-3b6cc4efd875 req-37541038-254c-483a-a9c2-ebb8b537367f tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961096 May 03 22:29:02.941827 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b93e4857-b031-4793-a6ef-672ff0daf724 req-7c0759cf-99ac-46d9-a720-4f2b335b3c41 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060500 May 03 22:29:02.968179 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-bd8ef689-2f5d-468c-8745-e7542beecc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:02.968806 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-bd8ef689-2f5d-468c-8745-e7542beecc9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:02.970283 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-bd8ef689-2f5d-468c-8745-e7542beecc9b service neutron] 10.222.0.60 "PUT /v2.0/ports/51a443ea-606a-4a08-ab5d-52d6e694760c HTTP/1.1" status: 200 len: 1095 time: 1.5461917 May 03 22:29:03.043944 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ef689-2f5d-468c-8745-e7542beecc9b service neutron] Pushing event updated for resources: {'Port': ['ID=51a443ea-606a-4a08-ab5d-52d6e694760c,revision_number=7']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:03.221310 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e193b-1d68-4bdc-a306-e1de1ba612d2 req-ad090ba4-4b1d-4713-b447-a95ff0609ec3 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:03.233712 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-449e193b-1d68-4bdc-a306-e1de1ba612d2 req-ad090ba4-4b1d-4713-b447-a95ff0609ec3 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7e8097c-1766-4c29-a2aa-ed74087097ad HTTP/1.1" status: 200 len: 949 time: 0.1356626 May 03 22:29:03.261890 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-a97e75dc-4100-4d59-9ae4-d991acbd4955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:03.264209 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-a97e75dc-4100-4d59-9ae4-d991acbd4955 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 1098 time: 0.1024556 May 03 22:29:03.276212 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 85b6557b-e2da-4a21-affa-d49d97cf790c up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:29:03.289532 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-449e193b-1d68-4bdc-a306-e1de1ba612d2 req-458c740d-f453-41d5-bb63-d43aaa804920 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ac77e79-283a-4f36-b220-001a9199e260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549254 May 03 22:29:03.383096 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 85b6557b-e2da-4a21-affa-d49d97cf790c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:29:03.383338 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:03.511759 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-da5bd968-6705-48ba-bfa9-5902f80ebbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:03.513821 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-da5bd968-6705-48ba-bfa9-5902f80ebbeb service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.2386174 May 03 22:29:03.543795 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:03.607152 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 85b6557b-e2da-4a21-affa-d49d97cf790c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=85b6557b-e2da-4a21-affa-d49d97cf790c,segment=NetworkSegment(09635bff-16c9-4d7f-8a87-b6936a489987),segment_id=09635bff-16c9-4d7f-8a87-b6936a489987)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:03.612638 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:03.613654 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 51a443ea-606a-4a08-ab5d-52d6e694760c no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:29:03.622712 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ab855-fb40-4103-a569-2d08c7e6c0f7 req-080bdb8d-2a77-4cb9-bd30-045ffae8c525 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:03.624201 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1f1ab855-fb40-4103-a569-2d08c7e6c0f7 req-080bdb8d-2a77-4cb9-bd30-045ffae8c525 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 944 time: 0.1504586 May 03 22:29:03.687466 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1f1ab855-fb40-4103-a569-2d08c7e6c0f7 req-12645fd5-428f-4c52-bf73-4927ad3b2f06 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568395 May 03 22:29:03.712203 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd12808-7b0d-4688-b04e-82089d6f9f8b req-69a3d3f0-dccc-41fc-8476-62f8a240ca54 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:03.713756 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-acd12808-7b0d-4688-b04e-82089d6f9f8b req-69a3d3f0-dccc-41fc-8476-62f8a240ca54 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.2003741 May 03 22:29:03.746276 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 51a443ea-606a-4a08-ab5d-52d6e694760c not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:29:03.762810 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-ba92a8fb-73bb-46f3-a9de-c95373651aaa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=51a443ea-606a-4a08-ab5d-52d6e694760c HTTP/1.1" status: 200 len: 217 time: 0.2420561 May 03 22:29:03.764851 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=85b6557b-e2da-4a21-affa-d49d97cf790c,revision_number=8']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:03.799912 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-acd12808-7b0d-4688-b04e-82089d6f9f8b req-1d31fdcf-25ca-400f-b479-265acb259c27 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737894 May 03 22:29:03.858107 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-1a1f3c3b-b679-47d9-b4a5-7d5b041eea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:03.859883 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-1a1f3c3b-b679-47d9-b4a5-7d5b041eea4f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.0882354 May 03 22:29:03.946034 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-0cba879e-3470-40e7-a0a5-eb69644495fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:03.947493 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-0cba879e-3470-40e7-a0a5-eb69644495fb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0798035 May 03 22:29:03.994534 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38af3d5-8987-40d1-8e84-ff7fec757506 req-f45b1a25-3cdb-452f-bae8-4d6b68134d01 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:03.996042 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d38af3d5-8987-40d1-8e84-ff7fec757506 req-f45b1a25-3cdb-452f-bae8-4d6b68134d01 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/ports?device_id=7cffbef1-08c8-4ace-826d-d58518556201 HTTP/1.1" status: 200 len: 945 time: 0.1669893 May 03 22:29:04.037930 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a68dda-96fc-4f76-966a-db51e3d7800e req-fafdcdd4-3f38-47f6-bc97-57fb897f9f32 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:04.039386 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-73a68dda-96fc-4f76-966a-db51e3d7800e req-fafdcdd4-3f38-47f6-bc97-57fb897f9f32 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 947 time: 0.1229897 May 03 22:29:04.083108 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d38af3d5-8987-40d1-8e84-ff7fec757506 req-0d43124e-8383-49b4-81e5-dba0b915e32d tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/security-groups?id=53e7afe2-3234-4b36-97bf-cd275dd42cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780478 May 03 22:29:04.101687 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-fb40dbb0-075a-4e11-a484-6b5ba90351e1 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378710 May 03 22:29:04.118431 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-73a68dda-96fc-4f76-966a-db51e3d7800e req-7a946fbc-fb1b-44df-8aee-becae3cedbf7 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702262 May 03 22:29:04.280319 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-583eebbf-5a5d-4a4e-ab65-3b4fb89b6674 req-fb24d2cd-ea93-49ab-a658-6ead09cc0756 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657350 May 03 22:29:04.365206 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555099c3-6007-43ef-bfb4-11f3f9909dcb req-ec4c86bb-a3de-42f4-86eb-b330c558d670 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:04.366941 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-555099c3-6007-43ef-bfb4-11f3f9909dcb req-ec4c86bb-a3de-42f4-86eb-b330c558d670 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.1757119 May 03 22:29:04.382025 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7098e-a1d5-4b3c-92d8-ab5602be7528 req-8d29be32-6fdb-495d-91d0-27bd8c43f268 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:04.388863 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9ce7098e-a1d5-4b3c-92d8-ab5602be7528 req-8d29be32-6fdb-495d-91d0-27bd8c43f268 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f4bb73a-8e97-40cc-8655-fc574828c5b2 HTTP/1.1" status: 200 len: 950 time: 0.1356637 May 03 22:29:04.463796 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9ce7098e-a1d5-4b3c-92d8-ab5602be7528 req-bae913d0-9849-4d54-a2ad-7d98481eeba0 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739343 May 03 22:29:04.477761 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-555099c3-6007-43ef-bfb4-11f3f9909dcb req-e01373d1-ea84-423b-b622-733db46dca18 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867748 May 03 22:29:04.484548 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '203b3e2e-ba38-4bd7-95a3-8f66ac27e10c', 'tag': '51a443ea-606a-4a08-ab5d-52d6e694760c'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:29:04.548549 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9262d8a6-9016-4df8-8ebf-66fc182a7c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b6557b-e2da-4a21-affa-d49d97cf790c'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:29:04.560662 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c5adb60-a190-4976-922d-dad31948a1a8'] response: {'name': 'network-changed', 'server_uuid': '203b3e2e-ba38-4bd7-95a3-8f66ac27e10c', 'tag': '51a443ea-606a-4a08-ab5d-52d6e694760c', 'status': 'completed', 'code': 200} May 03 22:29:04.748677 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b10488-708c-48db-9e39-78c13a7912b8 req-60bd6f54-6517-492d-86d8-ba61837c3f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:04.750073 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f7b10488-708c-48db-9e39-78c13a7912b8 req-60bd6f54-6517-492d-86d8-ba61837c3f0d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 1098 time: 0.1650977 May 03 22:29:04.759069 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d553d-a3d5-4908-98f1-18036e5cd73f req-16934d49-b13a-4786-8455-7ae3a7ba2e12 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:04.759806 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-7f1d553d-a3d5-4908-98f1-18036e5cd73f req-16934d49-b13a-4786-8455-7ae3a7ba2e12 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Synchronizing usage tracker for tenant:964eab20c47a48b9be884c892eb2f1a7 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:29:04.811666 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-7f1d553d-a3d5-4908-98f1-18036e5cd73f req-16934d49-b13a-4786-8455-7ae3a7ba2e12 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Unset dirty status for tenant:964eab20c47a48b9be884c892eb2f1a7 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:29:04.812922 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7f1d553d-a3d5-4908-98f1-18036e5cd73f req-16934d49-b13a-4786-8455-7ae3a7ba2e12 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cffbef1-08c8-4ace-826d-d58518556201 HTTP/1.1" status: 200 len: 945 time: 0.1591794 May 03 22:29:04.888501 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b4b46-3cc4-45dc-b6be-39bcacfd91d0 req-3e6522a1-8faf-4cbf-93db-397209902f42 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:04.890204 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2e8b4b46-3cc4-45dc-b6be-39bcacfd91d0 req-3e6522a1-8faf-4cbf-93db-397209902f42 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7e8097c-1766-4c29-a2aa-ed74087097ad HTTP/1.1" status: 200 len: 949 time: 0.3186944 May 03 22:29:04.906406 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a9b88-2328-4c56-accf-fbcb8cd84f47 req-3ea7d793-4020-498f-babb-6215744c2b2d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:04.910318 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e93a9b88-2328-4c56-accf-fbcb8cd84f47 req-3ea7d793-4020-498f-babb-6215744c2b2d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.1464686 May 03 22:29:04.942954 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b10488-708c-48db-9e39-78c13a7912b8 req-a1b3a164-da3a-4184-8457-d0b6b09d7b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:04.945060 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f7b10488-708c-48db-9e39-78c13a7912b8 req-a1b3a164-da3a-4184-8457-d0b6b09d7b56 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 1098 time: 0.3311226 May 03 22:29:04.959546 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-7f1d553d-a3d5-4908-98f1-18036e5cd73f req-28379276-9541-4c5d-980e-96f09c155fc3 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Deleting port ef55c088-0519-478c-8e40-9e30f29f1e4d {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:29:04.959889 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7f1d553d-a3d5-4908-98f1-18036e5cd73f req-28379276-9541-4c5d-980e-96f09c155fc3 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:05.005167 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b10488-708c-48db-9e39-78c13a7912b8 req-5beead5f-126a-46c8-8d84-d4154e2a302b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:05.006561 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f7b10488-708c-48db-9e39-78c13a7912b8 req-5beead5f-126a-46c8-8d84-d4154e2a302b service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.2440889 May 03 22:29:05.083616 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f7b10488-708c-48db-9e39-78c13a7912b8 req-1d37c1be-7523-43c2-957c-c3fe0dd733a5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=51a443ea-606a-4a08-ab5d-52d6e694760c HTTP/1.1" status: 200 len: 217 time: 0.0689511 May 03 22:29:05.093682 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2e8b4b46-3cc4-45dc-b6be-39bcacfd91d0 req-57d3c8ab-ffb0-4434-b3c0-eaf499ee8b9f tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ac77e79-283a-4f36-b220-001a9199e260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801307 May 03 22:29:05.108300 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e93a9b88-2328-4c56-accf-fbcb8cd84f47 req-5665aa80-b109-4a19-9c1b-affa2171132c tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622124 May 03 22:29:05.194842 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b10488-708c-48db-9e39-78c13a7912b8 req-d12f0355-446c-4a0f-b3e9-25098a6e3cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:05.196258 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f7b10488-708c-48db-9e39-78c13a7912b8 req-d12f0355-446c-4a0f-b3e9-25098a6e3cb1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.0863953 May 03 22:29:05.209938 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b10488-708c-48db-9e39-78c13a7912b8 req-8853da3e-58ca-4546-9c34-4a6c24222c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:05.212643 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f7b10488-708c-48db-9e39-78c13a7912b8 req-8853da3e-58ca-4546-9c34-4a6c24222c46 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.2485077 May 03 22:29:05.219079 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33536a52-7a9a-48d2-a3b9-317727457726'] response: {'server_uuid': '9262d8a6-9016-4df8-8ebf-66fc182a7c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b6557b-e2da-4a21-affa-d49d97cf790c', 'code': 200} May 03 22:29:05.252701 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56882) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:05.385062 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f7b10488-708c-48db-9e39-78c13a7912b8 req-3f5258a1-7739-4951-b396-ea2c7bd0c23a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=51a443ea-606a-4a08-ab5d-52d6e694760c HTTP/1.1" status: 200 len: 217 time: 0.1631951 May 03 22:29:05.465548 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b10488-708c-48db-9e39-78c13a7912b8 req-21633a9c-fbaf-4ea0-9720-fce8aff1e925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:05.467019 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f7b10488-708c-48db-9e39-78c13a7912b8 req-21633a9c-fbaf-4ea0-9720-fce8aff1e925 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2596664 May 03 22:29:05.471930 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fd7e69ca-c60e-4720-8f76-fc17e819dd47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:05.500908 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7628cd-22ad-4b94-a816-cd827faa08d5 req-79f4729a-e6be-47e7-823f-4aa3561a7fb7 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:05.502402 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aa7628cd-22ad-4b94-a816-cd827faa08d5 req-79f4729a-e6be-47e7-823f-4aa3561a7fb7 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.67 "GET /v2.0/ports?device_id=b576106a-ab68-4119-b772-cc4213195802 HTTP/1.1" status: 200 len: 946 time: 0.3676045 May 03 22:29:05.531686 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-fd7e69ca-c60e-4720-8f76-fc17e819dd47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:29:05.551164 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-fd7e69ca-c60e-4720-8f76-fc17e819dd47 admin admin] Usage tracker for resource:security_group_rule and tenant:b61c0bfb288c498e9296b5dc753a33cf is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:29:05.556506 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-7f1d553d-a3d5-4908-98f1-18036e5cd73f req-28379276-9541-4c5d-980e-96f09c155fc3 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] For port ef55c088-0519-478c-8e40-9e30f29f1e4d, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=ef55c088-0519-478c-8e40-9e30f29f1e4d,segment=NetworkSegment(dacae3a6-b935-43be-af8b-d43a7d65d6fb),segment_id=dacae3a6-b935-43be-af8b-d43a7d65d6fb)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:05.557370 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7f1d553d-a3d5-4908-98f1-18036e5cd73f req-28379276-9541-4c5d-980e-96f09c155fc3 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:05.563511 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device ead6cbf3-ffad-43fa-8c9d-6a2a5258d538 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:29:05.564612 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-fd7e69ca-c60e-4720-8f76-fc17e819dd47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:29:05.573433 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b10488-708c-48db-9e39-78c13a7912b8 req-f0fa0066-89aa-4e42-a1fe-c6bd770ee229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:05.574891 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f7b10488-708c-48db-9e39-78c13a7912b8 req-f0fa0066-89aa-4e42-a1fe-c6bd770ee229 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.1796567 May 03 22:29:05.589273 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e5289-d214-451c-8da0-39b7efd43ea8 req-45a16e54-f262-403a-af86-ee005dd9f20a tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:05.596228 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0d5e5289-d214-451c-8da0-39b7efd43ea8 req-45a16e54-f262-403a-af86-ee005dd9f20a tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 945 time: 0.2837405 May 03 22:29:05.659405 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port ead6cbf3-ffad-43fa-8c9d-6a2a5258d538 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:29:05.665272 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port ead6cbf3-ffad-43fa-8c9d-6a2a5258d538 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:29:05.665846 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:05.702338 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-aa7628cd-22ad-4b94-a816-cd827faa08d5 req-4a42ce0b-3980-4c00-8a35-83260a9c1163 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Deleting port be2469c9-15bb-4a4c-aabc-fa0c5d141b42 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:29:05.702698 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-aa7628cd-22ad-4b94-a816-cd827faa08d5 req-4a42ce0b-3980-4c00-8a35-83260a9c1163 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:05.769390 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0d5e5289-d214-451c-8da0-39b7efd43ea8 req-371a98fa-2de3-4048-b93d-173d656d5d49 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718292 May 03 22:29:05.796864 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-fd7e69ca-c60e-4720-8f76-fc17e819dd47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:29:05.802094 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:05.841822 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port ead6cbf3-ffad-43fa-8c9d-6a2a5258d538, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=ead6cbf3-ffad-43fa-8c9d-6a2a5258d538,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:05.847299 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:05.859871 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946124b6-8f16-495c-bb9e-c1ef89dff69e req-5af329f2-11a6-4eb4-8f70-f4f4b33068af tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:05.868236 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-946124b6-8f16-495c-bb9e-c1ef89dff69e req-5af329f2-11a6-4eb4-8f70-f4f4b33068af tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/ports?device_id=7cffbef1-08c8-4ace-826d-d58518556201 HTTP/1.1" status: 200 len: 945 time: 0.4407005 May 03 22:29:05.870240 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-7f1d553d-a3d5-4908-98f1-18036e5cd73f req-28379276-9541-4c5d-980e-96f09c155fc3 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Calling delete_port for ef55c088-0519-478c-8e40-9e30f29f1e4d owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:29:05.925450 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=ead6cbf3-ffad-43fa-8c9d-6a2a5258d538,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:05.933881 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:29:05.934493 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:29:05.934493 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:29:05.934848 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:29:05.935093 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:29:05.935415 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:29:05.935907 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:29:05.936402 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:29:05.936873 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:29:05.937343 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:29:05.937989 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:29:05.938467 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:29:05.964663 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6021da-f822-4747-b15e-a4bc61ab2170 req-e224bfec-9ef3-4014-a4e4-be0789d4fcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:05.966147 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7a6021da-f822-4747-b15e-a4bc61ab2170 req-e224bfec-9ef3-4014-a4e4-be0789d4fcf2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 1096 time: 0.5818093 May 03 22:29:05.980603 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-946124b6-8f16-495c-bb9e-c1ef89dff69e req-5b4a726e-7cef-4e54-9ec3-038ff7932c52 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.58 "GET /v2.0/security-groups?id=53e7afe2-3234-4b36-97bf-cd275dd42cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113219 May 03 22:29:06.019275 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f7b10488-708c-48db-9e39-78c13a7912b8 req-52325cb5-9d13-4eab-bf8f-e151e6f1cafe service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5294642 May 03 22:29:06.042539 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b10488-708c-48db-9e39-78c13a7912b8 req-2755d352-cff5-4cba-8b62-ddd8b7a8e477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:06.043925 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f7b10488-708c-48db-9e39-78c13a7912b8 req-2755d352-cff5-4cba-8b62-ddd8b7a8e477 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4444597 May 03 22:29:06.129948 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7a6021da-f822-4747-b15e-a4bc61ab2170 req-1f9d2c2e-e7c8-444b-a90f-d92946bbe6bf service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498322 May 03 22:29:06.262871 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7f1d553d-a3d5-4908-98f1-18036e5cd73f req-28379276-9541-4c5d-980e-96f09c155fc3 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:06.268061 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fd7e69ca-c60e-4720-8f76-fc17e819dd47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:06.275227 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['ef55c088-0519-478c-8e40-9e30f29f1e4d', 'be2469c9-15bb-4a4c-aabc-fa0c5d141b42'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:29:06.314186 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f7b10488-708c-48db-9e39-78c13a7912b8 req-3203714e-f8d0-4c7a-a600-5ff3b8cd657a service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867198 May 03 22:29:06.314681 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fd7e69ca-c60e-4720-8f76-fc17e819dd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:06.314799 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dacdb22-f75d-4c22-a913-888e13942b8b req-5733b5f8-db4d-4bbd-8c8c-85f2e27e2cce tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:06.316228 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1dacdb22-f75d-4c22-a913-888e13942b8b req-5733b5f8-db4d-4bbd-8c8c-85f2e27e2cce tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 947 time: 0.4197612 May 03 22:29:06.322477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-aa7628cd-22ad-4b94-a816-cd827faa08d5 req-4a42ce0b-3980-4c00-8a35-83260a9c1163 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] For port be2469c9-15bb-4a4c-aabc-fa0c5d141b42, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=be2469c9-15bb-4a4c-aabc-fa0c5d141b42,segment=NetworkSegment(dacae3a6-b935-43be-af8b-d43a7d65d6fb),segment_id=dacae3a6-b935-43be-af8b-d43a7d65d6fb)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:06.322838 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-aa7628cd-22ad-4b94-a816-cd827faa08d5 req-4a42ce0b-3980-4c00-8a35-83260a9c1163 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:06.343873 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28379276-9541-4c5d-980e-96f09c155fc3 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Pushing event deleted for resources: {'Port': ['ID=ef55c088-0519-478c-8e40-9e30f29f1e4d,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:06.440347 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e69ca-c60e-4720-8f76-fc17e819dd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5217ae3-facd-4a18-940f-fcf464e3e086,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:06.445585 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fd7e69ca-c60e-4720-8f76-fc17e819dd47 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b61c0bfb288c498e9296b5dc753a33cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1918762 May 03 22:29:06.452746 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56892) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:06.468268 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1d553d-a3d5-4908-98f1-18036e5cd73f req-28379276-9541-4c5d-980e-96f09c155fc3 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] No DVR routers for this DVR port ef55c088-0519-478c-8e40-9e30f29f1e4d on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:29:06.471840 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7f1d553d-a3d5-4908-98f1-18036e5cd73f req-28379276-9541-4c5d-980e-96f09c155fc3 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:06.514711 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7f1d553d-a3d5-4908-98f1-18036e5cd73f req-28379276-9541-4c5d-980e-96f09c155fc3 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.67 "DELETE /v2.0/ports/ef55c088-0519-478c-8e40-9e30f29f1e4d HTTP/1.1" status: 204 len: 173 time: 1.6557367 May 03 22:29:06.540046 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fa1b5db6-c055-44a5-b0a2-b421c33fad76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:06.565943 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cffbef1-08c8-4ace-826d-d58518556201', 'name': 'network-vif-deleted', 'tag': 'ef55c088-0519-478c-8e40-9e30f29f1e4d'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:29:06.579565 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fa1b5db6-c055-44a5-b0a2-b421c33fad76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:06.612668 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-aa7628cd-22ad-4b94-a816-cd827faa08d5 req-4a42ce0b-3980-4c00-8a35-83260a9c1163 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Calling delete_port for be2469c9-15bb-4a4c-aabc-fa0c5d141b42 owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:29:06.642648 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fa1b5db6-c055-44a5-b0a2-b421c33fad76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:06.657887 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b5db6-c055-44a5-b0a2-b421c33fad76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5217ae3-facd-4a18-940f-fcf464e3e086,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:06.666888 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fa1b5db6-c055-44a5-b0a2-b421c33fad76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:06.677835 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f7b10488-708c-48db-9e39-78c13a7912b8 req-e5537285-a071-4566-a68a-99b6586a31f3 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5786066 May 03 22:29:06.682502 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fa1b5db6-c055-44a5-b0a2-b421c33fad76 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f5217ae3-facd-4a18-940f-fcf464e3e086 HTTP/1.1" status: 204 len: 168 time: 0.2298489 May 03 22:29:06.693225 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a964b-dbe2-41e6-9b5e-1e9d940a7a67 req-d8f0a163-b3ba-45cd-89c9-a5fc1b4030db tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:06.700717 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-983a964b-dbe2-41e6-9b5e-1e9d940a7a67 req-d8f0a163-b3ba-45cd-89c9-a5fc1b4030db tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.6117537 May 03 22:29:06.770713 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1dacdb22-f75d-4c22-a913-888e13942b8b req-1fb51015-d116-48bd-8930-52d056046633 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321249 May 03 22:29:06.882454 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-983a964b-dbe2-41e6-9b5e-1e9d940a7a67 req-7e68da0e-189d-4e38-9358-a8b1789e4298 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807942 May 03 22:29:06.918110 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f7b10488-708c-48db-9e39-78c13a7912b8 req-80709007-1123-4b79-aeab-42ffb9c953f5 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126486 May 03 22:29:07.056470 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56908) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:07.073817 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e1ee0906-9dd9-4438-a187-ddcdd23b9de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:07.090691 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e1ee0906-9dd9-4438-a187-ddcdd23b9de2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:29:07.095314 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e1ee0906-9dd9-4438-a187-ddcdd23b9de2 admin admin] Usage tracker for resource:security_group_rule and tenant:4bf0997953d54e2f82ac407bcccfed02 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:29:07.099535 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e1ee0906-9dd9-4438-a187-ddcdd23b9de2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:29:07.106733 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e1ee0906-9dd9-4438-a187-ddcdd23b9de2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:29:07.114562 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-aa7628cd-22ad-4b94-a816-cd827faa08d5 req-4a42ce0b-3980-4c00-8a35-83260a9c1163 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:07.125578 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['ef55c088-0519-478c-8e40-9e30f29f1e4d'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:29:07.217137 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e1ee0906-9dd9-4438-a187-ddcdd23b9de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:07.220030 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e8097c-1766-4c29-a2aa-ed74087097ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead6cbf3-ffad-43fa-8c9d-6a2a5258d538'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:29:07.223652 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e1ee0906-9dd9-4438-a187-ddcdd23b9de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:07.232308 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42ce0b-3980-4c00-8a35-83260a9c1163 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Pushing event deleted for resources: {'Port': ['ID=be2469c9-15bb-4a4c-aabc-fa0c5d141b42,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:07.258410 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172a5e8-b70b-4406-9df6-74a54d83dfa7 req-742bc3a4-a15d-480d-955a-b8735d282e3e tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:07.259911 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0172a5e8-b70b-4406-9df6-74a54d83dfa7 req-742bc3a4-a15d-480d-955a-b8735d282e3e tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f4bb73a-8e97-40cc-8655-fc574828c5b2 HTTP/1.1" status: 200 len: 950 time: 0.3062537 May 03 22:29:07.265839 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e1ee0906-9dd9-4438-a187-ddcdd23b9de2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4bf0997953d54e2f82ac407bcccfed02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2089024 May 03 22:29:07.268875 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56914) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:07.297299 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc28ce-7cce-4e1f-b314-8b3c9e2a7560 req-4c4fabc2-8b9b-45da-8dea-5df2fa2d3538 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:07.298811 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a7cc28ce-7cce-4e1f-b314-8b3c9e2a7560 req-4c4fabc2-8b9b-45da-8dea-5df2fa2d3538 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7e8097c-1766-4c29-a2aa-ed74087097ad HTTP/1.1" status: 200 len: 950 time: 0.2972255 May 03 22:29:07.312328 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee0906-9dd9-4438-a187-ddcdd23b9de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b408de-732c-4d59-a75f-44c63f09a5b1,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:07.351109 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8787a159-dccd-4da6-b3b4-9c1ab928bfb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:07.382382 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8787a159-dccd-4da6-b3b4-9c1ab928bfb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:07.390941 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7628cd-22ad-4b94-a816-cd827faa08d5 req-4a42ce0b-3980-4c00-8a35-83260a9c1163 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] No DVR routers for this DVR port be2469c9-15bb-4a4c-aabc-fa0c5d141b42 on host n-h2-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:29:07.398632 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-aa7628cd-22ad-4b94-a816-cd827faa08d5 req-4a42ce0b-3980-4c00-8a35-83260a9c1163 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:07.407074 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b576106a-ab68-4119-b772-cc4213195802', 'name': 'network-vif-deleted', 'tag': 'be2469c9-15bb-4a4c-aabc-fa0c5d141b42'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:29:07.435582 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8787a159-dccd-4da6-b3b4-9c1ab928bfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:07.441297 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aa7628cd-22ad-4b94-a816-cd827faa08d5 req-4a42ce0b-3980-4c00-8a35-83260a9c1163 tempest-MultipleCreateTestJSON-224136838 tempest-MultipleCreateTestJSON-224136838-project] 10.222.0.67 "DELETE /v2.0/ports/be2469c9-15bb-4a4c-aabc-fa0c5d141b42 HTTP/1.1" status: 204 len: 173 time: 1.9251828 May 03 22:29:07.451075 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8787a159-dccd-4da6-b3b4-9c1ab928bfb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b408de-732c-4d59-a75f-44c63f09a5b1,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:07.451211 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0172a5e8-b70b-4406-9df6-74a54d83dfa7 req-59da5d54-a75d-4e58-b070-bc71e2ab3fa4 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423490 May 03 22:29:07.458840 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a7cc28ce-7cce-4e1f-b314-8b3c9e2a7560 req-9ee698e1-8f6f-43d1-943e-213cc33ee5a8 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ac77e79-283a-4f36-b220-001a9199e260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286006 May 03 22:29:07.467570 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8787a159-dccd-4da6-b3b4-9c1ab928bfb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:07.468263 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f294442e-26dd-492c-ade9-66c418843afc req-fd39991b-a678-42fd-a8a0-eb169c985e01 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cb658099-128f-46dc-b3cc-ddd25a396d8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2930088 May 03 22:29:07.471127 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8787a159-dccd-4da6-b3b4-9c1ab928bfb0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/80b408de-732c-4d59-a75f-44c63f09a5b1 HTTP/1.1" status: 204 len: 168 time: 0.2013025 May 03 22:29:07.537898 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d85e2283-2a8b-4b40-a32f-8d78ffd27e40'] response: {'server_uuid': '7cffbef1-08c8-4ace-826d-d58518556201', 'name': 'network-vif-deleted', 'tag': 'ef55c088-0519-478c-8e40-9e30f29f1e4d', 'status': 'completed', 'code': 200} May 03 22:29:07.560666 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 51a443ea-606a-4a08-ab5d-52d6e694760c details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:29:07.776797 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 51a443ea-606a-4a08-ab5d-52d6e694760c, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=51a443ea-606a-4a08-ab5d-52d6e694760c,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:07.802801 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '51a443ea-606a-4a08-ab5d-52d6e694760c', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': '51a443ea-606a-4a08-ab5d-52d6e694760c', 'mac_address': 'fa:16:3e:a8:19:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:29:07.842362 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294442e-26dd-492c-ade9-66c418843afc req-6f481f79-6a52-45b0-bf23-0d13facc8320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:07.843873 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f294442e-26dd-492c-ade9-66c418843afc req-6f481f79-6a52-45b0-bf23-0d13facc8320 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ce18d35d98a44051ad6be44cfb7fa43a&device_id=cb658099-128f-46dc-b3cc-ddd25a396d8f HTTP/1.1" status: 200 len: 1097 time: 0.3358595 May 03 22:29:07.861070 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af3802-73d6-4a1d-a949-d800d20ce5f9 req-6ac79217-ba9a-43b2-98aa-3c5cd28ece8f tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:07.862608 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d4af3802-73d6-4a1d-a949-d800d20ce5f9 req-6ac79217-ba9a-43b2-98aa-3c5cd28ece8f tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 945 time: 0.2418828 May 03 22:29:07.871322 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36cbc5-0b80-4f24-b9f7-9bccf451c14b req-8a4566c4-97c1-4d09-be94-e492dd1d0c49 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:07.872808 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec36cbc5-0b80-4f24-b9f7-9bccf451c14b req-8a4566c4-97c1-4d09-be94-e492dd1d0c49 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.2078009 May 03 22:29:07.896635 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:07.916498 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a443ea-606a-4a08-ab5d-52d6e694760c {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:29:07.934263 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 51a443ea-606a-4a08-ab5d-52d6e694760c, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=51a443ea-606a-4a08-ab5d-52d6e694760c,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:07.939765 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:08.013404 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=51a443ea-606a-4a08-ab5d-52d6e694760c,revision_number=8']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:08.056874 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d4af3802-73d6-4a1d-a949-d800d20ce5f9 req-097bfc38-7604-48c0-9b62-358ade6440d6 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820047 May 03 22:29:08.071516 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec36cbc5-0b80-4f24-b9f7-9bccf451c14b req-275ae1b4-d0f4-4a52-b811-0cef53040392 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669440 May 03 22:29:08.116800 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294442e-26dd-492c-ade9-66c418843afc req-9f39466a-bce7-4dfc-94e4-519cfad0c55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:08.118648 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f294442e-26dd-492c-ade9-66c418843afc req-9f39466a-bce7-4dfc-94e4-519cfad0c55c service neutron] 10.222.0.67 "GET /v2.0/networks?id=1ee2b61c-9360-43a9-8a2e-e76fc2432530 HTTP/1.1" status: 200 len: 916 time: 0.2449734 May 03 22:29:08.170448 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b05c053e-5d8b-44d3-9579-4d030e31e976'] response: {'server_uuid': 'a7e8097c-1766-4c29-a2aa-ed74087097ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead6cbf3-ffad-43fa-8c9d-6a2a5258d538', 'code': 200} May 03 22:29:08.224869 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06ce422c-6103-441c-8dde-831fb296ab57'] response: {'server_uuid': 'b576106a-ab68-4119-b772-cc4213195802', 'name': 'network-vif-deleted', 'tag': 'be2469c9-15bb-4a4c-aabc-fa0c5d141b42', 'status': 'completed', 'code': 200} May 03 22:29:08.296021 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f294442e-26dd-492c-ade9-66c418843afc req-8e992d58-f456-45ec-b82a-0804756e0f1c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c211fba0-baab-4bc1-a6b3-a4282db1fe3e HTTP/1.1" status: 200 len: 1001 time: 0.1706975 May 03 22:29:08.326001 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['51a443ea-606a-4a08-ab5d-52d6e694760c'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:29:08.430793 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c9ac0-ca7a-4b83-8c6a-78df19d95ee4 req-594efc35-45e4-4909-9d44-94adba9afe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:08.430793 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f56c9ac0-ca7a-4b83-8c6a-78df19d95ee4 req-594efc35-45e4-4909-9d44-94adba9afe6b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a7e8097c-1766-4c29-a2aa-ed74087097ad HTTP/1.1" status: 200 len: 1101 time: 0.0961514 May 03 22:29:08.480180 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f56c9ac0-ca7a-4b83-8c6a-78df19d95ee4 req-74a4215a-b544-4546-a942-f8ab821b6a7d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5ac77e79-283a-4f36-b220-001a9199e260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421638 May 03 22:29:08.483501 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294442e-26dd-492c-ade9-66c418843afc req-b9a8fa71-df09-4274-a40a-3c1560ae8d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:08.484973 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f294442e-26dd-492c-ade9-66c418843afc req-b9a8fa71-df09-4274-a40a-3c1560ae8d60 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0202efe-1b5f-4dcb-9569-6279b488dc3f HTTP/1.1" status: 200 len: 854 time: 0.1809602 May 03 22:29:08.678217 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32625443-8889-4ebf-b630-bb32e7830dfa req-05be338d-798a-48c7-bde9-a9c9f711ece1 tempest-ServersOnMultiNodesTest-924033058 tempest-ServersOnMultiNodesTest-924033058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:08.679708 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-32625443-8889-4ebf-b630-bb32e7830dfa req-05be338d-798a-48c7-bde9-a9c9f711ece1 tempest-ServersOnMultiNodesTest-924033058 tempest-ServersOnMultiNodesTest-924033058-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6f4bb73a-8e97-40cc-8655-fc574828c5b2 HTTP/1.1" status: 200 len: 1101 time: 0.3430371 May 03 22:29:08.714152 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47d1e3-4fff-4b07-8fdb-af779d20cfd9 req-395f482e-df4d-438a-9883-9060fed1bcd7 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:08.715617 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8c47d1e3-4fff-4b07-8fdb-af779d20cfd9 req-395f482e-df4d-438a-9883-9060fed1bcd7 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 948 time: 0.4128890 May 03 22:29:08.778196 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-32625443-8889-4ebf-b630-bb32e7830dfa req-22db2419-ea4b-4246-adc5-ea92b4e31255 tempest-ServersOnMultiNodesTest-924033058 tempest-ServersOnMultiNodesTest-924033058-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916264 May 03 22:29:08.790739 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8c47d1e3-4fff-4b07-8fdb-af779d20cfd9 req-66e9b160-495d-4f45-ab5d-d6a1e9dfac33 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674028 May 03 22:29:08.814443 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294442e-26dd-492c-ade9-66c418843afc req-163a8d43-b79c-4db9-a123-96b6b5d7ce83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:08.814443 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f294442e-26dd-492c-ade9-66c418843afc req-163a8d43-b79c-4db9-a123-96b6b5d7ce83 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ee2b61c-9360-43a9-8a2e-e76fc2432530&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3105605 May 03 22:29:08.924637 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56962) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:09.086627 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-011358d3-e50a-4520-84d7-0bb6dd84798e admin admin] Deleting subnet 5e66fb3b-d9ef-430a-8b0a-2df34247c5a9 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:29:09.107989 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-011358d3-e50a-4520-84d7-0bb6dd84798e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:09.164246 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f294442e-26dd-492c-ade9-66c418843afc req-a314b66c-d66f-4040-9311-9ceb3d9566a2 service neutron] 10.222.0.67 "GET /v2.0/networks/1ee2b61c-9360-43a9-8a2e-e76fc2432530?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489590 May 03 22:29:09.208928 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-011358d3-e50a-4520-84d7-0bb6dd84798e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:09.303562 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device be2469c9-15bb-4a4c-aabc-fa0c5d141b42 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:29:09.340900 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: be2469c9-15bb-4a4c-aabc-fa0c5d141b42 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:29:09.341241 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device be2469c9-15bb-4a4c-aabc-fa0c5d141b42 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:29:09.341646 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device ef55c088-0519-478c-8e40-9e30f29f1e4d no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:29:09.359879 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-011358d3-e50a-4520-84d7-0bb6dd84798e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:09.376029 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: ef55c088-0519-478c-8e40-9e30f29f1e4d {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:29:09.376570 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device ef55c088-0519-478c-8e40-9e30f29f1e4d not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:29:09.395374 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411614d-1504-4969-9cd2-1a0a744ccae2 req-5878b5c3-336a-4a35-8e11-f1df07db3c12 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:09.396842 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d411614d-1504-4969-9cd2-1a0a744ccae2 req-5878b5c3-336a-4a35-8e11-f1df07db3c12 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7e8097c-1766-4c29-a2aa-ed74087097ad HTTP/1.1" status: 200 len: 950 time: 0.3727875 May 03 22:29:09.410969 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41f173-ef0c-450c-a92a-17ce6d72f3e7 req-7081592c-5048-4a05-94b3-6019c6d9468c tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:09.412399 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4d41f173-ef0c-450c-a92a-17ce6d72f3e7 req-7081592c-5048-4a05-94b3-6019c6d9468c tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.4280026 May 03 22:29:09.499659 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f294442e-26dd-492c-ade9-66c418843afc req-561a6ad3-7d4e-4e32-80a0-3569bcf8b148 service neutron] 10.222.0.67 "GET /v2.0/networks/1ee2b61c-9360-43a9-8a2e-e76fc2432530?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228984 May 03 22:29:09.531707 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d411614d-1504-4969-9cd2-1a0a744ccae2 req-55c69308-a945-439d-9163-e80351cc8036 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ac77e79-283a-4f36-b220-001a9199e260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165752 May 03 22:29:09.542723 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4d41f173-ef0c-450c-a92a-17ce6d72f3e7 req-fb6e8de7-2eca-497e-8247-953e6f9316e7 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075678 May 03 22:29:09.553040 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-011358d3-e50a-4520-84d7-0bb6dd84798e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:09.609829 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011358d3-e50a-4520-84d7-0bb6dd84798e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e66fb3b-d9ef-430a-8b0a-2df34247c5a9,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:09.614243 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-011358d3-e50a-4520-84d7-0bb6dd84798e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:09.620795 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-011358d3-e50a-4520-84d7-0bb6dd84798e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5e66fb3b-d9ef-430a-8b0a-2df34247c5a9 HTTP/1.1" status: 204 len: 168 time: 0.6950576 May 03 22:29:09.624328 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56988) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:09.638474 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56996) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:09.756352 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-dfb4364f-64d9-45dc-b9ca-4d6f2879cf3a tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=0660cbed43f74b05ab398bdf8e72a3f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454111 May 03 22:29:09.763454 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c4fa057e-bedc-4d36-ac75-0c6d5310e69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:09.784412 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b230204f-2c60-4855-91dd-17b980f906a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:09.805722 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b230204f-2c60-4855-91dd-17b980f906a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:29:09.810820 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b230204f-2c60-4855-91dd-17b980f906a2 admin admin] Usage tracker for resource:security_group_rule and tenant:e7cba2b1d9ad4eb8bef88fe08d0b3de9 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:29:09.815872 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b230204f-2c60-4855-91dd-17b980f906a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:29:09.823680 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b230204f-2c60-4855-91dd-17b980f906a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:29:09.929259 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b230204f-2c60-4855-91dd-17b980f906a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:09.934490 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b230204f-2c60-4855-91dd-17b980f906a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:09.987106 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b230204f-2c60-4855-91dd-17b980f906a2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e7cba2b1d9ad4eb8bef88fe08d0b3de9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3475568 May 03 22:29:09.988586 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57012) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:09.991342 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230204f-2c60-4855-91dd-17b980f906a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead2a63d-a5c1-47b6-9b15-84ef62930512,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:10.061095 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-52ee9bd2-1b9e-4a37-b0bf-94abe18e5a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:10.093792 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-52ee9bd2-1b9e-4a37-b0bf-94abe18e5a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:10.147176 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c4fa057e-bedc-4d36-ac75-0c6d5310e69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:10.164865 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-52ee9bd2-1b9e-4a37-b0bf-94abe18e5a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:10.195104 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee9bd2-1b9e-4a37-b0bf-94abe18e5a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead2a63d-a5c1-47b6-9b15-84ef62930512,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:10.201668 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-52ee9bd2-1b9e-4a37-b0bf-94abe18e5a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:10.202379 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-561a46dd-94fd-417b-86e4-d6b011a23316 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:10.203860 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-561a46dd-94fd-417b-86e4-d6b011a23316 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4297214 May 03 22:29:10.208802 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-52ee9bd2-1b9e-4a37-b0bf-94abe18e5a30 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ead2a63d-a5c1-47b6-9b15-84ef62930512 HTTP/1.1" status: 204 len: 168 time: 0.2192156 May 03 22:29:10.209892 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-c4fa057e-bedc-4d36-ac75-0c6d5310e69f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d30c76-93fe-422e-9d84-43d908d516a4']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:29:10.237149 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-c4fa057e-bedc-4d36-ac75-0c6d5310e69f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dacae3a6-b935-43be-af8b-d43a7d65d6fb') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:29:10.237449 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-c4fa057e-bedc-4d36-ac75-0c6d5310e69f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dacae3a6-b935-43be-af8b-d43a7d65d6fb') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:29:10.257985 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c4fa057e-bedc-4d36-ac75-0c6d5310e69f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:10.281933 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d8db8-4a2f-4442-8a7d-364ed671dd15 req-9772712a-b7bb-430a-9ee4-5ba2db564c17 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:10.288225 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a27d8db8-4a2f-4442-8a7d-364ed671dd15 req-9772712a-b7bb-430a-9ee4-5ba2db564c17 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.67 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c&tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&binding%3Ahost_id=n-h1-811807-1 HTTP/1.1" status: 200 len: 948 time: 0.3981421 May 03 22:29:10.289232 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-64a83a6b-4e6e-4d12-8edd-6547f61ef885 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/quotas/0660cbed43f74b05ab398bdf8e72a3f0 HTTP/1.1" status: 200 len: 375 time: 0.0678325 May 03 22:29:10.301163 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c4fa057e-bedc-4d36-ac75-0c6d5310e69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:10.307276 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4fa057e-bedc-4d36-ac75-0c6d5310e69f admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:29:10.307680 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c4fa057e-bedc-4d36-ac75-0c6d5310e69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:10.395838 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:29:10.395838 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:29:10.395838 n-d-811807-1 neutron-server[88069]: timer() May 03 22:29:10.395838 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:29:10.395838 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:29:10.395838 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:29:10.395838 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:29:10.395838 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:29:10.395838 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:29:10.395838 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:29:10.395838 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:29:10.395838 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:29:10.395838 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:29:10.395838 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:29:10.395838 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:29:10.395838 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:29:10.395838 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:29:10.395838 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:29:10.395838 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:29:10.395838 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:29:10.395838 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:29:10.395838 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:29:10.395838 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:29:10.395838 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:29:10.395838 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:29:10.395838 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:29:10.395838 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:29:10.395838 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:29:10.395838 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:29:10.395838 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:29:10.395838 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:29:10.395838 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:29:10.653335 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c4fa057e-bedc-4d36-ac75-0c6d5310e69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:10.695921 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c4fa057e-bedc-4d36-ac75-0c6d5310e69f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:10.706125 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa057e-bedc-4d36-ac75-0c6d5310e69f admin admin] Pushing event deleted for resources: {'Network': ['ID=78d30c76-93fe-422e-9d84-43d908d516a4,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:10.717447 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395e3bb-6a7a-4c9e-ab73-0e32a0c7c373 req-b66336a9-8215-445a-b039-7034343a7b4a tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:10.718995 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e395e3bb-6a7a-4c9e-ab73-0e32a0c7c373 req-b66336a9-8215-445a-b039-7034343a7b4a tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 945 time: 0.8316364 May 03 22:29:10.728754 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c4fa057e-bedc-4d36-ac75-0c6d5310e69f admin admin] 10.222.0.58 "DELETE /v2.0/networks/78d30c76-93fe-422e-9d84-43d908d516a4 HTTP/1.1" status: 204 len: 168 time: 1.1039486 May 03 22:29:10.795365 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [req-a27d8db8-4a2f-4442-8a7d-364ed671dd15 req-244e1fba-97fc-4e63-b99f-367bd5865b44 service neutron] delete failed (client error): The resource could not be found. May 03 22:29:10.796486 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a27d8db8-4a2f-4442-8a7d-364ed671dd15 req-244e1fba-97fc-4e63-b99f-367bd5865b44 service neutron] 10.222.0.67 "DELETE /v2.0/ports/51a443ea-606a-4a08-ab5d-52d6e694760c/bindings/n-h2-811807-1 HTTP/1.1" status: 404 len: 380 time: 0.3691165 May 03 22:29:10.852834 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-be90c508-ba01-4f82-945a-9b22d24070b1 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0660cbed43f74b05ab398bdf8e72a3f0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4529943 May 03 22:29:10.869064 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e395e3bb-6a7a-4c9e-ab73-0e32a0c7c373 req-43c324a2-a887-4dce-ae8c-e4401e871897 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418364 May 03 22:29:11.163833 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57050) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:11.286638 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d8db8-4a2f-4442-8a7d-364ed671dd15 req-7c740c06-8264-4b73-b5ff-2b2d6af30c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:11.288121 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a27d8db8-4a2f-4442-8a7d-364ed671dd15 req-7c740c06-8264-4b73-b5ff-2b2d6af30c51 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 1099 time: 0.3623486 May 03 22:29:11.329463 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-aa13221b-f086-449b-9314-b4cebcc63f72 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=964eab20c47a48b9be884c892eb2f1a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1608768 May 03 22:29:11.330105 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57056) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:11.439733 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b30aaa55-b697-44fa-992b-973e320d0485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:11.498806 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508c855-f0f5-44e7-9c92-cebd85781845 req-edad9e03-af78-41b3-be57-023bfefd763d tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:11.513788 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4508c855-f0f5-44e7-9c92-cebd85781845 req-edad9e03-af78-41b3-be57-023bfefd763d tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 948 time: 0.4606917 May 03 22:29:11.518724 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b30aaa55-b697-44fa-992b-973e320d0485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:11.595982 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 51a443ea-606a-4a08-ab5d-52d6e694760c up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:29:11.615122 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b30aaa55-b697-44fa-992b-973e320d0485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:11.635166 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baea332-4e42-428a-bf04-a9eea269effd req-3f152a57-8978-4a96-a7ff-b2c87e8cb1a5 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:11.642998 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8baea332-4e42-428a-bf04-a9eea269effd req-3f152a57-8978-4a96-a7ff-b2c87e8cb1a5 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7e8097c-1766-4c29-a2aa-ed74087097ad HTTP/1.1" status: 200 len: 950 time: 0.4778762 May 03 22:29:11.658575 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30aaa55-b697-44fa-992b-973e320d0485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e7afe2-3234-4b36-97bf-cd275dd42cff,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:11.663186 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b30aaa55-b697-44fa-992b-973e320d0485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:11.670777 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b30aaa55-b697-44fa-992b-973e320d0485 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/53e7afe2-3234-4b36-97bf-cd275dd42cff HTTP/1.1" status: 204 len: 168 time: 0.3374743 May 03 22:29:11.716426 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d8db8-4a2f-4442-8a7d-364ed671dd15 req-7babfb7f-facb-4855-9bf7-0b95270611d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:11.718428 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a27d8db8-4a2f-4442-8a7d-364ed671dd15 req-7babfb7f-facb-4855-9bf7-0b95270611d2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.4146988 May 03 22:29:11.730438 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 51a443ea-606a-4a08-ab5d-52d6e694760c completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:29:11.735859 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8baea332-4e42-428a-bf04-a9eea269effd req-3fdd55be-20b0-4514-af0c-d779b425b61b tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ac77e79-283a-4f36-b220-001a9199e260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919480 May 03 22:29:11.743139 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 51a443ea-606a-4a08-ab5d-52d6e694760c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:29:11.744939 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:11.883940 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4508c855-f0f5-44e7-9c92-cebd85781845 req-0e03988f-f694-4d2c-b988-9dfdcc83f963 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676744 May 03 22:29:11.946192 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57082) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:11.972673 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a27d8db8-4a2f-4442-8a7d-364ed671dd15 req-da1119ed-ffcb-49e3-ad3b-5ffd5615a9c5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=51a443ea-606a-4a08-ab5d-52d6e694760c HTTP/1.1" status: 200 len: 217 time: 0.2293777 May 03 22:29:12.004148 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:12.062069 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203b3e2e-ba38-4bd7-95a3-8f66ac27e10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a443ea-606a-4a08-ab5d-52d6e694760c'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:29:12.065899 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d8db8-4a2f-4442-8a7d-364ed671dd15 req-c6e7aaa0-15cc-4e65-821a-f08b737c2a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:12.067036 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a27d8db8-4a2f-4442-8a7d-364ed671dd15 req-c6e7aaa0-15cc-4e65-821a-f08b737c2a7f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.0884085 May 03 22:29:12.091137 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 51a443ea-606a-4a08-ab5d-52d6e694760c, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=51a443ea-606a-4a08-ab5d-52d6e694760c,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:12.096610 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:12.145478 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9fe12521-b8d6-4095-8d57-04d2559ca5ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:12.182119 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-9fe12521-b8d6-4095-8d57-04d2559ca5ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:29:12.187315 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=51a443ea-606a-4a08-ab5d-52d6e694760c,revision_number=9']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:12.187826 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9fe12521-b8d6-4095-8d57-04d2559ca5ca admin admin] Usage tracker for resource:security_group_rule and tenant:0e9b7493ea854087bb99ab0b6ed85b7a is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:29:12.197052 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9fe12521-b8d6-4095-8d57-04d2559ca5ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:29:12.204802 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-39016dbd-f973-4401-b175-398cfaf4415e req-57510b91-ccfb-46d9-bc94-82941d61fc8a tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d16dd3f-ca61-411c-8beb-d2bb9e3ce826 HTTP/1.1" status: 200 len: 210 time: 0.0978417 May 03 22:29:12.217470 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-9fe12521-b8d6-4095-8d57-04d2559ca5ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:29:12.217589 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac1108-f890-44fd-ac2a-6f3cdbf2ed5b req-8261c1df-360f-47f7-8fc8-0aba72a522a6 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:12.217682 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6ac1108-f890-44fd-ac2a-6f3cdbf2ed5b req-8261c1df-360f-47f7-8fc8-0aba72a522a6 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 945 time: 0.3275371 May 03 22:29:12.277782 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6ac1108-f890-44fd-ac2a-6f3cdbf2ed5b req-6e4540a1-0ed5-4c92-ac97-2fb1f3ed8503 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485148 May 03 22:29:12.279778 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d8db8-4a2f-4442-8a7d-364ed671dd15 req-8da9d3e7-655b-4d4b-9974-67b3a54b3336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:12.281200 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a27d8db8-4a2f-4442-8a7d-364ed671dd15 req-8da9d3e7-655b-4d4b-9974-67b3a54b3336 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2080216 May 03 22:29:12.349887 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9fe12521-b8d6-4095-8d57-04d2559ca5ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:12.355746 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9fe12521-b8d6-4095-8d57-04d2559ca5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:12.436269 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9fe12521-b8d6-4095-8d57-04d2559ca5ca admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0e9b7493ea854087bb99ab0b6ed85b7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4881949 May 03 22:29:12.439652 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57106) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:12.477510 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe12521-b8d6-4095-8d57-04d2559ca5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d94ddad-ba42-434d-a19a-7d7d7bb1a3f3,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:12.505019 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a27d8db8-4a2f-4442-8a7d-364ed671dd15 req-b5327788-c63b-40f1-a581-12d6232d9d81 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145102 May 03 22:29:12.517248 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-60b8b2cb-169a-4341-9abc-d9f7168d98fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:12.549937 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-60b8b2cb-169a-4341-9abc-d9f7168d98fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:12.622231 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-60b8b2cb-169a-4341-9abc-d9f7168d98fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:12.642127 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8b2cb-169a-4341-9abc-d9f7168d98fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d94ddad-ba42-434d-a19a-7d7d7bb1a3f3,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:12.652466 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-60b8b2cb-169a-4341-9abc-d9f7168d98fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:12.659352 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-60b8b2cb-169a-4341-9abc-d9f7168d98fc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2d94ddad-ba42-434d-a19a-7d7d7bb1a3f3 HTTP/1.1" status: 204 len: 168 time: 0.2185876 May 03 22:29:12.692357 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbd56e75-e0c0-4c6e-a59c-66e34621387f'] response: {'server_uuid': '203b3e2e-ba38-4bd7-95a3-8f66ac27e10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a443ea-606a-4a08-ab5d-52d6e694760c', 'code': 200} May 03 22:29:12.702305 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a27d8db8-4a2f-4442-8a7d-364ed671dd15 req-ba8dbe0c-4f53-4e54-816f-48290b32244b service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903458 May 03 22:29:12.832085 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-8f002456-6d27-437c-ab2b-9f63aae41610 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=0660cbed43f74b05ab398bdf8e72a3f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523934 May 03 22:29:13.293248 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-8412f686-7a10-4a9b-abdd-87eb8e4d801d tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:13.294710 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-8412f686-7a10-4a9b-abdd-87eb8e4d801d tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4473956 May 03 22:29:13.354154 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-f091b09c-1f27-46d3-ac6d-100b5f5db2e8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Request body: {'port': {'device_id': '3d16dd3f-ca61-411c-8beb-d2bb9e3ce826', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'admin_state_up': True, 'tenant_id': '0660cbed43f74b05ab398bdf8e72a3f0'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:29:13.686163 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-f091b09c-1f27-46d3-ac6d-100b5f5db2e8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:29:13.699640 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960c7f7-5ad0-43ae-873d-04903f07d77c req-17672530-0834-4339-a7db-a6b9acf3c806 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:13.701105 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f960c7f7-5ad0-43ae-873d-04903f07d77c req-17672530-0834-4339-a7db-a6b9acf3c806 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7e8097c-1766-4c29-a2aa-ed74087097ad HTTP/1.1" status: 200 len: 950 time: 0.5753713 May 03 22:29:13.702367 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-f091b09c-1f27-46d3-ac6d-100b5f5db2e8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Usage tracker for resource:port and tenant:0660cbed43f74b05ab398bdf8e72a3f0 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:29:13.705821 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-f091b09c-1f27-46d3-ac6d-100b5f5db2e8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Quota usage for port was recalculated. Used quota:7. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:29:13.716261 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fca1a0-bb57-4bc9-b6f4-6f64ae1aeafd req-4419c41d-3813-4643-8d68-e7a55b80c592 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:13.717731 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-95fca1a0-bb57-4bc9-b6f4-6f64ae1aeafd req-4419c41d-3813-4643-8d68-e7a55b80c592 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 949 time: 0.4165831 May 03 22:29:13.723681 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-f091b09c-1f27-46d3-ac6d-100b5f5db2e8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:29:13.778476 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f960c7f7-5ad0-43ae-873d-04903f07d77c req-8025d6ad-0cf2-4140-8107-be829d2b2d40 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ac77e79-283a-4f36-b220-001a9199e260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569563 May 03 22:29:13.803887 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-f091b09c-1f27-46d3-ac6d-100b5f5db2e8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Made reservation on behalf of 0660cbed43f74b05ab398bdf8e72a3f0 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:29:13.807913 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-f091b09c-1f27-46d3-ac6d-100b5f5db2e8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:13.899525 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-95fca1a0-bb57-4bc9-b6f4-6f64ae1aeafd req-05692ced-5165-4f07-8f8d-a75c46ad7065 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724911 May 03 22:29:14.081943 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-17000511-80b9-4785-86a9-4dc4c8ec30f7 req-8b6f9963-64ed-4da9-be89-fe2316e821ec tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d16dd3f-ca61-411c-8beb-d2bb9e3ce826 HTTP/1.1" status: 200 len: 210 time: 0.0563035 May 03 22:29:14.111175 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-f091b09c-1f27-46d3-ac6d-100b5f5db2e8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Allocated IP 192.168.233.43 (7e14e0ca-f320-4236-9b9e-a9e4f415dbeb/1dff747c-9d3c-4e06-92c1-836fbb9482c4/352ac121-cc35-41fa-bc6b-daee4bb2c83f) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:29:14.511665 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-5a4bdd1c-4cfb-4763-806c-fe4e9707864d tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:14.513453 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-5a4bdd1c-4cfb-4763-806c-fe4e9707864d tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/networks?id=a572c86a-2b6a-4f54-acfd-7c80043bae5a HTTP/1.1" status: 200 len: 814 time: 0.3248394 May 03 22:29:14.519502 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-f091b09c-1f27-46d3-ac6d-100b5f5db2e8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:14.560567 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-c7b780de-770b-4a61-9190-bb6de74587c7 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/quotas/77e4bf48be994e018ad0dac312f12aea HTTP/1.1" status: 200 len: 375 time: 0.0369263 May 03 22:29:14.563747 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-f091b09c-1f27-46d3-ac6d-100b5f5db2e8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Transition to ACTIVE for port object 352ac121-cc35-41fa-bc6b-daee4bb2c83f will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:29:14.660581 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed16307-7946-4451-8158-6faa3cdabe5b req-1beb3efe-554d-4773-be50-7ccb9151cc82 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:14.661600 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-fed16307-7946-4451-8158-6faa3cdabe5b req-1beb3efe-554d-4773-be50-7ccb9151cc82 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Synchronizing usage tracker for tenant:6558089924af4b01ba8328f3b500b8d9 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:29:14.669830 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-0b56a04e-6407-465d-9698-0d552c501f5e tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=77e4bf48be994e018ad0dac312f12aea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1084335 May 03 22:29:14.687752 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-fed16307-7946-4451-8158-6faa3cdabe5b req-1beb3efe-554d-4773-be50-7ccb9151cc82 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Unset dirty status for tenant:6558089924af4b01ba8328f3b500b8d9 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:29:14.688912 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-fed16307-7946-4451-8158-6faa3cdabe5b req-1beb3efe-554d-4773-be50-7ccb9151cc82 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e8097c-1766-4c29-a2aa-ed74087097ad HTTP/1.1" status: 200 len: 950 time: 0.1908946 May 03 22:29:14.691887 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-f091b09c-1f27-46d3-ac6d-100b5f5db2e8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:14.704746 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['fff7e02f-6b77-40c4-ad02-65709d0d84ac', 'eca59ae3-68eb-4f95-be5c-48b423a405bd'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:29:14.773488 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['a97c2567-91b0-4a45-9a3a-be193e3f1b4b', 'a2fa487e-eafb-4169-a5b2-c8a3a2313189', '3540f85e-6af9-4382-b8f6-727eaf092712', 'fc7ef3e9-cabe-4f50-b32d-3689e13315a9', 'dfe35ad1-a1bb-4104-a41c-54feba6e4fd0'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:29:14.790962 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-fed16307-7946-4451-8158-6faa3cdabe5b req-405ff89f-3805-4d7e-9546-e12d143dab54 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Deleting port ead6cbf3-ffad-43fa-8c9d-6a2a5258d538 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:29:14.791143 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-fed16307-7946-4451-8158-6faa3cdabe5b req-405ff89f-3805-4d7e-9546-e12d143dab54 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:14.858290 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-f091b09c-1f27-46d3-ac6d-100b5f5db2e8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:29:14.905583 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57190) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:14.908658 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-f091b09c-1f27-46d3-ac6d-100b5f5db2e8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:29:14.911176 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-f091b09c-1f27-46d3-ac6d-100b5f5db2e8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:29:14.989125 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-f091b09c-1f27-46d3-ac6d-100b5f5db2e8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:14.989125 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-f091b09c-1f27-46d3-ac6d-100b5f5db2e8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:15.007736 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:29:15.087548 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091b09c-1f27-46d3-ac6d-100b5f5db2e8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Pushing event updated for resources: {'Port': ['ID=352ac121-cc35-41fa-bc6b-daee4bb2c83f,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:15.138795 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-f091b09c-1f27-46d3-ac6d-100b5f5db2e8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8210485 May 03 22:29:15.159216 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-46d019e0-4323-45b8-b214-339d3d8ca434 service neutron] Request body: {'port': {'device_id': '3d16dd3f-ca61-411c-8beb-d2bb9e3ce826', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:29:15.250734 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-33deb0b5-edf4-4163-8dfc-6f32442e7b89 service neutron] 10.222.0.58 "GET /v2.0/networks/a572c86a-2b6a-4f54-acfd-7c80043bae5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5765507 May 03 22:29:15.331356 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-46d019e0-4323-45b8-b214-339d3d8ca434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:15.396209 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea7bfa6-d317-43fb-b5fa-03ecbc185c82 req-591d6457-97d8-4e1c-85be-8563c2b24ef6 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:15.397815 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fea7bfa6-d317-43fb-b5fa-03ecbc185c82 req-591d6457-97d8-4e1c-85be-8563c2b24ef6 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.67 "GET /v2.0/ports?device_id=9262d8a6-9016-4df8-8ebf-66fc182a7c9b HTTP/1.1" status: 200 len: 945 time: 0.6915455 May 03 22:29:15.483296 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-750687d6-5a17-40d9-9089-1ee6cd4dc56b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:15.483745 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c5cab-f03e-4154-a1e1-251d8057cee5 req-43651786-12ef-4fc3-b2c3-3bff5f20fc82 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:15.491305 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-091c5cab-f03e-4154-a1e1-251d8057cee5 req-43651786-12ef-4fc3-b2c3-3bff5f20fc82 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7e8097c-1766-4c29-a2aa-ed74087097ad HTTP/1.1" status: 200 len: 950 time: 0.4957325 May 03 22:29:15.535825 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-02843327-f6e6-4ca7-a57e-5c29f468e6aa None None] Provisioning for port 352ac121-cc35-41fa-bc6b-daee4bb2c83f completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:29:15.540383 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-750687d6-5a17-40d9-9089-1ee6cd4dc56b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:29:15.564334 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-750687d6-5a17-40d9-9089-1ee6cd4dc56b admin admin] Usage tracker for resource:security_group_rule and tenant:b9eae4eaefc7434aa611552b978b1ec3 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:29:15.572905 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-750687d6-5a17-40d9-9089-1ee6cd4dc56b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:29:15.576427 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-02843327-f6e6-4ca7-a57e-5c29f468e6aa None None] Provisioning complete for port 352ac121-cc35-41fa-bc6b-daee4bb2c83f triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:29:15.576807 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-02843327-f6e6-4ca7-a57e-5c29f468e6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:15.613605 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-750687d6-5a17-40d9-9089-1ee6cd4dc56b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:29:15.635182 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-fed16307-7946-4451-8158-6faa3cdabe5b req-405ff89f-3805-4d7e-9546-e12d143dab54 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] For port ead6cbf3-ffad-43fa-8c9d-6a2a5258d538, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=ead6cbf3-ffad-43fa-8c9d-6a2a5258d538,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:15.636447 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-fed16307-7946-4451-8158-6faa3cdabe5b req-405ff89f-3805-4d7e-9546-e12d143dab54 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:15.672899 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-091c5cab-f03e-4154-a1e1-251d8057cee5 req-61747546-31dc-4fd8-a9e5-e00ddc655ccd tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] 10.222.0.58 "GET /v2.0/security-groups?id=5ac77e79-283a-4f36-b220-001a9199e260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806850 May 03 22:29:15.727360 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-02843327-f6e6-4ca7-a57e-5c29f468e6aa None None] Port 352ac121-cc35-41fa-bc6b-daee4bb2c83f cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:29:15.852047 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-fed16307-7946-4451-8158-6faa3cdabe5b req-405ff89f-3805-4d7e-9546-e12d143dab54 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Calling delete_port for ead6cbf3-ffad-43fa-8c9d-6a2a5258d538 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:29:15.910530 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-fea7bfa6-d317-43fb-b5fa-03ecbc185c82 req-5dcb177b-6cf4-4c6d-8e19-b384ff4f6a46 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Deleting port 85b6557b-e2da-4a21-affa-d49d97cf790c {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:29:15.911827 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fea7bfa6-d317-43fb-b5fa-03ecbc185c82 req-5dcb177b-6cf4-4c6d-8e19-b384ff4f6a46 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:16.007069 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-3b9f5857-05ae-4ee6-97f6-c90a9cdba139 service neutron] 10.222.0.58 "GET /v2.0/networks/a572c86a-2b6a-4f54-acfd-7c80043bae5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7587240 May 03 22:29:16.042657 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-750687d6-5a17-40d9-9089-1ee6cd4dc56b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:16.051903 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-750687d6-5a17-40d9-9089-1ee6cd4dc56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:16.117282 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750687d6-5a17-40d9-9089-1ee6cd4dc56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ccc307-5481-455d-ae23-abc9b49dacc9,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:16.121419 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-750687d6-5a17-40d9-9089-1ee6cd4dc56b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b9eae4eaefc7434aa611552b978b1ec3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2156284 May 03 22:29:16.123442 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-fed16307-7946-4451-8158-6faa3cdabe5b req-405ff89f-3805-4d7e-9546-e12d143dab54 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:16.124891 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57214) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:16.219046 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ff89f-3805-4d7e-9546-e12d143dab54 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Pushing event deleted for resources: {'Port': ['ID=ead6cbf3-ffad-43fa-8c9d-6a2a5258d538,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:16.319078 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dfb6b7f6-525b-4216-a0b3-17dd33c5d58d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:16.321330 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed16307-7946-4451-8158-6faa3cdabe5b req-405ff89f-3805-4d7e-9546-e12d143dab54 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] No DVR routers for this DVR port ead6cbf3-ffad-43fa-8c9d-6a2a5258d538 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:29:16.324252 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-fed16307-7946-4451-8158-6faa3cdabe5b req-405ff89f-3805-4d7e-9546-e12d143dab54 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:16.327007 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e8097c-1766-4c29-a2aa-ed74087097ad', 'name': 'network-vif-deleted', 'tag': 'ead6cbf3-ffad-43fa-8c9d-6a2a5258d538'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:29:16.367298 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dfb6b7f6-525b-4216-a0b3-17dd33c5d58d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:16.376519 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-fed16307-7946-4451-8158-6faa3cdabe5b req-405ff89f-3805-4d7e-9546-e12d143dab54 tempest-ImagesNegativeTestJSON-957584750 tempest-ImagesNegativeTestJSON-957584750-project] 10.222.0.60 "DELETE /v2.0/ports/ead6cbf3-ffad-43fa-8c9d-6a2a5258d538 HTTP/1.1" status: 204 len: 173 time: 1.6807072 May 03 22:29:16.386506 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c04fd-4976-448b-8c15-bcdde6d42d30 req-00883302-7e31-48cc-885a-a33bfe9cdadf tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:16.394888 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ba2c04fd-4976-448b-8c15-bcdde6d42d30 req-00883302-7e31-48cc-885a-a33bfe9cdadf tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 949 time: 0.4974663 May 03 22:29:16.457641 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dfb6b7f6-525b-4216-a0b3-17dd33c5d58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:16.487943 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6b7f6-525b-4216-a0b3-17dd33c5d58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ccc307-5481-455d-ae23-abc9b49dacc9,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:16.506629 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dfb6b7f6-525b-4216-a0b3-17dd33c5d58d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:16.508127 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-dfb6b7f6-525b-4216-a0b3-17dd33c5d58d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/97ccc307-5481-455d-ae23-abc9b49dacc9 HTTP/1.1" status: 204 len: 168 time: 0.3822863 May 03 22:29:16.631021 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ba2c04fd-4976-448b-8c15-bcdde6d42d30 req-df602809-e669-497e-9e4e-bd3670714fd9 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352672 May 03 22:29:16.710563 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-fea7bfa6-d317-43fb-b5fa-03ecbc185c82 req-5dcb177b-6cf4-4c6d-8e19-b384ff4f6a46 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] For port 85b6557b-e2da-4a21-affa-d49d97cf790c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=85b6557b-e2da-4a21-affa-d49d97cf790c,segment=NetworkSegment(09635bff-16c9-4d7f-8a87-b6936a489987),segment_id=09635bff-16c9-4d7f-8a87-b6936a489987)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:16.710933 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fea7bfa6-d317-43fb-b5fa-03ecbc185c82 req-5dcb177b-6cf4-4c6d-8e19-b384ff4f6a46 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:16.897797 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5183e9fa-b53d-4904-b100-2b05cfa23eef req-060331b1-6415-48ef-91bd-8d9d13f5ee71 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 210 time: 0.1948140 May 03 22:29:16.904476 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-fea7bfa6-d317-43fb-b5fa-03ecbc185c82 req-5dcb177b-6cf4-4c6d-8e19-b384ff4f6a46 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Calling delete_port for 85b6557b-e2da-4a21-affa-d49d97cf790c owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:29:16.967063 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-46d019e0-4323-45b8-b214-339d3d8ca434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 352ac121-cc35-41fa-bc6b-daee4bb2c83f {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:29:16.971003 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63923c82-ae99-43d2-8bed-fd09d970c409'] response: {'server_uuid': 'a7e8097c-1766-4c29-a2aa-ed74087097ad', 'name': 'network-vif-deleted', 'tag': 'ead6cbf3-ffad-43fa-8c9d-6a2a5258d538', 'status': 'completed', 'code': 200} May 03 22:29:16.975681 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-46d019e0-4323-45b8-b214-339d3d8ca434 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:17.010704 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-46d019e0-4323-45b8-b214-339d3d8ca434 service neutron] Transition to ACTIVE for port object 352ac121-cc35-41fa-bc6b-daee4bb2c83f will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:29:17.025294 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9d359-8a86-4749-b159-c634f93c54c9 req-40355245-9e42-4fa5-90c5-680b8f99c2ae tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:17.026578 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-28a9d359-8a86-4749-b159-c634f93c54c9 req-40355245-9e42-4fa5-90c5-680b8f99c2ae tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Synchronizing usage tracker for tenant:0660cbed43f74b05ab398bdf8e72a3f0 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:29:17.044298 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-46d019e0-4323-45b8-b214-339d3d8ca434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:17.193943 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d019e0-4323-45b8-b214-339d3d8ca434 service neutron] Pushing event updated for resources: {'Port': ['ID=352ac121-cc35-41fa-bc6b-daee4bb2c83f,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:17.302397 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-28a9d359-8a86-4749-b159-c634f93c54c9 req-40355245-9e42-4fa5-90c5-680b8f99c2ae tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Unset dirty status for tenant:0660cbed43f74b05ab398bdf8e72a3f0 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:29:17.303564 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-28a9d359-8a86-4749-b159-c634f93c54c9 req-40355245-9e42-4fa5-90c5-680b8f99c2ae tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d16dd3f-ca61-411c-8beb-d2bb9e3ce826 HTTP/1.1" status: 200 len: 935 time: 1.0145173 May 03 22:29:17.460530 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57262) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:17.491411 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-28a9d359-8a86-4749-b159-c634f93c54c9 req-4476dc03-136d-4859-a3f8-989448d9313b tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708183 May 03 22:29:17.539050 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-46d019e0-4323-45b8-b214-339d3d8ca434 service neutron] Attempting to bind port 352ac121-cc35-41fa-bc6b-daee4bb2c83f on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:29:17.539403 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-46d019e0-4323-45b8-b214-339d3d8ca434 service neutron] Attempting to bind port 352ac121-cc35-41fa-bc6b-daee4bb2c83f by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:29:17.539708 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-46d019e0-4323-45b8-b214-339d3d8ca434 service neutron] Attempting to bind port 352ac121-cc35-41fa-bc6b-daee4bb2c83f on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:29:17.547485 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a86455-f274-4d52-875e-fc92ba79ec5c req-91bcc2fc-26a7-492d-b8fd-114a0ff7d1fa tempest-MigrationsAdminTest-668091771 tempest-MigrationsAdminTest-668091771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:17.555046 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-50a86455-f274-4d52-875e-fc92ba79ec5c req-91bcc2fc-26a7-492d-b8fd-114a0ff7d1fa tempest-MigrationsAdminTest-668091771 tempest-MigrationsAdminTest-668091771-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 1100 time: 0.4047632 May 03 22:29:17.576937 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-46d019e0-4323-45b8-b214-339d3d8ca434 service neutron] Port 352ac121-cc35-41fa-bc6b-daee4bb2c83f on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:29:17.577276 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-46d019e0-4323-45b8-b214-339d3d8ca434 service neutron] Attempting to bind port 352ac121-cc35-41fa-bc6b-daee4bb2c83f on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:29:17.621455 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fea7bfa6-d317-43fb-b5fa-03ecbc185c82 req-5dcb177b-6cf4-4c6d-8e19-b384ff4f6a46 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:17.623487 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-46d019e0-4323-45b8-b214-339d3d8ca434 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:29:17.623987 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-46d019e0-4323-45b8-b214-339d3d8ca434 service neutron] Checking segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:29:17.624582 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-46d019e0-4323-45b8-b214-339d3d8ca434 service neutron] Bound using segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:29:17.625166 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-46d019e0-4323-45b8-b214-339d3d8ca434 service neutron] Bound port: 352ac121-cc35-41fa-bc6b-daee4bb2c83f, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:29:17.625659 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-46d019e0-4323-45b8-b214-339d3d8ca434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:17.641015 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-c9870786-9a38-413b-9dad-7eac1a18fcb2 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-320321984-network', 'tenant_id': '398aece71f784827b5e2ae70e82fc534'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:29:17.646822 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c9870786-9a38-413b-9dad-7eac1a18fcb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:29:17.654800 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c9870786-9a38-413b-9dad-7eac1a18fcb2 admin admin] Usage tracker for resource:network and tenant:398aece71f784827b5e2ae70e82fc534 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:29:17.660084 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c9870786-9a38-413b-9dad-7eac1a18fcb2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:29:17.667958 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c9870786-9a38-413b-9dad-7eac1a18fcb2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:29:17.682934 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9870786-9a38-413b-9dad-7eac1a18fcb2 admin admin] Made reservation on behalf of 398aece71f784827b5e2ae70e82fc534 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:29:17.686064 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c9870786-9a38-413b-9dad-7eac1a18fcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:17.705113 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c9870786-9a38-413b-9dad-7eac1a18fcb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:17.709633 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb177b-6cf4-4c6d-8e19-b384ff4f6a46 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Pushing event deleted for resources: {'Port': ['ID=85b6557b-e2da-4a21-affa-d49d97cf790c,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:17.812453 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-50a86455-f274-4d52-875e-fc92ba79ec5c req-23c83605-9698-40c3-b391-c1232b657076 tempest-MigrationsAdminTest-668091771 tempest-MigrationsAdminTest-668091771-project-admin] Synchronizing usage tracker for tenant:15b8ffbe393e473f899d6acf98381144 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:29:17.895740 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-cb63eb45-e6be-4387-bb5e-f67f99ad6b76 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:17.897253 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-cb63eb45-e6be-4387-bb5e-f67f99ad6b76 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.60 "GET /v2.0/networks?id=a572c86a-2b6a-4f54-acfd-7c80043bae5a HTTP/1.1" status: 200 len: 814 time: 0.1618896 May 03 22:29:17.898408 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c9870786-9a38-413b-9dad-7eac1a18fcb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:29:17.913482 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c9870786-9a38-413b-9dad-7eac1a18fcb2 admin admin] Usage tracker for resource:security_group_rule and tenant:398aece71f784827b5e2ae70e82fc534 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:29:17.916648 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c9870786-9a38-413b-9dad-7eac1a18fcb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:29:17.923747 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c9870786-9a38-413b-9dad-7eac1a18fcb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:29:17.951227 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-101bb13e-1b63-43de-97df-60bc5b9c9fd4 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Request body: {'port': {'device_id': '666e2621-59a4-4419-a2b3-799bb89f10db', 'network_id': 'a572c86a-2b6a-4f54-acfd-7c80043bae5a', 'admin_state_up': True, 'tenant_id': '77e4bf48be994e018ad0dac312f12aea'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:29:18.100508 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea7bfa6-d317-43fb-b5fa-03ecbc185c82 req-5dcb177b-6cf4-4c6d-8e19-b384ff4f6a46 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] No DVR routers for this DVR port 85b6557b-e2da-4a21-affa-d49d97cf790c on host n-h2-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:29:18.136959 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fea7bfa6-d317-43fb-b5fa-03ecbc185c82 req-5dcb177b-6cf4-4c6d-8e19-b384ff4f6a46 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:18.145030 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-101bb13e-1b63-43de-97df-60bc5b9c9fd4 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:29:18.147180 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9262d8a6-9016-4df8-8ebf-66fc182a7c9b', 'name': 'network-vif-deleted', 'tag': '85b6557b-e2da-4a21-affa-d49d97cf790c'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:29:18.153103 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-101bb13e-1b63-43de-97df-60bc5b9c9fd4 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Usage tracker for resource:port and tenant:77e4bf48be994e018ad0dac312f12aea is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:29:18.160741 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c9870786-9a38-413b-9dad-7eac1a18fcb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:18.161891 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-101bb13e-1b63-43de-97df-60bc5b9c9fd4 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:29:18.167034 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-723923d0-50e5-4b59-84fb-1c23e84b6396 req-7e9476dc-1163-41cc-b78e-9ae9fb63144d tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 210 time: 0.0810611 May 03 22:29:18.169905 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-101bb13e-1b63-43de-97df-60bc5b9c9fd4 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:29:18.170076 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-50a86455-f274-4d52-875e-fc92ba79ec5c req-23c83605-9698-40c3-b391-c1232b657076 tempest-MigrationsAdminTest-668091771 tempest-MigrationsAdminTest-668091771-project-admin] Unset dirty status for tenant:15b8ffbe393e473f899d6acf98381144 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:29:18.173166 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c9870786-9a38-413b-9dad-7eac1a18fcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:18.178830 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-50a86455-f274-4d52-875e-fc92ba79ec5c req-23c83605-9698-40c3-b391-c1232b657076 tempest-MigrationsAdminTest-668091771 tempest-MigrationsAdminTest-668091771-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6229024 May 03 22:29:18.182414 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fea7bfa6-d317-43fb-b5fa-03ecbc185c82 req-5dcb177b-6cf4-4c6d-8e19-b384ff4f6a46 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.67 "DELETE /v2.0/ports/85b6557b-e2da-4a21-affa-d49d97cf790c HTTP/1.1" status: 204 len: 173 time: 2.7069924 May 03 22:29:18.183503 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-46d019e0-4323-45b8-b214-339d3d8ca434 service neutron] For port 352ac121-cc35-41fa-bc6b-daee4bb2c83f, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:29:18.201088 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9870786-9a38-413b-9dad-7eac1a18fcb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:29:18.207476 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-46d019e0-4323-45b8-b214-339d3d8ca434 service neutron] For port 352ac121-cc35-41fa-bc6b-daee4bb2c83f, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=352ac121-cc35-41fa-bc6b-daee4bb2c83f,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:29:18.229605 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-46d019e0-4323-45b8-b214-339d3d8ca434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:18.239414 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-101bb13e-1b63-43de-97df-60bc5b9c9fd4 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Made reservation on behalf of 77e4bf48be994e018ad0dac312f12aea for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:29:18.245554 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-101bb13e-1b63-43de-97df-60bc5b9c9fd4 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:18.269253 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c9870786-9a38-413b-9dad-7eac1a18fcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:18.269798 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-c9870786-9a38-413b-9dad-7eac1a18fcb2 admin admin] Added segment c151d315-175b-4fec-a968-3a55652b3fd3 of type vlan for network 719df8e7-cc67-40b3-9c68-8230d18a653b May 03 22:29:18.270939 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57296) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:18.302359 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9559021f-10c7-4a95-83f9-27b848d3c2a6'] response: {'server_uuid': '9262d8a6-9016-4df8-8ebf-66fc182a7c9b', 'name': 'network-vif-deleted', 'tag': '85b6557b-e2da-4a21-affa-d49d97cf790c', 'status': 'completed', 'code': 200} May 03 22:29:18.310012 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-46d019e0-4323-45b8-b214-339d3d8ca434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:18.310640 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-46d019e0-4323-45b8-b214-339d3d8ca434 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:18.312059 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-46d019e0-4323-45b8-b214-339d3d8ca434 service neutron] 10.222.0.67 "PUT /v2.0/ports/352ac121-cc35-41fa-bc6b-daee4bb2c83f HTTP/1.1" status: 200 len: 1095 time: 3.1590557 May 03 22:29:18.339334 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d019e0-4323-45b8-b214-339d3d8ca434 service neutron] Pushing event updated for resources: {'Port': ['ID=352ac121-cc35-41fa-bc6b-daee4bb2c83f,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:18.354552 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9870786-9a38-413b-9dad-7eac1a18fcb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0ab50f-8f9d-407b-b663-1df38139b248,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:18.391369 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c9870786-9a38-413b-9dad-7eac1a18fcb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:18.541083 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-17a9f6ab-95ad-4c62-94a7-6e900c8509bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:18.543226 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-17a9f6ab-95ad-4c62-94a7-6e900c8509bd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0660cbed43f74b05ab398bdf8e72a3f0&device_id=3d16dd3f-ca61-411c-8beb-d2bb9e3ce826 HTTP/1.1" status: 200 len: 1098 time: 0.1525538 May 03 22:29:18.569930 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c9870786-9a38-413b-9dad-7eac1a18fcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:18.570912 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9870786-9a38-413b-9dad-7eac1a18fcb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:18.571494 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c9870786-9a38-413b-9dad-7eac1a18fcb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:18.704295 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-1c9202c8-57c6-4c6a-8834-b442d6ef632f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=352ac121-cc35-41fa-bc6b-daee4bb2c83f HTTP/1.1" status: 200 len: 217 time: 0.1530099 May 03 22:29:18.712901 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fef65553-6aa1-45f8-be66-e642ea1770de req-5ea4a357-62c4-4c36-aa0e-f288bda8fd3d tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553162 May 03 22:29:18.776077 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-101bb13e-1b63-43de-97df-60bc5b9c9fd4 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Allocated IP 172.20.0.3 (a572c86a-2b6a-4f54-acfd-7c80043bae5a/f87275f9-d5c3-4c1f-8855-2213c7ddc029/353b7eee-c934-456c-aaf9-e0b8ebdc6e3b) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:29:18.787309 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c9870786-9a38-413b-9dad-7eac1a18fcb2 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3228846 May 03 22:29:18.789275 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9870786-9a38-413b-9dad-7eac1a18fcb2 admin admin] Pushing event updated for resources: {'Network': ['ID=719df8e7-cc67-40b3-9c68-8230d18a653b,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:18.794578 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57318) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:18.803531 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-71f32ead-a1c5-4568-857a-59518a6c2f6a admin admin] Request body: {'subnet': {'network_id': '719df8e7-cc67-40b3-9c68-8230d18a653b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-320321984-subnet', 'tenant_id': '398aece71f784827b5e2ae70e82fc534', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:29:18.807134 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 719df8e7-cc67-40b3-9c68-8230d18a653b details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:29:18.821266 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-71f32ead-a1c5-4568-857a-59518a6c2f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:29:18.849280 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-71f32ead-a1c5-4568-857a-59518a6c2f6a admin admin] Usage tracker for resource:subnet and tenant:398aece71f784827b5e2ae70e82fc534 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:29:18.868458 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-71f32ead-a1c5-4568-857a-59518a6c2f6a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:29:18.887749 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-71f32ead-a1c5-4568-857a-59518a6c2f6a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:29:18.891721 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7ae71893-eff0-428d-b2b1-0b631906f585 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6558089924af4b01ba8328f3b500b8d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6152194 May 03 22:29:18.898623 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57322) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:18.936928 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f32ead-a1c5-4568-857a-59518a6c2f6a admin admin] Made reservation on behalf of 398aece71f784827b5e2ae70e82fc534 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:29:18.939570 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-71f32ead-a1c5-4568-857a-59518a6c2f6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:19.026694 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-4624f05d-9398-433e-afd8-4abca45e0388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:19.028171 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-4624f05d-9398-433e-afd8-4abca45e0388 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.3125472 May 03 22:29:19.041387 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef65553-6aa1-45f8-be66-e642ea1770de req-2eb50663-5909-4e79-9dd9-45fad2945196 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:19.042922 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fef65553-6aa1-45f8-be66-e642ea1770de req-2eb50663-5909-4e79-9dd9-45fad2945196 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3285201 May 03 22:29:19.107301 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fef65553-6aa1-45f8-be66-e642ea1770de req-b7bf02ff-17f5-4aee-952c-e07495d8b113 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/quotas/e5ed80acbb9f47e383e08a46b5c2d155 HTTP/1.1" status: 200 len: 375 time: 0.0256791 May 03 22:29:19.116733 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d09415-9818-4e2e-b4d2-ff0d9e0653d9 req-919d1cc4-715f-49c6-8f2d-6d47d101960b tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:19.118222 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-80d09415-9818-4e2e-b4d2-ff0d9e0653d9 req-919d1cc4-715f-49c6-8f2d-6d47d101960b tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d16dd3f-ca61-411c-8beb-d2bb9e3ce826 HTTP/1.1" status: 200 len: 947 time: 0.4177012 May 03 22:29:19.229874 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-80d09415-9818-4e2e-b4d2-ff0d9e0653d9 req-7d8af270-4c90-49fb-a086-f129e5327a6b tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750079 May 03 22:29:19.240749 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-abbfefbb-6253-4495-b330-c1764353b539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:19.242273 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-abbfefbb-6253-4495-b330-c1764353b539 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1981974 May 03 22:29:19.281265 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8e01f0be-3a12-4d78-8063-ddb026a91d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:19.295155 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fef65553-6aa1-45f8-be66-e642ea1770de req-e126ab62-f8c2-4d43-81de-b172751b4c98 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1757603 May 03 22:29:19.373264 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 85b6557b-e2da-4a21-affa-d49d97cf790c no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:29:19.375354 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-101bb13e-1b63-43de-97df-60bc5b9c9fd4 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:19.379255 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8e01f0be-3a12-4d78-8063-ddb026a91d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:19.407720 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-51c97d9c-45d9-4abe-a178-e4bdf0d8b7f2 req-ac97c541-d1d5-42de-886f-cf98cf15eb70 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Synchronizing usage tracker for tenant:77e4bf48be994e018ad0dac312f12aea on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:29:19.410070 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 85b6557b-e2da-4a21-affa-d49d97cf790c {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:29:19.410656 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 85b6557b-e2da-4a21-affa-d49d97cf790c not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:29:19.445656 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-51c97d9c-45d9-4abe-a178-e4bdf0d8b7f2 req-ac97c541-d1d5-42de-886f-cf98cf15eb70 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Unset dirty status for tenant:77e4bf48be994e018ad0dac312f12aea on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:29:19.446843 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-51c97d9c-45d9-4abe-a178-e4bdf0d8b7f2 req-ac97c541-d1d5-42de-886f-cf98cf15eb70 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 210 time: 0.0933902 May 03 22:29:19.452508 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-a6add3f7-2bab-46fb-9f6b-28d06f1f9676 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034001 May 03 22:29:19.492458 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-101bb13e-1b63-43de-97df-60bc5b9c9fd4 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:19.540762 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8e01f0be-3a12-4d78-8063-ddb026a91d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:19.566319 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-71f32ead-a1c5-4568-857a-59518a6c2f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:19.569199 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6c580e21-e7ae-4eed-b809-bf972dfca9f8 req-43955d27-5bdb-43c1-8f66-bcb109edce9d tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 210 time: 0.0718696 May 03 22:29:19.610192 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device ead6cbf3-ffad-43fa-8c9d-6a2a5258d538 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:29:19.668891 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-101bb13e-1b63-43de-97df-60bc5b9c9fd4 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Network a572c86a-2b6a-4f54-acfd-7c80043bae5a is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:29:19.675071 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01f0be-3a12-4d78-8063-ddb026a91d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac77e79-283a-4f36-b220-001a9199e260,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:19.676667 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: ead6cbf3-ffad-43fa-8c9d-6a2a5258d538 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:29:19.683671 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device ead6cbf3-ffad-43fa-8c9d-6a2a5258d538 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:29:19.690685 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-101bb13e-1b63-43de-97df-60bc5b9c9fd4 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:29:19.691368 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c278a41c-8bd5-467c-b7fc-14ea35008a64 req-ceaa047e-8fe5-4c15-b8c5-a5baf2c57996 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248375 May 03 22:29:19.715543 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-101bb13e-1b63-43de-97df-60bc5b9c9fd4 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:29:19.761335 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101bb13e-1b63-43de-97df-60bc5b9c9fd4 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Pushing event updated for resources: {'Port': ['ID=353b7eee-c934-456c-aaf9-e0b8ebdc6e3b,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:19.807439 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f32ead-a1c5-4568-857a-59518a6c2f6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eb8c45b-765d-463d-b1cc-dbd6df8c3125,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:19.815367 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8e01f0be-3a12-4d78-8063-ddb026a91d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:19.817896 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8e01f0be-3a12-4d78-8063-ddb026a91d73 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5ac77e79-283a-4f36-b220-001a9199e260 HTTP/1.1" status: 204 len: 168 time: 0.9167006 May 03 22:29:19.833373 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f32ead-a1c5-4568-857a-59518a6c2f6a admin admin] Checking segment: {'id': 'c151d315-175b-4fec-a968-3a55652b3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '719df8e7-cc67-40b3-9c68-8230d18a653b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:29:19.833725 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f32ead-a1c5-4568-857a-59518a6c2f6a admin admin] Network hostable DHCP agents. Network: 719df8e7-cc67-40b3-9c68-8230d18a653b, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:29:19.846884 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-101bb13e-1b63-43de-97df-60bc5b9c9fd4 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:19.847495 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-101bb13e-1b63-43de-97df-60bc5b9c9fd4 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:19.873434 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-101bb13e-1b63-43de-97df-60bc5b9c9fd4 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9277923 May 03 22:29:19.879324 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f32ead-a1c5-4568-857a-59518a6c2f6a admin admin] Network 719df8e7-cc67-40b3-9c68-8230d18a653b is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:29:19.891158 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-a94522a2-ab74-449b-8557-9c79889d4472 service neutron] Request body: {'port': {'device_id': '666e2621-59a4-4419-a2b3-799bb89f10db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:29:19.928860 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-71f32ead-a1c5-4568-857a-59518a6c2f6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 719df8e7-cc67-40b3-9c68-8230d18a653b) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:29:19.936346 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f32ead-a1c5-4568-857a-59518a6c2f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:19.936928 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-71f32ead-a1c5-4568-857a-59518a6c2f6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:19.942120 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f394f9b1-e6ff-4427-bd16-b22fc83e6a22 None None] Network 719df8e7-cc67-40b3-9c68-8230d18a653b requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:29:20.029627 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-71f32ead-a1c5-4568-857a-59518a6c2f6a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2315454 May 03 22:29:20.062470 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-a94522a2-ab74-449b-8557-9c79889d4472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:20.219406 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a259e5-2fa8-4df4-b092-662b003dfeba None None] Network 719df8e7-cc67-40b3-9c68-8230d18a653b requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:29:20.303440 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d16dd3f-ca61-411c-8beb-d2bb9e3ce826', 'tag': '352ac121-cc35-41fa-bc6b-daee4bb2c83f'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:29:20.387763 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba547b10-a2a2-4860-b215-a2171d4fad0e'] response: {'name': 'network-changed', 'server_uuid': '3d16dd3f-ca61-411c-8beb-d2bb9e3ce826', 'tag': '352ac121-cc35-41fa-bc6b-daee4bb2c83f', 'status': 'completed', 'code': 200} May 03 22:29:20.549727 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-a94522a2-ab74-449b-8557-9c79889d4472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 353b7eee-c934-456c-aaf9-e0b8ebdc6e3b {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:29:20.557720 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-a94522a2-ab74-449b-8557-9c79889d4472 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:20.576888 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-a94522a2-ab74-449b-8557-9c79889d4472 service neutron] Transition to ACTIVE for port object 353b7eee-c934-456c-aaf9-e0b8ebdc6e3b will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:29:20.582071 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-a94522a2-ab74-449b-8557-9c79889d4472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:20.692010 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668f5b2-8cfd-4316-9935-5bb791a4922d req-03f43e2d-8b6f-4ef5-8974-69a0b815cece tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:20.698794 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3668f5b2-8cfd-4316-9935-5bb791a4922d req-03f43e2d-8b6f-4ef5-8974-69a0b815cece tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d16dd3f-ca61-411c-8beb-d2bb9e3ce826 HTTP/1.1" status: 200 len: 947 time: 0.1963465 May 03 22:29:20.722204 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8eb7c-1f93-4a7c-8f1e-f6c3344d5409 req-6a9b873f-a9d6-4b18-86a1-98e84bc24385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:20.723683 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8cb8eb7c-1f93-4a7c-8f1e-f6c3344d5409 req-6a9b873f-a9d6-4b18-86a1-98e84bc24385 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0660cbed43f74b05ab398bdf8e72a3f0&device_id=3d16dd3f-ca61-411c-8beb-d2bb9e3ce826 HTTP/1.1" status: 200 len: 1098 time: 0.3022628 May 03 22:29:20.758480 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94522a2-ab74-449b-8557-9c79889d4472 service neutron] Pushing event updated for resources: {'Port': ['ID=353b7eee-c934-456c-aaf9-e0b8ebdc6e3b,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:20.852972 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3668f5b2-8cfd-4316-9935-5bb791a4922d req-04c844ec-74df-4960-8360-f2292c33f711 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481345 May 03 22:29:20.901219 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-a94522a2-ab74-449b-8557-9c79889d4472 service neutron] Attempting to bind port 353b7eee-c934-456c-aaf9-e0b8ebdc6e3b on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:29:20.901219 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-a94522a2-ab74-449b-8557-9c79889d4472 service neutron] Attempting to bind port 353b7eee-c934-456c-aaf9-e0b8ebdc6e3b by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '09635bff-16c9-4d7f-8a87-b6936a489987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'a572c86a-2b6a-4f54-acfd-7c80043bae5a'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:29:20.901219 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-a94522a2-ab74-449b-8557-9c79889d4472 service neutron] Attempting to bind port 353b7eee-c934-456c-aaf9-e0b8ebdc6e3b on network a572c86a-2b6a-4f54-acfd-7c80043bae5a {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:29:20.901219 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-a94522a2-ab74-449b-8557-9c79889d4472 service neutron] Port 353b7eee-c934-456c-aaf9-e0b8ebdc6e3b on network a572c86a-2b6a-4f54-acfd-7c80043bae5a not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:29:20.901219 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-a94522a2-ab74-449b-8557-9c79889d4472 service neutron] Attempting to bind port 353b7eee-c934-456c-aaf9-e0b8ebdc6e3b on network a572c86a-2b6a-4f54-acfd-7c80043bae5a {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:29:20.901219 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-a94522a2-ab74-449b-8557-9c79889d4472 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:29:20.901219 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-a94522a2-ab74-449b-8557-9c79889d4472 service neutron] Checking segment: {'id': '09635bff-16c9-4d7f-8a87-b6936a489987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'a572c86a-2b6a-4f54-acfd-7c80043bae5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:29:20.901219 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-a94522a2-ab74-449b-8557-9c79889d4472 service neutron] Bound using segment: {'id': '09635bff-16c9-4d7f-8a87-b6936a489987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'a572c86a-2b6a-4f54-acfd-7c80043bae5a'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:29:20.901219 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-a94522a2-ab74-449b-8557-9c79889d4472 service neutron] Bound port: 353b7eee-c934-456c-aaf9-e0b8ebdc6e3b, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09635bff-16c9-4d7f-8a87-b6936a489987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'a572c86a-2b6a-4f54-acfd-7c80043bae5a'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:29:20.901219 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-a94522a2-ab74-449b-8557-9c79889d4472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:21.050514 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-a94522a2-ab74-449b-8557-9c79889d4472 service neutron] For port 353b7eee-c934-456c-aaf9-e0b8ebdc6e3b, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:29:21.050514 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-a94522a2-ab74-449b-8557-9c79889d4472 service neutron] For port 353b7eee-c934-456c-aaf9-e0b8ebdc6e3b, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=353b7eee-c934-456c-aaf9-e0b8ebdc6e3b,segment=NetworkSegment(09635bff-16c9-4d7f-8a87-b6936a489987),segment_id=09635bff-16c9-4d7f-8a87-b6936a489987)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:29:21.062832 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-a94522a2-ab74-449b-8557-9c79889d4472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:21.076765 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fef65553-6aa1-45f8-be66-e642ea1770de req-40efa16d-6d52-44fb-8dce-f9e9c02b31ff tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485737 May 03 22:29:21.079794 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8eb7c-1f93-4a7c-8f1e-f6c3344d5409 req-a1494e54-4e7b-4871-aedb-d411918732bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:21.081299 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8cb8eb7c-1f93-4a7c-8f1e-f6c3344d5409 req-a1494e54-4e7b-4871-aedb-d411918732bc service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.3336949 May 03 22:29:21.193545 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-a94522a2-ab74-449b-8557-9c79889d4472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:21.196142 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-a94522a2-ab74-449b-8557-9c79889d4472 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:21.198663 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-a94522a2-ab74-449b-8557-9c79889d4472 service neutron] 10.222.0.60 "PUT /v2.0/ports/353b7eee-c934-456c-aaf9-e0b8ebdc6e3b HTTP/1.1" status: 200 len: 1091 time: 1.3140256 May 03 22:29:21.199489 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666e2621-59a4-4419-a2b3-799bb89f10db', 'tag': '353b7eee-c934-456c-aaf9-e0b8ebdc6e3b'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:29:21.246612 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94522a2-ab74-449b-8557-9c79889d4472 service neutron] Pushing event updated for resources: {'Port': ['ID=353b7eee-c934-456c-aaf9-e0b8ebdc6e3b,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:21.353419 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-8eb95020-e2bc-4769-a2e7-2bb1a8be0ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:21.354945 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-8eb95020-e2bc-4769-a2e7-2bb1a8be0ff8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=77e4bf48be994e018ad0dac312f12aea&device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 1094 time: 0.0855072 May 03 22:29:21.447255 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-99d9d8aa-ec41-477b-8cb0-769e83f1d090 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=353b7eee-c934-456c-aaf9-e0b8ebdc6e3b HTTP/1.1" status: 200 len: 217 time: 0.0773513 May 03 22:29:21.458417 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8cb8eb7c-1f93-4a7c-8f1e-f6c3344d5409 req-12d1a63d-9852-4369-8f4a-e56d82e48eda service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=352ac121-cc35-41fa-bc6b-daee4bb2c83f HTTP/1.1" status: 200 len: 217 time: 0.3523142 May 03 22:29:21.517598 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-81eae6c3-7862-4c53-b24d-b39dfd1ac34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:21.519682 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-81eae6c3-7862-4c53-b24d-b39dfd1ac34c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f87275f9-d5c3-4c1f-8855-2213c7ddc029 HTTP/1.1" status: 200 len: 854 time: 0.0587776 May 03 22:29:21.691799 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-6fc3f6c2-1565-4e1b-862c-5a90282e48d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a572c86a-2b6a-4f54-acfd-7c80043bae5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1554883 May 03 22:29:21.708852 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8eb7c-1f93-4a7c-8f1e-f6c3344d5409 req-86473266-c3ca-45ed-adc4-ac1a40ede89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:21.710308 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8cb8eb7c-1f93-4a7c-8f1e-f6c3344d5409 req-86473266-c3ca-45ed-adc4-ac1a40ede89d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.2425513 May 03 22:29:21.726382 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-9c13d1eb-17ad-476e-9e0b-6474ced6c742 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:21.727787 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-9c13d1eb-17ad-476e-9e0b-6474ced6c742 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] 10.222.0.58 "GET /v2.0/networks?id=719df8e7-cc67-40b3-9c68-8230d18a653b HTTP/1.1" status: 200 len: 813 time: 0.3475206 May 03 22:29:21.764457 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef65553-6aa1-45f8-be66-e642ea1770de req-3dbb2868-892d-40c8-bb01-7ef01e9577e9 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:21.766636 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fef65553-6aa1-45f8-be66-e642ea1770de req-3dbb2868-892d-40c8-bb01-7ef01e9577e9 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6843488 May 03 22:29:21.780838 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f8944-dfd6-4903-b6fc-4a5be5170fa0 req-54a166d0-5136-436d-8f1d-9f2101a6cf81 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:21.782261 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5e2f8944-dfd6-4903-b6fc-4a5be5170fa0 req-54a166d0-5136-436d-8f1d-9f2101a6cf81 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 943 time: 0.6745496 May 03 22:29:21.791949 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-fef65553-6aa1-45f8-be66-e642ea1770de req-dfbbf4c3-c840-495d-a846-bab0549edfdf tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Request body: {'port': {'device_id': '9b165481-d168-47b0-8ae5-f2c99caf766c', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'admin_state_up': True, 'tenant_id': 'e5ed80acbb9f47e383e08a46b5c2d155'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:29:21.838497 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-93d28e44-03ea-4f96-8c9a-55c47c54274f service neutron] 10.222.0.60 "GET /v2.0/networks/a572c86a-2b6a-4f54-acfd-7c80043bae5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357064 May 03 22:29:21.863459 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-72e13be3-606a-482d-a8e8-9305c7e25da1 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] 10.222.0.58 "GET /v2.0/quotas/398aece71f784827b5e2ae70e82fc534 HTTP/1.1" status: 200 len: 375 time: 0.0955219 May 03 22:29:21.982244 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e3411664-6a7c-4ab3-a186-232cf1ae10f8 req-68891abc-d8cf-42f1-8c84-21f5b4eb6912 service neutron] 10.222.0.60 "GET /v2.0/networks/a572c86a-2b6a-4f54-acfd-7c80043bae5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322973 May 03 22:29:22.005509 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5e2f8944-dfd6-4903-b6fc-4a5be5170fa0 req-4f4e57b2-8b26-453a-b4d4-a384ea1615e2 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883726 May 03 22:29:22.009386 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-a65c4bea-f7c9-4aba-8e72-561456256b68 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=398aece71f784827b5e2ae70e82fc534&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0939956 May 03 22:29:22.077238 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8eb7c-1f93-4a7c-8f1e-f6c3344d5409 req-894388f9-3fd0-4e7d-9b66-04192ce64e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:22.078739 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8cb8eb7c-1f93-4a7c-8f1e-f6c3344d5409 req-894388f9-3fd0-4e7d-9b66-04192ce64e75 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3591709 May 03 22:29:22.079661 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-fef65553-6aa1-45f8-be66-e642ea1770de req-dfbbf4c3-c840-495d-a846-bab0549edfdf tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:29:22.158167 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-fef65553-6aa1-45f8-be66-e642ea1770de req-dfbbf4c3-c840-495d-a846-bab0549edfdf tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:29:22.228893 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0b84a91e-4aa8-43ad-986b-35dd6ff3ad26 req-5546f39c-678d-4552-9132-fe820b6f8ebc tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 210 time: 0.0943034 May 03 22:29:22.285449 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fef65553-6aa1-45f8-be66-e642ea1770de req-dfbbf4c3-c840-495d-a846-bab0549edfdf tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Made reservation on behalf of e5ed80acbb9f47e383e08a46b5c2d155 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:29:22.290357 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fef65553-6aa1-45f8-be66-e642ea1770de req-dfbbf4c3-c840-495d-a846-bab0549edfdf tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:22.353482 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-e381e34f-28f2-4aab-9c0a-3416243f1e1e service neutron] 10.222.0.58 "GET /v2.0/networks/719df8e7-cc67-40b3-9c68-8230d18a653b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332570 May 03 22:29:22.372951 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-229a6676-503e-41ee-ad40-952e25b143ef'] response: {'name': 'network-changed', 'server_uuid': '666e2621-59a4-4419-a2b3-799bb89f10db', 'tag': '353b7eee-c934-456c-aaf9-e0b8ebdc6e3b', 'status': 'completed', 'code': 200} May 03 22:29:22.475771 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8cb8eb7c-1f93-4a7c-8f1e-f6c3344d5409 req-d5ed00c3-dc0f-4b5f-ac0c-3f15eff13de3 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422887 May 03 22:29:22.485484 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde55dd-37cc-4a11-996c-f2c6d2e7181b req-163e8313-f503-498c-b0b3-f370af04f893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:22.487571 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6bde55dd-37cc-4a11-996c-f2c6d2e7181b req-163e8313-f503-498c-b0b3-f370af04f893 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=77e4bf48be994e018ad0dac312f12aea&device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 1094 time: 0.0810075 May 03 22:29:22.623328 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde55dd-37cc-4a11-996c-f2c6d2e7181b req-c81bf88e-5f06-456a-9693-55f76611ce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:22.624344 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6bde55dd-37cc-4a11-996c-f2c6d2e7181b req-c81bf88e-5f06-456a-9693-55f76611ce8d service neutron] 10.222.0.60 "GET /v2.0/networks?id=a572c86a-2b6a-4f54-acfd-7c80043bae5a HTTP/1.1" status: 200 len: 915 time: 0.1295342 May 03 22:29:22.695727 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6bde55dd-37cc-4a11-996c-f2c6d2e7181b req-06be30ac-6578-4bdd-a632-9335e855f66e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=353b7eee-c934-456c-aaf9-e0b8ebdc6e3b HTTP/1.1" status: 200 len: 217 time: 0.0635302 May 03 22:29:22.764032 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde55dd-37cc-4a11-996c-f2c6d2e7181b req-cbdf530e-6dd7-4487-ac78-053b3886caa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:22.765488 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6bde55dd-37cc-4a11-996c-f2c6d2e7181b req-cbdf530e-6dd7-4487-ac78-053b3886caa3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f87275f9-d5c3-4c1f-8855-2213c7ddc029 HTTP/1.1" status: 200 len: 854 time: 0.0586772 May 03 22:29:22.817574 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6bde55dd-37cc-4a11-996c-f2c6d2e7181b req-ebd27492-5276-4c0d-88ff-755d32b93560 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a572c86a-2b6a-4f54-acfd-7c80043bae5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425889 May 03 22:29:22.847989 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-637b67c0-53df-442b-ad70-9bb2315bdcfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:22.914482 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-69594da1-9c4f-45fb-9ccf-67951be6ede1 service neutron] 10.222.0.58 "GET /v2.0/networks/719df8e7-cc67-40b3-9c68-8230d18a653b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5192084 May 03 22:29:22.936758 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-fef65553-6aa1-45f8-be66-e642ea1770de req-dfbbf4c3-c840-495d-a846-bab0549edfdf tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Allocated IP 192.168.233.133 (7e14e0ca-f320-4236-9b9e-a9e4f415dbeb/1dff747c-9d3c-4e06-92c1-836fbb9482c4/78cece3e-063d-4911-b5af-6e8c5dad162c) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:29:22.956433 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8cb8eb7c-1f93-4a7c-8f1e-f6c3344d5409 req-eab1ff57-e930-41d4-8168-abe0e085d53c service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325089 May 03 22:29:22.960613 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6bde55dd-37cc-4a11-996c-f2c6d2e7181b req-02611c9c-f554-4c36-add0-949b767f4632 service neutron] 10.222.0.60 "GET /v2.0/networks/a572c86a-2b6a-4f54-acfd-7c80043bae5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331632 May 03 22:29:22.996950 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139bbbe-487e-461e-a0fe-95eb5638248a req-fdd43f11-4974-4bb9-85b0-00f75cde8cde tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:22.998488 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e139bbbe-487e-461e-a0fe-95eb5638248a req-fdd43f11-4974-4bb9-85b0-00f75cde8cde tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d16dd3f-ca61-411c-8beb-d2bb9e3ce826 HTTP/1.1" status: 200 len: 947 time: 0.4466283 May 03 22:29:23.141636 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6bde55dd-37cc-4a11-996c-f2c6d2e7181b req-41080fa2-7a20-4343-96cf-0d46c434973b service neutron] 10.222.0.60 "GET /v2.0/networks/a572c86a-2b6a-4f54-acfd-7c80043bae5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689415 May 03 22:29:23.250474 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e139bbbe-487e-461e-a0fe-95eb5638248a req-ce50c95f-2e7a-40b2-863d-50c801df7580 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383816 May 03 22:29:23.274992 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fef65553-6aa1-45f8-be66-e642ea1770de req-dfbbf4c3-c840-495d-a846-bab0549edfdf tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:23.298638 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-fef65553-6aa1-45f8-be66-e642ea1770de req-dfbbf4c3-c840-495d-a846-bab0549edfdf tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Transition to ACTIVE for port object 78cece3e-063d-4911-b5af-6e8c5dad162c will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:29:23.362416 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f931dabb-0a44-40aa-aa90-8bc247db4b44 req-c247bbd6-f7a8-41a9-a7a7-59f1ae4e4570 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4a6e050-ec24-4d30-a812-42a9141c2065 HTTP/1.1" status: 200 len: 210 time: 0.0549419 May 03 22:29:23.381509 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 352ac121-cc35-41fa-bc6b-daee4bb2c83f details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:29:23.382176 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fef65553-6aa1-45f8-be66-e642ea1770de req-dfbbf4c3-c840-495d-a846-bab0549edfdf tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:23.444286 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['51a443ea-606a-4a08-ab5d-52d6e694760c'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:29:23.471329 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbf4c3-c840-495d-a846-bab0549edfdf tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Pushing event updated for resources: {'Port': ['ID=78cece3e-063d-4911-b5af-6e8c5dad162c,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:23.500943 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fef65553-6aa1-45f8-be66-e642ea1770de req-dfbbf4c3-c840-495d-a846-bab0549edfdf tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:29:23.507788 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-fef65553-6aa1-45f8-be66-e642ea1770de req-dfbbf4c3-c840-495d-a846-bab0549edfdf tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:29:23.521799 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef65553-6aa1-45f8-be66-e642ea1770de req-dfbbf4c3-c840-495d-a846-bab0549edfdf tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:29:23.733413 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef65553-6aa1-45f8-be66-e642ea1770de req-dfbbf4c3-c840-495d-a846-bab0549edfdf tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:23.734053 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fef65553-6aa1-45f8-be66-e642ea1770de req-dfbbf4c3-c840-495d-a846-bab0549edfdf tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:23.773915 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fef65553-6aa1-45f8-be66-e642ea1770de req-dfbbf4c3-c840-495d-a846-bab0549edfdf tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9905982 May 03 22:29:23.783561 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ad56d-35d0-4d17-8bc5-d92bd981d620 req-09941a34-3f68-4287-b383-71c2508c7892 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:23.786310 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1b2ad56d-35d0-4d17-8bc5-d92bd981d620 req-09941a34-3f68-4287-b383-71c2508c7892 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 943 time: 0.2232597 May 03 22:29:23.792159 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-fef65553-6aa1-45f8-be66-e642ea1770de req-69cab42d-3c8d-4c18-b462-00c6c61ea7ea service neutron] Request body: {'port': {'device_id': '9b165481-d168-47b0-8ae5-f2c99caf766c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:29:23.807335 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 352ac121-cc35-41fa-bc6b-daee4bb2c83f, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=352ac121-cc35-41fa-bc6b-daee4bb2c83f,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:23.836307 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '352ac121-cc35-41fa-bc6b-daee4bb2c83f', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': '352ac121-cc35-41fa-bc6b-daee4bb2c83f', 'mac_address': 'fa:16:3e:df:41:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:29:23.907104 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1b2ad56d-35d0-4d17-8bc5-d92bd981d620 req-cdea9e89-4110-450d-9e3c-2b7a3cdf5787 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794601 May 03 22:29:23.988289 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:23.997579 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fef65553-6aa1-45f8-be66-e642ea1770de req-69cab42d-3c8d-4c18-b462-00c6c61ea7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:24.003968 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-077db1db-7191-4298-a3b0-f4b6a0e615f0 None None] Provisioning for port 78cece3e-063d-4911-b5af-6e8c5dad162c completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:29:24.038796 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 352ac121-cc35-41fa-bc6b-daee4bb2c83f {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:29:24.050571 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-077db1db-7191-4298-a3b0-f4b6a0e615f0 None None] Provisioning complete for port 78cece3e-063d-4911-b5af-6e8c5dad162c triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:29:24.050949 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-077db1db-7191-4298-a3b0-f4b6a0e615f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:24.097190 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:24.124113 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 352ac121-cc35-41fa-bc6b-daee4bb2c83f, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=352ac121-cc35-41fa-bc6b-daee4bb2c83f,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:24.135559 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:24.166046 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-077db1db-7191-4298-a3b0-f4b6a0e615f0 None None] Port 78cece3e-063d-4911-b5af-6e8c5dad162c cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:29:24.207072 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=352ac121-cc35-41fa-bc6b-daee4bb2c83f,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:24.373046 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55500b2b-5a7c-4de5-8e5c-9a1bb34292ce req-6fb87f01-8466-49f0-97c7-a652d91c260a tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:24.373826 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-55500b2b-5a7c-4de5-8e5c-9a1bb34292ce req-6fb87f01-8466-49f0-97c7-a652d91c260a tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Synchronizing usage tracker for tenant:e5ed80acbb9f47e383e08a46b5c2d155 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:29:24.408846 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-55500b2b-5a7c-4de5-8e5c-9a1bb34292ce req-6fb87f01-8466-49f0-97c7-a652d91c260a tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Unset dirty status for tenant:e5ed80acbb9f47e383e08a46b5c2d155 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:29:24.410138 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-55500b2b-5a7c-4de5-8e5c-9a1bb34292ce req-6fb87f01-8466-49f0-97c7-a652d91c260a tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 936 time: 0.2431533 May 03 22:29:24.519478 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-fef65553-6aa1-45f8-be66-e642ea1770de req-69cab42d-3c8d-4c18-b462-00c6c61ea7ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78cece3e-063d-4911-b5af-6e8c5dad162c {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:29:24.532796 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-55500b2b-5a7c-4de5-8e5c-9a1bb34292ce req-f7abf395-9aaa-43ef-af97-d134094fe021 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166301 May 03 22:29:24.535123 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fef65553-6aa1-45f8-be66-e642ea1770de req-69cab42d-3c8d-4c18-b462-00c6c61ea7ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:24.541094 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['352ac121-cc35-41fa-bc6b-daee4bb2c83f'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:29:24.590913 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-fef65553-6aa1-45f8-be66-e642ea1770de req-69cab42d-3c8d-4c18-b462-00c6c61ea7ea service neutron] Transition to ACTIVE for port object 78cece3e-063d-4911-b5af-6e8c5dad162c will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:29:24.598140 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fef65553-6aa1-45f8-be66-e642ea1770de req-69cab42d-3c8d-4c18-b462-00c6c61ea7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:24.894171 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-c63fc0d7-68a4-4b3e-839e-f59b977cd0a9 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:24.894864 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-c63fc0d7-68a4-4b3e-839e-f59b977cd0a9 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Synchronizing usage tracker for tenant:398aece71f784827b5e2ae70e82fc534 on resource:network {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:29:24.932458 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-c63fc0d7-68a4-4b3e-839e-f59b977cd0a9 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Unset dirty status for tenant:398aece71f784827b5e2ae70e82fc534 on resource:network {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:29:24.934807 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-c63fc0d7-68a4-4b3e-839e-f59b977cd0a9 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] 10.222.0.60 "GET /v2.0/networks?id=719df8e7-cc67-40b3-9c68-8230d18a653b HTTP/1.1" status: 200 len: 813 time: 0.3751917 May 03 22:29:24.944863 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b2a7fd3b-d9b8-4c8b-acd9-652ec151ad40 req-ba788f8b-3816-4298-9f1b-c2bc4477b32d tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4a6e050-ec24-4d30-a812-42a9141c2065 HTTP/1.1" status: 200 len: 210 time: 0.1887810 May 03 22:29:24.948747 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cab42d-3c8d-4c18-b462-00c6c61ea7ea service neutron] Pushing event updated for resources: {'Port': ['ID=78cece3e-063d-4911-b5af-6e8c5dad162c,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:24.957493 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-e72c0c09-fdba-450a-9dfb-09b3e6f1d338 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Request body: {'port': {'device_id': 'c4a6e050-ec24-4d30-a812-42a9141c2065', 'network_id': '719df8e7-cc67-40b3-9c68-8230d18a653b', 'admin_state_up': True, 'tenant_id': '398aece71f784827b5e2ae70e82fc534'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:29:24.997518 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a7965f12-c32f-4a02-9c4b-3d755d42f30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:25.092098 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1f607-84be-4765-af34-80d1d5d205c9 req-33c2c491-9bf5-475b-8864-a479390f7d6a tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:25.093951 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-31a1f607-84be-4765-af34-80d1d5d205c9 req-33c2c491-9bf5-475b-8864-a479390f7d6a tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d16dd3f-ca61-411c-8beb-d2bb9e3ce826 HTTP/1.1" status: 200 len: 948 time: 0.4064100 May 03 22:29:25.102022 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-fef65553-6aa1-45f8-be66-e642ea1770de req-69cab42d-3c8d-4c18-b462-00c6c61ea7ea service neutron] Attempting to bind port 78cece3e-063d-4911-b5af-6e8c5dad162c on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:29:25.102454 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-fef65553-6aa1-45f8-be66-e642ea1770de req-69cab42d-3c8d-4c18-b462-00c6c61ea7ea service neutron] Attempting to bind port 78cece3e-063d-4911-b5af-6e8c5dad162c by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:29:25.102935 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef65553-6aa1-45f8-be66-e642ea1770de req-69cab42d-3c8d-4c18-b462-00c6c61ea7ea service neutron] Attempting to bind port 78cece3e-063d-4911-b5af-6e8c5dad162c on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:29:25.109134 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef65553-6aa1-45f8-be66-e642ea1770de req-69cab42d-3c8d-4c18-b462-00c6c61ea7ea service neutron] Port 78cece3e-063d-4911-b5af-6e8c5dad162c on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:29:25.109466 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef65553-6aa1-45f8-be66-e642ea1770de req-69cab42d-3c8d-4c18-b462-00c6c61ea7ea service neutron] Attempting to bind port 78cece3e-063d-4911-b5af-6e8c5dad162c on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:29:25.130649 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef65553-6aa1-45f8-be66-e642ea1770de req-69cab42d-3c8d-4c18-b462-00c6c61ea7ea service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:29:25.130968 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef65553-6aa1-45f8-be66-e642ea1770de req-69cab42d-3c8d-4c18-b462-00c6c61ea7ea service neutron] Checking segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:29:25.131347 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef65553-6aa1-45f8-be66-e642ea1770de req-69cab42d-3c8d-4c18-b462-00c6c61ea7ea service neutron] Bound using segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:29:25.131794 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-fef65553-6aa1-45f8-be66-e642ea1770de req-69cab42d-3c8d-4c18-b462-00c6c61ea7ea service neutron] Bound port: 78cece3e-063d-4911-b5af-6e8c5dad162c, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:29:25.132134 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fef65553-6aa1-45f8-be66-e642ea1770de req-69cab42d-3c8d-4c18-b462-00c6c61ea7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:25.144098 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-e72c0c09-fdba-450a-9dfb-09b3e6f1d338 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:29:25.147560 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-e72c0c09-fdba-450a-9dfb-09b3e6f1d338 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Usage tracker for resource:port and tenant:398aece71f784827b5e2ae70e82fc534 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:29:25.150437 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-e72c0c09-fdba-450a-9dfb-09b3e6f1d338 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:29:25.156135 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-e72c0c09-fdba-450a-9dfb-09b3e6f1d338 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:29:25.165791 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-e72c0c09-fdba-450a-9dfb-09b3e6f1d338 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Made reservation on behalf of 398aece71f784827b5e2ae70e82fc534 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:29:25.169122 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-e72c0c09-fdba-450a-9dfb-09b3e6f1d338 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:25.347367 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-e72c0c09-fdba-450a-9dfb-09b3e6f1d338 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Allocated IP 172.20.0.9 (719df8e7-cc67-40b3-9c68-8230d18a653b/6eb8c45b-765d-463d-b1cc-dbd6df8c3125/e3a77387-4d00-457f-9ab8-8cee4c2bb20c) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:29:25.384238 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-31a1f607-84be-4765-af34-80d1d5d205c9 req-f5e07e9f-169b-4762-9194-f06721b9c7ac tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694581 May 03 22:29:25.420556 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-fef65553-6aa1-45f8-be66-e642ea1770de req-69cab42d-3c8d-4c18-b462-00c6c61ea7ea service neutron] For port 78cece3e-063d-4911-b5af-6e8c5dad162c, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:29:25.425154 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-fef65553-6aa1-45f8-be66-e642ea1770de req-69cab42d-3c8d-4c18-b462-00c6c61ea7ea service neutron] For port 78cece3e-063d-4911-b5af-6e8c5dad162c, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=78cece3e-063d-4911-b5af-6e8c5dad162c,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:29:25.431000 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fef65553-6aa1-45f8-be66-e642ea1770de req-69cab42d-3c8d-4c18-b462-00c6c61ea7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:25.496955 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485d55d-0dac-4b4d-82ae-a866aa2df93b req-1ab3b834-c9da-499c-a3d5-99081ca62a43 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:25.506620 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8485d55d-0dac-4b4d-82ae-a866aa2df93b req-1ab3b834-c9da-499c-a3d5-99081ca62a43 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 943 time: 0.3657427 May 03 22:29:25.582937 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef65553-6aa1-45f8-be66-e642ea1770de req-69cab42d-3c8d-4c18-b462-00c6c61ea7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:25.583541 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fef65553-6aa1-45f8-be66-e642ea1770de req-69cab42d-3c8d-4c18-b462-00c6c61ea7ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:25.585041 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fef65553-6aa1-45f8-be66-e642ea1770de req-69cab42d-3c8d-4c18-b462-00c6c61ea7ea service neutron] 10.222.0.67 "PUT /v2.0/ports/78cece3e-063d-4911-b5af-6e8c5dad162c HTTP/1.1" status: 200 len: 1096 time: 1.7973652 May 03 22:29:25.588728 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b165481-d168-47b0-8ae5-f2c99caf766c', 'tag': '78cece3e-063d-4911-b5af-6e8c5dad162c'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:29:25.649707 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 353b7eee-c934-456c-aaf9-e0b8ebdc6e3b details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:29:25.662517 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8485d55d-0dac-4b4d-82ae-a866aa2df93b req-ad392b52-dd7a-44a9-8a98-4e4200a7a6e0 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259153 May 03 22:29:25.713170 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cab42d-3c8d-4c18-b462-00c6c61ea7ea service neutron] Pushing event updated for resources: {'Port': ['ID=78cece3e-063d-4911-b5af-6e8c5dad162c,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:25.775917 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5b9537f-c47f-4b5d-b2f9-f3331f92a21d'] response: {'name': 'network-changed', 'server_uuid': '9b165481-d168-47b0-8ae5-f2c99caf766c', 'tag': '78cece3e-063d-4911-b5af-6e8c5dad162c', 'status': 'completed', 'code': 200} May 03 22:29:25.779765 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-e72c0c09-fdba-450a-9dfb-09b3e6f1d338 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:25.813741 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-e72c0c09-fdba-450a-9dfb-09b3e6f1d338 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:25.857207 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef65553-6aa1-45f8-be66-e642ea1770de req-fe9640a1-8f94-4410-baf5-e47736300cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:25.859010 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fef65553-6aa1-45f8-be66-e642ea1770de req-fe9640a1-8f94-4410-baf5-e47736300cf2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 1099 time: 0.1897531 May 03 22:29:25.932788 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c0c09-fdba-450a-9dfb-09b3e6f1d338 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Pushing event updated for resources: {'Port': ['ID=e3a77387-4d00-457f-9ab8-8cee4c2bb20c,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:25.941899 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 353b7eee-c934-456c-aaf9-e0b8ebdc6e3b, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=353b7eee-c934-456c-aaf9-e0b8ebdc6e3b,segment=NetworkSegment(09635bff-16c9-4d7f-8a87-b6936a489987),segment_id=09635bff-16c9-4d7f-8a87-b6936a489987)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:25.949156 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-e72c0c09-fdba-450a-9dfb-09b3e6f1d338 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Network 719df8e7-cc67-40b3-9c68-8230d18a653b is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:29:25.950471 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-e72c0c09-fdba-450a-9dfb-09b3e6f1d338 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:29:25.957582 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-e72c0c09-fdba-450a-9dfb-09b3e6f1d338 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:29:25.975436 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '353b7eee-c934-456c-aaf9-e0b8ebdc6e3b', 'network_id': 'a572c86a-2b6a-4f54-acfd-7c80043bae5a', 'port_id': '353b7eee-c934-456c-aaf9-e0b8ebdc6e3b', 'mac_address': 'fa:16:3e:b0:5b:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87275f9-d5c3-4c1f-8855-2213c7ddc029', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:29:26.012471 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fef65553-6aa1-45f8-be66-e642ea1770de req-22477c8f-68bc-4bf7-b84a-4ea2adc0663d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=78cece3e-063d-4911-b5af-6e8c5dad162c HTTP/1.1" status: 200 len: 217 time: 0.1393857 May 03 22:29:26.064781 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:26.088312 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef65553-6aa1-45f8-be66-e642ea1770de req-2ba9cf6a-2440-4eea-8366-dec680c4b4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:26.090327 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fef65553-6aa1-45f8-be66-e642ea1770de req-2ba9cf6a-2440-4eea-8366-dec680c4b4bd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.0699081 May 03 22:29:26.096124 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-e72c0c09-fdba-450a-9dfb-09b3e6f1d338 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:26.097665 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-e72c0c09-fdba-450a-9dfb-09b3e6f1d338 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:26.099959 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 353b7eee-c934-456c-aaf9-e0b8ebdc6e3b {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:29:26.135159 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 353b7eee-c934-456c-aaf9-e0b8ebdc6e3b, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=353b7eee-c934-456c-aaf9-e0b8ebdc6e3b,segment=NetworkSegment(09635bff-16c9-4d7f-8a87-b6936a489987),segment_id=09635bff-16c9-4d7f-8a87-b6936a489987)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:26.139472 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-e72c0c09-fdba-450a-9dfb-09b3e6f1d338 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1907079 May 03 22:29:26.147111 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:26.152017 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-c6cee12c-0f14-490f-9cf5-d29b6d23139b service neutron] Request body: {'port': {'device_id': 'c4a6e050-ec24-4d30-a812-42a9141c2065', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:29:26.172358 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9876e0-26be-4df2-a903-1c0fde507c78 req-b3b400a8-4a06-4ccf-ac28-5de549e9f28f tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:26.179130 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7e9876e0-26be-4df2-a903-1c0fde507c78 req-b3b400a8-4a06-4ccf-ac28-5de549e9f28f tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 948 time: 0.3852611 May 03 22:29:26.201364 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57490) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:26.224712 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:26.258269 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:26.260097 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=353b7eee-c934-456c-aaf9-e0b8ebdc6e3b,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:26.265972 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-c6cee12c-0f14-490f-9cf5-d29b6d23139b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:26.301395 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7e9876e0-26be-4df2-a903-1c0fde507c78 req-cb556945-3289-401a-9448-66abce982ede tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212201 May 03 22:29:26.341592 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef65553-6aa1-45f8-be66-e642ea1770de req-8d1fe7ee-b152-4603-bc03-7bfa86dd22ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:26.343099 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fef65553-6aa1-45f8-be66-e642ea1770de req-8d1fe7ee-b152-4603-bc03-7bfa86dd22ec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2440603 May 03 22:29:26.358693 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-fef65553-6aa1-45f8-be66-e642ea1770de req-357d67d6-4515-4ece-a8bf-88795ba09b68 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:29:26.359725 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fef65553-6aa1-45f8-be66-e642ea1770de req-357d67d6-4515-4ece-a8bf-88795ba09b68 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081437 May 03 22:29:26.372012 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c3fb8-30ef-4dab-8827-b4e35fe958c8 req-66e47a47-ee89-441b-82bb-3bcf020d6eae tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:26.373500 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f85c3fb8-30ef-4dab-8827-b4e35fe958c8 req-66e47a47-ee89-441b-82bb-3bcf020d6eae tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4a6e050-ec24-4d30-a812-42a9141c2065 HTTP/1.1" status: 200 len: 931 time: 0.1712053 May 03 22:29:26.419823 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7739b4eb-2d51-4b7b-a79b-7b6f72e0d674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:26.479921 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7739b4eb-2d51-4b7b-a79b-7b6f72e0d674 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:29:26.565176 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7739b4eb-2d51-4b7b-a79b-7b6f72e0d674 admin admin] Usage tracker for resource:security_group_rule and tenant:86916d04873e480ebd9020daac02e518 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:29:26.578531 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['353b7eee-c934-456c-aaf9-e0b8ebdc6e3b'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:29:26.612610 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7739b4eb-2d51-4b7b-a79b-7b6f72e0d674 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:29:26.643050 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f85c3fb8-30ef-4dab-8827-b4e35fe958c8 req-871e2e78-5a02-45f7-9ec1-46083be746a8 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0ab50f-8f9d-407b-b663-1df38139b248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263949 May 03 22:29:26.645737 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7739b4eb-2d51-4b7b-a79b-7b6f72e0d674 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:29:26.709107 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fef65553-6aa1-45f8-be66-e642ea1770de req-a560af1f-34f2-4f8b-aa34-67b7739cedb4 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344181 May 03 22:29:26.713953 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-c6cee12c-0f14-490f-9cf5-d29b6d23139b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a77387-4d00-457f-9ab8-8cee4c2bb20c {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:29:26.724303 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-c6cee12c-0f14-490f-9cf5-d29b6d23139b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:26.743199 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-c6cee12c-0f14-490f-9cf5-d29b6d23139b service neutron] Transition to ACTIVE for port object e3a77387-4d00-457f-9ab8-8cee4c2bb20c will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:29:26.749358 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-c6cee12c-0f14-490f-9cf5-d29b6d23139b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:26.858034 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583009e-9e8e-4986-a3b0-82a19830e3f6 req-090fc4ae-cc2f-42fc-8ebe-24a685b7803a tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:26.859623 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0583009e-9e8e-4986-a3b0-82a19830e3f6 req-090fc4ae-cc2f-42fc-8ebe-24a685b7803a tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d16dd3f-ca61-411c-8beb-d2bb9e3ce826 HTTP/1.1" status: 200 len: 948 time: 0.2913821 May 03 22:29:26.976105 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fef65553-6aa1-45f8-be66-e642ea1770de req-f6d81c91-dac0-44e1-83e7-2964eaea54af service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590985 May 03 22:29:26.979376 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7739b4eb-2d51-4b7b-a79b-7b6f72e0d674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:26.991455 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0583009e-9e8e-4986-a3b0-82a19830e3f6 req-ef06b48b-5a25-4174-91b2-43124662e1e4 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216228 May 03 22:29:26.994382 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cee12c-0f14-490f-9cf5-d29b6d23139b service neutron] Pushing event updated for resources: {'Port': ['ID=e3a77387-4d00-457f-9ab8-8cee4c2bb20c,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:26.995007 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7739b4eb-2d51-4b7b-a79b-7b6f72e0d674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:27.057453 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-c6cee12c-0f14-490f-9cf5-d29b6d23139b service neutron] Attempting to bind port e3a77387-4d00-457f-9ab8-8cee4c2bb20c on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:29:27.057792 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-c6cee12c-0f14-490f-9cf5-d29b6d23139b service neutron] Attempting to bind port e3a77387-4d00-457f-9ab8-8cee4c2bb20c by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'c151d315-175b-4fec-a968-3a55652b3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '719df8e7-cc67-40b3-9c68-8230d18a653b'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:29:27.058156 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-c6cee12c-0f14-490f-9cf5-d29b6d23139b service neutron] Attempting to bind port e3a77387-4d00-457f-9ab8-8cee4c2bb20c on network 719df8e7-cc67-40b3-9c68-8230d18a653b {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:29:27.062986 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-c6cee12c-0f14-490f-9cf5-d29b6d23139b service neutron] Port e3a77387-4d00-457f-9ab8-8cee4c2bb20c on network 719df8e7-cc67-40b3-9c68-8230d18a653b not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:29:27.063333 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-c6cee12c-0f14-490f-9cf5-d29b6d23139b service neutron] Attempting to bind port e3a77387-4d00-457f-9ab8-8cee4c2bb20c on network 719df8e7-cc67-40b3-9c68-8230d18a653b {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:29:27.069709 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-c6cee12c-0f14-490f-9cf5-d29b6d23139b service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:29:27.070209 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-c6cee12c-0f14-490f-9cf5-d29b6d23139b service neutron] Checking segment: {'id': 'c151d315-175b-4fec-a968-3a55652b3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '719df8e7-cc67-40b3-9c68-8230d18a653b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:29:27.070461 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-c6cee12c-0f14-490f-9cf5-d29b6d23139b service neutron] Bound using segment: {'id': 'c151d315-175b-4fec-a968-3a55652b3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '719df8e7-cc67-40b3-9c68-8230d18a653b'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:29:27.070913 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-c6cee12c-0f14-490f-9cf5-d29b6d23139b service neutron] Bound port: e3a77387-4d00-457f-9ab8-8cee4c2bb20c, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c151d315-175b-4fec-a968-3a55652b3fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '719df8e7-cc67-40b3-9c68-8230d18a653b'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:29:27.071283 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-c6cee12c-0f14-490f-9cf5-d29b6d23139b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:27.139030 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7739b4eb-2d51-4b7b-a79b-7b6f72e0d674 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=86916d04873e480ebd9020daac02e518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9312007 May 03 22:29:27.139844 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739b4eb-2d51-4b7b-a79b-7b6f72e0d674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41030db-0b86-4028-9612-11066eb8fa4f,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:27.142463 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57508) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:27.197614 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-c6cee12c-0f14-490f-9cf5-d29b6d23139b service neutron] For port e3a77387-4d00-457f-9ab8-8cee4c2bb20c, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:29:27.211554 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-c6cee12c-0f14-490f-9cf5-d29b6d23139b service neutron] For port e3a77387-4d00-457f-9ab8-8cee4c2bb20c, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=e3a77387-4d00-457f-9ab8-8cee4c2bb20c,segment=NetworkSegment(c151d315-175b-4fec-a968-3a55652b3fd3),segment_id=c151d315-175b-4fec-a968-3a55652b3fd3)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:29:27.224357 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-c6cee12c-0f14-490f-9cf5-d29b6d23139b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:27.269758 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f54fa33c-752f-48b3-8d1e-6c58a5b4c9dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:27.271312 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2aecea-d3b4-4050-8e92-532bcb135057 req-f0fdf147-a3e2-429f-ae8d-ccb3004ad434 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:27.273197 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac2aecea-d3b4-4050-8e92-532bcb135057 req-f0fdf147-a3e2-429f-ae8d-ccb3004ad434 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 944 time: 0.2223542 May 03 22:29:27.287605 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ae3dc-26f8-40c3-8c8b-bed412c7a01e req-d8d6ad4d-46b2-4901-86d4-826346354e89 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:27.288998 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ba8ae3dc-26f8-40c3-8c8b-bed412c7a01e req-d8d6ad4d-46b2-4901-86d4-826346354e89 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb658099-128f-46dc-b3cc-ddd25a396d8f HTTP/1.1" status: 200 len: 946 time: 0.1626232 May 03 22:29:27.303495 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9817e-0148-4b0a-8ae0-b6a726913135 req-93d621d7-cfec-4848-8dae-69411e04f31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:27.305003 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-daf9817e-0148-4b0a-8ae0-b6a726913135 req-93d621d7-cfec-4848-8dae-69411e04f31d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 1099 time: 0.2139769 May 03 22:29:27.307022 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-c6cee12c-0f14-490f-9cf5-d29b6d23139b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:27.307630 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-c6cee12c-0f14-490f-9cf5-d29b6d23139b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:27.308956 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-c6cee12c-0f14-490f-9cf5-d29b6d23139b service neutron] 10.222.0.60 "PUT /v2.0/ports/e3a77387-4d00-457f-9ab8-8cee4c2bb20c HTTP/1.1" status: 200 len: 1091 time: 1.1611900 May 03 22:29:27.309385 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a6e050-ec24-4d30-a812-42a9141c2065', 'tag': 'e3a77387-4d00-457f-9ab8-8cee4c2bb20c'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:29:27.331671 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f54fa33c-752f-48b3-8d1e-6c58a5b4c9dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:27.357031 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cee12c-0f14-490f-9cf5-d29b6d23139b service neutron] Pushing event updated for resources: {'Port': ['ID=e3a77387-4d00-457f-9ab8-8cee4c2bb20c,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:27.417403 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 352ac121-cc35-41fa-bc6b-daee4bb2c83f up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:29:27.444816 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f54fa33c-752f-48b3-8d1e-6c58a5b4c9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:27.445345 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac2aecea-d3b4-4050-8e92-532bcb135057 req-b3aac5af-f105-417a-b8e5-d264ee06e775 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659997 May 03 22:29:27.447962 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ba8ae3dc-26f8-40c3-8c8b-bed412c7a01e req-5ff7e943-4b27-45d1-9ec5-b7c626322e99 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3143847-f827-427f-99bf-6c2c02e58dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404800 May 03 22:29:27.449700 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-c2005743-2f8e-48fb-922a-553737e70039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:27.451229 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-c2005743-2f8e-48fb-922a-553737e70039 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=398aece71f784827b5e2ae70e82fc534&device_id=c4a6e050-ec24-4d30-a812-42a9141c2065 HTTP/1.1" status: 200 len: 1094 time: 0.0824625 May 03 22:29:27.516593 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:27.524115 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54fa33c-752f-48b3-8d1e-6c58a5b4c9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41030db-0b86-4028-9612-11066eb8fa4f,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:27.524585 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9817e-0148-4b0a-8ae0-b6a726913135 req-5253cead-53fb-43cb-9822-ae53626fd74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:27.526797 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-daf9817e-0148-4b0a-8ae0-b6a726913135 req-5253cead-53fb-43cb-9822-ae53626fd74c service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.2029774 May 03 22:29:27.536324 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-304d963a-c17d-46e3-9ba9-2db60cb62924 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3a77387-4d00-457f-9ab8-8cee4c2bb20c HTTP/1.1" status: 200 len: 217 time: 0.0724735 May 03 22:29:27.539798 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f54fa33c-752f-48b3-8d1e-6c58a5b4c9dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:27.543424 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f54fa33c-752f-48b3-8d1e-6c58a5b4c9dd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d41030db-0b86-4028-9612-11066eb8fa4f HTTP/1.1" status: 204 len: 168 time: 0.4006441 May 03 22:29:27.585607 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 352ac121-cc35-41fa-bc6b-daee4bb2c83f completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:29:27.601201 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 352ac121-cc35-41fa-bc6b-daee4bb2c83f triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:29:27.601948 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:27.605952 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7e081d4-a2a4-438b-9133-c236ee8e2912'] response: {'name': 'network-changed', 'server_uuid': 'c4a6e050-ec24-4d30-a812-42a9141c2065', 'tag': 'e3a77387-4d00-457f-9ab8-8cee4c2bb20c', 'status': 'completed', 'code': 200} May 03 22:29:27.622149 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-a64388d2-3c4f-4eb5-a363-f8601597127a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:27.623656 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-a64388d2-3c4f-4eb5-a363-f8601597127a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6eb8c45b-765d-463d-b1cc-dbd6df8c3125 HTTP/1.1" status: 200 len: 853 time: 0.0789878 May 03 22:29:27.688179 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:27.728276 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-7ec1200c-7954-49a0-bd1b-acd19e3a0917 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=719df8e7-cc67-40b3-9c68-8230d18a653b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876887 May 03 22:29:27.753656 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:27.786323 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d16dd3f-ca61-411c-8beb-d2bb9e3ce826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352ac121-cc35-41fa-bc6b-daee4bb2c83f'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:29:27.800555 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 352ac121-cc35-41fa-bc6b-daee4bb2c83f, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=352ac121-cc35-41fa-bc6b-daee4bb2c83f,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:27.805520 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:27.824999 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-daf9817e-0148-4b0a-8ae0-b6a726913135 req-8062a05f-0ef5-421d-b28b-72e980d61acf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=78cece3e-063d-4911-b5af-6e8c5dad162c HTTP/1.1" status: 200 len: 217 time: 0.2921026 May 03 22:29:27.904292 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-a5cfccfe-2cbf-4fe8-aa20-99987ea1a0df service neutron] 10.222.0.60 "GET /v2.0/networks/719df8e7-cc67-40b3-9c68-8230d18a653b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682885 May 03 22:29:27.960563 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=352ac121-cc35-41fa-bc6b-daee4bb2c83f,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:27.971186 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9817e-0148-4b0a-8ae0-b6a726913135 req-ecd53db1-c1d9-419c-b582-0dcc8c629e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:27.973052 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-daf9817e-0148-4b0a-8ae0-b6a726913135 req-ecd53db1-c1d9-419c-b582-0dcc8c629e71 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.1401234 May 03 22:29:28.055480 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33caf8-7587-4779-883b-ac34e3c92124 req-2fc2058c-c214-4045-a5da-1190d50adf2e tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:28.057158 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec33caf8-7587-4779-883b-ac34e3c92124 req-2fc2058c-c214-4045-a5da-1190d50adf2e tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 948 time: 0.2887242 May 03 22:29:28.105739 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a712e74-3d81-4ea1-91a5-f679889c0e7a req-644b5234-fd1b-4658-ab6c-2ca5ddc93041 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:28.107272 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0a712e74-3d81-4ea1-91a5-f679889c0e7a req-644b5234-fd1b-4658-ab6c-2ca5ddc93041 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4a6e050-ec24-4d30-a812-42a9141c2065 HTTP/1.1" status: 200 len: 943 time: 0.2413487 May 03 22:29:28.150061 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec33caf8-7587-4779-883b-ac34e3c92124 req-3e6e4661-bdc5-437a-97ac-a8f7c892204c tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830545 May 03 22:29:28.177723 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0a712e74-3d81-4ea1-91a5-f679889c0e7a req-106afb18-906e-43ba-90db-3d5cfde05e40 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0ab50f-8f9d-407b-b663-1df38139b248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610225 May 03 22:29:28.179795 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9817e-0148-4b0a-8ae0-b6a726913135 req-43d98e15-d374-4f8d-8692-f1a3d58fb450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:28.181212 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-daf9817e-0148-4b0a-8ae0-b6a726913135 req-43d98e15-d374-4f8d-8692-f1a3d58fb450 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1924124 May 03 22:29:28.193361 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0f73a37d-78a3-43da-8650-5f93b6b7043f req-3010a512-8c51-4817-9234-1ebfcbf1f9ee service neutron] 10.222.0.60 "GET /v2.0/networks/719df8e7-cc67-40b3-9c68-8230d18a653b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757487 May 03 22:29:28.236519 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d008300-dd39-45f1-a54c-e4bcc97a527b'] response: {'server_uuid': '3d16dd3f-ca61-411c-8beb-d2bb9e3ce826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352ac121-cc35-41fa-bc6b-daee4bb2c83f', 'code': 200} May 03 22:29:28.353779 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f8463-54ba-4db0-856b-88baa0a7c2df req-d0b75940-3928-45d6-9f2c-a59293000ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:28.355987 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5f6f8463-54ba-4db0-856b-88baa0a7c2df req-d0b75940-3928-45d6-9f2c-a59293000ac0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=398aece71f784827b5e2ae70e82fc534&device_id=c4a6e050-ec24-4d30-a812-42a9141c2065 HTTP/1.1" status: 200 len: 1094 time: 0.0823138 May 03 22:29:28.443871 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-daf9817e-0148-4b0a-8ae0-b6a726913135 req-40555bc0-27d4-4e4c-ab98-0da325a749bc service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434993 May 03 22:29:28.519618 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f8463-54ba-4db0-856b-88baa0a7c2df req-fb7f0b84-76b6-49e1-b6c4-7384ee22f68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:28.521765 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5f6f8463-54ba-4db0-856b-88baa0a7c2df req-fb7f0b84-76b6-49e1-b6c4-7384ee22f68c service neutron] 10.222.0.60 "GET /v2.0/networks?id=719df8e7-cc67-40b3-9c68-8230d18a653b HTTP/1.1" status: 200 len: 914 time: 0.1550143 May 03 22:29:28.578629 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c55429-9125-4159-a97c-536896b6e990 req-49ca162d-00c0-478a-89af-bb7347b80f96 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:28.586233 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-53c55429-9125-4159-a97c-536896b6e990 req-49ca162d-00c0-478a-89af-bb7347b80f96 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d16dd3f-ca61-411c-8beb-d2bb9e3ce826 HTTP/1.1" status: 200 len: 949 time: 0.2371943 May 03 22:29:28.613266 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fcf5bd-fe76-4a1e-9c61-8ec9672ce45c req-62c0451d-933c-44fd-a6ce-619b210d0c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:28.614737 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f5fcf5bd-fe76-4a1e-9c61-8ec9672ce45c req-62c0451d-933c-44fd-a6ce-619b210d0c1d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3d16dd3f-ca61-411c-8beb-d2bb9e3ce826 HTTP/1.1" status: 200 len: 1100 time: 0.2967315 May 03 22:29:28.637833 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5f6f8463-54ba-4db0-856b-88baa0a7c2df req-079b061d-0bfc-470e-ad74-856d58f1e526 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3a77387-4d00-457f-9ab8-8cee4c2bb20c HTTP/1.1" status: 200 len: 217 time: 0.0984216 May 03 22:29:28.702692 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f8463-54ba-4db0-856b-88baa0a7c2df req-86f56b3a-333e-4444-b2d6-60fc2ff85f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:28.703209 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-daf9817e-0148-4b0a-8ae0-b6a726913135 req-ffe23b10-1176-435a-b1d0-e71a382b8046 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520995 May 03 22:29:28.704145 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5f6f8463-54ba-4db0-856b-88baa0a7c2df req-86f56b3a-333e-4444-b2d6-60fc2ff85f95 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6eb8c45b-765d-463d-b1cc-dbd6df8c3125 HTTP/1.1" status: 200 len: 853 time: 0.0567703 May 03 22:29:28.742909 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-53c55429-9125-4159-a97c-536896b6e990 req-6e77df29-ac4b-4fd4-bf72-dfdfffae8ba3 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557512 May 03 22:29:28.753003 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f5fcf5bd-fe76-4a1e-9c61-8ec9672ce45c req-7f45f389-74a9-46ea-91c8-f14fa06cbd3b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935290 May 03 22:29:28.760186 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5f6f8463-54ba-4db0-856b-88baa0a7c2df req-ae1ae537-f823-4b88-8bcc-2af9ca886c06 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=719df8e7-cc67-40b3-9c68-8230d18a653b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453703 May 03 22:29:28.772682 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9a0c1-1da1-4a7d-8ae0-28fefaad04d7 req-cdd9f382-8f3d-4e2b-97d8-dc974cccc1ba tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:28.774312 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b7e9a0c1-1da1-4a7d-8ae0-28fefaad04d7 req-cdd9f382-8f3d-4e2b-97d8-dc974cccc1ba tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 944 time: 0.1639059 May 03 22:29:28.821745 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b7e9a0c1-1da1-4a7d-8ae0-28fefaad04d7 req-67ed5287-d6d8-4c20-b4bf-87751a18701a tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415902 May 03 22:29:28.912968 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5f6f8463-54ba-4db0-856b-88baa0a7c2df req-742586e9-8ab8-4c14-b9bf-40dc67153720 service neutron] 10.222.0.60 "GET /v2.0/networks/719df8e7-cc67-40b3-9c68-8230d18a653b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417491 May 03 22:29:28.922939 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29309b84-a122-41b2-8b4a-092a142a3184 req-1f846c2f-16e6-4018-aa84-4420dc544867 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:28.924931 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-29309b84-a122-41b2-8b4a-092a142a3184 req-1f846c2f-16e6-4018-aa84-4420dc544867 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb658099-128f-46dc-b3cc-ddd25a396d8f HTTP/1.1" status: 200 len: 946 time: 0.0816627 May 03 22:29:28.971867 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-29309b84-a122-41b2-8b4a-092a142a3184 req-5fabad67-2259-4874-8b79-ae311805b1ba tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "GET /v2.0/security-groups?id=f3143847-f827-427f-99bf-6c2c02e58dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393643 May 03 22:29:29.052826 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5f6f8463-54ba-4db0-856b-88baa0a7c2df req-9effdc52-7e7c-4b24-b14b-69e6a6086f7f service neutron] 10.222.0.60 "GET /v2.0/networks/719df8e7-cc67-40b3-9c68-8230d18a653b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305106 May 03 22:29:29.126649 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a1b3c-d2d0-4b9a-8a65-8524b55ef4c0 req-d8815820-08cd-4354-8369-50b45c65f79e tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:29.128082 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a2a1b3c-d2d0-4b9a-8a65-8524b55ef4c0 req-d8815820-08cd-4354-8369-50b45c65f79e tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb658099-128f-46dc-b3cc-ddd25a396d8f HTTP/1.1" status: 200 len: 946 time: 0.0920901 May 03 22:29:29.201869 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-3a2a1b3c-d2d0-4b9a-8a65-8524b55ef4c0 req-70def9e2-826c-42b9-96f1-0488bea1fa7b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Deleting port c211fba0-baab-4bc1-a6b3-a4282db1fe3e {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:29:29.201869 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3a2a1b3c-d2d0-4b9a-8a65-8524b55ef4c0 req-70def9e2-826c-42b9-96f1-0488bea1fa7b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:29.324504 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57560) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:29.440849 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7706a478-2326-405f-9843-3098bddac460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:29.455551 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7706a478-2326-405f-9843-3098bddac460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:29:29.459568 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7706a478-2326-405f-9843-3098bddac460 admin admin] Usage tracker for resource:security_group_rule and tenant:5ce64f2e44ad4ba9a133217435c94b04 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:29:29.462485 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7706a478-2326-405f-9843-3098bddac460 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:29:29.468120 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7706a478-2326-405f-9843-3098bddac460 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:29:29.554936 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7706a478-2326-405f-9843-3098bddac460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:29.562375 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7706a478-2326-405f-9843-3098bddac460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:29.611992 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7706a478-2326-405f-9843-3098bddac460 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5ce64f2e44ad4ba9a133217435c94b04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2863827 May 03 22:29:29.612896 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706a478-2326-405f-9843-3098bddac460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0012a29-9f2a-4f67-bba3-d5611bd508ad,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:29.615196 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57566) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:29.667539 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 353b7eee-c934-456c-aaf9-e0b8ebdc6e3b up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:29:29.690403 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-df613429-c554-4215-8eac-cbf1a89c6cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:29.694417 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab48bc-f529-4d5d-992a-84014e40cf8a req-11336b20-94fb-43ce-a7fc-133dda1329e8 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:29.695847 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6aab48bc-f529-4d5d-992a-84014e40cf8a req-11336b20-94fb-43ce-a7fc-133dda1329e8 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 948 time: 0.3885536 May 03 22:29:29.707056 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f33d5-1220-4dd1-bf76-2cc6879069d9 req-1784135d-1159-410c-b91f-ca019ebbac29 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:29.710409 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b14f33d5-1220-4dd1-bf76-2cc6879069d9 req-1784135d-1159-410c-b91f-ca019ebbac29 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4a6e050-ec24-4d30-a812-42a9141c2065 HTTP/1.1" status: 200 len: 943 time: 0.3625586 May 03 22:29:29.723213 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-df613429-c554-4215-8eac-cbf1a89c6cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:29.740520 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 353b7eee-c934-456c-aaf9-e0b8ebdc6e3b completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:29:29.745430 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 353b7eee-c934-456c-aaf9-e0b8ebdc6e3b triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:29:29.745797 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:29.767877 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-3a2a1b3c-d2d0-4b9a-8a65-8524b55ef4c0 req-70def9e2-826c-42b9-96f1-0488bea1fa7b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] For port c211fba0-baab-4bc1-a6b3-a4282db1fe3e, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=c211fba0-baab-4bc1-a6b3-a4282db1fe3e,segment=NetworkSegment(3eb99e31-0213-4c32-a073-a8c35d28a5d4),segment_id=3eb99e31-0213-4c32-a073-a8c35d28a5d4)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:29.768261 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3a2a1b3c-d2d0-4b9a-8a65-8524b55ef4c0 req-70def9e2-826c-42b9-96f1-0488bea1fa7b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:29.790137 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-df613429-c554-4215-8eac-cbf1a89c6cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:29.807160 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df613429-c554-4215-8eac-cbf1a89c6cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0012a29-9f2a-4f67-bba3-d5611bd508ad,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:29.812024 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-df613429-c554-4215-8eac-cbf1a89c6cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:29.813352 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-df613429-c554-4215-8eac-cbf1a89c6cfc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f0012a29-9f2a-4f67-bba3-d5611bd508ad HTTP/1.1" status: 204 len: 168 time: 0.1971331 May 03 22:29:29.866217 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6aab48bc-f529-4d5d-992a-84014e40cf8a req-e2f89916-2343-43fd-ad94-b7010749ec2b tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528392 May 03 22:29:29.879520 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b14f33d5-1220-4dd1-bf76-2cc6879069d9 req-636f7704-760b-42b9-b0aa-31002c710ea8 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0ab50f-8f9d-407b-b663-1df38139b248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652858 May 03 22:29:29.889255 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:29.932727 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 353b7eee-c934-456c-aaf9-e0b8ebdc6e3b, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=353b7eee-c934-456c-aaf9-e0b8ebdc6e3b,segment=NetworkSegment(09635bff-16c9-4d7f-8a87-b6936a489987),segment_id=09635bff-16c9-4d7f-8a87-b6936a489987)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:29.939567 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:30.034088 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=353b7eee-c934-456c-aaf9-e0b8ebdc6e3b,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:30.237776 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666e2621-59a4-4419-a2b3-799bb89f10db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353b7eee-c934-456c-aaf9-e0b8ebdc6e3b'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:29:30.250444 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3a2a1b3c-d2d0-4b9a-8a65-8524b55ef4c0 req-70def9e2-826c-42b9-96f1-0488bea1fa7b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:30.250967 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3a2a1b3c-d2d0-4b9a-8a65-8524b55ef4c0 req-70def9e2-826c-42b9-96f1-0488bea1fa7b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:30.251243 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [req-3a2a1b3c-d2d0-4b9a-8a65-8524b55ef4c0 req-70def9e2-826c-42b9-96f1-0488bea1fa7b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Floating IP a891d317-5135-4c9e-89a6-ce7174382938 disassociated. External IP: 172.25.2.52, port: c211fba0-baab-4bc1-a6b3-a4282db1fe3e. May 03 22:29:30.252128 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-3a2a1b3c-d2d0-4b9a-8a65-8524b55ef4c0 req-70def9e2-826c-42b9-96f1-0488bea1fa7b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Calling delete_port for c211fba0-baab-4bc1-a6b3-a4282db1fe3e owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:29:30.355693 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceadc84f-7c56-4ca2-bf3b-fe0f1ea46696 req-3936d08a-8ff4-459c-b352-c69ce3e72348 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:30.357129 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ceadc84f-7c56-4ca2-bf3b-fe0f1ea46696 req-3936d08a-8ff4-459c-b352-c69ce3e72348 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 945 time: 0.2663519 May 03 22:29:30.364827 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198a600-e515-4614-a93b-0fb7e0f31969 req-5df66b32-f402-4f1a-9707-e7411cc90d2c tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:30.366208 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7198a600-e515-4614-a93b-0fb7e0f31969 req-5df66b32-f402-4f1a-9707-e7411cc90d2c tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d16dd3f-ca61-411c-8beb-d2bb9e3ce826 HTTP/1.1" status: 200 len: 949 time: 0.2765245 May 03 22:29:30.486105 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ceadc84f-7c56-4ca2-bf3b-fe0f1ea46696 req-cb42d634-eab5-4d50-be8c-4d0ac60567c5 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178229 May 03 22:29:30.492532 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7198a600-e515-4614-a93b-0fb7e0f31969 req-b413b31e-b1f7-4648-bebc-25f91a5892a3 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080325 May 03 22:29:30.528933 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3a2a1b3c-d2d0-4b9a-8a65-8524b55ef4c0 req-70def9e2-826c-42b9-96f1-0488bea1fa7b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:30.565903 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0810eeda-ef4c-4ac0-9174-a513eefc9912'] response: {'server_uuid': '666e2621-59a4-4419-a2b3-799bb89f10db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353b7eee-c934-456c-aaf9-e0b8ebdc6e3b', 'code': 200} May 03 22:29:30.630165 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70def9e2-826c-42b9-96f1-0488bea1fa7b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Pushing event deleted for resources: {'Port': ['ID=c211fba0-baab-4bc1-a6b3-a4282db1fe3e,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:30.727869 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63468f08-c257-4da8-8cb9-44be9b160373 req-c2634439-7dde-4010-945a-bdf30ea45865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:30.729619 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-63468f08-c257-4da8-8cb9-44be9b160373 req-c2634439-7dde-4010-945a-bdf30ea45865 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 1096 time: 0.0786269 May 03 22:29:30.771569 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-63468f08-c257-4da8-8cb9-44be9b160373 req-86f34adb-842e-4b7d-aaa4-86fd7617c570 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345633 May 03 22:29:30.803320 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ecda11f6-2f47-4b75-8981-381d212468b8 req-db203229-dfec-49c2-aa35-fbd2248aaa09 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb658099-128f-46dc-b3cc-ddd25a396d8f HTTP/1.1" status: 200 len: 210 time: 0.1689346 May 03 22:29:30.859079 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a2a1b3c-d2d0-4b9a-8a65-8524b55ef4c0 req-70def9e2-826c-42b9-96f1-0488bea1fa7b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Router 369ccbac-eea0-41b4-838a-c3fcccbab111 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:29:31.174543 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57612) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:31.181665 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a2a1b3c-d2d0-4b9a-8a65-8524b55ef4c0 req-70def9e2-826c-42b9-96f1-0488bea1fa7b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:29:31.191422 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e61de5a-0ada-4d8a-925a-6d851fd10835 None None] Sync routers for ids ['369ccbac-eea0-41b4-838a-c3fcccbab111'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:29:31.201571 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e61de5a-0ada-4d8a-925a-6d851fd10835 None None] Routers {'369ccbac-eea0-41b4-838a-c3fcccbab111'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:29:31.202259 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-9e61de5a-0ada-4d8a-925a-6d851fd10835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:29:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['369ccbac-eea0-41b4-838a-c3fcccbab111'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:29:31.264934 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2a1b3c-d2d0-4b9a-8a65-8524b55ef4c0 req-70def9e2-826c-42b9-96f1-0488bea1fa7b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] No DVR routers for this DVR port c211fba0-baab-4bc1-a6b3-a4282db1fe3e on host n-h2-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:29:31.270583 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3a2a1b3c-d2d0-4b9a-8a65-8524b55ef4c0 req-70def9e2-826c-42b9-96f1-0488bea1fa7b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:31.280288 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42bf5b-22d2-4337-854c-efa83764135a req-dceff435-4998-45c0-8a1f-26aa97fc61c1 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:31.281757 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f42bf5b-22d2-4337-854c-efa83764135a req-dceff435-4998-45c0-8a1f-26aa97fc61c1 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 948 time: 0.2579613 May 03 22:29:31.282296 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb658099-128f-46dc-b3cc-ddd25a396d8f', 'name': 'network-vif-deleted', 'tag': 'c211fba0-baab-4bc1-a6b3-a4282db1fe3e'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:29:31.303048 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b757d5e-cc32-4819-ad07-c928f895e419 req-12619834-6c63-42dc-8a1b-22518e21025c tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:31.304519 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3b757d5e-cc32-4819-ad07-c928f895e419 req-12619834-6c63-42dc-8a1b-22518e21025c tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4a6e050-ec24-4d30-a812-42a9141c2065 HTTP/1.1" status: 200 len: 943 time: 0.2399518 May 03 22:29:31.307532 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7766a788-3c1f-49e4-a508-fa1653b9cd77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:31.324448 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7766a788-3c1f-49e4-a508-fa1653b9cd77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:29:31.328674 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7766a788-3c1f-49e4-a508-fa1653b9cd77 admin admin] Usage tracker for resource:security_group_rule and tenant:b07a72e56e144229a20fd420856f3961 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:29:31.332498 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7766a788-3c1f-49e4-a508-fa1653b9cd77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:29:31.338498 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7766a788-3c1f-49e4-a508-fa1653b9cd77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:29:31.408782 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-9e61de5a-0ada-4d8a-925a-6d851fd10835 None None] Set router 369ccbac-eea0-41b4-838a-c3fcccbab111 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:29:31.445717 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7766a788-3c1f-49e4-a508-fa1653b9cd77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:31.451391 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 78cece3e-063d-4911-b5af-6e8c5dad162c details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:29:31.452230 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7766a788-3c1f-49e4-a508-fa1653b9cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:31.463896 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a2a1b3c-d2d0-4b9a-8a65-8524b55ef4c0 req-70def9e2-826c-42b9-96f1-0488bea1fa7b tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.67 "DELETE /v2.0/ports/c211fba0-baab-4bc1-a6b3-a4282db1fe3e HTTP/1.1" status: 204 len: 173 time: 2.3296223 May 03 22:29:31.504604 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f42bf5b-22d2-4337-854c-efa83764135a req-418e239d-5e27-49cd-9e99-3d59ff92aa28 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145545 May 03 22:29:31.509249 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3b757d5e-cc32-4819-ad07-c928f895e419 req-dc17b12a-2202-4139-9026-e27722ab666c tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0ab50f-8f9d-407b-b663-1df38139b248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878877 May 03 22:29:31.525502 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7766a788-3c1f-49e4-a508-fa1653b9cd77 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b07a72e56e144229a20fd420856f3961&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3498890 May 03 22:29:31.528099 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57624) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:31.548351 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7766a788-3c1f-49e4-a508-fa1653b9cd77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82385c8-3839-41df-8b97-bc58abbb4d03,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:31.613685 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a49bebf-db1e-4130-9afe-998e169dcec3'] response: {'server_uuid': 'cb658099-128f-46dc-b3cc-ddd25a396d8f', 'name': 'network-vif-deleted', 'tag': 'c211fba0-baab-4bc1-a6b3-a4282db1fe3e', 'status': 'completed', 'code': 200} May 03 22:29:31.619369 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.resource_extend [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:29:31.675405 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-92808e4a-ed41-416b-a59e-9a01fa71c43b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:31.699987 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device e3a77387-4d00-457f-9ab8-8cee4c2bb20c details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:29:31.709491 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-92808e4a-ed41-416b-a59e-9a01fa71c43b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:31.891583 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd32a0c-e1bc-483c-a33c-490dfb9753aa req-9605c5ea-7af5-4b6a-9865-07241d006faa tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:31.893049 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dcd32a0c-e1bc-483c-a33c-490dfb9753aa req-9605c5ea-7af5-4b6a-9865-07241d006faa tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 945 time: 0.1869316 May 03 22:29:31.900698 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f78c1-bc7f-4d1a-afd7-fd1b3061a000 req-7d742e16-de11-4ca7-98b5-83d5f7788d96 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:31.902091 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-270f78c1-bc7f-4d1a-afd7-fd1b3061a000 req-7d742e16-de11-4ca7-98b5-83d5f7788d96 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d16dd3f-ca61-411c-8beb-d2bb9e3ce826 HTTP/1.1" status: 200 len: 949 time: 0.1835806 May 03 22:29:31.903965 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-92808e4a-ed41-416b-a59e-9a01fa71c43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:31.955547 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92808e4a-ed41-416b-a59e-9a01fa71c43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82385c8-3839-41df-8b97-bc58abbb4d03,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:31.981027 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 78cece3e-063d-4911-b5af-6e8c5dad162c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=78cece3e-063d-4911-b5af-6e8c5dad162c,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:31.984584 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-92808e4a-ed41-416b-a59e-9a01fa71c43b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:31.986235 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-92808e4a-ed41-416b-a59e-9a01fa71c43b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f82385c8-3839-41df-8b97-bc58abbb4d03 HTTP/1.1" status: 204 len: 168 time: 0.4571629 May 03 22:29:31.987720 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92808e4a-ed41-416b-a59e-9a01fa71c43b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:29:31.988068 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92808e4a-ed41-416b-a59e-9a01fa71c43b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:29:31.988409 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92808e4a-ed41-416b-a59e-9a01fa71c43b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:29:31.989373 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92808e4a-ed41-416b-a59e-9a01fa71c43b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:29:31.989730 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92808e4a-ed41-416b-a59e-9a01fa71c43b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:29:31.990490 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92808e4a-ed41-416b-a59e-9a01fa71c43b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:29:31.990490 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92808e4a-ed41-416b-a59e-9a01fa71c43b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:29:31.990727 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92808e4a-ed41-416b-a59e-9a01fa71c43b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:29:31.991058 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92808e4a-ed41-416b-a59e-9a01fa71c43b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:29:31.991393 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92808e4a-ed41-416b-a59e-9a01fa71c43b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:29:31.991716 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92808e4a-ed41-416b-a59e-9a01fa71c43b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:29:31.992039 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92808e4a-ed41-416b-a59e-9a01fa71c43b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:29:32.010580 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dcd32a0c-e1bc-483c-a33c-490dfb9753aa req-b670c45b-90b8-4b68-9d12-2d622a49272c tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074061 May 03 22:29:32.029960 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-270f78c1-bc7f-4d1a-afd7-fd1b3061a000 req-e49ac7dd-274e-45cf-a244-f721f3f1ffc3 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219003 May 03 22:29:32.064533 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '78cece3e-063d-4911-b5af-6e8c5dad162c', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': '78cece3e-063d-4911-b5af-6e8c5dad162c', 'mac_address': 'fa:16:3e:93:ee:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:29:32.163214 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port e3a77387-4d00-457f-9ab8-8cee4c2bb20c, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=e3a77387-4d00-457f-9ab8-8cee4c2bb20c,segment=NetworkSegment(c151d315-175b-4fec-a968-3a55652b3fd3),segment_id=c151d315-175b-4fec-a968-3a55652b3fd3)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:32.191011 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': 'e3a77387-4d00-457f-9ab8-8cee4c2bb20c', 'network_id': '719df8e7-cc67-40b3-9c68-8230d18a653b', 'port_id': 'e3a77387-4d00-457f-9ab8-8cee4c2bb20c', 'mac_address': 'fa:16:3e:ec:04:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eb8c45b-765d-463d-b1cc-dbd6df8c3125', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:29:32.232752 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0ae51301-d16a-4c39-98b5-a66708c6341e req-54ffd579-20c2-4308-abc1-6cc16db769c5 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Synchronizing usage tracker for tenant:ce18d35d98a44051ad6be44cfb7fa43a on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:29:32.236036 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:32.256466 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0ae51301-d16a-4c39-98b5-a66708c6341e req-54ffd579-20c2-4308-abc1-6cc16db769c5 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Unset dirty status for tenant:ce18d35d98a44051ad6be44cfb7fa43a on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:29:32.257697 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0ae51301-d16a-4c39-98b5-a66708c6341e req-54ffd579-20c2-4308-abc1-6cc16db769c5 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb658099-128f-46dc-b3cc-ddd25a396d8f HTTP/1.1" status: 200 len: 210 time: 0.0714705 May 03 22:29:32.285345 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78cece3e-063d-4911-b5af-6e8c5dad162c {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:29:32.299296 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-9e61de5a-0ada-4d8a-925a-6d851fd10835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'name': 'tempest-AttachSCSIVolumeTestJSON-1979551776-router', 'tenant_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '15d7da50-37c6-4aa5-8ba6-85fd349bb104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:25:55Z', 'updated_at': '2022-05-03T22:26:04Z', 'revision_number': 4, 'project_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'gw_port': {'id': '15d7da50-37c6-4aa5-8ba6-85fd349bb104', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:25:56Z', 'updated_at': '2022-05-03T22:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '6b0c229f-a7d6-4b16-9f5e-a985117eb991', 'name': '', 'network_id': '1ee2b61c-9360-43a9-8a2e-e76fc2432530', 'tenant_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'mac_address': 'fa:16:3e:2a:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'e0202efe-1b5f-4dcb-9569-6279b488dc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:26:03Z', 'updated_at': '2022-05-03T22:26:14Z', 'revision_number': 5, 'project_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'subnets': [{'id': 'e0202efe-1b5f-4dcb-9569-6279b488dc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:29:32.310892 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:32.326054 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e61de5a-0ada-4d8a-925a-6d851fd10835 None None] Checking router: 369ccbac-eea0-41b4-838a-c3fcccbab111 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:29:32.332542 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 78cece3e-063d-4911-b5af-6e8c5dad162c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=78cece3e-063d-4911-b5af-6e8c5dad162c,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:32.337454 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a77387-4d00-457f-9ab8-8cee4c2bb20c {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:29:32.346723 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:32.361582 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26604060-5fee-4813-9449-0e7e0dfa2fa1 req-81aa1762-f165-40df-a16c-b8dd60dc8eb8 tempest-ServersOnMultiNodesTest-924033058 tempest-ServersOnMultiNodesTest-924033058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:32.363333 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-26604060-5fee-4813-9449-0e7e0dfa2fa1 req-81aa1762-f165-40df-a16c-b8dd60dc8eb8 tempest-ServersOnMultiNodesTest-924033058 tempest-ServersOnMultiNodesTest-924033058-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3d16dd3f-ca61-411c-8beb-d2bb9e3ce826 HTTP/1.1" status: 200 len: 1100 time: 0.0941257 May 03 22:29:32.392410 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e61de5a-0ada-4d8a-925a-6d851fd10835 None None] Routers {'369ccbac-eea0-41b4-838a-c3fcccbab111'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:29:32.393040 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-9e61de5a-0ada-4d8a-925a-6d851fd10835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:29:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['369ccbac-eea0-41b4-838a-c3fcccbab111'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:29:32.421420 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-26604060-5fee-4813-9449-0e7e0dfa2fa1 req-661fba1c-226c-48d1-99d7-630b24275923 tempest-ServersOnMultiNodesTest-924033058 tempest-ServersOnMultiNodesTest-924033058-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520442 May 03 22:29:32.643809 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port e3a77387-4d00-457f-9ab8-8cee4c2bb20c, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=e3a77387-4d00-457f-9ab8-8cee4c2bb20c,segment=NetworkSegment(c151d315-175b-4fec-a968-3a55652b3fd3),segment_id=c151d315-175b-4fec-a968-3a55652b3fd3)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:32.657001 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:32.684788 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=78cece3e-063d-4911-b5af-6e8c5dad162c,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:32.787959 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['78cece3e-063d-4911-b5af-6e8c5dad162c'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:29:32.804258 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81534580-f335-437f-8bda-95129089c71a req-61ccedb7-e891-4bac-a5c5-4a64484c89c4 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:32.814440 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-81534580-f335-437f-8bda-95129089c71a req-61ccedb7-e891-4bac-a5c5-4a64484c89c4 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 949 time: 0.1104348 May 03 22:29:32.858492 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-9e61de5a-0ada-4d8a-925a-6d851fd10835 None None] Set router 369ccbac-eea0-41b4-838a-c3fcccbab111 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:29:32.877077 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-81534580-f335-437f-8bda-95129089c71a req-faa5fe71-9fab-4563-b49f-92f8ba525355 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617809 May 03 22:29:32.948777 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=e3a77387-4d00-457f-9ab8-8cee4c2bb20c,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:32.974148 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072784aa-b03e-414e-8359-3f2098a98964 req-cf760cc5-f989-4016-8977-cf8ce25c3a75 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:32.983109 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-072784aa-b03e-414e-8359-3f2098a98964 req-cf760cc5-f989-4016-8977-cf8ce25c3a75 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4a6e050-ec24-4d30-a812-42a9141c2065 HTTP/1.1" status: 200 len: 944 time: 0.1088493 May 03 22:29:32.983410 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57660) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:33.077192 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-072784aa-b03e-414e-8359-3f2098a98964 req-7fa656e4-f5de-49ea-8c70-3f3f440cef40 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0ab50f-8f9d-407b-b663-1df38139b248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948744 May 03 22:29:33.111555 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4598e9-5b5b-4e20-8809-87e70d95dfee req-b96615d4-9803-4e1d-bb2f-e1520cc2be58 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:33.112408 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-fb90c59e-1aca-4d08-b8b8-990ba0ae1731 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1601743064-network', 'tenant_id': '6a3958c8f8ae4c6aab8c6842592dfacb'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:29:33.113055 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9a4598e9-5b5b-4e20-8809-87e70d95dfee req-b96615d4-9803-4e1d-bb2f-e1520cc2be58 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d16dd3f-ca61-411c-8beb-d2bb9e3ce826 HTTP/1.1" status: 200 len: 949 time: 0.1018691 May 03 22:29:33.120541 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-fb90c59e-1aca-4d08-b8b8-990ba0ae1731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:29:33.130249 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-fb90c59e-1aca-4d08-b8b8-990ba0ae1731 admin admin] Usage tracker for resource:network and tenant:6a3958c8f8ae4c6aab8c6842592dfacb is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:29:33.135769 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-fb90c59e-1aca-4d08-b8b8-990ba0ae1731 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:29:33.147496 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-fb90c59e-1aca-4d08-b8b8-990ba0ae1731 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:29:33.161026 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['e3a77387-4d00-457f-9ab8-8cee4c2bb20c'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:29:33.168560 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9a4598e9-5b5b-4e20-8809-87e70d95dfee req-62200cd7-cf7c-41a9-913c-ac512509a2b1 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484171 May 03 22:29:33.171536 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb90c59e-1aca-4d08-b8b8-990ba0ae1731 admin admin] Made reservation on behalf of 6a3958c8f8ae4c6aab8c6842592dfacb for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:29:33.174303 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb90c59e-1aca-4d08-b8b8-990ba0ae1731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:33.190319 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb90c59e-1aca-4d08-b8b8-990ba0ae1731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:33.207617 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-fb90c59e-1aca-4d08-b8b8-990ba0ae1731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:29:33.212724 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-fb90c59e-1aca-4d08-b8b8-990ba0ae1731 admin admin] Usage tracker for resource:security_group_rule and tenant:6a3958c8f8ae4c6aab8c6842592dfacb is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:29:33.215933 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-fb90c59e-1aca-4d08-b8b8-990ba0ae1731 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:29:33.222740 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-fb90c59e-1aca-4d08-b8b8-990ba0ae1731 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:29:33.320048 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb90c59e-1aca-4d08-b8b8-990ba0ae1731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:33.322289 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bbf86f-b658-428c-b09d-fbcde583fe79 req-5878294c-2ba3-478f-9b12-337dbc0531cb tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:33.324031 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d8bbf86f-b658-428c-b09d-fbcde583fe79 req-5878294c-2ba3-478f-9b12-337dbc0531cb tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 945 time: 0.1000707 May 03 22:29:33.326942 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb90c59e-1aca-4d08-b8b8-990ba0ae1731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:33.380680 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb90c59e-1aca-4d08-b8b8-990ba0ae1731 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:29:33.382257 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d8bbf86f-b658-428c-b09d-fbcde583fe79 req-fd0795a1-70aa-497f-9d79-2ed013781a46 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489924 May 03 22:29:33.401379 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb90c59e-1aca-4d08-b8b8-990ba0ae1731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:33.402094 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-fb90c59e-1aca-4d08-b8b8-990ba0ae1731 admin admin] Added segment edfcd965-1226-404b-9a84-4912f1d0596a of type vlan for network 35b392a8-2086-4676-865d-62c4ab0efc4e May 03 22:29:33.408130 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb90c59e-1aca-4d08-b8b8-990ba0ae1731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee11bb75-7d69-4a8d-960d-16ab31a36344,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:33.432212 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57676) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:33.458983 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-9e61de5a-0ada-4d8a-925a-6d851fd10835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'name': 'tempest-AttachSCSIVolumeTestJSON-1979551776-router', 'tenant_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '15d7da50-37c6-4aa5-8ba6-85fd349bb104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:25:55Z', 'updated_at': '2022-05-03T22:26:04Z', 'revision_number': 4, 'project_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'gw_port': {'id': '15d7da50-37c6-4aa5-8ba6-85fd349bb104', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:25:56Z', 'updated_at': '2022-05-03T22:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '6b0c229f-a7d6-4b16-9f5e-a985117eb991', 'name': '', 'network_id': '1ee2b61c-9360-43a9-8a2e-e76fc2432530', 'tenant_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'mac_address': 'fa:16:3e:2a:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'e0202efe-1b5f-4dcb-9569-6279b488dc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:26:03Z', 'updated_at': '2022-05-03T22:26:14Z', 'revision_number': 5, 'project_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'subnets': [{'id': 'e0202efe-1b5f-4dcb-9569-6279b488dc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:29:33.473081 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device c211fba0-baab-4bc1-a6b3-a4282db1fe3e no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:29:33.478846 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb90c59e-1aca-4d08-b8b8-990ba0ae1731 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:33.508820 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e61de5a-0ada-4d8a-925a-6d851fd10835 None None] The sync data for ids ['369ccbac-eea0-41b4-838a-c3fcccbab111'] in n-d-811807-1 is: [{'id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'name': 'tempest-AttachSCSIVolumeTestJSON-1979551776-router', 'tenant_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '15d7da50-37c6-4aa5-8ba6-85fd349bb104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:25:55Z', 'updated_at': '2022-05-03T22:26:04Z', 'revision_number': 4, 'project_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'gw_port': {'id': '15d7da50-37c6-4aa5-8ba6-85fd349bb104', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:25:56Z', 'updated_at': '2022-05-03T22:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '6b0c229f-a7d6-4b16-9f5e-a985117eb991', 'name': '', 'network_id': '1ee2b61c-9360-43a9-8a2e-e76fc2432530', 'tenant_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'mac_address': 'fa:16:3e:2a:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'e0202efe-1b5f-4dcb-9569-6279b488dc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:26:03Z', 'updated_at': '2022-05-03T22:26:14Z', 'revision_number': 5, 'project_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'subnets': [{'id': 'e0202efe-1b5f-4dcb-9569-6279b488dc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:29:33.531408 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: c211fba0-baab-4bc1-a6b3-a4282db1fe3e {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:29:33.531748 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device c211fba0-baab-4bc1-a6b3-a4282db1fe3e not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:29:33.536846 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-991213bf-6304-4681-8034-0e3352b0f8da tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:33.546883 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb90c59e-1aca-4d08-b8b8-990ba0ae1731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:33.548490 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb90c59e-1aca-4d08-b8b8-990ba0ae1731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:33.549071 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb90c59e-1aca-4d08-b8b8-990ba0ae1731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:33.621065 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-991213bf-6304-4681-8034-0e3352b0f8da tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:33.623525 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fb90c59e-1aca-4d08-b8b8-990ba0ae1731 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6391740 May 03 22:29:33.628453 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57682) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:33.641084 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-99d22850-bf8c-49ea-a0fb-7093bb06c3d5 admin admin] Request body: {'subnet': {'network_id': '35b392a8-2086-4676-865d-62c4ab0efc4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1601743064-subnet', 'tenant_id': '6a3958c8f8ae4c6aab8c6842592dfacb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:29:33.659326 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-99d22850-bf8c-49ea-a0fb-7093bb06c3d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:29:33.679038 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-99d22850-bf8c-49ea-a0fb-7093bb06c3d5 admin admin] Usage tracker for resource:subnet and tenant:6a3958c8f8ae4c6aab8c6842592dfacb is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:29:33.683346 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-99d22850-bf8c-49ea-a0fb-7093bb06c3d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:29:33.683510 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb90c59e-1aca-4d08-b8b8-990ba0ae1731 admin admin] Pushing event updated for resources: {'Network': ['ID=35b392a8-2086-4676-865d-62c4ab0efc4e,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:33.692092 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-99d22850-bf8c-49ea-a0fb-7093bb06c3d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:29:33.696576 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 35b392a8-2086-4676-865d-62c4ab0efc4e details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:29:33.712846 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63032a90-ad34-4518-bce0-98e9781c01b3 req-956cddff-25ea-49c8-8bfd-5e8539cb006e tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:33.714507 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-63032a90-ad34-4518-bce0-98e9781c01b3 req-956cddff-25ea-49c8-8bfd-5e8539cb006e tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 945 time: 0.1631296 May 03 22:29:33.715858 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d22850-bf8c-49ea-a0fb-7093bb06c3d5 admin admin] Made reservation on behalf of 6a3958c8f8ae4c6aab8c6842592dfacb for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:29:33.718157 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-99d22850-bf8c-49ea-a0fb-7093bb06c3d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:33.771184 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-991213bf-6304-4681-8034-0e3352b0f8da tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:33.860946 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991213bf-6304-4681-8034-0e3352b0f8da tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3143847-f827-427f-99bf-6c2c02e58dc8,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:33.871801 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-63032a90-ad34-4518-bce0-98e9781c01b3 req-c0d88fec-02e7-4c18-b18d-9f8d71c75b97 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380627 May 03 22:29:33.883380 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-991213bf-6304-4681-8034-0e3352b0f8da tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:33.883482 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9affc7f-465f-4156-b9dd-ea4d4a25547d None None] New status for floating IP a891d317-5135-4c9e-89a6-ce7174382938: DOWN {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:29:33.884398 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-991213bf-6304-4681-8034-0e3352b0f8da tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "DELETE /v2.0/security-groups/f3143847-f827-427f-99bf-6c2c02e58dc8 HTTP/1.1" status: 204 len: 168 time: 0.4512181 May 03 22:29:33.887344 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57686) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:33.903939 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-01e98b13-1b3e-44b6-b8e5-6def0f4f5f14 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] show failed (client error): The resource could not be found. May 03 22:29:33.908432 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-01e98b13-1b3e-44b6-b8e5-6def0f4f5f14 tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "GET /v2.0/security-groups/f3143847-f827-427f-99bf-6c2c02e58dc8 HTTP/1.1" status: 404 len: 347 time: 0.0160103 May 03 22:29:33.922185 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57692) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:34.010322 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-99d22850-bf8c-49ea-a0fb-7093bb06c3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:34.075020 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d22850-bf8c-49ea-a0fb-7093bb06c3d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0f323d5-6841-4043-9ed1-ac3a56746e8c,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:34.110940 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-d7c3cee4-070d-4d9e-9420-08d713d6570e tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Deleting port a047ea47-a0d4-49f4-a5c2-6e3a4cbe82d3 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:29:34.111992 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d7c3cee4-070d-4d9e-9420-08d713d6570e tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:34.190598 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d22850-bf8c-49ea-a0fb-7093bb06c3d5 admin admin] Checking segment: {'id': 'edfcd965-1226-404b-9a84-4912f1d0596a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '35b392a8-2086-4676-865d-62c4ab0efc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:29:34.190999 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d22850-bf8c-49ea-a0fb-7093bb06c3d5 admin admin] Network hostable DHCP agents. Network: 35b392a8-2086-4676-865d-62c4ab0efc4e, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:29:34.238487 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec990595-ee1e-4577-9685-390b45eba810 req-1a6f004b-89ea-4b48-a589-451d6e09c240 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:34.240084 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec990595-ee1e-4577-9685-390b45eba810 req-1a6f004b-89ea-4b48-a589-451d6e09c240 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 949 time: 0.1671498 May 03 22:29:34.241643 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d22850-bf8c-49ea-a0fb-7093bb06c3d5 admin admin] Network 35b392a8-2086-4676-865d-62c4ab0efc4e is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:29:34.317010 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-99d22850-bf8c-49ea-a0fb-7093bb06c3d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 35b392a8-2086-4676-865d-62c4ab0efc4e) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:29:34.325298 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3569cbd-6a8f-4cb8-aa50-81a18da0a64e None None] Network 35b392a8-2086-4676-865d-62c4ab0efc4e requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:29:34.328016 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d22850-bf8c-49ea-a0fb-7093bb06c3d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:34.328668 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-99d22850-bf8c-49ea-a0fb-7093bb06c3d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:34.376261 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec990595-ee1e-4577-9685-390b45eba810 req-5720c7c4-e526-4cc4-b3b0-7a5a03336371 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258831 May 03 22:29:34.382514 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-99d22850-bf8c-49ea-a0fb-7093bb06c3d5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7512791 May 03 22:29:34.417470 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c6d50-ba5f-4a9e-a3d3-4f1220528120 req-89d99d57-6810-4ce5-acc4-69e40a103f1f tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:34.419972 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e27c6d50-ba5f-4a9e-a3d3-4f1220528120 req-89d99d57-6810-4ce5-acc4-69e40a103f1f tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4a6e050-ec24-4d30-a812-42a9141c2065 HTTP/1.1" status: 200 len: 944 time: 0.1893172 May 03 22:29:34.472114 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d7c3cee4-070d-4d9e-9420-08d713d6570e tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:34.472547 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d7c3cee4-070d-4d9e-9420-08d713d6570e tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:34.483477 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e27c6d50-ba5f-4a9e-a3d3-4f1220528120 req-1f37b83e-9fe0-4c8e-8cd6-833d5b06e951 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0ab50f-8f9d-407b-b663-1df38139b248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572424 May 03 22:29:34.590201 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9701a0ca-48bf-4e7d-8073-86afe70d12d2 None None] Network 35b392a8-2086-4676-865d-62c4ab0efc4e requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:29:34.650852 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-d7c3cee4-070d-4d9e-9420-08d713d6570e tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Calling delete_port for a047ea47-a0d4-49f4-a5c2-6e3a4cbe82d3 owned by network:floatingip {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:29:34.753448 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [None req-d7c3cee4-070d-4d9e-9420-08d713d6570e tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:29:34.753950 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [None req-d7c3cee4-070d-4d9e-9420-08d713d6570e tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:29:34.873551 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6c271-0067-4f91-8393-1acddac4430c req-65f15d4a-fac5-4c28-bc62-016c64009b35 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:34.875077 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-72e6c271-0067-4f91-8393-1acddac4430c req-65f15d4a-fac5-4c28-bc62-016c64009b35 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d16dd3f-ca61-411c-8beb-d2bb9e3ce826 HTTP/1.1" status: 200 len: 949 time: 0.3408659 May 03 22:29:34.954813 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778980a1-40cb-4200-a600-0cbf23502b76 req-7d5d6279-03c8-4357-894f-8632f037b297 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:34.956291 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-778980a1-40cb-4200-a600-0cbf23502b76 req-7d5d6279-03c8-4357-894f-8632f037b297 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 945 time: 0.3506980 May 03 22:29:34.989367 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e46ed3-023d-4f68-ac22-1cceeb32fcd5 req-76208d60-e558-456c-a067-f892e5054441 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:34.990806 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c6e46ed3-023d-4f68-ac22-1cceeb32fcd5 req-76208d60-e558-456c-a067-f892e5054441 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d16dd3f-ca61-411c-8beb-d2bb9e3ce826 HTTP/1.1" status: 200 len: 949 time: 0.2196963 May 03 22:29:34.995942 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-72e6c271-0067-4f91-8393-1acddac4430c req-fc2d0a1e-2894-4c9a-bd0a-b3f571779885 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Deleting port 352ac121-cc35-41fa-bc6b-daee4bb2c83f {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:29:34.996278 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-72e6c271-0067-4f91-8393-1acddac4430c req-fc2d0a1e-2894-4c9a-bd0a-b3f571779885 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:35.113813 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-778980a1-40cb-4200-a600-0cbf23502b76 req-5bd72f72-c7bb-4ea3-802e-738fc5373ff3 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494029 May 03 22:29:35.139880 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c6e46ed3-023d-4f68-ac22-1cceeb32fcd5 req-3e870419-b10f-4b7f-bffb-5a5f9e5ba2e7 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136789 May 03 22:29:35.255379 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-d7c3cee4-070d-4d9e-9420-08d713d6570e tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Deleting port a047ea47-a0d4-49f4-a5c2-6e3a4cbe82d3 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:29:35.255896 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d7c3cee4-070d-4d9e-9420-08d713d6570e tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:35.405362 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-72e6c271-0067-4f91-8393-1acddac4430c req-fc2d0a1e-2894-4c9a-bd0a-b3f571779885 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] For port 352ac121-cc35-41fa-bc6b-daee4bb2c83f, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=352ac121-cc35-41fa-bc6b-daee4bb2c83f,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:35.405964 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-72e6c271-0067-4f91-8393-1acddac4430c req-fc2d0a1e-2894-4c9a-bd0a-b3f571779885 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:35.438546 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d7c3cee4-070d-4d9e-9420-08d713d6570e tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:35.438874 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d7c3cee4-070d-4d9e-9420-08d713d6570e tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:35.467161 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 78cece3e-063d-4911-b5af-6e8c5dad162c up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:29:35.555414 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 78cece3e-063d-4911-b5af-6e8c5dad162c completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:29:35.563277 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 78cece3e-063d-4911-b5af-6e8c5dad162c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:29:35.563961 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:35.568544 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-d7c3cee4-070d-4d9e-9420-08d713d6570e tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Calling delete_port for a047ea47-a0d4-49f4-a5c2-6e3a4cbe82d3 owned by network:floatingip {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:29:35.600728 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb3428-25aa-4c3c-a091-d93ee40bbcc1 req-b38f3ec4-776d-4d46-8653-1f76eb045ec8 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:35.608566 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fbcb3428-25aa-4c3c-a091-d93ee40bbcc1 req-b38f3ec4-776d-4d46-8653-1f76eb045ec8 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 945 time: 0.3469899 May 03 22:29:35.617264 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-72e6c271-0067-4f91-8393-1acddac4430c req-fc2d0a1e-2894-4c9a-bd0a-b3f571779885 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Calling delete_port for 352ac121-cc35-41fa-bc6b-daee4bb2c83f owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:29:35.720638 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device e3a77387-4d00-457f-9ab8-8cee4c2bb20c up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:29:35.735441 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d7c3cee4-070d-4d9e-9420-08d713d6570e tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:35.738865 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fbcb3428-25aa-4c3c-a091-d93ee40bbcc1 req-e952f63e-f449-4bf1-afa3-56e049bab184 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294110 May 03 22:29:35.747787 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-5b43a1d9-c803-4e30-b7ab-9620d772ff4e tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:35.754519 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-5b43a1d9-c803-4e30-b7ab-9620d772ff4e tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] 10.222.0.58 "GET /v2.0/networks?id=35b392a8-2086-4676-865d-62c4ab0efc4e HTTP/1.1" status: 200 len: 822 time: 0.4154320 May 03 22:29:35.784269 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3cee4-070d-4d9e-9420-08d713d6570e tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Pushing event deleted for resources: {'Port': ['ID=a047ea47-a0d4-49f4-a5c2-6e3a4cbe82d3,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:35.799033 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:35.820195 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-6ae0e6ed-7ad5-4e9d-9758-f7b46bdfc4cd tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] 10.222.0.58 "GET /v2.0/quotas/6a3958c8f8ae4c6aab8c6842592dfacb HTTP/1.1" status: 200 len: 375 time: 0.0644560 May 03 22:29:35.831280 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b165481-d168-47b0-8ae5-f2c99caf766c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cece3e-063d-4911-b5af-6e8c5dad162c'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:29:35.847756 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 78cece3e-063d-4911-b5af-6e8c5dad162c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=78cece3e-063d-4911-b5af-6e8c5dad162c,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:35.849319 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port e3a77387-4d00-457f-9ab8-8cee4c2bb20c completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:29:35.854728 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port e3a77387-4d00-457f-9ab8-8cee4c2bb20c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:29:35.856587 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:35.880991 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:35.885687 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-f96d221a-f67a-418e-9f50-6e24a3963edf tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a3958c8f8ae4c6aab8c6842592dfacb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642705 May 03 22:29:35.905823 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d7c3cee4-070d-4d9e-9420-08d713d6570e tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks [] for floatingip, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:35.928278 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d7c3cee4-070d-4d9e-9420-08d713d6570e tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:35.929362 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d7c3cee4-070d-4d9e-9420-08d713d6570e tempest-AttachSCSIVolumeTestJSON-748640661 tempest-AttachSCSIVolumeTestJSON-748640661-project] 10.222.0.58 "DELETE /v2.0/floatingips/a891d317-5135-4c9e-89a6-ce7174382938 HTTP/1.1" status: 204 len: 168 time: 2.0053577 May 03 22:29:35.983092 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=78cece3e-063d-4911-b5af-6e8c5dad162c,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:36.042574 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:36.078143 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port e3a77387-4d00-457f-9ab8-8cee4c2bb20c, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=e3a77387-4d00-457f-9ab8-8cee4c2bb20c,segment=NetworkSegment(c151d315-175b-4fec-a968-3a55652b3fd3),segment_id=c151d315-175b-4fec-a968-3a55652b3fd3)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:36.083161 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:36.101205 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-72e6c271-0067-4f91-8393-1acddac4430c req-fc2d0a1e-2894-4c9a-bd0a-b3f571779885 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:36.140072 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['fff7e02f-6b77-40c4-ad02-65709d0d84ac', 'eca59ae3-68eb-4f95-be5c-48b423a405bd', '352ac121-cc35-41fa-bc6b-daee4bb2c83f'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:29:36.171032 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['a97c2567-91b0-4a45-9a3a-be193e3f1b4b', 'a2fa487e-eafb-4169-a5b2-c8a3a2313189', '3540f85e-6af9-4382-b8f6-727eaf092712', 'fc7ef3e9-cabe-4f50-b32d-3689e13315a9', 'dfe35ad1-a1bb-4104-a41c-54feba6e4fd0'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:29:36.190361 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d0a1e-2894-4c9a-bd0a-b3f571779885 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Pushing event deleted for resources: {'Port': ['ID=352ac121-cc35-41fa-bc6b-daee4bb2c83f,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:36.196813 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-301aa7d8-699a-4738-9edb-2f2de2efd6fe service neutron] 10.222.0.58 "GET /v2.0/networks/35b392a8-2086-4676-865d-62c4ab0efc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813230 May 03 22:29:36.317602 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=e3a77387-4d00-457f-9ab8-8cee4c2bb20c,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:36.331420 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e6c271-0067-4f91-8393-1acddac4430c req-fc2d0a1e-2894-4c9a-bd0a-b3f571779885 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] No DVR routers for this DVR port 352ac121-cc35-41fa-bc6b-daee4bb2c83f on host n-h2-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:29:36.342220 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b41360-9329-4897-b5ae-e5d1540f78c4 req-00a28dd0-dffc-4442-a24d-8ea6ea221fa3 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:36.343745 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c6b41360-9329-4897-b5ae-e5d1540f78c4 req-00a28dd0-dffc-4442-a24d-8ea6ea221fa3 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 950 time: 0.4294639 May 03 22:29:36.345427 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-72e6c271-0067-4f91-8393-1acddac4430c req-fc2d0a1e-2894-4c9a-bd0a-b3f571779885 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:36.389474 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d16dd3f-ca61-411c-8beb-d2bb9e3ce826', 'name': 'network-vif-deleted', 'tag': '352ac121-cc35-41fa-bc6b-daee4bb2c83f'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:29:36.606776 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c6b41360-9329-4897-b5ae-e5d1540f78c4 req-54475886-b3ee-4d8d-9555-521e7ae06b26 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040062 May 03 22:29:36.610124 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-72e6c271-0067-4f91-8393-1acddac4430c req-fc2d0a1e-2894-4c9a-bd0a-b3f571779885 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.67 "DELETE /v2.0/ports/352ac121-cc35-41fa-bc6b-daee4bb2c83f HTTP/1.1" status: 204 len: 173 time: 1.7291741 May 03 22:29:36.651724 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-83e5ca27-14fe-4f04-bdb4-42f491a71d99 service neutron] 10.222.0.58 "GET /v2.0/networks/35b392a8-2086-4676-865d-62c4ab0efc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224944 May 03 22:29:36.874669 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13442d40-36ff-4282-9ad6-2b3533dda41c req-429f6d75-ab55-4eb9-920e-4e1f95d721d5 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:36.877474 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-13442d40-36ff-4282-9ad6-2b3533dda41c req-429f6d75-ab55-4eb9-920e-4e1f95d721d5 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4a6e050-ec24-4d30-a812-42a9141c2065 HTTP/1.1" status: 200 len: 945 time: 0.1279664 May 03 22:29:36.949436 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-13442d40-36ff-4282-9ad6-2b3533dda41c req-8328e37e-d005-4602-8b35-baee37944462 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0ab50f-8f9d-407b-b663-1df38139b248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661926 May 03 22:29:37.047780 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82242f68-cb18-47a2-8e52-05447fea3abd'] response: {'server_uuid': '9b165481-d168-47b0-8ae5-f2c99caf766c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cece3e-063d-4911-b5af-6e8c5dad162c', 'code': 200} May 03 22:29:37.403055 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f14cc747-4ede-49c0-bc96-9792ca660696'] response: {'server_uuid': '3d16dd3f-ca61-411c-8beb-d2bb9e3ce826', 'name': 'network-vif-deleted', 'tag': '352ac121-cc35-41fa-bc6b-daee4bb2c83f', 'status': 'completed', 'code': 200} May 03 22:29:37.419427 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-c51a30bc-4a0f-4d4a-87d7-242f0a154b21 req-3fbe6d95-cdaa-40e8-86b2-e75eee855f0e tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Synchronizing usage tracker for tenant:0660cbed43f74b05ab398bdf8e72a3f0 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:29:37.518475 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5ed2400e-240e-48d1-b7c5-3c2321b87ccf req-349a2ae1-7ab0-46f1-be61-c920ad03c3a9 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] 10.222.0.58 "GET /v2.0/ports?device_id=1cceeb06-cc59-4fd5-b966-d8fd5dca05a4 HTTP/1.1" status: 200 len: 210 time: 0.0852716 May 03 22:29:37.523697 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d350435-bab2-4358-8a13-085232f3f2c0 req-a011a292-a408-4392-bc03-21b7b4a4849a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:37.525078 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5d350435-bab2-4358-8a13-085232f3f2c0 req-a011a292-a408-4392-bc03-21b7b4a4849a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 1101 time: 0.3576481 May 03 22:29:37.535606 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-c51a30bc-4a0f-4d4a-87d7-242f0a154b21 req-3fbe6d95-cdaa-40e8-86b2-e75eee855f0e tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Unset dirty status for tenant:0660cbed43f74b05ab398bdf8e72a3f0 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:29:37.543739 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c51a30bc-4a0f-4d4a-87d7-242f0a154b21 req-3fbe6d95-cdaa-40e8-86b2-e75eee855f0e tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d16dd3f-ca61-411c-8beb-d2bb9e3ce826 HTTP/1.1" status: 200 len: 210 time: 0.2476845 May 03 22:29:37.625705 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5d350435-bab2-4358-8a13-085232f3f2c0 req-7082e41a-38ab-426b-aeba-9926427b10b4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801458 May 03 22:29:37.762807 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf301c5e-29ff-46a3-82d6-b0e167cdd2f8 req-e7303aaa-e892-4b0c-8544-57c7ec19a3e8 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:37.764493 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bf301c5e-29ff-46a3-82d6-b0e167cdd2f8 req-e7303aaa-e892-4b0c-8544-57c7ec19a3e8 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 945 time: 0.0929601 May 03 22:29:37.874577 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bf301c5e-29ff-46a3-82d6-b0e167cdd2f8 req-b5d6b230-5354-4499-bb8e-6c5ac98c3251 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026499 May 03 22:29:37.912966 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605182f-4d60-4b46-990b-24585fc76214 req-c1f8386b-8eb3-4fdb-b75e-fee15c8b22c0 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:37.918365 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d605182f-4d60-4b46-990b-24585fc76214 req-c1f8386b-8eb3-4fdb-b75e-fee15c8b22c0 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 950 time: 0.1220074 May 03 22:29:37.963065 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d605182f-4d60-4b46-990b-24585fc76214 req-c60eadc3-26f3-4feb-8e7a-e302fa514476 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425644 May 03 22:29:38.142008 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3436bb0-8d70-463a-936c-abb2df4e4050 req-859974b8-aa8b-4510-9ee2-04987c72b631 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:38.144051 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3436bb0-8d70-463a-936c-abb2df4e4050 req-859974b8-aa8b-4510-9ee2-04987c72b631 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4a6e050-ec24-4d30-a812-42a9141c2065 HTTP/1.1" status: 200 len: 945 time: 0.0881448 May 03 22:29:38.199716 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3436bb0-8d70-463a-936c-abb2df4e4050 req-a263c812-3622-4b4f-8e3b-52ae8777e490 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0ab50f-8f9d-407b-b663-1df38139b248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490470 May 03 22:29:38.671819 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-132759f7-a675-4ef8-9682-75bbb25698ed req-22d89c6e-79b5-4c63-a5a5-f5c2718f78bc tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] 10.222.0.58 "GET /v2.0/ports?device_id=1cceeb06-cc59-4fd5-b966-d8fd5dca05a4 HTTP/1.1" status: 200 len: 210 time: 0.0438747 May 03 22:29:38.857039 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-1e59a2aa-254e-46d6-97b1-8a9ff5e5344f tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:38.858810 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-1e59a2aa-254e-46d6-97b1-8a9ff5e5344f tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] 10.222.0.67 "GET /v2.0/networks?id=35b392a8-2086-4676-865d-62c4ab0efc4e HTTP/1.1" status: 200 len: 822 time: 0.1825542 May 03 22:29:38.871397 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-72a0a661-68dc-4944-aa4d-0b13de1609e5 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Request body: {'port': {'device_id': '1cceeb06-cc59-4fd5-b966-d8fd5dca05a4', 'network_id': '35b392a8-2086-4676-865d-62c4ab0efc4e', 'admin_state_up': True, 'tenant_id': '6a3958c8f8ae4c6aab8c6842592dfacb'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:29:39.049430 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a6e050-ec24-4d30-a812-42a9141c2065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a77387-4d00-457f-9ab8-8cee4c2bb20c'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:29:39.149992 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-72a0a661-68dc-4944-aa4d-0b13de1609e5 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:29:39.160167 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-72a0a661-68dc-4944-aa4d-0b13de1609e5 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Usage tracker for resource:port and tenant:6a3958c8f8ae4c6aab8c6842592dfacb is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:29:39.165433 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-72a0a661-68dc-4944-aa4d-0b13de1609e5 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:29:39.175749 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-72a0a661-68dc-4944-aa4d-0b13de1609e5 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:29:39.196682 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-72a0a661-68dc-4944-aa4d-0b13de1609e5 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Made reservation on behalf of 6a3958c8f8ae4c6aab8c6842592dfacb for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:29:39.200180 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-72a0a661-68dc-4944-aa4d-0b13de1609e5 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:39.216340 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711aeba0-740e-49c3-a575-af2802af50ce req-e558cd56-89f1-498e-937c-b4d82d1aa426 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:39.217805 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-711aeba0-740e-49c3-a575-af2802af50ce req-e558cd56-89f1-498e-937c-b4d82d1aa426 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 945 time: 0.2167423 May 03 22:29:39.235845 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2812e-e267-45ae-8097-1464d0878634 req-6df80052-39bc-4140-ad09-685a68cf5eee tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:39.237405 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-30f2812e-e267-45ae-8097-1464d0878634 req-6df80052-39bc-4140-ad09-685a68cf5eee tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f4bb73a-8e97-40cc-8655-fc574828c5b2 HTTP/1.1" status: 200 len: 950 time: 0.1920943 May 03 22:29:39.371146 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-711aeba0-740e-49c3-a575-af2802af50ce req-265b2fb2-d220-481e-9042-ddcba4e91e2b tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458054 May 03 22:29:39.376693 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-30f2812e-e267-45ae-8097-1464d0878634 req-0a2571d7-7d12-4f22-a071-d0a3657399fd tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238406 May 03 22:29:39.454183 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d9d6fc9-ef84-475c-93c8-7cf7d0d1d2ea'] response: {'server_uuid': 'c4a6e050-ec24-4d30-a812-42a9141c2065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a77387-4d00-457f-9ab8-8cee4c2bb20c', 'code': 200} May 03 22:29:39.462854 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-72a0a661-68dc-4944-aa4d-0b13de1609e5 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Allocated IP 172.20.0.11 (35b392a8-2086-4676-865d-62c4ab0efc4e/e0f323d5-6841-4043-9ed1-ac3a56746e8c/966f35dd-9853-4258-a5b8-b80d194d86bd) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:29:39.499770 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 352ac121-cc35-41fa-bc6b-daee4bb2c83f no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:29:39.592546 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 352ac121-cc35-41fa-bc6b-daee4bb2c83f {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:29:39.592898 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 352ac121-cc35-41fa-bc6b-daee4bb2c83f not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:29:39.693480 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdbd3b-4a0f-4918-ae68-b6c20db67106 req-3185a3c3-432e-4a64-8913-1f5579fa538e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:39.696568 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1bcdbd3b-4a0f-4918-ae68-b6c20db67106 req-3185a3c3-432e-4a64-8913-1f5579fa538e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c4a6e050-ec24-4d30-a812-42a9141c2065 HTTP/1.1" status: 200 len: 1096 time: 0.1531577 May 03 22:29:39.760829 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1bcdbd3b-4a0f-4918-ae68-b6c20db67106 req-abbf29a3-e1d9-40ce-acd6-85dfee9921dc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9b0ab50f-8f9d-407b-b663-1df38139b248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492666 May 03 22:29:39.818531 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0376cf-50c4-45bd-b690-5ddc158975cb req-9fd5ba33-460c-4699-b7c5-5c7a69790860 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:39.825650 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4a0376cf-50c4-45bd-b690-5ddc158975cb req-9fd5ba33-460c-4699-b7c5-5c7a69790860 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 950 time: 0.3268969 May 03 22:29:39.992722 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-72a0a661-68dc-4944-aa4d-0b13de1609e5 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:40.009387 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f8dfd-24c2-440d-9387-a9436b9ba28c req-b3788530-d213-4f62-9334-fe163cdd68f3 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:40.010905 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-743f8dfd-24c2-440d-9387-a9436b9ba28c req-b3788530-d213-4f62-9334-fe163cdd68f3 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4a6e050-ec24-4d30-a812-42a9141c2065 HTTP/1.1" status: 200 len: 945 time: 0.4338634 May 03 22:29:40.021329 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57874) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:40.042382 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4a0376cf-50c4-45bd-b690-5ddc158975cb req-497cd7f9-ac9c-4471-8372-7c443818823d tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158093 May 03 22:29:40.093911 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-72a0a661-68dc-4944-aa4d-0b13de1609e5 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:40.169142 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f4c4db5f-c8f4-46cb-9894-81d4d23e113d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:40.191921 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-743f8dfd-24c2-440d-9387-a9436b9ba28c req-d496aa89-9323-4431-a0b3-9367d5c40c77 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0ab50f-8f9d-407b-b663-1df38139b248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706457 May 03 22:29:40.210034 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f4c4db5f-c8f4-46cb-9894-81d4d23e113d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:29:40.217437 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-72a0a661-68dc-4944-aa4d-0b13de1609e5 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Network 35b392a8-2086-4676-865d-62c4ab0efc4e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:29:40.218429 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a0a661-68dc-4944-aa4d-0b13de1609e5 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Pushing event updated for resources: {'Port': ['ID=966f35dd-9853-4258-a5b8-b80d194d86bd,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:40.221890 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-72a0a661-68dc-4944-aa4d-0b13de1609e5 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:29:40.224143 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-72a0a661-68dc-4944-aa4d-0b13de1609e5 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:29:40.236133 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f4c4db5f-c8f4-46cb-9894-81d4d23e113d admin admin] Usage tracker for resource:security_group_rule and tenant:acc54a62587f400d8e801231fa7bea11 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:29:40.243010 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f4c4db5f-c8f4-46cb-9894-81d4d23e113d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:29:40.258662 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f4c4db5f-c8f4-46cb-9894-81d4d23e113d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:29:40.335586 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-72a0a661-68dc-4944-aa4d-0b13de1609e5 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:40.336370 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-72a0a661-68dc-4944-aa4d-0b13de1609e5 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:40.381999 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-72a0a661-68dc-4944-aa4d-0b13de1609e5 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5147486 May 03 22:29:40.383022 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f4c4db5f-c8f4-46cb-9894-81d4d23e113d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:40.390448 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f4c4db5f-c8f4-46cb-9894-81d4d23e113d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:40.394685 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-21ac1fb2-a97b-46ea-9d7c-2d35e2f43a60 service neutron] Request body: {'port': {'device_id': '1cceeb06-cc59-4fd5-b966-d8fd5dca05a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:29:40.437441 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f4c4db5f-c8f4-46cb-9894-81d4d23e113d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=acc54a62587f400d8e801231fa7bea11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4147453 May 03 22:29:40.439691 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57888) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:40.493586 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c4db5f-c8f4-46cb-9894-81d4d23e113d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ec174e-818a-4f86-be8f-c1396840a175,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:40.518127 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c4db5f-c8f4-46cb-9894-81d4d23e113d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:29:40.518666 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c4db5f-c8f4-46cb-9894-81d4d23e113d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:29:40.519015 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c4db5f-c8f4-46cb-9894-81d4d23e113d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:29:40.519348 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c4db5f-c8f4-46cb-9894-81d4d23e113d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:29:40.519676 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c4db5f-c8f4-46cb-9894-81d4d23e113d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:29:40.520000 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c4db5f-c8f4-46cb-9894-81d4d23e113d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:29:40.520323 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c4db5f-c8f4-46cb-9894-81d4d23e113d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:29:40.520649 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c4db5f-c8f4-46cb-9894-81d4d23e113d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:29:40.520962 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c4db5f-c8f4-46cb-9894-81d4d23e113d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:29:40.524141 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c4db5f-c8f4-46cb-9894-81d4d23e113d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:29:40.524271 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837db8a-2775-4de3-a58c-e1cafbfa315a req-b8071186-bc82-4435-8318-1dc9331121fa tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:40.524398 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c4db5f-c8f4-46cb-9894-81d4d23e113d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:29:40.524398 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c4db5f-c8f4-46cb-9894-81d4d23e113d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:29:40.524694 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-b837db8a-2775-4de3-a58c-e1cafbfa315a req-b8071186-bc82-4435-8318-1dc9331121fa tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Synchronizing usage tracker for tenant:6a3958c8f8ae4c6aab8c6842592dfacb on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:29:40.542652 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-21ac1fb2-a97b-46ea-9d7c-2d35e2f43a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:40.562455 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ea32498d-2630-410b-83b2-a057106dd506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:40.626255 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ea32498d-2630-410b-83b2-a057106dd506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:40.699391 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ea32498d-2630-410b-83b2-a057106dd506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:40.700962 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-b837db8a-2775-4de3-a58c-e1cafbfa315a req-b8071186-bc82-4435-8318-1dc9331121fa tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Unset dirty status for tenant:6a3958c8f8ae4c6aab8c6842592dfacb on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:29:40.702194 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b837db8a-2775-4de3-a58c-e1cafbfa315a req-b8071186-bc82-4435-8318-1dc9331121fa tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] 10.222.0.58 "GET /v2.0/ports?device_id=1cceeb06-cc59-4fd5-b966-d8fd5dca05a4 HTTP/1.1" status: 200 len: 932 time: 0.4064960 May 03 22:29:40.720945 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea32498d-2630-410b-83b2-a057106dd506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ec174e-818a-4f86-be8f-c1396840a175,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:40.728560 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ea32498d-2630-410b-83b2-a057106dd506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:40.729722 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ea32498d-2630-410b-83b2-a057106dd506 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/27ec174e-818a-4f86-be8f-c1396840a175 HTTP/1.1" status: 204 len: 168 time: 0.2891376 May 03 22:29:40.785595 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57896) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:40.894879 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b5cc9411-0c1e-43a9-8d30-3f456a063d3f req-98afb637-5223-46ce-9805-03d65a5b3d48 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1237900 May 03 22:29:40.979363 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b837db8a-2775-4de3-a58c-e1cafbfa315a req-3657115b-b27d-4bb1-b273-3b6e77d95b11 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee11bb75-7d69-4a8d-960d-16ab31a36344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641971 May 03 22:29:41.388473 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f600b-5970-4959-b966-2dbbf3ae0ec4 req-6cbd4f74-e972-4412-947f-b0416dbe32cf tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:41.389205 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-531f600b-5970-4959-b966-2dbbf3ae0ec4 req-6cbd4f74-e972-4412-947f-b0416dbe32cf tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Synchronizing usage tracker for tenant:0660cbed43f74b05ab398bdf8e72a3f0 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:29:41.405424 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f27349-f7e0-492c-ad7e-58d7d43065f0 req-527f8689-26e7-48e2-a6d8-8eb4002e2516 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:41.410992 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-531f600b-5970-4959-b966-2dbbf3ae0ec4 req-6cbd4f74-e972-4412-947f-b0416dbe32cf tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Unset dirty status for tenant:0660cbed43f74b05ab398bdf8e72a3f0 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:29:41.412380 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-531f600b-5970-4959-b966-2dbbf3ae0ec4 req-6cbd4f74-e972-4412-947f-b0416dbe32cf tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f4bb73a-8e97-40cc-8655-fc574828c5b2 HTTP/1.1" status: 200 len: 950 time: 0.1339693 May 03 22:29:41.412865 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-08f27349-f7e0-492c-ad7e-58d7d43065f0 req-527f8689-26e7-48e2-a6d8-8eb4002e2516 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 945 time: 0.5330100 May 03 22:29:41.511606 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-531f600b-5970-4959-b966-2dbbf3ae0ec4 req-3f7098a5-00d3-4a2d-ac15-672fec9d2f3f tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Deleting port dfe35ad1-a1bb-4104-a41c-54feba6e4fd0 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:29:41.512050 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-531f600b-5970-4959-b966-2dbbf3ae0ec4 req-3f7098a5-00d3-4a2d-ac15-672fec9d2f3f tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:41.592243 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-21ac1fb2-a97b-46ea-9d7c-2d35e2f43a60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 966f35dd-9853-4258-a5b8-b80d194d86bd {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:29:41.614106 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-21ac1fb2-a97b-46ea-9d7c-2d35e2f43a60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:41.659529 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-08f27349-f7e0-492c-ad7e-58d7d43065f0 req-fa70798b-4191-4202-948f-bcd4832770cc tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457511 May 03 22:29:41.689930 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806c739-9fe4-4014-b4fd-bdc661119541 req-65fc1b1f-0e5e-4213-895c-c32635c6f5a8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:41.691731 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2806c739-9fe4-4014-b4fd-bdc661119541 req-65fc1b1f-0e5e-4213-895c-c32635c6f5a8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f4bb73a-8e97-40cc-8655-fc574828c5b2 HTTP/1.1" status: 200 len: 950 time: 0.5369768 May 03 22:29:41.692983 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-21ac1fb2-a97b-46ea-9d7c-2d35e2f43a60 service neutron] Transition to ACTIVE for port object 966f35dd-9853-4258-a5b8-b80d194d86bd will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:29:41.710405 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-21ac1fb2-a97b-46ea-9d7c-2d35e2f43a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:42.077955 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-531f600b-5970-4959-b966-2dbbf3ae0ec4 req-3f7098a5-00d3-4a2d-ac15-672fec9d2f3f tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] For port dfe35ad1-a1bb-4104-a41c-54feba6e4fd0, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=dfe35ad1-a1bb-4104-a41c-54feba6e4fd0,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:42.078525 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-531f600b-5970-4959-b966-2dbbf3ae0ec4 req-3f7098a5-00d3-4a2d-ac15-672fec9d2f3f tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:42.174941 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac1fb2-a97b-46ea-9d7c-2d35e2f43a60 service neutron] Pushing event updated for resources: {'Port': ['ID=966f35dd-9853-4258-a5b8-b80d194d86bd,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:42.181155 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2806c739-9fe4-4014-b4fd-bdc661119541 req-84be4274-fde7-4886-9b24-231e6687bed6 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4722660 May 03 22:29:42.219687 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-531f600b-5970-4959-b966-2dbbf3ae0ec4 req-3f7098a5-00d3-4a2d-ac15-672fec9d2f3f tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Calling delete_port for dfe35ad1-a1bb-4104-a41c-54feba6e4fd0 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:29:42.319119 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f758fd-2a6f-4bc9-92a7-b95d2c173b5d req-ef7f2886-8c84-4f03-b77a-415189af9b42 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:42.322509 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-19f758fd-2a6f-4bc9-92a7-b95d2c173b5d req-ef7f2886-8c84-4f03-b77a-415189af9b42 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 950 time: 0.3179340 May 03 22:29:42.399478 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-531f600b-5970-4959-b966-2dbbf3ae0ec4 req-3f7098a5-00d3-4a2d-ac15-672fec9d2f3f tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:42.414185 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['fff7e02f-6b77-40c4-ad02-65709d0d84ac', 'eca59ae3-68eb-4f95-be5c-48b423a405bd'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:29:42.470302 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7098a5-00d3-4a2d-ac15-672fec9d2f3f tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Pushing event deleted for resources: {'Port': ['ID=dfe35ad1-a1bb-4104-a41c-54feba6e4fd0,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:42.493107 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-21ac1fb2-a97b-46ea-9d7c-2d35e2f43a60 service neutron] Attempting to bind port 966f35dd-9853-4258-a5b8-b80d194d86bd on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:29:42.493911 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-21ac1fb2-a97b-46ea-9d7c-2d35e2f43a60 service neutron] Attempting to bind port 966f35dd-9853-4258-a5b8-b80d194d86bd by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': 'edfcd965-1226-404b-9a84-4912f1d0596a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '35b392a8-2086-4676-865d-62c4ab0efc4e'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:29:42.494318 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-21ac1fb2-a97b-46ea-9d7c-2d35e2f43a60 service neutron] Attempting to bind port 966f35dd-9853-4258-a5b8-b80d194d86bd on network 35b392a8-2086-4676-865d-62c4ab0efc4e {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:29:42.517540 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['a97c2567-91b0-4a45-9a3a-be193e3f1b4b', 'a2fa487e-eafb-4169-a5b2-c8a3a2313189', '3540f85e-6af9-4382-b8f6-727eaf092712', 'fc7ef3e9-cabe-4f50-b32d-3689e13315a9', 'dfe35ad1-a1bb-4104-a41c-54feba6e4fd0'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:29:42.598236 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-21ac1fb2-a97b-46ea-9d7c-2d35e2f43a60 service neutron] Port 966f35dd-9853-4258-a5b8-b80d194d86bd on network 35b392a8-2086-4676-865d-62c4ab0efc4e not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:29:42.600242 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-21ac1fb2-a97b-46ea-9d7c-2d35e2f43a60 service neutron] Attempting to bind port 966f35dd-9853-4258-a5b8-b80d194d86bd on network 35b392a8-2086-4676-865d-62c4ab0efc4e {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:29:42.602116 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-531f600b-5970-4959-b966-2dbbf3ae0ec4 req-3f7098a5-00d3-4a2d-ac15-672fec9d2f3f tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] No DVR routers for this DVR port dfe35ad1-a1bb-4104-a41c-54feba6e4fd0 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:29:42.604923 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-531f600b-5970-4959-b966-2dbbf3ae0ec4 req-3f7098a5-00d3-4a2d-ac15-672fec9d2f3f tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:42.612722 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-19f758fd-2a6f-4bc9-92a7-b95d2c173b5d req-c31eac0c-1e5d-4c58-84a0-981609f9090b tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409039 May 03 22:29:42.628077 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4bb73a-8e97-40cc-8655-fc574828c5b2', 'name': 'network-vif-deleted', 'tag': 'dfe35ad1-a1bb-4104-a41c-54feba6e4fd0'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:29:42.658154 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-531f600b-5970-4959-b966-2dbbf3ae0ec4 req-3f7098a5-00d3-4a2d-ac15-672fec9d2f3f tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.60 "DELETE /v2.0/ports/dfe35ad1-a1bb-4104-a41c-54feba6e4fd0 HTTP/1.1" status: 204 len: 173 time: 1.2275414 May 03 22:29:42.684819 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-21ac1fb2-a97b-46ea-9d7c-2d35e2f43a60 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:29:42.686199 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-21ac1fb2-a97b-46ea-9d7c-2d35e2f43a60 service neutron] Checking segment: {'id': 'edfcd965-1226-404b-9a84-4912f1d0596a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '35b392a8-2086-4676-865d-62c4ab0efc4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:29:42.686609 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-21ac1fb2-a97b-46ea-9d7c-2d35e2f43a60 service neutron] Bound using segment: {'id': 'edfcd965-1226-404b-9a84-4912f1d0596a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '35b392a8-2086-4676-865d-62c4ab0efc4e'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:29:42.687608 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-21ac1fb2-a97b-46ea-9d7c-2d35e2f43a60 service neutron] Bound port: 966f35dd-9853-4258-a5b8-b80d194d86bd, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edfcd965-1226-404b-9a84-4912f1d0596a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '35b392a8-2086-4676-865d-62c4ab0efc4e'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:29:42.687969 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-21ac1fb2-a97b-46ea-9d7c-2d35e2f43a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:42.768347 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-82e0f1c8-6720-45c3-9cf2-a4b09884ca55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:42.958538 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57970) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:43.084528 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-e916a2ea-a305-435e-9e35-b5043c3d5acf tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:29:43.105883 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e916a2ea-a305-435e-9e35-b5043c3d5acf tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] 10.222.0.58 "PUT /v2.0/quotas/c1bccdabeebb4f5e89454a827e0f3dc4 HTTP/1.1" status: 200 len: 368 time: 0.1461651 May 03 22:29:43.108463 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57976) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:43.114287 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-b0f7b114-b128-46ba-8329-4a05d4692f05 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Request body: {'network': {'project_id': 'c1bccdabeebb4f5e89454a827e0f3dc4'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:29:43.119301 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b0f7b114-b128-46ba-8329-4a05d4692f05 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:29:43.123247 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b0f7b114-b128-46ba-8329-4a05d4692f05 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Usage tracker for resource:network and tenant:c1bccdabeebb4f5e89454a827e0f3dc4 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:29:43.126736 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b0f7b114-b128-46ba-8329-4a05d4692f05 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:29:43.132427 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b0f7b114-b128-46ba-8329-4a05d4692f05 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:29:43.145170 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f7b114-b128-46ba-8329-4a05d4692f05 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Made reservation on behalf of c1bccdabeebb4f5e89454a827e0f3dc4 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:29:43.147476 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b0f7b114-b128-46ba-8329-4a05d4692f05 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:43.160026 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b0f7b114-b128-46ba-8329-4a05d4692f05 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:43.173426 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd663f42-b453-4436-bdac-9f09d301f2a7 req-35c9d287-25ff-46ca-8cac-a5023361f067 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:43.176134 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b0f7b114-b128-46ba-8329-4a05d4692f05 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:29:43.178332 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bd663f42-b453-4436-bdac-9f09d301f2a7 req-35c9d287-25ff-46ca-8cac-a5023361f067 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4a6e050-ec24-4d30-a812-42a9141c2065 HTTP/1.1" status: 200 len: 945 time: 0.8517087 May 03 22:29:43.184621 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b0f7b114-b128-46ba-8329-4a05d4692f05 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Usage tracker for resource:security_group_rule and tenant:c1bccdabeebb4f5e89454a827e0f3dc4 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:29:43.188628 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b0f7b114-b128-46ba-8329-4a05d4692f05 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:29:43.193701 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-21ac1fb2-a97b-46ea-9d7c-2d35e2f43a60 service neutron] For port 966f35dd-9853-4258-a5b8-b80d194d86bd, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:29:43.195125 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b0f7b114-b128-46ba-8329-4a05d4692f05 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:29:43.198785 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-21ac1fb2-a97b-46ea-9d7c-2d35e2f43a60 service neutron] For port 966f35dd-9853-4258-a5b8-b80d194d86bd, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=966f35dd-9853-4258-a5b8-b80d194d86bd,segment=NetworkSegment(edfcd965-1226-404b-9a84-4912f1d0596a),segment_id=edfcd965-1226-404b-9a84-4912f1d0596a)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:29:43.227057 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-21ac1fb2-a97b-46ea-9d7c-2d35e2f43a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:43.297485 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b0f7b114-b128-46ba-8329-4a05d4692f05 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:43.302262 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b0f7b114-b128-46ba-8329-4a05d4692f05 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:43.336598 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0f7b114-b128-46ba-8329-4a05d4692f05 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:29:43.347944 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f7b114-b128-46ba-8329-4a05d4692f05 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5919f23-4658-4a6a-9b37-995316f8bc90,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:43.354354 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b0f7b114-b128-46ba-8329-4a05d4692f05 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:43.354751 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-b0f7b114-b128-46ba-8329-4a05d4692f05 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Added segment 13348e5b-919c-498a-bb72-b5b288e4987b of type vlan for network 2e5452ee-9ab8-40ec-a872-eb79f213ee89 May 03 22:29:43.385417 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-21ac1fb2-a97b-46ea-9d7c-2d35e2f43a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:43.386302 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-21ac1fb2-a97b-46ea-9d7c-2d35e2f43a60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:43.387687 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-21ac1fb2-a97b-46ea-9d7c-2d35e2f43a60 service neutron] 10.222.0.67 "PUT /v2.0/ports/966f35dd-9853-4258-a5b8-b80d194d86bd HTTP/1.1" status: 200 len: 1092 time: 2.9975331 May 03 22:29:43.388705 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b0f7b114-b128-46ba-8329-4a05d4692f05 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:43.395967 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cceeb06-cc59-4fd5-b966-d8fd5dca05a4', 'tag': '966f35dd-9853-4258-a5b8-b80d194d86bd'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:29:43.441008 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b0f7b114-b128-46ba-8329-4a05d4692f05 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:43.442596 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f7b114-b128-46ba-8329-4a05d4692f05 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:43.442840 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b0f7b114-b128-46ba-8329-4a05d4692f05 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:43.510720 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bd663f42-b453-4436-bdac-9f09d301f2a7 req-fb57ced2-183c-4cf3-b0a7-dd44231f6f7b tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0ab50f-8f9d-407b-b663-1df38139b248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209229 May 03 22:29:43.549052 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b0f7b114-b128-46ba-8329-4a05d4692f05 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4390252 May 03 22:29:43.549721 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57986) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:43.552347 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f7b114-b128-46ba-8329-4a05d4692f05 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Pushing event updated for resources: {'Network': ['ID=2e5452ee-9ab8-40ec-a872-eb79f213ee89,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:43.557772 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-6fe9359e-903b-440c-a663-e17f418c3031 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Request body: {'network': {'project_id': 'c1bccdabeebb4f5e89454a827e0f3dc4'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:29:43.559521 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac1fb2-a97b-46ea-9d7c-2d35e2f43a60 service neutron] Pushing event updated for resources: {'Port': ['ID=966f35dd-9853-4258-a5b8-b80d194d86bd,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:43.563655 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6fe9359e-903b-440c-a663-e17f418c3031 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:29:43.565109 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 2e5452ee-9ab8-40ec-a872-eb79f213ee89 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:29:43.568475 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6fe9359e-903b-440c-a663-e17f418c3031 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Usage tracker for resource:network and tenant:c1bccdabeebb4f5e89454a827e0f3dc4 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:29:43.571559 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6fe9359e-903b-440c-a663-e17f418c3031 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:29:43.574065 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d941325-a847-4b1f-a5f7-a9d84609f835 req-ed8c6c11-bf30-4aa0-88fd-f768569b9eb9 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:43.575349 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9d941325-a847-4b1f-a5f7-a9d84609f835 req-ed8c6c11-bf30-4aa0-88fd-f768569b9eb9 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] 10.222.0.58 "GET /v2.0/ports?device_id=1cceeb06-cc59-4fd5-b966-d8fd5dca05a4 HTTP/1.1" status: 200 len: 944 time: 0.5204639 May 03 22:29:43.577237 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc9411-0c1e-43a9-8d30-3f456a063d3f req-68887636-cd29-4c74-a3dc-1659e6a37e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:43.578782 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b5cc9411-0c1e-43a9-8d30-3f456a063d3f req-68887636-cd29-4c74-a3dc-1659e6a37e54 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 1101 time: 1.0901384 May 03 22:29:43.587844 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6fe9359e-903b-440c-a663-e17f418c3031 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:29:43.607290 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe9359e-903b-440c-a663-e17f418c3031 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Made reservation on behalf of c1bccdabeebb4f5e89454a827e0f3dc4 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:29:43.610395 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6fe9359e-903b-440c-a663-e17f418c3031 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:43.643211 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f78e756e-9ea0-4979-a148-9bc0648a0055'] response: {'server_uuid': '6f4bb73a-8e97-40cc-8655-fc574828c5b2', 'name': 'network-vif-deleted', 'tag': 'dfe35ad1-a1bb-4104-a41c-54feba6e4fd0', 'status': 'completed', 'code': 200} May 03 22:29:43.695941 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fe9359e-903b-440c-a663-e17f418c3031 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:29:43.707651 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6fe9359e-903b-440c-a663-e17f418c3031 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:43.708323 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-6fe9359e-903b-440c-a663-e17f418c3031 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Added segment 0f41e5e8-096e-41df-80ae-d4455cc75612 of type vlan for network 688a7070-4a65-40bd-bccd-8e4328b667d8 May 03 22:29:43.740951 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6fe9359e-903b-440c-a663-e17f418c3031 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:43.771940 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6fe9359e-903b-440c-a663-e17f418c3031 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:43.772892 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe9359e-903b-440c-a663-e17f418c3031 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:43.773468 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6fe9359e-903b-440c-a663-e17f418c3031 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:43.783617 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9d941325-a847-4b1f-a5f7-a9d84609f835 req-f01b64bd-7cc7-4f23-abde-e6d00cddd314 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee11bb75-7d69-4a8d-960d-16ab31a36344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987710 May 03 22:29:43.811676 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-3fffec52-cab7-482c-af9d-a6e11b06f627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:43.813446 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-3fffec52-cab7-482c-af9d-a6e11b06f627 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6a3958c8f8ae4c6aab8c6842592dfacb&device_id=1cceeb06-cc59-4fd5-b966-d8fd5dca05a4 HTTP/1.1" status: 200 len: 1095 time: 0.3764534 May 03 22:29:43.874330 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6fe9359e-903b-440c-a663-e17f418c3031 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3234286 May 03 22:29:43.877386 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57992) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:43.880279 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe9359e-903b-440c-a663-e17f418c3031 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Pushing event updated for resources: {'Network': ['ID=688a7070-4a65-40bd-bccd-8e4328b667d8,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:43.886702 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-4ea21e63-a34e-4e9b-ac09-f86696cede8e tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Request body: {'network': {'project_id': 'c1bccdabeebb4f5e89454a827e0f3dc4'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:29:43.892530 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 688a7070-4a65-40bd-bccd-8e4328b667d8 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:29:43.893189 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4ea21e63-a34e-4e9b-ac09-f86696cede8e tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:29:43.897297 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4ea21e63-a34e-4e9b-ac09-f86696cede8e tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Usage tracker for resource:network and tenant:c1bccdabeebb4f5e89454a827e0f3dc4 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:29:43.900530 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4ea21e63-a34e-4e9b-ac09-f86696cede8e tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:29:43.907481 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4ea21e63-a34e-4e9b-ac09-f86696cede8e tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:29:43.909272 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea21e63-a34e-4e9b-ac09-f86696cede8e tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 03 22:29:43.909911 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ea21e63-a34e-4e9b-ac09-f86696cede8e tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:29:43.914034 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4ea21e63-a34e-4e9b-ac09-f86696cede8e tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0329664 May 03 22:29:43.914407 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58000) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:43.988033 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-57b71ff8-42d5-4a9d-8c2c-defce5de3af2 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c1bccdabeebb4f5e89454a827e0f3dc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0699122 May 03 22:29:43.988250 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58004) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:44.055586 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-89d3e50f-7f29-44c2-a114-70f9d72d1b52 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:44.083601 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-89d3e50f-7f29-44c2-a114-70f9d72d1b52 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:44.084361 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-7ecff7f1-90b4-46ba-b6b8-a28baa0cc75d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=966f35dd-9853-4258-a5b8-b80d194d86bd HTTP/1.1" status: 200 len: 217 time: 0.2355874 May 03 22:29:44.098544 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c964b90-063e-44ff-b817-acd579900f6f'] response: {'name': 'network-changed', 'server_uuid': '1cceeb06-cc59-4fd5-b966-d8fd5dca05a4', 'tag': '966f35dd-9853-4258-a5b8-b80d194d86bd', 'status': 'completed', 'code': 200} May 03 22:29:44.138816 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-89d3e50f-7f29-44c2-a114-70f9d72d1b52 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:44.142333 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc9411-0c1e-43a9-8d30-3f456a063d3f req-d0468887-247c-4535-97ad-2a33269da34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:44.143802 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b5cc9411-0c1e-43a9-8d30-3f456a063d3f req-d0468887-247c-4535-97ad-2a33269da34b service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.5554194 May 03 22:29:44.150007 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-82e0f1c8-6720-45c3-9cf2-a4b09884ca55 admin admin] Deleting port 6b0c229f-a7d6-4b16-9f5e-a985117eb991 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:29:44.150352 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-82e0f1c8-6720-45c3-9cf2-a4b09884ca55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:44.154075 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d3e50f-7f29-44c2-a114-70f9d72d1b52 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5919f23-4658-4a6a-9b37-995316f8bc90,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:44.161912 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-89d3e50f-7f29-44c2-a114-70f9d72d1b52 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:44.163788 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-89d3e50f-7f29-44c2-a114-70f9d72d1b52 tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] 10.222.0.58 "DELETE /v2.0/security-groups/d5919f23-4658-4a6a-9b37-995316f8bc90 HTTP/1.1" status: 204 len: 168 time: 0.1745083 May 03 22:29:44.166540 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58008) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:44.277006 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-88e4c45b-1c2b-4516-b0cd-7153951c260c tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:44.286697 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b5cc9411-0c1e-43a9-8d30-3f456a063d3f req-0a67c087-59b6-4396-a800-426a062b866f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=78cece3e-063d-4911-b5af-6e8c5dad162c HTTP/1.1" status: 200 len: 217 time: 0.1060579 May 03 22:29:44.298619 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-dceff833-509e-4238-a606-b08e3ed47123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:44.300007 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-dceff833-509e-4238-a606-b08e3ed47123 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0f323d5-6841-4043-9ed1-ac3a56746e8c HTTP/1.1" status: 200 len: 862 time: 0.2069890 May 03 22:29:44.400543 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-88e4c45b-1c2b-4516-b0cd-7153951c260c tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:44.425625 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-88e4c45b-1c2b-4516-b0cd-7153951c260c tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['688a7070-4a65-40bd-bccd-8e4328b667d8']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:29:44.442720 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-88e4c45b-1c2b-4516-b0cd-7153951c260c tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f41e5e8-096e-41df-80ae-d4455cc75612') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:29:44.443018 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-88e4c45b-1c2b-4516-b0cd-7153951c260c tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f41e5e8-096e-41df-80ae-d4455cc75612') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:29:44.455255 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-88e4c45b-1c2b-4516-b0cd-7153951c260c tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:44.456417 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de268e-f9ef-49d3-812e-8057d7bd46e6 req-d2ca5e2d-bba3-4ece-ba5c-ac8484c173f6 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:44.457907 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-50de268e-f9ef-49d3-812e-8057d7bd46e6 req-d2ca5e2d-bba3-4ece-ba5c-ac8484c173f6 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 945 time: 0.7254257 May 03 22:29:44.472374 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-88e4c45b-1c2b-4516-b0cd-7153951c260c tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:44.478565 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e4c45b-1c2b-4516-b0cd-7153951c260c tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:29:44.478994 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-88e4c45b-1c2b-4516-b0cd-7153951c260c tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:44.480728 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-77df87da-6a51-4e18-8b80-ba47750732df service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=35b392a8-2086-4676-865d-62c4ab0efc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111140 May 03 22:29:44.492521 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:29:44.492521 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:29:44.492521 n-d-811807-1 neutron-server[88070]: timer() May 03 22:29:44.492521 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:29:44.492521 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:29:44.492521 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:29:44.492521 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:29:44.492521 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:29:44.492521 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:29:44.492521 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:29:44.492521 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:29:44.492521 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:29:44.492521 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:29:44.492521 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:29:44.492521 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:29:44.492521 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:29:44.492521 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:29:44.492521 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:29:44.492521 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:29:44.492521 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:29:44.492521 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:29:44.492521 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:29:44.492521 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:29:44.492521 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:29:44.492521 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:29:44.492521 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:29:44.492521 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:29:44.492521 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:29:44.492521 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:29:44.492521 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:29:44.492521 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:29:44.492521 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:29:44.567013 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-88e4c45b-1c2b-4516-b0cd-7153951c260c tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:44.583612 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-88e4c45b-1c2b-4516-b0cd-7153951c260c tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:44.596296 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e4c45b-1c2b-4516-b0cd-7153951c260c tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Pushing event deleted for resources: {'Network': ['ID=688a7070-4a65-40bd-bccd-8e4328b667d8,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:44.601508 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-88e4c45b-1c2b-4516-b0cd-7153951c260c tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] 10.222.0.58 "DELETE /v2.0/networks/688a7070-4a65-40bd-bccd-8e4328b667d8 HTTP/1.1" status: 204 len: 168 time: 0.4316723 May 03 22:29:44.602245 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58016) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:44.628001 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc9411-0c1e-43a9-8d30-3f456a063d3f req-7cec51a5-f634-43fb-8c6d-71c07e9011f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:44.629420 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b5cc9411-0c1e-43a9-8d30-3f456a063d3f req-7cec51a5-f634-43fb-8c6d-71c07e9011f2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.3267159 May 03 22:29:44.695177 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-50de268e-f9ef-49d3-812e-8057d7bd46e6 req-45514f62-382d-46e8-bc05-50cf22c91eb5 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169564 May 03 22:29:44.703206 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f86738e6-9e04-42f6-8d4f-30798ae7e15d tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:44.768581 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-82e0f1c8-6720-45c3-9cf2-a4b09884ca55 admin admin] For port 6b0c229f-a7d6-4b16-9f5e-a985117eb991, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=6b0c229f-a7d6-4b16-9f5e-a985117eb991,segment=NetworkSegment(3eb99e31-0213-4c32-a073-a8c35d28a5d4),segment_id=3eb99e31-0213-4c32-a073-a8c35d28a5d4)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:44.768967 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-82e0f1c8-6720-45c3-9cf2-a4b09884ca55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:44.838701 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f86738e6-9e04-42f6-8d4f-30798ae7e15d tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:44.926369 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd3031-1bdc-4766-9e01-9e29c76d4fda req-e4e10849-f8ed-4222-ab6c-9852b659e444 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:44.928526 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cbdd3031-1bdc-4766-9e01-9e29c76d4fda req-e4e10849-f8ed-4222-ab6c-9852b659e444 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 950 time: 0.6336060 May 03 22:29:44.935846 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-82e0f1c8-6720-45c3-9cf2-a4b09884ca55 admin admin] Calling delete_port for 6b0c229f-a7d6-4b16-9f5e-a985117eb991 owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:29:44.991781 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-f86738e6-9e04-42f6-8d4f-30798ae7e15d tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e5452ee-9ab8-40ec-a872-eb79f213ee89']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:29:45.004637 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-f86738e6-9e04-42f6-8d4f-30798ae7e15d tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13348e5b-919c-498a-bb72-b5b288e4987b') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:29:45.005094 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-f86738e6-9e04-42f6-8d4f-30798ae7e15d tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13348e5b-919c-498a-bb72-b5b288e4987b') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:29:45.026261 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f86738e6-9e04-42f6-8d4f-30798ae7e15d tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:45.048193 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f86738e6-9e04-42f6-8d4f-30798ae7e15d tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:45.054106 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-61cb0b51-f8b8-41ff-9ef0-c8b5d27324a5 service neutron] 10.222.0.67 "GET /v2.0/networks/35b392a8-2086-4676-865d-62c4ab0efc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016565 May 03 22:29:45.056270 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f86738e6-9e04-42f6-8d4f-30798ae7e15d tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:29:45.056839 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f86738e6-9e04-42f6-8d4f-30798ae7e15d tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:45.073804 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:29:45.073804 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:29:45.073804 n-d-811807-1 neutron-server[88070]: timer() May 03 22:29:45.073804 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:29:45.073804 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:29:45.073804 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:29:45.073804 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:29:45.073804 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:29:45.073804 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:29:45.073804 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:29:45.073804 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:29:45.073804 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:29:45.073804 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:29:45.073804 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:29:45.073804 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:29:45.073804 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:29:45.073804 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:29:45.073804 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:29:45.073804 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:29:45.073804 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:29:45.073804 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:29:45.073804 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:29:45.073804 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:29:45.073804 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:29:45.073804 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:29:45.073804 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:29:45.073804 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:29:45.073804 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:29:45.073804 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:29:45.073804 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:29:45.073804 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:29:45.073804 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:29:45.099416 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cbdd3031-1bdc-4766-9e01-9e29c76d4fda req-759fd6af-90f6-468f-a73a-e1f88b19312c tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336780 May 03 22:29:45.169763 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f86738e6-9e04-42f6-8d4f-30798ae7e15d tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:45.186350 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f86738e6-9e04-42f6-8d4f-30798ae7e15d tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:45.199267 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f86738e6-9e04-42f6-8d4f-30798ae7e15d tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] 10.222.0.58 "DELETE /v2.0/networks/2e5452ee-9ab8-40ec-a872-eb79f213ee89 HTTP/1.1" status: 204 len: 168 time: 0.5939822 May 03 22:29:45.199267 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86738e6-9e04-42f6-8d4f-30798ae7e15d tempest-QuotasNegativeTest-1908395424 tempest-QuotasNegativeTest-1908395424-project-admin] Pushing event deleted for resources: {'Network': ['ID=2e5452ee-9ab8-40ec-a872-eb79f213ee89,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:45.237963 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc9411-0c1e-43a9-8d30-3f456a063d3f req-ed29a32e-120a-4dc5-a8ef-f2aac0fc396b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:45.239502 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b5cc9411-0c1e-43a9-8d30-3f456a063d3f req-ed29a32e-120a-4dc5-a8ef-f2aac0fc396b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6001208 May 03 22:29:45.462110 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8a3aa8e-f65d-4867-98e6-934a76f3d4a3 req-da95b811-71d5-4bb8-9957-9a3bcb3599ed service neutron] 10.222.0.67 "GET /v2.0/networks/35b392a8-2086-4676-865d-62c4ab0efc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901200 May 03 22:29:45.648244 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58032) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:45.714967 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device dfe35ad1-a1bb-4104-a41c-54feba6e4fd0 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:29:45.715774 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12641971-9822-45c1-bce0-0252adb37c34 req-93a33e1c-89ca-4c01-8b45-08952cc69496 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:45.716448 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-12641971-9822-45c1-bce0-0252adb37c34 req-93a33e1c-89ca-4c01-8b45-08952cc69496 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] 10.222.0.58 "GET /v2.0/ports?device_id=1cceeb06-cc59-4fd5-b966-d8fd5dca05a4 HTTP/1.1" status: 200 len: 944 time: 0.6127622 May 03 22:29:45.772474 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a947e42-5046-41c3-8e0c-ab6f9da5cabb req-53769c9c-ce88-4176-ab17-3171504468cc tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:45.774002 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8a947e42-5046-41c3-8e0c-ab6f9da5cabb req-53769c9c-ce88-4176-ab17-3171504468cc tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca494cf0-8161-4741-8d04-da78de99b053 HTTP/1.1" status: 200 len: 950 time: 0.5326529 May 03 22:29:45.775766 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b5cc9411-0c1e-43a9-8d30-3f456a063d3f req-8559df61-bcab-4a3a-ada5-b175d26c58f7 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5263879 May 03 22:29:45.780306 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: dfe35ad1-a1bb-4104-a41c-54feba6e4fd0 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:29:45.781660 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device dfe35ad1-a1bb-4104-a41c-54feba6e4fd0 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:29:45.804004 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3e106626-54e3-4576-844f-5136935eb887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:45.818608 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3e106626-54e3-4576-844f-5136935eb887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:29:45.822562 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3e106626-54e3-4576-844f-5136935eb887 admin admin] Usage tracker for resource:security_group_rule and tenant:1a0f89bb33b94321a46911a48c917d26 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:29:45.825432 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3e106626-54e3-4576-844f-5136935eb887 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:29:45.831157 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3e106626-54e3-4576-844f-5136935eb887 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:29:45.881686 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-82e0f1c8-6720-45c3-9cf2-a4b09884ca55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:45.913270 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3e106626-54e3-4576-844f-5136935eb887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:45.917781 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3e106626-54e3-4576-844f-5136935eb887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:45.925988 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-12641971-9822-45c1-bce0-0252adb37c34 req-3b5a551e-47e2-4dcf-9df4-43b76a878824 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee11bb75-7d69-4a8d-960d-16ab31a36344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908536 May 03 22:29:45.967341 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3e106626-54e3-4576-844f-5136935eb887 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1a0f89bb33b94321a46911a48c917d26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3179975 May 03 22:29:45.970535 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58040) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:45.973121 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e106626-54e3-4576-844f-5136935eb887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8c7d8c-3133-49ab-a73f-c82d3e9f9ccf,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:45.991766 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0f1c8-6720-45c3-9cf2-a4b09884ca55 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b0c229f-a7d6-4b16-9f5e-a985117eb991,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:46.048867 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-864a61c8-9b5d-4195-a0a7-6dfa12f4c0e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:46.078237 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-864a61c8-9b5d-4195-a0a7-6dfa12f4c0e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:46.105139 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8a947e42-5046-41c3-8e0c-ab6f9da5cabb req-21e079c6-c308-479e-9ea6-dbd05732b486 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145714 May 03 22:29:46.154766 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-864a61c8-9b5d-4195-a0a7-6dfa12f4c0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:46.183189 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a61c8-9b5d-4195-a0a7-6dfa12f4c0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8c7d8c-3133-49ab-a73f-c82d3e9f9ccf,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:46.194159 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-864a61c8-9b5d-4195-a0a7-6dfa12f4c0e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:46.195463 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-864a61c8-9b5d-4195-a0a7-6dfa12f4c0e9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ab8c7d8c-3133-49ab-a73f-c82d3e9f9ccf HTTP/1.1" status: 204 len: 168 time: 0.2238629 May 03 22:29:46.201624 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9b333-e086-446c-9c70-1b39b9e97adf req-945991fc-cc3c-4e79-8da8-9ef72951d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:46.203827 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23b9b333-e086-446c-9c70-1b39b9e97adf req-945991fc-cc3c-4e79-8da8-9ef72951d5d7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6a3958c8f8ae4c6aab8c6842592dfacb&device_id=1cceeb06-cc59-4fd5-b966-d8fd5dca05a4 HTTP/1.1" status: 200 len: 1095 time: 0.5424080 May 03 22:29:46.326157 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b5cc9411-0c1e-43a9-8d30-3f456a063d3f req-a9d643a6-6217-4ed3-9742-02dda27a2df5 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5367320 May 03 22:29:46.584722 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9b333-e086-446c-9c70-1b39b9e97adf req-09634128-f1e6-4dbb-9177-e44a90c9477f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:46.586081 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23b9b333-e086-446c-9c70-1b39b9e97adf req-09634128-f1e6-4dbb-9177-e44a90c9477f service neutron] 10.222.0.67 "GET /v2.0/networks?id=35b392a8-2086-4676-865d-62c4ab0efc4e HTTP/1.1" status: 200 len: 923 time: 0.3715923 May 03 22:29:46.629493 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58054) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:46.665962 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5cb2d9f2-83ae-44c6-bf81-1b1642933c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:46.682666 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23b9b333-e086-446c-9c70-1b39b9e97adf req-c5717fa8-e260-4114-a139-a754606c2b46 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=966f35dd-9853-4258-a5b8-b80d194d86bd HTTP/1.1" status: 200 len: 217 time: 0.0814400 May 03 22:29:46.690317 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-5cb2d9f2-83ae-44c6-bf81-1b1642933c63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:29:46.695516 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bed2f-424c-42b9-8b16-7742895ceef7 req-3a63586c-ad02-43c8-886e-40ec0549182e tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:46.696974 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f67bed2f-424c-42b9-8b16-7742895ceef7 req-3a63586c-ad02-43c8-886e-40ec0549182e tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 945 time: 0.5530825 May 03 22:29:46.697104 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5cb2d9f2-83ae-44c6-bf81-1b1642933c63 admin admin] Usage tracker for resource:security_group_rule and tenant:e24c881369a042a896c5b53addb91e9d is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:29:46.700476 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-82e0f1c8-6720-45c3-9cf2-a4b09884ca55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:46.703907 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5cb2d9f2-83ae-44c6-bf81-1b1642933c63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:29:46.712054 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-5cb2d9f2-83ae-44c6-bf81-1b1642933c63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:29:46.734956 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54a4f0-3564-425b-879c-415cd4979d2c req-2fb0d7dd-3904-428c-9cce-8c2df71ae2aa tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:46.735652 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-9c54a4f0-3564-425b-879c-415cd4979d2c req-2fb0d7dd-3904-428c-9cce-8c2df71ae2aa tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Synchronizing usage tracker for tenant:0660cbed43f74b05ab398bdf8e72a3f0 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:29:46.763630 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-9c54a4f0-3564-425b-879c-415cd4979d2c req-2fb0d7dd-3904-428c-9cce-8c2df71ae2aa tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Unset dirty status for tenant:0660cbed43f74b05ab398bdf8e72a3f0 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:29:46.765281 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9c54a4f0-3564-425b-879c-415cd4979d2c req-2fb0d7dd-3904-428c-9cce-8c2df71ae2aa tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca494cf0-8161-4741-8d04-da78de99b053 HTTP/1.1" status: 200 len: 950 time: 0.1714120 May 03 22:29:46.854208 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-9c54a4f0-3564-425b-879c-415cd4979d2c req-307d6fcb-847e-45b9-8643-02e83339e785 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Deleting port fc7ef3e9-cabe-4f50-b32d-3689e13315a9 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:29:46.854462 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-9c54a4f0-3564-425b-879c-415cd4979d2c req-307d6fcb-847e-45b9-8643-02e83339e785 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:46.925953 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5cb2d9f2-83ae-44c6-bf81-1b1642933c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:46.934926 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f410f5a-ed55-422a-ae9d-9c8581a70869 req-a72ddba6-545f-4895-87e6-1d39b579af3a tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:46.936422 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8f410f5a-ed55-422a-ae9d-9c8581a70869 req-a72ddba6-545f-4895-87e6-1d39b579af3a tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 950 time: 0.4478188 May 03 22:29:46.952868 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f67bed2f-424c-42b9-8b16-7742895ceef7 req-7e994ef3-0c72-4a55-a514-28e6f63d7ceb tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168446 May 03 22:29:46.954230 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9b333-e086-446c-9c70-1b39b9e97adf req-3c3ca0b5-dfe3-4bba-b0b5-f9f73181d1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:46.955560 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23b9b333-e086-446c-9c70-1b39b9e97adf req-3c3ca0b5-dfe3-4bba-b0b5-f9f73181d1bc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e0f323d5-6841-4043-9ed1-ac3a56746e8c HTTP/1.1" status: 200 len: 862 time: 0.2559896 May 03 22:29:46.958293 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5cb2d9f2-83ae-44c6-bf81-1b1642933c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:47.027579 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23b9b333-e086-446c-9c70-1b39b9e97adf req-0343fea2-a35e-4e34-b3f4-f979605fd689 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=35b392a8-2086-4676-865d-62c4ab0efc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571361 May 03 22:29:47.039013 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2d9f2-83ae-44c6-bf81-1b1642933c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580b7d46-9f6c-425e-a701-3ec457cbedb8,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:47.045619 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5cb2d9f2-83ae-44c6-bf81-1b1642933c63 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e24c881369a042a896c5b53addb91e9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4108257 May 03 22:29:47.049241 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58062) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:47.118809 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8f410f5a-ed55-422a-ae9d-9c8581a70869 req-762ef475-982d-4136-97f9-f30379b48af5 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756785 May 03 22:29:47.227484 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-33bae7d6-fcbe-43af-be85-c099e9689021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:47.234631 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-9c54a4f0-3564-425b-879c-415cd4979d2c req-307d6fcb-847e-45b9-8643-02e83339e785 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] For port fc7ef3e9-cabe-4f50-b32d-3689e13315a9, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=fc7ef3e9-cabe-4f50-b32d-3689e13315a9,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:47.234992 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-9c54a4f0-3564-425b-879c-415cd4979d2c req-307d6fcb-847e-45b9-8643-02e83339e785 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:47.377477 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-9c54a4f0-3564-425b-879c-415cd4979d2c req-307d6fcb-847e-45b9-8643-02e83339e785 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Calling delete_port for fc7ef3e9-cabe-4f50-b32d-3689e13315a9 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:29:47.419001 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-33bae7d6-fcbe-43af-be85-c099e9689021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:47.498488 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-33bae7d6-fcbe-43af-be85-c099e9689021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:47.549025 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bae7d6-fcbe-43af-be85-c099e9689021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580b7d46-9f6c-425e-a701-3ec457cbedb8,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:47.584244 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-33bae7d6-fcbe-43af-be85-c099e9689021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:47.584474 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23b9b333-e086-446c-9c70-1b39b9e97adf req-0d8d82d3-4206-47cf-a638-fb5abdabf8f3 service neutron] 10.222.0.67 "GET /v2.0/networks/35b392a8-2086-4676-865d-62c4ab0efc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5471332 May 03 22:29:47.585387 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-33bae7d6-fcbe-43af-be85-c099e9689021 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/580b7d46-9f6c-425e-a701-3ec457cbedb8 HTTP/1.1" status: 204 len: 168 time: 0.5351944 May 03 22:29:47.595530 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-9c54a4f0-3564-425b-879c-415cd4979d2c req-307d6fcb-847e-45b9-8643-02e83339e785 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:47.610075 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['a97c2567-91b0-4a45-9a3a-be193e3f1b4b', 'a2fa487e-eafb-4169-a5b2-c8a3a2313189', '3540f85e-6af9-4382-b8f6-727eaf092712', 'fc7ef3e9-cabe-4f50-b32d-3689e13315a9'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:29:47.662325 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['fff7e02f-6b77-40c4-ad02-65709d0d84ac', 'eca59ae3-68eb-4f95-be5c-48b423a405bd'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:29:47.665757 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36290302-0ccf-46b1-879b-01598c3c67f6 req-b492c98b-56ec-4179-9345-cfbfd8094810 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:47.667298 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-36290302-0ccf-46b1-879b-01598c3c67f6 req-b492c98b-56ec-4179-9345-cfbfd8094810 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4a6e050-ec24-4d30-a812-42a9141c2065 HTTP/1.1" status: 200 len: 945 time: 0.5894403 May 03 22:29:47.682300 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d6fcb-847e-45b9-8643-02e83339e785 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Pushing event deleted for resources: {'Port': ['ID=fc7ef3e9-cabe-4f50-b32d-3689e13315a9,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:47.773287 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e0f1c8-6720-45c3-9cf2-a4b09884ca55 admin admin] Router 369ccbac-eea0-41b4-838a-c3fcccbab111 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:29:47.774334 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c54a4f0-3564-425b-879c-415cd4979d2c req-307d6fcb-847e-45b9-8643-02e83339e785 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] No DVR routers for this DVR port fc7ef3e9-cabe-4f50-b32d-3689e13315a9 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:29:47.777699 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-9c54a4f0-3564-425b-879c-415cd4979d2c req-307d6fcb-847e-45b9-8643-02e83339e785 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:47.781178 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9c54a4f0-3564-425b-879c-415cd4979d2c req-307d6fcb-847e-45b9-8643-02e83339e785 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.60 "DELETE /v2.0/ports/fc7ef3e9-cabe-4f50-b32d-3689e13315a9 HTTP/1.1" status: 204 len: 173 time: 1.0085316 May 03 22:29:47.781636 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca494cf0-8161-4741-8d04-da78de99b053', 'name': 'network-vif-deleted', 'tag': 'fc7ef3e9-cabe-4f50-b32d-3689e13315a9'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:29:47.796835 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8badbd1-ff70-43a4-89dc-55602e4a2d11 req-2e8eb8a5-f878-47bc-a605-8ee4b7d942f4 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:47.798459 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f8badbd1-ff70-43a4-89dc-55602e4a2d11 req-2e8eb8a5-f878-47bc-a605-8ee4b7d942f4 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] 10.222.0.58 "GET /v2.0/ports?device_id=1cceeb06-cc59-4fd5-b966-d8fd5dca05a4 HTTP/1.1" status: 200 len: 944 time: 0.4487004 May 03 22:29:47.851003 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-36290302-0ccf-46b1-879b-01598c3c67f6 req-b14bb399-4bfa-4afd-a132-63b964252c77 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0ab50f-8f9d-407b-b663-1df38139b248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308625 May 03 22:29:47.911967 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23b9b333-e086-446c-9c70-1b39b9e97adf req-e6884a79-ea5d-470c-a26c-67c8feab75e2 service neutron] 10.222.0.67 "GET /v2.0/networks/35b392a8-2086-4676-865d-62c4ab0efc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153248 May 03 22:29:48.107182 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f8badbd1-ff70-43a4-89dc-55602e4a2d11 req-6d7975fa-a1be-4b38-96f4-e221263a8d09 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee11bb75-7d69-4a8d-960d-16ab31a36344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892752 May 03 22:29:48.242734 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3267cdca-124b-4d29-9fe6-3fba196d2384 req-d9fc517d-5e79-4801-84ac-b8ef42477d04 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca494cf0-8161-4741-8d04-da78de99b053 HTTP/1.1" status: 200 len: 210 time: 0.1013582 May 03 22:29:48.266651 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e0f1c8-6720-45c3-9cf2-a4b09884ca55 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:29:48.292840 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283a9292-57d6-4828-adc1-5c626943f121 None None] Sync routers for ids ['369ccbac-eea0-41b4-838a-c3fcccbab111'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:29:48.299381 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe6801-e39f-44cf-8d53-055c0b621e15 req-7ea78837-0647-4f5e-a1e8-e4f6f8f72d10 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:48.302249 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-c9fe6801-e39f-44cf-8d53-055c0b621e15 req-7ea78837-0647-4f5e-a1e8-e4f6f8f72d10 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Synchronizing usage tracker for tenant:398aece71f784827b5e2ae70e82fc534 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:29:48.308952 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-82e0f1c8-6720-45c3-9cf2-a4b09884ca55 admin admin] 10.222.0.58 "PUT /v2.0/routers/369ccbac-eea0-41b4-838a-c3fcccbab111/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5193038 May 03 22:29:48.311277 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58090) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:48.329818 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283a9292-57d6-4828-adc1-5c626943f121 None None] Routers {'369ccbac-eea0-41b4-838a-c3fcccbab111'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:29:48.330500 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-283a9292-57d6-4828-adc1-5c626943f121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:29:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['369ccbac-eea0-41b4-838a-c3fcccbab111'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:29:48.759109 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-283a9292-57d6-4828-adc1-5c626943f121 None None] Set router 369ccbac-eea0-41b4-838a-c3fcccbab111 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:29:48.862005 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fde66c25-05d6-40bd-b8c3-b78ba2c633c1'] response: {'server_uuid': 'ca494cf0-8161-4741-8d04-da78de99b053', 'name': 'network-vif-deleted', 'tag': 'fc7ef3e9-cabe-4f50-b32d-3689e13315a9', 'status': 'completed', 'code': 200} May 03 22:29:48.873619 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58104) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:48.897539 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-c9fe6801-e39f-44cf-8d53-055c0b621e15 req-7ea78837-0647-4f5e-a1e8-e4f6f8f72d10 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Unset dirty status for tenant:398aece71f784827b5e2ae70e82fc534 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:29:48.898889 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c9fe6801-e39f-44cf-8d53-055c0b621e15 req-7ea78837-0647-4f5e-a1e8-e4f6f8f72d10 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4a6e050-ec24-4d30-a812-42a9141c2065 HTTP/1.1" status: 200 len: 945 time: 0.7749085 May 03 22:29:48.992780 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d580edc9-0485-4c15-8498-f096e636cb24 admin admin] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:49.036347 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167de99c-1858-495b-a05e-4210f8701099 req-bdf79f01-a9b2-44b1-86b3-5ffd8003be32 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:49.037891 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-167de99c-1858-495b-a05e-4210f8701099 req-bdf79f01-a9b2-44b1-86b3-5ffd8003be32 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 950 time: 0.1970494 May 03 22:29:49.056780 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-463064c9-f385-4eee-943e-74fa26fdf79c tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Request body: {'networks': [{'name': 'tempest-network--1342250174'}, {'name': 'tempest-network--1267243158'}]} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:29:49.058060 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-463064c9-f385-4eee-943e-74fa26fdf79c tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Request body: {'network': {'name': 'tempest-network--1342250174'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:29:49.058709 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-463064c9-f385-4eee-943e-74fa26fdf79c tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Request body: {'network': {'name': 'tempest-network--1267243158'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:29:49.066064 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-c9fe6801-e39f-44cf-8d53-055c0b621e15 req-2fb0f107-a77c-473e-b1b1-13f31372de30 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Deleting port e3a77387-4d00-457f-9ab8-8cee4c2bb20c {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:29:49.066985 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c9fe6801-e39f-44cf-8d53-055c0b621e15 req-2fb0f107-a77c-473e-b1b1-13f31372de30 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:49.071163 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f691b-7b86-4201-a5ba-af66b5d8b9b5 req-4e0195a5-423d-4011-a6ea-733e56e1d34f tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:49.074812 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-672f691b-7b86-4201-a5ba-af66b5d8b9b5 req-4e0195a5-423d-4011-a6ea-733e56e1d34f tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 945 time: 0.2350585 May 03 22:29:49.085791 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad7871-5840-4da1-9e65-9b7dcdd35844 req-1285a89e-27f8-4133-b869-19edcd3bf417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:49.087850 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cad7871-5840-4da1-9e65-9b7dcdd35844 req-1285a89e-27f8-4133-b869-19edcd3bf417 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=66dfeed3cb324772b0bf769274eed2d2&device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 1095 time: 0.4061358 May 03 22:29:49.114573 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-283a9292-57d6-4828-adc1-5c626943f121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'name': 'tempest-AttachSCSIVolumeTestJSON-1979551776-router', 'tenant_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '15d7da50-37c6-4aa5-8ba6-85fd349bb104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:25:55Z', 'updated_at': '2022-05-03T22:29:45Z', 'revision_number': 5, 'project_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'gw_port': {'id': '15d7da50-37c6-4aa5-8ba6-85fd349bb104', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:25:56Z', 'updated_at': '2022-05-03T22:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:29:49.118455 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283a9292-57d6-4828-adc1-5c626943f121 None None] Checking router: 369ccbac-eea0-41b4-838a-c3fcccbab111 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:29:49.127808 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283a9292-57d6-4828-adc1-5c626943f121 None None] Routers {'369ccbac-eea0-41b4-838a-c3fcccbab111'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:29:49.128402 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-283a9292-57d6-4828-adc1-5c626943f121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:29:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['369ccbac-eea0-41b4-838a-c3fcccbab111'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:29:49.149365 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-167de99c-1858-495b-a05e-4210f8701099 req-b644950e-7df2-4484-b6e6-fdc9ee10f7e3 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050248 May 03 22:29:49.164296 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-463064c9-f385-4eee-943e-74fa26fdf79c tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:29:49.191649 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-463064c9-f385-4eee-943e-74fa26fdf79c tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Usage tracker for resource:network and tenant:76a4b8a15ff44dc18bd2bd99fb344570 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:29:49.199544 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-463064c9-f385-4eee-943e-74fa26fdf79c tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:29:49.210335 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-463064c9-f385-4eee-943e-74fa26fdf79c tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:29:49.245116 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-672f691b-7b86-4201-a5ba-af66b5d8b9b5 req-71c880db-9e51-450b-b5a5-26ab23122dec tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614678 May 03 22:29:49.274962 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463064c9-f385-4eee-943e-74fa26fdf79c tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Made reservation on behalf of 76a4b8a15ff44dc18bd2bd99fb344570 for: {'network': 2} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:29:49.278828 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-463064c9-f385-4eee-943e-74fa26fdf79c tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:49.298981 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-463064c9-f385-4eee-943e-74fa26fdf79c tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:49.321779 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad7871-5840-4da1-9e65-9b7dcdd35844 req-67728eaf-8be6-4409-abc7-99ac58b58f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:49.323828 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cad7871-5840-4da1-9e65-9b7dcdd35844 req-67728eaf-8be6-4409-abc7-99ac58b58f13 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f73247c4-e4b1-4dbd-a711-946870a81559 HTTP/1.1" status: 200 len: 912 time: 0.2126064 May 03 22:29:49.338800 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-283a9292-57d6-4828-adc1-5c626943f121 None None] Set router 369ccbac-eea0-41b4-838a-c3fcccbab111 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:29:49.362549 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-463064c9-f385-4eee-943e-74fa26fdf79c tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:29:49.388283 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-463064c9-f385-4eee-943e-74fa26fdf79c tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Usage tracker for resource:security_group_rule and tenant:76a4b8a15ff44dc18bd2bd99fb344570 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:29:49.398502 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-463064c9-f385-4eee-943e-74fa26fdf79c tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:29:49.451620 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d580edc9-0485-4c15-8498-f096e636cb24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:49.459057 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-463064c9-f385-4eee-943e-74fa26fdf79c tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:29:49.481955 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-d580edc9-0485-4c15-8498-f096e636cb24 admin admin] Deleting port 15d7da50-37c6-4aa5-8ba6-85fd349bb104 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:29:49.482341 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d580edc9-0485-4c15-8498-f096e636cb24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:49.547454 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cad7871-5840-4da1-9e65-9b7dcdd35844 req-197eef46-b431-4d00-914e-14bbb26adf72 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cd74799-58d8-4e74-af4b-685d5aaa1c56 HTTP/1.1" status: 200 len: 998 time: 0.1829288 May 03 22:29:49.623159 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-c9fe6801-e39f-44cf-8d53-055c0b621e15 req-2fb0f107-a77c-473e-b1b1-13f31372de30 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] For port e3a77387-4d00-457f-9ab8-8cee4c2bb20c, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=e3a77387-4d00-457f-9ab8-8cee4c2bb20c,segment=NetworkSegment(c151d315-175b-4fec-a968-3a55652b3fd3),segment_id=c151d315-175b-4fec-a968-3a55652b3fd3)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:49.623677 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c9fe6801-e39f-44cf-8d53-055c0b621e15 req-2fb0f107-a77c-473e-b1b1-13f31372de30 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:49.625217 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dbd24e-363e-4ddb-97ae-3ce79ed49b9b req-6860f6dd-20d4-4e21-8282-280293d8bbed tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:49.626667 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b0dbd24e-363e-4ddb-97ae-3ce79ed49b9b req-6860f6dd-20d4-4e21-8282-280293d8bbed tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.3014684 May 03 22:29:49.626782 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 966f35dd-9853-4258-a5b8-b80d194d86bd details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:29:49.645532 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9e402-766d-4da6-9b65-5e92f249b4d6 req-a5d0a4e1-12c1-44ed-9055-7c95ed74d4d0 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:49.647504 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aba9e402-766d-4da6-9b65-5e92f249b4d6 req-a5d0a4e1-12c1-44ed-9055-7c95ed74d4d0 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4a6e050-ec24-4d30-a812-42a9141c2065 HTTP/1.1" status: 200 len: 945 time: 0.2081442 May 03 22:29:49.649191 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad7871-5840-4da1-9e65-9b7dcdd35844 req-a3b2f82f-8719-49eb-a869-db5a693ebe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:49.650538 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cad7871-5840-4da1-9e65-9b7dcdd35844 req-a3b2f82f-8719-49eb-a869-db5a693ebe57 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a6303b72-ad18-4df3-b796-1d1c3ad4e877 HTTP/1.1" status: 200 len: 850 time: 0.0947070 May 03 22:29:49.742968 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device e3a77387-4d00-457f-9ab8-8cee4c2bb20c no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:29:49.814605 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-c9fe6801-e39f-44cf-8d53-055c0b621e15 req-2fb0f107-a77c-473e-b1b1-13f31372de30 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Calling delete_port for e3a77387-4d00-457f-9ab8-8cee4c2bb20c owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:29:49.891626 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aba9e402-766d-4da6-9b65-5e92f249b4d6 req-7a001aa1-6372-4a4e-80d4-190e49f39d20 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0ab50f-8f9d-407b-b663-1df38139b248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248435 May 03 22:29:49.902889 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b0dbd24e-363e-4ddb-97ae-3ce79ed49b9b req-19603282-bab5-45fa-a0af-ff3429b85c0f tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2652094 May 03 22:29:49.941660 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad7871-5840-4da1-9e65-9b7dcdd35844 req-6db27d44-2a99-4d68-91e3-2b2c598016b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:49.943140 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cad7871-5840-4da1-9e65-9b7dcdd35844 req-6db27d44-2a99-4d68-91e3-2b2c598016b2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f73247c4-e4b1-4dbd-a711-946870a81559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2775419 May 03 22:29:49.949133 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-d580edc9-0485-4c15-8498-f096e636cb24 admin admin] For port 15d7da50-37c6-4aa5-8ba6-85fd349bb104, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=15d7da50-37c6-4aa5-8ba6-85fd349bb104,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:49.949733 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d580edc9-0485-4c15-8498-f096e636cb24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:49.954096 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-0cad7871-5840-4da1-9e65-9b7dcdd35844 req-a9b8393b-1363-4989-ac0a-3aea2cd30ca3 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:29:49.955066 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cad7871-5840-4da1-9e65-9b7dcdd35844 req-a9b8393b-1363-4989-ac0a-3aea2cd30ca3 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056252 May 03 22:29:49.959618 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 966f35dd-9853-4258-a5b8-b80d194d86bd, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=966f35dd-9853-4258-a5b8-b80d194d86bd,segment=NetworkSegment(edfcd965-1226-404b-9a84-4912f1d0596a),segment_id=edfcd965-1226-404b-9a84-4912f1d0596a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:49.961201 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-463064c9-f385-4eee-943e-74fa26fdf79c tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:49.978885 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-283a9292-57d6-4828-adc1-5c626943f121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'name': 'tempest-AttachSCSIVolumeTestJSON-1979551776-router', 'tenant_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '15d7da50-37c6-4aa5-8ba6-85fd349bb104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:25:55Z', 'updated_at': '2022-05-03T22:29:45Z', 'revision_number': 5, 'project_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'gw_port': {'id': '15d7da50-37c6-4aa5-8ba6-85fd349bb104', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:25:56Z', 'updated_at': '2022-05-03T22:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:29:49.982629 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '966f35dd-9853-4258-a5b8-b80d194d86bd', 'network_id': '35b392a8-2086-4676-865d-62c4ab0efc4e', 'port_id': '966f35dd-9853-4258-a5b8-b80d194d86bd', 'mac_address': 'fa:16:3e:2c:36:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0f323d5-6841-4043-9ed1-ac3a56746e8c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:29:49.988804 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283a9292-57d6-4828-adc1-5c626943f121 None None] The sync data for ids ['369ccbac-eea0-41b4-838a-c3fcccbab111'] in n-d-811807-1 is: [{'id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'name': 'tempest-AttachSCSIVolumeTestJSON-1979551776-router', 'tenant_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '15d7da50-37c6-4aa5-8ba6-85fd349bb104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:25:55Z', 'updated_at': '2022-05-03T22:29:45Z', 'revision_number': 5, 'project_id': 'ce18d35d98a44051ad6be44cfb7fa43a', 'gw_port': {'id': '15d7da50-37c6-4aa5-8ba6-85fd349bb104', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369ccbac-eea0-41b4-838a-c3fcccbab111', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:25:56Z', 'updated_at': '2022-05-03T22:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:29:49.990308 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:50.041080 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-463064c9-f385-4eee-943e-74fa26fdf79c tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:50.041830 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-463064c9-f385-4eee-943e-74fa26fdf79c tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:50.100107 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:50.132030 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-d580edc9-0485-4c15-8498-f096e636cb24 admin admin] Calling delete_port for 15d7da50-37c6-4aa5-8ba6-85fd349bb104 owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:29:50.140164 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port e3a77387-4d00-457f-9ab8-8cee4c2bb20c, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=e3a77387-4d00-457f-9ab8-8cee4c2bb20c,segment=NetworkSegment(c151d315-175b-4fec-a968-3a55652b3fd3),segment_id=c151d315-175b-4fec-a968-3a55652b3fd3)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:50.142753 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 966f35dd-9853-4258-a5b8-b80d194d86bd {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:29:50.152063 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a6e050-ec24-4d30-a812-42a9141c2065', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3a77387-4d00-457f-9ab8-8cee4c2bb20c'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:29:50.167454 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:50.169567 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device fc7ef3e9-cabe-4f50-b32d-3689e13315a9 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:29:50.208950 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cad7871-5840-4da1-9e65-9b7dcdd35844 req-c68a5d9a-2cc3-41c6-9a93-0b6d10ee15fd service neutron] 10.222.0.60 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460728 May 03 22:29:50.215071 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [req-c9fe6801-e39f-44cf-8d53-055c0b621e15 req-2fb0f107-a77c-473e-b1b1-13f31372de30 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:29:50.215383 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [req-c9fe6801-e39f-44cf-8d53-055c0b621e15 req-2fb0f107-a77c-473e-b1b1-13f31372de30 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:29:50.216674 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-463064c9-f385-4eee-943e-74fa26fdf79c tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:29:50.223076 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463064c9-f385-4eee-943e-74fa26fdf79c tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcbc385-3e14-43d1-b74d-1f01ea4d70fe,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:50.234595 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-463064c9-f385-4eee-943e-74fa26fdf79c tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:50.234939 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-463064c9-f385-4eee-943e-74fa26fdf79c tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Added segment ab3b52d8-9032-42a9-8a5e-db49ce4c062b of type vlan for network 09d22fb9-30ef-47ac-af93-b6e83346afe6 May 03 22:29:50.256984 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a92167-37f5-4a8d-be3c-4eaa600952ce req-ea48de8b-2cb5-4efd-8689-6b45e1d130fd tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:50.260895 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-36a92167-37f5-4a8d-be3c-4eaa600952ce req-ea48de8b-2cb5-4efd-8689-6b45e1d130fd tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] 10.222.0.58 "GET /v2.0/ports?device_id=1cceeb06-cc59-4fd5-b966-d8fd5dca05a4 HTTP/1.1" status: 200 len: 944 time: 0.1587741 May 03 22:29:50.279309 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: fc7ef3e9-cabe-4f50-b32d-3689e13315a9 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:29:50.279309 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device fc7ef3e9-cabe-4f50-b32d-3689e13315a9 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:29:50.288949 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 966f35dd-9853-4258-a5b8-b80d194d86bd, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=966f35dd-9853-4258-a5b8-b80d194d86bd,segment=NetworkSegment(edfcd965-1226-404b-9a84-4912f1d0596a),segment_id=edfcd965-1226-404b-9a84-4912f1d0596a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:50.292575 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-463064c9-f385-4eee-943e-74fa26fdf79c tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:50.299749 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:50.310674 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=e3a77387-4d00-457f-9ab8-8cee4c2bb20c,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:50.388707 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-463064c9-f385-4eee-943e-74fa26fdf79c tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:29:50.423617 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-36a92167-37f5-4a8d-be3c-4eaa600952ce req-f661895e-12b5-4e3b-aa34-38d068e9411a tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee11bb75-7d69-4a8d-960d-16ab31a36344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568885 May 03 22:29:50.431604 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-463064c9-f385-4eee-943e-74fa26fdf79c tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:50.431955 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-463064c9-f385-4eee-943e-74fa26fdf79c tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Added segment 9660efb9-5259-472a-a937-ddcef2dd332a of type vlan for network 5a0b7510-0108-44f5-9f5f-cf0ccf1d1efb May 03 22:29:50.467792 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d580edc9-0485-4c15-8498-f096e636cb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:50.486734 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cad7871-5840-4da1-9e65-9b7dcdd35844 req-97b702f6-4c27-4707-9bc6-ae64c5c735da service neutron] 10.222.0.60 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248058 May 03 22:29:50.490606 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6d8d037-8f3c-4d74-a82e-984d04471a16'] response: {'server_uuid': 'c4a6e050-ec24-4d30-a812-42a9141c2065', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3a77387-4d00-457f-9ab8-8cee4c2bb20c', 'code': 200} May 03 22:29:50.515211 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=966f35dd-9853-4258-a5b8-b80d194d86bd,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:50.697342 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-463064c9-f385-4eee-943e-74fa26fdf79c tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:50.710698 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580edc9-0485-4c15-8498-f096e636cb24 admin admin] Pushing event deleted for resources: {'Port': ['ID=15d7da50-37c6-4aa5-8ba6-85fd349bb104,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:50.741450 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-c9fe6801-e39f-44cf-8d53-055c0b621e15 req-2fb0f107-a77c-473e-b1b1-13f31372de30 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Deleting port e3a77387-4d00-457f-9ab8-8cee4c2bb20c {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:29:50.741990 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c9fe6801-e39f-44cf-8d53-055c0b621e15 req-2fb0f107-a77c-473e-b1b1-13f31372de30 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:50.751018 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['966f35dd-9853-4258-a5b8-b80d194d86bd'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:29:50.798933 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab75005-7880-4a6e-a446-c1eb6fbf3477 req-b31c6b61-7c58-43d3-ad1e-ff088524b7de tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:50.800610 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6ab75005-7880-4a6e-a446-c1eb6fbf3477 req-b31c6b61-7c58-43d3-ad1e-ff088524b7de tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 945 time: 0.1357250 May 03 22:29:50.816663 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381c7db-21e9-401c-af23-161db359aad7 req-848f799d-421a-449c-9016-dd089ce00ce7 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:50.824260 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5381c7db-21e9-401c-af23-161db359aad7 req-848f799d-421a-449c-9016-dd089ce00ce7 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 950 time: 0.2084723 May 03 22:29:50.902545 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6ab75005-7880-4a6e-a446-c1eb6fbf3477 req-1f473470-338d-458d-99ea-1e00af46c6ef tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957813 May 03 22:29:50.916021 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-463064c9-f385-4eee-943e-74fa26fdf79c tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:50.916726 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-463064c9-f385-4eee-943e-74fa26fdf79c tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:50.920132 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5381c7db-21e9-401c-af23-161db359aad7 req-a64fa8a3-eac7-44ce-b855-e1081930687e tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911012 May 03 22:29:50.924609 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463064c9-f385-4eee-943e-74fa26fdf79c tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:50.929981 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463064c9-f385-4eee-943e-74fa26fdf79c tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:50.930639 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-463064c9-f385-4eee-943e-74fa26fdf79c tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:50.995898 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d580edc9-0485-4c15-8498-f096e636cb24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:51.119269 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a486f5-03c7-4ad1-8e9e-04b5ff2b57a3 req-d47902e3-6c5a-4904-8698-e8554414fa4e tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:51.120961 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b0a486f5-03c7-4ad1-8e9e-04b5ff2b57a3 req-d47902e3-6c5a-4904-8698-e8554414fa4e tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4a6e050-ec24-4d30-a812-42a9141c2065 HTTP/1.1" status: 200 len: 943 time: 0.0954597 May 03 22:29:51.185415 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b0a486f5-03c7-4ad1-8e9e-04b5ff2b57a3 req-e71cc182-89d4-4f02-ab0d-8eb2ffde5b15 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] 10.222.0.58 "GET /v2.0/security-groups?id=9b0ab50f-8f9d-407b-b663-1df38139b248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580530 May 03 22:29:51.274106 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463064c9-f385-4eee-943e-74fa26fdf79c tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Pushing event updated for resources: {'Network': ['ID=09d22fb9-30ef-47ac-af93-b6e83346afe6,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:51.277513 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d580edc9-0485-4c15-8498-f096e636cb24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:51.288160 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 09d22fb9-30ef-47ac-af93-b6e83346afe6 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:29:51.290779 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-463064c9-f385-4eee-943e-74fa26fdf79c tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.4155767 May 03 22:29:51.308351 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d580edc9-0485-4c15-8498-f096e636cb24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:51.314816 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58132) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:51.423370 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c421cc-78b8-46a7-b753-5474b2a6e52d req-39f872fb-4a75-493d-9537-ea1f7af4678e tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:51.424554 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d5c421cc-78b8-46a7-b753-5474b2a6e52d req-39f872fb-4a75-493d-9537-ea1f7af4678e tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.1401224 May 03 22:29:51.481300 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc8fbf-0e36-449b-8fcc-457d25956d66 req-f2311440-e2fc-42fe-8e23-5e2283f83d05 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:51.482794 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-89fc8fbf-0e36-449b-8fcc-457d25956d66 req-f2311440-e2fc-42fe-8e23-5e2283f83d05 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=e719e2a8-35a1-43d0-8b07-f53cf22e07e0 HTTP/1.1" status: 200 len: 950 time: 0.1286170 May 03 22:29:51.505034 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d5c421cc-78b8-46a7-b753-5474b2a6e52d req-06fb214e-5efe-45f0-ba33-bb726708dd65 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668173 May 03 22:29:51.512550 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463064c9-f385-4eee-943e-74fa26fdf79c tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Pushing event updated for resources: {'Network': ['ID=5a0b7510-0108-44f5-9f5f-cf0ccf1d1efb,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:51.535752 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 5a0b7510-0108-44f5-9f5f-cf0ccf1d1efb details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:29:51.552619 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-89fc8fbf-0e36-449b-8fcc-457d25956d66 req-2f2a7159-14c2-4fda-bb57-a2432d139113 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639937 May 03 22:29:51.564039 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d580edc9-0485-4c15-8498-f096e636cb24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:51.564574 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d580edc9-0485-4c15-8498-f096e636cb24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 369ccbac-eea0-41b4-838a-c3fcccbab111 {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:29:51.611937 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d580edc9-0485-4c15-8498-f096e636cb24 admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:51.615657 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58138) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:51.620754 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d580edc9-0485-4c15-8498-f096e636cb24 admin admin] 10.222.0.58 "DELETE /v2.0/routers/369ccbac-eea0-41b4-838a-c3fcccbab111 HTTP/1.1" status: 204 len: 168 time: 3.3034689 May 03 22:29:51.638106 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-c9fe6801-e39f-44cf-8d53-055c0b621e15 req-2fb0f107-a77c-473e-b1b1-13f31372de30 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] For port e3a77387-4d00-457f-9ab8-8cee4c2bb20c, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=e3a77387-4d00-457f-9ab8-8cee4c2bb20c,segment=NetworkSegment(c151d315-175b-4fec-a968-3a55652b3fd3),segment_id=c151d315-175b-4fec-a968-3a55652b3fd3)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:51.638469 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c9fe6801-e39f-44cf-8d53-055c0b621e15 req-2fb0f107-a77c-473e-b1b1-13f31372de30 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:51.772905 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-3949d682-443c-4675-afd9-8a3f23da4001 admin admin] Deleting subnet e0202efe-1b5f-4dcb-9569-6279b488dc3f {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:29:51.776970 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3949d682-443c-4675-afd9-8a3f23da4001 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:51.825957 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-c9fe6801-e39f-44cf-8d53-055c0b621e15 req-2fb0f107-a77c-473e-b1b1-13f31372de30 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Calling delete_port for e3a77387-4d00-457f-9ab8-8cee4c2bb20c owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:29:51.838009 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3949d682-443c-4675-afd9-8a3f23da4001 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:51.859988 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1285f58-00bb-45c8-9328-680c1251213d tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:51.865616 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1285f58-00bb-45c8-9328-680c1251213d tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:51.871544 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1285f58-00bb-45c8-9328-680c1251213d tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:51.875098 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f42da-aafc-4b3a-97ec-d8933f5537e7 req-3ec770d1-bb7b-4f3e-ae43-faa7e0ac16ea tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:51.876541 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5b6f42da-aafc-4b3a-97ec-d8933f5537e7 req-3ec770d1-bb7b-4f3e-ae43-faa7e0ac16ea tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] 10.222.0.58 "GET /v2.0/ports?device_id=1cceeb06-cc59-4fd5-b966-d8fd5dca05a4 HTTP/1.1" status: 200 len: 945 time: 0.1885273 May 03 22:29:51.878092 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1285f58-00bb-45c8-9328-680c1251213d tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:51.878926 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e1285f58-00bb-45c8-9328-680c1251213d tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Synchronizing usage tracker for tenant:76a4b8a15ff44dc18bd2bd99fb344570 on resource:network {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:29:51.918551 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e1285f58-00bb-45c8-9328-680c1251213d tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Unset dirty status for tenant:76a4b8a15ff44dc18bd2bd99fb344570 on resource:network {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:29:51.919695 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e1285f58-00bb-45c8-9328-680c1251213d tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6039391 May 03 22:29:51.923545 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58142) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:51.948617 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5b6f42da-aafc-4b3a-97ec-d8933f5537e7 req-a3c5ae41-53bb-426b-8258-73d5e9ea56e7 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee11bb75-7d69-4a8d-960d-16ab31a36344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641780 May 03 22:29:51.986849 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3949d682-443c-4675-afd9-8a3f23da4001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:52.008615 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:29:52.131229 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 15d7da50-37c6-4aa5-8ba6-85fd349bb104 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:29:52.137596 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-87110ee6-42f1-4c1a-b450-d41d00b6a901 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:52.184797 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 15d7da50-37c6-4aa5-8ba6-85fd349bb104 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:29:52.185104 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 15d7da50-37c6-4aa5-8ba6-85fd349bb104 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:29:52.185625 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6b0c229f-a7d6-4b16-9f5e-a985117eb991 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:29:52.223611 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3949d682-443c-4675-afd9-8a3f23da4001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:52.224163 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 6b0c229f-a7d6-4b16-9f5e-a985117eb991 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:29:52.224163 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6b0c229f-a7d6-4b16-9f5e-a985117eb991 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:29:52.276613 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3949d682-443c-4675-afd9-8a3f23da4001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:52.280594 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949d682-443c-4675-afd9-8a3f23da4001 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0202efe-1b5f-4dcb-9569-6279b488dc3f,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:52.285053 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20a8989-ef46-4002-83a5-cc8605d41c06 None None] Network 1ee2b61c-9360-43a9-8a2e-e76fc2432530 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:29:52.300650 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a9805-bb5d-4888-8028-c8758021c215 req-a5022b70-b5ab-419c-a2d3-ee5a42047aee tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:52.302943 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fd8a9805-bb5d-4888-8028-c8758021c215 req-a5022b70-b5ab-419c-a2d3-ee5a42047aee tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 945 time: 0.2530799 May 03 22:29:52.307686 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3949d682-443c-4675-afd9-8a3f23da4001 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e0202efe-1b5f-4dcb-9569-6279b488dc3f HTTP/1.1" status: 204 len: 168 time: 0.6909621 May 03 22:29:52.309149 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58152) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:52.354488 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c9fe6801-e39f-44cf-8d53-055c0b621e15 req-2fb0f107-a77c-473e-b1b1-13f31372de30 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:52.401662 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b1a12-e249-46a6-b94f-afe79294bfe9 req-521f5073-85b1-4438-9ee9-6241676e13eb tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:52.403041 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d63b1a12-e249-46a6-b94f-afe79294bfe9 req-521f5073-85b1-4438-9ee9-6241676e13eb tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 950 time: 0.3063130 May 03 22:29:52.481470 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0f107-a77c-473e-b1b1-13f31372de30 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Pushing event deleted for resources: {'Port': ['ID=e3a77387-4d00-457f-9ab8-8cee4c2bb20c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:52.515768 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-87110ee6-42f1-4c1a-b450-d41d00b6a901 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:52.558760 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48544485-a087-4580-8e58-6bc844ef9892 None None] DHCP port deletion for 1ee2b61c-9360-43a9-8a2e-e76fc2432530 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:29:52.564570 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-48544485-a087-4580-8e58-6bc844ef9892 None None] Deleting port 539bf137-a141-4574-8ce1-5d5e732b5db9 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:29:52.565054 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-48544485-a087-4580-8e58-6bc844ef9892 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:52.587759 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9fe6801-e39f-44cf-8d53-055c0b621e15 req-2fb0f107-a77c-473e-b1b1-13f31372de30 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] No DVR routers for this DVR port e3a77387-4d00-457f-9ab8-8cee4c2bb20c on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:29:52.590201 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-87110ee6-42f1-4c1a-b450-d41d00b6a901 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09d22fb9-30ef-47ac-af93-b6e83346afe6']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:29:52.597423 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c9fe6801-e39f-44cf-8d53-055c0b621e15 req-2fb0f107-a77c-473e-b1b1-13f31372de30 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:52.599872 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a6e050-ec24-4d30-a812-42a9141c2065', 'name': 'network-vif-deleted', 'tag': 'e3a77387-4d00-457f-9ab8-8cee4c2bb20c'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:29:52.614964 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-87110ee6-42f1-4c1a-b450-d41d00b6a901 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab3b52d8-9032-42a9-8a5e-db49ce4c062b') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:29:52.614964 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-87110ee6-42f1-4c1a-b450-d41d00b6a901 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab3b52d8-9032-42a9-8a5e-db49ce4c062b') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:29:52.628963 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-87110ee6-42f1-4c1a-b450-d41d00b6a901 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:52.642506 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c9fe6801-e39f-44cf-8d53-055c0b621e15 req-2fb0f107-a77c-473e-b1b1-13f31372de30 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] 10.222.0.60 "DELETE /v2.0/ports/e3a77387-4d00-457f-9ab8-8cee4c2bb20c HTTP/1.1" status: 204 len: 173 time: 3.7334354 May 03 22:29:52.647084 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fd8a9805-bb5d-4888-8028-c8758021c215 req-f722a871-9273-426c-9973-5c2e3591f0c9 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376303 May 03 22:29:52.653698 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-87110ee6-42f1-4c1a-b450-d41d00b6a901 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:52.667665 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87110ee6-42f1-4c1a-b450-d41d00b6a901 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:29:52.668453 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-87110ee6-42f1-4c1a-b450-d41d00b6a901 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:52.685497 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:29:52.685497 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:29:52.685497 n-d-811807-1 neutron-server[88070]: timer() May 03 22:29:52.685497 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:29:52.685497 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:29:52.685497 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:29:52.685497 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:29:52.685497 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:29:52.685497 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:29:52.685497 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:29:52.685497 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:29:52.685497 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:29:52.685497 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:29:52.685497 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:29:52.685497 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:29:52.685497 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:29:52.685497 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:29:52.685497 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:29:52.685497 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:29:52.685497 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:29:52.685497 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:29:52.685497 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:29:52.685497 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:29:52.685497 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:29:52.685497 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:29:52.685497 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:29:52.685497 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:29:52.685497 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:29:52.685497 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:29:52.685497 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:29:52.685497 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:29:52.685497 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:29:52.689328 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d63b1a12-e249-46a6-b94f-afe79294bfe9 req-0953370c-5ea1-4515-b2c8-524c6480aff1 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463206 May 03 22:29:52.712189 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aea205bb-b975-4b1e-a548-47a1b13036c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:52.747010 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-aea205bb-b975-4b1e-a548-47a1b13036c2 admin admin] Deleting port 539bf137-a141-4574-8ce1-5d5e732b5db9 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:29:52.747325 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aea205bb-b975-4b1e-a548-47a1b13036c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:52.789906 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-87110ee6-42f1-4c1a-b450-d41d00b6a901 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:52.830674 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-87110ee6-42f1-4c1a-b450-d41d00b6a901 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:52.847974 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87110ee6-42f1-4c1a-b450-d41d00b6a901 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Pushing event deleted for resources: {'Network': ['ID=09d22fb9-30ef-47ac-af93-b6e83346afe6,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:52.860225 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-87110ee6-42f1-4c1a-b450-d41d00b6a901 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] 10.222.0.58 "DELETE /v2.0/networks/09d22fb9-30ef-47ac-af93-b6e83346afe6 HTTP/1.1" status: 204 len: 168 time: 0.9355001 May 03 22:29:52.863250 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58162) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:52.925302 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-48544485-a087-4580-8e58-6bc844ef9892 None None] For port 539bf137-a141-4574-8ce1-5d5e732b5db9, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=539bf137-a141-4574-8ce1-5d5e732b5db9,segment=NetworkSegment(3eb99e31-0213-4c32-a073-a8c35d28a5d4),segment_id=3eb99e31-0213-4c32-a073-a8c35d28a5d4)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:52.925933 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-48544485-a087-4580-8e58-6bc844ef9892 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:52.934853 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-94fe47fa-3e42-4aac-afe2-e20168e69782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:52.976384 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb600d-80dd-4de6-95bc-61d554c93728 req-394ed559-0af8-4a9b-948c-3dbf7dca38a1 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:52.977844 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-97eb600d-80dd-4de6-95bc-61d554c93728 req-394ed559-0af8-4a9b-948c-3dbf7dca38a1 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.67 "GET /v2.0/ports?device_id=e719e2a8-35a1-43d0-8b07-f53cf22e07e0 HTTP/1.1" status: 200 len: 950 time: 0.6341109 May 03 22:29:52.979866 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-465cbd1a-0f95-442a-86ce-322a5fb4fa79 req-d4757551-8653-4034-afac-e4f02e1de600 tempest-ServerAddressesTestJSON-553172695 tempest-ServerAddressesTestJSON-553172695-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4a6e050-ec24-4d30-a812-42a9141c2065 HTTP/1.1" status: 200 len: 210 time: 0.1210623 May 03 22:29:53.068958 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-48544485-a087-4580-8e58-6bc844ef9892 None None] Calling delete_port for 539bf137-a141-4574-8ce1-5d5e732b5db9 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:29:53.078920 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8a473dae-216b-4239-90e0-77430c3907f5 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:53.115855 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d196745-b8ae-41ce-aee7-ef5ed094ddec req-bff8ec6a-21fb-46a8-80cf-7741c87660c4 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:53.116661 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-0d196745-b8ae-41ce-aee7-ef5ed094ddec req-bff8ec6a-21fb-46a8-80cf-7741c87660c4 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Synchronizing usage tracker for tenant:0660cbed43f74b05ab398bdf8e72a3f0 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:29:53.151785 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-48544485-a087-4580-8e58-6bc844ef9892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:53.202817 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48544485-a087-4580-8e58-6bc844ef9892 None None] Pushing event deleted for resources: {'Port': ['ID=539bf137-a141-4574-8ce1-5d5e732b5db9,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:53.204711 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-0d196745-b8ae-41ce-aee7-ef5ed094ddec req-bff8ec6a-21fb-46a8-80cf-7741c87660c4 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Unset dirty status for tenant:0660cbed43f74b05ab398bdf8e72a3f0 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:29:53.205535 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0d196745-b8ae-41ce-aee7-ef5ed094ddec req-bff8ec6a-21fb-46a8-80cf-7741c87660c4 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.60 "GET /v2.0/ports?device_id=27bbfc37-7d81-42b6-92db-c5f7320dedcc HTTP/1.1" status: 200 len: 949 time: 0.2264690 May 03 22:29:53.208896 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48544485-a087-4580-8e58-6bc844ef9892 None None] No DVR routers for this DVR port 539bf137-a141-4574-8ce1-5d5e732b5db9 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:29:53.220794 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-97eb600d-80dd-4de6-95bc-61d554c93728 req-e37091a8-397d-44fa-828a-9418f159dd8a tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Deleting port eca59ae3-68eb-4f95-be5c-48b423a405bd {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:29:53.220794 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-97eb600d-80dd-4de6-95bc-61d554c93728 req-e37091a8-397d-44fa-828a-9418f159dd8a tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:53.311562 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8a473dae-216b-4239-90e0-77430c3907f5 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:53.341809 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-aea205bb-b975-4b1e-a548-47a1b13036c2 admin admin] For port 539bf137-a141-4574-8ce1-5d5e732b5db9, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=539bf137-a141-4574-8ce1-5d5e732b5db9,segment=NetworkSegment(3eb99e31-0213-4c32-a073-a8c35d28a5d4),segment_id=3eb99e31-0213-4c32-a073-a8c35d28a5d4)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:53.341809 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aea205bb-b975-4b1e-a548-47a1b13036c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:53.348224 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-8a473dae-216b-4239-90e0-77430c3907f5 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a0b7510-0108-44f5-9f5f-cf0ccf1d1efb']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:29:53.362810 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-0d196745-b8ae-41ce-aee7-ef5ed094ddec req-8edd0ab9-4189-4cbb-98cc-45a59416e0fb tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Deleting port 3540f85e-6af9-4382-b8f6-727eaf092712 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:29:53.363172 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0d196745-b8ae-41ce-aee7-ef5ed094ddec req-8edd0ab9-4189-4cbb-98cc-45a59416e0fb tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:53.374996 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60db08-1a9a-4c4f-a0c6-3c6e38ca7114 req-130aae3a-51cd-4139-a6d7-bef19b52f7ca tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:53.378368 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2b60db08-1a9a-4c4f-a0c6-3c6e38ca7114 req-130aae3a-51cd-4139-a6d7-bef19b52f7ca tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.5073953 May 03 22:29:53.394646 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-8a473dae-216b-4239-90e0-77430c3907f5 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9660efb9-5259-472a-a937-ddcef2dd332a') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:29:53.395192 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-8a473dae-216b-4239-90e0-77430c3907f5 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9660efb9-5259-472a-a937-ddcef2dd332a') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:29:53.423628 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8a473dae-216b-4239-90e0-77430c3907f5 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:53.475024 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8a473dae-216b-4239-90e0-77430c3907f5 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:53.497250 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a473dae-216b-4239-90e0-77430c3907f5 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:29:53.497631 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8a473dae-216b-4239-90e0-77430c3907f5 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:53.511526 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:29:53.511526 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:29:53.511526 n-d-811807-1 neutron-server[88070]: timer() May 03 22:29:53.511526 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:29:53.511526 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:29:53.511526 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:29:53.511526 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:29:53.511526 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:29:53.511526 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:29:53.511526 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:29:53.511526 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:29:53.511526 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:29:53.511526 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:29:53.511526 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:29:53.511526 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:29:53.511526 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:29:53.511526 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:29:53.511526 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:29:53.511526 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:29:53.511526 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:29:53.511526 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:29:53.511526 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:29:53.511526 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:29:53.511526 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:29:53.511526 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:29:53.511526 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:29:53.511526 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:29:53.511526 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:29:53.511526 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:29:53.511526 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:29:53.511526 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:29:53.511526 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:29:53.556926 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-aea205bb-b975-4b1e-a548-47a1b13036c2 admin admin] Calling delete_port for 539bf137-a141-4574-8ce1-5d5e732b5db9 owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:29:53.574803 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 966f35dd-9853-4258-a5b8-b80d194d86bd up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:29:53.616629 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940ffc5-adca-4e59-9cae-bbbc2c9e26f2 req-fa9e2503-7e19-45df-9e42-1d45e6b75554 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:53.618148 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f940ffc5-adca-4e59-9cae-bbbc2c9e26f2 req-fa9e2503-7e19-45df-9e42-1d45e6b75554 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=e719e2a8-35a1-43d0-8b07-f53cf22e07e0 HTTP/1.1" status: 200 len: 950 time: 0.5239341 May 03 22:29:53.629107 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8a473dae-216b-4239-90e0-77430c3907f5 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:53.644686 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2b60db08-1a9a-4c4f-a0c6-3c6e38ca7114 req-4f5cc531-0da6-4447-932b-4f936114d4bb tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826499 May 03 22:29:53.662435 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 966f35dd-9853-4258-a5b8-b80d194d86bd completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:29:53.668451 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 966f35dd-9853-4258-a5b8-b80d194d86bd triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:29:53.668817 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:53.722898 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8a473dae-216b-4239-90e0-77430c3907f5 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:53.732216 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ad611f7-965e-43c7-9b2b-4fb39025c9b7'] response: {'server_uuid': 'c4a6e050-ec24-4d30-a812-42a9141c2065', 'name': 'network-vif-deleted', 'tag': 'e3a77387-4d00-457f-9ab8-8cee4c2bb20c', 'status': 'completed', 'code': 200} May 03 22:29:53.744726 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a473dae-216b-4239-90e0-77430c3907f5 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Pushing event deleted for resources: {'Network': ['ID=5a0b7510-0108-44f5-9f5f-cf0ccf1d1efb,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:53.746496 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f940ffc5-adca-4e59-9cae-bbbc2c9e26f2 req-6d79adef-4131-43d1-99f5-3b785f59c2d2 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094508 May 03 22:29:53.755294 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8a473dae-216b-4239-90e0-77430c3907f5 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] 10.222.0.58 "DELETE /v2.0/networks/5a0b7510-0108-44f5-9f5f-cf0ccf1d1efb HTTP/1.1" status: 204 len: 168 time: 0.8907568 May 03 22:29:53.758281 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58174) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:53.826322 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:53.835251 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-0d196745-b8ae-41ce-aee7-ef5ed094ddec req-8edd0ab9-4189-4cbb-98cc-45a59416e0fb tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] For port 3540f85e-6af9-4382-b8f6-727eaf092712, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=3540f85e-6af9-4382-b8f6-727eaf092712,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:53.835612 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0d196745-b8ae-41ce-aee7-ef5ed094ddec req-8edd0ab9-4189-4cbb-98cc-45a59416e0fb tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:53.858436 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cceeb06-cc59-4fd5-b966-d8fd5dca05a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966f35dd-9853-4258-a5b8-b80d194d86bd'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:29:53.869269 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 966f35dd-9853-4258-a5b8-b80d194d86bd, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=966f35dd-9853-4258-a5b8-b80d194d86bd,segment=NetworkSegment(edfcd965-1226-404b-9a84-4912f1d0596a),segment_id=edfcd965-1226-404b-9a84-4912f1d0596a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:53.875900 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:53.878642 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device eca59ae3-68eb-4f95-be5c-48b423a405bd no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:29:53.952262 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.api [None req-aea205bb-b975-4b1e-a548-47a1b13036c2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:29:53.953403 n-d-811807-1 neutron-server[88069]: DEBUG oslo_db.api [None req-aea205bb-b975-4b1e-a548-47a1b13036c2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:29:54.019016 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=966f35dd-9853-4258-a5b8-b80d194d86bd,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:54.024207 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:54.060050 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 539bf137-a141-4574-8ce1-5d5e732b5db9 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:29:54.065036 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-97eb600d-80dd-4de6-95bc-61d554c93728 req-e37091a8-397d-44fa-828a-9418f159dd8a tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] For port eca59ae3-68eb-4f95-be5c-48b423a405bd, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=eca59ae3-68eb-4f95-be5c-48b423a405bd,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:54.065515 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-97eb600d-80dd-4de6-95bc-61d554c93728 req-e37091a8-397d-44fa-828a-9418f159dd8a tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:54.107405 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 539bf137-a141-4574-8ce1-5d5e732b5db9 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:29:54.107769 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 539bf137-a141-4574-8ce1-5d5e732b5db9 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:29:54.122160 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:54.145909 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-0d196745-b8ae-41ce-aee7-ef5ed094ddec req-8edd0ab9-4189-4cbb-98cc-45a59416e0fb tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Calling delete_port for 3540f85e-6af9-4382-b8f6-727eaf092712 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:29:54.155564 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port eca59ae3-68eb-4f95-be5c-48b423a405bd, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=eca59ae3-68eb-4f95-be5c-48b423a405bd,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:54.159313 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:54.226578 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=eca59ae3-68eb-4f95-be5c-48b423a405bd,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:54.236355 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bb781d-9ab8-48e4-9014-77ec81837cb6 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:54.242429 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bb781d-9ab8-48e4-9014-77ec81837cb6 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:54.243230 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a2bb781d-9ab8-48e4-9014-77ec81837cb6 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Synchronizing usage tracker for tenant:76a4b8a15ff44dc18bd2bd99fb344570 on resource:network {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:29:54.275370 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a2bb781d-9ab8-48e4-9014-77ec81837cb6 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Unset dirty status for tenant:76a4b8a15ff44dc18bd2bd99fb344570 on resource:network {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:29:54.276554 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a2bb781d-9ab8-48e4-9014-77ec81837cb6 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5173788 May 03 22:29:54.280457 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58182) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:54.315338 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-acbad299-c4f2-4109-a46e-6a6e09f5c853 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1289679403'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:29:54.326422 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-acbad299-c4f2-4109-a46e-6a6e09f5c853 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:29:54.332725 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-97eb600d-80dd-4de6-95bc-61d554c93728 req-e37091a8-397d-44fa-828a-9418f159dd8a tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Calling delete_port for eca59ae3-68eb-4f95-be5c-48b423a405bd owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:29:54.347007 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-acbad299-c4f2-4109-a46e-6a6e09f5c853 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:29:54.364745 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbad299-c4f2-4109-a46e-6a6e09f5c853 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Made reservation on behalf of 76a4b8a15ff44dc18bd2bd99fb344570 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:29:54.368370 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-acbad299-c4f2-4109-a46e-6a6e09f5c853 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:54.380361 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0d196745-b8ae-41ce-aee7-ef5ed094ddec req-8edd0ab9-4189-4cbb-98cc-45a59416e0fb tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:54.392619 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['fff7e02f-6b77-40c4-ad02-65709d0d84ac'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:29:54.394870 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9528f17-60b9-42cb-af51-3eeea274a772 req-2ffd937d-1fb5-45e0-b29d-f9526a955d12 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:54.401675 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e9528f17-60b9-42cb-af51-3eeea274a772 req-2ffd937d-1fb5-45e0-b29d-f9526a955d12 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] 10.222.0.58 "GET /v2.0/ports?device_id=1cceeb06-cc59-4fd5-b966-d8fd5dca05a4 HTTP/1.1" status: 200 len: 946 time: 0.5068624 May 03 22:29:54.421078 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['a97c2567-91b0-4a45-9a3a-be193e3f1b4b', 'a2fa487e-eafb-4169-a5b2-c8a3a2313189', '3540f85e-6af9-4382-b8f6-727eaf092712'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:29:54.440984 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd0ab9-4189-4cbb-98cc-45a59416e0fb tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Pushing event deleted for resources: {'Port': ['ID=3540f85e-6af9-4382-b8f6-727eaf092712,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:54.447654 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2122395-8b70-4fb5-8fb8-80095055137a req-35d19b49-99b4-4fdc-9f23-3c61e728e770 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:54.454540 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f2122395-8b70-4fb5-8fb8-80095055137a req-35d19b49-99b4-4fdc-9f23-3c61e728e770 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 945 time: 0.5143344 May 03 22:29:54.461410 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-aea205bb-b975-4b1e-a548-47a1b13036c2 admin admin] Deleting port 539bf137-a141-4574-8ce1-5d5e732b5db9 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:29:54.461754 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aea205bb-b975-4b1e-a548-47a1b13036c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:54.511481 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acbad299-c4f2-4109-a46e-6a6e09f5c853 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:29:54.527875 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d196745-b8ae-41ce-aee7-ef5ed094ddec req-8edd0ab9-4189-4cbb-98cc-45a59416e0fb tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] No DVR routers for this DVR port 3540f85e-6af9-4382-b8f6-727eaf092712 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:29:54.531587 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0d196745-b8ae-41ce-aee7-ef5ed094ddec req-8edd0ab9-4189-4cbb-98cc-45a59416e0fb tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:54.535575 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-acbad299-c4f2-4109-a46e-6a6e09f5c853 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:54.535912 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-acbad299-c4f2-4109-a46e-6a6e09f5c853 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Added segment 994ec048-c0b0-43e5-b392-5a847d303a2c of type vlan for network f9d8bd19-2182-42b5-ac23-572bcb8c4b71 May 03 22:29:54.564926 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0d196745-b8ae-41ce-aee7-ef5ed094ddec req-8edd0ab9-4189-4cbb-98cc-45a59416e0fb tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.60 "DELETE /v2.0/ports/3540f85e-6af9-4382-b8f6-727eaf092712 HTTP/1.1" status: 204 len: 173 time: 1.3075211 May 03 22:29:54.573304 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-acbad299-c4f2-4109-a46e-6a6e09f5c853 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:54.616349 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e9528f17-60b9-42cb-af51-3eeea274a772 req-ded2de7d-b728-449d-b6a0-7a8badd67d7c tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee11bb75-7d69-4a8d-960d-16ab31a36344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116935 May 03 22:29:54.626041 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-acbad299-c4f2-4109-a46e-6a6e09f5c853 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:54.642706 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbad299-c4f2-4109-a46e-6a6e09f5c853 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:54.643693 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-acbad299-c4f2-4109-a46e-6a6e09f5c853 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:54.734525 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.api [req-97eb600d-80dd-4de6-95bc-61d554c93728 req-e37091a8-397d-44fa-828a-9418f159dd8a tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:29:54.735481 n-d-811807-1 neutron-server[88069]: DEBUG oslo_db.api [req-97eb600d-80dd-4de6-95bc-61d554c93728 req-e37091a8-397d-44fa-828a-9418f159dd8a tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:29:54.754532 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-acbad299-c4f2-4109-a46e-6a6e09f5c853 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4726884 May 03 22:29:54.756532 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-aea205bb-b975-4b1e-a548-47a1b13036c2 admin admin] The port '539bf137-a141-4574-8ce1-5d5e732b5db9' was deleted {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:29:54.758719 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58186) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:54.766254 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbad299-c4f2-4109-a46e-6a6e09f5c853 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Pushing event updated for resources: {'Network': ['ID=f9d8bd19-2182-42b5-ac23-572bcb8c4b71,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:54.788681 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network f9d8bd19-2182-42b5-ac23-572bcb8c4b71 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:29:54.822323 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f2122395-8b70-4fb5-8fb8-80095055137a req-b9cd8dbf-7970-4c5f-8ab0-e5c7675e476c tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667488 May 03 22:29:54.837157 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-4e91f976-b343-4ad4-8044-c36f86a3d8a2 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1683575216'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:29:54.873054 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4e91f976-b343-4ad4-8044-c36f86a3d8a2 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:29:54.902376 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4e91f976-b343-4ad4-8044-c36f86a3d8a2 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:29:54.964298 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aea205bb-b975-4b1e-a548-47a1b13036c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:54.997025 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e91f976-b343-4ad4-8044-c36f86a3d8a2 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Made reservation on behalf of 76a4b8a15ff44dc18bd2bd99fb344570 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:29:55.001681 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4e91f976-b343-4ad4-8044-c36f86a3d8a2 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:55.044768 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-17375350-25f2-4024-b358-8c0906712bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:55.067233 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-aea205bb-b975-4b1e-a548-47a1b13036c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ee2b61c-9360-43a9-8a2e-e76fc2432530']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:29:55.091907 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-aea205bb-b975-4b1e-a548-47a1b13036c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb99e31-0213-4c32-a073-a8c35d28a5d4') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:29:55.092249 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-aea205bb-b975-4b1e-a548-47a1b13036c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb99e31-0213-4c32-a073-a8c35d28a5d4') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:29:55.092524 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f6c86cd-1ca6-4612-b29b-603f8e3ef949'] response: {'server_uuid': '1cceeb06-cc59-4fd5-b966-d8fd5dca05a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966f35dd-9853-4258-a5b8-b80d194d86bd', 'code': 200} May 03 22:29:55.112696 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aea205bb-b975-4b1e-a548-47a1b13036c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:55.138940 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aea205bb-b975-4b1e-a548-47a1b13036c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:55.144598 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e91f976-b343-4ad4-8044-c36f86a3d8a2 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:29:55.148837 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea205bb-b975-4b1e-a548-47a1b13036c2 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:29:55.149276 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aea205bb-b975-4b1e-a548-47a1b13036c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:55.164016 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58194) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: timer() May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:29:55.165155 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:29:55.236111 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4e91f976-b343-4ad4-8044-c36f86a3d8a2 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:55.236455 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-4e91f976-b343-4ad4-8044-c36f86a3d8a2 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Added segment afe0c209-4186-44e0-a892-5dcb18842647 of type vlan for network 692c4a9b-597c-4400-8669-055cfb5b72c8 May 03 22:29:55.237408 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-97eb600d-80dd-4de6-95bc-61d554c93728 req-e37091a8-397d-44fa-828a-9418f159dd8a tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Deleting port eca59ae3-68eb-4f95-be5c-48b423a405bd {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:29:55.237721 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-97eb600d-80dd-4de6-95bc-61d554c93728 req-e37091a8-397d-44fa-828a-9418f159dd8a tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:55.260326 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bed257a-3b5c-4902-ae9c-4356cf0df638 admin admin] Deleting subnet 6eb8c45b-765d-463d-b1cc-dbd6df8c3125 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:29:55.263674 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7bed257a-3b5c-4902-ae9c-4356cf0df638 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:55.327564 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7bed257a-3b5c-4902-ae9c-4356cf0df638 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:55.399066 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7bed257a-3b5c-4902-ae9c-4356cf0df638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:55.430767 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea1939-9bd7-491b-a3d9-f2c90d81cc70 req-8a7cb364-fdfa-4731-837f-91187d1f3a35 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:55.432223 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4bea1939-9bd7-491b-a3d9-f2c90d81cc70 req-8a7cb364-fdfa-4731-837f-91187d1f3a35 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 950 time: 0.4370100 May 03 22:29:55.443691 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aea205bb-b975-4b1e-a548-47a1b13036c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:55.452811 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4e91f976-b343-4ad4-8044-c36f86a3d8a2 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:55.473101 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aea205bb-b975-4b1e-a548-47a1b13036c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:55.478956 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7bed257a-3b5c-4902-ae9c-4356cf0df638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:55.517039 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed257a-3b5c-4902-ae9c-4356cf0df638 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eb8c45b-765d-463d-b1cc-dbd6df8c3125,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:55.520630 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7bed257a-3b5c-4902-ae9c-4356cf0df638 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:55.526826 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7bed257a-3b5c-4902-ae9c-4356cf0df638 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6eb8c45b-765d-463d-b1cc-dbd6df8c3125 HTTP/1.1" status: 204 len: 168 time: 0.3611083 May 03 22:29:55.529730 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58198) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:55.536675 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea205bb-b975-4b1e-a548-47a1b13036c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ee2b61c-9360-43a9-8a2e-e76fc2432530,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:55.633937 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4bea1939-9bd7-491b-a3d9-f2c90d81cc70 req-a59781a3-9648-4b4b-adad-b6bf29a1c669 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921494 May 03 22:29:55.642315 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f978ea1d-37e1-4ce9-9c2c-fc703b8936b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:55.665715 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca48cc5-0677-4f00-80a4-e27daa059afc req-1d91b02a-308a-450c-a17d-00f4ec739959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:55.667303 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eca48cc5-0677-4f00-80a4-e27daa059afc req-1d91b02a-308a-450c-a17d-00f4ec739959 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1cceeb06-cc59-4fd5-b966-d8fd5dca05a4 HTTP/1.1" status: 200 len: 1097 time: 0.5003181 May 03 22:29:55.680810 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4e91f976-b343-4ad4-8044-c36f86a3d8a2 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:55.686705 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e91f976-b343-4ad4-8044-c36f86a3d8a2 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:55.687277 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4e91f976-b343-4ad4-8044-c36f86a3d8a2 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:55.715109 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-aea205bb-b975-4b1e-a548-47a1b13036c2 admin admin] 10.222.0.58 "DELETE /v2.0/networks/1ee2b61c-9360-43a9-8a2e-e76fc2432530 HTTP/1.1" status: 204 len: 168 time: 3.4031947 May 03 22:29:55.718098 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58204) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:55.778563 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27bbfc37-7d81-42b6-92db-c5f7320dedcc', 'name': 'network-vif-deleted', 'tag': '3540f85e-6af9-4382-b8f6-727eaf092712'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:29:55.807358 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd7e3d-ff2d-48e9-b68d-ba9b3786f30e req-3ca4ba54-29ce-4081-ad35-c83732c7254c tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:55.808140 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-bebd7e3d-ff2d-48e9-b68d-ba9b3786f30e req-3ca4ba54-29ce-4081-ad35-c83732c7254c tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Synchronizing usage tracker for tenant:0660cbed43f74b05ab398bdf8e72a3f0 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:29:55.871845 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4e91f976-b343-4ad4-8044-c36f86a3d8a2 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1024995 May 03 22:29:55.905041 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58212) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:55.916857 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-76be4658-7790-4063-8acc-d15ab1b7d133 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Request body: {'ports': [{'network_id': 'f9d8bd19-2182-42b5-ac23-572bcb8c4b71', 'name': 'tempest-port--395637898', 'admin_state_up': True}, {'network_id': '692c4a9b-597c-4400-8669-055cfb5b72c8', 'admin_state_up': False}]} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:29:55.917167 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-76be4658-7790-4063-8acc-d15ab1b7d133 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Request body: {'port': {'network_id': 'f9d8bd19-2182-42b5-ac23-572bcb8c4b71', 'name': 'tempest-port--395637898', 'admin_state_up': True}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:29:55.917915 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-76be4658-7790-4063-8acc-d15ab1b7d133 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Request body: {'port': {'network_id': '692c4a9b-597c-4400-8669-055cfb5b72c8', 'admin_state_up': False}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:29:55.932508 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f978ea1d-37e1-4ce9-9c2c-fc703b8936b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:55.966069 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e91f976-b343-4ad4-8044-c36f86a3d8a2 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Pushing event updated for resources: {'Network': ['ID=692c4a9b-597c-4400-8669-055cfb5b72c8,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:55.984971 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 692c4a9b-597c-4400-8669-055cfb5b72c8 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:29:55.985586 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-bebd7e3d-ff2d-48e9-b68d-ba9b3786f30e req-3ca4ba54-29ce-4081-ad35-c83732c7254c tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Unset dirty status for tenant:0660cbed43f74b05ab398bdf8e72a3f0 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:29:55.985791 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bebd7e3d-ff2d-48e9-b68d-ba9b3786f30e req-3ca4ba54-29ce-4081-ad35-c83732c7254c tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=e719e2a8-35a1-43d0-8b07-f53cf22e07e0 HTTP/1.1" status: 200 len: 948 time: 0.6728001 May 03 22:29:55.988371 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-f978ea1d-37e1-4ce9-9c2c-fc703b8936b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['719df8e7-cc67-40b3-9c68-8230d18a653b']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:29:55.996914 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eca48cc5-0677-4f00-80a4-e27daa059afc req-1146665d-9d8a-44f3-9f4a-7d3cd3b3875c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ee11bb75-7d69-4a8d-960d-16ab31a36344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012161 May 03 22:29:56.038475 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-97eb600d-80dd-4de6-95bc-61d554c93728 req-e37091a8-397d-44fa-828a-9418f159dd8a tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] For port eca59ae3-68eb-4f95-be5c-48b423a405bd, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=eca59ae3-68eb-4f95-be5c-48b423a405bd,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:56.038902 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-97eb600d-80dd-4de6-95bc-61d554c93728 req-e37091a8-397d-44fa-828a-9418f159dd8a tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:56.059005 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-f978ea1d-37e1-4ce9-9c2c-fc703b8936b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c151d315-175b-4fec-a968-3a55652b3fd3') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:29:56.059302 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-f978ea1d-37e1-4ce9-9c2c-fc703b8936b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c151d315-175b-4fec-a968-3a55652b3fd3') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:29:56.098076 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f978ea1d-37e1-4ce9-9c2c-fc703b8936b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:56.137626 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f978ea1d-37e1-4ce9-9c2c-fc703b8936b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:56.158571 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:56.181068 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-97eb600d-80dd-4de6-95bc-61d554c93728 req-e37091a8-397d-44fa-828a-9418f159dd8a tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Calling delete_port for eca59ae3-68eb-4f95-be5c-48b423a405bd owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:29:56.212612 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bebd7e3d-ff2d-48e9-b68d-ba9b3786f30e req-175de408-3abc-487d-bb9d-5a3e99c5a51c tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118399 May 03 22:29:56.233212 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3358c-30ca-4a23-9676-9940741d2638 req-9a59f2c8-82bc-4fd3-810d-a6d2573ea225 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:56.244482 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ffb3358c-30ca-4a23-9676-9940741d2638 req-9a59f2c8-82bc-4fd3-810d-a6d2573ea225 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] 10.222.0.58 "GET /v2.0/ports?device_id=1cceeb06-cc59-4fd5-b966-d8fd5dca05a4 HTTP/1.1" status: 200 len: 946 time: 0.4357870 May 03 22:29:56.258230 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:56.326803 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63a4f908-4a2b-4436-9277-25b1d67e84d8'] response: {'server_uuid': '27bbfc37-7d81-42b6-92db-c5f7320dedcc', 'name': 'network-vif-deleted', 'tag': '3540f85e-6af9-4382-b8f6-727eaf092712', 'status': 'completed', 'code': 200} May 03 22:29:56.401463 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f978ea1d-37e1-4ce9-9c2c-fc703b8936b9 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:29:56.401906 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f978ea1d-37e1-4ce9-9c2c-fc703b8936b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:56.418551 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:29:56.418551 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:29:56.418551 n-d-811807-1 neutron-server[88070]: timer() May 03 22:29:56.418551 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:29:56.418551 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:29:56.418551 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:29:56.418551 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:29:56.418551 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:29:56.418551 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:29:56.418551 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:29:56.418551 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:29:56.418551 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:29:56.418551 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:29:56.418551 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:29:56.418551 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:29:56.418551 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:29:56.418551 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:29:56.418551 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:29:56.418551 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:29:56.418551 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:29:56.418551 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:29:56.418551 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:29:56.418551 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:29:56.418551 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:29:56.418551 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:29:56.418551 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:29:56.418551 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:29:56.418551 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:29:56.418551 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:29:56.418551 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:29:56.418551 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:29:56.418551 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:29:56.476297 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ffb3358c-30ca-4a23-9676-9940741d2638 req-2b2dc359-895b-44ae-806f-84eaee1c655c tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee11bb75-7d69-4a8d-960d-16ab31a36344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328382 May 03 22:29:56.563777 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-97eb600d-80dd-4de6-95bc-61d554c93728 req-e37091a8-397d-44fa-828a-9418f159dd8a tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:56.578763 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['a97c2567-91b0-4a45-9a3a-be193e3f1b4b', 'a2fa487e-eafb-4169-a5b2-c8a3a2313189'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:29:56.582841 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-76be4658-7790-4063-8acc-d15ab1b7d133 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:29:56.591657 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-76be4658-7790-4063-8acc-d15ab1b7d133 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Usage tracker for resource:port and tenant:76a4b8a15ff44dc18bd2bd99fb344570 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:29:56.596434 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-76be4658-7790-4063-8acc-d15ab1b7d133 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:29:56.602999 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f978ea1d-37e1-4ce9-9c2c-fc703b8936b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:56.612185 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b00080-ae4a-4bae-989c-ae64ecc82571 req-f24dfaee-5e91-4d7a-bae1-3fe4b92eeb06 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:56.613673 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-76be4658-7790-4063-8acc-d15ab1b7d133 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:29:56.619275 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-62b00080-ae4a-4bae-989c-ae64ecc82571 req-f24dfaee-5e91-4d7a-bae1-3fe4b92eeb06 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 945 time: 0.1904244 May 03 22:29:56.633172 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f978ea1d-37e1-4ce9-9c2c-fc703b8936b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:56.641890 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['fff7e02f-6b77-40c4-ad02-65709d0d84ac'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:29:56.647837 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37091a8-397d-44fa-828a-9418f159dd8a tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Pushing event deleted for resources: {'Port': ['ID=eca59ae3-68eb-4f95-be5c-48b423a405bd,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:56.654821 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978ea1d-37e1-4ce9-9c2c-fc703b8936b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=719df8e7-cc67-40b3-9c68-8230d18a653b,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:56.664572 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f978ea1d-37e1-4ce9-9c2c-fc703b8936b9 admin admin] 10.222.0.58 "DELETE /v2.0/networks/719df8e7-cc67-40b3-9c68-8230d18a653b HTTP/1.1" status: 204 len: 168 time: 1.1312013 May 03 22:29:56.703491 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76be4658-7790-4063-8acc-d15ab1b7d133 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Made reservation on behalf of 76a4b8a15ff44dc18bd2bd99fb344570 for: {'port': 2} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:29:56.718467 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-76be4658-7790-4063-8acc-d15ab1b7d133 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:56.765407 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-97eb600d-80dd-4de6-95bc-61d554c93728 req-e37091a8-397d-44fa-828a-9418f159dd8a tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] No DVR routers for this DVR port eca59ae3-68eb-4f95-be5c-48b423a405bd on host n-h2-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:29:56.778306 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-62b00080-ae4a-4bae-989c-ae64ecc82571 req-0f8bacc6-cfdb-4aa0-a637-15f8e5c62027 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581900 May 03 22:29:56.784229 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-97eb600d-80dd-4de6-95bc-61d554c93728 req-e37091a8-397d-44fa-828a-9418f159dd8a tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:56.790606 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e719e2a8-35a1-43d0-8b07-f53cf22e07e0', 'name': 'network-vif-deleted', 'tag': 'eca59ae3-68eb-4f95-be5c-48b423a405bd'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:29:56.802566 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-76be4658-7790-4063-8acc-d15ab1b7d133 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:56.869969 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-97eb600d-80dd-4de6-95bc-61d554c93728 req-e37091a8-397d-44fa-828a-9418f159dd8a tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.67 "DELETE /v2.0/ports/eca59ae3-68eb-4f95-be5c-48b423a405bd HTTP/1.1" status: 204 len: 173 time: 3.8816087 May 03 22:29:56.883750 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e36766e6-ce91-4b80-a4fe-01d1b15e34bc'] response: {'server_uuid': 'e719e2a8-35a1-43d0-8b07-f53cf22e07e0', 'name': 'network-vif-deleted', 'tag': 'eca59ae3-68eb-4f95-be5c-48b423a405bd', 'status': 'completed', 'code': 200} May 03 22:29:56.928645 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898699d-a077-4952-99e8-7d51a7df5ca8 req-d7e1a9c3-621e-4a3e-b807-468f5fc9ef97 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:56.934176 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3898699d-a077-4952-99e8-7d51a7df5ca8 req-d7e1a9c3-621e-4a3e-b807-468f5fc9ef97 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 950 time: 0.1234138 May 03 22:29:57.018311 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58222) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:57.032245 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3898699d-a077-4952-99e8-7d51a7df5ca8 req-38d30a32-1a4e-4081-90d1-e4ff68dfefcb tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939400 May 03 22:29:57.094651 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e719e2a8-35a1-43d0-8b07-f53cf22e07e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eca59ae3-68eb-4f95-be5c-48b423a405bd'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:29:57.138139 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-76be4658-7790-4063-8acc-d15ab1b7d133 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] device_id is not set on port 43c18d00-34b1-45ee-9dff-a344c4ebbb97 yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:29:57.155613 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-caae7f98-f2f8-4dea-8e64-02e1a8c6c99b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=398aece71f784827b5e2ae70e82fc534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1354411 May 03 22:29:57.158574 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58228) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:57.177030 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f43538d-594c-43a3-9d8e-c944263b9f37'] response: {'server_uuid': 'e719e2a8-35a1-43d0-8b07-f53cf22e07e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eca59ae3-68eb-4f95-be5c-48b423a405bd', 'code': 200} May 03 22:29:57.242388 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cab61bb8-71dd-4543-a2fc-cd9a94e75a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:57.273498 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cab61bb8-71dd-4543-a2fc-cd9a94e75a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:57.286817 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-42799e04-342f-44d9-8409-ecfc1be5b476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:57.328075 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cab61bb8-71dd-4543-a2fc-cd9a94e75a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:57.344980 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab61bb8-71dd-4543-a2fc-cd9a94e75a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0ab50f-8f9d-407b-b663-1df38139b248,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:57.352320 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cab61bb8-71dd-4543-a2fc-cd9a94e75a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:57.353626 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-cab61bb8-71dd-4543-a2fc-cd9a94e75a89 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9b0ab50f-8f9d-407b-b663-1df38139b248 HTTP/1.1" status: 204 len: 168 time: 0.1936691 May 03 22:29:57.438526 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-b99a2464-8e37-4a41-beb9-2b0baa42e7d7 req-d4b3e723-312b-41ca-b08c-cf4378f7b51f tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Synchronizing usage tracker for tenant:0660cbed43f74b05ab398bdf8e72a3f0 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:29:57.452263 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-76be4658-7790-4063-8acc-d15ab1b7d133 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:57.456224 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-b99a2464-8e37-4a41-beb9-2b0baa42e7d7 req-d4b3e723-312b-41ca-b08c-cf4378f7b51f tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Unset dirty status for tenant:0660cbed43f74b05ab398bdf8e72a3f0 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:29:57.466375 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b99a2464-8e37-4a41-beb9-2b0baa42e7d7 req-d4b3e723-312b-41ca-b08c-cf4378f7b51f tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=e719e2a8-35a1-43d0-8b07-f53cf22e07e0 HTTP/1.1" status: 200 len: 210 time: 0.0805976 May 03 22:29:57.514244 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:57.601512 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-76be4658-7790-4063-8acc-d15ab1b7d133 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] device_id is not set on port 84270cad-c28c-4b90-b8f7-3466d825f16e yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:29:57.603331 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:57.777228 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 3540f85e-6af9-4382-b8f6-727eaf092712 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:29:57.782545 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4427cfc-581e-4856-a2b3-692de70098ac req-425fda61-b2cf-4ef1-af35-ea2537e7fd4b tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:57.786806 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c4427cfc-581e-4856-a2b3-692de70098ac req-425fda61-b2cf-4ef1-af35-ea2537e7fd4b tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] 10.222.0.58 "GET /v2.0/ports?device_id=1cceeb06-cc59-4fd5-b966-d8fd5dca05a4 HTTP/1.1" status: 200 len: 946 time: 0.1445863 May 03 22:29:57.840808 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 3540f85e-6af9-4382-b8f6-727eaf092712 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:29:57.841163 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 3540f85e-6af9-4382-b8f6-727eaf092712 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:29:57.866497 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c4427cfc-581e-4856-a2b3-692de70098ac req-1847b621-c26c-480f-b600-0bcb2d154283 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee11bb75-7d69-4a8d-960d-16ab31a36344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707896 May 03 22:29:57.915589 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-76be4658-7790-4063-8acc-d15ab1b7d133 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:57.937259 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-42799e04-342f-44d9-8409-ecfc1be5b476 admin admin] Deleting port 8faf4cba-62f9-49ad-9910-9c2d1a5da82b {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:29:57.937787 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-42799e04-342f-44d9-8409-ecfc1be5b476 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:58.043026 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216572c9-d07d-4042-99a8-193203e98ac2 req-772904bb-7f8b-4138-802c-c202368c556c tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:58.045630 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-216572c9-d07d-4042-99a8-193203e98ac2 req-772904bb-7f8b-4138-802c-c202368c556c tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 945 time: 0.1081634 May 03 22:29:58.112066 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-216572c9-d07d-4042-99a8-193203e98ac2 req-9feb6947-bdad-403f-818a-3540bb032455 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593283 May 03 22:29:58.208298 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-76be4658-7790-4063-8acc-d15ab1b7d133 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:58.322858 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835952a-9bde-4f7a-8d3c-9d12452bb740 req-07c430de-5567-417a-b700-714b6b945df6 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:58.324534 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7835952a-9bde-4f7a-8d3c-9d12452bb740 req-07c430de-5567-417a-b700-714b6b945df6 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 950 time: 0.1097581 May 03 22:29:58.339700 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be4658-7790-4063-8acc-d15ab1b7d133 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Pushing event updated for resources: {'Port': ['ID=43c18d00-34b1-45ee-9dff-a344c4ebbb97,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:58.344688 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-42799e04-342f-44d9-8409-ecfc1be5b476 admin admin] For port 8faf4cba-62f9-49ad-9910-9c2d1a5da82b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=8faf4cba-62f9-49ad-9910-9c2d1a5da82b,segment=NetworkSegment(84a46ab7-23b3-4149-a696-24cab25e6e9f),segment_id=84a46ab7-23b3-4149-a696-24cab25e6e9f)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:29:58.345050 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-42799e04-342f-44d9-8409-ecfc1be5b476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:58.394491 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7835952a-9bde-4f7a-8d3c-9d12452bb740 req-6b7cd593-ee42-4e2a-8fd1-90dd54cb3504 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594642 May 03 22:29:58.417899 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76be4658-7790-4063-8acc-d15ab1b7d133 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Checking segment: {'id': '994ec048-c0b0-43e5-b392-5a847d303a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f9d8bd19-2182-42b5-ac23-572bcb8c4b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:29:58.418271 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76be4658-7790-4063-8acc-d15ab1b7d133 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Network hostable DHCP agents. Network: f9d8bd19-2182-42b5-ac23-572bcb8c4b71, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:29:58.496078 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-42799e04-342f-44d9-8409-ecfc1be5b476 admin admin] Calling delete_port for 8faf4cba-62f9-49ad-9910-9c2d1a5da82b owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:29:58.498794 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc90bd6-2698-41b2-a17f-e35eab6d3d25 req-e53a6ca7-694c-4fda-81f5-e85907f2654f tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:58.500460 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4cc90bd6-2698-41b2-a17f-e35eab6d3d25 req-e53a6ca7-694c-4fda-81f5-e85907f2654f tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] 10.222.0.58 "GET /v2.0/ports?device_id=1cceeb06-cc59-4fd5-b966-d8fd5dca05a4 HTTP/1.1" status: 200 len: 946 time: 0.0883996 May 03 22:29:58.527506 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58270) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:58.600445 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4cc90bd6-2698-41b2-a17f-e35eab6d3d25 req-53d7b855-06a6-402c-a842-c44280e9a847 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee11bb75-7d69-4a8d-960d-16ab31a36344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940976 May 03 22:29:58.633270 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76be4658-7790-4063-8acc-d15ab1b7d133 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Network f9d8bd19-2182-42b5-ac23-572bcb8c4b71 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:29:58.666741 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-67e85f5f-061c-4bf0-8a88-cd1e00c32639 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-494856696-network', 'tenant_id': '4ad54f292b334faeb27c1001af6d5bf9'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:29:58.673251 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-67e85f5f-061c-4bf0-8a88-cd1e00c32639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:29:58.677529 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-67e85f5f-061c-4bf0-8a88-cd1e00c32639 admin admin] Usage tracker for resource:network and tenant:4ad54f292b334faeb27c1001af6d5bf9 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:29:58.678115 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-76be4658-7790-4063-8acc-d15ab1b7d133 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, f9d8bd19-2182-42b5-ac23-572bcb8c4b71) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:29:58.686096 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-67e85f5f-061c-4bf0-8a88-cd1e00c32639 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:29:58.689318 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f711e14-23ce-43d7-9c22-e90712da4aae None None] Network f9d8bd19-2182-42b5-ac23-572bcb8c4b71 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:29:58.689960 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76be4658-7790-4063-8acc-d15ab1b7d133 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:29:58.692011 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-76be4658-7790-4063-8acc-d15ab1b7d133 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:58.692232 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-67e85f5f-061c-4bf0-8a88-cd1e00c32639 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:29:58.705599 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e85f5f-061c-4bf0-8a88-cd1e00c32639 admin admin] Made reservation on behalf of 4ad54f292b334faeb27c1001af6d5bf9 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:29:58.708797 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-67e85f5f-061c-4bf0-8a88-cd1e00c32639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:58.725312 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-67e85f5f-061c-4bf0-8a88-cd1e00c32639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:58.744207 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-67e85f5f-061c-4bf0-8a88-cd1e00c32639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:29:58.755037 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-67e85f5f-061c-4bf0-8a88-cd1e00c32639 admin admin] Usage tracker for resource:security_group_rule and tenant:4ad54f292b334faeb27c1001af6d5bf9 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:29:58.758964 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-67e85f5f-061c-4bf0-8a88-cd1e00c32639 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:29:58.767319 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-67e85f5f-061c-4bf0-8a88-cd1e00c32639 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:29:58.808304 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be4658-7790-4063-8acc-d15ab1b7d133 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Pushing event updated for resources: {'Port': ['ID=84270cad-c28c-4b90-b8f7-3466d825f16e,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:58.813814 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-42799e04-342f-44d9-8409-ecfc1be5b476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:58.873522 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76be4658-7790-4063-8acc-d15ab1b7d133 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Checking segment: {'id': 'afe0c209-4186-44e0-a892-5dcb18842647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '692c4a9b-597c-4400-8669-055cfb5b72c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:29:58.874180 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76be4658-7790-4063-8acc-d15ab1b7d133 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Network hostable DHCP agents. Network: 692c4a9b-597c-4400-8669-055cfb5b72c8, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:29:58.882068 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42799e04-342f-44d9-8409-ecfc1be5b476 admin admin] Pushing event deleted for resources: {'Port': ['ID=8faf4cba-62f9-49ad-9910-9c2d1a5da82b,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:58.900002 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-67e85f5f-061c-4bf0-8a88-cd1e00c32639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:58.906880 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-67e85f5f-061c-4bf0-8a88-cd1e00c32639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:58.950706 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67e85f5f-061c-4bf0-8a88-cd1e00c32639 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:29:58.956912 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e85f5f-061c-4bf0-8a88-cd1e00c32639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c7ebd6-5449-4da1-9909-2e088c1597a1,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:58.966183 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-67e85f5f-061c-4bf0-8a88-cd1e00c32639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:58.967570 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-67e85f5f-061c-4bf0-8a88-cd1e00c32639 admin admin] Added segment e2cd5293-4653-410d-9e29-2cc64d859f6a of type vlan for network 1ee2cc07-df25-4a1a-b5fa-8f5cde7ae474 May 03 22:29:58.973620 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76be4658-7790-4063-8acc-d15ab1b7d133 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Network 692c4a9b-597c-4400-8669-055cfb5b72c8 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:29:58.996625 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-76be4658-7790-4063-8acc-d15ab1b7d133 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 692c4a9b-597c-4400-8669-055cfb5b72c8) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:29:59.004352 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76be4658-7790-4063-8acc-d15ab1b7d133 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:29:59.010001 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76be4658-7790-4063-8acc-d15ab1b7d133 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:59.010762 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62354ce8-e89d-43c4-97b0-99c4a7205412 None None] Network 692c4a9b-597c-4400-8669-055cfb5b72c8 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:29:59.015748 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76be4658-7790-4063-8acc-d15ab1b7d133 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:59.016648 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-76be4658-7790-4063-8acc-d15ab1b7d133 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:59.027818 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-67e85f5f-061c-4bf0-8a88-cd1e00c32639 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:59.077500 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-67e85f5f-061c-4bf0-8a88-cd1e00c32639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:59.078760 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e85f5f-061c-4bf0-8a88-cd1e00c32639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:59.079422 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-67e85f5f-061c-4bf0-8a88-cd1e00c32639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:59.236870 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-76be4658-7790-4063-8acc-d15ab1b7d133 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.3308682 May 03 22:29:59.240258 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58286) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:59.269990 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-67e85f5f-061c-4bf0-8a88-cd1e00c32639 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7411742 May 03 22:29:59.277600 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e85f5f-061c-4bf0-8a88-cd1e00c32639 admin admin] Pushing event updated for resources: {'Network': ['ID=1ee2cc07-df25-4a1a-b5fa-8f5cde7ae474,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:29:59.290675 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58290) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:59.303293 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 1ee2cc07-df25-4a1a-b5fa-8f5cde7ae474 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:29:59.304138 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-a4ceabfc-588c-4fc7-b929-31fc60b61b87 admin admin] Request body: {'subnet': {'network_id': '1ee2cc07-df25-4a1a-b5fa-8f5cde7ae474', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-494856696-subnet', 'tenant_id': '4ad54f292b334faeb27c1001af6d5bf9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:29:59.309282 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a4ceabfc-588c-4fc7-b929-31fc60b61b87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:29:59.313845 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a4ceabfc-588c-4fc7-b929-31fc60b61b87 admin admin] Usage tracker for resource:subnet and tenant:4ad54f292b334faeb27c1001af6d5bf9 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:29:59.317036 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a4ceabfc-588c-4fc7-b929-31fc60b61b87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:29:59.323718 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a4ceabfc-588c-4fc7-b929-31fc60b61b87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:29:59.347577 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-42799e04-342f-44d9-8409-ecfc1be5b476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:59.382188 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ceabfc-588c-4fc7-b929-31fc60b61b87 admin admin] Made reservation on behalf of 4ad54f292b334faeb27c1001af6d5bf9 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:29:59.384905 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a4ceabfc-588c-4fc7-b929-31fc60b61b87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:59.502000 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92b899a-2849-4f40-b3ff-485f2c07affa tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:59.507756 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92b899a-2849-4f40-b3ff-485f2c07affa tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:59.508481 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f92b899a-2849-4f40-b3ff-485f2c07affa tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Synchronizing usage tracker for tenant:76a4b8a15ff44dc18bd2bd99fb344570 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:29:59.535670 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f92b899a-2849-4f40-b3ff-485f2c07affa tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Unset dirty status for tenant:76a4b8a15ff44dc18bd2bd99fb344570 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:29:59.536920 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f92b899a-2849-4f40-b3ff-485f2c07affa tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2955439 May 03 22:29:59.539722 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58298) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:29:59.628689 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-a0d3a7ef-7a0e-4b01-8cf8-c5f17cce8215 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Deleting port 43c18d00-34b1-45ee-9dff-a344c4ebbb97 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:29:59.629123 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a0d3a7ef-7a0e-4b01-8cf8-c5f17cce8215 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:29:59.634335 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f1486-fdf3-4344-b5f2-47bc36cafe8f req-16225a65-6517-484d-accc-8a6d8dd337e1 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:59.635828 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b77f1486-fdf3-4344-b5f2-47bc36cafe8f req-16225a65-6517-484d-accc-8a6d8dd337e1 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 945 time: 0.3028290 May 03 22:29:59.678031 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209ee33-f219-468b-bd09-1d146fcfbaf9 req-cfc3e37e-f587-44d2-ad52-2c4f750b2ec9 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:29:59.679529 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3209ee33-f219-468b-bd09-1d146fcfbaf9 req-cfc3e37e-f587-44d2-ad52-2c4f750b2ec9 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca4f0854-1cee-4e2c-9eb4-49d54e23b56d HTTP/1.1" status: 200 len: 950 time: 0.2762241 May 03 22:29:59.755255 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b77f1486-fdf3-4344-b5f2-47bc36cafe8f req-414d90da-6bb5-4bda-b8ca-bf76035f6ebf tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098235 May 03 22:29:59.782631 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3209ee33-f219-468b-bd09-1d146fcfbaf9 req-9fa1dc19-4137-4315-9eae-dfc71ee74051 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945847 May 03 22:29:59.784037 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a4ceabfc-588c-4fc7-b929-31fc60b61b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:00.109262 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ceabfc-588c-4fc7-b929-31fc60b61b87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1937bb70-4764-4339-90b6-37b6bc330f4d,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:00.114975 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42799e04-342f-44d9-8409-ecfc1be5b476 admin admin] Router ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:30:00.122489 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a0d3a7ef-7a0e-4b01-8cf8-c5f17cce8215 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:00.124350 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ceabfc-588c-4fc7-b929-31fc60b61b87 admin admin] Checking segment: {'id': 'e2cd5293-4653-410d-9e29-2cc64d859f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1ee2cc07-df25-4a1a-b5fa-8f5cde7ae474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:30:00.124711 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ceabfc-588c-4fc7-b929-31fc60b61b87 admin admin] Network hostable DHCP agents. Network: 1ee2cc07-df25-4a1a-b5fa-8f5cde7ae474, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:30:00.174967 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ceabfc-588c-4fc7-b929-31fc60b61b87 admin admin] Network 1ee2cc07-df25-4a1a-b5fa-8f5cde7ae474 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:30:00.193505 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-a4ceabfc-588c-4fc7-b929-31fc60b61b87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 1ee2cc07-df25-4a1a-b5fa-8f5cde7ae474) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:30:00.202492 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c17a20-bb6e-4460-931e-943cc8486b65 req-f571a947-b394-4cfc-8445-0f324d919554 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:00.203059 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1855a82b-0c5d-443d-a5f6-effc508e9d47 None None] Network 1ee2cc07-df25-4a1a-b5fa-8f5cde7ae474 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:30:00.203954 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f1c17a20-bb6e-4460-931e-943cc8486b65 req-f571a947-b394-4cfc-8445-0f324d919554 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cceeb06-cc59-4fd5-b966-d8fd5dca05a4 HTTP/1.1" status: 200 len: 946 time: 0.2586467 May 03 22:30:00.213447 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb749e-1627-4d9b-a8fb-4bab956e877b req-98e9d64b-a1b8-4560-8ca1-83888530121f tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:00.214875 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2dfb749e-1627-4d9b-a8fb-4bab956e877b req-98e9d64b-a1b8-4560-8ca1-83888530121f tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] 10.222.0.58 "GET /v2.0/ports?device_id=1cceeb06-cc59-4fd5-b966-d8fd5dca05a4 HTTP/1.1" status: 200 len: 946 time: 0.2706292 May 03 22:30:00.216192 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ceabfc-588c-4fc7-b929-31fc60b61b87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:00.217353 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a4ceabfc-588c-4fc7-b929-31fc60b61b87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:00.228755 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e29f47-0dd5-4ea2-b03a-2516e32095c2 req-0194342f-9459-40be-965e-0993fb27b50e tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:00.230205 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6e29f47-0dd5-4ea2-b03a-2516e32095c2 req-0194342f-9459-40be-965e-0993fb27b50e tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 950 time: 0.2839139 May 03 22:30:00.305863 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-a0d3a7ef-7a0e-4b01-8cf8-c5f17cce8215 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Calling delete_port for 43c18d00-34b1-45ee-9dff-a344c4ebbb97 owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:30:00.372493 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a4ceabfc-588c-4fc7-b929-31fc60b61b87 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0697961 May 03 22:30:00.372493 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-f1c17a20-bb6e-4460-931e-943cc8486b65 req-cf58be21-6920-4402-a3b1-d86b45e42df1 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Deleting port 966f35dd-9853-4258-a5b8-b80d194d86bd {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:30:00.372493 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f1c17a20-bb6e-4460-931e-943cc8486b65 req-cf58be21-6920-4402-a3b1-d86b45e42df1 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:00.409249 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2dfb749e-1627-4d9b-a8fb-4bab956e877b req-820a9334-0b7d-45cf-b013-9ee7dfb1a947 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee11bb75-7d69-4a8d-960d-16ab31a36344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513929 May 03 22:30:00.431841 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6e29f47-0dd5-4ea2-b03a-2516e32095c2 req-2accd625-0280-4591-9f46-6b1cf99fcffc tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658316 May 03 22:30:00.492446 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc421623-2d8f-4d4a-80a6-d5f2f8510a20 None None] Network 1ee2cc07-df25-4a1a-b5fa-8f5cde7ae474 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:30:00.530266 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42799e04-342f-44d9-8409-ecfc1be5b476 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:30:00.530266 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a0d3a7ef-7a0e-4b01-8cf8-c5f17cce8215 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:00.549008 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0844b4d8-868f-44fe-9199-8f2197a01a05 None None] Sync routers for ids ['ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:30:00.565945 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0844b4d8-868f-44fe-9199-8f2197a01a05 None None] Routers {'ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:30:00.566592 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-0844b4d8-868f-44fe-9199-8f2197a01a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:29:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:00.625691 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3a7ef-7a0e-4b01-8cf8-c5f17cce8215 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Pushing event deleted for resources: {'Port': ['ID=43c18d00-34b1-45ee-9dff-a344c4ebbb97,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:00.639756 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a0d3a7ef-7a0e-4b01-8cf8-c5f17cce8215 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:00.641880 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a0d3a7ef-7a0e-4b01-8cf8-c5f17cce8215 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] 10.222.0.58 "DELETE /v2.0/ports/43c18d00-34b1-45ee-9dff-a344c4ebbb97 HTTP/1.1" status: 204 len: 168 time: 1.1012542 May 03 22:30:00.648812 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58308) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:00.655699 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-42799e04-342f-44d9-8409-ecfc1be5b476 admin admin] 10.222.0.58 "PUT /v2.0/routers/ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9365516 May 03 22:30:00.656901 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58312) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:00.880574 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-0844b4d8-868f-44fe-9199-8f2197a01a05 None None] Set router ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:30:00.943190 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-5e5bbcc1-e86c-4676-ba38-d2d78a1e31fc tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Deleting port 84270cad-c28c-4b90-b8f7-3466d825f16e {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:30:00.943922 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5e5bbcc1-e86c-4676-ba38-d2d78a1e31fc tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:01.047238 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e557d-ea2a-49a1-8d37-aa03d77f5fa5 req-ca925dac-40ab-4e97-b977-f111b86c6bba tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:01.047888 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-a17e557d-ea2a-49a1-8d37-aa03d77f5fa5 req-ca925dac-40ab-4e97-b977-f111b86c6bba tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Synchronizing usage tracker for tenant:0660cbed43f74b05ab398bdf8e72a3f0 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:30:01.109718 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-f1c17a20-bb6e-4460-931e-943cc8486b65 req-cf58be21-6920-4402-a3b1-d86b45e42df1 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] For port 966f35dd-9853-4258-a5b8-b80d194d86bd, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=966f35dd-9853-4258-a5b8-b80d194d86bd,segment=NetworkSegment(edfcd965-1226-404b-9a84-4912f1d0596a),segment_id=edfcd965-1226-404b-9a84-4912f1d0596a)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:01.110765 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f1c17a20-bb6e-4460-931e-943cc8486b65 req-cf58be21-6920-4402-a3b1-d86b45e42df1 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:01.111297 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4891eeb7-d700-4bec-96d8-385b369d7858 admin admin] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:01.220937 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-0844b4d8-868f-44fe-9199-8f2197a01a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f', 'name': 'tempest-AttachSCSIVolumeTestJSON-894989335-router', 'tenant_id': 'bec80e108678421e8e07b3ad822dd912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '2c127426-c578-4b83-8e9c-1a1e823cd6a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:26:10Z', 'updated_at': '2022-05-03T22:29:58Z', 'revision_number': 5, 'project_id': 'bec80e108678421e8e07b3ad822dd912', 'gw_port': {'id': '2c127426-c578-4b83-8e9c-1a1e823cd6a6', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:26:11Z', 'updated_at': '2022-05-03T22:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:01.225943 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0844b4d8-868f-44fe-9199-8f2197a01a05 None None] Checking router: ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:30:01.236408 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0844b4d8-868f-44fe-9199-8f2197a01a05 None None] Routers {'ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:30:01.237306 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-0844b4d8-868f-44fe-9199-8f2197a01a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:29:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:01.308036 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-f1c17a20-bb6e-4460-931e-943cc8486b65 req-cf58be21-6920-4402-a3b1-d86b45e42df1 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Calling delete_port for 966f35dd-9853-4258-a5b8-b80d194d86bd owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:30:01.368209 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-a17e557d-ea2a-49a1-8d37-aa03d77f5fa5 req-ca925dac-40ab-4e97-b977-f111b86c6bba tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Unset dirty status for tenant:0660cbed43f74b05ab398bdf8e72a3f0 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:30:01.369331 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a17e557d-ea2a-49a1-8d37-aa03d77f5fa5 req-ca925dac-40ab-4e97-b977-f111b86c6bba tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca4f0854-1cee-4e2c-9eb4-49d54e23b56d HTTP/1.1" status: 200 len: 950 time: 0.8014247 May 03 22:30:01.402821 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678ec98-1340-4515-bc55-786cded2bf8c req-bd12de28-d583-4927-a68b-52b2121a1c1c tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:01.404858 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7678ec98-1340-4515-bc55-786cded2bf8c req-bd12de28-d583-4927-a68b-52b2121a1c1c tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 945 time: 0.4843585 May 03 22:30:01.432945 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-0844b4d8-868f-44fe-9199-8f2197a01a05 None None] Set router ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:30:01.471402 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-546bfc6b-d5f9-411c-9747-caea14790b82 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:01.472082 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-546bfc6b-d5f9-411c-9747-caea14790b82 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Synchronizing usage tracker for tenant:4ad54f292b334faeb27c1001af6d5bf9 on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:30:01.486529 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4243038-c5d4-43d2-a32e-b9b806982942 req-55811cd5-8ec7-4242-98ba-6806627d7f98 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:01.487965 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d4243038-c5d4-43d2-a32e-b9b806982942 req-55811cd5-8ec7-4242-98ba-6806627d7f98 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.60 "GET /v2.0/ports?device_id=3deb0540-9d97-4a3e-8efe-7e73c8989fbb HTTP/1.1" status: 200 len: 950 time: 0.5730047 May 03 22:30:01.555226 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-a17e557d-ea2a-49a1-8d37-aa03d77f5fa5 req-2e9b2a42-1801-474b-894e-faa7f30d1c25 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Deleting port a97c2567-91b0-4a45-9a3a-be193e3f1b4b {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:30:01.555599 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a17e557d-ea2a-49a1-8d37-aa03d77f5fa5 req-2e9b2a42-1801-474b-894e-faa7f30d1c25 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:01.586567 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5e5bbcc1-e86c-4676-ba38-d2d78a1e31fc tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:01.611555 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-d4243038-c5d4-43d2-a32e-b9b806982942 req-1beafc0a-5b53-47da-ae3f-1e1261fe57de tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Deleting port a2fa487e-eafb-4169-a5b2-c8a3a2313189 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:30:01.612009 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d4243038-c5d4-43d2-a32e-b9b806982942 req-1beafc0a-5b53-47da-ae3f-1e1261fe57de tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:01.690329 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-546bfc6b-d5f9-411c-9747-caea14790b82 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Unset dirty status for tenant:4ad54f292b334faeb27c1001af6d5bf9 on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:30:01.691503 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-546bfc6b-d5f9-411c-9747-caea14790b82 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] 10.222.0.58 "GET /v2.0/networks?id=1ee2cc07-df25-4a1a-b5fa-8f5cde7ae474 HTTP/1.1" status: 200 len: 812 time: 0.6968067 May 03 22:30:01.704894 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7678ec98-1340-4515-bc55-786cded2bf8c req-0b86fed8-569b-458b-a136-c4d5018a2451 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772973 May 03 22:30:01.743794 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-7bdf9e69-a37f-44ab-8b2c-242cbf9ab374 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] 10.222.0.58 "GET /v2.0/quotas/4ad54f292b334faeb27c1001af6d5bf9 HTTP/1.1" status: 200 len: 375 time: 0.0279832 May 03 22:30:01.745167 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-0844b4d8-868f-44fe-9199-8f2197a01a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f', 'name': 'tempest-AttachSCSIVolumeTestJSON-894989335-router', 'tenant_id': 'bec80e108678421e8e07b3ad822dd912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '2c127426-c578-4b83-8e9c-1a1e823cd6a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:26:10Z', 'updated_at': '2022-05-03T22:29:58Z', 'revision_number': 5, 'project_id': 'bec80e108678421e8e07b3ad822dd912', 'gw_port': {'id': '2c127426-c578-4b83-8e9c-1a1e823cd6a6', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:26:11Z', 'updated_at': '2022-05-03T22:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:01.746211 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-5e5bbcc1-e86c-4676-ba38-d2d78a1e31fc tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Calling delete_port for 84270cad-c28c-4b90-b8f7-3466d825f16e owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:30:01.750855 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0844b4d8-868f-44fe-9199-8f2197a01a05 None None] The sync data for ids ['ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f'] in n-d-811807-1 is: [{'id': 'ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f', 'name': 'tempest-AttachSCSIVolumeTestJSON-894989335-router', 'tenant_id': 'bec80e108678421e8e07b3ad822dd912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '2c127426-c578-4b83-8e9c-1a1e823cd6a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:26:10Z', 'updated_at': '2022-05-03T22:29:58Z', 'revision_number': 5, 'project_id': 'bec80e108678421e8e07b3ad822dd912', 'gw_port': {'id': '2c127426-c578-4b83-8e9c-1a1e823cd6a6', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:26:11Z', 'updated_at': '2022-05-03T22:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:30:01.798092 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-da6b29f5-12a9-487a-985b-392653cef7c8 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ad54f292b334faeb27c1001af6d5bf9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534160 May 03 22:30:01.865213 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4891eeb7-d700-4bec-96d8-385b369d7858 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:01.872104 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f1c17a20-bb6e-4460-931e-943cc8486b65 req-cf58be21-6920-4402-a3b1-d86b45e42df1 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:01.920448 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-4891eeb7-d700-4bec-96d8-385b369d7858 admin admin] Deleting port 2c127426-c578-4b83-8e9c-1a1e823cd6a6 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:30:01.920794 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4891eeb7-d700-4bec-96d8-385b369d7858 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:01.966271 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5e5bbcc1-e86c-4676-ba38-d2d78a1e31fc tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:02.087550 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5bbcc1-e86c-4676-ba38-d2d78a1e31fc tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Pushing event deleted for resources: {'Port': ['ID=84270cad-c28c-4b90-b8f7-3466d825f16e,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:02.097968 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58be21-6920-4402-a3b1-d86b45e42df1 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Pushing event deleted for resources: {'Port': ['ID=966f35dd-9853-4258-a5b8-b80d194d86bd,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:02.109129 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5e5bbcc1-e86c-4676-ba38-d2d78a1e31fc tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:02.147419 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 8faf4cba-62f9-49ad-9910-9c2d1a5da82b no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:30:02.155408 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5e5bbcc1-e86c-4676-ba38-d2d78a1e31fc tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] 10.222.0.58 "DELETE /v2.0/ports/84270cad-c28c-4b90-b8f7-3466d825f16e HTTP/1.1" status: 204 len: 168 time: 1.5029545 May 03 22:30:02.158200 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58336) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:02.189494 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 8faf4cba-62f9-49ad-9910-9c2d1a5da82b {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:30:02.189494 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 8faf4cba-62f9-49ad-9910-9c2d1a5da82b not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:30:02.273925 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-a17e557d-ea2a-49a1-8d37-aa03d77f5fa5 req-2e9b2a42-1801-474b-894e-faa7f30d1c25 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] For port a97c2567-91b0-4a45-9a3a-be193e3f1b4b, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a97c2567-91b0-4a45-9a3a-be193e3f1b4b,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:02.274300 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a17e557d-ea2a-49a1-8d37-aa03d77f5fa5 req-2e9b2a42-1801-474b-894e-faa7f30d1c25 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:02.282405 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e6c08ed1-9a5d-4fdb-9b43-3e4b0fb2f68e tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Synchronizing usage tracker for tenant:76a4b8a15ff44dc18bd2bd99fb344570 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:30:02.350488 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c17a20-bb6e-4460-931e-943cc8486b65 req-cf58be21-6920-4402-a3b1-d86b45e42df1 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] No DVR routers for this DVR port 966f35dd-9853-4258-a5b8-b80d194d86bd on host n-h2-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:30:02.357535 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f1c17a20-bb6e-4460-931e-943cc8486b65 req-cf58be21-6920-4402-a3b1-d86b45e42df1 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:02.365055 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cceeb06-cc59-4fd5-b966-d8fd5dca05a4', 'name': 'network-vif-deleted', 'tag': '966f35dd-9853-4258-a5b8-b80d194d86bd'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:30:02.422205 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-a17e557d-ea2a-49a1-8d37-aa03d77f5fa5 req-2e9b2a42-1801-474b-894e-faa7f30d1c25 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Calling delete_port for a97c2567-91b0-4a45-9a3a-be193e3f1b4b owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:30:02.422828 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f1c17a20-bb6e-4460-931e-943cc8486b65 req-cf58be21-6920-4402-a3b1-d86b45e42df1 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] 10.222.0.67 "DELETE /v2.0/ports/966f35dd-9853-4258-a5b8-b80d194d86bd HTTP/1.1" status: 204 len: 173 time: 2.2015955 May 03 22:30:02.427780 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-518cf3fd-e194-4b36-a914-3b8dcd28fd26 service neutron] 10.222.0.58 "GET /v2.0/networks/1ee2cc07-df25-4a1a-b5fa-8f5cde7ae474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5977447 May 03 22:30:02.433155 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-d4243038-c5d4-43d2-a32e-b9b806982942 req-1beafc0a-5b53-47da-ae3f-1e1261fe57de tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] For port a2fa487e-eafb-4169-a5b2-c8a3a2313189, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a2fa487e-eafb-4169-a5b2-c8a3a2313189,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:02.433595 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d4243038-c5d4-43d2-a32e-b9b806982942 req-1beafc0a-5b53-47da-ae3f-1e1261fe57de tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:02.472412 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e6c08ed1-9a5d-4fdb-9b43-3e4b0fb2f68e tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Unset dirty status for tenant:76a4b8a15ff44dc18bd2bd99fb344570 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:30:02.477149 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e6c08ed1-9a5d-4fdb-9b43-3e4b0fb2f68e tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3115065 May 03 22:30:02.483298 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13bb50-ad9d-44f1-b621-8206487f7859 req-56619804-9090-4d6b-bb99-1fee1f15248b tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:02.484917 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2d13bb50-ad9d-44f1-b621-8206487f7859 req-56619804-9090-4d6b-bb99-1fee1f15248b tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca4f0854-1cee-4e2c-9eb4-49d54e23b56d HTTP/1.1" status: 200 len: 950 time: 0.6161170 May 03 22:30:02.485434 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58342) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:02.500663 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-2f856e0f-1178-4954-b259-95a8bf040fb2 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-364543750'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:02.515880 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2f856e0f-1178-4954-b259-95a8bf040fb2 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:02.518917 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-4891eeb7-d700-4bec-96d8-385b369d7858 admin admin] For port 2c127426-c578-4b83-8e9c-1a1e823cd6a6, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=2c127426-c578-4b83-8e9c-1a1e823cd6a6,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:02.519271 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4891eeb7-d700-4bec-96d8-385b369d7858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:02.534886 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2f856e0f-1178-4954-b259-95a8bf040fb2 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Usage tracker for resource:network and tenant:76a4b8a15ff44dc18bd2bd99fb344570 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:02.599797 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2f856e0f-1178-4954-b259-95a8bf040fb2 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:02.647753 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-d4243038-c5d4-43d2-a32e-b9b806982942 req-1beafc0a-5b53-47da-ae3f-1e1261fe57de tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Calling delete_port for a2fa487e-eafb-4169-a5b2-c8a3a2313189 owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:30:02.661881 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2f856e0f-1178-4954-b259-95a8bf040fb2 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:02.670269 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-4891eeb7-d700-4bec-96d8-385b369d7858 admin admin] Calling delete_port for 2c127426-c578-4b83-8e9c-1a1e823cd6a6 owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:30:02.806086 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2d13bb50-ad9d-44f1-b621-8206487f7859 req-e2921704-5d74-4781-9746-aa1479a75886 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448153 May 03 22:30:02.840814 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-1ebe08a3-e487-4beb-82ea-ad0a737d650e service neutron] 10.222.0.58 "GET /v2.0/networks/1ee2cc07-df25-4a1a-b5fa-8f5cde7ae474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990426 May 03 22:30:02.895036 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f856e0f-1178-4954-b259-95a8bf040fb2 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Made reservation on behalf of 76a4b8a15ff44dc18bd2bd99fb344570 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:30:02.898555 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2f856e0f-1178-4954-b259-95a8bf040fb2 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:02.972633 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a17e557d-ea2a-49a1-8d37-aa03d77f5fa5 req-2e9b2a42-1801-474b-894e-faa7f30d1c25 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:02.974298 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f856e0f-1178-4954-b259-95a8bf040fb2 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:30:02.991575 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['fff7e02f-6b77-40c4-ad02-65709d0d84ac'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:30:03.038309 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b2a42-1801-474b-894e-faa7f30d1c25 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Pushing event deleted for resources: {'Port': ['ID=a97c2567-91b0-4a45-9a3a-be193e3f1b4b,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:03.042889 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2f856e0f-1178-4954-b259-95a8bf040fb2 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:03.043234 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-2f856e0f-1178-4954-b259-95a8bf040fb2 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Added segment 6af1c5d4-d023-4a6b-a656-fb978be96b6a of type vlan for network 4d24e8d2-e744-4f47-87a1-4656a00d6056 May 03 22:30:03.071951 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d4243038-c5d4-43d2-a32e-b9b806982942 req-1beafc0a-5b53-47da-ae3f-1e1261fe57de tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:03.089579 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['a2fa487e-eafb-4169-a5b2-c8a3a2313189'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:30:03.127955 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beafc0a-5b53-47da-ae3f-1e1261fe57de tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Pushing event deleted for resources: {'Port': ['ID=a2fa487e-eafb-4169-a5b2-c8a3a2313189,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:03.193506 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['a2fa487e-eafb-4169-a5b2-c8a3a2313189'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:30:03.220780 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4243038-c5d4-43d2-a32e-b9b806982942 req-1beafc0a-5b53-47da-ae3f-1e1261fe57de tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] No DVR routers for this DVR port a2fa487e-eafb-4169-a5b2-c8a3a2313189 on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:30:03.223413 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d4243038-c5d4-43d2-a32e-b9b806982942 req-1beafc0a-5b53-47da-ae3f-1e1261fe57de tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:03.234725 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ac8dd-1b2f-4b39-b9b3-5e8907872681 req-66b662b8-53f1-4dbf-862d-a05167a63d1f tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:03.236240 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b74ac8dd-1b2f-4b39-b9b3-5e8907872681 req-66b662b8-53f1-4dbf-862d-a05167a63d1f tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 950 time: 0.3009062 May 03 22:30:03.266054 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17e557d-ea2a-49a1-8d37-aa03d77f5fa5 req-2e9b2a42-1801-474b-894e-faa7f30d1c25 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] No DVR routers for this DVR port a97c2567-91b0-4a45-9a3a-be193e3f1b4b on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:30:03.272767 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a17e557d-ea2a-49a1-8d37-aa03d77f5fa5 req-2e9b2a42-1801-474b-894e-faa7f30d1c25 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:03.298740 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4f0854-1cee-4e2c-9eb4-49d54e23b56d', 'name': 'network-vif-deleted', 'tag': 'a97c2567-91b0-4a45-9a3a-be193e3f1b4b'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:30:03.303640 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d4243038-c5d4-43d2-a32e-b9b806982942 req-1beafc0a-5b53-47da-ae3f-1e1261fe57de tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.60 "DELETE /v2.0/ports/a2fa487e-eafb-4169-a5b2-c8a3a2313189 HTTP/1.1" status: 204 len: 173 time: 1.8082747 May 03 22:30:03.305704 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a17e557d-ea2a-49a1-8d37-aa03d77f5fa5 req-2e9b2a42-1801-474b-894e-faa7f30d1c25 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.60 "DELETE /v2.0/ports/a97c2567-91b0-4a45-9a3a-be193e3f1b4b HTTP/1.1" status: 204 len: 173 time: 1.9162452 May 03 22:30:03.313574 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-6f678b16-2736-4ea6-8a97-ebb071fd479f req-dfc763b7-4a0e-4b90-a45e-a1b492e36e63 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Synchronizing usage tracker for tenant:6a3958c8f8ae4c6aab8c6842592dfacb on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:30:03.379646 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b74ac8dd-1b2f-4b39-b9b3-5e8907872681 req-e7dfb763-21e1-4151-9567-0fcfff3956e7 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880296 May 03 22:30:03.381305 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-6f678b16-2736-4ea6-8a97-ebb071fd479f req-dfc763b7-4a0e-4b90-a45e-a1b492e36e63 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] Unset dirty status for tenant:6a3958c8f8ae4c6aab8c6842592dfacb on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:30:03.381669 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f678b16-2736-4ea6-8a97-ebb071fd479f req-dfc763b7-4a0e-4b90-a45e-a1b492e36e63 tempest-ServerAddressesNegativeTestJSON-1383946649 tempest-ServerAddressesNegativeTestJSON-1383946649-project] 10.222.0.58 "GET /v2.0/ports?device_id=1cceeb06-cc59-4fd5-b966-d8fd5dca05a4 HTTP/1.1" status: 200 len: 210 time: 0.1415412 May 03 22:30:03.422522 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2f856e0f-1178-4954-b259-95a8bf040fb2 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:03.472734 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4891eeb7-d700-4bec-96d8-385b369d7858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:03.492522 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7952bbf9-7904-4452-9b87-0e8896174d33'] response: {'server_uuid': '1cceeb06-cc59-4fd5-b966-d8fd5dca05a4', 'name': 'network-vif-deleted', 'tag': '966f35dd-9853-4258-a5b8-b80d194d86bd', 'status': 'completed', 'code': 200} May 03 22:30:03.565665 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.resource_extend [None req-2f856e0f-1178-4954-b259-95a8bf040fb2 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:30:03.582801 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4891eeb7-d700-4bec-96d8-385b369d7858 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c127426-c578-4b83-8e9c-1a1e823cd6a6,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:03.599018 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 966f35dd-9853-4258-a5b8-b80d194d86bd no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:30:03.652501 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 966f35dd-9853-4258-a5b8-b80d194d86bd {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:30:03.652909 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 966f35dd-9853-4258-a5b8-b80d194d86bd not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:30:03.704237 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2f856e0f-1178-4954-b259-95a8bf040fb2 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:03.709638 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f856e0f-1178-4954-b259-95a8bf040fb2 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:03.710315 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2f856e0f-1178-4954-b259-95a8bf040fb2 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:03.723432 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e5637b87-2bc4-4b2b-bf31-c6ac98329d48 req-1f8d5e57-ce41-4392-af82-99045409144c tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] 10.222.0.58 "GET /v2.0/ports?device_id=68a5752b-6126-4b39-bb44-bd9c9d84401b HTTP/1.1" status: 200 len: 210 time: 0.1552947 May 03 22:30:03.768711 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2f856e0f-1178-4954-b259-95a8bf040fb2 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2765987 May 03 22:30:03.768893 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['fff7e02f-6b77-40c4-ad02-65709d0d84ac'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:30:03.775223 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58360) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:03.787043 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-544437fc-f2c6-4da8-bd83-8171616ca808 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1633400700'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:03.797021 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-544437fc-f2c6-4da8-bd83-8171616ca808 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:03.799413 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58277e6e-a143-4927-8b2f-20d9c2e9f8cc'] response: {'server_uuid': 'ca4f0854-1cee-4e2c-9eb4-49d54e23b56d', 'name': 'network-vif-deleted', 'tag': 'a97c2567-91b0-4a45-9a3a-be193e3f1b4b', 'status': 'completed', 'code': 200} May 03 22:30:03.800743 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b5cc9411-0c1e-43a9-8d30-3f456a063d3f req-27db1191-b230-412e-a7b2-e9d1ad79e670 service neutron] 10.222.0.67 "GET /v2.0/ports/78cece3e-063d-4911-b5af-6e8c5dad162c/bindings/n-h2-811807-1 HTTP/1.1" status: 200 len: 382 time: 0.1854343 May 03 22:30:03.806684 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-544437fc-f2c6-4da8-bd83-8171616ca808 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Usage tracker for resource:network and tenant:76a4b8a15ff44dc18bd2bd99fb344570 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:03.814918 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-544437fc-f2c6-4da8-bd83-8171616ca808 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:03.823553 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-544437fc-f2c6-4da8-bd83-8171616ca808 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:03.829624 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device a2fa487e-eafb-4169-a5b2-c8a3a2313189 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:30:03.833776 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebe117-1e7a-4ab1-a7e4-6ce62a273524 req-76a527c6-7b2b-45f8-b9f6-3b0e2a3ed29c tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:03.840848 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ebebe117-1e7a-4ab1-a7e4-6ce62a273524 req-76a527c6-7b2b-45f8-b9f6-3b0e2a3ed29c tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 945 time: 0.2268023 May 03 22:30:03.887511 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: a2fa487e-eafb-4169-a5b2-c8a3a2313189 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:30:03.888628 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device a2fa487e-eafb-4169-a5b2-c8a3a2313189 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:30:03.889209 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device a97c2567-91b0-4a45-9a3a-be193e3f1b4b no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:30:03.907372 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ebebe117-1e7a-4ab1-a7e4-6ce62a273524 req-168a1a45-1ea8-4416-a1a8-93ca793e082c tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654638 May 03 22:30:03.929872 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544437fc-f2c6-4da8-bd83-8171616ca808 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Made reservation on behalf of 76a4b8a15ff44dc18bd2bd99fb344570 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:30:03.929872 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-544437fc-f2c6-4da8-bd83-8171616ca808 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:03.941965 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: a97c2567-91b0-4a45-9a3a-be193e3f1b4b {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:30:03.944224 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device a97c2567-91b0-4a45-9a3a-be193e3f1b4b not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:30:03.966396 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f856e0f-1178-4954-b259-95a8bf040fb2 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Pushing event updated for resources: {'Network': ['ID=4d24e8d2-e744-4f47-87a1-4656a00d6056,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:03.976686 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4891eeb7-d700-4bec-96d8-385b369d7858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:03.997074 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 4d24e8d2-e744-4f47-87a1-4656a00d6056 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:30:04.002390 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-544437fc-f2c6-4da8-bd83-8171616ca808 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:30:04.015091 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-544437fc-f2c6-4da8-bd83-8171616ca808 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:04.015731 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-544437fc-f2c6-4da8-bd83-8171616ca808 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Added segment abab2a02-df7d-4bfa-b1f5-cb4fb59d5bed of type vlan for network 9862ce20-8463-482b-99f2-fbb49d86671f May 03 22:30:04.249023 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4891eeb7-d700-4bec-96d8-385b369d7858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:04.251914 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4891eeb7-d700-4bec-96d8-385b369d7858 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:04.286459 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-544437fc-f2c6-4da8-bd83-8171616ca808 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:04.290300 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4891eeb7-d700-4bec-96d8-385b369d7858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:04.291047 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4891eeb7-d700-4bec-96d8-385b369d7858 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:30:04.302191 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-cf47f6a5-bb8b-45eb-887e-2a451caa853c req-c52910c2-f3b0-4cef-94e8-3f17db59edd9 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Synchronizing usage tracker for tenant:0660cbed43f74b05ab398bdf8e72a3f0 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:30:04.311764 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4891eeb7-d700-4bec-96d8-385b369d7858 admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:04.319619 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4891eeb7-d700-4bec-96d8-385b369d7858 admin admin] 10.222.0.58 "DELETE /v2.0/routers/ed8b5ff1-d3f8-4ba7-8c45-2d02bc6b597f HTTP/1.1" status: 204 len: 168 time: 3.6591311 May 03 22:30:04.321003 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58366) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:04.435721 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-cf47f6a5-bb8b-45eb-887e-2a451caa853c req-c52910c2-f3b0-4cef-94e8-3f17db59edd9 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Unset dirty status for tenant:0660cbed43f74b05ab398bdf8e72a3f0 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:30:04.443766 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cf47f6a5-bb8b-45eb-887e-2a451caa853c req-c52910c2-f3b0-4cef-94e8-3f17db59edd9 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca4f0854-1cee-4e2c-9eb4-49d54e23b56d HTTP/1.1" status: 200 len: 210 time: 0.2075336 May 03 22:30:04.446321 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.resource_extend [None req-544437fc-f2c6-4da8-bd83-8171616ca808 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:30:04.503831 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-a866b829-d0fb-426d-843b-3f6611af21ac admin admin] Deleting subnet 2641747e-d825-4c4e-aae8-d68e3cd66c2e {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:30:04.529534 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a866b829-d0fb-426d-843b-3f6611af21ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:04.613989 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58374) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:04.628938 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-544437fc-f2c6-4da8-bd83-8171616ca808 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:04.634633 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544437fc-f2c6-4da8-bd83-8171616ca808 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:04.635240 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-544437fc-f2c6-4da8-bd83-8171616ca808 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:04.688364 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6532f08-b156-4367-badf-ef8d4d4013b5 admin admin] Deleting subnet e0f323d5-6841-4043-9ed1-ac3a56746e8c {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:30:04.692072 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a6532f08-b156-4367-badf-ef8d4d4013b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:04.705194 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a866b829-d0fb-426d-843b-3f6611af21ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:04.753142 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a6532f08-b156-4367-badf-ef8d4d4013b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:04.828790 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a6532f08-b156-4367-badf-ef8d4d4013b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:04.838430 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-544437fc-f2c6-4da8-bd83-8171616ca808 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0608890 May 03 22:30:04.929725 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a6532f08-b156-4367-badf-ef8d4d4013b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:04.941745 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544437fc-f2c6-4da8-bd83-8171616ca808 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Pushing event updated for resources: {'Network': ['ID=9862ce20-8463-482b-99f2-fbb49d86671f,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:04.956881 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 9862ce20-8463-482b-99f2-fbb49d86671f details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:30:04.978336 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ee579ed5-c1a0-45f1-aec2-ffb32667909d req-ec5c2a53-26b7-428a-9437-a0ab5366c874 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] 10.222.0.58 "GET /v2.0/ports?device_id=68a5752b-6126-4b39-bb44-bd9c9d84401b HTTP/1.1" status: 200 len: 210 time: 0.1082399 May 03 22:30:04.992155 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58382) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:05.010548 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-880763dd-65f9-446f-a003-9e4ff8cdbfb4 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Request body: {'subnets': [{'network_id': '4d24e8d2-e744-4f47-87a1-4656a00d6056', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2146556719', 'ip_version': 4}, {'network_id': '9862ce20-8463-482b-99f2-fbb49d86671f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:05.010859 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-880763dd-65f9-446f-a003-9e4ff8cdbfb4 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Request body: {'subnet': {'network_id': '4d24e8d2-e744-4f47-87a1-4656a00d6056', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2146556719', 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:05.011442 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-880763dd-65f9-446f-a003-9e4ff8cdbfb4 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Request body: {'subnet': {'network_id': '9862ce20-8463-482b-99f2-fbb49d86671f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:05.011821 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc9411-0c1e-43a9-8d30-3f456a063d3f req-dea4818a-4273-4982-bd75-57b4368feb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:05.013414 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b5cc9411-0c1e-43a9-8d30-3f456a063d3f req-dea4818a-4273-4982-bd75-57b4368feb0b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c&tenant_id=e5ed80acbb9f47e383e08a46b5c2d155 HTTP/1.1" status: 200 len: 1101 time: 0.5685861 May 03 22:30:05.143571 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6532f08-b156-4367-badf-ef8d4d4013b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0f323d5-6841-4043-9ed1-ac3a56746e8c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:05.145496 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a6532f08-b156-4367-badf-ef8d4d4013b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:05.163597 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a6532f08-b156-4367-badf-ef8d4d4013b5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e0f323d5-6841-4043-9ed1-ac3a56746e8c HTTP/1.1" status: 204 len: 168 time: 0.5483298 May 03 22:30:05.179211 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58386) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:05.202755 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e600b92-abe9-4bc3-ab46-f5cf65c7eb70 req-0b1adee6-ce6e-4848-83ec-469f1f76b317 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:05.204346 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7e600b92-abe9-4bc3-ab46-f5cf65c7eb70 req-0b1adee6-ce6e-4848-83ec-469f1f76b317 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 950 time: 0.6463563 May 03 22:30:05.274513 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a866b829-d0fb-426d-843b-3f6611af21ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:05.367461 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-72a3b58c-20eb-48df-ae37-0b5e7e056f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:05.368111 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-927aec53-55e9-4a24-815d-caa59aa17688 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:05.369313 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-880763dd-65f9-446f-a003-9e4ff8cdbfb4 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:05.369528 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-927aec53-55e9-4a24-815d-caa59aa17688 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] 10.222.0.67 "GET /v2.0/networks?id=1ee2cc07-df25-4a1a-b5fa-8f5cde7ae474 HTTP/1.1" status: 200 len: 812 time: 0.5079348 May 03 22:30:05.373256 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7e600b92-abe9-4bc3-ab46-f5cf65c7eb70 req-20bfee91-9980-415e-b64a-0142702c0fac tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554782 May 03 22:30:05.374048 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-880763dd-65f9-446f-a003-9e4ff8cdbfb4 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Usage tracker for resource:subnet and tenant:76a4b8a15ff44dc18bd2bd99fb344570 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:05.378871 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-880763dd-65f9-446f-a003-9e4ff8cdbfb4 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:05.384991 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-9f30f1b0-2dd6-4f35-acca-0ca9f098ed93 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Request body: {'port': {'device_id': '68a5752b-6126-4b39-bb44-bd9c9d84401b', 'network_id': '1ee2cc07-df25-4a1a-b5fa-8f5cde7ae474', 'admin_state_up': True, 'tenant_id': '4ad54f292b334faeb27c1001af6d5bf9'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:05.386467 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-880763dd-65f9-446f-a003-9e4ff8cdbfb4 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:05.443315 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880763dd-65f9-446f-a003-9e4ff8cdbfb4 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Made reservation on behalf of 76a4b8a15ff44dc18bd2bd99fb344570 for: {'subnet': 2} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:30:05.447942 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-880763dd-65f9-446f-a003-9e4ff8cdbfb4 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:05.448124 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-880763dd-65f9-446f-a003-9e4ff8cdbfb4 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:05.496107 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc9411-0c1e-43a9-8d30-3f456a063d3f req-effd777d-60c2-453b-a079-d1870a36b802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:05.497681 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b5cc9411-0c1e-43a9-8d30-3f456a063d3f req-effd777d-60c2-453b-a079-d1870a36b802 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 1101 time: 0.3797700 May 03 22:30:05.498165 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3deb0540-9d97-4a3e-8efe-7e73c8989fbb', 'name': 'network-vif-deleted', 'tag': 'a2fa487e-eafb-4169-a5b2-c8a3a2313189'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:30:05.517333 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173740c6-12d4-4310-8018-8f03da45d6a1 req-a9ad3096-756e-401a-a3fe-0a6343a9c0cb tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:05.521649 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-173740c6-12d4-4310-8018-8f03da45d6a1 req-a9ad3096-756e-401a-a3fe-0a6343a9c0cb tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 945 time: 0.4047318 May 03 22:30:05.560549 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a866b829-d0fb-426d-843b-3f6611af21ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:05.631758 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bccd4dc-da78-4fbe-ba4e-065101b3f33e'] response: {'server_uuid': '3deb0540-9d97-4a3e-8efe-7e73c8989fbb', 'name': 'network-vif-deleted', 'tag': 'a2fa487e-eafb-4169-a5b2-c8a3a2313189', 'status': 'completed', 'code': 200} May 03 22:30:05.647184 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a866b829-d0fb-426d-843b-3f6611af21ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2641747e-d825-4c4e-aae8-d68e3cd66c2e,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:05.665986 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b11dcce-2b39-4d3a-a4e2-a700cdc3a3a5 None None] Network 8aea1ff8-9c69-4ddb-a429-4444133cffa6 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:30:05.688967 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-72a3b58c-20eb-48df-ae37-0b5e7e056f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:05.720205 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a866b829-d0fb-426d-843b-3f6611af21ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:05.767933 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a866b829-d0fb-426d-843b-3f6611af21ac admin admin] 10.222.0.58 "DELETE /v2.0/subnets/2641747e-d825-4c4e-aae8-d68e3cd66c2e HTTP/1.1" status: 204 len: 168 time: 1.4430289 May 03 22:30:05.771809 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58400) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:05.785935 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-9f30f1b0-2dd6-4f35-acca-0ca9f098ed93 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:05.787871 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-72a3b58c-20eb-48df-ae37-0b5e7e056f66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35b392a8-2086-4676-865d-62c4ab0efc4e']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:05.792868 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-173740c6-12d4-4310-8018-8f03da45d6a1 req-2958fe9c-2c00-4b8b-85ed-1da7a66b1840 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458906 May 03 22:30:05.799059 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-9f30f1b0-2dd6-4f35-acca-0ca9f098ed93 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Usage tracker for resource:port and tenant:4ad54f292b334faeb27c1001af6d5bf9 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:05.804591 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-9f30f1b0-2dd6-4f35-acca-0ca9f098ed93 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:05.821648 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-72a3b58c-20eb-48df-ae37-0b5e7e056f66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edfcd965-1226-404b-9a84-4912f1d0596a') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:05.821648 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-72a3b58c-20eb-48df-ae37-0b5e7e056f66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edfcd965-1226-404b-9a84-4912f1d0596a') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:05.822668 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-9f30f1b0-2dd6-4f35-acca-0ca9f098ed93 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:05.849924 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc9411-0c1e-43a9-8d30-3f456a063d3f req-85e885d2-f1b5-4fbc-8bba-011291932d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:05.852990 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b5cc9411-0c1e-43a9-8d30-3f456a063d3f req-85e885d2-f1b5-4fbc-8bba-011291932d06 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.3303332 May 03 22:30:05.855643 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-9f30f1b0-2dd6-4f35-acca-0ca9f098ed93 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Made reservation on behalf of 4ad54f292b334faeb27c1001af6d5bf9 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:30:05.861096 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-9f30f1b0-2dd6-4f35-acca-0ca9f098ed93 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:05.880285 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-72a3b58c-20eb-48df-ae37-0b5e7e056f66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:05.948168 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b5cc9411-0c1e-43a9-8d30-3f456a063d3f req-2f5c7e6e-ebed-4cbe-90a0-6226084ab9f1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=78cece3e-063d-4911-b5af-6e8c5dad162c HTTP/1.1" status: 200 len: 217 time: 0.0742364 May 03 22:30:05.966184 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7f57a5-3fbb-4925-9538-061694d0ca72 None None] DHCP port deletion for 8aea1ff8-9c69-4ddb-a429-4444133cffa6 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:30:05.966653 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-72a3b58c-20eb-48df-ae37-0b5e7e056f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:05.970220 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1a7f57a5-3fbb-4925-9538-061694d0ca72 None None] Deleting port 34caeba8-d35e-44cc-9f55-19664d66a10a {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:30:05.971013 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1a7f57a5-3fbb-4925-9538-061694d0ca72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:05.976101 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a3b58c-20eb-48df-ae37-0b5e7e056f66 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:30:05.976709 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-72a3b58c-20eb-48df-ae37-0b5e7e056f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:05.992978 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:30:05.992978 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:30:05.992978 n-d-811807-1 neutron-server[88070]: timer() May 03 22:30:05.992978 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:30:05.992978 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:30:05.992978 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:30:05.992978 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:30:05.992978 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:30:05.992978 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:30:05.992978 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:30:05.992978 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:30:05.992978 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:30:05.992978 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:30:05.992978 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:30:05.992978 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:30:05.992978 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:30:05.992978 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:30:05.992978 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:30:05.992978 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:30:05.992978 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:30:05.992978 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:30:05.992978 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:30:05.992978 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:30:05.992978 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:30:05.992978 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:30:05.992978 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:30:05.992978 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:30:05.992978 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:30:05.992978 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:30:05.992978 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:30:05.992978 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:30:05.992978 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:30:06.036058 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a779a8ca-c4f5-4c1f-8fe8-b1aa36203f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:06.065277 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 34caeba8-d35e-44cc-9f55-19664d66a10a no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:30:06.100456 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc9411-0c1e-43a9-8d30-3f456a063d3f req-73e5add7-fa3e-4ec8-8187-c9972bbecc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:06.102026 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b5cc9411-0c1e-43a9-8d30-3f456a063d3f req-73e5add7-fa3e-4ec8-8187-c9972bbecc82 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.1474404 May 03 22:30:06.199509 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-a779a8ca-c4f5-4c1f-8fe8-b1aa36203f4a admin admin] Deleting port 34caeba8-d35e-44cc-9f55-19664d66a10a {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:30:06.199759 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a779a8ca-c4f5-4c1f-8fe8-b1aa36203f4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:06.232321 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-72a3b58c-20eb-48df-ae37-0b5e7e056f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:06.263857 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-72a3b58c-20eb-48df-ae37-0b5e7e056f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:06.298390 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a3b58c-20eb-48df-ae37-0b5e7e056f66 admin admin] Pushing event deleted for resources: {'Network': ['ID=35b392a8-2086-4676-865d-62c4ab0efc4e,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:06.313033 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-72a3b58c-20eb-48df-ae37-0b5e7e056f66 admin admin] 10.222.0.58 "DELETE /v2.0/networks/35b392a8-2086-4676-865d-62c4ab0efc4e HTTP/1.1" status: 204 len: 168 time: 1.1327553 May 03 22:30:06.361678 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:06.393563 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-1a7f57a5-3fbb-4925-9538-061694d0ca72 None None] For port 34caeba8-d35e-44cc-9f55-19664d66a10a, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=34caeba8-d35e-44cc-9f55-19664d66a10a,segment=NetworkSegment(84a46ab7-23b3-4149-a696-24cab25e6e9f),segment_id=84a46ab7-23b3-4149-a696-24cab25e6e9f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:06.394243 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1a7f57a5-3fbb-4925-9538-061694d0ca72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:06.456413 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-452e794d-0b3b-45a3-bc93-c16525d512fc req-01f38196-9edb-4bd4-a4dc-319c167aca76 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] 10.222.0.58 "GET /v2.0/ports?device_id=68a5752b-6126-4b39-bb44-bd9c9d84401b HTTP/1.1" status: 200 len: 210 time: 0.1567991 May 03 22:30:06.508216 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58412) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:06.607120 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1a7f57a5-3fbb-4925-9538-061694d0ca72 None None] Calling delete_port for 34caeba8-d35e-44cc-9f55-19664d66a10a owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:30:06.649257 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 34caeba8-d35e-44cc-9f55-19664d66a10a, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=34caeba8-d35e-44cc-9f55-19664d66a10a,segment=NetworkSegment(84a46ab7-23b3-4149-a696-24cab25e6e9f),segment_id=84a46ab7-23b3-4149-a696-24cab25e6e9f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:06.657824 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:06.658570 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 2c127426-c578-4b83-8e9c-1a1e823cd6a6 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:30:06.691100 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-a779a8ca-c4f5-4c1f-8fe8-b1aa36203f4a admin admin] For port 34caeba8-d35e-44cc-9f55-19664d66a10a, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=34caeba8-d35e-44cc-9f55-19664d66a10a,segment=NetworkSegment(84a46ab7-23b3-4149-a696-24cab25e6e9f),segment_id=84a46ab7-23b3-4149-a696-24cab25e6e9f)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:06.691691 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a779a8ca-c4f5-4c1f-8fe8-b1aa36203f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:06.737843 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 2c127426-c578-4b83-8e9c-1a1e823cd6a6 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:30:06.738235 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 2c127426-c578-4b83-8e9c-1a1e823cd6a6 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:30:06.748785 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc9411-0c1e-43a9-8d30-3f456a063d3f req-a1b39bf5-582a-46bc-9ce1-3c6522f913d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:06.751697 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b5cc9411-0c1e-43a9-8d30-3f456a063d3f req-a1b39bf5-582a-46bc-9ce1-3c6522f913d0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6416109 May 03 22:30:06.772883 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-9f30f1b0-2dd6-4f35-acca-0ca9f098ed93 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Allocated IP 172.20.0.8 (1ee2cc07-df25-4a1a-b5fa-8f5cde7ae474/1937bb70-4764-4339-90b6-37b6bc330f4d/f09d0378-e590-4938-8125-74f6bc031680) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:30:06.790914 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-1a7f57a5-3fbb-4925-9538-061694d0ca72 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:30:06.791275 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-1a7f57a5-3fbb-4925-9538-061694d0ca72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:30:06.792163 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=34caeba8-d35e-44cc-9f55-19664d66a10a,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:06.800822 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:06.801165 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:06.801497 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:06.801845 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:06.802187 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:06.802500 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:06.802820 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:06.803251 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:06.803578 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:06.803890 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:06.804206 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:06.804520 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:06.823206 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-a779a8ca-c4f5-4c1f-8fe8-b1aa36203f4a admin admin] Calling delete_port for 34caeba8-d35e-44cc-9f55-19664d66a10a owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:30:06.837153 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-cc4e3f0b-d366-478c-8bed-79785c49db98 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6a3958c8f8ae4c6aab8c6842592dfacb&name=default HTTP/1.1" status: 200 len: 2980 time: 0.3023422 May 03 22:30:06.848190 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171acc0-a747-48bb-9071-8dc0d108db0e req-f6e637d1-5273-43fb-892f-2b99084a5a92 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:06.849710 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d171acc0-a747-48bb-9071-8dc0d108db0e req-f6e637d1-5273-43fb-892f-2b99084a5a92 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbc9c880-c9a9-449f-9fbd-258d9c9c0fc5 HTTP/1.1" status: 200 len: 950 time: 0.6794748 May 03 22:30:06.850950 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58420) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:06.870694 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9f6624e9-4058-4573-a152-2920f8824148 req-351df2cf-7557-4aad-bfc2-fba8db377c26 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4884450 May 03 22:30:07.019717 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [None req-a779a8ca-c4f5-4c1f-8fe8-b1aa36203f4a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:30:07.020038 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [None req-a779a8ca-c4f5-4c1f-8fe8-b1aa36203f4a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:30:07.046541 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f872b-6c4f-4d04-a394-a3bde40a9f02 req-1f060eb7-0e58-4674-8377-d043be8af0fb tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:07.047460 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-880763dd-65f9-446f-a003-9e4ff8cdbfb4 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:07.048134 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ab4f872b-6c4f-4d04-a394-a3bde40a9f02 req-1f060eb7-0e58-4674-8377-d043be8af0fb tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 950 time: 0.4452989 May 03 22:30:07.076575 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d171acc0-a747-48bb-9071-8dc0d108db0e req-3d3f1d4a-c766-4f08-98ba-2b0b696c740d tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147734 May 03 22:30:07.118733 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6624e9-4058-4573-a152-2920f8824148 req-79d525a8-0107-4085-8117-ab8367d4122b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:07.120306 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9f6624e9-4058-4573-a152-2920f8824148 req-79d525a8-0107-4085-8117-ab8367d4122b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=66dfeed3cb324772b0bf769274eed2d2&device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 1095 time: 0.1735282 May 03 22:30:07.145841 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880763dd-65f9-446f-a003-9e4ff8cdbfb4 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Pushing event updated for resources: {'Subnet': ['ID=b3839845-7db4-448c-85e6-1d5078cbaa47,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:07.174931 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880763dd-65f9-446f-a003-9e4ff8cdbfb4 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Checking segment: {'id': '6af1c5d4-d023-4a6b-a656-fb978be96b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '4d24e8d2-e744-4f47-87a1-4656a00d6056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:30:07.175300 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880763dd-65f9-446f-a003-9e4ff8cdbfb4 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Network hostable DHCP agents. Network: 4d24e8d2-e744-4f47-87a1-4656a00d6056, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:30:07.221175 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b5cc9411-0c1e-43a9-8d30-3f456a063d3f req-da01eb72-c832-4e44-9d13-2f1e080534da service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4607699 May 03 22:30:07.269608 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0bf7fa37-8b66-4fb5-bc73-52d2aa111fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:07.292479 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1a7f57a5-3fbb-4925-9538-061694d0ca72 None None] Deleting port 34caeba8-d35e-44cc-9f55-19664d66a10a {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:30:07.293058 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1a7f57a5-3fbb-4925-9538-061694d0ca72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:07.302379 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ab4f872b-6c4f-4d04-a394-a3bde40a9f02 req-b14f2187-d394-4d92-a97d-12042e3ccd25 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442102 May 03 22:30:07.375309 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880763dd-65f9-446f-a003-9e4ff8cdbfb4 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Network 4d24e8d2-e744-4f47-87a1-4656a00d6056 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:30:07.392791 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-880763dd-65f9-446f-a003-9e4ff8cdbfb4 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 4d24e8d2-e744-4f47-87a1-4656a00d6056) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:30:07.408584 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-880763dd-65f9-446f-a003-9e4ff8cdbfb4 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:07.420877 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9312ea-d70d-4ef7-9c63-a3138589c0c7 None None] Network 4d24e8d2-e744-4f47-87a1-4656a00d6056 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:30:07.452603 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0bf7fa37-8b66-4fb5-bc73-52d2aa111fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:07.460873 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6624e9-4058-4573-a152-2920f8824148 req-a640cf45-fd3e-40fa-aed8-744e43624883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:07.462349 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9f6624e9-4058-4573-a152-2920f8824148 req-a640cf45-fd3e-40fa-aed8-744e43624883 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f73247c4-e4b1-4dbd-a711-946870a81559 HTTP/1.1" status: 200 len: 912 time: 0.3107545 May 03 22:30:07.473085 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-9f30f1b0-2dd6-4f35-acca-0ca9f098ed93 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:07.563166 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295ddb8-29a9-489e-a7e0-760bb8682771 req-72d7fabb-f7e3-43d4-8e53-759f8cef520b tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:07.569566 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f295ddb8-29a9-489e-a7e0-760bb8682771 req-72d7fabb-f7e3-43d4-8e53-759f8cef520b tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 945 time: 0.3581998 May 03 22:30:07.587303 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-a779a8ca-c4f5-4c1f-8fe8-b1aa36203f4a admin admin] Deleting port 34caeba8-d35e-44cc-9f55-19664d66a10a {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:30:07.587581 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a779a8ca-c4f5-4c1f-8fe8-b1aa36203f4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:07.613873 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9f6624e9-4058-4573-a152-2920f8824148 req-ce53a3f1-29ba-4897-9630-3281ada9bef4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cd74799-58d8-4e74-af4b-685d5aaa1c56 HTTP/1.1" status: 200 len: 998 time: 0.1409252 May 03 22:30:07.647269 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f295ddb8-29a9-489e-a7e0-760bb8682771 req-5b39d2f8-02e5-4471-9ba3-65bf220943a0 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766802 May 03 22:30:07.655374 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b5cc9411-0c1e-43a9-8d30-3f456a063d3f req-75de04b9-53c3-472f-8202-0afb8ca71989 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941386 May 03 22:30:07.692032 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0bf7fa37-8b66-4fb5-bc73-52d2aa111fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:07.693242 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880763dd-65f9-446f-a003-9e4ff8cdbfb4 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Pushing event updated for resources: {'Subnet': ['ID=881170c9-d975-4fe4-a74c-8d2fbecc4b43,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:07.704653 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-9f30f1b0-2dd6-4f35-acca-0ca9f098ed93 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:07.705297 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880763dd-65f9-446f-a003-9e4ff8cdbfb4 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Checking segment: {'id': 'abab2a02-df7d-4bfa-b1f5-cb4fb59d5bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9862ce20-8463-482b-99f2-fbb49d86671f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:30:07.705664 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880763dd-65f9-446f-a003-9e4ff8cdbfb4 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Network hostable DHCP agents. Network: 9862ce20-8463-482b-99f2-fbb49d86671f, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:30:07.733052 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 78cece3e-063d-4911-b5af-6e8c5dad162c no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:30:07.780828 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880763dd-65f9-446f-a003-9e4ff8cdbfb4 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Network 9862ce20-8463-482b-99f2-fbb49d86671f is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:30:07.796501 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-880763dd-65f9-446f-a003-9e4ff8cdbfb4 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 9862ce20-8463-482b-99f2-fbb49d86671f) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:30:07.798978 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6624e9-4058-4573-a152-2920f8824148 req-208379b1-2e33-4458-8672-53acf16ac8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:07.800524 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9f6624e9-4058-4573-a152-2920f8824148 req-208379b1-2e33-4458-8672-53acf16ac8e5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a6303b72-ad18-4df3-b796-1d1c3ad4e877 HTTP/1.1" status: 200 len: 850 time: 0.1745398 May 03 22:30:07.807399 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880763dd-65f9-446f-a003-9e4ff8cdbfb4 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:07.807916 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880763dd-65f9-446f-a003-9e4ff8cdbfb4 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:07.808627 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-880763dd-65f9-446f-a003-9e4ff8cdbfb4 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:07.815385 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f6a20f-e595-4497-9b9f-98dfc44afd02 None None] Network 9862ce20-8463-482b-99f2-fbb49d86671f requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:30:07.819882 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f30f1b0-2dd6-4f35-acca-0ca9f098ed93 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Pushing event updated for resources: {'Port': ['ID=f09d0378-e590-4938-8125-74f6bc031680,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:07.822521 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7fa37-8b66-4fb5-bc73-52d2aa111fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee11bb75-7d69-4a8d-960d-16ab31a36344,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:07.913903 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0bf7fa37-8b66-4fb5-bc73-52d2aa111fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:07.914130 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-1a7f57a5-3fbb-4925-9538-061694d0ca72 None None] For port 34caeba8-d35e-44cc-9f55-19664d66a10a, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=34caeba8-d35e-44cc-9f55-19664d66a10a,segment=NetworkSegment(84a46ab7-23b3-4149-a696-24cab25e6e9f),segment_id=84a46ab7-23b3-4149-a696-24cab25e6e9f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:07.914554 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1a7f57a5-3fbb-4925-9538-061694d0ca72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:07.914967 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0bf7fa37-8b66-4fb5-bc73-52d2aa111fc1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ee11bb75-7d69-4a8d-960d-16ab31a36344 HTTP/1.1" status: 204 len: 168 time: 1.0592015 May 03 22:30:07.930136 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-9f30f1b0-2dd6-4f35-acca-0ca9f098ed93 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Network 1ee2cc07-df25-4a1a-b5fa-8f5cde7ae474 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:30:07.937386 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-9f30f1b0-2dd6-4f35-acca-0ca9f098ed93 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:30:07.948359 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-9f30f1b0-2dd6-4f35-acca-0ca9f098ed93 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:30:07.974462 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-880763dd-65f9-446f-a003-9e4ff8cdbfb4 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.9812424 May 03 22:30:07.984896 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58428) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:08.045190 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-9f30f1b0-2dd6-4f35-acca-0ca9f098ed93 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:08.045839 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-9f30f1b0-2dd6-4f35-acca-0ca9f098ed93 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:08.078132 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-a779a8ca-c4f5-4c1f-8fe8-b1aa36203f4a admin admin] For port 34caeba8-d35e-44cc-9f55-19664d66a10a, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=34caeba8-d35e-44cc-9f55-19664d66a10a,segment=NetworkSegment(84a46ab7-23b3-4149-a696-24cab25e6e9f),segment_id=84a46ab7-23b3-4149-a696-24cab25e6e9f)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:08.078494 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a779a8ca-c4f5-4c1f-8fe8-b1aa36203f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:08.078620 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17ca16-a418-42a3-b442-4f5192b88f7c req-c340edd4-7b6a-4344-86f3-91ac7c1fc141 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:08.079241 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-7c17ca16-a418-42a3-b442-4f5192b88f7c req-c340edd4-7b6a-4344-86f3-91ac7c1fc141 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Synchronizing usage tracker for tenant:4ad54f292b334faeb27c1001af6d5bf9 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:30:08.087099 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-9f30f1b0-2dd6-4f35-acca-0ca9f098ed93 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7068710 May 03 22:30:08.093352 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6624e9-4058-4573-a152-2920f8824148 req-ed4a207a-ff2b-4353-86f1-3ecd6f509d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:08.094988 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9f6624e9-4058-4573-a152-2920f8824148 req-ed4a207a-ff2b-4353-86f1-3ecd6f509d9c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f73247c4-e4b1-4dbd-a711-946870a81559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2812402 May 03 22:30:08.098103 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8000b-c449-4111-9448-06347266b21a req-1e7cf075-adbb-43d4-b8a4-63e352a189c4 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:08.099927 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ee8000b-c449-4111-9448-06347266b21a req-1e7cf075-adbb-43d4-b8a4-63e352a189c4 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.67 "GET /v2.0/ports?device_id=fbc9c880-c9a9-449f-9fbd-258d9c9c0fc5 HTTP/1.1" status: 200 len: 950 time: 0.2806838 May 03 22:30:08.115315 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-80c2324c-48c6-4e02-9566-ec99d728932b service neutron] Request body: {'port': {'device_id': '68a5752b-6126-4b39-bb44-bd9c9d84401b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:08.154082 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1a7f57a5-3fbb-4925-9538-061694d0ca72 None None] Calling delete_port for 34caeba8-d35e-44cc-9f55-19664d66a10a owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:30:08.308463 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-a779a8ca-c4f5-4c1f-8fe8-b1aa36203f4a admin admin] Calling delete_port for 34caeba8-d35e-44cc-9f55-19664d66a10a owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:30:08.347977 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-7c17ca16-a418-42a3-b442-4f5192b88f7c req-c340edd4-7b6a-4344-86f3-91ac7c1fc141 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Unset dirty status for tenant:4ad54f292b334faeb27c1001af6d5bf9 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:30:08.354830 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7c17ca16-a418-42a3-b442-4f5192b88f7c req-c340edd4-7b6a-4344-86f3-91ac7c1fc141 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] 10.222.0.58 "GET /v2.0/ports?device_id=68a5752b-6126-4b39-bb44-bd9c9d84401b HTTP/1.1" status: 200 len: 931 time: 0.6199772 May 03 22:30:08.355308 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea874c52-a971-4c5f-aa4e-cb3c9ee7157e tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:08.357381 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea874c52-a971-4c5f-aa4e-cb3c9ee7157e tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:08.358900 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea874c52-a971-4c5f-aa4e-cb3c9ee7157e tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:08.359678 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ea874c52-a971-4c5f-aa4e-cb3c9ee7157e tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Synchronizing usage tracker for tenant:76a4b8a15ff44dc18bd2bd99fb344570 on resource:subnet {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:30:08.372954 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea0c061-b20b-4c58-86e6-52bd3168929b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-4d24e8d2-e744-4f47-87a1-4656a00d6056', 'network_id': '4d24e8d2-e744-4f47-87a1-4656a00d6056', 'tenant_id': '76a4b8a15ff44dc18bd2bd99fb344570', 'fixed_ips': [{'subnet_id': 'b3839845-7db4-448c-85e6-1d5078cbaa47'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:30:08.373788 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fea0c061-b20b-4c58-86e6-52bd3168929b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:08.408507 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:08.422724 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-2ee8000b-c449-4111-9448-06347266b21a req-586be681-10bc-43c6-b632-33e29bc7c73e tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Deleting port fff7e02f-6b77-40c4-ad02-65709d0d84ac {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:30:08.423331 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-2ee8000b-c449-4111-9448-06347266b21a req-586be681-10bc-43c6-b632-33e29bc7c73e tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:08.482564 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a9e38b15-69e1-43f6-9eae-acea00e65662 req-c357eabd-74b9-4a6f-b57f-30f4f602571c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7eeb876d-d169-4822-ae0a-71ff6f1d8ca9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3024454 May 03 22:30:08.496201 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ea874c52-a971-4c5f-aa4e-cb3c9ee7157e tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Unset dirty status for tenant:76a4b8a15ff44dc18bd2bd99fb344570 on resource:subnet {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:30:08.498132 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ea874c52-a971-4c5f-aa4e-cb3c9ee7157e tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.5090888 May 03 22:30:08.502904 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58440) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:08.537868 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1a7f57a5-3fbb-4925-9538-061694d0ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:08.599235 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd3a5ecc-a31a-43cd-9248-b1e40616e914 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Deleting subnet b3839845-7db4-448c-85e6-1d5078cbaa47 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:30:08.603196 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd3a5ecc-a31a-43cd-9248-b1e40616e914 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:08.665467 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd3a5ecc-a31a-43cd-9248-b1e40616e914 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:08.669694 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b165481-d168-47b0-8ae5-f2c99caf766c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78cece3e-063d-4911-b5af-6e8c5dad162c'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:30:08.733210 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-7c17ca16-a418-42a3-b442-4f5192b88f7c req-fd681756-3daf-4c3b-b126-16fab5c915d0 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Synchronizing usage tracker for tenant:4ad54f292b334faeb27c1001af6d5bf9 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:30:08.747741 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-80c2324c-48c6-4e02-9566-ec99d728932b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:08.779365 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd3a5ecc-a31a-43cd-9248-b1e40616e914 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:08.838925 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f57a5-3fbb-4925-9538-061694d0ca72 None None] Pushing event deleted for resources: {'Port': ['ID=34caeba8-d35e-44cc-9f55-19664d66a10a,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:08.851923 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7f57a5-3fbb-4925-9538-061694d0ca72 None None] No DVR routers for this DVR port 34caeba8-d35e-44cc-9f55-19664d66a10a on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:30:08.854625 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0214c89-2735-4b58-b004-b8efd4e5e0d8 req-f926e326-744f-45fa-8f20-7c5f14406adb tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:08.856203 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f0214c89-2735-4b58-b004-b8efd4e5e0d8 req-f926e326-744f-45fa-8f20-7c5f14406adb tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbc9c880-c9a9-449f-9fbd-258d9c9c0fc5 HTTP/1.1" status: 200 len: 950 time: 0.5766244 May 03 22:30:08.871440 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 78cece3e-063d-4911-b5af-6e8c5dad162c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=78cece3e-063d-4911-b5af-6e8c5dad162c,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:08.875313 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd3a5ecc-a31a-43cd-9248-b1e40616e914 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:08.879493 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [None req-a779a8ca-c4f5-4c1f-8fe8-b1aa36203f4a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:30:08.879493 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [None req-a779a8ca-c4f5-4c1f-8fe8-b1aa36203f4a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:30:08.881462 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9f6624e9-4058-4573-a152-2920f8824148 req-972784b2-9094-426c-b08a-601e20110cb4 service neutron] 10.222.0.60 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7775559 May 03 22:30:08.905821 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:08.911303 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-7c17ca16-a418-42a3-b442-4f5192b88f7c req-fd681756-3daf-4c3b-b126-16fab5c915d0 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Unset dirty status for tenant:4ad54f292b334faeb27c1001af6d5bf9 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:30:08.912446 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7c17ca16-a418-42a3-b442-4f5192b88f7c req-fd681756-3daf-4c3b-b126-16fab5c915d0 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] 10.222.0.58 "GET /v2.0/security-groups?id=c7c7ebd6-5449-4da1-9909-2e088c1597a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5564446 May 03 22:30:08.955523 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a5ecc-a31a-43cd-9248-b1e40616e914 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Pushing event deleted for resources: {'Subnet': ['ID=b3839845-7db4-448c-85e6-1d5078cbaa47,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:09.044621 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da863d69-3d21-4c8f-87e0-31d5d55fc417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-9862ce20-8463-482b-99f2-fbb49d86671f', 'network_id': '9862ce20-8463-482b-99f2-fbb49d86671f', 'tenant_id': '76a4b8a15ff44dc18bd2bd99fb344570', 'fixed_ips': [{'subnet_id': '881170c9-d975-4fe4-a74c-8d2fbecc4b43'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:30:09.044859 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-da863d69-3d21-4c8f-87e0-31d5d55fc417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:09.069449 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=78cece3e-063d-4911-b5af-6e8c5dad162c,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:09.115253 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f0214c89-2735-4b58-b004-b8efd4e5e0d8 req-3e626236-b60b-4744-b0a1-6441bc2a7d71 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/security-groups?id=f713a61a-1854-4563-bfc8-2d26b59ee265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368283 May 03 22:30:09.146144 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd3a5ecc-a31a-43cd-9248-b1e40616e914 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server [None req-fea0c061-b20b-4c58-86e6-52bd3168929b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b3839845-7db4-448c-85e6-1d5078cbaa47: This subnet is being modified by another concurrent operation. May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server self.force_reraise() May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server raise self.value May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server self.force_reraise() May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server raise self.value May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server self.force_reraise() May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server raise self.value May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server self.force_reraise() May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server raise self.value May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 03 22:30:09.160202 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 03 22:30:09.165036 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 03 22:30:09.165036 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 03 22:30:09.165036 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 03 22:30:09.165036 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server self.force_reraise() May 03 22:30:09.165036 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 03 22:30:09.165036 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server raise self.value May 03 22:30:09.165036 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 03 22:30:09.165036 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 03 22:30:09.165036 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 03 22:30:09.165036 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 03 22:30:09.165036 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 03 22:30:09.165036 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server self.force_reraise() May 03 22:30:09.165036 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 03 22:30:09.165036 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server raise self.value May 03 22:30:09.165036 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 03 22:30:09.165036 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 03 22:30:09.165036 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 03 22:30:09.165036 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 03 22:30:09.165036 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 03 22:30:09.165036 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 03 22:30:09.165036 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 03 22:30:09.165036 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 03 22:30:09.165036 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 03 22:30:09.165036 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 03 22:30:09.165036 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 03 22:30:09.165036 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 03 22:30:09.165036 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 03 22:30:09.165036 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 03 22:30:09.165036 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 03 22:30:09.165036 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 03 22:30:09.165036 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 03 22:30:09.165036 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 03 22:30:09.165036 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 03 22:30:09.165036 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 03 22:30:09.165036 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 03 22:30:09.165036 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server raise exception May 03 22:30:09.165036 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b3839845-7db4-448c-85e6-1d5078cbaa47: This subnet is being modified by another concurrent operation. May 03 22:30:09.165036 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server May 03 22:30:09.244625 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-2ee8000b-c449-4111-9448-06347266b21a req-586be681-10bc-43c6-b632-33e29bc7c73e tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] For port fff7e02f-6b77-40c4-ad02-65709d0d84ac, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=fff7e02f-6b77-40c4-ad02-65709d0d84ac,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:09.245066 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-2ee8000b-c449-4111-9448-06347266b21a req-586be681-10bc-43c6-b632-33e29bc7c73e tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:09.255910 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58462) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:09.259528 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bd3a5ecc-a31a-43cd-9248-b1e40616e914 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] 10.222.0.58 "DELETE /v2.0/subnets/b3839845-7db4-448c-85e6-1d5078cbaa47 HTTP/1.1" status: 204 len: 168 time: 0.7555244 May 03 22:30:09.262066 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58464) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:09.319922 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e38b15-69e1-43f6-9eae-acea00e65662 req-1a6f7da8-ba04-4809-88e2-c359c7110edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:09.321962 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a9e38b15-69e1-43f6-9eae-acea00e65662 req-1a6f7da8-ba04-4809-88e2-c359c7110edf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=66dfeed3cb324772b0bf769274eed2d2&device_id=7eeb876d-d169-4822-ae0a-71ff6f1d8ca9 HTTP/1.1" status: 200 len: 1097 time: 0.6169689 May 03 22:30:09.326269 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9f6624e9-4058-4573-a152-2920f8824148 req-8bd1783f-69b8-467c-a33e-1d898b730816 service neutron] 10.222.0.60 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719072 May 03 22:30:09.338698 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4733d774-3a51-4233-9462-9e263749917e None None] Network 4d24e8d2-e744-4f47-87a1-4656a00d6056 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:30:09.431532 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-da863d69-3d21-4c8f-87e0-31d5d55fc417 None None] Allocated IP 172.20.0.18 (9862ce20-8463-482b-99f2-fbb49d86671f/881170c9-d975-4fe4-a74c-8d2fbecc4b43/f7d37af1-f534-4dae-b5c6-befcd854840c) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:30:09.483560 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-2ee8000b-c449-4111-9448-06347266b21a req-586be681-10bc-43c6-b632-33e29bc7c73e tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Calling delete_port for fff7e02f-6b77-40c4-ad02-65709d0d84ac owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:30:09.524289 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-6b6eb992-b389-4e59-8ff9-5f2aa7d9eacb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1372084257-network', 'tenant_id': 'd9c3dbb20f6947bda4c4f80874d7efc3'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:09.529737 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6b6eb992-b389-4e59-8ff9-5f2aa7d9eacb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:09.533582 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6b6eb992-b389-4e59-8ff9-5f2aa7d9eacb admin admin] Usage tracker for resource:network and tenant:d9c3dbb20f6947bda4c4f80874d7efc3 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:09.536542 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6b6eb992-b389-4e59-8ff9-5f2aa7d9eacb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:09.543349 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6b6eb992-b389-4e59-8ff9-5f2aa7d9eacb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:09.562050 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6eb992-b389-4e59-8ff9-5f2aa7d9eacb admin admin] Made reservation on behalf of d9c3dbb20f6947bda4c4f80874d7efc3 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:30:09.564317 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6b6eb992-b389-4e59-8ff9-5f2aa7d9eacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:09.587903 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6b6eb992-b389-4e59-8ff9-5f2aa7d9eacb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:09.606684 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e38b15-69e1-43f6-9eae-acea00e65662 req-0112d290-e084-4948-abb3-7d08fac01a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:09.608194 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a9e38b15-69e1-43f6-9eae-acea00e65662 req-0112d290-e084-4948-abb3-7d08fac01a95 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f73247c4-e4b1-4dbd-a711-946870a81559 HTTP/1.1" status: 200 len: 912 time: 0.2639577 May 03 22:30:09.610500 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6b6eb992-b389-4e59-8ff9-5f2aa7d9eacb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:09.614688 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6b6eb992-b389-4e59-8ff9-5f2aa7d9eacb admin admin] Usage tracker for resource:security_group_rule and tenant:d9c3dbb20f6947bda4c4f80874d7efc3 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:09.617723 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6b6eb992-b389-4e59-8ff9-5f2aa7d9eacb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:09.623839 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6b6eb992-b389-4e59-8ff9-5f2aa7d9eacb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:09.689551 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be6364c-eeba-4196-a10c-f2fe36108fe8 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Deleting subnet 881170c9-d975-4fe4-a74c-8d2fbecc4b43 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:30:09.699902 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745371e-b379-4a08-ace9-1e95c1550042 req-7eda1114-e938-42df-8eb0-7930cc842b20 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:09.701623 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2745371e-b379-4a08-ace9-1e95c1550042 req-7eda1114-e938-42df-8eb0-7930cc842b20 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 948 time: 0.5957181 May 03 22:30:09.752193 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-a779a8ca-c4f5-4c1f-8fe8-b1aa36203f4a admin admin] Deleting port 34caeba8-d35e-44cc-9f55-19664d66a10a {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:30:09.752547 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a779a8ca-c4f5-4c1f-8fe8-b1aa36203f4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:09.782156 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-da863d69-3d21-4c8f-87e0-31d5d55fc417 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:09.806634 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a9e38b15-69e1-43f6-9eae-acea00e65662 req-4d3c2bbd-19fe-47d6-b1d0-d75ae44fc574 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95b4774f-05b7-419e-89fc-76bb9efcb5b7 HTTP/1.1" status: 200 len: 217 time: 0.1062071 May 03 22:30:09.826385 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2745371e-b379-4a08-ace9-1e95c1550042 req-44cda4e5-f10e-4f8a-b044-2754e9fa47f4 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021070 May 03 22:30:09.846284 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6b6eb992-b389-4e59-8ff9-5f2aa7d9eacb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:09.883941 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3f31c63-8216-4b1e-884f-e0d2a49fbfdb'] response: {'server_uuid': '9b165481-d168-47b0-8ae5-f2c99caf766c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78cece3e-063d-4911-b5af-6e8c5dad162c', 'code': 200} May 03 22:30:09.892452 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-a779a8ca-c4f5-4c1f-8fe8-b1aa36203f4a admin admin] The port '34caeba8-d35e-44cc-9f55-19664d66a10a' was deleted {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:30:09.893272 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6b6eb992-b389-4e59-8ff9-5f2aa7d9eacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:09.899757 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a5301-671e-4aa6-ae22-f3c1a5b18098 req-a45b1168-606d-41ee-99f3-7fec878ef841 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:09.901207 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a11a5301-671e-4aa6-ae22-f3c1a5b18098 req-a45b1168-606d-41ee-99f3-7fec878ef841 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 945 time: 0.5519950 May 03 22:30:09.952939 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-da863d69-3d21-4c8f-87e0-31d5d55fc417 None None] Transition to ACTIVE for port object f7d37af1-f534-4dae-b5c6-befcd854840c will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:30:09.960965 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-2ee8000b-c449-4111-9448-06347266b21a req-586be681-10bc-43c6-b632-33e29bc7c73e tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:09.964024 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-80c2324c-48c6-4e02-9566-ec99d728932b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f09d0378-e590-4938-8125-74f6bc031680 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:30:09.982313 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-da863d69-3d21-4c8f-87e0-31d5d55fc417 None None] Transition to ACTIVE for port object f7d37af1-f534-4dae-b5c6-befcd854840c will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:30:09.990095 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-da863d69-3d21-4c8f-87e0-31d5d55fc417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:09.993118 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-80c2324c-48c6-4e02-9566-ec99d728932b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:09.997232 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b6eb992-b389-4e59-8ff9-5f2aa7d9eacb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:30:10.006618 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6eb992-b389-4e59-8ff9-5f2aa7d9eacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c31ee3-e836-45e8-8521-0c048dd4e20f,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:10.014254 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-80c2324c-48c6-4e02-9566-ec99d728932b service neutron] Transition to ACTIVE for port object f09d0378-e590-4938-8125-74f6bc031680 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:30:10.063406 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0be6364c-eeba-4196-a10c-f2fe36108fe8 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:10.068044 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e38b15-69e1-43f6-9eae-acea00e65662 req-2ea018b3-3b06-4532-8610-c75c31eb02e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:10.069492 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a9e38b15-69e1-43f6-9eae-acea00e65662 req-2ea018b3-3b06-4532-8610-c75c31eb02e8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6303b72-ad18-4df3-b796-1d1c3ad4e877 HTTP/1.1" status: 200 len: 850 time: 0.2351222 May 03 22:30:10.082534 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da863d69-3d21-4c8f-87e0-31d5d55fc417 None None] Network 9862ce20-8463-482b-99f2-fbb49d86671f is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:30:10.083501 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a779a8ca-c4f5-4c1f-8fe8-b1aa36203f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:10.085653 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-da863d69-3d21-4c8f-87e0-31d5d55fc417 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:30:10.088538 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da863d69-3d21-4c8f-87e0-31d5d55fc417 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:30:10.121417 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6b6eb992-b389-4e59-8ff9-5f2aa7d9eacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:10.121800 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-6b6eb992-b389-4e59-8ff9-5f2aa7d9eacb admin admin] Added segment 2fe19a67-79a3-499a-9948-e091fef39ff7 of type vlan for network cf4b4b53-23b3-4846-9dfb-85aed8a34ef8 May 03 22:30:10.127361 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-80c2324c-48c6-4e02-9566-ec99d728932b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:10.138541 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da863d69-3d21-4c8f-87e0-31d5d55fc417 None None] Pushing event updated for resources: {'Port': ['ID=f7d37af1-f534-4dae-b5c6-befcd854840c,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:10.165533 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-a779a8ca-c4f5-4c1f-8fe8-b1aa36203f4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aea1ff8-9c69-4ddb-a429-4444133cffa6']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:10.184151 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-a779a8ca-c4f5-4c1f-8fe8-b1aa36203f4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84a46ab7-23b3-4149-a696-24cab25e6e9f') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:10.184451 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-a779a8ca-c4f5-4c1f-8fe8-b1aa36203f4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84a46ab7-23b3-4149-a696-24cab25e6e9f') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:10.195122 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-da863d69-3d21-4c8f-87e0-31d5d55fc417 None None] Attempting to bind port f7d37af1-f534-4dae-b5c6-befcd854840c on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:30:10.195613 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-da863d69-3d21-4c8f-87e0-31d5d55fc417 None None] Attempting to bind port f7d37af1-f534-4dae-b5c6-befcd854840c by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'abab2a02-df7d-4bfa-b1f5-cb4fb59d5bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9862ce20-8463-482b-99f2-fbb49d86671f'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:30:10.196073 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da863d69-3d21-4c8f-87e0-31d5d55fc417 None None] Attempting to bind port f7d37af1-f534-4dae-b5c6-befcd854840c on network 9862ce20-8463-482b-99f2-fbb49d86671f {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:30:10.202877 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da863d69-3d21-4c8f-87e0-31d5d55fc417 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:30:10.203796 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da863d69-3d21-4c8f-87e0-31d5d55fc417 None None] Checking segment: {'id': 'abab2a02-df7d-4bfa-b1f5-cb4fb59d5bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9862ce20-8463-482b-99f2-fbb49d86671f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:30:10.204268 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-da863d69-3d21-4c8f-87e0-31d5d55fc417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:10.204770 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da863d69-3d21-4c8f-87e0-31d5d55fc417 None None] Bound using segment: {'id': 'abab2a02-df7d-4bfa-b1f5-cb4fb59d5bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9862ce20-8463-482b-99f2-fbb49d86671f'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:30:10.205426 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-da863d69-3d21-4c8f-87e0-31d5d55fc417 None None] Bound port: f7d37af1-f534-4dae-b5c6-befcd854840c, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abab2a02-df7d-4bfa-b1f5-cb4fb59d5bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '9862ce20-8463-482b-99f2-fbb49d86671f'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:30:10.205798 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-da863d69-3d21-4c8f-87e0-31d5d55fc417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:10.207192 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a779a8ca-c4f5-4c1f-8fe8-b1aa36203f4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:10.220111 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6b6eb992-b389-4e59-8ff9-5f2aa7d9eacb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:10.233421 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a779a8ca-c4f5-4c1f-8fe8-b1aa36203f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:10.255920 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a779a8ca-c4f5-4c1f-8fe8-b1aa36203f4a admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:30:10.256337 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a779a8ca-c4f5-4c1f-8fe8-b1aa36203f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:10.263855 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586be681-10bc-43c6-b632-33e29bc7c73e tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Pushing event deleted for resources: {'Port': ['ID=fff7e02f-6b77-40c4-ad02-65709d0d84ac,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: timer() May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:30:10.271311 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:30:10.308406 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-da863d69-3d21-4c8f-87e0-31d5d55fc417 None None] For port f7d37af1-f534-4dae-b5c6-befcd854840c, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:30:10.313269 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-da863d69-3d21-4c8f-87e0-31d5d55fc417 None None] For port f7d37af1-f534-4dae-b5c6-befcd854840c, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=f7d37af1-f534-4dae-b5c6-befcd854840c,segment=NetworkSegment(abab2a02-df7d-4bfa-b1f5-cb4fb59d5bed),segment_id=abab2a02-df7d-4bfa-b1f5-cb4fb59d5bed)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:30:10.314473 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a11a5301-671e-4aa6-ae22-f3c1a5b18098 req-8d1823d1-68e8-45f5-acec-687d1de2f7fa tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971703 May 03 22:30:10.319079 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-da863d69-3d21-4c8f-87e0-31d5d55fc417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:10.370343 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e38b15-69e1-43f6-9eae-acea00e65662 req-6d72977d-238d-4eb5-baaa-661c3adbaf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:10.372957 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a9e38b15-69e1-43f6-9eae-acea00e65662 req-6d72977d-238d-4eb5-baaa-661c3adbaf40 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f73247c4-e4b1-4dbd-a711-946870a81559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2926376 May 03 22:30:10.375969 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6b6eb992-b389-4e59-8ff9-5f2aa7d9eacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:10.377420 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6eb992-b389-4e59-8ff9-5f2aa7d9eacb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:10.378529 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6b6eb992-b389-4e59-8ff9-5f2aa7d9eacb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:10.437666 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da863d69-3d21-4c8f-87e0-31d5d55fc417 None None] Pushing event updated for resources: {'Port': ['ID=f7d37af1-f534-4dae-b5c6-befcd854840c,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:10.495581 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a779a8ca-c4f5-4c1f-8fe8-b1aa36203f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:10.498501 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6b6eb992-b389-4e59-8ff9-5f2aa7d9eacb admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2333331 May 03 22:30:10.513090 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58476) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:10.516316 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a779a8ca-c4f5-4c1f-8fe8-b1aa36203f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:10.518164 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a779a8ca-c4f5-4c1f-8fe8-b1aa36203f4a admin admin] 10.222.0.58 "DELETE /v2.0/networks/8aea1ff8-9c69-4ddb-a429-4444133cffa6 HTTP/1.1" status: 204 len: 168 time: 4.7413480 May 03 22:30:10.534974 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-2552120f-c5a2-42d0-8c27-a9b57fcd49ed admin admin] Request body: {'subnet': {'network_id': 'cf4b4b53-23b3-4846-9dfb-85aed8a34ef8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1372084257-subnet', 'tenant_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:10.540863 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2552120f-c5a2-42d0-8c27-a9b57fcd49ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:10.545986 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2552120f-c5a2-42d0-8c27-a9b57fcd49ed admin admin] Usage tracker for resource:subnet and tenant:d9c3dbb20f6947bda4c4f80874d7efc3 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:10.548911 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2552120f-c5a2-42d0-8c27-a9b57fcd49ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:10.555079 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2552120f-c5a2-42d0-8c27-a9b57fcd49ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:10.648515 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0be6364c-eeba-4196-a10c-f2fe36108fe8 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:10.648787 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2552120f-c5a2-42d0-8c27-a9b57fcd49ed admin admin] Made reservation on behalf of d9c3dbb20f6947bda4c4f80874d7efc3 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:30:10.651123 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2552120f-c5a2-42d0-8c27-a9b57fcd49ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:10.705093 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee8000b-c449-4111-9448-06347266b21a req-586be681-10bc-43c6-b632-33e29bc7c73e tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] No DVR routers for this DVR port fff7e02f-6b77-40c4-ad02-65709d0d84ac on host n-h2-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:30:10.708865 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-2ee8000b-c449-4111-9448-06347266b21a req-586be681-10bc-43c6-b632-33e29bc7c73e tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:10.739645 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc9c880-c9a9-449f-9fbd-258d9c9c0fc5', 'name': 'network-vif-deleted', 'tag': 'fff7e02f-6b77-40c4-ad02-65709d0d84ac'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:30:10.767858 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58482) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:10.804927 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6eb992-b389-4e59-8ff9-5f2aa7d9eacb admin admin] Pushing event updated for resources: {'Network': ['ID=cf4b4b53-23b3-4846-9dfb-85aed8a34ef8,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:10.821611 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network cf4b4b53-23b3-4846-9dfb-85aed8a34ef8 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:30:10.863131 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779a8ca-c4f5-4c1f-8fe8-b1aa36203f4a admin admin] Pushing event deleted for resources: {'Network': ['ID=8aea1ff8-9c69-4ddb-a429-4444133cffa6,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:10.876484 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0a557a88-b3ff-4c03-af64-120d24bc7d3a req-aa382828-f32b-4842-b2f7-1da24181b6a8 tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbc9c880-c9a9-449f-9fbd-258d9c9c0fc5 HTTP/1.1" status: 200 len: 210 time: 0.3933766 May 03 22:30:10.905732 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2324c-48c6-4e02-9566-ec99d728932b service neutron] Pushing event updated for resources: {'Port': ['ID=f09d0378-e590-4938-8125-74f6bc031680,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:10.938495 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-80c2324c-48c6-4e02-9566-ec99d728932b service neutron] Attempting to bind port f09d0378-e590-4938-8125-74f6bc031680 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:30:10.938837 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-80c2324c-48c6-4e02-9566-ec99d728932b service neutron] Attempting to bind port f09d0378-e590-4938-8125-74f6bc031680 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': 'e2cd5293-4653-410d-9e29-2cc64d859f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1ee2cc07-df25-4a1a-b5fa-8f5cde7ae474'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:30:10.939728 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-80c2324c-48c6-4e02-9566-ec99d728932b service neutron] Attempting to bind port f09d0378-e590-4938-8125-74f6bc031680 on network 1ee2cc07-df25-4a1a-b5fa-8f5cde7ae474 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:30:10.946086 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ee8000b-c449-4111-9448-06347266b21a req-586be681-10bc-43c6-b632-33e29bc7c73e tempest-ServersOnMultiNodesTest-1524921458 tempest-ServersOnMultiNodesTest-1524921458-project] 10.222.0.67 "DELETE /v2.0/ports/fff7e02f-6b77-40c4-ad02-65709d0d84ac HTTP/1.1" status: 204 len: 173 time: 2.7806520 May 03 22:30:10.969780 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-80c2324c-48c6-4e02-9566-ec99d728932b service neutron] Port f09d0378-e590-4938-8125-74f6bc031680 on network 1ee2cc07-df25-4a1a-b5fa-8f5cde7ae474 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:30:10.970028 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-80c2324c-48c6-4e02-9566-ec99d728932b service neutron] Attempting to bind port f09d0378-e590-4938-8125-74f6bc031680 on network 1ee2cc07-df25-4a1a-b5fa-8f5cde7ae474 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:30:10.986766 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-80c2324c-48c6-4e02-9566-ec99d728932b service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:30:10.987103 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-80c2324c-48c6-4e02-9566-ec99d728932b service neutron] Checking segment: {'id': 'e2cd5293-4653-410d-9e29-2cc64d859f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1ee2cc07-df25-4a1a-b5fa-8f5cde7ae474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:30:10.987535 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-80c2324c-48c6-4e02-9566-ec99d728932b service neutron] Bound using segment: {'id': 'e2cd5293-4653-410d-9e29-2cc64d859f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1ee2cc07-df25-4a1a-b5fa-8f5cde7ae474'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:30:10.987977 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-80c2324c-48c6-4e02-9566-ec99d728932b service neutron] Bound port: f09d0378-e590-4938-8125-74f6bc031680, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2cd5293-4653-410d-9e29-2cc64d859f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '1ee2cc07-df25-4a1a-b5fa-8f5cde7ae474'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:30:10.988327 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-80c2324c-48c6-4e02-9566-ec99d728932b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:11.103916 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30e9ee-6347-4819-af4b-50d668ea10ee req-db53b6a2-58a0-47d0-a060-2c8e50eca980 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:11.105408 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fd30e9ee-6347-4819-af4b-50d668ea10ee req-db53b6a2-58a0-47d0-a060-2c8e50eca980 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] 10.222.0.58 "GET /v2.0/ports?device_id=68a5752b-6126-4b39-bb44-bd9c9d84401b HTTP/1.1" status: 200 len: 943 time: 0.9950497 May 03 22:30:11.134573 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a9e38b15-69e1-43f6-9eae-acea00e65662 req-53d1666e-43c7-41de-abf6-b954c4eb927f service neutron] 10.222.0.67 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7158427 May 03 22:30:11.143674 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4a84ee64-d4b2-4839-b0d3-5cf8b29991fd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ce18d35d98a44051ad6be44cfb7fa43a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3687224 May 03 22:30:11.149895 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58490) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:11.194778 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0be6364c-eeba-4196-a10c-f2fe36108fe8 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:11.287351 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fd30e9ee-6347-4819-af4b-50d668ea10ee req-a8d91040-9349-4fc8-9dba-644de21f3274 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] 10.222.0.58 "GET /v2.0/security-groups?id=c7c7ebd6-5449-4da1-9909-2e088c1597a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442733 May 03 22:30:11.308474 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-80c2324c-48c6-4e02-9566-ec99d728932b service neutron] For port f09d0378-e590-4938-8125-74f6bc031680, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:30:11.312726 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-80c2324c-48c6-4e02-9566-ec99d728932b service neutron] For port f09d0378-e590-4938-8125-74f6bc031680, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=f09d0378-e590-4938-8125-74f6bc031680,segment=NetworkSegment(e2cd5293-4653-410d-9e29-2cc64d859f6a),segment_id=e2cd5293-4653-410d-9e29-2cc64d859f6a)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:30:11.317306 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-80c2324c-48c6-4e02-9566-ec99d728932b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:11.361317 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-561d5869-33c4-4683-b574-36915506b853'] response: {'server_uuid': 'fbc9c880-c9a9-449f-9fbd-258d9c9c0fc5', 'name': 'network-vif-deleted', 'tag': 'fff7e02f-6b77-40c4-ad02-65709d0d84ac', 'status': 'completed', 'code': 200} May 03 22:30:11.405358 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312ef5b-6ea1-4409-a9ea-2790822786cb req-b2c22298-c911-4796-b758-c45178c95da4 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:11.407225 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4312ef5b-6ea1-4409-a9ea-2790822786cb req-b2c22298-c911-4796-b758-c45178c95da4 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 948 time: 0.3621576 May 03 22:30:11.408779 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-80c2324c-48c6-4e02-9566-ec99d728932b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:11.409592 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-80c2324c-48c6-4e02-9566-ec99d728932b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:11.411235 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-80c2324c-48c6-4e02-9566-ec99d728932b service neutron] 10.222.0.67 "PUT /v2.0/ports/f09d0378-e590-4938-8125-74f6bc031680 HTTP/1.1" status: 200 len: 1091 time: 3.3094683 May 03 22:30:11.415349 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0be6364c-eeba-4196-a10c-f2fe36108fe8 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:11.573231 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be6364c-eeba-4196-a10c-f2fe36108fe8 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Pushing event deleted for resources: {'Subnet': ['ID=881170c9-d975-4fe4-a74c-8d2fbecc4b43,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:11.606306 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0be6364c-eeba-4196-a10c-f2fe36108fe8 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:11.614826 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-712116b6-4b3a-4925-be19-09b91eb24c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:11.617931 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a9e38b15-69e1-43f6-9eae-acea00e65662 req-06837a35-05c8-43d3-8e98-78a90a5d27d3 service neutron] 10.222.0.67 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4711127 May 03 22:30:11.638365 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2552120f-c5a2-42d0-8c27-a9b57fcd49ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:11.686970 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 78cece3e-063d-4911-b5af-6e8c5dad162c details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:30:11.692391 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device fff7e02f-6b77-40c4-ad02-65709d0d84ac no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:30:11.723348 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-712116b6-4b3a-4925-be19-09b91eb24c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:11.731893 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2324c-48c6-4e02-9566-ec99d728932b service neutron] Pushing event updated for resources: {'Port': ['ID=f09d0378-e590-4938-8125-74f6bc031680,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:11.741898 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0be6364c-eeba-4196-a10c-f2fe36108fe8 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] 10.222.0.58 "DELETE /v2.0/subnets/881170c9-d975-4fe4-a74c-8d2fbecc4b43 HTTP/1.1" status: 204 len: 168 time: 2.4817445 May 03 22:30:11.749879 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58496) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:11.803018 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552120f-c5a2-42d0-8c27-a9b57fcd49ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=363f1a1c-dee5-436d-ab6d-f585bc5dbb1b,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:11.803481 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4312ef5b-6ea1-4409-a9ea-2790822786cb req-34988aa3-b697-4ac4-be17-bcc6e7c99eda tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726063 May 03 22:30:11.805004 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: fff7e02f-6b77-40c4-ad02-65709d0d84ac {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:30:11.805532 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device fff7e02f-6b77-40c4-ad02-65709d0d84ac not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:30:11.856642 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2552120f-c5a2-42d0-8c27-a9b57fcd49ed admin admin] Checking segment: {'id': '2fe19a67-79a3-499a-9948-e091fef39ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'cf4b4b53-23b3-4846-9dfb-85aed8a34ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:30:11.858507 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2552120f-c5a2-42d0-8c27-a9b57fcd49ed admin admin] Network hostable DHCP agents. Network: cf4b4b53-23b3-4846-9dfb-85aed8a34ef8, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:30:11.880499 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 353b7eee-c934-456c-aaf9-e0b8ebdc6e3b details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:30:11.881797 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a873f8e-2096-4de4-952f-86ec4137e386 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:11.882531 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8a873f8e-2096-4de4-952f-86ec4137e386 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Synchronizing usage tracker for tenant:76a4b8a15ff44dc18bd2bd99fb344570 on resource:subnet {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:30:11.939882 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-712116b6-4b3a-4925-be19-09b91eb24c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:11.949674 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-ae8d877c-0315-466f-a8ba-45b1ccd94f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:11.953540 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-ae8d877c-0315-466f-a8ba-45b1ccd94f92 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4ad54f292b334faeb27c1001af6d5bf9&device_id=68a5752b-6126-4b39-bb44-bd9c9d84401b HTTP/1.1" status: 200 len: 1094 time: 0.4748740 May 03 22:30:11.956835 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2552120f-c5a2-42d0-8c27-a9b57fcd49ed admin admin] Network cf4b4b53-23b3-4846-9dfb-85aed8a34ef8 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:30:11.979896 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712116b6-4b3a-4925-be19-09b91eb24c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556b0d03-81e5-437a-9980-b923e818ccbf,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:12.048346 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 78cece3e-063d-4911-b5af-6e8c5dad162c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=78cece3e-063d-4911-b5af-6e8c5dad162c,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:12.052994 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-2552120f-c5a2-42d0-8c27-a9b57fcd49ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, cf4b4b53-23b3-4846-9dfb-85aed8a34ef8) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:30:12.076642 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2552120f-c5a2-42d0-8c27-a9b57fcd49ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:12.080031 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2552120f-c5a2-42d0-8c27-a9b57fcd49ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:12.096458 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-712116b6-4b3a-4925-be19-09b91eb24c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:12.098723 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-712116b6-4b3a-4925-be19-09b91eb24c40 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/556b0d03-81e5-437a-9980-b923e818ccbf HTTP/1.1" status: 204 len: 168 time: 0.9302797 May 03 22:30:12.117716 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f14bf18-d423-45dc-8611-4cd2bc03e00c None None] Network cf4b4b53-23b3-4846-9dfb-85aed8a34ef8 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:30:12.119363 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2552120f-c5a2-42d0-8c27-a9b57fcd49ed admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6000292 May 03 22:30:12.122281 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58506) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:12.128425 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-cc950190-89c5-452a-871e-1f5a0ceb4e53 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1372084257-router', 'tenant_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:12.135746 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6188cf-8c37-41eb-86f3-2dede58a4f72 req-f26bdd76-faab-4447-895a-fe5237220d43 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:12.141720 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-cc950190-89c5-452a-871e-1f5a0ceb4e53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:12.147726 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1d6188cf-8c37-41eb-86f3-2dede58a4f72 req-f26bdd76-faab-4447-895a-fe5237220d43 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 945 time: 0.6050410 May 03 22:30:12.151928 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-cc950190-89c5-452a-871e-1f5a0ceb4e53 admin admin] Usage tracker for resource:router and tenant:d9c3dbb20f6947bda4c4f80874d7efc3 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:12.161756 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-cc950190-89c5-452a-871e-1f5a0ceb4e53 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:12.166807 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8a873f8e-2096-4de4-952f-86ec4137e386 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Unset dirty status for tenant:76a4b8a15ff44dc18bd2bd99fb344570 on resource:subnet {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:30:12.167955 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8a873f8e-2096-4de4-952f-86ec4137e386 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4151287 May 03 22:30:12.192353 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-cc950190-89c5-452a-871e-1f5a0ceb4e53 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:12.200854 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58510) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:12.203770 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-29dfea22-8fbc-4f8f-af65-29c92e104552 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f09d0378-e590-4938-8125-74f6bc031680 HTTP/1.1" status: 200 len: 217 time: 0.2426555 May 03 22:30:12.286798 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b09e9b-eaf5-453a-a092-6c52d77c7257 None None] Network 9862ce20-8463-482b-99f2-fbb49d86671f requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:30:12.302607 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1d6188cf-8c37-41eb-86f3-2dede58a4f72 req-902135a3-d576-455c-a49d-e604579dfa94 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538994 May 03 22:30:12.306217 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '78cece3e-063d-4911-b5af-6e8c5dad162c', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': '78cece3e-063d-4911-b5af-6e8c5dad162c', 'mac_address': 'fa:16:3e:93:ee:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:30:12.318095 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cc950190-89c5-452a-871e-1f5a0ceb4e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:12.319098 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cc950190-89c5-452a-871e-1f5a0ceb4e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:12.321974 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device f7d37af1-f534-4dae-b5c6-befcd854840c up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:30:12.334295 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-2d41eaaf-15c5-4b23-be5d-732d550b78bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:12.338387 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-2d41eaaf-15c5-4b23-be5d-732d550b78bd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1937bb70-4764-4339-90b6-37b6bc330f4d HTTP/1.1" status: 200 len: 852 time: 0.1244116 May 03 22:30:12.349911 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cc950190-89c5-452a-871e-1f5a0ceb4e53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:12.440057 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-57e6f88b-85f9-4d53-80db-4c02070a196f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ee2cc07-df25-4a1a-b5fa-8f5cde7ae474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966496 May 03 22:30:12.550623 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:12.583314 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58520) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:12.602467 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78cece3e-063d-4911-b5af-6e8c5dad162c {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:30:12.696210 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-3343ac18-9409-4b16-8043-1e5b55c31375 None None] Provisioning for port f7d37af1-f534-4dae-b5c6-befcd854840c completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:30:12.696730 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0d8f4ceb-2cd1-46b8-8912-cd69f7896660 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:12.760666 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-194bc8b2-3927-44c1-9f71-8a67a17bf71e service neutron] 10.222.0.67 "GET /v2.0/networks/1ee2cc07-df25-4a1a-b5fa-8f5cde7ae474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113484 May 03 22:30:12.772398 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ac404-befd-45e9-b5d2-daede995cba6 req-2e10a68d-d9de-4dfb-81c7-b69ac1c7b6c1 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:12.773906 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-725ac404-befd-45e9-b5d2-daede995cba6 req-2e10a68d-d9de-4dfb-81c7-b69ac1c7b6c1 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] 10.222.0.58 "GET /v2.0/ports?device_id=68a5752b-6126-4b39-bb44-bd9c9d84401b HTTP/1.1" status: 200 len: 943 time: 0.2792714 May 03 22:30:12.789293 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 353b7eee-c934-456c-aaf9-e0b8ebdc6e3b, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=353b7eee-c934-456c-aaf9-e0b8ebdc6e3b,segment=NetworkSegment(09635bff-16c9-4d7f-8a87-b6936a489987),segment_id=09635bff-16c9-4d7f-8a87-b6936a489987)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:12.838505 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58528) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:12.841890 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 78cece3e-063d-4911-b5af-6e8c5dad162c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=78cece3e-063d-4911-b5af-6e8c5dad162c,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:12.856465 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port f7d37af1-f534-4dae-b5c6-befcd854840c completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:30:12.866213 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:12.903876 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-0d8f4ceb-2cd1-46b8-8912-cd69f7896660 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Deleting port f7d37af1-f534-4dae-b5c6-befcd854840c {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:30:12.914370 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0d8f4ceb-2cd1-46b8-8912-cd69f7896660 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:12.938773 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '353b7eee-c934-456c-aaf9-e0b8ebdc6e3b', 'network_id': 'a572c86a-2b6a-4f54-acfd-7c80043bae5a', 'port_id': '353b7eee-c934-456c-aaf9-e0b8ebdc6e3b', 'mac_address': 'fa:16:3e:b0:5b:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87275f9-d5c3-4c1f-8855-2213c7ddc029', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:30:12.946269 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-725ac404-befd-45e9-b5d2-daede995cba6 req-1ebd23fb-658a-4baf-90c8-bdcca1e0f03e tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] 10.222.0.58 "GET /v2.0/security-groups?id=c7c7ebd6-5449-4da1-9909-2e088c1597a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488960 May 03 22:30:12.991756 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9ec53d10-4f9e-4e90-b7ce-faddf197fcca admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bec80e108678421e8e07b3ad822dd912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1361103 May 03 22:30:12.992649 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58532) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:13.008454 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port f7d37af1-f534-4dae-b5c6-befcd854840c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:30:13.009653 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:13.026992 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cc950190-89c5-452a-871e-1f5a0ceb4e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:13.038358 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=78cece3e-063d-4911-b5af-6e8c5dad162c,revision_number=7']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:13.084925 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0deddfaa-fe37-42e5-a200-64f96e9e1929 req-ed34e1b1-930d-4f72-a1f4-8964c9ff9307 service neutron] 10.222.0.67 "GET /v2.0/networks/1ee2cc07-df25-4a1a-b5fa-8f5cde7ae474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099244 May 03 22:30:13.139827 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1c6813b3-9859-41e5-94a4-09b3aaf01ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:13.224124 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5c3a558f-5b62-44b7-9cf7-294b2b4f08c0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0660cbed43f74b05ab398bdf8e72a3f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5662472 May 03 22:30:13.227106 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58536) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:13.240238 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:13.298947 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1c6813b3-9859-41e5-94a4-09b3aaf01ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:13.302748 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 353b7eee-c934-456c-aaf9-e0b8ebdc6e3b {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:30:13.306758 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['78cece3e-063d-4911-b5af-6e8c5dad162c'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:30:13.333411 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7ea71-34b0-4ab4-8d97-1048b4db45a6 req-7a440215-41a9-425c-9624-efefd5ea38d9 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:13.335176 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cff7ea71-34b0-4ab4-8d97-1048b4db45a6 req-7a440215-41a9-425c-9624-efefd5ea38d9 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 949 time: 0.3108864 May 03 22:30:13.375505 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3913dbd5-c7bd-4f5a-8d92-d06357447284 None None] Network cf4b4b53-23b3-4846-9dfb-85aed8a34ef8 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:30:13.383432 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a5752b-6126-4b39-bb44-bd9c9d84401b', 'tag': 'f09d0378-e590-4938-8125-74f6bc031680'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:30:13.391768 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-0d8f4ceb-2cd1-46b8-8912-cd69f7896660 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] For port f7d37af1-f534-4dae-b5c6-befcd854840c, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=f7d37af1-f534-4dae-b5c6-befcd854840c,segment=NetworkSegment(abab2a02-df7d-4bfa-b1f5-cb4fb59d5bed),segment_id=abab2a02-df7d-4bfa-b1f5-cb4fb59d5bed)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:13.392144 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0d8f4ceb-2cd1-46b8-8912-cd69f7896660 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:13.423870 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1c6813b3-9859-41e5-94a4-09b3aaf01ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:13.457359 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 353b7eee-c934-456c-aaf9-e0b8ebdc6e3b, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=353b7eee-c934-456c-aaf9-e0b8ebdc6e3b,segment=NetworkSegment(09635bff-16c9-4d7f-8a87-b6936a489987),segment_id=09635bff-16c9-4d7f-8a87-b6936a489987)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:13.495780 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6813b3-9859-41e5-94a4-09b3aaf01ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ee94d7-d69d-47e4-9594-841e90d88930,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:13.514005 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1c6813b3-9859-41e5-94a4-09b3aaf01ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:13.517542 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1c6813b3-9859-41e5-94a4-09b3aaf01ccd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/52ee94d7-d69d-47e4-9594-841e90d88930 HTTP/1.1" status: 204 len: 168 time: 0.5217400 May 03 22:30:13.517679 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:13.526440 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cff7ea71-34b0-4ab4-8d97-1048b4db45a6 req-59e5c1e4-1584-4398-a166-0bf13e1c20ea tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327214 May 03 22:30:13.556437 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-0d8f4ceb-2cd1-46b8-8912-cd69f7896660 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Calling delete_port for f7d37af1-f534-4dae-b5c6-befcd854840c owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:30:13.629165 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d88a3-a215-4a11-ad1b-f34255a4424a req-dc0f44d7-92d2-47c2-8e52-cbe1fb035f81 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:13.629165 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-691d88a3-a215-4a11-ad1b-f34255a4424a req-dc0f44d7-92d2-47c2-8e52-cbe1fb035f81 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 944 time: 0.1979287 May 03 22:30:13.656462 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9e615b1-ceaa-49af-8bb2-e970ef3f70c6'] response: {'name': 'network-changed', 'server_uuid': '68a5752b-6126-4b39-bb44-bd9c9d84401b', 'tag': 'f09d0378-e590-4938-8125-74f6bc031680', 'status': 'completed', 'code': 200} May 03 22:30:13.664560 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9f68a5ca-75f6-4066-bb1b-9c12ab6076b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:13.742102 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:13.767218 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d418f75a-7616-4244-a2b8-ce6b4ed33a64 None None] DHCP port deletion for 9862ce20-8463-482b-99f2-fbb49d86671f request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:30:13.796690 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-d418f75a-7616-4244-a2b8-ce6b4ed33a64 None None] Deleting port f7d37af1-f534-4dae-b5c6-befcd854840c {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:30:13.797140 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d418f75a-7616-4244-a2b8-ce6b4ed33a64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:13.797898 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-691d88a3-a215-4a11-ad1b-f34255a4424a req-11d7b6bd-9019-4201-9bd7-d205626a168d tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769991 May 03 22:30:13.810794 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9f68a5ca-75f6-4066-bb1b-9c12ab6076b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:13.830595 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['353b7eee-c934-456c-aaf9-e0b8ebdc6e3b'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:30:13.853132 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c6608-9f05-4018-8891-4c19cba8772e req-1cda715e-9c59-4487-b978-e6f9e98998de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:13.856795 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-393c6608-9f05-4018-8891-4c19cba8772e req-1cda715e-9c59-4487-b978-e6f9e98998de service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4ad54f292b334faeb27c1001af6d5bf9&device_id=68a5752b-6126-4b39-bb44-bd9c9d84401b HTTP/1.1" status: 200 len: 1094 time: 0.1973457 May 03 22:30:13.938147 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 353b7eee-c934-456c-aaf9-e0b8ebdc6e3b no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:30:14.013564 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=353b7eee-c934-456c-aaf9-e0b8ebdc6e3b,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:14.023194 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c6608-9f05-4018-8891-4c19cba8772e req-528714f4-ebf5-4cd6-9dc4-2207ac49a4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:14.024855 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-393c6608-9f05-4018-8891-4c19cba8772e req-528714f4-ebf5-4cd6-9dc4-2207ac49a4cc service neutron] 10.222.0.67 "GET /v2.0/networks?id=1ee2cc07-df25-4a1a-b5fa-8f5cde7ae474 HTTP/1.1" status: 200 len: 913 time: 0.1624238 May 03 22:30:14.152228 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-393c6608-9f05-4018-8891-4c19cba8772e req-50ee3eec-171c-416a-879b-945e05f8c288 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f09d0378-e590-4938-8125-74f6bc031680 HTTP/1.1" status: 200 len: 217 time: 0.1200147 May 03 22:30:14.234530 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0d8f4ceb-2cd1-46b8-8912-cd69f7896660 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:14.387691 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c6608-9f05-4018-8891-4c19cba8772e req-4796654b-222d-4f09-bd93-10b5cf098d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:14.389123 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-393c6608-9f05-4018-8891-4c19cba8772e req-4796654b-222d-4f09-bd93-10b5cf098d73 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1937bb70-4764-4339-90b6-37b6bc330f4d HTTP/1.1" status: 200 len: 852 time: 0.1787937 May 03 22:30:14.429365 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f4ceb-2cd1-46b8-8912-cd69f7896660 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Pushing event deleted for resources: {'Port': ['ID=f7d37af1-f534-4dae-b5c6-befcd854840c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:14.446483 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-393c6608-9f05-4018-8891-4c19cba8772e req-db375a4b-2e1d-4c18-aa84-97746bbed193 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1ee2cc07-df25-4a1a-b5fa-8f5cde7ae474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504212 May 03 22:30:14.494089 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device f7d37af1-f534-4dae-b5c6-befcd854840c no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:30:14.504812 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cc950190-89c5-452a-871e-1f5a0ceb4e53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:14.508247 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad8f20-813a-4150-9ed1-c4eff980f8f1 req-ea106581-acf9-41ed-9751-30ce2b0beb82 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:14.515887 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c8ad8f20-813a-4150-9ed1-c4eff980f8f1 req-ea106581-acf9-41ed-9751-30ce2b0beb82 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] 10.222.0.58 "GET /v2.0/ports?device_id=68a5752b-6126-4b39-bb44-bd9c9d84401b HTTP/1.1" status: 200 len: 943 time: 0.2648301 May 03 22:30:14.543582 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61007a73-881a-433c-bfe5-e9a7ac595c24 req-fe387a0d-2bbf-4ff8-83c8-ca2257db5d0e tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:14.547425 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: f7d37af1-f534-4dae-b5c6-befcd854840c {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:30:14.547768 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device f7d37af1-f534-4dae-b5c6-befcd854840c not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:30:14.564092 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8f4ceb-2cd1-46b8-8912-cd69f7896660 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] No DVR routers for this DVR port f7d37af1-f534-4dae-b5c6-befcd854840c on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:30:14.564822 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61007a73-881a-433c-bfe5-e9a7ac595c24 req-fe387a0d-2bbf-4ff8-83c8-ca2257db5d0e tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 949 time: 0.4100065 May 03 22:30:14.565784 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9f68a5ca-75f6-4066-bb1b-9c12ab6076b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:14.631072 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f68a5ca-75f6-4066-bb1b-9c12ab6076b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f713a61a-1854-4563-bfc8-2d26b59ee265,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:14.642277 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cc950190-89c5-452a-871e-1f5a0ceb4e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:14.654043 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:14.690469 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-d418f75a-7616-4244-a2b8-ce6b4ed33a64 None None] For port f7d37af1-f534-4dae-b5c6-befcd854840c, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=f7d37af1-f534-4dae-b5c6-befcd854840c,segment=NetworkSegment(abab2a02-df7d-4bfa-b1f5-cb4fb59d5bed),segment_id=abab2a02-df7d-4bfa-b1f5-cb4fb59d5bed)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:14.690863 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d418f75a-7616-4244-a2b8-ce6b4ed33a64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:14.710165 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 353b7eee-c934-456c-aaf9-e0b8ebdc6e3b {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:30:14.741227 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61007a73-881a-433c-bfe5-e9a7ac595c24 req-3817f4ea-9306-4f0e-af27-1c26bcc7b1be tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743031 May 03 22:30:14.754940 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c8ad8f20-813a-4150-9ed1-c4eff980f8f1 req-c51a0ce1-b23a-42de-8443-4579e264ef8a tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] 10.222.0.58 "GET /v2.0/security-groups?id=c7c7ebd6-5449-4da1-9909-2e088c1597a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379456 May 03 22:30:14.787335 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-393c6608-9f05-4018-8891-4c19cba8772e req-c9073dc0-b17d-4c9e-8cd1-c607209e8b0d service neutron] 10.222.0.67 "GET /v2.0/networks/1ee2cc07-df25-4a1a-b5fa-8f5cde7ae474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299327 May 03 22:30:14.871059 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-d418f75a-7616-4244-a2b8-ce6b4ed33a64 None None] Calling delete_port for f7d37af1-f534-4dae-b5c6-befcd854840c owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:30:14.927029 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 353b7eee-c934-456c-aaf9-e0b8ebdc6e3b, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=353b7eee-c934-456c-aaf9-e0b8ebdc6e3b,segment=NetworkSegment(09635bff-16c9-4d7f-8a87-b6936a489987),segment_id=09635bff-16c9-4d7f-8a87-b6936a489987)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:14.940016 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:14.955565 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9f68a5ca-75f6-4066-bb1b-9c12ab6076b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:14.959297 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9f68a5ca-75f6-4066-bb1b-9c12ab6076b5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f713a61a-1854-4563-bfc8-2d26b59ee265 HTTP/1.1" status: 204 len: 168 time: 1.7288783 May 03 22:30:14.981913 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a001c39-1ea1-4721-8591-61a738d94797 req-6855b6bc-9eab-4a21-9bf2-315ecaab129c tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:14.984171 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7a001c39-1ea1-4721-8591-61a738d94797 req-6855b6bc-9eab-4a21-9bf2-315ecaab129c tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c&tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&binding%3Ahost_id=n-h2-811807-1 HTTP/1.1" status: 200 len: 949 time: 0.8162949 May 03 22:30:14.987261 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0d8f4ceb-2cd1-46b8-8912-cd69f7896660 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: from cryptography.utils import int_from_bytes May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: from cryptography.utils import int_from_bytes May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: util.warn_limited( May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: util.warn_limited( May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:30:15.042153 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:30:15.045019 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:30:15.045019 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:30:15.045019 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:30:15.045019 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:30:15.045019 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:30:15.045019 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:30:15.045019 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:30:15.045019 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:30:15.045019 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:30:15.045019 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:30:15.045019 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:30:15.045019 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:30:15.045019 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:30:15.045019 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:30:15.066075 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=353b7eee-c934-456c-aaf9-e0b8ebdc6e3b,revision_number=7']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:15.070630 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-d418f75a-7616-4244-a2b8-ce6b4ed33a64 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:30:15.071243 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-d418f75a-7616-4244-a2b8-ce6b4ed33a64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:30:15.078766 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-0d8f4ceb-2cd1-46b8-8912-cd69f7896660 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9862ce20-8463-482b-99f2-fbb49d86671f']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:15.099763 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-393c6608-9f05-4018-8891-4c19cba8772e req-030563b7-9cdf-41b3-bfb7-ff0d6a177084 service neutron] 10.222.0.67 "GET /v2.0/networks/1ee2cc07-df25-4a1a-b5fa-8f5cde7ae474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082879 May 03 22:30:15.134726 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a08acf-ecdc-4112-9866-c83f5f44e822 req-90db8e1f-881e-4eec-9a59-d64b569f5ac2 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:15.136245 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61a08acf-ecdc-4112-9866-c83f5f44e822 req-90db8e1f-881e-4eec-9a59-d64b569f5ac2 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 943 time: 0.1578269 May 03 22:30:15.150804 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-0d8f4ceb-2cd1-46b8-8912-cd69f7896660 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abab2a02-df7d-4bfa-b1f5-cb4fb59d5bed') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:15.151236 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-0d8f4ceb-2cd1-46b8-8912-cd69f7896660 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abab2a02-df7d-4bfa-b1f5-cb4fb59d5bed') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:15.179527 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0d8f4ceb-2cd1-46b8-8912-cd69f7896660 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:15.206302 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0d8f4ceb-2cd1-46b8-8912-cd69f7896660 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:15.216783 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-cc950190-89c5-452a-871e-1f5a0ceb4e53 admin admin] Allocated IP 172.25.2.105 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/9b8f272c-7b19-4dfa-9290-86dfad18d1b3) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:30:15.222576 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d8f4ceb-2cd1-46b8-8912-cd69f7896660 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:30:15.222982 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0d8f4ceb-2cd1-46b8-8912-cd69f7896660 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:15.239530 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:30:15.239530 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:30:15.239530 n-d-811807-1 neutron-server[88070]: timer() May 03 22:30:15.239530 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:30:15.239530 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:30:15.239530 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:30:15.239530 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:30:15.239530 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:30:15.239530 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:30:15.239530 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:30:15.239530 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:30:15.239530 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:30:15.239530 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:30:15.239530 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:30:15.239530 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:30:15.239530 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:30:15.239530 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:30:15.239530 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:30:15.239530 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:30:15.239530 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:30:15.239530 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:30:15.239530 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:30:15.239530 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:30:15.239530 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:30:15.239530 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:30:15.239530 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:30:15.239530 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:30:15.239530 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:30:15.239530 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:30:15.239530 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:30:15.239530 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:30:15.239530 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:30:15.262976 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61a08acf-ecdc-4112-9866-c83f5f44e822 req-59a98baa-9eac-4509-8514-907615bb5e77 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786011 May 03 22:30:15.280125 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a001c39-1ea1-4721-8591-61a738d94797 req-602938a9-57ee-4c19-86eb-a4e6ec5b8b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:15.281676 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7a001c39-1ea1-4721-8591-61a738d94797 req-602938a9-57ee-4c19-86eb-a4e6ec5b8b20 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 1100 time: 0.1438670 May 03 22:30:15.411396 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0d8f4ceb-2cd1-46b8-8912-cd69f7896660 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:15.415917 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0d8f4ceb-2cd1-46b8-8912-cd69f7896660 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:15.460708 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a001c39-1ea1-4721-8591-61a738d94797 req-b8efe17d-b2eb-4cf6-b4ac-779d1824be9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:15.462409 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7a001c39-1ea1-4721-8591-61a738d94797 req-b8efe17d-b2eb-4cf6-b4ac-779d1824be9b service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.1740093 May 03 22:30:15.470488 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f4ceb-2cd1-46b8-8912-cd69f7896660 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Pushing event deleted for resources: {'Network': ['ID=9862ce20-8463-482b-99f2-fbb49d86671f,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:15.478556 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0d8f4ceb-2cd1-46b8-8912-cd69f7896660 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] 10.222.0.58 "DELETE /v2.0/networks/9862ce20-8463-482b-99f2-fbb49d86671f HTTP/1.1" status: 204 len: 168 time: 3.2715864 May 03 22:30:15.479439 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58594) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:15.512690 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58598) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:15.548816 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7a001c39-1ea1-4721-8591-61a738d94797 req-43bc5f4a-bc9e-49ce-8af2-67809fc7f2b3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=78cece3e-063d-4911-b5af-6e8c5dad162c HTTP/1.1" status: 200 len: 217 time: 0.0803878 May 03 22:30:15.572921 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-d418f75a-7616-4244-a2b8-ce6b4ed33a64 None None] Deleting port f7d37af1-f534-4dae-b5c6-befcd854840c {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:30:15.573591 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d418f75a-7616-4244-a2b8-ce6b4ed33a64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:15.708498 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-d418f75a-7616-4244-a2b8-ce6b4ed33a64 None None] The port 'f7d37af1-f534-4dae-b5c6-befcd854840c' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:30:15.711729 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 78cece3e-063d-4911-b5af-6e8c5dad162c up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:30:15.723913 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cc950190-89c5-452a-871e-1f5a0ceb4e53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:15.746810 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-beb47792-8c8d-47f5-8a52-7b343fd5cc26 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:15.769578 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a001c39-1ea1-4721-8591-61a738d94797 req-2f115e2d-d404-415d-8c0d-d691da0b2005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:15.770360 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bda2ac-a5db-47e0-b42f-12032b5d5f3d None None] get_active_networks_info from n-d-811807-1 {{(pid=88071) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 03 22:30:15.771168 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7a001c39-1ea1-4721-8591-61a738d94797 req-2f115e2d-d404-415d-8c0d-d691da0b2005 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.2152565 May 03 22:30:15.887653 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bda2ac-a5db-47e0-b42f-12032b5d5f3d None None] Resources bound (agent type, host, resource id): {{(pid=88071) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 03 22:30:15.888258 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a001c39-1ea1-4721-8591-61a738d94797 req-777a5c32-7d7c-4eac-88e1-2816e3f72592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:15.890059 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7a001c39-1ea1-4721-8591-61a738d94797 req-777a5c32-7d7c-4eac-88e1-2816e3f72592 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1111546 May 03 22:30:15.892552 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 353b7eee-c934-456c-aaf9-e0b8ebdc6e3b up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:30:15.910138 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b7bdd857-ca38-487b-b444-b876f7ccd102 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8ace932081e74adb82cc32dc7f9bd840&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3921995 May 03 22:30:15.915294 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58620) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:16.003520 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 78cece3e-063d-4911-b5af-6e8c5dad162c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:30:16.003777 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:16.025517 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-beb47792-8c8d-47f5-8a52-7b343fd5cc26 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:16.070089 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-beb47792-8c8d-47f5-8a52-7b343fd5cc26 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d24e8d2-e744-4f47-87a1-4656a00d6056']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:16.077243 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cc950190-89c5-452a-871e-1f5a0ceb4e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:16.139615 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-beb47792-8c8d-47f5-8a52-7b343fd5cc26 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6af1c5d4-d023-4a6b-a656-fb978be96b6a') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:16.140028 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-beb47792-8c8d-47f5-8a52-7b343fd5cc26 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6af1c5d4-d023-4a6b-a656-fb978be96b6a') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:16.145884 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 353b7eee-c934-456c-aaf9-e0b8ebdc6e3b triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:30:16.146276 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:16.165323 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7a001c39-1ea1-4721-8591-61a738d94797 req-67f3fdfc-6709-4530-b137-9ee57c731b72 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676296 May 03 22:30:16.170557 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-beb47792-8c8d-47f5-8a52-7b343fd5cc26 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:16.176607 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f397e-d930-4298-a08f-fbbf7dc8dc54 req-b100f142-5393-4586-93d8-04467882ccc5 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:16.178059 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-774f397e-d930-4298-a08f-fbbf7dc8dc54 req-b100f142-5393-4586-93d8-04467882ccc5 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 949 time: 0.2460504 May 03 22:30:16.180954 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bb46f20c-637c-4e1b-801b-9acacc9b919c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:16.193446 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc950190-89c5-452a-871e-1f5a0ceb4e53 admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:30:16.204289 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36a341-a1ab-4df4-8596-eb4f5cd37a2b req-e4078e73-5183-4242-813f-b729041df8f6 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:16.205682 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ab36a341-a1ab-4df4-8596-eb4f5cd37a2b req-e4078e73-5183-4242-813f-b729041df8f6 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] 10.222.0.58 "GET /v2.0/ports?device_id=68a5752b-6126-4b39-bb44-bd9c9d84401b HTTP/1.1" status: 200 len: 943 time: 0.2748837 May 03 22:30:16.207263 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-cc950190-89c5-452a-871e-1f5a0ceb4e53 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:30:16.209086 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc950190-89c5-452a-871e-1f5a0ceb4e53 admin admin] Pushing event updated for resources: {'Port': ['ID=9b8f272c-7b19-4dfa-9290-86dfad18d1b3,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:16.212066 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc950190-89c5-452a-871e-1f5a0ceb4e53 admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:30:16.249374 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-beb47792-8c8d-47f5-8a52-7b343fd5cc26 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:16.274195 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb47792-8c8d-47f5-8a52-7b343fd5cc26 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:30:16.274671 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-beb47792-8c8d-47f5-8a52-7b343fd5cc26 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:16.291716 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:30:16.291716 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:30:16.291716 n-d-811807-1 neutron-server[88070]: timer() May 03 22:30:16.291716 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:30:16.291716 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:30:16.291716 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:30:16.291716 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:30:16.291716 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:30:16.291716 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:30:16.291716 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:30:16.291716 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:30:16.291716 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:30:16.291716 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:30:16.291716 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:30:16.291716 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:30:16.291716 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:30:16.291716 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:30:16.291716 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:30:16.291716 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:30:16.291716 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:30:16.291716 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:30:16.291716 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:30:16.291716 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:30:16.291716 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:30:16.291716 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:30:16.291716 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:30:16.291716 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:30:16.291716 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:30:16.291716 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:30:16.291716 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:30:16.291716 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:30:16.291716 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:30:16.303755 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bb46f20c-637c-4e1b-801b-9acacc9b919c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:16.356924 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:16.368646 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-774f397e-d930-4298-a08f-fbbf7dc8dc54 req-d800d554-d94f-40d7-a2d6-bdc6cc6f1ac8 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618726 May 03 22:30:16.381556 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ab36a341-a1ab-4df4-8596-eb4f5cd37a2b req-7d3ff482-0781-466d-a22c-735eebd930b7 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] 10.222.0.58 "GET /v2.0/security-groups?id=c7c7ebd6-5449-4da1-9909-2e088c1597a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495240 May 03 22:30:16.445165 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7a001c39-1ea1-4721-8591-61a738d94797 req-eab97c87-3e15-450f-a298-ed4085b4b9d7 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655180 May 03 22:30:16.447713 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b165481-d168-47b0-8ae5-f2c99caf766c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cece3e-063d-4911-b5af-6e8c5dad162c'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:30:16.474945 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 78cece3e-063d-4911-b5af-6e8c5dad162c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=78cece3e-063d-4911-b5af-6e8c5dad162c,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:16.477254 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:16.494214 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:16.609780 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bd080-4d18-4d30-b335-ad08a967f7e2 req-322626b1-c825-43e9-9026-342fefcba15e tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:16.612090 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f97bd080-4d18-4d30-b335-ad08a967f7e2 req-322626b1-c825-43e9-9026-342fefcba15e tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 943 time: 0.1005390 May 03 22:30:16.622886 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-374d7708-bfed-4acd-a71f-aed9fbce342f'] response: {'server_uuid': '9b165481-d168-47b0-8ae5-f2c99caf766c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cece3e-063d-4911-b5af-6e8c5dad162c', 'code': 200} May 03 22:30:16.684742 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 353b7eee-c934-456c-aaf9-e0b8ebdc6e3b, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=353b7eee-c934-456c-aaf9-e0b8ebdc6e3b,segment=NetworkSegment(09635bff-16c9-4d7f-8a87-b6936a489987),segment_id=09635bff-16c9-4d7f-8a87-b6936a489987)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:16.685007 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f97bd080-4d18-4d30-b335-ad08a967f7e2 req-d15b801c-748b-4984-9324-6d5055208863 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670071 May 03 22:30:16.701668 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:16.727215 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=78cece3e-063d-4911-b5af-6e8c5dad162c,revision_number=8']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:16.823892 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=353b7eee-c934-456c-aaf9-e0b8ebdc6e3b,revision_number=8']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:16.826423 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-beb47792-8c8d-47f5-8a52-7b343fd5cc26 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:16.852175 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-beb47792-8c8d-47f5-8a52-7b343fd5cc26 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:16.873096 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb47792-8c8d-47f5-8a52-7b343fd5cc26 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Pushing event deleted for resources: {'Network': ['ID=4d24e8d2-e744-4f47-87a1-4656a00d6056,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:16.885640 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-beb47792-8c8d-47f5-8a52-7b343fd5cc26 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] 10.222.0.58 "DELETE /v2.0/networks/4d24e8d2-e744-4f47-87a1-4656a00d6056 HTTP/1.1" status: 204 len: 168 time: 1.4018145 May 03 22:30:16.888759 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58638) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:16.892376 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bb46f20c-637c-4e1b-801b-9acacc9b919c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:16.894814 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bb46f20c-637c-4e1b-801b-9acacc9b919c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:16.898191 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bb46f20c-637c-4e1b-801b-9acacc9b919c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/94e1f417-7fc7-4347-9eb3-233887fa325a HTTP/1.1" status: 204 len: 168 time: 0.9648371 May 03 22:30:16.972674 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46f20c-637c-4e1b-801b-9acacc9b919c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e1f417-7fc7-4347-9eb3-233887fa325a,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:17.046739 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-803757b0-a55c-4163-820c-f6e80af543e8 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:17.133417 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cc950190-89c5-452a-871e-1f5a0ceb4e53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:17.220574 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-803757b0-a55c-4163-820c-f6e80af543e8 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:17.232259 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58648) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:17.258635 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-803757b0-a55c-4163-820c-f6e80af543e8 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['692c4a9b-597c-4400-8669-055cfb5b72c8']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:17.277214 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-803757b0-a55c-4163-820c-f6e80af543e8 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afe0c209-4186-44e0-a892-5dcb18842647') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:17.277514 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-803757b0-a55c-4163-820c-f6e80af543e8 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afe0c209-4186-44e0-a892-5dcb18842647') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:17.289298 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-803757b0-a55c-4163-820c-f6e80af543e8 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:17.306128 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-803757b0-a55c-4163-820c-f6e80af543e8 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:17.313176 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-803757b0-a55c-4163-820c-f6e80af543e8 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:30:17.313709 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-803757b0-a55c-4163-820c-f6e80af543e8 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:17.329719 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:30:17.329719 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:30:17.329719 n-d-811807-1 neutron-server[88069]: timer() May 03 22:30:17.329719 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:30:17.329719 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:30:17.329719 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:30:17.329719 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:30:17.329719 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:30:17.329719 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:30:17.329719 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:30:17.329719 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:30:17.329719 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:30:17.329719 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:30:17.329719 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:30:17.329719 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:30:17.329719 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:30:17.329719 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:30:17.329719 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:30:17.329719 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:30:17.329719 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:30:17.329719 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:30:17.329719 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:30:17.329719 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:30:17.329719 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:30:17.329719 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:30:17.329719 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:30:17.329719 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:30:17.329719 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:30:17.329719 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:30:17.329719 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:30:17.329719 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:30:17.329719 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:30:17.435216 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-803757b0-a55c-4163-820c-f6e80af543e8 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:17.439753 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-803757b0-a55c-4163-820c-f6e80af543e8 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:17.500813 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-803757b0-a55c-4163-820c-f6e80af543e8 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] 10.222.0.58 "DELETE /v2.0/networks/692c4a9b-597c-4400-8669-055cfb5b72c8 HTTP/1.1" status: 204 len: 168 time: 0.6106679 May 03 22:30:17.501521 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58666) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:17.504143 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803757b0-a55c-4163-820c-f6e80af543e8 tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Pushing event deleted for resources: {'Network': ['ID=692c4a9b-597c-4400-8669-055cfb5b72c8,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:17.641557 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1a789bc4-b7c4-4988-a148-0ed94a37174f tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:17.673459 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b39c2b98-595f-4545-a339-7d2a5b8dec93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:17.696156 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b39c2b98-595f-4545-a339-7d2a5b8dec93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:17.698794 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cc950190-89c5-452a-871e-1f5a0ceb4e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:17.703866 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b39c2b98-595f-4545-a339-7d2a5b8dec93 admin admin] Usage tracker for resource:security_group_rule and tenant:7faf2764fffe48e187df9646a51cb8b1 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:17.705276 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device f09d0378-e590-4938-8125-74f6bc031680 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:30:17.759891 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b39c2b98-595f-4545-a339-7d2a5b8dec93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:17.837375 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b39c2b98-595f-4545-a339-7d2a5b8dec93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:17.845007 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4fa2f-7017-49e7-9852-92bbdde75093 req-a76d38fe-3a14-4d51-99d3-a3c8fd6ed753 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:17.851820 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-71e4fa2f-7017-49e7-9852-92bbdde75093 req-a76d38fe-3a14-4d51-99d3-a3c8fd6ed753 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] 10.222.0.58 "GET /v2.0/ports?device_id=68a5752b-6126-4b39-bb44-bd9c9d84401b HTTP/1.1" status: 200 len: 943 time: 0.2064571 May 03 22:30:17.853938 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58680) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:17.907635 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b38f1-d14a-4e67-b40f-5b00da571cc2 req-ce73a0d8-76e0-4856-9cad-0bcd6c50db4c tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:17.914765 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d47b38f1-d14a-4e67-b40f-5b00da571cc2 req-ce73a0d8-76e0-4856-9cad-0bcd6c50db4c tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 950 time: 0.2707040 May 03 22:30:17.965819 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port f09d0378-e590-4938-8125-74f6bc031680, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=f09d0378-e590-4938-8125-74f6bc031680,segment=NetworkSegment(e2cd5293-4653-410d-9e29-2cc64d859f6a),segment_id=e2cd5293-4653-410d-9e29-2cc64d859f6a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:17.988665 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'f09d0378-e590-4938-8125-74f6bc031680', 'network_id': '1ee2cc07-df25-4a1a-b5fa-8f5cde7ae474', 'port_id': 'f09d0378-e590-4938-8125-74f6bc031680', 'mac_address': 'fa:16:3e:81:cc:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1937bb70-4764-4339-90b6-37b6bc330f4d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:30:17.999953 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b39c2b98-595f-4545-a339-7d2a5b8dec93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:18.001922 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc950190-89c5-452a-871e-1f5a0ceb4e53 admin admin] Router 1b5ac8bf-3896-4d7c-a32d-b5bdceddc786 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:30:18.012291 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b39c2b98-595f-4545-a339-7d2a5b8dec93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:18.062983 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:18.080119 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f09d0378-e590-4938-8125-74f6bc031680 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:30:18.096447 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port f09d0378-e590-4938-8125-74f6bc031680, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=f09d0378-e590-4938-8125-74f6bc031680,segment=NetworkSegment(e2cd5293-4653-410d-9e29-2cc64d859f6a),segment_id=e2cd5293-4653-410d-9e29-2cc64d859f6a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:18.100518 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:18.116018 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1a789bc4-b7c4-4988-a148-0ed94a37174f tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:18.135551 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-71e4fa2f-7017-49e7-9852-92bbdde75093 req-01418e3d-8b92-4965-913e-63ec9dcba614 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] 10.222.0.58 "GET /v2.0/security-groups?id=c7c7ebd6-5449-4da1-9909-2e088c1597a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827697 May 03 22:30:18.166829 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-1a789bc4-b7c4-4988-a148-0ed94a37174f tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d8bd19-2182-42b5-ac23-572bcb8c4b71']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:18.171327 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=f09d0378-e590-4938-8125-74f6bc031680,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:18.176865 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d47b38f1-d14a-4e67-b40f-5b00da571cc2 req-35b53e8a-fa39-46a7-88ae-f4112fcc5388 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611072 May 03 22:30:18.179218 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-c2ab55e9-df4f-4788-b7d6-5bcd9dc12dd9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1429459228-network', 'tenant_id': '6380f1dc58394680bb9dd4d3b07253d7'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:18.183408 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-1a789bc4-b7c4-4988-a148-0ed94a37174f tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '994ec048-c0b0-43e5-b392-5a847d303a2c') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:18.184429 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-1a789bc4-b7c4-4988-a148-0ed94a37174f tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '994ec048-c0b0-43e5-b392-5a847d303a2c') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:18.189264 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c2ab55e9-df4f-4788-b7d6-5bcd9dc12dd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:18.198034 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c2ab55e9-df4f-4788-b7d6-5bcd9dc12dd9 admin admin] Usage tracker for resource:network and tenant:6380f1dc58394680bb9dd4d3b07253d7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:18.198446 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1a789bc4-b7c4-4988-a148-0ed94a37174f tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:18.201443 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c2ab55e9-df4f-4788-b7d6-5bcd9dc12dd9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:18.207620 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c2ab55e9-df4f-4788-b7d6-5bcd9dc12dd9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:18.220663 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1a789bc4-b7c4-4988-a148-0ed94a37174f tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:18.228355 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a789bc4-b7c4-4988-a148-0ed94a37174f tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:30:18.229032 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1a789bc4-b7c4-4988-a148-0ed94a37174f tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:18.246838 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:30:18.246838 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:30:18.246838 n-d-811807-1 neutron-server[88069]: timer() May 03 22:30:18.246838 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:30:18.246838 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:30:18.246838 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:30:18.246838 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:30:18.246838 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:30:18.246838 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:30:18.246838 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:30:18.246838 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:30:18.246838 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:30:18.246838 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:30:18.246838 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:30:18.246838 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:30:18.246838 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:30:18.246838 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:30:18.246838 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:30:18.246838 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:30:18.246838 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:30:18.246838 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:30:18.246838 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:30:18.246838 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:30:18.246838 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:30:18.246838 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:30:18.246838 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:30:18.246838 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:30:18.246838 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:30:18.246838 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:30:18.246838 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:30:18.246838 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:30:18.246838 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:30:18.249145 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ab55e9-df4f-4788-b7d6-5bcd9dc12dd9 admin admin] Made reservation on behalf of 6380f1dc58394680bb9dd4d3b07253d7 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:30:18.250686 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c2ab55e9-df4f-4788-b7d6-5bcd9dc12dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:18.406216 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b39c2b98-595f-4545-a339-7d2a5b8dec93 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7faf2764fffe48e187df9646a51cb8b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1107883 May 03 22:30:18.409521 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c2b98-595f-4545-a339-7d2a5b8dec93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db991d5c-da93-4dab-ac88-561cf4ce04b1,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:18.412185 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c2ab55e9-df4f-4788-b7d6-5bcd9dc12dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:18.417198 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58688) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:18.433791 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c2ab55e9-df4f-4788-b7d6-5bcd9dc12dd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:18.440459 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c2ab55e9-df4f-4788-b7d6-5bcd9dc12dd9 admin admin] Usage tracker for resource:security_group_rule and tenant:6380f1dc58394680bb9dd4d3b07253d7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:18.443836 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1a789bc4-b7c4-4988-a148-0ed94a37174f tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:18.444623 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c2ab55e9-df4f-4788-b7d6-5bcd9dc12dd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:18.446624 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['f09d0378-e590-4938-8125-74f6bc031680'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:30:18.447979 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc950190-89c5-452a-871e-1f5a0ceb4e53 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:30:18.455800 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c2ab55e9-df4f-4788-b7d6-5bcd9dc12dd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:18.478392 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1a789bc4-b7c4-4988-a148-0ed94a37174f tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:18.492300 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b7bc13-c9d6-4eda-b0e8-25c83186cb71 None None] Sync routers for ids ['1b5ac8bf-3896-4d7c-a32d-b5bdceddc786'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:30:18.494076 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cc950190-89c5-452a-871e-1f5a0ceb4e53 admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:18.495797 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-cc950190-89c5-452a-871e-1f5a0ceb4e53 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.3722367 May 03 22:30:18.496872 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a789bc4-b7c4-4988-a148-0ed94a37174f tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] Pushing event deleted for resources: {'Network': ['ID=f9d8bd19-2182-42b5-ac23-572bcb8c4b71,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:18.498486 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58692) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:18.525020 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b7bc13-c9d6-4eda-b0e8-25c83186cb71 None None] Routers {'1b5ac8bf-3896-4d7c-a32d-b5bdceddc786'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:30:18.525333 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-e6b7bc13-c9d6-4eda-b0e8-25c83186cb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:29:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['1b5ac8bf-3896-4d7c-a32d-b5bdceddc786'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:18.584337 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c2ab55e9-df4f-4788-b7d6-5bcd9dc12dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:18.589088 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1a789bc4-b7c4-4988-a148-0ed94a37174f tempest-BulkNetworkOpsTest-1203342366 tempest-BulkNetworkOpsTest-1203342366-project] 10.222.0.58 "DELETE /v2.0/networks/f9d8bd19-2182-42b5-ac23-572bcb8c4b71 HTTP/1.1" status: 204 len: 168 time: 1.0862677 May 03 22:30:18.593349 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c2ab55e9-df4f-4788-b7d6-5bcd9dc12dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:18.609476 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ab55e9-df4f-4788-b7d6-5bcd9dc12dd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:30:18.622220 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c2ab55e9-df4f-4788-b7d6-5bcd9dc12dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:18.622601 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-c2ab55e9-df4f-4788-b7d6-5bcd9dc12dd9 admin admin] Added segment d714fc72-1f11-4339-ba8d-6ef298109d45 of type vlan for network 2afd3f3c-f5ea-48cb-b5f0-3d0a7c5ec81e May 03 22:30:18.635335 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666e2621-59a4-4419-a2b3-799bb89f10db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353b7eee-c934-456c-aaf9-e0b8ebdc6e3b'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:30:18.661240 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c2ab55e9-df4f-4788-b7d6-5bcd9dc12dd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:18.706733 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-de7c64d0-10ed-48b3-8d0d-e4b879a01799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:18.731767 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986e838-690b-4b50-bf61-ae384c5f7bfc req-a01fc781-fb59-4a8e-be54-4f4bf9bce10d tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:18.739033 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d986e838-690b-4b50-bf61-ae384c5f7bfc req-a01fc781-fb59-4a8e-be54-4f4bf9bce10d tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 945 time: 0.4212379 May 03 22:30:18.753348 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab55e9-df4f-4788-b7d6-5bcd9dc12dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a83327-7c5b-49e4-8ac0-fc54fa06b85b,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:18.758193 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c2ab55e9-df4f-4788-b7d6-5bcd9dc12dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:18.760165 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ab55e9-df4f-4788-b7d6-5bcd9dc12dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:18.760917 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c2ab55e9-df4f-4788-b7d6-5bcd9dc12dd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:18.768076 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3453f-6237-422e-9975-6f22e2acc71a req-760e4e8f-9a62-4687-8746-6b1097972d40 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:18.769578 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2db3453f-6237-422e-9975-6f22e2acc71a req-760e4e8f-9a62-4687-8746-6b1097972d40 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 950 time: 0.4066882 May 03 22:30:18.776287 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-e6b7bc13-c9d6-4eda-b0e8-25c83186cb71 None None] Set router 1b5ac8bf-3896-4d7c-a32d-b5bdceddc786 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:30:18.823391 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c2ab55e9-df4f-4788-b7d6-5bcd9dc12dd9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9668391 May 03 22:30:18.826324 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-de7c64d0-10ed-48b3-8d0d-e4b879a01799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:18.828485 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58702) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:18.846478 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-bfc1260a-6e18-446d-9399-ca3bbad66c4e admin admin] Request body: {'subnet': {'network_id': '2afd3f3c-f5ea-48cb-b5f0-3d0a7c5ec81e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1429459228-subnet', 'tenant_id': '6380f1dc58394680bb9dd4d3b07253d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:18.858109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bfc1260a-6e18-446d-9399-ca3bbad66c4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:18.903753 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d986e838-690b-4b50-bf61-ae384c5f7bfc req-a1f1dd92-ae2a-43b6-bab5-7af59785e93d tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637635 May 03 22:30:18.919379 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bfc1260a-6e18-446d-9399-ca3bbad66c4e admin admin] Usage tracker for resource:subnet and tenant:6380f1dc58394680bb9dd4d3b07253d7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:18.929683 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bfc1260a-6e18-446d-9399-ca3bbad66c4e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:18.939146 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab55e9-df4f-4788-b7d6-5bcd9dc12dd9 admin admin] Pushing event updated for resources: {'Network': ['ID=2afd3f3c-f5ea-48cb-b5f0-3d0a7c5ec81e,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:18.942522 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bfc1260a-6e18-446d-9399-ca3bbad66c4e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:18.954952 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc1260a-6e18-446d-9399-ca3bbad66c4e admin admin] Made reservation on behalf of 6380f1dc58394680bb9dd4d3b07253d7 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:30:18.956448 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 2afd3f3c-f5ea-48cb-b5f0-3d0a7c5ec81e details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:30:18.957793 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bfc1260a-6e18-446d-9399-ca3bbad66c4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:18.972433 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58706) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:19.089366 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2db3453f-6237-422e-9975-6f22e2acc71a req-06898b68-2ff4-43f5-964c-860d3e0936e0 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035505 May 03 22:30:19.310724 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4235111c-9ed6-42c8-8689-4122c79f57f5'] response: {'server_uuid': '666e2621-59a4-4419-a2b3-799bb89f10db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353b7eee-c934-456c-aaf9-e0b8ebdc6e3b', 'code': 200} May 03 22:30:19.352768 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-de7c64d0-10ed-48b3-8d0d-e4b879a01799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:19.370420 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b83c3338-b9fd-4f32-965a-e5d06a6174c1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=76a4b8a15ff44dc18bd2bd99fb344570&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3944824 May 03 22:30:19.377481 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58726) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:19.384196 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c64d0-10ed-48b3-8d0d-e4b879a01799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db991d5c-da93-4dab-ac88-561cf4ce04b1,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:19.407110 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-e6b7bc13-c9d6-4eda-b0e8-25c83186cb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'name': 'tempest-ServerRescueTestJSONUnderV235-1372084257-router', 'tenant_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '9b8f272c-7b19-4dfa-9290-86dfad18d1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:12Z', 'updated_at': '2022-05-03T22:30:16Z', 'revision_number': 3, 'project_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'gw_port': {'id': '9b8f272c-7b19-4dfa-9290-86dfad18d1b3', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:14Z', 'updated_at': '2022-05-03T22:30:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:19.413715 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b7bc13-c9d6-4eda-b0e8-25c83186cb71 None None] Checking router: 1b5ac8bf-3896-4d7c-a32d-b5bdceddc786 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:30:19.414742 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b7bc13-c9d6-4eda-b0e8-25c83186cb71 None None] Updating router 1b5ac8bf-3896-4d7c-a32d-b5bdceddc786 port 9b8f272c-7b19-4dfa-9290-86dfad18d1b3 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:30:19.418502 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-de7c64d0-10ed-48b3-8d0d-e4b879a01799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:19.420259 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-de7c64d0-10ed-48b3-8d0d-e4b879a01799 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/db991d5c-da93-4dab-ac88-561cf4ce04b1 HTTP/1.1" status: 204 len: 168 time: 1.0020909 May 03 22:30:19.453610 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bfc1260a-6e18-446d-9399-ca3bbad66c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:19.490996 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab1f83-5e43-4881-b0d2-ab535627c57a req-3625ce67-0633-418a-b41f-ef393c0dc486 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:19.492538 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9cab1f83-5e43-4881-b0d2-ab535627c57a req-3625ce67-0633-418a-b41f-ef393c0dc486 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] 10.222.0.58 "GET /v2.0/ports?device_id=68a5752b-6126-4b39-bb44-bd9c9d84401b HTTP/1.1" status: 200 len: 944 time: 0.1885478 May 03 22:30:19.504613 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6b7bc13-c9d6-4eda-b0e8-25c83186cb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:19.596937 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1260a-6e18-446d-9399-ca3bbad66c4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e8fa42b-f9ed-4e7e-b9cf-d718d7e54b07,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:19.601606 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-471bde54-7a27-4915-94d1-2fec827b3472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:19.613207 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd9d50-ccbf-49d1-95e8-52c8da6c22f8 req-b0bd2e87-b627-4c8c-9fbd-4702e054bce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:19.614738 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-23fd9d50-ccbf-49d1-95e8-52c8da6c22f8 req-b0bd2e87-b627-4c8c-9fbd-4702e054bce7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 1096 time: 0.4232166 May 03 22:30:19.660504 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc1260a-6e18-446d-9399-ca3bbad66c4e admin admin] Checking segment: {'id': 'd714fc72-1f11-4339-ba8d-6ef298109d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2afd3f3c-f5ea-48cb-b5f0-3d0a7c5ec81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:30:19.660988 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc1260a-6e18-446d-9399-ca3bbad66c4e admin admin] Network hostable DHCP agents. Network: 2afd3f3c-f5ea-48cb-b5f0-3d0a7c5ec81e, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:30:19.698571 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-471bde54-7a27-4915-94d1-2fec827b3472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:19.722081 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-587b6938-b7dc-4815-8595-42d613d65273 req-ca3bf7f1-40da-409d-a22b-67db9c51057e tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587580 May 03 22:30:19.727967 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-23fd9d50-ccbf-49d1-95e8-52c8da6c22f8 req-c756f2fe-88cf-4b98-adc0-ebe1313661b6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940957 May 03 22:30:19.732064 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc1260a-6e18-446d-9399-ca3bbad66c4e admin admin] Network 2afd3f3c-f5ea-48cb-b5f0-3d0a7c5ec81e is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:30:19.753974 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-bfc1260a-6e18-446d-9399-ca3bbad66c4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 2afd3f3c-f5ea-48cb-b5f0-3d0a7c5ec81e) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:30:19.754724 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9cab1f83-5e43-4881-b0d2-ab535627c57a req-02f9981b-993f-419b-8961-01c254033cd3 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] 10.222.0.58 "GET /v2.0/security-groups?id=c7c7ebd6-5449-4da1-9909-2e088c1597a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678298 May 03 22:30:19.758850 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc1260a-6e18-446d-9399-ca3bbad66c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:19.759480 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bfc1260a-6e18-446d-9399-ca3bbad66c4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:19.780664 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dbf142-c077-4c2c-a8f5-7a16a9aacb4c None None] Network 2afd3f3c-f5ea-48cb-b5f0-3d0a7c5ec81e requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:30:19.789788 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bfc1260a-6e18-446d-9399-ca3bbad66c4e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9595027 May 03 22:30:19.801586 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-471bde54-7a27-4915-94d1-2fec827b3472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:19.807733 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-471bde54-7a27-4915-94d1-2fec827b3472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:19.812849 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-471bde54-7a27-4915-94d1-2fec827b3472 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0dcbc385-3e14-43d1-b74d-1f01ea4d70fe HTTP/1.1" status: 204 len: 168 time: 0.4316189 May 03 22:30:19.832258 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471bde54-7a27-4915-94d1-2fec827b3472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcbc385-3e14-43d1-b74d-1f01ea4d70fe,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:19.990944 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fcb9f1ce-cc54-4f14-bbee-d9b4fe446449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:20.223829 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6b7bc13-c9d6-4eda-b0e8-25c83186cb71 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:20.228700 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b299ffe1-8143-41cc-ab97-ef244f62eaf3 None None] Network 2afd3f3c-f5ea-48cb-b5f0-3d0a7c5ec81e requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:30:20.271616 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6b7bc13-c9d6-4eda-b0e8-25c83186cb71 None None] Transition to ACTIVE for port object 9b8f272c-7b19-4dfa-9290-86dfad18d1b3 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:30:20.316303 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b6938-b7dc-4815-8595-42d613d65273 req-588db621-0c8e-4d23-a286-91d1e88b91b2 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:20.319544 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6b7bc13-c9d6-4eda-b0e8-25c83186cb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:20.323544 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-587b6938-b7dc-4815-8595-42d613d65273 req-588db621-0c8e-4d23-a286-91d1e88b91b2 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6005197 May 03 22:30:20.361037 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-587b6938-b7dc-4815-8595-42d613d65273 req-3cccdee3-a654-4721-a44a-d0a7a15b1809 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/quotas/e5ed80acbb9f47e383e08a46b5c2d155 HTTP/1.1" status: 200 len: 375 time: 0.0357811 May 03 22:30:20.430463 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf7cb5-3295-432f-900e-0bfbc42d1142 None None] Pushing event updated for resources: {'Port': ['ID=9b8f272c-7b19-4dfa-9290-86dfad18d1b3,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:20.474157 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e6b7bc13-c9d6-4eda-b0e8-25c83186cb71 None None] Attempting to bind port 9b8f272c-7b19-4dfa-9290-86dfad18d1b3 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:30:20.474540 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e6b7bc13-c9d6-4eda-b0e8-25c83186cb71 None None] Attempting to bind port 9b8f272c-7b19-4dfa-9290-86dfad18d1b3 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:30:20.474909 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b7bc13-c9d6-4eda-b0e8-25c83186cb71 None None] Attempting to bind port 9b8f272c-7b19-4dfa-9290-86dfad18d1b3 on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:30:20.493183 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e466d8-a2d9-4d30-ac11-f026018d8f25 req-6acfeebf-e5b1-47fe-8a34-9dad9123985f tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:20.496410 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b7bc13-c9d6-4eda-b0e8-25c83186cb71 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:30:20.496410 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b7bc13-c9d6-4eda-b0e8-25c83186cb71 None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:30:20.496739 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6b7bc13-c9d6-4eda-b0e8-25c83186cb71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:20.497129 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b7bc13-c9d6-4eda-b0e8-25c83186cb71 None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:30:20.497606 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e6b7bc13-c9d6-4eda-b0e8-25c83186cb71 None None] Bound port: 9b8f272c-7b19-4dfa-9290-86dfad18d1b3, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:30:20.498011 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6b7bc13-c9d6-4eda-b0e8-25c83186cb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:20.501358 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61e466d8-a2d9-4d30-ac11-f026018d8f25 req-6acfeebf-e5b1-47fe-8a34-9dad9123985f tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 945 time: 0.3850162 May 03 22:30:20.545867 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-fcb9f1ce-cc54-4f14-bbee-d9b4fe446449 admin admin] Allocated IP 172.20.0.1 (cf4b4b53-23b3-4846-9dfb-85aed8a34ef8/363f1a1c-dee5-436d-ab6d-f585bc5dbb1b/3800c394-e1c4-4a6f-bb2b-86d1bff3e52a) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:30:20.611986 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6b7bc13-c9d6-4eda-b0e8-25c83186cb71 None None] For port 9b8f272c-7b19-4dfa-9290-86dfad18d1b3, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:30:20.615904 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6b7bc13-c9d6-4eda-b0e8-25c83186cb71 None None] For port 9b8f272c-7b19-4dfa-9290-86dfad18d1b3, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=9b8f272c-7b19-4dfa-9290-86dfad18d1b3,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:30:20.623095 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6b7bc13-c9d6-4eda-b0e8-25c83186cb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:20.644487 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61e466d8-a2d9-4d30-ac11-f026018d8f25 req-284c4f15-ab6b-4845-9325-60580f88072d tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419592 May 03 22:30:20.719292 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b7bc13-c9d6-4eda-b0e8-25c83186cb71 None None] Routers {'1b5ac8bf-3896-4d7c-a32d-b5bdceddc786'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:30:20.719827 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-e6b7bc13-c9d6-4eda-b0e8-25c83186cb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:29:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['1b5ac8bf-3896-4d7c-a32d-b5bdceddc786'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:20.725587 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-587b6938-b7dc-4815-8595-42d613d65273 req-ceb26829-6410-470a-8fac-459c32bcdde1 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3636043 May 03 22:30:20.841754 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58788) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:20.849790 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf7cb5-3295-432f-900e-0bfbc42d1142 None None] Pushing event updated for resources: {'Port': ['ID=9b8f272c-7b19-4dfa-9290-86dfad18d1b3,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:20.961480 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-e6b7bc13-c9d6-4eda-b0e8-25c83186cb71 None None] Set router 1b5ac8bf-3896-4d7c-a32d-b5bdceddc786 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:30:20.970093 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fcb9f1ce-cc54-4f14-bbee-d9b4fe446449 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:21.013780 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fcb9f1ce-cc54-4f14-bbee-d9b4fe446449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:21.256849 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-ef75e9cc-d237-4373-9461-35da62859f35 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-397226911-network', 'tenant_id': 'cedd956302664fa280a1c281659df45b'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:21.276511 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb9f1ce-cc54-4f14-bbee-d9b4fe446449 admin admin] Network cf4b4b53-23b3-4846-9dfb-85aed8a34ef8 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:30:21.278327 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ef75e9cc-d237-4373-9461-35da62859f35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:21.287112 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-0f77282a-edd4-42c2-9ebf-4e79e7ebdaea req-bdbfb748-f378-4a2c-95fa-d17c6e4bc9cf tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-471068613', 'description': 'tempest-description-88378395'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:21.292178 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-fcb9f1ce-cc54-4f14-bbee-d9b4fe446449 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:30:21.295511 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ef75e9cc-d237-4373-9461-35da62859f35 admin admin] Usage tracker for resource:network and tenant:cedd956302664fa280a1c281659df45b is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:21.303876 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-0f77282a-edd4-42c2-9ebf-4e79e7ebdaea req-bdbfb748-f378-4a2c-95fa-d17c6e4bc9cf tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:21.306499 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ef75e9cc-d237-4373-9461-35da62859f35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:21.309445 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb9f1ce-cc54-4f14-bbee-d9b4fe446449 admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:30:21.343624 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9f1ce-cc54-4f14-bbee-d9b4fe446449 admin admin] Pushing event updated for resources: {'Port': ['ID=3800c394-e1c4-4a6f-bb2b-86d1bff3e52a,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:21.346194 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ef75e9cc-d237-4373-9461-35da62859f35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:21.357108 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0f77282a-edd4-42c2-9ebf-4e79e7ebdaea req-bdbfb748-f378-4a2c-95fa-d17c6e4bc9cf tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Usage tracker for resource:security_group and tenant:6380f1dc58394680bb9dd4d3b07253d7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:21.366262 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0f77282a-edd4-42c2-9ebf-4e79e7ebdaea req-bdbfb748-f378-4a2c-95fa-d17c6e4bc9cf tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:21.380448 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-0f77282a-edd4-42c2-9ebf-4e79e7ebdaea req-bdbfb748-f378-4a2c-95fa-d17c6e4bc9cf tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:21.398881 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef75e9cc-d237-4373-9461-35da62859f35 admin admin] Made reservation on behalf of cedd956302664fa280a1c281659df45b for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:30:21.401405 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef75e9cc-d237-4373-9461-35da62859f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:21.425204 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58808) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:21.425707 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fcb9f1ce-cc54-4f14-bbee-d9b4fe446449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:21.429000 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef75e9cc-d237-4373-9461-35da62859f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:21.445302 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0f77282a-edd4-42c2-9ebf-4e79e7ebdaea req-bdbfb748-f378-4a2c-95fa-d17c6e4bc9cf tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:21.464633 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-e6b7bc13-c9d6-4eda-b0e8-25c83186cb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'name': 'tempest-ServerRescueTestJSONUnderV235-1372084257-router', 'tenant_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '9b8f272c-7b19-4dfa-9290-86dfad18d1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:12Z', 'updated_at': '2022-05-03T22:30:16Z', 'revision_number': 3, 'project_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'gw_port': {'id': '9b8f272c-7b19-4dfa-9290-86dfad18d1b3', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:14Z', 'updated_at': '2022-05-03T22:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:21.469892 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b7bc13-c9d6-4eda-b0e8-25c83186cb71 None None] The sync data for ids ['1b5ac8bf-3896-4d7c-a32d-b5bdceddc786'] in n-d-811807-1 is: [{'id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'name': 'tempest-ServerRescueTestJSONUnderV235-1372084257-router', 'tenant_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '9b8f272c-7b19-4dfa-9290-86dfad18d1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:12Z', 'updated_at': '2022-05-03T22:30:16Z', 'revision_number': 3, 'project_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'gw_port': {'id': '9b8f272c-7b19-4dfa-9290-86dfad18d1b3', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:14Z', 'updated_at': '2022-05-03T22:30:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:30:21.484230 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ef75e9cc-d237-4373-9461-35da62859f35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:21.494339 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ef75e9cc-d237-4373-9461-35da62859f35 admin admin] Usage tracker for resource:security_group_rule and tenant:cedd956302664fa280a1c281659df45b is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:21.501669 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ef75e9cc-d237-4373-9461-35da62859f35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:21.511660 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3c04c-cdd1-45c4-b600-890da4bdc644 req-d3c2408b-e2d5-4c0a-aa96-0ab0f386d6ec tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:21.519132 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9bd3c04c-cdd1-45c4-b600-890da4bdc644 req-d3c2408b-e2d5-4c0a-aa96-0ab0f386d6ec tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] 10.222.0.58 "GET /v2.0/ports?device_id=68a5752b-6126-4b39-bb44-bd9c9d84401b HTTP/1.1" status: 200 len: 944 time: 0.3963161 May 03 22:30:21.521477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-0f77282a-edd4-42c2-9ebf-4e79e7ebdaea req-bdbfb748-f378-4a2c-95fa-d17c6e4bc9cf tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:21.541561 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ef75e9cc-d237-4373-9461-35da62859f35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:21.550675 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0f77282a-edd4-42c2-9ebf-4e79e7ebdaea req-bdbfb748-f378-4a2c-95fa-d17c6e4bc9cf tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Usage tracker for resource:security_group_rule and tenant:6380f1dc58394680bb9dd4d3b07253d7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:21.556208 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0f77282a-edd4-42c2-9ebf-4e79e7ebdaea req-bdbfb748-f378-4a2c-95fa-d17c6e4bc9cf tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:21.571289 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-0f77282a-edd4-42c2-9ebf-4e79e7ebdaea req-bdbfb748-f378-4a2c-95fa-d17c6e4bc9cf tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:21.577724 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-d44d6e9d-9cf9-423d-ab0d-66280fea4ebe tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1621976896'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:21.594215 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d44d6e9d-9cf9-423d-ab0d-66280fea4ebe tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:21.598679 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d44d6e9d-9cf9-423d-ab0d-66280fea4ebe tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Usage tracker for resource:network and tenant:343923008bac4bc78019628c0f9b696b is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:21.602412 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d44d6e9d-9cf9-423d-ab0d-66280fea4ebe tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:21.614005 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d44d6e9d-9cf9-423d-ab0d-66280fea4ebe tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:21.629415 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44d6e9d-9cf9-423d-ab0d-66280fea4ebe tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Made reservation on behalf of 343923008bac4bc78019628c0f9b696b for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:30:21.638696 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9bd3c04c-cdd1-45c4-b600-890da4bdc644 req-fa8517f4-cab5-4eea-bf55-2a7cf7ecb111 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] 10.222.0.58 "GET /v2.0/security-groups?id=c7c7ebd6-5449-4da1-9909-2e088c1597a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185954 May 03 22:30:21.639970 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d44d6e9d-9cf9-423d-ab0d-66280fea4ebe tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:21.656841 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d44d6e9d-9cf9-423d-ab0d-66280fea4ebe tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:21.687580 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d44d6e9d-9cf9-423d-ab0d-66280fea4ebe tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:21.694309 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d44d6e9d-9cf9-423d-ab0d-66280fea4ebe tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Usage tracker for resource:security_group_rule and tenant:343923008bac4bc78019628c0f9b696b is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:21.699029 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d44d6e9d-9cf9-423d-ab0d-66280fea4ebe tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:21.705896 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d44d6e9d-9cf9-423d-ab0d-66280fea4ebe tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:21.723455 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device f09d0378-e590-4938-8125-74f6bc031680 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:30:21.765004 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fcb9f1ce-cc54-4f14-bbee-d9b4fe446449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:21.830096 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port f09d0378-e590-4938-8125-74f6bc031680 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:30:21.857986 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d44d6e9d-9cf9-423d-ab0d-66280fea4ebe tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:21.860414 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port f09d0378-e590-4938-8125-74f6bc031680 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:30:21.861524 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:21.871006 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d44d6e9d-9cf9-423d-ab0d-66280fea4ebe tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:21.925704 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d44d6e9d-9cf9-423d-ab0d-66280fea4ebe tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:30:21.941049 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d6e9d-9cf9-423d-ab0d-66280fea4ebe tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=265a9f66-408b-4283-964a-f645a1ea507d,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:21.948501 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d44d6e9d-9cf9-423d-ab0d-66280fea4ebe tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:21.949441 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-d44d6e9d-9cf9-423d-ab0d-66280fea4ebe tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Added segment 1c54f02d-9f81-4a23-952f-31c6f08fd1d4 of type vlan for network 2da74078-37d5-48f5-be13-af04ad75ee4b May 03 22:30:21.980033 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d44d6e9d-9cf9-423d-ab0d-66280fea4ebe tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:22.019809 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d44d6e9d-9cf9-423d-ab0d-66280fea4ebe tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:22.025459 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44d6e9d-9cf9-423d-ab0d-66280fea4ebe tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:22.026190 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d44d6e9d-9cf9-423d-ab0d-66280fea4ebe tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:22.054411 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:22.074932 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b91baa0f-85b5-485a-96a1-de371fd4f2dd req-cedef86f-eb69-41ea-be58-18de439dd21c tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=76bd138e-926b-45d1-a5a4-b522ac80a881 HTTP/1.1" status: 200 len: 210 time: 0.2850716 May 03 22:30:22.119729 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port f09d0378-e590-4938-8125-74f6bc031680, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=f09d0378-e590-4938-8125-74f6bc031680,segment=NetworkSegment(e2cd5293-4653-410d-9e29-2cc64d859f6a),segment_id=e2cd5293-4653-410d-9e29-2cc64d859f6a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:22.122115 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a5752b-6126-4b39-bb44-bd9c9d84401b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09d0378-e590-4938-8125-74f6bc031680'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:30:22.131490 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:22.149816 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d6e9d-9cf9-423d-ab0d-66280fea4ebe tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event updated for resources: {'Network': ['ID=2da74078-37d5-48f5-be13-af04ad75ee4b,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:22.154108 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d44d6e9d-9cf9-423d-ab0d-66280fea4ebe tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7275658 May 03 22:30:22.211169 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0f77282a-edd4-42c2-9ebf-4e79e7ebdaea req-bdbfb748-f378-4a2c-95fa-d17c6e4bc9cf tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:22.256115 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=f09d0378-e590-4938-8125-74f6bc031680,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:22.264486 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0f77282a-edd4-42c2-9ebf-4e79e7ebdaea req-bdbfb748-f378-4a2c-95fa-d17c6e4bc9cf tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:22.267374 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 2da74078-37d5-48f5-be13-af04ad75ee4b details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:30:22.327500 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef75e9cc-d237-4373-9461-35da62859f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:22.459160 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-587b6938-b7dc-4815-8595-42d613d65273 req-6122333a-023a-46f0-a773-65bc1a9bdb28 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770774 May 03 22:30:22.496839 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef75e9cc-d237-4373-9461-35da62859f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:22.538063 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 9b8f272c-7b19-4dfa-9290-86dfad18d1b3 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:30:22.665502 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfb748-f378-4a2c-95fa-d17c6e4bc9cf tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd72784-8d6d-4590-aa55-290288e44e4b,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:22.677080 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef75e9cc-d237-4373-9461-35da62859f35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:30:22.690369 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.resource_extend [None req-fcb9f1ce-cc54-4f14-bbee-d9b4fe446449 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:30:22.713309 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b6938-b7dc-4815-8595-42d613d65273 req-2dcd92b8-16fa-43f0-a13c-8c5c7bf624c9 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:22.715608 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-587b6938-b7dc-4815-8595-42d613d65273 req-2dcd92b8-16fa-43f0-a13c-8c5c7bf624c9 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2499592 May 03 22:30:22.720021 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0f77282a-edd4-42c2-9ebf-4e79e7ebdaea req-bdbfb748-f378-4a2c-95fa-d17c6e4bc9cf tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:22.721252 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f77282a-edd4-42c2-9ebf-4e79e7ebdaea req-bdbfb748-f378-4a2c-95fa-d17c6e4bc9cf tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.4557493 May 03 22:30:22.744711 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fcb9f1ce-cc54-4f14-bbee-d9b4fe446449 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:22.750984 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef75e9cc-d237-4373-9461-35da62859f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:22.751276 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-ef75e9cc-d237-4373-9461-35da62859f35 admin admin] Added segment 4a0ebc46-1388-4582-a35d-c77e85f48a3d of type vlan for network aa323bd0-e355-48ff-817f-0dfa021e8b19 May 03 22:30:22.752255 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-587b6938-b7dc-4815-8595-42d613d65273 req-d869e715-34fd-4b52-a43c-02b3c75c2090 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Request body: {'port': {'device_id': '76bd138e-926b-45d1-a5a4-b522ac80a881', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'admin_state_up': True, 'tenant_id': 'e5ed80acbb9f47e383e08a46b5c2d155'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:22.770718 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fcb9f1ce-cc54-4f14-bbee-d9b4fe446449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:22.869888 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55873377-3117-4910-84ac-2f3a182ea5f3'] response: {'server_uuid': '68a5752b-6126-4b39-bb44-bd9c9d84401b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09d0378-e590-4938-8125-74f6bc031680', 'code': 200} May 03 22:30:22.921780 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-86a3f4a8-66c5-4047-9a79-a61230e3b764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:22.929780 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 9b8f272c-7b19-4dfa-9290-86dfad18d1b3 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:30:22.937107 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 9b8f272c-7b19-4dfa-9290-86dfad18d1b3 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:30:22.937948 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:22.985968 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75e9cc-d237-4373-9461-35da62859f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8141834f-3183-49db-99d3-033fb924ff69,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:23.077886 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-587b6938-b7dc-4815-8595-42d613d65273 req-d869e715-34fd-4b52-a43c-02b3c75c2090 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:23.088282 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-587b6938-b7dc-4815-8595-42d613d65273 req-d869e715-34fd-4b52-a43c-02b3c75c2090 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:23.115390 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-587b6938-b7dc-4815-8595-42d613d65273 req-d869e715-34fd-4b52-a43c-02b3c75c2090 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Made reservation on behalf of e5ed80acbb9f47e383e08a46b5c2d155 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:30:23.118922 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-587b6938-b7dc-4815-8595-42d613d65273 req-d869e715-34fd-4b52-a43c-02b3c75c2090 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:23.151260 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:23.172900 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 9b8f272c-7b19-4dfa-9290-86dfad18d1b3, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=9b8f272c-7b19-4dfa-9290-86dfad18d1b3,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:23.180329 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:23.270351 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef75e9cc-d237-4373-9461-35da62859f35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:23.274214 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=9b8f272c-7b19-4dfa-9290-86dfad18d1b3,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:23.315280 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fcb9f1ce-cc54-4f14-bbee-d9b4fe446449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:23.317949 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-587b6938-b7dc-4815-8595-42d613d65273 req-d869e715-34fd-4b52-a43c-02b3c75c2090 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Allocated IP 192.168.233.231 (7e14e0ca-f320-4236-9b9e-a9e4f415dbeb/1dff747c-9d3c-4e06-92c1-836fbb9482c4/1e5936bb-e1f5-4edc-b6f5-ed89c719b65d) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:30:23.332504 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec338b-ed4f-491a-ae74-46ea389c735b req-9ed66035-bf48-4be5-a534-1868af105f7e tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:23.334009 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-83ec338b-ed4f-491a-ae74-46ea389c735b req-9ed66035-bf48-4be5-a534-1868af105f7e tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 945 time: 1.0511079 May 03 22:30:23.359555 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9f1ce-cc54-4f14-bbee-d9b4fe446449 admin admin] Pushing event updated for resources: {'Port': ['ID=3800c394-e1c4-4a6f-bb2b-86d1bff3e52a,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:23.441749 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef75e9cc-d237-4373-9461-35da62859f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:23.442735 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef75e9cc-d237-4373-9461-35da62859f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:23.443316 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef75e9cc-d237-4373-9461-35da62859f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:23.555879 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-83ec338b-ed4f-491a-ae74-46ea389c735b req-00332f27-d2e7-4f2f-a833-f9e1ddb24a38 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993113 May 03 22:30:23.558692 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-587b6938-b7dc-4815-8595-42d613d65273 req-d869e715-34fd-4b52-a43c-02b3c75c2090 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:23.595854 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-587b6938-b7dc-4815-8595-42d613d65273 req-d869e715-34fd-4b52-a43c-02b3c75c2090 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Transition to ACTIVE for port object 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:30:23.618259 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ab70a-a12f-4bd9-8da7-31741c4f099b req-73e3a578-be4c-4843-90d3-383f175b70a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:23.619877 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a31ab70a-a12f-4bd9-8da7-31741c4f099b req-73e3a578-be4c-4843-90d3-383f175b70a3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=68a5752b-6126-4b39-bb44-bd9c9d84401b HTTP/1.1" status: 200 len: 1096 time: 0.6105094 May 03 22:30:23.643170 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-587b6938-b7dc-4815-8595-42d613d65273 req-d869e715-34fd-4b52-a43c-02b3c75c2090 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:23.656490 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['78cece3e-063d-4911-b5af-6e8c5dad162c'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:30:23.691312 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ef75e9cc-d237-4373-9461-35da62859f35 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.8436472 May 03 22:30:23.703117 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58826) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:23.712133 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-8b5b46f3-fedd-410e-8ef2-f79a6ff28ca2 admin admin] Request body: {'subnet': {'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-397226911-subnet', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:23.714695 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['51a443ea-606a-4a08-ab5d-52d6e694760c'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:30:23.721998 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9acf0-60c3-41e1-8511-4f7391021dd5 req-d274580e-0475-4221-909d-cd5ce45a4d13 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:23.724257 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8b5b46f3-fedd-410e-8ef2-f79a6ff28ca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:23.728421 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8b5b46f3-fedd-410e-8ef2-f79a6ff28ca2 admin admin] Usage tracker for resource:subnet and tenant:cedd956302664fa280a1c281659df45b is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:23.730054 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1fd9acf0-60c3-41e1-8511-4f7391021dd5 req-d274580e-0475-4221-909d-cd5ce45a4d13 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] 10.222.0.58 "GET /v2.0/ports?device_id=68a5752b-6126-4b39-bb44-bd9c9d84401b HTTP/1.1" status: 200 len: 945 time: 0.7001870 May 03 22:30:23.731658 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8b5b46f3-fedd-410e-8ef2-f79a6ff28ca2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:23.739730 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8b5b46f3-fedd-410e-8ef2-f79a6ff28ca2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:23.740868 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75e9cc-d237-4373-9461-35da62859f35 admin admin] Pushing event updated for resources: {'Network': ['ID=aa323bd0-e355-48ff-817f-0dfa021e8b19,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:23.783724 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network aa323bd0-e355-48ff-817f-0dfa021e8b19 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:30:23.837096 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb9f1ce-cc54-4f14-bbee-d9b4fe446449 admin admin] Network cf4b4b53-23b3-4846-9dfb-85aed8a34ef8 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:30:23.839933 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a31ab70a-a12f-4bd9-8da7-31741c4f099b req-23a5ba8a-5587-4fda-88d1-c2120d9a8f16 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c7c7ebd6-5449-4da1-9909-2e088c1597a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552904 May 03 22:30:23.845443 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-fcb9f1ce-cc54-4f14-bbee-d9b4fe446449 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:30:23.863944 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-379cf963-edda-42a2-b384-9e3758aec204 req-6c76d918-6e4b-4c6f-ba10-4b61ddde9ce7 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] 10.222.0.58 "GET /v2.0/security-groups/8dd72784-8d6d-4590-aa55-290288e44e4b HTTP/1.1" status: 200 len: 1812 time: 0.2539699 May 03 22:30:23.879609 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1fd9acf0-60c3-41e1-8511-4f7391021dd5 req-f91ea65a-e8dd-4740-9c9f-aeee6b9be35b tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] 10.222.0.58 "GET /v2.0/security-groups?id=c7c7ebd6-5449-4da1-9909-2e088c1597a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481657 May 03 22:30:23.899729 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-379cf963-edda-42a2-b384-9e3758aec204 req-efbd712f-5c81-4209-b5f6-4e5cdb2e0260 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8dd72784-8d6d-4590-aa55-290288e44e4b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:23.900280 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-379cf963-edda-42a2-b384-9e3758aec204 req-efbd712f-5c81-4209-b5f6-4e5cdb2e0260 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8dd72784-8d6d-4590-aa55-290288e44e4b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:23.996766 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-379cf963-edda-42a2-b384-9e3758aec204 req-efbd712f-5c81-4209-b5f6-4e5cdb2e0260 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:24.015953 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5b46f3-fedd-410e-8ef2-f79a6ff28ca2 admin admin] Made reservation on behalf of cedd956302664fa280a1c281659df45b for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:30:24.018625 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8b5b46f3-fedd-410e-8ef2-f79a6ff28ca2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:24.043051 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-587b6938-b7dc-4815-8595-42d613d65273 req-d869e715-34fd-4b52-a43c-02b3c75c2090 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:30:24.049060 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-587b6938-b7dc-4815-8595-42d613d65273 req-d869e715-34fd-4b52-a43c-02b3c75c2090 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:30:24.056715 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-587b6938-b7dc-4815-8595-42d613d65273 req-d869e715-34fd-4b52-a43c-02b3c75c2090 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:30:24.087147 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-379cf963-edda-42a2-b384-9e3758aec204 req-efbd712f-5c81-4209-b5f6-4e5cdb2e0260 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Usage tracker for resource:security_group_rule and tenant:6380f1dc58394680bb9dd4d3b07253d7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:24.117221 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:24.139547 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-379cf963-edda-42a2-b384-9e3758aec204 req-efbd712f-5c81-4209-b5f6-4e5cdb2e0260 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:24.148750 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b6938-b7dc-4815-8595-42d613d65273 req-d869e715-34fd-4b52-a43c-02b3c75c2090 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:24.149677 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-587b6938-b7dc-4815-8595-42d613d65273 req-d869e715-34fd-4b52-a43c-02b3c75c2090 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:24.157096 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-379cf963-edda-42a2-b384-9e3758aec204 req-efbd712f-5c81-4209-b5f6-4e5cdb2e0260 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:24.192348 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869e715-34fd-4b52-a43c-02b3c75c2090 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Pushing event updated for resources: {'Port': ['ID=1e5936bb-e1f5-4edc-b6f5-ed89c719b65d,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:24.195884 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-587b6938-b7dc-4815-8595-42d613d65273 req-d869e715-34fd-4b52-a43c-02b3c75c2090 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4601605 May 03 22:30:24.211290 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-587b6938-b7dc-4815-8595-42d613d65273 req-5d1027fa-15c6-46c8-b135-b6c8215ef29b service neutron] Request body: {'port': {'device_id': '76bd138e-926b-45d1-a5a4-b522ac80a881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:24.363148 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-379cf963-edda-42a2-b384-9e3758aec204 req-efbd712f-5c81-4209-b5f6-4e5cdb2e0260 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:24.393385 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-379cf963-edda-42a2-b384-9e3758aec204 req-efbd712f-5c81-4209-b5f6-4e5cdb2e0260 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:24.408254 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb9f1ce-cc54-4f14-bbee-d9b4fe446449 admin admin] Router 1b5ac8bf-3896-4d7c-a32d-b5bdceddc786 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:30:24.417757 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-379cf963-edda-42a2-b384-9e3758aec204 req-efbd712f-5c81-4209-b5f6-4e5cdb2e0260 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:24.420191 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 9b8f272c-7b19-4dfa-9290-86dfad18d1b3 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:30:24.440918 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85765e-828b-41d4-9484-374768c850a6 req-d3fd18db-decd-453a-b26a-ea43c84561bd tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:24.448190 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1c85765e-828b-41d4-9484-374768c850a6 req-d3fd18db-decd-453a-b26a-ea43c84561bd tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=76bd138e-926b-45d1-a5a4-b522ac80a881 HTTP/1.1" status: 200 len: 936 time: 0.3828797 May 03 22:30:24.469034 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd712f-5c81-4209-b5f6-4e5cdb2e0260 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bdb1518-2ca6-456a-96b5-604422de1a40,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:24.564656 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-bd431814-4eac-416d-abb8-09c02019f47c None None] Provisioning for port 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:30:24.608562 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 9b8f272c-7b19-4dfa-9290-86dfad18d1b3 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:30:24.608932 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:24.632460 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-587b6938-b7dc-4815-8595-42d613d65273 req-5d1027fa-15c6-46c8-b135-b6c8215ef29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:24.650259 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8b5b46f3-fedd-410e-8ef2-f79a6ff28ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:24.699366 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-bd431814-4eac-416d-abb8-09c02019f47c None None] Provisioning complete for port 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:30:24.699736 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bd431814-4eac-416d-abb8-09c02019f47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:24.705823 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-379cf963-edda-42a2-b384-9e3758aec204 req-efbd712f-5c81-4209-b5f6-4e5cdb2e0260 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:24.707104 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-379cf963-edda-42a2-b384-9e3758aec204 req-efbd712f-5c81-4209-b5f6-4e5cdb2e0260 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8420563 May 03 22:30:24.709967 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb9f1ce-cc54-4f14-bbee-d9b4fe446449 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:30:24.723172 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-fcb9f1ce-cc54-4f14-bbee-d9b4fe446449 admin admin] 10.222.0.58 "PUT /v2.0/routers/1b5ac8bf-3896-4d7c-a32d-b5bdceddc786/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2156334 May 03 22:30:24.724279 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09912e8a-f5e4-4821-9136-3c04ca624906 None None] Sync routers for ids ['1b5ac8bf-3896-4d7c-a32d-b5bdceddc786'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:30:24.761557 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1c85765e-828b-41d4-9484-374768c850a6 req-8d790e7e-c330-4f39-8e60-67437d0c30bf tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123024 May 03 22:30:24.766179 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09912e8a-f5e4-4821-9136-3c04ca624906 None None] Routers {'1b5ac8bf-3896-4d7c-a32d-b5bdceddc786'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:30:24.767491 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-09912e8a-f5e4-4821-9136-3c04ca624906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:29:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['1b5ac8bf-3896-4d7c-a32d-b5bdceddc786'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:24.815534 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-bd431814-4eac-416d-abb8-09c02019f47c None None] Port 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:30:24.938525 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bc4d9c39-6de1-4980-a3c4-10981c0d9b75 req-410f1624-24b1-4506-b493-00b3294c8c9a tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] 10.222.0.58 "GET /v2.0/security-groups/8dd72784-8d6d-4590-aa55-290288e44e4b HTTP/1.1" status: 200 len: 2406 time: 0.1251931 May 03 22:30:24.997475 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-24bd2554-bfbe-4a32-b930-d713ec3fc848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:25.094255 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b49a9-0bd7-4412-a0df-1023944eff77 req-8e69f251-5f4c-4139-88ee-d2d819df2a16 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:25.104216 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2c2b49a9-0bd7-4412-a0df-1023944eff77 req-8e69f251-5f4c-4139-88ee-d2d819df2a16 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 945 time: 0.1710346 May 03 22:30:25.215562 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-09912e8a-f5e4-4821-9136-3c04ca624906 None None] Set router 1b5ac8bf-3896-4d7c-a32d-b5bdceddc786 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:30:25.283430 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2c2b49a9-0bd7-4412-a0df-1023944eff77 req-f98d7dd7-657b-448f-aceb-2ab0b29187e1 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781750 May 03 22:30:25.296118 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-587b6938-b7dc-4815-8595-42d613d65273 req-5d1027fa-15c6-46c8-b135-b6c8215ef29b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:30:25.303562 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-587b6938-b7dc-4815-8595-42d613d65273 req-5d1027fa-15c6-46c8-b135-b6c8215ef29b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:25.320464 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-587b6938-b7dc-4815-8595-42d613d65273 req-5d1027fa-15c6-46c8-b135-b6c8215ef29b service neutron] Transition to ACTIVE for port object 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:30:25.344312 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-587b6938-b7dc-4815-8595-42d613d65273 req-5d1027fa-15c6-46c8-b135-b6c8215ef29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:25.400395 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fdc0029b-de8d-4ed6-8071-36eff030ea29 req-2bff9314-4395-4964-89ce-9ce6b7f54f89 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] 10.222.0.58 "GET /v2.0/security-group-rules/0bdb1518-2ca6-456a-96b5-604422de1a40 HTTP/1.1" status: 200 len: 778 time: 0.0550547 May 03 22:30:25.410080 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0942bef-77a1-420b-b426-937c8093e636 req-0954e23a-a4b5-47ea-8cc0-d69aa7758388 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:25.411823 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b0942bef-77a1-420b-b426-937c8093e636 req-0954e23a-a4b5-47ea-8cc0-d69aa7758388 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] 10.222.0.58 "GET /v2.0/ports?device_id=68a5752b-6126-4b39-bb44-bd9c9d84401b HTTP/1.1" status: 200 len: 945 time: 0.2722478 May 03 22:30:25.415007 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b46f3-fedd-410e-8ef2-f79a6ff28ca2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54b42422-4ac1-45eb-8a53-775e8d5e2134,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:25.554821 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1027fa-15c6-46c8-b135-b6c8215ef29b service neutron] Pushing event updated for resources: {'Port': ['ID=1e5936bb-e1f5-4edc-b6f5-ed89c719b65d,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:25.562573 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5b46f3-fedd-410e-8ef2-f79a6ff28ca2 admin admin] Checking segment: {'id': '4a0ebc46-1388-4582-a35d-c77e85f48a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:30:25.564883 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5b46f3-fedd-410e-8ef2-f79a6ff28ca2 admin admin] Network hostable DHCP agents. Network: aa323bd0-e355-48ff-817f-0dfa021e8b19, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:30:25.610162 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58844) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:25.632533 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fdc0029b-de8d-4ed6-8071-36eff030ea29 req-58b9b921-5838-4306-87f9-6985fa68b9eb tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] 10.222.0.58 "GET /v2.0/security-groups/8dd72784-8d6d-4590-aa55-290288e44e4b HTTP/1.1" status: 200 len: 2406 time: 0.2308173 May 03 22:30:25.638433 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-0e3588a4-7110-4ca4-be31-37f404012c00 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Request body: {'subnet': {'network_id': '2da74078-37d5-48f5-be13-af04ad75ee4b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:25.666183 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b0942bef-77a1-420b-b426-937c8093e636 req-2cbc9e44-ecdb-437d-8b55-bc5284cce610 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] 10.222.0.58 "GET /v2.0/security-groups?id=c7c7ebd6-5449-4da1-9909-2e088c1597a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201486 May 03 22:30:25.739885 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-587b6938-b7dc-4815-8595-42d613d65273 req-5d1027fa-15c6-46c8-b135-b6c8215ef29b service neutron] Attempting to bind port 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:30:25.740538 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-587b6938-b7dc-4815-8595-42d613d65273 req-5d1027fa-15c6-46c8-b135-b6c8215ef29b service neutron] Attempting to bind port 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:30:25.740538 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587b6938-b7dc-4815-8595-42d613d65273 req-5d1027fa-15c6-46c8-b135-b6c8215ef29b service neutron] Attempting to bind port 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:30:25.750127 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5b46f3-fedd-410e-8ef2-f79a6ff28ca2 admin admin] Network aa323bd0-e355-48ff-817f-0dfa021e8b19 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:30:25.754808 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587b6938-b7dc-4815-8595-42d613d65273 req-5d1027fa-15c6-46c8-b135-b6c8215ef29b service neutron] Port 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:30:25.757260 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587b6938-b7dc-4815-8595-42d613d65273 req-5d1027fa-15c6-46c8-b135-b6c8215ef29b service neutron] Attempting to bind port 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:30:25.765379 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587b6938-b7dc-4815-8595-42d613d65273 req-5d1027fa-15c6-46c8-b135-b6c8215ef29b service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:30:25.765817 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587b6938-b7dc-4815-8595-42d613d65273 req-5d1027fa-15c6-46c8-b135-b6c8215ef29b service neutron] Checking segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:30:25.766282 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587b6938-b7dc-4815-8595-42d613d65273 req-5d1027fa-15c6-46c8-b135-b6c8215ef29b service neutron] Bound using segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:30:25.766813 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-587b6938-b7dc-4815-8595-42d613d65273 req-5d1027fa-15c6-46c8-b135-b6c8215ef29b service neutron] Bound port: 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:30:25.767130 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-587b6938-b7dc-4815-8595-42d613d65273 req-5d1027fa-15c6-46c8-b135-b6c8215ef29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:25.778037 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-8b5b46f3-fedd-410e-8ef2-f79a6ff28ca2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, aa323bd0-e355-48ff-817f-0dfa021e8b19) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:30:25.786828 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b92cfa-1287-4310-8d8c-e71489548274 None None] Network aa323bd0-e355-48ff-817f-0dfa021e8b19 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:30:25.800022 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5b46f3-fedd-410e-8ef2-f79a6ff28ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:25.800022 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8b5b46f3-fedd-410e-8ef2-f79a6ff28ca2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:25.807238 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fdc0029b-de8d-4ed6-8071-36eff030ea29 req-0c23d934-fa01-4b39-b0cf-1d0c837fbe6d tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:25.845530 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fdc0029b-de8d-4ed6-8071-36eff030ea29 req-0c23d934-fa01-4b39-b0cf-1d0c837fbe6d tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:25.879624 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-09912e8a-f5e4-4821-9136-3c04ca624906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'name': 'tempest-ServerRescueTestJSONUnderV235-1372084257-router', 'tenant_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '9b8f272c-7b19-4dfa-9290-86dfad18d1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:12Z', 'updated_at': '2022-05-03T22:30:21Z', 'revision_number': 4, 'project_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'gw_port': {'id': '9b8f272c-7b19-4dfa-9290-86dfad18d1b3', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:14Z', 'updated_at': '2022-05-03T22:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '3800c394-e1c4-4a6f-bb2b-86d1bff3e52a', 'name': '', 'network_id': 'cf4b4b53-23b3-4846-9dfb-85aed8a34ef8', 'tenant_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'mac_address': 'fa:16:3e:fd:a4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '363f1a1c-dee5-436d-ab6d-f585bc5dbb1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:20Z', 'updated_at': '2022-05-03T22:30:21Z', 'revision_number': 2, 'project_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'subnets': [{'id': '363f1a1c-dee5-436d-ab6d-f585bc5dbb1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:25.884287 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09912e8a-f5e4-4821-9136-3c04ca624906 None None] Checking router: 1b5ac8bf-3896-4d7c-a32d-b5bdceddc786 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:30:25.884631 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09912e8a-f5e4-4821-9136-3c04ca624906 None None] Updating router 1b5ac8bf-3896-4d7c-a32d-b5bdceddc786 port 3800c394-e1c4-4a6f-bb2b-86d1bff3e52a binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:30:25.892004 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0e3588a4-7110-4ca4-be31-37f404012c00 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:25.898375 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0e3588a4-7110-4ca4-be31-37f404012c00 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Usage tracker for resource:subnet and tenant:343923008bac4bc78019628c0f9b696b is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:25.903450 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0e3588a4-7110-4ca4-be31-37f404012c00 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:25.911667 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0e3588a4-7110-4ca4-be31-37f404012c00 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:25.918658 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fdc0029b-de8d-4ed6-8071-36eff030ea29 req-0c23d934-fa01-4b39-b0cf-1d0c837fbe6d tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:25.924722 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8b5b46f3-fedd-410e-8ef2-f79a6ff28ca2 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.2204974 May 03 22:30:25.938272 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58860) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:25.943734 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-ae2d9d1e-c9b2-451c-bb8e-3674bee997c3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-397226911-router', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:25.950258 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ae2d9d1e-c9b2-451c-bb8e-3674bee997c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:25.955531 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c23d934-fa01-4b39-b0cf-1d0c837fbe6d tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0bdb1518-2ca6-456a-96b5-604422de1a40,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:25.956144 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ae2d9d1e-c9b2-451c-bb8e-3674bee997c3 admin admin] Usage tracker for resource:router and tenant:cedd956302664fa280a1c281659df45b is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:25.960057 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ae2d9d1e-c9b2-451c-bb8e-3674bee997c3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:25.967579 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ae2d9d1e-c9b2-451c-bb8e-3674bee997c3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:25.971242 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-09912e8a-f5e4-4821-9136-3c04ca624906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:25.986263 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae2d9d1e-c9b2-451c-bb8e-3674bee997c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:25.987291 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae2d9d1e-c9b2-451c-bb8e-3674bee997c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:26.003011 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-587b6938-b7dc-4815-8595-42d613d65273 req-5d1027fa-15c6-46c8-b135-b6c8215ef29b service neutron] For port 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:30:26.007779 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-587b6938-b7dc-4815-8595-42d613d65273 req-5d1027fa-15c6-46c8-b135-b6c8215ef29b service neutron] For port 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1e5936bb-e1f5-4edc-b6f5-ed89c719b65d,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:30:26.019112 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-587b6938-b7dc-4815-8595-42d613d65273 req-5d1027fa-15c6-46c8-b135-b6c8215ef29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:26.025168 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae2d9d1e-c9b2-451c-bb8e-3674bee997c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:26.104076 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b6938-b7dc-4815-8595-42d613d65273 req-5d1027fa-15c6-46c8-b135-b6c8215ef29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:26.105252 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-587b6938-b7dc-4815-8595-42d613d65273 req-5d1027fa-15c6-46c8-b135-b6c8215ef29b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:26.106650 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-587b6938-b7dc-4815-8595-42d613d65273 req-5d1027fa-15c6-46c8-b135-b6c8215ef29b service neutron] 10.222.0.60 "PUT /v2.0/ports/1e5936bb-e1f5-4edc-b6f5-ed89c719b65d HTTP/1.1" status: 200 len: 1096 time: 1.9009936 May 03 22:30:26.109316 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76bd138e-926b-45d1-a5a4-b522ac80a881', 'tag': '1e5936bb-e1f5-4edc-b6f5-ed89c719b65d'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:30:26.119052 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3588a4-7110-4ca4-be31-37f404012c00 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Made reservation on behalf of 343923008bac4bc78019628c0f9b696b for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:30:26.123039 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0e3588a4-7110-4ca4-be31-37f404012c00 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:26.153833 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fdc0029b-de8d-4ed6-8071-36eff030ea29 req-0c23d934-fa01-4b39-b0cf-1d0c837fbe6d tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:26.159193 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fdc0029b-de8d-4ed6-8071-36eff030ea29 req-0c23d934-fa01-4b39-b0cf-1d0c837fbe6d tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/0bdb1518-2ca6-456a-96b5-604422de1a40 HTTP/1.1" status: 204 len: 173 time: 0.5257685 May 03 22:30:26.183554 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c846706f-432e-4083-a804-7c8a25033f7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-aa323bd0-e355-48ff-817f-0dfa021e8b19', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'fixed_ips': [{'subnet_id': '54b42422-4ac1-45eb-8a53-775e8d5e2134'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:30:26.184760 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c846706f-432e-4083-a804-7c8a25033f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:26.238856 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1027fa-15c6-46c8-b135-b6c8215ef29b service neutron] Pushing event updated for resources: {'Port': ['ID=1e5936bb-e1f5-4edc-b6f5-ed89c719b65d,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:26.295757 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:26.475317 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-c846706f-432e-4083-a804-7c8a25033f7b None None] Allocated IP 172.20.0.2 (aa323bd0-e355-48ff-817f-0dfa021e8b19/54b42422-4ac1-45eb-8a53-775e8d5e2134/7104ac33-6855-4579-99d8-9f1e9612af39) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:30:26.519972 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-d74442d3-ddde-4514-9da9-1b0c93fc68c5 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:26.528088 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-d74442d3-ddde-4514-9da9-1b0c93fc68c5 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/networks?id=cf4b4b53-23b3-4846-9dfb-85aed8a34ef8 HTTP/1.1" status: 200 len: 820 time: 0.5736506 May 03 22:30:26.548443 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-90600584-cb84-4278-8308-3d87130ba79e tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/quotas/d9c3dbb20f6947bda4c4f80874d7efc3 HTTP/1.1" status: 200 len: 375 time: 0.0191000 May 03 22:30:26.683490 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:26.795757 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-09912e8a-f5e4-4821-9136-3c04ca624906 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:26.796028 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae2d9d1e-c9b2-451c-bb8e-3674bee997c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:26.811181 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-09912e8a-f5e4-4821-9136-3c04ca624906 None None] Transition to ACTIVE for port object 3800c394-e1c4-4a6f-bb2b-86d1bff3e52a will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:30:26.822657 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-09912e8a-f5e4-4821-9136-3c04ca624906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:26.832987 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0e3588a4-7110-4ca4-be31-37f404012c00 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:26.849354 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c846706f-432e-4083-a804-7c8a25033f7b None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:26.859231 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b6938-b7dc-4815-8595-42d613d65273 req-353c3c4d-5f7d-4d15-879a-6e4affba6033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:26.860707 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-587b6938-b7dc-4815-8595-42d613d65273 req-353c3c4d-5f7d-4d15-879a-6e4affba6033 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&device_id=76bd138e-926b-45d1-a5a4-b522ac80a881 HTTP/1.1" status: 200 len: 1099 time: 0.6655915 May 03 22:30:26.863825 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c846706f-432e-4083-a804-7c8a25033f7b None None] Transition to ACTIVE for port object 7104ac33-6855-4579-99d8-9f1e9612af39 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:30:26.888408 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c846706f-432e-4083-a804-7c8a25033f7b None None] Transition to ACTIVE for port object 7104ac33-6855-4579-99d8-9f1e9612af39 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:30:26.900793 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c846706f-432e-4083-a804-7c8a25033f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:26.917808 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-7a49153a-cb04-4aeb-874f-52a348599459 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Synchronizing usage tracker for tenant:d9c3dbb20f6947bda4c4f80874d7efc3 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:30:26.966415 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3588a4-7110-4ca4-be31-37f404012c00 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event updated for resources: {'Subnet': ['ID=a936eb8d-1708-4199-ab0c-2501b1954385,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:26.970367 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-7a49153a-cb04-4aeb-874f-52a348599459 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Unset dirty status for tenant:d9c3dbb20f6947bda4c4f80874d7efc3 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:30:26.971667 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-7a49153a-cb04-4aeb-874f-52a348599459 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d9c3dbb20f6947bda4c4f80874d7efc3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4220986 May 03 22:30:26.996348 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-587b6938-b7dc-4815-8595-42d613d65273 req-a9c0bd0a-22ea-4cbf-972b-aa44fe2917e3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=1e5936bb-e1f5-4edc-b6f5-ed89c719b65d HTTP/1.1" status: 200 len: 217 time: 0.1268466 May 03 22:30:26.999680 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e784a-8a64-41a3-a5fc-31970ec76bdd None None] Pushing event updated for resources: {'Port': ['ID=3800c394-e1c4-4a6f-bb2b-86d1bff3e52a,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:27.010264 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c846706f-432e-4083-a804-7c8a25033f7b None None] Network aa323bd0-e355-48ff-817f-0dfa021e8b19 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:30:27.013519 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-c846706f-432e-4083-a804-7c8a25033f7b None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:30:27.017477 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c846706f-432e-4083-a804-7c8a25033f7b None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:30:27.023448 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846706f-432e-4083-a804-7c8a25033f7b None None] Pushing event updated for resources: {'Port': ['ID=7104ac33-6855-4579-99d8-9f1e9612af39,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:27.029151 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e784a-8a64-41a3-a5fc-31970ec76bdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:27.029845 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e784a-8a64-41a3-a5fc-31970ec76bdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:27.030425 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e784a-8a64-41a3-a5fc-31970ec76bdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:27.031497 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e784a-8a64-41a3-a5fc-31970ec76bdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:27.032769 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e784a-8a64-41a3-a5fc-31970ec76bdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:27.033459 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e784a-8a64-41a3-a5fc-31970ec76bdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:27.034062 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e784a-8a64-41a3-a5fc-31970ec76bdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:27.035331 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e784a-8a64-41a3-a5fc-31970ec76bdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:27.035884 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e784a-8a64-41a3-a5fc-31970ec76bdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:27.036435 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e784a-8a64-41a3-a5fc-31970ec76bdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:27.036995 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e784a-8a64-41a3-a5fc-31970ec76bdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:27.037671 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268e784a-8a64-41a3-a5fc-31970ec76bdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:27.082771 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b6938-b7dc-4815-8595-42d613d65273 req-07e09425-ca20-4749-b27c-c0f0c5ad241f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:27.084211 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-587b6938-b7dc-4815-8595-42d613d65273 req-07e09425-ca20-4749-b27c-c0f0c5ad241f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.0798030 May 03 22:30:27.097115 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3588a4-7110-4ca4-be31-37f404012c00 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Checking segment: {'id': '1c54f02d-9f81-4a23-952f-31c6f08fd1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2da74078-37d5-48f5-be13-af04ad75ee4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:30:27.097483 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3588a4-7110-4ca4-be31-37f404012c00 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Network hostable DHCP agents. Network: 2da74078-37d5-48f5-be13-af04ad75ee4b, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:30:27.138205 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-c846706f-432e-4083-a804-7c8a25033f7b None None] Attempting to bind port 7104ac33-6855-4579-99d8-9f1e9612af39 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:30:27.138848 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-c846706f-432e-4083-a804-7c8a25033f7b None None] Attempting to bind port 7104ac33-6855-4579-99d8-9f1e9612af39 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '4a0ebc46-1388-4582-a35d-c77e85f48a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:30:27.139388 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c846706f-432e-4083-a804-7c8a25033f7b None None] Attempting to bind port 7104ac33-6855-4579-99d8-9f1e9612af39 on network aa323bd0-e355-48ff-817f-0dfa021e8b19 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:30:27.140025 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748956c6-d3b6-4155-a112-b66c72a75b33 req-23881f29-9ff2-433c-8023-08612473d346 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:27.146315 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c846706f-432e-4083-a804-7c8a25033f7b None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:30:27.147087 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-748956c6-d3b6-4155-a112-b66c72a75b33 req-23881f29-9ff2-433c-8023-08612473d346 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=76bd138e-926b-45d1-a5a4-b522ac80a881 HTTP/1.1" status: 200 len: 948 time: 0.3615456 May 03 22:30:27.147378 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c846706f-432e-4083-a804-7c8a25033f7b None None] Checking segment: {'id': '4a0ebc46-1388-4582-a35d-c77e85f48a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:30:27.148035 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c846706f-432e-4083-a804-7c8a25033f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:27.148578 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c846706f-432e-4083-a804-7c8a25033f7b None None] Bound using segment: {'id': '4a0ebc46-1388-4582-a35d-c77e85f48a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:30:27.149209 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-c846706f-432e-4083-a804-7c8a25033f7b None None] Bound port: 7104ac33-6855-4579-99d8-9f1e9612af39, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0ebc46-1388-4582-a35d-c77e85f48a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:30:27.149796 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c846706f-432e-4083-a804-7c8a25033f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:27.162226 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-09912e8a-f5e4-4821-9136-3c04ca624906 None None] Attempting to bind port 3800c394-e1c4-4a6f-bb2b-86d1bff3e52a on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:30:27.162764 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-09912e8a-f5e4-4821-9136-3c04ca624906 None None] Attempting to bind port 3800c394-e1c4-4a6f-bb2b-86d1bff3e52a by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '2fe19a67-79a3-499a-9948-e091fef39ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'cf4b4b53-23b3-4846-9dfb-85aed8a34ef8'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:30:27.163394 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09912e8a-f5e4-4821-9136-3c04ca624906 None None] Attempting to bind port 3800c394-e1c4-4a6f-bb2b-86d1bff3e52a on network cf4b4b53-23b3-4846-9dfb-85aed8a34ef8 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:30:27.171210 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09912e8a-f5e4-4821-9136-3c04ca624906 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:30:27.171884 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09912e8a-f5e4-4821-9136-3c04ca624906 None None] Checking segment: {'id': '2fe19a67-79a3-499a-9948-e091fef39ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'cf4b4b53-23b3-4846-9dfb-85aed8a34ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:30:27.172387 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-09912e8a-f5e4-4821-9136-3c04ca624906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:27.172900 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09912e8a-f5e4-4821-9136-3c04ca624906 None None] Bound using segment: {'id': '2fe19a67-79a3-499a-9948-e091fef39ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'cf4b4b53-23b3-4846-9dfb-85aed8a34ef8'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:30:27.173650 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-09912e8a-f5e4-4821-9136-3c04ca624906 None None] Bound port: 3800c394-e1c4-4a6f-bb2b-86d1bff3e52a, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe19a67-79a3-499a-9948-e091fef39ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'cf4b4b53-23b3-4846-9dfb-85aed8a34ef8'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:30:27.174179 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-09912e8a-f5e4-4821-9136-3c04ca624906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:27.233619 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-748956c6-d3b6-4155-a112-b66c72a75b33 req-a29dd0ee-32f6-4e83-aeb8-baf79966272a tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852206 May 03 22:30:27.234439 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3588a4-7110-4ca4-be31-37f404012c00 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Network 2da74078-37d5-48f5-be13-af04ad75ee4b is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:30:27.258207 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-e1189f63-879f-4cac-9eba-576577d5af1e service neutron] 10.222.0.58 "GET /v2.0/networks/cf4b4b53-23b3-4846-9dfb-85aed8a34ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558913 May 03 22:30:27.297804 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-09912e8a-f5e4-4821-9136-3c04ca624906 None None] For port 3800c394-e1c4-4a6f-bb2b-86d1bff3e52a, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:30:27.299842 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-c846706f-432e-4083-a804-7c8a25033f7b None None] For port 7104ac33-6855-4579-99d8-9f1e9612af39, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:30:27.302514 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-09912e8a-f5e4-4821-9136-3c04ca624906 None None] For port 3800c394-e1c4-4a6f-bb2b-86d1bff3e52a, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=3800c394-e1c4-4a6f-bb2b-86d1bff3e52a,segment=NetworkSegment(2fe19a67-79a3-499a-9948-e091fef39ff7),segment_id=2fe19a67-79a3-499a-9948-e091fef39ff7)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:30:27.306397 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-c846706f-432e-4083-a804-7c8a25033f7b None None] For port 7104ac33-6855-4579-99d8-9f1e9612af39, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=7104ac33-6855-4579-99d8-9f1e9612af39,segment=NetworkSegment(4a0ebc46-1388-4582-a35d-c77e85f48a3d),segment_id=4a0ebc46-1388-4582-a35d-c77e85f48a3d)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:30:27.311696 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-09912e8a-f5e4-4821-9136-3c04ca624906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:27.312938 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c846706f-432e-4083-a804-7c8a25033f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:27.337081 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-0e3588a4-7110-4ca4-be31-37f404012c00 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 2da74078-37d5-48f5-be13-af04ad75ee4b) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:30:27.345171 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd1a14b8-2b34-4908-95df-7532de087f5a'] response: {'name': 'network-changed', 'server_uuid': '76bd138e-926b-45d1-a5a4-b522ac80a881', 'tag': '1e5936bb-e1f5-4edc-b6f5-ed89c719b65d', 'status': 'completed', 'code': 200} May 03 22:30:27.358149 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3588a4-7110-4ca4-be31-37f404012c00 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:27.359528 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0e3588a4-7110-4ca4-be31-37f404012c00 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:27.369256 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8771a78-1e8d-4307-bdbc-b79d5ec80354 None None] Network 2da74078-37d5-48f5-be13-af04ad75ee4b requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:30:27.379210 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b6938-b7dc-4815-8595-42d613d65273 req-d4d19c8e-05e9-4e86-ac15-63472e29443f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:27.380698 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-587b6938-b7dc-4815-8595-42d613d65273 req-d4d19c8e-05e9-4e86-ac15-63472e29443f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2889233 May 03 22:30:27.381839 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae2d9d1e-c9b2-451c-bb8e-3674bee997c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:27.422879 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-a35b6d61-7bb3-4380-8aef-fa0575fe8360 req-bc3edfbf-73d0-4c8f-9813-1cc0146731f9 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1878309658', 'description': 'tempest-description-791866513'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:27.426446 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09912e8a-f5e4-4821-9136-3c04ca624906 None None] Routers {'1b5ac8bf-3896-4d7c-a32d-b5bdceddc786'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:30:27.427494 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-09912e8a-f5e4-4821-9136-3c04ca624906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:30:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['1b5ac8bf-3896-4d7c-a32d-b5bdceddc786'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:27.437002 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0e3588a4-7110-4ca4-be31-37f404012c00 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8249009 May 03 22:30:27.438091 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58874) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:27.459344 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae2d9d1e-c9b2-451c-bb8e-3674bee997c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:27.520273 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-a35b6d61-7bb3-4380-8aef-fa0575fe8360 req-bc3edfbf-73d0-4c8f-9813-1cc0146731f9 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:27.548057 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-7d2597dc-9d98-40a2-95ac-9efc69356ef4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2060943762'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:27.560123 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-a35b6d61-7bb3-4380-8aef-fa0575fe8360 req-bc3edfbf-73d0-4c8f-9813-1cc0146731f9 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Usage tracker for resource:security_group and tenant:6380f1dc58394680bb9dd4d3b07253d7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:27.575327 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-a35b6d61-7bb3-4380-8aef-fa0575fe8360 req-bc3edfbf-73d0-4c8f-9813-1cc0146731f9 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:27.585166 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7d2597dc-9d98-40a2-95ac-9efc69356ef4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:27.585431 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846706f-432e-4083-a804-7c8a25033f7b None None] Pushing event updated for resources: {'Port': ['ID=7104ac33-6855-4579-99d8-9f1e9612af39,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:27.601594 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-a35b6d61-7bb3-4380-8aef-fa0575fe8360 req-bc3edfbf-73d0-4c8f-9813-1cc0146731f9 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:27.607868 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7d2597dc-9d98-40a2-95ac-9efc69356ef4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Usage tracker for resource:network and tenant:343923008bac4bc78019628c0f9b696b is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:27.618085 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7d2597dc-9d98-40a2-95ac-9efc69356ef4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:27.633625 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7d2597dc-9d98-40a2-95ac-9efc69356ef4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:27.643027 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e784a-8a64-41a3-a5fc-31970ec76bdd None None] Pushing event updated for resources: {'Port': ['ID=3800c394-e1c4-4a6f-bb2b-86d1bff3e52a,revision_number=4']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:27.696409 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-2895c79f-33cf-4c24-a0ac-ba3cdbcb116a service neutron] 10.222.0.58 "GET /v2.0/networks/cf4b4b53-23b3-4846-9dfb-85aed8a34ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4369009 May 03 22:30:27.706833 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a35b6d61-7bb3-4380-8aef-fa0575fe8360 req-bc3edfbf-73d0-4c8f-9813-1cc0146731f9 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:27.735326 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2597dc-9d98-40a2-95ac-9efc69356ef4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Made reservation on behalf of 343923008bac4bc78019628c0f9b696b for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:30:27.746458 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7d2597dc-9d98-40a2-95ac-9efc69356ef4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:27.747141 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:27.751303 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-09912e8a-f5e4-4821-9136-3c04ca624906 None None] Set router 1b5ac8bf-3896-4d7c-a32d-b5bdceddc786 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:30:27.753508 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:27.774885 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-587b6938-b7dc-4815-8595-42d613d65273 req-891ee328-9281-493d-a8fb-7dcbc481cd60 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623509 May 03 22:30:27.824449 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-a35b6d61-7bb3-4380-8aef-fa0575fe8360 req-bc3edfbf-73d0-4c8f-9813-1cc0146731f9 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:27.850261 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-a35b6d61-7bb3-4380-8aef-fa0575fe8360 req-bc3edfbf-73d0-4c8f-9813-1cc0146731f9 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Usage tracker for resource:security_group_rule and tenant:6380f1dc58394680bb9dd4d3b07253d7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:27.863325 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-a35b6d61-7bb3-4380-8aef-fa0575fe8360 req-bc3edfbf-73d0-4c8f-9813-1cc0146731f9 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:27.867208 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d2597dc-9d98-40a2-95ac-9efc69356ef4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:30:27.901164 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-a35b6d61-7bb3-4380-8aef-fa0575fe8360 req-bc3edfbf-73d0-4c8f-9813-1cc0146731f9 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:27.925405 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30499ff4-7b9c-4994-a8c9-2da48d9da71b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-2da74078-37d5-48f5-be13-af04ad75ee4b', 'network_id': '2da74078-37d5-48f5-be13-af04ad75ee4b', 'tenant_id': '343923008bac4bc78019628c0f9b696b', 'fixed_ips': [{'subnet_id': 'a936eb8d-1708-4199-ab0c-2501b1954385'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:30:27.925405 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-30499ff4-7b9c-4994-a8c9-2da48d9da71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:27.929101 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7d2597dc-9d98-40a2-95ac-9efc69356ef4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:27.929456 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-7d2597dc-9d98-40a2-95ac-9efc69356ef4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Added segment b7ef5b07-6ec4-436c-8449-a30e406cf489 of type vlan for network c310f5f3-e88d-4003-9e57-5b82582ca373 May 03 22:30:28.037765 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-587b6938-b7dc-4815-8595-42d613d65273 req-a2b5dfe8-f532-4390-b5e1-d74375b1e99a service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461226 May 03 22:30:28.070029 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-ae2d9d1e-c9b2-451c-bb8e-3674bee997c3 admin admin] Allocated IP 172.25.2.125 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/29467980-77b1-465b-a725-dbd893850111) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:30:28.112606 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7d2597dc-9d98-40a2-95ac-9efc69356ef4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:28.337626 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-30499ff4-7b9c-4994-a8c9-2da48d9da71b None None] Allocated IP 2001:db8:0:ffff::2 (2da74078-37d5-48f5-be13-af04ad75ee4b/a936eb8d-1708-4199-ab0c-2501b1954385/b2a9ce8c-482a-4333-8bfe-69e38f740f47) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:30:28.445414 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a35b6d61-7bb3-4380-8aef-fa0575fe8360 req-bc3edfbf-73d0-4c8f-9813-1cc0146731f9 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:28.447286 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-09912e8a-f5e4-4821-9136-3c04ca624906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'name': 'tempest-ServerRescueTestJSONUnderV235-1372084257-router', 'tenant_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '9b8f272c-7b19-4dfa-9290-86dfad18d1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:12Z', 'updated_at': '2022-05-03T22:30:21Z', 'revision_number': 4, 'project_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'gw_port': {'id': '9b8f272c-7b19-4dfa-9290-86dfad18d1b3', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:14Z', 'updated_at': '2022-05-03T22:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '3800c394-e1c4-4a6f-bb2b-86d1bff3e52a', 'name': '', 'network_id': 'cf4b4b53-23b3-4846-9dfb-85aed8a34ef8', 'tenant_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'mac_address': 'fa:16:3e:fd:a4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '363f1a1c-dee5-436d-ab6d-f585bc5dbb1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:20Z', 'updated_at': '2022-05-03T22:30:27Z', 'revision_number': 4, 'project_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'subnets': [{'id': '363f1a1c-dee5-436d-ab6d-f585bc5dbb1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:28.453406 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09912e8a-f5e4-4821-9136-3c04ca624906 None None] The sync data for ids ['1b5ac8bf-3896-4d7c-a32d-b5bdceddc786'] in n-d-811807-1 is: [{'id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'name': 'tempest-ServerRescueTestJSONUnderV235-1372084257-router', 'tenant_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '9b8f272c-7b19-4dfa-9290-86dfad18d1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:12Z', 'updated_at': '2022-05-03T22:30:21Z', 'revision_number': 4, 'project_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'gw_port': {'id': '9b8f272c-7b19-4dfa-9290-86dfad18d1b3', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:14Z', 'updated_at': '2022-05-03T22:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '3800c394-e1c4-4a6f-bb2b-86d1bff3e52a', 'name': '', 'network_id': 'cf4b4b53-23b3-4846-9dfb-85aed8a34ef8', 'tenant_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'mac_address': 'fa:16:3e:fd:a4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '363f1a1c-dee5-436d-ab6d-f585bc5dbb1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:20Z', 'updated_at': '2022-05-03T22:30:27Z', 'revision_number': 4, 'project_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'subnets': [{'id': '363f1a1c-dee5-436d-ab6d-f585bc5dbb1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:30:28.480656 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a35b6d61-7bb3-4380-8aef-fa0575fe8360 req-bc3edfbf-73d0-4c8f-9813-1cc0146731f9 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:28.492170 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 7104ac33-6855-4579-99d8-9f1e9612af39 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:30:28.501419 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7d2597dc-9d98-40a2-95ac-9efc69356ef4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:28.509794 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2597dc-9d98-40a2-95ac-9efc69356ef4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:28.510477 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7d2597dc-9d98-40a2-95ac-9efc69356ef4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:28.602771 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae2d9d1e-c9b2-451c-bb8e-3674bee997c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:28.639383 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f3de4-ddc3-4de6-bb74-42b3e39f4ae9 req-4437e157-8ab5-4c99-af64-fd757b932811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:28.641109 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c29f3de4-ddc3-4de6-bb74-42b3e39f4ae9 req-4437e157-8ab5-4c99-af64-fd757b932811 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&device_id=76bd138e-926b-45d1-a5a4-b522ac80a881 HTTP/1.1" status: 200 len: 1099 time: 0.4786828 May 03 22:30:28.642764 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae2d9d1e-c9b2-451c-bb8e-3674bee997c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:28.764676 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2597dc-9d98-40a2-95ac-9efc69356ef4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event updated for resources: {'Network': ['ID=c310f5f3-e88d-4003-9e57-5b82582ca373,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:28.786801 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a35b6d61-7bb3-4380-8aef-fa0575fe8360 req-bc3edfbf-73d0-4c8f-9813-1cc0146731f9 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:28.794444 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a35b6d61-7bb3-4380-8aef-fa0575fe8360 req-bc3edfbf-73d0-4c8f-9813-1cc0146731f9 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.3823268 May 03 22:30:28.800178 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7d2597dc-9d98-40a2-95ac-9efc69356ef4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3527403 May 03 22:30:28.824112 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58892) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:28.841707 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-0e254301-5778-466e-9cd4-d473d584655f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Request body: {'subnet': {'network_id': 'c310f5f3-e88d-4003-9e57-5b82582ca373', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:28.854837 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network c310f5f3-e88d-4003-9e57-5b82582ca373 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:30:28.860408 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2d9d1e-c9b2-451c-bb8e-3674bee997c3 admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:30:28.867765 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-ae2d9d1e-c9b2-451c-bb8e-3674bee997c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:30:28.891432 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3edfbf-73d0-4c8f-9813-1cc0146731f9 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1feb618-ed6a-4118-9b86-d176bc38abc6,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:28.895263 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2d9d1e-c9b2-451c-bb8e-3674bee997c3 admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:30:28.944415 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6d20d-3f28-48dc-9752-2e32120c6406 req-d09291b9-57f3-4a44-956a-750047a34e15 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:28.959536 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4cb6d20d-3f28-48dc-9752-2e32120c6406 req-d09291b9-57f3-4a44-956a-750047a34e15 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] 10.222.0.58 "GET /v2.0/ports?device_id=68a5752b-6126-4b39-bb44-bd9c9d84401b HTTP/1.1" status: 200 len: 945 time: 0.6937981 May 03 22:30:29.014478 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:30:29.051633 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 7104ac33-6855-4579-99d8-9f1e9612af39 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:30:29.058757 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-30499ff4-7b9c-4994-a8c9-2da48d9da71b None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:29.069090 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2dca9-7e83-46a9-a967-61898e9f99c0 req-cb06c566-c68a-4fd4-9e18-876c5b787a18 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:29.071031 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7db2dca9-7e83-46a9-a967-61898e9f99c0 req-cb06c566-c68a-4fd4-9e18-876c5b787a18 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.60 "GET /v2.0/ports?device_id=666e2621-59a4-4419-a2b3-799bb89f10db HTTP/1.1" status: 200 len: 945 time: 0.9069033 May 03 22:30:29.129905 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-30499ff4-7b9c-4994-a8c9-2da48d9da71b None None] Transition to ACTIVE for port object b2a9ce8c-482a-4333-8bfe-69e38f740f47 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:30:29.158933 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-30499ff4-7b9c-4994-a8c9-2da48d9da71b None None] Transition to ACTIVE for port object b2a9ce8c-482a-4333-8bfe-69e38f740f47 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:30:29.169289 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-30499ff4-7b9c-4994-a8c9-2da48d9da71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:29.309695 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30499ff4-7b9c-4994-a8c9-2da48d9da71b None None] Pushing event updated for resources: {'Port': ['ID=b2a9ce8c-482a-4333-8bfe-69e38f740f47,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:29.330567 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30499ff4-7b9c-4994-a8c9-2da48d9da71b None None] Network 2da74078-37d5-48f5-be13-af04ad75ee4b is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:30:29.332081 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-30499ff4-7b9c-4994-a8c9-2da48d9da71b None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:30:29.334601 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30499ff4-7b9c-4994-a8c9-2da48d9da71b None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:30:29.428724 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6ac507-109d-411d-996f-6018fe7e57e2 None None] Network aa323bd0-e355-48ff-817f-0dfa021e8b19 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:30:29.468326 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d9d1e-c9b2-451c-bb8e-3674bee997c3 admin admin] Pushing event updated for resources: {'Port': ['ID=29467980-77b1-465b-a725-dbd893850111,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:29.553428 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5f27412c-74ad-4483-84f5-d67852bfb041 None None] Provisioning for port 7104ac33-6855-4579-99d8-9f1e9612af39 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:30:29.555240 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-c0418dab-c44d-496e-92de-09d23e34dab8 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:29.556901 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-30499ff4-7b9c-4994-a8c9-2da48d9da71b None None] Attempting to bind port b2a9ce8c-482a-4333-8bfe-69e38f740f47 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:30:29.558234 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-30499ff4-7b9c-4994-a8c9-2da48d9da71b None None] Attempting to bind port b2a9ce8c-482a-4333-8bfe-69e38f740f47 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '1c54f02d-9f81-4a23-952f-31c6f08fd1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2da74078-37d5-48f5-be13-af04ad75ee4b'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:30:29.558594 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30499ff4-7b9c-4994-a8c9-2da48d9da71b None None] Attempting to bind port b2a9ce8c-482a-4333-8bfe-69e38f740f47 on network 2da74078-37d5-48f5-be13-af04ad75ee4b {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:30:29.562577 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-c0418dab-c44d-496e-92de-09d23e34dab8 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/networks?id=a572c86a-2b6a-4f54-acfd-7c80043bae5a HTTP/1.1" status: 200 len: 814 time: 0.5049214 May 03 22:30:29.568710 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0e254301-5778-466e-9cd4-d473d584655f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:29.573046 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0e254301-5778-466e-9cd4-d473d584655f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Usage tracker for resource:subnet and tenant:343923008bac4bc78019628c0f9b696b is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:29.576349 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0e254301-5778-466e-9cd4-d473d584655f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:29.576478 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30499ff4-7b9c-4994-a8c9-2da48d9da71b None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:30:29.576754 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30499ff4-7b9c-4994-a8c9-2da48d9da71b None None] Checking segment: {'id': '1c54f02d-9f81-4a23-952f-31c6f08fd1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2da74078-37d5-48f5-be13-af04ad75ee4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:30:29.577154 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-30499ff4-7b9c-4994-a8c9-2da48d9da71b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:29.577745 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30499ff4-7b9c-4994-a8c9-2da48d9da71b None None] Bound using segment: {'id': '1c54f02d-9f81-4a23-952f-31c6f08fd1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2da74078-37d5-48f5-be13-af04ad75ee4b'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:30:29.578184 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-30499ff4-7b9c-4994-a8c9-2da48d9da71b None None] Bound port: b2a9ce8c-482a-4333-8bfe-69e38f740f47, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c54f02d-9f81-4a23-952f-31c6f08fd1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2da74078-37d5-48f5-be13-af04ad75ee4b'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:30:29.578559 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-30499ff4-7b9c-4994-a8c9-2da48d9da71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:29.584176 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0e254301-5778-466e-9cd4-d473d584655f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:29.587158 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5f27412c-74ad-4483-84f5-d67852bfb041 None None] Provisioning complete for port 7104ac33-6855-4579-99d8-9f1e9612af39 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:30:29.587467 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5f27412c-74ad-4483-84f5-d67852bfb041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:29.616600 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e254301-5778-466e-9cd4-d473d584655f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Made reservation on behalf of 343923008bac4bc78019628c0f9b696b for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:30:29.620971 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0e254301-5778-466e-9cd4-d473d584655f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:29.660179 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-a2aa0895-0323-42ab-938f-02853403e668 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/quotas/77e4bf48be994e018ad0dac312f12aea HTTP/1.1" status: 200 len: 375 time: 0.0966287 May 03 22:30:29.686948 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4cb6d20d-3f28-48dc-9752-2e32120c6406 req-ca5d7b40-40fe-488c-a18b-7b757e4e0d0c tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] 10.222.0.58 "GET /v2.0/security-groups?id=c7c7ebd6-5449-4da1-9909-2e088c1597a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7262373 May 03 22:30:29.730913 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f3de4-ddc3-4de6-bb74-42b3e39f4ae9 req-91931387-3857-433d-b571-8b928a0f4d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:29.732389 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c29f3de4-ddc3-4de6-bb74-42b3e39f4ae9 req-91931387-3857-433d-b571-8b928a0f4d78 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 1.0050170 May 03 22:30:29.852236 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-7db2dca9-7e83-46a9-a967-61898e9f99c0 req-7e59b9ae-1194-438d-8953-1c6d67d78f1b tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Deleting port 353b7eee-c934-456c-aaf9-e0b8ebdc6e3b {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:30:29.852646 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7db2dca9-7e83-46a9-a967-61898e9f99c0 req-7e59b9ae-1194-438d-8953-1c6d67d78f1b tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:30.034309 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c29f3de4-ddc3-4de6-bb74-42b3e39f4ae9 req-63667dfb-41d7-4519-9805-b44ffb58b267 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=1e5936bb-e1f5-4edc-b6f5-ed89c719b65d HTTP/1.1" status: 200 len: 217 time: 0.1843185 May 03 22:30:30.035518 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5f27412c-74ad-4483-84f5-d67852bfb041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:30.076665 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-5f27412c-74ad-4483-84f5-d67852bfb041 None None] For port 7104ac33-6855-4579-99d8-9f1e9612af39, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=7104ac33-6855-4579-99d8-9f1e9612af39,segment=NetworkSegment(4a0ebc46-1388-4582-a35d-c77e85f48a3d),segment_id=4a0ebc46-1388-4582-a35d-c77e85f48a3d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:30.091419 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5f27412c-74ad-4483-84f5-d67852bfb041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:30.111495 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a4b4e794-c221-48df-a177-15274de3e46e req-495b0430-6335-4a49-b2b5-14105a7d72a7 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c240ab9-dd26-468c-b48f-633514daf12a HTTP/1.1" status: 200 len: 210 time: 0.1960366 May 03 22:30:30.217443 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f3de4-ddc3-4de6-bb74-42b3e39f4ae9 req-714f3614-2921-4e85-aa17-2517a6c3e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:30.218908 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c29f3de4-ddc3-4de6-bb74-42b3e39f4ae9 req-714f3614-2921-4e85-aa17-2517a6c3e46f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.1745336 May 03 22:30:30.242804 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-30499ff4-7b9c-4994-a8c9-2da48d9da71b None None] For port b2a9ce8c-482a-4333-8bfe-69e38f740f47, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:30:30.262400 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-30499ff4-7b9c-4994-a8c9-2da48d9da71b None None] For port b2a9ce8c-482a-4333-8bfe-69e38f740f47, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=b2a9ce8c-482a-4333-8bfe-69e38f740f47,segment=NetworkSegment(1c54f02d-9f81-4a23-952f-31c6f08fd1d4),segment_id=1c54f02d-9f81-4a23-952f-31c6f08fd1d4)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:30:30.263350 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f27412c-74ad-4483-84f5-d67852bfb041 None None] Pushing event updated for resources: {'Port': ['ID=7104ac33-6855-4579-99d8-9f1e9612af39,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:30.277466 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-30499ff4-7b9c-4994-a8c9-2da48d9da71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:30.320807 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae2d9d1e-c9b2-451c-bb8e-3674bee997c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:30.392516 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30499ff4-7b9c-4994-a8c9-2da48d9da71b None None] Pushing event updated for resources: {'Port': ['ID=b2a9ce8c-482a-4333-8bfe-69e38f740f47,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:30.495237 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-e1f56250-7934-4739-8401-632ddffeb5a3 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=77e4bf48be994e018ad0dac312f12aea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8339617 May 03 22:30:30.504472 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-f1494505-f556-4d82-9f99-fd66d5bc98e7 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:30:30.512671 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-f1494505-f556-4d82-9f99-fd66d5bc98e7 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165329 May 03 22:30:30.522618 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f3de4-ddc3-4de6-bb74-42b3e39f4ae9 req-588239b1-5a3b-43c2-b5bf-3de4d629f361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:30.524709 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c29f3de4-ddc3-4de6-bb74-42b3e39f4ae9 req-588239b1-5a3b-43c2-b5bf-3de4d629f361 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2887490 May 03 22:30:30.539134 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 3800c394-e1c4-4a6f-bb2b-86d1bff3e52a up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:30:30.633489 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 3800c394-e1c4-4a6f-bb2b-86d1bff3e52a completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:30:30.640699 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 3800c394-e1c4-4a6f-bb2b-86d1bff3e52a triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:30:30.641317 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:30.693418 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-d7b44f43-ba08-48d4-969a-4c48da52f3cd service neutron] 10.222.0.58 "GET /v2.0/networks/a572c86a-2b6a-4f54-acfd-7c80043bae5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798618 May 03 22:30:30.756712 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-d4d7a5f1-72c0-4859-9b47-dac0f12187c5 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:30.764388 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-d4d7a5f1-72c0-4859-9b47-dac0f12187c5 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.67 "GET /v2.0/networks?id=cf4b4b53-23b3-4846-9dfb-85aed8a34ef8 HTTP/1.1" status: 200 len: 820 time: 0.8439665 May 03 22:30:30.865069 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:30.892020 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-9f3b8e13-bdaf-4b5e-ad89-cff8aed99020 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Request body: {'port': {'device_id': '4c240ab9-dd26-468c-b48f-633514daf12a', 'network_id': 'cf4b4b53-23b3-4846-9dfb-85aed8a34ef8', 'admin_state_up': True, 'tenant_id': 'd9c3dbb20f6947bda4c4f80874d7efc3'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:30.911638 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 3800c394-e1c4-4a6f-bb2b-86d1bff3e52a, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=3800c394-e1c4-4a6f-bb2b-86d1bff3e52a,segment=NetworkSegment(2fe19a67-79a3-499a-9948-e091fef39ff7),segment_id=2fe19a67-79a3-499a-9948-e091fef39ff7)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:30.913107 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-8b2e9109-779b-495a-ae4a-edf0d7673a57 None None] Provisioning complete for port 7104ac33-6855-4579-99d8-9f1e9612af39 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:30:30.913481 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b2e9109-779b-495a-ae4a-edf0d7673a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:30.914242 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c29f3de4-ddc3-4de6-bb74-42b3e39f4ae9 req-d679d102-3e4a-4e76-961a-efea862f2ea9 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708439 May 03 22:30:30.924567 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0e254301-5778-466e-9cd4-d473d584655f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:30.945988 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:30.946771 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 7104ac33-6855-4579-99d8-9f1e9612af39 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:30:30.993346 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae2d9d1e-c9b2-451c-bb8e-3674bee997c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:31.048157 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-7db2dca9-7e83-46a9-a967-61898e9f99c0 req-7e59b9ae-1194-438d-8953-1c6d67d78f1b tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] For port 353b7eee-c934-456c-aaf9-e0b8ebdc6e3b, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=353b7eee-c934-456c-aaf9-e0b8ebdc6e3b,segment=NetworkSegment(09635bff-16c9-4d7f-8a87-b6936a489987),segment_id=09635bff-16c9-4d7f-8a87-b6936a489987)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:31.048532 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7db2dca9-7e83-46a9-a967-61898e9f99c0 req-7e59b9ae-1194-438d-8953-1c6d67d78f1b tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:31.128572 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=3800c394-e1c4-4a6f-bb2b-86d1bff3e52a,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:31.131706 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 7104ac33-6855-4579-99d8-9f1e9612af39 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:30:31.132081 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:31.372225 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c29f3de4-ddc3-4de6-bb74-42b3e39f4ae9 req-1b70e378-520c-410d-9231-81b51faaa70e service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429507 May 03 22:30:31.409782 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-7db2dca9-7e83-46a9-a967-61898e9f99c0 req-7e59b9ae-1194-438d-8953-1c6d67d78f1b tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Calling delete_port for 353b7eee-c934-456c-aaf9-e0b8ebdc6e3b owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:30:31.436606 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2d9d1e-c9b2-451c-bb8e-3674bee997c3 admin admin] Router 9fe78d57-7847-4bc8-a426-38e257fff645 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:30:31.510488 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e254301-5778-466e-9cd4-d473d584655f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event updated for resources: {'Subnet': ['ID=92044baf-4c8a-4d0c-aea4-8e0aaede81f3,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:31.540477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e17162-7692-468a-b0a3-ac96dd230db2 req-80cbf349-23d2-4c78-bee1-035c12cd5b2d tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:31.542567 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b3e17162-7692-468a-b0a3-ac96dd230db2 req-80cbf349-23d2-4c78-bee1-035c12cd5b2d tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=76bd138e-926b-45d1-a5a4-b522ac80a881 HTTP/1.1" status: 200 len: 948 time: 1.2525411 May 03 22:30:31.557139 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-b51ba632-8c58-4f23-9843-8d88c54120a3 service neutron] 10.222.0.58 "GET /v2.0/networks/a572c86a-2b6a-4f54-acfd-7c80043bae5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8627863 May 03 22:30:31.563996 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e254301-5778-466e-9cd4-d473d584655f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Checking segment: {'id': 'b7ef5b07-6ec4-436c-8449-a30e406cf489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c310f5f3-e88d-4003-9e57-5b82582ca373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:30:31.564358 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e254301-5778-466e-9cd4-d473d584655f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Network hostable DHCP agents. Network: c310f5f3-e88d-4003-9e57-5b82582ca373, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:30:31.650376 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2d9d1e-c9b2-451c-bb8e-3674bee997c3 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:30:31.662078 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-9f3b8e13-bdaf-4b5e-ad89-cff8aed99020 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:31.663710 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706aaa14-bc7a-4bb1-aa2b-b693273f0670 None None] Sync routers for ids ['9fe78d57-7847-4bc8-a426-38e257fff645'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:30:31.688501 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae2d9d1e-c9b2-451c-bb8e-3674bee997c3 admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:31.689349 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706aaa14-bc7a-4bb1-aa2b-b693273f0670 None None] Routers {'9fe78d57-7847-4bc8-a426-38e257fff645'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:30:31.690336 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ae2d9d1e-c9b2-451c-bb8e-3674bee997c3 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.7511094 May 03 22:30:31.692869 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-706aaa14-bc7a-4bb1-aa2b-b693273f0670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:30:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['9fe78d57-7847-4bc8-a426-38e257fff645'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:31.693037 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58912) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:31.699454 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b3e17162-7692-468a-b0a3-ac96dd230db2 req-604f7058-f13b-4f8d-9f55-7bf6352d86f4 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412075 May 03 22:30:31.717193 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-9f3b8e13-bdaf-4b5e-ad89-cff8aed99020 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:31.775037 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e254301-5778-466e-9cd4-d473d584655f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Network c310f5f3-e88d-4003-9e57-5b82582ca373 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:30:31.839352 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840b687a-53c9-4d8f-804a-eaf00b4e9167 None None] Network 2da74078-37d5-48f5-be13-af04ad75ee4b requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:30:31.899962 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-9f3b8e13-bdaf-4b5e-ad89-cff8aed99020 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Made reservation on behalf of d9c3dbb20f6947bda4c4f80874d7efc3 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:30:31.904163 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-9f3b8e13-bdaf-4b5e-ad89-cff8aed99020 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:31.928252 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-0e254301-5778-466e-9cd4-d473d584655f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, c310f5f3-e88d-4003-9e57-5b82582ca373) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:30:31.950715 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e254301-5778-466e-9cd4-d473d584655f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:31.951405 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0e254301-5778-466e-9cd4-d473d584655f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:31.990742 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0e254301-5778-466e-9cd4-d473d584655f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.1603813 May 03 22:30:31.994269 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58924) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:32.009828 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-706aaa14-bc7a-4bb1-aa2b-b693273f0670 None None] Set router 9fe78d57-7847-4bc8-a426-38e257fff645 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:30:32.076406 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7db2dca9-7e83-46a9-a967-61898e9f99c0 req-7e59b9ae-1194-438d-8953-1c6d67d78f1b tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:32.148690 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efccef22-1792-4ea4-9ae5-54ad553c97c8 None None] Network c310f5f3-e88d-4003-9e57-5b82582ca373 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:30:32.161556 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:30:32.161918 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59b9ae-1194-438d-8953-1c6d67d78f1b tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Pushing event deleted for resources: {'Port': ['ID=353b7eee-c934-456c-aaf9-e0b8ebdc6e3b,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:32.163637 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 353b7eee-c934-456c-aaf9-e0b8ebdc6e3b no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:30:32.167824 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4544cf6b-53e4-4c46-89de-abfc1e5776a4 req-87f2e4dc-aa48-4995-bda4-8e476e496ff7 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] 10.222.0.58 "GET /v2.0/security-groups/e1feb618-ed6a-4118-9b86-d176bc38abc6 HTTP/1.1" status: 200 len: 1814 time: 0.4378376 May 03 22:30:32.205312 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e59b9ae-1194-438d-8953-1c6d67d78f1b tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:32.205735 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e59b9ae-1194-438d-8953-1c6d67d78f1b tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:32.206307 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e59b9ae-1194-438d-8953-1c6d67d78f1b tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:32.206732 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e59b9ae-1194-438d-8953-1c6d67d78f1b tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:32.207131 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e59b9ae-1194-438d-8953-1c6d67d78f1b tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:32.207528 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e59b9ae-1194-438d-8953-1c6d67d78f1b tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:32.207933 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e59b9ae-1194-438d-8953-1c6d67d78f1b tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:32.208399 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e59b9ae-1194-438d-8953-1c6d67d78f1b tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:32.208711 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e59b9ae-1194-438d-8953-1c6d67d78f1b tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:32.209107 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e59b9ae-1194-438d-8953-1c6d67d78f1b tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:32.209612 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e59b9ae-1194-438d-8953-1c6d67d78f1b tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:32.210031 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e59b9ae-1194-438d-8953-1c6d67d78f1b tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:32.303476 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 353b7eee-c934-456c-aaf9-e0b8ebdc6e3b {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:30:32.303822 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 353b7eee-c934-456c-aaf9-e0b8ebdc6e3b not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:30:32.377843 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-bf113ab7-189e-4fda-a983-f1cac3ff48d9 None None] Provisioning for port b2a9ce8c-482a-4333-8bfe-69e38f740f47 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:30:32.385596 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-799a920e-4ce5-4db6-999d-d3ea4448c169 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:32.499998 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.resource_extend [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:30:32.550868 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-9f3b8e13-bdaf-4b5e-ad89-cff8aed99020 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Allocated IP 172.20.0.8 (cf4b4b53-23b3-4846-9dfb-85aed8a34ef8/363f1a1c-dee5-436d-ab6d-f585bc5dbb1b/13fdee9e-c77e-4a72-81f5-8b7e27118d08) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:30:32.631060 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 3800c394-e1c4-4a6f-bb2b-86d1bff3e52a up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:30:32.706438 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-89fce9b2-d214-4824-9e2b-60b7670c0612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:32.736830 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7af535-9aa0-4e61-9ac3-7bd807911021 req-adb05903-2c68-489f-a999-14e08f8ecda0 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:32.738356 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0d7af535-9aa0-4e61-9ac3-7bd807911021 req-adb05903-2c68-489f-a999-14e08f8ecda0 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.8912671 May 03 22:30:32.900952 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db2dca9-7e83-46a9-a967-61898e9f99c0 req-7e59b9ae-1194-438d-8953-1c6d67d78f1b tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] No DVR routers for this DVR port 353b7eee-c934-456c-aaf9-e0b8ebdc6e3b on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:30:32.933989 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e4da3c82-11d2-4269-994a-b83527f3ab1f req-f63e6389-edb3-4b73-b213-5077e1983a8b tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c240ab9-dd26-468c-b48f-633514daf12a HTTP/1.1" status: 200 len: 210 time: 0.1808596 May 03 22:30:32.936962 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0d7af535-9aa0-4e61-9ac3-7bd807911021 req-22a4060e-8e62-4f7d-b355-53daf9587ce6 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816602 May 03 22:30:32.944444 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7db2dca9-7e83-46a9-a967-61898e9f99c0 req-7e59b9ae-1194-438d-8953-1c6d67d78f1b tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:32.950903 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666e2621-59a4-4419-a2b3-799bb89f10db', 'name': 'network-vif-deleted', 'tag': '353b7eee-c934-456c-aaf9-e0b8ebdc6e3b'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:30:32.956851 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7db2dca9-7e83-46a9-a967-61898e9f99c0 req-7e59b9ae-1194-438d-8953-1c6d67d78f1b tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.60 "DELETE /v2.0/ports/353b7eee-c934-456c-aaf9-e0b8ebdc6e3b HTTP/1.1" status: 204 len: 173 time: 3.8366914 May 03 22:30:33.028670 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-799a920e-4ce5-4db6-999d-d3ea4448c169 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:33.106147 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-89fce9b2-d214-4824-9e2b-60b7670c0612 admin admin] Allocated IP 172.20.0.1 (aa323bd0-e355-48ff-817f-0dfa021e8b19/54b42422-4ac1-45eb-8a53-775e8d5e2134/6542d56f-fc4a-4be4-bd93-0893aa77260d) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:30:33.120788 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-9f3b8e13-bdaf-4b5e-ad89-cff8aed99020 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:33.194259 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1e5936bb-e1f5-4edc-b6f5-ed89c719b65d,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:33.209152 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-66af033c-6e72-4c0b-a23d-f2cde768f0a1 req-a9106e4e-77fb-463c-9f55-71ec6d287523 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Synchronizing usage tracker for tenant:77e4bf48be994e018ad0dac312f12aea on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:30:33.237675 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-66af033c-6e72-4c0b-a23d-f2cde768f0a1 req-a9106e4e-77fb-463c-9f55-71ec6d287523 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Unset dirty status for tenant:77e4bf48be994e018ad0dac312f12aea on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:30:33.238894 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-66af033c-6e72-4c0b-a23d-f2cde768f0a1 req-a9106e4e-77fb-463c-9f55-71ec6d287523 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ac7664-6526-4e23-b619-37474483ba12 HTTP/1.1" status: 200 len: 210 time: 0.0817633 May 03 22:30:33.247303 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-799a920e-4ce5-4db6-999d-d3ea4448c169 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:33.257508 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 3800c394-e1c4-4a6f-bb2b-86d1bff3e52a triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:30:33.257928 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:33.304031 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a920e-4ce5-4db6-999d-d3ea4448c169 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event deleted for resources: {'Subnet': ['ID=92044baf-4c8a-4d0c-aea4-8e0aaede81f3,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:33.306404 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-9f3b8e13-bdaf-4b5e-ad89-cff8aed99020 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:33.375120 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f285502-e794-4c39-862d-89a81e569d0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-c310f5f3-e88d-4003-9e57-5b82582ca373', 'network_id': 'c310f5f3-e88d-4003-9e57-5b82582ca373', 'tenant_id': '343923008bac4bc78019628c0f9b696b', 'fixed_ips': [{'subnet_id': '92044baf-4c8a-4d0c-aea4-8e0aaede81f3'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:30:33.376014 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5f285502-e794-4c39-862d-89a81e569d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:33.384864 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '1e5936bb-e1f5-4edc-b6f5-ed89c719b65d', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': '1e5936bb-e1f5-4edc-b6f5-ed89c719b65d', 'mac_address': 'fa:16:3e:40:f2:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:30:33.394743 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-89fce9b2-d214-4824-9e2b-60b7670c0612 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:33.410869 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb530926-0f5b-462c-9c21-61ca9d3eef77'] response: {'server_uuid': '666e2621-59a4-4419-a2b3-799bb89f10db', 'name': 'network-vif-deleted', 'tag': '353b7eee-c934-456c-aaf9-e0b8ebdc6e3b', 'status': 'completed', 'code': 200} May 03 22:30:33.412061 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b8e13-bdaf-4b5e-ad89-cff8aed99020 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Pushing event updated for resources: {'Port': ['ID=13fdee9e-c77e-4a72-81f5-8b7e27118d08,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:33.448984 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-89fce9b2-d214-4824-9e2b-60b7670c0612 admin admin] Transition to ACTIVE for port object 6542d56f-fc4a-4be4-bd93-0893aa77260d will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:30:33.478484 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-89fce9b2-d214-4824-9e2b-60b7670c0612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:33.499536 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-9f3b8e13-bdaf-4b5e-ad89-cff8aed99020 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Network cf4b4b53-23b3-4846-9dfb-85aed8a34ef8 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:30:33.524785 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-9f3b8e13-bdaf-4b5e-ad89-cff8aed99020 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:30:33.554800 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fce9b2-d214-4824-9e2b-60b7670c0612 admin admin] Network aa323bd0-e355-48ff-817f-0dfa021e8b19 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:30:33.559274 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-89fce9b2-d214-4824-9e2b-60b7670c0612 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:30:33.561784 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-706aaa14-bc7a-4bb1-aa2b-b693273f0670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'name': 'tempest-FloatingIPsAssociationTestJSON-397226911-router', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '29467980-77b1-465b-a725-dbd893850111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:25Z', 'updated_at': '2022-05-03T22:30:29Z', 'revision_number': 3, 'project_id': 'cedd956302664fa280a1c281659df45b', 'gw_port': {'id': '29467980-77b1-465b-a725-dbd893850111', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:27Z', 'updated_at': '2022-05-03T22:30:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:33.562813 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fce9b2-d214-4824-9e2b-60b7670c0612 admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:30:33.584507 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-9f3b8e13-bdaf-4b5e-ad89-cff8aed99020 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:30:33.601259 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706aaa14-bc7a-4bb1-aa2b-b693273f0670 None None] Checking router: 9fe78d57-7847-4bc8-a426-38e257fff645 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:30:33.601731 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706aaa14-bc7a-4bb1-aa2b-b693273f0670 None None] Updating router 9fe78d57-7847-4bc8-a426-38e257fff645 port 29467980-77b1-465b-a725-dbd893850111 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:30:33.613197 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fce9b2-d214-4824-9e2b-60b7670c0612 admin admin] Pushing event updated for resources: {'Port': ['ID=6542d56f-fc4a-4be4-bd93-0893aa77260d,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:33.634122 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:33.664420 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-89fce9b2-d214-4824-9e2b-60b7670c0612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:33.691057 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-9f3b8e13-bdaf-4b5e-ad89-cff8aed99020 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:33.692013 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-9f3b8e13-bdaf-4b5e-ad89-cff8aed99020 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:33.857144 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-89fce9b2-d214-4824-9e2b-60b7670c0612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:33.911945 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:30:33.931818 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2addf6f7-557b-4dda-9113-a5113d94c9d0 None None] Network c310f5f3-e88d-4003-9e57-5b82582ca373 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:30:33.980523 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-706aaa14-bc7a-4bb1-aa2b-b693273f0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:34.064325 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device b2a9ce8c-482a-4333-8bfe-69e38f740f47 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:30:34.089456 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1e5936bb-e1f5-4edc-b6f5-ed89c719b65d,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:34.117658 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:34.125609 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-799a920e-4ce5-4db6-999d-d3ea4448c169 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:34.182502 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-9f3b8e13-bdaf-4b5e-ad89-cff8aed99020 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2945764 May 03 22:30:34.186097 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-89fce9b2-d214-4824-9e2b-60b7670c0612 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:34.191924 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-89fce9b2-d214-4824-9e2b-60b7670c0612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:34.193882 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-799a920e-4ce5-4db6-999d-d3ea4448c169 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c310f5f3-e88d-4003-9e57-5b82582ca373']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:34.219053 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-de01565e-1ccd-45ec-b787-42f080941404 service neutron] Request body: {'port': {'device_id': '4c240ab9-dd26-468c-b48f-633514daf12a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:34.253984 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-799a920e-4ce5-4db6-999d-d3ea4448c169 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ef5b07-6ec4-436c-8449-a30e406cf489') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:34.254232 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-799a920e-4ce5-4db6-999d-d3ea4448c169 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ef5b07-6ec4-436c-8449-a30e406cf489') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:34.279920 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-89fce9b2-d214-4824-9e2b-60b7670c0612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:34.300683 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-799a920e-4ce5-4db6-999d-d3ea4448c169 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:34.327886 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-e365c1e3-028b-498e-bd34-ccd9c78ed0ca tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:34.329299 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-e365c1e3-028b-498e-bd34-ccd9c78ed0ca tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.60 "GET /v2.0/networks?id=a572c86a-2b6a-4f54-acfd-7c80043bae5a HTTP/1.1" status: 200 len: 814 time: 0.9082398 May 03 22:30:34.344083 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-c60fc79d-869d-468a-912d-0ff3915b1d10 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Request body: {'port': {'device_id': '17ac7664-6526-4e23-b619-37474483ba12', 'network_id': 'a572c86a-2b6a-4f54-acfd-7c80043bae5a', 'admin_state_up': True, 'tenant_id': '77e4bf48be994e018ad0dac312f12aea'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:34.370357 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4625d1-17ed-4f7c-a2e5-02b6744fa89b req-6f3cc80a-1364-41ce-85b6-5bc5ec9c373d tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:34.371855 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5a4625d1-17ed-4f7c-a2e5-02b6744fa89b req-6f3cc80a-1364-41ce-85b6-5bc5ec9c373d tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=76bd138e-926b-45d1-a5a4-b522ac80a881 HTTP/1.1" status: 200 len: 948 time: 0.9809029 May 03 22:30:34.372832 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-799a920e-4ce5-4db6-999d-d3ea4448c169 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:34.393363 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['1e5936bb-e1f5-4edc-b6f5-ed89c719b65d'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:30:34.411154 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fce9b2-d214-4824-9e2b-60b7670c0612 admin admin] Pushing event updated for resources: {'Port': ['ID=6542d56f-fc4a-4be4-bd93-0893aa77260d,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:34.459220 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=1e5936bb-e1f5-4edc-b6f5-ed89c719b65d,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:34.465385 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-799a920e-4ce5-4db6-999d-d3ea4448c169 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:30:34.465886 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-799a920e-4ce5-4db6-999d-d3ea4448c169 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:34.479362 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fce9b2-d214-4824-9e2b-60b7670c0612 admin admin] Network aa323bd0-e355-48ff-817f-0dfa021e8b19 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:30:34.481415 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-89fce9b2-d214-4824-9e2b-60b7670c0612 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:30:34.482367 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:30:34.482367 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:30:34.482367 n-d-811807-1 neutron-server[88069]: timer() May 03 22:30:34.482367 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:30:34.482367 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:30:34.482367 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:30:34.482367 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:30:34.482367 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:30:34.482367 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:30:34.482367 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:30:34.482367 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:30:34.482367 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:30:34.482367 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:30:34.482367 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:30:34.482367 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:30:34.482367 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:30:34.482367 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:30:34.482367 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:30:34.482367 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:30:34.482367 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:30:34.482367 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:30:34.482367 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:30:34.482367 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:30:34.482367 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:30:34.482367 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:30:34.482367 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:30:34.482367 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:30:34.482367 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:30:34.482367 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:30:34.482367 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:30:34.482367 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:30:34.482367 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:30:34.502066 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab77bdd-2c4b-490a-a363-107b182eb58e req-c59de5d9-2a6c-482f-8dc2-d8b678e72e71 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:34.505350 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-8e931afe-1319-4243-a5ff-775712c3ebf6 None None] Provisioning for port 6542d56f-fc4a-4be4-bd93-0893aa77260d completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:30:34.511410 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5ab77bdd-2c4b-490a-a363-107b182eb58e req-c59de5d9-2a6c-482f-8dc2-d8b678e72e71 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 1.0100272 May 03 22:30:34.518309 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port b2a9ce8c-482a-4333-8bfe-69e38f740f47 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:30:34.524779 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-8e931afe-1319-4243-a5ff-775712c3ebf6 None None] Provisioning complete for port 6542d56f-fc4a-4be4-bd93-0893aa77260d triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:30:34.524779 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8e931afe-1319-4243-a5ff-775712c3ebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:34.670296 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port b2a9ce8c-482a-4333-8bfe-69e38f740f47 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:30:34.670676 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:34.729413 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-de01565e-1ccd-45ec-b787-42f080941404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:34.734751 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89fce9b2-d214-4824-9e2b-60b7670c0612 admin admin] Router 9fe78d57-7847-4bc8-a426-38e257fff645 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:30:34.770146 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-c60fc79d-869d-468a-912d-0ff3915b1d10 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:34.774859 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-8e931afe-1319-4243-a5ff-775712c3ebf6 None None] Port 6542d56f-fc4a-4be4-bd93-0893aa77260d cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:30:34.782958 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5a4625d1-17ed-4f7c-a2e5-02b6744fa89b req-c03b0f87-dede-47b6-a4bf-317f5369f7be tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692026 May 03 22:30:34.799908 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-c60fc79d-869d-468a-912d-0ff3915b1d10 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:34.832724 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-799a920e-4ce5-4db6-999d-d3ea4448c169 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:34.865047 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5ab77bdd-2c4b-490a-a363-107b182eb58e req-03e7e7cd-7fe6-405d-81de-c7260de6ad88 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3524511 May 03 22:30:34.895078 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-db844c34-0fbb-4398-bcfd-a52ed0e8753d req-da6313b8-1c16-4c6a-b9cc-57ee6b93eadd tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1007946727', 'description': 'tempest-description-1139410785'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:34.906362 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-799a920e-4ce5-4db6-999d-d3ea4448c169 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:34.916604 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-c60fc79d-869d-468a-912d-0ff3915b1d10 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Made reservation on behalf of 77e4bf48be994e018ad0dac312f12aea for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:30:34.920402 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-c60fc79d-869d-468a-912d-0ff3915b1d10 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:34.937527 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-db844c34-0fbb-4398-bcfd-a52ed0e8753d req-da6313b8-1c16-4c6a-b9cc-57ee6b93eadd tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:34.945439 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a920e-4ce5-4db6-999d-d3ea4448c169 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event deleted for resources: {'Network': ['ID=c310f5f3-e88d-4003-9e57-5b82582ca373,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:34.957913 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-db844c34-0fbb-4398-bcfd-a52ed0e8753d req-da6313b8-1c16-4c6a-b9cc-57ee6b93eadd tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Usage tracker for resource:security_group and tenant:6380f1dc58394680bb9dd4d3b07253d7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:34.967061 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-799a920e-4ce5-4db6-999d-d3ea4448c169 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "DELETE /v2.0/networks/c310f5f3-e88d-4003-9e57-5b82582ca373 HTTP/1.1" status: 204 len: 168 time: 2.9600270 May 03 22:30:34.975175 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58950) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:34.977063 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-db844c34-0fbb-4398-bcfd-a52ed0e8753d req-da6313b8-1c16-4c6a-b9cc-57ee6b93eadd tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:34.990083 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-1a5a9075-3a50-4c3e-a899-892935fd0c8c tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-757111019'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:34.998719 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1a5a9075-3a50-4c3e-a899-892935fd0c8c tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:35.001171 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.resource_extend [None req-706aaa14-bc7a-4bb1-aa2b-b693273f0670 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:30:35.007533 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1a5a9075-3a50-4c3e-a899-892935fd0c8c tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Usage tracker for resource:network and tenant:343923008bac4bc78019628c0f9b696b is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:35.014704 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1a5a9075-3a50-4c3e-a899-892935fd0c8c tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:35.026622 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1a5a9075-3a50-4c3e-a899-892935fd0c8c tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:35.030424 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fce9b2-d214-4824-9e2b-60b7670c0612 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:30:35.067449 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-89fce9b2-d214-4824-9e2b-60b7670c0612 admin admin] 10.222.0.58 "PUT /v2.0/routers/9fe78d57-7847-4bc8-a426-38e257fff645/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3646517 May 03 22:30:35.067449 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5a9075-3a50-4c3e-a899-892935fd0c8c tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Made reservation on behalf of 343923008bac4bc78019628c0f9b696b for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:30:35.079847 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1a5a9075-3a50-4c3e-a899-892935fd0c8c tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:35.096780 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-db844c34-0fbb-4398-bcfd-a52ed0e8753d req-da6313b8-1c16-4c6a-b9cc-57ee6b93eadd tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:35.107822 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:35.148043 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-706aaa14-bc7a-4bb1-aa2b-b693273f0670 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:35.150526 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a5a9075-3a50-4c3e-a899-892935fd0c8c tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:30:35.151511 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6de3d478-45fa-4dbc-a5f8-3d0bc20d10d6 None None] Provisioning complete for port 6542d56f-fc4a-4be4-bd93-0893aa77260d triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:30:35.151708 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6de3d478-45fa-4dbc-a5f8-3d0bc20d10d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:35.162575 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-db844c34-0fbb-4398-bcfd-a52ed0e8753d req-da6313b8-1c16-4c6a-b9cc-57ee6b93eadd tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:35.166200 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1a5a9075-3a50-4c3e-a899-892935fd0c8c tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:35.166759 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-1a5a9075-3a50-4c3e-a899-892935fd0c8c tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Added segment 286aa7c7-1496-433d-84dd-5c664c827131 of type vlan for network e04e612d-5b95-4ab3-9b7c-7f98dc88c849 May 03 22:30:35.209676 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1a5a9075-3a50-4c3e-a899-892935fd0c8c tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:35.222920 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-706aaa14-bc7a-4bb1-aa2b-b693273f0670 None None] Transition to ACTIVE for port object 29467980-77b1-465b-a725-dbd893850111 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:30:35.235677 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port b2a9ce8c-482a-4333-8bfe-69e38f740f47, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=b2a9ce8c-482a-4333-8bfe-69e38f740f47,segment=NetworkSegment(1c54f02d-9f81-4a23-952f-31c6f08fd1d4),segment_id=1c54f02d-9f81-4a23-952f-31c6f08fd1d4)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:35.236047 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-db844c34-0fbb-4398-bcfd-a52ed0e8753d req-da6313b8-1c16-4c6a-b9cc-57ee6b93eadd tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:35.241195 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-706aaa14-bc7a-4bb1-aa2b-b693273f0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:35.255055 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-db844c34-0fbb-4398-bcfd-a52ed0e8753d req-da6313b8-1c16-4c6a-b9cc-57ee6b93eadd tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Usage tracker for resource:security_group_rule and tenant:6380f1dc58394680bb9dd4d3b07253d7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:35.256065 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1a5a9075-3a50-4c3e-a899-892935fd0c8c tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:35.264781 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-db844c34-0fbb-4398-bcfd-a52ed0e8753d req-da6313b8-1c16-4c6a-b9cc-57ee6b93eadd tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:35.267841 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5a9075-3a50-4c3e-a899-892935fd0c8c tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:35.269454 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1a5a9075-3a50-4c3e-a899-892935fd0c8c tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:35.281732 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:35.301024 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-6de3d478-45fa-4dbc-a5f8-3d0bc20d10d6 None None] Port 6542d56f-fc4a-4be4-bd93-0893aa77260d cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:30:35.334549 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-706aaa14-bc7a-4bb1-aa2b-b693273f0670 None None] Attempting to bind port 29467980-77b1-465b-a725-dbd893850111 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:30:35.334920 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-706aaa14-bc7a-4bb1-aa2b-b693273f0670 None None] Attempting to bind port 29467980-77b1-465b-a725-dbd893850111 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:30:35.335285 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706aaa14-bc7a-4bb1-aa2b-b693273f0670 None None] Attempting to bind port 29467980-77b1-465b-a725-dbd893850111 on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:30:35.337283 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c06360-19c6-4b7e-90db-6371570b6205 None None] Pushing event updated for resources: {'Port': ['ID=29467980-77b1-465b-a725-dbd893850111,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:35.348997 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1a5a9075-3a50-4c3e-a899-892935fd0c8c tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3725569 May 03 22:30:35.354328 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58958) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:35.360215 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-db844c34-0fbb-4398-bcfd-a52ed0e8753d req-da6313b8-1c16-4c6a-b9cc-57ee6b93eadd tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:35.379381 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706aaa14-bc7a-4bb1-aa2b-b693273f0670 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:30:35.381454 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706aaa14-bc7a-4bb1-aa2b-b693273f0670 None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:30:35.382000 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-706aaa14-bc7a-4bb1-aa2b-b693273f0670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:35.382603 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706aaa14-bc7a-4bb1-aa2b-b693273f0670 None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:30:35.383773 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-706aaa14-bc7a-4bb1-aa2b-b693273f0670 None None] Bound port: 29467980-77b1-465b-a725-dbd893850111, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:30:35.385676 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-706aaa14-bc7a-4bb1-aa2b-b693273f0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:35.388470 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-1ed99aaa-a4b6-404e-8a94-97f47f75befb tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Request body: {'subnet': {'network_id': 'e04e612d-5b95-4ab3-9b7c-7f98dc88c849', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:35.485502 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=b2a9ce8c-482a-4333-8bfe-69e38f740f47,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:35.493601 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-706aaa14-bc7a-4bb1-aa2b-b693273f0670 None None] For port 29467980-77b1-465b-a725-dbd893850111, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:30:35.497952 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-706aaa14-bc7a-4bb1-aa2b-b693273f0670 None None] For port 29467980-77b1-465b-a725-dbd893850111, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=29467980-77b1-465b-a725-dbd893850111,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:30:35.502218 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-c60fc79d-869d-468a-912d-0ff3915b1d10 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Allocated IP 172.20.0.8 (a572c86a-2b6a-4f54-acfd-7c80043bae5a/f87275f9-d5c3-4c1f-8855-2213c7ddc029/7ab989f1-ee5f-4505-83e4-ff68affe29ee) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:30:35.504125 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-706aaa14-bc7a-4bb1-aa2b-b693273f0670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:35.665506 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706aaa14-bc7a-4bb1-aa2b-b693273f0670 None None] Routers {'9fe78d57-7847-4bc8-a426-38e257fff645'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:30:35.666967 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-706aaa14-bc7a-4bb1-aa2b-b693273f0670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:30:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['9fe78d57-7847-4bc8-a426-38e257fff645'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:35.678595 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-db844c34-0fbb-4398-bcfd-a52ed0e8753d req-da6313b8-1c16-4c6a-b9cc-57ee6b93eadd tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:35.697834 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a9075-3a50-4c3e-a899-892935fd0c8c tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event updated for resources: {'Network': ['ID=e04e612d-5b95-4ab3-9b7c-7f98dc88c849,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:35.712765 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-db844c34-0fbb-4398-bcfd-a52ed0e8753d req-da6313b8-1c16-4c6a-b9cc-57ee6b93eadd tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:35.723272 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1ed99aaa-a4b6-404e-8a94-97f47f75befb tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:35.726906 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network e04e612d-5b95-4ab3-9b7c-7f98dc88c849 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:30:35.727612 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1ed99aaa-a4b6-404e-8a94-97f47f75befb tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Usage tracker for resource:subnet and tenant:343923008bac4bc78019628c0f9b696b is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:35.731233 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1ed99aaa-a4b6-404e-8a94-97f47f75befb tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:35.736849 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1ed99aaa-a4b6-404e-8a94-97f47f75befb tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:35.747876 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed99aaa-a4b6-404e-8a94-97f47f75befb tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Made reservation on behalf of 343923008bac4bc78019628c0f9b696b for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:30:35.751345 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1ed99aaa-a4b6-404e-8a94-97f47f75befb tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:35.772913 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-de01565e-1ccd-45ec-b787-42f080941404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13fdee9e-c77e-4a72-81f5-8b7e27118d08 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:30:35.828748 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c06360-19c6-4b7e-90db-6371570b6205 None None] Pushing event updated for resources: {'Port': ['ID=29467980-77b1-465b-a725-dbd893850111,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:35.858588 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e3831-d2d0-4af1-8c18-268ffccd77f5 req-8ac83c34-2472-4539-90c7-124cb28e1ff2 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:35.859259 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-4d7e3831-d2d0-4af1-8c18-268ffccd77f5 req-8ac83c34-2472-4539-90c7-124cb28e1ff2 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Synchronizing usage tracker for tenant:d9c3dbb20f6947bda4c4f80874d7efc3 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:30:35.873135 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-de01565e-1ccd-45ec-b787-42f080941404 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:35.879708 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6313b8-1c16-4c6a-b9cc-57ee6b93eadd tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3fe6a9-b431-4da2-9c22-59d8d55e0df3,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:35.893554 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-db844c34-0fbb-4398-bcfd-a52ed0e8753d req-da6313b8-1c16-4c6a-b9cc-57ee6b93eadd tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:35.894812 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-db844c34-0fbb-4398-bcfd-a52ed0e8753d req-da6313b8-1c16-4c6a-b9cc-57ee6b93eadd tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.0346456 May 03 22:30:35.917802 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-de01565e-1ccd-45ec-b787-42f080941404 service neutron] Transition to ACTIVE for port object 13fdee9e-c77e-4a72-81f5-8b7e27118d08 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:30:35.930285 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-de01565e-1ccd-45ec-b787-42f080941404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:35.951385 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-706aaa14-bc7a-4bb1-aa2b-b693273f0670 None None] Set router 9fe78d57-7847-4bc8-a426-38e257fff645 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:30:35.965298 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-4d7e3831-d2d0-4af1-8c18-268ffccd77f5 req-8ac83c34-2472-4539-90c7-124cb28e1ff2 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Unset dirty status for tenant:d9c3dbb20f6947bda4c4f80874d7efc3 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:30:35.971001 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4d7e3831-d2d0-4af1-8c18-268ffccd77f5 req-8ac83c34-2472-4539-90c7-124cb28e1ff2 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c240ab9-dd26-468c-b48f-633514daf12a HTTP/1.1" status: 200 len: 931 time: 0.5508199 May 03 22:30:36.043746 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1ed99aaa-a4b6-404e-8a94-97f47f75befb tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:36.138497 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed99aaa-a4b6-404e-8a94-97f47f75befb tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event updated for resources: {'Subnet': ['ID=073d7352-6e2d-4cc2-a171-7a68e8d005ce,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:36.141030 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed99aaa-a4b6-404e-8a94-97f47f75befb tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Checking segment: {'id': '286aa7c7-1496-433d-84dd-5c664c827131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e04e612d-5b95-4ab3-9b7c-7f98dc88c849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:30:36.142299 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed99aaa-a4b6-404e-8a94-97f47f75befb tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Network hostable DHCP agents. Network: e04e612d-5b95-4ab3-9b7c-7f98dc88c849, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:30:36.164580 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed99aaa-a4b6-404e-8a94-97f47f75befb tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Network e04e612d-5b95-4ab3-9b7c-7f98dc88c849 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:30:36.175086 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-1ed99aaa-a4b6-404e-8a94-97f47f75befb tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, e04e612d-5b95-4ab3-9b7c-7f98dc88c849) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:30:36.179473 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed99aaa-a4b6-404e-8a94-97f47f75befb tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:36.180195 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1ed99aaa-a4b6-404e-8a94-97f47f75befb tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:36.190211 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-c60fc79d-869d-468a-912d-0ff3915b1d10 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:36.192560 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:30:36.209526 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1ed99aaa-a4b6-404e-8a94-97f47f75befb tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8508368 May 03 22:30:36.209975 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58970) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:36.216298 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-dcc3fe7e-800a-4796-91ab-454fcc9f80c1 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1063230162'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:36.220407 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae013d53-fcba-4247-be18-0c4eab5ad89b None None] Network e04e612d-5b95-4ab3-9b7c-7f98dc88c849 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:30:36.222187 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-dcc3fe7e-800a-4796-91ab-454fcc9f80c1 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:36.226167 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-dcc3fe7e-800a-4796-91ab-454fcc9f80c1 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Usage tracker for resource:network and tenant:343923008bac4bc78019628c0f9b696b is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:36.229445 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-dcc3fe7e-800a-4796-91ab-454fcc9f80c1 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:36.235869 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-dcc3fe7e-800a-4796-91ab-454fcc9f80c1 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:36.251546 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc3fe7e-800a-4796-91ab-454fcc9f80c1 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Made reservation on behalf of 343923008bac4bc78019628c0f9b696b for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:30:36.256022 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dcc3fe7e-800a-4796-91ab-454fcc9f80c1 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:36.276804 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-b58b9e4c-b69c-4f79-b095-ca2267a6e49f req-f5af32e9-d166-4cc6-9099-1895916a973b tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Synchronizing usage tracker for tenant:77e4bf48be994e018ad0dac312f12aea on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:30:36.295421 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc3fe7e-800a-4796-91ab-454fcc9f80c1 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:30:36.302900 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01565e-1ccd-45ec-b787-42f080941404 service neutron] Pushing event updated for resources: {'Port': ['ID=13fdee9e-c77e-4a72-81f5-8b7e27118d08,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:36.310177 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dcc3fe7e-800a-4796-91ab-454fcc9f80c1 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:36.311472 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-dcc3fe7e-800a-4796-91ab-454fcc9f80c1 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Added segment 002fae3e-b49b-4ba7-a9a9-0d59e9e08898 of type vlan for network cfadbe98-a357-46ce-9e98-7f67b0d57217 May 03 22:30:36.344668 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4d7e3831-d2d0-4af1-8c18-268ffccd77f5 req-6baae14b-b803-4559-89be-fe686dec2340 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1c31ee3-e836-45e8-8521-0c048dd4e20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728149 May 03 22:30:36.354100 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dcc3fe7e-800a-4796-91ab-454fcc9f80c1 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:36.383590 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-b58b9e4c-b69c-4f79-b095-ca2267a6e49f req-f5af32e9-d166-4cc6-9099-1895916a973b tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Unset dirty status for tenant:77e4bf48be994e018ad0dac312f12aea on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:30:36.385261 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b58b9e4c-b69c-4f79-b095-ca2267a6e49f req-f5af32e9-d166-4cc6-9099-1895916a973b tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ac7664-6526-4e23-b619-37474483ba12 HTTP/1.1" status: 200 len: 210 time: 0.2427657 May 03 22:30:36.410585 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dcc3fe7e-800a-4796-91ab-454fcc9f80c1 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:36.417786 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-c60fc79d-869d-468a-912d-0ff3915b1d10 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:36.420420 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc3fe7e-800a-4796-91ab-454fcc9f80c1 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:36.421175 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dcc3fe7e-800a-4796-91ab-454fcc9f80c1 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:36.493034 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-dcc3fe7e-800a-4796-91ab-454fcc9f80c1 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2794447 May 03 22:30:36.532616 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:30:36.545646 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58974) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:36.546502 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:30:36.546872 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:36.574118 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3fe7e-800a-4796-91ab-454fcc9f80c1 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event updated for resources: {'Network': ['ID=cfadbe98-a357-46ce-9e98-7f67b0d57217,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:36.589019 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-880bc65e-ae57-4b7a-be1c-7f333325bb1f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Request body: {'subnet': {'network_id': 'cfadbe98-a357-46ce-9e98-7f67b0d57217', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:36.599023 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network cfadbe98-a357-46ce-9e98-7f67b0d57217 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:30:36.694587 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-c60fc79d-869d-468a-912d-0ff3915b1d10 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Network a572c86a-2b6a-4f54-acfd-7c80043bae5a is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:30:36.722718 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-c60fc79d-869d-468a-912d-0ff3915b1d10 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:30:36.732673 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-c60fc79d-869d-468a-912d-0ff3915b1d10 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:30:36.761301 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60fc79d-869d-468a-912d-0ff3915b1d10 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Pushing event updated for resources: {'Port': ['ID=7ab989f1-ee5f-4505-83e4-ff68affe29ee,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:36.763575 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-de01565e-1ccd-45ec-b787-42f080941404 service neutron] Attempting to bind port 13fdee9e-c77e-4a72-81f5-8b7e27118d08 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:30:36.763894 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-de01565e-1ccd-45ec-b787-42f080941404 service neutron] Attempting to bind port 13fdee9e-c77e-4a72-81f5-8b7e27118d08 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '2fe19a67-79a3-499a-9948-e091fef39ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'cf4b4b53-23b3-4846-9dfb-85aed8a34ef8'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:30:36.764215 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-de01565e-1ccd-45ec-b787-42f080941404 service neutron] Attempting to bind port 13fdee9e-c77e-4a72-81f5-8b7e27118d08 on network cf4b4b53-23b3-4846-9dfb-85aed8a34ef8 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:30:36.779933 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-706aaa14-bc7a-4bb1-aa2b-b693273f0670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'name': 'tempest-FloatingIPsAssociationTestJSON-397226911-router', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '29467980-77b1-465b-a725-dbd893850111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:25Z', 'updated_at': '2022-05-03T22:30:33Z', 'revision_number': 4, 'project_id': 'cedd956302664fa280a1c281659df45b', 'gw_port': {'id': '29467980-77b1-465b-a725-dbd893850111', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:27Z', 'updated_at': '2022-05-03T22:30:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '6542d56f-fc4a-4be4-bd93-0893aa77260d', 'name': '', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'mac_address': 'fa:16:3e:0e:37:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:32Z', 'updated_at': '2022-05-03T22:30:33Z', 'revision_number': 2, 'project_id': 'cedd956302664fa280a1c281659df45b', 'subnets': [{'id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:36.798047 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b0f1bb-ee7d-499c-b523-bf06a1e83011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-e04e612d-5b95-4ab3-9b7c-7f98dc88c849', 'network_id': 'e04e612d-5b95-4ab3-9b7c-7f98dc88c849', 'tenant_id': '343923008bac4bc78019628c0f9b696b', 'fixed_ips': [{'subnet_id': '073d7352-6e2d-4cc2-a171-7a68e8d005ce'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:30:36.798857 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a9b0f1bb-ee7d-499c-b523-bf06a1e83011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:36.817378 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706aaa14-bc7a-4bb1-aa2b-b693273f0670 None None] The sync data for ids ['9fe78d57-7847-4bc8-a426-38e257fff645'] in n-d-811807-1 is: [{'id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'name': 'tempest-FloatingIPsAssociationTestJSON-397226911-router', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '29467980-77b1-465b-a725-dbd893850111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:25Z', 'updated_at': '2022-05-03T22:30:33Z', 'revision_number': 4, 'project_id': 'cedd956302664fa280a1c281659df45b', 'gw_port': {'id': '29467980-77b1-465b-a725-dbd893850111', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:27Z', 'updated_at': '2022-05-03T22:30:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '6542d56f-fc4a-4be4-bd93-0893aa77260d', 'name': '', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'mac_address': 'fa:16:3e:0e:37:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:32Z', 'updated_at': '2022-05-03T22:30:33Z', 'revision_number': 2, 'project_id': 'cedd956302664fa280a1c281659df45b', 'subnets': [{'id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:30:36.835701 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-de01565e-1ccd-45ec-b787-42f080941404 service neutron] Port 13fdee9e-c77e-4a72-81f5-8b7e27118d08 on network cf4b4b53-23b3-4846-9dfb-85aed8a34ef8 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:30:36.836499 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-de01565e-1ccd-45ec-b787-42f080941404 service neutron] Attempting to bind port 13fdee9e-c77e-4a72-81f5-8b7e27118d08 on network cf4b4b53-23b3-4846-9dfb-85aed8a34ef8 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:30:36.867342 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-de01565e-1ccd-45ec-b787-42f080941404 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:30:36.867683 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-de01565e-1ccd-45ec-b787-42f080941404 service neutron] Checking segment: {'id': '2fe19a67-79a3-499a-9948-e091fef39ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'cf4b4b53-23b3-4846-9dfb-85aed8a34ef8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:30:36.868072 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-de01565e-1ccd-45ec-b787-42f080941404 service neutron] Bound using segment: {'id': '2fe19a67-79a3-499a-9948-e091fef39ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'cf4b4b53-23b3-4846-9dfb-85aed8a34ef8'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:30:36.868513 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-de01565e-1ccd-45ec-b787-42f080941404 service neutron] Bound port: 13fdee9e-c77e-4a72-81f5-8b7e27118d08, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fe19a67-79a3-499a-9948-e091fef39ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'cf4b4b53-23b3-4846-9dfb-85aed8a34ef8'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:30:36.868860 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-de01565e-1ccd-45ec-b787-42f080941404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:36.910023 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-880bc65e-ae57-4b7a-be1c-7f333325bb1f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:36.949471 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-c60fc79d-869d-468a-912d-0ff3915b1d10 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:36.949471 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-c60fc79d-869d-468a-912d-0ff3915b1d10 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:36.954159 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-880bc65e-ae57-4b7a-be1c-7f333325bb1f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Usage tracker for resource:subnet and tenant:343923008bac4bc78019628c0f9b696b is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:36.965535 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:36.970834 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-880bc65e-ae57-4b7a-be1c-7f333325bb1f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:36.991397 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-880bc65e-ae57-4b7a-be1c-7f333325bb1f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:37.020077 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-c60fc79d-869d-468a-912d-0ff3915b1d10 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6797404 May 03 22:30:37.034221 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413c6d6-bc7f-4017-ab21-74684d167604 req-53865fd1-5c71-47a8-8c2a-9b95f5e3ca2b tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:37.035337 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e413c6d6-bc7f-4017-ab21-74684d167604 req-53865fd1-5c71-47a8-8c2a-9b95f5e3ca2b tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] 10.222.0.58 "GET /v2.0/ports?device_id=68a5752b-6126-4b39-bb44-bd9c9d84401b HTTP/1.1" status: 200 len: 945 time: 0.4914973 May 03 22:30:37.035959 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880bc65e-ae57-4b7a-be1c-7f333325bb1f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Made reservation on behalf of 343923008bac4bc78019628c0f9b696b for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:30:37.039210 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-880bc65e-ae57-4b7a-be1c-7f333325bb1f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:37.050652 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2a6d0-7ada-4f04-b1e4-3d6621e8cd97 req-9c670d6b-2864-404e-9faa-16a485d652da tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:37.052578 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bac2a6d0-7ada-4f04-b1e4-3d6621e8cd97 req-9c670d6b-2864-404e-9faa-16a485d652da tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] 10.222.0.67 "GET /v2.0/ports?device_id=68a5752b-6126-4b39-bb44-bd9c9d84401b HTTP/1.1" status: 200 len: 945 time: 0.1239271 May 03 22:30:37.067159 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76bd138e-926b-45d1-a5a4-b522ac80a881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5936bb-e1f5-4edc-b6f5-ed89c719b65d'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:30:37.076618 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6929c55-57f9-430f-a311-d51dc43dd888 req-14cb3dc6-c302-41ef-9eee-ba611268d62c tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:37.087126 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1e5936bb-e1f5-4edc-b6f5-ed89c719b65d,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:37.090965 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c6929c55-57f9-430f-a311-d51dc43dd888 req-14cb3dc6-c302-41ef-9eee-ba611268d62c tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.5407913 May 03 22:30:37.100933 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:37.142496 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-a9b0f1bb-ee7d-499c-b523-bf06a1e83011 None None] Allocated IP 2001:db8::1 (e04e612d-5b95-4ab3-9b7c-7f98dc88c849/073d7352-6e2d-4cc2-a171-7a68e8d005ce/17de18db-421d-45a0-9d4a-891180eef0b4) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:30:37.153613 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-a79e6c32-b329-46ac-9d05-7d3934a01ea5 service neutron] Request body: {'port': {'device_id': '17ac7664-6526-4e23-b619-37474483ba12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:37.202216 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-bac2a6d0-7ada-4f04-b1e4-3d6621e8cd97 req-3146569b-1dd9-49e0-a239-5cc65e97205a tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Deleting port f09d0378-e590-4938-8125-74f6bc031680 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:30:37.202553 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-bac2a6d0-7ada-4f04-b1e4-3d6621e8cd97 req-3146569b-1dd9-49e0-a239-5cc65e97205a tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:37.205240 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=1e5936bb-e1f5-4edc-b6f5-ed89c719b65d,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:37.222051 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e413c6d6-bc7f-4017-ab21-74684d167604 req-0e800aaf-670f-431d-9380-8ea7d599ea12 tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] 10.222.0.58 "GET /v2.0/security-groups?id=c7c7ebd6-5449-4da1-9909-2e088c1597a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994635 May 03 22:30:37.291339 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-de01565e-1ccd-45ec-b787-42f080941404 service neutron] For port 13fdee9e-c77e-4a72-81f5-8b7e27118d08, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:30:37.392788 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.ipam_backend_mixin [None req-880bc65e-ae57-4b7a-be1c-7f333325bb1f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Performing IP validity checks on allocation pools {{(pid=88069) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 03 22:30:37.393338 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.ipam_backend_mixin [None req-880bc65e-ae57-4b7a-be1c-7f333325bb1f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88069) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 03 22:30:37.470643 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c6929c55-57f9-430f-a311-d51dc43dd888 req-7a78446c-fbe8-49f7-bd69-28cd7908684b tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3815129 May 03 22:30:37.476037 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device b2a9ce8c-482a-4333-8bfe-69e38f740f47 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:30:37.480497 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-de01565e-1ccd-45ec-b787-42f080941404 service neutron] For port 13fdee9e-c77e-4a72-81f5-8b7e27118d08, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=13fdee9e-c77e-4a72-81f5-8b7e27118d08,segment=NetworkSegment(2fe19a67-79a3-499a-9948-e091fef39ff7),segment_id=2fe19a67-79a3-499a-9948-e091fef39ff7)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:30:37.532144 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-de01565e-1ccd-45ec-b787-42f080941404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:37.644210 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port b2a9ce8c-482a-4333-8bfe-69e38f740f47 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:30:37.644786 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:37.668626 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-bac2a6d0-7ada-4f04-b1e4-3d6621e8cd97 req-3146569b-1dd9-49e0-a239-5cc65e97205a tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] For port f09d0378-e590-4938-8125-74f6bc031680, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=f09d0378-e590-4938-8125-74f6bc031680,segment=NetworkSegment(e2cd5293-4653-410d-9e29-2cc64d859f6a),segment_id=e2cd5293-4653-410d-9e29-2cc64d859f6a)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:37.669003 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-bac2a6d0-7ada-4f04-b1e4-3d6621e8cd97 req-3146569b-1dd9-49e0-a239-5cc65e97205a tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:37.679660 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a9b0f1bb-ee7d-499c-b523-bf06a1e83011 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:37.715975 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a9b0f1bb-ee7d-499c-b523-bf06a1e83011 None None] Transition to ACTIVE for port object 17de18db-421d-45a0-9d4a-891180eef0b4 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:30:37.750406 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a9b0f1bb-ee7d-499c-b523-bf06a1e83011 None None] Transition to ACTIVE for port object 17de18db-421d-45a0-9d4a-891180eef0b4 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:30:37.752823 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-de01565e-1ccd-45ec-b787-42f080941404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:37.753444 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-de01565e-1ccd-45ec-b787-42f080941404 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:37.755347 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-de01565e-1ccd-45ec-b787-42f080941404 service neutron] 10.222.0.67 "PUT /v2.0/ports/13fdee9e-c77e-4a72-81f5-8b7e27118d08 HTTP/1.1" status: 200 len: 1091 time: 3.5525746 May 03 22:30:37.808070 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a9b0f1bb-ee7d-499c-b523-bf06a1e83011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:37.841495 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c240ab9-dd26-468c-b48f-633514daf12a', 'tag': '13fdee9e-c77e-4a72-81f5-8b7e27118d08'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:30:37.877138 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-bac2a6d0-7ada-4f04-b1e4-3d6621e8cd97 req-3146569b-1dd9-49e0-a239-5cc65e97205a tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Calling delete_port for f09d0378-e590-4938-8125-74f6bc031680 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:30:37.884481 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-a79e6c32-b329-46ac-9d05-7d3934a01ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:37.896432 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b0f1bb-ee7d-499c-b523-bf06a1e83011 None None] Network e04e612d-5b95-4ab3-9b7c-7f98dc88c849 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:30:37.901907 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-a9b0f1bb-ee7d-499c-b523-bf06a1e83011 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:30:37.910500 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b0f1bb-ee7d-499c-b523-bf06a1e83011 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:30:38.016043 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0f1bb-ee7d-499c-b523-bf06a1e83011 None None] Pushing event updated for resources: {'Port': ['ID=17de18db-421d-45a0-9d4a-891180eef0b4,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:38.048343 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-a9b0f1bb-ee7d-499c-b523-bf06a1e83011 None None] Attempting to bind port 17de18db-421d-45a0-9d4a-891180eef0b4 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:30:38.048628 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-a9b0f1bb-ee7d-499c-b523-bf06a1e83011 None None] Attempting to bind port 17de18db-421d-45a0-9d4a-891180eef0b4 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '286aa7c7-1496-433d-84dd-5c664c827131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e04e612d-5b95-4ab3-9b7c-7f98dc88c849'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:30:38.049001 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b0f1bb-ee7d-499c-b523-bf06a1e83011 None None] Attempting to bind port 17de18db-421d-45a0-9d4a-891180eef0b4 on network e04e612d-5b95-4ab3-9b7c-7f98dc88c849 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:30:38.056587 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b0f1bb-ee7d-499c-b523-bf06a1e83011 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:30:38.057418 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b0f1bb-ee7d-499c-b523-bf06a1e83011 None None] Checking segment: {'id': '286aa7c7-1496-433d-84dd-5c664c827131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e04e612d-5b95-4ab3-9b7c-7f98dc88c849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:30:38.057831 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a9b0f1bb-ee7d-499c-b523-bf06a1e83011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:38.058264 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b0f1bb-ee7d-499c-b523-bf06a1e83011 None None] Bound using segment: {'id': '286aa7c7-1496-433d-84dd-5c664c827131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e04e612d-5b95-4ab3-9b7c-7f98dc88c849'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:30:38.058811 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-a9b0f1bb-ee7d-499c-b523-bf06a1e83011 None None] Bound port: 17de18db-421d-45a0-9d4a-891180eef0b4, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286aa7c7-1496-433d-84dd-5c664c827131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'e04e612d-5b95-4ab3-9b7c-7f98dc88c849'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:30:38.059198 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a9b0f1bb-ee7d-499c-b523-bf06a1e83011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:38.083281 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-bac2a6d0-7ada-4f04-b1e4-3d6621e8cd97 req-3146569b-1dd9-49e0-a239-5cc65e97205a tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:38.148400 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146569b-1dd9-49e0-a239-5cc65e97205a tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Pushing event deleted for resources: {'Port': ['ID=f09d0378-e590-4938-8125-74f6bc031680,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:38.167512 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-a9b0f1bb-ee7d-499c-b523-bf06a1e83011 None None] For port 17de18db-421d-45a0-9d4a-891180eef0b4, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:30:38.171179 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-a9b0f1bb-ee7d-499c-b523-bf06a1e83011 None None] For port 17de18db-421d-45a0-9d4a-891180eef0b4, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=17de18db-421d-45a0-9d4a-891180eef0b4,segment=NetworkSegment(286aa7c7-1496-433d-84dd-5c664c827131),segment_id=286aa7c7-1496-433d-84dd-5c664c827131)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:30:38.177804 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a9b0f1bb-ee7d-499c-b523-bf06a1e83011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:38.218972 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01565e-1ccd-45ec-b787-42f080941404 service neutron] Pushing event updated for resources: {'Port': ['ID=13fdee9e-c77e-4a72-81f5-8b7e27118d08,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:38.250232 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac2a6d0-7ada-4f04-b1e4-3d6621e8cd97 req-3146569b-1dd9-49e0-a239-5cc65e97205a tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] No DVR routers for this DVR port f09d0378-e590-4938-8125-74f6bc031680 on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:30:38.252647 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-bac2a6d0-7ada-4f04-b1e4-3d6621e8cd97 req-3146569b-1dd9-49e0-a239-5cc65e97205a tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:38.255614 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a5752b-6126-4b39-bb44-bd9c9d84401b', 'name': 'network-vif-deleted', 'tag': 'f09d0378-e590-4938-8125-74f6bc031680'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:30:38.278207 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bac2a6d0-7ada-4f04-b1e4-3d6621e8cd97 req-3146569b-1dd9-49e0-a239-5cc65e97205a tempest-ServerPasswordTestJSON-1992986150 tempest-ServerPasswordTestJSON-1992986150-project] 10.222.0.67 "DELETE /v2.0/ports/f09d0378-e590-4938-8125-74f6bc031680 HTTP/1.1" status: 204 len: 173 time: 1.2188189 May 03 22:30:38.292526 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0f1bb-ee7d-499c-b523-bf06a1e83011 None None] Pushing event updated for resources: {'Port': ['ID=17de18db-421d-45a0-9d4a-891180eef0b4,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:38.300931 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d622986-aa27-4591-8fe1-e6893546586e req-4fd6b486-0d8d-4132-a02e-fb614870111f tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:38.301655 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-1d622986-aa27-4591-8fe1-e6893546586e req-4fd6b486-0d8d-4132-a02e-fb614870111f tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Synchronizing usage tracker for tenant:cedd956302664fa280a1c281659df45b on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:30:38.408829 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7980cc-66ff-47c6-80c6-9991e328ffbd req-875d042b-ccb7-405a-b1fa-de1147f0263c tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:38.410506 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ba7980cc-66ff-47c6-80c6-9991e328ffbd req-875d042b-ccb7-405a-b1fa-de1147f0263c tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=76bd138e-926b-45d1-a5a4-b522ac80a881 HTTP/1.1" status: 200 len: 950 time: 0.7754204 May 03 22:30:38.418734 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-880bc65e-ae57-4b7a-be1c-7f333325bb1f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:38.579501 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-1d622986-aa27-4591-8fe1-e6893546586e req-4fd6b486-0d8d-4132-a02e-fb614870111f tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Unset dirty status for tenant:cedd956302664fa280a1c281659df45b on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:30:38.580772 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1d622986-aa27-4591-8fe1-e6893546586e req-4fd6b486-0d8d-4132-a02e-fb614870111f tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/networks?id=aa323bd0-e355-48ff-817f-0dfa021e8b19 HTTP/1.1" status: 200 len: 820 time: 1.1024327 May 03 22:30:38.619693 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-71c3b301-2f4e-49d4-882b-37c9821ea7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:38.621197 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-71c3b301-2f4e-49d4-882b-37c9821ea7d8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d9c3dbb20f6947bda4c4f80874d7efc3&device_id=4c240ab9-dd26-468c-b48f-633514daf12a HTTP/1.1" status: 200 len: 1094 time: 0.7684469 May 03 22:30:38.631549 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ba7980cc-66ff-47c6-80c6-9991e328ffbd req-7ebe0f2c-6466-4580-8bf4-3394f186dd31 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048106 May 03 22:30:38.712665 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1d622986-aa27-4591-8fe1-e6893546586e req-7955539a-181b-43c2-835f-9becaa4e97f2 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/quotas/cedd956302664fa280a1c281659df45b HTTP/1.1" status: 200 len: 375 time: 0.1020164 May 03 22:30:38.783325 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-d8d6e85a-8d6e-4687-9ca1-d8f4924d333c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13fdee9e-c77e-4a72-81f5-8b7e27118d08 HTTP/1.1" status: 200 len: 217 time: 0.1441159 May 03 22:30:38.800873 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880bc65e-ae57-4b7a-be1c-7f333325bb1f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event updated for resources: {'Subnet': ['ID=ad677021-4c93-4dbb-94be-c797290532ae,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:38.913672 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880bc65e-ae57-4b7a-be1c-7f333325bb1f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Checking segment: {'id': '002fae3e-b49b-4ba7-a9a9-0d59e9e08898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'cfadbe98-a357-46ce-9e98-7f67b0d57217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:30:38.914395 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880bc65e-ae57-4b7a-be1c-7f333325bb1f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Network hostable DHCP agents. Network: cfadbe98-a357-46ce-9e98-7f67b0d57217, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:30:39.005492 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-565e545f-b9d9-4bb3-a01c-837c076a9447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:39.007266 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-565e545f-b9d9-4bb3-a01c-837c076a9447 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=363f1a1c-dee5-436d-ab6d-f585bc5dbb1b HTTP/1.1" status: 200 len: 860 time: 0.1950538 May 03 22:30:39.013240 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8e89c781-8b0d-484b-bcad-8bbb632325ae req-a9c1533b-4ad6-4efb-bab8-729bfca879be tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] 10.222.0.58 "GET /v2.0/security-groups/1c3fe6a9-b431-4da2-9c22-59d8d55e0df3 HTTP/1.1" status: 200 len: 1815 time: 0.2431455 May 03 22:30:39.018045 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880bc65e-ae57-4b7a-be1c-7f333325bb1f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Network cfadbe98-a357-46ce-9e98-7f67b0d57217 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:30:39.060639 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-522ee74f-c2cd-405f-adf4-262ef9c10c39'] response: {'server_uuid': '76bd138e-926b-45d1-a5a4-b522ac80a881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5936bb-e1f5-4edc-b6f5-ed89c719b65d', 'code': 200} May 03 22:30:39.072776 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-c7be9d1e-ae8a-4bc0-9e32-84d2c8fe408a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cf4b4b53-23b3-4846-9dfb-85aed8a34ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579083 May 03 22:30:39.082203 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-880bc65e-ae57-4b7a-be1c-7f333325bb1f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, cfadbe98-a357-46ce-9e98-7f67b0d57217) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:30:39.090132 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f160056-7024-46e3-956b-484f8754a70c None None] Network cfadbe98-a357-46ce-9e98-7f67b0d57217 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:30:39.123197 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880bc65e-ae57-4b7a-be1c-7f333325bb1f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:39.123790 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-880bc65e-ae57-4b7a-be1c-7f333325bb1f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:39.222299 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1d622986-aa27-4591-8fe1-e6893546586e req-08fe6791-92e4-40f9-9d0c-c377587f3a33 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=cedd956302664fa280a1c281659df45b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4503455 May 03 22:30:39.267283 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86830b0-e620-4427-a03e-7bf9199e0e4d req-5d555638-be9e-44e4-b979-9356f1c31c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:39.270564 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b86830b0-e620-4427-a03e-7bf9199e0e4d req-5d555638-be9e-44e4-b979-9356f1c31c0b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=76bd138e-926b-45d1-a5a4-b522ac80a881 HTTP/1.1" status: 200 len: 1101 time: 0.1233919 May 03 22:30:39.379180 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b299ab1f-c1d4-4320-a4d2-ff1905335f9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-cfadbe98-a357-46ce-9e98-7f67b0d57217', 'network_id': 'cfadbe98-a357-46ce-9e98-7f67b0d57217', 'tenant_id': '343923008bac4bc78019628c0f9b696b', 'fixed_ips': [{'subnet_id': 'ad677021-4c93-4dbb-94be-c797290532ae'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:30:39.381130 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b299ab1f-c1d4-4320-a4d2-ff1905335f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:39.399174 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b86830b0-e620-4427-a03e-7bf9199e0e4d req-ab975796-bd7e-42b5-af69-2b23542321dd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211419 May 03 22:30:39.402606 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-a79e6c32-b329-46ac-9d05-7d3934a01ea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ab989f1-ee5f-4505-83e4-ff68affe29ee {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:30:39.429430 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-880bc65e-ae57-4b7a-be1c-7f333325bb1f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.8819015 May 03 22:30:39.432980 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-a79e6c32-b329-46ac-9d05-7d3934a01ea5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:39.433307 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59004) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:39.463167 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f2b87d-c46b-41e8-9ebc-8231d1973b07 None None] Network e04e612d-5b95-4ab3-9b7c-7f98dc88c849 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:30:39.514348 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 29467980-77b1-465b-a725-dbd893850111 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:30:39.528491 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-a79e6c32-b329-46ac-9d05-7d3934a01ea5 service neutron] Transition to ACTIVE for port object 7ab989f1-ee5f-4505-83e4-ff68affe29ee will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:30:39.537800 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-5731eb18-041a-4c2a-8599-30c057e2f502 service neutron] 10.222.0.67 "GET /v2.0/networks/cf4b4b53-23b3-4846-9dfb-85aed8a34ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4565814 May 03 22:30:39.544735 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-a79e6c32-b329-46ac-9d05-7d3934a01ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:39.740335 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2b840b13-f11b-4cc0-8473-b668f9754454 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:39.825005 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-b299ab1f-c1d4-4320-a4d2-ff1905335f9f None None] Allocated IP 2001:db8::3 (cfadbe98-a357-46ce-9e98-7f67b0d57217/ad677021-4c93-4dbb-94be-c797290532ae/61a776fe-597a-4511-a625-e61b1a5b6558) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:30:39.857420 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2b840b13-f11b-4cc0-8473-b668f9754454 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:39.888942 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce961b88-b254-45c1-8627-e3abfca23b66 req-300c7fb8-7367-4e72-b769-1c3505329a75 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:39.895915 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ce961b88-b254-45c1-8627-e3abfca23b66 req-300c7fb8-7367-4e72-b769-1c3505329a75 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c240ab9-dd26-468c-b48f-633514daf12a HTTP/1.1" status: 200 len: 943 time: 0.6934733 May 03 22:30:39.968369 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e6c32-b329-46ac-9d05-7d3934a01ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab989f1-ee5f-4505-83e4-ff68affe29ee,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:39.993706 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1d622986-aa27-4591-8fe1-e6893546586e req-7f68c44f-f620-4361-a234-689f9ba930e5 service neutron] 10.222.0.58 "GET /v2.0/networks/aa323bd0-e355-48ff-817f-0dfa021e8b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7126055 May 03 22:30:40.023455 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-4ebbaec6-d76a-4f21-88ce-12f2042d867e None None] Provisioning for port 17de18db-421d-45a0-9d4a-891180eef0b4 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:30:40.042287 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device f09d0378-e590-4938-8125-74f6bc031680 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:30:40.069485 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ce961b88-b254-45c1-8627-e3abfca23b66 req-888fad57-4b0a-4f5c-99f7-8ab073a72f2d tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1c31ee3-e836-45e8-8521-0c048dd4e20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726372 May 03 22:30:40.097738 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: f09d0378-e590-4938-8125-74f6bc031680 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:30:40.098263 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device f09d0378-e590-4938-8125-74f6bc031680 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:30:40.099555 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 29467980-77b1-465b-a725-dbd893850111 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:30:40.115832 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 29467980-77b1-465b-a725-dbd893850111 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:30:40.116324 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:40.203800 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b299ab1f-c1d4-4320-a4d2-ff1905335f9f None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:40.239545 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d998168e-db9d-453e-91e1-c788eea64e12 None None] Sync routers for ids ['9fe78d57-7847-4bc8-a426-38e257fff645'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:30:40.251502 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d998168e-db9d-453e-91e1-c788eea64e12 None None] Routers {'9fe78d57-7847-4bc8-a426-38e257fff645'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:30:40.253031 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d998168e-db9d-453e-91e1-c788eea64e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:30:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['9fe78d57-7847-4bc8-a426-38e257fff645'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:40.285480 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b299ab1f-c1d4-4320-a4d2-ff1905335f9f None None] Transition to ACTIVE for port object 61a776fe-597a-4511-a625-e61b1a5b6558 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:30:40.305721 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b299ab1f-c1d4-4320-a4d2-ff1905335f9f None None] Transition to ACTIVE for port object 61a776fe-597a-4511-a625-e61b1a5b6558 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:30:40.339654 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2b840b13-f11b-4cc0-8473-b668f9754454 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:40.362892 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b299ab1f-c1d4-4320-a4d2-ff1905335f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:40.383406 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b840b13-f11b-4cc0-8473-b668f9754454 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event deleted for resources: {'Subnet': ['ID=ad677021-4c93-4dbb-94be-c797290532ae,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:40.458144 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b299ab1f-c1d4-4320-a4d2-ff1905335f9f None None] Network cfadbe98-a357-46ce-9e98-7f67b0d57217 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:30:40.458505 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9935fe34-a58c-44b6-bf1d-b8fb5dad1fd8 req-c8594ca2-d9a1-4d18-a802-34c4bbb3b861 service neutron] 10.222.0.67 "GET /v2.0/networks/cf4b4b53-23b3-4846-9dfb-85aed8a34ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9031620 May 03 22:30:40.468734 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-a79e6c32-b329-46ac-9d05-7d3934a01ea5 service neutron] Attempting to bind port 7ab989f1-ee5f-4505-83e4-ff68affe29ee on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:30:40.469232 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-a79e6c32-b329-46ac-9d05-7d3934a01ea5 service neutron] Attempting to bind port 7ab989f1-ee5f-4505-83e4-ff68affe29ee by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '09635bff-16c9-4d7f-8a87-b6936a489987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'a572c86a-2b6a-4f54-acfd-7c80043bae5a'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:30:40.469368 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-a79e6c32-b329-46ac-9d05-7d3934a01ea5 service neutron] Attempting to bind port 7ab989f1-ee5f-4505-83e4-ff68affe29ee on network a572c86a-2b6a-4f54-acfd-7c80043bae5a {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:30:40.479335 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-b299ab1f-c1d4-4320-a4d2-ff1905335f9f None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:30:40.487758 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-a79e6c32-b329-46ac-9d05-7d3934a01ea5 service neutron] Port 7ab989f1-ee5f-4505-83e4-ff68affe29ee on network a572c86a-2b6a-4f54-acfd-7c80043bae5a not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:30:40.488137 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-a79e6c32-b329-46ac-9d05-7d3934a01ea5 service neutron] Attempting to bind port 7ab989f1-ee5f-4505-83e4-ff68affe29ee on network a572c86a-2b6a-4f54-acfd-7c80043bae5a {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:30:40.504287 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2b840b13-f11b-4cc0-8473-b668f9754454 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:40.515837 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-a79e6c32-b329-46ac-9d05-7d3934a01ea5 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:30:40.516433 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-a79e6c32-b329-46ac-9d05-7d3934a01ea5 service neutron] Checking segment: {'id': '09635bff-16c9-4d7f-8a87-b6936a489987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'a572c86a-2b6a-4f54-acfd-7c80043bae5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:30:40.516980 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-a79e6c32-b329-46ac-9d05-7d3934a01ea5 service neutron] Bound using segment: {'id': '09635bff-16c9-4d7f-8a87-b6936a489987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'a572c86a-2b6a-4f54-acfd-7c80043bae5a'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:30:40.517603 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-a79e6c32-b329-46ac-9d05-7d3934a01ea5 service neutron] Bound port: 7ab989f1-ee5f-4505-83e4-ff68affe29ee, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09635bff-16c9-4d7f-8a87-b6936a489987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'a572c86a-2b6a-4f54-acfd-7c80043bae5a'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:30:40.518712 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-a79e6c32-b329-46ac-9d05-7d3934a01ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:40.558898 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1d622986-aa27-4591-8fe1-e6893546586e req-7a13cf4a-d2bc-4368-9863-e9f1058fc70d service neutron] 10.222.0.58 "GET /v2.0/networks/aa323bd0-e355-48ff-817f-0dfa021e8b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5641894 May 03 22:30:40.566400 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b299ab1f-c1d4-4320-a4d2-ff1905335f9f None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:30:40.574530 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:40.605641 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-2b840b13-f11b-4cc0-8473-b668f9754454 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfadbe98-a357-46ce-9e98-7f67b0d57217']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:40.639417 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-2b840b13-f11b-4cc0-8473-b668f9754454 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '002fae3e-b49b-4ba7-a9a9-0d59e9e08898') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:40.640695 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-2b840b13-f11b-4cc0-8473-b668f9754454 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '002fae3e-b49b-4ba7-a9a9-0d59e9e08898') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:40.652266 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-d998168e-db9d-453e-91e1-c788eea64e12 None None] Set router 9fe78d57-7847-4bc8-a426-38e257fff645 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:30:40.661566 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299ab1f-c1d4-4320-a4d2-ff1905335f9f None None] Pushing event updated for resources: {'Port': ['ID=61a776fe-597a-4511-a625-e61b1a5b6558,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:40.679315 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2b840b13-f11b-4cc0-8473-b668f9754454 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:40.715108 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2b840b13-f11b-4cc0-8473-b668f9754454 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:40.731946 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b840b13-f11b-4cc0-8473-b668f9754454 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:30:40.734403 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2b840b13-f11b-4cc0-8473-b668f9754454 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:40.739051 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-a79e6c32-b329-46ac-9d05-7d3934a01ea5 service neutron] For port 7ab989f1-ee5f-4505-83e4-ff68affe29ee, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:30:40.747677 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-a79e6c32-b329-46ac-9d05-7d3934a01ea5 service neutron] For port 7ab989f1-ee5f-4505-83e4-ff68affe29ee, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=7ab989f1-ee5f-4505-83e4-ff68affe29ee,segment=NetworkSegment(09635bff-16c9-4d7f-8a87-b6936a489987),segment_id=09635bff-16c9-4d7f-8a87-b6936a489987)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:30:40.763874 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-a79e6c32-b329-46ac-9d05-7d3934a01ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:40.768229 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:30:40.768229 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:30:40.768229 n-d-811807-1 neutron-server[88070]: timer() May 03 22:30:40.768229 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:30:40.768229 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:30:40.768229 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:30:40.768229 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:30:40.768229 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:30:40.768229 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:30:40.768229 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:30:40.768229 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:30:40.768229 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:30:40.768229 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:30:40.768229 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:30:40.768229 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:30:40.768229 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:30:40.768229 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:30:40.768229 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:30:40.768229 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:30:40.768229 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:30:40.768229 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:30:40.768229 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:30:40.768229 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:30:40.768229 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:30:40.768229 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:30:40.768229 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:30:40.768229 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:30:40.768229 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:30:40.768229 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:30:40.768229 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:30:40.768229 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:30:40.768229 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:30:40.804851 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-b299ab1f-c1d4-4320-a4d2-ff1905335f9f None None] Attempting to bind port 61a776fe-597a-4511-a625-e61b1a5b6558 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:30:40.805131 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-b299ab1f-c1d4-4320-a4d2-ff1905335f9f None None] Attempting to bind port 61a776fe-597a-4511-a625-e61b1a5b6558 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '002fae3e-b49b-4ba7-a9a9-0d59e9e08898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'cfadbe98-a357-46ce-9e98-7f67b0d57217'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:30:40.805496 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b299ab1f-c1d4-4320-a4d2-ff1905335f9f None None] Attempting to bind port 61a776fe-597a-4511-a625-e61b1a5b6558 on network cfadbe98-a357-46ce-9e98-7f67b0d57217 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:30:40.823954 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b299ab1f-c1d4-4320-a4d2-ff1905335f9f None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:30:40.825185 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b299ab1f-c1d4-4320-a4d2-ff1905335f9f None None] Checking segment: {'id': '002fae3e-b49b-4ba7-a9a9-0d59e9e08898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'cfadbe98-a357-46ce-9e98-7f67b0d57217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:30:40.825185 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b299ab1f-c1d4-4320-a4d2-ff1905335f9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:40.825185 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b299ab1f-c1d4-4320-a4d2-ff1905335f9f None None] Bound using segment: {'id': '002fae3e-b49b-4ba7-a9a9-0d59e9e08898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'cfadbe98-a357-46ce-9e98-7f67b0d57217'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:30:40.825567 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-b299ab1f-c1d4-4320-a4d2-ff1905335f9f None None] Bound port: 61a776fe-597a-4511-a625-e61b1a5b6558, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '002fae3e-b49b-4ba7-a9a9-0d59e9e08898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'cfadbe98-a357-46ce-9e98-7f67b0d57217'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:30:40.825953 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b299ab1f-c1d4-4320-a4d2-ff1905335f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:40.874590 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 29467980-77b1-465b-a725-dbd893850111, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=29467980-77b1-465b-a725-dbd893850111,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:40.894956 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:40.895803 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 17de18db-421d-45a0-9d4a-891180eef0b4 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:30:40.900933 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [None req-2b840b13-f11b-4cc0-8473-b668f9754454 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 03 22:30:40.900933 n-d-811807-1 neutron-server[88070]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 03 22:30:40.900933 n-d-811807-1 neutron-server[88070]: [parameters: {'id': 'cfadbe98-a357-46ce-9e98-7f67b0d57217'}] May 03 22:30:40.900933 n-d-811807-1 neutron-server[88070]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:30:40.902267 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [None req-2b840b13-f11b-4cc0-8473-b668f9754454 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:30:40.985392 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e6c32-b329-46ac-9d05-7d3934a01ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab989f1-ee5f-4505-83e4-ff68affe29ee,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:41.004782 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb2afb-cc17-4ec9-8dbd-215ca7f2ec0f req-a5652f1f-543b-4ae8-9e67-8227f30add6c tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:41.014486 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-20cb2afb-cc17-4ec9-8dbd-215ca7f2ec0f req-a5652f1f-543b-4ae8-9e67-8227f30add6c tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ac7664-6526-4e23-b619-37474483ba12 HTTP/1.1" status: 200 len: 943 time: 0.7058570 May 03 22:30:41.042198 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-a79e6c32-b329-46ac-9d05-7d3934a01ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:41.042935 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-a79e6c32-b329-46ac-9d05-7d3934a01ea5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:41.044694 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-a79e6c32-b329-46ac-9d05-7d3934a01ea5 service neutron] 10.222.0.60 "PUT /v2.0/ports/7ab989f1-ee5f-4505-83e4-ff68affe29ee HTTP/1.1" status: 200 len: 1091 time: 3.8989396 May 03 22:30:41.190923 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=29467980-77b1-465b-a725-dbd893850111,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:41.198271 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-20cb2afb-cc17-4ec9-8dbd-215ca7f2ec0f req-9a5f1cf2-fe7f-478c-8d45-3c54d6e75cbc tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822796 May 03 22:30:41.199357 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-b299ab1f-c1d4-4320-a4d2-ff1905335f9f None None] For port 61a776fe-597a-4511-a625-e61b1a5b6558, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:30:41.204656 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-b299ab1f-c1d4-4320-a4d2-ff1905335f9f None None] For port 61a776fe-597a-4511-a625-e61b1a5b6558, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=61a776fe-597a-4511-a625-e61b1a5b6558,segment=NetworkSegment(002fae3e-b49b-4ba7-a9a9-0d59e9e08898),segment_id=002fae3e-b49b-4ba7-a9a9-0d59e9e08898)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:30:41.216214 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b299ab1f-c1d4-4320-a4d2-ff1905335f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:41.264512 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 17de18db-421d-45a0-9d4a-891180eef0b4 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:30:41.285630 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52274c31-ce44-49de-9e4b-8aa30742e731 req-86af2db2-be0b-48fb-ab03-8ba24c1f1653 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:41.287837 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-52274c31-ce44-49de-9e4b-8aa30742e731 req-86af2db2-be0b-48fb-ab03-8ba24c1f1653 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.3565140 May 03 22:30:41.289372 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc8087b9-d553-47de-9ccc-cded38802d75'] response: {'name': 'network-changed', 'server_uuid': '4c240ab9-dd26-468c-b48f-633514daf12a', 'tag': '13fdee9e-c77e-4a72-81f5-8b7e27118d08', 'status': 'completed', 'code': 200} May 03 22:30:41.309740 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 17de18db-421d-45a0-9d4a-891180eef0b4 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:30:41.310275 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:41.347379 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59022) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:41.404392 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2b840b13-f11b-4cc0-8473-b668f9754454 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:41.432802 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ab85109-8201-450c-bea6-1a560991bcd5'] response: {'server_uuid': '68a5752b-6126-4b39-bb44-bd9c9d84401b', 'name': 'network-vif-deleted', 'tag': 'f09d0378-e590-4938-8125-74f6bc031680', 'status': 'completed', 'code': 200} May 03 22:30:41.456738 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-2b840b13-f11b-4cc0-8473-b668f9754454 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Deleting port 61a776fe-597a-4511-a625-e61b1a5b6558 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:30:41.457562 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2b840b13-f11b-4cc0-8473-b668f9754454 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:41.460459 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d998168e-db9d-453e-91e1-c788eea64e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'name': 'tempest-FloatingIPsAssociationTestJSON-397226911-router', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '29467980-77b1-465b-a725-dbd893850111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:25Z', 'updated_at': '2022-05-03T22:30:33Z', 'revision_number': 4, 'project_id': 'cedd956302664fa280a1c281659df45b', 'gw_port': {'id': '29467980-77b1-465b-a725-dbd893850111', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:27Z', 'updated_at': '2022-05-03T22:30:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '6542d56f-fc4a-4be4-bd93-0893aa77260d', 'name': '', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'mac_address': 'fa:16:3e:0e:37:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:32Z', 'updated_at': '2022-05-03T22:30:33Z', 'revision_number': 2, 'project_id': 'cedd956302664fa280a1c281659df45b', 'subnets': [{'id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:41.461517 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-cd902a8c-6d8a-47ff-8d96-f486dea25621 req-79232e39-7115-4d02-b264-ebb0e3ca4032 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-395707792', 'description': 'tempest-description-115241622'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:41.471974 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d998168e-db9d-453e-91e1-c788eea64e12 None None] Checking router: 9fe78d57-7847-4bc8-a426-38e257fff645 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:30:41.472658 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d998168e-db9d-453e-91e1-c788eea64e12 None None] Updating router 9fe78d57-7847-4bc8-a426-38e257fff645 port 6542d56f-fc4a-4be4-bd93-0893aa77260d binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:30:41.493000 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e681602c-29df-4683-964e-c306272b19a8 None None] Provisioning complete for port 17de18db-421d-45a0-9d4a-891180eef0b4 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:30:41.493370 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e681602c-29df-4683-964e-c306272b19a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:41.496699 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-cd902a8c-6d8a-47ff-8d96-f486dea25621 req-79232e39-7115-4d02-b264-ebb0e3ca4032 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:41.524260 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-097e7ce7-55ee-4aa6-90b6-f5a8b70f5401 admin admin] Deleting subnet 1937bb70-4764-4339-90b6-37b6bc330f4d {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:30:41.532703 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-097e7ce7-55ee-4aa6-90b6-f5a8b70f5401 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:41.533523 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-bd6c7410-f559-4a55-b048-35c1eeda65fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:41.535268 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-bd6c7410-f559-4a55-b048-35c1eeda65fd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=77e4bf48be994e018ad0dac312f12aea&device_id=17ac7664-6526-4e23-b619-37474483ba12 HTTP/1.1" status: 200 len: 1094 time: 0.4368396 May 03 22:30:41.536685 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-cd902a8c-6d8a-47ff-8d96-f486dea25621 req-79232e39-7115-4d02-b264-ebb0e3ca4032 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Usage tracker for resource:security_group and tenant:6380f1dc58394680bb9dd4d3b07253d7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:41.554147 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-52274c31-ce44-49de-9e4b-8aa30742e731 req-c675e654-3dea-4716-83fe-1ff167b11d6a tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413031 May 03 22:30:41.562329 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299ab1f-c1d4-4320-a4d2-ff1905335f9f None None] Pushing event updated for resources: {'Port': ['ID=61a776fe-597a-4511-a625-e61b1a5b6558,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:41.574110 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-cd902a8c-6d8a-47ff-8d96-f486dea25621 req-79232e39-7115-4d02-b264-ebb0e3ca4032 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:41.575478 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d998168e-db9d-453e-91e1-c788eea64e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:41.679086 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-097e7ce7-55ee-4aa6-90b6-f5a8b70f5401 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:41.718107 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-649b7b04-4bf3-40bf-8f2a-f090b8ab70ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ab989f1-ee5f-4505-83e4-ff68affe29ee HTTP/1.1" status: 200 len: 217 time: 0.1510003 May 03 22:30:41.727024 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-cd902a8c-6d8a-47ff-8d96-f486dea25621 req-79232e39-7115-4d02-b264-ebb0e3ca4032 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:41.800513 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-62c60643-e14a-4506-924a-db670a23ccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:41.805067 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-62c60643-e14a-4506-924a-db670a23ccf8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f87275f9-d5c3-4c1f-8855-2213c7ddc029 HTTP/1.1" status: 200 len: 854 time: 0.0716069 May 03 22:30:41.805220 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f751d569-7eea-475e-aa76-a4463605c95d None None] Network cfadbe98-a357-46ce-9e98-7f67b0d57217 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:30:41.879709 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:41.917206 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-097e7ce7-55ee-4aa6-90b6-f5a8b70f5401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:41.986424 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-2b840b13-f11b-4cc0-8473-b668f9754454 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] For port 61a776fe-597a-4511-a625-e61b1a5b6558, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=61a776fe-597a-4511-a625-e61b1a5b6558,segment=NetworkSegment(002fae3e-b49b-4ba7-a9a9-0d59e9e08898),segment_id=002fae3e-b49b-4ba7-a9a9-0d59e9e08898)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:41.986951 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2b840b13-f11b-4cc0-8473-b668f9754454 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:42.011629 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d5585-c42b-4abf-a895-13b7bb532629 req-ed3d9994-333d-4832-9edf-8af84b027e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:42.013306 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c67d5585-c42b-4abf-a895-13b7bb532629 req-ed3d9994-333d-4832-9edf-8af84b027e70 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d9c3dbb20f6947bda4c4f80874d7efc3&device_id=4c240ab9-dd26-468c-b48f-633514daf12a HTTP/1.1" status: 200 len: 1094 time: 0.7218857 May 03 22:30:42.115786 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d998168e-db9d-453e-91e1-c788eea64e12 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:42.130412 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-2b840b13-f11b-4cc0-8473-b668f9754454 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Calling delete_port for 61a776fe-597a-4511-a625-e61b1a5b6558 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:30:42.131910 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-d998168e-db9d-453e-91e1-c788eea64e12 None None] Transition to ACTIVE for port object 6542d56f-fc4a-4be4-bd93-0893aa77260d will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:30:42.142724 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d998168e-db9d-453e-91e1-c788eea64e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:42.158335 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d5585-c42b-4abf-a895-13b7bb532629 req-a8081694-f429-4f8f-9294-b31571667a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:42.159833 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c67d5585-c42b-4abf-a895-13b7bb532629 req-a8081694-f429-4f8f-9294-b31571667a62 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cf4b4b53-23b3-4846-9dfb-85aed8a34ef8 HTTP/1.1" status: 200 len: 921 time: 0.1366580 May 03 22:30:42.161871 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-f2fb462c-da4e-4b5f-bed5-e3a792647baa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a572c86a-2b6a-4f54-acfd-7c80043bae5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2327812 May 03 22:30:42.163470 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-cd902a8c-6d8a-47ff-8d96-f486dea25621 req-79232e39-7115-4d02-b264-ebb0e3ca4032 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:42.199321 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-097e7ce7-55ee-4aa6-90b6-f5a8b70f5401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:42.202053 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 17de18db-421d-45a0-9d4a-891180eef0b4, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=17de18db-421d-45a0-9d4a-891180eef0b4,segment=NetworkSegment(286aa7c7-1496-433d-84dd-5c664c827131),segment_id=286aa7c7-1496-433d-84dd-5c664c827131)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:42.213538 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e681602c-29df-4683-964e-c306272b19a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:42.234620 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45497db1-d9b3-4673-a7a7-83b881e2c9a5 None None] Pushing event updated for resources: {'Port': ['ID=6542d56f-fc4a-4be4-bd93-0893aa77260d,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:42.241264 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:42.255075 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e7ce7-55ee-4aa6-90b6-f5a8b70f5401 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1937bb70-4764-4339-90b6-37b6bc330f4d,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:42.267681 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-097e7ce7-55ee-4aa6-90b6-f5a8b70f5401 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:42.271598 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e7ce7-55ee-4aa6-90b6-f5a8b70f5401 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:42.272046 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e7ce7-55ee-4aa6-90b6-f5a8b70f5401 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:42.272487 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e7ce7-55ee-4aa6-90b6-f5a8b70f5401 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:42.272971 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e7ce7-55ee-4aa6-90b6-f5a8b70f5401 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:42.273408 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e7ce7-55ee-4aa6-90b6-f5a8b70f5401 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:42.273844 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e7ce7-55ee-4aa6-90b6-f5a8b70f5401 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:42.274400 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e7ce7-55ee-4aa6-90b6-f5a8b70f5401 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:42.274872 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e7ce7-55ee-4aa6-90b6-f5a8b70f5401 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:42.275306 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e7ce7-55ee-4aa6-90b6-f5a8b70f5401 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:42.275725 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e7ce7-55ee-4aa6-90b6-f5a8b70f5401 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:42.276152 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e7ce7-55ee-4aa6-90b6-f5a8b70f5401 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:42.276582 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e7ce7-55ee-4aa6-90b6-f5a8b70f5401 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:30:42.290982 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-097e7ce7-55ee-4aa6-90b6-f5a8b70f5401 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1937bb70-4764-4339-90b6-37b6bc330f4d HTTP/1.1" status: 204 len: 168 time: 0.9419270 May 03 22:30:42.292707 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2b840b13-f11b-4cc0-8473-b668f9754454 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:42.296967 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59032) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:42.389693 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b840b13-f11b-4cc0-8473-b668f9754454 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event deleted for resources: {'Port': ['ID=61a776fe-597a-4511-a625-e61b1a5b6558,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:42.420055 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-76e80b3b-c808-459b-bde1-57733b617721 service neutron] 10.222.0.60 "GET /v2.0/networks/a572c86a-2b6a-4f54-acfd-7c80043bae5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378583 May 03 22:30:42.425657 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c67d5585-c42b-4abf-a895-13b7bb532629 req-42d426e0-ef40-4232-8d50-6bd6b3416ffe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13fdee9e-c77e-4a72-81f5-8b7e27118d08 HTTP/1.1" status: 200 len: 217 time: 0.0860956 May 03 22:30:42.466735 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b840b13-f11b-4cc0-8473-b668f9754454 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] No DVR routers for this DVR port 61a776fe-597a-4511-a625-e61b1a5b6558 on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:30:42.507007 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 29467980-77b1-465b-a725-dbd893850111 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:30:42.508332 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-cd902a8c-6d8a-47ff-8d96-f486dea25621 req-79232e39-7115-4d02-b264-ebb0e3ca4032 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:42.527176 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-d998168e-db9d-453e-91e1-c788eea64e12 None None] Attempting to bind port 6542d56f-fc4a-4be4-bd93-0893aa77260d on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:30:42.527733 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-d998168e-db9d-453e-91e1-c788eea64e12 None None] Attempting to bind port 6542d56f-fc4a-4be4-bd93-0893aa77260d by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '4a0ebc46-1388-4582-a35d-c77e85f48a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:30:42.528028 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d998168e-db9d-453e-91e1-c788eea64e12 None None] Attempting to bind port 6542d56f-fc4a-4be4-bd93-0893aa77260d on network aa323bd0-e355-48ff-817f-0dfa021e8b19 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:30:42.540743 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d998168e-db9d-453e-91e1-c788eea64e12 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:30:42.541128 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d998168e-db9d-453e-91e1-c788eea64e12 None None] Checking segment: {'id': '4a0ebc46-1388-4582-a35d-c77e85f48a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:30:42.541529 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d998168e-db9d-453e-91e1-c788eea64e12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:42.542112 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d998168e-db9d-453e-91e1-c788eea64e12 None None] Bound using segment: {'id': '4a0ebc46-1388-4582-a35d-c77e85f48a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:30:42.542636 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-d998168e-db9d-453e-91e1-c788eea64e12 None None] Bound port: 6542d56f-fc4a-4be4-bd93-0893aa77260d, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0ebc46-1388-4582-a35d-c77e85f48a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:30:42.543015 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d998168e-db9d-453e-91e1-c788eea64e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:42.632025 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d5585-c42b-4abf-a895-13b7bb532629 req-2eaf4846-0028-4e06-bdd8-4207fbb6a281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:42.634175 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c67d5585-c42b-4abf-a895-13b7bb532629 req-2eaf4846-0028-4e06-bdd8-4207fbb6a281 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=363f1a1c-dee5-436d-ab6d-f585bc5dbb1b HTTP/1.1" status: 200 len: 860 time: 0.1631389 May 03 22:30:42.636006 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-cd902a8c-6d8a-47ff-8d96-f486dea25621 req-79232e39-7115-4d02-b264-ebb0e3ca4032 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Usage tracker for resource:security_group_rule and tenant:6380f1dc58394680bb9dd4d3b07253d7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:42.647475 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-cd902a8c-6d8a-47ff-8d96-f486dea25621 req-79232e39-7115-4d02-b264-ebb0e3ca4032 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:42.677376 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=17de18db-421d-45a0-9d4a-891180eef0b4,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:42.693524 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-e681602c-29df-4683-964e-c306272b19a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:30:42.693914 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-e681602c-29df-4683-964e-c306272b19a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:30:42.702214 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0df1569-8d8a-4705-937e-a2e4fef694c2 None None] get_active_networks_info from n-d-811807-1 {{(pid=88071) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 03 22:30:42.716611 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-d998168e-db9d-453e-91e1-c788eea64e12 None None] For port 6542d56f-fc4a-4be4-bd93-0893aa77260d, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:30:42.720880 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-d998168e-db9d-453e-91e1-c788eea64e12 None None] For port 6542d56f-fc4a-4be4-bd93-0893aa77260d, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=6542d56f-fc4a-4be4-bd93-0893aa77260d,segment=NetworkSegment(4a0ebc46-1388-4582-a35d-c77e85f48a3d),segment_id=4a0ebc46-1388-4582-a35d-c77e85f48a3d)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:30:42.728895 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d998168e-db9d-453e-91e1-c788eea64e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:42.747174 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c67d5585-c42b-4abf-a895-13b7bb532629 req-66a8b4b6-19be-42ab-a939-cd4658381364 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cf4b4b53-23b3-4846-9dfb-85aed8a34ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915127 May 03 22:30:42.761513 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 29467980-77b1-465b-a725-dbd893850111 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:30:42.763102 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:42.777563 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9e2ea456-20db-4039-bf0a-93007c0a1451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:42.858665 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d998168e-db9d-453e-91e1-c788eea64e12 None None] Routers {'9fe78d57-7847-4bc8-a426-38e257fff645'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:30:42.859295 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d998168e-db9d-453e-91e1-c788eea64e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:30:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['9fe78d57-7847-4bc8-a426-38e257fff645'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:42.963161 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0df1569-8d8a-4705-937e-a2e4fef694c2 None None] Resources bound (agent type, host, resource id): {{(pid=88071) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 03 22:30:43.070316 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-d998168e-db9d-453e-91e1-c788eea64e12 None None] Set router 9fe78d57-7847-4bc8-a426-38e257fff645 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:30:43.119307 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-cd902a8c-6d8a-47ff-8d96-f486dea25621 req-79232e39-7115-4d02-b264-ebb0e3ca4032 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:43.130458 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46480f9c-7f82-46d3-bf74-98116c1056b6 req-60e51be7-8cd7-4f9d-bb89-fae32d29a18d tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:43.132283 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2b840b13-f11b-4cc0-8473-b668f9754454 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:43.137804 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-46480f9c-7f82-46d3-bf74-98116c1056b6 req-60e51be7-8cd7-4f9d-bb89-fae32d29a18d tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=76bd138e-926b-45d1-a5a4-b522ac80a881 HTTP/1.1" status: 200 len: 950 time: 1.3218670 May 03 22:30:43.202401 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c67d5585-c42b-4abf-a895-13b7bb532629 req-88562ca5-d27f-4a64-a6fc-f1ebb1b6b44d service neutron] 10.222.0.67 "GET /v2.0/networks/cf4b4b53-23b3-4846-9dfb-85aed8a34ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613548 May 03 22:30:43.221819 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-2b840b13-f11b-4cc0-8473-b668f9754454 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfadbe98-a357-46ce-9e98-7f67b0d57217']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:43.292870 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ac7664-6526-4e23-b619-37474483ba12', 'tag': '7ab989f1-ee5f-4505-83e4-ff68affe29ee'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:30:43.320709 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-46480f9c-7f82-46d3-bf74-98116c1056b6 req-2d6ca852-c1c1-4861-b471-832b2d9ab1d7 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817560 May 03 22:30:43.341488 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9e2ea456-20db-4039-bf0a-93007c0a1451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:43.343798 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5b1db25f-1530-49e9-9f39-b4c3d38290a6 req-165d1fe5-712d-4cab-bfa1-208c7fd6da14 service neutron] 10.222.0.60 "GET /v2.0/networks/a572c86a-2b6a-4f54-acfd-7c80043bae5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9161334 May 03 22:30:43.409321 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-9e2ea456-20db-4039-bf0a-93007c0a1451 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ee2cc07-df25-4a1a-b5fa-8f5cde7ae474']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:43.442116 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-9e2ea456-20db-4039-bf0a-93007c0a1451 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2cd5293-4653-410d-9e29-2cc64d859f6a') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:43.442582 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-9e2ea456-20db-4039-bf0a-93007c0a1451 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2cd5293-4653-410d-9e29-2cc64d859f6a') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:43.442840 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45497db1-d9b3-4673-a7a7-83b881e2c9a5 None None] Pushing event updated for resources: {'Port': ['ID=6542d56f-fc4a-4be4-bd93-0893aa77260d,revision_number=4']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:43.453681 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d998168e-db9d-453e-91e1-c788eea64e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'name': 'tempest-FloatingIPsAssociationTestJSON-397226911-router', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '29467980-77b1-465b-a725-dbd893850111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:25Z', 'updated_at': '2022-05-03T22:30:33Z', 'revision_number': 4, 'project_id': 'cedd956302664fa280a1c281659df45b', 'gw_port': {'id': '29467980-77b1-465b-a725-dbd893850111', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:27Z', 'updated_at': '2022-05-03T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '6542d56f-fc4a-4be4-bd93-0893aa77260d', 'name': '', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'mac_address': 'fa:16:3e:0e:37:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:32Z', 'updated_at': '2022-05-03T22:30:42Z', 'revision_number': 4, 'project_id': 'cedd956302664fa280a1c281659df45b', 'subnets': [{'id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:43.455373 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9e2ea456-20db-4039-bf0a-93007c0a1451 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:43.461981 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d998168e-db9d-453e-91e1-c788eea64e12 None None] The sync data for ids ['9fe78d57-7847-4bc8-a426-38e257fff645'] in n-d-811807-1 is: [{'id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'name': 'tempest-FloatingIPsAssociationTestJSON-397226911-router', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '29467980-77b1-465b-a725-dbd893850111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:25Z', 'updated_at': '2022-05-03T22:30:33Z', 'revision_number': 4, 'project_id': 'cedd956302664fa280a1c281659df45b', 'gw_port': {'id': '29467980-77b1-465b-a725-dbd893850111', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:27Z', 'updated_at': '2022-05-03T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '6542d56f-fc4a-4be4-bd93-0893aa77260d', 'name': '', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'mac_address': 'fa:16:3e:0e:37:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:32Z', 'updated_at': '2022-05-03T22:30:42Z', 'revision_number': 4, 'project_id': 'cedd956302664fa280a1c281659df45b', 'subnets': [{'id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:30:43.502472 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9e2ea456-20db-4039-bf0a-93007c0a1451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:43.509137 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-2b840b13-f11b-4cc0-8473-b668f9754454 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '002fae3e-b49b-4ba7-a9a9-0d59e9e08898') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:43.509429 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-2b840b13-f11b-4cc0-8473-b668f9754454 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '002fae3e-b49b-4ba7-a9a9-0d59e9e08898') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:43.519446 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e2ea456-20db-4039-bf0a-93007c0a1451 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:30:43.519811 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9e2ea456-20db-4039-bf0a-93007c0a1451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:43.536789 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:30:43.536789 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:30:43.536789 n-d-811807-1 neutron-server[88070]: timer() May 03 22:30:43.536789 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:30:43.536789 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:30:43.536789 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:30:43.536789 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:30:43.536789 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:30:43.536789 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:30:43.536789 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:30:43.536789 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:30:43.536789 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:30:43.536789 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:30:43.536789 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:30:43.536789 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:30:43.536789 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:30:43.536789 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:30:43.536789 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:30:43.536789 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:30:43.536789 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:30:43.536789 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:30:43.536789 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:30:43.536789 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:30:43.536789 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:30:43.536789 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:30:43.536789 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:30:43.536789 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:30:43.536789 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:30:43.536789 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:30:43.536789 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:30:43.536789 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:30:43.536789 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:30:43.545358 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0c5a3928-d4af-43e8-b52d-320fc284cd9a req-8d56e429-5b71-419f-a3ac-35acf52302a2 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ca06dd-d39d-4b7d-8a6b-d6408b4309cc HTTP/1.1" status: 200 len: 210 time: 0.0601025 May 03 22:30:43.549675 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d622986-aa27-4591-8fe1-e6893546586e req-30259d03-862a-4fd1-9a39-1993a45df5b4 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:43.551260 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1d622986-aa27-4591-8fe1-e6893546586e req-30259d03-862a-4fd1-9a39-1993a45df5b4 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.67 "GET /v2.0/networks?id=aa323bd0-e355-48ff-817f-0dfa021e8b19 HTTP/1.1" status: 200 len: 820 time: 0.8715656 May 03 22:30:43.561694 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2b840b13-f11b-4cc0-8473-b668f9754454 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:43.585824 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-1d622986-aa27-4591-8fe1-e6893546586e req-39369c20-6602-448a-bc14-521b777dbd72 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Request body: {'port': {'device_id': '91ca06dd-d39d-4b7d-8a6b-d6408b4309cc', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'admin_state_up': True, 'tenant_id': 'cedd956302664fa280a1c281659df45b'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:43.624162 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c67d5585-c42b-4abf-a895-13b7bb532629 req-144d7c2f-6c93-4674-b689-99390f8ab7d8 service neutron] 10.222.0.67 "GET /v2.0/networks/cf4b4b53-23b3-4846-9dfb-85aed8a34ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015381 May 03 22:30:43.673005 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-cd902a8c-6d8a-47ff-8d96-f486dea25621 req-79232e39-7115-4d02-b264-ebb0e3ca4032 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:43.679890 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-cd902a8c-6d8a-47ff-8d96-f486dea25621 req-79232e39-7115-4d02-b264-ebb0e3ca4032 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:43.797516 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79232e39-7115-4d02-b264-ebb0e3ca4032 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=997c8bde-eba7-4689-962f-4b98b21585aa,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:43.817403 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 13fdee9e-c77e-4a72-81f5-8b7e27118d08 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:30:43.825108 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-cd902a8c-6d8a-47ff-8d96-f486dea25621 req-79232e39-7115-4d02-b264-ebb0e3ca4032 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:43.826706 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cd902a8c-6d8a-47ff-8d96-f486dea25621 req-79232e39-7115-4d02-b264-ebb0e3ca4032 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 2.3707497 May 03 22:30:43.834048 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2b840b13-f11b-4cc0-8473-b668f9754454 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:43.853908 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b840b13-f11b-4cc0-8473-b668f9754454 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:30:43.854313 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2b840b13-f11b-4cc0-8473-b668f9754454 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:43.869822 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:30:43.869822 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:30:43.869822 n-d-811807-1 neutron-server[88070]: timer() May 03 22:30:43.869822 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:30:43.869822 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:30:43.869822 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:30:43.869822 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:30:43.869822 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:30:43.869822 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:30:43.869822 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:30:43.869822 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:30:43.869822 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:30:43.869822 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:30:43.869822 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:30:43.869822 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:30:43.869822 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:30:43.869822 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:30:43.869822 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:30:43.869822 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:30:43.869822 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:30:43.869822 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:30:43.869822 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:30:43.869822 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:30:43.869822 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:30:43.869822 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:30:43.869822 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:30:43.869822 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:30:43.869822 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:30:43.869822 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:30:43.869822 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:30:43.869822 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:30:43.869822 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:30:43.897301 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a8333-9611-4334-a7dd-1c9b96ead29e req-d74e6a9d-416b-43fc-92d8-85541af572fa tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:43.899685 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9e2ea456-20db-4039-bf0a-93007c0a1451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:43.905183 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f00a8333-9611-4334-a7dd-1c9b96ead29e req-d74e6a9d-416b-43fc-92d8-85541af572fa tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c240ab9-dd26-468c-b48f-633514daf12a HTTP/1.1" status: 200 len: 943 time: 0.1503968 May 03 22:30:43.905360 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9e2ea456-20db-4039-bf0a-93007c0a1451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:43.990182 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f00a8333-9611-4334-a7dd-1c9b96ead29e req-1fdc114d-accf-4d7a-9595-b2d9760ff7a5 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1c31ee3-e836-45e8-8521-0c048dd4e20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775237 May 03 22:30:44.029959 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ea456-20db-4039-bf0a-93007c0a1451 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ee2cc07-df25-4a1a-b5fa-8f5cde7ae474,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:44.035276 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9e2ea456-20db-4039-bf0a-93007c0a1451 admin admin] 10.222.0.58 "DELETE /v2.0/networks/1ee2cc07-df25-4a1a-b5fa-8f5cde7ae474 HTTP/1.1" status: 204 len: 168 time: 1.6564016 May 03 22:30:44.042380 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-1d622986-aa27-4591-8fe1-e6893546586e req-39369c20-6602-448a-bc14-521b777dbd72 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:44.047199 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-1d622986-aa27-4591-8fe1-e6893546586e req-39369c20-6602-448a-bc14-521b777dbd72 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Usage tracker for resource:port and tenant:cedd956302664fa280a1c281659df45b is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:44.051083 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-1d622986-aa27-4591-8fe1-e6893546586e req-39369c20-6602-448a-bc14-521b777dbd72 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:44.065497 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2b840b13-f11b-4cc0-8473-b668f9754454 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:44.067324 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-1d622986-aa27-4591-8fe1-e6893546586e req-39369c20-6602-448a-bc14-521b777dbd72 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:44.094064 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2b840b13-f11b-4cc0-8473-b668f9754454 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:44.109231 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b840b13-f11b-4cc0-8473-b668f9754454 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event deleted for resources: {'Network': ['ID=cfadbe98-a357-46ce-9e98-7f67b0d57217,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:44.116026 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2b840b13-f11b-4cc0-8473-b668f9754454 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "DELETE /v2.0/networks/cfadbe98-a357-46ce-9e98-7f67b0d57217 HTTP/1.1" status: 204 len: 168 time: 4.6783671 May 03 22:30:44.116429 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59052) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:44.123843 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d622986-aa27-4591-8fe1-e6893546586e req-39369c20-6602-448a-bc14-521b777dbd72 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Made reservation on behalf of cedd956302664fa280a1c281659df45b for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:30:44.128346 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1d622986-aa27-4591-8fe1-e6893546586e req-39369c20-6602-448a-bc14-521b777dbd72 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:44.142613 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 13fdee9e-c77e-4a72-81f5-8b7e27118d08, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=13fdee9e-c77e-4a72-81f5-8b7e27118d08,segment=NetworkSegment(2fe19a67-79a3-499a-9948-e091fef39ff7),segment_id=2fe19a67-79a3-499a-9948-e091fef39ff7)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:44.144578 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-067d3584-e635-47f2-824f-18d820f99a0f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1869413170'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:44.154644 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-067d3584-e635-47f2-824f-18d820f99a0f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:44.161694 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '13fdee9e-c77e-4a72-81f5-8b7e27118d08', 'network_id': 'cf4b4b53-23b3-4846-9dfb-85aed8a34ef8', 'port_id': '13fdee9e-c77e-4a72-81f5-8b7e27118d08', 'mac_address': 'fa:16:3e:1a:50:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '363f1a1c-dee5-436d-ab6d-f585bc5dbb1b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:30:44.162553 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-067d3584-e635-47f2-824f-18d820f99a0f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Usage tracker for resource:network and tenant:343923008bac4bc78019628c0f9b696b is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:44.172646 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-067d3584-e635-47f2-824f-18d820f99a0f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:44.219951 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-067d3584-e635-47f2-824f-18d820f99a0f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:44.232444 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:44.250965 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067d3584-e635-47f2-824f-18d820f99a0f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Made reservation on behalf of 343923008bac4bc78019628c0f9b696b for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:30:44.254430 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-067d3584-e635-47f2-824f-18d820f99a0f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:44.261946 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13fdee9e-c77e-4a72-81f5-8b7e27118d08 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:30:44.288255 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 13fdee9e-c77e-4a72-81f5-8b7e27118d08, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=13fdee9e-c77e-4a72-81f5-8b7e27118d08,segment=NetworkSegment(2fe19a67-79a3-499a-9948-e091fef39ff7),segment_id=2fe19a67-79a3-499a-9948-e091fef39ff7)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:44.304849 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-067d3584-e635-47f2-824f-18d820f99a0f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:30:44.307882 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:44.317280 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-067d3584-e635-47f2-824f-18d820f99a0f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:44.317778 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-067d3584-e635-47f2-824f-18d820f99a0f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Added segment 63ef1b61-b61e-4fda-af8a-e1a44d1ddd7d of type vlan for network 56b428a6-a8b8-48ed-b95b-86c968a06561 May 03 22:30:44.346061 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-bdc9b9d3-9624-4d6e-a274-d8a04457d09d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:44.347052 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-067d3584-e635-47f2-824f-18d820f99a0f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:44.347590 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-bdc9b9d3-9624-4d6e-a274-d8a04457d09d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/networks?id=f73247c4-e4b1-4dbd-a711-946870a81559 HTTP/1.1" status: 200 len: 811 time: 0.3523202 May 03 22:30:44.372623 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-cb06a4de-b64a-45f6-a04b-d9d62dafc59b tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/quotas/66dfeed3cb324772b0bf769274eed2d2 HTTP/1.1" status: 200 len: 375 time: 0.0167377 May 03 22:30:44.386351 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59056) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:44.387103 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-067d3584-e635-47f2-824f-18d820f99a0f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:44.389357 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd9b2b-d1d8-45c5-86ed-a2073a95eb34 req-f9e56f3f-85a3-411b-a03d-e8efffe98b53 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:44.390942 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6dd9b2b-d1d8-45c5-86ed-a2073a95eb34 req-f9e56f3f-85a3-411b-a03d-e8efffe98b53 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ac7664-6526-4e23-b619-37474483ba12 HTTP/1.1" status: 200 len: 943 time: 0.2308366 May 03 22:30:44.392863 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067d3584-e635-47f2-824f-18d820f99a0f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:44.393554 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-067d3584-e635-47f2-824f-18d820f99a0f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:44.460243 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=13fdee9e-c77e-4a72-81f5-8b7e27118d08,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:44.486677 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 17de18db-421d-45a0-9d4a-891180eef0b4 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:30:44.523880 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6dd9b2b-d1d8-45c5-86ed-a2073a95eb34 req-a13e87a7-56f1-4600-b1da-a0d65df0870f tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662344 May 03 22:30:44.550017 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-067d3584-e635-47f2-824f-18d820f99a0f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4324696 May 03 22:30:44.563805 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59060) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:44.574553 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-010e3153-b136-4368-9712-4991ceeb0693 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=66dfeed3cb324772b0bf769274eed2d2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1824985 May 03 22:30:44.621815 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 17de18db-421d-45a0-9d4a-891180eef0b4 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:30:44.622413 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:44.638502 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e87de704-e255-4abb-bd9f-5063be30d7c3'] response: {'name': 'network-changed', 'server_uuid': '17ac7664-6526-4e23-b619-37474483ba12', 'tag': '7ab989f1-ee5f-4505-83e4-ff68affe29ee', 'status': 'completed', 'code': 200} May 03 22:30:44.639443 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-63cd122e-5f65-405c-9ba1-9e903dab2e75 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Request body: {'subnet': {'network_id': '56b428a6-a8b8-48ed-b95b-86c968a06561', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:44.660948 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['13fdee9e-c77e-4a72-81f5-8b7e27118d08'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:30:44.747214 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d3584-e635-47f2-824f-18d820f99a0f tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event updated for resources: {'Network': ['ID=56b428a6-a8b8-48ed-b95b-86c968a06561,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:44.751199 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-1d622986-aa27-4591-8fe1-e6893546586e req-39369c20-6602-448a-bc14-521b777dbd72 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Allocated IP 172.20.0.8 (aa323bd0-e355-48ff-817f-0dfa021e8b19/54b42422-4ac1-45eb-8a53-775e8d5e2134/2642b5e6-5d8c-4acd-b8fd-8a712dfbe750) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:30:44.762040 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 56b428a6-a8b8-48ed-b95b-86c968a06561 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:30:44.765540 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2d4fd6d9-0c39-41a3-87a6-517d433c6a4a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4ad54f292b334faeb27c1001af6d5bf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3657961 May 03 22:30:44.770616 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59066) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:44.797731 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-63cd122e-5f65-405c-9ba1-9e903dab2e75 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:44.807513 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-63cd122e-5f65-405c-9ba1-9e903dab2e75 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Usage tracker for resource:subnet and tenant:343923008bac4bc78019628c0f9b696b is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:44.824159 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-63cd122e-5f65-405c-9ba1-9e903dab2e75 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:44.844175 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-63cd122e-5f65-405c-9ba1-9e903dab2e75 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:44.889624 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-8394bdf6-5b26-468c-b00b-df9d854db111 service neutron] 10.222.0.58 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034563 May 03 22:30:44.896022 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cd122e-5f65-405c-9ba1-9e903dab2e75 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Made reservation on behalf of 343923008bac4bc78019628c0f9b696b for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:30:44.899862 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-63cd122e-5f65-405c-9ba1-9e903dab2e75 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:44.930146 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e6e45-6af7-4d7b-95e3-f54cd61b697f req-e79c688b-63a8-4173-8979-561660282f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:44.932270 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-710e6e45-6af7-4d7b-95e3-f54cd61b697f req-e79c688b-63a8-4173-8979-561660282f11 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=77e4bf48be994e018ad0dac312f12aea&device_id=17ac7664-6526-4e23-b619-37474483ba12 HTTP/1.1" status: 200 len: 1094 time: 0.2858689 May 03 22:30:44.979823 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6542d56f-fc4a-4be4-bd93-0893aa77260d up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:30:45.098821 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 6542d56f-fc4a-4be4-bd93-0893aa77260d completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:30:45.105483 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f9756-a97a-492b-9e9b-d491c46aa99e req-8c84f181-0382-4bb8-bdd7-60606a62772f tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:45.105894 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-77c3559f-bc47-429e-8f4e-c53f33b258eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:45.107029 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a18f9756-a97a-492b-9e9b-d491c46aa99e req-8c84f181-0382-4bb8-bdd7-60606a62772f tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=76bd138e-926b-45d1-a5a4-b522ac80a881 HTTP/1.1" status: 200 len: 950 time: 0.3282843 May 03 22:30:45.109988 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 6542d56f-fc4a-4be4-bd93-0893aa77260d triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:30:45.110603 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:45.225559 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-7e9c3b00-c1d2-4e74-aa09-c8bd8cb605a1 service neutron] 10.222.0.58 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296323 May 03 22:30:45.231381 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a18f9756-a97a-492b-9e9b-d491c46aa99e req-f5221c7f-91b9-4aca-9959-418d5200051d tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048856 May 03 22:30:45.232667 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e6e45-6af7-4d7b-95e3-f54cd61b697f req-9175e04f-c434-4062-845f-9928793907b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:45.234212 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-710e6e45-6af7-4d7b-95e3-f54cd61b697f req-9175e04f-c434-4062-845f-9928793907b2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a572c86a-2b6a-4f54-acfd-7c80043bae5a HTTP/1.1" status: 200 len: 915 time: 0.2906797 May 03 22:30:45.316258 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:45.327929 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-77c3559f-bc47-429e-8f4e-c53f33b258eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:45.364209 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-710e6e45-6af7-4d7b-95e3-f54cd61b697f req-2be23f73-c5f0-4132-903e-c6d1d770c75d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ab989f1-ee5f-4505-83e4-ff68affe29ee HTTP/1.1" status: 200 len: 217 time: 0.1230359 May 03 22:30:45.371926 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 6542d56f-fc4a-4be4-bd93-0893aa77260d, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=6542d56f-fc4a-4be4-bd93-0893aa77260d,segment=NetworkSegment(4a0ebc46-1388-4582-a35d-c77e85f48a3d),segment_id=4a0ebc46-1388-4582-a35d-c77e85f48a3d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:45.376146 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:45.409069 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1d622986-aa27-4591-8fe1-e6893546586e req-39369c20-6602-448a-bc14-521b777dbd72 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:45.455267 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=6542d56f-fc4a-4be4-bd93-0893aa77260d,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:45.498954 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-1d622986-aa27-4591-8fe1-e6893546586e req-39369c20-6602-448a-bc14-521b777dbd72 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Transition to ACTIVE for port object 2642b5e6-5d8c-4acd-b8fd-8a712dfbe750 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:30:45.541606 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-77c3559f-bc47-429e-8f4e-c53f33b258eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:45.549545 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f71ab292-3583-43cb-9070-df13a2689251 req-0da85c04-e90e-4cc5-a5db-c4da73ae90cf tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ca06dd-d39d-4b7d-8a6b-d6408b4309cc HTTP/1.1" status: 200 len: 210 time: 0.0719235 May 03 22:30:45.600786 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-63cd122e-5f65-405c-9ba1-9e903dab2e75 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:45.605384 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fed70808-aac8-48dc-96c7-7bd49d63c61e req-806933ac-5b30-4ecf-ac40-ab1077d0ad3f tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] 10.222.0.58 "GET /v2.0/security-groups/997c8bde-eba7-4689-962f-4b98b21585aa HTTP/1.1" status: 200 len: 1813 time: 0.2697182 May 03 22:30:45.618639 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3559f-bc47-429e-8f4e-c53f33b258eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c7ebd6-5449-4da1-9909-2e088c1597a1,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:45.637888 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e6e45-6af7-4d7b-95e3-f54cd61b697f req-8523bd52-11a3-4b24-87af-2805cac6284e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:45.639364 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-710e6e45-6af7-4d7b-95e3-f54cd61b697f req-8523bd52-11a3-4b24-87af-2805cac6284e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f87275f9-d5c3-4c1f-8855-2213c7ddc029 HTTP/1.1" status: 200 len: 854 time: 0.2681324 May 03 22:30:45.745015 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1d622986-aa27-4591-8fe1-e6893546586e req-39369c20-6602-448a-bc14-521b777dbd72 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:45.825738 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-77c3559f-bc47-429e-8f4e-c53f33b258eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:45.831386 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 13fdee9e-c77e-4a72-81f5-8b7e27118d08 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:30:45.846481 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-77c3559f-bc47-429e-8f4e-c53f33b258eb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c7c7ebd6-5449-4da1-9909-2e088c1597a1 HTTP/1.1" status: 204 len: 168 time: 1.0732858 May 03 22:30:45.886290 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd122e-5f65-405c-9ba1-9e903dab2e75 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event updated for resources: {'Subnet': ['ID=275ba98f-5305-4f99-a9b9-1af4d51e8913,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:45.911376 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d622986-aa27-4591-8fe1-e6893546586e req-39369c20-6602-448a-bc14-521b777dbd72 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Network aa323bd0-e355-48ff-817f-0dfa021e8b19 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:30:45.915784 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cd122e-5f65-405c-9ba1-9e903dab2e75 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Checking segment: {'id': '63ef1b61-b61e-4fda-af8a-e1a44d1ddd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '56b428a6-a8b8-48ed-b95b-86c968a06561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:30:45.916150 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cd122e-5f65-405c-9ba1-9e903dab2e75 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Network hostable DHCP agents. Network: 56b428a6-a8b8-48ed-b95b-86c968a06561, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:30:45.920532 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-1d622986-aa27-4591-8fe1-e6893546586e req-39369c20-6602-448a-bc14-521b777dbd72 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:30:45.942245 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d622986-aa27-4591-8fe1-e6893546586e req-39369c20-6602-448a-bc14-521b777dbd72 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:30:45.947643 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-710e6e45-6af7-4d7b-95e3-f54cd61b697f req-5b563c42-62ac-4e34-8795-7847c00d558e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a572c86a-2b6a-4f54-acfd-7c80043bae5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3019395 May 03 22:30:45.951935 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 13fdee9e-c77e-4a72-81f5-8b7e27118d08 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:30:45.956781 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-246f8d0d-ed51-4be0-a3a6-0b96e5564359 req-4a9726a8-061e-4b38-af9d-8acefaf536d0 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f1733a2-d909-4187-a9a2-34cda06be260 HTTP/1.1" status: 200 len: 210 time: 0.2490726 May 03 22:30:45.964421 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 13fdee9e-c77e-4a72-81f5-8b7e27118d08 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:30:45.964957 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:46.025657 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39369c20-6602-448a-bc14-521b777dbd72 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Pushing event updated for resources: {'Port': ['ID=2642b5e6-5d8c-4acd-b8fd-8a712dfbe750,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:46.108012 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cd122e-5f65-405c-9ba1-9e903dab2e75 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Network 56b428a6-a8b8-48ed-b95b-86c968a06561 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:30:46.177994 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d622986-aa27-4591-8fe1-e6893546586e req-39369c20-6602-448a-bc14-521b777dbd72 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:46.178894 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1d622986-aa27-4591-8fe1-e6893546586e req-39369c20-6602-448a-bc14-521b777dbd72 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:46.186029 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:46.194082 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-63cd122e-5f65-405c-9ba1-9e903dab2e75 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 56b428a6-a8b8-48ed-b95b-86c968a06561) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:30:46.215025 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-710e6e45-6af7-4d7b-95e3-f54cd61b697f req-465cef58-55f0-46d3-99bd-ad6672379301 service neutron] 10.222.0.60 "GET /v2.0/networks/a572c86a-2b6a-4f54-acfd-7c80043bae5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566879 May 03 22:30:46.224222 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cd122e-5f65-405c-9ba1-9e903dab2e75 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:46.224939 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f6f80-0e07-4a73-b362-5af36fd03ded req-e08c8136-99fa-4680-8a68-9f8d0ebd7b27 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:46.227455 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 7ab989f1-ee5f-4505-83e4-ff68affe29ee details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:30:46.228434 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-63cd122e-5f65-405c-9ba1-9e903dab2e75 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:46.234142 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-355f6f80-0e07-4a73-b362-5af36fd03ded req-e08c8136-99fa-4680-8a68-9f8d0ebd7b27 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c240ab9-dd26-468c-b48f-633514daf12a HTTP/1.1" status: 200 len: 944 time: 0.3394651 May 03 22:30:46.235193 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8232ac86-ae7b-43f4-a57e-37f3390c9be9 None None] Network 56b428a6-a8b8-48ed-b95b-86c968a06561 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:30:46.267208 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1d622986-aa27-4591-8fe1-e6893546586e req-39369c20-6602-448a-bc14-521b777dbd72 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6857891 May 03 22:30:46.276358 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-63cd122e-5f65-405c-9ba1-9e903dab2e75 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.6493640 May 03 22:30:46.287490 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59096) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:46.292554 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-1d622986-aa27-4591-8fe1-e6893546586e req-0bda7a73-3d3c-40d0-9e87-a67c6586c5fb service neutron] Request body: {'port': {'device_id': '91ca06dd-d39d-4b7d-8a6b-d6408b4309cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:46.364271 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c240ab9-dd26-468c-b48f-633514daf12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fdee9e-c77e-4a72-81f5-8b7e27118d08'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:30:46.403222 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6542d56f-fc4a-4be4-bd93-0893aa77260d up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:30:46.534743 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-355f6f80-0e07-4a73-b362-5af36fd03ded req-c127d585-f3a6-427a-bbf5-27b776a90001 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1c31ee3-e836-45e8-8521-0c048dd4e20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994471 May 03 22:30:46.576567 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-710e6e45-6af7-4d7b-95e3-f54cd61b697f req-c3bb7369-f71e-42c3-a368-8dcaf53a252d service neutron] 10.222.0.60 "GET /v2.0/networks/a572c86a-2b6a-4f54-acfd-7c80043bae5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249073 May 03 22:30:46.590846 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e51b2-440a-4719-a157-6ffafe6ef0aa req-48041ded-b802-4fa9-9e23-7a3f877a8619 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:46.598731 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-053e51b2-440a-4719-a157-6ffafe6ef0aa req-48041ded-b802-4fa9-9e23-7a3f877a8619 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ac7664-6526-4e23-b619-37474483ba12 HTTP/1.1" status: 200 len: 943 time: 0.3483539 May 03 22:30:46.606442 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-18884c6d-66fa-4a9e-9d80-7a3822f18a72 req-46796521-004d-4af2-8434-f094409b083b tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-372825767', 'description': 'tempest-description-1356298205'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:46.611640 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1d622986-aa27-4591-8fe1-e6893546586e req-0bda7a73-3d3c-40d0-9e87-a67c6586c5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:46.632607 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-18884c6d-66fa-4a9e-9d80-7a3822f18a72 req-46796521-004d-4af2-8434-f094409b083b tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:46.640077 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-18884c6d-66fa-4a9e-9d80-7a3822f18a72 req-46796521-004d-4af2-8434-f094409b083b tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Usage tracker for resource:security_group and tenant:6380f1dc58394680bb9dd4d3b07253d7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:46.652213 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 7ab989f1-ee5f-4505-83e4-ff68affe29ee, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=7ab989f1-ee5f-4505-83e4-ff68affe29ee,segment=NetworkSegment(09635bff-16c9-4d7f-8a87-b6936a489987),segment_id=09635bff-16c9-4d7f-8a87-b6936a489987)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:46.655361 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-18884c6d-66fa-4a9e-9d80-7a3822f18a72 req-46796521-004d-4af2-8434-f094409b083b tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:46.682144 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '7ab989f1-ee5f-4505-83e4-ff68affe29ee', 'network_id': 'a572c86a-2b6a-4f54-acfd-7c80043bae5a', 'port_id': '7ab989f1-ee5f-4505-83e4-ff68affe29ee', 'mac_address': 'fa:16:3e:c0:f0:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87275f9-d5c3-4c1f-8855-2213c7ddc029', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:30:46.686838 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-18884c6d-66fa-4a9e-9d80-7a3822f18a72 req-46796521-004d-4af2-8434-f094409b083b tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:46.695999 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-053e51b2-440a-4719-a157-6ffafe6ef0aa req-dd10d830-b93a-40a1-985f-7758d2b77a7c tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960941 May 03 22:30:46.704215 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-18884c6d-66fa-4a9e-9d80-7a3822f18a72 req-46796521-004d-4af2-8434-f094409b083b tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:46.730041 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-18884c6d-66fa-4a9e-9d80-7a3822f18a72 req-46796521-004d-4af2-8434-f094409b083b tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:46.735778 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-18884c6d-66fa-4a9e-9d80-7a3822f18a72 req-46796521-004d-4af2-8434-f094409b083b tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Usage tracker for resource:security_group_rule and tenant:6380f1dc58394680bb9dd4d3b07253d7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:46.740025 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-18884c6d-66fa-4a9e-9d80-7a3822f18a72 req-46796521-004d-4af2-8434-f094409b083b tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:46.747426 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-18884c6d-66fa-4a9e-9d80-7a3822f18a72 req-46796521-004d-4af2-8434-f094409b083b tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:46.839374 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 13fdee9e-c77e-4a72-81f5-8b7e27118d08, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=13fdee9e-c77e-4a72-81f5-8b7e27118d08,segment=NetworkSegment(2fe19a67-79a3-499a-9948-e091fef39ff7),segment_id=2fe19a67-79a3-499a-9948-e091fef39ff7)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:46.846923 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-18884c6d-66fa-4a9e-9d80-7a3822f18a72 req-46796521-004d-4af2-8434-f094409b083b tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:46.854958 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-18884c6d-66fa-4a9e-9d80-7a3822f18a72 req-46796521-004d-4af2-8434-f094409b083b tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:46.954844 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78a095d8-1970-4360-8ef5-df405f032135'] response: {'server_uuid': '4c240ab9-dd26-468c-b48f-633514daf12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fdee9e-c77e-4a72-81f5-8b7e27118d08', 'code': 200} May 03 22:30:46.955676 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c4762796-56d0-4376-bc62-e79e0ce343d6 None None] Provisioning for port 2642b5e6-5d8c-4acd-b8fd-8a712dfbe750 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:30:47.012710 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:47.101758 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-1d622986-aa27-4591-8fe1-e6893546586e req-0bda7a73-3d3c-40d0-9e87-a67c6586c5fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2642b5e6-5d8c-4acd-b8fd-8a712dfbe750 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:30:47.105541 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-18884c6d-66fa-4a9e-9d80-7a3822f18a72 req-46796521-004d-4af2-8434-f094409b083b tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:47.107815 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-18884c6d-66fa-4a9e-9d80-7a3822f18a72 req-46796521-004d-4af2-8434-f094409b083b tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5064740 May 03 22:30:47.110271 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1d622986-aa27-4591-8fe1-e6893546586e req-0bda7a73-3d3c-40d0-9e87-a67c6586c5fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:47.119932 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46796521-004d-4af2-8434-f094409b083b tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8f02a8-94cb-41c6-adb8-5eb8ab98a7a8,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:47.134865 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-1d622986-aa27-4591-8fe1-e6893546586e req-0bda7a73-3d3c-40d0-9e87-a67c6586c5fb service neutron] Transition to ACTIVE for port object 2642b5e6-5d8c-4acd-b8fd-8a712dfbe750 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:30:47.135670 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59126) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:47.142294 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9bed9fa4-8d64-4aaa-8a6d-1680d6b79ac5 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:47.149197 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1d622986-aa27-4591-8fe1-e6893546586e req-0bda7a73-3d3c-40d0-9e87-a67c6586c5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:47.200044 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:47.229010 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda7a73-3d3c-40d0-9e87-a67c6586c5fb service neutron] Pushing event updated for resources: {'Port': ['ID=2642b5e6-5d8c-4acd-b8fd-8a712dfbe750,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:47.268096 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c4762796-56d0-4376-bc62-e79e0ce343d6 None None] Provisioning complete for port 2642b5e6-5d8c-4acd-b8fd-8a712dfbe750 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:30:47.268857 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c4762796-56d0-4376-bc62-e79e0ce343d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:47.358874 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab989f1-ee5f-4505-83e4-ff68affe29ee {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:30:47.364676 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-e0b13580-f538-406d-bf3b-97c7199c2398 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:47.366479 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-e0b13580-f538-406d-bf3b-97c7199c2398 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.67 "GET /v2.0/networks?id=f73247c4-e4b1-4dbd-a711-946870a81559 HTTP/1.1" status: 200 len: 811 time: 0.4689658 May 03 22:30:47.384932 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-aefe982b-298a-4aaa-b20b-954b09f73d85 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Request body: {'port': {'device_id': '7f1733a2-d909-4187-a9a2-34cda06be260', 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559', 'admin_state_up': True, 'tenant_id': '66dfeed3cb324772b0bf769274eed2d2'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:47.400719 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-cbac8ac2-ff02-4c7d-b5b8-6acd3907a50c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1438483902-network', 'tenant_id': '5a0f20c83fdc471fa4da593ef2ea5d27'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:47.404518 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9bed9fa4-8d64-4aaa-8a6d-1680d6b79ac5 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:47.448388 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-cbac8ac2-ff02-4c7d-b5b8-6acd3907a50c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:47.454955 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 7ab989f1-ee5f-4505-83e4-ff68affe29ee, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=7ab989f1-ee5f-4505-83e4-ff68affe29ee,segment=NetworkSegment(09635bff-16c9-4d7f-8a87-b6936a489987),segment_id=09635bff-16c9-4d7f-8a87-b6936a489987)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:47.469896 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8664c5-8ffc-4c8d-b733-f5f8d2605873 req-ca3d27e8-4e84-4251-a1f0-f1aac1959434 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:47.471538 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8c8664c5-8ffc-4c8d-b733-f5f8d2605873 req-ca3d27e8-4e84-4251-a1f0-f1aac1959434 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ca06dd-d39d-4b7d-8a6b-d6408b4309cc HTTP/1.1" status: 200 len: 931 time: 0.4338465 May 03 22:30:47.491378 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:47.514007 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=13fdee9e-c77e-4a72-81f5-8b7e27118d08,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:47.538992 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a7b38-9a2b-453a-b86b-37cf48bb6226 req-6509ea34-a569-46ef-ac18-86c3b4c1440e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:47.551311 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-041a7b38-9a2b-453a-b86b-37cf48bb6226 req-6509ea34-a569-46ef-ac18-86c3b4c1440e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4c240ab9-dd26-468c-b48f-633514daf12a HTTP/1.1" status: 200 len: 1096 time: 0.4354441 May 03 22:30:47.586953 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-cbac8ac2-ff02-4c7d-b5b8-6acd3907a50c admin admin] Usage tracker for resource:network and tenant:5a0f20c83fdc471fa4da593ef2ea5d27 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:47.590704 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-cbac8ac2-ff02-4c7d-b5b8-6acd3907a50c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:47.592989 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 6542d56f-fc4a-4be4-bd93-0893aa77260d triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:30:47.593548 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:47.598399 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-cbac8ac2-ff02-4c7d-b5b8-6acd3907a50c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:47.621282 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-c4762796-56d0-4376-bc62-e79e0ce343d6 None None] Port 2642b5e6-5d8c-4acd-b8fd-8a712dfbe750 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:30:47.651420 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbac8ac2-ff02-4c7d-b5b8-6acd3907a50c admin admin] Made reservation on behalf of 5a0f20c83fdc471fa4da593ef2ea5d27 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:30:47.654195 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cbac8ac2-ff02-4c7d-b5b8-6acd3907a50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:47.714815 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cbac8ac2-ff02-4c7d-b5b8-6acd3907a50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:47.755631 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-cbac8ac2-ff02-4c7d-b5b8-6acd3907a50c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:47.773007 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-cbac8ac2-ff02-4c7d-b5b8-6acd3907a50c admin admin] Usage tracker for resource:security_group_rule and tenant:5a0f20c83fdc471fa4da593ef2ea5d27 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:47.775099 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bba5cac3-bdff-4759-8650-b1e2e306ebcc req-8eccdb48-dcf5-4ccf-ae7e-98e978cf2c74 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f1733a2-d909-4187-a9a2-34cda06be260 HTTP/1.1" status: 200 len: 210 time: 0.0851483 May 03 22:30:47.777981 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-cbac8ac2-ff02-4c7d-b5b8-6acd3907a50c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:47.781213 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-8c8664c5-8ffc-4c8d-b733-f5f8d2605873 req-4793fb0c-5128-4597-89ed-ade63acbad2c tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Synchronizing usage tracker for tenant:cedd956302664fa280a1c281659df45b on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:30:47.782989 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-1d622986-aa27-4591-8fe1-e6893546586e req-0bda7a73-3d3c-40d0-9e87-a67c6586c5fb service neutron] Attempting to bind port 2642b5e6-5d8c-4acd-b8fd-8a712dfbe750 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:30:47.783379 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-1d622986-aa27-4591-8fe1-e6893546586e req-0bda7a73-3d3c-40d0-9e87-a67c6586c5fb service neutron] Attempting to bind port 2642b5e6-5d8c-4acd-b8fd-8a712dfbe750 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '4a0ebc46-1388-4582-a35d-c77e85f48a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:30:47.783711 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d622986-aa27-4591-8fe1-e6893546586e req-0bda7a73-3d3c-40d0-9e87-a67c6586c5fb service neutron] Attempting to bind port 2642b5e6-5d8c-4acd-b8fd-8a712dfbe750 on network aa323bd0-e355-48ff-817f-0dfa021e8b19 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:30:47.790762 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-041a7b38-9a2b-453a-b86b-37cf48bb6226 req-a6698a09-0900-4b37-b9f7-fff5f6335356 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c1c31ee3-e836-45e8-8521-0c048dd4e20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983960 May 03 22:30:47.792129 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-cbac8ac2-ff02-4c7d-b5b8-6acd3907a50c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:47.802117 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d622986-aa27-4591-8fe1-e6893546586e req-0bda7a73-3d3c-40d0-9e87-a67c6586c5fb service neutron] Port 2642b5e6-5d8c-4acd-b8fd-8a712dfbe750 on network aa323bd0-e355-48ff-817f-0dfa021e8b19 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:30:47.802567 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d622986-aa27-4591-8fe1-e6893546586e req-0bda7a73-3d3c-40d0-9e87-a67c6586c5fb service neutron] Attempting to bind port 2642b5e6-5d8c-4acd-b8fd-8a712dfbe750 on network aa323bd0-e355-48ff-817f-0dfa021e8b19 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:30:47.803981 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-aefe982b-298a-4aaa-b20b-954b09f73d85 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:47.804125 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['7ab989f1-ee5f-4505-83e4-ff68affe29ee'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:30:47.815015 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9bed9fa4-8d64-4aaa-8a6d-1680d6b79ac5 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:47.816416 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-8c8664c5-8ffc-4c8d-b733-f5f8d2605873 req-4793fb0c-5128-4597-89ed-ade63acbad2c tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Unset dirty status for tenant:cedd956302664fa280a1c281659df45b on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:30:47.838167 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975ce0a2-715b-4fbe-86f0-2563dce56a26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-56b428a6-a8b8-48ed-b95b-86c968a06561', 'network_id': '56b428a6-a8b8-48ed-b95b-86c968a06561', 'tenant_id': '343923008bac4bc78019628c0f9b696b', 'fixed_ips': [{'subnet_id': '275ba98f-5305-4f99-a9b9-1af4d51e8913'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:30:47.838843 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8c8664c5-8ffc-4c8d-b733-f5f8d2605873 req-4793fb0c-5128-4597-89ed-ade63acbad2c tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/security-groups?id=8141834f-3183-49db-99d3-033fb924ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711053 May 03 22:30:47.839096 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-975ce0a2-715b-4fbe-86f0-2563dce56a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:47.841035 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-aefe982b-298a-4aaa-b20b-954b09f73d85 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:47.848178 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=7ab989f1-ee5f-4505-83e4-ff68affe29ee,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:47.864338 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-aefe982b-298a-4aaa-b20b-954b09f73d85 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Made reservation on behalf of 66dfeed3cb324772b0bf769274eed2d2 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:30:47.864667 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d622986-aa27-4591-8fe1-e6893546586e req-0bda7a73-3d3c-40d0-9e87-a67c6586c5fb service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:30:47.865042 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d622986-aa27-4591-8fe1-e6893546586e req-0bda7a73-3d3c-40d0-9e87-a67c6586c5fb service neutron] Checking segment: {'id': '4a0ebc46-1388-4582-a35d-c77e85f48a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:30:47.865599 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d622986-aa27-4591-8fe1-e6893546586e req-0bda7a73-3d3c-40d0-9e87-a67c6586c5fb service neutron] Bound using segment: {'id': '4a0ebc46-1388-4582-a35d-c77e85f48a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:30:47.866587 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-1d622986-aa27-4591-8fe1-e6893546586e req-0bda7a73-3d3c-40d0-9e87-a67c6586c5fb service neutron] Bound port: 2642b5e6-5d8c-4acd-b8fd-8a712dfbe750, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0ebc46-1388-4582-a35d-c77e85f48a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:30:47.866587 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1d622986-aa27-4591-8fe1-e6893546586e req-0bda7a73-3d3c-40d0-9e87-a67c6586c5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:47.870642 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-aefe982b-298a-4aaa-b20b-954b09f73d85 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:47.901027 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed9fa4-8d64-4aaa-8a6d-1680d6b79ac5 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event deleted for resources: {'Subnet': ['ID=275ba98f-5305-4f99-a9b9-1af4d51e8913,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:47.927709 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5f91894b-1b53-4119-b0e7-d3b4a9d2d59a req-277a0a42-0c41-4ec6-86df-7f02362b451e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=76bd138e-926b-45d1-a5a4-b522ac80a881&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3145349 May 03 22:30:47.997499 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f59affbf-a4bc-40d1-bbbf-3e895a0c7392 req-299828fa-6c93-4a20-b0f8-515b433d7981 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] 10.222.0.58 "GET /v2.0/security-groups/bb8f02a8-94cb-41c6-adb8-5eb8ab98a7a8 HTTP/1.1" status: 200 len: 1814 time: 0.1127505 May 03 22:30:48.155801 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe13156e-cbe3-45d0-a57c-d19ccf43dfd2 None None] Network 56b428a6-a8b8-48ed-b95b-86c968a06561 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:30:48.234857 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-aefe982b-298a-4aaa-b20b-954b09f73d85 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Allocated IP 172.20.0.3 (f73247c4-e4b1-4dbd-a711-946870a81559/a6303b72-ad18-4df3-b796-1d1c3ad4e877/537c9aed-0007-402c-81fd-e5306a84c1db) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:30:48.253723 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9bed9fa4-8d64-4aaa-8a6d-1680d6b79ac5 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:48.317119 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-9bed9fa4-8d64-4aaa-8a6d-1680d6b79ac5 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b428a6-a8b8-48ed-b95b-86c968a06561']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:48.344187 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5a2cf-c384-4c0b-82b9-24972c942199 req-a34942af-04ec-4540-87a1-30ab37058068 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:48.345725 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-abb5a2cf-c384-4c0b-82b9-24972c942199 req-a34942af-04ec-4540-87a1-30ab37058068 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=76bd138e-926b-45d1-a5a4-b522ac80a881 HTTP/1.1" status: 200 len: 950 time: 0.2374034 May 03 22:30:48.347488 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-1d622986-aa27-4591-8fe1-e6893546586e req-0bda7a73-3d3c-40d0-9e87-a67c6586c5fb service neutron] For port 2642b5e6-5d8c-4acd-b8fd-8a712dfbe750, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:30:48.351997 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-9bed9fa4-8d64-4aaa-8a6d-1680d6b79ac5 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ef1b61-b61e-4fda-af8a-e1a44d1ddd7d') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:48.352346 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-9bed9fa4-8d64-4aaa-8a6d-1680d6b79ac5 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ef1b61-b61e-4fda-af8a-e1a44d1ddd7d') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:48.384930 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9bed9fa4-8d64-4aaa-8a6d-1680d6b79ac5 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:48.398279 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cbac8ac2-ff02-4c7d-b5b8-6acd3907a50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:48.401777 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-1d622986-aa27-4591-8fe1-e6893546586e req-0bda7a73-3d3c-40d0-9e87-a67c6586c5fb service neutron] For port 2642b5e6-5d8c-4acd-b8fd-8a712dfbe750, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=2642b5e6-5d8c-4acd-b8fd-8a712dfbe750,segment=NetworkSegment(4a0ebc46-1388-4582-a35d-c77e85f48a3d),segment_id=4a0ebc46-1388-4582-a35d-c77e85f48a3d)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:30:48.407399 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cbac8ac2-ff02-4c7d-b5b8-6acd3907a50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:48.409957 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9bed9fa4-8d64-4aaa-8a6d-1680d6b79ac5 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:48.430527 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bed9fa4-8d64-4aaa-8a6d-1680d6b79ac5 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:30:48.431693 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9bed9fa4-8d64-4aaa-8a6d-1680d6b79ac5 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:48.446319 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:30:48.446319 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:30:48.446319 n-d-811807-1 neutron-server[88070]: timer() May 03 22:30:48.446319 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:30:48.446319 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:30:48.446319 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:30:48.446319 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:30:48.446319 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:30:48.446319 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:30:48.446319 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:30:48.446319 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:30:48.446319 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:30:48.446319 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:30:48.446319 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:30:48.446319 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:30:48.446319 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:30:48.446319 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:30:48.446319 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:30:48.446319 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:30:48.446319 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:30:48.446319 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:30:48.446319 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:30:48.446319 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:30:48.446319 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:30:48.446319 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:30:48.446319 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:30:48.446319 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:30:48.446319 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:30:48.446319 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:30:48.446319 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:30:48.446319 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:30:48.446319 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:30:48.448382 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1d622986-aa27-4591-8fe1-e6893546586e req-0bda7a73-3d3c-40d0-9e87-a67c6586c5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:48.543967 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac8ac2-ff02-4c7d-b5b8-6acd3907a50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:48.585114 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724e113-e0d4-4916-b75f-9b75695b1f31 req-503b6180-98f3-4807-8dd8-e58ec005ffaa tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:48.592521 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a724e113-e0d4-4916-b75f-9b75695b1f31 req-503b6180-98f3-4807-8dd8-e58ec005ffaa tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c240ab9-dd26-468c-b48f-633514daf12a HTTP/1.1" status: 200 len: 945 time: 0.3640418 May 03 22:30:48.607709 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-abb5a2cf-c384-4c0b-82b9-24972c942199 req-716d2323-c2ab-4605-94e0-902e5c7fe74c tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514813 May 03 22:30:48.611525 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d622986-aa27-4591-8fe1-e6893546586e req-0bda7a73-3d3c-40d0-9e87-a67c6586c5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:48.612146 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1d622986-aa27-4591-8fe1-e6893546586e req-0bda7a73-3d3c-40d0-9e87-a67c6586c5fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:48.613510 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1d622986-aa27-4591-8fe1-e6893546586e req-0bda7a73-3d3c-40d0-9e87-a67c6586c5fb service neutron] 10.222.0.67 "PUT /v2.0/ports/2642b5e6-5d8c-4acd-b8fd-8a712dfbe750 HTTP/1.1" status: 200 len: 1091 time: 2.3270533 May 03 22:30:48.624606 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ca06dd-d39d-4b7d-8a6b-d6408b4309cc', 'tag': '2642b5e6-5d8c-4acd-b8fd-8a712dfbe750'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:30:48.664421 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda7a73-3d3c-40d0-9e87-a67c6586c5fb service neutron] Pushing event updated for resources: {'Port': ['ID=2642b5e6-5d8c-4acd-b8fd-8a712dfbe750,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:48.723882 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbac8ac2-ff02-4c7d-b5b8-6acd3907a50c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:30:48.737107 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cbac8ac2-ff02-4c7d-b5b8-6acd3907a50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:48.737749 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-cbac8ac2-ff02-4c7d-b5b8-6acd3907a50c admin admin] Added segment cbe0e324-a30f-4158-b658-34d22a2a37a5 of type vlan for network 983af77e-2b01-4072-bd1e-12edcf859777 May 03 22:30:48.759591 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9bed9fa4-8d64-4aaa-8a6d-1680d6b79ac5 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:48.842591 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9bed9fa4-8d64-4aaa-8a6d-1680d6b79ac5 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:48.866224 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a724e113-e0d4-4916-b75f-9b75695b1f31 req-64fa0305-e0d6-49e1-b751-4ff0183451e8 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1c31ee3-e836-45e8-8521-0c048dd4e20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722204 May 03 22:30:48.877374 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cbac8ac2-ff02-4c7d-b5b8-6acd3907a50c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:48.889604 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed9fa4-8d64-4aaa-8a6d-1680d6b79ac5 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event deleted for resources: {'Network': ['ID=56b428a6-a8b8-48ed-b95b-86c968a06561,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:48.895928 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-aefe982b-298a-4aaa-b20b-954b09f73d85 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:48.932867 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-aefe982b-298a-4aaa-b20b-954b09f73d85 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Transition to ACTIVE for port object 537c9aed-0007-402c-81fd-e5306a84c1db will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:30:48.941067 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [req-02f1409d-af03-4a9b-befc-4c00c916a4f3 req-0788e65d-bdb3-41b5-9c9b-8335ad3db4f8 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] show failed (client error): The resource could not be found. May 03 22:30:48.942119 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-02f1409d-af03-4a9b-befc-4c00c916a4f3 req-0788e65d-bdb3-41b5-9c9b-8335ad3db4f8 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] 10.222.0.58 "GET /v2.0/security-groups/471c33da-a362-4fef-b8f8-f39c7bcd73e9 HTTP/1.1" status: 404 len: 352 time: 0.0343924 May 03 22:30:48.959622 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec48fa-9f6c-43bf-81a8-b4932665b16b req-4748ccba-6090-492a-b7ce-24a529dec022 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:48.967040 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9bed9fa4-8d64-4aaa-8a6d-1680d6b79ac5 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "DELETE /v2.0/networks/56b428a6-a8b8-48ed-b95b-86c968a06561 HTTP/1.1" status: 204 len: 168 time: 2.6402626 May 03 22:30:48.967251 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dbec48fa-9f6c-43bf-81a8-b4932665b16b req-4748ccba-6090-492a-b7ce-24a529dec022 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ac7664-6526-4e23-b619-37474483ba12 HTTP/1.1" status: 200 len: 944 time: 0.1883571 May 03 22:30:48.971820 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59170) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:48.996258 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-ffb917aa-09a8-488d-8a39-a25ca9a8c937 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2114233952'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:49.000146 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cbac8ac2-ff02-4c7d-b5b8-6acd3907a50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:49.001068 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbac8ac2-ff02-4c7d-b5b8-6acd3907a50c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:49.001642 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cbac8ac2-ff02-4c7d-b5b8-6acd3907a50c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:49.030090 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ffb917aa-09a8-488d-8a39-a25ca9a8c937 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:49.042623 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ffb917aa-09a8-488d-8a39-a25ca9a8c937 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Usage tracker for resource:network and tenant:343923008bac4bc78019628c0f9b696b is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:49.044179 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dbec48fa-9f6c-43bf-81a8-b4932665b16b req-52f72670-ea19-4796-8954-94b23ca14e34 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757878 May 03 22:30:49.060955 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18051f7c-f0f9-45b0-a442-afbd2316d7cf'] response: {'name': 'network-changed', 'server_uuid': '91ca06dd-d39d-4b7d-8a6b-d6408b4309cc', 'tag': '2642b5e6-5d8c-4acd-b8fd-8a712dfbe750', 'status': 'completed', 'code': 200} May 03 22:30:49.060955 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ffb917aa-09a8-488d-8a39-a25ca9a8c937 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:49.065479 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d622986-aa27-4591-8fe1-e6893546586e req-02d56823-790c-4330-bd28-89641c2f02a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:49.067012 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1d622986-aa27-4591-8fe1-e6893546586e req-02d56823-790c-4330-bd28-89641c2f02a8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cedd956302664fa280a1c281659df45b&device_id=91ca06dd-d39d-4b7d-8a6b-d6408b4309cc HTTP/1.1" status: 200 len: 1094 time: 0.3971264 May 03 22:30:49.073118 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-aefe982b-298a-4aaa-b20b-954b09f73d85 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:49.075825 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-cbac8ac2-ff02-4c7d-b5b8-6acd3907a50c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.9386525 May 03 22:30:49.078499 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ffb917aa-09a8-488d-8a39-a25ca9a8c937 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:49.087955 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['95b4774f-05b7-419e-89fc-76bb9efcb5b7'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:30:49.150293 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59174) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:49.154775 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['8838e62a-72db-4068-b227-7620cf5da515'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:30:49.205323 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-830d89c5-cc98-4dfe-b5e7-99a1183d6026 admin admin] Request body: {'subnet': {'network_id': '983af77e-2b01-4072-bd1e-12edcf859777', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1438483902-subnet', 'tenant_id': '5a0f20c83fdc471fa4da593ef2ea5d27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:49.239217 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-830d89c5-cc98-4dfe-b5e7-99a1183d6026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:49.262662 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac8ac2-ff02-4c7d-b5b8-6acd3907a50c admin admin] Pushing event updated for resources: {'Network': ['ID=983af77e-2b01-4072-bd1e-12edcf859777,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:49.268024 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1d622986-aa27-4591-8fe1-e6893546586e req-c1454dc2-98ac-45c4-8387-e84f8077d9ec service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2642b5e6-5d8c-4acd-b8fd-8a712dfbe750 HTTP/1.1" status: 200 len: 217 time: 0.1907325 May 03 22:30:49.276798 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb917aa-09a8-488d-8a39-a25ca9a8c937 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Made reservation on behalf of 343923008bac4bc78019628c0f9b696b for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:30:49.286434 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ffb917aa-09a8-488d-8a39-a25ca9a8c937 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:49.291549 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 983af77e-2b01-4072-bd1e-12edcf859777 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:30:49.327955 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-830d89c5-cc98-4dfe-b5e7-99a1183d6026 admin admin] Usage tracker for resource:subnet and tenant:5a0f20c83fdc471fa4da593ef2ea5d27 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:49.340569 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-aefe982b-298a-4aaa-b20b-954b09f73d85 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Network f73247c4-e4b1-4dbd-a711-946870a81559 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:30:49.341605 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-830d89c5-cc98-4dfe-b5e7-99a1183d6026 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:49.363731 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-aefe982b-298a-4aaa-b20b-954b09f73d85 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:30:49.371612 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-830d89c5-cc98-4dfe-b5e7-99a1183d6026 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:49.379945 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-aefe982b-298a-4aaa-b20b-954b09f73d85 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:30:49.395527 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb917aa-09a8-488d-8a39-a25ca9a8c937 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:30:49.411521 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d622986-aa27-4591-8fe1-e6893546586e req-863e1888-4497-4cd1-a61e-c4e107f3542f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:49.413622 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1d622986-aa27-4591-8fe1-e6893546586e req-863e1888-4497-4cd1-a61e-c4e107f3542f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=54b42422-4ac1-45eb-8a53-775e8d5e2134 HTTP/1.1" status: 200 len: 859 time: 0.1383655 May 03 22:30:49.415066 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ffb917aa-09a8-488d-8a39-a25ca9a8c937 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:49.415481 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-ffb917aa-09a8-488d-8a39-a25ca9a8c937 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Added segment d874333b-0785-457f-9aca-ad03c987cdba of type vlan for network 06efd989-aa69-4fe2-8c4c-92b34efe2691 May 03 22:30:49.415894 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe982b-298a-4aaa-b20b-954b09f73d85 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Pushing event updated for resources: {'Port': ['ID=537c9aed-0007-402c-81fd-e5306a84c1db,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:49.463888 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830d89c5-cc98-4dfe-b5e7-99a1183d6026 admin admin] Made reservation on behalf of 5a0f20c83fdc471fa4da593ef2ea5d27 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:30:49.471866 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-830d89c5-cc98-4dfe-b5e7-99a1183d6026 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:49.526716 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ffb917aa-09a8-488d-8a39-a25ca9a8c937 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:49.572987 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d622986-aa27-4591-8fe1-e6893546586e req-55eef17a-9d19-4beb-9a38-95cce6a393c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:49.574881 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1d622986-aa27-4591-8fe1-e6893546586e req-55eef17a-9d19-4beb-9a38-95cce6a393c3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aa323bd0-e355-48ff-817f-0dfa021e8b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1511083 May 03 22:30:49.581679 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ffb917aa-09a8-488d-8a39-a25ca9a8c937 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:49.587165 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-aefe982b-298a-4aaa-b20b-954b09f73d85 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:49.588051 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-aefe982b-298a-4aaa-b20b-954b09f73d85 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:49.588497 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb917aa-09a8-488d-8a39-a25ca9a8c937 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:49.589782 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ffb917aa-09a8-488d-8a39-a25ca9a8c937 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:49.657144 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-aefe982b-298a-4aaa-b20b-954b09f73d85 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2799745 May 03 22:30:49.672678 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-04088a09-ac17-4aec-b975-36c2206aab34 service neutron] Request body: {'port': {'device_id': '7f1733a2-d909-4187-a9a2-34cda06be260', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:49.711196 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-faabbf98-65e4-4f36-aa7a-42d6a9632152 None None] Provisioning for port 537c9aed-0007-402c-81fd-e5306a84c1db completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:30:49.716657 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-faabbf98-65e4-4f36-aa7a-42d6a9632152 None None] Provisioning complete for port 537c9aed-0007-402c-81fd-e5306a84c1db triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:30:49.717036 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-faabbf98-65e4-4f36-aa7a-42d6a9632152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:49.768412 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3758c-1a7e-4ebd-a3d2-b43a8258ec3a req-4dd478f3-6745-4d26-807a-cdbfd63ad23b tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:49.769133 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-9fd3758c-1a7e-4ebd-a3d2-b43a8258ec3a req-4dd478f3-6745-4d26-807a-cdbfd63ad23b tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Synchronizing usage tracker for tenant:66dfeed3cb324772b0bf769274eed2d2 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:30:49.777372 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-faabbf98-65e4-4f36-aa7a-42d6a9632152 None None] Port 537c9aed-0007-402c-81fd-e5306a84c1db cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:30:49.811282 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ffb917aa-09a8-488d-8a39-a25ca9a8c937 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8382380 May 03 22:30:49.820504 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf275a79-ea0c-4291-aa74-fe6f005924e0 req-5b34adfa-666a-4a1d-bb30-d63de1e0d47b tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:49.822676 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cf275a79-ea0c-4291-aa74-fe6f005924e0 req-5b34adfa-666a-4a1d-bb30-d63de1e0d47b tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ca06dd-d39d-4b7d-8a6b-d6408b4309cc HTTP/1.1" status: 200 len: 943 time: 0.5804663 May 03 22:30:49.823206 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59180) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:49.824327 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb917aa-09a8-488d-8a39-a25ca9a8c937 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event updated for resources: {'Network': ['ID=06efd989-aa69-4fe2-8c4c-92b34efe2691,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:49.837321 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 06efd989-aa69-4fe2-8c4c-92b34efe2691 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:30:49.838430 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-d3c3de4b-66d4-4089-90da-58a8f7bb4c0e tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Request body: {'subnet': {'network_id': '06efd989-aa69-4fe2-8c4c-92b34efe2691', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:49.859416 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1d622986-aa27-4591-8fe1-e6893546586e req-a0328283-9310-4977-86cc-540269eb4b5f service neutron] 10.222.0.67 "GET /v2.0/networks/aa323bd0-e355-48ff-817f-0dfa021e8b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629983 May 03 22:30:49.948122 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-9fd3758c-1a7e-4ebd-a3d2-b43a8258ec3a req-4dd478f3-6745-4d26-807a-cdbfd63ad23b tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Unset dirty status for tenant:66dfeed3cb324772b0bf769274eed2d2 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:30:49.949265 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9fd3758c-1a7e-4ebd-a3d2-b43a8258ec3a req-4dd478f3-6745-4d26-807a-cdbfd63ad23b tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f1733a2-d909-4187-a9a2-34cda06be260 HTTP/1.1" status: 200 len: 931 time: 0.7266440 May 03 22:30:50.001708 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1d622986-aa27-4591-8fe1-e6893546586e req-c14d5dc3-6c14-4608-bdb5-35b8915776b0 service neutron] 10.222.0.67 "GET /v2.0/networks/aa323bd0-e355-48ff-817f-0dfa021e8b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355922 May 03 22:30:50.121146 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33606df4-9dfa-4a0a-a440-01ee19dd6661 req-1654b0b3-a04e-46f1-9c70-acba84659da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:50.122726 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-33606df4-9dfa-4a0a-a440-01ee19dd6661 req-1654b0b3-a04e-46f1-9c70-acba84659da8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cedd956302664fa280a1c281659df45b&device_id=91ca06dd-d39d-4b7d-8a6b-d6408b4309cc HTTP/1.1" status: 200 len: 1094 time: 0.0742738 May 03 22:30:50.150251 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-04088a09-ac17-4aec-b975-36c2206aab34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:50.161883 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cf275a79-ea0c-4291-aa74-fe6f005924e0 req-ea3dad0e-25b4-4c08-ba32-9c9489a2298d tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/security-groups?id=8141834f-3183-49db-99d3-033fb924ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069055 May 03 22:30:50.206849 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d3c3de4b-66d4-4089-90da-58a8f7bb4c0e tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:50.218030 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9fd3758c-1a7e-4ebd-a3d2-b43a8258ec3a req-c72ed124-ff97-44cf-939c-185557122aba tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259309 May 03 22:30:50.220141 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 7ab989f1-ee5f-4505-83e4-ff68affe29ee up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:30:50.267071 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d3c3de4b-66d4-4089-90da-58a8f7bb4c0e tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Usage tracker for resource:subnet and tenant:343923008bac4bc78019628c0f9b696b is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:50.267190 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33606df4-9dfa-4a0a-a440-01ee19dd6661 req-a7696c07-39b9-422c-a086-b71526b76a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:50.268638 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-33606df4-9dfa-4a0a-a440-01ee19dd6661 req-a7696c07-39b9-422c-a086-b71526b76a21 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aa323bd0-e355-48ff-817f-0dfa021e8b19 HTTP/1.1" status: 200 len: 921 time: 0.1399543 May 03 22:30:50.281629 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d3c3de4b-66d4-4089-90da-58a8f7bb4c0e tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:50.284626 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [req-1c81c0a7-163f-4590-a1c9-93379ad2d5cc req-26ec89d6-0248-4696-9d60-9a68a1eb6788 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] show failed (client error): The resource could not be found. May 03 22:30:50.285625 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1c81c0a7-163f-4590-a1c9-93379ad2d5cc req-26ec89d6-0248-4696-9d60-9a68a1eb6788 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] 10.222.0.58 "GET /v2.0/security-group-rules/a4add3f0-56bb-4e59-b202-53cb4d368a3b HTTP/1.1" status: 404 len: 361 time: 0.0900450 May 03 22:30:50.308168 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d3c3de4b-66d4-4089-90da-58a8f7bb4c0e tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:50.319596 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91894b-1b53-4119-b0e7-d3b4a9d2d59a req-6d5d04f5-5c4e-4bcc-bb33-75a75f12c08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:50.320913 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5f91894b-1b53-4119-b0e7-d3b4a9d2d59a req-6d5d04f5-5c4e-4bcc-bb33-75a75f12c08b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&device_id=76bd138e-926b-45d1-a5a4-b522ac80a881 HTTP/1.1" status: 200 len: 1101 time: 0.4623430 May 03 22:30:50.357109 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-33606df4-9dfa-4a0a-a440-01ee19dd6661 req-fcaf88ac-4a31-4437-9002-0eebc5888995 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2642b5e6-5d8c-4acd-b8fd-8a712dfbe750 HTTP/1.1" status: 200 len: 217 time: 0.0812242 May 03 22:30:50.359603 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 7ab989f1-ee5f-4505-83e4-ff68affe29ee completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:30:50.364972 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 7ab989f1-ee5f-4505-83e4-ff68affe29ee triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:30:50.365961 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:50.426333 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c3de4b-66d4-4089-90da-58a8f7bb4c0e tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Made reservation on behalf of 343923008bac4bc78019628c0f9b696b for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:30:50.429829 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d3c3de4b-66d4-4089-90da-58a8f7bb4c0e tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:50.496885 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:50.526502 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ac7664-6526-4e23-b619-37474483ba12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab989f1-ee5f-4505-83e4-ff68affe29ee'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:30:50.536667 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 7ab989f1-ee5f-4505-83e4-ff68affe29ee, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=7ab989f1-ee5f-4505-83e4-ff68affe29ee,segment=NetworkSegment(09635bff-16c9-4d7f-8a87-b6936a489987),segment_id=09635bff-16c9-4d7f-8a87-b6936a489987)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:50.542556 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:50.557648 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33606df4-9dfa-4a0a-a440-01ee19dd6661 req-64d44969-a585-4efc-af13-cf5c69da78c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:50.559246 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-33606df4-9dfa-4a0a-a440-01ee19dd6661 req-64d44969-a585-4efc-af13-cf5c69da78c7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=54b42422-4ac1-45eb-8a53-775e8d5e2134 HTTP/1.1" status: 200 len: 859 time: 0.1964080 May 03 22:30:50.616445 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=7ab989f1-ee5f-4505-83e4-ff68affe29ee,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:50.647589 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33606df4-9dfa-4a0a-a440-01ee19dd6661 req-bf6d8b75-ed91-4030-ae7d-91c463716794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:50.649184 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-33606df4-9dfa-4a0a-a440-01ee19dd6661 req-bf6d8b75-ed91-4030-ae7d-91c463716794 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aa323bd0-e355-48ff-817f-0dfa021e8b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836041 May 03 22:30:50.784952 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-33606df4-9dfa-4a0a-a440-01ee19dd6661 req-ba67fc21-2061-4d42-be4a-14c69c25d9bb service neutron] 10.222.0.67 "GET /v2.0/networks/aa323bd0-e355-48ff-817f-0dfa021e8b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295052 May 03 22:30:50.839070 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-830d89c5-cc98-4dfe-b5e7-99a1183d6026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:50.919716 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-33606df4-9dfa-4a0a-a440-01ee19dd6661 req-17fa8df2-ca08-480b-be33-34339018c40e service neutron] 10.222.0.67 "GET /v2.0/networks/aa323bd0-e355-48ff-817f-0dfa021e8b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278782 May 03 22:30:51.029115 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91894b-1b53-4119-b0e7-d3b4a9d2d59a req-fc359bb1-b06e-42fb-be00-65d698668266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:51.030623 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5f91894b-1b53-4119-b0e7-d3b4a9d2d59a req-fc359bb1-b06e-42fb-be00-65d698668266 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.7008998 May 03 22:30:51.092524 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d89c5-cc98-4dfe-b5e7-99a1183d6026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1f38ed2-c940-45de-9756-cc79b8316a2d,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:51.190656 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830d89c5-cc98-4dfe-b5e7-99a1183d6026 admin admin] Checking segment: {'id': 'cbe0e324-a30f-4158-b658-34d22a2a37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:30:51.191015 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830d89c5-cc98-4dfe-b5e7-99a1183d6026 admin admin] Network hostable DHCP agents. Network: 983af77e-2b01-4072-bd1e-12edcf859777, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:30:51.201050 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5f91894b-1b53-4119-b0e7-d3b4a9d2d59a req-affa07f3-dfa2-4203-84b7-ccd7f89637d5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=1e5936bb-e1f5-4edc-b6f5-ed89c719b65d HTTP/1.1" status: 200 len: 217 time: 0.1096117 May 03 22:30:51.208583 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f821489-70ef-43a2-b7c3-bc8d0dcf39af req-2f8dc8a3-115a-4f2f-9246-ce4c7086c2c5 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:51.210003 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f821489-70ef-43a2-b7c3-bc8d0dcf39af req-2f8dc8a3-115a-4f2f-9246-ce4c7086c2c5 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=76bd138e-926b-45d1-a5a4-b522ac80a881 HTTP/1.1" status: 200 len: 950 time: 0.8438122 May 03 22:30:51.322127 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80652679-1390-45b8-812c-816a20144a30 req-cc811d6e-a848-4b78-a79f-ee96eab4598e tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:51.323607 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-80652679-1390-45b8-812c-816a20144a30 req-cc811d6e-a848-4b78-a79f-ee96eab4598e tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c240ab9-dd26-468c-b48f-633514daf12a HTTP/1.1" status: 200 len: 945 time: 0.8673971 May 03 22:30:51.397938 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830d89c5-cc98-4dfe-b5e7-99a1183d6026 admin admin] Network 983af77e-2b01-4072-bd1e-12edcf859777 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:30:51.437494 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91894b-1b53-4119-b0e7-d3b4a9d2d59a req-e27817b9-0361-490a-85f1-47d4891a52a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:51.438924 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5f91894b-1b53-4119-b0e7-d3b4a9d2d59a req-e27817b9-0361-490a-85f1-47d4891a52a2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.2238462 May 03 22:30:51.445950 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f821489-70ef-43a2-b7c3-bc8d0dcf39af req-9c63c233-bf14-4d0e-8275-29af70cd2695 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288342 May 03 22:30:51.468086 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-830d89c5-cc98-4dfe-b5e7-99a1183d6026 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 983af77e-2b01-4072-bd1e-12edcf859777) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:30:51.477086 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc388501-2349-486b-9540-90f9b313300e None None] Network 983af77e-2b01-4072-bd1e-12edcf859777 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:30:51.516091 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830d89c5-cc98-4dfe-b5e7-99a1183d6026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:51.516683 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-830d89c5-cc98-4dfe-b5e7-99a1183d6026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:51.530719 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-80652679-1390-45b8-812c-816a20144a30 req-64f3b92a-6642-4b20-ad8d-90a1a70cfc7b tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1c31ee3-e836-45e8-8521-0c048dd4e20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819134 May 03 22:30:51.676579 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d3c3de4b-66d4-4089-90da-58a8f7bb4c0e tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:51.726379 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8b3ced-5f45-42ea-a654-61f23af717df None None] Network 983af77e-2b01-4072-bd1e-12edcf859777 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:30:51.737139 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-04088a09-ac17-4aec-b975-36c2206aab34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 537c9aed-0007-402c-81fd-e5306a84c1db {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:30:51.745819 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-830d89c5-cc98-4dfe-b5e7-99a1183d6026 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.5776103 May 03 22:30:51.771453 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-04088a09-ac17-4aec-b975-36c2206aab34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:51.823363 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-94997b9b-9c4f-4f60-90b4-98f39762f0b4 req-918e449a-7f27-482a-833a-334bb3a01ba1 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] 10.222.0.58 "GET /v2.0/security-groups/bb8f02a8-94cb-41c6-adb8-5eb8ab98a7a8 HTTP/1.1" status: 200 len: 1814 time: 0.2487869 May 03 22:30:51.838597 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3de4b-66d4-4089-90da-58a8f7bb4c0e tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event updated for resources: {'Subnet': ['ID=c13344fc-a3db-4907-8b3b-736fd90b3c9e,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:51.842234 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-04088a09-ac17-4aec-b975-36c2206aab34 service neutron] Transition to ACTIVE for port object 537c9aed-0007-402c-81fd-e5306a84c1db will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:30:51.868760 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-04088a09-ac17-4aec-b975-36c2206aab34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:51.874248 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91894b-1b53-4119-b0e7-d3b4a9d2d59a req-ec47c4f5-2944-428c-a4bf-c90ef04de9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:51.875735 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5f91894b-1b53-4119-b0e7-d3b4a9d2d59a req-ec47c4f5-2944-428c-a4bf-c90ef04de9cf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4194477 May 03 22:30:51.931606 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c3de4b-66d4-4089-90da-58a8f7bb4c0e tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Checking segment: {'id': 'd874333b-0785-457f-9aca-ad03c987cdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '06efd989-aa69-4fe2-8c4c-92b34efe2691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:30:51.931975 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c3de4b-66d4-4089-90da-58a8f7bb4c0e tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Network hostable DHCP agents. Network: 06efd989-aa69-4fe2-8c4c-92b34efe2691, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:30:52.058571 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e881e60-4be5-49a8-84e9-b8e7b268c690 req-e368899b-3aea-488f-b3d5-f3e08334488b tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:52.060082 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9e881e60-4be5-49a8-84e9-b8e7b268c690 req-e368899b-3aea-488f-b3d5-f3e08334488b tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ac7664-6526-4e23-b619-37474483ba12 HTTP/1.1" status: 200 len: 945 time: 0.4868639 May 03 22:30:52.162428 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04088a09-ac17-4aec-b975-36c2206aab34 service neutron] Pushing event updated for resources: {'Port': ['ID=537c9aed-0007-402c-81fd-e5306a84c1db,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:52.277873 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-94997b9b-9c4f-4f60-90b4-98f39762f0b4 req-0d22fdd6-53a0-4831-bf05-e64784c23a75 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:52.279389 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c3de4b-66d4-4089-90da-58a8f7bb4c0e tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Network 06efd989-aa69-4fe2-8c4c-92b34efe2691 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:30:52.314866 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9e881e60-4be5-49a8-84e9-b8e7b268c690 req-01d39437-a308-4ec4-b69a-46171cbebf6c tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367005 May 03 22:30:52.346377 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-d3c3de4b-66d4-4089-90da-58a8f7bb4c0e tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 06efd989-aa69-4fe2-8c4c-92b34efe2691) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:30:52.352779 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5f91894b-1b53-4119-b0e7-d3b4a9d2d59a req-784d6e8a-de0f-4051-b0f6-d153f06e677b service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410362 May 03 22:30:52.354526 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a503fc-a95f-4be6-b790-4c7022326803 None None] Network 06efd989-aa69-4fe2-8c4c-92b34efe2691 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:30:52.357304 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-94997b9b-9c4f-4f60-90b4-98f39762f0b4 req-0d22fdd6-53a0-4831-bf05-e64784c23a75 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:52.365530 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c3de4b-66d4-4089-90da-58a8f7bb4c0e tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:52.366153 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d3c3de4b-66d4-4089-90da-58a8f7bb4c0e tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:52.373598 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4be5a49-ee08-4979-a722-39f1c31049ce'] response: {'server_uuid': '17ac7664-6526-4e23-b619-37474483ba12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab989f1-ee5f-4505-83e4-ff68affe29ee', 'code': 200} May 03 22:30:52.439819 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-04088a09-ac17-4aec-b975-36c2206aab34 service neutron] Attempting to bind port 537c9aed-0007-402c-81fd-e5306a84c1db on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:30:52.440157 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-04088a09-ac17-4aec-b975-36c2206aab34 service neutron] Attempting to bind port 537c9aed-0007-402c-81fd-e5306a84c1db by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '18fee989-ca3f-4324-8c2a-1ba502de43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:30:52.440489 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-04088a09-ac17-4aec-b975-36c2206aab34 service neutron] Attempting to bind port 537c9aed-0007-402c-81fd-e5306a84c1db on network f73247c4-e4b1-4dbd-a711-946870a81559 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:30:52.511111 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d3c3de4b-66d4-4089-90da-58a8f7bb4c0e tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.6778505 May 03 22:30:52.511975 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-04088a09-ac17-4aec-b975-36c2206aab34 service neutron] Port 537c9aed-0007-402c-81fd-e5306a84c1db on network f73247c4-e4b1-4dbd-a711-946870a81559 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:30:52.512307 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-04088a09-ac17-4aec-b975-36c2206aab34 service neutron] Attempting to bind port 537c9aed-0007-402c-81fd-e5306a84c1db on network f73247c4-e4b1-4dbd-a711-946870a81559 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:30:52.514804 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59206) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:52.541496 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f65e44-31d0-4b1e-b46e-406cee6227c8 req-2ca32eed-c261-41d7-854a-d46ca34607ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:52.543341 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-38f65e44-31d0-4b1e-b46e-406cee6227c8 req-2ca32eed-c261-41d7-854a-d46ca34607ba service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=17ac7664-6526-4e23-b619-37474483ba12 HTTP/1.1" status: 200 len: 1096 time: 0.1177874 May 03 22:30:52.675823 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d1a024-829a-48b6-b539-895ae3210892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-06efd989-aa69-4fe2-8c4c-92b34efe2691', 'network_id': '06efd989-aa69-4fe2-8c4c-92b34efe2691', 'tenant_id': '343923008bac4bc78019628c0f9b696b', 'fixed_ips': [{'subnet_id': 'c13344fc-a3db-4907-8b3b-736fd90b3c9e'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:30:52.677385 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-51d1a024-829a-48b6-b539-895ae3210892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:52.678290 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-38f65e44-31d0-4b1e-b46e-406cee6227c8 req-50925ce6-1212-4672-bbe5-ce9754b2afcf service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164021 May 03 22:30:52.704386 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-04088a09-ac17-4aec-b975-36c2206aab34 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:30:52.704785 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-04088a09-ac17-4aec-b975-36c2206aab34 service neutron] Checking segment: {'id': '18fee989-ca3f-4324-8c2a-1ba502de43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:30:52.705116 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-04088a09-ac17-4aec-b975-36c2206aab34 service neutron] Bound using segment: {'id': '18fee989-ca3f-4324-8c2a-1ba502de43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:30:52.705585 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-04088a09-ac17-4aec-b975-36c2206aab34 service neutron] Bound port: 537c9aed-0007-402c-81fd-e5306a84c1db, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18fee989-ca3f-4324-8c2a-1ba502de43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:30:52.705705 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6a608f5-d005-4fd5-8403-6b54f4042178 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:52.705959 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-04088a09-ac17-4aec-b975-36c2206aab34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:52.779041 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6a608f5-d005-4fd5-8403-6b54f4042178 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:52.813957 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-94997b9b-9c4f-4f60-90b4-98f39762f0b4 req-0d22fdd6-53a0-4831-bf05-e64784c23a75 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:52.819024 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5f91894b-1b53-4119-b0e7-d3b4a9d2d59a req-c8015042-7dce-4890-8271-bcd046dca077 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484906 May 03 22:30:52.848809 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e60f5cde-2d27-426a-960f-b44f8a893fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:52.857415 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d22fdd6-53a0-4831-bf05-e64784c23a75 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8f02a8-94cb-41c6-adb8-5eb8ab98a7a8,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:52.858035 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-51d1a024-829a-48b6-b539-895ae3210892 None None] Allocated IP 2001:db8::1 (06efd989-aa69-4fe2-8c4c-92b34efe2691/c13344fc-a3db-4907-8b3b-736fd90b3c9e/0efe32d3-251d-40c6-b1f6-b4150575d4a3) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:30:52.870223 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-94997b9b-9c4f-4f60-90b4-98f39762f0b4 req-0d22fdd6-53a0-4831-bf05-e64784c23a75 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:52.871319 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-94997b9b-9c4f-4f60-90b4-98f39762f0b4 req-0d22fdd6-53a0-4831-bf05-e64784c23a75 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] 10.222.0.58 "DELETE /v2.0/security-groups/bb8f02a8-94cb-41c6-adb8-5eb8ab98a7a8 HTTP/1.1" status: 204 len: 173 time: 1.0339050 May 03 22:30:52.879678 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-04088a09-ac17-4aec-b975-36c2206aab34 service neutron] For port 537c9aed-0007-402c-81fd-e5306a84c1db, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:30:52.884226 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-04088a09-ac17-4aec-b975-36c2206aab34 service neutron] For port 537c9aed-0007-402c-81fd-e5306a84c1db, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=537c9aed-0007-402c-81fd-e5306a84c1db,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:30:52.894082 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ece81-7061-410c-93b6-a74bb894a13c req-6998e308-66e2-4ce2-af31-7ad733341a61 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:52.901926 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-254ece81-7061-410c-93b6-a74bb894a13c req-6998e308-66e2-4ce2-af31-7ad733341a61 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ca06dd-d39d-4b7d-8a6b-d6408b4309cc HTTP/1.1" status: 200 len: 943 time: 0.4395816 May 03 22:30:52.917253 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-04088a09-ac17-4aec-b975-36c2206aab34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:52.998236 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-04088a09-ac17-4aec-b975-36c2206aab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:52.998854 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-04088a09-ac17-4aec-b975-36c2206aab34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:53.000222 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-04088a09-ac17-4aec-b975-36c2206aab34 service neutron] 10.222.0.67 "PUT /v2.0/ports/537c9aed-0007-402c-81fd-e5306a84c1db HTTP/1.1" status: 200 len: 1091 time: 3.3325601 May 03 22:30:53.045209 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1733a2-d909-4187-a9a2-34cda06be260', 'tag': '537c9aed-0007-402c-81fd-e5306a84c1db'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:30:53.125443 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-254ece81-7061-410c-93b6-a74bb894a13c req-e5a2cfc2-d7ac-4e8e-9382-f0cb633ed98f tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/security-groups?id=8141834f-3183-49db-99d3-033fb924ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228658 May 03 22:30:53.148407 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04088a09-ac17-4aec-b975-36c2206aab34 service neutron] Pushing event updated for resources: {'Port': ['ID=537c9aed-0007-402c-81fd-e5306a84c1db,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:53.148824 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-51d1a024-829a-48b6-b539-895ae3210892 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:53.167520 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-51d1a024-829a-48b6-b539-895ae3210892 None None] Transition to ACTIVE for port object 0efe32d3-251d-40c6-b1f6-b4150575d4a3 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:30:53.195128 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-51d1a024-829a-48b6-b539-895ae3210892 None None] Transition to ACTIVE for port object 0efe32d3-251d-40c6-b1f6-b4150575d4a3 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:30:53.203952 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-7601d612-aa97-4756-9f54-fdb0ae4bf813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:53.205805 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-7601d612-aa97-4756-9f54-fdb0ae4bf813 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=66dfeed3cb324772b0bf769274eed2d2&device_id=7f1733a2-d909-4187-a9a2-34cda06be260 HTTP/1.1" status: 200 len: 1094 time: 0.1289108 May 03 22:30:53.207495 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-51d1a024-829a-48b6-b539-895ae3210892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:53.215882 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024b846-fb6a-4522-8062-89925b5a5824 req-1b00f95b-ec79-40e0-a65c-091536ddc2a0 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:53.217511 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b024b846-fb6a-4522-8062-89925b5a5824 req-1b00f95b-ec79-40e0-a65c-091536ddc2a0 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f1733a2-d909-4187-a9a2-34cda06be260 HTTP/1.1" status: 200 len: 943 time: 0.2276278 May 03 22:30:53.226353 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6a608f5-d005-4fd5-8403-6b54f4042178 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:53.263453 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a608f5-d005-4fd5-8403-6b54f4042178 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event deleted for resources: {'Subnet': ['ID=c13344fc-a3db-4907-8b3b-736fd90b3c9e,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:53.308644 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-55ae9488-6cee-4803-ba62-5852a81a3bc4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=537c9aed-0007-402c-81fd-e5306a84c1db HTTP/1.1" status: 200 len: 217 time: 0.0898769 May 03 22:30:53.316667 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d1a024-829a-48b6-b539-895ae3210892 None None] Network 06efd989-aa69-4fe2-8c4c-92b34efe2691 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:30:53.323360 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-51d1a024-829a-48b6-b539-895ae3210892 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:30:53.331145 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d1a024-829a-48b6-b539-895ae3210892 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:30:53.381772 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6a608f5-d005-4fd5-8403-6b54f4042178 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:53.384596 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b024b846-fb6a-4522-8062-89925b5a5824 req-f19b6c0e-7b12-47fb-8891-cca779f2c43f tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109192 May 03 22:30:53.393026 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1a024-829a-48b6-b539-895ae3210892 None None] Pushing event updated for resources: {'Port': ['ID=0efe32d3-251d-40c6-b1f6-b4150575d4a3,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:53.407010 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-67fee675-87f2-470e-a604-ae7eccce7987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:53.423056 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-67fee675-87f2-470e-a604-ae7eccce7987 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6303b72-ad18-4df3-b796-1d1c3ad4e877 HTTP/1.1" status: 200 len: 850 time: 0.1021612 May 03 22:30:53.438743 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-d6a608f5-d005-4fd5-8403-6b54f4042178 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06efd989-aa69-4fe2-8c4c-92b34efe2691']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:53.455476 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-d6a608f5-d005-4fd5-8403-6b54f4042178 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd874333b-0785-457f-9aca-ad03c987cdba') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:53.455941 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-d6a608f5-d005-4fd5-8403-6b54f4042178 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd874333b-0785-457f-9aca-ad03c987cdba') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:53.471834 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6a608f5-d005-4fd5-8403-6b54f4042178 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:53.488365 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-51d1a024-829a-48b6-b539-895ae3210892 None None] Attempting to bind port 0efe32d3-251d-40c6-b1f6-b4150575d4a3 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:30:53.488823 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-51d1a024-829a-48b6-b539-895ae3210892 None None] Attempting to bind port 0efe32d3-251d-40c6-b1f6-b4150575d4a3 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'd874333b-0785-457f-9aca-ad03c987cdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '06efd989-aa69-4fe2-8c4c-92b34efe2691'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:30:53.489192 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d1a024-829a-48b6-b539-895ae3210892 None None] Attempting to bind port 0efe32d3-251d-40c6-b1f6-b4150575d4a3 on network 06efd989-aa69-4fe2-8c4c-92b34efe2691 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:30:53.495484 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d1a024-829a-48b6-b539-895ae3210892 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:30:53.495861 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d1a024-829a-48b6-b539-895ae3210892 None None] Checking segment: {'id': 'd874333b-0785-457f-9aca-ad03c987cdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '06efd989-aa69-4fe2-8c4c-92b34efe2691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:30:53.496263 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-51d1a024-829a-48b6-b539-895ae3210892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:53.496692 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d1a024-829a-48b6-b539-895ae3210892 None None] Bound using segment: {'id': 'd874333b-0785-457f-9aca-ad03c987cdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '06efd989-aa69-4fe2-8c4c-92b34efe2691'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:30:53.497233 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-51d1a024-829a-48b6-b539-895ae3210892 None None] Bound port: 0efe32d3-251d-40c6-b1f6-b4150575d4a3, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd874333b-0785-457f-9aca-ad03c987cdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '06efd989-aa69-4fe2-8c4c-92b34efe2691'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:30:53.497490 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-51d1a024-829a-48b6-b539-895ae3210892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:53.500197 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6a608f5-d005-4fd5-8403-6b54f4042178 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:53.512429 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a608f5-d005-4fd5-8403-6b54f4042178 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:30:53.513348 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6a608f5-d005-4fd5-8403-6b54f4042178 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:53.532400 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:30:53.532400 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:30:53.532400 n-d-811807-1 neutron-server[88070]: timer() May 03 22:30:53.532400 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:30:53.532400 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:30:53.532400 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:30:53.532400 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:30:53.532400 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:30:53.532400 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:30:53.532400 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:30:53.532400 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:30:53.532400 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:30:53.532400 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:30:53.532400 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:30:53.532400 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:30:53.532400 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:30:53.532400 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:30:53.532400 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:30:53.532400 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:30:53.532400 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:30:53.532400 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:30:53.532400 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:30:53.532400 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:30:53.532400 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:30:53.532400 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:30:53.532400 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:30:53.532400 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:30:53.532400 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:30:53.532400 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:30:53.532400 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:30:53.532400 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:30:53.532400 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:30:53.546762 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-2098e2a7-3ba0-4166-ba23-d66e6eeda645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:53.548269 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-2098e2a7-3ba0-4166-ba23-d66e6eeda645 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f73247c4-e4b1-4dbd-a711-946870a81559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1170614 May 03 22:30:53.653110 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-51d1a024-829a-48b6-b539-895ae3210892 None None] For port 0efe32d3-251d-40c6-b1f6-b4150575d4a3, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:30:53.720188 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-51d1a024-829a-48b6-b539-895ae3210892 None None] For port 0efe32d3-251d-40c6-b1f6-b4150575d4a3, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0efe32d3-251d-40c6-b1f6-b4150575d4a3,segment=NetworkSegment(d874333b-0785-457f-9aca-ad03c987cdba),segment_id=d874333b-0785-457f-9aca-ad03c987cdba)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:30:53.727907 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9543b-017b-4acd-8ec4-5c6169d837fa req-5b88c147-4a02-4b5e-bc63-f4693d12cbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:53.728960 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-51d1a024-829a-48b6-b539-895ae3210892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:53.729713 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-71e9543b-017b-4acd-8ec4-5c6169d837fa req-5b88c147-4a02-4b5e-bc63-f4693d12cbc5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d9c3dbb20f6947bda4c4f80874d7efc3&device_id=4c240ab9-dd26-468c-b48f-633514daf12a HTTP/1.1" status: 200 len: 1096 time: 0.1881325 May 03 22:30:53.730453 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [None req-d6a608f5-d005-4fd5-8403-6b54f4042178 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 03 22:30:53.730453 n-d-811807-1 neutron-server[88070]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 03 22:30:53.730453 n-d-811807-1 neutron-server[88070]: [parameters: {'id': '06efd989-aa69-4fe2-8c4c-92b34efe2691'}] May 03 22:30:53.730453 n-d-811807-1 neutron-server[88070]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:30:53.730970 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [None req-d6a608f5-d005-4fd5-8403-6b54f4042178 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:30:53.850492 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 2642b5e6-5d8c-4acd-b8fd-8a712dfbe750 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:30:53.871083 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1a024-829a-48b6-b539-895ae3210892 None None] Pushing event updated for resources: {'Port': ['ID=0efe32d3-251d-40c6-b1f6-b4150575d4a3,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:53.911086 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0465fef6-14d3-48ec-aa2f-957e41f7b863 None None] Network 06efd989-aa69-4fe2-8c4c-92b34efe2691 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:30:53.925331 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9543b-017b-4acd-8ec4-5c6169d837fa req-acf7fd45-e20a-4930-8ef3-9067077be30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:53.927754 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-71e9543b-017b-4acd-8ec4-5c6169d837fa req-acf7fd45-e20a-4930-8ef3-9067077be30e service neutron] 10.222.0.67 "GET /v2.0/networks?id=cf4b4b53-23b3-4846-9dfb-85aed8a34ef8 HTTP/1.1" status: 200 len: 921 time: 0.1907935 May 03 22:30:53.980220 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-f76092b6-b91e-46e5-940a-77cfa9de804e service neutron] 10.222.0.67 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258382 May 03 22:30:53.996586 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-71e9543b-017b-4acd-8ec4-5c6169d837fa req-010d5274-cce6-4f59-8787-f7e6dfb6c04c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13fdee9e-c77e-4a72-81f5-8b7e27118d08 HTTP/1.1" status: 200 len: 217 time: 0.0629966 May 03 22:30:54.062749 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9543b-017b-4acd-8ec4-5c6169d837fa req-1e48a108-ff77-45a8-b9a5-41b5d66a040b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:54.064185 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-71e9543b-017b-4acd-8ec4-5c6169d837fa req-1e48a108-ff77-45a8-b9a5-41b5d66a040b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=363f1a1c-dee5-436d-ab6d-f585bc5dbb1b HTTP/1.1" status: 200 len: 860 time: 0.0622249 May 03 22:30:54.101874 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a789500-8280-4f8b-aea3-c4c22b89345a req-3f65eef4-39ed-4c90-a733-decc3b6d14ad tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:54.105174 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2a789500-8280-4f8b-aea3-c4c22b89345a req-3f65eef4-39ed-4c90-a733-decc3b6d14ad tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=76bd138e-926b-45d1-a5a4-b522ac80a881 HTTP/1.1" status: 200 len: 950 time: 0.4994798 May 03 22:30:54.114199 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-71e9543b-017b-4acd-8ec4-5c6169d837fa req-470804c6-985d-45ab-8fd6-26a781828f0b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cf4b4b53-23b3-4846-9dfb-85aed8a34ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434830 May 03 22:30:54.118599 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-d7fd01a5-a212-484e-aa0e-64df7d65a012 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:54.120033 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-d7fd01a5-a212-484e-aa0e-64df7d65a012 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/networks?id=983af77e-2b01-4072-bd1e-12edcf859777 HTTP/1.1" status: 200 len: 806 time: 0.3821857 May 03 22:30:54.129570 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:54.168365 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-29515461-e5fc-4e36-9458-1232d41e06f3 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/quotas/5a0f20c83fdc471fa4da593ef2ea5d27 HTTP/1.1" status: 200 len: 375 time: 0.0239625 May 03 22:30:54.193139 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 2642b5e6-5d8c-4acd-b8fd-8a712dfbe750, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=2642b5e6-5d8c-4acd-b8fd-8a712dfbe750,segment=NetworkSegment(4a0ebc46-1388-4582-a35d-c77e85f48a3d),segment_id=4a0ebc46-1388-4582-a35d-c77e85f48a3d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:54.209943 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '2642b5e6-5d8c-4acd-b8fd-8a712dfbe750', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'port_id': '2642b5e6-5d8c-4acd-b8fd-8a712dfbe750', 'mac_address': 'fa:16:3e:4e:55:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:30:54.241253 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f4f01637-a22d-4dfc-ac8a-2ea48049928e req-6b06aa6f-5302-42c2-9239-7a0ecc099e37 service neutron] 10.222.0.67 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517252 May 03 22:30:54.244813 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2a789500-8280-4f8b-aea3-c4c22b89345a req-5e217cec-6987-4aea-a261-5c5d832d7f2d tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237261 May 03 22:30:54.248795 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-79d82efb-e51b-4588-b3ba-8e89231b88e1 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a0f20c83fdc471fa4da593ef2ea5d27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642078 May 03 22:30:54.277409 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:54.298177 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2642b5e6-5d8c-4acd-b8fd-8a712dfbe750 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:30:54.313353 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a0deeb-8fa3-41e4-9fcd-c4fa1dd5d8a8 None None] get_active_networks_info from n-d-811807-1 {{(pid=88071) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 03 22:30:54.333897 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6a608f5-d005-4fd5-8403-6b54f4042178 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:54.349927 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 2642b5e6-5d8c-4acd-b8fd-8a712dfbe750, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=2642b5e6-5d8c-4acd-b8fd-8a712dfbe750,segment=NetworkSegment(4a0ebc46-1388-4582-a35d-c77e85f48a3d),segment_id=4a0ebc46-1388-4582-a35d-c77e85f48a3d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:54.362022 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-d6a608f5-d005-4fd5-8403-6b54f4042178 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Deleting port 0efe32d3-251d-40c6-b1f6-b4150575d4a3 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:30:54.362322 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6a608f5-d005-4fd5-8403-6b54f4042178 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:54.363533 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:54.434021 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-71e9543b-017b-4acd-8ec4-5c6169d837fa req-5f4e471c-f9fa-46eb-a694-bc19dc109fbb service neutron] 10.222.0.67 "GET /v2.0/networks/cf4b4b53-23b3-4846-9dfb-85aed8a34ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113658 May 03 22:30:54.462930 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a7649df9-843e-4283-be35-2a394c522cb7 req-fb6395cb-d9a3-4560-ad5c-dbea36865b7d tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] 10.222.0.58 "GET /v2.0/security-groups/997c8bde-eba7-4689-962f-4b98b21585aa HTTP/1.1" status: 200 len: 1813 time: 0.1431556 May 03 22:30:54.468550 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=2642b5e6-5d8c-4acd-b8fd-8a712dfbe750,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:54.496976 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a0deeb-8fa3-41e4-9fcd-c4fa1dd5d8a8 None None] Resources bound (agent type, host, resource id): {{(pid=88071) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 03 22:30:54.516188 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-2573dfc7-2d99-46dc-a7ff-8b699ab3f3a6 service neutron] 10.222.0.58 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293472 May 03 22:30:54.686592 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a7649df9-843e-4283-be35-2a394c522cb7 req-fdc537d7-7aa0-4e5c-a53d-2d04ed911815 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:54.702948 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-d6a608f5-d005-4fd5-8403-6b54f4042178 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] For port 0efe32d3-251d-40c6-b1f6-b4150575d4a3, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0efe32d3-251d-40c6-b1f6-b4150575d4a3,segment=NetworkSegment(d874333b-0785-457f-9aca-ad03c987cdba),segment_id=d874333b-0785-457f-9aca-ad03c987cdba)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:54.703526 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6a608f5-d005-4fd5-8403-6b54f4042178 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:54.713245 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-71e9543b-017b-4acd-8ec4-5c6169d837fa req-3a264745-e098-4a84-ba1e-60600967c525 service neutron] 10.222.0.67 "GET /v2.0/networks/cf4b4b53-23b3-4846-9dfb-85aed8a34ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519443 May 03 22:30:54.841657 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-d6a608f5-d005-4fd5-8403-6b54f4042178 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Calling delete_port for 0efe32d3-251d-40c6-b1f6-b4150575d4a3 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:30:54.855418 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-c635d623-4e7a-4bd9-94e8-7ed9f100cfa6 service neutron] 10.222.0.58 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382483 May 03 22:30:54.874064 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a7649df9-843e-4283-be35-2a394c522cb7 req-fdc537d7-7aa0-4e5c-a53d-2d04ed911815 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:54.929794 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a7649df9-843e-4283-be35-2a394c522cb7 req-fdc537d7-7aa0-4e5c-a53d-2d04ed911815 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:54.934306 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6a608f5-d005-4fd5-8403-6b54f4042178 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:54.948995 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc537d7-7aa0-4e5c-a53d-2d04ed911815 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=997c8bde-eba7-4689-962f-4b98b21585aa,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:54.955156 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a7649df9-843e-4283-be35-2a394c522cb7 req-fdc537d7-7aa0-4e5c-a53d-2d04ed911815 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:54.955855 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a7649df9-843e-4283-be35-2a394c522cb7 req-fdc537d7-7aa0-4e5c-a53d-2d04ed911815 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] 10.222.0.58 "DELETE /v2.0/security-groups/997c8bde-eba7-4689-962f-4b98b21585aa HTTP/1.1" status: 204 len: 173 time: 0.4688003 May 03 22:30:54.987630 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a608f5-d005-4fd5-8403-6b54f4042178 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event deleted for resources: {'Port': ['ID=0efe32d3-251d-40c6-b1f6-b4150575d4a3,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:54.993921 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a608f5-d005-4fd5-8403-6b54f4042178 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] No DVR routers for this DVR port 0efe32d3-251d-40c6-b1f6-b4150575d4a3 on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:30:55.008511 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4fbbb841-c617-481d-970d-a7a284f51eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:55.012028 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11f5d5ad-9ecb-42b9-a0fe-66e9c56489f0'] response: {'name': 'network-changed', 'server_uuid': '7f1733a2-d909-4187-a9a2-34cda06be260', 'tag': '537c9aed-0007-402c-81fd-e5306a84c1db', 'status': 'completed', 'code': 200} May 03 22:30:55.031899 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['2642b5e6-5d8c-4acd-b8fd-8a712dfbe750'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:30:55.232559 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6a608f5-d005-4fd5-8403-6b54f4042178 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:55.271233 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-d6a608f5-d005-4fd5-8403-6b54f4042178 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06efd989-aa69-4fe2-8c4c-92b34efe2691']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:55.287682 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-d6a608f5-d005-4fd5-8403-6b54f4042178 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd874333b-0785-457f-9aca-ad03c987cdba') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:55.288271 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-d6a608f5-d005-4fd5-8403-6b54f4042178 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd874333b-0785-457f-9aca-ad03c987cdba') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:55.306813 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6a608f5-d005-4fd5-8403-6b54f4042178 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:55.312085 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2ee51-5443-40e6-9dc3-89027691009f req-d3f52247-12be-4836-9c67-b6cae52940e4 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:55.313587 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e0b2ee51-5443-40e6-9dc3-89027691009f req-d3f52247-12be-4836-9c67-b6cae52940e4 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ac7664-6526-4e23-b619-37474483ba12 HTTP/1.1" status: 200 len: 945 time: 0.1852493 May 03 22:30:55.318050 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e6b40-d0ec-40df-839b-90fe3b4401b3 req-1682a13c-ae14-4aec-943a-860a3f0b6fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:55.319514 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-225e6b40-d0ec-40df-839b-90fe3b4401b3 req-1682a13c-ae14-4aec-943a-860a3f0b6fd5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=66dfeed3cb324772b0bf769274eed2d2&device_id=7f1733a2-d909-4187-a9a2-34cda06be260 HTTP/1.1" status: 200 len: 1094 time: 0.2490466 May 03 22:30:55.329145 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6a608f5-d005-4fd5-8403-6b54f4042178 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:55.358391 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a608f5-d005-4fd5-8403-6b54f4042178 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:30:55.358634 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6a608f5-d005-4fd5-8403-6b54f4042178 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:55.364678 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8319d-71bb-4d64-9117-7a00b0e84e7c req-044117d5-3daa-4851-8e0a-1e0869eecf59 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:55.366197 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-56e8319d-71bb-4d64-9117-7a00b0e84e7c req-044117d5-3daa-4851-8e0a-1e0869eecf59 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c240ab9-dd26-468c-b48f-633514daf12a HTTP/1.1" status: 200 len: 945 time: 0.1579273 May 03 22:30:55.374202 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:30:55.374202 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:30:55.374202 n-d-811807-1 neutron-server[88070]: timer() May 03 22:30:55.374202 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:30:55.374202 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:30:55.374202 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:30:55.374202 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:30:55.374202 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:30:55.374202 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:30:55.374202 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:30:55.374202 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:30:55.374202 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:30:55.374202 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:30:55.374202 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:30:55.374202 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:30:55.374202 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:30:55.374202 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:30:55.374202 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:30:55.374202 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:30:55.374202 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:30:55.374202 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:30:55.374202 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:30:55.374202 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:30:55.374202 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:30:55.374202 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:30:55.374202 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:30:55.374202 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:30:55.374202 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:30:55.374202 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:30:55.374202 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:30:55.374202 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:30:55.374202 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:30:55.390796 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e0b2ee51-5443-40e6-9dc3-89027691009f req-cdd1dcb4-bd04-467f-af75-9053868d500b tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676589 May 03 22:30:55.450565 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-56e8319d-71bb-4d64-9117-7a00b0e84e7c req-467496f1-8f64-48c3-942a-21c80024a68f tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1c31ee3-e836-45e8-8521-0c048dd4e20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702739 May 03 22:30:55.535420 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6a608f5-d005-4fd5-8403-6b54f4042178 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:55.562888 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6a608f5-d005-4fd5-8403-6b54f4042178 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:55.580197 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a608f5-d005-4fd5-8403-6b54f4042178 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event deleted for resources: {'Network': ['ID=06efd989-aa69-4fe2-8c4c-92b34efe2691,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:55.596484 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d6a608f5-d005-4fd5-8403-6b54f4042178 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "DELETE /v2.0/networks/06efd989-aa69-4fe2-8c4c-92b34efe2691 HTTP/1.1" status: 204 len: 168 time: 3.0804467 May 03 22:30:55.599279 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e6b40-d0ec-40df-839b-90fe3b4401b3 req-9793c723-02fd-4299-9678-9565bf20cf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:55.599419 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-225e6b40-d0ec-40df-839b-90fe3b4401b3 req-9793c723-02fd-4299-9678-9565bf20cf84 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f73247c4-e4b1-4dbd-a711-946870a81559 HTTP/1.1" status: 200 len: 912 time: 0.2722194 May 03 22:30:55.599979 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59252) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:55.605514 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90176683-d86d-435b-87ad-a64132218d3b req-3eebd72b-0920-4d04-b8f7-101103d175c7 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:55.606069 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-4bb18fa0-ec97-4206-82c4-006dcfab717d tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1989573281'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:55.607710 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-90176683-d86d-435b-87ad-a64132218d3b req-3eebd72b-0920-4d04-b8f7-101103d175c7 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ca06dd-d39d-4b7d-8a6b-d6408b4309cc HTTP/1.1" status: 200 len: 944 time: 0.1041884 May 03 22:30:55.612829 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4bb18fa0-ec97-4206-82c4-006dcfab717d tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:55.671387 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4bb18fa0-ec97-4206-82c4-006dcfab717d tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Usage tracker for resource:network and tenant:343923008bac4bc78019628c0f9b696b is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:55.681076 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4bb18fa0-ec97-4206-82c4-006dcfab717d tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:55.684470 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-225e6b40-d0ec-40df-839b-90fe3b4401b3 req-40de96a9-f52a-42e2-8643-a53fae2396c9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=537c9aed-0007-402c-81fd-e5306a84c1db HTTP/1.1" status: 200 len: 217 time: 0.0729334 May 03 22:30:55.688020 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4bb18fa0-ec97-4206-82c4-006dcfab717d tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:55.692521 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-90176683-d86d-435b-87ad-a64132218d3b req-c694bbf9-1b7f-4c64-88c3-8fcb792fc136 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/security-groups?id=8141834f-3183-49db-99d3-033fb924ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764158 May 03 22:30:55.746585 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb18fa0-ec97-4206-82c4-006dcfab717d tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Made reservation on behalf of 343923008bac4bc78019628c0f9b696b for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:30:55.750061 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4bb18fa0-ec97-4206-82c4-006dcfab717d tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:55.770409 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55418742-f617-4ef0-8329-6331ae9b6081 req-a2f59968-e1d6-41c1-8afa-f8b0abe2c9de tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:55.771845 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-55418742-f617-4ef0-8329-6331ae9b6081 req-a2f59968-e1d6-41c1-8afa-f8b0abe2c9de tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f1733a2-d909-4187-a9a2-34cda06be260 HTTP/1.1" status: 200 len: 943 time: 0.1156614 May 03 22:30:55.772608 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e6b40-d0ec-40df-839b-90fe3b4401b3 req-943a7bae-9f1a-4ae3-8ccc-dd7bece4191b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:55.774100 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-225e6b40-d0ec-40df-839b-90fe3b4401b3 req-943a7bae-9f1a-4ae3-8ccc-dd7bece4191b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6303b72-ad18-4df3-b796-1d1c3ad4e877 HTTP/1.1" status: 200 len: 850 time: 0.0827615 May 03 22:30:55.813966 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0712a271-e6f0-4deb-95f4-34a8f5ce68b5 req-bbfc9da4-bd44-43f1-a386-c8431854192d tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] 10.222.0.58 "GET /v2.0/security-groups/1c3fe6a9-b431-4da2-9c22-59d8d55e0df3 HTTP/1.1" status: 200 len: 1815 time: 0.0813875 May 03 22:30:55.824174 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bb18fa0-ec97-4206-82c4-006dcfab717d tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:30:55.844100 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4bb18fa0-ec97-4206-82c4-006dcfab717d tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:55.844444 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-4bb18fa0-ec97-4206-82c4-006dcfab717d tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Added segment f0b0470d-0b35-4577-bf7b-207ef1179cf0 of type vlan for network 6e458c14-1065-4de9-a698-77e71a3669cc May 03 22:30:55.871281 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-55418742-f617-4ef0-8329-6331ae9b6081 req-968e9c4a-d5b7-413d-9428-45c63d7d9de7 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840781 May 03 22:30:55.881177 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4bb18fa0-ec97-4206-82c4-006dcfab717d tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:55.897325 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e6b40-d0ec-40df-839b-90fe3b4401b3 req-e1b8efd4-65ec-402b-aa86-540e1a717109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:55.898895 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-225e6b40-d0ec-40df-839b-90fe3b4401b3 req-e1b8efd4-65ec-402b-aa86-540e1a717109 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f73247c4-e4b1-4dbd-a711-946870a81559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1181405 May 03 22:30:55.925104 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0712a271-e6f0-4deb-95f4-34a8f5ce68b5 req-d71eb089-1970-41e0-8329-1bcbf4e285df tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:55.958924 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0712a271-e6f0-4deb-95f4-34a8f5ce68b5 req-d71eb089-1970-41e0-8329-1bcbf4e285df tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:56.039937 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e0bc2459-7f4f-4577-bf52-29ff72d80f95 req-b0b6d371-8995-407b-9596-0b65235542d1 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=598fc2b2-2390-4995-b777-dbd41580d5de HTTP/1.1" status: 200 len: 210 time: 0.0587871 May 03 22:30:56.065288 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0712a271-e6f0-4deb-95f4-34a8f5ce68b5 req-d71eb089-1970-41e0-8329-1bcbf4e285df tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:56.082052 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71eb089-1970-41e0-8329-1bcbf4e285df tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3fe6a9-b431-4da2-9c22-59d8d55e0df3,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:56.090754 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0712a271-e6f0-4deb-95f4-34a8f5ce68b5 req-d71eb089-1970-41e0-8329-1bcbf4e285df tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:56.091922 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0712a271-e6f0-4deb-95f4-34a8f5ce68b5 req-d71eb089-1970-41e0-8329-1bcbf4e285df tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] 10.222.0.58 "DELETE /v2.0/security-groups/1c3fe6a9-b431-4da2-9c22-59d8d55e0df3 HTTP/1.1" status: 204 len: 173 time: 0.2697225 May 03 22:30:56.112635 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4bb18fa0-ec97-4206-82c4-006dcfab717d tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:56.118056 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb18fa0-ec97-4206-82c4-006dcfab717d tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:56.118654 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4bb18fa0-ec97-4206-82c4-006dcfab717d tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:56.189435 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4bb18fa0-ec97-4206-82c4-006dcfab717d tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5858271 May 03 22:30:56.192614 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59258) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:56.193394 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:56.250483 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:56.257034 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-0345745c-0594-4a42-95cd-6155e566c712 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Request body: {'subnet': {'network_id': '6e458c14-1065-4de9-a698-77e71a3669cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:56.280212 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb18fa0-ec97-4206-82c4-006dcfab717d tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event updated for resources: {'Network': ['ID=6e458c14-1065-4de9-a698-77e71a3669cc,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:56.289095 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-225e6b40-d0ec-40df-839b-90fe3b4401b3 req-092379ca-62a6-437e-b51a-10b3d211f53f service neutron] 10.222.0.67 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818560 May 03 22:30:56.294784 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 6e458c14-1065-4de9-a698-77e71a3669cc details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:30:56.474269 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57e10e-fa06-4c1c-b129-f7fd98af81fb req-995aaa1c-6ec0-4fe0-8971-ca46ed8f5c11 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:56.475666 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cf57e10e-fa06-4c1c-b129-f7fd98af81fb req-995aaa1c-6ec0-4fe0-8971-ca46ed8f5c11 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=76bd138e-926b-45d1-a5a4-b522ac80a881 HTTP/1.1" status: 200 len: 950 time: 0.3246536 May 03 22:30:56.479936 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-0345745c-0594-4a42-95cd-6155e566c712 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:56.486763 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0345745c-0594-4a42-95cd-6155e566c712 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Usage tracker for resource:subnet and tenant:343923008bac4bc78019628c0f9b696b is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:56.491147 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0345745c-0594-4a42-95cd-6155e566c712 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:56.493605 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a681c3-b961-4442-9f6d-49b1fb77fdcd req-e2d7c447-c5e3-46ee-9bad-5d1baa0a17ed tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:56.498558 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-06a681c3-b961-4442-9f6d-49b1fb77fdcd req-e2d7c447-c5e3-46ee-9bad-5d1baa0a17ed tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ac7664-6526-4e23-b619-37474483ba12 HTTP/1.1" status: 200 len: 945 time: 0.2774129 May 03 22:30:56.499751 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-0345745c-0594-4a42-95cd-6155e566c712 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:56.525102 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-225e6b40-d0ec-40df-839b-90fe3b4401b3 req-4d0a7ada-8b71-44fa-b3d8-d7f4fa7e2625 service neutron] 10.222.0.67 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244875 May 03 22:30:56.526258 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0345745c-0594-4a42-95cd-6155e566c712 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Made reservation on behalf of 343923008bac4bc78019628c0f9b696b for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:30:56.530157 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0345745c-0594-4a42-95cd-6155e566c712 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:56.563708 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-4db8432e-e9d8-46cf-b961-f00b28b4797a tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:56.565589 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-4db8432e-e9d8-46cf-b961-f00b28b4797a tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.60 "GET /v2.0/networks?id=983af77e-2b01-4072-bd1e-12edcf859777 HTTP/1.1" status: 200 len: 806 time: 0.2817123 May 03 22:30:56.581335 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-1215fbfa-c428-4245-ab13-5d796f7adf5b tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Request body: {'port': {'device_id': '598fc2b2-2390-4995-b777-dbd41580d5de', 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777', 'admin_state_up': True, 'tenant_id': '5a0f20c83fdc471fa4da593ef2ea5d27'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:56.616238 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cf57e10e-fa06-4c1c-b129-f7fd98af81fb req-17aac543-2cf0-4be0-add0-ff8277723560 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304247 May 03 22:30:56.645277 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-06a681c3-b961-4442-9f6d-49b1fb77fdcd req-1acce079-85e1-4ff3-b555-633e9c5dc7d1 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268475 May 03 22:30:56.772292 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0345745c-0594-4a42-95cd-6155e566c712 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:56.843783 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-17ee8278-e981-46f1-9e86-44281bee5c56 req-885f24c2-56aa-4769-ae75-dc6922e4d34a tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] 10.222.0.58 "GET /v2.0/security-groups/e1feb618-ed6a-4118-9b86-d176bc38abc6 HTTP/1.1" status: 200 len: 1814 time: 0.1952238 May 03 22:30:56.851813 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0345745c-0594-4a42-95cd-6155e566c712 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event updated for resources: {'Subnet': ['ID=8aee116a-aef4-422e-aba1-6196e4ef18b4,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:56.857223 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0345745c-0594-4a42-95cd-6155e566c712 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Checking segment: {'id': 'f0b0470d-0b35-4577-bf7b-207ef1179cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6e458c14-1065-4de9-a698-77e71a3669cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:30:56.857574 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0345745c-0594-4a42-95cd-6155e566c712 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Network hostable DHCP agents. Network: 6e458c14-1065-4de9-a698-77e71a3669cc, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:30:56.874498 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-1215fbfa-c428-4245-ab13-5d796f7adf5b tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:56.878187 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0345745c-0594-4a42-95cd-6155e566c712 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Network 6e458c14-1065-4de9-a698-77e71a3669cc is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:30:56.883946 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-1215fbfa-c428-4245-ab13-5d796f7adf5b tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Usage tracker for resource:port and tenant:5a0f20c83fdc471fa4da593ef2ea5d27 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:56.888246 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-0345745c-0594-4a42-95cd-6155e566c712 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 6e458c14-1065-4de9-a698-77e71a3669cc) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:30:56.890037 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-1215fbfa-c428-4245-ab13-5d796f7adf5b tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:56.894133 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0345745c-0594-4a42-95cd-6155e566c712 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:56.895491 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0345745c-0594-4a42-95cd-6155e566c712 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:56.899710 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17aef964-fa0f-4358-bf12-14035397df30 None None] Network 6e458c14-1065-4de9-a698-77e71a3669cc requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:30:56.909534 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-1215fbfa-c428-4245-ab13-5d796f7adf5b tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:56.919312 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0345745c-0594-4a42-95cd-6155e566c712 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6774061 May 03 22:30:56.920134 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59270) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:56.925902 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-582e8e08-1b2d-4d34-a13b-4e5442245413 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Request body: {'subnet': {'network_id': '6e458c14-1065-4de9-a698-77e71a3669cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:56.950472 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35a120-8644-4c03-8bab-ac202e9f080c req-cc4a07c4-b6d5-4245-a716-44ce90c61c02 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:56.952523 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cf35a120-8644-4c03-8bab-ac202e9f080c req-cc4a07c4-b6d5-4245-a716-44ce90c61c02 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c240ab9-dd26-468c-b48f-633514daf12a HTTP/1.1" status: 200 len: 945 time: 0.1956530 May 03 22:30:56.960086 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-1215fbfa-c428-4245-ab13-5d796f7adf5b tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Made reservation on behalf of 5a0f20c83fdc471fa4da593ef2ea5d27 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:30:56.963519 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-1215fbfa-c428-4245-ab13-5d796f7adf5b tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:57.005620 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-17ee8278-e981-46f1-9e86-44281bee5c56 req-3dccf851-8967-4544-9daa-15d9643012f9 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:57.068378 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-582e8e08-1b2d-4d34-a13b-4e5442245413 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:57.073035 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-582e8e08-1b2d-4d34-a13b-4e5442245413 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Usage tracker for resource:subnet and tenant:343923008bac4bc78019628c0f9b696b is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:57.076187 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-582e8e08-1b2d-4d34-a13b-4e5442245413 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:57.082327 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-582e8e08-1b2d-4d34-a13b-4e5442245413 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:57.088584 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-17ee8278-e981-46f1-9e86-44281bee5c56 req-3dccf851-8967-4544-9daa-15d9643012f9 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:57.094237 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582e8e08-1b2d-4d34-a13b-4e5442245413 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Made reservation on behalf of 343923008bac4bc78019628c0f9b696b for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:30:57.097961 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-582e8e08-1b2d-4d34-a13b-4e5442245413 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:57.099301 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cf35a120-8644-4c03-8bab-ac202e9f080c req-053fbf3c-efc5-427c-b5c9-2a61ed9f1f12 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1c31ee3-e836-45e8-8521-0c048dd4e20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222763 May 03 22:30:57.138256 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7e9efb-d5b2-4ad0-b5aa-d77d93f64ade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-6e458c14-1065-4de9-a698-77e71a3669cc', 'network_id': '6e458c14-1065-4de9-a698-77e71a3669cc', 'tenant_id': '343923008bac4bc78019628c0f9b696b', 'fixed_ips': [{'subnet_id': '8aee116a-aef4-422e-aba1-6196e4ef18b4'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:30:57.139638 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7e7e9efb-d5b2-4ad0-b5aa-d77d93f64ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:57.220958 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-17ee8278-e981-46f1-9e86-44281bee5c56 req-3dccf851-8967-4544-9daa-15d9643012f9 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:57.255983 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dccf851-8967-4544-9daa-15d9643012f9 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1feb618-ed6a-4118-9b86-d176bc38abc6,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:57.303468 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-1215fbfa-c428-4245-ab13-5d796f7adf5b tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Allocated IP 172.20.0.12 (983af77e-2b01-4072-bd1e-12edcf859777/a1f38ed2-c940-45de-9756-cc79b8316a2d/f6688ff0-6e96-4dac-90f0-7a42629dcd98) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:30:57.308996 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-17ee8278-e981-46f1-9e86-44281bee5c56 req-3dccf851-8967-4544-9daa-15d9643012f9 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:57.310560 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-17ee8278-e981-46f1-9e86-44281bee5c56 req-3dccf851-8967-4544-9daa-15d9643012f9 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] 10.222.0.58 "DELETE /v2.0/security-groups/e1feb618-ed6a-4118-9b86-d176bc38abc6 HTTP/1.1" status: 204 len: 173 time: 0.4597931 May 03 22:30:57.371392 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-7e7e9efb-d5b2-4ad0-b5aa-d77d93f64ade None None] Allocated IP 2001:db8::2 (6e458c14-1065-4de9-a698-77e71a3669cc/8aee116a-aef4-422e-aba1-6196e4ef18b4/b9b8f503-45a4-4f49-a1a6-80185daedd2a) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:30:57.468912 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-582e8e08-1b2d-4d34-a13b-4e5442245413 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:57.521265 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:57.542890 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582e8e08-1b2d-4d34-a13b-4e5442245413 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Network 6e458c14-1065-4de9-a698-77e71a3669cc is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:30:57.546403 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-582e8e08-1b2d-4d34-a13b-4e5442245413 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:30:57.551460 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582e8e08-1b2d-4d34-a13b-4e5442245413 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:57.551784 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-582e8e08-1b2d-4d34-a13b-4e5442245413 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:57.570384 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e8e08-1b2d-4d34-a13b-4e5442245413 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event updated for resources: {'Subnet': ['ID=0f41635b-6507-473d-86fe-85d5295b0b87,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:57.583311 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-582e8e08-1b2d-4d34-a13b-4e5442245413 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6626384 May 03 22:30:57.585797 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59280) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:57.622342 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:57.639057 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7e7e9efb-d5b2-4ad0-b5aa-d77d93f64ade None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:57.650931 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7e7e9efb-d5b2-4ad0-b5aa-d77d93f64ade None None] Transition to ACTIVE for port object b9b8f503-45a4-4f49-a1a6-80185daedd2a will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:30:57.671143 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7e7e9efb-d5b2-4ad0-b5aa-d77d93f64ade None None] Transition to ACTIVE for port object b9b8f503-45a4-4f49-a1a6-80185daedd2a will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:30:57.671474 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d934b1-142b-43fe-8eb6-660f198fcfe2 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:57.673152 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d934b1-142b-43fe-8eb6-660f198fcfe2 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:57.674599 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d934b1-142b-43fe-8eb6-660f198fcfe2 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:57.676267 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d934b1-142b-43fe-8eb6-660f198fcfe2 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:57.677542 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d934b1-142b-43fe-8eb6-660f198fcfe2 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:57.677676 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7e7e9efb-d5b2-4ad0-b5aa-d77d93f64ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:57.678470 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-98d934b1-142b-43fe-8eb6-660f198fcfe2 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Synchronizing usage tracker for tenant:343923008bac4bc78019628c0f9b696b on resource:subnet {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:30:57.695830 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-98d934b1-142b-43fe-8eb6-660f198fcfe2 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Unset dirty status for tenant:343923008bac4bc78019628c0f9b696b on resource:subnet {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:30:57.701035 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-98d934b1-142b-43fe-8eb6-660f198fcfe2 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1094663 May 03 22:30:57.701287 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59286) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:57.707077 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-c9bf81f8-2315-4e0a-ac49-f00b366651ff tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-393288396'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:57.714739 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c9bf81f8-2315-4e0a-ac49-f00b366651ff tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:57.718969 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c9bf81f8-2315-4e0a-ac49-f00b366651ff tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Usage tracker for resource:network and tenant:343923008bac4bc78019628c0f9b696b is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:30:57.721952 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c9bf81f8-2315-4e0a-ac49-f00b366651ff tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:30:57.729487 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c9bf81f8-2315-4e0a-ac49-f00b366651ff tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:57.747219 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bf81f8-2315-4e0a-ac49-f00b366651ff tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Made reservation on behalf of 343923008bac4bc78019628c0f9b696b for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:30:57.748108 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7e9efb-d5b2-4ad0-b5aa-d77d93f64ade None None] Network 6e458c14-1065-4de9-a698-77e71a3669cc is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:30:57.750987 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c9bf81f8-2315-4e0a-ac49-f00b366651ff tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:57.751132 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-7e7e9efb-d5b2-4ad0-b5aa-d77d93f64ade None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:30:57.754789 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7e9efb-d5b2-4ad0-b5aa-d77d93f64ade None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:30:57.763657 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e9efb-d5b2-4ad0-b5aa-d77d93f64ade None None] Pushing event updated for resources: {'Port': ['ID=b9b8f503-45a4-4f49-a1a6-80185daedd2a,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:57.786919 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9bf81f8-2315-4e0a-ac49-f00b366651ff tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:30:57.797641 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c9bf81f8-2315-4e0a-ac49-f00b366651ff tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:57.798017 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-c9bf81f8-2315-4e0a-ac49-f00b366651ff tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Added segment a1c9e237-8b33-4d9f-ad48-df6e9b3a1306 of type vlan for network a4f7410b-0e21-4572-b0a8-c6b293319d19 May 03 22:30:57.806793 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771feeb9-23cc-49e2-9465-4843526a14cc req-311e6ddb-dd92-48d3-85ba-0fc81fe02c78 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:57.808668 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-771feeb9-23cc-49e2-9465-4843526a14cc req-311e6ddb-dd92-48d3-85ba-0fc81fe02c78 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ca06dd-d39d-4b7d-8a6b-d6408b4309cc HTTP/1.1" status: 200 len: 944 time: 0.3883679 May 03 22:30:57.815477 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-1215fbfa-c428-4245-ab13-5d796f7adf5b tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:57.826081 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c9bf81f8-2315-4e0a-ac49-f00b366651ff tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:57.831475 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124d424-4532-476e-8644-27f719e0bcc5 req-af79b7ba-1726-46e4-a88d-bc46b375cbbf tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:57.833267 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3124d424-4532-476e-8644-27f719e0bcc5 req-af79b7ba-1726-46e4-a88d-bc46b375cbbf tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f1733a2-d909-4187-a9a2-34cda06be260 HTTP/1.1" status: 200 len: 943 time: 0.3798676 May 03 22:30:57.849750 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 537c9aed-0007-402c-81fd-e5306a84c1db details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:30:57.852928 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 2642b5e6-5d8c-4acd-b8fd-8a712dfbe750 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:30:57.861730 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c9bf81f8-2315-4e0a-ac49-f00b366651ff tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:57.867342 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bf81f8-2315-4e0a-ac49-f00b366651ff tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:57.868078 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c9bf81f8-2315-4e0a-ac49-f00b366651ff tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:57.910162 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-7e7e9efb-d5b2-4ad0-b5aa-d77d93f64ade None None] Attempting to bind port b9b8f503-45a4-4f49-a1a6-80185daedd2a on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:30:57.910577 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-7e7e9efb-d5b2-4ad0-b5aa-d77d93f64ade None None] Attempting to bind port b9b8f503-45a4-4f49-a1a6-80185daedd2a by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'f0b0470d-0b35-4577-bf7b-207ef1179cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6e458c14-1065-4de9-a698-77e71a3669cc'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:30:57.910891 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7e9efb-d5b2-4ad0-b5aa-d77d93f64ade None None] Attempting to bind port b9b8f503-45a4-4f49-a1a6-80185daedd2a on network 6e458c14-1065-4de9-a698-77e71a3669cc {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:30:57.915648 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-771feeb9-23cc-49e2-9465-4843526a14cc req-1e36b86a-56f7-413b-883c-beaf94111f93 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/security-groups?id=8141834f-3183-49db-99d3-033fb924ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966463 May 03 22:30:57.926405 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7e9efb-d5b2-4ad0-b5aa-d77d93f64ade None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:30:57.926790 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7e9efb-d5b2-4ad0-b5aa-d77d93f64ade None None] Checking segment: {'id': 'f0b0470d-0b35-4577-bf7b-207ef1179cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6e458c14-1065-4de9-a698-77e71a3669cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:30:57.927178 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7e7e9efb-d5b2-4ad0-b5aa-d77d93f64ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:57.927578 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7e9efb-d5b2-4ad0-b5aa-d77d93f64ade None None] Bound using segment: {'id': 'f0b0470d-0b35-4577-bf7b-207ef1179cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6e458c14-1065-4de9-a698-77e71a3669cc'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:30:57.928060 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-7e7e9efb-d5b2-4ad0-b5aa-d77d93f64ade None None] Bound port: b9b8f503-45a4-4f49-a1a6-80185daedd2a, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b0470d-0b35-4577-bf7b-207ef1179cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '6e458c14-1065-4de9-a698-77e71a3669cc'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:30:57.928436 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7e7e9efb-d5b2-4ad0-b5aa-d77d93f64ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:57.928767 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3124d424-4532-476e-8644-27f719e0bcc5 req-895586d2-fba2-4d88-940d-2bab02511a03 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773594 May 03 22:30:57.943015 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-1215fbfa-c428-4245-ab13-5d796f7adf5b tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:57.972110 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c9bf81f8-2315-4e0a-ac49-f00b366651ff tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2698154 May 03 22:30:57.996652 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59290) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:58.004325 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-44b65f1d-8a1f-41cb-a82b-a8ffea8a089b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:58.034133 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf81f8-2315-4e0a-ac49-f00b366651ff tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event updated for resources: {'Network': ['ID=a4f7410b-0e21-4572-b0a8-c6b293319d19,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:58.081183 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-1215fbfa-c428-4245-ab13-5d796f7adf5b tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Network 983af77e-2b01-4072-bd1e-12edcf859777 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:30:58.082516 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215fbfa-c428-4245-ab13-5d796f7adf5b tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Pushing event updated for resources: {'Port': ['ID=f6688ff0-6e96-4dac-90f0-7a42629dcd98,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:58.096573 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-1215fbfa-c428-4245-ab13-5d796f7adf5b tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:30:58.099873 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network a4f7410b-0e21-4572-b0a8-c6b293319d19 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:30:58.104064 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-1215fbfa-c428-4245-ab13-5d796f7adf5b tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:30:58.210226 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-94dd1790-50db-4bd0-a3ec-831727bce83b req-812f86ee-2c4a-4644-9d2b-6640c1be9548 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] 10.222.0.58 "GET /v2.0/security-groups/8dd72784-8d6d-4590-aa55-290288e44e4b HTTP/1.1" status: 200 len: 1812 time: 0.2122872 May 03 22:30:58.252652 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 2642b5e6-5d8c-4acd-b8fd-8a712dfbe750 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:30:58.257522 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-1215fbfa-c428-4245-ab13-5d796f7adf5b tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:58.259109 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-1215fbfa-c428-4245-ab13-5d796f7adf5b tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:58.293762 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 2642b5e6-5d8c-4acd-b8fd-8a712dfbe750 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:30:58.294122 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:58.311369 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-1215fbfa-c428-4245-ab13-5d796f7adf5b tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7340243 May 03 22:30:58.321212 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-7e7e9efb-d5b2-4ad0-b5aa-d77d93f64ade None None] For port b9b8f503-45a4-4f49-a1a6-80185daedd2a, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:30:58.324964 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-a38606d7-b98e-41c6-b17b-b2f8e5ffdc0d service neutron] Request body: {'port': {'device_id': '598fc2b2-2390-4995-b777-dbd41580d5de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:58.352732 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 537c9aed-0007-402c-81fd-e5306a84c1db, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=537c9aed-0007-402c-81fd-e5306a84c1db,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:58.363608 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-7e7e9efb-d5b2-4ad0-b5aa-d77d93f64ade None None] For port b9b8f503-45a4-4f49-a1a6-80185daedd2a, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=b9b8f503-45a4-4f49-a1a6-80185daedd2a,segment=NetworkSegment(f0b0470d-0b35-4577-bf7b-207ef1179cf0),segment_id=f0b0470d-0b35-4577-bf7b-207ef1179cf0)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:30:58.374707 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7e7e9efb-d5b2-4ad0-b5aa-d77d93f64ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:58.390441 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-94dd1790-50db-4bd0-a3ec-831727bce83b req-2bd89e12-2285-49e6-a527-970781d80724 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:58.399923 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-44b65f1d-8a1f-41cb-a82b-a8ffea8a089b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:58.409123 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '537c9aed-0007-402c-81fd-e5306a84c1db', 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559', 'port_id': '537c9aed-0007-402c-81fd-e5306a84c1db', 'mac_address': 'fa:16:3e:a4:5a:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6303b72-ad18-4df3-b796-1d1c3ad4e877', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:30:58.420642 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f56ee-9a6a-4463-b2c4-e41cfc170795 req-5e4c50c0-5ad4-4ca4-965a-c0f388045ec8 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:58.421445 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d67f56ee-9a6a-4463-b2c4-e41cfc170795 req-5e4c50c0-5ad4-4ca4-965a-c0f388045ec8 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Synchronizing usage tracker for tenant:5a0f20c83fdc471fa4da593ef2ea5d27 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:30:58.421582 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-44b65f1d-8a1f-41cb-a82b-a8ffea8a089b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:58.441133 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-94dd1790-50db-4bd0-a3ec-831727bce83b req-2bd89e12-2285-49e6-a527-970781d80724 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:58.450407 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-44b65f1d-8a1f-41cb-a82b-a8ffea8a089b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Network a4f7410b-0e21-4572-b0a8-c6b293319d19 is not hosted by any dhcp agent {{(pid=88070) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 03 22:30:58.456323 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b65f1d-8a1f-41cb-a82b-a8ffea8a089b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:58.457069 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-44b65f1d-8a1f-41cb-a82b-a8ffea8a089b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:58.462021 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-44b65f1d-8a1f-41cb-a82b-a8ffea8a089b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "PUT /v2.0/networks/a4f7410b-0e21-4572-b0a8-c6b293319d19 HTTP/1.1" status: 200 len: 723 time: 0.4631414 May 03 22:30:58.473841 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59296) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:58.501536 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-283de6c8-5882-47b9-981b-26756811b275 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Request body: {'subnet': {'network_id': 'a4f7410b-0e21-4572-b0a8-c6b293319d19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:30:58.544958 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b65f1d-8a1f-41cb-a82b-a8ffea8a089b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event updated for resources: {'Network': ['ID=a4f7410b-0e21-4572-b0a8-c6b293319d19,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:58.559378 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:58.572514 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network a4f7410b-0e21-4572-b0a8-c6b293319d19 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:30:58.591247 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d67f56ee-9a6a-4463-b2c4-e41cfc170795 req-5e4c50c0-5ad4-4ca4-965a-c0f388045ec8 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Unset dirty status for tenant:5a0f20c83fdc471fa4da593ef2ea5d27 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:30:58.596309 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e9efb-d5b2-4ad0-b5aa-d77d93f64ade None None] Pushing event updated for resources: {'Port': ['ID=b9b8f503-45a4-4f49-a1a6-80185daedd2a,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:58.598177 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d67f56ee-9a6a-4463-b2c4-e41cfc170795 req-5e4c50c0-5ad4-4ca4-965a-c0f388045ec8 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=598fc2b2-2390-4995-b777-dbd41580d5de HTTP/1.1" status: 200 len: 932 time: 0.4566808 May 03 22:30:58.621283 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 537c9aed-0007-402c-81fd-e5306a84c1db {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:30:58.630894 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:58.689886 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-a38606d7-b98e-41c6-b17b-b2f8e5ffdc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:58.717788 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 537c9aed-0007-402c-81fd-e5306a84c1db, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=537c9aed-0007-402c-81fd-e5306a84c1db,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:58.730919 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:58.732648 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-283de6c8-5882-47b9-981b-26756811b275 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:30:58.737424 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d67f56ee-9a6a-4463-b2c4-e41cfc170795 req-0aa1bc17-fe38-4d85-9dd9-64afa0637ba8 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383495 May 03 22:30:58.769383 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-94dd1790-50db-4bd0-a3ec-831727bce83b req-2bd89e12-2285-49e6-a527-970781d80724 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:58.792190 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ca06dd-d39d-4b7d-8a6b-d6408b4309cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2642b5e6-5d8c-4acd-b8fd-8a712dfbe750'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:30:58.806223 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-283de6c8-5882-47b9-981b-26756811b275 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:30:58.818794 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd89e12-2285-49e6-a527-970781d80724 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd72784-8d6d-4590-aa55-290288e44e4b,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:58.830581 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-94dd1790-50db-4bd0-a3ec-831727bce83b req-2bd89e12-2285-49e6-a527-970781d80724 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:58.831782 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-94dd1790-50db-4bd0-a3ec-831727bce83b req-2bd89e12-2285-49e6-a527-970781d80724 tempest-SecurityGroupRulesNegativeTestJSON-1251432503 tempest-SecurityGroupRulesNegativeTestJSON-1251432503-project] 10.222.0.58 "DELETE /v2.0/security-groups/8dd72784-8d6d-4590-aa55-290288e44e4b HTTP/1.1" status: 204 len: 173 time: 0.6100500 May 03 22:30:58.831935 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 2642b5e6-5d8c-4acd-b8fd-8a712dfbe750, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=2642b5e6-5d8c-4acd-b8fd-8a712dfbe750,segment=NetworkSegment(4a0ebc46-1388-4582-a35d-c77e85f48a3d),segment_id=4a0ebc46-1388-4582-a35d-c77e85f48a3d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:30:58.842307 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59302) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:58.844318 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283de6c8-5882-47b9-981b-26756811b275 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Made reservation on behalf of 343923008bac4bc78019628c0f9b696b for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:30:58.851170 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-283de6c8-5882-47b9-981b-26756811b275 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:58.851409 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:58.865959 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=537c9aed-0007-402c-81fd-e5306a84c1db,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:58.955109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebc69d60-e857-43b5-90ac-72698676eae9 admin admin] Deleting subnet 5e8fa42b-f9ed-4e7e-b9cf-d718d7e54b07 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:30:58.966891 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=2642b5e6-5d8c-4acd-b8fd-8a712dfbe750,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:58.968034 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ebc69d60-e857-43b5-90ac-72698676eae9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:59.051769 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ebc69d60-e857-43b5-90ac-72698676eae9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:59.126696 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ebc69d60-e857-43b5-90ac-72698676eae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:59.165281 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['537c9aed-0007-402c-81fd-e5306a84c1db'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:30:59.203841 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ebc69d60-e857-43b5-90ac-72698676eae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:59.250326 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc69d60-e857-43b5-90ac-72698676eae9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e8fa42b-f9ed-4e7e-b9cf-d718d7e54b07,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:59.254814 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ebc69d60-e857-43b5-90ac-72698676eae9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:59.266437 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ebc69d60-e857-43b5-90ac-72698676eae9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5e8fa42b-f9ed-4e7e-b9cf-d718d7e54b07 HTTP/1.1" status: 204 len: 168 time: 0.4220150 May 03 22:30:59.267663 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59310) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:30:59.385651 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-31cdd4af-ad85-49ce-b2b4-ca5b78c065d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:59.514989 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-31cdd4af-ad85-49ce-b2b4-ca5b78c065d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:59.560179 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-31cdd4af-ad85-49ce-b2b4-ca5b78c065d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2afd3f3c-f5ea-48cb-b5f0-3d0a7c5ec81e']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:59.568913 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6075b-c141-4ac2-9fc0-969c989a62fa req-94e8e47f-62fc-43b7-9c98-84cb4d14ed38 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:59.570479 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-99f6075b-c141-4ac2-9fc0-969c989a62fa req-94e8e47f-62fc-43b7-9c98-84cb4d14ed38 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=76bd138e-926b-45d1-a5a4-b522ac80a881 HTTP/1.1" status: 200 len: 950 time: 0.5225196 May 03 22:30:59.581200 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-31cdd4af-ad85-49ce-b2b4-ca5b78c065d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd714fc72-1f11-4339-ba8d-6ef298109d45') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:59.581538 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-31cdd4af-ad85-49ce-b2b4-ca5b78c065d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd714fc72-1f11-4339-ba8d-6ef298109d45') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:30:59.596569 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-31cdd4af-ad85-49ce-b2b4-ca5b78c065d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:59.604983 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b677799-fd02-41f3-87fa-6a6b85ec4693 req-ceffd014-27dc-4354-9edd-48dda945821b tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:30:59.607049 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4b677799-fd02-41f3-87fa-6a6b85ec4693 req-ceffd014-27dc-4354-9edd-48dda945821b tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ac7664-6526-4e23-b619-37474483ba12 HTTP/1.1" status: 200 len: 945 time: 0.5575311 May 03 22:30:59.616356 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-31cdd4af-ad85-49ce-b2b4-ca5b78c065d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:59.624208 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31cdd4af-ad85-49ce-b2b4-ca5b78c065d1 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:30:59.624628 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-31cdd4af-ad85-49ce-b2b4-ca5b78c065d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:59.638223 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:30:59.638223 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:30:59.638223 n-d-811807-1 neutron-server[88070]: timer() May 03 22:30:59.638223 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:30:59.638223 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:30:59.638223 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:30:59.638223 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:30:59.638223 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:30:59.638223 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:30:59.638223 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:30:59.638223 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:30:59.638223 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:30:59.638223 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:30:59.638223 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:30:59.638223 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:30:59.638223 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:30:59.638223 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:30:59.638223 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:30:59.638223 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:30:59.638223 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:30:59.638223 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:30:59.638223 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:30:59.638223 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:30:59.638223 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:30:59.638223 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:30:59.638223 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:30:59.638223 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:30:59.638223 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:30:59.638223 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:30:59.638223 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:30:59.638223 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:30:59.638223 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:30:59.720901 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-31cdd4af-ad85-49ce-b2b4-ca5b78c065d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:59.741682 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-31cdd4af-ad85-49ce-b2b4-ca5b78c065d1 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:59.749332 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cdd4af-ad85-49ce-b2b4-ca5b78c065d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2afd3f3c-f5ea-48cb-b5f0-3d0a7c5ec81e,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:30:59.756579 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-31cdd4af-ad85-49ce-b2b4-ca5b78c065d1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/2afd3f3c-f5ea-48cb-b5f0-3d0a7c5ec81e HTTP/1.1" status: 204 len: 168 time: 0.4878485 May 03 22:30:59.775337 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08a2cbd-a550-4ed0-8986-52422b0bb7ef None None] Network 6e458c14-1065-4de9-a698-77e71a3669cc requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:30:59.788905 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-99f6075b-c141-4ac2-9fc0-969c989a62fa req-63284d34-3832-4114-ac82-0058a3400dec tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114239 May 03 22:30:59.795223 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4b677799-fd02-41f3-87fa-6a6b85ec4693 req-ad05de18-1211-4d8e-8207-3bd75b030b0d tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585083 May 03 22:30:59.866894 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-283de6c8-5882-47b9-981b-26756811b275 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:30:59.923244 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49cc707d-a026-4d44-86f8-b7f7c817ba20'] response: {'server_uuid': '91ca06dd-d39d-4b7d-8a6b-d6408b4309cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2642b5e6-5d8c-4acd-b8fd-8a712dfbe750', 'code': 200} May 03 22:30:59.963471 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59320) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:00.000527 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d96b95ee-1ff5-413a-ab7f-6286cb8f59a9 None None] Provisioning for port b9b8f503-45a4-4f49-a1a6-80185daedd2a completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:31:00.103469 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4114b25b-b9fe-41a6-8ab6-8c0e00de3dfd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6380f1dc58394680bb9dd4d3b07253d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1386714 May 03 22:31:00.104309 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59324) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:00.151869 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283de6c8-5882-47b9-981b-26756811b275 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event updated for resources: {'Subnet': ['ID=32e08db0-649a-4ebe-93ea-a9a05e398fbc,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:00.165118 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b83a37-afb5-4fea-b2ab-827ec4963ab7 req-883124ac-4921-4a34-9f0d-4877af839b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:00.166948 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-79b83a37-afb5-4fea-b2ab-827ec4963ab7 req-883124ac-4921-4a34-9f0d-4877af839b4e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=91ca06dd-d39d-4b7d-8a6b-d6408b4309cc HTTP/1.1" status: 200 len: 1096 time: 0.1821539 May 03 22:31:00.222304 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fd1e1ee4-9b80-4312-985e-a3f78252ab47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:00.235801 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-79b83a37-afb5-4fea-b2ab-827ec4963ab7 req-bc2bad05-5a6c-4f2c-a989-84a0a35ffdc6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8141834f-3183-49db-99d3-033fb924ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603781 May 03 22:31:00.256634 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fd1e1ee4-9b80-4312-985e-a3f78252ab47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:00.268583 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-a38606d7-b98e-41c6-b17b-b2f8e5ffdc0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6688ff0-6e96-4dac-90f0-7a42629dcd98 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:31:00.295565 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-a38606d7-b98e-41c6-b17b-b2f8e5ffdc0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:00.332643 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fd1e1ee4-9b80-4312-985e-a3f78252ab47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:00.343040 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283de6c8-5882-47b9-981b-26756811b275 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Checking segment: {'id': 'a1c9e237-8b33-4d9f-ad48-df6e9b3a1306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a4f7410b-0e21-4572-b0a8-c6b293319d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:31:00.343410 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283de6c8-5882-47b9-981b-26756811b275 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Network hostable DHCP agents. Network: a4f7410b-0e21-4572-b0a8-c6b293319d19, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:31:00.356830 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e1ee4-9b80-4312-985e-a3f78252ab47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a83327-7c5b-49e4-8ac0-fc54fa06b85b,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:00.361423 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fd1e1ee4-9b80-4312-985e-a3f78252ab47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:00.362392 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fd1e1ee4-9b80-4312-985e-a3f78252ab47 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d8a83327-7c5b-49e4-8ac0-fc54fa06b85b HTTP/1.1" status: 204 len: 168 time: 0.2557304 May 03 22:31:00.375644 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-a38606d7-b98e-41c6-b17b-b2f8e5ffdc0d service neutron] Transition to ACTIVE for port object f6688ff0-6e96-4dac-90f0-7a42629dcd98 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:31:00.395574 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device b9b8f503-45a4-4f49-a1a6-80185daedd2a up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:31:00.396520 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-a38606d7-b98e-41c6-b17b-b2f8e5ffdc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:00.467129 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283de6c8-5882-47b9-981b-26756811b275 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Network a4f7410b-0e21-4572-b0a8-c6b293319d19 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:31:00.476577 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b142d10f-06f2-46ad-a270-e71c88ee9ec6 None None] Update dhcp port {'port': {'network_id': '6e458c14-1065-4de9-a698-77e71a3669cc', 'fixed_ips': [{'subnet_id': '8aee116a-aef4-422e-aba1-6196e4ef18b4', 'ip_address': '2001:db8::2'}, {'subnet_id': '0f41635b-6507-473d-86fe-85d5295b0b87'}], 'binding:host_id': 'n-d-811807-1'}, 'id': 'b9b8f503-45a4-4f49-a1a6-80185daedd2a'} from n-d-811807-1. {{(pid=88071) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 03 22:31:00.538280 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e87566-a54a-46e2-86b2-b3f9912ada9c req-070f0941-3286-4d89-ad25-f4939287cb92 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:00.540080 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b3e87566-a54a-46e2-86b2-b3f9912ada9c req-070f0941-3286-4d89-ad25-f4939287cb92 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ca06dd-d39d-4b7d-8a6b-d6408b4309cc HTTP/1.1" status: 200 len: 945 time: 0.3964050 May 03 22:31:00.541952 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b142d10f-06f2-46ad-a270-e71c88ee9ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:00.557429 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port b9b8f503-45a4-4f49-a1a6-80185daedd2a completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:31:00.567711 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port b9b8f503-45a4-4f49-a1a6-80185daedd2a triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:31:00.568218 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:00.580876 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-283de6c8-5882-47b9-981b-26756811b275 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, a4f7410b-0e21-4572-b0a8-c6b293319d19) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:31:00.594221 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28518e2-b454-4184-b98e-d85823a547b6 req-80438cd8-cda8-435f-a2a1-da48bbb988d8 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:00.595725 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a28518e2-b454-4184-b98e-d85823a547b6 req-80438cd8-cda8-435f-a2a1-da48bbb988d8 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c240ab9-dd26-468c-b48f-633514daf12a HTTP/1.1" status: 200 len: 945 time: 0.3950479 May 03 22:31:00.627115 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283de6c8-5882-47b9-981b-26756811b275 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:00.627714 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-283de6c8-5882-47b9-981b-26756811b275 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:00.633945 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9633ee-e023-4eb0-9c77-3a0519edb374 None None] Network a4f7410b-0e21-4572-b0a8-c6b293319d19 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:31:00.638079 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38606d7-b98e-41c6-b17b-b2f8e5ffdc0d service neutron] Pushing event updated for resources: {'Port': ['ID=f6688ff0-6e96-4dac-90f0-7a42629dcd98,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:00.725666 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b3e87566-a54a-46e2-86b2-b3f9912ada9c req-bbe06194-f7dd-4738-a573-ff62dc9319c5 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/security-groups?id=8141834f-3183-49db-99d3-033fb924ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732104 May 03 22:31:00.777397 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a28518e2-b454-4184-b98e-d85823a547b6 req-e384e20d-586d-45e3-bd74-763460de9a7b tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1c31ee3-e836-45e8-8521-0c048dd4e20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459556 May 03 22:31:00.778987 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-283de6c8-5882-47b9-981b-26756811b275 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2957091 May 03 22:31:00.782069 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59334) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:00.788099 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-a87d1136-9843-4bad-9e04-9c9f3f6847a4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:00.851158 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-a38606d7-b98e-41c6-b17b-b2f8e5ffdc0d service neutron] Attempting to bind port f6688ff0-6e96-4dac-90f0-7a42629dcd98 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:31:00.851427 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-a38606d7-b98e-41c6-b17b-b2f8e5ffdc0d service neutron] Attempting to bind port f6688ff0-6e96-4dac-90f0-7a42629dcd98 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'cbe0e324-a30f-4158-b658-34d22a2a37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:31:00.851725 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-a38606d7-b98e-41c6-b17b-b2f8e5ffdc0d service neutron] Attempting to bind port f6688ff0-6e96-4dac-90f0-7a42629dcd98 on network 983af77e-2b01-4072-bd1e-12edcf859777 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:31:00.862696 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-a38606d7-b98e-41c6-b17b-b2f8e5ffdc0d service neutron] Port f6688ff0-6e96-4dac-90f0-7a42629dcd98 on network 983af77e-2b01-4072-bd1e-12edcf859777 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:31:00.863027 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-a38606d7-b98e-41c6-b17b-b2f8e5ffdc0d service neutron] Attempting to bind port f6688ff0-6e96-4dac-90f0-7a42629dcd98 on network 983af77e-2b01-4072-bd1e-12edcf859777 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:31:00.954310 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-a38606d7-b98e-41c6-b17b-b2f8e5ffdc0d service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:31:00.955073 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-a38606d7-b98e-41c6-b17b-b2f8e5ffdc0d service neutron] Checking segment: {'id': 'cbe0e324-a30f-4158-b658-34d22a2a37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:31:00.956070 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-a38606d7-b98e-41c6-b17b-b2f8e5ffdc0d service neutron] Bound using segment: {'id': 'cbe0e324-a30f-4158-b658-34d22a2a37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:31:00.956758 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-a38606d7-b98e-41c6-b17b-b2f8e5ffdc0d service neutron] Bound port: f6688ff0-6e96-4dac-90f0-7a42629dcd98, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe0e324-a30f-4158-b658-34d22a2a37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:31:00.957356 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-a38606d7-b98e-41c6-b17b-b2f8e5ffdc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:01.026263 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:01.064608 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a87d1136-9843-4bad-9e04-9c9f3f6847a4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16758670'] for subnet, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:01.161918 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-b142d10f-06f2-46ad-a270-e71c88ee9ec6 None None] Allocated IP 172.20.0.1 (6e458c14-1065-4de9-a698-77e71a3669cc/0f41635b-6507-473d-86fe-85d5295b0b87/b9b8f503-45a4-4f49-a1a6-80185daedd2a) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:31:01.176215 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port b9b8f503-45a4-4f49-a1a6-80185daedd2a, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=b9b8f503-45a4-4f49-a1a6-80185daedd2a,segment=NetworkSegment(f0b0470d-0b35-4577-bf7b-207ef1179cf0),segment_id=f0b0470d-0b35-4577-bf7b-207ef1179cf0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:01.181843 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38eaeee3-603c-4476-8d38-8668fa7c974c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-a4f7410b-0e21-4572-b0a8-c6b293319d19', 'network_id': 'a4f7410b-0e21-4572-b0a8-c6b293319d19', 'tenant_id': '343923008bac4bc78019628c0f9b696b', 'fixed_ips': [{'subnet_id': '32e08db0-649a-4ebe-93ea-a9a05e398fbc'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:31:01.182713 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-38eaeee3-603c-4476-8d38-8668fa7c974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:01.197110 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:01.293844 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-a38606d7-b98e-41c6-b17b-b2f8e5ffdc0d service neutron] For port f6688ff0-6e96-4dac-90f0-7a42629dcd98, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:31:01.320881 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-a38606d7-b98e-41c6-b17b-b2f8e5ffdc0d service neutron] For port f6688ff0-6e96-4dac-90f0-7a42629dcd98, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=f6688ff0-6e96-4dac-90f0-7a42629dcd98,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:31:01.334372 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f94d0-40e2-417d-9487-901478b862a6 req-0d479f94-3bf4-477e-8c0b-232a8a57f4a9 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:01.336990 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-318f94d0-40e2-417d-9487-901478b862a6 req-0d479f94-3bf4-477e-8c0b-232a8a57f4a9 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f1733a2-d909-4187-a9a2-34cda06be260 HTTP/1.1" status: 200 len: 944 time: 0.3827765 May 03 22:31:01.344638 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-a38606d7-b98e-41c6-b17b-b2f8e5ffdc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:01.370841 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59354) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:01.440088 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=b9b8f503-45a4-4f49-a1a6-80185daedd2a,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:01.472189 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b701b2e-7f29-4f09-86b9-c40c6b102f85 req-4e8f4cb5-105b-4e75-b7aa-744553f69432 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:01.473697 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6b701b2e-7f29-4f09-86b9-c40c6b102f85 req-4e8f4cb5-105b-4e75-b7aa-744553f69432 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=598fc2b2-2390-4995-b777-dbd41580d5de HTTP/1.1" status: 200 len: 944 time: 0.5004675 May 03 22:31:01.484419 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-b142d10f-06f2-46ad-a270-e71c88ee9ec6 None None] For port b9b8f503-45a4-4f49-a1a6-80185daedd2a, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=b9b8f503-45a4-4f49-a1a6-80185daedd2a,segment=NetworkSegment(f0b0470d-0b35-4577-bf7b-207ef1179cf0),segment_id=f0b0470d-0b35-4577-bf7b-207ef1179cf0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:01.499481 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-a38606d7-b98e-41c6-b17b-b2f8e5ffdc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:01.500056 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-a38606d7-b98e-41c6-b17b-b2f8e5ffdc0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:01.501433 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-a38606d7-b98e-41c6-b17b-b2f8e5ffdc0d service neutron] 10.222.0.60 "PUT /v2.0/ports/f6688ff0-6e96-4dac-90f0-7a42629dcd98 HTTP/1.1" status: 200 len: 1092 time: 3.1820569 May 03 22:31:01.515456 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b142d10f-06f2-46ad-a270-e71c88ee9ec6 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:01.516264 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598fc2b2-2390-4995-b777-dbd41580d5de', 'tag': 'f6688ff0-6e96-4dac-90f0-7a42629dcd98'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:31:01.519655 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-59722bf9-8709-4919-a51b-b648a908f3dd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-836115386-network', 'tenant_id': 'fcd1c3c9123742cf989ebb7bb4fe3e24'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:01.527386 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-59722bf9-8709-4919-a51b-b648a908f3dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:01.531567 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-59722bf9-8709-4919-a51b-b648a908f3dd admin admin] Usage tracker for resource:network and tenant:fcd1c3c9123742cf989ebb7bb4fe3e24 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:01.534568 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-59722bf9-8709-4919-a51b-b648a908f3dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:01.535752 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38606d7-b98e-41c6-b17b-b2f8e5ffdc0d service neutron] Pushing event updated for resources: {'Port': ['ID=f6688ff0-6e96-4dac-90f0-7a42629dcd98,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:01.545931 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b142d10f-06f2-46ad-a270-e71c88ee9ec6 None None] Transition to ACTIVE for port object b9b8f503-45a4-4f49-a1a6-80185daedd2a will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:31:01.552512 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b142d10f-06f2-46ad-a270-e71c88ee9ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:01.569556 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-59722bf9-8709-4919-a51b-b648a908f3dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:01.589880 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59722bf9-8709-4919-a51b-b648a908f3dd admin admin] Made reservation on behalf of fcd1c3c9123742cf989ebb7bb4fe3e24 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:31:01.592195 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59722bf9-8709-4919-a51b-b648a908f3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:01.616768 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59722bf9-8709-4919-a51b-b648a908f3dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:01.637499 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a87d1136-9843-4bad-9e04-9c9f3f6847a4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752783540471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15657607'] for subnet, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:01.645608 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-59722bf9-8709-4919-a51b-b648a908f3dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:01.653598 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-59722bf9-8709-4919-a51b-b648a908f3dd admin admin] Usage tracker for resource:security_group_rule and tenant:fcd1c3c9123742cf989ebb7bb4fe3e24 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:01.656948 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-59722bf9-8709-4919-a51b-b648a908f3dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:01.666215 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-59722bf9-8709-4919-a51b-b648a908f3dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:01.690553 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-318f94d0-40e2-417d-9487-901478b862a6 req-bd6358a8-2538-4f3a-9f30-50b7a29ce7a5 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018014 May 03 22:31:01.713544 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6b701b2e-7f29-4f09-86b9-c40c6b102f85 req-d7ce241f-c0eb-410f-85c7-577eda721249 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217786 May 03 22:31:01.756249 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87d1136-9843-4bad-9e04-9c9f3f6847a4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:01.757381 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a87d1136-9843-4bad-9e04-9c9f3f6847a4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:01.760978 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a87d1136-9843-4bad-9e04-9c9f3f6847a4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "PUT /v2.0/subnets/32e08db0-649a-4ebe-93ea-a9a05e398fbc HTTP/1.1" status: 200 len: 826 time: 0.9754212 May 03 22:31:01.763658 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59364) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:01.777466 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d1136-9843-4bad-9e04-9c9f3f6847a4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event updated for resources: {'Subnet': ['ID=32e08db0-649a-4ebe-93ea-a9a05e398fbc,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:01.817670 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142d10f-06f2-46ad-a270-e71c88ee9ec6 None None] Pushing event updated for resources: {'Port': ['ID=b9b8f503-45a4-4f49-a1a6-80185daedd2a,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:01.840585 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-c7ea610b-3581-4e20-b9f6-9d8ee448a4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:01.842227 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-c7ea610b-3581-4e20-b9f6-9d8ee448a4f0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a0f20c83fdc471fa4da593ef2ea5d27&device_id=598fc2b2-2390-4995-b777-dbd41580d5de HTTP/1.1" status: 200 len: 1095 time: 0.2767849 May 03 22:31:01.902971 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59722bf9-8709-4919-a51b-b648a908f3dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:01.913006 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59722bf9-8709-4919-a51b-b648a908f3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:01.913254 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 537c9aed-0007-402c-81fd-e5306a84c1db up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:31:01.967417 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59722bf9-8709-4919-a51b-b648a908f3dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:31:01.979349 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-38eaeee3-603c-4476-8d38-8668fa7c974c None None] Allocated IP 2001:db8::2 (a4f7410b-0e21-4572-b0a8-c6b293319d19/32e08db0-649a-4ebe-93ea-a9a05e398fbc/bb6e4d53-4425-49cb-b64f-8b8d85f29b96) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:31:01.992434 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59722bf9-8709-4919-a51b-b648a908f3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d039f6fa-93d8-42d4-8c3d-8b51cb0bf013,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:01.994832 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-b26d5657-2db2-4fb9-81fa-45259d45cf4d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6688ff0-6e96-4dac-90f0-7a42629dcd98 HTTP/1.1" status: 200 len: 217 time: 0.1395066 May 03 22:31:02.021037 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59722bf9-8709-4919-a51b-b648a908f3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:02.021488 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-59722bf9-8709-4919-a51b-b648a908f3dd admin admin] Added segment e5d64894-e3af-4502-9a6c-9f841daee5e8 of type vlan for network 27727867-6934-4267-bbe0-b4ca5294c311 May 03 22:31:02.045899 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 537c9aed-0007-402c-81fd-e5306a84c1db completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:31:02.056580 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59722bf9-8709-4919-a51b-b648a908f3dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:02.074069 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a38e80d0-b992-453f-b71b-68784eca5089 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:02.094979 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 537c9aed-0007-402c-81fd-e5306a84c1db triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:31:02.095361 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:02.296047 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-de7cead9-0a19-4119-9201-0f9c025471b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:02.296567 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a38e80d0-b992-453f-b71b-68784eca5089 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:02.297027 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-de7cead9-0a19-4119-9201-0f9c025471b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a1f38ed2-c940-45de-9756-cc79b8316a2d HTTP/1.1" status: 200 len: 846 time: 0.2860706 May 03 22:31:02.347923 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59722bf9-8709-4919-a51b-b648a908f3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:02.349229 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59722bf9-8709-4919-a51b-b648a908f3dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:02.350575 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59722bf9-8709-4919-a51b-b648a908f3dd admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:02.350795 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:02.373773 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-07d6e00f-b17d-42a4-9555-7abfb6acd3d1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=983af77e-2b01-4072-bd1e-12edcf859777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645998 May 03 22:31:02.388656 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device b9b8f503-45a4-4f49-a1a6-80185daedd2a up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:31:02.401277 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-59722bf9-8709-4919-a51b-b648a908f3dd admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0271277 May 03 22:31:02.408111 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59370) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:02.433806 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-8c5d506b-8413-4974-a8fd-e3f3164d8fc9 admin admin] Request body: {'subnet': {'network_id': '27727867-6934-4267-bbe0-b4ca5294c311', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-836115386-subnet', 'tenant_id': 'fcd1c3c9123742cf989ebb7bb4fe3e24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:02.439369 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8c5d506b-8413-4974-a8fd-e3f3164d8fc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:02.443962 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8c5d506b-8413-4974-a8fd-e3f3164d8fc9 admin admin] Usage tracker for resource:subnet and tenant:fcd1c3c9123742cf989ebb7bb4fe3e24 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:02.448082 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8c5d506b-8413-4974-a8fd-e3f3164d8fc9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:02.454677 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8c5d506b-8413-4974-a8fd-e3f3164d8fc9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:02.473349 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-38eaeee3-603c-4476-8d38-8668fa7c974c None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:02.476246 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5d506b-8413-4974-a8fd-e3f3164d8fc9 admin admin] Made reservation on behalf of fcd1c3c9123742cf989ebb7bb4fe3e24 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:31:02.480638 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8c5d506b-8413-4974-a8fd-e3f3164d8fc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:02.495901 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1733a2-d909-4187-a9a2-34cda06be260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537c9aed-0007-402c-81fd-e5306a84c1db'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:31:02.508147 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-38eaeee3-603c-4476-8d38-8668fa7c974c None None] Transition to ACTIVE for port object bb6e4d53-4425-49cb-b64f-8b8d85f29b96 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:31:02.530746 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 537c9aed-0007-402c-81fd-e5306a84c1db, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=537c9aed-0007-402c-81fd-e5306a84c1db,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:02.544220 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:02.547312 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-38eaeee3-603c-4476-8d38-8668fa7c974c None None] Transition to ACTIVE for port object bb6e4d53-4425-49cb-b64f-8b8d85f29b96 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:31:02.608252 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-38eaeee3-603c-4476-8d38-8668fa7c974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:02.613887 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-3f5c60ac-f5a0-4e25-8f03-c918074946a3 service neutron] 10.222.0.60 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300732 May 03 22:31:02.622472 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2e083-efc8-479e-998b-3cff2981d85b req-408a8456-7d0f-4750-a53e-d72e4b82bb6e tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:02.624184 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8c2e083-efc8-479e-998b-3cff2981d85b req-408a8456-7d0f-4750-a53e-d72e4b82bb6e tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=76bd138e-926b-45d1-a5a4-b522ac80a881 HTTP/1.1" status: 200 len: 950 time: 0.7028165 May 03 22:31:02.644375 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1ca6e-ed88-4004-bdac-322438e46ccf req-603064c2-7d5e-4000-906a-d6c1a7655f82 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:02.649010 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70c3967-c4df-4d68-8bcc-c3897692dad8 None None] Network 6e458c14-1065-4de9-a698-77e71a3669cc requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:31:02.653622 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-25d1ca6e-ed88-4004-bdac-322438e46ccf req-603064c2-7d5e-4000-906a-d6c1a7655f82 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ac7664-6526-4e23-b619-37474483ba12 HTTP/1.1" status: 200 len: 945 time: 0.7328713 May 03 22:31:02.665360 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38eaeee3-603c-4476-8d38-8668fa7c974c None None] Network a4f7410b-0e21-4572-b0a8-c6b293319d19 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:31:02.676074 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-38eaeee3-603c-4476-8d38-8668fa7c974c None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:31:02.679038 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eaeee3-603c-4476-8d38-8668fa7c974c None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:31:02.680571 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59722bf9-8709-4919-a51b-b648a908f3dd admin admin] Pushing event updated for resources: {'Network': ['ID=27727867-6934-4267-bbe0-b4ca5294c311,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:02.690864 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=537c9aed-0007-402c-81fd-e5306a84c1db,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:02.705202 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a38e80d0-b992-453f-b71b-68784eca5089 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:02.734213 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 27727867-6934-4267-bbe0-b4ca5294c311 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:31:02.750686 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e80d0-b992-453f-b71b-68784eca5089 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event deleted for resources: {'Subnet': ['ID=32e08db0-649a-4ebe-93ea-a9a05e398fbc,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:02.836938 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-25d1ca6e-ed88-4004-bdac-322438e46ccf req-22055dbb-6d18-44dd-9e25-975022e5c3b8 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821246 May 03 22:31:02.855801 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8c2e083-efc8-479e-998b-3cff2981d85b req-12d59d21-b5de-41b4-8215-f73c52974b1c tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998403 May 03 22:31:02.915337 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-728cdc2c-e2bb-430e-908a-41a515051a4c'] response: {'name': 'network-changed', 'server_uuid': '598fc2b2-2390-4995-b777-dbd41580d5de', 'tag': 'f6688ff0-6e96-4dac-90f0-7a42629dcd98', 'status': 'completed', 'code': 200} May 03 22:31:02.921250 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-acd4af60-a3b7-4577-ae37-45066ade89bf req-eb92caf1-35c4-4a21-b570-0bd2b5c78a93 service neutron] 10.222.0.60 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958612 May 03 22:31:02.931545 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a38e80d0-b992-453f-b71b-68784eca5089 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:02.980487 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-a38e80d0-b992-453f-b71b-68784eca5089 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4f7410b-0e21-4572-b0a8-c6b293319d19']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:03.016952 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-a38e80d0-b992-453f-b71b-68784eca5089 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1c9e237-8b33-4d9f-ad48-df6e9b3a1306') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:03.017729 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-a38e80d0-b992-453f-b71b-68784eca5089 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1c9e237-8b33-4d9f-ad48-df6e9b3a1306') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:03.029925 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eaeee3-603c-4476-8d38-8668fa7c974c None None] Pushing event updated for resources: {'Port': ['ID=bb6e4d53-4425-49cb-b64f-8b8d85f29b96,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:03.048113 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ebf11768-b42f-43b2-8d38-bc87b705d3f1 None None] Provisioning for port b9b8f503-45a4-4f49-a1a6-80185daedd2a completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:31:03.052990 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-38eaeee3-603c-4476-8d38-8668fa7c974c None None] Attempting to bind port bb6e4d53-4425-49cb-b64f-8b8d85f29b96 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:31:03.053481 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-38eaeee3-603c-4476-8d38-8668fa7c974c None None] Attempting to bind port bb6e4d53-4425-49cb-b64f-8b8d85f29b96 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'a1c9e237-8b33-4d9f-ad48-df6e9b3a1306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a4f7410b-0e21-4572-b0a8-c6b293319d19'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:31:03.053715 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eaeee3-603c-4476-8d38-8668fa7c974c None None] Attempting to bind port bb6e4d53-4425-49cb-b64f-8b8d85f29b96 on network a4f7410b-0e21-4572-b0a8-c6b293319d19 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:31:03.060809 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a38e80d0-b992-453f-b71b-68784eca5089 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:03.094744 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ebf11768-b42f-43b2-8d38-bc87b705d3f1 None None] Provisioning complete for port b9b8f503-45a4-4f49-a1a6-80185daedd2a triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:31:03.095066 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ebf11768-b42f-43b2-8d38-bc87b705d3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:03.102553 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a38e80d0-b992-453f-b71b-68784eca5089 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:03.108772 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8c5d506b-8413-4974-a8fd-e3f3164d8fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:03.144386 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38e80d0-b992-453f-b71b-68784eca5089 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:31:03.144953 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a38e80d0-b992-453f-b71b-68784eca5089 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:03.161422 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:31:03.161422 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:31:03.161422 n-d-811807-1 neutron-server[88070]: timer() May 03 22:31:03.161422 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:31:03.161422 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:31:03.161422 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:31:03.161422 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:31:03.161422 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:31:03.161422 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:31:03.161422 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:31:03.161422 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:31:03.161422 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:31:03.161422 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:31:03.161422 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:31:03.161422 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:31:03.161422 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:31:03.161422 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:31:03.161422 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:31:03.161422 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:31:03.161422 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:31:03.161422 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:31:03.161422 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:31:03.161422 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:31:03.161422 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:31:03.161422 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:31:03.161422 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:31:03.161422 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:31:03.161422 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:31:03.161422 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:31:03.161422 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:31:03.161422 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:31:03.161422 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:31:03.173475 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eaeee3-603c-4476-8d38-8668fa7c974c None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:31:03.173875 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eaeee3-603c-4476-8d38-8668fa7c974c None None] Checking segment: {'id': 'a1c9e237-8b33-4d9f-ad48-df6e9b3a1306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a4f7410b-0e21-4572-b0a8-c6b293319d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:31:03.174282 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-38eaeee3-603c-4476-8d38-8668fa7c974c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:03.174681 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eaeee3-603c-4476-8d38-8668fa7c974c None None] Bound using segment: {'id': 'a1c9e237-8b33-4d9f-ad48-df6e9b3a1306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a4f7410b-0e21-4572-b0a8-c6b293319d19'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:31:03.175165 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-38eaeee3-603c-4476-8d38-8668fa7c974c None None] Bound port: bb6e4d53-4425-49cb-b64f-8b8d85f29b96, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c9e237-8b33-4d9f-ad48-df6e9b3a1306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a4f7410b-0e21-4572-b0a8-c6b293319d19'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:31:03.175544 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-38eaeee3-603c-4476-8d38-8668fa7c974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:03.220762 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23625659-29db-4c43-86e3-284a2da54b89 req-9dc9d82c-683c-485d-9c24-316c52c85fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:03.222352 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23625659-29db-4c43-86e3-284a2da54b89 req-9dc9d82c-683c-485d-9c24-316c52c85fed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a0f20c83fdc471fa4da593ef2ea5d27&device_id=598fc2b2-2390-4995-b777-dbd41580d5de HTTP/1.1" status: 200 len: 1095 time: 0.2315526 May 03 22:31:03.231556 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4f709-3f0d-4386-a371-afb199fc1f7f req-048fa44c-bfee-43e2-b68c-814e86a35da5 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:03.233693 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-84a4f709-3f0d-4386-a371-afb199fc1f7f req-048fa44c-bfee-43e2-b68c-814e86a35da5 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ca06dd-d39d-4b7d-8a6b-d6408b4309cc HTTP/1.1" status: 200 len: 945 time: 0.2031031 May 03 22:31:03.282972 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d506b-8413-4974-a8fd-e3f3164d8fc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e5d7343-3618-4458-8b83-d4212409cff3,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:03.284036 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763f29c-1f8a-41eb-b152-31fc36337a17 req-72a7f2d2-9c4a-4226-9901-c40cc29ff133 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:03.287986 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [None req-a38e80d0-b992-453f-b71b-68784eca5089 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 03 22:31:03.287986 n-d-811807-1 neutron-server[88070]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 03 22:31:03.287986 n-d-811807-1 neutron-server[88070]: [parameters: {'id': 'a4f7410b-0e21-4572-b0a8-c6b293319d19'}] May 03 22:31:03.287986 n-d-811807-1 neutron-server[88070]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:31:03.288708 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [None req-a38e80d0-b992-453f-b71b-68784eca5089 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:31:03.290384 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a763f29c-1f8a-41eb-b152-31fc36337a17 req-72a7f2d2-9c4a-4226-9901-c40cc29ff133 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c240ab9-dd26-468c-b48f-633514daf12a HTTP/1.1" status: 200 len: 945 time: 0.2136190 May 03 22:31:03.297981 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5d506b-8413-4974-a8fd-e3f3164d8fc9 admin admin] Checking segment: {'id': 'e5d64894-e3af-4502-9a6c-9f841daee5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '27727867-6934-4267-bbe0-b4ca5294c311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:31:03.298343 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5d506b-8413-4974-a8fd-e3f3164d8fc9 admin admin] Network hostable DHCP agents. Network: 27727867-6934-4267-bbe0-b4ca5294c311, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:31:03.324732 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5d506b-8413-4974-a8fd-e3f3164d8fc9 admin admin] Network 27727867-6934-4267-bbe0-b4ca5294c311 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:31:03.336485 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-8c5d506b-8413-4974-a8fd-e3f3164d8fc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 27727867-6934-4267-bbe0-b4ca5294c311) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:31:03.341136 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5d506b-8413-4974-a8fd-e3f3164d8fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:03.341386 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8c5d506b-8413-4974-a8fd-e3f3164d8fc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:03.357907 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb396ed-2577-47cb-8098-249bdfb799ef None None] Network 27727867-6934-4267-bbe0-b4ca5294c311 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:31:03.369014 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8c5d506b-8413-4974-a8fd-e3f3164d8fc9 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9454851 May 03 22:31:03.401067 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-38eaeee3-603c-4476-8d38-8668fa7c974c None None] For port bb6e4d53-4425-49cb-b64f-8b8d85f29b96, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:31:03.491464 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-84a4f709-3f0d-4386-a371-afb199fc1f7f req-00aca4ab-139c-4c8c-9e84-e61065b33e12 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/security-groups?id=8141834f-3183-49db-99d3-033fb924ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274313 May 03 22:31:03.498635 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a763f29c-1f8a-41eb-b152-31fc36337a17 req-6dbddc3e-83fa-49b9-9240-a75e0ad91190 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1c31ee3-e836-45e8-8521-0c048dd4e20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883225 May 03 22:31:03.504795 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-38eaeee3-603c-4476-8d38-8668fa7c974c None None] For port bb6e4d53-4425-49cb-b64f-8b8d85f29b96, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=bb6e4d53-4425-49cb-b64f-8b8d85f29b96,segment=NetworkSegment(a1c9e237-8b33-4d9f-ad48-df6e9b3a1306),segment_id=a1c9e237-8b33-4d9f-ad48-df6e9b3a1306)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:31:03.535000 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-38eaeee3-603c-4476-8d38-8668fa7c974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:03.542058 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23625659-29db-4c43-86e3-284a2da54b89 req-f554aec4-34a4-431c-a978-454227d41a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:03.544485 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23625659-29db-4c43-86e3-284a2da54b89 req-f554aec4-34a4-431c-a978-454227d41a83 service neutron] 10.222.0.60 "GET /v2.0/networks?id=983af77e-2b01-4072-bd1e-12edcf859777 HTTP/1.1" status: 200 len: 907 time: 0.3094494 May 03 22:31:03.631533 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36808573-1b48-49cf-9e26-5994edea0c64'] response: {'server_uuid': '7f1733a2-d909-4187-a9a2-34cda06be260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537c9aed-0007-402c-81fd-e5306a84c1db', 'code': 200} May 03 22:31:03.649891 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23625659-29db-4c43-86e3-284a2da54b89 req-09bfedc2-323e-4c5a-9dc6-bdcdec3f3e36 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6688ff0-6e96-4dac-90f0-7a42629dcd98 HTTP/1.1" status: 200 len: 217 time: 0.0986454 May 03 22:31:03.778151 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c459e8d-d7e6-4f42-b1c2-f7bf123707c5 req-6b08c717-ce70-494d-b480-dccf2353ee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:03.780258 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2c459e8d-d7e6-4f42-b1c2-f7bf123707c5 req-6b08c717-ce70-494d-b480-dccf2353ee48 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7f1733a2-d909-4187-a9a2-34cda06be260 HTTP/1.1" status: 200 len: 1096 time: 0.0996573 May 03 22:31:03.796527 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eaeee3-603c-4476-8d38-8668fa7c974c None None] Pushing event updated for resources: {'Port': ['ID=bb6e4d53-4425-49cb-b64f-8b8d85f29b96,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:03.826703 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a38e80d0-b992-453f-b71b-68784eca5089 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:03.859156 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2c459e8d-d7e6-4f42-b1c2-f7bf123707c5 req-45125da9-72d6-4477-af4e-e6bb63de09f7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705452 May 03 22:31:03.865518 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-a38e80d0-b992-453f-b71b-68784eca5089 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Deleting port bb6e4d53-4425-49cb-b64f-8b8d85f29b96 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:31:03.865518 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a38e80d0-b992-453f-b71b-68784eca5089 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:03.870451 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6a3230-d359-4087-8f3b-9344048df075 None None] Network a4f7410b-0e21-4572-b0a8-c6b293319d19 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:31:03.917328 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd8b25b-4d18-4c69-bd85-2bde8f943b3e None None] Network 27727867-6934-4267-bbe0-b4ca5294c311 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:31:03.925028 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23625659-29db-4c43-86e3-284a2da54b89 req-0c03f8fa-ccca-4d3a-b1c9-cdf852699965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:03.927534 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23625659-29db-4c43-86e3-284a2da54b89 req-0c03f8fa-ccca-4d3a-b1c9-cdf852699965 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a1f38ed2-c940-45de-9756-cc79b8316a2d HTTP/1.1" status: 200 len: 846 time: 0.2706330 May 03 22:31:03.992530 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23625659-29db-4c43-86e3-284a2da54b89 req-381c6406-1fae-4601-b2f3-e4314efb05c4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=983af77e-2b01-4072-bd1e-12edcf859777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567276 May 03 22:31:04.059692 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081cb1f-8143-4cb3-8245-8acd67cb1fdf req-24777ffd-5feb-441c-a466-7e55c2c31120 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:04.061182 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b081cb1f-8143-4cb3-8245-8acd67cb1fdf req-24777ffd-5feb-441c-a466-7e55c2c31120 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f1733a2-d909-4187-a9a2-34cda06be260 HTTP/1.1" status: 200 len: 945 time: 0.3606374 May 03 22:31:04.105045 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-a38e80d0-b992-453f-b71b-68784eca5089 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] For port bb6e4d53-4425-49cb-b64f-8b8d85f29b96, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=bb6e4d53-4425-49cb-b64f-8b8d85f29b96,segment=NetworkSegment(a1c9e237-8b33-4d9f-ad48-df6e9b3a1306),segment_id=a1c9e237-8b33-4d9f-ad48-df6e9b3a1306)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:04.105468 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a38e80d0-b992-453f-b71b-68784eca5089 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:04.151017 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614d4bd-9214-4e0c-95ad-9e69dc8ffc49 req-c53a5d58-4fca-420f-8bbc-a471f202f1ec tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:04.152484 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b614d4bd-9214-4e0c-95ad-9e69dc8ffc49 req-c53a5d58-4fca-420f-8bbc-a471f202f1ec tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=598fc2b2-2390-4995-b777-dbd41580d5de HTTP/1.1" status: 200 len: 944 time: 0.3722806 May 03 22:31:04.222247 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b081cb1f-8143-4cb3-8245-8acd67cb1fdf req-c6aed2e0-6109-4b2a-9192-f70a1bba14a2 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086836 May 03 22:31:04.248992 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-edd0743b-2464-40ec-b87e-231361f0da81 None None] Provisioning complete for port b9b8f503-45a4-4f49-a1a6-80185daedd2a triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:31:04.249478 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-edd0743b-2464-40ec-b87e-231361f0da81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:04.250556 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23625659-29db-4c43-86e3-284a2da54b89 req-eb669a7d-a44e-4158-afa9-e619894bdbbe service neutron] 10.222.0.60 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481670 May 03 22:31:04.255304 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-a38e80d0-b992-453f-b71b-68784eca5089 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Calling delete_port for bb6e4d53-4425-49cb-b64f-8b8d85f29b96 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:31:04.259314 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b614d4bd-9214-4e0c-95ad-9e69dc8ffc49 req-73548b94-d9a5-40fb-af1a-1713e2e260be tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866802 May 03 22:31:04.373057 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a38e80d0-b992-453f-b71b-68784eca5089 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:04.437165 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38e80d0-b992-453f-b71b-68784eca5089 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] No DVR routers for this DVR port bb6e4d53-4425-49cb-b64f-8b8d85f29b96 on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:31:04.479664 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e80d0-b992-453f-b71b-68784eca5089 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event deleted for resources: {'Port': ['ID=bb6e4d53-4425-49cb-b64f-8b8d85f29b96,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:04.595115 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a38e80d0-b992-453f-b71b-68784eca5089 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:04.611848 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [req-660d540a-6827-4170-a285-3310f8c18e3e req-a8bc9903-e8c4-4cef-95bd-eb23fa4bd1d7 tempest-SecurityGroupsNegativeTestJSON-454183823 tempest-SecurityGroupsNegativeTestJSON-454183823-project] show failed (client error): The resource could not be found. May 03 22:31:04.613091 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-660d540a-6827-4170-a285-3310f8c18e3e req-a8bc9903-e8c4-4cef-95bd-eb23fa4bd1d7 tempest-SecurityGroupsNegativeTestJSON-454183823 tempest-SecurityGroupsNegativeTestJSON-454183823-project] 10.222.0.58 "GET /v2.0/security-groups/44a3e8be-2fe7-47fe-baeb-3207c7435791 HTTP/1.1" status: 404 len: 352 time: 0.0180225 May 03 22:31:04.634656 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-a38e80d0-b992-453f-b71b-68784eca5089 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4f7410b-0e21-4572-b0a8-c6b293319d19']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:04.647334 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23625659-29db-4c43-86e3-284a2da54b89 req-8100acb4-4ba2-4e9f-a962-17e16691de9f service neutron] 10.222.0.60 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870368 May 03 22:31:04.658287 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb8526c-df27-468c-965a-19e63692a0d0 None None] Network a4f7410b-0e21-4572-b0a8-c6b293319d19 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:31:04.796102 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-a38e80d0-b992-453f-b71b-68784eca5089 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1c9e237-8b33-4d9f-ad48-df6e9b3a1306') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:04.796732 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-a38e80d0-b992-453f-b71b-68784eca5089 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1c9e237-8b33-4d9f-ad48-df6e9b3a1306') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:04.809496 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a38e80d0-b992-453f-b71b-68784eca5089 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:04.827673 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a38e80d0-b992-453f-b71b-68784eca5089 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:04.834150 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38e80d0-b992-453f-b71b-68784eca5089 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:31:04.834652 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a38e80d0-b992-453f-b71b-68784eca5089 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:04.847477 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-955eaa4e-4e30-4e2c-8e96-331de9c6a554 req-44bec97d-42a8-4f46-a388-afdf386e3424 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2538846 May 03 22:31:04.850096 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:31:04.850096 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:31:04.850096 n-d-811807-1 neutron-server[88070]: timer() May 03 22:31:04.850096 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:31:04.850096 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:31:04.850096 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:31:04.850096 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:31:04.850096 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:31:04.850096 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:31:04.850096 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:31:04.850096 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:31:04.850096 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:31:04.850096 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:31:04.850096 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:31:04.850096 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:31:04.850096 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:31:04.850096 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:31:04.850096 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:31:04.850096 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:31:04.850096 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:31:04.850096 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:31:04.850096 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:31:04.850096 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:31:04.850096 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:31:04.850096 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:31:04.850096 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:31:04.850096 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:31:04.850096 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:31:04.850096 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:31:04.850096 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:31:04.850096 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:31:04.850096 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:31:04.867602 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-955eaa4e-4e30-4e2c-8e96-331de9c6a554 req-93875b5b-fadc-4253-ade6-478a1ba4e802 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:04.874559 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-955eaa4e-4e30-4e2c-8e96-331de9c6a554 req-93875b5b-fadc-4253-ade6-478a1ba4e802 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:04.881790 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-955eaa4e-4e30-4e2c-8e96-331de9c6a554 req-93875b5b-fadc-4253-ade6-478a1ba4e802 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Usage tracker for resource:floatingip and tenant:cedd956302664fa280a1c281659df45b is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:04.892203 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02316065-b3ab-424c-bf6c-5b84e316b9e3 req-9da208e9-ab78-464a-9fe3-429dbaac56b8 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:04.893556 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-02316065-b3ab-424c-bf6c-5b84e316b9e3 req-9da208e9-ab78-464a-9fe3-429dbaac56b8 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=76bd138e-926b-45d1-a5a4-b522ac80a881 HTTP/1.1" status: 200 len: 950 time: 0.1203334 May 03 22:31:04.894461 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-955eaa4e-4e30-4e2c-8e96-331de9c6a554 req-93875b5b-fadc-4253-ade6-478a1ba4e802 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:04.902668 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6deef5e4-a7c1-48fe-b25c-6553db7706c5 None None] get_active_networks_info from n-d-811807-1 {{(pid=88071) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 03 22:31:04.902847 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-955eaa4e-4e30-4e2c-8e96-331de9c6a554 req-93875b5b-fadc-4253-ade6-478a1ba4e802 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:04.939722 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-955eaa4e-4e30-4e2c-8e96-331de9c6a554 req-93875b5b-fadc-4253-ade6-478a1ba4e802 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:04.946749 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a38e80d0-b992-453f-b71b-68784eca5089 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:04.968969 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a38e80d0-b992-453f-b71b-68784eca5089 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:04.973955 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-02316065-b3ab-424c-bf6c-5b84e316b9e3 req-3890c968-e308-4620-830b-1a6f3ac7c9ed tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728250 May 03 22:31:04.975222 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e80d0-b992-453f-b71b-68784eca5089 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event deleted for resources: {'Network': ['ID=a4f7410b-0e21-4572-b0a8-c6b293319d19,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:04.981888 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a38e80d0-b992-453f-b71b-68784eca5089 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "DELETE /v2.0/networks/a4f7410b-0e21-4572-b0a8-c6b293319d19 HTTP/1.1" status: 204 len: 168 time: 3.2172110 May 03 22:31:04.984377 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59398) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:05.011385 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f86b614-0466-4c89-9abf-286970cf57df tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] DELETE failed (client error): The resource could not be found. May 03 22:31:05.011876 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f86b614-0466-4c89-9abf-286970cf57df tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:31:05.013719 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2f86b614-0466-4c89-9abf-286970cf57df tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "DELETE /v2.0/networks/a4f7410b-0e21-4572-b0a8-c6b293319d19 HTTP/1.1" status: 404 len: 339 time: 0.0282824 May 03 22:31:05.017676 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59402) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:05.024143 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-5b1a52c1-e998-4f5e-951e-82dd48b9bbef tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-946178449', 'description': 'd1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:05.029863 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-5b1a52c1-e998-4f5e-951e-82dd48b9bbef tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:05.034025 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5b1a52c1-e998-4f5e-951e-82dd48b9bbef tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Usage tracker for resource:network and tenant:343923008bac4bc78019628c0f9b696b is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:05.037102 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5b1a52c1-e998-4f5e-951e-82dd48b9bbef tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:05.043672 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-5b1a52c1-e998-4f5e-951e-82dd48b9bbef tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:05.054935 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6deef5e4-a7c1-48fe-b25c-6553db7706c5 None None] Resources bound (agent type, host, resource id): {{(pid=88071) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 03 22:31:05.058853 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1a52c1-e998-4f5e-951e-82dd48b9bbef tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Made reservation on behalf of 343923008bac4bc78019628c0f9b696b for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:31:05.065019 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5b1a52c1-e998-4f5e-951e-82dd48b9bbef tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:05.099505 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b1a52c1-e998-4f5e-951e-82dd48b9bbef tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:31:05.111188 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5b1a52c1-e998-4f5e-951e-82dd48b9bbef tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:05.111713 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-5b1a52c1-e998-4f5e-951e-82dd48b9bbef tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Added segment 432214a2-1271-4d21-ae77-b022d0f0c30a of type vlan for network f7726d2e-1468-48a5-bd8c-d753573b24f6 May 03 22:31:05.143479 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5b1a52c1-e998-4f5e-951e-82dd48b9bbef tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:05.160131 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-955eaa4e-4e30-4e2c-8e96-331de9c6a554 req-93875b5b-fadc-4253-ade6-478a1ba4e802 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:05.177423 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5b1a52c1-e998-4f5e-951e-82dd48b9bbef tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:05.184657 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1a52c1-e998-4f5e-951e-82dd48b9bbef tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:05.185554 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5b1a52c1-e998-4f5e-951e-82dd48b9bbef tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:05.236262 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5b1a52c1-e998-4f5e-951e-82dd48b9bbef tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2175677 May 03 22:31:05.241276 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59406) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:05.365174 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a52c1-e998-4f5e-951e-82dd48b9bbef tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event updated for resources: {'Network': ['ID=f7726d2e-1468-48a5-bd8c-d753573b24f6,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:05.386471 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network f7726d2e-1468-48a5-bd8c-d753573b24f6 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:31:05.424179 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59acb1d3-736f-40bc-8773-28568d5b858f req-9622870d-52c0-4598-912a-325a89306764 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:05.425643 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-59acb1d3-736f-40bc-8773-28568d5b858f req-9622870d-52c0-4598-912a-325a89306764 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ac7664-6526-4e23-b619-37474483ba12 HTTP/1.1" status: 200 len: 945 time: 0.3215017 May 03 22:31:05.479032 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd37afed-bc2c-4b95-b308-b2899d066e66 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:05.479706 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-bd37afed-bc2c-4b95-b308-b2899d066e66 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Synchronizing usage tracker for tenant:343923008bac4bc78019628c0f9b696b on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:31:05.531428 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-955eaa4e-4e30-4e2c-8e96-331de9c6a554 req-93875b5b-fadc-4253-ade6-478a1ba4e802 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Allocated IP 172.25.2.103 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/14c30161-e1ec-4f27-87ca-7677aa37f372) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:31:05.535592 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-59acb1d3-736f-40bc-8773-28568d5b858f req-d6783490-1fb7-44cd-9f7c-7f8f905bcdef tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017163 May 03 22:31:05.567757 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-bd37afed-bc2c-4b95-b308-b2899d066e66 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Unset dirty status for tenant:343923008bac4bc78019628c0f9b696b on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:31:05.568935 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-bd37afed-bc2c-4b95-b308-b2899d066e66 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "GET /v2.0/networks?id=f7726d2e-1468-48a5-bd8c-d753573b24f6 HTTP/1.1" status: 200 len: 764 time: 0.3256865 May 03 22:31:05.571961 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59414) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:05.588861 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-f388636c-6cad-47f9-9eaa-ee94051330b1 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Request body: {'network': {'description': 'd2'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:05.776439 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-955eaa4e-4e30-4e2c-8e96-331de9c6a554 req-93875b5b-fadc-4253-ade6-478a1ba4e802 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:05.809927 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef5d57-e84e-44a4-a865-65576a0df3c3 req-d86f309d-b059-4e9d-86ff-48435b50cc7e tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:05.811405 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-08ef5d57-e84e-44a4-a865-65576a0df3c3 req-d86f309d-b059-4e9d-86ff-48435b50cc7e tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c240ab9-dd26-468c-b48f-633514daf12a HTTP/1.1" status: 200 len: 945 time: 0.1220407 May 03 22:31:05.840370 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f388636c-6cad-47f9-9eaa-ee94051330b1 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:05.858021 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f388636c-6cad-47f9-9eaa-ee94051330b1 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:05.858568 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-955eaa4e-4e30-4e2c-8e96-331de9c6a554 req-93875b5b-fadc-4253-ade6-478a1ba4e802 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:05.878188 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f388636c-6cad-47f9-9eaa-ee94051330b1 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Network f7726d2e-1468-48a5-bd8c-d753573b24f6 is not hosted by any dhcp agent {{(pid=88070) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 03 22:31:05.883447 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f388636c-6cad-47f9-9eaa-ee94051330b1 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:05.884030 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f388636c-6cad-47f9-9eaa-ee94051330b1 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:05.885254 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f388636c-6cad-47f9-9eaa-ee94051330b1 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "PUT /v2.0/networks/f7726d2e-1468-48a5-bd8c-d753573b24f6 HTTP/1.1" status: 200 len: 761 time: 0.3103392 May 03 22:31:05.889769 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59420) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:05.905568 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-08ef5d57-e84e-44a4-a865-65576a0df3c3 req-b7dd3335-1075-4765-9a93-f0053a0800eb tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1c31ee3-e836-45e8-8521-0c048dd4e20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877612 May 03 22:31:05.933449 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-955eaa4e-4e30-4e2c-8e96-331de9c6a554 req-93875b5b-fadc-4253-ade6-478a1ba4e802 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:31:05.936448 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-955eaa4e-4e30-4e2c-8e96-331de9c6a554 req-93875b5b-fadc-4253-ade6-478a1ba4e802 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:31:05.941105 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-955eaa4e-4e30-4e2c-8e96-331de9c6a554 req-93875b5b-fadc-4253-ade6-478a1ba4e802 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:31:05.978535 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93875b5b-fadc-4253-ade6-478a1ba4e802 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Pushing event updated for resources: {'Port': ['ID=14c30161-e1ec-4f27-87ca-7677aa37f372,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:06.010671 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:31:06.029157 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-955eaa4e-4e30-4e2c-8e96-331de9c6a554 req-93875b5b-fadc-4253-ade6-478a1ba4e802 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:06.052436 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388636c-6cad-47f9-9eaa-ee94051330b1 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event updated for resources: {'Network': ['ID=f7726d2e-1468-48a5-bd8c-d753573b24f6,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:06.063651 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network f7726d2e-1468-48a5-bd8c-d753573b24f6 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:31:06.084390 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473ab76a-3d60-41f1-8865-6e74aab0ef6b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:06.085114 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-473ab76a-3d60-41f1-8865-6e74aab0ef6b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Synchronizing usage tracker for tenant:343923008bac4bc78019628c0f9b696b on resource:network {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:31:06.097888 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-473ab76a-3d60-41f1-8865-6e74aab0ef6b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Unset dirty status for tenant:343923008bac4bc78019628c0f9b696b on resource:network {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:31:06.103452 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-473ab76a-3d60-41f1-8865-6e74aab0ef6b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "GET /v2.0/networks?id=f7726d2e-1468-48a5-bd8c-d753573b24f6 HTTP/1.1" status: 200 len: 764 time: 0.2127471 May 03 22:31:06.104034 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59428) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:06.140375 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-955eaa4e-4e30-4e2c-8e96-331de9c6a554 req-93875b5b-fadc-4253-ade6-478a1ba4e802 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:06.236113 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07247b4f-2bb0-480b-a84d-55637ea61a52 req-49562120-f6f9-4697-8d09-b3b91be6fd0b tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:06.237574 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07247b4f-2bb0-480b-a84d-55637ea61a52 req-49562120-f6f9-4697-8d09-b3b91be6fd0b tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f1733a2-d909-4187-a9a2-34cda06be260 HTTP/1.1" status: 200 len: 945 time: 0.1726189 May 03 22:31:06.255935 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45db646-976f-419c-b7dd-1c5ee7a720c4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:06.258037 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f45db646-976f-419c-b7dd-1c5ee7a720c4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1524420 May 03 22:31:06.260612 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59432) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:06.302949 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9efb3d24-df9e-4065-bc05-00f3d9a264b4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Synchronizing usage tracker for tenant:343923008bac4bc78019628c0f9b696b on resource:subnet {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:31:06.311398 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device f6688ff0-6e96-4dac-90f0-7a42629dcd98 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:31:06.322837 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9efb3d24-df9e-4065-bc05-00f3d9a264b4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Unset dirty status for tenant:343923008bac4bc78019628c0f9b696b on resource:subnet {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:31:06.328027 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9efb3d24-df9e-4065-bc05-00f3d9a264b4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "GET /v2.0/subnets?network_id=de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 207 time: 0.0633485 May 03 22:31:06.328963 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59436) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:06.357293 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07247b4f-2bb0-480b-a84d-55637ea61a52 req-4faaad4e-d6e9-42ec-a042-b5b1eb288c6c tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033909 May 03 22:31:06.421201 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-955eaa4e-4e30-4e2c-8e96-331de9c6a554 req-93875b5b-fadc-4253-ade6-478a1ba4e802 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:06.427346 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-955eaa4e-4e30-4e2c-8e96-331de9c6a554 req-93875b5b-fadc-4253-ade6-478a1ba4e802 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:06.513282 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12502d62-846b-48b8-a7a0-1a96e8129dca tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:06.519361 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12502d62-846b-48b8-a7a0-1a96e8129dca tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:06.525431 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port f6688ff0-6e96-4dac-90f0-7a42629dcd98, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=f6688ff0-6e96-4dac-90f0-7a42629dcd98,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:06.526290 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12502d62-846b-48b8-a7a0-1a96e8129dca tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:06.533039 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93875b5b-fadc-4253-ade6-478a1ba4e802 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Pushing event updated for resources: {'Port': ['ID=14c30161-e1ec-4f27-87ca-7677aa37f372,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:06.533185 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12502d62-846b-48b8-a7a0-1a96e8129dca tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:06.541593 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': 'f6688ff0-6e96-4dac-90f0-7a42629dcd98', 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777', 'port_id': 'f6688ff0-6e96-4dac-90f0-7a42629dcd98', 'mac_address': 'fa:16:3e:f2:7d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1f38ed2-c940-45de-9756-cc79b8316a2d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:31:06.545479 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12502d62-846b-48b8-a7a0-1a96e8129dca tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:06.551615 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12502d62-846b-48b8-a7a0-1a96e8129dca tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:06.553382 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-12502d62-846b-48b8-a7a0-1a96e8129dca tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2230947 May 03 22:31:06.558037 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59442) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:06.608727 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:06.627984 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6688ff0-6e96-4dac-90f0-7a42629dcd98 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:31:06.645833 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port f6688ff0-6e96-4dac-90f0-7a42629dcd98, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=f6688ff0-6e96-4dac-90f0-7a42629dcd98,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:06.651085 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:06.725082 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=f6688ff0-6e96-4dac-90f0-7a42629dcd98,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:06.729784 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-955eaa4e-4e30-4e2c-8e96-331de9c6a554 req-93875b5b-fadc-4253-ade6-478a1ba4e802 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:06.747328 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-cc4e0938-86f8-4756-a928-9d7ddd3514ba tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1881340 May 03 22:31:06.750729 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59446) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:06.759917 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-955eaa4e-4e30-4e2c-8e96-331de9c6a554 req-93875b5b-fadc-4253-ade6-478a1ba4e802 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:06.761221 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-955eaa4e-4e30-4e2c-8e96-331de9c6a554 req-93875b5b-fadc-4253-ade6-478a1ba4e802 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9005730 May 03 22:31:06.773282 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69f509-133a-41f2-9a62-8d0d8bc2bc4d req-0b1b9c88-2af3-444e-b301-3c112d5a48d9 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:06.774880 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f69f509-133a-41f2-9a62-8d0d8bc2bc4d req-0b1b9c88-2af3-444e-b301-3c112d5a48d9 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=598fc2b2-2390-4995-b777-dbd41580d5de HTTP/1.1" status: 200 len: 945 time: 0.2682447 May 03 22:31:06.825673 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e6e739-c81b-476c-af3e-fae15f3c33d4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:06.827133 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e6e739-c81b-476c-af3e-fae15f3c33d4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:06.828716 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e6e739-c81b-476c-af3e-fae15f3c33d4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:06.830261 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e6e739-c81b-476c-af3e-fae15f3c33d4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:06.831833 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e6e739-c81b-476c-af3e-fae15f3c33d4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:06.834676 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-32e6e739-c81b-476c-af3e-fae15f3c33d4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0817277 May 03 22:31:06.837158 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59450) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:06.868175 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-955eaa4e-4e30-4e2c-8e96-331de9c6a554 req-df61c6ed-3ffc-4756-9b81-78b771172da1 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Synchronizing usage tracker for tenant:cedd956302664fa280a1c281659df45b on resource:floatingip {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:31:06.900739 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f69f509-133a-41f2-9a62-8d0d8bc2bc4d req-9fd37fff-81a4-442d-8f9f-d62089ba339e tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663950 May 03 22:31:06.901822 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-955eaa4e-4e30-4e2c-8e96-331de9c6a554 req-df61c6ed-3ffc-4756-9b81-78b771172da1 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Unset dirty status for tenant:cedd956302664fa280a1c281659df45b on resource:floatingip {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:31:06.902860 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-955eaa4e-4e30-4e2c-8e96-331de9c6a554 req-df61c6ed-3ffc-4756-9b81-78b771172da1 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.103 HTTP/1.1" status: 200 len: 696 time: 0.1271226 May 03 22:31:06.911532 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05dde88-e56f-4661-8032-e45cf10cfb93 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['shared'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:06.912917 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05dde88-e56f-4661-8032-e45cf10cfb93 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['shared'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:06.924163 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05dde88-e56f-4661-8032-e45cf10cfb93 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['shared'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:06.924163 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05dde88-e56f-4661-8032-e45cf10cfb93 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['shared'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:06.924163 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05dde88-e56f-4661-8032-e45cf10cfb93 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['shared'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:06.924163 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b05dde88-e56f-4661-8032-e45cf10cfb93 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0814018 May 03 22:31:06.924163 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59454) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:06.928410 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['f6688ff0-6e96-4dac-90f0-7a42629dcd98'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:31:07.122765 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955eaa4e-4e30-4e2c-8e96-331de9c6a554 req-fae7e330-b992-4e54-84bd-5c6623d75634 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:07.124012 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-955eaa4e-4e30-4e2c-8e96-331de9c6a554 req-fae7e330-b992-4e54-84bd-5c6623d75634 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 784 time: 0.2153285 May 03 22:31:07.135901 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-955eaa4e-4e30-4e2c-8e96-331de9c6a554 req-2e3d3013-6176-4651-a017-2b301f43f1f1 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:31:07.136843 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-955eaa4e-4e30-4e2c-8e96-331de9c6a554 req-2e3d3013-6176-4651-a017-2b301f43f1f1 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069888 May 03 22:31:07.153029 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed009fd3-4034-4f35-b06e-59035064a09d req-c7b6b525-b64a-4fcc-87a0-64357da3b63b tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:07.154483 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ed009fd3-4034-4f35-b06e-59035064a09d req-c7b6b525-b64a-4fcc-87a0-64357da3b63b tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ac7664-6526-4e23-b619-37474483ba12 HTTP/1.1" status: 200 len: 945 time: 0.1254761 May 03 22:31:07.214785 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543bdbca-e954-4b44-8696-777e34b166fd tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:07.216602 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-543bdbca-e954-4b44-8696-777e34b166fd tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "GET /v2.0/networks/2da74078-37d5-48f5-be13-af04ad75ee4b HTTP/1.1" status: 200 len: 804 time: 0.2922654 May 03 22:31:07.219837 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59462) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:07.239209 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ed009fd3-4034-4f35-b06e-59035064a09d req-67c72135-7c17-4630-a01b-d743b4201f0a tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664358 May 03 22:31:07.243563 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-18d26f64-664d-401f-aa07-3beaa264b696 req-54b2de80-763d-4632-8ffb-ae97751bf9e1 tempest-SecurityGroupsNegativeTestJSON-454183823 tempest-SecurityGroupsNegativeTestJSON-454183823-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fcd1c3c9123742cf989ebb7bb4fe3e24 HTTP/1.1" status: 200 len: 2988 time: 0.0861192 May 03 22:31:07.335948 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-18d26f64-664d-401f-aa07-3beaa264b696 req-48c1ee04-9c30-4dd6-ab00-23a5178b968a tempest-SecurityGroupsNegativeTestJSON-454183823 tempest-SecurityGroupsNegativeTestJSON-454183823-project] 10.222.0.58 "GET /v2.0/security-groups/d039f6fa-93d8-42d4-8c3d-8b51cb0bf013 HTTP/1.1" status: 200 len: 2985 time: 0.0859120 May 03 22:31:07.386566 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0ac41ebe-ba13-47f8-8c58-8ad18569e2de tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "GET /v2.0/networks/2da74078-37d5-48f5-be13-af04ad75ee4b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1655433 May 03 22:31:07.388994 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59468) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:07.450066 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-18d26f64-664d-401f-aa07-3beaa264b696 req-c790ff52-2578-4aba-9062-a419eae5a5e2 tempest-SecurityGroupsNegativeTestJSON-454183823 tempest-SecurityGroupsNegativeTestJSON-454183823-project] 10.222.0.58 "GET /v2.0/security-groups/d039f6fa-93d8-42d4-8c3d-8b51cb0bf013 HTTP/1.1" status: 200 len: 2985 time: 0.1129336 May 03 22:31:07.463375 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db863006-e941-4143-a33c-9abf1d69941b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:07.464909 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-db863006-e941-4143-a33c-9abf1d69941b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "GET /v2.0/subnets/a936eb8d-1708-4199-ab0c-2501b1954385 HTTP/1.1" status: 200 len: 843 time: 0.0747733 May 03 22:31:07.468364 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59476) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:07.485100 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c77e9-55cb-4959-87b2-cad49f0b9d0a req-ac1678cf-2f81-4c2a-910b-34e14e7ce0ca tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:07.486574 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7a1c77e9-55cb-4959-87b2-cad49f0b9d0a req-ac1678cf-2f81-4c2a-910b-34e14e7ce0ca tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=76bd138e-926b-45d1-a5a4-b522ac80a881 HTTP/1.1" status: 200 len: 950 time: 0.1197133 May 03 22:31:07.538986 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7a1c77e9-55cb-4959-87b2-cad49f0b9d0a req-9fa35022-50fa-49b0-a75b-19a5c558ec65 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452540 May 03 22:31:07.541533 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef7ba02-92e9-4c8b-be89-bd508d4eb65a tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['shared'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:07.543150 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-aef7ba02-92e9-4c8b-be89-bd508d4eb65a tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "GET /v2.0/subnets/a936eb8d-1708-4199-ab0c-2501b1954385?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0732172 May 03 22:31:07.546614 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59480) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:07.552348 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-10da2c35-59ea-4452-aef2-b00f4271f082 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-910305110'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:07.558505 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-10da2c35-59ea-4452-aef2-b00f4271f082 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:07.569059 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-10da2c35-59ea-4452-aef2-b00f4271f082 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:07.583051 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10da2c35-59ea-4452-aef2-b00f4271f082 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Made reservation on behalf of 343923008bac4bc78019628c0f9b696b for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:31:07.587449 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-10da2c35-59ea-4452-aef2-b00f4271f082 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:07.592974 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d9f2d7ea-2c7a-45c1-8f2f-5ac33d9cecdb req-a6930bd6-5d32-4608-aac2-5a42252e1546 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=66dfeed3cb324772b0bf769274eed2d2 HTTP/1.1" status: 200 len: 267 time: 0.0529778 May 03 22:31:07.620600 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10da2c35-59ea-4452-aef2-b00f4271f082 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:31:07.630198 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-10da2c35-59ea-4452-aef2-b00f4271f082 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:07.630964 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-10da2c35-59ea-4452-aef2-b00f4271f082 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Added segment 77431ba2-5493-4f56-bfc6-61553c14d721 of type vlan for network 3549c6a5-9326-4634-8218-378f5769762c May 03 22:31:07.659285 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-10da2c35-59ea-4452-aef2-b00f4271f082 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:07.689051 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-10da2c35-59ea-4452-aef2-b00f4271f082 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:07.694668 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10da2c35-59ea-4452-aef2-b00f4271f082 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:07.695235 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-10da2c35-59ea-4452-aef2-b00f4271f082 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:07.739422 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2d7ea-2c7a-45c1-8f2f-5ac33d9cecdb req-5f18b7a5-694f-44c8-8631-247969ec843b tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:07.740903 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d9f2d7ea-2c7a-45c1-8f2f-5ac33d9cecdb req-5f18b7a5-694f-44c8-8631-247969ec843b tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f1733a2-d909-4187-a9a2-34cda06be260 HTTP/1.1" status: 200 len: 945 time: 0.1471763 May 03 22:31:07.753687 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ed332-6076-417c-aed0-70088eed192f req-4c5403a9-21c2-4e24-8cf9-924e0253d072 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:07.755302 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d97ed332-6076-417c-aed0-70088eed192f req-4c5403a9-21c2-4e24-8cf9-924e0253d072 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c240ab9-dd26-468c-b48f-633514daf12a HTTP/1.1" status: 200 len: 945 time: 0.1061158 May 03 22:31:07.760687 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-d9f2d7ea-2c7a-45c1-8f2f-5ac33d9cecdb req-fc609e34-6f90-4402-8d7a-79ad2287ec80 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Request body: {'port': {'security_groups': []}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:07.797296 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-10da2c35-59ea-4452-aef2-b00f4271f082 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2494607 May 03 22:31:07.802875 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59484) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:07.810966 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-8a54f313-7afd-469e-baa0-79a7804cd460 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Request body: {'subnet': {'network_id': '3549c6a5-9326-4634-8218-378f5769762c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:07.826349 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da2c35-59ea-4452-aef2-b00f4271f082 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event updated for resources: {'Network': ['ID=3549c6a5-9326-4634-8218-378f5769762c,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:07.836612 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 3549c6a5-9326-4634-8218-378f5769762c details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:31:07.885610 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d97ed332-6076-417c-aed0-70088eed192f req-6d24bff3-6978-447f-b974-265cc3b3d165 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1c31ee3-e836-45e8-8521-0c048dd4e20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975933 May 03 22:31:07.924352 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d9f2d7ea-2c7a-45c1-8f2f-5ac33d9cecdb req-fc609e34-6f90-4402-8d7a-79ad2287ec80 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:07.933843 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8a54f313-7afd-469e-baa0-79a7804cd460 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:07.945379 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8a54f313-7afd-469e-baa0-79a7804cd460 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:07.955446 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a54f313-7afd-469e-baa0-79a7804cd460 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Made reservation on behalf of 343923008bac4bc78019628c0f9b696b for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:31:07.959062 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8a54f313-7afd-469e-baa0-79a7804cd460 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:08.052856 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.ipam_backend_mixin [None req-8a54f313-7afd-469e-baa0-79a7804cd460 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Performing IP validity checks on allocation pools {{(pid=88070) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 03 22:31:08.053413 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.ipam_backend_mixin [None req-8a54f313-7afd-469e-baa0-79a7804cd460 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88070) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 03 22:31:08.185197 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-d9f2d7ea-2c7a-45c1-8f2f-5ac33d9cecdb req-fc609e34-6f90-4402-8d7a-79ad2287ec80 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] For port 537c9aed-0007-402c-81fd-e5306a84c1db, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=537c9aed-0007-402c-81fd-e5306a84c1db,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:08.213366 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d9f2d7ea-2c7a-45c1-8f2f-5ac33d9cecdb req-fc609e34-6f90-4402-8d7a-79ad2287ec80 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:08.218018 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d9f2d7ea-2c7a-45c1-8f2f-5ac33d9cecdb req-fc609e34-6f90-4402-8d7a-79ad2287ec80 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:08.221251 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8a54f313-7afd-469e-baa0-79a7804cd460 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:08.233432 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['95b4774f-05b7-419e-89fc-76bb9efcb5b7', '537c9aed-0007-402c-81fd-e5306a84c1db'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:31:08.286873 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['8838e62a-72db-4068-b227-7620cf5da515'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:31:08.314322 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a54f313-7afd-469e-baa0-79a7804cd460 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event updated for resources: {'Subnet': ['ID=f86d2011-87e8-4ccc-a02b-c5f0887e96b2,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:08.327472 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a54f313-7afd-469e-baa0-79a7804cd460 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Checking segment: {'id': '77431ba2-5493-4f56-bfc6-61553c14d721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '3549c6a5-9326-4634-8218-378f5769762c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:31:08.327831 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a54f313-7afd-469e-baa0-79a7804cd460 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Network hostable DHCP agents. Network: 3549c6a5-9326-4634-8218-378f5769762c, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:31:08.331690 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2d7ea-2c7a-45c1-8f2f-5ac33d9cecdb req-fc609e34-6f90-4402-8d7a-79ad2287ec80 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:08.332323 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d9f2d7ea-2c7a-45c1-8f2f-5ac33d9cecdb req-fc609e34-6f90-4402-8d7a-79ad2287ec80 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:08.341377 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device f6688ff0-6e96-4dac-90f0-7a42629dcd98 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:31:08.348757 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d9f2d7ea-2c7a-45c1-8f2f-5ac33d9cecdb req-fc609e34-6f90-4402-8d7a-79ad2287ec80 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "PUT /v2.0/ports/537c9aed-0007-402c-81fd-e5306a84c1db HTTP/1.1" status: 200 len: 904 time: 0.5923710 May 03 22:31:08.355787 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a54f313-7afd-469e-baa0-79a7804cd460 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Network 3549c6a5-9326-4634-8218-378f5769762c is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:31:08.355957 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1733a2-d909-4187-a9a2-34cda06be260', 'tag': '537c9aed-0007-402c-81fd-e5306a84c1db'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:31:08.384545 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-8a54f313-7afd-469e-baa0-79a7804cd460 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 3549c6a5-9326-4634-8218-378f5769762c) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:31:08.409251 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debad4af-d5fe-4676-be65-a3ee034d96a8 None None] Network 3549c6a5-9326-4634-8218-378f5769762c requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:31:08.414305 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a54f313-7afd-469e-baa0-79a7804cd460 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:08.415410 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8a54f313-7afd-469e-baa0-79a7804cd460 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:08.451976 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8a54f313-7afd-469e-baa0-79a7804cd460 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6480436 May 03 22:31:08.455202 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59504) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:08.470047 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-c4ce757f-464a-44b7-b93d-f5fa610ebc26 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:08.475232 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['537c9aed-0007-402c-81fd-e5306a84c1db'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:31:08.580651 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc609e34-6f90-4402-8d7a-79ad2287ec80 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Pushing event updated for resources: {'Port': ['ID=537c9aed-0007-402c-81fd-e5306a84c1db,revision_number=6']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:08.608241 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d96a3678-bcea-462b-8b9f-51f6b04de4bb req-44ca4351-f825-4e1d-bff4-d0f6a8f2d745 tempest-SecurityGroupsNegativeTestJSON-454183823 tempest-SecurityGroupsNegativeTestJSON-454183823-project] 10.222.0.58 "GET /v2.0/security-groups/d039f6fa-93d8-42d4-8c3d-8b51cb0bf013 HTTP/1.1" status: 200 len: 2985 time: 0.2584810 May 03 22:31:08.673964 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f74781-7c28-42cc-97c2-430619eef638 req-b3615ee0-e02c-44dc-bb98-e0edea240e24 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:08.675908 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a0f74781-7c28-42cc-97c2-430619eef638 req-b3615ee0-e02c-44dc-bb98-e0edea240e24 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/networks?id=aa323bd0-e355-48ff-817f-0dfa021e8b19 HTTP/1.1" status: 200 len: 820 time: 0.4150429 May 03 22:31:08.682225 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4ce757f-464a-44b7-b93d-f5fa610ebc26 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16263623'] for subnet, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:08.713734 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a0f74781-7c28-42cc-97c2-430619eef638 req-ff48cf24-32d1-4150-b9bc-53a22994bf7c tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/quotas/cedd956302664fa280a1c281659df45b HTTP/1.1" status: 200 len: 375 time: 0.0273876 May 03 22:31:08.733451 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-82245ebe-deac-46a0-84c5-1aec0d1e029c req-ecf57f93-832f-4292-82f4-ac033bd0fbcb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5b161de4-ba39-4727-85f9-81d2e55b57f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2715414 May 03 22:31:08.902479 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4ce757f-464a-44b7-b93d-f5fa610ebc26 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752783540471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15122363'] for subnet, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:08.910847 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-afbf81d9-ac71-4cca-8a18-23ea76868f9e None None] Provisioning complete for port 537c9aed-0007-402c-81fd-e5306a84c1db triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:31:08.911403 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-afbf81d9-ac71-4cca-8a18-23ea76868f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:08.914547 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [req-d96a3678-bcea-462b-8b9f-51f6b04de4bb req-f636edf4-6195-41a6-9afe-3a1f98e1f687 tempest-SecurityGroupsNegativeTestJSON-454183823 tempest-SecurityGroupsNegativeTestJSON-454183823-project] delete failed (client error): There was a conflict when trying to complete your request. May 03 22:31:08.918363 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d96a3678-bcea-462b-8b9f-51f6b04de4bb req-f636edf4-6195-41a6-9afe-3a1f98e1f687 tempest-SecurityGroupsNegativeTestJSON-454183823 tempest-SecurityGroupsNegativeTestJSON-454183823-project] 10.222.0.58 "DELETE /v2.0/security-groups/d039f6fa-93d8-42d4-8c3d-8b51cb0bf013 HTTP/1.1" status: 409 len: 352 time: 0.3092744 May 03 22:31:08.952821 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port f6688ff0-6e96-4dac-90f0-7a42629dcd98 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:31:08.967063 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ce757f-464a-44b7-b93d-f5fa610ebc26 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:08.967697 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4ce757f-464a-44b7-b93d-f5fa610ebc26 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:08.969062 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c4ce757f-464a-44b7-b93d-f5fa610ebc26 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "PUT /v2.0/subnets/f86d2011-87e8-4ccc-a02b-c5f0887e96b2 HTTP/1.1" status: 200 len: 900 time: 0.5103161 May 03 22:31:08.972059 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59514) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:08.996580 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d13c27-aa01-4289-a2e2-5d3d01ab96c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-3549c6a5-9326-4634-8218-378f5769762c', 'network_id': '3549c6a5-9326-4634-8218-378f5769762c', 'tenant_id': '343923008bac4bc78019628c0f9b696b', 'fixed_ips': [{'subnet_id': 'f86d2011-87e8-4ccc-a02b-c5f0887e96b2'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:31:08.997404 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-21d13c27-aa01-4289-a2e2-5d3d01ab96c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:09.014431 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port f6688ff0-6e96-4dac-90f0-7a42629dcd98 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:31:09.014807 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:09.021797 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce757f-464a-44b7-b93d-f5fa610ebc26 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event updated for resources: {'Subnet': ['ID=f86d2011-87e8-4ccc-a02b-c5f0887e96b2,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:09.107532 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a0f74781-7c28-42cc-97c2-430619eef638 req-1e740f80-b505-483c-aebd-7e89cef7cac2 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=cedd956302664fa280a1c281659df45b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3826759 May 03 22:31:09.110679 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82245ebe-deac-46a0-84c5-1aec0d1e029c req-d841bdec-707e-4699-8d24-e624552abf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:09.112709 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-82245ebe-deac-46a0-84c5-1aec0d1e029c req-d841bdec-707e-4699-8d24-e624552abf39 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=66dfeed3cb324772b0bf769274eed2d2&device_id=5b161de4-ba39-4727-85f9-81d2e55b57f4 HTTP/1.1" status: 200 len: 1097 time: 0.3436210 May 03 22:31:09.165423 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-208fc61c-2b89-4a2f-a047-71738e31450b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:09.291648 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed484a-1fd5-4f48-8fef-5d65b98a370b req-0f818957-0c23-4e5a-97bd-3867797f1653 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:09.293144 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-29ed484a-1fd5-4f48-8fef-5d65b98a370b req-0f818957-0c23-4e5a-97bd-3867797f1653 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=598fc2b2-2390-4995-b777-dbd41580d5de HTTP/1.1" status: 200 len: 945 time: 0.2683895 May 03 22:31:09.422412 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-29ed484a-1fd5-4f48-8fef-5d65b98a370b req-c0a9669d-b371-4c60-b27e-171450fa2630 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159120 May 03 22:31:09.428283 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-208fc61c-2b89-4a2f-a047-71738e31450b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:09.449167 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82245ebe-deac-46a0-84c5-1aec0d1e029c req-90e2e81a-8397-401f-b665-9034673e9cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:09.451034 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-82245ebe-deac-46a0-84c5-1aec0d1e029c req-90e2e81a-8397-401f-b665-9034673e9cfc service neutron] 10.222.0.60 "GET /v2.0/networks?id=f73247c4-e4b1-4dbd-a711-946870a81559 HTTP/1.1" status: 200 len: 912 time: 0.3140233 May 03 22:31:09.467178 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:09.484310 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-21d13c27-aa01-4289-a2e2-5d3d01ab96c0 None None] Allocated IP 2001:db8::3 (3549c6a5-9326-4634-8218-378f5769762c/f86d2011-87e8-4ccc-a02b-c5f0887e96b2/71f682a5-db5b-4cec-913c-a3c88e9037e9) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:31:09.498488 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-af4f0401-c0f3-496b-96ae-869f34ac9d1f req-50314185-bd61-4050-9838-1b6f2dad6c96 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3203216 May 03 22:31:09.507043 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598fc2b2-2390-4995-b777-dbd41580d5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6688ff0-6e96-4dac-90f0-7a42629dcd98'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:31:09.538952 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port f6688ff0-6e96-4dac-90f0-7a42629dcd98, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=f6688ff0-6e96-4dac-90f0-7a42629dcd98,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:09.549130 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-82245ebe-deac-46a0-84c5-1aec0d1e029c req-937a2a33-ecc6-4cf4-857c-003709606f0f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8838e62a-72db-4068-b227-7620cf5da515 HTTP/1.1" status: 200 len: 217 time: 0.0781193 May 03 22:31:09.556645 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:09.605624 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a0f74781-7c28-42cc-97c2-430619eef638 req-dc14bd78-6fc1-43c5-bafc-78bf97f8c4a4 service neutron] 10.222.0.58 "GET /v2.0/networks/aa323bd0-e355-48ff-817f-0dfa021e8b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4971902 May 03 22:31:09.715439 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=f6688ff0-6e96-4dac-90f0-7a42629dcd98,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:09.729973 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:31:09.730323 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:31:09.730661 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:31:09.730995 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:31:09.731324 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:31:09.731651 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:31:09.731996 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:31:09.732301 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:31:09.732631 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:31:09.732939 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:31:09.733261 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:31:09.733580 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:31:09.761739 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f0401-c0f3-496b-96ae-869f34ac9d1f req-e1b6c322-7f12-4915-bca8-4304b611dd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:09.763375 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-af4f0401-c0f3-496b-96ae-869f34ac9d1f req-e1b6c322-7f12-4915-bca8-4304b611dd43 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 1101 time: 0.2316437 May 03 22:31:09.772133 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b5c76-f2d5-4078-abbe-118ac07556cb req-c4733acf-42a0-47ff-bf3d-b86f26e8b211 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:09.773136 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a0f74781-7c28-42cc-97c2-430619eef638 req-2b9ce31d-82c4-4093-bf5b-579888bb384c service neutron] 10.222.0.58 "GET /v2.0/networks/aa323bd0-e355-48ff-817f-0dfa021e8b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660438 May 03 22:31:09.773557 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-0f9b5c76-f2d5-4078-abbe-118ac07556cb req-c4733acf-42a0-47ff-bf3d-b86f26e8b211 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Synchronizing usage tracker for tenant:77e4bf48be994e018ad0dac312f12aea on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:31:09.820867 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82245ebe-deac-46a0-84c5-1aec0d1e029c req-194af07e-a134-4155-a7b9-dbc0389fd623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:09.822343 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-82245ebe-deac-46a0-84c5-1aec0d1e029c req-194af07e-a134-4155-a7b9-dbc0389fd623 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a6303b72-ad18-4df3-b796-1d1c3ad4e877 HTTP/1.1" status: 200 len: 850 time: 0.2655597 May 03 22:31:09.823430 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-21d13c27-aa01-4289-a2e2-5d3d01ab96c0 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:09.839610 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-0f9b5c76-f2d5-4078-abbe-118ac07556cb req-c4733acf-42a0-47ff-bf3d-b86f26e8b211 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Unset dirty status for tenant:77e4bf48be994e018ad0dac312f12aea on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:31:09.841018 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0f9b5c76-f2d5-4078-abbe-118ac07556cb req-c4733acf-42a0-47ff-bf3d-b86f26e8b211 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ac7664-6526-4e23-b619-37474483ba12 HTTP/1.1" status: 200 len: 945 time: 0.2316275 May 03 22:31:09.848809 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-21d13c27-aa01-4289-a2e2-5d3d01ab96c0 None None] Transition to ACTIVE for port object 71f682a5-db5b-4cec-913c-a3c88e9037e9 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:31:09.875598 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-21d13c27-aa01-4289-a2e2-5d3d01ab96c0 None None] Transition to ACTIVE for port object 71f682a5-db5b-4cec-913c-a3c88e9037e9 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:31:09.883333 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-21d13c27-aa01-4289-a2e2-5d3d01ab96c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:09.968257 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-029eab03-5fde-4967-89a5-581798e6008c'] response: {'name': 'network-changed', 'server_uuid': '7f1733a2-d909-4187-a9a2-34cda06be260', 'tag': '537c9aed-0007-402c-81fd-e5306a84c1db', 'status': 'completed', 'code': 200} May 03 22:31:09.985392 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d13c27-aa01-4289-a2e2-5d3d01ab96c0 None None] Network 3549c6a5-9326-4634-8218-378f5769762c is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:31:09.988761 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-21d13c27-aa01-4289-a2e2-5d3d01ab96c0 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:31:09.990175 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-0f9b5c76-f2d5-4078-abbe-118ac07556cb req-7a4730eb-d199-4e8b-bfcb-8bd719878539 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Deleting port 7ab989f1-ee5f-4505-83e4-ff68affe29ee {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:31:09.990677 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0f9b5c76-f2d5-4078-abbe-118ac07556cb req-7a4730eb-d199-4e8b-bfcb-8bd719878539 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:09.991209 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82245ebe-deac-46a0-84c5-1aec0d1e029c req-8416e3be-4834-46b4-99d7-fa117a51d05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:09.992779 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-82245ebe-deac-46a0-84c5-1aec0d1e029c req-8416e3be-4834-46b4-99d7-fa117a51d05f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f73247c4-e4b1-4dbd-a711-946870a81559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1636677 May 03 22:31:09.994702 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d13c27-aa01-4289-a2e2-5d3d01ab96c0 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:31:10.003823 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d13c27-aa01-4289-a2e2-5d3d01ab96c0 None None] Pushing event updated for resources: {'Port': ['ID=71f682a5-db5b-4cec-913c-a3c88e9037e9,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:10.090268 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20160e-dc0d-4fcd-b152-9d5a20c07733 req-7bf41de0-78bc-4e6c-a34a-22ea2ae30f40 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:10.092291 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2b20160e-dc0d-4fcd-b152-9d5a20c07733 req-7bf41de0-78bc-4e6c-a34a-22ea2ae30f40 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f1733a2-d909-4187-a9a2-34cda06be260 HTTP/1.1" status: 200 len: 907 time: 0.2202404 May 03 22:31:10.156045 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-21d13c27-aa01-4289-a2e2-5d3d01ab96c0 None None] Attempting to bind port 71f682a5-db5b-4cec-913c-a3c88e9037e9 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:31:10.156423 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-21d13c27-aa01-4289-a2e2-5d3d01ab96c0 None None] Attempting to bind port 71f682a5-db5b-4cec-913c-a3c88e9037e9 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '77431ba2-5493-4f56-bfc6-61553c14d721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '3549c6a5-9326-4634-8218-378f5769762c'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:31:10.157041 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d13c27-aa01-4289-a2e2-5d3d01ab96c0 None None] Attempting to bind port 71f682a5-db5b-4cec-913c-a3c88e9037e9 on network 3549c6a5-9326-4634-8218-378f5769762c {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:31:10.165312 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d13c27-aa01-4289-a2e2-5d3d01ab96c0 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:31:10.165830 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d13c27-aa01-4289-a2e2-5d3d01ab96c0 None None] Checking segment: {'id': '77431ba2-5493-4f56-bfc6-61553c14d721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '3549c6a5-9326-4634-8218-378f5769762c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:31:10.166469 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-21d13c27-aa01-4289-a2e2-5d3d01ab96c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:10.167502 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d13c27-aa01-4289-a2e2-5d3d01ab96c0 None None] Bound using segment: {'id': '77431ba2-5493-4f56-bfc6-61553c14d721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '3549c6a5-9326-4634-8218-378f5769762c'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:31:10.168088 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-21d13c27-aa01-4289-a2e2-5d3d01ab96c0 None None] Bound port: 71f682a5-db5b-4cec-913c-a3c88e9037e9, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77431ba2-5493-4f56-bfc6-61553c14d721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '3549c6a5-9326-4634-8218-378f5769762c'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:31:10.168702 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-21d13c27-aa01-4289-a2e2-5d3d01ab96c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:10.169332 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-208fc61c-2b89-4a2f-a047-71738e31450b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:10.236140 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f0401-c0f3-496b-96ae-869f34ac9d1f req-da00a66e-0e06-4c2d-9650-17c997e97fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:10.238469 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-af4f0401-c0f3-496b-96ae-869f34ac9d1f req-da00a66e-0e06-4c2d-9650-17c997e97fff service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.4488518 May 03 22:31:10.307724 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-21d13c27-aa01-4289-a2e2-5d3d01ab96c0 None None] For port 71f682a5-db5b-4cec-913c-a3c88e9037e9, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:31:10.311970 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-21d13c27-aa01-4289-a2e2-5d3d01ab96c0 None None] For port 71f682a5-db5b-4cec-913c-a3c88e9037e9, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=71f682a5-db5b-4cec-913c-a3c88e9037e9,segment=NetworkSegment(77431ba2-5493-4f56-bfc6-61553c14d721),segment_id=77431ba2-5493-4f56-bfc6-61553c14d721)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:31:10.317951 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-21d13c27-aa01-4289-a2e2-5d3d01ab96c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:10.392241 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117fd8b-3728-4aec-b50b-b15b0a607576 req-0a784917-2b0b-4d3f-aa89-caaad2d65883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:10.393722 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0117fd8b-3728-4aec-b50b-b15b0a607576 req-0a784917-2b0b-4d3f-aa89-caaad2d65883 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=66dfeed3cb324772b0bf769274eed2d2&device_id=7f1733a2-d909-4187-a9a2-34cda06be260 HTTP/1.1" status: 200 len: 1058 time: 0.3994193 May 03 22:31:10.400697 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-82245ebe-deac-46a0-84c5-1aec0d1e029c req-1fcf777b-0d5a-42c6-990f-df6422a7c4bd service neutron] 10.222.0.60 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699300 May 03 22:31:10.427817 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-208fc61c-2b89-4a2f-a047-71738e31450b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:10.429750 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d13c27-aa01-4289-a2e2-5d3d01ab96c0 None None] Pushing event updated for resources: {'Port': ['ID=71f682a5-db5b-4cec-913c-a3c88e9037e9,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:10.458228 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208fc61c-2b89-4a2f-a047-71738e31450b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event deleted for resources: {'Subnet': ['ID=f86d2011-87e8-4ccc-a02b-c5f0887e96b2,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:10.476828 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-af4f0401-c0f3-496b-96ae-869f34ac9d1f req-f027acaf-4b85-4104-8f1b-313cb8a550e0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=78cece3e-063d-4911-b5af-6e8c5dad162c HTTP/1.1" status: 200 len: 217 time: 0.2052186 May 03 22:31:10.557102 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f0401-c0f3-496b-96ae-869f34ac9d1f req-14833817-c827-49d2-a24b-1a887ec82a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:10.558499 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-af4f0401-c0f3-496b-96ae-869f34ac9d1f req-14833817-c827-49d2-a24b-1a887ec82a24 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.0630007 May 03 22:31:10.560183 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-208fc61c-2b89-4a2f-a047-71738e31450b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3549c6a5-9326-4634-8218-378f5769762c']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:10.600010 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ceffca-4df8-4a42-9eaf-101beb4fbe2f None None] Network 3549c6a5-9326-4634-8218-378f5769762c requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:31:10.618588 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571fd1ac-00a7-4f2e-b74f-80cb857a6cdc req-286deed5-8f37-4c99-99c5-3ffc71d6395d tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:10.620152 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-571fd1ac-00a7-4f2e-b74f-80cb857a6cdc req-286deed5-8f37-4c99-99c5-3ffc71d6395d tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=76bd138e-926b-45d1-a5a4-b522ac80a881 HTTP/1.1" status: 200 len: 950 time: 0.5052824 May 03 22:31:10.641599 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-208fc61c-2b89-4a2f-a047-71738e31450b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77431ba2-5493-4f56-bfc6-61553c14d721') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:10.642322 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-208fc61c-2b89-4a2f-a047-71738e31450b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77431ba2-5493-4f56-bfc6-61553c14d721') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:10.685300 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-208fc61c-2b89-4a2f-a047-71738e31450b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:10.772767 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117fd8b-3728-4aec-b50b-b15b0a607576 req-b690a013-2dfc-4b6a-af2c-2fcc0fe854d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:10.775692 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0117fd8b-3728-4aec-b50b-b15b0a607576 req-b690a013-2dfc-4b6a-af2c-2fcc0fe854d0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f73247c4-e4b1-4dbd-a711-946870a81559 HTTP/1.1" status: 200 len: 912 time: 0.3724144 May 03 22:31:10.868602 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6c4898-7aba-4001-a070-9cd3ddca9656 None None] Network 3549c6a5-9326-4634-8218-378f5769762c requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:31:10.870496 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-208fc61c-2b89-4a2f-a047-71738e31450b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:10.896373 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-208fc61c-2b89-4a2f-a047-71738e31450b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:31:10.896877 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-208fc61c-2b89-4a2f-a047-71738e31450b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:10.914815 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:31:10.914815 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:31:10.914815 n-d-811807-1 neutron-server[88070]: timer() May 03 22:31:10.914815 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:31:10.914815 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:31:10.914815 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:31:10.914815 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:31:10.914815 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:31:10.914815 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:31:10.914815 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:31:10.914815 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:31:10.914815 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:31:10.914815 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:31:10.914815 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:31:10.914815 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:31:10.914815 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:31:10.914815 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:31:10.914815 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:31:10.914815 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:31:10.914815 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:31:10.914815 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:31:10.914815 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:31:10.914815 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:31:10.914815 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:31:10.914815 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:31:10.914815 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:31:10.914815 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:31:10.914815 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:31:10.914815 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:31:10.914815 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:31:10.914815 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:31:10.914815 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:31:11.011799 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f0401-c0f3-496b-96ae-869f34ac9d1f req-e5e9a8cb-6478-48dd-b916-bfc78433d433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:11.012522 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a16f5-3acd-44bf-ad34-67bc255219de req-ee38032e-ba09-49f3-9aee-0d40e7d762fd tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:11.013457 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-af4f0401-c0f3-496b-96ae-869f34ac9d1f req-e5e9a8cb-6478-48dd-b916-bfc78433d433 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4439237 May 03 22:31:11.013702 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a22a16f5-3acd-44bf-ad34-67bc255219de req-ee38032e-ba09-49f3-9aee-0d40e7d762fd tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c240ab9-dd26-468c-b48f-633514daf12a HTTP/1.1" status: 200 len: 945 time: 0.7557662 May 03 22:31:11.026992 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0117fd8b-3728-4aec-b50b-b15b0a607576 req-ca281497-1fae-4ea5-8f96-73c123440460 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=537c9aed-0007-402c-81fd-e5306a84c1db HTTP/1.1" status: 200 len: 217 time: 0.0895214 May 03 22:31:11.049608 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [None req-208fc61c-2b89-4a2f-a047-71738e31450b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 03 22:31:11.049608 n-d-811807-1 neutron-server[88070]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 03 22:31:11.049608 n-d-811807-1 neutron-server[88070]: [parameters: {'id': '3549c6a5-9326-4634-8218-378f5769762c'}] May 03 22:31:11.049608 n-d-811807-1 neutron-server[88070]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:31:11.050183 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [None req-208fc61c-2b89-4a2f-a047-71738e31450b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:31:11.080783 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-0f9b5c76-f2d5-4078-abbe-118ac07556cb req-7a4730eb-d199-4e8b-bfcb-8bd719878539 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] For port 7ab989f1-ee5f-4505-83e4-ff68affe29ee, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=7ab989f1-ee5f-4505-83e4-ff68affe29ee,segment=NetworkSegment(09635bff-16c9-4d7f-8a87-b6936a489987),segment_id=09635bff-16c9-4d7f-8a87-b6936a489987)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:11.081252 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0f9b5c76-f2d5-4078-abbe-118ac07556cb req-7a4730eb-d199-4e8b-bfcb-8bd719878539 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:11.121968 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-571fd1ac-00a7-4f2e-b74f-80cb857a6cdc req-05e74d0e-d3b2-49f1-bcb6-1435e836f536 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409874 May 03 22:31:11.145480 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a22a16f5-3acd-44bf-ad34-67bc255219de req-00dbe194-dc86-423f-b515-e9aa4ec9dda0 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1c31ee3-e836-45e8-8521-0c048dd4e20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202374 May 03 22:31:11.157654 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-82245ebe-deac-46a0-84c5-1aec0d1e029c req-b89f6a12-75d9-4eba-a513-92b0f600bbbf service neutron] 10.222.0.60 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7330837 May 03 22:31:11.173704 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117fd8b-3728-4aec-b50b-b15b0a607576 req-a645d2ea-9efe-4df0-b2aa-d3fa7e8e55d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:11.174776 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68495a03-01ff-4ecd-96b1-82f88e9aca7b None None] get_active_networks_info from n-d-811807-1 {{(pid=88071) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 03 22:31:11.175311 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0117fd8b-3728-4aec-b50b-b15b0a607576 req-a645d2ea-9efe-4df0-b2aa-d3fa7e8e55d1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6303b72-ad18-4df3-b796-1d1c3ad4e877 HTTP/1.1" status: 200 len: 850 time: 0.1375356 May 03 22:31:11.182476 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [req-b6b5ccf8-656f-48ef-9dfc-8fbaf28e34be req-2288b928-5b95-4719-837b-826524800751 tempest-SecurityGroupsNegativeTestJSON-454183823 tempest-SecurityGroupsNegativeTestJSON-454183823-project] show failed (client error): The resource could not be found. May 03 22:31:11.183633 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b6b5ccf8-656f-48ef-9dfc-8fbaf28e34be req-2288b928-5b95-4719-837b-826524800751 tempest-SecurityGroupsNegativeTestJSON-454183823 tempest-SecurityGroupsNegativeTestJSON-454183823-project] 10.222.0.58 "GET /v2.0/security-groups/8a564bfe-9b29-48d1-9262-db6d0cb9f1e3 HTTP/1.1" status: 404 len: 352 time: 0.0233903 May 03 22:31:11.268599 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdb6163a-4f3d-46bd-97f8-3c25c9656a66'] response: {'server_uuid': '598fc2b2-2390-4995-b777-dbd41580d5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6688ff0-6e96-4dac-90f0-7a42629dcd98', 'code': 200} May 03 22:31:11.390968 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68495a03-01ff-4ecd-96b1-82f88e9aca7b None None] Resources bound (agent type, host, resource id): {{(pid=88071) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 03 22:31:11.474721 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-0f9b5c76-f2d5-4078-abbe-118ac07556cb req-7a4730eb-d199-4e8b-bfcb-8bd719878539 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Calling delete_port for 7ab989f1-ee5f-4505-83e4-ff68affe29ee owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:31:11.570413 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-208fc61c-2b89-4a2f-a047-71738e31450b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:11.580367 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d7106b9e-6b8a-47cb-991e-c615190b3ff3 req-47bc5ffb-0cf3-44d1-8e4a-4a48a4d91eba tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9845e68-2c9e-4423-9c31-faa7466baf47 HTTP/1.1" status: 200 len: 210 time: 0.1262493 May 03 22:31:11.708217 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-208fc61c-2b89-4a2f-a047-71738e31450b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Deleting port 71f682a5-db5b-4cec-913c-a3c88e9037e9 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:31:11.708628 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-208fc61c-2b89-4a2f-a047-71738e31450b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:11.740113 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-af4f0401-c0f3-496b-96ae-869f34ac9d1f req-96f34a77-bbf0-482c-87a1-4161c6a5ad3b service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7113674 May 03 22:31:11.771180 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117fd8b-3728-4aec-b50b-b15b0a607576 req-abb5a782-adbd-4d2f-aa72-8240716538be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:11.773592 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0117fd8b-3728-4aec-b50b-b15b0a607576 req-abb5a782-adbd-4d2f-aa72-8240716538be service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f73247c4-e4b1-4dbd-a711-946870a81559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5776944 May 03 22:31:11.786945 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f74781-7c28-42cc-97c2-430619eef638 req-fac9e7ef-1525-4de5-8430-91c1acbe2b04 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:11.788622 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a0f74781-7c28-42cc-97c2-430619eef638 req-fac9e7ef-1525-4de5-8430-91c1acbe2b04 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.67 "GET /v2.0/networks?id=aa323bd0-e355-48ff-817f-0dfa021e8b19 HTTP/1.1" status: 200 len: 820 time: 0.3324625 May 03 22:31:11.859486 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a66f8b-c9ae-48ba-9b89-f069b48606a8 req-9feb91af-6c5c-4dbd-88f5-7d0cc104ed6e tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:11.860956 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-28a66f8b-c9ae-48ba-9b89-f069b48606a8 req-9feb91af-6c5c-4dbd-88f5-7d0cc104ed6e tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/ports?device_id=17ac7664-6526-4e23-b619-37474483ba12 HTTP/1.1" status: 200 len: 945 time: 0.5540867 May 03 22:31:11.872047 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-a0f74781-7c28-42cc-97c2-430619eef638 req-fcdb7e37-56c2-4fdd-9733-2dec9bad3ad7 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Request body: {'port': {'device_id': 'f9845e68-2c9e-4423-9c31-faa7466baf47', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'admin_state_up': True, 'tenant_id': 'cedd956302664fa280a1c281659df45b'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:11.887794 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da867e0-aa92-43fa-af28-8f55c8a0771b req-8be1b4c2-c2cb-4a63-8bde-28f8b7210985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:11.889418 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0da867e0-aa92-43fa-af28-8f55c8a0771b req-8be1b4c2-c2cb-4a63-8bde-28f8b7210985 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=598fc2b2-2390-4995-b777-dbd41580d5de HTTP/1.1" status: 200 len: 1097 time: 0.4911942 May 03 22:31:11.930674 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0f9b5c76-f2d5-4078-abbe-118ac07556cb req-7a4730eb-d199-4e8b-bfcb-8bd719878539 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:11.942060 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['7ab989f1-ee5f-4505-83e4-ff68affe29ee'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:31:11.998133 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4730eb-d199-4e8b-bfcb-8bd719878539 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Pushing event deleted for resources: {'Port': ['ID=7ab989f1-ee5f-4505-83e4-ff68affe29ee,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:12.077176 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-af4f0401-c0f3-496b-96ae-869f34ac9d1f req-eee2f992-2757-403b-be21-e0f7f546987b service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123429 May 03 22:31:12.135540 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9b5c76-f2d5-4078-abbe-118ac07556cb req-7a4730eb-d199-4e8b-bfcb-8bd719878539 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] No DVR routers for this DVR port 7ab989f1-ee5f-4505-83e4-ff68affe29ee on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:31:12.139348 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0f9b5c76-f2d5-4078-abbe-118ac07556cb req-7a4730eb-d199-4e8b-bfcb-8bd719878539 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:12.141882 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ac7664-6526-4e23-b619-37474483ba12', 'name': 'network-vif-deleted', 'tag': '7ab989f1-ee5f-4505-83e4-ff68affe29ee'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:31:12.171977 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-28a66f8b-c9ae-48ba-9b89-f069b48606a8 req-fb623f52-5fd8-4683-81bf-3666b9187c9c tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.58 "GET /v2.0/security-groups?id=9fef7512-022a-4fc3-8552-9bcebfbe0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762172 May 03 22:31:12.173439 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0da867e0-aa92-43fa-af28-8f55c8a0771b req-46e623a0-4d5b-4645-8a19-5ab311f1ca9a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713091 May 03 22:31:12.214135 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0117fd8b-3728-4aec-b50b-b15b0a607576 req-0ecae68d-bcd7-4299-94f6-0e23fcfaf9e6 service neutron] 10.222.0.67 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223313 May 03 22:31:12.233347 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe23c5-bdd2-4aa4-94a6-80a0e56528aa req-ab34327a-5a9e-4d42-a295-914bd738e9f4 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:12.235244 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6abe23c5-bdd2-4aa4-94a6-80a0e56528aa req-ab34327a-5a9e-4d42-a295-914bd738e9f4 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.4576180 May 03 22:31:12.238649 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-208fc61c-2b89-4a2f-a047-71738e31450b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] For port 71f682a5-db5b-4cec-913c-a3c88e9037e9, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=71f682a5-db5b-4cec-913c-a3c88e9037e9,segment=NetworkSegment(77431ba2-5493-4f56-bfc6-61553c14d721),segment_id=77431ba2-5493-4f56-bfc6-61553c14d721)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:12.239150 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-208fc61c-2b89-4a2f-a047-71738e31450b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:12.283882 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-a0f74781-7c28-42cc-97c2-430619eef638 req-fcdb7e37-56c2-4fdd-9733-2dec9bad3ad7 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:12.311647 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-a0f74781-7c28-42cc-97c2-430619eef638 req-fcdb7e37-56c2-4fdd-9733-2dec9bad3ad7 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Usage tracker for resource:port and tenant:cedd956302664fa280a1c281659df45b is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:12.319433 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-a0f74781-7c28-42cc-97c2-430619eef638 req-fcdb7e37-56c2-4fdd-9733-2dec9bad3ad7 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:12.389511 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-208fc61c-2b89-4a2f-a047-71738e31450b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Calling delete_port for 71f682a5-db5b-4cec-913c-a3c88e9037e9 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:31:12.410142 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-a0f74781-7c28-42cc-97c2-430619eef638 req-fcdb7e37-56c2-4fdd-9733-2dec9bad3ad7 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:12.421653 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6abe23c5-bdd2-4aa4-94a6-80a0e56528aa req-761483ca-8999-4f01-bcfd-6194bfccb354 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855540 May 03 22:31:12.458181 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0f9b5c76-f2d5-4078-abbe-118ac07556cb req-7a4730eb-d199-4e8b-bfcb-8bd719878539 tempest-ServerDiskConfigTestJSON-846375791 tempest-ServerDiskConfigTestJSON-846375791-project] 10.222.0.60 "DELETE /v2.0/ports/7ab989f1-ee5f-4505-83e4-ff68affe29ee HTTP/1.1" status: 204 len: 173 time: 2.6117239 May 03 22:31:12.474979 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0f74781-7c28-42cc-97c2-430619eef638 req-fcdb7e37-56c2-4fdd-9733-2dec9bad3ad7 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Made reservation on behalf of cedd956302664fa280a1c281659df45b for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:31:12.479006 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a0f74781-7c28-42cc-97c2-430619eef638 req-fcdb7e37-56c2-4fdd-9733-2dec9bad3ad7 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:12.496023 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-208fc61c-2b89-4a2f-a047-71738e31450b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:12.522502 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [req-43c5211d-e021-4c11-938f-599ea3225163 req-c47f9555-5728-4ce6-aff9-92a2f0487e4c tempest-SecurityGroupsNegativeTestJSON-454183823 tempest-SecurityGroupsNegativeTestJSON-454183823-project] show failed (client error): The resource could not be found. May 03 22:31:12.523535 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-43c5211d-e021-4c11-938f-599ea3225163 req-c47f9555-5728-4ce6-aff9-92a2f0487e4c tempest-SecurityGroupsNegativeTestJSON-454183823 tempest-SecurityGroupsNegativeTestJSON-454183823-project] 10.222.0.58 "GET /v2.0/security-groups/4d703302-f347-434e-9018-ec6861271d9e HTTP/1.1" status: 404 len: 352 time: 0.0575521 May 03 22:31:12.528176 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0117fd8b-3728-4aec-b50b-b15b0a607576 req-374d1f8d-89fa-4f0f-88fe-4f6b134ee620 service neutron] 10.222.0.67 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778807 May 03 22:31:12.569808 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59548) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:12.618667 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208fc61c-2b89-4a2f-a047-71738e31450b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] No DVR routers for this DVR port 71f682a5-db5b-4cec-913c-a3c88e9037e9 on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:31:12.620374 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208fc61c-2b89-4a2f-a047-71738e31450b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event deleted for resources: {'Port': ['ID=71f682a5-db5b-4cec-913c-a3c88e9037e9,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:12.753302 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-208fc61c-2b89-4a2f-a047-71738e31450b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:12.778434 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-208fc61c-2b89-4a2f-a047-71738e31450b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3549c6a5-9326-4634-8218-378f5769762c']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:12.792090 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-208fc61c-2b89-4a2f-a047-71738e31450b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77431ba2-5493-4f56-bfc6-61553c14d721') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:12.792392 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-208fc61c-2b89-4a2f-a047-71738e31450b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77431ba2-5493-4f56-bfc6-61553c14d721') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:12.804604 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-208fc61c-2b89-4a2f-a047-71738e31450b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:12.822979 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-208fc61c-2b89-4a2f-a047-71738e31450b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:12.830092 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-208fc61c-2b89-4a2f-a047-71738e31450b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:31:12.830717 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-208fc61c-2b89-4a2f-a047-71738e31450b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:12.846209 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:31:12.846209 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:31:12.846209 n-d-811807-1 neutron-server[88070]: timer() May 03 22:31:12.846209 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:31:12.846209 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:31:12.846209 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:31:12.846209 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:31:12.846209 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:31:12.846209 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:31:12.846209 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:31:12.846209 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:31:12.846209 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:31:12.846209 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:31:12.846209 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:31:12.846209 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:31:12.846209 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:31:12.846209 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:31:12.846209 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:31:12.846209 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:31:12.846209 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:31:12.846209 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:31:12.846209 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:31:12.846209 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:31:12.846209 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:31:12.846209 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:31:12.846209 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:31:12.846209 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:31:12.846209 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:31:12.846209 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:31:12.846209 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:31:12.846209 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:31:12.846209 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:31:12.918882 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391e8aa-31f2-4f9b-bd02-c03af000ed49 req-9677619f-8296-44ca-8231-537ba1b45422 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:12.920366 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f391e8aa-31f2-4f9b-bd02-c03af000ed49 req-9677619f-8296-44ca-8231-537ba1b45422 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=598fc2b2-2390-4995-b777-dbd41580d5de HTTP/1.1" status: 200 len: 946 time: 0.6058691 May 03 22:31:12.932546 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-208fc61c-2b89-4a2f-a047-71738e31450b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:12.935471 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b4bd42c-50fc-41ca-9e08-f684d9a2a6fc admin admin] Deleting subnet 1e5d7343-3618-4458-8b83-d4212409cff3 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:31:12.945899 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6b4bd42c-50fc-41ca-9e08-f684d9a2a6fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:12.952571 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-208fc61c-2b89-4a2f-a047-71738e31450b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:12.964251 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208fc61c-2b89-4a2f-a047-71738e31450b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event deleted for resources: {'Network': ['ID=3549c6a5-9326-4634-8218-378f5769762c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:12.971921 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-208fc61c-2b89-4a2f-a047-71738e31450b tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "DELETE /v2.0/networks/3549c6a5-9326-4634-8218-378f5769762c HTTP/1.1" status: 204 len: 168 time: 3.9984903 May 03 22:31:12.974728 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59554) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:13.001575 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-a0f74781-7c28-42cc-97c2-430619eef638 req-fcdb7e37-56c2-4fdd-9733-2dec9bad3ad7 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Allocated IP 172.20.0.10 (aa323bd0-e355-48ff-817f-0dfa021e8b19/54b42422-4ac1-45eb-8a53-775e8d5e2134/b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:31:13.014065 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f50cb1-4f1d-421c-bc05-cbf5ddf0d2e1 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] DELETE failed (client error): The resource could not be found. May 03 22:31:13.014528 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48f50cb1-4f1d-421c-bc05-cbf5ddf0d2e1 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:31:13.016216 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-48f50cb1-4f1d-421c-bc05-cbf5ddf0d2e1 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "DELETE /v2.0/subnets/f86d2011-87e8-4ccc-a02b-c5f0887e96b2 HTTP/1.1" status: 404 len: 337 time: 0.0405071 May 03 22:31:13.018713 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59558) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:13.045835 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dacfd9e-3f68-47e8-8625-2d49ee64705a tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] DELETE failed (client error): The resource could not be found. May 03 22:31:13.046283 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dacfd9e-3f68-47e8-8625-2d49ee64705a tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:31:13.047944 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8dacfd9e-3f68-47e8-8625-2d49ee64705a tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "DELETE /v2.0/networks/3549c6a5-9326-4634-8218-378f5769762c HTTP/1.1" status: 404 len: 339 time: 0.0283315 May 03 22:31:13.050372 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59562) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:13.068986 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f391e8aa-31f2-4f9b-bd02-c03af000ed49 req-fad22296-1a9d-4812-a1ec-efbf12aab0c3 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297433 May 03 22:31:13.071825 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6b4bd42c-50fc-41ca-9e08-f684d9a2a6fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:13.145564 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f2f84-4b00-480d-84c8-30c4b8897738 req-b13b72a9-a4a0-40e6-845d-418de15eaf69 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:13.146587 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3b4f2f84-4b00-480d-84c8-30c4b8897738 req-b13b72a9-a4a0-40e6-845d-418de15eaf69 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=76bd138e-926b-45d1-a5a4-b522ac80a881 HTTP/1.1" status: 200 len: 950 time: 0.4291699 May 03 22:31:13.158943 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d10f725c-e39e-4efd-ad0f-0c2fa0c9a6ca'] response: {'server_uuid': '17ac7664-6526-4e23-b619-37474483ba12', 'name': 'network-vif-deleted', 'tag': '7ab989f1-ee5f-4505-83e4-ff68affe29ee', 'status': 'completed', 'code': 200} May 03 22:31:13.185397 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-45e51b1d-4cc3-4932-8373-2cf8c2f16fba tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:13.228207 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6b4bd42c-50fc-41ca-9e08-f684d9a2a6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:13.330325 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3b4f2f84-4b00-480d-84c8-30c4b8897738 req-00e2fed0-5b14-461f-8701-c060d71e3653 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760571 May 03 22:31:13.488475 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-45e51b1d-4cc3-4932-8373-2cf8c2f16fba tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:13.514015 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-45e51b1d-4cc3-4932-8373-2cf8c2f16fba tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7726d2e-1468-48a5-bd8c-d753573b24f6']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:13.526349 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-45e51b1d-4cc3-4932-8373-2cf8c2f16fba tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '432214a2-1271-4d21-ae77-b022d0f0c30a') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:13.526641 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-45e51b1d-4cc3-4932-8373-2cf8c2f16fba tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '432214a2-1271-4d21-ae77-b022d0f0c30a') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:13.529555 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a0f74781-7c28-42cc-97c2-430619eef638 req-fcdb7e37-56c2-4fdd-9733-2dec9bad3ad7 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:13.538177 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6b4bd42c-50fc-41ca-9e08-f684d9a2a6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:13.538334 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-45e51b1d-4cc3-4932-8373-2cf8c2f16fba tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:13.554576 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-45e51b1d-4cc3-4932-8373-2cf8c2f16fba tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:13.561005 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45e51b1d-4cc3-4932-8373-2cf8c2f16fba tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:31:13.561400 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-45e51b1d-4cc3-4932-8373-2cf8c2f16fba tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:13.576561 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:31:13.576561 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:31:13.576561 n-d-811807-1 neutron-server[88070]: timer() May 03 22:31:13.576561 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:31:13.576561 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:31:13.576561 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:31:13.576561 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:31:13.576561 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:31:13.576561 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:31:13.576561 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:31:13.576561 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:31:13.576561 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:31:13.576561 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:31:13.576561 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:31:13.576561 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:31:13.576561 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:31:13.576561 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:31:13.576561 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:31:13.576561 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:31:13.576561 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:31:13.576561 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:31:13.576561 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:31:13.576561 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:31:13.576561 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:31:13.576561 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:31:13.576561 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:31:13.576561 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:31:13.576561 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:31:13.576561 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:31:13.576561 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:31:13.576561 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:31:13.576561 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:31:13.597244 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4bd42c-50fc-41ca-9e08-f684d9a2a6fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e5d7343-3618-4458-8b83-d4212409cff3,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:13.607572 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6b4bd42c-50fc-41ca-9e08-f684d9a2a6fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:13.617450 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca9f6e-df83-4465-bbae-1c0ed67e275c req-fcf9fa14-712e-44b2-ba71-7e2086ebc5e6 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:13.618954 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e9ca9f6e-df83-4465-bbae-1c0ed67e275c req-fcf9fa14-712e-44b2-ba71-7e2086ebc5e6 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c240ab9-dd26-468c-b48f-633514daf12a HTTP/1.1" status: 200 len: 945 time: 0.3486984 May 03 22:31:13.645275 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6b4bd42c-50fc-41ca-9e08-f684d9a2a6fc admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1e5d7343-3618-4458-8b83-d4212409cff3 HTTP/1.1" status: 204 len: 168 time: 1.0736055 May 03 22:31:13.649483 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59568) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:13.677489 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e9ca9f6e-df83-4465-bbae-1c0ed67e275c req-09c2dd96-b84d-45f2-8789-ee20697d2634 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1c31ee3-e836-45e8-8521-0c048dd4e20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520365 May 03 22:31:13.678638 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-a0f74781-7c28-42cc-97c2-430619eef638 req-fcdb7e37-56c2-4fdd-9733-2dec9bad3ad7 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Transition to ACTIVE for port object b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:31:13.687154 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-45e51b1d-4cc3-4932-8373-2cf8c2f16fba tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:13.691220 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f020c-3451-49e4-a777-0c8ee462620e req-659b3637-d5c7-4ce4-8f0c-7e821ee6bf17 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:13.691394 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-45e51b1d-4cc3-4932-8373-2cf8c2f16fba tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:13.700291 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-712f020c-3451-49e4-a777-0c8ee462620e req-659b3637-d5c7-4ce4-8f0c-7e821ee6bf17 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.2216060 May 03 22:31:13.729883 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a0f74781-7c28-42cc-97c2-430619eef638 req-fcdb7e37-56c2-4fdd-9733-2dec9bad3ad7 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:13.741951 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['2642b5e6-5d8c-4acd-b8fd-8a712dfbe750'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:31:13.772636 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-45e51b1d-4cc3-4932-8373-2cf8c2f16fba tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "DELETE /v2.0/networks/f7726d2e-1468-48a5-bd8c-d753573b24f6 HTTP/1.1" status: 204 len: 168 time: 0.7211721 May 03 22:31:13.778805 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e51b1d-4cc3-4932-8373-2cf8c2f16fba tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event deleted for resources: {'Network': ['ID=f7726d2e-1468-48a5-bd8c-d753573b24f6,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:13.780328 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59572) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:13.806785 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2897b8ee-5c81-42d1-90cd-bd9de94074e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:13.894426 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-712f020c-3451-49e4-a777-0c8ee462620e req-a6ab3987-6313-4b75-a9b7-60b6b355d7b8 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848822 May 03 22:31:13.896366 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0f74781-7c28-42cc-97c2-430619eef638 req-fcdb7e37-56c2-4fdd-9733-2dec9bad3ad7 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Network aa323bd0-e355-48ff-817f-0dfa021e8b19 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:31:13.904272 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-37071d5b-2ff9-4a4d-9188-e1a2703ed984 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] DELETE failed (client error): The resource could not be found. May 03 22:31:13.904775 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37071d5b-2ff9-4a4d-9188-e1a2703ed984 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:31:13.906486 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-37071d5b-2ff9-4a4d-9188-e1a2703ed984 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "DELETE /v2.0/subnets/32e08db0-649a-4ebe-93ea-a9a05e398fbc HTTP/1.1" status: 404 len: 337 time: 0.1055760 May 03 22:31:13.920599 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-a0f74781-7c28-42cc-97c2-430619eef638 req-fcdb7e37-56c2-4fdd-9733-2dec9bad3ad7 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:31:13.924911 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59576) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:13.928120 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f74781-7c28-42cc-97c2-430619eef638 req-fcdb7e37-56c2-4fdd-9733-2dec9bad3ad7 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:31:13.954178 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2897b8ee-5c81-42d1-90cd-bd9de94074e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:13.984116 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb7e37-56c2-4fdd-9733-2dec9bad3ad7 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Pushing event updated for resources: {'Port': ['ID=b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:13.999769 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-2897b8ee-5c81-42d1-90cd-bd9de94074e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27727867-6934-4267-bbe0-b4ca5294c311']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:14.008773 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-eab058de-16d9-492e-90c8-c96952a32d80 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] DELETE failed (client error): The resource could not be found. May 03 22:31:14.009250 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eab058de-16d9-492e-90c8-c96952a32d80 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:31:14.011118 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-eab058de-16d9-492e-90c8-c96952a32d80 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "DELETE /v2.0/networks/a4f7410b-0e21-4572-b0a8-c6b293319d19 HTTP/1.1" status: 404 len: 339 time: 0.0842397 May 03 22:31:14.014775 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59582) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:14.016468 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-2897b8ee-5c81-42d1-90cd-bd9de94074e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d64894-e3af-4502-9a6c-9f841daee5e8') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:14.017174 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-2897b8ee-5c81-42d1-90cd-bd9de94074e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d64894-e3af-4502-9a6c-9f841daee5e8') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:14.033836 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2897b8ee-5c81-42d1-90cd-bd9de94074e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:14.054935 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2897b8ee-5c81-42d1-90cd-bd9de94074e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:14.061580 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2897b8ee-5c81-42d1-90cd-bd9de94074e9 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:31:14.062007 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2897b8ee-5c81-42d1-90cd-bd9de94074e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:14.079224 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:31:14.079224 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:31:14.079224 n-d-811807-1 neutron-server[88070]: timer() May 03 22:31:14.079224 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:31:14.079224 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:31:14.079224 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:31:14.079224 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:31:14.079224 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:31:14.079224 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:31:14.079224 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:31:14.079224 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:31:14.079224 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:31:14.079224 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:31:14.079224 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:31:14.079224 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:31:14.079224 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:31:14.079224 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:31:14.079224 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:31:14.079224 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:31:14.079224 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:31:14.079224 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:31:14.079224 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:31:14.079224 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:31:14.079224 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:31:14.079224 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:31:14.079224 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:31:14.079224 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:31:14.079224 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:31:14.079224 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:31:14.079224 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:31:14.079224 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:31:14.079224 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:31:14.097706 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f74781-7c28-42cc-97c2-430619eef638 req-fcdb7e37-56c2-4fdd-9733-2dec9bad3ad7 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:14.098384 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a0f74781-7c28-42cc-97c2-430619eef638 req-fcdb7e37-56c2-4fdd-9733-2dec9bad3ad7 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:14.131082 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607fc7c6-bda5-42bc-a2dc-27b4b0937c39 req-e550d97c-1cf6-46d0-8428-8314f83f7259 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:14.131921 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-607fc7c6-bda5-42bc-a2dc-27b4b0937c39 req-e550d97c-1cf6-46d0-8428-8314f83f7259 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Synchronizing usage tracker for tenant:cedd956302664fa280a1c281659df45b on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:31:14.168069 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2897b8ee-5c81-42d1-90cd-bd9de94074e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:14.181499 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aea0a97-523f-4b14-959d-03e5182fa329 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Deleting subnet 0f41635b-6507-473d-86fe-85d5295b0b87 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:31:14.184695 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2897b8ee-5c81-42d1-90cd-bd9de94074e9 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:14.193440 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8aea0a97-523f-4b14-959d-03e5182fa329 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:14.193727 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897b8ee-5c81-42d1-90cd-bd9de94074e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=27727867-6934-4267-bbe0-b4ca5294c311,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:14.196648 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2897b8ee-5c81-42d1-90cd-bd9de94074e9 admin admin] 10.222.0.58 "DELETE /v2.0/networks/27727867-6934-4267-bbe0-b4ca5294c311 HTTP/1.1" status: 204 len: 168 time: 0.5459912 May 03 22:31:14.223155 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a0f74781-7c28-42cc-97c2-430619eef638 req-fcdb7e37-56c2-4fdd-9733-2dec9bad3ad7 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3776557 May 03 22:31:14.225215 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6cd839bc-c11d-4659-90e4-2a395659910b None None] Provisioning for port b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:31:14.231295 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6cd839bc-c11d-4659-90e4-2a395659910b None None] Provisioning complete for port b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:31:14.231678 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6cd839bc-c11d-4659-90e4-2a395659910b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:14.251991 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-a0f74781-7c28-42cc-97c2-430619eef638 req-b2704227-e98c-44b1-a4eb-4476fb4e7519 service neutron] Request body: {'port': {'device_id': 'f9845e68-2c9e-4423-9c31-faa7466baf47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:14.293417 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-6cd839bc-c11d-4659-90e4-2a395659910b None None] Port b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:31:14.326505 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8aea0a97-523f-4b14-959d-03e5182fa329 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:14.328397 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59592) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:14.360938 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-607fc7c6-bda5-42bc-a2dc-27b4b0937c39 req-e550d97c-1cf6-46d0-8428-8314f83f7259 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Unset dirty status for tenant:cedd956302664fa280a1c281659df45b on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:31:14.362109 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-607fc7c6-bda5-42bc-a2dc-27b4b0937c39 req-e550d97c-1cf6-46d0-8428-8314f83f7259 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9845e68-2c9e-4423-9c31-faa7466baf47 HTTP/1.1" status: 200 len: 932 time: 0.5523126 May 03 22:31:14.377281 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-32d9f65f-ffad-4f97-bb77-f0f37fdb029f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fcd1c3c9123742cf989ebb7bb4fe3e24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475924 May 03 22:31:14.379863 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59598) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:14.382589 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 7ab989f1-ee5f-4505-83e4-ff68affe29ee no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:31:14.420905 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 7ab989f1-ee5f-4505-83e4-ff68affe29ee {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:31:14.421970 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 7ab989f1-ee5f-4505-83e4-ff68affe29ee not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:31:14.441897 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4d7b8466-4c57-4352-ac1b-d44a419f4f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:14.471648 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4d7b8466-4c57-4352-ac1b-d44a419f4f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:14.507481 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd18538-4dbf-42b1-a214-9a025884e930 req-fea14338-f93b-464f-885a-31ad76bdc582 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:14.508865 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fcd18538-4dbf-42b1-a214-9a025884e930 req-fea14338-f93b-464f-885a-31ad76bdc582 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.3693476 May 03 22:31:14.514948 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-607fc7c6-bda5-42bc-a2dc-27b4b0937c39 req-be272833-818e-4080-8e9b-3bc66308038e tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/security-groups?id=8141834f-3183-49db-99d3-033fb924ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413083 May 03 22:31:14.525142 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a0f74781-7c28-42cc-97c2-430619eef638 req-b2704227-e98c-44b1-a4eb-4476fb4e7519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:14.537595 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4d7b8466-4c57-4352-ac1b-d44a419f4f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:14.559348 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4d7b8466-4c57-4352-ac1b-d44a419f4f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:14.565056 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4d7b8466-4c57-4352-ac1b-d44a419f4f66 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d039f6fa-93d8-42d4-8c3d-8b51cb0bf013 HTTP/1.1" status: 204 len: 168 time: 0.1840992 May 03 22:31:14.567863 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b8466-4c57-4352-ac1b-d44a419f4f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d039f6fa-93d8-42d4-8c3d-8b51cb0bf013,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:14.622323 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8aea0a97-523f-4b14-959d-03e5182fa329 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:14.674731 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fcd18538-4dbf-42b1-a214-9a025884e930 req-5a45e2d6-3f3d-4072-9262-b86270b2aeb1 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529691 May 03 22:31:14.725229 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5f91894b-1b53-4119-b0e7-d3b4a9d2d59a req-b426e1d7-1b0f-4b60-b43f-174878759d5c service neutron] 10.222.0.60 "GET /v2.0/ports/1e5936bb-e1f5-4edc-b6f5-ed89c719b65d/bindings/n-h1-811807-1 HTTP/1.1" status: 200 len: 382 time: 0.0990818 May 03 22:31:15.039163 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91894b-1b53-4119-b0e7-d3b4a9d2d59a req-bbce4b03-2e21-4952-bd97-203662bec839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:15.041213 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5f91894b-1b53-4119-b0e7-d3b4a9d2d59a req-bbce4b03-2e21-4952-bd97-203662bec839 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=76bd138e-926b-45d1-a5a4-b522ac80a881&tenant_id=e5ed80acbb9f47e383e08a46b5c2d155 HTTP/1.1" status: 200 len: 1101 time: 0.0808451 May 03 22:31:15.143369 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91894b-1b53-4119-b0e7-d3b4a9d2d59a req-b0407498-3a7a-4fd4-a002-6560ab14e88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:15.144942 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5f91894b-1b53-4119-b0e7-d3b4a9d2d59a req-b0407498-3a7a-4fd4-a002-6560ab14e88e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&device_id=76bd138e-926b-45d1-a5a4-b522ac80a881 HTTP/1.1" status: 200 len: 1101 time: 0.0824893 May 03 22:31:15.179951 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8aea0a97-523f-4b14-959d-03e5182fa329 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:15.247175 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea0a97-523f-4b14-959d-03e5182fa329 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event deleted for resources: {'Subnet': ['ID=0f41635b-6507-473d-86fe-85d5295b0b87,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:15.250973 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8aea0a97-523f-4b14-959d-03e5182fa329 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:15.258667 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c09dc79-1b26-41e0-9aa6-318ed1342fa1 None None] Network 6e458c14-1065-4de9-a698-77e71a3669cc requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:31:15.290220 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91894b-1b53-4119-b0e7-d3b4a9d2d59a req-189956a7-bcd5-4255-bfd7-61e96b16a231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:15.291603 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5f91894b-1b53-4119-b0e7-d3b4a9d2d59a req-189956a7-bcd5-4255-bfd7-61e96b16a231 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.1411455 May 03 22:31:15.292477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2ae0c-750f-4009-8d74-21e6257236e0 req-5527b67d-9ce2-4fc4-b7b2-d60fdc1bdb93 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:15.293979 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-99f2ae0c-750f-4009-8d74-21e6257236e0 req-5527b67d-9ce2-4fc4-b7b2-d60fdc1bdb93 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=76bd138e-926b-45d1-a5a4-b522ac80a881 HTTP/1.1" status: 200 len: 950 time: 0.4858785 May 03 22:31:15.297334 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8aea0a97-523f-4b14-959d-03e5182fa329 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "DELETE /v2.0/subnets/0f41635b-6507-473d-86fe-85d5295b0b87 HTTP/1.1" status: 204 len: 168 time: 1.2817261 May 03 22:31:15.301947 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59622) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:15.306098 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee3b20-c63d-41af-9916-40945e456fc1 req-0f265007-8d01-400e-a289-461eba39b32c tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:15.313067 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4aee3b20-c63d-41af-9916-40945e456fc1 req-0f265007-8d01-400e-a289-461eba39b32c tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=598fc2b2-2390-4995-b777-dbd41580d5de HTTP/1.1" status: 200 len: 946 time: 0.5036173 May 03 22:31:15.402250 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5f91894b-1b53-4119-b0e7-d3b4a9d2d59a req-00a2ab8f-dc41-4e52-9c79-9eaf982c20f5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=1e5936bb-e1f5-4edc-b6f5-ed89c719b65d HTTP/1.1" status: 200 len: 217 time: 0.1011555 May 03 22:31:15.414388 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4aee3b20-c63d-41af-9916-40945e456fc1 req-5715c937-2d8c-4b76-a1c3-52b0c7271d9e tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002803 May 03 22:31:15.426664 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-99f2ae0c-750f-4009-8d74-21e6257236e0 req-6211ae70-8404-42b4-ae49-244c4fe074ed tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115129 May 03 22:31:15.516118 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-a0f74781-7c28-42cc-97c2-430619eef638 req-b2704227-e98c-44b1-a4eb-4476fb4e7519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:31:15.534809 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a0f74781-7c28-42cc-97c2-430619eef638 req-b2704227-e98c-44b1-a4eb-4476fb4e7519 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:15.578167 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-a0f74781-7c28-42cc-97c2-430619eef638 req-b2704227-e98c-44b1-a4eb-4476fb4e7519 service neutron] Transition to ACTIVE for port object b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:31:15.587358 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a0f74781-7c28-42cc-97c2-430619eef638 req-b2704227-e98c-44b1-a4eb-4476fb4e7519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:15.657105 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-03dd29aa-61fb-4ce1-9460-689e1be45cb0 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Deleting subnet 8aee116a-aef4-422e-aba1-6196e4ef18b4 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:31:15.669571 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-03dd29aa-61fb-4ce1-9460-689e1be45cb0 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:15.772772 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-03dd29aa-61fb-4ce1-9460-689e1be45cb0 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:15.815762 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91894b-1b53-4119-b0e7-d3b4a9d2d59a req-c2a06dab-ef3d-4ae8-a4fd-d4c5724f7fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:15.818522 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5f91894b-1b53-4119-b0e7-d3b4a9d2d59a req-c2a06dab-ef3d-4ae8-a4fd-d4c5724f7fb9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.4070652 May 03 22:31:15.819017 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59640) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:15.907715 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2704227-e98c-44b1-a4eb-4476fb4e7519 service neutron] Pushing event updated for resources: {'Port': ['ID=b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:16.027409 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-b985f58e-b6a2-4891-a9fd-0ff9d6ba1e5c admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-451469490-network', 'tenant_id': '86477222096c4af28ff7e1ff6cb52cd4'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:16.051495 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b985f58e-b6a2-4891-a9fd-0ff9d6ba1e5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:16.062349 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b985f58e-b6a2-4891-a9fd-0ff9d6ba1e5c admin admin] Usage tracker for resource:network and tenant:86477222096c4af28ff7e1ff6cb52cd4 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:16.073801 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b985f58e-b6a2-4891-a9fd-0ff9d6ba1e5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:16.085798 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b985f58e-b6a2-4891-a9fd-0ff9d6ba1e5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:16.105418 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b27dad-72a9-4e92-b8f2-c23422e03631 req-a5218974-6fdc-4d76-8b69-c12d39a76152 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:16.112961 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c8b27dad-72a9-4e92-b8f2-c23422e03631 req-a5218974-6fdc-4d76-8b69-c12d39a76152 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c240ab9-dd26-468c-b48f-633514daf12a HTTP/1.1" status: 200 len: 945 time: 0.3977492 May 03 22:31:16.114294 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b985f58e-b6a2-4891-a9fd-0ff9d6ba1e5c admin admin] Made reservation on behalf of 86477222096c4af28ff7e1ff6cb52cd4 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:31:16.116585 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b985f58e-b6a2-4891-a9fd-0ff9d6ba1e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:16.121699 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70e60e-8207-4ffe-b76e-a22bd9437122 req-50e8c284-1e1c-4d90-a50b-4f80ea369f42 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:16.123183 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7b70e60e-8207-4ffe-b76e-a22bd9437122 req-50e8c284-1e1c-4d90-a50b-4f80ea369f42 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.4092636 May 03 22:31:16.126405 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-a0f74781-7c28-42cc-97c2-430619eef638 req-b2704227-e98c-44b1-a4eb-4476fb4e7519 service neutron] Attempting to bind port b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:31:16.126739 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-a0f74781-7c28-42cc-97c2-430619eef638 req-b2704227-e98c-44b1-a4eb-4476fb4e7519 service neutron] Attempting to bind port b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '4a0ebc46-1388-4582-a35d-c77e85f48a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:31:16.127067 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f74781-7c28-42cc-97c2-430619eef638 req-b2704227-e98c-44b1-a4eb-4476fb4e7519 service neutron] Attempting to bind port b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a on network aa323bd0-e355-48ff-817f-0dfa021e8b19 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:31:16.135736 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-03dd29aa-61fb-4ce1-9460-689e1be45cb0 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:16.162346 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f74781-7c28-42cc-97c2-430619eef638 req-b2704227-e98c-44b1-a4eb-4476fb4e7519 service neutron] Port b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a on network aa323bd0-e355-48ff-817f-0dfa021e8b19 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:31:16.163772 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f74781-7c28-42cc-97c2-430619eef638 req-b2704227-e98c-44b1-a4eb-4476fb4e7519 service neutron] Attempting to bind port b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a on network aa323bd0-e355-48ff-817f-0dfa021e8b19 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:31:16.163894 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b985f58e-b6a2-4891-a9fd-0ff9d6ba1e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:16.179384 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f74781-7c28-42cc-97c2-430619eef638 req-b2704227-e98c-44b1-a4eb-4476fb4e7519 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:31:16.179728 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f74781-7c28-42cc-97c2-430619eef638 req-b2704227-e98c-44b1-a4eb-4476fb4e7519 service neutron] Checking segment: {'id': '4a0ebc46-1388-4582-a35d-c77e85f48a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:31:16.180121 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f74781-7c28-42cc-97c2-430619eef638 req-b2704227-e98c-44b1-a4eb-4476fb4e7519 service neutron] Bound using segment: {'id': '4a0ebc46-1388-4582-a35d-c77e85f48a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:31:16.180565 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-a0f74781-7c28-42cc-97c2-430619eef638 req-b2704227-e98c-44b1-a4eb-4476fb4e7519 service neutron] Bound port: b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0ebc46-1388-4582-a35d-c77e85f48a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:31:16.181486 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a0f74781-7c28-42cc-97c2-430619eef638 req-b2704227-e98c-44b1-a4eb-4476fb4e7519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:16.202532 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b985f58e-b6a2-4891-a9fd-0ff9d6ba1e5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:16.206243 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91894b-1b53-4119-b0e7-d3b4a9d2d59a req-fe2970bc-12f9-4072-a461-7c5863775a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:16.207737 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5f91894b-1b53-4119-b0e7-d3b4a9d2d59a req-fe2970bc-12f9-4072-a461-7c5863775a8c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3749743 May 03 22:31:16.215001 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b985f58e-b6a2-4891-a9fd-0ff9d6ba1e5c admin admin] Usage tracker for resource:security_group_rule and tenant:86477222096c4af28ff7e1ff6cb52cd4 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:16.220858 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b985f58e-b6a2-4891-a9fd-0ff9d6ba1e5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:16.251894 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b985f58e-b6a2-4891-a9fd-0ff9d6ba1e5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:16.273047 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c8b27dad-72a9-4e92-b8f2-c23422e03631 req-a4e78dd4-e090-4e71-a879-6218024c1308 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1c31ee3-e836-45e8-8521-0c048dd4e20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585562 May 03 22:31:16.298033 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7b70e60e-8207-4ffe-b76e-a22bd9437122 req-b8370db0-ed57-4475-9b64-175ad865fb9c tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544333 May 03 22:31:16.339695 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-a0f74781-7c28-42cc-97c2-430619eef638 req-b2704227-e98c-44b1-a4eb-4476fb4e7519 service neutron] For port b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:31:16.343138 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-a0f74781-7c28-42cc-97c2-430619eef638 req-b2704227-e98c-44b1-a4eb-4476fb4e7519 service neutron] For port b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a,segment=NetworkSegment(4a0ebc46-1388-4582-a35d-c77e85f48a3d),segment_id=4a0ebc46-1388-4582-a35d-c77e85f48a3d)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:31:16.352252 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a0f74781-7c28-42cc-97c2-430619eef638 req-b2704227-e98c-44b1-a4eb-4476fb4e7519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:16.380330 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-03dd29aa-61fb-4ce1-9460-689e1be45cb0 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:16.480612 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd29aa-61fb-4ce1-9460-689e1be45cb0 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event deleted for resources: {'Subnet': ['ID=8aee116a-aef4-422e-aba1-6196e4ef18b4,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:16.482803 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-03dd29aa-61fb-4ce1-9460-689e1be45cb0 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:16.534438 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f74781-7c28-42cc-97c2-430619eef638 req-b2704227-e98c-44b1-a4eb-4476fb4e7519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:16.538072 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a0f74781-7c28-42cc-97c2-430619eef638 req-b2704227-e98c-44b1-a4eb-4476fb4e7519 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:16.546139 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dcdc48-1af0-41b9-a114-193bfa99c1a4 None None] Network 6e458c14-1065-4de9-a698-77e71a3669cc requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:31:16.550299 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a0f74781-7c28-42cc-97c2-430619eef638 req-b2704227-e98c-44b1-a4eb-4476fb4e7519 service neutron] 10.222.0.67 "PUT /v2.0/ports/b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a HTTP/1.1" status: 200 len: 1092 time: 2.3126976 May 03 22:31:16.550921 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9845e68-2c9e-4423-9c31-faa7466baf47', 'tag': 'b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:31:16.559357 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5f91894b-1b53-4119-b0e7-d3b4a9d2d59a req-027642ae-f3a3-4312-9a6d-f83410a57f3b service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414397 May 03 22:31:16.561752 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-03dd29aa-61fb-4ce1-9460-689e1be45cb0 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "DELETE /v2.0/subnets/8aee116a-aef4-422e-aba1-6196e4ef18b4 HTTP/1.1" status: 204 len: 168 time: 1.2590954 May 03 22:31:16.567644 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59662) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:16.639530 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2704227-e98c-44b1-a4eb-4476fb4e7519 service neutron] Pushing event updated for resources: {'Port': ['ID=b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:16.791613 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c86f805d-724c-40a8-8419-3639d63c7836 None None] Provisioning complete for port b9b8f503-45a4-4f49-a1a6-80185daedd2a triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:31:16.792036 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c86f805d-724c-40a8-8419-3639d63c7836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:16.847359 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b985f58e-b6a2-4891-a9fd-0ff9d6ba1e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:16.864386 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b985f58e-b6a2-4891-a9fd-0ff9d6ba1e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:16.903422 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d523e9e3-974c-4cc7-ade2-9bacfcab85f6 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:16.909924 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-eadd6155-80de-4cb8-af66-f4bc7ee37ea7 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:16.917523 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-eadd6155-80de-4cb8-af66-f4bc7ee37ea7 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/networks?id=983af77e-2b01-4072-bd1e-12edcf859777 HTTP/1.1" status: 200 len: 806 time: 0.3229024 May 03 22:31:16.930296 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b985f58e-b6a2-4891-a9fd-0ff9d6ba1e5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:31:16.932520 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985f58e-b6a2-4891-a9fd-0ff9d6ba1e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd33c0de-303b-460f-8de0-3f912fde14e3,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:16.942510 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-d92b76ac-2716-4870-84a7-447dbfa28086 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/quotas/5a0f20c83fdc471fa4da593ef2ea5d27 HTTP/1.1" status: 200 len: 375 time: 0.0243812 May 03 22:31:16.945234 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5f91894b-1b53-4119-b0e7-d3b4a9d2d59a req-2f91ec5e-ce9f-4cd9-bfed-be6774a9fb56 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756912 May 03 22:31:16.950299 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b985f58e-b6a2-4891-a9fd-0ff9d6ba1e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:16.950623 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-b985f58e-b6a2-4891-a9fd-0ff9d6ba1e5c admin admin] Added segment 4316ff61-4b6f-4abf-823b-29aa011e3eff of type vlan for network ea50194d-7ccb-4fc0-9800-2ac2b77a1364 May 03 22:31:16.960298 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-d523e9e3-974c-4cc7-ade2-9bacfcab85f6 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Deleting port b9b8f503-45a4-4f49-a1a6-80185daedd2a {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:31:16.960413 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d523e9e3-974c-4cc7-ade2-9bacfcab85f6 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:16.978585 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f74781-7c28-42cc-97c2-430619eef638 req-186c7cdb-fd90-47d7-8ca4-e365f19e6a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:16.980429 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a0f74781-7c28-42cc-97c2-430619eef638 req-186c7cdb-fd90-47d7-8ca4-e365f19e6a5e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cedd956302664fa280a1c281659df45b&device_id=f9845e68-2c9e-4423-9c31-faa7466baf47 HTTP/1.1" status: 200 len: 1095 time: 0.3417087 May 03 22:31:16.998919 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c95298-9c68-4b31-9dff-a37a61c9a768 req-0dc89f3f-af17-4424-a554-560b42c50f64 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:17.004102 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8913d4-6218-4b0c-9cff-65992029c095 None None] DHCP port deletion for 6e458c14-1065-4de9-a698-77e71a3669cc request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:31:17.007029 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a4c95298-9c68-4b31-9dff-a37a61c9a768 req-0dc89f3f-af17-4424-a554-560b42c50f64 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9845e68-2c9e-4423-9c31-faa7466baf47 HTTP/1.1" status: 200 len: 944 time: 0.3690109 May 03 22:31:17.011367 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-9b8913d4-6218-4b0c-9cff-65992029c095 None None] Deleting port b9b8f503-45a4-4f49-a1a6-80185daedd2a {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:31:17.011850 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9b8913d4-6218-4b0c-9cff-65992029c095 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:17.028730 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b985f58e-b6a2-4891-a9fd-0ff9d6ba1e5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:17.131068 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b985f58e-b6a2-4891-a9fd-0ff9d6ba1e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:17.132050 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b985f58e-b6a2-4891-a9fd-0ff9d6ba1e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:17.132622 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b985f58e-b6a2-4891-a9fd-0ff9d6ba1e5c admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:17.155376 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a4c95298-9c68-4b31-9dff-a37a61c9a768 req-08626242-3718-451c-8300-c90f19cbb7d9 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/security-groups?id=8141834f-3183-49db-99d3-033fb924ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472518 May 03 22:31:17.172629 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a0f74781-7c28-42cc-97c2-430619eef638 req-53a97f21-43ce-4cb9-bd3a-14dd9fd4a2d3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a HTTP/1.1" status: 200 len: 217 time: 0.1252935 May 03 22:31:17.245447 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-9b8913d4-6218-4b0c-9cff-65992029c095 None None] For port b9b8f503-45a4-4f49-a1a6-80185daedd2a, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=b9b8f503-45a4-4f49-a1a6-80185daedd2a,segment=NetworkSegment(f0b0470d-0b35-4577-bf7b-207ef1179cf0),segment_id=f0b0470d-0b35-4577-bf7b-207ef1179cf0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:17.245933 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9b8913d4-6218-4b0c-9cff-65992029c095 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:17.252084 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-5f9c5e15-c3e0-4c61-a6b1-3a36345bcbf2 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a0f20c83fdc471fa4da593ef2ea5d27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3086591 May 03 22:31:17.293408 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f74781-7c28-42cc-97c2-430619eef638 req-59a564ad-dfe8-4a2e-980d-c4a0a04d1e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:17.295677 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a0f74781-7c28-42cc-97c2-430619eef638 req-59a564ad-dfe8-4a2e-980d-c4a0a04d1e90 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=54b42422-4ac1-45eb-8a53-775e8d5e2134 HTTP/1.1" status: 200 len: 859 time: 0.1138530 May 03 22:31:17.305513 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59670) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:17.306945 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b985f58e-b6a2-4891-a9fd-0ff9d6ba1e5c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4808140 May 03 22:31:17.315992 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59674) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:17.352438 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985f58e-b6a2-4891-a9fd-0ff9d6ba1e5c admin admin] Pushing event updated for resources: {'Network': ['ID=ea50194d-7ccb-4fc0-9800-2ac2b77a1364,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:17.359890 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-d523e9e3-974c-4cc7-ade2-9bacfcab85f6 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] For port b9b8f503-45a4-4f49-a1a6-80185daedd2a, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=b9b8f503-45a4-4f49-a1a6-80185daedd2a,segment=NetworkSegment(f0b0470d-0b35-4577-bf7b-207ef1179cf0),segment_id=f0b0470d-0b35-4577-bf7b-207ef1179cf0)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:17.360273 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d523e9e3-974c-4cc7-ade2-9bacfcab85f6 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:17.375655 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-4686ecc6-c167-4c4b-82b8-9c7dd1bc08b5 admin admin] Request body: {'subnet': {'network_id': 'ea50194d-7ccb-4fc0-9800-2ac2b77a1364', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-451469490-subnet', 'tenant_id': '86477222096c4af28ff7e1ff6cb52cd4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:17.386406 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4686ecc6-c167-4c4b-82b8-9c7dd1bc08b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:17.428274 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network ea50194d-7ccb-4fc0-9800-2ac2b77a1364 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:31:17.446870 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4686ecc6-c167-4c4b-82b8-9c7dd1bc08b5 admin admin] Usage tracker for resource:subnet and tenant:86477222096c4af28ff7e1ff6cb52cd4 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:17.447218 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-9b8913d4-6218-4b0c-9cff-65992029c095 None None] Calling delete_port for b9b8f503-45a4-4f49-a1a6-80185daedd2a owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:31:17.516195 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4686ecc6-c167-4c4b-82b8-9c7dd1bc08b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:17.526898 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-d523e9e3-974c-4cc7-ade2-9bacfcab85f6 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Calling delete_port for b9b8f503-45a4-4f49-a1a6-80185daedd2a owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:31:17.571784 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4686ecc6-c167-4c4b-82b8-9c7dd1bc08b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:17.578450 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-af15b5fd-b37f-4099-bc41-4924e3d9d469 admin admin] Deleting subnet f87275f9-d5c3-4c1f-8855-2213c7ddc029 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:31:17.586818 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-af15b5fd-b37f-4099-bc41-4924e3d9d469 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:17.608982 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9b8913d4-6218-4b0c-9cff-65992029c095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:17.650254 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4686ecc6-c167-4c4b-82b8-9c7dd1bc08b5 admin admin] Made reservation on behalf of 86477222096c4af28ff7e1ff6cb52cd4 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:31:17.652523 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4686ecc6-c167-4c4b-82b8-9c7dd1bc08b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:17.665756 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8913d4-6218-4b0c-9cff-65992029c095 None None] No DVR routers for this DVR port b9b8f503-45a4-4f49-a1a6-80185daedd2a on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:31:17.680706 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-077a2467-e031-4b51-9571-d18b3b4f77a9 service neutron] 10.222.0.58 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207008 May 03 22:31:17.691327 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f74781-7c28-42cc-97c2-430619eef638 req-4fbfce45-156a-4f17-987d-2f2bf3eecb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:17.692745 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a0f74781-7c28-42cc-97c2-430619eef638 req-4fbfce45-156a-4f17-987d-2f2bf3eecb88 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aa323bd0-e355-48ff-817f-0dfa021e8b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3765121 May 03 22:31:17.693306 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-af15b5fd-b37f-4099-bc41-4924e3d9d469 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:17.695482 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8913d4-6218-4b0c-9cff-65992029c095 None None] Pushing event deleted for resources: {'Port': ['ID=b9b8f503-45a4-4f49-a1a6-80185daedd2a,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:17.743929 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43d930-e3ac-4d84-8496-9f5ce988134b req-7baa85bf-9b6f-4faa-be85-d041fa4e70ba tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:17.745339 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0a43d930-e3ac-4d84-8496-9f5ce988134b req-7baa85bf-9b6f-4faa-be85-d041fa4e70ba tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=76bd138e-926b-45d1-a5a4-b522ac80a881 HTTP/1.1" status: 200 len: 950 time: 0.2617848 May 03 22:31:17.905550 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [None req-d523e9e3-974c-4cc7-ade2-9bacfcab85f6 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:31:17.905806 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [None req-d523e9e3-974c-4cc7-ade2-9bacfcab85f6 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:31:17.939746 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-af15b5fd-b37f-4099-bc41-4924e3d9d469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:17.948995 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0a43d930-e3ac-4d84-8496-9f5ce988134b req-48b965c9-a53e-4c51-a284-32270554e3bd tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901903 May 03 22:31:17.995104 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-25b5ef94-0c01-46f7-ab1b-1089cfde8331 service neutron] 10.222.0.58 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061614 May 03 22:31:18.005816 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a0f74781-7c28-42cc-97c2-430619eef638 req-ecd19717-c752-4020-84f2-a6cf4cbc8363 service neutron] 10.222.0.67 "GET /v2.0/networks/aa323bd0-e355-48ff-817f-0dfa021e8b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926753 May 03 22:31:18.064219 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-af15b5fd-b37f-4099-bc41-4924e3d9d469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:18.127460 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15b5fd-b37f-4099-bc41-4924e3d9d469 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f87275f9-d5c3-4c1f-8855-2213c7ddc029,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:18.154762 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-af15b5fd-b37f-4099-bc41-4924e3d9d469 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:18.177803 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-af15b5fd-b37f-4099-bc41-4924e3d9d469 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f87275f9-d5c3-4c1f-8855-2213c7ddc029 HTTP/1.1" status: 204 len: 168 time: 0.8693702 May 03 22:31:18.180364 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4686ecc6-c167-4c4b-82b8-9c7dd1bc08b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:18.183826 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59688) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:18.237017 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e5c242e-cb35-4b1a-87d2-b57857d89fec'] response: {'name': 'network-changed', 'server_uuid': 'f9845e68-2c9e-4423-9c31-faa7466baf47', 'tag': 'b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a', 'status': 'completed', 'code': 200} May 03 22:31:18.283116 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686ecc6-c167-4c4b-82b8-9c7dd1bc08b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=390897fc-d09e-4428-a5dc-70960b3f252a,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:18.330356 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4686ecc6-c167-4c4b-82b8-9c7dd1bc08b5 admin admin] Checking segment: {'id': '4316ff61-4b6f-4abf-823b-29aa011e3eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'ea50194d-7ccb-4fc0-9800-2ac2b77a1364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:31:18.330716 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4686ecc6-c167-4c4b-82b8-9c7dd1bc08b5 admin admin] Network hostable DHCP agents. Network: ea50194d-7ccb-4fc0-9800-2ac2b77a1364, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:31:18.354604 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4686ecc6-c167-4c4b-82b8-9c7dd1bc08b5 admin admin] Network ea50194d-7ccb-4fc0-9800-2ac2b77a1364 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:31:18.374980 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device b9b8f503-45a4-4f49-a1a6-80185daedd2a no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:31:18.379687 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-4686ecc6-c167-4c4b-82b8-9c7dd1bc08b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, ea50194d-7ccb-4fc0-9800-2ac2b77a1364) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:31:18.390717 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4686ecc6-c167-4c4b-82b8-9c7dd1bc08b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:18.394065 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4686ecc6-c167-4c4b-82b8-9c7dd1bc08b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:18.406461 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9ee895-2978-4822-af9e-6eff60a27e65 None None] Network ea50194d-7ccb-4fc0-9800-2ac2b77a1364 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:31:18.406867 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-d523e9e3-974c-4cc7-ade2-9bacfcab85f6 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Deleting port b9b8f503-45a4-4f49-a1a6-80185daedd2a {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:31:18.407208 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d523e9e3-974c-4cc7-ade2-9bacfcab85f6 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:18.456173 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a0f74781-7c28-42cc-97c2-430619eef638 req-3592e42c-ac36-40df-b4dc-982e9583e8f5 service neutron] 10.222.0.67 "GET /v2.0/networks/aa323bd0-e355-48ff-817f-0dfa021e8b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417593 May 03 22:31:18.471071 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aa0139bb-4503-4c56-893d-ff92d4299fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:18.483017 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-d523e9e3-974c-4cc7-ade2-9bacfcab85f6 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] The port 'b9b8f503-45a4-4f49-a1a6-80185daedd2a' was deleted {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:31:18.487749 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4686ecc6-c167-4c4b-82b8-9c7dd1bc08b5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1385801 May 03 22:31:18.488758 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-554ade96-5ff1-4ccc-9daf-9528b8009e3f tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:18.496188 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-554ade96-5ff1-4ccc-9daf-9528b8009e3f tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/networks?id=f73247c4-e4b1-4dbd-a711-946870a81559 HTTP/1.1" status: 200 len: 811 time: 0.4448085 May 03 22:31:18.499317 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59700) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:18.543692 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-dfc7a38b-7cf4-46cb-8638-ba490f46ff12 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-451469490-router', 'tenant_id': '86477222096c4af28ff7e1ff6cb52cd4', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:18.548387 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-dfc7a38b-7cf4-46cb-8638-ba490f46ff12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:18.552370 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-dfc7a38b-7cf4-46cb-8638-ba490f46ff12 admin admin] Usage tracker for resource:router and tenant:86477222096c4af28ff7e1ff6cb52cd4 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:18.560269 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-dfc7a38b-7cf4-46cb-8638-ba490f46ff12 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:18.570700 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-dfc7a38b-7cf4-46cb-8638-ba490f46ff12 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:18.605466 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:31:18.617003 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d523e9e3-974c-4cc7-ade2-9bacfcab85f6 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:18.645173 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-d523e9e3-974c-4cc7-ade2-9bacfcab85f6 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e458c14-1065-4de9-a698-77e71a3669cc']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:18.651969 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: b9b8f503-45a4-4f49-a1a6-80185daedd2a {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:31:18.652473 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device b9b8f503-45a4-4f49-a1a6-80185daedd2a not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:31:18.675923 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-d523e9e3-974c-4cc7-ade2-9bacfcab85f6 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0b0470d-0b35-4577-bf7b-207ef1179cf0') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:18.676614 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-d523e9e3-974c-4cc7-ade2-9bacfcab85f6 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0b0470d-0b35-4577-bf7b-207ef1179cf0') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:18.691033 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d523e9e3-974c-4cc7-ade2-9bacfcab85f6 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:18.699982 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-9f7a2e72-f74b-44fb-a0a0-1cd63698e544 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/quotas/66dfeed3cb324772b0bf769274eed2d2 HTTP/1.1" status: 200 len: 375 time: 0.2027895 May 03 22:31:18.730669 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dfc7a38b-7cf4-46cb-8638-ba490f46ff12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:18.730899 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d523e9e3-974c-4cc7-ade2-9bacfcab85f6 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:18.731754 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dfc7a38b-7cf4-46cb-8638-ba490f46ff12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:18.755874 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d523e9e3-974c-4cc7-ade2-9bacfcab85f6 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:31:18.756415 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d523e9e3-974c-4cc7-ade2-9bacfcab85f6 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: timer() May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:31:18.788628 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:31:18.820208 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:18.888517 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d523e9e3-974c-4cc7-ade2-9bacfcab85f6 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:18.901328 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76bd138e-926b-45d1-a5a4-b522ac80a881', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e5936bb-e1f5-4edc-b6f5-ed89c719b65d'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:31:18.912836 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1e5936bb-e1f5-4edc-b6f5-ed89c719b65d,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:18.921009 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87cc2b3-8c8e-41a4-8959-7a45ed112fb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-ea50194d-7ccb-4fc0-9800-2ac2b77a1364', 'network_id': 'ea50194d-7ccb-4fc0-9800-2ac2b77a1364', 'tenant_id': '86477222096c4af28ff7e1ff6cb52cd4', 'fixed_ips': [{'subnet_id': '390897fc-d09e-4428-a5dc-70960b3f252a'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:31:18.922489 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b87cc2b3-8c8e-41a4-8959-7a45ed112fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:18.925990 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d523e9e3-974c-4cc7-ade2-9bacfcab85f6 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:18.939094 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aa0139bb-4503-4c56-893d-ff92d4299fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:18.942394 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:18.945805 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523e9e3-974c-4cc7-ade2-9bacfcab85f6 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event deleted for resources: {'Network': ['ID=6e458c14-1065-4de9-a698-77e71a3669cc,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:18.949209 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d523e9e3-974c-4cc7-ade2-9bacfcab85f6 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "DELETE /v2.0/networks/6e458c14-1065-4de9-a698-77e71a3669cc HTTP/1.1" status: 204 len: 168 time: 2.3499141 May 03 22:31:18.952021 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59708) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:18.977771 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-aa0139bb-4503-4c56-893d-ff92d4299fda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a572c86a-2b6a-4f54-acfd-7c80043bae5a']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:19.012276 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-aa0139bb-4503-4c56-893d-ff92d4299fda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09635bff-16c9-4d7f-8a87-b6936a489987') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:19.012524 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-aa0139bb-4503-4c56-893d-ff92d4299fda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09635bff-16c9-4d7f-8a87-b6936a489987') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:19.015731 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-05aba412-a72d-4aff-8ef6-cacbe3f78ab3 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] DELETE failed (client error): The resource could not be found. May 03 22:31:19.015731 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05aba412-a72d-4aff-8ef6-cacbe3f78ab3 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:31:19.017930 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-05aba412-a72d-4aff-8ef6-cacbe3f78ab3 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "DELETE /v2.0/subnets/c13344fc-a3db-4907-8b3b-736fd90b3c9e HTTP/1.1" status: 404 len: 337 time: 0.0636740 May 03 22:31:19.019407 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59714) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:19.037199 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aa0139bb-4503-4c56-893d-ff92d4299fda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:19.050551 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-5191abc1-5156-4619-b9a8-d3c9425d93d9 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] DELETE failed (client error): The resource could not be found. May 03 22:31:19.051017 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5191abc1-5156-4619-b9a8-d3c9425d93d9 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:31:19.053900 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5191abc1-5156-4619-b9a8-d3c9425d93d9 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "DELETE /v2.0/networks/06efd989-aa69-4fe2-8c4c-92b34efe2691 HTTP/1.1" status: 404 len: 339 time: 0.0324605 May 03 22:31:19.054966 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32db21-e4f5-45e3-9169-06ab072f2591 req-5460992c-2729-42b3-ab14-5c466f297310 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:19.055500 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59718) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:19.056449 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7f32db21-e4f5-45e3-9169-06ab072f2591 req-5460992c-2729-42b3-ab14-5c466f297310 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c240ab9-dd26-468c-b48f-633514daf12a HTTP/1.1" status: 200 len: 945 time: 0.6783369 May 03 22:31:19.059380 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dfc7a38b-7cf4-46cb-8638-ba490f46ff12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:19.095368 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aa0139bb-4503-4c56-893d-ff92d4299fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:19.108739 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-d80cc485-f08b-4d51-beb3-3a4ab3873e23 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] DELETE failed (client error): The resource could not be found. May 03 22:31:19.109096 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d80cc485-f08b-4d51-beb3-3a4ab3873e23 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:31:19.113132 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d80cc485-f08b-4d51-beb3-3a4ab3873e23 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "DELETE /v2.0/subnets/275ba98f-5305-4f99-a9b9-1af4d51e8913 HTTP/1.1" status: 404 len: 337 time: 0.0544121 May 03 22:31:19.114027 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59722) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:19.117377 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa0139bb-4503-4c56-893d-ff92d4299fda admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:31:19.117795 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aa0139bb-4503-4c56-893d-ff92d4299fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:19.124529 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=1e5936bb-e1f5-4edc-b6f5-ed89c719b65d,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:19.134728 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:31:19.134728 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:31:19.134728 n-d-811807-1 neutron-server[88069]: timer() May 03 22:31:19.134728 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:31:19.134728 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:31:19.134728 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:31:19.134728 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:31:19.134728 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:31:19.134728 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:31:19.134728 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:31:19.134728 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:31:19.134728 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:31:19.134728 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:31:19.134728 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:31:19.134728 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:31:19.134728 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:31:19.134728 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:31:19.134728 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:31:19.134728 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:31:19.134728 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:31:19.134728 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:31:19.134728 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:31:19.134728 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:31:19.134728 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:31:19.134728 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:31:19.134728 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:31:19.134728 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:31:19.134728 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:31:19.134728 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:31:19.134728 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:31:19.134728 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:31:19.134728 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:31:19.157169 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1e6bfd8-e913-4a73-9fb1-7852bf2e05c0 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] DELETE failed (client error): The resource could not be found. May 03 22:31:19.157830 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1e6bfd8-e913-4a73-9fb1-7852bf2e05c0 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:31:19.163138 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b1e6bfd8-e913-4a73-9fb1-7852bf2e05c0 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "DELETE /v2.0/networks/56b428a6-a8b8-48ed-b95b-86c968a06561 HTTP/1.1" status: 404 len: 339 time: 0.0446036 May 03 22:31:19.164085 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59726) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:19.203227 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-b87cc2b3-8c8e-41a4-8959-7a45ed112fb8 None None] Allocated IP 172.20.0.2 (ea50194d-7ccb-4fc0-9800-2ac2b77a1364/390897fc-d09e-4428-a5dc-70960b3f252a/61f80a3c-a291-44c7-9600-4a39c7e969ac) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:31:19.214328 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-08dead02-826e-43d9-ad9e-833ef3bfe940 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] DELETE failed (client error): The resource could not be found. May 03 22:31:19.214758 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08dead02-826e-43d9-ad9e-833ef3bfe940 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:31:19.216740 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-08dead02-826e-43d9-ad9e-833ef3bfe940 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "DELETE /v2.0/subnets/ad677021-4c93-4dbb-94be-c797290532ae HTTP/1.1" status: 404 len: 337 time: 0.0509143 May 03 22:31:19.219343 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59730) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:19.245612 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-80c1380a-4ebe-43c3-ab1d-78c136e36379 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] DELETE failed (client error): The resource could not be found. May 03 22:31:19.246133 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80c1380a-4ebe-43c3-ab1d-78c136e36379 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:31:19.250292 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-80c1380a-4ebe-43c3-ab1d-78c136e36379 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "DELETE /v2.0/networks/cfadbe98-a357-46ce-9e98-7f67b0d57217 HTTP/1.1" status: 404 len: 339 time: 0.0275137 May 03 22:31:19.250610 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59734) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:19.321263 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-02dad0b7-bb4d-4696-9f65-127b93e65dd5 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Deleting subnet 073d7352-6e2d-4cc2-a171-7a68e8d005ce {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:31:19.324669 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-02dad0b7-bb4d-4696-9f65-127b93e65dd5 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:19.386162 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-02dad0b7-bb4d-4696-9f65-127b93e65dd5 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:19.433278 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b87cc2b3-8c8e-41a4-8959-7a45ed112fb8 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:19.443564 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b87cc2b3-8c8e-41a4-8959-7a45ed112fb8 None None] Transition to ACTIVE for port object 61f80a3c-a291-44c7-9600-4a39c7e969ac will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:31:19.463528 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7f32db21-e4f5-45e3-9169-06ab072f2591 req-a46eef24-3c13-4d7d-8985-6e7fa295e900 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1c31ee3-e836-45e8-8521-0c048dd4e20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880959 May 03 22:31:19.466081 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6594b5e-afdb-4c12-b4f5-e14abb728d1e req-fb34ee05-6ef4-475a-b604-b4abbb030ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:19.467006 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b87cc2b3-8c8e-41a4-8959-7a45ed112fb8 None None] Transition to ACTIVE for port object 61f80a3c-a291-44c7-9600-4a39c7e969ac will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:31:19.467559 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6594b5e-afdb-4c12-b4f5-e14abb728d1e req-fb34ee05-6ef4-475a-b604-b4abbb030ca1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cedd956302664fa280a1c281659df45b&device_id=f9845e68-2c9e-4423-9c31-faa7466baf47 HTTP/1.1" status: 200 len: 1095 time: 0.8838549 May 03 22:31:19.476108 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b87cc2b3-8c8e-41a4-8959-7a45ed112fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:19.497887 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-02dad0b7-bb4d-4696-9f65-127b93e65dd5 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:19.568503 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87cc2b3-8c8e-41a4-8959-7a45ed112fb8 None None] Network ea50194d-7ccb-4fc0-9800-2ac2b77a1364 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:31:19.572641 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-b87cc2b3-8c8e-41a4-8959-7a45ed112fb8 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:31:19.580862 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87cc2b3-8c8e-41a4-8959-7a45ed112fb8 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:31:19.583592 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87cc2b3-8c8e-41a4-8959-7a45ed112fb8 None None] Pushing event updated for resources: {'Port': ['ID=61f80a3c-a291-44c7-9600-4a39c7e969ac,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:19.590422 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aa0139bb-4503-4c56-893d-ff92d4299fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:19.612938 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-9dc27490-e820-45f1-821a-b36e0efad6ce tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=66dfeed3cb324772b0bf769274eed2d2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.9003308 May 03 22:31:19.651897 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-02dad0b7-bb4d-4696-9f65-127b93e65dd5 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:19.687994 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aa0139bb-4503-4c56-893d-ff92d4299fda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:19.706474 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-b87cc2b3-8c8e-41a4-8959-7a45ed112fb8 None None] Attempting to bind port 61f80a3c-a291-44c7-9600-4a39c7e969ac on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:31:19.707678 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-b87cc2b3-8c8e-41a4-8959-7a45ed112fb8 None None] Attempting to bind port 61f80a3c-a291-44c7-9600-4a39c7e969ac by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '4316ff61-4b6f-4abf-823b-29aa011e3eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'ea50194d-7ccb-4fc0-9800-2ac2b77a1364'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:31:19.708621 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87cc2b3-8c8e-41a4-8959-7a45ed112fb8 None None] Attempting to bind port 61f80a3c-a291-44c7-9600-4a39c7e969ac on network ea50194d-7ccb-4fc0-9800-2ac2b77a1364 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:31:19.715635 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87cc2b3-8c8e-41a4-8959-7a45ed112fb8 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:31:19.716531 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87cc2b3-8c8e-41a4-8959-7a45ed112fb8 None None] Checking segment: {'id': '4316ff61-4b6f-4abf-823b-29aa011e3eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'ea50194d-7ccb-4fc0-9800-2ac2b77a1364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:31:19.716986 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dad0b7-bb4d-4696-9f65-127b93e65dd5 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event deleted for resources: {'Subnet': ['ID=073d7352-6e2d-4cc2-a171-7a68e8d005ce,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:19.717511 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b87cc2b3-8c8e-41a4-8959-7a45ed112fb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:19.718641 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87cc2b3-8c8e-41a4-8959-7a45ed112fb8 None None] Bound using segment: {'id': '4316ff61-4b6f-4abf-823b-29aa011e3eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'ea50194d-7ccb-4fc0-9800-2ac2b77a1364'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:31:19.719503 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-b87cc2b3-8c8e-41a4-8959-7a45ed112fb8 None None] Bound port: 61f80a3c-a291-44c7-9600-4a39c7e969ac, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4316ff61-4b6f-4abf-823b-29aa011e3eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'ea50194d-7ccb-4fc0-9800-2ac2b77a1364'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:31:19.719990 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b87cc2b3-8c8e-41a4-8959-7a45ed112fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:19.723326 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-02dad0b7-bb4d-4696-9f65-127b93e65dd5 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:19.741678 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d746e4-b332-41cc-854e-eb884b4862f2 None None] Network e04e612d-5b95-4ab3-9b7c-7f98dc88c849 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:31:19.751611 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-02dad0b7-bb4d-4696-9f65-127b93e65dd5 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "DELETE /v2.0/subnets/073d7352-6e2d-4cc2-a171-7a68e8d005ce HTTP/1.1" status: 204 len: 168 time: 0.4978595 May 03 22:31:19.752102 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59738) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:19.808749 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0139bb-4503-4c56-893d-ff92d4299fda admin admin] Pushing event deleted for resources: {'Network': ['ID=a572c86a-2b6a-4f54-acfd-7c80043bae5a,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:19.876538 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dfc7a38b-7cf4-46cb-8638-ba490f46ff12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:19.958908 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-aa0139bb-4503-4c56-893d-ff92d4299fda admin admin] 10.222.0.58 "DELETE /v2.0/networks/a572c86a-2b6a-4f54-acfd-7c80043bae5a HTTP/1.1" status: 204 len: 168 time: 1.7742252 May 03 22:31:20.023564 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8a36bc46-0087-440c-b747-833e7e5da70a tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:20.090763 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-8a36bc46-0087-440c-b747-833e7e5da70a tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Deleting port 17de18db-421d-45a0-9d4a-891180eef0b4 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:31:20.091095 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8a36bc46-0087-440c-b747-833e7e5da70a tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:20.119582 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6594b5e-afdb-4c12-b4f5-e14abb728d1e req-cb01e6b2-049d-49ec-a392-6bf970fdb3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:20.121261 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6594b5e-afdb-4c12-b4f5-e14abb728d1e req-cb01e6b2-049d-49ec-a392-6bf970fdb3f2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aa323bd0-e355-48ff-817f-0dfa021e8b19 HTTP/1.1" status: 200 len: 921 time: 0.6369414 May 03 22:31:20.121414 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-b87cc2b3-8c8e-41a4-8959-7a45ed112fb8 None None] For port 61f80a3c-a291-44c7-9600-4a39c7e969ac, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:31:20.132439 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-b87cc2b3-8c8e-41a4-8959-7a45ed112fb8 None None] For port 61f80a3c-a291-44c7-9600-4a39c7e969ac, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=61f80a3c-a291-44c7-9600-4a39c7e969ac,segment=NetworkSegment(4316ff61-4b6f-4abf-823b-29aa011e3eff),segment_id=4316ff61-4b6f-4abf-823b-29aa011e3eff)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:31:20.133360 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59748) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:20.137809 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b87cc2b3-8c8e-41a4-8959-7a45ed112fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:20.194599 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-1c79a959-7a7d-4830-996a-f0e39284def8 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:20.195278 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-1c79a959-7a7d-4830-996a-f0e39284def8 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Synchronizing usage tracker for tenant:5a0f20c83fdc471fa4da593ef2ea5d27 on resource:network {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:31:20.231556 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6594b5e-afdb-4c12-b4f5-e14abb728d1e req-b168c2ae-520f-4722-86cb-ca70ffc05dde service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a HTTP/1.1" status: 200 len: 217 time: 0.0954068 May 03 22:31:20.235584 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87cc2b3-8c8e-41a4-8959-7a45ed112fb8 None None] Pushing event updated for resources: {'Port': ['ID=61f80a3c-a291-44c7-9600-4a39c7e969ac,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:20.258022 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-1c79a959-7a7d-4830-996a-f0e39284def8 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Unset dirty status for tenant:5a0f20c83fdc471fa4da593ef2ea5d27 on resource:network {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:31:20.258812 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-1c79a959-7a7d-4830-996a-f0e39284def8 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.60 "GET /v2.0/networks?id=983af77e-2b01-4072-bd1e-12edcf859777 HTTP/1.1" status: 200 len: 806 time: 0.5077538 May 03 22:31:20.275308 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-c164854f-5779-4b41-8e52-6b9efbc08f36 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Request body: {'port': {'device_id': '38121337-ca54-4280-ba73-8ced22b87637', 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777', 'admin_state_up': True, 'tenant_id': '5a0f20c83fdc471fa4da593ef2ea5d27'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:20.329156 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d94dea-5405-457b-99b8-b082dfe1f9b4 None None] DHCP port deletion for e04e612d-5b95-4ab3-9b7c-7f98dc88c849 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:31:20.334082 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-24d94dea-5405-457b-99b8-b082dfe1f9b4 None None] Deleting port 17de18db-421d-45a0-9d4a-891180eef0b4 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:31:20.335131 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-24d94dea-5405-457b-99b8-b082dfe1f9b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:20.348129 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-a3931286-a5b6-44d2-9661-a9b93841f707 service neutron] 10.222.0.58 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6499312 May 03 22:31:20.431286 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:31:20.662204 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-8a36bc46-0087-440c-b747-833e7e5da70a tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] For port 17de18db-421d-45a0-9d4a-891180eef0b4, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=17de18db-421d-45a0-9d4a-891180eef0b4,segment=NetworkSegment(286aa7c7-1496-433d-84dd-5c664c827131),segment_id=286aa7c7-1496-433d-84dd-5c664c827131)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:20.663168 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8a36bc46-0087-440c-b747-833e7e5da70a tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:20.670676 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ecd62d5b-a517-4ca1-90eb-1b7792f1ae3f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=77e4bf48be994e018ad0dac312f12aea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5339851 May 03 22:31:20.671669 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59754) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:20.682238 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6594b5e-afdb-4c12-b4f5-e14abb728d1e req-f059b8bc-c509-4dc9-b425-aa9a715bc6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:20.683950 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6594b5e-afdb-4c12-b4f5-e14abb728d1e req-f059b8bc-c509-4dc9-b425-aa9a715bc6cf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=54b42422-4ac1-45eb-8a53-775e8d5e2134 HTTP/1.1" status: 200 len: 859 time: 0.4051199 May 03 22:31:20.725374 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-24d94dea-5405-457b-99b8-b082dfe1f9b4 None None] For port 17de18db-421d-45a0-9d4a-891180eef0b4, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=17de18db-421d-45a0-9d4a-891180eef0b4,segment=NetworkSegment(286aa7c7-1496-433d-84dd-5c664c827131),segment_id=286aa7c7-1496-433d-84dd-5c664c827131)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:20.726082 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-24d94dea-5405-457b-99b8-b082dfe1f9b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:20.765555 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-f85ce3ef-255f-4714-96c4-80ee5a7d5cd7 service neutron] 10.222.0.58 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514800 May 03 22:31:20.795477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7360b81-d5d8-4a35-82f5-7e1ee525810b req-1c944fc5-9905-4214-b08c-40fd55f154ef tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:20.803954 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d7360b81-d5d8-4a35-82f5-7e1ee525810b req-1c944fc5-9905-4214-b08c-40fd55f154ef tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9845e68-2c9e-4423-9c31-faa7466baf47 HTTP/1.1" status: 200 len: 944 time: 0.5917089 May 03 22:31:20.835001 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-8a36bc46-0087-440c-b747-833e7e5da70a tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Calling delete_port for 17de18db-421d-45a0-9d4a-891180eef0b4 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:31:20.861599 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-c164854f-5779-4b41-8e52-6b9efbc08f36 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:20.867375 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6594b5e-afdb-4c12-b4f5-e14abb728d1e req-47fb6b6d-1fe5-4e50-bdc5-61b3ba98087d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:20.868866 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6594b5e-afdb-4c12-b4f5-e14abb728d1e req-47fb6b6d-1fe5-4e50-bdc5-61b3ba98087d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aa323bd0-e355-48ff-817f-0dfa021e8b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1771972 May 03 22:31:20.874480 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-24d94dea-5405-457b-99b8-b082dfe1f9b4 None None] Calling delete_port for 17de18db-421d-45a0-9d4a-891180eef0b4 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:31:20.889830 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d7360b81-d5d8-4a35-82f5-7e1ee525810b req-646bf790-ed61-4809-a084-ceb574c5464f tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/security-groups?id=8141834f-3183-49db-99d3-033fb924ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849204 May 03 22:31:20.897738 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-c164854f-5779-4b41-8e52-6b9efbc08f36 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:20.932434 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1e5936bb-e1f5-4edc-b6f5-ed89c719b65d,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:20.948413 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-c164854f-5779-4b41-8e52-6b9efbc08f36 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Made reservation on behalf of 5a0f20c83fdc471fa4da593ef2ea5d27 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:31:20.952731 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-c164854f-5779-4b41-8e52-6b9efbc08f36 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:20.956240 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '1e5936bb-e1f5-4edc-b6f5-ed89c719b65d', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': '1e5936bb-e1f5-4edc-b6f5-ed89c719b65d', 'mac_address': 'fa:16:3e:40:f2:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:31:21.007256 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f5a11fd4-f408-4e07-86fb-539d5cd99e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:21.048896 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-622fda77-79b3-4d0f-95ab-8931687d8c5e'] response: {'server_uuid': '76bd138e-926b-45d1-a5a4-b522ac80a881', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e5936bb-e1f5-4edc-b6f5-ed89c719b65d', 'code': 200} May 03 22:31:21.123917 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:21.144328 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-24d94dea-5405-457b-99b8-b082dfe1f9b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:31:21.144690 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-24d94dea-5405-457b-99b8-b082dfe1f9b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:31:21.152371 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8a36bc46-0087-440c-b747-833e7e5da70a tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:21.153133 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:31:21.184283 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1e5936bb-e1f5-4edc-b6f5-ed89c719b65d,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:21.190943 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f5a11fd4-f408-4e07-86fb-539d5cd99e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:21.194139 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:21.280748 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a36bc46-0087-440c-b747-833e7e5da70a tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event deleted for resources: {'Port': ['ID=17de18db-421d-45a0-9d4a-891180eef0b4,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:21.296335 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a36bc46-0087-440c-b747-833e7e5da70a tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] No DVR routers for this DVR port 17de18db-421d-45a0-9d4a-891180eef0b4 on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:31:21.308089 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=1e5936bb-e1f5-4edc-b6f5-ed89c719b65d,revision_number=7']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:21.393313 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-c164854f-5779-4b41-8e52-6b9efbc08f36 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Allocated IP 172.20.0.4 (983af77e-2b01-4072-bd1e-12edcf859777/a1f38ed2-c940-45de-9756-cc79b8316a2d/0d832e69-ec6a-4142-b5f4-88fec71f5dac) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:31:21.451173 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f5a11fd4-f408-4e07-86fb-539d5cd99e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:21.458653 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['1e5936bb-e1f5-4edc-b6f5-ed89c719b65d'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:31:21.472611 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8a36bc46-0087-440c-b747-833e7e5da70a tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:21.501239 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a11fd4-f408-4e07-86fb-539d5cd99e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fef7512-022a-4fc3-8552-9bcebfbe0f94,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:21.619137 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-48af6f4e-d14f-466a-8a27-dbee55e2b398 req-cf29541b-4609-4c59-990f-b18466a6d41f tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=38121337-ca54-4280-ba73-8ced22b87637 HTTP/1.1" status: 200 len: 210 time: 0.3660479 May 03 22:31:21.653306 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-24d94dea-5405-457b-99b8-b082dfe1f9b4 None None] Deleting port 17de18db-421d-45a0-9d4a-891180eef0b4 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:31:21.653708 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-24d94dea-5405-457b-99b8-b082dfe1f9b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:21.666954 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-8a36bc46-0087-440c-b747-833e7e5da70a tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e04e612d-5b95-4ab3-9b7c-7f98dc88c849']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:21.719866 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-8a36bc46-0087-440c-b747-833e7e5da70a tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '286aa7c7-1496-433d-84dd-5c664c827131') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:21.722859 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-8a36bc46-0087-440c-b747-833e7e5da70a tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '286aa7c7-1496-433d-84dd-5c664c827131') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:21.748880 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-24d94dea-5405-457b-99b8-b082dfe1f9b4 None None] The port '17de18db-421d-45a0-9d4a-891180eef0b4' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:31:21.782794 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ff116e-b1db-486e-8632-16c163a552a8 None None] Network ea50194d-7ccb-4fc0-9800-2ac2b77a1364 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:31:21.807101 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8a36bc46-0087-440c-b747-833e7e5da70a tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:21.839091 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f5a11fd4-f408-4e07-86fb-539d5cd99e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:21.839091 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f5a11fd4-f408-4e07-86fb-539d5cd99e87 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9fef7512-022a-4fc3-8552-9bcebfbe0f94 HTTP/1.1" status: 204 len: 168 time: 1.1668086 May 03 22:31:21.960163 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8a36bc46-0087-440c-b747-833e7e5da70a tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:22.006522 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a36bc46-0087-440c-b747-833e7e5da70a tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:31:22.007145 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8a36bc46-0087-440c-b747-833e7e5da70a tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:22.007732 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:31:22.018143 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dfc7a38b-7cf4-46cb-8638-ba490f46ff12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:22.032390 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:31:22.032390 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:31:22.032390 n-d-811807-1 neutron-server[88070]: timer() May 03 22:31:22.032390 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:31:22.032390 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:31:22.032390 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:31:22.032390 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:31:22.032390 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:31:22.032390 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:31:22.032390 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:31:22.032390 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:31:22.032390 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:31:22.032390 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:31:22.032390 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:31:22.032390 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:31:22.032390 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:31:22.032390 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:31:22.032390 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:31:22.032390 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:31:22.032390 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:31:22.032390 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:31:22.032390 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:31:22.032390 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:31:22.032390 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:31:22.032390 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:31:22.032390 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:31:22.032390 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:31:22.032390 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:31:22.032390 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:31:22.032390 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:31:22.032390 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:31:22.032390 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:31:22.090620 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dfc7a38b-7cf4-46cb-8638-ba490f46ff12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:22.108525 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f414b-d940-4c05-94c1-56f7b33c6760 req-0eba8680-df65-43cf-b622-bac6e47d6c8b tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:22.109767 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-979f414b-d940-4c05-94c1-56f7b33c6760 req-0eba8680-df65-43cf-b622-bac6e47d6c8b tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=76bd138e-926b-45d1-a5a4-b522ac80a881 HTTP/1.1" status: 200 len: 949 time: 0.6438754 May 03 22:31:22.140880 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a0a437f5-f2fc-4505-b232-40c7e1952b04 None None] Provisioning for port 61f80a3c-a291-44c7-9600-4a39c7e969ac completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:31:22.153537 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6594b5e-afdb-4c12-b4f5-e14abb728d1e req-ceccd357-e29e-4d53-898f-480a3524f968 service neutron] 10.222.0.67 "GET /v2.0/networks/aa323bd0-e355-48ff-817f-0dfa021e8b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2620692 May 03 22:31:22.169136 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8a36bc46-0087-440c-b747-833e7e5da70a tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:22.217028 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bc9f1-db2d-4b1d-a3bf-27c38c2fdf9a req-20bbec14-b153-4ac2-8a1f-0bbbfe203041 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:22.219439 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-175bc9f1-db2d-4b1d-a3bf-27c38c2fdf9a req-20bbec14-b153-4ac2-8a1f-0bbbfe203041 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c240ab9-dd26-468c-b48f-633514daf12a HTTP/1.1" status: 200 len: 945 time: 0.3601162 May 03 22:31:22.223889 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-c164854f-5779-4b41-8e52-6b9efbc08f36 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:22.228058 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8a36bc46-0087-440c-b747-833e7e5da70a tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:22.237358 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a36bc46-0087-440c-b747-833e7e5da70a tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event deleted for resources: {'Network': ['ID=e04e612d-5b95-4ab3-9b7c-7f98dc88c849,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:22.262343 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8a36bc46-0087-440c-b747-833e7e5da70a tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "DELETE /v2.0/networks/e04e612d-5b95-4ab3-9b7c-7f98dc88c849 HTTP/1.1" status: 204 len: 168 time: 2.5016391 May 03 22:31:22.262343 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59774) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:22.339580 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-07806aa5-1b97-4931-919e-6682676bd46e tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] DELETE failed (client error): The resource could not be found. May 03 22:31:22.340037 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07806aa5-1b97-4931-919e-6682676bd46e tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:31:22.341712 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-07806aa5-1b97-4931-919e-6682676bd46e tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "DELETE /v2.0/subnets/92044baf-4c8a-4d0c-aea4-8e0aaede81f3 HTTP/1.1" status: 404 len: 337 time: 0.0800779 May 03 22:31:22.344150 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a,segment=NetworkSegment(4a0ebc46-1388-4582-a35d-c77e85f48a3d),segment_id=4a0ebc46-1388-4582-a35d-c77e85f48a3d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:22.349430 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59782) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:22.392278 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'port_id': 'b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a', 'mac_address': 'fa:16:3e:bb:a8:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:31:22.394115 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-c164854f-5779-4b41-8e52-6b9efbc08f36 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:22.439658 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 61f80a3c-a291-44c7-9600-4a39c7e969ac up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:31:22.499520 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6594b5e-afdb-4c12-b4f5-e14abb728d1e req-e956fc37-1343-47f5-a9fe-b941a2368898 service neutron] 10.222.0.67 "GET /v2.0/networks/aa323bd0-e355-48ff-817f-0dfa021e8b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212574 May 03 22:31:22.526837 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-c164854f-5779-4b41-8e52-6b9efbc08f36 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Network 983af77e-2b01-4072-bd1e-12edcf859777 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:31:22.527116 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-979f414b-d940-4c05-94c1-56f7b33c6760 req-303bbfa3-8fe4-4bc0-b3fe-f9cc46837af6 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705938 May 03 22:31:22.531085 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-c164854f-5779-4b41-8e52-6b9efbc08f36 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:31:22.535453 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-c164854f-5779-4b41-8e52-6b9efbc08f36 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:31:22.588917 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c164854f-5779-4b41-8e52-6b9efbc08f36 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Pushing event updated for resources: {'Port': ['ID=0d832e69-ec6a-4142-b5f4-88fec71f5dac,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:22.599142 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:22.609109 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b3f5342-1dc4-41fc-851e-fdb5cc38b7f1 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] DELETE failed (client error): The resource could not be found. May 03 22:31:22.609592 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b3f5342-1dc4-41fc-851e-fdb5cc38b7f1 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:31:22.632440 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:31:22.642717 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-c164854f-5779-4b41-8e52-6b9efbc08f36 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:22.645881 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-c164854f-5779-4b41-8e52-6b9efbc08f36 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:22.659890 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 61f80a3c-a291-44c7-9600-4a39c7e969ac completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:31:22.665381 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a,segment=NetworkSegment(4a0ebc46-1388-4582-a35d-c77e85f48a3d),segment_id=4a0ebc46-1388-4582-a35d-c77e85f48a3d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:22.684829 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-c164854f-5779-4b41-8e52-6b9efbc08f36 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4137661 May 03 22:31:22.691836 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 61f80a3c-a291-44c7-9600-4a39c7e969ac triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:31:22.692218 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:22.697729 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-0d3f09b8-0bda-4969-bdb8-b997cc13a32f service neutron] Request body: {'port': {'device_id': '38121337-ca54-4280-ba73-8ced22b87637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:22.719588 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:22.781833 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-dfc7a38b-7cf4-46cb-8638-ba490f46ff12 admin admin] Allocated IP 172.25.2.146 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/6d3a05a7-4880-40d3-8639-1503342bac2e) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:31:22.906654 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1a12913c-5fa8-4ef0-9c6c-2f48ea9b4a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:22.920084 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:22.987226 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['f6688ff0-6e96-4dac-90f0-7a42629dcd98'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:31:22.994868 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-0d3f09b8-0bda-4969-bdb8-b997cc13a32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:23.072017 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:23.130715 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dfc7a38b-7cf4-46cb-8638-ba490f46ff12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:23.138406 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 61f80a3c-a291-44c7-9600-4a39c7e969ac, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=61f80a3c-a291-44c7-9600-4a39c7e969ac,segment=NetworkSegment(4316ff61-4b6f-4abf-823b-29aa011e3eff),segment_id=4316ff61-4b6f-4abf-823b-29aa011e3eff)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:23.142237 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-3c249c1d-aba6-4c06-a9b4-740d431c9c06 None None] Provisioning complete for port 61f80a3c-a291-44c7-9600-4a39c7e969ac triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:31:23.142741 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3c249c1d-aba6-4c06-a9b4-740d431c9c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:23.169300 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59802) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:23.185144 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:23.194494 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dfc7a38b-7cf4-46cb-8638-ba490f46ff12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:23.233593 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:31:23.277408 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ddbcfdfc-1680-4452-b849-ae3b244eea27 req-6b0863cc-e79b-4b1f-95ca-0ececa6fc63a tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=69e3cadd-5968-49c0-a0e9-e11eed87b3c4 HTTP/1.1" status: 200 len: 210 time: 0.0925083 May 03 22:31:23.282348 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5b3f5342-1dc4-41fc-851e-fdb5cc38b7f1 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "DELETE /v2.0/networks/c310f5f3-e88d-4003-9e57-5b82582ca373 HTTP/1.1" status: 404 len: 339 time: 0.9230230 May 03 22:31:23.297539 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-175bc9f1-db2d-4b1d-a3bf-27c38c2fdf9a req-9785af1b-f61f-4a29-9521-132466452ca1 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1c31ee3-e836-45e8-8521-0c048dd4e20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9972179 May 03 22:31:23.320391 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 17de18db-421d-45a0-9d4a-891180eef0b4 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:31:23.322128 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59808) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:23.391428 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-adfa9f2c-f9d1-4d18-a2ab-bde9eb6a36da tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Deleting subnet a936eb8d-1708-4199-ab0c-2501b1954385 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:31:23.401014 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-adfa9f2c-f9d1-4d18-a2ab-bde9eb6a36da tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:23.455233 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc7a38b-7cf4-46cb-8638-ba490f46ff12 admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:31:23.497339 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-adfa9f2c-f9d1-4d18-a2ab-bde9eb6a36da tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:23.512340 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 17de18db-421d-45a0-9d4a-891180eef0b4 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:31:23.512804 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 17de18db-421d-45a0-9d4a-891180eef0b4 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:31:23.548142 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-dfc7a38b-7cf4-46cb-8638-ba490f46ff12 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:31:23.552345 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc7a38b-7cf4-46cb-8638-ba490f46ff12 admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:31:23.607155 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=61f80a3c-a291-44c7-9600-4a39c7e969ac,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:23.630255 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-5efb72da-82e8-4e89-a652-f9ff3effe493 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:23.631852 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-5efb72da-82e8-4e89-a652-f9ff3effe493 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.67 "GET /v2.0/networks?id=f73247c4-e4b1-4dbd-a711-946870a81559 HTTP/1.1" status: 200 len: 811 time: 1.1006844 May 03 22:31:23.761027 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-adfa9f2c-f9d1-4d18-a2ab-bde9eb6a36da tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:23.788341 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-3c7dc752-1ed9-4f34-a497-bdef0108765d admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1088137961-network', 'tenant_id': 'bd51361818564d1386545633b9756d25'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:23.857016 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-25a171b7-645f-4d0a-bfc6-22d7145425a7 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Request body: {'port': {'device_id': '69e3cadd-5968-49c0-a0e9-e11eed87b3c4', 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559', 'admin_state_up': True, 'tenant_id': '66dfeed3cb324772b0bf769274eed2d2'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:23.878801 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-0d3f09b8-0bda-4969-bdb8-b997cc13a32f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d832e69-ec6a-4142-b5f4-88fec71f5dac {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:31:23.888174 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-0d3f09b8-0bda-4969-bdb8-b997cc13a32f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:23.907456 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-adfa9f2c-f9d1-4d18-a2ab-bde9eb6a36da tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:23.911124 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-0d3f09b8-0bda-4969-bdb8-b997cc13a32f service neutron] Transition to ACTIVE for port object 0d832e69-ec6a-4142-b5f4-88fec71f5dac will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:31:23.941095 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-0d3f09b8-0bda-4969-bdb8-b997cc13a32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:23.985957 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa9f2c-f9d1-4d18-a2ab-bde9eb6a36da tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event deleted for resources: {'Subnet': ['ID=a936eb8d-1708-4199-ab0c-2501b1954385,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:24.002900 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3283e374-587c-4ade-938a-012fd6027b36 None None] Network 2da74078-37d5-48f5-be13-af04ad75ee4b requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:31:24.009565 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-adfa9f2c-f9d1-4d18-a2ab-bde9eb6a36da tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:24.057747 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7a38b-7cf4-46cb-8638-ba490f46ff12 admin admin] Pushing event updated for resources: {'Port': ['ID=6d3a05a7-4880-40d3-8639-1503342bac2e,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:24.065514 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3c7dc752-1ed9-4f34-a497-bdef0108765d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:24.088336 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-adfa9f2c-f9d1-4d18-a2ab-bde9eb6a36da tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "DELETE /v2.0/subnets/a936eb8d-1708-4199-ab0c-2501b1954385 HTTP/1.1" status: 204 len: 168 time: 0.7651181 May 03 22:31:24.095672 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59816) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:24.099399 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f09b8-0bda-4969-bdb8-b997cc13a32f service neutron] Pushing event updated for resources: {'Port': ['ID=0d832e69-ec6a-4142-b5f4-88fec71f5dac,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:24.107921 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:24.141277 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3c7dc752-1ed9-4f34-a497-bdef0108765d admin admin] Usage tracker for resource:network and tenant:bd51361818564d1386545633b9756d25 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:24.152930 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3c7dc752-1ed9-4f34-a497-bdef0108765d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:24.214985 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3c7dc752-1ed9-4f34-a497-bdef0108765d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:24.302090 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6408dc6-c2e7-4b4b-95f5-399622124382 None None] DHCP port deletion for 2da74078-37d5-48f5-be13-af04ad75ee4b request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:31:24.304978 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-75d4e137-ed45-48fb-8736-036ab91d99d4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:24.316313 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f6408dc6-c2e7-4b4b-95f5-399622124382 None None] Deleting port b2a9ce8c-482a-4333-8bfe-69e38f740f47 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:31:24.317380 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f6408dc6-c2e7-4b4b-95f5-399622124382 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:24.319505 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-0d3f09b8-0bda-4969-bdb8-b997cc13a32f service neutron] Attempting to bind port 0d832e69-ec6a-4142-b5f4-88fec71f5dac on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:31:24.319879 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-0d3f09b8-0bda-4969-bdb8-b997cc13a32f service neutron] Attempting to bind port 0d832e69-ec6a-4142-b5f4-88fec71f5dac by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'cbe0e324-a30f-4158-b658-34d22a2a37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:31:24.320155 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-0d3f09b8-0bda-4969-bdb8-b997cc13a32f service neutron] Attempting to bind port 0d832e69-ec6a-4142-b5f4-88fec71f5dac on network 983af77e-2b01-4072-bd1e-12edcf859777 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:31:24.329087 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-0d3f09b8-0bda-4969-bdb8-b997cc13a32f service neutron] Port 0d832e69-ec6a-4142-b5f4-88fec71f5dac on network 983af77e-2b01-4072-bd1e-12edcf859777 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:31:24.329408 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-0d3f09b8-0bda-4969-bdb8-b997cc13a32f service neutron] Attempting to bind port 0d832e69-ec6a-4142-b5f4-88fec71f5dac on network 983af77e-2b01-4072-bd1e-12edcf859777 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:31:24.331486 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-75d4e137-ed45-48fb-8736-036ab91d99d4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Deleting port b2a9ce8c-482a-4333-8bfe-69e38f740f47 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:31:24.331818 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-75d4e137-ed45-48fb-8736-036ab91d99d4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:24.340283 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7dc752-1ed9-4f34-a497-bdef0108765d admin admin] Made reservation on behalf of bd51361818564d1386545633b9756d25 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:31:24.342988 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3c7dc752-1ed9-4f34-a497-bdef0108765d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:24.374795 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3c7dc752-1ed9-4f34-a497-bdef0108765d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:24.376561 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-0d3f09b8-0bda-4969-bdb8-b997cc13a32f service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:31:24.376908 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-0d3f09b8-0bda-4969-bdb8-b997cc13a32f service neutron] Checking segment: {'id': 'cbe0e324-a30f-4158-b658-34d22a2a37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:31:24.377304 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-0d3f09b8-0bda-4969-bdb8-b997cc13a32f service neutron] Bound using segment: {'id': 'cbe0e324-a30f-4158-b658-34d22a2a37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:31:24.377755 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-0d3f09b8-0bda-4969-bdb8-b997cc13a32f service neutron] Bound port: 0d832e69-ec6a-4142-b5f4-88fec71f5dac, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe0e324-a30f-4158-b658-34d22a2a37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:31:24.378129 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-0d3f09b8-0bda-4969-bdb8-b997cc13a32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:24.394233 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 61f80a3c-a291-44c7-9600-4a39c7e969ac up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:31:24.426789 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:31:24.534391 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3c7dc752-1ed9-4f34-a497-bdef0108765d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:24.555608 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-0d3f09b8-0bda-4969-bdb8-b997cc13a32f service neutron] For port 0d832e69-ec6a-4142-b5f4-88fec71f5dac, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:31:24.563462 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3c7dc752-1ed9-4f34-a497-bdef0108765d admin admin] Usage tracker for resource:security_group_rule and tenant:bd51361818564d1386545633b9756d25 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:24.576641 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3c7dc752-1ed9-4f34-a497-bdef0108765d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:24.584144 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-25a171b7-645f-4d0a-bfc6-22d7145425a7 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:24.592959 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3c7dc752-1ed9-4f34-a497-bdef0108765d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:24.604690 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e2cb2-6bc2-43c9-aa09-e62ff2c8c2ee req-6a19b475-53ba-4b04-9faa-54b49cbf6e65 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:24.606437 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e7e2cb2-6bc2-43c9-aa09-e62ff2c8c2ee req-6a19b475-53ba-4b04-9faa-54b49cbf6e65 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.60 "GET /v2.0/ports?device_id=76bd138e-926b-45d1-a5a4-b522ac80a881&tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&binding%3Ahost_id=n-h1-811807-1 HTTP/1.1" status: 200 len: 949 time: 0.8278525 May 03 22:31:24.618637 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-0d3f09b8-0bda-4969-bdb8-b997cc13a32f service neutron] For port 0d832e69-ec6a-4142-b5f4-88fec71f5dac, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0d832e69-ec6a-4142-b5f4-88fec71f5dac,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:31:24.622842 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b205e4-a7a0-4420-a889-d725a8fb2f2f req-7fd3b0a1-f21b-4263-9510-d582bd1c8eb0 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:24.628382 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-75d4e137-ed45-48fb-8736-036ab91d99d4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] For port b2a9ce8c-482a-4333-8bfe-69e38f740f47, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=b2a9ce8c-482a-4333-8bfe-69e38f740f47,segment=NetworkSegment(1c54f02d-9f81-4a23-952f-31c6f08fd1d4),segment_id=1c54f02d-9f81-4a23-952f-31c6f08fd1d4)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:24.628745 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-75d4e137-ed45-48fb-8736-036ab91d99d4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:24.631673 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-54b205e4-a7a0-4420-a889-d725a8fb2f2f req-7fd3b0a1-f21b-4263-9510-d582bd1c8eb0 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9845e68-2c9e-4423-9c31-faa7466baf47 HTTP/1.1" status: 200 len: 945 time: 1.1918249 May 03 22:31:24.637310 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-0d3f09b8-0bda-4969-bdb8-b997cc13a32f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:24.647510 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-25a171b7-645f-4d0a-bfc6-22d7145425a7 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:24.684494 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:31:24.685151 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:24.712162 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 61f80a3c-a291-44c7-9600-4a39c7e969ac triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:31:24.712532 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:24.775050 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d7815-471f-43db-bbcd-2fecdaa4b710 req-d717281e-5a65-4a33-989f-3a31dab0a136 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:24.776501 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ae1d7815-471f-43db-bbcd-2fecdaa4b710 req-d717281e-5a65-4a33-989f-3a31dab0a136 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=38121337-ca54-4280-ba73-8ced22b87637 HTTP/1.1" status: 200 len: 943 time: 0.7249892 May 03 22:31:24.777244 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f6408dc6-c2e7-4b4b-95f5-399622124382 None None] For port b2a9ce8c-482a-4333-8bfe-69e38f740f47, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=b2a9ce8c-482a-4333-8bfe-69e38f740f47,segment=NetworkSegment(1c54f02d-9f81-4a23-952f-31c6f08fd1d4),segment_id=1c54f02d-9f81-4a23-952f-31c6f08fd1d4)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:24.777640 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f6408dc6-c2e7-4b4b-95f5-399622124382 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:24.791674 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-25a171b7-645f-4d0a-bfc6-22d7145425a7 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Made reservation on behalf of 66dfeed3cb324772b0bf769274eed2d2 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:31:24.794833 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-25a171b7-645f-4d0a-bfc6-22d7145425a7 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:24.797719 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-75d4e137-ed45-48fb-8736-036ab91d99d4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Calling delete_port for b2a9ce8c-482a-4333-8bfe-69e38f740f47 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:31:24.857098 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-0d3f09b8-0bda-4969-bdb8-b997cc13a32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:24.857703 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-0d3f09b8-0bda-4969-bdb8-b997cc13a32f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:24.859132 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-0d3f09b8-0bda-4969-bdb8-b997cc13a32f service neutron] 10.222.0.60 "PUT /v2.0/ports/0d832e69-ec6a-4142-b5f4-88fec71f5dac HTTP/1.1" status: 200 len: 1091 time: 2.1666903 May 03 22:31:24.859592 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38121337-ca54-4280-ba73-8ced22b87637', 'tag': '0d832e69-ec6a-4142-b5f4-88fec71f5dac'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:31:24.870378 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-54b205e4-a7a0-4420-a889-d725a8fb2f2f req-4bfab900-52a7-4bcc-8f9e-ea71bc18143d tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/security-groups?id=8141834f-3183-49db-99d3-033fb924ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377009 May 03 22:31:24.895551 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dfc7a38b-7cf4-46cb-8638-ba490f46ff12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:24.905484 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f09b8-0bda-4969-bdb8-b997cc13a32f service neutron] Pushing event updated for resources: {'Port': ['ID=0d832e69-ec6a-4142-b5f4-88fec71f5dac,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:24.935133 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-75d4e137-ed45-48fb-8736-036ab91d99d4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:24.979560 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f6408dc6-c2e7-4b4b-95f5-399622124382 None None] Calling delete_port for b2a9ce8c-482a-4333-8bfe-69e38f740f47 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:31:25.065336 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d4d761e8-2f06-4c96-8c05-8d99a1d058a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:25.090210 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e7e2cb2-6bc2-43c9-aa09-e62ff2c8c2ee req-a271ce84-758c-42ac-bb78-a3f758b729ee service neutron] 10.222.0.60 "GET /v2.0/ports/1e5936bb-e1f5-4edc-b6f5-ed89c719b65d/bindings/n-h1-811807-1 HTTP/1.1" status: 200 len: 382 time: 0.4563429 May 03 22:31:25.173306 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d4e137-ed45-48fb-8736-036ab91d99d4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event deleted for resources: {'Port': ['ID=b2a9ce8c-482a-4333-8bfe-69e38f740f47,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:25.182398 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-f6408dc6-c2e7-4b4b-95f5-399622124382 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:31:25.182753 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-f6408dc6-c2e7-4b4b-95f5-399622124382 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:31:25.183246 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:25.189993 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d4e137-ed45-48fb-8736-036ab91d99d4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] No DVR routers for this DVR port b2a9ce8c-482a-4333-8bfe-69e38f740f47 on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:31:25.220321 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76bd138e-926b-45d1-a5a4-b522ac80a881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5936bb-e1f5-4edc-b6f5-ed89c719b65d'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:31:25.231463 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1e5936bb-e1f5-4edc-b6f5-ed89c719b65d,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:25.237025 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:25.254025 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ae1d7815-471f-43db-bbcd-2fecdaa4b710 req-1ea8f1b1-7342-4bad-90f1-08a6f75c31a8 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412491 May 03 22:31:25.281677 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device b2a9ce8c-482a-4333-8bfe-69e38f740f47 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:31:25.332789 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: b2a9ce8c-482a-4333-8bfe-69e38f740f47 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:31:25.333132 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device b2a9ce8c-482a-4333-8bfe-69e38f740f47 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:31:25.349085 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-75d4e137-ed45-48fb-8736-036ab91d99d4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:25.355564 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=1e5936bb-e1f5-4edc-b6f5-ed89c719b65d,revision_number=8']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:25.380108 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-75d4e137-ed45-48fb-8736-036ab91d99d4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2da74078-37d5-48f5-be13-af04ad75ee4b']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:25.395675 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-75d4e137-ed45-48fb-8736-036ab91d99d4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c54f02d-9f81-4a23-952f-31c6f08fd1d4') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:25.395983 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-75d4e137-ed45-48fb-8736-036ab91d99d4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c54f02d-9f81-4a23-952f-31c6f08fd1d4') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:25.410376 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-75d4e137-ed45-48fb-8736-036ab91d99d4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:25.430925 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-db3f307e-8344-484f-abe7-107efdeadcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:25.432405 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-db3f307e-8344-484f-abe7-107efdeadcf2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a0f20c83fdc471fa4da593ef2ea5d27&device_id=38121337-ca54-4280-ba73-8ced22b87637 HTTP/1.1" status: 200 len: 1094 time: 0.4928594 May 03 22:31:25.433330 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-75d4e137-ed45-48fb-8736-036ab91d99d4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:25.439530 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75d4e137-ed45-48fb-8736-036ab91d99d4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:31:25.439919 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-75d4e137-ed45-48fb-8736-036ab91d99d4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:25.455942 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:31:25.455942 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:31:25.455942 n-d-811807-1 neutron-server[88070]: timer() May 03 22:31:25.455942 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:31:25.455942 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:31:25.455942 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:31:25.455942 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:31:25.455942 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:31:25.455942 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:31:25.455942 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:31:25.455942 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:31:25.455942 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:31:25.455942 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:31:25.455942 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:31:25.455942 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:31:25.455942 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:31:25.455942 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:31:25.455942 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:31:25.455942 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:31:25.455942 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:31:25.455942 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:31:25.455942 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:31:25.455942 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:31:25.455942 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:31:25.455942 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:31:25.455942 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:31:25.455942 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:31:25.455942 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:31:25.455942 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:31:25.455942 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:31:25.455942 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:31:25.455942 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:31:25.476560 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-25a171b7-645f-4d0a-bfc6-22d7145425a7 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Allocated IP 172.20.0.7 (f73247c4-e4b1-4dbd-a711-946870a81559/a6303b72-ad18-4df3-b796-1d1c3ad4e877/a45cfcf3-5001-41e4-a152-1a1ce1405b66) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:31:25.500993 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e1bb671-52be-4ac7-b185-434017789bbd req-9a760fbb-15a3-4493-bb72-694fe915fba2 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=69e3cadd-5968-49c0-a0e9-e11eed87b3c4 HTTP/1.1" status: 200 len: 210 time: 0.1025684 May 03 22:31:25.513277 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3c7dc752-1ed9-4f34-a497-bdef0108765d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:25.540891 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-56102baa-ad3a-45c7-8419-59fff9c3ea17 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d832e69-ec6a-4142-b5f4-88fec71f5dac HTTP/1.1" status: 200 len: 217 time: 0.0857427 May 03 22:31:25.591358 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3c7dc752-1ed9-4f34-a497-bdef0108765d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:25.669272 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-75d4e137-ed45-48fb-8736-036ab91d99d4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:25.684376 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f6408dc6-c2e7-4b4b-95f5-399622124382 None None] Deleting port b2a9ce8c-482a-4333-8bfe-69e38f740f47 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:31:25.684760 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f6408dc6-c2e7-4b4b-95f5-399622124382 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:25.692299 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-75d4e137-ed45-48fb-8736-036ab91d99d4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:25.702868 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d4e137-ed45-48fb-8736-036ab91d99d4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] Pushing event deleted for resources: {'Network': ['ID=2da74078-37d5-48f5-be13-af04ad75ee4b,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:25.712169 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-f750ec45-cfd0-4dfe-b1de-1dcddfffc643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:25.713713 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-f750ec45-cfd0-4dfe-b1de-1dcddfffc643 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a1f38ed2-c940-45de-9756-cc79b8316a2d HTTP/1.1" status: 200 len: 846 time: 0.1233680 May 03 22:31:25.718316 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-75d4e137-ed45-48fb-8736-036ab91d99d4 tempest-NetworksIpV6Test-509595714 tempest-NetworksIpV6Test-509595714-project] 10.222.0.58 "DELETE /v2.0/networks/2da74078-37d5-48f5-be13-af04ad75ee4b HTTP/1.1" status: 204 len: 168 time: 1.6198797 May 03 22:31:25.765640 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-54fca383-d72d-4e11-998a-fd45cf577e5e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=983af77e-2b01-4072-bd1e-12edcf859777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437644 May 03 22:31:25.783046 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f6408dc6-c2e7-4b4b-95f5-399622124382 None None] The port 'b2a9ce8c-482a-4333-8bfe-69e38f740f47' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:31:25.921343 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7a7c4-facd-4112-a25a-90ab16497f90 req-f462b7fa-a56d-4e34-a96c-ac82f48a630e tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:25.922443 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-f7541c51-3526-4b97-ad02-dbb47da7c423 service neutron] 10.222.0.60 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499860 May 03 22:31:25.926302 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ca7a7c4-facd-4112-a25a-90ab16497f90 req-f462b7fa-a56d-4e34-a96c-ac82f48a630e tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=76bd138e-926b-45d1-a5a4-b522ac80a881 HTTP/1.1" status: 200 len: 949 time: 0.9018185 May 03 22:31:25.951028 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e2cb2-6bc2-43c9-aa09-e62ff2c8c2ee req-5d5f510b-1119-4e24-813d-17c3054bc15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:25.952821 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e7e2cb2-6bc2-43c9-aa09-e62ff2c8c2ee req-5d5f510b-1119-4e24-813d-17c3054bc15e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&device_id=76bd138e-926b-45d1-a5a4-b522ac80a881 HTTP/1.1" status: 200 len: 1100 time: 0.8294151 May 03 22:31:25.957376 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c7dc752-1ed9-4f34-a497-bdef0108765d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:31:25.971992 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59834) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:25.979929 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7dc752-1ed9-4f34-a497-bdef0108765d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6252505b-f2bc-492b-a3f0-7602305e4248,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:25.991131 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:31:26.066990 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:31:26.069348 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3c7dc752-1ed9-4f34-a497-bdef0108765d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:26.069703 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-3c7dc752-1ed9-4f34-a497-bdef0108765d admin admin] Added segment 377f8452-e338-4faf-8c9c-bc97c0819012 of type vlan for network 80deef1b-a6bc-436e-82ca-c7772b586ee4 May 03 22:31:26.072634 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:31:26.073079 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:26.079453 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6c2e1c7a-61d7-4e08-81ef-b9b2719fbe5f req-d2f5a782-b572-4d2e-93e7-75fa4fd7f82c service neutron] 10.222.0.60 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501200 May 03 22:31:26.213103 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-46612cdd-8dc0-49ff-a6a9-2cd4648c12f1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=343923008bac4bc78019628c0f9b696b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2400408 May 03 22:31:26.215571 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59840) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:26.219247 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:26.224009 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:26.262471 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ca7a7c4-facd-4112-a25a-90ab16497f90 req-8c35ca92-6c29-410a-ab6c-728da2f90b20 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024473 May 03 22:31:26.267508 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:26.279611 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a,segment=NetworkSegment(4a0ebc46-1388-4582-a35d-c77e85f48a3d),segment_id=4a0ebc46-1388-4582-a35d-c77e85f48a3d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:26.280217 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:26.285253 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dc7620a8-f919-4723-aac6-26297b0e92b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:26.313280 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dc7620a8-f919-4723-aac6-26297b0e92b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:26.362155 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2d0a2ff-417b-4f22-a3e9-b1cb00d1a47f'] response: {'name': 'network-changed', 'server_uuid': '38121337-ca54-4280-ba73-8ced22b87637', 'tag': '0d832e69-ec6a-4142-b5f4-88fec71f5dac', 'status': 'completed', 'code': 200} May 03 22:31:26.378213 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3c7dc752-1ed9-4f34-a497-bdef0108765d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:26.389945 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:26.394252 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55e243f3-56d3-4b34-9159-74d8fd6ee046'] response: {'server_uuid': '76bd138e-926b-45d1-a5a4-b522ac80a881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5936bb-e1f5-4edc-b6f5-ed89c719b65d', 'code': 200} May 03 22:31:26.399757 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dfc7a38b-7cf4-46cb-8638-ba490f46ff12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:26.402844 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e2cb2-6bc2-43c9-aa09-e62ff2c8c2ee req-14e5f3d1-98db-4664-a36e-84a6bc1631b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:26.404304 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e7e2cb2-6bc2-43c9-aa09-e62ff2c8c2ee req-14e5f3d1-98db-4664-a36e-84a6bc1631b7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.4329779 May 03 22:31:26.463598 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a92a9-8f52-46c5-bff3-86b028719d21 req-94168ac0-b0ef-4ab5-8195-ac3b8cc814c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:26.465441 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1a2a92a9-8f52-46c5-bff3-86b028719d21 req-94168ac0-b0ef-4ab5-8195-ac3b8cc814c0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a0f20c83fdc471fa4da593ef2ea5d27&device_id=38121337-ca54-4280-ba73-8ced22b87637 HTTP/1.1" status: 200 len: 1094 time: 0.1055069 May 03 22:31:26.466491 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dc7620a8-f919-4723-aac6-26297b0e92b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:26.502959 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7620a8-f919-4723-aac6-26297b0e92b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265a9f66-408b-4283-964a-f645a1ea507d,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:26.531749 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dc7620a8-f919-4723-aac6-26297b0e92b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:26.544325 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-dc7620a8-f919-4723-aac6-26297b0e92b2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/265a9f66-408b-4283-964a-f645a1ea507d HTTP/1.1" status: 204 len: 168 time: 0.3188448 May 03 22:31:26.555096 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-25a171b7-645f-4d0a-bfc6-22d7145425a7 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:26.639200 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a92a9-8f52-46c5-bff3-86b028719d21 req-f5f46ce4-f284-4a5f-8ef8-e3a39b0287cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:26.640719 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1a2a92a9-8f52-46c5-bff3-86b028719d21 req-f5f46ce4-f284-4a5f-8ef8-e3a39b0287cc service neutron] 10.222.0.60 "GET /v2.0/networks?id=983af77e-2b01-4072-bd1e-12edcf859777 HTTP/1.1" status: 200 len: 907 time: 0.1641886 May 03 22:31:26.677908 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b18ed1-5722-4be1-b627-a631a4bd8f90 req-512964ff-39ca-4afd-b11d-aab2fe3ecf34 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:26.679356 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a1b18ed1-5722-4be1-b627-a631a4bd8f90 req-512964ff-39ca-4afd-b11d-aab2fe3ecf34 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c240ab9-dd26-468c-b48f-633514daf12a HTTP/1.1" status: 200 len: 945 time: 0.9925199 May 03 22:31:26.680578 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e7e2cb2-6bc2-43c9-aa09-e62ff2c8c2ee req-14c8bcb5-84c0-4bac-941c-b075414b641f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=1e5936bb-e1f5-4edc-b6f5-ed89c719b65d HTTP/1.1" status: 200 len: 217 time: 0.2599361 May 03 22:31:26.697220 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3c7dc752-1ed9-4f34-a497-bdef0108765d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:26.698224 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7dc752-1ed9-4f34-a497-bdef0108765d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:26.698797 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3c7dc752-1ed9-4f34-a497-bdef0108765d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:26.717803 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1a2a92a9-8f52-46c5-bff3-86b028719d21 req-33ff8a1b-224f-4fff-b408-95ac6b65c305 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d832e69-ec6a-4142-b5f4-88fec71f5dac HTTP/1.1" status: 200 len: 217 time: 0.0700519 May 03 22:31:26.786901 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-25a171b7-645f-4d0a-bfc6-22d7145425a7 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Transition to ACTIVE for port object a45cfcf3-5001-41e4-a152-1a1ce1405b66 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:31:26.790589 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a92a9-8f52-46c5-bff3-86b028719d21 req-1d4d7cb6-c7c0-4e47-adf0-9984c1f523d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:26.792680 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1a2a92a9-8f52-46c5-bff3-86b028719d21 req-1d4d7cb6-c7c0-4e47-adf0-9984c1f523d1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a1f38ed2-c940-45de-9756-cc79b8316a2d HTTP/1.1" status: 200 len: 846 time: 0.0678208 May 03 22:31:26.845006 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1a2a92a9-8f52-46c5-bff3-86b028719d21 req-56ea6a0e-a427-4c33-8ec9-1b56c5a1b936 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=983af77e-2b01-4072-bd1e-12edcf859777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452735 May 03 22:31:26.971492 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a1b18ed1-5722-4be1-b627-a631a4bd8f90 req-1c7f4779-bf3c-425f-87ba-ad5655bf2ecd tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1c31ee3-e836-45e8-8521-0c048dd4e20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786317 May 03 22:31:26.972114 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7dc752-1ed9-4f34-a497-bdef0108765d admin admin] Pushing event updated for resources: {'Network': ['ID=80deef1b-a6bc-436e-82ca-c7772b586ee4,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:26.975310 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e2cb2-6bc2-43c9-aa09-e62ff2c8c2ee req-fb6b62fb-b0ea-4de9-b2bd-2b424a6b87bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:26.976674 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e7e2cb2-6bc2-43c9-aa09-e62ff2c8c2ee req-fb6b62fb-b0ea-4de9-b2bd-2b424a6b87bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.2803457 May 03 22:31:26.987306 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3c7dc752-1ed9-4f34-a497-bdef0108765d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.7977140 May 03 22:31:26.990705 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59860) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:27.012536 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 80deef1b-a6bc-436e-82ca-c7772b586ee4 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:31:27.042782 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-0dced509-127e-4a4c-bebe-0c8cae458296 admin admin] Request body: {'subnet': {'network_id': '80deef1b-a6bc-436e-82ca-c7772b586ee4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1088137961-subnet', 'tenant_id': 'bd51361818564d1386545633b9756d25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:27.056560 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0dced509-127e-4a4c-bebe-0c8cae458296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:27.069720 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0dced509-127e-4a4c-bebe-0c8cae458296 admin admin] Usage tracker for resource:subnet and tenant:bd51361818564d1386545633b9756d25 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:27.085186 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0dced509-127e-4a4c-bebe-0c8cae458296 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:27.104368 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0dced509-127e-4a4c-bebe-0c8cae458296 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:27.106658 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-25a171b7-645f-4d0a-bfc6-22d7145425a7 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:27.138447 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1a2a92a9-8f52-46c5-bff3-86b028719d21 req-109f5660-4ee8-4212-9e82-568b399d86b6 service neutron] 10.222.0.60 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838771 May 03 22:31:27.200983 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fd2ed-ebb6-4538-aa9f-4cae88de118a req-7b773724-1f87-4e0a-92f9-fe64f4f46f07 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:27.202640 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f08fd2ed-ebb6-4538-aa9f-4cae88de118a req-7b773724-1f87-4e0a-92f9-fe64f4f46f07 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9845e68-2c9e-4423-9c31-faa7466baf47 HTTP/1.1" status: 200 len: 946 time: 0.6646476 May 03 22:31:27.214278 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['95b4774f-05b7-419e-89fc-76bb9efcb5b7'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:31:27.242583 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dced509-127e-4a4c-bebe-0c8cae458296 admin admin] Made reservation on behalf of bd51361818564d1386545633b9756d25 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:31:27.245505 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0dced509-127e-4a4c-bebe-0c8cae458296 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:27.246929 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['8838e62a-72db-4068-b227-7620cf5da515'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:31:27.337634 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1a2a92a9-8f52-46c5-bff3-86b028719d21 req-95b3fdda-6dec-469f-a34f-2cd6a7aea938 service neutron] 10.222.0.60 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929595 May 03 22:31:27.377118 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-25a171b7-645f-4d0a-bfc6-22d7145425a7 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Network f73247c4-e4b1-4dbd-a711-946870a81559 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:31:27.397846 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-25a171b7-645f-4d0a-bfc6-22d7145425a7 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:31:27.413355 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-25a171b7-645f-4d0a-bfc6-22d7145425a7 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:31:27.428915 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59874) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:27.569393 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-0fba705b-431a-401b-b375-86ce880a4e85 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-384463091'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:27.576091 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-0fba705b-431a-401b-b375-86ce880a4e85 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:27.584331 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:27.584682 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0fba705b-431a-401b-b375-86ce880a4e85 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Usage tracker for resource:network and tenant:6afa98dc9c144604a64f4771a291a228 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:27.592715 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0fba705b-431a-401b-b375-86ce880a4e85 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:27.614871 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-0fba705b-431a-401b-b375-86ce880a4e85 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:27.629270 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:27.633284 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fba705b-431a-401b-b375-86ce880a4e85 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Made reservation on behalf of 6afa98dc9c144604a64f4771a291a228 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:31:27.637325 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0fba705b-431a-401b-b375-86ce880a4e85 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:27.651281 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0fba705b-431a-401b-b375-86ce880a4e85 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:27.652720 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc7a38b-7cf4-46cb-8638-ba490f46ff12 admin admin] Router 5233241d-5fd0-4bed-92b9-8bf83c8cffa6 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:31:27.654692 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a171b7-645f-4d0a-bfc6-22d7145425a7 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Pushing event updated for resources: {'Port': ['ID=a45cfcf3-5001-41e4-a152-1a1ce1405b66,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:27.678151 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-0fba705b-431a-401b-b375-86ce880a4e85 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:27.682721 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0fba705b-431a-401b-b375-86ce880a4e85 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Usage tracker for resource:security_group_rule and tenant:6afa98dc9c144604a64f4771a291a228 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:27.686188 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0fba705b-431a-401b-b375-86ce880a4e85 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:27.692685 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-0fba705b-431a-401b-b375-86ce880a4e85 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:27.767465 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-26d204de-6860-4d89-8502-93119a82569e None None] Provisioning for port a45cfcf3-5001-41e4-a152-1a1ce1405b66 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:31:27.773340 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-26d204de-6860-4d89-8502-93119a82569e None None] Provisioning complete for port a45cfcf3-5001-41e4-a152-1a1ce1405b66 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:31:27.773785 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-26d204de-6860-4d89-8502-93119a82569e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:27.784509 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0fba705b-431a-401b-b375-86ce880a4e85 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:27.789040 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0fba705b-431a-401b-b375-86ce880a4e85 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:27.829564 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fba705b-431a-401b-b375-86ce880a4e85 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:31:27.835008 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba705b-431a-401b-b375-86ce880a4e85 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b32e0b4-c9bf-4731-8b60-9ea124355e51,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:27.842343 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0fba705b-431a-401b-b375-86ce880a4e85 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:27.842686 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-0fba705b-431a-401b-b375-86ce880a4e85 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Added segment b08ae646-4b44-4279-8cc8-55909285b08d of type vlan for network 0e04e2a4-602f-472f-b439-b6336f6a5541 May 03 22:31:27.845800 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-26d204de-6860-4d89-8502-93119a82569e None None] Port a45cfcf3-5001-41e4-a152-1a1ce1405b66 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:31:27.872003 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0fba705b-431a-401b-b375-86ce880a4e85 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:27.900919 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0fba705b-431a-401b-b375-86ce880a4e85 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:27.906383 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fba705b-431a-401b-b375-86ce880a4e85 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:27.906943 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0fba705b-431a-401b-b375-86ce880a4e85 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:27.929019 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f08fd2ed-ebb6-4538-aa9f-4cae88de118a req-d9f82449-4fc6-4cff-ad6c-3bda3fd2af95 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/security-groups?id=8141834f-3183-49db-99d3-033fb924ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7095723 May 03 22:31:27.940980 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e2cb2-6bc2-43c9-aa09-e62ff2c8c2ee req-633b7084-884a-4cd8-8761-3ce1875c7719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:27.942509 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e7e2cb2-6bc2-43c9-aa09-e62ff2c8c2ee req-633b7084-884a-4cd8-8761-3ce1875c7719 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9532673 May 03 22:31:28.021343 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0fba705b-431a-401b-b375-86ce880a4e85 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5917306 May 03 22:31:28.025082 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba705b-431a-401b-b375-86ce880a4e85 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Pushing event updated for resources: {'Network': ['ID=0e04e2a4-602f-472f-b439-b6336f6a5541,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:28.042595 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 0e04e2a4-602f-472f-b439-b6336f6a5541 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:31:28.075737 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-25a171b7-645f-4d0a-bfc6-22d7145425a7 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:28.076346 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-25a171b7-645f-4d0a-bfc6-22d7145425a7 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:28.274098 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-25a171b7-645f-4d0a-bfc6-22d7145425a7 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4968936 May 03 22:31:28.293934 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b7da0-0e78-46cc-8969-92b7233749ce req-d5c0a31f-c57c-4130-b787-15fe37dc5be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:28.295327 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-007b7da0-0e78-46cc-8969-92b7233749ce req-d5c0a31f-c57c-4130-b787-15fe37dc5be3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4c240ab9-dd26-468c-b48f-633514daf12a HTTP/1.1" status: 200 len: 1096 time: 1.0302536 May 03 22:31:28.296120 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0dced509-127e-4a4c-bebe-0c8cae458296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:28.307085 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-ac1e71f5-2438-43bf-a469-c4d587a257c1 service neutron] Request body: {'port': {'device_id': '69e3cadd-5968-49c0-a0e9-e11eed87b3c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:28.395459 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9845e68-2c9e-4423-9c31-faa7466baf47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:31:28.421363 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 0d832e69-ec6a-4142-b5f4-88fec71f5dac details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:31:28.432609 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9d607-e974-405a-a98e-78fc08f87edc req-3ab5623d-003c-4022-9eb5-db83c67a64a9 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:28.434091 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-15b9d607-e974-405a-a98e-78fc08f87edc req-3ab5623d-003c-4022-9eb5-db83c67a64a9 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=38121337-ca54-4280-ba73-8ced22b87637 HTTP/1.1" status: 200 len: 943 time: 1.2001574 May 03 22:31:28.470477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc7a38b-7cf4-46cb-8638-ba490f46ff12 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:31:28.519950 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9080eda8-e913-4841-b4db-5ae78430b381 None None] Sync routers for ids ['5233241d-5fd0-4bed-92b9-8bf83c8cffa6'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:31:28.535516 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9080eda8-e913-4841-b4db-5ae78430b381 None None] Routers {'5233241d-5fd0-4bed-92b9-8bf83c8cffa6'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:31:28.536753 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-9080eda8-e913-4841-b4db-5ae78430b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:31:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['5233241d-5fd0-4bed-92b9-8bf83c8cffa6'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:28.589437 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dced509-127e-4a4c-bebe-0c8cae458296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad66a659-5069-4d93-8dba-5ddf00cb7291,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:28.602733 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-007b7da0-0e78-46cc-8969-92b7233749ce req-61ace75d-3590-44ce-84d4-2bff4d6949ed service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c1c31ee3-e836-45e8-8521-0c048dd4e20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319157 May 03 22:31:28.611598 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e7e2cb2-6bc2-43c9-aa09-e62ff2c8c2ee req-672dd7ed-6cf7-4e8c-8054-85ba38031de9 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6042199 May 03 22:31:28.671505 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc151ee-8ca5-4529-88d0-1b5d2403d201 req-3da22463-27a1-4e4c-8bcf-c1f686665a1e tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:28.672109 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-5bc151ee-8ca5-4529-88d0-1b5d2403d201 req-3da22463-27a1-4e4c-8bcf-c1f686665a1e tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Synchronizing usage tracker for tenant:66dfeed3cb324772b0bf769274eed2d2 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:31:28.684824 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dfc7a38b-7cf4-46cb-8638-ba490f46ff12 admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:28.688656 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-dfc7a38b-7cf4-46cb-8638-ba490f46ff12 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.1822176 May 03 22:31:28.689487 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59884) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:28.719883 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-15b9d607-e974-405a-a98e-78fc08f87edc req-ff31c278-0277-4714-9d78-3cc38d8fcc67 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621384 May 03 22:31:28.720795 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dced509-127e-4a4c-bebe-0c8cae458296 admin admin] Checking segment: {'id': '377f8452-e338-4faf-8c9c-bc97c0819012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '80deef1b-a6bc-436e-82ca-c7772b586ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:31:28.721129 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dced509-127e-4a4c-bebe-0c8cae458296 admin admin] Network hostable DHCP agents. Network: 80deef1b-a6bc-436e-82ca-c7772b586ee4, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:31:28.777396 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 0d832e69-ec6a-4142-b5f4-88fec71f5dac, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0d832e69-ec6a-4142-b5f4-88fec71f5dac,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:28.803858 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '0d832e69-ec6a-4142-b5f4-88fec71f5dac', 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777', 'port_id': '0d832e69-ec6a-4142-b5f4-88fec71f5dac', 'mac_address': 'fa:16:3e:86:b9:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1f38ed2-c940-45de-9756-cc79b8316a2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:31:28.851593 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-ac1e71f5-2438-43bf-a469-c4d587a257c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:28.874551 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:28.892974 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-5bc151ee-8ca5-4529-88d0-1b5d2403d201 req-3da22463-27a1-4e4c-8bcf-c1f686665a1e tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Unset dirty status for tenant:66dfeed3cb324772b0bf769274eed2d2 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:31:28.902749 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5bc151ee-8ca5-4529-88d0-1b5d2403d201 req-3da22463-27a1-4e4c-8bcf-c1f686665a1e tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=69e3cadd-5968-49c0-a0e9-e11eed87b3c4 HTTP/1.1" status: 200 len: 931 time: 0.8360763 May 03 22:31:28.903808 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d832e69-ec6a-4142-b5f4-88fec71f5dac {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:31:28.922130 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 0d832e69-ec6a-4142-b5f4-88fec71f5dac, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0d832e69-ec6a-4142-b5f4-88fec71f5dac,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:28.924659 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-9080eda8-e913-4841-b4db-5ae78430b381 None None] Set router 5233241d-5fd0-4bed-92b9-8bf83c8cffa6 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:31:28.985791 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:29.036078 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dced509-127e-4a4c-bebe-0c8cae458296 admin admin] Network 80deef1b-a6bc-436e-82ca-c7772b586ee4 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:31:29.083109 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e7e2cb2-6bc2-43c9-aa09-e62ff2c8c2ee req-b77efffc-f89e-4976-a250-01ac74138731 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490800 May 03 22:31:29.108240 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5bc151ee-8ca5-4529-88d0-1b5d2403d201 req-690aa11d-fd1f-4cd8-863e-e9e1a4f9b45f tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041183 May 03 22:31:29.117844 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-0dced509-127e-4a4c-bebe-0c8cae458296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 80deef1b-a6bc-436e-82ca-c7772b586ee4) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:31:29.163726 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=0d832e69-ec6a-4142-b5f4-88fec71f5dac,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:29.169954 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64c8306-d764-46bd-b07e-7e04a416f106 None None] Network 80deef1b-a6bc-436e-82ca-c7772b586ee4 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:31:29.217928 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dced509-127e-4a4c-bebe-0c8cae458296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:29.230514 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0dced509-127e-4a4c-bebe-0c8cae458296 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:29.329941 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0dced509-127e-4a4c-bebe-0c8cae458296 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.3030095 May 03 22:31:29.406606 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a6a9d-6d4c-4754-b7d6-0c95e155398a req-a71fb9f2-18ed-4b14-bff1-07da3a5fb2fa tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:29.408086 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5d1a6a9d-6d4c-4754-b7d6-0c95e155398a req-a71fb9f2-18ed-4b14-bff1-07da3a5fb2fa tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=76bd138e-926b-45d1-a5a4-b522ac80a881 HTTP/1.1" status: 200 len: 950 time: 0.4324491 May 03 22:31:29.422072 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['0d832e69-ec6a-4142-b5f4-88fec71f5dac'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:31:29.616455 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-9080eda8-e913-4841-b4db-5ae78430b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5233241d-5fd0-4bed-92b9-8bf83c8cffa6', 'name': 'tempest-ServersTestFqdnHostnames-451469490-router', 'tenant_id': '86477222096c4af28ff7e1ff6cb52cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '6d3a05a7-4880-40d3-8639-1503342bac2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:31:18Z', 'updated_at': '2022-05-03T22:31:24Z', 'revision_number': 3, 'project_id': '86477222096c4af28ff7e1ff6cb52cd4', 'gw_port': {'id': '6d3a05a7-4880-40d3-8639-1503342bac2e', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:92:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5233241d-5fd0-4bed-92b9-8bf83c8cffa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:31:22Z', 'updated_at': '2022-05-03T22:31:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:29.631767 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9080eda8-e913-4841-b4db-5ae78430b381 None None] Checking router: 5233241d-5fd0-4bed-92b9-8bf83c8cffa6 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:31:29.637976 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9080eda8-e913-4841-b4db-5ae78430b381 None None] Updating router 5233241d-5fd0-4bed-92b9-8bf83c8cffa6 port 6d3a05a7-4880-40d3-8639-1503342bac2e binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:31:29.673510 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5d1a6a9d-6d4c-4754-b7d6-0c95e155398a req-ae2de6c4-421a-42f1-a67c-042d22926b07 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160332 May 03 22:31:29.698141 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca4f30-9675-4958-ae87-58e8cf18bd02 req-2f4ed7b6-7fa6-4fc6-9b05-a9828efd9473 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:29.709435 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-beca4f30-9675-4958-ae87-58e8cf18bd02 req-2f4ed7b6-7fa6-4fc6-9b05-a9828efd9473 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c240ab9-dd26-468c-b48f-633514daf12a HTTP/1.1" status: 200 len: 945 time: 0.4169247 May 03 22:31:29.810225 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb5566f9-5add-4c09-b2e4-c4c8be0db379'] response: {'server_uuid': 'f9845e68-2c9e-4423-9c31-faa7466baf47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a', 'code': 200} May 03 22:31:29.966272 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8b6b0d1c-1809-41fb-b32b-80b5607bbfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:29.969113 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03d4944-163c-4ba3-9bf5-6fcf8cebfd7c None None] Network 80deef1b-a6bc-436e-82ca-c7772b586ee4 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:31:30.145100 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9080eda8-e913-4841-b4db-5ae78430b381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:30.232927 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-8b6b0d1c-1809-41fb-b32b-80b5607bbfc4 admin admin] Allocated IP 172.20.0.1 (ea50194d-7ccb-4fc0-9800-2ac2b77a1364/390897fc-d09e-4428-a5dc-70960b3f252a/6adab623-0d66-4788-b113-6210df10d387) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:31:30.349886 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-beca4f30-9675-4958-ae87-58e8cf18bd02 req-8c346d11-5fd1-44c0-b6e5-50477fb1a8c5 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1c31ee3-e836-45e8-8521-0c048dd4e20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6392274 May 03 22:31:30.354201 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-ac1e71f5-2438-43bf-a469-c4d587a257c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a45cfcf3-5001-41e4-a152-1a1ce1405b66 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:31:30.363874 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-ac1e71f5-2438-43bf-a469-c4d587a257c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:30.382038 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58a285-c175-474c-bb9b-48c3b79db057 req-27e38691-bad4-4a8d-b82a-8a8320747e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:30.383734 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7b58a285-c175-474c-bb9b-48c3b79db057 req-27e38691-bad4-4a8d-b82a-8a8320747e4d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f9845e68-2c9e-4423-9c31-faa7466baf47 HTTP/1.1" status: 200 len: 1097 time: 0.5147173 May 03 22:31:30.439497 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-ac1e71f5-2438-43bf-a469-c4d587a257c1 service neutron] Transition to ACTIVE for port object a45cfcf3-5001-41e4-a152-1a1ce1405b66 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:31:30.451300 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-ac1e71f5-2438-43bf-a469-c4d587a257c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:30.463932 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7b58a285-c175-474c-bb9b-48c3b79db057 req-c376e3c1-d0be-4f41-a6a8-b8d9c07f9324 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8141834f-3183-49db-99d3-033fb924ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719678 May 03 22:31:30.816304 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e71f5-2438-43bf-a469-c4d587a257c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a45cfcf3-5001-41e4-a152-1a1ce1405b66,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:30.832553 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bacf151-75aa-47a0-9c5a-3e9bc96d6935 req-63801836-3051-45ec-ba1d-9a46a5c2bc34 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:30.840917 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5bacf151-75aa-47a0-9c5a-3e9bc96d6935 req-63801836-3051-45ec-ba1d-9a46a5c2bc34 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9845e68-2c9e-4423-9c31-faa7466baf47 HTTP/1.1" status: 200 len: 946 time: 0.8164463 May 03 22:31:30.850495 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8b6b0d1c-1809-41fb-b32b-80b5607bbfc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:30.879099 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-8b6b0d1c-1809-41fb-b32b-80b5607bbfc4 admin admin] Transition to ACTIVE for port object 6adab623-0d66-4788-b113-6210df10d387 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:31:30.912749 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8b6b0d1c-1809-41fb-b32b-80b5607bbfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:30.930830 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9080eda8-e913-4841-b4db-5ae78430b381 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:30.945065 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9080eda8-e913-4841-b4db-5ae78430b381 None None] Transition to ACTIVE for port object 6d3a05a7-4880-40d3-8639-1503342bac2e will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:31:30.953213 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9080eda8-e913-4841-b4db-5ae78430b381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:30.991179 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6b0d1c-1809-41fb-b32b-80b5607bbfc4 admin admin] Network ea50194d-7ccb-4fc0-9800-2ac2b77a1364 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:31:31.006641 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-8b6b0d1c-1809-41fb-b32b-80b5607bbfc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:31:31.012049 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6b0d1c-1809-41fb-b32b-80b5607bbfc4 admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:31:31.028674 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5bacf151-75aa-47a0-9c5a-3e9bc96d6935 req-17419514-0716-4cfd-98f8-cb4a2864a051 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/security-groups?id=8141834f-3183-49db-99d3-033fb924ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839304 May 03 22:31:31.070176 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d6021-1252-4236-8743-78290f818936 req-6dfc381d-bd55-4539-a39f-24613a882215 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:31.072209 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-103d6021-1252-4236-8743-78290f818936 req-6dfc381d-bd55-4539-a39f-24613a882215 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=38121337-ca54-4280-ba73-8ced22b87637 HTTP/1.1" status: 200 len: 944 time: 0.5389132 May 03 22:31:31.101115 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b0d1c-1809-41fb-b32b-80b5607bbfc4 admin admin] Pushing event updated for resources: {'Port': ['ID=6adab623-0d66-4788-b113-6210df10d387,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:31.165564 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-9080eda8-e913-4841-b4db-5ae78430b381 None None] Attempting to bind port 6d3a05a7-4880-40d3-8639-1503342bac2e on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:31:31.166419 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-9080eda8-e913-4841-b4db-5ae78430b381 None None] Attempting to bind port 6d3a05a7-4880-40d3-8639-1503342bac2e by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:31:31.167113 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080eda8-e913-4841-b4db-5ae78430b381 None None] Attempting to bind port 6d3a05a7-4880-40d3-8639-1503342bac2e on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:31:31.181273 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080eda8-e913-4841-b4db-5ae78430b381 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:31:31.182145 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080eda8-e913-4841-b4db-5ae78430b381 None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:31:31.182787 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9080eda8-e913-4841-b4db-5ae78430b381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:31.183399 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9080eda8-e913-4841-b4db-5ae78430b381 None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:31:31.184155 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-9080eda8-e913-4841-b4db-5ae78430b381 None None] Bound port: 6d3a05a7-4880-40d3-8639-1503342bac2e, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:31:31.184794 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9080eda8-e913-4841-b4db-5ae78430b381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:31.193429 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8b6b0d1c-1809-41fb-b32b-80b5607bbfc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:31.209024 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-ac1e71f5-2438-43bf-a469-c4d587a257c1 service neutron] Attempting to bind port a45cfcf3-5001-41e4-a152-1a1ce1405b66 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:31:31.210243 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-ac1e71f5-2438-43bf-a469-c4d587a257c1 service neutron] Attempting to bind port a45cfcf3-5001-41e4-a152-1a1ce1405b66 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '18fee989-ca3f-4324-8c2a-1ba502de43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:31:31.211584 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-ac1e71f5-2438-43bf-a469-c4d587a257c1 service neutron] Attempting to bind port a45cfcf3-5001-41e4-a152-1a1ce1405b66 on network f73247c4-e4b1-4dbd-a711-946870a81559 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:31:31.242347 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-ac1e71f5-2438-43bf-a469-c4d587a257c1 service neutron] Port a45cfcf3-5001-41e4-a152-1a1ce1405b66 on network f73247c4-e4b1-4dbd-a711-946870a81559 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:31:31.243228 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-ac1e71f5-2438-43bf-a469-c4d587a257c1 service neutron] Attempting to bind port a45cfcf3-5001-41e4-a152-1a1ce1405b66 on network f73247c4-e4b1-4dbd-a711-946870a81559 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:31:31.266458 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-103d6021-1252-4236-8743-78290f818936 req-1d87e0c4-22a1-49b3-9541-bbd0f106b8e3 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791403 May 03 22:31:31.279113 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-ac1e71f5-2438-43bf-a469-c4d587a257c1 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:31:31.279897 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-ac1e71f5-2438-43bf-a469-c4d587a257c1 service neutron] Checking segment: {'id': '18fee989-ca3f-4324-8c2a-1ba502de43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:31:31.280528 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-ac1e71f5-2438-43bf-a469-c4d587a257c1 service neutron] Bound using segment: {'id': '18fee989-ca3f-4324-8c2a-1ba502de43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:31:31.281790 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-ac1e71f5-2438-43bf-a469-c4d587a257c1 service neutron] Bound port: a45cfcf3-5001-41e4-a152-1a1ce1405b66, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18fee989-ca3f-4324-8c2a-1ba502de43f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:31:31.282514 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-ac1e71f5-2438-43bf-a469-c4d587a257c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:31.294430 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a1484-2974-4a6b-8a9c-0a98b035091b None None] Pushing event updated for resources: {'Port': ['ID=6d3a05a7-4880-40d3-8639-1503342bac2e,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:31.411572 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59908) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:31.421063 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-3a8210b4-0295-40b0-a83c-53fef2af1baf tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Request body: {'subnet': {'network_id': '0e04e2a4-602f-472f-b439-b6336f6a5541', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:31.423218 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-9080eda8-e913-4841-b4db-5ae78430b381 None None] For port 6d3a05a7-4880-40d3-8639-1503342bac2e, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:31:31.432305 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-9080eda8-e913-4841-b4db-5ae78430b381 None None] For port 6d3a05a7-4880-40d3-8639-1503342bac2e, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=6d3a05a7-4880-40d3-8639-1503342bac2e,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:31:31.442147 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9080eda8-e913-4841-b4db-5ae78430b381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:31.492628 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8b6b0d1c-1809-41fb-b32b-80b5607bbfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:31.587256 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9080eda8-e913-4841-b4db-5ae78430b381 None None] Routers {'5233241d-5fd0-4bed-92b9-8bf83c8cffa6'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:31:31.587810 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-9080eda8-e913-4841-b4db-5ae78430b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:31:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['5233241d-5fd0-4bed-92b9-8bf83c8cffa6'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:31.647602 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-ac1e71f5-2438-43bf-a469-c4d587a257c1 service neutron] For port a45cfcf3-5001-41e4-a152-1a1ce1405b66, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:31:31.657243 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-ac1e71f5-2438-43bf-a469-c4d587a257c1 service neutron] For port a45cfcf3-5001-41e4-a152-1a1ce1405b66, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=a45cfcf3-5001-41e4-a152-1a1ce1405b66,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:31:31.706847 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-ac1e71f5-2438-43bf-a469-c4d587a257c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:31.707580 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3a8210b4-0295-40b0-a83c-53fef2af1baf tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:31.715993 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3a8210b4-0295-40b0-a83c-53fef2af1baf tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Usage tracker for resource:subnet and tenant:6afa98dc9c144604a64f4771a291a228 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:31.747051 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a1484-2974-4a6b-8a9c-0a98b035091b None None] Pushing event updated for resources: {'Port': ['ID=6d3a05a7-4880-40d3-8639-1503342bac2e,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:31.748080 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3a8210b4-0295-40b0-a83c-53fef2af1baf tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:31.770135 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3a8210b4-0295-40b0-a83c-53fef2af1baf tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:31.780012 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2a9b9c8e-3d01-4c3a-835d-5ac446907be6 None None] Provisioning for port 6adab623-0d66-4788-b113-6210df10d387 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:31:31.789229 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2a9b9c8e-3d01-4c3a-835d-5ac446907be6 None None] Provisioning complete for port 6adab623-0d66-4788-b113-6210df10d387 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:31:31.789895 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2a9b9c8e-3d01-4c3a-835d-5ac446907be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:31.791025 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8210b4-0295-40b0-a83c-53fef2af1baf tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Made reservation on behalf of 6afa98dc9c144604a64f4771a291a228 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:31:31.794491 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3a8210b4-0295-40b0-a83c-53fef2af1baf tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:31.867052 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-2a9b9c8e-3d01-4c3a-835d-5ac446907be6 None None] Port 6adab623-0d66-4788-b113-6210df10d387 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:31:31.872145 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-9080eda8-e913-4841-b4db-5ae78430b381 None None] Set router 5233241d-5fd0-4bed-92b9-8bf83c8cffa6 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:31:32.005913 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-ac1e71f5-2438-43bf-a469-c4d587a257c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:32.006977 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-ac1e71f5-2438-43bf-a469-c4d587a257c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:32.012274 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-ac1e71f5-2438-43bf-a469-c4d587a257c1 service neutron] 10.222.0.67 "PUT /v2.0/ports/a45cfcf3-5001-41e4-a152-1a1ce1405b66 HTTP/1.1" status: 200 len: 1091 time: 3.7200851 May 03 22:31:32.014158 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e3cadd-5968-49c0-a0e9-e11eed87b3c4', 'tag': 'a45cfcf3-5001-41e4-a152-1a1ce1405b66'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:31:32.083791 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e71f5-2438-43bf-a469-c4d587a257c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a45cfcf3-5001-41e4-a152-1a1ce1405b66,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:32.120479 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744c12b-c0f3-4051-88b5-4e2f93eaf550 req-cf86a56d-5780-4e40-aa07-5fe2c7daab17 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:32.122275 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3744c12b-c0f3-4051-88b5-4e2f93eaf550 req-cf86a56d-5780-4e40-aa07-5fe2c7daab17 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=69e3cadd-5968-49c0-a0e9-e11eed87b3c4 HTTP/1.1" status: 200 len: 943 time: 0.6351531 May 03 22:31:32.157021 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8b6b0d1c-1809-41fb-b32b-80b5607bbfc4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:32.179005 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8b6b0d1c-1809-41fb-b32b-80b5607bbfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:32.230182 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e2cb2-6bc2-43c9-aa09-e62ff2c8c2ee req-70ee93c4-0fb7-4a07-a9d4-f4107c550eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:32.231851 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e7e2cb2-6bc2-43c9-aa09-e62ff2c8c2ee req-70ee93c4-0fb7-4a07-a9d4-f4107c550eeb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=76bd138e-926b-45d1-a5a4-b522ac80a881&tenant_id=e5ed80acbb9f47e383e08a46b5c2d155 HTTP/1.1" status: 200 len: 1101 time: 0.5130885 May 03 22:31:32.241138 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11130cfb-2394-4389-acfa-941e45adc33b req-68d1be45-8c14-4a8f-9eb8-54f18c3bb5dc tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:32.241968 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-11130cfb-2394-4389-acfa-941e45adc33b req-68d1be45-8c14-4a8f-9eb8-54f18c3bb5dc tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Synchronizing usage tracker for tenant:bd51361818564d1386545633b9756d25 on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:31:32.299882 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-9080eda8-e913-4841-b4db-5ae78430b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5233241d-5fd0-4bed-92b9-8bf83c8cffa6', 'name': 'tempest-ServersTestFqdnHostnames-451469490-router', 'tenant_id': '86477222096c4af28ff7e1ff6cb52cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '6d3a05a7-4880-40d3-8639-1503342bac2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:31:18Z', 'updated_at': '2022-05-03T22:31:31Z', 'revision_number': 4, 'project_id': '86477222096c4af28ff7e1ff6cb52cd4', 'gw_port': {'id': '6d3a05a7-4880-40d3-8639-1503342bac2e', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:92:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5233241d-5fd0-4bed-92b9-8bf83c8cffa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:31:22Z', 'updated_at': '2022-05-03T22:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '6adab623-0d66-4788-b113-6210df10d387', 'name': '', 'network_id': 'ea50194d-7ccb-4fc0-9800-2ac2b77a1364', 'tenant_id': '86477222096c4af28ff7e1ff6cb52cd4', 'mac_address': 'fa:16:3e:71:47:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5233241d-5fd0-4bed-92b9-8bf83c8cffa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '390897fc-d09e-4428-a5dc-70960b3f252a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:31:30Z', 'updated_at': '2022-05-03T22:31:30Z', 'revision_number': 1, 'project_id': '86477222096c4af28ff7e1ff6cb52cd4', 'subnets': [{'id': '390897fc-d09e-4428-a5dc-70960b3f252a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:32.304958 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9080eda8-e913-4841-b4db-5ae78430b381 None None] The sync data for ids ['5233241d-5fd0-4bed-92b9-8bf83c8cffa6'] in n-d-811807-1 is: [{'id': '5233241d-5fd0-4bed-92b9-8bf83c8cffa6', 'name': 'tempest-ServersTestFqdnHostnames-451469490-router', 'tenant_id': '86477222096c4af28ff7e1ff6cb52cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '6d3a05a7-4880-40d3-8639-1503342bac2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:31:18Z', 'updated_at': '2022-05-03T22:31:31Z', 'revision_number': 4, 'project_id': '86477222096c4af28ff7e1ff6cb52cd4', 'gw_port': {'id': '6d3a05a7-4880-40d3-8639-1503342bac2e', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:92:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5233241d-5fd0-4bed-92b9-8bf83c8cffa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:31:22Z', 'updated_at': '2022-05-03T22:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '6adab623-0d66-4788-b113-6210df10d387', 'name': '', 'network_id': 'ea50194d-7ccb-4fc0-9800-2ac2b77a1364', 'tenant_id': '86477222096c4af28ff7e1ff6cb52cd4', 'mac_address': 'fa:16:3e:71:47:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5233241d-5fd0-4bed-92b9-8bf83c8cffa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '390897fc-d09e-4428-a5dc-70960b3f252a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:31:30Z', 'updated_at': '2022-05-03T22:31:30Z', 'revision_number': 1, 'project_id': '86477222096c4af28ff7e1ff6cb52cd4', 'subnets': [{'id': '390897fc-d09e-4428-a5dc-70960b3f252a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:31:32.332348 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3a8210b4-0295-40b0-a83c-53fef2af1baf tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:32.332549 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3744c12b-c0f3-4051-88b5-4e2f93eaf550 req-a35e3fa4-a7d0-4f4d-b4fb-f792ee229181 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912551 May 03 22:31:32.342477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-11130cfb-2394-4389-acfa-941e45adc33b req-68d1be45-8c14-4a8f-9eb8-54f18c3bb5dc tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Unset dirty status for tenant:bd51361818564d1386545633b9756d25 on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:31:32.344022 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11130cfb-2394-4389-acfa-941e45adc33b req-68d1be45-8c14-4a8f-9eb8-54f18c3bb5dc tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] 10.222.0.58 "GET /v2.0/networks?id=80deef1b-a6bc-436e-82ca-c7772b586ee4 HTTP/1.1" status: 200 len: 818 time: 0.6838880 May 03 22:31:32.370389 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8b6b0d1c-1809-41fb-b32b-80b5607bbfc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:32.374950 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b0d1c-1809-41fb-b32b-80b5607bbfc4 admin admin] Pushing event updated for resources: {'Port': ['ID=6adab623-0d66-4788-b113-6210df10d387,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:32.377420 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11130cfb-2394-4389-acfa-941e45adc33b req-9078ff39-7a21-4c29-9284-ee52828477ef tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] 10.222.0.58 "GET /v2.0/quotas/bd51361818564d1386545633b9756d25 HTTP/1.1" status: 200 len: 375 time: 0.0205657 May 03 22:31:32.392068 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-9ea280a0-4a3a-4b69-ba33-e91aca089a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:32.393619 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-9ea280a0-4a3a-4b69-ba33-e91aca089a86 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=66dfeed3cb324772b0bf769274eed2d2&device_id=69e3cadd-5968-49c0-a0e9-e11eed87b3c4 HTTP/1.1" status: 200 len: 1094 time: 0.2282877 May 03 22:31:32.437487 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 0d832e69-ec6a-4142-b5f4-88fec71f5dac up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:31:32.482788 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8210b4-0295-40b0-a83c-53fef2af1baf tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Checking segment: {'id': 'b08ae646-4b44-4279-8cc8-55909285b08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0e04e2a4-602f-472f-b439-b6336f6a5541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:31:32.483180 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8210b4-0295-40b0-a83c-53fef2af1baf tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Network hostable DHCP agents. Network: 0e04e2a4-602f-472f-b439-b6336f6a5541, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:31:32.500905 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8210b4-0295-40b0-a83c-53fef2af1baf tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Pushing event updated for resources: {'Subnet': ['ID=f9baa975-7699-4845-9e8b-a56f5b5ee796,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:32.517167 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 0d832e69-ec6a-4142-b5f4-88fec71f5dac completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:31:32.522724 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 0d832e69-ec6a-4142-b5f4-88fec71f5dac triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:31:32.523296 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:32.574219 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11130cfb-2394-4389-acfa-941e45adc33b req-7e7c4007-93e2-4cbf-a391-c8bf202a5c25 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bd51361818564d1386545633b9756d25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1795511 May 03 22:31:32.583138 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-b65e3e5b-d3e8-46c0-8a2b-051988c7bef2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a45cfcf3-5001-41e4-a152-1a1ce1405b66 HTTP/1.1" status: 200 len: 217 time: 0.1482596 May 03 22:31:32.586700 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8210b4-0295-40b0-a83c-53fef2af1baf tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Network 0e04e2a4-602f-472f-b439-b6336f6a5541 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:31:32.595737 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e2cb2-6bc2-43c9-aa09-e62ff2c8c2ee req-296fd504-ce5f-4dd9-a530-f5a8f04e210b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:32.597537 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e7e2cb2-6bc2-43c9-aa09-e62ff2c8c2ee req-296fd504-ce5f-4dd9-a530-f5a8f04e210b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&device_id=76bd138e-926b-45d1-a5a4-b522ac80a881 HTTP/1.1" status: 200 len: 1101 time: 0.3396151 May 03 22:31:32.605235 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-3a8210b4-0295-40b0-a83c-53fef2af1baf tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 0e04e2a4-602f-472f-b439-b6336f6a5541) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:31:32.620429 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d03e4ba-6f81-4cc1-8949-6bb29c595e04 None None] Network 0e04e2a4-602f-472f-b439-b6336f6a5541 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:31:32.622968 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8210b4-0295-40b0-a83c-53fef2af1baf tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:32.623551 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3a8210b4-0295-40b0-a83c-53fef2af1baf tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:32.683111 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6b0d1c-1809-41fb-b32b-80b5607bbfc4 admin admin] Network ea50194d-7ccb-4fc0-9800-2ac2b77a1364 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:31:32.684881 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-8b6b0d1c-1809-41fb-b32b-80b5607bbfc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:31:32.687426 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3a8210b4-0295-40b0-a83c-53fef2af1baf tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2740772 May 03 22:31:32.701237 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59926) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:32.708070 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-7c8b53c9-d668-4765-a666-ee7279472750 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-455653589'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:32.783535 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:32.870880 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7c8b53c9-d668-4765-a666-ee7279472750 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:32.886748 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-93fc17f8-d290-4547-ba93-cde81238654b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:32.888569 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-93fc17f8-d290-4547-ba93-cde81238654b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6303b72-ad18-4df3-b796-1d1c3ad4e877 HTTP/1.1" status: 200 len: 850 time: 0.2953384 May 03 22:31:32.891241 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 0d832e69-ec6a-4142-b5f4-88fec71f5dac, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0d832e69-ec6a-4142-b5f4-88fec71f5dac,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:32.898683 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38121337-ca54-4280-ba73-8ced22b87637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d832e69-ec6a-4142-b5f4-88fec71f5dac'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:31:32.908842 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:32.909624 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:31:32.928371 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7c8b53c9-d668-4765-a666-ee7279472750 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Usage tracker for resource:network and tenant:6afa98dc9c144604a64f4771a291a228 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:32.939852 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7c8b53c9-d668-4765-a666-ee7279472750 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:32.954337 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7c8b53c9-d668-4765-a666-ee7279472750 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:32.983664 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8b53c9-d668-4765-a666-ee7279472750 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Made reservation on behalf of 6afa98dc9c144604a64f4771a291a228 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:31:32.987777 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7c8b53c9-d668-4765-a666-ee7279472750 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:33.035226 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c8b53c9-d668-4765-a666-ee7279472750 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:31:33.044493 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6b0d1c-1809-41fb-b32b-80b5607bbfc4 admin admin] Router 5233241d-5fd0-4bed-92b9-8bf83c8cffa6 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:31:33.053476 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7c8b53c9-d668-4765-a666-ee7279472750 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:33.054021 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-7c8b53c9-d668-4765-a666-ee7279472750 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Added segment d35772c9-def3-45d8-85bc-f673cc45cb8b of type vlan for network c14b213d-6171-4714-ab95-63f5919675c4 May 03 22:31:33.172388 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=0d832e69-ec6a-4142-b5f4-88fec71f5dac,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:33.207806 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-8bc93407-e8ff-4d04-9c3c-153b2fb38825 None None] Provisioning complete for port 6adab623-0d66-4788-b113-6210df10d387 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:31:33.208241 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8bc93407-e8ff-4d04-9c3c-153b2fb38825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:33.228213 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc231b39-4246-47b9-a9ca-129de43d1723 req-efabf0e2-098f-4a87-9d68-f3c4bd4bbe35 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:33.229976 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bc231b39-4246-47b9-a9ca-129de43d1723 req-efabf0e2-098f-4a87-9d68-f3c4bd4bbe35 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=76bd138e-926b-45d1-a5a4-b522ac80a881 HTTP/1.1" status: 200 len: 950 time: 0.7241092 May 03 22:31:33.319744 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bc231b39-4246-47b9-a9ca-129de43d1723 req-8890632a-2c04-4a4f-914f-998650068ca6 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778804 May 03 22:31:33.357574 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11130cfb-2394-4389-acfa-941e45adc33b req-3ef93d62-4646-4fe2-a925-6ea5d9de3dfd service neutron] 10.222.0.58 "GET /v2.0/networks/80deef1b-a6bc-436e-82ca-c7772b586ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7674310 May 03 22:31:33.358885 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e2cb2-6bc2-43c9-aa09-e62ff2c8c2ee req-9c28416f-70bc-4499-a677-88740f78cd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:33.360295 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e7e2cb2-6bc2-43c9-aa09-e62ff2c8c2ee req-9c28416f-70bc-4499-a677-88740f78cd41 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.6591041 May 03 22:31:33.373783 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-b92dcfc9-66c4-4935-8db3-489f5672c2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:33.380455 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-b92dcfc9-66c4-4935-8db3-489f5672c2e6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f73247c4-e4b1-4dbd-a711-946870a81559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4303672 May 03 22:31:33.422410 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7c8b53c9-d668-4765-a666-ee7279472750 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:33.449558 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dc5eac-bd0a-4668-93b9-f7795c4877db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-0e04e2a4-602f-472f-b439-b6336f6a5541', 'network_id': '0e04e2a4-602f-472f-b439-b6336f6a5541', 'tenant_id': '6afa98dc9c144604a64f4771a291a228', 'fixed_ips': [{'subnet_id': 'f9baa975-7699-4845-9e8b-a56f5b5ee796'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:31:33.451063 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5eac-bd0a-4668-93b9-f7795c4877db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:33.475257 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-8bc93407-e8ff-4d04-9c3c-153b2fb38825 None None] Port 6adab623-0d66-4788-b113-6210df10d387 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:31:33.483095 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:33.514417 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7c8b53c9-d668-4765-a666-ee7279472750 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:33.519885 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8b53c9-d668-4765-a666-ee7279472750 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:33.520540 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7c8b53c9-d668-4765-a666-ee7279472750 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:33.586043 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e7e2cb2-6bc2-43c9-aa09-e62ff2c8c2ee req-832bbac5-e96b-432e-ab9d-b79af25e6afc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=1e5936bb-e1f5-4edc-b6f5-ed89c719b65d HTTP/1.1" status: 200 len: 217 time: 0.2143154 May 03 22:31:33.599893 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6b0d1c-1809-41fb-b32b-80b5607bbfc4 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:31:33.613267 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8b6b0d1c-1809-41fb-b32b-80b5607bbfc4 admin admin] 10.222.0.58 "PUT /v2.0/routers/5233241d-5fd0-4bed-92b9-8bf83c8cffa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9134412 May 03 22:31:33.614907 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1e5936bb-e1f5-4edc-b6f5-ed89c719b65d,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:33.629328 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7c8b53c9-d668-4765-a666-ee7279472750 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9269476 May 03 22:31:33.629980 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59936) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:33.631534 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:33.711934 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-c70da535-660e-49f5-bfbb-25a0f5782685 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Request body: {'subnet': {'network_id': 'c14b213d-6171-4714-ab95-63f5919675c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:33.799764 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11130cfb-2394-4389-acfa-941e45adc33b req-ba3b035f-0dd0-491d-8c2d-7a5084a9281f service neutron] 10.222.0.58 "GET /v2.0/networks/80deef1b-a6bc-436e-82ca-c7772b586ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293566 May 03 22:31:33.816494 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=1e5936bb-e1f5-4edc-b6f5-ed89c719b65d,revision_number=9']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:33.826634 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-a9dc5eac-bd0a-4668-93b9-f7795c4877db None None] Allocated IP 2001:db8:0:ffff::2 (0e04e2a4-602f-472f-b439-b6336f6a5541/f9baa975-7699-4845-9e8b-a56f5b5ee796/3f96fdcf-ee67-498b-8c54-e7dd234f6381) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:31:33.882237 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59940) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:33.945025 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e2cb2-6bc2-43c9-aa09-e62ff2c8c2ee req-b609e1f4-ea22-4be1-b4db-385870ad81d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:33.946422 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e7e2cb2-6bc2-43c9-aa09-e62ff2c8c2ee req-b609e1f4-ea22-4be1-b4db-385870ad81d2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.3051193 May 03 22:31:34.024377 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-98f8ee92-6d25-46e4-96e9-31e09080078e service neutron] 10.222.0.67 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5386446 May 03 22:31:34.043078 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bdb46-c539-4a2c-a8d9-824d3f67c498 req-4199b963-0f4d-4347-81ef-76beb9ea7986 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:34.044910 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d1bdb46-c539-4a2c-a8d9-824d3f67c498 req-4199b963-0f4d-4347-81ef-76beb9ea7986 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c240ab9-dd26-468c-b48f-633514daf12a HTTP/1.1" status: 200 len: 945 time: 0.5575993 May 03 22:31:34.122588 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b53c9-d668-4765-a666-ee7279472750 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Pushing event updated for resources: {'Network': ['ID=c14b213d-6171-4714-ab95-63f5919675c4,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:34.152283 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5eac-bd0a-4668-93b9-f7795c4877db None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:34.177168 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network c14b213d-6171-4714-ab95-63f5919675c4 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:31:34.200029 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a9dc5eac-bd0a-4668-93b9-f7795c4877db None None] Transition to ACTIVE for port object 3f96fdcf-ee67-498b-8c54-e7dd234f6381 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:31:34.224145 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c70da535-660e-49f5-bfbb-25a0f5782685 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:34.236627 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c70da535-660e-49f5-bfbb-25a0f5782685 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Usage tracker for resource:subnet and tenant:6afa98dc9c144604a64f4771a291a228 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:34.246525 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c70da535-660e-49f5-bfbb-25a0f5782685 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:34.255649 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51de535d-e9d0-4083-95e0-f5447d601c89'] response: {'name': 'network-changed', 'server_uuid': '69e3cadd-5968-49c0-a0e9-e11eed87b3c4', 'tag': 'a45cfcf3-5001-41e4-a152-1a1ce1405b66', 'status': 'completed', 'code': 200} May 03 22:31:34.261134 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c70da535-660e-49f5-bfbb-25a0f5782685 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:34.267072 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d1bdb46-c539-4a2c-a8d9-824d3f67c498 req-d62dce60-0497-4ef9-a42d-37fd16d85fad tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1c31ee3-e836-45e8-8521-0c048dd4e20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154572 May 03 22:31:34.291688 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e2cb2-6bc2-43c9-aa09-e62ff2c8c2ee req-bffa2229-c270-4a57-9f56-ebf43dc7a66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:34.293209 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e7e2cb2-6bc2-43c9-aa09-e62ff2c8c2ee req-bffa2229-c270-4a57-9f56-ebf43dc7a66b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3277433 May 03 22:31:34.347282 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-68e45a42-b38c-44fc-82d9-a8bce9373269 req-8d74a9c1-c3fe-445e-9a05-a091a9a65ba4 service neutron] 10.222.0.67 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145347 May 03 22:31:34.453394 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a9dc5eac-bd0a-4668-93b9-f7795c4877db None None] Transition to ACTIVE for port object 3f96fdcf-ee67-498b-8c54-e7dd234f6381 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:31:34.499163 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70da535-660e-49f5-bfbb-25a0f5782685 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Made reservation on behalf of 6afa98dc9c144604a64f4771a291a228 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:31:34.501379 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6d3a05a7-4880-40d3-8639-1503342bac2e up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:31:34.504273 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c70da535-660e-49f5-bfbb-25a0f5782685 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:34.573697 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5eac-bd0a-4668-93b9-f7795c4877db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:34.738513 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dc5eac-bd0a-4668-93b9-f7795c4877db None None] Network 0e04e2a4-602f-472f-b439-b6336f6a5541 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:31:34.743514 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-a9dc5eac-bd0a-4668-93b9-f7795c4877db None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:31:34.745092 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc5eac-bd0a-4668-93b9-f7795c4877db None None] Pushing event updated for resources: {'Port': ['ID=3f96fdcf-ee67-498b-8c54-e7dd234f6381,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:34.748473 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dc5eac-bd0a-4668-93b9-f7795c4877db None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:31:34.766474 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e7e2cb2-6bc2-43c9-aa09-e62ff2c8c2ee req-ea95a170-cc1d-4dc2-a9be-e9b7e58e3aed service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629989 May 03 22:31:34.862546 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 6d3a05a7-4880-40d3-8639-1503342bac2e completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:31:34.874239 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 6d3a05a7-4880-40d3-8639-1503342bac2e triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:31:34.874617 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:34.901412 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45606798-a6dd-46a8-a621-38004e90f703 req-3114d21a-008a-4d32-bc36-56e74249f0dd tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:34.903109 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-45606798-a6dd-46a8-a621-38004e90f703 req-3114d21a-008a-4d32-bc36-56e74249f0dd tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=38121337-ca54-4280-ba73-8ced22b87637 HTTP/1.1" status: 200 len: 945 time: 0.2951372 May 03 22:31:34.918368 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-a9dc5eac-bd0a-4668-93b9-f7795c4877db None None] Attempting to bind port 3f96fdcf-ee67-498b-8c54-e7dd234f6381 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:31:34.918588 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-a9dc5eac-bd0a-4668-93b9-f7795c4877db None None] Attempting to bind port 3f96fdcf-ee67-498b-8c54-e7dd234f6381 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'b08ae646-4b44-4279-8cc8-55909285b08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0e04e2a4-602f-472f-b439-b6336f6a5541'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:31:34.918851 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dc5eac-bd0a-4668-93b9-f7795c4877db None None] Attempting to bind port 3f96fdcf-ee67-498b-8c54-e7dd234f6381 on network 0e04e2a4-602f-472f-b439-b6336f6a5541 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:31:34.931595 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dc5eac-bd0a-4668-93b9-f7795c4877db None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:31:34.931982 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dc5eac-bd0a-4668-93b9-f7795c4877db None None] Checking segment: {'id': 'b08ae646-4b44-4279-8cc8-55909285b08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0e04e2a4-602f-472f-b439-b6336f6a5541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:31:34.932367 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5eac-bd0a-4668-93b9-f7795c4877db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:34.932760 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dc5eac-bd0a-4668-93b9-f7795c4877db None None] Bound using segment: {'id': 'b08ae646-4b44-4279-8cc8-55909285b08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0e04e2a4-602f-472f-b439-b6336f6a5541'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:31:34.933015 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431cb31-4835-4a82-9dad-00e581578feb req-d1ec74f8-7fc8-43fc-b5d8-65eb5ae6e6bd tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:34.933371 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-a9dc5eac-bd0a-4668-93b9-f7795c4877db None None] Bound port: 3f96fdcf-ee67-498b-8c54-e7dd234f6381, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b08ae646-4b44-4279-8cc8-55909285b08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '0e04e2a4-602f-472f-b439-b6336f6a5541'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:31:34.933757 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5eac-bd0a-4668-93b9-f7795c4877db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:34.940794 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1431cb31-4835-4a82-9dad-00e581578feb req-d1ec74f8-7fc8-43fc-b5d8-65eb5ae6e6bd tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9845e68-2c9e-4423-9c31-faa7466baf47 HTTP/1.1" status: 200 len: 946 time: 0.4306376 May 03 22:31:34.993131 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8162a-f12e-43cf-98dc-2e82b86beeed req-b2785ed8-98f4-4dbb-bebc-96be2c9f8f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:34.994562 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-63f8162a-f12e-43cf-98dc-2e82b86beeed req-b2785ed8-98f4-4dbb-bebc-96be2c9f8f69 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=66dfeed3cb324772b0bf769274eed2d2&device_id=69e3cadd-5968-49c0-a0e9-e11eed87b3c4 HTTP/1.1" status: 200 len: 1094 time: 0.4858387 May 03 22:31:35.126312 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-a9dc5eac-bd0a-4668-93b9-f7795c4877db None None] For port 3f96fdcf-ee67-498b-8c54-e7dd234f6381, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:31:35.134665 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e7e2cb2-6bc2-43c9-aa09-e62ff2c8c2ee req-cfa1c76c-808e-4fa5-b6a9-cee6efaeeabe service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586071 May 03 22:31:35.138757 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-a9dc5eac-bd0a-4668-93b9-f7795c4877db None None] For port 3f96fdcf-ee67-498b-8c54-e7dd234f6381, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=3f96fdcf-ee67-498b-8c54-e7dd234f6381,segment=NetworkSegment(b08ae646-4b44-4279-8cc8-55909285b08d),segment_id=b08ae646-4b44-4279-8cc8-55909285b08d)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:31:35.139874 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:35.154430 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-45606798-a6dd-46a8-a621-38004e90f703 req-4cdb2bef-d31b-427c-a62b-d414721fe129 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116222 May 03 22:31:35.163587 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5eac-bd0a-4668-93b9-f7795c4877db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:35.179059 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1431cb31-4835-4a82-9dad-00e581578feb req-62fbf246-f225-489b-927c-8a77d862ecce tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/security-groups?id=8141834f-3183-49db-99d3-033fb924ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373896 May 03 22:31:35.179927 n-d-811807-1 neutron-server[88070]: DEBUG neutron.objects.ports [None req-c70da535-660e-49f5-bfbb-25a0f5782685 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88070) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 03 22:31:35.182926 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2c3bcefc-cc56-45bd-ba28-3515c378acba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:35.286417 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c70da535-660e-49f5-bfbb-25a0f5782685 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:35.310550 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6909fdd4-7d8e-45b1-9e36-a807b6cdba2c'] response: {'server_uuid': '38121337-ca54-4280-ba73-8ced22b87637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d832e69-ec6a-4142-b5f4-88fec71f5dac', 'code': 200} May 03 22:31:35.331521 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 6d3a05a7-4880-40d3-8639-1503342bac2e, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=6d3a05a7-4880-40d3-8639-1503342bac2e,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:35.357812 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:35.392363 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc5eac-bd0a-4668-93b9-f7795c4877db None None] Pushing event updated for resources: {'Port': ['ID=3f96fdcf-ee67-498b-8c54-e7dd234f6381,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:35.605797 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=6d3a05a7-4880-40d3-8639-1503342bac2e,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:35.691041 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d546b2-cf7e-428e-a897-a86f4a63c55e None None] Sync routers for ids ['5233241d-5fd0-4bed-92b9-8bf83c8cffa6'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:31:35.709746 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d546b2-cf7e-428e-a897-a86f4a63c55e None None] Routers {'5233241d-5fd0-4bed-92b9-8bf83c8cffa6'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:31:35.710407 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-b7d546b2-cf7e-428e-a897-a86f4a63c55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:31:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['5233241d-5fd0-4bed-92b9-8bf83c8cffa6'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:35.743972 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8162a-f12e-43cf-98dc-2e82b86beeed req-8d5c6e03-e0fc-4ae3-ba62-41eb43b2c0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:35.745432 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-63f8162a-f12e-43cf-98dc-2e82b86beeed req-8d5c6e03-e0fc-4ae3-ba62-41eb43b2c0ab service neutron] 10.222.0.67 "GET /v2.0/networks?id=f73247c4-e4b1-4dbd-a711-946870a81559 HTTP/1.1" status: 200 len: 912 time: 0.7292461 May 03 22:31:35.881205 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-ab15b08e-d18c-4b92-a81d-013c0e463067 req-02b2afe9-875f-423f-b56b-ae084c6268f4 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1861810375', 'description': 'tempest-description-773719092'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:35.895883 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-ab15b08e-d18c-4b92-a81d-013c0e463067 req-02b2afe9-875f-423f-b56b-ae084c6268f4 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:35.915792 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-63f8162a-f12e-43cf-98dc-2e82b86beeed req-aa8658ed-b61f-4915-bb73-886ad3a9bd47 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a45cfcf3-5001-41e4-a152-1a1ce1405b66 HTTP/1.1" status: 200 len: 217 time: 0.1630940 May 03 22:31:35.917073 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ab15b08e-d18c-4b92-a81d-013c0e463067 req-02b2afe9-875f-423f-b56b-ae084c6268f4 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Usage tracker for resource:security_group and tenant:d9c3dbb20f6947bda4c4f80874d7efc3 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:35.923079 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ab15b08e-d18c-4b92-a81d-013c0e463067 req-02b2afe9-875f-423f-b56b-ae084c6268f4 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:35.986531 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-ab15b08e-d18c-4b92-a81d-013c0e463067 req-02b2afe9-875f-423f-b56b-ae084c6268f4 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:36.034495 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70da535-660e-49f5-bfbb-25a0f5782685 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Checking segment: {'id': 'd35772c9-def3-45d8-85bc-f673cc45cb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c14b213d-6171-4714-ab95-63f5919675c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:31:36.035152 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70da535-660e-49f5-bfbb-25a0f5782685 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Network hostable DHCP agents. Network: c14b213d-6171-4714-ab95-63f5919675c4, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:31:36.043124 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-b7d546b2-cf7e-428e-a897-a86f4a63c55e None None] Set router 5233241d-5fd0-4bed-92b9-8bf83c8cffa6 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:31:36.049682 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e52eec-cb14-46b4-8046-c47b66e69327 req-c1154971-85a7-4c91-907f-e9031f1d5d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:36.051713 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-09e52eec-cb14-46b4-8046-c47b66e69327 req-c1154971-85a7-4c91-907f-e9031f1d5d00 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=38121337-ca54-4280-ba73-8ced22b87637 HTTP/1.1" status: 200 len: 1096 time: 0.7128344 May 03 22:31:36.065682 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195a8eb-93fb-4096-bccb-8a75840f8f55 req-8b699f88-1e86-454c-be71-d9de58069683 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:36.074034 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5195a8eb-93fb-4096-bccb-8a75840f8f55 req-8b699f88-1e86-454c-be71-d9de58069683 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=69e3cadd-5968-49c0-a0e9-e11eed87b3c4 HTTP/1.1" status: 200 len: 943 time: 0.4891706 May 03 22:31:36.076080 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ab15b08e-d18c-4b92-a81d-013c0e463067 req-02b2afe9-875f-423f-b56b-ae084c6268f4 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:36.121730 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8162a-f12e-43cf-98dc-2e82b86beeed req-3c80c61d-aa7d-4d09-818c-48c789c73c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:36.123743 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-63f8162a-f12e-43cf-98dc-2e82b86beeed req-3c80c61d-aa7d-4d09-818c-48c789c73c2c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6303b72-ad18-4df3-b796-1d1c3ad4e877 HTTP/1.1" status: 200 len: 850 time: 0.1956306 May 03 22:31:36.140842 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70da535-660e-49f5-bfbb-25a0f5782685 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Pushing event updated for resources: {'Subnet': ['ID=d54bc283-a9f7-47ac-976f-7f3ea5bc059c,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:36.179830 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70da535-660e-49f5-bfbb-25a0f5782685 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Network c14b213d-6171-4714-ab95-63f5919675c4 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:31:36.199562 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-c70da535-660e-49f5-bfbb-25a0f5782685 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, c14b213d-6171-4714-ab95-63f5919675c4) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:31:36.212115 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c25cf9-4931-4528-bbf2-2238578303d6 None None] Network c14b213d-6171-4714-ab95-63f5919675c4 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:31:36.215885 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70da535-660e-49f5-bfbb-25a0f5782685 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:36.216749 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c70da535-660e-49f5-bfbb-25a0f5782685 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:36.261169 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-ab15b08e-d18c-4b92-a81d-013c0e463067 req-02b2afe9-875f-423f-b56b-ae084c6268f4 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:36.275509 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-09e52eec-cb14-46b4-8046-c47b66e69327 req-056d695c-b77d-4bad-b2c6-80412414f86a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864569 May 03 22:31:36.277077 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ab15b08e-d18c-4b92-a81d-013c0e463067 req-02b2afe9-875f-423f-b56b-ae084c6268f4 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Usage tracker for resource:security_group_rule and tenant:d9c3dbb20f6947bda4c4f80874d7efc3 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:36.281764 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c70da535-660e-49f5-bfbb-25a0f5782685 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5787432 May 03 22:31:36.285583 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59974) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:36.298089 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5195a8eb-93fb-4096-bccb-8a75840f8f55 req-859071f1-6762-49f0-9515-c074eee9f72d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229786 May 03 22:31:36.306888 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ab15b08e-d18c-4b92-a81d-013c0e463067 req-02b2afe9-875f-423f-b56b-ae084c6268f4 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:36.336085 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-ab15b08e-d18c-4b92-a81d-013c0e463067 req-02b2afe9-875f-423f-b56b-ae084c6268f4 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:36.338376 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-6cf8ac2a-3750-431c-ba5e-4e2a21e20e19 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Request body: {'port': {'network_id': 'c14b213d-6171-4714-ab95-63f5919675c4', 'name': 'tempest-NetworksIpV6TestAttrs-57867059'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:36.459351 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8162a-f12e-43cf-98dc-2e82b86beeed req-cdde37c9-e89d-4224-8521-0100966bdada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:36.467485 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-63f8162a-f12e-43cf-98dc-2e82b86beeed req-cdde37c9-e89d-4224-8521-0100966bdada service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f73247c4-e4b1-4dbd-a711-946870a81559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3337979 May 03 22:31:36.489249 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-2c3bcefc-cc56-45bd-ba28-3515c378acba admin admin] Deleting port 6adab623-0d66-4788-b113-6210df10d387 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:31:36.490480 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2c3bcefc-cc56-45bd-ba28-3515c378acba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:36.555400 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-b7d546b2-cf7e-428e-a897-a86f4a63c55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5233241d-5fd0-4bed-92b9-8bf83c8cffa6', 'name': 'tempest-ServersTestFqdnHostnames-451469490-router', 'tenant_id': '86477222096c4af28ff7e1ff6cb52cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '6d3a05a7-4880-40d3-8639-1503342bac2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:31:18Z', 'updated_at': '2022-05-03T22:31:31Z', 'revision_number': 4, 'project_id': '86477222096c4af28ff7e1ff6cb52cd4', 'gw_port': {'id': '6d3a05a7-4880-40d3-8639-1503342bac2e', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:92:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5233241d-5fd0-4bed-92b9-8bf83c8cffa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:31:22Z', 'updated_at': '2022-05-03T22:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '6adab623-0d66-4788-b113-6210df10d387', 'name': '', 'network_id': 'ea50194d-7ccb-4fc0-9800-2ac2b77a1364', 'tenant_id': '86477222096c4af28ff7e1ff6cb52cd4', 'mac_address': 'fa:16:3e:71:47:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5233241d-5fd0-4bed-92b9-8bf83c8cffa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '390897fc-d09e-4428-a5dc-70960b3f252a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:31:30Z', 'updated_at': '2022-05-03T22:31:31Z', 'revision_number': 2, 'project_id': '86477222096c4af28ff7e1ff6cb52cd4', 'subnets': [{'id': '390897fc-d09e-4428-a5dc-70960b3f252a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:36.564163 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d546b2-cf7e-428e-a897-a86f4a63c55e None None] Checking router: 5233241d-5fd0-4bed-92b9-8bf83c8cffa6 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:31:36.564781 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d546b2-cf7e-428e-a897-a86f4a63c55e None None] Updating router 5233241d-5fd0-4bed-92b9-8bf83c8cffa6 port 6adab623-0d66-4788-b113-6210df10d387 binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:31:36.626151 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6d3a05a7-4880-40d3-8639-1503342bac2e up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:31:36.694780 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6cf8ac2a-3750-431c-ba5e-4e2a21e20e19 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:36.723307 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b7d546b2-cf7e-428e-a897-a86f4a63c55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:36.768178 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6cf8ac2a-3750-431c-ba5e-4e2a21e20e19 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Usage tracker for resource:port and tenant:6afa98dc9c144604a64f4771a291a228 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:36.777192 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6cf8ac2a-3750-431c-ba5e-4e2a21e20e19 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:36.788004 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46a4d82-6cad-46c3-9b28-9dad28bbd18f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-c14b213d-6171-4714-ab95-63f5919675c4', 'network_id': 'c14b213d-6171-4714-ab95-63f5919675c4', 'tenant_id': '6afa98dc9c144604a64f4771a291a228', 'fixed_ips': [{'subnet_id': 'd54bc283-a9f7-47ac-976f-7f3ea5bc059c'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:31:36.788726 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ab15b08e-d18c-4b92-a81d-013c0e463067 req-02b2afe9-875f-423f-b56b-ae084c6268f4 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:36.789190 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b46a4d82-6cad-46c3-9b28-9dad28bbd18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:36.799583 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6cf8ac2a-3750-431c-ba5e-4e2a21e20e19 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:36.800903 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ab15b08e-d18c-4b92-a81d-013c0e463067 req-02b2afe9-875f-423f-b56b-ae084c6268f4 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:36.838658 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf8ac2a-3750-431c-ba5e-4e2a21e20e19 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Made reservation on behalf of 6afa98dc9c144604a64f4771a291a228 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:31:36.847985 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6cf8ac2a-3750-431c-ba5e-4e2a21e20e19 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:36.908212 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2c3bcefc-cc56-45bd-ba28-3515c378acba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:36.937069 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-63f8162a-f12e-43cf-98dc-2e82b86beeed req-db3e8c3a-4818-496c-9e1e-74fa8611ad96 service neutron] 10.222.0.67 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583333 May 03 22:31:36.938469 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2afe9-875f-423f-b56b-ae084c6268f4 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da95c635-9f0c-4384-8fd8-5cc02b8ac4a1,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:36.941339 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ab15b08e-d18c-4b92-a81d-013c0e463067 req-02b2afe9-875f-423f-b56b-ae084c6268f4 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:36.956147 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ab15b08e-d18c-4b92-a81d-013c0e463067 req-02b2afe9-875f-423f-b56b-ae084c6268f4 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 1.0798881 May 03 22:31:36.966575 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 6d3a05a7-4880-40d3-8639-1503342bac2e triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:31:36.967131 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:37.117801 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-2c3bcefc-cc56-45bd-ba28-3515c378acba admin admin] Calling delete_port for 6adab623-0d66-4788-b113-6210df10d387 owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:31:37.133299 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2afe9-875f-423f-b56b-ae084c6268f4 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:31:37.134044 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2afe9-875f-423f-b56b-ae084c6268f4 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:31:37.134640 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2afe9-875f-423f-b56b-ae084c6268f4 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:31:37.135207 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2afe9-875f-423f-b56b-ae084c6268f4 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:31:37.135945 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2afe9-875f-423f-b56b-ae084c6268f4 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:31:37.136504 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2afe9-875f-423f-b56b-ae084c6268f4 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:31:37.137073 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2afe9-875f-423f-b56b-ae084c6268f4 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:31:37.137646 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2afe9-875f-423f-b56b-ae084c6268f4 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:31:37.138233 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2afe9-875f-423f-b56b-ae084c6268f4 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:31:37.138805 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2afe9-875f-423f-b56b-ae084c6268f4 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:31:37.139369 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2afe9-875f-423f-b56b-ae084c6268f4 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:31:37.139914 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b2afe9-875f-423f-b56b-ae084c6268f4 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:31:37.173316 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed47cfa-989a-410f-b76e-657c0375d2ab None None] Network 0e04e2a4-602f-472f-b439-b6336f6a5541 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:31:37.191760 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-6cf8ac2a-3750-431c-ba5e-4e2a21e20e19 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] device_id is not set on port 0dca8bad-4d13-44f6-8687-42b03434fd1d yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:31:37.304308 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1454a43-5574-4bfb-b377-c1eb740ead30 req-2837d2f2-4cf2-4803-983f-a35ef7b4639a tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:37.305698 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a1454a43-5574-4bfb-b377-c1eb740ead30 req-2837d2f2-4cf2-4803-983f-a35ef7b4639a tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=76bd138e-926b-45d1-a5a4-b522ac80a881 HTTP/1.1" status: 200 len: 948 time: 0.7520986 May 03 22:31:37.337198 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76bd138e-926b-45d1-a5a4-b522ac80a881', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e5936bb-e1f5-4edc-b6f5-ed89c719b65d'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:31:37.500674 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-693f1149-ba41-4f8d-820d-2753b8bf9bf2 None None] Provisioning for port 3f96fdcf-ee67-498b-8c54-e7dd234f6381 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:31:37.508762 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-b46a4d82-6cad-46c3-9b28-9dad28bbd18f None None] Allocated IP 2001:db8::f816:3eff:fe83:15ff (c14b213d-6171-4714-ab95-63f5919675c4/d54bc283-a9f7-47ac-976f-7f3ea5bc059c/6191803f-98b5-4a9d-a470-883fd6bf54ba) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:31:37.590401 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 3f96fdcf-ee67-498b-8c54-e7dd234f6381 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:31:37.594815 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a1454a43-5574-4bfb-b377-c1eb740ead30 req-4ef144e9-f873-4c79-b9a2-92dc59fbae1b tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762747 May 03 22:31:37.611769 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2c3bcefc-cc56-45bd-ba28-3515c378acba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:37.713989 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11130cfb-2394-4389-acfa-941e45adc33b req-e436dd14-1f66-4823-ae27-3b329dc687f1 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:37.715617 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11130cfb-2394-4389-acfa-941e45adc33b req-e436dd14-1f66-4823-ae27-3b329dc687f1 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] 10.222.0.67 "GET /v2.0/networks?id=80deef1b-a6bc-436e-82ca-c7772b586ee4 HTTP/1.1" status: 200 len: 818 time: 0.6655109 May 03 22:31:37.720970 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3bcefc-cc56-45bd-ba28-3515c378acba admin admin] Pushing event deleted for resources: {'Port': ['ID=6adab623-0d66-4788-b113-6210df10d387,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:37.727112 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.db.api [None req-b7d546b2-cf7e-428e-a897-a86f4a63c55e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:31:37.728315 n-d-811807-1 neutron-server[88072]: DEBUG oslo_db.api [None req-b7d546b2-cf7e-428e-a897-a86f4a63c55e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:31:37.741485 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-11130cfb-2394-4389-acfa-941e45adc33b req-2aab7d1b-2420-4aaf-bbe9-b7fe78a75a0b tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Request body: {'port': {'device_id': 'bd4b6d39-bb67-4e9f-af25-309b5bdcad35', 'network_id': '80deef1b-a6bc-436e-82ca-c7772b586ee4', 'admin_state_up': True, 'tenant_id': 'bd51361818564d1386545633b9756d25'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:37.782563 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-63f8162a-f12e-43cf-98dc-2e82b86beeed req-1b4b3f9e-05ce-41d4-ae2f-a9a161a526a1 service neutron] 10.222.0.67 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8159018 May 03 22:31:37.810282 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ffb313-d156-4558-ae98-261276dfddc5 req-43a93457-28d2-4182-b78c-b3f844c669b2 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:37.822369 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-55ffb313-d156-4558-ae98-261276dfddc5 req-43a93457-28d2-4182-b78c-b3f844c669b2 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ca06dd-d39d-4b7d-8a6b-d6408b4309cc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6320868 May 03 22:31:38.081113 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11130cfb-2394-4389-acfa-941e45adc33b req-e5ace587-fe58-4292-a9e4-f70734ae7d7e tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:38.084060 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11130cfb-2394-4389-acfa-941e45adc33b req-e5ace587-fe58-4292-a9e4-f70734ae7d7e tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] 10.222.0.60 "GET /v2.0/networks?id=80deef1b-a6bc-436e-82ca-c7772b586ee4 HTTP/1.1" status: 200 len: 818 time: 0.8616827 May 03 22:31:38.160978 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-11130cfb-2394-4389-acfa-941e45adc33b req-9c3a5808-aeea-47f8-99aa-c24793730375 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Request body: {'port': {'device_id': '68d6ae3d-ec8c-44d1-bc34-c477d182a2d5', 'network_id': '80deef1b-a6bc-436e-82ca-c7772b586ee4', 'admin_state_up': True, 'tenant_id': 'bd51361818564d1386545633b9756d25'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:38.161305 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 3f96fdcf-ee67-498b-8c54-e7dd234f6381 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:31:38.165459 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device a45cfcf3-5001-41e4-a152-1a1ce1405b66 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:31:38.188657 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 3f96fdcf-ee67-498b-8c54-e7dd234f6381 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:31:38.189022 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:38.189816 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-55ffb313-d156-4558-ae98-261276dfddc5 req-3baef590-2ab0-40a7-a978-03fd3a4c54fc tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.103 HTTP/1.1" status: 200 len: 696 time: 0.3662970 May 03 22:31:38.219853 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-11130cfb-2394-4389-acfa-941e45adc33b req-2aab7d1b-2420-4aaf-bbe9-b7fe78a75a0b tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:38.225061 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-11130cfb-2394-4389-acfa-941e45adc33b req-2aab7d1b-2420-4aaf-bbe9-b7fe78a75a0b tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Usage tracker for resource:port and tenant:bd51361818564d1386545633b9756d25 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:38.229331 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-11130cfb-2394-4389-acfa-941e45adc33b req-2aab7d1b-2420-4aaf-bbe9-b7fe78a75a0b tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:38.277275 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2c3bcefc-cc56-45bd-ba28-3515c378acba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:38.284857 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b46a4d82-6cad-46c3-9b28-9dad28bbd18f None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:38.287237 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c98120-c142-4683-b5f7-04e974c2c0d4 req-1bf7c3d8-44b5-4580-b205-aff5f13650db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:38.288299 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-85c98120-c142-4683-b5f7-04e974c2c0d4 req-1bf7c3d8-44b5-4580-b205-aff5f13650db service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a0f20c83fdc471fa4da593ef2ea5d27&device_id=38121337-ca54-4280-ba73-8ced22b87637 HTTP/1.1" status: 200 len: 1096 time: 0.1370604 May 03 22:31:38.297771 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d546b2-cf7e-428e-a897-a86f4a63c55e None None] Port 6adab623-0d66-4788-b113-6210df10d387 not found while updating agent binding for router 5233241d-5fd0-4bed-92b9-8bf83c8cffa6. {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 03 22:31:38.318098 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d546b2-cf7e-428e-a897-a86f4a63c55e None None] Routers {'5233241d-5fd0-4bed-92b9-8bf83c8cffa6'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:31:38.319004 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-b7d546b2-cf7e-428e-a897-a86f4a63c55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:31:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['5233241d-5fd0-4bed-92b9-8bf83c8cffa6'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:38.331403 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b46a4d82-6cad-46c3-9b28-9dad28bbd18f None None] Transition to ACTIVE for port object 6191803f-98b5-4a9d-a470-883fd6bf54ba will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:31:38.437070 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b46a4d82-6cad-46c3-9b28-9dad28bbd18f None None] Transition to ACTIVE for port object 6191803f-98b5-4a9d-a470-883fd6bf54ba will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:31:38.492684 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-53a4e831-9551-4d7b-9a04-2e8e21842152 req-8feee04b-54d9-4751-96c4-a309bb109fd0 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] 10.222.0.58 "GET /v2.0/ports?device_id=d99c6702-cd4b-4944-ae30-8c1ea0a6a290 HTTP/1.1" status: 200 len: 210 time: 0.4065120 May 03 22:31:38.511303 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b46a4d82-6cad-46c3-9b28-9dad28bbd18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:38.524354 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:31:38.530406 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-11130cfb-2394-4389-acfa-941e45adc33b req-2aab7d1b-2420-4aaf-bbe9-b7fe78a75a0b tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:38.546396 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-55ffb313-d156-4558-ae98-261276dfddc5 req-8d5e0fb8-2e61-4d4b-85b0-3dfbbcb39afa tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Request body: {'floatingip': {'port_id': '2642b5e6-5d8c-4acd-b8fd-8a712dfbe750', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:38.627149 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-b7d546b2-cf7e-428e-a897-a86f4a63c55e None None] Set router 5233241d-5fd0-4bed-92b9-8bf83c8cffa6 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:31:38.824849 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-6cf8ac2a-3750-431c-ba5e-4e2a21e20e19 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Allocated IP 2001:db8::f816:3eff:fe72:cf95 (c14b213d-6171-4714-ab95-63f5919675c4/d54bc283-a9f7-47ac-976f-7f3ea5bc059c/0dca8bad-4d13-44f6-8687-42b03434fd1d) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:31:38.872781 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1e5936bb-e1f5-4edc-b6f5-ed89c719b65d,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:38.887308 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '1e5936bb-e1f5-4edc-b6f5-ed89c719b65d', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': '1e5936bb-e1f5-4edc-b6f5-ed89c719b65d', 'mac_address': 'fa:16:3e:40:f2:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:31:38.915179 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-55ffb313-d156-4558-ae98-261276dfddc5 req-8d5e0fb8-2e61-4d4b-85b0-3dfbbcb39afa tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks [] for floatingip, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:38.916458 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46a4d82-6cad-46c3-9b28-9dad28bbd18f None None] Network c14b213d-6171-4714-ab95-63f5919675c4 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:31:38.923942 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-b46a4d82-6cad-46c3-9b28-9dad28bbd18f None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:31:38.957665 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46a4d82-6cad-46c3-9b28-9dad28bbd18f None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:31:39.012406 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-11130cfb-2394-4389-acfa-941e45adc33b req-9c3a5808-aeea-47f8-99aa-c24793730375 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:39.016576 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-11130cfb-2394-4389-acfa-941e45adc33b req-9c3a5808-aeea-47f8-99aa-c24793730375 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Usage tracker for resource:port and tenant:bd51361818564d1386545633b9756d25 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:39.019595 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-11130cfb-2394-4389-acfa-941e45adc33b req-9c3a5808-aeea-47f8-99aa-c24793730375 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:39.026178 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-11130cfb-2394-4389-acfa-941e45adc33b req-9c3a5808-aeea-47f8-99aa-c24793730375 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:39.041951 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:39.068537 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a4d82-6cad-46c3-9b28-9dad28bbd18f None None] Pushing event updated for resources: {'Port': ['ID=6191803f-98b5-4a9d-a470-883fd6bf54ba,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:39.073693 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11130cfb-2394-4389-acfa-941e45adc33b req-2aab7d1b-2420-4aaf-bbe9-b7fe78a75a0b tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Made reservation on behalf of bd51361818564d1386545633b9756d25 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:31:39.077639 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11130cfb-2394-4389-acfa-941e45adc33b req-2aab7d1b-2420-4aaf-bbe9-b7fe78a75a0b tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:39.109382 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11130cfb-2394-4389-acfa-941e45adc33b req-9c3a5808-aeea-47f8-99aa-c24793730375 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Made reservation on behalf of bd51361818564d1386545633b9756d25 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:31:39.112922 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11130cfb-2394-4389-acfa-941e45adc33b req-9c3a5808-aeea-47f8-99aa-c24793730375 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:39.149869 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-44fbde07-3db4-4a4c-adc9-aa5f6e736471 None None] Provisioning complete for port 3f96fdcf-ee67-498b-8c54-e7dd234f6381 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:31:39.150233 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-44fbde07-3db4-4a4c-adc9-aa5f6e736471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:39.157158 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6cf8ac2a-3750-431c-ba5e-4e2a21e20e19 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:39.158321 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-b7d546b2-cf7e-428e-a897-a86f4a63c55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5233241d-5fd0-4bed-92b9-8bf83c8cffa6', 'name': 'tempest-ServersTestFqdnHostnames-451469490-router', 'tenant_id': '86477222096c4af28ff7e1ff6cb52cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '6d3a05a7-4880-40d3-8639-1503342bac2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:31:18Z', 'updated_at': '2022-05-03T22:31:37Z', 'revision_number': 5, 'project_id': '86477222096c4af28ff7e1ff6cb52cd4', 'gw_port': {'id': '6d3a05a7-4880-40d3-8639-1503342bac2e', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:92:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5233241d-5fd0-4bed-92b9-8bf83c8cffa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:31:22Z', 'updated_at': '2022-05-03T22:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:39.165044 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d546b2-cf7e-428e-a897-a86f4a63c55e None None] The sync data for ids ['5233241d-5fd0-4bed-92b9-8bf83c8cffa6'] in n-d-811807-1 is: [{'id': '5233241d-5fd0-4bed-92b9-8bf83c8cffa6', 'name': 'tempest-ServersTestFqdnHostnames-451469490-router', 'tenant_id': '86477222096c4af28ff7e1ff6cb52cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '6d3a05a7-4880-40d3-8639-1503342bac2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:31:18Z', 'updated_at': '2022-05-03T22:31:37Z', 'revision_number': 5, 'project_id': '86477222096c4af28ff7e1ff6cb52cd4', 'gw_port': {'id': '6d3a05a7-4880-40d3-8639-1503342bac2e', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:92:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5233241d-5fd0-4bed-92b9-8bf83c8cffa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:31:22Z', 'updated_at': '2022-05-03T22:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:31:39.196517 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-6cf8ac2a-3750-431c-ba5e-4e2a21e20e19 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Transition to ACTIVE for port object 0dca8bad-4d13-44f6-8687-42b03434fd1d will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:31:39.232740 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port a45cfcf3-5001-41e4-a152-1a1ce1405b66, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=a45cfcf3-5001-41e4-a152-1a1ce1405b66,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:39.243540 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:39.247318 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c98120-c142-4683-b5f7-04e974c2c0d4 req-eac44530-554c-4f03-98c1-9ae2853c3a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:39.248907 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-85c98120-c142-4683-b5f7-04e974c2c0d4 req-eac44530-554c-4f03-98c1-9ae2853c3a83 service neutron] 10.222.0.60 "GET /v2.0/networks?id=983af77e-2b01-4072-bd1e-12edcf859777 HTTP/1.1" status: 200 len: 907 time: 0.8715205 May 03 22:31:39.252654 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-b46a4d82-6cad-46c3-9b28-9dad28bbd18f None None] Attempting to bind port 6191803f-98b5-4a9d-a470-883fd6bf54ba on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:31:39.253024 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-b46a4d82-6cad-46c3-9b28-9dad28bbd18f None None] Attempting to bind port 6191803f-98b5-4a9d-a470-883fd6bf54ba by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'd35772c9-def3-45d8-85bc-f673cc45cb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c14b213d-6171-4714-ab95-63f5919675c4'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:31:39.253385 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46a4d82-6cad-46c3-9b28-9dad28bbd18f None None] Attempting to bind port 6191803f-98b5-4a9d-a470-883fd6bf54ba on network c14b213d-6171-4714-ab95-63f5919675c4 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:31:39.264293 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46a4d82-6cad-46c3-9b28-9dad28bbd18f None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:31:39.264583 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46a4d82-6cad-46c3-9b28-9dad28bbd18f None None] Checking segment: {'id': 'd35772c9-def3-45d8-85bc-f673cc45cb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c14b213d-6171-4714-ab95-63f5919675c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:31:39.264980 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b46a4d82-6cad-46c3-9b28-9dad28bbd18f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:39.265375 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46a4d82-6cad-46c3-9b28-9dad28bbd18f None None] Bound using segment: {'id': 'd35772c9-def3-45d8-85bc-f673cc45cb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c14b213d-6171-4714-ab95-63f5919675c4'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:31:39.265827 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-b46a4d82-6cad-46c3-9b28-9dad28bbd18f None None] Bound port: 6191803f-98b5-4a9d-a470-883fd6bf54ba, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35772c9-def3-45d8-85bc-f673cc45cb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'c14b213d-6171-4714-ab95-63f5919675c4'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:31:39.266214 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b46a4d82-6cad-46c3-9b28-9dad28bbd18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:39.276068 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 3f96fdcf-ee67-498b-8c54-e7dd234f6381, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=3f96fdcf-ee67-498b-8c54-e7dd234f6381,segment=NetworkSegment(b08ae646-4b44-4279-8cc8-55909285b08d),segment_id=b08ae646-4b44-4279-8cc8-55909285b08d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:39.295190 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'a45cfcf3-5001-41e4-a152-1a1ce1405b66', 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559', 'port_id': 'a45cfcf3-5001-41e4-a152-1a1ce1405b66', 'mac_address': 'fa:16:3e:b1:56:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6303b72-ad18-4df3-b796-1d1c3ad4e877', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:31:39.298558 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:39.417540 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:31:39.449239 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-85c98120-c142-4683-b5f7-04e974c2c0d4 req-0cc4f5fe-d1cc-4501-9387-78412a6473d4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d832e69-ec6a-4142-b5f4-88fec71f5dac HTTP/1.1" status: 200 len: 217 time: 0.1372621 May 03 22:31:39.500962 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6cf8ac2a-3750-431c-ba5e-4e2a21e20e19 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:39.597685 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6adab623-0d66-4788-b113-6210df10d387 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:31:39.643998 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1e5936bb-e1f5-4edc-b6f5-ed89c719b65d,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:39.648947 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf8ac2a-3750-431c-ba5e-4e2a21e20e19 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Network c14b213d-6171-4714-ab95-63f5919675c4 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:31:39.662862 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c98120-c142-4683-b5f7-04e974c2c0d4 req-2c09e4c6-f455-49a4-bd8e-c3a31bfbfc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:39.664425 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-85c98120-c142-4683-b5f7-04e974c2c0d4 req-2c09e4c6-f455-49a4-bd8e-c3a31bfbfc7c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a1f38ed2-c940-45de-9756-cc79b8316a2d HTTP/1.1" status: 200 len: 846 time: 0.2072375 May 03 22:31:39.665267 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-6cf8ac2a-3750-431c-ba5e-4e2a21e20e19 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:31:39.671567 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:39.677002 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf8ac2a-3750-431c-ba5e-4e2a21e20e19 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:31:39.683397 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf8ac2a-3750-431c-ba5e-4e2a21e20e19 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:39.685933 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6cf8ac2a-3750-431c-ba5e-4e2a21e20e19 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:39.686831 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 6adab623-0d66-4788-b113-6210df10d387 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:31:39.687281 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6adab623-0d66-4788-b113-6210df10d387 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:31:39.695838 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:39.716976 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=3f96fdcf-ee67-498b-8c54-e7dd234f6381,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:39.767501 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf8ac2a-3750-431c-ba5e-4e2a21e20e19 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Pushing event updated for resources: {'Port': ['ID=0dca8bad-4d13-44f6-8687-42b03434fd1d,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:39.778468 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6cf8ac2a-3750-431c-ba5e-4e2a21e20e19 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 3.4905524 May 03 22:31:39.790470 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59988) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:39.794814 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-85c98120-c142-4683-b5f7-04e974c2c0d4 req-f5da9af6-7701-4453-a862-aadc5b0d9c41 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=983af77e-2b01-4072-bd1e-12edcf859777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783460 May 03 22:31:39.808520 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a45cfcf3-5001-41e4-a152-1a1ce1405b66 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:31:39.850372 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-b46a4d82-6cad-46c3-9b28-9dad28bbd18f None None] For port 6191803f-98b5-4a9d-a470-883fd6bf54ba, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:31:39.862759 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-b46a4d82-6cad-46c3-9b28-9dad28bbd18f None None] For port 6191803f-98b5-4a9d-a470-883fd6bf54ba, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=6191803f-98b5-4a9d-a470-883fd6bf54ba,segment=NetworkSegment(d35772c9-def3-45d8-85bc-f673cc45cb8b),segment_id=d35772c9-def3-45d8-85bc-f673cc45cb8b)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:31:39.865975 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port a45cfcf3-5001-41e4-a152-1a1ce1405b66, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=a45cfcf3-5001-41e4-a152-1a1ce1405b66,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:39.868393 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-11130cfb-2394-4389-acfa-941e45adc33b req-2aab7d1b-2420-4aaf-bbe9-b7fe78a75a0b tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Allocated IP 172.20.0.8 (80deef1b-a6bc-436e-82ca-c7772b586ee4/ad66a659-5069-4d93-8dba-5ddf00cb7291/48018d3d-ad55-4c5c-a22d-33b3080d9012) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:31:39.872883 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=1e5936bb-e1f5-4edc-b6f5-ed89c719b65d,revision_number=10']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:39.876028 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b46a4d82-6cad-46c3-9b28-9dad28bbd18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:39.881879 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3bcefc-cc56-45bd-ba28-3515c378acba admin admin] Router 5233241d-5fd0-4bed-92b9-8bf83c8cffa6 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:31:39.920272 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:39.966745 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a4d82-6cad-46c3-9b28-9dad28bbd18f None None] Pushing event updated for resources: {'Port': ['ID=6191803f-98b5-4a9d-a470-883fd6bf54ba,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:40.013649 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['1e5936bb-e1f5-4edc-b6f5-ed89c719b65d'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:31:40.047935 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11130cfb-2394-4389-acfa-941e45adc33b req-e67f5ef7-2a9e-4a38-bddf-902896a872ee tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:40.049343 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11130cfb-2394-4389-acfa-941e45adc33b req-e67f5ef7-2a9e-4a38-bddf-902896a872ee tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] 10.222.0.60 "GET /v2.0/networks?id=80deef1b-a6bc-436e-82ca-c7772b586ee4 HTTP/1.1" status: 200 len: 818 time: 1.5472763 May 03 22:31:40.092052 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-11130cfb-2394-4389-acfa-941e45adc33b req-15fcfbc5-ba56-417d-ae36-ee1b596d7fe2 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Request body: {'port': {'device_id': 'd99c6702-cd4b-4944-ae30-8c1ea0a6a290', 'network_id': '80deef1b-a6bc-436e-82ca-c7772b586ee4', 'admin_state_up': True, 'tenant_id': 'bd51361818564d1386545633b9756d25'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:40.130592 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=a45cfcf3-5001-41e4-a152-1a1ce1405b66,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:40.217942 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56be5bf-eb21-45c6-9517-d4ae542bba5f req-5e6c0453-e7ed-44c1-9097-e5c6876216fe tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:40.223615 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-85c98120-c142-4683-b5f7-04e974c2c0d4 req-dfff4abe-6dd4-4be3-b4e2-6a13fe09aebe service neutron] 10.222.0.60 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826215 May 03 22:31:40.228392 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a56be5bf-eb21-45c6-9517-d4ae542bba5f req-5e6c0453-e7ed-44c1-9097-e5c6876216fe tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=38121337-ca54-4280-ba73-8ced22b87637 HTTP/1.1" status: 200 len: 945 time: 1.1583836 May 03 22:31:40.229414 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-45bc0272-7735-4d12-b3bf-445f3e73cfe3 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Deleting subnet d54bc283-a9f7-47ac-976f-7f3ea5bc059c {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:31:40.377525 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-45bc0272-7735-4d12-b3bf-445f3e73cfe3 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:40.382763 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['a45cfcf3-5001-41e4-a152-1a1ce1405b66'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:31:40.696218 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-45bc0272-7735-4d12-b3bf-445f3e73cfe3 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:40.814834 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-85c98120-c142-4683-b5f7-04e974c2c0d4 req-e677e801-9884-4a6b-a436-99189db45b7f service neutron] 10.222.0.60 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4755683 May 03 22:31:40.819945 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3bcefc-cc56-45bd-ba28-3515c378acba admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:31:40.820676 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a56be5bf-eb21-45c6-9517-d4ae542bba5f req-b34bd16f-b233-4595-ba41-715a7dfc21b0 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5860674 May 03 22:31:40.831538 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2c3bcefc-cc56-45bd-ba28-3515c378acba admin admin] 10.222.0.58 "PUT /v2.0/routers/5233241d-5fd0-4bed-92b9-8bf83c8cffa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9481077 May 03 22:31:40.834955 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59992) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:40.918845 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-45bc0272-7735-4d12-b3bf-445f3e73cfe3 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:41.032904 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-45bc0272-7735-4d12-b3bf-445f3e73cfe3 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:41.040994 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-11130cfb-2394-4389-acfa-941e45adc33b req-15fcfbc5-ba56-417d-ae36-ee1b596d7fe2 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:41.070506 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-11130cfb-2394-4389-acfa-941e45adc33b req-15fcfbc5-ba56-417d-ae36-ee1b596d7fe2 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Usage tracker for resource:port and tenant:bd51361818564d1386545633b9756d25 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:41.075293 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11130cfb-2394-4389-acfa-941e45adc33b req-2aab7d1b-2420-4aaf-bbe9-b7fe78a75a0b tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:41.079375 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc0272-7735-4d12-b3bf-445f3e73cfe3 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Pushing event deleted for resources: {'Subnet': ['ID=d54bc283-a9f7-47ac-976f-7f3ea5bc059c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:41.081145 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-11130cfb-2394-4389-acfa-941e45adc33b req-15fcfbc5-ba56-417d-ae36-ee1b596d7fe2 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:41.092327 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-45bc0272-7735-4d12-b3bf-445f3e73cfe3 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:41.102460 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-45bc0272-7735-4d12-b3bf-445f3e73cfe3 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] 10.222.0.58 "DELETE /v2.0/subnets/d54bc283-a9f7-47ac-976f-7f3ea5bc059c HTTP/1.1" status: 204 len: 168 time: 1.3108366 May 03 22:31:41.103486 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59996) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:41.105970 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-11130cfb-2394-4389-acfa-941e45adc33b req-15fcfbc5-ba56-417d-ae36-ee1b596d7fe2 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:41.162185 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11130cfb-2394-4389-acfa-941e45adc33b req-15fcfbc5-ba56-417d-ae36-ee1b596d7fe2 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Made reservation on behalf of bd51361818564d1386545633b9756d25 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:31:41.163400 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f50a56a-6764-4f3c-8485-e0d6301fc44a None None] Sync routers for ids ['5233241d-5fd0-4bed-92b9-8bf83c8cffa6'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:31:41.165117 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11130cfb-2394-4389-acfa-941e45adc33b req-15fcfbc5-ba56-417d-ae36-ee1b596d7fe2 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:41.181114 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f50a56a-6764-4f3c-8485-e0d6301fc44a None None] Routers {'5233241d-5fd0-4bed-92b9-8bf83c8cffa6'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:31:41.182149 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-2f50a56a-6764-4f3c-8485-e0d6301fc44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:31:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['5233241d-5fd0-4bed-92b9-8bf83c8cffa6'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:41.184443 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012859ea-5edf-4c55-be25-5133018f4f9f tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:41.185772 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-337a3a69-eef5-449f-b647-dcba9b558cfa req-8900e54e-6c9c-45ed-b047-adab995c40f5 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Synchronizing usage tracker for tenant:d9c3dbb20f6947bda4c4f80874d7efc3 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:31:41.191215 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012859ea-5edf-4c55-be25-5133018f4f9f tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:41.196652 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-012859ea-5edf-4c55-be25-5133018f4f9f tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Synchronizing usage tracker for tenant:6afa98dc9c144604a64f4771a291a228 on resource:subnet {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:31:41.237265 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-012859ea-5edf-4c55-be25-5133018f4f9f tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Unset dirty status for tenant:6afa98dc9c144604a64f4771a291a228 on resource:subnet {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:31:41.244240 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-012859ea-5edf-4c55-be25-5133018f4f9f tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1392372 May 03 22:31:41.245072 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60000) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:41.277311 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.resource_extend [req-55ffb313-d156-4558-ae98-261276dfddc5 req-8d5e0fb8-2e61-4d4b-85b0-3dfbbcb39afa tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:31:41.369716 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-641b2834-37a2-4a61-ade2-6a1900f27ce7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:41.426174 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-64502dc4-a176-45c0-a34d-b8fa685e4472 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:41.429732 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe82d13b-9529-461b-bdef-c1f349135b4c None None] Network c14b213d-6171-4714-ab95-63f5919675c4 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:31:41.436104 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-64502dc4-a176-45c0-a34d-b8fa685e4472 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 03 22:31:41.436796 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64502dc4-a176-45c0-a34d-b8fa685e4472 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:31:41.444797 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-64502dc4-a176-45c0-a34d-b8fa685e4472 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] 10.222.0.58 "DELETE /v2.0/networks/c14b213d-6171-4714-ab95-63f5919675c4 HTTP/1.1" status: 409 len: 405 time: 0.1982918 May 03 22:31:41.445573 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60004) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:41.451845 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-7bcdd31a-a27f-457e-a2da-530c219df0be tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1678611336'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:41.456474 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7bcdd31a-a27f-457e-a2da-530c219df0be tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:41.461478 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7bcdd31a-a27f-457e-a2da-530c219df0be tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Usage tracker for resource:network and tenant:6afa98dc9c144604a64f4771a291a228 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:41.465293 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-337a3a69-eef5-449f-b647-dcba9b558cfa req-8900e54e-6c9c-45ed-b047-adab995c40f5 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Unset dirty status for tenant:d9c3dbb20f6947bda4c4f80874d7efc3 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:31:41.466345 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7bcdd31a-a27f-457e-a2da-530c219df0be tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:41.466560 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-337a3a69-eef5-449f-b647-dcba9b558cfa req-8900e54e-6c9c-45ed-b047-adab995c40f5 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1861810375&fields=id&tenant_id=d9c3dbb20f6947bda4c4f80874d7efc3 HTTP/1.1" status: 200 len: 267 time: 0.4413209 May 03 22:31:41.467498 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11130cfb-2394-4389-acfa-941e45adc33b req-2aab7d1b-2420-4aaf-bbe9-b7fe78a75a0b tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:41.472147 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-2f50a56a-6764-4f3c-8485-e0d6301fc44a None None] Set router 5233241d-5fd0-4bed-92b9-8bf83c8cffa6 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:31:41.472553 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7bcdd31a-a27f-457e-a2da-530c219df0be tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:41.484466 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bcdd31a-a27f-457e-a2da-530c219df0be tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Made reservation on behalf of 6afa98dc9c144604a64f4771a291a228 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:31:41.487960 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7bcdd31a-a27f-457e-a2da-530c219df0be tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:41.530370 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bcdd31a-a27f-457e-a2da-530c219df0be tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:31:41.544596 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7bcdd31a-a27f-457e-a2da-530c219df0be tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:41.545397 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-7bcdd31a-a27f-457e-a2da-530c219df0be tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Added segment ef7b6ca4-42c8-4250-a57d-88b1a70958d7 of type vlan for network 4b62670c-d025-48db-8a3c-61c643ef4026 May 03 22:31:41.577720 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7bcdd31a-a27f-457e-a2da-530c219df0be tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:41.611785 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7bcdd31a-a27f-457e-a2da-530c219df0be tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:41.618341 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcdd31a-a27f-457e-a2da-530c219df0be tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:41.619188 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7bcdd31a-a27f-457e-a2da-530c219df0be tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:41.659677 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 3f96fdcf-ee67-498b-8c54-e7dd234f6381 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:31:41.730439 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7bcdd31a-a27f-457e-a2da-530c219df0be tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2837129 May 03 22:31:41.733268 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60008) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:41.735783 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-55ffb313-d156-4558-ae98-261276dfddc5 req-8d5e0fb8-2e61-4d4b-85b0-3dfbbcb39afa tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:41.736039 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcdd31a-a27f-457e-a2da-530c219df0be tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Pushing event updated for resources: {'Network': ['ID=4b62670c-d025-48db-8a3c-61c643ef4026,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:41.741669 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-3b765ef0-d0ba-42ae-a093-036200ed7191 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Request body: {'subnet': {'network_id': '4b62670c-d025-48db-8a3c-61c643ef4026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:41.742931 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11130cfb-2394-4389-acfa-941e45adc33b req-2aab7d1b-2420-4aaf-bbe9-b7fe78a75a0b tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Network 80deef1b-a6bc-436e-82ca-c7772b586ee4 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:31:41.763390 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-11130cfb-2394-4389-acfa-941e45adc33b req-2aab7d1b-2420-4aaf-bbe9-b7fe78a75a0b tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:31:41.765185 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-55ffb313-d156-4558-ae98-261276dfddc5 req-8d5e0fb8-2e61-4d4b-85b0-3dfbbcb39afa tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:41.796000 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 4b62670c-d025-48db-8a3c-61c643ef4026 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:31:41.819520 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-11130cfb-2394-4389-acfa-941e45adc33b req-2aab7d1b-2420-4aaf-bbe9-b7fe78a75a0b tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:31:41.838916 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-3e04bb3d-004f-4dbb-9ae4-0a951b478dd5 None None] Provisioning for port 6191803f-98b5-4a9d-a470-883fd6bf54ba completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:31:41.871944 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3b765ef0-d0ba-42ae-a093-036200ed7191 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:41.882872 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3b765ef0-d0ba-42ae-a093-036200ed7191 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:41.893827 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b765ef0-d0ba-42ae-a093-036200ed7191 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Made reservation on behalf of 6afa98dc9c144604a64f4771a291a228 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:31:41.897639 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3b765ef0-d0ba-42ae-a093-036200ed7191 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:41.922843 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab7d1b-2420-4aaf-bbe9-b7fe78a75a0b tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Pushing event updated for resources: {'Port': ['ID=48018d3d-ad55-4c5c-a22d-33b3080d9012,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:41.999741 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.api [req-11130cfb-2394-4389-acfa-941e45adc33b req-9c3a5808-aeea-47f8-99aa-c24793730375 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.8-fe04b618-0463-4a91-9fcb-670099087300 {{(pid=88069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:31:41.999987 n-d-811807-1 neutron-server[88069]: DEBUG oslo_db.api [req-11130cfb-2394-4389-acfa-941e45adc33b req-9c3a5808-aeea-47f8-99aa-c24793730375 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:31:42.066567 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11130cfb-2394-4389-acfa-941e45adc33b req-2aab7d1b-2420-4aaf-bbe9-b7fe78a75a0b tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:42.067796 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11130cfb-2394-4389-acfa-941e45adc33b req-2aab7d1b-2420-4aaf-bbe9-b7fe78a75a0b tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:42.120675 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-641b2834-37a2-4a61-ade2-6a1900f27ce7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:42.122420 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device a45cfcf3-5001-41e4-a152-1a1ce1405b66 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:31:42.134005 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-11130cfb-2394-4389-acfa-941e45adc33b req-15fcfbc5-ba56-417d-ae36-ee1b596d7fe2 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Allocated IP 172.20.0.9 (80deef1b-a6bc-436e-82ca-c7772b586ee4/ad66a659-5069-4d93-8dba-5ddf00cb7291/3669b2d9-1b59-461a-8bfe-ca15a70bfd35) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:31:42.142607 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11130cfb-2394-4389-acfa-941e45adc33b req-2aab7d1b-2420-4aaf-bbe9-b7fe78a75a0b tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4056418 May 03 22:31:42.160700 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a3a69-eef5-449f-b647-dcba9b558cfa req-e7c142f5-b684-4ad0-afe6-38717d441348 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:42.163213 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-337a3a69-eef5-449f-b647-dcba9b558cfa req-e7c142f5-b684-4ad0-afe6-38717d441348 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c240ab9-dd26-468c-b48f-633514daf12a HTTP/1.1" status: 200 len: 945 time: 0.6013446 May 03 22:31:42.169756 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-11130cfb-2394-4389-acfa-941e45adc33b req-24863224-f3d5-4c5c-8702-19f46053d4b1 service neutron] Request body: {'port': {'device_id': 'bd4b6d39-bb67-4e9f-af25-309b5bdcad35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:42.195727 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-641b2834-37a2-4a61-ade2-6a1900f27ce7 admin admin] Deleting port 6d3a05a7-4880-40d3-8639-1503342bac2e {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:31:42.196076 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-641b2834-37a2-4a61-ade2-6a1900f27ce7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:42.246722 n-d-811807-1 neutron-server[88070]: DEBUG neutron.objects.ports [None req-3b765ef0-d0ba-42ae-a093-036200ed7191 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88070) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 03 22:31:42.248085 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3b765ef0-d0ba-42ae-a093-036200ed7191 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:42.265755 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 3f96fdcf-ee67-498b-8c54-e7dd234f6381 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:31:42.266140 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:42.320281 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b765ef0-d0ba-42ae-a093-036200ed7191 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Pushing event updated for resources: {'Subnet': ['ID=b408e5c6-cf69-40d8-8a65-d0fe548310e4,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:42.334422 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b765ef0-d0ba-42ae-a093-036200ed7191 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:31:42.334823 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b765ef0-d0ba-42ae-a093-036200ed7191 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:31:42.335094 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b765ef0-d0ba-42ae-a093-036200ed7191 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:31:42.335423 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b765ef0-d0ba-42ae-a093-036200ed7191 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:31:42.335745 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b765ef0-d0ba-42ae-a093-036200ed7191 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:31:42.336067 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b765ef0-d0ba-42ae-a093-036200ed7191 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:31:42.336388 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b765ef0-d0ba-42ae-a093-036200ed7191 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:31:42.336704 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b765ef0-d0ba-42ae-a093-036200ed7191 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:31:42.337021 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b765ef0-d0ba-42ae-a093-036200ed7191 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:31:42.337339 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b765ef0-d0ba-42ae-a093-036200ed7191 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:31:42.337656 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b765ef0-d0ba-42ae-a093-036200ed7191 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:31:42.338034 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b765ef0-d0ba-42ae-a093-036200ed7191 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:31:42.360258 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port a45cfcf3-5001-41e4-a152-1a1ce1405b66 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:31:42.369752 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b765ef0-d0ba-42ae-a093-036200ed7191 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Checking segment: {'id': 'ef7b6ca4-42c8-4250-a57d-88b1a70958d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '4b62670c-d025-48db-8a3c-61c643ef4026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:31:42.369752 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b765ef0-d0ba-42ae-a093-036200ed7191 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Network hostable DHCP agents. Network: 4b62670c-d025-48db-8a3c-61c643ef4026, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:31:42.375547 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port a45cfcf3-5001-41e4-a152-1a1ce1405b66 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:31:42.375920 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:42.391810 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-337a3a69-eef5-449f-b647-dcba9b558cfa req-fc3e6b92-2df1-4804-b3fe-920846acfeff tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Request body: {'port': {'security_groups': ['c1c31ee3-e836-45e8-8521-0c048dd4e20f', 'da95c635-9f0c-4384-8fd8-5cc02b8ac4a1']}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:42.417464 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [req-55ffb313-d156-4558-ae98-261276dfddc5 req-8d5e0fb8-2e61-4d4b-85b0-3dfbbcb39afa tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Floating IP 235ba3f3-d837-4146-8dee-8b836fe0801f associated. External IP: 172.25.2.103, port: 2642b5e6-5d8c-4acd-b8fd-8a712dfbe750. May 03 22:31:42.455743 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b765ef0-d0ba-42ae-a093-036200ed7191 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Network 4b62670c-d025-48db-8a3c-61c643ef4026 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:31:42.467597 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-3b765ef0-d0ba-42ae-a093-036200ed7191 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 4b62670c-d025-48db-8a3c-61c643ef4026) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:31:42.477489 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b765ef0-d0ba-42ae-a093-036200ed7191 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:42.478566 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3b765ef0-d0ba-42ae-a093-036200ed7191 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:42.500346 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f78fdc-46f1-4504-9fc8-64cad8953e8e None None] Network 4b62670c-d025-48db-8a3c-61c643ef4026 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:31:42.514041 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3b765ef0-d0ba-42ae-a093-036200ed7191 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7796891 May 03 22:31:42.515121 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60014) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:42.522898 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-b57ccafa-52e7-4074-bca8-3e1ec9cf473e tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Request body: {'port': {'network_id': '4b62670c-d025-48db-8a3c-61c643ef4026', 'name': 'tempest-NetworksIpV6TestAttrs-1052906879'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:42.538667 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:31:42.565254 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11130cfb-2394-4389-acfa-941e45adc33b req-9c3a5808-aeea-47f8-99aa-c24793730375 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:42.673705 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c98120-c142-4683-b5f7-04e974c2c0d4 req-daf72a51-5336-4a22-89a0-043a55a9e759 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:42.674809 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-85c98120-c142-4683-b5f7-04e974c2c0d4 req-daf72a51-5336-4a22-89a0-043a55a9e759 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Synchronizing usage tracker for tenant:5a0f20c83fdc471fa4da593ef2ea5d27 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:31:42.696769 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6191803f-98b5-4a9d-a470-883fd6bf54ba up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:31:42.715992 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-85c98120-c142-4683-b5f7-04e974c2c0d4 req-daf72a51-5336-4a22-89a0-043a55a9e759 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Unset dirty status for tenant:5a0f20c83fdc471fa4da593ef2ea5d27 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:31:42.715992 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-85c98120-c142-4683-b5f7-04e974c2c0d4 req-daf72a51-5336-4a22-89a0-043a55a9e759 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.60 "GET /v2.0/ports?device_id=38121337-ca54-4280-ba73-8ced22b87637 HTTP/1.1" status: 200 len: 945 time: 0.3315530 May 03 22:31:42.720651 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b57ccafa-52e7-4074-bca8-3e1ec9cf473e tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:42.751930 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8942ced7-9667-4d28-9fff-2deb74213a87 None None] DHCP port deletion for c14b213d-6171-4714-ab95-63f5919675c4 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:31:42.763349 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b57ccafa-52e7-4074-bca8-3e1ec9cf473e tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Usage tracker for resource:port and tenant:6afa98dc9c144604a64f4771a291a228 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:42.771362 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-8942ced7-9667-4d28-9fff-2deb74213a87 None None] Deleting port 6191803f-98b5-4a9d-a470-883fd6bf54ba {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:31:42.771750 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8942ced7-9667-4d28-9fff-2deb74213a87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:42.776396 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b57ccafa-52e7-4074-bca8-3e1ec9cf473e tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:42.786890 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b57ccafa-52e7-4074-bca8-3e1ec9cf473e tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:42.806553 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-85c98120-c142-4683-b5f7-04e974c2c0d4 req-1dcfa558-4bf4-4739-ab72-6c870d4399f6 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Deleting port 0d832e69-ec6a-4142-b5f4-88fec71f5dac {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:31:42.806910 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-85c98120-c142-4683-b5f7-04e974c2c0d4 req-1dcfa558-4bf4-4739-ab72-6c870d4399f6 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:42.837306 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57ccafa-52e7-4074-bca8-3e1ec9cf473e tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Made reservation on behalf of 6afa98dc9c144604a64f4771a291a228 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:31:42.840758 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b57ccafa-52e7-4074-bca8-3e1ec9cf473e tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:42.887099 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-b57ccafa-52e7-4074-bca8-3e1ec9cf473e tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] device_id is not set on port 25590f8f-1dc8-4c24-bb4e-3e9adeaf88ff yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:31:42.894801 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-2f50a56a-6764-4f3c-8485-e0d6301fc44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5233241d-5fd0-4bed-92b9-8bf83c8cffa6', 'name': 'tempest-ServersTestFqdnHostnames-451469490-router', 'tenant_id': '86477222096c4af28ff7e1ff6cb52cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '6d3a05a7-4880-40d3-8639-1503342bac2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:31:18Z', 'updated_at': '2022-05-03T22:31:37Z', 'revision_number': 5, 'project_id': '86477222096c4af28ff7e1ff6cb52cd4', 'gw_port': {'id': '6d3a05a7-4880-40d3-8639-1503342bac2e', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:92:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5233241d-5fd0-4bed-92b9-8bf83c8cffa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:31:22Z', 'updated_at': '2022-05-03T22:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:42.904850 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f50a56a-6764-4f3c-8485-e0d6301fc44a None None] Checking router: 5233241d-5fd0-4bed-92b9-8bf83c8cffa6 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:31:42.973829 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:43.003338 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:31:43.003738 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:43.011541 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:31:43.044527 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f50a56a-6764-4f3c-8485-e0d6301fc44a None None] Routers {'5233241d-5fd0-4bed-92b9-8bf83c8cffa6'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:31:43.044769 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-2f50a56a-6764-4f3c-8485-e0d6301fc44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:31:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['5233241d-5fd0-4bed-92b9-8bf83c8cffa6'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:43.067769 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11130cfb-2394-4389-acfa-941e45adc33b req-24863224-f3d5-4c5c-8702-19f46053d4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:43.117271 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-337a3a69-eef5-449f-b647-dcba9b558cfa req-fc3e6b92-2df1-4804-b3fe-920846acfeff tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:43.303004 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-b57ccafa-52e7-4074-bca8-3e1ec9cf473e tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Allocated IP 2001:db8::f816:3eff:fe37:4394 (4b62670c-d025-48db-8a3c-61c643ef4026/b408e5c6-cf69-40d8-8a65-d0fe548310e4/25590f8f-1dc8-4c24-bb4e-3e9adeaf88ff) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:31:43.332202 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-85c98120-c142-4683-b5f7-04e974c2c0d4 req-1dcfa558-4bf4-4739-ab72-6c870d4399f6 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] For port 0d832e69-ec6a-4142-b5f4-88fec71f5dac, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0d832e69-ec6a-4142-b5f4-88fec71f5dac,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:43.332591 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-85c98120-c142-4683-b5f7-04e974c2c0d4 req-1dcfa558-4bf4-4739-ab72-6c870d4399f6 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:43.376108 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-641b2834-37a2-4a61-ade2-6a1900f27ce7 admin admin] For port 6d3a05a7-4880-40d3-8639-1503342bac2e, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=6d3a05a7-4880-40d3-8639-1503342bac2e,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:43.376702 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-641b2834-37a2-4a61-ade2-6a1900f27ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:43.428442 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-8942ced7-9667-4d28-9fff-2deb74213a87 None None] For port 6191803f-98b5-4a9d-a470-883fd6bf54ba, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=6191803f-98b5-4a9d-a470-883fd6bf54ba,segment=NetworkSegment(d35772c9-def3-45d8-85bc-f673cc45cb8b),segment_id=d35772c9-def3-45d8-85bc-f673cc45cb8b)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:43.428951 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8942ced7-9667-4d28-9fff-2deb74213a87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:43.446467 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port a45cfcf3-5001-41e4-a152-1a1ce1405b66, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=a45cfcf3-5001-41e4-a152-1a1ce1405b66,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:43.459327 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 6191803f-98b5-4a9d-a470-883fd6bf54ba completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:31:43.471607 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-85c98120-c142-4683-b5f7-04e974c2c0d4 req-1dcfa558-4bf4-4739-ab72-6c870d4399f6 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Calling delete_port for 0d832e69-ec6a-4142-b5f4-88fec71f5dac owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:31:43.513946 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:43.546664 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-641b2834-37a2-4a61-ade2-6a1900f27ce7 admin admin] Calling delete_port for 6d3a05a7-4880-40d3-8639-1503342bac2e owned by network:router_gateway {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:31:43.624453 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-2f50a56a-6764-4f3c-8485-e0d6301fc44a None None] Set router 5233241d-5fd0-4bed-92b9-8bf83c8cffa6 gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:31:43.750107 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-8942ced7-9667-4d28-9fff-2deb74213a87 None None] Calling delete_port for 6191803f-98b5-4a9d-a470-883fd6bf54ba owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:31:43.809097 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b57ccafa-52e7-4074-bca8-3e1ec9cf473e tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:43.823985 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11130cfb-2394-4389-acfa-941e45adc33b req-15fcfbc5-ba56-417d-ae36-ee1b596d7fe2 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:43.834015 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-b57ccafa-52e7-4074-bca8-3e1ec9cf473e tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Transition to ACTIVE for port object 25590f8f-1dc8-4c24-bb4e-3e9adeaf88ff will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:31:43.838814 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-85c98120-c142-4683-b5f7-04e974c2c0d4 req-1dcfa558-4bf4-4739-ab72-6c870d4399f6 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:43.867137 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 6191803f-98b5-4a9d-a470-883fd6bf54ba triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:31:43.867137 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:43.894129 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcfa558-4bf4-4739-ab72-6c870d4399f6 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Pushing event deleted for resources: {'Port': ['ID=0d832e69-ec6a-4142-b5f4-88fec71f5dac,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:43.919755 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['f6688ff0-6e96-4dac-90f0-7a42629dcd98', '0d832e69-ec6a-4142-b5f4-88fec71f5dac'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:31:43.942814 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55ffb313-d156-4558-ae98-261276dfddc5 req-8d5e0fb8-2e61-4d4b-85b0-3dfbbcb39afa tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Router 9fe78d57-7847-4bc8-a426-38e257fff645 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:31:43.949222 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b57ccafa-52e7-4074-bca8-3e1ec9cf473e tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:43.996216 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-2f50a56a-6764-4f3c-8485-e0d6301fc44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5233241d-5fd0-4bed-92b9-8bf83c8cffa6', 'name': 'tempest-ServersTestFqdnHostnames-451469490-router', 'tenant_id': '86477222096c4af28ff7e1ff6cb52cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:31:18Z', 'updated_at': '2022-05-03T22:31:42Z', 'revision_number': 6, 'project_id': '86477222096c4af28ff7e1ff6cb52cd4', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:44.052534 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c98120-c142-4683-b5f7-04e974c2c0d4 req-1dcfa558-4bf4-4739-ab72-6c870d4399f6 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] No DVR routers for this DVR port 0d832e69-ec6a-4142-b5f4-88fec71f5dac on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:31:44.057646 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-85c98120-c142-4683-b5f7-04e974c2c0d4 req-1dcfa558-4bf4-4739-ab72-6c870d4399f6 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:44.062135 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38121337-ca54-4280-ba73-8ced22b87637', 'name': 'network-vif-deleted', 'tag': '0d832e69-ec6a-4142-b5f4-88fec71f5dac'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:31:44.070780 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57ccafa-52e7-4074-bca8-3e1ec9cf473e tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Network 4b62670c-d025-48db-8a3c-61c643ef4026 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:31:44.075650 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-b57ccafa-52e7-4074-bca8-3e1ec9cf473e tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:31:44.082162 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57ccafa-52e7-4074-bca8-3e1ec9cf473e tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:31:44.087794 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57ccafa-52e7-4074-bca8-3e1ec9cf473e tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:44.088526 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b57ccafa-52e7-4074-bca8-3e1ec9cf473e tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:44.097533 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ccafa-52e7-4074-bca8-3e1ec9cf473e tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Pushing event updated for resources: {'Port': ['ID=25590f8f-1dc8-4c24-bb4e-3e9adeaf88ff,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:44.115340 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-85c98120-c142-4683-b5f7-04e974c2c0d4 req-1dcfa558-4bf4-4739-ab72-6c870d4399f6 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.60 "DELETE /v2.0/ports/0d832e69-ec6a-4142-b5f4-88fec71f5dac HTTP/1.1" status: 204 len: 173 time: 1.3921766 May 03 22:31:44.117118 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f50a56a-6764-4f3c-8485-e0d6301fc44a None None] The sync data for ids ['5233241d-5fd0-4bed-92b9-8bf83c8cffa6'] in n-d-811807-1 is: [{'id': '5233241d-5fd0-4bed-92b9-8bf83c8cffa6', 'name': 'tempest-ServersTestFqdnHostnames-451469490-router', 'tenant_id': '86477222096c4af28ff7e1ff6cb52cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:31:18Z', 'updated_at': '2022-05-03T22:31:42Z', 'revision_number': 6, 'project_id': '86477222096c4af28ff7e1ff6cb52cd4', 'gw_port_host': None}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:31:44.127454 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b57ccafa-52e7-4074-bca8-3e1ec9cf473e tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.6088147 May 03 22:31:44.128206 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60020) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:44.149463 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=a45cfcf3-5001-41e4-a152-1a1ce1405b66,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:44.267700 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:44.276227 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3a88102-6076-4311-bf66-490393cb3b1c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Deleting subnet b408e5c6-cf69-40d8-8a65-d0fe548310e4 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:31:44.277605 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-641b2834-37a2-4a61-ade2-6a1900f27ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:44.281754 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d3a88102-6076-4311-bf66-490393cb3b1c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:44.303254 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8942ced7-9667-4d28-9fff-2deb74213a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:44.359647 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11130cfb-2394-4389-acfa-941e45adc33b req-15fcfbc5-ba56-417d-ae36-ee1b596d7fe2 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:44.378112 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d3a88102-6076-4311-bf66-490393cb3b1c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:44.394569 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b2834-37a2-4a61-ade2-6a1900f27ce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d3a05a7-4880-40d3-8639-1503342bac2e,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:44.396593 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:44.432412 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8942ced7-9667-4d28-9fff-2deb74213a87 None None] Pushing event deleted for resources: {'Port': ['ID=6191803f-98b5-4a9d-a470-883fd6bf54ba,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:44.444602 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8942ced7-9667-4d28-9fff-2deb74213a87 None None] No DVR routers for this DVR port 6191803f-98b5-4a9d-a470-883fd6bf54ba on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:31:44.471828 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1e5936bb-e1f5-4edc-b6f5-ed89c719b65d,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:44.486653 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d3a88102-6076-4311-bf66-490393cb3b1c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:44.516452 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c580c516-4336-49c3-8061-e4b833d589e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-4b62670c-d025-48db-8a3c-61c643ef4026', 'network_id': '4b62670c-d025-48db-8a3c-61c643ef4026', 'tenant_id': '6afa98dc9c144604a64f4771a291a228', 'fixed_ips': [{'subnet_id': 'b408e5c6-cf69-40d8-8a65-d0fe548310e4'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:31:44.517267 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c580c516-4336-49c3-8061-e4b833d589e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:44.535153 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:44.571446 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-337a3a69-eef5-449f-b647-dcba9b558cfa req-fc3e6b92-2df1-4804-b3fe-920846acfeff tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] For port 13fdee9e-c77e-4a72-81f5-8b7e27118d08, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=13fdee9e-c77e-4a72-81f5-8b7e27118d08,segment=NetworkSegment(2fe19a67-79a3-499a-9948-e091fef39ff7),segment_id=2fe19a67-79a3-499a-9948-e091fef39ff7)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:44.581185 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11130cfb-2394-4389-acfa-941e45adc33b req-15fcfbc5-ba56-417d-ae36-ee1b596d7fe2 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Network 80deef1b-a6bc-436e-82ca-c7772b586ee4 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:31:44.589471 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d3a88102-6076-4311-bf66-490393cb3b1c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:44.592962 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 0d832e69-ec6a-4142-b5f4-88fec71f5dac no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:31:44.600228 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-11130cfb-2394-4389-acfa-941e45adc33b req-15fcfbc5-ba56-417d-ae36-ee1b596d7fe2 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:31:44.617762 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-11130cfb-2394-4389-acfa-941e45adc33b req-9c3a5808-aeea-47f8-99aa-c24793730375 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Allocated IP 172.20.0.7 (80deef1b-a6bc-436e-82ca-c7772b586ee4/ad66a659-5069-4d93-8dba-5ddf00cb7291/f5db6f5c-9f93-4758-b7f7-644a3f20227c) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:31:44.625107 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-11130cfb-2394-4389-acfa-941e45adc33b req-15fcfbc5-ba56-417d-ae36-ee1b596d7fe2 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:31:44.674882 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 0d832e69-ec6a-4142-b5f4-88fec71f5dac {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:31:44.675198 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 0d832e69-ec6a-4142-b5f4-88fec71f5dac not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:31:44.678048 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fcfbc5-ba56-417d-ae36-ee1b596d7fe2 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Pushing event updated for resources: {'Port': ['ID=3669b2d9-1b59-461a-8bfe-ca15a70bfd35,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:44.711326 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d3a88102-6076-4311-bf66-490393cb3b1c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:44.719120 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a88102-6076-4311-bf66-490393cb3b1c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Pushing event deleted for resources: {'Subnet': ['ID=b408e5c6-cf69-40d8-8a65-d0fe548310e4,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:44.747130 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d3a88102-6076-4311-bf66-490393cb3b1c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] 10.222.0.58 "DELETE /v2.0/subnets/b408e5c6-cf69-40d8-8a65-d0fe548310e4 HTTP/1.1" status: 204 len: 168 time: 0.6086507 May 03 22:31:44.748394 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60024) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:44.771471 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55ffb313-d156-4558-ae98-261276dfddc5 req-8d5e0fb8-2e61-4d4b-85b0-3dfbbcb39afa tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:31:44.773178 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-641b2834-37a2-4a61-ade2-6a1900f27ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:44.785511 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d77ebd-88a5-4204-a3ff-916b43c2c554 None None] Sync routers for ids ['9fe78d57-7847-4bc8-a426-38e257fff645'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:31:44.815782 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d77ebd-88a5-4204-a3ff-916b43c2c554 None None] Routers {'9fe78d57-7847-4bc8-a426-38e257fff645'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:31:44.816406 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-a8d77ebd-88a5-4204-a3ff-916b43c2c554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:31:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['9fe78d57-7847-4bc8-a426-38e257fff645'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:44.861500 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=1e5936bb-e1f5-4edc-b6f5-ed89c719b65d,revision_number=11']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:44.865257 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6d3a05a7-4880-40d3-8639-1503342bac2e no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:31:44.920777 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 6d3a05a7-4880-40d3-8639-1503342bac2e {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:31:44.921193 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6d3a05a7-4880-40d3-8639-1503342bac2e not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:31:44.922703 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6191803f-98b5-4a9d-a470-883fd6bf54ba no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:31:44.930680 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6558df9-b751-4b24-b0f9-db5681a52f0a tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:44.932208 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6558df9-b751-4b24-b0f9-db5681a52f0a tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:44.933348 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b6558df9-b751-4b24-b0f9-db5681a52f0a tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Synchronizing usage tracker for tenant:6afa98dc9c144604a64f4771a291a228 on resource:subnet {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:31:44.942017 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11130cfb-2394-4389-acfa-941e45adc33b req-15fcfbc5-ba56-417d-ae36-ee1b596d7fe2 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:44.943115 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11130cfb-2394-4389-acfa-941e45adc33b req-15fcfbc5-ba56-417d-ae36-ee1b596d7fe2 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:44.963771 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5974fcc8-15f7-4c9a-8d6b-ea8078f42b02 None None] Network 4b62670c-d025-48db-8a3c-61c643ef4026 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:31:44.964201 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-337a3a69-eef5-449f-b647-dcba9b558cfa req-fc3e6b92-2df1-4804-b3fe-920846acfeff tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:44.983068 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b6558df9-b751-4b24-b0f9-db5681a52f0a tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Unset dirty status for tenant:6afa98dc9c144604a64f4771a291a228 on resource:subnet {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:31:44.985785 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 6191803f-98b5-4a9d-a470-883fd6bf54ba {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:31:44.986170 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6191803f-98b5-4a9d-a470-883fd6bf54ba not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:31:44.988367 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b6558df9-b751-4b24-b0f9-db5681a52f0a tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2382238 May 03 22:31:44.989210 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60028) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:45.100956 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-a8d77ebd-88a5-4204-a3ff-916b43c2c554 None None] Set router 9fe78d57-7847-4bc8-a426-38e257fff645 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:31:45.144041 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-47b3db94-78b7-41f3-9d5a-cb8353127fbc tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:45.154178 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-47b3db94-78b7-41f3-9d5a-cb8353127fbc tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 03 22:31:45.154782 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47b3db94-78b7-41f3-9d5a-cb8353127fbc tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:31:45.158473 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-47b3db94-78b7-41f3-9d5a-cb8353127fbc tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] 10.222.0.58 "DELETE /v2.0/networks/4b62670c-d025-48db-8a3c-61c643ef4026 HTTP/1.1" status: 409 len: 405 time: 0.1679301 May 03 22:31:45.161883 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60032) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:45.174131 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-93974138-e770-49e9-98fc-218db8e10797 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-631160508'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:45.180950 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-93974138-e770-49e9-98fc-218db8e10797 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:45.181659 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-337a3a69-eef5-449f-b647-dcba9b558cfa req-fc3e6b92-2df1-4804-b3fe-920846acfeff tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:45.187067 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-93974138-e770-49e9-98fc-218db8e10797 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Usage tracker for resource:network and tenant:6afa98dc9c144604a64f4771a291a228 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:45.192940 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-93974138-e770-49e9-98fc-218db8e10797 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:45.196106 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['13fdee9e-c77e-4a72-81f5-8b7e27118d08'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:31:45.200219 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-93974138-e770-49e9-98fc-218db8e10797 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:45.209812 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-55ffb313-d156-4558-ae98-261276dfddc5 req-8d5e0fb8-2e61-4d4b-85b0-3dfbbcb39afa tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:45.250310 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93974138-e770-49e9-98fc-218db8e10797 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Made reservation on behalf of 6afa98dc9c144604a64f4771a291a228 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:31:45.253926 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-93974138-e770-49e9-98fc-218db8e10797 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:45.284228 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93974138-e770-49e9-98fc-218db8e10797 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:31:45.296573 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-93974138-e770-49e9-98fc-218db8e10797 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:45.297182 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-93974138-e770-49e9-98fc-218db8e10797 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Added segment bacc33cd-81da-4bc5-9f44-510afbb87c8b of type vlan for network 18cfc7c1-a36a-4ba0-ab03-101935e61723 May 03 22:31:45.326400 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-93974138-e770-49e9-98fc-218db8e10797 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:45.335330 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-641b2834-37a2-4a61-ade2-6a1900f27ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:45.338705 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11130cfb-2394-4389-acfa-941e45adc33b req-15fcfbc5-ba56-417d-ae36-ee1b596d7fe2 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2569342 May 03 22:31:45.339993 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-641b2834-37a2-4a61-ade2-6a1900f27ce7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:45.362375 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-11130cfb-2394-4389-acfa-941e45adc33b req-af487c96-14d4-47e9-959c-029a6e9654d8 service neutron] Request body: {'port': {'device_id': 'd99c6702-cd4b-4944-ae30-8c1ea0a6a290', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:45.366085 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-93974138-e770-49e9-98fc-218db8e10797 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:45.372845 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93974138-e770-49e9-98fc-218db8e10797 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:45.373986 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-93974138-e770-49e9-98fc-218db8e10797 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:45.489567 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a3a69-eef5-449f-b647-dcba9b558cfa req-fc3e6b92-2df1-4804-b3fe-920846acfeff tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:45.490899 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-337a3a69-eef5-449f-b647-dcba9b558cfa req-fc3e6b92-2df1-4804-b3fe-920846acfeff tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:45.492369 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-337a3a69-eef5-449f-b647-dcba9b558cfa req-fc3e6b92-2df1-4804-b3fe-920846acfeff tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "PUT /v2.0/ports/13fdee9e-c77e-4a72-81f5-8b7e27118d08 HTTP/1.1" status: 200 len: 981 time: 3.2722342 May 03 22:31:45.492857 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c240ab9-dd26-468c-b48f-633514daf12a', 'tag': '13fdee9e-c77e-4a72-81f5-8b7e27118d08'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:31:45.526209 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-55ffb313-d156-4558-ae98-261276dfddc5 req-8d5e0fb8-2e61-4d4b-85b0-3dfbbcb39afa tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "PUT /v2.0/floatingips/235ba3f3-d837-4146-8dee-8b836fe0801f HTTP/1.1" status: 200 len: 996 time: 7.3045192 May 03 22:31:45.543681 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['13fdee9e-c77e-4a72-81f5-8b7e27118d08'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:31:45.612589 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-a8d77ebd-88a5-4204-a3ff-916b43c2c554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'name': 'tempest-FloatingIPsAssociationTestJSON-397226911-router', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '29467980-77b1-465b-a725-dbd893850111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:25Z', 'updated_at': '2022-05-03T22:30:33Z', 'revision_number': 4, 'project_id': 'cedd956302664fa280a1c281659df45b', 'gw_port': {'id': '29467980-77b1-465b-a725-dbd893850111', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:27Z', 'updated_at': '2022-05-03T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '235ba3f3-d837-4146-8dee-8b836fe0801f', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'floating_ip_address': '172.25.2.103', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'port_id': '2642b5e6-5d8c-4acd-b8fd-8a712dfbe750', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'mac_address': 'fa:16:3e:4e:55:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ca06dd-d39d-4b7d-8a6b-d6408b4309cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:31:06Z', 'updated_at': '2022-05-03T22:31:41Z', 'revision_number': 1, 'project_id': 'cedd956302664fa280a1c281659df45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6542d56f-fc4a-4be4-bd93-0893aa77260d', 'name': '', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'mac_address': 'fa:16:3e:0e:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:32Z', 'updated_at': '2022-05-03T22:30:45Z', 'revision_number': 5, 'project_id': 'cedd956302664fa280a1c281659df45b', 'subnets': [{'id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:45.618856 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d77ebd-88a5-4204-a3ff-916b43c2c554 None None] Checking router: 9fe78d57-7847-4bc8-a426-38e257fff645 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:31:45.635791 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d77ebd-88a5-4204-a3ff-916b43c2c554 None None] Routers {'9fe78d57-7847-4bc8-a426-38e257fff645'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:31:45.636668 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-a8d77ebd-88a5-4204-a3ff-916b43c2c554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:31:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['9fe78d57-7847-4bc8-a426-38e257fff645'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:45.716689 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93974138-e770-49e9-98fc-218db8e10797 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Pushing event updated for resources: {'Network': ['ID=18cfc7c1-a36a-4ba0-ab03-101935e61723,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:45.725291 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-93974138-e770-49e9-98fc-218db8e10797 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5622597 May 03 22:31:45.726069 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60040) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:45.730650 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 18cfc7c1-a36a-4ba0-ab03-101935e61723 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:31:45.732962 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-01acaf0b-d342-4da9-9b04-8be4a9f92d76 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Request body: {'subnet': {'network_id': '18cfc7c1-a36a-4ba0-ab03-101935e61723', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:45.855456 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-641b2834-37a2-4a61-ade2-6a1900f27ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:45.855915 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641b2834-37a2-4a61-ade2-6a1900f27ce7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5233241d-5fd0-4bed-92b9-8bf83c8cffa6 {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:31:45.876404 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-01acaf0b-d342-4da9-9b04-8be4a9f92d76 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:45.883788 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-a8d77ebd-88a5-4204-a3ff-916b43c2c554 None None] Set router 9fe78d57-7847-4bc8-a426-38e257fff645 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:31:45.889110 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-01acaf0b-d342-4da9-9b04-8be4a9f92d76 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:45.898000 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e6b92-2df1-4804-b3fe-920846acfeff tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Pushing event updated for resources: {'Port': ['ID=13fdee9e-c77e-4a72-81f5-8b7e27118d08,revision_number=6']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:45.909052 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01acaf0b-d342-4da9-9b04-8be4a9f92d76 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Made reservation on behalf of 6afa98dc9c144604a64f4771a291a228 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:31:45.922094 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-01acaf0b-d342-4da9-9b04-8be4a9f92d76 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:45.986468 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-641b2834-37a2-4a61-ade2-6a1900f27ce7 admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:45.987323 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-641b2834-37a2-4a61-ade2-6a1900f27ce7 admin admin] 10.222.0.58 "DELETE /v2.0/routers/5233241d-5fd0-4bed-92b9-8bf83c8cffa6 HTTP/1.1" status: 204 len: 168 time: 5.1338747 May 03 22:31:45.991222 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11130cfb-2394-4389-acfa-941e45adc33b req-9c3a5808-aeea-47f8-99aa-c24793730375 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:46.004563 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60044) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:46.068621 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11130cfb-2394-4389-acfa-941e45adc33b req-af487c96-14d4-47e9-959c-029a6e9654d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:46.149301 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-78099842-3da4-4e44-a2cf-81337a5ddec9 admin admin] Deleting subnet 390897fc-d09e-4428-a5dc-70960b3f252a {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:31:46.170724 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-78099842-3da4-4e44-a2cf-81337a5ddec9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:46.211371 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ffb313-d156-4558-ae98-261276dfddc5 req-d3445c71-67d5-4b10-8b47-22272bf78bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:46.218626 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-55ffb313-d156-4558-ae98-261276dfddc5 req-d3445c71-67d5-4b10-8b47-22272bf78bae service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cedd956302664fa280a1c281659df45b&device_id=91ca06dd-d39d-4b7d-8a6b-d6408b4309cc HTTP/1.1" status: 200 len: 1096 time: 0.6809580 May 03 22:31:46.293205 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5acbf4-e5cb-4a3d-83a6-39fa9ec932fa req-b0d9ed93-ac34-46f9-b24f-0ae9969eb899 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:46.294972 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9a5acbf4-e5cb-4a3d-83a6-39fa9ec932fa req-b0d9ed93-ac34-46f9-b24f-0ae9969eb899 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=69e3cadd-5968-49c0-a0e9-e11eed87b3c4 HTTP/1.1" status: 200 len: 945 time: 0.6257226 May 03 22:31:46.305617 n-d-811807-1 neutron-server[88070]: DEBUG neutron.objects.ports [None req-01acaf0b-d342-4da9-9b04-8be4a9f92d76 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88070) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 03 22:31:46.306867 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-01acaf0b-d342-4da9-9b04-8be4a9f92d76 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:46.379503 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-a8d77ebd-88a5-4204-a3ff-916b43c2c554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'name': 'tempest-FloatingIPsAssociationTestJSON-397226911-router', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '29467980-77b1-465b-a725-dbd893850111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:25Z', 'updated_at': '2022-05-03T22:30:33Z', 'revision_number': 4, 'project_id': 'cedd956302664fa280a1c281659df45b', 'gw_port': {'id': '29467980-77b1-465b-a725-dbd893850111', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:27Z', 'updated_at': '2022-05-03T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '235ba3f3-d837-4146-8dee-8b836fe0801f', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'floating_ip_address': '172.25.2.103', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'port_id': '2642b5e6-5d8c-4acd-b8fd-8a712dfbe750', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'mac_address': 'fa:16:3e:4e:55:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ca06dd-d39d-4b7d-8a6b-d6408b4309cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:31:06Z', 'updated_at': '2022-05-03T22:31:41Z', 'revision_number': 1, 'project_id': 'cedd956302664fa280a1c281659df45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6542d56f-fc4a-4be4-bd93-0893aa77260d', 'name': '', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'mac_address': 'fa:16:3e:0e:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:32Z', 'updated_at': '2022-05-03T22:30:45Z', 'revision_number': 5, 'project_id': 'cedd956302664fa280a1c281659df45b', 'subnets': [{'id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:46.384648 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d77ebd-88a5-4204-a3ff-916b43c2c554 None None] The sync data for ids ['9fe78d57-7847-4bc8-a426-38e257fff645'] in n-d-811807-1 is: [{'id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'name': 'tempest-FloatingIPsAssociationTestJSON-397226911-router', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '29467980-77b1-465b-a725-dbd893850111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:25Z', 'updated_at': '2022-05-03T22:30:33Z', 'revision_number': 4, 'project_id': 'cedd956302664fa280a1c281659df45b', 'gw_port': {'id': '29467980-77b1-465b-a725-dbd893850111', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:27Z', 'updated_at': '2022-05-03T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '235ba3f3-d837-4146-8dee-8b836fe0801f', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'floating_ip_address': '172.25.2.103', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'port_id': '2642b5e6-5d8c-4acd-b8fd-8a712dfbe750', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'mac_address': 'fa:16:3e:4e:55:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ca06dd-d39d-4b7d-8a6b-d6408b4309cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:31:06Z', 'updated_at': '2022-05-03T22:31:41Z', 'revision_number': 1, 'project_id': 'cedd956302664fa280a1c281659df45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6542d56f-fc4a-4be4-bd93-0893aa77260d', 'name': '', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'mac_address': 'fa:16:3e:0e:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:32Z', 'updated_at': '2022-05-03T22:30:45Z', 'revision_number': 5, 'project_id': 'cedd956302664fa280a1c281659df45b', 'subnets': [{'id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:31:46.389981 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01acaf0b-d342-4da9-9b04-8be4a9f92d76 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Pushing event updated for resources: {'Subnet': ['ID=50c00e97-9a6b-49e9-ae30-a1e6f2ccebfb,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:46.400114 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01acaf0b-d342-4da9-9b04-8be4a9f92d76 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Checking segment: {'id': 'bacc33cd-81da-4bc5-9f44-510afbb87c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '18cfc7c1-a36a-4ba0-ab03-101935e61723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:31:46.400411 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01acaf0b-d342-4da9-9b04-8be4a9f92d76 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Network hostable DHCP agents. Network: 18cfc7c1-a36a-4ba0-ab03-101935e61723, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:31:46.428393 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01acaf0b-d342-4da9-9b04-8be4a9f92d76 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Network 18cfc7c1-a36a-4ba0-ab03-101935e61723 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:31:46.439001 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-01acaf0b-d342-4da9-9b04-8be4a9f92d76 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 18cfc7c1-a36a-4ba0-ab03-101935e61723) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:31:46.441541 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-78099842-3da4-4e44-a2cf-81337a5ddec9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:46.443532 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01acaf0b-d342-4da9-9b04-8be4a9f92d76 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:46.444111 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-01acaf0b-d342-4da9-9b04-8be4a9f92d76 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:46.449650 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f009eba-2933-4185-a2a6-4f47a7c5fa54 None None] Network 18cfc7c1-a36a-4ba0-ab03-101935e61723 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:31:46.476304 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-01acaf0b-d342-4da9-9b04-8be4a9f92d76 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.7487352 May 03 22:31:46.479190 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60048) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:46.482968 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11130cfb-2394-4389-acfa-941e45adc33b req-9c3a5808-aeea-47f8-99aa-c24793730375 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:46.687094 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0c4ff9a0-a487-4131-be29-80bfbc61a2dc tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:46.712900 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1754afb6-26bf-4306-a256-9397491509ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-18cfc7c1-a36a-4ba0-ab03-101935e61723', 'network_id': '18cfc7c1-a36a-4ba0-ab03-101935e61723', 'tenant_id': '6afa98dc9c144604a64f4771a291a228', 'fixed_ips': [{'subnet_id': '50c00e97-9a6b-49e9-ae30-a1e6f2ccebfb'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:31:46.714162 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1754afb6-26bf-4306-a256-9397491509ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:46.733904 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9a5acbf4-e5cb-4a3d-83a6-39fa9ec932fa req-0297642a-ed31-4f73-a63c-3ae7dbc1bce6 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735619 May 03 22:31:46.753040 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a5808-aeea-47f8-99aa-c24793730375 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Pushing event updated for resources: {'Port': ['ID=f5db6f5c-9f93-4758-b7f7-644a3f20227c,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:46.768370 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ffb313-d156-4558-ae98-261276dfddc5 req-449b3968-2f1e-4391-9dcb-8e577e1b1605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:46.777474 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-55ffb313-d156-4558-ae98-261276dfddc5 req-449b3968-2f1e-4391-9dcb-8e577e1b1605 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aa323bd0-e355-48ff-817f-0dfa021e8b19 HTTP/1.1" status: 200 len: 921 time: 0.5576293 May 03 22:31:46.782857 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0c4ff9a0-a487-4131-be29-80bfbc61a2dc tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:46.786804 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907fa400-7000-4ba5-964a-bfa2e7d2fa67 None None] New status for floating IP 235ba3f3-d837-4146-8dee-8b836fe0801f: ACTIVE {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:31:46.835872 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11130cfb-2394-4389-acfa-941e45adc33b req-9c3a5808-aeea-47f8-99aa-c24793730375 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Network 80deef1b-a6bc-436e-82ca-c7772b586ee4 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:31:46.855925 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e7c776c-37db-470d-84ba-cbb79aa947b4'] response: {'server_uuid': '76bd138e-926b-45d1-a5a4-b522ac80a881', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e5936bb-e1f5-4edc-b6f5-ed89c719b65d', 'code': 200} May 03 22:31:46.861448 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-11130cfb-2394-4389-acfa-941e45adc33b req-9c3a5808-aeea-47f8-99aa-c24793730375 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:31:46.873455 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-11130cfb-2394-4389-acfa-941e45adc33b req-9c3a5808-aeea-47f8-99aa-c24793730375 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:31:46.898187 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0c4ff9a0-a487-4131-be29-80bfbc61a2dc tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:46.977042 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ff9a0-a487-4131-be29-80bfbc61a2dc tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Pushing event deleted for resources: {'Subnet': ['ID=50c00e97-9a6b-49e9-ae30-a1e6f2ccebfb,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server [None req-1754afb6-26bf-4306-a256-9397491509ee None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 50c00e97-9a6b-49e9-ae30-a1e6f2ccebfb: This subnet is being modified by another concurrent operation. May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server self.force_reraise() May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server raise self.value May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server self.force_reraise() May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server raise self.value May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server self.force_reraise() May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server raise self.value May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server self.force_reraise() May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server raise self.value May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 03 22:31:47.015662 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 03 22:31:47.019207 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 03 22:31:47.019207 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 03 22:31:47.019207 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 03 22:31:47.019207 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server self.force_reraise() May 03 22:31:47.019207 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 03 22:31:47.019207 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server raise self.value May 03 22:31:47.019207 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 03 22:31:47.019207 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 03 22:31:47.019207 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 03 22:31:47.019207 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 03 22:31:47.019207 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 03 22:31:47.019207 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server self.force_reraise() May 03 22:31:47.019207 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 03 22:31:47.019207 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server raise self.value May 03 22:31:47.019207 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 03 22:31:47.019207 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 03 22:31:47.019207 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 03 22:31:47.019207 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 03 22:31:47.019207 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 03 22:31:47.019207 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 03 22:31:47.019207 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 03 22:31:47.019207 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 03 22:31:47.019207 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 03 22:31:47.019207 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 03 22:31:47.019207 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 03 22:31:47.019207 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 03 22:31:47.019207 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 03 22:31:47.019207 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 03 22:31:47.019207 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 03 22:31:47.019207 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 03 22:31:47.019207 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 03 22:31:47.019207 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 03 22:31:47.019207 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 03 22:31:47.019207 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 03 22:31:47.019207 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 03 22:31:47.019207 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server raise exception May 03 22:31:47.019207 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 50c00e97-9a6b-49e9-ae30-a1e6f2ccebfb: This subnet is being modified by another concurrent operation. May 03 22:31:47.019207 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server May 03 22:31:47.030224 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-55ffb313-d156-4558-ae98-261276dfddc5 req-67d7f7e8-5af3-4dc0-8647-555dc9e56977 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2642b5e6-5d8c-4acd-b8fd-8a712dfbe750 HTTP/1.1" status: 200 len: 999 time: 0.2516115 May 03 22:31:47.045355 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72da95af-ee2d-437d-90f0-1f92214cec87 None None] Network 18cfc7c1-a36a-4ba0-ab03-101935e61723 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:31:47.058384 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0c4ff9a0-a487-4131-be29-80bfbc61a2dc tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:47.086073 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-0c4ff9a0-a487-4131-be29-80bfbc61a2dc tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18cfc7c1-a36a-4ba0-ab03-101935e61723']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:47.099228 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-0c4ff9a0-a487-4131-be29-80bfbc61a2dc tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bacc33cd-81da-4bc5-9f44-510afbb87c8b') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:47.099483 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-0c4ff9a0-a487-4131-be29-80bfbc61a2dc tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bacc33cd-81da-4bc5-9f44-510afbb87c8b') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:47.104642 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11130cfb-2394-4389-acfa-941e45adc33b req-9c3a5808-aeea-47f8-99aa-c24793730375 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:47.105268 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11130cfb-2394-4389-acfa-941e45adc33b req-9c3a5808-aeea-47f8-99aa-c24793730375 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:47.110947 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0c4ff9a0-a487-4131-be29-80bfbc61a2dc tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:47.114927 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-78099842-3da4-4e44-a2cf-81337a5ddec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:47.127418 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0c4ff9a0-a487-4131-be29-80bfbc61a2dc tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:47.134184 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c4ff9a0-a487-4131-be29-80bfbc61a2dc tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:31:47.134580 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0c4ff9a0-a487-4131-be29-80bfbc61a2dc tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:47.149654 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:31:47.149654 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:31:47.149654 n-d-811807-1 neutron-server[88070]: timer() May 03 22:31:47.149654 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:31:47.149654 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:31:47.149654 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:31:47.149654 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:31:47.149654 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:31:47.149654 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:31:47.149654 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:31:47.149654 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:31:47.149654 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:31:47.149654 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:31:47.149654 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:31:47.149654 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:31:47.149654 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:31:47.149654 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:31:47.149654 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:31:47.149654 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:31:47.149654 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:31:47.149654 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:31:47.149654 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:31:47.149654 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:31:47.149654 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:31:47.149654 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:31:47.149654 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:31:47.149654 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:31:47.149654 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:31:47.149654 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:31:47.149654 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:31:47.149654 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:31:47.149654 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:31:47.233029 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ffb313-d156-4558-ae98-261276dfddc5 req-b79be8a9-0fc7-4945-b885-d4e33f3f8170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:47.234415 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0c4ff9a0-a487-4131-be29-80bfbc61a2dc tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:47.240750 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-55ffb313-d156-4558-ae98-261276dfddc5 req-b79be8a9-0fc7-4945-b885-d4e33f3f8170 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=54b42422-4ac1-45eb-8a53-775e8d5e2134 HTTP/1.1" status: 200 len: 859 time: 0.2096443 May 03 22:31:47.260274 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0c4ff9a0-a487-4131-be29-80bfbc61a2dc tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:47.275751 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ff9a0-a487-4131-be29-80bfbc61a2dc tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Pushing event deleted for resources: {'Network': ['ID=18cfc7c1-a36a-4ba0-ab03-101935e61723,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:47.277387 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11130cfb-2394-4389-acfa-941e45adc33b req-9c3a5808-aeea-47f8-99aa-c24793730375 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.1775584 May 03 22:31:47.284415 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0c4ff9a0-a487-4131-be29-80bfbc61a2dc tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] 10.222.0.58 "DELETE /v2.0/networks/18cfc7c1-a36a-4ba0-ab03-101935e61723 HTTP/1.1" status: 204 len: 168 time: 0.8010948 May 03 22:31:47.287626 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60052) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:47.293050 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419b8963-244d-403c-ab1d-7e653a03dd7e None None] get_active_networks_info from n-d-811807-1 {{(pid=88071) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 03 22:31:47.295309 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-907d5c87-0cce-48c2-a882-36050891c39c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-588640173'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:47.295518 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-11130cfb-2394-4389-acfa-941e45adc33b req-59f72866-dc2b-4c00-839c-2c0eac4b15db service neutron] Request body: {'port': {'device_id': '68d6ae3d-ec8c-44d1-bc34-c477d182a2d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:47.302407 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-907d5c87-0cce-48c2-a882-36050891c39c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:47.307047 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-907d5c87-0cce-48c2-a882-36050891c39c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Usage tracker for resource:network and tenant:6afa98dc9c144604a64f4771a291a228 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:47.310056 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-907d5c87-0cce-48c2-a882-36050891c39c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:47.315798 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-907d5c87-0cce-48c2-a882-36050891c39c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:47.335798 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907d5c87-0cce-48c2-a882-36050891c39c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Made reservation on behalf of 6afa98dc9c144604a64f4771a291a228 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:31:47.340210 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-907d5c87-0cce-48c2-a882-36050891c39c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:47.374858 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-907d5c87-0cce-48c2-a882-36050891c39c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:31:47.376722 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-11130cfb-2394-4389-acfa-941e45adc33b req-24863224-f3d5-4c5c-8702-19f46053d4b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48018d3d-ad55-4c5c-a22d-33b3080d9012 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:31:47.384704 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-907d5c87-0cce-48c2-a882-36050891c39c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:47.385055 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-907d5c87-0cce-48c2-a882-36050891c39c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Added segment 9f3e90f0-2394-4fd4-9dc5-06d9421e127a of type vlan for network 1702e732-f26c-487b-9d13-2f2ae9a8390b May 03 22:31:47.393703 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11130cfb-2394-4389-acfa-941e45adc33b req-24863224-f3d5-4c5c-8702-19f46053d4b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:47.413662 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-907d5c87-0cce-48c2-a882-36050891c39c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:47.429164 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419b8963-244d-403c-ab1d-7e653a03dd7e None None] Resources bound (agent type, host, resource id): {{(pid=88071) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 03 22:31:47.445109 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-907d5c87-0cce-48c2-a882-36050891c39c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:47.450812 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907d5c87-0cce-48c2-a882-36050891c39c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:47.451273 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-907d5c87-0cce-48c2-a882-36050891c39c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:47.476527 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574aaa2-24f7-4f01-9640-355c011a2bd4 req-2e70ded3-357c-4409-869a-b087869a810b tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:47.478376 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0574aaa2-24f7-4f01-9640-355c011a2bd4 req-2e70ded3-357c-4409-869a-b087869a810b tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=76bd138e-926b-45d1-a5a4-b522ac80a881 HTTP/1.1" status: 200 len: 951 time: 0.5192809 May 03 22:31:47.483848 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-11130cfb-2394-4389-acfa-941e45adc33b req-24863224-f3d5-4c5c-8702-19f46053d4b1 service neutron] Transition to ACTIVE for port object 48018d3d-ad55-4c5c-a22d-33b3080d9012 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:31:47.485544 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-78099842-3da4-4e44-a2cf-81337a5ddec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:47.553680 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11130cfb-2394-4389-acfa-941e45adc33b req-24863224-f3d5-4c5c-8702-19f46053d4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:47.590010 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d5c87-0cce-48c2-a882-36050891c39c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Pushing event updated for resources: {'Network': ['ID=1702e732-f26c-487b-9d13-2f2ae9a8390b,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:47.598906 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-907d5c87-0cce-48c2-a882-36050891c39c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3086665 May 03 22:31:47.600133 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60056) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:47.607793 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-68ab6f7c-e1c1-4cfc-b2bf-fe9d75e91ab1 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Request body: {'subnet': {'network_id': '1702e732-f26c-487b-9d13-2f2ae9a8390b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:47.616895 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 1702e732-f26c-487b-9d13-2f2ae9a8390b details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:31:47.725408 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-68ab6f7c-e1c1-4cfc-b2bf-fe9d75e91ab1 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:47.730005 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-68ab6f7c-e1c1-4cfc-b2bf-fe9d75e91ab1 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Usage tracker for resource:subnet and tenant:6afa98dc9c144604a64f4771a291a228 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:47.732914 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-68ab6f7c-e1c1-4cfc-b2bf-fe9d75e91ab1 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:47.738659 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-68ab6f7c-e1c1-4cfc-b2bf-fe9d75e91ab1 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:47.750193 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ab6f7c-e1c1-4cfc-b2bf-fe9d75e91ab1 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Made reservation on behalf of 6afa98dc9c144604a64f4771a291a228 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:31:47.753892 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-68ab6f7c-e1c1-4cfc-b2bf-fe9d75e91ab1 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:47.754433 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78099842-3da4-4e44-a2cf-81337a5ddec9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=390897fc-d09e-4428-a5dc-70960b3f252a,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:47.781666 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-78099842-3da4-4e44-a2cf-81337a5ddec9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:47.844672 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11130cfb-2394-4389-acfa-941e45adc33b req-59f72866-dc2b-4c00-839c-2c0eac4b15db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:47.936228 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74562db9-0d69-4a9f-bd9b-7fcc6ba23bd8 None None] Network ea50194d-7ccb-4fc0-9800-2ac2b77a1364 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:31:47.951389 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-78099842-3da4-4e44-a2cf-81337a5ddec9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/390897fc-d09e-4428-a5dc-70960b3f252a HTTP/1.1" status: 204 len: 168 time: 1.9419117 May 03 22:31:47.961017 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60062) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:47.972255 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0574aaa2-24f7-4f01-9640-355c011a2bd4 req-2531912e-d052-492c-9c8e-2d4d0f792b6c tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4663439 May 03 22:31:48.017669 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ffb313-d156-4558-ae98-261276dfddc5 req-06b7793b-9eac-4ffe-9205-4c14185aed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:48.019245 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-55ffb313-d156-4558-ae98-261276dfddc5 req-06b7793b-9eac-4ffe-9205-4c14185aed12 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aa323bd0-e355-48ff-817f-0dfa021e8b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7774599 May 03 22:31:48.020413 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24863224-f3d5-4c5c-8702-19f46053d4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=48018d3d-ad55-4c5c-a22d-33b3080d9012,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:48.071265 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-55ffb313-d156-4558-ae98-261276dfddc5 req-0c7978ff-ae25-43c7-968d-6cc83272e91e service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:31:48.072226 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-55ffb313-d156-4558-ae98-261276dfddc5 req-0c7978ff-ae25-43c7-968d-6cc83272e91e service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054309 May 03 22:31:48.148696 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-68ab6f7c-e1c1-4cfc-b2bf-fe9d75e91ab1 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:48.227539 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab6f7c-e1c1-4cfc-b2bf-fe9d75e91ab1 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Pushing event updated for resources: {'Subnet': ['ID=3856d0d1-80da-4101-98c2-5fcbae939f0b,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:48.238173 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ab6f7c-e1c1-4cfc-b2bf-fe9d75e91ab1 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Checking segment: {'id': '9f3e90f0-2394-4fd4-9dc5-06d9421e127a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '1702e732-f26c-487b-9d13-2f2ae9a8390b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:31:48.238559 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ab6f7c-e1c1-4cfc-b2bf-fe9d75e91ab1 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Network hostable DHCP agents. Network: 1702e732-f26c-487b-9d13-2f2ae9a8390b, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:31:48.259334 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ab6f7c-e1c1-4cfc-b2bf-fe9d75e91ab1 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Network 1702e732-f26c-487b-9d13-2f2ae9a8390b is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:31:48.268653 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-68ab6f7c-e1c1-4cfc-b2bf-fe9d75e91ab1 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 1702e732-f26c-487b-9d13-2f2ae9a8390b) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:31:48.277794 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ab6f7c-e1c1-4cfc-b2bf-fe9d75e91ab1 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:48.278460 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-68ab6f7c-e1c1-4cfc-b2bf-fe9d75e91ab1 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:48.279649 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993bf43a-bbf4-4585-af0b-8574011b042e None None] Network 1702e732-f26c-487b-9d13-2f2ae9a8390b requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:31:48.303085 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ca7b02-746e-4b33-92c8-91171db62253 None None] DHCP port deletion for ea50194d-7ccb-4fc0-9800-2ac2b77a1364 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:31:48.313143 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-68ab6f7c-e1c1-4cfc-b2bf-fe9d75e91ab1 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7113645 May 03 22:31:48.313832 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60068) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:48.324333 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-83ca7b02-746e-4b33-92c8-91171db62253 None None] Deleting port 61f80a3c-a291-44c7-9600-4a39c7e969ac {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:31:48.324697 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-83ca7b02-746e-4b33-92c8-91171db62253 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:48.447440 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1f9ae9a0-8d4c-4ee9-b244-84492cfe3adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:48.468678 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a6050bf7-fa24-4995-ad36-790d377df6c0 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:48.546740 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a6050bf7-fa24-4995-ad36-790d377df6c0 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:48.602292 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-11130cfb-2394-4389-acfa-941e45adc33b req-24863224-f3d5-4c5c-8702-19f46053d4b1 service neutron] Attempting to bind port 48018d3d-ad55-4c5c-a22d-33b3080d9012 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:31:48.602292 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-11130cfb-2394-4389-acfa-941e45adc33b req-24863224-f3d5-4c5c-8702-19f46053d4b1 service neutron] Attempting to bind port 48018d3d-ad55-4c5c-a22d-33b3080d9012 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '377f8452-e338-4faf-8c9c-bc97c0819012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '80deef1b-a6bc-436e-82ca-c7772b586ee4'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:31:48.602292 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11130cfb-2394-4389-acfa-941e45adc33b req-24863224-f3d5-4c5c-8702-19f46053d4b1 service neutron] Attempting to bind port 48018d3d-ad55-4c5c-a22d-33b3080d9012 on network 80deef1b-a6bc-436e-82ca-c7772b586ee4 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:31:48.610072 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-1f9ae9a0-8d4c-4ee9-b244-84492cfe3adb admin admin] Deleting port 61f80a3c-a291-44c7-9600-4a39c7e969ac {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:31:48.610420 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1f9ae9a0-8d4c-4ee9-b244-84492cfe3adb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:48.650711 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-55ffb313-d156-4558-ae98-261276dfddc5 req-d8711ecf-e693-48ec-a85b-52255725e936 service neutron] 10.222.0.58 "GET /v2.0/networks/aa323bd0-e355-48ff-817f-0dfa021e8b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5668352 May 03 22:31:48.651266 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11130cfb-2394-4389-acfa-941e45adc33b req-24863224-f3d5-4c5c-8702-19f46053d4b1 service neutron] Port 48018d3d-ad55-4c5c-a22d-33b3080d9012 on network 80deef1b-a6bc-436e-82ca-c7772b586ee4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:31:48.651591 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11130cfb-2394-4389-acfa-941e45adc33b req-24863224-f3d5-4c5c-8702-19f46053d4b1 service neutron] Attempting to bind port 48018d3d-ad55-4c5c-a22d-33b3080d9012 on network 80deef1b-a6bc-436e-82ca-c7772b586ee4 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:31:48.673763 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-11130cfb-2394-4389-acfa-941e45adc33b req-af487c96-14d4-47e9-959c-029a6e9654d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3669b2d9-1b59-461a-8bfe-ca15a70bfd35 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:31:48.675026 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a6050bf7-fa24-4995-ad36-790d377df6c0 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:48.688784 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-83ca7b02-746e-4b33-92c8-91171db62253 None None] For port 61f80a3c-a291-44c7-9600-4a39c7e969ac, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=61f80a3c-a291-44c7-9600-4a39c7e969ac,segment=NetworkSegment(4316ff61-4b6f-4abf-823b-29aa011e3eff),segment_id=4316ff61-4b6f-4abf-823b-29aa011e3eff)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:48.689007 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-83ca7b02-746e-4b33-92c8-91171db62253 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:48.703786 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 61f80a3c-a291-44c7-9600-4a39c7e969ac no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:31:48.714715 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11130cfb-2394-4389-acfa-941e45adc33b req-24863224-f3d5-4c5c-8702-19f46053d4b1 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:31:48.715070 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11130cfb-2394-4389-acfa-941e45adc33b req-24863224-f3d5-4c5c-8702-19f46053d4b1 service neutron] Checking segment: {'id': '377f8452-e338-4faf-8c9c-bc97c0819012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '80deef1b-a6bc-436e-82ca-c7772b586ee4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:31:48.715466 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11130cfb-2394-4389-acfa-941e45adc33b req-24863224-f3d5-4c5c-8702-19f46053d4b1 service neutron] Bound using segment: {'id': '377f8452-e338-4faf-8c9c-bc97c0819012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '80deef1b-a6bc-436e-82ca-c7772b586ee4'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:31:48.715912 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-11130cfb-2394-4389-acfa-941e45adc33b req-24863224-f3d5-4c5c-8702-19f46053d4b1 service neutron] Bound port: 48018d3d-ad55-4c5c-a22d-33b3080d9012, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '377f8452-e338-4faf-8c9c-bc97c0819012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '80deef1b-a6bc-436e-82ca-c7772b586ee4'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:31:48.716269 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11130cfb-2394-4389-acfa-941e45adc33b req-24863224-f3d5-4c5c-8702-19f46053d4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:48.726456 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6050bf7-fa24-4995-ad36-790d377df6c0 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Pushing event deleted for resources: {'Subnet': ['ID=3856d0d1-80da-4101-98c2-5fcbae939f0b,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:48.732337 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11130cfb-2394-4389-acfa-941e45adc33b req-af487c96-14d4-47e9-959c-029a6e9654d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:48.780553 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947bf491-5106-4ce2-9c19-a4e59c43ab04 req-9c8932c6-90a4-43e2-99b6-4999f84da2bc tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:48.781250 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3b6fd8-60c6-4d29-95af-5b00dade15d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-1702e732-f26c-487b-9d13-2f2ae9a8390b', 'network_id': '1702e732-f26c-487b-9d13-2f2ae9a8390b', 'tenant_id': '6afa98dc9c144604a64f4771a291a228', 'fixed_ips': [{'subnet_id': '3856d0d1-80da-4101-98c2-5fcbae939f0b'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:31:48.781362 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-947bf491-5106-4ce2-9c19-a4e59c43ab04 req-9c8932c6-90a4-43e2-99b6-4999f84da2bc tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Synchronizing usage tracker for tenant:bd51361818564d1386545633b9756d25 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:31:48.781455 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2c3b6fd8-60c6-4d29-95af-5b00dade15d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:48.835550 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a6050bf7-fa24-4995-ad36-790d377df6c0 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:48.853801 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-11130cfb-2394-4389-acfa-941e45adc33b req-af487c96-14d4-47e9-959c-029a6e9654d8 service neutron] Transition to ACTIVE for port object 3669b2d9-1b59-461a-8bfe-ca15a70bfd35 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:31:48.863127 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-a6050bf7-fa24-4995-ad36-790d377df6c0 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1702e732-f26c-487b-9d13-2f2ae9a8390b']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:48.864792 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-83ca7b02-746e-4b33-92c8-91171db62253 None None] Calling delete_port for 61f80a3c-a291-44c7-9600-4a39c7e969ac owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:31:48.876475 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-a6050bf7-fa24-4995-ad36-790d377df6c0 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f3e90f0-2394-4fd4-9dc5-06d9421e127a') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:48.876827 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-a6050bf7-fa24-4995-ad36-790d377df6c0 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f3e90f0-2394-4fd4-9dc5-06d9421e127a') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:48.890284 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a6050bf7-fa24-4995-ad36-790d377df6c0 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:48.893886 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e3cadd-5968-49c0-a0e9-e11eed87b3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45cfcf3-5001-41e4-a152-1a1ce1405b66'}, {'server_uuid': '76bd138e-926b-45d1-a5a4-b522ac80a881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5936bb-e1f5-4edc-b6f5-ed89c719b65d'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:31:48.908640 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a6050bf7-fa24-4995-ad36-790d377df6c0 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:48.918476 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6050bf7-fa24-4995-ad36-790d377df6c0 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:31:48.919072 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a6050bf7-fa24-4995-ad36-790d377df6c0 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:48.938531 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:31:48.938531 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:31:48.938531 n-d-811807-1 neutron-server[88070]: timer() May 03 22:31:48.938531 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:31:48.938531 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:31:48.938531 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:31:48.938531 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:31:48.938531 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:31:48.938531 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:31:48.938531 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:31:48.938531 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:31:48.938531 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:31:48.938531 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:31:48.938531 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:31:48.938531 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:31:48.938531 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:31:48.938531 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:31:48.938531 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:31:48.938531 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:31:48.938531 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:31:48.938531 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:31:48.938531 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:31:48.938531 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:31:48.938531 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:31:48.938531 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:31:48.938531 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:31:48.938531 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:31:48.938531 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:31:48.938531 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:31:48.938531 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:31:48.938531 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:31:48.938531 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:31:48.947460 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11130cfb-2394-4389-acfa-941e45adc33b req-af487c96-14d4-47e9-959c-029a6e9654d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:49.023858 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a6050bf7-fa24-4995-ad36-790d377df6c0 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:49.043283 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a6050bf7-fa24-4995-ad36-790d377df6c0 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:49.054352 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6050bf7-fa24-4995-ad36-790d377df6c0 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Pushing event deleted for resources: {'Network': ['ID=1702e732-f26c-487b-9d13-2f2ae9a8390b,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:49.065944 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a6050bf7-fa24-4995-ad36-790d377df6c0 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] 10.222.0.58 "DELETE /v2.0/networks/1702e732-f26c-487b-9d13-2f2ae9a8390b HTTP/1.1" status: 204 len: 168 time: 0.7472610 May 03 22:31:49.066107 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-2c3b6fd8-60c6-4d29-95af-5b00dade15d5 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 03 22:31:49.066107 n-d-811807-1 neutron-server[88071]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] May 03 22:31:49.066107 n-d-811807-1 neutron-server[88071]: [parameters: {'project_id': '6afa98dc9c144604a64f4771a291a228', 'id': 'c23e1da9-233d-4746-93c1-511db40594f2', 'name': '', 'network_id': '1702e732-f26c-487b-9d13-2f2ae9a8390b', 'mac_address': 'fa:16:3e:ef:08:17', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-1702e732-f26c-487b-9d13-2f2ae9a8390b', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1237}] May 03 22:31:49.066107 n-d-811807-1 neutron-server[88071]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:31:49.066107 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-2c3b6fd8-60c6-4d29-95af-5b00dade15d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:31:49.067503 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60074) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:49.071695 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-4dae6d1d-b50b-4bc5-a9ad-18a532e5b32c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1490436664'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:49.075266 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-83ca7b02-746e-4b33-92c8-91171db62253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:49.076754 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4dae6d1d-b50b-4bc5-a9ad-18a532e5b32c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:49.080822 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4dae6d1d-b50b-4bc5-a9ad-18a532e5b32c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Usage tracker for resource:network and tenant:6afa98dc9c144604a64f4771a291a228 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:49.084349 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4dae6d1d-b50b-4bc5-a9ad-18a532e5b32c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:49.090368 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4dae6d1d-b50b-4bc5-a9ad-18a532e5b32c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:49.100870 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dae6d1d-b50b-4bc5-a9ad-18a532e5b32c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Made reservation on behalf of 6afa98dc9c144604a64f4771a291a228 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:31:49.104363 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4dae6d1d-b50b-4bc5-a9ad-18a532e5b32c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:49.126083 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:49.136553 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dae6d1d-b50b-4bc5-a9ad-18a532e5b32c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:31:49.139155 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca7b02-746e-4b33-92c8-91171db62253 None None] Pushing event deleted for resources: {'Port': ['ID=61f80a3c-a291-44c7-9600-4a39c7e969ac,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:49.146300 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4dae6d1d-b50b-4bc5-a9ad-18a532e5b32c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:49.146676 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-4dae6d1d-b50b-4bc5-a9ad-18a532e5b32c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Added segment 0750b310-9b4f-4aae-a058-05469527d576 of type vlan for network f0d3256c-a1db-4c0c-bfb7-b3f78b45065a May 03 22:31:49.147412 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ca7b02-746e-4b33-92c8-91171db62253 None None] No DVR routers for this DVR port 61f80a3c-a291-44c7-9600-4a39c7e969ac on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:31:49.170113 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-947bf491-5106-4ce2-9c19-a4e59c43ab04 req-9c8932c6-90a4-43e2-99b6-4999f84da2bc tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Unset dirty status for tenant:bd51361818564d1386545633b9756d25 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:31:49.171330 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-947bf491-5106-4ce2-9c19-a4e59c43ab04 req-9c8932c6-90a4-43e2-99b6-4999f84da2bc tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] 10.222.0.58 "GET /v2.0/ports?device_id=d99c6702-cd4b-4944-ae30-8c1ea0a6a290 HTTP/1.1" status: 200 len: 931 time: 1.0344539 May 03 22:31:49.181302 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4dae6d1d-b50b-4bc5-a9ad-18a532e5b32c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:49.216954 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4dae6d1d-b50b-4bc5-a9ad-18a532e5b32c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:49.222611 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dae6d1d-b50b-4bc5-a9ad-18a532e5b32c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:49.223264 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4dae6d1d-b50b-4bc5-a9ad-18a532e5b32c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:49.284942 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4dae6d1d-b50b-4bc5-a9ad-18a532e5b32c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2184606 May 03 22:31:49.334056 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60078) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:49.344725 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-b3922620-8c0b-4e66-97ba-b400f8800fa3 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Request body: {'subnet': {'network_id': 'f0d3256c-a1db-4c0c-bfb7-b3f78b45065a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:49.363341 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae6d1d-b50b-4bc5-a9ad-18a532e5b32c tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Pushing event updated for resources: {'Network': ['ID=f0d3256c-a1db-4c0c-bfb7-b3f78b45065a,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:49.374524 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network f0d3256c-a1db-4c0c-bfb7-b3f78b45065a details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:31:49.418040 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af487c96-14d4-47e9-959c-029a6e9654d8 service neutron] Pushing event updated for resources: {'Port': ['ID=3669b2d9-1b59-461a-8bfe-ca15a70bfd35,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:49.421642 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-55ffb313-d156-4558-ae98-261276dfddc5 req-39a20f45-33a4-4d77-a33d-97d14dee8fcf service neutron] 10.222.0.58 "GET /v2.0/networks/aa323bd0-e355-48ff-817f-0dfa021e8b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7385564 May 03 22:31:49.425531 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-11130cfb-2394-4389-acfa-941e45adc33b req-24863224-f3d5-4c5c-8702-19f46053d4b1 service neutron] For port 48018d3d-ad55-4c5c-a22d-33b3080d9012, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:31:49.464309 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b3922620-8c0b-4e66-97ba-b400f8800fa3 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:49.469793 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b3922620-8c0b-4e66-97ba-b400f8800fa3 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Usage tracker for resource:subnet and tenant:6afa98dc9c144604a64f4771a291a228 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:49.471527 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b3922620-8c0b-4e66-97ba-b400f8800fa3 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:49.477713 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b3922620-8c0b-4e66-97ba-b400f8800fa3 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:49.491134 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3922620-8c0b-4e66-97ba-b400f8800fa3 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Made reservation on behalf of 6afa98dc9c144604a64f4771a291a228 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:31:49.495431 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b3922620-8c0b-4e66-97ba-b400f8800fa3 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:49.556152 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-11130cfb-2394-4389-acfa-941e45adc33b req-24863224-f3d5-4c5c-8702-19f46053d4b1 service neutron] For port 48018d3d-ad55-4c5c-a22d-33b3080d9012, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=48018d3d-ad55-4c5c-a22d-33b3080d9012,segment=NetworkSegment(377f8452-e338-4faf-8c9c-bc97c0819012),segment_id=377f8452-e338-4faf-8c9c-bc97c0819012)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:31:49.567491 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2c3b6fd8-60c6-4d29-95af-5b00dade15d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:49.611284 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11130cfb-2394-4389-acfa-941e45adc33b req-24863224-f3d5-4c5c-8702-19f46053d4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:49.634694 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0950e5c3-7b32-433f-908a-55d67589f4d7 None None] Network 1702e732-f26c-487b-9d13-2f2ae9a8390b requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:31:49.656561 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0950e5c3-7b32-433f-908a-55d67589f4d7 None None] Network 1702e732-f26c-487b-9d13-2f2ae9a8390b could not be found, it might have been deleted concurrently. {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 03 22:31:49.673368 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aa470ab-6615-41a6-8969-359264bab608'] response: {'server_uuid': '38121337-ca54-4280-ba73-8ced22b87637', 'name': 'network-vif-deleted', 'tag': '0d832e69-ec6a-4142-b5f4-88fec71f5dac', 'status': 'completed', 'code': 200} May 03 22:31:49.681107 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-947bf491-5106-4ce2-9c19-a4e59c43ab04 req-e3fe7786-b840-4bf0-8d93-89e3f7bf2db0 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Synchronizing usage tracker for tenant:bd51361818564d1386545633b9756d25 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:31:49.717468 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11130cfb-2394-4389-acfa-941e45adc33b req-24863224-f3d5-4c5c-8702-19f46053d4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:49.718118 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11130cfb-2394-4389-acfa-941e45adc33b req-24863224-f3d5-4c5c-8702-19f46053d4b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:49.719497 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11130cfb-2394-4389-acfa-941e45adc33b req-24863224-f3d5-4c5c-8702-19f46053d4b1 service neutron] 10.222.0.67 "PUT /v2.0/ports/48018d3d-ad55-4c5c-a22d-33b3080d9012 HTTP/1.1" status: 200 len: 1091 time: 7.5536611 May 03 22:31:49.721212 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-559b6648-4327-4425-b5c1-d4eedbfecbd5'] response: {'name': 'network-changed', 'server_uuid': '4c240ab9-dd26-468c-b48f-633514daf12a', 'tag': '13fdee9e-c77e-4a72-81f5-8b7e27118d08', 'status': 'completed', 'code': 200} May 03 22:31:49.743690 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-1f9ae9a0-8d4c-4ee9-b244-84492cfe3adb admin admin] For port 61f80a3c-a291-44c7-9600-4a39c7e969ac, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=61f80a3c-a291-44c7-9600-4a39c7e969ac,segment=NetworkSegment(4316ff61-4b6f-4abf-823b-29aa011e3eff),segment_id=4316ff61-4b6f-4abf-823b-29aa011e3eff)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:49.744077 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1f9ae9a0-8d4c-4ee9-b244-84492cfe3adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:49.933475 n-d-811807-1 neutron-server[88070]: DEBUG neutron.objects.ports [None req-b3922620-8c0b-4e66-97ba-b400f8800fa3 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88070) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 03 22:31:49.934573 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b3922620-8c0b-4e66-97ba-b400f8800fa3 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:50.011971 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3922620-8c0b-4e66-97ba-b400f8800fa3 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Pushing event updated for resources: {'Subnet': ['ID=b7895840-984f-4c9a-b097-2478507adc76,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:50.020658 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3922620-8c0b-4e66-97ba-b400f8800fa3 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Checking segment: {'id': '0750b310-9b4f-4aae-a058-05469527d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'f0d3256c-a1db-4c0c-bfb7-b3f78b45065a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:31:50.021009 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3922620-8c0b-4e66-97ba-b400f8800fa3 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Network hostable DHCP agents. Network: f0d3256c-a1db-4c0c-bfb7-b3f78b45065a, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:31:50.037530 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-1f9ae9a0-8d4c-4ee9-b244-84492cfe3adb admin admin] Calling delete_port for 61f80a3c-a291-44c7-9600-4a39c7e969ac owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:31:50.040564 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3922620-8c0b-4e66-97ba-b400f8800fa3 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Network f0d3256c-a1db-4c0c-bfb7-b3f78b45065a is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:31:50.049749 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-b3922620-8c0b-4e66-97ba-b400f8800fa3 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, f0d3256c-a1db-4c0c-bfb7-b3f78b45065a) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:31:50.054373 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3922620-8c0b-4e66-97ba-b400f8800fa3 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:50.054942 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b3922620-8c0b-4e66-97ba-b400f8800fa3 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:50.062072 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14539b3b-ab38-411a-8b0a-ca8b115e5c96 None None] Network f0d3256c-a1db-4c0c-bfb7-b3f78b45065a requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:31:50.081313 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b3922620-8c0b-4e66-97ba-b400f8800fa3 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7464585 May 03 22:31:50.084361 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60088) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:50.088425 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-947bf491-5106-4ce2-9c19-a4e59c43ab04 req-e3fe7786-b840-4bf0-8d93-89e3f7bf2db0 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Unset dirty status for tenant:bd51361818564d1386545633b9756d25 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:31:50.089537 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-947bf491-5106-4ce2-9c19-a4e59c43ab04 req-e3fe7786-b840-4bf0-8d93-89e3f7bf2db0 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] 10.222.0.58 "GET /v2.0/security-groups?id=6252505b-f2bc-492b-a3f0-7602305e4248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8542802 May 03 22:31:50.108412 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24863224-f3d5-4c5c-8702-19f46053d4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=48018d3d-ad55-4c5c-a22d-33b3080d9012,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:50.120063 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-11130cfb-2394-4389-acfa-941e45adc33b req-af487c96-14d4-47e9-959c-029a6e9654d8 service neutron] Attempting to bind port 3669b2d9-1b59-461a-8bfe-ca15a70bfd35 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:31:50.120666 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-11130cfb-2394-4389-acfa-941e45adc33b req-af487c96-14d4-47e9-959c-029a6e9654d8 service neutron] Attempting to bind port 3669b2d9-1b59-461a-8bfe-ca15a70bfd35 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '377f8452-e338-4faf-8c9c-bc97c0819012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '80deef1b-a6bc-436e-82ca-c7772b586ee4'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:31:50.121180 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11130cfb-2394-4389-acfa-941e45adc33b req-af487c96-14d4-47e9-959c-029a6e9654d8 service neutron] Attempting to bind port 3669b2d9-1b59-461a-8bfe-ca15a70bfd35 on network 80deef1b-a6bc-436e-82ca-c7772b586ee4 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:31:50.156453 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11130cfb-2394-4389-acfa-941e45adc33b req-af487c96-14d4-47e9-959c-029a6e9654d8 service neutron] Port 3669b2d9-1b59-461a-8bfe-ca15a70bfd35 on network 80deef1b-a6bc-436e-82ca-c7772b586ee4 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:31:50.156784 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11130cfb-2394-4389-acfa-941e45adc33b req-af487c96-14d4-47e9-959c-029a6e9654d8 service neutron] Attempting to bind port 3669b2d9-1b59-461a-8bfe-ca15a70bfd35 on network 80deef1b-a6bc-436e-82ca-c7772b586ee4 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:31:50.163651 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-11130cfb-2394-4389-acfa-941e45adc33b req-59f72866-dc2b-4c00-839c-2c0eac4b15db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5db6f5c-9f93-4758-b7f7-644a3f20227c {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:31:50.188546 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11130cfb-2394-4389-acfa-941e45adc33b req-59f72866-dc2b-4c00-839c-2c0eac4b15db service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:50.192530 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11130cfb-2394-4389-acfa-941e45adc33b req-af487c96-14d4-47e9-959c-029a6e9654d8 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:31:50.192869 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11130cfb-2394-4389-acfa-941e45adc33b req-af487c96-14d4-47e9-959c-029a6e9654d8 service neutron] Checking segment: {'id': '377f8452-e338-4faf-8c9c-bc97c0819012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '80deef1b-a6bc-436e-82ca-c7772b586ee4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:31:50.193753 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11130cfb-2394-4389-acfa-941e45adc33b req-af487c96-14d4-47e9-959c-029a6e9654d8 service neutron] Bound using segment: {'id': '377f8452-e338-4faf-8c9c-bc97c0819012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '80deef1b-a6bc-436e-82ca-c7772b586ee4'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:31:50.193753 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-11130cfb-2394-4389-acfa-941e45adc33b req-af487c96-14d4-47e9-959c-029a6e9654d8 service neutron] Bound port: 3669b2d9-1b59-461a-8bfe-ca15a70bfd35, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '377f8452-e338-4faf-8c9c-bc97c0819012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '80deef1b-a6bc-436e-82ca-c7772b586ee4'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:31:50.194047 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11130cfb-2394-4389-acfa-941e45adc33b req-af487c96-14d4-47e9-959c-029a6e9654d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:50.234870 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f0f6d5fe-18db-4157-9506-5f8eb6ffd9cd req-74df7389-48fd-49dc-bc50-e0a2fe1b39d0 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1861810375&fields=id&tenant_id=d9c3dbb20f6947bda4c4f80874d7efc3 HTTP/1.1" status: 200 len: 267 time: 0.3807709 May 03 22:31:50.272462 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f9652183-44e3-4b09-8514-edd852dd8c83 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:50.313926 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26be88f-f9d2-404f-9c6c-2de6589d6886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-f0d3256c-a1db-4c0c-bfb7-b3f78b45065a', 'network_id': 'f0d3256c-a1db-4c0c-bfb7-b3f78b45065a', 'tenant_id': '6afa98dc9c144604a64f4771a291a228', 'fixed_ips': [{'subnet_id': 'b7895840-984f-4c9a-b097-2478507adc76'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:31:50.315654 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d26be88f-f9d2-404f-9c6c-2de6589d6886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:50.349340 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f9652183-44e3-4b09-8514-edd852dd8c83 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:50.359047 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-11130cfb-2394-4389-acfa-941e45adc33b req-59f72866-dc2b-4c00-839c-2c0eac4b15db service neutron] Transition to ACTIVE for port object f5db6f5c-9f93-4758-b7f7-644a3f20227c will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:31:50.408473 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11130cfb-2394-4389-acfa-941e45adc33b req-59f72866-dc2b-4c00-839c-2c0eac4b15db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:50.429940 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f9652183-44e3-4b09-8514-edd852dd8c83 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:50.448209 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.api [None req-1f9ae9a0-8d4c-4ee9-b244-84492cfe3adb admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:31:50.448453 n-d-811807-1 neutron-server[88069]: DEBUG oslo_db.api [None req-1f9ae9a0-8d4c-4ee9-b244-84492cfe3adb admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:31:50.463588 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5babf2-adf6-44c2-b8fb-860eed3c7a44 req-0640d83a-8ded-4b7a-a585-651bb55e2795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:50.465103 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea5babf2-adf6-44c2-b8fb-860eed3c7a44 req-0640d83a-8ded-4b7a-a585-651bb55e2795 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d9c3dbb20f6947bda4c4f80874d7efc3&device_id=4c240ab9-dd26-468c-b48f-633514daf12a HTTP/1.1" status: 200 len: 1135 time: 0.7119732 May 03 22:31:50.471638 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9652183-44e3-4b09-8514-edd852dd8c83 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Pushing event deleted for resources: {'Subnet': ['ID=b7895840-984f-4c9a-b097-2478507adc76,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server [None req-d26be88f-f9d2-404f-9c6c-2de6589d6886 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b7895840-984f-4c9a-b097-2478507adc76: This subnet is being modified by another concurrent operation. May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server self.force_reraise() May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server raise self.value May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server self.force_reraise() May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server raise self.value May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server self.force_reraise() May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server raise self.value May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server self.force_reraise() May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server raise self.value May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 03 22:31:50.474918 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 03 22:31:50.478839 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 03 22:31:50.478839 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 03 22:31:50.478839 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 03 22:31:50.478839 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server self.force_reraise() May 03 22:31:50.478839 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 03 22:31:50.478839 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server raise self.value May 03 22:31:50.478839 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 03 22:31:50.478839 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 03 22:31:50.478839 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 03 22:31:50.478839 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 03 22:31:50.478839 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 03 22:31:50.478839 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server self.force_reraise() May 03 22:31:50.478839 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 03 22:31:50.478839 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server raise self.value May 03 22:31:50.478839 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 03 22:31:50.478839 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 03 22:31:50.478839 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 03 22:31:50.478839 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 03 22:31:50.478839 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 03 22:31:50.478839 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 03 22:31:50.478839 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 03 22:31:50.478839 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 03 22:31:50.478839 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 03 22:31:50.478839 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 03 22:31:50.478839 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 03 22:31:50.478839 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 03 22:31:50.478839 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 03 22:31:50.478839 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 03 22:31:50.478839 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 03 22:31:50.478839 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 03 22:31:50.478839 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 03 22:31:50.478839 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 03 22:31:50.478839 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 03 22:31:50.478839 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 03 22:31:50.478839 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 03 22:31:50.478839 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server raise exception May 03 22:31:50.478839 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b7895840-984f-4c9a-b097-2478507adc76: This subnet is being modified by another concurrent operation. May 03 22:31:50.478839 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server May 03 22:31:50.501455 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223fa38b-77df-45c3-850f-c34c08bf9708 None None] Network f0d3256c-a1db-4c0c-bfb7-b3f78b45065a requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:31:50.506582 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11130cfb-2394-4389-acfa-941e45adc33b req-dedf656e-d943-4ef4-9ad0-240fe281cefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:50.508063 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11130cfb-2394-4389-acfa-941e45adc33b req-dedf656e-d943-4ef4-9ad0-240fe281cefb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bd51361818564d1386545633b9756d25&device_id=bd4b6d39-bb67-4e9f-af25-309b5bdcad35 HTTP/1.1" status: 200 len: 1094 time: 0.7149808 May 03 22:31:50.587598 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f9652183-44e3-4b09-8514-edd852dd8c83 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:50.615954 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-f9652183-44e3-4b09-8514-edd852dd8c83 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0d3256c-a1db-4c0c-bfb7-b3f78b45065a']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:50.631136 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-f9652183-44e3-4b09-8514-edd852dd8c83 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0750b310-9b4f-4aae-a058-05469527d576') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:50.631441 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-f9652183-44e3-4b09-8514-edd852dd8c83 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0750b310-9b4f-4aae-a058-05469527d576') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:50.643502 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f9652183-44e3-4b09-8514-edd852dd8c83 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:50.660466 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f9652183-44e3-4b09-8514-edd852dd8c83 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:50.667618 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9652183-44e3-4b09-8514-edd852dd8c83 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:31:50.667898 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f9652183-44e3-4b09-8514-edd852dd8c83 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:50.685342 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11130cfb-2394-4389-acfa-941e45adc33b req-699e5146-b744-4016-9131-32acaa7e1c05 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48018d3d-ad55-4c5c-a22d-33b3080d9012 HTTP/1.1" status: 200 len: 217 time: 0.1047049 May 03 22:31:50.687942 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:31:50.687942 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:31:50.687942 n-d-811807-1 neutron-server[88070]: timer() May 03 22:31:50.687942 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:31:50.687942 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:31:50.687942 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:31:50.687942 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:31:50.687942 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:31:50.687942 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:31:50.687942 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:31:50.687942 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:31:50.687942 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:31:50.687942 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:31:50.687942 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:31:50.687942 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:31:50.687942 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:31:50.687942 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:31:50.687942 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:31:50.687942 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:31:50.687942 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:31:50.687942 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:31:50.687942 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:31:50.687942 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:31:50.687942 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:31:50.687942 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:31:50.687942 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:31:50.687942 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:31:50.687942 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:31:50.687942 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:31:50.687942 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:31:50.687942 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:31:50.687942 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:31:50.708361 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ef3f76-b90f-4dc1-9188-2d21c4618c9f None None] get_active_networks_info from n-d-811807-1 {{(pid=88071) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 03 22:31:50.743175 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f72866-dc2b-4c00-839c-2c0eac4b15db service neutron] Pushing event updated for resources: {'Port': ['ID=f5db6f5c-9f93-4758-b7f7-644a3f20227c,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:50.745890 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-11130cfb-2394-4389-acfa-941e45adc33b req-af487c96-14d4-47e9-959c-029a6e9654d8 service neutron] For port 3669b2d9-1b59-461a-8bfe-ca15a70bfd35, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:31:50.775884 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f9652183-44e3-4b09-8514-edd852dd8c83 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:50.781917 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f9652183-44e3-4b09-8514-edd852dd8c83 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:50.817666 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f9652183-44e3-4b09-8514-edd852dd8c83 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] 10.222.0.58 "DELETE /v2.0/networks/f0d3256c-a1db-4c0c-bfb7-b3f78b45065a HTTP/1.1" status: 204 len: 168 time: 0.7279873 May 03 22:31:50.817666 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9652183-44e3-4b09-8514-edd852dd8c83 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Pushing event deleted for resources: {'Network': ['ID=f0d3256c-a1db-4c0c-bfb7-b3f78b45065a,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:50.820490 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60092) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:50.824211 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ef3f76-b90f-4dc1-9188-2d21c4618c9f None None] Resources bound (agent type, host, resource id): {{(pid=88071) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 03 22:31:50.972702 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-70277fa1-6f5c-4fc2-9271-f976e8bec1e8 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] DELETE failed (client error): The resource could not be found. May 03 22:31:50.973114 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70277fa1-6f5c-4fc2-9271-f976e8bec1e8 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:31:50.977088 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-70277fa1-6f5c-4fc2-9271-f976e8bec1e8 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] 10.222.0.58 "DELETE /v2.0/subnets/b7895840-984f-4c9a-b097-2478507adc76 HTTP/1.1" status: 404 len: 337 time: 0.1557546 May 03 22:31:50.977320 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60096) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:51.002455 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-b60f2a21-198b-4e04-851f-30fd8dfd7f28 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] DELETE failed (client error): The resource could not be found. May 03 22:31:51.002931 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b60f2a21-198b-4e04-851f-30fd8dfd7f28 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:31:51.007535 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b60f2a21-198b-4e04-851f-30fd8dfd7f28 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] 10.222.0.58 "DELETE /v2.0/networks/f0d3256c-a1db-4c0c-bfb7-b3f78b45065a HTTP/1.1" status: 404 len: 339 time: 0.0269780 May 03 22:31:51.007826 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60100) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:51.019621 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-1f9ae9a0-8d4c-4ee9-b244-84492cfe3adb admin admin] Deleting port 61f80a3c-a291-44c7-9600-4a39c7e969ac {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:31:51.019972 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1f9ae9a0-8d4c-4ee9-b244-84492cfe3adb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:51.046767 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e42766b-c46f-45fe-896c-de31084a570a tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] DELETE failed (client error): The resource could not be found. May 03 22:31:51.047523 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e42766b-c46f-45fe-896c-de31084a570a tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:31:51.050676 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6e42766b-c46f-45fe-896c-de31084a570a tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] 10.222.0.58 "DELETE /v2.0/subnets/3856d0d1-80da-4101-98c2-5fcbae939f0b HTTP/1.1" status: 404 len: 337 time: 0.0416558 May 03 22:31:51.052471 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60104) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:51.054427 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-11130cfb-2394-4389-acfa-941e45adc33b req-af487c96-14d4-47e9-959c-029a6e9654d8 service neutron] For port 3669b2d9-1b59-461a-8bfe-ca15a70bfd35, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=3669b2d9-1b59-461a-8bfe-ca15a70bfd35,segment=NetworkSegment(377f8452-e338-4faf-8c9c-bc97c0819012),segment_id=377f8452-e338-4faf-8c9c-bc97c0819012)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:31:51.080571 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-86ef685c-b74d-41bd-baa5-19b1a91d7155 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] DELETE failed (client error): The resource could not be found. May 03 22:31:51.081051 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86ef685c-b74d-41bd-baa5-19b1a91d7155 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:31:51.082781 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-86ef685c-b74d-41bd-baa5-19b1a91d7155 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] 10.222.0.58 "DELETE /v2.0/networks/1702e732-f26c-487b-9d13-2f2ae9a8390b HTTP/1.1" status: 404 len: 339 time: 0.0293250 May 03 22:31:51.085276 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60108) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:51.114804 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11130cfb-2394-4389-acfa-941e45adc33b req-af487c96-14d4-47e9-959c-029a6e9654d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:51.126959 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5d9391-79df-4a0c-8d80-4a85e19da4fc tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] DELETE failed (client error): The resource could not be found. May 03 22:31:51.127417 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e5d9391-79df-4a0c-8d80-4a85e19da4fc tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:31:51.132237 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6e5d9391-79df-4a0c-8d80-4a85e19da4fc tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] 10.222.0.58 "DELETE /v2.0/subnets/50c00e97-9a6b-49e9-ae30-a1e6f2ccebfb HTTP/1.1" status: 404 len: 337 time: 0.0429521 May 03 22:31:51.133350 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60114) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:51.156579 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea23b3a-ea53-450b-9b22-9c4e7471f6d2 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] DELETE failed (client error): The resource could not be found. May 03 22:31:51.157039 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ea23b3a-ea53-450b-9b22-9c4e7471f6d2 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:31:51.161883 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5ea23b3a-ea53-450b-9b22-9c4e7471f6d2 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] 10.222.0.58 "DELETE /v2.0/networks/18cfc7c1-a36a-4ba0-ab03-101935e61723 HTTP/1.1" status: 404 len: 339 time: 0.0253010 May 03 22:31:51.162390 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60118) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:51.188123 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-1f9ae9a0-8d4c-4ee9-b244-84492cfe3adb admin admin] The port '61f80a3c-a291-44c7-9600-4a39c7e969ac' was deleted {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:31:51.195919 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0aa4a6-f549-43b4-a320-6f51f08a8a6b req-c80aad62-3f67-4034-9680-f2e1e9731c07 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:51.197407 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3f0aa4a6-f549-43b4-a320-6f51f08a8a6b req-c80aad62-3f67-4034-9680-f2e1e9731c07 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=69e3cadd-5968-49c0-a0e9-e11eed87b3c4 HTTP/1.1" status: 200 len: 945 time: 0.9549568 May 03 22:31:51.221895 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6d5fe-18db-4157-9506-5f8eb6ffd9cd req-8bb3f94f-86b0-408e-a0e0-33fd92a61f3f tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:51.226633 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f0f6d5fe-18db-4157-9506-5f8eb6ffd9cd req-8bb3f94f-86b0-408e-a0e0-33fd92a61f3f tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c240ab9-dd26-468c-b48f-633514daf12a HTTP/1.1" status: 200 len: 984 time: 0.9466679 May 03 22:31:51.228479 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11130cfb-2394-4389-acfa-941e45adc33b req-82f98c31-e7dc-4070-a24a-2a23bfc891d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:51.230233 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11130cfb-2394-4389-acfa-941e45adc33b req-82f98c31-e7dc-4070-a24a-2a23bfc891d9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ad66a659-5069-4d93-8dba-5ddf00cb7291 HTTP/1.1" status: 200 len: 858 time: 0.5314188 May 03 22:31:51.236109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-0b7f1c21-af7b-4f3c-b207-bea15d005d0a tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Deleting port 25590f8f-1dc8-4c24-bb4e-3e9adeaf88ff {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:31:51.236549 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0b7f1c21-af7b-4f3c-b207-bea15d005d0a tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:51.275638 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5babf2-adf6-44c2-b8fb-860eed3c7a44 req-b0b3d9f7-d1d6-4788-baaf-a49618a843b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:51.277038 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea5babf2-adf6-44c2-b8fb-860eed3c7a44 req-b0b3d9f7-d1d6-4788-baaf-a49618a843b3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cf4b4b53-23b3-4846-9dfb-85aed8a34ef8 HTTP/1.1" status: 200 len: 921 time: 0.7942302 May 03 22:31:51.316844 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-f0f6d5fe-18db-4157-9506-5f8eb6ffd9cd req-a2b9e428-3218-4927-98ae-a82de1b42c6b tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Request body: {'port': {'security_groups': ['c1c31ee3-e836-45e8-8521-0c048dd4e20f']}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:51.372246 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11130cfb-2394-4389-acfa-941e45adc33b req-af487c96-14d4-47e9-959c-029a6e9654d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:51.372852 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11130cfb-2394-4389-acfa-941e45adc33b req-af487c96-14d4-47e9-959c-029a6e9654d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:51.374215 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11130cfb-2394-4389-acfa-941e45adc33b req-af487c96-14d4-47e9-959c-029a6e9654d8 service neutron] 10.222.0.60 "PUT /v2.0/ports/3669b2d9-1b59-461a-8bfe-ca15a70bfd35 HTTP/1.1" status: 200 len: 1091 time: 6.0225251 May 03 22:31:51.458622 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0b7f1c21-af7b-4f3c-b207-bea15d005d0a tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:51.483365 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11130cfb-2394-4389-acfa-941e45adc33b req-d2036939-bb1f-4f0a-84f0-c145402c6b53 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=80deef1b-a6bc-436e-82ca-c7772b586ee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2092040 May 03 22:31:51.554137 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea5babf2-adf6-44c2-b8fb-860eed3c7a44 req-765dc7e5-7bc4-40fe-a50a-766d1a76259c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13fdee9e-c77e-4a72-81f5-8b7e27118d08 HTTP/1.1" status: 200 len: 217 time: 0.1749120 May 03 22:31:51.554775 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-11130cfb-2394-4389-acfa-941e45adc33b req-59f72866-dc2b-4c00-839c-2c0eac4b15db service neutron] Attempting to bind port f5db6f5c-9f93-4758-b7f7-644a3f20227c on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:31:51.555106 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-11130cfb-2394-4389-acfa-941e45adc33b req-59f72866-dc2b-4c00-839c-2c0eac4b15db service neutron] Attempting to bind port f5db6f5c-9f93-4758-b7f7-644a3f20227c by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '377f8452-e338-4faf-8c9c-bc97c0819012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '80deef1b-a6bc-436e-82ca-c7772b586ee4'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:31:51.555435 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11130cfb-2394-4389-acfa-941e45adc33b req-59f72866-dc2b-4c00-839c-2c0eac4b15db service neutron] Attempting to bind port f5db6f5c-9f93-4758-b7f7-644a3f20227c on network 80deef1b-a6bc-436e-82ca-c7772b586ee4 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:31:51.581917 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-0b7f1c21-af7b-4f3c-b207-bea15d005d0a tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Calling delete_port for 25590f8f-1dc8-4c24-bb4e-3e9adeaf88ff owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:31:51.664476 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0b7f1c21-af7b-4f3c-b207-bea15d005d0a tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:51.685772 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11130cfb-2394-4389-acfa-941e45adc33b req-59f72866-dc2b-4c00-839c-2c0eac4b15db service neutron] Port f5db6f5c-9f93-4758-b7f7-644a3f20227c on network 80deef1b-a6bc-436e-82ca-c7772b586ee4 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:31:51.686130 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11130cfb-2394-4389-acfa-941e45adc33b req-59f72866-dc2b-4c00-839c-2c0eac4b15db service neutron] Attempting to bind port f5db6f5c-9f93-4758-b7f7-644a3f20227c on network 80deef1b-a6bc-436e-82ca-c7772b586ee4 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:31:51.688145 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af487c96-14d4-47e9-959c-029a6e9654d8 service neutron] Pushing event updated for resources: {'Port': ['ID=3669b2d9-1b59-461a-8bfe-ca15a70bfd35,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:51.713827 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f1c21-af7b-4f3c-b207-bea15d005d0a tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Pushing event deleted for resources: {'Port': ['ID=25590f8f-1dc8-4c24-bb4e-3e9adeaf88ff,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:51.718811 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0b7f1c21-af7b-4f3c-b207-bea15d005d0a tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:51.725788 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0b7f1c21-af7b-4f3c-b207-bea15d005d0a tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] 10.222.0.58 "DELETE /v2.0/ports/25590f8f-1dc8-4c24-bb4e-3e9adeaf88ff HTTP/1.1" status: 204 len: 168 time: 0.5620575 May 03 22:31:51.726670 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3f0aa4a6-f549-43b4-a320-6f51f08a8a6b req-65f825a5-67d3-4201-9e69-505681011fc0 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4906361 May 03 22:31:51.727830 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60122) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:51.728235 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ca06dd-d39d-4b7d-8a6b-d6408b4309cc', 'tag': '2642b5e6-5d8c-4acd-b8fd-8a712dfbe750'}, {'name': 'network-changed', 'server_uuid': 'bd4b6d39-bb67-4e9f-af25-309b5bdcad35', 'tag': '48018d3d-ad55-4c5c-a22d-33b3080d9012'}, {'name': 'network-changed', 'server_uuid': 'd99c6702-cd4b-4944-ae30-8c1ea0a6a290', 'tag': '3669b2d9-1b59-461a-8bfe-ca15a70bfd35'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:31:51.736468 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1f9ae9a0-8d4c-4ee9-b244-84492cfe3adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:51.747016 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11130cfb-2394-4389-acfa-941e45adc33b req-59f72866-dc2b-4c00-839c-2c0eac4b15db service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:31:51.747359 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11130cfb-2394-4389-acfa-941e45adc33b req-59f72866-dc2b-4c00-839c-2c0eac4b15db service neutron] Checking segment: {'id': '377f8452-e338-4faf-8c9c-bc97c0819012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '80deef1b-a6bc-436e-82ca-c7772b586ee4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:31:51.747909 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11130cfb-2394-4389-acfa-941e45adc33b req-59f72866-dc2b-4c00-839c-2c0eac4b15db service neutron] Bound using segment: {'id': '377f8452-e338-4faf-8c9c-bc97c0819012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '80deef1b-a6bc-436e-82ca-c7772b586ee4'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:31:51.748189 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-11130cfb-2394-4389-acfa-941e45adc33b req-59f72866-dc2b-4c00-839c-2c0eac4b15db service neutron] Bound port: f5db6f5c-9f93-4758-b7f7-644a3f20227c, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '377f8452-e338-4faf-8c9c-bc97c0819012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '80deef1b-a6bc-436e-82ca-c7772b586ee4'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:31:51.748536 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11130cfb-2394-4389-acfa-941e45adc33b req-59f72866-dc2b-4c00-839c-2c0eac4b15db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:51.769205 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-f30d93a7-ddf4-413c-9d05-39ae2ea6138e tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] DELETE failed (client error): The resource could not be found. May 03 22:31:51.770337 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f30d93a7-ddf4-413c-9d05-39ae2ea6138e tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:31:51.774390 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f30d93a7-ddf4-413c-9d05-39ae2ea6138e tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] 10.222.0.58 "DELETE /v2.0/subnets/b408e5c6-cf69-40d8-8a65-d0fe548310e4 HTTP/1.1" status: 404 len: 337 time: 0.0432141 May 03 22:31:51.774704 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60128) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:51.886307 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de7d04f8-0e97-4c77-a4e5-8ac612a825dd tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:51.979626 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-1f9ae9a0-8d4c-4ee9-b244-84492cfe3adb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea50194d-7ccb-4fc0-9800-2ac2b77a1364']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:52.009667 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5babf2-adf6-44c2-b8fb-860eed3c7a44 req-2e804727-060f-4392-95ce-4abbb7afacf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:52.011834 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea5babf2-adf6-44c2-b8fb-860eed3c7a44 req-2e804727-060f-4392-95ce-4abbb7afacf3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=363f1a1c-dee5-436d-ab6d-f585bc5dbb1b HTTP/1.1" status: 200 len: 860 time: 0.4192414 May 03 22:31:52.023301 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de7d04f8-0e97-4c77-a4e5-8ac612a825dd tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:52.048265 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-de7d04f8-0e97-4c77-a4e5-8ac612a825dd tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b62670c-d025-48db-8a3c-61c643ef4026']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:52.059942 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-de7d04f8-0e97-4c77-a4e5-8ac612a825dd tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef7b6ca4-42c8-4250-a57d-88b1a70958d7') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:52.060236 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-de7d04f8-0e97-4c77-a4e5-8ac612a825dd tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef7b6ca4-42c8-4250-a57d-88b1a70958d7') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:52.073236 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de7d04f8-0e97-4c77-a4e5-8ac612a825dd tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:52.074316 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-1f9ae9a0-8d4c-4ee9-b244-84492cfe3adb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4316ff61-4b6f-4abf-823b-29aa011e3eff') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:52.074801 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-1f9ae9a0-8d4c-4ee9-b244-84492cfe3adb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4316ff61-4b6f-4abf-823b-29aa011e3eff') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:52.090426 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de7d04f8-0e97-4c77-a4e5-8ac612a825dd tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:52.096651 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de7d04f8-0e97-4c77-a4e5-8ac612a825dd tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:31:52.097047 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de7d04f8-0e97-4c77-a4e5-8ac612a825dd tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:52.098367 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f0f6d5fe-18db-4157-9506-5f8eb6ffd9cd req-a2b9e428-3218-4927-98ae-a82de1b42c6b tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:52.111435 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:31:52.111435 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:31:52.111435 n-d-811807-1 neutron-server[88070]: timer() May 03 22:31:52.111435 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:31:52.111435 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:31:52.111435 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:31:52.111435 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:31:52.111435 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:31:52.111435 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:31:52.111435 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:31:52.111435 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:31:52.111435 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:31:52.111435 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:31:52.111435 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:31:52.111435 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:31:52.111435 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:31:52.111435 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:31:52.111435 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:31:52.111435 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:31:52.111435 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:31:52.111435 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:31:52.111435 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:31:52.111435 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:31:52.111435 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:31:52.111435 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:31:52.111435 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:31:52.111435 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:31:52.111435 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:31:52.111435 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:31:52.111435 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:31:52.111435 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:31:52.111435 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:31:52.128139 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1f9ae9a0-8d4c-4ee9-b244-84492cfe3adb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:52.139590 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea5babf2-adf6-44c2-b8fb-860eed3c7a44 req-0965114f-4ebd-422d-bdee-6a8efce79f6f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cf4b4b53-23b3-4846-9dfb-85aed8a34ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052384 May 03 22:31:52.171982 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11130cfb-2394-4389-acfa-941e45adc33b req-e95601bd-7716-42dd-aceb-c7a456e83c7f service neutron] 10.222.0.67 "GET /v2.0/networks/80deef1b-a6bc-436e-82ca-c7772b586ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6356375 May 03 22:31:52.173830 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11130cfb-2394-4389-acfa-941e45adc33b req-7532431b-47f5-4527-9713-8b3a595f1282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:52.175185 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11130cfb-2394-4389-acfa-941e45adc33b req-7532431b-47f5-4527-9713-8b3a595f1282 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd51361818564d1386545633b9756d25&device_id=d99c6702-cd4b-4944-ae30-8c1ea0a6a290 HTTP/1.1" status: 200 len: 1094 time: 0.6945047 May 03 22:31:52.191331 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de7d04f8-0e97-4c77-a4e5-8ac612a825dd tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:52.196840 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de7d04f8-0e97-4c77-a4e5-8ac612a825dd tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:52.221357 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1f9ae9a0-8d4c-4ee9-b244-84492cfe3adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:52.221561 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-de7d04f8-0e97-4c77-a4e5-8ac612a825dd tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] 10.222.0.58 "DELETE /v2.0/networks/4b62670c-d025-48db-8a3c-61c643ef4026 HTTP/1.1" status: 204 len: 168 time: 0.4456666 May 03 22:31:52.222406 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d04f8-0e97-4c77-a4e5-8ac612a825dd tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Pushing event deleted for resources: {'Network': ['ID=4b62670c-d025-48db-8a3c-61c643ef4026,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:52.224801 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60132) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:52.293275 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-813660b0-67a7-4e43-b323-6734bf4d1d90 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Deleting port 0dca8bad-4d13-44f6-8687-42b03434fd1d {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:31:52.293531 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-813660b0-67a7-4e43-b323-6734bf4d1d90 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:52.356130 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f9ae9a0-8d4c-4ee9-b244-84492cfe3adb admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:31:52.356539 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1f9ae9a0-8d4c-4ee9-b244-84492cfe3adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: timer() May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:31:52.375316 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:31:52.387411 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-11130cfb-2394-4389-acfa-941e45adc33b req-59f72866-dc2b-4c00-839c-2c0eac4b15db service neutron] For port f5db6f5c-9f93-4758-b7f7-644a3f20227c, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:31:52.398962 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11130cfb-2394-4389-acfa-941e45adc33b req-4743696b-bd1f-4adf-a8fd-542cb8d745fd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3669b2d9-1b59-461a-8bfe-ca15a70bfd35 HTTP/1.1" status: 200 len: 217 time: 0.1641576 May 03 22:31:52.620026 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-813660b0-67a7-4e43-b323-6734bf4d1d90 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:52.742914 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-813660b0-67a7-4e43-b323-6734bf4d1d90 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Calling delete_port for 0dca8bad-4d13-44f6-8687-42b03434fd1d owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:31:52.815125 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980675b3-7050-47a5-a16c-dd02b0d0e1df req-09cd9302-e7fa-4782-9a88-c84f366e01dc tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:52.816617 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-980675b3-7050-47a5-a16c-dd02b0d0e1df req-09cd9302-e7fa-4782-9a88-c84f366e01dc tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=76bd138e-926b-45d1-a5a4-b522ac80a881 HTTP/1.1" status: 200 len: 951 time: 0.9564655 May 03 22:31:52.835236 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-813660b0-67a7-4e43-b323-6734bf4d1d90 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:52.847302 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a0efba4d-60f3-46b7-9bf9-444dd3f0194b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:52.859794 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1f9ae9a0-8d4c-4ee9-b244-84492cfe3adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:52.876790 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11130cfb-2394-4389-acfa-941e45adc33b req-42fa75a4-06a6-42ca-850c-70b8586855c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:52.878234 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11130cfb-2394-4389-acfa-941e45adc33b req-42fa75a4-06a6-42ca-850c-70b8586855c9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ad66a659-5069-4d93-8dba-5ddf00cb7291 HTTP/1.1" status: 200 len: 858 time: 0.4601159 May 03 22:31:52.896690 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-813660b0-67a7-4e43-b323-6734bf4d1d90 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:52.900515 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813660b0-67a7-4e43-b323-6734bf4d1d90 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Pushing event deleted for resources: {'Port': ['ID=0dca8bad-4d13-44f6-8687-42b03434fd1d,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:52.905619 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-813660b0-67a7-4e43-b323-6734bf4d1d90 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] 10.222.0.58 "DELETE /v2.0/ports/0dca8bad-4d13-44f6-8687-42b03434fd1d HTTP/1.1" status: 204 len: 168 time: 0.6791365 May 03 22:31:52.907483 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60138) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:52.918261 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1f9ae9a0-8d4c-4ee9-b244-84492cfe3adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:52.921351 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-11130cfb-2394-4389-acfa-941e45adc33b req-59f72866-dc2b-4c00-839c-2c0eac4b15db service neutron] For port f5db6f5c-9f93-4758-b7f7-644a3f20227c, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=f5db6f5c-9f93-4758-b7f7-644a3f20227c,segment=NetworkSegment(377f8452-e338-4faf-8c9c-bc97c0819012),segment_id=377f8452-e338-4faf-8c9c-bc97c0819012)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:31:52.946616 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-46b1f8f4-724b-4825-977d-82f063489117 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] DELETE failed (client error): The resource could not be found. May 03 22:31:52.947069 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46b1f8f4-724b-4825-977d-82f063489117 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:31:52.950949 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-46b1f8f4-724b-4825-977d-82f063489117 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] 10.222.0.58 "DELETE /v2.0/subnets/d54bc283-a9f7-47ac-976f-7f3ea5bc059c HTTP/1.1" status: 404 len: 337 time: 0.0403662 May 03 22:31:52.951166 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60142) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:52.997076 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea5babf2-adf6-44c2-b8fb-860eed3c7a44 req-5dd673a9-61e4-4fab-b862-226e55e47dd2 service neutron] 10.222.0.67 "GET /v2.0/networks/cf4b4b53-23b3-4846-9dfb-85aed8a34ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8333681 May 03 22:31:53.009230 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ae9a0-8d4c-4ee9-b244-84492cfe3adb admin admin] Pushing event deleted for resources: {'Network': ['ID=ea50194d-7ccb-4fc0-9800-2ac2b77a1364,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:53.013165 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11130cfb-2394-4389-acfa-941e45adc33b req-b53378d5-b841-461e-be15-5060368bfa28 service neutron] 10.222.0.67 "GET /v2.0/networks/80deef1b-a6bc-436e-82ca-c7772b586ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7772994 May 03 22:31:53.014883 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11130cfb-2394-4389-acfa-941e45adc33b req-59f72866-dc2b-4c00-839c-2c0eac4b15db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:53.064371 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11130cfb-2394-4389-acfa-941e45adc33b req-d605138d-2bb8-44ce-a5e6-9cfc43c5809e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=80deef1b-a6bc-436e-82ca-c7772b586ee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1492295 May 03 22:31:53.067098 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2295552f-9c99-44d2-b062-e5a0c27c5245 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:53.093147 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1f9ae9a0-8d4c-4ee9-b244-84492cfe3adb admin admin] 10.222.0.58 "DELETE /v2.0/networks/ea50194d-7ccb-4fc0-9800-2ac2b77a1364 HTTP/1.1" status: 204 len: 168 time: 5.1245675 May 03 22:31:53.145479 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-980675b3-7050-47a5-a16c-dd02b0d0e1df req-9fbf279f-8073-4df4-83f1-b71cee46b84d tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197012 May 03 22:31:53.201430 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2295552f-9c99-44d2-b062-e5a0c27c5245 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:53.221285 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68bdf99b-55a0-4e2f-9d54-2b8e2c1fa8a8'] response: {'server_uuid': '69e3cadd-5968-49c0-a0e9-e11eed87b3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45cfcf3-5001-41e4-a152-1a1ce1405b66', 'code': 200} May 03 22:31:53.221790 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68bdf99b-55a0-4e2f-9d54-2b8e2c1fa8a8'] response: {'server_uuid': '76bd138e-926b-45d1-a5a4-b522ac80a881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5936bb-e1f5-4edc-b6f5-ed89c719b65d', 'code': 200} May 03 22:31:53.242790 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-2295552f-9c99-44d2-b062-e5a0c27c5245 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c14b213d-6171-4714-ab95-63f5919675c4']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:53.262548 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-2295552f-9c99-44d2-b062-e5a0c27c5245 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd35772c9-def3-45d8-85bc-f673cc45cb8b') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:53.262847 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-2295552f-9c99-44d2-b062-e5a0c27c5245 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd35772c9-def3-45d8-85bc-f673cc45cb8b') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:53.296335 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2295552f-9c99-44d2-b062-e5a0c27c5245 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:53.313426 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11130cfb-2394-4389-acfa-941e45adc33b req-59f72866-dc2b-4c00-839c-2c0eac4b15db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:53.314075 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11130cfb-2394-4389-acfa-941e45adc33b req-59f72866-dc2b-4c00-839c-2c0eac4b15db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:53.315441 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11130cfb-2394-4389-acfa-941e45adc33b req-59f72866-dc2b-4c00-839c-2c0eac4b15db service neutron] 10.222.0.60 "PUT /v2.0/ports/f5db6f5c-9f93-4758-b7f7-644a3f20227c HTTP/1.1" status: 200 len: 1091 time: 6.0238872 May 03 22:31:53.322823 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2295552f-9c99-44d2-b062-e5a0c27c5245 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:53.347579 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2295552f-9c99-44d2-b062-e5a0c27c5245 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:31:53.348779 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2295552f-9c99-44d2-b062-e5a0c27c5245 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:53.364754 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:31:53.364754 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:31:53.364754 n-d-811807-1 neutron-server[88070]: timer() May 03 22:31:53.364754 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:31:53.364754 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:31:53.364754 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:31:53.364754 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:31:53.364754 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:31:53.364754 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:31:53.364754 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:31:53.364754 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:31:53.364754 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:31:53.364754 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:31:53.364754 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:31:53.364754 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:31:53.364754 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:31:53.364754 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:31:53.364754 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:31:53.364754 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:31:53.364754 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:31:53.364754 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:31:53.364754 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:31:53.364754 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:31:53.364754 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:31:53.364754 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:31:53.364754 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:31:53.364754 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:31:53.364754 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:31:53.364754 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:31:53.364754 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:31:53.364754 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:31:53.364754 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:31:53.369352 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60150) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:53.481835 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2295552f-9c99-44d2-b062-e5a0c27c5245 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:53.487155 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-56245bf7-e563-4b4b-b3d7-ff328fb84542 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=86477222096c4af28ff7e1ff6cb52cd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1167662 May 03 22:31:53.504798 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2295552f-9c99-44d2-b062-e5a0c27c5245 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:53.507005 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60154) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:53.522708 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295552f-9c99-44d2-b062-e5a0c27c5245 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Pushing event deleted for resources: {'Network': ['ID=c14b213d-6171-4714-ab95-63f5919675c4,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:53.527228 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2295552f-9c99-44d2-b062-e5a0c27c5245 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] 10.222.0.58 "DELETE /v2.0/networks/c14b213d-6171-4714-ab95-63f5919675c4 HTTP/1.1" status: 204 len: 168 time: 0.5751386 May 03 22:31:53.530166 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60158) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:53.532233 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f72866-dc2b-4c00-839c-2c0eac4b15db service neutron] Pushing event updated for resources: {'Port': ['ID=f5db6f5c-9f93-4758-b7f7-644a3f20227c,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:53.576785 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-f0f6d5fe-18db-4157-9506-5f8eb6ffd9cd req-a2b9e428-3218-4927-98ae-a82de1b42c6b tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] For port 13fdee9e-c77e-4a72-81f5-8b7e27118d08, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=13fdee9e-c77e-4a72-81f5-8b7e27118d08,segment=NetworkSegment(2fe19a67-79a3-499a-9948-e091fef39ff7),segment_id=2fe19a67-79a3-499a-9948-e091fef39ff7)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:53.628751 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-4627deb3-c48d-4508-b7f5-dc2b7afc5eaf tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Deleting subnet f9baa975-7699-4845-9e8b-a56f5b5ee796 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:31:53.630784 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea5babf2-adf6-44c2-b8fb-860eed3c7a44 req-870f1d15-b14c-4de1-a5d3-d83468e8b0fa service neutron] 10.222.0.67 "GET /v2.0/networks/cf4b4b53-23b3-4846-9dfb-85aed8a34ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5980463 May 03 22:31:53.634850 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4627deb3-c48d-4508-b7f5-dc2b7afc5eaf tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:53.647630 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11130cfb-2394-4389-acfa-941e45adc33b req-c19bb161-edb4-4837-857e-be96dbf3a9d0 service neutron] 10.222.0.60 "GET /v2.0/networks/80deef1b-a6bc-436e-82ca-c7772b586ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5318658 May 03 22:31:53.671510 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3d438add-6851-418e-916d-ec3a291030e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:53.687782 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f0f6d5fe-18db-4157-9506-5f8eb6ffd9cd req-a2b9e428-3218-4927-98ae-a82de1b42c6b tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:53.712437 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4627deb3-c48d-4508-b7f5-dc2b7afc5eaf tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:53.712688 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f0f6d5fe-18db-4157-9506-5f8eb6ffd9cd req-a2b9e428-3218-4927-98ae-a82de1b42c6b tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:53.724636 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['13fdee9e-c77e-4a72-81f5-8b7e27118d08'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:31:53.740266 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3d438add-6851-418e-916d-ec3a291030e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:53.843846 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11130cfb-2394-4389-acfa-941e45adc33b req-73f0950b-91d0-4500-9dee-b792fc28ffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:53.845369 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11130cfb-2394-4389-acfa-941e45adc33b req-73f0950b-91d0-4500-9dee-b792fc28ffd2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd51361818564d1386545633b9756d25&device_id=68d6ae3d-ec8c-44d1-bc34-c477d182a2d5 HTTP/1.1" status: 200 len: 1094 time: 0.4300535 May 03 22:31:53.847185 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ef878-63fd-4bb4-9e5b-f52d266096db req-0c565194-a20a-4fcb-9b8b-8a0534c61c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:53.848486 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3d438add-6851-418e-916d-ec3a291030e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:53.848622 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1b0ef878-63fd-4bb4-9e5b-f52d266096db req-0c565194-a20a-4fcb-9b8b-8a0534c61c3d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=69e3cadd-5968-49c0-a0e9-e11eed87b3c4 HTTP/1.1" status: 200 len: 1096 time: 0.5444155 May 03 22:31:53.854258 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4627deb3-c48d-4508-b7f5-dc2b7afc5eaf tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:53.874512 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6d5fe-18db-4157-9506-5f8eb6ffd9cd req-a2b9e428-3218-4927-98ae-a82de1b42c6b tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:53.875041 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f0f6d5fe-18db-4157-9506-5f8eb6ffd9cd req-a2b9e428-3218-4927-98ae-a82de1b42c6b tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:53.876367 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f0f6d5fe-18db-4157-9506-5f8eb6ffd9cd req-a2b9e428-3218-4927-98ae-a82de1b42c6b tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "PUT /v2.0/ports/13fdee9e-c77e-4a72-81f5-8b7e27118d08 HTTP/1.1" status: 200 len: 942 time: 2.6416531 May 03 22:31:53.899040 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d438add-6851-418e-916d-ec3a291030e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd33c0de-303b-460f-8de0-3f912fde14e3,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:53.916862 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3d438add-6851-418e-916d-ec3a291030e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:53.920975 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3d438add-6851-418e-916d-ec3a291030e9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fd33c0de-303b-460f-8de0-3f912fde14e3 HTTP/1.1" status: 204 len: 168 time: 0.4100597 May 03 22:31:53.969326 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4627deb3-c48d-4508-b7f5-dc2b7afc5eaf tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:53.992535 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-45f365d9-e1bb-43e6-a308-e219dd770165 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:53.994058 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-45f365d9-e1bb-43e6-a308-e219dd770165 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9845e68-2c9e-4423-9c31-faa7466baf47&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5906475 May 03 22:31:54.013951 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11130cfb-2394-4389-acfa-941e45adc33b req-334605ba-d36e-4063-b451-3b16e90f3911 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5db6f5c-9f93-4758-b7f7-644a3f20227c HTTP/1.1" status: 200 len: 217 time: 0.1453776 May 03 22:31:54.015733 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4627deb3-c48d-4508-b7f5-dc2b7afc5eaf tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:54.025774 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc5609d-c266-4c29-9968-8095fab79006 None None] Network 0e04e2a4-602f-472f-b439-b6336f6a5541 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:31:54.030756 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4627deb3-c48d-4508-b7f5-dc2b7afc5eaf tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] 10.222.0.58 "DELETE /v2.0/subnets/f9baa975-7699-4845-9e8b-a56f5b5ee796 HTTP/1.1" status: 204 len: 168 time: 0.4996731 May 03 22:31:54.039661 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60174) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:54.040564 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627deb3-c48d-4508-b7f5-dc2b7afc5eaf tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Pushing event deleted for resources: {'Subnet': ['ID=f9baa975-7699-4845-9e8b-a56f5b5ee796,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:54.085227 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['13fdee9e-c77e-4a72-81f5-8b7e27118d08'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:31:54.155514 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b9e428-3218-4927-98ae-a82de1b42c6b tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Pushing event updated for resources: {'Port': ['ID=13fdee9e-c77e-4a72-81f5-8b7e27118d08,revision_number=7']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:54.174145 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-449b7046-5ede-41db-bd3a-6db60ebb4eb7 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:54.185575 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-449b7046-5ede-41db-bd3a-6db60ebb4eb7 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Deleting port 3f96fdcf-ee67-498b-8c54-e7dd234f6381 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:31:54.186099 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-449b7046-5ede-41db-bd3a-6db60ebb4eb7 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:54.201772 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:54.375781 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11130cfb-2394-4389-acfa-941e45adc33b req-036b9360-348c-4eaf-bb8f-a94c711c550a service neutron] 10.222.0.60 "GET /v2.0/networks/80deef1b-a6bc-436e-82ca-c7772b586ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7146289 May 03 22:31:54.432334 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1b0ef878-63fd-4bb4-9e5b-f52d266096db req-b8fb47ff-dc58-459b-9622-d27f973419e6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5647950 May 03 22:31:54.483772 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-92826890-9810-46e9-94f3-30db1f39c7bd tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.103 HTTP/1.1" status: 200 len: 1001 time: 0.4755099 May 03 22:31:54.495106 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-784ef60e-924f-4365-91bb-840c6334fe9a tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Request body: {'floatingip': {'port_id': 'b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:54.557375 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc99f1f5-2f44-48d2-a4d9-36617725cdbd None None] DHCP port deletion for 0e04e2a4-602f-472f-b439-b6336f6a5541 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:31:54.561589 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-fc99f1f5-2f44-48d2-a4d9-36617725cdbd None None] Deleting port 3f96fdcf-ee67-498b-8c54-e7dd234f6381 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:31:54.562001 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fc99f1f5-2f44-48d2-a4d9-36617725cdbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:54.584793 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-449b7046-5ede-41db-bd3a-6db60ebb4eb7 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] For port 3f96fdcf-ee67-498b-8c54-e7dd234f6381, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=3f96fdcf-ee67-498b-8c54-e7dd234f6381,segment=NetworkSegment(b08ae646-4b44-4279-8cc8-55909285b08d),segment_id=b08ae646-4b44-4279-8cc8-55909285b08d)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:54.585338 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-449b7046-5ede-41db-bd3a-6db60ebb4eb7 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:54.637888 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11130cfb-2394-4389-acfa-941e45adc33b req-72a69d38-b3e8-4d27-bdf8-8a91b0398471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:54.643369 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11130cfb-2394-4389-acfa-941e45adc33b req-72a69d38-b3e8-4d27-bdf8-8a91b0398471 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ad66a659-5069-4d93-8dba-5ddf00cb7291 HTTP/1.1" status: 200 len: 858 time: 0.5350540 May 03 22:31:54.663774 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-784ef60e-924f-4365-91bb-840c6334fe9a tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks [] for floatingip, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:54.677757 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 3f96fdcf-ee67-498b-8c54-e7dd234f6381 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:31:54.746942 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-449b7046-5ede-41db-bd3a-6db60ebb4eb7 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Calling delete_port for 3f96fdcf-ee67-498b-8c54-e7dd234f6381 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:31:54.786439 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11130cfb-2394-4389-acfa-941e45adc33b req-3c91314d-5729-4ccc-919d-19c2bf226f6d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=80deef1b-a6bc-436e-82ca-c7772b586ee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1253316 May 03 22:31:54.843313 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-449b7046-5ede-41db-bd3a-6db60ebb4eb7 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:54.907313 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b7046-5ede-41db-bd3a-6db60ebb4eb7 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Pushing event deleted for resources: {'Port': ['ID=3f96fdcf-ee67-498b-8c54-e7dd234f6381,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:54.913059 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449b7046-5ede-41db-bd3a-6db60ebb4eb7 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] No DVR routers for this DVR port 3f96fdcf-ee67-498b-8c54-e7dd234f6381 on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:31:54.934012 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60196) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:54.952035 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11130cfb-2394-4389-acfa-941e45adc33b req-1883cab1-784d-462c-a02f-f4d880267178 service neutron] 10.222.0.60 "GET /v2.0/networks/80deef1b-a6bc-436e-82ca-c7772b586ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534786 May 03 22:31:54.952294 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-fc99f1f5-2f44-48d2-a4d9-36617725cdbd None None] For port 3f96fdcf-ee67-498b-8c54-e7dd234f6381, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=3f96fdcf-ee67-498b-8c54-e7dd234f6381,segment=NetworkSegment(b08ae646-4b44-4279-8cc8-55909285b08d),segment_id=b08ae646-4b44-4279-8cc8-55909285b08d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:54.952726 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fc99f1f5-2f44-48d2-a4d9-36617725cdbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:54.958867 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-02521f90-4c02-4bd1-af69-ab82efcbc8f8 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:54.965589 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-02521f90-4c02-4bd1-af69-ab82efcbc8f8 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/networks?id=983af77e-2b01-4072-bd1e-12edcf859777 HTTP/1.1" status: 200 len: 806 time: 0.9533334 May 03 22:31:55.058560 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-0daf5bba-f9de-49a1-96cd-272fc35b0b6b tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/quotas/5a0f20c83fdc471fa4da593ef2ea5d27 HTTP/1.1" status: 200 len: 375 time: 0.0919781 May 03 22:31:55.068992 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-449b7046-5ede-41db-bd3a-6db60ebb4eb7 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:55.101184 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-449b7046-5ede-41db-bd3a-6db60ebb4eb7 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e04e2a4-602f-472f-b439-b6336f6a5541']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:55.118407 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-449b7046-5ede-41db-bd3a-6db60ebb4eb7 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b08ae646-4b44-4279-8cc8-55909285b08d') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:55.118718 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-449b7046-5ede-41db-bd3a-6db60ebb4eb7 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b08ae646-4b44-4279-8cc8-55909285b08d') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:55.128684 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-39ad8307-66ec-4a8d-9415-ac6f6e0ae1db admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1701797903-network', 'tenant_id': 'd7afa8ba68f7411d9244d8acc84393e8'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:55.130314 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-449b7046-5ede-41db-bd3a-6db60ebb4eb7 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:55.137953 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No active binding found for port 3f96fdcf-ee67-498b-8c54-e7dd234f6381 {{(pid=88071) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 03 22:31:55.138501 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 3f96fdcf-ee67-498b-8c54-e7dd234f6381 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:31:55.150259 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-449b7046-5ede-41db-bd3a-6db60ebb4eb7 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:55.153434 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-fc99f1f5-2f44-48d2-a4d9-36617725cdbd None None] Calling delete_port for 3f96fdcf-ee67-498b-8c54-e7dd234f6381 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:31:55.159004 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-449b7046-5ede-41db-bd3a-6db60ebb4eb7 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:31:55.159536 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-449b7046-5ede-41db-bd3a-6db60ebb4eb7 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:55.177345 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:31:55.177345 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:31:55.177345 n-d-811807-1 neutron-server[88070]: timer() May 03 22:31:55.177345 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:31:55.177345 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:31:55.177345 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:31:55.177345 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:31:55.177345 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:31:55.177345 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:31:55.177345 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:31:55.177345 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:31:55.177345 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:31:55.177345 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:31:55.177345 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:31:55.177345 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:31:55.177345 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:31:55.177345 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:31:55.177345 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:31:55.177345 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:31:55.177345 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:31:55.177345 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:31:55.177345 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:31:55.177345 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:31:55.177345 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:31:55.177345 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:31:55.177345 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:31:55.177345 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:31:55.177345 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:31:55.177345 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:31:55.177345 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:31:55.177345 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:31:55.177345 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:31:55.196044 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-39ad8307-66ec-4a8d-9415-ac6f6e0ae1db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:55.204437 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9af85366-545e-40e8-91c9-785e05bb0c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:55.205761 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-39ad8307-66ec-4a8d-9415-ac6f6e0ae1db admin admin] Usage tracker for resource:network and tenant:d7afa8ba68f7411d9244d8acc84393e8 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:55.217442 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-39ad8307-66ec-4a8d-9415-ac6f6e0ae1db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:55.239548 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-fc99f1f5-2f44-48d2-a4d9-36617725cdbd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:31:55.239915 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-fc99f1f5-2f44-48d2-a4d9-36617725cdbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:31:55.258881 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-39ad8307-66ec-4a8d-9415-ac6f6e0ae1db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:55.259510 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-449b7046-5ede-41db-bd3a-6db60ebb4eb7 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:55.264653 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-449b7046-5ede-41db-bd3a-6db60ebb4eb7 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:55.294973 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b7046-5ede-41db-bd3a-6db60ebb4eb7 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] Pushing event deleted for resources: {'Network': ['ID=0e04e2a4-602f-472f-b439-b6336f6a5541,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:55.299204 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-449b7046-5ede-41db-bd3a-6db60ebb4eb7 tempest-NetworksIpV6TestAttrs-1817360798 tempest-NetworksIpV6TestAttrs-1817360798-project] 10.222.0.58 "DELETE /v2.0/networks/0e04e2a4-602f-472f-b439-b6336f6a5541 HTTP/1.1" status: 204 len: 168 time: 1.2549741 May 03 22:31:55.314299 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ad8307-66ec-4a8d-9415-ac6f6e0ae1db admin admin] Made reservation on behalf of d7afa8ba68f7411d9244d8acc84393e8 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:31:55.316632 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-39ad8307-66ec-4a8d-9415-ac6f6e0ae1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:55.447778 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-39ad8307-66ec-4a8d-9415-ac6f6e0ae1db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:55.482804 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11130cfb-2394-4389-acfa-941e45adc33b req-a738aba0-5d54-4160-9c52-65ae46b28e35 service neutron] 10.222.0.60 "GET /v2.0/networks/80deef1b-a6bc-436e-82ca-c7772b586ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5119877 May 03 22:31:55.495203 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-39ad8307-66ec-4a8d-9415-ac6f6e0ae1db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:55.505335 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60208) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:55.506632 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-cf670e22-871e-4518-927c-2aa4d1956825 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a0f20c83fdc471fa4da593ef2ea5d27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4472151 May 03 22:31:55.510809 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-39ad8307-66ec-4a8d-9415-ac6f6e0ae1db admin admin] Usage tracker for resource:security_group_rule and tenant:d7afa8ba68f7411d9244d8acc84393e8 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:55.517090 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-39ad8307-66ec-4a8d-9415-ac6f6e0ae1db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:55.523307 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-9994e6af-786f-4e44-b992-5cd8ecc763e6 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:31:55.524302 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-9994e6af-786f-4e44-b992-5cd8ecc763e6 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083127 May 03 22:31:55.530856 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-39ad8307-66ec-4a8d-9415-ac6f6e0ae1db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:55.672603 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f5f633bf-83ad-4181-a7e3-289927fe616e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6afa98dc9c144604a64f4771a291a228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1658609 May 03 22:31:55.675038 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60214) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:55.732983 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d04d4073-8451-43ec-bab2-0b8c824d8f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:55.741531 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-fc99f1f5-2f44-48d2-a4d9-36617725cdbd None None] Deleting port 3f96fdcf-ee67-498b-8c54-e7dd234f6381 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:31:55.742056 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fc99f1f5-2f44-48d2-a4d9-36617725cdbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:55.760855 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d04d4073-8451-43ec-bab2-0b8c824d8f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:55.809237 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-fc99f1f5-2f44-48d2-a4d9-36617725cdbd None None] The port '3f96fdcf-ee67-498b-8c54-e7dd234f6381' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:31:55.815384 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-1b6dc93a-b257-422d-bcf1-4f3ec414250b service neutron] 10.222.0.58 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733076 May 03 22:31:55.832629 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d04d4073-8451-43ec-bab2-0b8c824d8f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:55.848995 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d4073-8451-43ec-bab2-0b8c824d8f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b32e0b4-c9bf-4731-8b60-9ea124355e51,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:55.854845 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d04d4073-8451-43ec-bab2-0b8c824d8f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:55.859335 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d04d4073-8451-43ec-bab2-0b8c824d8f03 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7b32e0b4-c9bf-4731-8b60-9ea124355e51 HTTP/1.1" status: 204 len: 168 time: 0.1810112 May 03 22:31:56.099704 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-39ad8307-66ec-4a8d-9415-ac6f6e0ae1db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:56.115111 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-39ad8307-66ec-4a8d-9415-ac6f6e0ae1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:56.174631 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ad8307-66ec-4a8d-9415-ac6f6e0ae1db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:31:56.177112 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:56.207509 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 48018d3d-ad55-4c5c-a22d-33b3080d9012 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:31:56.255618 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad8307-66ec-4a8d-9415-ac6f6e0ae1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9889b13d-892f-4412-87bc-d2e338ded8f2,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:56.272111 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-b6567ce5-60c4-4037-803a-087391fd3bd4 service neutron] 10.222.0.58 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397836 May 03 22:31:56.278742 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-39ad8307-66ec-4a8d-9415-ac6f6e0ae1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:56.279095 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-39ad8307-66ec-4a8d-9415-ac6f6e0ae1db admin admin] Added segment eacf5ea4-46a3-43d7-ac71-4e76503ac526 of type vlan for network 7fc6c240-20d3-4c9d-afae-c2a80f117205 May 03 22:31:56.299483 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-784ef60e-924f-4365-91bb-840c6334fe9a tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:56.305737 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-784ef60e-924f-4365-91bb-840c6334fe9a tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:56.404563 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:56.462532 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 48018d3d-ad55-4c5c-a22d-33b3080d9012, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=48018d3d-ad55-4c5c-a22d-33b3080d9012,segment=NetworkSegment(377f8452-e338-4faf-8c9c-bc97c0819012),segment_id=377f8452-e338-4faf-8c9c-bc97c0819012)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:56.467916 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-39ad8307-66ec-4a8d-9415-ac6f6e0ae1db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:56.483614 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '48018d3d-ad55-4c5c-a22d-33b3080d9012', 'network_id': '80deef1b-a6bc-436e-82ca-c7772b586ee4', 'port_id': '48018d3d-ad55-4c5c-a22d-33b3080d9012', 'mac_address': 'fa:16:3e:e4:52:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad66a659-5069-4d93-8dba-5ddf00cb7291', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:31:56.537899 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-39ad8307-66ec-4a8d-9415-ac6f6e0ae1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:56.539229 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ad8307-66ec-4a8d-9415-ac6f6e0ae1db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:56.540050 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-39ad8307-66ec-4a8d-9415-ac6f6e0ae1db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:56.574911 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:56.575508 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-784ef60e-924f-4365-91bb-840c6334fe9a tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Floating IP 235ba3f3-d837-4146-8dee-8b836fe0801f associated. External IP: 172.25.2.103, port: 2642b5e6-5d8c-4acd-b8fd-8a712dfbe750. May 03 22:31:56.588210 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 3669b2d9-1b59-461a-8bfe-ca15a70bfd35 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:31:56.620990 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48018d3d-ad55-4c5c-a22d-33b3080d9012 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:31:56.648146 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 48018d3d-ad55-4c5c-a22d-33b3080d9012, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=48018d3d-ad55-4c5c-a22d-33b3080d9012,segment=NetworkSegment(377f8452-e338-4faf-8c9c-bc97c0819012),segment_id=377f8452-e338-4faf-8c9c-bc97c0819012)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:56.681866 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:56.832965 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-39ad8307-66ec-4a8d-9415-ac6f6e0ae1db admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8927727 May 03 22:31:56.835711 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60246) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:56.841497 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-ba7722d2-2ee7-433d-8784-8713950cdf68 admin admin] Request body: {'subnet': {'network_id': '7fc6c240-20d3-4c9d-afae-c2a80f117205', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1701797903-subnet', 'tenant_id': 'd7afa8ba68f7411d9244d8acc84393e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:56.842567 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad8307-66ec-4a8d-9415-ac6f6e0ae1db admin admin] Pushing event updated for resources: {'Network': ['ID=7fc6c240-20d3-4c9d-afae-c2a80f117205,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:56.856907 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ba7722d2-2ee7-433d-8784-8713950cdf68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:56.863569 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60250) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:56.865847 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 7fc6c240-20d3-4c9d-afae-c2a80f117205 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:31:56.869316 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ba7722d2-2ee7-433d-8784-8713950cdf68 admin admin] Usage tracker for resource:subnet and tenant:d7afa8ba68f7411d9244d8acc84393e8 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:56.878480 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ba7722d2-2ee7-433d-8784-8713950cdf68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:56.896835 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ba7722d2-2ee7-433d-8784-8713950cdf68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:56.907712 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684adfa-71b2-41b0-b2f2-2c165061500e req-5d322e86-8452-4390-9d28-ac3f1ca6b00d tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:56.909244 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4684adfa-71b2-41b0-b2f2-2c165061500e req-5d322e86-8452-4390-9d28-ac3f1ca6b00d tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] 10.222.0.58 "GET /v2.0/ports?device_id=d99c6702-cd4b-4944-ae30-8c1ea0a6a290 HTTP/1.1" status: 200 len: 943 time: 0.3374786 May 03 22:31:56.919262 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=48018d3d-ad55-4c5c-a22d-33b3080d9012,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:56.921581 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7722d2-2ee7-433d-8784-8713950cdf68 admin admin] Made reservation on behalf of d7afa8ba68f7411d9244d8acc84393e8 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:31:56.936686 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba7722d2-2ee7-433d-8784-8713950cdf68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:57.022984 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 3669b2d9-1b59-461a-8bfe-ca15a70bfd35, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=3669b2d9-1b59-461a-8bfe-ca15a70bfd35,segment=NetworkSegment(377f8452-e338-4faf-8c9c-bc97c0819012),segment_id=377f8452-e338-4faf-8c9c-bc97c0819012)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:57.043971 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '3669b2d9-1b59-461a-8bfe-ca15a70bfd35', 'network_id': '80deef1b-a6bc-436e-82ca-c7772b586ee4', 'port_id': '3669b2d9-1b59-461a-8bfe-ca15a70bfd35', 'mac_address': 'fa:16:3e:96:3b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad66a659-5069-4d93-8dba-5ddf00cb7291', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:31:57.108621 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-a666fb85-d3b6-4f7f-bd7c-6d7b59eef70a tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1363250083', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:57.114103 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:57.126530 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a666fb85-d3b6-4f7f-bd7c-6d7b59eef70a tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:57.133970 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a666fb85-d3b6-4f7f-bd7c-6d7b59eef70a tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Usage tracker for resource:router and tenant:dcfaeba84b354777ade33df49c3ff4ba is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:57.138421 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['48018d3d-ad55-4c5c-a22d-33b3080d9012'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:31:57.147330 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a666fb85-d3b6-4f7f-bd7c-6d7b59eef70a tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:57.155599 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4684adfa-71b2-41b0-b2f2-2c165061500e req-c3074e99-1b4a-409f-af37-7fbdb81372f9 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] 10.222.0.58 "GET /v2.0/security-groups?id=6252505b-f2bc-492b-a3f0-7602305e4248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761680 May 03 22:31:57.161983 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a666fb85-d3b6-4f7f-bd7c-6d7b59eef70a tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:57.187473 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-784ef60e-924f-4365-91bb-840c6334fe9a tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Router 9fe78d57-7847-4bc8-a426-38e257fff645 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:31:57.192301 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a666fb85-d3b6-4f7f-bd7c-6d7b59eef70a tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:57.193591 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a666fb85-d3b6-4f7f-bd7c-6d7b59eef70a tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:57.204266 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3669b2d9-1b59-461a-8bfe-ca15a70bfd35 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:31:57.211600 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a666fb85-d3b6-4f7f-bd7c-6d7b59eef70a tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:57.224366 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 3669b2d9-1b59-461a-8bfe-ca15a70bfd35, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=3669b2d9-1b59-461a-8bfe-ca15a70bfd35,segment=NetworkSegment(377f8452-e338-4faf-8c9c-bc97c0819012),segment_id=377f8452-e338-4faf-8c9c-bc97c0819012)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:57.235873 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:57.268013 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba7722d2-2ee7-433d-8784-8713950cdf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:57.294940 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a666fb85-d3b6-4f7f-bd7c-6d7b59eef70a tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:57.331486 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=3669b2d9-1b59-461a-8bfe-ca15a70bfd35,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:57.384770 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06a54563-3437-4cbe-aec8-b704438f3e1f'] response: {'name': 'network-changed', 'server_uuid': '91ca06dd-d39d-4b7d-8a6b-d6408b4309cc', 'tag': '2642b5e6-5d8c-4acd-b8fd-8a712dfbe750', 'status': 'completed', 'code': 200} May 03 22:31:57.385193 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06a54563-3437-4cbe-aec8-b704438f3e1f'] response: {'name': 'network-changed', 'server_uuid': 'bd4b6d39-bb67-4e9f-af25-309b5bdcad35', 'tag': '48018d3d-ad55-4c5c-a22d-33b3080d9012', 'status': 'completed', 'code': 200} May 03 22:31:57.385549 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06a54563-3437-4cbe-aec8-b704438f3e1f'] response: {'name': 'network-changed', 'server_uuid': 'd99c6702-cd4b-4944-ae30-8c1ea0a6a290', 'tag': '3669b2d9-1b59-461a-8bfe-ca15a70bfd35', 'status': 'completed', 'code': 200} May 03 22:31:57.420881 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7722d2-2ee7-433d-8784-8713950cdf68 admin admin] Checking segment: {'id': 'eacf5ea4-46a3-43d7-ac71-4e76503ac526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7fc6c240-20d3-4c9d-afae-c2a80f117205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:31:57.421127 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7722d2-2ee7-433d-8784-8713950cdf68 admin admin] Network hostable DHCP agents. Network: 7fc6c240-20d3-4c9d-afae-c2a80f117205, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:31:57.429432 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7722d2-2ee7-433d-8784-8713950cdf68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f3f8c0d-8ff4-46e1-a8d8-294ab170cf68,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:57.449394 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7722d2-2ee7-433d-8784-8713950cdf68 admin admin] Network 7fc6c240-20d3-4c9d-afae-c2a80f117205 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:31:57.460983 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-ba7722d2-2ee7-433d-8784-8713950cdf68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 7fc6c240-20d3-4c9d-afae-c2a80f117205) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:31:57.465450 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7722d2-2ee7-433d-8784-8713950cdf68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:57.469691 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba7722d2-2ee7-433d-8784-8713950cdf68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:57.489666 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e487b75f-78e9-4235-8eaf-ea92414ffbfb None None] Network 7fc6c240-20d3-4c9d-afae-c2a80f117205 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:31:57.493767 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ba7722d2-2ee7-433d-8784-8713950cdf68 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6567976 May 03 22:31:57.621423 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['3669b2d9-1b59-461a-8bfe-ca15a70bfd35'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:31:57.689566 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:57.708809 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:57.760190 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a666fb85-d3b6-4f7f-bd7c-6d7b59eef70a tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:57.761259 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a666fb85-d3b6-4f7f-bd7c-6d7b59eef70a tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.8958251 May 03 22:31:57.764089 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60266) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:57.773109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-39db4030-50b9-477e-bf67-4909613c0b74 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-656450883'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:57.778847 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-39db4030-50b9-477e-bf67-4909613c0b74 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:57.784021 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-39db4030-50b9-477e-bf67-4909613c0b74 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Usage tracker for resource:network and tenant:dcfaeba84b354777ade33df49c3ff4ba is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:57.787661 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-39db4030-50b9-477e-bf67-4909613c0b74 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:57.795798 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-39db4030-50b9-477e-bf67-4909613c0b74 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:57.810773 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39db4030-50b9-477e-bf67-4909613c0b74 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Made reservation on behalf of dcfaeba84b354777ade33df49c3ff4ba for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:31:57.815759 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-39db4030-50b9-477e-bf67-4909613c0b74 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:57.829364 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-39db4030-50b9-477e-bf67-4909613c0b74 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:57.831822 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-784ef60e-924f-4365-91bb-840c6334fe9a tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:31:57.845168 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7953d8-3995-47da-9f96-dcbc12a7af41 None None] Sync routers for ids ['9fe78d57-7847-4bc8-a426-38e257fff645'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:31:57.856115 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7953d8-3995-47da-9f96-dcbc12a7af41 None None] Routers {'9fe78d57-7847-4bc8-a426-38e257fff645'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:31:57.856744 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-9e7953d8-3995-47da-9f96-dcbc12a7af41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:31:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['9fe78d57-7847-4bc8-a426-38e257fff645'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:57.868888 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-39db4030-50b9-477e-bf67-4909613c0b74 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:57.872980 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-39db4030-50b9-477e-bf67-4909613c0b74 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Usage tracker for resource:security_group_rule and tenant:dcfaeba84b354777ade33df49c3ff4ba is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:57.886791 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-39db4030-50b9-477e-bf67-4909613c0b74 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:57.889036 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844140d0-4f8c-40eb-8c53-3a207fcedf8c None None] Network 7fc6c240-20d3-4c9d-afae-c2a80f117205 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:31:57.898010 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-39db4030-50b9-477e-bf67-4909613c0b74 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:57.999815 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe54ba-3121-4acb-97de-12c54a873b93 req-3fe05c56-2dd7-453c-a385-543bb9610b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:58.001870 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aefe54ba-3121-4acb-97de-12c54a873b93 req-3fe05c56-2dd7-453c-a385-543bb9610b83 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd51361818564d1386545633b9756d25&device_id=d99c6702-cd4b-4944-ae30-8c1ea0a6a290 HTTP/1.1" status: 200 len: 1095 time: 0.6152055 May 03 22:31:58.042548 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-39db4030-50b9-477e-bf67-4909613c0b74 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:58.046495 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe54ba-3121-4acb-97de-12c54a873b93 req-dfe74b43-b253-4549-87de-425d8f0dc805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:58.049492 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-39db4030-50b9-477e-bf67-4909613c0b74 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:58.049993 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aefe54ba-3121-4acb-97de-12c54a873b93 req-dfe74b43-b253-4549-87de-425d8f0dc805 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cedd956302664fa280a1c281659df45b&device_id=91ca06dd-d39d-4b7d-8a6b-d6408b4309cc HTTP/1.1" status: 200 len: 1096 time: 0.6619258 May 03 22:31:58.090644 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39db4030-50b9-477e-bf67-4909613c0b74 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:31:58.109707 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db4030-50b9-477e-bf67-4909613c0b74 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=952a5315-f97a-4268-8bb5-a6af1a90673a,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:58.130549 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-39db4030-50b9-477e-bf67-4909613c0b74 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:58.130921 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-39db4030-50b9-477e-bf67-4909613c0b74 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Added segment 438ba676-1538-4594-b401-cbc166bbeefe of type vlan for network 2f832817-e293-4042-9f77-f6ba33e50d98 May 03 22:31:58.171181 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56e6f1-4f8c-4818-a348-16f8cb9aa684 req-6fdafbb7-cf6c-4381-864a-37a03dcd8608 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:58.180140 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2d56e6f1-4f8c-4818-a348-16f8cb9aa684 req-6fdafbb7-cf6c-4381-864a-37a03dcd8608 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=69e3cadd-5968-49c0-a0e9-e11eed87b3c4 HTTP/1.1" status: 200 len: 945 time: 0.6797607 May 03 22:31:58.196232 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-39db4030-50b9-477e-bf67-4909613c0b74 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:58.240727 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-39db4030-50b9-477e-bf67-4909613c0b74 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:58.254507 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39db4030-50b9-477e-bf67-4909613c0b74 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:58.255814 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-39db4030-50b9-477e-bf67-4909613c0b74 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:58.260043 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-9e7953d8-3995-47da-9f96-dcbc12a7af41 None None] Set router 9fe78d57-7847-4bc8-a426-38e257fff645 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:31:58.372388 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-39db4030-50b9-477e-bf67-4909613c0b74 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6069868 May 03 22:31:58.377880 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60274) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:58.385724 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-927708b0-21c0-46e7-bcb6-b769f322e5dc tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Request body: {'subnet': {'network_id': '2f832817-e293-4042-9f77-f6ba33e50d98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:58.400227 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db4030-50b9-477e-bf67-4909613c0b74 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Pushing event updated for resources: {'Network': ['ID=2f832817-e293-4042-9f77-f6ba33e50d98,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:58.404110 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-801fa877-9c85-475e-bbd6-f9b96411d5ff tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:58.405661 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-801fa877-9c85-475e-bbd6-f9b96411d5ff tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.60 "GET /v2.0/networks?id=983af77e-2b01-4072-bd1e-12edcf859777 HTTP/1.1" status: 200 len: 806 time: 0.4085140 May 03 22:31:58.416325 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 2f832817-e293-4042-9f77-f6ba33e50d98 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:31:58.516889 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-5d2c42cd-0ba0-452f-b4f5-d284e147244d tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Request body: {'port': {'device_id': 'dac19430-6bcd-4ea6-a253-267542f431de', 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777', 'admin_state_up': True, 'tenant_id': '5a0f20c83fdc471fa4da593ef2ea5d27'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:58.518299 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-927708b0-21c0-46e7-bcb6-b769f322e5dc tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:58.524557 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-927708b0-21c0-46e7-bcb6-b769f322e5dc tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Usage tracker for resource:subnet and tenant:dcfaeba84b354777ade33df49c3ff4ba is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:58.529992 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-927708b0-21c0-46e7-bcb6-b769f322e5dc tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:58.536716 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-927708b0-21c0-46e7-bcb6-b769f322e5dc tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:58.549069 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927708b0-21c0-46e7-bcb6-b769f322e5dc tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Made reservation on behalf of dcfaeba84b354777ade33df49c3ff4ba for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:31:58.553316 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-927708b0-21c0-46e7-bcb6-b769f322e5dc tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:58.582457 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device f5db6f5c-9f93-4758-b7f7-644a3f20227c details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:31:58.618077 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2d56e6f1-4f8c-4818-a348-16f8cb9aa684 req-d295ebdb-f638-42d4-92d2-7924c4395b05 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4366963 May 03 22:31:58.761037 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe54ba-3121-4acb-97de-12c54a873b93 req-e1973ae3-48c3-4249-a27d-db360df8559d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:58.762517 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aefe54ba-3121-4acb-97de-12c54a873b93 req-e1973ae3-48c3-4249-a27d-db360df8559d service neutron] 10.222.0.67 "GET /v2.0/networks?id=aa323bd0-e355-48ff-817f-0dfa021e8b19 HTTP/1.1" status: 200 len: 921 time: 0.6161473 May 03 22:31:58.797381 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-9e7953d8-3995-47da-9f96-dcbc12a7af41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'name': 'tempest-FloatingIPsAssociationTestJSON-397226911-router', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '29467980-77b1-465b-a725-dbd893850111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:25Z', 'updated_at': '2022-05-03T22:30:33Z', 'revision_number': 4, 'project_id': 'cedd956302664fa280a1c281659df45b', 'gw_port': {'id': '29467980-77b1-465b-a725-dbd893850111', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:27Z', 'updated_at': '2022-05-03T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '235ba3f3-d837-4146-8dee-8b836fe0801f', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'floating_ip_address': '172.25.2.103', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'port_id': 'b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'mac_address': 'fa:16:3e:bb:a8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9845e68-2c9e-4423-9c31-faa7466baf47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:31:06Z', 'updated_at': '2022-05-03T22:31:56Z', 'revision_number': 3, 'project_id': 'cedd956302664fa280a1c281659df45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6542d56f-fc4a-4be4-bd93-0893aa77260d', 'name': '', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'mac_address': 'fa:16:3e:0e:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:32Z', 'updated_at': '2022-05-03T22:30:45Z', 'revision_number': 5, 'project_id': 'cedd956302664fa280a1c281659df45b', 'subnets': [{'id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:58.801649 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7953d8-3995-47da-9f96-dcbc12a7af41 None None] Checking router: 9fe78d57-7847-4bc8-a426-38e257fff645 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:31:58.812665 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7953d8-3995-47da-9f96-dcbc12a7af41 None None] Routers {'9fe78d57-7847-4bc8-a426-38e257fff645'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:31:58.813273 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-9e7953d8-3995-47da-9f96-dcbc12a7af41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:31:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['9fe78d57-7847-4bc8-a426-38e257fff645'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:58.831292 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-927708b0-21c0-46e7-bcb6-b769f322e5dc tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:58.843091 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port f5db6f5c-9f93-4758-b7f7-644a3f20227c, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=f5db6f5c-9f93-4758-b7f7-644a3f20227c,segment=NetworkSegment(377f8452-e338-4faf-8c9c-bc97c0819012),segment_id=377f8452-e338-4faf-8c9c-bc97c0819012)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:58.858074 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': 'f5db6f5c-9f93-4758-b7f7-644a3f20227c', 'network_id': '80deef1b-a6bc-436e-82ca-c7772b586ee4', 'port_id': 'f5db6f5c-9f93-4758-b7f7-644a3f20227c', 'mac_address': 'fa:16:3e:2a:96:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad66a659-5069-4d93-8dba-5ddf00cb7291', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:31:58.923776 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:58.948062 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5db6f5c-9f93-4758-b7f7-644a3f20227c {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:31:58.971694 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port f5db6f5c-9f93-4758-b7f7-644a3f20227c, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=f5db6f5c-9f93-4758-b7f7-644a3f20227c,segment=NetworkSegment(377f8452-e338-4faf-8c9c-bc97c0819012),segment_id=377f8452-e338-4faf-8c9c-bc97c0819012)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:31:58.977874 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:59.018935 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-9e7953d8-3995-47da-9f96-dcbc12a7af41 None None] Set router 9fe78d57-7847-4bc8-a426-38e257fff645 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:31:59.023086 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aefe54ba-3121-4acb-97de-12c54a873b93 req-7e5bd055-e4e6-48b2-a820-7584ead000bb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2642b5e6-5d8c-4acd-b8fd-8a712dfbe750 HTTP/1.1" status: 200 len: 217 time: 0.0763206 May 03 22:31:59.031142 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe54ba-3121-4acb-97de-12c54a873b93 req-45cc0970-8168-40a0-9d57-f45c4968eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:59.032632 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aefe54ba-3121-4acb-97de-12c54a873b93 req-45cc0970-8168-40a0-9d57-f45c4968eeac service neutron] 10.222.0.60 "GET /v2.0/networks?id=80deef1b-a6bc-436e-82ca-c7772b586ee4 HTTP/1.1" status: 200 len: 919 time: 0.9976714 May 03 22:31:59.060791 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927708b0-21c0-46e7-bcb6-b769f322e5dc tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Checking segment: {'id': '438ba676-1538-4594-b401-cbc166bbeefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2f832817-e293-4042-9f77-f6ba33e50d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:31:59.061419 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927708b0-21c0-46e7-bcb6-b769f322e5dc tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Network hostable DHCP agents. Network: 2f832817-e293-4042-9f77-f6ba33e50d98, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:31:59.067602 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927708b0-21c0-46e7-bcb6-b769f322e5dc tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Pushing event updated for resources: {'Subnet': ['ID=bc6c8dfa-d68b-49d6-a8c5-8bdf1588d8f7,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:59.079642 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=f5db6f5c-9f93-4758-b7f7-644a3f20227c,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:59.087431 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927708b0-21c0-46e7-bcb6-b769f322e5dc tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Network 2f832817-e293-4042-9f77-f6ba33e50d98 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:31:59.099326 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-927708b0-21c0-46e7-bcb6-b769f322e5dc tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 2f832817-e293-4042-9f77-f6ba33e50d98) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:31:59.104260 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927708b0-21c0-46e7-bcb6-b769f322e5dc tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:59.104890 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-927708b0-21c0-46e7-bcb6-b769f322e5dc tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:59.112002 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e14b051-39cc-4c2e-bad7-ff76abb3d667 None None] Network 2f832817-e293-4042-9f77-f6ba33e50d98 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:31:59.134165 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-927708b0-21c0-46e7-bcb6-b769f322e5dc tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7551999 May 03 22:31:59.137796 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60284) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:59.144677 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-07b0f7ad-9fd6-444f-b2f8-7d2b60d60419 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Request body: {'network': {'name': 'tempest-router-network01--427882058'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:59.152623 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-07b0f7ad-9fd6-444f-b2f8-7d2b60d60419 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:59.157343 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-07b0f7ad-9fd6-444f-b2f8-7d2b60d60419 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Usage tracker for resource:network and tenant:dcfaeba84b354777ade33df49c3ff4ba is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:59.163697 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-07b0f7ad-9fd6-444f-b2f8-7d2b60d60419 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:59.170279 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-07b0f7ad-9fd6-444f-b2f8-7d2b60d60419 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:59.183471 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b0f7ad-9fd6-444f-b2f8-7d2b60d60419 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Made reservation on behalf of dcfaeba84b354777ade33df49c3ff4ba for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:31:59.190034 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-07b0f7ad-9fd6-444f-b2f8-7d2b60d60419 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:59.215739 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe54ba-3121-4acb-97de-12c54a873b93 req-abf13e8c-ab68-4c95-beab-4bccc2b5a959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:59.217231 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aefe54ba-3121-4acb-97de-12c54a873b93 req-abf13e8c-ab68-4c95-beab-4bccc2b5a959 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=54b42422-4ac1-45eb-8a53-775e8d5e2134 HTTP/1.1" status: 200 len: 859 time: 0.1303525 May 03 22:31:59.233385 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07b0f7ad-9fd6-444f-b2f8-7d2b60d60419 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:31:59.245846 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-07b0f7ad-9fd6-444f-b2f8-7d2b60d60419 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:59.246629 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-07b0f7ad-9fd6-444f-b2f8-7d2b60d60419 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Added segment be505f40-1d52-4e86-a379-d2075d424423 of type vlan for network 57525792-1ffa-49b9-82cf-a75a0b884f49 May 03 22:31:59.280624 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-07b0f7ad-9fd6-444f-b2f8-7d2b60d60419 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:59.284879 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aefe54ba-3121-4acb-97de-12c54a873b93 req-a35d0158-f552-4d70-956f-76260a7c21b6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3669b2d9-1b59-461a-8bfe-ca15a70bfd35 HTTP/1.1" status: 200 len: 217 time: 0.1355920 May 03 22:31:59.322441 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-07b0f7ad-9fd6-444f-b2f8-7d2b60d60419 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:59.329507 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b0f7ad-9fd6-444f-b2f8-7d2b60d60419 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:59.331530 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-07b0f7ad-9fd6-444f-b2f8-7d2b60d60419 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:59.369532 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['f5db6f5c-9f93-4758-b7f7-644a3f20227c'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:31:59.397561 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59f860a-9582-4d0c-b593-0acfb21ce792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-2f832817-e293-4042-9f77-f6ba33e50d98', 'network_id': '2f832817-e293-4042-9f77-f6ba33e50d98', 'tenant_id': 'dcfaeba84b354777ade33df49c3ff4ba', 'fixed_ips': [{'subnet_id': 'bc6c8dfa-d68b-49d6-a8c5-8bdf1588d8f7'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:31:59.398445 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a59f860a-9582-4d0c-b593-0acfb21ce792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:59.450891 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-9e7953d8-3995-47da-9f96-dcbc12a7af41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'name': 'tempest-FloatingIPsAssociationTestJSON-397226911-router', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '29467980-77b1-465b-a725-dbd893850111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:25Z', 'updated_at': '2022-05-03T22:30:33Z', 'revision_number': 4, 'project_id': 'cedd956302664fa280a1c281659df45b', 'gw_port': {'id': '29467980-77b1-465b-a725-dbd893850111', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:27Z', 'updated_at': '2022-05-03T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '235ba3f3-d837-4146-8dee-8b836fe0801f', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'floating_ip_address': '172.25.2.103', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'port_id': 'b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'mac_address': 'fa:16:3e:bb:a8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9845e68-2c9e-4423-9c31-faa7466baf47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:31:06Z', 'updated_at': '2022-05-03T22:31:56Z', 'revision_number': 3, 'project_id': 'cedd956302664fa280a1c281659df45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6542d56f-fc4a-4be4-bd93-0893aa77260d', 'name': '', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'mac_address': 'fa:16:3e:0e:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:32Z', 'updated_at': '2022-05-03T22:30:45Z', 'revision_number': 5, 'project_id': 'cedd956302664fa280a1c281659df45b', 'subnets': [{'id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:31:59.458227 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7953d8-3995-47da-9f96-dcbc12a7af41 None None] The sync data for ids ['9fe78d57-7847-4bc8-a426-38e257fff645'] in n-d-811807-1 is: [{'id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'name': 'tempest-FloatingIPsAssociationTestJSON-397226911-router', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '29467980-77b1-465b-a725-dbd893850111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:25Z', 'updated_at': '2022-05-03T22:30:33Z', 'revision_number': 4, 'project_id': 'cedd956302664fa280a1c281659df45b', 'gw_port': {'id': '29467980-77b1-465b-a725-dbd893850111', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:27Z', 'updated_at': '2022-05-03T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '235ba3f3-d837-4146-8dee-8b836fe0801f', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'floating_ip_address': '172.25.2.103', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'port_id': 'b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'mac_address': 'fa:16:3e:bb:a8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9845e68-2c9e-4423-9c31-faa7466baf47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:31:06Z', 'updated_at': '2022-05-03T22:31:56Z', 'revision_number': 3, 'project_id': 'cedd956302664fa280a1c281659df45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6542d56f-fc4a-4be4-bd93-0893aa77260d', 'name': '', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'mac_address': 'fa:16:3e:0e:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:32Z', 'updated_at': '2022-05-03T22:30:45Z', 'revision_number': 5, 'project_id': 'cedd956302664fa280a1c281659df45b', 'subnets': [{'id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:31:59.466401 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b0f7ad-9fd6-444f-b2f8-7d2b60d60419 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Pushing event updated for resources: {'Network': ['ID=57525792-1ffa-49b9-82cf-a75a0b884f49,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:59.486495 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-07b0f7ad-9fd6-444f-b2f8-7d2b60d60419 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3472199 May 03 22:31:59.489372 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60288) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:59.490338 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 57525792-1ffa-49b9-82cf-a75a0b884f49 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:31:59.495093 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-09c6b659-638b-4873-9689-0d98cdd2ef7a tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Request body: {'network': {'name': 'tempest-router-network02--1584494665'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:59.500556 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-09c6b659-638b-4873-9689-0d98cdd2ef7a tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:59.505224 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-09c6b659-638b-4873-9689-0d98cdd2ef7a tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Usage tracker for resource:network and tenant:dcfaeba84b354777ade33df49c3ff4ba is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:59.508808 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-09c6b659-638b-4873-9689-0d98cdd2ef7a tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:59.515245 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-09c6b659-638b-4873-9689-0d98cdd2ef7a tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:59.519082 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d6ae3d-ec8c-44d1-bc34-c477d182a2d5', 'tag': 'f5db6f5c-9f93-4758-b7f7-644a3f20227c'}, {'name': 'network-changed', 'server_uuid': '4c240ab9-dd26-468c-b48f-633514daf12a', 'tag': '13fdee9e-c77e-4a72-81f5-8b7e27118d08'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:31:59.525233 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe54ba-3121-4acb-97de-12c54a873b93 req-a94abc69-4182-42a5-9075-4d549f62d6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:59.526690 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aefe54ba-3121-4acb-97de-12c54a873b93 req-a94abc69-4182-42a5-9075-4d549f62d6c6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ad66a659-5069-4d93-8dba-5ddf00cb7291 HTTP/1.1" status: 200 len: 858 time: 0.2230399 May 03 22:31:59.528566 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c6b659-638b-4873-9689-0d98cdd2ef7a tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Made reservation on behalf of dcfaeba84b354777ade33df49c3ff4ba for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:31:59.537688 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-09c6b659-638b-4873-9689-0d98cdd2ef7a tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:59.575175 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c6b659-638b-4873-9689-0d98cdd2ef7a tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:31:59.588705 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-09c6b659-638b-4873-9689-0d98cdd2ef7a tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:59.589332 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-09c6b659-638b-4873-9689-0d98cdd2ef7a tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Added segment 97c2bf94-4f79-43e4-a52d-cf41346bde07 of type vlan for network eb7d973c-602c-4933-8c36-5bedb8602980 May 03 22:31:59.605797 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aefe54ba-3121-4acb-97de-12c54a873b93 req-84fe57c2-1403-40eb-967b-8965a1cebfa8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=80deef1b-a6bc-436e-82ca-c7772b586ee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571177 May 03 22:31:59.644629 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-09c6b659-638b-4873-9689-0d98cdd2ef7a tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:59.688980 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-09c6b659-638b-4873-9689-0d98cdd2ef7a tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:59.694796 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c6b659-638b-4873-9689-0d98cdd2ef7a tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:31:59.695396 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-09c6b659-638b-4873-9689-0d98cdd2ef7a tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:59.727070 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-784ef60e-924f-4365-91bb-840c6334fe9a tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Router 9fe78d57-7847-4bc8-a426-38e257fff645 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:31:59.728180 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-5d2c42cd-0ba0-452f-b4f5-d284e147244d tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:59.745154 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-5d2c42cd-0ba0-452f-b4f5-d284e147244d tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Usage tracker for resource:port and tenant:5a0f20c83fdc471fa4da593ef2ea5d27 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:59.746247 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-a59f860a-9582-4d0c-b593-0acfb21ce792 None None] Allocated IP 2001:db8::2 (2f832817-e293-4042-9f77-f6ba33e50d98/bc6c8dfa-d68b-49d6-a8c5-8bdf1588d8f7/f34ab5d2-dd86-4de6-acd4-fa14398be669) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:31:59.757341 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4dec338d-5b16-442d-8271-e1e9abb31b78 req-9e7124f2-54bb-4ea7-9ac5-ae23b17cd279 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.0286713 May 03 22:31:59.763450 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-4dec338d-5b16-442d-8271-e1e9abb31b78 req-89dd3b2c-748e-4937-966c-5475df5a5083 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:59.766592 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3128fedc-70f3-40be-86d2-04d9437dc509 None None] New status for floating IP 235ba3f3-d837-4146-8dee-8b836fe0801f: ACTIVE {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:31:59.767389 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-5d2c42cd-0ba0-452f-b4f5-d284e147244d tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:59.785842 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-5d2c42cd-0ba0-452f-b4f5-d284e147244d tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:59.790654 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-4dec338d-5b16-442d-8271-e1e9abb31b78 req-89dd3b2c-748e-4937-966c-5475df5a5083 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:59.801448 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-09c6b659-638b-4873-9689-0d98cdd2ef7a tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3101876 May 03 22:31:59.807413 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60294) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:31:59.807623 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-4dec338d-5b16-442d-8271-e1e9abb31b78 req-89dd3b2c-748e-4937-966c-5475df5a5083 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Usage tracker for resource:floatingip and tenant:d9c3dbb20f6947bda4c4f80874d7efc3 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:59.812438 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-4dec338d-5b16-442d-8271-e1e9abb31b78 req-89dd3b2c-748e-4937-966c-5475df5a5083 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:59.815117 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-1b5fa6c7-b604-4658-a087-30dc42494442 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Request body: {'subnet': {'network_id': '57525792-1ffa-49b9-82cf-a75a0b884f49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:31:59.830480 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6b659-638b-4873-9689-0d98cdd2ef7a tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Pushing event updated for resources: {'Network': ['ID=eb7d973c-602c-4933-8c36-5bedb8602980,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:31:59.866416 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network eb7d973c-602c-4933-8c36-5bedb8602980 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:31:59.935249 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1b5fa6c7-b604-4658-a087-30dc42494442 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:31:59.940018 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-4dec338d-5b16-442d-8271-e1e9abb31b78 req-89dd3b2c-748e-4937-966c-5475df5a5083 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:59.941325 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1b5fa6c7-b604-4658-a087-30dc42494442 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Usage tracker for resource:subnet and tenant:dcfaeba84b354777ade33df49c3ff4ba is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:31:59.944794 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1b5fa6c7-b604-4658-a087-30dc42494442 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:31:59.950704 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1b5fa6c7-b604-4658-a087-30dc42494442 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:31:59.960981 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-5d2c42cd-0ba0-452f-b4f5-d284e147244d tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Made reservation on behalf of 5a0f20c83fdc471fa4da593ef2ea5d27 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:31:59.962220 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5fa6c7-b604-4658-a087-30dc42494442 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Made reservation on behalf of dcfaeba84b354777ade33df49c3ff4ba for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:31:59.964482 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-5d2c42cd-0ba0-452f-b4f5-d284e147244d tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:31:59.965638 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1b5fa6c7-b604-4658-a087-30dc42494442 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:00.015080 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aefe54ba-3121-4acb-97de-12c54a873b93 req-59cf9c27-6195-4f0f-99c8-5299ce589231 service neutron] 10.222.0.60 "GET /v2.0/networks/80deef1b-a6bc-436e-82ca-c7772b586ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001861 May 03 22:32:00.020038 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe54ba-3121-4acb-97de-12c54a873b93 req-f51aca21-a6e0-4fa5-ad85-b89eca58c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:00.021516 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aefe54ba-3121-4acb-97de-12c54a873b93 req-f51aca21-a6e0-4fa5-ad85-b89eca58c123 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aa323bd0-e355-48ff-817f-0dfa021e8b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7877300 May 03 22:32:00.030346 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4dec338d-5b16-442d-8271-e1e9abb31b78 req-89dd3b2c-748e-4937-966c-5475df5a5083 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:00.205749 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1b5fa6c7-b604-4658-a087-30dc42494442 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:00.247800 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 48018d3d-ad55-4c5c-a22d-33b3080d9012 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:32:00.287478 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5fa6c7-b604-4658-a087-30dc42494442 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Pushing event updated for resources: {'Subnet': ['ID=6a7a26e8-c8d4-4a6b-ab08-ea7115c3b3d6,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:00.295206 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5fa6c7-b604-4658-a087-30dc42494442 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Checking segment: {'id': 'be505f40-1d52-4e86-a379-d2075d424423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '57525792-1ffa-49b9-82cf-a75a0b884f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:32:00.296028 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5fa6c7-b604-4658-a087-30dc42494442 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Network hostable DHCP agents. Network: 57525792-1ffa-49b9-82cf-a75a0b884f49, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:32:00.319038 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5fa6c7-b604-4658-a087-30dc42494442 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Network 57525792-1ffa-49b9-82cf-a75a0b884f49 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:32:00.333545 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-1b5fa6c7-b604-4658-a087-30dc42494442 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 57525792-1ffa-49b9-82cf-a75a0b884f49) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:32:00.339533 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5fa6c7-b604-4658-a087-30dc42494442 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:00.340399 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1b5fa6c7-b604-4658-a087-30dc42494442 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:00.362462 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-784ef60e-924f-4365-91bb-840c6334fe9a tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:32:00.364313 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1b5fa6c7-b604-4658-a087-30dc42494442 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5561552 May 03 22:32:00.367017 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60298) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:00.373325 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-4ac20ef3-4009-43a8-a036-d1fe0c4b4def tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Request body: {'subnet': {'network_id': 'eb7d973c-602c-4933-8c36-5bedb8602980', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:00.412507 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be385244-5797-4ef1-ba5b-1ff0ca2d8eeb None None] Network 57525792-1ffa-49b9-82cf-a75a0b884f49 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:32:00.490133 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4ac20ef3-4009-43a8-a036-d1fe0c4b4def tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:00.493750 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-784ef60e-924f-4365-91bb-840c6334fe9a tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:00.494047 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4ac20ef3-4009-43a8-a036-d1fe0c4b4def tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Usage tracker for resource:subnet and tenant:dcfaeba84b354777ade33df49c3ff4ba is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:32:00.497227 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4ac20ef3-4009-43a8-a036-d1fe0c4b4def tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:32:00.502816 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4ac20ef3-4009-43a8-a036-d1fe0c4b4def tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:00.515575 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac20ef3-4009-43a8-a036-d1fe0c4b4def tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Made reservation on behalf of dcfaeba84b354777ade33df49c3ff4ba for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:32:00.519981 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4ac20ef3-4009-43a8-a036-d1fe0c4b4def tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:00.559763 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aefe54ba-3121-4acb-97de-12c54a873b93 req-44dc7c0f-03aa-41a5-b5bd-9c38c87db023 service neutron] 10.222.0.67 "GET /v2.0/networks/aa323bd0-e355-48ff-817f-0dfa021e8b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4575729 May 03 22:32:00.574049 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aefe54ba-3121-4acb-97de-12c54a873b93 req-8cef6418-7e1e-4939-8348-bf9672c7b67c service neutron] 10.222.0.60 "GET /v2.0/networks/80deef1b-a6bc-436e-82ca-c7772b586ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5492804 May 03 22:32:00.621322 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 3669b2d9-1b59-461a-8bfe-ca15a70bfd35 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:32:00.636333 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-5d2c42cd-0ba0-452f-b4f5-d284e147244d tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Allocated IP 172.20.0.4 (983af77e-2b01-4072-bd1e-12edcf859777/a1f38ed2-c940-45de-9756-cc79b8316a2d/0de8ea71-ab6c-4004-b28e-e70d5e0206ee) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:32:00.740803 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 48018d3d-ad55-4c5c-a22d-33b3080d9012 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:32:00.773266 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11aafba-3f60-41fb-a600-2413f7370bbb None None] Sync routers for ids ['9fe78d57-7847-4bc8-a426-38e257fff645'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:32:00.784967 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11aafba-3f60-41fb-a600-2413f7370bbb None None] Routers {'9fe78d57-7847-4bc8-a426-38e257fff645'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:32:00.785591 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d11aafba-3f60-41fb-a600-2413f7370bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:31:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['9fe78d57-7847-4bc8-a426-38e257fff645'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:00.790818 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a59f860a-9582-4d0c-b593-0acfb21ce792 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:00.819964 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-784ef60e-924f-4365-91bb-840c6334fe9a tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "PUT /v2.0/floatingips/235ba3f3-d837-4146-8dee-8b836fe0801f HTTP/1.1" status: 200 len: 999 time: 6.3296337 May 03 22:32:00.829160 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a59f860a-9582-4d0c-b593-0acfb21ce792 None None] Transition to ACTIVE for port object f34ab5d2-dd86-4de6-acd4-fa14398be669 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:32:00.844967 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4ac20ef3-4009-43a8-a036-d1fe0c4b4def tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:00.858928 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a59f860a-9582-4d0c-b593-0acfb21ce792 None None] Transition to ACTIVE for port object f34ab5d2-dd86-4de6-acd4-fa14398be669 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:32:00.869138 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 48018d3d-ad55-4c5c-a22d-33b3080d9012 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:32:00.869720 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:00.930943 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aefe54ba-3121-4acb-97de-12c54a873b93 req-f965410d-54d8-4e16-9bc0-452759ba37c2 service neutron] 10.222.0.67 "GET /v2.0/networks/aa323bd0-e355-48ff-817f-0dfa021e8b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627555 May 03 22:32:00.943180 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac20ef3-4009-43a8-a036-d1fe0c4b4def tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Pushing event updated for resources: {'Subnet': ['ID=e94c6a15-6951-4241-b76f-45cdb718f7ea,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:00.956270 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac20ef3-4009-43a8-a036-d1fe0c4b4def tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Checking segment: {'id': '97c2bf94-4f79-43e4-a52d-cf41346bde07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'eb7d973c-602c-4933-8c36-5bedb8602980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:32:00.957227 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac20ef3-4009-43a8-a036-d1fe0c4b4def tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Network hostable DHCP agents. Network: eb7d973c-602c-4933-8c36-5bedb8602980, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:32:00.961113 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4dec338d-5b16-442d-8271-e1e9abb31b78 req-89dd3b2c-748e-4937-966c-5475df5a5083 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:00.982664 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac20ef3-4009-43a8-a036-d1fe0c4b4def tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Network eb7d973c-602c-4933-8c36-5bedb8602980 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:32:00.995019 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-4ac20ef3-4009-43a8-a036-d1fe0c4b4def tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, eb7d973c-602c-4933-8c36-5bedb8602980) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:32:00.999681 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac20ef3-4009-43a8-a036-d1fe0c4b4def tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:01.001002 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4ac20ef3-4009-43a8-a036-d1fe0c4b4def tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:01.016712 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-d11aafba-3f60-41fb-a600-2413f7370bbb None None] Set router 9fe78d57-7847-4bc8-a426-38e257fff645 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:32:01.021875 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 3669b2d9-1b59-461a-8bfe-ca15a70bfd35 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:32:01.027828 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a59f860a-9582-4d0c-b593-0acfb21ce792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:01.035133 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4ac20ef3-4009-43a8-a036-d1fe0c4b4def tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6663032 May 03 22:32:01.037384 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60302) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:01.038618 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45863759-aff3-41a0-9391-f69faa578b01 None None] Network eb7d973c-602c-4933-8c36-5bedb8602980 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:32:01.267431 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-481bcf95-3d8e-4dff-9668-71f452d0aac3 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:01.269109 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-481bcf95-3d8e-4dff-9668-71f452d0aac3 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/ports/2642b5e6-5d8c-4acd-b8fd-8a712dfbe750 HTTP/1.1" status: 200 len: 942 time: 0.4357409 May 03 22:32:01.275564 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 3669b2d9-1b59-461a-8bfe-ca15a70bfd35 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:32:01.275940 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:01.320343 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59f860a-9582-4d0c-b593-0acfb21ce792 None None] Network 2f832817-e293-4042-9f77-f6ba33e50d98 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:32:01.400929 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-5d2c42cd-0ba0-452f-b4f5-d284e147244d tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:01.465917 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:01.478715 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-a59f860a-9582-4d0c-b593-0acfb21ce792 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:32:01.496978 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-4dec338d-5b16-442d-8271-e1e9abb31b78 req-89dd3b2c-748e-4937-966c-5475df5a5083 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Allocated IP 172.25.2.45 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/f815b8bb-27b8-4f94-8728-b0725d80a094) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:32:01.506911 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe54ba-3121-4acb-97de-12c54a873b93 req-4b903234-65f3-4dc3-af76-82b507114c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:01.508653 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aefe54ba-3121-4acb-97de-12c54a873b93 req-4b903234-65f3-4dc3-af76-82b507114c77 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bd51361818564d1386545633b9756d25&device_id=bd4b6d39-bb67-4e9f-af25-309b5bdcad35 HTTP/1.1" status: 200 len: 1095 time: 0.4961987 May 03 22:32:01.520226 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59f860a-9582-4d0c-b593-0acfb21ce792 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:32:01.546054 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d11aafba-3f60-41fb-a600-2413f7370bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'name': 'tempest-FloatingIPsAssociationTestJSON-397226911-router', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '29467980-77b1-465b-a725-dbd893850111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:25Z', 'updated_at': '2022-05-03T22:30:33Z', 'revision_number': 4, 'project_id': 'cedd956302664fa280a1c281659df45b', 'gw_port': {'id': '29467980-77b1-465b-a725-dbd893850111', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:27Z', 'updated_at': '2022-05-03T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '235ba3f3-d837-4146-8dee-8b836fe0801f', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'floating_ip_address': '172.25.2.103', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'port_id': 'b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'mac_address': 'fa:16:3e:bb:a8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9845e68-2c9e-4423-9c31-faa7466baf47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:31:06Z', 'updated_at': '2022-05-03T22:32:00Z', 'revision_number': 4, 'project_id': 'cedd956302664fa280a1c281659df45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6542d56f-fc4a-4be4-bd93-0893aa77260d', 'name': '', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'mac_address': 'fa:16:3e:0e:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:32Z', 'updated_at': '2022-05-03T22:30:45Z', 'revision_number': 5, 'project_id': 'cedd956302664fa280a1c281659df45b', 'subnets': [{'id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:01.554950 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11aafba-3f60-41fb-a600-2413f7370bbb None None] Checking router: 9fe78d57-7847-4bc8-a426-38e257fff645 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:32:01.575397 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11aafba-3f60-41fb-a600-2413f7370bbb None None] Routers {'9fe78d57-7847-4bc8-a426-38e257fff645'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:32:01.576147 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d11aafba-3f60-41fb-a600-2413f7370bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:31:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['9fe78d57-7847-4bc8-a426-38e257fff645'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:01.596708 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952f3701-a8c6-4b38-bad2-30fc3a3631a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-57525792-1ffa-49b9-82cf-a75a0b884f49', 'network_id': '57525792-1ffa-49b9-82cf-a75a0b884f49', 'tenant_id': 'dcfaeba84b354777ade33df49c3ff4ba', 'fixed_ips': [{'subnet_id': '6a7a26e8-c8d4-4a6b-ab08-ea7115c3b3d6'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:32:01.598633 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-952f3701-a8c6-4b38-bad2-30fc3a3631a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:01.639304 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c389c947-8925-402a-ba52-78b6db3f847f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-eb7d973c-602c-4933-8c36-5bedb8602980', 'network_id': 'eb7d973c-602c-4933-8c36-5bedb8602980', 'tenant_id': 'dcfaeba84b354777ade33df49c3ff4ba', 'fixed_ips': [{'subnet_id': 'e94c6a15-6951-4241-b76f-45cdb718f7ea'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:32:01.642314 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c389c947-8925-402a-ba52-78b6db3f847f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:01.743242 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-5d2c42cd-0ba0-452f-b4f5-d284e147244d tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:01.749826 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-afe13b00-8cf3-44a9-9dac-5d12a348d6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:01.751394 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-afe13b00-8cf3-44a9-9dac-5d12a348d6c9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cedd956302664fa280a1c281659df45b&device_id=91ca06dd-d39d-4b7d-8a6b-d6408b4309cc HTTP/1.1" status: 200 len: 1096 time: 0.3415790 May 03 22:32:01.788553 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-d11aafba-3f60-41fb-a600-2413f7370bbb None None] Set router 9fe78d57-7847-4bc8-a426-38e257fff645 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:32:01.812531 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a2773598-9d37-419e-8f42-c8ca4b5737ae tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:01.859590 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f860a-9582-4d0c-b593-0acfb21ce792 None None] Pushing event updated for resources: {'Port': ['ID=f34ab5d2-dd86-4de6-acd4-fa14398be669,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:01.862104 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4b6d39-bb67-4e9f-af25-309b5bdcad35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48018d3d-ad55-4c5c-a22d-33b3080d9012'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:32:01.867818 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['f6688ff0-6e96-4dac-90f0-7a42629dcd98'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:32:01.899679 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-5d2c42cd-0ba0-452f-b4f5-d284e147244d tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Network 983af77e-2b01-4072-bd1e-12edcf859777 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:32:01.919961 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-5d2c42cd-0ba0-452f-b4f5-d284e147244d tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:32:01.927743 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe54ba-3121-4acb-97de-12c54a873b93 req-9cc4120a-5130-49c0-a714-bb34f712917f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:01.929216 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aefe54ba-3121-4acb-97de-12c54a873b93 req-9cc4120a-5130-49c0-a714-bb34f712917f service neutron] 10.222.0.67 "GET /v2.0/networks?id=80deef1b-a6bc-436e-82ca-c7772b586ee4 HTTP/1.1" status: 200 len: 919 time: 0.4077437 May 03 22:32:01.930028 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-5d2c42cd-0ba0-452f-b4f5-d284e147244d tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:32:01.976705 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-a59f860a-9582-4d0c-b593-0acfb21ce792 None None] Attempting to bind port f34ab5d2-dd86-4de6-acd4-fa14398be669 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:32:01.977236 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-a59f860a-9582-4d0c-b593-0acfb21ce792 None None] Attempting to bind port f34ab5d2-dd86-4de6-acd4-fa14398be669 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '438ba676-1538-4594-b401-cbc166bbeefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2f832817-e293-4042-9f77-f6ba33e50d98'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:32:01.977695 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59f860a-9582-4d0c-b593-0acfb21ce792 None None] Attempting to bind port f34ab5d2-dd86-4de6-acd4-fa14398be669 on network 2f832817-e293-4042-9f77-f6ba33e50d98 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:32:02.006389 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4dec338d-5b16-442d-8271-e1e9abb31b78 req-89dd3b2c-748e-4937-966c-5475df5a5083 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:02.018046 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c42cd-0ba0-452f-b4f5-d284e147244d tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Pushing event updated for resources: {'Port': ['ID=0de8ea71-ab6c-4004-b28e-e70d5e0206ee,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:02.073365 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 48018d3d-ad55-4c5c-a22d-33b3080d9012, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=48018d3d-ad55-4c5c-a22d-33b3080d9012,segment=NetworkSegment(377f8452-e338-4faf-8c9c-bc97c0819012),segment_id=377f8452-e338-4faf-8c9c-bc97c0819012)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:32:02.085394 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:02.103346 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59f860a-9582-4d0c-b593-0acfb21ce792 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:32:02.103895 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59f860a-9582-4d0c-b593-0acfb21ce792 None None] Checking segment: {'id': '438ba676-1538-4594-b401-cbc166bbeefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2f832817-e293-4042-9f77-f6ba33e50d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:32:02.104399 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a59f860a-9582-4d0c-b593-0acfb21ce792 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:02.104897 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59f860a-9582-4d0c-b593-0acfb21ce792 None None] Bound using segment: {'id': '438ba676-1538-4594-b401-cbc166bbeefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2f832817-e293-4042-9f77-f6ba33e50d98'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:32:02.105832 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-a59f860a-9582-4d0c-b593-0acfb21ce792 None None] Bound port: f34ab5d2-dd86-4de6-acd4-fa14398be669, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '438ba676-1538-4594-b401-cbc166bbeefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2f832817-e293-4042-9f77-f6ba33e50d98'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:32:02.105832 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a59f860a-9582-4d0c-b593-0acfb21ce792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:02.115476 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aefe54ba-3121-4acb-97de-12c54a873b93 req-10451ba6-8c3a-4ea6-839e-69401009e675 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48018d3d-ad55-4c5c-a22d-33b3080d9012 HTTP/1.1" status: 200 len: 217 time: 0.1029789 May 03 22:32:02.203334 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d11aafba-3f60-41fb-a600-2413f7370bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'name': 'tempest-FloatingIPsAssociationTestJSON-397226911-router', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '29467980-77b1-465b-a725-dbd893850111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:25Z', 'updated_at': '2022-05-03T22:30:33Z', 'revision_number': 4, 'project_id': 'cedd956302664fa280a1c281659df45b', 'gw_port': {'id': '29467980-77b1-465b-a725-dbd893850111', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:27Z', 'updated_at': '2022-05-03T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '235ba3f3-d837-4146-8dee-8b836fe0801f', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'floating_ip_address': '172.25.2.103', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'port_id': 'b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'mac_address': 'fa:16:3e:bb:a8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9845e68-2c9e-4423-9c31-faa7466baf47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:31:06Z', 'updated_at': '2022-05-03T22:32:00Z', 'revision_number': 4, 'project_id': 'cedd956302664fa280a1c281659df45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6542d56f-fc4a-4be4-bd93-0893aa77260d', 'name': '', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'mac_address': 'fa:16:3e:0e:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:32Z', 'updated_at': '2022-05-03T22:30:45Z', 'revision_number': 5, 'project_id': 'cedd956302664fa280a1c281659df45b', 'subnets': [{'id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:02.206045 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-5d2c42cd-0ba0-452f-b4f5-d284e147244d tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:02.206756 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-5d2c42cd-0ba0-452f-b4f5-d284e147244d tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:02.207609 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11aafba-3f60-41fb-a600-2413f7370bbb None None] The sync data for ids ['9fe78d57-7847-4bc8-a426-38e257fff645'] in n-d-811807-1 is: [{'id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'name': 'tempest-FloatingIPsAssociationTestJSON-397226911-router', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '29467980-77b1-465b-a725-dbd893850111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:25Z', 'updated_at': '2022-05-03T22:30:33Z', 'revision_number': 4, 'project_id': 'cedd956302664fa280a1c281659df45b', 'gw_port': {'id': '29467980-77b1-465b-a725-dbd893850111', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:27Z', 'updated_at': '2022-05-03T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '235ba3f3-d837-4146-8dee-8b836fe0801f', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'floating_ip_address': '172.25.2.103', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'port_id': 'b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'mac_address': 'fa:16:3e:bb:a8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9845e68-2c9e-4423-9c31-faa7466baf47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:31:06Z', 'updated_at': '2022-05-03T22:32:00Z', 'revision_number': 4, 'project_id': 'cedd956302664fa280a1c281659df45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6542d56f-fc4a-4be4-bd93-0893aa77260d', 'name': '', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'mac_address': 'fa:16:3e:0e:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:32Z', 'updated_at': '2022-05-03T22:30:45Z', 'revision_number': 5, 'project_id': 'cedd956302664fa280a1c281659df45b', 'subnets': [{'id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:32:02.231633 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-930f4015-7c97-45fd-88f0-360c539ca0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:02.233126 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-930f4015-7c97-45fd-88f0-360c539ca0d1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aa323bd0-e355-48ff-817f-0dfa021e8b19 HTTP/1.1" status: 200 len: 921 time: 0.4421022 May 03 22:32:02.290573 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-a2773598-9d37-419e-8f42-c8ca4b5737ae tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Allocated IP 2001:db8::1 (57525792-1ffa-49b9-82cf-a75a0b884f49/6a7a26e8-c8d4-4a6b-ab08-ea7115c3b3d6/2890aae4-0add-4796-8457-0932f2cb3a23) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:32:02.319478 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-ab013cb3-f40f-4be1-9fd5-4845328994e5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2642b5e6-5d8c-4acd-b8fd-8a712dfbe750 HTTP/1.1" status: 200 len: 217 time: 0.0790663 May 03 22:32:02.322980 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe54ba-3121-4acb-97de-12c54a873b93 req-4212d01c-5031-4c83-8b45-c6dad7b02b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:02.323507 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aefe54ba-3121-4acb-97de-12c54a873b93 req-4212d01c-5031-4c83-8b45-c6dad7b02b0f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ad66a659-5069-4d93-8dba-5ddf00cb7291 HTTP/1.1" status: 200 len: 858 time: 0.1959882 May 03 22:32:02.324690 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-5d2c42cd-0ba0-452f-b4f5-d284e147244d tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8623993 May 03 22:32:02.330777 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:02.371153 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4dec338d-5b16-442d-8271-e1e9abb31b78 req-89dd3b2c-748e-4937-966c-5475df5a5083 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:02.378019 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-b0866fe3-f30f-4f5f-9bf3-f13dde80601c service neutron] Request body: {'port': {'device_id': 'dac19430-6bcd-4ea6-a253-267542f431de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:02.465407 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 3669b2d9-1b59-461a-8bfe-ca15a70bfd35, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=3669b2d9-1b59-461a-8bfe-ca15a70bfd35,segment=NetworkSegment(377f8452-e338-4faf-8c9c-bc97c0819012),segment_id=377f8452-e338-4faf-8c9c-bc97c0819012)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:32:02.486797 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a2773598-9d37-419e-8f42-c8ca4b5737ae tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:02.500622 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:02.506789 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-a2773598-9d37-419e-8f42-c8ca4b5737ae tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Transition to ACTIVE for port object 2890aae4-0add-4796-8457-0932f2cb3a23 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:32:02.530297 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aefe54ba-3121-4acb-97de-12c54a873b93 req-d05d22e0-4863-415b-bf6a-8f618c74a43e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=80deef1b-a6bc-436e-82ca-c7772b586ee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1609921 May 03 22:32:02.534001 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a2773598-9d37-419e-8f42-c8ca4b5737ae tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:02.542892 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-c389c947-8925-402a-ba52-78b6db3f847f None None] Allocated IP 2001:db8::2 (eb7d973c-602c-4933-8c36-5bedb8602980/e94c6a15-6951-4241-b76f-45cdb718f7ea/0ba7cfe0-8ceb-426c-814a-dae0304774f0) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:32:02.582893 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dec338d-5b16-442d-8271-e1e9abb31b78 req-89dd3b2c-748e-4937-966c-5475df5a5083 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:32:02.586362 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=48018d3d-ad55-4c5c-a22d-33b3080d9012,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:02.601303 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-38b3dcf5-4bb5-4609-a994-b02c3039ac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:02.602951 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-38b3dcf5-4bb5-4609-a994-b02c3039ac69 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=54b42422-4ac1-45eb-8a53-775e8d5e2134 HTTP/1.1" status: 200 len: 859 time: 0.2720795 May 03 22:32:02.604106 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-4dec338d-5b16-442d-8271-e1e9abb31b78 req-89dd3b2c-748e-4937-966c-5475df5a5083 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:32:02.611529 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dec338d-5b16-442d-8271-e1e9abb31b78 req-89dd3b2c-748e-4937-966c-5475df5a5083 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:32:02.632420 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2773598-9d37-419e-8f42-c8ca4b5737ae tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Network 57525792-1ffa-49b9-82cf-a75a0b884f49 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:32:02.636191 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-a2773598-9d37-419e-8f42-c8ca4b5737ae tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:32:02.639317 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2773598-9d37-419e-8f42-c8ca4b5737ae tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:32:02.640168 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a2773598-9d37-419e-8f42-c8ca4b5737ae tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:02.648437 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device f5db6f5c-9f93-4758-b7f7-644a3f20227c up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:32:02.684234 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-a59f860a-9582-4d0c-b593-0acfb21ce792 None None] For port f34ab5d2-dd86-4de6-acd4-fa14398be669, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:32:02.686980 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2773598-9d37-419e-8f42-c8ca4b5737ae tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Pushing event updated for resources: {'Port': ['ID=2890aae4-0add-4796-8457-0932f2cb3a23,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:02.693653 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd3b2c-748e-4937-966c-5475df5a5083 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Pushing event updated for resources: {'Port': ['ID=f815b8bb-27b8-4f94-8728-b0725d80a094,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:02.776002 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-a59f860a-9582-4d0c-b593-0acfb21ce792 None None] For port f34ab5d2-dd86-4de6-acd4-fa14398be669, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=f34ab5d2-dd86-4de6-acd4-fa14398be669,segment=NetworkSegment(438ba676-1538-4594-b401-cbc166bbeefe),segment_id=438ba676-1538-4594-b401-cbc166bbeefe)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:32:02.780695 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a2773598-9d37-419e-8f42-c8ca4b5737ae tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:02.801681 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a59f860a-9582-4d0c-b593-0acfb21ce792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:02.871746 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-952f3701-a8c6-4b38-bad2-30fc3a3631a1 None None] Allocated IP 2001:db8::2 (57525792-1ffa-49b9-82cf-a75a0b884f49/6a7a26e8-c8d4-4a6b-ab08-ea7115c3b3d6/22defc2c-25ca-491f-aceb-44ed6ad6b575) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:32:02.919537 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=3669b2d9-1b59-461a-8bfe-ca15a70bfd35,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:02.991765 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-b0866fe3-f30f-4f5f-9bf3-f13dde80601c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:03.111371 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port f5db6f5c-9f93-4758-b7f7-644a3f20227c completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:32:03.170631 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port f5db6f5c-9f93-4758-b7f7-644a3f20227c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:32:03.171006 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:03.184611 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aefe54ba-3121-4acb-97de-12c54a873b93 req-11b69569-3268-4350-8030-cf493fd5c8f4 service neutron] 10.222.0.67 "GET /v2.0/networks/80deef1b-a6bc-436e-82ca-c7772b586ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6395690 May 03 22:32:03.216221 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a2773598-9d37-419e-8f42-c8ca4b5737ae tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:03.221451 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a2773598-9d37-419e-8f42-c8ca4b5737ae tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:03.222425 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a2773598-9d37-419e-8f42-c8ca4b5737ae tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:03.291395 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f860a-9582-4d0c-b593-0acfb21ce792 None None] Pushing event updated for resources: {'Port': ['ID=f34ab5d2-dd86-4de6-acd4-fa14398be669,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:03.397032 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aefe54ba-3121-4acb-97de-12c54a873b93 req-7df0738f-1045-40e1-8bf0-4d09f1c67a6c service neutron] 10.222.0.67 "GET /v2.0/networks/80deef1b-a6bc-436e-82ca-c7772b586ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994557 May 03 22:32:03.412218 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-32919794-2c0a-4df5-a19f-46ebe9c79057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:03.420596 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-32919794-2c0a-4df5-a19f-46ebe9c79057 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aa323bd0-e355-48ff-817f-0dfa021e8b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7278831 May 03 22:32:03.423374 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-952f3701-a8c6-4b38-bad2-30fc3a3631a1 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:03.426238 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-75d09876-0232-4073-9c1e-12172161e2a5 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:32:03.433105 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-75d09876-0232-4073-9c1e-12172161e2a5 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114136 May 03 22:32:03.435556 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-952f3701-a8c6-4b38-bad2-30fc3a3631a1 None None] Transition to ACTIVE for port object 22defc2c-25ca-491f-aceb-44ed6ad6b575 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:32:03.460842 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-952f3701-a8c6-4b38-bad2-30fc3a3631a1 None None] Transition to ACTIVE for port object 22defc2c-25ca-491f-aceb-44ed6ad6b575 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:32:03.465680 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4dec338d-5b16-442d-8271-e1e9abb31b78 req-89dd3b2c-748e-4937-966c-5475df5a5083 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:03.477886 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-952f3701-a8c6-4b38-bad2-30fc3a3631a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:03.534189 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c389c947-8925-402a-ba52-78b6db3f847f None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:03.556671 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2773598-9d37-419e-8f42-c8ca4b5737ae tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Pushing event updated for resources: {'Port': ['ID=2890aae4-0add-4796-8457-0932f2cb3a23,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:03.576976 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c389c947-8925-402a-ba52-78b6db3f847f None None] Transition to ACTIVE for port object 0ba7cfe0-8ceb-426c-814a-dae0304774f0 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:32:03.591088 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952f3701-a8c6-4b38-bad2-30fc3a3631a1 None None] Network 57525792-1ffa-49b9-82cf-a75a0b884f49 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:32:03.605906 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2773598-9d37-419e-8f42-c8ca4b5737ae tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Network 57525792-1ffa-49b9-82cf-a75a0b884f49 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:32:03.607208 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-a2773598-9d37-419e-8f42-c8ca4b5737ae tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:32:03.608599 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-952f3701-a8c6-4b38-bad2-30fc3a3631a1 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:32:03.618701 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952f3701-a8c6-4b38-bad2-30fc3a3631a1 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:32:03.625316 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f3701-a8c6-4b38-bad2-30fc3a3631a1 None None] Pushing event updated for resources: {'Port': ['ID=22defc2c-25ca-491f-aceb-44ed6ad6b575,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:03.698421 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c389c947-8925-402a-ba52-78b6db3f847f None None] Transition to ACTIVE for port object 0ba7cfe0-8ceb-426c-814a-dae0304774f0 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:32:03.717202 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4dec338d-5b16-442d-8271-e1e9abb31b78 req-89dd3b2c-748e-4937-966c-5475df5a5083 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:03.762603 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c389c947-8925-402a-ba52-78b6db3f847f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:03.779257 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-846566d6-34ca-4fa8-9bf2-7746e28d28bb service neutron] 10.222.0.58 "GET /v2.0/networks/aa323bd0-e355-48ff-817f-0dfa021e8b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440893 May 03 22:32:03.833775 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2773598-9d37-419e-8f42-c8ca4b5737ae tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Router cd7f8faa-9059-4d63-8193-ab68f51fdde2 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:32:03.853403 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-952f3701-a8c6-4b38-bad2-30fc3a3631a1 None None] Attempting to bind port 22defc2c-25ca-491f-aceb-44ed6ad6b575 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:32:03.853775 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-952f3701-a8c6-4b38-bad2-30fc3a3631a1 None None] Attempting to bind port 22defc2c-25ca-491f-aceb-44ed6ad6b575 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'be505f40-1d52-4e86-a379-d2075d424423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '57525792-1ffa-49b9-82cf-a75a0b884f49'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:32:03.854166 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952f3701-a8c6-4b38-bad2-30fc3a3631a1 None None] Attempting to bind port 22defc2c-25ca-491f-aceb-44ed6ad6b575 on network 57525792-1ffa-49b9-82cf-a75a0b884f49 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:32:03.857417 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c389c947-8925-402a-ba52-78b6db3f847f None None] Network eb7d973c-602c-4933-8c36-5bedb8602980 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:32:03.867553 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-c389c947-8925-402a-ba52-78b6db3f847f None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:32:03.872890 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952f3701-a8c6-4b38-bad2-30fc3a3631a1 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:32:03.873266 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952f3701-a8c6-4b38-bad2-30fc3a3631a1 None None] Checking segment: {'id': 'be505f40-1d52-4e86-a379-d2075d424423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '57525792-1ffa-49b9-82cf-a75a0b884f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:32:03.873671 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-952f3701-a8c6-4b38-bad2-30fc3a3631a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:03.874101 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952f3701-a8c6-4b38-bad2-30fc3a3631a1 None None] Bound using segment: {'id': 'be505f40-1d52-4e86-a379-d2075d424423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '57525792-1ffa-49b9-82cf-a75a0b884f49'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:32:03.874584 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-952f3701-a8c6-4b38-bad2-30fc3a3631a1 None None] Bound port: 22defc2c-25ca-491f-aceb-44ed6ad6b575, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be505f40-1d52-4e86-a379-d2075d424423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '57525792-1ffa-49b9-82cf-a75a0b884f49'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:32:03.874956 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-952f3701-a8c6-4b38-bad2-30fc3a3631a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:03.884962 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c389c947-8925-402a-ba52-78b6db3f847f None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:32:03.888804 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:03.906703 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c389c947-8925-402a-ba52-78b6db3f847f None None] Pushing event updated for resources: {'Port': ['ID=0ba7cfe0-8ceb-426c-814a-dae0304774f0,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:03.950188 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.resource_extend [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-b0866fe3-f30f-4f5f-9bf3-f13dde80601c service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:32:04.043736 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2773598-9d37-419e-8f42-c8ca4b5737ae tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:32:04.064979 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f41bb4-6406-435d-b86c-1d47e49cad27 None None] Sync routers for ids ['cd7f8faa-9059-4d63-8193-ab68f51fdde2'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:32:04.067882 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a2773598-9d37-419e-8f42-c8ca4b5737ae tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] 10.222.0.58 "PUT /v2.0/routers/cd7f8faa-9059-4d63-8193-ab68f51fdde2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0291386 May 03 22:32:04.070635 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60308) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:04.109547 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-952f3701-a8c6-4b38-bad2-30fc3a3631a1 None None] For port 22defc2c-25ca-491f-aceb-44ed6ad6b575, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:32:04.113433 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-952f3701-a8c6-4b38-bad2-30fc3a3631a1 None None] For port 22defc2c-25ca-491f-aceb-44ed6ad6b575, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=22defc2c-25ca-491f-aceb-44ed6ad6b575,segment=NetworkSegment(be505f40-1d52-4e86-a379-d2075d424423),segment_id=be505f40-1d52-4e86-a379-d2075d424423)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:32:04.122738 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port f5db6f5c-9f93-4758-b7f7-644a3f20227c, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=f5db6f5c-9f93-4758-b7f7-644a3f20227c,segment=NetworkSegment(377f8452-e338-4faf-8c9c-bc97c0819012),segment_id=377f8452-e338-4faf-8c9c-bc97c0819012)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:32:04.124454 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-c389c947-8925-402a-ba52-78b6db3f847f None None] Attempting to bind port 0ba7cfe0-8ceb-426c-814a-dae0304774f0 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:32:04.124819 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-c389c947-8925-402a-ba52-78b6db3f847f None None] Attempting to bind port 0ba7cfe0-8ceb-426c-814a-dae0304774f0 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '97c2bf94-4f79-43e4-a52d-cf41346bde07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'eb7d973c-602c-4933-8c36-5bedb8602980'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:32:04.125224 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c389c947-8925-402a-ba52-78b6db3f847f None None] Attempting to bind port 0ba7cfe0-8ceb-426c-814a-dae0304774f0 on network eb7d973c-602c-4933-8c36-5bedb8602980 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:32:04.134172 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c389c947-8925-402a-ba52-78b6db3f847f None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:32:04.134546 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c389c947-8925-402a-ba52-78b6db3f847f None None] Checking segment: {'id': '97c2bf94-4f79-43e4-a52d-cf41346bde07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'eb7d973c-602c-4933-8c36-5bedb8602980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:32:04.135915 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c389c947-8925-402a-ba52-78b6db3f847f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:04.136331 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c389c947-8925-402a-ba52-78b6db3f847f None None] Bound using segment: {'id': '97c2bf94-4f79-43e4-a52d-cf41346bde07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'eb7d973c-602c-4933-8c36-5bedb8602980'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:32:04.136811 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-c389c947-8925-402a-ba52-78b6db3f847f None None] Bound port: 0ba7cfe0-8ceb-426c-814a-dae0304774f0, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c2bf94-4f79-43e4-a52d-cf41346bde07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'eb7d973c-602c-4933-8c36-5bedb8602980'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:32:04.137429 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c389c947-8925-402a-ba52-78b6db3f847f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:04.153222 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-2721d33d-a888-4815-8052-2e926dcf3e12 service neutron] 10.222.0.58 "GET /v2.0/networks/aa323bd0-e355-48ff-817f-0dfa021e8b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619654 May 03 22:32:04.171092 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-b0866fe3-f30f-4f5f-9bf3-f13dde80601c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0de8ea71-ab6c-4004-b28e-e70d5e0206ee {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:32:04.182733 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-b0866fe3-f30f-4f5f-9bf3-f13dde80601c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:04.191580 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:04.194231 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-952f3701-a8c6-4b38-bad2-30fc3a3631a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:04.241204 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e75e94-8d7d-4707-987a-a1830a30d930 None None] Network 2f832817-e293-4042-9f77-f6ba33e50d98 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:32:04.267086 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-b0866fe3-f30f-4f5f-9bf3-f13dde80601c service neutron] Transition to ACTIVE for port object 0de8ea71-ab6c-4004-b28e-e70d5e0206ee will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:32:04.277303 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-b0866fe3-f30f-4f5f-9bf3-f13dde80601c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:04.362406 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f41bb4-6406-435d-b86c-1d47e49cad27 None None] Routers {'cd7f8faa-9059-4d63-8193-ab68f51fdde2'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:32:04.363327 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-a1f41bb4-6406-435d-b86c-1d47e49cad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:31:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['cd7f8faa-9059-4d63-8193-ab68f51fdde2'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:04.436654 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.resource_extend [req-4dec338d-5b16-442d-8271-e1e9abb31b78 req-89dd3b2c-748e-4937-966c-5475df5a5083 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:32:04.462057 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-a1f41bb4-6406-435d-b86c-1d47e49cad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:04.474583 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0866fe3-f30f-4f5f-9bf3-f13dde80601c service neutron] Pushing event updated for resources: {'Port': ['ID=0de8ea71-ab6c-4004-b28e-e70d5e0206ee,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:04.492591 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4dec338d-5b16-442d-8271-e1e9abb31b78 req-89dd3b2c-748e-4937-966c-5475df5a5083 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:04.524216 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4dec338d-5b16-442d-8271-e1e9abb31b78 req-89dd3b2c-748e-4937-966c-5475df5a5083 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:04.634736 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-8ea7a90c-8050-4abc-b72e-4f2e888505da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:04.636267 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-8ea7a90c-8050-4abc-b72e-4f2e888505da service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cedd956302664fa280a1c281659df45b&device_id=f9845e68-2c9e-4423-9c31-faa7466baf47 HTTP/1.1" status: 200 len: 1097 time: 0.4310291 May 03 22:32:04.678577 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-c389c947-8925-402a-ba52-78b6db3f847f None None] For port 0ba7cfe0-8ceb-426c-814a-dae0304774f0, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:32:04.685977 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-c389c947-8925-402a-ba52-78b6db3f847f None None] For port 0ba7cfe0-8ceb-426c-814a-dae0304774f0, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0ba7cfe0-8ceb-426c-814a-dae0304774f0,segment=NetworkSegment(97c2bf94-4f79-43e4-a52d-cf41346bde07),segment_id=97c2bf94-4f79-43e4-a52d-cf41346bde07)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:32:04.728799 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=f5db6f5c-9f93-4758-b7f7-644a3f20227c,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:04.741302 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5abed399-51e0-4760-ab81-9b67008773f5 None None] Provisioning for port f34ab5d2-dd86-4de6-acd4-fa14398be669 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:32:04.802902 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f41bb4-6406-435d-b86c-1d47e49cad27 None None] Routers {'cd7f8faa-9059-4d63-8193-ab68f51fdde2'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:32:04.803720 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-a1f41bb4-6406-435d-b86c-1d47e49cad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:31:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['cd7f8faa-9059-4d63-8193-ab68f51fdde2'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:04.832046 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-60e52425-b0b8-4748-b1c8-d64e291f5a32 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:32:04.833242 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-60e52425-b0b8-4748-b1c8-d64e291f5a32 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] 10.222.0.58 "PUT /v2.0/routers/cd7f8faa-9059-4d63-8193-ab68f51fdde2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7616379 May 03 22:32:04.836059 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60312) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:04.899046 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c389c947-8925-402a-ba52-78b6db3f847f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:04.903700 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device f34ab5d2-dd86-4de6-acd4-fa14398be669 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:32:04.905157 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd3b2c-748e-4937-966c-5475df5a5083 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Pushing event updated for resources: {'Port': ['ID=f815b8bb-27b8-4f94-8728-b0725d80a094,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:04.974532 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-b0866fe3-f30f-4f5f-9bf3-f13dde80601c service neutron] Attempting to bind port 0de8ea71-ab6c-4004-b28e-e70d5e0206ee on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:32:04.974751 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-b0866fe3-f30f-4f5f-9bf3-f13dde80601c service neutron] Attempting to bind port 0de8ea71-ab6c-4004-b28e-e70d5e0206ee by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'cbe0e324-a30f-4158-b658-34d22a2a37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:32:04.975064 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-b0866fe3-f30f-4f5f-9bf3-f13dde80601c service neutron] Attempting to bind port 0de8ea71-ab6c-4004-b28e-e70d5e0206ee on network 983af77e-2b01-4072-bd1e-12edcf859777 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:32:04.986302 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-b0866fe3-f30f-4f5f-9bf3-f13dde80601c service neutron] Port 0de8ea71-ab6c-4004-b28e-e70d5e0206ee on network 983af77e-2b01-4072-bd1e-12edcf859777 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:32:04.986641 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-b0866fe3-f30f-4f5f-9bf3-f13dde80601c service neutron] Attempting to bind port 0de8ea71-ab6c-4004-b28e-e70d5e0206ee on network 983af77e-2b01-4072-bd1e-12edcf859777 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:32:04.990486 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-a1f41bb4-6406-435d-b86c-1d47e49cad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:04.990899 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f41bb4-6406-435d-b86c-1d47e49cad27 None None] The sync data for ids ['cd7f8faa-9059-4d63-8193-ab68f51fdde2'] in n-d-811807-1 is: [] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:32:04.996414 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4dec338d-5b16-442d-8271-e1e9abb31b78 req-89dd3b2c-748e-4937-966c-5475df5a5083 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:05.006768 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-b0866fe3-f30f-4f5f-9bf3-f13dde80601c service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:32:05.007112 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-b0866fe3-f30f-4f5f-9bf3-f13dde80601c service neutron] Checking segment: {'id': 'cbe0e324-a30f-4158-b658-34d22a2a37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:32:05.007501 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-b0866fe3-f30f-4f5f-9bf3-f13dde80601c service neutron] Bound using segment: {'id': 'cbe0e324-a30f-4158-b658-34d22a2a37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:32:05.007939 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-b0866fe3-f30f-4f5f-9bf3-f13dde80601c service neutron] Bound port: 0de8ea71-ab6c-4004-b28e-e70d5e0206ee, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe0e324-a30f-4158-b658-34d22a2a37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:32:05.008498 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-b0866fe3-f30f-4f5f-9bf3-f13dde80601c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:05.078184 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f3701-a8c6-4b38-bad2-30fc3a3631a1 None None] Pushing event updated for resources: {'Port': ['ID=22defc2c-25ca-491f-aceb-44ed6ad6b575,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:05.127215 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-b0866fe3-f30f-4f5f-9bf3-f13dde80601c service neutron] For port 0de8ea71-ab6c-4004-b28e-e70d5e0206ee, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:32:05.131011 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-b0866fe3-f30f-4f5f-9bf3-f13dde80601c service neutron] For port 0de8ea71-ab6c-4004-b28e-e70d5e0206ee, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0de8ea71-ab6c-4004-b28e-e70d5e0206ee,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:32:05.145185 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-b0866fe3-f30f-4f5f-9bf3-f13dde80601c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:05.173666 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port f34ab5d2-dd86-4de6-acd4-fa14398be669 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:32:05.186438 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c389c947-8925-402a-ba52-78b6db3f847f None None] Pushing event updated for resources: {'Port': ['ID=0ba7cfe0-8ceb-426c-814a-dae0304774f0,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:05.190482 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port f34ab5d2-dd86-4de6-acd4-fa14398be669 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:32:05.190930 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:05.198805 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4dec338d-5b16-442d-8271-e1e9abb31b78 req-89dd3b2c-748e-4937-966c-5475df5a5083 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:05.205755 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4dec338d-5b16-442d-8271-e1e9abb31b78 req-89dd3b2c-748e-4937-966c-5475df5a5083 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.4474716 May 03 22:32:05.295090 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-904eb215-db52-49aa-b91c-263d5bad6c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:05.296591 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-904eb215-db52-49aa-b91c-263d5bad6c05 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aa323bd0-e355-48ff-817f-0dfa021e8b19 HTTP/1.1" status: 200 len: 921 time: 0.6398933 May 03 22:32:05.382390 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-b0866fe3-f30f-4f5f-9bf3-f13dde80601c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:05.383223 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-b0866fe3-f30f-4f5f-9bf3-f13dde80601c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:05.384840 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-b0866fe3-f30f-4f5f-9bf3-f13dde80601c service neutron] 10.222.0.60 "PUT /v2.0/ports/0de8ea71-ab6c-4004-b28e-e70d5e0206ee HTTP/1.1" status: 200 len: 1091 time: 3.0199080 May 03 22:32:05.437988 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:05.449803 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-4dec338d-5b16-442d-8271-e1e9abb31b78 req-5deb1c65-0ff6-4259-9d62-1206971d234b tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Synchronizing usage tracker for tenant:d9c3dbb20f6947bda4c4f80874d7efc3 on resource:floatingip {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:32:05.492209 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port f34ab5d2-dd86-4de6-acd4-fa14398be669, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=f34ab5d2-dd86-4de6-acd4-fa14398be669,segment=NetworkSegment(438ba676-1538-4594-b401-cbc166bbeefe),segment_id=438ba676-1538-4594-b401-cbc166bbeefe)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:32:05.498790 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:05.559157 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0866fe3-f30f-4f5f-9bf3-f13dde80601c service neutron] Pushing event updated for resources: {'Port': ['ID=0de8ea71-ab6c-4004-b28e-e70d5e0206ee,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:05.573366 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-4dec338d-5b16-442d-8271-e1e9abb31b78 req-5deb1c65-0ff6-4259-9d62-1206971d234b tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Unset dirty status for tenant:d9c3dbb20f6947bda4c4f80874d7efc3 on resource:floatingip {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:32:05.574643 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4dec338d-5b16-442d-8271-e1e9abb31b78 req-5deb1c65-0ff6-4259-9d62-1206971d234b tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.45 HTTP/1.1" status: 200 len: 695 time: 0.3675370 May 03 22:32:05.580668 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-67093f8d-bf8e-4bff-9ce5-0b464ec6b1ad service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a HTTP/1.1" status: 200 len: 1002 time: 0.2701592 May 03 22:32:05.708929 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=f34ab5d2-dd86-4de6-acd4-fa14398be669,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:05.742824 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f6e91f09-5c4f-45ce-9bcf-adbca9bb3276 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:05.755315 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-400154d8-6acd-459a-96e2-0b4a8dabfb80 None None] Provisioning complete for port f34ab5d2-dd86-4de6-acd4-fa14398be669 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:32:05.756344 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-400154d8-6acd-459a-96e2-0b4a8dabfb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:05.801770 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-cc8a9575-0ea1-4522-9bb3-865e1338853d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:05.803890 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-cc8a9575-0ea1-4522-9bb3-865e1338853d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a0f20c83fdc471fa4da593ef2ea5d27&device_id=dac19430-6bcd-4ea6-a253-267542f431de HTTP/1.1" status: 200 len: 1094 time: 0.3453164 May 03 22:32:05.895103 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-162fcad2-8d63-4ccc-abb3-b03030a9db7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:05.902664 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-162fcad2-8d63-4ccc-abb3-b03030a9db7d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=54b42422-4ac1-45eb-8a53-775e8d5e2134 HTTP/1.1" status: 200 len: 859 time: 0.2818418 May 03 22:32:05.938357 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-a29e7b87-20b7-4fef-a50f-9fb9af76884a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0de8ea71-ab6c-4004-b28e-e70d5e0206ee HTTP/1.1" status: 200 len: 217 time: 0.1249425 May 03 22:32:05.983331 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf28471-0955-4cb6-990d-ab0065f9d3bb None None] Network 57525792-1ffa-49b9-82cf-a75a0b884f49 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:32:06.049236 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec338d-5b16-442d-8271-e1e9abb31b78 req-79a35a65-8951-48eb-9c8e-950020b9f3ee tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:06.051278 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4dec338d-5b16-442d-8271-e1e9abb31b78 req-79a35a65-8951-48eb-9c8e-950020b9f3ee tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 784 time: 0.4645276 May 03 22:32:06.072300 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-0a5466a4-745a-4b8b-ade5-89b013769428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:06.073680 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-0a5466a4-745a-4b8b-ade5-89b013769428 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a1f38ed2-c940-45de-9756-cc79b8316a2d HTTP/1.1" status: 200 len: 846 time: 0.1273756 May 03 22:32:06.087911 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-387540de-2843-480e-bf51-47525f72964b None None] Provisioning for port 22defc2c-25ca-491f-aceb-44ed6ad6b575 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:32:06.124292 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-f6e91f09-5c4f-45ce-9bcf-adbca9bb3276 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Deleting port 2890aae4-0add-4796-8457-0932f2cb3a23 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:32:06.124902 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f6e91f09-5c4f-45ce-9bcf-adbca9bb3276 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:06.131456 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-ddf11d08-d813-4c74-a3aa-3e11f8a46c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:06.133110 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-ddf11d08-d813-4c74-a3aa-3e11f8a46c70 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aa323bd0-e355-48ff-817f-0dfa021e8b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2295439 May 03 22:32:06.143235 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-d29ef6d1-a0b1-43fd-be69-8921e0789f80 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=983af77e-2b01-4072-bd1e-12edcf859777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621786 May 03 22:32:06.354602 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f6e91f09-5c4f-45ce-9bcf-adbca9bb3276 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:06.463904 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-c9f6a292-d9b3-46d2-8708-e305533878ce service neutron] 10.222.0.58 "GET /v2.0/networks/aa323bd0-e355-48ff-817f-0dfa021e8b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190660 May 03 22:32:06.489087 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-f6e91f09-5c4f-45ce-9bcf-adbca9bb3276 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Calling delete_port for 2890aae4-0add-4796-8457-0932f2cb3a23 owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:32:06.494705 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-218eae2e-b4d2-4deb-bb20-9cc569580e70 service neutron] 10.222.0.60 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238766 May 03 22:32:06.720139 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2ef0d7c6-6511-46f2-89a6-9b5c4afa0895 None None] Provisioning for port 2890aae4-0add-4796-8457-0932f2cb3a23 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:32:06.724083 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f6e91f09-5c4f-45ce-9bcf-adbca9bb3276 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:06.731275 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2ef0d7c6-6511-46f2-89a6-9b5c4afa0895 None None] Provisioning complete for port 2890aae4-0add-4796-8457-0932f2cb3a23 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:32:06.731788 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2ef0d7c6-6511-46f2-89a6-9b5c4afa0895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:06.789273 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbc67cb-3f0c-473e-8439-9e03415df73e None None] Network eb7d973c-602c-4933-8c36-5bedb8602980 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:32:06.837390 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f9b2210-4ff1-4653-98ed-8345a5c90bf6 req-8b40c2bf-7bcd-4b23-a328-db3b81961f45 service neutron] 10.222.0.58 "GET /v2.0/networks/aa323bd0-e355-48ff-817f-0dfa021e8b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659687 May 03 22:32:06.845443 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6df742-7f71-40e7-961c-0618d3f68bc3 req-9391457c-4fa5-458b-95ee-f7425a5cb5a2 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:06.846177 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-6b6df742-7f71-40e7-961c-0618d3f68bc3 req-9391457c-4fa5-458b-95ee-f7425a5cb5a2 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Synchronizing usage tracker for tenant:5a0f20c83fdc471fa4da593ef2ea5d27 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:32:06.878900 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-2ef0d7c6-6511-46f2-89a6-9b5c4afa0895 None None] Port 2890aae4-0add-4796-8457-0932f2cb3a23 was deleted so its status cannot be updated. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 03 22:32:06.892380 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device f34ab5d2-dd86-4de6-acd4-fa14398be669 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:32:06.899164 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-6b6df742-7f71-40e7-961c-0618d3f68bc3 req-9391457c-4fa5-458b-95ee-f7425a5cb5a2 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Unset dirty status for tenant:5a0f20c83fdc471fa4da593ef2ea5d27 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:32:06.901716 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6b6df742-7f71-40e7-961c-0618d3f68bc3 req-9391457c-4fa5-458b-95ee-f7425a5cb5a2 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=dac19430-6bcd-4ea6-a253-267542f431de HTTP/1.1" status: 200 len: 943 time: 0.7047441 May 03 22:32:07.036265 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7653176f-5e12-43bc-ba21-cb335eab0839 None None] Could not find standard attr ID for object 2890aae4-0add-4796-8457-0932f2cb3a23. {{(pid=88071) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 03 22:32:07.075116 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6b6df742-7f71-40e7-961c-0618d3f68bc3 req-058a109b-f0ec-4f1d-ae2a-f723dcc4fd04 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987761 May 03 22:32:07.084995 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7653176f-5e12-43bc-ba21-cb335eab0839 None None] Provisioning for port 0ba7cfe0-8ceb-426c-814a-dae0304774f0 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:32:07.096104 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-398f7e9c-4f8f-4e36-b7bb-4c048ab6a899 req-f1e618ba-8b90-41c9-9528-328f0d28a1dc service neutron] 10.222.0.60 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5812411 May 03 22:32:07.159457 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port f34ab5d2-dd86-4de6-acd4-fa14398be669 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:32:07.159840 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:07.215847 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e91f09-5c4f-45ce-9bcf-adbca9bb3276 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Pushing event deleted for resources: {'Port': ['ID=2890aae4-0add-4796-8457-0932f2cb3a23,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:07.261153 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f6e91f09-5c4f-45ce-9bcf-adbca9bb3276 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:07.336236 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-74cac53c-792f-49e5-8f82-01a5b1f5621c None None] Could not find standard attr ID for object 2890aae4-0add-4796-8457-0932f2cb3a23. {{(pid=88071) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 03 22:32:07.424489 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 22defc2c-25ca-491f-aceb-44ed6ad6b575 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:32:07.459154 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-df2ecd52-dba3-4758-8e1e-6baada4482f1 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:07.459875 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-df2ecd52-dba3-4758-8e1e-6baada4482f1 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Synchronizing usage tracker for tenant:d7afa8ba68f7411d9244d8acc84393e8 on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:32:07.512669 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 22defc2c-25ca-491f-aceb-44ed6ad6b575 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:32:07.513706 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49500a-1b10-4488-a497-dc3d7d75135f req-86631104-2384-425a-9e55-5c052eeac2f3 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:07.515404 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eb49500a-1b10-4488-a497-dc3d7d75135f req-86631104-2384-425a-9e55-5c052eeac2f3 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] 10.222.0.58 "GET /v2.0/ports?device_id=d99c6702-cd4b-4944-ae30-8c1ea0a6a290 HTTP/1.1" status: 200 len: 945 time: 0.2613215 May 03 22:32:07.516604 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-df2ecd52-dba3-4758-8e1e-6baada4482f1 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Unset dirty status for tenant:d7afa8ba68f7411d9244d8acc84393e8 on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:32:07.519529 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 22defc2c-25ca-491f-aceb-44ed6ad6b575 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:32:07.520119 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:07.523826 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-df2ecd52-dba3-4758-8e1e-6baada4482f1 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] 10.222.0.58 "GET /v2.0/networks?id=7fc6c240-20d3-4c9d-afae-c2a80f117205 HTTP/1.1" status: 200 len: 814 time: 0.3056402 May 03 22:32:07.541239 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-85d6046c-91fd-4dfa-8899-e5d3bbf4e7be tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] 10.222.0.58 "GET /v2.0/quotas/d7afa8ba68f7411d9244d8acc84393e8 HTTP/1.1" status: 200 len: 375 time: 0.0163996 May 03 22:32:07.578315 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e91f09-5c4f-45ce-9bcf-adbca9bb3276 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Router cd7f8faa-9059-4d63-8193-ab68f51fdde2 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:32:07.593317 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-7750095e-ae92-483a-aa01-42f9dd128069 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d7afa8ba68f7411d9244d8acc84393e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512130 May 03 22:32:07.671088 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:07.714225 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 22defc2c-25ca-491f-aceb-44ed6ad6b575, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=22defc2c-25ca-491f-aceb-44ed6ad6b575,segment=NetworkSegment(be505f40-1d52-4e86-a379-d2075d424423),segment_id=be505f40-1d52-4e86-a379-d2075d424423)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:32:07.719823 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:07.721310 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 0ba7cfe0-8ceb-426c-814a-dae0304774f0 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:32:07.728340 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e91f09-5c4f-45ce-9bcf-adbca9bb3276 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:32:07.740446 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f6e91f09-5c4f-45ce-9bcf-adbca9bb3276 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] 10.222.0.58 "PUT /v2.0/routers/cd7f8faa-9059-4d63-8193-ab68f51fdde2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9033594 May 03 22:32:07.746911 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60330) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:07.747285 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3293f71-8753-4ade-b645-d7db3bba972b None None] Sync routers for ids ['cd7f8faa-9059-4d63-8193-ab68f51fdde2'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:32:07.757541 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eb49500a-1b10-4488-a497-dc3d7d75135f req-685bf938-31ca-433a-803c-61611da5ee87 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] 10.222.0.58 "GET /v2.0/security-groups?id=6252505b-f2bc-492b-a3f0-7602305e4248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237446 May 03 22:32:07.771934 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3293f71-8753-4ade-b645-d7db3bba972b None None] Routers {'cd7f8faa-9059-4d63-8193-ab68f51fdde2'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:32:07.772147 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-c3293f71-8753-4ade-b645-d7db3bba972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:31:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['cd7f8faa-9059-4d63-8193-ab68f51fdde2'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:07.799582 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-409bf339-ac73-4b06-9101-92eccd1060ae service neutron] 10.222.0.58 "GET /v2.0/networks/7fc6c240-20d3-4c9d-afae-c2a80f117205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937747 May 03 22:32:07.825606 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-cc8f7720-3681-474b-b134-d49f613808c0 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] delete failed (client error): The resource could not be found. May 03 22:32:07.826700 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-cc8f7720-3681-474b-b134-d49f613808c0 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] 10.222.0.58 "DELETE /v2.0/routers/tempest-non_exist_router-13130718 HTTP/1.1" status: 404 len: 333 time: 0.0788419 May 03 22:32:07.830672 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60334) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:07.840959 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-4b05aa6d-7c1c-433c-97ab-4bf2fbfe9f3c tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cd7f8faa-9059-4d63-8193-ab68f51fdde2'}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:07.907061 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-c3293f71-8753-4ade-b645-d7db3bba972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:07.910484 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=22defc2c-25ca-491f-aceb-44ed6ad6b575,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:07.925785 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3293f71-8753-4ade-b645-d7db3bba972b None None] Routers {'cd7f8faa-9059-4d63-8193-ab68f51fdde2'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:32:07.926768 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-c3293f71-8753-4ade-b645-d7db3bba972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:31:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['cd7f8faa-9059-4d63-8193-ab68f51fdde2'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:07.927791 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 0ba7cfe0-8ceb-426c-814a-dae0304774f0 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:32:07.934838 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 0ba7cfe0-8ceb-426c-814a-dae0304774f0 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:32:07.936083 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:07.973924 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-e18a9585-a9dd-4f25-b084-ca8d72599315 service neutron] 10.222.0.58 "GET /v2.0/networks/7fc6c240-20d3-4c9d-afae-c2a80f117205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678865 May 03 22:32:08.034616 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-c3293f71-8753-4ade-b645-d7db3bba972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:08.035180 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3293f71-8753-4ade-b645-d7db3bba972b None None] The sync data for ids ['cd7f8faa-9059-4d63-8193-ab68f51fdde2'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:32:08.147401 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:08.150440 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e020bcf1-fc87-4580-877d-43f976c10886 req-efd8df8f-7e5d-4c87-a319-751bff4be10e tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369554 May 03 22:32:08.186853 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 0ba7cfe0-8ceb-426c-814a-dae0304774f0, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0ba7cfe0-8ceb-426c-814a-dae0304774f0,segment=NetworkSegment(97c2bf94-4f79-43e4-a52d-cf41346bde07),segment_id=97c2bf94-4f79-43e4-a52d-cf41346bde07)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:32:08.192440 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:08.325021 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fff3b779-a256-4fd9-9179-8935326cb73e'] response: {'name': 'network-changed', 'server_uuid': '68d6ae3d-ec8c-44d1-bc34-c477d182a2d5', 'tag': 'f5db6f5c-9f93-4758-b7f7-644a3f20227c', 'status': 'completed', 'code': 200} May 03 22:32:08.325289 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fff3b779-a256-4fd9-9179-8935326cb73e'] response: {'name': 'network-changed', 'server_uuid': '4c240ab9-dd26-468c-b48f-633514daf12a', 'tag': '13fdee9e-c77e-4a72-81f5-8b7e27118d08', 'status': 'completed', 'code': 200} May 03 22:32:08.334773 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ec0d327-955b-481d-b3b5-1521da6848fe'] response: {'server_uuid': 'bd4b6d39-bb67-4e9f-af25-309b5bdcad35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48018d3d-ad55-4c5c-a22d-33b3080d9012', 'code': 200} May 03 22:32:08.338558 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=0ba7cfe0-8ceb-426c-814a-dae0304774f0,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:08.437418 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4b05aa6d-7c1c-433c-97ab-4bf2fbfe9f3c tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:08.467224 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-4b05aa6d-7c1c-433c-97ab-4bf2fbfe9f3c tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] update failed (client error): The resource could not be found. May 03 22:32:08.472566 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4b05aa6d-7c1c-433c-97ab-4bf2fbfe9f3c tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] 10.222.0.58 "PUT /v2.0/routers/cd7f8faa-9059-4d63-8193-ab68f51fdde2 HTTP/1.1" status: 404 len: 339 time: 0.6403241 May 03 22:32:08.473334 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60358) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:08.479313 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-77c1604f-1932-4f4c-b987-af63c8a221e3 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-836112786'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:08.484629 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-77c1604f-1932-4f4c-b987-af63c8a221e3 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:08.489674 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-77c1604f-1932-4f4c-b987-af63c8a221e3 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Usage tracker for resource:network and tenant:dcfaeba84b354777ade33df49c3ff4ba is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:32:08.494582 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-77c1604f-1932-4f4c-b987-af63c8a221e3 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:32:08.500646 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020bcf1-fc87-4580-877d-43f976c10886 req-aab51f64-0a37-411f-a6c3-5841b8fd2194 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:08.501030 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-77c1604f-1932-4f4c-b987-af63c8a221e3 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:08.507760 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e020bcf1-fc87-4580-877d-43f976c10886 req-aab51f64-0a37-411f-a6c3-5841b8fd2194 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3539495 May 03 22:32:08.512109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c1604f-1932-4f4c-b987-af63c8a221e3 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Made reservation on behalf of dcfaeba84b354777ade33df49c3ff4ba for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:32:08.517446 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-77c1604f-1932-4f4c-b987-af63c8a221e3 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:08.554863 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77c1604f-1932-4f4c-b987-af63c8a221e3 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:32:08.567128 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-77c1604f-1932-4f4c-b987-af63c8a221e3 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:08.567597 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-77c1604f-1932-4f4c-b987-af63c8a221e3 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Added segment daf988bd-3334-45a4-b3f2-1df3fdc58fe1 of type vlan for network 6077256f-080c-4b1c-9048-8d50a9830c01 May 03 22:32:08.599868 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-77c1604f-1932-4f4c-b987-af63c8a221e3 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:08.635265 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e020bcf1-fc87-4580-877d-43f976c10886 req-401dbacd-ed3c-4782-aae4-5895cfa0b7d1 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/quotas/e5ed80acbb9f47e383e08a46b5c2d155 HTTP/1.1" status: 200 len: 375 time: 0.1263068 May 03 22:32:08.645623 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-77c1604f-1932-4f4c-b987-af63c8a221e3 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:08.652685 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c1604f-1932-4f4c-b987-af63c8a221e3 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:08.653366 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-77c1604f-1932-4f4c-b987-af63c8a221e3 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:08.698251 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 22defc2c-25ca-491f-aceb-44ed6ad6b575 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:32:08.717779 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-77c1604f-1932-4f4c-b987-af63c8a221e3 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2429495 May 03 22:32:08.724367 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60364) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:08.747179 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-a0afcaa1-143e-4dc1-9983-f491ef0249f0 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Request body: {'subnet': {'network_id': '6077256f-080c-4b1c-9048-8d50a9830c01', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:08.778093 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1604f-1932-4f4c-b987-af63c8a221e3 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Pushing event updated for resources: {'Network': ['ID=6077256f-080c-4b1c-9048-8d50a9830c01,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:08.790412 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 6077256f-080c-4b1c-9048-8d50a9830c01 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:32:08.817639 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f863a-601b-486f-be8b-23b616f2334f req-5368f7f1-bfc2-4907-ad63-c5bc5563eab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:08.819140 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a10f863a-601b-486f-be8b-23b616f2334f req-5368f7f1-bfc2-4907-ad63-c5bc5563eab2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d9c3dbb20f6947bda4c4f80874d7efc3&device_id=4c240ab9-dd26-468c-b48f-633514daf12a HTTP/1.1" status: 200 len: 1096 time: 0.4930756 May 03 22:32:08.895164 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 22defc2c-25ca-491f-aceb-44ed6ad6b575 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:32:08.895543 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:08.942295 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f863a-601b-486f-be8b-23b616f2334f req-965c4404-dc12-45bb-a37e-082e1ec8ebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:08.944239 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a10f863a-601b-486f-be8b-23b616f2334f req-965c4404-dc12-45bb-a37e-082e1ec8ebf2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd51361818564d1386545633b9756d25&device_id=68d6ae3d-ec8c-44d1-bc34-c477d182a2d5 HTTP/1.1" status: 200 len: 1096 time: 0.4980125 May 03 22:32:08.949764 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efdf6d0-ab7a-458f-a525-ed04bff2fe5a req-78f53235-fb4b-49f0-a2f9-34d0df00c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:08.951169 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3efdf6d0-ab7a-458f-a525-ed04bff2fe5a req-78f53235-fb4b-49f0-a2f9-34d0df00c4cc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bd4b6d39-bb67-4e9f-af25-309b5bdcad35 HTTP/1.1" status: 200 len: 1096 time: 0.3913150 May 03 22:32:08.965891 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b4648-c9b4-4e93-881f-6d96cfaa2e12 req-9e472664-c68b-4869-80c5-6c7a89bb4dea tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:08.967313 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f7b4648-c9b4-4e93-881f-6d96cfaa2e12 req-9e472664-c68b-4869-80c5-6c7a89bb4dea tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c240ab9-dd26-468c-b48f-633514daf12a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5228512 May 03 22:32:08.971570 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a0afcaa1-143e-4dc1-9983-f491ef0249f0 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:09.021674 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 0ba7cfe0-8ceb-426c-814a-dae0304774f0 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:32:09.092386 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 0ba7cfe0-8ceb-426c-814a-dae0304774f0 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:32:09.092766 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:09.182979 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a0afcaa1-143e-4dc1-9983-f491ef0249f0 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Usage tracker for resource:subnet and tenant:dcfaeba84b354777ade33df49c3ff4ba is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:32:09.207964 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-77e1c18c-03dd-4038-a064-27ff51988268 req-daebc9dd-e7d4-496e-9587-c2675975fcef service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7eeb876d-d169-4822-ae0a-71ff6f1d8ca9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1037512 May 03 22:32:09.251057 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a0afcaa1-143e-4dc1-9983-f491ef0249f0 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:32:09.293129 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a0afcaa1-143e-4dc1-9983-f491ef0249f0 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:09.315408 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e020bcf1-fc87-4580-877d-43f976c10886 req-e65efd1d-ba60-4ec2-adbc-e6e21e3a2b5f tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6792297 May 03 22:32:09.381161 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f7b4648-c9b4-4e93-881f-6d96cfaa2e12 req-09f31929-f6fc-45ed-a4f2-51820be0eb83 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.45 HTTP/1.1" status: 200 len: 695 time: 0.1996002 May 03 22:32:09.400125 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0afcaa1-143e-4dc1-9983-f491ef0249f0 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Made reservation on behalf of dcfaeba84b354777ade33df49c3ff4ba for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:32:09.403587 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a0afcaa1-143e-4dc1-9983-f491ef0249f0 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:09.439530 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-4f7b4648-c9b4-4e93-881f-6d96cfaa2e12 req-2b5a3167-23d6-4d94-b0cc-7719d72ff458 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Request body: {'floatingip': {'port_id': '13fdee9e-c77e-4a72-81f5-8b7e27118d08', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:09.484884 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1c18c-03dd-4038-a064-27ff51988268 req-a311b6f0-2228-4bc5-b727-28df79709488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:09.486549 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-77e1c18c-03dd-4038-a064-27ff51988268 req-a311b6f0-2228-4bc5-b727-28df79709488 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=66dfeed3cb324772b0bf769274eed2d2&device_id=7eeb876d-d169-4822-ae0a-71ff6f1d8ca9 HTTP/1.1" status: 200 len: 1097 time: 0.2046018 May 03 22:32:09.514785 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3efdf6d0-ab7a-458f-a525-ed04bff2fe5a req-b0077ec8-89e9-4aeb-9de5-592d498f62b8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6252505b-f2bc-492b-a3f0-7602305e4248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5236602 May 03 22:32:09.629500 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4f7b4648-c9b4-4e93-881f-6d96cfaa2e12 req-2b5a3167-23d6-4d94-b0cc-7719d72ff458 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks [] for floatingip, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:09.757184 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f863a-601b-486f-be8b-23b616f2334f req-b1b8653c-f671-4364-ab45-50926505a11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:09.758778 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a10f863a-601b-486f-be8b-23b616f2334f req-b1b8653c-f671-4364-ab45-50926505a11a service neutron] 10.222.0.67 "GET /v2.0/networks?id=cf4b4b53-23b3-4846-9dfb-85aed8a34ef8 HTTP/1.1" status: 200 len: 921 time: 0.8830070 May 03 22:32:09.827748 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f863a-601b-486f-be8b-23b616f2334f req-d3c85a30-52de-48d8-bb08-78adad7520e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:09.829195 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a10f863a-601b-486f-be8b-23b616f2334f req-d3c85a30-52de-48d8-bb08-78adad7520e2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=80deef1b-a6bc-436e-82ca-c7772b586ee4 HTTP/1.1" status: 200 len: 919 time: 0.8744276 May 03 22:32:09.940256 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1c18c-03dd-4038-a064-27ff51988268 req-7d3d1f7b-6e5d-43e4-843b-8afdb407de2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:09.942538 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-77e1c18c-03dd-4038-a064-27ff51988268 req-7d3d1f7b-6e5d-43e4-843b-8afdb407de2a service neutron] 10.222.0.67 "GET /v2.0/networks?id=f73247c4-e4b1-4dbd-a711-946870a81559 HTTP/1.1" status: 200 len: 912 time: 0.1414335 May 03 22:32:09.981627 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a10f863a-601b-486f-be8b-23b616f2334f req-854677e4-3fb6-435a-8a67-7223ccec0614 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13fdee9e-c77e-4a72-81f5-8b7e27118d08 HTTP/1.1" status: 200 len: 217 time: 0.1574612 May 03 22:32:10.030054 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ec420fc-65c3-4d39-9d29-5e9b7e72b365 req-62dac451-cc16-4411-974f-cd1fd80ff8d5 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.103 HTTP/1.1" status: 200 len: 1002 time: 0.5255556 May 03 22:32:10.057024 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-77e1c18c-03dd-4038-a064-27ff51988268 req-c9b34c5a-e4cd-4dcb-8f6c-a494f7ad5435 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95b4774f-05b7-419e-89fc-76bb9efcb5b7 HTTP/1.1" status: 200 len: 217 time: 0.0986831 May 03 22:32:10.062054 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a10f863a-601b-486f-be8b-23b616f2334f req-5c5f7436-188c-4253-ab34-4e2d668efd59 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5db6f5c-9f93-4758-b7f7-644a3f20227c HTTP/1.1" status: 200 len: 217 time: 0.1733935 May 03 22:32:10.142204 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1c18c-03dd-4038-a064-27ff51988268 req-c5a3547b-f881-4c70-895c-b1995a059253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:10.145831 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-77e1c18c-03dd-4038-a064-27ff51988268 req-c5a3547b-f881-4c70-895c-b1995a059253 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6303b72-ad18-4df3-b796-1d1c3ad4e877 HTTP/1.1" status: 200 len: 850 time: 0.0818996 May 03 22:32:10.244078 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1c18c-03dd-4038-a064-27ff51988268 req-70ee251e-1931-4d2e-9301-e981c6ba9c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:10.245734 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-77e1c18c-03dd-4038-a064-27ff51988268 req-70ee251e-1931-4d2e-9301-e981c6ba9c83 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f73247c4-e4b1-4dbd-a711-946870a81559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0924261 May 03 22:32:10.336468 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99c6702-cd4b-4944-ae30-8c1ea0a6a290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3669b2d9-1b59-461a-8bfe-ca15a70bfd35'}, {'server_uuid': '68d6ae3d-ec8c-44d1-bc34-c477d182a2d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5db6f5c-9f93-4758-b7f7-644a3f20227c'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:32:10.339215 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ca06dd-d39d-4b7d-8a6b-d6408b4309cc', 'tag': '2642b5e6-5d8c-4acd-b8fd-8a712dfbe750'}, {'name': 'network-changed', 'server_uuid': 'f9845e68-2c9e-4423-9c31-faa7466baf47', 'tag': 'b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a'}, {'name': 'network-changed', 'server_uuid': 'dac19430-6bcd-4ea6-a253-267542f431de', 'tag': '0de8ea71-ab6c-4004-b28e-e70d5e0206ee'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:32:10.395382 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec420fc-65c3-4d39-9d29-5e9b7e72b365 req-cc450103-77f6-4e6d-b963-947ed11a6367 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:10.396745 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ec420fc-65c3-4d39-9d29-5e9b7e72b365 req-cc450103-77f6-4e6d-b963-947ed11a6367 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/ports/b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a HTTP/1.1" status: 200 len: 943 time: 0.3659556 May 03 22:32:10.397544 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-77e1c18c-03dd-4038-a064-27ff51988268 req-3183f76e-05c9-4f78-aea7-771399f7fc89 service neutron] 10.222.0.67 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451793 May 03 22:32:10.458231 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f863a-601b-486f-be8b-23b616f2334f req-490a4c52-7565-48c2-9c99-d70fce0ce628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:10.459705 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a10f863a-601b-486f-be8b-23b616f2334f req-490a4c52-7565-48c2-9c99-d70fce0ce628 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=363f1a1c-dee5-436d-ab6d-f585bc5dbb1b HTTP/1.1" status: 200 len: 860 time: 0.4395506 May 03 22:32:10.460927 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f863a-601b-486f-be8b-23b616f2334f req-4474fbd0-2756-4d3e-b2c0-c2ff25cd3762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:10.462220 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a10f863a-601b-486f-be8b-23b616f2334f req-4474fbd0-2756-4d3e-b2c0-c2ff25cd3762 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ad66a659-5069-4d93-8dba-5ddf00cb7291 HTTP/1.1" status: 200 len: 858 time: 0.3493650 May 03 22:32:10.536862 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-77e1c18c-03dd-4038-a064-27ff51988268 req-274ac96a-fd97-493c-a62a-6ac60f25c97e service neutron] 10.222.0.67 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322281 May 03 22:32:10.622277 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 0de8ea71-ab6c-4004-b28e-e70d5e0206ee details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:32:10.743830 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e020bcf1-fc87-4580-877d-43f976c10886 req-1aa59ee0-745a-4d3a-9082-c4310c211f9e tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319271 May 03 22:32:10.783874 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 0de8ea71-ab6c-4004-b28e-e70d5e0206ee, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0de8ea71-ab6c-4004-b28e-e70d5e0206ee,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:32:10.799543 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '0de8ea71-ab6c-4004-b28e-e70d5e0206ee', 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777', 'port_id': '0de8ea71-ab6c-4004-b28e-e70d5e0206ee', 'mac_address': 'fa:16:3e:76:7a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1f38ed2-c940-45de-9756-cc79b8316a2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:32:10.868825 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:10.889903 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0de8ea71-ab6c-4004-b28e-e70d5e0206ee {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:32:10.908570 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 0de8ea71-ab6c-4004-b28e-e70d5e0206ee, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0de8ea71-ab6c-4004-b28e-e70d5e0206ee,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:32:10.916626 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020bcf1-fc87-4580-877d-43f976c10886 req-fba736eb-1254-4bd5-8599-b31c7fa309ea tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:10.917738 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:10.918303 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e020bcf1-fc87-4580-877d-43f976c10886 req-fba736eb-1254-4bd5-8599-b31c7fa309ea tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1696596 May 03 22:32:10.926018 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a10f863a-601b-486f-be8b-23b616f2334f req-e1130564-33d3-4515-b71e-5907487ce7db service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cf4b4b53-23b3-4846-9dfb-85aed8a34ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1539717 May 03 22:32:10.927932 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a10f863a-601b-486f-be8b-23b616f2334f req-c9a7a03c-ec93-41af-a60c-44143ad9addf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=80deef1b-a6bc-436e-82ca-c7772b586ee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2077179 May 03 22:32:10.932879 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-e020bcf1-fc87-4580-877d-43f976c10886 req-bc919d0c-c8c5-4270-836c-33529a8a76c5 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Request body: {'port': {'device_id': '367a22ed-ab2c-491b-93e4-a1fe5afe2e20', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'admin_state_up': True, 'tenant_id': 'e5ed80acbb9f47e383e08a46b5c2d155'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:10.942191 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-28a4f3c1-f53a-4be9-808e-ec2faea53684 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:10.943630 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-28a4f3c1-f53a-4be9-808e-ec2faea53684 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] 10.222.0.67 "GET /v2.0/networks?id=7fc6c240-20d3-4c9d-afae-c2a80f117205 HTTP/1.1" status: 200 len: 814 time: 0.9797208 May 03 22:32:10.998727 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-84a1f1bf-5951-4bfb-a3b5-7acd64e2f862 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Request body: {'port': {'device_id': '7e5783da-8b1e-4ae3-9014-d7f30711e699', 'network_id': '7fc6c240-20d3-4c9d-afae-c2a80f117205', 'admin_state_up': True, 'tenant_id': 'd7afa8ba68f7411d9244d8acc84393e8'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:11.005905 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=0de8ea71-ab6c-4004-b28e-e70d5e0206ee,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:11.014553 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:32:11.015113 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:32:11.015613 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:32:11.016904 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:32:11.017422 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:32:11.018063 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:32:11.018620 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:32:11.019115 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:32:11.021013 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:32:11.021516 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:32:11.022221 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:32:11.022708 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:32:11.128920 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-e020bcf1-fc87-4580-877d-43f976c10886 req-bc919d0c-c8c5-4270-836c-33529a8a76c5 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:11.134911 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-e020bcf1-fc87-4580-877d-43f976c10886 req-bc919d0c-c8c5-4270-836c-33529a8a76c5 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Usage tracker for resource:port and tenant:e5ed80acbb9f47e383e08a46b5c2d155 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:32:11.135297 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ec420fc-65c3-4d39-9d29-5e9b7e72b365 req-53e403bc-51c4-4c24-a7c8-23a9d0f0d50b tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.103 HTTP/1.1" status: 200 len: 1002 time: 0.4138885 May 03 22:32:11.138984 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-e020bcf1-fc87-4580-877d-43f976c10886 req-bc919d0c-c8c5-4270-836c-33529a8a76c5 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:32:11.145700 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-e020bcf1-fc87-4580-877d-43f976c10886 req-bc919d0c-c8c5-4270-836c-33529a8a76c5 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:11.156639 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e020bcf1-fc87-4580-877d-43f976c10886 req-bc919d0c-c8c5-4270-836c-33529a8a76c5 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Made reservation on behalf of e5ed80acbb9f47e383e08a46b5c2d155 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:32:11.161431 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e020bcf1-fc87-4580-877d-43f976c10886 req-bc919d0c-c8c5-4270-836c-33529a8a76c5 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:11.226704 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['0de8ea71-ab6c-4004-b28e-e70d5e0206ee'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:32:11.333461 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-e020bcf1-fc87-4580-877d-43f976c10886 req-bc919d0c-c8c5-4270-836c-33529a8a76c5 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Allocated IP 192.168.233.54 (7e14e0ca-f320-4236-9b9e-a9e4f415dbeb/1dff747c-9d3c-4e06-92c1-836fbb9482c4/2fc0683f-e329-48d5-bf48-15f4dbdca21e) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:32:11.369184 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a0afcaa1-143e-4dc1-9983-f491ef0249f0 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:11.541103 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e020bcf1-fc87-4580-877d-43f976c10886 req-bc919d0c-c8c5-4270-836c-33529a8a76c5 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:11.557476 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-e020bcf1-fc87-4580-877d-43f976c10886 req-bc919d0c-c8c5-4270-836c-33529a8a76c5 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Transition to ACTIVE for port object 2fc0683f-e329-48d5-bf48-15f4dbdca21e will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:32:11.581579 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e020bcf1-fc87-4580-877d-43f976c10886 req-bc919d0c-c8c5-4270-836c-33529a8a76c5 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:11.595335 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['78cece3e-063d-4911-b5af-6e8c5dad162c'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:32:11.656524 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e020bcf1-fc87-4580-877d-43f976c10886 req-bc919d0c-c8c5-4270-836c-33529a8a76c5 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:32:11.660514 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-e020bcf1-fc87-4580-877d-43f976c10886 req-bc919d0c-c8c5-4270-836c-33529a8a76c5 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:32:11.666788 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-e020bcf1-fc87-4580-877d-43f976c10886 req-bc919d0c-c8c5-4270-836c-33529a8a76c5 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:32:11.670240 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4fd21b35-ba13-4219-a636-924f7424c1f1 req-6354bdff-3604-41b7-ac06-7f1cca651970 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2671199 May 03 22:32:11.703035 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a10f863a-601b-486f-be8b-23b616f2334f req-d8f39cab-6124-4c96-9e38-4376acd36481 service neutron] 10.222.0.60 "GET /v2.0/networks/80deef1b-a6bc-436e-82ca-c7772b586ee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7520578 May 03 22:32:11.710778 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc919d0c-c8c5-4270-836c-33529a8a76c5 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Pushing event updated for resources: {'Port': ['ID=2fc0683f-e329-48d5-bf48-15f4dbdca21e,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:11.753264 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020bcf1-fc87-4580-877d-43f976c10886 req-bc919d0c-c8c5-4270-836c-33529a8a76c5 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:11.754127 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e020bcf1-fc87-4580-877d-43f976c10886 req-bc919d0c-c8c5-4270-836c-33529a8a76c5 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:11.757604 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a10f863a-601b-486f-be8b-23b616f2334f req-20a0defa-4a74-4b8f-8111-1ea33d9d402b service neutron] 10.222.0.67 "GET /v2.0/networks/cf4b4b53-23b3-4846-9dfb-85aed8a34ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8035629 May 03 22:32:11.758673 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-84a1f1bf-5951-4bfb-a3b5-7acd64e2f862 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:11.782329 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e020bcf1-fc87-4580-877d-43f976c10886 req-bc919d0c-c8c5-4270-836c-33529a8a76c5 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8556597 May 03 22:32:11.790333 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0afcaa1-143e-4dc1-9983-f491ef0249f0 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Pushing event updated for resources: {'Subnet': ['ID=b1050c10-6160-441e-b94d-1260ae84ceb3,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:11.795870 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-e020bcf1-fc87-4580-877d-43f976c10886 req-db8a3318-2d0f-474e-9cb8-43d075f531d9 service neutron] Request body: {'port': {'device_id': '367a22ed-ab2c-491b-93e4-a1fe5afe2e20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:11.823891 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-84a1f1bf-5951-4bfb-a3b5-7acd64e2f862 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Usage tracker for resource:port and tenant:d7afa8ba68f7411d9244d8acc84393e8 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:32:11.860689 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-84a1f1bf-5951-4bfb-a3b5-7acd64e2f862 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:32:11.906607 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-84a1f1bf-5951-4bfb-a3b5-7acd64e2f862 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:11.925225 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec420fc-65c3-4d39-9d29-5e9b7e72b365 req-90f70891-8101-4d7d-917b-d440c1b8bbc6 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:11.926769 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ec420fc-65c3-4d39-9d29-5e9b7e72b365 req-90f70891-8101-4d7d-917b-d440c1b8bbc6 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 784 time: 0.6820197 May 03 22:32:11.927588 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0afcaa1-143e-4dc1-9983-f491ef0249f0 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Checking segment: {'id': 'daf988bd-3334-45a4-b3f2-1df3fdc58fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '6077256f-080c-4b1c-9048-8d50a9830c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:32:11.927961 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0afcaa1-143e-4dc1-9983-f491ef0249f0 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Network hostable DHCP agents. Network: 6077256f-080c-4b1c-9048-8d50a9830c01, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:32:12.027468 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e020bcf1-fc87-4580-877d-43f976c10886 req-db8a3318-2d0f-474e-9cb8-43d075f531d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:12.035122 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['51a443ea-606a-4a08-ab5d-52d6e694760c', '1e5936bb-e1f5-4edc-b6f5-ed89c719b65d'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:32:12.137699 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e718c5e6-8e9d-4036-b80b-3cb38966216a None None] Provisioning for port 2fc0683f-e329-48d5-bf48-15f4dbdca21e completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:32:12.145552 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e718c5e6-8e9d-4036-b80b-3cb38966216a None None] Provisioning complete for port 2fc0683f-e329-48d5-bf48-15f4dbdca21e triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:32:12.145982 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e718c5e6-8e9d-4036-b80b-3cb38966216a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:12.218927 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-84a1f1bf-5951-4bfb-a3b5-7acd64e2f862 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Made reservation on behalf of d7afa8ba68f7411d9244d8acc84393e8 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:32:12.222596 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-84a1f1bf-5951-4bfb-a3b5-7acd64e2f862 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:12.243689 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e718c5e6-8e9d-4036-b80b-3cb38966216a None None] Port 2fc0683f-e329-48d5-bf48-15f4dbdca21e cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:32:12.380793 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.resource_extend [req-4f7b4648-c9b4-4e93-881f-6d96cfaa2e12 req-2b5a3167-23d6-4d94-b0cc-7719d72ff458 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:32:12.423140 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-e020bcf1-fc87-4580-877d-43f976c10886 req-db8a3318-2d0f-474e-9cb8-43d075f531d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fc0683f-e329-48d5-bf48-15f4dbdca21e {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:32:12.431254 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e020bcf1-fc87-4580-877d-43f976c10886 req-db8a3318-2d0f-474e-9cb8-43d075f531d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:12.448478 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-e020bcf1-fc87-4580-877d-43f976c10886 req-db8a3318-2d0f-474e-9cb8-43d075f531d9 service neutron] Transition to ACTIVE for port object 2fc0683f-e329-48d5-bf48-15f4dbdca21e will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:32:12.452065 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e020bcf1-fc87-4580-877d-43f976c10886 req-db8a3318-2d0f-474e-9cb8-43d075f531d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:12.466968 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0afcaa1-143e-4dc1-9983-f491ef0249f0 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Network 6077256f-080c-4b1c-9048-8d50a9830c01 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:32:12.527510 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a10f863a-601b-486f-be8b-23b616f2334f req-07cf30ec-4908-422d-9908-1e473e3b1150 service neutron] 10.222.0.60 "GET /v2.0/networks/80deef1b-a6bc-436e-82ca-c7772b586ee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7757647 May 03 22:32:12.539496 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a10f863a-601b-486f-be8b-23b616f2334f req-a44ddbd2-680d-49c8-a6a6-ac1640907720 service neutron] 10.222.0.67 "GET /v2.0/networks/cf4b4b53-23b3-4846-9dfb-85aed8a34ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7307770 May 03 22:32:12.541487 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd21b35-ba13-4219-a636-924f7424c1f1 req-f6f1c1c9-4f18-45f5-a341-dec80b5abda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:12.543309 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4fd21b35-ba13-4219-a636-924f7424c1f1 req-f6f1c1c9-4f18-45f5-a341-dec80b5abda9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 1100 time: 0.8334937 May 03 22:32:12.544052 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-a0afcaa1-143e-4dc1-9983-f491ef0249f0 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 6077256f-080c-4b1c-9048-8d50a9830c01) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:32:12.558042 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45536f82-6c8b-4b80-9d43-cef35e5d3198 None None] Network 6077256f-080c-4b1c-9048-8d50a9830c01 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:32:12.578352 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0afcaa1-143e-4dc1-9983-f491ef0249f0 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:12.579203 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a0afcaa1-143e-4dc1-9983-f491ef0249f0 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:12.586685 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4f7b4648-c9b4-4e93-881f-6d96cfaa2e12 req-2b5a3167-23d6-4d94-b0cc-7719d72ff458 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:12.608668 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4f7b4648-c9b4-4e93-881f-6d96cfaa2e12 req-2b5a3167-23d6-4d94-b0cc-7719d72ff458 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:12.658589 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 0de8ea71-ab6c-4004-b28e-e70d5e0206ee up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:32:12.759122 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a3318-2d0f-474e-9cb8-43d075f531d9 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc0683f-e329-48d5-bf48-15f4dbdca21e,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:12.826639 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-e020bcf1-fc87-4580-877d-43f976c10886 req-db8a3318-2d0f-474e-9cb8-43d075f531d9 service neutron] Attempting to bind port 2fc0683f-e329-48d5-bf48-15f4dbdca21e on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:32:12.827100 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-e020bcf1-fc87-4580-877d-43f976c10886 req-db8a3318-2d0f-474e-9cb8-43d075f531d9 service neutron] Attempting to bind port 2fc0683f-e329-48d5-bf48-15f4dbdca21e by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:32:12.827441 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e020bcf1-fc87-4580-877d-43f976c10886 req-db8a3318-2d0f-474e-9cb8-43d075f531d9 service neutron] Attempting to bind port 2fc0683f-e329-48d5-bf48-15f4dbdca21e on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:32:12.833763 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e020bcf1-fc87-4580-877d-43f976c10886 req-db8a3318-2d0f-474e-9cb8-43d075f531d9 service neutron] Port 2fc0683f-e329-48d5-bf48-15f4dbdca21e on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:32:12.834501 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e020bcf1-fc87-4580-877d-43f976c10886 req-db8a3318-2d0f-474e-9cb8-43d075f531d9 service neutron] Attempting to bind port 2fc0683f-e329-48d5-bf48-15f4dbdca21e on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:32:12.845704 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e020bcf1-fc87-4580-877d-43f976c10886 req-db8a3318-2d0f-474e-9cb8-43d075f531d9 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:32:12.846280 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e020bcf1-fc87-4580-877d-43f976c10886 req-db8a3318-2d0f-474e-9cb8-43d075f531d9 service neutron] Checking segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:32:12.846733 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e020bcf1-fc87-4580-877d-43f976c10886 req-db8a3318-2d0f-474e-9cb8-43d075f531d9 service neutron] Bound using segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:32:12.847828 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-e020bcf1-fc87-4580-877d-43f976c10886 req-db8a3318-2d0f-474e-9cb8-43d075f531d9 service neutron] Bound port: 2fc0683f-e329-48d5-bf48-15f4dbdca21e, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:32:12.847828 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e020bcf1-fc87-4580-877d-43f976c10886 req-db8a3318-2d0f-474e-9cb8-43d075f531d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:12.958919 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-e020bcf1-fc87-4580-877d-43f976c10886 req-db8a3318-2d0f-474e-9cb8-43d075f531d9 service neutron] For port 2fc0683f-e329-48d5-bf48-15f4dbdca21e, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:32:12.965267 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-e020bcf1-fc87-4580-877d-43f976c10886 req-db8a3318-2d0f-474e-9cb8-43d075f531d9 service neutron] For port 2fc0683f-e329-48d5-bf48-15f4dbdca21e, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=2fc0683f-e329-48d5-bf48-15f4dbdca21e,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:32:12.971075 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e020bcf1-fc87-4580-877d-43f976c10886 req-db8a3318-2d0f-474e-9cb8-43d075f531d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:13.012946 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 0de8ea71-ab6c-4004-b28e-e70d5e0206ee completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:32:13.020840 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 0de8ea71-ab6c-4004-b28e-e70d5e0206ee triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:32:13.021402 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:13.034526 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0171e1f-a29b-469c-b055-5ffae9e3efdd req-a93cc163-058f-4d44-bf1d-923e21b67419 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:13.036293 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020bcf1-fc87-4580-877d-43f976c10886 req-db8a3318-2d0f-474e-9cb8-43d075f531d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:13.036910 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e020bcf1-fc87-4580-877d-43f976c10886 req-db8a3318-2d0f-474e-9cb8-43d075f531d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:13.037502 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b0171e1f-a29b-469c-b055-5ffae9e3efdd req-a93cc163-058f-4d44-bf1d-923e21b67419 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=69e3cadd-5968-49c0-a0e9-e11eed87b3c4 HTTP/1.1" status: 200 len: 945 time: 0.8354325 May 03 22:32:13.038289 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e020bcf1-fc87-4580-877d-43f976c10886 req-db8a3318-2d0f-474e-9cb8-43d075f531d9 service neutron] 10.222.0.60 "PUT /v2.0/ports/2fc0683f-e329-48d5-bf48-15f4dbdca21e HTTP/1.1" status: 200 len: 1095 time: 1.2491095 May 03 22:32:13.038739 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367a22ed-ab2c-491b-93e4-a1fe5afe2e20', 'tag': '2fc0683f-e329-48d5-bf48-15f4dbdca21e'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:32:13.047565 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a0afcaa1-143e-4dc1-9983-f491ef0249f0 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.3088508 May 03 22:32:13.047565 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd21b35-ba13-4219-a636-924f7424c1f1 req-673d03d4-7252-4eb1-8fe4-d992ef8b67ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:13.048748 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60392) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:13.050637 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4fd21b35-ba13-4219-a636-924f7424c1f1 req-673d03d4-7252-4eb1-8fe4-d992ef8b67ec service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.3087196 May 03 22:32:13.057203 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-ee9bd165-ecfc-41e2-a692-ec7dbe6211e8 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Request body: {'router': {'external_gateway_info': {'network_id': '6077256f-080c-4b1c-9048-8d50a9830c01'}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:13.062516 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8171d19-e3d0-4300-a1f1-c1ebdb182632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-6077256f-080c-4b1c-9048-8d50a9830c01', 'network_id': '6077256f-080c-4b1c-9048-8d50a9830c01', 'tenant_id': 'dcfaeba84b354777ade33df49c3ff4ba', 'fixed_ips': [{'subnet_id': 'b1050c10-6160-441e-b94d-1260ae84ceb3'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:32:13.063363 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e8171d19-e3d0-4300-a1f1-c1ebdb182632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:13.184505 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-84a1f1bf-5951-4bfb-a3b5-7acd64e2f862 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Allocated IP 172.20.0.4 (7fc6c240-20d3-4c9d-afae-c2a80f117205/8f3f8c0d-8ff4-46e1-a8d8-294ab170cf68/75894b6b-d65d-45f0-962c-1e59471c4342) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:32:13.187446 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4fd21b35-ba13-4219-a636-924f7424c1f1 req-e9af5c5a-e7b4-4ccd-be4f-e527ff8f826b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=51a443ea-606a-4a08-ab5d-52d6e694760c HTTP/1.1" status: 200 len: 217 time: 0.1234262 May 03 22:32:13.242778 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a3318-2d0f-474e-9cb8-43d075f531d9 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc0683f-e329-48d5-bf48-15f4dbdca21e,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:13.246945 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b0171e1f-a29b-469c-b055-5ffae9e3efdd req-e6ecbfde-6b59-471d-b6a9-77b985ea634a tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883833 May 03 22:32:13.327314 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [req-4f7b4648-c9b4-4e93-881f-6d96cfaa2e12 req-2b5a3167-23d6-4d94-b0cc-7719d72ff458 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Floating IP af9e881d-6e0f-49c8-a0fd-9f17b9f4a346 associated. External IP: 172.25.2.45, port: 13fdee9e-c77e-4a72-81f5-8b7e27118d08. May 03 22:32:13.342793 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-e8171d19-e3d0-4300-a1f1-c1ebdb182632 None None] Allocated IP 2001:db8:1::2 (6077256f-080c-4b1c-9048-8d50a9830c01/b1050c10-6160-441e-b94d-1260ae84ceb3/99d5b5ad-2fd1-4a43-9725-10532c292fe3) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:32:13.397397 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020bcf1-fc87-4580-877d-43f976c10886 req-2d52231a-4624-4fde-b8d6-ef3bbfb1ac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:13.398918 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e020bcf1-fc87-4580-877d-43f976c10886 req-2d52231a-4624-4fde-b8d6-ef3bbfb1ac54 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 1098 time: 0.2814748 May 03 22:32:13.400921 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd21b35-ba13-4219-a636-924f7424c1f1 req-7975dbd1-4751-4ea3-bb38-905e22e7acbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:13.402582 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4fd21b35-ba13-4219-a636-924f7424c1f1 req-7975dbd1-4751-4ea3-bb38-905e22e7acbf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.2068491 May 03 22:32:13.582514 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e020bcf1-fc87-4580-877d-43f976c10886 req-e82a1b2e-3b4d-4728-a9f4-106d8e695a3a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=2fc0683f-e329-48d5-bf48-15f4dbdca21e HTTP/1.1" status: 200 len: 217 time: 0.1253295 May 03 22:32:13.588537 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ee9bd165-ecfc-41e2-a692-ec7dbe6211e8 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:13.617511 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:13.652482 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e8171d19-e3d0-4300-a1f1-c1ebdb182632 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:13.671880 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e8171d19-e3d0-4300-a1f1-c1ebdb182632 None None] Transition to ACTIVE for port object 99d5b5ad-2fd1-4a43-9725-10532c292fe3 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:32:13.684639 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 0de8ea71-ab6c-4004-b28e-e70d5e0206ee, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0de8ea71-ab6c-4004-b28e-e70d5e0206ee,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:32:13.697395 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:13.730863 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e8171d19-e3d0-4300-a1f1-c1ebdb182632 None None] Transition to ACTIVE for port object 99d5b5ad-2fd1-4a43-9725-10532c292fe3 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:32:13.755041 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e8171d19-e3d0-4300-a1f1-c1ebdb182632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:13.787028 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8171d19-e3d0-4300-a1f1-c1ebdb182632 None None] Network 6077256f-080c-4b1c-9048-8d50a9830c01 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:32:13.789808 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-e8171d19-e3d0-4300-a1f1-c1ebdb182632 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:32:13.793159 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8171d19-e3d0-4300-a1f1-c1ebdb182632 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:32:13.806828 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020bcf1-fc87-4580-877d-43f976c10886 req-aefc8d5f-2135-4be3-b516-33b142fe9162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:13.808292 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e020bcf1-fc87-4580-877d-43f976c10886 req-aefc8d5f-2135-4be3-b516-33b142fe9162 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.2161646 May 03 22:32:13.834136 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=0de8ea71-ab6c-4004-b28e-e70d5e0206ee,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:13.950330 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e8171d19-e3d0-4300-a1f1-c1ebdb182632 None None] Attempting to bind port 99d5b5ad-2fd1-4a43-9725-10532c292fe3 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:32:13.950877 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e8171d19-e3d0-4300-a1f1-c1ebdb182632 None None] Attempting to bind port 99d5b5ad-2fd1-4a43-9725-10532c292fe3 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'daf988bd-3334-45a4-b3f2-1df3fdc58fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '6077256f-080c-4b1c-9048-8d50a9830c01'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:32:13.951335 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8171d19-e3d0-4300-a1f1-c1ebdb182632 None None] Attempting to bind port 99d5b5ad-2fd1-4a43-9725-10532c292fe3 on network 6077256f-080c-4b1c-9048-8d50a9830c01 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:32:13.960668 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8171d19-e3d0-4300-a1f1-c1ebdb182632 None None] Pushing event updated for resources: {'Port': ['ID=99d5b5ad-2fd1-4a43-9725-10532c292fe3,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:13.963035 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020bcf1-fc87-4580-877d-43f976c10886 req-104876cc-bb1e-4a1a-a138-cb3f7be22b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:13.963443 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8171d19-e3d0-4300-a1f1-c1ebdb182632 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:32:13.963928 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8171d19-e3d0-4300-a1f1-c1ebdb182632 None None] Checking segment: {'id': 'daf988bd-3334-45a4-b3f2-1df3fdc58fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '6077256f-080c-4b1c-9048-8d50a9830c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:32:13.964449 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e8171d19-e3d0-4300-a1f1-c1ebdb182632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:13.964589 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e020bcf1-fc87-4580-877d-43f976c10886 req-104876cc-bb1e-4a1a-a138-cb3f7be22b60 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1478121 May 03 22:32:13.965007 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8171d19-e3d0-4300-a1f1-c1ebdb182632 None None] Bound using segment: {'id': 'daf988bd-3334-45a4-b3f2-1df3fdc58fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '6077256f-080c-4b1c-9048-8d50a9830c01'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:32:13.965582 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e8171d19-e3d0-4300-a1f1-c1ebdb182632 None None] Bound port: 99d5b5ad-2fd1-4a43-9725-10532c292fe3, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf988bd-3334-45a4-b3f2-1df3fdc58fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '6077256f-080c-4b1c-9048-8d50a9830c01'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:32:13.966080 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e8171d19-e3d0-4300-a1f1-c1ebdb182632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:14.012388 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-ee9bd165-ecfc-41e2-a692-ec7dbe6211e8 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:32:14.019026 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ee9bd165-ecfc-41e2-a692-ec7dbe6211e8 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] 10.222.0.58 "PUT /v2.0/routers/cd7f8faa-9059-4d63-8193-ab68f51fdde2 HTTP/1.1" status: 400 len: 364 time: 0.9636371 May 03 22:32:14.019788 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60398) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:14.055241 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e8171d19-e3d0-4300-a1f1-c1ebdb182632 None None] For port 99d5b5ad-2fd1-4a43-9725-10532c292fe3, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:32:14.058218 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e8171d19-e3d0-4300-a1f1-c1ebdb182632 None None] For port 99d5b5ad-2fd1-4a43-9725-10532c292fe3, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=99d5b5ad-2fd1-4a43-9725-10532c292fe3,segment=NetworkSegment(daf988bd-3334-45a4-b3f2-1df3fdc58fe1),segment_id=daf988bd-3334-45a4-b3f2-1df3fdc58fe1)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:32:14.063652 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e8171d19-e3d0-4300-a1f1-c1ebdb182632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:14.064341 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-84a1f1bf-5951-4bfb-a3b5-7acd64e2f862 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:14.099491 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02eb63-d354-47b7-ac84-4f4f88c1e84d req-684ed851-eef7-4437-a450-66dac3994bff tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:14.103776 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad02eb63-d354-47b7-ac84-4f4f88c1e84d req-684ed851-eef7-4437-a450-66dac3994bff tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=dac19430-6bcd-4ea6-a253-267542f431de HTTP/1.1" status: 200 len: 944 time: 0.6975482 May 03 22:32:14.108910 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd21b35-ba13-4219-a636-924f7424c1f1 req-17720672-0b6c-45e2-a70e-3d3836b8a95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:14.110389 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4fd21b35-ba13-4219-a636-924f7424c1f1 req-17720672-0b6c-45e2-a70e-3d3836b8a95d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6473773 May 03 22:32:14.154581 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8171d19-e3d0-4300-a1f1-c1ebdb182632 None None] Pushing event updated for resources: {'Port': ['ID=99d5b5ad-2fd1-4a43-9725-10532c292fe3,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:14.287168 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad02eb63-d354-47b7-ac84-4f4f88c1e84d req-1efc08e9-7663-4e5c-b61c-fc3758233c5b tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702359 May 03 22:32:14.312167 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-84a1f1bf-5951-4bfb-a3b5-7acd64e2f862 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:14.396521 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f7b4648-c9b4-4e93-881f-6d96cfaa2e12 req-2b5a3167-23d6-4d94-b0cc-7719d72ff458 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Router 1b5ac8bf-3896-4d7c-a32d-b5bdceddc786 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:32:14.398243 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e020bcf1-fc87-4580-877d-43f976c10886 req-47850e4d-28b6-453c-bfc0-440357e087ab service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252896 May 03 22:32:14.448233 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-84a1f1bf-5951-4bfb-a3b5-7acd64e2f862 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Network 7fc6c240-20d3-4c9d-afae-c2a80f117205 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:32:14.463802 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-84a1f1bf-5951-4bfb-a3b5-7acd64e2f862 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:32:14.466244 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-84a1f1bf-5951-4bfb-a3b5-7acd64e2f862 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:32:14.670038 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1f1bf-5951-4bfb-a3b5-7acd64e2f862 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Pushing event updated for resources: {'Port': ['ID=75894b6b-d65d-45f0-962c-1e59471c4342,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:14.676221 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4fd21b35-ba13-4219-a636-924f7424c1f1 req-132dadba-7660-40e3-8393-1e519c2aa2de service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5390162 May 03 22:32:14.727206 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 99d5b5ad-2fd1-4a43-9725-10532c292fe3 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:32:14.737779 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e020bcf1-fc87-4580-877d-43f976c10886 req-1491560c-de3e-40d6-b0db-f416dc47ce62 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809248 May 03 22:32:14.739094 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-439a5c9d-1a24-4dd8-891e-1bc5d665268f tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:14.800176 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 99d5b5ad-2fd1-4a43-9725-10532c292fe3 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:32:14.816259 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-84a1f1bf-5951-4bfb-a3b5-7acd64e2f862 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:14.817007 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-84a1f1bf-5951-4bfb-a3b5-7acd64e2f862 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:14.897650 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f7b4648-c9b4-4e93-881f-6d96cfaa2e12 req-2b5a3167-23d6-4d94-b0cc-7719d72ff458 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:32:14.902444 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4f7b4648-c9b4-4e93-881f-6d96cfaa2e12 req-2b5a3167-23d6-4d94-b0cc-7719d72ff458 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:14.909836 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7928582-efa7-4ed2-b022-743ef5a7f413 None None] Sync routers for ids ['1b5ac8bf-3896-4d7c-a32d-b5bdceddc786'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:32:14.920792 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7928582-efa7-4ed2-b022-743ef5a7f413 None None] Routers {'1b5ac8bf-3896-4d7c-a32d-b5bdceddc786'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:32:14.921994 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f7928582-efa7-4ed2-b022-743ef5a7f413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:31:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['1b5ac8bf-3896-4d7c-a32d-b5bdceddc786'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:14.971664 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-84a1f1bf-5951-4bfb-a3b5-7acd64e2f862 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9766421 May 03 22:32:14.983605 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-a58a6957-b8b7-44d2-835e-7800073ce18b service neutron] Request body: {'port': {'device_id': '7e5783da-8b1e-4ae3-9014-d7f30711e699', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:15.036360 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f7b4648-c9b4-4e93-881f-6d96cfaa2e12 req-2b5a3167-23d6-4d94-b0cc-7719d72ff458 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "PUT /v2.0/floatingips/af9e881d-6e0f-49c8-a0fd-9f17b9f4a346 HTTP/1.1" status: 200 len: 995 time: 5.6450241 May 03 22:32:15.057118 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccea6d9-1dcf-4c6e-976c-7ddb7e8fe1cb req-1be31b36-a32d-4a6e-88eb-9988f69198f4 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:15.057792 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-dccea6d9-1dcf-4c6e-976c-7ddb7e8fe1cb req-1be31b36-a32d-4a6e-88eb-9988f69198f4 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Synchronizing usage tracker for tenant:d7afa8ba68f7411d9244d8acc84393e8 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:32:15.099816 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4fd21b35-ba13-4219-a636-924f7424c1f1 req-5cbdbabc-4fc1-4548-9482-b7807814a51e service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007542 May 03 22:32:15.198205 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-dccea6d9-1dcf-4c6e-976c-7ddb7e8fe1cb req-1be31b36-a32d-4a6e-88eb-9988f69198f4 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Unset dirty status for tenant:d7afa8ba68f7411d9244d8acc84393e8 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:32:15.199039 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dccea6d9-1dcf-4c6e-976c-7ddb7e8fe1cb req-1be31b36-a32d-4a6e-88eb-9988f69198f4 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e5783da-8b1e-4ae3-9014-d7f30711e699 HTTP/1.1" status: 200 len: 931 time: 0.7403603 May 03 22:32:15.215087 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-f7928582-efa7-4ed2-b022-743ef5a7f413 None None] Set router 1b5ac8bf-3896-4d7c-a32d-b5bdceddc786 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:32:15.247613 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-a58a6957-b8b7-44d2-835e-7800073ce18b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:15.278763 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-dccea6d9-1dcf-4c6e-976c-7ddb7e8fe1cb req-c12b10bb-34bd-4bcd-a2dd-9772dc9cfa97 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Synchronizing usage tracker for tenant:d7afa8ba68f7411d9244d8acc84393e8 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:32:15.285379 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b4648-c9b4-4e93-881f-6d96cfaa2e12 req-7604bcd5-4bfb-496f-9f56-cb86f7b51996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:15.287209 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f7b4648-c9b4-4e93-881f-6d96cfaa2e12 req-7604bcd5-4bfb-496f-9f56-cb86f7b51996 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d9c3dbb20f6947bda4c4f80874d7efc3&device_id=4c240ab9-dd26-468c-b48f-633514daf12a HTTP/1.1" status: 200 len: 1096 time: 0.2227273 May 03 22:32:15.324622 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-439a5c9d-1a24-4dd8-891e-1bc5d665268f tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Allocated IP 2001:db8::1 (2f832817-e293-4042-9f77-f6ba33e50d98/bc6c8dfa-d68b-49d6-a8c5-8bdf1588d8f7/9a852f9b-a13e-4db4-9773-678c54da2829) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:32:15.401645 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-dccea6d9-1dcf-4c6e-976c-7ddb7e8fe1cb req-c12b10bb-34bd-4bcd-a2dd-9772dc9cfa97 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Unset dirty status for tenant:d7afa8ba68f7411d9244d8acc84393e8 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:32:15.402826 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dccea6d9-1dcf-4c6e-976c-7ddb7e8fe1cb req-c12b10bb-34bd-4bcd-a2dd-9772dc9cfa97 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] 10.222.0.58 "GET /v2.0/security-groups?id=9889b13d-892f-4412-87bc-d2e338ded8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946754 May 03 22:32:15.469187 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9aef1f6-6e92-4850-a6de-a113f67832a6 None None] Network 6077256f-080c-4b1c-9048-8d50a9830c01 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:32:15.567757 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b4648-c9b4-4e93-881f-6d96cfaa2e12 req-f75a7264-4612-49be-990c-385e06cf5a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:15.574833 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f7b4648-c9b4-4e93-881f-6d96cfaa2e12 req-f75a7264-4612-49be-990c-385e06cf5a62 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cf4b4b53-23b3-4846-9dfb-85aed8a34ef8 HTTP/1.1" status: 200 len: 921 time: 0.2597234 May 03 22:32:15.583643 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-179e2f42-4f1b-41f3-8149-f7a70880ee3f None None] Provisioning for port 99d5b5ad-2fd1-4a43-9725-10532c292fe3 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:32:15.589142 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-439a5c9d-1a24-4dd8-891e-1bc5d665268f tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:15.612169 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-439a5c9d-1a24-4dd8-891e-1bc5d665268f tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Transition to ACTIVE for port object 9a852f9b-a13e-4db4-9773-678c54da2829 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:32:15.640591 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-179e2f42-4f1b-41f3-8149-f7a70880ee3f None None] Provisioning complete for port 99d5b5ad-2fd1-4a43-9725-10532c292fe3 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:32:15.650205 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-179e2f42-4f1b-41f3-8149-f7a70880ee3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:15.696017 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-439a5c9d-1a24-4dd8-891e-1bc5d665268f tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:15.774566 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439a5c9d-1a24-4dd8-891e-1bc5d665268f tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Network 2f832817-e293-4042-9f77-f6ba33e50d98 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:32:15.778887 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-439a5c9d-1a24-4dd8-891e-1bc5d665268f tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:32:15.783579 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439a5c9d-1a24-4dd8-891e-1bc5d665268f tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:32:15.784963 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-439a5c9d-1a24-4dd8-891e-1bc5d665268f tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:15.812421 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a5c9d-1a24-4dd8-891e-1bc5d665268f tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Pushing event updated for resources: {'Port': ['ID=9a852f9b-a13e-4db4-9773-678c54da2829,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:15.928220 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-439a5c9d-1a24-4dd8-891e-1bc5d665268f tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:15.991374 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f7b4648-c9b4-4e93-881f-6d96cfaa2e12 req-4cd2d0b9-a168-4e02-b817-6deb9f396290 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13fdee9e-c77e-4a72-81f5-8b7e27118d08 HTTP/1.1" status: 200 len: 998 time: 0.4156740 May 03 22:32:16.086265 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b4648-c9b4-4e93-881f-6d96cfaa2e12 req-5800a89f-4c42-43d7-8017-62a62d86bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:16.093252 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f7b4648-c9b4-4e93-881f-6d96cfaa2e12 req-5800a89f-4c42-43d7-8017-62a62d86bdef service neutron] 10.222.0.58 "GET /v2.0/subnets?id=363f1a1c-dee5-436d-ab6d-f585bc5dbb1b HTTP/1.1" status: 200 len: 860 time: 0.1010118 May 03 22:32:16.102532 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-179e2f42-4f1b-41f3-8149-f7a70880ee3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:16.144073 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc57f9-0270-4754-ab20-e12d870e49c9 req-c42c7573-0b3d-4f8f-be69-89d47876e12f tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:16.146004 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eebc57f9-0270-4754-ab20-e12d870e49c9 req-c42c7573-0b3d-4f8f-be69-89d47876e12f tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] 10.222.0.58 "GET /v2.0/ports?device_id=d99c6702-cd4b-4944-ae30-8c1ea0a6a290 HTTP/1.1" status: 200 len: 945 time: 0.3438191 May 03 22:32:16.179776 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f7b4648-c9b4-4e93-881f-6d96cfaa2e12 req-2c067f4f-ba9a-42aa-9be9-4e2927e94b09 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cf4b4b53-23b3-4846-9dfb-85aed8a34ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856037 May 03 22:32:16.196989 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-179e2f42-4f1b-41f3-8149-f7a70880ee3f None None] For port 99d5b5ad-2fd1-4a43-9725-10532c292fe3, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=99d5b5ad-2fd1-4a43-9725-10532c292fe3,segment=NetworkSegment(daf988bd-3334-45a4-b3f2-1df3fdc58fe1),segment_id=daf988bd-3334-45a4-b3f2-1df3fdc58fe1)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:32:16.205691 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-179e2f42-4f1b-41f3-8149-f7a70880ee3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:16.288841 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eebc57f9-0270-4754-ab20-e12d870e49c9 req-9573b808-b8cc-4abc-9981-a18e6ab0a317 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] 10.222.0.58 "GET /v2.0/security-groups?id=6252505b-f2bc-492b-a3f0-7602305e4248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317978 May 03 22:32:16.323020 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e2f42-4f1b-41f3-8149-f7a70880ee3f None None] Pushing event updated for resources: {'Port': ['ID=99d5b5ad-2fd1-4a43-9725-10532c292fe3,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:16.343056 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f7928582-efa7-4ed2-b022-743ef5a7f413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'name': 'tempest-ServerRescueTestJSONUnderV235-1372084257-router', 'tenant_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '9b8f272c-7b19-4dfa-9290-86dfad18d1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:12Z', 'updated_at': '2022-05-03T22:30:21Z', 'revision_number': 4, 'project_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'gw_port': {'id': '9b8f272c-7b19-4dfa-9290-86dfad18d1b3', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:14Z', 'updated_at': '2022-05-03T22:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'af9e881d-6e0f-49c8-a0fd-9f17b9f4a346', 'tenant_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'floating_ip_address': '172.25.2.45', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'port_id': '13fdee9e-c77e-4a72-81f5-8b7e27118d08', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf4b4b53-23b3-4846-9dfb-85aed8a34ef8', 'mac_address': 'fa:16:3e:1a:50:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c240ab9-dd26-468c-b48f-633514daf12a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:32:02Z', 'updated_at': '2022-05-03T22:32:11Z', 'revision_number': 1, 'project_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3800c394-e1c4-4a6f-bb2b-86d1bff3e52a', 'name': '', 'network_id': 'cf4b4b53-23b3-4846-9dfb-85aed8a34ef8', 'tenant_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'mac_address': 'fa:16:3e:fd:a4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '363f1a1c-dee5-436d-ab6d-f585bc5dbb1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:20Z', 'updated_at': '2022-05-03T22:30:30Z', 'revision_number': 5, 'project_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'subnets': [{'id': '363f1a1c-dee5-436d-ab6d-f585bc5dbb1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:16.379170 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7928582-efa7-4ed2-b022-743ef5a7f413 None None] Checking router: 1b5ac8bf-3896-4d7c-a32d-b5bdceddc786 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:32:16.392867 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-a58a6957-b8b7-44d2-835e-7800073ce18b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75894b6b-d65d-45f0-962c-1e59471c4342 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:32:16.400893 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c464a7f7-d3b8-4333-ae3d-f2745b3e800d None None] Provisioning for port 9a852f9b-a13e-4db4-9773-678c54da2829 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:32:16.404364 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-a58a6957-b8b7-44d2-835e-7800073ce18b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:16.414423 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7928582-efa7-4ed2-b022-743ef5a7f413 None None] Routers {'1b5ac8bf-3896-4d7c-a32d-b5bdceddc786'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:32:16.419040 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f7928582-efa7-4ed2-b022-743ef5a7f413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:31:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['1b5ac8bf-3896-4d7c-a32d-b5bdceddc786'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:16.438260 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-a58a6957-b8b7-44d2-835e-7800073ce18b service neutron] Transition to ACTIVE for port object 75894b6b-d65d-45f0-962c-1e59471c4342 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:32:16.447089 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f7b4648-c9b4-4e93-881f-6d96cfaa2e12 req-7a0c047e-4e73-45c0-80d0-2713218c27f4 service neutron] 10.222.0.58 "GET /v2.0/networks/cf4b4b53-23b3-4846-9dfb-85aed8a34ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663219 May 03 22:32:16.472433 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-a58a6957-b8b7-44d2-835e-7800073ce18b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:16.536463 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c464a7f7-d3b8-4333-ae3d-f2745b3e800d None None] Provisioning complete for port 9a852f9b-a13e-4db4-9773-678c54da2829 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:32:16.536888 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c464a7f7-d3b8-4333-ae3d-f2745b3e800d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:16.623203 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-439a5c9d-1a24-4dd8-891e-1bc5d665268f tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:16.629186 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-439a5c9d-1a24-4dd8-891e-1bc5d665268f tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:16.630246 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-439a5c9d-1a24-4dd8-891e-1bc5d665268f tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:16.727467 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a5c9d-1a24-4dd8-891e-1bc5d665268f tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Pushing event updated for resources: {'Port': ['ID=9a852f9b-a13e-4db4-9773-678c54da2829,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:16.735514 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-c464a7f7-d3b8-4333-ae3d-f2745b3e800d None None] Port 9a852f9b-a13e-4db4-9773-678c54da2829 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:32:16.755660 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 2fc0683f-e329-48d5-bf48-15f4dbdca21e details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:32:16.761982 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 99d5b5ad-2fd1-4a43-9725-10532c292fe3 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:32:16.844870 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a6957-b8b7-44d2-835e-7800073ce18b service neutron] Pushing event updated for resources: {'Port': ['ID=75894b6b-d65d-45f0-962c-1e59471c4342,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:16.902073 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439a5c9d-1a24-4dd8-891e-1bc5d665268f tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Network 2f832817-e293-4042-9f77-f6ba33e50d98 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:32:16.903380 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-439a5c9d-1a24-4dd8-891e-1bc5d665268f tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:32:16.964276 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f7b4648-c9b4-4e93-881f-6d96cfaa2e12 req-41a686db-ad13-4b7b-aa69-aebfd19efa1b service neutron] 10.222.0.58 "GET /v2.0/networks/cf4b4b53-23b3-4846-9dfb-85aed8a34ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5160358 May 03 22:32:17.003808 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ad6dd-fc50-4bd5-b6db-8a1885daede0 req-f50d095a-4749-415d-94d9-cf9426e3b26f tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:17.005284 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-389ad6dd-fc50-4bd5-b6db-8a1885daede0 req-f50d095a-4749-415d-94d9-cf9426e3b26f tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 947 time: 0.4844623 May 03 22:32:17.007648 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-a58a6957-b8b7-44d2-835e-7800073ce18b service neutron] Attempting to bind port 75894b6b-d65d-45f0-962c-1e59471c4342 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:32:17.007976 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-a58a6957-b8b7-44d2-835e-7800073ce18b service neutron] Attempting to bind port 75894b6b-d65d-45f0-962c-1e59471c4342 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': 'eacf5ea4-46a3-43d7-ac71-4e76503ac526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7fc6c240-20d3-4c9d-afae-c2a80f117205'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:32:17.008304 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-a58a6957-b8b7-44d2-835e-7800073ce18b service neutron] Attempting to bind port 75894b6b-d65d-45f0-962c-1e59471c4342 on network 7fc6c240-20d3-4c9d-afae-c2a80f117205 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:32:17.042678 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-a58a6957-b8b7-44d2-835e-7800073ce18b service neutron] Port 75894b6b-d65d-45f0-962c-1e59471c4342 on network 7fc6c240-20d3-4c9d-afae-c2a80f117205 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:32:17.043008 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-a58a6957-b8b7-44d2-835e-7800073ce18b service neutron] Attempting to bind port 75894b6b-d65d-45f0-962c-1e59471c4342 on network 7fc6c240-20d3-4c9d-afae-c2a80f117205 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:32:17.046022 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 2fc0683f-e329-48d5-bf48-15f4dbdca21e, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=2fc0683f-e329-48d5-bf48-15f4dbdca21e,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:32:17.064537 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-a58a6957-b8b7-44d2-835e-7800073ce18b service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:32:17.064901 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-a58a6957-b8b7-44d2-835e-7800073ce18b service neutron] Checking segment: {'id': 'eacf5ea4-46a3-43d7-ac71-4e76503ac526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7fc6c240-20d3-4c9d-afae-c2a80f117205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:32:17.079670 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-a58a6957-b8b7-44d2-835e-7800073ce18b service neutron] Bound using segment: {'id': 'eacf5ea4-46a3-43d7-ac71-4e76503ac526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7fc6c240-20d3-4c9d-afae-c2a80f117205'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:32:17.079998 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-a58a6957-b8b7-44d2-835e-7800073ce18b service neutron] Bound port: 75894b6b-d65d-45f0-962c-1e59471c4342, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eacf5ea4-46a3-43d7-ac71-4e76503ac526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '7fc6c240-20d3-4c9d-afae-c2a80f117205'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:32:17.080368 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-a58a6957-b8b7-44d2-835e-7800073ce18b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:17.100742 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-f7928582-efa7-4ed2-b022-743ef5a7f413 None None] Set router 1b5ac8bf-3896-4d7c-a32d-b5bdceddc786 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:32:17.231797 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439a5c9d-1a24-4dd8-891e-1bc5d665268f tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Router cd7f8faa-9059-4d63-8193-ab68f51fdde2 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:32:17.238309 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '2fc0683f-e329-48d5-bf48-15f4dbdca21e', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': '2fc0683f-e329-48d5-bf48-15f4dbdca21e', 'mac_address': 'fa:16:3e:2d:d9:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:32:17.243043 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f7386cd-809b-4833-84b3-e00ab0a8a016'] response: {'server_uuid': 'd99c6702-cd4b-4944-ae30-8c1ea0a6a290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3669b2d9-1b59-461a-8bfe-ca15a70bfd35', 'code': 200} May 03 22:32:17.243497 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f7386cd-809b-4833-84b3-e00ab0a8a016'] response: {'server_uuid': '68d6ae3d-ec8c-44d1-bc34-c477d182a2d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5db6f5c-9f93-4758-b7f7-644a3f20227c', 'code': 200} May 03 22:32:17.338292 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-8be25add-7f81-497a-94f7-7a2fa8dc06fa None None] Provisioning complete for port 99d5b5ad-2fd1-4a43-9725-10532c292fe3 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:32:17.338664 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8be25add-7f81-497a-94f7-7a2fa8dc06fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:17.388023 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fd18324-e37d-4391-8dd1-21a3f2fe3a24'] response: {'name': 'network-changed', 'server_uuid': '91ca06dd-d39d-4b7d-8a6b-d6408b4309cc', 'tag': '2642b5e6-5d8c-4acd-b8fd-8a712dfbe750', 'status': 'completed', 'code': 200} May 03 22:32:17.388611 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fd18324-e37d-4391-8dd1-21a3f2fe3a24'] response: {'name': 'network-changed', 'server_uuid': 'f9845e68-2c9e-4423-9c31-faa7466baf47', 'tag': 'b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a', 'status': 'completed', 'code': 200} May 03 22:32:17.388611 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fd18324-e37d-4391-8dd1-21a3f2fe3a24'] response: {'name': 'network-changed', 'server_uuid': 'dac19430-6bcd-4ea6-a253-267542f431de', 'tag': '0de8ea71-ab6c-4004-b28e-e70d5e0206ee', 'status': 'completed', 'code': 200} May 03 22:32:17.404165 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-389ad6dd-fc50-4bd5-b6db-8a1885daede0 req-ead9d63d-a074-4d76-8192-ffa817ce3295 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867347 May 03 22:32:17.484981 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:17.510303 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 99d5b5ad-2fd1-4a43-9725-10532c292fe3 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:32:17.510675 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:17.542778 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34f639d8-a491-4078-89cf-f462388d5bab'] response: {'name': 'network-changed', 'server_uuid': '367a22ed-ab2c-491b-93e4-a1fe5afe2e20', 'tag': '2fc0683f-e329-48d5-bf48-15f4dbdca21e', 'status': 'completed', 'code': 200} May 03 22:32:17.543300 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.60', 61716) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:17.568297 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a7bb0e85-8017-4f68-8fe8-df428d4cba09 req-4d8b3e98-0479-402c-9bb2-fa9f40c9679c tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.103 HTTP/1.1" status: 200 len: 1002 time: 0.2799847 May 03 22:32:17.655013 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc0683f-e329-48d5-bf48-15f4dbdca21e {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:32:17.673724 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 2fc0683f-e329-48d5-bf48-15f4dbdca21e, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=2fc0683f-e329-48d5-bf48-15f4dbdca21e,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:32:17.679255 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496c5f3-50dc-42fb-b163-a206e9e25f88 req-e285c57d-a880-4c34-93a1-1a7e95180399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:17.681004 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1496c5f3-50dc-42fb-b163-a206e9e25f88 req-e285c57d-a880-4c34-93a1-1a7e95180399 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 1098 time: 0.1357341 May 03 22:32:17.683113 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a2811-d02a-4848-a9fa-a6218de2a156 req-f657cc0b-fbbe-4b18-b5ad-d20803f2e8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:17.684754 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-970a2811-d02a-4848-a9fa-a6218de2a156 req-f657cc0b-fbbe-4b18-b5ad-d20803f2e8ed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a0f20c83fdc471fa4da593ef2ea5d27&device_id=dac19430-6bcd-4ea6-a253-267542f431de HTTP/1.1" status: 200 len: 1096 time: 0.3703296 May 03 22:32:17.686037 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439a5c9d-1a24-4dd8-891e-1bc5d665268f tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:32:17.693396 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:17.698923 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-439a5c9d-1a24-4dd8-891e-1bc5d665268f tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] 10.222.0.58 "PUT /v2.0/routers/cd7f8faa-9059-4d63-8193-ab68f51fdde2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6763096 May 03 22:32:17.702211 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df13555b-2b75-438e-9d13-437ac1f9b676 None None] Sync routers for ids ['cd7f8faa-9059-4d63-8193-ab68f51fdde2'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:32:17.714132 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df13555b-2b75-438e-9d13-437ac1f9b676 None None] Routers {'cd7f8faa-9059-4d63-8193-ab68f51fdde2'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:32:17.715114 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60412) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:17.715856 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-df13555b-2b75-438e-9d13-437ac1f9b676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:31:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['cd7f8faa-9059-4d63-8193-ab68f51fdde2'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:17.879079 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-df13555b-2b75-438e-9d13-437ac1f9b676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:17.901300 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df13555b-2b75-438e-9d13-437ac1f9b676 None None] Routers {'cd7f8faa-9059-4d63-8193-ab68f51fdde2'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:32:17.902195 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-df13555b-2b75-438e-9d13-437ac1f9b676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:31:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['cd7f8faa-9059-4d63-8193-ab68f51fdde2'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:17.909956 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a2811-d02a-4848-a9fa-a6218de2a156 req-31e06b5e-dd2f-45bf-82d1-ad9e74d63edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:17.911915 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-970a2811-d02a-4848-a9fa-a6218de2a156 req-31e06b5e-dd2f-45bf-82d1-ad9e74d63edb service neutron] 10.222.0.60 "GET /v2.0/networks?id=983af77e-2b01-4072-bd1e-12edcf859777 HTTP/1.1" status: 200 len: 907 time: 0.1619334 May 03 22:32:17.942751 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=2fc0683f-e329-48d5-bf48-15f4dbdca21e,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:17.993685 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-970a2811-d02a-4848-a9fa-a6218de2a156 req-9a7b6dfb-f209-4eb9-acab-bec121a85153 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0de8ea71-ab6c-4004-b28e-e70d5e0206ee HTTP/1.1" status: 200 len: 217 time: 0.0705285 May 03 22:32:18.063186 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-df13555b-2b75-438e-9d13-437ac1f9b676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:18.063614 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df13555b-2b75-438e-9d13-437ac1f9b676 None None] The sync data for ids ['cd7f8faa-9059-4d63-8193-ab68f51fdde2'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:32:18.113420 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['2fc0683f-e329-48d5-bf48-15f4dbdca21e'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:32:18.138089 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb0e85-8017-4f68-8fe8-df428d4cba09 req-c76063d1-47be-43e5-985e-c751850db1cc tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:18.139719 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a7bb0e85-8017-4f68-8fe8-df428d4cba09 req-c76063d1-47be-43e5-985e-c751850db1cc tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/ports/b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a HTTP/1.1" status: 200 len: 943 time: 0.5706472 May 03 22:32:18.182829 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496c5f3-50dc-42fb-b163-a206e9e25f88 req-5589a31b-2af9-4633-9752-f9a3ccc9a731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:18.185323 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1496c5f3-50dc-42fb-b163-a206e9e25f88 req-5589a31b-2af9-4633-9752-f9a3ccc9a731 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.4870706 May 03 22:32:18.192246 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a2811-d02a-4848-a9fa-a6218de2a156 req-5ab10b98-301a-4dc2-bee3-bac5b7f0b497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:18.194364 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-970a2811-d02a-4848-a9fa-a6218de2a156 req-5ab10b98-301a-4dc2-bee3-bac5b7f0b497 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a1f38ed2-c940-45de-9756-cc79b8316a2d HTTP/1.1" status: 200 len: 846 time: 0.1445479 May 03 22:32:18.195870 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-a58a6957-b8b7-44d2-835e-7800073ce18b service neutron] For port 75894b6b-d65d-45f0-962c-1e59471c4342, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:32:18.206500 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-a58a6957-b8b7-44d2-835e-7800073ce18b service neutron] For port 75894b6b-d65d-45f0-962c-1e59471c4342, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=75894b6b-d65d-45f0-962c-1e59471c4342,segment=NetworkSegment(eacf5ea4-46a3-43d7-ac71-4e76503ac526),segment_id=eacf5ea4-46a3-43d7-ac71-4e76503ac526)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:32:18.224798 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb557e3d-84f9-4d59-8547-b91eb570474d req-2c40ffba-77c4-4517-991d-a2d6c95e7c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:18.226503 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eb557e3d-84f9-4d59-8547-b91eb570474d req-2c40ffba-77c4-4517-991d-a2d6c95e7c9f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=68d6ae3d-ec8c-44d1-bc34-c477d182a2d5 HTTP/1.1" status: 200 len: 1096 time: 0.6679153 May 03 22:32:18.233058 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a2811-d02a-4848-a9fa-a6218de2a156 req-df1c7837-58c2-4665-a1cd-2b30fce33606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:18.234808 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-970a2811-d02a-4848-a9fa-a6218de2a156 req-df1c7837-58c2-4665-a1cd-2b30fce33606 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cedd956302664fa280a1c281659df45b&device_id=91ca06dd-d39d-4b7d-8a6b-d6408b4309cc HTTP/1.1" status: 200 len: 1096 time: 1.0324926 May 03 22:32:18.255397 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-a58a6957-b8b7-44d2-835e-7800073ce18b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:18.323651 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1496c5f3-50dc-42fb-b163-a206e9e25f88 req-557d9a4c-9ae8-4d4f-997c-d3cee27dca0c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=2fc0683f-e329-48d5-bf48-15f4dbdca21e HTTP/1.1" status: 200 len: 217 time: 0.1279728 May 03 22:32:18.331445 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-a58a6957-b8b7-44d2-835e-7800073ce18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:18.331561 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-a58a6957-b8b7-44d2-835e-7800073ce18b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:18.331984 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-970a2811-d02a-4848-a9fa-a6218de2a156 req-c16a8ed8-5efa-4760-b726-367875536a5b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=983af77e-2b01-4072-bd1e-12edcf859777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602677 May 03 22:32:18.332876 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-a58a6957-b8b7-44d2-835e-7800073ce18b service neutron] 10.222.0.67 "PUT /v2.0/ports/75894b6b-d65d-45f0-962c-1e59471c4342 HTTP/1.1" status: 200 len: 1091 time: 3.3533726 May 03 22:32:18.335170 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b1fd53fd-fd0d-4062-9eb7-90c4d0487281 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:18.337295 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5e1a14e5-49a3-43c6-8738-6966aef5a99a None None] Provisioning complete for port 9a852f9b-a13e-4db4-9773-678c54da2829 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:32:18.338759 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5e1a14e5-49a3-43c6-8738-6966aef5a99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:18.446148 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-5e1a14e5-49a3-43c6-8738-6966aef5a99a None None] Port 9a852f9b-a13e-4db4-9773-678c54da2829 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:32:18.473994 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496c5f3-50dc-42fb-b163-a206e9e25f88 req-3cf68597-5438-4c8d-b69e-6f19b3ccd04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:18.475435 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1496c5f3-50dc-42fb-b163-a206e9e25f88 req-3cf68597-5438-4c8d-b69e-6f19b3ccd04e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.1423812 May 03 22:32:18.570192 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-970a2811-d02a-4848-a9fa-a6218de2a156 req-3f8f9733-25f5-46cb-9749-1b782f8188bd service neutron] 10.222.0.60 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941550 May 03 22:32:18.587863 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f7928582-efa7-4ed2-b022-743ef5a7f413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'name': 'tempest-ServerRescueTestJSONUnderV235-1372084257-router', 'tenant_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '9b8f272c-7b19-4dfa-9290-86dfad18d1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:12Z', 'updated_at': '2022-05-03T22:30:21Z', 'revision_number': 4, 'project_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'gw_port': {'id': '9b8f272c-7b19-4dfa-9290-86dfad18d1b3', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:14Z', 'updated_at': '2022-05-03T22:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'af9e881d-6e0f-49c8-a0fd-9f17b9f4a346', 'tenant_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'floating_ip_address': '172.25.2.45', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'port_id': '13fdee9e-c77e-4a72-81f5-8b7e27118d08', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf4b4b53-23b3-4846-9dfb-85aed8a34ef8', 'mac_address': 'fa:16:3e:1a:50:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c240ab9-dd26-468c-b48f-633514daf12a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:32:02Z', 'updated_at': '2022-05-03T22:32:11Z', 'revision_number': 1, 'project_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3800c394-e1c4-4a6f-bb2b-86d1bff3e52a', 'name': '', 'network_id': 'cf4b4b53-23b3-4846-9dfb-85aed8a34ef8', 'tenant_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'mac_address': 'fa:16:3e:fd:a4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '363f1a1c-dee5-436d-ab6d-f585bc5dbb1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:20Z', 'updated_at': '2022-05-03T22:30:30Z', 'revision_number': 5, 'project_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'subnets': [{'id': '363f1a1c-dee5-436d-ab6d-f585bc5dbb1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:18.592000 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7928582-efa7-4ed2-b022-743ef5a7f413 None None] The sync data for ids ['1b5ac8bf-3896-4d7c-a32d-b5bdceddc786'] in n-d-811807-1 is: [{'id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'name': 'tempest-ServerRescueTestJSONUnderV235-1372084257-router', 'tenant_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '9b8f272c-7b19-4dfa-9290-86dfad18d1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:12Z', 'updated_at': '2022-05-03T22:30:21Z', 'revision_number': 4, 'project_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'gw_port': {'id': '9b8f272c-7b19-4dfa-9290-86dfad18d1b3', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:14Z', 'updated_at': '2022-05-03T22:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'af9e881d-6e0f-49c8-a0fd-9f17b9f4a346', 'tenant_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'floating_ip_address': '172.25.2.45', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'port_id': '13fdee9e-c77e-4a72-81f5-8b7e27118d08', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf4b4b53-23b3-4846-9dfb-85aed8a34ef8', 'mac_address': 'fa:16:3e:1a:50:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c240ab9-dd26-468c-b48f-633514daf12a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:32:02Z', 'updated_at': '2022-05-03T22:32:11Z', 'revision_number': 1, 'project_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3800c394-e1c4-4a6f-bb2b-86d1bff3e52a', 'name': '', 'network_id': 'cf4b4b53-23b3-4846-9dfb-85aed8a34ef8', 'tenant_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'mac_address': 'fa:16:3e:fd:a4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '363f1a1c-dee5-436d-ab6d-f585bc5dbb1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:20Z', 'updated_at': '2022-05-03T22:30:30Z', 'revision_number': 5, 'project_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'subnets': [{'id': '363f1a1c-dee5-436d-ab6d-f585bc5dbb1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:32:18.682754 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496c5f3-50dc-42fb-b163-a206e9e25f88 req-8922ca1d-5c5b-4cba-8be9-d916c722bf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:18.684311 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1496c5f3-50dc-42fb-b163-a206e9e25f88 req-8922ca1d-5c5b-4cba-8be9-d916c722bf52 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2021995 May 03 22:32:18.691418 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931e9da-1fa3-49e2-9dcc-175e6098dca8 req-ae7f86a1-91cf-4918-adb6-c2c2ce84329f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:18.692922 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a931e9da-1fa3-49e2-9dcc-175e6098dca8 req-ae7f86a1-91cf-4918-adb6-c2c2ce84329f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d99c6702-cd4b-4944-ae30-8c1ea0a6a290 HTTP/1.1" status: 200 len: 1096 time: 1.3036506 May 03 22:32:18.710286 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eb557e3d-84f9-4d59-8547-b91eb570474d req-97981b27-2448-4ba5-9892-fd211a6ba910 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6252505b-f2bc-492b-a3f0-7602305e4248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720440 May 03 22:32:18.821931 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-970a2811-d02a-4848-a9fa-a6218de2a156 req-75149aef-e31e-4561-97dc-869264a0e4da service neutron] 10.222.0.60 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444856 May 03 22:32:18.856578 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1496c5f3-50dc-42fb-b163-a206e9e25f88 req-450cc679-057b-4f74-9077-59a11a894406 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651797 May 03 22:32:18.868572 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a6957-b8b7-44d2-835e-7800073ce18b service neutron] Pushing event updated for resources: {'Port': ['ID=75894b6b-d65d-45f0-962c-1e59471c4342,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:18.869720 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91845097-0589-4771-8c49-4bb6eaf949be None None] New status for floating IP af9e881d-6e0f-49c8-a0fd-9f17b9f4a346: ACTIVE {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:32:18.890850 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a7bb0e85-8017-4f68-8fe8-df428d4cba09 req-ffa55f38-f75b-4611-98ad-a908cc9f8d73 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.103 HTTP/1.1" status: 200 len: 1002 time: 0.4941099 May 03 22:32:18.903718 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a931e9da-1fa3-49e2-9dcc-175e6098dca8 req-a6a1704a-df57-49f7-9e52-fc36afead143 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6252505b-f2bc-492b-a3f0-7602305e4248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420527 May 03 22:32:18.904513 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-b1fd53fd-fd0d-4062-9eb7-90c4d0487281 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] delete failed (client error): There was a conflict when trying to complete your request. May 03 22:32:18.905417 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b1fd53fd-fd0d-4062-9eb7-90c4d0487281 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] 10.222.0.58 "DELETE /v2.0/routers/cd7f8faa-9059-4d63-8193-ab68f51fdde2 HTTP/1.1" status: 409 len: 329 time: 1.0259726 May 03 22:32:18.908370 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60428) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:18.943937 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a2811-d02a-4848-a9fa-a6218de2a156 req-ff06be8a-df3a-45f6-b71f-047398f96074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:18.945422 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-970a2811-d02a-4848-a9fa-a6218de2a156 req-ff06be8a-df3a-45f6-b71f-047398f96074 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aa323bd0-e355-48ff-817f-0dfa021e8b19 HTTP/1.1" status: 200 len: 921 time: 0.6780376 May 03 22:32:19.084809 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-970a2811-d02a-4848-a9fa-a6218de2a156 req-82264654-9db6-4684-b4f2-a55e642490d9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2642b5e6-5d8c-4acd-b8fd-8a712dfbe750 HTTP/1.1" status: 200 len: 217 time: 0.1206095 May 03 22:32:19.097162 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5355ed-bcbb-451b-8b25-0435f6fc70fe req-08c48bfb-32df-46fc-b282-47e757929ce1 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:19.098620 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f5355ed-bcbb-451b-8b25-0435f6fc70fe req-08c48bfb-32df-46fc-b282-47e757929ce1 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=dac19430-6bcd-4ea6-a253-267542f431de HTTP/1.1" status: 200 len: 945 time: 0.6988182 May 03 22:32:19.104143 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-89ef08ef-1da6-420a-a352-360d6448eeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:19.105588 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-89ef08ef-1da6-420a-a352-360d6448eeee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d7afa8ba68f7411d9244d8acc84393e8&device_id=7e5783da-8b1e-4ae3-9014-d7f30711e699 HTTP/1.1" status: 200 len: 1094 time: 0.6683927 May 03 22:32:19.244711 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac19430-6bcd-4ea6-a253-267542f431de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de8ea71-ab6c-4004-b28e-e70d5e0206ee'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:32:19.248211 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-77e6b75f-1153-4a98-8307-cc8dc3676aff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75894b6b-d65d-45f0-962c-1e59471c4342 HTTP/1.1" status: 200 len: 217 time: 0.1005418 May 03 22:32:19.434828 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c240ab9-dd26-468c-b48f-633514daf12a', 'tag': '13fdee9e-c77e-4a72-81f5-8b7e27118d08'}, {'name': 'network-changed', 'server_uuid': '7e5783da-8b1e-4ae3-9014-d7f30711e699', 'tag': '75894b6b-d65d-45f0-962c-1e59471c4342'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:32:19.477523 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb0e85-8017-4f68-8fe8-df428d4cba09 req-00868c56-7b8f-486e-bc94-430858656f31 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:19.478940 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a7bb0e85-8017-4f68-8fe8-df428d4cba09 req-00868c56-7b8f-486e-bc94-430858656f31 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 784 time: 0.5724258 May 03 22:32:19.489840 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f5355ed-bcbb-451b-8b25-0435f6fc70fe req-1f1c95ef-ca48-46bf-80b1-0f559db24e27 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467720 May 03 22:32:19.523420 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1496c5f3-50dc-42fb-b163-a206e9e25f88 req-44540739-6f6b-47e3-9b80-9dad2e2e5311 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586401 May 03 22:32:19.551889 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a2811-d02a-4848-a9fa-a6218de2a156 req-1c047d97-a31c-4db9-b286-52cdf20029ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:19.551889 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-970a2811-d02a-4848-a9fa-a6218de2a156 req-1c047d97-a31c-4db9-b286-52cdf20029ec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=54b42422-4ac1-45eb-8a53-775e8d5e2134 HTTP/1.1" status: 200 len: 859 time: 0.4491093 May 03 22:32:19.624548 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-4108c26f-1c7a-4b1e-9ffd-6afb691e726f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:19.626076 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-4108c26f-1c7a-4b1e-9ffd-6afb691e726f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8f3f8c0d-8ff4-46e1-a8d8-294ab170cf68 HTTP/1.1" status: 200 len: 854 time: 0.3617504 May 03 22:32:19.668448 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bb63c6c6-5176-4164-84b9-c8c15383b3f8 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:19.730509 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-3a7fdf47-538c-4d1c-91df-09afd2447045 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7fc6c240-20d3-4c9d-afae-c2a80f117205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618734 May 03 22:32:19.776442 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a7bb0e85-8017-4f68-8fe8-df428d4cba09 req-6f15d144-b9db-4ddf-8e03-f236335c9931 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.103 HTTP/1.1" status: 200 len: 1002 time: 0.2835989 May 03 22:32:19.805577 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-a7bb0e85-8017-4f68-8fe8-df428d4cba09 req-5e47dd50-8a28-44dd-890a-1190b8d8b603 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:19.970834 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a2811-d02a-4848-a9fa-a6218de2a156 req-c6b7fa18-1e7b-4031-938a-0f85f7d73a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:19.973125 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-970a2811-d02a-4848-a9fa-a6218de2a156 req-c6b7fa18-1e7b-4031-938a-0f85f7d73a3c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aa323bd0-e355-48ff-817f-0dfa021e8b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4042783 May 03 22:32:20.002819 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:32:20.014790 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a7bb0e85-8017-4f68-8fe8-df428d4cba09 req-5e47dd50-8a28-44dd-890a-1190b8d8b603 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks [] for floatingip, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:20.020877 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-bb63c6c6-5176-4164-84b9-c8c15383b3f8 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Deleting port 9a852f9b-a13e-4db4-9773-678c54da2829 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:32:20.021392 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bb63c6c6-5176-4164-84b9-c8c15383b3f8 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:20.136253 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9278eb-e35d-4fd8-be29-89850e7fd6af req-276c3fdb-186b-4666-a9ba-c6003f7110ed tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:20.138033 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4d9278eb-e35d-4fd8-be29-89850e7fd6af req-276c3fdb-186b-4666-a9ba-c6003f7110ed tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e5783da-8b1e-4ae3-9014-d7f30711e699 HTTP/1.1" status: 200 len: 943 time: 0.5154388 May 03 22:32:20.144388 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-271e0f1f-6214-4729-b079-b088b71b5ee9 service neutron] 10.222.0.67 "GET /v2.0/networks/7fc6c240-20d3-4c9d-afae-c2a80f117205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4055889 May 03 22:32:20.238654 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bb63c6c6-5176-4164-84b9-c8c15383b3f8 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:20.327247 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device a45cfcf3-5001-41e4-a152-1a1ce1405b66 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:32:20.384089 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-bb63c6c6-5176-4164-84b9-c8c15383b3f8 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Calling delete_port for 9a852f9b-a13e-4db4-9773-678c54da2829 owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:32:20.452607 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4d9278eb-e35d-4fd8-be29-89850e7fd6af req-875dad61-4641-41b4-ad8b-87cdbfcb7b52 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] 10.222.0.58 "GET /v2.0/security-groups?id=9889b13d-892f-4412-87bc-d2e338ded8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031003 May 03 22:32:20.500232 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-970a2811-d02a-4848-a9fa-a6218de2a156 req-a2dd21a8-7614-4ed6-8c21-69d9263b79fc service neutron] 10.222.0.67 "GET /v2.0/networks/aa323bd0-e355-48ff-817f-0dfa021e8b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5096872 May 03 22:32:20.551375 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port a45cfcf3-5001-41e4-a152-1a1ce1405b66, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=a45cfcf3-5001-41e4-a152-1a1ce1405b66,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:32:20.576434 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'a45cfcf3-5001-41e4-a152-1a1ce1405b66', 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559', 'port_id': 'a45cfcf3-5001-41e4-a152-1a1ce1405b66', 'mac_address': 'fa:16:3e:b1:56:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6303b72-ad18-4df3-b796-1d1c3ad4e877', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:32:20.594864 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bb63c6c6-5176-4164-84b9-c8c15383b3f8 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:20.670772 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:20.691225 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a45cfcf3-5001-41e4-a152-1a1ce1405b66 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:32:20.716370 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port a45cfcf3-5001-41e4-a152-1a1ce1405b66, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=a45cfcf3-5001-41e4-a152-1a1ce1405b66,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:32:20.722249 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e69ac2d-186c-4645-b0e6-2d49c884a1f7 req-83908b7a-0db7-4006-bcb2-dc7601704924 service neutron] 10.222.0.67 "GET /v2.0/networks/7fc6c240-20d3-4c9d-afae-c2a80f117205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5027390 May 03 22:32:20.723510 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:20.725270 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63c6c6-5176-4164-84b9-c8c15383b3f8 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Pushing event deleted for resources: {'Port': ['ID=9a852f9b-a13e-4db4-9773-678c54da2829,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:20.725453 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a7bb0e85-8017-4f68-8fe8-df428d4cba09 req-5e47dd50-8a28-44dd-890a-1190b8d8b603 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:20.734313 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a7bb0e85-8017-4f68-8fe8-df428d4cba09 req-5e47dd50-8a28-44dd-890a-1190b8d8b603 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:20.734927 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [req-a7bb0e85-8017-4f68-8fe8-df428d4cba09 req-5e47dd50-8a28-44dd-890a-1190b8d8b603 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Floating IP 235ba3f3-d837-4146-8dee-8b836fe0801f disassociated. External IP: 172.25.2.103, port: b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a. May 03 22:32:20.775059 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 2fc0683f-e329-48d5-bf48-15f4dbdca21e up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:32:20.970764 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 2fc0683f-e329-48d5-bf48-15f4dbdca21e completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:32:20.979461 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=a45cfcf3-5001-41e4-a152-1a1ce1405b66,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:20.982408 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 2fc0683f-e329-48d5-bf48-15f4dbdca21e triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:32:20.982887 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:21.102408 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bb63c6c6-5176-4164-84b9-c8c15383b3f8 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:21.125267 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:21.170749 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 2fc0683f-e329-48d5-bf48-15f4dbdca21e, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=2fc0683f-e329-48d5-bf48-15f4dbdca21e,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:32:21.176666 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:21.201870 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f6a03783-d4a0-438c-8880-2982c741bc68 req-4ce93f69-34d0-479c-9c56-d9d89ea345ee tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.45 HTTP/1.1" status: 200 len: 1000 time: 0.7004833 May 03 22:32:21.263931 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=2fc0683f-e329-48d5-bf48-15f4dbdca21e,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:21.335387 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-970a2811-d02a-4848-a9fa-a6218de2a156 req-fe1f4c54-df03-4901-9654-4193916c4038 service neutron] 10.222.0.67 "GET /v2.0/networks/aa323bd0-e355-48ff-817f-0dfa021e8b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7778852 May 03 22:32:21.375797 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['a45cfcf3-5001-41e4-a152-1a1ce1405b66'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:32:21.447270 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb63c6c6-5176-4164-84b9-c8c15383b3f8 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Router cd7f8faa-9059-4d63-8193-ab68f51fdde2 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:32:21.456589 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a03783-d4a0-438c-8880-2982c741bc68 req-d439daa3-ede3-479e-ab8d-03ca4cd18880 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:21.458135 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f6a03783-d4a0-438c-8880-2982c741bc68 req-d439daa3-ede3-479e-ab8d-03ca4cd18880 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/ports/13fdee9e-c77e-4a72-81f5-8b7e27118d08 HTTP/1.1" status: 200 len: 942 time: 0.2554858 May 03 22:32:21.589705 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb63c6c6-5176-4164-84b9-c8c15383b3f8 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:32:21.601010 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d616e52b-6334-41e0-ad07-28e97b44ec4f None None] Sync routers for ids ['cd7f8faa-9059-4d63-8193-ab68f51fdde2'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:32:21.609891 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bb63c6c6-5176-4164-84b9-c8c15383b3f8 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] 10.222.0.58 "PUT /v2.0/routers/cd7f8faa-9059-4d63-8193-ab68f51fdde2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6985424 May 03 22:32:21.612817 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d616e52b-6334-41e0-ad07-28e97b44ec4f None None] Routers {'cd7f8faa-9059-4d63-8193-ab68f51fdde2'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:32:21.613494 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60440) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:21.613777 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d616e52b-6334-41e0-ad07-28e97b44ec4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:31:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['cd7f8faa-9059-4d63-8193-ab68f51fdde2'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:21.625894 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a2811-d02a-4848-a9fa-a6218de2a156 req-d0fab53a-a9ae-4064-b3c1-96271644c00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:21.627518 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-970a2811-d02a-4848-a9fa-a6218de2a156 req-d0fab53a-a9ae-4064-b3c1-96271644c00f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cedd956302664fa280a1c281659df45b&device_id=f9845e68-2c9e-4423-9c31-faa7466baf47 HTTP/1.1" status: 200 len: 1097 time: 0.2079761 May 03 22:32:21.634183 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7bb0e85-8017-4f68-8fe8-df428d4cba09 req-5e47dd50-8a28-44dd-890a-1190b8d8b603 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Router 9fe78d57-7847-4bc8-a426-38e257fff645 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:32:21.678043 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d616e52b-6334-41e0-ad07-28e97b44ec4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:21.686815 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d616e52b-6334-41e0-ad07-28e97b44ec4f None None] Routers {'cd7f8faa-9059-4d63-8193-ab68f51fdde2'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:32:21.687408 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d616e52b-6334-41e0-ad07-28e97b44ec4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:31:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['cd7f8faa-9059-4d63-8193-ab68f51fdde2'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:21.690211 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-82d10983-9f55-48c8-89c8-04a707503ca3 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] show failed (client error): The resource could not be found. May 03 22:32:21.694899 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-82d10983-9f55-48c8-89c8-04a707503ca3 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] 10.222.0.58 "GET /v2.0/routers/tempest-non_exist_router-1597877475 HTTP/1.1" status: 404 len: 335 time: 0.0767875 May 03 22:32:21.695533 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60444) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:21.702455 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-c74e8b5d-2558-45be-a56e-a0f118584267 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:21.768338 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-c74e8b5d-2558-45be-a56e-a0f118584267 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] update failed (client error): The resource could not be found. May 03 22:32:21.773179 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c74e8b5d-2558-45be-a56e-a0f118584267 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] 10.222.0.58 "PUT /v2.0/routers/tempest-non_exist_router-1735342217 HTTP/1.1" status: 404 len: 335 time: 0.0710254 May 03 22:32:21.773179 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60448) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:21.774292 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d616e52b-6334-41e0-ad07-28e97b44ec4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:21.774683 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d616e52b-6334-41e0-ad07-28e97b44ec4f None None] The sync data for ids ['cd7f8faa-9059-4d63-8193-ab68f51fdde2'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:32:21.825685 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f6a03783-d4a0-438c-8880-2982c741bc68 req-9f0cffdd-ebf2-4dd4-b021-5f25285a7370 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.45 HTTP/1.1" status: 200 len: 1000 time: 0.2789903 May 03 22:32:21.839869 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-efcfb0af-bcdf-4236-b460-f9fcc1d4380e tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Deleting subnet b1050c10-6160-441e-b94d-1260ae84ceb3 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:32:21.842794 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-efcfb0af-bcdf-4236-b460-f9fcc1d4380e tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:21.899683 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-efcfb0af-bcdf-4236-b460-f9fcc1d4380e tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:21.983894 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-efcfb0af-bcdf-4236-b460-f9fcc1d4380e tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:22.055299 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a2811-d02a-4848-a9fa-a6218de2a156 req-4314e632-8f57-4eb3-9e08-698b11faf4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:22.056670 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-970a2811-d02a-4848-a9fa-a6218de2a156 req-4314e632-8f57-4eb3-9e08-698b11faf4de service neutron] 10.222.0.67 "GET /v2.0/networks?id=aa323bd0-e355-48ff-817f-0dfa021e8b19 HTTP/1.1" status: 200 len: 921 time: 0.4151456 May 03 22:32:22.059099 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-efcfb0af-bcdf-4236-b460-f9fcc1d4380e tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:22.101271 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcfb0af-bcdf-4236-b460-f9fcc1d4380e tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Pushing event deleted for resources: {'Subnet': ['ID=b1050c10-6160-441e-b94d-1260ae84ceb3,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:22.108387 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-efcfb0af-bcdf-4236-b460-f9fcc1d4380e tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:22.114675 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaeb9153-ef51-4db0-84ac-19b4a13c2b8a None None] Network 6077256f-080c-4b1c-9048-8d50a9830c01 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:32:22.115579 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-efcfb0af-bcdf-4236-b460-f9fcc1d4380e tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] 10.222.0.58 "DELETE /v2.0/subnets/b1050c10-6160-441e-b94d-1260ae84ceb3 HTTP/1.1" status: 204 len: 168 time: 0.3414788 May 03 22:32:22.117965 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60452) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:22.118105 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7bb0e85-8017-4f68-8fe8-df428d4cba09 req-5e47dd50-8a28-44dd-890a-1190b8d8b603 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:32:22.135927 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a49d3b1-f56e-4bcd-aa90-14fb92540c94 None None] Sync routers for ids ['9fe78d57-7847-4bc8-a426-38e257fff645'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:32:22.136211 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a7bb0e85-8017-4f68-8fe8-df428d4cba09 req-5e47dd50-8a28-44dd-890a-1190b8d8b603 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:22.167645 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-970a2811-d02a-4848-a9fa-a6218de2a156 req-93023f97-20e4-429e-938a-400546f903f0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a HTTP/1.1" status: 200 len: 217 time: 0.1039808 May 03 22:32:22.206736 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a49d3b1-f56e-4bcd-aa90-14fb92540c94 None None] Routers {'9fe78d57-7847-4bc8-a426-38e257fff645'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:32:22.207521 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-5a49d3b1-f56e-4bcd-aa90-14fb92540c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:31:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['9fe78d57-7847-4bc8-a426-38e257fff645'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:22.236840 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3c564352-20eb-4b34-b22c-dac93c534aac tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:22.248291 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-3c564352-20eb-4b34-b22c-dac93c534aac tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Deleting port 99d5b5ad-2fd1-4a43-9725-10532c292fe3 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:32:22.248636 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3c564352-20eb-4b34-b22c-dac93c534aac tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:22.253275 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a03783-d4a0-438c-8880-2982c741bc68 req-3de639ce-c672-4721-b376-e844a044a7f5 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:22.254653 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f6a03783-d4a0-438c-8880-2982c741bc68 req-3de639ce-c672-4721-b376-e844a044a7f5 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 784 time: 0.3703425 May 03 22:32:22.260042 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a7bb0e85-8017-4f68-8fe8-df428d4cba09 req-5e47dd50-8a28-44dd-890a-1190b8d8b603 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "PUT /v2.0/floatingips/235ba3f3-d837-4146-8dee-8b836fe0801f HTTP/1.1" status: 200 len: 695 time: 2.4658189 May 03 22:32:22.353832 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device a45cfcf3-5001-41e4-a152-1a1ce1405b66 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:32:22.380543 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a2811-d02a-4848-a9fa-a6218de2a156 req-db3f58bb-04cb-4ab5-aa65-901df16e520c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:22.382601 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-970a2811-d02a-4848-a9fa-a6218de2a156 req-db3f58bb-04cb-4ab5-aa65-901df16e520c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=54b42422-4ac1-45eb-8a53-775e8d5e2134 HTTP/1.1" status: 200 len: 859 time: 0.1989632 May 03 22:32:22.551482 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-5a49d3b1-f56e-4bcd-aa90-14fb92540c94 None None] Set router 9fe78d57-7847-4bc8-a426-38e257fff645 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:32:22.593818 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-3c564352-20eb-4b34-b22c-dac93c534aac tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] For port 99d5b5ad-2fd1-4a43-9725-10532c292fe3, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=99d5b5ad-2fd1-4a43-9725-10532c292fe3,segment=NetworkSegment(daf988bd-3334-45a4-b3f2-1df3fdc58fe1),segment_id=daf988bd-3334-45a4-b3f2-1df3fdc58fe1)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:32:22.594208 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3c564352-20eb-4b34-b22c-dac93c534aac tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:22.613478 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port a45cfcf3-5001-41e4-a152-1a1ce1405b66 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:32:22.614030 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:22.614585 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f6a03783-d4a0-438c-8880-2982c741bc68 req-f3963403-7e1b-431b-bda9-be63d53b3f3e tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.45 HTTP/1.1" status: 200 len: 1000 time: 0.3482533 May 03 22:32:22.628597 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-f6a03783-d4a0-438c-8880-2982c741bc68 req-3e05b135-948b-49b8-964a-c259d53e0baf tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:22.727942 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-3c564352-20eb-4b34-b22c-dac93c534aac tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Calling delete_port for 99d5b5ad-2fd1-4a43-9725-10532c292fe3 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:32:22.733625 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb0e85-8017-4f68-8fe8-df428d4cba09 req-d4dedde0-b1fc-4824-86c7-453abf7ca01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:22.735155 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a7bb0e85-8017-4f68-8fe8-df428d4cba09 req-d4dedde0-b1fc-4824-86c7-453abf7ca01d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cedd956302664fa280a1c281659df45b&device_id=f9845e68-2c9e-4423-9c31-faa7466baf47 HTTP/1.1" status: 200 len: 1097 time: 0.4076142 May 03 22:32:22.770213 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a2811-d02a-4848-a9fa-a6218de2a156 req-30e26a1d-5dca-415d-b984-4a3c859e6eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:22.772100 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-970a2811-d02a-4848-a9fa-a6218de2a156 req-30e26a1d-5dca-415d-b984-4a3c859e6eb8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aa323bd0-e355-48ff-817f-0dfa021e8b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3783493 May 03 22:32:22.776487 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f6a03783-d4a0-438c-8880-2982c741bc68 req-3e05b135-948b-49b8-964a-c259d53e0baf tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks [] for floatingip, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:22.808668 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3c564352-20eb-4b34-b22c-dac93c534aac tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:22.872566 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c564352-20eb-4b34-b22c-dac93c534aac tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] No DVR routers for this DVR port 99d5b5ad-2fd1-4a43-9725-10532c292fe3 on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:32:22.898672 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6536ca6-a870-4986-aa33-cbbd6a641855 None None] DHCP port deletion for 6077256f-080c-4b1c-9048-8d50a9830c01 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:32:22.903091 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c564352-20eb-4b34-b22c-dac93c534aac tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Pushing event deleted for resources: {'Port': ['ID=99d5b5ad-2fd1-4a43-9725-10532c292fe3,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:22.932228 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-51fd5fa7-b027-482b-8320-1ae4a311786b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:22.953359 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:23.008296 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3c564352-20eb-4b34-b22c-dac93c534aac tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:23.034230 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port a45cfcf3-5001-41e4-a152-1a1ce1405b66, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=a45cfcf3-5001-41e4-a152-1a1ce1405b66,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:32:23.040412 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:23.041140 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-3c564352-20eb-4b34-b22c-dac93c534aac tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6077256f-080c-4b1c-9048-8d50a9830c01']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:23.062023 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-3c564352-20eb-4b34-b22c-dac93c534aac tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf988bd-3334-45a4-b3f2-1df3fdc58fe1') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:23.062413 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-3c564352-20eb-4b34-b22c-dac93c534aac tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf988bd-3334-45a4-b3f2-1df3fdc58fe1') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:23.074863 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3c564352-20eb-4b34-b22c-dac93c534aac tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:23.091396 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3c564352-20eb-4b34-b22c-dac93c534aac tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:23.098349 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c564352-20eb-4b34-b22c-dac93c534aac tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:32:23.098554 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3c564352-20eb-4b34-b22c-dac93c534aac tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:23.116116 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:32:23.116116 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:32:23.116116 n-d-811807-1 neutron-server[88070]: timer() May 03 22:32:23.116116 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:32:23.116116 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:32:23.116116 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:32:23.116116 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:32:23.116116 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:32:23.116116 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:32:23.116116 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:32:23.116116 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:32:23.116116 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:32:23.116116 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:32:23.116116 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:32:23.116116 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:32:23.116116 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:32:23.116116 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:32:23.116116 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:32:23.116116 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:32:23.116116 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:32:23.116116 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:32:23.116116 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:32:23.116116 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:32:23.116116 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:32:23.116116 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:32:23.116116 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:32:23.116116 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:32:23.116116 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:32:23.116116 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:32:23.116116 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:32:23.116116 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:32:23.116116 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:32:23.121195 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-5a49d3b1-f56e-4bcd-aa90-14fb92540c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'name': 'tempest-FloatingIPsAssociationTestJSON-397226911-router', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '29467980-77b1-465b-a725-dbd893850111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:25Z', 'updated_at': '2022-05-03T22:30:33Z', 'revision_number': 4, 'project_id': 'cedd956302664fa280a1c281659df45b', 'gw_port': {'id': '29467980-77b1-465b-a725-dbd893850111', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:27Z', 'updated_at': '2022-05-03T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '6542d56f-fc4a-4be4-bd93-0893aa77260d', 'name': '', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'mac_address': 'fa:16:3e:0e:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:32Z', 'updated_at': '2022-05-03T22:30:45Z', 'revision_number': 5, 'project_id': 'cedd956302664fa280a1c281659df45b', 'subnets': [{'id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:23.123504 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=a45cfcf3-5001-41e4-a152-1a1ce1405b66,revision_number=7']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:23.128979 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a49d3b1-f56e-4bcd-aa90-14fb92540c94 None None] Checking router: 9fe78d57-7847-4bc8-a426-38e257fff645 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:32:23.139323 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a49d3b1-f56e-4bcd-aa90-14fb92540c94 None None] Routers {'9fe78d57-7847-4bc8-a426-38e257fff645'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:32:23.139618 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-5a49d3b1-f56e-4bcd-aa90-14fb92540c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:31:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['9fe78d57-7847-4bc8-a426-38e257fff645'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:23.198924 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3c564352-20eb-4b34-b22c-dac93c534aac tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:23.203579 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3c564352-20eb-4b34-b22c-dac93c534aac tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:23.235983 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c564352-20eb-4b34-b22c-dac93c534aac tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Pushing event deleted for resources: {'Network': ['ID=6077256f-080c-4b1c-9048-8d50a9830c01,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:23.242441 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3c564352-20eb-4b34-b22c-dac93c534aac tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] 10.222.0.58 "DELETE /v2.0/networks/6077256f-080c-4b1c-9048-8d50a9830c01 HTTP/1.1" status: 204 len: 168 time: 1.1214192 May 03 22:32:23.242663 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60458) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:23.258717 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb0e85-8017-4f68-8fe8-df428d4cba09 req-17d7adfe-a763-42ab-bd22-5f13d9c0a4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:23.260171 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a7bb0e85-8017-4f68-8fe8-df428d4cba09 req-17d7adfe-a763-42ab-bd22-5f13d9c0a4aa service neutron] 10.222.0.58 "GET /v2.0/networks?id=aa323bd0-e355-48ff-817f-0dfa021e8b19 HTTP/1.1" status: 200 len: 921 time: 0.5128732 May 03 22:32:23.261923 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-970a2811-d02a-4848-a9fa-a6218de2a156 req-5dba85fe-eb40-42a1-9782-85af2954d609 service neutron] 10.222.0.67 "GET /v2.0/networks/aa323bd0-e355-48ff-817f-0dfa021e8b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312780 May 03 22:32:23.312129 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b54ed16-e451-4d4a-b040-c6e208604c40 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Deleting subnet e94c6a15-6951-4241-b76f-45cdb718f7ea {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:32:23.315534 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6b54ed16-e451-4d4a-b040-c6e208604c40 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:23.321721 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f6a03783-d4a0-438c-8880-2982c741bc68 req-3e05b135-948b-49b8-964a-c259d53e0baf tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:23.354877 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f6a03783-d4a0-438c-8880-2982c741bc68 req-3e05b135-948b-49b8-964a-c259d53e0baf tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:23.355289 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [req-f6a03783-d4a0-438c-8880-2982c741bc68 req-3e05b135-948b-49b8-964a-c259d53e0baf tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Floating IP af9e881d-6e0f-49c8-a0fd-9f17b9f4a346 disassociated. External IP: 172.25.2.45, port: 13fdee9e-c77e-4a72-81f5-8b7e27118d08. May 03 22:32:23.372802 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6b54ed16-e451-4d4a-b040-c6e208604c40 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:23.374144 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-5a49d3b1-f56e-4bcd-aa90-14fb92540c94 None None] Set router 9fe78d57-7847-4bc8-a426-38e257fff645 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:32:23.406211 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a7bb0e85-8017-4f68-8fe8-df428d4cba09 req-f2137f90-e24d-4bc4-996e-eead6bc05d9e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a HTTP/1.1" status: 200 len: 217 time: 0.1372473 May 03 22:32:23.458300 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6b54ed16-e451-4d4a-b040-c6e208604c40 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:23.541928 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6b54ed16-e451-4d4a-b040-c6e208604c40 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:23.591315 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54ed16-e451-4d4a-b040-c6e208604c40 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Pushing event deleted for resources: {'Subnet': ['ID=e94c6a15-6951-4241-b76f-45cdb718f7ea,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:23.608111 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6b54ed16-e451-4d4a-b040-c6e208604c40 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:23.612847 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471b0199-335e-4e35-bcb2-561c2563f59f None None] Network eb7d973c-602c-4933-8c36-5bedb8602980 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:32:23.618300 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6b54ed16-e451-4d4a-b040-c6e208604c40 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] 10.222.0.58 "DELETE /v2.0/subnets/e94c6a15-6951-4241-b76f-45cdb718f7ea HTTP/1.1" status: 204 len: 168 time: 0.3725946 May 03 22:32:23.618694 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60462) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:23.629334 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb0e85-8017-4f68-8fe8-df428d4cba09 req-fdb59749-d324-46e9-a172-4018fed71ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:23.631248 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a7bb0e85-8017-4f68-8fe8-df428d4cba09 req-fdb59749-d324-46e9-a172-4018fed71ed7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=54b42422-4ac1-45eb-8a53-775e8d5e2134 HTTP/1.1" status: 200 len: 859 time: 0.1608477 May 03 22:32:23.691021 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0e0d3ad-f781-45ae-837e-1ef2ff505666 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Deleting subnet 6a7a26e8-c8d4-4a6b-ab08-ea7115c3b3d6 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:32:23.694294 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c0e0d3ad-f781-45ae-837e-1ef2ff505666 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:23.724776 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-970a2811-d02a-4848-a9fa-a6218de2a156 req-aedbfc39-154d-4b57-abcc-b15ad0487bb2 service neutron] 10.222.0.67 "GET /v2.0/networks/aa323bd0-e355-48ff-817f-0dfa021e8b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019060 May 03 22:32:23.755147 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c0e0d3ad-f781-45ae-837e-1ef2ff505666 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:23.846779 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c0e0d3ad-f781-45ae-837e-1ef2ff505666 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:23.888162 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-5a49d3b1-f56e-4bcd-aa90-14fb92540c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'name': 'tempest-FloatingIPsAssociationTestJSON-397226911-router', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '29467980-77b1-465b-a725-dbd893850111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:25Z', 'updated_at': '2022-05-03T22:30:33Z', 'revision_number': 4, 'project_id': 'cedd956302664fa280a1c281659df45b', 'gw_port': {'id': '29467980-77b1-465b-a725-dbd893850111', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:27Z', 'updated_at': '2022-05-03T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '6542d56f-fc4a-4be4-bd93-0893aa77260d', 'name': '', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'mac_address': 'fa:16:3e:0e:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:32Z', 'updated_at': '2022-05-03T22:30:45Z', 'revision_number': 5, 'project_id': 'cedd956302664fa280a1c281659df45b', 'subnets': [{'id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:23.892582 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a49d3b1-f56e-4bcd-aa90-14fb92540c94 None None] The sync data for ids ['9fe78d57-7847-4bc8-a426-38e257fff645'] in n-d-811807-1 is: [{'id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'name': 'tempest-FloatingIPsAssociationTestJSON-397226911-router', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '29467980-77b1-465b-a725-dbd893850111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:25Z', 'updated_at': '2022-05-03T22:30:33Z', 'revision_number': 4, 'project_id': 'cedd956302664fa280a1c281659df45b', 'gw_port': {'id': '29467980-77b1-465b-a725-dbd893850111', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:27Z', 'updated_at': '2022-05-03T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '6542d56f-fc4a-4be4-bd93-0893aa77260d', 'name': '', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'mac_address': 'fa:16:3e:0e:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:32Z', 'updated_at': '2022-05-03T22:30:45Z', 'revision_number': 5, 'project_id': 'cedd956302664fa280a1c281659df45b', 'subnets': [{'id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:32:23.928863 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c0e0d3ad-f781-45ae-837e-1ef2ff505666 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:23.984510 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0d3ad-f781-45ae-837e-1ef2ff505666 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Pushing event deleted for resources: {'Subnet': ['ID=6a7a26e8-c8d4-4a6b-ab08-ea7115c3b3d6,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:23.989473 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c0e0d3ad-f781-45ae-837e-1ef2ff505666 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:23.996895 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c0e0d3ad-f781-45ae-837e-1ef2ff505666 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] 10.222.0.58 "DELETE /v2.0/subnets/6a7a26e8-c8d4-4a6b-ab08-ea7115c3b3d6 HTTP/1.1" status: 204 len: 168 time: 0.3766725 May 03 22:32:23.999434 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60466) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:24.007768 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838d46d4-feb1-4929-966f-1a4303e01e2d None None] DHCP port deletion for eb7d973c-602c-4933-8c36-5bedb8602980 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:32:24.011085 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752ee96d-48cb-41de-9dc1-8431312e66c2 None None] Network 57525792-1ffa-49b9-82cf-a75a0b884f49 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:32:24.048786 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb0e85-8017-4f68-8fe8-df428d4cba09 req-4b1c6c27-6458-460a-9431-da3b4940ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:24.050817 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a7bb0e85-8017-4f68-8fe8-df428d4cba09 req-4b1c6c27-6458-460a-9431-da3b4940ffed service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aa323bd0-e355-48ff-817f-0dfa021e8b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4044251 May 03 22:32:24.057294 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-838d46d4-feb1-4929-966f-1a4303e01e2d None None] Deleting port 0ba7cfe0-8ceb-426c-814a-dae0304774f0 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:32:24.057917 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-838d46d4-feb1-4929-966f-1a4303e01e2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:24.131516 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3754ad18-7acd-4f3d-afe7-b2de975beeaa tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:24.145896 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-3754ad18-7acd-4f3d-afe7-b2de975beeaa tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Deleting port 0ba7cfe0-8ceb-426c-814a-dae0304774f0 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:32:24.146253 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3754ad18-7acd-4f3d-afe7-b2de975beeaa tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:24.169745 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:24.221300 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6a03783-d4a0-438c-8880-2982c741bc68 req-3e05b135-948b-49b8-964a-c259d53e0baf tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Router 1b5ac8bf-3896-4d7c-a32d-b5bdceddc786 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:32:24.228480 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a7bb0e85-8017-4f68-8fe8-df428d4cba09 req-2aaa10f5-45b1-43e1-a1f1-5389e09ce64a service neutron] 10.222.0.58 "GET /v2.0/networks/aa323bd0-e355-48ff-817f-0dfa021e8b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679513 May 03 22:32:24.233312 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb67e36-08e0-4770-bc3e-ec9f56e243ff None None] New status for floating IP 235ba3f3-d837-4146-8dee-8b836fe0801f: DOWN {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:32:24.384235 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-3754ad18-7acd-4f3d-afe7-b2de975beeaa tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] For port 0ba7cfe0-8ceb-426c-814a-dae0304774f0, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0ba7cfe0-8ceb-426c-814a-dae0304774f0,segment=NetworkSegment(97c2bf94-4f79-43e4-a52d-cf41346bde07),segment_id=97c2bf94-4f79-43e4-a52d-cf41346bde07)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:32:24.384596 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3754ad18-7acd-4f3d-afe7-b2de975beeaa tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:24.394905 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-838d46d4-feb1-4929-966f-1a4303e01e2d None None] For port 0ba7cfe0-8ceb-426c-814a-dae0304774f0, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0ba7cfe0-8ceb-426c-814a-dae0304774f0,segment=NetworkSegment(97c2bf94-4f79-43e4-a52d-cf41346bde07),segment_id=97c2bf94-4f79-43e4-a52d-cf41346bde07)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:32:24.395874 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-838d46d4-feb1-4929-966f-1a4303e01e2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:24.528052 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-3754ad18-7acd-4f3d-afe7-b2de975beeaa tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Calling delete_port for 0ba7cfe0-8ceb-426c-814a-dae0304774f0 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:32:24.535712 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-838d46d4-feb1-4929-966f-1a4303e01e2d None None] Calling delete_port for 0ba7cfe0-8ceb-426c-814a-dae0304774f0 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:32:24.562438 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a7bb0e85-8017-4f68-8fe8-df428d4cba09 req-0fcd1b2f-3ea1-44cc-9253-283ea554c651 service neutron] 10.222.0.58 "GET /v2.0/networks/aa323bd0-e355-48ff-817f-0dfa021e8b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263791 May 03 22:32:24.565695 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6a03783-d4a0-438c-8880-2982c741bc68 req-3e05b135-948b-49b8-964a-c259d53e0baf tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:32:24.578606 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f6a03783-d4a0-438c-8880-2982c741bc68 req-3e05b135-948b-49b8-964a-c259d53e0baf tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:24.656903 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 75894b6b-d65d-45f0-962c-1e59471c4342 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:32:24.659360 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-838d46d4-feb1-4929-966f-1a4303e01e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:24.663896 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d587fec2-1d3d-4a5b-b607-f9e548dcd732 None None] Sync routers for ids ['1b5ac8bf-3896-4d7c-a32d-b5bdceddc786'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:32:24.684081 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [None req-3754ad18-7acd-4f3d-afe7-b2de975beeaa tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:32:24.684311 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [None req-3754ad18-7acd-4f3d-afe7-b2de975beeaa tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:32:24.716863 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f6a03783-d4a0-438c-8880-2982c741bc68 req-3e05b135-948b-49b8-964a-c259d53e0baf tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "PUT /v2.0/floatingips/af9e881d-6e0f-49c8-a0fd-9f17b9f4a346 HTTP/1.1" status: 200 len: 694 time: 2.0923541 May 03 22:32:24.751534 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d46d4-feb1-4929-966f-1a4303e01e2d None None] Pushing event deleted for resources: {'Port': ['ID=0ba7cfe0-8ceb-426c-814a-dae0304774f0,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:24.771218 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838d46d4-feb1-4929-966f-1a4303e01e2d None None] No DVR routers for this DVR port 0ba7cfe0-8ceb-426c-814a-dae0304774f0 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:32:24.782018 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 99d5b5ad-2fd1-4a43-9725-10532c292fe3 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:32:24.857346 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d587fec2-1d3d-4a5b-b607-f9e548dcd732 None None] Routers {'1b5ac8bf-3896-4d7c-a32d-b5bdceddc786'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:32:24.858017 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-d587fec2-1d3d-4a5b-b607-f9e548dcd732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:31:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['1b5ac8bf-3896-4d7c-a32d-b5bdceddc786'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:24.869056 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a03783-d4a0-438c-8880-2982c741bc68 req-fbafde29-e21d-4482-b844-8c2d3c77068a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:24.870603 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f6a03783-d4a0-438c-8880-2982c741bc68 req-fbafde29-e21d-4482-b844-8c2d3c77068a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d9c3dbb20f6947bda4c4f80874d7efc3&device_id=4c240ab9-dd26-468c-b48f-633514daf12a HTTP/1.1" status: 200 len: 1096 time: 0.1526110 May 03 22:32:24.877786 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b7588-75b9-4c8d-bad4-9cb156a74586 req-f16aa970-434f-4751-a5e8-b60bc38cf3bb tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:24.879160 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b36b7588-75b9-4c8d-bad4-9cb156a74586 req-f16aa970-434f-4751-a5e8-b60bc38cf3bb tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] 10.222.0.58 "GET /v2.0/ports?device_id=d99c6702-cd4b-4944-ae30-8c1ea0a6a290 HTTP/1.1" status: 200 len: 945 time: 0.1194603 May 03 22:32:24.971743 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 99d5b5ad-2fd1-4a43-9725-10532c292fe3 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:32:24.972009 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 99d5b5ad-2fd1-4a43-9725-10532c292fe3 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:32:24.972488 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 0ba7cfe0-8ceb-426c-814a-dae0304774f0 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:32:25.011600 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b36b7588-75b9-4c8d-bad4-9cb156a74586 req-c08de50a-f78d-4617-b32c-5d965d7ff5b8 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] 10.222.0.58 "GET /v2.0/security-groups?id=6252505b-f2bc-492b-a3f0-7602305e4248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136959 May 03 22:32:25.041445 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a03783-d4a0-438c-8880-2982c741bc68 req-5ece03e0-2de4-4842-9bf7-1ba798fd4a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:25.042292 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 0ba7cfe0-8ceb-426c-814a-dae0304774f0 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:32:25.042644 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 0ba7cfe0-8ceb-426c-814a-dae0304774f0 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:32:25.043624 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f6a03783-d4a0-438c-8880-2982c741bc68 req-5ece03e0-2de4-4842-9bf7-1ba798fd4a8f service neutron] 10.222.0.58 "GET /v2.0/networks?id=cf4b4b53-23b3-4846-9dfb-85aed8a34ef8 HTTP/1.1" status: 200 len: 921 time: 0.1636155 May 03 22:32:25.044700 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.resource_extend [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:32:25.086944 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-782c5c42-96a2-48a7-818b-cebdd5f49cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:25.119239 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f6a03783-d4a0-438c-8880-2982c741bc68 req-bee8d316-791b-4699-87f5-07b613faa2dd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13fdee9e-c77e-4a72-81f5-8b7e27118d08 HTTP/1.1" status: 200 len: 217 time: 0.0660121 May 03 22:32:25.185280 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-3754ad18-7acd-4f3d-afe7-b2de975beeaa tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Deleting port 0ba7cfe0-8ceb-426c-814a-dae0304774f0 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:32:25.185843 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3754ad18-7acd-4f3d-afe7-b2de975beeaa tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:25.203242 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-d587fec2-1d3d-4a5b-b607-f9e548dcd732 None None] Set router 1b5ac8bf-3896-4d7c-a32d-b5bdceddc786 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:32:25.244131 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a03783-d4a0-438c-8880-2982c741bc68 req-8f4337bb-4d6f-4a44-8ac4-6d5359471520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:25.246895 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f6a03783-d4a0-438c-8880-2982c741bc68 req-8f4337bb-4d6f-4a44-8ac4-6d5359471520 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=363f1a1c-dee5-436d-ab6d-f585bc5dbb1b HTTP/1.1" status: 200 len: 860 time: 0.0945430 May 03 22:32:25.268883 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-3754ad18-7acd-4f3d-afe7-b2de975beeaa tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] The port '0ba7cfe0-8ceb-426c-814a-dae0304774f0' was deleted {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:32:25.285919 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16938990-7a95-41be-a50b-b35091a2109f None None] DHCP port deletion for 57525792-1ffa-49b9-82cf-a75a0b884f49 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:32:25.288604 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 75894b6b-d65d-45f0-962c-1e59471c4342, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=75894b6b-d65d-45f0-962c-1e59471c4342,segment=NetworkSegment(eacf5ea4-46a3-43d7-ac71-4e76503ac526),segment_id=eacf5ea4-46a3-43d7-ac71-4e76503ac526)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:32:25.311137 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cad14-acb4-49e9-b247-54de77b987c8 req-61d7526f-76f1-46dd-a5a2-ed190bc9269d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:25.312703 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-447cad14-acb4-49e9-b247-54de77b987c8 req-61d7526f-76f1-46dd-a5a2-ed190bc9269d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=69e3cadd-5968-49c0-a0e9-e11eed87b3c4 HTTP/1.1" status: 200 len: 945 time: 0.1910405 May 03 22:32:25.315736 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f6a03783-d4a0-438c-8880-2982c741bc68 req-1dd4ecf6-2df6-4485-99dc-a13e62c0eb0e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cf4b4b53-23b3-4846-9dfb-85aed8a34ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591989 May 03 22:32:25.360549 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-16938990-7a95-41be-a50b-b35091a2109f None None] Deleting port 22defc2c-25ca-491f-aceb-44ed6ad6b575 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:32:25.360914 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-16938990-7a95-41be-a50b-b35091a2109f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:25.400614 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '75894b6b-d65d-45f0-962c-1e59471c4342', 'network_id': '7fc6c240-20d3-4c9d-afae-c2a80f117205', 'port_id': '75894b6b-d65d-45f0-962c-1e59471c4342', 'mac_address': 'fa:16:3e:56:bb:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f3f8c0d-8ff4-46e1-a8d8-294ab170cf68', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:32:25.448976 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-447cad14-acb4-49e9-b247-54de77b987c8 req-5539e994-26fe-4dc5-9afd-f7d1003f6492 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251812 May 03 22:32:25.509159 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f6a03783-d4a0-438c-8880-2982c741bc68 req-37bf1ce1-0638-4f18-a1fa-630a96f518e7 service neutron] 10.222.0.58 "GET /v2.0/networks/cf4b4b53-23b3-4846-9dfb-85aed8a34ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862664 May 03 22:32:25.515115 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3754ad18-7acd-4f3d-afe7-b2de975beeaa tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:25.548397 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-3754ad18-7acd-4f3d-afe7-b2de975beeaa tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb7d973c-602c-4933-8c36-5bedb8602980']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:25.563941 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-3754ad18-7acd-4f3d-afe7-b2de975beeaa tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c2bf94-4f79-43e4-a52d-cf41346bde07') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:25.564326 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-3754ad18-7acd-4f3d-afe7-b2de975beeaa tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c2bf94-4f79-43e4-a52d-cf41346bde07') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:25.577043 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3754ad18-7acd-4f3d-afe7-b2de975beeaa tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:25.595125 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3754ad18-7acd-4f3d-afe7-b2de975beeaa tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:25.602290 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3754ad18-7acd-4f3d-afe7-b2de975beeaa tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:32:25.602823 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3754ad18-7acd-4f3d-afe7-b2de975beeaa tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:25.614513 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:25.679928 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75894b6b-d65d-45f0-962c-1e59471c4342 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: timer() May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:32:25.699711 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:32:25.711296 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3754ad18-7acd-4f3d-afe7-b2de975beeaa tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:25.730245 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3754ad18-7acd-4f3d-afe7-b2de975beeaa tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:25.742533 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754ad18-7acd-4f3d-afe7-b2de975beeaa tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Pushing event deleted for resources: {'Network': ['ID=eb7d973c-602c-4933-8c36-5bedb8602980,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:25.748992 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3754ad18-7acd-4f3d-afe7-b2de975beeaa tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] 10.222.0.58 "DELETE /v2.0/networks/eb7d973c-602c-4933-8c36-5bedb8602980 HTTP/1.1" status: 204 len: 168 time: 1.7463658 May 03 22:32:25.750631 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60474) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:25.817264 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 75894b6b-d65d-45f0-962c-1e59471c4342, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=75894b6b-d65d-45f0-962c-1e59471c4342,segment=NetworkSegment(eacf5ea4-46a3-43d7-ac71-4e76503ac526),segment_id=eacf5ea4-46a3-43d7-ac71-4e76503ac526)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:32:25.819460 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-16938990-7a95-41be-a50b-b35091a2109f None None] For port 22defc2c-25ca-491f-aceb-44ed6ad6b575, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=22defc2c-25ca-491f-aceb-44ed6ad6b575,segment=NetworkSegment(be505f40-1d52-4e86-a379-d2075d424423),segment_id=be505f40-1d52-4e86-a379-d2075d424423)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:32:25.820016 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-16938990-7a95-41be-a50b-b35091a2109f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:25.834422 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:25.878922 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f6a03783-d4a0-438c-8880-2982c741bc68 req-892317e9-0112-46e5-b335-1f4997180abf service neutron] 10.222.0.58 "GET /v2.0/networks/cf4b4b53-23b3-4846-9dfb-85aed8a34ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688982 May 03 22:32:25.879559 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b18945db-93dc-4b35-9155-9bcd8fb02139 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:25.891288 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-b18945db-93dc-4b35-9155-9bcd8fb02139 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Deleting port 22defc2c-25ca-491f-aceb-44ed6ad6b575 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:32:25.891624 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b18945db-93dc-4b35-9155-9bcd8fb02139 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:25.905302 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a4b3d-b805-45c3-af1f-dc20fe2fbd3b req-cbb274e6-739c-47a6-bc1b-f335b0d86c48 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:25.912837 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af0a4b3d-b805-45c3-af1f-dc20fe2fbd3b req-cbb274e6-739c-47a6-bc1b-f335b0d86c48 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 949 time: 0.2583814 May 03 22:32:25.966125 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af0a4b3d-b805-45c3-af1f-dc20fe2fbd3b req-bb28f39c-c912-411d-9f71-71429f1a7245 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521648 May 03 22:32:26.009354 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-16938990-7a95-41be-a50b-b35091a2109f None None] Calling delete_port for 22defc2c-25ca-491f-aceb-44ed6ad6b575 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:32:26.047329 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22826477-e4de-4227-bfe3-824285f1b572'] response: {'server_uuid': 'dac19430-6bcd-4ea6-a253-267542f431de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de8ea71-ab6c-4004-b28e-e70d5e0206ee', 'code': 200} May 03 22:32:26.083864 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=75894b6b-d65d-45f0-962c-1e59471c4342,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:26.117518 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d85ea225-9e08-4632-8e4d-94490c3f47fa'] response: {'name': 'network-changed', 'server_uuid': '4c240ab9-dd26-468c-b48f-633514daf12a', 'tag': '13fdee9e-c77e-4a72-81f5-8b7e27118d08', 'status': 'completed', 'code': 200} May 03 22:32:26.117988 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d85ea225-9e08-4632-8e4d-94490c3f47fa'] response: {'name': 'network-changed', 'server_uuid': '7e5783da-8b1e-4ae3-9014-d7f30711e699', 'tag': '75894b6b-d65d-45f0-962c-1e59471c4342', 'status': 'completed', 'code': 200} May 03 22:32:26.150061 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-d587fec2-1d3d-4a5b-b607-f9e548dcd732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'name': 'tempest-ServerRescueTestJSONUnderV235-1372084257-router', 'tenant_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '9b8f272c-7b19-4dfa-9290-86dfad18d1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:12Z', 'updated_at': '2022-05-03T22:30:21Z', 'revision_number': 4, 'project_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'gw_port': {'id': '9b8f272c-7b19-4dfa-9290-86dfad18d1b3', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:14Z', 'updated_at': '2022-05-03T22:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '3800c394-e1c4-4a6f-bb2b-86d1bff3e52a', 'name': '', 'network_id': 'cf4b4b53-23b3-4846-9dfb-85aed8a34ef8', 'tenant_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'mac_address': 'fa:16:3e:fd:a4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '363f1a1c-dee5-436d-ab6d-f585bc5dbb1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:20Z', 'updated_at': '2022-05-03T22:30:30Z', 'revision_number': 5, 'project_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'subnets': [{'id': '363f1a1c-dee5-436d-ab6d-f585bc5dbb1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:26.155641 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d587fec2-1d3d-4a5b-b607-f9e548dcd732 None None] Checking router: 1b5ac8bf-3896-4d7c-a32d-b5bdceddc786 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:32:26.173611 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-16938990-7a95-41be-a50b-b35091a2109f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:26.222953 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-b18945db-93dc-4b35-9155-9bcd8fb02139 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] For port 22defc2c-25ca-491f-aceb-44ed6ad6b575, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=22defc2c-25ca-491f-aceb-44ed6ad6b575,segment=NetworkSegment(be505f40-1d52-4e86-a379-d2075d424423),segment_id=be505f40-1d52-4e86-a379-d2075d424423)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:32:26.223981 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b18945db-93dc-4b35-9155-9bcd8fb02139 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:26.271508 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16938990-7a95-41be-a50b-b35091a2109f None None] Pushing event deleted for resources: {'Port': ['ID=22defc2c-25ca-491f-aceb-44ed6ad6b575,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:26.273247 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d587fec2-1d3d-4a5b-b607-f9e548dcd732 None None] Routers {'1b5ac8bf-3896-4d7c-a32d-b5bdceddc786'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:32:26.273929 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-d587fec2-1d3d-4a5b-b607-f9e548dcd732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:32:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['1b5ac8bf-3896-4d7c-a32d-b5bdceddc786'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:26.372818 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c177d-4eed-4c8f-b933-1a8b4c4e93d7 req-5b91d4ea-5a3e-40bc-8e99-9a1e1a409494 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:26.374576 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-da3c177d-4eed-4c8f-b933-1a8b4c4e93d7 req-5b91d4ea-5a3e-40bc-8e99-9a1e1a409494 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=dac19430-6bcd-4ea6-a253-267542f431de HTTP/1.1" status: 200 len: 945 time: 0.2503750 May 03 22:32:26.382469 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2fbbe-88ad-4b6f-ab14-00040764fd7e req-7ec526d7-2244-4343-9247-340023d335b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:26.384054 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6c2fbbe-88ad-4b6f-ab14-00040764fd7e req-7ec526d7-2244-4343-9247-340023d335b7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d9c3dbb20f6947bda4c4f80874d7efc3&device_id=4c240ab9-dd26-468c-b48f-633514daf12a HTTP/1.1" status: 200 len: 1096 time: 0.1913550 May 03 22:32:26.425361 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-b18945db-93dc-4b35-9155-9bcd8fb02139 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Calling delete_port for 22defc2c-25ca-491f-aceb-44ed6ad6b575 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:32:26.434702 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aaf21e-735b-46f6-893f-d35280e62620 req-30463bae-e0c1-4e74-88fc-1e1488ca2141 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:26.436313 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c3aaf21e-735b-46f6-893f-d35280e62620 req-30463bae-e0c1-4e74-88fc-1e1488ca2141 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e5783da-8b1e-4ae3-9014-d7f30711e699 HTTP/1.1" status: 200 len: 944 time: 0.1886673 May 03 22:32:26.496323 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d94818-7e50-410d-b4be-eafc9968175d req-5373a687-ab3a-4981-80cb-4c521ee565c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:26.497056 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-41d94818-7e50-410d-b4be-eafc9968175d req-5373a687-ab3a-4981-80cb-4c521ee565c9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dac19430-6bcd-4ea6-a253-267542f431de HTTP/1.1" status: 200 len: 1096 time: 0.3878982 May 03 22:32:26.550729 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [None req-b18945db-93dc-4b35-9155-9bcd8fb02139 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:32:26.551645 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [None req-b18945db-93dc-4b35-9155-9bcd8fb02139 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:32:26.556297 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-d587fec2-1d3d-4a5b-b607-f9e548dcd732 None None] Set router 1b5ac8bf-3896-4d7c-a32d-b5bdceddc786 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:32:26.558831 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-41d94818-7e50-410d-b4be-eafc9968175d req-06153ff8-de77-4523-968c-bac06ce8b736 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550065 May 03 22:32:26.568808 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-da3c177d-4eed-4c8f-b933-1a8b4c4e93d7 req-5003f726-4457-413d-94b8-37350532f43c tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838379 May 03 22:32:26.602161 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c3aaf21e-735b-46f6-893f-d35280e62620 req-d7f06d08-28fc-4159-a7fa-45e1c10e6a66 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] 10.222.0.58 "GET /v2.0/security-groups?id=9889b13d-892f-4412-87bc-d2e338ded8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548977 May 03 22:32:26.661238 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2fbbe-88ad-4b6f-ab14-00040764fd7e req-55d2fa9e-3f76-4841-833b-e6a1f44f5caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:26.670017 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6c2fbbe-88ad-4b6f-ab14-00040764fd7e req-55d2fa9e-3f76-4841-833b-e6a1f44f5caf service neutron] 10.222.0.67 "GET /v2.0/networks?id=cf4b4b53-23b3-4846-9dfb-85aed8a34ef8 HTTP/1.1" status: 200 len: 921 time: 0.2687433 May 03 22:32:26.833419 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6c2fbbe-88ad-4b6f-ab14-00040764fd7e req-0e3510c3-3269-4c07-9d18-28088938566a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13fdee9e-c77e-4a72-81f5-8b7e27118d08 HTTP/1.1" status: 200 len: 217 time: 0.1566291 May 03 22:32:26.836055 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['75894b6b-d65d-45f0-962c-1e59471c4342'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:32:26.904770 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 22defc2c-25ca-491f-aceb-44ed6ad6b575 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:32:26.942740 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16938990-7a95-41be-a50b-b35091a2109f None None] No DVR routers for this DVR port 22defc2c-25ca-491f-aceb-44ed6ad6b575 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:32:26.976618 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:26.977241 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 22defc2c-25ca-491f-aceb-44ed6ad6b575 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:32:26.977584 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 22defc2c-25ca-491f-aceb-44ed6ad6b575 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:32:26.983379 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:27.010648 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b6a81d53-783b-4aab-8011-566ee35e0d66 req-7fdf2d14-ce2d-4ef5-ac81-643695205a0b tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/floatingips/af9e881d-6e0f-49c8-a0fd-9f17b9f4a346 HTTP/1.1" status: 200 len: 694 time: 0.1130548 May 03 22:32:27.015153 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2fbbe-88ad-4b6f-ab14-00040764fd7e req-bb9c7c91-b544-459f-89d7-b17fe71f4b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:27.016676 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6c2fbbe-88ad-4b6f-ab14-00040764fd7e req-bb9c7c91-b544-459f-89d7-b17fe71f4b7c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=363f1a1c-dee5-436d-ab6d-f585bc5dbb1b HTTP/1.1" status: 200 len: 860 time: 0.1692047 May 03 22:32:27.053182 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-b18945db-93dc-4b35-9155-9bcd8fb02139 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Deleting port 22defc2c-25ca-491f-aceb-44ed6ad6b575 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:32:27.053943 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b18945db-93dc-4b35-9155-9bcd8fb02139 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:27.162665 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6c2fbbe-88ad-4b6f-ab14-00040764fd7e req-24ef36db-2cf6-4234-a73d-9ce1427941ca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cf4b4b53-23b3-4846-9dfb-85aed8a34ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180570 May 03 22:32:27.179430 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f219af2-a9b6-4932-9523-2964510242c6 req-5dc67e4d-33d6-4e50-8539-7b56baa47881 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:27.185956 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-b18945db-93dc-4b35-9155-9bcd8fb02139 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] The port '22defc2c-25ca-491f-aceb-44ed6ad6b575' was deleted {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:32:27.186154 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-d587fec2-1d3d-4a5b-b607-f9e548dcd732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'name': 'tempest-ServerRescueTestJSONUnderV235-1372084257-router', 'tenant_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '9b8f272c-7b19-4dfa-9290-86dfad18d1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:12Z', 'updated_at': '2022-05-03T22:30:21Z', 'revision_number': 4, 'project_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'gw_port': {'id': '9b8f272c-7b19-4dfa-9290-86dfad18d1b3', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:14Z', 'updated_at': '2022-05-03T22:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '3800c394-e1c4-4a6f-bb2b-86d1bff3e52a', 'name': '', 'network_id': 'cf4b4b53-23b3-4846-9dfb-85aed8a34ef8', 'tenant_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'mac_address': 'fa:16:3e:fd:a4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '363f1a1c-dee5-436d-ab6d-f585bc5dbb1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:20Z', 'updated_at': '2022-05-03T22:30:30Z', 'revision_number': 5, 'project_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'subnets': [{'id': '363f1a1c-dee5-436d-ab6d-f585bc5dbb1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:27.190635 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f219af2-a9b6-4932-9523-2964510242c6 req-5dc67e4d-33d6-4e50-8539-7b56baa47881 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd4b6d39-bb67-4e9f-af25-309b5bdcad35 HTTP/1.1" status: 200 len: 945 time: 0.4123015 May 03 22:32:27.204635 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d587fec2-1d3d-4a5b-b607-f9e548dcd732 None None] The sync data for ids ['1b5ac8bf-3896-4d7c-a32d-b5bdceddc786'] in n-d-811807-1 is: [{'id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'name': 'tempest-ServerRescueTestJSONUnderV235-1372084257-router', 'tenant_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '9b8f272c-7b19-4dfa-9290-86dfad18d1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:12Z', 'updated_at': '2022-05-03T22:30:21Z', 'revision_number': 4, 'project_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'gw_port': {'id': '9b8f272c-7b19-4dfa-9290-86dfad18d1b3', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:14Z', 'updated_at': '2022-05-03T22:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '3800c394-e1c4-4a6f-bb2b-86d1bff3e52a', 'name': '', 'network_id': 'cf4b4b53-23b3-4846-9dfb-85aed8a34ef8', 'tenant_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'mac_address': 'fa:16:3e:fd:a4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '363f1a1c-dee5-436d-ab6d-f585bc5dbb1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:20Z', 'updated_at': '2022-05-03T22:30:30Z', 'revision_number': 5, 'project_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'subnets': [{'id': '363f1a1c-dee5-436d-ab6d-f585bc5dbb1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:32:27.341964 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b18945db-93dc-4b35-9155-9bcd8fb02139 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:27.377010 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-b18945db-93dc-4b35-9155-9bcd8fb02139 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57525792-1ffa-49b9-82cf-a75a0b884f49']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:27.393261 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-b18945db-93dc-4b35-9155-9bcd8fb02139 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be505f40-1d52-4e86-a379-d2075d424423') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:27.393948 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-b18945db-93dc-4b35-9155-9bcd8fb02139 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be505f40-1d52-4e86-a379-d2075d424423') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:27.395613 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f219af2-a9b6-4932-9523-2964510242c6 req-9966684f-53d7-4bd8-a751-47f4cc75ddbe tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] 10.222.0.58 "GET /v2.0/security-groups?id=6252505b-f2bc-492b-a3f0-7602305e4248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040365 May 03 22:32:27.409678 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b18945db-93dc-4b35-9155-9bcd8fb02139 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:27.433748 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b18945db-93dc-4b35-9155-9bcd8fb02139 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:27.456397 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b18945db-93dc-4b35-9155-9bcd8fb02139 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:32:27.457031 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b18945db-93dc-4b35-9155-9bcd8fb02139 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:27.495031 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:32:27.495031 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:32:27.495031 n-d-811807-1 neutron-server[88070]: timer() May 03 22:32:27.495031 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:32:27.495031 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:32:27.495031 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:32:27.495031 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:32:27.495031 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:32:27.495031 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:32:27.495031 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:32:27.495031 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:32:27.495031 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:32:27.495031 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:32:27.495031 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:32:27.495031 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:32:27.495031 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:32:27.495031 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:32:27.495031 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:32:27.495031 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:32:27.495031 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:32:27.495031 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:32:27.495031 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:32:27.495031 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:32:27.495031 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:32:27.495031 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:32:27.495031 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:32:27.495031 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:32:27.495031 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:32:27.495031 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:32:27.495031 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:32:27.495031 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:32:27.495031 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:32:27.534503 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:27.623519 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:27.636797 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f68fc7-54e2-4f80-b027-b76e27f8afa4 None None] New status for floating IP af9e881d-6e0f-49c8-a0fd-9f17b9f4a346: DOWN {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:32:27.652835 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b18945db-93dc-4b35-9155-9bcd8fb02139 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:27.663152 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b18945db-93dc-4b35-9155-9bcd8fb02139 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:27.670268 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a81d53-783b-4aab-8011-566ee35e0d66 req-06825d37-cb25-4870-bc3b-826573470148 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:27.677204 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b6a81d53-783b-4aab-8011-566ee35e0d66 req-06825d37-cb25-4870-bc3b-826573470148 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 784 time: 0.6584818 May 03 22:32:27.693231 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-b6a81d53-783b-4aab-8011-566ee35e0d66 req-c7d05738-aea8-4975-af1e-ef5e8e0d205e tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:32:27.700352 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b6a81d53-783b-4aab-8011-566ee35e0d66 req-c7d05738-aea8-4975-af1e-ef5e8e0d205e tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0220721 May 03 22:32:27.729016 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18945db-93dc-4b35-9155-9bcd8fb02139 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Pushing event deleted for resources: {'Network': ['ID=57525792-1ffa-49b9-82cf-a75a0b884f49,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:27.751880 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b18945db-93dc-4b35-9155-9bcd8fb02139 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] 10.222.0.58 "DELETE /v2.0/networks/57525792-1ffa-49b9-82cf-a75a0b884f49 HTTP/1.1" status: 204 len: 168 time: 2.0007687 May 03 22:32:27.753324 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60520) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:27.772051 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6c2fbbe-88ad-4b6f-ab14-00040764fd7e req-5bb56c47-2690-46b0-81ec-04a2285d30a4 service neutron] 10.222.0.67 "GET /v2.0/networks/cf4b4b53-23b3-4846-9dfb-85aed8a34ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5415437 May 03 22:32:27.844205 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b6a81d53-783b-4aab-8011-566ee35e0d66 req-4a467f50-a453-4265-9ed6-7fb2371445a1 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.45 HTTP/1.1" status: 200 len: 697 time: 0.1426561 May 03 22:32:27.869826 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e6850fb-17cc-4e6d-a803-61e3011e2a31 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Deleting subnet bc6c8dfa-d68b-49d6-a8c5-8bdf1588d8f7 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:32:27.873337 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2e6850fb-17cc-4e6d-a803-61e3011e2a31 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:28.049844 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367a22ed-ab2c-491b-93e4-a1fe5afe2e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc0683f-e329-48d5-bf48-15f4dbdca21e'}, {'server_uuid': '69e3cadd-5968-49c0-a0e9-e11eed87b3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45cfcf3-5001-41e4-a152-1a1ce1405b66'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:32:28.125872 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9845e68-2c9e-4423-9c31-faa7466baf47', 'tag': 'b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a'}, {'name': 'network-changed', 'server_uuid': '4c240ab9-dd26-468c-b48f-633514daf12a', 'tag': '13fdee9e-c77e-4a72-81f5-8b7e27118d08'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:32:28.152731 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2e6850fb-17cc-4e6d-a803-61e3011e2a31 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:28.174250 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b6a81d53-783b-4aab-8011-566ee35e0d66 req-8408e7fa-6932-4da4-a4b2-eb7b26b67df5 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.45 HTTP/1.1" status: 200 len: 697 time: 0.3287909 May 03 22:32:28.269595 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2e6850fb-17cc-4e6d-a803-61e3011e2a31 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:28.356356 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c9319-2c5e-478a-8776-4f4c78ed43da req-0fcfa3ee-01f8-43b2-bd32-fa4016395871 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:28.358022 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1a9c9319-2c5e-478a-8776-4f4c78ed43da req-0fcfa3ee-01f8-43b2-bd32-fa4016395871 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=69e3cadd-5968-49c0-a0e9-e11eed87b3c4 HTTP/1.1" status: 200 len: 945 time: 0.7666633 May 03 22:32:28.359990 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6c2fbbe-88ad-4b6f-ab14-00040764fd7e req-7f7eaa6d-c6c7-4bb1-b5ed-c3f1e3a2da1e service neutron] 10.222.0.67 "GET /v2.0/networks/cf4b4b53-23b3-4846-9dfb-85aed8a34ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5803394 May 03 22:32:28.367942 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2e6850fb-17cc-4e6d-a803-61e3011e2a31 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:28.404372 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-b6a81d53-783b-4aab-8011-566ee35e0d66 req-3edbdb49-efe9-4bd5-a68b-04ba0095a88c tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Deleting port f815b8bb-27b8-4f94-8728-b0725d80a094 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:32:28.404747 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b6a81d53-783b-4aab-8011-566ee35e0d66 req-3edbdb49-efe9-4bd5-a68b-04ba0095a88c tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:28.416308 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 75894b6b-d65d-45f0-962c-1e59471c4342 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:32:28.440673 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6850fb-17cc-4e6d-a803-61e3011e2a31 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Pushing event deleted for resources: {'Subnet': ['ID=bc6c8dfa-d68b-49d6-a8c5-8bdf1588d8f7,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:28.456899 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2e6850fb-17cc-4e6d-a803-61e3011e2a31 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:28.458552 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0c87de-6025-407f-8b4a-32ef010b1042 None None] Network 2f832817-e293-4042-9f77-f6ba33e50d98 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:32:28.465301 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2e6850fb-17cc-4e6d-a803-61e3011e2a31 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] 10.222.0.58 "DELETE /v2.0/subnets/bc6c8dfa-d68b-49d6-a8c5-8bdf1588d8f7 HTTP/1.1" status: 204 len: 168 time: 0.7107403 May 03 22:32:28.467493 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60528) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:28.601866 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-471eb01c-2f49-4391-bfc4-e614f7f7b59c tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:28.618053 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-471eb01c-2f49-4391-bfc4-e614f7f7b59c tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Deleting port f34ab5d2-dd86-4de6-acd4-fa14398be669 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:32:28.618313 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-471eb01c-2f49-4391-bfc4-e614f7f7b59c tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:28.660999 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1a9c9319-2c5e-478a-8776-4f4c78ed43da req-a9bdc794-5f72-4418-b8c8-4db0ddb97163 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903123 May 03 22:32:28.675447 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 75894b6b-d65d-45f0-962c-1e59471c4342 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:32:28.687513 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 75894b6b-d65d-45f0-962c-1e59471c4342 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:32:28.687513 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:28.902412 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:28.961885 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 75894b6b-d65d-45f0-962c-1e59471c4342, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=75894b6b-d65d-45f0-962c-1e59471c4342,segment=NetworkSegment(eacf5ea4-46a3-43d7-ac71-4e76503ac526),segment_id=eacf5ea4-46a3-43d7-ac71-4e76503ac526)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:32:28.962312 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-471eb01c-2f49-4391-bfc4-e614f7f7b59c tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] For port f34ab5d2-dd86-4de6-acd4-fa14398be669, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=f34ab5d2-dd86-4de6-acd4-fa14398be669,segment=NetworkSegment(438ba676-1538-4594-b401-cbc166bbeefe),segment_id=438ba676-1538-4594-b401-cbc166bbeefe)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:32:28.963035 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-471eb01c-2f49-4391-bfc4-e614f7f7b59c tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:28.973028 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:29.019535 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a53821-6fed-4a23-aac5-164db1691e95 None None] DHCP port deletion for 2f832817-e293-4042-9f77-f6ba33e50d98 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:32:29.020132 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b6a81d53-783b-4aab-8011-566ee35e0d66 req-3edbdb49-efe9-4bd5-a68b-04ba0095a88c tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:29.020475 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b6a81d53-783b-4aab-8011-566ee35e0d66 req-3edbdb49-efe9-4bd5-a68b-04ba0095a88c tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:29.044564 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2fbbe-88ad-4b6f-ab14-00040764fd7e req-8966bea2-ffe9-4cd6-b2f5-c2172dbb6e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:29.044564 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6c2fbbe-88ad-4b6f-ab14-00040764fd7e req-8966bea2-ffe9-4cd6-b2f5-c2172dbb6e8d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d7afa8ba68f7411d9244d8acc84393e8&device_id=7e5783da-8b1e-4ae3-9014-d7f30711e699 HTTP/1.1" status: 200 len: 1095 time: 0.6032360 May 03 22:32:29.049436 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-67a53821-6fed-4a23-aac5-164db1691e95 None None] Deleting port f34ab5d2-dd86-4de6-acd4-fa14398be669 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:32:29.050174 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-67a53821-6fed-4a23-aac5-164db1691e95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:29.117230 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-471eb01c-2f49-4391-bfc4-e614f7f7b59c tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Calling delete_port for f34ab5d2-dd86-4de6-acd4-fa14398be669 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:32:29.124799 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=75894b6b-d65d-45f0-962c-1e59471c4342,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:29.217176 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-471eb01c-2f49-4391-bfc4-e614f7f7b59c tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:29.228621 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-b6a81d53-783b-4aab-8011-566ee35e0d66 req-3edbdb49-efe9-4bd5-a68b-04ba0095a88c tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Calling delete_port for f815b8bb-27b8-4f94-8728-b0725d80a094 owned by network:floatingip {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:32:29.271346 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471eb01c-2f49-4391-bfc4-e614f7f7b59c tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Pushing event deleted for resources: {'Port': ['ID=f34ab5d2-dd86-4de6-acd4-fa14398be669,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:29.273294 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471eb01c-2f49-4391-bfc4-e614f7f7b59c tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] No DVR routers for this DVR port f34ab5d2-dd86-4de6-acd4-fa14398be669 on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:32:29.334557 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-67a53821-6fed-4a23-aac5-164db1691e95 None None] For port f34ab5d2-dd86-4de6-acd4-fa14398be669, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=f34ab5d2-dd86-4de6-acd4-fa14398be669,segment=NetworkSegment(438ba676-1538-4594-b401-cbc166bbeefe),segment_id=438ba676-1538-4594-b401-cbc166bbeefe)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:32:29.335138 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-67a53821-6fed-4a23-aac5-164db1691e95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:29.401666 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee6f30-e935-4613-90a2-15431d3fbaa2 req-9556b0f8-2372-473c-b622-f42c0c072304 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:29.403266 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9ee6f30-e935-4613-90a2-15431d3fbaa2 req-9556b0f8-2372-473c-b622-f42c0c072304 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9845e68-2c9e-4423-9c31-faa7466baf47 HTTP/1.1" status: 200 len: 946 time: 0.5897443 May 03 22:32:29.411504 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63a459-eada-45ee-8a7c-e6cba75799ef req-eb876a23-a1f3-4741-a8ca-1a917d95aa38 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:29.412923 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8b63a459-eada-45ee-8a7c-e6cba75799ef req-eb876a23-a1f3-4741-a8ca-1a917d95aa38 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ca06dd-d39d-4b7d-8a6b-d6408b4309cc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5644770 May 03 22:32:29.433763 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-471eb01c-2f49-4391-bfc4-e614f7f7b59c tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:29.488396 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-471eb01c-2f49-4391-bfc4-e614f7f7b59c tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f832817-e293-4042-9f77-f6ba33e50d98']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:29.504816 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-471eb01c-2f49-4391-bfc4-e614f7f7b59c tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '438ba676-1538-4594-b401-cbc166bbeefe') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:29.505433 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-471eb01c-2f49-4391-bfc4-e614f7f7b59c tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '438ba676-1538-4594-b401-cbc166bbeefe') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:29.520586 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-471eb01c-2f49-4391-bfc4-e614f7f7b59c tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:29.547767 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-471eb01c-2f49-4391-bfc4-e614f7f7b59c tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:29.558613 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-471eb01c-2f49-4391-bfc4-e614f7f7b59c tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:32:29.559348 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-471eb01c-2f49-4391-bfc4-e614f7f7b59c tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:29.576916 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8b63a459-eada-45ee-8a7c-e6cba75799ef req-399d6895-651e-4675-96e5-01d510338441 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.103 HTTP/1.1" status: 200 len: 696 time: 0.1168725 May 03 22:32:29.590466 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-8b63a459-eada-45ee-8a7c-e6cba75799ef req-b2bbf692-5b3b-40d8-bc1d-ebc91418d9a7 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Request body: {'floatingip': {'port_id': '2642b5e6-5d8c-4acd-b8fd-8a712dfbe750', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:29.597298 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-67a53821-6fed-4a23-aac5-164db1691e95 None None] Calling delete_port for f34ab5d2-dd86-4de6-acd4-fa14398be669 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:32:29.692478 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:32:29.692478 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:32:29.692478 n-d-811807-1 neutron-server[88070]: timer() May 03 22:32:29.692478 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:32:29.692478 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:32:29.692478 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:32:29.692478 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:32:29.692478 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:32:29.692478 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:32:29.692478 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:32:29.692478 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:32:29.692478 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:32:29.692478 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:32:29.692478 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:32:29.692478 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:32:29.692478 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:32:29.692478 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:32:29.692478 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:32:29.692478 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:32:29.692478 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:32:29.692478 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:32:29.692478 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:32:29.692478 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:32:29.692478 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:32:29.692478 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:32:29.692478 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:32:29.692478 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:32:29.692478 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:32:29.692478 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:32:29.692478 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:32:29.692478 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:32:29.692478 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:32:29.702219 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-471eb01c-2f49-4391-bfc4-e614f7f7b59c tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:29.730146 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-471eb01c-2f49-4391-bfc4-e614f7f7b59c tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:29.744204 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-f9ee6f30-e935-4613-90a2-15431d3fbaa2 req-b3e88202-af72-415f-9d67-385648c34821 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Deleting port b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:32:29.744837 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f9ee6f30-e935-4613-90a2-15431d3fbaa2 req-b3e88202-af72-415f-9d67-385648c34821 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:29.748897 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-471eb01c-2f49-4391-bfc4-e614f7f7b59c tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] 10.222.0.58 "DELETE /v2.0/networks/2f832817-e293-4042-9f77-f6ba33e50d98 HTTP/1.1" status: 204 len: 168 time: 1.2796326 May 03 22:32:29.749807 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60534) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:29.763435 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-67a53821-6fed-4a23-aac5-164db1691e95 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:32:29.764175 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-67a53821-6fed-4a23-aac5-164db1691e95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:32:29.780298 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2fbbe-88ad-4b6f-ab14-00040764fd7e req-cf98c014-1ead-4570-b2b6-1394ecc5cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:29.781920 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6c2fbbe-88ad-4b6f-ab14-00040764fd7e req-cf98c014-1ead-4570-b2b6-1394ecc5cb81 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7fc6c240-20d3-4c9d-afae-c2a80f117205 HTTP/1.1" status: 200 len: 915 time: 0.6679544 May 03 22:32:29.801084 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-730ebc17-db36-4707-b5c3-8dacd7fb5b56 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Synchronizing usage tracker for tenant:dcfaeba84b354777ade33df49c3ff4ba on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:32:29.806958 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471eb01c-2f49-4391-bfc4-e614f7f7b59c tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Pushing event deleted for resources: {'Network': ['ID=2f832817-e293-4042-9f77-f6ba33e50d98,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:29.815697 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-8b63a459-eada-45ee-8a7c-e6cba75799ef req-b2bbf692-5b3b-40d8-bc1d-ebc91418d9a7 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks [] for floatingip, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:29.831920 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-730ebc17-db36-4707-b5c3-8dacd7fb5b56 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Unset dirty status for tenant:dcfaeba84b354777ade33df49c3ff4ba on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:32:29.835981 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-730ebc17-db36-4707-b5c3-8dacd7fb5b56 tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] 10.222.0.58 "GET /v2.0/ports?device_id=cd7f8faa-9059-4d63-8193-ab68f51fdde2 HTTP/1.1" status: 200 len: 205 time: 0.0829601 May 03 22:32:29.836561 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60538) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:29.995884 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-54c4fb5b-b2e9-450f-b037-e7b6a549dc4f tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:30.147064 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6c2fbbe-88ad-4b6f-ab14-00040764fd7e req-b9080cc7-f452-433e-8262-52229b7b1200 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75894b6b-d65d-45f0-962c-1e59471c4342 HTTP/1.1" status: 200 len: 217 time: 0.3519478 May 03 22:32:30.265730 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-67a53821-6fed-4a23-aac5-164db1691e95 None None] Deleting port f34ab5d2-dd86-4de6-acd4-fa14398be669 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:32:30.268645 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-67a53821-6fed-4a23-aac5-164db1691e95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:30.329057 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b6a81d53-783b-4aab-8011-566ee35e0d66 req-3edbdb49-efe9-4bd5-a68b-04ba0095a88c tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:30.359514 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-67a53821-6fed-4a23-aac5-164db1691e95 None None] The port 'f34ab5d2-dd86-4de6-acd4-fa14398be669' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:32:30.485727 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-54c4fb5b-b2e9-450f-b037-e7b6a549dc4f tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:30.499750 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-54c4fb5b-b2e9-450f-b037-e7b6a549dc4f tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:30.500686 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edbdb49-efe9-4bd5-a68b-04ba0095a88c tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Pushing event deleted for resources: {'Port': ['ID=f815b8bb-27b8-4f94-8728-b0725d80a094,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:30.523894 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2fbbe-88ad-4b6f-ab14-00040764fd7e req-b9f3a5af-3993-4037-8b47-a93d2f2d5e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:30.524161 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6c2fbbe-88ad-4b6f-ab14-00040764fd7e req-b9f3a5af-3993-4037-8b47-a93d2f2d5e9f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8f3f8c0d-8ff4-46e1-a8d8-294ab170cf68 HTTP/1.1" status: 200 len: 854 time: 0.3198485 May 03 22:32:30.559656 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-54c4fb5b-b2e9-450f-b037-e7b6a549dc4f tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:30.561230 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c4fb5b-b2e9-450f-b037-e7b6a549dc4f tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Fanout notify agent at l3_agent the message router_deleted on router cd7f8faa-9059-4d63-8193-ab68f51fdde2 {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:32:30.585177 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-54c4fb5b-b2e9-450f-b037-e7b6a549dc4f tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:30.586640 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-54c4fb5b-b2e9-450f-b037-e7b6a549dc4f tempest-RoutersNegativeIpV6Test-261201750 tempest-RoutersNegativeIpV6Test-261201750-project] 10.222.0.58 "DELETE /v2.0/routers/cd7f8faa-9059-4d63-8193-ab68f51fdde2 HTTP/1.1" status: 204 len: 168 time: 0.7491455 May 03 22:32:30.684632 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6c2fbbe-88ad-4b6f-ab14-00040764fd7e req-6f47eeb3-820f-49d7-86df-e6579551be3e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7fc6c240-20d3-4c9d-afae-c2a80f117205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1486938 May 03 22:32:30.762670 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device f34ab5d2-dd86-4de6-acd4-fa14398be669 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:32:30.805178 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: f34ab5d2-dd86-4de6-acd4-fa14398be669 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:32:30.805557 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device f34ab5d2-dd86-4de6-acd4-fa14398be669 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:32:31.016036 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b6a81d53-783b-4aab-8011-566ee35e0d66 req-3edbdb49-efe9-4bd5-a68b-04ba0095a88c tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks [] for floatingip, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:31.043561 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60546) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:31.217802 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-f9ee6f30-e935-4613-90a2-15431d3fbaa2 req-b3e88202-af72-415f-9d67-385648c34821 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] For port b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a,segment=NetworkSegment(4a0ebc46-1388-4582-a35d-c77e85f48a3d),segment_id=4a0ebc46-1388-4582-a35d-c77e85f48a3d)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:32:31.218394 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f9ee6f30-e935-4613-90a2-15431d3fbaa2 req-b3e88202-af72-415f-9d67-385648c34821 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:31.232906 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-03faf52b-ec0f-4d0c-a91f-ef197657617c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dcfaeba84b354777ade33df49c3ff4ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1841421 May 03 22:32:31.233338 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60552) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:31.305740 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-666c3ed8-c86a-4b2b-b33a-ef31504e8b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:31.334575 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-666c3ed8-c86a-4b2b-b33a-ef31504e8b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:31.380605 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6c2fbbe-88ad-4b6f-ab14-00040764fd7e req-9ea48cf3-5174-40a7-b822-4cf5c7f50d5e service neutron] 10.222.0.67 "GET /v2.0/networks/7fc6c240-20d3-4c9d-afae-c2a80f117205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178424 May 03 22:32:31.395100 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-f9ee6f30-e935-4613-90a2-15431d3fbaa2 req-b3e88202-af72-415f-9d67-385648c34821 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Calling delete_port for b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:32:31.410039 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-666c3ed8-c86a-4b2b-b33a-ef31504e8b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:31.427491 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b6a81d53-783b-4aab-8011-566ee35e0d66 req-3edbdb49-efe9-4bd5-a68b-04ba0095a88c tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:31.428640 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b6a81d53-783b-4aab-8011-566ee35e0d66 req-3edbdb49-efe9-4bd5-a68b-04ba0095a88c tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "DELETE /v2.0/floatingips/af9e881d-6e0f-49c8-a0fd-9f17b9f4a346 HTTP/1.1" status: 204 len: 173 time: 3.2535954 May 03 22:32:31.441013 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c3ed8-c86a-4b2b-b33a-ef31504e8b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952a5315-f97a-4268-8bb5-a6af1a90673a,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:31.461288 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-666c3ed8-c86a-4b2b-b33a-ef31504e8b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:31.464809 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-666c3ed8-c86a-4b2b-b33a-ef31504e8b04 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/952a5315-f97a-4268-8bb5-a6af1a90673a HTTP/1.1" status: 204 len: 168 time: 0.2282550 May 03 22:32:31.946722 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6c2fbbe-88ad-4b6f-ab14-00040764fd7e req-b2e6fd50-8482-4536-a710-a5d837a99368 service neutron] 10.222.0.67 "GET /v2.0/networks/7fc6c240-20d3-4c9d-afae-c2a80f117205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4967885 May 03 22:32:32.062135 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-8b63a459-eada-45ee-8a7c-e6cba75799ef req-b2bbf692-5b3b-40d8-bc1d-ebc91418d9a7 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:32.070422 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-8b63a459-eada-45ee-8a7c-e6cba75799ef req-b2bbf692-5b3b-40d8-bc1d-ebc91418d9a7 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:32.208915 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4152a-73c4-49ec-889c-6efba90537c0 req-0d6f3e60-7a85-4cc4-a1a8-b05d22ec6ad4 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:32.212489 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7dd4152a-73c4-49ec-889c-6efba90537c0 req-0d6f3e60-7a85-4cc4-a1a8-b05d22ec6ad4 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 949 time: 0.4435785 May 03 22:32:32.215942 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f9ee6f30-e935-4613-90a2-15431d3fbaa2 req-b3e88202-af72-415f-9d67-385648c34821 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:32.227243 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['2642b5e6-5d8c-4acd-b8fd-8a712dfbe750'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:32:32.349482 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e88202-af72-415f-9d67-385648c34821 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Pushing event deleted for resources: {'Port': ['ID=b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:32.498693 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ee6f30-e935-4613-90a2-15431d3fbaa2 req-b3e88202-af72-415f-9d67-385648c34821 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] No DVR routers for this DVR port b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a on host n-h2-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:32:32.502886 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7dd4152a-73c4-49ec-889c-6efba90537c0 req-8dd54b2f-84d5-4afb-b41d-7bde9c6cb15c tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849925 May 03 22:32:32.506669 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f9ee6f30-e935-4613-90a2-15431d3fbaa2 req-b3e88202-af72-415f-9d67-385648c34821 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:32.506833 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:32:32.520442 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [req-8b63a459-eada-45ee-8a7c-e6cba75799ef req-b2bbf692-5b3b-40d8-bc1d-ebc91418d9a7 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Floating IP 235ba3f3-d837-4146-8dee-8b836fe0801f associated. External IP: 172.25.2.103, port: 2642b5e6-5d8c-4acd-b8fd-8a712dfbe750. May 03 22:32:32.613721 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:32:32.614487 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:32:32.694487 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9ee6f30-e935-4613-90a2-15431d3fbaa2 req-b3e88202-af72-415f-9d67-385648c34821 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.67 "DELETE /v2.0/ports/b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a HTTP/1.1" status: 204 len: 173 time: 3.2792673 May 03 22:32:32.702946 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60582) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:32.922741 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-c1aa7358-2429-4298-b2f0-bcd1ef763595 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Request body: {'security_group': {'name': 'tempest-secgroup--1996125838'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:32.936389 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c1aa7358-2429-4298-b2f0-bcd1ef763595 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:32.940896 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c1aa7358-2429-4298-b2f0-bcd1ef763595 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Usage tracker for resource:security_group and tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:32:32.943896 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c1aa7358-2429-4298-b2f0-bcd1ef763595 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:32:32.950699 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c1aa7358-2429-4298-b2f0-bcd1ef763595 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:32.963115 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c1aa7358-2429-4298-b2f0-bcd1ef763595 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:32.980198 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c1aa7358-2429-4298-b2f0-bcd1ef763595 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:32.996110 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c1aa7358-2429-4298-b2f0-bcd1ef763595 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:33.005230 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c1aa7358-2429-4298-b2f0-bcd1ef763595 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Usage tracker for resource:security_group_rule and tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:32:33.009425 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c1aa7358-2429-4298-b2f0-bcd1ef763595 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:32:33.017735 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c1aa7358-2429-4298-b2f0-bcd1ef763595 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:33.086770 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8972d63-1de8-49c6-a45f-57eb89999f4d req-fcda64b3-2a9d-4031-be14-f1e32dc03b5d tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:33.088296 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c8972d63-1de8-49c6-a45f-57eb89999f4d req-fcda64b3-2a9d-4031-be14-f1e32dc03b5d tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] 10.222.0.58 "GET /v2.0/ports?device_id=68d6ae3d-ec8c-44d1-bc34-c477d182a2d5 HTTP/1.1" status: 200 len: 945 time: 0.3229797 May 03 22:32:33.139335 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c1aa7358-2429-4298-b2f0-bcd1ef763595 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:33.145619 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c1aa7358-2429-4298-b2f0-bcd1ef763595 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:33.160393 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c8972d63-1de8-49c6-a45f-57eb89999f4d req-1c0a63fe-5de7-4433-8267-935d0053be25 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] 10.222.0.58 "GET /v2.0/security-groups?id=6252505b-f2bc-492b-a3f0-7602305e4248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622444 May 03 22:32:33.170553 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b63a459-eada-45ee-8a7c-e6cba75799ef req-b2bbf692-5b3b-40d8-bc1d-ebc91418d9a7 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Router 9fe78d57-7847-4bc8-a426-38e257fff645 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:32:33.175900 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c1aa7358-2429-4298-b2f0-bcd1ef763595 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:33.189612 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c1aa7358-2429-4298-b2f0-bcd1ef763595 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Usage tracker for resource:security_group_rule and tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:32:33.202164 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c1aa7358-2429-4298-b2f0-bcd1ef763595 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:32:33.234338 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c1aa7358-2429-4298-b2f0-bcd1ef763595 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:33.250430 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa7358-2429-4298-b2f0-bcd1ef763595 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1eb602-df85-4563-98b6-0fd6489163c5,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:33.395518 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c1aa7358-2429-4298-b2f0-bcd1ef763595 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:33.409288 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c1aa7358-2429-4298-b2f0-bcd1ef763595 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:33.430204 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b63a459-eada-45ee-8a7c-e6cba75799ef req-b2bbf692-5b3b-40d8-bc1d-ebc91418d9a7 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:32:33.443985 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cbef06-54fd-4cb1-ade7-5beb20e4be0c None None] Sync routers for ids ['9fe78d57-7847-4bc8-a426-38e257fff645'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:32:33.446273 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-8b63a459-eada-45ee-8a7c-e6cba75799ef req-b2bbf692-5b3b-40d8-bc1d-ebc91418d9a7 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:33.464244 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cbef06-54fd-4cb1-ade7-5beb20e4be0c None None] Routers {'9fe78d57-7847-4bc8-a426-38e257fff645'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:32:33.465309 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-31cbef06-54fd-4cb1-ade7-5beb20e4be0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:32:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['9fe78d57-7847-4bc8-a426-38e257fff645'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:33.467653 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c1aa7358-2429-4298-b2f0-bcd1ef763595 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:33.469069 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c1aa7358-2429-4298-b2f0-bcd1ef763595 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7650716 May 03 22:32:33.480519 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60590) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:33.587636 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa7358-2429-4298-b2f0-bcd1ef763595 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d72ab25-3134-4e1f-955e-59a2ba4683f6,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:33.691926 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f095d0fb-c999-4240-b201-552fea83f5b0 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Synchronizing usage tracker for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:32:33.729225 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f095d0fb-c999-4240-b201-552fea83f5b0 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Unset dirty status for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:32:33.733785 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f095d0fb-c999-4240-b201-552fea83f5b0 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2506261 May 03 22:32:33.734439 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60596) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:33.742248 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-4020ce57-923a-4b70-8671-5507e9a9e453 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Request body: {'security_group': {'name': 'tempest-security--12342146', 'description': 'tempest-security-description-1438144465'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:33.754521 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8b63a459-eada-45ee-8a7c-e6cba75799ef req-b2bbf692-5b3b-40d8-bc1d-ebc91418d9a7 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "PUT /v2.0/floatingips/235ba3f3-d837-4146-8dee-8b836fe0801f HTTP/1.1" status: 200 len: 996 time: 4.1692555 May 03 22:32:33.775891 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66ec00-478a-4267-96db-dea69e30f12b req-f7ca3579-fe2e-4a40-83bb-b3bf714c33aa tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:33.778085 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bc66ec00-478a-4267-96db-dea69e30f12b req-f7ca3579-fe2e-4a40-83bb-b3bf714c33aa tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=dac19430-6bcd-4ea6-a253-267542f431de HTTP/1.1" status: 200 len: 945 time: 0.4073102 May 03 22:32:33.794138 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4020ce57-923a-4b70-8671-5507e9a9e453 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:33.837148 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-31cbef06-54fd-4cb1-ade7-5beb20e4be0c None None] Set router 9fe78d57-7847-4bc8-a426-38e257fff645 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:32:33.882358 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4020ce57-923a-4b70-8671-5507e9a9e453 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:33.891480 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4020ce57-923a-4b70-8671-5507e9a9e453 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:33.894958 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4020ce57-923a-4b70-8671-5507e9a9e453 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:33.897500 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bc66ec00-478a-4267-96db-dea69e30f12b req-55d606c2-bbc8-442c-8e87-658de52199ac tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759790 May 03 22:32:33.899500 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4020ce57-923a-4b70-8671-5507e9a9e453 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "PUT /v2.0/security-groups/7d72ab25-3134-4e1f-955e-59a2ba4683f6 HTTP/1.1" status: 200 len: 1778 time: 0.1640589 May 03 22:32:33.900113 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60600) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:33.939706 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63a459-eada-45ee-8a7c-e6cba75799ef req-c4110d34-15f4-4b22-a92f-f61892848648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:33.950598 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8b63a459-eada-45ee-8a7c-e6cba75799ef req-c4110d34-15f4-4b22-a92f-f61892848648 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cedd956302664fa280a1c281659df45b&device_id=91ca06dd-d39d-4b7d-8a6b-d6408b4309cc HTTP/1.1" status: 200 len: 1096 time: 0.1714640 May 03 22:32:33.998765 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-25048f55-f83c-4196-9fdd-eea20135f24f tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "GET /v2.0/security-groups/7d72ab25-3134-4e1f-955e-59a2ba4683f6 HTTP/1.1" status: 200 len: 1778 time: 0.0885866 May 03 22:32:33.999254 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60606) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:34.003031 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020ce57-923a-4b70-8671-5507e9a9e453 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d72ab25-3134-4e1f-955e-59a2ba4683f6,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:34.107800 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62c17cc1-4435-4d19-85ae-6961eb2a9258 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:34.140410 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62c17cc1-4435-4d19-85ae-6961eb2a9258 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:34.195151 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63a459-eada-45ee-8a7c-e6cba75799ef req-1f4657e5-9aac-4b67-bf4c-33914e9e5512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:34.204586 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8b63a459-eada-45ee-8a7c-e6cba75799ef req-1f4657e5-9aac-4b67-bf4c-33914e9e5512 service neutron] 10.222.0.58 "GET /v2.0/networks?id=aa323bd0-e355-48ff-817f-0dfa021e8b19 HTTP/1.1" status: 200 len: 921 time: 0.2517254 May 03 22:32:34.205794 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62c17cc1-4435-4d19-85ae-6961eb2a9258 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:34.227972 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c17cc1-4435-4d19-85ae-6961eb2a9258 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d72ab25-3134-4e1f-955e-59a2ba4683f6,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:34.253263 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62c17cc1-4435-4d19-85ae-6961eb2a9258 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:34.254897 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-62c17cc1-4435-4d19-85ae-6961eb2a9258 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "DELETE /v2.0/security-groups/7d72ab25-3134-4e1f-955e-59a2ba4683f6 HTTP/1.1" status: 204 len: 168 time: 0.2538962 May 03 22:32:34.257831 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60610) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:34.343195 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8b63a459-eada-45ee-8a7c-e6cba75799ef req-9e4353b2-e451-4d03-ad4c-ee1033d92048 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2642b5e6-5d8c-4acd-b8fd-8a712dfbe750 HTTP/1.1" status: 200 len: 999 time: 0.1365016 May 03 22:32:34.343573 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e71cd53f-07fd-4024-b2c8-768053597a7a tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Synchronizing usage tracker for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:32:34.369548 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e71cd53f-07fd-4024-b2c8-768053597a7a tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Unset dirty status for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:32:34.374215 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e71cd53f-07fd-4024-b2c8-768053597a7a tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1118898 May 03 22:32:34.376876 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60614) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:34.411195 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-27dbc848-44fd-4dd3-bed5-5c723362a7db tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] delete failed (client error): The resource could not be found. May 03 22:32:34.417689 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-27dbc848-44fd-4dd3-bed5-5c723362a7db tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "DELETE /v2.0/security-groups/7d72ab25-3134-4e1f-955e-59a2ba4683f6 HTTP/1.1" status: 404 len: 347 time: 0.0358911 May 03 22:32:34.417924 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a875b-9193-438e-9bce-4f74189e5858 req-2415845b-5391-4b26-b171-2664fbb49e35 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:34.422335 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60618) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:34.423644 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e07a875b-9193-438e-9bce-4f74189e5858 req-2415845b-5391-4b26-b171-2664fbb49e35 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e5783da-8b1e-4ae3-9014-d7f30711e699 HTTP/1.1" status: 200 len: 945 time: 0.3411634 May 03 22:32:34.433245 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-2fb1abf7-854f-4746-a0a1-8b3f0a10fd40 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Request body: {'security_group': {'name': 'tempest-secgroup--584728773'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:34.440568 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2fb1abf7-854f-4746-a0a1-8b3f0a10fd40 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:34.445998 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-31cbef06-54fd-4cb1-ade7-5beb20e4be0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'name': 'tempest-FloatingIPsAssociationTestJSON-397226911-router', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '29467980-77b1-465b-a725-dbd893850111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:25Z', 'updated_at': '2022-05-03T22:30:33Z', 'revision_number': 4, 'project_id': 'cedd956302664fa280a1c281659df45b', 'gw_port': {'id': '29467980-77b1-465b-a725-dbd893850111', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:27Z', 'updated_at': '2022-05-03T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '235ba3f3-d837-4146-8dee-8b836fe0801f', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'floating_ip_address': '172.25.2.103', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'port_id': '2642b5e6-5d8c-4acd-b8fd-8a712dfbe750', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'mac_address': 'fa:16:3e:4e:55:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ca06dd-d39d-4b7d-8a6b-d6408b4309cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:31:06Z', 'updated_at': '2022-05-03T22:32:31Z', 'revision_number': 8, 'project_id': 'cedd956302664fa280a1c281659df45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6542d56f-fc4a-4be4-bd93-0893aa77260d', 'name': '', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'mac_address': 'fa:16:3e:0e:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:32Z', 'updated_at': '2022-05-03T22:30:45Z', 'revision_number': 5, 'project_id': 'cedd956302664fa280a1c281659df45b', 'subnets': [{'id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:34.452120 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2fb1abf7-854f-4746-a0a1-8b3f0a10fd40 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:34.452901 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cbef06-54fd-4cb1-ade7-5beb20e4be0c None None] Checking router: 9fe78d57-7847-4bc8-a426-38e257fff645 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:32:34.466825 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cbef06-54fd-4cb1-ade7-5beb20e4be0c None None] Routers {'9fe78d57-7847-4bc8-a426-38e257fff645'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:32:34.468263 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-31cbef06-54fd-4cb1-ade7-5beb20e4be0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:32:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['9fe78d57-7847-4bc8-a426-38e257fff645'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:34.476137 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2fb1abf7-854f-4746-a0a1-8b3f0a10fd40 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:34.476363 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63a459-eada-45ee-8a7c-e6cba75799ef req-b88efa9a-9d26-4357-a695-70b0dc01a0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:34.484097 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8b63a459-eada-45ee-8a7c-e6cba75799ef req-b88efa9a-9d26-4357-a695-70b0dc01a0ee service neutron] 10.222.0.58 "GET /v2.0/subnets?id=54b42422-4ac1-45eb-8a53-775e8d5e2134 HTTP/1.1" status: 200 len: 859 time: 0.1396737 May 03 22:32:34.499840 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2fb1abf7-854f-4746-a0a1-8b3f0a10fd40 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:34.504458 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2fb1abf7-854f-4746-a0a1-8b3f0a10fd40 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Usage tracker for resource:security_group_rule and tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:32:34.509965 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2fb1abf7-854f-4746-a0a1-8b3f0a10fd40 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:32:34.516262 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2fb1abf7-854f-4746-a0a1-8b3f0a10fd40 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:34.560878 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e07a875b-9193-438e-9bce-4f74189e5858 req-e33f171d-d6b3-43eb-8063-fd7648e82465 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] 10.222.0.58 "GET /v2.0/security-groups?id=9889b13d-892f-4412-87bc-d2e338ded8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357756 May 03 22:32:34.622297 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63a459-eada-45ee-8a7c-e6cba75799ef req-bbb27d88-bcbd-46e4-a0d2-af5c9e3cc2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:34.623135 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8b63a459-eada-45ee-8a7c-e6cba75799ef req-bbb27d88-bcbd-46e4-a0d2-af5c9e3cc2ff service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aa323bd0-e355-48ff-817f-0dfa021e8b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1381617 May 03 22:32:34.640516 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2fb1abf7-854f-4746-a0a1-8b3f0a10fd40 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:34.650154 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2fb1abf7-854f-4746-a0a1-8b3f0a10fd40 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:34.813222 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8b63a459-eada-45ee-8a7c-e6cba75799ef req-f9507b86-bd09-48ce-b06f-25e028783a8a service neutron] 10.222.0.58 "GET /v2.0/networks/aa323bd0-e355-48ff-817f-0dfa021e8b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802154 May 03 22:32:34.871152 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcbfca94-38bd-4d31-960b-82d2807892a3'] response: {'name': 'network-changed', 'server_uuid': 'f9845e68-2c9e-4423-9c31-faa7466baf47', 'tag': 'b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a', 'status': 'completed', 'code': 200} May 03 22:32:34.871456 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcbfca94-38bd-4d31-960b-82d2807892a3'] response: {'name': 'network-changed', 'server_uuid': '4c240ab9-dd26-468c-b48f-633514daf12a', 'tag': '13fdee9e-c77e-4a72-81f5-8b7e27118d08', 'status': 'completed', 'code': 200} May 03 22:32:34.873759 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a24d1684-c2b0-488d-846e-b94a8749c173 req-0b6db60e-bbe9-4333-b272-de0ec596694d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cedd956302664fa280a1c281659df45b&device_id=f9845e68-2c9e-4423-9c31-faa7466baf47 HTTP/1.1" status: 200 len: 210 time: 0.0596228 May 03 22:32:34.884018 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1abf7-854f-4746-a0a1-8b3f0a10fd40 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=109d68bb-1753-472a-900d-a4f431387910,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:34.905969 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2fb1abf7-854f-4746-a0a1-8b3f0a10fd40 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:34.907652 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2fb1abf7-854f-4746-a0a1-8b3f0a10fd40 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4838965 May 03 22:32:34.913724 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60622) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:34.918465 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce1541cc-f6d9-4c14-9002-f7a0c1773dd1'] response: {'server_uuid': '367a22ed-ab2c-491b-93e4-a1fe5afe2e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc0683f-e329-48d5-bf48-15f4dbdca21e', 'code': 200} May 03 22:32:34.918907 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce1541cc-f6d9-4c14-9002-f7a0c1773dd1'] response: {'server_uuid': '69e3cadd-5968-49c0-a0e9-e11eed87b3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45cfcf3-5001-41e4-a152-1a1ce1405b66', 'code': 200} May 03 22:32:34.952285 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693d9a3-38ba-411f-a9fd-e02911aadd02 req-fa997320-40c7-4486-be9a-e4fb99441edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:34.955550 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a693d9a3-38ba-411f-a9fd-e02911aadd02 req-fa997320-40c7-4486-be9a-e4fb99441edf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 1100 time: 0.1485035 May 03 22:32:34.977826 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-7d696033-6930-4f94-9d0c-263b7c87f481 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Request body: {'security_group_rule': {'security_group_id': '109d68bb-1753-472a-900d-a4f431387910', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:35.010890 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a693d9a3-38ba-411f-a9fd-e02911aadd02 req-34640698-d444-414f-bd33-2134fec29ec5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426810 May 03 22:32:35.015097 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-31cbef06-54fd-4cb1-ade7-5beb20e4be0c None None] Set router 9fe78d57-7847-4bc8-a426-38e257fff645 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:32:35.047542 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7d696033-6930-4f94-9d0c-263b7c87f481 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:35.109427 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7d696033-6930-4f94-9d0c-263b7c87f481 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Usage tracker for resource:security_group_rule and tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:32:35.207418 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7d696033-6930-4f94-9d0c-263b7c87f481 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:32:35.228519 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7d696033-6930-4f94-9d0c-263b7c87f481 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:35.243139 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8b63a459-eada-45ee-8a7c-e6cba75799ef req-21f8b70e-72d8-4641-8ddf-cb36636404e1 service neutron] 10.222.0.58 "GET /v2.0/networks/aa323bd0-e355-48ff-817f-0dfa021e8b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683631 May 03 22:32:35.299301 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7d696033-6930-4f94-9d0c-263b7c87f481 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:35.306546 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d1684-c2b0-488d-846e-b94a8749c173 req-b421d8db-0098-4042-804d-0ccae1f23bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:35.307975 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a24d1684-c2b0-488d-846e-b94a8749c173 req-b421d8db-0098-4042-804d-0ccae1f23bcf service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=cedd956302664fa280a1c281659df45b&shared=False HTTP/1.1" status: 200 len: 921 time: 0.3914754 May 03 22:32:35.374578 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05865c2b-ca50-4926-a833-bc7634dfd902 req-c1f8e00a-20d3-4c86-b35e-2da17d86b09f tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:35.376083 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-05865c2b-ca50-4926-a833-bc7634dfd902 req-c1f8e00a-20d3-4c86-b35e-2da17d86b09f tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=69e3cadd-5968-49c0-a0e9-e11eed87b3c4 HTTP/1.1" status: 200 len: 945 time: 0.5003078 May 03 22:32:35.475945 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-31cbef06-54fd-4cb1-ade7-5beb20e4be0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'name': 'tempest-FloatingIPsAssociationTestJSON-397226911-router', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '29467980-77b1-465b-a725-dbd893850111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:25Z', 'updated_at': '2022-05-03T22:30:33Z', 'revision_number': 4, 'project_id': 'cedd956302664fa280a1c281659df45b', 'gw_port': {'id': '29467980-77b1-465b-a725-dbd893850111', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:27Z', 'updated_at': '2022-05-03T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '235ba3f3-d837-4146-8dee-8b836fe0801f', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'floating_ip_address': '172.25.2.103', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'port_id': '2642b5e6-5d8c-4acd-b8fd-8a712dfbe750', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'mac_address': 'fa:16:3e:4e:55:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ca06dd-d39d-4b7d-8a6b-d6408b4309cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:31:06Z', 'updated_at': '2022-05-03T22:32:31Z', 'revision_number': 8, 'project_id': 'cedd956302664fa280a1c281659df45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6542d56f-fc4a-4be4-bd93-0893aa77260d', 'name': '', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'mac_address': 'fa:16:3e:0e:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:32Z', 'updated_at': '2022-05-03T22:30:45Z', 'revision_number': 5, 'project_id': 'cedd956302664fa280a1c281659df45b', 'subnets': [{'id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:35.481377 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cbef06-54fd-4cb1-ade7-5beb20e4be0c None None] The sync data for ids ['9fe78d57-7847-4bc8-a426-38e257fff645'] in n-d-811807-1 is: [{'id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'name': 'tempest-FloatingIPsAssociationTestJSON-397226911-router', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '29467980-77b1-465b-a725-dbd893850111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:25Z', 'updated_at': '2022-05-03T22:30:33Z', 'revision_number': 4, 'project_id': 'cedd956302664fa280a1c281659df45b', 'gw_port': {'id': '29467980-77b1-465b-a725-dbd893850111', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:27Z', 'updated_at': '2022-05-03T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '235ba3f3-d837-4146-8dee-8b836fe0801f', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'floating_ip_address': '172.25.2.103', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'port_id': '2642b5e6-5d8c-4acd-b8fd-8a712dfbe750', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'mac_address': 'fa:16:3e:4e:55:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ca06dd-d39d-4b7d-8a6b-d6408b4309cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:31:06Z', 'updated_at': '2022-05-03T22:32:31Z', 'revision_number': 8, 'project_id': 'cedd956302664fa280a1c281659df45b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6542d56f-fc4a-4be4-bd93-0893aa77260d', 'name': '', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'mac_address': 'fa:16:3e:0e:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:32Z', 'updated_at': '2022-05-03T22:30:45Z', 'revision_number': 5, 'project_id': 'cedd956302664fa280a1c281659df45b', 'subnets': [{'id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:32:35.533371 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c79739f6-5d9b-4c49-8447-708a250c7cb4 req-a977f6a2-d97d-46b2-833c-0f1a2271f841 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/security-groups/da95c635-9f0c-4384-8fd8-5cc02b8ac4a1 HTTP/1.1" status: 200 len: 1809 time: 0.2364285 May 03 22:32:35.603991 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7d696033-6930-4f94-9d0c-263b7c87f481 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:35.619083 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-05865c2b-ca50-4926-a833-bc7634dfd902 req-c30e5593-e634-4d84-b022-700527b078d6 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172940 May 03 22:32:35.634318 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7d696033-6930-4f94-9d0c-263b7c87f481 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:35.677231 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d1684-c2b0-488d-846e-b94a8749c173 req-97c5bef9-8b0e-4cb6-8547-e9baf4fe7a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:35.678731 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a24d1684-c2b0-488d-846e-b94a8749c173 req-97c5bef9-8b0e-4cb6-8547-e9baf4fe7a9b service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3549652 May 03 22:32:35.684614 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d696033-6930-4f94-9d0c-263b7c87f481 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3c839dd-7373-4bb2-81c0-9d9227efbb4b,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:35.706336 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7d696033-6930-4f94-9d0c-263b7c87f481 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:35.707591 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7d696033-6930-4f94-9d0c-263b7c87f481 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7614331 May 03 22:32:35.711317 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60630) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:35.728399 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c79739f6-5d9b-4c49-8447-708a250c7cb4 req-2978dc75-4e8e-4216-9d6d-dcd094de9e81 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:35.828379 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8eae00ba-88ab-4738-873a-66774cf1eb5e tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:35.933368 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4ca789-7be8-4172-a61e-18efa5305d45 None None] New status for floating IP 235ba3f3-d837-4146-8dee-8b836fe0801f: ACTIVE {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:32:36.044950 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c79739f6-5d9b-4c49-8447-708a250c7cb4 req-2978dc75-4e8e-4216-9d6d-dcd094de9e81 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:36.053617 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8eae00ba-88ab-4738-873a-66774cf1eb5e tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:36.174492 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8eae00ba-88ab-4738-873a-66774cf1eb5e tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:36.205761 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c79739f6-5d9b-4c49-8447-708a250c7cb4 req-2978dc75-4e8e-4216-9d6d-dcd094de9e81 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:36.222098 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d1684-c2b0-488d-846e-b94a8749c173 req-fd8036f5-368c-4fae-8af8-cdc4c8ec6657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:36.224155 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a24d1684-c2b0-488d-846e-b94a8749c173 req-fd8036f5-368c-4fae-8af8-cdc4c8ec6657 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d9c3dbb20f6947bda4c4f80874d7efc3&device_id=4c240ab9-dd26-468c-b48f-633514daf12a HTTP/1.1" status: 200 len: 1096 time: 0.4903264 May 03 22:32:36.225443 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae00ba-88ab-4738-873a-66774cf1eb5e tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3c839dd-7373-4bb2-81c0-9d9227efbb4b,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:36.295819 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978dc75-4e8e-4216-9d6d-dcd094de9e81 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da95c635-9f0c-4384-8fd8-5cc02b8ac4a1,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:36.365990 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8eae00ba-88ab-4738-873a-66774cf1eb5e tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:36.366230 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60636) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:36.366749 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8eae00ba-88ab-4738-873a-66774cf1eb5e tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/a3c839dd-7373-4bb2-81c0-9d9227efbb4b HTTP/1.1" status: 204 len: 168 time: 0.6475167 May 03 22:32:36.369295 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c79739f6-5d9b-4c49-8447-708a250c7cb4 req-2978dc75-4e8e-4216-9d6d-dcd094de9e81 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:36.370418 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c79739f6-5d9b-4c49-8447-708a250c7cb4 req-2978dc75-4e8e-4216-9d6d-dcd094de9e81 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "DELETE /v2.0/security-groups/da95c635-9f0c-4384-8fd8-5cc02b8ac4a1 HTTP/1.1" status: 204 len: 173 time: 0.8226500 May 03 22:32:36.404734 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6559e-5427-405d-a0b1-06018b62ce88 req-700fa704-07b2-4bef-84fc-9dab99f6d2d6 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:36.406341 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bca6559e-5427-405d-a0b1-06018b62ce88 req-700fa704-07b2-4bef-84fc-9dab99f6d2d6 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 949 time: 0.2986276 May 03 22:32:36.478622 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d1684-c2b0-488d-846e-b94a8749c173 req-953226a2-946a-41df-86a0-c1028815a5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:36.478622 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a24d1684-c2b0-488d-846e-b94a8749c173 req-953226a2-946a-41df-86a0-c1028815a5ac service neutron] 10.222.0.67 "GET /v2.0/networks?id=cf4b4b53-23b3-4846-9dfb-85aed8a34ef8 HTTP/1.1" status: 200 len: 921 time: 0.2125497 May 03 22:32:36.508116 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bbcdb28c-5513-439d-be67-116cb6aeff79 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Synchronizing usage tracker for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group_rule {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:32:36.531300 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bbcdb28c-5513-439d-be67-116cb6aeff79 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Unset dirty status for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group_rule {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:32:36.533361 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bbcdb28c-5513-439d-be67-116cb6aeff79 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1726978 May 03 22:32:36.536403 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60642) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:36.597384 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a24d1684-c2b0-488d-846e-b94a8749c173 req-c9481afa-dfa8-49ac-a27c-5b1ef4575f14 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13fdee9e-c77e-4a72-81f5-8b7e27118d08 HTTP/1.1" status: 200 len: 217 time: 0.1149735 May 03 22:32:36.607846 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bca6559e-5427-405d-a0b1-06018b62ce88 req-94b2f021-47cd-412e-bbfd-ae36964d4af8 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913149 May 03 22:32:36.643510 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fcfe37e0-1b46-41f4-b71c-d7c93159ebad tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:36.696517 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fcfe37e0-1b46-41f4-b71c-d7c93159ebad tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:36.757048 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fcfe37e0-1b46-41f4-b71c-d7c93159ebad tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:36.778290 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe37e0-1b46-41f4-b71c-d7c93159ebad tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=109d68bb-1753-472a-900d-a4f431387910,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:36.816028 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fcfe37e0-1b46-41f4-b71c-d7c93159ebad tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:36.817214 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fcfe37e0-1b46-41f4-b71c-d7c93159ebad tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "DELETE /v2.0/security-groups/109d68bb-1753-472a-900d-a4f431387910 HTTP/1.1" status: 204 len: 168 time: 0.2796488 May 03 22:32:36.819642 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60652) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:36.861535 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d1684-c2b0-488d-846e-b94a8749c173 req-bae15110-14bb-4e59-94f3-0aab2ad37a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:36.862932 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a24d1684-c2b0-488d-846e-b94a8749c173 req-bae15110-14bb-4e59-94f3-0aab2ad37a0a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=363f1a1c-dee5-436d-ab6d-f585bc5dbb1b HTTP/1.1" status: 200 len: 860 time: 0.2498338 May 03 22:32:36.874377 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9845e68-2c9e-4423-9c31-faa7466baf47', 'name': 'network-vif-deleted', 'tag': 'b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a'}, {'name': 'network-changed', 'server_uuid': '91ca06dd-d39d-4b7d-8a6b-d6408b4309cc', 'tag': '2642b5e6-5d8c-4acd-b8fd-8a712dfbe750'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:32:36.884425 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0a6348b7-07e1-41d0-9a8a-c8c8f040c19a tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Synchronizing usage tracker for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:32:36.903637 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0a6348b7-07e1-41d0-9a8a-c8c8f040c19a tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Unset dirty status for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:32:36.905216 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0a6348b7-07e1-41d0-9a8a-c8c8f040c19a tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0846217 May 03 22:32:36.909478 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60658) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:36.916473 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-81511950-7cc2-475d-8eb0-731c76bc0a3b tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Request body: {'security_group': {'name': 'tempest-secgroup--657504508'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:36.920376 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e5783da-8b1e-4ae3-9014-d7f30711e699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75894b6b-d65d-45f0-962c-1e59471c4342'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:32:36.932499 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-81511950-7cc2-475d-8eb0-731c76bc0a3b tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:36.940949 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a24d1684-c2b0-488d-846e-b94a8749c173 req-243c7743-7b4c-46ab-b5e6-26321de65782 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cf4b4b53-23b3-4846-9dfb-85aed8a34ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589521 May 03 22:32:36.944600 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-81511950-7cc2-475d-8eb0-731c76bc0a3b tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:36.949169 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a340aa9f-35fc-41fe-9f9d-2a452c881ede req-6d22b633-8cb3-42aa-90d4-1acff7592f80 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/floatingips/235ba3f3-d837-4146-8dee-8b836fe0801f HTTP/1.1" status: 200 len: 998 time: 0.2717061 May 03 22:32:36.957072 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-81511950-7cc2-475d-8eb0-731c76bc0a3b tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:36.989065 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-81511950-7cc2-475d-8eb0-731c76bc0a3b tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:36.995792 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-81511950-7cc2-475d-8eb0-731c76bc0a3b tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Usage tracker for resource:security_group_rule and tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:32:36.999653 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-81511950-7cc2-475d-8eb0-731c76bc0a3b tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:32:37.006363 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-81511950-7cc2-475d-8eb0-731c76bc0a3b tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:37.104980 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-81511950-7cc2-475d-8eb0-731c76bc0a3b tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:37.111529 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-81511950-7cc2-475d-8eb0-731c76bc0a3b tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:37.111728 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b645b-9b24-4d59-9c04-f5e033c53a2b req-4dd1ae1b-0ab1-454c-85a7-5f86dd4cf194 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:37.113390 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c70b645b-9b24-4d59-9c04-f5e033c53a2b req-4dd1ae1b-0ab1-454c-85a7-5f86dd4cf194 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=dac19430-6bcd-4ea6-a253-267542f431de HTTP/1.1" status: 200 len: 945 time: 0.4425986 May 03 22:32:37.168045 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81511950-7cc2-475d-8eb0-731c76bc0a3b tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3b0d8a-4b47-44e8-83b9-dbce099fd9d0,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:37.185751 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-81511950-7cc2-475d-8eb0-731c76bc0a3b tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:37.187286 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-81511950-7cc2-475d-8eb0-731c76bc0a3b tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2764103 May 03 22:32:37.190083 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60664) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:37.195957 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-1e7aa09b-342c-4cb5-a741-980f44bea76c tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Request body: {'security_group_rule': {'security_group_id': '3f3b0d8a-4b47-44e8-83b9-dbce099fd9d0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:37.202757 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1e7aa09b-342c-4cb5-a741-980f44bea76c tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:37.209011 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1e7aa09b-342c-4cb5-a741-980f44bea76c tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Usage tracker for resource:security_group_rule and tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:32:37.212261 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1e7aa09b-342c-4cb5-a741-980f44bea76c tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:32:37.219595 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1e7aa09b-342c-4cb5-a741-980f44bea76c tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:37.246433 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c70b645b-9b24-4d59-9c04-f5e033c53a2b req-e61bb6fa-a75f-4c38-b35c-77cf50f45354 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884619 May 03 22:32:37.256083 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1e7aa09b-342c-4cb5-a741-980f44bea76c tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:37.261120 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a24d1684-c2b0-488d-846e-b94a8749c173 req-b00fdc36-7b84-45d6-9a5c-c3947ddf4471 service neutron] 10.222.0.67 "GET /v2.0/networks/cf4b4b53-23b3-4846-9dfb-85aed8a34ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097453 May 03 22:32:37.319443 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340aa9f-35fc-41fe-9f9d-2a452c881ede req-942d8060-b603-4092-bfad-34787cde6b21 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:37.325446 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a340aa9f-35fc-41fe-9f9d-2a452c881ede req-942d8060-b603-4092-bfad-34787cde6b21 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 784 time: 0.3753188 May 03 22:32:37.333204 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-a340aa9f-35fc-41fe-9f9d-2a452c881ede req-d0e6ee29-8164-4140-8532-27e46300a211 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:32:37.339268 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a340aa9f-35fc-41fe-9f9d-2a452c881ede req-d0e6ee29-8164-4140-8532-27e46300a211 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129726 May 03 22:32:37.379198 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1e7aa09b-342c-4cb5-a741-980f44bea76c tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:37.384755 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1e7aa09b-342c-4cb5-a741-980f44bea76c tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:37.418264 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7aa09b-342c-4cb5-a741-980f44bea76c tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f2cb26f-fb5b-4a85-bdbf-e02b0afee83e,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:37.468147 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1e7aa09b-342c-4cb5-a741-980f44bea76c tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:37.471068 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1e7aa09b-342c-4cb5-a741-980f44bea76c tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2799220 May 03 22:32:37.473640 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60672) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:37.480034 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-5b7e47bb-d558-469b-8dd2-6828d2921e4b tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Request body: {'security_group_rule': {'security_group_id': '3f3b0d8a-4b47-44e8-83b9-dbce099fd9d0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:37.487464 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-5b7e47bb-d558-469b-8dd2-6828d2921e4b tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:37.500853 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5b7e47bb-d558-469b-8dd2-6828d2921e4b tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Usage tracker for resource:security_group_rule and tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:32:37.505222 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5b7e47bb-d558-469b-8dd2-6828d2921e4b tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:32:37.514107 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-5b7e47bb-d558-469b-8dd2-6828d2921e4b tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:37.559439 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5b7e47bb-d558-469b-8dd2-6828d2921e4b tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:37.582714 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a24d1684-c2b0-488d-846e-b94a8749c173 req-96c34365-0aa3-49b4-bec1-113f16ba79e7 service neutron] 10.222.0.67 "GET /v2.0/networks/cf4b4b53-23b3-4846-9dfb-85aed8a34ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116770 May 03 22:32:37.634606 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a7bde-33fb-49bb-8b65-19aa976961ac req-8d6e545a-2ad5-4e40-9344-26d101511dab tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:37.635978 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6b6a7bde-33fb-49bb-8b65-19aa976961ac req-8d6e545a-2ad5-4e40-9344-26d101511dab tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] 10.222.0.58 "GET /v2.0/ports?device_id=68d6ae3d-ec8c-44d1-bc34-c477d182a2d5 HTTP/1.1" status: 200 len: 945 time: 0.1504514 May 03 22:32:37.644687 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8ad5a-45f7-4cf7-a88e-82f3a87fa561 req-7fded5ae-cacd-42ac-901a-6662d6c3029a tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:37.650894 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ab8ad5a-45f7-4cf7-a88e-82f3a87fa561 req-7fded5ae-cacd-42ac-901a-6662d6c3029a tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e5783da-8b1e-4ae3-9014-d7f30711e699 HTTP/1.1" status: 200 len: 945 time: 0.1997044 May 03 22:32:37.699553 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5b7e47bb-d558-469b-8dd2-6828d2921e4b tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:37.714723 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa9b30-0e71-43a0-840f-b11c01c35e1b req-959c21ee-d913-48d1-b6a2-eaecee21b3e4 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:37.716362 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-32fa9b30-0e71-43a0-840f-b11c01c35e1b req-959c21ee-d913-48d1-b6a2-eaecee21b3e4 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] 10.222.0.60 "GET /v2.0/ports?device_id=68d6ae3d-ec8c-44d1-bc34-c477d182a2d5 HTTP/1.1" status: 200 len: 945 time: 0.1460388 May 03 22:32:37.716821 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5b7e47bb-d558-469b-8dd2-6828d2921e4b tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:37.731117 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6b6a7bde-33fb-49bb-8b65-19aa976961ac req-bb39ee29-d9e0-4830-8387-132766614741 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] 10.222.0.58 "GET /v2.0/security-groups?id=6252505b-f2bc-492b-a3f0-7602305e4248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776398 May 03 22:32:37.743910 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ab8ad5a-45f7-4cf7-a88e-82f3a87fa561 req-0bcfd1b8-f6ea-4897-b9ed-deca4aebc08f tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] 10.222.0.58 "GET /v2.0/security-groups?id=9889b13d-892f-4412-87bc-d2e338ded8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881867 May 03 22:32:37.791712 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e47bb-d558-469b-8dd2-6828d2921e4b tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d3d957-bfb0-43a0-a417-188ad35cb480,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:37.818914 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-32fa9b30-0e71-43a0-840f-b11c01c35e1b req-87b66843-2097-4249-9691-43e3ce3eee15 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Deleting port f5db6f5c-9f93-4758-b7f7-644a3f20227c {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:32:37.818914 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-32fa9b30-0e71-43a0-840f-b11c01c35e1b req-87b66843-2097-4249-9691-43e3ce3eee15 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:37.851354 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5b7e47bb-d558-469b-8dd2-6828d2921e4b tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:37.852693 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5b7e47bb-d558-469b-8dd2-6828d2921e4b tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3776114 May 03 22:32:37.855322 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60678) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:37.860822 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-1f226503-f1fc-496a-928a-0367afc03f08 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Request body: {'security_group_rule': {'security_group_id': '3f3b0d8a-4b47-44e8-83b9-dbce099fd9d0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:37.875971 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1f226503-f1fc-496a-928a-0367afc03f08 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:37.896842 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1f226503-f1fc-496a-928a-0367afc03f08 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Usage tracker for resource:security_group_rule and tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:32:37.977121 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1f226503-f1fc-496a-928a-0367afc03f08 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:32:37.993591 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1f226503-f1fc-496a-928a-0367afc03f08 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:38.021448 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1f226503-f1fc-496a-928a-0367afc03f08 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:38.046222 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e936f8c5-ed08-4cef-83ab-88ee16275452'] response: {'server_uuid': 'f9845e68-2c9e-4423-9c31-faa7466baf47', 'name': 'network-vif-deleted', 'tag': 'b86e5131-a50b-4e75-9b6e-5a3cdeeb1a5a', 'status': 'completed', 'code': 200} May 03 22:32:38.046543 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e936f8c5-ed08-4cef-83ab-88ee16275452'] response: {'name': 'network-changed', 'server_uuid': '91ca06dd-d39d-4b7d-8a6b-d6408b4309cc', 'tag': '2642b5e6-5d8c-4acd-b8fd-8a712dfbe750', 'status': 'completed', 'code': 200} May 03 22:32:38.110461 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d281be18-5adf-4cf9-aa15-14f7130a2f09'] response: {'server_uuid': '7e5783da-8b1e-4ae3-9014-d7f30711e699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75894b6b-d65d-45f0-962c-1e59471c4342', 'code': 200} May 03 22:32:38.161745 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2daf7-d434-4bb1-a9a4-557b5037514e req-13e52991-1b8f-44da-bac6-62a5a8efd2de tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:38.163252 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-67a2daf7-d434-4bb1-a9a4-557b5037514e req-13e52991-1b8f-44da-bac6-62a5a8efd2de tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=69e3cadd-5968-49c0-a0e9-e11eed87b3c4 HTTP/1.1" status: 200 len: 945 time: 0.2712772 May 03 22:32:38.178804 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1f226503-f1fc-496a-928a-0367afc03f08 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:38.194545 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-32fa9b30-0e71-43a0-840f-b11c01c35e1b req-87b66843-2097-4249-9691-43e3ce3eee15 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] For port f5db6f5c-9f93-4758-b7f7-644a3f20227c, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=f5db6f5c-9f93-4758-b7f7-644a3f20227c,segment=NetworkSegment(377f8452-e338-4faf-8c9c-bc97c0819012),segment_id=377f8452-e338-4faf-8c9c-bc97c0819012)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:32:38.194966 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-32fa9b30-0e71-43a0-840f-b11c01c35e1b req-87b66843-2097-4249-9691-43e3ce3eee15 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:38.348681 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-32fa9b30-0e71-43a0-840f-b11c01c35e1b req-87b66843-2097-4249-9691-43e3ce3eee15 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Calling delete_port for f5db6f5c-9f93-4758-b7f7-644a3f20227c owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:32:38.375442 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1f226503-f1fc-496a-928a-0367afc03f08 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:38.411277 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-67a2daf7-d434-4bb1-a9a4-557b5037514e req-cdf43167-7938-41c6-a7a0-b6ca65d3cfce tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357759 May 03 22:32:38.434135 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f226503-f1fc-496a-928a-0367afc03f08 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5ac2f2a-917e-4647-8708-b684b8d46e58,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:38.460939 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f226503-f1fc-496a-928a-0367afc03f08 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:32:38.461331 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f226503-f1fc-496a-928a-0367afc03f08 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:32:38.461642 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f226503-f1fc-496a-928a-0367afc03f08 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:32:38.462012 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f226503-f1fc-496a-928a-0367afc03f08 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:32:38.462363 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f226503-f1fc-496a-928a-0367afc03f08 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:32:38.462716 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f226503-f1fc-496a-928a-0367afc03f08 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:32:38.463026 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f226503-f1fc-496a-928a-0367afc03f08 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:32:38.463357 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f226503-f1fc-496a-928a-0367afc03f08 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:32:38.463690 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f226503-f1fc-496a-928a-0367afc03f08 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:32:38.464021 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f226503-f1fc-496a-928a-0367afc03f08 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:32:38.464342 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f226503-f1fc-496a-928a-0367afc03f08 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:32:38.464701 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f226503-f1fc-496a-928a-0367afc03f08 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:32:38.477667 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1f226503-f1fc-496a-928a-0367afc03f08 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:38.478965 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1f226503-f1fc-496a-928a-0367afc03f08 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6226380 May 03 22:32:38.482724 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60686) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:38.483285 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2084a95-4683-4627-bdda-b4d222c7a4fc req-5971f0d9-8048-4e55-a86a-02374bb1d72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:38.484602 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f2084a95-4683-4627-bdda-b4d222c7a4fc req-5971f0d9-8048-4e55-a86a-02374bb1d72a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cedd956302664fa280a1c281659df45b&device_id=91ca06dd-d39d-4b7d-8a6b-d6408b4309cc HTTP/1.1" status: 200 len: 1096 time: 0.4189343 May 03 22:32:38.506137 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-bac6fb79-741f-4f1d-b84e-1e91a0d0eb53 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Request body: {'security_group_rule': {'security_group_id': '3f3b0d8a-4b47-44e8-83b9-dbce099fd9d0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:38.516731 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bac6fb79-741f-4f1d-b84e-1e91a0d0eb53 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:38.533503 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bac6fb79-741f-4f1d-b84e-1e91a0d0eb53 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Usage tracker for resource:security_group_rule and tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:32:38.537545 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bac6fb79-741f-4f1d-b84e-1e91a0d0eb53 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:32:38.543862 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bac6fb79-741f-4f1d-b84e-1e91a0d0eb53 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:38.605407 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bac6fb79-741f-4f1d-b84e-1e91a0d0eb53 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:38.718574 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f57ce0-c78c-405f-ae7b-d6ab6a4eee03 req-5c1f7a3a-7a41-40c3-b463-f1f4ad9c3bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:38.720682 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c1f57ce0-c78c-405f-ae7b-d6ab6a4eee03 req-5c1f7a3a-7a41-40c3-b463-f1f4ad9c3bb5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7e5783da-8b1e-4ae3-9014-d7f30711e699 HTTP/1.1" status: 200 len: 1096 time: 0.5064046 May 03 22:32:38.790695 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-32fa9b30-0e71-43a0-840f-b11c01c35e1b req-87b66843-2097-4249-9691-43e3ce3eee15 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:38.803285 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['48018d3d-ad55-4c5c-a22d-33b3080d9012'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:32:38.852365 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b66843-2097-4249-9691-43e3ce3eee15 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Pushing event deleted for resources: {'Port': ['ID=f5db6f5c-9f93-4758-b7f7-644a3f20227c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:38.883591 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['3669b2d9-1b59-461a-8bfe-ca15a70bfd35', 'f5db6f5c-9f93-4758-b7f7-644a3f20227c'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:32:38.905163 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bac6fb79-741f-4f1d-b84e-1e91a0d0eb53 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:38.911215 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a879b025-e29f-4027-ae10-259ea2e5028a req-9d6d3060-065b-4e86-8655-868e752ee64f tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.103 HTTP/1.1" status: 200 len: 1001 time: 0.3705027 May 03 22:32:38.963719 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bac6fb79-741f-4f1d-b84e-1e91a0d0eb53 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:38.975587 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c1f57ce0-c78c-405f-ae7b-d6ab6a4eee03 req-25d269cb-1b1f-4fdb-b039-4e4b32a90b50 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9889b13d-892f-4412-87bc-d2e338ded8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972361 May 03 22:32:38.983302 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-32fa9b30-0e71-43a0-840f-b11c01c35e1b req-87b66843-2097-4249-9691-43e3ce3eee15 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] No DVR routers for this DVR port f5db6f5c-9f93-4758-b7f7-644a3f20227c on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:32:39.000987 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-32fa9b30-0e71-43a0-840f-b11c01c35e1b req-87b66843-2097-4249-9691-43e3ce3eee15 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:39.011783 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2084a95-4683-4627-bdda-b4d222c7a4fc req-e2770b35-0677-4d59-b0d6-73620bbc33b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:39.013557 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f2084a95-4683-4627-bdda-b4d222c7a4fc req-e2770b35-0677-4d59-b0d6-73620bbc33b8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aa323bd0-e355-48ff-817f-0dfa021e8b19 HTTP/1.1" status: 200 len: 921 time: 0.5205517 May 03 22:32:39.013726 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d6ae3d-ec8c-44d1-bc34-c477d182a2d5', 'name': 'network-vif-deleted', 'tag': 'f5db6f5c-9f93-4758-b7f7-644a3f20227c'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:32:39.024847 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac6fb79-741f-4f1d-b84e-1e91a0d0eb53 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7709dbcb-4ce5-4c9c-97c7-31536f8c07c4,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:39.032014 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879b025-e29f-4027-ae10-259ea2e5028a req-fb4713b8-3928-4a90-a20f-832b50cc8fa6 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:39.032415 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-32fa9b30-0e71-43a0-840f-b11c01c35e1b req-87b66843-2097-4249-9691-43e3ce3eee15 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] 10.222.0.60 "DELETE /v2.0/ports/f5db6f5c-9f93-4758-b7f7-644a3f20227c HTTP/1.1" status: 204 len: 173 time: 1.3029327 May 03 22:32:39.033547 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-a879b025-e29f-4027-ae10-259ea2e5028a req-fb4713b8-3928-4a90-a20f-832b50cc8fa6 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Synchronizing usage tracker for tenant:cedd956302664fa280a1c281659df45b on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:32:39.044735 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241c598-9020-4807-a1a4-96a455785abf req-68fb5c12-acd1-4c00-8efb-7ecc21a84f71 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:39.053102 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0241c598-9020-4807-a1a4-96a455785abf req-68fb5c12-acd1-4c00-8efb-7ecc21a84f71 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 949 time: 0.4073083 May 03 22:32:39.056785 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bac6fb79-741f-4f1d-b84e-1e91a0d0eb53 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:39.058040 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bac6fb79-741f-4f1d-b84e-1e91a0d0eb53 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5723612 May 03 22:32:39.060738 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60696) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:39.076600 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-12c08800-9aa1-4e66-a073-441b8256ad0d tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Request body: {'security_group_rule': {'security_group_id': '3f3b0d8a-4b47-44e8-83b9-dbce099fd9d0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:39.084196 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-12c08800-9aa1-4e66-a073-441b8256ad0d tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:39.089383 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-12c08800-9aa1-4e66-a073-441b8256ad0d tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Usage tracker for resource:security_group_rule and tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:32:39.093559 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-12c08800-9aa1-4e66-a073-441b8256ad0d tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:32:39.101246 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-12c08800-9aa1-4e66-a073-441b8256ad0d tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:39.107668 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-a879b025-e29f-4027-ae10-259ea2e5028a req-fb4713b8-3928-4a90-a20f-832b50cc8fa6 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Unset dirty status for tenant:cedd956302664fa280a1c281659df45b on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:32:39.109019 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a879b025-e29f-4027-ae10-259ea2e5028a req-fb4713b8-3928-4a90-a20f-832b50cc8fa6 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/ports/2642b5e6-5d8c-4acd-b8fd-8a712dfbe750 HTTP/1.1" status: 200 len: 942 time: 0.1818364 May 03 22:32:39.125703 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-12c08800-9aa1-4e66-a073-441b8256ad0d tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:39.127149 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0241c598-9020-4807-a1a4-96a455785abf req-9098463a-36dd-4fe2-baff-ec1a9c1d0467 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691040 May 03 22:32:39.285228 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-12c08800-9aa1-4e66-a073-441b8256ad0d tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:39.290195 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-12c08800-9aa1-4e66-a073-441b8256ad0d tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:39.354526 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-12c08800-9aa1-4e66-a073-441b8256ad0d tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:39.359464 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-12c08800-9aa1-4e66-a073-441b8256ad0d tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2974977 May 03 22:32:39.363873 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60702) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:39.385154 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c08800-9aa1-4e66-a073-441b8256ad0d tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d8d4d42-364a-44dd-97bc-49fdda7317ed,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:39.401845 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c0b4cd26-d57b-415c-97ae-c30dca245848 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:39.417178 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c0b4cd26-d57b-415c-97ae-c30dca245848 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:39.461005 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c0b4cd26-d57b-415c-97ae-c30dca245848 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:39.490624 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c0b4cd26-d57b-415c-97ae-c30dca245848 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:39.494433 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c0b4cd26-d57b-415c-97ae-c30dca245848 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/0d8d4d42-364a-44dd-97bc-49fdda7317ed HTTP/1.1" status: 204 len: 168 time: 0.1286113 May 03 22:32:39.495007 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60708) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:39.496265 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4cd26-d57b-415c-97ae-c30dca245848 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d8d4d42-364a-44dd-97bc-49fdda7317ed,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:39.522219 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a879b025-e29f-4027-ae10-259ea2e5028a req-eda84b87-e7ab-4558-97b1-c41885171b58 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.103 HTTP/1.1" status: 200 len: 1001 time: 0.1524746 May 03 22:32:39.523741 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f2084a95-4683-4627-bdda-b4d222c7a4fc req-d6f87065-e894-4605-894d-f0d11841f43c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2642b5e6-5d8c-4acd-b8fd-8a712dfbe750 HTTP/1.1" status: 200 len: 1001 time: 0.2232516 May 03 22:32:39.601253 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-59a7c8f6-e7e7-4feb-9332-ac24e002f944 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Synchronizing usage tracker for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group_rule {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:32:39.627242 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-59a7c8f6-e7e7-4feb-9332-ac24e002f944 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Unset dirty status for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group_rule {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:32:39.630288 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0db41-869e-40ce-aa5e-7c454e1be0e2 req-7f78a2f7-ad27-42d8-852a-0e1bae3d22c7 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:39.631149 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-fcc0db41-869e-40ce-aa5e-7c454e1be0e2 req-7f78a2f7-ad27-42d8-852a-0e1bae3d22c7 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Synchronizing usage tracker for tenant:d9c3dbb20f6947bda4c4f80874d7efc3 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:32:39.632873 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-59a7c8f6-e7e7-4feb-9332-ac24e002f944 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1328840 May 03 22:32:39.633508 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60712) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:39.685104 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-388f2844-a141-4d42-9ccd-4bafa4fdd38d tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:39.698203 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-388f2844-a141-4d42-9ccd-4bafa4fdd38d tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:39.709506 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2084a95-4683-4627-bdda-b4d222c7a4fc req-ce8026ee-6a98-4c50-8ec2-d37a1db08bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:39.710979 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f2084a95-4683-4627-bdda-b4d222c7a4fc req-ce8026ee-6a98-4c50-8ec2-d37a1db08bad service neutron] 10.222.0.67 "GET /v2.0/subnets?id=54b42422-4ac1-45eb-8a53-775e8d5e2134 HTTP/1.1" status: 200 len: 859 time: 0.1609066 May 03 22:32:39.719926 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-fcc0db41-869e-40ce-aa5e-7c454e1be0e2 req-7f78a2f7-ad27-42d8-852a-0e1bae3d22c7 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Unset dirty status for tenant:d9c3dbb20f6947bda4c4f80874d7efc3 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:32:39.727159 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fcc0db41-869e-40ce-aa5e-7c454e1be0e2 req-7f78a2f7-ad27-42d8-852a-0e1bae3d22c7 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c240ab9-dd26-468c-b48f-633514daf12a HTTP/1.1" status: 200 len: 945 time: 0.4863648 May 03 22:32:39.751775 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-388f2844-a141-4d42-9ccd-4bafa4fdd38d tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:39.793211 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f2844-a141-4d42-9ccd-4bafa4fdd38d tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7709dbcb-4ce5-4c9c-97c7-31536f8c07c4,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:39.806599 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-388f2844-a141-4d42-9ccd-4bafa4fdd38d tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:39.813052 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-388f2844-a141-4d42-9ccd-4bafa4fdd38d tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/7709dbcb-4ce5-4c9c-97c7-31536f8c07c4 HTTP/1.1" status: 204 len: 168 time: 0.1717036 May 03 22:32:39.814553 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60718) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:39.867030 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879b025-e29f-4027-ae10-259ea2e5028a req-506da3e5-d39a-43f7-9a00-9b71f6eabf6a tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:39.869220 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a879b025-e29f-4027-ae10-259ea2e5028a req-506da3e5-d39a-43f7-9a00-9b71f6eabf6a tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 784 time: 0.3418975 May 03 22:32:39.872424 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-fcc0db41-869e-40ce-aa5e-7c454e1be0e2 req-8e795687-1c01-4cf7-a8ba-a4d5fcc723ad tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Synchronizing usage tracker for tenant:d9c3dbb20f6947bda4c4f80874d7efc3 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:32:39.958884 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8cfb7b64-1988-474a-b367-4d26aed06e4d tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Synchronizing usage tracker for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group_rule {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:32:39.968118 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-fcc0db41-869e-40ce-aa5e-7c454e1be0e2 req-8e795687-1c01-4cf7-a8ba-a4d5fcc723ad tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Unset dirty status for tenant:d9c3dbb20f6947bda4c4f80874d7efc3 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:32:39.977003 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fcc0db41-869e-40ce-aa5e-7c454e1be0e2 req-8e795687-1c01-4cf7-a8ba-a4d5fcc723ad tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/security-groups?id=c1c31ee3-e836-45e8-8521-0c048dd4e20f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489424 May 03 22:32:39.998296 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8cfb7b64-1988-474a-b367-4d26aed06e4d tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Unset dirty status for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group_rule {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:32:40.004256 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8cfb7b64-1988-474a-b367-4d26aed06e4d tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1879478 May 03 22:32:40.005075 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60722) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:40.040102 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2084a95-4683-4627-bdda-b4d222c7a4fc req-3a34be18-a7f3-4b92-ad74-52b2607a5ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:40.045647 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f2084a95-4683-4627-bdda-b4d222c7a4fc req-3a34be18-a7f3-4b92-ad74-52b2607a5ebb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aa323bd0-e355-48ff-817f-0dfa021e8b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2972014 May 03 22:32:40.109161 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a879b025-e29f-4027-ae10-259ea2e5028a req-5c659e3c-1235-42f3-b20b-f1d9f813c082 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.103 HTTP/1.1" status: 200 len: 1001 time: 0.2302406 May 03 22:32:40.134659 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-a879b025-e29f-4027-ae10-259ea2e5028a req-894ebe78-2160-4dfe-9d3c-838595cb37ae tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:40.167330 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-956945de-81a1-4474-afb0-ca2287c0a0c9 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:40.183476 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-956945de-81a1-4474-afb0-ca2287c0a0c9 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:40.223129 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-956945de-81a1-4474-afb0-ca2287c0a0c9 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:40.239145 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd93084-235e-477a-a1dd-e9bd4ff0b944 req-1fec049b-03f8-41f0-b7e8-2a00b1525be3 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:40.239145 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-3bd93084-235e-477a-a1dd-e9bd4ff0b944 req-1fec049b-03f8-41f0-b7e8-2a00b1525be3 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Synchronizing usage tracker for tenant:5a0f20c83fdc471fa4da593ef2ea5d27 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:32:40.252615 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956945de-81a1-4474-afb0-ca2287c0a0c9 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5ac2f2a-917e-4647-8708-b684b8d46e58,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:40.275188 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-3bd93084-235e-477a-a1dd-e9bd4ff0b944 req-1fec049b-03f8-41f0-b7e8-2a00b1525be3 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Unset dirty status for tenant:5a0f20c83fdc471fa4da593ef2ea5d27 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:32:40.276389 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3bd93084-235e-477a-a1dd-e9bd4ff0b944 req-1fec049b-03f8-41f0-b7e8-2a00b1525be3 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.60 "GET /v2.0/ports?device_id=dac19430-6bcd-4ea6-a253-267542f431de HTTP/1.1" status: 200 len: 945 time: 0.2369640 May 03 22:32:40.277232 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-956945de-81a1-4474-afb0-ca2287c0a0c9 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:40.278269 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-956945de-81a1-4474-afb0-ca2287c0a0c9 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/b5ac2f2a-917e-4647-8708-b684b8d46e58 HTTP/1.1" status: 204 len: 168 time: 0.2715313 May 03 22:32:40.280780 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60728) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:40.394837 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-3bd93084-235e-477a-a1dd-e9bd4ff0b944 req-b8650780-abc3-4017-a91e-f12301632ec4 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Deleting port 0de8ea71-ab6c-4004-b28e-e70d5e0206ee {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:32:40.395187 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3bd93084-235e-477a-a1dd-e9bd4ff0b944 req-b8650780-abc3-4017-a91e-f12301632ec4 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:40.441888 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-48c5c866-bad2-46ac-bc49-ea97318e796a tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Synchronizing usage tracker for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group_rule {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:32:40.512501 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-48c5c866-bad2-46ac-bc49-ea97318e796a tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Unset dirty status for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group_rule {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:32:40.516394 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-48c5c866-bad2-46ac-bc49-ea97318e796a tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2320149 May 03 22:32:40.525725 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60734) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:40.553131 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a879b025-e29f-4027-ae10-259ea2e5028a req-894ebe78-2160-4dfe-9d3c-838595cb37ae tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks [] for floatingip, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:40.687084 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f2084a95-4683-4627-bdda-b4d222c7a4fc req-db05a0db-2743-48a2-852b-9d4bf91074e2 service neutron] 10.222.0.67 "GET /v2.0/networks/aa323bd0-e355-48ff-817f-0dfa021e8b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6214569 May 03 22:32:40.692435 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ba07605e-887e-485e-81b6-e509d8cb2442 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:40.837261 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device f5db6f5c-9f93-4758-b7f7-644a3f20227c no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:32:40.838379 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-3bd93084-235e-477a-a1dd-e9bd4ff0b944 req-b8650780-abc3-4017-a91e-f12301632ec4 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] For port 0de8ea71-ab6c-4004-b28e-e70d5e0206ee, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0de8ea71-ab6c-4004-b28e-e70d5e0206ee,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:32:40.838929 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3bd93084-235e-477a-a1dd-e9bd4ff0b944 req-b8650780-abc3-4017-a91e-f12301632ec4 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:40.842296 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1643a-9649-4715-b459-1deda7178d00 req-8968237a-b258-4040-91ad-c267635ffa13 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:40.851092 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9e1643a-9649-4715-b459-1deda7178d00 req-8968237a-b258-4040-91ad-c267635ffa13 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=dac19430-6bcd-4ea6-a253-267542f431de HTTP/1.1" status: 200 len: 945 time: 0.6546154 May 03 22:32:40.858051 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ba07605e-887e-485e-81b6-e509d8cb2442 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:40.888905 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: f5db6f5c-9f93-4758-b7f7-644a3f20227c {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:32:40.889401 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device f5db6f5c-9f93-4758-b7f7-644a3f20227c not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:32:40.997944 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-3bd93084-235e-477a-a1dd-e9bd4ff0b944 req-b8650780-abc3-4017-a91e-f12301632ec4 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Calling delete_port for 0de8ea71-ab6c-4004-b28e-e70d5e0206ee owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:32:41.181172 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3bd93084-235e-477a-a1dd-e9bd4ff0b944 req-b8650780-abc3-4017-a91e-f12301632ec4 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:41.193698 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['f6688ff0-6e96-4dac-90f0-7a42629dcd98'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:32:41.197018 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a879b025-e29f-4027-ae10-259ea2e5028a req-894ebe78-2160-4dfe-9d3c-838595cb37ae tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:41.197808 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ba07605e-887e-485e-81b6-e509d8cb2442 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:41.213436 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9e1643a-9649-4715-b459-1deda7178d00 req-1047e4af-b172-4f9f-b537-13171543423e tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612919 May 03 22:32:41.243817 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8650780-abc3-4017-a91e-f12301632ec4 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Pushing event deleted for resources: {'Port': ['ID=0de8ea71-ab6c-4004-b28e-e70d5e0206ee,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:41.276951 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a879b025-e29f-4027-ae10-259ea2e5028a req-894ebe78-2160-4dfe-9d3c-838595cb37ae tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:41.277327 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [req-a879b025-e29f-4027-ae10-259ea2e5028a req-894ebe78-2160-4dfe-9d3c-838595cb37ae tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Floating IP 235ba3f3-d837-4146-8dee-8b836fe0801f disassociated. External IP: 172.25.2.103, port: 2642b5e6-5d8c-4acd-b8fd-8a712dfbe750. May 03 22:32:41.396411 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd93084-235e-477a-a1dd-e9bd4ff0b944 req-b8650780-abc3-4017-a91e-f12301632ec4 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] No DVR routers for this DVR port 0de8ea71-ab6c-4004-b28e-e70d5e0206ee on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:32:41.401817 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3bd93084-235e-477a-a1dd-e9bd4ff0b944 req-b8650780-abc3-4017-a91e-f12301632ec4 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:41.432556 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3bd93084-235e-477a-a1dd-e9bd4ff0b944 req-b8650780-abc3-4017-a91e-f12301632ec4 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.60 "DELETE /v2.0/ports/0de8ea71-ab6c-4004-b28e-e70d5e0206ee HTTP/1.1" status: 204 len: 173 time: 1.1487584 May 03 22:32:41.464365 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07605e-887e-485e-81b6-e509d8cb2442 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74d3d957-bfb0-43a0-a417-188ad35cb480,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:41.477448 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ba07605e-887e-485e-81b6-e509d8cb2442 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:41.478521 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ba07605e-887e-485e-81b6-e509d8cb2442 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/74d3d957-bfb0-43a0-a417-188ad35cb480 HTTP/1.1" status: 204 len: 168 time: 0.9504240 May 03 22:32:41.481491 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60742) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:41.485677 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f2084a95-4683-4627-bdda-b4d222c7a4fc req-127bd968-c99a-4e1e-b64e-59dcc243d1a4 service neutron] 10.222.0.67 "GET /v2.0/networks/aa323bd0-e355-48ff-817f-0dfa021e8b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7855394 May 03 22:32:41.619229 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4db781b9-4d43-47a3-8661-ed7055f5b75a tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1364818 May 03 22:32:41.623663 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60746) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:41.691100 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-41f8ef81-9894-4c35-89f8-3afc5cac22cb tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:41.691655 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d0309-0cd0-416a-8c9e-d7aaab9b300c req-f7365cf6-fb26-407b-b6ac-722f20d9cad4 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:41.693351 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e1d0309-0cd0-416a-8c9e-d7aaab9b300c req-f7365cf6-fb26-407b-b6ac-722f20d9cad4 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.67 "GET /v2.0/ports?device_id=4c240ab9-dd26-468c-b48f-633514daf12a HTTP/1.1" status: 200 len: 945 time: 0.5486712 May 03 22:32:41.712290 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-41f8ef81-9894-4c35-89f8-3afc5cac22cb tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:41.741558 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-41f8ef81-9894-4c35-89f8-3afc5cac22cb tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:41.770349 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8ef81-9894-4c35-89f8-3afc5cac22cb tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f2cb26f-fb5b-4a85-bdbf-e02b0afee83e,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:41.772829 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-41f8ef81-9894-4c35-89f8-3afc5cac22cb tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:41.776173 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-41f8ef81-9894-4c35-89f8-3afc5cac22cb tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/9f2cb26f-fb5b-4a85-bdbf-e02b0afee83e HTTP/1.1" status: 204 len: 168 time: 0.1490395 May 03 22:32:41.778742 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60750) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:41.829916 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e9acd508-3137-4540-9b9e-a0313d97fc4b tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Synchronizing usage tracker for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group_rule {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:32:41.852401 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e9acd508-3137-4540-9b9e-a0313d97fc4b tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Unset dirty status for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group_rule {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:32:41.856721 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e9acd508-3137-4540-9b9e-a0313d97fc4b tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0757086 May 03 22:32:41.857157 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60754) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:41.933088 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d98e34ca-0fa4-4430-9100-37766b50d0fd tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:41.956345 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-1e1d0309-0cd0-416a-8c9e-d7aaab9b300c req-22b02394-f7d0-4939-a3ff-44598e289944 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Deleting port 13fdee9e-c77e-4a72-81f5-8b7e27118d08 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:32:41.956666 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1e1d0309-0cd0-416a-8c9e-d7aaab9b300c req-22b02394-f7d0-4939-a3ff-44598e289944 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:41.967403 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d98e34ca-0fa4-4430-9100-37766b50d0fd tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:42.008121 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f03ebe-9a2c-4e30-a836-d4a45cc4b067 req-1569c1df-c9b9-4fcc-b2cf-9c297d40df86 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:42.010186 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6f03ebe-9a2c-4e30-a836-d4a45cc4b067 req-1569c1df-c9b9-4fcc-b2cf-9c297d40df86 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e5783da-8b1e-4ae3-9014-d7f30711e699 HTTP/1.1" status: 200 len: 945 time: 0.4787157 May 03 22:32:42.056903 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d98e34ca-0fa4-4430-9100-37766b50d0fd tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:42.101773 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e34ca-0fa4-4430-9100-37766b50d0fd tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3b0d8a-4b47-44e8-83b9-dbce099fd9d0,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:42.114966 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d98e34ca-0fa4-4430-9100-37766b50d0fd tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:42.116369 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d98e34ca-0fa4-4430-9100-37766b50d0fd tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "DELETE /v2.0/security-groups/3f3b0d8a-4b47-44e8-83b9-dbce099fd9d0 HTTP/1.1" status: 204 len: 168 time: 0.2579277 May 03 22:32:42.118997 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60758) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:42.165121 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a879b025-e29f-4027-ae10-259ea2e5028a req-894ebe78-2160-4dfe-9d3c-838595cb37ae tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Router 9fe78d57-7847-4bc8-a426-38e257fff645 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:32:42.183011 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6f03ebe-9a2c-4e30-a836-d4a45cc4b067 req-87a1ffdd-752a-445c-8f8f-e5c59855b1c7 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] 10.222.0.58 "GET /v2.0/security-groups?id=9889b13d-892f-4412-87bc-d2e338ded8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578779 May 03 22:32:42.192993 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-22c62a8a-f500-4eb2-a450-8a9433ed04eb tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Synchronizing usage tracker for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:32:42.226377 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-22c62a8a-f500-4eb2-a450-8a9433ed04eb tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Unset dirty status for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:32:42.230207 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-22c62a8a-f500-4eb2-a450-8a9433ed04eb tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1092513 May 03 22:32:42.236454 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60768) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:42.244173 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-98655c7b-376c-4f71-9a43-1325018541c4 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Request body: {'security_group': {'name': 'tempest-secgroup--1584644193'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:42.257685 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-98655c7b-376c-4f71-9a43-1325018541c4 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:42.275723 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2b82ed7-a5e7-4c53-b913-1ca9f68c92f4'] response: {'server_uuid': '68d6ae3d-ec8c-44d1-bc34-c477d182a2d5', 'name': 'network-vif-deleted', 'tag': 'f5db6f5c-9f93-4758-b7f7-644a3f20227c', 'status': 'completed', 'code': 200} May 03 22:32:42.284634 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-98655c7b-376c-4f71-9a43-1325018541c4 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:42.307336 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-98655c7b-376c-4f71-9a43-1325018541c4 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:42.349017 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-98655c7b-376c-4f71-9a43-1325018541c4 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:42.354262 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-98655c7b-376c-4f71-9a43-1325018541c4 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Usage tracker for resource:security_group_rule and tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:32:42.357916 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-98655c7b-376c-4f71-9a43-1325018541c4 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:32:42.368118 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-98655c7b-376c-4f71-9a43-1325018541c4 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:42.486483 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-98655c7b-376c-4f71-9a43-1325018541c4 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:42.491538 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-98655c7b-376c-4f71-9a43-1325018541c4 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:42.595561 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98655c7b-376c-4f71-9a43-1325018541c4 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19ed355b-7881-4f57-aaa4-03574893de34,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:42.619976 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98655c7b-376c-4f71-9a43-1325018541c4 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:32:42.620909 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98655c7b-376c-4f71-9a43-1325018541c4 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:32:42.622470 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98655c7b-376c-4f71-9a43-1325018541c4 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:32:42.622827 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98655c7b-376c-4f71-9a43-1325018541c4 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:32:42.623131 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98655c7b-376c-4f71-9a43-1325018541c4 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:32:42.624607 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98655c7b-376c-4f71-9a43-1325018541c4 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:32:42.624946 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98655c7b-376c-4f71-9a43-1325018541c4 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:32:42.625278 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98655c7b-376c-4f71-9a43-1325018541c4 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:32:42.626652 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98655c7b-376c-4f71-9a43-1325018541c4 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:32:42.627013 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98655c7b-376c-4f71-9a43-1325018541c4 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:32:42.627644 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98655c7b-376c-4f71-9a43-1325018541c4 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:32:42.627879 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98655c7b-376c-4f71-9a43-1325018541c4 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:32:42.646852 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-98655c7b-376c-4f71-9a43-1325018541c4 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:42.653831 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-98655c7b-376c-4f71-9a43-1325018541c4 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4141393 May 03 22:32:42.655101 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60774) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:42.668465 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-eb1391ec-b0ea-43ea-8089-6c6139e7c4e1 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Request body: {'security_group_rule': {'security_group_id': '19ed355b-7881-4f57-aaa4-03574893de34', 'direction': 'ingress', 'protocol': 17}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:42.677349 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-eb1391ec-b0ea-43ea-8089-6c6139e7c4e1 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:42.681988 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-eb1391ec-b0ea-43ea-8089-6c6139e7c4e1 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Usage tracker for resource:security_group_rule and tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:32:42.685462 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-eb1391ec-b0ea-43ea-8089-6c6139e7c4e1 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:32:42.692163 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-eb1391ec-b0ea-43ea-8089-6c6139e7c4e1 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:42.718270 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-eb1391ec-b0ea-43ea-8089-6c6139e7c4e1 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:42.751339 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-1e1d0309-0cd0-416a-8c9e-d7aaab9b300c req-22b02394-f7d0-4939-a3ff-44598e289944 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] For port 13fdee9e-c77e-4a72-81f5-8b7e27118d08, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=13fdee9e-c77e-4a72-81f5-8b7e27118d08,segment=NetworkSegment(2fe19a67-79a3-499a-9948-e091fef39ff7),segment_id=2fe19a67-79a3-499a-9948-e091fef39ff7)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:32:42.751906 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1e1d0309-0cd0-416a-8c9e-d7aaab9b300c req-22b02394-f7d0-4939-a3ff-44598e289944 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:42.759270 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a879b025-e29f-4027-ae10-259ea2e5028a req-894ebe78-2160-4dfe-9d3c-838595cb37ae tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:32:42.769156 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a879b025-e29f-4027-ae10-259ea2e5028a req-894ebe78-2160-4dfe-9d3c-838595cb37ae tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:42.777297 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67484556-0208-49f6-9746-4336cc62d799 None None] Sync routers for ids ['9fe78d57-7847-4bc8-a426-38e257fff645'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:32:42.798196 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67484556-0208-49f6-9746-4336cc62d799 None None] Routers {'9fe78d57-7847-4bc8-a426-38e257fff645'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:32:42.799482 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-67484556-0208-49f6-9746-4336cc62d799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:32:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['9fe78d57-7847-4bc8-a426-38e257fff645'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:42.820041 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-eb1391ec-b0ea-43ea-8089-6c6139e7c4e1 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:42.826010 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-eb1391ec-b0ea-43ea-8089-6c6139e7c4e1 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:42.855331 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1391ec-b0ea-43ea-8089-6c6139e7c4e1 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd6713b-3b1d-415a-af54-edf2d68f94ba,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:42.869738 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-eb1391ec-b0ea-43ea-8089-6c6139e7c4e1 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:42.874385 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-eb1391ec-b0ea-43ea-8089-6c6139e7c4e1 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2178280 May 03 22:32:42.875232 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60784) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:42.922096 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-1e1d0309-0cd0-416a-8c9e-d7aaab9b300c req-22b02394-f7d0-4939-a3ff-44598e289944 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Calling delete_port for 13fdee9e-c77e-4a72-81f5-8b7e27118d08 owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:32:42.950889 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0aacedad-01d8-40b1-8102-6c40460f1569 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:42.984412 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0aacedad-01d8-40b1-8102-6c40460f1569 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:42.993689 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e574233-362d-4198-85b3-dac0037ecac4 req-bb5a1dae-010f-4a7c-9fba-9b4a9dacb46f tempest-MigrationsAdminTest-668091771 tempest-MigrationsAdminTest-668091771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:42.995220 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5e574233-362d-4198-85b3-dac0037ecac4 req-bb5a1dae-010f-4a7c-9fba-9b4a9dacb46f tempest-MigrationsAdminTest-668091771 tempest-MigrationsAdminTest-668091771-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 1100 time: 0.4722288 May 03 22:32:43.032555 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a879b025-e29f-4027-ae10-259ea2e5028a req-894ebe78-2160-4dfe-9d3c-838595cb37ae tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "PUT /v2.0/floatingips/235ba3f3-d837-4146-8dee-8b836fe0801f HTTP/1.1" status: 200 len: 696 time: 2.9011481 May 03 22:32:43.033927 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ca06dd-d39d-4b7d-8a6b-d6408b4309cc', 'tag': '2642b5e6-5d8c-4acd-b8fd-8a712dfbe750'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:32:43.051723 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0aacedad-01d8-40b1-8102-6c40460f1569 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:43.054123 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 0de8ea71-ab6c-4004-b28e-e70d5e0206ee no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:32:43.073977 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aacedad-01d8-40b1-8102-6c40460f1569 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ed355b-7881-4f57-aaa4-03574893de34,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:43.093410 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0aacedad-01d8-40b1-8102-6c40460f1569 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:43.097074 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0aacedad-01d8-40b1-8102-6c40460f1569 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "DELETE /v2.0/security-groups/19ed355b-7881-4f57-aaa4-03574893de34 HTTP/1.1" status: 204 len: 168 time: 0.2182715 May 03 22:32:43.099070 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60794) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:43.100070 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-67484556-0208-49f6-9746-4336cc62d799 None None] Set router 9fe78d57-7847-4bc8-a426-38e257fff645 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:32:43.117558 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5e574233-362d-4198-85b3-dac0037ecac4 req-da81c3a2-727a-433f-9367-d60d26e245d0 tempest-MigrationsAdminTest-668091771 tempest-MigrationsAdminTest-668091771-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132905 May 03 22:32:43.146473 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 0de8ea71-ab6c-4004-b28e-e70d5e0206ee {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:32:43.146821 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 0de8ea71-ab6c-4004-b28e-e70d5e0206ee not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:32:43.176571 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-49d29ebf-f219-4412-a03c-a2cc52e48ba0 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Synchronizing usage tracker for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:32:43.193367 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-49d29ebf-f219-4412-a03c-a2cc52e48ba0 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Unset dirty status for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:32:43.198573 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-49d29ebf-f219-4412-a03c-a2cc52e48ba0 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0965822 May 03 22:32:43.198774 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1e1d0309-0cd0-416a-8c9e-d7aaab9b300c req-22b02394-f7d0-4939-a3ff-44598e289944 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:43.201056 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60800) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:43.202076 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879b025-e29f-4027-ae10-259ea2e5028a req-07c462d8-1543-48ef-bb01-9d5b4c00f3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:43.203614 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a879b025-e29f-4027-ae10-259ea2e5028a req-07c462d8-1543-48ef-bb01-9d5b4c00f3b2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cedd956302664fa280a1c281659df45b&device_id=91ca06dd-d39d-4b7d-8a6b-d6408b4309cc HTTP/1.1" status: 200 len: 1096 time: 0.1440749 May 03 22:32:43.208877 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-2d7b8d4e-063f-45a8-89c7-bff66247b30a tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Request body: {'security_group': {'name': 'tempest-secgroup--2113796547'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:43.217230 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2d7b8d4e-063f-45a8-89c7-bff66247b30a tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:43.230002 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2d7b8d4e-063f-45a8-89c7-bff66247b30a tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:43.242248 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2d7b8d4e-063f-45a8-89c7-bff66247b30a tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:43.271866 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2d7b8d4e-063f-45a8-89c7-bff66247b30a tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:43.276741 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2d7b8d4e-063f-45a8-89c7-bff66247b30a tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Usage tracker for resource:security_group_rule and tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:32:43.279516 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b02394-f7d0-4939-a3ff-44598e289944 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Pushing event deleted for resources: {'Port': ['ID=13fdee9e-c77e-4a72-81f5-8b7e27118d08,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:43.280344 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2d7b8d4e-063f-45a8-89c7-bff66247b30a tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:32:43.288844 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2d7b8d4e-063f-45a8-89c7-bff66247b30a tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:43.376988 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2d7b8d4e-063f-45a8-89c7-bff66247b30a tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:43.381118 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2d7b8d4e-063f-45a8-89c7-bff66247b30a tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:43.430982 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b8d4e-063f-45a8-89c7-bff66247b30a tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c457de6e-1185-420f-85b5-c53232ca6707,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:43.442052 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2d7b8d4e-063f-45a8-89c7-bff66247b30a tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:43.443396 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2d7b8d4e-063f-45a8-89c7-bff66247b30a tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2404549 May 03 22:32:43.446430 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60804) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:43.452415 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-44fa0975-4dc0-4692-aace-4681bbd3d3d1 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Request body: {'security_group': {'name': 'tempest-secgroup--434376985'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:43.458392 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-67484556-0208-49f6-9746-4336cc62d799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'name': 'tempest-FloatingIPsAssociationTestJSON-397226911-router', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '29467980-77b1-465b-a725-dbd893850111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:25Z', 'updated_at': '2022-05-03T22:30:33Z', 'revision_number': 4, 'project_id': 'cedd956302664fa280a1c281659df45b', 'gw_port': {'id': '29467980-77b1-465b-a725-dbd893850111', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:27Z', 'updated_at': '2022-05-03T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '6542d56f-fc4a-4be4-bd93-0893aa77260d', 'name': '', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'mac_address': 'fa:16:3e:0e:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:32Z', 'updated_at': '2022-05-03T22:30:45Z', 'revision_number': 5, 'project_id': 'cedd956302664fa280a1c281659df45b', 'subnets': [{'id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:43.459169 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-44fa0975-4dc0-4692-aace-4681bbd3d3d1 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:43.462272 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67484556-0208-49f6-9746-4336cc62d799 None None] Checking router: 9fe78d57-7847-4bc8-a426-38e257fff645 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:32:43.463282 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-44fa0975-4dc0-4692-aace-4681bbd3d3d1 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Usage tracker for resource:security_group and tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:32:43.466164 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-44fa0975-4dc0-4692-aace-4681bbd3d3d1 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:32:43.470372 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1d0309-0cd0-416a-8c9e-d7aaab9b300c req-22b02394-f7d0-4939-a3ff-44598e289944 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] No DVR routers for this DVR port 13fdee9e-c77e-4a72-81f5-8b7e27118d08 on host n-h2-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:32:43.471349 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67484556-0208-49f6-9746-4336cc62d799 None None] Routers {'9fe78d57-7847-4bc8-a426-38e257fff645'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:32:43.472661 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-44fa0975-4dc0-4692-aace-4681bbd3d3d1 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:43.472834 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-67484556-0208-49f6-9746-4336cc62d799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:32:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['9fe78d57-7847-4bc8-a426-38e257fff645'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:43.483145 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1e1d0309-0cd0-416a-8c9e-d7aaab9b300c req-22b02394-f7d0-4939-a3ff-44598e289944 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:43.486578 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-44fa0975-4dc0-4692-aace-4681bbd3d3d1 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:43.509267 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-44fa0975-4dc0-4692-aace-4681bbd3d3d1 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:43.512161 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e1d0309-0cd0-416a-8c9e-d7aaab9b300c req-22b02394-f7d0-4939-a3ff-44598e289944 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.67 "DELETE /v2.0/ports/13fdee9e-c77e-4a72-81f5-8b7e27118d08 HTTP/1.1" status: 204 len: 173 time: 1.7996280 May 03 22:32:43.513664 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-44fa0975-4dc0-4692-aace-4681bbd3d3d1 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Usage tracker for resource:security_group_rule and tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:32:43.516946 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-44fa0975-4dc0-4692-aace-4681bbd3d3d1 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:32:43.522779 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-44fa0975-4dc0-4692-aace-4681bbd3d3d1 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:43.531721 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879b025-e29f-4027-ae10-259ea2e5028a req-1be138fc-7125-4af6-ae77-710205f17b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:43.533247 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a879b025-e29f-4027-ae10-259ea2e5028a req-1be138fc-7125-4af6-ae77-710205f17b5b service neutron] 10.222.0.58 "GET /v2.0/networks?id=aa323bd0-e355-48ff-817f-0dfa021e8b19 HTTP/1.1" status: 200 len: 921 time: 0.2949147 May 03 22:32:43.549621 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf3101-2bd5-49c3-a694-0dbdcded4273 req-b705959a-f508-44c7-bcc2-f7841def668e tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:43.551282 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4daf3101-2bd5-49c3-a694-0dbdcded4273 req-b705959a-f508-44c7-bcc2-f7841def668e tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=69e3cadd-5968-49c0-a0e9-e11eed87b3c4 HTTP/1.1" status: 200 len: 945 time: 0.2734890 May 03 22:32:43.612329 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-44fa0975-4dc0-4692-aace-4681bbd3d3d1 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:43.620872 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-44fa0975-4dc0-4692-aace-4681bbd3d3d1 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:43.630022 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a879b025-e29f-4027-ae10-259ea2e5028a req-21d7fdd7-fe6f-4ff6-90c2-e66d0ea5f472 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2642b5e6-5d8c-4acd-b8fd-8a712dfbe750 HTTP/1.1" status: 200 len: 217 time: 0.0777283 May 03 22:32:43.687062 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa0975-4dc0-4692-aace-4681bbd3d3d1 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac4b359-ed25-46a2-8651-11ad7ae79b75,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:43.691122 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-44fa0975-4dc0-4692-aace-4681bbd3d3d1 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:43.695135 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-44fa0975-4dc0-4692-aace-4681bbd3d3d1 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2448106 May 03 22:32:43.695846 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60808) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:43.706182 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-2edda306-edc4-4ecc-8cee-f0dcf0290475 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Request body: {'security_group_rule': {'security_group_id': 'c457de6e-1185-420f-85b5-c53232ca6707', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8ac4b359-ed25-46a2-8651-11ad7ae79b75', 'remote_ip_prefix': None}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:43.713084 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2edda306-edc4-4ecc-8cee-f0dcf0290475 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:43.717748 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2edda306-edc4-4ecc-8cee-f0dcf0290475 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Usage tracker for resource:security_group_rule and tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:32:43.718010 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4daf3101-2bd5-49c3-a694-0dbdcded4273 req-4a170915-32e5-44b9-ba39-483b729faf12 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098378 May 03 22:32:43.720829 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2edda306-edc4-4ecc-8cee-f0dcf0290475 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:32:43.729711 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2edda306-edc4-4ecc-8cee-f0dcf0290475 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:43.741935 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879b025-e29f-4027-ae10-259ea2e5028a req-120f0e1f-b4b6-4bde-85a1-88085c5d0e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:43.743507 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a879b025-e29f-4027-ae10-259ea2e5028a req-120f0e1f-b4b6-4bde-85a1-88085c5d0e0e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=54b42422-4ac1-45eb-8a53-775e8d5e2134 HTTP/1.1" status: 200 len: 859 time: 0.1078231 May 03 22:32:43.759071 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2edda306-edc4-4ecc-8cee-f0dcf0290475 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:43.795339 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-67484556-0208-49f6-9746-4336cc62d799 None None] Set router 9fe78d57-7847-4bc8-a426-38e257fff645 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:32:43.836997 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879b025-e29f-4027-ae10-259ea2e5028a req-c38b913a-0f11-470a-a709-2ee2f44ac6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:43.839095 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a879b025-e29f-4027-ae10-259ea2e5028a req-c38b913a-0f11-470a-a709-2ee2f44ac6de service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=aa323bd0-e355-48ff-817f-0dfa021e8b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807414 May 03 22:32:43.850972 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2edda306-edc4-4ecc-8cee-f0dcf0290475 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:43.858674 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2edda306-edc4-4ecc-8cee-f0dcf0290475 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:43.915869 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edda306-edc4-4ecc-8cee-f0dcf0290475 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=366e8e3a-5420-4b9f-9732-d3867492fa2b,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:43.922221 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2edda306-edc4-4ecc-8cee-f0dcf0290475 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:43.926873 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2edda306-edc4-4ecc-8cee-f0dcf0290475 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2274919 May 03 22:32:43.927138 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60812) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:43.940759 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-10d99830-289d-4248-afb2-af2193facc23 req-b9a61779-8649-4785-9817-28690d7e1d66 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Synchronizing usage tracker for tenant:d9c3dbb20f6947bda4c4f80874d7efc3 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:32:43.956803 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-404f5b74-ea15-4274-a0c0-48ff6658894b tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:43.967292 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-404f5b74-ea15-4274-a0c0-48ff6658894b tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:43.999592 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-404f5b74-ea15-4274-a0c0-48ff6658894b tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:44.022376 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f5b74-ea15-4274-a0c0-48ff6658894b tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=366e8e3a-5420-4b9f-9732-d3867492fa2b,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:44.025881 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-404f5b74-ea15-4274-a0c0-48ff6658894b tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:44.029429 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-404f5b74-ea15-4274-a0c0-48ff6658894b tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/366e8e3a-5420-4b9f-9732-d3867492fa2b HTTP/1.1" status: 204 len: 168 time: 0.0987816 May 03 22:32:44.029743 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60816) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:44.100751 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-30f560bc-1fb2-405d-849b-4b2f13201548 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Synchronizing usage tracker for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group_rule {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:32:44.125135 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-30f560bc-1fb2-405d-849b-4b2f13201548 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Unset dirty status for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group_rule {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:32:44.137933 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-30f560bc-1fb2-405d-849b-4b2f13201548 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0996954 May 03 22:32:44.139047 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60820) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:44.170441 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-10d99830-289d-4248-afb2-af2193facc23 req-b9a61779-8649-4785-9817-28690d7e1d66 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] Unset dirty status for tenant:d9c3dbb20f6947bda4c4f80874d7efc3 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:32:44.171595 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-10d99830-289d-4248-afb2-af2193facc23 req-b9a61779-8649-4785-9817-28690d7e1d66 tempest-ServerRescueTestJSONUnderV235-498436042 tempest-ServerRescueTestJSONUnderV235-498436042-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c240ab9-dd26-468c-b48f-633514daf12a HTTP/1.1" status: 200 len: 210 time: 0.2828221 May 03 22:32:44.217404 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-97bcb33b-ff47-40d5-b133-5ba3ce3ea464 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:44.227694 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a879b025-e29f-4027-ae10-259ea2e5028a req-0331208a-c802-464a-8b94-b66deb02ee25 service neutron] 10.222.0.58 "GET /v2.0/networks/aa323bd0-e355-48ff-817f-0dfa021e8b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813555 May 03 22:32:44.256471 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-97bcb33b-ff47-40d5-b133-5ba3ce3ea464 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:44.279967 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-67484556-0208-49f6-9746-4336cc62d799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'name': 'tempest-FloatingIPsAssociationTestJSON-397226911-router', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '29467980-77b1-465b-a725-dbd893850111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:25Z', 'updated_at': '2022-05-03T22:30:33Z', 'revision_number': 4, 'project_id': 'cedd956302664fa280a1c281659df45b', 'gw_port': {'id': '29467980-77b1-465b-a725-dbd893850111', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:27Z', 'updated_at': '2022-05-03T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '6542d56f-fc4a-4be4-bd93-0893aa77260d', 'name': '', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'mac_address': 'fa:16:3e:0e:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:32Z', 'updated_at': '2022-05-03T22:30:45Z', 'revision_number': 5, 'project_id': 'cedd956302664fa280a1c281659df45b', 'subnets': [{'id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:44.281402 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac19430-6bcd-4ea6-a253-267542f431de', 'name': 'network-vif-deleted', 'tag': '0de8ea71-ab6c-4004-b28e-e70d5e0206ee'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:32:44.281634 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f6a19-29f7-4cbd-b7dc-61890b6c53b0 req-67cb88c9-716e-42c8-8e59-d514c3942e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:44.283756 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-da6f6a19-29f7-4cbd-b7dc-61890b6c53b0 req-67cb88c9-716e-42c8-8e59-d514c3942e18 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=66dfeed3cb324772b0bf769274eed2d2&device_id=69e3cadd-5968-49c0-a0e9-e11eed87b3c4 HTTP/1.1" status: 200 len: 1096 time: 0.2819517 May 03 22:32:44.296439 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67484556-0208-49f6-9746-4336cc62d799 None None] The sync data for ids ['9fe78d57-7847-4bc8-a426-38e257fff645'] in n-d-811807-1 is: [{'id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'name': 'tempest-FloatingIPsAssociationTestJSON-397226911-router', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '29467980-77b1-465b-a725-dbd893850111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:25Z', 'updated_at': '2022-05-03T22:30:33Z', 'revision_number': 4, 'project_id': 'cedd956302664fa280a1c281659df45b', 'gw_port': {'id': '29467980-77b1-465b-a725-dbd893850111', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:27Z', 'updated_at': '2022-05-03T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '6542d56f-fc4a-4be4-bd93-0893aa77260d', 'name': '', 'network_id': 'aa323bd0-e355-48ff-817f-0dfa021e8b19', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'mac_address': 'fa:16:3e:0e:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:32Z', 'updated_at': '2022-05-03T22:30:45Z', 'revision_number': 5, 'project_id': 'cedd956302664fa280a1c281659df45b', 'subnets': [{'id': '54b42422-4ac1-45eb-8a53-775e8d5e2134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:32:44.322820 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-97bcb33b-ff47-40d5-b133-5ba3ce3ea464 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:44.344401 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bcb33b-ff47-40d5-b133-5ba3ce3ea464 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac4b359-ed25-46a2-8651-11ad7ae79b75,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:44.369358 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-97bcb33b-ff47-40d5-b133-5ba3ce3ea464 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:44.375259 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-97bcb33b-ff47-40d5-b133-5ba3ce3ea464 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "DELETE /v2.0/security-groups/8ac4b359-ed25-46a2-8651-11ad7ae79b75 HTTP/1.1" status: 204 len: 168 time: 0.2320375 May 03 22:32:44.375672 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60826) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:44.451420 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0a1c500a-db29-4053-84cd-a9ba496b8fc8 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Synchronizing usage tracker for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:32:44.472256 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0a1c500a-db29-4053-84cd-a9ba496b8fc8 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Unset dirty status for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:32:44.473892 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0a1c500a-db29-4053-84cd-a9ba496b8fc8 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0970883 May 03 22:32:44.476586 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60832) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:44.497444 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a879b025-e29f-4027-ae10-259ea2e5028a req-1a901c7b-29f2-475f-a107-6d3c05998f2b service neutron] 10.222.0.58 "GET /v2.0/networks/aa323bd0-e355-48ff-817f-0dfa021e8b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597101 May 03 22:32:44.530961 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f6a19-29f7-4cbd-b7dc-61890b6c53b0 req-46f33a48-4dee-4ff7-91f3-fe2bf86d3d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:44.533120 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-da6f6a19-29f7-4cbd-b7dc-61890b6c53b0 req-46f33a48-4dee-4ff7-91f3-fe2bf86d3d6a service neutron] 10.222.0.67 "GET /v2.0/networks?id=f73247c4-e4b1-4dbd-a711-946870a81559 HTTP/1.1" status: 200 len: 912 time: 0.1932192 May 03 22:32:44.535389 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device a45cfcf3-5001-41e4-a152-1a1ce1405b66 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:32:44.573643 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a2b3198f-9698-43e4-b262-e03ec1a1a332 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:44.619261 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a2b3198f-9698-43e4-b262-e03ec1a1a332 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:44.634921 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-da6f6a19-29f7-4cbd-b7dc-61890b6c53b0 req-55b8415b-3584-48d6-a49c-c4693d33576d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a45cfcf3-5001-41e4-a152-1a1ce1405b66 HTTP/1.1" status: 200 len: 217 time: 0.0950561 May 03 22:32:44.708086 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b165326-e4ec-4ce6-b512-5dc42818518f None None] New status for floating IP 235ba3f3-d837-4146-8dee-8b836fe0801f: DOWN {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:32:44.714598 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58e35d9f-f6b7-4a16-b0e5-573133717695'] response: {'name': 'network-changed', 'server_uuid': '91ca06dd-d39d-4b7d-8a6b-d6408b4309cc', 'tag': '2642b5e6-5d8c-4acd-b8fd-8a712dfbe750', 'status': 'completed', 'code': 200} May 03 22:32:44.722224 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a2b3198f-9698-43e4-b262-e03ec1a1a332 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:44.744042 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3198f-9698-43e4-b262-e03ec1a1a332 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c457de6e-1185-420f-85b5-c53232ca6707,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:44.747907 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50713a98-d417-4b44-9e18-590eedab1391'] response: {'server_uuid': 'dac19430-6bcd-4ea6-a253-267542f431de', 'name': 'network-vif-deleted', 'tag': '0de8ea71-ab6c-4004-b28e-e70d5e0206ee', 'status': 'completed', 'code': 200} May 03 22:32:44.769225 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a2b3198f-9698-43e4-b262-e03ec1a1a332 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:44.774616 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a2b3198f-9698-43e4-b262-e03ec1a1a332 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "DELETE /v2.0/security-groups/c457de6e-1185-420f-85b5-c53232ca6707 HTTP/1.1" status: 204 len: 168 time: 0.2961636 May 03 22:32:44.775339 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60846) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:44.841513 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bfb00ff2-c2f5-4317-ad59-2c7e42a467ed tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Synchronizing usage tracker for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:32:44.843323 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f6a19-29f7-4cbd-b7dc-61890b6c53b0 req-ed0ed873-035d-46d5-851f-5427d680cd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:44.845791 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-da6f6a19-29f7-4cbd-b7dc-61890b6c53b0 req-ed0ed873-035d-46d5-851f-5427d680cd2c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6303b72-ad18-4df3-b796-1d1c3ad4e877 HTTP/1.1" status: 200 len: 850 time: 0.2001812 May 03 22:32:44.865381 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bfb00ff2-c2f5-4317-ad59-2c7e42a467ed tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Unset dirty status for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:32:44.872427 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bfb00ff2-c2f5-4317-ad59-2c7e42a467ed tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0957532 May 03 22:32:44.873132 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60850) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:44.879987 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-bd7e1cfb-0ec0-4f7e-999d-2222a510325c tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Request body: {'security_group': {'name': 'tempest-secgroup--1920616656'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:44.887247 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:44.888991 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bd7e1cfb-0ec0-4f7e-999d-2222a510325c tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:44.900402 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bd7e1cfb-0ec0-4f7e-999d-2222a510325c tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:44.916073 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd7e1cfb-0ec0-4f7e-999d-2222a510325c tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:44.942480 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bd7e1cfb-0ec0-4f7e-999d-2222a510325c tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:44.944097 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71716837-d6c9-4fe3-817a-7336ef594b61 req-2b2e9349-7c52-458f-b69f-0207fc002564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:44.945943 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-71716837-d6c9-4fe3-817a-7336ef594b61 req-2b2e9349-7c52-458f-b69f-0207fc002564 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=cedd956302664fa280a1c281659df45b&device_id=91ca06dd-d39d-4b7d-8a6b-d6408b4309cc HTTP/1.1" status: 200 len: 1096 time: 0.2301927 May 03 22:32:44.947549 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e3cadd-5968-49c0-a0e9-e11eed87b3c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a45cfcf3-5001-41e4-a152-1a1ce1405b66'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:32:44.948109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bd7e1cfb-0ec0-4f7e-999d-2222a510325c tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Usage tracker for resource:security_group_rule and tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:32:44.951268 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bd7e1cfb-0ec0-4f7e-999d-2222a510325c tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:32:44.969514 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bd7e1cfb-0ec0-4f7e-999d-2222a510325c tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:44.971561 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port a45cfcf3-5001-41e4-a152-1a1ce1405b66, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=a45cfcf3-5001-41e4-a152-1a1ce1405b66,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:32:44.981987 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:44.982886 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 13fdee9e-c77e-4a72-81f5-8b7e27118d08 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:32:45.026022 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f6a19-29f7-4cbd-b7dc-61890b6c53b0 req-dc574c79-e31e-416e-ae05-9087dcbd7c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:45.029526 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-da6f6a19-29f7-4cbd-b7dc-61890b6c53b0 req-dc574c79-e31e-416e-ae05-9087dcbd7c3d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f73247c4-e4b1-4dbd-a711-946870a81559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1771147 May 03 22:32:45.108555 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd7e1cfb-0ec0-4f7e-999d-2222a510325c tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:45.115707 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd7e1cfb-0ec0-4f7e-999d-2222a510325c tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:45.249582 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=a45cfcf3-5001-41e4-a152-1a1ce1405b66,revision_number=8']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:45.259168 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 13fdee9e-c77e-4a72-81f5-8b7e27118d08 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:32:45.260050 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 13fdee9e-c77e-4a72-81f5-8b7e27118d08 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:32:45.284343 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71716837-d6c9-4fe3-817a-7336ef594b61 req-10314f9b-dd42-47f0-9c7c-301e963e1493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:45.286120 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-71716837-d6c9-4fe3-817a-7336ef594b61 req-10314f9b-dd42-47f0-9c7c-301e963e1493 service neutron] 10.222.0.67 "GET /v2.0/networks?id=aa323bd0-e355-48ff-817f-0dfa021e8b19 HTTP/1.1" status: 200 len: 921 time: 0.3287899 May 03 22:32:45.367373 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-71716837-d6c9-4fe3-817a-7336ef594b61 req-6498abaf-b9eb-4eab-9853-9372dd560e1e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2642b5e6-5d8c-4acd-b8fd-8a712dfbe750 HTTP/1.1" status: 200 len: 217 time: 0.0678039 May 03 22:32:45.370776 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-da6f6a19-29f7-4cbd-b7dc-61890b6c53b0 req-6a487a35-4cc2-4182-b27d-d5ee2c2dd490 service neutron] 10.222.0.67 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311312 May 03 22:32:45.491263 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e1cfb-0ec0-4f7e-999d-2222a510325c tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3b1a9d-95e6-4555-848b-623cea0a8d5f,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:45.515889 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd7e1cfb-0ec0-4f7e-999d-2222a510325c tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:45.517749 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bd7e1cfb-0ec0-4f7e-999d-2222a510325c tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6435580 May 03 22:32:45.520717 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60870) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:45.530610 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-29e44808-4eb1-47de-8537-f3f9023a7bee tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Request body: {'security_group_rule': {'security_group_id': '8f3b1a9d-95e6-4555-848b-623cea0a8d5f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:45.586867 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-29e44808-4eb1-47de-8537-f3f9023a7bee tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:45.606710 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-29e44808-4eb1-47de-8537-f3f9023a7bee tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Usage tracker for resource:security_group_rule and tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:32:45.611950 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-29e44808-4eb1-47de-8537-f3f9023a7bee tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:32:45.618021 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6722d1-33ad-4c2e-91a9-09829577424a req-1cc9c948-36b5-4675-bca8-3d2923021d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:45.620232 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-de6722d1-33ad-4c2e-91a9-09829577424a req-1cc9c948-36b5-4675-bca8-3d2923021d4c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d7afa8ba68f7411d9244d8acc84393e8&device_id=7e5783da-8b1e-4ae3-9014-d7f30711e699 HTTP/1.1" status: 200 len: 1096 time: 0.2221231 May 03 22:32:45.648699 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-29e44808-4eb1-47de-8537-f3f9023a7bee tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:45.652249 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71716837-d6c9-4fe3-817a-7336ef594b61 req-e23115a3-b21c-44eb-a99c-270fab7bbb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:45.654284 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-71716837-d6c9-4fe3-817a-7336ef594b61 req-e23115a3-b21c-44eb-a99c-270fab7bbb98 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=54b42422-4ac1-45eb-8a53-775e8d5e2134 HTTP/1.1" status: 200 len: 859 time: 0.2268605 May 03 22:32:45.668292 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15356b69-f42e-47df-997d-8ce9f5058963 req-c021b4bb-70eb-421b-bf4a-53c9b9860a5d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:45.669715 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-15356b69-f42e-47df-997d-8ce9f5058963 req-c021b4bb-70eb-421b-bf4a-53c9b9860a5d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=69e3cadd-5968-49c0-a0e9-e11eed87b3c4 HTTP/1.1" status: 200 len: 943 time: 0.2917275 May 03 22:32:45.763674 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-da6f6a19-29f7-4cbd-b7dc-61890b6c53b0 req-d844e2b4-9b79-48f2-96bb-a989af130b38 service neutron] 10.222.0.67 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342071 May 03 22:32:45.781395 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-29e44808-4eb1-47de-8537-f3f9023a7bee tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:45.790698 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9db245d-17b0-4efb-99d2-ce3bfbc6ce2b'] response: {'server_uuid': '69e3cadd-5968-49c0-a0e9-e11eed87b3c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a45cfcf3-5001-41e4-a152-1a1ce1405b66', 'code': 200} May 03 22:32:45.802040 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-15356b69-f42e-47df-997d-8ce9f5058963 req-fc0d4626-f13d-4c80-bedc-4765a62b99c2 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906770 May 03 22:32:45.814959 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-c8d6cf60-7724-4017-82b1-e7bc730bb359 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4240246 May 03 22:32:45.823317 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71716837-d6c9-4fe3-817a-7336ef594b61 req-11c96b41-f6df-4f77-9802-d9a00d0631d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:45.825321 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-71716837-d6c9-4fe3-817a-7336ef594b61 req-11c96b41-f6df-4f77-9802-d9a00d0631d1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=aa323bd0-e355-48ff-817f-0dfa021e8b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1525700 May 03 22:32:45.862769 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6722d1-33ad-4c2e-91a9-09829577424a req-baeb197d-a54f-4b32-963f-9219b467be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:45.864227 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-de6722d1-33ad-4c2e-91a9-09829577424a req-baeb197d-a54f-4b32-963f-9219b467be95 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7fc6c240-20d3-4c9d-afae-c2a80f117205 HTTP/1.1" status: 200 len: 915 time: 0.2201827 May 03 22:32:45.942606 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-29e44808-4eb1-47de-8537-f3f9023a7bee tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:45.951181 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-de6722d1-33ad-4c2e-91a9-09829577424a req-bf1aaa95-a8d4-4417-8476-bec1128c274e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75894b6b-d65d-45f0-962c-1e59471c4342 HTTP/1.1" status: 200 len: 217 time: 0.0734034 May 03 22:32:45.951916 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-29e44808-4eb1-47de-8537-f3f9023a7bee tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:46.011938 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e44808-4eb1-47de-8537-f3f9023a7bee tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e51a6d9c-0418-4131-9ec4-a5b79bf86620,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:46.045951 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-29e44808-4eb1-47de-8537-f3f9023a7bee tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:46.050429 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-29e44808-4eb1-47de-8537-f3f9023a7bee tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5281916 May 03 22:32:46.051175 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60886) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:46.076080 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6722d1-33ad-4c2e-91a9-09829577424a req-c527c98b-bdb6-4a41-a8de-ca669e782868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:46.077714 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-de6722d1-33ad-4c2e-91a9-09829577424a req-c527c98b-bdb6-4a41-a8de-ca669e782868 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8f3f8c0d-8ff4-46e1-a8d8-294ab170cf68 HTTP/1.1" status: 200 len: 854 time: 0.1102982 May 03 22:32:46.138113 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bcebb1d7-17fc-418a-9af4-c1120bce00c9 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:46.145652 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-de6722d1-33ad-4c2e-91a9-09829577424a req-aa627084-bc01-4949-b9a5-5a43fdbad3e3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7fc6c240-20d3-4c9d-afae-c2a80f117205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528350 May 03 22:32:46.152655 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bcebb1d7-17fc-418a-9af4-c1120bce00c9 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:46.263600 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-71716837-d6c9-4fe3-817a-7336ef594b61 req-8a59f912-c2fe-4583-ad2b-4488ea6eac95 service neutron] 10.222.0.67 "GET /v2.0/networks/aa323bd0-e355-48ff-817f-0dfa021e8b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316063 May 03 22:32:46.275477 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bcebb1d7-17fc-418a-9af4-c1120bce00c9 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:46.300062 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a968ee-1dcb-472f-a263-d18e2e00df9a req-2dd8e45a-866e-48e1-95ba-cfb95cb328d3 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:46.301886 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96a968ee-1dcb-472f-a263-d18e2e00df9a req-2dd8e45a-866e-48e1-95ba-cfb95cb328d3 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 949 time: 0.3402870 May 03 22:32:46.303466 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcebb1d7-17fc-418a-9af4-c1120bce00c9 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e51a6d9c-0418-4131-9ec4-a5b79bf86620,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:46.312321 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30b339-7723-4c04-bf4f-94d8c9a0b1e3 req-679a266f-a617-4ee0-9acb-d822070224ea tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:46.318438 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ff30b339-7723-4c04-bf4f-94d8c9a0b1e3 req-679a266f-a617-4ee0-9acb-d822070224ea tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e5783da-8b1e-4ae3-9014-d7f30711e699 HTTP/1.1" status: 200 len: 945 time: 0.3932099 May 03 22:32:46.320008 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bcebb1d7-17fc-418a-9af4-c1120bce00c9 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:46.321154 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bcebb1d7-17fc-418a-9af4-c1120bce00c9 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/e51a6d9c-0418-4131-9ec4-a5b79bf86620 HTTP/1.1" status: 204 len: 168 time: 0.2666712 May 03 22:32:46.323742 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60898) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:46.339930 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-de6722d1-33ad-4c2e-91a9-09829577424a req-a2a16183-6e47-4251-9199-c0b327476532 service neutron] 10.222.0.67 "GET /v2.0/networks/7fc6c240-20d3-4c9d-afae-c2a80f117205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811166 May 03 22:32:46.409269 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0a4be8a5-3df0-43e7-96e2-4d17d51b5dc0 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Synchronizing usage tracker for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group_rule {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:32:46.472171 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96a968ee-1dcb-472f-a263-d18e2e00df9a req-66f2549e-aa18-44c5-9ac4-d3ef7d5f7a74 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519063 May 03 22:32:46.500187 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0a4be8a5-3df0-43e7-96e2-4d17d51b5dc0 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Unset dirty status for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group_rule {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:32:46.500187 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0a4be8a5-3df0-43e7-96e2-4d17d51b5dc0 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1710050 May 03 22:32:46.500503 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ff30b339-7723-4c04-bf4f-94d8c9a0b1e3 req-561398ae-2f02-4a76-9e09-3fb1cb2b6e7f tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] 10.222.0.58 "GET /v2.0/security-groups?id=9889b13d-892f-4412-87bc-d2e338ded8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778774 May 03 22:32:46.500503 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60906) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:46.515628 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-de6722d1-33ad-4c2e-91a9-09829577424a req-912ec59c-2225-4bb8-bf9f-3ad06edce7cb service neutron] 10.222.0.67 "GET /v2.0/networks/7fc6c240-20d3-4c9d-afae-c2a80f117205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667140 May 03 22:32:46.557807 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-71716837-d6c9-4fe3-817a-7336ef594b61 req-f6087eff-0744-41b6-9f9e-e448e7e80d70 service neutron] 10.222.0.67 "GET /v2.0/networks/aa323bd0-e355-48ff-817f-0dfa021e8b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849777 May 03 22:32:46.620913 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-73bbbf57-e81a-4df6-9507-e5dfd98f5232 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:46.651304 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-73bbbf57-e81a-4df6-9507-e5dfd98f5232 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:46.707041 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60914) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:46.722433 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c240ab9-dd26-468c-b48f-633514daf12a', 'name': 'network-vif-deleted', 'tag': '13fdee9e-c77e-4a72-81f5-8b7e27118d08'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:32:46.865293 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-319d6738-1f26-4d2a-8c52-a6210e2c30a2 req-4fad84b8-d968-44eb-b571-71ce0ffb6000 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/floatingips/235ba3f3-d837-4146-8dee-8b836fe0801f HTTP/1.1" status: 200 len: 694 time: 0.1353142 May 03 22:32:46.866444 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-73bbbf57-e81a-4df6-9507-e5dfd98f5232 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:46.918287 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbbf57-e81a-4df6-9507-e5dfd98f5232 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3b1a9d-95e6-4555-848b-623cea0a8d5f,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:47.015907 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88fe3980-f19e-424c-a5fb-3e807a6615d2'] response: {'server_uuid': '4c240ab9-dd26-468c-b48f-633514daf12a', 'name': 'network-vif-deleted', 'tag': '13fdee9e-c77e-4a72-81f5-8b7e27118d08', 'status': 'completed', 'code': 200} May 03 22:32:47.022208 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-73bbbf57-e81a-4df6-9507-e5dfd98f5232 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:47.025629 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-73bbbf57-e81a-4df6-9507-e5dfd98f5232 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "DELETE /v2.0/security-groups/8f3b1a9d-95e6-4555-848b-623cea0a8d5f HTTP/1.1" status: 204 len: 168 time: 0.5187120 May 03 22:32:47.028621 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60926) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:47.186145 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d6738-1f26-4d2a-8c52-a6210e2c30a2 req-7db690c8-975c-4c0c-9022-6a84a38b466f tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:47.187497 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-319d6738-1f26-4d2a-8c52-a6210e2c30a2 req-7db690c8-975c-4c0c-9022-6a84a38b466f tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 784 time: 0.3157234 May 03 22:32:47.190689 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-dbbb97df-401b-4f2c-bba4-17d1ea77ec77 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Synchronizing usage tracker for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:32:47.288908 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-dbbb97df-401b-4f2c-bba4-17d1ea77ec77 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Unset dirty status for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:32:47.290165 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-dbbb97df-401b-4f2c-bba4-17d1ea77ec77 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2609053 May 03 22:32:47.294087 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60930) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:47.295003 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-319d6738-1f26-4d2a-8c52-a6210e2c30a2 req-9ceea89b-9342-48bc-af91-9627aad774fb tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.103 HTTP/1.1" status: 200 len: 697 time: 0.0907185 May 03 22:32:47.301647 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-de6fd98a-4eca-4d51-8ca3-0522d71e616e tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Request body: {'security_group': {'name': 'tempest-secgroup--767616976'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:47.307619 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39166e56-d429-4baa-80af-de1ca50d2c6b req-b6f86a73-cdc1-4b1b-81ae-afca2a7282b1 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:47.308209 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-de6fd98a-4eca-4d51-8ca3-0522d71e616e tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:47.315102 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-39166e56-d429-4baa-80af-de1ca50d2c6b req-b6f86a73-cdc1-4b1b-81ae-afca2a7282b1 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=69e3cadd-5968-49c0-a0e9-e11eed87b3c4 HTTP/1.1" status: 200 len: 943 time: 0.2184422 May 03 22:32:47.322471 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-de6fd98a-4eca-4d51-8ca3-0522d71e616e tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:47.362298 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de6fd98a-4eca-4d51-8ca3-0522d71e616e tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:47.421315 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-319d6738-1f26-4d2a-8c52-a6210e2c30a2 req-fd442612-2b92-45b2-ac65-a6cc31553654 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.25.2.103 HTTP/1.1" status: 200 len: 697 time: 0.1035872 May 03 22:32:47.444743 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-39166e56-d429-4baa-80af-de1ca50d2c6b req-74315d89-1e41-4d8f-91b6-09ce416239fe tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286581 May 03 22:32:47.565210 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-de6fd98a-4eca-4d51-8ca3-0522d71e616e tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:47.575037 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-de6fd98a-4eca-4d51-8ca3-0522d71e616e tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Usage tracker for resource:security_group_rule and tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:32:47.580554 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-de6fd98a-4eca-4d51-8ca3-0522d71e616e tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:32:47.588581 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-de6fd98a-4eca-4d51-8ca3-0522d71e616e tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:47.630227 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ef89bf52-437b-45fe-925e-0b7a7014aa74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:47.648955 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-319d6738-1f26-4d2a-8c52-a6210e2c30a2 req-4c6be28a-e7dd-4dab-b439-9056fcf84291 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Deleting port 14c30161-e1ec-4f27-87ca-7677aa37f372 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:32:47.649416 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-319d6738-1f26-4d2a-8c52-a6210e2c30a2 req-4c6be28a-e7dd-4dab-b439-9056fcf84291 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:47.747084 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-fc07d74a-70f7-4d3e-ac60-900a6833f19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:47.748486 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-fc07d74a-70f7-4d3e-ac60-900a6833f19c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 1100 time: 0.2482603 May 03 22:32:47.947307 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de6fd98a-4eca-4d51-8ca3-0522d71e616e tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:47.959872 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de6fd98a-4eca-4d51-8ca3-0522d71e616e tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:48.030500 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-e469c46f-f896-445e-bceb-a6416926bbf1 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:48.031838 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-e469c46f-f896-445e-bceb-a6416926bbf1 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/networks?id=983af77e-2b01-4072-bd1e-12edcf859777 HTTP/1.1" status: 200 len: 806 time: 0.4849672 May 03 22:32:48.066913 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-319d6738-1f26-4d2a-8c52-a6210e2c30a2 req-4c6be28a-e7dd-4dab-b439-9056fcf84291 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:48.067235 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-319d6738-1f26-4d2a-8c52-a6210e2c30a2 req-4c6be28a-e7dd-4dab-b439-9056fcf84291 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:48.074980 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-f109d968-aa86-4a85-853d-fc1f5878bd0a tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/quotas/5a0f20c83fdc471fa4da593ef2ea5d27 HTTP/1.1" status: 200 len: 375 time: 0.0318966 May 03 22:32:48.109447 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-df0c0dc2-f3c6-4cc2-be9d-c46e93be5812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:48.110948 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-df0c0dc2-f3c6-4cc2-be9d-c46e93be5812 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.3474877 May 03 22:32:48.179806 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6fd98a-4eca-4d51-8ca3-0522d71e616e tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f263a04b-22ba-4cbe-9de6-8016c3c6ff3d,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:48.201528 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-cb15e1dd-af1a-47f7-ac0d-315e815121cf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=2fc0683f-e329-48d5-bf48-15f4dbdca21e HTTP/1.1" status: 200 len: 217 time: 0.0816774 May 03 22:32:48.203996 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de6fd98a-4eca-4d51-8ca3-0522d71e616e tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:48.205555 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-de6fd98a-4eca-4d51-8ca3-0522d71e616e tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9100771 May 03 22:32:48.210349 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60946) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:48.225058 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-319d6738-1f26-4d2a-8c52-a6210e2c30a2 req-4c6be28a-e7dd-4dab-b439-9056fcf84291 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Calling delete_port for 14c30161-e1ec-4f27-87ca-7677aa37f372 owned by network:floatingip {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:32:48.244112 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-bfc97f17-de02-4883-abd3-05e84bfa449a tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Request body: {'security_group_rule': {'security_group_id': 'f263a04b-22ba-4cbe-9de6-8016c3c6ff3d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:48.258803 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bfc97f17-de02-4883-abd3-05e84bfa449a tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:48.270933 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bfc97f17-de02-4883-abd3-05e84bfa449a tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Usage tracker for resource:security_group_rule and tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:32:48.276194 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bfc97f17-de02-4883-abd3-05e84bfa449a tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:32:48.284097 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bfc97f17-de02-4883-abd3-05e84bfa449a tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:48.304604 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-4f6ae285-290f-449f-a094-b6ca36f19656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:48.306083 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-4f6ae285-290f-449f-a094-b6ca36f19656 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.0964510 May 03 22:32:48.337006 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-87dda4cf-cfb6-4017-9f6a-c1947015c383 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a0f20c83fdc471fa4da593ef2ea5d27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2093935 May 03 22:32:48.357286 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bfc97f17-de02-4883-abd3-05e84bfa449a tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:48.457986 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ef89bf52-437b-45fe-925e-0b7a7014aa74 admin admin] Deleting port 3800c394-e1c4-4a6f-bb2b-86d1bff3e52a {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:32:48.458325 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ef89bf52-437b-45fe-925e-0b7a7014aa74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:48.490153 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-319d6738-1f26-4d2a-8c52-a6210e2c30a2 req-4c6be28a-e7dd-4dab-b439-9056fcf84291 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:48.549635 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6be28a-e7dd-4dab-b439-9056fcf84291 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Pushing event deleted for resources: {'Port': ['ID=14c30161-e1ec-4f27-87ca-7677aa37f372,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:48.558134 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bfc97f17-de02-4883-abd3-05e84bfa449a tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:48.570740 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-f5633c5f-c644-497c-a6d4-61dd3ea55162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:48.572219 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-f5633c5f-c644-497c-a6d4-61dd3ea55162 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2564633 May 03 22:32:48.575253 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bfc97f17-de02-4883-abd3-05e84bfa449a tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:48.633427 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-7f86b422-3c03-491b-9580-bb202f29f0ba service neutron] 10.222.0.58 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614050 May 03 22:32:48.674647 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc97f17-de02-4883-abd3-05e84bfa449a tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=483d26e9-9ede-4ce4-a5a5-cb022aae8256,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:48.695275 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-319d6738-1f26-4d2a-8c52-a6210e2c30a2 req-4c6be28a-e7dd-4dab-b439-9056fcf84291 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks [] for floatingip, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:48.762688 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bfc97f17-de02-4883-abd3-05e84bfa449a tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:48.763842 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bfc97f17-de02-4883-abd3-05e84bfa449a tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5525961 May 03 22:32:48.769612 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60952) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:48.803939 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-ef89bf52-437b-45fe-925e-0b7a7014aa74 admin admin] For port 3800c394-e1c4-4a6f-bb2b-86d1bff3e52a, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=3800c394-e1c4-4a6f-bb2b-86d1bff3e52a,segment=NetworkSegment(2fe19a67-79a3-499a-9948-e091fef39ff7),segment_id=2fe19a67-79a3-499a-9948-e091fef39ff7)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:32:48.804213 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ef89bf52-437b-45fe-925e-0b7a7014aa74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:48.806129 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-319d6738-1f26-4d2a-8c52-a6210e2c30a2 req-4c6be28a-e7dd-4dab-b439-9056fcf84291 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:48.807238 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-319d6738-1f26-4d2a-8c52-a6210e2c30a2 req-4c6be28a-e7dd-4dab-b439-9056fcf84291 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "DELETE /v2.0/floatingips/235ba3f3-d837-4146-8dee-8b836fe0801f HTTP/1.1" status: 204 len: 173 time: 1.3615298 May 03 22:32:48.811819 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-a4d0af04-70b5-4d92-9af6-37a00d6091b4 service neutron] 10.222.0.58 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705399 May 03 22:32:48.815807 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-819c7aea-1251-4575-a8b1-ee3f162c2619 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "GET /v2.0/security-group-rules/483d26e9-9ede-4ce4-a5a5-cb022aae8256 HTTP/1.1" status: 200 len: 763 time: 0.0448427 May 03 22:32:48.818121 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60958) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:48.886471 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c7dee93c-6b4b-4d19-987d-3aed1da51768 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Synchronizing usage tracker for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group_rule {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:32:48.905166 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c7dee93c-6b4b-4d19-987d-3aed1da51768 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Unset dirty status for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group_rule {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:32:48.910197 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c7dee93c-6b4b-4d19-987d-3aed1da51768 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0872786 May 03 22:32:48.910459 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60966) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:48.948020 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a4231937-4052-483f-a8d5-dcb8f98f8974 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:48.952751 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ef89bf52-437b-45fe-925e-0b7a7014aa74 admin admin] Calling delete_port for 3800c394-e1c4-4a6f-bb2b-86d1bff3e52a owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:32:48.965301 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a4231937-4052-483f-a8d5-dcb8f98f8974 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:49.010749 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a4231937-4052-483f-a8d5-dcb8f98f8974 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:49.023008 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-bd5b364b-77ac-45c8-b4b7-29fe260684db service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376311 May 03 22:32:49.055919 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a4231937-4052-483f-a8d5-dcb8f98f8974 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:49.060108 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a4231937-4052-483f-a8d5-dcb8f98f8974 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/483d26e9-9ede-4ce4-a5a5-cb022aae8256 HTTP/1.1" status: 204 len: 168 time: 0.1459997 May 03 22:32:49.060459 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4231937-4052-483f-a8d5-dcb8f98f8974 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=483d26e9-9ede-4ce4-a5a5-cb022aae8256,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:49.064690 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60974) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:49.184519 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-233ce6c7-19f8-47b3-8486-cf83d04b3a2c tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Synchronizing usage tracker for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group_rule {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:32:49.214287 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-233ce6c7-19f8-47b3-8486-cf83d04b3a2c tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Unset dirty status for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group_rule {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:32:49.215574 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-233ce6c7-19f8-47b3-8486-cf83d04b3a2c tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1499474 May 03 22:32:49.218594 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60982) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:49.229500 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8295c-a19f-4075-8621-3ac5673f92f6 req-1651fa60-e1ce-4529-9663-f083f2ec21cd tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:49.231141 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0c8295c-a19f-4075-8621-3ac5673f92f6 req-1651fa60-e1ce-4529-9663-f083f2ec21cd tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e5783da-8b1e-4ae3-9014-d7f30711e699 HTTP/1.1" status: 200 len: 945 time: 0.1391344 May 03 22:32:49.234873 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-6f0ee121-413d-4831-aeff-73a8622d9255 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Request body: {'security_group_rule': {'security_group_id': 'f263a04b-22ba-4cbe-9de6-8016c3c6ff3d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:49.243586 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6f0ee121-413d-4831-aeff-73a8622d9255 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:49.318153 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6f0ee121-413d-4831-aeff-73a8622d9255 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:49.335480 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-f910a380-607f-43d0-973b-f8a014afcaf7 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036747 May 03 22:32:49.361819 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0c8295c-a19f-4075-8621-3ac5673f92f6 req-26b95335-1e4c-4690-ac8c-b93fba40b964 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] 10.222.0.58 "GET /v2.0/security-groups?id=9889b13d-892f-4412-87bc-d2e338ded8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199486 May 03 22:32:49.394869 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6f0ee121-413d-4831-aeff-73a8622d9255 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:49.428569 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ef89bf52-437b-45fe-925e-0b7a7014aa74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:49.455869 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcffcc-0052-4057-a66e-84a8f474a8c9 req-6a18fc1b-79db-469d-8c18-3ddd97717fcb tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:49.457500 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ccfcffcc-0052-4057-a66e-84a8f474a8c9 req-6a18fc1b-79db-469d-8c18-3ddd97717fcb tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 949 time: 0.1946266 May 03 22:32:49.477400 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6f0ee121-413d-4831-aeff-73a8622d9255 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:49.492838 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89bf52-437b-45fe-925e-0b7a7014aa74 admin admin] Pushing event deleted for resources: {'Port': ['ID=3800c394-e1c4-4a6f-bb2b-86d1bff3e52a,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:49.511992 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6f0ee121-413d-4831-aeff-73a8622d9255 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:49.543649 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ccfcffcc-0052-4057-a66e-84a8f474a8c9 req-fbd3f8e2-11df-4b6d-ae40-281ba0faf667 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686784 May 03 22:32:49.578138 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ee121-413d-4831-aeff-73a8622d9255 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25767e6a-9c12-4610-9780-14457f05166c,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:49.616565 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6f0ee121-413d-4831-aeff-73a8622d9255 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:49.618544 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6f0ee121-413d-4831-aeff-73a8622d9255 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3979244 May 03 22:32:49.621000 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60990) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:49.648605 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-70123fec-d56d-42ca-85e5-a58331760b12 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "GET /v2.0/security-group-rules/25767e6a-9c12-4610-9780-14457f05166c HTTP/1.1" status: 200 len: 763 time: 0.0261097 May 03 22:32:49.650933 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60994) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:49.733216 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b2c103bd-4796-4088-96d6-898cfe78c622 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Synchronizing usage tracker for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group_rule {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:32:49.771891 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b2c103bd-4796-4088-96d6-898cfe78c622 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Unset dirty status for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group_rule {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:32:49.773544 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b2c103bd-4796-4088-96d6-898cfe78c622 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1215522 May 03 22:32:49.776279 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60998) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:49.835842 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-965d67e7-77bb-4b6b-bf7d-837982511f0d tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:49.892699 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-965d67e7-77bb-4b6b-bf7d-837982511f0d tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:49.930496 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ef89bf52-437b-45fe-925e-0b7a7014aa74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:49.934450 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-965d67e7-77bb-4b6b-bf7d-837982511f0d tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:49.989110 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d67e7-77bb-4b6b-bf7d-837982511f0d tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25767e6a-9c12-4610-9780-14457f05166c,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:50.005213 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bcb11-f741-4875-a644-65ef112d5aba req-40f7f907-03d1-422f-9f87-53d6bb286c3f tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:50.006700 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-766bcb11-f741-4875-a644-65ef112d5aba req-40f7f907-03d1-422f-9f87-53d6bb286c3f tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=69e3cadd-5968-49c0-a0e9-e11eed87b3c4 HTTP/1.1" status: 200 len: 943 time: 0.1646731 May 03 22:32:50.012718 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-965d67e7-77bb-4b6b-bf7d-837982511f0d tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:50.013740 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-965d67e7-77bb-4b6b-bf7d-837982511f0d tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/25767e6a-9c12-4610-9780-14457f05166c HTTP/1.1" status: 204 len: 168 time: 0.2363808 May 03 22:32:50.017806 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a571eccb-bff7-4367-9fca-840b3f32c5d4 req-df3b9408-b3e6-41f9-a37d-e4b7086edaa9 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=382bdb0f-03c3-4d7c-8141-c53949fefc4d HTTP/1.1" status: 200 len: 210 time: 0.0698469 May 03 22:32:50.018270 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 32774) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:50.082500 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-766bcb11-f741-4875-a644-65ef112d5aba req-79c847a9-e07e-49da-80eb-a1d1ead80295 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673912 May 03 22:32:50.106006 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-aeee69c1-488c-45b1-b775-c02b61142dfa tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Synchronizing usage tracker for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group_rule {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:32:50.147730 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-aeee69c1-488c-45b1-b775-c02b61142dfa tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Unset dirty status for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group_rule {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:32:50.151148 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-aeee69c1-488c-45b1-b775-c02b61142dfa tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1314247 May 03 22:32:50.152153 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 32782) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:50.163469 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-1d1e2ab0-41ca-4465-8dd0-3a3f576b27fc tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Request body: {'security_group_rule': {'security_group_id': 'f263a04b-22ba-4cbe-9de6-8016c3c6ff3d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:50.177325 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1d1e2ab0-41ca-4465-8dd0-3a3f576b27fc tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:50.189542 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1d1e2ab0-41ca-4465-8dd0-3a3f576b27fc tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:50.205640 n-d-811807-1 neutron-server[88069]: INFO neutron.db.securitygroups_db [None req-1d1e2ab0-41ca-4465-8dd0-3a3f576b27fc tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Project a7a8a0dde6ea4736a3fc75c0cfb9aa96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 22:32:50.219983 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1d1e2ab0-41ca-4465-8dd0-3a3f576b27fc tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:50.343679 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef89bf52-437b-45fe-925e-0b7a7014aa74 admin admin] Router 1b5ac8bf-3896-4d7c-a32d-b5bdceddc786 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:32:50.526254 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef89bf52-437b-45fe-925e-0b7a7014aa74 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:32:50.539342 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fb9a4c-6075-4499-b733-e4a2aee3c316 None None] Sync routers for ids ['1b5ac8bf-3896-4d7c-a32d-b5bdceddc786'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:32:50.550257 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ef89bf52-437b-45fe-925e-0b7a7014aa74 admin admin] 10.222.0.58 "PUT /v2.0/routers/1b5ac8bf-3896-4d7c-a32d-b5bdceddc786/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8423240 May 03 22:32:50.551229 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fb9a4c-6075-4499-b733-e4a2aee3c316 None None] Routers {'1b5ac8bf-3896-4d7c-a32d-b5bdceddc786'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:32:50.552003 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-d3fb9a4c-6075-4499-b733-e4a2aee3c316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:32:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['1b5ac8bf-3896-4d7c-a32d-b5bdceddc786'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:50.552620 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 32788) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:50.653329 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1d1e2ab0-41ca-4465-8dd0-3a3f576b27fc tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:50.663509 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5ebe0-f5eb-42d3-9b97-bcfece8932e7 req-a55f5fa6-dd38-48cd-acbc-1c47e92afdcf tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:50.664240 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-4ff5ebe0-f5eb-42d3-9b97-bcfece8932e7 req-a55f5fa6-dd38-48cd-acbc-1c47e92afdcf tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Synchronizing usage tracker for tenant:cedd956302664fa280a1c281659df45b on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:32:50.676512 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1d1e2ab0-41ca-4465-8dd0-3a3f576b27fc tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:50.706792 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-5cb6a892-511d-416b-9827-dc9bd6e24df1 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:50.708262 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-5cb6a892-511d-416b-9827-dc9bd6e24df1 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.67 "GET /v2.0/networks?id=983af77e-2b01-4072-bd1e-12edcf859777 HTTP/1.1" status: 200 len: 806 time: 0.4319985 May 03 22:32:50.712788 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device a45cfcf3-5001-41e4-a152-1a1ce1405b66 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:32:50.731701 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-7a992858-c660-4e14-a4a7-99881eceb9bf tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Request body: {'port': {'device_id': '382bdb0f-03c3-4d7c-8141-c53949fefc4d', 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777', 'admin_state_up': True, 'tenant_id': '5a0f20c83fdc471fa4da593ef2ea5d27'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:50.752821 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e2ab0-41ca-4465-8dd0-3a3f576b27fc tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da7901e2-669a-4139-9186-c197127dcb38,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:50.760947 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ee922dca-a4a6-49ee-b6d5-fd655565eadc admin admin] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:50.762224 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-4ff5ebe0-f5eb-42d3-9b97-bcfece8932e7 req-a55f5fa6-dd38-48cd-acbc-1c47e92afdcf tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Unset dirty status for tenant:cedd956302664fa280a1c281659df45b on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:32:50.763391 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ff5ebe0-f5eb-42d3-9b97-bcfece8932e7 req-a55f5fa6-dd38-48cd-acbc-1c47e92afdcf tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ca06dd-d39d-4b7d-8a6b-d6408b4309cc HTTP/1.1" status: 200 len: 945 time: 0.5464790 May 03 22:32:50.783096 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24002316-3fbd-4a30-95fe-29dd8a004cd5 req-e80b3ea6-435b-4641-bdb7-ed19bd20c001 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:50.786348 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-24002316-3fbd-4a30-95fe-29dd8a004cd5 req-e80b3ea6-435b-4641-bdb7-ed19bd20c001 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.4771478 May 03 22:32:50.815516 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1d1e2ab0-41ca-4465-8dd0-3a3f576b27fc tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:50.816983 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1d1e2ab0-41ca-4465-8dd0-3a3f576b27fc tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6639228 May 03 22:32:50.836353 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 32794) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:50.891865 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-d3fb9a4c-6075-4499-b733-e4a2aee3c316 None None] Set router 1b5ac8bf-3896-4d7c-a32d-b5bdceddc786 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:32:50.966728 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-57063d90-9d97-4ab6-91f8-3b3fe3195e7b tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "GET /v2.0/security-group-rules/da7901e2-669a-4139-9186-c197127dcb38 HTTP/1.1" status: 200 len: 769 time: 0.1259096 May 03 22:32:50.974158 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 32798) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:50.979243 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ff5ebe0-f5eb-42d3-9b97-bcfece8932e7 req-d5d14b22-bb40-43fa-9e03-deec19d32067 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/security-groups?id=8141834f-3183-49db-99d3-033fb924ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891840 May 03 22:32:51.001834 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-24002316-3fbd-4a30-95fe-29dd8a004cd5 req-39d55fa9-ed67-46ea-8c5d-3fbfbc345b5d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060208 May 03 22:32:51.059968 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-7a992858-c660-4e14-a4a7-99881eceb9bf tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:51.071214 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c7b2d2a3-00e2-410e-ba82-dd6cfeaa92f9 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Synchronizing usage tracker for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group_rule {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:32:51.076530 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-7a992858-c660-4e14-a4a7-99881eceb9bf tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Usage tracker for resource:port and tenant:5a0f20c83fdc471fa4da593ef2ea5d27 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:32:51.080581 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-7a992858-c660-4e14-a4a7-99881eceb9bf tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:32:51.088297 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-7a992858-c660-4e14-a4a7-99881eceb9bf tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:51.102646 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ee922dca-a4a6-49ee-b6d5-fd655565eadc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:51.112535 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c7b2d2a3-00e2-410e-ba82-dd6cfeaa92f9 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Unset dirty status for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group_rule {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:32:51.114505 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c7b2d2a3-00e2-410e-ba82-dd6cfeaa92f9 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1339993 May 03 22:32:51.115080 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ee922dca-a4a6-49ee-b6d5-fd655565eadc admin admin] Deleting port 9b8f272c-7b19-4dfa-9290-86dfad18d1b3 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:32:51.115778 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ee922dca-a4a6-49ee-b6d5-fd655565eadc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:51.117335 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 32806) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:51.124084 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-7a992858-c660-4e14-a4a7-99881eceb9bf tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Made reservation on behalf of 5a0f20c83fdc471fa4da593ef2ea5d27 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:32:51.131994 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-7a992858-c660-4e14-a4a7-99881eceb9bf tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:51.240087 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-153b5433-528b-4acc-8419-beece5a2374e tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:51.252750 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-153b5433-528b-4acc-8419-beece5a2374e tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:51.287469 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-153b5433-528b-4acc-8419-beece5a2374e tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:51.369960 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-ee922dca-a4a6-49ee-b6d5-fd655565eadc admin admin] For port 9b8f272c-7b19-4dfa-9290-86dfad18d1b3, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=9b8f272c-7b19-4dfa-9290-86dfad18d1b3,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:32:51.370449 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ee922dca-a4a6-49ee-b6d5-fd655565eadc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:51.384611 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-d3fb9a4c-6075-4499-b733-e4a2aee3c316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'name': 'tempest-ServerRescueTestJSONUnderV235-1372084257-router', 'tenant_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '9b8f272c-7b19-4dfa-9290-86dfad18d1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:12Z', 'updated_at': '2022-05-03T22:32:49Z', 'revision_number': 5, 'project_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'gw_port': {'id': '9b8f272c-7b19-4dfa-9290-86dfad18d1b3', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:14Z', 'updated_at': '2022-05-03T22:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:51.388040 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b5433-528b-4acc-8419-beece5a2374e tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da7901e2-669a-4139-9186-c197127dcb38,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:51.392195 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fb9a4c-6075-4499-b733-e4a2aee3c316 None None] Checking router: 1b5ac8bf-3896-4d7c-a32d-b5bdceddc786 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:32:51.403040 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fb9a4c-6075-4499-b733-e4a2aee3c316 None None] Routers {'1b5ac8bf-3896-4d7c-a32d-b5bdceddc786'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:32:51.403674 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-d3fb9a4c-6075-4499-b733-e4a2aee3c316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:32:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['1b5ac8bf-3896-4d7c-a32d-b5bdceddc786'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:51.452251 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-153b5433-528b-4acc-8419-beece5a2374e tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:51.453792 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-153b5433-528b-4acc-8419-beece5a2374e tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/da7901e2-669a-4139-9186-c197127dcb38 HTTP/1.1" status: 204 len: 168 time: 0.3350697 May 03 22:32:51.463385 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 32814) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:51.546973 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ee922dca-a4a6-49ee-b6d5-fd655565eadc admin admin] Calling delete_port for 9b8f272c-7b19-4dfa-9290-86dfad18d1b3 owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:32:51.600368 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03e7f7-1483-436b-b774-298585adeab3 req-6cbabb23-d0da-489a-838f-8e4ad7b450a0 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:51.602189 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bf03e7f7-1483-436b-b774-298585adeab3 req-6cbabb23-d0da-489a-838f-8e4ad7b450a0 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 949 time: 0.2907503 May 03 22:32:51.603719 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-7a992858-c660-4e14-a4a7-99881eceb9bf tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Allocated IP 172.20.0.10 (983af77e-2b01-4072-bd1e-12edcf859777/a1f38ed2-c940-45de-9756-cc79b8316a2d/41fe8b6e-83e1-45a1-a74e-03d35a20c8e3) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:32:51.615004 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b79ac724-cdf3-40c7-9312-e2f2e7e9727e tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Synchronizing usage tracker for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group_rule {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:32:51.646132 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-d3fb9a4c-6075-4499-b733-e4a2aee3c316 None None] Set router 1b5ac8bf-3896-4d7c-a32d-b5bdceddc786 gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:32:51.680952 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e66853-6ac9-4399-bc4f-2b4545c54af8 req-0fdb758b-6889-43c9-80b7-b7b864444d93 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:51.681989 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-04e66853-6ac9-4399-bc4f-2b4545c54af8 req-0fdb758b-6889-43c9-80b7-b7b864444d93 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Synchronizing usage tracker for tenant:cedd956302664fa280a1c281659df45b on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:32:51.704441 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-04e66853-6ac9-4399-bc4f-2b4545c54af8 req-0fdb758b-6889-43c9-80b7-b7b864444d93 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Unset dirty status for tenant:cedd956302664fa280a1c281659df45b on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:32:51.705948 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-04e66853-6ac9-4399-bc4f-2b4545c54af8 req-0fdb758b-6889-43c9-80b7-b7b864444d93 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.67 "GET /v2.0/ports?device_id=91ca06dd-d39d-4b7d-8a6b-d6408b4309cc HTTP/1.1" status: 200 len: 945 time: 0.1953552 May 03 22:32:51.714256 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bf03e7f7-1483-436b-b774-298585adeab3 req-6be7e5f4-bf18-404d-95b4-68446aa5840e tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932488 May 03 22:32:51.723897 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b79ac724-cdf3-40c7-9312-e2f2e7e9727e tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Unset dirty status for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group_rule {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:32:51.725115 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b79ac724-cdf3-40c7-9312-e2f2e7e9727e tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2595983 May 03 22:32:51.744346 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fc7d6-446d-4ba6-a7f7-278a69a5f344 req-451d57c1-c528-4626-8c17-fba20f725e91 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:51.746289 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2b2fc7d6-446d-4ba6-a7f7-278a69a5f344 req-451d57c1-c528-4626-8c17-fba20f725e91 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.2623148 May 03 22:32:51.749164 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 32818) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:51.790166 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-d3fb9a4c-6075-4499-b733-e4a2aee3c316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'name': 'tempest-ServerRescueTestJSONUnderV235-1372084257-router', 'tenant_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:12Z', 'updated_at': '2022-05-03T22:32:51Z', 'revision_number': 6, 'project_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:51.798278 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fb9a4c-6075-4499-b733-e4a2aee3c316 None None] The sync data for ids ['1b5ac8bf-3896-4d7c-a32d-b5bdceddc786'] in n-d-811807-1 is: [{'id': '1b5ac8bf-3896-4d7c-a32d-b5bdceddc786', 'name': 'tempest-ServerRescueTestJSONUnderV235-1372084257-router', 'tenant_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:12Z', 'updated_at': '2022-05-03T22:32:51Z', 'revision_number': 6, 'project_id': 'd9c3dbb20f6947bda4c4f80874d7efc3', 'gw_port_host': None}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:32:51.835293 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-04e66853-6ac9-4399-bc4f-2b4545c54af8 req-e1aadaa8-f40d-4d8f-bee8-5b0eb392568d tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Deleting port 2642b5e6-5d8c-4acd-b8fd-8a712dfbe750 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:32:51.835293 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-04e66853-6ac9-4399-bc4f-2b4545c54af8 req-e1aadaa8-f40d-4d8f-bee8-5b0eb392568d tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:51.892642 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ee922dca-a4a6-49ee-b6d5-fd655565eadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:51.922797 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-c05664dc-da5f-4423-a7cd-d9981be5c33d req-677640b9-cf40-4d71-881b-8ef3f1473867 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Synchronizing usage tracker for tenant:5a0f20c83fdc471fa4da593ef2ea5d27 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:32:51.934018 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2b2fc7d6-446d-4ba6-a7f7-278a69a5f344 req-51677181-cd25-429d-8f49-2ba7f26fca1e tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745522 May 03 22:32:51.946554 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee922dca-a4a6-49ee-b6d5-fd655565eadc admin admin] Pushing event deleted for resources: {'Port': ['ID=9b8f272c-7b19-4dfa-9290-86dfad18d1b3,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:52.030894 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6822d625-b3cd-40f7-bf8d-75baa2733ba1 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:52.036338 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-c05664dc-da5f-4423-a7cd-d9981be5c33d req-677640b9-cf40-4d71-881b-8ef3f1473867 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Unset dirty status for tenant:5a0f20c83fdc471fa4da593ef2ea5d27 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:32:52.037486 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c05664dc-da5f-4423-a7cd-d9981be5c33d req-677640b9-cf40-4d71-881b-8ef3f1473867 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=382bdb0f-03c3-4d7c-8141-c53949fefc4d HTTP/1.1" status: 200 len: 210 time: 0.1767321 May 03 22:32:52.089699 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6822d625-b3cd-40f7-bf8d-75baa2733ba1 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:52.107603 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-7a992858-c660-4e14-a4a7-99881eceb9bf tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:52.127476 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ee922dca-a4a6-49ee-b6d5-fd655565eadc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:52.166100 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6822d625-b3cd-40f7-bf8d-75baa2733ba1 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:52.242513 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-7a992858-c660-4e14-a4a7-99881eceb9bf tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:52.257206 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['f6688ff0-6e96-4dac-90f0-7a42629dcd98'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:32:52.298056 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822d625-b3cd-40f7-bf8d-75baa2733ba1 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f263a04b-22ba-4cbe-9de6-8016c3c6ff3d,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:52.403508 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ee922dca-a4a6-49ee-b6d5-fd655565eadc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:52.409368 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-7a992858-c660-4e14-a4a7-99881eceb9bf tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Network 983af77e-2b01-4072-bd1e-12edcf859777 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:32:52.412799 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ee922dca-a4a6-49ee-b6d5-fd655565eadc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:52.415742 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6822d625-b3cd-40f7-bf8d-75baa2733ba1 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:52.418323 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6822d625-b3cd-40f7-bf8d-75baa2733ba1 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "DELETE /v2.0/security-groups/f263a04b-22ba-4cbe-9de6-8016c3c6ff3d HTTP/1.1" status: 204 len: 168 time: 0.6684246 May 03 22:32:52.423154 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 32828) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:52.430504 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-7a992858-c660-4e14-a4a7-99881eceb9bf tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:32:52.434417 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-7a992858-c660-4e14-a4a7-99881eceb9bf tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:32:52.483105 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a992858-c660-4e14-a4a7-99881eceb9bf tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Pushing event updated for resources: {'Port': ['ID=41fe8b6e-83e1-45a1-a74e-03d35a20c8e3,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:52.530144 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b59e53-77e3-4eec-a70e-dd76ec8b8df9 req-d0e72af3-fb5c-4a2b-8e73-5c00e17e49a3 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:52.531686 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a2b59e53-77e3-4eec-a70e-dd76ec8b8df9 req-d0e72af3-fb5c-4a2b-8e73-5c00e17e49a3 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e5783da-8b1e-4ae3-9014-d7f30711e699 HTTP/1.1" status: 200 len: 945 time: 0.3330464 May 03 22:32:52.538670 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-7a992858-c660-4e14-a4a7-99881eceb9bf tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:52.539374 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-7a992858-c660-4e14-a4a7-99881eceb9bf tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:52.579801 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af09e4b-f050-4818-bb07-485f58a548bc req-e4987ed6-f6f2-447c-873c-96c62384bfa5 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:52.586850 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4af09e4b-f050-4818-bb07-485f58a548bc req-e4987ed6-f6f2-447c-873c-96c62384bfa5 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.3334351 May 03 22:32:52.605755 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-7a992858-c660-4e14-a4a7-99881eceb9bf tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8814514 May 03 22:32:52.611632 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8f9149d8-a477-4804-beb3-c936e6a50b14 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Synchronizing usage tracker for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:32:52.636277 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-cc012393-623f-46c4-8348-9bb309c9789a service neutron] Request body: {'port': {'device_id': '382bdb0f-03c3-4d7c-8141-c53949fefc4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:52.637680 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ee922dca-a4a6-49ee-b6d5-fd655565eadc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:52.638226 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee922dca-a4a6-49ee-b6d5-fd655565eadc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b5ac8bf-3896-4d7c-a32d-b5bdceddc786 {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:32:52.652610 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-04e66853-6ac9-4399-bc4f-2b4545c54af8 req-e1aadaa8-f40d-4d8f-bee8-5b0eb392568d tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] For port 2642b5e6-5d8c-4acd-b8fd-8a712dfbe750, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=2642b5e6-5d8c-4acd-b8fd-8a712dfbe750,segment=NetworkSegment(4a0ebc46-1388-4582-a35d-c77e85f48a3d),segment_id=4a0ebc46-1388-4582-a35d-c77e85f48a3d)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:32:52.653039 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-04e66853-6ac9-4399-bc4f-2b4545c54af8 req-e1aadaa8-f40d-4d8f-bee8-5b0eb392568d tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:52.669471 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8f9149d8-a477-4804-beb3-c936e6a50b14 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Unset dirty status for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:32:52.670769 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8f9149d8-a477-4804-beb3-c936e6a50b14 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2466938 May 03 22:32:52.698196 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 32832) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:52.704848 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-1d21a8a3-ffd8-462e-9810-7bd70d42dc05 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Request body: {'security_group': {'name': 'tempest-secgroup--1548544056'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:52.714104 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a2b59e53-77e3-4eec-a70e-dd76ec8b8df9 req-8b788e62-658c-416a-8863-1f87e450dcb8 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] 10.222.0.58 "GET /v2.0/security-groups?id=9889b13d-892f-4412-87bc-d2e338ded8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704094 May 03 22:32:52.720843 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1d21a8a3-ffd8-462e-9810-7bd70d42dc05 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:52.751221 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 3800c394-e1c4-4a6f-bb2b-86d1bff3e52a no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:32:52.751683 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4af09e4b-f050-4818-bb07-485f58a548bc req-1c3e30b4-39c4-48ea-b8ad-8a5a3cc4849b tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636631 May 03 22:32:52.756986 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1d21a8a3-ffd8-462e-9810-7bd70d42dc05 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:52.783554 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ee922dca-a4a6-49ee-b6d5-fd655565eadc admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:52.787925 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ee922dca-a4a6-49ee-b6d5-fd655565eadc admin admin] 10.222.0.58 "DELETE /v2.0/routers/1b5ac8bf-3896-4d7c-a32d-b5bdceddc786 HTTP/1.1" status: 204 len: 168 time: 2.2340293 May 03 22:32:52.788558 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 32840) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:52.795400 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 3800c394-e1c4-4a6f-bb2b-86d1bff3e52a {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:32:52.795583 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-04e66853-6ac9-4399-bc4f-2b4545c54af8 req-e1aadaa8-f40d-4d8f-bee8-5b0eb392568d tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Calling delete_port for 2642b5e6-5d8c-4acd-b8fd-8a712dfbe750 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:32:52.795753 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 3800c394-e1c4-4a6f-bb2b-86d1bff3e52a not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:32:52.796514 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 9b8f272c-7b19-4dfa-9290-86dfad18d1b3 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:32:52.853670 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 9b8f272c-7b19-4dfa-9290-86dfad18d1b3 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:32:52.854048 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 9b8f272c-7b19-4dfa-9290-86dfad18d1b3 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:32:52.866698 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1d21a8a3-ffd8-462e-9810-7bd70d42dc05 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:52.876026 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9790ef0e-06ed-4097-aa46-201fb67b0f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:52.898803 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-cc012393-623f-46c4-8348-9bb309c9789a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:52.916094 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e220a8d-69de-4ad1-bddd-9d0db8a52b0f admin admin] Deleting subnet 363f1a1c-dee5-436d-ab6d-f585bc5dbb1b {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:32:52.955934 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8e220a8d-69de-4ad1-bddd-9d0db8a52b0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:53.036629 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1d21a8a3-ffd8-462e-9810-7bd70d42dc05 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:53.050604 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1d21a8a3-ffd8-462e-9810-7bd70d42dc05 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Usage tracker for resource:security_group_rule and tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:32:53.054572 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1d21a8a3-ffd8-462e-9810-7bd70d42dc05 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:32:53.067702 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1d21a8a3-ffd8-462e-9810-7bd70d42dc05 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:53.073477 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8e220a8d-69de-4ad1-bddd-9d0db8a52b0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:53.137137 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-04e66853-6ac9-4399-bc4f-2b4545c54af8 req-e1aadaa8-f40d-4d8f-bee8-5b0eb392568d tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:53.190996 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8e220a8d-69de-4ad1-bddd-9d0db8a52b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:53.233302 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aadaa8-f40d-4d8f-bee8-5b0eb392568d tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Pushing event deleted for resources: {'Port': ['ID=2642b5e6-5d8c-4acd-b8fd-8a712dfbe750,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:53.323908 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e66853-6ac9-4399-bc4f-2b4545c54af8 req-e1aadaa8-f40d-4d8f-bee8-5b0eb392568d tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] No DVR routers for this DVR port 2642b5e6-5d8c-4acd-b8fd-8a712dfbe750 on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:32:53.326375 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-04e66853-6ac9-4399-bc4f-2b4545c54af8 req-e1aadaa8-f40d-4d8f-bee8-5b0eb392568d tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:53.329432 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ca06dd-d39d-4b7d-8a6b-d6408b4309cc', 'name': 'network-vif-deleted', 'tag': '2642b5e6-5d8c-4acd-b8fd-8a712dfbe750'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:32:53.349703 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-04e66853-6ac9-4399-bc4f-2b4545c54af8 req-e1aadaa8-f40d-4d8f-bee8-5b0eb392568d tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.67 "DELETE /v2.0/ports/2642b5e6-5d8c-4acd-b8fd-8a712dfbe750 HTTP/1.1" status: 204 len: 173 time: 1.6339452 May 03 22:32:53.359408 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8e220a8d-69de-4ad1-bddd-9d0db8a52b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:53.395891 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e220a8d-69de-4ad1-bddd-9d0db8a52b0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=363f1a1c-dee5-436d-ab6d-f585bc5dbb1b,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:53.401224 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8e220a8d-69de-4ad1-bddd-9d0db8a52b0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:53.411146 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8e220a8d-69de-4ad1-bddd-9d0db8a52b0f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/363f1a1c-dee5-436d-ab6d-f585bc5dbb1b HTTP/1.1" status: 204 len: 168 time: 0.5855572 May 03 22:32:53.411754 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 32848) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:53.435842 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1d21a8a3-ffd8-462e-9810-7bd70d42dc05 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:53.453307 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1d21a8a3-ffd8-462e-9810-7bd70d42dc05 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:53.521675 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59832a1d-1cd1-43b1-971a-811773a0ebdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:53.535285 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c1490-434a-4777-9b03-ebdd5bdbcdf4 req-a9d030e4-32ee-491f-9620-836c6e4fb021 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:53.537006 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8f2c1490-434a-4777-9b03-ebdd5bdbcdf4 req-a9d030e4-32ee-491f-9620-836c6e4fb021 tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/ports?device_id=91ca06dd-d39d-4b7d-8a6b-d6408b4309cc HTTP/1.1" status: 200 len: 867 time: 0.5036409 May 03 22:32:53.646129 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ae6b2-7727-4684-91c0-a385938c45ca req-6d6607c0-a751-4fbf-8b4d-d0ee9fc0b6c1 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:53.647642 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad3ae6b2-7727-4684-91c0-a385938c45ca req-6d6607c0-a751-4fbf-8b4d-d0ee9fc0b6c1 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] 10.222.0.67 "GET /v2.0/ports?device_id=7e5783da-8b1e-4ae3-9014-d7f30711e699 HTTP/1.1" status: 200 len: 945 time: 0.4886472 May 03 22:32:53.651084 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59832a1d-1cd1-43b1-971a-811773a0ebdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:53.671866 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840569bb-7830-4f27-ace9-82366bc56eee req-94f75ef6-e565-4317-92c6-47dd4638e4b3 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:53.677713 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840569bb-7830-4f27-ace9-82366bc56eee req-94f75ef6-e565-4317-92c6-47dd4638e4b3 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:53.678719 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-59832a1d-1cd1-43b1-971a-811773a0ebdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf4b4b53-23b3-4846-9dfb-85aed8a34ef8']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:53.679360 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-840569bb-7830-4f27-ace9-82366bc56eee req-94f75ef6-e565-4317-92c6-47dd4638e4b3 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd4b6d39-bb67-4e9f-af25-309b5bdcad35&device_id=d99c6702-cd4b-4944-ae30-8c1ea0a6a290 HTTP/1.1" status: 200 len: 1681 time: 0.5072629 May 03 22:32:53.689011 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d21a8a3-ffd8-462e-9810-7bd70d42dc05 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6915c6a6-fc37-4968-ac9a-d37bf2f1d5ec,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:53.692832 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-59832a1d-1cd1-43b1-971a-811773a0ebdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe19a67-79a3-499a-9948-e091fef39ff7') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:53.693329 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-59832a1d-1cd1-43b1-971a-811773a0ebdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe19a67-79a3-499a-9948-e091fef39ff7') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:53.709353 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59832a1d-1cd1-43b1-971a-811773a0ebdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:53.726903 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59832a1d-1cd1-43b1-971a-811773a0ebdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:53.734107 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59832a1d-1cd1-43b1-971a-811773a0ebdb admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:32:53.734604 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59832a1d-1cd1-43b1-971a-811773a0ebdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:53.755873 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:32:53.755873 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:32:53.755873 n-d-811807-1 neutron-server[88070]: timer() May 03 22:32:53.755873 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:32:53.755873 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:32:53.755873 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:32:53.755873 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:32:53.755873 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:32:53.755873 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:32:53.755873 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:32:53.755873 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:32:53.755873 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:32:53.755873 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:32:53.755873 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:32:53.755873 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:32:53.755873 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:32:53.755873 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:32:53.755873 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:32:53.755873 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:32:53.755873 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:32:53.755873 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:32:53.755873 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:32:53.755873 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:32:53.755873 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:32:53.755873 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:32:53.755873 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:32:53.755873 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:32:53.755873 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:32:53.755873 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:32:53.755873 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:32:53.755873 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:32:53.755873 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:32:53.801598 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1d21a8a3-ffd8-462e-9810-7bd70d42dc05 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:53.805647 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1d21a8a3-ffd8-462e-9810-7bd70d42dc05 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1064851 May 03 22:32:53.812403 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 32854) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:53.841687 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59832a1d-1cd1-43b1-971a-811773a0ebdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:53.842383 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-713b1c0d-18a5-4f26-a513-32f49d54fc56 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Request body: {'security_group_rule': {'security_group_id': '6915c6a6-fc37-4968-ac9a-d37bf2f1d5ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:53.848893 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8f2c1490-434a-4777-9b03-ebdd5bdbcdf4 req-be325310-1c8a-440a-a604-cd94f3c3af0f tempest-FloatingIPsAssociationTestJSON-896638043 tempest-FloatingIPsAssociationTestJSON-896638043-project] 10.222.0.58 "GET /v2.0/security-groups?id=8141834f-3183-49db-99d3-033fb924ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210655 May 03 22:32:53.861902 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-ad3ae6b2-7727-4684-91c0-a385938c45ca req-59c2216c-2d6c-4cee-97e0-5e4fc36238d4 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Deleting port 75894b6b-d65d-45f0-962c-1e59471c4342 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:32:53.862272 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ad3ae6b2-7727-4684-91c0-a385938c45ca req-59c2216c-2d6c-4cee-97e0-5e4fc36238d4 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:53.869913 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59832a1d-1cd1-43b1-971a-811773a0ebdb admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:53.877781 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59832a1d-1cd1-43b1-971a-811773a0ebdb admin admin] Pushing event deleted for resources: {'Network': ['ID=cf4b4b53-23b3-4846-9dfb-85aed8a34ef8,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:53.883241 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-59832a1d-1cd1-43b1-971a-811773a0ebdb admin admin] 10.222.0.58 "DELETE /v2.0/networks/cf4b4b53-23b3-4846-9dfb-85aed8a34ef8 HTTP/1.1" status: 204 len: 168 time: 0.4704425 May 03 22:32:53.895934 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-713b1c0d-18a5-4f26-a513-32f49d54fc56 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:53.900078 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-840569bb-7830-4f27-ace9-82366bc56eee req-5c44c2be-5acf-41d4-a676-0aacedcdfaae tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] 10.222.0.58 "GET /v2.0/security-groups?id=6252505b-f2bc-492b-a3f0-7602305e4248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668978 May 03 22:32:53.917665 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-713b1c0d-18a5-4f26-a513-32f49d54fc56 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Usage tracker for resource:security_group_rule and tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:32:53.942666 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-713b1c0d-18a5-4f26-a513-32f49d54fc56 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:32:53.965307 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-713b1c0d-18a5-4f26-a513-32f49d54fc56 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:54.049624 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:54.101303 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 32862) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:54.150266 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-deac8c9c-27b5-45c5-9b3f-f1f626c28572 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d9c3dbb20f6947bda4c4f80874d7efc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476611 May 03 22:32:54.152666 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 32866) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:54.196869 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-713b1c0d-18a5-4f26-a513-32f49d54fc56 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:54.209646 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de4674e6-289c-4333-b0a6-eaa11ea89237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:54.216055 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-cc012393-623f-46c4-8348-9bb309c9789a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41fe8b6e-83e1-45a1-a74e-03d35a20c8e3 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:32:54.240124 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de4674e6-289c-4333-b0a6-eaa11ea89237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:54.252367 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-cc012393-623f-46c4-8348-9bb309c9789a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:54.293515 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de4674e6-289c-4333-b0a6-eaa11ea89237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:54.312898 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4674e6-289c-4333-b0a6-eaa11ea89237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c31ee3-e836-45e8-8521-0c048dd4e20f,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:54.316906 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-cc012393-623f-46c4-8348-9bb309c9789a service neutron] Transition to ACTIVE for port object 41fe8b6e-83e1-45a1-a74e-03d35a20c8e3 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:32:54.327148 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de4674e6-289c-4333-b0a6-eaa11ea89237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:54.328332 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-de4674e6-289c-4333-b0a6-eaa11ea89237 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c1c31ee3-e836-45e8-8521-0c048dd4e20f HTTP/1.1" status: 204 len: 168 time: 0.1747253 May 03 22:32:54.381245 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-cc012393-623f-46c4-8348-9bb309c9789a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:54.572176 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-713b1c0d-18a5-4f26-a513-32f49d54fc56 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:54.583760 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e342bb-1944-4c30-9b7c-0138ec0860c6 req-90b7ba5e-416e-41e4-b43b-636c15c26bd8 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:54.585227 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-55e342bb-1944-4c30-9b7c-0138ec0860c6 req-90b7ba5e-416e-41e4-b43b-636c15c26bd8 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 949 time: 0.5567133 May 03 22:32:54.590583 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc012393-623f-46c4-8348-9bb309c9789a service neutron] Pushing event updated for resources: {'Port': ['ID=41fe8b6e-83e1-45a1-a74e-03d35a20c8e3,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:54.621627 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-713b1c0d-18a5-4f26-a513-32f49d54fc56 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:54.627492 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 2642b5e6-5d8c-4acd-b8fd-8a712dfbe750 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:32:54.644062 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c558a-ebf6-4cde-8bb6-a7c629b4c1a8 req-36354fca-0ddf-405a-a177-c03d76e7745c tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:54.645496 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fd8c558a-ebf6-4cde-8bb6-a7c629b4c1a8 req-36354fca-0ddf-405a-a177-c03d76e7745c tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.5324750 May 03 22:32:54.670332 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 2642b5e6-5d8c-4acd-b8fd-8a712dfbe750 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:32:54.670599 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 2642b5e6-5d8c-4acd-b8fd-8a712dfbe750 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:32:54.703109 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-ad3ae6b2-7727-4684-91c0-a385938c45ca req-59c2216c-2d6c-4cee-97e0-5e4fc36238d4 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] For port 75894b6b-d65d-45f0-962c-1e59471c4342, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=75894b6b-d65d-45f0-962c-1e59471c4342,segment=NetworkSegment(eacf5ea4-46a3-43d7-ac71-4e76503ac526),segment_id=eacf5ea4-46a3-43d7-ac71-4e76503ac526)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:32:54.703448 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ad3ae6b2-7727-4684-91c0-a385938c45ca req-59c2216c-2d6c-4cee-97e0-5e4fc36238d4 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:54.748631 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b1c0d-18a5-4f26-a513-32f49d54fc56 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65cb239f-dded-479c-8526-d7e1c8e32e2b,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:54.993240 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2f6f2e24-a039-413f-bcea-b149de86dca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:55.008755 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-ad3ae6b2-7727-4684-91c0-a385938c45ca req-59c2216c-2d6c-4cee-97e0-5e4fc36238d4 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Calling delete_port for 75894b6b-d65d-45f0-962c-1e59471c4342 owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:32:55.064042 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-713b1c0d-18a5-4f26-a513-32f49d54fc56 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:55.065216 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-713b1c0d-18a5-4f26-a513-32f49d54fc56 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2449672 May 03 22:32:55.067990 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 32892) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:55.092566 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-55e342bb-1944-4c30-9b7c-0138ec0860c6 req-4b049555-0f8e-4416-b0d4-6da2773a1e59 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4672828 May 03 22:32:55.117684 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fd8c558a-ebf6-4cde-8bb6-a7c629b4c1a8 req-d687388b-3e91-46f8-b5e9-f1057377fc0e tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4390919 May 03 22:32:55.128319 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-cc012393-623f-46c4-8348-9bb309c9789a service neutron] Attempting to bind port 41fe8b6e-83e1-45a1-a74e-03d35a20c8e3 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:32:55.128562 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-cc012393-623f-46c4-8348-9bb309c9789a service neutron] Attempting to bind port 41fe8b6e-83e1-45a1-a74e-03d35a20c8e3 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': 'cbe0e324-a30f-4158-b658-34d22a2a37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:32:55.128889 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-cc012393-623f-46c4-8348-9bb309c9789a service neutron] Attempting to bind port 41fe8b6e-83e1-45a1-a74e-03d35a20c8e3 on network 983af77e-2b01-4072-bd1e-12edcf859777 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:32:55.161993 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-cc012393-623f-46c4-8348-9bb309c9789a service neutron] Port 41fe8b6e-83e1-45a1-a74e-03d35a20c8e3 on network 983af77e-2b01-4072-bd1e-12edcf859777 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:32:55.162661 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-cc012393-623f-46c4-8348-9bb309c9789a service neutron] Attempting to bind port 41fe8b6e-83e1-45a1-a74e-03d35a20c8e3 on network 983af77e-2b01-4072-bd1e-12edcf859777 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:32:55.170413 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-cc012393-623f-46c4-8348-9bb309c9789a service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:32:55.171156 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-cc012393-623f-46c4-8348-9bb309c9789a service neutron] Checking segment: {'id': 'cbe0e324-a30f-4158-b658-34d22a2a37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:32:55.171767 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-cc012393-623f-46c4-8348-9bb309c9789a service neutron] Bound using segment: {'id': 'cbe0e324-a30f-4158-b658-34d22a2a37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:32:55.172968 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-cc012393-623f-46c4-8348-9bb309c9789a service neutron] Bound port: 41fe8b6e-83e1-45a1-a74e-03d35a20c8e3, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe0e324-a30f-4158-b658-34d22a2a37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:32:55.173605 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-cc012393-623f-46c4-8348-9bb309c9789a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:55.180621 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dc191ae6-62dc-44a2-b967-2789428406c6 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:55.183744 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed315b68-c649-4b31-b0f7-077a7802422d'] response: {'server_uuid': '91ca06dd-d39d-4b7d-8a6b-d6408b4309cc', 'name': 'network-vif-deleted', 'tag': '2642b5e6-5d8c-4acd-b8fd-8a712dfbe750', 'status': 'completed', 'code': 200} May 03 22:32:55.229931 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dc191ae6-62dc-44a2-b967-2789428406c6 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:55.285901 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dc191ae6-62dc-44a2-b967-2789428406c6 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:55.304978 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc191ae6-62dc-44a2-b967-2789428406c6 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6915c6a6-fc37-4968-ac9a-d37bf2f1d5ec,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:55.318521 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dc191ae6-62dc-44a2-b967-2789428406c6 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:55.319783 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-dc191ae6-62dc-44a2-b967-2789428406c6 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "DELETE /v2.0/security-groups/6915c6a6-fc37-4968-ac9a-d37bf2f1d5ec HTTP/1.1" status: 204 len: 168 time: 0.2508087 May 03 22:32:55.322264 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 32902) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:55.376535 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-abd8b570-c618-4596-901f-c99fb48edcb9 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Synchronizing usage tracker for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:32:55.391398 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-abd8b570-c618-4596-901f-c99fb48edcb9 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Unset dirty status for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:32:55.395020 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-abd8b570-c618-4596-901f-c99fb48edcb9 tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0687485 May 03 22:32:55.395279 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 32906) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:55.429980 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ad3ae6b2-7727-4684-91c0-a385938c45ca req-59c2216c-2d6c-4cee-97e0-5e4fc36238d4 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:55.441920 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a3ff70c3-c736-4413-bb52-858a9487575f tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Synchronizing usage tracker for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group_rule {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:32:55.456462 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a3ff70c3-c736-4413-bb52-858a9487575f tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] Unset dirty status for tenant:a7a8a0dde6ea4736a3fc75c0cfb9aa96 on resource:security_group_rule {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:32:55.457645 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a3ff70c3-c736-4413-bb52-858a9487575f tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0614290 May 03 22:32:55.460503 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 32910) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:55.476270 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-2b06714d-e90e-48d4-b63d-28a85e7697ad tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] delete failed (client error): The resource could not be found. May 03 22:32:55.477237 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2b06714d-e90e-48d4-b63d-28a85e7697ad tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "DELETE /v2.0/security-groups/6915c6a6-fc37-4968-ac9a-d37bf2f1d5ec HTTP/1.1" status: 404 len: 347 time: 0.0157881 May 03 22:32:55.480794 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 32914) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:55.486902 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-cc012393-623f-46c4-8348-9bb309c9789a service neutron] For port 41fe8b6e-83e1-45a1-a74e-03d35a20c8e3, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:32:55.489094 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2216c-2d6c-4cee-97e0-5e4fc36238d4 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Pushing event deleted for resources: {'Port': ['ID=75894b6b-d65d-45f0-962c-1e59471c4342,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:55.538094 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7db70649-2236-4876-9537-e73be6e972cb tempest-SecGroupIPv6Test-514689553 tempest-SecGroupIPv6Test-514689553-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0529032 May 03 22:32:55.538327 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-cc012393-623f-46c4-8348-9bb309c9789a service neutron] For port 41fe8b6e-83e1-45a1-a74e-03d35a20c8e3, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=41fe8b6e-83e1-45a1-a74e-03d35a20c8e3,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:32:55.580108 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-cc012393-623f-46c4-8348-9bb309c9789a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:55.624355 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3ae6b2-7727-4684-91c0-a385938c45ca req-59c2216c-2d6c-4cee-97e0-5e4fc36238d4 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] No DVR routers for this DVR port 75894b6b-d65d-45f0-962c-1e59471c4342 on host n-h2-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:32:55.630406 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ad3ae6b2-7727-4684-91c0-a385938c45ca req-59c2216c-2d6c-4cee-97e0-5e4fc36238d4 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:55.647482 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e5783da-8b1e-4ae3-9014-d7f30711e699', 'name': 'network-vif-deleted', 'tag': '75894b6b-d65d-45f0-962c-1e59471c4342'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:32:55.666870 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad37477-da63-4d3c-be29-aa9e23bd3fe0 req-99c3286a-5021-4211-83eb-f972961be758 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:55.668157 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0ad37477-da63-4d3c-be29-aa9e23bd3fe0 req-99c3286a-5021-4211-83eb-f972961be758 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=382bdb0f-03c3-4d7c-8141-c53949fefc4d HTTP/1.1" status: 200 len: 944 time: 0.4383924 May 03 22:32:55.704355 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-cc012393-623f-46c4-8348-9bb309c9789a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:55.704965 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-cc012393-623f-46c4-8348-9bb309c9789a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:55.706324 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-cc012393-623f-46c4-8348-9bb309c9789a service neutron] 10.222.0.67 "PUT /v2.0/ports/41fe8b6e-83e1-45a1-a74e-03d35a20c8e3 HTTP/1.1" status: 200 len: 1092 time: 3.0778241 May 03 22:32:55.715463 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91875eba-7f9e-40f1-b539-76b2fced553b req-8ab376bd-f72b-4c6a-a1da-b8b1a8dca71b tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:55.716165 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-91875eba-7f9e-40f1-b539-76b2fced553b req-8ab376bd-f72b-4c6a-a1da-b8b1a8dca71b tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Synchronizing usage tracker for tenant:d7afa8ba68f7411d9244d8acc84393e8 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:32:55.719951 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad3ae6b2-7727-4684-91c0-a385938c45ca req-59c2216c-2d6c-4cee-97e0-5e4fc36238d4 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] 10.222.0.67 "DELETE /v2.0/ports/75894b6b-d65d-45f0-962c-1e59471c4342 HTTP/1.1" status: 204 len: 173 time: 2.0363533 May 03 22:32:55.752757 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc012393-623f-46c4-8348-9bb309c9789a service neutron] Pushing event updated for resources: {'Port': ['ID=41fe8b6e-83e1-45a1-a74e-03d35a20c8e3,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:55.799281 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0ad37477-da63-4d3c-be29-aa9e23bd3fe0 req-f473b6ed-f5f4-4b46-bdc6-1a6a35e5e70d tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210918 May 03 22:32:55.804877 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-91875eba-7f9e-40f1-b539-76b2fced553b req-8ab376bd-f72b-4c6a-a1da-b8b1a8dca71b tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] Unset dirty status for tenant:d7afa8ba68f7411d9244d8acc84393e8 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:32:55.806035 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-91875eba-7f9e-40f1-b539-76b2fced553b req-8ab376bd-f72b-4c6a-a1da-b8b1a8dca71b tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e5783da-8b1e-4ae3-9014-d7f30711e699 HTTP/1.1" status: 200 len: 867 time: 0.4879942 May 03 22:32:55.866543 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 32926) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:55.879861 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-91875eba-7f9e-40f1-b539-76b2fced553b req-768217d0-3327-4476-b6cc-0f838ec5e152 tempest-InstanceActionsTestJSON-1912843489 tempest-InstanceActionsTestJSON-1912843489-project] 10.222.0.58 "GET /v2.0/security-groups?id=9889b13d-892f-4412-87bc-d2e338ded8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655711 May 03 22:32:55.894449 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-3d3e236b-fdb2-468f-994c-d6a0c52ef164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:55.896487 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-3d3e236b-fdb2-468f-994c-d6a0c52ef164 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5a0f20c83fdc471fa4da593ef2ea5d27&device_id=382bdb0f-03c3-4d7c-8141-c53949fefc4d HTTP/1.1" status: 200 len: 1095 time: 0.1386991 May 03 22:32:55.933397 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 32932) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:56.001195 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-035e64d4-ef79-4d04-9049-b27507edae57 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41fe8b6e-83e1-45a1-a74e-03d35a20c8e3 HTTP/1.1" status: 200 len: 217 time: 0.0963531 May 03 22:32:56.072688 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-333f1d5d-d636-4872-a42a-0e32ed1e2518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:56.074208 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-333f1d5d-d636-4872-a42a-0e32ed1e2518 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a1f38ed2-c940-45de-9756-cc79b8316a2d HTTP/1.1" status: 200 len: 846 time: 0.0667171 May 03 22:32:56.144136 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-4bc5dda0-593e-4ef0-9505-9cabbccac2eb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=983af77e-2b01-4072-bd1e-12edcf859777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624728 May 03 22:32:56.192513 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62ec5749-eb48-4f2c-ab1a-439b063cae97'] response: {'server_uuid': '7e5783da-8b1e-4ae3-9014-d7f30711e699', 'name': 'network-vif-deleted', 'tag': '75894b6b-d65d-45f0-962c-1e59471c4342', 'status': 'completed', 'code': 200} May 03 22:32:56.202713 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:56.243860 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:56.420024 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-915c819c-db56-463a-ba61-12e4f52741fa service neutron] 10.222.0.67 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552552 May 03 22:32:56.428671 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6168c8dc-10de-4224-bd9c-98e6260264e8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a7a8a0dde6ea4736a3fc75c0cfb9aa96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5600772 May 03 22:32:56.433176 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 32952) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:56.580852 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c56ac2c0-40b0-465d-858d-7183d083280a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:56.610529 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3b00c337-5261-40e1-bb87-e3ccab58f9b9 req-2ac2f0e7-e54f-4440-b0c6-798b9bc26c9d service neutron] 10.222.0.67 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891031 May 03 22:32:56.624845 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 75894b6b-d65d-45f0-962c-1e59471c4342 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:32:56.707633 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 75894b6b-d65d-45f0-962c-1e59471c4342 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:32:56.708197 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 75894b6b-d65d-45f0-962c-1e59471c4342 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:32:56.761186 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c56ac2c0-40b0-465d-858d-7183d083280a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:56.784463 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a40db-61ce-4c59-ac96-fd66cf550dfb req-77c5c1d4-cc54-4d06-ab5f-ff6718298a40 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:56.790420 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6d7a40db-61ce-4c59-ac96-fd66cf550dfb req-77c5c1d4-cc54-4d06-ab5f-ff6718298a40 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 949 time: 0.1287291 May 03 22:32:56.803709 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331b2f2-eb97-42c3-a7a1-eb6da2b69d6a req-beb89fab-0286-4af8-80da-82ebd3a9a932 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:56.806302 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5331b2f2-eb97-42c3-a7a1-eb6da2b69d6a req-beb89fab-0286-4af8-80da-82ebd3a9a932 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.1946158 May 03 22:32:56.893341 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6d7a40db-61ce-4c59-ac96-fd66cf550dfb req-d5e3ee05-19ae-45c4-852f-a4fe32fd0983 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859313 May 03 22:32:56.909498 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c56ac2c0-40b0-465d-858d-7183d083280a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:56.916783 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5331b2f2-eb97-42c3-a7a1-eb6da2b69d6a req-2de8db73-f674-4a0d-95eb-3e3c281d33dd tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941470 May 03 22:32:56.940029 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ac2c0-40b0-465d-858d-7183d083280a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1eb602-df85-4563-98b6-0fd6489163c5,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:57.004770 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:32:57.020349 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ddb16716-d306-4f45-b412-196dc87a4df7 req-8793195f-c566-4991-9f35-851ecd01a483 tempest-ServerShowV247Test-379977091 tempest-ServerShowV247Test-379977091-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ebfa484-30ce-409f-8bbc-4e289debb7d7 HTTP/1.1" status: 200 len: 210 time: 0.0616486 May 03 22:32:57.021095 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c56ac2c0-40b0-465d-858d-7183d083280a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:57.027724 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c56ac2c0-40b0-465d-858d-7183d083280a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9d1eb602-df85-4563-98b6-0fd6489163c5 HTTP/1.1" status: 204 len: 168 time: 0.5911064 May 03 22:32:57.130625 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 32976) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:57.153786 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e03345b7-b28d-4138-8329-ac58a14a6327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:57.467241 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd1861e8-85ea-4bf4-adcf-9b1c7beb2288 admin admin] Deleting subnet 8f3f8c0d-8ff4-46e1-a8d8-294ab170cf68 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:32:57.472696 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bd1861e8-85ea-4bf4-adcf-9b1c7beb2288 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:57.533549 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:57.541133 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bd1861e8-85ea-4bf4-adcf-9b1c7beb2288 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:57.594885 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483f1b3-8d49-4829-ac26-d5b556c1423a req-5a2d0509-406a-4215-94b2-43c11c058033 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:57.596553 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3483f1b3-8d49-4829-ac26-d5b556c1423a req-5a2d0509-406a-4215-94b2-43c11c058033 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=382bdb0f-03c3-4d7c-8141-c53949fefc4d HTTP/1.1" status: 200 len: 944 time: 0.3772123 May 03 22:32:57.633574 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bd1861e8-85ea-4bf4-adcf-9b1c7beb2288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:57.651896 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:57.695230 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-e03345b7-b28d-4138-8329-ac58a14a6327 admin admin] Deleting port 6542d56f-fc4a-4be4-bd93-0893aa77260d {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:32:57.695793 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e03345b7-b28d-4138-8329-ac58a14a6327 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:57.709980 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3483f1b3-8d49-4829-ac26-d5b556c1423a req-eafaa488-4641-4134-b965-ec88f590327c tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064234 May 03 22:32:57.758919 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bd1861e8-85ea-4bf4-adcf-9b1c7beb2288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:57.854832 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bd1861e8-85ea-4bf4-adcf-9b1c7beb2288 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:57.884839 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-bd1861e8-85ea-4bf4-adcf-9b1c7beb2288 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8f3f8c0d-8ff4-46e1-a8d8-294ab170cf68 HTTP/1.1" status: 204 len: 168 time: 0.7530780 May 03 22:32:57.887658 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33010) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:57.895653 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1861e8-85ea-4bf4-adcf-9b1c7beb2288 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f3f8c0d-8ff4-46e1-a8d8-294ab170cf68,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:58.040520 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-21bf6e4c-6982-440b-a893-e8b1bfc3c376 req-c5bd7d7d-db98-416d-9a98-9b8b844229f2 tempest-ServerShowV247Test-379977091 tempest-ServerShowV247Test-379977091-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee04f8ee-61dc-42ed-9638-7a17af554f28 HTTP/1.1" status: 200 len: 210 time: 0.0898695 May 03 22:32:58.129044 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-698f579f-e80c-42e4-9f87-66cb7013d605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:58.154249 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-e03345b7-b28d-4138-8329-ac58a14a6327 admin admin] For port 6542d56f-fc4a-4be4-bd93-0893aa77260d, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=6542d56f-fc4a-4be4-bd93-0893aa77260d,segment=NetworkSegment(4a0ebc46-1388-4582-a35d-c77e85f48a3d),segment_id=4a0ebc46-1388-4582-a35d-c77e85f48a3d)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:32:58.154610 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e03345b7-b28d-4138-8329-ac58a14a6327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:58.300587 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-e03345b7-b28d-4138-8329-ac58a14a6327 admin admin] Calling delete_port for 6542d56f-fc4a-4be4-bd93-0893aa77260d owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:32:58.334176 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-698f579f-e80c-42e4-9f87-66cb7013d605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:58.367650 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382bdb0f-03c3-4d7c-8141-c53949fefc4d', 'tag': '41fe8b6e-83e1-45a1-a74e-03d35a20c8e3'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:32:58.383263 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-698f579f-e80c-42e4-9f87-66cb7013d605 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fc6c240-20d3-4c9d-afae-c2a80f117205']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:58.397809 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-698f579f-e80c-42e4-9f87-66cb7013d605 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eacf5ea4-46a3-43d7-ac71-4e76503ac526') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:58.398217 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-698f579f-e80c-42e4-9f87-66cb7013d605 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eacf5ea4-46a3-43d7-ac71-4e76503ac526') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:32:58.413123 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-698f579f-e80c-42e4-9f87-66cb7013d605 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:58.490892 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-698f579f-e80c-42e4-9f87-66cb7013d605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:58.543046 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33034) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:58.543046 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-698f579f-e80c-42e4-9f87-66cb7013d605 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:32:58.543355 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-698f579f-e80c-42e4-9f87-66cb7013d605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:58.560110 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:32:58.560110 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:32:58.560110 n-d-811807-1 neutron-server[88069]: timer() May 03 22:32:58.560110 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:32:58.560110 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:32:58.560110 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:32:58.560110 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:32:58.560110 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:32:58.560110 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:32:58.560110 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:32:58.560110 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:32:58.560110 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:32:58.560110 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:32:58.560110 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:32:58.560110 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:32:58.560110 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:32:58.560110 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:32:58.560110 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:32:58.560110 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:32:58.560110 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:32:58.560110 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:32:58.560110 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:32:58.560110 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:32:58.560110 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:32:58.560110 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:32:58.560110 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:32:58.560110 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:32:58.560110 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:32:58.560110 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:32:58.560110 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:32:58.560110 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:32:58.560110 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:32:58.691110 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f3a4f-54ea-4a6a-acab-39a4bd9da3a1 req-069cd2de-1fa1-4011-bbd5-a4050528840f tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:58.698052 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9c4f3a4f-54ea-4a6a-acab-39a4bd9da3a1 req-069cd2de-1fa1-4011-bbd5-a4050528840f tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 949 time: 0.2776458 May 03 22:32:58.718116 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e03345b7-b28d-4138-8329-ac58a14a6327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:58.718626 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-698f579f-e80c-42e4-9f87-66cb7013d605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:58.742122 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-698f579f-e80c-42e4-9f87-66cb7013d605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:58.754715 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-69af7abd-cb3b-4f74-a96a-8c31e87af904 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:58.755424 n-d-811807-1 neutron-server[88069]: WARNING neutron.api.v2.base [None req-69af7abd-cb3b-4f74-a96a-8c31e87af904 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 03 22:32:58.755901 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-69af7abd-cb3b-4f74-a96a-8c31e87af904 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] create failed (client error): There was a conflict when trying to complete your request. May 03 22:32:58.760887 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-69af7abd-cb3b-4f74-a96a-8c31e87af904 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1986303 May 03 22:32:58.761659 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33042) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:58.775936 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f579f-e80c-42e4-9f87-66cb7013d605 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fc6c240-20d3-4c9d-afae-c2a80f117205,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:58.781203 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-ecbee520-19bb-4b81-a081-965bf1d63b9a tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Request body: {'security_group': {'name': 'tempest-secgroup--287869539'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:58.788229 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ecbee520-19bb-4b81-a081-965bf1d63b9a tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:58.792624 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ecbee520-19bb-4b81-a081-965bf1d63b9a tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Usage tracker for resource:security_group and tenant:25bf212b1e844eaca68bfdc3258e562f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:32:58.793782 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9c4f3a4f-54ea-4a6a-acab-39a4bd9da3a1 req-1802f063-7c65-4d93-bad4-91be3d522ed7 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949030 May 03 22:32:58.796083 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ecbee520-19bb-4b81-a081-965bf1d63b9a tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:32:58.801523 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ecbee520-19bb-4b81-a081-965bf1d63b9a tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:58.802162 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cdb2c-97cd-4087-9f3b-acef3131e2d4 req-03660434-af65-47c4-8c89-593e5a59362f tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:58.803651 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7b9cdb2c-97cd-4087-9f3b-acef3131e2d4 req-03660434-af65-47c4-8c89-593e5a59362f tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.3072495 May 03 22:32:58.805121 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-698f579f-e80c-42e4-9f87-66cb7013d605 admin admin] 10.222.0.58 "DELETE /v2.0/networks/7fc6c240-20d3-4c9d-afae-c2a80f117205 HTTP/1.1" status: 204 len: 168 time: 0.9163375 May 03 22:32:58.808227 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03345b7-b28d-4138-8329-ac58a14a6327 admin admin] Pushing event deleted for resources: {'Port': ['ID=6542d56f-fc4a-4be4-bd93-0893aa77260d,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:58.881125 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7b9cdb2c-97cd-4087-9f3b-acef3131e2d4 req-b9d7c635-33b5-4161-b2d6-85c715d4c15e tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697966 May 03 22:32:58.893249 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ecbee520-19bb-4b81-a081-965bf1d63b9a tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:58.910519 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b92861ba-4c08-43b5-a02b-23fca52ab270'] response: {'name': 'network-changed', 'server_uuid': '382bdb0f-03c3-4d7c-8141-c53949fefc4d', 'tag': '41fe8b6e-83e1-45a1-a74e-03d35a20c8e3', 'status': 'completed', 'code': 200} May 03 22:32:58.916240 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ecbee520-19bb-4b81-a081-965bf1d63b9a tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:59.005543 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ecbee520-19bb-4b81-a081-965bf1d63b9a tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:59.010854 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ecbee520-19bb-4b81-a081-965bf1d63b9a tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Usage tracker for resource:security_group_rule and tenant:25bf212b1e844eaca68bfdc3258e562f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:32:59.015485 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ecbee520-19bb-4b81-a081-965bf1d63b9a tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:32:59.025066 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ecbee520-19bb-4b81-a081-965bf1d63b9a tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:59.074134 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a81e5c-7320-4420-8833-06323c935ca8 req-b0f59bc1-0a63-4915-ac2b-c4c441544c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:59.075907 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c9a81e5c-7320-4420-8833-06323c935ca8 req-b0f59bc1-0a63-4915-ac2b-c4c441544c03 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5a0f20c83fdc471fa4da593ef2ea5d27&device_id=382bdb0f-03c3-4d7c-8141-c53949fefc4d HTTP/1.1" status: 200 len: 1095 time: 0.1290793 May 03 22:32:59.206935 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33052) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:59.354081 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ecbee520-19bb-4b81-a081-965bf1d63b9a tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:59.361663 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ecbee520-19bb-4b81-a081-965bf1d63b9a tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:59.379355 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e03345b7-b28d-4138-8329-ac58a14a6327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:59.382969 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ecbee520-19bb-4b81-a081-965bf1d63b9a tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:59.394992 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ecbee520-19bb-4b81-a081-965bf1d63b9a tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Usage tracker for resource:security_group_rule and tenant:25bf212b1e844eaca68bfdc3258e562f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:32:59.405364 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ecbee520-19bb-4b81-a081-965bf1d63b9a tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:32:59.417448 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ecbee520-19bb-4b81-a081-965bf1d63b9a tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:59.419409 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbee520-19bb-4b81-a081-965bf1d63b9a tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9debd87-8f14-46a0-9805-63645171df74,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:59.490140 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-517eaeaa-993f-4fd9-a4fc-0745998e09e2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d7afa8ba68f7411d9244d8acc84393e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2798774 May 03 22:32:59.492845 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33056) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:59.503494 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a81e5c-7320-4420-8833-06323c935ca8 req-64f8dbae-6963-4a21-8bc2-87f3ee7f7ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:59.504884 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c9a81e5c-7320-4420-8833-06323c935ca8 req-64f8dbae-6963-4a21-8bc2-87f3ee7f7ebd service neutron] 10.222.0.67 "GET /v2.0/networks?id=983af77e-2b01-4072-bd1e-12edcf859777 HTTP/1.1" status: 200 len: 907 time: 0.4211402 May 03 22:32:59.673511 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ecbee520-19bb-4b81-a081-965bf1d63b9a tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:59.722712 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c553d84-991d-4dec-8644-1354ef3fd23d req-20368920-868c-47e8-a194-5a9ba1e10064 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:59.724183 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4c553d84-991d-4dec-8644-1354ef3fd23d req-20368920-868c-47e8-a194-5a9ba1e10064 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=382bdb0f-03c3-4d7c-8141-c53949fefc4d HTTP/1.1" status: 200 len: 944 time: 0.5735767 May 03 22:32:59.731887 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ecbee520-19bb-4b81-a081-965bf1d63b9a tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:59.747290 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c9a81e5c-7320-4420-8833-06323c935ca8 req-7c6cf775-43e2-4776-b859-79ff4227dc83 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41fe8b6e-83e1-45a1-a74e-03d35a20c8e3 HTTP/1.1" status: 200 len: 217 time: 0.2280035 May 03 22:32:59.770402 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad5fcb-e4e2-405b-8294-c2acb8e77085 req-81cfd76f-0551-4ea6-943b-8838d4f7920d tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:59.771833 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-48ad5fcb-e4e2-405b-8294-c2acb8e77085 req-81cfd76f-0551-4ea6-943b-8838d4f7920d tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd4b6d39-bb67-4e9f-af25-309b5bdcad35 HTTP/1.1" status: 200 len: 945 time: 0.5660889 May 03 22:32:59.834984 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51c04c-3591-4a0f-8b19-53fc24104aca req-5f73ba6d-d2aa-475c-8bfe-0f7dd69f1877 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:59.836416 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4c51c04c-3591-4a0f-8b19-53fc24104aca req-5f73ba6d-d2aa-475c-8bfe-0f7dd69f1877 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd4b6d39-bb67-4e9f-af25-309b5bdcad35 HTTP/1.1" status: 200 len: 945 time: 0.5764890 May 03 22:32:59.856674 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbee520-19bb-4b81-a081-965bf1d63b9a tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf0d6d5-5635-46fa-9be4-a6f847d45485,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:32:59.862294 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ecbee520-19bb-4b81-a081-965bf1d63b9a tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:59.863559 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ecbee520-19bb-4b81-a081-965bf1d63b9a tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0948591 May 03 22:32:59.866377 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33062) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:32:59.872678 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-6fefe9b9-232f-4063-a152-6797adc2a02d tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Request body: {'security_group_rule': {'security_group_id': '1bf0d6d5-5635-46fa-9be4-a6f847d45485', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:32:59.885888 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6fefe9b9-232f-4063-a152-6797adc2a02d tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:32:59.893536 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6fefe9b9-232f-4063-a152-6797adc2a02d tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Usage tracker for resource:security_group_rule and tenant:25bf212b1e844eaca68bfdc3258e562f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:32:59.897779 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6fefe9b9-232f-4063-a152-6797adc2a02d tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:32:59.936117 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6fefe9b9-232f-4063-a152-6797adc2a02d tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:32:59.971385 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4c553d84-991d-4dec-8644-1354ef3fd23d req-a8a5d11b-fef7-414c-b9e4-da8663191ba6 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270696 May 03 22:32:59.974421 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03345b7-b28d-4138-8329-ac58a14a6327 admin admin] Router 9fe78d57-7847-4bc8-a426-38e257fff645 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:32:59.985432 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6fefe9b9-232f-4063-a152-6797adc2a02d tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:59.986928 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-acf9196c-e0e8-429f-b76c-240030ab1e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:32:59.990870 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-48ad5fcb-e4e2-405b-8294-c2acb8e77085 req-db564381-808f-435d-9522-156f47e307be tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] 10.222.0.58 "GET /v2.0/security-groups?id=6252505b-f2bc-492b-a3f0-7602305e4248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727719 May 03 22:32:59.995254 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a81e5c-7320-4420-8833-06323c935ca8 req-f1be8ca5-0056-4199-a772-9798df6192c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:32:59.996672 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c9a81e5c-7320-4420-8833-06323c935ca8 req-f1be8ca5-0056-4199-a772-9798df6192c3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a1f38ed2-c940-45de-9756-cc79b8316a2d HTTP/1.1" status: 200 len: 846 time: 0.2159183 May 03 22:33:00.009756 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-4c51c04c-3591-4a0f-8b19-53fc24104aca req-1aee53b6-f7d1-4e81-bd3a-b56824408ebf tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Deleting port 48018d3d-ad55-4c5c-a22d-33b3080d9012 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:33:00.010133 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4c51c04c-3591-4a0f-8b19-53fc24104aca req-1aee53b6-f7d1-4e81-bd3a-b56824408ebf tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:00.120331 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c9a81e5c-7320-4420-8833-06323c935ca8 req-a6ab47b0-2e76-41ff-b250-04f7f87b11a5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=983af77e-2b01-4072-bd1e-12edcf859777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143391 May 03 22:33:00.156368 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-acf9196c-e0e8-429f-b76c-240030ab1e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:00.201908 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14872590-4027-43fa-bbb0-177c0b265c4d req-364a1dbc-a460-4a51-97c4-fe7ea1fa5b17 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:00.202512 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-14872590-4027-43fa-bbb0-177c0b265c4d req-364a1dbc-a460-4a51-97c4-fe7ea1fa5b17 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Synchronizing usage tracker for tenant:bd51361818564d1386545633b9756d25 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:33:00.228722 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6fefe9b9-232f-4063-a152-6797adc2a02d tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:00.232815 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-db0fe659-3226-4ff5-aee2-f19d6c97714f req-67073996-1666-4d51-8807-f1bd2697c3fd tempest-ServerShowV247Test-379977091 tempest-ServerShowV247Test-379977091-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee04f8ee-61dc-42ed-9638-7a17af554f28 HTTP/1.1" status: 200 len: 210 time: 0.1200254 May 03 22:33:00.241485 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6fefe9b9-232f-4063-a152-6797adc2a02d tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:00.268695 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-14872590-4027-43fa-bbb0-177c0b265c4d req-364a1dbc-a460-4a51-97c4-fe7ea1fa5b17 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Unset dirty status for tenant:bd51361818564d1386545633b9756d25 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:33:00.269828 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-14872590-4027-43fa-bbb0-177c0b265c4d req-364a1dbc-a460-4a51-97c4-fe7ea1fa5b17 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] 10.222.0.60 "GET /v2.0/ports?device_id=d99c6702-cd4b-4944-ae30-8c1ea0a6a290 HTTP/1.1" status: 200 len: 945 time: 0.3653064 May 03 22:33:00.275424 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03345b7-b28d-4138-8329-ac58a14a6327 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:33:00.276964 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fefe9b9-232f-4063-a152-6797adc2a02d tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46af865c-9c7b-4d26-aee0-d3f997ba20b9,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:00.300594 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db42842-7b10-46dc-b6d4-e78f01e1b938 None None] Sync routers for ids ['9fe78d57-7847-4bc8-a426-38e257fff645'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:33:00.319858 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db42842-7b10-46dc-b6d4-e78f01e1b938 None None] Routers {'9fe78d57-7847-4bc8-a426-38e257fff645'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:33:00.320777 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-3db42842-7b10-46dc-b6d4-e78f01e1b938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:32:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['9fe78d57-7847-4bc8-a426-38e257fff645'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:00.340899 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e03345b7-b28d-4138-8329-ac58a14a6327 admin admin] 10.222.0.58 "PUT /v2.0/routers/9fe78d57-7847-4bc8-a426-38e257fff645/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4063330 May 03 22:33:00.341553 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33068) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:00.348927 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6fefe9b9-232f-4063-a152-6797adc2a02d tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:00.352524 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6fefe9b9-232f-4063-a152-6797adc2a02d tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4828012 May 03 22:33:00.389437 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33072) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:00.402869 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-3bafec4a-2331-4a1c-972e-41853f1f73d5 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Request body: {'security_group_rule': {'security_group_id': '1bf0d6d5-5635-46fa-9be4-a6f847d45485', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:00.460268 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3bafec4a-2331-4a1c-972e-41853f1f73d5 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:00.503773 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3bafec4a-2331-4a1c-972e-41853f1f73d5 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Usage tracker for resource:security_group_rule and tenant:25bf212b1e844eaca68bfdc3258e562f is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:00.524283 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3bafec4a-2331-4a1c-972e-41853f1f73d5 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:00.530707 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-3db42842-7b10-46dc-b6d4-e78f01e1b938 None None] Set router 9fe78d57-7847-4bc8-a426-38e257fff645 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:33:00.552181 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3bafec4a-2331-4a1c-972e-41853f1f73d5 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:00.610849 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-14872590-4027-43fa-bbb0-177c0b265c4d req-336ebadf-92b8-42a6-a45c-f957fede20e5 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Deleting port 3669b2d9-1b59-461a-8bfe-ca15a70bfd35 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:33:00.610849 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-14872590-4027-43fa-bbb0-177c0b265c4d req-336ebadf-92b8-42a6-a45c-f957fede20e5 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:00.633714 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c9a81e5c-7320-4420-8833-06323c935ca8 req-a3f408af-d095-4a56-951a-e24ded552cc2 service neutron] 10.222.0.67 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4622910 May 03 22:33:00.639278 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-acf9196c-e0e8-429f-b76c-240030ab1e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:00.661683 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 41fe8b6e-83e1-45a1-a74e-03d35a20c8e3 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:33:00.703212 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf9196c-e0e8-429f-b76c-240030ab1e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9889b13d-892f-4412-87bc-d2e338ded8f2,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:00.718926 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3bafec4a-2331-4a1c-972e-41853f1f73d5 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:00.763131 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6fecda36-2229-4992-9297-33cac04aea4a admin admin] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:00.916866 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 41fe8b6e-83e1-45a1-a74e-03d35a20c8e3, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=41fe8b6e-83e1-45a1-a74e-03d35a20c8e3,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:00.932869 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c9a81e5c-7320-4420-8833-06323c935ca8 req-de4e5ec3-95b2-43ab-9609-a20f7bfef814 service neutron] 10.222.0.67 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877529 May 03 22:33:00.933189 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '41fe8b6e-83e1-45a1-a74e-03d35a20c8e3', 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777', 'port_id': '41fe8b6e-83e1-45a1-a74e-03d35a20c8e3', 'mac_address': 'fa:16:3e:4d:6b:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1f38ed2-c940-45de-9756-cc79b8316a2d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:33:00.935504 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-3db42842-7b10-46dc-b6d4-e78f01e1b938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'name': 'tempest-FloatingIPsAssociationTestJSON-397226911-router', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '29467980-77b1-465b-a725-dbd893850111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:25Z', 'updated_at': '2022-05-03T22:32:58Z', 'revision_number': 5, 'project_id': 'cedd956302664fa280a1c281659df45b', 'gw_port': {'id': '29467980-77b1-465b-a725-dbd893850111', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:27Z', 'updated_at': '2022-05-03T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:00.944845 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda14d4-ef3d-43a5-854f-4eea2b9c8c65 req-4f103568-76ea-4df8-9208-030db6c212ac tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:00.953179 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4fda14d4-ef3d-43a5-854f-4eea2b9c8c65 req-4f103568-76ea-4df8-9208-030db6c212ac tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 949 time: 0.7828274 May 03 22:33:00.962752 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db42842-7b10-46dc-b6d4-e78f01e1b938 None None] Checking router: 9fe78d57-7847-4bc8-a426-38e257fff645 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:33:00.973344 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db42842-7b10-46dc-b6d4-e78f01e1b938 None None] Routers {'9fe78d57-7847-4bc8-a426-38e257fff645'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:33:00.974010 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-3db42842-7b10-46dc-b6d4-e78f01e1b938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:32:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['9fe78d57-7847-4bc8-a426-38e257fff645'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:00.987523 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-4c51c04c-3591-4a0f-8b19-53fc24104aca req-1aee53b6-f7d1-4e81-bd3a-b56824408ebf tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] For port 48018d3d-ad55-4c5c-a22d-33b3080d9012, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=48018d3d-ad55-4c5c-a22d-33b3080d9012,segment=NetworkSegment(377f8452-e338-4faf-8c9c-bc97c0819012),segment_id=377f8452-e338-4faf-8c9c-bc97c0819012)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:00.987908 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4c51c04c-3591-4a0f-8b19-53fc24104aca req-1aee53b6-f7d1-4e81-bd3a-b56824408ebf tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:01.003894 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:01.026358 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41fe8b6e-83e1-45a1-a74e-03d35a20c8e3 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:33:01.041013 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-acf9196c-e0e8-429f-b76c-240030ab1e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:01.042435 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-acf9196c-e0e8-429f-b76c-240030ab1e9c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9889b13d-892f-4412-87bc-d2e338ded8f2 HTTP/1.1" status: 204 len: 168 time: 1.5438910 May 03 22:33:01.068531 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-14872590-4027-43fa-bbb0-177c0b265c4d req-336ebadf-92b8-42a6-a45c-f957fede20e5 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] For port 3669b2d9-1b59-461a-8bfe-ca15a70bfd35, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=3669b2d9-1b59-461a-8bfe-ca15a70bfd35,segment=NetworkSegment(377f8452-e338-4faf-8c9c-bc97c0819012),segment_id=377f8452-e338-4faf-8c9c-bc97c0819012)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:01.069271 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-14872590-4027-43fa-bbb0-177c0b265c4d req-336ebadf-92b8-42a6-a45c-f957fede20e5 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:01.070819 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 41fe8b6e-83e1-45a1-a74e-03d35a20c8e3, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=41fe8b6e-83e1-45a1-a74e-03d35a20c8e3,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:01.078399 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:01.152785 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6fecda36-2229-4992-9297-33cac04aea4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:01.181934 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-35e19ec2-262d-4da4-acb7-b3ce2be060ab req-fb7b7ae1-2816-4029-91fd-5a775ace8589 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ee04f8ee-61dc-42ed-9638-7a17af554f28 HTTP/1.1" status: 200 len: 210 time: 0.2108443 May 03 22:33:01.207025 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-4c51c04c-3591-4a0f-8b19-53fc24104aca req-1aee53b6-f7d1-4e81-bd3a-b56824408ebf tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Calling delete_port for 48018d3d-ad55-4c5c-a22d-33b3080d9012 owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:33:01.220895 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-14872590-4027-43fa-bbb0-177c0b265c4d req-336ebadf-92b8-42a6-a45c-f957fede20e5 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Calling delete_port for 3669b2d9-1b59-461a-8bfe-ca15a70bfd35 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:33:01.226987 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-3db42842-7b10-46dc-b6d4-e78f01e1b938 None None] Set router 9fe78d57-7847-4bc8-a426-38e257fff645 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:33:01.248571 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083100b-462f-40a4-97b2-e51d28f82329 req-0febe15f-8f08-47ab-9c29-2947e277ce50 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:01.257871 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f083100b-462f-40a4-97b2-e51d28f82329 req-0febe15f-8f08-47ab-9c29-2947e277ce50 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.8716073 May 03 22:33:01.261314 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=41fe8b6e-83e1-45a1-a74e-03d35a20c8e3,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:01.268550 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-6fecda36-2229-4992-9297-33cac04aea4a admin admin] Deleting port 29467980-77b1-465b-a725-dbd893850111 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:33:01.268984 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6fecda36-2229-4992-9297-33cac04aea4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:01.354133 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-30cdd1b1-0eb1-48b9-a87d-2a14298215f0 req-f23fe8ee-e6c9-4bc0-8a09-975d22f30073 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9ebfa484-30ce-409f-8bbc-4e289debb7d7 HTTP/1.1" status: 200 len: 210 time: 0.0924149 May 03 22:33:01.357156 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4fda14d4-ef3d-43a5-854f-4eea2b9c8c65 req-a6c5f048-2dd7-4b74-9b83-329e2a4dd834 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031749 May 03 22:33:01.439949 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['41fe8b6e-83e1-45a1-a74e-03d35a20c8e3'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:33:01.591223 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f083100b-462f-40a4-97b2-e51d28f82329 req-0addc8be-1d48-4550-8440-47c95e009573 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3322344 May 03 22:33:01.620748 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-3bafec4a-2331-4a1c-972e-41853f1f73d5 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] create failed (client error): There was a conflict when trying to complete your request. May 03 22:33:01.630386 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3bafec4a-2331-4a1c-972e-41853f1f73d5 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.2399349 May 03 22:33:01.633136 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33086) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:01.637979 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-6fecda36-2229-4992-9297-33cac04aea4a admin admin] For port 29467980-77b1-465b-a725-dbd893850111, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=29467980-77b1-465b-a725-dbd893850111,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:01.643745 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6fecda36-2229-4992-9297-33cac04aea4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:01.779066 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-3db42842-7b10-46dc-b6d4-e78f01e1b938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'name': 'tempest-FloatingIPsAssociationTestJSON-397226911-router', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '29467980-77b1-465b-a725-dbd893850111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:25Z', 'updated_at': '2022-05-03T22:32:58Z', 'revision_number': 5, 'project_id': 'cedd956302664fa280a1c281659df45b', 'gw_port': {'id': '29467980-77b1-465b-a725-dbd893850111', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:27Z', 'updated_at': '2022-05-03T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:01.784714 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db42842-7b10-46dc-b6d4-e78f01e1b938 None None] The sync data for ids ['9fe78d57-7847-4bc8-a426-38e257fff645'] in n-d-811807-1 is: [{'id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'name': 'tempest-FloatingIPsAssociationTestJSON-397226911-router', 'tenant_id': 'cedd956302664fa280a1c281659df45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '29467980-77b1-465b-a725-dbd893850111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:30:25Z', 'updated_at': '2022-05-03T22:32:58Z', 'revision_number': 5, 'project_id': 'cedd956302664fa280a1c281659df45b', 'gw_port': {'id': '29467980-77b1-465b-a725-dbd893850111', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:33:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe78d57-7847-4bc8-a426-38e257fff645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:30:27Z', 'updated_at': '2022-05-03T22:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:33:01.861917 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-6fecda36-2229-4992-9297-33cac04aea4a admin admin] Calling delete_port for 29467980-77b1-465b-a725-dbd893850111 owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:33:01.890881 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-14872590-4027-43fa-bbb0-177c0b265c4d req-336ebadf-92b8-42a6-a45c-f957fede20e5 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:01.952213 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4c51c04c-3591-4a0f-8b19-53fc24104aca req-1aee53b6-f7d1-4e81-bd3a-b56824408ebf tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:01.956176 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ebadf-92b8-42a6-a45c-f957fede20e5 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Pushing event deleted for resources: {'Port': ['ID=3669b2d9-1b59-461a-8bfe-ca15a70bfd35,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:02.002077 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-182d11b0-c733-4ce7-b731-06fe52cc9a27 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:02.024581 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee53b6-f7d1-4e81-bd3a-b56824408ebf tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Pushing event deleted for resources: {'Port': ['ID=48018d3d-ad55-4c5c-a22d-33b3080d9012,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:02.066031 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-14872590-4027-43fa-bbb0-177c0b265c4d req-336ebadf-92b8-42a6-a45c-f957fede20e5 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] No DVR routers for this DVR port 3669b2d9-1b59-461a-8bfe-ca15a70bfd35 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:33:02.068895 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-14872590-4027-43fa-bbb0-177c0b265c4d req-336ebadf-92b8-42a6-a45c-f957fede20e5 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:02.071541 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99c6702-cd4b-4944-ae30-8c1ea0a6a290', 'name': 'network-vif-deleted', 'tag': '3669b2d9-1b59-461a-8bfe-ca15a70bfd35'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:33:02.084786 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa263199-e219-4f74-8523-d128e9251d6e req-d5b2aaf8-00c3-40ff-b7f9-2e69a29aec25 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:02.086224 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aa263199-e219-4f74-8523-d128e9251d6e req-d5b2aaf8-00c3-40ff-b7f9-2e69a29aec25 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=382bdb0f-03c3-4d7c-8141-c53949fefc4d HTTP/1.1" status: 200 len: 945 time: 0.4540119 May 03 22:33:02.102569 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-14872590-4027-43fa-bbb0-177c0b265c4d req-336ebadf-92b8-42a6-a45c-f957fede20e5 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] 10.222.0.60 "DELETE /v2.0/ports/3669b2d9-1b59-461a-8bfe-ca15a70bfd35 HTTP/1.1" status: 204 len: 173 time: 1.8236187 May 03 22:33:02.136637 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc4625-3577-4817-8048-68cb13aa0862 req-712b480c-732b-4a3e-83fe-f547292392a2 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:02.143652 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-17bc4625-3577-4817-8048-68cb13aa0862 req-712b480c-732b-4a3e-83fe-f547292392a2 tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] 10.222.0.58 "GET /v2.0/ports?device_id=bd4b6d39-bb67-4e9f-af25-309b5bdcad35 HTTP/1.1" status: 200 len: 945 time: 0.3358603 May 03 22:33:02.167123 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-182d11b0-c733-4ce7-b731-06fe52cc9a27 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:02.203098 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c51c04c-3591-4a0f-8b19-53fc24104aca req-1aee53b6-f7d1-4e81-bd3a-b56824408ebf tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] No DVR routers for this DVR port 48018d3d-ad55-4c5c-a22d-33b3080d9012 on host n-h2-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:33:02.221270 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4c51c04c-3591-4a0f-8b19-53fc24104aca req-1aee53b6-f7d1-4e81-bd3a-b56824408ebf tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:02.223970 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4b6d39-bb67-4e9f-af25-309b5bdcad35', 'name': 'network-vif-deleted', 'tag': '48018d3d-ad55-4c5c-a22d-33b3080d9012'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:33:02.300405 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aa263199-e219-4f74-8523-d128e9251d6e req-5429a86a-a79b-40fd-91aa-db60624c0e1f tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017860 May 03 22:33:02.301637 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4c51c04c-3591-4a0f-8b19-53fc24104aca req-1aee53b6-f7d1-4e81-bd3a-b56824408ebf tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] 10.222.0.67 "DELETE /v2.0/ports/48018d3d-ad55-4c5c-a22d-33b3080d9012 HTTP/1.1" status: 204 len: 173 time: 2.4423101 May 03 22:33:02.340545 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-17bc4625-3577-4817-8048-68cb13aa0862 req-25d932db-e9e4-4970-a2f2-fd08ff01115d tempest-ListServersNegativeTestJSON-953385627 tempest-ListServersNegativeTestJSON-953385627-project] 10.222.0.58 "GET /v2.0/security-groups?id=6252505b-f2bc-492b-a3f0-7602305e4248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958923 May 03 22:33:02.376741 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-182d11b0-c733-4ce7-b731-06fe52cc9a27 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:02.408041 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33112) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:02.418350 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d11b0-c733-4ce7-b731-06fe52cc9a27 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf0d6d5-5635-46fa-9be4-a6f847d45485,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:02.439977 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-182d11b0-c733-4ce7-b731-06fe52cc9a27 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:02.441509 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-182d11b0-c733-4ce7-b731-06fe52cc9a27 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "DELETE /v2.0/security-groups/1bf0d6d5-5635-46fa-9be4-a6f847d45485 HTTP/1.1" status: 204 len: 168 time: 0.8072629 May 03 22:33:02.444267 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33118) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:02.534987 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-090c2d4e-6956-4260-bd3d-35ae161be486'] response: {'server_uuid': 'd99c6702-cd4b-4944-ae30-8c1ea0a6a290', 'name': 'network-vif-deleted', 'tag': '3669b2d9-1b59-461a-8bfe-ca15a70bfd35', 'status': 'completed', 'code': 200} May 03 22:33:02.537805 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1d03106-9a0b-4118-97d6-9e638febd9cb'] response: {'server_uuid': 'bd4b6d39-bb67-4e9f-af25-309b5bdcad35', 'name': 'network-vif-deleted', 'tag': '48018d3d-ad55-4c5c-a22d-33b3080d9012', 'status': 'completed', 'code': 200} May 03 22:33:02.555163 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-43ae6d2b-7db6-4dd5-8665-5043461feb3a tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Synchronizing usage tracker for tenant:25bf212b1e844eaca68bfdc3258e562f on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:33:02.582977 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6fecda36-2229-4992-9297-33cac04aea4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:02.635960 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fecda36-2229-4992-9297-33cac04aea4a admin admin] Pushing event deleted for resources: {'Port': ['ID=29467980-77b1-465b-a725-dbd893850111,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:02.670699 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 41fe8b6e-83e1-45a1-a74e-03d35a20c8e3 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:33:02.684170 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a9f0c6b6-ea7d-4182-8c72-cfc7edf30dfe req-c6457e71-8a23-4282-ba91-d7274dde3d82 tempest-ServerShowV247Test-379977091 tempest-ServerShowV247Test-379977091-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee04f8ee-61dc-42ed-9638-7a17af554f28 HTTP/1.1" status: 200 len: 210 time: 0.1208763 May 03 22:33:02.684986 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-43ae6d2b-7db6-4dd5-8665-5043461feb3a tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Unset dirty status for tenant:25bf212b1e844eaca68bfdc3258e562f on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:33:02.686301 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-43ae6d2b-7db6-4dd5-8665-5043461feb3a tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2410781 May 03 22:33:02.703477 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33124) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:02.792382 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-4b4ae9e1-97a4-4ab4-a590-751f8b7af90d tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Request body: {'security_group': {'name': 'tempest-secgroup--642639777'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:02.813840 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6fecda36-2229-4992-9297-33cac04aea4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:02.855568 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6542d56f-fc4a-4be4-bd93-0893aa77260d no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:33:02.863309 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-376b9e24-ce7c-4ebd-8ad1-977b9ebd7e6e admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1760776217-network', 'tenant_id': 'a06b44cd97c04e34925647c98841b1f3'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:02.870191 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4b4ae9e1-97a4-4ab4-a590-751f8b7af90d tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:02.884400 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-376b9e24-ce7c-4ebd-8ad1-977b9ebd7e6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:02.892205 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-376b9e24-ce7c-4ebd-8ad1-977b9ebd7e6e admin admin] Usage tracker for resource:network and tenant:a06b44cd97c04e34925647c98841b1f3 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:02.899134 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-376b9e24-ce7c-4ebd-8ad1-977b9ebd7e6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:02.913847 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-376b9e24-ce7c-4ebd-8ad1-977b9ebd7e6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:02.938882 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 3669b2d9-1b59-461a-8bfe-ca15a70bfd35 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:33:02.983649 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 41fe8b6e-83e1-45a1-a74e-03d35a20c8e3 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:33:02.987079 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 6542d56f-fc4a-4be4-bd93-0893aa77260d {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:33:02.987419 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6542d56f-fc4a-4be4-bd93-0893aa77260d not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:33:03.000559 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 3669b2d9-1b59-461a-8bfe-ca15a70bfd35 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:33:03.001185 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 3669b2d9-1b59-461a-8bfe-ca15a70bfd35 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:33:03.003654 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 41fe8b6e-83e1-45a1-a74e-03d35a20c8e3 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:33:03.004269 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:03.019970 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4b4ae9e1-97a4-4ab4-a590-751f8b7af90d tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:03.030879 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6fecda36-2229-4992-9297-33cac04aea4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:03.034426 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6fecda36-2229-4992-9297-33cac04aea4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:03.036252 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376b9e24-ce7c-4ebd-8ad1-977b9ebd7e6e admin admin] Made reservation on behalf of a06b44cd97c04e34925647c98841b1f3 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:33:03.040159 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-376b9e24-ce7c-4ebd-8ad1-977b9ebd7e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:03.042778 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4b4ae9e1-97a4-4ab4-a590-751f8b7af90d tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:03.063157 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-376b9e24-ce7c-4ebd-8ad1-977b9ebd7e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:03.073821 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4b4ae9e1-97a4-4ab4-a590-751f8b7af90d tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:03.079930 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4b4ae9e1-97a4-4ab4-a590-751f8b7af90d tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Usage tracker for resource:security_group_rule and tenant:25bf212b1e844eaca68bfdc3258e562f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:03.083732 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4b4ae9e1-97a4-4ab4-a590-751f8b7af90d tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:03.091509 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6fecda36-2229-4992-9297-33cac04aea4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:03.092832 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fecda36-2229-4992-9297-33cac04aea4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fe78d57-7847-4bc8-a426-38e257fff645 {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:33:03.096091 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4b4ae9e1-97a4-4ab4-a590-751f8b7af90d tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:03.105161 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-376b9e24-ce7c-4ebd-8ad1-977b9ebd7e6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:03.117995 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6fecda36-2229-4992-9297-33cac04aea4a admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:03.119162 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6fecda36-2229-4992-9297-33cac04aea4a admin admin] 10.222.0.58 "DELETE /v2.0/routers/9fe78d57-7847-4bc8-a426-38e257fff645 HTTP/1.1" status: 204 len: 168 time: 2.7740319 May 03 22:33:03.125127 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0d538-9035-4122-910c-30c9a8245f5d req-06fed110-8375-48d7-a2fe-c0b9e007c81a tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:03.128239 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33130) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:03.133086 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d4a0d538-9035-4122-910c-30c9a8245f5d req-06fed110-8375-48d7-a2fe-c0b9e007c81a tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 949 time: 0.4586949 May 03 22:33:03.139582 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-376b9e24-ce7c-4ebd-8ad1-977b9ebd7e6e admin admin] Usage tracker for resource:security_group_rule and tenant:a06b44cd97c04e34925647c98841b1f3 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:03.164875 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-376b9e24-ce7c-4ebd-8ad1-977b9ebd7e6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:03.173286 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-376b9e24-ce7c-4ebd-8ad1-977b9ebd7e6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:03.196845 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:03.220104 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63cf130-da73-46de-a65e-a918201c4cc3 req-0c156d0f-014f-432f-a09e-448aaf533b08 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:03.230833 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb4aa6f-a067-4cb2-b6d2-eb9bdcdc4c07 admin admin] Deleting subnet 54b42422-4ac1-45eb-8a53-775e8d5e2134 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:33:03.232271 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e63cf130-da73-46de-a65e-a918201c4cc3 req-0c156d0f-014f-432f-a09e-448aaf533b08 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.2967114 May 03 22:33:03.238551 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382bdb0f-03c3-4d7c-8141-c53949fefc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41fe8b6e-83e1-45a1-a74e-03d35a20c8e3'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:33:03.241958 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0cb4aa6f-a067-4cb2-b6d2-eb9bdcdc4c07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:03.263071 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 41fe8b6e-83e1-45a1-a74e-03d35a20c8e3, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=41fe8b6e-83e1-45a1-a74e-03d35a20c8e3,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:03.269815 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:03.270854 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 48018d3d-ad55-4c5c-a22d-33b3080d9012 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:33:03.334321 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d4a0d538-9035-4122-910c-30c9a8245f5d req-3ae097d0-90a1-47f6-9c17-f6c3ab3f5fe5 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981156 May 03 22:33:03.334861 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4b4ae9e1-97a4-4ab4-a590-751f8b7af90d tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:03.344887 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0cb4aa6f-a067-4cb2-b6d2-eb9bdcdc4c07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:03.380744 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4b4ae9e1-97a4-4ab4-a590-751f8b7af90d tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:03.383472 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e63cf130-da73-46de-a65e-a918201c4cc3 req-52aa73d0-55ec-4324-9fc9-201c76d7f818 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502719 May 03 22:33:03.391785 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=41fe8b6e-83e1-45a1-a74e-03d35a20c8e3,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:03.402696 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 48018d3d-ad55-4c5c-a22d-33b3080d9012 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:33:03.402696 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 48018d3d-ad55-4c5c-a22d-33b3080d9012 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:33:03.445392 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ae9e1-97a4-4ab4-a590-751f8b7af90d tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7702d165-63d0-41ac-9d1c-b35af2acdcbe,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:03.451579 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d2ff235-9376-421f-85d9-d58ac3d3d5aa'] response: {'server_uuid': '382bdb0f-03c3-4d7c-8141-c53949fefc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41fe8b6e-83e1-45a1-a74e-03d35a20c8e3', 'code': 200} May 03 22:33:03.472833 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-376b9e24-ce7c-4ebd-8ad1-977b9ebd7e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:03.478335 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-376b9e24-ce7c-4ebd-8ad1-977b9ebd7e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:03.522183 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-376b9e24-ce7c-4ebd-8ad1-977b9ebd7e6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:33:03.530475 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4b4ae9e1-97a4-4ab4-a590-751f8b7af90d tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:03.535291 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4b4ae9e1-97a4-4ab4-a590-751f8b7af90d tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8228889 May 03 22:33:03.538016 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33148) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:03.550988 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-251f1383-a590-4ab9-aca8-e9ab95998d69 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Request body: {'security_group_rule': {'security_group_id': '7702d165-63d0-41ac-9d1c-b35af2acdcbe', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:03.551831 n-d-811807-1 neutron-server[88070]: WARNING neutron.api.v2.base [None req-251f1383-a590-4ab9-aca8-e9ab95998d69 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 03 22:33:03.552324 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-251f1383-a590-4ab9-aca8-e9ab95998d69 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:33:03.556166 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-251f1383-a590-4ab9-aca8-e9ab95998d69 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0172353 May 03 22:33:03.556850 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33152) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:03.602477 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0cb4aa6f-a067-4cb2-b6d2-eb9bdcdc4c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:03.642721 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-376b9e24-ce7c-4ebd-8ad1-977b9ebd7e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:03.643089 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-376b9e24-ce7c-4ebd-8ad1-977b9ebd7e6e admin admin] Added segment 0fba8794-5565-49da-85db-24a5e3334694 of type vlan for network 48482cdb-e8a8-432b-92c4-2998be72b710 May 03 22:33:03.664871 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b9e24-ce7c-4ebd-8ad1-977b9ebd7e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25998db-cf05-4a36-b29c-d768c03c7709,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:03.680884 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-69a8ee98-a095-44c4-aa96-5cb548644629 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:03.708918 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-376b9e24-ce7c-4ebd-8ad1-977b9ebd7e6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:03.748341 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-69a8ee98-a095-44c4-aa96-5cb548644629 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:03.758486 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fbc36-7a89-478d-81eb-dc1b9c53afd1 req-3d94c496-129b-4718-afd9-2b4377c7d7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:03.759943 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-701fbc36-7a89-478d-81eb-dc1b9c53afd1 req-3d94c496-129b-4718-afd9-2b4377c7d7c0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=382bdb0f-03c3-4d7c-8141-c53949fefc4d HTTP/1.1" status: 200 len: 1097 time: 0.2283328 May 03 22:33:03.776839 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b28aa-d4a4-4e69-86a6-25a2cb9895a2 req-bf8adc59-a570-4892-af84-a690792c34e1 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:03.778712 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-394b28aa-d4a4-4e69-86a6-25a2cb9895a2 req-bf8adc59-a570-4892-af84-a690792c34e1 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=382bdb0f-03c3-4d7c-8141-c53949fefc4d HTTP/1.1" status: 200 len: 946 time: 0.2016823 May 03 22:33:03.793493 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0cb4aa6f-a067-4cb2-b6d2-eb9bdcdc4c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:03.829339 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-376b9e24-ce7c-4ebd-8ad1-977b9ebd7e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:03.831052 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376b9e24-ce7c-4ebd-8ad1-977b9ebd7e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:03.832425 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-376b9e24-ce7c-4ebd-8ad1-977b9ebd7e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:03.844548 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4aa6f-a067-4cb2-b6d2-eb9bdcdc4c07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54b42422-4ac1-45eb-8a53-775e8d5e2134,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:03.851925 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0cb4aa6f-a067-4cb2-b6d2-eb9bdcdc4c07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:03.859127 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e2664f-3360-45c4-aab9-dee5c83a6d22 None None] Network aa323bd0-e355-48ff-817f-0dfa021e8b19 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:33:03.871714 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0cb4aa6f-a067-4cb2-b6d2-eb9bdcdc4c07 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/54b42422-4ac1-45eb-8a53-775e8d5e2134 HTTP/1.1" status: 204 len: 168 time: 0.7408113 May 03 22:33:03.872264 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33162) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:03.902669 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-69a8ee98-a095-44c4-aa96-5cb548644629 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:03.905077 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-69a8ee98-a095-44c4-aa96-5cb548644629 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:03.906762 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-69a8ee98-a095-44c4-aa96-5cb548644629 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "DELETE /v2.0/security-groups/7702d165-63d0-41ac-9d1c-b35af2acdcbe HTTP/1.1" status: 204 len: 168 time: 0.3472910 May 03 22:33:03.918788 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33166) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:03.921535 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-701fbc36-7a89-478d-81eb-dc1b9c53afd1 req-90f407d4-ccc8-4b97-aca6-0b25152ab2c5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529281 May 03 22:33:03.932309 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8ee98-a095-44c4-aa96-5cb548644629 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7702d165-63d0-41ac-9d1c-b35af2acdcbe,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:04.022944 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e20fcd10-b301-4393-b52c-3db4f5fd6fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:04.037002 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-e20fcd10-b301-4393-b52c-3db4f5fd6fbb admin admin] Deleting port 7104ac33-6855-4579-99d8-9f1e9612af39 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:33:04.037363 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e20fcd10-b301-4393-b52c-3db4f5fd6fbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:04.124342 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b9e24-ce7c-4ebd-8ad1-977b9ebd7e6e admin admin] Pushing event updated for resources: {'Network': ['ID=48482cdb-e8a8-432b-92c4-2998be72b710,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:04.128799 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-394b28aa-d4a4-4e69-86a6-25a2cb9895a2 req-3b891dd6-4f51-4450-9576-58ec38935305 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234265 May 03 22:33:04.138375 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-376b9e24-ce7c-4ebd-8ad1-977b9ebd7e6e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7290359 May 03 22:33:04.142909 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33172) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:04.148676 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-1862251f-2707-4f63-9ee3-cb6884d7c53c admin admin] Request body: {'subnet': {'network_id': '48482cdb-e8a8-432b-92c4-2998be72b710', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1760776217-subnet', 'tenant_id': 'a06b44cd97c04e34925647c98841b1f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:04.155961 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 48482cdb-e8a8-432b-92c4-2998be72b710 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:33:04.168656 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1862251f-2707-4f63-9ee3-cb6884d7c53c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:04.176354 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1862251f-2707-4f63-9ee3-cb6884d7c53c admin admin] Usage tracker for resource:subnet and tenant:a06b44cd97c04e34925647c98841b1f3 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:04.180876 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1862251f-2707-4f63-9ee3-cb6884d7c53c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:04.193572 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1862251f-2707-4f63-9ee3-cb6884d7c53c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:04.201891 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8f8fc1a2-acb8-438e-85b2-140a3806575d tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2787263 May 03 22:33:04.213406 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33176) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:04.218021 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8b0d3ef1-bb73-4943-b300-11253a612520 req-64f60602-2e62-4c7a-a736-aa4fbae46e15 tempest-ServerShowV247Test-379977091 tempest-ServerShowV247Test-379977091-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee04f8ee-61dc-42ed-9638-7a17af554f28 HTTP/1.1" status: 200 len: 210 time: 0.0813892 May 03 22:33:04.223662 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-da3b5cf3-9885-42ad-8706-39367f8cc1c8 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Request body: {'security_group': {'name': 'tempest-secgroup--710547810'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:04.229658 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-da3b5cf3-9885-42ad-8706-39367f8cc1c8 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:04.235171 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-da3b5cf3-9885-42ad-8706-39367f8cc1c8 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Usage tracker for resource:security_group and tenant:25bf212b1e844eaca68bfdc3258e562f is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:04.238746 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-da3b5cf3-9885-42ad-8706-39367f8cc1c8 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:04.246789 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-da3b5cf3-9885-42ad-8706-39367f8cc1c8 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:04.252272 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33180) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:04.295167 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-da3b5cf3-9885-42ad-8706-39367f8cc1c8 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:04.314859 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1862251f-2707-4f63-9ee3-cb6884d7c53c admin admin] Made reservation on behalf of a06b44cd97c04e34925647c98841b1f3 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:33:04.317142 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1862251f-2707-4f63-9ee3-cb6884d7c53c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:04.333428 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-da3b5cf3-9885-42ad-8706-39367f8cc1c8 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:04.342841 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-da3b5cf3-9885-42ad-8706-39367f8cc1c8 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Usage tracker for resource:security_group_rule and tenant:25bf212b1e844eaca68bfdc3258e562f is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:04.346537 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d5fb048-c46c-4228-b478-fea01a65fafd admin admin] Deleting subnet ad66a659-5069-4d93-8dba-5ddf00cb7291 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:33:04.348450 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-da3b5cf3-9885-42ad-8706-39367f8cc1c8 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:04.354322 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8d5fb048-c46c-4228-b478-fea01a65fafd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:04.374156 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-e20fcd10-b301-4393-b52c-3db4f5fd6fbb admin admin] For port 7104ac33-6855-4579-99d8-9f1e9612af39, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=7104ac33-6855-4579-99d8-9f1e9612af39,segment=NetworkSegment(4a0ebc46-1388-4582-a35d-c77e85f48a3d),segment_id=4a0ebc46-1388-4582-a35d-c77e85f48a3d)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:04.374519 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e20fcd10-b301-4393-b52c-3db4f5fd6fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:04.380810 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf4ed10-e3d0-4247-8e74-81f950bcac34 None None] DHCP port deletion for aa323bd0-e355-48ff-817f-0dfa021e8b19 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:33:04.381034 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-da3b5cf3-9885-42ad-8706-39367f8cc1c8 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:04.388618 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-bdf4ed10-e3d0-4247-8e74-81f950bcac34 None None] Deleting port 7104ac33-6855-4579-99d8-9f1e9612af39 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:33:04.389002 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bdf4ed10-e3d0-4247-8e74-81f950bcac34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:04.426380 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8d5fb048-c46c-4228-b478-fea01a65fafd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:04.588023 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8d5fb048-c46c-4228-b478-fea01a65fafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:04.600111 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-e20fcd10-b301-4393-b52c-3db4f5fd6fbb admin admin] Calling delete_port for 7104ac33-6855-4579-99d8-9f1e9612af39 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:33:04.683092 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-bdf4ed10-e3d0-4247-8e74-81f950bcac34 None None] For port 7104ac33-6855-4579-99d8-9f1e9612af39, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=7104ac33-6855-4579-99d8-9f1e9612af39,segment=NetworkSegment(4a0ebc46-1388-4582-a35d-c77e85f48a3d),segment_id=4a0ebc46-1388-4582-a35d-c77e85f48a3d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:04.683484 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bdf4ed10-e3d0-4247-8e74-81f950bcac34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:04.771688 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-da3b5cf3-9885-42ad-8706-39367f8cc1c8 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:04.792560 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-da3b5cf3-9885-42ad-8706-39367f8cc1c8 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:04.818321 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 29467980-77b1-465b-a725-dbd893850111 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:33:04.857526 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e20fcd10-b301-4393-b52c-3db4f5fd6fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:04.859446 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-bdf4ed10-e3d0-4247-8e74-81f950bcac34 None None] Calling delete_port for 7104ac33-6855-4579-99d8-9f1e9612af39 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:33:04.882590 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-da3b5cf3-9885-42ad-8706-39367f8cc1c8 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:04.884291 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-da3b5cf3-9885-42ad-8706-39367f8cc1c8 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6694889 May 03 22:33:04.887762 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b5cf3-9885-42ad-8706-39367f8cc1c8 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae289a54-efea-4da1-ba9c-331a4a33ff3e,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:04.893547 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33188) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:04.894750 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8d5fb048-c46c-4228-b478-fea01a65fafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:04.904550 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-aa648cdc-4fe9-448c-a773-438c9d893758 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Request body: {'security_group_rule': {'security_group_id': 'ae289a54-efea-4da1-ba9c-331a4a33ff3e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:04.905421 n-d-811807-1 neutron-server[88069]: WARNING neutron.api.v2.base [None req-aa648cdc-4fe9-448c-a773-438c9d893758 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 03 22:33:04.906074 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-aa648cdc-4fe9-448c-a773-438c9d893758 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:33:04.907228 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-aa648cdc-4fe9-448c-a773-438c9d893758 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0071445 May 03 22:33:04.909950 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 29467980-77b1-465b-a725-dbd893850111 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:33:04.910304 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 29467980-77b1-465b-a725-dbd893850111 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:33:04.910732 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 7104ac33-6855-4579-99d8-9f1e9612af39 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:33:04.911714 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20fcd10-b301-4393-b52c-3db4f5fd6fbb admin admin] Pushing event deleted for resources: {'Port': ['ID=7104ac33-6855-4579-99d8-9f1e9612af39,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:04.913411 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33192) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:04.935377 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20fcd10-b301-4393-b52c-3db4f5fd6fbb admin admin] No DVR routers for this DVR port 7104ac33-6855-4579-99d8-9f1e9612af39 on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:33:04.948728 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 7104ac33-6855-4579-99d8-9f1e9612af39 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:33:04.949078 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 7104ac33-6855-4579-99d8-9f1e9612af39 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:33:04.956332 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5fb048-c46c-4228-b478-fea01a65fafd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad66a659-5069-4d93-8dba-5ddf00cb7291,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:04.958619 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8d5fb048-c46c-4228-b478-fea01a65fafd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:04.961238 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8d5fb048-c46c-4228-b478-fea01a65fafd admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ad66a659-5069-4d93-8dba-5ddf00cb7291 HTTP/1.1" status: 204 len: 168 time: 0.7075059 May 03 22:33:04.972145 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de853664-f546-4004-880b-3399a8b3901d req-eab10e58-ca16-4af5-a2e4-1bb937292b8f tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:04.973841 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-de853664-f546-4004-880b-3399a8b3901d req-eab10e58-ca16-4af5-a2e4-1bb937292b8f tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.4711769 May 03 22:33:04.974525 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33196) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:04.987678 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a3a52-6430-4581-a66c-655a01fe70de req-8ac59f0d-ee09-4e03-a10b-55767f39ddbe tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:04.994363 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-981a3a52-6430-4581-a66c-655a01fe70de req-8ac59f0d-ee09-4e03-a10b-55767f39ddbe tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 949 time: 0.4551964 May 03 22:33:05.007116 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-bdf4ed10-e3d0-4247-8e74-81f950bcac34 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:33:05.007465 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-bdf4ed10-e3d0-4247-8e74-81f950bcac34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:33:05.108491 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1862251f-2707-4f63-9ee3-cb6884d7c53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:05.115480 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e20fcd10-b301-4393-b52c-3db4f5fd6fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:05.162589 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-981a3a52-6430-4581-a66c-655a01fe70de req-9b85017b-4f66-41ec-9b8a-f008809fcb18 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670351 May 03 22:33:05.167088 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-de853664-f546-4004-880b-3399a8b3901d req-807df7cb-72e4-499e-aad6-e919a1a06cc1 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524665 May 03 22:33:05.170991 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-192d90ad-b0d5-44d3-b30a-69e060fb4bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:05.213972 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f57f7ab9-a074-4789-8427-0e0066860101 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:05.231143 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-e20fcd10-b301-4393-b52c-3db4f5fd6fbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa323bd0-e355-48ff-817f-0dfa021e8b19']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:05.260328 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862251f-2707-4f63-9ee3-cb6884d7c53c admin admin] Pushing event updated for resources: {'Subnet': ['ID=29c0f408-f55c-4749-a4b6-2a88c9ef01c6,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:05.270337 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-e20fcd10-b301-4393-b52c-3db4f5fd6fbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a0ebc46-1388-4582-a35d-c77e85f48a3d') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:05.270470 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-e20fcd10-b301-4393-b52c-3db4f5fd6fbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a0ebc46-1388-4582-a35d-c77e85f48a3d') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:05.290454 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e20fcd10-b301-4393-b52c-3db4f5fd6fbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:05.298139 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f57f7ab9-a074-4789-8427-0e0066860101 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:05.327190 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e20fcd10-b301-4393-b52c-3db4f5fd6fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:05.338460 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862251f-2707-4f63-9ee3-cb6884d7c53c admin admin] Checking segment: {'id': '0fba8794-5565-49da-85db-24a5e3334694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '48482cdb-e8a8-432b-92c4-2998be72b710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:33:05.338829 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1862251f-2707-4f63-9ee3-cb6884d7c53c admin admin] Network hostable DHCP agents. Network: 48482cdb-e8a8-432b-92c4-2998be72b710, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:33:05.353051 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e20fcd10-b301-4393-b52c-3db4f5fd6fbb admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:33:05.353051 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e20fcd10-b301-4393-b52c-3db4f5fd6fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:05.367286 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:33:05.367286 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:33:05.367286 n-d-811807-1 neutron-server[88070]: timer() May 03 22:33:05.367286 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:33:05.367286 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:33:05.367286 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:33:05.367286 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:33:05.367286 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:33:05.367286 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:33:05.367286 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:33:05.367286 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:33:05.367286 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:33:05.367286 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:33:05.367286 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:33:05.367286 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:33:05.367286 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:33:05.367286 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:33:05.367286 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:33:05.367286 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:33:05.367286 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:33:05.367286 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:33:05.367286 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:33:05.367286 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:33:05.367286 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:33:05.367286 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:33:05.367286 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:33:05.367286 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:33:05.367286 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:33:05.367286 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:33:05.367286 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:33:05.367286 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:33:05.367286 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:33:05.407114 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-192d90ad-b0d5-44d3-b30a-69e060fb4bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:05.463859 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1862251f-2707-4f63-9ee3-cb6884d7c53c admin admin] Network 48482cdb-e8a8-432b-92c4-2998be72b710 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:33:05.467950 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f57f7ab9-a074-4789-8427-0e0066860101 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:05.480065 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e20fcd10-b301-4393-b52c-3db4f5fd6fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:05.480984 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1612375d-d956-4ddb-b77d-e6b325517f74 req-418abaa5-a862-4f32-bfee-bed8cf67edaa tempest-ServerShowV247Test-379977091 tempest-ServerShowV247Test-379977091-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee04f8ee-61dc-42ed-9638-7a17af554f28 HTTP/1.1" status: 200 len: 210 time: 0.0815666 May 03 22:33:05.490252 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-192d90ad-b0d5-44d3-b30a-69e060fb4bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80deef1b-a6bc-436e-82ca-c7772b586ee4']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:05.501092 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e20fcd10-b301-4393-b52c-3db4f5fd6fbb admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:05.505571 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-192d90ad-b0d5-44d3-b30a-69e060fb4bb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '377f8452-e338-4faf-8c9c-bc97c0819012') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:05.505888 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-192d90ad-b0d5-44d3-b30a-69e060fb4bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '377f8452-e338-4faf-8c9c-bc97c0819012') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:05.506780 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f7ab9-a074-4789-8427-0e0066860101 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae289a54-efea-4da1-ba9c-331a4a33ff3e,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:05.508526 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-bdf4ed10-e3d0-4247-8e74-81f950bcac34 None None] Deleting port 7104ac33-6855-4579-99d8-9f1e9612af39 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:33:05.509802 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-1862251f-2707-4f63-9ee3-cb6884d7c53c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 48482cdb-e8a8-432b-92c4-2998be72b710) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:33:05.510274 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bdf4ed10-e3d0-4247-8e74-81f950bcac34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:05.522561 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20fcd10-b301-4393-b52c-3db4f5fd6fbb admin admin] Pushing event deleted for resources: {'Network': ['ID=aa323bd0-e355-48ff-817f-0dfa021e8b19,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:05.527027 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1862251f-2707-4f63-9ee3-cb6884d7c53c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:05.527625 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1862251f-2707-4f63-9ee3-cb6884d7c53c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:05.532211 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-192d90ad-b0d5-44d3-b30a-69e060fb4bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:05.557773 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-192d90ad-b0d5-44d3-b30a-69e060fb4bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:05.563444 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f57f7ab9-a074-4789-8427-0e0066860101 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:05.565551 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f57f7ab9-a074-4789-8427-0e0066860101 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "DELETE /v2.0/security-groups/ae289a54-efea-4da1-ba9c-331a4a33ff3e HTTP/1.1" status: 204 len: 168 time: 0.6479902 May 03 22:33:05.568796 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e20fcd10-b301-4393-b52c-3db4f5fd6fbb admin admin] 10.222.0.58 "DELETE /v2.0/networks/aa323bd0-e355-48ff-817f-0dfa021e8b19 HTTP/1.1" status: 204 len: 168 time: 1.6950798 May 03 22:33:05.568796 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33204) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:05.571725 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-192d90ad-b0d5-44d3-b30a-69e060fb4bb8 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:33:05.572425 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82da2a8-e23a-4843-961d-ee41d326f512 None None] Network 48482cdb-e8a8-432b-92c4-2998be72b710 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:33:05.573314 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1862251f-2707-4f63-9ee3-cb6884d7c53c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4294233 May 03 22:33:05.583056 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-192d90ad-b0d5-44d3-b30a-69e060fb4bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:05.607656 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:33:05.607656 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:33:05.607656 n-d-811807-1 neutron-server[88069]: timer() May 03 22:33:05.607656 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:33:05.607656 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:33:05.607656 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:33:05.607656 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:33:05.607656 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:33:05.607656 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:33:05.607656 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:33:05.607656 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:33:05.607656 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:33:05.607656 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:33:05.607656 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:33:05.607656 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:33:05.607656 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:33:05.607656 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:33:05.607656 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:33:05.607656 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:33:05.607656 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:33:05.607656 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:33:05.607656 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:33:05.607656 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:33:05.607656 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:33:05.607656 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:33:05.607656 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:33:05.607656 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:33:05.607656 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:33:05.607656 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:33:05.607656 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:33:05.607656 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:33:05.607656 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:33:05.619848 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a86bf3-a44b-4dea-8f2b-e81a1df30010 req-818da782-7e51-487a-bd6c-c456b1ccf669 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:05.627088 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-80a86bf3-a44b-4dea-8f2b-e81a1df30010 req-818da782-7e51-487a-bd6c-c456b1ccf669 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=382bdb0f-03c3-4d7c-8141-c53949fefc4d HTTP/1.1" status: 200 len: 946 time: 0.2678733 May 03 22:33:05.665907 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0e4bcc3f-a174-41b7-8024-d2e046872fd6 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Synchronizing usage tracker for tenant:25bf212b1e844eaca68bfdc3258e562f on resource:security_group {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:33:05.698972 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0e4bcc3f-a174-41b7-8024-d2e046872fd6 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Unset dirty status for tenant:25bf212b1e844eaca68bfdc3258e562f on resource:security_group {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:33:05.700617 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0e4bcc3f-a174-41b7-8024-d2e046872fd6 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1309953 May 03 22:33:05.704844 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33212) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:05.710493 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-6bf1c78a-cb66-472c-a5d6-02373df29d26 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Request body: {'security_group': {'name': 'tempest-secgroup--2146748681'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:05.718499 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6bf1c78a-cb66-472c-a5d6-02373df29d26 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:05.741777 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6bf1c78a-cb66-472c-a5d6-02373df29d26 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:05.745973 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-80a86bf3-a44b-4dea-8f2b-e81a1df30010 req-14f1a123-72cb-4501-a205-9a9621b05b05 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181033 May 03 22:33:05.747404 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-192d90ad-b0d5-44d3-b30a-69e060fb4bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:05.759095 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6bf1c78a-cb66-472c-a5d6-02373df29d26 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:05.788157 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6bf1c78a-cb66-472c-a5d6-02373df29d26 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:05.791535 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-192d90ad-b0d5-44d3-b30a-69e060fb4bb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:05.793768 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6bf1c78a-cb66-472c-a5d6-02373df29d26 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Usage tracker for resource:security_group_rule and tenant:25bf212b1e844eaca68bfdc3258e562f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:05.798099 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6bf1c78a-cb66-472c-a5d6-02373df29d26 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:05.804986 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6bf1c78a-cb66-472c-a5d6-02373df29d26 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:05.820775 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192d90ad-b0d5-44d3-b30a-69e060fb4bb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=80deef1b-a6bc-436e-82ca-c7772b586ee4,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:05.824495 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33216) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:05.853713 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-192d90ad-b0d5-44d3-b30a-69e060fb4bb8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/80deef1b-a6bc-436e-82ca-c7772b586ee4 HTTP/1.1" status: 204 len: 168 time: 0.8758552 May 03 22:33:05.894591 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6bf1c78a-cb66-472c-a5d6-02373df29d26 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:05.902144 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-383a43f9-745c-4d5a-b632-31bcf9e02014 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cedd956302664fa280a1c281659df45b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0762405 May 03 22:33:05.904910 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33224) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:05.905719 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6bf1c78a-cb66-472c-a5d6-02373df29d26 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:05.909985 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-bdf4ed10-e3d0-4247-8e74-81f950bcac34 None None] The port '7104ac33-6855-4579-99d8-9f1e9612af39' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:33:05.979113 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ea7221fb-5946-49d5-808e-c4a31caf2bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:05.992690 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9aa70c-74bd-472b-8073-e87432a4aba3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-48482cdb-e8a8-432b-92c4-2998be72b710', 'network_id': '48482cdb-e8a8-432b-92c4-2998be72b710', 'tenant_id': 'a06b44cd97c04e34925647c98841b1f3', 'fixed_ips': [{'subnet_id': '29c0f408-f55c-4749-a4b6-2a88c9ef01c6'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:33:05.993663 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-da9aa70c-74bd-472b-8073-e87432a4aba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:06.001118 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6bf1c78a-cb66-472c-a5d6-02373df29d26 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:06.005887 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6bf1c78a-cb66-472c-a5d6-02373df29d26 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2962546 May 03 22:33:06.006057 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33228) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:06.008946 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1c78a-cb66-472c-a5d6-02373df29d26 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e72903-6818-4795-8ff8-8d6ab77a976e,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:06.043027 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-08693e88-1656-4041-8655-48136687c427 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Request body: {'security_group_rule': {'security_group_id': 'a2e72903-6818-4795-8ff8-8d6ab77a976e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:06.061272 n-d-811807-1 neutron-server[88069]: WARNING neutron.api.v2.base [None req-08693e88-1656-4041-8655-48136687c427 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 03 22:33:06.061938 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-08693e88-1656-4041-8655-48136687c427 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:33:06.063357 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-08693e88-1656-4041-8655-48136687c427 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0541914 May 03 22:33:06.066075 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33234) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:06.068796 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ea7221fb-5946-49d5-808e-c4a31caf2bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:06.072313 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-d610a48f-3ec5-4882-acd3-c7d618ed416e tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Request body: {'security_group_rule': {'security_group_id': 'a2e72903-6818-4795-8ff8-8d6ab77a976e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:06.073940 n-d-811807-1 neutron-server[88070]: WARNING neutron.api.v2.base [None req-d610a48f-3ec5-4882-acd3-c7d618ed416e tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 03 22:33:06.074464 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-d610a48f-3ec5-4882-acd3-c7d618ed416e tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:33:06.077881 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d610a48f-3ec5-4882-acd3-c7d618ed416e tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0084395 May 03 22:33:06.078648 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33238) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:06.084696 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-974753c5-c171-4712-89d7-44a01c8e5d38 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Request body: {'security_group_rule': {'security_group_id': 'a2e72903-6818-4795-8ff8-8d6ab77a976e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:06.086031 n-d-811807-1 neutron-server[88070]: WARNING neutron.api.v2.base [None req-974753c5-c171-4712-89d7-44a01c8e5d38 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 03 22:33:06.086962 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-974753c5-c171-4712-89d7-44a01c8e5d38 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:33:06.092699 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-974753c5-c171-4712-89d7-44a01c8e5d38 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0107839 May 03 22:33:06.093049 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33244) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:06.099878 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-97e0d219-77dc-4d94-92c0-ba514a5ac2d4 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Request body: {'security_group_rule': {'security_group_id': 'a2e72903-6818-4795-8ff8-8d6ab77a976e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:06.100773 n-d-811807-1 neutron-server[88070]: WARNING neutron.api.v2.base [None req-97e0d219-77dc-4d94-92c0-ba514a5ac2d4 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 03 22:33:06.101518 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-97e0d219-77dc-4d94-92c0-ba514a5ac2d4 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:33:06.103740 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-97e0d219-77dc-4d94-92c0-ba514a5ac2d4 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0096498 May 03 22:33:06.106670 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33250) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:06.168353 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33254) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:06.182290 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-109a5da6-d5ee-40b3-9687-2bea3ab48baa tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:06.196659 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ea7221fb-5946-49d5-808e-c4a31caf2bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:06.215420 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-109a5da6-d5ee-40b3-9687-2bea3ab48baa tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:06.216488 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-da9aa70c-74bd-472b-8073-e87432a4aba3 None None] Allocated IP 172.20.0.2 (48482cdb-e8a8-432b-92c4-2998be72b710/29c0f408-f55c-4749-a4b6-2a88c9ef01c6/fe29cdc5-33d8-4edc-af49-28aec29184b3) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:33:06.275074 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7221fb-5946-49d5-808e-c4a31caf2bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8141834f-3183-49db-99d3-033fb924ff69,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:06.281806 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-109a5da6-d5ee-40b3-9687-2bea3ab48baa tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:06.310145 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ea7221fb-5946-49d5-808e-c4a31caf2bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:06.314320 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ea7221fb-5946-49d5-808e-c4a31caf2bb3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8141834f-3183-49db-99d3-033fb924ff69 HTTP/1.1" status: 204 len: 168 time: 0.4060166 May 03 22:33:06.318355 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a5da6-d5ee-40b3-9687-2bea3ab48baa tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e72903-6818-4795-8ff8-8d6ab77a976e,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:06.322221 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-109a5da6-d5ee-40b3-9687-2bea3ab48baa tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:06.323444 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-109a5da6-d5ee-40b3-9687-2bea3ab48baa tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "DELETE /v2.0/security-groups/a2e72903-6818-4795-8ff8-8d6ab77a976e HTTP/1.1" status: 204 len: 168 time: 0.2158689 May 03 22:33:06.325983 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33264) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:06.384858 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-666ca4c1-5c1e-4d98-a57d-6debbed368d1 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Synchronizing usage tracker for tenant:25bf212b1e844eaca68bfdc3258e562f on resource:security_group {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:33:06.404991 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-666ca4c1-5c1e-4d98-a57d-6debbed368d1 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Unset dirty status for tenant:25bf212b1e844eaca68bfdc3258e562f on resource:security_group {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:33:06.415086 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-666ca4c1-5c1e-4d98-a57d-6debbed368d1 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0809369 May 03 22:33:06.415504 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33268) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:06.426696 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-10307450-9fd0-44c5-8de9-c0758e6aea98 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bd51361818564d1386545633b9756d25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2569337 May 03 22:33:06.427467 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-96b436d4-5236-4e8d-8356-cdbb618da967 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Request body: {'security_group': {'name': 'tempest-secgroup--1909045840'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:06.427600 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33272) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:06.444773 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-96b436d4-5236-4e8d-8356-cdbb618da967 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:06.458662 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-96b436d4-5236-4e8d-8356-cdbb618da967 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:06.470860 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-96b436d4-5236-4e8d-8356-cdbb618da967 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:06.503429 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-96b436d4-5236-4e8d-8356-cdbb618da967 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:06.508879 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-96b436d4-5236-4e8d-8356-cdbb618da967 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Usage tracker for resource:security_group_rule and tenant:25bf212b1e844eaca68bfdc3258e562f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:06.510449 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6e407854-7b5a-4fe2-a6eb-09c7e60a0237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:06.520235 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-96b436d4-5236-4e8d-8356-cdbb618da967 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:06.533542 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-96b436d4-5236-4e8d-8356-cdbb618da967 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:06.552073 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-da9aa70c-74bd-472b-8073-e87432a4aba3 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:06.570891 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-da9aa70c-74bd-472b-8073-e87432a4aba3 None None] Transition to ACTIVE for port object fe29cdc5-33d8-4edc-af49-28aec29184b3 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:33:06.603263 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6e407854-7b5a-4fe2-a6eb-09c7e60a0237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:06.618930 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8aa2ea-af09-4074-a585-20578cd82061 req-c3961d91-0688-4099-97f1-8d4b4b382d31 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:06.621287 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-da9aa70c-74bd-472b-8073-e87432a4aba3 None None] Transition to ACTIVE for port object fe29cdc5-33d8-4edc-af49-28aec29184b3 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:33:06.627465 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a8aa2ea-af09-4074-a585-20578cd82061 req-c3961d91-0688-4099-97f1-8d4b4b382d31 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.3040750 May 03 22:33:06.633519 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-da9aa70c-74bd-472b-8073-e87432a4aba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:06.664166 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-96b436d4-5236-4e8d-8356-cdbb618da967 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:06.671354 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-96b436d4-5236-4e8d-8356-cdbb618da967 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:06.754972 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b436d4-5236-4e8d-8356-cdbb618da967 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc02d486-6930-48a1-b579-ddafe2fe5bb9,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:06.762342 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-96b436d4-5236-4e8d-8356-cdbb618da967 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:06.767410 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-96b436d4-5236-4e8d-8356-cdbb618da967 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3473711 May 03 22:33:06.767410 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33290) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:06.773644 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-cfe41fe7-160d-450a-be69-788338ff0d1f tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Request body: {'security_group_rule': {'security_group_id': 'fc02d486-6930-48a1-b579-ddafe2fe5bb9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:06.774156 n-d-811807-1 neutron-server[88070]: WARNING neutron.api.v2.base [None req-cfe41fe7-160d-450a-be69-788338ff0d1f tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 03 22:33:06.775000 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-cfe41fe7-160d-450a-be69-788338ff0d1f tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:33:06.777908 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-cfe41fe7-160d-450a-be69-788338ff0d1f tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0076036 May 03 22:33:06.779948 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33296) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:06.791273 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-f995d711-adc4-4367-b164-3c2841452927 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Request body: {'security_group_rule': {'security_group_id': 'fc02d486-6930-48a1-b579-ddafe2fe5bb9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:06.800545 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f995d711-adc4-4367-b164-3c2841452927 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:06.814878 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f995d711-adc4-4367-b164-3c2841452927 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Usage tracker for resource:security_group_rule and tenant:25bf212b1e844eaca68bfdc3258e562f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:06.818272 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f995d711-adc4-4367-b164-3c2841452927 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:06.825188 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f995d711-adc4-4367-b164-3c2841452927 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:06.832578 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a8aa2ea-af09-4074-a585-20578cd82061 req-c5ade853-9690-4ca6-9f5e-e6b2518c8e45 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2048304 May 03 22:33:06.885839 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-f995d711-adc4-4367-b164-3c2841452927 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:33:06.887371 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f995d711-adc4-4367-b164-3c2841452927 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1063297 May 03 22:33:06.889228 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9aa70c-74bd-472b-8073-e87432a4aba3 None None] Network 48482cdb-e8a8-432b-92c4-2998be72b710 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:33:06.891467 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33304) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:06.893395 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-da9aa70c-74bd-472b-8073-e87432a4aba3 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:33:06.899104 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-b5162d97-1a87-43ae-9535-7f30b9a2a3da tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Request body: {'security_group_rule': {'security_group_id': 'fc02d486-6930-48a1-b579-ddafe2fe5bb9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:06.899592 n-d-811807-1 neutron-server[88070]: WARNING neutron.api.v2.base [None req-b5162d97-1a87-43ae-9535-7f30b9a2a3da tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 03 22:33:06.900082 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-b5162d97-1a87-43ae-9535-7f30b9a2a3da tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:33:06.901236 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9aa70c-74bd-472b-8073-e87432a4aba3 None None] Pushing event updated for resources: {'Port': ['ID=fe29cdc5-33d8-4edc-af49-28aec29184b3,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:06.904142 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9aa70c-74bd-472b-8073-e87432a4aba3 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:33:06.907465 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33308) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:06.908136 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6e407854-7b5a-4fe2-a6eb-09c7e60a0237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:06.910387 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b5162d97-1a87-43ae-9535-7f30b9a2a3da tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0176704 May 03 22:33:06.934388 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-176ee231-0375-40cb-9eaf-910a58b18eb5 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Request body: {'security_group_rule': {'security_group_id': 'fc02d486-6930-48a1-b579-ddafe2fe5bb9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:06.955666 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-b015b086-c09c-4b3b-806b-00278baa424b tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:06.956492 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-b015b086-c09c-4b3b-806b-00278baa424b tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Synchronizing usage tracker for tenant:a06b44cd97c04e34925647c98841b1f3 on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:33:06.960326 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-176ee231-0375-40cb-9eaf-910a58b18eb5 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:06.964974 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e407854-7b5a-4fe2-a6eb-09c7e60a0237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6252505b-f2bc-492b-a3f0-7602305e4248,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:06.970002 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-176ee231-0375-40cb-9eaf-910a58b18eb5 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Usage tracker for resource:security_group_rule and tenant:25bf212b1e844eaca68bfdc3258e562f is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:07.010637 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-176ee231-0375-40cb-9eaf-910a58b18eb5 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:07.013288 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-da9aa70c-74bd-472b-8073-e87432a4aba3 None None] Attempting to bind port fe29cdc5-33d8-4edc-af49-28aec29184b3 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:33:07.013788 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-da9aa70c-74bd-472b-8073-e87432a4aba3 None None] Attempting to bind port fe29cdc5-33d8-4edc-af49-28aec29184b3 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '0fba8794-5565-49da-85db-24a5e3334694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '48482cdb-e8a8-432b-92c4-2998be72b710'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:33:07.014025 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9aa70c-74bd-472b-8073-e87432a4aba3 None None] Attempting to bind port fe29cdc5-33d8-4edc-af49-28aec29184b3 on network 48482cdb-e8a8-432b-92c4-2998be72b710 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:33:07.020225 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9aa70c-74bd-472b-8073-e87432a4aba3 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:33:07.020595 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9aa70c-74bd-472b-8073-e87432a4aba3 None None] Checking segment: {'id': '0fba8794-5565-49da-85db-24a5e3334694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '48482cdb-e8a8-432b-92c4-2998be72b710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:33:07.020993 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-da9aa70c-74bd-472b-8073-e87432a4aba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:07.021386 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9aa70c-74bd-472b-8073-e87432a4aba3 None None] Bound using segment: {'id': '0fba8794-5565-49da-85db-24a5e3334694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '48482cdb-e8a8-432b-92c4-2998be72b710'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:33:07.021874 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-da9aa70c-74bd-472b-8073-e87432a4aba3 None None] Bound port: fe29cdc5-33d8-4edc-af49-28aec29184b3, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fba8794-5565-49da-85db-24a5e3334694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '48482cdb-e8a8-432b-92c4-2998be72b710'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:33:07.022242 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-da9aa70c-74bd-472b-8073-e87432a4aba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:07.028092 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-176ee231-0375-40cb-9eaf-910a58b18eb5 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:07.046382 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6e407854-7b5a-4fe2-a6eb-09c7e60a0237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:07.050637 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6e407854-7b5a-4fe2-a6eb-09c7e60a0237 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6252505b-f2bc-492b-a3f0-7602305e4248 HTTP/1.1" status: 204 len: 168 time: 0.6148105 May 03 22:33:07.057216 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-b015b086-c09c-4b3b-806b-00278baa424b tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Unset dirty status for tenant:a06b44cd97c04e34925647c98841b1f3 on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:33:07.058468 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-b015b086-c09c-4b3b-806b-00278baa424b tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/networks?id=48482cdb-e8a8-432b-92c4-2998be72b710 HTTP/1.1" status: 200 len: 816 time: 0.3868821 May 03 22:33:07.099002 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-03c1a928-d1fa-40ea-8507-213e99523595 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/quotas/a06b44cd97c04e34925647c98841b1f3 HTTP/1.1" status: 200 len: 375 time: 0.0310433 May 03 22:33:07.107920 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-176ee231-0375-40cb-9eaf-910a58b18eb5 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:33:07.112357 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-176ee231-0375-40cb-9eaf-910a58b18eb5 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1979465 May 03 22:33:07.112820 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33316) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:07.121097 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-622742be-d9dc-468b-abe3-9ac4acf3e44d tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Request body: {'security_group_rule': {'security_group_id': 'fc02d486-6930-48a1-b579-ddafe2fe5bb9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:07.121586 n-d-811807-1 neutron-server[88070]: WARNING neutron.api.v2.base [None req-622742be-d9dc-468b-abe3-9ac4acf3e44d tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 03 22:33:07.122272 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-622742be-d9dc-468b-abe3-9ac4acf3e44d tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:33:07.123377 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-622742be-d9dc-468b-abe3-9ac4acf3e44d tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0086646 May 03 22:33:07.128112 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33320) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:07.141093 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-43e6b47f-a89e-413b-b1ad-f15a82904127 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Request body: {'security_group_rule': {'security_group_id': 'fc02d486-6930-48a1-b579-ddafe2fe5bb9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:07.156924 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-43e6b47f-a89e-413b-b1ad-f15a82904127 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:07.167651 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2c5fc-c82e-4149-8bfc-9738c999eb1c req-22e91ffc-2ee9-42f4-ad47-bdd56382570a tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:07.169417 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-43e6b47f-a89e-413b-b1ad-f15a82904127 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Usage tracker for resource:security_group_rule and tenant:25bf212b1e844eaca68bfdc3258e562f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:07.172605 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-da9aa70c-74bd-472b-8073-e87432a4aba3 None None] For port fe29cdc5-33d8-4edc-af49-28aec29184b3, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:33:07.176282 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-da9aa70c-74bd-472b-8073-e87432a4aba3 None None] For port fe29cdc5-33d8-4edc-af49-28aec29184b3, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=fe29cdc5-33d8-4edc-af49-28aec29184b3,segment=NetworkSegment(0fba8794-5565-49da-85db-24a5e3334694),segment_id=0fba8794-5565-49da-85db-24a5e3334694)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:33:07.182137 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-43e6b47f-a89e-413b-b1ad-f15a82904127 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:07.182753 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-da9aa70c-74bd-472b-8073-e87432a4aba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:07.190447 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6bd2c5fc-c82e-4149-8bfc-9738c999eb1c req-22e91ffc-2ee9-42f4-ad47-bdd56382570a tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 949 time: 0.2275584 May 03 22:33:07.193275 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-43e6b47f-a89e-413b-b1ad-f15a82904127 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:07.214985 n-d-811807-1 neutron-server[88070]: INFO neutron.db.securitygroups_db [None req-43e6b47f-a89e-413b-b1ad-f15a82904127 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Project 25bf212b1e844eaca68bfdc3258e562f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 22:33:07.254530 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-43e6b47f-a89e-413b-b1ad-f15a82904127 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:33:07.257241 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-43e6b47f-a89e-413b-b1ad-f15a82904127 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1278348 May 03 22:33:07.260223 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33328) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:07.271945 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-42511944-46f2-440c-aa7e-73cf03b764ba tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Request body: {'security_group_rule': {'security_group_id': 'fc02d486-6930-48a1-b579-ddafe2fe5bb9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:07.273164 n-d-811807-1 neutron-server[88070]: WARNING neutron.api.v2.base [None req-42511944-46f2-440c-aa7e-73cf03b764ba tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 03 22:33:07.273683 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-42511944-46f2-440c-aa7e-73cf03b764ba tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:33:07.277415 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-42511944-46f2-440c-aa7e-73cf03b764ba tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0144818 May 03 22:33:07.279790 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33334) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:07.280693 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9aa70c-74bd-472b-8073-e87432a4aba3 None None] Pushing event updated for resources: {'Port': ['ID=fe29cdc5-33d8-4edc-af49-28aec29184b3,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:07.292817 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-0e4b99dd-9af0-411a-af43-5e1898bd00e6 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Request body: {'security_group_rule': {'security_group_id': 'fc02d486-6930-48a1-b579-ddafe2fe5bb9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:07.305251 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6bd2c5fc-c82e-4149-8bfc-9738c999eb1c req-5087a5e3-1003-417d-9a69-efeaf681c7b0 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136923 May 03 22:33:07.306706 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0e4b99dd-9af0-411a-af43-5e1898bd00e6 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:07.313149 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0e4b99dd-9af0-411a-af43-5e1898bd00e6 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Usage tracker for resource:security_group_rule and tenant:25bf212b1e844eaca68bfdc3258e562f is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:07.316726 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0e4b99dd-9af0-411a-af43-5e1898bd00e6 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:07.324626 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0e4b99dd-9af0-411a-af43-5e1898bd00e6 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:07.350609 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-743b2589-14cf-4a47-9f3b-0d51174b3897 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a06b44cd97c04e34925647c98841b1f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2349145 May 03 22:33:07.356088 n-d-811807-1 neutron-server[88069]: INFO neutron.db.securitygroups_db [None req-0e4b99dd-9af0-411a-af43-5e1898bd00e6 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Project 25bf212b1e844eaca68bfdc3258e562f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 22:33:07.581488 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33346) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:07.621742 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-0e4b99dd-9af0-411a-af43-5e1898bd00e6 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:33:07.628029 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33352) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:07.630434 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0e4b99dd-9af0-411a-af43-5e1898bd00e6 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3489885 May 03 22:33:07.637258 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-a9604e96-86c8-4149-9a8a-031ec369b3c2 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Request body: {'security_group_rule': {'security_group_id': 'fc02d486-6930-48a1-b579-ddafe2fe5bb9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:07.653798 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a9604e96-86c8-4149-9a8a-031ec369b3c2 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:07.664880 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a9604e96-86c8-4149-9a8a-031ec369b3c2 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Usage tracker for resource:security_group_rule and tenant:25bf212b1e844eaca68bfdc3258e562f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:07.668067 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a9604e96-86c8-4149-9a8a-031ec369b3c2 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:07.674306 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a9604e96-86c8-4149-9a8a-031ec369b3c2 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:07.706441 n-d-811807-1 neutron-server[88070]: INFO neutron.db.securitygroups_db [None req-a9604e96-86c8-4149-9a8a-031ec369b3c2 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Project 25bf212b1e844eaca68bfdc3258e562f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 22:33:07.717799 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-019a0f1e-8455-43d3-9321-e032965a47be req-afd276c4-d465-4a7c-b97b-00dbdee322c7 tempest-ServerShowV247Test-379977091 tempest-ServerShowV247Test-379977091-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee04f8ee-61dc-42ed-9638-7a17af554f28 HTTP/1.1" status: 200 len: 210 time: 0.1042237 May 03 22:33:07.769072 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-6b87d61c-9da7-49a6-8962-edff9bea23d4 service neutron] 10.222.0.58 "GET /v2.0/networks/48482cdb-e8a8-432b-92c4-2998be72b710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158313 May 03 22:33:07.776147 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-a9604e96-86c8-4149-9a8a-031ec369b3c2 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:33:07.777522 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a9604e96-86c8-4149-9a8a-031ec369b3c2 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1458521 May 03 22:33:07.784343 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33362) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:07.813932 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-6da8886c-6d79-4c73-8f46-c66d163f636e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1333408661-network', 'tenant_id': 'd040017ca19e48888dd666fffaad451b'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:07.837511 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6da8886c-6d79-4c73-8f46-c66d163f636e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:07.847001 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6da8886c-6d79-4c73-8f46-c66d163f636e admin admin] Usage tracker for resource:network and tenant:d040017ca19e48888dd666fffaad451b is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:07.853240 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6da8886c-6d79-4c73-8f46-c66d163f636e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:07.868075 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6da8886c-6d79-4c73-8f46-c66d163f636e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:07.897239 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da8886c-6d79-4c73-8f46-c66d163f636e admin admin] Made reservation on behalf of d040017ca19e48888dd666fffaad451b for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:33:07.899689 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6da8886c-6d79-4c73-8f46-c66d163f636e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:07.914602 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd83e826-b774-4412-8554-12bd38b2ef5c tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:07.919094 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6da8886c-6d79-4c73-8f46-c66d163f636e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:07.955737 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6da8886c-6d79-4c73-8f46-c66d163f636e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:07.961513 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd83e826-b774-4412-8554-12bd38b2ef5c tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:07.975096 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6da8886c-6d79-4c73-8f46-c66d163f636e admin admin] Usage tracker for resource:security_group_rule and tenant:d040017ca19e48888dd666fffaad451b is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:07.980250 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6da8886c-6d79-4c73-8f46-c66d163f636e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:07.993621 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6da8886c-6d79-4c73-8f46-c66d163f636e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:08.008806 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-a34e4bab-e44d-44e5-9211-4e2f375d2201 service neutron] 10.222.0.58 "GET /v2.0/networks/48482cdb-e8a8-432b-92c4-2998be72b710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232730 May 03 22:33:08.041396 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64676a10-1c8a-4f80-a7ec-299165a167aa req-50c4e2bd-8f95-470a-bb9c-6cb9c70a9d81 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:08.052288 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-64676a10-1c8a-4f80-a7ec-299165a167aa req-50c4e2bd-8f95-470a-bb9c-6cb9c70a9d81 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=382bdb0f-03c3-4d7c-8141-c53949fefc4d HTTP/1.1" status: 200 len: 946 time: 0.1463182 May 03 22:33:08.053992 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd83e826-b774-4412-8554-12bd38b2ef5c tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:08.087613 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd83e826-b774-4412-8554-12bd38b2ef5c tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc02d486-6930-48a1-b579-ddafe2fe5bb9,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:08.107527 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd83e826-b774-4412-8554-12bd38b2ef5c tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:08.108682 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bd83e826-b774-4412-8554-12bd38b2ef5c tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "DELETE /v2.0/security-groups/fc02d486-6930-48a1-b579-ddafe2fe5bb9 HTTP/1.1" status: 204 len: 168 time: 0.3230031 May 03 22:33:08.112885 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33376) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:08.129997 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-64676a10-1c8a-4f80-a7ec-299165a167aa req-fedf764d-16c2-485a-a627-4a990512e054 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766513 May 03 22:33:08.151369 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6da8886c-6d79-4c73-8f46-c66d163f636e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:08.158619 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6da8886c-6d79-4c73-8f46-c66d163f636e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:08.203239 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6da8886c-6d79-4c73-8f46-c66d163f636e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:33:08.209964 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8cebe376-1676-4fb5-807b-120b702882d9 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Synchronizing usage tracker for tenant:25bf212b1e844eaca68bfdc3258e562f on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:33:08.224791 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da8886c-6d79-4c73-8f46-c66d163f636e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b161f42-eede-4261-865f-0646ac147b64,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:08.254070 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6da8886c-6d79-4c73-8f46-c66d163f636e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:08.255660 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-6da8886c-6d79-4c73-8f46-c66d163f636e admin admin] Added segment 0ab7e5ab-ab57-4369-b42d-c10904d1af00 of type vlan for network 87af425c-ebb6-4471-b06f-d99a9c026066 May 03 22:33:08.256480 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8cebe376-1676-4fb5-807b-120b702882d9 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Unset dirty status for tenant:25bf212b1e844eaca68bfdc3258e562f on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:33:08.263755 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33386) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:08.268085 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8cebe376-1676-4fb5-807b-120b702882d9 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1331117 May 03 22:33:08.276671 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-c11e3cf1-2c31-4213-b51e-38510ecdb8dd tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Request body: {'security_group': {'name': 'tempest-secgroup--2056024589'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:08.306099 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c11e3cf1-2c31-4213-b51e-38510ecdb8dd tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:08.366193 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33392) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:08.366900 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c11e3cf1-2c31-4213-b51e-38510ecdb8dd tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:08.373413 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6da8886c-6d79-4c73-8f46-c66d163f636e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:08.404688 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c11e3cf1-2c31-4213-b51e-38510ecdb8dd tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:08.460669 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c11e3cf1-2c31-4213-b51e-38510ecdb8dd tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:08.467299 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6da8886c-6d79-4c73-8f46-c66d163f636e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:08.468319 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da8886c-6d79-4c73-8f46-c66d163f636e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:08.469645 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6da8886c-6d79-4c73-8f46-c66d163f636e admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:08.493156 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c11e3cf1-2c31-4213-b51e-38510ecdb8dd tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Usage tracker for resource:security_group_rule and tenant:25bf212b1e844eaca68bfdc3258e562f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:08.513874 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c11e3cf1-2c31-4213-b51e-38510ecdb8dd tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:08.524155 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd13ce-8d78-46f3-b01c-d56904321894 req-1a3f9650-2215-4c78-9df4-35ed8a36b6be tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:08.525818 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2cdd13ce-8d78-46f3-b01c-d56904321894 req-1a3f9650-2215-4c78-9df4-35ed8a36b6be tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.2452776 May 03 22:33:08.537974 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6da8886c-6d79-4c73-8f46-c66d163f636e admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9529021 May 03 22:33:08.539134 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33404) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:08.550782 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c11e3cf1-2c31-4213-b51e-38510ecdb8dd tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:08.583660 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4f1ee-c9da-4b75-bd9d-508ade8f1907 req-92357dcd-54f9-4473-953e-9aa4e9fd12c4 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:08.585474 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-04c4f1ee-c9da-4b75-bd9d-508ade8f1907 req-92357dcd-54f9-4473-953e-9aa4e9fd12c4 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=382bdb0f-03c3-4d7c-8141-c53949fefc4d HTTP/1.1" status: 200 len: 946 time: 0.1751101 May 03 22:33:08.591785 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-b2ee6429-e241-4ff5-8a5c-27d8898c7f1a admin admin] Request body: {'subnet': {'network_id': '87af425c-ebb6-4471-b06f-d99a9c026066', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1333408661-subnet', 'tenant_id': 'd040017ca19e48888dd666fffaad451b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:08.622270 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b2ee6429-e241-4ff5-8a5c-27d8898c7f1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:08.652821 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b2ee6429-e241-4ff5-8a5c-27d8898c7f1a admin admin] Usage tracker for resource:subnet and tenant:d040017ca19e48888dd666fffaad451b is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:08.666348 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2cdd13ce-8d78-46f3-b01c-d56904321894 req-779e9d2b-a15c-41f1-8fc2-a011de7921a0 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298218 May 03 22:33:08.680311 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-4d31b8ec-7670-4f44-9cdd-5d5f28d0cbc2 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1892911419-network', 'tenant_id': 'd5126da0448b4dc5bc6c990cac6d1e49'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:08.687059 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b2ee6429-e241-4ff5-8a5c-27d8898c7f1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:08.718467 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4d31b8ec-7670-4f44-9cdd-5d5f28d0cbc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:08.721319 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da8886c-6d79-4c73-8f46-c66d163f636e admin admin] Pushing event updated for resources: {'Network': ['ID=87af425c-ebb6-4471-b06f-d99a9c026066,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:08.732046 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-04c4f1ee-c9da-4b75-bd9d-508ade8f1907 req-6a4a967c-3c38-4fb2-aa19-cafbe2c3fc3b tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358578 May 03 22:33:08.736649 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4d31b8ec-7670-4f44-9cdd-5d5f28d0cbc2 admin admin] Usage tracker for resource:network and tenant:d5126da0448b4dc5bc6c990cac6d1e49 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:08.738223 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 87af425c-ebb6-4471-b06f-d99a9c026066 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:33:08.740322 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4d31b8ec-7670-4f44-9cdd-5d5f28d0cbc2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:08.748706 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4d31b8ec-7670-4f44-9cdd-5d5f28d0cbc2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:08.762737 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b2ee6429-e241-4ff5-8a5c-27d8898c7f1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:08.791685 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d31b8ec-7670-4f44-9cdd-5d5f28d0cbc2 admin admin] Made reservation on behalf of d5126da0448b4dc5bc6c990cac6d1e49 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:33:08.795298 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4d31b8ec-7670-4f44-9cdd-5d5f28d0cbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:08.814956 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c11e3cf1-2c31-4213-b51e-38510ecdb8dd tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:08.819008 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ee6429-e241-4ff5-8a5c-27d8898c7f1a admin admin] Made reservation on behalf of d040017ca19e48888dd666fffaad451b for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:33:08.820062 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c11e3cf1-2c31-4213-b51e-38510ecdb8dd tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:08.822612 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b2ee6429-e241-4ff5-8a5c-27d8898c7f1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:08.841128 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4d31b8ec-7670-4f44-9cdd-5d5f28d0cbc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:08.896921 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e3cf1-2c31-4213-b51e-38510ecdb8dd tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9938919-c931-41ba-926c-f7488cff1d02,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:08.917482 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c11e3cf1-2c31-4213-b51e-38510ecdb8dd tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:08.918959 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c11e3cf1-2c31-4213-b51e-38510ecdb8dd tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6535552 May 03 22:33:08.921813 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33424) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:08.924752 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4d31b8ec-7670-4f44-9cdd-5d5f28d0cbc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:08.930639 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4d31b8ec-7670-4f44-9cdd-5d5f28d0cbc2 admin admin] Usage tracker for resource:security_group_rule and tenant:d5126da0448b4dc5bc6c990cac6d1e49 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:08.933973 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4d31b8ec-7670-4f44-9cdd-5d5f28d0cbc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:08.936027 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d7b8f8-5b0b-4053-86f7-09957e4cd6c7 None None] Network 48482cdb-e8a8-432b-92c4-2998be72b710 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:33:08.936403 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-d8947d95-4947-43b8-b115-3134cb81fab0 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Request body: {'security_group_rule': {'security_group_id': 'f9938919-c931-41ba-926c-f7488cff1d02', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:08.941319 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4d31b8ec-7670-4f44-9cdd-5d5f28d0cbc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:08.944583 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d8947d95-4947-43b8-b115-3134cb81fab0 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:08.948768 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d8947d95-4947-43b8-b115-3134cb81fab0 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Usage tracker for resource:security_group_rule and tenant:25bf212b1e844eaca68bfdc3258e562f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:08.952001 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d8947d95-4947-43b8-b115-3134cb81fab0 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:08.952197 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device fe29cdc5-33d8-4edc-af49-28aec29184b3 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:33:08.961385 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d8947d95-4947-43b8-b115-3134cb81fab0 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:09.016905 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-d8947d95-4947-43b8-b115-3134cb81fab0 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] create failed (client error): The resource could not be found. May 03 22:33:09.021612 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d8947d95-4947-43b8-b115-3134cb81fab0 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0984516 May 03 22:33:09.023494 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33428) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:09.029240 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-8f4c02bd-9520-4e53-9550-30cff81aa598 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Request body: {'security_group_rule': {'security_group_id': 'f9938919-c931-41ba-926c-f7488cff1d02', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5282e4f0-6310-41eb-b38d-b0ce6d3e044d'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:09.036412 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8f4c02bd-9520-4e53-9550-30cff81aa598 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:09.062935 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8f4c02bd-9520-4e53-9550-30cff81aa598 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Usage tracker for resource:security_group_rule and tenant:25bf212b1e844eaca68bfdc3258e562f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:09.071365 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8f4c02bd-9520-4e53-9550-30cff81aa598 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:09.087765 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8f4c02bd-9520-4e53-9550-30cff81aa598 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:09.103465 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-98a087c3-36e9-4081-b02d-39c3eb611033 None None] Provisioning for port fe29cdc5-33d8-4edc-af49-28aec29184b3 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:33:09.167428 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-8f4c02bd-9520-4e53-9550-30cff81aa598 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] create failed (client error): The resource could not be found. May 03 22:33:09.169920 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8f4c02bd-9520-4e53-9550-30cff81aa598 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1443589 May 03 22:33:09.172014 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33432) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:09.198664 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port fe29cdc5-33d8-4edc-af49-28aec29184b3 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:33:09.211598 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port fe29cdc5-33d8-4edc-af49-28aec29184b3 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:33:09.212201 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:09.268874 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-17129511-610e-4e2e-af75-9ec31edfb55f tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:09.326188 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-17129511-610e-4e2e-af75-9ec31edfb55f tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:09.377179 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f4b2b-6683-47dd-a8fb-e86871547fe1 req-782350e2-08bb-475a-8376-891d4dd846c8 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:09.379630 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e38f4b2b-6683-47dd-a8fb-e86871547fe1 req-782350e2-08bb-475a-8376-891d4dd846c8 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 949 time: 0.5041862 May 03 22:33:09.387292 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-17129511-610e-4e2e-af75-9ec31edfb55f tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:09.404884 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:09.420351 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17129511-610e-4e2e-af75-9ec31edfb55f tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9938919-c931-41ba-926c-f7488cff1d02,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:09.428626 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-17129511-610e-4e2e-af75-9ec31edfb55f tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:09.432354 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-17129511-610e-4e2e-af75-9ec31edfb55f tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "DELETE /v2.0/security-groups/f9938919-c931-41ba-926c-f7488cff1d02 HTTP/1.1" status: 204 len: 168 time: 0.2573931 May 03 22:33:09.432705 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33436) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:09.439247 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4d31b8ec-7670-4f44-9cdd-5d5f28d0cbc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:09.442085 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port fe29cdc5-33d8-4edc-af49-28aec29184b3, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=fe29cdc5-33d8-4edc-af49-28aec29184b3,segment=NetworkSegment(0fba8794-5565-49da-85db-24a5e3334694),segment_id=0fba8794-5565-49da-85db-24a5e3334694)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:09.451948 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:09.494195 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6c02d8ec-ff1c-4274-a328-8b2d739e97d4 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Synchronizing usage tracker for tenant:25bf212b1e844eaca68bfdc3258e562f on resource:security_group {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:33:09.496054 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-482ff1e9-27dd-4e5a-a160-28606050cc3b tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:09.497726 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-482ff1e9-27dd-4e5a-a160-28606050cc3b tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/networks?id=48482cdb-e8a8-432b-92c4-2998be72b710 HTTP/1.1" status: 200 len: 816 time: 0.5336580 May 03 22:33:09.503217 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4d31b8ec-7670-4f44-9cdd-5d5f28d0cbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:09.514325 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6c02d8ec-ff1c-4274-a328-8b2d739e97d4 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Unset dirty status for tenant:25bf212b1e844eaca68bfdc3258e562f on resource:security_group {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:33:09.521061 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6c02d8ec-ff1c-4274-a328-8b2d739e97d4 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0872700 May 03 22:33:09.525173 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33440) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:09.534975 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-f2b4bae7-efac-4229-aa8f-0c7f6c305679 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Request body: {'security_group_rule': {'security_group_id': '92c56ca5-95ff-46a6-83a3-0546d0a86869', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:09.539421 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=fe29cdc5-33d8-4edc-af49-28aec29184b3,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:09.544946 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f2b4bae7-efac-4229-aa8f-0c7f6c305679 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:09.551180 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f2b4bae7-efac-4229-aa8f-0c7f6c305679 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Usage tracker for resource:security_group_rule and tenant:25bf212b1e844eaca68bfdc3258e562f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:09.558696 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f2b4bae7-efac-4229-aa8f-0c7f6c305679 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:09.566196 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f2b4bae7-efac-4229-aa8f-0c7f6c305679 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:09.575292 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d31b8ec-7670-4f44-9cdd-5d5f28d0cbc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:33:09.602281 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5bdb6c48-8107-4e65-a4c0-a696e5e0248e req-7522cc86-9fcd-4d73-bdaa-02b9ac7f4d7b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3963175 May 03 22:33:09.611584 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-39f5b3a6-4e6e-4d6a-85f5-23fae7824713 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/quotas/a06b44cd97c04e34925647c98841b1f3 HTTP/1.1" status: 200 len: 375 time: 0.1016102 May 03 22:33:09.618979 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-f2b4bae7-efac-4229-aa8f-0c7f6c305679 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] create failed (client error): The resource could not be found. May 03 22:33:09.623471 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f2b4bae7-efac-4229-aa8f-0c7f6c305679 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0965660 May 03 22:33:09.624149 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33444) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:09.627994 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4d31b8ec-7670-4f44-9cdd-5d5f28d0cbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:09.628348 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-4d31b8ec-7670-4f44-9cdd-5d5f28d0cbc2 admin admin] Added segment e3b1010d-1e34-45c8-81c6-43d49cc6bf1c of type vlan for network 2f5f5be5-c9ef-4884-b477-418a178f1e34 May 03 22:33:09.633010 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-ae9ed41f-e976-4cde-99ed-12168b10f67e tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Request body: {'security_group': {'name': 'tempest-secgroup--2094557674'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:09.634490 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e38f4b2b-6683-47dd-a8fb-e86871547fe1 req-a5bc69d7-5442-4992-81ec-07f090c19671 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073984 May 03 22:33:09.635470 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31b8ec-7670-4f44-9cdd-5d5f28d0cbc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6696125a-3630-4b33-bff3-ca57d3d89881,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:09.640114 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ae9ed41f-e976-4cde-99ed-12168b10f67e tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:09.669746 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ae9ed41f-e976-4cde-99ed-12168b10f67e tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:09.700290 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae9ed41f-e976-4cde-99ed-12168b10f67e tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:09.732917 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ae9ed41f-e976-4cde-99ed-12168b10f67e tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:09.737415 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ae9ed41f-e976-4cde-99ed-12168b10f67e tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Usage tracker for resource:security_group_rule and tenant:25bf212b1e844eaca68bfdc3258e562f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:09.740716 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ae9ed41f-e976-4cde-99ed-12168b10f67e tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:09.755879 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ae9ed41f-e976-4cde-99ed-12168b10f67e tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:09.818963 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4d31b8ec-7670-4f44-9cdd-5d5f28d0cbc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:09.843259 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae9ed41f-e976-4cde-99ed-12168b10f67e tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:09.849764 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae9ed41f-e976-4cde-99ed-12168b10f67e tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:09.854871 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b346bd0f-267f-4e5f-a7ee-6cd5b917c711 None None] Provisioning complete for port fe29cdc5-33d8-4edc-af49-28aec29184b3 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:33:09.855790 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b346bd0f-267f-4e5f-a7ee-6cd5b917c711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:09.905293 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ed41f-e976-4cde-99ed-12168b10f67e tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb36afa-b04f-4ee2-9b3c-100cb2ccef11,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:09.916240 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae9ed41f-e976-4cde-99ed-12168b10f67e tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:09.917799 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ae9ed41f-e976-4cde-99ed-12168b10f67e tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2922187 May 03 22:33:09.920534 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33450) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:09.933122 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-4a43f47f-0ddd-4497-9fe4-a891c2c736a3 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Request body: {'security_group': {'name': 'tempest-secgroup--177904236'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:09.942814 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b2ee6429-e241-4ff5-8a5c-27d8898c7f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:09.943556 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4a43f47f-0ddd-4497-9fe4-a891c2c736a3 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:09.947885 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4a43f47f-0ddd-4497-9fe4-a891c2c736a3 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Usage tracker for resource:security_group and tenant:25bf212b1e844eaca68bfdc3258e562f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:09.951499 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4a43f47f-0ddd-4497-9fe4-a891c2c736a3 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:09.958883 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4a43f47f-0ddd-4497-9fe4-a891c2c736a3 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:09.975915 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4a43f47f-0ddd-4497-9fe4-a891c2c736a3 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:10.004531 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4a43f47f-0ddd-4497-9fe4-a891c2c736a3 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:10.008714 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4a43f47f-0ddd-4497-9fe4-a891c2c736a3 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Usage tracker for resource:security_group_rule and tenant:25bf212b1e844eaca68bfdc3258e562f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:10.012054 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4a43f47f-0ddd-4497-9fe4-a891c2c736a3 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:10.019614 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4a43f47f-0ddd-4497-9fe4-a891c2c736a3 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:10.098491 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4a43f47f-0ddd-4497-9fe4-a891c2c736a3 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:10.104728 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4a43f47f-0ddd-4497-9fe4-a891c2c736a3 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:10.152309 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43f47f-0ddd-4497-9fe4-a891c2c736a3 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e691962-5a33-46fc-8aa5-d8500381293b,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:10.158695 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4a43f47f-0ddd-4497-9fe4-a891c2c736a3 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:10.160197 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4a43f47f-0ddd-4497-9fe4-a891c2c736a3 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2378159 May 03 22:33:10.163063 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33456) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:10.168224 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-07412901-27bc-4deb-aa48-6c0efbd1ae22 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Request body: {'security_group_rule': {'security_group_id': 'cbb36afa-b04f-4ee2-9b3c-100cb2ccef11', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '0e691962-5a33-46fc-8aa5-d8500381293b'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:10.174304 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-07412901-27bc-4deb-aa48-6c0efbd1ae22 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:10.175995 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.resource_extend [None req-4d31b8ec-7670-4f44-9cdd-5d5f28d0cbc2 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:33:10.178082 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-07412901-27bc-4deb-aa48-6c0efbd1ae22 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Usage tracker for resource:security_group_rule and tenant:25bf212b1e844eaca68bfdc3258e562f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:10.180955 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-07412901-27bc-4deb-aa48-6c0efbd1ae22 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:10.188254 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-07412901-27bc-4deb-aa48-6c0efbd1ae22 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:10.217015 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-07412901-27bc-4deb-aa48-6c0efbd1ae22 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:33:10.218240 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-07412901-27bc-4deb-aa48-6c0efbd1ae22 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0541887 May 03 22:33:10.221339 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33460) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:10.279357 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-db997458-e1a9-41a0-b7e8-f7ae4d00acf4 req-0163432a-6f37-492d-bf51-efa3161af3f3 tempest-ServerShowV247Test-379977091 tempest-ServerShowV247Test-379977091-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee04f8ee-61dc-42ed-9638-7a17af554f28 HTTP/1.1" status: 200 len: 210 time: 0.1075311 May 03 22:33:10.283273 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c2cd4d64-a049-4701-b48e-36458514913e tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:10.298553 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4d31b8ec-7670-4f44-9cdd-5d5f28d0cbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:10.299511 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d31b8ec-7670-4f44-9cdd-5d5f28d0cbc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:10.310408 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4d31b8ec-7670-4f44-9cdd-5d5f28d0cbc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:10.318792 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c2cd4d64-a049-4701-b48e-36458514913e tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:10.340586 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee6429-e241-4ff5-8a5c-27d8898c7f1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfbb76dd-bb61-4386-8041-0b124f6d48b6,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:10.373441 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c2cd4d64-a049-4701-b48e-36458514913e tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:10.392278 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd4d64-a049-4701-b48e-36458514913e tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e691962-5a33-46fc-8aa5-d8500381293b,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:10.393037 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-0e9b7375-2c22-47eb-8faf-210443f85d09 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:10.394544 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-0e9b7375-2c22-47eb-8faf-210443f85d09 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.67 "GET /v2.0/networks?id=48482cdb-e8a8-432b-92c4-2998be72b710 HTTP/1.1" status: 200 len: 816 time: 0.5653780 May 03 22:33:10.396545 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb6c48-8107-4e65-a4c0-a696e5e0248e req-5a9ee412-db3a-4ce0-b3e4-f6e6bf10b134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:10.397883 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5bdb6c48-8107-4e65-a4c0-a696e5e0248e req-5a9ee412-db3a-4ce0-b3e4-f6e6bf10b134 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 1101 time: 0.7522311 May 03 22:33:10.401564 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c2cd4d64-a049-4701-b48e-36458514913e tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:10.405193 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c2cd4d64-a049-4701-b48e-36458514913e tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "DELETE /v2.0/security-groups/0e691962-5a33-46fc-8aa5-d8500381293b HTTP/1.1" status: 204 len: 168 time: 0.1805010 May 03 22:33:10.405349 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ee6429-e241-4ff5-8a5c-27d8898c7f1a admin admin] Checking segment: {'id': '0ab7e5ab-ab57-4369-b42d-c10904d1af00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '87af425c-ebb6-4471-b06f-d99a9c026066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:33:10.405349 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ee6429-e241-4ff5-8a5c-27d8898c7f1a admin admin] Network hostable DHCP agents. Network: 87af425c-ebb6-4471-b06f-d99a9c026066, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:33:10.406170 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33464) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:10.413218 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-7e5d880c-d53d-4789-a554-7f03e6edfe17 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a06b44cd97c04e34925647c98841b1f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7896278 May 03 22:33:10.464685 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-2f1482dc-5df4-4d32-a3d4-9d9ab6a858cc tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Request body: {'port': {'device_id': 'efc4a8a7-886c-4033-9fa8-4766e4fdc2b7', 'network_id': '48482cdb-e8a8-432b-92c4-2998be72b710', 'admin_state_up': True, 'tenant_id': 'a06b44cd97c04e34925647c98841b1f3'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:10.471429 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8ad3b5a4-5d60-42b2-8d4b-ec7f886e1df1 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Synchronizing usage tracker for tenant:25bf212b1e844eaca68bfdc3258e562f on resource:security_group {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:33:10.487407 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8ad3b5a4-5d60-42b2-8d4b-ec7f886e1df1 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Unset dirty status for tenant:25bf212b1e844eaca68bfdc3258e562f on resource:security_group {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:33:10.491463 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8ad3b5a4-5d60-42b2-8d4b-ec7f886e1df1 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0813177 May 03 22:33:10.491599 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33468) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:10.553131 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2351ff60-8e91-4f7e-b8e2-c036f7fdf111 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:10.583153 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2351ff60-8e91-4f7e-b8e2-c036f7fdf111 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:10.590910 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31b8ec-7670-4f44-9cdd-5d5f28d0cbc2 admin admin] Pushing event updated for resources: {'Network': ['ID=2f5f5be5-c9ef-4884-b477-418a178f1e34,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:10.601567 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 2f5f5be5-c9ef-4884-b477-418a178f1e34 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:33:10.611873 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4d31b8ec-7670-4f44-9cdd-5d5f28d0cbc2 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2315648 May 03 22:33:10.612121 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33472) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:10.621515 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-2f18f3de-a3f0-4495-881a-658d67397642 admin admin] Request body: {'subnet': {'network_id': '2f5f5be5-c9ef-4884-b477-418a178f1e34', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1892911419-subnet', 'tenant_id': 'd5126da0448b4dc5bc6c990cac6d1e49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:10.634001 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2f18f3de-a3f0-4495-881a-658d67397642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:10.642464 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2f18f3de-a3f0-4495-881a-658d67397642 admin admin] Usage tracker for resource:subnet and tenant:d5126da0448b4dc5bc6c990cac6d1e49 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:10.646022 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2f18f3de-a3f0-4495-881a-658d67397642 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:10.662006 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2f18f3de-a3f0-4495-881a-658d67397642 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:10.674266 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f18f3de-a3f0-4495-881a-658d67397642 admin admin] Made reservation on behalf of d5126da0448b4dc5bc6c990cac6d1e49 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:33:10.677154 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2f18f3de-a3f0-4495-881a-658d67397642 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:10.696757 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2351ff60-8e91-4f7e-b8e2-c036f7fdf111 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:10.792307 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device fe29cdc5-33d8-4edc-af49-28aec29184b3 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:33:10.820559 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ee6429-e241-4ff5-8a5c-27d8898c7f1a admin admin] Network 87af425c-ebb6-4471-b06f-d99a9c026066 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:33:10.834515 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2351ff60-8e91-4f7e-b8e2-c036f7fdf111 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb36afa-b04f-4ee2-9b3c-100cb2ccef11,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:10.875883 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-b2ee6429-e241-4ff5-8a5c-27d8898c7f1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 87af425c-ebb6-4471-b06f-d99a9c026066) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:33:10.877117 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2351ff60-8e91-4f7e-b8e2-c036f7fdf111 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:10.885256 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2351ff60-8e91-4f7e-b8e2-c036f7fdf111 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "DELETE /v2.0/security-groups/cbb36afa-b04f-4ee2-9b3c-100cb2ccef11 HTTP/1.1" status: 204 len: 168 time: 0.3902957 May 03 22:33:10.885461 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33478) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:10.896177 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8703200-6b5c-40b7-9b92-df941a4e1157 None None] Network 87af425c-ebb6-4471-b06f-d99a9c026066 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:33:10.912873 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ee6429-e241-4ff5-8a5c-27d8898c7f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:10.913929 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b2ee6429-e241-4ff5-8a5c-27d8898c7f1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:10.949374 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port fe29cdc5-33d8-4edc-af49-28aec29184b3 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:33:10.949915 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:10.960293 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-14f8bb64-a3be-4e6c-9e6f-c6ecd5d7fb75 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Synchronizing usage tracker for tenant:25bf212b1e844eaca68bfdc3258e562f on resource:security_group {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:33:10.961960 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54383e-b3d6-4283-9ae5-473cce2758f2 req-5bba5d8c-bbbc-49a6-b09f-946c0ff2117c tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:10.963433 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0c54383e-b3d6-4283-9ae5-473cce2758f2 req-5bba5d8c-bbbc-49a6-b09f-946c0ff2117c tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.5646787 May 03 22:33:10.964426 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb6c48-8107-4e65-a4c0-a696e5e0248e req-c4af5e92-6f6f-4d2b-a175-bef9668518d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:10.965706 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5bdb6c48-8107-4e65-a4c0-a696e5e0248e req-c4af5e92-6f6f-4d2b-a175-bef9668518d1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.4425764 May 03 22:33:10.971747 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-2f1482dc-5df4-4d32-a3d4-9d9ab6a858cc tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:10.981062 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b2ee6429-e241-4ff5-8a5c-27d8898c7f1a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.4367874 May 03 22:33:11.030002 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-7745033b-994b-457a-bbca-abb7c8b14977 service neutron] 10.222.0.58 "GET /v2.0/networks/48482cdb-e8a8-432b-92c4-2998be72b710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5433860 May 03 22:33:11.030475 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33482) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:11.032033 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-2f1482dc-5df4-4d32-a3d4-9d9ab6a858cc tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Usage tracker for resource:port and tenant:a06b44cd97c04e34925647c98841b1f3 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:11.061576 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-2f1482dc-5df4-4d32-a3d4-9d9ab6a858cc tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:11.097627 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-f95d6521-7fc5-4d32-89b2-91d8345de83e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1333408661-router', 'tenant_id': 'd040017ca19e48888dd666fffaad451b', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:11.104566 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f95d6521-7fc5-4d32-89b2-91d8345de83e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:11.108406 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f95d6521-7fc5-4d32-89b2-91d8345de83e admin admin] Usage tracker for resource:router and tenant:d040017ca19e48888dd666fffaad451b is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:11.111295 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f95d6521-7fc5-4d32-89b2-91d8345de83e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:11.117441 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f95d6521-7fc5-4d32-89b2-91d8345de83e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:11.128564 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5bdb6c48-8107-4e65-a4c0-a696e5e0248e req-2c6f8a5c-a356-4934-ac43-a5781312f135 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=78cece3e-063d-4911-b5af-6e8c5dad162c HTTP/1.1" status: 200 len: 217 time: 0.1540656 May 03 22:33:11.132264 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-14f8bb64-a3be-4e6c-9e6f-c6ecd5d7fb75 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Unset dirty status for tenant:25bf212b1e844eaca68bfdc3258e562f on resource:security_group {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:33:11.140068 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-14f8bb64-a3be-4e6c-9e6f-c6ecd5d7fb75 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2472701 May 03 22:33:11.140778 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-2f1482dc-5df4-4d32-a3d4-9d9ab6a858cc tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:11.140884 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33486) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:11.149001 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-377acc2f-d4a7-4300-8c8d-9900c93a88cc tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Request body: {'security_group': {'name': 'tempest-secgroup--877060340'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:11.164242 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-377acc2f-d4a7-4300-8c8d-9900c93a88cc tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:11.190601 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f95d6521-7fc5-4d32-89b2-91d8345de83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:11.191604 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f95d6521-7fc5-4d32-89b2-91d8345de83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:11.199963 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-377acc2f-d4a7-4300-8c8d-9900c93a88cc tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:11.216289 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2f18f3de-a3f0-4495-881a-658d67397642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:11.248303 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-377acc2f-d4a7-4300-8c8d-9900c93a88cc tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:11.275921 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0c54383e-b3d6-4283-9ae5-473cce2758f2 req-a5d5f86f-4b40-4468-a0d6-c6678901080a tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2984695 May 03 22:33:11.306333 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-2f1482dc-5df4-4d32-a3d4-9d9ab6a858cc tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Made reservation on behalf of a06b44cd97c04e34925647c98841b1f3 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:33:11.309788 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-2f1482dc-5df4-4d32-a3d4-9d9ab6a858cc tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:11.354142 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494e89b1-0d6f-4f20-b14e-54b1a346f8c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-87af425c-ebb6-4471-b06f-d99a9c026066', 'network_id': '87af425c-ebb6-4471-b06f-d99a9c026066', 'tenant_id': 'd040017ca19e48888dd666fffaad451b', 'fixed_ips': [{'subnet_id': 'cfbb76dd-bb61-4386-8041-0b124f6d48b6'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:33:11.354978 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-494e89b1-0d6f-4f20-b14e-54b1a346f8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:11.356208 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-377acc2f-d4a7-4300-8c8d-9900c93a88cc tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:11.373364 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f18f3de-a3f0-4495-881a-658d67397642 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92b199ac-1b42-41d0-ba9e-3f447230f73b,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:11.375957 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-377acc2f-d4a7-4300-8c8d-9900c93a88cc tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Usage tracker for resource:security_group_rule and tenant:25bf212b1e844eaca68bfdc3258e562f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:11.388667 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-377acc2f-d4a7-4300-8c8d-9900c93a88cc tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:11.399516 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-377acc2f-d4a7-4300-8c8d-9900c93a88cc tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:11.413892 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f18f3de-a3f0-4495-881a-658d67397642 admin admin] Checking segment: {'id': 'e3b1010d-1e34-45c8-81c6-43d49cc6bf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '2f5f5be5-c9ef-4884-b477-418a178f1e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:33:11.414625 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f18f3de-a3f0-4495-881a-658d67397642 admin admin] Network hostable DHCP agents. Network: 2f5f5be5-c9ef-4884-b477-418a178f1e34, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:33:11.434309 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-c5ebd08e-8d66-4aa1-a7a8-db64a10f10cd service neutron] show failed (client error): The resource could not be found. May 03 22:33:11.435483 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-c5ebd08e-8d66-4aa1-a7a8-db64a10f10cd service neutron] 10.222.0.60 "GET /v2.0/ports/2fc0683f-e329-48d5-bf48-15f4dbdca21e/bindings/n-h2-811807-1 HTTP/1.1" status: 404 len: 380 time: 0.1729457 May 03 22:33:11.460338 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f18f3de-a3f0-4495-881a-658d67397642 admin admin] Network 2f5f5be5-c9ef-4884-b477-418a178f1e34 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:33:11.461791 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f95d6521-7fc5-4d32-89b2-91d8345de83e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:11.485479 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-2f18f3de-a3f0-4495-881a-658d67397642 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 2f5f5be5-c9ef-4884-b477-418a178f1e34) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:33:11.500190 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f18f3de-a3f0-4495-881a-658d67397642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:11.506778 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2f18f3de-a3f0-4495-881a-658d67397642 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:11.544393 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-494e89b1-0d6f-4f20-b14e-54b1a346f8c2 None None] Allocated IP 172.20.0.2 (87af425c-ebb6-4471-b06f-d99a9c026066/cfbb76dd-bb61-4386-8041-0b124f6d48b6/60d3234d-304e-4c2d-8316-c19576b92e3a) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:33:11.550529 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb6c48-8107-4e65-a4c0-a696e5e0248e req-89f4d620-4c74-43f9-8680-fb8b01c069d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:11.559846 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5bdb6c48-8107-4e65-a4c0-a696e5e0248e req-89f4d620-4c74-43f9-8680-fb8b01c069d2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.4068990 May 03 22:33:11.565023 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-377acc2f-d4a7-4300-8c8d-9900c93a88cc tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:11.582398 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-377acc2f-d4a7-4300-8c8d-9900c93a88cc tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:11.597407 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fc4f97-463a-47ab-aa70-65f4ac2de2eb None None] Network 2f5f5be5-c9ef-4884-b477-418a178f1e34 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:33:11.712744 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-4afa1a49-151e-4bda-ae3b-089da20795c9 service neutron] 10.222.0.58 "GET /v2.0/networks/48482cdb-e8a8-432b-92c4-2998be72b710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6478107 May 03 22:33:11.756447 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377acc2f-d4a7-4300-8c8d-9900c93a88cc tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbc231d-4ddc-40fd-8147-e53e6ce07b78,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:11.891966 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-377acc2f-d4a7-4300-8c8d-9900c93a88cc tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:11.898396 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-377acc2f-d4a7-4300-8c8d-9900c93a88cc tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7559540 May 03 22:33:11.910184 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2f18f3de-a3f0-4495-881a-658d67397642 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2890103 May 03 22:33:11.910184 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33494) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:11.925597 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-2efe8f6d-429b-4827-b3f3-fc31bd813717 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Request body: {'security_group_rule': {'security_group_id': '8fbc231d-4ddc-40fd-8147-e53e6ce07b78', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:11.935575 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2efe8f6d-429b-4827-b3f3-fc31bd813717 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:11.945355 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2efe8f6d-429b-4827-b3f3-fc31bd813717 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Usage tracker for resource:security_group_rule and tenant:25bf212b1e844eaca68bfdc3258e562f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:11.951427 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2efe8f6d-429b-4827-b3f3-fc31bd813717 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:11.961656 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2efe8f6d-429b-4827-b3f3-fc31bd813717 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:11.965845 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-494e89b1-0d6f-4f20-b14e-54b1a346f8c2 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:11.978223 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-05a9cc84-f228-439a-aaf7-7deae0065e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:11.980114 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-05a9cc84-f228-439a-aaf7-7deae0065e51 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20&tenant_id=e5ed80acbb9f47e383e08a46b5c2d155 HTTP/1.1" status: 200 len: 1100 time: 0.2083981 May 03 22:33:11.993781 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a17aee-cfbf-441a-94c5-48244e02b0f9 req-2ef240bd-c03c-4e05-a168-3c01fb718ba9 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:11.994610 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-f7a17aee-cfbf-441a-94c5-48244e02b0f9 req-2ef240bd-c03c-4e05-a168-3c01fb718ba9 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Synchronizing usage tracker for tenant:5a0f20c83fdc471fa4da593ef2ea5d27 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:33:12.006460 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-8e7076e1-7a97-4e2c-a50a-83c71b85e5b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811807-1', 'device_owner': 'compute:nova'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:12.044044 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-494e89b1-0d6f-4f20-b14e-54b1a346f8c2 None None] Transition to ACTIVE for port object 60d3234d-304e-4c2d-8316-c19576b92e3a will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:33:12.077621 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c19a417-0db6-4920-9896-8a3027f9f8d9 None None] Network 2f5f5be5-c9ef-4884-b477-418a178f1e34 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:33:12.114579 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-2efe8f6d-429b-4827-b3f3-fc31bd813717 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:33:12.116011 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-494e89b1-0d6f-4f20-b14e-54b1a346f8c2 None None] Transition to ACTIVE for port object 60d3234d-304e-4c2d-8316-c19576b92e3a will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:33:12.120031 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2efe8f6d-429b-4827-b3f3-fc31bd813717 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2077234 May 03 22:33:12.131123 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33504) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:12.134644 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-f7a17aee-cfbf-441a-94c5-48244e02b0f9 req-2ef240bd-c03c-4e05-a168-3c01fb718ba9 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Unset dirty status for tenant:5a0f20c83fdc471fa4da593ef2ea5d27 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:33:12.136989 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f7a17aee-cfbf-441a-94c5-48244e02b0f9 req-2ef240bd-c03c-4e05-a168-3c01fb718ba9 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.67 "GET /v2.0/ports?device_id=382bdb0f-03c3-4d7c-8141-c53949fefc4d HTTP/1.1" status: 200 len: 946 time: 0.4716914 May 03 22:33:12.143540 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-8efd069e-f0c0-4031-a358-34423cf3b4a7 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Request body: {'security_group_rule': {'security_group_id': '8fbc231d-4ddc-40fd-8147-e53e6ce07b78', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:12.165815 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-494e89b1-0d6f-4f20-b14e-54b1a346f8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:12.189761 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8efd069e-f0c0-4031-a358-34423cf3b4a7 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:12.220110 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8efd069e-f0c0-4031-a358-34423cf3b4a7 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Usage tracker for resource:security_group_rule and tenant:25bf212b1e844eaca68bfdc3258e562f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:12.228628 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8efd069e-f0c0-4031-a358-34423cf3b4a7 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:12.258866 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494e89b1-0d6f-4f20-b14e-54b1a346f8c2 None None] Network 87af425c-ebb6-4471-b06f-d99a9c026066 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:33:12.264009 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-494e89b1-0d6f-4f20-b14e-54b1a346f8c2 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:33:12.267906 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e89b1-0d6f-4f20-b14e-54b1a346f8c2 None None] Pushing event updated for resources: {'Port': ['ID=60d3234d-304e-4c2d-8316-c19576b92e3a,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:12.270273 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494e89b1-0d6f-4f20-b14e-54b1a346f8c2 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:33:12.278372 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8efd069e-f0c0-4031-a358-34423cf3b4a7 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:12.295289 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e89b1-0d6f-4f20-b14e-54b1a346f8c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:12.295635 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e89b1-0d6f-4f20-b14e-54b1a346f8c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:12.295980 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e89b1-0d6f-4f20-b14e-54b1a346f8c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:12.296314 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e89b1-0d6f-4f20-b14e-54b1a346f8c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:12.297206 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e89b1-0d6f-4f20-b14e-54b1a346f8c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:12.297542 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e89b1-0d6f-4f20-b14e-54b1a346f8c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:12.297878 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e89b1-0d6f-4f20-b14e-54b1a346f8c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:12.298215 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e89b1-0d6f-4f20-b14e-54b1a346f8c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:12.298540 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e89b1-0d6f-4f20-b14e-54b1a346f8c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:12.299403 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e89b1-0d6f-4f20-b14e-54b1a346f8c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:12.299753 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e89b1-0d6f-4f20-b14e-54b1a346f8c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:12.300078 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494e89b1-0d6f-4f20-b14e-54b1a346f8c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:12.362080 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-f7a17aee-cfbf-441a-94c5-48244e02b0f9 req-607f92f9-48b5-40fe-aeb9-f56871efc850 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Deleting port 41fe8b6e-83e1-45a1-a74e-03d35a20c8e3 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:33:12.362415 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f7a17aee-cfbf-441a-94c5-48244e02b0f9 req-607f92f9-48b5-40fe-aeb9-f56871efc850 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:12.441636 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-494e89b1-0d6f-4f20-b14e-54b1a346f8c2 None None] Attempting to bind port 60d3234d-304e-4c2d-8316-c19576b92e3a on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:33:12.442038 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-494e89b1-0d6f-4f20-b14e-54b1a346f8c2 None None] Attempting to bind port 60d3234d-304e-4c2d-8316-c19576b92e3a by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '0ab7e5ab-ab57-4369-b42d-c10904d1af00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '87af425c-ebb6-4471-b06f-d99a9c026066'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:33:12.442407 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494e89b1-0d6f-4f20-b14e-54b1a346f8c2 None None] Attempting to bind port 60d3234d-304e-4c2d-8316-c19576b92e3a on network 87af425c-ebb6-4471-b06f-d99a9c026066 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:33:12.450425 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-8efd069e-f0c0-4031-a358-34423cf3b4a7 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:33:12.454229 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8efd069e-f0c0-4031-a358-34423cf3b4a7 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3185487 May 03 22:33:12.457736 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33518) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:12.460944 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-8e7076e1-7a97-4e2c-a50a-83c71b85e5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:12.478741 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494e89b1-0d6f-4f20-b14e-54b1a346f8c2 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:33:12.479442 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494e89b1-0d6f-4f20-b14e-54b1a346f8c2 None None] Checking segment: {'id': '0ab7e5ab-ab57-4369-b42d-c10904d1af00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '87af425c-ebb6-4471-b06f-d99a9c026066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:33:12.480032 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-494e89b1-0d6f-4f20-b14e-54b1a346f8c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:12.480583 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494e89b1-0d6f-4f20-b14e-54b1a346f8c2 None None] Bound using segment: {'id': '0ab7e5ab-ab57-4369-b42d-c10904d1af00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '87af425c-ebb6-4471-b06f-d99a9c026066'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:33:12.481237 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-494e89b1-0d6f-4f20-b14e-54b1a346f8c2 None None] Bound port: 60d3234d-304e-4c2d-8316-c19576b92e3a, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab7e5ab-ab57-4369-b42d-c10904d1af00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '87af425c-ebb6-4471-b06f-d99a9c026066'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:33:12.481970 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-494e89b1-0d6f-4f20-b14e-54b1a346f8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:12.522056 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f95d6521-7fc5-4d32-89b2-91d8345de83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:12.539676 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-2f1482dc-5df4-4d32-a3d4-9d9ab6a858cc tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Allocated IP 172.20.0.6 (48482cdb-e8a8-432b-92c4-2998be72b710/29c0f408-f55c-4749-a4b6-2a88c9ef01c6/bedbb6c7-af41-4930-8fd0-89cfbd5ed54a) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:33:12.556486 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c78d2-3ff8-41e3-bad8-aae4cfa5c167 req-d68b0126-9da5-40fc-914f-abc957df38cc tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:12.563420 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a65c78d2-3ff8-41e3-bad8-aae4cfa5c167 req-d68b0126-9da5-40fc-914f-abc957df38cc tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=382bdb0f-03c3-4d7c-8141-c53949fefc4d HTTP/1.1" status: 200 len: 946 time: 1.1102917 May 03 22:33:12.602083 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-494e89b1-0d6f-4f20-b14e-54b1a346f8c2 None None] For port 60d3234d-304e-4c2d-8316-c19576b92e3a, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:33:12.608600 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-494e89b1-0d6f-4f20-b14e-54b1a346f8c2 None None] For port 60d3234d-304e-4c2d-8316-c19576b92e3a, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=60d3234d-304e-4c2d-8316-c19576b92e3a,segment=NetworkSegment(0ab7e5ab-ab57-4369-b42d-c10904d1af00),segment_id=0ab7e5ab-ab57-4369-b42d-c10904d1af00)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:33:12.612105 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb6c48-8107-4e65-a4c0-a696e5e0248e req-89775c4a-b965-48ad-b099-f1886491e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:12.613581 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5bdb6c48-8107-4e65-a4c0-a696e5e0248e req-89775c4a-b965-48ad-b099-f1886491e1f6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0445576 May 03 22:33:12.619175 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-494e89b1-0d6f-4f20-b14e-54b1a346f8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:12.723235 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e89b1-0d6f-4f20-b14e-54b1a346f8c2 None None] Pushing event updated for resources: {'Port': ['ID=60d3234d-304e-4c2d-8316-c19576b92e3a,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:12.760178 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a65c78d2-3ff8-41e3-bad8-aae4cfa5c167 req-ce392a9a-d66e-4296-a2e1-2ace32513cd4 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952837 May 03 22:33:12.831086 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a3568-6382-442d-9df7-852a24b297ae req-be61f8b4-0e74-4cfb-bc22-53d54588e261 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:12.832838 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2e6a3568-6382-442d-9df7-852a24b297ae req-be61f8b4-0e74-4cfb-bc22-53d54588e261 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 949 time: 0.5920458 May 03 22:33:12.949619 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5bdb6c48-8107-4e65-a4c0-a696e5e0248e req-d16e9ba4-5a2a-4c36-a7c7-9ccfa963a50f service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286633 May 03 22:33:12.960674 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1091e5e7-8d64-4471-a99e-91426ae0de8a tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:13.097442 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e4771b8d-34fa-4ef2-9213-b63f355d863e req-628cc778-a8ce-485d-a168-47c795930834 tempest-ServerShowV247Test-379977091 tempest-ServerShowV247Test-379977091-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee04f8ee-61dc-42ed-9638-7a17af554f28 HTTP/1.1" status: 200 len: 210 time: 0.1408823 May 03 22:33:13.222336 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1091e5e7-8d64-4471-a99e-91426ae0de8a tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:13.293110 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-8e7076e1-7a97-4e2c-a50a-83c71b85e5b9 service neutron] For port 2fc0683f-e329-48d5-bf48-15f4dbdca21e, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=2fc0683f-e329-48d5-bf48-15f4dbdca21e,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:13.363305 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-f7a17aee-cfbf-441a-94c5-48244e02b0f9 req-607f92f9-48b5-40fe-aeb9-f56871efc850 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] For port 41fe8b6e-83e1-45a1-a74e-03d35a20c8e3, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=41fe8b6e-83e1-45a1-a74e-03d35a20c8e3,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:13.363790 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f7a17aee-cfbf-441a-94c5-48244e02b0f9 req-607f92f9-48b5-40fe-aeb9-f56871efc850 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:13.415517 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-2f1482dc-5df4-4d32-a3d4-9d9ab6a858cc tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:13.428599 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2e6a3568-6382-442d-9df7-852a24b297ae req-1e2c3573-416a-42cf-a9de-78512a6f8aa5 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5860598 May 03 22:33:13.534563 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.resource_extend [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-8e7076e1-7a97-4e2c-a50a-83c71b85e5b9 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:33:13.551782 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-f7a17aee-cfbf-441a-94c5-48244e02b0f9 req-607f92f9-48b5-40fe-aeb9-f56871efc850 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Calling delete_port for 41fe8b6e-83e1-45a1-a74e-03d35a20c8e3 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:33:13.557582 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-2f1482dc-5df4-4d32-a3d4-9d9ab6a858cc tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Transition to ACTIVE for port object bedbb6c7-af41-4930-8fd0-89cfbd5ed54a will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:33:13.670129 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5bdb6c48-8107-4e65-a4c0-a696e5e0248e req-cd16443d-7444-4d1d-b497-633b145de4ed service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7048447 May 03 22:33:13.704440 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-277ec6f0-fdf0-4227-b247-ed4e532e9ddd tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:13.711332 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-277ec6f0-fdf0-4227-b247-ed4e532e9ddd tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/networks?id=48482cdb-e8a8-432b-92c4-2998be72b710 HTTP/1.1" status: 200 len: 816 time: 0.4501169 May 03 22:33:13.729311 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-42d2f036-750b-425b-955a-b85f69c20c7c tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/quotas/a06b44cd97c04e34925647c98841b1f3 HTTP/1.1" status: 200 len: 375 time: 0.0169756 May 03 22:33:13.836682 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-2f1482dc-5df4-4d32-a3d4-9d9ab6a858cc tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:13.844988 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1091e5e7-8d64-4471-a99e-91426ae0de8a tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:13.900215 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-8e7076e1-7a97-4e2c-a50a-83c71b85e5b9 service neutron] For port 2fc0683f-e329-48d5-bf48-15f4dbdca21e, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:33:13.953748 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1091e5e7-8d64-4471-a99e-91426ae0de8a tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbc231d-4ddc-40fd-8147-e53e6ce07b78,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:13.962717 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1091e5e7-8d64-4471-a99e-91426ae0de8a tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:13.963379 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1091e5e7-8d64-4471-a99e-91426ae0de8a tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "DELETE /v2.0/security-groups/8fbc231d-4ddc-40fd-8147-e53e6ce07b78 HTTP/1.1" status: 204 len: 168 time: 1.5039470 May 03 22:33:13.974245 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33536) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:14.027503 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-99889e4b-5bdc-4b3d-8671-c336bb4a0c23 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:14.029095 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-99889e4b-5bdc-4b3d-8671-c336bb4a0c23 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.60 "GET /v2.0/networks?id=48482cdb-e8a8-432b-92c4-2998be72b710 HTTP/1.1" status: 200 len: 816 time: 0.7004383 May 03 22:33:14.029597 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367a22ed-ab2c-491b-93e4-a1fe5afe2e20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fc0683f-e329-48d5-bf48-15f4dbdca21e'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:33:14.036610 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-8e7076e1-7a97-4e2c-a50a-83c71b85e5b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:14.048410 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-ad75b1df-a2f6-4ca1-ac66-93c3f8e88a31 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Request body: {'port': {'device_id': '42ec8bce-1b92-4bdc-9378-9caea9368515', 'network_id': '48482cdb-e8a8-432b-92c4-2998be72b710', 'admin_state_up': True, 'tenant_id': 'a06b44cd97c04e34925647c98841b1f3'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:14.072977 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a25375d-33fc-4019-84f2-7a2d549e5b5f None None] Network 87af425c-ebb6-4471-b06f-d99a9c026066 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:33:14.188685 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6686c9d1-bf28-4a9a-9e02-b4595c934b6b None None] Provisioning for port 60d3234d-304e-4c2d-8316-c19576b92e3a completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:33:14.224483 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-2f1482dc-5df4-4d32-a3d4-9d9ab6a858cc tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Network 48482cdb-e8a8-432b-92c4-2998be72b710 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:33:14.240982 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-2f1482dc-5df4-4d32-a3d4-9d9ab6a858cc tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:33:14.247976 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f7a17aee-cfbf-441a-94c5-48244e02b0f9 req-607f92f9-48b5-40fe-aeb9-f56871efc850 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:14.249095 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-2f1482dc-5df4-4d32-a3d4-9d9ab6a858cc tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:33:14.261993 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['f6688ff0-6e96-4dac-90f0-7a42629dcd98'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:33:14.315744 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-8e7076e1-7a97-4e2c-a50a-83c71b85e5b9 service neutron] Transition to ACTIVE for port object 2fc0683f-e329-48d5-bf48-15f4dbdca21e will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:33:14.316773 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f92f9-48b5-40fe-aeb9-f56871efc850 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Pushing event deleted for resources: {'Port': ['ID=41fe8b6e-83e1-45a1-a74e-03d35a20c8e3,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:14.336871 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1482dc-5df4-4d32-a3d4-9d9ab6a858cc tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Pushing event updated for resources: {'Port': ['ID=bedbb6c7-af41-4930-8fd0-89cfbd5ed54a,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:14.358327 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-8e7076e1-7a97-4e2c-a50a-83c71b85e5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:14.365672 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-ad75b1df-a2f6-4ca1-ac66-93c3f8e88a31 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:14.381633 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-adb39ec0-1003-4cb2-8176-036d3d902c5b tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2274396 May 03 22:33:14.387893 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33544) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:14.389883 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f95d6521-7fc5-4d32-89b2-91d8345de83e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:14.428917 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-eaf58d75-8bd8-4828-b0e8-6b26a116f48e tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Request body: {'security_group': {'name': 'tempest-secgroup--1248798220'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:14.443588 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f95d6521-7fc5-4d32-89b2-91d8345de83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:14.448336 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-eaf58d75-8bd8-4828-b0e8-6b26a116f48e tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:14.452153 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-ad75b1df-a2f6-4ca1-ac66-93c3f8e88a31 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Usage tracker for resource:port and tenant:a06b44cd97c04e34925647c98841b1f3 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:14.457880 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-2f1482dc-5df4-4d32-a3d4-9d9ab6a858cc tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:14.458675 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-2f1482dc-5df4-4d32-a3d4-9d9ab6a858cc tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:14.458822 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-ad75b1df-a2f6-4ca1-ac66-93c3f8e88a31 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:14.473314 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a17aee-cfbf-441a-94c5-48244e02b0f9 req-607f92f9-48b5-40fe-aeb9-f56871efc850 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] No DVR routers for this DVR port 41fe8b6e-83e1-45a1-a74e-03d35a20c8e3 on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:33:14.476367 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f7a17aee-cfbf-441a-94c5-48244e02b0f9 req-607f92f9-48b5-40fe-aeb9-f56871efc850 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:14.490120 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-ad75b1df-a2f6-4ca1-ac66-93c3f8e88a31 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:14.502830 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-eaf58d75-8bd8-4828-b0e8-6b26a116f48e tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Usage tracker for resource:security_group and tenant:25bf212b1e844eaca68bfdc3258e562f is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:14.517680 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-eaf58d75-8bd8-4828-b0e8-6b26a116f48e tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:14.534863 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-ec495beb-6281-4846-8bd3-6b435281e2e8 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a06b44cd97c04e34925647c98841b1f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8043599 May 03 22:33:14.558099 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f7a17aee-cfbf-441a-94c5-48244e02b0f9 req-607f92f9-48b5-40fe-aeb9-f56871efc850 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.67 "DELETE /v2.0/ports/41fe8b6e-83e1-45a1-a74e-03d35a20c8e3 HTTP/1.1" status: 204 len: 173 time: 2.4063506 May 03 22:33:14.561348 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-eaf58d75-8bd8-4828-b0e8-6b26a116f48e tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:14.621186 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-ad75b1df-a2f6-4ca1-ac66-93c3f8e88a31 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Made reservation on behalf of a06b44cd97c04e34925647c98841b1f3 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:33:14.625653 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-ad75b1df-a2f6-4ca1-ac66-93c3f8e88a31 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:14.639477 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-8e7076e1-7a97-4e2c-a50a-83c71b85e5b9 service neutron] No DVR routers for this DVR port 2fc0683f-e329-48d5-bf48-15f4dbdca21e on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:33:14.676235 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7076e1-7a97-4e2c-a50a-83c71b85e5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc0683f-e329-48d5-bf48-15f4dbdca21e,revision_number=6']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:14.692423 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2158db7-7e24-48a6-8b85-2c4cfba48416 req-13e4251f-e2b2-43a3-8db2-6643e85ea00d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:14.695092 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c2158db7-7e24-48a6-8b85-2c4cfba48416 req-13e4251f-e2b2-43a3-8db2-6643e85ea00d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.7505269 May 03 22:33:14.707982 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-2f1482dc-5df4-4d32-a3d4-9d9ab6a858cc tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2476132 May 03 22:33:14.730217 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-eaf58d75-8bd8-4828-b0e8-6b26a116f48e tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:14.731764 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 41fe8b6e-83e1-45a1-a74e-03d35a20c8e3 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:33:14.772359 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-043eb99e-dc0b-4bea-b1d1-f4746a21ee08 service neutron] Request body: {'port': {'device_id': 'efc4a8a7-886c-4033-9fa8-4766e4fdc2b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:14.814109 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 41fe8b6e-83e1-45a1-a74e-03d35a20c8e3 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:33:14.814375 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 41fe8b6e-83e1-45a1-a74e-03d35a20c8e3 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:33:14.849180 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-645b3660-4c67-40fb-8574-01b0845b07b7 None None] Provisioning for port bedbb6c7-af41-4930-8fd0-89cfbd5ed54a completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:33:14.864170 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-645b3660-4c67-40fb-8574-01b0845b07b7 None None] Provisioning complete for port bedbb6c7-af41-4930-8fd0-89cfbd5ed54a triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:33:14.864550 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-645b3660-4c67-40fb-8574-01b0845b07b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:14.900654 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-ad75b1df-a2f6-4ca1-ac66-93c3f8e88a31 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Allocated IP 172.20.0.13 (48482cdb-e8a8-432b-92c4-2998be72b710/29c0f408-f55c-4749-a4b6-2a88c9ef01c6/820413f4-2c1b-4567-b308-debebc0330d4) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:33:14.965876 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 60d3234d-304e-4c2d-8316-c19576b92e3a up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:33:15.007331 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 2fc0683f-e329-48d5-bf48-15f4dbdca21e no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:33:15.061522 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-8e7076e1-7a97-4e2c-a50a-83c71b85e5b9 service neutron] Attempting to bind port 2fc0683f-e329-48d5-bf48-15f4dbdca21e on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:33:15.063059 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-8e7076e1-7a97-4e2c-a50a-83c71b85e5b9 service neutron] Attempting to bind port 2fc0683f-e329-48d5-bf48-15f4dbdca21e by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:33:15.063434 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-8e7076e1-7a97-4e2c-a50a-83c71b85e5b9 service neutron] Attempting to bind port 2fc0683f-e329-48d5-bf48-15f4dbdca21e on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:33:15.086291 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-f95d6521-7fc5-4d32-89b2-91d8345de83e admin admin] Allocated IP 172.25.2.19 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/5727914d-527e-401b-94a7-93cf8980a47b) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:33:15.095524 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-645b3660-4c67-40fb-8574-01b0845b07b7 None None] Port bedbb6c7-af41-4930-8fd0-89cfbd5ed54a cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:33:15.104881 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 2fc0683f-e329-48d5-bf48-15f4dbdca21e not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:33:15.115242 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 60d3234d-304e-4c2d-8316-c19576b92e3a completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:33:15.120090 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 60d3234d-304e-4c2d-8316-c19576b92e3a triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:33:15.120638 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:15.120750 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-8e7076e1-7a97-4e2c-a50a-83c71b85e5b9 service neutron] Port 2fc0683f-e329-48d5-bf48-15f4dbdca21e on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:33:15.120981 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-8e7076e1-7a97-4e2c-a50a-83c71b85e5b9 service neutron] Attempting to bind port 2fc0683f-e329-48d5-bf48-15f4dbdca21e on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:33:15.136047 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-8e7076e1-7a97-4e2c-a50a-83c71b85e5b9 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:33:15.136387 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-8e7076e1-7a97-4e2c-a50a-83c71b85e5b9 service neutron] Checking segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:33:15.136774 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-8e7076e1-7a97-4e2c-a50a-83c71b85e5b9 service neutron] Bound using segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:33:15.137207 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-8e7076e1-7a97-4e2c-a50a-83c71b85e5b9 service neutron] Bound port: 2fc0683f-e329-48d5-bf48-15f4dbdca21e, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:33:15.137554 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-8e7076e1-7a97-4e2c-a50a-83c71b85e5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:15.225531 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-eaf58d75-8bd8-4828-b0e8-6b26a116f48e tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:15.255095 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c2158db7-7e24-48a6-8b85-2c4cfba48416 req-585c6ff9-a52d-4e1f-8643-b90707b758c1 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5333285 May 03 22:33:15.256732 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-ad75b1df-a2f6-4ca1-ac66-93c3f8e88a31 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:15.259838 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-eaf58d75-8bd8-4828-b0e8-6b26a116f48e tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Usage tracker for resource:security_group_rule and tenant:25bf212b1e844eaca68bfdc3258e562f is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:15.283352 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-eaf58d75-8bd8-4828-b0e8-6b26a116f48e tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:15.289761 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2b5734a0-87fb-4046-95a3-e938475ae5be None None] Provisioning complete for port 60d3234d-304e-4c2d-8316-c19576b92e3a triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:33:15.290165 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2b5734a0-87fb-4046-95a3-e938475ae5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:15.291853 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-ad75b1df-a2f6-4ca1-ac66-93c3f8e88a31 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Transition to ACTIVE for port object 820413f4-2c1b-4567-b308-debebc0330d4 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:33:15.295496 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-8e7076e1-7a97-4e2c-a50a-83c71b85e5b9 service neutron] For port 2fc0683f-e329-48d5-bf48-15f4dbdca21e, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:33:15.299993 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-8e7076e1-7a97-4e2c-a50a-83c71b85e5b9 service neutron] For port 2fc0683f-e329-48d5-bf48-15f4dbdca21e, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=2fc0683f-e329-48d5-bf48-15f4dbdca21e,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:33:15.309005 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-8e7076e1-7a97-4e2c-a50a-83c71b85e5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:15.355175 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f95d6521-7fc5-4d32-89b2-91d8345de83e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:15.377999 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:15.396763 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-8e7076e1-7a97-4e2c-a50a-83c71b85e5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:15.397374 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-8e7076e1-7a97-4e2c-a50a-83c71b85e5b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:15.398814 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-8e7076e1-7a97-4e2c-a50a-83c71b85e5b9 service neutron] 10.222.0.67 "PUT /v2.0/ports/2fc0683f-e329-48d5-bf48-15f4dbdca21e HTTP/1.1" status: 200 len: 1095 time: 3.3976173 May 03 22:33:15.422436 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-043eb99e-dc0b-4bea-b1d1-f4746a21ee08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:15.462722 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2b5734a0-87fb-4046-95a3-e938475ae5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:15.470828 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-ad75b1df-a2f6-4ca1-ac66-93c3f8e88a31 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:15.482545 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-5671bf05-6631-4842-80eb-9ae3c1238998 service neutron] 10.222.0.58 "GET /v2.0/networks/48482cdb-e8a8-432b-92c4-2998be72b710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9465065 May 03 22:33:15.509337 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7076e1-7a97-4e2c-a50a-83c71b85e5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc0683f-e329-48d5-bf48-15f4dbdca21e,revision_number=7']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:15.513672 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 60d3234d-304e-4c2d-8316-c19576b92e3a, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=60d3234d-304e-4c2d-8316-c19576b92e3a,segment=NetworkSegment(0ab7e5ab-ab57-4369-b42d-c10904d1af00),segment_id=0ab7e5ab-ab57-4369-b42d-c10904d1af00)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:15.518269 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-eaf58d75-8bd8-4828-b0e8-6b26a116f48e tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:15.519437 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:15.643127 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=60d3234d-304e-4c2d-8316-c19576b92e3a,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:15.647919 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75b1df-a2f6-4ca1-ac66-93c3f8e88a31 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Pushing event updated for resources: {'Port': ['ID=820413f4-2c1b-4567-b308-debebc0330d4,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:15.666632 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-ad75b1df-a2f6-4ca1-ac66-93c3f8e88a31 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Network 48482cdb-e8a8-432b-92c4-2998be72b710 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:33:15.667802 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-ad75b1df-a2f6-4ca1-ac66-93c3f8e88a31 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:33:15.670199 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-ad75b1df-a2f6-4ca1-ac66-93c3f8e88a31 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:33:15.695046 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-2b5734a0-87fb-4046-95a3-e938475ae5be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:33:15.695777 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-2b5734a0-87fb-4046-95a3-e938475ae5be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:33:15.707317 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ffeeaf8-bae7-4060-af53-453b56d2c83a req-cbf56bb6-6366-4a9a-b0df-6dbc8be94641 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=382bdb0f-03c3-4d7c-8141-c53949fefc4d HTTP/1.1" status: 200 len: 210 time: 0.2536116 May 03 22:33:15.758982 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-abeae821-62af-45f1-bff8-4de79308bd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:15.760803 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-abeae821-62af-45f1-bff8-4de79308bd04 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 1098 time: 0.3314879 May 03 22:33:15.767592 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-ad75b1df-a2f6-4ca1-ac66-93c3f8e88a31 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:15.768405 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-ad75b1df-a2f6-4ca1-ac66-93c3f8e88a31 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:15.918510 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f95d6521-7fc5-4d32-89b2-91d8345de83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:16.003816 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-158b0771-0d6b-4c73-bd07-52bef65739af'] response: {'server_uuid': '367a22ed-ab2c-491b-93e4-a1fe5afe2e20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fc0683f-e329-48d5-bf48-15f4dbdca21e', 'code': 200} May 03 22:33:16.022504 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-e14b501a-91e7-4424-8403-d76235d59f54 service neutron] 10.222.0.58 "GET /v2.0/networks/48482cdb-e8a8-432b-92c4-2998be72b710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5389776 May 03 22:33:16.031286 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-ad75b1df-a2f6-4ca1-ac66-93c3f8e88a31 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9876590 May 03 22:33:16.053259 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-7beb2a68-908f-48ba-af82-7586ca7e9934 service neutron] Request body: {'port': {'device_id': '42ec8bce-1b92-4bdc-9378-9caea9368515', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:16.080690 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95d6521-7fc5-4d32-89b2-91d8345de83e admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:33:16.102087 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-91686bf0-c7b2-4e5e-b996-3b611c09a0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:16.103651 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-91686bf0-c7b2-4e5e-b996-3b611c09a0ee service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.3283334 May 03 22:33:16.113870 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d6521-7fc5-4d32-89b2-91d8345de83e admin admin] Pushing event updated for resources: {'Port': ['ID=5727914d-527e-401b-94a7-93cf8980a47b,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:16.129339 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-f95d6521-7fc5-4d32-89b2-91d8345de83e admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:33:16.192789 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95d6521-7fc5-4d32-89b2-91d8345de83e admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:33:16.195830 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-7723f43e-86e0-4a43-ae1d-e118f9e1d386 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=2fc0683f-e329-48d5-bf48-15f4dbdca21e HTTP/1.1" status: 200 len: 217 time: 0.0849726 May 03 22:33:16.219252 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-eaf58d75-8bd8-4828-b0e8-6b26a116f48e tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:16.229921 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-03442476-6ab9-48ea-9b37-902b4757191e req-c2b74137-266d-4566-aafb-4fb39c028d59 tempest-ServerShowV247Test-379977091 tempest-ServerShowV247Test-379977091-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee04f8ee-61dc-42ed-9638-7a17af554f28 HTTP/1.1" status: 200 len: 210 time: 0.1599848 May 03 22:33:16.256196 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-eaf58d75-8bd8-4828-b0e8-6b26a116f48e tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:16.276089 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-7beb2a68-908f-48ba-af82-7586ca7e9934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:16.403506 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5b711b0a-fe02-44a0-8f24-4a310b4016bf None None] Provisioning for port 820413f4-2c1b-4567-b308-debebc0330d4 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:33:16.404156 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-23573d55-245c-41f4-80b0-554d8f416a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:16.405600 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-23573d55-245c-41f4-80b0-554d8f416a84 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.1305225 May 03 22:33:16.412563 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5b711b0a-fe02-44a0-8f24-4a310b4016bf None None] Provisioning complete for port 820413f4-2c1b-4567-b308-debebc0330d4 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:33:16.416741 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5b711b0a-fe02-44a0-8f24-4a310b4016bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:16.423055 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-eaf58d75-8bd8-4828-b0e8-6b26a116f48e tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:16.424341 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-eaf58d75-8bd8-4828-b0e8-6b26a116f48e tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.0087118 May 03 22:33:16.439787 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33562) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:16.450105 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf58d75-8bd8-4828-b0e8-6b26a116f48e tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04fc301c-d3d1-4613-acd8-16bfb36bd8ba,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:16.455444 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-df0d59bf-5bc9-4735-9586-d0ef9edd8028 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:16.455868 n-d-811807-1 neutron-server[88069]: WARNING neutron.api.v2.base [None req-df0d59bf-5bc9-4735-9586-d0ef9edd8028 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 03 22:33:16.456372 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-df0d59bf-5bc9-4735-9586-d0ef9edd8028 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] update failed (client error): There was a conflict when trying to complete your request. May 03 22:33:16.457328 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-df0d59bf-5bc9-4735-9586-d0ef9edd8028 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "PUT /v2.0/security-groups/04fc301c-d3d1-4613-acd8-16bfb36bd8ba HTTP/1.1" status: 409 len: 330 time: 0.0150268 May 03 22:33:16.464808 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33566) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:16.520284 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-5b711b0a-fe02-44a0-8f24-4a310b4016bf None None] Port 820413f4-2c1b-4567-b308-debebc0330d4 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:33:16.815041 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4559beec-9fd9-4cc9-be0c-02dc07ed1704 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:16.846184 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 60d3234d-304e-4c2d-8316-c19576b92e3a up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:33:16.856082 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4559beec-9fd9-4cc9-be0c-02dc07ed1704 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:16.884111 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-b871afc0-c85a-46dd-902b-bd1d7f621739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:16.885879 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-b871afc0-c85a-46dd-902b-bd1d7f621739 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4722867 May 03 22:33:16.969140 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 60d3234d-304e-4c2d-8316-c19576b92e3a triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:33:16.969520 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:17.032945 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4559beec-9fd9-4cc9-be0c-02dc07ed1704 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:17.069348 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559beec-9fd9-4cc9-be0c-02dc07ed1704 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fc301c-d3d1-4613-acd8-16bfb36bd8ba,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:17.085686 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4559beec-9fd9-4cc9-be0c-02dc07ed1704 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:17.086801 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4559beec-9fd9-4cc9-be0c-02dc07ed1704 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "DELETE /v2.0/security-groups/04fc301c-d3d1-4613-acd8-16bfb36bd8ba HTTP/1.1" status: 204 len: 168 time: 0.6013615 May 03 22:33:17.089478 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96842aa5-427a-4f88-b6ba-6a3990f6c7c4 req-8fc4b1ef-4db0-4d61-9fe0-a6f6436c9fc5 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:17.091053 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96842aa5-427a-4f88-b6ba-6a3990f6c7c4 req-8fc4b1ef-4db0-4d61-9fe0-a6f6436c9fc5 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 947 time: 0.7765138 May 03 22:33:17.091730 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33578) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:17.101289 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-043eb99e-dc0b-4bea-b1d1-f4746a21ee08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bedbb6c7-af41-4930-8fd0-89cfbd5ed54a {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:33:17.105268 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-d952dee4-81a2-4734-9f40-70a0a741a72b service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107887 May 03 22:33:17.138465 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-c8aacd20-7131-4879-ae1a-d149269993f4 req-6a30f5c3-5666-4f4c-92c8-8ff46381a8af tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Synchronizing usage tracker for tenant:a06b44cd97c04e34925647c98841b1f3 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:33:17.161057 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-043eb99e-dc0b-4bea-b1d1-f4746a21ee08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:17.259947 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4feca173-75f6-4acf-aa2d-cf1118e8ddb7 req-14e94097-be75-4f0f-bb65-a979509da46f service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475759 May 03 22:33:17.277356 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-043eb99e-dc0b-4bea-b1d1-f4746a21ee08 service neutron] Transition to ACTIVE for port object bedbb6c7-af41-4930-8fd0-89cfbd5ed54a will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:33:17.350607 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-c8aacd20-7131-4879-ae1a-d149269993f4 req-6a30f5c3-5666-4f4c-92c8-8ff46381a8af tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Unset dirty status for tenant:a06b44cd97c04e34925647c98841b1f3 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:33:17.362092 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c8aacd20-7131-4879-ae1a-d149269993f4 req-6a30f5c3-5666-4f4c-92c8-8ff46381a8af tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b31f88c7-aee3-4f93-8e3a-5566bec64332 HTTP/1.1" status: 200 len: 210 time: 0.3521240 May 03 22:33:17.400669 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-043eb99e-dc0b-4bea-b1d1-f4746a21ee08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:17.412773 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96842aa5-427a-4f88-b6ba-6a3990f6c7c4 req-bacc9762-3cf2-4d0d-8c86-64af0fa90547 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957628 May 03 22:33:17.461389 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a6f3d801-db7e-4905-890a-274612e969ed tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Synchronizing usage tracker for tenant:25bf212b1e844eaca68bfdc3258e562f on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:33:17.558232 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-7beb2a68-908f-48ba-af82-7586ca7e9934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 820413f4-2c1b-4567-b308-debebc0330d4 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:33:17.575860 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-7beb2a68-908f-48ba-af82-7586ca7e9934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:17.604713 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-7beb2a68-908f-48ba-af82-7586ca7e9934 service neutron] Transition to ACTIVE for port object 820413f4-2c1b-4567-b308-debebc0330d4 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:33:17.611543 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-7beb2a68-908f-48ba-af82-7586ca7e9934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:17.807604 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f95d6521-7fc5-4d32-89b2-91d8345de83e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:17.820651 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb2a68-908f-48ba-af82-7586ca7e9934 service neutron] Pushing event updated for resources: {'Port': ['ID=820413f4-2c1b-4567-b308-debebc0330d4,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:18.005497 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b01928-fa86-44b4-9ac9-f1dd54fe4af4 req-b97616cb-eff1-4619-a986-8de012d421a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:18.007334 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d2b01928-fa86-44b4-9ac9-f1dd54fe4af4 req-b97616cb-eff1-4619-a986-8de012d421a5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=66dfeed3cb324772b0bf769274eed2d2&device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 1095 time: 1.0352116 May 03 22:33:18.008189 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a6f3d801-db7e-4905-890a-274612e969ed tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] Unset dirty status for tenant:25bf212b1e844eaca68bfdc3258e562f on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:33:18.009404 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a6f3d801-db7e-4905-890a-274612e969ed tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.9030187 May 03 22:33:18.009551 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382bdb0f-03c3-4d7c-8141-c53949fefc4d', 'name': 'network-vif-deleted', 'tag': '41fe8b6e-83e1-45a1-a74e-03d35a20c8e3'}, {'name': 'network-changed', 'server_uuid': '367a22ed-ab2c-491b-93e4-a1fe5afe2e20', 'tag': '2fc0683f-e329-48d5-bf48-15f4dbdca21e'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:33:18.016886 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33588) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:18.044514 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043eb99e-dc0b-4bea-b1d1-f4746a21ee08 service neutron] Pushing event updated for resources: {'Port': ['ID=bedbb6c7-af41-4930-8fd0-89cfbd5ed54a,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:18.083902 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-16ecf849-e707-495e-985f-7ee78065811c req-741bea9f-a65c-4c39-af81-1300752a68da tempest-ServerShowV247Test-379977091 tempest-ServerShowV247Test-379977091-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee04f8ee-61dc-42ed-9638-7a17af554f28 HTTP/1.1" status: 200 len: 210 time: 0.2776659 May 03 22:33:18.212498 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-478cdb29-cc60-47cf-b4e6-adf3e14e8419 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] delete failed (client error): The resource could not be found. May 03 22:33:18.213539 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-478cdb29-cc60-47cf-b4e6-adf3e14e8419 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "DELETE /v2.0/security-groups/ca37cd1f-35de-45de-b162-039bbc285c1c HTTP/1.1" status: 404 len: 347 time: 0.1934929 May 03 22:33:18.216786 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-7beb2a68-908f-48ba-af82-7586ca7e9934 service neutron] Attempting to bind port 820413f4-2c1b-4567-b308-debebc0330d4 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:33:18.217267 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-7beb2a68-908f-48ba-af82-7586ca7e9934 service neutron] Attempting to bind port 820413f4-2c1b-4567-b308-debebc0330d4 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '0fba8794-5565-49da-85db-24a5e3334694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '48482cdb-e8a8-432b-92c4-2998be72b710'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:33:18.217603 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-7beb2a68-908f-48ba-af82-7586ca7e9934 service neutron] Attempting to bind port 820413f4-2c1b-4567-b308-debebc0330d4 on network 48482cdb-e8a8-432b-92c4-2998be72b710 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:33:18.221138 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33598) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:18.244102 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6980f3-b8cf-4a77-8c7c-d222b777b840 req-bee4df38-e9ea-43e8-95ad-52a4b882a4d8 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:18.244616 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-8303c871-1a68-4591-895d-3088fc18530e tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:18.245882 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-8303c871-1a68-4591-895d-3088fc18530e tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.67 "GET /v2.0/networks?id=48482cdb-e8a8-432b-92c4-2998be72b710 HTTP/1.1" status: 200 len: 816 time: 0.5580184 May 03 22:33:18.246456 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-7beb2a68-908f-48ba-af82-7586ca7e9934 service neutron] Port 820413f4-2c1b-4567-b308-debebc0330d4 on network 48482cdb-e8a8-432b-92c4-2998be72b710 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:33:18.246779 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-7beb2a68-908f-48ba-af82-7586ca7e9934 service neutron] Attempting to bind port 820413f4-2c1b-4567-b308-debebc0330d4 on network 48482cdb-e8a8-432b-92c4-2998be72b710 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:33:18.251456 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9e6980f3-b8cf-4a77-8c7c-d222b777b840 req-bee4df38-e9ea-43e8-95ad-52a4b882a4d8 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.7802222 May 03 22:33:18.254550 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-7beb2a68-908f-48ba-af82-7586ca7e9934 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:33:18.254895 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-7beb2a68-908f-48ba-af82-7586ca7e9934 service neutron] Checking segment: {'id': '0fba8794-5565-49da-85db-24a5e3334694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '48482cdb-e8a8-432b-92c4-2998be72b710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:33:18.255664 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-7beb2a68-908f-48ba-af82-7586ca7e9934 service neutron] Bound using segment: {'id': '0fba8794-5565-49da-85db-24a5e3334694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '48482cdb-e8a8-432b-92c4-2998be72b710'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:33:18.255794 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-7beb2a68-908f-48ba-af82-7586ca7e9934 service neutron] Bound port: 820413f4-2c1b-4567-b308-debebc0330d4, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fba8794-5565-49da-85db-24a5e3334694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '48482cdb-e8a8-432b-92c4-2998be72b710'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:33:18.256267 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-7beb2a68-908f-48ba-af82-7586ca7e9934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:18.265911 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-8c6c5636-1846-4b4a-b346-7eaa484a7538 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] show failed (client error): The resource could not be found. May 03 22:33:18.266925 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8c6c5636-1846-4b4a-b346-7eaa484a7538 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "GET /v2.0/security-groups/e51ee200-0f11-4b58-910c-0d0b631bdb2b HTTP/1.1" status: 404 len: 347 time: 0.0436125 May 03 22:33:18.272630 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-043eb99e-dc0b-4bea-b1d1-f4746a21ee08 service neutron] Attempting to bind port bedbb6c7-af41-4930-8fd0-89cfbd5ed54a on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:33:18.272984 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-043eb99e-dc0b-4bea-b1d1-f4746a21ee08 service neutron] Attempting to bind port bedbb6c7-af41-4930-8fd0-89cfbd5ed54a by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '0fba8794-5565-49da-85db-24a5e3334694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '48482cdb-e8a8-432b-92c4-2998be72b710'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:33:18.273479 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-043eb99e-dc0b-4bea-b1d1-f4746a21ee08 service neutron] Attempting to bind port bedbb6c7-af41-4930-8fd0-89cfbd5ed54a on network 48482cdb-e8a8-432b-92c4-2998be72b710 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:33:18.273721 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-5c470a0d-5fcc-4141-bace-d38479ca03f9 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Request body: {'port': {'device_id': 'b31f88c7-aee3-4f93-8e3a-5566bec64332', 'network_id': '48482cdb-e8a8-432b-92c4-2998be72b710', 'admin_state_up': True, 'tenant_id': 'a06b44cd97c04e34925647c98841b1f3'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:18.278659 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33602) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:18.313366 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-043eb99e-dc0b-4bea-b1d1-f4746a21ee08 service neutron] Port bedbb6c7-af41-4930-8fd0-89cfbd5ed54a on network 48482cdb-e8a8-432b-92c4-2998be72b710 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:33:18.313688 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-043eb99e-dc0b-4bea-b1d1-f4746a21ee08 service neutron] Attempting to bind port bedbb6c7-af41-4930-8fd0-89cfbd5ed54a on network 48482cdb-e8a8-432b-92c4-2998be72b710 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:33:18.315920 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-793929c7-cfcf-42b4-909f-8d4079275a51'] response: {'server_uuid': '382bdb0f-03c3-4d7c-8141-c53949fefc4d', 'name': 'network-vif-deleted', 'tag': '41fe8b6e-83e1-45a1-a74e-03d35a20c8e3', 'status': 'completed', 'code': 200} May 03 22:33:18.316365 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-793929c7-cfcf-42b4-909f-8d4079275a51'] response: {'name': 'network-changed', 'server_uuid': '367a22ed-ab2c-491b-93e4-a1fe5afe2e20', 'tag': '2fc0683f-e329-48d5-bf48-15f4dbdca21e', 'status': 'completed', 'code': 200} May 03 22:33:18.345326 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-ec8015f2-d6f5-4512-8175-f90653069a00 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] show failed (client error): The resource could not be found. May 03 22:33:18.349233 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ec8015f2-d6f5-4512-8175-f90653069a00 tempest-NegativeSecGroupIPv6Test-984454529 tempest-NegativeSecGroupIPv6Test-984454529-project] 10.222.0.58 "GET /v2.0/security-group-rules/7dce7885-3dc5-4179-81ec-e297c5e2be72 HTTP/1.1" status: 404 len: 356 time: 0.0624115 May 03 22:33:18.352103 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-043eb99e-dc0b-4bea-b1d1-f4746a21ee08 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:33:18.352442 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-043eb99e-dc0b-4bea-b1d1-f4746a21ee08 service neutron] Checking segment: {'id': '0fba8794-5565-49da-85db-24a5e3334694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '48482cdb-e8a8-432b-92c4-2998be72b710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:33:18.352832 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-043eb99e-dc0b-4bea-b1d1-f4746a21ee08 service neutron] Bound using segment: {'id': '0fba8794-5565-49da-85db-24a5e3334694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '48482cdb-e8a8-432b-92c4-2998be72b710'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:33:18.353583 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-043eb99e-dc0b-4bea-b1d1-f4746a21ee08 service neutron] Bound port: bedbb6c7-af41-4930-8fd0-89cfbd5ed54a, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fba8794-5565-49da-85db-24a5e3334694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '48482cdb-e8a8-432b-92c4-2998be72b710'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:33:18.353583 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-043eb99e-dc0b-4bea-b1d1-f4746a21ee08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:18.623803 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-5c470a0d-5fcc-4141-bace-d38479ca03f9 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:18.636418 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-7beb2a68-908f-48ba-af82-7586ca7e9934 service neutron] For port 820413f4-2c1b-4567-b308-debebc0330d4, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:33:18.638898 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9e6980f3-b8cf-4a77-8c7c-d222b777b840 req-b16fdfaf-1ab3-493c-9a1c-e1c46ec64c6e tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3863366 May 03 22:33:18.643517 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-5c470a0d-5fcc-4141-bace-d38479ca03f9 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:18.646651 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-7beb2a68-908f-48ba-af82-7586ca7e9934 service neutron] For port 820413f4-2c1b-4567-b308-debebc0330d4, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=820413f4-2c1b-4567-b308-debebc0330d4,segment=NetworkSegment(0fba8794-5565-49da-85db-24a5e3334694),segment_id=0fba8794-5565-49da-85db-24a5e3334694)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:33:18.651669 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33626) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:18.663335 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b01928-fa86-44b4-9ac9-f1dd54fe4af4 req-603e338c-7665-4c0b-bf1c-eba57fdde19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:18.664760 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d2b01928-fa86-44b4-9ac9-f1dd54fe4af4 req-603e338c-7665-4c0b-bf1c-eba57fdde19d service neutron] 10.222.0.60 "GET /v2.0/networks?id=f73247c4-e4b1-4dbd-a711-946870a81559 HTTP/1.1" status: 200 len: 912 time: 0.6125939 May 03 22:33:18.675568 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7298311-1249-4914-806a-79f23b3d58d2 req-c7b5b0a4-8967-4bb2-9c82-3649d16f2681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:18.677102 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d7298311-1249-4914-806a-79f23b3d58d2 req-c7b5b0a4-8967-4bb2-9c82-3649d16f2681 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 1098 time: 0.3635330 May 03 22:33:18.681591 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-7beb2a68-908f-48ba-af82-7586ca7e9934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:18.744594 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7298311-1249-4914-806a-79f23b3d58d2 req-7b5fa8cd-a928-461a-acc9-225b0f741ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:18.746093 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d7298311-1249-4914-806a-79f23b3d58d2 req-7b5fa8cd-a928-461a-acc9-225b0f741ed7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 1098 time: 0.4367847 May 03 22:33:18.746698 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-5c470a0d-5fcc-4141-bace-d38479ca03f9 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Made reservation on behalf of a06b44cd97c04e34925647c98841b1f3 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:33:18.750121 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-5c470a0d-5fcc-4141-bace-d38479ca03f9 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:18.835330 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-7beb2a68-908f-48ba-af82-7586ca7e9934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:18.835945 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-7beb2a68-908f-48ba-af82-7586ca7e9934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:18.837313 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-7beb2a68-908f-48ba-af82-7586ca7e9934 service neutron] 10.222.0.60 "PUT /v2.0/ports/820413f4-2c1b-4567-b308-debebc0330d4 HTTP/1.1" status: 200 len: 1092 time: 2.7881978 May 03 22:33:18.933005 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7a6d24fe-d31f-4999-802f-eb6bacb2e3f1 req-c0f176a8-8f10-4547-980c-482ac0995311 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b31f88c7-aee3-4f93-8e3a-5566bec64332 HTTP/1.1" status: 200 len: 210 time: 0.1429751 May 03 22:33:19.015075 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d2b01928-fa86-44b4-9ac9-f1dd54fe4af4 req-c2163d34-fafb-4297-a31a-464157eba62a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cd74799-58d8-4e74-af4b-685d5aaa1c56 HTTP/1.1" status: 200 len: 998 time: 0.2980583 May 03 22:33:19.063840 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-043eb99e-dc0b-4bea-b1d1-f4746a21ee08 service neutron] For port bedbb6c7-af41-4930-8fd0-89cfbd5ed54a, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:33:19.081332 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f95d6521-7fc5-4d32-89b2-91d8345de83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:19.089513 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb2a68-908f-48ba-af82-7586ca7e9934 service neutron] Pushing event updated for resources: {'Port': ['ID=820413f4-2c1b-4567-b308-debebc0330d4,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:19.135551 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-a3489526-fd8d-4092-8fc4-371f3efce576 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:19.136975 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-a3489526-fd8d-4092-8fc4-371f3efce576 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/networks?id=983af77e-2b01-4072-bd1e-12edcf859777 HTTP/1.1" status: 200 len: 806 time: 0.5854592 May 03 22:33:19.146041 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-043eb99e-dc0b-4bea-b1d1-f4746a21ee08 service neutron] For port bedbb6c7-af41-4930-8fd0-89cfbd5ed54a, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=bedbb6c7-af41-4930-8fd0-89cfbd5ed54a,segment=NetworkSegment(0fba8794-5565-49da-85db-24a5e3334694),segment_id=0fba8794-5565-49da-85db-24a5e3334694)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:33:19.190731 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-131c91e5-a32f-4ed6-81b0-e78aab6992b3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=25bf212b1e844eaca68bfdc3258e562f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5370667 May 03 22:33:19.199716 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33636) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:19.207788 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7298311-1249-4914-806a-79f23b3d58d2 req-962f2681-ab59-4cdd-a178-c15e39b7fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:19.209227 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d7298311-1249-4914-806a-79f23b3d58d2 req-962f2681-ab59-4cdd-a178-c15e39b7fe3c service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.5232034 May 03 22:33:19.220870 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7298311-1249-4914-806a-79f23b3d58d2 req-06f66738-70bc-4370-af05-c07a089b2fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:19.222283 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d7298311-1249-4914-806a-79f23b3d58d2 req-06f66738-70bc-4370-af05-c07a089b2fec service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.4430151 May 03 22:33:19.271705 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-043eb99e-dc0b-4bea-b1d1-f4746a21ee08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:19.382256 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-043eb99e-dc0b-4bea-b1d1-f4746a21ee08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:19.382435 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d7298311-1249-4914-806a-79f23b3d58d2 req-b6137902-e0eb-44bf-a53f-ea79bb3ced97 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=2fc0683f-e329-48d5-bf48-15f4dbdca21e HTTP/1.1" status: 200 len: 217 time: 0.1565738 May 03 22:33:19.383102 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-043eb99e-dc0b-4bea-b1d1-f4746a21ee08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:19.384419 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-043eb99e-dc0b-4bea-b1d1-f4746a21ee08 service neutron] 10.222.0.67 "PUT /v2.0/ports/bedbb6c7-af41-4930-8fd0-89cfbd5ed54a HTTP/1.1" status: 200 len: 1091 time: 4.6554372 May 03 22:33:19.385776 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b01928-fa86-44b4-9ac9-f1dd54fe4af4 req-3f1365f5-0aa6-4d08-9fbc-8ae3f91e8528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:19.387162 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d2b01928-fa86-44b4-9ac9-f1dd54fe4af4 req-3f1365f5-0aa6-4d08-9fbc-8ae3f91e8528 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a6303b72-ad18-4df3-b796-1d1c3ad4e877 HTTP/1.1" status: 200 len: 850 time: 0.3557682 May 03 22:33:19.388350 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-e72b1424-38c9-47c1-8517-54ec53dfcf91 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/quotas/5a0f20c83fdc471fa4da593ef2ea5d27 HTTP/1.1" status: 200 len: 375 time: 0.1894491 May 03 22:33:19.400972 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc4a8a7-886c-4033-9fa8-4766e4fdc2b7', 'tag': 'bedbb6c7-af41-4930-8fd0-89cfbd5ed54a'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:33:19.433497 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d7298311-1249-4914-806a-79f23b3d58d2 req-bd51b783-f757-4787-9555-08b4b37cd0a6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=2fc0683f-e329-48d5-bf48-15f4dbdca21e HTTP/1.1" status: 200 len: 217 time: 0.1220119 May 03 22:33:19.482054 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-fd5fa09c-f586-458c-b783-36365d98ca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:19.483515 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-fd5fa09c-f586-458c-b783-36365d98ca44 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a06b44cd97c04e34925647c98841b1f3&device_id=42ec8bce-1b92-4bdc-9378-9caea9368515 HTTP/1.1" status: 200 len: 1095 time: 0.5661483 May 03 22:33:19.574281 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-5c470a0d-5fcc-4141-bace-d38479ca03f9 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Allocated IP 172.20.0.4 (48482cdb-e8a8-432b-92c4-2998be72b710/29c0f408-f55c-4749-a4b6-2a88c9ef01c6/37e99326-0df7-4a22-a60f-84c041d2b4bc) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:33:19.589504 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-12862206-cb45-491d-b66c-cd18d08ee3d5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=820413f4-2c1b-4567-b308-debebc0330d4 HTTP/1.1" status: 200 len: 217 time: 0.0870974 May 03 22:33:19.636495 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7298311-1249-4914-806a-79f23b3d58d2 req-b3bbe33b-314d-4b6b-893d-241de20b2556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:19.637945 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d7298311-1249-4914-806a-79f23b3d58d2 req-b3bbe33b-314d-4b6b-893d-241de20b2556 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.2413697 May 03 22:33:19.641219 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043eb99e-dc0b-4bea-b1d1-f4746a21ee08 service neutron] Pushing event updated for resources: {'Port': ['ID=bedbb6c7-af41-4930-8fd0-89cfbd5ed54a,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:19.680659 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7e842c15-3995-4a7b-8f0e-962f7757c0c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:19.687353 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7298311-1249-4914-806a-79f23b3d58d2 req-afbb2873-fb1c-4aff-b630-fd0ef5803f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:19.688770 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d7298311-1249-4914-806a-79f23b3d58d2 req-afbb2873-fb1c-4aff-b630-fd0ef5803f79 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.2406080 May 03 22:33:19.705239 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84c37b-1700-4dd1-a734-4ebf29a80e0e req-602e2552-b984-43a1-be03-87f4abb8b3ac tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:19.706716 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ef84c37b-1700-4dd1-a734-4ebf29a80e0e req-602e2552-b984-43a1-be03-87f4abb8b3ac tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 947 time: 0.6180031 May 03 22:33:19.771899 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7e842c15-3995-4a7b-8f0e-962f7757c0c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:19.827298 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-b054e799-bb72-42c4-963e-0243a4d9a939 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a0f20c83fdc471fa4da593ef2ea5d27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4103959 May 03 22:33:19.829349 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b01928-fa86-44b4-9ac9-f1dd54fe4af4 req-a5b35e45-e71f-46a1-b06d-1c9b3774630a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:19.830899 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d2b01928-fa86-44b4-9ac9-f1dd54fe4af4 req-a5b35e45-e71f-46a1-b06d-1c9b3774630a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f73247c4-e4b1-4dbd-a711-946870a81559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4151833 May 03 22:33:19.877416 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-aa07e746-59d6-4af4-85f7-45d61e00b3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:19.878848 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-aa07e746-59d6-4af4-85f7-45d61e00b3b6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a06b44cd97c04e34925647c98841b1f3&device_id=efc4a8a7-886c-4033-9fa8-4766e4fdc2b7 HTTP/1.1" status: 200 len: 1094 time: 0.4215627 May 03 22:33:19.910346 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ef84c37b-1700-4dd1-a734-4ebf29a80e0e req-ce82df16-cf33-486e-a68d-c33a0f35ff4c tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945436 May 03 22:33:19.928844 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-3ed78859-c841-40e7-868d-9dc1b7cebafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:19.930303 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-3ed78859-c841-40e7-868d-9dc1b7cebafe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=29c0f408-f55c-4749-a4b6-2a88c9ef01c6 HTTP/1.1" status: 200 len: 855 time: 0.3292713 May 03 22:33:20.141827 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-1a578d99-2d25-4e6b-810b-dbc84f7f9934 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bedbb6c7-af41-4930-8fd0-89cfbd5ed54a HTTP/1.1" status: 200 len: 217 time: 0.2392137 May 03 22:33:20.147084 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95d6521-7fc5-4d32-89b2-91d8345de83e admin admin] Router 18a34934-155d-49eb-aeef-6a9c9de42d4c is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:33:20.152151 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7298311-1249-4914-806a-79f23b3d58d2 req-6b7c09e6-3d86-4f8d-bae4-b1175abe397d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:20.153605 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d7298311-1249-4914-806a-79f23b3d58d2 req-6b7c09e6-3d86-4f8d-bae4-b1175abe397d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5032501 May 03 22:33:20.160044 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7298311-1249-4914-806a-79f23b3d58d2 req-a4c4556c-517c-4919-afe4-c684cd5bda2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:20.161465 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d7298311-1249-4914-806a-79f23b3d58d2 req-a4c4556c-517c-4919-afe4-c684cd5bda2a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4517276 May 03 22:33:20.256572 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-5b011391-ae4a-4045-8749-479bb1948d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:20.258071 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-5b011391-ae4a-4045-8749-479bb1948d8d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=48482cdb-e8a8-432b-92c4-2998be72b710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3174736 May 03 22:33:20.289487 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-5c470a0d-5fcc-4141-bace-d38479ca03f9 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:20.337047 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b32b3514-01b5-46a2-8767-f74b9720dcfa req-1bc335d1-b1e8-4608-ba6f-6119e46d6f6c tempest-ServerShowV247Test-379977091 tempest-ServerShowV247Test-379977091-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee04f8ee-61dc-42ed-9638-7a17af554f28 HTTP/1.1" status: 200 len: 210 time: 0.2021985 May 03 22:33:20.339194 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ec8bce-1b92-4bdc-9378-9caea9368515', 'tag': '820413f4-2c1b-4567-b308-debebc0330d4'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:33:20.410623 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66c5faa4-7aee-4ef0-9adc-8a5d0dcbdb27'] response: {'name': 'network-changed', 'server_uuid': 'efc4a8a7-886c-4033-9fa8-4766e4fdc2b7', 'tag': 'bedbb6c7-af41-4930-8fd0-89cfbd5ed54a', 'status': 'completed', 'code': 200} May 03 22:33:20.423519 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7e842c15-3995-4a7b-8f0e-962f7757c0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:20.441434 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-5c470a0d-5fcc-4141-bace-d38479ca03f9 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Transition to ACTIVE for port object 37e99326-0df7-4a22-a60f-84c041d2b4bc will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:33:20.544554 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d7298311-1249-4914-806a-79f23b3d58d2 req-67320535-dd9d-4e47-a33d-4654216be25c service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682628 May 03 22:33:20.571458 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e842c15-3995-4a7b-8f0e-962f7757c0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9debd87-8f14-46a0-9805-63645171df74,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:20.595445 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-2a184061-3dd8-4ba2-ac74-07281cf8c5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:20.596865 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-2a184061-3dd8-4ba2-ac74-07281cf8c5cb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=29c0f408-f55c-4749-a4b6-2a88c9ef01c6 HTTP/1.1" status: 200 len: 855 time: 0.4189999 May 03 22:33:20.609515 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d7298311-1249-4914-806a-79f23b3d58d2 req-12c66e09-4d4d-41a4-9d56-227e04830825 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379482 May 03 22:33:20.629775 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d2b01928-fa86-44b4-9ac9-f1dd54fe4af4 req-0fa47966-900f-408c-8418-a7dcda503703 service neutron] 10.222.0.60 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7766223 May 03 22:33:20.646517 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-a39b4b0e-113c-41c5-bea6-88c093213c9d service neutron] 10.222.0.60 "GET /v2.0/networks/48482cdb-e8a8-432b-92c4-2998be72b710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784113 May 03 22:33:20.667254 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-7e887608-e899-4b31-8aae-a60ab5d08ae2 service neutron] 10.222.0.58 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8202045 May 03 22:33:20.736243 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7e842c15-3995-4a7b-8f0e-962f7757c0c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:20.737332 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7e842c15-3995-4a7b-8f0e-962f7757c0c1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b9debd87-8f14-46a0-9805-63645171df74 HTTP/1.1" status: 204 len: 168 time: 1.5251257 May 03 22:33:20.745704 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 2fc0683f-e329-48d5-bf48-15f4dbdca21e details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:33:20.747423 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-5c470a0d-5fcc-4141-bace-d38479ca03f9 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:20.937800 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95d6521-7fc5-4d32-89b2-91d8345de83e admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:33:20.958793 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 2fc0683f-e329-48d5-bf48-15f4dbdca21e, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=2fc0683f-e329-48d5-bf48-15f4dbdca21e,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:20.990220 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '2fc0683f-e329-48d5-bf48-15f4dbdca21e', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': '2fc0683f-e329-48d5-bf48-15f4dbdca21e', 'mac_address': 'fa:16:3e:2d:d9:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:33:20.992381 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4c857a-51c8-4db2-85a9-c56f1202a1dd None None] Sync routers for ids ['18a34934-155d-49eb-aeef-6a9c9de42d4c'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:33:21.023056 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-5c470a0d-5fcc-4141-bace-d38479ca03f9 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Network 48482cdb-e8a8-432b-92c4-2998be72b710 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:33:21.027296 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d7298311-1249-4914-806a-79f23b3d58d2 req-ed0ff8cf-0843-4522-b742-20313c79f6ba service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708540 May 03 22:33:21.044039 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c470a0d-5fcc-4141-bace-d38479ca03f9 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Pushing event updated for resources: {'Port': ['ID=37e99326-0df7-4a22-a60f-84c041d2b4bc,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:21.054207 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4c857a-51c8-4db2-85a9-c56f1202a1dd None None] Routers {'18a34934-155d-49eb-aeef-6a9c9de42d4c'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:33:21.054695 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-5c470a0d-5fcc-4141-bace-d38479ca03f9 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:33:21.054877 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-7d4c857a-51c8-4db2-85a9-c56f1202a1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:32:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['18a34934-155d-49eb-aeef-6a9c9de42d4c'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:21.055594 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-7263a181-8ac8-492c-8ee0-02cab6d72158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:21.057272 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-7263a181-8ac8-492c-8ee0-02cab6d72158 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=48482cdb-e8a8-432b-92c4-2998be72b710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4332397 May 03 22:33:21.069313 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-5c470a0d-5fcc-4141-bace-d38479ca03f9 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:33:21.082320 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55addbce-68c7-4371-b81a-c39e9ae8fb54 req-c80cd6dc-b838-4120-89f6-98cfd85fb8f9 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:21.084132 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-55addbce-68c7-4371-b81a-c39e9ae8fb54 req-c80cd6dc-b838-4120-89f6-98cfd85fb8f9 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.5721295 May 03 22:33:21.086106 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f95d6521-7fc5-4d32-89b2-91d8345de83e admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:21.088645 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f95d6521-7fc5-4d32-89b2-91d8345de83e admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 10.0305839 May 03 22:33:21.095713 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d2b01928-fa86-44b4-9ac9-f1dd54fe4af4 req-a34af03c-8b41-4113-850e-079036c8e769 service neutron] 10.222.0.60 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198570 May 03 22:33:21.149531 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33656) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:21.151952 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d7298311-1249-4914-806a-79f23b3d58d2 req-f89cdd0a-557d-48cc-9de9-fca391fd2000 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5284007 May 03 22:33:21.154057 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c66a0db0-5b3c-4cb6-81d7-59859c06d790 req-dc0a296f-96d4-4fb0-b127-4cd3ccaf222c service neutron] 10.222.0.60 "GET /v2.0/networks/48482cdb-e8a8-432b-92c4-2998be72b710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4984634 May 03 22:33:21.213533 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-1578c167-3b43-4cac-a1b2-9dca3e02931c service neutron] 10.222.0.58 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5060449 May 03 22:33:21.360592 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:21.375423 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-55addbce-68c7-4371-b81a-c39e9ae8fb54 req-9e5903df-1372-4352-a431-9c4b411a696b tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178485 May 03 22:33:21.421973 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc0683f-e329-48d5-bf48-15f4dbdca21e {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:33:21.471400 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-e365ab1e-9ee8-4bf5-bb52-1b7e4a4939b1 service neutron] 10.222.0.67 "GET /v2.0/networks/48482cdb-e8a8-432b-92c4-2998be72b710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745170 May 03 22:33:21.526258 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 2fc0683f-e329-48d5-bf48-15f4dbdca21e, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=2fc0683f-e329-48d5-bf48-15f4dbdca21e,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:21.533820 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-5c470a0d-5fcc-4141-bace-d38479ca03f9 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:21.539998 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-5c470a0d-5fcc-4141-bace-d38479ca03f9 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:21.554165 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-7d4c857a-51c8-4db2-85a9-c56f1202a1dd None None] Set router 18a34934-155d-49eb-aeef-6a9c9de42d4c gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:33:21.708977 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:22.018310 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c44697a-627c-4915-82d4-b34aea722c45'] response: {'name': 'network-changed', 'server_uuid': '42ec8bce-1b92-4bdc-9378-9caea9368515', 'tag': '820413f4-2c1b-4567-b308-debebc0330d4', 'status': 'completed', 'code': 200} May 03 22:33:22.027442 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-5c470a0d-5fcc-4141-bace-d38479ca03f9 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7594407 May 03 22:33:22.057964 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5fdb63a5-4844-46d4-a6d4-6f5d14b3dff6 None None] Provisioning for port 37e99326-0df7-4a22-a60f-84c041d2b4bc completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:33:22.101353 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5fdb63a5-4844-46d4-a6d4-6f5d14b3dff6 None None] Provisioning complete for port 37e99326-0df7-4a22-a60f-84c041d2b4bc triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:33:22.101941 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5fdb63a5-4844-46d4-a6d4-6f5d14b3dff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:22.113881 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-37a6236a-4945-48e0-be10-0525fdf0ebd9 service neutron] Request body: {'port': {'device_id': 'b31f88c7-aee3-4f93-8e3a-5566bec64332', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:22.174834 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['2fc0683f-e329-48d5-bf48-15f4dbdca21e'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:33:22.205630 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33692) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:22.228232 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6eacb01e-f191-4a65-bbae-666a38c5af3b req-ae1b3d63-e4e5-41a0-b064-f9058cb33aae service neutron] 10.222.0.67 "GET /v2.0/networks/48482cdb-e8a8-432b-92c4-2998be72b710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7505674 May 03 22:33:22.259853 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cb820-f4db-433b-b52a-3aab705ff3d7 req-d54ab121-3368-45cc-a215-f6ba01afbbf5 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:22.260060 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-37a6236a-4945-48e0-be10-0525fdf0ebd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:22.261684 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7c0cb820-f4db-433b-b52a-3aab705ff3d7 req-d54ab121-3368-45cc-a215-f6ba01afbbf5 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b31f88c7-aee3-4f93-8e3a-5566bec64332 HTTP/1.1" status: 200 len: 931 time: 0.6742940 May 03 22:33:22.315057 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=2fc0683f-e329-48d5-bf48-15f4dbdca21e,revision_number=8']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:22.343906 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-5fdb63a5-4844-46d4-a6d4-6f5d14b3dff6 None None] Port 37e99326-0df7-4a22-a60f-84c041d2b4bc cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:33:22.463104 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8c8ae5b7-4cd0-43ee-a04a-2650a0a333ff tempest-ServiceProvidersTest-739589868 tempest-ServiceProvidersTest-739589868-project] 10.222.0.58 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2548413 May 03 22:33:22.472340 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f133f6a-6be9-4b27-bfca-cecb067dff12 req-c7760ea3-6ac2-4260-b2a5-96bee2c3cf3c tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:22.479807 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f133f6a-6be9-4b27-bfca-cecb067dff12 req-c7760ea3-6ac2-4260-b2a5-96bee2c3cf3c tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 948 time: 0.6276870 May 03 22:33:22.502585 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-7c0cb820-f4db-433b-b52a-3aab705ff3d7 req-b52c5c8e-3402-4717-92a7-b827d5c6c687 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Synchronizing usage tracker for tenant:a06b44cd97c04e34925647c98841b1f3 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:33:22.566457 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f133f6a-6be9-4b27-bfca-cecb067dff12 req-82858c21-ba1d-4ec5-9a5d-d683403b0aa2 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852606 May 03 22:33:22.568489 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-7c0cb820-f4db-433b-b52a-3aab705ff3d7 req-b52c5c8e-3402-4717-92a7-b827d5c6c687 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Unset dirty status for tenant:a06b44cd97c04e34925647c98841b1f3 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:33:22.571626 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7c0cb820-f4db-433b-b52a-3aab705ff3d7 req-b52c5c8e-3402-4717-92a7-b827d5c6c687 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018403 May 03 22:33:22.600547 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51b689-5894-4d23-a186-30a2bc7d5f0d req-8320be04-b8ad-44f8-950c-316718ed5351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:22.603129 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e51b689-5894-4d23-a186-30a2bc7d5f0d req-8320be04-b8ad-44f8-950c-316718ed5351 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a06b44cd97c04e34925647c98841b1f3&device_id=efc4a8a7-886c-4033-9fa8-4766e4fdc2b7 HTTP/1.1" status: 200 len: 1094 time: 0.2659776 May 03 22:33:22.641412 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f9eef-cc00-4f71-a929-4d8ea4574739 req-a31939b3-1c85-4fcd-9129-8376acbe9ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:22.643208 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5c4f9eef-cc00-4f71-a929-4d8ea4574739 req-a31939b3-1c85-4fcd-9129-8376acbe9ce1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a06b44cd97c04e34925647c98841b1f3&device_id=42ec8bce-1b92-4bdc-9378-9caea9368515 HTTP/1.1" status: 200 len: 1095 time: 0.6763725 May 03 22:33:22.651386 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-7d4c857a-51c8-4db2-85a9-c56f1202a1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a34934-155d-49eb-aeef-6a9c9de42d4c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1333408661-router', 'tenant_id': 'd040017ca19e48888dd666fffaad451b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '5727914d-527e-401b-94a7-93cf8980a47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:33:11Z', 'updated_at': '2022-05-03T22:33:17Z', 'revision_number': 3, 'project_id': 'd040017ca19e48888dd666fffaad451b', 'gw_port': {'id': '5727914d-527e-401b-94a7-93cf8980a47b', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:53:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a34934-155d-49eb-aeef-6a9c9de42d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:33:14Z', 'updated_at': '2022-05-03T22:33:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:22.672746 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4c857a-51c8-4db2-85a9-c56f1202a1dd None None] Checking router: 18a34934-155d-49eb-aeef-6a9c9de42d4c for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:33:22.673450 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4c857a-51c8-4db2-85a9-c56f1202a1dd None None] Updating router 18a34934-155d-49eb-aeef-6a9c9de42d4c port 5727914d-527e-401b-94a7-93cf8980a47b binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:33:22.751619 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7d4c857a-51c8-4db2-85a9-c56f1202a1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:22.842520 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-accc884a-4aa4-45dc-8a58-efe5c6784e3b req-bada9f59-22ab-4368-9542-931a0e37c0f1 tempest-ServerShowV247Test-379977091 tempest-ServerShowV247Test-379977091-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee04f8ee-61dc-42ed-9638-7a17af554f28 HTTP/1.1" status: 200 len: 210 time: 0.0690827 May 03 22:33:22.932855 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4bb91343-afd5-4e04-a907-a5005ec7919f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:22.941316 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-112bfa4b-4ec9-45d7-be68-0f7ce8390d8e req-c6c3ee65-0b4a-4dc1-9327-2f7b94c2179f tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c73acd-fa44-40f8-8f3f-6f1772d19969 HTTP/1.1" status: 200 len: 210 time: 0.1061816 May 03 22:33:23.006764 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51b689-5894-4d23-a186-30a2bc7d5f0d req-0240818e-c660-4a68-81c9-4525e596ee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:23.009491 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e51b689-5894-4d23-a186-30a2bc7d5f0d req-0240818e-c660-4a68-81c9-4525e596ee99 service neutron] 10.222.0.67 "GET /v2.0/networks?id=48482cdb-e8a8-432b-92c4-2998be72b710 HTTP/1.1" status: 200 len: 917 time: 0.3994660 May 03 22:33:23.011737 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 820413f4-2c1b-4567-b308-debebc0330d4 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:33:23.132623 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e51b689-5894-4d23-a186-30a2bc7d5f0d req-6515feba-1837-4ccb-8014-00b6ac3f7252 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bedbb6c7-af41-4930-8fd0-89cfbd5ed54a HTTP/1.1" status: 200 len: 217 time: 0.1106579 May 03 22:33:23.134305 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33708) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:23.326905 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51b689-5894-4d23-a186-30a2bc7d5f0d req-3da30841-225f-4766-a698-85a23307427f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:23.328901 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e51b689-5894-4d23-a186-30a2bc7d5f0d req-3da30841-225f-4766-a698-85a23307427f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=29c0f408-f55c-4749-a4b6-2a88c9ef01c6 HTTP/1.1" status: 200 len: 855 time: 0.1484449 May 03 22:33:23.333427 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7d4c857a-51c8-4db2-85a9-c56f1202a1dd None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:23.379853 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-37a6236a-4945-48e0-be10-0525fdf0ebd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e99326-0df7-4a22-a60f-84c041d2b4bc {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:33:23.412767 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-37a6236a-4945-48e0-be10-0525fdf0ebd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:23.414935 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7d4c857a-51c8-4db2-85a9-c56f1202a1dd None None] Transition to ACTIVE for port object 5727914d-527e-401b-94a7-93cf8980a47b will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:33:23.418487 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f9eef-cc00-4f71-a929-4d8ea4574739 req-19507a9c-d9d7-418b-8d2f-8f3a7a82f8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:23.419952 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5c4f9eef-cc00-4f71-a929-4d8ea4574739 req-19507a9c-d9d7-418b-8d2f-8f3a7a82f8fb service neutron] 10.222.0.60 "GET /v2.0/networks?id=48482cdb-e8a8-432b-92c4-2998be72b710 HTTP/1.1" status: 200 len: 917 time: 0.7652867 May 03 22:33:23.433572 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7d4c857a-51c8-4db2-85a9-c56f1202a1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:23.517048 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5c4f9eef-cc00-4f71-a929-4d8ea4574739 req-d5cbf562-8cf4-42d3-aa87-df6bb49106f5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=820413f4-2c1b-4567-b308-debebc0330d4 HTTP/1.1" status: 200 len: 217 time: 0.0797465 May 03 22:33:23.551838 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df32c6-85c9-481e-a1be-4061847a0d13 None None] Pushing event updated for resources: {'Port': ['ID=5727914d-527e-401b-94a7-93cf8980a47b,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:23.554631 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-7d4c857a-51c8-4db2-85a9-c56f1202a1dd None None] Attempting to bind port 5727914d-527e-401b-94a7-93cf8980a47b on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:33:23.555005 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-7d4c857a-51c8-4db2-85a9-c56f1202a1dd None None] Attempting to bind port 5727914d-527e-401b-94a7-93cf8980a47b by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:33:23.555371 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4c857a-51c8-4db2-85a9-c56f1202a1dd None None] Attempting to bind port 5727914d-527e-401b-94a7-93cf8980a47b on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:33:23.565478 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4c857a-51c8-4db2-85a9-c56f1202a1dd None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:33:23.565999 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4c857a-51c8-4db2-85a9-c56f1202a1dd None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:33:23.566405 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7d4c857a-51c8-4db2-85a9-c56f1202a1dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:23.566847 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4c857a-51c8-4db2-85a9-c56f1202a1dd None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:33:23.567445 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-7d4c857a-51c8-4db2-85a9-c56f1202a1dd None None] Bound port: 5727914d-527e-401b-94a7-93cf8980a47b, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:33:23.567823 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7d4c857a-51c8-4db2-85a9-c56f1202a1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:23.572191 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-37a6236a-4945-48e0-be10-0525fdf0ebd9 service neutron] Transition to ACTIVE for port object 37e99326-0df7-4a22-a60f-84c041d2b4bc will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:33:23.607902 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9e8d3f3f-c34d-4c02-ae91-802ab6aee8ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:23.631875 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-37a6236a-4945-48e0-be10-0525fdf0ebd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:23.645085 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 820413f4-2c1b-4567-b308-debebc0330d4, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=820413f4-2c1b-4567-b308-debebc0330d4,segment=NetworkSegment(0fba8794-5565-49da-85db-24a5e3334694),segment_id=0fba8794-5565-49da-85db-24a5e3334694)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:23.648475 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9e8d3f3f-c34d-4c02-ae91-802ab6aee8ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:23.660960 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9e8d3f3f-c34d-4c02-ae91-802ab6aee8ba admin admin] Usage tracker for resource:security_group_rule and tenant:d54903a5c68e496c9df41cfc07b6d9b3 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:23.667063 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9e8d3f3f-c34d-4c02-ae91-802ab6aee8ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:23.667213 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '820413f4-2c1b-4567-b308-debebc0330d4', 'network_id': '48482cdb-e8a8-432b-92c4-2998be72b710', 'port_id': '820413f4-2c1b-4567-b308-debebc0330d4', 'mac_address': 'fa:16:3e:66:e1:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c0f408-f55c-4749-a4b6-2a88c9ef01c6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:33:23.680120 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9e8d3f3f-c34d-4c02-ae91-802ab6aee8ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:23.732838 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679bb2b-9390-42d5-b414-75fff3bc5df7 req-9eafa02e-c0eb-4747-90cb-6e1eac5127c9 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:23.735234 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4679bb2b-9390-42d5-b414-75fff3bc5df7 req-9eafa02e-c0eb-4747-90cb-6e1eac5127c9 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.6017919 May 03 22:33:23.748320 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-7d4c857a-51c8-4db2-85a9-c56f1202a1dd None None] For port 5727914d-527e-401b-94a7-93cf8980a47b, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:33:23.763602 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-7d4c857a-51c8-4db2-85a9-c56f1202a1dd None None] For port 5727914d-527e-401b-94a7-93cf8980a47b, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=5727914d-527e-401b-94a7-93cf8980a47b,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:33:23.766487 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:23.779213 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-b269d7c4-aba4-4325-9dca-d309a21f1618 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:23.781441 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-b269d7c4-aba4-4325-9dca-d309a21f1618 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.67 "GET /v2.0/ports?device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20&tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&binding%3Ahost_id=n-h2-811807-1 HTTP/1.1" status: 200 len: 948 time: 0.4312675 May 03 22:33:23.788616 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51b689-5894-4d23-a186-30a2bc7d5f0d req-3f1dc992-aed1-474e-a2be-326a679264f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:23.789952 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 820413f4-2c1b-4567-b308-debebc0330d4 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:33:23.790498 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e51b689-5894-4d23-a186-30a2bc7d5f0d req-3f1dc992-aed1-474e-a2be-326a679264f3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=48482cdb-e8a8-432b-92c4-2998be72b710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3748989 May 03 22:33:23.809201 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 820413f4-2c1b-4567-b308-debebc0330d4, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=820413f4-2c1b-4567-b308-debebc0330d4,segment=NetworkSegment(0fba8794-5565-49da-85db-24a5e3334694),segment_id=0fba8794-5565-49da-85db-24a5e3334694)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:23.811074 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7d4c857a-51c8-4db2-85a9-c56f1202a1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:23.832432 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-f82f385e-799a-4044-be2e-75c81075eb77 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:23.833711 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-f82f385e-799a-4044-be2e-75c81075eb77 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.67 "GET /v2.0/networks?id=983af77e-2b01-4072-bd1e-12edcf859777 HTTP/1.1" status: 200 len: 806 time: 0.6274869 May 03 22:33:23.843798 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b7dd7-77bd-468a-a0f4-997bdaa78c99 req-7442183c-4489-40eb-a65b-7f14a1311629 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:23.850381 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c51b7dd7-77bd-468a-a0f4-997bdaa78c99 req-7442183c-4489-40eb-a65b-7f14a1311629 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 948 time: 0.3454101 May 03 22:33:23.860410 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-92bea0a2-bb44-46b3-b83f-fb8d9e4fa646 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Request body: {'port': {'device_id': '57c73acd-fa44-40f8-8f3f-6f1772d19969', 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777', 'admin_state_up': True, 'tenant_id': '5a0f20c83fdc471fa4da593ef2ea5d27'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:23.862851 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:23.897925 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4c857a-51c8-4db2-85a9-c56f1202a1dd None None] Routers {'18a34934-155d-49eb-aeef-6a9c9de42d4c'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:33:23.898476 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-7d4c857a-51c8-4db2-85a9-c56f1202a1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:32:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['18a34934-155d-49eb-aeef-6a9c9de42d4c'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:23.961757 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f9eef-cc00-4f71-a929-4d8ea4574739 req-259a2807-6fc7-4605-a529-9029beece134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:23.963250 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5c4f9eef-cc00-4f71-a929-4d8ea4574739 req-259a2807-6fc7-4605-a529-9029beece134 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=29c0f408-f55c-4749-a4b6-2a88c9ef01c6 HTTP/1.1" status: 200 len: 855 time: 0.4368622 May 03 22:33:23.964302 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4679bb2b-9390-42d5-b414-75fff3bc5df7 req-421f42ea-f248-4173-88a3-1c8ad492afe0 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132280 May 03 22:33:24.060676 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a6236a-4945-48e0-be10-0525fdf0ebd9 service neutron] Pushing event updated for resources: {'Port': ['ID=37e99326-0df7-4a22-a60f-84c041d2b4bc,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:24.108696 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c51b7dd7-77bd-468a-a0f4-997bdaa78c99 req-52fe9353-ba9e-42b5-9bc3-329fe552691d tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573462 May 03 22:33:24.176120 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-90e5c39b-41c3-4b61-8e41-ea7aad3a26fe service neutron] 10.222.0.67 "GET /v2.0/ports/2fc0683f-e329-48d5-bf48-15f4dbdca21e/bindings/n-h2-811807-1 HTTP/1.1" status: 200 len: 382 time: 0.3786538 May 03 22:33:24.207025 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9e8d3f3f-c34d-4c02-ae91-802ab6aee8ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:24.220630 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e51b689-5894-4d23-a186-30a2bc7d5f0d req-3faf6d95-f091-4251-87d9-535ae8520799 service neutron] 10.222.0.67 "GET /v2.0/networks/48482cdb-e8a8-432b-92c4-2998be72b710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218481 May 03 22:33:24.227820 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9e8d3f3f-c34d-4c02-ae91-802ab6aee8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:24.251885 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df32c6-85c9-481e-a1be-4061847a0d13 None None] Pushing event updated for resources: {'Port': ['ID=5727914d-527e-401b-94a7-93cf8980a47b,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:24.323220 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:24.349209 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-92bea0a2-bb44-46b3-b83f-fb8d9e4fa646 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:24.350955 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['820413f4-2c1b-4567-b308-debebc0330d4'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:33:24.361987 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-92bea0a2-bb44-46b3-b83f-fb8d9e4fa646 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Usage tracker for resource:port and tenant:5a0f20c83fdc471fa4da593ef2ea5d27 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:24.377102 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-92bea0a2-bb44-46b3-b83f-fb8d9e4fa646 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:24.391717 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5ce8f2ff-8810-4fcf-9dd4-7c1da8f44606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:24.402594 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-92bea0a2-bb44-46b3-b83f-fb8d9e4fa646 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:24.413624 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-37a6236a-4945-48e0-be10-0525fdf0ebd9 service neutron] Attempting to bind port 37e99326-0df7-4a22-a60f-84c041d2b4bc on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:33:24.414011 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-37a6236a-4945-48e0-be10-0525fdf0ebd9 service neutron] Attempting to bind port 37e99326-0df7-4a22-a60f-84c041d2b4bc by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '0fba8794-5565-49da-85db-24a5e3334694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '48482cdb-e8a8-432b-92c4-2998be72b710'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:33:24.414318 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-37a6236a-4945-48e0-be10-0525fdf0ebd9 service neutron] Attempting to bind port 37e99326-0df7-4a22-a60f-84c041d2b4bc on network 48482cdb-e8a8-432b-92c4-2998be72b710 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:33:24.425523 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f9eef-cc00-4f71-a929-4d8ea4574739 req-9bdc794b-8090-4296-a845-923007f463a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:24.430162 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5c4f9eef-cc00-4f71-a929-4d8ea4574739 req-9bdc794b-8090-4296-a845-923007f463a6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=48482cdb-e8a8-432b-92c4-2998be72b710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4336016 May 03 22:33:24.431678 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-37a6236a-4945-48e0-be10-0525fdf0ebd9 service neutron] Port 37e99326-0df7-4a22-a60f-84c041d2b4bc on network 48482cdb-e8a8-432b-92c4-2998be72b710 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:33:24.432008 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-37a6236a-4945-48e0-be10-0525fdf0ebd9 service neutron] Attempting to bind port 37e99326-0df7-4a22-a60f-84c041d2b4bc on network 48482cdb-e8a8-432b-92c4-2998be72b710 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:33:24.443343 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c4cb84c4-4f60-4b25-a437-b5e55952421f req-7d387bc8-9c63-43f9-ae0c-c4010442b5c5 tempest-ServerShowV247Test-379977091 tempest-ServerShowV247Test-379977091-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee04f8ee-61dc-42ed-9638-7a17af554f28 HTTP/1.1" status: 200 len: 210 time: 0.1618965 May 03 22:33:24.464348 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9e8d3f3f-c34d-4c02-ae91-802ab6aee8ba admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d54903a5c68e496c9df41cfc07b6d9b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3265193 May 03 22:33:24.481789 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33728) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:24.508427 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-92bea0a2-bb44-46b3-b83f-fb8d9e4fa646 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Made reservation on behalf of 5a0f20c83fdc471fa4da593ef2ea5d27 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:33:24.511844 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-92bea0a2-bb44-46b3-b83f-fb8d9e4fa646 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:24.521349 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-37a6236a-4945-48e0-be10-0525fdf0ebd9 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:33:24.521680 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-37a6236a-4945-48e0-be10-0525fdf0ebd9 service neutron] Checking segment: {'id': '0fba8794-5565-49da-85db-24a5e3334694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '48482cdb-e8a8-432b-92c4-2998be72b710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:33:24.522098 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-37a6236a-4945-48e0-be10-0525fdf0ebd9 service neutron] Bound using segment: {'id': '0fba8794-5565-49da-85db-24a5e3334694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '48482cdb-e8a8-432b-92c4-2998be72b710'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:33:24.522548 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-37a6236a-4945-48e0-be10-0525fdf0ebd9 service neutron] Bound port: 37e99326-0df7-4a22-a60f-84c041d2b4bc, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fba8794-5565-49da-85db-24a5e3334694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '48482cdb-e8a8-432b-92c4-2998be72b710'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:33:24.522894 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-37a6236a-4945-48e0-be10-0525fdf0ebd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:24.523140 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d3f3f-c34d-4c02-ae91-802ab6aee8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf2eb5d-4d74-4bc5-8fee-dc53ddae6576,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:24.568433 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=820413f4-2c1b-4567-b308-debebc0330d4,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:24.584766 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e51b689-5894-4d23-a186-30a2bc7d5f0d req-409d971b-258b-4b9c-b6a0-0d3c28493c59 service neutron] 10.222.0.67 "GET /v2.0/networks/48482cdb-e8a8-432b-92c4-2998be72b710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102872 May 03 22:33:24.600187 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29268e90-810d-49ee-b25c-6909d425c0a3 req-d7397b71-f4bd-4c35-8a1e-da029534fff1 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:24.601704 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-29268e90-810d-49ee-b25c-6909d425c0a3 req-d7397b71-f4bd-4c35-8a1e-da029534fff1 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b31f88c7-aee3-4f93-8e3a-5566bec64332 HTTP/1.1" status: 200 len: 943 time: 0.3004010 May 03 22:33:24.616034 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-3aa9f671-4d63-45cc-afb4-291d32656694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:24.617528 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-3aa9f671-4d63-45cc-afb4-291d32656694 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 1099 time: 0.3909771 May 03 22:33:24.649573 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-7d4c857a-51c8-4db2-85a9-c56f1202a1dd None None] Set router 18a34934-155d-49eb-aeef-6a9c9de42d4c gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:33:24.778944 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device bedbb6c7-af41-4930-8fd0-89cfbd5ed54a details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:33:24.784786 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 2fc0683f-e329-48d5-bf48-15f4dbdca21e up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:33:24.838716 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-990e3dfd-e21a-4fb9-9420-fbaa945340a1 req-88fc982e-1962-4cad-a2aa-af1c7ab52e02 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c73acd-fa44-40f8-8f3f-6f1772d19969 HTTP/1.1" status: 200 len: 210 time: 0.2053382 May 03 22:33:24.865888 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-29268e90-810d-49ee-b25c-6909d425c0a3 req-393ecf10-816e-4910-93fa-83410eefd8a1 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462878 May 03 22:33:24.927443 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fea9d366-1641-4cf9-adf8-3f5721d88719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:24.974398 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-1fa6eb55-cf21-4541-8bb3-b696e823f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:24.980313 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-1fa6eb55-cf21-4541-8bb3-b696e823f033 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.3423860 May 03 22:33:25.040736 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-37a6236a-4945-48e0-be10-0525fdf0ebd9 service neutron] For port 37e99326-0df7-4a22-a60f-84c041d2b4bc, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:33:25.046399 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5c4f9eef-cc00-4f71-a929-4d8ea4574739 req-96c6898d-fa3f-4660-81aa-0402e8fb9b98 service neutron] 10.222.0.60 "GET /v2.0/networks/48482cdb-e8a8-432b-92c4-2998be72b710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5695617 May 03 22:33:25.056409 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-4a1e29ed-a3a3-4cee-bed6-64d21032f55b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=2fc0683f-e329-48d5-bf48-15f4dbdca21e HTTP/1.1" status: 200 len: 217 time: 0.0664308 May 03 22:33:25.106908 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-37a6236a-4945-48e0-be10-0525fdf0ebd9 service neutron] For port 37e99326-0df7-4a22-a60f-84c041d2b4bc, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=37e99326-0df7-4a22-a60f-84c041d2b4bc,segment=NetworkSegment(0fba8794-5565-49da-85db-24a5e3334694),segment_id=0fba8794-5565-49da-85db-24a5e3334694)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:33:25.133746 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fea9d366-1641-4cf9-adf8-3f5721d88719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:25.150536 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-37a6236a-4945-48e0-be10-0525fdf0ebd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:25.208756 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac624539-5e51-467d-bd73-8b62535330b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:25.254601 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 2fc0683f-e329-48d5-bf48-15f4dbdca21e completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:33:25.261904 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-bbac96c4-b8da-4a52-8103-9dd4ab759379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:25.263521 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-bbac96c4-b8da-4a52-8103-9dd4ab759379 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.1658676 May 03 22:33:25.295713 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-5ce8f2ff-8810-4fcf-9dd4-7c1da8f44606 admin admin] Allocated IP 172.20.0.1 (87af425c-ebb6-4471-b06f-d99a9c026066/cfbb76dd-bb61-4386-8041-0b124f6d48b6/f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:33:25.299462 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 2fc0683f-e329-48d5-bf48-15f4dbdca21e triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:33:25.299876 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:25.348263 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-92bea0a2-bb44-46b3-b83f-fb8d9e4fa646 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Allocated IP 172.20.0.6 (983af77e-2b01-4072-bd1e-12edcf859777/a1f38ed2-c940-45de-9756-cc79b8316a2d/ebe6bcaf-8b79-40c4-bb18-cb77abd9c418) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:33:25.355444 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port bedbb6c7-af41-4930-8fd0-89cfbd5ed54a, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=bedbb6c7-af41-4930-8fd0-89cfbd5ed54a,segment=NetworkSegment(0fba8794-5565-49da-85db-24a5e3334694),segment_id=0fba8794-5565-49da-85db-24a5e3334694)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:25.359362 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-37a6236a-4945-48e0-be10-0525fdf0ebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:25.360010 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-37a6236a-4945-48e0-be10-0525fdf0ebd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:25.361524 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-37a6236a-4945-48e0-be10-0525fdf0ebd9 service neutron] 10.222.0.67 "PUT /v2.0/ports/37e99326-0df7-4a22-a60f-84c041d2b4bc HTTP/1.1" status: 200 len: 1091 time: 3.2538800 May 03 22:33:25.364084 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b31f88c7-aee3-4f93-8e3a-5566bec64332', 'tag': '37e99326-0df7-4a22-a60f-84c041d2b4bc'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:33:25.389244 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'bedbb6c7-af41-4930-8fd0-89cfbd5ed54a', 'network_id': '48482cdb-e8a8-432b-92c4-2998be72b710', 'port_id': 'bedbb6c7-af41-4930-8fd0-89cfbd5ed54a', 'mac_address': 'fa:16:3e:06:75:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c0f408-f55c-4749-a4b6-2a88c9ef01c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:33:25.412283 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd0c99-c056-40e2-a74a-6ba12c8494fb req-be02465d-459a-4960-9abe-2bd3b4178aa4 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:25.414092 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-53cd0c99-c056-40e2-a74a-6ba12c8494fb req-be02465d-459a-4960-9abe-2bd3b4178aa4 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.3551598 May 03 22:33:25.432258 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a6236a-4945-48e0-be10-0525fdf0ebd9 service neutron] Pushing event updated for resources: {'Port': ['ID=37e99326-0df7-4a22-a60f-84c041d2b4bc,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:25.460041 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-f6a05cd1-043b-4ebf-8746-b8a807c628b5 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:25.460999 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-f6a05cd1-043b-4ebf-8746-b8a807c628b5 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Synchronizing usage tracker for tenant:d5126da0448b4dc5bc6c990cac6d1e49 on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:33:25.496831 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-53cd0c99-c056-40e2-a74a-6ba12c8494fb req-2fbb0fb6-50ce-43b8-a893-45b4ed202919 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705519 May 03 22:33:25.510707 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5c4f9eef-cc00-4f71-a929-4d8ea4574739 req-3c3127d8-922d-4487-8826-7799b47c3477 service neutron] 10.222.0.60 "GET /v2.0/networks/48482cdb-e8a8-432b-92c4-2998be72b710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458716 May 03 22:33:25.516460 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-7394004f-f78e-44ff-8a9a-94183893bd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:25.543054 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-7394004f-f78e-44ff-8a9a-94183893bd5c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2348497 May 03 22:33:25.544514 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-f6a05cd1-043b-4ebf-8746-b8a807c628b5 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Unset dirty status for tenant:d5126da0448b4dc5bc6c990cac6d1e49 on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:33:25.552189 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-f6a05cd1-043b-4ebf-8746-b8a807c628b5 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] 10.222.0.58 "GET /v2.0/networks?id=2f5f5be5-c9ef-4884-b477-418a178f1e34 HTTP/1.1" status: 200 len: 810 time: 0.3557682 May 03 22:33:25.573992 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:25.615403 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fea9d366-1641-4cf9-adf8-3f5721d88719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:25.640067 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bedbb6c7-af41-4930-8fd0-89cfbd5ed54a {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:33:25.662136 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-36cbd50f-19d1-47d6-8a0d-4a78eeed74bb tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] 10.222.0.58 "GET /v2.0/quotas/d5126da0448b4dc5bc6c990cac6d1e49 HTTP/1.1" status: 200 len: 375 time: 0.1087861 May 03 22:33:25.665249 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-7d4c857a-51c8-4db2-85a9-c56f1202a1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a34934-155d-49eb-aeef-6a9c9de42d4c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1333408661-router', 'tenant_id': 'd040017ca19e48888dd666fffaad451b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '5727914d-527e-401b-94a7-93cf8980a47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:33:11Z', 'updated_at': '2022-05-03T22:33:17Z', 'revision_number': 3, 'project_id': 'd040017ca19e48888dd666fffaad451b', 'gw_port': {'id': '5727914d-527e-401b-94a7-93cf8980a47b', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:53:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a34934-155d-49eb-aeef-6a9c9de42d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:33:14Z', 'updated_at': '2022-05-03T22:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:25.667704 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:25.701392 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4c857a-51c8-4db2-85a9-c56f1202a1dd None None] The sync data for ids ['18a34934-155d-49eb-aeef-6a9c9de42d4c'] in n-d-811807-1 is: [{'id': '18a34934-155d-49eb-aeef-6a9c9de42d4c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1333408661-router', 'tenant_id': 'd040017ca19e48888dd666fffaad451b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '5727914d-527e-401b-94a7-93cf8980a47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:33:11Z', 'updated_at': '2022-05-03T22:33:17Z', 'revision_number': 3, 'project_id': 'd040017ca19e48888dd666fffaad451b', 'gw_port': {'id': '5727914d-527e-401b-94a7-93cf8980a47b', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:53:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a34934-155d-49eb-aeef-6a9c9de42d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:33:14Z', 'updated_at': '2022-05-03T22:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:33:25.715824 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port bedbb6c7-af41-4930-8fd0-89cfbd5ed54a, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=bedbb6c7-af41-4930-8fd0-89cfbd5ed54a,segment=NetworkSegment(0fba8794-5565-49da-85db-24a5e3334694),segment_id=0fba8794-5565-49da-85db-24a5e3334694)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:25.729298 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367a22ed-ab2c-491b-93e4-a1fe5afe2e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc0683f-e329-48d5-bf48-15f4dbdca21e'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:33:25.749385 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:25.836826 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 2fc0683f-e329-48d5-bf48-15f4dbdca21e, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=2fc0683f-e329-48d5-bf48-15f4dbdca21e,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:25.840098 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=bedbb6c7-af41-4930-8fd0-89cfbd5ed54a,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:25.853058 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:25.858307 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-c9595677-3d47-43a3-8e4a-6f873300514f tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d5126da0448b4dc5bc6c990cac6d1e49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1952572 May 03 22:33:25.871880 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9d366-1641-4cf9-adf8-3f5721d88719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf2eb5d-4d74-4bc5-8fee-dc53ddae6576,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:25.933072 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-2c3a2584-3ea9-4e59-8208-a4313cf9077d service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781726 May 03 22:33:25.966725 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=2fc0683f-e329-48d5-bf48-15f4dbdca21e,revision_number=9']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:26.027028 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fea9d366-1641-4cf9-adf8-3f5721d88719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:26.028164 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fea9d366-1641-4cf9-adf8-3f5721d88719 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dbf2eb5d-4d74-4bc5-8fee-dc53ddae6576 HTTP/1.1" status: 204 len: 168 time: 1.5494909 May 03 22:33:26.032223 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5ce8f2ff-8810-4fcf-9dd4-7c1da8f44606 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:26.089545 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-35299c08-3e2e-4595-bdc0-011b08c6fe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:26.091052 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-35299c08-3e2e-4595-bdc0-011b08c6fe36 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a06b44cd97c04e34925647c98841b1f3&device_id=b31f88c7-aee3-4f93-8e3a-5566bec64332 HTTP/1.1" status: 200 len: 1094 time: 0.6399674 May 03 22:33:26.094710 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-5ce8f2ff-8810-4fcf-9dd4-7c1da8f44606 admin admin] Transition to ACTIVE for port object f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:33:26.149123 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['bedbb6c7-af41-4930-8fd0-89cfbd5ed54a'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:33:26.175149 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-92bea0a2-bb44-46b3-b83f-fb8d9e4fa646 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:26.180531 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-95eb72e0-4fd3-431f-b9d4-1a44cb8e0029 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37e99326-0df7-4a22-a60f-84c041d2b4bc HTTP/1.1" status: 200 len: 217 time: 0.0768125 May 03 22:33:26.184335 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-4ff61c08-9771-4891-acb2-6ecdd54df311 service neutron] 10.222.0.58 "GET /v2.0/networks/2f5f5be5-c9ef-4884-b477-418a178f1e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176627 May 03 22:33:26.213314 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bb0ce-6e36-40d1-9fbb-120bd5e2c5cb req-5b245805-e625-4322-9915-3a44db578ee6 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:26.227621 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2a9bb0ce-6e36-40d1-9fbb-120bd5e2c5cb req-5b245805-e625-4322-9915-3a44db578ee6 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 949 time: 0.4614565 May 03 22:33:26.278044 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-c4ff2435-e64d-4cba-84fd-3350f7e5632f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:26.279499 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-c4ff2435-e64d-4cba-84fd-3350f7e5632f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=29c0f408-f55c-4749-a4b6-2a88c9ef01c6 HTTP/1.1" status: 200 len: 855 time: 0.0901885 May 03 22:33:26.284560 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5ce8f2ff-8810-4fcf-9dd4-7c1da8f44606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:26.319393 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:26.322902 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:26.414400 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2a9bb0ce-6e36-40d1-9fbb-120bd5e2c5cb req-697359ce-0e05-4196-ab8e-3cdfbdb2d88a tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857116 May 03 22:33:26.433605 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-1200fe0d-3bff-4b39-8db3-ce5c3c2b86d4 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443119 May 03 22:33:26.442133 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-92bea0a2-bb44-46b3-b83f-fb8d9e4fa646 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:26.445182 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce8f2ff-8810-4fcf-9dd4-7c1da8f44606 admin admin] Network 87af425c-ebb6-4471-b06f-d99a9c026066 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:33:26.455743 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-5ce8f2ff-8810-4fcf-9dd4-7c1da8f44606 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:33:26.459633 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['f6688ff0-6e96-4dac-90f0-7a42629dcd98'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:33:26.472364 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce8f2ff-8810-4fcf-9dd4-7c1da8f44606 admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:33:26.532970 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8f2ff-8810-4fcf-9dd4-7c1da8f44606 admin admin] Pushing event updated for resources: {'Port': ['ID=f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:26.541323 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-d26146da-4ac0-45fc-8c87-2827089e5b9e service neutron] 10.222.0.58 "GET /v2.0/networks/2f5f5be5-c9ef-4884-b477-418a178f1e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116207 May 03 22:33:26.638902 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da6b057e-b6da-4e5e-9073-8503e3813ee2'] response: {'name': 'network-changed', 'server_uuid': 'b31f88c7-aee3-4f93-8e3a-5566bec64332', 'tag': '37e99326-0df7-4a22-a60f-84c041d2b4bc', 'status': 'completed', 'code': 200} May 03 22:33:26.802570 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bea0a2-bb44-46b3-b83f-fb8d9e4fa646 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Pushing event updated for resources: {'Port': ['ID=ebe6bcaf-8b79-40c4-bb18-cb77abd9c418,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:26.846091 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-92bea0a2-bb44-46b3-b83f-fb8d9e4fa646 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Network 983af77e-2b01-4072-bd1e-12edcf859777 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:33:26.861805 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-46be2197-e7e8-4c4b-a6e4-569ef6ca5496 req-ae9bb066-94d3-4e34-830b-6122d570ab3c tempest-ServerShowV247Test-379977091 tempest-ServerShowV247Test-379977091-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee04f8ee-61dc-42ed-9638-7a17af554f28 HTTP/1.1" status: 200 len: 210 time: 0.1388621 May 03 22:33:26.879610 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-92bea0a2-bb44-46b3-b83f-fb8d9e4fa646 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:33:26.884992 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-92bea0a2-bb44-46b3-b83f-fb8d9e4fa646 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:33:26.924755 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 5727914d-527e-401b-94a7-93cf8980a47b up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:33:27.026620 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5ce8f2ff-8810-4fcf-9dd4-7c1da8f44606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:27.047476 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-2c83f99c-2b07-43b3-b2d3-ec3491c5b6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:27.052104 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-2c83f99c-2b07-43b3-b2d3-ec3491c5b6bb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=48482cdb-e8a8-432b-92c4-2998be72b710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7596436 May 03 22:33:27.100119 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-0527efe4-8bcc-4105-8296-8771d20bd690 None None] Provisioning for port f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:33:27.107684 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-92bea0a2-bb44-46b3-b83f-fb8d9e4fa646 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:27.110938 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-92bea0a2-bb44-46b3-b83f-fb8d9e4fa646 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:27.125587 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 820413f4-2c1b-4567-b308-debebc0330d4 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:33:27.247394 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-92bea0a2-bb44-46b3-b83f-fb8d9e4fa646 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3923576 May 03 22:33:27.265608 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-b3c0d897-33d6-4b8f-b502-feff06884d1d service neutron] Request body: {'port': {'device_id': '57c73acd-fa44-40f8-8f3f-6f1772d19969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:27.272961 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e80c8d-230e-4841-81ee-7596e57902f6 req-768e0126-3a06-4849-9193-252332e12baa tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:27.276338 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-37e80c8d-230e-4841-81ee-7596e57902f6 req-768e0126-3a06-4849-9193-252332e12baa tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.2202477 May 03 22:33:27.291392 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fc5aec5-e933-4982-8b5d-83e62e3d0d9f'] response: {'server_uuid': '367a22ed-ab2c-491b-93e4-a1fe5afe2e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc0683f-e329-48d5-bf48-15f4dbdca21e', 'code': 200} May 03 22:33:27.296891 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-0527efe4-8bcc-4105-8296-8771d20bd690 None None] Provisioning complete for port f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:33:27.297192 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0527efe4-8bcc-4105-8296-8771d20bd690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:27.428725 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33786) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:27.440493 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-0527efe4-8bcc-4105-8296-8771d20bd690 None None] Port f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:33:27.450869 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 5727914d-527e-401b-94a7-93cf8980a47b completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:33:27.465759 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-3a70ffe5-53d8-4f66-bc61-eecb5603a6a5 service neutron] 10.222.0.67 "GET /v2.0/networks/48482cdb-e8a8-432b-92c4-2998be72b710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951337 May 03 22:33:27.472492 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 5727914d-527e-401b-94a7-93cf8980a47b triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:33:27.473381 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:27.507526 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 820413f4-2c1b-4567-b308-debebc0330d4 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:33:27.555255 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 820413f4-2c1b-4567-b308-debebc0330d4 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:33:27.555659 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:27.621047 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:27.704812 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-7b90cbb3-7a24-45f1-aade-817c01f14007 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1859217213'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:27.706483 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-37e80c8d-230e-4841-81ee-7596e57902f6 req-4f312680-9dea-45ca-bf1d-353bb6f85ae2 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4242578 May 03 22:33:27.748043 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7b90cbb3-7a24-45f1-aade-817c01f14007 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:27.757406 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c105df-c24d-4880-9093-420bdfb1b850 req-3fca3da3-03ab-4420-918b-e53002dbfdf5 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:27.766268 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-83c105df-c24d-4880-9093-420bdfb1b850 req-3fca3da3-03ab-4420-918b-e53002dbfdf5 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b31f88c7-aee3-4f93-8e3a-5566bec64332 HTTP/1.1" status: 200 len: 943 time: 0.4821606 May 03 22:33:27.770495 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:27.827623 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:27.843567 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-83c105df-c24d-4880-9093-420bdfb1b850 req-bdebb445-0c44-42a7-98ab-e869b8ab81c6 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763280 May 03 22:33:27.852088 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:27.864234 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 5727914d-527e-401b-94a7-93cf8980a47b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=5727914d-527e-401b-94a7-93cf8980a47b,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:27.877303 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7b90cbb3-7a24-45f1-aade-817c01f14007 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Usage tracker for resource:network and tenant:3316c96996eb4a9c971effa194ad33fa is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:27.882938 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:27.907676 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7b90cbb3-7a24-45f1-aade-817c01f14007 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:27.928187 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7b90cbb3-7a24-45f1-aade-817c01f14007 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:27.932556 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-b3c0d897-33d6-4b8f-b502-feff06884d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:27.951271 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5ce8f2ff-8810-4fcf-9dd4-7c1da8f44606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:27.967062 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-75978e5a-b625-4e76-94ef-21eb0cac3fe5 req-3df5a98c-5431-4fed-bb81-9c5178611977 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e2c5329-44d1-4f15-b757-88bac74ba5f1 HTTP/1.1" status: 200 len: 210 time: 0.0804970 May 03 22:33:27.968224 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 820413f4-2c1b-4567-b308-debebc0330d4, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=820413f4-2c1b-4567-b308-debebc0330d4,segment=NetworkSegment(0fba8794-5565-49da-85db-24a5e3334694),segment_id=0fba8794-5565-49da-85db-24a5e3334694)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:27.981630 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:28.002216 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=5727914d-527e-401b-94a7-93cf8980a47b,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:28.017226 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b90cbb3-7a24-45f1-aade-817c01f14007 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Made reservation on behalf of 3316c96996eb4a9c971effa194ad33fa for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:33:28.020888 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7b90cbb3-7a24-45f1-aade-817c01f14007 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:28.094019 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=820413f4-2c1b-4567-b308-debebc0330d4,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:28.095796 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7b90cbb3-7a24-45f1-aade-817c01f14007 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:28.152802 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-038fbc4f-06e5-46c1-b0ed-a0f1b84bbe41 req-0b3d9c41-113d-488b-abbd-a59b0b42f329 service neutron] 10.222.0.67 "GET /v2.0/networks/48482cdb-e8a8-432b-92c4-2998be72b710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6487379 May 03 22:33:28.169230 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7b90cbb3-7a24-45f1-aade-817c01f14007 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:28.179708 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7b90cbb3-7a24-45f1-aade-817c01f14007 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Usage tracker for resource:security_group_rule and tenant:3316c96996eb4a9c971effa194ad33fa is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:28.186724 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7b90cbb3-7a24-45f1-aade-817c01f14007 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:28.228340 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147fb68-0a87-43d2-889a-7c53689b9269 req-e1fd7e29-a084-4695-aee3-447de00a7f2e tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:28.230837 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4147fb68-0a87-43d2-889a-7c53689b9269 req-e1fd7e29-a084-4695-aee3-447de00a7f2e tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c73acd-fa44-40f8-8f3f-6f1772d19969 HTTP/1.1" status: 200 len: 931 time: 0.2597706 May 03 22:33:28.247926 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7b90cbb3-7a24-45f1-aade-817c01f14007 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:28.297242 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4147fb68-0a87-43d2-889a-7c53689b9269 req-6b8b5bbb-d866-4041-afeb-fa8358702af8 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584717 May 03 22:33:28.310094 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a7556-38f6-4359-b76a-ad715a38089e req-2354407f-0551-40fe-83f8-82a4d0307c33 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:28.316947 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-067a7556-38f6-4359-b76a-ad715a38089e req-2354407f-0551-40fe-83f8-82a4d0307c33 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 949 time: 0.1651371 May 03 22:33:28.366788 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-067a7556-38f6-4359-b76a-ad715a38089e req-8b18173b-7a31-4a01-b4fd-e49acfec8d4d tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487423 May 03 22:33:28.523624 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4e098630-25bf-4d3e-8071-d7744a69ad10 req-d4334733-9991-4775-b4f3-5ea8c5558492 tempest-ServerShowV247Test-379977091 tempest-ServerShowV247Test-379977091-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee04f8ee-61dc-42ed-9638-7a17af554f28 HTTP/1.1" status: 200 len: 210 time: 0.0488248 May 03 22:33:28.544511 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ae155-a60d-4107-9ea0-1e4b53863fe3 req-1150fe04-2c09-4639-b2ac-c9e06b097595 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:28.552723 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9e7ae155-a60d-4107-9ea0-1e4b53863fe3 req-1150fe04-2c09-4639-b2ac-c9e06b097595 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.1436431 May 03 22:33:28.611922 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9e7ae155-a60d-4107-9ea0-1e4b53863fe3 req-8bed7ef7-d3bb-4aa0-8a81-f11ec15508e3 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582881 May 03 22:33:28.747151 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722defb4-adf9-440d-91be-b3231d8b3de9 req-f59a46b0-996f-4bc4-8476-f8c45e2d7a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:28.748636 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-722defb4-adf9-440d-91be-b3231d8b3de9 req-f59a46b0-996f-4bc4-8476-f8c45e2d7a51 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a06b44cd97c04e34925647c98841b1f3&device_id=b31f88c7-aee3-4f93-8e3a-5566bec64332 HTTP/1.1" status: 200 len: 1094 time: 0.5021508 May 03 22:33:28.794554 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device bedbb6c7-af41-4930-8fd0-89cfbd5ed54a up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:33:28.848536 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 5727914d-527e-401b-94a7-93cf8980a47b up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:33:28.857793 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5ce8f2ff-8810-4fcf-9dd4-7c1da8f44606 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:28.886144 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d492e45-e039-4e33-9ad9-27494ac85b44 req-9315dd72-4219-4674-b0c3-61989d61e4e2 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:28.887787 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d492e45-e039-4e33-9ad9-27494ac85b44 req-9315dd72-4219-4674-b0c3-61989d61e4e2 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.1486151 May 03 22:33:28.922452 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7b90cbb3-7a24-45f1-aade-817c01f14007 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:28.929201 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5ce8f2ff-8810-4fcf-9dd4-7c1da8f44606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:28.996730 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d492e45-e039-4e33-9ad9-27494ac85b44 req-f69e68fc-d081-4faa-9432-c89bdead089c tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015205 May 03 22:33:29.038749 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port bedbb6c7-af41-4930-8fd0-89cfbd5ed54a completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:33:29.047421 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port bedbb6c7-af41-4930-8fd0-89cfbd5ed54a triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:33:29.047789 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:29.077659 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 5727914d-527e-401b-94a7-93cf8980a47b triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:33:29.077981 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:29.165117 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7b90cbb3-7a24-45f1-aade-817c01f14007 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:29.212055 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8c5ec4d4-9156-4edc-b0e5-9b5b487dc778 req-e222c2af-66cb-492e-8a8e-fee81eac55a7 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e2c5329-44d1-4f15-b757-88bac74ba5f1 HTTP/1.1" status: 200 len: 210 time: 0.0665951 May 03 22:33:29.241834 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8f2ff-8810-4fcf-9dd4-7c1da8f44606 admin admin] Pushing event updated for resources: {'Port': ['ID=f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:29.256683 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722defb4-adf9-440d-91be-b3231d8b3de9 req-6ede9f0c-0657-479d-94a9-edd239bc07a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:29.258882 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-722defb4-adf9-440d-91be-b3231d8b3de9 req-6ede9f0c-0657-479d-94a9-edd239bc07a9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=48482cdb-e8a8-432b-92c4-2998be72b710 HTTP/1.1" status: 200 len: 917 time: 0.4973385 May 03 22:33:29.261605 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b90cbb3-7a24-45f1-aade-817c01f14007 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:33:29.264224 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-83f47976-2bd6-43eb-9245-7881079e46e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:29.268768 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-83f47976-2bd6-43eb-9245-7881079e46e2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20&tenant_id=e5ed80acbb9f47e383e08a46b5c2d155 HTTP/1.1" status: 200 len: 1100 time: 0.2320993 May 03 22:33:29.279873 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceda4e8-1793-4ee7-82b4-e9ff4d2d0c3f req-c1744206-085c-4979-a8d4-d6c5107bf8ca tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:29.287188 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6ceda4e8-1793-4ee7-82b4-e9ff4d2d0c3f req-c1744206-085c-4979-a8d4-d6c5107bf8ca tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b31f88c7-aee3-4f93-8e3a-5566bec64332 HTTP/1.1" status: 200 len: 943 time: 0.1986980 May 03 22:33:29.306917 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-abf76ecd-d3b8-4aa8-ae8c-0d4ca3898f53 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811807-1', 'device_owner': 'compute:nova'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:29.312243 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ec8bce-1b92-4bdc-9378-9caea9368515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820413f4-2c1b-4567-b308-debebc0330d4'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:33:29.317620 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:29.331261 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.resource_extend [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-b3c0d897-33d6-4b8f-b502-feff06884d1d service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:33:29.380749 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port bedbb6c7-af41-4930-8fd0-89cfbd5ed54a, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=bedbb6c7-af41-4930-8fd0-89cfbd5ed54a,segment=NetworkSegment(0fba8794-5565-49da-85db-24a5e3334694),segment_id=0fba8794-5565-49da-85db-24a5e3334694)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:29.404694 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6ceda4e8-1793-4ee7-82b4-e9ff4d2d0c3f req-d60d5e7f-c702-44b2-88b6-5cefaa700845 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164329 May 03 22:33:29.413623 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:29.414702 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 2fc0683f-e329-48d5-bf48-15f4dbdca21e no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:33:29.424554 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5ce8f2ff-8810-4fcf-9dd4-7c1da8f44606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:29.429109 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-722defb4-adf9-440d-91be-b3231d8b3de9 req-f4e70ceb-4d92-4b59-886f-147845325192 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37e99326-0df7-4a22-a60f-84c041d2b4bc HTTP/1.1" status: 200 len: 217 time: 0.1603737 May 03 22:33:29.441463 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7b90cbb3-7a24-45f1-aade-817c01f14007 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:29.442287 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-7b90cbb3-7a24-45f1-aade-817c01f14007 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Added segment b22320aa-99db-4de3-9056-0c4a75253082 of type vlan for network 13c6913c-2326-4aaa-b1aa-2ffd5c59daee May 03 22:33:29.514793 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-abf76ecd-d3b8-4aa8-ae8c-0d4ca3898f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:29.610744 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90cbb3-7a24-45f1-aade-817c01f14007 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fad5674f-b4d2-454c-bd59-d285de24ed5f,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:29.674457 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-b3c0d897-33d6-4b8f-b502-feff06884d1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebe6bcaf-8b79-40c4-bb18-cb77abd9c418 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:33:29.680436 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7b90cbb3-7a24-45f1-aade-817c01f14007 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:29.693021 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-f7aa0b01-10a9-4109-afa2-16435aa50952 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:29.694133 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-f7aa0b01-10a9-4109-afa2-16435aa50952 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] 10.222.0.60 "GET /v2.0/networks?id=2f5f5be5-c9ef-4884-b477-418a178f1e34 HTTP/1.1" status: 200 len: 810 time: 0.5503137 May 03 22:33:29.708287 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc7ac053-9ff9-4bb6-b229-ef87882d5115'] response: {'server_uuid': '42ec8bce-1b92-4bdc-9378-9caea9368515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820413f4-2c1b-4567-b308-debebc0330d4', 'code': 200} May 03 22:33:29.727084 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=bedbb6c7-af41-4930-8fd0-89cfbd5ed54a,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:29.733165 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:29.769327 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-eacb7311-7852-40ec-bc0a-2b3224e89db2 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Request body: {'port': {'device_id': '7e2c5329-44d1-4f15-b757-88bac74ba5f1', 'network_id': '2f5f5be5-c9ef-4884-b477-418a178f1e34', 'admin_state_up': True, 'tenant_id': 'd5126da0448b4dc5bc6c990cac6d1e49'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:29.777525 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 2fc0683f-e329-48d5-bf48-15f4dbdca21e, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=2fc0683f-e329-48d5-bf48-15f4dbdca21e,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:29.783089 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:29.784879 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.api [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-abf76ecd-d3b8-4aa8-ae8c-0d4ca3898f53 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:33:29.785381 n-d-811807-1 neutron-server[88069]: DEBUG oslo_db.api [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-abf76ecd-d3b8-4aa8-ae8c-0d4ca3898f53 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:33:29.787443 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-b3c0d897-33d6-4b8f-b502-feff06884d1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:29.820223 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722defb4-adf9-440d-91be-b3231d8b3de9 req-47f6ee5f-df71-4db6-a64f-a364ca84a8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:29.821670 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-722defb4-adf9-440d-91be-b3231d8b3de9 req-47f6ee5f-df71-4db6-a64f-a364ca84a8ab service neutron] 10.222.0.67 "GET /v2.0/subnets?id=29c0f408-f55c-4749-a4b6-2a88c9ef01c6 HTTP/1.1" status: 200 len: 855 time: 0.3422186 May 03 22:33:29.861047 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a97995-7500-47c3-9828-2d049994f2d9 req-510df1f5-76ea-4aeb-83d3-daf52818d42d tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:29.862582 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-80a97995-7500-47c3-9828-2d049994f2d9 req-510df1f5-76ea-4aeb-83d3-daf52818d42d tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c73acd-fa44-40f8-8f3f-6f1772d19969 HTTP/1.1" status: 200 len: 931 time: 0.1944373 May 03 22:33:29.864109 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=2fc0683f-e329-48d5-bf48-15f4dbdca21e,revision_number=10']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:29.918218 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47454f-5643-4f80-a47d-6971b7df9c9e req-7b156b32-41a1-488c-bdfc-0891d0469608 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:29.919676 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9d47454f-5643-4f80-a47d-6971b7df9c9e req-7b156b32-41a1-488c-bdfc-0891d0469608 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 948 time: 0.1250334 May 03 22:33:29.946097 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-80a97995-7500-47c3-9828-2d049994f2d9 req-bc57b74c-6e76-4fec-901c-3bfe37969082 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689344 May 03 22:33:29.956512 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-b3c0d897-33d6-4b8f-b502-feff06884d1d service neutron] Transition to ACTIVE for port object ebe6bcaf-8b79-40c4-bb18-cb77abd9c418 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:33:29.974105 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9d47454f-5643-4f80-a47d-6971b7df9c9e req-910e644d-9a2d-4e68-97a2-4f87d89710f6 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479422 May 03 22:33:30.038576 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-b3c0d897-33d6-4b8f-b502-feff06884d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:30.104502 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec8cf8ff-fe2a-43fc-aaf6-e14b13b2a1c7 req-192316b8-68bd-4ffe-a3f5-6587c65029b1 tempest-ServerShowV247Test-379977091 tempest-ServerShowV247Test-379977091-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee04f8ee-61dc-42ed-9638-7a17af554f28 HTTP/1.1" status: 200 len: 210 time: 0.0418956 May 03 22:33:30.114500 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7b90cbb3-7a24-45f1-aade-817c01f14007 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:30.119958 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b90cbb3-7a24-45f1-aade-817c01f14007 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:30.120554 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7b90cbb3-7a24-45f1-aade-817c01f14007 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:30.201891 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de244e8-98f8-498f-81ba-cac05b1e0562 req-e83d4fe6-2e21-44c9-aea1-43f60f3ebb76 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:30.204219 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8de244e8-98f8-498f-81ba-cac05b1e0562 req-e83d4fe6-2e21-44c9-aea1-43f60f3ebb76 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.0987618 May 03 22:33:30.240532 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce8f2ff-8810-4fcf-9dd4-7c1da8f44606 admin admin] Network 87af425c-ebb6-4471-b06f-d99a9c026066 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:33:30.258134 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8de244e8-98f8-498f-81ba-cac05b1e0562 req-26d3678c-491c-442d-91b0-35dea246f4fb tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471771 May 03 22:33:30.266622 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-5ce8f2ff-8810-4fcf-9dd4-7c1da8f44606 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:33:30.321321 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0d897-33d6-4b8f-b502-feff06884d1d service neutron] Pushing event updated for resources: {'Port': ['ID=ebe6bcaf-8b79-40c4-bb18-cb77abd9c418,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:30.404048 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-abf76ecd-d3b8-4aa8-ae8c-0d4ca3898f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:30.416304 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3458b88d-1a66-4169-ae86-45eaf9c4fbce req-ffe561b5-9e75-426c-a836-629a30aa531f tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e2c5329-44d1-4f15-b757-88bac74ba5f1 HTTP/1.1" status: 200 len: 210 time: 0.0584366 May 03 22:33:30.588302 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e88d6381-65e6-450c-9f06-3d289940264b None None] Provisioning complete for port f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:33:30.588746 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e88d6381-65e6-450c-9f06-3d289940264b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:30.652563 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e88d6381-65e6-450c-9f06-3d289940264b None None] Port f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:33:30.652828 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7b90cbb3-7a24-45f1-aade-817c01f14007 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.2061768 May 03 22:33:30.744799 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33826) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:30.745062 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-eacb7311-7852-40ec-bc0a-2b3224e89db2 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:30.752945 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2385d-69aa-4930-9a25-3562cd7bad8a req-dc689268-2567-47a1-b6bb-e865ce9fe749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:30.754411 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-14a2385d-69aa-4930-9a25-3562cd7bad8a req-dc689268-2567-47a1-b6bb-e865ce9fe749 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=42ec8bce-1b92-4bdc-9378-9caea9368515 HTTP/1.1" status: 200 len: 1097 time: 0.9986260 May 03 22:33:30.778506 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90cbb3-7a24-45f1-aade-817c01f14007 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Pushing event updated for resources: {'Network': ['ID=13c6913c-2326-4aaa-b1aa-2ffd5c59daee,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:30.782025 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-eacb7311-7852-40ec-bc0a-2b3224e89db2 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Usage tracker for resource:port and tenant:d5126da0448b4dc5bc6c990cac6d1e49 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:30.787876 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-fbf45fd2-97cc-42ae-aab5-f571a597ebb8 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Request body: {'subnet': {'network_id': '13c6913c-2326-4aaa-b1aa-2ffd5c59daee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:30.793898 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 37e99326-0df7-4a22-a60f-84c041d2b4bc details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:33:30.796281 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 13c6913c-2326-4aaa-b1aa-2ffd5c59daee details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:33:30.831833 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-eacb7311-7852-40ec-bc0a-2b3224e89db2 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:30.880398 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722defb4-adf9-440d-91be-b3231d8b3de9 req-17f35ed2-ab24-4f1b-a399-a118e855c96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:30.881908 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-722defb4-adf9-440d-91be-b3231d8b3de9 req-17f35ed2-ab24-4f1b-a399-a118e855c96e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=48482cdb-e8a8-432b-92c4-2998be72b710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0404329 May 03 22:33:30.901517 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067ab9d-fe54-4918-9e13-5341713ef45d req-dc9eb775-4543-46e1-a0cb-badcf3da10d9 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:30.903277 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1067ab9d-fe54-4918-9e13-5341713ef45d req-dc9eb775-4543-46e1-a0cb-badcf3da10d9 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b31f88c7-aee3-4f93-8e3a-5566bec64332 HTTP/1.1" status: 200 len: 943 time: 0.3405280 May 03 22:33:30.903588 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-eacb7311-7852-40ec-bc0a-2b3224e89db2 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:30.940360 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-abf76ecd-d3b8-4aa8-ae8c-0d4ca3898f53 service neutron] For port 2fc0683f-e329-48d5-bf48-15f4dbdca21e, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=2fc0683f-e329-48d5-bf48-15f4dbdca21e,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:30.968506 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1067ab9d-fe54-4918-9e13-5341713ef45d req-22c1b16e-acd8-47f4-946b-86992eb5a72c tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568314 May 03 22:33:30.991448 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-abf76ecd-d3b8-4aa8-ae8c-0d4ca3898f53 service neutron] For port 2fc0683f-e329-48d5-bf48-15f4dbdca21e, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:33:31.048537 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 37e99326-0df7-4a22-a60f-84c041d2b4bc, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=37e99326-0df7-4a22-a60f-84c041d2b4bc,segment=NetworkSegment(0fba8794-5565-49da-85db-24a5e3334694),segment_id=0fba8794-5565-49da-85db-24a5e3334694)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:31.064806 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-abf76ecd-d3b8-4aa8-ae8c-0d4ca3898f53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fc0683f-e329-48d5-bf48-15f4dbdca21e {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:33:31.065832 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '37e99326-0df7-4a22-a60f-84c041d2b4bc', 'network_id': '48482cdb-e8a8-432b-92c4-2998be72b710', 'port_id': '37e99326-0df7-4a22-a60f-84c041d2b4bc', 'mac_address': 'fa:16:3e:04:6d:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c0f408-f55c-4749-a4b6-2a88c9ef01c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:33:31.074989 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-abf76ecd-d3b8-4aa8-ae8c-0d4ca3898f53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:31.092734 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-abf76ecd-d3b8-4aa8-ae8c-0d4ca3898f53 service neutron] Transition to ACTIVE for port object 2fc0683f-e329-48d5-bf48-15f4dbdca21e will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:33:31.099546 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-abf76ecd-d3b8-4aa8-ae8c-0d4ca3898f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:31.141434 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:31.162707 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e99326-0df7-4a22-a60f-84c041d2b4bc {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:33:31.166737 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-eacb7311-7852-40ec-bc0a-2b3224e89db2 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Made reservation on behalf of d5126da0448b4dc5bc6c990cac6d1e49 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:33:31.170198 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-eacb7311-7852-40ec-bc0a-2b3224e89db2 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:31.180593 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 37e99326-0df7-4a22-a60f-84c041d2b4bc, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=37e99326-0df7-4a22-a60f-84c041d2b4bc,segment=NetworkSegment(0fba8794-5565-49da-85db-24a5e3334694),segment_id=0fba8794-5565-49da-85db-24a5e3334694)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:31.187326 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:31.244528 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-14a2385d-69aa-4930-9a25-3562cd7bad8a req-e5fee1eb-e3b0-4d87-872e-f25fd96d42fb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345410 May 03 22:33:31.264264 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=37e99326-0df7-4a22-a60f-84c041d2b4bc,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:31.299919 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-fbf45fd2-97cc-42ae-aab5-f571a597ebb8 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:31.311282 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-b3c0d897-33d6-4b8f-b502-feff06884d1d service neutron] Attempting to bind port ebe6bcaf-8b79-40c4-bb18-cb77abd9c418 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:33:31.312178 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-b3c0d897-33d6-4b8f-b502-feff06884d1d service neutron] Attempting to bind port ebe6bcaf-8b79-40c4-bb18-cb77abd9c418 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': 'cbe0e324-a30f-4158-b658-34d22a2a37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:33:31.312720 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-b3c0d897-33d6-4b8f-b502-feff06884d1d service neutron] Attempting to bind port ebe6bcaf-8b79-40c4-bb18-cb77abd9c418 on network 983af77e-2b01-4072-bd1e-12edcf859777 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:33:31.355205 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-fbf45fd2-97cc-42ae-aab5-f571a597ebb8 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Usage tracker for resource:subnet and tenant:3316c96996eb4a9c971effa194ad33fa is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:31.366021 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce8f2ff-8810-4fcf-9dd4-7c1da8f44606 admin admin] Router 18a34934-155d-49eb-aeef-6a9c9de42d4c has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:33:31.370935 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-fbf45fd2-97cc-42ae-aab5-f571a597ebb8 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:31.384604 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-b3c0d897-33d6-4b8f-b502-feff06884d1d service neutron] Port ebe6bcaf-8b79-40c4-bb18-cb77abd9c418 on network 983af77e-2b01-4072-bd1e-12edcf859777 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:33:31.384931 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-b3c0d897-33d6-4b8f-b502-feff06884d1d service neutron] Attempting to bind port ebe6bcaf-8b79-40c4-bb18-cb77abd9c418 on network 983af77e-2b01-4072-bd1e-12edcf859777 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:33:31.392725 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-fbf45fd2-97cc-42ae-aab5-f571a597ebb8 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:31.416542 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-abf76ecd-d3b8-4aa8-ae8c-0d4ca3898f53 service neutron] No DVR routers for this DVR port 2fc0683f-e329-48d5-bf48-15f4dbdca21e on host n-h2-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:33:31.421282 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf76ecd-d3b8-4aa8-ae8c-0d4ca3898f53 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc0683f-e329-48d5-bf48-15f4dbdca21e,revision_number=11']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:31.424202 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-b3c0d897-33d6-4b8f-b502-feff06884d1d service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:33:31.424448 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-b3c0d897-33d6-4b8f-b502-feff06884d1d service neutron] Checking segment: {'id': 'cbe0e324-a30f-4158-b658-34d22a2a37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:33:31.424795 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-b3c0d897-33d6-4b8f-b502-feff06884d1d service neutron] Bound using segment: {'id': 'cbe0e324-a30f-4158-b658-34d22a2a37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:33:31.425243 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-b3c0d897-33d6-4b8f-b502-feff06884d1d service neutron] Bound port: ebe6bcaf-8b79-40c4-bb18-cb77abd9c418, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe0e324-a30f-4158-b658-34d22a2a37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:33:31.425590 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-b3c0d897-33d6-4b8f-b502-feff06884d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:31.470207 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-722defb4-adf9-440d-91be-b3231d8b3de9 req-e3a013d2-9b95-4bc5-92ca-b597eef1c5a3 service neutron] 10.222.0.67 "GET /v2.0/networks/48482cdb-e8a8-432b-92c4-2998be72b710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5571008 May 03 22:33:31.495610 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-abf76ecd-d3b8-4aa8-ae8c-0d4ca3898f53 service neutron] Attempting to bind port 2fc0683f-e329-48d5-bf48-15f4dbdca21e on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:33:31.495940 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-abf76ecd-d3b8-4aa8-ae8c-0d4ca3898f53 service neutron] Attempting to bind port 2fc0683f-e329-48d5-bf48-15f4dbdca21e by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:33:31.496266 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-abf76ecd-d3b8-4aa8-ae8c-0d4ca3898f53 service neutron] Attempting to bind port 2fc0683f-e329-48d5-bf48-15f4dbdca21e on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:33:31.506447 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-abf76ecd-d3b8-4aa8-ae8c-0d4ca3898f53 service neutron] Port 2fc0683f-e329-48d5-bf48-15f4dbdca21e on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:33:31.506780 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-abf76ecd-d3b8-4aa8-ae8c-0d4ca3898f53 service neutron] Attempting to bind port 2fc0683f-e329-48d5-bf48-15f4dbdca21e on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:33:31.515085 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-abf76ecd-d3b8-4aa8-ae8c-0d4ca3898f53 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:33:31.515422 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-abf76ecd-d3b8-4aa8-ae8c-0d4ca3898f53 service neutron] Checking segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:33:31.515802 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-abf76ecd-d3b8-4aa8-ae8c-0d4ca3898f53 service neutron] Bound using segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:33:31.516225 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-abf76ecd-d3b8-4aa8-ae8c-0d4ca3898f53 service neutron] Bound port: 2fc0683f-e329-48d5-bf48-15f4dbdca21e, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:33:31.516574 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-abf76ecd-d3b8-4aa8-ae8c-0d4ca3898f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:31.534869 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8535d96-b2ef-402f-b876-30b1d39709d1 req-c8cdb1ee-b2a3-41a2-8fb2-fa6db878859b tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:31.536293 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c8535d96-b2ef-402f-b876-30b1d39709d1 req-c8cdb1ee-b2a3-41a2-8fb2-fa6db878859b tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c73acd-fa44-40f8-8f3f-6f1772d19969 HTTP/1.1" status: 200 len: 943 time: 0.3633678 May 03 22:33:31.542175 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['37e99326-0df7-4a22-a60f-84c041d2b4bc'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:33:31.568551 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73065b-354c-4f3c-925e-2fa7a679d6ca req-3c549942-1ad7-4fa3-b06a-4284ca459110 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:31.569923 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3f73065b-354c-4f3c-925e-2fa7a679d6ca req-3c549942-1ad7-4fa3-b06a-4284ca459110 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 948 time: 0.3983049 May 03 22:33:31.690623 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c8535d96-b2ef-402f-b876-30b1d39709d1 req-7db02b75-6e85-4db2-be58-6f8648dccf40 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460440 May 03 22:33:31.699670 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf45fd2-97cc-42ae-aab5-f571a597ebb8 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Made reservation on behalf of 3316c96996eb4a9c971effa194ad33fa for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:33:31.704586 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3f73065b-354c-4f3c-925e-2fa7a679d6ca req-7ffec743-0af9-4e90-b178-58e78094a964 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083829 May 03 22:33:31.704777 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fbf45fd2-97cc-42ae-aab5-f571a597ebb8 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:31.710580 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-abf76ecd-d3b8-4aa8-ae8c-0d4ca3898f53 service neutron] For port 2fc0683f-e329-48d5-bf48-15f4dbdca21e, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:33:31.713719 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-abf76ecd-d3b8-4aa8-ae8c-0d4ca3898f53 service neutron] For port 2fc0683f-e329-48d5-bf48-15f4dbdca21e, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=2fc0683f-e329-48d5-bf48-15f4dbdca21e,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:33:31.714395 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc4a8a7-886c-4033-9fa8-4766e4fdc2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedbb6c7-af41-4930-8fd0-89cfbd5ed54a'}, {'server_uuid': '367a22ed-ab2c-491b-93e4-a1fe5afe2e20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fc0683f-e329-48d5-bf48-15f4dbdca21e'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:33:31.720512 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-abf76ecd-d3b8-4aa8-ae8c-0d4ca3898f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:31.784046 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-abf76ecd-d3b8-4aa8-ae8c-0d4ca3898f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:31.784926 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-abf76ecd-d3b8-4aa8-ae8c-0d4ca3898f53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:31.786597 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-abf76ecd-d3b8-4aa8-ae8c-0d4ca3898f53 service neutron] 10.222.0.60 "PUT /v2.0/ports/2fc0683f-e329-48d5-bf48-15f4dbdca21e HTTP/1.1" status: 200 len: 1096 time: 2.4972005 May 03 22:33:31.789578 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367a22ed-ab2c-491b-93e4-a1fe5afe2e20', 'tag': '2fc0683f-e329-48d5-bf48-15f4dbdca21e'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:33:31.972376 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf76ecd-d3b8-4aa8-ae8c-0d4ca3898f53 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc0683f-e329-48d5-bf48-15f4dbdca21e,revision_number=12']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:32.001389 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0e62b373-6cc3-4608-b431-d549a216e890 req-dab11f95-3e33-45a1-9ea8-47a8ea4b6f19 tempest-ServerShowV247Test-379977091 tempest-ServerShowV247Test-379977091-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee04f8ee-61dc-42ed-9638-7a17af554f28 HTTP/1.1" status: 200 len: 210 time: 0.0728257 May 03 22:33:32.036460 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-415040a7-360e-43d8-930b-34d8050ea245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:32.036460 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-415040a7-360e-43d8-930b-34d8050ea245 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 1099 time: 0.2218673 May 03 22:33:32.077938 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-eacb7311-7852-40ec-bc0a-2b3224e89db2 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Allocated IP 172.20.0.6 (2f5f5be5-c9ef-4884-b477-418a178f1e34/92b199ac-1b42-41d0-ba9e-3f447230f73b/ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:33:32.078533 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2891f-090c-4946-8eaa-b46f7a1c2ef7 req-320fd245-62bf-4ae2-adec-6d4558c32ed3 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:32.085375 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-60e2891f-090c-4946-8eaa-b46f7a1c2ef7 req-320fd245-62bf-4ae2-adec-6d4558c32ed3 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.1988864 May 03 22:33:32.088342 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-722defb4-adf9-440d-91be-b3231d8b3de9 req-03347c5e-870e-4357-a4a6-d9497a41aadc service neutron] 10.222.0.67 "GET /v2.0/networks/48482cdb-e8a8-432b-92c4-2998be72b710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5615819 May 03 22:33:32.101029 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-b3c0d897-33d6-4b8f-b502-feff06884d1d service neutron] For port ebe6bcaf-8b79-40c4-bb18-cb77abd9c418, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:33:32.107373 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-b3c0d897-33d6-4b8f-b502-feff06884d1d service neutron] For port ebe6bcaf-8b79-40c4-bb18-cb77abd9c418, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=ebe6bcaf-8b79-40c4-bb18-cb77abd9c418,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:33:32.118106 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-b3c0d897-33d6-4b8f-b502-feff06884d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:32.121900 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce8f2ff-8810-4fcf-9dd4-7c1da8f44606 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:33:32.131782 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a3ba77-bb22-4b87-8a92-c4c592bf561c None None] Sync routers for ids ['18a34934-155d-49eb-aeef-6a9c9de42d4c'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:33:32.143190 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a3ba77-bb22-4b87-8a92-c4c592bf561c None None] Routers {'18a34934-155d-49eb-aeef-6a9c9de42d4c'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:33:32.144270 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-84a3ba77-bb22-4b87-8a92-c4c592bf561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:33:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['18a34934-155d-49eb-aeef-6a9c9de42d4c'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:32.247037 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1fc53b36-5199-49af-9d65-e513a486799c req-5fdec93a-70fe-4184-9ee7-add6d0c34f0b tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e2c5329-44d1-4f15-b757-88bac74ba5f1 HTTP/1.1" status: 200 len: 210 time: 0.0772121 May 03 22:33:32.249907 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-60e2891f-090c-4946-8eaa-b46f7a1c2ef7 req-8464da84-7d85-4ee3-88e6-98f67cb4aa61 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635904 May 03 22:33:32.278239 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-72250fa2-ba8c-44b1-bac2-82fd5dbc989b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:32.289886 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-72250fa2-ba8c-44b1-bac2-82fd5dbc989b service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.2337937 May 03 22:33:32.406590 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-b3c0d897-33d6-4b8f-b502-feff06884d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:32.407399 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-b3c0d897-33d6-4b8f-b502-feff06884d1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:32.408945 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-b3c0d897-33d6-4b8f-b502-feff06884d1d service neutron] 10.222.0.67 "PUT /v2.0/ports/ebe6bcaf-8b79-40c4-bb18-cb77abd9c418 HTTP/1.1" status: 200 len: 1091 time: 5.1481709 May 03 22:33:32.414266 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02d24cc5-7926-4c7b-a433-9c638763e74a'] response: {'name': 'network-changed', 'server_uuid': '367a22ed-ab2c-491b-93e4-a1fe5afe2e20', 'tag': '2fc0683f-e329-48d5-bf48-15f4dbdca21e', 'status': 'completed', 'code': 200} May 03 22:33:32.423135 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c73acd-fa44-40f8-8f3f-6f1772d19969', 'tag': 'ebe6bcaf-8b79-40c4-bb18-cb77abd9c418'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:33:32.440775 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-d5b335be-51d8-41ea-a970-2040370fa9b8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=2fc0683f-e329-48d5-bf48-15f4dbdca21e HTTP/1.1" status: 200 len: 217 time: 0.1532822 May 03 22:33:32.459025 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed621c5a-4d31-494f-9685-b5ca7f54b955'] response: {'server_uuid': 'efc4a8a7-886c-4033-9fa8-4766e4fdc2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedbb6c7-af41-4930-8fd0-89cfbd5ed54a', 'code': 200} May 03 22:33:32.459549 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed621c5a-4d31-494f-9685-b5ca7f54b955'] response: {'server_uuid': '367a22ed-ab2c-491b-93e4-a1fe5afe2e20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fc0683f-e329-48d5-bf48-15f4dbdca21e', 'code': 200} May 03 22:33:32.464118 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-84a3ba77-bb22-4b87-8a92-c4c592bf561c None None] Set router 18a34934-155d-49eb-aeef-6a9c9de42d4c gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:33:32.530922 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-be379c5b-ba1b-4199-905c-c97cfe2928c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:32.533094 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-be379c5b-ba1b-4199-905c-c97cfe2928c9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.0859432 May 03 22:33:32.600674 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5ce8f2ff-8810-4fcf-9dd4-7c1da8f44606 admin admin] 10.222.0.58 "PUT /v2.0/routers/18a34934-155d-49eb-aeef-6a9c9de42d4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4454019 May 03 22:33:32.721092 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0d897-33d6-4b8f-b502-feff06884d1d service neutron] Pushing event updated for resources: {'Port': ['ID=ebe6bcaf-8b79-40c4-bb18-cb77abd9c418,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:32.822973 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 37e99326-0df7-4a22-a60f-84c041d2b4bc up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:33:32.934594 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7395da7-920c-42bb-afc9-aadc218aa071'] response: {'name': 'network-changed', 'server_uuid': '57c73acd-fa44-40f8-8f3f-6f1772d19969', 'tag': 'ebe6bcaf-8b79-40c4-bb18-cb77abd9c418', 'status': 'completed', 'code': 200} May 03 22:33:32.980167 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-84a3ba77-bb22-4b87-8a92-c4c592bf561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a34934-155d-49eb-aeef-6a9c9de42d4c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1333408661-router', 'tenant_id': 'd040017ca19e48888dd666fffaad451b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '5727914d-527e-401b-94a7-93cf8980a47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:33:11Z', 'updated_at': '2022-05-03T22:33:27Z', 'revision_number': 4, 'project_id': 'd040017ca19e48888dd666fffaad451b', 'gw_port': {'id': '5727914d-527e-401b-94a7-93cf8980a47b', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:53:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a34934-155d-49eb-aeef-6a9c9de42d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:33:14Z', 'updated_at': '2022-05-03T22:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b', 'name': '', 'network_id': '87af425c-ebb6-4471-b06f-d99a9c026066', 'tenant_id': 'd040017ca19e48888dd666fffaad451b', 'mac_address': 'fa:16:3e:46:1a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a34934-155d-49eb-aeef-6a9c9de42d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'cfbb76dd-bb61-4386-8041-0b124f6d48b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:33:24Z', 'updated_at': '2022-05-03T22:33:28Z', 'revision_number': 2, 'project_id': 'd040017ca19e48888dd666fffaad451b', 'subnets': [{'id': 'cfbb76dd-bb61-4386-8041-0b124f6d48b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:32.988816 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a3ba77-bb22-4b87-8a92-c4c592bf561c None None] Checking router: 18a34934-155d-49eb-aeef-6a9c9de42d4c for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:33:32.990088 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a3ba77-bb22-4b87-8a92-c4c592bf561c None None] Updating router 18a34934-155d-49eb-aeef-6a9c9de42d4c port f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:33:33.002173 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 37e99326-0df7-4a22-a60f-84c041d2b4bc completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:33:33.002414 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fbf45fd2-97cc-42ae-aab5-f571a597ebb8 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:33.008012 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 37e99326-0df7-4a22-a60f-84c041d2b4bc triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:33:33.008479 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:33.067036 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-84a3ba77-bb22-4b87-8a92-c4c592bf561c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:33.071523 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0328d-fa61-4662-98db-b6578815e7cc req-e82d349f-a263-4c52-ac19-82f0699a2328 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:33.078409 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bcd0328d-fa61-4662-98db-b6578815e7cc req-e82d349f-a263-4c52-ac19-82f0699a2328 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b31f88c7-aee3-4f93-8e3a-5566bec64332 HTTP/1.1" status: 200 len: 944 time: 0.4852297 May 03 22:33:33.099307 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-a78f6313-3076-4449-ab21-a441d50eef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:33.100938 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-a78f6313-3076-4449-ab21-a441d50eef26 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5599375 May 03 22:33:33.120937 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d7d5f-b730-4ede-bda8-e3d7bdd8de43 req-886779c3-b606-4e9c-a39b-0a84c5356c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:33.122437 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-981d7d5f-b730-4ede-bda8-e3d7bdd8de43 req-886779c3-b606-4e9c-a39b-0a84c5356c86 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=efc4a8a7-886c-4033-9fa8-4766e4fdc2b7 HTTP/1.1" status: 200 len: 1096 time: 0.4313397 May 03 22:33:33.123801 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-eacb7311-7852-40ec-bc0a-2b3224e89db2 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:33.144135 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf45fd2-97cc-42ae-aab5-f571a597ebb8 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Pushing event updated for resources: {'Subnet': ['ID=60e46162-6695-4cac-a5bf-37f0610cdcc8,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:33.182265 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:33.211372 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bcd0328d-fa61-4662-98db-b6578815e7cc req-ddef7a35-4767-404a-8cd6-b31cf23e7261 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310525 May 03 22:33:33.219653 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c10a89-2d49-48b8-8e5e-20b76032f915 req-f75d8ae6-6581-4db5-80a0-e4b22ff05fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:33.222132 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-75c10a89-2d49-48b8-8e5e-20b76032f915 req-f75d8ae6-6581-4db5-80a0-e4b22ff05fce service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 1099 time: 0.7912333 May 03 22:33:33.223931 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 37e99326-0df7-4a22-a60f-84c041d2b4bc, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=37e99326-0df7-4a22-a60f-84c041d2b4bc,segment=NetworkSegment(0fba8794-5565-49da-85db-24a5e3334694),segment_id=0fba8794-5565-49da-85db-24a5e3334694)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:33.227421 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-d6499c91-225b-47af-871c-bd94654e0ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:33.228750 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-d6499c91-225b-47af-871c-bd94654e0ec2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5a0f20c83fdc471fa4da593ef2ea5d27&device_id=57c73acd-fa44-40f8-8f3f-6f1772d19969 HTTP/1.1" status: 200 len: 1094 time: 0.6075094 May 03 22:33:33.242253 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:33.312678 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-981d7d5f-b730-4ede-bda8-e3d7bdd8de43 req-8596d1d0-435c-45a5-9b31-598f69c1b001 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697822 May 03 22:33:33.334348 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-49e84c80-e6a1-4b4e-ad56-404d86ecc7ad service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebe6bcaf-8b79-40c4-bb18-cb77abd9c418 HTTP/1.1" status: 200 len: 217 time: 0.0809314 May 03 22:33:33.350773 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcfe72-2660-4b5e-9813-64f07db11bbb req-4543254f-3684-4ea9-94b8-31f538af0404 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:33.351401 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf45fd2-97cc-42ae-aab5-f571a597ebb8 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Checking segment: {'id': 'b22320aa-99db-4de3-9056-0c4a75253082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '13c6913c-2326-4aaa-b1aa-2ffd5c59daee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:33:33.351868 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf45fd2-97cc-42ae-aab5-f571a597ebb8 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Network hostable DHCP agents. Network: 13c6913c-2326-4aaa-b1aa-2ffd5c59daee, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:33:33.360072 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-28fcfe72-2660-4b5e-9813-64f07db11bbb req-4543254f-3684-4ea9-94b8-31f538af0404 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c73acd-fa44-40f8-8f3f-6f1772d19969 HTTP/1.1" status: 200 len: 943 time: 0.3695261 May 03 22:33:33.385459 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=37e99326-0df7-4a22-a60f-84c041d2b4bc,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:33.446752 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20885d6-2d07-4f63-a2c1-1b2c56064733 req-f5da17f8-54c6-415a-b632-003337f7bbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:33.448222 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a20885d6-2d07-4f63-a2c1-1b2c56064733 req-f5da17f8-54c6-415a-b632-003337f7bbd3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=66dfeed3cb324772b0bf769274eed2d2&device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 1095 time: 0.4964995 May 03 22:33:33.468105 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-28fcfe72-2660-4b5e-9813-64f07db11bbb req-b03eda59-64f6-4b55-8d62-d8be3f7391fe tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064739 May 03 22:33:33.499956 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-1835375f-ab7f-4a5a-a615-bfba76088b8c service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847358 May 03 22:33:33.502913 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-84a3ba77-bb22-4b87-8a92-c4c592bf561c None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:33.519975 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-84a3ba77-bb22-4b87-8a92-c4c592bf561c None None] Transition to ACTIVE for port object f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:33:33.522265 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf45fd2-97cc-42ae-aab5-f571a597ebb8 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Network 13c6913c-2326-4aaa-b1aa-2ffd5c59daee is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:33:33.524786 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-eacb7311-7852-40ec-bc0a-2b3224e89db2 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:33.530636 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-84a3ba77-bb22-4b87-8a92-c4c592bf561c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:33.561229 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a41a44-f4fa-4662-823b-cd34a583e1e9 req-d296a728-ad89-46bf-9664-0863c4275a9d tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:33.568113 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-55a41a44-f4fa-4662-823b-cd34a583e1e9 req-d296a728-ad89-46bf-9664-0863c4275a9d tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 948 time: 0.1787949 May 03 22:33:33.624303 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814fd8e9-c570-440c-b780-dd877af372c5 None None] Pushing event updated for resources: {'Port': ['ID=f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:33.634335 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814fd8e9-c570-440c-b780-dd877af372c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:33.634928 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814fd8e9-c570-440c-b780-dd877af372c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:33.635562 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814fd8e9-c570-440c-b780-dd877af372c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:33.636091 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814fd8e9-c570-440c-b780-dd877af372c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:33.636615 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814fd8e9-c570-440c-b780-dd877af372c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:33.637130 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814fd8e9-c570-440c-b780-dd877af372c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:33.638048 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814fd8e9-c570-440c-b780-dd877af372c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:33.638576 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814fd8e9-c570-440c-b780-dd877af372c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:33.639250 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814fd8e9-c570-440c-b780-dd877af372c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:33.640363 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814fd8e9-c570-440c-b780-dd877af372c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:33.640878 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814fd8e9-c570-440c-b780-dd877af372c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:33.641402 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814fd8e9-c570-440c-b780-dd877af372c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:33.692992 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c10a89-2d49-48b8-8e5e-20b76032f915 req-7a4bb060-d419-4161-a3dc-5fb486da57fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:33.695126 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-75c10a89-2d49-48b8-8e5e-20b76032f915 req-7a4bb060-d419-4161-a3dc-5fb486da57fd service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.4622946 May 03 22:33:33.707512 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-fbf45fd2-97cc-42ae-aab5-f571a597ebb8 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 13c6913c-2326-4aaa-b1aa-2ffd5c59daee) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:33:33.718632 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6fab07-2168-4b27-8d68-a3abcfe7790d None None] Network 13c6913c-2326-4aaa-b1aa-2ffd5c59daee requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:33:33.728286 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b6ebfccc-0e17-45c9-ac2b-5327578fab94 req-9cee0b40-b904-42d9-b2cd-8a146515521e service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176962 May 03 22:33:33.739958 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-55a41a44-f4fa-4662-823b-cd34a583e1e9 req-6e6825a9-1cef-4ce6-a3e8-3c5c57007184 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706622 May 03 22:33:33.819439 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf45fd2-97cc-42ae-aab5-f571a597ebb8 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:33.820016 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fbf45fd2-97cc-42ae-aab5-f571a597ebb8 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:33.835648 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-eacb7311-7852-40ec-bc0a-2b3224e89db2 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Network 2f5f5be5-c9ef-4884-b477-418a178f1e34 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:33:33.873641 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-eacb7311-7852-40ec-bc0a-2b3224e89db2 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:33:33.893541 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-75c10a89-2d49-48b8-8e5e-20b76032f915 req-afb558f1-4ff9-47f2-91e4-eb2e6e64f5ac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=2fc0683f-e329-48d5-bf48-15f4dbdca21e HTTP/1.1" status: 200 len: 217 time: 0.1707420 May 03 22:33:33.898985 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-eacb7311-7852-40ec-bc0a-2b3224e89db2 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:33:33.922571 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074abfba-56c9-4fc4-a3a8-aedb255bb040 req-dfef326b-418a-4dce-8dac-bd28b765ee62 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:33.926427 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-074abfba-56c9-4fc4-a3a8-aedb255bb040 req-dfef326b-418a-4dce-8dac-bd28b765ee62 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.1903186 May 03 22:33:33.956243 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c10a89-2d49-48b8-8e5e-20b76032f915 req-4be1256c-8837-40fb-8799-bbb6daeba9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:33.962648 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-75c10a89-2d49-48b8-8e5e-20b76032f915 req-4be1256c-8837-40fb-8799-bbb6daeba9f9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 1099 time: 0.1503088 May 03 22:33:33.993249 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb7311-7852-40ec-bc0a-2b3224e89db2 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Pushing event updated for resources: {'Port': ['ID=ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:34.015844 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:33:34.016699 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-84a3ba77-bb22-4b87-8a92-c4c592bf561c None None] Attempting to bind port f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:33:34.017066 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-84a3ba77-bb22-4b87-8a92-c4c592bf561c None None] Attempting to bind port f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '0ab7e5ab-ab57-4369-b42d-c10904d1af00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '87af425c-ebb6-4471-b06f-d99a9c026066'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:33:34.017421 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a3ba77-bb22-4b87-8a92-c4c592bf561c None None] Attempting to bind port f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b on network 87af425c-ebb6-4471-b06f-d99a9c026066 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:33:34.031508 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a3ba77-bb22-4b87-8a92-c4c592bf561c None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:33:34.031890 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a3ba77-bb22-4b87-8a92-c4c592bf561c None None] Checking segment: {'id': '0ab7e5ab-ab57-4369-b42d-c10904d1af00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '87af425c-ebb6-4471-b06f-d99a9c026066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:33:34.032927 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-84a3ba77-bb22-4b87-8a92-c4c592bf561c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:34.033329 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a3ba77-bb22-4b87-8a92-c4c592bf561c None None] Bound using segment: {'id': '0ab7e5ab-ab57-4369-b42d-c10904d1af00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '87af425c-ebb6-4471-b06f-d99a9c026066'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:33:34.033800 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-84a3ba77-bb22-4b87-8a92-c4c592bf561c None None] Bound port: f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab7e5ab-ab57-4369-b42d-c10904d1af00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '87af425c-ebb6-4471-b06f-d99a9c026066'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:33:34.035076 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-84a3ba77-bb22-4b87-8a92-c4c592bf561c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:34.066568 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-94922834-ddbc-4620-8f79-2cfcc5597291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:34.068181 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-94922834-ddbc-4620-8f79-2cfcc5597291 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a1f38ed2-c940-45de-9756-cc79b8316a2d HTTP/1.1" status: 200 len: 846 time: 0.4911108 May 03 22:33:34.076246 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fbf45fd2-97cc-42ae-aab5-f571a597ebb8 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3259797 May 03 22:33:34.107920 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d33b0db-2e93-463f-9132-107865a953f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-13c6913c-2326-4aaa-b1aa-2ffd5c59daee', 'network_id': '13c6913c-2326-4aaa-b1aa-2ffd5c59daee', 'tenant_id': '3316c96996eb4a9c971effa194ad33fa', 'fixed_ips': [{'subnet_id': '60e46162-6695-4cac-a5bf-37f0610cdcc8'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:33:34.109300 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6d33b0db-2e93-463f-9132-107865a953f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:34.130463 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33866) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:34.133135 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-84a3ba77-bb22-4b87-8a92-c4c592bf561c None None] For port f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:33:34.136401 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-84a3ba77-bb22-4b87-8a92-c4c592bf561c None None] For port f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b,segment=NetworkSegment(0ab7e5ab-ab57-4369-b42d-c10904d1af00),segment_id=0ab7e5ab-ab57-4369-b42d-c10904d1af00)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:33:34.142888 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-84a3ba77-bb22-4b87-8a92-c4c592bf561c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:34.155806 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-6cb32c07-7767-4696-878e-370f75463791 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Request body: {'port': {'network_id': '13c6913c-2326-4aaa-b1aa-2ffd5c59daee', 'name': 'tempest-TagsExtTest-1250496172'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:34.173455 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [req-fc51346d-0bf5-4fb9-90eb-633e8f4ce662 req-1373bda2-ba98-4951-99f6-1374c8c14552 tempest-FloatingIPDetailsNegativeTestJSON-1271939130 tempest-FloatingIPDetailsNegativeTestJSON-1271939130-project] show failed (client error): The resource could not be found. May 03 22:33:34.189818 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fc51346d-0bf5-4fb9-90eb-633e8f4ce662 req-1373bda2-ba98-4951-99f6-1374c8c14552 tempest-FloatingIPDetailsNegativeTestJSON-1271939130 tempest-FloatingIPDetailsNegativeTestJSON-1271939130-project] 10.222.0.58 "GET /v2.0/floatingips/b76201b7-a439-4041-8a05-b498eb8ccb1d HTTP/1.1" status: 404 len: 350 time: 0.1215172 May 03 22:33:34.193057 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33870) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:34.240330 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814fd8e9-c570-440c-b780-dd877af372c5 None None] Pushing event updated for resources: {'Port': ['ID=f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b,revision_number=4']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:34.277107 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a3ba77-bb22-4b87-8a92-c4c592bf561c None None] Routers {'18a34934-155d-49eb-aeef-6a9c9de42d4c'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:33:34.279022 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-84a3ba77-bb22-4b87-8a92-c4c592bf561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:33:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['18a34934-155d-49eb-aeef-6a9c9de42d4c'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:34.318450 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20885d6-2d07-4f63-a2c1-1b2c56064733 req-5d8fc938-64a5-4772-a9b5-b84043c676f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:34.320213 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a20885d6-2d07-4f63-a2c1-1b2c56064733 req-5d8fc938-64a5-4772-a9b5-b84043c676f8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f73247c4-e4b1-4dbd-a711-946870a81559 HTTP/1.1" status: 200 len: 912 time: 0.8590338 May 03 22:33:34.331053 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-eacb7311-7852-40ec-bc0a-2b3224e89db2 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:34.331957 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-eacb7311-7852-40ec-bc0a-2b3224e89db2 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:34.337430 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-81265120-4fc0-4fdf-9595-745e1348bc6f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=983af77e-2b01-4072-bd1e-12edcf859777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2540355 May 03 22:33:34.350971 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-6d33b0db-2e93-463f-9132-107865a953f4 None None] Allocated IP 172.20.0.2 (13c6913c-2326-4aaa-b1aa-2ffd5c59daee/60e46162-6695-4cac-a5bf-37f0610cdcc8/c0bed4c7-0398-4b88-93ca-a638a0a071c0) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:33:34.412182 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-074abfba-56c9-4fc4-a3a8-aedb255bb040 req-e719e31c-d92d-4a7b-8b1a-7505e8e7fc68 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4696856 May 03 22:33:34.438999 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c10a89-2d49-48b8-8e5e-20b76032f915 req-a21d0f08-d52a-4e0d-af05-c96989695408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:34.440673 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-75c10a89-2d49-48b8-8e5e-20b76032f915 req-a21d0f08-d52a-4e0d-af05-c96989695408 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.4348271 May 03 22:33:34.468928 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6cb32c07-7767-4696-878e-370f75463791 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:34.485576 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31f88c7-aee3-4f93-8e3a-5566bec64332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e99326-0df7-4a22-a60f-84c041d2b4bc'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:33:34.584127 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-84a3ba77-bb22-4b87-8a92-c4c592bf561c None None] Set router 18a34934-155d-49eb-aeef-6a9c9de42d4c gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:33:34.708674 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6d33b0db-2e93-463f-9132-107865a953f4 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:34.711386 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6cb32c07-7767-4696-878e-370f75463791 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Usage tracker for resource:port and tenant:3316c96996eb4a9c971effa194ad33fa is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:34.724745 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6d33b0db-2e93-463f-9132-107865a953f4 None None] Transition to ACTIVE for port object c0bed4c7-0398-4b88-93ca-a638a0a071c0 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:33:34.728083 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c10a89-2d49-48b8-8e5e-20b76032f915 req-ad77fabf-d279-4200-98bc-9fc033a3dd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:34.731947 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-75c10a89-2d49-48b8-8e5e-20b76032f915 req-ad77fabf-d279-4200-98bc-9fc033a3dd91 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.7064323 May 03 22:33:34.735878 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6cb32c07-7767-4696-878e-370f75463791 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:34.746317 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6d33b0db-2e93-463f-9132-107865a953f4 None None] Transition to ACTIVE for port object c0bed4c7-0398-4b88-93ca-a638a0a071c0 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:33:34.753514 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6d33b0db-2e93-463f-9132-107865a953f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:34.866708 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d33b0db-2e93-463f-9132-107865a953f4 None None] Network 13c6913c-2326-4aaa-b1aa-2ffd5c59daee is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:33:34.870644 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-6d33b0db-2e93-463f-9132-107865a953f4 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:33:34.872560 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-eacb7311-7852-40ec-bc0a-2b3224e89db2 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1097431 May 03 22:33:34.874814 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-a7e814e3-ffca-43b2-8f67-b52550b788f9 service neutron] 10.222.0.67 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307687 May 03 22:33:34.877715 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d33b0db-2e93-463f-9132-107865a953f4 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:33:34.890480 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6cb32c07-7767-4696-878e-370f75463791 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:34.919242 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-3e22f0c3-d8ec-41e6-8e74-4a63e2d75b09 service neutron] Request body: {'port': {'device_id': '7e2c5329-44d1-4f15-b757-88bac74ba5f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:34.931499 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-75c10a89-2d49-48b8-8e5e-20b76032f915 req-608a7cf6-8f88-4e6a-b1f8-b24b0ae773d5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=2fc0683f-e329-48d5-bf48-15f4dbdca21e HTTP/1.1" status: 200 len: 217 time: 0.1641464 May 03 22:33:34.941355 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a1bed701-3d7e-4a03-a9c8-8ce4881fc626 req-927e29f1-2403-488d-83da-052bae98c0d2 tempest-ServerShowV247Test-379977091 tempest-ServerShowV247Test-379977091-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee04f8ee-61dc-42ed-9638-7a17af554f28 HTTP/1.1" status: 200 len: 210 time: 0.5250857 May 03 22:33:34.977913 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33b0db-2e93-463f-9132-107865a953f4 None None] Pushing event updated for resources: {'Port': ['ID=c0bed4c7-0398-4b88-93ca-a638a0a071c0,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:35.011323 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-6d33b0db-2e93-463f-9132-107865a953f4 None None] Attempting to bind port c0bed4c7-0398-4b88-93ca-a638a0a071c0 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:33:35.011789 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-6d33b0db-2e93-463f-9132-107865a953f4 None None] Attempting to bind port c0bed4c7-0398-4b88-93ca-a638a0a071c0 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'b22320aa-99db-4de3-9056-0c4a75253082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '13c6913c-2326-4aaa-b1aa-2ffd5c59daee'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:33:35.012553 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d33b0db-2e93-463f-9132-107865a953f4 None None] Attempting to bind port c0bed4c7-0398-4b88-93ca-a638a0a071c0 on network 13c6913c-2326-4aaa-b1aa-2ffd5c59daee {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:33:35.015449 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a20885d6-2d07-4f63-a2c1-1b2c56064733 req-11ee55b8-a2ae-4482-92b9-a1ee85f16eee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cd74799-58d8-4e74-af4b-685d5aaa1c56 HTTP/1.1" status: 200 len: 998 time: 0.6748004 May 03 22:33:35.019614 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d33b0db-2e93-463f-9132-107865a953f4 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:33:35.020361 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d33b0db-2e93-463f-9132-107865a953f4 None None] Checking segment: {'id': 'b22320aa-99db-4de3-9056-0c4a75253082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '13c6913c-2326-4aaa-b1aa-2ffd5c59daee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:33:35.020525 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6d33b0db-2e93-463f-9132-107865a953f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:35.020973 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d33b0db-2e93-463f-9132-107865a953f4 None None] Bound using segment: {'id': 'b22320aa-99db-4de3-9056-0c4a75253082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '13c6913c-2326-4aaa-b1aa-2ffd5c59daee'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:33:35.021629 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-6d33b0db-2e93-463f-9132-107865a953f4 None None] Bound port: c0bed4c7-0398-4b88-93ca-a638a0a071c0, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b22320aa-99db-4de3-9056-0c4a75253082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '13c6913c-2326-4aaa-b1aa-2ffd5c59daee'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:33:35.022305 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6d33b0db-2e93-463f-9132-107865a953f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:35.110954 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-84a3ba77-bb22-4b87-8a92-c4c592bf561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a34934-155d-49eb-aeef-6a9c9de42d4c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1333408661-router', 'tenant_id': 'd040017ca19e48888dd666fffaad451b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '5727914d-527e-401b-94a7-93cf8980a47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:33:11Z', 'updated_at': '2022-05-03T22:33:27Z', 'revision_number': 4, 'project_id': 'd040017ca19e48888dd666fffaad451b', 'gw_port': {'id': '5727914d-527e-401b-94a7-93cf8980a47b', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:53:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a34934-155d-49eb-aeef-6a9c9de42d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:33:14Z', 'updated_at': '2022-05-03T22:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b', 'name': '', 'network_id': '87af425c-ebb6-4471-b06f-d99a9c026066', 'tenant_id': 'd040017ca19e48888dd666fffaad451b', 'mac_address': 'fa:16:3e:46:1a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a34934-155d-49eb-aeef-6a9c9de42d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'cfbb76dd-bb61-4386-8041-0b124f6d48b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:33:24Z', 'updated_at': '2022-05-03T22:33:34Z', 'revision_number': 4, 'project_id': 'd040017ca19e48888dd666fffaad451b', 'subnets': [{'id': 'cfbb76dd-bb61-4386-8041-0b124f6d48b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:35.115419 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a3ba77-bb22-4b87-8a92-c4c592bf561c None None] The sync data for ids ['18a34934-155d-49eb-aeef-6a9c9de42d4c'] in n-d-811807-1 is: [{'id': '18a34934-155d-49eb-aeef-6a9c9de42d4c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1333408661-router', 'tenant_id': 'd040017ca19e48888dd666fffaad451b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '5727914d-527e-401b-94a7-93cf8980a47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:33:11Z', 'updated_at': '2022-05-03T22:33:27Z', 'revision_number': 4, 'project_id': 'd040017ca19e48888dd666fffaad451b', 'gw_port': {'id': '5727914d-527e-401b-94a7-93cf8980a47b', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:53:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a34934-155d-49eb-aeef-6a9c9de42d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:33:14Z', 'updated_at': '2022-05-03T22:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b', 'name': '', 'network_id': '87af425c-ebb6-4471-b06f-d99a9c026066', 'tenant_id': 'd040017ca19e48888dd666fffaad451b', 'mac_address': 'fa:16:3e:46:1a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a34934-155d-49eb-aeef-6a9c9de42d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'cfbb76dd-bb61-4386-8041-0b124f6d48b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:33:24Z', 'updated_at': '2022-05-03T22:33:34Z', 'revision_number': 4, 'project_id': 'd040017ca19e48888dd666fffaad451b', 'subnets': [{'id': 'cfbb76dd-bb61-4386-8041-0b124f6d48b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:33:35.151738 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-6d33b0db-2e93-463f-9132-107865a953f4 None None] For port c0bed4c7-0398-4b88-93ca-a638a0a071c0, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:33:35.156471 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-6d33b0db-2e93-463f-9132-107865a953f4 None None] For port c0bed4c7-0398-4b88-93ca-a638a0a071c0, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=c0bed4c7-0398-4b88-93ca-a638a0a071c0,segment=NetworkSegment(b22320aa-99db-4de3-9056-0c4a75253082),segment_id=b22320aa-99db-4de3-9056-0c4a75253082)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:33:35.164532 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6d33b0db-2e93-463f-9132-107865a953f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:35.233424 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb32c07-7767-4696-878e-370f75463791 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Made reservation on behalf of 3316c96996eb4a9c971effa194ad33fa for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:33:35.237549 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6cb32c07-7767-4696-878e-370f75463791 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:35.257877 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c2944831-c8f3-49b1-a420-65c4dc56894b req-f2c0248f-016d-44e0-99f6-5bdd368bc38f service neutron] 10.222.0.67 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618958 May 03 22:33:35.306263 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33b0db-2e93-463f-9132-107865a953f4 None None] Pushing event updated for resources: {'Port': ['ID=c0bed4c7-0398-4b88-93ca-a638a0a071c0,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:35.374036 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-6cb32c07-7767-4696-878e-370f75463791 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] device_id is not set on port 80ee1f8c-521b-4ae8-9ee1-51ba4242b93c yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:33:35.426876 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c10a89-2d49-48b8-8e5e-20b76032f915 req-33f1575d-0d64-456d-951d-044bb2d1f04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:35.428354 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-75c10a89-2d49-48b8-8e5e-20b76032f915 req-33f1575d-0d64-456d-951d-044bb2d1f04d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7650168 May 03 22:33:35.429670 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20885d6-2d07-4f63-a2c1-1b2c56064733 req-79527e2d-0d64-41d7-bb7f-87c87404b5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:35.431028 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a20885d6-2d07-4f63-a2c1-1b2c56064733 req-79527e2d-0d64-41d7-bb7f-87c87404b5c9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a6303b72-ad18-4df3-b796-1d1c3ad4e877 HTTP/1.1" status: 200 len: 850 time: 0.4060836 May 03 22:33:35.433020 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-3e22f0c3-d8ec-41e6-8e74-4a63e2d75b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:35.609700 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c10a89-2d49-48b8-8e5e-20b76032f915 req-07799209-f37e-4e68-9b7c-e867aa4347f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:35.613063 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-75c10a89-2d49-48b8-8e5e-20b76032f915 req-07799209-f37e-4e68-9b7c-e867aa4347f8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.6494932 May 03 22:33:35.881180 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4d6ae-db09-44b8-865a-f77edc4d981a req-d7013faa-7b81-4b78-bfaa-76ac4dfb2875 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:35.884452 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9aa4d6ae-db09-44b8-865a-f77edc4d981a req-d7013faa-7b81-4b78-bfaa-76ac4dfb2875 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b31f88c7-aee3-4f93-8e3a-5566bec64332 HTTP/1.1" status: 200 len: 945 time: 0.4241488 May 03 22:33:35.920166 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259803ff-b36e-45d3-b75b-27f2c6c043b4 req-e9222190-9c5a-4700-8199-1922de917767 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:35.922440 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-259803ff-b36e-45d3-b75b-27f2c6c043b4 req-e9222190-9c5a-4700-8199-1922de917767 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e2c5329-44d1-4f15-b757-88bac74ba5f1 HTTP/1.1" status: 200 len: 931 time: 1.2271080 May 03 22:33:36.044882 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-6cb32c07-7767-4696-878e-370f75463791 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Allocated IP 172.20.0.5 (13c6913c-2326-4aaa-b1aa-2ffd5c59daee/60e46162-6695-4cac-a5bf-37f0610cdcc8/80ee1f8c-521b-4ae8-9ee1-51ba4242b93c) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:33:36.066472 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9aa4d6ae-db09-44b8-865a-f77edc4d981a req-3e435a2b-58e9-47e2-bcfa-a039dcb2a772 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316946 May 03 22:33:36.096596 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-75c10a89-2d49-48b8-8e5e-20b76032f915 req-e254181c-f65c-4189-94ea-cbbab382254e service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6138632 May 03 22:33:36.122594 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c10a89-2d49-48b8-8e5e-20b76032f915 req-37f112bb-39ac-42fd-bd13-4bf6a9856ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:36.124286 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-75c10a89-2d49-48b8-8e5e-20b76032f915 req-37f112bb-39ac-42fd-bd13-4bf6a9856ea4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4878178 May 03 22:33:36.133745 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-259803ff-b36e-45d3-b75b-27f2c6c043b4 req-e78901c6-46e5-4312-b1eb-9959d9e2d187 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Synchronizing usage tracker for tenant:d5126da0448b4dc5bc6c990cac6d1e49 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:33:36.153253 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19a7f839-feab-48eb-b3a6-cf6e1f3458c8'] response: {'server_uuid': 'b31f88c7-aee3-4f93-8e3a-5566bec64332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e99326-0df7-4a22-a60f-84c041d2b4bc', 'code': 200} May 03 22:33:36.342323 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-259803ff-b36e-45d3-b75b-27f2c6c043b4 req-e78901c6-46e5-4312-b1eb-9959d9e2d187 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Unset dirty status for tenant:d5126da0448b4dc5bc6c990cac6d1e49 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:33:36.343624 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-259803ff-b36e-45d3-b75b-27f2c6c043b4 req-e78901c6-46e5-4312-b1eb-9959d9e2d187 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] 10.222.0.58 "GET /v2.0/security-groups?id=6696125a-3630-4b33-bff3-ca57d3d89881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932960 May 03 22:33:36.361077 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ff8be-f542-4a47-946a-07c34c3387cd req-2b29f890-f637-432b-bb19-d623b863d864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:36.362606 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-896ff8be-f542-4a47-946a-07c34c3387cd req-2b29f890-f637-432b-bb19-d623b863d864 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5a0f20c83fdc471fa4da593ef2ea5d27&device_id=57c73acd-fa44-40f8-8f3f-6f1772d19969 HTTP/1.1" status: 200 len: 1094 time: 1.0417864 May 03 22:33:36.459729 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20885d6-2d07-4f63-a2c1-1b2c56064733 req-bcc600fe-ea7f-486a-b56d-89a4b81873ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:36.461170 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a20885d6-2d07-4f63-a2c1-1b2c56064733 req-bcc600fe-ea7f-486a-b56d-89a4b81873ba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f73247c4-e4b1-4dbd-a711-946870a81559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0104923 May 03 22:33:36.481688 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-75c10a89-2d49-48b8-8e5e-20b76032f915 req-e426fda4-f0b6-4da9-badd-400635d5aa2a service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448844 May 03 22:33:36.683395 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0ef6a-1703-441e-be21-13c7064b62e2 req-4eace057-1e4f-4ab0-931b-dfb400720d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:36.684925 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a0f0ef6a-1703-441e-be21-13c7064b62e2 req-4eace057-1e4f-4ab0-931b-dfb400720d0b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b31f88c7-aee3-4f93-8e3a-5566bec64332 HTTP/1.1" status: 200 len: 1096 time: 0.3725944 May 03 22:33:36.713366 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597637b7-faf3-4c8a-8226-38d4f44b3d4f None None] Network 13c6913c-2326-4aaa-b1aa-2ffd5c59daee requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:33:36.880439 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-75c10a89-2d49-48b8-8e5e-20b76032f915 req-9b923dac-0bb4-4433-b892-ab5798352f85 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444085 May 03 22:33:36.895770 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-21b67424-46ca-4a02-9417-448088793503 None None] Provisioning for port c0bed4c7-0398-4b88-93ca-a638a0a071c0 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:33:36.900346 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415fbdd-d212-4050-8285-188c99a67279 req-d33912e4-4016-46ee-8478-d874094bdd83 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:36.909735 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6415fbdd-d212-4050-8285-188c99a67279 req-d33912e4-4016-46ee-8478-d874094bdd83 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c73acd-fa44-40f8-8f3f-6f1772d19969 HTTP/1.1" status: 200 len: 943 time: 0.6281357 May 03 22:33:36.919582 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:33:36.960825 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a20885d6-2d07-4f63-a2c1-1b2c56064733 req-1c47e7d1-ed08-4db4-8eaf-89d2a795ff47 service neutron] 10.222.0.60 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580305 May 03 22:33:36.987746 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6415fbdd-d212-4050-8285-188c99a67279 req-c5bf089d-d57f-4df5-b5e2-12928f77d725 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770988 May 03 22:33:36.988287 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-75c10a89-2d49-48b8-8e5e-20b76032f915 req-ba25eb1a-1329-4bf9-b8f6-b52833dcdf29 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8826711 May 03 22:33:36.996885 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a0f0ef6a-1703-441e-be21-13c7064b62e2 req-0fd1ac5b-f74b-400b-844c-d04d6b98354c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032793 May 03 22:33:37.001760 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-05d26110-0a4e-460b-ad53-488b71ac6c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:37.142703 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ff8be-f542-4a47-946a-07c34c3387cd req-94c0a846-dd3a-49a2-b623-f2849422b0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:37.144470 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-896ff8be-f542-4a47-946a-07c34c3387cd req-94c0a846-dd3a-49a2-b623-f2849422b0b7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=983af77e-2b01-4072-bd1e-12edcf859777 HTTP/1.1" status: 200 len: 907 time: 0.7666378 May 03 22:33:37.182025 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:33:37.193454 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 2fc0683f-e329-48d5-bf48-15f4dbdca21e details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:33:37.197248 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:33:37.197620 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:37.234601 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08af088-1c2e-4da1-a045-9d075e8f2e14 req-d211f37a-6abd-4fca-86e7-b11f7e0003c8 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:37.236104 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e08af088-1c2e-4da1-a045-9d075e8f2e14 req-d211f37a-6abd-4fca-86e7-b11f7e0003c8 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 948 time: 0.5670409 May 03 22:33:37.368205 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-896ff8be-f542-4a47-946a-07c34c3387cd req-a76ae970-f860-4397-8a65-bd48f531a7a8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebe6bcaf-8b79-40c4-bb18-cb77abd9c418 HTTP/1.1" status: 200 len: 217 time: 0.1100595 May 03 22:33:37.494384 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-3e22f0c3-d8ec-41e6-8e74-4a63e2d75b09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:33:37.523055 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6cb32c07-7767-4696-878e-370f75463791 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:37.528533 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a20885d6-2d07-4f63-a2c1-1b2c56064733 req-6f45c46e-8636-4a38-9de9-6e02dae09878 service neutron] 10.222.0.60 "GET /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5432727 May 03 22:33:37.532482 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-3e22f0c3-d8ec-41e6-8e74-4a63e2d75b09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:37.538213 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:37.574050 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ff8be-f542-4a47-946a-07c34c3387cd req-f4f6ac64-911d-4c63-931a-8ba5c872c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:37.575319 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 2fc0683f-e329-48d5-bf48-15f4dbdca21e, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=2fc0683f-e329-48d5-bf48-15f4dbdca21e,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:37.576014 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-896ff8be-f542-4a47-946a-07c34c3387cd req-f4f6ac64-911d-4c63-931a-8ba5c872c161 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a1f38ed2-c940-45de-9756-cc79b8316a2d HTTP/1.1" status: 200 len: 846 time: 0.1943336 May 03 22:33:37.604770 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '2fc0683f-e329-48d5-bf48-15f4dbdca21e', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': '2fc0683f-e329-48d5-bf48-15f4dbdca21e', 'mac_address': 'fa:16:3e:2d:d9:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:33:37.606687 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0a8adae2-9579-4813-9d4d-f97490b5aa44 req-fa61b2f6-76a0-4256-88e1-f5ada9163936 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ee04f8ee-61dc-42ed-9638-7a17af554f28 HTTP/1.1" status: 200 len: 210 time: 0.2463014 May 03 22:33:37.610047 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e08af088-1c2e-4da1-a045-9d075e8f2e14 req-67cd16be-2a87-4001-963c-cfa0679e6030 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653259 May 03 22:33:37.629088 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4562b2-b8f7-4693-9971-fa933bac05bd req-92967dfc-c880-4ff2-94ff-0aec37556b76 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:37.634765 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-6cb32c07-7767-4696-878e-370f75463791 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Transition to ACTIVE for port object 80ee1f8c-521b-4ae8-9ee1-51ba4242b93c will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:33:37.636332 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2c4562b2-b8f7-4693-9971-fa933bac05bd req-92967dfc-c880-4ff2-94ff-0aec37556b76 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.4817529 May 03 22:33:37.646483 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-3e22f0c3-d8ec-41e6-8e74-4a63e2d75b09 service neutron] Transition to ACTIVE for port object ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:33:37.663531 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b,segment=NetworkSegment(0ab7e5ab-ab57-4369-b42d-c10904d1af00),segment_id=0ab7e5ab-ab57-4369-b42d-c10904d1af00)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:37.667514 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-896ff8be-f542-4a47-946a-07c34c3387cd req-307f3797-c60a-4e6f-a7ae-fb1520d6b3ce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=983af77e-2b01-4072-bd1e-12edcf859777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803156 May 03 22:33:37.674295 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-3e22f0c3-d8ec-41e6-8e74-4a63e2d75b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:37.692799 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2c4562b2-b8f7-4693-9971-fa933bac05bd req-79d5599f-ca14-4927-9643-982a9c1a500b tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554800 May 03 22:33:37.694259 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:37.695152 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device c0bed4c7-0398-4b88-93ca-a638a0a071c0 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:33:37.840430 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:37.845032 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:37.870639 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc0683f-e329-48d5-bf48-15f4dbdca21e {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:33:37.877244 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-99ecf680-591d-43bd-8d4b-57bb2027ff1c req-a64d22a3-1b16-4a12-a68c-e8bf29e11fb0 tempest-ServerShowV247Test-379977091 tempest-ServerShowV247Test-379977091-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee04f8ee-61dc-42ed-9638-7a17af554f28 HTTP/1.1" status: 200 len: 210 time: 0.1041479 May 03 22:33:37.889672 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 2fc0683f-e329-48d5-bf48-15f4dbdca21e, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=2fc0683f-e329-48d5-bf48-15f4dbdca21e,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:37.892261 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port c0bed4c7-0398-4b88-93ca-a638a0a071c0 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:33:37.898898 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port c0bed4c7-0398-4b88-93ca-a638a0a071c0 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:33:37.899528 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:37.919542 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-05d26110-0a4e-460b-ad53-488b71ac6c59 admin admin] Deleting port f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:33:37.920048 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-05d26110-0a4e-460b-ad53-488b71ac6c59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:37.973915 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:37.982153 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-896ff8be-f542-4a47-946a-07c34c3387cd req-866d50bd-38c6-4a2c-82ff-345065930ee6 service neutron] 10.222.0.67 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028569 May 03 22:33:38.035339 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5cccb7-9870-4aa7-a0b3-c3fa3513368c req-a297db7e-f047-42cd-80c0-6e3c0892ac27 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:38.039109 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1f5cccb7-9870-4aa7-a0b3-c3fa3513368c req-a297db7e-f047-42cd-80c0-6e3c0892ac27 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b31f88c7-aee3-4f93-8e3a-5566bec64332 HTTP/1.1" status: 200 len: 945 time: 0.2041330 May 03 22:33:38.061829 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22f0c3-d8ec-41e6-8e74-4a63e2d75b09 service neutron] Pushing event updated for resources: {'Port': ['ID=ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:38.065247 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=2fc0683f-e329-48d5-bf48-15f4dbdca21e,revision_number=13']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:38.117669 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6cb32c07-7767-4696-878e-370f75463791 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:38.125401 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:38.164493 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port c0bed4c7-0398-4b88-93ca-a638a0a071c0, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=c0bed4c7-0398-4b88-93ca-a638a0a071c0,segment=NetworkSegment(b22320aa-99db-4de3-9056-0c4a75253082),segment_id=b22320aa-99db-4de3-9056-0c4a75253082)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:38.170328 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:38.230342 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-05d26110-0a4e-460b-ad53-488b71ac6c59 admin admin] For port f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b,segment=NetworkSegment(0ab7e5ab-ab57-4369-b42d-c10904d1af00),segment_id=0ab7e5ab-ab57-4369-b42d-c10904d1af00)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:38.230700 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-05d26110-0a4e-460b-ad53-488b71ac6c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:38.258850 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=c0bed4c7-0398-4b88-93ca-a638a0a071c0,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:38.284997 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb32c07-7767-4696-878e-370f75463791 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Network 13c6913c-2326-4aaa-b1aa-2ffd5c59daee is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:33:38.285837 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-3e22f0c3-d8ec-41e6-8e74-4a63e2d75b09 service neutron] Attempting to bind port ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:33:38.286227 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-3e22f0c3-d8ec-41e6-8e74-4a63e2d75b09 service neutron] Attempting to bind port ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'e3b1010d-1e34-45c8-81c6-43d49cc6bf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '2f5f5be5-c9ef-4884-b477-418a178f1e34'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:33:38.286552 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-3e22f0c3-d8ec-41e6-8e74-4a63e2d75b09 service neutron] Attempting to bind port ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04 on network 2f5f5be5-c9ef-4884-b477-418a178f1e34 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:33:38.292890 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-6cb32c07-7767-4696-878e-370f75463791 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:33:38.300004 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb32c07-7767-4696-878e-370f75463791 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:33:38.304623 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1f5cccb7-9870-4aa7-a0b3-c3fa3513368c req-a951bbbc-a162-4ee9-8ef1-1880eed495f9 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227769 May 03 22:33:38.362672 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-3e22f0c3-d8ec-41e6-8e74-4a63e2d75b09 service neutron] Port ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04 on network 2f5f5be5-c9ef-4884-b477-418a178f1e34 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:33:38.369373 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-3e22f0c3-d8ec-41e6-8e74-4a63e2d75b09 service neutron] Attempting to bind port ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04 on network 2f5f5be5-c9ef-4884-b477-418a178f1e34 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:33:38.372862 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb32c07-7767-4696-878e-370f75463791 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Pushing event updated for resources: {'Port': ['ID=80ee1f8c-521b-4ae8-9ee1-51ba4242b93c,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:38.389682 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['2fc0683f-e329-48d5-bf48-15f4dbdca21e'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:33:38.404752 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-05d26110-0a4e-460b-ad53-488b71ac6c59 admin admin] Calling delete_port for f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:33:38.443767 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-3e22f0c3-d8ec-41e6-8e74-4a63e2d75b09 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:33:38.444022 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-3e22f0c3-d8ec-41e6-8e74-4a63e2d75b09 service neutron] Checking segment: {'id': 'e3b1010d-1e34-45c8-81c6-43d49cc6bf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '2f5f5be5-c9ef-4884-b477-418a178f1e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:33:38.444412 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-3e22f0c3-d8ec-41e6-8e74-4a63e2d75b09 service neutron] Bound using segment: {'id': 'e3b1010d-1e34-45c8-81c6-43d49cc6bf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '2f5f5be5-c9ef-4884-b477-418a178f1e34'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:33:38.444864 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-3e22f0c3-d8ec-41e6-8e74-4a63e2d75b09 service neutron] Bound port: ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b1010d-1e34-45c8-81c6-43d49cc6bf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '2f5f5be5-c9ef-4884-b477-418a178f1e34'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:33:38.445219 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-3e22f0c3-d8ec-41e6-8e74-4a63e2d75b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:38.495764 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23ead1-1772-49aa-9ad5-58d36625c142 req-be250a22-bc97-4bc6-a04c-0239bf9970d8 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:38.506017 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dd23ead1-1772-49aa-9ad5-58d36625c142 req-be250a22-bc97-4bc6-a04c-0239bf9970d8 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e2c5329-44d1-4f15-b757-88bac74ba5f1 HTTP/1.1" status: 200 len: 943 time: 0.4798903 May 03 22:33:38.506968 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-896ff8be-f542-4a47-946a-07c34c3387cd req-c8ed1604-8fc5-484e-8384-cbf259d0d773 service neutron] 10.222.0.67 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4801300 May 03 22:33:38.635336 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dd23ead1-1772-49aa-9ad5-58d36625c142 req-78253521-069d-4f15-b5c0-dbff79578838 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] 10.222.0.58 "GET /v2.0/security-groups?id=6696125a-3630-4b33-bff3-ca57d3d89881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273570 May 03 22:33:38.644303 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-3e22f0c3-d8ec-41e6-8e74-4a63e2d75b09 service neutron] For port ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:33:38.654466 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-3e22f0c3-d8ec-41e6-8e74-4a63e2d75b09 service neutron] For port ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04,segment=NetworkSegment(e3b1010d-1e34-45c8-81c6-43d49cc6bf1c),segment_id=e3b1010d-1e34-45c8-81c6-43d49cc6bf1c)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:33:38.672383 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb32c07-7767-4696-878e-370f75463791 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:38.673036 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6cb32c07-7767-4696-878e-370f75463791 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:38.689449 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-3e22f0c3-d8ec-41e6-8e74-4a63e2d75b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:38.802664 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-3e22f0c3-d8ec-41e6-8e74-4a63e2d75b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:38.803595 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-3e22f0c3-d8ec-41e6-8e74-4a63e2d75b09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:38.805410 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-3e22f0c3-d8ec-41e6-8e74-4a63e2d75b09 service neutron] 10.222.0.60 "PUT /v2.0/ports/ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04 HTTP/1.1" status: 200 len: 1091 time: 3.8908644 May 03 22:33:38.805886 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2c5329-44d1-4f15-b757-88bac74ba5f1', 'tag': 'ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:33:38.830744 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6cb32c07-7767-4696-878e-370f75463791 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.6881597 May 03 22:33:38.831556 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33900) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:38.841288 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-cf56db48-98bc-465f-b9b0-e5d4aec696e7 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-670138699', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:38.842235 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:33:38.850227 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-cf56db48-98bc-465f-b9b0-e5d4aec696e7 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:38.856069 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-cf56db48-98bc-465f-b9b0-e5d4aec696e7 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Usage tracker for resource:router and tenant:3316c96996eb4a9c971effa194ad33fa is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:38.862519 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-cf56db48-98bc-465f-b9b0-e5d4aec696e7 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:38.865226 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22f0c3-d8ec-41e6-8e74-4a63e2d75b09 service neutron] Pushing event updated for resources: {'Port': ['ID=ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:38.885562 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device ebe6bcaf-8b79-40c4-bb18-cb77abd9c418 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:33:38.899013 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:33:38.899352 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 03 22:33:38.900434 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-cf56db48-98bc-465f-b9b0-e5d4aec696e7 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:38.910694 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-05d26110-0a4e-460b-ad53-488b71ac6c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:38.929249 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cf56db48-98bc-465f-b9b0-e5d4aec696e7 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:38.930332 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cf56db48-98bc-465f-b9b0-e5d4aec696e7 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:38.945785 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cf56db48-98bc-465f-b9b0-e5d4aec696e7 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:38.971915 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cf56db48-98bc-465f-b9b0-e5d4aec696e7 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:38.974096 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f6c77f79-9a1d-41b0-b3a5-69b6be27fdb0 None None] Provisioning for port 80ee1f8c-521b-4ae8-9ee1-51ba4242b93c completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:33:38.981671 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Port f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b not found, will not notify nova. {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 03 22:33:38.982089 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device c0bed4c7-0398-4b88-93ca-a638a0a071c0 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:33:38.987431 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d26110-0a4e-460b-ad53-488b71ac6c59 admin admin] Pushing event deleted for resources: {'Port': ['ID=f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:38.999755 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d26110-0a4e-460b-ad53-488b71ac6c59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:39.000232 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d26110-0a4e-460b-ad53-488b71ac6c59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:39.000733 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d26110-0a4e-460b-ad53-488b71ac6c59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:39.001163 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d26110-0a4e-460b-ad53-488b71ac6c59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:39.001590 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d26110-0a4e-460b-ad53-488b71ac6c59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:39.001832 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cf56db48-98bc-465f-b9b0-e5d4aec696e7 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:39.002319 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d26110-0a4e-460b-ad53-488b71ac6c59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:39.002732 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d26110-0a4e-460b-ad53-488b71ac6c59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:39.003155 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d26110-0a4e-460b-ad53-488b71ac6c59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:39.003635 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d26110-0a4e-460b-ad53-488b71ac6c59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:39.004026 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d26110-0a4e-460b-ad53-488b71ac6c59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:39.004417 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d26110-0a4e-460b-ad53-488b71ac6c59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:39.004837 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d26110-0a4e-460b-ad53-488b71ac6c59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:39.005964 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-cf56db48-98bc-465f-b9b0-e5d4aec696e7 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1711230 May 03 22:33:39.008103 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33906) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:39.013750 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-439428e0-721f-4d19-b86c-f1796c141bd2 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1895678029', 'prefixes': ['172.20.0.0/16']}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:39.046541 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f6c77f79-9a1d-41b0-b3a5-69b6be27fdb0 None None] Provisioning complete for port 80ee1f8c-521b-4ae8-9ee1-51ba4242b93c triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:33:39.046945 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f6c77f79-9a1d-41b0-b3a5-69b6be27fdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:39.176242 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f6c77f79-9a1d-41b0-b3a5-69b6be27fdb0 None None] Port 80ee1f8c-521b-4ae8-9ee1-51ba4242b93c cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:33:39.184133 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167aebfd-4aae-404c-85c5-20266a8488d4 req-77438d9e-3958-42a8-bc58-d5227086d3aa tempest-MigrationsAdminTest-668091771 tempest-MigrationsAdminTest-668091771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:39.191513 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-167aebfd-4aae-404c-85c5-20266a8488d4 req-77438d9e-3958-42a8-bc58-d5227086d3aa tempest-MigrationsAdminTest-668091771 tempest-MigrationsAdminTest-668091771-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 1100 time: 0.4103951 May 03 22:33:39.211355 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-439428e0-721f-4d19-b86c-f1796c141bd2 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:39.220535 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-d555bce9-b087-4c22-b740-4f58fd2893e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:39.222699 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-d555bce9-b087-4c22-b740-4f58fd2893e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5126da0448b4dc5bc6c990cac6d1e49&device_id=7e2c5329-44d1-4f15-b757-88bac74ba5f1 HTTP/1.1" status: 200 len: 1094 time: 0.3611255 May 03 22:33:39.229286 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f382e85-3c26-494f-9bcb-22cc5626c51e req-11653cc1-ec25-46d3-b55e-e1ec7247c969 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:39.237341 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f382e85-3c26-494f-9bcb-22cc5626c51e req-11653cc1-ec25-46d3-b55e-e1ec7247c969 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c73acd-fa44-40f8-8f3f-6f1772d19969 HTTP/1.1" status: 200 len: 943 time: 0.3757234 May 03 22:33:39.242631 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port ebe6bcaf-8b79-40c4-bb18-cb77abd9c418, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=ebe6bcaf-8b79-40c4-bb18-cb77abd9c418,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:39.262085 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port c0bed4c7-0398-4b88-93ca-a638a0a071c0 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:33:39.262762 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:39.295209 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'ebe6bcaf-8b79-40c4-bb18-cb77abd9c418', 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777', 'port_id': 'ebe6bcaf-8b79-40c4-bb18-cb77abd9c418', 'mac_address': 'fa:16:3e:71:9b:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1f38ed2-c940-45de-9756-cc79b8316a2d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:33:39.340607 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-0fb16581-8333-4f81-8144-ed0595ac68d9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04 HTTP/1.1" status: 200 len: 217 time: 0.1097813 May 03 22:33:39.395636 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:39.444318 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebe6bcaf-8b79-40c4-bb18-cb77abd9c418 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:33:39.450328 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-e8450ace-fc30-473a-84cc-7fa81c7198a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:39.452338 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-e8450ace-fc30-473a-84cc-7fa81c7198a1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92b199ac-1b42-41d0-ba9e-3f447230f73b HTTP/1.1" status: 200 len: 850 time: 0.1014540 May 03 22:33:39.453506 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-439428e0-721f-4d19-b86c-f1796c141bd2 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks [] for subnetpool, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:39.454818 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-439428e0-721f-4d19-b86c-f1796c141bd2 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4458034 May 03 22:33:39.458353 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33912) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:39.466255 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-167aebfd-4aae-404c-85c5-20266a8488d4 req-2067d272-8a5d-4567-9a59-29039b07c681 tempest-MigrationsAdminTest-668091771 tempest-MigrationsAdminTest-668091771-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736976 May 03 22:33:39.468186 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.tag.tag_plugin [None req-aaad381f-21e5-45cb-8812-44f0a34142e3 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '60e46162-6695-4cac-a5bf-37f0610cdcc8', 'tempest-TagsExtTest-Tag-964559741') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:39.481685 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f382e85-3c26-494f-9bcb-22cc5626c51e req-58f23f4c-4235-4616-9562-c9c822141247 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430143 May 03 22:33:39.487596 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port ebe6bcaf-8b79-40c4-bb18-cb77abd9c418, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=ebe6bcaf-8b79-40c4-bb18-cb77abd9c418,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:39.506631 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:39.543785 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-05d26110-0a4e-460b-ad53-488b71ac6c59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:39.599357 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=ebe6bcaf-8b79-40c4-bb18-cb77abd9c418,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:39.628762 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18ae6a50-27bd-46a3-925e-7bd1badf06c5'] response: {'name': 'network-changed', 'server_uuid': '7e2c5329-44d1-4f15-b757-88bac74ba5f1', 'tag': 'ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04', 'status': 'completed', 'code': 200} May 03 22:33:39.648695 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-2b326590-50dd-4a5f-be81-b16778f78a1e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2f5f5be5-c9ef-4884-b477-418a178f1e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1850080 May 03 22:33:39.821343 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-d558f501-58f8-412e-93d2-79996351d168 service neutron] 10.222.0.60 "GET /v2.0/networks/2f5f5be5-c9ef-4884-b477-418a178f1e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575646 May 03 22:33:39.832651 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-aaad381f-21e5-45cb-8812-44f0a34142e3 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "PUT /v2.0/subnets/60e46162-6695-4cac-a5bf-37f0610cdcc8/tags/tempest-TagsExtTest-Tag-964559741 HTTP/1.1" status: 201 len: 201 time: 0.3723302 May 03 22:33:39.835510 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33920) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:39.843174 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.tag.tag_plugin [None req-ac83cccb-be88-42ab-a569-9e969c55e691 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '80ee1f8c-521b-4ae8-9ee1-51ba4242b93c', 'tempest-TagsExtTest-Tag-48521866') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:39.909314 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['ebe6bcaf-8b79-40c4-bb18-cb77abd9c418'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:33:39.932165 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-915ae6f7-1286-4dd0-876e-8f07325d91d3 req-daafbb76-4159-4afa-8579-221e8ef63cea tempest-ServerShowV247Test-379977091 tempest-ServerShowV247Test-379977091-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee04f8ee-61dc-42ed-9638-7a17af554f28 HTTP/1.1" status: 200 len: 210 time: 0.0724604 May 03 22:33:40.030324 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d15e623d-1a3c-462b-b8e5-a3977a21b110 req-ac34d55d-8a1b-4187-87ee-2063faf6561d service neutron] 10.222.0.60 "GET /v2.0/networks/2f5f5be5-c9ef-4884-b477-418a178f1e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616907 May 03 22:33:40.031631 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0d9db-3edf-43de-8a56-10a77e32a2d7 req-6cb9b274-f254-4b6f-8488-c6ff7a1db880 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:40.033165 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-43d0d9db-3edf-43de-8a56-10a77e32a2d7 req-6cb9b274-f254-4b6f-8488-c6ff7a1db880 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.4132240 May 03 22:33:40.068834 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ac83cccb-be88-42ab-a569-9e969c55e691 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "PUT /v2.0/ports/80ee1f8c-521b-4ae8-9ee1-51ba4242b93c/tags/tempest-TagsExtTest-Tag-48521866 HTTP/1.1" status: 201 len: 201 time: 0.2318375 May 03 22:33:40.071245 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33926) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:40.079022 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.tag.tag_plugin [None req-af04c84c-567d-47cd-9a71-3f0afc32e2bb tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b60dc134-b82e-4089-9d62-7d445fbd6746', 'tempest-TagsExtTest-Tag-845386463') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:40.280966 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-43d0d9db-3edf-43de-8a56-10a77e32a2d7 req-1e479ed0-0382-4b15-854d-fa89effed214 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2346792 May 03 22:33:40.287093 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc754f-718a-4f93-922d-2e14a593d87b req-dccd2a28-998e-48e2-809d-a4f86c53749c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:40.288905 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b7bc754f-718a-4f93-922d-2e14a593d87b req-dccd2a28-998e-48e2-809d-a4f86c53749c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5126da0448b4dc5bc6c990cac6d1e49&device_id=7e2c5329-44d1-4f15-b757-88bac74ba5f1 HTTP/1.1" status: 200 len: 1094 time: 0.1572165 May 03 22:33:40.294086 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-af04c84c-567d-47cd-9a71-3f0afc32e2bb tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "PUT /v2.0/routers/b60dc134-b82e-4089-9d62-7d445fbd6746/tags/tempest-TagsExtTest-Tag-845386463 HTTP/1.1" status: 201 len: 201 time: 0.2187893 May 03 22:33:40.294272 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33930) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:40.302937 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.tag.tag_plugin [None req-253431de-b534-4ab5-b636-72af91a36ca0 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '75efb1d6-3412-4240-91a5-6b066b353977', 'tempest-TagsExtTest-Tag-1709257787') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:40.355863 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a221a-6b82-4ac0-89c9-ddf4295913f1 req-d826a782-e532-4d86-8cfd-f6b51bf09e0d tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:40.357437 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac1a221a-6b82-4ac0-89c9-ddf4295913f1 req-d826a782-e532-4d86-8cfd-f6b51bf09e0d tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b31f88c7-aee3-4f93-8e3a-5566bec64332 HTTP/1.1" status: 200 len: 945 time: 0.2952516 May 03 22:33:40.399447 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d26110-0a4e-460b-ad53-488b71ac6c59 admin admin] Router 18a34934-155d-49eb-aeef-6a9c9de42d4c has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:33:40.478186 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac1a221a-6b82-4ac0-89c9-ddf4295913f1 req-a20557d2-741c-4cbc-a749-cfc7baad4802 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108100 May 03 22:33:40.489998 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc754f-718a-4f93-922d-2e14a593d87b req-8653eac9-410d-401e-9505-5581ab8c504e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:40.491977 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b7bc754f-718a-4f93-922d-2e14a593d87b req-8653eac9-410d-401e-9505-5581ab8c504e service neutron] 10.222.0.60 "GET /v2.0/networks?id=2f5f5be5-c9ef-4884-b477-418a178f1e34 HTTP/1.1" status: 200 len: 911 time: 0.1788828 May 03 22:33:40.497769 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-253431de-b534-4ab5-b636-72af91a36ca0 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "PUT /v2.0/subnetpools/75efb1d6-3412-4240-91a5-6b066b353977/tags/tempest-TagsExtTest-Tag-1709257787 HTTP/1.1" status: 201 len: 201 time: 0.1972628 May 03 22:33:40.498046 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33936) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:40.571517 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.tag.tag_plugin [None req-08e4cb57-b9a8-46cb-8158-2f1be231e989 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '60e46162-6695-4cac-a5bf-37f0610cdcc8') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:40.620488 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b7bc754f-718a-4f93-922d-2e14a593d87b req-c5b94e51-ea50-46c3-858b-51bb97b56479 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04 HTTP/1.1" status: 200 len: 217 time: 0.1182165 May 03 22:33:40.707469 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc754f-718a-4f93-922d-2e14a593d87b req-b2d04b46-e9ee-4043-9e2e-c1d525be3297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:40.709242 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b7bc754f-718a-4f93-922d-2e14a593d87b req-b2d04b46-e9ee-4043-9e2e-c1d525be3297 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=92b199ac-1b42-41d0-ba9e-3f447230f73b HTTP/1.1" status: 200 len: 850 time: 0.0785601 May 03 22:33:40.728546 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d26110-0a4e-460b-ad53-488b71ac6c59 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:33:40.741399 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be45d300-f4dc-4001-afa7-7867d9e5a767 None None] Sync routers for ids ['18a34934-155d-49eb-aeef-6a9c9de42d4c'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:33:40.753364 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be45d300-f4dc-4001-afa7-7867d9e5a767 None None] Routers {'18a34934-155d-49eb-aeef-6a9c9de42d4c'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:33:40.755305 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-be45d300-f4dc-4001-afa7-7867d9e5a767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:33:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['18a34934-155d-49eb-aeef-6a9c9de42d4c'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:40.761098 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-05d26110-0a4e-460b-ad53-488b71ac6c59 admin admin] 10.222.0.58 "PUT /v2.0/routers/18a34934-155d-49eb-aeef-6a9c9de42d4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5605824 May 03 22:33:40.770977 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33946) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:40.788326 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b7bc754f-718a-4f93-922d-2e14a593d87b req-0f4b1259-8537-4c2f-83bb-47bed96fe4c1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2f5f5be5-c9ef-4884-b477-418a178f1e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673797 May 03 22:33:40.798653 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae361de8-5d7f-47a2-96dc-db0793b502e0 req-6b23f78b-e411-424d-9d4b-d8e5c1145d4c tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:40.806195 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ae361de8-5d7f-47a2-96dc-db0793b502e0 req-6b23f78b-e411-424d-9d4b-d8e5c1145d4c tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e2c5329-44d1-4f15-b757-88bac74ba5f1 HTTP/1.1" status: 200 len: 943 time: 0.1598797 May 03 22:33:40.884395 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ae361de8-5d7f-47a2-96dc-db0793b502e0 req-6b5371cc-e8a4-4a97-bb5e-727eebf2e33d tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] 10.222.0.58 "GET /v2.0/security-groups?id=6696125a-3630-4b33-bff3-ca57d3d89881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773087 May 03 22:33:40.935143 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-08e4cb57-b9a8-46cb-8158-2f1be231e989 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "GET /v2.0/subnets/60e46162-6695-4cac-a5bf-37f0610cdcc8/tags HTTP/1.1" status: 200 len: 240 time: 0.4349141 May 03 22:33:40.938081 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33950) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:40.943414 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.tag.tag_plugin [None req-8960af12-dc50-486e-a0c3-f290347b2461 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '60e46162-6695-4cac-a5bf-37f0610cdcc8', 'tempest-TagsExtTest-Tag-964559741') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:40.987567 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-be45d300-f4dc-4001-afa7-7867d9e5a767 None None] Set router 18a34934-155d-49eb-aeef-6a9c9de42d4c gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:33:41.096799 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-955076fe-0a4f-4a2d-9fc5-af329e0a326e req-8f60c9cb-85e9-45c0-9a2e-8034ce7a4bdb tempest-ServerShowV247Test-379977091 tempest-ServerShowV247Test-379977091-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee04f8ee-61dc-42ed-9638-7a17af554f28&device_id=9ebfa484-30ce-409f-8bbc-4e289debb7d7 HTTP/1.1" status: 200 len: 210 time: 0.0883710 May 03 22:33:41.154409 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 2fc0683f-e329-48d5-bf48-15f4dbdca21e up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:33:41.173254 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33956) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:41.173469 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8960af12-dc50-486e-a0c3-f290347b2461 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "GET /v2.0/subnets/60e46162-6695-4cac-a5bf-37f0610cdcc8/tags/tempest-TagsExtTest-Tag-964559741 HTTP/1.1" status: 204 len: 168 time: 0.2336776 May 03 22:33:41.184380 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cef537-4b2f-4325-be5c-1119fd2db38c req-497e77dc-663c-48be-8723-43cee19ba4bf tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:41.185843 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-77cef537-4b2f-4325-be5c-1119fd2db38c req-497e77dc-663c-48be-8723-43cee19ba4bf tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.1764467 May 03 22:33:41.227388 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.tag.tag_plugin [None req-9124bf82-4138-4beb-98b3-377ee041586e tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '60e46162-6695-4cac-a5bf-37f0610cdcc8', 'tempest-TagsExtTest-Tag-964559741') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:41.283555 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-77cef537-4b2f-4325-be5c-1119fd2db38c req-bc841810-6bc4-4592-872e-59bfc84f3881 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917130 May 03 22:33:41.319416 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52f868-9980-44d8-af15-fbade19ee794 req-b4c43fda-c91d-4956-abfc-15e8bddfb316 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:41.321441 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2a52f868-9980-44d8-af15-fbade19ee794 req-b4c43fda-c91d-4956-abfc-15e8bddfb316 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c73acd-fa44-40f8-8f3f-6f1772d19969 HTTP/1.1" status: 200 len: 944 time: 0.0971844 May 03 22:33:41.343046 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b7bc754f-718a-4f93-922d-2e14a593d87b req-2103281c-a323-479e-908d-8c299ccc905d service neutron] 10.222.0.60 "GET /v2.0/networks/2f5f5be5-c9ef-4884-b477-418a178f1e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439538 May 03 22:33:41.347486 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 2fc0683f-e329-48d5-bf48-15f4dbdca21e completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:33:41.354713 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 2fc0683f-e329-48d5-bf48-15f4dbdca21e triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:33:41.355132 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:41.383380 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed0404f1-01cf-414f-b25a-ae551a961cf7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:41.390962 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2a52f868-9980-44d8-af15-fbade19ee794 req-d72ecfcc-a8f1-4991-a028-40de1df428c8 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618565 May 03 22:33:41.555556 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:41.574511 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-be45d300-f4dc-4001-afa7-7867d9e5a767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a34934-155d-49eb-aeef-6a9c9de42d4c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1333408661-router', 'tenant_id': 'd040017ca19e48888dd666fffaad451b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '5727914d-527e-401b-94a7-93cf8980a47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:33:11Z', 'updated_at': '2022-05-03T22:33:38Z', 'revision_number': 5, 'project_id': 'd040017ca19e48888dd666fffaad451b', 'gw_port': {'id': '5727914d-527e-401b-94a7-93cf8980a47b', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:53:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a34934-155d-49eb-aeef-6a9c9de42d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:33:14Z', 'updated_at': '2022-05-03T22:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:41.578677 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41727a4-61ff-44e4-8acb-bb9c92d79f0c req-285d7e1c-5d2e-4c1c-bde6-0d42179bd13a tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:41.579187 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be45d300-f4dc-4001-afa7-7867d9e5a767 None None] Checking router: 18a34934-155d-49eb-aeef-6a9c9de42d4c for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:33:41.580173 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d41727a4-61ff-44e4-8acb-bb9c92d79f0c req-285d7e1c-5d2e-4c1c-bde6-0d42179bd13a tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=efc4a8a7-886c-4033-9fa8-4766e4fdc2b7 HTTP/1.1" status: 200 len: 945 time: 0.1405516 May 03 22:33:41.598345 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 2fc0683f-e329-48d5-bf48-15f4dbdca21e, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=2fc0683f-e329-48d5-bf48-15f4dbdca21e,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:41.601666 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367a22ed-ab2c-491b-93e4-a1fe5afe2e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc0683f-e329-48d5-bf48-15f4dbdca21e'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:33:41.611388 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:41.651054 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d41727a4-61ff-44e4-8acb-bb9c92d79f0c req-2a441373-203d-420d-a324-2404259cd5e2 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619068 May 03 22:33:41.651827 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be45d300-f4dc-4001-afa7-7867d9e5a767 None None] Routers {'18a34934-155d-49eb-aeef-6a9c9de42d4c'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:33:41.652453 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-be45d300-f4dc-4001-afa7-7867d9e5a767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:33:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['18a34934-155d-49eb-aeef-6a9c9de42d4c'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:41.688791 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d295883-c81c-46e7-b3da-3bb57c544abc req-733ae933-33ca-4c6a-b781-36f2a77af27f tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:41.690815 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5d295883-c81c-46e7-b3da-3bb57c544abc req-733ae933-33ca-4c6a-b781-36f2a77af27f tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 949 time: 0.1591227 May 03 22:33:41.728868 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed0404f1-01cf-414f-b25a-ae551a961cf7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:41.749702 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5d295883-c81c-46e7-b3da-3bb57c544abc req-4d8d1f48-a03c-4861-a65a-63db3f327d19 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522082 May 03 22:33:41.757283 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33966) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:41.758867 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9124bf82-4138-4beb-98b3-377ee041586e tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "DELETE /v2.0/subnets/60e46162-6695-4cac-a5bf-37f0610cdcc8/tags/tempest-TagsExtTest-Tag-964559741 HTTP/1.1" status: 204 len: 168 time: 0.5385816 May 03 22:33:41.773056 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ed0404f1-01cf-414f-b25a-ae551a961cf7 admin admin] Deleting port 5727914d-527e-401b-94a7-93cf8980a47b {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:33:41.773415 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed0404f1-01cf-414f-b25a-ae551a961cf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:41.776351 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.tag.tag_plugin [None req-951a2bbb-d077-41e6-9545-25984cdb4355 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '60e46162-6695-4cac-a5bf-37f0610cdcc8') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:41.850407 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b7bc754f-718a-4f93-922d-2e14a593d87b req-6392f3b7-2ecb-43b8-8691-e4ac03b9c0b1 service neutron] 10.222.0.60 "GET /v2.0/networks/2f5f5be5-c9ef-4884-b477-418a178f1e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4962335 May 03 22:33:41.888361 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-951a2bbb-d077-41e6-9545-25984cdb4355 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "GET /v2.0/subnets/60e46162-6695-4cac-a5bf-37f0610cdcc8/tags HTTP/1.1" status: 200 len: 205 time: 0.1270180 May 03 22:33:41.889348 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33970) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:41.897545 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.tag.tag_plugin [None req-4a642518-ca80-4ed4-8572-79aa239c8e8d tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '80ee1f8c-521b-4ae8-9ee1-51ba4242b93c') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:41.941299 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=2fc0683f-e329-48d5-bf48-15f4dbdca21e,revision_number=14']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:41.957397 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-be45d300-f4dc-4001-afa7-7867d9e5a767 None None] Set router 18a34934-155d-49eb-aeef-6a9c9de42d4c gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:33:42.004860 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4a642518-ca80-4ed4-8572-79aa239c8e8d tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "GET /v2.0/ports/80ee1f8c-521b-4ae8-9ee1-51ba4242b93c/tags HTTP/1.1" status: 200 len: 239 time: 0.1140244 May 03 22:33:42.005549 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33982) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:42.011260 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.tag.tag_plugin [None req-c72e5780-5bc5-4bd4-84a1-9c0c8941a680 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '80ee1f8c-521b-4ae8-9ee1-51ba4242b93c', 'tempest-TagsExtTest-Tag-48521866') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:42.040012 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-ed0404f1-01cf-414f-b25a-ae551a961cf7 admin admin] For port 5727914d-527e-401b-94a7-93cf8980a47b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=5727914d-527e-401b-94a7-93cf8980a47b,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:42.040488 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed0404f1-01cf-414f-b25a-ae551a961cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:42.129261 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c72e5780-5bc5-4bd4-84a1-9c0c8941a680 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "GET /v2.0/ports/80ee1f8c-521b-4ae8-9ee1-51ba4242b93c/tags/tempest-TagsExtTest-Tag-48521866 HTTP/1.1" status: 204 len: 168 time: 0.1226418 May 03 22:33:42.132414 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33988) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:42.132991 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acad3d62-b8bd-4cae-b066-4e14cbed4258'] response: {'server_uuid': '367a22ed-ab2c-491b-93e4-a1fe5afe2e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc0683f-e329-48d5-bf48-15f4dbdca21e', 'code': 200} May 03 22:33:42.144916 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.tag.tag_plugin [None req-9ded195a-bd03-4483-b751-731dcd4a36e2 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '80ee1f8c-521b-4ae8-9ee1-51ba4242b93c', 'tempest-TagsExtTest-Tag-48521866') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:42.363587 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ed0404f1-01cf-414f-b25a-ae551a961cf7 admin admin] Calling delete_port for 5727914d-527e-401b-94a7-93cf8980a47b owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:33:42.446746 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-be45d300-f4dc-4001-afa7-7867d9e5a767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a34934-155d-49eb-aeef-6a9c9de42d4c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1333408661-router', 'tenant_id': 'd040017ca19e48888dd666fffaad451b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '5727914d-527e-401b-94a7-93cf8980a47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:33:11Z', 'updated_at': '2022-05-03T22:33:38Z', 'revision_number': 5, 'project_id': 'd040017ca19e48888dd666fffaad451b', 'gw_port': {'id': '5727914d-527e-401b-94a7-93cf8980a47b', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:53:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a34934-155d-49eb-aeef-6a9c9de42d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:33:14Z', 'updated_at': '2022-05-03T22:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:42.452012 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be45d300-f4dc-4001-afa7-7867d9e5a767 None None] The sync data for ids ['18a34934-155d-49eb-aeef-6a9c9de42d4c'] in n-d-811807-1 is: [{'id': '18a34934-155d-49eb-aeef-6a9c9de42d4c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1333408661-router', 'tenant_id': 'd040017ca19e48888dd666fffaad451b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '5727914d-527e-401b-94a7-93cf8980a47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:33:11Z', 'updated_at': '2022-05-03T22:33:38Z', 'revision_number': 5, 'project_id': 'd040017ca19e48888dd666fffaad451b', 'gw_port': {'id': '5727914d-527e-401b-94a7-93cf8980a47b', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:53:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a34934-155d-49eb-aeef-6a9c9de42d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:33:14Z', 'updated_at': '2022-05-03T22:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:33:42.521613 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c499f-4470-40f8-981d-b7f9141fde84 req-369caa0c-bb6c-4885-864c-d6f955231c2b tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:42.528526 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ecbb720a-1459-480a-8400-42301994e396 req-459f0e0b-5a3e-46d8-a107-4d7532a545cc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=14fd7c26852d4f9783468b37e93da632&device_id=ee04f8ee-61dc-42ed-9638-7a17af554f28 HTTP/1.1" status: 200 len: 210 time: 0.3514330 May 03 22:33:42.528865 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5e6c499f-4470-40f8-981d-b7f9141fde84 req-369caa0c-bb6c-4885-864c-d6f955231c2b tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=42ec8bce-1b92-4bdc-9378-9caea9368515 HTTP/1.1" status: 200 len: 946 time: 0.1762354 May 03 22:33:42.553975 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571dcbd-3afd-41ae-977b-1e194708dd2d req-98aa5348-36e6-499b-a01f-7a1df3b5c6b0 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:42.555442 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9571dcbd-3afd-41ae-977b-1e194708dd2d req-98aa5348-36e6-499b-a01f-7a1df3b5c6b0 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.60 "GET /v2.0/ports?device_id=367a22ed-ab2c-491b-93e4-a1fe5afe2e20 HTTP/1.1" status: 200 len: 950 time: 0.2334573 May 03 22:33:42.561628 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9ded195a-bd03-4483-b751-731dcd4a36e2 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "DELETE /v2.0/ports/80ee1f8c-521b-4ae8-9ee1-51ba4242b93c/tags/tempest-TagsExtTest-Tag-48521866 HTTP/1.1" status: 204 len: 168 time: 0.4257250 May 03 22:33:42.562322 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34022) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:42.570574 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ecbb720a-1459-480a-8400-42301994e396 req-949bd0cd-7ddb-4f26-9db9-1bbae47ec2d3 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=14fd7c26852d4f9783468b37e93da632&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314755 May 03 22:33:42.599409 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed0404f1-01cf-414f-b25a-ae551a961cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:42.604342 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.tag.tag_plugin [None req-5d026bce-6959-403a-8e4b-98d13cd8546f tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '80ee1f8c-521b-4ae8-9ee1-51ba4242b93c') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:42.692996 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0404f1-01cf-414f-b25a-ae551a961cf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5727914d-527e-401b-94a7-93cf8980a47b,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:42.698511 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5e6c499f-4470-40f8-981d-b7f9141fde84 req-1abb6e4d-1bf0-47d2-a496-7ca1bee51fb3 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685164 May 03 22:33:42.714370 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-9571dcbd-3afd-41ae-977b-1e194708dd2d req-cd794043-a313-48af-8b98-524815b12044 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Deleting port 2fc0683f-e329-48d5-bf48-15f4dbdca21e {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:33:42.714779 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9571dcbd-3afd-41ae-977b-1e194708dd2d req-cd794043-a313-48af-8b98-524815b12044 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:42.837913 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5d026bce-6959-403a-8e4b-98d13cd8546f tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "GET /v2.0/ports/80ee1f8c-521b-4ae8-9ee1-51ba4242b93c/tags HTTP/1.1" status: 200 len: 205 time: 0.2731998 May 03 22:33:42.858839 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34038) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:42.860186 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0404f1-01cf-414f-b25a-ae551a961cf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:42.860536 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0404f1-01cf-414f-b25a-ae551a961cf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:42.860912 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0404f1-01cf-414f-b25a-ae551a961cf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:42.861167 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0404f1-01cf-414f-b25a-ae551a961cf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:42.861491 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0404f1-01cf-414f-b25a-ae551a961cf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:42.861815 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0404f1-01cf-414f-b25a-ae551a961cf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:42.862267 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0404f1-01cf-414f-b25a-ae551a961cf7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:42.862465 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0404f1-01cf-414f-b25a-ae551a961cf7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:42.862784 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0404f1-01cf-414f-b25a-ae551a961cf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:42.863101 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0404f1-01cf-414f-b25a-ae551a961cf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:42.863416 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0404f1-01cf-414f-b25a-ae551a961cf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:42.863730 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0404f1-01cf-414f-b25a-ae551a961cf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:33:42.874040 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:33:42.875347 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.tag.tag_plugin [None req-26f91e5c-9174-4963-bcc6-0f41cd339daf tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b60dc134-b82e-4089-9d62-7d445fbd6746') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:42.929291 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:33:42.929905 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device f60ba937-8bca-4ebf-a7d5-ee5b4de5e07b not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:33:42.937932 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device ebe6bcaf-8b79-40c4-bb18-cb77abd9c418 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:33:43.043797 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port ebe6bcaf-8b79-40c4-bb18-cb77abd9c418 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:33:43.050753 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port ebe6bcaf-8b79-40c4-bb18-cb77abd9c418 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:33:43.051279 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:43.139129 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a95846-7f27-48a1-80bc-32e564fe3b45 req-bea835a5-3eda-4e78-aa72-ab77601ae6a7 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:43.141129 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b6a95846-7f27-48a1-80bc-32e564fe3b45 req-bea835a5-3eda-4e78-aa72-ab77601ae6a7 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e2c5329-44d1-4f15-b757-88bac74ba5f1 HTTP/1.1" status: 200 len: 943 time: 0.3234203 May 03 22:33:43.161244 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb720a-1459-480a-8400-42301994e396 req-3057d197-de07-464b-a716-36f1019ba7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:43.163487 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ecbb720a-1459-480a-8400-42301994e396 req-3057d197-de07-464b-a716-36f1019ba7b7 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5861502 May 03 22:33:43.164575 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:33:43.194210 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed0404f1-01cf-414f-b25a-ae551a961cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:43.197974 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-9571dcbd-3afd-41ae-977b-1e194708dd2d req-cd794043-a313-48af-8b98-524815b12044 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] For port 2fc0683f-e329-48d5-bf48-15f4dbdca21e, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=2fc0683f-e329-48d5-bf48-15f4dbdca21e,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:43.198347 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9571dcbd-3afd-41ae-977b-1e194708dd2d req-cd794043-a313-48af-8b98-524815b12044 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:43.203921 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:43.318032 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port ebe6bcaf-8b79-40c4-bb18-cb77abd9c418, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=ebe6bcaf-8b79-40c4-bb18-cb77abd9c418,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:43.325627 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:43.342900 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-9571dcbd-3afd-41ae-977b-1e194708dd2d req-cd794043-a313-48af-8b98-524815b12044 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Calling delete_port for 2fc0683f-e329-48d5-bf48-15f4dbdca21e owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:33:43.358582 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-26f91e5c-9174-4963-bcc6-0f41cd339daf tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "GET /v2.0/routers/b60dc134-b82e-4089-9d62-7d445fbd6746/tags HTTP/1.1" status: 200 len: 240 time: 0.4887898 May 03 22:33:43.364944 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34042) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:43.373030 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.tag.tag_plugin [None req-8cd3dc6e-4444-47ab-a5ae-b9f575adc1a6 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b60dc134-b82e-4089-9d62-7d445fbd6746', 'tempest-TagsExtTest-Tag-845386463') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:43.394815 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b6a95846-7f27-48a1-80bc-32e564fe3b45 req-5ac10063-b0ab-4703-b260-d50a1f33df5a tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] 10.222.0.58 "GET /v2.0/security-groups?id=6696125a-3630-4b33-bff3-ca57d3d89881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424600 May 03 22:33:43.421956 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241f5e7-7379-4b04-a9bf-4f4b3560cd67 req-8de17949-c066-4dde-b004-90acb7b9dc54 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:43.430477 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5241f5e7-7379-4b04-a9bf-4f4b3560cd67 req-8de17949-c066-4dde-b004-90acb7b9dc54 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=69e3cadd-5968-49c0-a0e9-e11eed87b3c4 HTTP/1.1" status: 200 len: 943 time: 0.3990781 May 03 22:33:43.437129 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed0404f1-01cf-414f-b25a-ae551a961cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:43.448770 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=ebe6bcaf-8b79-40c4-bb18-cb77abd9c418,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:43.479203 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04,segment=NetworkSegment(e3b1010d-1e34-45c8-81c6-43d49cc6bf1c),segment_id=e3b1010d-1e34-45c8-81c6-43d49cc6bf1c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:43.489042 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed0404f1-01cf-414f-b25a-ae551a961cf7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:43.495398 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': 'ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04', 'network_id': '2f5f5be5-c9ef-4884-b477-418a178f1e34', 'port_id': 'ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04', 'mac_address': 'fa:16:3e:70:84:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92b199ac-1b42-41d0-ba9e-3f447230f73b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:33:43.540425 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-5241f5e7-7379-4b04-a9bf-4f4b3560cd67 req-c08f775c-f477-46c6-8170-2b4c3e95a981 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Deleting port a45cfcf3-5001-41e4-a152-1a1ce1405b66 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:33:43.540775 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-5241f5e7-7379-4b04-a9bf-4f4b3560cd67 req-c08f775c-f477-46c6-8170-2b4c3e95a981 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:43.548501 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8cd3dc6e-4444-47ab-a5ae-b9f575adc1a6 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "GET /v2.0/routers/b60dc134-b82e-4089-9d62-7d445fbd6746/tags/tempest-TagsExtTest-Tag-845386463 HTTP/1.1" status: 204 len: 168 time: 0.1825304 May 03 22:33:43.549494 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed0404f1-01cf-414f-b25a-ae551a961cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:43.550421 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0404f1-01cf-414f-b25a-ae551a961cf7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18a34934-155d-49eb-aeef-6a9c9de42d4c {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:33:43.563970 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34046) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:43.566942 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:43.569989 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.tag.tag_plugin [None req-46653f05-5a80-4561-8f78-9954cd6660b1 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'b60dc134-b82e-4089-9d62-7d445fbd6746', 'tempest-TagsExtTest-Tag-845386463') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:43.586308 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:33:43.608402 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04,segment=NetworkSegment(e3b1010d-1e34-45c8-81c6-43d49cc6bf1c),segment_id=e3b1010d-1e34-45c8-81c6-43d49cc6bf1c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:43.624221 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:43.638769 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dd7add88-1b7b-4f7a-8aa9-c479a047a282 req-97a94392-b4ea-4c64-aa89-906d5e7d05a6 tempest-ServerShowV247Test-379977091 tempest-ServerShowV247Test-379977091-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee04f8ee-61dc-42ed-9638-7a17af554f28 HTTP/1.1" status: 200 len: 210 time: 0.0629566 May 03 22:33:43.723932 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:43.756920 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed0404f1-01cf-414f-b25a-ae551a961cf7 admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:43.760951 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ed0404f1-01cf-414f-b25a-ae551a961cf7 admin admin] 10.222.0.58 "DELETE /v2.0/routers/18a34934-155d-49eb-aeef-6a9c9de42d4c HTTP/1.1" status: 204 len: 168 time: 2.9888756 May 03 22:33:43.771445 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34050) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:43.843831 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-646e0769-120f-4a4b-986d-e638ed8cf3d0 admin admin] Deleting subnet cfbb76dd-bb61-4386-8041-0b124f6d48b6 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:33:43.848473 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-646e0769-120f-4a4b-986d-e638ed8cf3d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:43.887363 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9571dcbd-3afd-41ae-977b-1e194708dd2d req-cd794043-a313-48af-8b98-524815b12044 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:43.895310 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-46653f05-5a80-4561-8f78-9954cd6660b1 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "DELETE /v2.0/routers/b60dc134-b82e-4089-9d62-7d445fbd6746/tags/tempest-TagsExtTest-Tag-845386463 HTTP/1.1" status: 204 len: 168 time: 0.3302925 May 03 22:33:43.897844 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34054) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:43.901639 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['78cece3e-063d-4911-b5af-6e8c5dad162c'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:33:43.904106 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.tag.tag_plugin [None req-6b3dbf4d-6c8e-4853-b6e7-15f3d3d20822 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b60dc134-b82e-4089-9d62-7d445fbd6746') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:43.941083 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['51a443ea-606a-4a08-ab5d-52d6e694760c', '1e5936bb-e1f5-4edc-b6f5-ed89c719b65d'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:33:43.968647 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-646e0769-120f-4a4b-986d-e638ed8cf3d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:43.989669 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd794043-a313-48af-8b98-524815b12044 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Pushing event deleted for resources: {'Port': ['ID=2fc0683f-e329-48d5-bf48-15f4dbdca21e,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:44.006597 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:33:44.110397 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6b3dbf4d-6c8e-4853-b6e7-15f3d3d20822 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "GET /v2.0/routers/b60dc134-b82e-4089-9d62-7d445fbd6746/tags HTTP/1.1" status: 200 len: 205 time: 0.2087972 May 03 22:33:44.110630 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34058) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:44.125642 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.tag.tag_plugin [None req-fdb5d012-8c86-4d5a-ab17-6a9b92ad9b61 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '75efb1d6-3412-4240-91a5-6b066b353977') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:44.155535 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-646e0769-120f-4a4b-986d-e638ed8cf3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:44.158576 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c73acd-fa44-40f8-8f3f-6f1772d19969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe6bcaf-8b79-40c4-bb18-cb77abd9c418'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:33:44.217527 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fdb5d012-8c86-4d5a-ab17-6a9b92ad9b61 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "GET /v2.0/subnetpools/75efb1d6-3412-4240-91a5-6b066b353977/tags HTTP/1.1" status: 200 len: 241 time: 0.1038444 May 03 22:33:44.223846 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34064) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:44.224933 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.tag.tag_plugin [None req-a54a24c3-e725-4882-bb2a-becdad33b815 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '75efb1d6-3412-4240-91a5-6b066b353977', 'tempest-TagsExtTest-Tag-1709257787') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:44.272542 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a54a24c3-e725-4882-bb2a-becdad33b815 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "GET /v2.0/subnetpools/75efb1d6-3412-4240-91a5-6b066b353977/tags/tempest-TagsExtTest-Tag-1709257787 HTTP/1.1" status: 204 len: 168 time: 0.0514145 May 03 22:33:44.276069 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-646e0769-120f-4a4b-986d-e638ed8cf3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:44.281613 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34068) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:44.316485 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-9571dcbd-3afd-41ae-977b-1e194708dd2d req-cd794043-a313-48af-8b98-524815b12044 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] No DVR routers for this DVR port 2fc0683f-e329-48d5-bf48-15f4dbdca21e on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:33:44.317060 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.tag.tag_plugin [None req-c3d13abd-7e4f-43c8-b7ea-a892e3b5df85 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '75efb1d6-3412-4240-91a5-6b066b353977', 'tempest-TagsExtTest-Tag-1709257787') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:44.319194 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9571dcbd-3afd-41ae-977b-1e194708dd2d req-cd794043-a313-48af-8b98-524815b12044 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:44.325126 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367a22ed-ab2c-491b-93e4-a1fe5afe2e20', 'name': 'network-vif-deleted', 'tag': '2fc0683f-e329-48d5-bf48-15f4dbdca21e'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:33:44.337011 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e0769-120f-4a4b-986d-e638ed8cf3d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfbb76dd-bb61-4386-8041-0b124f6d48b6,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:44.340138 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-646e0769-120f-4a4b-986d-e638ed8cf3d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:44.349722 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9571dcbd-3afd-41ae-977b-1e194708dd2d req-cd794043-a313-48af-8b98-524815b12044 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.60 "DELETE /v2.0/ports/2fc0683f-e329-48d5-bf48-15f4dbdca21e HTTP/1.1" status: 204 len: 173 time: 1.7859786 May 03 22:33:44.352694 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-646e0769-120f-4a4b-986d-e638ed8cf3d0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/cfbb76dd-bb61-4386-8041-0b124f6d48b6 HTTP/1.1" status: 204 len: 168 time: 0.5797071 May 03 22:33:44.355274 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34074) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:44.362269 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf15f72-2419-4092-868e-d37a20e313f7 None None] Network 87af425c-ebb6-4471-b06f-d99a9c026066 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:33:44.384611 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d82f51-36fd-4170-aedb-21551e977dc3 req-6da853e6-010a-4034-927a-b7f2dca6a37c tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:44.385621 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a1d82f51-36fd-4170-aedb-21551e977dc3 req-6da853e6-010a-4034-927a-b7f2dca6a37c tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c73acd-fa44-40f8-8f3f-6f1772d19969 HTTP/1.1" status: 200 len: 945 time: 0.5893862 May 03 22:33:44.413776 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-5241f5e7-7379-4b04-a9bf-4f4b3560cd67 req-c08f775c-f477-46c6-8170-2b4c3e95a981 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] For port a45cfcf3-5001-41e4-a152-1a1ce1405b66, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=a45cfcf3-5001-41e4-a152-1a1ce1405b66,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:44.414170 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-5241f5e7-7379-4b04-a9bf-4f4b3560cd67 req-c08f775c-f477-46c6-8170-2b4c3e95a981 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:44.466752 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-060276d9-75a1-40b0-8319-cc1ee1ddda91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:44.486676 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-060276d9-75a1-40b0-8319-cc1ee1ddda91 admin admin] Deleting port 60d3234d-304e-4c2d-8316-c19576b92e3a {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:33:44.487031 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-060276d9-75a1-40b0-8319-cc1ee1ddda91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:44.531247 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c3d13abd-7e4f-43c8-b7ea-a892e3b5df85 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "DELETE /v2.0/subnetpools/75efb1d6-3412-4240-91a5-6b066b353977/tags/tempest-TagsExtTest-Tag-1709257787 HTTP/1.1" status: 204 len: 168 time: 0.2220953 May 03 22:33:44.544442 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34080) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:44.551531 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.tag.tag_plugin [None req-9ff3f577-2edc-40eb-8baf-0299a46f7603 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '75efb1d6-3412-4240-91a5-6b066b353977') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:44.555138 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-5241f5e7-7379-4b04-a9bf-4f4b3560cd67 req-c08f775c-f477-46c6-8170-2b4c3e95a981 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Calling delete_port for a45cfcf3-5001-41e4-a152-1a1ce1405b66 owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:33:44.653101 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a1d82f51-36fd-4170-aedb-21551e977dc3 req-e807c72c-91e3-4494-9ec7-30c690d691a9 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664547 May 03 22:33:44.785781 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9ff3f577-2edc-40eb-8baf-0299a46f7603 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "GET /v2.0/subnetpools/75efb1d6-3412-4240-91a5-6b066b353977/tags HTTP/1.1" status: 200 len: 205 time: 0.2402587 May 03 22:33:44.788407 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34086) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:44.793721 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.tag.tag_plugin [None req-6cf260c3-144c-4a3b-9804-138faebdbc3d tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '75efb1d6-3412-4240-91a5-6b066b353977') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:44.878934 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 5727914d-527e-401b-94a7-93cf8980a47b no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:33:44.909550 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ecbb720a-1459-480a-8400-42301994e396 req-03694dbe-d6a1-497c-b43a-39e3b5d4b7b4 tempest-ServerShowV247Test-379977091 tempest-ServerShowV247Test-379977091-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee04f8ee-61dc-42ed-9638-7a17af554f28 HTTP/1.1" status: 200 len: 210 time: 0.0643334 May 03 22:33:44.916063 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-5241f5e7-7379-4b04-a9bf-4f4b3560cd67 req-c08f775c-f477-46c6-8170-2b4c3e95a981 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:44.946655 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 5727914d-527e-401b-94a7-93cf8980a47b {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:33:44.947195 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 5727914d-527e-401b-94a7-93cf8980a47b not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:33:44.949282 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6cf260c3-144c-4a3b-9804-138faebdbc3d tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "DELETE /v2.0/subnetpools/75efb1d6-3412-4240-91a5-6b066b353977/tags HTTP/1.1" status: 204 len: 168 time: 0.1597838 May 03 22:33:44.952393 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34090) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:44.957877 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.tag.tag_plugin [None req-579a9c0c-8222-477e-b064-32bd20ffbe4d tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b60dc134-b82e-4089-9d62-7d445fbd6746') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:45.029230 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-060276d9-75a1-40b0-8319-cc1ee1ddda91 admin admin] For port 60d3234d-304e-4c2d-8316-c19576b92e3a, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=60d3234d-304e-4c2d-8316-c19576b92e3a,segment=NetworkSegment(0ab7e5ab-ab57-4369-b42d-c10904d1af00),segment_id=0ab7e5ab-ab57-4369-b42d-c10904d1af00)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:45.031075 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-060276d9-75a1-40b0-8319-cc1ee1ddda91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:45.047084 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f775c-f477-46c6-8170-2b4c3e95a981 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Pushing event deleted for resources: {'Port': ['ID=a45cfcf3-5001-41e4-a152-1a1ce1405b66,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:45.161358 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 2fc0683f-e329-48d5-bf48-15f4dbdca21e no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:33:45.202932 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a0a7da-5b0e-4b93-9a61-3d3147151482 None None] DHCP port deletion for 87af425c-ebb6-4471-b06f-d99a9c026066 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:33:45.218451 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-61a0a7da-5b0e-4b93-9a61-3d3147151482 None None] Deleting port 60d3234d-304e-4c2d-8316-c19576b92e3a {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:33:45.218848 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-61a0a7da-5b0e-4b93-9a61-3d3147151482 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:45.233990 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-5241f5e7-7379-4b04-a9bf-4f4b3560cd67 req-c08f775c-f477-46c6-8170-2b4c3e95a981 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] No DVR routers for this DVR port a45cfcf3-5001-41e4-a152-1a1ce1405b66 on host n-h2-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:33:45.236946 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-5241f5e7-7379-4b04-a9bf-4f4b3560cd67 req-c08f775c-f477-46c6-8170-2b4c3e95a981 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:45.272564 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5241f5e7-7379-4b04-a9bf-4f4b3560cd67 req-c08f775c-f477-46c6-8170-2b4c3e95a981 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "DELETE /v2.0/ports/a45cfcf3-5001-41e4-a152-1a1ce1405b66 HTTP/1.1" status: 204 len: 173 time: 1.8403521 May 03 22:33:45.288306 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-060276d9-75a1-40b0-8319-cc1ee1ddda91 admin admin] Calling delete_port for 60d3234d-304e-4c2d-8316-c19576b92e3a owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:33:45.299048 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 2fc0683f-e329-48d5-bf48-15f4dbdca21e {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:33:45.299507 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 2fc0683f-e329-48d5-bf48-15f4dbdca21e not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:33:45.306019 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['95b4774f-05b7-419e-89fc-76bb9efcb5b7'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:33:45.328173 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d5d71-1a3b-4760-ac11-277fb4043780 req-0e7c40eb-d456-4343-8e0d-47257ea1be5a tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:45.336427 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-302d5d71-1a3b-4760-ac11-277fb4043780 req-0e7c40eb-d456-4343-8e0d-47257ea1be5a tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b31f88c7-aee3-4f93-8e3a-5566bec64332 HTTP/1.1" status: 200 len: 945 time: 0.1931012 May 03 22:33:45.376167 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-579a9c0c-8222-477e-b064-32bd20ffbe4d tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "DELETE /v2.0/routers/b60dc134-b82e-4089-9d62-7d445fbd6746/tags HTTP/1.1" status: 204 len: 168 time: 0.4227798 May 03 22:33:45.379578 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34098) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:45.391444 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-060276d9-75a1-40b0-8319-cc1ee1ddda91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:45.398415 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.tag.tag_plugin [None req-226c0887-1b0d-40fe-85e0-0a4e071f1195 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '80ee1f8c-521b-4ae8-9ee1-51ba4242b93c') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:45.429043 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-61a0a7da-5b0e-4b93-9a61-3d3147151482 None None] The port '60d3234d-304e-4c2d-8316-c19576b92e3a' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:33:45.442354 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060276d9-75a1-40b0-8319-cc1ee1ddda91 admin admin] Pushing event deleted for resources: {'Port': ['ID=60d3234d-304e-4c2d-8316-c19576b92e3a,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:45.450853 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060276d9-75a1-40b0-8319-cc1ee1ddda91 admin admin] No DVR routers for this DVR port 60d3234d-304e-4c2d-8316-c19576b92e3a on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:33:45.464823 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-302d5d71-1a3b-4760-ac11-277fb4043780 req-af98836c-2a3d-4221-85ef-4e0ab0d2514d tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268742 May 03 22:33:45.504014 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['8838e62a-72db-4068-b227-7620cf5da515'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:33:45.560359 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-226c0887-1b0d-40fe-85e0-0a4e071f1195 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "DELETE /v2.0/ports/80ee1f8c-521b-4ae8-9ee1-51ba4242b93c/tags HTTP/1.1" status: 204 len: 168 time: 0.1747055 May 03 22:33:45.562631 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34110) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:45.572659 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.tag.tag_plugin [None req-c0e87007-c671-4bde-bb25-1364804644a3 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '60e46162-6695-4cac-a5bf-37f0610cdcc8') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:45.702491 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-060276d9-75a1-40b0-8319-cc1ee1ddda91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:45.714032 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-648929f9-9c78-41ca-82d6-625bf4d672a9'] response: {'server_uuid': '57c73acd-fa44-40f8-8f3f-6f1772d19969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe6bcaf-8b79-40c4-bb18-cb77abd9c418', 'code': 200} May 03 22:33:45.731014 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d72ff40b-547e-4974-9dcc-9497bcf15958'] response: {'server_uuid': '367a22ed-ab2c-491b-93e4-a1fe5afe2e20', 'name': 'network-vif-deleted', 'tag': '2fc0683f-e329-48d5-bf48-15f4dbdca21e', 'status': 'completed', 'code': 200} May 03 22:33:45.733920 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-060276d9-75a1-40b0-8319-cc1ee1ddda91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87af425c-ebb6-4471-b06f-d99a9c026066']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:45.747484 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-060276d9-75a1-40b0-8319-cc1ee1ddda91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab7e5ab-ab57-4369-b42d-c10904d1af00') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:45.747782 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-060276d9-75a1-40b0-8319-cc1ee1ddda91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab7e5ab-ab57-4369-b42d-c10904d1af00') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:45.760086 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-060276d9-75a1-40b0-8319-cc1ee1ddda91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:45.768193 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c0e87007-c671-4bde-bb25-1364804644a3 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "DELETE /v2.0/subnets/60e46162-6695-4cac-a5bf-37f0610cdcc8/tags HTTP/1.1" status: 204 len: 168 time: 0.1972201 May 03 22:33:45.768544 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34118) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:45.774977 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.tag.tag_plugin [None req-894c291f-afe0-49f3-b02f-9e1de85567dc tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '60e46162-6695-4cac-a5bf-37f0610cdcc8', 'tempest-TagsExtTest-Tag-909173735') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:45.807476 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-060276d9-75a1-40b0-8319-cc1ee1ddda91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:45.820680 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-060276d9-75a1-40b0-8319-cc1ee1ddda91 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:33:45.821206 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-060276d9-75a1-40b0-8319-cc1ee1ddda91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:45.855884 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:33:45.855884 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:33:45.855884 n-d-811807-1 neutron-server[88070]: timer() May 03 22:33:45.855884 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:33:45.855884 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:33:45.855884 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:33:45.855884 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:33:45.855884 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:33:45.855884 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:33:45.855884 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:33:45.855884 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:33:45.855884 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:33:45.855884 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:33:45.855884 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:33:45.855884 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:33:45.855884 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:33:45.855884 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:33:45.855884 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:33:45.855884 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:33:45.855884 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:33:45.855884 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:33:45.855884 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:33:45.855884 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:33:45.855884 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:33:45.855884 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:33:45.855884 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:33:45.855884 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:33:45.855884 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:33:45.855884 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:33:45.855884 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:33:45.855884 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:33:45.855884 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:33:46.003684 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182c291-6fc4-48ef-a78a-49ecc402877e req-bca039e8-692d-44e0-85db-84d7eb159f05 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:46.005211 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2182c291-6fc4-48ef-a78a-49ecc402877e req-bca039e8-692d-44e0-85db-84d7eb159f05 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e2c5329-44d1-4f15-b757-88bac74ba5f1 HTTP/1.1" status: 200 len: 944 time: 0.1498487 May 03 22:33:46.020045 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-060276d9-75a1-40b0-8319-cc1ee1ddda91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:46.030046 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-060276d9-75a1-40b0-8319-cc1ee1ddda91 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:46.043471 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-894c291f-afe0-49f3-b02f-9e1de85567dc tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "PUT /v2.0/subnets/60e46162-6695-4cac-a5bf-37f0610cdcc8/tags/tempest-TagsExtTest-Tag-909173735 HTTP/1.1" status: 201 len: 201 time: 0.2731369 May 03 22:33:46.047545 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34128) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:46.055319 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.tag.tag_plugin [None req-9989679f-5073-48aa-bdc3-fc36616825f0 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '80ee1f8c-521b-4ae8-9ee1-51ba4242b93c', 'tempest-TagsExtTest-Tag-1279984321') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:46.060181 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060276d9-75a1-40b0-8319-cc1ee1ddda91 admin admin] Pushing event deleted for resources: {'Network': ['ID=87af425c-ebb6-4471-b06f-d99a9c026066,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:46.064809 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543adb6-8093-4e97-99b8-51aa17b9feab req-843a9dd1-3366-45b7-b257-011c4904e7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:46.066298 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9543adb6-8093-4e97-99b8-51aa17b9feab req-843a9dd1-3366-45b7-b257-011c4904e7ee service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=57c73acd-fa44-40f8-8f3f-6f1772d19969 HTTP/1.1" status: 200 len: 1096 time: 0.2116148 May 03 22:33:46.070286 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-060276d9-75a1-40b0-8319-cc1ee1ddda91 admin admin] 10.222.0.58 "DELETE /v2.0/networks/87af425c-ebb6-4471-b06f-d99a9c026066 HTTP/1.1" status: 204 len: 168 time: 1.7143483 May 03 22:33:46.109337 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9543adb6-8093-4e97-99b8-51aa17b9feab req-3b3c86c9-bd7a-412d-87cf-2cdeabc81ee8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346394 May 03 22:33:46.119812 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2182c291-6fc4-48ef-a78a-49ecc402877e req-edf76b56-0f9d-443f-b060-8ba8c1867c58 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] 10.222.0.58 "GET /v2.0/security-groups?id=6696125a-3630-4b33-bff3-ca57d3d89881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013680 May 03 22:33:46.170425 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9989679f-5073-48aa-bdc3-fc36616825f0 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "PUT /v2.0/ports/80ee1f8c-521b-4ae8-9ee1-51ba4242b93c/tags/tempest-TagsExtTest-Tag-1279984321 HTTP/1.1" status: 201 len: 201 time: 0.1216271 May 03 22:33:46.172023 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34134) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:46.183384 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.tag.tag_plugin [None req-9545120b-ddf3-4330-aa25-06e363b959a5 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b60dc134-b82e-4089-9d62-7d445fbd6746', 'tempest-TagsExtTest-Tag-1966250572') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:46.319043 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34138) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:46.381131 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-34791b59-0740-4931-8cc1-f32ce77b55d6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d040017ca19e48888dd666fffaad451b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0608635 May 03 22:33:46.383606 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34144) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:46.405273 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9545120b-ddf3-4330-aa25-06e363b959a5 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "PUT /v2.0/routers/b60dc134-b82e-4089-9d62-7d445fbd6746/tags/tempest-TagsExtTest-Tag-1966250572 HTTP/1.1" status: 201 len: 201 time: 0.2308030 May 03 22:33:46.408012 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34148) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:46.413429 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.tag.tag_plugin [None req-97b8309c-9337-46a5-a490-835cd392aeb7 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '75efb1d6-3412-4240-91a5-6b066b353977', 'tempest-TagsExtTest-Tag-698240629') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:46.439520 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26325e5a-e5c7-4970-87fa-6ef13943b96a req-7d5e343b-eeaa-4e25-afed-2d7e2f75ce65 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:46.441087 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-26325e5a-e5c7-4970-87fa-6ef13943b96a req-7d5e343b-eeaa-4e25-afed-2d7e2f75ce65 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=efc4a8a7-886c-4033-9fa8-4766e4fdc2b7 HTTP/1.1" status: 200 len: 945 time: 0.1307280 May 03 22:33:46.444086 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4dbc466-293f-440d-a23e-c8d06aef57a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:46.472111 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4dbc466-293f-440d-a23e-c8d06aef57a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:46.530776 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4dbc466-293f-440d-a23e-c8d06aef57a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:46.549089 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-97b8309c-9337-46a5-a490-835cd392aeb7 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "PUT /v2.0/subnetpools/75efb1d6-3412-4240-91a5-6b066b353977/tags/tempest-TagsExtTest-Tag-698240629 HTTP/1.1" status: 201 len: 201 time: 0.1374772 May 03 22:33:46.549332 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dbc466-293f-440d-a23e-c8d06aef57a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b161f42-eede-4261-865f-0646ac147b64,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:46.549778 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-26325e5a-e5c7-4970-87fa-6ef13943b96a req-0249ebe3-71c9-4714-965d-e6b9dc50d147 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998805 May 03 22:33:46.561722 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34152) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:46.574749 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.tag.tag_plugin [None req-2a191976-3e3c-41d0-941f-557a94ab2f3e tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '60e46162-6695-4cac-a5bf-37f0610cdcc8', {'tags': ['tempest-TagsExtTest-Tag-172774403', 'tempest-TagsExtTest-Tag-1248430220', 'tempest-TagsExtTest-Tag-329702062']}) {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:46.599539 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc1b35-9cc5-4b7d-ba01-bb29421b8c65 req-ada7596d-9c3a-45f6-a9ec-dcc7f749f57e tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:46.607058 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4dbc466-293f-440d-a23e-c8d06aef57a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:46.607308 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-37cc1b35-9cc5-4b7d-ba01-bb29421b8c65 req-ada7596d-9c3a-45f6-a9ec-dcc7f749f57e tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c73acd-fa44-40f8-8f3f-6f1772d19969 HTTP/1.1" status: 200 len: 945 time: 0.1348302 May 03 22:33:46.610950 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c4dbc466-293f-440d-a23e-c8d06aef57a3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2b161f42-eede-4261-865f-0646ac147b64 HTTP/1.1" status: 204 len: 168 time: 0.2235835 May 03 22:33:46.672362 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2a191976-3e3c-41d0-941f-557a94ab2f3e tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "PUT /v2.0/subnets/60e46162-6695-4cac-a5bf-37f0610cdcc8/tags HTTP/1.1" status: 200 len: 316 time: 0.1074352 May 03 22:33:46.674438 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-37cc1b35-9cc5-4b7d-ba01-bb29421b8c65 req-478d29bc-fffc-42d2-87a4-a8dd6c26a3e8 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656657 May 03 22:33:46.674945 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34162) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:46.680753 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.tag.tag_plugin [None req-81ec63f9-fd5e-4424-9b81-afe0b74c60f5 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '60e46162-6695-4cac-a5bf-37f0610cdcc8') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:46.780711 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-81ec63f9-fd5e-4424-9b81-afe0b74c60f5 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "DELETE /v2.0/subnets/60e46162-6695-4cac-a5bf-37f0610cdcc8/tags HTTP/1.1" status: 204 len: 168 time: 0.1046426 May 03 22:33:46.783621 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34166) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:46.790323 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.tag.tag_plugin [None req-ea4d5f48-3103-4816-a1af-49e525e422b5 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '60e46162-6695-4cac-a5bf-37f0610cdcc8', 'tempest-TagsExtTest-Tag-172774403') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:46.816557 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 60d3234d-304e-4c2d-8316-c19576b92e3a no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:33:46.860309 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 60d3234d-304e-4c2d-8316-c19576b92e3a {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:33:46.860900 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 60d3234d-304e-4c2d-8316-c19576b92e3a not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:33:46.891910 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-ea4d5f48-3103-4816-a1af-49e525e422b5 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] show failed (client error): The resource could not be found. May 03 22:33:46.895908 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ea4d5f48-3103-4816-a1af-49e525e422b5 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "GET /v2.0/subnets/60e46162-6695-4cac-a5bf-37f0610cdcc8/tags/tempest-TagsExtTest-Tag-172774403 HTTP/1.1" status: 404 len: 328 time: 0.1108270 May 03 22:33:46.896636 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34170) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:46.902861 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.tag.tag_plugin [None req-6b448795-08d0-47b7-a18c-73eab0744685 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '60e46162-6695-4cac-a5bf-37f0610cdcc8', 'tempest-TagsExtTest-Tag-1248430220') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:46.906743 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa0975-e55a-4e55-bdec-53fab0f70725 req-eeaa5b51-82e3-4c5b-ac49-3ee0f1b0ab8b tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:46.907797 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ddaa0975-e55a-4e55-bdec-53fab0f70725 req-eeaa5b51-82e3-4c5b-ac49-3ee0f1b0ab8b tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Synchronizing usage tracker for tenant:e5ed80acbb9f47e383e08a46b5c2d155 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:33:46.942557 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ddaa0975-e55a-4e55-bdec-53fab0f70725 req-eeaa5b51-82e3-4c5b-ac49-3ee0f1b0ab8b tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Unset dirty status for tenant:e5ed80acbb9f47e383e08a46b5c2d155 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:33:46.944508 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ddaa0975-e55a-4e55-bdec-53fab0f70725 req-eeaa5b51-82e3-4c5b-ac49-3ee0f1b0ab8b tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=76bd138e-926b-45d1-a5a4-b522ac80a881 HTTP/1.1" status: 200 len: 951 time: 0.1492882 May 03 22:33:46.994315 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ddaa0975-e55a-4e55-bdec-53fab0f70725 req-ee3dc8a7-0bae-440d-9e96-f54cd9f5ab64 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433218 May 03 22:33:47.027326 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c8522992-ae4f-48d6-992c-5bb67be0fdfd req-eeca3de6-5b78-4092-a1f0-5c3926207360 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=14fd7c26852d4f9783468b37e93da632&device_id=9ebfa484-30ce-409f-8bbc-4e289debb7d7 HTTP/1.1" status: 200 len: 210 time: 0.0683861 May 03 22:33:47.068820 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c8522992-ae4f-48d6-992c-5bb67be0fdfd req-d586728a-c6ec-4f15-b450-72f01851e198 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=14fd7c26852d4f9783468b37e93da632&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315006 May 03 22:33:47.114495 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-6b448795-08d0-47b7-a18c-73eab0744685 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] show failed (client error): The resource could not be found. May 03 22:33:47.116172 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6b448795-08d0-47b7-a18c-73eab0744685 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "GET /v2.0/subnets/60e46162-6695-4cac-a5bf-37f0610cdcc8/tags/tempest-TagsExtTest-Tag-1248430220 HTTP/1.1" status: 404 len: 329 time: 0.2184668 May 03 22:33:47.119099 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34184) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:47.124501 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.tag.tag_plugin [None req-43ac7516-992c-4445-afaf-806fcf2eaf56 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '60e46162-6695-4cac-a5bf-37f0610cdcc8', 'tempest-TagsExtTest-Tag-329702062') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:47.158060 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:33:47.312601 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:33:47.328116 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:33:47.329351 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:47.457706 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8522992-ae4f-48d6-992c-5bb67be0fdfd req-b3751bb1-8a87-4643-9ee3-088bd91b86d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:47.459668 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c8522992-ae4f-48d6-992c-5bb67be0fdfd req-b3751bb1-8a87-4643-9ee3-088bd91b86d1 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3817940 May 03 22:33:47.475321 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:47.539700 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04,segment=NetworkSegment(e3b1010d-1e34-45c8-81c6-43d49cc6bf1c),segment_id=e3b1010d-1e34-45c8-81c6-43d49cc6bf1c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:47.551553 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:47.627396 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-43ac7516-992c-4445-afaf-806fcf2eaf56 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] show failed (client error): The resource could not be found. May 03 22:33:47.628738 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-43ac7516-992c-4445-afaf-806fcf2eaf56 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "GET /v2.0/subnets/60e46162-6695-4cac-a5bf-37f0610cdcc8/tags/tempest-TagsExtTest-Tag-329702062 HTTP/1.1" status: 404 len: 328 time: 0.5085471 May 03 22:33:47.631547 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34202) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:47.636911 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.tag.tag_plugin [None req-c4640506-76f5-4884-a2ee-a48cab0e64e4 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '80ee1f8c-521b-4ae8-9ee1-51ba4242b93c', {'tags': ['tempest-TagsExtTest-Tag-1431471105', 'tempest-TagsExtTest-Tag-1588536014', 'tempest-TagsExtTest-Tag-2140768584']}) {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:47.640589 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab70cca-2d31-4a5a-8070-680951b4c17e req-9d5f5ab3-8862-43b2-9b5b-bb8f35c6d4bf tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:47.646478 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab70cca-2d31-4a5a-8070-680951b4c17e req-9d5f5ab3-8862-43b2-9b5b-bb8f35c6d4bf tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:47.652266 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab70cca-2d31-4a5a-8070-680951b4c17e req-9d5f5ab3-8862-43b2-9b5b-bb8f35c6d4bf tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:47.653962 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6ab70cca-2d31-4a5a-8070-680951b4c17e req-9d5f5ab3-8862-43b2-9b5b-bb8f35c6d4bf tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b31f88c7-aee3-4f93-8e3a-5566bec64332&device_id=42ec8bce-1b92-4bdc-9378-9caea9368515&device_id=efc4a8a7-886c-4033-9fa8-4766e4fdc2b7 HTTP/1.1" status: 200 len: 2417 time: 0.2375188 May 03 22:33:47.719349 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2c5329-44d1-4f15-b757-88bac74ba5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:33:47.723914 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34208) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:47.726188 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-658c0b3f-d198-410b-b2f1-2aec9db36c2b req-f3b22f82-70eb-4bc5-987b-546e4243382d tempest-ServerShowV247Test-379977091 tempest-ServerShowV247Test-379977091-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ebfa484-30ce-409f-8bbc-4e289debb7d7 HTTP/1.1" status: 200 len: 210 time: 0.0705585 May 03 22:33:47.734412 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e3cadd-5968-49c0-a0e9-e11eed87b3c4', 'name': 'network-vif-deleted', 'tag': 'a45cfcf3-5001-41e4-a152-1a1ce1405b66'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:33:47.780869 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:47.796695 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6ab70cca-2d31-4a5a-8070-680951b4c17e req-322fbecd-6bbf-4230-b63c-31299bed5a67 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964808 May 03 22:33:47.817294 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c4640506-76f5-4884-a2ee-a48cab0e64e4 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "PUT /v2.0/ports/80ee1f8c-521b-4ae8-9ee1-51ba4242b93c/tags HTTP/1.1" status: 200 len: 318 time: 0.1844809 May 03 22:33:47.819848 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34220) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:47.828458 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.tag.tag_plugin [None req-ce4665e8-6851-4cc0-bd11-abf63e3c2c4c tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '80ee1f8c-521b-4ae8-9ee1-51ba4242b93c') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:47.930069 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-cf3a5855-5516-45f2-b53f-c2b0826e5a85 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-209002380-network', 'tenant_id': '187cde8c07df4cea8b9ebc36a5a846ba'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:47.977334 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-cf3a5855-5516-45f2-b53f-c2b0826e5a85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:47.998380 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-cf3a5855-5516-45f2-b53f-c2b0826e5a85 admin admin] Usage tracker for resource:network and tenant:187cde8c07df4cea8b9ebc36a5a846ba is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:48.004866 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-cf3a5855-5516-45f2-b53f-c2b0826e5a85 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:48.015270 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-cf3a5855-5516-45f2-b53f-c2b0826e5a85 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:48.045926 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3a5855-5516-45f2-b53f-c2b0826e5a85 admin admin] Made reservation on behalf of 187cde8c07df4cea8b9ebc36a5a846ba for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:33:48.048114 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cf3a5855-5516-45f2-b53f-c2b0826e5a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:48.068064 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cf3a5855-5516-45f2-b53f-c2b0826e5a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:48.104296 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02095f7-eb6c-44fd-8eff-c0b83207254b req-0f7cdda9-df51-4649-ae8c-e44a3af6176b tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:48.105728 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d02095f7-eb6c-44fd-8eff-c0b83207254b req-0f7cdda9-df51-4649-ae8c-e44a3af6176b tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e2c5329-44d1-4f15-b757-88bac74ba5f1 HTTP/1.1" status: 200 len: 945 time: 0.2404630 May 03 22:33:48.106678 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-cf3a5855-5516-45f2-b53f-c2b0826e5a85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:48.114629 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-cf3a5855-5516-45f2-b53f-c2b0826e5a85 admin admin] Usage tracker for resource:security_group_rule and tenant:187cde8c07df4cea8b9ebc36a5a846ba is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:48.123673 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bdd2d-8548-4f67-8b14-0eb3d57debbe req-b0ba8937-2d36-42d6-ac33-23936eae9b03 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:48.124327 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ca0bdd2d-8548-4f67-8b14-0eb3d57debbe req-b0ba8937-2d36-42d6-ac33-23936eae9b03 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Synchronizing usage tracker for tenant:66dfeed3cb324772b0bf769274eed2d2 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:33:48.126698 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-cf3a5855-5516-45f2-b53f-c2b0826e5a85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:48.149278 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-cf3a5855-5516-45f2-b53f-c2b0826e5a85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:48.161587 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ce4665e8-6851-4cc0-bd11-abf63e3c2c4c tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "DELETE /v2.0/ports/80ee1f8c-521b-4ae8-9ee1-51ba4242b93c/tags HTTP/1.1" status: 204 len: 168 time: 0.3406689 May 03 22:33:48.164397 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34228) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:48.169334 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.tag.tag_plugin [None req-7295b201-b56b-484b-8bbc-f882ddb7f8db tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '80ee1f8c-521b-4ae8-9ee1-51ba4242b93c', 'tempest-TagsExtTest-Tag-1431471105') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:48.186208 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ca0bdd2d-8548-4f67-8b14-0eb3d57debbe req-b0ba8937-2d36-42d6-ac33-23936eae9b03 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Unset dirty status for tenant:66dfeed3cb324772b0bf769274eed2d2 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:33:48.187345 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ca0bdd2d-8548-4f67-8b14-0eb3d57debbe req-b0ba8937-2d36-42d6-ac33-23936eae9b03 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f1733a2-d909-4187-a9a2-34cda06be260 HTTP/1.1" status: 200 len: 907 time: 0.2711916 May 03 22:33:48.203365 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d02095f7-eb6c-44fd-8eff-c0b83207254b req-3b574435-51f7-4d1e-bacf-9ff801c8bd0e tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] 10.222.0.58 "GET /v2.0/security-groups?id=6696125a-3630-4b33-bff3-ca57d3d89881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909829 May 03 22:33:48.245375 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-7295b201-b56b-484b-8bbc-f882ddb7f8db tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] show failed (client error): The resource could not be found. May 03 22:33:48.246779 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7295b201-b56b-484b-8bbc-f882ddb7f8db tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "GET /v2.0/ports/80ee1f8c-521b-4ae8-9ee1-51ba4242b93c/tags/tempest-TagsExtTest-Tag-1431471105 HTTP/1.1" status: 404 len: 329 time: 0.0814219 May 03 22:33:48.250170 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34232) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:48.261829 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.tag.tag_plugin [None req-ce775932-c0f1-4b52-9ced-370eb1de6e0f tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '80ee1f8c-521b-4ae8-9ee1-51ba4242b93c', 'tempest-TagsExtTest-Tag-1588536014') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:48.300665 n-d-811807-1 neutron-server[88069]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-cf8c14ba-e2a7-4c72-9141-65ab6b6eea03']: {'server_uuid': '69e3cadd-5968-49c0-a0e9-e11eed87b3c4', 'name': 'network-vif-deleted', 'tag': 'a45cfcf3-5001-41e4-a152-1a1ce1405b66', 'status': 'failed', 'code': 422} returned with failed status May 03 22:33:48.310137 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adf76a29-bae8-4c88-90c7-a15f8151e88b'] response: {'server_uuid': '7e2c5329-44d1-4f15-b757-88bac74ba5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04', 'code': 200} May 03 22:33:48.461506 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232712f-1f9f-4858-bc51-2372ad3ba3db req-3979b576-a815-449b-a835-e690ca4be0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:48.463017 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c232712f-1f9f-4858-bc51-2372ad3ba3db req-3979b576-a815-449b-a835-e690ca4be0e6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7e2c5329-44d1-4f15-b757-88bac74ba5f1 HTTP/1.1" status: 200 len: 1096 time: 0.0804486 May 03 22:33:48.469427 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cf3a5855-5516-45f2-b53f-c2b0826e5a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:48.505649 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c232712f-1f9f-4858-bc51-2372ad3ba3db req-0e648829-7949-40cd-a560-f0c2e7ed4823 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6696125a-3630-4b33-bff3-ca57d3d89881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341949 May 03 22:33:48.518027 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ce71d-3d28-44e5-a635-79299df6d49a req-c6a74a1f-2311-4bd2-97da-893114bc056f tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:48.519423 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-440ce71d-3d28-44e5-a635-79299df6d49a req-c6a74a1f-2311-4bd2-97da-893114bc056f tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.60 "GET /v2.0/ports?device_id=76bd138e-926b-45d1-a5a4-b522ac80a881 HTTP/1.1" status: 200 len: 951 time: 0.3057146 May 03 22:33:48.520005 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cf3a5855-5516-45f2-b53f-c2b0826e5a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:48.552362 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-ce775932-c0f1-4b52-9ced-370eb1de6e0f tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] show failed (client error): The resource could not be found. May 03 22:33:48.553283 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ce775932-c0f1-4b52-9ced-370eb1de6e0f tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "GET /v2.0/ports/80ee1f8c-521b-4ae8-9ee1-51ba4242b93c/tags/tempest-TagsExtTest-Tag-1588536014 HTTP/1.1" status: 404 len: 329 time: 0.3021884 May 03 22:33:48.556341 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34236) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:48.562468 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.tag.tag_plugin [None req-09f9c72c-b44d-47c7-82f2-c8f2427a383a tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '80ee1f8c-521b-4ae8-9ee1-51ba4242b93c', 'tempest-TagsExtTest-Tag-2140768584') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:48.574749 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf3a5855-5516-45f2-b53f-c2b0826e5a85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:33:48.589542 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e4dde-b1d1-4074-8d1e-423d6868d2fb req-a5f5613c-4474-4ecc-bb7b-38b64d1e0545 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:48.591018 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-688e4dde-b1d1-4074-8d1e-423d6868d2fb req-a5f5613c-4474-4ecc-bb7b-38b64d1e0545 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c73acd-fa44-40f8-8f3f-6f1772d19969 HTTP/1.1" status: 200 len: 945 time: 0.2701378 May 03 22:33:48.595728 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a5855-5516-45f2-b53f-c2b0826e5a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb08ffff-337b-42f8-8e80-80c2d357b781,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:48.603952 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cf3a5855-5516-45f2-b53f-c2b0826e5a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:48.604385 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-cf3a5855-5516-45f2-b53f-c2b0826e5a85 admin admin] Added segment 5a6ab605-7658-483c-96b8-1c871bbb0af0 of type vlan for network 517a1aa6-522d-4d93-ad04-539169ce7dd9 May 03 22:33:48.634360 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-09f9c72c-b44d-47c7-82f2-c8f2427a383a tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] show failed (client error): The resource could not be found. May 03 22:33:48.637977 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-09f9c72c-b44d-47c7-82f2-c8f2427a383a tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "GET /v2.0/ports/80ee1f8c-521b-4ae8-9ee1-51ba4242b93c/tags/tempest-TagsExtTest-Tag-2140768584 HTTP/1.1" status: 404 len: 329 time: 0.0781016 May 03 22:33:48.638170 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34240) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:48.643767 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.tag.tag_plugin [None req-be729b8a-84f9-402b-a1a2-c8d8573099d3 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'b60dc134-b82e-4089-9d62-7d445fbd6746', {'tags': ['tempest-TagsExtTest-Tag-2124923267', 'tempest-TagsExtTest-Tag-998995249', 'tempest-TagsExtTest-Tag-1334294985']}) {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:48.676599 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cf3a5855-5516-45f2-b53f-c2b0826e5a85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:48.689763 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b506d3e-2ad4-422d-a86c-3aa08f2d91ed req-acefc235-a206-4381-a4ea-921512bf2ff7 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:48.691255 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0b506d3e-2ad4-422d-a86c-3aa08f2d91ed req-acefc235-a206-4381-a4ea-921512bf2ff7 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b31f88c7-aee3-4f93-8e3a-5566bec64332 HTTP/1.1" status: 200 len: 945 time: 0.2267177 May 03 22:33:48.695641 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-688e4dde-b1d1-4074-8d1e-423d6868d2fb req-a53764c1-cb87-470c-ba78-d0df53c619ef tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930352 May 03 22:33:48.799851 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-be729b8a-84f9-402b-a1a2-c8d8573099d3 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "PUT /v2.0/routers/b60dc134-b82e-4089-9d62-7d445fbd6746/tags HTTP/1.1" status: 200 len: 317 time: 0.1581366 May 03 22:33:48.800081 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34248) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:48.805914 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.tag.tag_plugin [None req-37c4563f-c175-4d38-8e81-a816589d727e tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b60dc134-b82e-4089-9d62-7d445fbd6746') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:48.810056 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0b506d3e-2ad4-422d-a86c-3aa08f2d91ed req-2f641986-36dc-4b86-b6d3-414a8b5e93ce tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124091 May 03 22:33:48.848110 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cf3a5855-5516-45f2-b53f-c2b0826e5a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:48.849070 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3a5855-5516-45f2-b53f-c2b0826e5a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:48.849722 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cf3a5855-5516-45f2-b53f-c2b0826e5a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:48.927541 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-440ce71d-3d28-44e5-a635-79299df6d49a req-f2fc3f08-a1c4-465a-881b-c05223e822f7 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Deleting port 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:33:48.927879 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-440ce71d-3d28-44e5-a635-79299df6d49a req-f2fc3f08-a1c4-465a-881b-c05223e822f7 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:48.974935 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-37c4563f-c175-4d38-8e81-a816589d727e tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "DELETE /v2.0/routers/b60dc134-b82e-4089-9d62-7d445fbd6746/tags HTTP/1.1" status: 204 len: 168 time: 0.1736753 May 03 22:33:48.977405 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34256) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:48.982278 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.tag.tag_plugin [None req-4c628cb6-ef8b-4a7d-980b-68fb881de2b4 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b60dc134-b82e-4089-9d62-7d445fbd6746', 'tempest-TagsExtTest-Tag-2124923267') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:49.081314 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4e5b6ee3-833d-4d47-9f3f-68184f5a9ef6 req-b5faa8b1-d5fc-4230-b333-7ab89579aba4 tempest-ServerShowV247Test-379977091 tempest-ServerShowV247Test-379977091-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ebfa484-30ce-409f-8bbc-4e289debb7d7 HTTP/1.1" status: 200 len: 210 time: 0.1607666 May 03 22:33:49.085646 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-cf3a5855-5516-45f2-b53f-c2b0826e5a85 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3584099 May 03 22:33:49.086505 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34260) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:49.092303 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a5855-5516-45f2-b53f-c2b0826e5a85 admin admin] Pushing event updated for resources: {'Network': ['ID=517a1aa6-522d-4d93-ad04-539169ce7dd9,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:49.101692 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-fef17052-c25b-49bf-b1ff-0c764612b486 admin admin] Request body: {'subnet': {'network_id': '517a1aa6-522d-4d93-ad04-539169ce7dd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-209002380-subnet', 'tenant_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:49.103201 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 517a1aa6-522d-4d93-ad04-539169ce7dd9 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:33:49.109697 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fef17052-c25b-49bf-b1ff-0c764612b486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:49.131761 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-4c628cb6-ef8b-4a7d-980b-68fb881de2b4 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] show failed (client error): The resource could not be found. May 03 22:33:49.132784 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4c628cb6-ef8b-4a7d-980b-68fb881de2b4 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "GET /v2.0/routers/b60dc134-b82e-4089-9d62-7d445fbd6746/tags/tempest-TagsExtTest-Tag-2124923267 HTTP/1.1" status: 404 len: 329 time: 0.1544280 May 03 22:33:49.135559 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34264) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:49.141242 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.tag.tag_plugin [None req-7279ca78-f528-4382-ae70-8d3cd004424d tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b60dc134-b82e-4089-9d62-7d445fbd6746', 'tempest-TagsExtTest-Tag-998995249') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:49.165154 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fef17052-c25b-49bf-b1ff-0c764612b486 admin admin] Usage tracker for resource:subnet and tenant:187cde8c07df4cea8b9ebc36a5a846ba is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:49.171458 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fef17052-c25b-49bf-b1ff-0c764612b486 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:49.182661 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fef17052-c25b-49bf-b1ff-0c764612b486 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:49.203078 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8c5ad-1217-4275-aae9-101e7f6d87ff req-8cfde71c-46ce-42d0-9a17-2e48d43dac92 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:49.209883 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-90a8c5ad-1217-4275-aae9-101e7f6d87ff req-8cfde71c-46ce-42d0-9a17-2e48d43dac92 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=76bd138e-926b-45d1-a5a4-b522ac80a881 HTTP/1.1" status: 200 len: 951 time: 0.3960774 May 03 22:33:49.245121 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef17052-c25b-49bf-b1ff-0c764612b486 admin admin] Made reservation on behalf of 187cde8c07df4cea8b9ebc36a5a846ba for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:33:49.247441 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fef17052-c25b-49bf-b1ff-0c764612b486 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:49.284294 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-7279ca78-f528-4382-ae70-8d3cd004424d tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] show failed (client error): The resource could not be found. May 03 22:33:49.285407 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7279ca78-f528-4382-ae70-8d3cd004424d tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "GET /v2.0/routers/b60dc134-b82e-4089-9d62-7d445fbd6746/tags/tempest-TagsExtTest-Tag-998995249 HTTP/1.1" status: 404 len: 328 time: 0.1488323 May 03 22:33:49.288289 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34272) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:49.293316 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.tag.tag_plugin [None req-88a3a75e-61fb-4ae0-adbf-a73b60278047 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b60dc134-b82e-4089-9d62-7d445fbd6746', 'tempest-TagsExtTest-Tag-1334294985') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:49.459389 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c8522992-ae4f-48d6-992c-5bb67be0fdfd req-e117b8c6-44b1-49aa-a70c-22bfe4e7b2b6 tempest-ServerShowV247Test-379977091 tempest-ServerShowV247Test-379977091-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ebfa484-30ce-409f-8bbc-4e289debb7d7 HTTP/1.1" status: 200 len: 210 time: 0.0543535 May 03 22:33:49.485531 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-88a3a75e-61fb-4ae0-adbf-a73b60278047 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] show failed (client error): The resource could not be found. May 03 22:33:49.486727 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-88a3a75e-61fb-4ae0-adbf-a73b60278047 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "GET /v2.0/routers/b60dc134-b82e-4089-9d62-7d445fbd6746/tags/tempest-TagsExtTest-Tag-1334294985 HTTP/1.1" status: 404 len: 329 time: 0.1973963 May 03 22:33:49.489411 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34286) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:49.495716 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.tag.tag_plugin [None req-aa53177f-b940-4b92-8e6c-415f657dd912 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '75efb1d6-3412-4240-91a5-6b066b353977', {'tags': ['tempest-TagsExtTest-Tag-1668275470', 'tempest-TagsExtTest-Tag-1028164901', 'tempest-TagsExtTest-Tag-87235263']}) {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:49.538116 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-aa53177f-b940-4b92-8e6c-415f657dd912 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "PUT /v2.0/subnetpools/75efb1d6-3412-4240-91a5-6b066b353977/tags HTTP/1.1" status: 200 len: 316 time: 0.0473483 May 03 22:33:49.541372 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34290) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:49.548014 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.tag.tag_plugin [None req-c6e8c84b-2734-4a05-a67b-f55d908aff46 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '75efb1d6-3412-4240-91a5-6b066b353977') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:49.561276 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-90a8c5ad-1217-4275-aae9-101e7f6d87ff req-cea8b261-f64f-49ae-b704-fc356b449cf1 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504567 May 03 22:33:49.609968 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c6e8c84b-2734-4a05-a67b-f55d908aff46 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "DELETE /v2.0/subnetpools/75efb1d6-3412-4240-91a5-6b066b353977/tags HTTP/1.1" status: 204 len: 168 time: 0.0674229 May 03 22:33:49.612441 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34294) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:49.625172 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.tag.tag_plugin [None req-05b12765-f1a5-400c-8e9f-0cabca575e2a tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '75efb1d6-3412-4240-91a5-6b066b353977', 'tempest-TagsExtTest-Tag-1668275470') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:49.659409 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-05b12765-f1a5-400c-8e9f-0cabca575e2a tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] show failed (client error): The resource could not be found. May 03 22:33:49.660610 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-05b12765-f1a5-400c-8e9f-0cabca575e2a tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "GET /v2.0/subnetpools/75efb1d6-3412-4240-91a5-6b066b353977/tags/tempest-TagsExtTest-Tag-1668275470 HTTP/1.1" status: 404 len: 329 time: 0.0433075 May 03 22:33:49.663964 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34298) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:49.668568 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.tag.tag_plugin [None req-3ad43712-7109-43f4-9cb5-40292480a8dc tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '75efb1d6-3412-4240-91a5-6b066b353977', 'tempest-TagsExtTest-Tag-1028164901') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:49.792049 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-440ce71d-3d28-44e5-a635-79299df6d49a req-f2fc3f08-a1c4-465a-881b-c05223e822f7 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] For port 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1e5936bb-e1f5-4edc-b6f5-ed89c719b65d,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:49.792719 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-440ce71d-3d28-44e5-a635-79299df6d49a req-f2fc3f08-a1c4-465a-881b-c05223e822f7 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:49.864097 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-3ad43712-7109-43f4-9cb5-40292480a8dc tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] show failed (client error): The resource could not be found. May 03 22:33:49.865099 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3ad43712-7109-43f4-9cb5-40292480a8dc tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "GET /v2.0/subnetpools/75efb1d6-3412-4240-91a5-6b066b353977/tags/tempest-TagsExtTest-Tag-1028164901 HTTP/1.1" status: 404 len: 329 time: 0.2007091 May 03 22:33:49.867895 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34302) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:49.873871 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.tag.tag_plugin [None req-90d00880-ed03-47cd-a463-e6c1a8039593 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '75efb1d6-3412-4240-91a5-6b066b353977', 'tempest-TagsExtTest-Tag-87235263') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:49.907829 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-90d00880-ed03-47cd-a463-e6c1a8039593 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] show failed (client error): The resource could not be found. May 03 22:33:49.908830 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-90d00880-ed03-47cd-a463-e6c1a8039593 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "GET /v2.0/subnetpools/75efb1d6-3412-4240-91a5-6b066b353977/tags/tempest-TagsExtTest-Tag-87235263 HTTP/1.1" status: 404 len: 327 time: 0.0400681 May 03 22:33:49.917532 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7aa145-960b-4692-8dbb-fdfe5677aeb4 req-b341c86c-99f4-489b-a5fd-7f32215bea69 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:49.918615 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-6a7aa145-960b-4692-8dbb-fdfe5677aeb4 req-b341c86c-99f4-489b-a5fd-7f32215bea69 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Synchronizing usage tracker for tenant:66dfeed3cb324772b0bf769274eed2d2 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:33:49.922091 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34306) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:49.928468 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.tag.tag_plugin [None req-896c3c56-a7d4-43f4-872e-699fa8aebf47 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '75efb1d6-3412-4240-91a5-6b066b353977') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:49.954371 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-6a7aa145-960b-4692-8dbb-fdfe5677aeb4 req-b341c86c-99f4-489b-a5fd-7f32215bea69 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Unset dirty status for tenant:66dfeed3cb324772b0bf769274eed2d2 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:33:49.955658 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6a7aa145-960b-4692-8dbb-fdfe5677aeb4 req-b341c86c-99f4-489b-a5fd-7f32215bea69 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f1733a2-d909-4187-a9a2-34cda06be260 HTTP/1.1" status: 200 len: 907 time: 0.2761643 May 03 22:33:50.005440 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-896c3c56-a7d4-43f4-872e-699fa8aebf47 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "DELETE /v2.0/subnetpools/75efb1d6-3412-4240-91a5-6b066b353977/tags HTTP/1.1" status: 204 len: 168 time: 0.0813293 May 03 22:33:50.015058 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-440ce71d-3d28-44e5-a635-79299df6d49a req-f2fc3f08-a1c4-465a-881b-c05223e822f7 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Calling delete_port for 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:33:50.021066 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34310) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:50.030631 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.tag.tag_plugin [None req-4c8b4ec0-6fd9-4906-9f02-e4fada474cce tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b60dc134-b82e-4089-9d62-7d445fbd6746') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:50.071820 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-e890050c-fbdc-4ad2-be25-34313ef4258d tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:50.073494 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-e890050c-fbdc-4ad2-be25-34313ef4258d tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/networks?id=983af77e-2b01-4072-bd1e-12edcf859777 HTTP/1.1" status: 200 len: 806 time: 0.5306425 May 03 22:33:50.125614 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-6aa614a3-dbde-4580-b775-df171bacc7f1 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/quotas/5a0f20c83fdc471fa4da593ef2ea5d27 HTTP/1.1" status: 200 len: 375 time: 0.0416124 May 03 22:33:50.180704 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-6a7aa145-960b-4692-8dbb-fdfe5677aeb4 req-0f177c92-b5eb-46e0-9615-ffb213a9777e tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Deleting port 537c9aed-0007-402c-81fd-e5306a84c1db {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:33:50.180704 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6a7aa145-960b-4692-8dbb-fdfe5677aeb4 req-0f177c92-b5eb-46e0-9615-ffb213a9777e tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:50.218273 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fef17052-c25b-49bf-b1ff-0c764612b486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:50.260611 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190dbf1-aa1c-4de1-9c5e-0b84aa885790 req-0befa234-5cdb-4d17-9f4e-f97abb7014a5 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:50.262094 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e190dbf1-aa1c-4de1-9c5e-0b84aa885790 req-0befa234-5cdb-4d17-9f4e-f97abb7014a5 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f1733a2-d909-4187-a9a2-34cda06be260 HTTP/1.1" status: 200 len: 907 time: 0.5843585 May 03 22:33:50.307770 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4c8b4ec0-6fd9-4906-9f02-e4fada474cce tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "DELETE /v2.0/routers/b60dc134-b82e-4089-9d62-7d445fbd6746/tags HTTP/1.1" status: 204 len: 168 time: 0.2834582 May 03 22:33:50.308892 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34316) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:50.315959 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.tag.tag_plugin [None req-bc97ac58-d516-4803-994c-5b67bc94790e tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '80ee1f8c-521b-4ae8-9ee1-51ba4242b93c') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:50.372612 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef17052-c25b-49bf-b1ff-0c764612b486 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46a7e09b-dee5-4e54-8f28-e48837e9ae96,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:50.440653 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef17052-c25b-49bf-b1ff-0c764612b486 admin admin] Checking segment: {'id': '5a6ab605-7658-483c-96b8-1c871bbb0af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '517a1aa6-522d-4d93-ad04-539169ce7dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:33:50.440915 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef17052-c25b-49bf-b1ff-0c764612b486 admin admin] Network hostable DHCP agents. Network: 517a1aa6-522d-4d93-ad04-539169ce7dd9, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:33:50.445388 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-440ce71d-3d28-44e5-a635-79299df6d49a req-f2fc3f08-a1c4-465a-881b-c05223e822f7 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:50.458598 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['51a443ea-606a-4a08-ab5d-52d6e694760c'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:33:50.490773 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['78cece3e-063d-4911-b5af-6e8c5dad162c'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:33:50.511169 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bc97ac58-d516-4803-994c-5b67bc94790e tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "DELETE /v2.0/ports/80ee1f8c-521b-4ae8-9ee1-51ba4242b93c/tags HTTP/1.1" status: 204 len: 168 time: 0.1994312 May 03 22:33:50.511421 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc3f08-a1c4-465a-881b-c05223e822f7 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Pushing event deleted for resources: {'Port': ['ID=1e5936bb-e1f5-4edc-b6f5-ed89c719b65d,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:50.511540 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34320) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:50.516274 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.tag.tag_plugin [None req-aab644ee-94d8-46ac-8ca3-1277bd1b0786 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '60e46162-6695-4cac-a5bf-37f0610cdcc8') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:50.518156 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-212d31e3-da83-4519-90dc-c1dd26f94eac tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a0f20c83fdc471fa4da593ef2ea5d27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3767827 May 03 22:33:50.577179 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-6a7aa145-960b-4692-8dbb-fdfe5677aeb4 req-0f177c92-b5eb-46e0-9615-ffb213a9777e tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] For port 537c9aed-0007-402c-81fd-e5306a84c1db, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=537c9aed-0007-402c-81fd-e5306a84c1db,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:50.578079 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6a7aa145-960b-4692-8dbb-fdfe5677aeb4 req-0f177c92-b5eb-46e0-9615-ffb213a9777e tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:50.630792 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef17052-c25b-49bf-b1ff-0c764612b486 admin admin] Network 517a1aa6-522d-4d93-ad04-539169ce7dd9 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:33:50.643773 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-440ce71d-3d28-44e5-a635-79299df6d49a req-f2fc3f08-a1c4-465a-881b-c05223e822f7 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] No DVR routers for this DVR port 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:33:50.649779 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-440ce71d-3d28-44e5-a635-79299df6d49a req-f2fc3f08-a1c4-465a-881b-c05223e822f7 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:50.653928 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76bd138e-926b-45d1-a5a4-b522ac80a881', 'name': 'network-vif-deleted', 'tag': '1e5936bb-e1f5-4edc-b6f5-ed89c719b65d'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:33:50.676221 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-fef17052-c25b-49bf-b1ff-0c764612b486 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 517a1aa6-522d-4d93-ad04-539169ce7dd9) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:33:50.715849 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-6a7aa145-960b-4692-8dbb-fdfe5677aeb4 req-0f177c92-b5eb-46e0-9615-ffb213a9777e tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Calling delete_port for 537c9aed-0007-402c-81fd-e5306a84c1db owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:33:50.720910 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39defabf-ceeb-4dff-b35b-e28fa01b3272 None None] Network 517a1aa6-522d-4d93-ad04-539169ce7dd9 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:33:50.726979 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef17052-c25b-49bf-b1ff-0c764612b486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:50.727569 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fef17052-c25b-49bf-b1ff-0c764612b486 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:50.739306 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-440ce71d-3d28-44e5-a635-79299df6d49a req-f2fc3f08-a1c4-465a-881b-c05223e822f7 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.60 "DELETE /v2.0/ports/1e5936bb-e1f5-4edc-b6f5-ed89c719b65d HTTP/1.1" status: 204 len: 173 time: 1.9847462 May 03 22:33:50.768007 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4f475-d5d8-48c3-a084-d2f360b67473 req-313a7f67-7e9f-4327-9652-91995e622e73 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:50.769539 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5aa4f475-d5d8-48c3-a084-d2f360b67473 req-313a7f67-7e9f-4327-9652-91995e622e73 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e2c5329-44d1-4f15-b757-88bac74ba5f1 HTTP/1.1" status: 200 len: 945 time: 0.3988156 May 03 22:33:50.815616 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34328) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:50.816406 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-fef17052-c25b-49bf-b1ff-0c764612b486 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.7253184 May 03 22:33:50.821016 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-59eec98e-9339-4086-8fc6-ef82fc17bbfa admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-209002380-router', 'tenant_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:50.830070 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-59eec98e-9339-4086-8fc6-ef82fc17bbfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:50.838199 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-59eec98e-9339-4086-8fc6-ef82fc17bbfa admin admin] Usage tracker for resource:router and tenant:187cde8c07df4cea8b9ebc36a5a846ba is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:50.843180 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-59eec98e-9339-4086-8fc6-ef82fc17bbfa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:50.850620 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-59eec98e-9339-4086-8fc6-ef82fc17bbfa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:50.860789 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-1f2bdb88-a07a-40e6-9532-525892930527 service neutron] 10.222.0.58 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083997 May 03 22:33:50.875907 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5aa4f475-d5d8-48c3-a084-d2f360b67473 req-fda30ded-6f2a-419b-94d0-de2a827bc0e0 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] 10.222.0.58 "GET /v2.0/security-groups?id=6696125a-3630-4b33-bff3-ca57d3d89881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859239 May 03 22:33:50.889890 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-aab644ee-94d8-46ac-8ca3-1277bd1b0786 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "DELETE /v2.0/subnets/60e46162-6695-4cac-a5bf-37f0610cdcc8/tags HTTP/1.1" status: 204 len: 168 time: 0.3773642 May 03 22:33:50.912421 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34334) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:50.932288 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59eec98e-9339-4086-8fc6-ef82fc17bbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:50.933313 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59eec98e-9339-4086-8fc6-ef82fc17bbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:51.002345 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59eec98e-9339-4086-8fc6-ef82fc17bbfa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:51.015577 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6a7aa145-960b-4692-8dbb-fdfe5677aeb4 req-0f177c92-b5eb-46e0-9615-ffb213a9777e tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:51.107005 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f177c92-b5eb-46e0-9615-ffb213a9777e tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Pushing event deleted for resources: {'Port': ['ID=537c9aed-0007-402c-81fd-e5306a84c1db,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:51.158745 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1699dab6-6e03-4274-b3dc-3cd5a5dbf29a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-517a1aa6-522d-4d93-ad04-539169ce7dd9', 'network_id': '517a1aa6-522d-4d93-ad04-539169ce7dd9', 'tenant_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'fixed_ips': [{'subnet_id': '46a7e09b-dee5-4e54-8f28-e48837e9ae96'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:33:51.159988 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1699dab6-6e03-4274-b3dc-3cd5a5dbf29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:51.210326 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-61351065-25f6-47d1-9c35-22b5ab867c5f service neutron] 10.222.0.58 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287334 May 03 22:33:51.424310 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-1699dab6-6e03-4274-b3dc-3cd5a5dbf29a None None] Allocated IP 172.20.0.2 (517a1aa6-522d-4d93-ad04-539169ce7dd9/46a7e09b-dee5-4e54-8f28-e48837e9ae96/fc2aab56-64f8-45c3-a755-988dbd8e887f) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:33:51.426192 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7aa145-960b-4692-8dbb-fdfe5677aeb4 req-0f177c92-b5eb-46e0-9615-ffb213a9777e tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] No DVR routers for this DVR port 537c9aed-0007-402c-81fd-e5306a84c1db on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:33:51.437297 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6a7aa145-960b-4692-8dbb-fdfe5677aeb4 req-0f177c92-b5eb-46e0-9615-ffb213a9777e tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:51.440240 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1733a2-d909-4187-a9a2-34cda06be260', 'name': 'network-vif-deleted', 'tag': '537c9aed-0007-402c-81fd-e5306a84c1db'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:33:51.610232 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-7354881b-1c1f-4f80-9eaa-fa19fba10432 req-6d8bb5ed-846b-40ba-b628-b520fe545328 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Synchronizing usage tracker for tenant:e5ed80acbb9f47e383e08a46b5c2d155 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:33:51.647833 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa815938-b12f-4bb6-a6bf-fe09aed3673b'] response: {'server_uuid': '76bd138e-926b-45d1-a5a4-b522ac80a881', 'name': 'network-vif-deleted', 'tag': '1e5936bb-e1f5-4edc-b6f5-ed89c719b65d', 'status': 'completed', 'code': 200} May 03 22:33:51.676180 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-7354881b-1c1f-4f80-9eaa-fa19fba10432 req-6d8bb5ed-846b-40ba-b628-b520fe545328 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Unset dirty status for tenant:e5ed80acbb9f47e383e08a46b5c2d155 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:33:51.677486 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7354881b-1c1f-4f80-9eaa-fa19fba10432 req-6d8bb5ed-846b-40ba-b628-b520fe545328 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=76bd138e-926b-45d1-a5a4-b522ac80a881 HTTP/1.1" status: 200 len: 210 time: 0.1165099 May 03 22:33:51.708238 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:33:51.833808 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:33:51.834207 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 1e5936bb-e1f5-4edc-b6f5-ed89c719b65d not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:33:51.900364 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1699dab6-6e03-4274-b3dc-3cd5a5dbf29a None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:51.917420 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1699dab6-6e03-4274-b3dc-3cd5a5dbf29a None None] Transition to ACTIVE for port object fc2aab56-64f8-45c3-a755-988dbd8e887f will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:33:51.945793 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1699dab6-6e03-4274-b3dc-3cd5a5dbf29a None None] Transition to ACTIVE for port object fc2aab56-64f8-45c3-a755-988dbd8e887f will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:33:51.947431 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6f417df-b1b0-4f95-96e7-b8e94b91e5bf req-e9d864f9-cefd-444f-9f71-e44a43b9f252 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=53f0fb8a-4269-4e5d-8e03-3e0b9ba6b0dd HTTP/1.1" status: 200 len: 210 time: 0.1427734 May 03 22:33:51.952320 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6a7aa145-960b-4692-8dbb-fdfe5677aeb4 req-0f177c92-b5eb-46e0-9615-ffb213a9777e tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.67 "DELETE /v2.0/ports/537c9aed-0007-402c-81fd-e5306a84c1db HTTP/1.1" status: 204 len: 173 time: 1.9831522 May 03 22:33:51.956881 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59eec98e-9339-4086-8fc6-ef82fc17bbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:51.962588 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed5cac17-ef3b-47a3-841f-f9efc52e4633 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks [] for subnetpool, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:51.963914 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ed5cac17-ef3b-47a3-841f-f9efc52e4633 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "DELETE /v2.0/subnetpools/75efb1d6-3412-4240-91a5-6b066b353977 HTTP/1.1" status: 204 len: 168 time: 1.0506427 May 03 22:33:51.967590 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34358) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:51.986486 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1699dab6-6e03-4274-b3dc-3cd5a5dbf29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:52.048966 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cb0e61fc-73e0-42ca-b334-ba64ead32bfd req-b698c2f0-4d13-4db7-8954-d9f1b61866c9 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f1733a2-d909-4187-a9a2-34cda06be260 HTTP/1.1" status: 200 len: 210 time: 0.1128883 May 03 22:33:52.049953 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34364) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:52.063648 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e31b7587-3b95-45e6-b2f8-0ec6326a4484 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Synchronizing usage tracker for tenant:3316c96996eb4a9c971effa194ad33fa on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:33:52.130482 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0377a44-6b2a-4ccb-9153-67ba2fb0e844'] response: {'server_uuid': '7f1733a2-d909-4187-a9a2-34cda06be260', 'name': 'network-vif-deleted', 'tag': '537c9aed-0007-402c-81fd-e5306a84c1db', 'status': 'completed', 'code': 200} May 03 22:33:52.160161 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e31b7587-3b95-45e6-b2f8-0ec6326a4484 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Unset dirty status for tenant:3316c96996eb4a9c971effa194ad33fa on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:33:52.161347 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e31b7587-3b95-45e6-b2f8-0ec6326a4484 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "GET /v2.0/ports?device_id=b60dc134-b82e-4089-9d62-7d445fbd6746 HTTP/1.1" status: 200 len: 205 time: 0.1925449 May 03 22:33:52.163953 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34370) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:52.177791 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1699dab6-6e03-4274-b3dc-3cd5a5dbf29a None None] Network 517a1aa6-522d-4d93-ad04-539169ce7dd9 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:33:52.181924 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-1699dab6-6e03-4274-b3dc-3cd5a5dbf29a None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:33:52.188048 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1699dab6-6e03-4274-b3dc-3cd5a5dbf29a None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:33:52.366165 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-1699dab6-6e03-4274-b3dc-3cd5a5dbf29a None None] Attempting to bind port fc2aab56-64f8-45c3-a755-988dbd8e887f on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:33:52.366728 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-1699dab6-6e03-4274-b3dc-3cd5a5dbf29a None None] Attempting to bind port fc2aab56-64f8-45c3-a755-988dbd8e887f by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '5a6ab605-7658-483c-96b8-1c871bbb0af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '517a1aa6-522d-4d93-ad04-539169ce7dd9'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:33:52.367099 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1699dab6-6e03-4274-b3dc-3cd5a5dbf29a None None] Attempting to bind port fc2aab56-64f8-45c3-a755-988dbd8e887f on network 517a1aa6-522d-4d93-ad04-539169ce7dd9 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:33:52.374753 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699dab6-6e03-4274-b3dc-3cd5a5dbf29a None None] Pushing event updated for resources: {'Port': ['ID=fc2aab56-64f8-45c3-a755-988dbd8e887f,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:52.379451 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1699dab6-6e03-4274-b3dc-3cd5a5dbf29a None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:33:52.380137 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1699dab6-6e03-4274-b3dc-3cd5a5dbf29a None None] Checking segment: {'id': '5a6ab605-7658-483c-96b8-1c871bbb0af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '517a1aa6-522d-4d93-ad04-539169ce7dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:33:52.380891 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1699dab6-6e03-4274-b3dc-3cd5a5dbf29a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:52.381377 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1699dab6-6e03-4274-b3dc-3cd5a5dbf29a None None] Bound using segment: {'id': '5a6ab605-7658-483c-96b8-1c871bbb0af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '517a1aa6-522d-4d93-ad04-539169ce7dd9'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:33:52.382098 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-1699dab6-6e03-4274-b3dc-3cd5a5dbf29a None None] Bound port: fc2aab56-64f8-45c3-a755-988dbd8e887f, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a6ab605-7658-483c-96b8-1c871bbb0af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '517a1aa6-522d-4d93-ad04-539169ce7dd9'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:33:52.382483 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1699dab6-6e03-4274-b3dc-3cd5a5dbf29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:52.514912 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-1699dab6-6e03-4274-b3dc-3cd5a5dbf29a None None] For port fc2aab56-64f8-45c3-a755-988dbd8e887f, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:33:52.519172 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-1699dab6-6e03-4274-b3dc-3cd5a5dbf29a None None] For port fc2aab56-64f8-45c3-a755-988dbd8e887f, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=fc2aab56-64f8-45c3-a755-988dbd8e887f,segment=NetworkSegment(5a6ab605-7658-483c-96b8-1c871bbb0af0),segment_id=5a6ab605-7658-483c-96b8-1c871bbb0af0)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:33:52.538277 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1699dab6-6e03-4274-b3dc-3cd5a5dbf29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:52.617040 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7a193b49-e967-4e55-9de4-fc98bb517d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:52.637699 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-78ad7b2a-4e91-4b45-a925-d2647c464364 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:52.771434 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59eec98e-9339-4086-8fc6-ef82fc17bbfa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:52.792927 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699dab6-6e03-4274-b3dc-3cd5a5dbf29a None None] Pushing event updated for resources: {'Port': ['ID=fc2aab56-64f8-45c3-a755-988dbd8e887f,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:52.843801 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59eec98e-9339-4086-8fc6-ef82fc17bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:52.844033 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-96ce83eb-15c9-441e-86ed-e26a8923b20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:52.883189 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7a193b49-e967-4e55-9de4-fc98bb517d7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:52.920363 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 537c9aed-0007-402c-81fd-e5306a84c1db no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:33:52.973995 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7a193b49-e967-4e55-9de4-fc98bb517d7b admin admin] Usage tracker for resource:security_group_rule and tenant:14fd7c26852d4f9783468b37e93da632 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:52.981160 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 537c9aed-0007-402c-81fd-e5306a84c1db {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:33:52.981509 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 537c9aed-0007-402c-81fd-e5306a84c1db not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:33:52.984201 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7a193b49-e967-4e55-9de4-fc98bb517d7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:53.019687 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7a193b49-e967-4e55-9de4-fc98bb517d7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:53.101127 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-59eec98e-9339-4086-8fc6-ef82fc17bbfa admin admin] Allocated IP 172.25.2.10 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/43ea8607-4944-4b79-a4ab-f7007abb4a31) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:33:53.255036 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-78ad7b2a-4e91-4b45-a925-d2647c464364 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:53.264350 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-78ad7b2a-4e91-4b45-a925-d2647c464364 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:53.292194 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59eec98e-9339-4086-8fc6-ef82fc17bbfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:53.311846 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-78ad7b2a-4e91-4b45-a925-d2647c464364 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:53.312561 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ad7b2a-4e91-4b45-a925-d2647c464364 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Fanout notify agent at l3_agent the message router_deleted on router b60dc134-b82e-4089-9d62-7d445fbd6746 {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:33:53.321320 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92404b78-4b3e-43a8-95fe-eff94576a7fa req-74b77ff0-e9fa-4cd3-a62f-9c8455e79b29 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:53.322923 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-92404b78-4b3e-43a8-95fe-eff94576a7fa req-74b77ff0-e9fa-4cd3-a62f-9c8455e79b29 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e2c5329-44d1-4f15-b757-88bac74ba5f1 HTTP/1.1" status: 200 len: 945 time: 0.4412644 May 03 22:33:53.340468 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59eec98e-9339-4086-8fc6-ef82fc17bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:53.396262 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-78ad7b2a-4e91-4b45-a925-d2647c464364 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:53.397904 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-78ad7b2a-4e91-4b45-a925-d2647c464364 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "DELETE /v2.0/routers/b60dc134-b82e-4089-9d62-7d445fbd6746 HTTP/1.1" status: 204 len: 168 time: 1.2325528 May 03 22:33:53.413130 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34392) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:53.447140 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59eec98e-9339-4086-8fc6-ef82fc17bbfa admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:33:53.450271 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-59eec98e-9339-4086-8fc6-ef82fc17bbfa admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:33:53.451604 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7a193b49-e967-4e55-9de4-fc98bb517d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:53.454083 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59eec98e-9339-4086-8fc6-ef82fc17bbfa admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:33:53.492423 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eec98e-9339-4086-8fc6-ef82fc17bbfa admin admin] Pushing event updated for resources: {'Port': ['ID=43ea8607-4944-4b79-a4ab-f7007abb4a31,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:53.504452 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7a193b49-e967-4e55-9de4-fc98bb517d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:53.529125 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-92404b78-4b3e-43a8-95fe-eff94576a7fa req-ec671b7c-78ed-4a87-b854-5e2fa99a8149 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] 10.222.0.58 "GET /v2.0/security-groups?id=6696125a-3630-4b33-bff3-ca57d3d89881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794806 May 03 22:33:53.630883 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-77c8051c-64c2-4b06-86a9-a343c0c45125 req-20df7b95-0c59-4047-89c0-51e9c8d8268d tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=53f0fb8a-4269-4e5d-8e03-3e0b9ba6b0dd HTTP/1.1" status: 200 len: 210 time: 0.1146119 May 03 22:33:53.715566 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-acec909c-f47b-4c78-82da-6c52baecedb2 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Deleting port 80ee1f8c-521b-4ae8-9ee1-51ba4242b93c {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:33:53.715991 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-acec909c-f47b-4c78-82da-6c52baecedb2 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:53.780278 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7a193b49-e967-4e55-9de4-fc98bb517d7b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=14fd7c26852d4f9783468b37e93da632&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7290709 May 03 22:33:53.809254 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a193b49-e967-4e55-9de4-fc98bb517d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991a07ea-ba98-4ebf-9cbd-0f7bd6233e6e,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:53.834937 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34398) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:53.944220 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a9b86754-900e-4431-8673-3fc6ab44a5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:54.009213 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-72c67b7c-286b-404b-89a6-07a371f0e839 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:54.010737 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-72c67b7c-286b-404b-89a6-07a371f0e839 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.60 "GET /v2.0/networks?id=983af77e-2b01-4072-bd1e-12edcf859777 HTTP/1.1" status: 200 len: 806 time: 0.5505910 May 03 22:33:54.030681 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-93d4b285-f823-4a3d-b97f-99058d4da120 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Request body: {'port': {'device_id': '53f0fb8a-4269-4e5d-8e03-3e0b9ba6b0dd', 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777', 'admin_state_up': True, 'tenant_id': '5a0f20c83fdc471fa4da593ef2ea5d27'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:54.075493 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4543ad-1efa-4fe3-8ae2-e9111b2e4b83 req-7ebfcd0e-26cf-4818-9640-d8a2746ce81a tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:54.084994 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2c4543ad-1efa-4fe3-8ae2-e9111b2e4b83 req-7ebfcd0e-26cf-4818-9640-d8a2746ce81a tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 950 time: 0.2689435 May 03 22:33:54.102774 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:54.123545 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a9b86754-900e-4431-8673-3fc6ab44a5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:54.184575 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2c4543ad-1efa-4fe3-8ae2-e9111b2e4b83 req-16cf5a04-0cd7-4919-b024-90178e75eae5 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981431 May 03 22:33:54.211172 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59eec98e-9339-4086-8fc6-ef82fc17bbfa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:54.227773 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836a219d-3d70-479b-a372-be701bd65010 None None] Network 517a1aa6-522d-4d93-ad04-539169ce7dd9 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:33:54.438434 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-8424267a-5864-490d-be18-5ccda67fc63d None None] Provisioning for port fc2aab56-64f8-45c3-a755-988dbd8e887f completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:33:54.620698 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-acec909c-f47b-4c78-82da-6c52baecedb2 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:54.631666 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-93d4b285-f823-4a3d-b97f-99058d4da120 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:54.644351 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a9b86754-900e-4431-8673-3fc6ab44a5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:54.680681 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b86754-900e-4431-8673-3fc6ab44a5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991a07ea-ba98-4ebf-9cbd-0f7bd6233e6e,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:54.728933 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a9b86754-900e-4431-8673-3fc6ab44a5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:54.732872 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a9b86754-900e-4431-8673-3fc6ab44a5f9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/991a07ea-ba98-4ebf-9cbd-0f7bd6233e6e HTTP/1.1" status: 204 len: 168 time: 0.8941367 May 03 22:33:54.770979 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-93d4b285-f823-4a3d-b97f-99058d4da120 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Usage tracker for resource:port and tenant:5a0f20c83fdc471fa4da593ef2ea5d27 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:54.854974 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-acec909c-f47b-4c78-82da-6c52baecedb2 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Calling delete_port for 80ee1f8c-521b-4ae8-9ee1-51ba4242b93c owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:33:54.882229 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device fc2aab56-64f8-45c3-a755-988dbd8e887f up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:33:54.889427 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-93d4b285-f823-4a3d-b97f-99058d4da120 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:54.915826 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-93d4b285-f823-4a3d-b97f-99058d4da120 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:54.941593 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e5d86-7e87-4d16-b093-4c423cc69814 req-7a98722f-b786-43b7-8549-3553cdc43f9f tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:54.942135 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-185e5d86-7e87-4d16-b093-4c423cc69814 req-7a98722f-b786-43b7-8549-3553cdc43f9f tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Synchronizing usage tracker for tenant:d5126da0448b4dc5bc6c990cac6d1e49 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:33:54.955380 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c510f-0f4c-432d-95d2-439f869fdb98 req-a2ef1aec-810b-4653-a0a0-353c12fb405a tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:54.956885 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7f7c510f-0f4c-432d-95d2-439f869fdb98 req-a2ef1aec-810b-4653-a0a0-353c12fb405a tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=7eeb876d-d169-4822-ae0a-71ff6f1d8ca9 HTTP/1.1" status: 200 len: 946 time: 0.6263981 May 03 22:33:54.962833 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-93d4b285-f823-4a3d-b97f-99058d4da120 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Made reservation on behalf of 5a0f20c83fdc471fa4da593ef2ea5d27 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:33:54.966241 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-93d4b285-f823-4a3d-b97f-99058d4da120 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:55.004573 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59eec98e-9339-4086-8fc6-ef82fc17bbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:55.009006 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-185e5d86-7e87-4d16-b093-4c423cc69814 req-7a98722f-b786-43b7-8549-3553cdc43f9f tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Unset dirty status for tenant:d5126da0448b4dc5bc6c990cac6d1e49 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:33:55.010266 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-185e5d86-7e87-4d16-b093-4c423cc69814 req-7a98722f-b786-43b7-8549-3553cdc43f9f tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e2c5329-44d1-4f15-b757-88bac74ba5f1 HTTP/1.1" status: 200 len: 945 time: 0.6923828 May 03 22:33:55.023116 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d1550-1bf8-409b-b199-b08b01ade4c9 req-01ebf082-0875-4f69-9d34-f50f191864f1 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:55.031513 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c58d1550-1bf8-409b-b199-b08b01ade4c9 req-01ebf082-0875-4f69-9d34-f50f191864f1 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=efc4a8a7-886c-4033-9fa8-4766e4fdc2b7 HTTP/1.1" status: 200 len: 945 time: 0.4156969 May 03 22:33:55.060460 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port fc2aab56-64f8-45c3-a755-988dbd8e887f completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:33:55.067335 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-81dad83f-b09e-4040-b413-fa3df434f494 None None] Provisioning complete for port fc2aab56-64f8-45c3-a755-988dbd8e887f triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:33:55.068848 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-81dad83f-b09e-4040-b413-fa3df434f494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:55.136433 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0547555f-6dde-44c5-91d4-241e7ee0a055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:55.149299 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port fc2aab56-64f8-45c3-a755-988dbd8e887f triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:33:55.149674 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:55.219154 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-185e5d86-7e87-4d16-b093-4c423cc69814 req-e3bcef31-9cb9-4d93-8664-33d862f16fcc tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Deleting port ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:33:55.219810 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-185e5d86-7e87-4d16-b093-4c423cc69814 req-e3bcef31-9cb9-4d93-8664-33d862f16fcc tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:55.320714 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c58d1550-1bf8-409b-b199-b08b01ade4c9 req-c308da08-4990-4ec0-bea7-573556901bc0 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882471 May 03 22:33:55.440021 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-81dad83f-b09e-4040-b413-fa3df434f494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:55.473200 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:55.518544 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-81dad83f-b09e-4040-b413-fa3df434f494 None None] For port fc2aab56-64f8-45c3-a755-988dbd8e887f, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=fc2aab56-64f8-45c3-a755-988dbd8e887f,segment=NetworkSegment(5a6ab605-7658-483c-96b8-1c871bbb0af0),segment_id=5a6ab605-7658-483c-96b8-1c871bbb0af0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:55.525897 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-81dad83f-b09e-4040-b413-fa3df434f494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:55.559125 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-acec909c-f47b-4c78-82da-6c52baecedb2 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:55.596541 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6865ed-9373-496a-81ab-6e5efece4985 req-eb85eec4-2233-4b88-9119-c2bb9d88e0dc tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:55.597431 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-ae6865ed-9373-496a-81ab-6e5efece4985 req-eb85eec4-2233-4b88-9119-c2bb9d88e0dc tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Synchronizing usage tracker for tenant:66dfeed3cb324772b0bf769274eed2d2 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:33:55.623774 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-185e5d86-7e87-4d16-b093-4c423cc69814 req-e3bcef31-9cb9-4d93-8664-33d862f16fcc tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] For port ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04,segment=NetworkSegment(e3b1010d-1e34-45c8-81c6-43d49cc6bf1c),segment_id=e3b1010d-1e34-45c8-81c6-43d49cc6bf1c)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:55.624138 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-185e5d86-7e87-4d16-b093-4c423cc69814 req-e3bcef31-9cb9-4d93-8664-33d862f16fcc tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:55.631763 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59eec98e-9339-4086-8fc6-ef82fc17bbfa admin admin] Router 2769e25f-81f4-45c9-9285-b21d119b981b is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:33:55.700374 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:33:55.700735 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:33:55.727111 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dad83f-b09e-4040-b413-fa3df434f494 None None] Pushing event updated for resources: {'Port': ['ID=fc2aab56-64f8-45c3-a755-988dbd8e887f,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:55.739118 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7f7c510f-0f4c-432d-95d2-439f869fdb98 req-f0ad6234-cb0c-486d-a00f-6c4819c0fc15 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7409306 May 03 22:33:55.767394 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec909c-f47b-4c78-82da-6c52baecedb2 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Pushing event deleted for resources: {'Port': ['ID=80ee1f8c-521b-4ae8-9ee1-51ba4242b93c,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:55.771133 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-185e5d86-7e87-4d16-b093-4c423cc69814 req-e3bcef31-9cb9-4d93-8664-33d862f16fcc tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Calling delete_port for ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:33:55.806089 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-ae6865ed-9373-496a-81ab-6e5efece4985 req-eb85eec4-2233-4b88-9119-c2bb9d88e0dc tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Unset dirty status for tenant:66dfeed3cb324772b0bf769274eed2d2 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:33:55.807505 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ae6865ed-9373-496a-81ab-6e5efece4985 req-eb85eec4-2233-4b88-9119-c2bb9d88e0dc tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.67 "GET /v2.0/ports?device_id=7eeb876d-d169-4822-ae0a-71ff6f1d8ca9 HTTP/1.1" status: 200 len: 946 time: 0.8433390 May 03 22:33:56.004033 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-93d4b285-f823-4a3d-b97f-99058d4da120 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Allocated IP 172.20.0.8 (983af77e-2b01-4072-bd1e-12edcf859777/a1f38ed2-c940-45de-9756-cc79b8316a2d/3ce8f786-4542-4105-b1b4-09c488ba54dd) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:33:56.086029 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-181b6332-38ec-4533-b281-13663a0167c2 req-d118a06c-ac82-4b6c-ad76-ac65235678fc tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=53f0fb8a-4269-4e5d-8e03-3e0b9ba6b0dd HTTP/1.1" status: 200 len: 210 time: 0.1692338 May 03 22:33:56.093977 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-acec909c-f47b-4c78-82da-6c52baecedb2 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:56.141310 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9edb5-25f4-4d28-a49a-4dac150db66c req-f8cb7cd9-e1ca-41c5-a2c9-f962b4e5c3da tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:56.142898 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9bb9edb5-25f4-4d28-a49a-4dac150db66c req-f8cb7cd9-e1ca-41c5-a2c9-f962b4e5c3da tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 950 time: 0.7266724 May 03 22:33:56.184258 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:56.266912 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:56.285193 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-ae6865ed-9373-496a-81ab-6e5efece4985 req-3c6eaf0c-91ea-4cdf-95b3-0cb7627c76c1 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Deleting port 95b4774f-05b7-419e-89fc-76bb9efcb5b7 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:33:56.285722 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ae6865ed-9373-496a-81ab-6e5efece4985 req-3c6eaf0c-91ea-4cdf-95b3-0cb7627c76c1 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:56.313305 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-acec909c-f47b-4c78-82da-6c52baecedb2 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "DELETE /v2.0/ports/80ee1f8c-521b-4ae8-9ee1-51ba4242b93c HTTP/1.1" status: 204 len: 168 time: 2.8964360 May 03 22:33:56.322260 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34440) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:56.332619 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92f0d0-09b4-43d0-90f9-c2911037bc67 req-624876a3-d31e-491d-b9dd-0b2204e29e8d tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:56.334097 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8e92f0d0-09b4-43d0-90f9-c2911037bc67 req-624876a3-d31e-491d-b9dd-0b2204e29e8d tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e2c5329-44d1-4f15-b757-88bac74ba5f1 HTTP/1.1" status: 200 len: 945 time: 0.7862194 May 03 22:33:56.394704 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-9bb9edb5-25f4-4d28-a49a-4dac150db66c req-1da32d38-f36f-4548-95b3-a09f86803f2d tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Deleting port 78cece3e-063d-4911-b5af-6e8c5dad162c {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:33:56.395065 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9bb9edb5-25f4-4d28-a49a-4dac150db66c req-1da32d38-f36f-4548-95b3-a09f86803f2d tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:56.408427 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-185e5d86-7e87-4d16-b093-4c423cc69814 req-e3bcef31-9cb9-4d93-8664-33d862f16fcc tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:56.502612 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8e92f0d0-09b4-43d0-90f9-c2911037bc67 req-e9770215-ef41-4190-924a-cfb6ae5a2e02 tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] 10.222.0.58 "GET /v2.0/security-groups?id=6696125a-3630-4b33-bff3-ca57d3d89881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463048 May 03 22:33:56.518958 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-93d4b285-f823-4a3d-b97f-99058d4da120 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:56.519966 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bcef31-9cb9-4d93-8664-33d862f16fcc tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Pushing event deleted for resources: {'Port': ['ID=ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:56.603532 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b802b-e7bd-4499-afea-387c61548e05 req-5b72e34b-cb49-4e6f-8f18-72f98a5cd915 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:56.614476 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac4b802b-e7bd-4499-afea-387c61548e05 req-5b72e34b-cb49-4e6f-8f18-72f98a5cd915 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 950 time: 0.4058259 May 03 22:33:56.696595 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce0089c-b326-4ebc-81d8-86601a68f347 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Deleting subnet 60e46162-6695-4cac-a5bf-37f0610cdcc8 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:33:56.730462 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bce0089c-b326-4ebc-81d8-86601a68f347 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:56.755395 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac4b802b-e7bd-4499-afea-387c61548e05 req-eb0b3406-c844-464f-af7e-1c48e2de2199 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357524 May 03 22:33:56.793225 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59eec98e-9339-4086-8fc6-ef82fc17bbfa admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:33:56.805321 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ecb1ff-5016-4bdd-a62e-8275c788029f None None] Sync routers for ids ['2769e25f-81f4-45c9-9285-b21d119b981b'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:33:56.819024 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ecb1ff-5016-4bdd-a62e-8275c788029f None None] Routers {'2769e25f-81f4-45c9-9285-b21d119b981b'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:33:56.821250 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-65ecb1ff-5016-4bdd-a62e-8275c788029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:33:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['2769e25f-81f4-45c9-9285-b21d119b981b'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:56.845818 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-93d4b285-f823-4a3d-b97f-99058d4da120 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:56.851989 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-185e5d86-7e87-4d16-b093-4c423cc69814 req-e3bcef31-9cb9-4d93-8664-33d862f16fcc tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] No DVR routers for this DVR port ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:33:56.858811 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['ebe6bcaf-8b79-40c4-bb18-cb77abd9c418'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:33:56.870433 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-185e5d86-7e87-4d16-b093-4c423cc69814 req-e3bcef31-9cb9-4d93-8664-33d862f16fcc tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:56.873063 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2c5329-44d1-4f15-b757-88bac74ba5f1', 'name': 'network-vif-deleted', 'tag': 'ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:33:56.905825 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bce0089c-b326-4ebc-81d8-86601a68f347 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:56.935084 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['f6688ff0-6e96-4dac-90f0-7a42629dcd98'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:33:56.986941 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-185e5d86-7e87-4d16-b093-4c423cc69814 req-e3bcef31-9cb9-4d93-8664-33d862f16fcc tempest-ServerGroupTestJSON-922827909 tempest-ServerGroupTestJSON-922827909-project] 10.222.0.60 "DELETE /v2.0/ports/ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04 HTTP/1.1" status: 204 len: 173 time: 1.9226899 May 03 22:33:56.988724 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-ae6865ed-9373-496a-81ab-6e5efece4985 req-3c6eaf0c-91ea-4cdf-95b3-0cb7627c76c1 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] For port 95b4774f-05b7-419e-89fc-76bb9efcb5b7, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=95b4774f-05b7-419e-89fc-76bb9efcb5b7,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:56.989083 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ae6865ed-9373-496a-81ab-6e5efece4985 req-3c6eaf0c-91ea-4cdf-95b3-0cb7627c76c1 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:56.996716 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34454) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:57.014701 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59eec98e-9339-4086-8fc6-ef82fc17bbfa admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:57.019041 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-59eec98e-9339-4086-8fc6-ef82fc17bbfa admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.2024429 May 03 22:33:57.021710 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34458) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:57.029317 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device fc2aab56-64f8-45c3-a755-988dbd8e887f up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:33:57.214341 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port fc2aab56-64f8-45c3-a755-988dbd8e887f triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:33:57.215029 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:57.243725 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-65ecb1ff-5016-4bdd-a62e-8275c788029f None None] Set router 2769e25f-81f4-45c9-9285-b21d119b981b gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:33:57.270209 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-93d4b285-f823-4a3d-b97f-99058d4da120 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Network 983af77e-2b01-4072-bd1e-12edcf859777 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:33:57.271063 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:33:57.281397 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-93d4b285-f823-4a3d-b97f-99058d4da120 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:33:57.293275 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-93d4b285-f823-4a3d-b97f-99058d4da120 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:33:57.327357 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:33:57.327704 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:33:57.394607 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-ae6865ed-9373-496a-81ab-6e5efece4985 req-3c6eaf0c-91ea-4cdf-95b3-0cb7627c76c1 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Calling delete_port for 95b4774f-05b7-419e-89fc-76bb9efcb5b7 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:33:57.413789 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-93d4b285-f823-4a3d-b97f-99058d4da120 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:57.414862 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-93d4b285-f823-4a3d-b97f-99058d4da120 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:57.455591 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-93d4b285-f823-4a3d-b97f-99058d4da120 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4317386 May 03 22:33:57.468987 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-aa596dfb-0dea-4a5c-88ee-1df11036d832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:57.485867 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-810e14a4-d5fd-4186-bff2-cef0d9267a08 service neutron] Request body: {'port': {'device_id': '53f0fb8a-4269-4e5d-8e03-3e0b9ba6b0dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:33:57.565281 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-aa596dfb-0dea-4a5c-88ee-1df11036d832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:33:57.594827 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-aa596dfb-0dea-4a5c-88ee-1df11036d832 admin admin] Usage tracker for resource:security_group_rule and tenant:70726c765fc74e79aea183cfbc8c1d01 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:33:57.611265 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-65ecb1ff-5016-4bdd-a62e-8275c788029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'name': 'tempest-ServersTestJSON-209002380-router', 'tenant_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '43ea8607-4944-4b79-a4ab-f7007abb4a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:33:50Z', 'updated_at': '2022-05-03T22:33:53Z', 'revision_number': 3, 'project_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'gw_port': {'id': '43ea8607-4944-4b79-a4ab-f7007abb4a31', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:87:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:33:52Z', 'updated_at': '2022-05-03T22:33:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:57.615504 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ecb1ff-5016-4bdd-a62e-8275c788029f None None] Checking router: 2769e25f-81f4-45c9-9285-b21d119b981b for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:33:57.615959 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ecb1ff-5016-4bdd-a62e-8275c788029f None None] Updating router 2769e25f-81f4-45c9-9285-b21d119b981b port 43ea8607-4944-4b79-a4ab-f7007abb4a31 binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:33:57.638509 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:57.659852 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-aa596dfb-0dea-4a5c-88ee-1df11036d832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:33:57.662371 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4b285-f823-4a3d-b97f-99058d4da120 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Pushing event updated for resources: {'Port': ['ID=3ce8f786-4542-4105-b1b4-09c488ba54dd,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:57.686239 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-65ecb1ff-5016-4bdd-a62e-8275c788029f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:57.696034 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-aa596dfb-0dea-4a5c-88ee-1df11036d832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:33:57.706994 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bce0089c-b326-4ebc-81d8-86601a68f347 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:57.727757 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:57.735514 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303e2aa-8199-42e8-a312-2a2ac1acb5bf req-61d33de4-973d-41ed-9b57-5428a9ac7771 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:57.737053 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e303e2aa-8199-42e8-a312-2a2ac1acb5bf req-61d33de4-973d-41ed-9b57-5428a9ac7771 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=efc4a8a7-886c-4033-9fa8-4766e4fdc2b7 HTTP/1.1" status: 200 len: 945 time: 1.0663331 May 03 22:33:57.746123 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-9bb9edb5-25f4-4d28-a49a-4dac150db66c req-1da32d38-f36f-4548-95b3-a09f86803f2d tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] For port 78cece3e-063d-4911-b5af-6e8c5dad162c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=78cece3e-063d-4911-b5af-6e8c5dad162c,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:57.746495 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9bb9edb5-25f4-4d28-a49a-4dac150db66c req-1da32d38-f36f-4548-95b3-a09f86803f2d tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:57.937989 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-9bb9edb5-25f4-4d28-a49a-4dac150db66c req-1da32d38-f36f-4548-95b3-a09f86803f2d tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Calling delete_port for 78cece3e-063d-4911-b5af-6e8c5dad162c owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:33:57.996737 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-810e14a4-d5fd-4186-bff2-cef0d9267a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:58.065608 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e303e2aa-8199-42e8-a312-2a2ac1acb5bf req-21af24c2-3f9a-43e3-9293-062d2b0b7a31 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033772 May 03 22:33:58.080244 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c34d92-73b0-4b10-82c5-1937c051ead7 req-c845ba94-e660-4eed-a047-8041588aab74 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:58.087326 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b8c34d92-73b0-4b10-82c5-1937c051ead7 req-c845ba94-e660-4eed-a047-8041588aab74 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=7eeb876d-d169-4822-ae0a-71ff6f1d8ca9 HTTP/1.1" status: 200 len: 946 time: 0.9726779 May 03 22:33:58.154846 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ae6865ed-9373-496a-81ab-6e5efece4985 req-3c6eaf0c-91ea-4cdf-95b3-0cb7627c76c1 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:58.162329 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-65ecb1ff-5016-4bdd-a62e-8275c788029f None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:58.173198 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['8838e62a-72db-4068-b227-7620cf5da515'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:33:58.176258 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9879b691-d0ec-43db-9786-e9e76f501e9a'] response: {'server_uuid': '7e2c5329-44d1-4f15-b757-88bac74ba5f1', 'name': 'network-vif-deleted', 'tag': 'ca9c26ab-e8ea-4a03-a2b8-d7a5b763be04', 'status': 'completed', 'code': 200} May 03 22:33:58.183942 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bce0089c-b326-4ebc-81d8-86601a68f347 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:58.261549 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b8c34d92-73b0-4b10-82c5-1937c051ead7 req-75398fc6-83c4-4ac6-a902-81bd2d3152fb tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732996 May 03 22:33:58.278127 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6eaf0c-91ea-4cdf-95b3-0cb7627c76c1 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Pushing event deleted for resources: {'Port': ['ID=95b4774f-05b7-419e-89fc-76bb9efcb5b7,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:58.286653 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0089c-b326-4ebc-81d8-86601a68f347 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Pushing event deleted for resources: {'Subnet': ['ID=60e46162-6695-4cac-a5bf-37f0610cdcc8,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:58.297430 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bce0089c-b326-4ebc-81d8-86601a68f347 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:58.305788 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2772c5e4-0fac-44c8-9482-4f1bce152bcd None None] Network 13c6913c-2326-4aaa-b1aa-2ffd5c59daee requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:33:58.398361 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-65ecb1ff-5016-4bdd-a62e-8275c788029f None None] Transition to ACTIVE for port object 43ea8607-4944-4b79-a4ab-f7007abb4a31 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:33:58.404880 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9bb9edb5-25f4-4d28-a49a-4dac150db66c req-1da32d38-f36f-4548-95b3-a09f86803f2d tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:58.409521 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-65ecb1ff-5016-4bdd-a62e-8275c788029f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:58.453268 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6865ed-9373-496a-81ab-6e5efece4985 req-3c6eaf0c-91ea-4cdf-95b3-0cb7627c76c1 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] No DVR routers for this DVR port 95b4774f-05b7-419e-89fc-76bb9efcb5b7 on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:33:58.463580 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bce0089c-b326-4ebc-81d8-86601a68f347 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "DELETE /v2.0/subnets/60e46162-6695-4cac-a5bf-37f0610cdcc8 HTTP/1.1" status: 204 len: 168 time: 2.1402571 May 03 22:33:58.464364 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34474) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:58.469908 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-aa596dfb-0dea-4a5c-88ee-1df11036d832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:58.471384 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ae6865ed-9373-496a-81ab-6e5efece4985 req-3c6eaf0c-91ea-4cdf-95b3-0cb7627c76c1 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:58.473799 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ae6865ed-9373-496a-81ab-6e5efece4985 req-3c6eaf0c-91ea-4cdf-95b3-0cb7627c76c1 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.67 "DELETE /v2.0/ports/95b4774f-05b7-419e-89fc-76bb9efcb5b7 HTTP/1.1" status: 204 len: 173 time: 2.4815125 May 03 22:33:58.489586 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da32d38-f36f-4548-95b3-a09f86803f2d tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Pushing event deleted for resources: {'Port': ['ID=78cece3e-063d-4911-b5af-6e8c5dad162c,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:58.507963 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-aa596dfb-0dea-4a5c-88ee-1df11036d832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:58.635775 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-65ecb1ff-5016-4bdd-a62e-8275c788029f None None] Attempting to bind port 43ea8607-4944-4b79-a4ab-f7007abb4a31 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:33:58.636013 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-65ecb1ff-5016-4bdd-a62e-8275c788029f None None] Attempting to bind port 43ea8607-4944-4b79-a4ab-f7007abb4a31 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:33:58.636337 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ecb1ff-5016-4bdd-a62e-8275c788029f None None] Attempting to bind port 43ea8607-4944-4b79-a4ab-f7007abb4a31 on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:33:58.640880 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d971f3f-3e9a-4bec-9dcb-112b746d04f5 None None] Pushing event updated for resources: {'Port': ['ID=43ea8607-4944-4b79-a4ab-f7007abb4a31,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:58.659409 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ecb1ff-5016-4bdd-a62e-8275c788029f None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:33:58.659936 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ecb1ff-5016-4bdd-a62e-8275c788029f None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:33:58.660507 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-65ecb1ff-5016-4bdd-a62e-8275c788029f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:58.661103 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ecb1ff-5016-4bdd-a62e-8275c788029f None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:33:58.662583 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-65ecb1ff-5016-4bdd-a62e-8275c788029f None None] Bound port: 43ea8607-4944-4b79-a4ab-f7007abb4a31, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:33:58.662583 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-65ecb1ff-5016-4bdd-a62e-8275c788029f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:58.728999 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-aa596dfb-0dea-4a5c-88ee-1df11036d832 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=70726c765fc74e79aea183cfbc8c1d01&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7239122 May 03 22:33:58.740242 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34478) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:33:58.740472 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa596dfb-0dea-4a5c-88ee-1df11036d832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3271046f-b371-440a-bb6a-f830aa35a699,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:58.751267 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2755357f-65cc-43a0-af3f-3ed772ff1d80 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:58.805007 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-65ecb1ff-5016-4bdd-a62e-8275c788029f None None] For port 43ea8607-4944-4b79-a4ab-f7007abb4a31, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:33:58.809159 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-65ecb1ff-5016-4bdd-a62e-8275c788029f None None] For port 43ea8607-4944-4b79-a4ab-f7007abb4a31, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=43ea8607-4944-4b79-a4ab-f7007abb4a31,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:33:58.819198 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-65ecb1ff-5016-4bdd-a62e-8275c788029f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:58.908300 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-2755357f-65cc-43a0-af3f-3ed772ff1d80 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Deleting port c0bed4c7-0398-4b88-93ca-a638a0a071c0 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:33:58.908684 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2755357f-65cc-43a0-af3f-3ed772ff1d80 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:58.923671 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d971f3f-3e9a-4bec-9dcb-112b746d04f5 None None] Pushing event updated for resources: {'Port': ['ID=43ea8607-4944-4b79-a4ab-f7007abb4a31,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:58.942418 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 95b4774f-05b7-419e-89fc-76bb9efcb5b7 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:33:58.954184 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ecb1ff-5016-4bdd-a62e-8275c788029f None None] Routers {'2769e25f-81f4-45c9-9285-b21d119b981b'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:33:58.954816 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-65ecb1ff-5016-4bdd-a62e-8275c788029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:33:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['2769e25f-81f4-45c9-9285-b21d119b981b'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:58.988494 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb9edb5-25f4-4d28-a49a-4dac150db66c req-1da32d38-f36f-4548-95b3-a09f86803f2d tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] No DVR routers for this DVR port 78cece3e-063d-4911-b5af-6e8c5dad162c on host n-h2-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:33:59.013058 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0282adec-185d-4992-9f52-f3af0734ca70 req-25877ef0-c438-45e7-a806-2632fb032df1 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=9b165481-d168-47b0-8ae5-f2c99caf766c HTTP/1.1" status: 200 len: 210 time: 0.1185503 May 03 22:33:59.020683 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9bb9edb5-25f4-4d28-a49a-4dac150db66c req-1da32d38-f36f-4548-95b3-a09f86803f2d tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:59.034556 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d6e550-2f2e-4fa1-a5b3-b3b210585e70 None None] DHCP port deletion for 13c6913c-2326-4aaa-b1aa-2ffd5c59daee request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:33:59.038557 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 95b4774f-05b7-419e-89fc-76bb9efcb5b7 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:33:59.043342 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 95b4774f-05b7-419e-89fc-76bb9efcb5b7 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:33:59.044078 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 78cece3e-063d-4911-b5af-6e8c5dad162c no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:33:59.051212 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b165481-d168-47b0-8ae5-f2c99caf766c', 'name': 'network-vif-deleted', 'tag': '78cece3e-063d-4911-b5af-6e8c5dad162c'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:33:59.069332 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9bb9edb5-25f4-4d28-a49a-4dac150db66c req-1da32d38-f36f-4548-95b3-a09f86803f2d tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.67 "DELETE /v2.0/ports/78cece3e-063d-4911-b5af-6e8c5dad162c HTTP/1.1" status: 204 len: 173 time: 2.9016483 May 03 22:33:59.102021 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e0f9a9a5-257c-4736-8116-3ad61d264485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:59.183126 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b3c89-0a44-4281-8c4e-98f09dd7f0c2 req-3e981eb5-ee5e-4103-a8c6-2a7a9c8f45bb tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:33:59.186695 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-340b3c89-0a44-4281-8c4e-98f09dd7f0c2 req-3e981eb5-ee5e-4103-a8c6-2a7a9c8f45bb tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Synchronizing usage tracker for tenant:5a0f20c83fdc471fa4da593ef2ea5d27 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:33:59.187006 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e0f9a9a5-257c-4736-8116-3ad61d264485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:59.225605 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-21d6e550-2f2e-4fa1-a5b3-b3b210585e70 None None] Deleting port c0bed4c7-0398-4b88-93ca-a638a0a071c0 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:33:59.226002 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-21d6e550-2f2e-4fa1-a5b3-b3b210585e70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:59.236656 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-65ecb1ff-5016-4bdd-a62e-8275c788029f None None] Set router 2769e25f-81f4-45c9-9285-b21d119b981b gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:33:59.240495 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-810e14a4-d5fd-4186-bff2-cef0d9267a08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ce8f786-4542-4105-b1b4-09c488ba54dd {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:33:59.246339 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8594364-10ee-4f7b-b0d4-7a35bcb6b8b5'] response: {'server_uuid': '9b165481-d168-47b0-8ae5-f2c99caf766c', 'name': 'network-vif-deleted', 'tag': '78cece3e-063d-4911-b5af-6e8c5dad162c', 'status': 'completed', 'code': 200} May 03 22:33:59.249968 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-340b3c89-0a44-4281-8c4e-98f09dd7f0c2 req-3e981eb5-ee5e-4103-a8c6-2a7a9c8f45bb tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Unset dirty status for tenant:5a0f20c83fdc471fa4da593ef2ea5d27 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:33:59.256757 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-340b3c89-0a44-4281-8c4e-98f09dd7f0c2 req-3e981eb5-ee5e-4103-a8c6-2a7a9c8f45bb tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=53f0fb8a-4269-4e5d-8e03-3e0b9ba6b0dd HTTP/1.1" status: 200 len: 931 time: 0.9988508 May 03 22:33:59.258751 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['51a443ea-606a-4a08-ab5d-52d6e694760c'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:33:59.260064 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-810e14a4-d5fd-4186-bff2-cef0d9267a08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:59.355845 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-810e14a4-d5fd-4186-bff2-cef0d9267a08 service neutron] Transition to ACTIVE for port object 3ce8f786-4542-4105-b1b4-09c488ba54dd will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:33:59.356081 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 78cece3e-063d-4911-b5af-6e8c5dad162c {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:33:59.356575 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 78cece3e-063d-4911-b5af-6e8c5dad162c not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:33:59.405027 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-810e14a4-d5fd-4186-bff2-cef0d9267a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:59.493153 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-340b3c89-0a44-4281-8c4e-98f09dd7f0c2 req-5e1b085b-ed2f-4f06-b42c-ec9ad8ac4704 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355199 May 03 22:33:59.514100 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c7a62c72-2433-4edf-b034-041abc9432f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:59.772275 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-65ecb1ff-5016-4bdd-a62e-8275c788029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'name': 'tempest-ServersTestJSON-209002380-router', 'tenant_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '43ea8607-4944-4b79-a4ab-f7007abb4a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:33:50Z', 'updated_at': '2022-05-03T22:33:53Z', 'revision_number': 3, 'project_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'gw_port': {'id': '43ea8607-4944-4b79-a4ab-f7007abb4a31', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:87:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:33:52Z', 'updated_at': '2022-05-03T22:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:33:59.775199 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-21d6e550-2f2e-4fa1-a5b3-b3b210585e70 None None] For port c0bed4c7-0398-4b88-93ca-a638a0a071c0, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=c0bed4c7-0398-4b88-93ca-a638a0a071c0,segment=NetworkSegment(b22320aa-99db-4de3-9056-0c4a75253082),segment_id=b22320aa-99db-4de3-9056-0c4a75253082)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:59.775840 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-21d6e550-2f2e-4fa1-a5b3-b3b210585e70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:59.777271 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ecb1ff-5016-4bdd-a62e-8275c788029f None None] The sync data for ids ['2769e25f-81f4-45c9-9285-b21d119b981b'] in n-d-811807-1 is: [{'id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'name': 'tempest-ServersTestJSON-209002380-router', 'tenant_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '43ea8607-4944-4b79-a4ab-f7007abb4a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:33:50Z', 'updated_at': '2022-05-03T22:33:53Z', 'revision_number': 3, 'project_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'gw_port': {'id': '43ea8607-4944-4b79-a4ab-f7007abb4a31', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:87:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:33:52Z', 'updated_at': '2022-05-03T22:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:33:59.846188 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e0f9a9a5-257c-4736-8116-3ad61d264485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:59.910235 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-2755357f-65cc-43a0-af3f-3ed772ff1d80 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] For port c0bed4c7-0398-4b88-93ca-a638a0a071c0, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=c0bed4c7-0398-4b88-93ca-a638a0a071c0,segment=NetworkSegment(b22320aa-99db-4de3-9056-0c4a75253082),segment_id=b22320aa-99db-4de3-9056-0c4a75253082)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:33:59.910771 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2755357f-65cc-43a0-af3f-3ed772ff1d80 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:59.939116 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9a9a5-257c-4736-8116-3ad61d264485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3271046f-b371-440a-bb6a-f830aa35a699,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:33:59.951974 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e0f9a9a5-257c-4736-8116-3ad61d264485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:33:59.957301 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e0f9a9a5-257c-4736-8116-3ad61d264485 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3271046f-b371-440a-bb6a-f830aa35a699 HTTP/1.1" status: 204 len: 168 time: 1.2139716 May 03 22:33:59.972677 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e14a4-d5fd-4186-bff2-cef0d9267a08 service neutron] Pushing event updated for resources: {'Port': ['ID=3ce8f786-4542-4105-b1b4-09c488ba54dd,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:00.042926 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-21d6e550-2f2e-4fa1-a5b3-b3b210585e70 None None] Calling delete_port for c0bed4c7-0398-4b88-93ca-a638a0a071c0 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:34:00.103928 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577f89f-7e00-4887-84f6-0d7c829f4282 req-1fd89269-21e9-4458-9300-165ecaa14c20 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:00.105481 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0577f89f-7e00-4887-84f6-0d7c829f4282 req-1fd89269-21e9-4458-9300-165ecaa14c20 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=efc4a8a7-886c-4033-9fa8-4766e4fdc2b7 HTTP/1.1" status: 200 len: 945 time: 0.7410362 May 03 22:34:00.137802 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-2755357f-65cc-43a0-af3f-3ed772ff1d80 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Calling delete_port for c0bed4c7-0398-4b88-93ca-a638a0a071c0 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:34:00.185159 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eeb876d-d169-4822-ae0a-71ff6f1d8ca9', 'name': 'network-vif-deleted', 'tag': '95b4774f-05b7-419e-89fc-76bb9efcb5b7'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:34:00.234453 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0577f89f-7e00-4887-84f6-0d7c829f4282 req-f786c210-7ffb-4d71-b1f7-3858b99d214c tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072378 May 03 22:34:00.243493 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-21d6e550-2f2e-4fa1-a5b3-b3b210585e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:00.285821 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-810e14a4-d5fd-4186-bff2-cef0d9267a08 service neutron] Attempting to bind port 3ce8f786-4542-4105-b1b4-09c488ba54dd on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:34:00.287027 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-810e14a4-d5fd-4186-bff2-cef0d9267a08 service neutron] Attempting to bind port 3ce8f786-4542-4105-b1b4-09c488ba54dd by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'cbe0e324-a30f-4158-b658-34d22a2a37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:34:00.294770 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-810e14a4-d5fd-4186-bff2-cef0d9267a08 service neutron] Attempting to bind port 3ce8f786-4542-4105-b1b4-09c488ba54dd on network 983af77e-2b01-4072-bd1e-12edcf859777 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:34:00.310765 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-810e14a4-d5fd-4186-bff2-cef0d9267a08 service neutron] Port 3ce8f786-4542-4105-b1b4-09c488ba54dd on network 983af77e-2b01-4072-bd1e-12edcf859777 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:34:00.311096 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-810e14a4-d5fd-4186-bff2-cef0d9267a08 service neutron] Attempting to bind port 3ce8f786-4542-4105-b1b4-09c488ba54dd on network 983af77e-2b01-4072-bd1e-12edcf859777 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:34:00.325211 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-810e14a4-d5fd-4186-bff2-cef0d9267a08 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:34:00.325559 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-810e14a4-d5fd-4186-bff2-cef0d9267a08 service neutron] Checking segment: {'id': 'cbe0e324-a30f-4158-b658-34d22a2a37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:34:00.326027 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-810e14a4-d5fd-4186-bff2-cef0d9267a08 service neutron] Bound using segment: {'id': 'cbe0e324-a30f-4158-b658-34d22a2a37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:34:00.328613 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-810e14a4-d5fd-4186-bff2-cef0d9267a08 service neutron] Bound port: 3ce8f786-4542-4105-b1b4-09c488ba54dd, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe0e324-a30f-4158-b658-34d22a2a37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:34:00.330029 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-810e14a4-d5fd-4186-bff2-cef0d9267a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:00.365492 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d6e550-2f2e-4fa1-a5b3-b3b210585e70 None None] No DVR routers for this DVR port c0bed4c7-0398-4b88-93ca-a638a0a071c0 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:34:00.390571 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d6e550-2f2e-4fa1-a5b3-b3b210585e70 None None] Pushing event deleted for resources: {'Port': ['ID=c0bed4c7-0398-4b88-93ca-a638a0a071c0,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:00.477602 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aada6b4-f2e5-4596-9b05-57a732996288'] response: {'server_uuid': '7eeb876d-d169-4822-ae0a-71ff6f1d8ca9', 'name': 'network-vif-deleted', 'tag': '95b4774f-05b7-419e-89fc-76bb9efcb5b7', 'status': 'completed', 'code': 200} May 03 22:34:00.478427 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [None req-2755357f-65cc-43a0-af3f-3ed772ff1d80 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:34:00.478747 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [None req-2755357f-65cc-43a0-af3f-3ed772ff1d80 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:34:00.504348 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-810e14a4-d5fd-4186-bff2-cef0d9267a08 service neutron] For port 3ce8f786-4542-4105-b1b4-09c488ba54dd, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:34:00.512447 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-810e14a4-d5fd-4186-bff2-cef0d9267a08 service neutron] For port 3ce8f786-4542-4105-b1b4-09c488ba54dd, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=3ce8f786-4542-4105-b1b4-09c488ba54dd,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:34:00.529266 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-810e14a4-d5fd-4186-bff2-cef0d9267a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:00.567913 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-c7a62c72-2433-4edf-b034-041abc9432f8 admin admin] Allocated IP 172.20.0.1 (517a1aa6-522d-4d93-ad04-539169ce7dd9/46a7e09b-dee5-4e54-8f28-e48837e9ae96/7ce57b59-c0e8-4d2a-a311-e6ec20eea2df) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:34:00.655895 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-810e14a4-d5fd-4186-bff2-cef0d9267a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:00.656880 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-810e14a4-d5fd-4186-bff2-cef0d9267a08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:00.658334 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-810e14a4-d5fd-4186-bff2-cef0d9267a08 service neutron] 10.222.0.60 "PUT /v2.0/ports/3ce8f786-4542-4105-b1b4-09c488ba54dd HTTP/1.1" status: 200 len: 1091 time: 3.1866639 May 03 22:34:00.746392 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e14a4-d5fd-4186-bff2-cef0d9267a08 service neutron] Pushing event updated for resources: {'Port': ['ID=3ce8f786-4542-4105-b1b4-09c488ba54dd,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:00.864971 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59daaab2-8396-46ae-9408-ec3eec01b832 req-4648e162-7169-42ca-9009-722031d31c04 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:00.866808 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-59daaab2-8396-46ae-9408-ec3eec01b832 req-4648e162-7169-42ca-9009-722031d31c04 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b161de4-ba39-4727-85f9-81d2e55b57f4 HTTP/1.1" status: 200 len: 946 time: 0.2728686 May 03 22:34:00.908703 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 43ea8607-4944-4b79-a4ab-f7007abb4a31 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:34:00.949452 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-e538af58-3bf3-4f76-b3a5-8e17cf48f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:00.951949 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-e538af58-3bf3-4f76-b3a5-8e17cf48f06d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a0f20c83fdc471fa4da593ef2ea5d27&device_id=53f0fb8a-4269-4e5d-8e03-3e0b9ba6b0dd HTTP/1.1" status: 200 len: 1094 time: 0.2501562 May 03 22:34:00.959211 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-59daaab2-8396-46ae-9408-ec3eec01b832 req-39e0959d-4b5c-421d-a023-b492a7063d66 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859308 May 03 22:34:01.030303 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-2755357f-65cc-43a0-af3f-3ed772ff1d80 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Deleting port c0bed4c7-0398-4b88-93ca-a638a0a071c0 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:34:01.030878 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2755357f-65cc-43a0-af3f-3ed772ff1d80 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:01.097100 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-a18928f4-d300-437e-ab07-001516abcdaa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ce8f786-4542-4105-b1b4-09c488ba54dd HTTP/1.1" status: 200 len: 217 time: 0.1311274 May 03 22:34:01.102927 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 43ea8607-4944-4b79-a4ab-f7007abb4a31 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:34:01.110127 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084187bd-0b49-4a71-8a47-39dff8f36e43 req-453dd05a-7308-4853-96a0-e997fab66f45 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:01.112674 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 43ea8607-4944-4b79-a4ab-f7007abb4a31 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:34:01.113509 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:01.118456 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-084187bd-0b49-4a71-8a47-39dff8f36e43 req-453dd05a-7308-4853-96a0-e997fab66f45 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=53f0fb8a-4269-4e5d-8e03-3e0b9ba6b0dd HTTP/1.1" status: 200 len: 943 time: 0.3679979 May 03 22:34:01.164902 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-2755357f-65cc-43a0-af3f-3ed772ff1d80 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] The port 'c0bed4c7-0398-4b88-93ca-a638a0a071c0' was deleted {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:34:01.250944 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f0fb8a-4269-4e5d-8e03-3e0b9ba6b0dd', 'tag': '3ce8f786-4542-4105-b1b4-09c488ba54dd'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:34:01.314539 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-e810c8fc-02ba-42f6-9547-9d8f3b826d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:01.317287 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-e810c8fc-02ba-42f6-9547-9d8f3b826d62 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a1f38ed2-c940-45de-9756-cc79b8316a2d HTTP/1.1" status: 200 len: 846 time: 0.1956978 May 03 22:34:01.322759 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926aa638-55c8-45c8-884c-1bbe3bf3aab4 req-1fd4d99b-7275-4457-a78e-b538f2e402e2 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:01.323510 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-926aa638-55c8-45c8-884c-1bbe3bf3aab4 req-1fd4d99b-7275-4457-a78e-b538f2e402e2 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Synchronizing usage tracker for tenant:66dfeed3cb324772b0bf769274eed2d2 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:34:01.336719 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c7a62c72-2433-4edf-b034-041abc9432f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:01.393194 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-084187bd-0b49-4a71-8a47-39dff8f36e43 req-0ed5e10c-fe5c-4e8b-a0bb-8e30c63139f8 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737553 May 03 22:34:01.433282 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:01.443945 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2755357f-65cc-43a0-af3f-3ed772ff1d80 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:01.452201 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 43ea8607-4944-4b79-a4ab-f7007abb4a31, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=43ea8607-4944-4b79-a4ab-f7007abb4a31,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:34:01.456838 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-f60c1ae4-dc18-4955-b8b6-dd32a25d2ba0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=983af77e-2b01-4072-bd1e-12edcf859777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1261587 May 03 22:34:01.457596 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:01.464359 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-c7a62c72-2433-4edf-b034-041abc9432f8 admin admin] Transition to ACTIVE for port object 7ce57b59-c0e8-4d2a-a311-e6ec20eea2df will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:34:01.480885 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-926aa638-55c8-45c8-884c-1bbe3bf3aab4 req-1fd4d99b-7275-4457-a78e-b538f2e402e2 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Unset dirty status for tenant:66dfeed3cb324772b0bf769274eed2d2 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:34:01.482845 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-926aa638-55c8-45c8-884c-1bbe3bf3aab4 req-1fd4d99b-7275-4457-a78e-b538f2e402e2 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b161de4-ba39-4727-85f9-81d2e55b57f4 HTTP/1.1" status: 200 len: 946 time: 0.8344178 May 03 22:34:01.487967 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-2755357f-65cc-43a0-af3f-3ed772ff1d80 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c6913c-2326-4aaa-b1aa-2ffd5c59daee']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:34:01.544461 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-2755357f-65cc-43a0-af3f-3ed772ff1d80 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22320aa-99db-4de3-9056-0c4a75253082') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:34:01.545518 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-2755357f-65cc-43a0-af3f-3ed772ff1d80 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22320aa-99db-4de3-9056-0c4a75253082') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:34:01.554500 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device c0bed4c7-0398-4b88-93ca-a638a0a071c0 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:34:01.561647 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caa06105-5920-4413-98b4-b49e08d1d0ae'] response: {'name': 'network-changed', 'server_uuid': '53f0fb8a-4269-4e5d-8e03-3e0b9ba6b0dd', 'tag': '3ce8f786-4542-4105-b1b4-09c488ba54dd', 'status': 'completed', 'code': 200} May 03 22:34:01.575112 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2755357f-65cc-43a0-af3f-3ed772ff1d80 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:01.611129 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2755357f-65cc-43a0-af3f-3ed772ff1d80 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:01.611570 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=43ea8607-4944-4b79-a4ab-f7007abb4a31,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:01.616795 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-926aa638-55c8-45c8-884c-1bbe3bf3aab4 req-d14cfad2-9378-448e-ac84-54b72c2ba291 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Deleting port 8838e62a-72db-4068-b227-7620cf5da515 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:34:01.617378 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-926aa638-55c8-45c8-884c-1bbe3bf3aab4 req-d14cfad2-9378-448e-ac84-54b72c2ba291 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:01.621898 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: c0bed4c7-0398-4b88-93ca-a638a0a071c0 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:34:01.622396 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device c0bed4c7-0398-4b88-93ca-a638a0a071c0 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:34:01.681590 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2755357f-65cc-43a0-af3f-3ed772ff1d80 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:34:01.682029 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2755357f-65cc-43a0-af3f-3ed772ff1d80 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: timer() May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:34:01.700010 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:34:01.710847 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c7a62c72-2433-4edf-b034-041abc9432f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:01.803174 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-510e69f8-52dd-4705-8836-920d713eebe5 service neutron] 10.222.0.60 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016727 May 03 22:34:01.812303 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d53561-e4fd-4594-97c0-65c3d16d312b req-b4ca1657-6971-4241-85ee-49d13491e51e tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:01.813710 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-46d53561-e4fd-4594-97c0-65c3d16d312b req-b4ca1657-6971-4241-85ee-49d13491e51e tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=efc4a8a7-886c-4033-9fa8-4766e4fdc2b7 HTTP/1.1" status: 200 len: 945 time: 0.3497381 May 03 22:34:01.863312 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a62c72-2433-4edf-b034-041abc9432f8 admin admin] Network 517a1aa6-522d-4d93-ad04-539169ce7dd9 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:34:01.893131 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-c7a62c72-2433-4edf-b034-041abc9432f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:34:01.904643 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a62c72-2433-4edf-b034-041abc9432f8 admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:34:01.929153 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2755357f-65cc-43a0-af3f-3ed772ff1d80 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:01.959238 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88873f5-2588-48be-8955-63580eeebc80 req-3b043217-c632-42bb-a293-ab41b620098f tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:01.959972 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f88873f5-2588-48be-8955-63580eeebc80 req-3b043217-c632-42bb-a293-ab41b620098f tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Synchronizing usage tracker for tenant:e5ed80acbb9f47e383e08a46b5c2d155 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:34:01.974162 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-46d53561-e4fd-4594-97c0-65c3d16d312b req-1f3b7bb0-5f62-4397-930e-17aba49c28c2 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402941 May 03 22:34:02.004704 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f88873f5-2588-48be-8955-63580eeebc80 req-3b043217-c632-42bb-a293-ab41b620098f tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Unset dirty status for tenant:e5ed80acbb9f47e383e08a46b5c2d155 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:34:02.006035 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f88873f5-2588-48be-8955-63580eeebc80 req-3b043217-c632-42bb-a293-ab41b620098f tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 949 time: 0.3124490 May 03 22:34:02.012413 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2755357f-65cc-43a0-af3f-3ed772ff1d80 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:02.038888 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f37e504a-aa93-466a-b577-c8a1a857a323 req-62612ef4-63fc-49c9-9371-05cc42706e25 service neutron] 10.222.0.60 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234652 May 03 22:34:02.057449 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a62c72-2433-4edf-b034-041abc9432f8 admin admin] Pushing event updated for resources: {'Port': ['ID=7ce57b59-c0e8-4d2a-a311-e6ec20eea2df,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:02.059705 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755357f-65cc-43a0-af3f-3ed772ff1d80 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] Pushing event deleted for resources: {'Network': ['ID=13c6913c-2326-4aaa-b1aa-2ffd5c59daee,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:02.082693 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f88873f5-2588-48be-8955-63580eeebc80 req-b20d0a9d-249b-40f4-b5af-b4e42f6e91ac tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676157 May 03 22:34:02.115180 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2755357f-65cc-43a0-af3f-3ed772ff1d80 tempest-TagsExtTest-276314511 tempest-TagsExtTest-276314511-project] 10.222.0.58 "DELETE /v2.0/networks/13c6913c-2326-4aaa-b1aa-2ffd5c59daee HTTP/1.1" status: 204 len: 168 time: 3.6322312 May 03 22:34:02.120601 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c7a62c72-2433-4edf-b034-041abc9432f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:02.232848 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07b1f6-06b9-4c24-9069-1f068cef003f req-229468ab-d094-4525-bf84-fa0df2fa925f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:02.234540 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ee07b1f6-06b9-4c24-9069-1f068cef003f req-229468ab-d094-4525-bf84-fa0df2fa925f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a0f20c83fdc471fa4da593ef2ea5d27&device_id=53f0fb8a-4269-4e5d-8e03-3e0b9ba6b0dd HTTP/1.1" status: 200 len: 1094 time: 0.1134756 May 03 22:34:02.328879 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-8a3fbacc-88ce-47dc-a718-8d151fccbc12 None None] Provisioning for port 7ce57b59-c0e8-4d2a-a311-e6ec20eea2df completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:34:02.337030 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-8a3fbacc-88ce-47dc-a718-8d151fccbc12 None None] Provisioning complete for port 7ce57b59-c0e8-4d2a-a311-e6ec20eea2df triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:34:02.337775 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8a3fbacc-88ce-47dc-a718-8d151fccbc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:02.373661 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-926aa638-55c8-45c8-884c-1bbe3bf3aab4 req-d14cfad2-9378-448e-ac84-54b72c2ba291 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] For port 8838e62a-72db-4068-b227-7620cf5da515, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=8838e62a-72db-4068-b227-7620cf5da515,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:34:02.379207 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-926aa638-55c8-45c8-884c-1bbe3bf3aab4 req-d14cfad2-9378-448e-ac84-54b72c2ba291 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:02.392017 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34554) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:02.430182 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-8a3fbacc-88ce-47dc-a718-8d151fccbc12 None None] Port 7ce57b59-c0e8-4d2a-a311-e6ec20eea2df cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:34:02.491573 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a6432-7b90-47b3-8025-cf917de5b5b8 req-a461e712-895b-4c78-985a-8ea1448d2196 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:02.498929 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8a5a6432-7b90-47b3-8025-cf917de5b5b8 req-a461e712-895b-4c78-985a-8ea1448d2196 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b161de4-ba39-4727-85f9-81d2e55b57f4 HTTP/1.1" status: 200 len: 946 time: 0.2175260 May 03 22:34:02.536287 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07b1f6-06b9-4c24-9069-1f068cef003f req-742368d5-9503-44de-9fed-435700347b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:02.538067 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ee07b1f6-06b9-4c24-9069-1f068cef003f req-742368d5-9503-44de-9fed-435700347b75 service neutron] 10.222.0.60 "GET /v2.0/networks?id=983af77e-2b01-4072-bd1e-12edcf859777 HTTP/1.1" status: 200 len: 907 time: 0.2945940 May 03 22:34:02.567681 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8a5a6432-7b90-47b3-8025-cf917de5b5b8 req-38509f23-d3e6-45d5-9db6-e8f3b97d73b0 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=68c1cb7d-beda-4a37-b669-380b3f983626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678275 May 03 22:34:02.627869 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34564) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:02.669939 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-926aa638-55c8-45c8-884c-1bbe3bf3aab4 req-d14cfad2-9378-448e-ac84-54b72c2ba291 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Calling delete_port for 8838e62a-72db-4068-b227-7620cf5da515 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:34:02.719105 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34570) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:02.773676 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba41e05-24cd-4910-8895-38ed44c6aaaa admin admin] Deleting subnet 92b199ac-1b42-41d0-ba9e-3f447230f73b {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:34:02.796368 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-aba41e05-24cd-4910-8895-38ed44c6aaaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:02.796941 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ee07b1f6-06b9-4c24-9069-1f068cef003f req-ebfdcaac-db00-40fb-bd7d-46912d291cb1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ce8f786-4542-4105-b1b4-09c488ba54dd HTTP/1.1" status: 200 len: 217 time: 0.2409012 May 03 22:34:02.847761 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 43ea8607-4944-4b79-a4ab-f7007abb4a31 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:34:02.875498 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c7a62c72-2433-4edf-b034-041abc9432f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:02.888452 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07b1f6-06b9-4c24-9069-1f068cef003f req-6b114dfe-5c0c-452b-8747-7ec7a566f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:02.889948 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ee07b1f6-06b9-4c24-9069-1f068cef003f req-6b114dfe-5c0c-452b-8747-7ec7a566f98c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a1f38ed2-c940-45de-9756-cc79b8316a2d HTTP/1.1" status: 200 len: 846 time: 0.0730982 May 03 22:34:02.893791 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-aba41e05-24cd-4910-8895-38ed44c6aaaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:02.946449 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ee07b1f6-06b9-4c24-9069-1f068cef003f req-1a9bf91d-fb17-4920-b281-1fdbfc3c0b26 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=983af77e-2b01-4072-bd1e-12edcf859777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455925 May 03 22:34:02.982604 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 43ea8607-4944-4b79-a4ab-f7007abb4a31 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:34:02.983159 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:03.137194 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b8846-0a7c-453e-9f7b-40977c6d83be req-a648f69e-1bf5-48d1-8465-8aebfb6d8327 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:03.138685 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0b6b8846-0a7c-453e-9f7b-40977c6d83be req-a648f69e-1bf5-48d1-8465-8aebfb6d8327 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=53f0fb8a-4269-4e5d-8e03-3e0b9ba6b0dd HTTP/1.1" status: 200 len: 943 time: 0.5117581 May 03 22:34:03.179779 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b7de4d60-7a65-456b-9979-6a8a46c707a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:03.223188 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4ff35ab4-dc0c-44a0-8db6-5e41bd7b77c8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3316c96996eb4a9c971effa194ad33fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5868132 May 03 22:34:03.233307 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34582) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:03.257714 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b7de4d60-7a65-456b-9979-6a8a46c707a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:34:03.273767 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b7de4d60-7a65-456b-9979-6a8a46c707a1 admin admin] Usage tracker for resource:security_group_rule and tenant:93e03b1295f6433e8d68e2f8baa0dd63 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:34:03.275570 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 8838e62a-72db-4068-b227-7620cf5da515 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:34:03.287476 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b7de4d60-7a65-456b-9979-6a8a46c707a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:34:03.304853 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0b6b8846-0a7c-453e-9f7b-40977c6d83be req-4c00ce7e-1877-423b-adde-ff55ea492ed9 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243932 May 03 22:34:03.309297 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ee07b1f6-06b9-4c24-9069-1f068cef003f req-982b144d-2c81-42c7-960b-8bb421838b83 service neutron] 10.222.0.60 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537526 May 03 22:34:03.312399 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-aba41e05-24cd-4910-8895-38ed44c6aaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:03.313135 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 8838e62a-72db-4068-b227-7620cf5da515 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:34:03.313490 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 8838e62a-72db-4068-b227-7620cf5da515 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:34:03.342831 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b7de4d60-7a65-456b-9979-6a8a46c707a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:34:03.353469 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-926aa638-55c8-45c8-884c-1bbe3bf3aab4 req-d14cfad2-9378-448e-ac84-54b72c2ba291 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:03.434300 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-caea081c-4581-4fea-9fda-aed52533f4da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:03.450200 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46fb42-821c-466e-a3da-0ac6d9a534e5 req-e49f13f3-8706-49b8-b77d-5297e4240ed3 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:03.451744 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c46fb42-821c-466e-a3da-0ac6d9a534e5 req-e49f13f3-8706-49b8-b77d-5297e4240ed3 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=efc4a8a7-886c-4033-9fa8-4766e4fdc2b7 HTTP/1.1" status: 200 len: 945 time: 0.3225892 May 03 22:34:03.493598 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14cfad2-9378-448e-ac84-54b72c2ba291 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Pushing event deleted for resources: {'Port': ['ID=8838e62a-72db-4068-b227-7620cf5da515,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:03.557482 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-caea081c-4581-4fea-9fda-aed52533f4da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:03.620531 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c46fb42-821c-466e-a3da-0ac6d9a534e5 req-0c5fb425-4631-4f97-a4fb-21881dcfff8c tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230676 May 03 22:34:03.634065 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ee07b1f6-06b9-4c24-9069-1f068cef003f req-4f9b49b0-8d2b-4061-bbe0-77bcc919b263 service neutron] 10.222.0.60 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136106 May 03 22:34:03.663136 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-926aa638-55c8-45c8-884c-1bbe3bf3aab4 req-d14cfad2-9378-448e-ac84-54b72c2ba291 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] No DVR routers for this DVR port 8838e62a-72db-4068-b227-7620cf5da515 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:34:03.666171 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-926aa638-55c8-45c8-884c-1bbe3bf3aab4 req-d14cfad2-9378-448e-ac84-54b72c2ba291 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:03.672555 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-caea081c-4581-4fea-9fda-aed52533f4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:03.679330 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b161de4-ba39-4727-85f9-81d2e55b57f4', 'name': 'network-vif-deleted', 'tag': '8838e62a-72db-4068-b227-7620cf5da515'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:34:03.686324 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-aba41e05-24cd-4910-8895-38ed44c6aaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:03.701332 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d61f57-ecbf-4918-8145-e351ac001679 req-2b7428a4-dd13-4a99-a3bf-d0ecff2abb9c tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:03.710763 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b8d61f57-ecbf-4918-8145-e351ac001679 req-2b7428a4-dd13-4a99-a3bf-d0ecff2abb9c tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 949 time: 0.2738504 May 03 22:34:03.733677 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea081c-4581-4fea-9fda-aed52533f4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad5674f-b4d2-454c-bd59-d285de24ed5f,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:03.740964 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8102f-12f2-4350-94c4-9e048dc5ad00 req-3f1bce89-69eb-4960-a239-0eaf42aad32a tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:03.741716 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-1ee8102f-12f2-4350-94c4-9e048dc5ad00 req-3f1bce89-69eb-4960-a239-0eaf42aad32a tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Synchronizing usage tracker for tenant:e5ed80acbb9f47e383e08a46b5c2d155 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:34:03.746700 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-caea081c-4581-4fea-9fda-aed52533f4da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:03.765036 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-caea081c-4581-4fea-9fda-aed52533f4da admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fad5674f-b4d2-454c-bd59-d285de24ed5f HTTP/1.1" status: 204 len: 168 time: 0.5217996 May 03 22:34:03.771777 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba41e05-24cd-4910-8895-38ed44c6aaaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92b199ac-1b42-41d0-ba9e-3f447230f73b,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:03.796693 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-aba41e05-24cd-4910-8895-38ed44c6aaaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:03.800957 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-926aa638-55c8-45c8-884c-1bbe3bf3aab4 req-d14cfad2-9378-448e-ac84-54b72c2ba291 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.60 "DELETE /v2.0/ports/8838e62a-72db-4068-b227-7620cf5da515 HTTP/1.1" status: 204 len: 173 time: 2.3041379 May 03 22:34:03.807124 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-1ee8102f-12f2-4350-94c4-9e048dc5ad00 req-3f1bce89-69eb-4960-a239-0eaf42aad32a tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Unset dirty status for tenant:e5ed80acbb9f47e383e08a46b5c2d155 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:34:03.808233 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1ee8102f-12f2-4350-94c4-9e048dc5ad00 req-3f1bce89-69eb-4960-a239-0eaf42aad32a tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.60 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 949 time: 0.6131415 May 03 22:34:03.811947 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b8d61f57-ecbf-4918-8145-e351ac001679 req-4458eb49-f8d5-4b74-bd4c-85157d710529 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001563 May 03 22:34:03.865222 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-aba41e05-24cd-4910-8895-38ed44c6aaaa admin admin] 10.222.0.58 "DELETE /v2.0/subnets/92b199ac-1b42-41d0-ba9e-3f447230f73b HTTP/1.1" status: 204 len: 168 time: 1.4641752 May 03 22:34:03.871469 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0e171812-1aaf-4a45-9892-4c8c4b96d94e req-31d61f30-73b4-4b1c-867d-b763d87699f2 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b161de4-ba39-4727-85f9-81d2e55b57f4 HTTP/1.1" status: 200 len: 210 time: 0.0693371 May 03 22:34:03.873020 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34592) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:03.876029 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c7a62c72-2433-4edf-b034-041abc9432f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:03.906523 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c7a62c72-2433-4edf-b034-041abc9432f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:03.970075 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97a8314f-d1ff-48a6-8fc4-7b3f5525cd84'] response: {'server_uuid': '5b161de4-ba39-4727-85f9-81d2e55b57f4', 'name': 'network-vif-deleted', 'tag': '8838e62a-72db-4068-b227-7620cf5da515', 'status': 'completed', 'code': 200} May 03 22:34:04.029303 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b7de4d60-7a65-456b-9979-6a8a46c707a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:04.033596 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bba8cc2b-34f5-4485-a621-ee9c8f4f7ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:04.035358 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-1ee8102f-12f2-4350-94c4-9e048dc5ad00 req-daf6cde7-982f-46ef-8140-91e9252331b7 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Deleting port 51a443ea-606a-4a08-ab5d-52d6e694760c {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:34:04.035703 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1ee8102f-12f2-4350-94c4-9e048dc5ad00 req-daf6cde7-982f-46ef-8140-91e9252331b7 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:04.070832 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b7de4d60-7a65-456b-9979-6a8a46c707a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:04.112741 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c7a62c72-2433-4edf-b034-041abc9432f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:04.143636 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a62c72-2433-4edf-b034-041abc9432f8 admin admin] Pushing event updated for resources: {'Port': ['ID=7ce57b59-c0e8-4d2a-a311-e6ec20eea2df,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:04.167856 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bba8cc2b-34f5-4485-a621-ee9c8f4f7ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:04.181291 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de4d60-7a65-456b-9979-6a8a46c707a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1739e5-e958-47c9-846a-1065c2c341a7,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:04.195620 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-bba8cc2b-34f5-4485-a621-ee9c8f4f7ea9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f5f5be5-c9ef-4884-b477-418a178f1e34']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:34:04.212271 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-bba8cc2b-34f5-4485-a621-ee9c8f4f7ea9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b1010d-1e34-45c8-81c6-43d49cc6bf1c') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:34:04.212588 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-bba8cc2b-34f5-4485-a621-ee9c8f4f7ea9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b1010d-1e34-45c8-81c6-43d49cc6bf1c') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:34:04.224697 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bba8cc2b-34f5-4485-a621-ee9c8f4f7ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:04.231244 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b7de4d60-7a65-456b-9979-6a8a46c707a1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=93e03b1295f6433e8d68e2f8baa0dd63&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5110981 May 03 22:34:04.236321 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34604) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:04.257888 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bba8cc2b-34f5-4485-a621-ee9c8f4f7ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:04.279280 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bba8cc2b-34f5-4485-a621-ee9c8f4f7ea9 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:34:04.279749 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bba8cc2b-34f5-4485-a621-ee9c8f4f7ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:04.293197 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:34:04.293197 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:34:04.293197 n-d-811807-1 neutron-server[88069]: timer() May 03 22:34:04.293197 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:34:04.293197 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:34:04.293197 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:34:04.293197 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:34:04.293197 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:34:04.293197 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:34:04.293197 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:34:04.293197 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:34:04.293197 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:34:04.293197 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:34:04.293197 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:34:04.293197 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:34:04.293197 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:34:04.293197 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:34:04.293197 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:34:04.293197 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:34:04.293197 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:34:04.293197 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:34:04.293197 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:34:04.293197 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:34:04.293197 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:34:04.293197 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:34:04.293197 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:34:04.293197 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:34:04.293197 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:34:04.293197 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:34:04.293197 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:34:04.293197 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:34:04.293197 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:34:04.435826 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a8f48fc1-0d5f-474d-94c3-0f757a1f5671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:04.466037 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bba8cc2b-34f5-4485-a621-ee9c8f4f7ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:04.473566 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a62c72-2433-4edf-b034-041abc9432f8 admin admin] Network 517a1aa6-522d-4d93-ad04-539169ce7dd9 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:34:04.477844 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-c7a62c72-2433-4edf-b034-041abc9432f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:34:04.556248 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bba8cc2b-34f5-4485-a621-ee9c8f4f7ea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:04.562311 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a8f48fc1-0d5f-474d-94c3-0f757a1f5671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:04.570325 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8cc2b-34f5-4485-a621-ee9c8f4f7ea9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f5f5be5-c9ef-4884-b477-418a178f1e34,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:04.668359 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a8f48fc1-0d5f-474d-94c3-0f757a1f5671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:04.694874 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-bba8cc2b-34f5-4485-a621-ee9c8f4f7ea9 admin admin] 10.222.0.58 "DELETE /v2.0/networks/2f5f5be5-c9ef-4884-b477-418a178f1e34 HTTP/1.1" status: 204 len: 168 time: 0.8171742 May 03 22:34:04.699971 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a8f48fc1-0d5f-474d-94c3-0f757a1f5671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:04.701092 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a8f48fc1-0d5f-474d-94c3-0f757a1f5671 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cd1739e5-e958-47c9-846a-1065c2c341a7 HTTP/1.1" status: 204 len: 168 time: 0.4638550 May 03 22:34:04.706857 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f48fc1-0d5f-474d-94c3-0f757a1f5671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1739e5-e958-47c9-846a-1065c2c341a7,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:04.739178 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6e511-fedc-48ea-97ef-5fcb4f41ba92 req-3f2ce710-32e1-45cf-ac14-f9e32ae80295 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:04.745936 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-1ee8102f-12f2-4350-94c4-9e048dc5ad00 req-daf6cde7-982f-46ef-8140-91e9252331b7 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] For port 51a443ea-606a-4a08-ab5d-52d6e694760c, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=51a443ea-606a-4a08-ab5d-52d6e694760c,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:34:04.751736 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cce6e511-fedc-48ea-97ef-5fcb4f41ba92 req-3f2ce710-32e1-45cf-ac14-f9e32ae80295 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=53f0fb8a-4269-4e5d-8e03-3e0b9ba6b0dd HTTP/1.1" status: 200 len: 943 time: 0.2836471 May 03 22:34:04.756040 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1ee8102f-12f2-4350-94c4-9e048dc5ad00 req-daf6cde7-982f-46ef-8140-91e9252331b7 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:04.892684 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cce6e511-fedc-48ea-97ef-5fcb4f41ba92 req-ee328080-4fd2-4ebe-b19b-885baed0f888 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397099 May 03 22:34:04.914538 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-818a5292-39d8-46c5-84b1-8bc39ff4dadb None None] Provisioning complete for port 7ce57b59-c0e8-4d2a-a311-e6ec20eea2df triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:34:04.915122 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-818a5292-39d8-46c5-84b1-8bc39ff4dadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:04.965471 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb323ad-4528-4fce-8ccf-a2e35031ac48 req-c99d91bd-a67a-4b5d-8121-d988286298bc tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:04.967592 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5fb323ad-4528-4fce-8ccf-a2e35031ac48 req-c99d91bd-a67a-4b5d-8121-d988286298bc tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=efc4a8a7-886c-4033-9fa8-4766e4fdc2b7 HTTP/1.1" status: 200 len: 945 time: 0.1560633 May 03 22:34:04.968088 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34632) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:05.047049 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-818a5292-39d8-46c5-84b1-8bc39ff4dadb None None] Port 7ce57b59-c0e8-4d2a-a311-e6ec20eea2df cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:34:05.158826 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-1ee8102f-12f2-4350-94c4-9e048dc5ad00 req-daf6cde7-982f-46ef-8140-91e9252331b7 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Calling delete_port for 51a443ea-606a-4a08-ab5d-52d6e694760c owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:34:05.237789 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a62c72-2433-4edf-b034-041abc9432f8 admin admin] Router 2769e25f-81f4-45c9-9285-b21d119b981b has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:34:05.285933 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 3ce8f786-4542-4105-b1b4-09c488ba54dd details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:34:05.324247 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5fb323ad-4528-4fce-8ccf-a2e35031ac48 req-68d61ab2-4b30-43f1-800e-b2ae34957c88 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381328 May 03 22:34:05.333578 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c94c652e-3228-43e7-be52-44dfd444330c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d5126da0448b4dc5bc6c990cac6d1e49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3644071 May 03 22:34:05.347515 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34642) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:05.464376 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64bdc92-0827-4046-b268-b84c77b729ae req-5f7cb470-bc24-4ca1-88f1-528df138c8e3 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:05.490465 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a64bdc92-0827-4046-b268-b84c77b729ae req-5f7cb470-bc24-4ca1-88f1-528df138c8e3 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/ports?device_id=203b3e2e-ba38-4bd7-95a3-8f66ac27e10c HTTP/1.1" status: 200 len: 949 time: 0.3052402 May 03 22:34:05.524144 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1ee8102f-12f2-4350-94c4-9e048dc5ad00 req-daf6cde7-982f-46ef-8140-91e9252331b7 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:05.549670 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['51a443ea-606a-4a08-ab5d-52d6e694760c'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:34:05.700139 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf6cde7-982f-46ef-8140-91e9252331b7 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Pushing event deleted for resources: {'Port': ['ID=51a443ea-606a-4a08-ab5d-52d6e694760c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:05.768889 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a64bdc92-0827-4046-b268-b84c77b729ae req-7d63c2c8-adab-46ea-b812-39b5ffee61d9 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.58 "GET /v2.0/security-groups?id=a41dfc52-b2bc-47a8-b62c-f0e422218066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765961 May 03 22:34:05.774740 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 3ce8f786-4542-4105-b1b4-09c488ba54dd, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=3ce8f786-4542-4105-b1b4-09c488ba54dd,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:34:05.797971 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e8fa6afe-d0fa-4117-9cfb-0989ac22ea47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:05.818856 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '3ce8f786-4542-4105-b1b4-09c488ba54dd', 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777', 'port_id': '3ce8f786-4542-4105-b1b4-09c488ba54dd', 'mac_address': 'fa:16:3e:f4:5b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1f38ed2-c940-45de-9756-cc79b8316a2d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:34:05.851895 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e8fa6afe-d0fa-4117-9cfb-0989ac22ea47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:05.871097 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee8102f-12f2-4350-94c4-9e048dc5ad00 req-daf6cde7-982f-46ef-8140-91e9252331b7 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] No DVR routers for this DVR port 51a443ea-606a-4a08-ab5d-52d6e694760c on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:34:05.876785 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1ee8102f-12f2-4350-94c4-9e048dc5ad00 req-daf6cde7-982f-46ef-8140-91e9252331b7 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:05.915742 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1ee8102f-12f2-4350-94c4-9e048dc5ad00 req-daf6cde7-982f-46ef-8140-91e9252331b7 tempest-MigrationsAdminTest-181091880 tempest-MigrationsAdminTest-181091880-project] 10.222.0.60 "DELETE /v2.0/ports/51a443ea-606a-4a08-ab5d-52d6e694760c HTTP/1.1" status: 204 len: 173 time: 2.0939953 May 03 22:34:05.922233 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a62c72-2433-4edf-b034-041abc9432f8 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:34:05.946548 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c7a62c72-2433-4edf-b034-041abc9432f8 admin admin] 10.222.0.58 "PUT /v2.0/routers/2769e25f-81f4-45c9-9285-b21d119b981b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9175830 May 03 22:34:05.956637 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56e6418-c75b-4f1b-a264-5206e716ebaf None None] Sync routers for ids ['2769e25f-81f4-45c9-9285-b21d119b981b'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:34:05.971243 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203b3e2e-ba38-4bd7-95a3-8f66ac27e10c', 'name': 'network-vif-deleted', 'tag': '51a443ea-606a-4a08-ab5d-52d6e694760c'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:34:05.984078 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e8fa6afe-d0fa-4117-9cfb-0989ac22ea47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:05.986293 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:06.023337 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa6afe-d0fa-4117-9cfb-0989ac22ea47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6696125a-3630-4b33-bff3-ca57d3d89881,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:06.048309 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e8fa6afe-d0fa-4117-9cfb-0989ac22ea47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:06.051468 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e8fa6afe-d0fa-4117-9cfb-0989ac22ea47 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6696125a-3630-4b33-bff3-ca57d3d89881 HTTP/1.1" status: 204 len: 168 time: 0.6971369 May 03 22:34:06.176163 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90bf6526-7629-4f0b-8381-f5d821ccbebf'] response: {'server_uuid': '203b3e2e-ba38-4bd7-95a3-8f66ac27e10c', 'name': 'network-vif-deleted', 'tag': '51a443ea-606a-4a08-ab5d-52d6e694760c', 'status': 'completed', 'code': 200} May 03 22:34:06.181022 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56e6418-c75b-4f1b-a264-5206e716ebaf None None] Routers {'2769e25f-81f4-45c9-9285-b21d119b981b'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:34:06.187895 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b56e6418-c75b-4f1b-a264-5206e716ebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:33:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['2769e25f-81f4-45c9-9285-b21d119b981b'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:34:06.270853 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1182a-6fec-4280-98e4-8d6a9ba5248c req-44007a5b-ab8a-4ad9-8c05-eea9742cbf17 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:06.273033 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b3f1182a-6fec-4280-98e4-8d6a9ba5248c req-44007a5b-ab8a-4ad9-8c05-eea9742cbf17 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=53f0fb8a-4269-4e5d-8e03-3e0b9ba6b0dd HTTP/1.1" status: 200 len: 943 time: 0.1835737 May 03 22:34:06.341224 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ce8f786-4542-4105-b1b4-09c488ba54dd {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:34:06.383570 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b3f1182a-6fec-4280-98e4-8d6a9ba5248c req-92afeb9d-926d-4a70-838c-c23b4ea731f0 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046324 May 03 22:34:06.385422 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 3ce8f786-4542-4105-b1b4-09c488ba54dd, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=3ce8f786-4542-4105-b1b4-09c488ba54dd,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:34:06.393259 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:06.487029 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ebb3c-b159-4b9d-bb8e-801d877e4b51 req-b7686df6-ca67-43d9-bf18-8ab1e0c0e236 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:06.487186 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-b56e6418-c75b-4f1b-a264-5206e716ebaf None None] Set router 2769e25f-81f4-45c9-9285-b21d119b981b gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:34:06.494280 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7f3ebb3c-b159-4b9d-bb8e-801d877e4b51 req-b7686df6-ca67-43d9-bf18-8ab1e0c0e236 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.1158285 May 03 22:34:06.568495 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=3ce8f786-4542-4105-b1b4-09c488ba54dd,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:06.576856 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7f3ebb3c-b159-4b9d-bb8e-801d877e4b51 req-397caa2f-72b8-49ef-8daa-3132babf003d tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815969 May 03 22:34:06.855274 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['3ce8f786-4542-4105-b1b4-09c488ba54dd'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:34:06.859457 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37e43d-5b17-4ad3-a06e-b3f39ab15d51 req-333c73ab-83e9-4d02-b46c-d3fab6fde151 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:06.867205 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-da37e43d-5b17-4ad3-a06e-b3f39ab15d51 req-333c73ab-83e9-4d02-b46c-d3fab6fde151 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=efc4a8a7-886c-4033-9fa8-4766e4fdc2b7 HTTP/1.1" status: 200 len: 945 time: 0.1703663 May 03 22:34:06.957138 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-da37e43d-5b17-4ad3-a06e-b3f39ab15d51 req-5c2f9afb-c757-4716-9c29-1a4b0e905521 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887034 May 03 22:34:07.029903 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b56e6418-c75b-4f1b-a264-5206e716ebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'name': 'tempest-ServersTestJSON-209002380-router', 'tenant_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '43ea8607-4944-4b79-a4ab-f7007abb4a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:33:50Z', 'updated_at': '2022-05-03T22:34:02Z', 'revision_number': 4, 'project_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'gw_port': {'id': '43ea8607-4944-4b79-a4ab-f7007abb4a31', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:87:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:33:52Z', 'updated_at': '2022-05-03T22:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '7ce57b59-c0e8-4d2a-a311-e6ec20eea2df', 'name': '', 'network_id': '517a1aa6-522d-4d93-ad04-539169ce7dd9', 'tenant_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'mac_address': 'fa:16:3e:c3:5b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '46a7e09b-dee5-4e54-8f28-e48837e9ae96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:33:59Z', 'updated_at': '2022-05-03T22:34:03Z', 'revision_number': 2, 'project_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'subnets': [{'id': '46a7e09b-dee5-4e54-8f28-e48837e9ae96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:34:07.036906 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56e6418-c75b-4f1b-a264-5206e716ebaf None None] Checking router: 2769e25f-81f4-45c9-9285-b21d119b981b for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:34:07.037259 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56e6418-c75b-4f1b-a264-5206e716ebaf None None] Updating router 2769e25f-81f4-45c9-9285-b21d119b981b port 7ce57b59-c0e8-4d2a-a311-e6ec20eea2df binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:34:07.121617 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b56e6418-c75b-4f1b-a264-5206e716ebaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:07.295955 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 51a443ea-606a-4a08-ab5d-52d6e694760c no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:34:07.335893 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 51a443ea-606a-4a08-ab5d-52d6e694760c {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:34:07.336238 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 51a443ea-606a-4a08-ab5d-52d6e694760c not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:34:07.408739 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34732) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:07.424211 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-a86066a4-7e36-4b52-9fa2-56e31cf16abd tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1601432518', 'description': 'tempest-description--834286471'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:34:07.448582 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a86066a4-7e36-4b52-9fa2-56e31cf16abd tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:34:07.455864 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a86066a4-7e36-4b52-9fa2-56e31cf16abd tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Usage tracker for resource:security_group and tenant:187cde8c07df4cea8b9ebc36a5a846ba is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:34:07.462006 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a86066a4-7e36-4b52-9fa2-56e31cf16abd tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:34:07.478142 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a86066a4-7e36-4b52-9fa2-56e31cf16abd tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:34:07.498952 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a86066a4-7e36-4b52-9fa2-56e31cf16abd tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:07.541591 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a86066a4-7e36-4b52-9fa2-56e31cf16abd tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:34:07.550374 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a86066a4-7e36-4b52-9fa2-56e31cf16abd tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Usage tracker for resource:security_group_rule and tenant:187cde8c07df4cea8b9ebc36a5a846ba is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:34:07.553801 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a86066a4-7e36-4b52-9fa2-56e31cf16abd tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:34:07.553996 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45214102-1acf-4022-b8a1-1cf875a44497 req-95e32361-b326-4524-bc89-a88a165aa33b tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:07.554599 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-45214102-1acf-4022-b8a1-1cf875a44497 req-95e32361-b326-4524-bc89-a88a165aa33b tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Synchronizing usage tracker for tenant:66dfeed3cb324772b0bf769274eed2d2 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:34:07.574674 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-45214102-1acf-4022-b8a1-1cf875a44497 req-95e32361-b326-4524-bc89-a88a165aa33b tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Unset dirty status for tenant:66dfeed3cb324772b0bf769274eed2d2 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:34:07.579163 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-45214102-1acf-4022-b8a1-1cf875a44497 req-95e32361-b326-4524-bc89-a88a165aa33b tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.60 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.2588856 May 03 22:34:07.665730 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b56e6418-c75b-4f1b-a264-5206e716ebaf None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:07.682423 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b56e6418-c75b-4f1b-a264-5206e716ebaf None None] Transition to ACTIVE for port object 7ce57b59-c0e8-4d2a-a311-e6ec20eea2df will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:34:07.694445 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b56e6418-c75b-4f1b-a264-5206e716ebaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:07.705585 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34750) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:07.707847 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a86066a4-7e36-4b52-9fa2-56e31cf16abd tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:34:07.754378 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-45214102-1acf-4022-b8a1-1cf875a44497 req-6c0bd077-3c02-4b34-a10b-5e47aa46e488 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Deleting port 2cd74799-58d8-4e74-af4b-685d5aaa1c56 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:34:07.755828 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-45214102-1acf-4022-b8a1-1cf875a44497 req-6c0bd077-3c02-4b34-a10b-5e47aa46e488 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:07.900298 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0bd7e-6cca-4daf-bf64-8480737d1e5e req-b6bf9512-fc98-482c-9751-f2fa46954512 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:07.901879 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-00c0bd7e-6cca-4daf-bf64-8480737d1e5e req-b6bf9512-fc98-482c-9751-f2fa46954512 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=53f0fb8a-4269-4e5d-8e03-3e0b9ba6b0dd HTTP/1.1" status: 200 len: 944 time: 0.3528457 May 03 22:34:07.970238 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61331f87-82ae-4a0e-a3ab-a5eb11cc166c req-572736d3-3563-49e4-a8b5-5a7cffc72df3 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:07.971807 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61331f87-82ae-4a0e-a3ab-a5eb11cc166c req-572736d3-3563-49e4-a8b5-5a7cffc72df3 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 944 time: 0.2567286 May 03 22:34:08.022831 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad726a9-ba90-4488-a22c-46637a7f34a3 None None] Pushing event updated for resources: {'Port': ['ID=7ce57b59-c0e8-4d2a-a311-e6ec20eea2df,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:08.071241 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a86066a4-7e36-4b52-9fa2-56e31cf16abd tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:08.092600 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a86066a4-7e36-4b52-9fa2-56e31cf16abd tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:08.103091 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-b56e6418-c75b-4f1b-a264-5206e716ebaf None None] Attempting to bind port 7ce57b59-c0e8-4d2a-a311-e6ec20eea2df on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:34:08.104178 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-b56e6418-c75b-4f1b-a264-5206e716ebaf None None] Attempting to bind port 7ce57b59-c0e8-4d2a-a311-e6ec20eea2df by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '5a6ab605-7658-483c-96b8-1c871bbb0af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '517a1aa6-522d-4d93-ad04-539169ce7dd9'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:34:08.105045 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e6418-c75b-4f1b-a264-5206e716ebaf None None] Attempting to bind port 7ce57b59-c0e8-4d2a-a311-e6ec20eea2df on network 517a1aa6-522d-4d93-ad04-539169ce7dd9 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:34:08.112302 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e6418-c75b-4f1b-a264-5206e716ebaf None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:34:08.113059 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e6418-c75b-4f1b-a264-5206e716ebaf None None] Checking segment: {'id': '5a6ab605-7658-483c-96b8-1c871bbb0af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '517a1aa6-522d-4d93-ad04-539169ce7dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:34:08.113682 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b56e6418-c75b-4f1b-a264-5206e716ebaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:08.114332 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e6418-c75b-4f1b-a264-5206e716ebaf None None] Bound using segment: {'id': '5a6ab605-7658-483c-96b8-1c871bbb0af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '517a1aa6-522d-4d93-ad04-539169ce7dd9'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:34:08.115208 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-b56e6418-c75b-4f1b-a264-5206e716ebaf None None] Bound port: 7ce57b59-c0e8-4d2a-a311-e6ec20eea2df, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a6ab605-7658-483c-96b8-1c871bbb0af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '517a1aa6-522d-4d93-ad04-539169ce7dd9'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:34:08.115808 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b56e6418-c75b-4f1b-a264-5206e716ebaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:08.159505 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-00c0bd7e-6cca-4daf-bf64-8480737d1e5e req-f42dbc01-74f2-41ec-8af9-dc8d9b4e396b tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397733 May 03 22:34:08.162484 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61331f87-82ae-4a0e-a3ab-a5eb11cc166c req-cd0ddcbd-8797-4a72-bbd1-8cf3b1af4438 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups?id=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706738 May 03 22:34:08.210871 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a86066a4-7e36-4b52-9fa2-56e31cf16abd tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:08.212477 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a86066a4-7e36-4b52-9fa2-56e31cf16abd tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7996812 May 03 22:34:08.216605 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34764) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:08.226320 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86066a4-7e36-4b52-9fa2-56e31cf16abd tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1919fa1-a94a-4010-84d7-711c4c5d82bd,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:08.255585 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-4d7dd583-7a02-40b5-ba3c-48ed6f21a5ea tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Request body: {'security_group_rule': {'security_group_id': 'a1919fa1-a94a-4010-84d7-711c4c5d82bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:34:08.278675 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-b56e6418-c75b-4f1b-a264-5206e716ebaf None None] For port 7ce57b59-c0e8-4d2a-a311-e6ec20eea2df, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:34:08.282411 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-b56e6418-c75b-4f1b-a264-5206e716ebaf None None] For port 7ce57b59-c0e8-4d2a-a311-e6ec20eea2df, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=7ce57b59-c0e8-4d2a-a311-e6ec20eea2df,segment=NetworkSegment(5a6ab605-7658-483c-96b8-1c871bbb0af0),segment_id=5a6ab605-7658-483c-96b8-1c871bbb0af0)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:34:08.286729 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4d7dd583-7a02-40b5-ba3c-48ed6f21a5ea tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:34:08.289127 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b56e6418-c75b-4f1b-a264-5206e716ebaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:08.317385 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4d7dd583-7a02-40b5-ba3c-48ed6f21a5ea tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Usage tracker for resource:security_group_rule and tenant:187cde8c07df4cea8b9ebc36a5a846ba is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:34:08.325153 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4d7dd583-7a02-40b5-ba3c-48ed6f21a5ea tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:34:08.351202 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ba61247a-662b-42d7-8daf-6f2e7e2d250e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e5ed80acbb9f47e383e08a46b5c2d155&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6408634 May 03 22:34:08.351897 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34770) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:08.355473 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4d7dd583-7a02-40b5-ba3c-48ed6f21a5ea tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:34:08.396138 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34774) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:08.437765 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad726a9-ba90-4488-a22c-46637a7f34a3 None None] Pushing event updated for resources: {'Port': ['ID=7ce57b59-c0e8-4d2a-a311-e6ec20eea2df,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:08.438062 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-45214102-1acf-4022-b8a1-1cf875a44497 req-6c0bd077-3c02-4b34-a10b-5e47aa46e488 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] For port 2cd74799-58d8-4e74-af4b-685d5aaa1c56, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=2cd74799-58d8-4e74-af4b-685d5aaa1c56,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:34:08.442113 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-45214102-1acf-4022-b8a1-1cf875a44497 req-6c0bd077-3c02-4b34-a10b-5e47aa46e488 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:08.457181 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56e6418-c75b-4f1b-a264-5206e716ebaf None None] Routers {'2769e25f-81f4-45c9-9285-b21d119b981b'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:34:08.457837 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b56e6418-c75b-4f1b-a264-5206e716ebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:33:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['2769e25f-81f4-45c9-9285-b21d119b981b'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:34:08.494409 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4d7dd583-7a02-40b5-ba3c-48ed6f21a5ea tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:08.601842 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e7825d84-8365-41f9-972e-061aeefc2095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:08.686428 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79471b-1ae3-4652-8637-be0df00fc80b req-2435eeb4-3e66-4fe1-9bf8-a64057777eab tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:08.706691 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ed79471b-1ae3-4652-8637-be0df00fc80b req-2435eeb4-3e66-4fe1-9bf8-a64057777eab tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=efc4a8a7-886c-4033-9fa8-4766e4fdc2b7 HTTP/1.1" status: 200 len: 945 time: 0.3622909 May 03 22:34:08.711258 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e7825d84-8365-41f9-972e-061aeefc2095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:08.832102 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ed79471b-1ae3-4652-8637-be0df00fc80b req-7bfe9383-271c-4c2a-99d4-ed422ab50f65 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239741 May 03 22:34:08.858193 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e7825d84-8365-41f9-972e-061aeefc2095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:08.863522 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-b56e6418-c75b-4f1b-a264-5206e716ebaf None None] Set router 2769e25f-81f4-45c9-9285-b21d119b981b gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:34:08.878860 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-834edfca-392e-4b96-ac76-004d05495656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:08.880972 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7825d84-8365-41f9-972e-061aeefc2095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41dfc52-b2bc-47a8-b62c-f0e422218066,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:08.899962 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e7825d84-8365-41f9-972e-061aeefc2095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:08.901582 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e7825d84-8365-41f9-972e-061aeefc2095 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a41dfc52-b2bc-47a8-b62c-f0e422218066 HTTP/1.1" status: 204 len: 168 time: 0.5481088 May 03 22:34:08.938870 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-834edfca-392e-4b96-ac76-004d05495656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:34:08.951471 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34796) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:08.959659 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-834edfca-392e-4b96-ac76-004d05495656 admin admin] Usage tracker for resource:security_group_rule and tenant:ce065b150e964fada4487059b7887a99 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:34:09.054250 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-834edfca-392e-4b96-ac76-004d05495656 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:34:09.057816 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4d7dd583-7a02-40b5-ba3c-48ed6f21a5ea tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:09.067682 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-834edfca-392e-4b96-ac76-004d05495656 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:34:09.072632 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4d7dd583-7a02-40b5-ba3c-48ed6f21a5ea tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:09.117095 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7dd583-7a02-40b5-ba3c-48ed6f21a5ea tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8882986-d088-4d4e-ba01-07b7b880e4c7,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:09.150879 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-45214102-1acf-4022-b8a1-1cf875a44497 req-6c0bd077-3c02-4b34-a10b-5e47aa46e488 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:09.151250 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-45214102-1acf-4022-b8a1-1cf875a44497 req-6c0bd077-3c02-4b34-a10b-5e47aa46e488 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:09.152022 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [req-45214102-1acf-4022-b8a1-1cf875a44497 req-6c0bd077-3c02-4b34-a10b-5e47aa46e488 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Floating IP 8e7da5b0-f573-4051-9699-727fb7bee851 disassociated. External IP: 172.25.2.88, port: 2cd74799-58d8-4e74-af4b-685d5aaa1c56. May 03 22:34:09.152022 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-45214102-1acf-4022-b8a1-1cf875a44497 req-6c0bd077-3c02-4b34-a10b-5e47aa46e488 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Calling delete_port for 2cd74799-58d8-4e74-af4b-685d5aaa1c56 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:34:09.263906 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4d7dd583-7a02-40b5-ba3c-48ed6f21a5ea tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:09.275806 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4d7dd583-7a02-40b5-ba3c-48ed6f21a5ea tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0551620 May 03 22:34:09.278527 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34808) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:09.285726 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-784aac3b-851d-4876-a865-dd2268bcbcfb admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1589996802-network', 'tenant_id': '1bd397df98f2408ea6012fb67c2c4538'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:34:09.302732 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-b0a338fc-15c7-4c4e-a84a-e193f24eab8c tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Request body: {'security_group_rule': {'security_group_id': 'a1919fa1-a94a-4010-84d7-711c4c5d82bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:34:09.319551 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b0a338fc-15c7-4c4e-a84a-e193f24eab8c tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:34:09.325463 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 3ce8f786-4542-4105-b1b4-09c488ba54dd up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:34:09.338385 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b0a338fc-15c7-4c4e-a84a-e193f24eab8c tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Usage tracker for resource:security_group_rule and tenant:187cde8c07df4cea8b9ebc36a5a846ba is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:34:09.352140 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b0a338fc-15c7-4c4e-a84a-e193f24eab8c tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:34:09.373846 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b0a338fc-15c7-4c4e-a84a-e193f24eab8c tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:34:09.390723 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-784aac3b-851d-4876-a865-dd2268bcbcfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:34:09.503458 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-45214102-1acf-4022-b8a1-1cf875a44497 req-6c0bd077-3c02-4b34-a10b-5e47aa46e488 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:09.503927 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-784aac3b-851d-4876-a865-dd2268bcbcfb admin admin] Usage tracker for resource:network and tenant:1bd397df98f2408ea6012fb67c2c4538 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:34:09.516384 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b56e6418-c75b-4f1b-a264-5206e716ebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'name': 'tempest-ServersTestJSON-209002380-router', 'tenant_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '43ea8607-4944-4b79-a4ab-f7007abb4a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:33:50Z', 'updated_at': '2022-05-03T22:34:02Z', 'revision_number': 4, 'project_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'gw_port': {'id': '43ea8607-4944-4b79-a4ab-f7007abb4a31', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:87:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:33:52Z', 'updated_at': '2022-05-03T22:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '7ce57b59-c0e8-4d2a-a311-e6ec20eea2df', 'name': '', 'network_id': '517a1aa6-522d-4d93-ad04-539169ce7dd9', 'tenant_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'mac_address': 'fa:16:3e:c3:5b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '46a7e09b-dee5-4e54-8f28-e48837e9ae96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:33:59Z', 'updated_at': '2022-05-03T22:34:08Z', 'revision_number': 4, 'project_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'subnets': [{'id': '46a7e09b-dee5-4e54-8f28-e48837e9ae96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:34:09.521520 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56e6418-c75b-4f1b-a264-5206e716ebaf None None] The sync data for ids ['2769e25f-81f4-45c9-9285-b21d119b981b'] in n-d-811807-1 is: [{'id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'name': 'tempest-ServersTestJSON-209002380-router', 'tenant_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '43ea8607-4944-4b79-a4ab-f7007abb4a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:33:50Z', 'updated_at': '2022-05-03T22:34:02Z', 'revision_number': 4, 'project_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'gw_port': {'id': '43ea8607-4944-4b79-a4ab-f7007abb4a31', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:87:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:33:52Z', 'updated_at': '2022-05-03T22:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '7ce57b59-c0e8-4d2a-a311-e6ec20eea2df', 'name': '', 'network_id': '517a1aa6-522d-4d93-ad04-539169ce7dd9', 'tenant_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'mac_address': 'fa:16:3e:c3:5b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '46a7e09b-dee5-4e54-8f28-e48837e9ae96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:33:59Z', 'updated_at': '2022-05-03T22:34:08Z', 'revision_number': 4, 'project_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'subnets': [{'id': '46a7e09b-dee5-4e54-8f28-e48837e9ae96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:34:09.521930 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-784aac3b-851d-4876-a865-dd2268bcbcfb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:34:09.523865 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 3ce8f786-4542-4105-b1b4-09c488ba54dd completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:34:09.529499 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 3ce8f786-4542-4105-b1b4-09c488ba54dd triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:34:09.530041 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:09.652117 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-752aef0d-27d5-4668-be16-0c0ab4ec65fe req-a444705f-cb8b-4f55-b2f9-18f19c9c17b9 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 210 time: 0.2635851 May 03 22:34:09.672456 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34814) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:09.680727 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b0a338fc-15c7-4c4e-a84a-e193f24eab8c tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:09.730551 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-784aac3b-851d-4876-a865-dd2268bcbcfb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:34:09.798517 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0bd077-3c02-4b34-a10b-5e47aa46e488 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Pushing event deleted for resources: {'Port': ['ID=2cd74799-58d8-4e74-af4b-685d5aaa1c56,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:09.810031 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784aac3b-851d-4876-a865-dd2268bcbcfb admin admin] Made reservation on behalf of 1bd397df98f2408ea6012fb67c2c4538 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:34:09.815147 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-784aac3b-851d-4876-a865-dd2268bcbcfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:09.848212 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:09.916652 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-784aac3b-851d-4876-a865-dd2268bcbcfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:09.937080 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f0fb8a-4269-4e5d-8e03-3e0b9ba6b0dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce8f786-4542-4105-b1b4-09c488ba54dd'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:34:09.963789 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 3ce8f786-4542-4105-b1b4-09c488ba54dd, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=3ce8f786-4542-4105-b1b4-09c488ba54dd,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:34:09.971431 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:09.972669 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 2cd74799-58d8-4e74-af4b-685d5aaa1c56 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:34:10.042027 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-784aac3b-851d-4876-a865-dd2268bcbcfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:34:10.057485 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-784aac3b-851d-4876-a865-dd2268bcbcfb admin admin] Usage tracker for resource:security_group_rule and tenant:1bd397df98f2408ea6012fb67c2c4538 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:34:10.068885 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-784aac3b-851d-4876-a865-dd2268bcbcfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:34:10.078090 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a6281d90-45b4-4542-826f-27969dc54cd3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=15b8ffbe393e473f899d6acf98381144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3987300 May 03 22:34:10.084779 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34826) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:10.090685 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-784aac3b-851d-4876-a865-dd2268bcbcfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:34:10.104398 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b0a338fc-15c7-4c4e-a84a-e193f24eab8c tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:10.129346 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 2cd74799-58d8-4e74-af4b-685d5aaa1c56 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:34:10.129783 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 2cd74799-58d8-4e74-af4b-685d5aaa1c56 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:34:10.154644 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=3ce8f786-4542-4105-b1b4-09c488ba54dd,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:10.216719 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b0a338fc-15c7-4c4e-a84a-e193f24eab8c tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:10.247899 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-834edfca-392e-4b96-ac76-004d05495656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:10.248398 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a338fc-15c7-4c4e-a84a-e193f24eab8c tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=686fd1b8-07a3-46c2-80c9-82fa827f1b5a,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:10.269231 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-834edfca-392e-4b96-ac76-004d05495656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:10.318639 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b19de9-4123-4438-b513-603df6bca0b0 req-3761736e-6c61-4a13-aa4a-8ff1fb30bd0a tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:10.320203 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-00b19de9-4123-4438-b513-603df6bca0b0 req-3761736e-6c61-4a13-aa4a-8ff1fb30bd0a tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=53f0fb8a-4269-4e5d-8e03-3e0b9ba6b0dd HTTP/1.1" status: 200 len: 944 time: 0.8180468 May 03 22:34:10.367773 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9f70f3c1-0919-4700-af62-6e2b86258362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:10.377761 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-834edfca-392e-4b96-ac76-004d05495656 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ce065b150e964fada4487059b7887a99&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9747367 May 03 22:34:10.379041 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34832) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:10.416783 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b0a338fc-15c7-4c4e-a84a-e193f24eab8c tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:10.420996 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b0a338fc-15c7-4c4e-a84a-e193f24eab8c tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1380439 May 03 22:34:10.425875 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-00b19de9-4123-4438-b513-603df6bca0b0 req-d5e70c81-3093-4efb-83e3-179bbc469863 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920358 May 03 22:34:10.426974 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34836) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:10.436769 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e16726-5676-4d1c-bd8f-b8a63e202d26 req-388c504c-e6f7-4b41-b531-10a031900225 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:10.438367 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b0e16726-5676-4d1c-bd8f-b8a63e202d26 req-388c504c-e6f7-4b41-b531-10a031900225 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=efc4a8a7-886c-4033-9fa8-4766e4fdc2b7 HTTP/1.1" status: 200 len: 945 time: 0.3444040 May 03 22:34:10.453698 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-8bf85074-cc6f-4bd5-9d5a-012129ccd4c8 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:34:10.460549 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-8bf85074-cc6f-4bd5-9d5a-012129ccd4c8 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:34:10.465041 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8bf85074-cc6f-4bd5-9d5a-012129ccd4c8 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Usage tracker for resource:floatingip and tenant:187cde8c07df4cea8b9ebc36a5a846ba is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:34:10.468455 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8bf85074-cc6f-4bd5-9d5a-012129ccd4c8 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:34:10.474475 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-8bf85074-cc6f-4bd5-9d5a-012129ccd4c8 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:34:10.493448 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45214102-1acf-4022-b8a1-1cf875a44497 req-6c0bd077-3c02-4b34-a10b-5e47aa46e488 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Router f449bb65-9fac-4d07-b2ae-8f9952b2b037 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:34:10.537316 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b0e16726-5676-4d1c-bd8f-b8a63e202d26 req-41078031-a9f1-4b1e-bb37-06781fdbbcc3 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882578 May 03 22:34:10.538078 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8bf85074-cc6f-4bd5-9d5a-012129ccd4c8 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:10.549265 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834edfca-392e-4b96-ac76-004d05495656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17a2124-1c56-44ee-a226-9554ecfd5c42,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:10.554616 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b72e4d82-45f3-40fe-a21c-5952b8a5285a'] response: {'server_uuid': '53f0fb8a-4269-4e5d-8e03-3e0b9ba6b0dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce8f786-4542-4105-b1b4-09c488ba54dd', 'code': 200} May 03 22:34:10.572235 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-784aac3b-851d-4876-a865-dd2268bcbcfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:10.594971 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-784aac3b-851d-4876-a865-dd2268bcbcfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:10.609403 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9f70f3c1-0919-4700-af62-6e2b86258362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:10.652086 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-784aac3b-851d-4876-a865-dd2268bcbcfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:34:10.677127 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784aac3b-851d-4876-a865-dd2268bcbcfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4383091-0e12-4a45-b5ba-22cb6bee2abe,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:10.742419 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-784aac3b-851d-4876-a865-dd2268bcbcfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:10.743153 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-784aac3b-851d-4876-a865-dd2268bcbcfb admin admin] Added segment 3081933c-f030-4b75-a1c7-e41d6ef58fae of type vlan for network 3ba09e8c-214e-4c5a-acdf-b8f91d01d743 May 03 22:34:10.905938 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7c5b2ff7-6f87-4e7f-b263-961e63739e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:10.945537 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 7ce57b59-c0e8-4d2a-a311-e6ec20eea2df up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:34:11.000049 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3b0c710-51a4-4a7e-b786-bd0ef7bffe70 req-8fbde674-bf83-4cb0-9823-fc08e6af13bc tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 210 time: 0.0828345 May 03 22:34:11.008369 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:34:11.042136 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-784aac3b-851d-4876-a865-dd2268bcbcfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:11.048320 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7c5b2ff7-6f87-4e7f-b263-961e63739e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:11.062551 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 7ce57b59-c0e8-4d2a-a311-e6ec20eea2df completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:34:11.067949 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 7ce57b59-c0e8-4d2a-a311-e6ec20eea2df triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:34:11.068327 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:11.070648 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8bf85074-cc6f-4bd5-9d5a-012129ccd4c8 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:11.130600 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9f70f3c1-0919-4700-af62-6e2b86258362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:11.143521 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45214102-1acf-4022-b8a1-1cf875a44497 req-6c0bd077-3c02-4b34-a10b-5e47aa46e488 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:34:11.163208 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce27cd9-f594-4129-b1aa-2bd70a41ca28 None None] Sync routers for ids ['f449bb65-9fac-4d07-b2ae-8f9952b2b037'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:34:11.176224 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7762ad-0f75-42b8-8fbd-a9689d5079a1 req-57d3150b-bd57-430c-b28e-4eecddd79e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:11.179528 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bd7762ad-0f75-42b8-8fbd-a9689d5079a1 req-57d3150b-bd57-430c-b28e-4eecddd79e07 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=53f0fb8a-4269-4e5d-8e03-3e0b9ba6b0dd HTTP/1.1" status: 200 len: 1096 time: 0.5434327 May 03 22:34:11.183938 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce27cd9-f594-4129-b1aa-2bd70a41ca28 None None] Routers {'f449bb65-9fac-4d07-b2ae-8f9952b2b037'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:34:11.187678 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-1ce27cd9-f594-4129-b1aa-2bd70a41ca28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:33:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['f449bb65-9fac-4d07-b2ae-8f9952b2b037'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:34:11.228180 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-8bf85074-cc6f-4bd5-9d5a-012129ccd4c8 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Allocated IP 172.25.2.72 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/ae54b33a-153c-4cd3-94ef-b8441186cf8a) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:34:11.271041 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:11.315826 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 7ce57b59-c0e8-4d2a-a311-e6ec20eea2df, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=7ce57b59-c0e8-4d2a-a311-e6ec20eea2df,segment=NetworkSegment(5a6ab605-7658-483c-96b8-1c871bbb0af0),segment_id=5a6ab605-7658-483c-96b8-1c871bbb0af0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:34:11.323399 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:11.337454 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70f3c1-0919-4700-af62-6e2b86258362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb75b5e-d710-4449-b0b5-5df4e4e6cc57,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:11.339458 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34846) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:11.367799 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7c5b2ff7-6f87-4e7f-b263-961e63739e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:11.393353 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8bf85074-cc6f-4bd5-9d5a-012129ccd4c8 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:11.395661 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-45214102-1acf-4022-b8a1-1cf875a44497 req-6c0bd077-3c02-4b34-a10b-5e47aa46e488 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] No DVR routers for this DVR port 2cd74799-58d8-4e74-af4b-685d5aaa1c56 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:34:11.428757 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.resource_extend [None req-784aac3b-851d-4876-a865-dd2268bcbcfb admin admin] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:34:11.438368 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8bf85074-cc6f-4bd5-9d5a-012129ccd4c8 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:11.450179 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-45214102-1acf-4022-b8a1-1cf875a44497 req-6c0bd077-3c02-4b34-a10b-5e47aa46e488 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:11.451000 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=7ce57b59-c0e8-4d2a-a311-e6ec20eea2df,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:11.472168 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4', 'name': 'network-vif-deleted', 'tag': '2cd74799-58d8-4e74-af4b-685d5aaa1c56'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:34:11.508270 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b2ff7-6f87-4e7f-b263-961e63739e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17a2124-1c56-44ee-a226-9554ecfd5c42,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:11.531944 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-1ce27cd9-f594-4129-b1aa-2bd70a41ca28 None None] Set router f449bb65-9fac-4d07-b2ae-8f9952b2b037 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:34:11.583936 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf85074-cc6f-4bd5-9d5a-012129ccd4c8 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:34:11.606377 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9f70f3c1-0919-4700-af62-6e2b86258362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:11.611205 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9f70f3c1-0919-4700-af62-6e2b86258362 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6fb75b5e-d710-4449-b0b5-5df4e4e6cc57 HTTP/1.1" status: 204 len: 168 time: 1.5210924 May 03 22:34:11.617776 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-8bf85074-cc6f-4bd5-9d5a-012129ccd4c8 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:34:11.624245 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf85074-cc6f-4bd5-9d5a-012129ccd4c8 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:34:11.625222 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-45214102-1acf-4022-b8a1-1cf875a44497 req-6c0bd077-3c02-4b34-a10b-5e47aa46e488 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.60 "DELETE /v2.0/ports/2cd74799-58d8-4e74-af4b-685d5aaa1c56 HTTP/1.1" status: 204 len: 173 time: 4.0389752 May 03 22:34:11.629778 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7c5b2ff7-6f87-4e7f-b263-961e63739e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:11.633363 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7c5b2ff7-6f87-4e7f-b263-961e63739e87 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e17a2124-1c56-44ee-a226-9554ecfd5c42 HTTP/1.1" status: 204 len: 168 time: 1.2396924 May 03 22:34:11.646030 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e67998d-33b3-4bf2-b6a3-e5e7bc6961d5'] response: {'server_uuid': '97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4', 'name': 'network-vif-deleted', 'tag': '2cd74799-58d8-4e74-af4b-685d5aaa1c56', 'status': 'completed', 'code': 200} May 03 22:34:11.708026 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ca149ca3-9a79-46cb-9b85-0db60278da2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:11.752118 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ca149ca3-9a79-46cb-9b85-0db60278da2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:34:11.756574 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ca149ca3-9a79-46cb-9b85-0db60278da2f admin admin] Usage tracker for resource:security_group_rule and tenant:13e374647d8e407eb0c4a91ac1007c93 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:34:11.760556 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ca149ca3-9a79-46cb-9b85-0db60278da2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:34:11.767300 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ca149ca3-9a79-46cb-9b85-0db60278da2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:34:11.798669 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-784aac3b-851d-4876-a865-dd2268bcbcfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:11.801389 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784aac3b-851d-4876-a865-dd2268bcbcfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:11.803992 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-784aac3b-851d-4876-a865-dd2268bcbcfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:11.900205 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ca149ca3-9a79-46cb-9b85-0db60278da2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:11.908477 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bd7762ad-0f75-42b8-8fbd-a9689d5079a1 req-6febdab7-838b-486a-9617-68b8a4db10d9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6862826 May 03 22:34:11.910739 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ca149ca3-9a79-46cb-9b85-0db60278da2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:11.976862 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca149ca3-9a79-46cb-9b85-0db60278da2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aef55a5-c0ec-4ad8-b1d8-0f9ced23057c,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:12.017665 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ca149ca3-9a79-46cb-9b85-0db60278da2f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=13e374647d8e407eb0c4a91ac1007c93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6480987 May 03 22:34:12.023061 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34866) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:12.090447 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-1ce27cd9-f594-4129-b1aa-2bd70a41ca28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'name': 'tempest-ServerActionsTestJSON-820421644-router', 'tenant_id': '66dfeed3cb324772b0bf769274eed2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '42d241a4-3c14-47ba-8c04-4b94a12c19fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:23:35Z', 'updated_at': '2022-05-03T22:23:48Z', 'revision_number': 4, 'project_id': '66dfeed3cb324772b0bf769274eed2d2', 'gw_port': {'id': '42d241a4-3c14-47ba-8c04-4b94a12c19fa', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:36:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:23:38Z', 'updated_at': '2022-05-03T22:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '87629a55-260d-4a58-9018-b362d5f41360', 'name': '', 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559', 'tenant_id': '66dfeed3cb324772b0bf769274eed2d2', 'mac_address': 'fa:16:3e:73:4e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'a6303b72-ad18-4df3-b796-1d1c3ad4e877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:23:45Z', 'updated_at': '2022-05-03T22:23:59Z', 'revision_number': 5, 'project_id': '66dfeed3cb324772b0bf769274eed2d2', 'subnets': [{'id': 'a6303b72-ad18-4df3-b796-1d1c3ad4e877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:34:12.095616 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce27cd9-f594-4129-b1aa-2bd70a41ca28 None None] Checking router: f449bb65-9fac-4d07-b2ae-8f9952b2b037 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:34:12.096607 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-784aac3b-851d-4876-a865-dd2268bcbcfb admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.1438341 May 03 22:34:12.097483 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf85074-cc6f-4bd5-9d5a-012129ccd4c8 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Pushing event updated for resources: {'Port': ['ID=ae54b33a-153c-4cd3-94ef-b8441186cf8a,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:12.099686 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34874) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:12.117843 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce27cd9-f594-4129-b1aa-2bd70a41ca28 None None] Routers {'f449bb65-9fac-4d07-b2ae-8f9952b2b037'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:34:12.119088 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-1ce27cd9-f594-4129-b1aa-2bd70a41ca28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:33:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['f449bb65-9fac-4d07-b2ae-8f9952b2b037'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:34:12.141347 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-3fe5b2ca-5bc9-4e98-bcec-ba150fde361d admin admin] Request body: {'subnet': {'network_id': '3ba09e8c-214e-4c5a-acdf-b8f91d01d743', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1589996802-subnet', 'tenant_id': '1bd397df98f2408ea6012fb67c2c4538', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:34:12.157038 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784aac3b-851d-4876-a865-dd2268bcbcfb admin admin] Pushing event updated for resources: {'Network': ['ID=3ba09e8c-214e-4c5a-acdf-b8f91d01d743,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:12.161076 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3fe5b2ca-5bc9-4e98-bcec-ba150fde361d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:34:12.170726 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3fe5b2ca-5bc9-4e98-bcec-ba150fde361d admin admin] Usage tracker for resource:subnet and tenant:1bd397df98f2408ea6012fb67c2c4538 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:34:12.171286 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 3ba09e8c-214e-4c5a-acdf-b8f91d01d743 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:34:12.175369 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3fe5b2ca-5bc9-4e98-bcec-ba150fde361d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:34:12.190881 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3fe5b2ca-5bc9-4e98-bcec-ba150fde361d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:34:12.206644 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2bb2d640-41f9-4762-b357-ed881929313b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:12.226358 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe5b2ca-5bc9-4e98-bcec-ba150fde361d admin admin] Made reservation on behalf of 1bd397df98f2408ea6012fb67c2c4538 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:34:12.226358 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3fe5b2ca-5bc9-4e98-bcec-ba150fde361d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:12.229036 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80b4fe-38c4-46ca-aa2a-a80e49f260a2 req-d27768d0-54a3-4e1b-bc9e-52bb61e239fd tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:12.236294 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dd80b4fe-38c4-46ca-aa2a-a80e49f260a2 req-d27768d0-54a3-4e1b-bc9e-52bb61e239fd tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=efc4a8a7-886c-4033-9fa8-4766e4fdc2b7 HTTP/1.1" status: 200 len: 945 time: 0.4795229 May 03 22:34:12.253641 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34882) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:12.260453 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8dd26-8b8a-4199-8c71-6960d50b9b82 req-d2bc1779-918f-49f2-8c3c-0c0f3059df97 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:12.262053 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a1d8dd26-8b8a-4199-8c71-6960d50b9b82 req-d2bc1779-918f-49f2-8c3c-0c0f3059df97 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=53f0fb8a-4269-4e5d-8e03-3e0b9ba6b0dd HTTP/1.1" status: 200 len: 945 time: 0.5026834 May 03 22:34:12.294297 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2bb2d640-41f9-4762-b357-ed881929313b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:12.348438 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-538ea567-c579-471f-9140-63ed3b94796f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:12.350055 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8bf85074-cc6f-4bd5-9d5a-012129ccd4c8 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:12.396117 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-1ce27cd9-f594-4129-b1aa-2bd70a41ca28 None None] Set router f449bb65-9fac-4d07-b2ae-8f9952b2b037 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:34:12.412618 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-538ea567-c579-471f-9140-63ed3b94796f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:34:12.429947 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-538ea567-c579-471f-9140-63ed3b94796f admin admin] Usage tracker for resource:security_group_rule and tenant:b13dad0c4c774e3297cd4f57e9b59123 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:34:12.437055 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-538ea567-c579-471f-9140-63ed3b94796f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:34:12.437714 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dd80b4fe-38c4-46ca-aa2a-a80e49f260a2 req-99e113e5-6462-40e4-868b-b030719a5462 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016034 May 03 22:34:12.446265 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a1d8dd26-8b8a-4199-8c71-6960d50b9b82 req-1060bc65-9d11-419d-adbb-07be22b86c56 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447136 May 03 22:34:12.468456 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-538ea567-c579-471f-9140-63ed3b94796f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:34:12.591421 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2bb2d640-41f9-4762-b357-ed881929313b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:12.635783 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8bf85074-cc6f-4bd5-9d5a-012129ccd4c8 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:12.694063 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2d640-41f9-4762-b357-ed881929313b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aef55a5-c0ec-4ad8-b1d8-0f9ced23057c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:12.845637 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2bb2d640-41f9-4762-b357-ed881929313b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:12.849820 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2bb2d640-41f9-4762-b357-ed881929313b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2aef55a5-c0ec-4ad8-b1d8-0f9ced23057c HTTP/1.1" status: 204 len: 168 time: 0.8234572 May 03 22:34:12.863464 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c2c6ae28-889f-4983-be66-8098654cab29 req-d79f2936-b00e-43a4-906c-ae2cdd62ded6 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/ports?device_id=97cb7fac-cfb9-48b5-9f9d-2a8cc9900db4 HTTP/1.1" status: 200 len: 210 time: 0.1510444 May 03 22:34:12.908694 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 7ce57b59-c0e8-4d2a-a311-e6ec20eea2df up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:34:12.931101 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3fe5b2ca-5bc9-4e98-bcec-ba150fde361d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:13.071039 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 7ce57b59-c0e8-4d2a-a311-e6ec20eea2df triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:34:13.071932 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:13.089482 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe5b2ca-5bc9-4e98-bcec-ba150fde361d admin admin] Checking segment: {'id': '3081933c-f030-4b75-a1c7-e41d6ef58fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3ba09e8c-214e-4c5a-acdf-b8f91d01d743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:34:13.089833 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe5b2ca-5bc9-4e98-bcec-ba150fde361d admin admin] Network hostable DHCP agents. Network: 3ba09e8c-214e-4c5a-acdf-b8f91d01d743, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:34:13.151832 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5b2ca-5bc9-4e98-bcec-ba150fde361d admin admin] Pushing event updated for resources: {'Subnet': ['ID=00316a32-3d65-4582-9a69-5e0fbda6b978,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:13.176316 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-538ea567-c579-471f-9140-63ed3b94796f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:13.176611 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-1ce27cd9-f594-4129-b1aa-2bd70a41ca28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'name': 'tempest-ServerActionsTestJSON-820421644-router', 'tenant_id': '66dfeed3cb324772b0bf769274eed2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '42d241a4-3c14-47ba-8c04-4b94a12c19fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:23:35Z', 'updated_at': '2022-05-03T22:23:48Z', 'revision_number': 4, 'project_id': '66dfeed3cb324772b0bf769274eed2d2', 'gw_port': {'id': '42d241a4-3c14-47ba-8c04-4b94a12c19fa', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:36:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:23:38Z', 'updated_at': '2022-05-03T22:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '87629a55-260d-4a58-9018-b362d5f41360', 'name': '', 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559', 'tenant_id': '66dfeed3cb324772b0bf769274eed2d2', 'mac_address': 'fa:16:3e:73:4e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'a6303b72-ad18-4df3-b796-1d1c3ad4e877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:23:45Z', 'updated_at': '2022-05-03T22:23:59Z', 'revision_number': 5, 'project_id': '66dfeed3cb324772b0bf769274eed2d2', 'subnets': [{'id': 'a6303b72-ad18-4df3-b796-1d1c3ad4e877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:34:13.192222 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce27cd9-f594-4129-b1aa-2bd70a41ca28 None None] The sync data for ids ['f449bb65-9fac-4d07-b2ae-8f9952b2b037'] in n-d-811807-1 is: [{'id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'name': 'tempest-ServerActionsTestJSON-820421644-router', 'tenant_id': '66dfeed3cb324772b0bf769274eed2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '42d241a4-3c14-47ba-8c04-4b94a12c19fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:23:35Z', 'updated_at': '2022-05-03T22:23:48Z', 'revision_number': 4, 'project_id': '66dfeed3cb324772b0bf769274eed2d2', 'gw_port': {'id': '42d241a4-3c14-47ba-8c04-4b94a12c19fa', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:36:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:23:38Z', 'updated_at': '2022-05-03T22:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '87629a55-260d-4a58-9018-b362d5f41360', 'name': '', 'network_id': 'f73247c4-e4b1-4dbd-a711-946870a81559', 'tenant_id': '66dfeed3cb324772b0bf769274eed2d2', 'mac_address': 'fa:16:3e:73:4e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'a6303b72-ad18-4df3-b796-1d1c3ad4e877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:23:45Z', 'updated_at': '2022-05-03T22:23:59Z', 'revision_number': 5, 'project_id': '66dfeed3cb324772b0bf769274eed2d2', 'subnets': [{'id': 'a6303b72-ad18-4df3-b796-1d1c3ad4e877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:34:13.194478 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-538ea567-c579-471f-9140-63ed3b94796f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:13.207253 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8bf85074-cc6f-4bd5-9d5a-012129ccd4c8 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:13.216023 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8bf85074-cc6f-4bd5-9d5a-012129ccd4c8 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:13.373747 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-538ea567-c579-471f-9140-63ed3b94796f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b13dad0c4c774e3297cd4f57e9b59123&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1064086 May 03 22:34:13.375789 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe5b2ca-5bc9-4e98-bcec-ba150fde361d admin admin] Network 3ba09e8c-214e-4c5a-acdf-b8f91d01d743 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:34:13.410346 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34910) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:13.413206 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ea567-c579-471f-9140-63ed3b94796f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fcecbd-d7e9-42c2-9c15-aa3a05ce78a3,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:13.631203 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf85074-cc6f-4bd5-9d5a-012129ccd4c8 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Pushing event updated for resources: {'Port': ['ID=ae54b33a-153c-4cd3-94ef-b8441186cf8a,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:13.699690 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-3fe5b2ca-5bc9-4e98-bcec-ba150fde361d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 3ba09e8c-214e-4c5a-acdf-b8f91d01d743) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:34:13.710670 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8a2b22-5453-4581-896f-c9d20e562766 None None] Network 3ba09e8c-214e-4c5a-acdf-b8f91d01d743 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:34:13.861259 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8bf85074-cc6f-4bd5-9d5a-012129ccd4c8 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:13.868713 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34920) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:13.907594 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee6522f-e226-41b4-8c99-85d562c87e4e None None] New status for floating IP 8e7da5b0-f573-4051-9699-727fb7bee851: DOWN {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:34:13.940814 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e324d56c-3a64-472d-ac52-d1a10edaa88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:13.969500 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe5b2ca-5bc9-4e98-bcec-ba150fde361d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:13.970037 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3fe5b2ca-5bc9-4e98-bcec-ba150fde361d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:13.977767 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e324d56c-3a64-472d-ac52-d1a10edaa88c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:34:13.981443 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8bf85074-cc6f-4bd5-9d5a-012129ccd4c8 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:13.983499 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8bf85074-cc6f-4bd5-9d5a-012129ccd4c8 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5551689 May 03 22:34:13.987500 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0aee03fd-ede6-4d37-8830-5da896410eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:13.998014 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e324d56c-3a64-472d-ac52-d1a10edaa88c admin admin] Usage tracker for resource:security_group_rule and tenant:9eb19ddf1e564917bf7084dfc6d982ba is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:34:14.008255 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e324d56c-3a64-472d-ac52-d1a10edaa88c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:34:14.026355 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1f7de-e0e8-448c-9e53-aaede3773235 req-2f70d18e-f575-4d55-9faf-e3e1597d23de tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:14.034395 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-29a1f7de-e0e8-448c-9e53-aaede3773235 req-2f70d18e-f575-4d55-9faf-e3e1597d23de tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=efc4a8a7-886c-4033-9fa8-4766e4fdc2b7 HTTP/1.1" status: 200 len: 945 time: 0.5360975 May 03 22:34:14.042958 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e324d56c-3a64-472d-ac52-d1a10edaa88c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:34:14.052628 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0aee03fd-ede6-4d37-8830-5da896410eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:14.080744 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030e1b3-b25f-4de6-98cc-4ecce4dfa071 req-aa128ba8-28c0-481e-9c60-7491bf17df8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:14.082652 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f030e1b3-b25f-4de6-98cc-4ecce4dfa071 req-aa128ba8-28c0-481e-9c60-7491bf17df8f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a06b44cd97c04e34925647c98841b1f3&device_id=efc4a8a7-886c-4033-9fa8-4766e4fdc2b7 HTTP/1.1" status: 200 len: 1096 time: 0.4619131 May 03 22:34:14.131643 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5778d4d-362b-4fde-b798-a3838dd2d7c0 req-771980b3-805d-49be-b422-d0069d6b2c8f tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:14.139983 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d5778d4d-362b-4fde-b798-a3838dd2d7c0 req-771980b3-805d-49be-b422-d0069d6b2c8f tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=53f0fb8a-4269-4e5d-8e03-3e0b9ba6b0dd HTTP/1.1" status: 200 len: 945 time: 0.3764105 May 03 22:34:14.141643 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3fe5b2ca-5bc9-4e98-bcec-ba150fde361d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0408752 May 03 22:34:14.157414 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0aee03fd-ede6-4d37-8830-5da896410eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:14.187495 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee03fd-ede6-4d37-8830-5da896410eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fcecbd-d7e9-42c2-9c15-aa3a05ce78a3,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:14.193000 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0aee03fd-ede6-4d37-8830-5da896410eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:14.197403 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0aee03fd-ede6-4d37-8830-5da896410eb9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d7fcecbd-d7e9-42c2-9c15-aa3a05ce78a3 HTTP/1.1" status: 204 len: 168 time: 0.7805860 May 03 22:34:14.204833 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4e4fa708-7481-4c4a-99c1-41a936b6962a req-45e31c19-5c94-4392-ada4-33866b4c1e98 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=598fc2b2-2390-4995-b777-dbd41580d5de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7924669 May 03 22:34:14.436789 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4067241-e13a-4583-b2da-ea24b5d63eee None None] Network 3ba09e8c-214e-4c5a-acdf-b8f91d01d743 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:34:14.447915 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fa708-7481-4c4a-99c1-41a936b6962a req-fb1c955d-754a-43e3-b686-6c3dbb1e2cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:14.450501 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-29a1f7de-e0e8-448c-9e53-aaede3773235 req-cd119cf1-7c5e-4d1f-821a-c2c6a77f58ec tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146979 May 03 22:34:14.451813 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4e4fa708-7481-4c4a-99c1-41a936b6962a req-fb1c955d-754a-43e3-b686-6c3dbb1e2cd9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a0f20c83fdc471fa4da593ef2ea5d27&device_id=598fc2b2-2390-4995-b777-dbd41580d5de HTTP/1.1" status: 200 len: 1097 time: 0.1555085 May 03 22:34:14.497581 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e324d56c-3a64-472d-ac52-d1a10edaa88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:14.503425 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d5778d4d-362b-4fde-b798-a3838dd2d7c0 req-86abc998-7664-42f4-bd00-e16db556f4ee tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625593 May 03 22:34:14.512409 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e324d56c-3a64-472d-ac52-d1a10edaa88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:14.624965 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324d56c-3a64-472d-ac52-d1a10edaa88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3badf35a-57ab-4b31-822e-5b622002802e,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:14.704982 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030e1b3-b25f-4de6-98cc-4ecce4dfa071 req-a4e59e17-bce2-4c98-ad93-fc27bd7adb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:14.706717 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f030e1b3-b25f-4de6-98cc-4ecce4dfa071 req-a4e59e17-bce2-4c98-ad93-fc27bd7adb31 service neutron] 10.222.0.67 "GET /v2.0/networks?id=48482cdb-e8a8-432b-92c4-2998be72b710 HTTP/1.1" status: 200 len: 917 time: 0.6161842 May 03 22:34:14.713705 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e324d56c-3a64-472d-ac52-d1a10edaa88c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9eb19ddf1e564917bf7084dfc6d982ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8385277 May 03 22:34:14.715768 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34956) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:14.824431 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f030e1b3-b25f-4de6-98cc-4ecce4dfa071 req-8c38451c-09cd-44e3-b520-efeb36be3837 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bedbb6c7-af41-4930-8fd0-89cfbd5ed54a HTTP/1.1" status: 200 len: 217 time: 0.1092563 May 03 22:34:14.916037 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-f1e1b3fa-4d32-4759-a3f6-9ae34d3679de tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Synchronizing usage tracker for tenant:187cde8c07df4cea8b9ebc36a5a846ba on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:34:14.927182 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fa708-7481-4c4a-99c1-41a936b6962a req-7b720da0-34c1-47b6-8477-2647ab28043d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:14.929023 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4e4fa708-7481-4c4a-99c1-41a936b6962a req-7b720da0-34c1-47b6-8477-2647ab28043d service neutron] 10.222.0.60 "GET /v2.0/networks?id=983af77e-2b01-4072-bd1e-12edcf859777 HTTP/1.1" status: 200 len: 907 time: 0.4511707 May 03 22:34:14.945169 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030e1b3-b25f-4de6-98cc-4ecce4dfa071 req-605ee2fd-aecb-4f0e-9772-0ba8228f4f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:14.946957 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f030e1b3-b25f-4de6-98cc-4ecce4dfa071 req-605ee2fd-aecb-4f0e-9772-0ba8228f4f40 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=29c0f408-f55c-4749-a4b6-2a88c9ef01c6 HTTP/1.1" status: 200 len: 855 time: 0.0981009 May 03 22:34:14.994284 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-f1e1b3fa-4d32-4759-a3f6-9ae34d3679de tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Unset dirty status for tenant:187cde8c07df4cea8b9ebc36a5a846ba on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:34:14.996143 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-56f76e70-8778-443a-9126-f528c62dd229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:15.002093 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-f1e1b3fa-4d32-4759-a3f6-9ae34d3679de tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1601432518&fields=id&tenant_id=187cde8c07df4cea8b9ebc36a5a846ba HTTP/1.1" status: 200 len: 267 time: 0.3173122 May 03 22:34:15.021836 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4e4fa708-7481-4c4a-99c1-41a936b6962a req-c0d6057a-7847-4fd3-a1ef-fc7c29f6b829 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6688ff0-6e96-4dac-90f0-7a42629dcd98 HTTP/1.1" status: 200 len: 217 time: 0.0841677 May 03 22:34:15.054276 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334db6c-3d81-43dc-9f14-b92e693963d4 req-9f5d6fe1-6de5-4055-9fde-9e1d9148f885 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:15.055756 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5334db6c-3d81-43dc-9f14-b92e693963d4 req-9f5d6fe1-6de5-4055-9fde-9e1d9148f885 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c73acd-fa44-40f8-8f3f-6f1772d19969 HTTP/1.1" status: 200 len: 945 time: 0.2755682 May 03 22:34:15.085934 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-56f76e70-8778-443a-9126-f528c62dd229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:15.115477 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fa708-7481-4c4a-99c1-41a936b6962a req-b64b5780-f945-4b3d-95f7-85f47237f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:15.117234 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4e4fa708-7481-4c4a-99c1-41a936b6962a req-b64b5780-f945-4b3d-95f7-85f47237f64a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a1f38ed2-c940-45de-9756-cc79b8316a2d HTTP/1.1" status: 200 len: 846 time: 0.0854609 May 03 22:34:15.172926 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4e4fa708-7481-4c4a-99c1-41a936b6962a req-0df0282b-d091-4cc7-a625-c96ac8060dda service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=983af77e-2b01-4072-bd1e-12edcf859777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478113 May 03 22:34:15.197450 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5334db6c-3d81-43dc-9f14-b92e693963d4 req-d3e3e62d-879e-4c04-b2b4-473b45290914 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271083 May 03 22:34:15.221599 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-56f76e70-8778-443a-9126-f528c62dd229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:15.232582 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-40a5fba9-8182-48e6-8c44-6d8222046946 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:15.233497 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-40a5fba9-8182-48e6-8c44-6d8222046946 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Synchronizing usage tracker for tenant:187cde8c07df4cea8b9ebc36a5a846ba on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:34:15.244256 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030e1b3-b25f-4de6-98cc-4ecce4dfa071 req-8d0fb4b2-f6d2-4b54-b27e-97e6e658f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:15.245772 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f030e1b3-b25f-4de6-98cc-4ecce4dfa071 req-8d0fb4b2-f6d2-4b54-b27e-97e6e658f5aa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=48482cdb-e8a8-432b-92c4-2998be72b710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2889812 May 03 22:34:15.303035 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34980) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:15.306923 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f76e70-8778-443a-9126-f528c62dd229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3badf35a-57ab-4b31-822e-5b622002802e,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:15.352808 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-56f76e70-8778-443a-9126-f528c62dd229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:15.357512 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-56f76e70-8778-443a-9126-f528c62dd229 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3badf35a-57ab-4b31-822e-5b622002802e HTTP/1.1" status: 204 len: 168 time: 0.6379914 May 03 22:34:15.402015 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4e4fa708-7481-4c4a-99c1-41a936b6962a req-d6515152-c2a4-4b35-aa1c-bde16842357e service neutron] 10.222.0.60 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183380 May 03 22:34:15.407565 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-40a5fba9-8182-48e6-8c44-6d8222046946 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Unset dirty status for tenant:187cde8c07df4cea8b9ebc36a5a846ba on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:34:15.409371 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-40a5fba9-8182-48e6-8c44-6d8222046946 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "GET /v2.0/networks?id=517a1aa6-522d-4d93-ad04-539169ce7dd9 HTTP/1.1" status: 200 len: 805 time: 0.4063241 May 03 22:34:15.437198 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-cbe3263d-aecb-46ed-b389-81b0c530b106 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "GET /v2.0/quotas/187cde8c07df4cea8b9ebc36a5a846ba HTTP/1.1" status: 200 len: 375 time: 0.0099397 May 03 22:34:15.555971 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-27c33819-9ccf-4824-a970-1de8b3e4bc64 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:15.571775 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4e4fa708-7481-4c4a-99c1-41a936b6962a req-9d9cdc88-7af5-4263-b70f-0912abee5273 service neutron] 10.222.0.60 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652274 May 03 22:34:15.579357 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f030e1b3-b25f-4de6-98cc-4ecce4dfa071 req-0612cf93-9652-45ce-9861-259c762cdaaa service neutron] 10.222.0.67 "GET /v2.0/networks/48482cdb-e8a8-432b-92c4-2998be72b710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257482 May 03 22:34:15.605588 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-3bf0887c-78de-4616-96ee-d51715d10f74 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=187cde8c07df4cea8b9ebc36a5a846ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1553547 May 03 22:34:15.772770 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-27c33819-9ccf-4824-a970-1de8b3e4bc64 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:16.038486 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-f597983d-baee-49a2-90bf-25ba543d2d65 service neutron] 10.222.0.58 "GET /v2.0/networks/517a1aa6-522d-4d93-ad04-539169ce7dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316199 May 03 22:34:16.081710 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f030e1b3-b25f-4de6-98cc-4ecce4dfa071 req-49e0b496-60fa-45ff-bb9e-ac8cf2e3b053 service neutron] 10.222.0.67 "GET /v2.0/networks/48482cdb-e8a8-432b-92c4-2998be72b710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628635 May 03 22:34:16.118881 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-27c33819-9ccf-4824-a970-1de8b3e4bc64 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:16.194492 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-224b400b-16fb-42dd-943e-520e65afa983 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:16.195182 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-224b400b-16fb-42dd-943e-520e65afa983 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Synchronizing usage tracker for tenant:1bd397df98f2408ea6012fb67c2c4538 on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:34:16.338356 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c33819-9ccf-4824-a970-1de8b3e4bc64 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5508b79f-2ce5-40e4-b1f1-5725ade3ff0c,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:16.382678 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-224b400b-16fb-42dd-943e-520e65afa983 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Unset dirty status for tenant:1bd397df98f2408ea6012fb67c2c4538 on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:34:16.386331 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-224b400b-16fb-42dd-943e-520e65afa983 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] 10.222.0.58 "GET /v2.0/networks?id=3ba09e8c-214e-4c5a-acdf-b8f91d01d743 HTTP/1.1" status: 200 len: 809 time: 0.6189599 May 03 22:34:16.389063 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-27c33819-9ccf-4824-a970-1de8b3e4bc64 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:16.392703 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-27c33819-9ccf-4824-a970-1de8b3e4bc64 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "DELETE /v2.0/security-groups/5508b79f-2ce5-40e4-b1f1-5725ade3ff0c HTTP/1.1" status: 204 len: 168 time: 1.0873425 May 03 22:34:16.392998 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35036) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:16.403047 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-7e29ccb1-6103-4889-8ad9-0d4a8b7005a2 service neutron] 10.222.0.58 "GET /v2.0/networks/517a1aa6-522d-4d93-ad04-539169ce7dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518732 May 03 22:34:16.412352 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-0b15be4c-2a39-466b-9540-2be315399930 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] 10.222.0.58 "GET /v2.0/quotas/1bd397df98f2408ea6012fb67c2c4538 HTTP/1.1" status: 200 len: 375 time: 0.0184243 May 03 22:34:16.429240 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-4a88aeb6-dc7e-4c83-ae26-3f95044b8b09 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] show failed (client error): The resource could not be found. May 03 22:34:16.435989 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4a88aeb6-dc7e-4c83-ae26-3f95044b8b09 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "GET /v2.0/security-groups/5508b79f-2ce5-40e4-b1f1-5725ade3ff0c HTTP/1.1" status: 404 len: 347 time: 0.0411770 May 03 22:34:16.439145 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35040) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:16.471847 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-b9fb0e26-1640-4a90-a10b-2e183b57d20c tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1bd397df98f2408ea6012fb67c2c4538&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585244 May 03 22:34:16.708944 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-861003c4-09c6-45f3-a80e-3c4957149c1d service neutron] 10.222.0.58 "GET /v2.0/networks/3ba09e8c-214e-4c5a-acdf-b8f91d01d743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341359 May 03 22:34:16.953258 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-7a4a9690-a909-4e12-8935-84a7e49e68a4 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Deleting port 7849f540-d7a0-40b5-afc1-1a1a3a7f4d02 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:34:16.953622 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7a4a9690-a909-4e12-8935-84a7e49e68a4 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:17.005313 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-66671553-5f98-40a4-81b3-ac25f18b8fe3 service neutron] 10.222.0.58 "GET /v2.0/networks/3ba09e8c-214e-4c5a-acdf-b8f91d01d743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945106 May 03 22:34:17.139164 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-6731782a-a303-4081-9276-8107d661c4ac tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=bc2d6874d97942e39e3ce3a41f19cd70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489378 May 03 22:34:17.347819 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7a4a9690-a909-4e12-8935-84a7e49e68a4 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:17.348358 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7a4a9690-a909-4e12-8935-84a7e49e68a4 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:17.526100 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-7a4a9690-a909-4e12-8935-84a7e49e68a4 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Calling delete_port for 7849f540-d7a0-40b5-afc1-1a1a3a7f4d02 owned by network:floatingip {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:34:17.535083 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-308d555d-ec36-4ac3-b072-e6653e3d63f0 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:17.536646 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-308d555d-ec36-4ac3-b072-e6653e3d63f0 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3963289 May 03 22:34:17.566941 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-ff64ec2a-eb20-4a35-ab60-f59ab1b79437 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/quotas/bc2d6874d97942e39e3ce3a41f19cd70 HTTP/1.1" status: 200 len: 375 time: 0.0212510 May 03 22:34:17.694483 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-6cda7955-1f84-4cae-bb55-38953a7d3770 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc2d6874d97942e39e3ce3a41f19cd70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1266072 May 03 22:34:17.734166 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319a893-c61c-46fe-9da9-d64ff5196f5d req-594735c2-1749-4307-bf88-3b6bcac733fc tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:17.754242 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d319a893-c61c-46fe-9da9-d64ff5196f5d req-594735c2-1749-4307-bf88-3b6bcac733fc tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=53f0fb8a-4269-4e5d-8e03-3e0b9ba6b0dd HTTP/1.1" status: 200 len: 945 time: 0.3897362 May 03 22:34:17.858589 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d319a893-c61c-46fe-9da9-d64ff5196f5d req-373f39fb-144d-44cb-9808-b79ad0b2f739 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026626 May 03 22:34:17.926417 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7a4a9690-a909-4e12-8935-84a7e49e68a4 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:18.037535 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35126) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:18.129041 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a9690-a909-4e12-8935-84a7e49e68a4 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Pushing event deleted for resources: {'Port': ['ID=7849f540-d7a0-40b5-afc1-1a1a3a7f4d02,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:18.194026 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7a4a9690-a909-4e12-8935-84a7e49e68a4 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks [] for floatingip, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:18.212986 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7a4a9690-a909-4e12-8935-84a7e49e68a4 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:18.214642 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7a4a9690-a909-4e12-8935-84a7e49e68a4 tempest-ServerActionsTestJSON-1975861047 tempest-ServerActionsTestJSON-1975861047-project] 10.222.0.58 "DELETE /v2.0/floatingips/8e7da5b0-f573-4051-9699-727fb7bee851 HTTP/1.1" status: 204 len: 168 time: 1.7744379 May 03 22:34:18.218094 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35140) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:18.283124 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-638e8fd9-e953-4cb7-bcd5-a411497f983d req-44decd86-49a5-4822-9a93-1b4f61712ae1 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "GET /v2.0/ports?device_id=85220903-59ea-4edc-8d95-31a151296fa8 HTTP/1.1" status: 200 len: 210 time: 0.0988259 May 03 22:34:18.351185 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77edf6da-c7dc-4656-926c-b83d86a3da25 req-8d0ab1f0-6e7c-430a-a674-e092a9297416 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:18.361685 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-77edf6da-c7dc-4656-926c-b83d86a3da25 req-8d0ab1f0-6e7c-430a-a674-e092a9297416 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=efc4a8a7-886c-4033-9fa8-4766e4fdc2b7 HTTP/1.1" status: 200 len: 945 time: 0.2428579 May 03 22:34:18.428859 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-77edf6da-c7dc-4656-926c-b83d86a3da25 req-f56b2745-f2b5-4c86-b500-b1f53386bf8b tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662575 May 03 22:34:18.564449 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2d2e121e-65a2-4814-8fb0-7a6e8f399ec2 req-e2731d74-367e-4763-8452-bd507b784e71 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f2ca278-5878-413d-a9b6-653f50ab0797 HTTP/1.1" status: 200 len: 210 time: 0.0933814 May 03 22:34:18.653569 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9c8bfa18-ba52-4431-bd16-1814a20a24de req-c06d3151-28b0-4f61-ba97-6af461872e5a tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ab8bffe-87d7-4f2c-b1fc-bb96b1cd8dae HTTP/1.1" status: 200 len: 210 time: 0.1355941 May 03 22:34:18.661770 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f4e85217-cf92-447e-b8ed-b15dbd1267de admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:18.702831 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f4e85217-cf92-447e-b8ed-b15dbd1267de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:34:18.713438 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f4e85217-cf92-447e-b8ed-b15dbd1267de admin admin] Usage tracker for resource:security_group_rule and tenant:de09d7ce5e3540338356fe25cf367e2b is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:34:18.721918 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f4e85217-cf92-447e-b8ed-b15dbd1267de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:34:18.737165 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f4e85217-cf92-447e-b8ed-b15dbd1267de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:34:18.824963 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-ba1a80c2-134c-4b57-b8b0-c11ed5d19ed3 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:18.827853 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-ba1a80c2-134c-4b57-b8b0-c11ed5d19ed3 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.60 "GET /v2.0/networks?id=517a1aa6-522d-4d93-ad04-539169ce7dd9 HTTP/1.1" status: 200 len: 805 time: 0.2839854 May 03 22:34:19.108894 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87203c7b-9f48-4bbe-85c4-aed467091908 req-6851a25d-a38c-413c-901a-c5e6215baff2 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:19.116312 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-87203c7b-9f48-4bbe-85c4-aed467091908 req-6851a25d-a38c-413c-901a-c5e6215baff2 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=efc4a8a7-886c-4033-9fa8-4766e4fdc2b7 HTTP/1.1" status: 200 len: 945 time: 0.2885780 May 03 22:34:19.145097 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f4e85217-cf92-447e-b8ed-b15dbd1267de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:19.164133 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f4e85217-cf92-447e-b8ed-b15dbd1267de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:19.230407 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-87203c7b-9f48-4bbe-85c4-aed467091908 req-649371dd-62d4-4bf7-94b0-c965440428e9 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130393 May 03 22:34:19.253275 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f4e85217-cf92-447e-b8ed-b15dbd1267de admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=de09d7ce5e3540338356fe25cf367e2b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2112663 May 03 22:34:19.253593 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35168) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:19.262395 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1049da8-62cb-4d2f-ae86-20c433eb1e1a req-b601c8ae-95e1-4c71-84db-de5f1f92b229 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:19.264152 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f1049da8-62cb-4d2f-ae86-20c433eb1e1a req-b601c8ae-95e1-4c71-84db-de5f1f92b229 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=53f0fb8a-4269-4e5d-8e03-3e0b9ba6b0dd HTTP/1.1" status: 200 len: 945 time: 0.2456930 May 03 22:34:19.266127 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e85217-cf92-447e-b8ed-b15dbd1267de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1c30f3-efb6-45a8-80af-6f0b7c63a390,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:19.295361 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-cc1b2fc8-dd1f-49a9-a624-0cb18f6b9e61 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=187cde8c07df4cea8b9ebc36a5a846ba HTTP/1.1" status: 200 len: 380 time: 0.0884085 May 03 22:34:19.333427 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-ff70cd6b-33c6-4e1d-8733-7561081a796e tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Request body: {'port': {'device_id': '85220903-59ea-4edc-8d95-31a151296fa8', 'network_id': '517a1aa6-522d-4d93-ad04-539169ce7dd9', 'admin_state_up': True, 'tenant_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'security_groups': ['a1919fa1-a94a-4010-84d7-711c4c5d82bd']}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:34:19.357398 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f1049da8-62cb-4d2f-ae86-20c433eb1e1a req-2236fa67-232c-44b0-a996-0ac479ae4a6c tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762625 May 03 22:34:19.454135 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0e7ae618-3959-4ccb-ba97-5ac9a06ede79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:19.475891 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3461eb8-8378-4828-8798-de40f422f249 req-dea3611b-dd90-4a14-acaa-13785ee359ce tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:19.477517 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b3461eb8-8378-4828-8798-de40f422f249 req-dea3611b-dd90-4a14-acaa-13785ee359ce tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=42ec8bce-1b92-4bdc-9378-9caea9368515 HTTP/1.1" status: 200 len: 946 time: 0.1159353 May 03 22:34:19.593522 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b3461eb8-8378-4828-8798-de40f422f249 req-501610e1-0e6f-41a1-9fd2-8f05cd5c9eff tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063218 May 03 22:34:19.716498 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9d8a9c20-4bf7-4550-b79a-3b6f1634ebb2 req-a85d27d5-d83e-40f5-b6e3-f65e41528036 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "GET /v2.0/ports?device_id=85220903-59ea-4edc-8d95-31a151296fa8 HTTP/1.1" status: 200 len: 210 time: 0.1302652 May 03 22:34:19.721755 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-e78083a4-6dad-4386-9798-a42cb519e1a9 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=bc2d6874d97942e39e3ce3a41f19cd70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1226578 May 03 22:34:19.785926 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0e7ae618-3959-4ccb-ba97-5ac9a06ede79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:19.945568 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-ff70cd6b-33c6-4e1d-8733-7561081a796e tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:34:19.961607 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-ff70cd6b-33c6-4e1d-8733-7561081a796e tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Usage tracker for resource:port and tenant:187cde8c07df4cea8b9ebc36a5a846ba is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:34:19.966593 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-ff70cd6b-33c6-4e1d-8733-7561081a796e tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:34:19.984881 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-ff70cd6b-33c6-4e1d-8733-7561081a796e tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:34:20.001007 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-dd801199-9166-4b30-bdc6-7e9cf227cc69 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:20.002732 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-dd801199-9166-4b30-bdc6-7e9cf227cc69 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2750847 May 03 22:34:20.065889 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-aa2be4d8-0a7e-40ff-b2e6-f5a8fa110405 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:20.067496 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-aa2be4d8-0a7e-40ff-b2e6-f5a8fa110405 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] 10.222.0.60 "GET /v2.0/networks?id=3ba09e8c-214e-4c5a-acdf-b8f91d01d743 HTTP/1.1" status: 200 len: 809 time: 0.6209357 May 03 22:34:20.071307 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-ff70cd6b-33c6-4e1d-8733-7561081a796e tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Made reservation on behalf of 187cde8c07df4cea8b9ebc36a5a846ba for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:34:20.074984 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-ff70cd6b-33c6-4e1d-8733-7561081a796e tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:20.095721 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-0bac3931-a6e1-4434-bb5f-3c45ac4c9aa6 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Request body: {'port': {'device_id': '4ab8bffe-87d7-4f2c-b1fc-bb96b1cd8dae', 'network_id': '3ba09e8c-214e-4c5a-acdf-b8f91d01d743', 'admin_state_up': True, 'tenant_id': '1bd397df98f2408ea6012fb67c2c4538'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:34:20.140535 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0e7ae618-3959-4ccb-ba97-5ac9a06ede79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:20.211379 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0a24acb7-4ecd-49a2-88b9-d11764485993 req-a371791f-9917-4479-a7b2-0e4b25fb4027 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f2ca278-5878-413d-a9b6-653f50ab0797 HTTP/1.1" status: 200 len: 210 time: 0.2070065 May 03 22:34:20.222003 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-d82a17af-5909-433d-a5ef-0ab59f43429e tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Request body: {'port': {'device_id': '7f2ca278-5878-413d-a9b6-653f50ab0797', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'admin_state_up': True, 'tenant_id': 'bc2d6874d97942e39e3ce3a41f19cd70'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:34:20.295395 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ae618-3959-4ccb-ba97-5ac9a06ede79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1c30f3-efb6-45a8-80af-6f0b7c63a390,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:20.347538 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0e7ae618-3959-4ccb-ba97-5ac9a06ede79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:20.348604 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0e7ae618-3959-4ccb-ba97-5ac9a06ede79 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6c1c30f3-efb6-45a8-80af-6f0b7c63a390 HTTP/1.1" status: 204 len: 168 time: 1.0900416 May 03 22:34:20.427857 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fd6c8-64cd-4ae5-8b4d-036fe2e2557c req-7f01eea6-f036-4fa1-b6ef-b8fe71dbadbf tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:20.439541 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-261fd6c8-64cd-4ae5-8b4d-036fe2e2557c req-7f01eea6-f036-4fa1-b6ef-b8fe71dbadbf tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b31f88c7-aee3-4f93-8e3a-5566bec64332 HTTP/1.1" status: 200 len: 945 time: 0.3834951 May 03 22:34:20.454577 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-0bac3931-a6e1-4434-bb5f-3c45ac4c9aa6 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:34:20.462232 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-0bac3931-a6e1-4434-bb5f-3c45ac4c9aa6 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Usage tracker for resource:port and tenant:1bd397df98f2408ea6012fb67c2c4538 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:34:20.468587 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-0bac3931-a6e1-4434-bb5f-3c45ac4c9aa6 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:34:20.481323 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-0bac3931-a6e1-4434-bb5f-3c45ac4c9aa6 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:34:20.496204 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-ff70cd6b-33c6-4e1d-8733-7561081a796e tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Allocated IP 172.20.0.14 (517a1aa6-522d-4d93-ad04-539169ce7dd9/46a7e09b-dee5-4e54-8f28-e48837e9ae96/636ff863-231b-4bb2-8b80-8b23fb30e8ad) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:34:20.507616 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-0bac3931-a6e1-4434-bb5f-3c45ac4c9aa6 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Made reservation on behalf of 1bd397df98f2408ea6012fb67c2c4538 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:34:20.511124 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-0bac3931-a6e1-4434-bb5f-3c45ac4c9aa6 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:20.511427 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-d82a17af-5909-433d-a5ef-0ab59f43429e tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:34:20.542823 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-d82a17af-5909-433d-a5ef-0ab59f43429e tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Usage tracker for resource:port and tenant:bc2d6874d97942e39e3ce3a41f19cd70 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:34:20.552383 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e5b7da21-c678-4618-b2e7-910902871906 req-59dc51bf-5b69-438f-b2b7-f52d58f62394 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ab8bffe-87d7-4f2c-b1fc-bb96b1cd8dae HTTP/1.1" status: 200 len: 210 time: 0.0922635 May 03 22:34:20.555234 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-d82a17af-5909-433d-a5ef-0ab59f43429e tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:34:20.568736 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-261fd6c8-64cd-4ae5-8b4d-036fe2e2557c req-d5921e57-8de4-40da-bdc3-9105fae4ab98 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282432 May 03 22:34:20.581092 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-d82a17af-5909-433d-a5ef-0ab59f43429e tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:34:20.605386 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-d82a17af-5909-433d-a5ef-0ab59f43429e tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Made reservation on behalf of bc2d6874d97942e39e3ce3a41f19cd70 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:34:20.612565 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-d82a17af-5909-433d-a5ef-0ab59f43429e tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:20.643786 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-d82a17af-5909-433d-a5ef-0ab59f43429e tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:20.675532 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35198) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:20.702476 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-ed02517d-891d-4e0e-8db5-720a29c7c8b7 req-4ac463ea-06b9-4a9d-8295-fea045f7205e tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:34:20.703864 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ed02517d-891d-4e0e-8db5-720a29c7c8b7 req-4ac463ea-06b9-4a9d-8295-fea045f7205e tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0335617 May 03 22:34:20.795399 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-d82a17af-5909-433d-a5ef-0ab59f43429e tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:34:20.901837 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-d82a17af-5909-433d-a5ef-0ab59f43429e tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Usage tracker for resource:security_group_rule and tenant:bc2d6874d97942e39e3ce3a41f19cd70 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:34:20.917107 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-d82a17af-5909-433d-a5ef-0ab59f43429e tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:34:20.945968 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35210) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:20.951753 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-d82a17af-5909-433d-a5ef-0ab59f43429e tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:34:20.975368 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-98f200e8-41eb-4401-be65-8b1243eb912d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:21.004149 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-95e86ef1-731e-4cb7-bda0-f01e6e6564a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:21.035637 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-98f200e8-41eb-4401-be65-8b1243eb912d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:34:21.050614 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-98f200e8-41eb-4401-be65-8b1243eb912d admin admin] Usage tracker for resource:security_group_rule and tenant:ee2e0903c9224fdf8bc106cecbffb23f is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:34:21.053534 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-95e86ef1-731e-4cb7-bda0-f01e6e6564a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:34:21.054243 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-84449d80-c30b-43e7-81d6-f7ee24c5e7d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:21.059339 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-98f200e8-41eb-4401-be65-8b1243eb912d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:34:21.071960 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-95e86ef1-731e-4cb7-bda0-f01e6e6564a5 admin admin] Usage tracker for resource:security_group_rule and tenant:ed3c96dbfed94accb9f7f62ac8978637 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:34:21.081246 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-98f200e8-41eb-4401-be65-8b1243eb912d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:34:21.083907 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-95e86ef1-731e-4cb7-bda0-f01e6e6564a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:34:21.096694 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-95e86ef1-731e-4cb7-bda0-f01e6e6564a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:34:21.132632 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ed02517d-891d-4e0e-8db5-720a29c7c8b7 req-2de578ac-8c09-4bb8-b433-0931aa2fb3a6 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.4198506 May 03 22:34:21.176118 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074a0a6-c973-4beb-a8bc-42bb7dc067e5 req-f82a7733-867b-4bb5-b89b-982a868f2648 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:21.177587 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a074a0a6-c973-4beb-a8bc-42bb7dc067e5 req-f82a7733-867b-4bb5-b89b-982a868f2648 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=53f0fb8a-4269-4e5d-8e03-3e0b9ba6b0dd HTTP/1.1" status: 200 len: 945 time: 0.3915224 May 03 22:34:21.185458 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f617c-bfe4-4667-966b-292c79de40d2 req-00048d0e-d324-48d6-a13c-178ea0b19734 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:21.186896 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-816f617c-bfe4-4667-966b-292c79de40d2 req-00048d0e-d324-48d6-a13c-178ea0b19734 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.60 "GET /v2.0/ports?device_id=53f0fb8a-4269-4e5d-8e03-3e0b9ba6b0dd HTTP/1.1" status: 200 len: 945 time: 0.3995438 May 03 22:34:21.204022 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-ff70cd6b-33c6-4e1d-8733-7561081a796e tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:21.216595 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-0bac3931-a6e1-4434-bb5f-3c45ac4c9aa6 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Allocated IP 172.20.0.4 (3ba09e8c-214e-4c5a-acdf-b8f91d01d743/00316a32-3d65-4582-9a69-5e0fbda6b978/247b8000-07fa-4b9f-b950-a386c51c5625) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:34:21.245000 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-ff70cd6b-33c6-4e1d-8733-7561081a796e tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Transition to ACTIVE for port object 636ff863-231b-4bb2-8b80-8b23fb30e8ad will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:34:21.372520 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a074a0a6-c973-4beb-a8bc-42bb7dc067e5 req-442e5e20-3e69-4c10-8ee4-0fa079b58696 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841388 May 03 22:34:21.391154 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-816f617c-bfe4-4667-966b-292c79de40d2 req-6a9d22a8-e498-4f26-bb07-5424c787328c tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Deleting port 3ce8f786-4542-4105-b1b4-09c488ba54dd {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:34:21.391495 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-816f617c-bfe4-4667-966b-292c79de40d2 req-6a9d22a8-e498-4f26-bb07-5424c787328c tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:21.422664 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-d82a17af-5909-433d-a5ef-0ab59f43429e tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:21.476150 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-d82a17af-5909-433d-a5ef-0ab59f43429e tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:21.597636 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-0bac3931-a6e1-4434-bb5f-3c45ac4c9aa6 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:21.625829 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-98f200e8-41eb-4401-be65-8b1243eb912d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:21.648211 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-0bac3931-a6e1-4434-bb5f-3c45ac4c9aa6 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:21.656093 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-ff70cd6b-33c6-4e1d-8733-7561081a796e tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:21.685518 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d6c082a1-47b3-475a-acc3-4f34dc152af8 req-bcb01d9c-a4a3-4683-bb0b-7af022bf51b1 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f2ca278-5878-413d-a9b6-653f50ab0797 HTTP/1.1" status: 200 len: 210 time: 0.1431382 May 03 22:34:21.687213 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-95e86ef1-731e-4cb7-bda0-f01e6e6564a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:21.718635 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-98f200e8-41eb-4401-be65-8b1243eb912d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:21.752711 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-ff70cd6b-33c6-4e1d-8733-7561081a796e tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Network 517a1aa6-522d-4d93-ad04-539169ce7dd9 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:34:21.759977 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-0bac3931-a6e1-4434-bb5f-3c45ac4c9aa6 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Network 3ba09e8c-214e-4c5a-acdf-b8f91d01d743 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:34:21.760529 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-ff70cd6b-33c6-4e1d-8733-7561081a796e tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:34:21.761548 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a17af-5909-433d-a5ef-0ab59f43429e tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce74ecc-7667-405c-9143-a97308706fa1,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:21.767353 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-0bac3931-a6e1-4434-bb5f-3c45ac4c9aa6 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:34:21.771323 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-ff70cd6b-33c6-4e1d-8733-7561081a796e tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:34:21.779274 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-95e86ef1-731e-4cb7-bda0-f01e6e6564a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:21.806120 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac3931-a6e1-4434-bb5f-3c45ac4c9aa6 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Pushing event updated for resources: {'Port': ['ID=247b8000-07fa-4b9f-b950-a386c51c5625,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:21.846100 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-0bac3931-a6e1-4434-bb5f-3c45ac4c9aa6 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:34:21.965261 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff70cd6b-33c6-4e1d-8733-7561081a796e tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Pushing event updated for resources: {'Port': ['ID=636ff863-231b-4bb2-8b80-8b23fb30e8ad,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:21.972711 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-ff70cd6b-33c6-4e1d-8733-7561081a796e tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:21.973333 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-ff70cd6b-33c6-4e1d-8733-7561081a796e tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:21.976259 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-98f200e8-41eb-4401-be65-8b1243eb912d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ee2e0903c9224fdf8bc106cecbffb23f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2988060 May 03 22:34:21.988101 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-0bac3931-a6e1-4434-bb5f-3c45ac4c9aa6 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:21.988713 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-0bac3931-a6e1-4434-bb5f-3c45ac4c9aa6 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:21.992238 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35222) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:22.014755 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-51f28932-057f-4975-8fd1-1edba6829cef None None] Provisioning for port 636ff863-231b-4bb2-8b80-8b23fb30e8ad completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:34:22.017365 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-95e86ef1-731e-4cb7-bda0-f01e6e6564a5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ed3c96dbfed94accb9f7f62ac8978637&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0676885 May 03 22:34:22.018226 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f200e8-41eb-4401-be65-8b1243eb912d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b85a400-d48f-4b3a-a144-d1e3b024d948,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:22.021256 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35226) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:22.022132 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-51f28932-057f-4975-8fd1-1edba6829cef None None] Provisioning complete for port 636ff863-231b-4bb2-8b80-8b23fb30e8ad triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:34:22.022721 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-51f28932-057f-4975-8fd1-1edba6829cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:22.073614 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-0bac3931-a6e1-4434-bb5f-3c45ac4c9aa6 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9883678 May 03 22:34:22.077229 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-ff70cd6b-33c6-4e1d-8733-7561081a796e tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7659211 May 03 22:34:22.079720 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-84449d80-c30b-43e7-81d6-f7ee24c5e7d5 admin admin] Deleting port 87629a55-260d-4a58-9018-b362d5f41360 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:34:22.080063 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-84449d80-c30b-43e7-81d6-f7ee24c5e7d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:22.104971 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-51f28932-057f-4975-8fd1-1edba6829cef None None] Port 636ff863-231b-4bb2-8b80-8b23fb30e8ad cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:34:22.113490 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-22a51faa-9bd5-44fd-aff6-5d1101a6a065 service neutron] Request body: {'port': {'device_id': '85220903-59ea-4edc-8d95-31a151296fa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:34:22.144666 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-4c40dff1-e81e-4197-b729-f7bd905a173e service neutron] Request body: {'port': {'device_id': '4ab8bffe-87d7-4f2c-b1fc-bb96b1cd8dae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:34:22.219131 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e86ef1-731e-4cb7-bda0-f01e6e6564a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd999c1-c235-42cd-90a2-78b88282e858,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:22.228788 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-d82a17af-5909-433d-a5ef-0ab59f43429e tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Allocated IP 192.168.233.215 (7e14e0ca-f320-4236-9b9e-a9e4f415dbeb/1dff747c-9d3c-4e06-92c1-836fbb9482c4/12b6e647-b1a9-4eef-902f-fa148e9616d5) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:34:22.336142 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bab184-ef08-4b09-802d-707cb5ff6430 req-bc8b567f-5ed2-4fcf-a91b-f5ad46f90cc5 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:22.337528 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-94bab184-ef08-4b09-802d-707cb5ff6430 req-bc8b567f-5ed2-4fcf-a91b-f5ad46f90cc5 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "GET /v2.0/ports?device_id=85220903-59ea-4edc-8d95-31a151296fa8 HTTP/1.1" status: 200 len: 932 time: 0.9039671 May 03 22:34:22.369374 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8db22b21-d9d0-443d-b13e-7d076010ef49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:22.371013 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-38e68039-16b3-4b3b-89eb-80f742fdf5b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:22.374513 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-816f617c-bfe4-4667-966b-292c79de40d2 req-6a9d22a8-e498-4f26-bb07-5424c787328c tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] For port 3ce8f786-4542-4105-b1b4-09c488ba54dd, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=3ce8f786-4542-4105-b1b4-09c488ba54dd,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:34:22.374879 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-816f617c-bfe4-4667-966b-292c79de40d2 req-6a9d22a8-e498-4f26-bb07-5424c787328c tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:22.420245 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-22a51faa-9bd5-44fd-aff6-5d1101a6a065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:22.433111 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-4c40dff1-e81e-4197-b729-f7bd905a173e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:22.536791 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0c0d8-976f-4410-8f4e-1c37e1e4928c req-b06646bc-c041-46f7-88c4-1c69d872ecfe tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:22.538519 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c2b0c0d8-976f-4410-8f4e-1c37e1e4928c req-b06646bc-c041-46f7-88c4-1c69d872ecfe tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=efc4a8a7-886c-4033-9fa8-4766e4fdc2b7 HTTP/1.1" status: 200 len: 945 time: 0.6917510 May 03 22:34:22.584957 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-84449d80-c30b-43e7-81d6-f7ee24c5e7d5 admin admin] For port 87629a55-260d-4a58-9018-b362d5f41360, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=87629a55-260d-4a58-9018-b362d5f41360,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:34:22.585345 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-84449d80-c30b-43e7-81d6-f7ee24c5e7d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:22.700351 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-816f617c-bfe4-4667-966b-292c79de40d2 req-6a9d22a8-e498-4f26-bb07-5424c787328c tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Calling delete_port for 3ce8f786-4542-4105-b1b4-09c488ba54dd owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:34:22.769757 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-38e68039-16b3-4b3b-89eb-80f742fdf5b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:22.832561 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8db22b21-d9d0-443d-b13e-7d076010ef49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:22.842934 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9d52f6f3-d264-4c5b-b623-acae81562f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:22.851405 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-84449d80-c30b-43e7-81d6-f7ee24c5e7d5 admin admin] Calling delete_port for 87629a55-260d-4a58-9018-b362d5f41360 owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:34:22.865722 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-94bab184-ef08-4b09-802d-707cb5ff6430 req-e4568914-4cb7-4ea9-80e0-5634acb0c392 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1919fa1-a94a-4010-84d7-711c4c5d82bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5190849 May 03 22:34:22.987795 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c2b0c0d8-976f-4410-8f4e-1c37e1e4928c req-ea2b9870-e048-4a9f-a263-e370acf6a814 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799753 May 03 22:34:23.144287 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-38e68039-16b3-4b3b-89eb-80f742fdf5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:23.184078 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8db22b21-d9d0-443d-b13e-7d076010ef49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:23.202383 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-d82a17af-5909-433d-a5ef-0ab59f43429e tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:23.261680 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e68039-16b3-4b3b-89eb-80f742fdf5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b85a400-d48f-4b3a-a144-d1e3b024d948,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:23.323227 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db22b21-d9d0-443d-b13e-7d076010ef49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd999c1-c235-42cd-90a2-78b88282e858,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:23.332830 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-d82a17af-5909-433d-a5ef-0ab59f43429e tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Transition to ACTIVE for port object 12b6e647-b1a9-4eef-902f-fa148e9616d5 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:34:23.352968 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53edae9a-f8d5-4e03-8fdd-29656b31bca8 req-f9412a52-cfb4-4567-b82c-8f97e4dd0caa tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:23.354494 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-53edae9a-f8d5-4e03-8fdd-29656b31bca8 req-f9412a52-cfb4-4567-b82c-8f97e4dd0caa tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ab8bffe-87d7-4f2c-b1fc-bb96b1cd8dae HTTP/1.1" status: 200 len: 931 time: 0.3732738 May 03 22:34:23.394591 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-816f617c-bfe4-4667-966b-292c79de40d2 req-6a9d22a8-e498-4f26-bb07-5424c787328c tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:23.409554 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['ebe6bcaf-8b79-40c4-bb18-cb77abd9c418'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:34:23.436399 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['f6688ff0-6e96-4dac-90f0-7a42629dcd98'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:34:23.461425 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 3ce8f786-4542-4105-b1b4-09c488ba54dd no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:34:23.468405 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-84449d80-c30b-43e7-81d6-f7ee24c5e7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:23.485933 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d22a8-e498-4f26-bb07-5424c787328c tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Pushing event deleted for resources: {'Port': ['ID=3ce8f786-4542-4105-b1b4-09c488ba54dd,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:23.535337 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-38e68039-16b3-4b3b-89eb-80f742fdf5b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:23.536546 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-38e68039-16b3-4b3b-89eb-80f742fdf5b2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0b85a400-d48f-4b3a-a144-d1e3b024d948 HTTP/1.1" status: 204 len: 168 time: 1.5283778 May 03 22:34:23.555097 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-53edae9a-f8d5-4e03-8fdd-29656b31bca8 req-5076c73f-cd5e-4046-b036-48e6c1666ea7 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Synchronizing usage tracker for tenant:1bd397df98f2408ea6012fb67c2c4538 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:34:23.561112 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8db22b21-d9d0-443d-b13e-7d076010ef49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:23.562201 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 3ce8f786-4542-4105-b1b4-09c488ba54dd {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:34:23.562353 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8db22b21-d9d0-443d-b13e-7d076010ef49 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9dd999c1-c235-42cd-90a2-78b88282e858 HTTP/1.1" status: 204 len: 168 time: 1.5196946 May 03 22:34:23.562851 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 3ce8f786-4542-4105-b1b4-09c488ba54dd not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:34:23.610219 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d63f16-fdb7-4fd6-b26d-1ba0fa9ef10a req-aee68cbf-2b9f-43ce-8e41-a5d1b8c1708f tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:23.610936 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d5d63f16-fdb7-4fd6-b26d-1ba0fa9ef10a req-aee68cbf-2b9f-43ce-8e41-a5d1b8c1708f tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Synchronizing usage tracker for tenant:5a0f20c83fdc471fa4da593ef2ea5d27 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:34:23.619148 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-816f617c-bfe4-4667-966b-292c79de40d2 req-6a9d22a8-e498-4f26-bb07-5424c787328c tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] No DVR routers for this DVR port 3ce8f786-4542-4105-b1b4-09c488ba54dd on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:34:23.624746 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-816f617c-bfe4-4667-966b-292c79de40d2 req-6a9d22a8-e498-4f26-bb07-5424c787328c tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:23.626982 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-816f617c-bfe4-4667-966b-292c79de40d2 req-6a9d22a8-e498-4f26-bb07-5424c787328c tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.60 "DELETE /v2.0/ports/3ce8f786-4542-4105-b1b4-09c488ba54dd HTTP/1.1" status: 204 len: 173 time: 2.4256890 May 03 22:34:23.628184 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f0fb8a-4269-4e5d-8e03-3e0b9ba6b0dd', 'name': 'network-vif-deleted', 'tag': '3ce8f786-4542-4105-b1b4-09c488ba54dd'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:34:23.657277 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-d82a17af-5909-433d-a5ef-0ab59f43429e tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:23.800822 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d5d63f16-fdb7-4fd6-b26d-1ba0fa9ef10a req-aee68cbf-2b9f-43ce-8e41-a5d1b8c1708f tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Unset dirty status for tenant:5a0f20c83fdc471fa4da593ef2ea5d27 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:34:23.810926 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d5d63f16-fdb7-4fd6-b26d-1ba0fa9ef10a req-aee68cbf-2b9f-43ce-8e41-a5d1b8c1708f tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=53f0fb8a-4269-4e5d-8e03-3e0b9ba6b0dd HTTP/1.1" status: 200 len: 867 time: 0.7106013 May 03 22:34:23.831048 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-53edae9a-f8d5-4e03-8fdd-29656b31bca8 req-5076c73f-cd5e-4046-b036-48e6c1666ea7 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Unset dirty status for tenant:1bd397df98f2408ea6012fb67c2c4538 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:34:23.834383 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-53edae9a-f8d5-4e03-8fdd-29656b31bca8 req-5076c73f-cd5e-4046-b036-48e6c1666ea7 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4383091-0e12-4a45-b5ba-22cb6bee2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678934 May 03 22:34:23.867686 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84449d80-c30b-43e7-81d6-f7ee24c5e7d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=87629a55-260d-4a58-9018-b362d5f41360,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:23.894063 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-22a51faa-9bd5-44fd-aff6-5d1101a6a065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 636ff863-231b-4bb2-8b80-8b23fb30e8ad {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:34:23.947548 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-d82a17af-5909-433d-a5ef-0ab59f43429e tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:34:23.956310 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-d82a17af-5909-433d-a5ef-0ab59f43429e tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:34:23.959122 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-d82a17af-5909-433d-a5ef-0ab59f43429e tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:34:24.018498 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a17af-5909-433d-a5ef-0ab59f43429e tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Pushing event updated for resources: {'Port': ['ID=12b6e647-b1a9-4eef-902f-fa148e9616d5,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:24.030922 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-4c40dff1-e81e-4197-b729-f7bd905a173e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 247b8000-07fa-4b9f-b950-a386c51c5625 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:34:24.061307 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d5d63f16-fdb7-4fd6-b26d-1ba0fa9ef10a req-25d1a42d-1a01-49f9-b05f-d143e62734a1 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484705 May 03 22:34:24.089112 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-d82a17af-5909-433d-a5ef-0ab59f43429e tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:24.090059 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-d82a17af-5909-433d-a5ef-0ab59f43429e tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:24.137120 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-d82a17af-5909-433d-a5ef-0ab59f43429e tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9194980 May 03 22:34:24.142395 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:24.151759 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-c3177da2-2566-4f99-b2b7-39c24a1969bb service neutron] Request body: {'port': {'device_id': '7f2ca278-5878-413d-a9b6-653f50ab0797', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:34:24.154533 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-22a51faa-9bd5-44fd-aff6-5d1101a6a065 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:24.176798 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-4c40dff1-e81e-4197-b729-f7bd905a173e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:24.228808 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-22a51faa-9bd5-44fd-aff6-5d1101a6a065 service neutron] Transition to ACTIVE for port object 636ff863-231b-4bb2-8b80-8b23fb30e8ad will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:34:24.234687 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-4c40dff1-e81e-4197-b729-f7bd905a173e service neutron] Transition to ACTIVE for port object 247b8000-07fa-4b9f-b950-a386c51c5625 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:34:24.240377 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-22a51faa-9bd5-44fd-aff6-5d1101a6a065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:24.307679 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-4c40dff1-e81e-4197-b729-f7bd905a173e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:24.450333 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f73d1084-e422-4ddb-a47f-16a00f93bac6 None None] Provisioning for port 12b6e647-b1a9-4eef-902f-fa148e9616d5 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:34:24.464072 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f73d1084-e422-4ddb-a47f-16a00f93bac6 None None] Provisioning complete for port 12b6e647-b1a9-4eef-902f-fa148e9616d5 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:34:24.467691 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f73d1084-e422-4ddb-a47f-16a00f93bac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:24.502327 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35258) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:24.554923 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-84449d80-c30b-43e7-81d6-f7ee24c5e7d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:24.572907 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a51faa-9bd5-44fd-aff6-5d1101a6a065 service neutron] Pushing event updated for resources: {'Port': ['ID=636ff863-231b-4bb2-8b80-8b23fb30e8ad,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:24.637023 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f73d1084-e422-4ddb-a47f-16a00f93bac6 None None] Port 12b6e647-b1a9-4eef-902f-fa148e9616d5 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:34:24.647848 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2a546f9b-db66-4851-a764-508f37f9fc35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:24.679149 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2a546f9b-db66-4851-a764-508f37f9fc35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:34:24.689438 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2a546f9b-db66-4851-a764-508f37f9fc35 admin admin] Usage tracker for resource:security_group_rule and tenant:d384b41427a540aba05dcf1d559e3fba is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:34:24.696307 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2a546f9b-db66-4851-a764-508f37f9fc35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:34:24.709279 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2a546f9b-db66-4851-a764-508f37f9fc35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:34:24.713667 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-c3177da2-2566-4f99-b2b7-39c24a1969bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:24.827628 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8b67a-fa7b-46a2-90b6-bdc8635bb6ee req-65cb5de2-1a61-4330-bd44-3732c4841231 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:24.828556 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-8df8b67a-fa7b-46a2-90b6-bdc8635bb6ee req-65cb5de2-1a61-4330-bd44-3732c4841231 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Synchronizing usage tracker for tenant:bc2d6874d97942e39e3ce3a41f19cd70 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:34:24.848448 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03909b00-4a84-4a18-8ab7-e24c4e38f449 req-45752a45-c36c-4dd3-bbd0-2bdb0f8c4155 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:24.850633 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-03909b00-4a84-4a18-8ab7-e24c4e38f449 req-45752a45-c36c-4dd3-bbd0-2bdb0f8c4155 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=42ec8bce-1b92-4bdc-9378-9caea9368515 HTTP/1.1" status: 200 len: 946 time: 0.5378280 May 03 22:34:24.955806 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-8df8b67a-fa7b-46a2-90b6-bdc8635bb6ee req-65cb5de2-1a61-4330-bd44-3732c4841231 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Unset dirty status for tenant:bc2d6874d97942e39e3ce3a41f19cd70 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:34:24.956960 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8df8b67a-fa7b-46a2-90b6-bdc8635bb6ee req-65cb5de2-1a61-4330-bd44-3732c4841231 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f2ca278-5878-413d-a9b6-653f50ab0797 HTTP/1.1" status: 200 len: 936 time: 0.6407099 May 03 22:34:24.995001 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-40f15d20-978b-4924-a4c5-d8d9c987fa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:25.107998 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-22a51faa-9bd5-44fd-aff6-5d1101a6a065 service neutron] Attempting to bind port 636ff863-231b-4bb2-8b80-8b23fb30e8ad on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:34:25.108342 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-22a51faa-9bd5-44fd-aff6-5d1101a6a065 service neutron] Attempting to bind port 636ff863-231b-4bb2-8b80-8b23fb30e8ad by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '5a6ab605-7658-483c-96b8-1c871bbb0af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '517a1aa6-522d-4d93-ad04-539169ce7dd9'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:34:25.108677 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-22a51faa-9bd5-44fd-aff6-5d1101a6a065 service neutron] Attempting to bind port 636ff863-231b-4bb2-8b80-8b23fb30e8ad on network 517a1aa6-522d-4d93-ad04-539169ce7dd9 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:34:25.141646 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-22a51faa-9bd5-44fd-aff6-5d1101a6a065 service neutron] Port 636ff863-231b-4bb2-8b80-8b23fb30e8ad on network 517a1aa6-522d-4d93-ad04-539169ce7dd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:34:25.142405 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-22a51faa-9bd5-44fd-aff6-5d1101a6a065 service neutron] Attempting to bind port 636ff863-231b-4bb2-8b80-8b23fb30e8ad on network 517a1aa6-522d-4d93-ad04-539169ce7dd9 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:34:25.154900 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40dff1-e81e-4197-b729-f7bd905a173e service neutron] Pushing event updated for resources: {'Port': ['ID=247b8000-07fa-4b9f-b950-a386c51c5625,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:25.161441 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-22a51faa-9bd5-44fd-aff6-5d1101a6a065 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:34:25.161779 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-22a51faa-9bd5-44fd-aff6-5d1101a6a065 service neutron] Checking segment: {'id': '5a6ab605-7658-483c-96b8-1c871bbb0af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '517a1aa6-522d-4d93-ad04-539169ce7dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:34:25.162389 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-22a51faa-9bd5-44fd-aff6-5d1101a6a065 service neutron] Bound using segment: {'id': '5a6ab605-7658-483c-96b8-1c871bbb0af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '517a1aa6-522d-4d93-ad04-539169ce7dd9'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:34:25.162961 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-03909b00-4a84-4a18-8ab7-e24c4e38f449 req-7e550462-3ed6-475a-aa98-d2237c8bf023 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998340 May 03 22:34:25.163530 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-22a51faa-9bd5-44fd-aff6-5d1101a6a065 service neutron] Bound port: 636ff863-231b-4bb2-8b80-8b23fb30e8ad, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a6ab605-7658-483c-96b8-1c871bbb0af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '517a1aa6-522d-4d93-ad04-539169ce7dd9'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:34:25.164072 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-22a51faa-9bd5-44fd-aff6-5d1101a6a065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:25.209005 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-8df8b67a-fa7b-46a2-90b6-bdc8635bb6ee req-42a2458c-3a9d-40cb-96cf-f20f04272039 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Synchronizing usage tracker for tenant:bc2d6874d97942e39e3ce3a41f19cd70 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:34:25.269065 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-4c40dff1-e81e-4197-b729-f7bd905a173e service neutron] Attempting to bind port 247b8000-07fa-4b9f-b950-a386c51c5625 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:34:25.269395 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-4c40dff1-e81e-4197-b729-f7bd905a173e service neutron] Attempting to bind port 247b8000-07fa-4b9f-b950-a386c51c5625 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '3081933c-f030-4b75-a1c7-e41d6ef58fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3ba09e8c-214e-4c5a-acdf-b8f91d01d743'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:34:25.269962 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-4c40dff1-e81e-4197-b729-f7bd905a173e service neutron] Attempting to bind port 247b8000-07fa-4b9f-b950-a386c51c5625 on network 3ba09e8c-214e-4c5a-acdf-b8f91d01d743 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:34:25.278129 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c88a0ad-6f3a-4782-b901-9daa5fc32678'] response: {'server_uuid': '53f0fb8a-4269-4e5d-8e03-3e0b9ba6b0dd', 'name': 'network-vif-deleted', 'tag': '3ce8f786-4542-4105-b1b4-09c488ba54dd', 'status': 'completed', 'code': 200} May 03 22:34:25.282996 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-4c40dff1-e81e-4197-b729-f7bd905a173e service neutron] Port 247b8000-07fa-4b9f-b950-a386c51c5625 on network 3ba09e8c-214e-4c5a-acdf-b8f91d01d743 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:34:25.283566 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-4c40dff1-e81e-4197-b729-f7bd905a173e service neutron] Attempting to bind port 247b8000-07fa-4b9f-b950-a386c51c5625 on network 3ba09e8c-214e-4c5a-acdf-b8f91d01d743 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:34:25.314324 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2a546f9b-db66-4851-a764-508f37f9fc35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:25.323359 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2a546f9b-db66-4851-a764-508f37f9fc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:25.340603 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-8df8b67a-fa7b-46a2-90b6-bdc8635bb6ee req-42a2458c-3a9d-40cb-96cf-f20f04272039 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Unset dirty status for tenant:bc2d6874d97942e39e3ce3a41f19cd70 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:34:25.341513 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8df8b67a-fa7b-46a2-90b6-bdc8635bb6ee req-42a2458c-3a9d-40cb-96cf-f20f04272039 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce74ecc-7667-405c-9143-a97308706fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644228 May 03 22:34:25.411176 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-4c40dff1-e81e-4197-b729-f7bd905a173e service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:34:25.411420 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-4c40dff1-e81e-4197-b729-f7bd905a173e service neutron] Checking segment: {'id': '3081933c-f030-4b75-a1c7-e41d6ef58fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3ba09e8c-214e-4c5a-acdf-b8f91d01d743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:34:25.411712 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-4c40dff1-e81e-4197-b729-f7bd905a173e service neutron] Bound using segment: {'id': '3081933c-f030-4b75-a1c7-e41d6ef58fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3ba09e8c-214e-4c5a-acdf-b8f91d01d743'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:34:25.412154 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-4c40dff1-e81e-4197-b729-f7bd905a173e service neutron] Bound port: 247b8000-07fa-4b9f-b950-a386c51c5625, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3081933c-f030-4b75-a1c7-e41d6ef58fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3ba09e8c-214e-4c5a-acdf-b8f91d01d743'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:34:25.412503 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-4c40dff1-e81e-4197-b729-f7bd905a173e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:25.456288 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a546f9b-db66-4851-a764-508f37f9fc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c807a7-213d-453c-9a6d-006c1e8f7bf5,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:25.468323 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2a546f9b-db66-4851-a764-508f37f9fc35 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d384b41427a540aba05dcf1d559e3fba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9425502 May 03 22:34:25.468323 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35280) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:25.511163 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-22a51faa-9bd5-44fd-aff6-5d1101a6a065 service neutron] For port 636ff863-231b-4bb2-8b80-8b23fb30e8ad, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:34:25.579292 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-22a51faa-9bd5-44fd-aff6-5d1101a6a065 service neutron] For port 636ff863-231b-4bb2-8b80-8b23fb30e8ad, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=636ff863-231b-4bb2-8b80-8b23fb30e8ad,segment=NetworkSegment(5a6ab605-7658-483c-96b8-1c871bbb0af0),segment_id=5a6ab605-7658-483c-96b8-1c871bbb0af0)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:34:25.592244 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-22a51faa-9bd5-44fd-aff6-5d1101a6a065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:25.661738 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2aabfb98-2ed2-45a3-8dc0-32ff853e926d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:25.666879 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-c3177da2-2566-4f99-b2b7-39c24a1969bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12b6e647-b1a9-4eef-902f-fa148e9616d5 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:34:25.677076 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-c3177da2-2566-4f99-b2b7-39c24a1969bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:25.685360 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84449d80-c30b-43e7-81d6-f7ee24c5e7d5 admin admin] Router f449bb65-9fac-4d07-b2ae-8f9952b2b037 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:34:25.714498 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3958e0-5009-4470-a02c-bcf22e903dff req-dbcf54c5-e3fb-430a-98d2-3a4d7165dfee tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:25.716540 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-4c40dff1-e81e-4197-b729-f7bd905a173e service neutron] For port 247b8000-07fa-4b9f-b950-a386c51c5625, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:34:25.716684 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ae3958e0-5009-4470-a02c-bcf22e903dff req-dbcf54c5-e3fb-430a-98d2-3a4d7165dfee tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "GET /v2.0/ports?device_id=85220903-59ea-4edc-8d95-31a151296fa8 HTTP/1.1" status: 200 len: 944 time: 0.3331635 May 03 22:34:25.720397 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-4c40dff1-e81e-4197-b729-f7bd905a173e service neutron] For port 247b8000-07fa-4b9f-b950-a386c51c5625, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=247b8000-07fa-4b9f-b950-a386c51c5625,segment=NetworkSegment(3081933c-f030-4b75-a1c7-e41d6ef58fae),segment_id=3081933c-f030-4b75-a1c7-e41d6ef58fae)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:34:25.725821 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-22a51faa-9bd5-44fd-aff6-5d1101a6a065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:25.726586 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-22a51faa-9bd5-44fd-aff6-5d1101a6a065 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:25.728413 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-22a51faa-9bd5-44fd-aff6-5d1101a6a065 service neutron] 10.222.0.60 "PUT /v2.0/ports/636ff863-231b-4bb2-8b80-8b23fb30e8ad HTTP/1.1" status: 200 len: 1092 time: 3.6234081 May 03 22:34:25.728957 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85220903-59ea-4edc-8d95-31a151296fa8', 'tag': '636ff863-231b-4bb2-8b80-8b23fb30e8ad'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:34:25.740273 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2aabfb98-2ed2-45a3-8dc0-32ff853e926d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:25.749325 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-4c40dff1-e81e-4197-b729-f7bd905a173e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:25.769698 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-c3177da2-2566-4f99-b2b7-39c24a1969bb service neutron] Transition to ACTIVE for port object 12b6e647-b1a9-4eef-902f-fa148e9616d5 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:34:25.789169 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-c3177da2-2566-4f99-b2b7-39c24a1969bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:25.880143 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2ecb8-16ad-46ed-a2ab-ede4495d5f8b req-8f150440-2ea7-4d58-a06a-468323c15304 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:25.887050 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-00b2ecb8-16ad-46ed-a2ab-ede4495d5f8b req-8f150440-2ea7-4d58-a06a-468323c15304 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ab8bffe-87d7-4f2c-b1fc-bb96b1cd8dae HTTP/1.1" status: 200 len: 943 time: 0.3677340 May 03 22:34:25.996266 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a51faa-9bd5-44fd-aff6-5d1101a6a065 service neutron] Pushing event updated for resources: {'Port': ['ID=636ff863-231b-4bb2-8b80-8b23fb30e8ad,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:26.006008 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ae3958e0-5009-4470-a02c-bcf22e903dff req-ea53df79-f10a-4643-9bd3-9c84928cc56f tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1919fa1-a94a-4010-84d7-711c4c5d82bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2766223 May 03 22:34:26.049841 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3177da2-2566-4f99-b2b7-39c24a1969bb service neutron] Pushing event updated for resources: {'Port': ['ID=12b6e647-b1a9-4eef-902f-fa148e9616d5,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:26.075967 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-4c40dff1-e81e-4197-b729-f7bd905a173e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:26.076731 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-4c40dff1-e81e-4197-b729-f7bd905a173e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:26.078210 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-4c40dff1-e81e-4197-b729-f7bd905a173e service neutron] 10.222.0.60 "PUT /v2.0/ports/247b8000-07fa-4b9f-b950-a386c51c5625 HTTP/1.1" status: 200 len: 1091 time: 3.9743397 May 03 22:34:26.179612 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-00b2ecb8-16ad-46ed-a2ab-ede4495d5f8b req-119260ae-e7c1-4f49-9f1d-828db34ec16c tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4383091-0e12-4a45-b5ba-22cb6bee2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915862 May 03 22:34:26.198965 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:26.248605 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:26.267925 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40dff1-e81e-4197-b729-f7bd905a173e service neutron] Pushing event updated for resources: {'Port': ['ID=247b8000-07fa-4b9f-b950-a386c51c5625,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:26.281220 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84449d80-c30b-43e7-81d6-f7ee24c5e7d5 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:34:26.295755 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3535a40f-a6eb-4963-86b5-93f0fbb30bf2 None None] Sync routers for ids ['f449bb65-9fac-4d07-b2ae-8f9952b2b037'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:34:26.308330 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3535a40f-a6eb-4963-86b5-93f0fbb30bf2 None None] Routers {'f449bb65-9fac-4d07-b2ae-8f9952b2b037'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:34:26.314520 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35306) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:26.315130 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-84449d80-c30b-43e7-81d6-f7ee24c5e7d5 admin admin] 10.222.0.58 "PUT /v2.0/routers/f449bb65-9fac-4d07-b2ae-8f9952b2b037/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0953078 May 03 22:34:26.315936 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-3535a40f-a6eb-4963-86b5-93f0fbb30bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:34:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['f449bb65-9fac-4d07-b2ae-8f9952b2b037'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:34:26.326382 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-195af760-b548-43c5-9e7b-10bb8d08bdf4'] response: {'name': 'network-changed', 'server_uuid': '85220903-59ea-4edc-8d95-31a151296fa8', 'tag': '636ff863-231b-4bb2-8b80-8b23fb30e8ad', 'status': 'completed', 'code': 200} May 03 22:34:26.328325 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-268fa41b-1eb2-4944-b24c-248b9db006d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:26.329844 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-268fa41b-1eb2-4944-b24c-248b9db006d7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=187cde8c07df4cea8b9ebc36a5a846ba&device_id=85220903-59ea-4edc-8d95-31a151296fa8 HTTP/1.1" status: 200 len: 1095 time: 0.4895213 May 03 22:34:26.416000 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-ecc902a8-1909-487f-b0db-c5ff087799c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=636ff863-231b-4bb2-8b80-8b23fb30e8ad HTTP/1.1" status: 200 len: 217 time: 0.0738358 May 03 22:34:26.417284 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2aabfb98-2ed2-45a3-8dc0-32ff853e926d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:26.426920 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-77784a4e-01f5-41c7-b029-d33875d9c75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:26.428780 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-77784a4e-01f5-41c7-b029-d33875d9c75a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1bd397df98f2408ea6012fb67c2c4538&device_id=4ab8bffe-87d7-4f2c-b1fc-bb96b1cd8dae HTTP/1.1" status: 200 len: 1094 time: 0.2905734 May 03 22:34:26.493176 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-e38a0342-b1df-4179-89e9-86b831cb8bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:26.494675 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-e38a0342-b1df-4179-89e9-86b831cb8bc7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=46a7e09b-dee5-4e54-8f28-e48837e9ae96 HTTP/1.1" status: 200 len: 844 time: 0.0701180 May 03 22:34:26.547864 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aabfb98-2ed2-45a3-8dc0-32ff853e926d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c807a7-213d-453c-9a6d-006c1e8f7bf5,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:26.586174 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2aabfb98-2ed2-45a3-8dc0-32ff853e926d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:26.595983 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2aabfb98-2ed2-45a3-8dc0-32ff853e926d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/40c807a7-213d-453c-9a6d-006c1e8f7bf5 HTTP/1.1" status: 204 len: 168 time: 1.1254337 May 03 22:34:26.648063 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-c3177da2-2566-4f99-b2b7-39c24a1969bb service neutron] Attempting to bind port 12b6e647-b1a9-4eef-902f-fa148e9616d5 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:34:26.648419 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-c3177da2-2566-4f99-b2b7-39c24a1969bb service neutron] Attempting to bind port 12b6e647-b1a9-4eef-902f-fa148e9616d5 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:34:26.648804 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-c3177da2-2566-4f99-b2b7-39c24a1969bb service neutron] Attempting to bind port 12b6e647-b1a9-4eef-902f-fa148e9616d5 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:34:26.678310 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-c3177da2-2566-4f99-b2b7-39c24a1969bb service neutron] Port 12b6e647-b1a9-4eef-902f-fa148e9616d5 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:34:26.678655 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-c3177da2-2566-4f99-b2b7-39c24a1969bb service neutron] Attempting to bind port 12b6e647-b1a9-4eef-902f-fa148e9616d5 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:34:26.716411 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-c3177da2-2566-4f99-b2b7-39c24a1969bb service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:34:26.718331 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-3535a40f-a6eb-4963-86b5-93f0fbb30bf2 None None] Set router f449bb65-9fac-4d07-b2ae-8f9952b2b037 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:34:26.721892 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-c3177da2-2566-4f99-b2b7-39c24a1969bb service neutron] Checking segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:34:26.727903 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-c3177da2-2566-4f99-b2b7-39c24a1969bb service neutron] Bound using segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:34:26.728393 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-c3177da2-2566-4f99-b2b7-39c24a1969bb service neutron] Bound port: 12b6e647-b1a9-4eef-902f-fa148e9616d5, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:34:26.728751 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-c3177da2-2566-4f99-b2b7-39c24a1969bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:26.761407 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-b7f17910-e70f-45f4-aa8f-c454e4b85951 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=247b8000-07fa-4b9f-b950-a386c51c5625 HTTP/1.1" status: 200 len: 217 time: 0.2657013 May 03 22:34:26.835434 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35320) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:26.921305 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-9a1cf2f5-25e7-4760-af34-d521af537c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:26.923092 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-9a1cf2f5-25e7-4760-af34-d521af537c32 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00316a32-3d65-4582-9a69-5e0fbda6b978 HTTP/1.1" status: 200 len: 849 time: 0.1220527 May 03 22:34:26.927585 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-11de2eea-9ee8-487e-8cf6-1788b9f84171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:26.929416 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-11de2eea-9ee8-487e-8cf6-1788b9f84171 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=517a1aa6-522d-4d93-ad04-539169ce7dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1670411 May 03 22:34:26.945231 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbeecbe-df64-456f-9ff5-cb4fa9b11045 req-ffe4af9a-aa4c-4080-84f2-487a206da963 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:26.957901 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4dbeecbe-df64-456f-9ff5-cb4fa9b11045 req-ffe4af9a-aa4c-4080-84f2-487a206da963 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b31f88c7-aee3-4f93-8e3a-5566bec64332 HTTP/1.1" status: 200 len: 945 time: 0.6918278 May 03 22:34:26.964336 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8746514d-4878-4353-9243-7513c685d816 admin admin] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:27.006837 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-dbb2ad49-c228-456a-bb88-cef9f1d3277d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3ba09e8c-214e-4c5a-acdf-b8f91d01d743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759466 May 03 22:34:27.156944 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-3535a40f-a6eb-4963-86b5-93f0fbb30bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'name': 'tempest-ServerActionsTestJSON-820421644-router', 'tenant_id': '66dfeed3cb324772b0bf769274eed2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '42d241a4-3c14-47ba-8c04-4b94a12c19fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:23:35Z', 'updated_at': '2022-05-03T22:34:23Z', 'revision_number': 5, 'project_id': '66dfeed3cb324772b0bf769274eed2d2', 'gw_port': {'id': '42d241a4-3c14-47ba-8c04-4b94a12c19fa', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:36:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:23:38Z', 'updated_at': '2022-05-03T22:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:34:27.167423 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3535a40f-a6eb-4963-86b5-93f0fbb30bf2 None None] Checking router: f449bb65-9fac-4d07-b2ae-8f9952b2b037 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:34:27.184228 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3535a40f-a6eb-4963-86b5-93f0fbb30bf2 None None] Routers {'f449bb65-9fac-4d07-b2ae-8f9952b2b037'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:34:27.185236 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-3535a40f-a6eb-4963-86b5-93f0fbb30bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:34:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['f449bb65-9fac-4d07-b2ae-8f9952b2b037'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:34:27.196724 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a23827d1-b29e-4677-b6af-afaf5cb93856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:27.222152 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-c3177da2-2566-4f99-b2b7-39c24a1969bb service neutron] For port 12b6e647-b1a9-4eef-902f-fa148e9616d5, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:34:27.237002 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a23827d1-b29e-4677-b6af-afaf5cb93856 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:34:27.237245 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-c3177da2-2566-4f99-b2b7-39c24a1969bb service neutron] For port 12b6e647-b1a9-4eef-902f-fa148e9616d5, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=12b6e647-b1a9-4eef-902f-fa148e9616d5,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:34:27.245241 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a23827d1-b29e-4677-b6af-afaf5cb93856 admin admin] Usage tracker for resource:security_group_rule and tenant:9c3dca6aa84c43e290175f754ab1099e is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:34:27.249948 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a23827d1-b29e-4677-b6af-afaf5cb93856 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:34:27.257429 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a23827d1-b29e-4677-b6af-afaf5cb93856 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:34:27.257797 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-c3177da2-2566-4f99-b2b7-39c24a1969bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:27.327124 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4dbeecbe-df64-456f-9ff5-cb4fa9b11045 req-0dc6aad7-f035-4377-86d0-13b0125af47f tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680041 May 03 22:34:27.367568 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a23827d1-b29e-4677-b6af-afaf5cb93856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:27.378839 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a23827d1-b29e-4677-b6af-afaf5cb93856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:27.433315 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-ff666bdc-ceab-4caf-96a5-f02fdfadd87c service neutron] 10.222.0.60 "GET /v2.0/networks/517a1aa6-522d-4d93-ad04-539169ce7dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4649203 May 03 22:34:27.434053 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-3535a40f-a6eb-4963-86b5-93f0fbb30bf2 None None] Set router f449bb65-9fac-4d07-b2ae-8f9952b2b037 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:34:27.490697 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a23827d1-b29e-4677-b6af-afaf5cb93856 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9c3dca6aa84c43e290175f754ab1099e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6450217 May 03 22:34:27.497893 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35342) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:27.511379 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23827d1-b29e-4677-b6af-afaf5cb93856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f1a17d-9ab7-49ab-a71e-8f9328b83654,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:27.537116 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:27.623975 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-e72d02db-56a6-4311-a9b7-538505f0d2d6 service neutron] 10.222.0.60 "GET /v2.0/networks/3ba09e8c-214e-4c5a-acdf-b8f91d01d743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6067655 May 03 22:34:27.670706 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:27.675763 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dcb6859a-26a9-46bf-a675-2b863540c79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:27.737870 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8746514d-4878-4353-9243-7513c685d816 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:27.762073 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-c3177da2-2566-4f99-b2b7-39c24a1969bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:27.764330 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-c3177da2-2566-4f99-b2b7-39c24a1969bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:27.769789 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-c3177da2-2566-4f99-b2b7-39c24a1969bb service neutron] 10.222.0.67 "PUT /v2.0/ports/12b6e647-b1a9-4eef-902f-fa148e9616d5 HTTP/1.1" status: 200 len: 1096 time: 3.6243753 May 03 22:34:27.780746 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f2ca278-5878-413d-a9b6-653f50ab0797', 'tag': '12b6e647-b1a9-4eef-902f-fa148e9616d5'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:34:27.803209 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b1b18-9557-435e-9df5-f1e743ccd304 req-f8189c43-937e-4a59-88d7-f278aab8d060 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:27.810405 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-520b1b18-9557-435e-9df5-f1e743ccd304 req-f8189c43-937e-4a59-88d7-f278aab8d060 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f2ca278-5878-413d-a9b6-653f50ab0797 HTTP/1.1" status: 200 len: 948 time: 0.8499479 May 03 22:34:27.812443 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3177da2-2566-4f99-b2b7-39c24a1969bb service neutron] Pushing event updated for resources: {'Port': ['ID=12b6e647-b1a9-4eef-902f-fa148e9616d5,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:27.831291 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dcb6859a-26a9-46bf-a675-2b863540c79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:27.834201 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-8746514d-4878-4353-9243-7513c685d816 admin admin] Deleting port 42d241a4-3c14-47ba-8c04-4b94a12c19fa {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:34:27.834716 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8746514d-4878-4353-9243-7513c685d816 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:27.858758 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ee4961ee-3a8e-4eb5-beed-f35487d477b3 req-14863822-a068-44ed-a742-4d9d28efd7ec service neutron] 10.222.0.60 "GET /v2.0/networks/517a1aa6-522d-4d93-ad04-539169ce7dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125566 May 03 22:34:28.003595 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d1e41d2e-35b0-4fcb-a3fa-01fb87b5e207 req-ce0a5dd9-a0f7-4a05-b74b-8028d937f6e5 service neutron] 10.222.0.60 "GET /v2.0/networks/3ba09e8c-214e-4c5a-acdf-b8f91d01d743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628793 May 03 22:34:28.044946 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-3535a40f-a6eb-4963-86b5-93f0fbb30bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'name': 'tempest-ServerActionsTestJSON-820421644-router', 'tenant_id': '66dfeed3cb324772b0bf769274eed2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '42d241a4-3c14-47ba-8c04-4b94a12c19fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:23:35Z', 'updated_at': '2022-05-03T22:34:23Z', 'revision_number': 5, 'project_id': '66dfeed3cb324772b0bf769274eed2d2', 'gw_port': {'id': '42d241a4-3c14-47ba-8c04-4b94a12c19fa', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:36:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:23:38Z', 'updated_at': '2022-05-03T22:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:34:28.046915 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9010e-7d5a-4c25-9dfa-3009d2c8e5c4 req-17b52aa2-456e-419c-8faf-811857216a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:28.048899 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8bf9010e-7d5a-4c25-9dfa-3009d2c8e5c4 req-17b52aa2-456e-419c-8faf-811857216a01 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=187cde8c07df4cea8b9ebc36a5a846ba&device_id=85220903-59ea-4edc-8d95-31a151296fa8 HTTP/1.1" status: 200 len: 1095 time: 0.1188591 May 03 22:34:28.050197 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dcb6859a-26a9-46bf-a675-2b863540c79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:28.050585 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-520b1b18-9557-435e-9df5-f1e743ccd304 req-6d4b9e0a-4d34-4706-bb84-4b0e0b6ba935 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce74ecc-7667-405c-9143-a97308706fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393310 May 03 22:34:28.060760 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3535a40f-a6eb-4963-86b5-93f0fbb30bf2 None None] The sync data for ids ['f449bb65-9fac-4d07-b2ae-8f9952b2b037'] in n-d-811807-1 is: [{'id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'name': 'tempest-ServerActionsTestJSON-820421644-router', 'tenant_id': '66dfeed3cb324772b0bf769274eed2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '42d241a4-3c14-47ba-8c04-4b94a12c19fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:23:35Z', 'updated_at': '2022-05-03T22:34:23Z', 'revision_number': 5, 'project_id': '66dfeed3cb324772b0bf769274eed2d2', 'gw_port': {'id': '42d241a4-3c14-47ba-8c04-4b94a12c19fa', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:36:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f449bb65-9fac-4d07-b2ae-8f9952b2b037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:23:38Z', 'updated_at': '2022-05-03T22:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:34:28.083884 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6859a-26a9-46bf-a675-2b863540c79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f1a17d-9ab7-49ab-a71e-8f9328b83654,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:28.091366 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db2fcb-8537-4679-b162-c189a0291d7e req-632f326d-6693-4af4-bcad-4d818bbebfd9 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:28.092907 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-73db2fcb-8537-4679-b162-c189a0291d7e req-632f326d-6693-4af4-bcad-4d818bbebfd9 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c73acd-fa44-40f8-8f3f-6f1772d19969 HTTP/1.1" status: 200 len: 945 time: 0.4797146 May 03 22:34:28.133781 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dcb6859a-26a9-46bf-a675-2b863540c79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:28.135052 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-dcb6859a-26a9-46bf-a675-2b863540c79b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d8f1a17d-9ab7-49ab-a71e-8f9328b83654 HTTP/1.1" status: 204 len: 168 time: 0.6197648 May 03 22:34:28.252733 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9010e-7d5a-4c25-9dfa-3009d2c8e5c4 req-62441f0c-1eaf-4f4e-83ad-8a7e06fdba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:28.254476 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8bf9010e-7d5a-4c25-9dfa-3009d2c8e5c4 req-62441f0c-1eaf-4f4e-83ad-8a7e06fdba28 service neutron] 10.222.0.60 "GET /v2.0/networks?id=517a1aa6-522d-4d93-ad04-539169ce7dd9 HTTP/1.1" status: 200 len: 906 time: 0.1725087 May 03 22:34:28.299320 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-73db2fcb-8537-4679-b162-c189a0291d7e req-41821d4b-1014-4f4c-800f-e1634f7b054e tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986158 May 03 22:34:28.323889 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-ab7eb547-10ac-4253-b140-04c12f4a9e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:28.325169 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-ab7eb547-10ac-4253-b140-04c12f4a9e99 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc2d6874d97942e39e3ce3a41f19cd70&device_id=7f2ca278-5878-413d-a9b6-653f50ab0797 HTTP/1.1" status: 200 len: 1099 time: 0.4440615 May 03 22:34:28.369200 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab8bffe-87d7-4f2c-b1fc-bb96b1cd8dae', 'tag': '247b8000-07fa-4b9f-b950-a386c51c5625'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:34:28.402493 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8bf9010e-7d5a-4c25-9dfa-3009d2c8e5c4 req-5a1dccb4-e767-4a3b-a40e-86d6e68463c2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=636ff863-231b-4bb2-8b80-8b23fb30e8ad HTTP/1.1" status: 200 len: 217 time: 0.1409667 May 03 22:34:28.418690 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-36430a96-8c3a-4d7d-aa7a-acd031ec0430 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=12b6e647-b1a9-4eef-902f-fa148e9616d5 HTTP/1.1" status: 200 len: 217 time: 0.0847807 May 03 22:34:28.428431 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-8746514d-4878-4353-9243-7513c685d816 admin admin] For port 42d241a4-3c14-47ba-8c04-4b94a12c19fa, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=42d241a4-3c14-47ba-8c04-4b94a12c19fa,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:34:28.428431 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8746514d-4878-4353-9243-7513c685d816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:28.514668 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9010e-7d5a-4c25-9dfa-3009d2c8e5c4 req-b9c62171-d6fa-453c-810c-8bacd6ad6d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:28.516385 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8bf9010e-7d5a-4c25-9dfa-3009d2c8e5c4 req-b9c62171-d6fa-453c-810c-8bacd6ad6d6b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=46a7e09b-dee5-4e54-8f28-e48837e9ae96 HTTP/1.1" status: 200 len: 844 time: 0.1072903 May 03 22:34:28.675669 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-8746514d-4878-4353-9243-7513c685d816 admin admin] Calling delete_port for 42d241a4-3c14-47ba-8c04-4b94a12c19fa owned by network:router_gateway {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:34:28.738717 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d0365-e7d5-4a4f-be22-b3917a5d1de1 req-2166cfa4-3e68-49d8-87b2-4e9acf6615a8 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:28.741643 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d81ec7-e565-481f-b25f-7d945bd1e0aa req-8df0b7a8-2083-46f5-9edb-ac8d33753bc0 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:28.743447 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-39d81ec7-e565-481f-b25f-7d945bd1e0aa req-8df0b7a8-2083-46f5-9edb-ac8d33753bc0 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Synchronizing usage tracker for tenant:5a0f20c83fdc471fa4da593ef2ea5d27 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:34:28.745819 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a95d0365-e7d5-4a4f-be22-b3917a5d1de1 req-2166cfa4-3e68-49d8-87b2-4e9acf6615a8 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "GET /v2.0/ports?device_id=85220903-59ea-4edc-8d95-31a151296fa8 HTTP/1.1" status: 200 len: 944 time: 0.5270135 May 03 22:34:28.761926 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9010e-7d5a-4c25-9dfa-3009d2c8e5c4 req-cbca2eff-1bcb-4ad1-a320-f0fd551323f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:28.763498 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8bf9010e-7d5a-4c25-9dfa-3009d2c8e5c4 req-cbca2eff-1bcb-4ad1-a320-f0fd551323f1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=517a1aa6-522d-4d93-ad04-539169ce7dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2394915 May 03 22:34:28.766281 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-39d81ec7-e565-481f-b25f-7d945bd1e0aa req-8df0b7a8-2083-46f5-9edb-ac8d33753bc0 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Unset dirty status for tenant:5a0f20c83fdc471fa4da593ef2ea5d27 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:34:28.767332 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-39d81ec7-e565-481f-b25f-7d945bd1e0aa req-8df0b7a8-2083-46f5-9edb-ac8d33753bc0 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.67 "GET /v2.0/ports?device_id=57c73acd-fa44-40f8-8f3f-6f1772d19969 HTTP/1.1" status: 200 len: 945 time: 0.2445457 May 03 22:34:28.793382 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-2c3875ef-adb6-497d-9800-a243f4f29622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:28.797020 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-2c3875ef-adb6-497d-9800-a243f4f29622 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.3598728 May 03 22:34:28.801059 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 87629a55-260d-4a58-9018-b362d5f41360 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:34:28.855356 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 87629a55-260d-4a58-9018-b362d5f41360 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:34:28.855987 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 87629a55-260d-4a58-9018-b362d5f41360 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:34:28.895769 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a95d0365-e7d5-4a4f-be22-b3917a5d1de1 req-0bcc6e84-f4b1-45bd-bbcb-248a71abe8e5 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1919fa1-a94a-4010-84d7-711c4c5d82bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490324 May 03 22:34:28.943686 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35374) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:28.973129 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487f47a-a6d9-4d0e-ac70-441b3ba267ae req-6576f4f3-5b6f-43fd-9fd4-ddb84c700b68 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:28.980257 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d487f47a-a6d9-4d0e-ac70-441b3ba267ae req-6576f4f3-5b6f-43fd-9fd4-ddb84c700b68 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ab8bffe-87d7-4f2c-b1fc-bb96b1cd8dae HTTP/1.1" status: 200 len: 943 time: 0.4397998 May 03 22:34:29.004903 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fd7209b4-7252-4b49-9e7e-a08e48efb5a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:29.057214 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fd7209b4-7252-4b49-9e7e-a08e48efb5a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:34:29.066585 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fd7209b4-7252-4b49-9e7e-a08e48efb5a9 admin admin] Usage tracker for resource:security_group_rule and tenant:eb2784921cff446ea1009a8d8e2d62f9 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:34:29.082371 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fd7209b4-7252-4b49-9e7e-a08e48efb5a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:34:29.088967 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d487f47a-a6d9-4d0e-ac70-441b3ba267ae req-bfc104ca-bfc9-4071-ad8c-96afb9574482 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4383091-0e12-4a45-b5ba-22cb6bee2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077485 May 03 22:34:29.096948 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-a40d6de8-1526-4aa7-aa79-f55e5263cbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:29.098396 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-39d81ec7-e565-481f-b25f-7d945bd1e0aa req-49ac34cc-5e3b-4ccd-b2fa-e30e3d143ae0 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Deleting port ebe6bcaf-8b79-40c4-bb18-cb77abd9c418 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:34:29.098873 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-39d81ec7-e565-481f-b25f-7d945bd1e0aa req-49ac34cc-5e3b-4ccd-b2fa-e30e3d143ae0 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:29.100624 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-a40d6de8-1526-4aa7-aa79-f55e5263cbed service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2895801 May 03 22:34:29.122812 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fd7209b4-7252-4b49-9e7e-a08e48efb5a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:34:29.232339 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8bf9010e-7d5a-4c25-9dfa-3009d2c8e5c4 req-2f68ad87-4707-4b69-b117-6fbdc42f4c60 service neutron] 10.222.0.60 "GET /v2.0/networks/517a1aa6-522d-4d93-ad04-539169ce7dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583948 May 03 22:34:29.286604 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac181e8a-a7b6-4fdc-8736-7b19dcf88c63'] response: {'name': 'network-changed', 'server_uuid': '7f2ca278-5878-413d-a9b6-653f50ab0797', 'tag': '12b6e647-b1a9-4eef-902f-fa148e9616d5', 'status': 'completed', 'code': 200} May 03 22:34:29.289032 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ce75558-d9ef-43ae-9eb8-edb6a99d07f6'] response: {'name': 'network-changed', 'server_uuid': '4ab8bffe-87d7-4f2c-b1fc-bb96b1cd8dae', 'tag': '247b8000-07fa-4b9f-b950-a386c51c5625', 'status': 'completed', 'code': 200} May 03 22:34:29.441126 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 247b8000-07fa-4b9f-b950-a386c51c5625 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:34:29.520135 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-a0ebe0be-2de2-48fc-a5b0-ccdc57073a77 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029112 May 03 22:34:29.616039 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8bf9010e-7d5a-4c25-9dfa-3009d2c8e5c4 req-7576999e-875e-4bf2-a3fa-03c0514aede2 service neutron] 10.222.0.60 "GET /v2.0/networks/517a1aa6-522d-4d93-ad04-539169ce7dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746107 May 03 22:34:29.640078 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 247b8000-07fa-4b9f-b950-a386c51c5625, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=247b8000-07fa-4b9f-b950-a386c51c5625,segment=NetworkSegment(3081933c-f030-4b75-a1c7-e41d6ef58fae),segment_id=3081933c-f030-4b75-a1c7-e41d6ef58fae)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:34:29.655806 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def7f21-c3bf-40ca-86a7-5ae7ff6447ce req-f3b1075a-a438-420e-a286-fbb55bdad52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:29.656697 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '247b8000-07fa-4b9f-b950-a386c51c5625', 'network_id': '3ba09e8c-214e-4c5a-acdf-b8f91d01d743', 'port_id': '247b8000-07fa-4b9f-b950-a386c51c5625', 'mac_address': 'fa:16:3e:1e:4a:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00316a32-3d65-4582-9a69-5e0fbda6b978', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:34:29.657373 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8def7f21-c3bf-40ca-86a7-5ae7ff6447ce req-f3b1075a-a438-420e-a286-fbb55bdad52b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1bd397df98f2408ea6012fb67c2c4538&device_id=4ab8bffe-87d7-4f2c-b1fc-bb96b1cd8dae HTTP/1.1" status: 200 len: 1094 time: 0.3483987 May 03 22:34:29.703518 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-39d81ec7-e565-481f-b25f-7d945bd1e0aa req-49ac34cc-5e3b-4ccd-b2fa-e30e3d143ae0 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] For port ebe6bcaf-8b79-40c4-bb18-cb77abd9c418, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=ebe6bcaf-8b79-40c4-bb18-cb77abd9c418,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:34:29.703893 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-39d81ec7-e565-481f-b25f-7d945bd1e0aa req-49ac34cc-5e3b-4ccd-b2fa-e30e3d143ae0 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:29.717777 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:29.738709 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 247b8000-07fa-4b9f-b950-a386c51c5625 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:34:29.755522 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 247b8000-07fa-4b9f-b950-a386c51c5625, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=247b8000-07fa-4b9f-b950-a386c51c5625,segment=NetworkSegment(3081933c-f030-4b75-a1c7-e41d6ef58fae),segment_id=3081933c-f030-4b75-a1c7-e41d6ef58fae)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:34:29.779286 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:29.780247 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 636ff863-231b-4bb2-8b80-8b23fb30e8ad details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:34:29.820166 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8746514d-4878-4353-9243-7513c685d816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:29.885478 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=247b8000-07fa-4b9f-b950-a386c51c5625,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:29.899443 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:29.900075 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:29.900585 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:29.901087 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:29.901580 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:29.902090 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:29.902591 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:29.903150 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:29.903984 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:29.904488 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:29.904985 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:29.905456 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:29.917496 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746514d-4878-4353-9243-7513c685d816 admin admin] Pushing event deleted for resources: {'Port': ['ID=42d241a4-3c14-47ba-8c04-4b94a12c19fa,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:29.935696 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-39d81ec7-e565-481f-b25f-7d945bd1e0aa req-49ac34cc-5e3b-4ccd-b2fa-e30e3d143ae0 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Calling delete_port for ebe6bcaf-8b79-40c4-bb18-cb77abd9c418 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:34:30.031939 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-73d51837-8bb7-4843-be5e-3e4202532a21 req-09b44313-aa38-4083-ab85-eff7e2d7c963 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4924276 May 03 22:34:30.040721 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 636ff863-231b-4bb2-8b80-8b23fb30e8ad, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=636ff863-231b-4bb2-8b80-8b23fb30e8ad,segment=NetworkSegment(5a6ab605-7658-483c-96b8-1c871bbb0af0),segment_id=5a6ab605-7658-483c-96b8-1c871bbb0af0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:34:30.047798 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def7f21-c3bf-40ca-86a7-5ae7ff6447ce req-aff19d55-f6ee-4300-b981-f01ce58e1308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:30.049522 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8def7f21-c3bf-40ca-86a7-5ae7ff6447ce req-aff19d55-f6ee-4300-b981-f01ce58e1308 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3ba09e8c-214e-4c5a-acdf-b8f91d01d743 HTTP/1.1" status: 200 len: 910 time: 0.3793535 May 03 22:34:30.055125 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fd7209b4-7252-4b49-9e7e-a08e48efb5a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:30.060095 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '636ff863-231b-4bb2-8b80-8b23fb30e8ad', 'network_id': '517a1aa6-522d-4d93-ad04-539169ce7dd9', 'port_id': '636ff863-231b-4bb2-8b80-8b23fb30e8ad', 'mac_address': 'fa:16:3e:da:4e:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46a7e09b-dee5-4e54-8f28-e48837e9ae96', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:34:30.117005 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:30.135948 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8746514d-4878-4353-9243-7513c685d816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:30.144614 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 636ff863-231b-4bb2-8b80-8b23fb30e8ad {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:34:30.160891 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8def7f21-c3bf-40ca-86a7-5ae7ff6447ce req-cf3a4a56-4d36-4bd7-96cf-5bfd3ae53be9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=247b8000-07fa-4b9f-b950-a386c51c5625 HTTP/1.1" status: 200 len: 217 time: 0.1041751 May 03 22:34:30.163068 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 636ff863-231b-4bb2-8b80-8b23fb30e8ad, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=636ff863-231b-4bb2-8b80-8b23fb30e8ad,segment=NetworkSegment(5a6ab605-7658-483c-96b8-1c871bbb0af0),segment_id=5a6ab605-7658-483c-96b8-1c871bbb0af0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:34:30.168720 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:30.187794 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fd7209b4-7252-4b49-9e7e-a08e48efb5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:30.204777 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b9633-2b04-4cfc-b9d0-3668ecbb0d30 req-617ae052-8ffa-421b-9ce1-b160d7c40cea tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:30.210637 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b9633-2b04-4cfc-b9d0-3668ecbb0d30 req-617ae052-8ffa-421b-9ce1-b160d7c40cea tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:30.217270 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b9633-2b04-4cfc-b9d0-3668ecbb0d30 req-617ae052-8ffa-421b-9ce1-b160d7c40cea tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:30.218987 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fa7b9633-2b04-4cfc-b9d0-3668ecbb0d30 req-617ae052-8ffa-421b-9ce1-b160d7c40cea tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b31f88c7-aee3-4f93-8e3a-5566bec64332&device_id=42ec8bce-1b92-4bdc-9378-9caea9368515&device_id=efc4a8a7-886c-4033-9fa8-4766e4fdc2b7 HTTP/1.1" status: 200 len: 2417 time: 0.8245656 May 03 22:34:30.256463 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def7f21-c3bf-40ca-86a7-5ae7ff6447ce req-d39922dc-5521-4ab2-9681-88b657e574ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:30.257683 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8def7f21-c3bf-40ca-86a7-5ae7ff6447ce req-d39922dc-5521-4ab2-9681-88b657e574ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00316a32-3d65-4582-9a69-5e0fbda6b978 HTTP/1.1" status: 200 len: 849 time: 0.0892143 May 03 22:34:30.258887 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-39d81ec7-e565-481f-b25f-7d945bd1e0aa req-49ac34cc-5e3b-4ccd-b2fa-e30e3d143ae0 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:30.270136 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=636ff863-231b-4bb2-8b80-8b23fb30e8ad,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:30.274508 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['f6688ff0-6e96-4dac-90f0-7a42629dcd98'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:34:30.357723 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8def7f21-c3bf-40ca-86a7-5ae7ff6447ce req-23d78022-23ba-4b13-9b21-b286f92e2324 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3ba09e8c-214e-4c5a-acdf-b8f91d01d743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526745 May 03 22:34:30.360333 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac34cc-5e3b-4ccd-b2fa-e30e3d143ae0 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Pushing event deleted for resources: {'Port': ['ID=ebe6bcaf-8b79-40c4-bb18-cb77abd9c418,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:30.365941 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7209b4-7252-4b49-9e7e-a08e48efb5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e64cef-49c1-407f-a85e-b4effcb8eed2,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:30.447276 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530a17f-216d-4eaa-9512-a22972eab323 req-ca1b4dc3-6bae-40ea-9dc0-f005377d1e2b tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:30.449920 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9530a17f-216d-4eaa-9512-a22972eab323 req-ca1b4dc3-6bae-40ea-9dc0-f005377d1e2b tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f2ca278-5878-413d-a9b6-653f50ab0797 HTTP/1.1" status: 200 len: 948 time: 1.0236325 May 03 22:34:30.460296 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d81ec7-e565-481f-b25f-7d945bd1e0aa req-49ac34cc-5e3b-4ccd-b2fa-e30e3d143ae0 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] No DVR routers for this DVR port ebe6bcaf-8b79-40c4-bb18-cb77abd9c418 on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:34:30.472674 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-39d81ec7-e565-481f-b25f-7d945bd1e0aa req-49ac34cc-5e3b-4ccd-b2fa-e30e3d143ae0 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:30.474824 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['636ff863-231b-4bb2-8b80-8b23fb30e8ad'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:34:30.510063 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['247b8000-07fa-4b9f-b950-a386c51c5625'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:34:30.525247 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fa7b9633-2b04-4cfc-b9d0-3668ecbb0d30 req-18776e5e-124b-4764-ae19-017df6a43e47 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670840 May 03 22:34:30.554760 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-fd7209b4-7252-4b49-9e7e-a08e48efb5a9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eb2784921cff446ea1009a8d8e2d62f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6073289 May 03 22:34:30.559503 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-39d81ec7-e565-481f-b25f-7d945bd1e0aa req-49ac34cc-5e3b-4ccd-b2fa-e30e3d143ae0 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.67 "DELETE /v2.0/ports/ebe6bcaf-8b79-40c4-bb18-cb77abd9c418 HTTP/1.1" status: 204 len: 173 time: 1.7840378 May 03 22:34:30.560491 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35412) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:30.597351 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8746514d-4878-4353-9243-7513c685d816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:30.603245 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8746514d-4878-4353-9243-7513c685d816 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:30.654392 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8def7f21-c3bf-40ca-86a7-5ae7ff6447ce req-6cfa28ca-68a2-49ae-b329-d076a18ef514 service neutron] 10.222.0.60 "GET /v2.0/networks/3ba09e8c-214e-4c5a-acdf-b8f91d01d743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288811 May 03 22:34:30.734825 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8746514d-4878-4353-9243-7513c685d816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:30.735447 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8746514d-4878-4353-9243-7513c685d816 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f449bb65-9fac-4d07-b2ae-8f9952b2b037 {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:34:30.839980 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9530a17f-216d-4eaa-9512-a22972eab323 req-2bb7b9fb-a9b4-4630-8697-429a9ba3bdf8 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce74ecc-7667-405c-9143-a97308706fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214099 May 03 22:34:30.868397 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-513b466b-8077-4c3c-8360-723a9bd73967 req-cb701cb0-a18f-4a04-96c1-11cd7da9687e tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=57c73acd-fa44-40f8-8f3f-6f1772d19969 HTTP/1.1" status: 200 len: 210 time: 0.1311455 May 03 22:34:30.909053 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2a9fc-d7b9-4853-b130-81433c9f3cd3 req-c012d7f6-0ca1-45e7-bff0-098e0930a4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:30.920088 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c5c2a9fc-d7b9-4853-b130-81433c9f3cd3 req-c012d7f6-0ca1-45e7-bff0-098e0930a4d8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc2d6874d97942e39e3ce3a41f19cd70&device_id=7f2ca278-5878-413d-a9b6-653f50ab0797 HTTP/1.1" status: 200 len: 1099 time: 0.7895350 May 03 22:34:30.958174 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-70e87368-c5d3-4db7-8e78-ddef78c6c7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:31.056008 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-70e87368-c5d3-4db7-8e78-ddef78c6c7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:31.128146 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8def7f21-c3bf-40ca-86a7-5ae7ff6447ce req-d4a8400c-7df7-41ce-9a2c-0df1273ccc00 service neutron] 10.222.0.60 "GET /v2.0/networks/3ba09e8c-214e-4c5a-acdf-b8f91d01d743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4662967 May 03 22:34:31.149148 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-70e87368-c5d3-4db7-8e78-ddef78c6c7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:31.170448 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8746514d-4878-4353-9243-7513c685d816 admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:31.174582 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-70e87368-c5d3-4db7-8e78-ddef78c6c7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:31.178020 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8746514d-4878-4353-9243-7513c685d816 admin admin] 10.222.0.58 "DELETE /v2.0/routers/f449bb65-9fac-4d07-b2ae-8f9952b2b037 HTTP/1.1" status: 204 len: 168 time: 4.8587823 May 03 22:34:31.178153 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-70e87368-c5d3-4db7-8e78-ddef78c6c7cd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/18e64cef-49c1-407f-a85e-b4effcb8eed2 HTTP/1.1" status: 204 len: 168 time: 0.6129708 May 03 22:34:31.178153 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e87368-c5d3-4db7-8e78-ddef78c6c7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e64cef-49c1-407f-a85e-b4effcb8eed2,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:31.183414 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35424) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:31.191208 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device ebe6bcaf-8b79-40c4-bb18-cb77abd9c418 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:34:31.261769 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-c33fc622-bf13-4e96-a732-e209107ccd1c admin admin] Deleting subnet a6303b72-ad18-4df3-b796-1d1c3ad4e877 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:34:31.266341 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c33fc622-bf13-4e96-a732-e209107ccd1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:31.270687 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: ebe6bcaf-8b79-40c4-bb18-cb77abd9c418 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:34:31.271290 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device ebe6bcaf-8b79-40c4-bb18-cb77abd9c418 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:34:31.333396 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c73acd-fa44-40f8-8f3f-6f1772d19969', 'name': 'network-vif-deleted', 'tag': 'ebe6bcaf-8b79-40c4-bb18-cb77abd9c418'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:34:31.406899 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c33fc622-bf13-4e96-a732-e209107ccd1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:31.473889 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2a9fc-d7b9-4853-b130-81433c9f3cd3 req-8390548f-d9b3-4eba-8464-0b30fc09f2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:31.479009 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c5c2a9fc-d7b9-4853-b130-81433c9f3cd3 req-8390548f-d9b3-4eba-8464-0b30fc09f2e3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.5508053 May 03 22:34:31.494878 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de961d6-af14-433e-893b-965152621dd0 req-90dfac9c-f26c-40e9-a6ac-12c205a6fddd tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:31.502664 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7de961d6-af14-433e-893b-965152621dd0 req-90dfac9c-f26c-40e9-a6ac-12c205a6fddd tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "GET /v2.0/ports?device_id=85220903-59ea-4edc-8d95-31a151296fa8 HTTP/1.1" status: 200 len: 945 time: 0.5002220 May 03 22:34:31.585807 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c5c2a9fc-d7b9-4853-b130-81433c9f3cd3 req-723b9bd9-b77c-4d46-b8c0-ce93cbfd7172 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=12b6e647-b1a9-4eef-902f-fa148e9616d5 HTTP/1.1" status: 200 len: 217 time: 0.1000741 May 03 22:34:31.598623 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c33fc622-bf13-4e96-a732-e209107ccd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:31.656917 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7da96a-f36b-41df-ba3f-902f5f7b00d4 req-83ddbee5-f7df-4257-ada8-37c0e1b73d5f tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:31.672847 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4d7da96a-f36b-41df-ba3f-902f5f7b00d4 req-83ddbee5-f7df-4257-ada8-37c0e1b73d5f tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ab8bffe-87d7-4f2c-b1fc-bb96b1cd8dae HTTP/1.1" status: 200 len: 944 time: 0.4971251 May 03 22:34:31.727829 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c33fc622-bf13-4e96-a732-e209107ccd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:31.735268 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7de961d6-af14-433e-893b-965152621dd0 req-2de8ba95-2e7e-4e85-b322-82fbdb9c53ca tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1919fa1-a94a-4010-84d7-711c4c5d82bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316718 May 03 22:34:31.785542 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33fc622-bf13-4e96-a732-e209107ccd1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6303b72-ad18-4df3-b796-1d1c3ad4e877,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:31.787355 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2a9fc-d7b9-4853-b130-81433c9f3cd3 req-0b795d68-47a6-4438-83ac-1c27b3e58a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:31.788952 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c5c2a9fc-d7b9-4853-b130-81433c9f3cd3 req-0b795d68-47a6-4438-83ac-1c27b3e58a67 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.1899741 May 03 22:34:31.792275 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c33fc622-bf13-4e96-a732-e209107ccd1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:31.793394 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-1f12a2d4-9e4b-4bbe-8241-2a449f21a585 req-aa412877-b0ca-48ea-9be1-5ac45d57f027 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:34:31.799809 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d55098-e44e-4ad3-a09d-7ffe6b6a4ea0 None None] Network f73247c4-e4b1-4dbd-a711-946870a81559 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:34:31.802062 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c33fc622-bf13-4e96-a732-e209107ccd1c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a6303b72-ad18-4df3-b796-1d1c3ad4e877 HTTP/1.1" status: 204 len: 168 time: 0.6174846 May 03 22:34:31.803034 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35440) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:31.804013 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1f12a2d4-9e4b-4bbe-8241-2a449f21a585 req-aa412877-b0ca-48ea-9be1-5ac45d57f027 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0257225 May 03 22:34:31.913629 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4d7da96a-f36b-41df-ba3f-902f5f7b00d4 req-20bed359-5b44-4fff-a61b-09178015ef98 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4383091-0e12-4a45-b5ba-22cb6bee2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398250 May 03 22:34:31.944210 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f6a6d54b-a2aa-4535-9c20-c809eff7f043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:31.957329 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-f6a6d54b-a2aa-4535-9c20-c809eff7f043 admin admin] Deleting port fb03ee7c-c810-48dd-ad74-730ed1e2e71c {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:34:31.957763 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f6a6d54b-a2aa-4535-9c20-c809eff7f043 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:32.090492 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1f12a2d4-9e4b-4bbe-8241-2a449f21a585 req-9ca0311c-c1f8-43f0-b8f9-4c33785502d6 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2852333 May 03 22:34:32.102455 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2a9fc-d7b9-4853-b130-81433c9f3cd3 req-482758ca-d075-4d4b-92f7-b8f3d7cb5714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:32.106387 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c5c2a9fc-d7b9-4853-b130-81433c9f3cd3 req-482758ca-d075-4d4b-92f7-b8f3d7cb5714 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2963705 May 03 22:34:32.136914 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f4f1a44-aeab-4a61-9a14-f8f45d8ffc4f'] response: {'server_uuid': '57c73acd-fa44-40f8-8f3f-6f1772d19969', 'name': 'network-vif-deleted', 'tag': 'ebe6bcaf-8b79-40c4-bb18-cb77abd9c418', 'status': 'completed', 'code': 200} May 03 22:34:32.254893 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-f6a6d54b-a2aa-4535-9c20-c809eff7f043 admin admin] For port fb03ee7c-c810-48dd-ad74-730ed1e2e71c, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=fb03ee7c-c810-48dd-ad74-730ed1e2e71c,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:34:32.255562 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f6a6d54b-a2aa-4535-9c20-c809eff7f043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:32.318064 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1039a17e-2a20-4cc6-9f26-e0ddb88013bf None None] DHCP port deletion for f73247c4-e4b1-4dbd-a711-946870a81559 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:34:32.322530 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1039a17e-2a20-4cc6-9f26-e0ddb88013bf None None] Deleting port fb03ee7c-c810-48dd-ad74-730ed1e2e71c {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:34:32.323096 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1039a17e-2a20-4cc6-9f26-e0ddb88013bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:32.489754 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-f6a6d54b-a2aa-4535-9c20-c809eff7f043 admin admin] Calling delete_port for fb03ee7c-c810-48dd-ad74-730ed1e2e71c owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:34:32.631926 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c5c2a9fc-d7b9-4853-b130-81433c9f3cd3 req-84c4e5f2-8066-4105-8e6b-3a7f5dcf1fa5 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998531 May 03 22:34:32.687156 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f6a6d54b-a2aa-4535-9c20-c809eff7f043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:32.800804 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6d54b-a2aa-4535-9c20-c809eff7f043 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb03ee7c-c810-48dd-ad74-730ed1e2e71c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:32.808616 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b68c4e-2920-459b-bf11-7cfcc11a40b3 req-e5802b3d-1134-4d91-8dec-52c952f334d4 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:32.813133 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-1039a17e-2a20-4cc6-9f26-e0ddb88013bf None None] For port fb03ee7c-c810-48dd-ad74-730ed1e2e71c, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=fb03ee7c-c810-48dd-ad74-730ed1e2e71c,segment=NetworkSegment(18fee989-ca3f-4324-8c2a-1ba502de43f2),segment_id=18fee989-ca3f-4324-8c2a-1ba502de43f2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:34:32.813539 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1039a17e-2a20-4cc6-9f26-e0ddb88013bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:32.816780 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a6d54b-a2aa-4535-9c20-c809eff7f043 admin admin] No DVR routers for this DVR port fb03ee7c-c810-48dd-ad74-730ed1e2e71c on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:34:32.819102 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f2b68c4e-2920-459b-bf11-7cfcc11a40b3 req-e5802b3d-1134-4d91-8dec-52c952f334d4 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f2ca278-5878-413d-a9b6-653f50ab0797 HTTP/1.1" status: 200 len: 948 time: 0.4399140 May 03 22:34:32.976251 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1039a17e-2a20-4cc6-9f26-e0ddb88013bf None None] Calling delete_port for fb03ee7c-c810-48dd-ad74-730ed1e2e71c owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:34:33.055306 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 42d241a4-3c14-47ba-8c04-4b94a12c19fa no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:34:33.099284 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f6a6d54b-a2aa-4535-9c20-c809eff7f043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:33.128486 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-f6a6d54b-a2aa-4535-9c20-c809eff7f043 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f73247c4-e4b1-4dbd-a711-946870a81559']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:34:33.142319 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-f6a6d54b-a2aa-4535-9c20-c809eff7f043 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18fee989-ca3f-4324-8c2a-1ba502de43f2') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:34:33.142548 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 42d241a4-3c14-47ba-8c04-4b94a12c19fa {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:34:33.142668 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 42d241a4-3c14-47ba-8c04-4b94a12c19fa not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:34:33.142885 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-f6a6d54b-a2aa-4535-9c20-c809eff7f043 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18fee989-ca3f-4324-8c2a-1ba502de43f2') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:34:33.143104 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device fb03ee7c-c810-48dd-ad74-730ed1e2e71c no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:34:33.158128 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f6a6d54b-a2aa-4535-9c20-c809eff7f043 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:33.179092 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f6a6d54b-a2aa-4535-9c20-c809eff7f043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:33.187763 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6a6d54b-a2aa-4535-9c20-c809eff7f043 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:34:33.188350 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f6a6d54b-a2aa-4535-9c20-c809eff7f043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:33.240622 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: fb03ee7c-c810-48dd-ad74-730ed1e2e71c {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:34:33.240969 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device fb03ee7c-c810-48dd-ad74-730ed1e2e71c not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:34:33.286168 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:34:33.289524 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:34:33.289524 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:34:33.289524 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:34:33.289524 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:34:33.289524 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:34:33.289524 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:34:33.289524 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:34:33.289524 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:34:33.289524 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:34:33.289524 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:34:33.289524 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:34:33.289524 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:34:33.289524 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:34:33.289524 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:34:33.295068 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-1039a17e-2a20-4cc6-9f26-e0ddb88013bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:34:33.295431 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-1039a17e-2a20-4cc6-9f26-e0ddb88013bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:34:33.307179 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:34:33.307179 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:34:33.307179 n-d-811807-1 neutron-server[88070]: timer() May 03 22:34:33.307179 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:34:33.307179 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:34:33.307179 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:34:33.307179 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:34:33.307179 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:34:33.307179 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:34:33.307179 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:34:33.307179 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:34:33.307179 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:34:33.307179 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:34:33.307179 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:34:33.307179 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:34:33.307179 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:34:33.307179 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:34:33.307179 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:34:33.307179 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:34:33.307179 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:34:33.307179 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:34:33.307179 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:34:33.307179 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:34:33.307179 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:34:33.307179 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:34:33.307179 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:34:33.307179 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:34:33.307179 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:34:33.307179 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:34:33.307179 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:34:33.307179 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:34:33.307179 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:34:33.312598 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f6a6d54b-a2aa-4535-9c20-c809eff7f043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:33.330721 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f6a6d54b-a2aa-4535-9c20-c809eff7f043 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:33.360397 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f6a6d54b-a2aa-4535-9c20-c809eff7f043 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f73247c4-e4b1-4dbd-a711-946870a81559 HTTP/1.1" status: 204 len: 168 time: 1.5560980 May 03 22:34:33.361733 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6d54b-a2aa-4535-9c20-c809eff7f043 admin admin] Pushing event deleted for resources: {'Network': ['ID=f73247c4-e4b1-4dbd-a711-946870a81559,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:33.371172 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f2b68c4e-2920-459b-bf11-7cfcc11a40b3 req-c4f36b5c-53f2-4a6f-9053-0d2f12b298fe tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce74ecc-7667-405c-9143-a97308706fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5477159 May 03 22:34:33.412487 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c5c2a9fc-d7b9-4853-b130-81433c9f3cd3 req-9d19b478-896b-485b-8dfb-1fa40622256f service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7770472 May 03 22:34:33.448750 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922cf50-1caa-420f-b57d-0c1367ae41c5 req-163750e0-2cc2-4353-953d-e8c195e31f2d tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:33.455937 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b922cf50-1caa-420f-b57d-0c1367ae41c5 req-163750e0-2cc2-4353-953d-e8c195e31f2d tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "GET /v2.0/ports?device_id=85220903-59ea-4edc-8d95-31a151296fa8 HTTP/1.1" status: 200 len: 945 time: 0.1840250 May 03 22:34:33.458507 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 247b8000-07fa-4b9f-b950-a386c51c5625 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:34:33.531114 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b922cf50-1caa-420f-b57d-0c1367ae41c5 req-8434c0c0-e5a7-4703-8541-ecd9d77049e8 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1919fa1-a94a-4010-84d7-711c4c5d82bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742290 May 03 22:34:33.566158 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 247b8000-07fa-4b9f-b950-a386c51c5625 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:34:33.572029 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 247b8000-07fa-4b9f-b950-a386c51c5625 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:34:33.572410 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:33.711830 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af615754-9470-41e2-b21c-90af6ffec6fc req-a9e4b5d7-f912-462f-8348-6b0b592d4942 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:33.721154 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af615754-9470-41e2-b21c-90af6ffec6fc req-a9e4b5d7-f912-462f-8348-6b0b592d4942 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/networks?id=983af77e-2b01-4072-bd1e-12edcf859777 HTTP/1.1" status: 200 len: 806 time: 0.2321508 May 03 22:34:33.759500 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:33.790419 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af615754-9470-41e2-b21c-90af6ffec6fc req-93175b9b-ad61-427f-ac45-26c6200c446a tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/quotas/5a0f20c83fdc471fa4da593ef2ea5d27 HTTP/1.1" status: 200 len: 375 time: 0.0680904 May 03 22:34:33.795333 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab8bffe-87d7-4f2c-b1fc-bb96b1cd8dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247b8000-07fa-4b9f-b950-a386c51c5625'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:34:33.796401 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35508) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:33.802157 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1039a17e-2a20-4cc6-9f26-e0ddb88013bf None None] Deleting port fb03ee7c-c810-48dd-ad74-730ed1e2e71c {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:34:33.802748 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1039a17e-2a20-4cc6-9f26-e0ddb88013bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:33.841666 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 247b8000-07fa-4b9f-b950-a386c51c5625, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=247b8000-07fa-4b9f-b950-a386c51c5625,segment=NetworkSegment(3081933c-f030-4b75-a1c7-e41d6ef58fae),segment_id=3081933c-f030-4b75-a1c7-e41d6ef58fae)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:34:33.878576 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1039a17e-2a20-4cc6-9f26-e0ddb88013bf None None] The port 'fb03ee7c-c810-48dd-ad74-730ed1e2e71c' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:34:33.879581 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:33.880493 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 636ff863-231b-4bb2-8b80-8b23fb30e8ad up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:34:33.901607 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfdcccd-1c72-41ed-93b9-73587ed3d89d req-88a3a77d-f085-4815-8a70-690190d28402 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:33.903857 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ecfdcccd-1c72-41ed-93b9-73587ed3d89d req-88a3a77d-f085-4815-8a70-690190d28402 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ab8bffe-87d7-4f2c-b1fc-bb96b1cd8dae HTTP/1.1" status: 200 len: 944 time: 0.1725860 May 03 22:34:33.917319 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a45ef6de-de68-4274-a615-86fbf4a6710e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=66dfeed3cb324772b0bf769274eed2d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1197457 May 03 22:34:33.921406 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35516) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:33.951788 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af615754-9470-41e2-b21c-90af6ffec6fc req-97f2c6b1-ef2f-441c-81e8-303a894cb280 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a0f20c83fdc471fa4da593ef2ea5d27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1504223 May 03 22:34:34.024222 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=247b8000-07fa-4b9f-b950-a386c51c5625,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:34.049094 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 636ff863-231b-4bb2-8b80-8b23fb30e8ad completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:34:34.060017 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 636ff863-231b-4bb2-8b80-8b23fb30e8ad triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:34:34.061555 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:34.079694 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-09192c67-4a1c-46d8-a813-20855f77b51e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:34.080558 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ecfdcccd-1c72-41ed-93b9-73587ed3d89d req-c92b3eca-4841-4e04-8b31-4160353ba235 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4383091-0e12-4a45-b5ba-22cb6bee2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696742 May 03 22:34:34.135877 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-09192c67-4a1c-46d8-a813-20855f77b51e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:34.168738 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af615754-9470-41e2-b21c-90af6ffec6fc req-f195cf1c-ebc6-498a-96b6-d3173ec20b6a service neutron] 10.222.0.58 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160549 May 03 22:34:34.222869 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:34.249762 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-09192c67-4a1c-46d8-a813-20855f77b51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:34.266972 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 636ff863-231b-4bb2-8b80-8b23fb30e8ad, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=636ff863-231b-4bb2-8b80-8b23fb30e8ad,segment=NetworkSegment(5a6ab605-7658-483c-96b8-1c871bbb0af0),segment_id=5a6ab605-7658-483c-96b8-1c871bbb0af0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:34:34.272709 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:34.394962 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=636ff863-231b-4bb2-8b80-8b23fb30e8ad,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:34.455556 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af615754-9470-41e2-b21c-90af6ffec6fc req-731727ba-bcd9-4fba-8ad9-bc0c1c7269e5 service neutron] 10.222.0.58 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802999 May 03 22:34:34.457070 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-09192c67-4a1c-46d8-a813-20855f77b51e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:34.464161 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-09192c67-4a1c-46d8-a813-20855f77b51e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/68c1cb7d-beda-4a37-b669-380b3f983626 HTTP/1.1" status: 204 len: 168 time: 0.5356486 May 03 22:34:34.464161 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09192c67-4a1c-46d8-a813-20855f77b51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c1cb7d-beda-4a37-b669-380b3f983626,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:34.527841 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd4fc26a-cad5-4997-b0f6-63de4522ddd8'] response: {'server_uuid': '4ab8bffe-87d7-4f2c-b1fc-bb96b1cd8dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247b8000-07fa-4b9f-b950-a386c51c5625', 'code': 200} May 03 22:34:34.728177 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe048b-d5a9-4519-82fd-74f9c8f875cf req-928a739d-0569-407e-9ed6-2957f26aa660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:34.733101 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b3fe048b-d5a9-4519-82fd-74f9c8f875cf req-928a739d-0569-407e-9ed6-2957f26aa660 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4ab8bffe-87d7-4f2c-b1fc-bb96b1cd8dae HTTP/1.1" status: 200 len: 1096 time: 0.1269956 May 03 22:34:34.781474 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b3fe048b-d5a9-4519-82fd-74f9c8f875cf req-4222a5bb-07cb-49da-a15a-26e96666b3fd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b4383091-0e12-4a45-b5ba-22cb6bee2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441146 May 03 22:34:34.896886 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19f31e-d4f8-45ac-8d16-417f54fc9cac req-188d21dd-0f0c-4f00-afe9-18167e315b0d tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:34.899827 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af19f31e-d4f8-45ac-8d16-417f54fc9cac req-188d21dd-0f0c-4f00-afe9-18167e315b0d tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f2ca278-5878-413d-a9b6-653f50ab0797 HTTP/1.1" status: 200 len: 948 time: 0.1917276 May 03 22:34:34.984551 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af19f31e-d4f8-45ac-8d16-417f54fc9cac req-b31e92c8-0741-45fa-a1a3-a566f8c7d973 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce74ecc-7667-405c-9143-a97308706fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782225 May 03 22:34:35.143473 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad16a343-46d5-4cb6-bf78-0226e10b79a8 req-5301039c-be8c-4214-a7cb-5c78f0cacdc6 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98eb3e9-ab24-40b6-9d3d-7ebc17c3666c HTTP/1.1" status: 200 len: 210 time: 0.0824187 May 03 22:34:35.169917 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 12b6e647-b1a9-4eef-902f-fa148e9616d5 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:34:35.214970 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49335a18-36d0-45d4-9e75-cc1a28e306f7 req-7e0edc5c-cde2-4e1d-83a4-76f966815cce tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:35.229712 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-49335a18-36d0-45d4-9e75-cc1a28e306f7 req-7e0edc5c-cde2-4e1d-83a4-76f966815cce tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "GET /v2.0/ports?device_id=85220903-59ea-4edc-8d95-31a151296fa8 HTTP/1.1" status: 200 len: 946 time: 0.1365166 May 03 22:34:35.310638 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-49335a18-36d0-45d4-9e75-cc1a28e306f7 req-1028c8b9-7f22-4596-9fe4-e5f921a963ce tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1919fa1-a94a-4010-84d7-711c4c5d82bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799286 May 03 22:34:35.395409 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 12b6e647-b1a9-4eef-902f-fa148e9616d5, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=12b6e647-b1a9-4eef-902f-fa148e9616d5,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:34:35.431229 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '12b6e647-b1a9-4eef-902f-fa148e9616d5', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': '12b6e647-b1a9-4eef-902f-fa148e9616d5', 'mac_address': 'fa:16:3e:b9:4a:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:34:35.605060 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0f930-8a8d-4a37-9b74-69cc1b21d7da req-07b2f1f2-baf8-4b44-b796-b6f078d3192e tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:35.606655 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:35.613538 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ddd0f930-8a8d-4a37-9b74-69cc1b21d7da req-07b2f1f2-baf8-4b44-b796-b6f078d3192e tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ab8bffe-87d7-4f2c-b1fc-bb96b1cd8dae HTTP/1.1" status: 200 len: 945 time: 0.1866233 May 03 22:34:35.638251 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b6e647-b1a9-4eef-902f-fa148e9616d5 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:34:35.673093 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 12b6e647-b1a9-4eef-902f-fa148e9616d5, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=12b6e647-b1a9-4eef-902f-fa148e9616d5,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:34:35.679463 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:35.742421 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ddd0f930-8a8d-4a37-9b74-69cc1b21d7da req-c74c9c1c-34fc-4a1d-b59d-63cb3712ec75 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4383091-0e12-4a45-b5ba-22cb6bee2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187549 May 03 22:34:35.785700 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=12b6e647-b1a9-4eef-902f-fa148e9616d5,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:36.044662 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['12b6e647-b1a9-4eef-902f-fa148e9616d5'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:34:36.328973 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc141138-9359-4276-8a98-951f1aef4ca6 req-00a8783c-4beb-4f23-87aa-8755e0b4f2c3 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:36.331732 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cc141138-9359-4276-8a98-951f1aef4ca6 req-00a8783c-4beb-4f23-87aa-8755e0b4f2c3 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f2ca278-5878-413d-a9b6-653f50ab0797 HTTP/1.1" status: 200 len: 949 time: 0.1401849 May 03 22:34:36.442601 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cc141138-9359-4276-8a98-951f1aef4ca6 req-541389e2-2471-43f2-9699-55d31a269927 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce74ecc-7667-405c-9143-a97308706fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863657 May 03 22:34:36.529528 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85220903-59ea-4edc-8d95-31a151296fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636ff863-231b-4bb2-8b80-8b23fb30e8ad'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:34:36.625549 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af615754-9470-41e2-b21c-90af6ffec6fc req-8dcf5b02-fd5b-4740-869c-d7a86102b488 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:36.640704 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af615754-9470-41e2-b21c-90af6ffec6fc req-8dcf5b02-fd5b-4740-869c-d7a86102b488 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.67 "GET /v2.0/networks?id=983af77e-2b01-4072-bd1e-12edcf859777 HTTP/1.1" status: 200 len: 806 time: 0.3065956 May 03 22:34:36.654702 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-af615754-9470-41e2-b21c-90af6ffec6fc req-2cf83961-f289-4dd4-91c6-7b1b55fad3b1 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Request body: {'port': {'device_id': 'c98eb3e9-ab24-40b6-9d3d-7ebc17c3666c', 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777', 'admin_state_up': True, 'tenant_id': '5a0f20c83fdc471fa4da593ef2ea5d27'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:34:36.989336 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-54e34210-bea6-4938-9008-43368b58b1a6 req-17005589-86dc-422a-8db4-3c10e1f208a5 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98eb3e9-ab24-40b6-9d3d-7ebc17c3666c HTTP/1.1" status: 200 len: 210 time: 0.2743957 May 03 22:34:37.055796 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35616) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:37.084369 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-af615754-9470-41e2-b21c-90af6ffec6fc req-2cf83961-f289-4dd4-91c6-7b1b55fad3b1 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:34:37.109500 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-af615754-9470-41e2-b21c-90af6ffec6fc req-2cf83961-f289-4dd4-91c6-7b1b55fad3b1 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Usage tracker for resource:port and tenant:5a0f20c83fdc471fa4da593ef2ea5d27 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:34:37.115793 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-af615754-9470-41e2-b21c-90af6ffec6fc req-2cf83961-f289-4dd4-91c6-7b1b55fad3b1 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:34:37.128824 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-af615754-9470-41e2-b21c-90af6ffec6fc req-2cf83961-f289-4dd4-91c6-7b1b55fad3b1 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:34:37.211753 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af615754-9470-41e2-b21c-90af6ffec6fc req-2cf83961-f289-4dd4-91c6-7b1b55fad3b1 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Made reservation on behalf of 5a0f20c83fdc471fa4da593ef2ea5d27 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:34:37.215265 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-af615754-9470-41e2-b21c-90af6ffec6fc req-2cf83961-f289-4dd4-91c6-7b1b55fad3b1 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:37.242752 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce338a-e553-476d-9b56-1b84f118ccee req-d5878967-62c0-448f-a3ce-d4db285a05f3 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:37.249713 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-87ce338a-e553-476d-9b56-1b84f118ccee req-d5878967-62c0-448f-a3ce-d4db285a05f3 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "GET /v2.0/ports?device_id=85220903-59ea-4edc-8d95-31a151296fa8 HTTP/1.1" status: 200 len: 946 time: 0.4862309 May 03 22:34:37.356406 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-87ce338a-e553-476d-9b56-1b84f118ccee req-acb6011b-d26e-43b9-bca5-a86ace5d9fdb tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1919fa1-a94a-4010-84d7-711c4c5d82bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056588 May 03 22:34:37.425713 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-7b726b0b-049b-449a-89d4-012fd535332c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-489129605-network', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:34:37.429628 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb288550-71ab-41fe-a6ad-488de259eb34'] response: {'server_uuid': '85220903-59ea-4edc-8d95-31a151296fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636ff863-231b-4bb2-8b80-8b23fb30e8ad', 'code': 200} May 03 22:34:37.432239 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7b726b0b-049b-449a-89d4-012fd535332c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:34:37.435954 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efc50c-06cb-42c1-b96f-6fa4936b455c req-86413b0a-14c5-4912-9cf5-fba8b492e1a6 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:37.438101 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7b726b0b-049b-449a-89d4-012fd535332c admin admin] Usage tracker for resource:network and tenant:4005ab853daa4dd0a8c6d47cfa1e3258 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:34:37.440719 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6efc50c-06cb-42c1-b96f-6fa4936b455c req-86413b0a-14c5-4912-9cf5-fba8b492e1a6 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b31f88c7-aee3-4f93-8e3a-5566bec64332 HTTP/1.1" status: 200 len: 945 time: 0.2996366 May 03 22:34:37.449511 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7b726b0b-049b-449a-89d4-012fd535332c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:34:37.461669 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7b726b0b-049b-449a-89d4-012fd535332c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:34:37.479603 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b726b0b-049b-449a-89d4-012fd535332c admin admin] Made reservation on behalf of 4005ab853daa4dd0a8c6d47cfa1e3258 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:34:37.485449 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7b726b0b-049b-449a-89d4-012fd535332c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:37.508058 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7b726b0b-049b-449a-89d4-012fd535332c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:37.590442 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7b726b0b-049b-449a-89d4-012fd535332c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:34:37.604496 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7b726b0b-049b-449a-89d4-012fd535332c admin admin] Usage tracker for resource:security_group_rule and tenant:4005ab853daa4dd0a8c6d47cfa1e3258 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:34:37.608818 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7b726b0b-049b-449a-89d4-012fd535332c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:34:37.615514 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7b726b0b-049b-449a-89d4-012fd535332c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:34:37.619237 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6efc50c-06cb-42c1-b96f-6fa4936b455c req-d4982844-bbe0-4996-bcc2-eb17ec586001 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671586 May 03 22:34:37.655418 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010c5e1-9f49-4dbb-9840-ddf2579aa541 req-52ec3a53-d1b2-4eaa-a279-6ccc067312d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:37.659518 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c010c5e1-9f49-4dbb-9840-ddf2579aa541 req-52ec3a53-d1b2-4eaa-a279-6ccc067312d7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=85220903-59ea-4edc-8d95-31a151296fa8 HTTP/1.1" status: 200 len: 1097 time: 0.1263876 May 03 22:34:37.674969 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-af615754-9470-41e2-b21c-90af6ffec6fc req-2cf83961-f289-4dd4-91c6-7b1b55fad3b1 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Allocated IP 172.20.0.7 (983af77e-2b01-4072-bd1e-12edcf859777/a1f38ed2-c940-45de-9756-cc79b8316a2d/da291b8c-351e-49ec-873e-2aa02e1a5673) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:34:37.717741 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c010c5e1-9f49-4dbb-9840-ddf2579aa541 req-e758f840-0b97-4fb5-b2e0-f0d1bff61b5b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a1919fa1-a94a-4010-84d7-711c4c5d82bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440478 May 03 22:34:37.779574 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7b726b0b-049b-449a-89d4-012fd535332c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:37.785874 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7b726b0b-049b-449a-89d4-012fd535332c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:37.819161 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b726b0b-049b-449a-89d4-012fd535332c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:34:37.830251 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7b726b0b-049b-449a-89d4-012fd535332c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:37.830842 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-7b726b0b-049b-449a-89d4-012fd535332c admin admin] Added segment c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008 of type vlan for network ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 May 03 22:34:37.863631 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7b726b0b-049b-449a-89d4-012fd535332c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:37.920248 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7b726b0b-049b-449a-89d4-012fd535332c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:37.921343 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b726b0b-049b-449a-89d4-012fd535332c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:37.922047 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7b726b0b-049b-449a-89d4-012fd535332c admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:37.939844 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b726b0b-049b-449a-89d4-012fd535332c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7df861-6839-4eec-a58e-eee9c83362c9,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:38.013263 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dacf22-73ae-41b1-a891-bd99a4a28166 req-76075131-bd5a-4baf-bbb5-15fbbe36f3be tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:38.020224 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a3dacf22-73ae-41b1-a891-bd99a4a28166 req-76075131-bd5a-4baf-bbb5-15fbbe36f3be tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ab8bffe-87d7-4f2c-b1fc-bb96b1cd8dae HTTP/1.1" status: 200 len: 945 time: 0.4521048 May 03 22:34:38.035149 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7b726b0b-049b-449a-89d4-012fd535332c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9775004 May 03 22:34:38.040943 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35640) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:38.048058 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-af615754-9470-41e2-b21c-90af6ffec6fc req-2cf83961-f289-4dd4-91c6-7b1b55fad3b1 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:38.048440 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-91765d2c-c155-4249-b58e-fcfc9176f380 admin admin] Request body: {'subnet': {'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-489129605-subnet', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:34:38.056663 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b726b0b-049b-449a-89d4-012fd535332c admin admin] Pushing event updated for resources: {'Network': ['ID=ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:38.068545 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:34:38.069190 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-91765d2c-c155-4249-b58e-fcfc9176f380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:34:38.075461 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-91765d2c-c155-4249-b58e-fcfc9176f380 admin admin] Usage tracker for resource:subnet and tenant:4005ab853daa4dd0a8c6d47cfa1e3258 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:34:38.079295 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-91765d2c-c155-4249-b58e-fcfc9176f380 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:34:38.093380 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-91765d2c-c155-4249-b58e-fcfc9176f380 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:34:38.114133 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91765d2c-c155-4249-b58e-fcfc9176f380 admin admin] Made reservation on behalf of 4005ab853daa4dd0a8c6d47cfa1e3258 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:34:38.116887 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-91765d2c-c155-4249-b58e-fcfc9176f380 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:38.166745 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a3dacf22-73ae-41b1-a891-bd99a4a28166 req-c3ca0ddf-f878-4c6a-9e00-5b304571b8a9 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4383091-0e12-4a45-b5ba-22cb6bee2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434896 May 03 22:34:38.207927 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402ff91-e399-4c25-b286-e384f7cc9ce5 req-b6d8afe7-35e0-4c91-96f3-3a539fe6d49b tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:38.219251 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2402ff91-e399-4c25-b286-e384f7cc9ce5 req-b6d8afe7-35e0-4c91-96f3-3a539fe6d49b tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f2ca278-5878-413d-a9b6-653f50ab0797 HTTP/1.1" status: 200 len: 949 time: 0.4183245 May 03 22:34:38.352998 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2402ff91-e399-4c25-b286-e384f7cc9ce5 req-a7827b16-188b-44e4-a0e8-d3b08b108f04 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce74ecc-7667-405c-9143-a97308706fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328585 May 03 22:34:38.368619 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-af615754-9470-41e2-b21c-90af6ffec6fc req-2cf83961-f289-4dd4-91c6-7b1b55fad3b1 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:38.384160 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['f6688ff0-6e96-4dac-90f0-7a42629dcd98'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:34:38.469065 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-91765d2c-c155-4249-b58e-fcfc9176f380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:38.570275 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af615754-9470-41e2-b21c-90af6ffec6fc req-2cf83961-f289-4dd4-91c6-7b1b55fad3b1 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Network 983af77e-2b01-4072-bd1e-12edcf859777 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:34:38.585883 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-af615754-9470-41e2-b21c-90af6ffec6fc req-2cf83961-f289-4dd4-91c6-7b1b55fad3b1 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:34:38.607812 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf83961-f289-4dd4-91c6-7b1b55fad3b1 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Pushing event updated for resources: {'Port': ['ID=da291b8c-351e-49ec-873e-2aa02e1a5673,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:38.611596 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-af615754-9470-41e2-b21c-90af6ffec6fc req-2cf83961-f289-4dd4-91c6-7b1b55fad3b1 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:34:38.654747 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91765d2c-c155-4249-b58e-fcfc9176f380 admin admin] Checking segment: {'id': 'c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:34:38.655121 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91765d2c-c155-4249-b58e-fcfc9176f380 admin admin] Network hostable DHCP agents. Network: ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:34:38.704872 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad47d9-ca05-40d5-9bd9-03d453656356 req-33e90815-2052-42b3-9b63-d426113898f6 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:38.707025 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91765d2c-c155-4249-b58e-fcfc9176f380 admin admin] Pushing event updated for resources: {'Subnet': ['ID=209e1eea-ba5e-419e-9e3d-b3077ecd94a4,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:38.707180 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3ad47d9-ca05-40d5-9bd9-03d453656356 req-33e90815-2052-42b3-9b63-d426113898f6 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98eb3e9-ab24-40b6-9d3d-7ebc17c3666c HTTP/1.1" status: 200 len: 931 time: 0.3249786 May 03 22:34:38.732197 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999dca77-26d6-4da9-9b5d-4ab5a4cb5f2b req-22e2a711-0d7f-4023-800e-61c500848d3e tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:38.732823 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-999dca77-26d6-4da9-9b5d-4ab5a4cb5f2b req-22e2a711-0d7f-4023-800e-61c500848d3e tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Synchronizing usage tracker for tenant:a06b44cd97c04e34925647c98841b1f3 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:34:38.740702 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91765d2c-c155-4249-b58e-fcfc9176f380 admin admin] Network ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:34:38.746357 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af615754-9470-41e2-b21c-90af6ffec6fc req-2cf83961-f289-4dd4-91c6-7b1b55fad3b1 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:38.748196 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-af615754-9470-41e2-b21c-90af6ffec6fc req-2cf83961-f289-4dd4-91c6-7b1b55fad3b1 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:38.756384 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-91765d2c-c155-4249-b58e-fcfc9176f380 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:34:38.760203 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-999dca77-26d6-4da9-9b5d-4ab5a4cb5f2b req-22e2a711-0d7f-4023-800e-61c500848d3e tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Unset dirty status for tenant:a06b44cd97c04e34925647c98841b1f3 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:34:38.761420 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-999dca77-26d6-4da9-9b5d-4ab5a4cb5f2b req-22e2a711-0d7f-4023-800e-61c500848d3e tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.67 "GET /v2.0/ports?device_id=b31f88c7-aee3-4f93-8e3a-5566bec64332 HTTP/1.1" status: 200 len: 945 time: 0.3362913 May 03 22:34:38.763453 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91765d2c-c155-4249-b58e-fcfc9176f380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:38.764099 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-91765d2c-c155-4249-b58e-fcfc9176f380 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:38.767669 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b716bc-4063-4c0f-b524-a90865bee535 None None] Network ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:34:38.803543 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3ad47d9-ca05-40d5-9bd9-03d453656356 req-c292d269-52b7-43e9-ac6c-68d91f64b64f tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819659 May 03 22:34:38.829258 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af615754-9470-41e2-b21c-90af6ffec6fc req-2cf83961-f289-4dd4-91c6-7b1b55fad3b1 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1794415 May 03 22:34:38.843906 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-999dca77-26d6-4da9-9b5d-4ab5a4cb5f2b req-bb3e9edd-1120-4eb7-9383-c293279f696a tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Deleting port 37e99326-0df7-4a22-a60f-84c041d2b4bc {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:34:38.844268 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-999dca77-26d6-4da9-9b5d-4ab5a4cb5f2b req-bb3e9edd-1120-4eb7-9383-c293279f696a tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:38.849020 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-af615754-9470-41e2-b21c-90af6ffec6fc req-bdd65d8a-cee6-4b0b-9b4e-f62060b2d501 service neutron] Request body: {'port': {'device_id': 'c98eb3e9-ab24-40b6-9d3d-7ebc17c3666c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:34:38.915383 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-91765d2c-c155-4249-b58e-fcfc9176f380 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8731742 May 03 22:34:38.921018 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35662) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:38.927942 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-2fae666f-0543-4912-a8fc-c2c39bf8554a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-489129605-router', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:34:38.934135 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2fae666f-0543-4912-a8fc-c2c39bf8554a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:34:39.133035 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-999dca77-26d6-4da9-9b5d-4ab5a4cb5f2b req-bb3e9edd-1120-4eb7-9383-c293279f696a tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] For port 37e99326-0df7-4a22-a60f-84c041d2b4bc, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=37e99326-0df7-4a22-a60f-84c041d2b4bc,segment=NetworkSegment(0fba8794-5565-49da-85db-24a5e3334694),segment_id=0fba8794-5565-49da-85db-24a5e3334694)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:34:39.133755 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-999dca77-26d6-4da9-9b5d-4ab5a4cb5f2b req-bb3e9edd-1120-4eb7-9383-c293279f696a tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:39.183160 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb51006-14a2-46a6-822c-f3f6c97ea717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5', 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'fixed_ips': [{'subnet_id': '209e1eea-ba5e-419e-9e3d-b3077ecd94a4'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:34:39.184150 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0bb51006-14a2-46a6-822c-f3f6c97ea717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:39.205741 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-af615754-9470-41e2-b21c-90af6ffec6fc req-bdd65d8a-cee6-4b0b-9b4e-f62060b2d501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:39.234852 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 12b6e647-b1a9-4eef-902f-fa148e9616d5 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:34:39.256452 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c071d7a-4ebc-4e18-8fa1-bb8111575783 req-f9e2b3de-22cb-46df-8a9f-724588c664b3 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:39.258048 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0c071d7a-4ebc-4e18-8fa1-bb8111575783 req-f9e2b3de-22cb-46df-8a9f-724588c664b3 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "GET /v2.0/ports?device_id=85220903-59ea-4edc-8d95-31a151296fa8 HTTP/1.1" status: 200 len: 946 time: 0.2937369 May 03 22:34:39.265131 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-999dca77-26d6-4da9-9b5d-4ab5a4cb5f2b req-bb3e9edd-1120-4eb7-9383-c293279f696a tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Calling delete_port for 37e99326-0df7-4a22-a60f-84c041d2b4bc owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:34:39.298411 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702f0b9-f3dd-4400-b885-9ce7df3d0222 req-24635cf4-857c-4d1c-a674-3341979438f0 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:39.300854 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a702f0b9-f3dd-4400-b885-9ce7df3d0222 req-24635cf4-857c-4d1c-a674-3341979438f0 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=b31f88c7-aee3-4f93-8e3a-5566bec64332 HTTP/1.1" status: 200 len: 945 time: 0.2833409 May 03 22:34:39.428145 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0c071d7a-4ebc-4e18-8fa1-bb8111575783 req-03fa4042-6e73-4de1-a577-a0abbfb09007 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1919fa1-a94a-4010-84d7-711c4c5d82bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606014 May 03 22:34:39.463188 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2fae666f-0543-4912-a8fc-c2c39bf8554a admin admin] Usage tracker for resource:router and tenant:4005ab853daa4dd0a8c6d47cfa1e3258 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:34:39.463483 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a702f0b9-f3dd-4400-b885-9ce7df3d0222 req-04a7ef82-5504-4b0b-85ce-c3351f478f1c tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211617 May 03 22:34:39.467443 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2fae666f-0543-4912-a8fc-c2c39bf8554a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:34:39.470477 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-999dca77-26d6-4da9-9b5d-4ab5a4cb5f2b req-bb3e9edd-1120-4eb7-9383-c293279f696a tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:39.482447 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 12b6e647-b1a9-4eef-902f-fa148e9616d5 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:34:39.509638 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2fae666f-0543-4912-a8fc-c2c39bf8554a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:34:39.579852 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e9edd-1120-4eb7-9383-c293279f696a tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Pushing event deleted for resources: {'Port': ['ID=37e99326-0df7-4a22-a60f-84c041d2b4bc,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:39.614504 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['820413f4-2c1b-4567-b308-debebc0330d4'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:34:39.704446 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2fae666f-0543-4912-a8fc-c2c39bf8554a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:39.705474 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2fae666f-0543-4912-a8fc-c2c39bf8554a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:39.710084 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['bedbb6c7-af41-4930-8fd0-89cfbd5ed54a', '37e99326-0df7-4a22-a60f-84c041d2b4bc'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:34:39.742300 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2fae666f-0543-4912-a8fc-c2c39bf8554a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:39.931115 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 12b6e647-b1a9-4eef-902f-fa148e9616d5 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:34:39.931716 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:40.223910 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-0bb51006-14a2-46a6-822c-f3f6c97ea717 None None] Allocated IP 172.20.0.2 (ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5/209e1eea-ba5e-419e-9e3d-b3077ecd94a4/0a5fadcc-65a6-480d-91b2-288402f8934b) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:34:40.374521 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c5073-acbe-435b-a803-71f54c76d91c req-7900aa8c-dc0e-494d-8db4-19f20678d694 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:40.376440 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e4c5073-acbe-435b-a803-71f54c76d91c req-7900aa8c-dc0e-494d-8db4-19f20678d694 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f2ca278-5878-413d-a9b6-653f50ab0797 HTTP/1.1" status: 200 len: 949 time: 0.7043064 May 03 22:34:40.410398 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-999dca77-26d6-4da9-9b5d-4ab5a4cb5f2b req-bb3e9edd-1120-4eb7-9383-c293279f696a tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] No DVR routers for this DVR port 37e99326-0df7-4a22-a60f-84c041d2b4bc on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:34:40.415386 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-999dca77-26d6-4da9-9b5d-4ab5a4cb5f2b req-bb3e9edd-1120-4eb7-9383-c293279f696a tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:40.445908 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31f88c7-aee3-4f93-8e3a-5566bec64332', 'name': 'network-vif-deleted', 'tag': '37e99326-0df7-4a22-a60f-84c041d2b4bc'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:34:40.504242 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af84d0-3c27-4d57-b299-8de29d7a5d5f req-0fac5686-e570-4b1f-8721-d7eb57f03a4b tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:40.506370 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-a6af84d0-3c27-4d57-b299-8de29d7a5d5f req-0fac5686-e570-4b1f-8721-d7eb57f03a4b tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Synchronizing usage tracker for tenant:5a0f20c83fdc471fa4da593ef2ea5d27 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:34:40.605586 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-af615754-9470-41e2-b21c-90af6ffec6fc req-bdd65d8a-cee6-4b0b-9b4e-f62060b2d501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da291b8c-351e-49ec-873e-2aa02e1a5673 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:34:40.614088 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-af615754-9470-41e2-b21c-90af6ffec6fc req-bdd65d8a-cee6-4b0b-9b4e-f62060b2d501 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:40.624690 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-999dca77-26d6-4da9-9b5d-4ab5a4cb5f2b req-bb3e9edd-1120-4eb7-9383-c293279f696a tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.67 "DELETE /v2.0/ports/37e99326-0df7-4a22-a60f-84c041d2b4bc HTTP/1.1" status: 204 len: 173 time: 1.8561907 May 03 22:34:40.660709 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-af615754-9470-41e2-b21c-90af6ffec6fc req-bdd65d8a-cee6-4b0b-9b4e-f62060b2d501 service neutron] Transition to ACTIVE for port object da291b8c-351e-49ec-873e-2aa02e1a5673 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:34:40.676661 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:40.676887 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e4c5073-acbe-435b-a803-71f54c76d91c req-87a094e2-918e-4b1a-94ab-adb84cf196af tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce74ecc-7667-405c-9143-a97308706fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920771 May 03 22:34:40.679877 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-af615754-9470-41e2-b21c-90af6ffec6fc req-bdd65d8a-cee6-4b0b-9b4e-f62060b2d501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:40.761007 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2ca278-5878-413d-a9b6-653f50ab0797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b6e647-b1a9-4eef-902f-fa148e9616d5'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:34:40.803573 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 12b6e647-b1a9-4eef-902f-fa148e9616d5, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=12b6e647-b1a9-4eef-902f-fa148e9616d5,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:34:40.823622 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:40.828036 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2fae666f-0543-4912-a8fc-c2c39bf8554a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:41.020757 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0bb51006-14a2-46a6-822c-f3f6c97ea717 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:41.024491 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=12b6e647-b1a9-4eef-902f-fa148e9616d5,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:41.042506 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-0bb51006-14a2-46a6-822c-f3f6c97ea717 None None] Transition to ACTIVE for port object 0a5fadcc-65a6-480d-91b2-288402f8934b will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:34:41.063740 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-0bb51006-14a2-46a6-822c-f3f6c97ea717 None None] Transition to ACTIVE for port object 0a5fadcc-65a6-480d-91b2-288402f8934b will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:34:41.071765 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0bb51006-14a2-46a6-822c-f3f6c97ea717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:41.158509 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd65d8a-cee6-4b0b-9b4e-f62060b2d501 service neutron] Pushing event updated for resources: {'Port': ['ID=da291b8c-351e-49ec-873e-2aa02e1a5673,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:41.166489 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb51006-14a2-46a6-822c-f3f6c97ea717 None None] Network ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:34:41.169666 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-0bb51006-14a2-46a6-822c-f3f6c97ea717 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:34:41.174281 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb51006-14a2-46a6-822c-f3f6c97ea717 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:34:41.180914 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb51006-14a2-46a6-822c-f3f6c97ea717 None None] Pushing event updated for resources: {'Port': ['ID=0a5fadcc-65a6-480d-91b2-288402f8934b,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:41.189923 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-a6af84d0-3c27-4d57-b299-8de29d7a5d5f req-0fac5686-e570-4b1f-8721-d7eb57f03a4b tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Unset dirty status for tenant:5a0f20c83fdc471fa4da593ef2ea5d27 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:34:41.191175 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6af84d0-3c27-4d57-b299-8de29d7a5d5f req-0fac5686-e570-4b1f-8721-d7eb57f03a4b tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98eb3e9-ab24-40b6-9d3d-7ebc17c3666c HTTP/1.1" status: 200 len: 931 time: 1.0847771 May 03 22:34:41.293079 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-0bb51006-14a2-46a6-822c-f3f6c97ea717 None None] Attempting to bind port 0a5fadcc-65a6-480d-91b2-288402f8934b on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:34:41.293436 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-0bb51006-14a2-46a6-822c-f3f6c97ea717 None None] Attempting to bind port 0a5fadcc-65a6-480d-91b2-288402f8934b by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:34:41.293719 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb51006-14a2-46a6-822c-f3f6c97ea717 None None] Attempting to bind port 0a5fadcc-65a6-480d-91b2-288402f8934b on network ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:34:41.302589 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb51006-14a2-46a6-822c-f3f6c97ea717 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:34:41.302965 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb51006-14a2-46a6-822c-f3f6c97ea717 None None] Checking segment: {'id': 'c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:34:41.303355 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0bb51006-14a2-46a6-822c-f3f6c97ea717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:41.303743 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb51006-14a2-46a6-822c-f3f6c97ea717 None None] Bound using segment: {'id': 'c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:34:41.304203 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-0bb51006-14a2-46a6-822c-f3f6c97ea717 None None] Bound port: 0a5fadcc-65a6-480d-91b2-288402f8934b, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:34:41.304574 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0bb51006-14a2-46a6-822c-f3f6c97ea717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:41.330224 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd65d8a-cee6-4b0b-9b4e-f62060b2d501 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:41.330643 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd65d8a-cee6-4b0b-9b4e-f62060b2d501 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:41.330917 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd65d8a-cee6-4b0b-9b4e-f62060b2d501 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:41.331254 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd65d8a-cee6-4b0b-9b4e-f62060b2d501 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:41.331591 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd65d8a-cee6-4b0b-9b4e-f62060b2d501 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:41.331926 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd65d8a-cee6-4b0b-9b4e-f62060b2d501 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:41.332257 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd65d8a-cee6-4b0b-9b4e-f62060b2d501 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:41.332585 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd65d8a-cee6-4b0b-9b4e-f62060b2d501 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:41.332916 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd65d8a-cee6-4b0b-9b4e-f62060b2d501 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:41.333239 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd65d8a-cee6-4b0b-9b4e-f62060b2d501 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:41.333565 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd65d8a-cee6-4b0b-9b4e-f62060b2d501 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:41.333914 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd65d8a-cee6-4b0b-9b4e-f62060b2d501 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:41.463138 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6af84d0-3c27-4d57-b299-8de29d7a5d5f req-1e25fbef-7e88-4e17-9123-f38815cb5808 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317231 May 03 22:34:41.539612 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2fae666f-0543-4912-a8fc-c2c39bf8554a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:41.541528 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-af615754-9470-41e2-b21c-90af6ffec6fc req-bdd65d8a-cee6-4b0b-9b4e-f62060b2d501 service neutron] Attempting to bind port da291b8c-351e-49ec-873e-2aa02e1a5673 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:34:41.542057 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-af615754-9470-41e2-b21c-90af6ffec6fc req-bdd65d8a-cee6-4b0b-9b4e-f62060b2d501 service neutron] Attempting to bind port da291b8c-351e-49ec-873e-2aa02e1a5673 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': 'cbe0e324-a30f-4158-b658-34d22a2a37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:34:41.542394 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af615754-9470-41e2-b21c-90af6ffec6fc req-bdd65d8a-cee6-4b0b-9b4e-f62060b2d501 service neutron] Attempting to bind port da291b8c-351e-49ec-873e-2aa02e1a5673 on network 983af77e-2b01-4072-bd1e-12edcf859777 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:34:41.579454 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-0bb51006-14a2-46a6-822c-f3f6c97ea717 None None] For port 0a5fadcc-65a6-480d-91b2-288402f8934b, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:34:41.583637 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-0bb51006-14a2-46a6-822c-f3f6c97ea717 None None] For port 0a5fadcc-65a6-480d-91b2-288402f8934b, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0a5fadcc-65a6-480d-91b2-288402f8934b,segment=NetworkSegment(c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008),segment_id=c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:34:41.591693 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e8062-df3c-420c-9334-3751e1524f07 req-09e69abd-be86-41dd-a72d-f587596cf2ac tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:41.595022 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0bb51006-14a2-46a6-822c-f3f6c97ea717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:41.597557 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-835e8062-df3c-420c-9334-3751e1524f07 req-09e69abd-be86-41dd-a72d-f587596cf2ac tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "GET /v2.0/ports?device_id=85220903-59ea-4edc-8d95-31a151296fa8 HTTP/1.1" status: 200 len: 946 time: 0.5793667 May 03 22:34:41.610249 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af615754-9470-41e2-b21c-90af6ffec6fc req-bdd65d8a-cee6-4b0b-9b4e-f62060b2d501 service neutron] Port da291b8c-351e-49ec-873e-2aa02e1a5673 on network 983af77e-2b01-4072-bd1e-12edcf859777 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:34:41.610604 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af615754-9470-41e2-b21c-90af6ffec6fc req-bdd65d8a-cee6-4b0b-9b4e-f62060b2d501 service neutron] Attempting to bind port da291b8c-351e-49ec-873e-2aa02e1a5673 on network 983af77e-2b01-4072-bd1e-12edcf859777 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:34:41.647002 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af615754-9470-41e2-b21c-90af6ffec6fc req-bdd65d8a-cee6-4b0b-9b4e-f62060b2d501 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:34:41.648407 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af615754-9470-41e2-b21c-90af6ffec6fc req-bdd65d8a-cee6-4b0b-9b4e-f62060b2d501 service neutron] Checking segment: {'id': 'cbe0e324-a30f-4158-b658-34d22a2a37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:34:41.649301 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af615754-9470-41e2-b21c-90af6ffec6fc req-bdd65d8a-cee6-4b0b-9b4e-f62060b2d501 service neutron] Bound using segment: {'id': 'cbe0e324-a30f-4158-b658-34d22a2a37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:34:41.652639 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-af615754-9470-41e2-b21c-90af6ffec6fc req-bdd65d8a-cee6-4b0b-9b4e-f62060b2d501 service neutron] Bound port: da291b8c-351e-49ec-873e-2aa02e1a5673, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe0e324-a30f-4158-b658-34d22a2a37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:34:41.653154 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-af615754-9470-41e2-b21c-90af6ffec6fc req-bdd65d8a-cee6-4b0b-9b4e-f62060b2d501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:41.680828 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5954f2df-e784-4875-b395-e096831aa99e'] response: {'server_uuid': 'b31f88c7-aee3-4f93-8e3a-5566bec64332', 'name': 'network-vif-deleted', 'tag': '37e99326-0df7-4a22-a60f-84c041d2b4bc', 'status': 'completed', 'code': 200} May 03 22:34:41.681915 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2fae666f-0543-4912-a8fc-c2c39bf8554a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:41.755761 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb51006-14a2-46a6-822c-f3f6c97ea717 None None] Pushing event updated for resources: {'Port': ['ID=0a5fadcc-65a6-480d-91b2-288402f8934b,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:41.825814 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-835e8062-df3c-420c-9334-3751e1524f07 req-2a848a62-b1a7-491c-b892-03b5f0bad59b tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1919fa1-a94a-4010-84d7-711c4c5d82bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2209101 May 03 22:34:41.903283 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e4bcb5a-b309-4a67-a34c-903cad9555b0'] response: {'server_uuid': '7f2ca278-5878-413d-a9b6-653f50ab0797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b6e647-b1a9-4eef-902f-fa148e9616d5', 'code': 200} May 03 22:34:41.914826 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-af615754-9470-41e2-b21c-90af6ffec6fc req-bdd65d8a-cee6-4b0b-9b4e-f62060b2d501 service neutron] For port da291b8c-351e-49ec-873e-2aa02e1a5673, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:34:41.921221 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-af615754-9470-41e2-b21c-90af6ffec6fc req-bdd65d8a-cee6-4b0b-9b4e-f62060b2d501 service neutron] For port da291b8c-351e-49ec-873e-2aa02e1a5673, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=da291b8c-351e-49ec-873e-2aa02e1a5673,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:34:41.935456 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-af615754-9470-41e2-b21c-90af6ffec6fc req-bdd65d8a-cee6-4b0b-9b4e-f62060b2d501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:42.093883 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-2fae666f-0543-4912-a8fc-c2c39bf8554a admin admin] Allocated IP 172.25.2.158 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/640ff890-5211-4462-814a-cc3def5b682f) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:34:42.136008 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af615754-9470-41e2-b21c-90af6ffec6fc req-bdd65d8a-cee6-4b0b-9b4e-f62060b2d501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:42.136965 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-af615754-9470-41e2-b21c-90af6ffec6fc req-bdd65d8a-cee6-4b0b-9b4e-f62060b2d501 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:42.143684 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af615754-9470-41e2-b21c-90af6ffec6fc req-bdd65d8a-cee6-4b0b-9b4e-f62060b2d501 service neutron] 10.222.0.67 "PUT /v2.0/ports/da291b8c-351e-49ec-873e-2aa02e1a5673 HTTP/1.1" status: 200 len: 1091 time: 3.3055537 May 03 22:34:42.144269 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98eb3e9-ab24-40b6-9d3d-7ebc17c3666c', 'tag': 'da291b8c-351e-49ec-873e-2aa02e1a5673'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:34:42.256276 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd65d8a-cee6-4b0b-9b4e-f62060b2d501 service neutron] Pushing event updated for resources: {'Port': ['ID=da291b8c-351e-49ec-873e-2aa02e1a5673,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:42.417816 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c49b46-b50d-4cd9-a053-606d25c80d78 req-d3ec5bfe-c434-4dad-bd49-632995e64211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:42.421109 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-77c49b46-b50d-4cd9-a053-606d25c80d78 req-d3ec5bfe-c434-4dad-bd49-632995e64211 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7f2ca278-5878-413d-a9b6-653f50ab0797 HTTP/1.1" status: 200 len: 1101 time: 0.4209058 May 03 22:34:42.511339 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-77c49b46-b50d-4cd9-a053-606d25c80d78 req-9da6e136-ed7e-46f5-9720-71c12c684480 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2ce74ecc-7667-405c-9143-a97308706fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717535 May 03 22:34:42.514690 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6db07c-24b1-4e13-b112-1282bd13f0ea req-0495392e-6aad-425c-8af2-e50dd882ffca tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:42.522830 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5b6db07c-24b1-4e13-b112-1282bd13f0ea req-0495392e-6aad-425c-8af2-e50dd882ffca tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f2ca278-5878-413d-a9b6-653f50ab0797 HTTP/1.1" status: 200 len: 950 time: 0.3924613 May 03 22:34:42.573807 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2fae666f-0543-4912-a8fc-c2c39bf8554a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:42.635260 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2fae666f-0543-4912-a8fc-c2c39bf8554a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:42.669753 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5b6db07c-24b1-4e13-b112-1282bd13f0ea req-a511284d-7573-40c3-a42a-38a7ff5e5d85 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce74ecc-7667-405c-9143-a97308706fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402752 May 03 22:34:42.729937 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af615754-9470-41e2-b21c-90af6ffec6fc req-633134b2-4e06-49f5-9f0e-00c2c5e88833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:42.732300 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af615754-9470-41e2-b21c-90af6ffec6fc req-633134b2-4e06-49f5-9f0e-00c2c5e88833 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5a0f20c83fdc471fa4da593ef2ea5d27&device_id=c98eb3e9-ab24-40b6-9d3d-7ebc17c3666c HTTP/1.1" status: 200 len: 1094 time: 0.3673809 May 03 22:34:42.752981 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fae666f-0543-4912-a8fc-c2c39bf8554a admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:34:42.756284 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-2fae666f-0543-4912-a8fc-c2c39bf8554a admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:34:42.765959 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fae666f-0543-4912-a8fc-c2c39bf8554a admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:34:42.810851 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae666f-0543-4912-a8fc-c2c39bf8554a admin admin] Pushing event updated for resources: {'Port': ['ID=640ff890-5211-4462-814a-cc3def5b682f,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:42.896666 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af615754-9470-41e2-b21c-90af6ffec6fc req-316b1cdf-fa5e-4401-aff9-177c697ac147 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da291b8c-351e-49ec-873e-2aa02e1a5673 HTTP/1.1" status: 200 len: 217 time: 0.1310079 May 03 22:34:42.907671 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4c94b95-9b70-400b-b8ac-addb7556a669'] response: {'name': 'network-changed', 'server_uuid': 'c98eb3e9-ab24-40b6-9d3d-7ebc17c3666c', 'tag': 'da291b8c-351e-49ec-873e-2aa02e1a5673', 'status': 'completed', 'code': 200} May 03 22:34:42.959455 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 0a5fadcc-65a6-480d-91b2-288402f8934b up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:34:43.221172 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 37e99326-0df7-4a22-a60f-84c041d2b4bc no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:34:43.235923 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190411a-19b9-4179-8130-26d71f59c70a req-964ab9e0-e568-4d45-97b6-16ea70dd7d52 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:43.260277 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8190411a-19b9-4179-8130-26d71f59c70a req-964ab9e0-e568-4d45-97b6-16ea70dd7d52 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "GET /v2.0/ports?device_id=85220903-59ea-4edc-8d95-31a151296fa8 HTTP/1.1" status: 200 len: 946 time: 0.3613317 May 03 22:34:43.264954 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35782) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:43.273558 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 37e99326-0df7-4a22-a60f-84c041d2b4bc {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:34:43.273924 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 37e99326-0df7-4a22-a60f-84c041d2b4bc not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:34:43.278461 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-7d5ebdfe-0fd9-47fd-a55d-92692552b9e3 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Request body: {'floatingip': {'port_id': '636ff863-231b-4bb2-8b80-8b23fb30e8ad'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:34:43.310195 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 0a5fadcc-65a6-480d-91b2-288402f8934b completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:34:43.392848 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7d5ebdfe-0fd9-47fd-a55d-92692552b9e3 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks [] for floatingip, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:43.536006 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2904faef-c289-4963-8037-2ee9ca74dd60 None None] Network ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:34:43.667851 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b7ed557a-3733-433b-b13e-b895b6a73908 None None] Provisioning for port 0a5fadcc-65a6-480d-91b2-288402f8934b completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:34:43.680832 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b7ed557a-3733-433b-b13e-b895b6a73908 None None] Provisioning complete for port 0a5fadcc-65a6-480d-91b2-288402f8934b triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:34:43.681279 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b7ed557a-3733-433b-b13e-b895b6a73908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:43.752748 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af615754-9470-41e2-b21c-90af6ffec6fc req-8ae3b944-425b-4639-9476-fcb03f2df10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:43.754934 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af615754-9470-41e2-b21c-90af6ffec6fc req-8ae3b944-425b-4639-9476-fcb03f2df10e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a1f38ed2-c940-45de-9756-cc79b8316a2d HTTP/1.1" status: 200 len: 846 time: 0.8415661 May 03 22:34:43.755799 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2fae666f-0543-4912-a8fc-c2c39bf8554a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:43.964281 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b7ed557a-3733-433b-b13e-b895b6a73908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:44.051844 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-b7ed557a-3733-433b-b13e-b895b6a73908 None None] For port 0a5fadcc-65a6-480d-91b2-288402f8934b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0a5fadcc-65a6-480d-91b2-288402f8934b,segment=NetworkSegment(c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008),segment_id=c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:34:44.064447 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35810) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:44.069502 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b7ed557a-3733-433b-b13e-b895b6a73908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:44.264537 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed557a-3733-433b-b13e-b895b6a73908 None None] Pushing event updated for resources: {'Port': ['ID=0a5fadcc-65a6-480d-91b2-288402f8934b,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:44.396721 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884962c6-37dd-474a-813c-7ead3e73753e req-e5716f78-cf3b-4391-8b7f-8d9fdce81f0a tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:44.398457 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-884962c6-37dd-474a-813c-7ead3e73753e req-e5716f78-cf3b-4391-8b7f-8d9fdce81f0a tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98eb3e9-ab24-40b6-9d3d-7ebc17c3666c HTTP/1.1" status: 200 len: 943 time: 1.2798901 May 03 22:34:44.457827 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af615754-9470-41e2-b21c-90af6ffec6fc req-e8fb9413-aff9-4471-8329-3798d9ab4360 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=983af77e-2b01-4072-bd1e-12edcf859777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6402349 May 03 22:34:44.461629 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-28016b3a-47b8-4e49-84fb-bb8b081480bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:44.495221 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-fd0b729f-eb96-4c1a-ade3-4a27937ea6c2 None None] Provisioning complete for port 0a5fadcc-65a6-480d-91b2-288402f8934b triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:34:44.495595 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd0b729f-eb96-4c1a-ade3-4a27937ea6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:44.498856 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-28016b3a-47b8-4e49-84fb-bb8b081480bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:34:44.508422 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-28016b3a-47b8-4e49-84fb-bb8b081480bd admin admin] Usage tracker for resource:security_group_rule and tenant:43a02f44c6224227a870406e686481f7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:34:44.513618 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-28016b3a-47b8-4e49-84fb-bb8b081480bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:34:44.530735 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-28016b3a-47b8-4e49-84fb-bb8b081480bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:34:44.572747 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b58bdc-c7e7-492b-8367-79ec1e9ff808 req-654c1000-d1a9-421e-b5a3-7b42bd02fd75 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:44.573575 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-97b58bdc-c7e7-492b-8367-79ec1e9ff808 req-654c1000-d1a9-421e-b5a3-7b42bd02fd75 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Synchronizing usage tracker for tenant:a06b44cd97c04e34925647c98841b1f3 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:34:44.587693 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2fae666f-0543-4912-a8fc-c2c39bf8554a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:44.675665 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-884962c6-37dd-474a-813c-7ead3e73753e req-3ec560ff-724e-4349-9678-c51866c48266 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009404 May 03 22:34:44.682350 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e608fe-c642-4179-932e-b7df1930e04a req-6d0dbb22-192d-4e98-a6f7-fbc36ec38dbe tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:44.683899 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-86e608fe-c642-4179-932e-b7df1930e04a req-6d0dbb22-192d-4e98-a6f7-fbc36ec38dbe tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=42ec8bce-1b92-4bdc-9378-9caea9368515 HTTP/1.1" status: 200 len: 946 time: 1.2214639 May 03 22:34:44.757309 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-97b58bdc-c7e7-492b-8367-79ec1e9ff808 req-654c1000-d1a9-421e-b5a3-7b42bd02fd75 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Unset dirty status for tenant:a06b44cd97c04e34925647c98841b1f3 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:34:44.758602 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-97b58bdc-c7e7-492b-8367-79ec1e9ff808 req-654c1000-d1a9-421e-b5a3-7b42bd02fd75 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.60 "GET /v2.0/ports?device_id=42ec8bce-1b92-4bdc-9378-9caea9368515 HTTP/1.1" status: 200 len: 946 time: 0.3666174 May 03 22:34:44.820624 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af615754-9470-41e2-b21c-90af6ffec6fc req-4b0d8606-6090-424e-9316-9d12fbce60c8 service neutron] 10.222.0.67 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453197 May 03 22:34:44.838523 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-97b58bdc-c7e7-492b-8367-79ec1e9ff808 req-b6b6b618-515d-4754-94cb-2fa5b5aa7340 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Deleting port 820413f4-2c1b-4567-b308-debebc0330d4 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:34:44.842115 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-97b58bdc-c7e7-492b-8367-79ec1e9ff808 req-b6b6b618-515d-4754-94cb-2fa5b5aa7340 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:44.866207 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-86e608fe-c642-4179-932e-b7df1930e04a req-8e634b52-60c6-4e97-a3f8-80d99446a461 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713500 May 03 22:34:44.910182 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 0a5fadcc-65a6-480d-91b2-288402f8934b up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:34:45.053046 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 0a5fadcc-65a6-480d-91b2-288402f8934b triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:34:45.053773 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:45.130916 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-28016b3a-47b8-4e49-84fb-bb8b081480bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:45.194501 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af615754-9470-41e2-b21c-90af6ffec6fc req-6f52a8d0-0be2-488b-99e8-302ce63ccccd service neutron] 10.222.0.67 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447108 May 03 22:34:45.307992 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-28016b3a-47b8-4e49-84fb-bb8b081480bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:45.369121 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7ae4d-6206-4dd9-b64c-766d112ceee1 req-7038ec0b-4994-4fe2-a9ac-fa7cfa2cd2b5 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:45.376585 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f1f7ae4d-6206-4dd9-b64c-766d112ceee1 req-7038ec0b-4994-4fe2-a9ac-fa7cfa2cd2b5 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f2ca278-5878-413d-a9b6-653f50ab0797 HTTP/1.1" status: 200 len: 950 time: 0.3077552 May 03 22:34:45.407813 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-28016b3a-47b8-4e49-84fb-bb8b081480bd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=43a02f44c6224227a870406e686481f7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3423045 May 03 22:34:45.412372 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35824) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:45.416871 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7d5ebdfe-0fd9-47fd-a55d-92692552b9e3 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:45.432058 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7d5ebdfe-0fd9-47fd-a55d-92692552b9e3 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:45.444594 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28016b3a-47b8-4e49-84fb-bb8b081480bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba54c0d7-2c1a-4d2b-970c-f4ad97334989,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:45.463525 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-97b58bdc-c7e7-492b-8367-79ec1e9ff808 req-b6b6b618-515d-4754-94cb-2fa5b5aa7340 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] For port 820413f4-2c1b-4567-b308-debebc0330d4, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=820413f4-2c1b-4567-b308-debebc0330d4,segment=NetworkSegment(0fba8794-5565-49da-85db-24a5e3334694),segment_id=0fba8794-5565-49da-85db-24a5e3334694)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:34:45.463973 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-97b58bdc-c7e7-492b-8367-79ec1e9ff808 req-b6b6b618-515d-4754-94cb-2fa5b5aa7340 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:45.479941 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fae666f-0543-4912-a8fc-c2c39bf8554a admin admin] Router 6d844c5b-1141-4870-949f-26977ca0c94d is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:34:45.488201 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28016b3a-47b8-4e49-84fb-bb8b081480bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:45.488450 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28016b3a-47b8-4e49-84fb-bb8b081480bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:45.488750 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28016b3a-47b8-4e49-84fb-bb8b081480bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:45.489095 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28016b3a-47b8-4e49-84fb-bb8b081480bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:45.489582 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28016b3a-47b8-4e49-84fb-bb8b081480bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:45.489926 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28016b3a-47b8-4e49-84fb-bb8b081480bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:45.490248 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28016b3a-47b8-4e49-84fb-bb8b081480bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:45.490564 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28016b3a-47b8-4e49-84fb-bb8b081480bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:45.490878 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28016b3a-47b8-4e49-84fb-bb8b081480bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:45.491189 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28016b3a-47b8-4e49-84fb-bb8b081480bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:45.491555 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28016b3a-47b8-4e49-84fb-bb8b081480bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:45.491873 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28016b3a-47b8-4e49-84fb-bb8b081480bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:45.562869 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f1f7ae4d-6206-4dd9-b64c-766d112ceee1 req-5a6bfaeb-8d74-4e45-8170-47eedfcd36d4 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce74ecc-7667-405c-9143-a97308706fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853549 May 03 22:34:45.612497 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522b624-16a5-4663-9175-84a5d6efa01d req-c7cdcd69-6973-44b9-8e2c-c3c952b137c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:45.614193 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b522b624-16a5-4663-9175-84a5d6efa01d req-c7cdcd69-6973-44b9-8e2c-c3c952b137c3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5a0f20c83fdc471fa4da593ef2ea5d27&device_id=c98eb3e9-ab24-40b6-9d3d-7ebc17c3666c HTTP/1.1" status: 200 len: 1094 time: 0.3448091 May 03 22:34:45.773711 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-97b58bdc-c7e7-492b-8367-79ec1e9ff808 req-b6b6b618-515d-4754-94cb-2fa5b5aa7340 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Calling delete_port for 820413f4-2c1b-4567-b308-debebc0330d4 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:34:45.926475 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-7d5ebdfe-0fd9-47fd-a55d-92692552b9e3 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Floating IP a6ec66a6-0088-4de6-9e2e-239e945ac6d5 associated. External IP: 172.25.2.72, port: 636ff863-231b-4bb2-8b80-8b23fb30e8ad. May 03 22:34:46.026247 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a1293ed4-a00c-4cee-981c-15fe749ce5b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:46.088106 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a1293ed4-a00c-4cee-981c-15fe749ce5b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:46.201942 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fae666f-0543-4912-a8fc-c2c39bf8554a admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:34:46.214551 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d4151a-56f9-46fa-99ee-968e35833836 None None] Sync routers for ids ['6d844c5b-1141-4870-949f-26977ca0c94d'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:34:46.235855 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d4151a-56f9-46fa-99ee-968e35833836 None None] Routers {'6d844c5b-1141-4870-949f-26977ca0c94d'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:34:46.236549 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f1d4151a-56f9-46fa-99ee-968e35833836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:34:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6d844c5b-1141-4870-949f-26977ca0c94d'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:34:46.261150 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-97b58bdc-c7e7-492b-8367-79ec1e9ff808 req-b6b6b618-515d-4754-94cb-2fa5b5aa7340 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:46.429754 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2fae666f-0543-4912-a8fc-c2c39bf8554a admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:46.434861 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2fae666f-0543-4912-a8fc-c2c39bf8554a admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.5123458 May 03 22:34:46.447265 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35848) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:46.455871 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6b618-515d-4754-94cb-2fa5b5aa7340 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Pushing event deleted for resources: {'Port': ['ID=820413f4-2c1b-4567-b308-debebc0330d4,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:46.469015 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522b624-16a5-4663-9175-84a5d6efa01d req-d768022a-8576-4e4a-8302-e66e947779de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:46.470495 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b522b624-16a5-4663-9175-84a5d6efa01d req-d768022a-8576-4e4a-8302-e66e947779de service neutron] 10.222.0.67 "GET /v2.0/networks?id=983af77e-2b01-4072-bd1e-12edcf859777 HTTP/1.1" status: 200 len: 907 time: 0.8467793 May 03 22:34:46.501885 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3ec9e1a0-dd16-4ee9-a91f-d295b65df0fd req-622c342c-198f-41cb-addc-450138607f19 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=42ec8bce-1b92-4bdc-9378-9caea9368515 HTTP/1.1" status: 200 len: 210 time: 0.1428905 May 03 22:34:46.537050 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-f1d4151a-56f9-46fa-99ee-968e35833836 None None] Set router 6d844c5b-1141-4870-949f-26977ca0c94d gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:34:46.576767 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a1293ed4-a00c-4cee-981c-15fe749ce5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:46.579319 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a1293ed4-a00c-4cee-981c-15fe749ce5b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:46.582925 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a1293ed4-a00c-4cee-981c-15fe749ce5b9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ba54c0d7-2c1a-4d2b-970c-f4ad97334989 HTTP/1.1" status: 204 len: 168 time: 1.1613917 May 03 22:34:46.617499 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b522b624-16a5-4663-9175-84a5d6efa01d req-ee86317b-c5e0-4397-a546-27afb216e182 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da291b8c-351e-49ec-873e-2aa02e1a5673 HTTP/1.1" status: 200 len: 217 time: 0.1321814 May 03 22:34:46.783711 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b58bdc-c7e7-492b-8367-79ec1e9ff808 req-b6b6b618-515d-4754-94cb-2fa5b5aa7340 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] No DVR routers for this DVR port 820413f4-2c1b-4567-b308-debebc0330d4 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:34:46.791892 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['bedbb6c7-af41-4930-8fd0-89cfbd5ed54a'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:34:46.831843 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-97b58bdc-c7e7-492b-8367-79ec1e9ff808 req-b6b6b618-515d-4754-94cb-2fa5b5aa7340 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:46.838537 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-97b58bdc-c7e7-492b-8367-79ec1e9ff808 req-b6b6b618-515d-4754-94cb-2fa5b5aa7340 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.60 "DELETE /v2.0/ports/820413f4-2c1b-4567-b308-debebc0330d4 HTTP/1.1" status: 204 len: 173 time: 2.0691326 May 03 22:34:46.850756 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ec8bce-1b92-4bdc-9378-9caea9368515', 'name': 'network-vif-deleted', 'tag': '820413f4-2c1b-4567-b308-debebc0330d4'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:34:46.876489 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1293ed4-a00c-4cee-981c-15fe749ce5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba54c0d7-2c1a-4d2b-970c-f4ad97334989,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:47.235246 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241bea7d-0731-4c3d-905b-2536727f2241 req-36cede03-de7d-4c83-ac90-8660985e9693 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:47.237464 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-241bea7d-0731-4c3d-905b-2536727f2241 req-36cede03-de7d-4c83-ac90-8660985e9693 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98eb3e9-ab24-40b6-9d3d-7ebc17c3666c HTTP/1.1" status: 200 len: 943 time: 0.8742509 May 03 22:34:47.238184 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35876) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:47.247668 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522b624-16a5-4663-9175-84a5d6efa01d req-75552729-424e-4108-98a5-4afba5dafae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:47.249382 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b522b624-16a5-4663-9175-84a5d6efa01d req-75552729-424e-4108-98a5-4afba5dafae9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a1f38ed2-c940-45de-9756-cc79b8316a2d HTTP/1.1" status: 200 len: 846 time: 0.6133056 May 03 22:34:47.292730 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-53c1a70b-e31a-4320-96c6-a7c76853f0ce tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=bc2d6874d97942e39e3ce3a41f19cd70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1160932 May 03 22:34:47.346131 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b522b624-16a5-4663-9175-84a5d6efa01d req-c7795a4b-51ae-43e6-aa27-9a53d46d9739 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=983af77e-2b01-4072-bd1e-12edcf859777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742419 May 03 22:34:47.375548 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8f47fbcb-489a-4904-bd71-2553be1a93a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:47.424520 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35882) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:47.450237 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-8f47fbcb-489a-4904-bd71-2553be1a93a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:34:47.454148 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8f47fbcb-489a-4904-bd71-2553be1a93a2 admin admin] Usage tracker for resource:security_group_rule and tenant:20617503566b46229162d6da0bc6882f is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:34:47.457119 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8f47fbcb-489a-4904-bd71-2553be1a93a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:34:47.462770 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-8f47fbcb-489a-4904-bd71-2553be1a93a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:34:47.516304 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 820413f4-2c1b-4567-b308-debebc0330d4 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:34:47.550102 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8f47fbcb-489a-4904-bd71-2553be1a93a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:47.582373 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8f47fbcb-489a-4904-bd71-2553be1a93a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:47.608481 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 820413f4-2c1b-4567-b308-debebc0330d4 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:34:47.609271 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 820413f4-2c1b-4567-b308-debebc0330d4 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:34:47.644428 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f1d4151a-56f9-46fa-99ee-968e35833836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'name': 'tempest-AttachVolumeShelveTestJSON-489129605-router', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '640ff890-5211-4462-814a-cc3def5b682f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:34:39Z', 'updated_at': '2022-05-03T22:34:43Z', 'revision_number': 3, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'gw_port': {'id': '640ff890-5211-4462-814a-cc3def5b682f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:34:41Z', 'updated_at': '2022-05-03T22:34:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:34:47.649082 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d4151a-56f9-46fa-99ee-968e35833836 None None] Checking router: 6d844c5b-1141-4870-949f-26977ca0c94d for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:34:47.649701 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d4151a-56f9-46fa-99ee-968e35833836 None None] Updating router 6d844c5b-1141-4870-949f-26977ca0c94d port 640ff890-5211-4462-814a-cc3def5b682f binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:34:47.670859 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-241bea7d-0731-4c3d-905b-2536727f2241 req-5a2afd97-6c35-4884-9d6b-d3c9d1878273 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180984 May 03 22:34:47.786889 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8f47fbcb-489a-4904-bd71-2553be1a93a2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=20617503566b46229162d6da0bc6882f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5417290 May 03 22:34:47.796780 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35890) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:47.801397 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f1d4151a-56f9-46fa-99ee-968e35833836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:47.812836 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-989ef654-d9d1-404d-99b9-c31d23a5ed6f'] response: {'server_uuid': '42ec8bce-1b92-4bdc-9378-9caea9368515', 'name': 'network-vif-deleted', 'tag': '820413f4-2c1b-4567-b308-debebc0330d4', 'status': 'completed', 'code': 200} May 03 22:34:47.846440 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-71997de9-864a-4adb-a662-69fa325da65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:47.888241 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47fbcb-489a-4904-bd71-2553be1a93a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30488b59-4e8c-41d9-9fb9-1e7154c40e0f,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:47.950009 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5ebdfe-0fd9-47fd-a55d-92692552b9e3 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Router 2769e25f-81f4-45c9-9285-b21d119b981b has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:34:47.972582 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-470a28c3-c232-4f2b-a964-fada30977d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:48.009162 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-4b598edc-a9b5-4c2a-8dec-3828fb5574bc tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:48.011245 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:34:48.018808 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-4b598edc-a9b5-4c2a-8dec-3828fb5574bc tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7252042 May 03 22:34:48.053225 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b522b624-16a5-4663-9175-84a5d6efa01d req-9f4e4260-94ea-4c31-acf0-52ddccda46f7 service neutron] 10.222.0.67 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6787090 May 03 22:34:48.055688 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-470a28c3-c232-4f2b-a964-fada30977d68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:34:48.115351 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f2f8f458-d2d4-4f9e-a7a4-913c4e82108b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:48.192736 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-470a28c3-c232-4f2b-a964-fada30977d68 admin admin] Usage tracker for resource:security_group_rule and tenant:4bf6372e3fed49b99ce2dba9b3d489fc is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:34:48.206437 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-da61c122-eeaf-48e7-8343-b5353c7dd70a tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/quotas/bc2d6874d97942e39e3ce3a41f19cd70 HTTP/1.1" status: 200 len: 375 time: 0.1864002 May 03 22:34:48.224364 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-470a28c3-c232-4f2b-a964-fada30977d68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:34:48.279581 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-470a28c3-c232-4f2b-a964-fada30977d68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:34:48.323634 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f1d4151a-56f9-46fa-99ee-968e35833836 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:48.343759 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-71997de9-864a-4adb-a662-69fa325da65d admin admin] Allocated IP 172.20.0.1 (ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5/209e1eea-ba5e-419e-9e3d-b3077ecd94a4/67f8a336-70ec-4b02-aece-6414fdab76d9) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:34:48.355758 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f1d4151a-56f9-46fa-99ee-968e35833836 None None] Transition to ACTIVE for port object 640ff890-5211-4462-814a-cc3def5b682f will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:34:48.365121 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f1d4151a-56f9-46fa-99ee-968e35833836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:48.489349 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-f1d4151a-56f9-46fa-99ee-968e35833836 None None] Attempting to bind port 640ff890-5211-4462-814a-cc3def5b682f on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:34:48.489716 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-f1d4151a-56f9-46fa-99ee-968e35833836 None None] Attempting to bind port 640ff890-5211-4462-814a-cc3def5b682f by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:34:48.490110 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d4151a-56f9-46fa-99ee-968e35833836 None None] Attempting to bind port 640ff890-5211-4462-814a-cc3def5b682f on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:34:48.492417 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec74c4-be0b-41c5-b81e-5c332e8754c9 None None] Pushing event updated for resources: {'Port': ['ID=640ff890-5211-4462-814a-cc3def5b682f,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:48.499219 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d4151a-56f9-46fa-99ee-968e35833836 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:34:48.499597 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d4151a-56f9-46fa-99ee-968e35833836 None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:34:48.500021 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f1d4151a-56f9-46fa-99ee-968e35833836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:48.500396 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d4151a-56f9-46fa-99ee-968e35833836 None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:34:48.500864 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-f1d4151a-56f9-46fa-99ee-968e35833836 None None] Bound port: 640ff890-5211-4462-814a-cc3def5b682f, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:34:48.501244 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f1d4151a-56f9-46fa-99ee-968e35833836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:48.537618 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f2f8f458-d2d4-4f9e-a7a4-913c4e82108b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:48.587390 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f1d4151a-56f9-46fa-99ee-968e35833836 None None] For port 640ff890-5211-4462-814a-cc3def5b682f, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:34:48.592563 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f1d4151a-56f9-46fa-99ee-968e35833836 None None] For port 640ff890-5211-4462-814a-cc3def5b682f, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=640ff890-5211-4462-814a-cc3def5b682f,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:34:48.597037 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-71997de9-864a-4adb-a662-69fa325da65d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:48.598087 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f1d4151a-56f9-46fa-99ee-968e35833836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:48.632754 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-71997de9-864a-4adb-a662-69fa325da65d admin admin] Transition to ACTIVE for port object 67f8a336-70ec-4b02-aece-6414fdab76d9 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:34:48.679742 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-71997de9-864a-4adb-a662-69fa325da65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:48.696993 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b522b624-16a5-4663-9175-84a5d6efa01d req-4dc15bb2-a4e7-4693-9242-316d665d5f5a service neutron] 10.222.0.67 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5826297 May 03 22:34:48.706057 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5ebdfe-0fd9-47fd-a55d-92692552b9e3 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:34:48.720217 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8465363e-7eba-4870-a575-9f0d78e7a341 None None] Sync routers for ids ['2769e25f-81f4-45c9-9285-b21d119b981b'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:34:48.732414 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d4151a-56f9-46fa-99ee-968e35833836 None None] Routers {'6d844c5b-1141-4870-949f-26977ca0c94d'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:34:48.732631 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f1d4151a-56f9-46fa-99ee-968e35833836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:34:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6d844c5b-1141-4870-949f-26977ca0c94d'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:34:48.742164 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8465363e-7eba-4870-a575-9f0d78e7a341 None None] Routers {'2769e25f-81f4-45c9-9285-b21d119b981b'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:34:48.742795 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-8465363e-7eba-4870-a575-9f0d78e7a341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:34:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['2769e25f-81f4-45c9-9285-b21d119b981b'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:34:48.777039 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71997de9-864a-4adb-a662-69fa325da65d admin admin] Network ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:34:48.779371 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-71997de9-864a-4adb-a662-69fa325da65d admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:34:48.783780 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71997de9-864a-4adb-a662-69fa325da65d admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:34:48.804956 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f2f8f458-d2d4-4f9e-a7a4-913c4e82108b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:48.847449 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71997de9-864a-4adb-a662-69fa325da65d admin admin] Pushing event updated for resources: {'Port': ['ID=67f8a336-70ec-4b02-aece-6414fdab76d9,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:48.857225 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-b0838848-a3b5-4b13-ae73-ff665fa5fcbf tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bc2d6874d97942e39e3ce3a41f19cd70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6498377 May 03 22:34:48.858205 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f2f8f458-d2d4-4f9e-a7a4-913c4e82108b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:48.859283 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f2f8f458-d2d4-4f9e-a7a4-913c4e82108b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/30488b59-4e8c-41d9-9fb9-1e7154c40e0f HTTP/1.1" status: 204 len: 168 time: 1.0623863 May 03 22:34:48.880880 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8f458-d2d4-4f9e-a7a4-913c4e82108b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30488b59-4e8c-41d9-9fb9-1e7154c40e0f,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:48.885013 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-71997de9-864a-4adb-a662-69fa325da65d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:48.888710 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7d5ebdfe-0fd9-47fd-a55d-92692552b9e3 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:49.038312 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-f1d4151a-56f9-46fa-99ee-968e35833836 None None] Set router 6d844c5b-1141-4870-949f-26977ca0c94d gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:34:49.056280 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-470a28c3-c232-4f2b-a964-fada30977d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:49.075364 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-470a28c3-c232-4f2b-a964-fada30977d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:49.129981 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-8465363e-7eba-4870-a575-9f0d78e7a341 None None] Set router 2769e25f-81f4-45c9-9285-b21d119b981b gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:34:49.142557 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7d5ebdfe-0fd9-47fd-a55d-92692552b9e3 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "PUT /v2.0/floatingips/a6ec66a6-0088-4de6-9e2e-239e945ac6d5 HTTP/1.1" status: 200 len: 991 time: 5.8748102 May 03 22:34:49.155552 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85220903-59ea-4edc-8d95-31a151296fa8', 'tag': '636ff863-231b-4bb2-8b80-8b23fb30e8ad'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:34:49.165585 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-71997de9-864a-4adb-a662-69fa325da65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:49.207721 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-470a28c3-c232-4f2b-a964-fada30977d68 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4bf6372e3fed49b99ce2dba9b3d489fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7737694 May 03 22:34:49.210413 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35920) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:49.211224 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a28c3-c232-4f2b-a964-fada30977d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47762c31-85dd-46a7-8eec-b0a8e4623d9e,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:49.262681 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae545079-f0d1-4f10-9a20-0d46dc7a2f67 req-c1224976-46e8-4ebd-9e41-fc5b1567fb01 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:49.276752 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ae545079-f0d1-4f10-9a20-0d46dc7a2f67 req-c1224976-46e8-4ebd-9e41-fc5b1567fb01 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=efc4a8a7-886c-4033-9fa8-4766e4fdc2b7 HTTP/1.1" status: 200 len: 945 time: 0.3994961 May 03 22:34:49.295309 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device da291b8c-351e-49ec-873e-2aa02e1a5673 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:34:49.384708 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5ab40511-6f2e-41c5-a96f-8fc27a991230 None None] Provisioning for port 67f8a336-70ec-4b02-aece-6414fdab76d9 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:34:49.424073 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ae545079-f0d1-4f10-9a20-0d46dc7a2f67 req-9a4ee112-8dfb-43ad-a1ca-34e05b7949d0 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463358 May 03 22:34:49.442720 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5ab40511-6f2e-41c5-a96f-8fc27a991230 None None] Provisioning complete for port 67f8a336-70ec-4b02-aece-6414fdab76d9 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:34:49.446883 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5ab40511-6f2e-41c5-a96f-8fc27a991230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:49.460971 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35924) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:49.502936 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9b3776d4-6569-4244-b98a-afe53e69d28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:49.508931 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-71997de9-864a-4adb-a662-69fa325da65d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:49.512959 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-89241cc3-d7a5-409e-ade6-d97eea9c9e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:49.514513 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-71997de9-864a-4adb-a662-69fa325da65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:49.560207 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec74c4-be0b-41c5-b81e-5c332e8754c9 None None] Pushing event updated for resources: {'Port': ['ID=640ff890-5211-4462-814a-cc3def5b682f,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:49.590731 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-89241cc3-d7a5-409e-ade6-d97eea9c9e14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:34:49.594812 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-89241cc3-d7a5-409e-ade6-d97eea9c9e14 admin admin] Usage tracker for resource:security_group_rule and tenant:99ce5a68bd2041f9a2683a9250f60a1b is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:34:49.601686 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-89241cc3-d7a5-409e-ade6-d97eea9c9e14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:34:49.619080 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-89241cc3-d7a5-409e-ade6-d97eea9c9e14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:34:49.664793 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.resource_extend [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:34:49.715733 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-71997de9-864a-4adb-a662-69fa325da65d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:49.722593 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71997de9-864a-4adb-a662-69fa325da65d admin admin] Pushing event updated for resources: {'Port': ['ID=67f8a336-70ec-4b02-aece-6414fdab76d9,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:49.736152 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-5ab40511-6f2e-41c5-a96f-8fc27a991230 None None] Port 67f8a336-70ec-4b02-aece-6414fdab76d9 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:34:49.786567 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-89241cc3-d7a5-409e-ade6-d97eea9c9e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:49.904076 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port da291b8c-351e-49ec-873e-2aa02e1a5673, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=da291b8c-351e-49ec-873e-2aa02e1a5673,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:34:49.922053 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71997de9-864a-4adb-a662-69fa325da65d admin admin] Network ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:34:49.924089 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-71997de9-864a-4adb-a662-69fa325da65d admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:34:49.935990 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'da291b8c-351e-49ec-873e-2aa02e1a5673', 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777', 'port_id': 'da291b8c-351e-49ec-873e-2aa02e1a5673', 'mac_address': 'fa:16:3e:29:10:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1f38ed2-c940-45de-9756-cc79b8316a2d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:34:49.948681 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f1d4151a-56f9-46fa-99ee-968e35833836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'name': 'tempest-AttachVolumeShelveTestJSON-489129605-router', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '640ff890-5211-4462-814a-cc3def5b682f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:34:39Z', 'updated_at': '2022-05-03T22:34:43Z', 'revision_number': 3, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'gw_port': {'id': '640ff890-5211-4462-814a-cc3def5b682f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:34:41Z', 'updated_at': '2022-05-03T22:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:34:49.967772 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-89241cc3-d7a5-409e-ade6-d97eea9c9e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:50.003430 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d4151a-56f9-46fa-99ee-968e35833836 None None] The sync data for ids ['6d844c5b-1141-4870-949f-26977ca0c94d'] in n-d-811807-1 is: [{'id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'name': 'tempest-AttachVolumeShelveTestJSON-489129605-router', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '640ff890-5211-4462-814a-cc3def5b682f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:34:39Z', 'updated_at': '2022-05-03T22:34:43Z', 'revision_number': 3, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'gw_port': {'id': '640ff890-5211-4462-814a-cc3def5b682f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:34:41Z', 'updated_at': '2022-05-03T22:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:34:50.027180 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:50.057132 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6adf38cf-76bf-464a-bb0e-a149da5430dc req-e550b1dd-59de-45e0-a5a2-cd78df2fd1ca tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb315490-5dc9-40d5-9308-1c3c11f77a34 HTTP/1.1" status: 200 len: 210 time: 0.2933419 May 03 22:34:50.060044 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da291b8c-351e-49ec-873e-2aa02e1a5673 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:34:50.079532 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9b3776d4-6569-4244-b98a-afe53e69d28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:50.083285 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port da291b8c-351e-49ec-873e-2aa02e1a5673, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=da291b8c-351e-49ec-873e-2aa02e1a5673,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:34:50.085894 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-8465363e-7eba-4870-a575-9f0d78e7a341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'name': 'tempest-ServersTestJSON-209002380-router', 'tenant_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '43ea8607-4944-4b79-a4ab-f7007abb4a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:33:50Z', 'updated_at': '2022-05-03T22:34:02Z', 'revision_number': 4, 'project_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'gw_port': {'id': '43ea8607-4944-4b79-a4ab-f7007abb4a31', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:87:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:33:52Z', 'updated_at': '2022-05-03T22:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'a6ec66a6-0088-4de6-9e2e-239e945ac6d5', 'tenant_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'floating_ip_address': '172.25.2.72', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'port_id': '636ff863-231b-4bb2-8b80-8b23fb30e8ad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '517a1aa6-522d-4d93-ad04-539169ce7dd9', 'mac_address': 'fa:16:3e:da:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85220903-59ea-4edc-8d95-31a151296fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:34:12Z', 'updated_at': '2022-05-03T22:34:45Z', 'revision_number': 1, 'project_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ce57b59-c0e8-4d2a-a311-e6ec20eea2df', 'name': '', 'network_id': '517a1aa6-522d-4d93-ad04-539169ce7dd9', 'tenant_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'mac_address': 'fa:16:3e:c3:5b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '46a7e09b-dee5-4e54-8f28-e48837e9ae96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:33:59Z', 'updated_at': '2022-05-03T22:34:11Z', 'revision_number': 5, 'project_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'subnets': [{'id': '46a7e09b-dee5-4e54-8f28-e48837e9ae96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:34:50.092324 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:50.098110 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8465363e-7eba-4870-a575-9f0d78e7a341 None None] Checking router: 2769e25f-81f4-45c9-9285-b21d119b981b for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:34:50.136070 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8465363e-7eba-4870-a575-9f0d78e7a341 None None] Routers {'2769e25f-81f4-45c9-9285-b21d119b981b'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:34:50.137956 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-8465363e-7eba-4870-a575-9f0d78e7a341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:34:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['2769e25f-81f4-45c9-9285-b21d119b981b'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:34:50.190880 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-89241cc3-d7a5-409e-ade6-d97eea9c9e14 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=99ce5a68bd2041f9a2683a9250f60a1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7212737 May 03 22:34:50.203736 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35938) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:50.329724 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9b3776d4-6569-4244-b98a-afe53e69d28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:50.356414 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c7edcf0e-83a3-425b-a352-849f7699d55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:50.402295 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c7edcf0e-83a3-425b-a352-849f7699d55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:50.405098 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=da291b8c-351e-49ec-873e-2aa02e1a5673,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:50.432369 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-67e1af82-6d8d-4225-918f-cf14e4535449 None None] Provisioning complete for port 67f8a336-70ec-4b02-aece-6414fdab76d9 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:34:50.434252 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-67e1af82-6d8d-4225-918f-cf14e4535449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:50.486371 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-8465363e-7eba-4870-a575-9f0d78e7a341 None None] Set router 2769e25f-81f4-45c9-9285-b21d119b981b gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:34:50.510789 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-67e1af82-6d8d-4225-918f-cf14e4535449 None None] Port 67f8a336-70ec-4b02-aece-6414fdab76d9 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:34:50.539662 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c7edcf0e-83a3-425b-a352-849f7699d55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:50.548317 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['da291b8c-351e-49ec-873e-2aa02e1a5673'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:34:50.567351 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7edcf0e-83a3-425b-a352-849f7699d55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd706a1a-70fd-4490-b52d-a73921b1ab37,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:50.587989 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71997de9-864a-4adb-a662-69fa325da65d admin admin] Router 6d844c5b-1141-4870-949f-26977ca0c94d has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:34:50.606190 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c7edcf0e-83a3-425b-a352-849f7699d55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:50.609938 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c7edcf0e-83a3-425b-a352-849f7699d55e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bd706a1a-70fd-4490-b52d-a73921b1ab37 HTTP/1.1" status: 204 len: 168 time: 0.4052098 May 03 22:34:50.634366 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89241cc3-d7a5-409e-ade6-d97eea9c9e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd706a1a-70fd-4490-b52d-a73921b1ab37,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:50.697033 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3776d4-6569-4244-b98a-afe53e69d28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47762c31-85dd-46a7-8eec-b0a8e4623d9e,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:50.725024 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9b3776d4-6569-4244-b98a-afe53e69d28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:50.726196 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9b3776d4-6569-4244-b98a-afe53e69d28a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/47762c31-85dd-46a7-8eec-b0a8e4623d9e HTTP/1.1" status: 204 len: 168 time: 1.5122311 May 03 22:34:50.799069 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d0b48-68a0-4fcb-823c-e5593ade6454 req-e5d24ab1-aaf0-4d2d-a64b-4a36ea68ac1e tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:50.806698 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f29d0b48-68a0-4fcb-823c-e5593ade6454 req-e5d24ab1-aaf0-4d2d-a64b-4a36ea68ac1e tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98eb3e9-ab24-40b6-9d3d-7ebc17c3666c HTTP/1.1" status: 200 len: 943 time: 1.0441060 May 03 22:34:51.025191 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71997de9-864a-4adb-a662-69fa325da65d admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:34:51.038108 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-71997de9-864a-4adb-a662-69fa325da65d admin admin] 10.222.0.58 "PUT /v2.0/routers/6d844c5b-1141-4870-949f-26977ca0c94d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5895464 May 03 22:34:51.041039 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f4747-3eec-4a0e-91f5-a389a194cbdd req-178243b2-a699-4f5d-8106-4b5f0e3de27a tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:51.042719 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bd6f4747-3eec-4a0e-91f5-a389a194cbdd req-178243b2-a699-4f5d-8106-4b5f0e3de27a tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.67 "GET /v2.0/ports?device_id=efc4a8a7-886c-4033-9fa8-4766e4fdc2b7 HTTP/1.1" status: 200 len: 945 time: 0.5595620 May 03 22:34:51.057357 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 640ff890-5211-4462-814a-cc3def5b682f up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:34:51.086182 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e23db-c9b7-4426-87ab-e27e408443ed req-fd7ee47e-12aa-4f80-91cf-08f6c29b17b9 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:51.091374 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f8e23db-c9b7-4426-87ab-e27e408443ed req-fd7ee47e-12aa-4f80-91cf-08f6c29b17b9 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "GET /v2.0/ports?device_id=85220903-59ea-4edc-8d95-31a151296fa8 HTTP/1.1" status: 200 len: 946 time: 0.7634332 May 03 22:34:51.098906 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f29d0b48-68a0-4fcb-823c-e5593ade6454 req-2a554c7e-3f2f-4190-a5b1-427367450509 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906191 May 03 22:34:51.250866 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 640ff890-5211-4462-814a-cc3def5b682f completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:34:51.258601 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 640ff890-5211-4462-814a-cc3def5b682f triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:34:51.259032 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:51.316097 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-8465363e-7eba-4870-a575-9f0d78e7a341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'name': 'tempest-ServersTestJSON-209002380-router', 'tenant_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '43ea8607-4944-4b79-a4ab-f7007abb4a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:33:50Z', 'updated_at': '2022-05-03T22:34:02Z', 'revision_number': 4, 'project_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'gw_port': {'id': '43ea8607-4944-4b79-a4ab-f7007abb4a31', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:87:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:33:52Z', 'updated_at': '2022-05-03T22:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'a6ec66a6-0088-4de6-9e2e-239e945ac6d5', 'tenant_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'floating_ip_address': '172.25.2.72', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'port_id': '636ff863-231b-4bb2-8b80-8b23fb30e8ad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '517a1aa6-522d-4d93-ad04-539169ce7dd9', 'mac_address': 'fa:16:3e:da:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85220903-59ea-4edc-8d95-31a151296fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:34:12Z', 'updated_at': '2022-05-03T22:34:45Z', 'revision_number': 1, 'project_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ce57b59-c0e8-4d2a-a311-e6ec20eea2df', 'name': '', 'network_id': '517a1aa6-522d-4d93-ad04-539169ce7dd9', 'tenant_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'mac_address': 'fa:16:3e:c3:5b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '46a7e09b-dee5-4e54-8f28-e48837e9ae96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:33:59Z', 'updated_at': '2022-05-03T22:34:11Z', 'revision_number': 5, 'project_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'subnets': [{'id': '46a7e09b-dee5-4e54-8f28-e48837e9ae96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:34:51.343220 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8465363e-7eba-4870-a575-9f0d78e7a341 None None] The sync data for ids ['2769e25f-81f4-45c9-9285-b21d119b981b'] in n-d-811807-1 is: [{'id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'name': 'tempest-ServersTestJSON-209002380-router', 'tenant_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '43ea8607-4944-4b79-a4ab-f7007abb4a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:33:50Z', 'updated_at': '2022-05-03T22:34:02Z', 'revision_number': 4, 'project_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'gw_port': {'id': '43ea8607-4944-4b79-a4ab-f7007abb4a31', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:87:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:33:52Z', 'updated_at': '2022-05-03T22:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'a6ec66a6-0088-4de6-9e2e-239e945ac6d5', 'tenant_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'floating_ip_address': '172.25.2.72', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'port_id': '636ff863-231b-4bb2-8b80-8b23fb30e8ad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '517a1aa6-522d-4d93-ad04-539169ce7dd9', 'mac_address': 'fa:16:3e:da:4e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85220903-59ea-4edc-8d95-31a151296fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:34:12Z', 'updated_at': '2022-05-03T22:34:45Z', 'revision_number': 1, 'project_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ce57b59-c0e8-4d2a-a311-e6ec20eea2df', 'name': '', 'network_id': '517a1aa6-522d-4d93-ad04-539169ce7dd9', 'tenant_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'mac_address': 'fa:16:3e:c3:5b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '46a7e09b-dee5-4e54-8f28-e48837e9ae96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:33:59Z', 'updated_at': '2022-05-03T22:34:11Z', 'revision_number': 5, 'project_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'subnets': [{'id': '46a7e09b-dee5-4e54-8f28-e48837e9ae96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:34:51.352867 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f8e23db-c9b7-4426-87ab-e27e408443ed req-a668e4c6-f5a6-48d5-bbf9-a6625836adc0 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1919fa1-a94a-4010-84d7-711c4c5d82bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803064 May 03 22:34:51.362680 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-bd6f4747-3eec-4a0e-91f5-a389a194cbdd req-9b1ae710-9f18-4671-a4bb-dc96a5f763a7 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Deleting port bedbb6c7-af41-4930-8fd0-89cfbd5ed54a {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:34:51.363048 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-bd6f4747-3eec-4a0e-91f5-a389a194cbdd req-9b1ae710-9f18-4671-a4bb-dc96a5f763a7 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:51.590094 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:51.601315 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-abbb8dfc-8dde-47a5-80ff-e71c9d14b91b tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=bc2d6874d97942e39e3ce3a41f19cd70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1025846 May 03 22:34:51.644755 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 640ff890-5211-4462-814a-cc3def5b682f, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=640ff890-5211-4462-814a-cc3def5b682f,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:34:51.653572 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:51.848391 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=640ff890-5211-4462-814a-cc3def5b682f,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:51.871963 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e97834-e1a7-4f25-a542-05b973011069 None None] New status for floating IP a6ec66a6-0088-4de6-9e2e-239e945ac6d5: ACTIVE {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:34:51.952443 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b076e4c4-07af-43a8-9a1c-159371eb4f81'] response: {'name': 'network-changed', 'server_uuid': '85220903-59ea-4edc-8d95-31a151296fa8', 'tag': '636ff863-231b-4bb2-8b80-8b23fb30e8ad', 'status': 'completed', 'code': 200} May 03 22:34:52.001327 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-bd6f4747-3eec-4a0e-91f5-a389a194cbdd req-9b1ae710-9f18-4671-a4bb-dc96a5f763a7 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] For port bedbb6c7-af41-4930-8fd0-89cfbd5ed54a, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=bedbb6c7-af41-4930-8fd0-89cfbd5ed54a,segment=NetworkSegment(0fba8794-5565-49da-85db-24a5e3334694),segment_id=0fba8794-5565-49da-85db-24a5e3334694)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:34:52.003435 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-bd6f4747-3eec-4a0e-91f5-a389a194cbdd req-9b1ae710-9f18-4671-a4bb-dc96a5f763a7 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:52.022965 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35972) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:52.193551 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-71772c6c-aafa-40c5-b505-6f0aa1d4e4b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:52.278839 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-bd6f4747-3eec-4a0e-91f5-a389a194cbdd req-9b1ae710-9f18-4671-a4bb-dc96a5f763a7 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Calling delete_port for bedbb6c7-af41-4930-8fd0-89cfbd5ed54a owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:34:52.311596 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-0b1539d9-67f7-4f3a-a513-c11d19c7b992 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:52.313046 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-0b1539d9-67f7-4f3a-a513-c11d19c7b992 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7048392 May 03 22:34:52.326677 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-ee70eb55-16f1-4795-a7f5-859b3777a2f8 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Request body: {'port': {'device_id': 'fb315490-5dc9-40d5-9308-1c3c11f77a34', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'admin_state_up': True, 'tenant_id': 'bc2d6874d97942e39e3ce3a41f19cd70'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:34:52.460286 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c9ea972d-59ba-4fa6-a8ef-9adef7c8f447 req-93b1fa22-b50e-4df1-8f79-2389efe33742 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb315490-5dc9-40d5-9308-1c3c11f77a34 HTTP/1.1" status: 200 len: 210 time: 0.2542653 May 03 22:34:52.482382 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-71772c6c-aafa-40c5-b505-6f0aa1d4e4b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:34:52.497797 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-71772c6c-aafa-40c5-b505-6f0aa1d4e4b9 admin admin] Usage tracker for resource:security_group_rule and tenant:08ef9f89d6b14653a06891b8d9df3046 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:34:52.501894 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-71772c6c-aafa-40c5-b505-6f0aa1d4e4b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:34:52.516952 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-ee70eb55-16f1-4795-a7f5-859b3777a2f8 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:34:52.517199 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-71772c6c-aafa-40c5-b505-6f0aa1d4e4b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:34:52.547277 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-ee70eb55-16f1-4795-a7f5-859b3777a2f8 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:34:52.659940 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-ee70eb55-16f1-4795-a7f5-859b3777a2f8 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Made reservation on behalf of bc2d6874d97942e39e3ce3a41f19cd70 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:34:52.674059 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-ee70eb55-16f1-4795-a7f5-859b3777a2f8 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:52.832258 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b5001-2533-47dc-b6b9-5d1883657044 req-7dc7c538-deec-4bed-b04a-8eade7813b70 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:52.835545 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-239b5001-2533-47dc-b6b9-5d1883657044 req-7dc7c538-deec-4bed-b04a-8eade7813b70 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=efc4a8a7-886c-4033-9fa8-4766e4fdc2b7 HTTP/1.1" status: 200 len: 945 time: 0.6259749 May 03 22:34:52.839038 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc0428-8f2d-48b4-b34d-8b589af4f0e8 req-385be462-f55d-40bc-bf99-de4579fdc30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:52.841264 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-08dc0428-8f2d-48b4-b34d-8b589af4f0e8 req-385be462-f55d-40bc-bf99-de4579fdc30f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=187cde8c07df4cea8b9ebc36a5a846ba&device_id=85220903-59ea-4edc-8d95-31a151296fa8 HTTP/1.1" status: 200 len: 1097 time: 0.5413933 May 03 22:34:52.855390 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1fc1e401-1a4a-4f43-8887-36a9b12a8ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:52.895824 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30985e33-8537-49f1-aca2-fddbb62a3f2d None None] Sync routers for ids ['6d844c5b-1141-4870-949f-26977ca0c94d'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:34:52.912192 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30985e33-8537-49f1-aca2-fddbb62a3f2d None None] Routers {'6d844c5b-1141-4870-949f-26977ca0c94d'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:34:52.912826 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-30985e33-8537-49f1-aca2-fddbb62a3f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:34:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6d844c5b-1141-4870-949f-26977ca0c94d'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:34:52.926743 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 640ff890-5211-4462-814a-cc3def5b682f up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:34:52.994318 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-71772c6c-aafa-40c5-b505-6f0aa1d4e4b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:53.007659 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-bd6f4747-3eec-4a0e-91f5-a389a194cbdd req-9b1ae710-9f18-4671-a4bb-dc96a5f763a7 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:53.022464 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['bedbb6c7-af41-4930-8fd0-89cfbd5ed54a'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:34:53.036945 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-71772c6c-aafa-40c5-b505-6f0aa1d4e4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:53.070199 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 640ff890-5211-4462-814a-cc3def5b682f triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:34:53.070575 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:53.178095 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36000) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:53.190142 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-156a8f31-fce8-4960-8e5e-74ac486483ef tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1615573139', 'description': 'tempest-description--458201497'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:34:53.203307 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-ee70eb55-16f1-4795-a7f5-859b3777a2f8 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Allocated IP 192.168.233.79 (7e14e0ca-f320-4236-9b9e-a9e4f415dbeb/1dff747c-9d3c-4e06-92c1-836fbb9482c4/2968268d-e1ff-4b72-a50a-c9788d09e2b1) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:34:53.205806 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-156a8f31-fce8-4960-8e5e-74ac486483ef tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:34:53.223475 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-156a8f31-fce8-4960-8e5e-74ac486483ef tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Usage tracker for resource:security_group and tenant:4005ab853daa4dd0a8c6d47cfa1e3258 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:34:53.233160 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-156a8f31-fce8-4960-8e5e-74ac486483ef tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:34:53.240737 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-156a8f31-fce8-4960-8e5e-74ac486483ef tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:34:53.250404 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc0428-8f2d-48b4-b34d-8b589af4f0e8 req-504892dd-201b-4b21-ac50-e1f377644dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:53.251873 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-08dc0428-8f2d-48b4-b34d-8b589af4f0e8 req-504892dd-201b-4b21-ac50-e1f377644dae service neutron] 10.222.0.60 "GET /v2.0/networks?id=517a1aa6-522d-4d93-ad04-539169ce7dd9 HTTP/1.1" status: 200 len: 906 time: 0.4004610 May 03 22:34:53.277282 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ae710-9f18-4671-a4bb-dc96a5f763a7 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Pushing event deleted for resources: {'Port': ['ID=bedbb6c7-af41-4930-8fd0-89cfbd5ed54a,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:53.301918 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-30985e33-8537-49f1-aca2-fddbb62a3f2d None None] Set router 6d844c5b-1141-4870-949f-26977ca0c94d gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:34:53.307341 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device da291b8c-351e-49ec-873e-2aa02e1a5673 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:34:53.317628 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-156a8f31-fce8-4960-8e5e-74ac486483ef tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:53.395326 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-71772c6c-aafa-40c5-b505-6f0aa1d4e4b9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=08ef9f89d6b14653a06891b8d9df3046&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3712072 May 03 22:34:53.397862 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71772c6c-aafa-40c5-b505-6f0aa1d4e4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922b3466-c1bd-483d-97c1-fc8f2c7f1916,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:53.406631 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36008) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:53.452508 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-156a8f31-fce8-4960-8e5e-74ac486483ef tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:34:53.454986 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port da291b8c-351e-49ec-873e-2aa02e1a5673 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:34:53.462592 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port da291b8c-351e-49ec-873e-2aa02e1a5673 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:34:53.463777 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:53.477338 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-156a8f31-fce8-4960-8e5e-74ac486483ef tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Usage tracker for resource:security_group_rule and tenant:4005ab853daa4dd0a8c6d47cfa1e3258 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:34:53.498733 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-156a8f31-fce8-4960-8e5e-74ac486483ef tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:34:53.525146 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-08dc0428-8f2d-48b4-b34d-8b589af4f0e8 req-783257b1-3fd1-4bb9-9fd4-cb3423d923ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=636ff863-231b-4bb2-8b80-8b23fb30e8ad HTTP/1.1" status: 200 len: 1001 time: 0.2593582 May 03 22:34:53.543954 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-156a8f31-fce8-4960-8e5e-74ac486483ef tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:34:53.565031 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-239b5001-2533-47dc-b6b9-5d1883657044 req-ef3bab86-a2e6-4aa1-a480-e51b6aa41cd7 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/security-groups?id=e25998db-cf05-4a36-b29c-d768c03c7709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6966240 May 03 22:34:53.703748 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6f4747-3eec-4a0e-91f5-a389a194cbdd req-9b1ae710-9f18-4671-a4bb-dc96a5f763a7 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] No DVR routers for this DVR port bedbb6c7-af41-4930-8fd0-89cfbd5ed54a on host n-h2-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:34:53.708217 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-bd6f4747-3eec-4a0e-91f5-a389a194cbdd req-9b1ae710-9f18-4671-a4bb-dc96a5f763a7 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:53.736356 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bd6f4747-3eec-4a0e-91f5-a389a194cbdd req-9b1ae710-9f18-4671-a4bb-dc96a5f763a7 tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.67 "DELETE /v2.0/ports/bedbb6c7-af41-4930-8fd0-89cfbd5ed54a HTTP/1.1" status: 204 len: 173 time: 2.6420956 May 03 22:34:53.763373 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-30985e33-8537-49f1-aca2-fddbb62a3f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'name': 'tempest-AttachVolumeShelveTestJSON-489129605-router', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '640ff890-5211-4462-814a-cc3def5b682f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:34:39Z', 'updated_at': '2022-05-03T22:34:48Z', 'revision_number': 4, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'gw_port': {'id': '640ff890-5211-4462-814a-cc3def5b682f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:34:41Z', 'updated_at': '2022-05-03T22:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '67f8a336-70ec-4b02-aece-6414fdab76d9', 'name': '', 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'mac_address': 'fa:16:3e:6e:ec:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '209e1eea-ba5e-419e-9e3d-b3077ecd94a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:34:47Z', 'updated_at': '2022-05-03T22:34:49Z', 'revision_number': 2, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'subnets': [{'id': '209e1eea-ba5e-419e-9e3d-b3077ecd94a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:34:53.768473 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30985e33-8537-49f1-aca2-fddbb62a3f2d None None] Checking router: 6d844c5b-1141-4870-949f-26977ca0c94d for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:34:53.769194 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30985e33-8537-49f1-aca2-fddbb62a3f2d None None] Updating router 6d844c5b-1141-4870-949f-26977ca0c94d port 67f8a336-70ec-4b02-aece-6414fdab76d9 binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:34:53.773151 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:53.832303 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98eb3e9-ab24-40b6-9d3d-7ebc17c3666c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da291b8c-351e-49ec-873e-2aa02e1a5673'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:34:53.867226 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ff12e-4ed2-4add-9b5b-f71cc35d5b5b req-ae57bce1-99b4-42a2-a947-947f854571d5 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:53.872469 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port da291b8c-351e-49ec-873e-2aa02e1a5673, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=da291b8c-351e-49ec-873e-2aa02e1a5673,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:34:53.885621 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-30985e33-8537-49f1-aca2-fddbb62a3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:53.888726 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:53.890850 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ff0ff12e-4ed2-4add-9b5b-f71cc35d5b5b req-ae57bce1-99b4-42a2-a947-947f854571d5 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98eb3e9-ab24-40b6-9d3d-7ebc17c3666c HTTP/1.1" status: 200 len: 944 time: 0.3696618 May 03 22:34:53.954591 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc4a8a7-886c-4033-9fa8-4766e4fdc2b7', 'name': 'network-vif-deleted', 'tag': 'bedbb6c7-af41-4930-8fd0-89cfbd5ed54a'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:34:53.956868 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-ee70eb55-16f1-4795-a7f5-859b3777a2f8 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:53.987681 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=da291b8c-351e-49ec-873e-2aa02e1a5673,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:53.994320 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-ee70eb55-16f1-4795-a7f5-859b3777a2f8 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Transition to ACTIVE for port object 2968268d-e1ff-4b72-a50a-c9788d09e2b1 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:34:54.044283 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ff0ff12e-4ed2-4add-9b5b-f71cc35d5b5b req-bb39e835-2fd7-425e-9df4-bb662bae9dae tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414287 May 03 22:34:54.052167 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc0428-8f2d-48b4-b34d-8b589af4f0e8 req-63cf7dd3-322f-4fda-8bb0-0454bdc50b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:54.053703 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-08dc0428-8f2d-48b4-b34d-8b589af4f0e8 req-63cf7dd3-322f-4fda-8bb0-0454bdc50b06 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=46a7e09b-dee5-4e54-8f28-e48837e9ae96 HTTP/1.1" status: 200 len: 844 time: 0.4989808 May 03 22:34:54.054342 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1801d331-5ae5-4699-8bf9-dc494fbb2e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:54.090866 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1801d331-5ae5-4699-8bf9-dc494fbb2e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:54.103710 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:54.199118 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-ee70eb55-16f1-4795-a7f5-859b3777a2f8 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:54.209564 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcccbe24-00ca-4387-8f9e-efe966e77ee6 req-93e2e90f-cdf3-46d6-9227-2072067b8098 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:54.212363 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['12b6e647-b1a9-4eef-902f-fa148e9616d5'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:34:54.223138 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bcccbe24-00ca-4387-8f9e-efe966e77ee6 req-93e2e90f-cdf3-46d6-9227-2072067b8098 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb315490-5dc9-40d5-9308-1c3c11f77a34 HTTP/1.1" status: 200 len: 935 time: 0.1195295 May 03 22:34:54.297982 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-ee70eb55-16f1-4795-a7f5-859b3777a2f8 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:34:54.305049 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bcccbe24-00ca-4387-8f9e-efe966e77ee6 req-63e74312-8741-42c2-9773-1b40ef5ee25c tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce74ecc-7667-405c-9143-a97308706fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721426 May 03 22:34:54.310654 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-ee70eb55-16f1-4795-a7f5-859b3777a2f8 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:34:54.313581 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-ee70eb55-16f1-4795-a7f5-859b3777a2f8 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:34:54.390894 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1801d331-5ae5-4699-8bf9-dc494fbb2e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:54.407615 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42d64240-9ade-4ce6-a8d0-5e2057a6e7b9'] response: {'server_uuid': 'efc4a8a7-886c-4033-9fa8-4766e4fdc2b7', 'name': 'network-vif-deleted', 'tag': 'bedbb6c7-af41-4930-8fd0-89cfbd5ed54a', 'status': 'completed', 'code': 200} May 03 22:34:54.441407 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-ee70eb55-16f1-4795-a7f5-859b3777a2f8 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:54.442108 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-ee70eb55-16f1-4795-a7f5-859b3777a2f8 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:54.487146 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed7c7744-f521-4436-940a-eb3bb6db990e'] response: {'server_uuid': 'c98eb3e9-ab24-40b6-9d3d-7ebc17c3666c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da291b8c-351e-49ec-873e-2aa02e1a5673', 'code': 200} May 03 22:34:54.610766 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1801d331-5ae5-4699-8bf9-dc494fbb2e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922b3466-c1bd-483d-97c1-fc8f2c7f1916,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:54.623586 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-30985e33-8537-49f1-aca2-fddbb62a3f2d None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:54.624777 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-ee70eb55-16f1-4795-a7f5-859b3777a2f8 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3024886 May 03 22:34:54.664132 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-30985e33-8537-49f1-aca2-fddbb62a3f2d None None] Transition to ACTIVE for port object 67f8a336-70ec-4b02-aece-6414fdab76d9 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:34:54.685543 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-30985e33-8537-49f1-aca2-fddbb62a3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:54.685751 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-5629bbb2-e833-48ea-a324-720e72280313 service neutron] Request body: {'port': {'device_id': 'fb315490-5dc9-40d5-9308-1c3c11f77a34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:34:54.776284 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-61a3c0b1-99c7-4ab1-9101-44fb5bc29398 None None] Provisioning for port 2968268d-e1ff-4b72-a50a-c9788d09e2b1 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:34:54.793156 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1801d331-5ae5-4699-8bf9-dc494fbb2e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:54.794607 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1801d331-5ae5-4699-8bf9-dc494fbb2e1b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/922b3466-c1bd-483d-97c1-fc8f2c7f1916 HTTP/1.1" status: 204 len: 168 time: 1.3822441 May 03 22:34:54.796088 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-61a3c0b1-99c7-4ab1-9101-44fb5bc29398 None None] Provisioning complete for port 2968268d-e1ff-4b72-a50a-c9788d09e2b1 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:34:54.801740 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6cff6-11ad-47b1-9208-d92399c68366 req-ca7ae84f-5364-44bb-8ca1-fc28eac03b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:54.804838 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a3f6cff6-11ad-47b1-9208-d92399c68366 req-ca7ae84f-5364-44bb-8ca1-fc28eac03b99 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c98eb3e9-ab24-40b6-9d3d-7ebc17c3666c HTTP/1.1" status: 200 len: 1096 time: 0.2398658 May 03 22:34:54.807031 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-61a3c0b1-99c7-4ab1-9101-44fb5bc29398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:54.813844 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70eb55-16f1-4795-a7f5-859b3777a2f8 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Pushing event updated for resources: {'Port': ['ID=2968268d-e1ff-4b72-a50a-c9788d09e2b1,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:54.868593 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9fcda-7ddc-4c8c-b100-36bc3e0f84fe None None] Pushing event updated for resources: {'Port': ['ID=67f8a336-70ec-4b02-aece-6414fdab76d9,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:54.872720 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc0428-8f2d-48b4-b34d-8b589af4f0e8 req-b2a8ff13-e7bb-4a7b-930c-065b01f76bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:54.874319 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-08dc0428-8f2d-48b4-b34d-8b589af4f0e8 req-b2a8ff13-e7bb-4a7b-930c-065b01f76bb3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=517a1aa6-522d-4d93-ad04-539169ce7dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7182279 May 03 22:34:54.939500 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-156a8f31-fce8-4960-8e5e-74ac486483ef tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:54.978198 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-156a8f31-fce8-4960-8e5e-74ac486483ef tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:55.003925 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a3f6cff6-11ad-47b1-9208-d92399c68366 req-1a07fcab-6eb0-420f-adc1-2873ce102ff7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926637 May 03 22:34:55.017818 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-1b560c67-71a7-402b-82b3-6d382253fade req-efd89cc0-22fd-4e03-bfd7-c001eba3bcfa tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Synchronizing usage tracker for tenant:a06b44cd97c04e34925647c98841b1f3 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:34:55.034700 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a8f31-fce8-4960-8e5e-74ac486483ef tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=187f2855-91fc-403d-9c9f-bc2067493083,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:55.055452 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a9fcda-7ddc-4c8c-b100-36bc3e0f84fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:55.058086 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a9fcda-7ddc-4c8c-b100-36bc3e0f84fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:55.059936 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a9fcda-7ddc-4c8c-b100-36bc3e0f84fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:55.060525 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a9fcda-7ddc-4c8c-b100-36bc3e0f84fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:55.060894 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a9fcda-7ddc-4c8c-b100-36bc3e0f84fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:55.061325 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a9fcda-7ddc-4c8c-b100-36bc3e0f84fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:55.061959 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a9fcda-7ddc-4c8c-b100-36bc3e0f84fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:55.062277 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a9fcda-7ddc-4c8c-b100-36bc3e0f84fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:55.062693 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a9fcda-7ddc-4c8c-b100-36bc3e0f84fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:55.063137 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a9fcda-7ddc-4c8c-b100-36bc3e0f84fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:55.063557 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a9fcda-7ddc-4c8c-b100-36bc3e0f84fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:55.064098 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a9fcda-7ddc-4c8c-b100-36bc3e0f84fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:34:55.064962 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-61a3c0b1-99c7-4ab1-9101-44fb5bc29398 None None] Port 2968268d-e1ff-4b72-a50a-c9788d09e2b1 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:34:55.069089 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-1b560c67-71a7-402b-82b3-6d382253fade req-efd89cc0-22fd-4e03-bfd7-c001eba3bcfa tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] Unset dirty status for tenant:a06b44cd97c04e34925647c98841b1f3 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:34:55.081303 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1b560c67-71a7-402b-82b3-6d382253fade req-efd89cc0-22fd-4e03-bfd7-c001eba3bcfa tempest-ListServerFiltersTestJSON-660678528 tempest-ListServerFiltersTestJSON-660678528-project] 10.222.0.58 "GET /v2.0/ports?device_id=efc4a8a7-886c-4033-9fa8-4766e4fdc2b7 HTTP/1.1" status: 200 len: 210 time: 0.2016618 May 03 22:34:55.123371 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ec1d7859-4831-465f-9057-a90a7150e019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:55.137693 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-5629bbb2-e833-48ea-a324-720e72280313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:55.308192 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device bedbb6c7-af41-4930-8fd0-89cfbd5ed54a no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:34:55.320510 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-30985e33-8537-49f1-aca2-fddbb62a3f2d None None] Attempting to bind port 67f8a336-70ec-4b02-aece-6414fdab76d9 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:34:55.321155 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-30985e33-8537-49f1-aca2-fddbb62a3f2d None None] Attempting to bind port 67f8a336-70ec-4b02-aece-6414fdab76d9 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:34:55.321672 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30985e33-8537-49f1-aca2-fddbb62a3f2d None None] Attempting to bind port 67f8a336-70ec-4b02-aece-6414fdab76d9 on network ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:34:55.329269 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30985e33-8537-49f1-aca2-fddbb62a3f2d None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:34:55.329990 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30985e33-8537-49f1-aca2-fddbb62a3f2d None None] Checking segment: {'id': 'c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:34:55.330549 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-30985e33-8537-49f1-aca2-fddbb62a3f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:55.331088 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30985e33-8537-49f1-aca2-fddbb62a3f2d None None] Bound using segment: {'id': 'c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:34:55.331724 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-30985e33-8537-49f1-aca2-fddbb62a3f2d None None] Bound port: 67f8a336-70ec-4b02-aece-6414fdab76d9, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:34:55.332311 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-30985e33-8537-49f1-aca2-fddbb62a3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:55.389876 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: bedbb6c7-af41-4930-8fd0-89cfbd5ed54a {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:34:55.390629 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device bedbb6c7-af41-4930-8fd0-89cfbd5ed54a not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:34:55.401224 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-156a8f31-fce8-4960-8e5e-74ac486483ef tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:55.408158 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-156a8f31-fce8-4960-8e5e-74ac486483ef tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.2263918 May 03 22:34:55.412482 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36054) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:55.456779 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-9c6260a2-c349-49e2-8e85-70dba653b303 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Request body: {'security_group_rule': {'security_group_id': '187f2855-91fc-403d-9c9f-bc2067493083', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:34:55.494974 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-9c6260a2-c349-49e2-8e85-70dba653b303 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:34:55.504125 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-08dc0428-8f2d-48b4-b34d-8b589af4f0e8 req-e2fddfce-0354-4421-b6ae-53c86adc4c1b service neutron] 10.222.0.60 "GET /v2.0/networks/517a1aa6-522d-4d93-ad04-539169ce7dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5986729 May 03 22:34:55.505055 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9c6260a2-c349-49e2-8e85-70dba653b303 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Usage tracker for resource:security_group_rule and tenant:4005ab853daa4dd0a8c6d47cfa1e3258 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:34:55.506967 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ac381-a9e0-49df-b11a-1974a3ec8ec8 req-ba21f0f4-41f3-4b27-b55d-ab906e1ff203 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:55.508797 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5e2ac381-a9e0-49df-b11a-1974a3ec8ec8 req-ba21f0f4-41f3-4b27-b55d-ab906e1ff203 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98eb3e9-ab24-40b6-9d3d-7ebc17c3666c HTTP/1.1" status: 200 len: 945 time: 0.2798784 May 03 22:34:55.515359 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-30985e33-8537-49f1-aca2-fddbb62a3f2d None None] For port 67f8a336-70ec-4b02-aece-6414fdab76d9, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:34:55.517659 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9c6260a2-c349-49e2-8e85-70dba653b303 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:34:55.518445 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cc88b-417e-441d-93b4-9f9b9cc1f580 req-653eac08-c9a6-4ecf-9dc9-639d42a833f3 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:55.524835 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-30985e33-8537-49f1-aca2-fddbb62a3f2d None None] For port 67f8a336-70ec-4b02-aece-6414fdab76d9, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=67f8a336-70ec-4b02-aece-6414fdab76d9,segment=NetworkSegment(c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008),segment_id=c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:34:55.526512 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-229cc88b-417e-441d-93b4-9f9b9cc1f580 req-653eac08-c9a6-4ecf-9dc9-639d42a833f3 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ab8bffe-87d7-4f2c-b1fc-bb96b1cd8dae HTTP/1.1" status: 200 len: 945 time: 0.1911290 May 03 22:34:55.530726 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-30985e33-8537-49f1-aca2-fddbb62a3f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:55.552554 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-9c6260a2-c349-49e2-8e85-70dba653b303 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:34:55.610933 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-229cc88b-417e-441d-93b4-9f9b9cc1f580 req-a70a37a7-1502-4a39-9159-0fd526e5f7c5 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4383091-0e12-4a45-b5ba-22cb6bee2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833952 May 03 22:34:55.631019 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5e2ac381-a9e0-49df-b11a-1974a3ec8ec8 req-b3809ab4-ab5d-4b94-a731-b02b673a349e tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010389 May 03 22:34:55.711507 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9fcda-7ddc-4c8c-b100-36bc3e0f84fe None None] Pushing event updated for resources: {'Port': ['ID=67f8a336-70ec-4b02-aece-6414fdab76d9,revision_number=4']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:55.726801 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30985e33-8537-49f1-aca2-fddbb62a3f2d None None] Routers {'6d844c5b-1141-4870-949f-26977ca0c94d'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:34:55.727610 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-30985e33-8537-49f1-aca2-fddbb62a3f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:34:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6d844c5b-1141-4870-949f-26977ca0c94d'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:34:55.839147 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9c6260a2-c349-49e2-8e85-70dba653b303 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:55.943011 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9c6260a2-c349-49e2-8e85-70dba653b303 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:55.956304 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9c6260a2-c349-49e2-8e85-70dba653b303 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:55.993643 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6260a2-c349-49e2-8e85-70dba653b303 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca434f0-e6a4-425a-8ef4-97124ee7029d,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:56.051333 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425324b-2f2c-48e8-9054-2c5ff38bbb2b req-c9916f33-ea0a-4d61-b5c9-f1fef0956ebb tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:56.052955 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6425324b-2f2c-48e8-9054-2c5ff38bbb2b req-c9916f33-ea0a-4d61-b5c9-f1fef0956ebb tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb315490-5dc9-40d5-9308-1c3c11f77a34 HTTP/1.1" status: 200 len: 935 time: 0.1821332 May 03 22:34:56.105994 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-08dc0428-8f2d-48b4-b34d-8b589af4f0e8 req-eed301c1-3572-440d-bd49-1d1078b1be5b service neutron] 10.222.0.60 "GET /v2.0/networks/517a1aa6-522d-4d93-ad04-539169ce7dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5892279 May 03 22:34:56.116364 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-30985e33-8537-49f1-aca2-fddbb62a3f2d None None] Set router 6d844c5b-1141-4870-949f-26977ca0c94d gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:34:56.154300 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6425324b-2f2c-48e8-9054-2c5ff38bbb2b req-6e8748ee-3555-4ec2-8896-328c2cbfcd00 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce74ecc-7667-405c-9143-a97308706fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951288 May 03 22:34:56.199355 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:56.238350 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9c6260a2-c349-49e2-8e85-70dba653b303 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:56.240346 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9c6260a2-c349-49e2-8e85-70dba653b303 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8268671 May 03 22:34:56.243123 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36084) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:56.250907 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-29fac09c-c35e-4c29-8384-2394345ca094 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Request body: {'security_group_rule': {'security_group_id': '187f2855-91fc-403d-9c9f-bc2067493083', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:34:56.271584 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-29fac09c-c35e-4c29-8384-2394345ca094 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:34:56.272295 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:56.288346 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-29fac09c-c35e-4c29-8384-2394345ca094 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Usage tracker for resource:security_group_rule and tenant:4005ab853daa4dd0a8c6d47cfa1e3258 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:34:56.300907 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-29fac09c-c35e-4c29-8384-2394345ca094 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:34:56.304154 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36088) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:56.307560 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-29fac09c-c35e-4c29-8384-2394345ca094 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:34:56.335202 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-29fac09c-c35e-4c29-8384-2394345ca094 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:56.385588 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-da41e7d4-27ae-4f3e-b350-4338cd0f9daa admin admin] Deleting subnet 29c0f408-f55c-4749-a4b6-2a88c9ef01c6 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:34:56.389899 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-da41e7d4-27ae-4f3e-b350-4338cd0f9daa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:56.439981 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.resource_extend [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-5629bbb2-e833-48ea-a324-720e72280313 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:34:56.448537 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-29fac09c-c35e-4c29-8384-2394345ca094 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:56.456366 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-29fac09c-c35e-4c29-8384-2394345ca094 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:56.502576 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fac09c-c35e-4c29-8384-2394345ca094 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ded6ce-4877-4ab1-a14a-2f643b927dae,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:56.506043 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-da41e7d4-27ae-4f3e-b350-4338cd0f9daa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:56.536110 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-29fac09c-c35e-4c29-8384-2394345ca094 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:56.538825 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-29fac09c-c35e-4c29-8384-2394345ca094 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2946107 May 03 22:34:56.541993 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36094) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:56.551904 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-1922d0af-f9b0-45c1-b7fb-76b7609cb98e tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:34:56.573025 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1922d0af-f9b0-45c1-b7fb-76b7609cb98e tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:34:56.583422 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1922d0af-f9b0-45c1-b7fb-76b7609cb98e tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Usage tracker for resource:floatingip and tenant:4005ab853daa4dd0a8c6d47cfa1e3258 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:34:56.591956 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1922d0af-f9b0-45c1-b7fb-76b7609cb98e tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:34:56.601641 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-5629bbb2-e833-48ea-a324-720e72280313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2968268d-e1ff-4b72-a50a-c9788d09e2b1 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:34:56.606656 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1922d0af-f9b0-45c1-b7fb-76b7609cb98e tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:34:56.607191 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-30985e33-8537-49f1-aca2-fddbb62a3f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'name': 'tempest-AttachVolumeShelveTestJSON-489129605-router', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '640ff890-5211-4462-814a-cc3def5b682f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:34:39Z', 'updated_at': '2022-05-03T22:34:48Z', 'revision_number': 4, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'gw_port': {'id': '640ff890-5211-4462-814a-cc3def5b682f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:34:41Z', 'updated_at': '2022-05-03T22:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '67f8a336-70ec-4b02-aece-6414fdab76d9', 'name': '', 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'mac_address': 'fa:16:3e:6e:ec:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '209e1eea-ba5e-419e-9e3d-b3077ecd94a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:34:47Z', 'updated_at': '2022-05-03T22:34:55Z', 'revision_number': 4, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'subnets': [{'id': '209e1eea-ba5e-419e-9e3d-b3077ecd94a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:34:56.615548 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30985e33-8537-49f1-aca2-fddbb62a3f2d None None] The sync data for ids ['6d844c5b-1141-4870-949f-26977ca0c94d'] in n-d-811807-1 is: [{'id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'name': 'tempest-AttachVolumeShelveTestJSON-489129605-router', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '640ff890-5211-4462-814a-cc3def5b682f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:34:39Z', 'updated_at': '2022-05-03T22:34:48Z', 'revision_number': 4, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'gw_port': {'id': '640ff890-5211-4462-814a-cc3def5b682f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:34:41Z', 'updated_at': '2022-05-03T22:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '67f8a336-70ec-4b02-aece-6414fdab76d9', 'name': '', 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'mac_address': 'fa:16:3e:6e:ec:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '209e1eea-ba5e-419e-9e3d-b3077ecd94a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:34:47Z', 'updated_at': '2022-05-03T22:34:55Z', 'revision_number': 4, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'subnets': [{'id': '209e1eea-ba5e-419e-9e3d-b3077ecd94a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:34:56.624903 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-5629bbb2-e833-48ea-a324-720e72280313 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:56.629394 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1922d0af-f9b0-45c1-b7fb-76b7609cb98e tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:56.662483 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-5629bbb2-e833-48ea-a324-720e72280313 service neutron] Transition to ACTIVE for port object 2968268d-e1ff-4b72-a50a-c9788d09e2b1 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:34:56.689117 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-5629bbb2-e833-48ea-a324-720e72280313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:56.993458 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 67f8a336-70ec-4b02-aece-6414fdab76d9 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:34:57.001787 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-da41e7d4-27ae-4f3e-b350-4338cd0f9daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:57.131114 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 67f8a336-70ec-4b02-aece-6414fdab76d9 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:34:57.140137 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 67f8a336-70ec-4b02-aece-6414fdab76d9 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:34:57.140788 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:57.269840 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d23bf-2d1f-450d-b4a4-afe21a9057c5 req-33bfaa1c-5a5c-47fa-a7e2-3c678469197b tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:57.273485 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629bbb2-e833-48ea-a324-720e72280313 service neutron] Pushing event updated for resources: {'Port': ['ID=2968268d-e1ff-4b72-a50a-c9788d09e2b1,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:57.279504 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e74d23bf-2d1f-450d-b4a4-afe21a9057c5 req-33bfaa1c-5a5c-47fa-a7e2-3c678469197b tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98eb3e9-ab24-40b6-9d3d-7ebc17c3666c HTTP/1.1" status: 200 len: 945 time: 0.3995388 May 03 22:34:57.285468 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1922d0af-f9b0-45c1-b7fb-76b7609cb98e tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:57.367771 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00975acb-dd36-4558-bcef-cf94ae882b74 req-360224e6-a2ed-49b6-9abb-9ab7e5e6964e tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:57.371267 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-00975acb-dd36-4558-bcef-cf94ae882b74 req-360224e6-a2ed-49b6-9abb-9ab7e5e6964e tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ab8bffe-87d7-4f2c-b1fc-bb96b1cd8dae HTTP/1.1" status: 200 len: 945 time: 0.4135563 May 03 22:34:57.428877 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-da41e7d4-27ae-4f3e-b350-4338cd0f9daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:57.491773 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-5629bbb2-e833-48ea-a324-720e72280313 service neutron] Attempting to bind port 2968268d-e1ff-4b72-a50a-c9788d09e2b1 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:34:57.492450 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-5629bbb2-e833-48ea-a324-720e72280313 service neutron] Attempting to bind port 2968268d-e1ff-4b72-a50a-c9788d09e2b1 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:34:57.492785 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-5629bbb2-e833-48ea-a324-720e72280313 service neutron] Attempting to bind port 2968268d-e1ff-4b72-a50a-c9788d09e2b1 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:34:57.502785 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41e7d4-27ae-4f3e-b350-4338cd0f9daa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29c0f408-f55c-4749-a4b6-2a88c9ef01c6,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:57.504902 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-da41e7d4-27ae-4f3e-b350-4338cd0f9daa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:57.510492 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e74d23bf-2d1f-450d-b4a4-afe21a9057c5 req-aa81573b-5923-4185-96c5-f8debe9988f8 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299445 May 03 22:34:57.530233 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5811ec-dd11-4ca8-a4ca-1da038ffbbce req-44f535c5-03b4-4480-9c8a-a05b12b1521a tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:57.530233 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-ba5811ec-dd11-4ca8-a4ca-1da038ffbbce req-44f535c5-03b4-4480-9c8a-a05b12b1521a tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Synchronizing usage tracker for tenant:1bd397df98f2408ea6012fb67c2c4538 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:34:57.530507 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea1690f-c077-402a-980a-657af00fac57 None None] Network 48482cdb-e8a8-432b-92c4-2998be72b710 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:34:57.530946 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-5629bbb2-e833-48ea-a324-720e72280313 service neutron] Port 2968268d-e1ff-4b72-a50a-c9788d09e2b1 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:34:57.530946 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-5629bbb2-e833-48ea-a324-720e72280313 service neutron] Attempting to bind port 2968268d-e1ff-4b72-a50a-c9788d09e2b1 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:34:57.535469 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-da41e7d4-27ae-4f3e-b350-4338cd0f9daa admin admin] 10.222.0.58 "DELETE /v2.0/subnets/29c0f408-f55c-4749-a4b6-2a88c9ef01c6 HTTP/1.1" status: 204 len: 168 time: 1.2302129 May 03 22:34:57.541290 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36118) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:34:57.546764 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-5629bbb2-e833-48ea-a324-720e72280313 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:34:57.547227 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-5629bbb2-e833-48ea-a324-720e72280313 service neutron] Checking segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:34:57.547896 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-5629bbb2-e833-48ea-a324-720e72280313 service neutron] Bound using segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:34:57.549051 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-5629bbb2-e833-48ea-a324-720e72280313 service neutron] Bound port: 2968268d-e1ff-4b72-a50a-c9788d09e2b1, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:34:57.549651 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-5629bbb2-e833-48ea-a324-720e72280313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:57.648447 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-00975acb-dd36-4558-bcef-cf94ae882b74 req-bc596689-2b51-4075-8116-8d39bc26eb5b tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4383091-0e12-4a45-b5ba-22cb6bee2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635798 May 03 22:34:57.671574 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-ba5811ec-dd11-4ca8-a4ca-1da038ffbbce req-44f535c5-03b4-4480-9c8a-a05b12b1521a tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Unset dirty status for tenant:1bd397df98f2408ea6012fb67c2c4538 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:34:57.673228 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ba5811ec-dd11-4ca8-a4ca-1da038ffbbce req-44f535c5-03b4-4480-9c8a-a05b12b1521a tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ab8bffe-87d7-4f2c-b1fc-bb96b1cd8dae HTTP/1.1" status: 200 len: 945 time: 0.7046838 May 03 22:34:57.938784 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a1b884ae-e553-4264-86cc-4b5e116e9591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:57.960723 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-1922d0af-f9b0-45c1-b7fb-76b7609cb98e tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Allocated IP 172.25.2.173 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/7090da37-af4c-460d-8fd5-d64620605105) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:34:57.972786 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-ba5811ec-dd11-4ca8-a4ca-1da038ffbbce req-391aa3f4-302a-4859-a38e-1ae6ac8eb5d5 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Deleting port 247b8000-07fa-4b9f-b950-a386c51c5625 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:34:57.973381 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ba5811ec-dd11-4ca8-a4ca-1da038ffbbce req-391aa3f4-302a-4859-a38e-1ae6ac8eb5d5 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:58.021874 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:58.023548 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:58.109784 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:58.141951 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3bc9f-aee2-41e0-9a54-8c32964f0a36 req-a885251d-aefe-48e0-a6e8-929d56a7f107 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:58.150455 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c5b3bc9f-aee2-41e0-9a54-8c32964f0a36 req-a885251d-aefe-48e0-a6e8-929d56a7f107 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb315490-5dc9-40d5-9308-1c3c11f77a34 HTTP/1.1" status: 200 len: 947 time: 0.3676817 May 03 22:34:58.179124 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-5629bbb2-e833-48ea-a324-720e72280313 service neutron] For port 2968268d-e1ff-4b72-a50a-c9788d09e2b1, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:34:58.181213 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-a1b884ae-e553-4264-86cc-4b5e116e9591 admin admin] Deleting port fe29cdc5-33d8-4edc-af49-28aec29184b3 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:34:58.181560 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a1b884ae-e553-4264-86cc-4b5e116e9591 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:58.315346 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 67f8a336-70ec-4b02-aece-6414fdab76d9, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=67f8a336-70ec-4b02-aece-6414fdab76d9,segment=NetworkSegment(c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008),segment_id=c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:34:58.361732 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:58.445647 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=67f8a336-70ec-4b02-aece-6414fdab76d9,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:58.594943 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e036c0-0c02-43e1-9e7b-07f00009f748 None None] DHCP port deletion for 48482cdb-e8a8-432b-92c4-2998be72b710 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:34:58.602526 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-04e036c0-0c02-43e1-9e7b-07f00009f748 None None] Deleting port fe29cdc5-33d8-4edc-af49-28aec29184b3 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:34:58.603038 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-04e036c0-0c02-43e1-9e7b-07f00009f748 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:58.635434 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-5629bbb2-e833-48ea-a324-720e72280313 service neutron] For port 2968268d-e1ff-4b72-a50a-c9788d09e2b1, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=2968268d-e1ff-4b72-a50a-c9788d09e2b1,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:34:58.691199 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-5629bbb2-e833-48ea-a324-720e72280313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:58.703157 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1922d0af-f9b0-45c1-b7fb-76b7609cb98e tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:58.781427 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c5b3bc9f-aee2-41e0-9a54-8c32964f0a36 req-85fde3b8-e2d5-4c0d-a7ea-04d2a69bc49d tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce74ecc-7667-405c-9143-a97308706fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6299989 May 03 22:34:58.782572 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1922d0af-f9b0-45c1-b7fb-76b7609cb98e tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:58.936332 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-5629bbb2-e833-48ea-a324-720e72280313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:58.936895 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-5629bbb2-e833-48ea-a324-720e72280313 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:58.938335 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-5629bbb2-e833-48ea-a324-720e72280313 service neutron] 10.222.0.67 "PUT /v2.0/ports/2968268d-e1ff-4b72-a50a-c9788d09e2b1 HTTP/1.1" status: 200 len: 1095 time: 4.2825391 May 03 22:34:58.946423 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 67f8a336-70ec-4b02-aece-6414fdab76d9 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:34:58.970972 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1922d0af-f9b0-45c1-b7fb-76b7609cb98e tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Pushing event updated for resources: {'Port': ['ID=7090da37-af4c-460d-8fd5-d64620605105,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:59.016483 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1922d0af-f9b0-45c1-b7fb-76b7609cb98e tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:34:59.067679 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-04e036c0-0c02-43e1-9e7b-07f00009f748 None None] For port fe29cdc5-33d8-4edc-af49-28aec29184b3, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=fe29cdc5-33d8-4edc-af49-28aec29184b3,segment=NetworkSegment(0fba8794-5565-49da-85db-24a5e3334694),segment_id=0fba8794-5565-49da-85db-24a5e3334694)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:34:59.068083 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-04e036c0-0c02-43e1-9e7b-07f00009f748 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:59.093612 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-1922d0af-f9b0-45c1-b7fb-76b7609cb98e tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:34:59.102700 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1922d0af-f9b0-45c1-b7fb-76b7609cb98e tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:34:59.232175 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43ac9d-3bbc-4b34-b3ed-88f88b431990 req-d3378d19-2845-4599-9cba-907bb1d4019e tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:59.240345 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7f43ac9d-3bbc-4b34-b3ed-88f88b431990 req-d3378d19-2845-4599-9cba-907bb1d4019e tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98eb3e9-ab24-40b6-9d3d-7ebc17c3666c HTTP/1.1" status: 200 len: 945 time: 0.9068902 May 03 22:34:59.249546 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-a1b884ae-e553-4264-86cc-4b5e116e9591 admin admin] For port fe29cdc5-33d8-4edc-af49-28aec29184b3, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=fe29cdc5-33d8-4edc-af49-28aec29184b3,segment=NetworkSegment(0fba8794-5565-49da-85db-24a5e3334694),segment_id=0fba8794-5565-49da-85db-24a5e3334694)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:34:59.249908 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a1b884ae-e553-4264-86cc-4b5e116e9591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:59.291404 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-04e036c0-0c02-43e1-9e7b-07f00009f748 None None] Calling delete_port for fe29cdc5-33d8-4edc-af49-28aec29184b3 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:34:59.332062 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7f43ac9d-3bbc-4b34-b3ed-88f88b431990 req-1d7ad63b-187a-4c03-b105-9406a9645a3a tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904262 May 03 22:34:59.352372 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39010dc2-c895-4eb2-8031-4127b2e08db0 req-e01651ff-12e1-4c1f-bf39-600952b5469c tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:34:59.354149 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-39010dc2-c895-4eb2-8031-4127b2e08db0 req-e01651ff-12e1-4c1f-bf39-600952b5469c tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ab8bffe-87d7-4f2c-b1fc-bb96b1cd8dae HTTP/1.1" status: 200 len: 945 time: 0.3448949 May 03 22:34:59.391564 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-a1b884ae-e553-4264-86cc-4b5e116e9591 admin admin] Calling delete_port for fe29cdc5-33d8-4edc-af49-28aec29184b3 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:34:59.448241 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1922d0af-f9b0-45c1-b7fb-76b7609cb98e tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:59.485139 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb315490-5dc9-40d5-9308-1c3c11f77a34', 'tag': '2968268d-e1ff-4b72-a50a-c9788d09e2b1'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:34:59.521314 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 67f8a336-70ec-4b02-aece-6414fdab76d9 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:34:59.525613 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:59.630292 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-39010dc2-c895-4eb2-8031-4127b2e08db0 req-a7c34b3a-577a-4028-b187-10d54f4f1ec8 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4383091-0e12-4a45-b5ba-22cb6bee2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594318 May 03 22:34:59.631215 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 247b8000-07fa-4b9f-b950-a386c51c5625 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:34:59.767702 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a1b884ae-e553-4264-86cc-4b5e116e9591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:59.783651 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-04e036c0-0c02-43e1-9e7b-07f00009f748 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:34:59.784356 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-04e036c0-0c02-43e1-9e7b-07f00009f748 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:34:59.840367 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b884ae-e553-4264-86cc-4b5e116e9591 admin admin] No DVR routers for this DVR port fe29cdc5-33d8-4edc-af49-28aec29184b3 on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:34:59.848751 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629bbb2-e833-48ea-a324-720e72280313 service neutron] Pushing event updated for resources: {'Port': ['ID=2968268d-e1ff-4b72-a50a-c9788d09e2b1,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:34:59.869611 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1922d0af-f9b0-45c1-b7fb-76b7609cb98e tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:59.939316 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:34:59.986752 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab8bffe-87d7-4f2c-b1fc-bb96b1cd8dae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '247b8000-07fa-4b9f-b950-a386c51c5625'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:35:00.005562 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device fe29cdc5-33d8-4edc-af49-28aec29184b3 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:35:00.036422 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 247b8000-07fa-4b9f-b950-a386c51c5625, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=247b8000-07fa-4b9f-b950-a386c51c5625,segment=NetworkSegment(3081933c-f030-4b75-a1c7-e41d6ef58fae),segment_id=3081933c-f030-4b75-a1c7-e41d6ef58fae)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:35:00.042499 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: fe29cdc5-33d8-4edc-af49-28aec29184b3 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:35:00.043397 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device fe29cdc5-33d8-4edc-af49-28aec29184b3 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:35:00.059719 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:00.066177 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a1b884ae-e553-4264-86cc-4b5e116e9591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:00.115427 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b884ae-e553-4264-86cc-4b5e116e9591 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe29cdc5-33d8-4edc-af49-28aec29184b3,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:00.131889 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-a1b884ae-e553-4264-86cc-4b5e116e9591 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48482cdb-e8a8-432b-92c4-2998be72b710']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:35:00.154050 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-a1b884ae-e553-4264-86cc-4b5e116e9591 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fba8794-5565-49da-85db-24a5e3334694') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:35:00.154610 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-a1b884ae-e553-4264-86cc-4b5e116e9591 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fba8794-5565-49da-85db-24a5e3334694') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:35:00.166848 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=247b8000-07fa-4b9f-b950-a386c51c5625,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:00.190139 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4392f7bb-e47c-4dad-9d2d-d4bb5f9c2104'] response: {'name': 'network-changed', 'server_uuid': 'fb315490-5dc9-40d5-9308-1c3c11f77a34', 'tag': '2968268d-e1ff-4b72-a50a-c9788d09e2b1', 'status': 'completed', 'code': 200} May 03 22:35:00.194052 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a1b884ae-e553-4264-86cc-4b5e116e9591 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:00.212659 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371e5db-695f-45c9-af5b-fdeb07923959 req-96bfa8f4-1b72-4fe4-a7ca-0032cb382f52 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:00.213238 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-8ee634bb-b0e8-41ee-941d-48df1ed05114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:00.214221 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1371e5db-695f-45c9-af5b-fdeb07923959 req-96bfa8f4-1b72-4fe4-a7ca-0032cb382f52 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98eb3e9-ab24-40b6-9d3d-7ebc17c3666c HTTP/1.1" status: 200 len: 945 time: 0.5575657 May 03 22:35:00.214899 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-8ee634bb-b0e8-41ee-941d-48df1ed05114 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc2d6874d97942e39e3ce3a41f19cd70&device_id=fb315490-5dc9-40d5-9308-1c3c11f77a34 HTTP/1.1" status: 200 len: 1098 time: 0.6978834 May 03 22:35:00.218949 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1922d0af-f9b0-45c1-b7fb-76b7609cb98e tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:00.219277 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-ba5811ec-dd11-4ca8-a4ca-1da038ffbbce req-391aa3f4-302a-4859-a38e-1ae6ac8eb5d5 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] For port 247b8000-07fa-4b9f-b950-a386c51c5625, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=247b8000-07fa-4b9f-b950-a386c51c5625,segment=NetworkSegment(3081933c-f030-4b75-a1c7-e41d6ef58fae),segment_id=3081933c-f030-4b75-a1c7-e41d6ef58fae)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:35:00.219666 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ba5811ec-dd11-4ca8-a4ca-1da038ffbbce req-391aa3f4-302a-4859-a38e-1ae6ac8eb5d5 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:00.225443 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1922d0af-f9b0-45c1-b7fb-76b7609cb98e tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:00.287426 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-04e036c0-0c02-43e1-9e7b-07f00009f748 None None] Deleting port fe29cdc5-33d8-4edc-af49-28aec29184b3 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:35:00.288041 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a1b884ae-e553-4264-86cc-4b5e116e9591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:00.288433 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-04e036c0-0c02-43e1-9e7b-07f00009f748 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:00.305916 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-5c3657f1-17de-4895-b938-0140225ffd1c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=2968268d-e1ff-4b72-a50a-c9788d09e2b1 HTTP/1.1" status: 200 len: 217 time: 0.0773947 May 03 22:35:00.386185 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-04e036c0-0c02-43e1-9e7b-07f00009f748 None None] The port 'fe29cdc5-33d8-4edc-af49-28aec29184b3' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:35:00.444422 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1371e5db-695f-45c9-af5b-fdeb07923959 req-a7b68e00-c2ad-48f1-bb8e-9d1c75b12eba tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138779 May 03 22:35:00.445659 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1b884ae-e553-4264-86cc-4b5e116e9591 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:35:00.446088 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a1b884ae-e553-4264-86cc-4b5e116e9591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:00.455987 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1922d0af-f9b0-45c1-b7fb-76b7609cb98e tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Pushing event updated for resources: {'Port': ['ID=7090da37-af4c-460d-8fd5-d64620605105,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:00.460893 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:35:00.460893 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:35:00.460893 n-d-811807-1 neutron-server[88070]: timer() May 03 22:35:00.460893 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:35:00.460893 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:35:00.460893 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:35:00.460893 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:35:00.460893 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:35:00.460893 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:35:00.460893 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:35:00.460893 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:35:00.460893 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:35:00.460893 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:35:00.460893 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:35:00.460893 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:35:00.460893 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:35:00.460893 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:35:00.460893 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:35:00.460893 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:35:00.460893 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:35:00.460893 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:35:00.460893 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:35:00.460893 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:35:00.460893 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:35:00.460893 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:35:00.460893 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:35:00.460893 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:35:00.460893 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:35:00.460893 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:35:00.460893 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:35:00.460893 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:35:00.460893 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:35:00.474744 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1922d0af-f9b0-45c1-b7fb-76b7609cb98e tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:00.474886 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-ba5811ec-dd11-4ca8-a4ca-1da038ffbbce req-391aa3f4-302a-4859-a38e-1ae6ac8eb5d5 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Calling delete_port for 247b8000-07fa-4b9f-b950-a386c51c5625 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:35:00.545779 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9c05e-8df0-481e-8518-6c671c53315e req-aa2b74e5-4c7f-46ad-b7f2-0e6b5c6d66d0 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:00.545779 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bea9c05e-8df0-481e-8518-6c671c53315e req-aa2b74e5-4c7f-46ad-b7f2-0e6b5c6d66d0 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb315490-5dc9-40d5-9308-1c3c11f77a34 HTTP/1.1" status: 200 len: 947 time: 0.2336051 May 03 22:35:00.545779 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1922d0af-f9b0-45c1-b7fb-76b7609cb98e tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:00.545779 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1922d0af-f9b0-45c1-b7fb-76b7609cb98e tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9927859 May 03 22:35:00.571170 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95f08f48-890d-44b1-9b84-d494170d215c'] response: {'server_uuid': '4ab8bffe-87d7-4f2c-b1fc-bb96b1cd8dae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '247b8000-07fa-4b9f-b950-a386c51c5625', 'code': 200} May 03 22:35:00.614193 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bea9c05e-8df0-481e-8518-6c671c53315e req-4a08b937-0662-416f-a7dc-624860b22a57 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce74ecc-7667-405c-9143-a97308706fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591486 May 03 22:35:00.738161 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-cd6bde31-61dd-42c9-b598-ea008c901ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:00.743931 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-cd6bde31-61dd-42c9-b598-ea008c901ba5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.3874004 May 03 22:35:00.746415 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a1b884ae-e553-4264-86cc-4b5e116e9591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:00.770058 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a1b884ae-e553-4264-86cc-4b5e116e9591 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:00.799141 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-30375775-bc4c-476b-b64c-618cf6538ab8 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=94f99245f40a4fa89696945f73e4c147&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423369 May 03 22:35:00.994513 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-ec1bd332-b167-4d06-a56d-3f44ac59329c tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:01.001309 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b884ae-e553-4264-86cc-4b5e116e9591 admin admin] Pushing event deleted for resources: {'Network': ['ID=48482cdb-e8a8-432b-92c4-2998be72b710,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:01.008001 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a1b884ae-e553-4264-86cc-4b5e116e9591 admin admin] 10.222.0.58 "DELETE /v2.0/networks/48482cdb-e8a8-432b-92c4-2998be72b710 HTTP/1.1" status: 204 len: 168 time: 3.4654882 May 03 22:35:01.010595 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [req-ba5811ec-dd11-4ca8-a4ca-1da038ffbbce req-391aa3f4-302a-4859-a38e-1ae6ac8eb5d5 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:35:01.010999 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [req-ba5811ec-dd11-4ca8-a4ca-1da038ffbbce req-391aa3f4-302a-4859-a38e-1ae6ac8eb5d5 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:35:01.014234 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-ec1bd332-b167-4d06-a56d-3f44ac59329c tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2080560 May 03 22:35:01.033267 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-82ca06a5-41dd-40be-9b5b-67b73513b376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:01.034990 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-82ca06a5-41dd-40be-9b5b-67b73513b376 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2431748 May 03 22:35:01.092201 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-92f177bf-f934-421c-b006-0e4ce791aff6 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] 10.222.0.58 "GET /v2.0/quotas/94f99245f40a4fa89696945f73e4c147 HTTP/1.1" status: 200 len: 375 time: 0.0768099 May 03 22:35:01.153883 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-9e20bec0-b84b-4262-bbe4-ab70b7b3e213 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=94f99245f40a4fa89696945f73e4c147&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606968 May 03 22:35:01.212803 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ecead-3a84-448a-b28e-96861ff7e672 req-30736607-394d-4bf3-82e2-8331ecd639da tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:01.214632 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec7ecead-3a84-448a-b28e-96861ff7e672 req-30736607-394d-4bf3-82e2-8331ecd639da tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ab8bffe-87d7-4f2c-b1fc-bb96b1cd8dae HTTP/1.1" status: 200 len: 943 time: 0.1907461 May 03 22:35:01.224612 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-94e12b73-83c0-4ae7-a65a-2fe6c65b1fbb service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822772 May 03 22:35:01.264002 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36216) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:01.327795 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec7ecead-3a84-448a-b28e-96861ff7e672 req-492c5d93-4882-47c1-bb74-abf889ade7ae tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] 10.222.0.58 "GET /v2.0/security-groups?id=b4383091-0e12-4a45-b5ba-22cb6bee2abe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026127 May 03 22:35:01.381678 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36226) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:01.381904 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-913ddbc7-582d-42a3-9b5d-9b4b90ce71e0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a06b44cd97c04e34925647c98841b1f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1166728 May 03 22:35:01.477011 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b8ebeb1f-1f1e-4e9d-9b74-238ea079c279 req-73c7f30b-3132-4df8-be0f-cbedc2dde1f6 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452319 May 03 22:35:01.512465 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-ba5811ec-dd11-4ca8-a4ca-1da038ffbbce req-391aa3f4-302a-4859-a38e-1ae6ac8eb5d5 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Deleting port 247b8000-07fa-4b9f-b950-a386c51c5625 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:35:01.512808 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ba5811ec-dd11-4ca8-a4ca-1da038ffbbce req-391aa3f4-302a-4859-a38e-1ae6ac8eb5d5 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:01.568463 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-1fd06b1f-c793-48dc-b6d1-96d6bdcc8f4c tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1615573139&fields=id&tenant_id=4005ab853daa4dd0a8c6d47cfa1e3258 HTTP/1.1" status: 200 len: 267 time: 0.0865436 May 03 22:35:01.677580 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8bd52ae2-8f8f-4df6-bb6b-94ae63a411db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:01.740623 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8bd52ae2-8f8f-4df6-bb6b-94ae63a411db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:01.755893 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f4073-b95f-46f4-8613-d50e8090d6fd req-a1eefb0d-076f-4008-b0fe-9488e877bd08 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:01.757415 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a24f4073-b95f-46f4-8613-d50e8090d6fd req-a1eefb0d-076f-4008-b0fe-9488e877bd08 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98eb3e9-ab24-40b6-9d3d-7ebc17c3666c HTTP/1.1" status: 200 len: 945 time: 0.3086309 May 03 22:35:01.904572 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ff6f0-fcc0-46ce-964b-4265cf2caaf5 req-177c563b-355b-426e-a88e-623249679c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:01.906938 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-979ff6f0-fcc0-46ce-964b-4265cf2caaf5 req-177c563b-355b-426e-a88e-623249679c8f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc2d6874d97942e39e3ce3a41f19cd70&device_id=fb315490-5dc9-40d5-9308-1c3c11f77a34 HTTP/1.1" status: 200 len: 1098 time: 0.3212976 May 03 22:35:01.990297 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-ba5811ec-dd11-4ca8-a4ca-1da038ffbbce req-391aa3f4-302a-4859-a38e-1ae6ac8eb5d5 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] For port 247b8000-07fa-4b9f-b950-a386c51c5625, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=247b8000-07fa-4b9f-b950-a386c51c5625,segment=NetworkSegment(3081933c-f030-4b75-a1c7-e41d6ef58fae),segment_id=3081933c-f030-4b75-a1c7-e41d6ef58fae)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:35:01.990415 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ba5811ec-dd11-4ca8-a4ca-1da038ffbbce req-391aa3f4-302a-4859-a38e-1ae6ac8eb5d5 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:02.000234 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a24f4073-b95f-46f4-8613-d50e8090d6fd req-a0da2c10-2d33-40ee-b438-f4602bb0c89a tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344515 May 03 22:35:02.017998 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-6c166689-2464-4214-9849-249aeaffe942 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:02.019520 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-6c166689-2464-4214-9849-249aeaffe942 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/networks?id=ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 HTTP/1.1" status: 200 len: 816 time: 0.4433393 May 03 22:35:02.047458 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-4cca66e6-0216-4bed-8d02-4b41f34eb22d tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/quotas/4005ab853daa4dd0a8c6d47cfa1e3258 HTTP/1.1" status: 200 len: 375 time: 0.0215099 May 03 22:35:02.152871 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-bf66cf2f-ecbd-4499-8a79-f347284f5e7d tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4005ab853daa4dd0a8c6d47cfa1e3258&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0987804 May 03 22:35:02.170588 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-ba5811ec-dd11-4ca8-a4ca-1da038ffbbce req-391aa3f4-302a-4859-a38e-1ae6ac8eb5d5 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Calling delete_port for 247b8000-07fa-4b9f-b950-a386c51c5625 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:35:02.222897 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8bd52ae2-8f8f-4df6-bb6b-94ae63a411db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:02.257760 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-04fe7169-c87c-406c-8d7f-e5173ce58e00 req-646640d2-b3d1-406f-94e5-741afea3e781 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] 10.222.0.58 "GET /v2.0/ports?device_id=fac1a78c-210f-4098-b855-0b3268a293ed HTTP/1.1" status: 200 len: 210 time: 0.0702691 May 03 22:35:02.310906 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd52ae2-8f8f-4df6-bb6b-94ae63a411db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25998db-cf05-4a36-b29c-d768c03c7709,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:02.392939 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8bd52ae2-8f8f-4df6-bb6b-94ae63a411db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:02.394349 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8bd52ae2-8f8f-4df6-bb6b-94ae63a411db admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e25998db-cf05-4a36-b29c-d768c03c7709 HTTP/1.1" status: 204 len: 168 time: 0.9973061 May 03 22:35:02.399181 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-0e357a40-edfd-4e6d-9296-b2ed12231aac service neutron] 10.222.0.58 "GET /v2.0/networks/ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421150 May 03 22:35:02.437919 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ff6f0-fcc0-46ce-964b-4265cf2caaf5 req-d0e7ed80-80a7-4016-9c07-7bf160bd2bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:02.439375 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-979ff6f0-fcc0-46ce-964b-4265cf2caaf5 req-d0e7ed80-80a7-4016-9c07-7bf160bd2bc1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.5256829 May 03 22:35:02.550781 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-979ff6f0-fcc0-46ce-964b-4265cf2caaf5 req-1429d1ce-2db7-4542-8b39-817609854cc1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=2968268d-e1ff-4b72-a50a-c9788d09e2b1 HTTP/1.1" status: 200 len: 217 time: 0.1010392 May 03 22:35:02.618754 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ba5811ec-dd11-4ca8-a4ca-1da038ffbbce req-391aa3f4-302a-4859-a38e-1ae6ac8eb5d5 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:02.676964 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ff6f0-fcc0-46ce-964b-4265cf2caaf5 req-3db12412-e1b3-40b4-9105-4d615bb11b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:02.678442 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-979ff6f0-fcc0-46ce-964b-4265cf2caaf5 req-3db12412-e1b3-40b4-9105-4d615bb11b6e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.1174541 May 03 22:35:02.719415 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391aa3f4-302a-4859-a38e-1ae6ac8eb5d5 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Pushing event deleted for resources: {'Port': ['ID=247b8000-07fa-4b9f-b950-a386c51c5625,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:02.866221 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-6f1f9ab1-4a3a-4b83-9a13-bc9b3cf4e46c service neutron] 10.222.0.58 "GET /v2.0/networks/ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658358 May 03 22:35:02.915460 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6747e26-2112-4bec-b941-f1721461b392 req-b5bc54e0-b4db-4ef8-8f62-5b26e8bcfe84 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:02.924263 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f6747e26-2112-4bec-b941-f1721461b392 req-b5bc54e0-b4db-4ef8-8f62-5b26e8bcfe84 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb315490-5dc9-40d5-9308-1c3c11f77a34 HTTP/1.1" status: 200 len: 947 time: 0.4420936 May 03 22:35:02.987309 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33235d30-9c6e-45d2-89c6-a430164cc18a req-8d1175a5-3c28-4ab6-90f9-a40dac21a515 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:02.990948 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-33235d30-9c6e-45d2-89c6-a430164cc18a req-8d1175a5-3c28-4ab6-90f9-a40dac21a515 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.67 "GET /v2.0/ports?device_id=c98eb3e9-ab24-40b6-9d3d-7ebc17c3666c HTTP/1.1" status: 200 len: 945 time: 0.3459225 May 03 22:35:03.054154 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5811ec-dd11-4ca8-a4ca-1da038ffbbce req-391aa3f4-302a-4859-a38e-1ae6ac8eb5d5 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] No DVR routers for this DVR port 247b8000-07fa-4b9f-b950-a386c51c5625 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:35:03.056703 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ba5811ec-dd11-4ca8-a4ca-1da038ffbbce req-391aa3f4-302a-4859-a38e-1ae6ac8eb5d5 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:03.064873 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab8bffe-87d7-4f2c-b1fc-bb96b1cd8dae', 'name': 'network-vif-deleted', 'tag': '247b8000-07fa-4b9f-b950-a386c51c5625'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:35:03.081054 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-63762e9c-5f32-43e4-bf09-6faf0ad47f6a tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=94f99245f40a4fa89696945f73e4c147&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0823476 May 03 22:35:03.083625 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ba5811ec-dd11-4ca8-a4ca-1da038ffbbce req-391aa3f4-302a-4859-a38e-1ae6ac8eb5d5 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] 10.222.0.60 "DELETE /v2.0/ports/247b8000-07fa-4b9f-b950-a386c51c5625 HTTP/1.1" status: 204 len: 173 time: 5.3986301 May 03 22:35:03.206533 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f6747e26-2112-4bec-b941-f1721461b392 req-8faf9175-b2bc-44c9-8f2f-0e69a071328d tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce74ecc-7667-405c-9143-a97308706fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679465 May 03 22:35:03.314180 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ff6f0-fcc0-46ce-964b-4265cf2caaf5 req-abb04d2c-71e9-4418-a06d-010bb22f8a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:03.314384 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-33235d30-9c6e-45d2-89c6-a430164cc18a req-a0e24902-7413-45b6-9adc-fd3073085415 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Deleting port da291b8c-351e-49ec-873e-2aa02e1a5673 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:35:03.314676 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-33235d30-9c6e-45d2-89c6-a430164cc18a req-a0e24902-7413-45b6-9adc-fd3073085415 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:03.316622 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-979ff6f0-fcc0-46ce-964b-4265cf2caaf5 req-abb04d2c-71e9-4418-a06d-010bb22f8a00 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5984302 May 03 22:35:03.459169 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-911c67df-88ac-449f-8f74-1cf84ff25471 req-6b0bca2c-ab58-4a2f-b203-a393da5c5f61 tempest-ServerTagsTestJSON-756421714 tempest-ServerTagsTestJSON-756421714-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ab8bffe-87d7-4f2c-b1fc-bb96b1cd8dae HTTP/1.1" status: 200 len: 210 time: 0.2343199 May 03 22:35:03.573373 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-e83aaf18-de55-4774-8d43-337932cbec74 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:03.579311 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-e83aaf18-de55-4774-8d43-337932cbec74 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4899180 May 03 22:35:03.615273 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-843c8f4a-20d8-4def-bda0-7065ccc35649 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Request body: {'port': {'device_id': 'fac1a78c-210f-4098-b855-0b3268a293ed', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'admin_state_up': True, 'tenant_id': '94f99245f40a4fa89696945f73e4c147'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:35:03.727376 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-caf0e191-b34f-4d77-b542-f93e629f7f00 req-c239dc37-b1c6-49b7-abce-fdc9c1900e97 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 210 time: 0.1274621 May 03 22:35:03.849506 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-843c8f4a-20d8-4def-bda0-7065ccc35649 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:35:03.854241 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-843c8f4a-20d8-4def-bda0-7065ccc35649 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Usage tracker for resource:port and tenant:94f99245f40a4fa89696945f73e4c147 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:35:03.858521 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-843c8f4a-20d8-4def-bda0-7065ccc35649 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:35:03.865912 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-843c8f4a-20d8-4def-bda0-7065ccc35649 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:35:03.880710 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-979ff6f0-fcc0-46ce-964b-4265cf2caaf5 req-7b691a76-60c1-47aa-afb5-59b9bd228578 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5540771 May 03 22:35:03.882054 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-843c8f4a-20d8-4def-bda0-7065ccc35649 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Made reservation on behalf of 94f99245f40a4fa89696945f73e4c147 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:35:03.885765 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-843c8f4a-20d8-4def-bda0-7065ccc35649 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:03.946591 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bbe375e-2469-4245-b518-15a2e5a1a8bf'] response: {'server_uuid': '4ab8bffe-87d7-4f2c-b1fc-bb96b1cd8dae', 'name': 'network-vif-deleted', 'tag': '247b8000-07fa-4b9f-b950-a386c51c5625', 'status': 'completed', 'code': 200} May 03 22:35:03.976453 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-843c8f4a-20d8-4def-bda0-7065ccc35649 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:04.019523 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-843c8f4a-20d8-4def-bda0-7065ccc35649 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:35:04.031800 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c0cc1-85b6-4f4d-aecd-f52cb0eec8b7 req-4a42c47d-3514-46cb-891d-175976213ad4 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:04.046467 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a84c0cc1-85b6-4f4d-aecd-f52cb0eec8b7 req-4a42c47d-3514-46cb-891d-175976213ad4 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98eb3e9-ab24-40b6-9d3d-7ebc17c3666c HTTP/1.1" status: 200 len: 945 time: 0.4771461 May 03 22:35:04.086760 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-843c8f4a-20d8-4def-bda0-7065ccc35649 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Usage tracker for resource:security_group_rule and tenant:94f99245f40a4fa89696945f73e4c147 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:35:04.091653 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-843c8f4a-20d8-4def-bda0-7065ccc35649 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:35:04.106357 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-843c8f4a-20d8-4def-bda0-7065ccc35649 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:35:04.145527 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-27dfe10b-7505-48d7-b804-17f818c16b30 req-4d5c9177-b477-49ae-a5d2-c4efa70e64a8 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] 10.222.0.58 "GET /v2.0/ports?device_id=fac1a78c-210f-4098-b855-0b3268a293ed HTTP/1.1" status: 200 len: 210 time: 0.0965943 May 03 22:35:04.168592 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-979ff6f0-fcc0-46ce-964b-4265cf2caaf5 req-470cbf6a-c5fe-41e9-b792-c38540d5c12d service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707579 May 03 22:35:04.193672 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-33235d30-9c6e-45d2-89c6-a430164cc18a req-a0e24902-7413-45b6-9adc-fd3073085415 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] For port da291b8c-351e-49ec-873e-2aa02e1a5673, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=da291b8c-351e-49ec-873e-2aa02e1a5673,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:35:04.194446 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-33235d30-9c6e-45d2-89c6-a430164cc18a req-a0e24902-7413-45b6-9adc-fd3073085415 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:04.222087 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a84c0cc1-85b6-4f4d-aecd-f52cb0eec8b7 req-dc5191a9-632f-46f3-853d-517effcf23f4 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743567 May 03 22:35:04.284636 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-843c8f4a-20d8-4def-bda0-7065ccc35649 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:04.289735 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36324) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:04.302065 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-843c8f4a-20d8-4def-bda0-7065ccc35649 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:04.389461 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c8f4a-20d8-4def-bda0-7065ccc35649 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87c5c97f-6415-4783-931d-1e1b17dc4e4a,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:04.426224 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-33235d30-9c6e-45d2-89c6-a430164cc18a req-a0e24902-7413-45b6-9adc-fd3073085415 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Calling delete_port for da291b8c-351e-49ec-873e-2aa02e1a5673 owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:35:04.514830 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-843c8f4a-20d8-4def-bda0-7065ccc35649 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Allocated IP 192.168.233.248 (7e14e0ca-f320-4236-9b9e-a9e4f415dbeb/1dff747c-9d3c-4e06-92c1-836fbb9482c4/2cb738a7-3cb2-44aa-9dcf-b1c0050240c8) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:35:04.539435 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-ef919dff-b2a0-434b-9931-72cd6c084cf7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1395646408-network', 'tenant_id': 'ee7372ea426142e59c472059d7804115'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:35:04.560791 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ef919dff-b2a0-434b-9931-72cd6c084cf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:35:04.575219 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ef919dff-b2a0-434b-9931-72cd6c084cf7 admin admin] Usage tracker for resource:network and tenant:ee7372ea426142e59c472059d7804115 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:35:04.581056 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ef919dff-b2a0-434b-9931-72cd6c084cf7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:35:04.594929 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ef919dff-b2a0-434b-9931-72cd6c084cf7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:35:04.629589 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef919dff-b2a0-434b-9931-72cd6c084cf7 admin admin] Made reservation on behalf of ee7372ea426142e59c472059d7804115 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:35:04.632570 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ef919dff-b2a0-434b-9931-72cd6c084cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:04.663775 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36338) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:04.706766 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01bca2-7694-49c5-8f1f-1b5226875094 req-79a605f9-cf32-4ec0-b742-36deafedb9cb tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:04.708418 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e01bca2-7694-49c5-8f1f-1b5226875094 req-79a605f9-cf32-4ec0-b742-36deafedb9cb tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb315490-5dc9-40d5-9308-1c3c11f77a34 HTTP/1.1" status: 200 len: 947 time: 0.2902603 May 03 22:35:04.746759 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ef919dff-b2a0-434b-9931-72cd6c084cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:04.759761 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-33235d30-9c6e-45d2-89c6-a430164cc18a req-a0e24902-7413-45b6-9adc-fd3073085415 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:04.780275 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['da291b8c-351e-49ec-873e-2aa02e1a5673'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:35:04.804219 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ef919dff-b2a0-434b-9931-72cd6c084cf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:35:04.814262 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ef919dff-b2a0-434b-9931-72cd6c084cf7 admin admin] Usage tracker for resource:security_group_rule and tenant:ee7372ea426142e59c472059d7804115 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:35:04.822996 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ef919dff-b2a0-434b-9931-72cd6c084cf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:35:04.845045 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-915c2e7d-84b1-471a-9d7c-188e98bf7d98 admin admin] Deleting subnet 00316a32-3d65-4582-9a69-5e0fbda6b978 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:35:04.851199 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ef919dff-b2a0-434b-9931-72cd6c084cf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:35:04.857125 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-915c2e7d-84b1-471a-9d7c-188e98bf7d98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:04.865354 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['f6688ff0-6e96-4dac-90f0-7a42629dcd98'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:35:04.954320 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-843c8f4a-20d8-4def-bda0-7065ccc35649 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:04.973671 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-915c2e7d-84b1-471a-9d7c-188e98bf7d98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:05.011213 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e24902-7413-45b6-9adc-fd3073085415 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Pushing event deleted for resources: {'Port': ['ID=da291b8c-351e-49ec-873e-2aa02e1a5673,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:05.025685 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e01bca2-7694-49c5-8f1f-1b5226875094 req-f3d7cafe-3d97-423e-9057-e9fd4f61b566 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce74ecc-7667-405c-9143-a97308706fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071291 May 03 22:35:05.143461 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-843c8f4a-20d8-4def-bda0-7065ccc35649 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Transition to ACTIVE for port object 2cb738a7-3cb2-44aa-9dcf-b1c0050240c8 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:35:05.174706 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad08b959-0559-4cbe-a662-eb059ac7028f req-f5f9953a-b1d0-47ef-b13f-1f402b262203 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 210 time: 0.1344135 May 03 22:35:05.180335 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-33235d30-9c6e-45d2-89c6-a430164cc18a req-a0e24902-7413-45b6-9adc-fd3073085415 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] No DVR routers for this DVR port da291b8c-351e-49ec-873e-2aa02e1a5673 on host n-h2-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:35:05.183482 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-33235d30-9c6e-45d2-89c6-a430164cc18a req-a0e24902-7413-45b6-9adc-fd3073085415 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:05.187864 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98eb3e9-ab24-40b6-9d3d-7ebc17c3666c', 'name': 'network-vif-deleted', 'tag': 'da291b8c-351e-49ec-873e-2aa02e1a5673'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:35:05.230129 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-33235d30-9c6e-45d2-89c6-a430164cc18a req-a0e24902-7413-45b6-9adc-fd3073085415 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.67 "DELETE /v2.0/ports/da291b8c-351e-49ec-873e-2aa02e1a5673 HTTP/1.1" status: 204 len: 173 time: 2.2299409 May 03 22:35:05.261343 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-911cd723-8b3e-404e-a46e-4309402a11ed tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:05.262902 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-911cd723-8b3e-404e-a46e-4309402a11ed tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Synchronizing usage tracker for tenant:4005ab853daa4dd0a8c6d47cfa1e3258 on resource:network {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:35:05.266040 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-915c2e7d-84b1-471a-9d7c-188e98bf7d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:05.313692 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3995012b-a4a2-4af3-85b1-60b661cc8a2a'] response: {'server_uuid': 'c98eb3e9-ab24-40b6-9d3d-7ebc17c3666c', 'name': 'network-vif-deleted', 'tag': 'da291b8c-351e-49ec-873e-2aa02e1a5673', 'status': 'completed', 'code': 200} May 03 22:35:05.385650 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 2968268d-e1ff-4b72-a50a-c9788d09e2b1 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:35:05.393720 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-911cd723-8b3e-404e-a46e-4309402a11ed tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Unset dirty status for tenant:4005ab853daa4dd0a8c6d47cfa1e3258 on resource:network {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:35:05.395963 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-911cd723-8b3e-404e-a46e-4309402a11ed tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.67 "GET /v2.0/networks?id=ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 HTTP/1.1" status: 200 len: 816 time: 0.3895013 May 03 22:35:05.397236 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-843c8f4a-20d8-4def-bda0-7065ccc35649 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:05.458781 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ef919dff-b2a0-434b-9931-72cd6c084cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:05.493594 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b26542-2e92-45c4-8ae1-5f7105e14c03 req-c29bf786-c7ef-4095-8422-664b9a6ee67b tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:05.496953 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ef919dff-b2a0-434b-9931-72cd6c084cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:05.504616 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-02b26542-2e92-45c4-8ae1-5f7105e14c03 req-c29bf786-c7ef-4095-8422-664b9a6ee67b tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] 10.222.0.58 "GET /v2.0/ports?device_id=fac1a78c-210f-4098-b855-0b3268a293ed HTTP/1.1" status: 200 len: 936 time: 0.1633670 May 03 22:35:05.543504 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef919dff-b2a0-434b-9931-72cd6c084cf7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:35:05.553872 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ef919dff-b2a0-434b-9931-72cd6c084cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:05.554264 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-ef919dff-b2a0-434b-9931-72cd6c084cf7 admin admin] Added segment 0a043403-df9c-4255-abcb-fcb2bdd53348 of type vlan for network bdfb9b30-ef20-4230-98c0-738d54cdf178 May 03 22:35:05.573274 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ef08f791-2130-440c-ab58-1f5e5d106216 req-a8136953-1be5-44c6-8efb-4db42ac21776 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Synchronizing usage tracker for tenant:5a0f20c83fdc471fa4da593ef2ea5d27 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:35:05.629547 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ef08f791-2130-440c-ab58-1f5e5d106216 req-a8136953-1be5-44c6-8efb-4db42ac21776 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Unset dirty status for tenant:5a0f20c83fdc471fa4da593ef2ea5d27 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:35:05.644458 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ef08f791-2130-440c-ab58-1f5e5d106216 req-a8136953-1be5-44c6-8efb-4db42ac21776 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=c98eb3e9-ab24-40b6-9d3d-7ebc17c3666c HTTP/1.1" status: 200 len: 210 time: 0.1187747 May 03 22:35:05.672729 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-02b26542-2e92-45c4-8ae1-5f7105e14c03 req-fbb7bbaa-8380-4ebd-bb67-91be52ca0e7a tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] 10.222.0.58 "GET /v2.0/security-groups?id=87c5c97f-6415-4783-931d-1e1b17dc4e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671441 May 03 22:35:05.690417 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 2968268d-e1ff-4b72-a50a-c9788d09e2b1, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=2968268d-e1ff-4b72-a50a-c9788d09e2b1,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:35:05.706085 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '2968268d-e1ff-4b72-a50a-c9788d09e2b1', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': '2968268d-e1ff-4b72-a50a-c9788d09e2b1', 'mac_address': 'fa:16:3e:0c:07:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:35:05.745611 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-843c8f4a-20d8-4def-bda0-7065ccc35649 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:35:05.748121 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ef919dff-b2a0-434b-9931-72cd6c084cf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:05.760531 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-843c8f4a-20d8-4def-bda0-7065ccc35649 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:35:05.777014 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:05.777521 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-843c8f4a-20d8-4def-bda0-7065ccc35649 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:35:05.802741 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2968268d-e1ff-4b72-a50a-c9788d09e2b1 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:35:05.822229 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 2968268d-e1ff-4b72-a50a-c9788d09e2b1, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=2968268d-e1ff-4b72-a50a-c9788d09e2b1,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:35:05.829492 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:05.865420 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-915c2e7d-84b1-471a-9d7c-188e98bf7d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:05.876705 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c8f4a-20d8-4def-bda0-7065ccc35649 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Pushing event updated for resources: {'Port': ['ID=2cb738a7-3cb2-44aa-9dcf-b1c0050240c8,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:05.910748 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef919dff-b2a0-434b-9931-72cd6c084cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:05.921924 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-915c2e7d-84b1-471a-9d7c-188e98bf7d98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:05.955798 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-1a0b9826-aabe-4b10-ba28-e1e70e434032 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Synchronizing usage tracker for tenant:4005ab853daa4dd0a8c6d47cfa1e3258 on resource:security_group {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:35:05.968294 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=2968268d-e1ff-4b72-a50a-c9788d09e2b1,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:05.974053 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2e7d-84b1-471a-9d7c-188e98bf7d98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00316a32-3d65-4582-9a69-5e0fbda6b978,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:05.984992 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ef919dff-b2a0-434b-9931-72cd6c084cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:05.986178 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef919dff-b2a0-434b-9931-72cd6c084cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:05.986752 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ef919dff-b2a0-434b-9931-72cd6c084cf7 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:06.098383 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-1a0b9826-aabe-4b10-ba28-e1e70e434032 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Unset dirty status for tenant:4005ab853daa4dd0a8c6d47cfa1e3258 on resource:security_group {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:35:06.099827 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-1a0b9826-aabe-4b10-ba28-e1e70e434032 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4005ab853daa4dd0a8c6d47cfa1e3258 HTTP/1.1" status: 200 len: 380 time: 0.6333506 May 03 22:35:06.105782 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-843c8f4a-20d8-4def-bda0-7065ccc35649 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:06.106478 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-843c8f4a-20d8-4def-bda0-7065ccc35649 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:06.126636 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-0fe78317-1d0d-4f5d-a3a1-97b7ef098b35 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Request body: {'port': {'device_id': '6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba', 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5', 'admin_state_up': True, 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'security_groups': ['187f2855-91fc-403d-9c9f-bc2067493083']}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:35:06.152981 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef919dff-b2a0-434b-9931-72cd6c084cf7 admin admin] Pushing event updated for resources: {'Network': ['ID=bdfb9b30-ef20-4230-98c0-738d54cdf178,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:06.156686 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['2968268d-e1ff-4b72-a50a-c9788d09e2b1'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:35:06.163066 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-915c2e7d-84b1-471a-9d7c-188e98bf7d98 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/00316a32-3d65-4582-9a69-5e0fbda6b978 HTTP/1.1" status: 204 len: 168 time: 1.4975481 May 03 22:35:06.178855 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36368) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:06.186169 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-843c8f4a-20d8-4def-bda0-7065ccc35649 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5768948 May 03 22:35:06.190127 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ef919dff-b2a0-434b-9931-72cd6c084cf7 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8964019 May 03 22:35:06.202055 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36372) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:06.228767 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-07e68413-be24-4dc5-8100-7fc5727e11d5 admin admin] Request body: {'subnet': {'network_id': 'bdfb9b30-ef20-4230-98c0-738d54cdf178', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1395646408-subnet', 'tenant_id': 'ee7372ea426142e59c472059d7804115', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:35:06.237832 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-07e68413-be24-4dc5-8100-7fc5727e11d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:35:06.244876 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network bdfb9b30-ef20-4230-98c0-738d54cdf178 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:35:06.245483 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-07e68413-be24-4dc5-8100-7fc5727e11d5 admin admin] Usage tracker for resource:subnet and tenant:ee7372ea426142e59c472059d7804115 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:35:06.251238 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-07e68413-be24-4dc5-8100-7fc5727e11d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:35:06.261615 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-07e68413-be24-4dc5-8100-7fc5727e11d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:35:06.285368 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223efde-a340-4eff-8200-3d305d86bca9 req-36d1555f-6e31-4528-8d7c-2654c0fab933 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:06.287419 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6223efde-a340-4eff-8200-3d305d86bca9 req-36d1555f-6e31-4528-8d7c-2654c0fab933 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb315490-5dc9-40d5-9308-1c3c11f77a34 HTTP/1.1" status: 200 len: 948 time: 0.1304979 May 03 22:35:06.288587 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e68413-be24-4dc5-8100-7fc5727e11d5 admin admin] Made reservation on behalf of ee7372ea426142e59c472059d7804115 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:35:06.290929 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-07e68413-be24-4dc5-8100-7fc5727e11d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:06.309291 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-bf6e47d6-c013-4724-a6bf-8bbac28a8bc2 service neutron] Request body: {'port': {'device_id': 'fac1a78c-210f-4098-b855-0b3268a293ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:35:06.374630 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-aff309fe-1616-4b47-808d-26d20663e918 None None] Provisioning for port 2cb738a7-3cb2-44aa-9dcf-b1c0050240c8 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:35:06.399331 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-aff309fe-1616-4b47-808d-26d20663e918 None None] Provisioning complete for port 2cb738a7-3cb2-44aa-9dcf-b1c0050240c8 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:35:06.399707 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-aff309fe-1616-4b47-808d-26d20663e918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:06.456219 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-bf6e47d6-c013-4724-a6bf-8bbac28a8bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:06.498386 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-aff309fe-1616-4b47-808d-26d20663e918 None None] Port 2cb738a7-3cb2-44aa-9dcf-b1c0050240c8 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:35:06.586729 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-27b74b53-c2d5-4751-a6a3-9d2cb683672d req-98300d63-9cbb-42e9-99df-cb43de6ad09f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 210 time: 0.1655681 May 03 22:35:06.647654 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6223efde-a340-4eff-8200-3d305d86bca9 req-68d5d5a3-e623-4cb6-8115-b5ac7f17f571 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce74ecc-7667-405c-9143-a97308706fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250376 May 03 22:35:06.674493 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-105a816c-760b-46d0-822d-46ac33114022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:06.678850 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-07e68413-be24-4dc5-8100-7fc5727e11d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:06.702811 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-0fe78317-1d0d-4f5d-a3a1-97b7ef098b35 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:35:06.751388 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-0fe78317-1d0d-4f5d-a3a1-97b7ef098b35 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Usage tracker for resource:port and tenant:4005ab853daa4dd0a8c6d47cfa1e3258 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:35:06.789816 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e68413-be24-4dc5-8100-7fc5727e11d5 admin admin] Checking segment: {'id': '0a043403-df9c-4255-abcb-fcb2bdd53348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bdfb9b30-ef20-4230-98c0-738d54cdf178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:35:06.790455 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e68413-be24-4dc5-8100-7fc5727e11d5 admin admin] Network hostable DHCP agents. Network: bdfb9b30-ef20-4230-98c0-738d54cdf178, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:35:06.799330 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-0fe78317-1d0d-4f5d-a3a1-97b7ef098b35 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:35:06.804440 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e68413-be24-4dc5-8100-7fc5727e11d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4619db77-ac29-469b-9bbb-1a6b18f8da88,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:06.913587 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-105a816c-760b-46d0-822d-46ac33114022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:06.939369 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e68413-be24-4dc5-8100-7fc5727e11d5 admin admin] Network bdfb9b30-ef20-4230-98c0-738d54cdf178 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:35:06.942901 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-105a816c-760b-46d0-822d-46ac33114022 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ba09e8c-214e-4c5a-acdf-b8f91d01d743']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:35:06.957053 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-07e68413-be24-4dc5-8100-7fc5727e11d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, bdfb9b30-ef20-4230-98c0-738d54cdf178) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:35:06.963767 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e68413-be24-4dc5-8100-7fc5727e11d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:06.964034 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-105a816c-760b-46d0-822d-46ac33114022 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3081933c-f030-4b75-a1c7-e41d6ef58fae') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:35:06.964350 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-105a816c-760b-46d0-822d-46ac33114022 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3081933c-f030-4b75-a1c7-e41d6ef58fae') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:35:06.965124 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-07e68413-be24-4dc5-8100-7fc5727e11d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:06.972181 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6a8e01-c766-4e46-80e6-7fbb9a68e12c None None] Network bdfb9b30-ef20-4230-98c0-738d54cdf178 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:35:06.984510 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-0fe78317-1d0d-4f5d-a3a1-97b7ef098b35 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:35:07.009763 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118f033-c71d-46a2-999e-0cab22584a25 req-6e3d1867-933c-4b06-a92c-51b8297e67a4 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:07.011362 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a118f033-c71d-46a2-999e-0cab22584a25 req-6e3d1867-933c-4b06-a92c-51b8297e67a4 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] 10.222.0.58 "GET /v2.0/ports?device_id=fac1a78c-210f-4098-b855-0b3268a293ed HTTP/1.1" status: 200 len: 936 time: 0.1628900 May 03 22:35:07.012332 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-105a816c-760b-46d0-822d-46ac33114022 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:07.013181 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-07e68413-be24-4dc5-8100-7fc5727e11d5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8101673 May 03 22:35:07.016208 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36400) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:07.026063 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-d28cbed5-7814-4a96-8ae2-6bab56fdaecf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1395646408-router', 'tenant_id': 'ee7372ea426142e59c472059d7804115', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:35:07.047836 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d28cbed5-7814-4a96-8ae2-6bab56fdaecf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:35:07.059990 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d28cbed5-7814-4a96-8ae2-6bab56fdaecf admin admin] Usage tracker for resource:router and tenant:ee7372ea426142e59c472059d7804115 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:35:07.065953 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d28cbed5-7814-4a96-8ae2-6bab56fdaecf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:35:07.082803 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-0fe78317-1d0d-4f5d-a3a1-97b7ef098b35 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Made reservation on behalf of 4005ab853daa4dd0a8c6d47cfa1e3258 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:35:07.086294 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-0fe78317-1d0d-4f5d-a3a1-97b7ef098b35 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:07.098283 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-105a816c-760b-46d0-822d-46ac33114022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:07.098914 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d28cbed5-7814-4a96-8ae2-6bab56fdaecf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:35:07.132291 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a118f033-c71d-46a2-999e-0cab22584a25 req-f1d62609-6ba3-4048-b1ab-6510007a6f51 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] 10.222.0.58 "GET /v2.0/security-groups?id=87c5c97f-6415-4783-931d-1e1b17dc4e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133888 May 03 22:35:07.134850 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-105a816c-760b-46d0-822d-46ac33114022 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:35:07.135191 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-105a816c-760b-46d0-822d-46ac33114022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:07.150555 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:35:07.150555 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:35:07.150555 n-d-811807-1 neutron-server[88070]: timer() May 03 22:35:07.150555 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:35:07.150555 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:35:07.150555 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:35:07.150555 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:35:07.150555 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:35:07.150555 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:35:07.150555 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:35:07.150555 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:35:07.150555 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:35:07.150555 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:35:07.150555 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:35:07.150555 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:35:07.150555 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:35:07.150555 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:35:07.150555 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:35:07.150555 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:35:07.150555 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:35:07.150555 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:35:07.150555 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:35:07.150555 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:35:07.150555 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:35:07.150555 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:35:07.150555 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:35:07.150555 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:35:07.150555 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:35:07.150555 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:35:07.150555 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:35:07.150555 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:35:07.150555 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:35:07.153036 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d28cbed5-7814-4a96-8ae2-6bab56fdaecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:07.153036 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d28cbed5-7814-4a96-8ae2-6bab56fdaecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:07.168747 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d28cbed5-7814-4a96-8ae2-6bab56fdaecf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:07.279262 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4daf965-67c1-4902-ace2-d6688f134691 None None] Network bdfb9b30-ef20-4230-98c0-738d54cdf178 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:35:07.350206 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-105a816c-760b-46d0-822d-46ac33114022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:07.381641 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-105a816c-760b-46d0-822d-46ac33114022 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:07.390940 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 2968268d-e1ff-4b72-a50a-c9788d09e2b1 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:35:07.415312 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a816c-760b-46d0-822d-46ac33114022 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ba09e8c-214e-4c5a-acdf-b8f91d01d743,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:07.467302 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-105a816c-760b-46d0-822d-46ac33114022 admin admin] 10.222.0.58 "DELETE /v2.0/networks/3ba09e8c-214e-4c5a-acdf-b8f91d01d743 HTTP/1.1" status: 204 len: 168 time: 1.2864358 May 03 22:35:07.487894 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 2968268d-e1ff-4b72-a50a-c9788d09e2b1 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:35:07.497710 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 2968268d-e1ff-4b72-a50a-c9788d09e2b1 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:35:07.498270 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:07.509902 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-ff117486-2c14-4f35-bea8-0fe3c9129321 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:07.512064 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-ff117486-2c14-4f35-bea8-0fe3c9129321 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/networks?id=983af77e-2b01-4072-bd1e-12edcf859777 HTTP/1.1" status: 200 len: 806 time: 0.4183319 May 03 22:35:07.566816 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-0fe78317-1d0d-4f5d-a3a1-97b7ef098b35 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Allocated IP 172.20.0.9 (ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5/209e1eea-ba5e-419e-9e3d-b3077ecd94a4/5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:35:07.603062 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-b0fa9a6a-508a-431f-b07f-8bb41250fad8 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/quotas/5a0f20c83fdc471fa4da593ef2ea5d27 HTTP/1.1" status: 200 len: 375 time: 0.0276437 May 03 22:35:07.606393 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d28cbed5-7814-4a96-8ae2-6bab56fdaecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:07.611503 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-bf6e47d6-c013-4724-a6bf-8bbac28a8bc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cb738a7-3cb2-44aa-9dcf-b1c0050240c8 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:35:07.632436 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-bf6e47d6-c013-4724-a6bf-8bbac28a8bc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:07.718131 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-bf6e47d6-c013-4724-a6bf-8bbac28a8bc2 service neutron] Transition to ACTIVE for port object 2cb738a7-3cb2-44aa-9dcf-b1c0050240c8 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:35:07.761696 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-bf6e47d6-c013-4724-a6bf-8bbac28a8bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:07.804683 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:07.844516 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 2968268d-e1ff-4b72-a50a-c9788d09e2b1, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=2968268d-e1ff-4b72-a50a-c9788d09e2b1,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:35:07.845885 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb315490-5dc9-40d5-9308-1c3c11f77a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2968268d-e1ff-4b72-a50a-c9788d09e2b1'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:35:07.853678 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:07.854881 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device da291b8c-351e-49ec-873e-2aa02e1a5673 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:35:07.929760 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36428) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:07.971563 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=2968268d-e1ff-4b72-a50a-c9788d09e2b1,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:07.975615 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: da291b8c-351e-49ec-873e-2aa02e1a5673 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:35:07.976735 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device da291b8c-351e-49ec-873e-2aa02e1a5673 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:35:08.003258 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d129930-bbb4-4258-9a2a-d0dcd1c82175 req-b3d3bf49-5b57-4a74-a407-bf7671c236ce tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 210 time: 0.0750735 May 03 22:35:08.064141 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-bf610421-ff1a-4a93-856f-e59a04b5a7f7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1bd397df98f2408ea6012fb67c2c4538&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1283157 May 03 22:35:08.065221 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36436) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:08.146248 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-aaaf205d-e939-4a94-8108-3cd9793c6685 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5a0f20c83fdc471fa4da593ef2ea5d27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5328801 May 03 22:35:08.217791 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f17f3553-14f4-400b-88f0-a48249d20153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:08.326894 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-0fe78317-1d0d-4f5d-a3a1-97b7ef098b35 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:08.345007 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e47d6-c013-4724-a6bf-8bbac28a8bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb738a7-3cb2-44aa-9dcf-b1c0050240c8,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:08.366334 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f17f3553-14f4-400b-88f0-a48249d20153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:08.413109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-0fe78317-1d0d-4f5d-a3a1-97b7ef098b35 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Transition to ACTIVE for port object 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:35:08.463777 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-bf6e47d6-c013-4724-a6bf-8bbac28a8bc2 service neutron] Attempting to bind port 2cb738a7-3cb2-44aa-9dcf-b1c0050240c8 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:35:08.464259 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-bf6e47d6-c013-4724-a6bf-8bbac28a8bc2 service neutron] Attempting to bind port 2cb738a7-3cb2-44aa-9dcf-b1c0050240c8 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:35:08.465155 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-bf6e47d6-c013-4724-a6bf-8bbac28a8bc2 service neutron] Attempting to bind port 2cb738a7-3cb2-44aa-9dcf-b1c0050240c8 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:35:08.471954 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-bf6e47d6-c013-4724-a6bf-8bbac28a8bc2 service neutron] Port 2cb738a7-3cb2-44aa-9dcf-b1c0050240c8 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:35:08.472395 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-bf6e47d6-c013-4724-a6bf-8bbac28a8bc2 service neutron] Attempting to bind port 2cb738a7-3cb2-44aa-9dcf-b1c0050240c8 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:35:08.479009 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-bf6e47d6-c013-4724-a6bf-8bbac28a8bc2 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:35:08.479402 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-bf6e47d6-c013-4724-a6bf-8bbac28a8bc2 service neutron] Checking segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:35:08.480192 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-bf6e47d6-c013-4724-a6bf-8bbac28a8bc2 service neutron] Bound using segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:35:08.480354 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-bf6e47d6-c013-4724-a6bf-8bbac28a8bc2 service neutron] Bound port: 2cb738a7-3cb2-44aa-9dcf-b1c0050240c8, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:35:08.480830 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-bf6e47d6-c013-4724-a6bf-8bbac28a8bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:08.494766 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-0fe78317-1d0d-4f5d-a3a1-97b7ef098b35 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:08.599025 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0826a3-f3d1-4d23-b9b3-04bb88f8b0f6 req-db87071a-b5f2-43d2-ad67-f4ca4695b0fc tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:08.600459 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9d0826a3-f3d1-4d23-b9b3-04bb88f8b0f6 req-db87071a-b5f2-43d2-ad67-f4ca4695b0fc tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb315490-5dc9-40d5-9308-1c3c11f77a34 HTTP/1.1" status: 200 len: 949 time: 0.3869700 May 03 22:35:08.608507 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-48dcb2b6-319f-4833-8ff1-e29f7c03420d service neutron] 10.222.0.58 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960335 May 03 22:35:08.627645 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-0fe78317-1d0d-4f5d-a3a1-97b7ef098b35 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Network ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:35:08.637152 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-0fe78317-1d0d-4f5d-a3a1-97b7ef098b35 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:35:08.644396 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-0fe78317-1d0d-4f5d-a3a1-97b7ef098b35 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:35:08.692734 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe78317-1d0d-4f5d-a3a1-97b7ef098b35 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Pushing event updated for resources: {'Port': ['ID=5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:08.745244 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f17f3553-14f4-400b-88f0-a48249d20153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:08.745482 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-0fe78317-1d0d-4f5d-a3a1-97b7ef098b35 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:08.746453 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-0fe78317-1d0d-4f5d-a3a1-97b7ef098b35 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:08.753286 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-bf6e47d6-c013-4724-a6bf-8bbac28a8bc2 service neutron] For port 2cb738a7-3cb2-44aa-9dcf-b1c0050240c8, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:35:08.767615 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-bf6e47d6-c013-4724-a6bf-8bbac28a8bc2 service neutron] For port 2cb738a7-3cb2-44aa-9dcf-b1c0050240c8, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=2cb738a7-3cb2-44aa-9dcf-b1c0050240c8,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:35:08.776784 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-bf6e47d6-c013-4724-a6bf-8bbac28a8bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:08.834327 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-0fe78317-1d0d-4f5d-a3a1-97b7ef098b35 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7224195 May 03 22:35:08.864583 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-bf6e47d6-c013-4724-a6bf-8bbac28a8bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:08.865566 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-bf6e47d6-c013-4724-a6bf-8bbac28a8bc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:08.866940 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-bf6e47d6-c013-4724-a6bf-8bbac28a8bc2 service neutron] 10.222.0.60 "PUT /v2.0/ports/2cb738a7-3cb2-44aa-9dcf-b1c0050240c8 HTTP/1.1" status: 200 len: 1096 time: 2.6567874 May 03 22:35:08.870679 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-4be51301-a2fd-408d-a390-a9b2c92cfcbf service neutron] Request body: {'port': {'device_id': '6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:35:08.872752 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f3553-14f4-400b-88f0-a48249d20153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4383091-0e12-4a45-b5ba-22cb6bee2abe,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:08.905399 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac1a78c-210f-4098-b855-0b3268a293ed', 'tag': '2cb738a7-3cb2-44aa-9dcf-b1c0050240c8'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:35:08.948697 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9d0826a3-f3d1-4d23-b9b3-04bb88f8b0f6 req-5b2db587-4c03-4be8-83e6-c9a5f13cccb4 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce74ecc-7667-405c-9143-a97308706fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381350 May 03 22:35:08.970244 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7e9244b8-1796-4930-accf-84e5bb495308 None None] Provisioning for port 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:35:08.980288 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d28cbed5-7814-4a96-8ae2-6bab56fdaecf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:08.996491 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7e9244b8-1796-4930-accf-84e5bb495308 None None] Provisioning complete for port 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:35:08.999160 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7e9244b8-1796-4930-accf-84e5bb495308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:09.077393 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-4be51301-a2fd-408d-a390-a9b2c92cfcbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:09.081236 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d28cbed5-7814-4a96-8ae2-6bab56fdaecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:09.083413 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f17f3553-14f4-400b-88f0-a48249d20153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:09.083551 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-7e9244b8-1796-4930-accf-84e5bb495308 None None] Port 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:35:09.087213 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e47d6-c013-4724-a6bf-8bbac28a8bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb738a7-3cb2-44aa-9dcf-b1c0050240c8,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:09.088653 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f17f3553-14f4-400b-88f0-a48249d20153 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b4383091-0e12-4a45-b5ba-22cb6bee2abe HTTP/1.1" status: 204 len: 168 time: 1.0222673 May 03 22:35:09.114769 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76c9c057-f0fe-4024-95dc-d6d3e44f2c69'] response: {'server_uuid': 'fb315490-5dc9-40d5-9308-1c3c11f77a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2968268d-e1ff-4b72-a50a-c9788d09e2b1', 'code': 200} May 03 22:35:09.181513 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-1048bb75-840a-4584-9610-f1b6c797f039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:09.183933 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-1048bb75-840a-4584-9610-f1b6c797f039 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=94f99245f40a4fa89696945f73e4c147&device_id=fac1a78c-210f-4098-b855-0b3268a293ed HTTP/1.1" status: 200 len: 1099 time: 0.2503479 May 03 22:35:09.300248 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-ed7246a7-0a3e-4ab3-a04b-b7b99c1be787 service neutron] 10.222.0.58 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6907833 May 03 22:35:09.305631 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-3cd5ed53-6eea-455b-ac78-5e9a33520681 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=2cb738a7-3cb2-44aa-9dcf-b1c0050240c8 HTTP/1.1" status: 200 len: 217 time: 0.1132710 May 03 22:35:09.441724 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-dada2f74-d20c-4940-b523-2ed80dcd9930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:09.443312 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-dada2f74-d20c-4940-b523-2ed80dcd9930 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.1192811 May 03 22:35:09.483602 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e4da2-5646-4ef4-87db-77fcd9362827 req-6eaedf4d-d4f1-4201-af94-8fad916d6efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:09.485167 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-629e4da2-5646-4ef4-87db-77fcd9362827 req-6eaedf4d-d4f1-4201-af94-8fad916d6efc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fb315490-5dc9-40d5-9308-1c3c11f77a34 HTTP/1.1" status: 200 len: 1100 time: 0.2839041 May 03 22:35:09.574682 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0628aba-a78a-4ed1-a16e-19e04c1cc27a'] response: {'name': 'network-changed', 'server_uuid': 'fac1a78c-210f-4098-b855-0b3268a293ed', 'tag': '2cb738a7-3cb2-44aa-9dcf-b1c0050240c8', 'status': 'completed', 'code': 200} May 03 22:35:09.687805 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e0414-59f9-4a8d-bc56-e5f0a21fb4fb req-b0485baf-07ff-48ad-b89b-9535fa19ba78 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:09.689347 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-138e0414-59f9-4a8d-bc56-e5f0a21fb4fb req-b0485baf-07ff-48ad-b89b-9535fa19ba78 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] 10.222.0.58 "GET /v2.0/ports?device_id=fac1a78c-210f-4098-b855-0b3268a293ed HTTP/1.1" status: 200 len: 948 time: 0.3471806 May 03 22:35:09.691016 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-629e4da2-5646-4ef4-87db-77fcd9362827 req-a1e6f07e-2081-42c8-a93d-f32f2c80e7b7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2ce74ecc-7667-405c-9143-a97308706fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333940 May 03 22:35:09.710722 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-c4f100b4-4e80-4b55-a997-d21d8ce4c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:09.712230 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-c4f100b4-4e80-4b55-a997-d21d8ce4c958 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2149723 May 03 22:35:09.853366 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-138e0414-59f9-4a8d-bc56-e5f0a21fb4fb req-d4c8c1ff-154c-4f6f-ae34-320cb1b8f65c tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] 10.222.0.58 "GET /v2.0/security-groups?id=87c5c97f-6415-4783-931d-1e1b17dc4e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891130 May 03 22:35:09.892271 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-d28cbed5-7814-4a96-8ae2-6bab56fdaecf admin admin] Allocated IP 172.25.2.48 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/326d3181-3d06-472c-b181-5d3596b4e854) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:35:09.954649 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-4be51301-a2fd-408d-a390-a9b2c92cfcbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:35:09.972511 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-4be51301-a2fd-408d-a390-a9b2c92cfcbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:09.998457 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-4be51301-a2fd-408d-a390-a9b2c92cfcbf service neutron] Transition to ACTIVE for port object 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:35:10.013102 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-4be51301-a2fd-408d-a390-a9b2c92cfcbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:10.070900 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f5ef8-8a01-4f19-9672-31a92fce3bf8 req-e68571bb-a45d-48a8-be03-314fe6c556dd tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:10.074838 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-46d62792-9add-4300-ae7c-5e90936f554d service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431134 May 03 22:35:10.078408 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ef9f5ef8-8a01-4f19-9672-31a92fce3bf8 req-e68571bb-a45d-48a8-be03-314fe6c556dd tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 931 time: 0.3842511 May 03 22:35:10.147441 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-83372a0d-b89f-48dd-ba04-358fdcc1bbfc req-ff2e11bb-6bd9-489d-a3df-d567fa68ae30 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 210 time: 0.1539092 May 03 22:35:10.338813 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ef9f5ef8-8a01-4f19-9672-31a92fce3bf8 req-97742cf7-1758-4696-953a-50e1a07fa717 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2594419 May 03 22:35:10.494818 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36508) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:10.523683 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be51301-a2fd-408d-a390-a9b2c92cfcbf service neutron] Pushing event updated for resources: {'Port': ['ID=5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:10.664194 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d28cbed5-7814-4a96-8ae2-6bab56fdaecf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:10.704010 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4087c4-8731-4d88-bc8a-29a613ef811b req-de0ed0c9-92a6-4ee0-8618-f96c6617cf80 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:10.735206 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0d4087c4-8731-4d88-bc8a-29a613ef811b req-de0ed0c9-92a6-4ee0-8618-f96c6617cf80 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb315490-5dc9-40d5-9308-1c3c11f77a34 HTTP/1.1" status: 200 len: 949 time: 0.3519979 May 03 22:35:10.809597 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-ddb04378-c8a9-4e15-b281-1ab0aa558458 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1943245843-network', 'tenant_id': 'ab39a0a8559c4fc8b845cfab75aa51ea'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:35:10.826156 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0d4087c4-8731-4d88-bc8a-29a613ef811b req-cc85ff45-a074-44ad-96ae-71ae0e9b2751 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce74ecc-7667-405c-9143-a97308706fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893021 May 03 22:35:10.827029 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ddb04378-c8a9-4e15-b281-1ab0aa558458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:35:10.828198 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d28cbed5-7814-4a96-8ae2-6bab56fdaecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:10.830212 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-4be51301-a2fd-408d-a390-a9b2c92cfcbf service neutron] Attempting to bind port 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:35:10.831193 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-4be51301-a2fd-408d-a390-a9b2c92cfcbf service neutron] Attempting to bind port 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': 'c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:35:10.831731 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-4be51301-a2fd-408d-a390-a9b2c92cfcbf service neutron] Attempting to bind port 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 on network ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:35:10.840510 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7e5b85b4-2b71-4ad0-a3ce-5e92738062ba req-46f68b25-8669-47a7-a92d-4070afa2d9c6 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4489839 May 03 22:35:10.842932 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ddb04378-c8a9-4e15-b281-1ab0aa558458 admin admin] Usage tracker for resource:network and tenant:ab39a0a8559c4fc8b845cfab75aa51ea is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:35:10.846107 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-4be51301-a2fd-408d-a390-a9b2c92cfcbf service neutron] Port 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 on network ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:35:10.846722 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-4be51301-a2fd-408d-a390-a9b2c92cfcbf service neutron] Attempting to bind port 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 on network ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:35:10.862677 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ddb04378-c8a9-4e15-b281-1ab0aa558458 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:35:10.865903 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-4be51301-a2fd-408d-a390-a9b2c92cfcbf service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:35:10.866535 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-4be51301-a2fd-408d-a390-a9b2c92cfcbf service neutron] Checking segment: {'id': 'c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:35:10.867162 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-4be51301-a2fd-408d-a390-a9b2c92cfcbf service neutron] Bound using segment: {'id': 'c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:35:10.867827 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-4be51301-a2fd-408d-a390-a9b2c92cfcbf service neutron] Bound port: 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:35:10.868421 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-4be51301-a2fd-408d-a390-a9b2c92cfcbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:10.889334 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ddb04378-c8a9-4e15-b281-1ab0aa558458 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:35:10.987206 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28cbed5-7814-4a96-8ae2-6bab56fdaecf admin admin] Pushing event updated for resources: {'Port': ['ID=326d3181-3d06-472c-b181-5d3596b4e854,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:11.007188 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb04378-c8a9-4e15-b281-1ab0aa558458 admin admin] Made reservation on behalf of ab39a0a8559c4fc8b845cfab75aa51ea for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:35:11.010187 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ddb04378-c8a9-4e15-b281-1ab0aa558458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:11.014142 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28cbed5-7814-4a96-8ae2-6bab56fdaecf admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:35:11.015384 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-d28cbed5-7814-4a96-8ae2-6bab56fdaecf admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:35:11.026704 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28cbed5-7814-4a96-8ae2-6bab56fdaecf admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:35:11.049775 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ddb04378-c8a9-4e15-b281-1ab0aa558458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:11.083023 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ddb04378-c8a9-4e15-b281-1ab0aa558458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:35:11.087714 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-4be51301-a2fd-408d-a390-a9b2c92cfcbf service neutron] For port 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:35:11.096586 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-4be51301-a2fd-408d-a390-a9b2c92cfcbf service neutron] For port 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56,segment=NetworkSegment(c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008),segment_id=c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:35:11.100270 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ddb04378-c8a9-4e15-b281-1ab0aa558458 admin admin] Usage tracker for resource:security_group_rule and tenant:ab39a0a8559c4fc8b845cfab75aa51ea is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:35:11.106768 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ddb04378-c8a9-4e15-b281-1ab0aa558458 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:35:11.116421 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-4be51301-a2fd-408d-a390-a9b2c92cfcbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:11.121769 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ddb04378-c8a9-4e15-b281-1ab0aa558458 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:35:11.272130 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada274b-59d3-4b37-bb54-108d8922d209 req-271673a7-a216-49a6-8e14-5eac0ca90090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:11.273679 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0ada274b-59d3-4b37-bb54-108d8922d209 req-271673a7-a216-49a6-8e14-5eac0ca90090 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=94f99245f40a4fa89696945f73e4c147&device_id=fac1a78c-210f-4098-b855-0b3268a293ed HTTP/1.1" status: 200 len: 1099 time: 0.3179431 May 03 22:35:11.303713 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-4be51301-a2fd-408d-a390-a9b2c92cfcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:11.304120 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-4be51301-a2fd-408d-a390-a9b2c92cfcbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:11.305484 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-4be51301-a2fd-408d-a390-a9b2c92cfcbf service neutron] 10.222.0.67 "PUT /v2.0/ports/5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 HTTP/1.1" status: 200 len: 1091 time: 2.4499218 May 03 22:35:11.375283 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9dcd034b-2f42-4e98-a090-e76dc10f35f9 req-3fb7a0ce-dad3-49d1-9896-7d72d0a18764 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 210 time: 0.0738826 May 03 22:35:11.492170 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be51301-a2fd-408d-a390-a9b2c92cfcbf service neutron] Pushing event updated for resources: {'Port': ['ID=5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:11.634966 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba', 'tag': '5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:35:11.806340 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23dd0873-5869-4074-a0bd-c9d8ce7cf9ed req-bf6a3c6e-0acd-4e42-909f-5c6c103db813 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7f2ca278-5878-413d-a9b6-653f50ab0797&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6211329 May 03 22:35:11.819752 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420d990-88d4-4e2b-a750-771cee0a96e6 req-2fa493ec-3d85-4d08-b152-e461aaefa01c tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:11.824660 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c420d990-88d4-4e2b-a750-771cee0a96e6 req-2fa493ec-3d85-4d08-b152-e461aaefa01c tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] 10.222.0.58 "GET /v2.0/ports?device_id=fac1a78c-210f-4098-b855-0b3268a293ed HTTP/1.1" status: 200 len: 948 time: 0.7099125 May 03 22:35:11.825018 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada274b-59d3-4b37-bb54-108d8922d209 req-c45bf82d-f9e1-4a05-b0f4-1c72367425d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:11.826501 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0ada274b-59d3-4b37-bb54-108d8922d209 req-c45bf82d-f9e1-4a05-b0f4-1c72367425d0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.5288525 May 03 22:35:11.846478 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-bf10920f-b4de-4cd8-a310-b1e25a4b8142 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:11.848194 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-bf10920f-b4de-4cd8-a310-b1e25a4b8142 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.60 "GET /v2.0/networks?id=983af77e-2b01-4072-bd1e-12edcf859777 HTTP/1.1" status: 200 len: 806 time: 0.5418580 May 03 22:35:11.911193 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-b5dec300-eb83-4188-9cde-371b367dd9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:11.912895 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-b5dec300-eb83-4188-9cde-371b367dd9f2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4005ab853daa4dd0a8c6d47cfa1e3258&device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 1094 time: 0.5398223 May 03 22:35:11.921401 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ddb04378-c8a9-4e15-b281-1ab0aa558458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:11.926349 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-4c5a5ca9-1204-47a1-9d31-4e236c4988cc tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Request body: {'port': {'device_id': '3b379695-0dd2-418c-b159-7afeca12ef21', 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777', 'admin_state_up': True, 'tenant_id': '5a0f20c83fdc471fa4da593ef2ea5d27'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:35:12.001612 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0ada274b-59d3-4b37-bb54-108d8922d209 req-baaa8bbb-659f-488a-9aa2-5d7bc4e61177 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=2cb738a7-3cb2-44aa-9dcf-b1c0050240c8 HTTP/1.1" status: 200 len: 217 time: 0.1488543 May 03 22:35:12.011002 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ddb04378-c8a9-4e15-b281-1ab0aa558458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:12.070285 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c420d990-88d4-4e2b-a750-771cee0a96e6 req-a2ee9c42-b5b1-418f-962d-17210181d141 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] 10.222.0.58 "GET /v2.0/security-groups?id=87c5c97f-6415-4783-931d-1e1b17dc4e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446926 May 03 22:35:12.074686 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-2aab8d71-1995-4725-afe5-077e03195a10 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 HTTP/1.1" status: 200 len: 217 time: 0.1513927 May 03 22:35:12.104670 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf59ac-a60b-4b96-9a00-3bc3cf8470e3 req-5988fa7d-faec-41a3-96b9-9555cd74f677 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:12.106310 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-05bf59ac-a60b-4b96-9a00-3bc3cf8470e3 req-5988fa7d-faec-41a3-96b9-9555cd74f677 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 943 time: 0.4429541 May 03 22:35:12.160985 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb04378-c8a9-4e15-b281-1ab0aa558458 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:35:12.190369 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-05bf59ac-a60b-4b96-9a00-3bc3cf8470e3 req-b5fb5573-bb64-4d09-bc8c-86f36829a783 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603738 May 03 22:35:12.192205 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6107f8ef-3980-43c8-9053-fe7c64ae3d19'] response: {'name': 'network-changed', 'server_uuid': '6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba', 'tag': '5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56', 'status': 'completed', 'code': 200} May 03 22:35:12.220726 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd0873-5869-4074-a0bd-c9d8ce7cf9ed req-f6f2954d-abab-4cb7-8555-cf8211cacf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:12.222345 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23dd0873-5869-4074-a0bd-c9d8ce7cf9ed req-f6f2954d-abab-4cb7-8555-cf8211cacf74 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc2d6874d97942e39e3ce3a41f19cd70&device_id=7f2ca278-5878-413d-a9b6-653f50ab0797 HTTP/1.1" status: 200 len: 1101 time: 0.3132849 May 03 22:35:12.241995 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d28cbed5-7814-4a96-8ae2-6bab56fdaecf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:12.247837 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb04378-c8a9-4e15-b281-1ab0aa558458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394388ce-2cec-4971-97e9-2ff6e9faa5bb,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:12.260097 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ddb04378-c8a9-4e15-b281-1ab0aa558458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:12.260443 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-ddb04378-c8a9-4e15-b281-1ab0aa558458 admin admin] Added segment d54be32e-e5cd-4f8a-9d2a-6fcefa6354bd of type vlan for network 938a781d-63c7-4ea1-aac7-d138219b9f65 May 03 22:35:12.305460 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada274b-59d3-4b37-bb54-108d8922d209 req-ed3ae0ab-d3c5-41e7-887f-945d10594b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:12.306944 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0ada274b-59d3-4b37-bb54-108d8922d209 req-ed3ae0ab-d3c5-41e7-887f-945d10594b1a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.2740123 May 03 22:35:12.356123 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-19b64490-5865-4c8a-8e66-49fd5b41a22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:12.357576 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-19b64490-5865-4c8a-8e66-49fd5b41a22f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=209e1eea-ba5e-419e-9e3d-b3077ecd94a4 HTTP/1.1" status: 200 len: 855 time: 0.2552028 May 03 22:35:12.367007 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ddb04378-c8a9-4e15-b281-1ab0aa558458 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:12.376305 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-4c5a5ca9-1204-47a1-9d31-4e236c4988cc tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:35:12.445998 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-4c5a5ca9-1204-47a1-9d31-4e236c4988cc tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:35:12.487346 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-4c5a5ca9-1204-47a1-9d31-4e236c4988cc tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Made reservation on behalf of 5a0f20c83fdc471fa4da593ef2ea5d27 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:35:12.490827 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-4c5a5ca9-1204-47a1-9d31-4e236c4988cc tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:12.514055 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ddb04378-c8a9-4e15-b281-1ab0aa558458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:12.515031 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb04378-c8a9-4e15-b281-1ab0aa558458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:12.515621 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ddb04378-c8a9-4e15-b281-1ab0aa558458 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:12.707892 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada274b-59d3-4b37-bb54-108d8922d209 req-dff12d1d-0d5b-46bb-8e99-7c52fca4f814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:12.709589 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0ada274b-59d3-4b37-bb54-108d8922d209 req-dff12d1d-0d5b-46bb-8e99-7c52fca4f814 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3889291 May 03 22:35:12.742726 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-71da9428-b8ff-4343-bebb-eee2ca09d210 req-fd4b8e0e-6eb0-4abb-b57b-123a71e2ab83 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 210 time: 0.2293928 May 03 22:35:12.825999 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd0873-5869-4074-a0bd-c9d8ce7cf9ed req-879c7504-d82f-407d-9c11-d76dc51afe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:12.827908 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23dd0873-5869-4074-a0bd-c9d8ce7cf9ed req-879c7504-d82f-407d-9c11-d76dc51afe9d service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.5183651 May 03 22:35:12.864754 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-1cdcde87-bcf7-4941-85da-cf144b2cf19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:12.866252 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-1cdcde87-bcf7-4941-85da-cf144b2cf19a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5011685 May 03 22:35:12.870309 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ddb04378-c8a9-4e15-b281-1ab0aa558458 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3563528 May 03 22:35:12.874604 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36564) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:12.881093 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb04378-c8a9-4e15-b281-1ab0aa558458 admin admin] Pushing event updated for resources: {'Network': ['ID=938a781d-63c7-4ea1-aac7-d138219b9f65,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:12.892798 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 938a781d-63c7-4ea1-aac7-d138219b9f65 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:35:12.963360 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23dd0873-5869-4074-a0bd-c9d8ce7cf9ed req-1253dd0e-82ae-4f79-a6c4-af8000cdca53 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=12b6e647-b1a9-4eef-902f-fa148e9616d5 HTTP/1.1" status: 200 len: 217 time: 0.1283734 May 03 22:35:13.004129 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-42ce2469-5374-41a7-a166-33bd421d69c2 admin admin] Request body: {'subnet': {'network_id': '938a781d-63c7-4ea1-aac7-d138219b9f65', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1943245843-subnet', 'tenant_id': 'ab39a0a8559c4fc8b845cfab75aa51ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:35:13.015148 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-42ce2469-5374-41a7-a166-33bd421d69c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:35:13.025980 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18f72b-7baa-4ab7-bd68-0f54255d0001 req-86e95954-9510-4d9a-bba5-d554081eabea tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:13.028019 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ba18f72b-7baa-4ab7-bd68-0f54255d0001 req-86e95954-9510-4d9a-bba5-d554081eabea tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb315490-5dc9-40d5-9308-1c3c11f77a34 HTTP/1.1" status: 200 len: 949 time: 0.7927458 May 03 22:35:13.034773 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-42ce2469-5374-41a7-a166-33bd421d69c2 admin admin] Usage tracker for resource:subnet and tenant:ab39a0a8559c4fc8b845cfab75aa51ea is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:35:13.039329 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-42ce2469-5374-41a7-a166-33bd421d69c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:35:13.102273 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-42ce2469-5374-41a7-a166-33bd421d69c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:35:13.103393 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36570) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:13.161123 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd0873-5869-4074-a0bd-c9d8ce7cf9ed req-d1e11c44-16ee-4c9c-8670-096228fd4470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:13.163337 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23dd0873-5869-4074-a0bd-c9d8ce7cf9ed req-d1e11c44-16ee-4c9c-8670-096228fd4470 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.1154811 May 03 22:35:13.182482 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ba18f72b-7baa-4ab7-bd68-0f54255d0001 req-84e0ab88-825f-4f28-af42-52ca140f0908 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce74ecc-7667-405c-9143-a97308706fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338243 May 03 22:35:13.198311 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ce2469-5374-41a7-a166-33bd421d69c2 admin admin] Made reservation on behalf of ab39a0a8559c4fc8b845cfab75aa51ea for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:35:13.198311 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-42ce2469-5374-41a7-a166-33bd421d69c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:13.253696 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d28cbed5-7814-4a96-8ae2-6bab56fdaecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:13.300699 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0ada274b-59d3-4b37-bb54-108d8922d209 req-60d73060-49cf-4adb-a1ec-5d5dc247e2ce service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5471265 May 03 22:35:13.440843 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-4c5a5ca9-1204-47a1-9d31-4e236c4988cc tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Allocated IP 172.20.0.4 (983af77e-2b01-4072-bd1e-12edcf859777/a1f38ed2-c940-45de-9756-cc79b8316a2d/4536f974-a7f0-440c-aa24-1ba4666d3966) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:35:13.446041 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-9c322b33-3b1b-4903-b479-4acf96502990 service neutron] 10.222.0.67 "GET /v2.0/networks/ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5671375 May 03 22:35:13.477661 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-71fea19c-2874-4409-a50b-2b44878395b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:13.520549 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-71fea19c-2874-4409-a50b-2b44878395b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:35:13.530940 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-71fea19c-2874-4409-a50b-2b44878395b2 admin admin] Usage tracker for resource:security_group_rule and tenant:5a768785eb5241fa95ab2f4a09e50447 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:35:13.536057 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-71fea19c-2874-4409-a50b-2b44878395b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:35:13.551934 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-71fea19c-2874-4409-a50b-2b44878395b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:35:13.612344 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 2cb738a7-3cb2-44aa-9dcf-b1c0050240c8 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:35:13.629404 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0ada274b-59d3-4b37-bb54-108d8922d209 req-f38ec063-65ea-42be-97c7-bf8ef260a19b service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134239 May 03 22:35:13.691558 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd0873-5869-4074-a0bd-c9d8ce7cf9ed req-9ef7a338-360a-4a1e-be44-0e40eda4dbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:13.694033 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23dd0873-5869-4074-a0bd-c9d8ce7cf9ed req-9ef7a338-360a-4a1e-be44-0e40eda4dbd0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5102773 May 03 22:35:13.754054 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f043b-bdd3-469c-bfe5-770c09b3cb3d req-4a93091e-db7c-4059-89ad-d789e77d6ce9 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:13.755379 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-540f043b-bdd3-469c-bfe5-770c09b3cb3d req-4a93091e-db7c-4059-89ad-d789e77d6ce9 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] 10.222.0.58 "GET /v2.0/ports?device_id=fac1a78c-210f-4098-b855-0b3268a293ed HTTP/1.1" status: 200 len: 948 time: 0.4992435 May 03 22:35:13.788079 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 2cb738a7-3cb2-44aa-9dcf-b1c0050240c8, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=2cb738a7-3cb2-44aa-9dcf-b1c0050240c8,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:35:13.801878 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '2cb738a7-3cb2-44aa-9dcf-b1c0050240c8', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': '2cb738a7-3cb2-44aa-9dcf-b1c0050240c8', 'mac_address': 'fa:16:3e:10:af:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:35:13.811453 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5148234a-c4fd-44b6-968a-aedce4ffff09 req-12f7d402-bb40-4499-b66d-03b6906bdbfa service neutron] 10.222.0.67 "GET /v2.0/networks/ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577065 May 03 22:35:13.863551 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-42ce2469-5374-41a7-a166-33bd421d69c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:13.868176 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:13.887386 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cb738a7-3cb2-44aa-9dcf-b1c0050240c8 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:35:13.905963 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 2cb738a7-3cb2-44aa-9dcf-b1c0050240c8, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=2cb738a7-3cb2-44aa-9dcf-b1c0050240c8,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:35:13.913116 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:13.951774 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-71fea19c-2874-4409-a50b-2b44878395b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:13.968869 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-540f043b-bdd3-469c-bfe5-770c09b3cb3d req-eb3eb263-c201-43b3-8236-320332b3c0ff tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] 10.222.0.58 "GET /v2.0/security-groups?id=87c5c97f-6415-4783-931d-1e1b17dc4e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885035 May 03 22:35:14.000225 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23dd0873-5869-4074-a0bd-c9d8ce7cf9ed req-3960adcf-d730-4d40-9f88-cd3209ee0b55 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959502 May 03 22:35:14.000880 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-71fea19c-2874-4409-a50b-2b44878395b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:14.005467 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-4c5a5ca9-1204-47a1-9d31-4e236c4988cc tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:14.007055 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=2cb738a7-3cb2-44aa-9dcf-b1c0050240c8,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:14.028872 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce2469-5374-41a7-a166-33bd421d69c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbe11b8b-7807-4d17-acfe-1b802293ef06,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:14.052984 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ce2469-5374-41a7-a166-33bd421d69c2 admin admin] Checking segment: {'id': 'd54be32e-e5cd-4f8a-9d2a-6fcefa6354bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '938a781d-63c7-4ea1-aac7-d138219b9f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:35:14.053342 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ce2469-5374-41a7-a166-33bd421d69c2 admin admin] Network hostable DHCP agents. Network: 938a781d-63c7-4ea1-aac7-d138219b9f65, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:35:14.082435 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-71fea19c-2874-4409-a50b-2b44878395b2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5a768785eb5241fa95ab2f4a09e50447&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9756339 May 03 22:35:14.084194 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36586) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:14.086344 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28cbed5-7814-4a96-8ae2-6bab56fdaecf admin admin] Router 0112bc0a-f32e-462e-8dbb-c5af41d4499d is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:35:14.103500 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ce2469-5374-41a7-a166-33bd421d69c2 admin admin] Network 938a781d-63c7-4ea1-aac7-d138219b9f65 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:35:14.107612 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348de18-8bf9-4227-aca3-eb144688e175 req-97688a71-4744-4b5d-8483-e3a1aa84f7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:14.109084 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0348de18-8bf9-4227-aca3-eb144688e175 req-97688a71-4744-4b5d-8483-e3a1aa84f7e3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4005ab853daa4dd0a8c6d47cfa1e3258&device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 1094 time: 0.2005975 May 03 22:35:14.111264 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1855238-d9cc-498f-9408-e8302f2cd4a3 req-f0c879b3-9298-46fd-b35f-0ce0062cec31 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:14.118329 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-4c5a5ca9-1204-47a1-9d31-4e236c4988cc tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:14.119993 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c1855238-d9cc-498f-9408-e8302f2cd4a3 req-f0c879b3-9298-46fd-b35f-0ce0062cec31 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 943 time: 0.5642438 May 03 22:35:14.135958 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['f6688ff0-6e96-4dac-90f0-7a42629dcd98'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:35:14.210111 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-42ce2469-5374-41a7-a166-33bd421d69c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 938a781d-63c7-4ea1-aac7-d138219b9f65) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:35:14.232710 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02b0a55-a664-403e-a7c7-65cac374e00e None None] Network 938a781d-63c7-4ea1-aac7-d138219b9f65 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:35:14.248203 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ce2469-5374-41a7-a166-33bd421d69c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:14.248538 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['2cb738a7-3cb2-44aa-9dcf-b1c0050240c8'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:35:14.248782 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-42ce2469-5374-41a7-a166-33bd421d69c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:14.324862 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-4c5a5ca9-1204-47a1-9d31-4e236c4988cc tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Network 983af77e-2b01-4072-bd1e-12edcf859777 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:35:14.341534 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-4c5a5ca9-1204-47a1-9d31-4e236c4988cc tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:35:14.343134 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fea19c-2874-4409-a50b-2b44878395b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44695b66-abb1-422f-b941-c666c1527df5,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:14.347634 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a5ca9-1204-47a1-9d31-4e236c4988cc tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Pushing event updated for resources: {'Port': ['ID=4536f974-a7f0-440c-aa24-1ba4666d3966,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:14.354723 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-4c5a5ca9-1204-47a1-9d31-4e236c4988cc tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:35:14.585766 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bdf10e99-88b7-467a-af9a-32d31598a300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:14.629429 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-42ce2469-5374-41a7-a166-33bd421d69c2 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7409976 May 03 22:35:14.647106 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348de18-8bf9-4227-aca3-eb144688e175 req-d133836d-2473-4574-893c-b7c0e2b58033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:14.648739 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0348de18-8bf9-4227-aca3-eb144688e175 req-d133836d-2473-4574-893c-b7c0e2b58033 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 HTTP/1.1" status: 200 len: 917 time: 0.5285954 May 03 22:35:14.658619 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-4c5a5ca9-1204-47a1-9d31-4e236c4988cc tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:14.659539 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-4c5a5ca9-1204-47a1-9d31-4e236c4988cc tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:14.732436 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bdf10e99-88b7-467a-af9a-32d31598a300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:14.738312 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c1855238-d9cc-498f-9408-e8302f2cd4a3 req-04787331-d88e-4d96-ac05-5a15bb2f580e tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6158457 May 03 22:35:14.740229 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23dd0873-5869-4074-a0bd-c9d8ce7cf9ed req-62f26703-487f-4b21-93f9-780fff07645b service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7090564 May 03 22:35:14.753259 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0348de18-8bf9-4227-aca3-eb144688e175 req-da702c81-cd09-41e4-9171-e46a5a527c77 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 HTTP/1.1" status: 200 len: 217 time: 0.0855796 May 03 22:35:14.772744 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-4c5a5ca9-1204-47a1-9d31-4e236c4988cc tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8585486 May 03 22:35:14.813394 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d1de9-b4ce-4c65-a7b2-df5233f41ab4 req-8f1b1c5a-dd6e-416a-a330-b84b5496052c tempest-ServersAdminNegativeTestJSON-477606268 tempest-ServersAdminNegativeTestJSON-477606268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:14.813394 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f29d1de9-b4ce-4c65-a7b2-df5233f41ab4 req-8f1b1c5a-dd6e-416a-a330-b84b5496052c tempest-ServersAdminNegativeTestJSON-477606268 tempest-ServersAdminNegativeTestJSON-477606268-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=fb315490-5dc9-40d5-9308-1c3c11f77a34 HTTP/1.1" status: 200 len: 1100 time: 0.5632994 May 03 22:35:14.845058 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-5b298dbe-0205-4c87-bb0f-4c795655d0ce service neutron] Request body: {'port': {'device_id': '3b379695-0dd2-418c-b159-7afeca12ef21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:35:14.856294 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f29d1de9-b4ce-4c65-a7b2-df5233f41ab4 req-0b5e87c1-caf5-4a3e-a142-08f280e736dd tempest-ServersAdminNegativeTestJSON-477606268 tempest-ServersAdminNegativeTestJSON-477606268-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:14.888948 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-f29d1de9-b4ce-4c65-a7b2-df5233f41ab4 req-0b5e87c1-caf5-4a3e-a142-08f280e736dd tempest-ServersAdminNegativeTestJSON-477606268 tempest-ServersAdminNegativeTestJSON-477606268-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:35:14.896318 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f29d1de9-b4ce-4c65-a7b2-df5233f41ab4 req-0b5e87c1-caf5-4a3e-a142-08f280e736dd tempest-ServersAdminNegativeTestJSON-477606268 tempest-ServersAdminNegativeTestJSON-477606268-project-admin] Usage tracker for resource:security_group_rule and tenant:a3f71203d4074167adcd26371389e511 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:35:14.898476 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0e3e93-1b2d-4499-a541-0ec0d1e8a2a9 None None] Network 938a781d-63c7-4ea1-aac7-d138219b9f65 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:35:14.901175 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f29d1de9-b4ce-4c65-a7b2-df5233f41ab4 req-0b5e87c1-caf5-4a3e-a142-08f280e736dd tempest-ServersAdminNegativeTestJSON-477606268 tempest-ServersAdminNegativeTestJSON-477606268-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:35:14.911001 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-f29d1de9-b4ce-4c65-a7b2-df5233f41ab4 req-0b5e87c1-caf5-4a3e-a142-08f280e736dd tempest-ServersAdminNegativeTestJSON-477606268 tempest-ServersAdminNegativeTestJSON-477606268-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:35:14.915741 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28cbed5-7814-4a96-8ae2-6bab56fdaecf admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:35:14.944111 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348de18-8bf9-4227-aca3-eb144688e175 req-975394bf-0168-43f9-aa3d-081151f9155b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:14.945594 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0348de18-8bf9-4227-aca3-eb144688e175 req-975394bf-0168-43f9-aa3d-081151f9155b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=209e1eea-ba5e-419e-9e3d-b3077ecd94a4 HTTP/1.1" status: 200 len: 855 time: 0.1752424 May 03 22:35:14.951090 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d28cbed5-7814-4a96-8ae2-6bab56fdaecf admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:14.951934 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c215ddf5-0ffb-4b53-b1ae-25b618bb879f None None] Sync routers for ids ['0112bc0a-f32e-462e-8dbb-c5af41d4499d'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:35:14.955698 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36596) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:14.955877 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d28cbed5-7814-4a96-8ae2-6bab56fdaecf admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.9379838 May 03 22:35:14.977529 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c215ddf5-0ffb-4b53-b1ae-25b618bb879f None None] Routers {'0112bc0a-f32e-462e-8dbb-c5af41d4499d'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:35:14.978618 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c215ddf5-0ffb-4b53-b1ae-25b618bb879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:34:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['0112bc0a-f32e-462e-8dbb-c5af41d4499d'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:35:15.059146 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f29d1de9-b4ce-4c65-a7b2-df5233f41ab4 req-0b5e87c1-caf5-4a3e-a142-08f280e736dd tempest-ServersAdminNegativeTestJSON-477606268 tempest-ServersAdminNegativeTestJSON-477606268-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:15.110485 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f29d1de9-b4ce-4c65-a7b2-df5233f41ab4 req-0b5e87c1-caf5-4a3e-a142-08f280e736dd tempest-ServersAdminNegativeTestJSON-477606268 tempest-ServersAdminNegativeTestJSON-477606268-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:15.176813 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f29d1de9-b4ce-4c65-a7b2-df5233f41ab4 req-0b5e87c1-caf5-4a3e-a142-08f280e736dd tempest-ServersAdminNegativeTestJSON-477606268 tempest-ServersAdminNegativeTestJSON-477606268-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2ce74ecc-7667-405c-9143-a97308706fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502846 May 03 22:35:15.182783 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bdf10e99-88b7-467a-af9a-32d31598a300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:15.188155 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e87c1-caf5-4a3e-a142-08f280e736dd tempest-ServersAdminNegativeTestJSON-477606268 tempest-ServersAdminNegativeTestJSON-477606268-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e5f32f-216a-4e25-9c89-fb766e2e1c5d,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:15.220080 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf10e99-88b7-467a-af9a-32d31598a300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44695b66-abb1-422f-b941-c666c1527df5,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:15.222081 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-5b298dbe-0205-4c87-bb0f-4c795655d0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:15.234943 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab0594-8cfb-4838-962a-a0470f6fa224 req-3c2e143b-8afd-42f4-9fd1-8b8029e1484d tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:15.240236 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bdf10e99-88b7-467a-af9a-32d31598a300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:15.243832 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bdf10e99-88b7-467a-af9a-32d31598a300 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/44695b66-abb1-422f-b941-c666c1527df5 HTTP/1.1" status: 204 len: 168 time: 1.1562424 May 03 22:35:15.255668 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61ab0594-8cfb-4838-962a-a0470f6fa224 req-3c2e143b-8afd-42f4-9fd1-8b8029e1484d tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 931 time: 0.1861641 May 03 22:35:15.349156 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348de18-8bf9-4227-aca3-eb144688e175 req-1c2f46ef-06f8-447d-8117-2807056a0a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:15.350580 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0348de18-8bf9-4227-aca3-eb144688e175 req-1c2f46ef-06f8-447d-8117-2807056a0a7c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3959174 May 03 22:35:15.413985 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61ab0594-8cfb-4838-962a-a0470f6fa224 req-af040f0d-a860-4072-b565-3f43072e8219 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571171 May 03 22:35:15.432451 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36610) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:15.438876 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-a4d3d4d3-1ec3-40d8-9f67-f9ab890dfc9f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1994675067-network', 'tenant_id': '5d021553f30149c18b5d089f7b0f7d76'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:35:15.445235 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a4d3d4d3-1ec3-40d8-9f67-f9ab890dfc9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:35:15.450751 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a4d3d4d3-1ec3-40d8-9f67-f9ab890dfc9f admin admin] Usage tracker for resource:network and tenant:5d021553f30149c18b5d089f7b0f7d76 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:35:15.459300 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a4d3d4d3-1ec3-40d8-9f67-f9ab890dfc9f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:35:15.468102 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a4d3d4d3-1ec3-40d8-9f67-f9ab890dfc9f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:35:15.487353 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d3d4d3-1ec3-40d8-9f67-f9ab890dfc9f admin admin] Made reservation on behalf of 5d021553f30149c18b5d089f7b0f7d76 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:35:15.489632 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a4d3d4d3-1ec3-40d8-9f67-f9ab890dfc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:15.500571 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-c215ddf5-0ffb-4b53-b1ae-25b618bb879f None None] Set router 0112bc0a-f32e-462e-8dbb-c5af41d4499d gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:35:15.503770 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a4d3d4d3-1ec3-40d8-9f67-f9ab890dfc9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:15.521272 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa6a4a-2b6d-4052-a0e2-64b2975441df req-3cd69822-bcf3-450f-b0c5-a287b605fe44 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:15.522803 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-80aa6a4a-2b6d-4052-a0e2-64b2975441df req-3cd69822-bcf3-450f-b0c5-a287b605fe44 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] 10.222.0.58 "GET /v2.0/ports?device_id=fac1a78c-210f-4098-b855-0b3268a293ed HTTP/1.1" status: 200 len: 949 time: 0.1656108 May 03 22:35:15.528939 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a4d3d4d3-1ec3-40d8-9f67-f9ab890dfc9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:35:15.532930 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a4d3d4d3-1ec3-40d8-9f67-f9ab890dfc9f admin admin] Usage tracker for resource:security_group_rule and tenant:5d021553f30149c18b5d089f7b0f7d76 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:35:15.537420 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a4d3d4d3-1ec3-40d8-9f67-f9ab890dfc9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:35:15.554973 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a4d3d4d3-1ec3-40d8-9f67-f9ab890dfc9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:35:15.602608 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-80aa6a4a-2b6d-4052-a0e2-64b2975441df req-29604a04-08f7-4c70-a133-0117edbb5bfd tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] 10.222.0.58 "GET /v2.0/security-groups?id=87c5c97f-6415-4783-931d-1e1b17dc4e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663846 May 03 22:35:15.679111 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a4d3d4d3-1ec3-40d8-9f67-f9ab890dfc9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:15.684388 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a4d3d4d3-1ec3-40d8-9f67-f9ab890dfc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:15.716651 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4d3d4d3-1ec3-40d8-9f67-f9ab890dfc9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:35:15.739799 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3d4d3-1ec3-40d8-9f67-f9ab890dfc9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e82e55-35ad-4f90-9784-0efe153adea8,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:15.744848 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a4d3d4d3-1ec3-40d8-9f67-f9ab890dfc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:15.745024 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-a4d3d4d3-1ec3-40d8-9f67-f9ab890dfc9f admin admin] Added segment c52a0dbc-6595-4778-abe5-c1103ae56328 of type vlan for network f56b9307-5c8e-41ce-b6f3-fab5f803a312 May 03 22:35:15.779725 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a4d3d4d3-1ec3-40d8-9f67-f9ab890dfc9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:15.793615 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36618) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:15.818040 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d4e83a0a-e50e-49de-b38f-66085dba82a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:15.851902 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d4e83a0a-e50e-49de-b38f-66085dba82a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:35:15.859439 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d4e83a0a-e50e-49de-b38f-66085dba82a7 admin admin] Usage tracker for resource:security_group_rule and tenant:7aa74aa7f1ab4ba8aa82c99618774d4a is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:35:15.862814 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d4e83a0a-e50e-49de-b38f-66085dba82a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:35:15.870481 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a4d3d4d3-1ec3-40d8-9f67-f9ab890dfc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:15.871691 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d3d4d3-1ec3-40d8-9f67-f9ab890dfc9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:15.872532 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a4d3d4d3-1ec3-40d8-9f67-f9ab890dfc9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:15.878289 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d4e83a0a-e50e-49de-b38f-66085dba82a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:35:15.958966 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c215ddf5-0ffb-4b53-b1ae-25b618bb879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0112bc0a-f32e-462e-8dbb-c5af41d4499d', 'name': 'tempest-ServerRescueTestJSON-1395646408-router', 'tenant_id': 'ee7372ea426142e59c472059d7804115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '326d3181-3d06-472c-b181-5d3596b4e854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:35:07Z', 'updated_at': '2022-05-03T22:35:11Z', 'revision_number': 3, 'project_id': 'ee7372ea426142e59c472059d7804115', 'gw_port': {'id': '326d3181-3d06-472c-b181-5d3596b4e854', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0112bc0a-f32e-462e-8dbb-c5af41d4499d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:35:09Z', 'updated_at': '2022-05-03T22:35:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:35:15.959630 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0348de18-8bf9-4227-aca3-eb144688e175 req-cab533f6-5d2e-4947-9f78-f15a10a7cceb service neutron] 10.222.0.67 "GET /v2.0/networks/ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016153 May 03 22:35:15.963220 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c215ddf5-0ffb-4b53-b1ae-25b618bb879f None None] Checking router: 0112bc0a-f32e-462e-8dbb-c5af41d4499d for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:35:15.963563 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c215ddf5-0ffb-4b53-b1ae-25b618bb879f None None] Updating router 0112bc0a-f32e-462e-8dbb-c5af41d4499d port 326d3181-3d06-472c-b181-5d3596b4e854 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:35:16.019146 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c215ddf5-0ffb-4b53-b1ae-25b618bb879f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:16.070706 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3d4d3-1ec3-40d8-9f67-f9ab890dfc9f admin admin] Pushing event updated for resources: {'Network': ['ID=f56b9307-5c8e-41ce-b6f3-fab5f803a312,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:16.075310 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a4d3d4d3-1ec3-40d8-9f67-f9ab890dfc9f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6418648 May 03 22:35:16.081067 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36622) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:16.090640 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-0606ce27-14e2-491e-9310-c46b4aa915ab admin admin] Request body: {'subnet': {'network_id': 'f56b9307-5c8e-41ce-b6f3-fab5f803a312', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1994675067-subnet', 'tenant_id': '5d021553f30149c18b5d089f7b0f7d76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:35:16.108521 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0606ce27-14e2-491e-9310-c46b4aa915ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:35:16.117618 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network f56b9307-5c8e-41ce-b6f3-fab5f803a312 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:35:16.121778 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0606ce27-14e2-491e-9310-c46b4aa915ab admin admin] Usage tracker for resource:subnet and tenant:5d021553f30149c18b5d089f7b0f7d76 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:35:16.128148 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0606ce27-14e2-491e-9310-c46b4aa915ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:35:16.142783 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0606ce27-14e2-491e-9310-c46b4aa915ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:35:16.158063 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65612a9-5797-4788-856d-45e512d0b94d req-2652a1e0-bfcd-497f-ab98-1dcedb287853 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:16.159895 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b65612a9-5797-4788-856d-45e512d0b94d req-2652a1e0-bfcd-497f-ab98-1dcedb287853 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 943 time: 0.2524335 May 03 22:35:16.182152 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0606ce27-14e2-491e-9310-c46b4aa915ab admin admin] Made reservation on behalf of 5d021553f30149c18b5d089f7b0f7d76 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:35:16.185478 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0606ce27-14e2-491e-9310-c46b4aa915ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:16.226820 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d4e83a0a-e50e-49de-b38f-66085dba82a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:16.248281 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d4e83a0a-e50e-49de-b38f-66085dba82a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:16.398318 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b65612a9-5797-4788-856d-45e512d0b94d req-9e7f4565-2a3f-46b8-8a1e-37aa4705a68a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238889 May 03 22:35:16.425696 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d4e83a0a-e50e-49de-b38f-66085dba82a7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7aa74aa7f1ab4ba8aa82c99618774d4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6308601 May 03 22:35:16.432322 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e83a0a-e50e-49de-b38f-66085dba82a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e50c834-2390-4061-94d4-adf2d8469922,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:16.436435 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36628) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:16.492212 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-5b298dbe-0205-4c87-bb0f-4c795655d0ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4536f974-a7f0-440c-aa24-1ba4666d3966 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:35:16.498437 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0348de18-8bf9-4227-aca3-eb144688e175 req-19398764-a191-4b91-b41f-0bf233e62a84 service neutron] 10.222.0.67 "GET /v2.0/networks/ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5307999 May 03 22:35:16.504902 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-5b298dbe-0205-4c87-bb0f-4c795655d0ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:16.563738 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-5b298dbe-0205-4c87-bb0f-4c795655d0ce service neutron] Transition to ACTIVE for port object 4536f974-a7f0-440c-aa24-1ba4666d3966 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:35:16.578820 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-5b298dbe-0205-4c87-bb0f-4c795655d0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:16.584226 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c215ddf5-0ffb-4b53-b1ae-25b618bb879f None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:16.598918 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c215ddf5-0ffb-4b53-b1ae-25b618bb879f None None] Transition to ACTIVE for port object 326d3181-3d06-472c-b181-5d3596b4e854 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:35:16.608229 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c215ddf5-0ffb-4b53-b1ae-25b618bb879f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:16.663660 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9949c200-70ec-4db4-9b60-9c15dbd30d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:16.666491 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425874a1-f28a-4c21-9d2e-4af2f49db009 req-62abe87e-020a-4f44-8ae5-ce3999093be2 tempest-ServersAdminNegativeTestJSON-477606268 tempest-ServersAdminNegativeTestJSON-477606268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:16.668686 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-425874a1-f28a-4c21-9d2e-4af2f49db009 req-62abe87e-020a-4f44-8ae5-ce3999093be2 tempest-ServersAdminNegativeTestJSON-477606268 tempest-ServersAdminNegativeTestJSON-477606268-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=fb315490-5dc9-40d5-9308-1c3c11f77a34 HTTP/1.1" status: 200 len: 1100 time: 0.3399785 May 03 22:35:16.711445 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-c215ddf5-0ffb-4b53-b1ae-25b618bb879f None None] Attempting to bind port 326d3181-3d06-472c-b181-5d3596b4e854 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:35:16.711822 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-c215ddf5-0ffb-4b53-b1ae-25b618bb879f None None] Attempting to bind port 326d3181-3d06-472c-b181-5d3596b4e854 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:35:16.712190 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c215ddf5-0ffb-4b53-b1ae-25b618bb879f None None] Attempting to bind port 326d3181-3d06-472c-b181-5d3596b4e854 on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:35:16.716311 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fbb09c-c681-4d7f-ab79-385f8b69589b None None] Pushing event updated for resources: {'Port': ['ID=326d3181-3d06-472c-b181-5d3596b4e854,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:16.720901 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c215ddf5-0ffb-4b53-b1ae-25b618bb879f None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:35:16.721276 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c215ddf5-0ffb-4b53-b1ae-25b618bb879f None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:35:16.721731 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c215ddf5-0ffb-4b53-b1ae-25b618bb879f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:16.722080 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c215ddf5-0ffb-4b53-b1ae-25b618bb879f None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:35:16.722553 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-c215ddf5-0ffb-4b53-b1ae-25b618bb879f None None] Bound port: 326d3181-3d06-472c-b181-5d3596b4e854, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:35:16.722934 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c215ddf5-0ffb-4b53-b1ae-25b618bb879f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:16.763989 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9949c200-70ec-4db4-9b60-9c15dbd30d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:16.798966 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b298dbe-0205-4c87-bb0f-4c795655d0ce service neutron] Pushing event updated for resources: {'Port': ['ID=4536f974-a7f0-440c-aa24-1ba4666d3966,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:16.801098 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-c215ddf5-0ffb-4b53-b1ae-25b618bb879f None None] For port 326d3181-3d06-472c-b181-5d3596b4e854, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:35:16.810986 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0606ce27-14e2-491e-9310-c46b4aa915ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:16.811930 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-c215ddf5-0ffb-4b53-b1ae-25b618bb879f None None] For port 326d3181-3d06-472c-b181-5d3596b4e854, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=326d3181-3d06-472c-b181-5d3596b4e854,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:35:16.817340 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c215ddf5-0ffb-4b53-b1ae-25b618bb879f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:16.871885 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-425874a1-f28a-4c21-9d2e-4af2f49db009 req-ed23f15e-4310-4196-978b-eef0ce614dd6 tempest-ServersAdminNegativeTestJSON-477606268 tempest-ServersAdminNegativeTestJSON-477606268-project-admin] Synchronizing usage tracker for tenant:a3f71203d4074167adcd26371389e511 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:35:16.911272 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c215ddf5-0ffb-4b53-b1ae-25b618bb879f None None] Routers {'0112bc0a-f32e-462e-8dbb-c5af41d4499d'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:35:16.912078 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c215ddf5-0ffb-4b53-b1ae-25b618bb879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:34:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['0112bc0a-f32e-462e-8dbb-c5af41d4499d'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:35:16.936538 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-61d02f7c-9d96-4a6c-96be-99ef753cd16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:16.948322 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606ce27-14e2-491e-9310-c46b4aa915ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c1da1b9-d855-4eda-ac44-60442fcba918,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:16.953797 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-5b298dbe-0205-4c87-bb0f-4c795655d0ce service neutron] Attempting to bind port 4536f974-a7f0-440c-aa24-1ba4666d3966 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:35:16.954474 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-5b298dbe-0205-4c87-bb0f-4c795655d0ce service neutron] Attempting to bind port 4536f974-a7f0-440c-aa24-1ba4666d3966 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'cbe0e324-a30f-4158-b658-34d22a2a37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:35:16.955008 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-5b298dbe-0205-4c87-bb0f-4c795655d0ce service neutron] Attempting to bind port 4536f974-a7f0-440c-aa24-1ba4666d3966 on network 983af77e-2b01-4072-bd1e-12edcf859777 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:35:16.963042 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-5b298dbe-0205-4c87-bb0f-4c795655d0ce service neutron] Port 4536f974-a7f0-440c-aa24-1ba4666d3966 on network 983af77e-2b01-4072-bd1e-12edcf859777 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:35:16.963646 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84655a-3ab8-41d0-b206-9d5036f2fdd1 req-2c52babd-2a32-4341-abc5-8a7d2265df1f tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:16.963776 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-5b298dbe-0205-4c87-bb0f-4c795655d0ce service neutron] Attempting to bind port 4536f974-a7f0-440c-aa24-1ba4666d3966 on network 983af77e-2b01-4072-bd1e-12edcf859777 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:35:16.964889 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4b84655a-3ab8-41d0-b206-9d5036f2fdd1 req-2c52babd-2a32-4341-abc5-8a7d2265df1f tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 943 time: 0.3406510 May 03 22:35:16.970528 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-425874a1-f28a-4c21-9d2e-4af2f49db009 req-ed23f15e-4310-4196-978b-eef0ce614dd6 tempest-ServersAdminNegativeTestJSON-477606268 tempest-ServersAdminNegativeTestJSON-477606268-project-admin] Unset dirty status for tenant:a3f71203d4074167adcd26371389e511 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:35:16.971738 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-425874a1-f28a-4c21-9d2e-4af2f49db009 req-ed23f15e-4310-4196-978b-eef0ce614dd6 tempest-ServersAdminNegativeTestJSON-477606268 tempest-ServersAdminNegativeTestJSON-477606268-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=2ce74ecc-7667-405c-9143-a97308706fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799990 May 03 22:35:16.972673 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0606ce27-14e2-491e-9310-c46b4aa915ab admin admin] Checking segment: {'id': 'c52a0dbc-6595-4778-abe5-c1103ae56328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f56b9307-5c8e-41ce-b6f3-fab5f803a312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:35:16.973067 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0606ce27-14e2-491e-9310-c46b4aa915ab admin admin] Network hostable DHCP agents. Network: f56b9307-5c8e-41ce-b6f3-fab5f803a312, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:35:17.004786 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9949c200-70ec-4db4-9b60-9c15dbd30d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:17.036137 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949c200-70ec-4db4-9b60-9c15dbd30d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e50c834-2390-4061-94d4-adf2d8469922,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:17.053257 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0606ce27-14e2-491e-9310-c46b4aa915ab admin admin] Network f56b9307-5c8e-41ce-b6f3-fab5f803a312 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:35:17.073758 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4b84655a-3ab8-41d0-b206-9d5036f2fdd1 req-48364509-4cb6-4170-bbc9-3e8d407effec tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939639 May 03 22:35:17.075930 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9949c200-70ec-4db4-9b60-9c15dbd30d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:17.081179 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fbb09c-c681-4d7f-ab79-385f8b69589b None None] Pushing event updated for resources: {'Port': ['ID=326d3181-3d06-472c-b181-5d3596b4e854,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:17.100470 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-5b298dbe-0205-4c87-bb0f-4c795655d0ce service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:35:17.100470 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-5b298dbe-0205-4c87-bb0f-4c795655d0ce service neutron] Checking segment: {'id': 'cbe0e324-a30f-4158-b658-34d22a2a37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:35:17.100767 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9949c200-70ec-4db4-9b60-9c15dbd30d0e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2e50c834-2390-4061-94d4-adf2d8469922 HTTP/1.1" status: 204 len: 168 time: 0.6447828 May 03 22:35:17.100865 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-5b298dbe-0205-4c87-bb0f-4c795655d0ce service neutron] Bound using segment: {'id': 'cbe0e324-a30f-4158-b658-34d22a2a37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:35:17.100865 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-5b298dbe-0205-4c87-bb0f-4c795655d0ce service neutron] Bound port: 4536f974-a7f0-440c-aa24-1ba4666d3966, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe0e324-a30f-4158-b658-34d22a2a37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:35:17.100865 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-5b298dbe-0205-4c87-bb0f-4c795655d0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:17.111060 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-c215ddf5-0ffb-4b53-b1ae-25b618bb879f None None] Set router 0112bc0a-f32e-462e-8dbb-c5af41d4499d gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:35:17.168996 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-0606ce27-14e2-491e-9310-c46b4aa915ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, f56b9307-5c8e-41ce-b6f3-fab5f803a312) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:35:17.177775 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0606ce27-14e2-491e-9310-c46b4aa915ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:17.178384 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0606ce27-14e2-491e-9310-c46b4aa915ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:17.232902 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fe913e-fe80-4aa1-ad33-3219ce9fff92 None None] Network f56b9307-5c8e-41ce-b6f3-fab5f803a312 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:35:17.272076 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0606ce27-14e2-491e-9310-c46b4aa915ab admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1842728 May 03 22:35:17.312782 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8eb8d4-2fe5-44b6-b0bf-afeb0cb5af4e req-b1ac237a-9cfc-47e5-8be9-39dc634f5a41 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:17.321031 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-5b298dbe-0205-4c87-bb0f-4c795655d0ce service neutron] For port 4536f974-a7f0-440c-aa24-1ba4666d3966, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:35:17.325086 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-5b298dbe-0205-4c87-bb0f-4c795655d0ce service neutron] For port 4536f974-a7f0-440c-aa24-1ba4666d3966, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=4536f974-a7f0-440c-aa24-1ba4666d3966,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:35:17.328085 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ee8eb8d4-2fe5-44b6-b0bf-afeb0cb5af4e req-b1ac237a-9cfc-47e5-8be9-39dc634f5a41 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] 10.222.0.58 "GET /v2.0/ports?device_id=fac1a78c-210f-4098-b855-0b3268a293ed HTTP/1.1" status: 200 len: 949 time: 0.2299385 May 03 22:35:17.330232 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-5b298dbe-0205-4c87-bb0f-4c795655d0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:17.393096 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ee8eb8d4-2fe5-44b6-b0bf-afeb0cb5af4e req-8fc4b243-ee8e-44d7-9025-5aaa0acd2ec2 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] 10.222.0.58 "GET /v2.0/security-groups?id=87c5c97f-6415-4783-931d-1e1b17dc4e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628891 May 03 22:35:17.460595 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b298dbe-0205-4c87-bb0f-4c795655d0ce service neutron] Pushing event updated for resources: {'Port': ['ID=4536f974-a7f0-440c-aa24-1ba4666d3966,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:17.463949 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-5b298dbe-0205-4c87-bb0f-4c795655d0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:17.464600 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-5b298dbe-0205-4c87-bb0f-4c795655d0ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:17.466068 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-5b298dbe-0205-4c87-bb0f-4c795655d0ce service neutron] 10.222.0.60 "PUT /v2.0/ports/4536f974-a7f0-440c-aa24-1ba4666d3966 HTTP/1.1" status: 200 len: 1091 time: 2.6323302 May 03 22:35:17.470752 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b379695-0dd2-418c-b159-7afeca12ef21', 'tag': '4536f974-a7f0-440c-aa24-1ba4666d3966'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:35:17.563424 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-61d02f7c-9d96-4a6c-96be-99ef753cd16c admin admin] Allocated IP 172.20.0.1 (bdfb9b30-ef20-4230-98c0-738d54cdf178/4619db77-ac29-469b-9bbb-1a6b18f8da88/903a5c3d-f8d4-4691-9ffa-1feb386ffa84) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:35:17.609562 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:35:17.795176 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fc9c0-b77e-4848-8e94-ccb267d8de95 req-7a2d4186-2be1-426a-8637-d913bd570459 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:17.796669 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f5fc9c0-b77e-4848-8e94-ccb267d8de95 req-7a2d4186-2be1-426a-8637-d913bd570459 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 943 time: 0.1979640 May 03 22:35:17.818499 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 2cb738a7-3cb2-44aa-9dcf-b1c0050240c8 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:35:17.885078 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56,segment=NetworkSegment(c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008),segment_id=c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:35:17.892321 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-61d02f7c-9d96-4a6c-96be-99ef753cd16c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:17.906556 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f5fc9c0-b77e-4848-8e94-ccb267d8de95 req-be73ebd6-602c-4eb2-bd1f-dd184b65cf3a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987999 May 03 22:35:17.924537 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7a8048d-f4ab-4f12-9399-398a3cb87ba7'] response: {'name': 'network-changed', 'server_uuid': '3b379695-0dd2-418c-b159-7afeca12ef21', 'tag': '4536f974-a7f0-440c-aa24-1ba4666d3966', 'status': 'completed', 'code': 200} May 03 22:35:17.952180 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56', 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5', 'port_id': '5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56', 'mac_address': 'fa:16:3e:9a:0c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '209e1eea-ba5e-419e-9e3d-b3077ecd94a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:35:17.963604 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-61d02f7c-9d96-4a6c-96be-99ef753cd16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:18.006382 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c215ddf5-0ffb-4b53-b1ae-25b618bb879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0112bc0a-f32e-462e-8dbb-c5af41d4499d', 'name': 'tempest-ServerRescueTestJSON-1395646408-router', 'tenant_id': 'ee7372ea426142e59c472059d7804115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '326d3181-3d06-472c-b181-5d3596b4e854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:35:07Z', 'updated_at': '2022-05-03T22:35:11Z', 'revision_number': 3, 'project_id': 'ee7372ea426142e59c472059d7804115', 'gw_port': {'id': '326d3181-3d06-472c-b181-5d3596b4e854', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0112bc0a-f32e-462e-8dbb-c5af41d4499d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:35:09Z', 'updated_at': '2022-05-03T22:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:35:18.056326 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d02f7c-9d96-4a6c-96be-99ef753cd16c admin admin] Network bdfb9b30-ef20-4230-98c0-738d54cdf178 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:35:18.061734 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-61d02f7c-9d96-4a6c-96be-99ef753cd16c admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:35:18.067084 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d02f7c-9d96-4a6c-96be-99ef753cd16c admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:35:18.104047 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d02f7c-9d96-4a6c-96be-99ef753cd16c admin admin] Pushing event updated for resources: {'Port': ['ID=903a5c3d-f8d4-4691-9ffa-1feb386ffa84,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:18.107419 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c215ddf5-0ffb-4b53-b1ae-25b618bb879f None None] The sync data for ids ['0112bc0a-f32e-462e-8dbb-c5af41d4499d'] in n-d-811807-1 is: [{'id': '0112bc0a-f32e-462e-8dbb-c5af41d4499d', 'name': 'tempest-ServerRescueTestJSON-1395646408-router', 'tenant_id': 'ee7372ea426142e59c472059d7804115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '326d3181-3d06-472c-b181-5d3596b4e854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:35:07Z', 'updated_at': '2022-05-03T22:35:11Z', 'revision_number': 3, 'project_id': 'ee7372ea426142e59c472059d7804115', 'gw_port': {'id': '326d3181-3d06-472c-b181-5d3596b4e854', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0112bc0a-f32e-462e-8dbb-c5af41d4499d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:35:09Z', 'updated_at': '2022-05-03T22:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:35:18.112839 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 2cb738a7-3cb2-44aa-9dcf-b1c0050240c8 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:35:18.131762 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 2cb738a7-3cb2-44aa-9dcf-b1c0050240c8 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:35:18.132154 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:18.147302 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f845d2-807a-4054-a5e3-76cf90feeaca req-3734ffa0-933b-4de6-9343-8f0b798b818a tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:18.160104 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-83f845d2-807a-4054-a5e3-76cf90feeaca req-3734ffa0-933b-4de6-9343-8f0b798b818a tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb315490-5dc9-40d5-9308-1c3c11f77a34 HTTP/1.1" status: 200 len: 949 time: 0.1830032 May 03 22:35:18.164599 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-61d02f7c-9d96-4a6c-96be-99ef753cd16c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:18.171248 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-2847fec9-29e9-442c-bb35-b6126f6918c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:18.172876 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-2847fec9-29e9-442c-bb35-b6126f6918c8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a0f20c83fdc471fa4da593ef2ea5d27&device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 1094 time: 0.2508032 May 03 22:35:18.251002 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:18.279391 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:35:18.302838 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ee66dd-71b5-47ca-a959-3b5422e219a5 None None] Network f56b9307-5c8e-41ce-b6f3-fab5f803a312 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:35:18.305972 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-edc8b1b8-af98-4de6-bcc1-3bc77fa80179 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4536f974-a7f0-440c-aa24-1ba4666d3966 HTTP/1.1" status: 200 len: 217 time: 0.1195788 May 03 22:35:18.417248 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56,segment=NetworkSegment(c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008),segment_id=c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:35:18.442123 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:18.473306 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-83f845d2-807a-4054-a5e3-76cf90feeaca req-58f22823-64ed-4f16-bc6f-730b0cbac879 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce74ecc-7667-405c-9143-a97308706fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118594 May 03 22:35:18.538428 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-d02e780f-d52e-4180-9eb7-1e2975be739b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:18.540091 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-d02e780f-d52e-4180-9eb7-1e2975be739b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a1f38ed2-c940-45de-9756-cc79b8316a2d HTTP/1.1" status: 200 len: 846 time: 0.2244871 May 03 22:35:18.711131 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-85c9b5a3-5cec-4f52-8bf3-c743a99d6e58 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=983af77e-2b01-4072-bd1e-12edcf859777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1590691 May 03 22:35:18.788344 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:18.915162 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 2cb738a7-3cb2-44aa-9dcf-b1c0050240c8, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=2cb738a7-3cb2-44aa-9dcf-b1c0050240c8,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:35:18.916847 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:18.954207 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac1a78c-210f-4098-b855-0b3268a293ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb738a7-3cb2-44aa-9dcf-b1c0050240c8'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:35:18.959462 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:35:18.985081 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:19.038765 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da44fa-6481-4418-aa5f-1bab611a980c req-f770a913-62d1-42ab-8505-369aa75a950f tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:19.045845 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b5da44fa-6481-4418-aa5f-1bab611a980c req-f770a913-62d1-42ab-8505-369aa75a950f tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 943 time: 0.2892249 May 03 22:35:19.054274 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-c294cb29-11dc-41ed-82c4-c12825885878 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:19.055907 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-c294cb29-11dc-41ed-82c4-c12825885878 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] 10.222.0.58 "GET /v2.0/networks?id=938a781d-63c7-4ea1-aac7-d138219b9f65 HTTP/1.1" status: 200 len: 825 time: 0.5155208 May 03 22:35:19.104257 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-30e3f174-18e8-4fb4-9877-6e111523b7ad tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] 10.222.0.58 "GET /v2.0/quotas/ab39a0a8559c4fc8b845cfab75aa51ea HTTP/1.1" status: 200 len: 375 time: 0.0144978 May 03 22:35:19.115932 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=2cb738a7-3cb2-44aa-9dcf-b1c0050240c8,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:19.119358 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 326d3181-3d06-472c-b181-5d3596b4e854 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:35:19.131225 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b5da44fa-6481-4418-aa5f-1bab611a980c req-51e7e1bd-7a78-440b-8451-18f10aee00ea tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843918 May 03 22:35:19.208521 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-61d02f7c-9d96-4a6c-96be-99ef753cd16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:19.239073 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 326d3181-3d06-472c-b181-5d3596b4e854 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:35:19.248864 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 326d3181-3d06-472c-b181-5d3596b4e854 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:35:19.249167 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:19.252091 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-5ed32919-d751-4b25-b654-1bbd46e46657 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ab39a0a8559c4fc8b845cfab75aa51ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1387517 May 03 22:35:19.357885 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-0d3241c3-7d92-4f2e-a73c-51b4c2b74e28 service neutron] 10.222.0.60 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6280456 May 03 22:35:19.540278 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-74c0210d-5216-4726-aac7-9e855a745148 service neutron] 10.222.0.58 "GET /v2.0/networks/938a781d-63c7-4ea1-aac7-d138219b9f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872281 May 03 22:35:19.553795 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd47df6-23b1-4c15-8f37-f1957515c2ce req-21d7632d-d539-4112-8fd5-3782eeaee50c tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:19.562099 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3fd47df6-23b1-4c15-8f37-f1957515c2ce req-21d7632d-d539-4112-8fd5-3782eeaee50c tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] 10.222.0.58 "GET /v2.0/ports?device_id=fac1a78c-210f-4098-b855-0b3268a293ed HTTP/1.1" status: 200 len: 950 time: 0.2291241 May 03 22:35:19.570794 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:19.588729 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 326d3181-3d06-472c-b181-5d3596b4e854, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=326d3181-3d06-472c-b181-5d3596b4e854,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:35:19.599602 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:19.682506 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=326d3181-3d06-472c-b181-5d3596b4e854,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:19.783193 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3fd47df6-23b1-4c15-8f37-f1957515c2ce req-7ff9e1da-733f-4d40-b0d4-7e48d4ff13e3 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] 10.222.0.58 "GET /v2.0/security-groups?id=87c5c97f-6415-4783-931d-1e1b17dc4e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198925 May 03 22:35:19.806757 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-35453ddd-a6b3-4964-a845-48337c4a51bb service neutron] 10.222.0.58 "GET /v2.0/networks/938a781d-63c7-4ea1-aac7-d138219b9f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420902 May 03 22:35:19.813554 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-924e47dd-9f66-4966-9e67-6daf3cfbf403 req-92f1046d-123c-4905-a7b9-0cc611283370 service neutron] 10.222.0.60 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4547663 May 03 22:35:19.887310 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7588305-7ba2-4ff9-a12f-4457f3a284d7 req-28e26d25-e96d-48a3-90c5-0de0647fb4ee tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:19.888028 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-d7588305-7ba2-4ff9-a12f-4457f3a284d7 req-28e26d25-e96d-48a3-90c5-0de0647fb4ee tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Synchronizing usage tracker for tenant:bc2d6874d97942e39e3ce3a41f19cd70 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:35:19.896723 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-61d02f7c-9d96-4a6c-96be-99ef753cd16c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:19.950138 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-61d02f7c-9d96-4a6c-96be-99ef753cd16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:20.012994 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66b8afe8-2bd5-4104-84d6-41ec3e5e6fb2'] response: {'server_uuid': 'fac1a78c-210f-4098-b855-0b3268a293ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb738a7-3cb2-44aa-9dcf-b1c0050240c8', 'code': 200} May 03 22:35:20.050247 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba354079-f7f6-430b-ab6a-65e3c1954801 req-d0362b5a-3b88-44b4-a717-6e5389ba82af tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:20.063391 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-d7588305-7ba2-4ff9-a12f-4457f3a284d7 req-28e26d25-e96d-48a3-90c5-0de0647fb4ee tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Unset dirty status for tenant:bc2d6874d97942e39e3ce3a41f19cd70 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:35:20.064511 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d7588305-7ba2-4ff9-a12f-4457f3a284d7 req-28e26d25-e96d-48a3-90c5-0de0647fb4ee tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb315490-5dc9-40d5-9308-1c3c11f77a34 HTTP/1.1" status: 200 len: 949 time: 0.5556848 May 03 22:35:20.075662 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ba354079-f7f6-430b-ab6a-65e3c1954801 req-d0362b5a-3b88-44b4-a717-6e5389ba82af tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 944 time: 0.1736073 May 03 22:35:20.203157 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d02f7c-9d96-4a6c-96be-99ef753cd16c admin admin] Pushing event updated for resources: {'Port': ['ID=903a5c3d-f8d4-4691-9ffa-1feb386ffa84,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:20.210940 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-61d02f7c-9d96-4a6c-96be-99ef753cd16c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:20.228661 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ba354079-f7f6-430b-ab6a-65e3c1954801 req-0b79d220-2b32-48cb-9879-bdceb4f5730a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441317 May 03 22:35:20.265441 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-d7588305-7ba2-4ff9-a12f-4457f3a284d7 req-3dc35b0d-5928-47b9-af66-55fcf3624f58 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Deleting port 2968268d-e1ff-4b72-a50a-c9788d09e2b1 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:35:20.265794 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d7588305-7ba2-4ff9-a12f-4457f3a284d7 req-3dc35b0d-5928-47b9-af66-55fcf3624f58 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:20.336694 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f2ec5c6b-abb2-40b1-8757-c3af86b0cabe req-4c933163-06da-4b50-9b76-da719777728d tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5c29e9e-bb41-43ea-81cf-103d5fdcfd6d HTTP/1.1" status: 200 len: 210 time: 0.0669277 May 03 22:35:20.361432 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef092d-1fb7-4cdc-ad36-0236266d6089 req-30b927c5-e01f-4ffe-9300-0af64d4ca016 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:20.377995 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b8ef092d-1fb7-4cdc-ad36-0236266d6089 req-30b927c5-e01f-4ffe-9300-0af64d4ca016 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb315490-5dc9-40d5-9308-1c3c11f77a34 HTTP/1.1" status: 200 len: 949 time: 0.2269661 May 03 22:35:20.426981 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887ee09-d9b5-4013-9e2a-36e1b17f8720 req-244101ab-8317-40df-9098-b8d08540ef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:20.429411 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3887ee09-d9b5-4013-9e2a-36e1b17f8720 req-244101ab-8317-40df-9098-b8d08540ef0c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a0f20c83fdc471fa4da593ef2ea5d27&device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 1094 time: 0.5297980 May 03 22:35:20.450665 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b8ef092d-1fb7-4cdc-ad36-0236266d6089 req-15b70ded-fb8e-453b-a654-c0d3fab1c59d tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce74ecc-7667-405c-9143-a97308706fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708358 May 03 22:35:20.628600 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a67a9-0f41-4e62-b9a6-5a836a880bf3 req-50087b61-4185-499c-9be6-4d015747b56b tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:20.634367 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e2a67a9-0f41-4e62-b9a6-5a836a880bf3 req-50087b61-4185-499c-9be6-4d015747b56b tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 943 time: 0.1185434 May 03 22:35:20.647618 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76ca1e-02a8-4395-a26e-2fef271e74b5 req-a0157e8d-6a6e-45bc-837f-a7f70c3e457a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:20.649358 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9d76ca1e-02a8-4395-a26e-2fef271e74b5 req-a0157e8d-6a6e-45bc-837f-a7f70c3e457a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fac1a78c-210f-4098-b855-0b3268a293ed HTTP/1.1" status: 200 len: 1101 time: 0.5111949 May 03 22:35:20.708817 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d02f7c-9d96-4a6c-96be-99ef753cd16c admin admin] Network bdfb9b30-ef20-4230-98c0-738d54cdf178 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:35:20.720665 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e2a67a9-0f41-4e62-b9a6-5a836a880bf3 req-7acca874-4907-487c-9e9b-9df267a4cfd2 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795803 May 03 22:35:20.735937 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-61d02f7c-9d96-4a6c-96be-99ef753cd16c admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:35:20.924765 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 326d3181-3d06-472c-b181-5d3596b4e854 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:35:21.023566 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579a9d3-257a-489e-9db3-6606c22ccd20 req-cd7f1b7f-7471-40c1-ba40-61fa79c1b581 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:21.025542 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a579a9d3-257a-489e-9db3-6606c22ccd20 req-cd7f1b7f-7471-40c1-ba40-61fa79c1b581 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] 10.222.0.58 "GET /v2.0/ports?device_id=fac1a78c-210f-4098-b855-0b3268a293ed HTTP/1.1" status: 200 len: 950 time: 0.0877810 May 03 22:35:21.082345 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 326d3181-3d06-472c-b181-5d3596b4e854 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:35:21.083001 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:21.106645 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a579a9d3-257a-489e-9db3-6606c22ccd20 req-3b8a2cbf-900c-4e93-bfbf-bd7d85c1c25f tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] 10.222.0.58 "GET /v2.0/security-groups?id=87c5c97f-6415-4783-931d-1e1b17dc4e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703590 May 03 22:35:21.204846 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9d76ca1e-02a8-4395-a26e-2fef271e74b5 req-f30cb9b8-1f65-4a5a-8a8b-365a11eb772c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=87c5c97f-6415-4783-931d-1e1b17dc4e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5168626 May 03 22:35:21.219291 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887ee09-d9b5-4013-9e2a-36e1b17f8720 req-05bf33e3-34cb-488a-b165-abebd7c6561a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:21.220730 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3887ee09-d9b5-4013-9e2a-36e1b17f8720 req-05bf33e3-34cb-488a-b165-abebd7c6561a service neutron] 10.222.0.60 "GET /v2.0/networks?id=983af77e-2b01-4072-bd1e-12edcf859777 HTTP/1.1" status: 200 len: 907 time: 0.7779872 May 03 22:35:21.274151 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-d7588305-7ba2-4ff9-a12f-4457f3a284d7 req-3dc35b0d-5928-47b9-af66-55fcf3624f58 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] For port 2968268d-e1ff-4b72-a50a-c9788d09e2b1, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=2968268d-e1ff-4b72-a50a-c9788d09e2b1,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:35:21.274514 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d7588305-7ba2-4ff9-a12f-4457f3a284d7 req-3dc35b0d-5928-47b9-af66-55fcf3624f58 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:21.343814 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d02f7c-9d96-4a6c-96be-99ef753cd16c admin admin] Router 0112bc0a-f32e-462e-8dbb-c5af41d4499d has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:35:21.406428 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-d7588305-7ba2-4ff9-a12f-4457f3a284d7 req-3dc35b0d-5928-47b9-af66-55fcf3624f58 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Calling delete_port for 2968268d-e1ff-4b72-a50a-c9788d09e2b1 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:35:21.450142 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599e374-60a4-455c-9310-bbd0a62fe576 req-23f3ff07-2224-4310-8c95-1840b624413d tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:21.451807 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c599e374-60a4-455c-9310-bbd0a62fe576 req-23f3ff07-2224-4310-8c95-1840b624413d tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 944 time: 0.1123209 May 03 22:35:21.478480 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:35:21.523469 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3887ee09-d9b5-4013-9e2a-36e1b17f8720 req-c35e55ca-37b1-4a44-9d7f-686610b57deb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4536f974-a7f0-440c-aa24-1ba4666d3966 HTTP/1.1" status: 200 len: 217 time: 0.0697806 May 03 22:35:21.583282 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-85628c35-b870-4f16-a09e-0452377facd1 req-6a9adde9-f39f-4435-85d2-aa0f70e0bd04 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5c29e9e-bb41-43ea-81cf-103d5fdcfd6d HTTP/1.1" status: 200 len: 210 time: 0.0890503 May 03 22:35:21.622115 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:35:21.630877 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:35:21.631548 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:21.726636 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 4536f974-a7f0-440c-aa24-1ba4666d3966 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:35:21.736028 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c599e374-60a4-455c-9310-bbd0a62fe576 req-fc4d4f94-5757-47a1-9d54-b555bf49c5d5 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2773907 May 03 22:35:21.970513 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:21.981519 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887ee09-d9b5-4013-9e2a-36e1b17f8720 req-fb5f9ccc-9b75-499c-ac8c-6eaf0baae0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:21.983490 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3887ee09-d9b5-4013-9e2a-36e1b17f8720 req-fb5f9ccc-9b75-499c-ac8c-6eaf0baae0f8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a1f38ed2-c940-45de-9756-cc79b8316a2d HTTP/1.1" status: 200 len: 846 time: 0.4033000 May 03 22:35:21.984677 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d02f7c-9d96-4a6c-96be-99ef753cd16c admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:35:21.999764 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62de5bd0-e5f7-4060-a7b4-ccee5b78f9fd None None] Sync routers for ids ['0112bc0a-f32e-462e-8dbb-c5af41d4499d'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:35:22.015003 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62de5bd0-e5f7-4060-a7b4-ccee5b78f9fd None None] Routers {'0112bc0a-f32e-462e-8dbb-c5af41d4499d'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:35:22.016212 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-62de5bd0-e5f7-4060-a7b4-ccee5b78f9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:34:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['0112bc0a-f32e-462e-8dbb-c5af41d4499d'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:35:22.028751 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-c858d392-e9a1-49ec-a5a9-0e373d49a443 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:22.030248 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-c858d392-e9a1-49ec-a5a9-0e373d49a443 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] 10.222.0.67 "GET /v2.0/networks?id=938a781d-63c7-4ea1-aac7-d138219b9f65 HTTP/1.1" status: 200 len: 825 time: 0.4466133 May 03 22:35:22.051070 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-6285ead5-41d6-4f7d-899b-074e283a33d5 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Request body: {'port': {'device_id': 'c5c29e9e-bb41-43ea-81cf-103d5fdcfd6d', 'network_id': '938a781d-63c7-4ea1-aac7-d138219b9f65', 'admin_state_up': True, 'tenant_id': 'ab39a0a8559c4fc8b845cfab75aa51ea'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:35:22.069146 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d7588305-7ba2-4ff9-a12f-4457f3a284d7 req-3dc35b0d-5928-47b9-af66-55fcf3624f58 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:22.076324 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3887ee09-d9b5-4013-9e2a-36e1b17f8720 req-9c8e88b0-24ae-4b87-94f8-f21228405314 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=983af77e-2b01-4072-bd1e-12edcf859777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776882 May 03 22:35:22.105079 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['12b6e647-b1a9-4eef-902f-fa148e9616d5'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:35:22.149076 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-61d02f7c-9d96-4a6c-96be-99ef753cd16c admin admin] 10.222.0.58 "PUT /v2.0/routers/0112bc0a-f32e-462e-8dbb-c5af41d4499d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1918175 May 03 22:35:22.177815 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc35b0d-5928-47b9-af66-55fcf3624f58 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Pushing event deleted for resources: {'Port': ['ID=2968268d-e1ff-4b72-a50a-c9788d09e2b1,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:22.234099 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:35:22.298646 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-62de5bd0-e5f7-4060-a7b4-ccee5b78f9fd None None] Set router 0112bc0a-f32e-462e-8dbb-c5af41d4499d gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:35:22.304654 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56,segment=NetworkSegment(c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008),segment_id=c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:35:22.364446 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7588305-7ba2-4ff9-a12f-4457f3a284d7 req-3dc35b0d-5928-47b9-af66-55fcf3624f58 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] No DVR routers for this DVR port 2968268d-e1ff-4b72-a50a-c9788d09e2b1 on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:35:22.368995 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:22.369811 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 2968268d-e1ff-4b72-a50a-c9788d09e2b1 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:35:22.382375 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d7588305-7ba2-4ff9-a12f-4457f3a284d7 req-3dc35b0d-5928-47b9-af66-55fcf3624f58 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:22.390109 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d7588305-7ba2-4ff9-a12f-4457f3a284d7 req-3dc35b0d-5928-47b9-af66-55fcf3624f58 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.67 "DELETE /v2.0/ports/2968268d-e1ff-4b72-a50a-c9788d09e2b1 HTTP/1.1" status: 204 len: 173 time: 2.3113859 May 03 22:35:22.390703 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb315490-5dc9-40d5-9308-1c3c11f77a34', 'name': 'network-vif-deleted', 'tag': '2968268d-e1ff-4b72-a50a-c9788d09e2b1'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:35:22.432735 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407df05b-24af-4c7f-b271-612091d50fe1 req-42c6fd98-a8d9-4809-8779-4b4118d29929 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:22.434932 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-407df05b-24af-4c7f-b271-612091d50fe1 req-42c6fd98-a8d9-4809-8779-4b4118d29929 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb315490-5dc9-40d5-9308-1c3c11f77a34 HTTP/1.1" status: 200 len: 949 time: 0.5909364 May 03 22:35:22.447149 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 4536f974-a7f0-440c-aa24-1ba4666d3966, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=4536f974-a7f0-440c-aa24-1ba4666d3966,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:35:22.469664 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3887ee09-d9b5-4013-9e2a-36e1b17f8720 req-a6eae3af-e47d-40fe-86f2-a308f9e27f97 service neutron] 10.222.0.60 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518076 May 03 22:35:22.632753 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-407df05b-24af-4c7f-b271-612091d50fe1 req-b69149e6-6f0e-4c7c-8f75-0f6e68216cce tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce74ecc-7667-405c-9143-a97308706fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860380 May 03 22:35:22.648890 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '4536f974-a7f0-440c-aa24-1ba4666d3966', 'network_id': '983af77e-2b01-4072-bd1e-12edcf859777', 'port_id': '4536f974-a7f0-440c-aa24-1ba4666d3966', 'mac_address': 'fa:16:3e:4a:e7:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1f38ed2-c940-45de-9756-cc79b8316a2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:35:22.681687 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:22.683761 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e3d8d-af11-4898-b3d7-4e3d6342b3ae req-cc42b0d5-e815-44ba-85b8-e11cbeec50a3 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:22.691801 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3d3e3d8d-af11-4898-b3d7-4e3d6342b3ae req-cc42b0d5-e815-44ba-85b8-e11cbeec50a3 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 943 time: 0.7343092 May 03 22:35:22.718280 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 2968268d-e1ff-4b72-a50a-c9788d09e2b1 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:35:22.721151 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 2968268d-e1ff-4b72-a50a-c9788d09e2b1 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:35:22.766591 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3d3e3d8d-af11-4898-b3d7-4e3d6342b3ae req-37bf8253-4263-401d-87ce-4bf03439e666 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738037 May 03 22:35:22.766966 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3887ee09-d9b5-4013-9e2a-36e1b17f8720 req-855e59ed-0db0-4d05-bbc1-6d795cf26a26 service neutron] 10.222.0.60 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848964 May 03 22:35:22.781436 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-6285ead5-41d6-4f7d-899b-074e283a33d5 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:35:22.791761 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-6285ead5-41d6-4f7d-899b-074e283a33d5 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Usage tracker for resource:port and tenant:ab39a0a8559c4fc8b845cfab75aa51ea is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:35:22.813177 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-6285ead5-41d6-4f7d-899b-074e283a33d5 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:35:22.823478 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-6285ead5-41d6-4f7d-899b-074e283a33d5 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:35:22.904227 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8dbbd29-1a00-4618-b3ba-2137cb6e305c'] response: {'server_uuid': '6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56', 'code': 200} May 03 22:35:22.923761 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-6285ead5-41d6-4f7d-899b-074e283a33d5 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Made reservation on behalf of ab39a0a8559c4fc8b845cfab75aa51ea for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:35:22.927790 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-6285ead5-41d6-4f7d-899b-074e283a33d5 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:22.954341 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ead2aeb6-7f86-437c-bdbc-1ce0d855e0c7'] response: {'server_uuid': 'fb315490-5dc9-40d5-9308-1c3c11f77a34', 'name': 'network-vif-deleted', 'tag': '2968268d-e1ff-4b72-a50a-c9788d09e2b1', 'status': 'completed', 'code': 200} May 03 22:35:23.005620 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2d545d44-d6d1-4703-a000-e66ef7c82fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:23.007943 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:23.070418 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-62de5bd0-e5f7-4060-a7b4-ccee5b78f9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0112bc0a-f32e-462e-8dbb-c5af41d4499d', 'name': 'tempest-ServerRescueTestJSON-1395646408-router', 'tenant_id': 'ee7372ea426142e59c472059d7804115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '326d3181-3d06-472c-b181-5d3596b4e854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:35:07Z', 'updated_at': '2022-05-03T22:35:18Z', 'revision_number': 4, 'project_id': 'ee7372ea426142e59c472059d7804115', 'gw_port': {'id': '326d3181-3d06-472c-b181-5d3596b4e854', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0112bc0a-f32e-462e-8dbb-c5af41d4499d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:35:09Z', 'updated_at': '2022-05-03T22:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '903a5c3d-f8d4-4691-9ffa-1feb386ffa84', 'name': '', 'network_id': 'bdfb9b30-ef20-4230-98c0-738d54cdf178', 'tenant_id': 'ee7372ea426142e59c472059d7804115', 'mac_address': 'fa:16:3e:55:aa:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0112bc0a-f32e-462e-8dbb-c5af41d4499d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '4619db77-ac29-469b-9bbb-1a6b18f8da88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:35:17Z', 'updated_at': '2022-05-03T22:35:19Z', 'revision_number': 2, 'project_id': 'ee7372ea426142e59c472059d7804115', 'subnets': [{'id': '4619db77-ac29-469b-9bbb-1a6b18f8da88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:35:23.073111 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcb87b-0982-4efc-b955-95c9851671a6 req-996dffe9-6fb0-4f6e-b0e0-10235487ee05 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:23.078401 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62de5bd0-e5f7-4060-a7b4-ccee5b78f9fd None None] Checking router: 0112bc0a-f32e-462e-8dbb-c5af41d4499d for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:35:23.079454 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62de5bd0-e5f7-4060-a7b4-ccee5b78f9fd None None] Updating router 0112bc0a-f32e-462e-8dbb-c5af41d4499d port 903a5c3d-f8d4-4691-9ffa-1feb386ffa84 binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:35:23.081112 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1ddcb87b-0982-4efc-b955-95c9851671a6 req-996dffe9-6fb0-4f6e-b0e0-10235487ee05 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] 10.222.0.58 "GET /v2.0/ports?device_id=fac1a78c-210f-4098-b855-0b3268a293ed HTTP/1.1" status: 200 len: 950 time: 0.2325051 May 03 22:35:23.126442 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4536f974-a7f0-440c-aa24-1ba4666d3966 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:35:23.142745 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-62de5bd0-e5f7-4060-a7b4-ccee5b78f9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:23.183274 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e0e4c-d761-43a5-a716-a9e7346157e1 req-e016fb11-caf2-4eb2-8769-eed8c16ee1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:23.184772 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-019e0e4c-d761-43a5-a716-a9e7346157e1 req-e016fb11-caf2-4eb2-8769-eed8c16ee1d9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 1096 time: 0.1706424 May 03 22:35:23.211863 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 4536f974-a7f0-440c-aa24-1ba4666d3966, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=4536f974-a7f0-440c-aa24-1ba4666d3966,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:35:23.231781 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:23.248018 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1ddcb87b-0982-4efc-b955-95c9851671a6 req-e9064bdd-86a4-4a35-94e1-cc37753a6afb tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] 10.222.0.58 "GET /v2.0/security-groups?id=87c5c97f-6415-4783-931d-1e1b17dc4e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658216 May 03 22:35:23.263971 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-6285ead5-41d6-4f7d-899b-074e283a33d5 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Allocated IP 172.20.0.3 (938a781d-63c7-4ea1-aac7-d138219b9f65/fbe11b8b-7807-4d17-acfe-1b802293ef06/bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:35:23.287424 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-019e0e4c-d761-43a5-a716-a9e7346157e1 req-1b5ecb60-aa1b-42de-a6bd-97a040202855 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927742 May 03 22:35:23.449668 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=4536f974-a7f0-440c-aa24-1ba4666d3966,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:23.465354 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fb8d6694-c6d5-496a-bdff-ee3926562cdb req-2af6ea28-906b-4d06-9829-b70afcce2ebf tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5c29e9e-bb41-43ea-81cf-103d5fdcfd6d HTTP/1.1" status: 200 len: 210 time: 0.0623767 May 03 22:35:23.544874 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['4536f974-a7f0-440c-aa24-1ba4666d3966'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:35:23.807092 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-62de5bd0-e5f7-4060-a7b4-ccee5b78f9fd None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:23.819872 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-2a17f2a6-f295-43c5-aecd-55aadfcae78b tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:23.821344 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-62de5bd0-e5f7-4060-a7b4-ccee5b78f9fd None None] Transition to ACTIVE for port object 903a5c3d-f8d4-4691-9ffa-1feb386ffa84 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:35:23.830034 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-62de5bd0-e5f7-4060-a7b4-ccee5b78f9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:23.832217 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-2a17f2a6-f295-43c5-aecd-55aadfcae78b tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/networks?id=bdfb9b30-ef20-4230-98c0-738d54cdf178 HTTP/1.1" status: 200 len: 811 time: 0.2500918 May 03 22:35:23.906468 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-f7ff8e2c-10fd-470c-961e-035614a70b2c tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/quotas/ee7372ea426142e59c472059d7804115 HTTP/1.1" status: 200 len: 375 time: 0.0728467 May 03 22:35:23.920478 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-6285ead5-41d6-4f7d-899b-074e283a33d5 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:23.970688 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded1221-4a32-4db1-a93a-a0abebb216bc None None] Pushing event updated for resources: {'Port': ['ID=903a5c3d-f8d4-4691-9ffa-1feb386ffa84,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:24.055463 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-e8521721-4ccc-4c75-8ffa-44b17910acc3 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee7372ea426142e59c472059d7804115&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1314154 May 03 22:35:24.065486 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd6dfa-115a-4922-bf3a-0013b456becc req-a2fcc141-4ad2-4725-9c65-9d9f281a4069 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:24.067115 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ffd6dfa-115a-4922-bf3a-0013b456becc req-a2fcc141-4ad2-4725-9c65-9d9f281a4069 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 945 time: 0.2254612 May 03 22:35:24.068919 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-62de5bd0-e5f7-4060-a7b4-ccee5b78f9fd None None] Attempting to bind port 903a5c3d-f8d4-4691-9ffa-1feb386ffa84 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:35:24.069416 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-62de5bd0-e5f7-4060-a7b4-ccee5b78f9fd None None] Attempting to bind port 903a5c3d-f8d4-4691-9ffa-1feb386ffa84 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '0a043403-df9c-4255-abcb-fcb2bdd53348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bdfb9b30-ef20-4230-98c0-738d54cdf178'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:35:24.069780 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62de5bd0-e5f7-4060-a7b4-ccee5b78f9fd None None] Attempting to bind port 903a5c3d-f8d4-4691-9ffa-1feb386ffa84 on network bdfb9b30-ef20-4230-98c0-738d54cdf178 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:35:24.076544 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62de5bd0-e5f7-4060-a7b4-ccee5b78f9fd None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:35:24.077248 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62de5bd0-e5f7-4060-a7b4-ccee5b78f9fd None None] Checking segment: {'id': '0a043403-df9c-4255-abcb-fcb2bdd53348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bdfb9b30-ef20-4230-98c0-738d54cdf178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:35:24.077421 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-62de5bd0-e5f7-4060-a7b4-ccee5b78f9fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:24.078357 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62de5bd0-e5f7-4060-a7b4-ccee5b78f9fd None None] Bound using segment: {'id': '0a043403-df9c-4255-abcb-fcb2bdd53348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bdfb9b30-ef20-4230-98c0-738d54cdf178'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:35:24.078821 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-62de5bd0-e5f7-4060-a7b4-ccee5b78f9fd None None] Bound port: 903a5c3d-f8d4-4691-9ffa-1feb386ffa84, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a043403-df9c-4255-abcb-fcb2bdd53348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bdfb9b30-ef20-4230-98c0-738d54cdf178'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:35:24.079188 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-62de5bd0-e5f7-4060-a7b4-ccee5b78f9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:24.089764 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-6285ead5-41d6-4f7d-899b-074e283a33d5 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:24.107876 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:24.181970 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-62de5bd0-e5f7-4060-a7b4-ccee5b78f9fd None None] For port 903a5c3d-f8d4-4691-9ffa-1feb386ffa84, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:35:24.186418 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-62de5bd0-e5f7-4060-a7b4-ccee5b78f9fd None None] For port 903a5c3d-f8d4-4691-9ffa-1feb386ffa84, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=903a5c3d-f8d4-4691-9ffa-1feb386ffa84,segment=NetworkSegment(0a043403-df9c-4255-abcb-fcb2bdd53348),segment_id=0a043403-df9c-4255-abcb-fcb2bdd53348)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:35:24.192189 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-62de5bd0-e5f7-4060-a7b4-ccee5b78f9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:24.261231 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-6285ead5-41d6-4f7d-899b-074e283a33d5 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Network 938a781d-63c7-4ea1-aac7-d138219b9f65 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:35:24.276156 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-6285ead5-41d6-4f7d-899b-074e283a33d5 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:35:24.276415 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62de5bd0-e5f7-4060-a7b4-ccee5b78f9fd None None] Routers {'0112bc0a-f32e-462e-8dbb-c5af41d4499d'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:35:24.277559 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-62de5bd0-e5f7-4060-a7b4-ccee5b78f9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:34:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['0112bc0a-f32e-462e-8dbb-c5af41d4499d'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:35:24.286709 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-6285ead5-41d6-4f7d-899b-074e283a33d5 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:35:24.323172 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6285ead5-41d6-4f7d-899b-074e283a33d5 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Pushing event updated for resources: {'Port': ['ID=bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:24.327870 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ffd6dfa-115a-4922-bf3a-0013b456becc req-ea7cd709-638d-49a6-a746-5e13e21aa940 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335219 May 03 22:35:24.394416 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-6285ead5-41d6-4f7d-899b-074e283a33d5 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:24.395032 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-6285ead5-41d6-4f7d-899b-074e283a33d5 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:24.407608 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-9d1d2216-1e0e-4e06-8c5b-2c8b87c2c99b service neutron] 10.222.0.58 "GET /v2.0/networks/bdfb9b30-ef20-4230-98c0-738d54cdf178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393743 May 03 22:35:24.486741 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded1221-4a32-4db1-a93a-a0abebb216bc None None] Pushing event updated for resources: {'Port': ['ID=903a5c3d-f8d4-4691-9ffa-1feb386ffa84,revision_number=4']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:24.508012 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-6285ead5-41d6-4f7d-899b-074e283a33d5 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4659135 May 03 22:35:24.528389 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-62de5bd0-e5f7-4060-a7b4-ccee5b78f9fd None None] Set router 0112bc0a-f32e-462e-8dbb-c5af41d4499d gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:35:24.561180 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-8512aa4f-0bba-476f-a967-2cdbbd56783a service neutron] Request body: {'port': {'device_id': 'c5c29e9e-bb41-43ea-81cf-103d5fdcfd6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:35:24.830216 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-ed6bb491-39c9-4441-8c53-2572e7943b2e service neutron] 10.222.0.58 "GET /v2.0/networks/bdfb9b30-ef20-4230-98c0-738d54cdf178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217405 May 03 22:35:24.851965 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-8512aa4f-0bba-476f-a967-2cdbbd56783a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:24.879084 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c697645-34b3-496d-8ffc-0bcc86764fa3 req-4be57e0d-755d-45a5-a619-cccd539c1c09 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:24.881025 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c697645-34b3-496d-8ffc-0bcc86764fa3 req-4be57e0d-755d-45a5-a619-cccd539c1c09 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 944 time: 0.3680031 May 03 22:35:24.883688 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-62de5bd0-e5f7-4060-a7b4-ccee5b78f9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0112bc0a-f32e-462e-8dbb-c5af41d4499d', 'name': 'tempest-ServerRescueTestJSON-1395646408-router', 'tenant_id': 'ee7372ea426142e59c472059d7804115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '326d3181-3d06-472c-b181-5d3596b4e854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:35:07Z', 'updated_at': '2022-05-03T22:35:18Z', 'revision_number': 4, 'project_id': 'ee7372ea426142e59c472059d7804115', 'gw_port': {'id': '326d3181-3d06-472c-b181-5d3596b4e854', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0112bc0a-f32e-462e-8dbb-c5af41d4499d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:35:09Z', 'updated_at': '2022-05-03T22:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '903a5c3d-f8d4-4691-9ffa-1feb386ffa84', 'name': '', 'network_id': 'bdfb9b30-ef20-4230-98c0-738d54cdf178', 'tenant_id': 'ee7372ea426142e59c472059d7804115', 'mac_address': 'fa:16:3e:55:aa:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0112bc0a-f32e-462e-8dbb-c5af41d4499d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '4619db77-ac29-469b-9bbb-1a6b18f8da88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:35:17Z', 'updated_at': '2022-05-03T22:35:24Z', 'revision_number': 4, 'project_id': 'ee7372ea426142e59c472059d7804115', 'subnets': [{'id': '4619db77-ac29-469b-9bbb-1a6b18f8da88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:35:24.888407 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62de5bd0-e5f7-4060-a7b4-ccee5b78f9fd None None] The sync data for ids ['0112bc0a-f32e-462e-8dbb-c5af41d4499d'] in n-d-811807-1 is: [{'id': '0112bc0a-f32e-462e-8dbb-c5af41d4499d', 'name': 'tempest-ServerRescueTestJSON-1395646408-router', 'tenant_id': 'ee7372ea426142e59c472059d7804115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '326d3181-3d06-472c-b181-5d3596b4e854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:35:07Z', 'updated_at': '2022-05-03T22:35:18Z', 'revision_number': 4, 'project_id': 'ee7372ea426142e59c472059d7804115', 'gw_port': {'id': '326d3181-3d06-472c-b181-5d3596b4e854', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0112bc0a-f32e-462e-8dbb-c5af41d4499d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:35:09Z', 'updated_at': '2022-05-03T22:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '903a5c3d-f8d4-4691-9ffa-1feb386ffa84', 'name': '', 'network_id': 'bdfb9b30-ef20-4230-98c0-738d54cdf178', 'tenant_id': 'ee7372ea426142e59c472059d7804115', 'mac_address': 'fa:16:3e:55:aa:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0112bc0a-f32e-462e-8dbb-c5af41d4499d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': '4619db77-ac29-469b-9bbb-1a6b18f8da88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:35:17Z', 'updated_at': '2022-05-03T22:35:24Z', 'revision_number': 4, 'project_id': 'ee7372ea426142e59c472059d7804115', 'subnets': [{'id': '4619db77-ac29-469b-9bbb-1a6b18f8da88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:35:25.004461 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-572f2aac-5e66-4a1a-b07a-c13a062fdccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:25.015334 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:35:25.072086 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c697645-34b3-496d-8ffc-0bcc86764fa3 req-7afffb5e-9160-4252-a80a-bbf7ee14d99c tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600485 May 03 22:35:25.356498 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d16e3-5786-4ca9-84a2-ad936e559ec0 req-8deaddd0-a89e-403d-8117-dfe7b616575d tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:25.365260 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec2d16e3-5786-4ca9-84a2-ad936e559ec0 req-8deaddd0-a89e-403d-8117-dfe7b616575d tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] 10.222.0.58 "GET /v2.0/ports?device_id=fac1a78c-210f-4098-b855-0b3268a293ed HTTP/1.1" status: 200 len: 950 time: 0.2227731 May 03 22:35:25.465722 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec2d16e3-5786-4ca9-84a2-ad936e559ec0 req-c53a14ad-30c7-4261-8363-6c4638c76c55 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] 10.222.0.58 "GET /v2.0/security-groups?id=87c5c97f-6415-4783-931d-1e1b17dc4e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993323 May 03 22:35:25.668232 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-8512aa4f-0bba-476f-a967-2cdbbd56783a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:35:25.675997 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 4536f974-a7f0-440c-aa24-1ba4666d3966 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:35:25.694266 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-8512aa4f-0bba-476f-a967-2cdbbd56783a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:25.699441 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c145222e-a1a3-4e26-809f-04c901efa76c req-ce74bd03-9261-4cb6-ba41-e1a507b5ed92 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=36382de9-1268-4cef-9d16-cf77770a9c08 HTTP/1.1" status: 200 len: 210 time: 0.0922635 May 03 22:35:25.746615 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-8512aa4f-0bba-476f-a967-2cdbbd56783a service neutron] Transition to ACTIVE for port object bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:35:25.756427 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-8512aa4f-0bba-476f-a967-2cdbbd56783a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:25.803193 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 4536f974-a7f0-440c-aa24-1ba4666d3966 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:35:25.809471 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 4536f974-a7f0-440c-aa24-1ba4666d3966 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:35:25.809885 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:25.844147 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf38120-2c2d-46eb-8e9e-4d5b87b88d10 req-6827cab7-1889-4efe-ba41-352ec4038386 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:25.846820 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-daf38120-2c2d-46eb-8e9e-4d5b87b88d10 req-6827cab7-1889-4efe-ba41-352ec4038386 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Synchronizing usage tracker for tenant:ab39a0a8559c4fc8b845cfab75aa51ea on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:35:26.030967 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8512aa4f-0bba-476f-a967-2cdbbd56783a service neutron] Pushing event updated for resources: {'Port': ['ID=bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:26.034337 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:26.066183 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-daf38120-2c2d-46eb-8e9e-4d5b87b88d10 req-6827cab7-1889-4efe-ba41-352ec4038386 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Unset dirty status for tenant:ab39a0a8559c4fc8b845cfab75aa51ea on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:35:26.067440 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-daf38120-2c2d-46eb-8e9e-4d5b87b88d10 req-6827cab7-1889-4efe-ba41-352ec4038386 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5c29e9e-bb41-43ea-81cf-103d5fdcfd6d HTTP/1.1" status: 200 len: 931 time: 0.6004548 May 03 22:35:26.099635 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 4536f974-a7f0-440c-aa24-1ba4666d3966, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=4536f974-a7f0-440c-aa24-1ba4666d3966,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:35:26.099635 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b379695-0dd2-418c-b159-7afeca12ef21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4536f974-a7f0-440c-aa24-1ba4666d3966'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:35:26.106540 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:26.179945 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-daf38120-2c2d-46eb-8e9e-4d5b87b88d10 req-4be071f0-cf51-4682-a18d-e8590396521a tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] 10.222.0.58 "GET /v2.0/security-groups?id=394388ce-2cec-4971-97e9-2ff6e9faa5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717592 May 03 22:35:26.272448 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:26.283524 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:26.291057 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=4536f974-a7f0-440c-aa24-1ba4666d3966,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:26.328912 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-8512aa4f-0bba-476f-a967-2cdbbd56783a service neutron] Attempting to bind port bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:35:26.329253 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-8512aa4f-0bba-476f-a967-2cdbbd56783a service neutron] Attempting to bind port bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': 'd54be32e-e5cd-4f8a-9d2a-6fcefa6354bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '938a781d-63c7-4ea1-aac7-d138219b9f65'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:35:26.329584 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-8512aa4f-0bba-476f-a967-2cdbbd56783a service neutron] Attempting to bind port bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d on network 938a781d-63c7-4ea1-aac7-d138219b9f65 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:35:26.361531 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-8512aa4f-0bba-476f-a967-2cdbbd56783a service neutron] Port bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d on network 938a781d-63c7-4ea1-aac7-d138219b9f65 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:35:26.361961 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-8512aa4f-0bba-476f-a967-2cdbbd56783a service neutron] Attempting to bind port bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d on network 938a781d-63c7-4ea1-aac7-d138219b9f65 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:35:26.445266 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-8512aa4f-0bba-476f-a967-2cdbbd56783a service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:35:26.445609 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-8512aa4f-0bba-476f-a967-2cdbbd56783a service neutron] Checking segment: {'id': 'd54be32e-e5cd-4f8a-9d2a-6fcefa6354bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '938a781d-63c7-4ea1-aac7-d138219b9f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:35:26.446043 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-8512aa4f-0bba-476f-a967-2cdbbd56783a service neutron] Bound using segment: {'id': 'd54be32e-e5cd-4f8a-9d2a-6fcefa6354bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '938a781d-63c7-4ea1-aac7-d138219b9f65'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:35:26.446476 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-8512aa4f-0bba-476f-a967-2cdbbd56783a service neutron] Bound port: bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd54be32e-e5cd-4f8a-9d2a-6fcefa6354bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '938a781d-63c7-4ea1-aac7-d138219b9f65'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:35:26.446823 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-8512aa4f-0bba-476f-a967-2cdbbd56783a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:26.506156 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6d829-1986-405b-ade3-da6863b13122 req-aef803a1-5131-4acb-ad87-1100cc7cda0e tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:26.513672 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3cd6d829-1986-405b-ade3-da6863b13122 req-aef803a1-5131-4acb-ad87-1100cc7cda0e tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f2ca278-5878-413d-a9b6-653f50ab0797 HTTP/1.1" status: 200 len: 950 time: 0.3318141 May 03 22:35:26.682960 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-8512aa4f-0bba-476f-a967-2cdbbd56783a service neutron] For port bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:35:26.686694 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-8512aa4f-0bba-476f-a967-2cdbbd56783a service neutron] For port bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d,segment=NetworkSegment(d54be32e-e5cd-4f8a-9d2a-6fcefa6354bd),segment_id=d54be32e-e5cd-4f8a-9d2a-6fcefa6354bd)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:35:26.709289 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-8512aa4f-0bba-476f-a967-2cdbbd56783a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:26.791418 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3cd6d829-1986-405b-ade3-da6863b13122 req-af7d4040-5cf7-4119-b211-408e199c2d9d tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce74ecc-7667-405c-9143-a97308706fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773626 May 03 22:35:26.796125 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-b76478ed-91bf-4a95-9078-7508287ad2f2 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:26.796851 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-b76478ed-91bf-4a95-9078-7508287ad2f2 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Synchronizing usage tracker for tenant:ee7372ea426142e59c472059d7804115 on resource:network {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:35:26.827450 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b5346-31f8-4cd3-ba1a-7c76134c80ec req-8446473d-dcfc-4f59-a06b-b3b52f83503a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:26.828058 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-b76478ed-91bf-4a95-9078-7508287ad2f2 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Unset dirty status for tenant:ee7372ea426142e59c472059d7804115 on resource:network {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:35:26.829673 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-b76478ed-91bf-4a95-9078-7508287ad2f2 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.67 "GET /v2.0/networks?id=bdfb9b30-ef20-4230-98c0-738d54cdf178 HTTP/1.1" status: 200 len: 811 time: 0.4420860 May 03 22:35:26.831606 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f10b5346-31f8-4cd3-ba1a-7c76134c80ec req-8446473d-dcfc-4f59-a06b-b3b52f83503a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 945 time: 0.4660661 May 03 22:35:26.844075 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-32096351-4555-4c7d-bcae-8e778f572a68 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Request body: {'port': {'device_id': '36382de9-1268-4cef-9d16-cf77770a9c08', 'network_id': 'bdfb9b30-ef20-4230-98c0-738d54cdf178', 'admin_state_up': True, 'tenant_id': 'ee7372ea426142e59c472059d7804115'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:35:26.864528 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-8512aa4f-0bba-476f-a967-2cdbbd56783a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:26.865177 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-8512aa4f-0bba-476f-a967-2cdbbd56783a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:26.867422 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-8512aa4f-0bba-476f-a967-2cdbbd56783a service neutron] 10.222.0.67 "PUT /v2.0/ports/bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d HTTP/1.1" status: 200 len: 1091 time: 2.3104117 May 03 22:35:26.881343 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c29e9e-bb41-43ea-81cf-103d5fdcfd6d', 'tag': 'bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:35:26.895480 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8512aa4f-0bba-476f-a967-2cdbbd56783a service neutron] Pushing event updated for resources: {'Port': ['ID=bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:26.932483 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f10b5346-31f8-4cd3-ba1a-7c76134c80ec req-ab49cb1e-bafb-4518-8854-de04f5faf053 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940785 May 03 22:35:27.035237 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 903a5c3d-f8d4-4691-9ffa-1feb386ffa84 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:35:27.124206 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-977a0843-1d0b-46cd-9ec7-d5c2c4ee47fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:27.126105 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-977a0843-1d0b-46cd-9ec7-d5c2c4ee47fb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ab39a0a8559c4fc8b845cfab75aa51ea&device_id=c5c29e9e-bb41-43ea-81cf-103d5fdcfd6d HTTP/1.1" status: 200 len: 1094 time: 0.1865113 May 03 22:35:27.135291 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-32096351-4555-4c7d-bcae-8e778f572a68 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:35:27.142070 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-32096351-4555-4c7d-bcae-8e778f572a68 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Usage tracker for resource:port and tenant:ee7372ea426142e59c472059d7804115 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:35:27.147602 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-32096351-4555-4c7d-bcae-8e778f572a68 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:35:27.158027 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-32096351-4555-4c7d-bcae-8e778f572a68 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:35:27.168066 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff337572-da3d-48bb-a92e-d8a2987b4bcf req-d2b2addb-f580-40ce-9fcc-daecc98f99fe tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:27.169156 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-ff337572-da3d-48bb-a92e-d8a2987b4bcf req-d2b2addb-f580-40ce-9fcc-daecc98f99fe tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Synchronizing usage tracker for tenant:bc2d6874d97942e39e3ce3a41f19cd70 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:35:27.178242 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 903a5c3d-f8d4-4691-9ffa-1feb386ffa84 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:35:27.188784 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-32096351-4555-4c7d-bcae-8e778f572a68 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Made reservation on behalf of ee7372ea426142e59c472059d7804115 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:35:27.192559 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-32096351-4555-4c7d-bcae-8e778f572a68 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:27.193454 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 903a5c3d-f8d4-4691-9ffa-1feb386ffa84 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:35:27.194111 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:27.211749 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-ff337572-da3d-48bb-a92e-d8a2987b4bcf req-d2b2addb-f580-40ce-9fcc-daecc98f99fe tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Unset dirty status for tenant:bc2d6874d97942e39e3ce3a41f19cd70 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:35:27.213100 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ff337572-da3d-48bb-a92e-d8a2987b4bcf req-d2b2addb-f580-40ce-9fcc-daecc98f99fe tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.67 "GET /v2.0/ports?device_id=7f2ca278-5878-413d-a9b6-653f50ab0797 HTTP/1.1" status: 200 len: 950 time: 0.1972766 May 03 22:35:27.292997 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-c67cde58-07a6-4a22-a239-956ddd6bba19 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d HTTP/1.1" status: 200 len: 217 time: 0.1414309 May 03 22:35:27.385907 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:27.451560 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 903a5c3d-f8d4-4691-9ffa-1feb386ffa84, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=903a5c3d-f8d4-4691-9ffa-1feb386ffa84,segment=NetworkSegment(0a043403-df9c-4255-abcb-fcb2bdd53348),segment_id=0a043403-df9c-4255-abcb-fcb2bdd53348)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:35:27.451857 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-42736dfb-07c6-4cd7-9def-3c2187de04cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:27.453318 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-42736dfb-07c6-4cd7-9def-3c2187de04cf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fbe11b8b-7807-4d17-acfe-1b802293ef06 HTTP/1.1" status: 200 len: 865 time: 0.1595566 May 03 22:35:27.456948 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:27.508303 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-32096351-4555-4c7d-bcae-8e778f572a68 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Allocated IP 172.20.0.2 (bdfb9b30-ef20-4230-98c0-738d54cdf178/4619db77-ac29-469b-9bbb-1a6b18f8da88/078a681a-4349-415d-9dc0-171e073e062c) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:35:27.585080 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:27.595662 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=903a5c3d-f8d4-4691-9ffa-1feb386ffa84,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:27.596328 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-a5cea8a1-57ea-46ad-9f3e-5d8c065ac123 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=938a781d-63c7-4ea1-aac7-d138219b9f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1327853 May 03 22:35:27.598868 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36896) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:27.667610 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:27.771673 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-32096351-4555-4c7d-bcae-8e778f572a68 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:27.799854 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-ff337572-da3d-48bb-a92e-d8a2987b4bcf req-c0700c0c-ed68-42f4-b9c6-e0ab5949dac9 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Deleting port 12b6e647-b1a9-4eef-902f-fa148e9616d5 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:35:27.800567 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ff337572-da3d-48bb-a92e-d8a2987b4bcf req-c0700c0c-ed68-42f4-b9c6-e0ab5949dac9 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:27.859531 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44f735-18dd-4adc-97fb-ee3de48fcf83 req-77479fab-bee5-4cca-aeca-a74e3f5cf6c6 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:27.861040 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2e44f735-18dd-4adc-97fb-ee3de48fcf83 req-77479fab-bee5-4cca-aeca-a74e3f5cf6c6 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "GET /v2.0/ports?device_id=85220903-59ea-4edc-8d95-31a151296fa8 HTTP/1.1" status: 200 len: 946 time: 0.4953418 May 03 22:35:27.923725 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-32096351-4555-4c7d-bcae-8e778f572a68 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:27.960072 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0997efc6-110c-453c-9562-af72c29ceb88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:27.975155 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-32096351-4555-4c7d-bcae-8e778f572a68 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Network bdfb9b30-ef20-4230-98c0-738d54cdf178 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:35:27.982904 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-32096351-4555-4c7d-bcae-8e778f572a68 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:35:27.985384 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-32096351-4555-4c7d-bcae-8e778f572a68 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:35:28.012474 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0997efc6-110c-453c-9562-af72c29ceb88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:35:28.023277 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0997efc6-110c-453c-9562-af72c29ceb88 admin admin] Usage tracker for resource:security_group_rule and tenant:08df6a4b2cc947f4bb86bb5dffe870ee is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:35:28.030998 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0997efc6-110c-453c-9562-af72c29ceb88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:35:28.039450 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2e44f735-18dd-4adc-97fb-ee3de48fcf83 req-24c57b8b-6931-4c76-8a67-f36eb90ec735 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1919fa1-a94a-4010-84d7-711c4c5d82bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582508 May 03 22:35:28.093284 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0997efc6-110c-453c-9562-af72c29ceb88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:35:28.108851 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32096351-4555-4c7d-bcae-8e778f572a68 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Pushing event updated for resources: {'Port': ['ID=078a681a-4349-415d-9dc0-171e073e062c,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:28.113637 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e4e0bb4-2a4d-4f51-8aca-cdc0bef6c26b'] response: {'server_uuid': '3b379695-0dd2-418c-b159-7afeca12ef21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4536f974-a7f0-440c-aa24-1ba4666d3966', 'code': 200} May 03 22:35:28.130076 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-32096351-4555-4c7d-bcae-8e778f572a68 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:28.130799 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-32096351-4555-4c7d-bcae-8e778f572a68 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:28.173221 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-33c195bf-4880-4436-9388-a56b613bb534 service neutron] 10.222.0.67 "GET /v2.0/networks/938a781d-63c7-4ea1-aac7-d138219b9f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5576057 May 03 22:35:28.246014 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc4b59-e711-4f2d-a5bb-cf0d1856253e req-9c23140e-b85d-4b9e-8332-072a6c67f89d tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:28.247421 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9ccc4b59-e711-4f2d-a5bb-cf0d1856253e req-9c23140e-b85d-4b9e-8332-072a6c67f89d tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 945 time: 0.5887215 May 03 22:35:28.315603 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-32096351-4555-4c7d-bcae-8e778f572a68 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4766316 May 03 22:35:28.331406 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-96b5f676-86fa-4485-8af4-41137a3c5de5 service neutron] Request body: {'port': {'device_id': '36382de9-1268-4cef-9d16-cf77770a9c08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:35:28.371092 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-ff337572-da3d-48bb-a92e-d8a2987b4bcf req-c0700c0c-ed68-42f4-b9c6-e0ab5949dac9 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] For port 12b6e647-b1a9-4eef-902f-fa148e9616d5, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=12b6e647-b1a9-4eef-902f-fa148e9616d5,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:35:28.371454 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ff337572-da3d-48bb-a92e-d8a2987b4bcf req-c0700c0c-ed68-42f4-b9c6-e0ab5949dac9 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:28.412100 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0997efc6-110c-453c-9562-af72c29ceb88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:28.423021 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0997efc6-110c-453c-9562-af72c29ceb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:28.456242 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43315082-9975-44fa-926b-0b1bc19871aa req-02078651-3334-4780-8aea-2540050e119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:28.456625 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9ccc4b59-e711-4f2d-a5bb-cf0d1856253e req-821256b0-081b-4d81-b58a-cfa943d00d32 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626637 May 03 22:35:28.457888 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-43315082-9975-44fa-926b-0b1bc19871aa req-02078651-3334-4780-8aea-2540050e119e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 1096 time: 0.2550063 May 03 22:35:28.506723 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0997efc6-110c-453c-9562-af72c29ceb88 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=08df6a4b2cc947f4bb86bb5dffe870ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9028277 May 03 22:35:28.510792 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0fc99c31-32a0-4a68-8c53-81903a904d3e req-b225a9bc-bec7-4820-b594-dc2604f1b2f9 service neutron] 10.222.0.67 "GET /v2.0/networks/938a781d-63c7-4ea1-aac7-d138219b9f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312790 May 03 22:35:28.513338 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36906) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:28.523640 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997efc6-110c-453c-9562-af72c29ceb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537dc671-37a5-4d6f-8fb3-7651ff3ad8a7,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:28.527624 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-ff337572-da3d-48bb-a92e-d8a2987b4bcf req-c0700c0c-ed68-42f4-b9c6-e0ab5949dac9 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Calling delete_port for 12b6e647-b1a9-4eef-902f-fa148e9616d5 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:35:28.539143 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6002e6d-de1f-4d80-b74d-e12ff8f2f802'] response: {'name': 'network-changed', 'server_uuid': 'c5c29e9e-bb41-43ea-81cf-103d5fdcfd6d', 'tag': 'bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d', 'status': 'completed', 'code': 200} May 03 22:35:28.561111 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc0c7b-a981-4c17-821d-f96ec9c70eca req-e5e160cc-b0ad-44b9-8182-546ce4f7ac4d tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:28.568106 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11dc0c7b-a981-4c17-821d-f96ec9c70eca req-e5e160cc-b0ad-44b9-8182-546ce4f7ac4d tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=36382de9-1268-4cef-9d16-cf77770a9c08 HTTP/1.1" status: 200 len: 931 time: 0.3405201 May 03 22:35:28.676739 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-43315082-9975-44fa-926b-0b1bc19871aa req-0c77a668-52e7-4231-9d1e-4bc210c2b058 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568358 May 03 22:35:28.687314 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-96b5f676-86fa-4485-8af4-41137a3c5de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:28.773814 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11dc0c7b-a981-4c17-821d-f96ec9c70eca req-2354ece1-90c0-4fcb-a61b-5bf6224ca371 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047901 May 03 22:35:28.816180 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-deeee171-77a3-4329-8f72-49b9b5b499a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:28.854242 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-deeee171-77a3-4329-8f72-49b9b5b499a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:28.891787 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8732ae-5a57-4036-9cd8-f8c7072159f0 req-48ed17dc-5e7a-4058-8e25-555b9daf11bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:28.893281 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f8732ae-5a57-4036-9cd8-f8c7072159f0 req-48ed17dc-5e7a-4058-8e25-555b9daf11bf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ab39a0a8559c4fc8b845cfab75aa51ea&device_id=c5c29e9e-bb41-43ea-81cf-103d5fdcfd6d HTTP/1.1" status: 200 len: 1094 time: 0.3196805 May 03 22:35:28.952414 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 903a5c3d-f8d4-4691-9ffa-1feb386ffa84 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:35:28.969256 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561ba2f-b85d-442a-85b3-6b28de315199 req-b047da66-5ff0-425d-8cd2-efcce8600af9 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:28.970879 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7561ba2f-b85d-442a-85b3-6b28de315199 req-b047da66-5ff0-425d-8cd2-efcce8600af9 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 945 time: 0.3042707 May 03 22:35:28.982003 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36912) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:28.999509 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-c64f3018-f175-409a-ae1b-1b4a7ff15fa8 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Request body: {'floatingip': {'port_id': '5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:35:29.052895 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 903a5c3d-f8d4-4691-9ffa-1feb386ffa84 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:35:29.053927 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:29.144690 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-deeee171-77a3-4329-8f72-49b9b5b499a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:29.151184 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c64f3018-f175-409a-ae1b-1b4a7ff15fa8 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for floatingip, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:29.170370 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeee171-77a3-4329-8f72-49b9b5b499a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537dc671-37a5-4d6f-8fb3-7651ff3ad8a7,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:29.180106 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8732ae-5a57-4036-9cd8-f8c7072159f0 req-37d8a136-4367-44ad-9024-1f3aa5cdf5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:29.181835 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f8732ae-5a57-4036-9cd8-f8c7072159f0 req-37d8a136-4367-44ad-9024-1f3aa5cdf5f0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=938a781d-63c7-4ea1-aac7-d138219b9f65 HTTP/1.1" status: 200 len: 926 time: 0.2385821 May 03 22:35:29.273358 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-deeee171-77a3-4329-8f72-49b9b5b499a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:29.276041 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-deeee171-77a3-4329-8f72-49b9b5b499a3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/537dc671-37a5-4d6f-8fb3-7651ff3ad8a7 HTTP/1.1" status: 204 len: 168 time: 0.7615292 May 03 22:35:29.291491 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07cc7a-19d2-4980-9cf3-a0de350fd6ef req-16f23c7b-5c1f-4cd3-817e-9a29db40144f tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:29.298487 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-be07cc7a-19d2-4980-9cf3-a0de350fd6ef req-16f23c7b-5c1f-4cd3-817e-9a29db40144f tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5c29e9e-bb41-43ea-81cf-103d5fdcfd6d HTTP/1.1" status: 200 len: 943 time: 0.3894632 May 03 22:35:29.351685 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f8732ae-5a57-4036-9cd8-f8c7072159f0 req-ba771a2b-faa9-4f59-8400-321c01caa0b9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d HTTP/1.1" status: 200 len: 217 time: 0.1279583 May 03 22:35:29.375508 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ff337572-da3d-48bb-a92e-d8a2987b4bcf req-c0700c0c-ed68-42f4-b9c6-e0ab5949dac9 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:29.388388 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['12b6e647-b1a9-4eef-902f-fa148e9616d5'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:35:29.437911 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-be07cc7a-19d2-4980-9cf3-a0de350fd6ef req-7e53333e-f4a1-49eb-975f-87349b8026d8 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] 10.222.0.58 "GET /v2.0/security-groups?id=394388ce-2cec-4971-97e9-2ff6e9faa5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383095 May 03 22:35:29.473262 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700c0c-ed68-42f4-b9c6-e0ab5949dac9 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Pushing event deleted for resources: {'Port': ['ID=12b6e647-b1a9-4eef-902f-fa148e9616d5,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:29.484308 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8732ae-5a57-4036-9cd8-f8c7072159f0 req-35dc69f8-7268-4b46-ba44-55fc2ee46c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:29.487576 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f8732ae-5a57-4036-9cd8-f8c7072159f0 req-35dc69f8-7268-4b46-ba44-55fc2ee46c72 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fbe11b8b-7807-4d17-acfe-1b802293ef06 HTTP/1.1" status: 200 len: 865 time: 0.1295762 May 03 22:35:29.497628 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda64f5a-3dd3-4750-8614-e84f47cedc9d req-9799fafe-e73b-4f62-8c8e-005c1bdfb2d7 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:29.509424 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bda64f5a-3dd3-4750-8614-e84f47cedc9d req-9799fafe-e73b-4f62-8c8e-005c1bdfb2d7 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f2ca278-5878-413d-a9b6-653f50ab0797 HTTP/1.1" status: 200 len: 867 time: 0.3229883 May 03 22:35:29.606820 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff337572-da3d-48bb-a92e-d8a2987b4bcf req-c0700c0c-ed68-42f4-b9c6-e0ab5949dac9 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] No DVR routers for this DVR port 12b6e647-b1a9-4eef-902f-fa148e9616d5 on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:35:29.612841 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ff337572-da3d-48bb-a92e-d8a2987b4bcf req-c0700c0c-ed68-42f4-b9c6-e0ab5949dac9 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:29.617971 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2ca278-5878-413d-a9b6-653f50ab0797', 'name': 'network-vif-deleted', 'tag': '12b6e647-b1a9-4eef-902f-fa148e9616d5'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:35:29.662357 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f8732ae-5a57-4036-9cd8-f8c7072159f0 req-2d8b1655-c41f-4444-ba26-51184dce20e1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=938a781d-63c7-4ea1-aac7-d138219b9f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1502345 May 03 22:35:29.704037 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ff337572-da3d-48bb-a92e-d8a2987b4bcf req-c0700c0c-ed68-42f4-b9c6-e0ab5949dac9 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.67 "DELETE /v2.0/ports/12b6e647-b1a9-4eef-902f-fa148e9616d5 HTTP/1.1" status: 204 len: 173 time: 2.4661782 May 03 22:35:29.759411 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36926) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:29.763996 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bda64f5a-3dd3-4750-8614-e84f47cedc9d req-0bcba943-aa4c-4f40-88e2-091009b5a262 tempest-ServersAdminNegativeTestJSON-663308861 tempest-ServersAdminNegativeTestJSON-663308861-project] 10.222.0.58 "GET /v2.0/security-groups?id=2ce74ecc-7667-405c-9143-a97308706fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536654 May 03 22:35:29.807205 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.resource_extend [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-96b5f676-86fa-4485-8af4-41137a3c5de5 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:35:29.828670 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62020318-717a-453f-beeb-218d4a0bee78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:29.881805 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f8732ae-5a57-4036-9cd8-f8c7072159f0 req-be9471e5-9486-42f3-98f4-f8acdb5ee7d5 service neutron] 10.222.0.67 "GET /v2.0/networks/938a781d-63c7-4ea1-aac7-d138219b9f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036295 May 03 22:35:29.889374 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14be2df2-804d-4a06-b802-aabe7a452239'] response: {'server_uuid': '7f2ca278-5878-413d-a9b6-653f50ab0797', 'name': 'network-vif-deleted', 'tag': '12b6e647-b1a9-4eef-902f-fa148e9616d5', 'status': 'completed', 'code': 200} May 03 22:35:29.927498 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ab656-6b54-4c16-9847-fa8fd144fa67 req-2fde57c3-9be7-4d03-85f9-629ad551d1e1 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:29.927892 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-62020318-717a-453f-beeb-218d4a0bee78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:35:29.929205 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-293ab656-6b54-4c16-9847-fa8fd144fa67 req-2fde57c3-9be7-4d03-85f9-629ad551d1e1 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 945 time: 0.2262082 May 03 22:35:29.959122 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-62020318-717a-453f-beeb-218d4a0bee78 admin admin] Usage tracker for resource:security_group_rule and tenant:3b52025a47854f6f8f98b2086f82527f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:35:29.968780 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-62020318-717a-453f-beeb-218d4a0bee78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:35:29.983708 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-62020318-717a-453f-beeb-218d4a0bee78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:35:29.987968 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-96b5f676-86fa-4485-8af4-41137a3c5de5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 078a681a-4349-415d-9dc0-171e073e062c {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:35:30.007141 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-96b5f676-86fa-4485-8af4-41137a3c5de5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:30.134186 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-96b5f676-86fa-4485-8af4-41137a3c5de5 service neutron] Transition to ACTIVE for port object 078a681a-4349-415d-9dc0-171e073e062c will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:35:30.148790 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-96b5f676-86fa-4485-8af4-41137a3c5de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:30.287710 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-293ab656-6b54-4c16-9847-fa8fd144fa67 req-5a8bdb6b-528d-435b-b0b6-9d255de07c5c tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473809 May 03 22:35:30.297192 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f8732ae-5a57-4036-9cd8-f8c7072159f0 req-6fbf8325-160c-4d44-afef-0d41f947fc7e service neutron] 10.222.0.67 "GET /v2.0/networks/938a781d-63c7-4ea1-aac7-d138219b9f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060991 May 03 22:35:30.327086 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ee14a-a419-410c-9067-088728db69e1 req-371d6462-643c-4e17-ab60-63b84d77cf9d tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:30.334699 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-268ee14a-a419-410c-9067-088728db69e1 req-371d6462-643c-4e17-ab60-63b84d77cf9d tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=36382de9-1268-4cef-9d16-cf77770a9c08 HTTP/1.1" status: 200 len: 943 time: 0.1642296 May 03 22:35:30.363598 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b5f676-86fa-4485-8af4-41137a3c5de5 service neutron] Pushing event updated for resources: {'Port': ['ID=078a681a-4349-415d-9dc0-171e073e062c,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:30.399338 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-268ee14a-a419-410c-9067-088728db69e1 req-1c21b049-765b-4838-9a8c-5dd521d2ce25 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629916 May 03 22:35:30.424100 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.resource_extend [None req-c64f3018-f175-409a-ae1b-1b4a7ff15fa8 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:35:30.486686 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62020318-717a-453f-beeb-218d4a0bee78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:30.650233 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3485d1-62f0-41b0-a3ed-23da44304143 req-c8f81798-a9ca-48ad-a8e8-23212d239b5e tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:30.657810 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7b3485d1-62f0-41b0-a3ed-23da44304143 req-c8f81798-a9ca-48ad-a8e8-23212d239b5e tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5c29e9e-bb41-43ea-81cf-103d5fdcfd6d HTTP/1.1" status: 200 len: 943 time: 0.0973101 May 03 22:35:30.678128 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62020318-717a-453f-beeb-218d4a0bee78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:30.751313 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7b3485d1-62f0-41b0-a3ed-23da44304143 req-d04e9a8a-3b56-463a-a0a1-13b052baaa91 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] 10.222.0.58 "GET /v2.0/security-groups?id=394388ce-2cec-4971-97e9-2ff6e9faa5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925770 May 03 22:35:30.757929 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-62020318-717a-453f-beeb-218d4a0bee78 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b52025a47854f6f8f98b2086f82527f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9983118 May 03 22:35:30.761901 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36940) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:30.771632 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c64f3018-f175-409a-ae1b-1b4a7ff15fa8 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:30.782265 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c64f3018-f175-409a-ae1b-1b4a7ff15fa8 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:30.811489 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17679c22-69f3-497a-a004-0d21350bf18b req-b87ad8c7-cf6b-4288-9a2e-0789d28dea2a tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:30.812946 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-17679c22-69f3-497a-a004-0d21350bf18b req-b87ad8c7-cf6b-4288-9a2e-0789d28dea2a tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "GET /v2.0/ports?device_id=85220903-59ea-4edc-8d95-31a151296fa8 HTTP/1.1" status: 200 len: 946 time: 0.1409369 May 03 22:35:30.828304 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62020318-717a-453f-beeb-218d4a0bee78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2434106c-4e54-4d69-bebf-1313259c9d3e,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:30.871904 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0ed31e82-34c7-4862-8cd3-0810ac3c1684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:30.904575 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-96b5f676-86fa-4485-8af4-41137a3c5de5 service neutron] Attempting to bind port 078a681a-4349-415d-9dc0-171e073e062c on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:35:30.904908 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-96b5f676-86fa-4485-8af4-41137a3c5de5 service neutron] Attempting to bind port 078a681a-4349-415d-9dc0-171e073e062c by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '0a043403-df9c-4255-abcb-fcb2bdd53348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bdfb9b30-ef20-4230-98c0-738d54cdf178'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:35:30.905232 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-96b5f676-86fa-4485-8af4-41137a3c5de5 service neutron] Attempting to bind port 078a681a-4349-415d-9dc0-171e073e062c on network bdfb9b30-ef20-4230-98c0-738d54cdf178 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:35:30.912579 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0ed31e82-34c7-4862-8cd3-0810ac3c1684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:30.925602 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-96b5f676-86fa-4485-8af4-41137a3c5de5 service neutron] Port 078a681a-4349-415d-9dc0-171e073e062c on network bdfb9b30-ef20-4230-98c0-738d54cdf178 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:35:30.925945 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-96b5f676-86fa-4485-8af4-41137a3c5de5 service neutron] Attempting to bind port 078a681a-4349-415d-9dc0-171e073e062c on network bdfb9b30-ef20-4230-98c0-738d54cdf178 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:35:30.928920 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-17679c22-69f3-497a-a004-0d21350bf18b req-d566a9c8-cda5-4dd3-a0aa-cb9f6325100a tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1919fa1-a94a-4010-84d7-711c4c5d82bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081340 May 03 22:35:30.937437 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-96b5f676-86fa-4485-8af4-41137a3c5de5 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:35:30.938206 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-96b5f676-86fa-4485-8af4-41137a3c5de5 service neutron] Checking segment: {'id': '0a043403-df9c-4255-abcb-fcb2bdd53348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bdfb9b30-ef20-4230-98c0-738d54cdf178'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:35:30.938206 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-96b5f676-86fa-4485-8af4-41137a3c5de5 service neutron] Bound using segment: {'id': '0a043403-df9c-4255-abcb-fcb2bdd53348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bdfb9b30-ef20-4230-98c0-738d54cdf178'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:35:30.938623 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-96b5f676-86fa-4485-8af4-41137a3c5de5 service neutron] Bound port: 078a681a-4349-415d-9dc0-171e073e062c, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a043403-df9c-4255-abcb-fcb2bdd53348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bdfb9b30-ef20-4230-98c0-738d54cdf178'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:35:30.938960 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-96b5f676-86fa-4485-8af4-41137a3c5de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:30.985025 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0ed31e82-34c7-4862-8cd3-0810ac3c1684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:31.011776 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed31e82-34c7-4862-8cd3-0810ac3c1684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2434106c-4e54-4d69-bebf-1313259c9d3e,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:31.014077 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0ed31e82-34c7-4862-8cd3-0810ac3c1684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:31.017661 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0ed31e82-34c7-4862-8cd3-0810ac3c1684 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2434106c-4e54-4d69-bebf-1313259c9d3e HTTP/1.1" status: 204 len: 168 time: 0.2524185 May 03 22:35:31.078857 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [None req-c64f3018-f175-409a-ae1b-1b4a7ff15fa8 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Floating IP 657eba6b-2079-4543-bf78-b84395b19b08 associated. External IP: 172.25.2.173, port: 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56. May 03 22:35:31.220272 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-96b5f676-86fa-4485-8af4-41137a3c5de5 service neutron] For port 078a681a-4349-415d-9dc0-171e073e062c, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:35:31.236586 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-96b5f676-86fa-4485-8af4-41137a3c5de5 service neutron] For port 078a681a-4349-415d-9dc0-171e073e062c, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=078a681a-4349-415d-9dc0-171e073e062c,segment=NetworkSegment(0a043403-df9c-4255-abcb-fcb2bdd53348),segment_id=0a043403-df9c-4255-abcb-fcb2bdd53348)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:35:31.236780 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36956) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:31.241208 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-96b5f676-86fa-4485-8af4-41137a3c5de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:31.325835 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-96b5f676-86fa-4485-8af4-41137a3c5de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:31.326478 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-96b5f676-86fa-4485-8af4-41137a3c5de5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:31.327840 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-96b5f676-86fa-4485-8af4-41137a3c5de5 service neutron] 10.222.0.67 "PUT /v2.0/ports/078a681a-4349-415d-9dc0-171e073e062c HTTP/1.1" status: 200 len: 1091 time: 3.0050902 May 03 22:35:31.406010 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b5f676-86fa-4485-8af4-41137a3c5de5 service neutron] Pushing event updated for resources: {'Port': ['ID=078a681a-4349-415d-9dc0-171e073e062c,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:31.519205 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ea389224-ccc5-46be-92b3-e7e8234d0079 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bc2d6874d97942e39e3ce3a41f19cd70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2789919 May 03 22:35:31.520580 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36974) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:31.523533 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 12b6e647-b1a9-4eef-902f-fa148e9616d5 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:35:31.593151 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 12b6e647-b1a9-4eef-902f-fa148e9616d5 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:35:31.593556 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 12b6e647-b1a9-4eef-902f-fa148e9616d5 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:35:31.624784 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-7600e7a8-9b78-4413-b1b2-0d368bd98e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:31.626305 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-7600e7a8-9b78-4413-b1b2-0d368bd98e39 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ee7372ea426142e59c472059d7804115&device_id=36382de9-1268-4cef-9d16-cf77770a9c08 HTTP/1.1" status: 200 len: 1094 time: 0.2219269 May 03 22:35:31.633025 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64f3018-f175-409a-ae1b-1b4a7ff15fa8 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Router 6d844c5b-1141-4870-949f-26977ca0c94d has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:35:31.676392 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-35151119-5477-440c-bf3c-98b318f36dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:31.700643 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460df974-cb0e-4d40-8c0a-91533502a2f9 req-a7dbab53-3c8f-40a1-894c-afa82ebcf9e5 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:31.702132 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-460df974-cb0e-4d40-8c0a-91533502a2f9 req-a7dbab53-3c8f-40a1-894c-afa82ebcf9e5 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 945 time: 0.2707090 May 03 22:35:31.715845 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-712b4483-8b84-466c-84e4-104074917ca4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=078a681a-4349-415d-9dc0-171e073e062c HTTP/1.1" status: 200 len: 217 time: 0.0808706 May 03 22:35:31.721897 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-35151119-5477-440c-bf3c-98b318f36dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:31.772444 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e910b-ed41-4a08-b579-45ac520f9a88 req-2ce2650d-70c9-4d7a-a47c-097e881ad4c8 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:31.779243 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bb5e910b-ed41-4a08-b579-45ac520f9a88 req-2ce2650d-70c9-4d7a-a47c-097e881ad4c8 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=36382de9-1268-4cef-9d16-cf77770a9c08 HTTP/1.1" status: 200 len: 943 time: 0.2134140 May 03 22:35:31.838005 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-460df974-cb0e-4d40-8c0a-91533502a2f9 req-5f039824-2a2d-4f57-a711-8eb27dbe3706 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226068 May 03 22:35:31.863114 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bb5e910b-ed41-4a08-b579-45ac520f9a88 req-b20c15f6-aade-401b-be89-c32c9987bd1d tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722423 May 03 22:35:31.872359 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-35151119-5477-440c-bf3c-98b318f36dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:31.896964 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35151119-5477-440c-bf3c-98b318f36dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce74ecc-7667-405c-9143-a97308706fa1,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:31.897817 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36382de9-1268-4cef-9d16-cf77770a9c08', 'tag': '078a681a-4349-415d-9dc0-171e073e062c'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:35:31.940959 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-35151119-5477-440c-bf3c-98b318f36dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:31.945494 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-35151119-5477-440c-bf3c-98b318f36dfa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2ce74ecc-7667-405c-9143-a97308706fa1 HTTP/1.1" status: 204 len: 168 time: 0.4242120 May 03 22:35:31.954539 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-16604382-ab08-4ba2-91ec-40d8edfe45df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:31.956566 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-16604382-ab08-4ba2-91ec-40d8edfe45df service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4619db77-ac29-469b-9bbb-1a6b18f8da88 HTTP/1.1" status: 200 len: 851 time: 0.2333834 May 03 22:35:32.020104 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-b80ab508-257f-4f77-bf6f-89da347c3d54 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bdfb9b30-ef20-4230-98c0-738d54cdf178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560734 May 03 22:35:32.297179 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64f3018-f175-409a-ae1b-1b4a7ff15fa8 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:35:32.314506 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63c1fb9-2659-4537-aab1-a1abb982041d None None] Sync routers for ids ['6d844c5b-1141-4870-949f-26977ca0c94d'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:35:32.317287 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d50ce781-ebb3-4e0e-a06b-7e23a9a1e023'] response: {'name': 'network-changed', 'server_uuid': '36382de9-1268-4cef-9d16-cf77770a9c08', 'tag': '078a681a-4349-415d-9dc0-171e073e062c', 'status': 'completed', 'code': 200} May 03 22:35:32.337221 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63c1fb9-2659-4537-aab1-a1abb982041d None None] Routers {'6d844c5b-1141-4870-949f-26977ca0c94d'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:35:32.338201 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c63c1fb9-2659-4537-aab1-a1abb982041d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:35:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6d844c5b-1141-4870-949f-26977ca0c94d'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:35:32.346362 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe4f13-c1a3-4cc3-89ad-0ee9d343cc7f req-a72ba5c4-484d-48cf-9e20-70517db0f852 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:32.354566 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-36fe4f13-c1a3-4cc3-89ad-0ee9d343cc7f req-a72ba5c4-484d-48cf-9e20-70517db0f852 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5c29e9e-bb41-43ea-81cf-103d5fdcfd6d HTTP/1.1" status: 200 len: 943 time: 0.2390356 May 03 22:35:32.369043 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c64f3018-f175-409a-ae1b-1b4a7ff15fa8 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:32.534810 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-36fe4f13-c1a3-4cc3-89ad-0ee9d343cc7f req-f58741c5-eaa1-4444-b0ed-5201349515e0 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] 10.222.0.58 "GET /v2.0/security-groups?id=394388ce-2cec-4971-97e9-2ff6e9faa5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760182 May 03 22:35:32.572300 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-b2990a40-2c22-472a-9ee0-a9c7c010d1fd service neutron] 10.222.0.67 "GET /v2.0/networks/bdfb9b30-ef20-4230-98c0-738d54cdf178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5420754 May 03 22:35:32.575403 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c64f3018-f175-409a-ae1b-1b4a7ff15fa8 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "PUT /v2.0/floatingips/657eba6b-2079-4543-bf78-b84395b19b08 HTTP/1.1" status: 200 len: 991 time: 3.5922823 May 03 22:35:32.594491 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac5d75-29e8-46a1-bcdd-38e93a6dea8e req-3dc669a5-8d33-4d49-af8a-2161b5dd33ef tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:32.600799 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-57ac5d75-29e8-46a1-bcdd-38e93a6dea8e req-3dc669a5-8d33-4d49-af8a-2161b5dd33ef tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "GET /v2.0/ports?device_id=85220903-59ea-4edc-8d95-31a151296fa8 HTTP/1.1" status: 200 len: 946 time: 0.2076769 May 03 22:35:32.634534 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37014) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:32.737053 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3698b-d3cd-41a2-8f7f-d89dffca159f req-64211e4f-07cd-4e8d-8140-76ac1aed0124 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:32.738569 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-d7d3698b-d3cd-41a2-8f7f-d89dffca159f req-64211e4f-07cd-4e8d-8140-76ac1aed0124 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Synchronizing usage tracker for tenant:187cde8c07df4cea8b9ebc36a5a846ba on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:35:32.768526 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-c63c1fb9-2659-4537-aab1-a1abb982041d None None] Set router 6d844c5b-1141-4870-949f-26977ca0c94d gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:35:32.787696 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-d7d3698b-d3cd-41a2-8f7f-d89dffca159f req-64211e4f-07cd-4e8d-8140-76ac1aed0124 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Unset dirty status for tenant:187cde8c07df4cea8b9ebc36a5a846ba on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:35:32.788925 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d7d3698b-d3cd-41a2-8f7f-d89dffca159f req-64211e4f-07cd-4e8d-8140-76ac1aed0124 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.60 "GET /v2.0/ports?device_id=85220903-59ea-4edc-8d95-31a151296fa8 HTTP/1.1" status: 200 len: 946 time: 0.3158832 May 03 22:35:32.791614 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-57ac5d75-29e8-46a1-bcdd-38e93a6dea8e req-e3274fd5-4834-4722-8e3e-e2a53ff92281 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1919fa1-a94a-4010-84d7-711c4c5d82bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835606 May 03 22:35:32.795315 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c86899b6-2f26-4f50-82cc-7d73f06b889a req-c2d41dc8-5532-49fd-9855-a674c68d15ee service neutron] 10.222.0.67 "GET /v2.0/networks/bdfb9b30-ef20-4230-98c0-738d54cdf178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152052 May 03 22:35:32.815507 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-54441fd6-cd4f-48b9-8e51-46b196c17ce5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a3f71203d4074167adcd26371389e511&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1798475 May 03 22:35:32.816295 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37020) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:32.917656 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e0a55-de75-468a-876d-466de0bc8298 req-afba0aea-fb18-49b3-ba64-4e6319078eb0 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:32.925299 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac7e0a55-de75-468a-876d-466de0bc8298 req-afba0aea-fb18-49b3-ba64-4e6319078eb0 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 945 time: 0.1885509 May 03 22:35:32.960949 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e002afef-36c1-4789-920b-c85d4d28d002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:32.988752 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-d7d3698b-d3cd-41a2-8f7f-d89dffca159f req-70a77d62-9ed4-46bc-a82f-2ad4c58fe0d2 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Deleting port 636ff863-231b-4bb2-8b80-8b23fb30e8ad {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:35:32.989104 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d7d3698b-d3cd-41a2-8f7f-d89dffca159f req-70a77d62-9ed4-46bc-a82f-2ad4c58fe0d2 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:32.997282 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac7e0a55-de75-468a-876d-466de0bc8298 req-5fa72bb3-8a5c-4fce-a857-90c5971c0d8b tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710521 May 03 22:35:33.022197 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e002afef-36c1-4789-920b-c85d4d28d002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:33.169382 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ccac6-95a5-491f-a3d7-ba06a6f54570 req-43b6cddd-e105-4463-b8c5-889a5715219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:33.170711 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0d9ccac6-95a5-491f-a3d7-ba06a6f54570 req-43b6cddd-e105-4463-b8c5-889a5715219a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ee7372ea426142e59c472059d7804115&device_id=36382de9-1268-4cef-9d16-cf77770a9c08 HTTP/1.1" status: 200 len: 1094 time: 0.2769902 May 03 22:35:33.182048 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e7694-7ef1-4bf1-9beb-1c94cecdd158 req-d49f0b82-6bda-4665-be4c-a5e393092a8d tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:33.184181 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c19e7694-7ef1-4bf1-9beb-1c94cecdd158 req-d49f0b82-6bda-4665-be4c-a5e393092a8d tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=36382de9-1268-4cef-9d16-cf77770a9c08 HTTP/1.1" status: 200 len: 943 time: 0.1272209 May 03 22:35:33.189371 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e002afef-36c1-4789-920b-c85d4d28d002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:33.253366 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002afef-36c1-4789-920b-c85d4d28d002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e5f32f-216a-4e25-9c89-fb766e2e1c5d,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:33.267790 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e002afef-36c1-4789-920b-c85d4d28d002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:33.272297 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e002afef-36c1-4789-920b-c85d4d28d002 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/35e5f32f-216a-4e25-9c89-fb766e2e1c5d HTTP/1.1" status: 204 len: 168 time: 0.4539523 May 03 22:35:33.305012 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c19e7694-7ef1-4bf1-9beb-1c94cecdd158 req-5695a51b-1e94-4c34-8d38-89027d5ab9cd tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101389 May 03 22:35:33.395165 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c63c1fb9-2659-4537-aab1-a1abb982041d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'name': 'tempest-AttachVolumeShelveTestJSON-489129605-router', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '640ff890-5211-4462-814a-cc3def5b682f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:34:39Z', 'updated_at': '2022-05-03T22:34:48Z', 'revision_number': 4, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'gw_port': {'id': '640ff890-5211-4462-814a-cc3def5b682f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:34:41Z', 'updated_at': '2022-05-03T22:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '657eba6b-2079-4543-bf78-b84395b19b08', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'floating_ip_address': '172.25.2.173', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'port_id': '5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5', 'mac_address': 'fa:16:3e:9a:0c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:34:59Z', 'updated_at': '2022-05-03T22:35:30Z', 'revision_number': 1, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f8a336-70ec-4b02-aece-6414fdab76d9', 'name': '', 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'mac_address': 'fa:16:3e:6e:ec:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '209e1eea-ba5e-419e-9e3d-b3077ecd94a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:34:47Z', 'updated_at': '2022-05-03T22:34:58Z', 'revision_number': 5, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'subnets': [{'id': '209e1eea-ba5e-419e-9e3d-b3077ecd94a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:35:33.400869 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63c1fb9-2659-4537-aab1-a1abb982041d None None] Checking router: 6d844c5b-1141-4870-949f-26977ca0c94d for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:35:33.412667 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63c1fb9-2659-4537-aab1-a1abb982041d None None] Routers {'6d844c5b-1141-4870-949f-26977ca0c94d'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:35:33.413592 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c63c1fb9-2659-4537-aab1-a1abb982041d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:35:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6d844c5b-1141-4870-949f-26977ca0c94d'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:35:33.436663 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-d7d3698b-d3cd-41a2-8f7f-d89dffca159f req-70a77d62-9ed4-46bc-a82f-2ad4c58fe0d2 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] For port 636ff863-231b-4bb2-8b80-8b23fb30e8ad, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=636ff863-231b-4bb2-8b80-8b23fb30e8ad,segment=NetworkSegment(5a6ab605-7658-483c-96b8-1c871bbb0af0),segment_id=5a6ab605-7658-483c-96b8-1c871bbb0af0)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:35:33.437282 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d7d3698b-d3cd-41a2-8f7f-d89dffca159f req-70a77d62-9ed4-46bc-a82f-2ad4c58fe0d2 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:33.512833 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ccac6-95a5-491f-a3d7-ba06a6f54570 req-ca7a4a06-f412-4642-9740-ace200ce9dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:33.514521 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0d9ccac6-95a5-491f-a3d7-ba06a6f54570 req-ca7a4a06-f412-4642-9740-ace200ce9dad service neutron] 10.222.0.67 "GET /v2.0/networks?id=bdfb9b30-ef20-4230-98c0-738d54cdf178 HTTP/1.1" status: 200 len: 912 time: 0.3263712 May 03 22:35:33.606985 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0d9ccac6-95a5-491f-a3d7-ba06a6f54570 req-ccfa3903-455f-4106-b12e-cc99148f36a1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=078a681a-4349-415d-9dc0-171e073e062c HTTP/1.1" status: 200 len: 217 time: 0.0769639 May 03 22:35:33.636957 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:35:33.648346 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ff456-3f2b-4c2e-831c-5b2bf21d9d53 req-0b7fc5b1-1167-48e2-9e30-bb6de8c502ff tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:33.659783 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1b6ff456-3f2b-4c2e-831c-5b2bf21d9d53 req-0b7fc5b1-1167-48e2-9e30-bb6de8c502ff tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 945 time: 0.1596384 May 03 22:35:33.798419 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1b6ff456-3f2b-4c2e-831c-5b2bf21d9d53 req-65c5ffb2-36ec-4b5e-90d8-2e947378b613 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376877 May 03 22:35:33.839967 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-c63c1fb9-2659-4537-aab1-a1abb982041d None None] Set router 6d844c5b-1141-4870-949f-26977ca0c94d gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:35:33.911687 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f3173-9ffd-410b-909d-3d6756b9c3b7 req-18e0a1f9-60ea-4769-b7d8-43a21797a647 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:33.930127 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4a3f3173-9ffd-410b-909d-3d6756b9c3b7 req-18e0a1f9-60ea-4769-b7d8-43a21797a647 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5c29e9e-bb41-43ea-81cf-103d5fdcfd6d HTTP/1.1" status: 200 len: 943 time: 0.1893144 May 03 22:35:33.931084 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ccac6-95a5-491f-a3d7-ba06a6f54570 req-c97d828d-c6a9-48b9-8b00-d07c8a9baf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:33.934197 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0d9ccac6-95a5-491f-a3d7-ba06a6f54570 req-c97d828d-c6a9-48b9-8b00-d07c8a9baf1b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4619db77-ac29-469b-9bbb-1a6b18f8da88 HTTP/1.1" status: 200 len: 851 time: 0.3185117 May 03 22:35:34.042021 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4a3f3173-9ffd-410b-909d-3d6756b9c3b7 req-aa161bfd-c8a1-41dd-9a26-a27699fbeed0 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] 10.222.0.58 "GET /v2.0/security-groups?id=394388ce-2cec-4971-97e9-2ff6e9faa5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060715 May 03 22:35:34.156827 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d7d3698b-d3cd-41a2-8f7f-d89dffca159f req-70a77d62-9ed4-46bc-a82f-2ad4c58fe0d2 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:34.157228 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d7d3698b-d3cd-41a2-8f7f-d89dffca159f req-70a77d62-9ed4-46bc-a82f-2ad4c58fe0d2 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:34.160517 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [req-d7d3698b-d3cd-41a2-8f7f-d89dffca159f req-70a77d62-9ed4-46bc-a82f-2ad4c58fe0d2 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Floating IP a6ec66a6-0088-4de6-9e2e-239e945ac6d5 disassociated. External IP: 172.25.2.72, port: 636ff863-231b-4bb2-8b80-8b23fb30e8ad. May 03 22:35:34.160882 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-d7d3698b-d3cd-41a2-8f7f-d89dffca159f req-70a77d62-9ed4-46bc-a82f-2ad4c58fe0d2 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Calling delete_port for 636ff863-231b-4bb2-8b80-8b23fb30e8ad owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:35:34.355148 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba', 'tag': '5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:35:34.378797 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0d9ccac6-95a5-491f-a3d7-ba06a6f54570 req-6de62d4d-7ca7-42bc-9979-9fb1faa06a40 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bdfb9b30-ef20-4230-98c0-738d54cdf178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4383192 May 03 22:35:34.380862 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d7d3698b-d3cd-41a2-8f7f-d89dffca159f req-70a77d62-9ed4-46bc-a82f-2ad4c58fe0d2 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:34.415520 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d,segment=NetworkSegment(d54be32e-e5cd-4f8a-9d2a-6fcefa6354bd),segment_id=d54be32e-e5cd-4f8a-9d2a-6fcefa6354bd)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:35:34.502145 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d', 'network_id': '938a781d-63c7-4ea1-aac7-d138219b9f65', 'port_id': 'bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d', 'mac_address': 'fa:16:3e:ac:cd:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe11b8b-7807-4d17-acfe-1b802293ef06', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:35:34.515073 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7574f-dee8-4fa4-b4ef-1eb16e283e69 req-986480f0-7602-41e0-b1c0-bed1c14b80f4 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:34.516618 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9fd7574f-dee8-4fa4-b4ef-1eb16e283e69 req-986480f0-7602-41e0-b1c0-bed1c14b80f4 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "GET /v2.0/ports?device_id=85220903-59ea-4edc-8d95-31a151296fa8 HTTP/1.1" status: 200 len: 867 time: 0.3523920 May 03 22:35:34.731380 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:34.770547 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a77d62-9ed4-46bc-a82f-2ad4c58fe0d2 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Pushing event deleted for resources: {'Port': ['ID=636ff863-231b-4bb2-8b80-8b23fb30e8ad,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:34.784816 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c63c1fb9-2659-4537-aab1-a1abb982041d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'name': 'tempest-AttachVolumeShelveTestJSON-489129605-router', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '640ff890-5211-4462-814a-cc3def5b682f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:34:39Z', 'updated_at': '2022-05-03T22:34:48Z', 'revision_number': 4, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'gw_port': {'id': '640ff890-5211-4462-814a-cc3def5b682f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:34:41Z', 'updated_at': '2022-05-03T22:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '657eba6b-2079-4543-bf78-b84395b19b08', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'floating_ip_address': '172.25.2.173', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'port_id': '5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5', 'mac_address': 'fa:16:3e:9a:0c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:34:59Z', 'updated_at': '2022-05-03T22:35:30Z', 'revision_number': 1, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f8a336-70ec-4b02-aece-6414fdab76d9', 'name': '', 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'mac_address': 'fa:16:3e:6e:ec:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '209e1eea-ba5e-419e-9e3d-b3077ecd94a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:34:47Z', 'updated_at': '2022-05-03T22:34:58Z', 'revision_number': 5, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'subnets': [{'id': '209e1eea-ba5e-419e-9e3d-b3077ecd94a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:35:34.793278 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63c1fb9-2659-4537-aab1-a1abb982041d None None] The sync data for ids ['6d844c5b-1141-4870-949f-26977ca0c94d'] in n-d-811807-1 is: [{'id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'name': 'tempest-AttachVolumeShelveTestJSON-489129605-router', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '640ff890-5211-4462-814a-cc3def5b682f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:34:39Z', 'updated_at': '2022-05-03T22:34:48Z', 'revision_number': 4, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'gw_port': {'id': '640ff890-5211-4462-814a-cc3def5b682f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:34:41Z', 'updated_at': '2022-05-03T22:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '657eba6b-2079-4543-bf78-b84395b19b08', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'floating_ip_address': '172.25.2.173', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'port_id': '5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5', 'mac_address': 'fa:16:3e:9a:0c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:34:59Z', 'updated_at': '2022-05-03T22:35:30Z', 'revision_number': 1, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f8a336-70ec-4b02-aece-6414fdab76d9', 'name': '', 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'mac_address': 'fa:16:3e:6e:ec:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '209e1eea-ba5e-419e-9e3d-b3077ecd94a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:34:47Z', 'updated_at': '2022-05-03T22:34:58Z', 'revision_number': 5, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'subnets': [{'id': '209e1eea-ba5e-419e-9e3d-b3077ecd94a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:35:34.800105 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:35:34.821212 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d,segment=NetworkSegment(d54be32e-e5cd-4f8a-9d2a-6fcefa6354bd),segment_id=d54be32e-e5cd-4f8a-9d2a-6fcefa6354bd)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:35:34.827475 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:34.874556 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b1115-50eb-4360-96c6-3c95b0c61836 req-1ff47e32-639e-432a-842f-bf92a2cee04d tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:34.884691 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-140b1115-50eb-4360-96c6-3c95b0c61836 req-1ff47e32-639e-432a-842f-bf92a2cee04d tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 945 time: 0.5972536 May 03 22:35:34.916760 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9fd7574f-dee8-4fa4-b4ef-1eb16e283e69 req-a49a584a-68a5-4f44-a613-9573c97fd90e tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1919fa1-a94a-4010-84d7-711c4c5d82bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3873067 May 03 22:35:34.995877 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:34.998531 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-140b1115-50eb-4360-96c6-3c95b0c61836 req-1aa78b6c-fb5b-4022-ae88-ede7148394d1 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124129 May 03 22:35:35.032008 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:35:35.032008 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:35:35.032008 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:35:35.032008 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:35:35.032008 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:35:35.032008 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:35:35.032008 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:35:35.032008 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:35:35.032008 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:35:35.032008 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:35:35.032008 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:35:35.032008 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:35:35.160011 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3db3b280-76ce-47a5-ae27-dbd7c55a16c5'] response: {'name': 'network-changed', 'server_uuid': '6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba', 'tag': '5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56', 'status': 'completed', 'code': 200} May 03 22:35:35.186588 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:35:35.217822 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb47da19-3017-402d-9aa1-10376a697105 None None] New status for floating IP 657eba6b-2079-4543-bf78-b84395b19b08: ACTIVE {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:35:35.387401 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0d9ccac6-95a5-491f-a3d7-ba06a6f54570 req-989179e5-e7d3-4117-adbc-16c81abdbd1b service neutron] 10.222.0.67 "GET /v2.0/networks/bdfb9b30-ef20-4230-98c0-738d54cdf178?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0023837 May 03 22:35:35.497065 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b45d9-9fee-455f-a58b-95ef155ef78e req-f483ac44-00b0-4242-bde8-a702f183cb0a tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:35.509654 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c52b45d9-9fee-455f-a58b-95ef155ef78e req-f483ac44-00b0-4242-bde8-a702f183cb0a tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5c29e9e-bb41-43ea-81cf-103d5fdcfd6d HTTP/1.1" status: 200 len: 944 time: 0.2563941 May 03 22:35:35.535366 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37788fd-4323-456c-be7f-ee9607c745b8 req-f187eb8f-ce5d-4ae0-8446-324cc41ff7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:35.536887 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a37788fd-4323-456c-be7f-ee9607c745b8 req-f187eb8f-ce5d-4ae0-8446-324cc41ff7e3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4005ab853daa4dd0a8c6d47cfa1e3258&device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 1096 time: 0.4134834 May 03 22:35:35.642553 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c52b45d9-9fee-455f-a58b-95ef155ef78e req-415701df-97a7-4709-ba47-cfd24399ab95 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] 10.222.0.58 "GET /v2.0/security-groups?id=394388ce-2cec-4971-97e9-2ff6e9faa5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318762 May 03 22:35:35.650793 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7d3698b-d3cd-41a2-8f7f-d89dffca159f req-70a77d62-9ed4-46bc-a82f-2ad4c58fe0d2 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Router 2769e25f-81f4-45c9-9285-b21d119b981b has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:35:35.659008 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759f7a3-d6e4-4412-9cdc-3faf3d99da5a req-790b6411-8059-4ff5-947c-2cfdd52a8a53 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:35.660769 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3759f7a3-d6e4-4412-9cdc-3faf3d99da5a req-790b6411-8059-4ff5-947c-2cfdd52a8a53 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=36382de9-1268-4cef-9d16-cf77770a9c08 HTTP/1.1" status: 200 len: 943 time: 0.4094658 May 03 22:35:35.742056 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 636ff863-231b-4bb2-8b80-8b23fb30e8ad no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:35:35.817720 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3759f7a3-d6e4-4412-9cdc-3faf3d99da5a req-d06dac37-be76-4e64-887d-7a45d81fe5ff tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016784 May 03 22:35:35.860101 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37788fd-4323-456c-be7f-ee9607c745b8 req-5d5bd67d-0b55-4244-9103-ca985b2862cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:35.862299 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a37788fd-4323-456c-be7f-ee9607c745b8 req-5d5bd67d-0b55-4244-9103-ca985b2862cb service neutron] 10.222.0.67 "GET /v2.0/networks?id=ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 HTTP/1.1" status: 200 len: 917 time: 0.3129530 May 03 22:35:35.896234 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 636ff863-231b-4bb2-8b80-8b23fb30e8ad {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:35:35.896980 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 636ff863-231b-4bb2-8b80-8b23fb30e8ad not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:35:36.025825 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0d9ccac6-95a5-491f-a3d7-ba06a6f54570 req-f9aa7702-9bcf-4b34-8dfd-4f59eec7d6d5 service neutron] 10.222.0.67 "GET /v2.0/networks/bdfb9b30-ef20-4230-98c0-738d54cdf178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6194472 May 03 22:35:36.079405 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a37788fd-4323-456c-be7f-ee9607c745b8 req-1793c755-4751-4fd0-bc7d-89ce81fc7e2a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 HTTP/1.1" status: 200 len: 1001 time: 0.2104354 May 03 22:35:36.108275 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7d3698b-d3cd-41a2-8f7f-d89dffca159f req-70a77d62-9ed4-46bc-a82f-2ad4c58fe0d2 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:35:36.118790 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba60491d-7c07-4e7a-8f9a-e0e61707b344 None None] Sync routers for ids ['2769e25f-81f4-45c9-9285-b21d119b981b'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:35:36.145144 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba60491d-7c07-4e7a-8f9a-e0e61707b344 None None] Routers {'2769e25f-81f4-45c9-9285-b21d119b981b'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:35:36.145918 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-ba60491d-7c07-4e7a-8f9a-e0e61707b344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:35:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['2769e25f-81f4-45c9-9285-b21d119b981b'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:35:36.255315 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d3698b-d3cd-41a2-8f7f-d89dffca159f req-70a77d62-9ed4-46bc-a82f-2ad4c58fe0d2 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] No DVR routers for this DVR port 636ff863-231b-4bb2-8b80-8b23fb30e8ad on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:35:36.263698 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d7d3698b-d3cd-41a2-8f7f-d89dffca159f req-70a77d62-9ed4-46bc-a82f-2ad4c58fe0d2 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:36.298287 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d7d3698b-d3cd-41a2-8f7f-d89dffca159f req-70a77d62-9ed4-46bc-a82f-2ad4c58fe0d2 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.60 "DELETE /v2.0/ports/636ff863-231b-4bb2-8b80-8b23fb30e8ad HTTP/1.1" status: 204 len: 173 time: 3.5004795 May 03 22:35:36.362835 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f5205055-dffb-4491-9197-778d1430d633 req-26413b4b-a4b6-43ae-b357-484eacf15e9a tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "GET /v2.0/ports?device_id=85220903-59ea-4edc-8d95-31a151296fa8 HTTP/1.1" status: 200 len: 210 time: 0.1775746 May 03 22:35:36.516703 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37788fd-4323-456c-be7f-ee9607c745b8 req-a89616b6-1604-44f7-a0ae-f8a487d439bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:36.518155 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a37788fd-4323-456c-be7f-ee9607c745b8 req-a89616b6-1604-44f7-a0ae-f8a487d439bd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=209e1eea-ba5e-419e-9e3d-b3077ecd94a4 HTTP/1.1" status: 200 len: 855 time: 0.4312956 May 03 22:35:36.566099 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-ba60491d-7c07-4e7a-8f9a-e0e61707b344 None None] Set router 2769e25f-81f4-45c9-9285-b21d119b981b gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:35:36.745667 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e019ef8-05db-4b9b-961c-fde03e745b27 req-db734539-637e-4fa5-baf2-2a02de87fd64 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:36.754237 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e019ef8-05db-4b9b-961c-fde03e745b27 req-db734539-637e-4fa5-baf2-2a02de87fd64 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 945 time: 0.3852646 May 03 22:35:36.813376 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37788fd-4323-456c-be7f-ee9607c745b8 req-8b556ba2-cef2-4c8c-8700-fc1ab9913516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:36.814917 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a37788fd-4323-456c-be7f-ee9607c745b8 req-8b556ba2-cef2-4c8c-8700-fc1ab9913516 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2841907 May 03 22:35:36.832069 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e019ef8-05db-4b9b-961c-fde03e745b27 req-9f9a6511-0a74-4f5b-8a7b-c6fbf9e4a15b tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762830 May 03 22:35:36.976664 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7f150320-2e57-4a72-849c-f6a7142f591f req-7e4018b8-85ef-4df0-8946-c02423376008 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=22a82f5448f248d58a62b81b48f9243b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0699475 May 03 22:35:37.097129 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-ba60491d-7c07-4e7a-8f9a-e0e61707b344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'name': 'tempest-ServersTestJSON-209002380-router', 'tenant_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '43ea8607-4944-4b79-a4ab-f7007abb4a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:33:50Z', 'updated_at': '2022-05-03T22:34:02Z', 'revision_number': 4, 'project_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'gw_port': {'id': '43ea8607-4944-4b79-a4ab-f7007abb4a31', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:87:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:33:52Z', 'updated_at': '2022-05-03T22:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '7ce57b59-c0e8-4d2a-a311-e6ec20eea2df', 'name': '', 'network_id': '517a1aa6-522d-4d93-ad04-539169ce7dd9', 'tenant_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'mac_address': 'fa:16:3e:c3:5b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '46a7e09b-dee5-4e54-8f28-e48837e9ae96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:33:59Z', 'updated_at': '2022-05-03T22:34:11Z', 'revision_number': 5, 'project_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'subnets': [{'id': '46a7e09b-dee5-4e54-8f28-e48837e9ae96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:35:37.102448 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba60491d-7c07-4e7a-8f9a-e0e61707b344 None None] Checking router: 2769e25f-81f4-45c9-9285-b21d119b981b for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:35:37.136418 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba60491d-7c07-4e7a-8f9a-e0e61707b344 None None] Routers {'2769e25f-81f4-45c9-9285-b21d119b981b'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:35:37.138127 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-ba60491d-7c07-4e7a-8f9a-e0e61707b344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:35:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['2769e25f-81f4-45c9-9285-b21d119b981b'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:35:37.161294 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85220903-59ea-4edc-8d95-31a151296fa8', 'name': 'network-vif-deleted', 'tag': '636ff863-231b-4bb2-8b80-8b23fb30e8ad'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:35:37.211411 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37246) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:37.275342 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a37788fd-4323-456c-be7f-ee9607c745b8 req-5fce6fc2-f034-41b2-9d92-149754dfa93a service neutron] 10.222.0.67 "GET /v2.0/networks/ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422102 May 03 22:35:37.374468 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59e0b5f6-3773-416a-b22f-73d48a6f106c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:37.391790 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-59e0b5f6-3773-416a-b22f-73d48a6f106c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:35:37.396270 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-ba60491d-7c07-4e7a-8f9a-e0e61707b344 None None] Set router 2769e25f-81f4-45c9-9285-b21d119b981b gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:35:37.396546 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-59e0b5f6-3773-416a-b22f-73d48a6f106c admin admin] Usage tracker for resource:security_group_rule and tenant:012947a678e3466d840ad5cfaf1ea629 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:35:37.400050 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-59e0b5f6-3773-416a-b22f-73d48a6f106c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:35:37.406444 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-59e0b5f6-3773-416a-b22f-73d48a6f106c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:35:37.447536 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f150320-2e57-4a72-849c-f6a7142f591f req-d053dcfa-764e-472e-ac04-975382797d7d tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:37.454690 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7f150320-2e57-4a72-849c-f6a7142f591f req-d053dcfa-764e-472e-ac04-975382797d7d tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4773932 May 03 22:35:37.464183 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7968362-60f3-4163-b981-ff3df30d09cc req-a7ac1000-e456-42ab-b02c-08ba8d5b1514 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:37.471705 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f7968362-60f3-4163-b981-ff3df30d09cc req-a7ac1000-e456-42ab-b02c-08ba8d5b1514 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5c29e9e-bb41-43ea-81cf-103d5fdcfd6d HTTP/1.1" status: 200 len: 944 time: 0.4386806 May 03 22:35:37.513847 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7f150320-2e57-4a72-849c-f6a7142f591f req-68715503-fcd9-4c63-a8c7-635b461829c5 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.58 "GET /v2.0/quotas/22a82f5448f248d58a62b81b48f9243b HTTP/1.1" status: 200 len: 375 time: 0.0581996 May 03 22:35:37.521401 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59e0b5f6-3773-416a-b22f-73d48a6f106c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:37.526720 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59e0b5f6-3773-416a-b22f-73d48a6f106c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:37.569904 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-59e0b5f6-3773-416a-b22f-73d48a6f106c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=012947a678e3466d840ad5cfaf1ea629&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3570361 May 03 22:35:37.573719 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37254) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:37.609760 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f7968362-60f3-4163-b981-ff3df30d09cc req-4075dc3c-046a-417b-a4c8-e1a0321b0063 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] 10.222.0.58 "GET /v2.0/security-groups?id=394388ce-2cec-4971-97e9-2ff6e9faa5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371043 May 03 22:35:37.622699 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0b5f6-3773-416a-b22f-73d48a6f106c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208bcd98-16eb-469f-afad-a7c9e4d5e619,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:37.625356 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 078a681a-4349-415d-9dc0-171e073e062c details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:35:37.627678 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:35:37.642543 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7f150320-2e57-4a72-849c-f6a7142f591f req-b3030988-e102-4085-8037-67bff73a6921 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=22a82f5448f248d58a62b81b48f9243b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1275706 May 03 22:35:37.650798 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a37788fd-4323-456c-be7f-ee9607c745b8 req-d3c5c30a-acec-4aec-bb06-b1d574d7cc9b service neutron] 10.222.0.67 "GET /v2.0/networks/ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585041 May 03 22:35:37.676059 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a45a80e-86ba-4671-8cf5-2893d8ae2d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:37.705541 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a45a80e-86ba-4671-8cf5-2893d8ae2d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:37.775054 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a45a80e-86ba-4671-8cf5-2893d8ae2d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:37.798449 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45a80e-86ba-4671-8cf5-2893d8ae2d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208bcd98-16eb-469f-afad-a7c9e4d5e619,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:37.814718 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a45a80e-86ba-4671-8cf5-2893d8ae2d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:37.816121 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6a45a80e-86ba-4671-8cf5-2893d8ae2d4d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/208bcd98-16eb-469f-afad-a7c9e4d5e619 HTTP/1.1" status: 204 len: 168 time: 0.2396061 May 03 22:35:37.965697 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 078a681a-4349-415d-9dc0-171e073e062c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=078a681a-4349-415d-9dc0-171e073e062c,segment=NetworkSegment(0a043403-df9c-4255-abcb-fcb2bdd53348),segment_id=0a043403-df9c-4255-abcb-fcb2bdd53348)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:35:37.975820 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80ad3b1f-949a-45a5-9129-038b8e8ff19e'] response: {'server_uuid': '85220903-59ea-4edc-8d95-31a151296fa8', 'name': 'network-vif-deleted', 'tag': '636ff863-231b-4bb2-8b80-8b23fb30e8ad', 'status': 'completed', 'code': 200} May 03 22:35:37.985265 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '078a681a-4349-415d-9dc0-171e073e062c', 'network_id': 'bdfb9b30-ef20-4230-98c0-738d54cdf178', 'port_id': '078a681a-4349-415d-9dc0-171e073e062c', 'mac_address': 'fa:16:3e:86:f2:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4619db77-ac29-469b-9bbb-1a6b18f8da88', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:35:38.011794 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a2809-2c3f-4883-a1d6-7bd553bcc388 req-9af5cb6e-9be0-4f9c-81a0-c51351b7c908 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:38.037045 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a97a2809-2c3f-4883-a1d6-7bd553bcc388 req-9af5cb6e-9be0-4f9c-81a0-c51351b7c908 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=36382de9-1268-4cef-9d16-cf77770a9c08 HTTP/1.1" status: 200 len: 943 time: 0.2210162 May 03 22:35:38.134652 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a97a2809-2c3f-4883-a1d6-7bd553bcc388 req-a1295ebf-d4e0-41db-a142-0d1901419abe tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821462 May 03 22:35:38.203320 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:38.258890 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 078a681a-4349-415d-9dc0-171e073e062c {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:35:38.288143 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 078a681a-4349-415d-9dc0-171e073e062c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=078a681a-4349-415d-9dc0-171e073e062c,segment=NetworkSegment(0a043403-df9c-4255-abcb-fcb2bdd53348),segment_id=0a043403-df9c-4255-abcb-fcb2bdd53348)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:35:38.304645 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:38.313155 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:35:38.368819 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:35:38.369193 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:38.389549 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37278) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:38.430321 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cb0a3400-b78f-4016-ba4d-a0f6d4e558bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:38.469664 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6a97cd51-92f3-42e2-8a14-70b970ba5b61 req-cd7db95b-c98b-4fd2-9346-ca05a450beda tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.58 "GET /v2.0/ports?device_id=94dd6e23-c53e-48ab-804d-40f552dbbe49 HTTP/1.1" status: 200 len: 210 time: 0.2743278 May 03 22:35:38.480257 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-cb0a3400-b78f-4016-ba4d-a0f6d4e558bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:35:38.492991 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-cb0a3400-b78f-4016-ba4d-a0f6d4e558bd admin admin] Usage tracker for resource:security_group_rule and tenant:4ed5d961014f4a9286f55ced5e7b4679 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:35:38.504061 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-cb0a3400-b78f-4016-ba4d-a0f6d4e558bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:35:38.521428 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-cb0a3400-b78f-4016-ba4d-a0f6d4e558bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:35:38.533305 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37282) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:38.535384 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-ba60491d-7c07-4e7a-8f9a-e0e61707b344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'name': 'tempest-ServersTestJSON-209002380-router', 'tenant_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '43ea8607-4944-4b79-a4ab-f7007abb4a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:33:50Z', 'updated_at': '2022-05-03T22:34:02Z', 'revision_number': 4, 'project_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'gw_port': {'id': '43ea8607-4944-4b79-a4ab-f7007abb4a31', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:87:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:33:52Z', 'updated_at': '2022-05-03T22:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '7ce57b59-c0e8-4d2a-a311-e6ec20eea2df', 'name': '', 'network_id': '517a1aa6-522d-4d93-ad04-539169ce7dd9', 'tenant_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'mac_address': 'fa:16:3e:c3:5b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '46a7e09b-dee5-4e54-8f28-e48837e9ae96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:33:59Z', 'updated_at': '2022-05-03T22:34:11Z', 'revision_number': 5, 'project_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'subnets': [{'id': '46a7e09b-dee5-4e54-8f28-e48837e9ae96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:35:38.579524 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=078a681a-4349-415d-9dc0-171e073e062c,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:38.589053 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba60491d-7c07-4e7a-8f9a-e0e61707b344 None None] The sync data for ids ['2769e25f-81f4-45c9-9285-b21d119b981b'] in n-d-811807-1 is: [{'id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'name': 'tempest-ServersTestJSON-209002380-router', 'tenant_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '43ea8607-4944-4b79-a4ab-f7007abb4a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:33:50Z', 'updated_at': '2022-05-03T22:34:02Z', 'revision_number': 4, 'project_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'gw_port': {'id': '43ea8607-4944-4b79-a4ab-f7007abb4a31', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:87:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:33:52Z', 'updated_at': '2022-05-03T22:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '7ce57b59-c0e8-4d2a-a311-e6ec20eea2df', 'name': '', 'network_id': '517a1aa6-522d-4d93-ad04-539169ce7dd9', 'tenant_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'mac_address': 'fa:16:3e:c3:5b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '46a7e09b-dee5-4e54-8f28-e48837e9ae96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:33:59Z', 'updated_at': '2022-05-03T22:34:11Z', 'revision_number': 5, 'project_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'subnets': [{'id': '46a7e09b-dee5-4e54-8f28-e48837e9ae96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:35:38.672991 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b3093-aa19-4cc7-891b-2a9034feef59 req-c10f5fca-edbb-4acd-a453-a8fc435ca8f2 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:38.681659 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c28b3093-aa19-4cc7-891b-2a9034feef59 req-c10f5fca-edbb-4acd-a453-a8fc435ca8f2 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 945 time: 0.2690964 May 03 22:35:38.688381 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['078a681a-4349-415d-9dc0-171e073e062c'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:35:38.709178 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cb0a3400-b78f-4016-ba4d-a0f6d4e558bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:38.715593 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cb0a3400-b78f-4016-ba4d-a0f6d4e558bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:38.799651 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c28b3093-aa19-4cc7-891b-2a9034feef59 req-33f9b29a-fd90-4e23-a718-067b973afb85 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168621 May 03 22:35:38.800605 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4fbbccff-f220-490f-84bf-14f0fa6500da tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:38.834014 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a3400-b78f-4016-ba4d-a0f6d4e558bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd877ca4-ef7b-4352-a583-80bc8c2cdeed,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:38.865824 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-cb0a3400-b78f-4016-ba4d-a0f6d4e558bd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4ed5d961014f4a9286f55ced5e7b4679&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4730763 May 03 22:35:38.865824 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37290) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:38.874692 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:38.931158 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d,segment=NetworkSegment(d54be32e-e5cd-4f8a-9d2a-6fcefa6354bd),segment_id=d54be32e-e5cd-4f8a-9d2a-6fcefa6354bd)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:35:38.935835 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c29e9e-bb41-43ea-81cf-103d5fdcfd6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:35:38.951254 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:38.975315 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f8579f65-6304-420c-bd23-9a661b59327b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:38.997171 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4fbbccff-f220-490f-84bf-14f0fa6500da tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:39.004922 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f8579f65-6304-420c-bd23-9a661b59327b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:39.065393 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f8579f65-6304-420c-bd23-9a661b59327b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:39.093278 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8579f65-6304-420c-bd23-9a661b59327b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd877ca4-ef7b-4352-a583-80bc8c2cdeed,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:39.102039 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74bd8f36-1078-4b65-a716-1bf21e39d661'] response: {'server_uuid': 'c5c29e9e-bb41-43ea-81cf-103d5fdcfd6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d', 'code': 200} May 03 22:35:39.102755 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:39.117587 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f8579f65-6304-420c-bd23-9a661b59327b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:39.120010 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f8579f65-6304-420c-bd23-9a661b59327b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cd877ca4-ef7b-4352-a583-80bc8c2cdeed HTTP/1.1" status: 204 len: 168 time: 0.2535038 May 03 22:35:39.131476 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972bc3dd-2d46-40d2-a571-af41fb969733 None None] New status for floating IP a6ec66a6-0088-4de6-9e2e-239e945ac6d5: DOWN {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:35:39.198212 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1ce10-4f5d-4674-80d5-5325425ff98b req-d3b9f0e7-a836-4c9f-a55b-5e5abaf281e8 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:39.206282 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aaa1ce10-4f5d-4674-80d5-5325425ff98b req-d3b9f0e7-a836-4c9f-a55b-5e5abaf281e8 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5c29e9e-bb41-43ea-81cf-103d5fdcfd6d HTTP/1.1" status: 200 len: 944 time: 0.3803771 May 03 22:35:39.235869 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4fbbccff-f220-490f-84bf-14f0fa6500da tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:39.281965 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbccff-f220-490f-84bf-14f0fa6500da tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1919fa1-a94a-4010-84d7-711c4c5d82bd,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:39.339246 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aaa1ce10-4f5d-4674-80d5-5325425ff98b req-1c008b9f-a90c-41b7-b562-b1c64b3260e7 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] 10.222.0.58 "GET /v2.0/security-groups?id=394388ce-2cec-4971-97e9-2ff6e9faa5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147759 May 03 22:35:39.392198 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4fbbccff-f220-490f-84bf-14f0fa6500da tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:39.393571 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4fbbccff-f220-490f-84bf-14f0fa6500da tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "DELETE /v2.0/security-groups/a1919fa1-a94a-4010-84d7-711c4c5d82bd HTTP/1.1" status: 204 len: 168 time: 0.8570757 May 03 22:35:39.396170 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37300) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:39.414816 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be1e8c-a899-460e-a88d-f1b5c17fb1bf req-5e3cdf8d-8fb8-445f-bb75-0c6e4088a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:39.416294 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-12be1e8c-a899-460e-a88d-f1b5c17fb1bf req-5e3cdf8d-8fb8-445f-bb75-0c6e4088a83a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c5c29e9e-bb41-43ea-81cf-103d5fdcfd6d HTTP/1.1" status: 200 len: 1096 time: 0.2818816 May 03 22:35:39.422360 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-e40587aa-37b2-4bb0-8b66-990b883fd18e tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] show failed (client error): The resource could not be found. May 03 22:35:39.423633 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e40587aa-37b2-4bb0-8b66-990b883fd18e tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "GET /v2.0/security-groups/a1919fa1-a94a-4010-84d7-711c4c5d82bd HTTP/1.1" status: 404 len: 347 time: 0.0254328 May 03 22:35:39.426249 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37304) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:39.472102 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226a659-9ebc-4598-8ce0-685bdd67b323 req-d4d26c6a-3670-4b8b-b419-c2fec1cccdc0 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:39.473711 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7226a659-9ebc-4598-8ce0-685bdd67b323 req-d4d26c6a-3670-4b8b-b419-c2fec1cccdc0 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=36382de9-1268-4cef-9d16-cf77770a9c08 HTTP/1.1" status: 200 len: 944 time: 0.1322544 May 03 22:35:39.478027 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-12be1e8c-a899-460e-a88d-f1b5c17fb1bf req-b39d51a5-5646-49a5-90cd-c6b812aa33c6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=394388ce-2cec-4971-97e9-2ff6e9faa5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531402 May 03 22:35:39.553480 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7226a659-9ebc-4598-8ce0-685bdd67b323 req-83ece44e-e1c0-4271-a980-74aa39eae6b3 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692253 May 03 22:35:39.667748 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-a1ee2f03-45af-484b-baef-28c67afccc46 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Deleting port ae54b33a-153c-4cd3-94ef-b8441186cf8a {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:35:39.668396 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a1ee2f03-45af-484b-baef-28c67afccc46 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:39.732302 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-56bb72b6-a72b-49c4-97a0-94809bf687dd req-79f5c63f-1703-48ee-b5c1-86dac9819f4b tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.58 "GET /v2.0/ports?device_id=94dd6e23-c53e-48ab-804d-40f552dbbe49 HTTP/1.1" status: 200 len: 210 time: 0.0653784 May 03 22:35:39.944057 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7f150320-2e57-4a72-849c-f6a7142f591f req-3c68bc75-e31b-4ade-9c9d-4c737ede01bb tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=22a82f5448f248d58a62b81b48f9243b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1657491 May 03 22:35:40.149907 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c483c4d-eaca-4b9b-a455-536e6e9c7137 req-34cf6bd6-5866-48f4-9b69-0301a6f7b5cc tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:40.151906 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8c483c4d-eaca-4b9b-a455-536e6e9c7137 req-34cf6bd6-5866-48f4-9b69-0301a6f7b5cc tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 945 time: 0.1429098 May 03 22:35:40.207917 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8c483c4d-eaca-4b9b-a455-536e6e9c7137 req-7e8ee072-1c10-4f8f-8141-2b209190e125 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495968 May 03 22:35:40.232173 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a1ee2f03-45af-484b-baef-28c67afccc46 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:40.232500 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a1ee2f03-45af-484b-baef-28c67afccc46 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:40.340356 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f150320-2e57-4a72-849c-f6a7142f591f req-d5b019d3-7593-4dae-bf53-f6b295d54c9f tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:40.341824 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7f150320-2e57-4a72-849c-f6a7142f591f req-d5b019d3-7593-4dae-bf53-f6b295d54c9f tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3873765 May 03 22:35:40.415648 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-a1ee2f03-45af-484b-baef-28c67afccc46 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Calling delete_port for ae54b33a-153c-4cd3-94ef-b8441186cf8a owned by network:floatingip {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:35:40.581043 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93ff79-8410-466d-bd64-133816de6fe8 req-df41cd6c-671d-4873-9e35-c1b549e3e1ec tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:40.590651 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fd93ff79-8410-466d-bd64-133816de6fe8 req-df41cd6c-671d-4873-9e35-c1b549e3e1ec tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5c29e9e-bb41-43ea-81cf-103d5fdcfd6d HTTP/1.1" status: 200 len: 945 time: 0.1276011 May 03 22:35:40.626688 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-7f150320-2e57-4a72-849c-f6a7142f591f req-d1f80590-8ae1-4e52-823b-5fec0ebf952e tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Request body: {'port': {'device_id': '94dd6e23-c53e-48ab-804d-40f552dbbe49', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'admin_state_up': True, 'tenant_id': '22a82f5448f248d58a62b81b48f9243b'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:35:40.648667 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a1ee2f03-45af-484b-baef-28c67afccc46 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:40.676580 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fd93ff79-8410-466d-bd64-133816de6fe8 req-0d5a5dd8-a2c4-46fb-9fa9-32877c9862ce tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] 10.222.0.58 "GET /v2.0/security-groups?id=394388ce-2cec-4971-97e9-2ff6e9faa5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845654 May 03 22:35:40.970109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-7f150320-2e57-4a72-849c-f6a7142f591f req-d1f80590-8ae1-4e52-823b-5fec0ebf952e tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:35:40.974582 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee2f03-45af-484b-baef-28c67afccc46 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Pushing event deleted for resources: {'Port': ['ID=ae54b33a-153c-4cd3-94ef-b8441186cf8a,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:41.006342 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e869b-7912-4f73-a522-5a30fd2aa881 req-23d4bca1-b988-4ef3-9b45-225a58666351 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:41.008208 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-783e869b-7912-4f73-a522-5a30fd2aa881 req-23d4bca1-b988-4ef3-9b45-225a58666351 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=36382de9-1268-4cef-9d16-cf77770a9c08 HTTP/1.1" status: 200 len: 944 time: 0.2060664 May 03 22:35:41.031143 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-7f150320-2e57-4a72-849c-f6a7142f591f req-d1f80590-8ae1-4e52-823b-5fec0ebf952e tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Usage tracker for resource:port and tenant:22a82f5448f248d58a62b81b48f9243b is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:35:41.046696 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-7f150320-2e57-4a72-849c-f6a7142f591f req-d1f80590-8ae1-4e52-823b-5fec0ebf952e tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:35:41.090370 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-783e869b-7912-4f73-a522-5a30fd2aa881 req-3f3d91ff-0e88-4562-8743-172ab3521579 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710304 May 03 22:35:41.108810 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-7f150320-2e57-4a72-849c-f6a7142f591f req-d1f80590-8ae1-4e52-823b-5fec0ebf952e tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:35:41.140293 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f150320-2e57-4a72-849c-f6a7142f591f req-d1f80590-8ae1-4e52-823b-5fec0ebf952e tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Made reservation on behalf of 22a82f5448f248d58a62b81b48f9243b for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:35:41.144380 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7f150320-2e57-4a72-849c-f6a7142f591f req-d1f80590-8ae1-4e52-823b-5fec0ebf952e tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:41.164633 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a1ee2f03-45af-484b-baef-28c67afccc46 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks [] for floatingip, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:41.175217 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7f150320-2e57-4a72-849c-f6a7142f591f req-d1f80590-8ae1-4e52-823b-5fec0ebf952e tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:41.201925 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-7f150320-2e57-4a72-849c-f6a7142f591f req-d1f80590-8ae1-4e52-823b-5fec0ebf952e tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:35:41.205657 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-7f150320-2e57-4a72-849c-f6a7142f591f req-d1f80590-8ae1-4e52-823b-5fec0ebf952e tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Usage tracker for resource:security_group_rule and tenant:22a82f5448f248d58a62b81b48f9243b is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:35:41.209548 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-7f150320-2e57-4a72-849c-f6a7142f591f req-d1f80590-8ae1-4e52-823b-5fec0ebf952e tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:35:41.214945 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a1ee2f03-45af-484b-baef-28c67afccc46 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:41.215692 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a1ee2f03-45af-484b-baef-28c67afccc46 tempest-ServersTestJSON-881924904 tempest-ServersTestJSON-881924904-project] 10.222.0.58 "DELETE /v2.0/floatingips/a6ec66a6-0088-4de6-9e2e-239e945ac6d5 HTTP/1.1" status: 204 len: 168 time: 1.7881904 May 03 22:35:41.219439 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37356) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:41.221744 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-7f150320-2e57-4a72-849c-f6a7142f591f req-d1f80590-8ae1-4e52-823b-5fec0ebf952e tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:35:41.296306 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cc891c75-7528-4c9e-a8ba-70d868dbb7a9 req-995945ec-6223-453e-a1e9-f29ba01b4c96 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.58 "GET /v2.0/ports?device_id=94dd6e23-c53e-48ab-804d-40f552dbbe49 HTTP/1.1" status: 200 len: 210 time: 0.0544803 May 03 22:35:41.539953 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 078a681a-4349-415d-9dc0-171e073e062c up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:35:41.614202 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd716e6-723d-49e1-9a6a-be2a3c4d0426 req-a8c69043-3c47-4d95-a234-8725f932ff3e tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:41.617584 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9dd716e6-723d-49e1-9a6a-be2a3c4d0426 req-a8c69043-3c47-4d95-a234-8725f932ff3e tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 945 time: 0.1593907 May 03 22:35:41.702511 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9dd716e6-723d-49e1-9a6a-be2a3c4d0426 req-6942c6eb-210b-46ab-937f-148d352e74fd tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774884 May 03 22:35:41.736473 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 078a681a-4349-415d-9dc0-171e073e062c completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:35:41.746540 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 078a681a-4349-415d-9dc0-171e073e062c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:35:41.746923 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:41.910762 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7f150320-2e57-4a72-849c-f6a7142f591f req-d1f80590-8ae1-4e52-823b-5fec0ebf952e tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:41.925840 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7f150320-2e57-4a72-849c-f6a7142f591f req-d1f80590-8ae1-4e52-823b-5fec0ebf952e tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:41.930922 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:41.991567 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572046c-d2bf-4715-8a53-d9962a17dbf9 req-a87ffeaf-d8d1-45a5-8a8f-fced6f60627f tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:41.996156 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36382de9-1268-4cef-9d16-cf77770a9c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078a681a-4349-415d-9dc0-171e073e062c'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:35:42.003208 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a572046c-d2bf-4715-8a53-d9962a17dbf9 req-a87ffeaf-d8d1-45a5-8a8f-fced6f60627f tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5c29e9e-bb41-43ea-81cf-103d5fdcfd6d HTTP/1.1" status: 200 len: 945 time: 0.1720557 May 03 22:35:42.020995 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 078a681a-4349-415d-9dc0-171e073e062c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=078a681a-4349-415d-9dc0-171e073e062c,segment=NetworkSegment(0a043403-df9c-4255-abcb-fcb2bdd53348),segment_id=0a043403-df9c-4255-abcb-fcb2bdd53348)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:35:42.029000 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:42.070287 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a572046c-d2bf-4715-8a53-d9962a17dbf9 req-cafd7c1f-c431-4a63-9e5d-e2be69d0fa3c tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] 10.222.0.58 "GET /v2.0/security-groups?id=394388ce-2cec-4971-97e9-2ff6e9faa5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654745 May 03 22:35:42.104032 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f80590-8ae1-4e52-823b-5fec0ebf952e tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a17e325-6527-44ad-85ca-13c2363e901f,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:42.154095 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f74d949-9e84-4bd2-8f88-d49bbcb9876b'] response: {'server_uuid': '36382de9-1268-4cef-9d16-cf77770a9c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078a681a-4349-415d-9dc0-171e073e062c', 'code': 200} May 03 22:35:42.210716 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=078a681a-4349-415d-9dc0-171e073e062c,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:42.330647 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37388) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:42.423783 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3dacb-c7d7-440a-8a24-640eff69e79c req-553a9804-89c1-4026-aeae-6237a3e52c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:42.425465 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07e3dacb-c7d7-440a-8a24-640eff69e79c req-553a9804-89c1-4026-aeae-6237a3e52c89 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=36382de9-1268-4cef-9d16-cf77770a9c08 HTTP/1.1" status: 200 len: 1096 time: 0.2415850 May 03 22:35:42.428925 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-7f150320-2e57-4a72-849c-f6a7142f591f req-d1f80590-8ae1-4e52-823b-5fec0ebf952e tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Allocated IP 192.168.233.209 (7e14e0ca-f320-4236-9b9e-a9e4f415dbeb/1dff747c-9d3c-4e06-92c1-836fbb9482c4/9da38257-82e8-4235-b282-baf0f731bf42) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:35:42.514609 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f8d40-e8f4-47c1-957a-3fd227272f58 req-0910b8d3-f2f9-4619-987c-bfb1e1a77c6f tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:42.525840 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6b5f8d40-e8f4-47c1-957a-3fd227272f58 req-0910b8d3-f2f9-4619-987c-bfb1e1a77c6f tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5c29e9e-bb41-43ea-81cf-103d5fdcfd6d HTTP/1.1" status: 200 len: 945 time: 0.2522662 May 03 22:35:42.560404 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07e3dacb-c7d7-440a-8a24-640eff69e79c req-f277973d-6bfd-46c5-a14d-703fd8941af8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260064 May 03 22:35:42.574662 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ecc5a3-bbf0-4884-b907-f776d601f945 req-a42834cb-8bef-4f98-8b52-6a36e340adbf tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:42.576563 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-57ecc5a3-bbf0-4884-b907-f776d601f945 req-a42834cb-8bef-4f98-8b52-6a36e340adbf tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=36382de9-1268-4cef-9d16-cf77770a9c08 HTTP/1.1" status: 200 len: 945 time: 0.2446289 May 03 22:35:42.637395 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1c634a0b-c14f-4ae8-a175-4577d0fa9a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:42.659078 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6b5f8d40-e8f4-47c1-957a-3fd227272f58 req-17dc3e39-cd70-44cf-840e-e5033c5938ec tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] 10.222.0.58 "GET /v2.0/security-groups?id=394388ce-2cec-4971-97e9-2ff6e9faa5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315045 May 03 22:35:42.667228 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-a9d250e2-5a68-4054-8519-b6b0652f430b tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:35:42.675079 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a9d250e2-5a68-4054-8519-b6b0652f430b tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:35:42.683223 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-57ecc5a3-bbf0-4884-b907-f776d601f945 req-be7de1fd-0591-4159-896d-5881fa0f4b4b tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971019 May 03 22:35:42.688844 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a9d250e2-5a68-4054-8519-b6b0652f430b tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Usage tracker for resource:floatingip and tenant:83d2ad77d62b46b58d50605a51c69985 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:35:42.696942 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a9d250e2-5a68-4054-8519-b6b0652f430b tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:35:42.712421 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a9d250e2-5a68-4054-8519-b6b0652f430b tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:35:42.729880 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a9d250e2-5a68-4054-8519-b6b0652f430b tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:42.911958 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6934bee-7b3e-46fd-8fb9-5f46f1806217 req-ccf96dad-2f8f-48b9-bff4-765cd087e7cd tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.58 "GET /v2.0/ports?device_id=94dd6e23-c53e-48ab-804d-40f552dbbe49 HTTP/1.1" status: 200 len: 210 time: 0.0490081 May 03 22:35:42.962410 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a9d250e2-5a68-4054-8519-b6b0652f430b tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:43.052461 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7f150320-2e57-4a72-849c-f6a7142f591f req-d1f80590-8ae1-4e52-823b-5fec0ebf952e tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:43.074639 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-7f150320-2e57-4a72-849c-f6a7142f591f req-d1f80590-8ae1-4e52-823b-5fec0ebf952e tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Transition to ACTIVE for port object 9da38257-82e8-4235-b282-baf0f731bf42 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:35:43.139717 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7f150320-2e57-4a72-849c-f6a7142f591f req-d1f80590-8ae1-4e52-823b-5fec0ebf952e tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:43.236469 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f150320-2e57-4a72-849c-f6a7142f591f req-d1f80590-8ae1-4e52-823b-5fec0ebf952e tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:35:43.241463 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-7f150320-2e57-4a72-849c-f6a7142f591f req-d1f80590-8ae1-4e52-823b-5fec0ebf952e tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:35:43.259438 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f150320-2e57-4a72-849c-f6a7142f591f req-d1f80590-8ae1-4e52-823b-5fec0ebf952e tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:35:43.293068 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f80590-8ae1-4e52-823b-5fec0ebf952e tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Pushing event updated for resources: {'Port': ['ID=9da38257-82e8-4235-b282-baf0f731bf42,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:43.357757 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f150320-2e57-4a72-849c-f6a7142f591f req-d1f80590-8ae1-4e52-823b-5fec0ebf952e tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:43.358541 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7f150320-2e57-4a72-849c-f6a7142f591f req-d1f80590-8ae1-4e52-823b-5fec0ebf952e tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:43.370050 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9827857-930b-49f1-b0fc-81002881f15c req-280542f3-0ff7-4474-92c0-1471758474c7 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:43.372752 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c9827857-930b-49f1-b0fc-81002881f15c req-280542f3-0ff7-4474-92c0-1471758474c7 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 945 time: 0.2198927 May 03 22:35:43.421031 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-a9d250e2-5a68-4054-8519-b6b0652f430b tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Allocated IP 172.25.2.96 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/c7cf55b0-fdac-46fc-a119-ddab535801f9) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:35:43.460016 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7f150320-2e57-4a72-849c-f6a7142f591f req-d1f80590-8ae1-4e52-823b-5fec0ebf952e tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0555484 May 03 22:35:43.475693 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c9827857-930b-49f1-b0fc-81002881f15c req-70b972be-cfea-4d6e-8efa-bd5f251334ae tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968854 May 03 22:35:43.477625 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-1c634a0b-c14f-4ae8-a175-4577d0fa9a5b admin admin] Deleting port 7ce57b59-c0e8-4d2a-a311-e6ec20eea2df {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:35:43.478013 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1c634a0b-c14f-4ae8-a175-4577d0fa9a5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:43.506238 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6a743fa5-2ebf-411c-8e76-a67424caa4a2 None None] Provisioning for port 9da38257-82e8-4235-b282-baf0f731bf42 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:35:43.511709 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6a743fa5-2ebf-411c-8e76-a67424caa4a2 None None] Provisioning complete for port 9da38257-82e8-4235-b282-baf0f731bf42 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:35:43.512086 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6a743fa5-2ebf-411c-8e76-a67424caa4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:43.576729 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3b71c-15d4-4bea-a837-5569f9b72ce6 req-16722057-a686-4d75-a2ee-1558dd25cff9 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:43.578257 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-09e3b71c-15d4-4bea-a837-5569f9b72ce6 req-16722057-a686-4d75-a2ee-1558dd25cff9 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5c29e9e-bb41-43ea-81cf-103d5fdcfd6d HTTP/1.1" status: 200 len: 945 time: 0.2854574 May 03 22:35:43.580998 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-6a743fa5-2ebf-411c-8e76-a67424caa4a2 None None] Port 9da38257-82e8-4235-b282-baf0f731bf42 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:35:43.623087 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-7f150320-2e57-4a72-849c-f6a7142f591f req-09d60902-2a2f-40c0-9113-4b1967143c52 service neutron] Request body: {'port': {'device_id': '94dd6e23-c53e-48ab-804d-40f552dbbe49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:35:43.652190 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a9d250e2-5a68-4054-8519-b6b0652f430b tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:43.660583 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-09e3b71c-15d4-4bea-a837-5569f9b72ce6 req-693f8b54-7f02-4401-9ab1-9788155792dd tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] 10.222.0.58 "GET /v2.0/security-groups?id=394388ce-2cec-4971-97e9-2ff6e9faa5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761764 May 03 22:35:43.695848 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a9d250e2-5a68-4054-8519-b6b0652f430b tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:43.769608 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d250e2-5a68-4054-8519-b6b0652f430b tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:35:43.773024 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-a9d250e2-5a68-4054-8519-b6b0652f430b tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:35:43.782471 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d250e2-5a68-4054-8519-b6b0652f430b tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:35:43.890382 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d250e2-5a68-4054-8519-b6b0652f430b tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Pushing event updated for resources: {'Port': ['ID=c7cf55b0-fdac-46fc-a119-ddab535801f9,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:43.919681 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-1c634a0b-c14f-4ae8-a175-4577d0fa9a5b admin admin] For port 7ce57b59-c0e8-4d2a-a311-e6ec20eea2df, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=7ce57b59-c0e8-4d2a-a311-e6ec20eea2df,segment=NetworkSegment(5a6ab605-7658-483c-96b8-1c871bbb0af0),segment_id=5a6ab605-7658-483c-96b8-1c871bbb0af0)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:35:43.919954 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1c634a0b-c14f-4ae8-a175-4577d0fa9a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:43.959822 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d250e2-5a68-4054-8519-b6b0652f430b tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:35:43.960338 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d250e2-5a68-4054-8519-b6b0652f430b tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:35:43.960778 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d250e2-5a68-4054-8519-b6b0652f430b tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:35:43.961212 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d250e2-5a68-4054-8519-b6b0652f430b tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:35:43.961686 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d250e2-5a68-4054-8519-b6b0652f430b tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:35:43.963452 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d250e2-5a68-4054-8519-b6b0652f430b tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:35:43.963452 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d250e2-5a68-4054-8519-b6b0652f430b tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:35:43.963452 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d250e2-5a68-4054-8519-b6b0652f430b tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:35:43.963452 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d250e2-5a68-4054-8519-b6b0652f430b tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:35:43.964506 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d250e2-5a68-4054-8519-b6b0652f430b tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:35:43.964929 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d250e2-5a68-4054-8519-b6b0652f430b tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:35:43.965346 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d250e2-5a68-4054-8519-b6b0652f430b tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:35:44.109010 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a9d250e2-5a68-4054-8519-b6b0652f430b tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:44.118993 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952858d-9074-48a5-9f8d-f173130ecfc6 req-467606e1-b170-4fbd-b2bb-c1b8ea81233d tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:44.121055 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4952858d-9074-48a5-9f8d-f173130ecfc6 req-467606e1-b170-4fbd-b2bb-c1b8ea81233d tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=36382de9-1268-4cef-9d16-cf77770a9c08 HTTP/1.1" status: 200 len: 945 time: 0.2314405 May 03 22:35:44.158021 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-1c634a0b-c14f-4ae8-a175-4577d0fa9a5b admin admin] Calling delete_port for 7ce57b59-c0e8-4d2a-a311-e6ec20eea2df owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:35:44.186524 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7f150320-2e57-4a72-849c-f6a7142f591f req-09d60902-2a2f-40c0-9113-4b1967143c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:44.284868 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4952858d-9074-48a5-9f8d-f173130ecfc6 req-6b37a7cc-122e-482c-8c6a-b4f7ebdc74cf tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576164 May 03 22:35:44.285340 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a9d250e2-5a68-4054-8519-b6b0652f430b tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:44.414653 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49074792-fd64-4d2e-b345-3d72080cd11e req-9c939a94-265d-4509-99af-6213f3287205 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:44.422423 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-49074792-fd64-4d2e-b345-3d72080cd11e req-9c939a94-265d-4509-99af-6213f3287205 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.58 "GET /v2.0/ports?device_id=94dd6e23-c53e-48ab-804d-40f552dbbe49 HTTP/1.1" status: 200 len: 936 time: 0.2201254 May 03 22:35:44.595357 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-49074792-fd64-4d2e-b345-3d72080cd11e req-424bcabe-a9b3-493e-b90e-8b6d0495ea39 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a17e325-6527-44ad-85ca-13c2363e901f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719747 May 03 22:35:44.685916 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9fe5b5-b358-4e11-9c40-53f0ea662da0 req-78107657-9774-441e-9b4d-b90dc235e7cf tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:44.687413 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cb9fe5b5-b358-4e11-9c40-53f0ea662da0 req-78107657-9774-441e-9b4d-b90dc235e7cf tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5c29e9e-bb41-43ea-81cf-103d5fdcfd6d HTTP/1.1" status: 200 len: 945 time: 0.2600927 May 03 22:35:44.694044 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a9d250e2-5a68-4054-8519-b6b0652f430b tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:44.712932 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a9d250e2-5a68-4054-8519-b6b0652f430b tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:44.901144 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cb9fe5b5-b358-4e11-9c40-53f0ea662da0 req-c723e40f-cb60-4e6c-af79-470016177028 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] 10.222.0.58 "GET /v2.0/security-groups?id=394388ce-2cec-4971-97e9-2ff6e9faa5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051246 May 03 22:35:44.914019 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-7f150320-2e57-4a72-849c-f6a7142f591f req-09d60902-2a2f-40c0-9113-4b1967143c52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9da38257-82e8-4235-b282-baf0f731bf42 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:35:44.932130 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d250e2-5a68-4054-8519-b6b0652f430b tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Pushing event updated for resources: {'Port': ['ID=c7cf55b0-fdac-46fc-a119-ddab535801f9,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:44.932759 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7f150320-2e57-4a72-849c-f6a7142f591f req-09d60902-2a2f-40c0-9113-4b1967143c52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:44.932866 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a9d250e2-5a68-4054-8519-b6b0652f430b tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:44.937749 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1c634a0b-c14f-4ae8-a175-4577d0fa9a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:44.973799 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dadd899-5a90-42f3-bd64-285803668aba req-3747702f-26b2-4c52-bc2e-8ad28cf027d9 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:44.975682 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9dadd899-5a90-42f3-bd64-285803668aba req-3747702f-26b2-4c52-bc2e-8ad28cf027d9 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 945 time: 0.2640963 May 03 22:35:44.976718 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a9d250e2-5a68-4054-8519-b6b0652f430b tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:44.977778 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a9d250e2-5a68-4054-8519-b6b0652f430b tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6399989 May 03 22:35:44.980535 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37424) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:44.982497 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-7f150320-2e57-4a72-849c-f6a7142f591f req-09d60902-2a2f-40c0-9113-4b1967143c52 service neutron] Transition to ACTIVE for port object 9da38257-82e8-4235-b282-baf0f731bf42 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:35:44.987182 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-53da0961-211e-4ae9-bc14-e99148f848fe tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1792730875'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:35:45.001645 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7f150320-2e57-4a72-849c-f6a7142f591f req-09d60902-2a2f-40c0-9113-4b1967143c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:45.005691 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c634a0b-c14f-4ae8-a175-4577d0fa9a5b admin admin] Pushing event deleted for resources: {'Port': ['ID=7ce57b59-c0e8-4d2a-a311-e6ec20eea2df,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:45.030909 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-53da0961-211e-4ae9-bc14-e99148f848fe tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:35:45.047586 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-53da0961-211e-4ae9-bc14-e99148f848fe tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Usage tracker for resource:network and tenant:83d2ad77d62b46b58d50605a51c69985 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:35:45.053913 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-53da0961-211e-4ae9-bc14-e99148f848fe tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:35:45.065744 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-53da0961-211e-4ae9-bc14-e99148f848fe tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:35:45.074448 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9dadd899-5a90-42f3-bd64-285803668aba req-083b46a7-171d-4449-8a29-d54387739011 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831289 May 03 22:35:45.083889 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53da0961-211e-4ae9-bc14-e99148f848fe tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Made reservation on behalf of 83d2ad77d62b46b58d50605a51c69985 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:35:45.087871 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-53da0961-211e-4ae9-bc14-e99148f848fe tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:45.111130 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-53da0961-211e-4ae9-bc14-e99148f848fe tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:45.162979 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-53da0961-211e-4ae9-bc14-e99148f848fe tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:35:45.173481 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-53da0961-211e-4ae9-bc14-e99148f848fe tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Usage tracker for resource:security_group_rule and tenant:83d2ad77d62b46b58d50605a51c69985 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:35:45.186156 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-53da0961-211e-4ae9-bc14-e99148f848fe tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:35:45.193624 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-53da0961-211e-4ae9-bc14-e99148f848fe tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:35:45.298612 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d60902-2a2f-40c0-9113-4b1967143c52 service neutron] Pushing event updated for resources: {'Port': ['ID=9da38257-82e8-4235-b282-baf0f731bf42,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:45.395762 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-53da0961-211e-4ae9-bc14-e99148f848fe tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:45.418464 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-53da0961-211e-4ae9-bc14-e99148f848fe tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:45.455785 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53da0961-211e-4ae9-bc14-e99148f848fe tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:35:45.565295 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da0961-211e-4ae9-bc14-e99148f848fe tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7040057-13d8-4c3e-8fe6-c6dd1c99aa9b,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:45.568182 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-53da0961-211e-4ae9-bc14-e99148f848fe tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:45.575356 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-53da0961-211e-4ae9-bc14-e99148f848fe tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Added segment 48457b2f-122f-47ac-82f0-063b617de787 of type vlan for network d3a8bcfb-cabd-4a9e-971e-26de469b8f93 May 03 22:35:45.613189 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-53da0961-211e-4ae9-bc14-e99148f848fe tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:45.647974 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbd34a-451f-455e-975e-903a956e2ff7 req-5fa7856f-0724-4383-b9c9-5219f4a59d7c tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:45.650865 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-60bbd34a-451f-455e-975e-903a956e2ff7 req-5fa7856f-0724-4383-b9c9-5219f4a59d7c tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=36382de9-1268-4cef-9d16-cf77770a9c08 HTTP/1.1" status: 200 len: 945 time: 0.1807444 May 03 22:35:45.722597 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-7f150320-2e57-4a72-849c-f6a7142f591f req-09d60902-2a2f-40c0-9113-4b1967143c52 service neutron] Attempting to bind port 9da38257-82e8-4235-b282-baf0f731bf42 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:35:45.725482 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-7f150320-2e57-4a72-849c-f6a7142f591f req-09d60902-2a2f-40c0-9113-4b1967143c52 service neutron] Attempting to bind port 9da38257-82e8-4235-b282-baf0f731bf42 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:35:45.725482 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f150320-2e57-4a72-849c-f6a7142f591f req-09d60902-2a2f-40c0-9113-4b1967143c52 service neutron] Attempting to bind port 9da38257-82e8-4235-b282-baf0f731bf42 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:35:45.729286 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f150320-2e57-4a72-849c-f6a7142f591f req-09d60902-2a2f-40c0-9113-4b1967143c52 service neutron] Port 9da38257-82e8-4235-b282-baf0f731bf42 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:35:45.729638 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f150320-2e57-4a72-849c-f6a7142f591f req-09d60902-2a2f-40c0-9113-4b1967143c52 service neutron] Attempting to bind port 9da38257-82e8-4235-b282-baf0f731bf42 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:35:45.758445 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f150320-2e57-4a72-849c-f6a7142f591f req-09d60902-2a2f-40c0-9113-4b1967143c52 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:35:45.759456 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f150320-2e57-4a72-849c-f6a7142f591f req-09d60902-2a2f-40c0-9113-4b1967143c52 service neutron] Checking segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:35:45.769760 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f150320-2e57-4a72-849c-f6a7142f591f req-09d60902-2a2f-40c0-9113-4b1967143c52 service neutron] Bound using segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:35:45.769760 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-7f150320-2e57-4a72-849c-f6a7142f591f req-09d60902-2a2f-40c0-9113-4b1967143c52 service neutron] Bound port: 9da38257-82e8-4235-b282-baf0f731bf42, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:35:45.769760 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7f150320-2e57-4a72-849c-f6a7142f591f req-09d60902-2a2f-40c0-9113-4b1967143c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:45.882129 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1c634a0b-c14f-4ae8-a175-4577d0fa9a5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:45.938857 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-53da0961-211e-4ae9-bc14-e99148f848fe tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:45.943774 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53da0961-211e-4ae9-bc14-e99148f848fe tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:45.944479 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-53da0961-211e-4ae9-bc14-e99148f848fe tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:46.054561 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-60bbd34a-451f-455e-975e-903a956e2ff7 req-f578fe40-992b-4d04-8ac5-a9c748676263 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838971 May 03 22:35:46.076946 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-7f150320-2e57-4a72-849c-f6a7142f591f req-09d60902-2a2f-40c0-9113-4b1967143c52 service neutron] For port 9da38257-82e8-4235-b282-baf0f731bf42, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:35:46.089064 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-7f150320-2e57-4a72-849c-f6a7142f591f req-09d60902-2a2f-40c0-9113-4b1967143c52 service neutron] For port 9da38257-82e8-4235-b282-baf0f731bf42, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=9da38257-82e8-4235-b282-baf0f731bf42,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:35:46.097031 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7f150320-2e57-4a72-849c-f6a7142f591f req-09d60902-2a2f-40c0-9113-4b1967143c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:46.127691 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da0961-211e-4ae9-bc14-e99148f848fe tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Pushing event updated for resources: {'Network': ['ID=d3a8bcfb-cabd-4a9e-971e-26de469b8f93,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:46.137536 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-53da0961-211e-4ae9-bc14-e99148f848fe tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1530483 May 03 22:35:46.138440 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37442) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:46.140382 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network d3a8bcfb-cabd-4a9e-971e-26de469b8f93 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:35:46.177143 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-663a38f6-b72b-4c24-bfaa-4d16d0429660 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Request body: {'subnet': {'network_id': 'd3a8bcfb-cabd-4a9e-971e-26de469b8f93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:35:46.223283 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f150320-2e57-4a72-849c-f6a7142f591f req-09d60902-2a2f-40c0-9113-4b1967143c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:46.223907 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7f150320-2e57-4a72-849c-f6a7142f591f req-09d60902-2a2f-40c0-9113-4b1967143c52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:46.225338 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7f150320-2e57-4a72-849c-f6a7142f591f req-09d60902-2a2f-40c0-9113-4b1967143c52 service neutron] 10.222.0.60 "PUT /v2.0/ports/9da38257-82e8-4235-b282-baf0f731bf42 HTTP/1.1" status: 200 len: 1096 time: 2.6094923 May 03 22:35:46.225763 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94dd6e23-c53e-48ab-804d-40f552dbbe49', 'tag': '9da38257-82e8-4235-b282-baf0f731bf42'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:35:46.264893 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d60902-2a2f-40c0-9113-4b1967143c52 service neutron] Pushing event updated for resources: {'Port': ['ID=9da38257-82e8-4235-b282-baf0f731bf42,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:46.419666 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1eaeca-f250-4500-8a98-07efdc5a36d7 req-b086b472-cd7a-4335-be65-49d48350b0d2 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:46.421570 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ed1eaeca-f250-4500-8a98-07efdc5a36d7 req-b086b472-cd7a-4335-be65-49d48350b0d2 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.58 "GET /v2.0/ports?device_id=94dd6e23-c53e-48ab-804d-40f552dbbe49 HTTP/1.1" status: 200 len: 948 time: 0.5288696 May 03 22:35:46.429270 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c837f8-e315-4fa3-bd55-ebe073e30faf req-8a913a6f-6479-4357-81f0-da262c898150 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:46.438260 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a9c837f8-e315-4fa3-bd55-ebe073e30faf req-8a913a6f-6479-4357-81f0-da262c898150 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5c29e9e-bb41-43ea-81cf-103d5fdcfd6d HTTP/1.1" status: 200 len: 945 time: 0.7319598 May 03 22:35:46.540337 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-663a38f6-b72b-4c24-bfaa-4d16d0429660 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:35:46.559613 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-663a38f6-b72b-4c24-bfaa-4d16d0429660 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Usage tracker for resource:subnet and tenant:83d2ad77d62b46b58d50605a51c69985 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:35:46.564458 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-663a38f6-b72b-4c24-bfaa-4d16d0429660 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:35:46.579827 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-663a38f6-b72b-4c24-bfaa-4d16d0429660 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:35:46.598081 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ed1eaeca-f250-4500-8a98-07efdc5a36d7 req-d84c9dda-f199-4766-b08b-e0f5afaaf49f tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a17e325-6527-44ad-85ca-13c2363e901f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586010 May 03 22:35:46.619491 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-a9c837f8-e315-4fa3-bd55-ebe073e30faf req-48bf7d98-6ead-4733-9e85-c486666fb0cd tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Deleting port bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:35:46.619843 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a9c837f8-e315-4fa3-bd55-ebe073e30faf req-48bf7d98-6ead-4733-9e85-c486666fb0cd tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:46.643371 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d60902-2a2f-40c0-9113-4b1967143c52 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:35:46.646014 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d60902-2a2f-40c0-9113-4b1967143c52 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:35:46.646367 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d60902-2a2f-40c0-9113-4b1967143c52 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:35:46.646702 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d60902-2a2f-40c0-9113-4b1967143c52 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:35:46.647026 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d60902-2a2f-40c0-9113-4b1967143c52 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:35:46.647524 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d60902-2a2f-40c0-9113-4b1967143c52 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:35:46.647779 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d60902-2a2f-40c0-9113-4b1967143c52 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:35:46.648098 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d60902-2a2f-40c0-9113-4b1967143c52 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:35:46.648414 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d60902-2a2f-40c0-9113-4b1967143c52 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:35:46.651842 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d60902-2a2f-40c0-9113-4b1967143c52 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:35:46.653372 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d60902-2a2f-40c0-9113-4b1967143c52 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:35:46.653707 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d60902-2a2f-40c0-9113-4b1967143c52 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:35:46.728504 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663a38f6-b72b-4c24-bfaa-4d16d0429660 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Made reservation on behalf of 83d2ad77d62b46b58d50605a51c69985 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:35:46.732712 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-663a38f6-b72b-4c24-bfaa-4d16d0429660 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:46.771125 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c634a0b-c14f-4ae8-a175-4577d0fa9a5b admin admin] Router 2769e25f-81f4-45c9-9285-b21d119b981b has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:35:46.816740 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839eb45b-cea0-4bf4-ae50-b74685b8e87c req-7fc13205-d295-43b8-9517-fac1ebbc826d tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:46.823834 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-839eb45b-cea0-4bf4-ae50-b74685b8e87c req-7fc13205-d295-43b8-9517-fac1ebbc826d tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5c29e9e-bb41-43ea-81cf-103d5fdcfd6d HTTP/1.1" status: 200 len: 945 time: 0.6087713 May 03 22:35:46.852664 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f150320-2e57-4a72-849c-f6a7142f591f req-4265fc38-4bf4-48ee-8a3c-4070fb62a6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:46.854331 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7f150320-2e57-4a72-849c-f6a7142f591f req-4265fc38-4bf4-48ee-8a3c-4070fb62a6f8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=22a82f5448f248d58a62b81b48f9243b&device_id=94dd6e23-c53e-48ab-804d-40f552dbbe49 HTTP/1.1" status: 200 len: 1099 time: 0.5155182 May 03 22:35:47.014561 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7f150320-2e57-4a72-849c-f6a7142f591f req-f6b8378d-3fb2-498a-bacb-a1fb641caabe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=9da38257-82e8-4235-b282-baf0f731bf42 HTTP/1.1" status: 200 len: 217 time: 0.0860558 May 03 22:35:47.024621 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-839eb45b-cea0-4bf4-ae50-b74685b8e87c req-2d23d41c-a62e-47ce-95a8-d17fa3af099d tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] 10.222.0.58 "GET /v2.0/security-groups?id=394388ce-2cec-4971-97e9-2ff6e9faa5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871336 May 03 22:35:47.144887 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f150320-2e57-4a72-849c-f6a7142f591f req-35ce138c-3d07-409b-aecd-2302c606e613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:47.146655 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7f150320-2e57-4a72-849c-f6a7142f591f req-35ce138c-3d07-409b-aecd-2302c606e613 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.1340792 May 03 22:35:47.217995 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c634a0b-c14f-4ae8-a175-4577d0fa9a5b admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:35:47.227678 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6ad4b13-184c-4fc3-9ae2-df10f49eee61'] response: {'name': 'network-changed', 'server_uuid': '94dd6e23-c53e-48ab-804d-40f552dbbe49', 'tag': '9da38257-82e8-4235-b282-baf0f731bf42', 'status': 'completed', 'code': 200} May 03 22:35:47.228661 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24e728f-e225-4402-9e52-708d3a8876c9 None None] Sync routers for ids ['2769e25f-81f4-45c9-9285-b21d119b981b'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:35:47.242882 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24e728f-e225-4402-9e52-708d3a8876c9 None None] Routers {'2769e25f-81f4-45c9-9285-b21d119b981b'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:35:47.243980 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-d24e728f-e225-4402-9e52-708d3a8876c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:35:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['2769e25f-81f4-45c9-9285-b21d119b981b'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:35:47.310164 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1c634a0b-c14f-4ae8-a175-4577d0fa9a5b admin admin] 10.222.0.58 "PUT /v2.0/routers/2769e25f-81f4-45c9-9285-b21d119b981b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0897124 May 03 22:35:47.314811 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37452) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:47.455598 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-a9c837f8-e315-4fa3-bd55-ebe073e30faf req-48bf7d98-6ead-4733-9e85-c486666fb0cd tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] For port bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d,segment=NetworkSegment(d54be32e-e5cd-4f8a-9d2a-6fcefa6354bd),segment_id=d54be32e-e5cd-4f8a-9d2a-6fcefa6354bd)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:35:47.455999 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a9c837f8-e315-4fa3-bd55-ebe073e30faf req-48bf7d98-6ead-4733-9e85-c486666fb0cd tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:47.523505 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-d24e728f-e225-4402-9e52-708d3a8876c9 None None] Set router 2769e25f-81f4-45c9-9285-b21d119b981b gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:35:47.624315 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-a9c837f8-e315-4fa3-bd55-ebe073e30faf req-48bf7d98-6ead-4733-9e85-c486666fb0cd tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Calling delete_port for bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:35:47.639855 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c572f-0274-4dde-a562-69927f2288c9 req-3ec9b9d9-5219-4199-ac53-53dcdedae208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:47.641612 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3b8c572f-0274-4dde-a562-69927f2288c9 req-3ec9b9d9-5219-4199-ac53-53dcdedae208 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ee7372ea426142e59c472059d7804115&device_id=36382de9-1268-4cef-9d16-cf77770a9c08 HTTP/1.1" status: 200 len: 1096 time: 0.4619038 May 03 22:35:47.677359 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c6fe8-af80-452b-8bdb-45a787e020b7 req-ac81c79c-17fe-42a4-b6f3-30c848c63281 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:47.691093 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9e1c6fe8-af80-452b-8bdb-45a787e020b7 req-ac81c79c-17fe-42a4-b6f3-30c848c63281 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 945 time: 0.4788420 May 03 22:35:47.698976 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-663a38f6-b72b-4c24-bfaa-4d16d0429660 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:47.786239 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2cb71bf2-23f9-4148-888d-7cddccfb7769 admin admin] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:47.840124 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f150320-2e57-4a72-849c-f6a7142f591f req-3d88d4af-d3f7-4535-bfd5-2966ff95e68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:47.842023 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060738a-2f0b-48e2-b433-3eb183200c1a req-14b36de0-15c7-4614-9ab0-f4c81fd56e87 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:47.842321 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7f150320-2e57-4a72-849c-f6a7142f591f req-3d88d4af-d3f7-4535-bfd5-2966ff95e68b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6089294 May 03 22:35:47.843492 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6060738a-2f0b-48e2-b433-3eb183200c1a req-14b36de0-15c7-4614-9ab0-f4c81fd56e87 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=36382de9-1268-4cef-9d16-cf77770a9c08 HTTP/1.1" status: 200 len: 945 time: 0.4948280 May 03 22:35:47.867132 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a38f6-b72b-4c24-bfaa-4d16d0429660 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Pushing event updated for resources: {'Subnet': ['ID=ce1e0ea0-ed13-4ba0-85a5-536a4b37169d,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:47.896507 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9e1c6fe8-af80-452b-8bdb-45a787e020b7 req-cf7a05fc-c248-493c-8ed3-559deff44183 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888013 May 03 22:35:47.900502 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-d24e728f-e225-4402-9e52-708d3a8876c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'name': 'tempest-ServersTestJSON-209002380-router', 'tenant_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '43ea8607-4944-4b79-a4ab-f7007abb4a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:33:50Z', 'updated_at': '2022-05-03T22:35:44Z', 'revision_number': 5, 'project_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'gw_port': {'id': '43ea8607-4944-4b79-a4ab-f7007abb4a31', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:87:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:33:52Z', 'updated_at': '2022-05-03T22:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:35:47.905291 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663a38f6-b72b-4c24-bfaa-4d16d0429660 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Checking segment: {'id': '48457b2f-122f-47ac-82f0-063b617de787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd3a8bcfb-cabd-4a9e-971e-26de469b8f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:35:47.905942 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663a38f6-b72b-4c24-bfaa-4d16d0429660 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Network hostable DHCP agents. Network: d3a8bcfb-cabd-4a9e-971e-26de469b8f93, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:35:47.925932 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24e728f-e225-4402-9e52-708d3a8876c9 None None] Checking router: 2769e25f-81f4-45c9-9285-b21d119b981b for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:35:47.942574 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24e728f-e225-4402-9e52-708d3a8876c9 None None] Routers {'2769e25f-81f4-45c9-9285-b21d119b981b'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:35:47.944117 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-d24e728f-e225-4402-9e52-708d3a8876c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:35:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['2769e25f-81f4-45c9-9285-b21d119b981b'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:35:47.983724 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c572f-0274-4dde-a562-69927f2288c9 req-7aeb74ca-d8aa-4efe-a7dc-1a9c55f6734c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:47.985242 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3b8c572f-0274-4dde-a562-69927f2288c9 req-7aeb74ca-d8aa-4efe-a7dc-1a9c55f6734c service neutron] 10.222.0.67 "GET /v2.0/networks?id=bdfb9b30-ef20-4230-98c0-738d54cdf178 HTTP/1.1" status: 200 len: 912 time: 0.3341191 May 03 22:35:48.113810 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3b8c572f-0274-4dde-a562-69927f2288c9 req-73e1ae48-d36d-40f0-9c45-078e0cbc3c7c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=078a681a-4349-415d-9dc0-171e073e062c HTTP/1.1" status: 200 len: 217 time: 0.1217709 May 03 22:35:48.292447 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6060738a-2f0b-48e2-b433-3eb183200c1a req-587c3806-6393-4ab2-b205-0c30eb726752 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4281673 May 03 22:35:48.314186 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663a38f6-b72b-4c24-bfaa-4d16d0429660 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Network d3a8bcfb-cabd-4a9e-971e-26de469b8f93 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:35:48.345197 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a9c837f8-e315-4fa3-bd55-ebe073e30faf req-48bf7d98-6ead-4733-9e85-c486666fb0cd tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:48.369623 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7f150320-2e57-4a72-849c-f6a7142f591f req-60e1f904-bc14-414c-bd3a-63fea750a6b1 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5092373 May 03 22:35:48.375009 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c572f-0274-4dde-a562-69927f2288c9 req-9e18c6fc-8cbc-499b-acad-ca3edc342fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:48.376394 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3b8c572f-0274-4dde-a562-69927f2288c9 req-9e18c6fc-8cbc-499b-acad-ca3edc342fd9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4619db77-ac29-469b-9bbb-1a6b18f8da88 HTTP/1.1" status: 200 len: 851 time: 0.2549338 May 03 22:35:48.449456 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3b8c572f-0274-4dde-a562-69927f2288c9 req-f052b5f6-c635-422c-83c2-370b431eec02 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bdfb9b30-ef20-4230-98c0-738d54cdf178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668778 May 03 22:35:48.451596 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2cb71bf2-23f9-4148-888d-7cddccfb7769 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:48.501739 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-2cb71bf2-23f9-4148-888d-7cddccfb7769 admin admin] Deleting port 43ea8607-4944-4b79-a4ab-f7007abb4a31 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:35:48.502417 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2cb71bf2-23f9-4148-888d-7cddccfb7769 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:48.503221 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-663a38f6-b72b-4c24-bfaa-4d16d0429660 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, d3a8bcfb-cabd-4a9e-971e-26de469b8f93) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:35:48.515971 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-d24e728f-e225-4402-9e52-708d3a8876c9 None None] Set router 2769e25f-81f4-45c9-9285-b21d119b981b gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:35:48.522230 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663a38f6-b72b-4c24-bfaa-4d16d0429660 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:48.522830 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-663a38f6-b72b-4c24-bfaa-4d16d0429660 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:48.641139 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d11803-8a65-4eee-b43c-4fd09be9b9b0 None None] Network d3a8bcfb-cabd-4a9e-971e-26de469b8f93 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:35:48.677173 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf7d98-6ead-4733-9e85-c486666fb0cd tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Pushing event deleted for resources: {'Port': ['ID=bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:48.687322 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-68ea1cc8-ef17-4f70-9e9b-0a98ca11e13e req-76419411-653b-489c-99df-388cffe76fd3 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Synchronizing usage tracker for tenant:ab39a0a8559c4fc8b845cfab75aa51ea on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:35:48.703774 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-663a38f6-b72b-4c24-bfaa-4d16d0429660 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5485616 May 03 22:35:48.720000 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37464) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:48.741022 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-92b162b6-098e-4a64-8723-1591e96b78e0 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-844543548', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}, 'admin_state_up': False}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:35:48.784187 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-92b162b6-098e-4a64-8723-1591e96b78e0 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:35:48.798259 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c837f8-e315-4fa3-bd55-ebe073e30faf req-48bf7d98-6ead-4733-9e85-c486666fb0cd tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] No DVR routers for this DVR port bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d on host n-h2-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:35:48.804957 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a9c837f8-e315-4fa3-bd55-ebe073e30faf req-48bf7d98-6ead-4733-9e85-c486666fb0cd tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:48.807659 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a9c837f8-e315-4fa3-bd55-ebe073e30faf req-48bf7d98-6ead-4733-9e85-c486666fb0cd tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] 10.222.0.67 "DELETE /v2.0/ports/bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d HTTP/1.1" status: 204 len: 173 time: 2.3513496 May 03 22:35:48.808312 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c29e9e-bb41-43ea-81cf-103d5fdcfd6d', 'name': 'network-vif-deleted', 'tag': 'bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:35:48.810901 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-92b162b6-098e-4a64-8723-1591e96b78e0 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Usage tracker for resource:router and tenant:83d2ad77d62b46b58d50605a51c69985 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:35:48.817123 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-68ea1cc8-ef17-4f70-9e9b-0a98ca11e13e req-76419411-653b-489c-99df-388cffe76fd3 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] Unset dirty status for tenant:ab39a0a8559c4fc8b845cfab75aa51ea on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:35:48.821438 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-68ea1cc8-ef17-4f70-9e9b-0a98ca11e13e req-76419411-653b-489c-99df-388cffe76fd3 tempest-ServersNegativeTestMultiTenantJSON-1190297919 tempest-ServersNegativeTestMultiTenantJSON-1190297919-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5c29e9e-bb41-43ea-81cf-103d5fdcfd6d HTTP/1.1" status: 200 len: 210 time: 0.3581805 May 03 22:35:48.824041 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-92b162b6-098e-4a64-8723-1591e96b78e0 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:35:48.832603 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4483a3b-5660-4b5c-afa9-a62c87d3802f req-23eea1d8-7343-4f1b-8db1-8986640c80ff tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:48.843091 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e4483a3b-5660-4b5c-afa9-a62c87d3802f req-23eea1d8-7343-4f1b-8db1-8986640c80ff tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.58 "GET /v2.0/ports?device_id=94dd6e23-c53e-48ab-804d-40f552dbbe49 HTTP/1.1" status: 200 len: 948 time: 0.7131550 May 03 22:35:48.903544 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-92b162b6-098e-4a64-8723-1591e96b78e0 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:35:48.924438 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e4483a3b-5660-4b5c-afa9-a62c87d3802f req-a9929b13-8a8d-4b9a-b305-2acf8854634b tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a17e325-6527-44ad-85ca-13c2363e901f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799024 May 03 22:35:48.983280 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d6e391c-022c-41ed-90af-efe4c7d90d34'] response: {'server_uuid': 'c5c29e9e-bb41-43ea-81cf-103d5fdcfd6d', 'name': 'network-vif-deleted', 'tag': 'bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d', 'status': 'completed', 'code': 200} May 03 22:35:49.038600 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7f150320-2e57-4a72-849c-f6a7142f591f req-5e25ef37-e779-474d-b6ce-721ca8f4f4f7 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6231585 May 03 22:35:49.056089 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-92b162b6-098e-4a64-8723-1591e96b78e0 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:49.058166 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-92b162b6-098e-4a64-8723-1591e96b78e0 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:49.065409 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3b8c572f-0274-4dde-a562-69927f2288c9 req-51b0ac64-49c2-4f81-900a-3c30e2222453 service neutron] 10.222.0.67 "GET /v2.0/networks/bdfb9b30-ef20-4230-98c0-738d54cdf178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5971692 May 03 22:35:49.128306 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-d24e728f-e225-4402-9e52-708d3a8876c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'name': 'tempest-ServersTestJSON-209002380-router', 'tenant_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '43ea8607-4944-4b79-a4ab-f7007abb4a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:33:50Z', 'updated_at': '2022-05-03T22:35:44Z', 'revision_number': 5, 'project_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'gw_port': {'id': '43ea8607-4944-4b79-a4ab-f7007abb4a31', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:87:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:33:52Z', 'updated_at': '2022-05-03T22:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:35:49.133248 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d34a5a1-8e17-4746-8c1d-504d1f7a08f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-d3a8bcfb-cabd-4a9e-971e-26de469b8f93', 'network_id': 'd3a8bcfb-cabd-4a9e-971e-26de469b8f93', 'tenant_id': '83d2ad77d62b46b58d50605a51c69985', 'fixed_ips': [{'subnet_id': 'ce1e0ea0-ed13-4ba0-85a5-536a4b37169d'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:35:49.133899 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4d34a5a1-8e17-4746-8c1d-504d1f7a08f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:49.144144 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce09d2-119b-4867-b79b-a857ce2ff7d0 req-465f9d4e-0ba4-4f1b-b738-03ed84d6d4fc tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:49.145806 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-12ce09d2-119b-4867-b79b-a857ce2ff7d0 req-465f9d4e-0ba4-4f1b-b738-03ed84d6d4fc tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 945 time: 0.1003780 May 03 22:35:49.150014 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24e728f-e225-4402-9e52-708d3a8876c9 None None] The sync data for ids ['2769e25f-81f4-45c9-9285-b21d119b981b'] in n-d-811807-1 is: [{'id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'name': 'tempest-ServersTestJSON-209002380-router', 'tenant_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '43ea8607-4944-4b79-a4ab-f7007abb4a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:33:50Z', 'updated_at': '2022-05-03T22:35:44Z', 'revision_number': 5, 'project_id': '187cde8c07df4cea8b9ebc36a5a846ba', 'gw_port': {'id': '43ea8607-4944-4b79-a4ab-f7007abb4a31', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:87:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2769e25f-81f4-45c9-9285-b21d119b981b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:33:52Z', 'updated_at': '2022-05-03T22:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:35:49.225110 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-2cb71bf2-23f9-4148-888d-7cddccfb7769 admin admin] For port 43ea8607-4944-4b79-a4ab-f7007abb4a31, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=43ea8607-4944-4b79-a4ab-f7007abb4a31,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:35:49.225576 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2cb71bf2-23f9-4148-888d-7cddccfb7769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:49.234856 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-92b162b6-098e-4a64-8723-1591e96b78e0 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:49.263523 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-12ce09d2-119b-4867-b79b-a857ce2ff7d0 req-2f966c48-ef61-4701-924f-796eaf5909b5 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012354 May 03 22:35:49.437739 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-4d34a5a1-8e17-4746-8c1d-504d1f7a08f5 None None] Allocated IP 172.20.0.2 (d3a8bcfb-cabd-4a9e-971e-26de469b8f93/ce1e0ea0-ed13-4ba0-85a5-536a4b37169d/abd02445-c98c-4c7b-866c-8480ccc103db) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:35:49.456039 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-2cb71bf2-23f9-4148-888d-7cddccfb7769 admin admin] Calling delete_port for 43ea8607-4944-4b79-a4ab-f7007abb4a31 owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:35:49.756562 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1772f-7df9-4d0c-a87b-efa11a769183 req-e0b58745-a681-4a58-8c92-5aecf81745cd tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:49.768609 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:35:49.769766 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-94d1772f-7df9-4d0c-a87b-efa11a769183 req-e0b58745-a681-4a58-8c92-5aecf81745cd tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=36382de9-1268-4cef-9d16-cf77770a9c08 HTTP/1.1" status: 200 len: 945 time: 0.3055499 May 03 22:35:49.849961 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33996d92-f945-459b-a1c1-792905a6b8cd req-b82c558b-fcc2-44d6-9169-4fa8238c4424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:49.851794 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-33996d92-f945-459b-a1c1-792905a6b8cd req-b82c558b-fcc2-44d6-9169-4fa8238c4424 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=22a82f5448f248d58a62b81b48f9243b&device_id=94dd6e23-c53e-48ab-804d-40f552dbbe49 HTTP/1.1" status: 200 len: 1099 time: 0.7355745 May 03 22:35:49.855740 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:35:49.856319 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device bb075d8e-21b3-4f7b-89e5-7b9891e4dc4d not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:35:49.882258 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-94d1772f-7df9-4d0c-a87b-efa11a769183 req-e66024bf-d2ff-4a4d-8737-2cf8dd35fcfd tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117668 May 03 22:35:49.925234 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3b8c572f-0274-4dde-a562-69927f2288c9 req-922bfe7d-addd-47ba-8e5e-bea0c1e1bafd service neutron] 10.222.0.67 "GET /v2.0/networks/bdfb9b30-ef20-4230-98c0-738d54cdf178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8422647 May 03 22:35:49.999468 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-92b162b6-098e-4a64-8723-1591e96b78e0 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:50.025687 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4d34a5a1-8e17-4746-8c1d-504d1f7a08f5 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:50.039791 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-4d34a5a1-8e17-4746-8c1d-504d1f7a08f5 None None] Transition to ACTIVE for port object abd02445-c98c-4c7b-866c-8480ccc103db will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:35:50.047383 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37482) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:50.072972 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-4d34a5a1-8e17-4746-8c1d-504d1f7a08f5 None None] Transition to ACTIVE for port object abd02445-c98c-4c7b-866c-8480ccc103db will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:35:50.082162 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4d34a5a1-8e17-4746-8c1d-504d1f7a08f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:50.162428 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d34a5a1-8e17-4746-8c1d-504d1f7a08f5 None None] Network d3a8bcfb-cabd-4a9e-971e-26de469b8f93 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:35:50.164233 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-5903af0e-4bea-4b63-9249-83377d0b85aa admin admin] Deleting subnet fbe11b8b-7807-4d17-acfe-1b802293ef06 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:35:50.165650 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-4d34a5a1-8e17-4746-8c1d-504d1f7a08f5 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:35:50.170757 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d34a5a1-8e17-4746-8c1d-504d1f7a08f5 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:35:50.202526 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5903af0e-4bea-4b63-9249-83377d0b85aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:50.224401 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34a5a1-8e17-4746-8c1d-504d1f7a08f5 None None] Pushing event updated for resources: {'Port': ['ID=abd02445-c98c-4c7b-866c-8480ccc103db,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:50.285643 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5903af0e-4bea-4b63-9249-83377d0b85aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:50.294540 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-4d34a5a1-8e17-4746-8c1d-504d1f7a08f5 None None] Attempting to bind port abd02445-c98c-4c7b-866c-8480ccc103db on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:35:50.295059 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-4d34a5a1-8e17-4746-8c1d-504d1f7a08f5 None None] Attempting to bind port abd02445-c98c-4c7b-866c-8480ccc103db by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '48457b2f-122f-47ac-82f0-063b617de787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd3a8bcfb-cabd-4a9e-971e-26de469b8f93'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:35:50.295519 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d34a5a1-8e17-4746-8c1d-504d1f7a08f5 None None] Attempting to bind port abd02445-c98c-4c7b-866c-8480ccc103db on network d3a8bcfb-cabd-4a9e-971e-26de469b8f93 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:35:50.302763 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d34a5a1-8e17-4746-8c1d-504d1f7a08f5 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:35:50.303290 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d34a5a1-8e17-4746-8c1d-504d1f7a08f5 None None] Checking segment: {'id': '48457b2f-122f-47ac-82f0-063b617de787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd3a8bcfb-cabd-4a9e-971e-26de469b8f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:35:50.303785 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4d34a5a1-8e17-4746-8c1d-504d1f7a08f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:50.304294 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d34a5a1-8e17-4746-8c1d-504d1f7a08f5 None None] Bound using segment: {'id': '48457b2f-122f-47ac-82f0-063b617de787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd3a8bcfb-cabd-4a9e-971e-26de469b8f93'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:35:50.304858 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-4d34a5a1-8e17-4746-8c1d-504d1f7a08f5 None None] Bound port: abd02445-c98c-4c7b-866c-8480ccc103db, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48457b2f-122f-47ac-82f0-063b617de787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd3a8bcfb-cabd-4a9e-971e-26de469b8f93'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:35:50.305324 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4d34a5a1-8e17-4746-8c1d-504d1f7a08f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:50.336042 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33996d92-f945-459b-a1c1-792905a6b8cd req-795dc67c-0383-4623-860e-7ba329f3f20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:50.337916 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-33996d92-f945-459b-a1c1-792905a6b8cd req-795dc67c-0383-4623-860e-7ba329f3f20d service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.4117751 May 03 22:35:50.350818 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc37b51-4ed2-4156-854a-83c79b596994 req-47c3a39e-367f-49a1-b53b-e1c4e1598736 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:50.352313 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fcc37b51-4ed2-4156-854a-83c79b596994 req-47c3a39e-367f-49a1-b53b-e1c4e1598736 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.58 "GET /v2.0/ports?device_id=94dd6e23-c53e-48ab-804d-40f552dbbe49 HTTP/1.1" status: 200 len: 948 time: 0.1858447 May 03 22:35:50.513774 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-33996d92-f945-459b-a1c1-792905a6b8cd req-269cf70e-dd54-474a-b2b2-a95d010f276f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=9da38257-82e8-4235-b282-baf0f731bf42 HTTP/1.1" status: 200 len: 217 time: 0.0877295 May 03 22:35:50.516213 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-4d34a5a1-8e17-4746-8c1d-504d1f7a08f5 None None] For port abd02445-c98c-4c7b-866c-8480ccc103db, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:35:50.517887 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5903af0e-4bea-4b63-9249-83377d0b85aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:50.519331 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-4d34a5a1-8e17-4746-8c1d-504d1f7a08f5 None None] For port abd02445-c98c-4c7b-866c-8480ccc103db, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=abd02445-c98c-4c7b-866c-8480ccc103db,segment=NetworkSegment(48457b2f-122f-47ac-82f0-063b617de787),segment_id=48457b2f-122f-47ac-82f0-063b617de787)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:35:50.525718 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4d34a5a1-8e17-4746-8c1d-504d1f7a08f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:50.557081 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fcc37b51-4ed2-4156-854a-83c79b596994 req-41ade500-43e5-43ef-b527-6d481e0c94a5 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a17e325-6527-44ad-85ca-13c2363e901f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958447 May 03 22:35:50.618520 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2cb71bf2-23f9-4148-888d-7cddccfb7769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:50.627088 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07daafa-7fec-4a95-b522-98d7c992726d req-001dce8c-9838-485e-9578-7d9be2d6ea49 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:50.634717 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d07daafa-7fec-4a95-b522-98d7c992726d req-001dce8c-9838-485e-9578-7d9be2d6ea49 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 945 time: 0.1812065 May 03 22:35:50.708695 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb71bf2-23f9-4148-888d-7cddccfb7769 admin admin] Pushing event deleted for resources: {'Port': ['ID=43ea8607-4944-4b79-a4ab-f7007abb4a31,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:50.737017 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5903af0e-4bea-4b63-9249-83377d0b85aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:50.740844 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34a5a1-8e17-4746-8c1d-504d1f7a08f5 None None] Pushing event updated for resources: {'Port': ['ID=abd02445-c98c-4c7b-866c-8480ccc103db,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:50.764417 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33996d92-f945-459b-a1c1-792905a6b8cd req-076f7696-6e57-4132-8c04-e4f9c35211ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:50.765790 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-33996d92-f945-459b-a1c1-792905a6b8cd req-076f7696-6e57-4132-8c04-e4f9c35211ed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.2277899 May 03 22:35:50.831419 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d07daafa-7fec-4a95-b522-98d7c992726d req-8ac2d6d8-ea22-48f0-bd5b-5aada6f90f6b tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956623 May 03 22:35:50.834657 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5903af0e-4bea-4b63-9249-83377d0b85aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:50.837309 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5903af0e-4bea-4b63-9249-83377d0b85aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbe11b8b-7807-4d17-acfe-1b802293ef06,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:50.855230 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5903af0e-4bea-4b63-9249-83377d0b85aa admin admin] 10.222.0.58 "DELETE /v2.0/subnets/fbe11b8b-7807-4d17-acfe-1b802293ef06 HTTP/1.1" status: 204 len: 168 time: 0.8006139 May 03 22:35:50.855230 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37492) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:50.995752 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 7ce57b59-c0e8-4d2a-a311-e6ec20eea2df no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:35:51.005356 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d337342b-bf41-4575-bbfb-2b5dc0a02598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:51.070625 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 7ce57b59-c0e8-4d2a-a311-e6ec20eea2df {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:35:51.070868 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 7ce57b59-c0e8-4d2a-a311-e6ec20eea2df not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:35:51.170507 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-92b162b6-098e-4a64-8723-1591e96b78e0 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:51.208458 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-92b162b6-098e-4a64-8723-1591e96b78e0 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:51.225246 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2cb71bf2-23f9-4148-888d-7cddccfb7769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:51.334913 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d337342b-bf41-4575-bbfb-2b5dc0a02598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:51.366262 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-d337342b-bf41-4575-bbfb-2b5dc0a02598 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['938a781d-63c7-4ea1-aac7-d138219b9f65']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:35:51.381061 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-d337342b-bf41-4575-bbfb-2b5dc0a02598 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd54be32e-e5cd-4f8a-9d2a-6fcefa6354bd') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:35:51.381356 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-d337342b-bf41-4575-bbfb-2b5dc0a02598 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd54be32e-e5cd-4f8a-9d2a-6fcefa6354bd') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:35:51.395866 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d337342b-bf41-4575-bbfb-2b5dc0a02598 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:51.412859 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036095d-116b-4cb6-8bed-508e66e7d024 req-c87894b6-4f16-4b60-9a0b-00f313c07ab9 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:51.414372 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b036095d-116b-4cb6-8bed-508e66e7d024 req-c87894b6-4f16-4b60-9a0b-00f313c07ab9 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=36382de9-1268-4cef-9d16-cf77770a9c08 HTTP/1.1" status: 200 len: 945 time: 0.2699437 May 03 22:35:51.442630 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d337342b-bf41-4575-bbfb-2b5dc0a02598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:51.467444 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d337342b-bf41-4575-bbfb-2b5dc0a02598 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:35:51.468376 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d337342b-bf41-4575-bbfb-2b5dc0a02598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:51.482692 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2cb71bf2-23f9-4148-888d-7cddccfb7769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:51.484323 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b036095d-116b-4cb6-8bed-508e66e7d024 req-576907ba-5c3a-4825-a2b2-047298319b62 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637555 May 03 22:35:51.484971 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:35:51.484971 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:35:51.484971 n-d-811807-1 neutron-server[88069]: timer() May 03 22:35:51.484971 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:35:51.484971 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:35:51.484971 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:35:51.484971 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:35:51.484971 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:35:51.484971 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:35:51.484971 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:35:51.484971 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:35:51.484971 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:35:51.484971 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:35:51.484971 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:35:51.484971 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:35:51.484971 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:35:51.484971 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:35:51.484971 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:35:51.484971 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:35:51.484971 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:35:51.484971 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:35:51.484971 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:35:51.484971 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:35:51.484971 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:35:51.484971 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:35:51.484971 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:35:51.484971 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:35:51.484971 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:35:51.484971 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:35:51.484971 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:35:51.484971 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:35:51.484971 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:35:51.493180 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33996d92-f945-459b-a1c1-792905a6b8cd req-098ece19-b1a9-44c7-9fcc-84704adf05f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:51.494858 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-33996d92-f945-459b-a1c1-792905a6b8cd req-098ece19-b1a9-44c7-9fcc-84704adf05f4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7142293 May 03 22:35:51.496198 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2cb71bf2-23f9-4148-888d-7cddccfb7769 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:51.597108 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2cb71bf2-23f9-4148-888d-7cddccfb7769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:51.597590 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb71bf2-23f9-4148-888d-7cddccfb7769 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2769e25f-81f4-45c9-9285-b21d119b981b {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:35:51.601658 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d337342b-bf41-4575-bbfb-2b5dc0a02598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:51.636762 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d337342b-bf41-4575-bbfb-2b5dc0a02598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:51.640381 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337342b-bf41-4575-bbfb-2b5dc0a02598 admin admin] Pushing event deleted for resources: {'Network': ['ID=938a781d-63c7-4ea1-aac7-d138219b9f65,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:51.650445 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d337342b-bf41-4575-bbfb-2b5dc0a02598 admin admin] 10.222.0.58 "DELETE /v2.0/networks/938a781d-63c7-4ea1-aac7-d138219b9f65 HTTP/1.1" status: 204 len: 168 time: 0.7941544 May 03 22:35:51.653798 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37500) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:51.772329 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2cb71bf2-23f9-4148-888d-7cddccfb7769 admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:51.773473 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2cb71bf2-23f9-4148-888d-7cddccfb7769 admin admin] 10.222.0.58 "DELETE /v2.0/routers/2769e25f-81f4-45c9-9285-b21d119b981b HTTP/1.1" status: 204 len: 168 time: 4.4564147 May 03 22:35:51.788735 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37506) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:51.879305 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-33996d92-f945-459b-a1c1-792905a6b8cd req-228d383d-2771-4a8e-9ef8-c14024eb54ea service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663771 May 03 22:35:51.913799 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-92b162b6-098e-4a64-8723-1591e96b78e0 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Allocated IP 172.25.2.156 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/a3e4df7a-37bc-4864-8714-4f6004999ea8) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:35:51.937754 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f1f07a7-ab8a-4079-808e-189afd475dd3 admin admin] Deleting subnet 6c1da1b9-d855-4eda-ac44-60442fcba918 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:35:51.942852 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4f1f07a7-ab8a-4079-808e-189afd475dd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:52.007928 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4f1f07a7-ab8a-4079-808e-189afd475dd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:52.096365 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a2652-2dcf-4d5f-9592-e390727e1e68 req-c0ba519d-712d-4e4f-b7d0-257c364b95fc tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:52.103680 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-838a2652-2dcf-4d5f-9592-e390727e1e68 req-c0ba519d-712d-4e4f-b7d0-257c364b95fc tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.58 "GET /v2.0/ports?device_id=94dd6e23-c53e-48ab-804d-40f552dbbe49 HTTP/1.1" status: 200 len: 948 time: 0.2778027 May 03 22:35:52.190081 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-838a2652-2dcf-4d5f-9592-e390727e1e68 req-62794929-318c-427b-9b5f-d8669b46b859 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a17e325-6527-44ad-85ca-13c2363e901f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853972 May 03 22:35:52.222290 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4f1f07a7-ab8a-4079-808e-189afd475dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:52.252481 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-736719e7-e203-4e5b-afac-7a9b6e432b63 admin admin] Deleting subnet 46a7e09b-dee5-4e54-8f28-e48837e9ae96 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:35:52.255512 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-736719e7-e203-4e5b-afac-7a9b6e432b63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:52.264252 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9659a30e-21a3-4464-98ba-21c90df6b8fb None None] Network d3a8bcfb-cabd-4a9e-971e-26de469b8f93 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:35:52.308709 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b055f-565b-44b9-8931-40e593174547 req-cfbf51d2-fe0d-459f-8f79-0eba1eacbbc5 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:52.310326 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eb3b055f-565b-44b9-8931-40e593174547 req-cfbf51d2-fe0d-459f-8f79-0eba1eacbbc5 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 945 time: 0.2573829 May 03 22:35:52.366208 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4f1f07a7-ab8a-4079-808e-189afd475dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:52.405577 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eb3b055f-565b-44b9-8931-40e593174547 req-f1e91e9b-77ee-4bcd-b78e-10c33dcf7e63 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884612 May 03 22:35:52.414111 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f07a7-ab8a-4079-808e-189afd475dd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c1da1b9-d855-4eda-ac44-60442fcba918,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:52.415279 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4f1f07a7-ab8a-4079-808e-189afd475dd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:52.424903 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4f1f07a7-ab8a-4079-808e-189afd475dd3 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6c1da1b9-d855-4eda-ac44-60442fcba918 HTTP/1.1" status: 204 len: 168 time: 0.7699151 May 03 22:35:52.426147 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37512) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:52.426891 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9121d29f-a682-41fd-b2c7-435bafae8775 None None] Provisioning for port abd02445-c98c-4c7b-866c-8480ccc103db completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:35:52.434190 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-736719e7-e203-4e5b-afac-7a9b6e432b63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:52.587528 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-33996d92-f945-459b-a1c1-792905a6b8cd req-ffcc5cd7-0f09-4401-a12a-0b674db79218 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6967285 May 03 22:35:52.615297 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-736719e7-e203-4e5b-afac-7a9b6e432b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:52.619401 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e8c48691-dd74-4451-b085-994169332ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:52.740620 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-92b162b6-098e-4a64-8723-1591e96b78e0 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:52.762992 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-736719e7-e203-4e5b-afac-7a9b6e432b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:52.803151 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736719e7-e203-4e5b-afac-7a9b6e432b63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46a7e09b-dee5-4e54-8f28-e48837e9ae96,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:52.815722 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-736719e7-e203-4e5b-afac-7a9b6e432b63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:52.824221 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7390a19b-29f0-4b91-a33c-aa02bfaf9146 None None] Network 517a1aa6-522d-4d93-ad04-539169ce7dd9 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:35:52.827556 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-736719e7-e203-4e5b-afac-7a9b6e432b63 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/46a7e09b-dee5-4e54-8f28-e48837e9ae96 HTTP/1.1" status: 204 len: 168 time: 1.0356095 May 03 22:35:52.827781 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37522) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:52.875676 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-92b162b6-098e-4a64-8723-1591e96b78e0 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:52.908617 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e8c48691-dd74-4451-b085-994169332ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:52.944845 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3c37d5a6-47af-4a41-a3a2-37dc056e44d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:52.976288 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-e8c48691-dd74-4451-b085-994169332ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f56b9307-5c8e-41ce-b6f3-fab5f803a312']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:35:52.989282 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b162b6-098e-4a64-8723-1591e96b78e0 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:35:53.004899 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-e8c48691-dd74-4451-b085-994169332ea2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c52a0dbc-6595-4778-abe5-c1103ae56328') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:35:53.005202 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-e8c48691-dd74-4451-b085-994169332ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c52a0dbc-6595-4778-abe5-c1103ae56328') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:35:53.020634 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e8c48691-dd74-4451-b085-994169332ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:53.039060 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e8c48691-dd74-4451-b085-994169332ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:53.046197 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8c48691-dd74-4451-b085-994169332ea2 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:35:53.046589 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e8c48691-dd74-4451-b085-994169332ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:53.073679 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-92b162b6-098e-4a64-8723-1591e96b78e0 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:35:53.080992 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b162b6-098e-4a64-8723-1591e96b78e0 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:35:53.088175 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device abd02445-c98c-4c7b-866c-8480ccc103db up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:35:53.137590 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b162b6-098e-4a64-8723-1591e96b78e0 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Pushing event updated for resources: {'Port': ['ID=a3e4df7a-37bc-4864-8714-4f6004999ea8,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:53.158847 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c7418e36-db21-479f-86a1-0a3b92ee0f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:53.181679 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:35:53.181679 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:35:53.181679 n-d-811807-1 neutron-server[88069]: timer() May 03 22:35:53.181679 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:35:53.181679 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:35:53.181679 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:35:53.181679 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:35:53.181679 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:35:53.181679 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:35:53.181679 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:35:53.181679 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:35:53.181679 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:35:53.181679 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:35:53.181679 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:35:53.181679 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:35:53.181679 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:35:53.181679 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:35:53.181679 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:35:53.181679 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:35:53.181679 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:35:53.181679 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:35:53.181679 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:35:53.181679 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:35:53.181679 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:35:53.181679 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:35:53.181679 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:35:53.181679 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:35:53.181679 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:35:53.181679 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:35:53.181679 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:35:53.181679 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:35:53.181679 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:35:53.184182 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-c7418e36-db21-479f-86a1-0a3b92ee0f79 admin admin] Deleting port fc2aab56-64f8-45c3-a755-988dbd8e887f {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:35:53.184182 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c7418e36-db21-479f-86a1-0a3b92ee0f79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:53.190442 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e8c48691-dd74-4451-b085-994169332ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:53.203040 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port abd02445-c98c-4c7b-866c-8480ccc103db completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:35:53.213481 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e8c48691-dd74-4451-b085-994169332ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:53.222439 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port abd02445-c98c-4c7b-866c-8480ccc103db triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:35:53.223353 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:53.225158 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c48691-dd74-4451-b085-994169332ea2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f56b9307-5c8e-41ce-b6f3-fab5f803a312,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:53.250066 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc78357-08a9-40a4-ae3f-67d6ac630613 req-19b989cf-4491-4cb3-8f78-e5a98ec1e4e9 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:53.251975 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0bc78357-08a9-40a4-ae3f-67d6ac630613 req-19b989cf-4491-4cb3-8f78-e5a98ec1e4e9 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=36382de9-1268-4cef-9d16-cf77770a9c08 HTTP/1.1" status: 200 len: 945 time: 0.5182691 May 03 22:35:53.253302 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e8c48691-dd74-4451-b085-994169332ea2 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f56b9307-5c8e-41ce-b6f3-fab5f803a312 HTTP/1.1" status: 204 len: 168 time: 0.8262763 May 03 22:35:53.329064 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb3a4c9-84da-4971-bf48-f10d80fa8d41 None None] DHCP port deletion for 517a1aa6-522d-4d93-ad04-539169ce7dd9 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:35:53.334868 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-0fb3a4c9-84da-4971-bf48-f10d80fa8d41 None None] Deleting port fc2aab56-64f8-45c3-a755-988dbd8e887f {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:35:53.335532 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0fb3a4c9-84da-4971-bf48-f10d80fa8d41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:53.397799 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0bc78357-08a9-40a4-ae3f-67d6ac630613 req-2a0360e7-f812-4a3b-a841-2d88032db585 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246645 May 03 22:35:53.570490 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37534) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:53.622148 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ffb72-c997-4a78-80a9-b6b94e66d853 req-d7765939-c6b3-47cf-be85-9ce743262238 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:53.629067 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e87ffb72-c997-4a78-80a9-b6b94e66d853 req-d7765939-c6b3-47cf-be85-9ce743262238 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.58 "GET /v2.0/ports?device_id=94dd6e23-c53e-48ab-804d-40f552dbbe49 HTTP/1.1" status: 200 len: 948 time: 0.2061896 May 03 22:35:53.699906 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-0fb3a4c9-84da-4971-bf48-f10d80fa8d41 None None] For port fc2aab56-64f8-45c3-a755-988dbd8e887f, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=fc2aab56-64f8-45c3-a755-988dbd8e887f,segment=NetworkSegment(5a6ab605-7658-483c-96b8-1c871bbb0af0),segment_id=5a6ab605-7658-483c-96b8-1c871bbb0af0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:35:53.700309 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0fb3a4c9-84da-4971-bf48-f10d80fa8d41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:53.718227 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e87ffb72-c997-4a78-80a9-b6b94e66d853 req-046d46b7-c54b-4e75-b582-d9454160e02e tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a17e325-6527-44ad-85ca-13c2363e901f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882039 May 03 22:35:53.767762 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:53.846737 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-0fb3a4c9-84da-4971-bf48-f10d80fa8d41 None None] Calling delete_port for fc2aab56-64f8-45c3-a755-988dbd8e887f owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:35:53.867522 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-c7418e36-db21-479f-86a1-0a3b92ee0f79 admin admin] For port fc2aab56-64f8-45c3-a755-988dbd8e887f, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=fc2aab56-64f8-45c3-a755-988dbd8e887f,segment=NetworkSegment(5a6ab605-7658-483c-96b8-1c871bbb0af0),segment_id=5a6ab605-7658-483c-96b8-1c871bbb0af0)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:35:53.867887 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c7418e36-db21-479f-86a1-0a3b92ee0f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:53.875037 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 9da38257-82e8-4235-b282-baf0f731bf42 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:35:53.915556 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7a545-62a5-4f9f-a7a5-65da1593cb53 req-d9c90a19-bc84-4681-a8dd-f9a773d603e2 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:53.924273 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-21c7a545-62a5-4f9f-a7a5-65da1593cb53 req-d9c90a19-bc84-4681-a8dd-f9a773d603e2 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 945 time: 0.1041126 May 03 22:35:53.951852 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port abd02445-c98c-4c7b-866c-8480ccc103db, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=abd02445-c98c-4c7b-866c-8480ccc103db,segment=NetworkSegment(48457b2f-122f-47ac-82f0-063b617de787),segment_id=48457b2f-122f-47ac-82f0-063b617de787)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:35:53.978144 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:53.981145 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-21c7a545-62a5-4f9f-a7a5-65da1593cb53 req-096e1004-e19f-4ff6-aecf-039429b50375 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557015 May 03 22:35:54.019878 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 43ea8607-4944-4b79-a4ab-f7007abb4a31 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:35:54.090162 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-71dcaf73-c7c4-4520-b865-5b6a3cae2cd7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ab39a0a8559c4fc8b845cfab75aa51ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5158901 May 03 22:35:54.091235 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37540) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:54.136632 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0fb3a4c9-84da-4971-bf48-f10d80fa8d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:54.145045 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 43ea8607-4944-4b79-a4ab-f7007abb4a31 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:35:54.145384 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 43ea8607-4944-4b79-a4ab-f7007abb4a31 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:35:54.157391 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-c7418e36-db21-479f-86a1-0a3b92ee0f79 admin admin] Calling delete_port for fc2aab56-64f8-45c3-a755-988dbd8e887f owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:35:54.163117 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0f237d6d-1338-4829-bdb7-02242959d307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:54.176555 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb3a4c9-84da-4971-bf48-f10d80fa8d41 None None] No DVR routers for this DVR port fc2aab56-64f8-45c3-a755-988dbd8e887f on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:35:54.194663 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:54.198676 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=abd02445-c98c-4c7b-866c-8480ccc103db,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:54.212802 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0f237d6d-1338-4829-bdb7-02242959d307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:54.222762 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-92b162b6-098e-4a64-8723-1591e96b78e0 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:54.247113 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3a4c9-84da-4971-bf48-f10d80fa8d41 None None] Pushing event deleted for resources: {'Port': ['ID=fc2aab56-64f8-45c3-a755-988dbd8e887f,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:54.249737 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 9da38257-82e8-4235-b282-baf0f731bf42, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=9da38257-82e8-4235-b282-baf0f731bf42,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:35:54.264235 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '9da38257-82e8-4235-b282-baf0f731bf42', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': '9da38257-82e8-4235-b282-baf0f731bf42', 'mac_address': 'fa:16:3e:11:2a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:35:54.295370 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0f237d6d-1338-4829-bdb7-02242959d307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:54.316565 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f237d6d-1338-4829-bdb7-02242959d307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394388ce-2cec-4971-97e9-2ff6e9faa5bb,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:54.327817 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0f237d6d-1338-4829-bdb7-02242959d307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:54.329112 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0f237d6d-1338-4829-bdb7-02242959d307 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/394388ce-2cec-4971-97e9-2ff6e9faa5bb HTTP/1.1" status: 204 len: 168 time: 0.2366257 May 03 22:35:54.363217 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:54.383656 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9da38257-82e8-4235-b282-baf0f731bf42 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:35:54.402205 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 9da38257-82e8-4235-b282-baf0f731bf42, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=9da38257-82e8-4235-b282-baf0f731bf42,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:35:54.407977 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [None req-c7418e36-db21-479f-86a1-0a3b92ee0f79 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:35:54.408302 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [None req-c7418e36-db21-479f-86a1-0a3b92ee0f79 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:35:54.409799 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:54.489208 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=9da38257-82e8-4235-b282-baf0f731bf42,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:54.690265 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-92b162b6-098e-4a64-8723-1591e96b78e0 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:54.693916 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da7d25-ca80-46b4-a206-a4e3ece6a79a req-25942436-d457-421a-8999-e1a0580cca0e tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:54.693916 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-79da7d25-ca80-46b4-a206-a4e3ece6a79a req-25942436-d457-421a-8999-e1a0580cca0e tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=36382de9-1268-4cef-9d16-cf77770a9c08 HTTP/1.1" status: 200 len: 945 time: 0.1263103 May 03 22:35:54.763132 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-79da7d25-ca80-46b4-a206-a4e3ece6a79a req-1f7fb95b-00c0-4803-bee0-306d8d9ae41b tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627954 May 03 22:35:54.818004 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['9da38257-82e8-4235-b282-baf0f731bf42'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:35:54.976824 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-c7418e36-db21-479f-86a1-0a3b92ee0f79 admin admin] Deleting port fc2aab56-64f8-45c3-a755-988dbd8e887f {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:35:54.976824 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c7418e36-db21-479f-86a1-0a3b92ee0f79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:55.074964 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-22685017-7be0-49df-a8ad-739e43a769ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:55.109946 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37558) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:55.156059 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device abd02445-c98c-4c7b-866c-8480ccc103db up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:35:55.164670 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-c7418e36-db21-479f-86a1-0a3b92ee0f79 admin admin] The port 'fc2aab56-64f8-45c3-a755-988dbd8e887f' was deleted {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:35:55.285259 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port abd02445-c98c-4c7b-866c-8480ccc103db triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:35:55.285259 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:55.293224 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c5d6c9c2-eb08-429f-9233-5bb01cebae56 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5d021553f30149c18b5d089f7b0f7d76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1721704 May 03 22:35:55.293224 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37562) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:55.350926 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c7418e36-db21-479f-86a1-0a3b92ee0f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:55.364803 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b162b6-098e-4a64-8723-1591e96b78e0 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Router f6614641-9b3a-4c4a-8371-b06f288b8f22 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:35:55.390117 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-c7418e36-db21-479f-86a1-0a3b92ee0f79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['517a1aa6-522d-4d93-ad04-539169ce7dd9']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:35:55.488551 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c722ad-76d5-419f-849c-de54d24b3915 req-4b4de9da-31e2-4eda-b6b7-c51acec83ef7 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:55.490104 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e7c722ad-76d5-419f-849c-de54d24b3915 req-4b4de9da-31e2-4eda-b6b7-c51acec83ef7 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.58 "GET /v2.0/ports?device_id=94dd6e23-c53e-48ab-804d-40f552dbbe49 HTTP/1.1" status: 200 len: 949 time: 0.5910728 May 03 22:35:55.533234 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6cb88045-3677-44d0-a199-1408a60edbec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:55.553711 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device fc2aab56-64f8-45c3-a755-988dbd8e887f no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:35:55.577228 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4690f4-13ba-42a3-95fc-1b3ef766d2dc req-f8f4a40b-9404-4be5-b2c6-9df66996163d tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:55.579148 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad4690f4-13ba-42a3-95fc-1b3ef766d2dc req-f8f4a40b-9404-4be5-b2c6-9df66996163d tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 945 time: 0.3720222 May 03 22:35:55.593156 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: fc2aab56-64f8-45c3-a755-988dbd8e887f {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:35:55.593644 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device fc2aab56-64f8-45c3-a755-988dbd8e887f not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:35:55.609972 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6cb88045-3677-44d0-a199-1408a60edbec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:55.610374 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-c7418e36-db21-479f-86a1-0a3b92ee0f79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a6ab605-7658-483c-96b8-1c871bbb0af0') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:35:55.610681 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-c7418e36-db21-479f-86a1-0a3b92ee0f79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a6ab605-7658-483c-96b8-1c871bbb0af0') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:35:55.618554 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e7c722ad-76d5-419f-849c-de54d24b3915 req-976f13e7-a063-4132-a1b0-f95e9ebb9d0f tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a17e325-6527-44ad-85ca-13c2363e901f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115265 May 03 22:35:55.627727 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c7418e36-db21-479f-86a1-0a3b92ee0f79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:55.638517 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b162b6-098e-4a64-8723-1591e96b78e0 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:35:55.648170 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f0f830-fd68-4c99-9e0c-c48a87196e29 None None] Sync routers for ids ['f6614641-9b3a-4c4a-8371-b06f288b8f22'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:35:55.659316 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c7418e36-db21-479f-86a1-0a3b92ee0f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:55.661669 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f0f830-fd68-4c99-9e0c-c48a87196e29 None None] Routers {'f6614641-9b3a-4c4a-8371-b06f288b8f22'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:35:55.662385 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-63f0f830-fd68-4c99-9e0c-c48a87196e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:35:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['f6614641-9b3a-4c4a-8371-b06f288b8f22'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:35:55.670214 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7418e36-db21-479f-86a1-0a3b92ee0f79 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:35:55.670622 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c7418e36-db21-479f-86a1-0a3b92ee0f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:55.671715 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad4690f4-13ba-42a3-95fc-1b3ef766d2dc req-9624c2b9-ee6a-4692-ad1f-30cbb986ac10 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843275 May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: timer() May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:35:55.699001 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:35:55.702446 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6cb88045-3677-44d0-a199-1408a60edbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:55.716848 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-92b162b6-098e-4a64-8723-1591e96b78e0 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:55.718043 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb88045-3677-44d0-a199-1408a60edbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e82e55-35ad-4f90-9784-0efe153adea8,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:55.718651 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-92b162b6-098e-4a64-8723-1591e96b78e0 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.9908822 May 03 22:35:55.722168 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37566) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:55.757805 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-63f0f830-fd68-4c99-9e0c-c48a87196e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:35:55.774122 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f0f830-fd68-4c99-9e0c-c48a87196e29 None None] Routers {'f6614641-9b3a-4c4a-8371-b06f288b8f22'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:35:55.774735 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-63f0f830-fd68-4c99-9e0c-c48a87196e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:35:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['f6614641-9b3a-4c4a-8371-b06f288b8f22'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:35:55.788804 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6cb88045-3677-44d0-a199-1408a60edbec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:55.789995 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6cb88045-3677-44d0-a199-1408a60edbec admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/78e82e55-35ad-4f90-9784-0efe153adea8 HTTP/1.1" status: 204 len: 168 time: 0.5013540 May 03 22:35:55.798021 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c7418e36-db21-479f-86a1-0a3b92ee0f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:55.842070 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-63f0f830-fd68-4c99-9e0c-c48a87196e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:35:55.842735 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f0f830-fd68-4c99-9e0c-c48a87196e29 None None] The sync data for ids ['f6614641-9b3a-4c4a-8371-b06f288b8f22'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:35:55.852674 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7418e36-db21-479f-86a1-0a3b92ee0f79 admin admin] Pushing event deleted for resources: {'Network': ['ID=517a1aa6-522d-4d93-ad04-539169ce7dd9,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:55.855664 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c7418e36-db21-479f-86a1-0a3b92ee0f79 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:55.879978 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c7418e36-db21-479f-86a1-0a3b92ee0f79 admin admin] 10.222.0.58 "DELETE /v2.0/networks/517a1aa6-522d-4d93-ad04-539169ce7dd9 HTTP/1.1" status: 204 len: 168 time: 3.0480411 May 03 22:35:56.075408 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37580) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:56.130509 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a3f669c8-d663-4e9f-aa52-21f08ad36b78 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=187cde8c07df4cea8b9ebc36a5a846ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536559 May 03 22:35:56.132838 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37584) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:56.189064 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3d978-45b0-4658-b0ac-bb9088ce68a1 req-d9d90745-70e0-4924-84fa-4db767887d7e tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:56.190624 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bcf3d978-45b0-4658-b0ac-bb9088ce68a1 req-d9d90745-70e0-4924-84fa-4db767887d7e tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=36382de9-1268-4cef-9d16-cf77770a9c08 HTTP/1.1" status: 200 len: 945 time: 0.2742598 May 03 22:35:56.213022 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:56.215513 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6d73537e-f26c-4269-b26a-6f8e02a0d0f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:56.252263 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6d73537e-f26c-4269-b26a-6f8e02a0d0f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:56.254861 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:56.394034 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bcf3d978-45b0-4658-b0ac-bb9088ce68a1 req-35c77547-75be-436d-bdad-7fd5e3bd5881 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415465 May 03 22:35:56.481234 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6d73537e-f26c-4269-b26a-6f8e02a0d0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:56.506383 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d73537e-f26c-4269-b26a-6f8e02a0d0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb08ffff-337b-42f8-8e80-80c2d357b781,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:56.512467 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6d73537e-f26c-4269-b26a-6f8e02a0d0f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:56.513593 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6d73537e-f26c-4269-b26a-6f8e02a0d0f9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cb08ffff-337b-42f8-8e80-80c2d357b781 HTTP/1.1" status: 204 len: 168 time: 0.3789716 May 03 22:35:56.681130 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4c733c3a-f77b-429d-aae0-b7284feac8b6 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:57.097513 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1529e8-279f-40a7-bc19-6195a6028d44 req-766f3b5e-6619-4a5a-b8b8-a96dcfc4c010 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:57.099044 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-db1529e8-279f-40a7-bc19-6195a6028d44 req-766f3b5e-6619-4a5a-b8b8-a96dcfc4c010 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.58 "GET /v2.0/ports?device_id=94dd6e23-c53e-48ab-804d-40f552dbbe49 HTTP/1.1" status: 200 len: 949 time: 0.2573457 May 03 22:35:57.137613 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182a962-74a8-4422-aec2-f54c63c425cc req-e278ab1b-8805-4202-b4de-c3a734ad1844 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:57.139203 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a182a962-74a8-4422-aec2-f54c63c425cc req-e278ab1b-8805-4202-b4de-c3a734ad1844 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 945 time: 0.2777030 May 03 22:35:57.396913 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-db1529e8-279f-40a7-bc19-6195a6028d44 req-bbad922f-d257-4b4f-b954-a3c788ecbc40 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a17e325-6527-44ad-85ca-13c2363e901f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871869 May 03 22:35:57.418914 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a182a962-74a8-4422-aec2-f54c63c425cc req-737488bb-7854-4e2b-8e5a-b4a4f1076c7d tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693231 May 03 22:35:57.501744 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-4c733c3a-f77b-429d-aae0-b7284feac8b6 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Allocated IP 172.20.0.1 (d3a8bcfb-cabd-4a9e-971e-26de469b8f93/ce1e0ea0-ed13-4ba0-85a5-536a4b37169d/184cdbf9-b463-40f7-a0b3-0aa593030362) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:35:57.550481 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:57.715040 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:57.806472 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a776405-c8ee-4b60-bb4c-364bcaab8c46 req-deac78db-a381-401b-905e-c2084f6ad310 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:57.808021 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5a776405-c8ee-4b60-bb4c-364bcaab8c46 req-deac78db-a381-401b-905e-c2084f6ad310 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=36382de9-1268-4cef-9d16-cf77770a9c08 HTTP/1.1" status: 200 len: 945 time: 0.2204802 May 03 22:35:57.848665 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 9da38257-82e8-4235-b282-baf0f731bf42 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:35:57.866303 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4c733c3a-f77b-429d-aae0-b7284feac8b6 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:57.875625 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37670) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:57.887948 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5a776405-c8ee-4b60-bb4c-364bcaab8c46 req-af76de4a-3342-4f15-ba2a-a81a7115b009 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741100 May 03 22:35:57.896908 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-4c733c3a-f77b-429d-aae0-b7284feac8b6 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Transition to ACTIVE for port object 184cdbf9-b463-40f7-a0b3-0aa593030362 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:35:57.954211 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4c733c3a-f77b-429d-aae0-b7284feac8b6 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:58.007380 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 9da38257-82e8-4235-b282-baf0f731bf42 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:35:58.044735 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 9da38257-82e8-4235-b282-baf0f731bf42 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:35:58.046529 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:58.058279 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c733c3a-f77b-429d-aae0-b7284feac8b6 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Network d3a8bcfb-cabd-4a9e-971e-26de469b8f93 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:35:58.062128 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-4c733c3a-f77b-429d-aae0-b7284feac8b6 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:35:58.071291 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c733c3a-f77b-429d-aae0-b7284feac8b6 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:35:58.183405 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c733c3a-f77b-429d-aae0-b7284feac8b6 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Pushing event updated for resources: {'Port': ['ID=184cdbf9-b463-40f7-a0b3-0aa593030362,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:58.218731 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4c733c3a-f77b-429d-aae0-b7284feac8b6 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:58.222300 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:58.224813 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-81dcb683-48b2-470d-a1ea-4c6faf4dfd14 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2050334035-network', 'tenant_id': '1eb5e8514a904f2db24d00ebe09ac3d4'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:35:58.229785 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-81dcb683-48b2-470d-a1ea-4c6faf4dfd14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:35:58.247716 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-81dcb683-48b2-470d-a1ea-4c6faf4dfd14 admin admin] Usage tracker for resource:network and tenant:1eb5e8514a904f2db24d00ebe09ac3d4 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:35:58.255347 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-81dcb683-48b2-470d-a1ea-4c6faf4dfd14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:35:58.257014 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94dd6e23-c53e-48ab-804d-40f552dbbe49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da38257-82e8-4235-b282-baf0f731bf42'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:35:58.268233 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 9da38257-82e8-4235-b282-baf0f731bf42, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=9da38257-82e8-4235-b282-baf0f731bf42,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:35:58.274617 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:58.285119 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-81dcb683-48b2-470d-a1ea-4c6faf4dfd14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:35:58.310374 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dcb683-48b2-470d-a1ea-4c6faf4dfd14 admin admin] Made reservation on behalf of 1eb5e8514a904f2db24d00ebe09ac3d4 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:35:58.313556 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-81dcb683-48b2-470d-a1ea-4c6faf4dfd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:58.343046 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-81dcb683-48b2-470d-a1ea-4c6faf4dfd14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:58.365400 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c289eac1-a1e0-4aaf-b0ab-f87b2752c46f'] response: {'server_uuid': '94dd6e23-c53e-48ab-804d-40f552dbbe49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da38257-82e8-4235-b282-baf0f731bf42', 'code': 200} May 03 22:35:58.394464 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-81dcb683-48b2-470d-a1ea-4c6faf4dfd14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:35:58.405299 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-81dcb683-48b2-470d-a1ea-4c6faf4dfd14 admin admin] Usage tracker for resource:security_group_rule and tenant:1eb5e8514a904f2db24d00ebe09ac3d4 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:35:58.405831 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=9da38257-82e8-4235-b282-baf0f731bf42,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:58.421276 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-81dcb683-48b2-470d-a1ea-4c6faf4dfd14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:35:58.437676 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4c733c3a-f77b-429d-aae0-b7284feac8b6 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:58.450686 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-81dcb683-48b2-470d-a1ea-4c6faf4dfd14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:35:58.532164 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-8a5fed41-1dc0-492e-9399-3484a0d12078 None None] Provisioning for port 184cdbf9-b463-40f7-a0b3-0aa593030362 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:35:58.537660 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-8a5fed41-1dc0-492e-9399-3484a0d12078 None None] Provisioning complete for port 184cdbf9-b463-40f7-a0b3-0aa593030362 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:35:58.538056 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8a5fed41-1dc0-492e-9399-3484a0d12078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:58.677341 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-8a5fed41-1dc0-492e-9399-3484a0d12078 None None] Port 184cdbf9-b463-40f7-a0b3-0aa593030362 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:35:58.720949 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc73a01-344c-48e7-b98b-f77db19a725c req-e755f8d3-fcac-4256-90f4-bba0f6c43171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:58.722846 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7dc73a01-344c-48e7-b98b-f77db19a725c req-e755f8d3-fcac-4256-90f4-bba0f6c43171 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=94dd6e23-c53e-48ab-804d-40f552dbbe49 HTTP/1.1" status: 200 len: 1101 time: 0.2735176 May 03 22:35:58.818193 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7dc73a01-344c-48e7-b98b-f77db19a725c req-9013facd-8a34-4564-9321-7d6e082b3c88 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5a17e325-6527-44ad-85ca-13c2363e901f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850420 May 03 22:35:58.823087 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-81dcb683-48b2-470d-a1ea-4c6faf4dfd14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:58.831119 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-81dcb683-48b2-470d-a1ea-4c6faf4dfd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:58.849237 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81dcb683-48b2-470d-a1ea-4c6faf4dfd14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:35:58.877755 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-81dcb683-48b2-470d-a1ea-4c6faf4dfd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:58.878518 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-81dcb683-48b2-470d-a1ea-4c6faf4dfd14 admin admin] Added segment 69f9ec2a-81e7-4f17-8ce7-466cada3b85b of type vlan for network 83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c May 03 22:35:58.890411 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dcb683-48b2-470d-a1ea-4c6faf4dfd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76f64af-8d33-4526-b4aa-7bbb58c919ab,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:58.915146 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-81dcb683-48b2-470d-a1ea-4c6faf4dfd14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:58.949591 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-81dcb683-48b2-470d-a1ea-4c6faf4dfd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:58.950684 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dcb683-48b2-470d-a1ea-4c6faf4dfd14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:58.951277 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-81dcb683-48b2-470d-a1ea-4c6faf4dfd14 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:59.000196 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-81dcb683-48b2-470d-a1ea-4c6faf4dfd14 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1216817 May 03 22:35:59.006410 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37714) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:59.028889 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-e6977490-536f-4be1-8136-1ff33f8e7ba9 admin admin] Request body: {'subnet': {'network_id': '83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2050334035-subnet', 'tenant_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:35:59.039168 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e6977490-536f-4be1-8136-1ff33f8e7ba9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:35:59.070313 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea218a-1b42-4754-9357-0dca6daca6bc req-b0b2fa73-0e95-4db4-bde7-6060f069cf60 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:59.071792 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f3ea218a-1b42-4754-9357-0dca6daca6bc req-b0b2fa73-0e95-4db4-bde7-6060f069cf60 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 945 time: 0.3679972 May 03 22:35:59.096588 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e6977490-536f-4be1-8136-1ff33f8e7ba9 admin admin] Usage tracker for resource:subnet and tenant:1eb5e8514a904f2db24d00ebe09ac3d4 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:35:59.105557 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e6977490-536f-4be1-8136-1ff33f8e7ba9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:35:59.114925 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dcb683-48b2-470d-a1ea-4c6faf4dfd14 admin admin] Pushing event updated for resources: {'Network': ['ID=83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:59.126611 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:35:59.136459 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e6977490-536f-4be1-8136-1ff33f8e7ba9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:35:59.159832 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f3ea218a-1b42-4754-9357-0dca6daca6bc req-843269b1-79d0-494d-a48c-037b18bc24ee tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679486 May 03 22:35:59.169053 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef687485-6b5e-43ac-8e2f-8c5da0f530e4 req-cb043a1b-9d32-4851-9982-c204bd0f7375 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:59.169930 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6977490-536f-4be1-8136-1ff33f8e7ba9 admin admin] Made reservation on behalf of 1eb5e8514a904f2db24d00ebe09ac3d4 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:35:59.175261 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e6977490-536f-4be1-8136-1ff33f8e7ba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:59.177136 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ef687485-6b5e-43ac-8e2f-8c5da0f530e4 req-cb043a1b-9d32-4851-9982-c204bd0f7375 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.58 "GET /v2.0/ports?device_id=94dd6e23-c53e-48ab-804d-40f552dbbe49 HTTP/1.1" status: 200 len: 950 time: 0.4226961 May 03 22:35:59.304955 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ef687485-6b5e-43ac-8e2f-8c5da0f530e4 req-49191d29-1aec-4ba9-8df6-905553eb6308 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a17e325-6527-44ad-85ca-13c2363e901f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267302 May 03 22:35:59.420074 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4c733c3a-f77b-429d-aae0-b7284feac8b6 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:59.434509 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4c733c3a-f77b-429d-aae0-b7284feac8b6 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:59.500961 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e6977490-536f-4be1-8136-1ff33f8e7ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:59.564010 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348e271-dd3a-46c5-bbc4-f3bc449d2211 req-0521237f-87a3-4e71-9391-736c30f65639 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:59.565510 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a348e271-dd3a-46c5-bbc4-f3bc449d2211 req-0521237f-87a3-4e71-9391-736c30f65639 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=36382de9-1268-4cef-9d16-cf77770a9c08 HTTP/1.1" status: 200 len: 945 time: 0.2227938 May 03 22:35:59.578063 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4c733c3a-f77b-429d-aae0-b7284feac8b6 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:59.588179 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c733c3a-f77b-429d-aae0-b7284feac8b6 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Pushing event updated for resources: {'Port': ['ID=184cdbf9-b463-40f7-a0b3-0aa593030362,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:59.626612 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6977490-536f-4be1-8136-1ff33f8e7ba9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee5d7c1b-17ff-4e34-bd5c-ac1da2d448b8,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:35:59.637322 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6977490-536f-4be1-8136-1ff33f8e7ba9 admin admin] Checking segment: {'id': '69f9ec2a-81e7-4f17-8ce7-466cada3b85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:35:59.637693 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6977490-536f-4be1-8136-1ff33f8e7ba9 admin admin] Network hostable DHCP agents. Network: 83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:35:59.673402 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6977490-536f-4be1-8136-1ff33f8e7ba9 admin admin] Network 83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:35:59.684859 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a348e271-dd3a-46c5-bbc4-f3bc449d2211 req-e39c3d69-2566-4585-a80e-9f144b3ff3e2 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975070 May 03 22:35:59.694027 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-e6977490-536f-4be1-8136-1ff33f8e7ba9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:35:59.700659 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6977490-536f-4be1-8136-1ff33f8e7ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:35:59.702632 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e6977490-536f-4be1-8136-1ff33f8e7ba9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:59.703849 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb8ab3a-e658-41e1-ac3c-64ac4f0e5a75 None None] Network 83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:35:59.750241 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e6977490-536f-4be1-8136-1ff33f8e7ba9 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7354887 May 03 22:35:59.750841 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37734) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:35:59.765990 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-149ad319-36ce-4a74-92a6-fea49c1cece6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2050334035-router', 'tenant_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:35:59.779303 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-149ad319-36ce-4a74-92a6-fea49c1cece6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:35:59.823895 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-149ad319-36ce-4a74-92a6-fea49c1cece6 admin admin] Usage tracker for resource:router and tenant:1eb5e8514a904f2db24d00ebe09ac3d4 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:35:59.828503 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-149ad319-36ce-4a74-92a6-fea49c1cece6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:35:59.836898 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-149ad319-36ce-4a74-92a6-fea49c1cece6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:35:59.853088 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-149ad319-36ce-4a74-92a6-fea49c1cece6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:59.856129 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-149ad319-36ce-4a74-92a6-fea49c1cece6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:59.880846 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-149ad319-36ce-4a74-92a6-fea49c1cece6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:35:59.971119 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c733c3a-f77b-429d-aae0-b7284feac8b6 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Network d3a8bcfb-cabd-4a9e-971e-26de469b8f93 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:35:59.972524 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-4c733c3a-f77b-429d-aae0-b7284feac8b6 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:36:00.029015 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1683817d-d045-43fd-8274-f14b3ac67652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c', 'network_id': '83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c', 'tenant_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'fixed_ips': [{'subnet_id': 'ee5d7c1b-17ff-4e34-bd5c-ac1da2d448b8'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:36:00.030063 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1683817d-d045-43fd-8274-f14b3ac67652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:00.318279 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-149ad319-36ce-4a74-92a6-fea49c1cece6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:00.477801 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c733c3a-f77b-429d-aae0-b7284feac8b6 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Router f6614641-9b3a-4c4a-8371-b06f288b8f22 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:36:00.502251 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f6f0f765-9d0a-46ff-9edf-668b7966cfb7 None None] Provisioning complete for port 184cdbf9-b463-40f7-a0b3-0aa593030362 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:36:00.502627 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f6f0f765-9d0a-46ff-9edf-668b7966cfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:00.612170 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-1683817d-d045-43fd-8274-f14b3ac67652 None None] Allocated IP 172.20.0.2 (83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c/ee5d7c1b-17ff-4e34-bd5c-ac1da2d448b8/8e9c5d20-68d3-4e9c-8e0c-ec9fce4b828d) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:36:00.667090 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f6f0f765-9d0a-46ff-9edf-668b7966cfb7 None None] Port 184cdbf9-b463-40f7-a0b3-0aa593030362 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:36:00.916351 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82f1f6-b153-4413-bea5-715933673a99 req-d18bc278-55e2-437c-a9d9-f946bee5f8f8 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:00.920449 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ae82f1f6-b153-4413-bea5-715933673a99 req-d18bc278-55e2-437c-a9d9-f946bee5f8f8 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 945 time: 0.4336178 May 03 22:36:00.979068 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1683817d-d045-43fd-8274-f14b3ac67652 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:00.986261 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c733c3a-f77b-429d-aae0-b7284feac8b6 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:36:00.992795 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-149ad319-36ce-4a74-92a6-fea49c1cece6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:00.996634 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e4bc8-6a9a-4e22-8bfe-b15a3e40c9c1 req-064bcb31-7e83-48d1-9cb3-31f577ca694f tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:01.003568 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f188bf85-b5ca-477d-86a6-4cf99b416967 None None] Sync routers for ids ['f6614641-9b3a-4c4a-8371-b06f288b8f22'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:36:01.003749 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e45e4bc8-6a9a-4e22-8bfe-b15a3e40c9c1 req-064bcb31-7e83-48d1-9cb3-31f577ca694f tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.58 "GET /v2.0/ports?device_id=94dd6e23-c53e-48ab-804d-40f552dbbe49 HTTP/1.1" status: 200 len: 950 time: 0.3843124 May 03 22:36:01.011042 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1683817d-d045-43fd-8274-f14b3ac67652 None None] Transition to ACTIVE for port object 8e9c5d20-68d3-4e9c-8e0c-ec9fce4b828d will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:36:01.039794 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-149ad319-36ce-4a74-92a6-fea49c1cece6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:01.045417 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1683817d-d045-43fd-8274-f14b3ac67652 None None] Transition to ACTIVE for port object 8e9c5d20-68d3-4e9c-8e0c-ec9fce4b828d will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:36:01.049372 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4c733c3a-f77b-429d-aae0-b7284feac8b6 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] 10.222.0.58 "PUT /v2.0/routers/f6614641-9b3a-4c4a-8371-b06f288b8f22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3261516 May 03 22:36:01.052855 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ae82f1f6-b153-4413-bea5-715933673a99 req-ec51fcc8-68a0-4b9f-a4ba-8b95e52c0e2e tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136975 May 03 22:36:01.053201 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37766) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:01.072718 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-a4948974-b23e-44fa-b686-7659de184d77 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Request body: {'port': {'network_id': 'd3a8bcfb-cabd-4a9e-971e-26de469b8f93', 'name': 'tempest-FloatingIPAdminTestJSON-1580056115'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:36:01.084393 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f188bf85-b5ca-477d-86a6-4cf99b416967 None None] Routers {'f6614641-9b3a-4c4a-8371-b06f288b8f22'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:36:01.084393 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f188bf85-b5ca-477d-86a6-4cf99b416967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:35:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['f6614641-9b3a-4c4a-8371-b06f288b8f22'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:01.184073 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e45e4bc8-6a9a-4e22-8bfe-b15a3e40c9c1 req-60802560-8f6f-48c8-8e7b-bee7264833d8 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a17e325-6527-44ad-85ca-13c2363e901f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791749 May 03 22:36:01.203277 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37770) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:01.251358 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1683817d-d045-43fd-8274-f14b3ac67652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:01.342048 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-149ad319-36ce-4a74-92a6-fea49c1cece6 admin admin] Allocated IP 172.25.2.206 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/9201f00e-062f-444f-bd2e-77d497bd9be3) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:36:01.350754 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683817d-d045-43fd-8274-f14b3ac67652 None None] Pushing event updated for resources: {'Port': ['ID=8e9c5d20-68d3-4e9c-8e0c-ec9fce4b828d,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:01.364032 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f188bf85-b5ca-477d-86a6-4cf99b416967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:01.384159 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1683817d-d045-43fd-8274-f14b3ac67652 None None] Network 83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:36:01.387077 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-1683817d-d045-43fd-8274-f14b3ac67652 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:36:01.390439 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1683817d-d045-43fd-8274-f14b3ac67652 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:36:01.441009 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f188bf85-b5ca-477d-86a6-4cf99b416967 None None] Routers {'f6614641-9b3a-4c4a-8371-b06f288b8f22'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:36:01.441778 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f188bf85-b5ca-477d-86a6-4cf99b416967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:35:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['f6614641-9b3a-4c4a-8371-b06f288b8f22'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:01.481564 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-264b13e2-3729-4fc8-983e-1222e546ab55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:01.516317 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-149ad319-36ce-4a74-92a6-fea49c1cece6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:01.542719 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-264b13e2-3729-4fc8-983e-1222e546ab55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:36:01.547738 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-264b13e2-3729-4fc8-983e-1222e546ab55 admin admin] Usage tracker for resource:security_group_rule and tenant:bfb897a090a3452a8929ed69abca40ba is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:36:01.550995 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-264b13e2-3729-4fc8-983e-1222e546ab55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:36:01.571155 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-264b13e2-3729-4fc8-983e-1222e546ab55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:36:01.603545 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-149ad319-36ce-4a74-92a6-fea49c1cece6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:01.621578 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f188bf85-b5ca-477d-86a6-4cf99b416967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:01.622040 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f188bf85-b5ca-477d-86a6-4cf99b416967 None None] The sync data for ids ['f6614641-9b3a-4c4a-8371-b06f288b8f22'] in n-d-811807-1 is: [] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:36:01.684984 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-1683817d-d045-43fd-8274-f14b3ac67652 None None] Attempting to bind port 8e9c5d20-68d3-4e9c-8e0c-ec9fce4b828d on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:36:01.686841 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-1683817d-d045-43fd-8274-f14b3ac67652 None None] Attempting to bind port 8e9c5d20-68d3-4e9c-8e0c-ec9fce4b828d by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '69f9ec2a-81e7-4f17-8ce7-466cada3b85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:36:01.687232 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1683817d-d045-43fd-8274-f14b3ac67652 None None] Attempting to bind port 8e9c5d20-68d3-4e9c-8e0c-ec9fce4b828d on network 83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:36:01.694215 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1683817d-d045-43fd-8274-f14b3ac67652 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:36:01.694635 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1683817d-d045-43fd-8274-f14b3ac67652 None None] Checking segment: {'id': '69f9ec2a-81e7-4f17-8ce7-466cada3b85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:36:01.697404 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1683817d-d045-43fd-8274-f14b3ac67652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:01.697526 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1683817d-d045-43fd-8274-f14b3ac67652 None None] Bound using segment: {'id': '69f9ec2a-81e7-4f17-8ce7-466cada3b85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:36:01.698984 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-1683817d-d045-43fd-8274-f14b3ac67652 None None] Bound port: 8e9c5d20-68d3-4e9c-8e0c-ec9fce4b828d, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f9ec2a-81e7-4f17-8ce7-466cada3b85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:36:01.699413 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1683817d-d045-43fd-8274-f14b3ac67652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:01.732895 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-264b13e2-3729-4fc8-983e-1222e546ab55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:01.737746 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149ad319-36ce-4a74-92a6-fea49c1cece6 admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:36:01.741360 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-149ad319-36ce-4a74-92a6-fea49c1cece6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:36:01.752887 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-264b13e2-3729-4fc8-983e-1222e546ab55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:01.754801 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149ad319-36ce-4a74-92a6-fea49c1cece6 admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:36:01.833457 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ad319-36ce-4a74-92a6-fea49c1cece6 admin admin] Pushing event updated for resources: {'Port': ['ID=9201f00e-062f-444f-bd2e-77d497bd9be3,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:01.839413 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b98a86-562c-4084-8a01-bac0fa8041d7 req-8a2ff318-595f-49db-a189-0af5616d2b75 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:01.840909 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-39b98a86-562c-4084-8a01-bac0fa8041d7 req-8a2ff318-595f-49db-a189-0af5616d2b75 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=36382de9-1268-4cef-9d16-cf77770a9c08 HTTP/1.1" status: 200 len: 945 time: 0.6125062 May 03 22:36:01.868763 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-1683817d-d045-43fd-8274-f14b3ac67652 None None] For port 8e9c5d20-68d3-4e9c-8e0c-ec9fce4b828d, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:36:01.872821 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-1683817d-d045-43fd-8274-f14b3ac67652 None None] For port 8e9c5d20-68d3-4e9c-8e0c-ec9fce4b828d, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=8e9c5d20-68d3-4e9c-8e0c-ec9fce4b828d,segment=NetworkSegment(69f9ec2a-81e7-4f17-8ce7-466cada3b85b),segment_id=69f9ec2a-81e7-4f17-8ce7-466cada3b85b)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:36:01.878106 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1683817d-d045-43fd-8274-f14b3ac67652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:01.878575 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a4948974-b23e-44fa-b686-7659de184d77 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:36:01.924330 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a4948974-b23e-44fa-b686-7659de184d77 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Usage tracker for resource:port and tenant:83d2ad77d62b46b58d50605a51c69985 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:36:01.930759 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a4948974-b23e-44fa-b686-7659de184d77 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:36:01.937689 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-264b13e2-3729-4fc8-983e-1222e546ab55 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bfb897a090a3452a8929ed69abca40ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7334003 May 03 22:36:01.938497 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264b13e2-3729-4fc8-983e-1222e546ab55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab2dc11-0d4a-488d-8b0a-d60f75ce29f2,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:01.954453 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37790) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:01.957162 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a4948974-b23e-44fa-b686-7659de184d77 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:36:02.007474 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683817d-d045-43fd-8274-f14b3ac67652 None None] Pushing event updated for resources: {'Port': ['ID=8e9c5d20-68d3-4e9c-8e0c-ec9fce4b828d,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:02.013595 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-39b98a86-562c-4084-8a01-bac0fa8041d7 req-71583042-ebf1-4ddc-906e-9feceed2e896 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388786 May 03 22:36:02.031295 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:36:02.043300 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4948974-b23e-44fa-b686-7659de184d77 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Made reservation on behalf of 83d2ad77d62b46b58d50605a51c69985 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:36:02.043300 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a4948974-b23e-44fa-b686-7659de184d77 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:02.120878 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-a4948974-b23e-44fa-b686-7659de184d77 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] device_id is not set on port 27e59a3f-d1f3-4d5f-9d97-01828997d613 yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:36:02.221556 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d99c8e8e-4515-4eff-971e-afaa98618b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:02.381583 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d99c8e8e-4515-4eff-971e-afaa98618b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:02.578768 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-149ad319-36ce-4a74-92a6-fea49c1cece6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:02.641067 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-a4948974-b23e-44fa-b686-7659de184d77 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Allocated IP 172.20.0.14 (d3a8bcfb-cabd-4a9e-971e-26de469b8f93/ce1e0ea0-ed13-4ba0-85a5-536a4b37169d/27e59a3f-d1f3-4d5f-9d97-01828997d613) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:36:02.714783 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d99c8e8e-4515-4eff-971e-afaa98618b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:02.754131 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2497d5e-9d38-4f2b-b94a-7d6a5935429f req-7280621f-5d9e-40e0-a95f-68b0b330fdc8 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:02.755898 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b2497d5e-9d38-4f2b-b94a-7d6a5935429f req-7280621f-5d9e-40e0-a95f-68b0b330fdc8 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 945 time: 0.5020716 May 03 22:36:02.766548 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c8e8e-4515-4eff-971e-afaa98618b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab2dc11-0d4a-488d-8b0a-d60f75ce29f2,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:02.821503 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d99c8e8e-4515-4eff-971e-afaa98618b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:02.830555 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d99c8e8e-4515-4eff-971e-afaa98618b3a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1ab2dc11-0d4a-488d-8b0a-d60f75ce29f2 HTTP/1.1" status: 204 len: 168 time: 0.8705924 May 03 22:36:02.859454 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a359988-2a56-49fb-9218-e95f34340d6a req-fbb8db39-77db-4d51-81a2-0369bd5bd33d tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:02.860529 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a359988-2a56-49fb-9218-e95f34340d6a req-fbb8db39-77db-4d51-81a2-0369bd5bd33d tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.58 "GET /v2.0/ports?device_id=94dd6e23-c53e-48ab-804d-40f552dbbe49 HTTP/1.1" status: 200 len: 950 time: 0.3152363 May 03 22:36:03.097082 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 8e9c5d20-68d3-4e9c-8e0c-ec9fce4b828d up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:36:03.097640 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-149ad319-36ce-4a74-92a6-fea49c1cece6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:03.208699 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 8e9c5d20-68d3-4e9c-8e0c-ec9fce4b828d completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:36:03.273003 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b2497d5e-9d38-4f2b-b94a-7d6a5935429f req-db5cb9f7-9baa-4216-b9f1-1bdc90a2bdc7 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4895351 May 03 22:36:03.358545 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a359988-2a56-49fb-9218-e95f34340d6a req-dd170d41-842b-4c06-914d-cba29f1a43fd tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a17e325-6527-44ad-85ca-13c2363e901f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4702296 May 03 22:36:03.359099 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37824) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:03.413374 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0b0fe579-561f-4798-b925-51e23a098ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:03.445585 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a4948974-b23e-44fa-b686-7659de184d77 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:03.470212 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-0b0fe579-561f-4798-b925-51e23a098ab0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:36:03.478775 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0b0fe579-561f-4798-b925-51e23a098ab0 admin admin] Usage tracker for resource:security_group_rule and tenant:8c9ec3118fb046409f36c14333520257 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:36:03.483495 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0b0fe579-561f-4798-b925-51e23a098ab0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:36:03.501807 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-0b0fe579-561f-4798-b925-51e23a098ab0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:36:03.528147 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e579fd-a68e-4ca7-8583-966c825b01d4 None None] Network 83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:36:03.545494 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149ad319-36ce-4a74-92a6-fea49c1cece6 admin admin] Router d6b60851-6ef3-4a66-b05f-7bbe9c8b5571 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:36:03.550974 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-a4948974-b23e-44fa-b686-7659de184d77 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Transition to ACTIVE for port object 27e59a3f-d1f3-4d5f-9d97-01828997d613 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:36:03.602887 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c253904-d09c-42ec-9c01-cc17bebd1195 req-e2292f09-495e-4d5c-adf5-b307cb0af567 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:03.605215 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1c253904-d09c-42ec-9c01-cc17bebd1195 req-e2292f09-495e-4d5c-adf5-b307cb0af567 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=36382de9-1268-4cef-9d16-cf77770a9c08 HTTP/1.1" status: 200 len: 945 time: 0.1334438 May 03 22:36:03.630131 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a4948974-b23e-44fa-b686-7659de184d77 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:03.730281 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1c253904-d09c-42ec-9c01-cc17bebd1195 req-c155daa5-ac65-4e02-90b9-4b56547b752b tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167896 May 03 22:36:03.754335 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4948974-b23e-44fa-b686-7659de184d77 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Network d3a8bcfb-cabd-4a9e-971e-26de469b8f93 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:36:03.756190 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-a4948974-b23e-44fa-b686-7659de184d77 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:36:03.766197 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4948974-b23e-44fa-b686-7659de184d77 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:36:03.803746 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4948974-b23e-44fa-b686-7659de184d77 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Pushing event updated for resources: {'Port': ['ID=27e59a3f-d1f3-4d5f-9d97-01828997d613,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:03.820216 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-23cf8888-e0b0-4311-9cd3-ec8614faa7cb None None] Provisioning for port 8e9c5d20-68d3-4e9c-8e0c-ec9fce4b828d completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:36:03.831002 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-23cf8888-e0b0-4311-9cd3-ec8614faa7cb None None] Provisioning complete for port 8e9c5d20-68d3-4e9c-8e0c-ec9fce4b828d triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:36:03.831653 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-23cf8888-e0b0-4311-9cd3-ec8614faa7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:03.865608 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4948974-b23e-44fa-b686-7659de184d77 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:03.866323 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a4948974-b23e-44fa-b686-7659de184d77 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:03.934306 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a4948974-b23e-44fa-b686-7659de184d77 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.8770754 May 03 22:36:03.944915 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37834) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:03.953697 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0b0fe579-561f-4798-b925-51e23a098ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:03.974425 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0b0fe579-561f-4798-b925-51e23a098ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:04.035080 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0b0fe579-561f-4798-b925-51e23a098ab0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8c9ec3118fb046409f36c14333520257&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6746714 May 03 22:36:04.038777 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37840) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:04.046121 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0fe579-561f-4798-b925-51e23a098ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9981310-f486-4aec-bf67-8b9eaf01ae80,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:04.097386 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-23cf8888-e0b0-4311-9cd3-ec8614faa7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:04.112200 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149ad319-36ce-4a74-92a6-fea49c1cece6 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:36:04.128906 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f659946-f7e7-4ffb-8988-f396caeb7a79 None None] Sync routers for ids ['d6b60851-6ef3-4a66-b05f-7bbe9c8b5571'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:36:04.153685 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f659946-f7e7-4ffb-8988-f396caeb7a79 None None] Routers {'d6b60851-6ef3-4a66-b05f-7bbe9c8b5571'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:36:04.154393 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-23cf8888-e0b0-4311-9cd3-ec8614faa7cb None None] For port 8e9c5d20-68d3-4e9c-8e0c-ec9fce4b828d, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=8e9c5d20-68d3-4e9c-8e0c-ec9fce4b828d,segment=NetworkSegment(69f9ec2a-81e7-4f17-8ce7-466cada3b85b),segment_id=69f9ec2a-81e7-4f17-8ce7-466cada3b85b)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:36:04.155049 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-7f659946-f7e7-4ffb-8988-f396caeb7a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:35:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['d6b60851-6ef3-4a66-b05f-7bbe9c8b5571'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:04.161001 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-774a105d-6024-48c0-bf9a-f70d5a033536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:04.162687 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-149ad319-36ce-4a74-92a6-fea49c1cece6 admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:04.164471 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-149ad319-36ce-4a74-92a6-fea49c1cece6 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4120264 May 03 22:36:04.166284 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-23cf8888-e0b0-4311-9cd3-ec8614faa7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:04.167725 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37848) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:04.266907 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-774a105d-6024-48c0-bf9a-f70d5a033536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:04.361773 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-04412ded-5344-4cb4-a6fd-d94706cb14b8 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'project_id': '83d2ad77d62b46b58d50605a51c69985', 'port_id': '27e59a3f-d1f3-4d5f-9d97-01828997d613'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:36:04.367429 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e61b2b63-9046-445c-85d7-12129dee40d8 None None] Provisioning for port 27e59a3f-d1f3-4d5f-9d97-01828997d613 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:36:04.369243 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-04412ded-5344-4cb4-a6fd-d94706cb14b8 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:36:04.374058 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-04412ded-5344-4cb4-a6fd-d94706cb14b8 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Usage tracker for resource:floatingip and tenant:83d2ad77d62b46b58d50605a51c69985 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:36:04.378157 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-04412ded-5344-4cb4-a6fd-d94706cb14b8 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:36:04.383867 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e61b2b63-9046-445c-85d7-12129dee40d8 None None] Provisioning complete for port 27e59a3f-d1f3-4d5f-9d97-01828997d613 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:36:04.384616 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e61b2b63-9046-445c-85d7-12129dee40d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:04.387189 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-04412ded-5344-4cb4-a6fd-d94706cb14b8 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:36:04.415413 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-04412ded-5344-4cb4-a6fd-d94706cb14b8 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:04.433994 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-774a105d-6024-48c0-bf9a-f70d5a033536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:04.458024 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a105d-6024-48c0-bf9a-f70d5a033536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9981310-f486-4aec-bf67-8b9eaf01ae80,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:04.467138 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-774a105d-6024-48c0-bf9a-f70d5a033536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:04.469057 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-774a105d-6024-48c0-bf9a-f70d5a033536 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e9981310-f486-4aec-bf67-8b9eaf01ae80 HTTP/1.1" status: 204 len: 168 time: 0.4289811 May 03 22:36:04.500174 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf8888-e0b0-4311-9cd3-ec8614faa7cb None None] Pushing event updated for resources: {'Port': ['ID=8e9c5d20-68d3-4e9c-8e0c-ec9fce4b828d,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:04.527423 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e61b2b63-9046-445c-85d7-12129dee40d8 None None] Port 27e59a3f-d1f3-4d5f-9d97-01828997d613 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:36:04.610733 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-7f659946-f7e7-4ffb-8988-f396caeb7a79 None None] Set router d6b60851-6ef3-4a66-b05f-7bbe9c8b5571 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:36:04.650473 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-27033846-1d00-4497-af02-9b48e383d086 None None] Provisioning complete for port 8e9c5d20-68d3-4e9c-8e0c-ec9fce4b828d triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:36:04.651793 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-27033846-1d00-4497-af02-9b48e383d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:05.007007 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758c03d-fff8-4daf-a3dc-e55d1e5ea1fd req-0ea765dd-86e4-4a66-80e9-6b2fca68e879 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:05.022725 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4758c03d-fff8-4daf-a3dc-e55d1e5ea1fd req-0ea765dd-86e4-4a66-80e9-6b2fca68e879 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 945 time: 0.3501027 May 03 22:36:05.040410 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 8e9c5d20-68d3-4e9c-8e0c-ec9fce4b828d up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:36:05.063697 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13706d5e-77b2-41c6-b3d7-7ff755fc0e8a req-adb65c6c-c684-4902-9344-98aaca2ed402 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:05.064657 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-13706d5e-77b2-41c6-b3d7-7ff755fc0e8a req-adb65c6c-c684-4902-9344-98aaca2ed402 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Synchronizing usage tracker for tenant:22a82f5448f248d58a62b81b48f9243b on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:36:05.085520 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d048b-9238-4e62-8cec-37759b1466b8 req-b4d70e2d-b2c9-4220-9613-c48d751dfb09 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:05.090362 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5a1d048b-9238-4e62-8cec-37759b1466b8 req-b4d70e2d-b2c9-4220-9613-c48d751dfb09 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.58 "GET /v2.0/ports?device_id=94dd6e23-c53e-48ab-804d-40f552dbbe49 HTTP/1.1" status: 200 len: 950 time: 0.4317281 May 03 22:36:05.137831 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-04412ded-5344-4cb4-a6fd-d94706cb14b8 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:05.153244 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-13706d5e-77b2-41c6-b3d7-7ff755fc0e8a req-adb65c6c-c684-4902-9344-98aaca2ed402 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Unset dirty status for tenant:22a82f5448f248d58a62b81b48f9243b on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:36:05.154521 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-13706d5e-77b2-41c6-b3d7-7ff755fc0e8a req-adb65c6c-c684-4902-9344-98aaca2ed402 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.60 "GET /v2.0/ports?device_id=94dd6e23-c53e-48ab-804d-40f552dbbe49 HTTP/1.1" status: 200 len: 950 time: 0.7075245 May 03 22:36:05.195559 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 8e9c5d20-68d3-4e9c-8e0c-ec9fce4b828d triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:36:05.196188 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:05.253366 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-7f659946-f7e7-4ffb-8988-f396caeb7a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'name': 'tempest-ServersTestManualDisk-2050334035-router', 'tenant_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '9201f00e-062f-444f-bd2e-77d497bd9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:35:59Z', 'updated_at': '2022-05-03T22:36:02Z', 'revision_number': 3, 'project_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'gw_port': {'id': '9201f00e-062f-444f-bd2e-77d497bd9be3', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:36:01Z', 'updated_at': '2022-05-03T22:36:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:05.265433 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f659946-f7e7-4ffb-8988-f396caeb7a79 None None] Checking router: d6b60851-6ef3-4a66-b05f-7bbe9c8b5571 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:36:05.266866 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f659946-f7e7-4ffb-8988-f396caeb7a79 None None] Updating router d6b60851-6ef3-4a66-b05f-7bbe9c8b5571 port 9201f00e-062f-444f-bd2e-77d497bd9be3 binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:36:05.332133 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-04412ded-5344-4cb4-a6fd-d94706cb14b8 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Allocated IP 172.25.2.7 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/4b4187fc-14a3-4dc6-8c47-cae922efa22f) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:36:05.406909 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7f659946-f7e7-4ffb-8988-f396caeb7a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:05.467155 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4758c03d-fff8-4daf-a3dc-e55d1e5ea1fd req-2d213c9d-2284-4da0-8827-6ecaa998d73d tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433196 May 03 22:36:05.467656 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-13706d5e-77b2-41c6-b3d7-7ff755fc0e8a req-f19a3414-6eaf-47ea-8ea3-d7f8bf2cd5d0 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Deleting port 9da38257-82e8-4235-b282-baf0f731bf42 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:36:05.467772 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-13706d5e-77b2-41c6-b3d7-7ff755fc0e8a req-f19a3414-6eaf-47ea-8ea3-d7f8bf2cd5d0 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:05.558317 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5a1d048b-9238-4e62-8cec-37759b1466b8 req-328c7605-e170-4c4e-ab25-c977cdf3d889 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a17e325-6527-44ad-85ca-13c2363e901f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4517808 May 03 22:36:05.633642 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-04412ded-5344-4cb4-a6fd-d94706cb14b8 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:05.705964 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-04412ded-5344-4cb4-a6fd-d94706cb14b8 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:05.918691 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04412ded-5344-4cb4-a6fd-d94706cb14b8 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:36:05.962379 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-04412ded-5344-4cb4-a6fd-d94706cb14b8 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:36:05.976176 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04412ded-5344-4cb4-a6fd-d94706cb14b8 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:36:06.010402 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04412ded-5344-4cb4-a6fd-d94706cb14b8 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Pushing event updated for resources: {'Port': ['ID=4b4187fc-14a3-4dc6-8c47-cae922efa22f,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:06.028213 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7f659946-f7e7-4ffb-8988-f396caeb7a79 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:06.052040 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-7f659946-f7e7-4ffb-8988-f396caeb7a79 None None] Transition to ACTIVE for port object 9201f00e-062f-444f-bd2e-77d497bd9be3 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:36:06.061323 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7f659946-f7e7-4ffb-8988-f396caeb7a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:06.162574 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f996f56-6c94-4347-b3a3-cbee8c1af28a req-6e5a3c1b-5079-44f4-9075-eed6666d1893 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:06.165050 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59c5ccfe-6652-4373-bb43-024262da1bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:06.170891 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3f996f56-6c94-4347-b3a3-cbee8c1af28a req-6e5a3c1b-5079-44f4-9075-eed6666d1893 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=36382de9-1268-4cef-9d16-cf77770a9c08 HTTP/1.1" status: 200 len: 945 time: 0.3775434 May 03 22:36:06.202455 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-7f659946-f7e7-4ffb-8988-f396caeb7a79 None None] Attempting to bind port 9201f00e-062f-444f-bd2e-77d497bd9be3 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:36:06.203153 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-7f659946-f7e7-4ffb-8988-f396caeb7a79 None None] Attempting to bind port 9201f00e-062f-444f-bd2e-77d497bd9be3 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:36:06.203760 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f659946-f7e7-4ffb-8988-f396caeb7a79 None None] Attempting to bind port 9201f00e-062f-444f-bd2e-77d497bd9be3 on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:36:06.209956 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56401d-dcb7-46b4-8a76-49b54e4c26b2 None None] Pushing event updated for resources: {'Port': ['ID=9201f00e-062f-444f-bd2e-77d497bd9be3,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:06.221264 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f659946-f7e7-4ffb-8988-f396caeb7a79 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:36:06.222544 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f659946-f7e7-4ffb-8988-f396caeb7a79 None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:36:06.223265 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7f659946-f7e7-4ffb-8988-f396caeb7a79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:06.224007 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f659946-f7e7-4ffb-8988-f396caeb7a79 None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:36:06.225890 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-7f659946-f7e7-4ffb-8988-f396caeb7a79 None None] Bound port: 9201f00e-062f-444f-bd2e-77d497bd9be3, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:36:06.227257 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7f659946-f7e7-4ffb-8988-f396caeb7a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:06.268516 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3f996f56-6c94-4347-b3a3-cbee8c1af28a req-cc29ed4d-b3a3-4cd6-b0ed-44cb1bb2ac1d tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966864 May 03 22:36:06.293331 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e56401d-dcb7-46b4-8a76-49b54e4c26b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:06.294326 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e56401d-dcb7-46b4-8a76-49b54e4c26b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:06.295370 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e56401d-dcb7-46b4-8a76-49b54e4c26b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:06.296397 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e56401d-dcb7-46b4-8a76-49b54e4c26b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:06.296807 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e56401d-dcb7-46b4-8a76-49b54e4c26b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:06.297282 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e56401d-dcb7-46b4-8a76-49b54e4c26b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:06.297602 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e56401d-dcb7-46b4-8a76-49b54e4c26b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:06.298025 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e56401d-dcb7-46b4-8a76-49b54e4c26b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:06.298878 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e56401d-dcb7-46b4-8a76-49b54e4c26b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:06.299283 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e56401d-dcb7-46b4-8a76-49b54e4c26b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:06.299763 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e56401d-dcb7-46b4-8a76-49b54e4c26b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:06.300151 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e56401d-dcb7-46b4-8a76-49b54e4c26b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:06.356937 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-7f659946-f7e7-4ffb-8988-f396caeb7a79 None None] For port 9201f00e-062f-444f-bd2e-77d497bd9be3, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:36:06.361406 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-7f659946-f7e7-4ffb-8988-f396caeb7a79 None None] For port 9201f00e-062f-444f-bd2e-77d497bd9be3, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=9201f00e-062f-444f-bd2e-77d497bd9be3,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:36:06.368207 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7f659946-f7e7-4ffb-8988-f396caeb7a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:06.592350 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-13706d5e-77b2-41c6-b3d7-7ff755fc0e8a req-f19a3414-6eaf-47ea-8ea3-d7f8bf2cd5d0 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] For port 9da38257-82e8-4235-b282-baf0f731bf42, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=9da38257-82e8-4235-b282-baf0f731bf42,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:36:06.592350 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-13706d5e-77b2-41c6-b3d7-7ff755fc0e8a req-f19a3414-6eaf-47ea-8ea3-d7f8bf2cd5d0 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:06.663783 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56401d-dcb7-46b4-8a76-49b54e4c26b2 None None] Pushing event updated for resources: {'Port': ['ID=9201f00e-062f-444f-bd2e-77d497bd9be3,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:06.675507 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f659946-f7e7-4ffb-8988-f396caeb7a79 None None] Routers {'d6b60851-6ef3-4a66-b05f-7bbe9c8b5571'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:36:06.676139 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-7f659946-f7e7-4ffb-8988-f396caeb7a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:35:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['d6b60851-6ef3-4a66-b05f-7bbe9c8b5571'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:06.929031 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-13706d5e-77b2-41c6-b3d7-7ff755fc0e8a req-f19a3414-6eaf-47ea-8ea3-d7f8bf2cd5d0 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Calling delete_port for 9da38257-82e8-4235-b282-baf0f731bf42 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:36:06.977868 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-7f659946-f7e7-4ffb-8988-f396caeb7a79 None None] Set router d6b60851-6ef3-4a66-b05f-7bbe9c8b5571 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:36:07.085410 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc231007-71f2-477c-ad23-3d63971d85bb req-8d5685eb-35e0-44f1-a9aa-0b28632b3355 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:07.086917 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bc231007-71f2-477c-ad23-3d63971d85bb req-8d5685eb-35e0-44f1-a9aa-0b28632b3355 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 945 time: 0.2687657 May 03 22:36:07.131360 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24be8df-de6a-4992-aa83-66347c0da10e req-82271c19-cd5f-4743-89c4-a66eb7093982 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:07.132849 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f24be8df-de6a-4992-aa83-66347c0da10e req-82271c19-cd5f-4743-89c4-a66eb7093982 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.58 "GET /v2.0/ports?device_id=94dd6e23-c53e-48ab-804d-40f552dbbe49 HTTP/1.1" status: 200 len: 950 time: 0.3135777 May 03 22:36:07.169465 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-59c5ccfe-6652-4373-bb43-024262da1bce admin admin] Allocated IP 172.20.0.1 (83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c/ee5d7c1b-17ff-4e34-bd5c-ac1da2d448b8/43cb732e-42e0-499b-84b4-2a7f19039c84) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:36:07.170556 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bc231007-71f2-477c-ad23-3d63971d85bb req-d8912574-39a9-4edf-ad6b-0f6007127e82 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736773 May 03 22:36:07.238304 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f24be8df-de6a-4992-aa83-66347c0da10e req-2ad60668-a719-418e-af86-f210839efce7 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.58 "GET /v2.0/security-groups?id=5a17e325-6527-44ad-85ca-13c2363e901f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787449 May 03 22:36:07.344669 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-04412ded-5344-4cb4-a6fd-d94706cb14b8 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:07.470435 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-7f659946-f7e7-4ffb-8988-f396caeb7a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'name': 'tempest-ServersTestManualDisk-2050334035-router', 'tenant_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '9201f00e-062f-444f-bd2e-77d497bd9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:35:59Z', 'updated_at': '2022-05-03T22:36:02Z', 'revision_number': 3, 'project_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'gw_port': {'id': '9201f00e-062f-444f-bd2e-77d497bd9be3', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:36:01Z', 'updated_at': '2022-05-03T22:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:07.475633 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f659946-f7e7-4ffb-8988-f396caeb7a79 None None] The sync data for ids ['d6b60851-6ef3-4a66-b05f-7bbe9c8b5571'] in n-d-811807-1 is: [{'id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'name': 'tempest-ServersTestManualDisk-2050334035-router', 'tenant_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '9201f00e-062f-444f-bd2e-77d497bd9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:35:59Z', 'updated_at': '2022-05-03T22:36:02Z', 'revision_number': 3, 'project_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'gw_port': {'id': '9201f00e-062f-444f-bd2e-77d497bd9be3', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:36:01Z', 'updated_at': '2022-05-03T22:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:36:07.631360 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-04412ded-5344-4cb4-a6fd-d94706cb14b8 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:07.664354 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b9bf6-7160-4759-903f-a88cbd183c90 req-d077eaf6-f66f-4c07-a3f7-cbdc4cf2cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:07.665838 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-db8b9bf6-7160-4759-903f-a88cbd183c90 req-d077eaf6-f66f-4c07-a3f7-cbdc4cf2cf05 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=36382de9-1268-4cef-9d16-cf77770a9c08 HTTP/1.1" status: 200 len: 1096 time: 0.5658662 May 03 22:36:07.719158 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59c5ccfe-6652-4373-bb43-024262da1bce admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:07.768183 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-13706d5e-77b2-41c6-b3d7-7ff755fc0e8a req-f19a3414-6eaf-47ea-8ea3-d7f8bf2cd5d0 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:07.773080 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-59c5ccfe-6652-4373-bb43-024262da1bce admin admin] Transition to ACTIVE for port object 43cb732e-42e0-499b-84b4-2a7f19039c84 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:36:07.825530 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-db8b9bf6-7160-4759-903f-a88cbd183c90 req-20226d4f-dc2b-4335-b484-7f163e792561 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440048 May 03 22:36:07.844241 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a3414-6eaf-47ea-8ea3-d7f8bf2cd5d0 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Pushing event deleted for resources: {'Port': ['ID=9da38257-82e8-4235-b282-baf0f731bf42,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:07.898450 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc09d13-5d88-4c7a-bb7b-7e6e95f49151 req-0a0a8385-34ad-4e12-95dc-39b160ed4248 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:07.905694 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ecc09d13-5d88-4c7a-bb7b-7e6e95f49151 req-0a0a8385-34ad-4e12-95dc-39b160ed4248 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=36382de9-1268-4cef-9d16-cf77770a9c08 HTTP/1.1" status: 200 len: 945 time: 0.4182034 May 03 22:36:07.913913 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 9da38257-82e8-4235-b282-baf0f731bf42 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:36:07.969270 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 9da38257-82e8-4235-b282-baf0f731bf42 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:36:07.969986 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 9da38257-82e8-4235-b282-baf0f731bf42 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:36:08.055696 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-13706d5e-77b2-41c6-b3d7-7ff755fc0e8a req-f19a3414-6eaf-47ea-8ea3-d7f8bf2cd5d0 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] No DVR routers for this DVR port 9da38257-82e8-4235-b282-baf0f731bf42 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:36:08.062951 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-13706d5e-77b2-41c6-b3d7-7ff755fc0e8a req-f19a3414-6eaf-47ea-8ea3-d7f8bf2cd5d0 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:08.067899 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94dd6e23-c53e-48ab-804d-40f552dbbe49', 'name': 'network-vif-deleted', 'tag': '9da38257-82e8-4235-b282-baf0f731bf42'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:36:08.126181 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-13706d5e-77b2-41c6-b3d7-7ff755fc0e8a req-f19a3414-6eaf-47ea-8ea3-d7f8bf2cd5d0 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.60 "DELETE /v2.0/ports/9da38257-82e8-4235-b282-baf0f731bf42 HTTP/1.1" status: 204 len: 173 time: 2.9626369 May 03 22:36:08.152849 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59c5ccfe-6652-4373-bb43-024262da1bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:08.229587 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ecc09d13-5d88-4c7a-bb7b-7e6e95f49151 req-c4f77eeb-3789-4c85-8c41-57904b812f10 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783206 May 03 22:36:08.300394 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922437e9-e836-4b2f-95a8-96c2b1adca9d req-b4f69c3b-d0a6-41c6-bc6c-51676b95ba8a tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:08.301957 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-922437e9-e836-4b2f-95a8-96c2b1adca9d req-b4f69c3b-d0a6-41c6-bc6c-51676b95ba8a tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 945 time: 0.5151737 May 03 22:36:08.346580 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-04412ded-5344-4cb4-a6fd-d94706cb14b8 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:08.373765 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-04412ded-5344-4cb4-a6fd-d94706cb14b8 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:08.397939 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6b06ea1-7bf4-4e20-8991-ebe734325694'] response: {'server_uuid': '94dd6e23-c53e-48ab-804d-40f552dbbe49', 'name': 'network-vif-deleted', 'tag': '9da38257-82e8-4235-b282-baf0f731bf42', 'status': 'completed', 'code': 200} May 03 22:36:08.402312 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c5ccfe-6652-4373-bb43-024262da1bce admin admin] Network 83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:36:08.426538 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-59c5ccfe-6652-4373-bb43-024262da1bce admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:36:08.443647 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c5ccfe-6652-4373-bb43-024262da1bce admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:36:08.612605 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59c5ccfe-6652-4373-bb43-024262da1bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:08.624739 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5ccfe-6652-4373-bb43-024262da1bce admin admin] Pushing event updated for resources: {'Port': ['ID=43cb732e-42e0-499b-84b4-2a7f19039c84,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:08.633646 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-922437e9-e836-4b2f-95a8-96c2b1adca9d req-761101ec-c85c-4bf3-925d-2d4c32b0a9a6 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172171 May 03 22:36:08.836293 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-04412ded-5344-4cb4-a6fd-d94706cb14b8 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:08.866508 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59c5ccfe-6652-4373-bb43-024262da1bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:08.959157 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-02e103d3-ae71-4d89-bc91-29f30abb488e None None] Provisioning for port 43cb732e-42e0-499b-84b4-2a7f19039c84 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:36:08.969368 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-02e103d3-ae71-4d89-bc91-29f30abb488e None None] Provisioning complete for port 43cb732e-42e0-499b-84b4-2a7f19039c84 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:36:08.971379 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-02e103d3-ae71-4d89-bc91-29f30abb488e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:09.151506 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 9201f00e-062f-444f-bd2e-77d497bd9be3 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:36:09.244329 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c6b44212-1f48-42cb-92a5-a638bd2044ce req-021e03ee-f99e-45ec-be90-04afa7519232 tempest-TenantUsagesTestJSON-512802436 tempest-TenantUsagesTestJSON-512802436-project] 10.222.0.58 "GET /v2.0/ports?device_id=94dd6e23-c53e-48ab-804d-40f552dbbe49 HTTP/1.1" status: 200 len: 210 time: 0.5645599 May 03 22:36:09.277123 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04412ded-5344-4cb4-a6fd-d94706cb14b8 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Pushing event updated for resources: {'Port': ['ID=4b4187fc-14a3-4dc6-8c47-cae922efa22f,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:09.371658 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-04412ded-5344-4cb4-a6fd-d94706cb14b8 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Floating IP 8b07b819-209d-4dda-8b07-711b25a8fb06 associated. External IP: 172.25.2.7, port: 27e59a3f-d1f3-4d5f-9d97-01828997d613. May 03 22:36:09.407478 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38012) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:09.410469 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-02e103d3-ae71-4d89-bc91-29f30abb488e None None] Port 43cb732e-42e0-499b-84b4-2a7f19039c84 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:36:09.417376 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 9201f00e-062f-444f-bd2e-77d497bd9be3 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:36:09.427195 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 9201f00e-062f-444f-bd2e-77d497bd9be3 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:36:09.427920 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:09.492759 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59c5ccfe-6652-4373-bb43-024262da1bce admin admin] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:09.502243 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59c5ccfe-6652-4373-bb43-024262da1bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:09.628531 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:09.649815 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 9201f00e-062f-444f-bd2e-77d497bd9be3, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=9201f00e-062f-444f-bd2e-77d497bd9be3,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:36:09.660291 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:09.667262 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59c5ccfe-6652-4373-bb43-024262da1bce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:09.672425 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5ccfe-6652-4373-bb43-024262da1bce admin admin] Pushing event updated for resources: {'Port': ['ID=43cb732e-42e0-499b-84b4-2a7f19039c84,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:09.692560 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ccc78d-c43b-4a3b-a076-0feb1576aa0c req-ff657240-1ecf-4820-9a5d-b751ebc27676 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:09.700287 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b1ccc78d-c43b-4a3b-a076-0feb1576aa0c req-ff657240-1ecf-4820-9a5d-b751ebc27676 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 945 time: 0.6086607 May 03 22:36:09.726668 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-15a87cae-2d86-40aa-ade8-ef21304ad667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:09.745672 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-15a87cae-2d86-40aa-ade8-ef21304ad667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:36:09.749688 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-15a87cae-2d86-40aa-ade8-ef21304ad667 admin admin] Usage tracker for resource:security_group_rule and tenant:d35be70669f041c88bdedf8aee9b062d is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:36:09.752659 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-15a87cae-2d86-40aa-ade8-ef21304ad667 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:36:09.758892 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-15a87cae-2d86-40aa-ade8-ef21304ad667 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:36:09.769414 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=9201f00e-062f-444f-bd2e-77d497bd9be3,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:09.776689 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b1ccc78d-c43b-4a3b-a076-0feb1576aa0c req-c1936e58-6754-4332-af84-4fc7645c0293 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747399 May 03 22:36:10.004044 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c5ccfe-6652-4373-bb43-024262da1bce admin admin] Network 83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:36:10.008180 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-59c5ccfe-6652-4373-bb43-024262da1bce admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:36:10.019744 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-15a87cae-2d86-40aa-ade8-ef21304ad667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:10.249242 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-15a87cae-2d86-40aa-ade8-ef21304ad667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:10.273301 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df919984-e112-49a7-9df9-329883f0c77d req-2d6da1cf-ff04-4599-acdb-bafdfa71f824 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:10.284442 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-df919984-e112-49a7-9df9-329883f0c77d req-2d6da1cf-ff04-4599-acdb-bafdfa71f824 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=36382de9-1268-4cef-9d16-cf77770a9c08 HTTP/1.1" status: 200 len: 945 time: 0.8164501 May 03 22:36:10.376990 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-15a87cae-2d86-40aa-ade8-ef21304ad667 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d35be70669f041c88bdedf8aee9b062d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9661269 May 03 22:36:10.385008 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38034) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:10.421190 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a87cae-2d86-40aa-ade8-ef21304ad667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bab2c08-209e-482b-b8e8-057eefc09eff,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:10.439656 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2a72e349-152c-47d5-8a86-70406aaaab38 None None] Provisioning complete for port 43cb732e-42e0-499b-84b4-2a7f19039c84 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:36:10.439656 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2a72e349-152c-47d5-8a86-70406aaaab38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:10.459338 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-df919984-e112-49a7-9df9-329883f0c77d req-509ed516-2710-45a5-8fad-fa9ae25aa65b tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737480 May 03 22:36:10.489012 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c5ccfe-6652-4373-bb43-024262da1bce admin admin] Router d6b60851-6ef3-4a66-b05f-7bbe9c8b5571 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:36:10.538920 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04412ded-5344-4cb4-a6fd-d94706cb14b8 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Router f6614641-9b3a-4c4a-8371-b06f288b8f22 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:36:10.555341 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-2a72e349-152c-47d5-8a86-70406aaaab38 None None] Port 43cb732e-42e0-499b-84b4-2a7f19039c84 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:36:10.610337 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-87848be9-155f-450a-aa7e-96e219459b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:10.656795 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9adc468-0ddd-456b-9027-dad384e0bf6a req-09a655ce-915b-485e-a511-29a2d5341296 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:10.658934 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9adc468-0ddd-456b-9027-dad384e0bf6a req-09a655ce-915b-485e-a511-29a2d5341296 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 945 time: 0.3225377 May 03 22:36:10.808359 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c5ccfe-6652-4373-bb43-024262da1bce admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:36:10.819873 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7da6a02-a27e-4972-85a8-95e118f6a4e5 None None] Sync routers for ids ['d6b60851-6ef3-4a66-b05f-7bbe9c8b5571'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:36:10.836850 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7da6a02-a27e-4972-85a8-95e118f6a4e5 None None] Routers {'d6b60851-6ef3-4a66-b05f-7bbe9c8b5571'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:36:10.840116 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b7da6a02-a27e-4972-85a8-95e118f6a4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:35:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['d6b60851-6ef3-4a66-b05f-7bbe9c8b5571'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:10.851332 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-59c5ccfe-6652-4373-bb43-024262da1bce admin admin] 10.222.0.58 "PUT /v2.0/routers/d6b60851-6ef3-4a66-b05f-7bbe9c8b5571/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6795256 May 03 22:36:10.920144 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-87848be9-155f-450a-aa7e-96e219459b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:11.007788 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38066) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:11.071950 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9adc468-0ddd-456b-9027-dad384e0bf6a req-ec5ed89f-4b08-4544-8b57-a75ca337c104 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965180 May 03 22:36:11.114373 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-87848be9-155f-450a-aa7e-96e219459b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:11.138989 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 9201f00e-062f-444f-bd2e-77d497bd9be3 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:36:11.196897 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87848be9-155f-450a-aa7e-96e219459b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bab2c08-209e-482b-b8e8-057eefc09eff,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:11.268365 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-94d52948-2ad2-452c-a273-7ed260f16b3f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=22a82f5448f248d58a62b81b48f9243b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2589223 May 03 22:36:11.271466 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38076) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:11.312677 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 9201f00e-062f-444f-bd2e-77d497bd9be3 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:36:11.313052 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:11.314866 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-e9d29796-6963-426a-a80a-39e12aec0cde tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:11.316435 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-e9d29796-6963-426a-a80a-39e12aec0cde tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/networks?id=bdfb9b30-ef20-4230-98c0-738d54cdf178 HTTP/1.1" status: 200 len: 811 time: 0.5074301 May 03 22:36:11.321794 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04412ded-5344-4cb4-a6fd-d94706cb14b8 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:36:11.330389 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752a7e89-79c1-4442-8865-9060d74d6949 None None] Sync routers for ids ['f6614641-9b3a-4c4a-8371-b06f288b8f22'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:36:11.345112 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752a7e89-79c1-4442-8865-9060d74d6949 None None] Routers {'f6614641-9b3a-4c4a-8371-b06f288b8f22'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:36:11.347841 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-752a7e89-79c1-4442-8865-9060d74d6949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:35:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['f6614641-9b3a-4c4a-8371-b06f288b8f22'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:11.360583 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-42d0b99d-6142-43a7-9dbd-f01754828288 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/quotas/ee7372ea426142e59c472059d7804115 HTTP/1.1" status: 200 len: 375 time: 0.0360258 May 03 22:36:11.406614 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-b7da6a02-a27e-4972-85a8-95e118f6a4e5 None None] Set router d6b60851-6ef3-4a66-b05f-7bbe9c8b5571 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:36:11.436648 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-87848be9-155f-450a-aa7e-96e219459b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:11.439315 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-752a7e89-79c1-4442-8865-9060d74d6949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:11.440961 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-87848be9-155f-450a-aa7e-96e219459b5d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9bab2c08-209e-482b-b8e8-057eefc09eff HTTP/1.1" status: 204 len: 168 time: 1.0492401 May 03 22:36:11.448662 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-04412ded-5344-4cb4-a6fd-d94706cb14b8 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:11.452618 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752a7e89-79c1-4442-8865-9060d74d6949 None None] Routers {'f6614641-9b3a-4c4a-8371-b06f288b8f22'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:36:11.453518 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-752a7e89-79c1-4442-8865-9060d74d6949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:35:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['f6614641-9b3a-4c4a-8371-b06f288b8f22'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:11.470124 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5473063c-492f-42d3-a76d-076a7dc37e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:11.528390 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-752a7e89-79c1-4442-8865-9060d74d6949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:11.529125 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752a7e89-79c1-4442-8865-9060d74d6949 None None] The sync data for ids ['f6614641-9b3a-4c4a-8371-b06f288b8f22'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:36:11.584920 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-04412ded-5344-4cb4-a6fd-d94706cb14b8 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 7.6482263 May 03 22:36:11.587664 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38086) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:11.589136 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5473063c-492f-42d3-a76d-076a7dc37e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:11.714093 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-29d02dfb-67e2-47f0-b4a5-998af9d809ca tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] 10.222.0.58 "GET /v2.0/floatingips/8b07b819-209d-4dda-8b07-711b25a8fb06 HTTP/1.1" status: 200 len: 982 time: 0.1237862 May 03 22:36:11.716242 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38090) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:11.744325 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-c7435411-427f-4384-86c3-84d43df2c403 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee7372ea426142e59c472059d7804115&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3710861 May 03 22:36:11.928774 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38102) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:11.935644 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-4c9e40b6-3370-487d-8756-5d74d274528b tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Request body: {'security_group': {'name': 'tempest-securitygroup--435814954', 'description': 'tempest-description--1272423560'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:36:11.937124 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-88ecd41a-e2f7-42c1-bacf-7da8608cdc04 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.2190664 May 03 22:36:11.938091 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38106) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:11.953686 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4c9e40b6-3370-487d-8756-5d74d274528b tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:36:11.966046 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4c9e40b6-3370-487d-8756-5d74d274528b tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Usage tracker for resource:security_group and tenant:1eb5e8514a904f2db24d00ebe09ac3d4 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:36:11.975074 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4c9e40b6-3370-487d-8756-5d74d274528b tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:36:12.026602 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4c9e40b6-3370-487d-8756-5d74d274528b tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:36:12.044114 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b7da6a02-a27e-4972-85a8-95e118f6a4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'name': 'tempest-ServersTestManualDisk-2050334035-router', 'tenant_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '9201f00e-062f-444f-bd2e-77d497bd9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:35:59Z', 'updated_at': '2022-05-03T22:36:08Z', 'revision_number': 4, 'project_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'gw_port': {'id': '9201f00e-062f-444f-bd2e-77d497bd9be3', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:36:01Z', 'updated_at': '2022-05-03T22:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '43cb732e-42e0-499b-84b4-2a7f19039c84', 'name': '', 'network_id': '83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c', 'tenant_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'mac_address': 'fa:16:3e:77:26:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'ee5d7c1b-17ff-4e34-bd5c-ac1da2d448b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:36:06Z', 'updated_at': '2022-05-03T22:36:09Z', 'revision_number': 2, 'project_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'subnets': [{'id': 'ee5d7c1b-17ff-4e34-bd5c-ac1da2d448b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:12.058573 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7da6a02-a27e-4972-85a8-95e118f6a4e5 None None] Checking router: d6b60851-6ef3-4a66-b05f-7bbe9c8b5571 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:36:12.059276 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7da6a02-a27e-4972-85a8-95e118f6a4e5 None None] Updating router d6b60851-6ef3-4a66-b05f-7bbe9c8b5571 port 43cb732e-42e0-499b-84b4-2a7f19039c84 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:36:12.132233 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5473063c-492f-42d3-a76d-076a7dc37e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:12.133049 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b7da6a02-a27e-4972-85a8-95e118f6a4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:12.195198 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38116) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:12.216719 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473063c-492f-42d3-a76d-076a7dc37e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a17e325-6527-44ad-85ca-13c2363e901f,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:12.249259 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5473063c-492f-42d3-a76d-076a7dc37e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:12.250463 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5473063c-492f-42d3-a76d-076a7dc37e5a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5a17e325-6527-44ad-85ca-13c2363e901f HTTP/1.1" status: 204 len: 168 time: 0.9776144 May 03 22:36:12.256450 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4c9e40b6-3370-487d-8756-5d74d274528b tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:12.306041 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6b20e2f1-3709-441f-a2ee-5a26ccd86aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:12.331651 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32595404-201b-4f07-b95c-f87f0870ac26 req-57e3cdc3-5edf-41df-bb5a-5c7b52150987 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:12.332367 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-32595404-201b-4f07-b95c-f87f0870ac26 req-57e3cdc3-5edf-41df-bb5a-5c7b52150987 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Synchronizing usage tracker for tenant:5a0f20c83fdc471fa4da593ef2ea5d27 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:36:12.378097 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6b20e2f1-3709-441f-a2ee-5a26ccd86aa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:36:12.382311 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6b20e2f1-3709-441f-a2ee-5a26ccd86aa0 admin admin] Usage tracker for resource:security_group_rule and tenant:fb68581a27e540aab0e92c30b7f73df6 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:36:12.387586 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6b20e2f1-3709-441f-a2ee-5a26ccd86aa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:36:12.394591 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6b20e2f1-3709-441f-a2ee-5a26ccd86aa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:36:12.399523 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-32595404-201b-4f07-b95c-f87f0870ac26 req-57e3cdc3-5edf-41df-bb5a-5c7b52150987 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Unset dirty status for tenant:5a0f20c83fdc471fa4da593ef2ea5d27 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:36:12.400853 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-32595404-201b-4f07-b95c-f87f0870ac26 req-57e3cdc3-5edf-41df-bb5a-5c7b52150987 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 945 time: 0.4572165 May 03 22:36:12.406189 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ba5872ef-9f24-4615-9f1c-132f659c11e2 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Deleting port 4b4187fc-14a3-4dc6-8c47-cae922efa22f {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:36:12.406964 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba5872ef-9f24-4615-9f1c-132f659c11e2 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:12.485107 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6b20e2f1-3709-441f-a2ee-5a26ccd86aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:12.501372 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4c9e40b6-3370-487d-8756-5d74d274528b tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:36:12.507382 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6b20e2f1-3709-441f-a2ee-5a26ccd86aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:12.537441 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4c9e40b6-3370-487d-8756-5d74d274528b tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Usage tracker for resource:security_group_rule and tenant:1eb5e8514a904f2db24d00ebe09ac3d4 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:36:12.553051 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4c9e40b6-3370-487d-8756-5d74d274528b tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:36:12.575645 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4c9e40b6-3370-487d-8756-5d74d274528b tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:36:12.578990 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-00982b86-825d-4446-b119-4ea53d75fab2 service neutron] 10.222.0.58 "GET /v2.0/networks/bdfb9b30-ef20-4230-98c0-738d54cdf178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8336360 May 03 22:36:12.733580 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-32595404-201b-4f07-b95c-f87f0870ac26 req-ff01641d-de14-4a28-aa2f-644320cffbbf tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Deleting port 4536f974-a7f0-440c-aa24-1ba4666d3966 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:36:12.734112 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-32595404-201b-4f07-b95c-f87f0870ac26 req-ff01641d-de14-4a28-aa2f-644320cffbbf tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:12.736122 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b7da6a02-a27e-4972-85a8-95e118f6a4e5 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:12.761896 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b7da6a02-a27e-4972-85a8-95e118f6a4e5 None None] Transition to ACTIVE for port object 43cb732e-42e0-499b-84b4-2a7f19039c84 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:36:12.778084 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b7da6a02-a27e-4972-85a8-95e118f6a4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:12.805705 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-98b0736a-ba46-481a-a15a-6375a64cfcca req-f1a3f658-a9ba-4d74-a929-ed319d83f846 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6481059 May 03 22:36:12.885750 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba5872ef-9f24-4615-9f1c-132f659c11e2 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:12.886123 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba5872ef-9f24-4615-9f1c-132f659c11e2 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:12.895095 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6b20e2f1-3709-441f-a2ee-5a26ccd86aa0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fb68581a27e540aab0e92c30b7f73df6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6949208 May 03 22:36:12.925158 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38130) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:13.037621 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4c9e40b6-3370-487d-8756-5d74d274528b tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:13.045310 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156d82b-26f3-4de4-8389-470812e3b7f4 None None] Pushing event updated for resources: {'Port': ['ID=43cb732e-42e0-499b-84b4-2a7f19039c84,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:13.058373 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-39fb0f77-fac8-47ee-936b-ee506f3392c6 service neutron] 10.222.0.58 "GET /v2.0/networks/bdfb9b30-ef20-4230-98c0-738d54cdf178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539537 May 03 22:36:13.066927 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b20e2f1-3709-441f-a2ee-5a26ccd86aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e23b910-909a-45ef-b47f-43aba053cec7,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:13.074473 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4c9e40b6-3370-487d-8756-5d74d274528b tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:13.147070 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38136) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:13.192438 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-b7da6a02-a27e-4972-85a8-95e118f6a4e5 None None] Attempting to bind port 43cb732e-42e0-499b-84b4-2a7f19039c84 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:36:13.192892 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-b7da6a02-a27e-4972-85a8-95e118f6a4e5 None None] Attempting to bind port 43cb732e-42e0-499b-84b4-2a7f19039c84 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '69f9ec2a-81e7-4f17-8ce7-466cada3b85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:36:13.193259 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7da6a02-a27e-4972-85a8-95e118f6a4e5 None None] Attempting to bind port 43cb732e-42e0-499b-84b4-2a7f19039c84 on network 83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:36:13.201514 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7da6a02-a27e-4972-85a8-95e118f6a4e5 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:36:13.201893 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7da6a02-a27e-4972-85a8-95e118f6a4e5 None None] Checking segment: {'id': '69f9ec2a-81e7-4f17-8ce7-466cada3b85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:36:13.202474 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b7da6a02-a27e-4972-85a8-95e118f6a4e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:13.202890 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7da6a02-a27e-4972-85a8-95e118f6a4e5 None None] Bound using segment: {'id': '69f9ec2a-81e7-4f17-8ce7-466cada3b85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:36:13.203376 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-b7da6a02-a27e-4972-85a8-95e118f6a4e5 None None] Bound port: 43cb732e-42e0-499b-84b4-2a7f19039c84, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f9ec2a-81e7-4f17-8ce7-466cada3b85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:36:13.203823 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b7da6a02-a27e-4972-85a8-95e118f6a4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:13.212177 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4c9e40b6-3370-487d-8756-5d74d274528b tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:13.213995 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4c9e40b6-3370-487d-8756-5d74d274528b tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2825253 May 03 22:36:13.219214 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38140) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:13.270625 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebc0e3-95e9-44c3-a7dc-4f8157d26518 req-a758c653-d776-4902-8f1e-03ecbd75f41b tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:13.281123 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d6ebc0e3-95e9-44c3-a7dc-4f8157d26518 req-a758c653-d776-4902-8f1e-03ecbd75f41b tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 945 time: 0.9778225 May 03 22:36:13.294065 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-a30cc9ed-774a-4814-aaa6-bf589c6530ef tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Request body: {'security_group_rule': {'security_group_id': 'b6d6af78-4b02-430d-8f90-9ea6ebe3636f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:36:13.300816 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a30cc9ed-774a-4814-aaa6-bf589c6530ef tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:36:13.305121 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a30cc9ed-774a-4814-aaa6-bf589c6530ef tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Usage tracker for resource:security_group_rule and tenant:1eb5e8514a904f2db24d00ebe09ac3d4 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:36:13.308481 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a30cc9ed-774a-4814-aaa6-bf589c6530ef tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:36:13.314712 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a30cc9ed-774a-4814-aaa6-bf589c6530ef tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:36:13.327142 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-b7da6a02-a27e-4972-85a8-95e118f6a4e5 None None] For port 43cb732e-42e0-499b-84b4-2a7f19039c84, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:36:13.330808 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-b7da6a02-a27e-4972-85a8-95e118f6a4e5 None None] For port 43cb732e-42e0-499b-84b4-2a7f19039c84, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=43cb732e-42e0-499b-84b4-2a7f19039c84,segment=NetworkSegment(69f9ec2a-81e7-4f17-8ce7-466cada3b85b),segment_id=69f9ec2a-81e7-4f17-8ce7-466cada3b85b)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:36:13.338928 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b7da6a02-a27e-4972-85a8-95e118f6a4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:13.356895 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-095aab72-704b-400f-a34e-fbe5fb6c9d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:13.466009 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-649d434b-051f-40ff-8e8b-6544c185acbd req-9cb71b7e-502c-45a1-b91d-9d8b2453744a tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=5141013c-66e2-496a-98ed-6a12a003b9a1 HTTP/1.1" status: 200 len: 210 time: 0.0920374 May 03 22:36:13.476800 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-095aab72-704b-400f-a34e-fbe5fb6c9d3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:36:13.479755 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a30cc9ed-774a-4814-aaa6-bf589c6530ef tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:13.485416 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7da6a02-a27e-4972-85a8-95e118f6a4e5 None None] Routers {'d6b60851-6ef3-4a66-b05f-7bbe9c8b5571'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:36:13.486078 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b7da6a02-a27e-4972-85a8-95e118f6a4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:35:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['d6b60851-6ef3-4a66-b05f-7bbe9c8b5571'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:13.494611 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e40b6-3370-487d-8756-5d74d274528b tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d6af78-4b02-430d-8f90-9ea6ebe3636f,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:13.500277 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-095aab72-704b-400f-a34e-fbe5fb6c9d3d admin admin] Usage tracker for resource:security_group_rule and tenant:eaa41575a46f4a8aba15dfaaad4042e8 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:36:13.507225 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-095aab72-704b-400f-a34e-fbe5fb6c9d3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:36:13.530405 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ba5872ef-9f24-4615-9f1c-132f659c11e2 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Calling delete_port for 4b4187fc-14a3-4dc6-8c47-cae922efa22f owned by network:floatingip {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:36:13.574682 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d6ebc0e3-95e9-44c3-a7dc-4f8157d26518 req-9d66e803-3730-45fd-b9b3-8849a87cbee0 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920210 May 03 22:36:13.575843 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-095aab72-704b-400f-a34e-fbe5fb6c9d3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:36:13.762280 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156d82b-26f3-4de4-8389-470812e3b7f4 None None] Pushing event updated for resources: {'Port': ['ID=43cb732e-42e0-499b-84b4-2a7f19039c84,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:13.775309 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a30cc9ed-774a-4814-aaa6-bf589c6530ef tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:13.791672 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a30cc9ed-774a-4814-aaa6-bf589c6530ef tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:13.825483 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-b7da6a02-a27e-4972-85a8-95e118f6a4e5 None None] Set router d6b60851-6ef3-4a66-b05f-7bbe9c8b5571 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:36:13.838976 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30cc9ed-774a-4814-aaa6-bf589c6530ef tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=413af92b-3fc0-406b-a5f4-8107798f6b49,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:13.854773 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0736a-ba46-481a-a15a-6375a64cfcca req-bcdcf377-a43e-429d-be6b-bf7ab34629bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:13.857428 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-98b0736a-ba46-481a-a15a-6375a64cfcca req-bcdcf377-a43e-429d-be6b-bf7ab34629bf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4005ab853daa4dd0a8c6d47cfa1e3258&device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 1096 time: 0.9190614 May 03 22:36:13.875101 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f382d892-65da-406a-a692-8b482f6de3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:13.959400 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-095aab72-704b-400f-a34e-fbe5fb6c9d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:13.967260 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-095aab72-704b-400f-a34e-fbe5fb6c9d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:13.999180 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a30cc9ed-774a-4814-aaa6-bf589c6530ef tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:14.013810 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a30cc9ed-774a-4814-aaa6-bf589c6530ef tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7708352 May 03 22:36:14.016605 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38162) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:14.056797 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095aab72-704b-400f-a34e-fbe5fb6c9d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487b204d-8ea3-444b-a462-f1e0deabfca2,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:14.064349 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-1e089017-315a-4e80-80c9-efdd16afc6af tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Request body: {'security_group_rule': {'security_group_id': 'b6d6af78-4b02-430d-8f90-9ea6ebe3636f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:36:14.073568 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1e089017-315a-4e80-80c9-efdd16afc6af tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:36:14.078340 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1e089017-315a-4e80-80c9-efdd16afc6af tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Usage tracker for resource:security_group_rule and tenant:1eb5e8514a904f2db24d00ebe09ac3d4 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:36:14.081306 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1e089017-315a-4e80-80c9-efdd16afc6af tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:36:14.087700 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1e089017-315a-4e80-80c9-efdd16afc6af tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:36:14.102987 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-095aab72-704b-400f-a34e-fbe5fb6c9d3d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eaa41575a46f4a8aba15dfaaad4042e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9325261 May 03 22:36:14.109873 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38166) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:14.154873 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1e089017-315a-4e80-80c9-efdd16afc6af tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:14.240947 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e69b012a-2260-4375-8a02-3a0b863828b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:14.248109 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b7da6a02-a27e-4972-85a8-95e118f6a4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'name': 'tempest-ServersTestManualDisk-2050334035-router', 'tenant_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '9201f00e-062f-444f-bd2e-77d497bd9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:35:59Z', 'updated_at': '2022-05-03T22:36:08Z', 'revision_number': 4, 'project_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'gw_port': {'id': '9201f00e-062f-444f-bd2e-77d497bd9be3', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:36:01Z', 'updated_at': '2022-05-03T22:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '43cb732e-42e0-499b-84b4-2a7f19039c84', 'name': '', 'network_id': '83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c', 'tenant_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'mac_address': 'fa:16:3e:77:26:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'ee5d7c1b-17ff-4e34-bd5c-ac1da2d448b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:36:06Z', 'updated_at': '2022-05-03T22:36:13Z', 'revision_number': 4, 'project_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'subnets': [{'id': 'ee5d7c1b-17ff-4e34-bd5c-ac1da2d448b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:14.255351 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7da6a02-a27e-4972-85a8-95e118f6a4e5 None None] The sync data for ids ['d6b60851-6ef3-4a66-b05f-7bbe9c8b5571'] in n-d-811807-1 is: [{'id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'name': 'tempest-ServersTestManualDisk-2050334035-router', 'tenant_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '9201f00e-062f-444f-bd2e-77d497bd9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:35:59Z', 'updated_at': '2022-05-03T22:36:08Z', 'revision_number': 4, 'project_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'gw_port': {'id': '9201f00e-062f-444f-bd2e-77d497bd9be3', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:36:01Z', 'updated_at': '2022-05-03T22:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '43cb732e-42e0-499b-84b4-2a7f19039c84', 'name': '', 'network_id': '83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c', 'tenant_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'mac_address': 'fa:16:3e:77:26:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'ee5d7c1b-17ff-4e34-bd5c-ac1da2d448b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:36:06Z', 'updated_at': '2022-05-03T22:36:13Z', 'revision_number': 4, 'project_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'subnets': [{'id': 'ee5d7c1b-17ff-4e34-bd5c-ac1da2d448b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:36:14.294126 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e69b012a-2260-4375-8a02-3a0b863828b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:14.361938 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1e089017-315a-4e80-80c9-efdd16afc6af tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:14.372093 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1e089017-315a-4e80-80c9-efdd16afc6af tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:14.380352 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f382d892-65da-406a-a692-8b482f6de3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:14.440039 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e089017-315a-4e80-80c9-efdd16afc6af tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=091700f7-b90b-468b-996b-e1a3409d6b4a,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:14.467290 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e69b012a-2260-4375-8a02-3a0b863828b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:14.471029 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e69b012a-2260-4375-8a02-3a0b863828b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:14.475547 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e69b012a-2260-4375-8a02-3a0b863828b9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/487b204d-8ea3-444b-a462-f1e0deabfca2 HTTP/1.1" status: 204 len: 168 time: 0.3630056 May 03 22:36:14.487591 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1e089017-315a-4e80-80c9-efdd16afc6af tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:14.488906 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1e089017-315a-4e80-80c9-efdd16afc6af tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4629717 May 03 22:36:14.492808 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38178) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:14.498274 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b012a-2260-4375-8a02-3a0b863828b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487b204d-8ea3-444b-a462-f1e0deabfca2,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:14.503819 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-5c6cc0a3-0cff-4ebf-a714-a20ccb67babb tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:36:14.511331 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba5872ef-9f24-4615-9f1c-132f659c11e2 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:14.511574 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5c6cc0a3-0cff-4ebf-a714-a20ccb67babb tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:36:14.515943 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5c6cc0a3-0cff-4ebf-a714-a20ccb67babb tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Usage tracker for resource:floatingip and tenant:1eb5e8514a904f2db24d00ebe09ac3d4 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:36:14.519095 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5c6cc0a3-0cff-4ebf-a714-a20ccb67babb tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:36:14.562083 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5c6cc0a3-0cff-4ebf-a714-a20ccb67babb tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:36:14.579939 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc0a3-0cff-4ebf-a714-a20ccb67babb tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:14.689909 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-32595404-201b-4f07-b95c-f87f0870ac26 req-ff01641d-de14-4a28-aa2f-644320cffbbf tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] For port 4536f974-a7f0-440c-aa24-1ba4666d3966, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=4536f974-a7f0-440c-aa24-1ba4666d3966,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:36:14.690714 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-32595404-201b-4f07-b95c-f87f0870ac26 req-ff01641d-de14-4a28-aa2f-644320cffbbf tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:14.705814 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0736a-ba46-481a-a15a-6375a64cfcca req-05b3bb5b-f60a-4cc0-8278-9ca96e121353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:14.707788 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-98b0736a-ba46-481a-a15a-6375a64cfcca req-05b3bb5b-f60a-4cc0-8278-9ca96e121353 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 HTTP/1.1" status: 200 len: 917 time: 0.7709599 May 03 22:36:14.708690 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5872ef-9f24-4615-9f1c-132f659c11e2 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Pushing event deleted for resources: {'Port': ['ID=4b4187fc-14a3-4dc6-8c47-cae922efa22f,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:15.111428 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4fabc740-08be-4bc0-a6f1-83df2ec7892c req-f074bb77-162a-4191-bbf5-7704bc26c85e tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=5141013c-66e2-496a-98ed-6a12a003b9a1 HTTP/1.1" status: 200 len: 210 time: 0.3406231 May 03 22:36:15.187876 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 43cb732e-42e0-499b-84b4-2a7f19039c84 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:36:15.230989 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-32595404-201b-4f07-b95c-f87f0870ac26 req-ff01641d-de14-4a28-aa2f-644320cffbbf tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Calling delete_port for 4536f974-a7f0-440c-aa24-1ba4666d3966 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:36:15.325182 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 43cb732e-42e0-499b-84b4-2a7f19039c84 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:36:15.333386 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 43cb732e-42e0-499b-84b4-2a7f19039c84 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:36:15.333766 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:15.372259 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f382d892-65da-406a-a692-8b482f6de3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:15.551000 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-419e1aba-80c4-4109-b6a4-e4d07690d218 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:15.552509 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-419e1aba-80c4-4109-b6a4-e4d07690d218 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.67 "GET /v2.0/networks?id=bdfb9b30-ef20-4230-98c0-738d54cdf178 HTTP/1.1" status: 200 len: 811 time: 0.4964194 May 03 22:36:15.580947 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-27cbae25-8492-4307-a223-d3a941765c6f tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Request body: {'port': {'device_id': '5141013c-66e2-496a-98ed-6a12a003b9a1', 'network_id': 'bdfb9b30-ef20-4230-98c0-738d54cdf178', 'admin_state_up': True, 'tenant_id': 'ee7372ea426142e59c472059d7804115'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:36:15.611623 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:15.713497 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 43cb732e-42e0-499b-84b4-2a7f19039c84, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=43cb732e-42e0-499b-84b4-2a7f19039c84,segment=NetworkSegment(69f9ec2a-81e7-4f17-8ce7-466cada3b85b),segment_id=69f9ec2a-81e7-4f17-8ce7-466cada3b85b)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:36:15.721978 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:15.765776 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382d892-65da-406a-a692-8b482f6de3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e23b910-909a-45ef-b47f-43aba053cec7,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:15.778031 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-32595404-201b-4f07-b95c-f87f0870ac26 req-ff01641d-de14-4a28-aa2f-644320cffbbf tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:15.788720 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-98b0736a-ba46-481a-a15a-6375a64cfcca req-96cbbe0f-8d5a-4fb2-91e6-4846aa27d3f1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 HTTP/1.1" status: 200 len: 1001 time: 1.0253839 May 03 22:36:15.801025 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc0a3-0cff-4ebf-a714-a20ccb67babb tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:15.827270 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bfb62-731a-4a8b-9c81-79d66d370883 req-48457d75-f7a9-4b06-b1d9-2cb632d7cfd7 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:15.830687 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9a2bfb62-731a-4a8b-9c81-79d66d370883 req-48457d75-f7a9-4b06-b1d9-2cb632d7cfd7 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 945 time: 0.7920618 May 03 22:36:15.851310 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['f6688ff0-6e96-4dac-90f0-7a42629dcd98'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:36:15.875912 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba5872ef-9f24-4615-9f1c-132f659c11e2 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks [] for floatingip, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:15.877201 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [None req-ba5872ef-9f24-4615-9f1c-132f659c11e2 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Floating IP 8b07b819-209d-4dda-8b07-711b25a8fb06 disassociated (deleted). External IP: 172.25.2.7, port: 27e59a3f-d1f3-4d5f-9d97-01828997d613. May 03 22:36:15.955222 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 4536f974-a7f0-440c-aa24-1ba4666d3966 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:36:15.984458 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9a2bfb62-731a-4a8b-9c81-79d66d370883 req-b39b9ce4-dfd1-4c3b-9c5f-6acc00477b30 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014142 May 03 22:36:15.994091 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-27cbae25-8492-4307-a223-d3a941765c6f tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:36:15.999212 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-27cbae25-8492-4307-a223-d3a941765c6f tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Usage tracker for resource:port and tenant:ee7372ea426142e59c472059d7804115 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:36:16.003324 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-27cbae25-8492-4307-a223-d3a941765c6f tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:36:16.009394 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-27cbae25-8492-4307-a223-d3a941765c6f tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:36:16.018556 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 4536f974-a7f0-440c-aa24-1ba4666d3966 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:36:16.019053 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 4536f974-a7f0-440c-aa24-1ba4666d3966 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:36:16.026710 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-27cbae25-8492-4307-a223-d3a941765c6f tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Made reservation on behalf of ee7372ea426142e59c472059d7804115 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:36:16.031959 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-27cbae25-8492-4307-a223-d3a941765c6f tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:16.218878 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=43cb732e-42e0-499b-84b4-2a7f19039c84,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:16.290960 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-27cbae25-8492-4307-a223-d3a941765c6f tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Allocated IP 172.20.0.11 (bdfb9b30-ef20-4230-98c0-738d54cdf178/4619db77-ac29-469b-9bbb-1a6b18f8da88/bd4ae2b3-4762-48a7-bbca-ed446865d94b) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:36:16.446962 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01641d-de14-4a28-aa2f-644320cffbbf tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Pushing event deleted for resources: {'Port': ['ID=4536f974-a7f0-440c-aa24-1ba4666d3966,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:16.458794 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38222) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:16.626899 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-55c8dd5e-fec9-4961-9f6f-8906d56214a6 req-92cd6391-a5f4-43d6-b1af-e082065b2463 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=5141013c-66e2-496a-98ed-6a12a003b9a1 HTTP/1.1" status: 200 len: 210 time: 0.1341002 May 03 22:36:16.636395 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f382d892-65da-406a-a692-8b482f6de3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:16.639779 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f382d892-65da-406a-a692-8b482f6de3a0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9e23b910-909a-45ef-b47f-43aba053cec7 HTTP/1.1" status: 204 len: 168 time: 3.6980669 May 03 22:36:16.690360 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-5c6cc0a3-0cff-4ebf-a714-a20ccb67babb tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Allocated IP 172.25.2.69 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/d3db9534-2276-41a5-8730-3273335b4a9a) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:36:16.704436 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-32595404-201b-4f07-b95c-f87f0870ac26 req-ff01641d-de14-4a28-aa2f-644320cffbbf tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] No DVR routers for this DVR port 4536f974-a7f0-440c-aa24-1ba4666d3966 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:36:16.713730 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-32595404-201b-4f07-b95c-f87f0870ac26 req-ff01641d-de14-4a28-aa2f-644320cffbbf tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:16.719482 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b379695-0dd2-418c-b159-7afeca12ef21', 'name': 'network-vif-deleted', 'tag': '4536f974-a7f0-440c-aa24-1ba4666d3966'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:36:16.735445 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-dc5f3925-8417-4501-a3f0-90cfc9ade89a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-486288275-network', 'tenant_id': '99cb09cbb2064b78b1d32802d33fe0f0'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:36:16.772939 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-27cbae25-8492-4307-a223-d3a941765c6f tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:16.883062 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0736a-ba46-481a-a15a-6375a64cfcca req-1686d852-39e7-470d-b51c-91238f604e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:16.884716 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-98b0736a-ba46-481a-a15a-6375a64cfcca req-1686d852-39e7-470d-b51c-91238f604e0c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=209e1eea-ba5e-419e-9e3d-b3077ecd94a4 HTTP/1.1" status: 200 len: 855 time: 0.4728086 May 03 22:36:16.903670 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b76d9bb1-325e-4dcf-9983-dd91ce104723'] response: {'server_uuid': '3b379695-0dd2-418c-b159-7afeca12ef21', 'name': 'network-vif-deleted', 'tag': '4536f974-a7f0-440c-aa24-1ba4666d3966', 'status': 'completed', 'code': 200} May 03 22:36:16.914334 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-dc5f3925-8417-4501-a3f0-90cfc9ade89a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:36:17.005505 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-683df04b-b4f9-4bdd-b803-a33fe0667206 req-837ce1c7-78a2-4261-9739-d6b10d700eb9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=598fc2b2-2390-4995-b777-dbd41580d5de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.5785091 May 03 22:36:17.023322 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-32595404-201b-4f07-b95c-f87f0870ac26 req-ff01641d-de14-4a28-aa2f-644320cffbbf tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.60 "DELETE /v2.0/ports/4536f974-a7f0-440c-aa24-1ba4666d3966 HTTP/1.1" status: 204 len: 173 time: 4.3887756 May 03 22:36:17.024389 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-dc5f3925-8417-4501-a3f0-90cfc9ade89a admin admin] Usage tracker for resource:network and tenant:99cb09cbb2064b78b1d32802d33fe0f0 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:36:17.040565 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-dc5f3925-8417-4501-a3f0-90cfc9ade89a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:36:17.084971 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-dc5f3925-8417-4501-a3f0-90cfc9ade89a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:36:17.123443 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 43cb732e-42e0-499b-84b4-2a7f19039c84 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:36:17.160128 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5f3925-8417-4501-a3f0-90cfc9ade89a admin admin] Made reservation on behalf of 99cb09cbb2064b78b1d32802d33fe0f0 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:36:17.163239 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dc5f3925-8417-4501-a3f0-90cfc9ade89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:17.231871 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dc5f3925-8417-4501-a3f0-90cfc9ade89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:17.235293 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-27cbae25-8492-4307-a223-d3a941765c6f tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:17.259985 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['078a681a-4349-415d-9dc0-171e073e062c'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:36:17.274552 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5872ef-9f24-4615-9f1c-132f659c11e2 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Router f6614641-9b3a-4c4a-8371-b06f288b8f22 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:36:17.277345 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0736a-ba46-481a-a15a-6375a64cfcca req-a922c391-2cf9-480e-b618-e6e6bbe12def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:17.279129 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-98b0736a-ba46-481a-a15a-6375a64cfcca req-a922c391-2cf9-480e-b618-e6e6bbe12def service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3670554 May 03 22:36:17.289563 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-dc5f3925-8417-4501-a3f0-90cfc9ade89a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:36:17.325536 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-dc5f3925-8417-4501-a3f0-90cfc9ade89a admin admin] Usage tracker for resource:security_group_rule and tenant:99cb09cbb2064b78b1d32802d33fe0f0 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:36:17.335292 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-dc5f3925-8417-4501-a3f0-90cfc9ade89a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:36:17.364396 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-dc5f3925-8417-4501-a3f0-90cfc9ade89a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:36:17.389919 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc0a3-0cff-4ebf-a714-a20ccb67babb tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:17.403457 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-27cbae25-8492-4307-a223-d3a941765c6f tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Network bdfb9b30-ef20-4230-98c0-738d54cdf178 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:36:17.409372 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5f3cec73-48c1-4127-b01d-5946b7b7b18a req-66dc55a6-baa3-438d-943d-bf287e86e2b1 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=3b379695-0dd2-418c-b159-7afeca12ef21 HTTP/1.1" status: 200 len: 210 time: 0.1660547 May 03 22:36:17.438460 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-27cbae25-8492-4307-a223-d3a941765c6f tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:36:17.454360 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-27cbae25-8492-4307-a223-d3a941765c6f tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:36:17.508161 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 43cb732e-42e0-499b-84b4-2a7f19039c84 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:36:17.508799 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:17.653219 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cbae25-8492-4307-a223-d3a941765c6f tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Pushing event updated for resources: {'Port': ['ID=bd4ae2b3-4762-48a7-bbca-ed446865d94b,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:17.685337 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-27cbae25-8492-4307-a223-d3a941765c6f tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:17.686160 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-27cbae25-8492-4307-a223-d3a941765c6f tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:17.720325 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-27cbae25-8492-4307-a223-d3a941765c6f tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1554549 May 03 22:36:17.723034 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc0a3-0cff-4ebf-a714-a20ccb67babb tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:17.782830 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-63eaee37-c794-4ecf-9ad3-2cf093b7a31c service neutron] Request body: {'port': {'device_id': '5141013c-66e2-496a-98ed-6a12a003b9a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:36:17.881956 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6cc0a3-0cff-4ebf-a714-a20ccb67babb tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Pushing event updated for resources: {'Port': ['ID=d3db9534-2276-41a5-8730-3273335b4a9a,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:17.888933 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683df04b-b4f9-4bdd-b803-a33fe0667206 req-78e7655b-a834-4919-9b53-684067eeffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:17.894297 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-683df04b-b4f9-4bdd-b803-a33fe0667206 req-78e7655b-a834-4919-9b53-684067eeffb7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a0f20c83fdc471fa4da593ef2ea5d27&device_id=598fc2b2-2390-4995-b777-dbd41580d5de HTTP/1.1" status: 200 len: 1097 time: 0.7200820 May 03 22:36:17.912347 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6cc0a3-0cff-4ebf-a714-a20ccb67babb tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:36:17.925405 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-5c6cc0a3-0cff-4ebf-a714-a20ccb67babb tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:36:17.927973 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6cc0a3-0cff-4ebf-a714-a20ccb67babb tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:36:18.072022 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-98b0736a-ba46-481a-a15a-6375a64cfcca req-e1f760d0-6102-445b-a82c-1a25d70e4de8 service neutron] 10.222.0.67 "GET /v2.0/networks/ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7837713 May 03 22:36:18.200099 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dc5f3925-8417-4501-a3f0-90cfc9ade89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:18.211666 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5872ef-9f24-4615-9f1c-132f659c11e2 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:36:18.223413 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b902349e-7930-4a7b-9c08-1757b307171f None None] Sync routers for ids ['f6614641-9b3a-4c4a-8371-b06f288b8f22'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:36:18.224796 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dc5f3925-8417-4501-a3f0-90cfc9ade89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:18.245025 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc0a3-0cff-4ebf-a714-a20ccb67babb tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:18.246349 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b902349e-7930-4a7b-9c08-1757b307171f None None] Routers {'f6614641-9b3a-4c4a-8371-b06f288b8f22'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:36:18.251977 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b902349e-7930-4a7b-9c08-1757b307171f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:35:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['f6614641-9b3a-4c4a-8371-b06f288b8f22'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:18.298768 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-63eaee37-c794-4ecf-9ad3-2cf093b7a31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:18.346166 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b902349e-7930-4a7b-9c08-1757b307171f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:18.357639 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc0a3-0cff-4ebf-a714-a20ccb67babb tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:18.359576 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba5872ef-9f24-4615-9f1c-132f659c11e2 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:18.360556 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b902349e-7930-4a7b-9c08-1757b307171f None None] Routers {'f6614641-9b3a-4c4a-8371-b06f288b8f22'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:36:18.361513 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b902349e-7930-4a7b-9c08-1757b307171f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:35:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['f6614641-9b3a-4c4a-8371-b06f288b8f22'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:18.438021 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b902349e-7930-4a7b-9c08-1757b307171f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:18.438506 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b902349e-7930-4a7b-9c08-1757b307171f None None] The sync data for ids ['f6614641-9b3a-4c4a-8371-b06f288b8f22'] in n-d-811807-1 is: [] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:36:18.452734 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc5f3925-8417-4501-a3f0-90cfc9ade89a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:36:18.512789 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dc5f3925-8417-4501-a3f0-90cfc9ade89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:18.513318 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-dc5f3925-8417-4501-a3f0-90cfc9ade89a admin admin] Added segment 15041807-4a96-423d-830c-b374decc94b6 of type vlan for network 71241325-3ced-4bd4-ae89-4dd9d6a9a009 May 03 22:36:18.528762 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683df04b-b4f9-4bdd-b803-a33fe0667206 req-5a56f819-905e-43ca-8efa-2d364775b106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:18.530457 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-683df04b-b4f9-4bdd-b803-a33fe0667206 req-5a56f819-905e-43ca-8efa-2d364775b106 service neutron] 10.222.0.60 "GET /v2.0/networks?id=983af77e-2b01-4072-bd1e-12edcf859777 HTTP/1.1" status: 200 len: 907 time: 0.5695302 May 03 22:36:18.531071 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f3925-8417-4501-a3f0-90cfc9ade89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8af18c-b3cc-4437-be41-4363d4f9aaae,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:18.720429 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-683df04b-b4f9-4bdd-b803-a33fe0667206 req-8d6bab46-e599-41f1-9148-a908fd4eb927 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6688ff0-6e96-4dac-90f0-7a42629dcd98 HTTP/1.1" status: 200 len: 217 time: 0.1795654 May 03 22:36:18.725931 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ba5872ef-9f24-4615-9f1c-132f659c11e2 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] 10.222.0.58 "DELETE /v2.0/floatingips/8b07b819-209d-4dda-8b07-711b25a8fb06 HTTP/1.1" status: 204 len: 168 time: 6.7868624 May 03 22:36:18.730892 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-98b0736a-ba46-481a-a15a-6375a64cfcca req-719488d3-050f-4990-b8f8-de8031c946bc service neutron] 10.222.0.67 "GET /v2.0/networks/ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6482406 May 03 22:36:18.731354 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38302) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:18.733050 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dc5f3925-8417-4501-a3f0-90cfc9ade89a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:18.820179 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c23017-1977-4653-b8ab-07b68bd96ce3 req-fe659757-71e9-4af5-afd5-d6ffd6af0217 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:18.821051 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-15c23017-1977-4653-b8ab-07b68bd96ce3 req-fe659757-71e9-4af5-afd5-d6ffd6af0217 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Synchronizing usage tracker for tenant:ee7372ea426142e59c472059d7804115 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:36:18.845399 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-63eaee37-c794-4ecf-9ad3-2cf093b7a31c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd4ae2b3-4762-48a7-bbca-ed446865d94b {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:36:18.852017 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-62fe95d5-4c74-4f22-b094-e241f88f8195 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:36:18.865813 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-62fe95d5-4c74-4f22-b094-e241f88f8195 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:36:18.866327 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-63eaee37-c794-4ecf-9ad3-2cf093b7a31c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:18.880000 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-62fe95d5-4c74-4f22-b094-e241f88f8195 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Usage tracker for resource:floatingip and tenant:13a065997871440a9b84e3d7c6fe7819 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:36:18.887239 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-62fe95d5-4c74-4f22-b094-e241f88f8195 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:36:18.909609 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-15c23017-1977-4653-b8ab-07b68bd96ce3 req-fe659757-71e9-4af5-afd5-d6ffd6af0217 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Unset dirty status for tenant:ee7372ea426142e59c472059d7804115 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:36:18.910121 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-62fe95d5-4c74-4f22-b094-e241f88f8195 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:36:18.911349 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-15c23017-1977-4653-b8ab-07b68bd96ce3 req-fe659757-71e9-4af5-afd5-d6ffd6af0217 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=5141013c-66e2-496a-98ed-6a12a003b9a1 HTTP/1.1" status: 200 len: 932 time: 0.9158134 May 03 22:36:18.917393 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-63eaee37-c794-4ecf-9ad3-2cf093b7a31c service neutron] Transition to ACTIVE for port object bd4ae2b3-4762-48a7-bbca-ed446865d94b will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:36:18.920865 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683df04b-b4f9-4bdd-b803-a33fe0667206 req-a0efa8c8-0739-4256-95b1-9781ec8bf7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:18.922442 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-683df04b-b4f9-4bdd-b803-a33fe0667206 req-a0efa8c8-0739-4256-95b1-9781ec8bf7f7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a1f38ed2-c940-45de-9756-cc79b8316a2d HTTP/1.1" status: 200 len: 846 time: 0.1741560 May 03 22:36:18.951394 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-63eaee37-c794-4ecf-9ad3-2cf093b7a31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:18.969085 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62fe95d5-4c74-4f22-b094-e241f88f8195 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:19.177803 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-15c23017-1977-4653-b8ab-07b68bd96ce3 req-29807c12-4132-494b-a92e-11f7370764c6 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590220 May 03 22:36:19.242303 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eaee37-c794-4ecf-9ad3-2cf093b7a31c service neutron] Pushing event updated for resources: {'Port': ['ID=bd4ae2b3-4762-48a7-bbca-ed446865d94b,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:19.301930 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dc5f3925-8417-4501-a3f0-90cfc9ade89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:19.303184 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5f3925-8417-4501-a3f0-90cfc9ade89a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:19.303916 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dc5f3925-8417-4501-a3f0-90cfc9ade89a admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:19.345173 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-683df04b-b4f9-4bdd-b803-a33fe0667206 req-b7dfded0-7c80-41a4-b293-93effe852ad4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=983af77e-2b01-4072-bd1e-12edcf859777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4137838 May 03 22:36:19.350882 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-dc5f3925-8417-4501-a3f0-90cfc9ade89a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.8825164 May 03 22:36:19.357595 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38326) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:19.370734 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc0a3-0cff-4ebf-a714-a20ccb67babb tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:19.372877 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-63eaee37-c794-4ecf-9ad3-2cf093b7a31c service neutron] Attempting to bind port bd4ae2b3-4762-48a7-bbca-ed446865d94b on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:36:19.373387 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-63eaee37-c794-4ecf-9ad3-2cf093b7a31c service neutron] Attempting to bind port bd4ae2b3-4762-48a7-bbca-ed446865d94b by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '0a043403-df9c-4255-abcb-fcb2bdd53348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bdfb9b30-ef20-4230-98c0-738d54cdf178'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:36:19.374164 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-63eaee37-c794-4ecf-9ad3-2cf093b7a31c service neutron] Attempting to bind port bd4ae2b3-4762-48a7-bbca-ed446865d94b on network bdfb9b30-ef20-4230-98c0-738d54cdf178 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:36:19.381251 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc0a3-0cff-4ebf-a714-a20ccb67babb tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:19.409000 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-943a140c-7223-47b6-aec2-7012c77a0b62 admin admin] Request body: {'subnet': {'network_id': '71241325-3ced-4bd4-ae89-4dd9d6a9a009', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-486288275-subnet', 'tenant_id': '99cb09cbb2064b78b1d32802d33fe0f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:36:19.419827 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-63eaee37-c794-4ecf-9ad3-2cf093b7a31c service neutron] Port bd4ae2b3-4762-48a7-bbca-ed446865d94b on network bdfb9b30-ef20-4230-98c0-738d54cdf178 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:36:19.424321 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-63eaee37-c794-4ecf-9ad3-2cf093b7a31c service neutron] Attempting to bind port bd4ae2b3-4762-48a7-bbca-ed446865d94b on network bdfb9b30-ef20-4230-98c0-738d54cdf178 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:36:19.457374 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-943a140c-7223-47b6-aec2-7012c77a0b62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:36:19.459345 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-63eaee37-c794-4ecf-9ad3-2cf093b7a31c service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:36:19.459693 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-63eaee37-c794-4ecf-9ad3-2cf093b7a31c service neutron] Checking segment: {'id': '0a043403-df9c-4255-abcb-fcb2bdd53348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bdfb9b30-ef20-4230-98c0-738d54cdf178'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:36:19.460080 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-63eaee37-c794-4ecf-9ad3-2cf093b7a31c service neutron] Bound using segment: {'id': '0a043403-df9c-4255-abcb-fcb2bdd53348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bdfb9b30-ef20-4230-98c0-738d54cdf178'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:36:19.460519 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-63eaee37-c794-4ecf-9ad3-2cf093b7a31c service neutron] Bound port: bd4ae2b3-4762-48a7-bbca-ed446865d94b, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a043403-df9c-4255-abcb-fcb2bdd53348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'bdfb9b30-ef20-4230-98c0-738d54cdf178'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:36:19.461122 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-63eaee37-c794-4ecf-9ad3-2cf093b7a31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:19.468230 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-943a140c-7223-47b6-aec2-7012c77a0b62 admin admin] Usage tracker for resource:subnet and tenant:99cb09cbb2064b78b1d32802d33fe0f0 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:36:19.548351 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-943a140c-7223-47b6-aec2-7012c77a0b62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:36:19.699083 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f3925-8417-4501-a3f0-90cfc9ade89a admin admin] Pushing event updated for resources: {'Network': ['ID=71241325-3ced-4bd4-ae89-4dd9d6a9a009,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:19.707953 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-943a140c-7223-47b6-aec2-7012c77a0b62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:36:19.727900 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 71241325-3ced-4bd4-ae89-4dd9d6a9a009 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:36:19.891048 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943a140c-7223-47b6-aec2-7012c77a0b62 admin admin] Made reservation on behalf of 99cb09cbb2064b78b1d32802d33fe0f0 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:36:19.895866 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-943a140c-7223-47b6-aec2-7012c77a0b62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:19.940465 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6cc0a3-0cff-4ebf-a714-a20ccb67babb tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Pushing event updated for resources: {'Port': ['ID=d3db9534-2276-41a5-8730-3273335b4a9a,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:20.001812 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-683df04b-b4f9-4bdd-b803-a33fe0667206 req-2c3fec21-1e62-4b38-ad85-0a6209944e19 service neutron] 10.222.0.60 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6493449 May 03 22:36:20.106083 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62fe95d5-4c74-4f22-b094-e241f88f8195 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:20.182659 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-63eaee37-c794-4ecf-9ad3-2cf093b7a31c service neutron] For port bd4ae2b3-4762-48a7-bbca-ed446865d94b, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:36:20.186126 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-63eaee37-c794-4ecf-9ad3-2cf093b7a31c service neutron] For port bd4ae2b3-4762-48a7-bbca-ed446865d94b, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=bd4ae2b3-4762-48a7-bbca-ed446865d94b,segment=NetworkSegment(0a043403-df9c-4255-abcb-fcb2bdd53348),segment_id=0a043403-df9c-4255-abcb-fcb2bdd53348)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:36:20.187824 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc0a3-0cff-4ebf-a714-a20ccb67babb tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:20.201784 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-63eaee37-c794-4ecf-9ad3-2cf093b7a31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:20.256277 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-62fe95d5-4c74-4f22-b094-e241f88f8195 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Allocated IP 172.25.2.163 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/e8923db2-d89c-42cb-a79c-659b5964a5b8) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:36:20.316091 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-63eaee37-c794-4ecf-9ad3-2cf093b7a31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:20.319027 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-63eaee37-c794-4ecf-9ad3-2cf093b7a31c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:20.320409 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-63eaee37-c794-4ecf-9ad3-2cf093b7a31c service neutron] 10.222.0.67 "PUT /v2.0/ports/bd4ae2b3-4762-48a7-bbca-ed446865d94b HTTP/1.1" status: 200 len: 1092 time: 2.5912523 May 03 22:36:20.336512 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5141013c-66e2-496a-98ed-6a12a003b9a1', 'tag': 'bd4ae2b3-4762-48a7-bbca-ed446865d94b'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:36:20.352904 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc0a3-0cff-4ebf-a714-a20ccb67babb tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:20.362420 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5c6cc0a3-0cff-4ebf-a714-a20ccb67babb tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8607147 May 03 22:36:20.373228 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eaee37-c794-4ecf-9ad3-2cf093b7a31c service neutron] Pushing event updated for resources: {'Port': ['ID=bd4ae2b3-4762-48a7-bbca-ed446865d94b,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:20.541075 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c547036-e815-4f87-9964-a7730c597fc0'] response: {'name': 'network-changed', 'server_uuid': '5141013c-66e2-496a-98ed-6a12a003b9a1', 'tag': 'bd4ae2b3-4762-48a7-bbca-ed446865d94b', 'status': 'completed', 'code': 200} May 03 22:36:20.633304 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-72e15ea5-42f8-4dab-aec8-6b0fc52bfcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:20.634848 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-72e15ea5-42f8-4dab-aec8-6b0fc52bfcc8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ee7372ea426142e59c472059d7804115&device_id=5141013c-66e2-496a-98ed-6a12a003b9a1 HTTP/1.1" status: 200 len: 1095 time: 0.2628710 May 03 22:36:20.637116 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62fe95d5-4c74-4f22-b094-e241f88f8195 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:20.740248 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-683df04b-b4f9-4bdd-b803-a33fe0667206 req-c9082afd-2dd7-4369-ba8e-73ca99f844db service neutron] 10.222.0.60 "GET /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6724100 May 03 22:36:20.821469 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-f26b4a55-976b-47ae-bc3e-d372c987a4c0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd4ae2b3-4762-48a7-bbca-ed446865d94b HTTP/1.1" status: 200 len: 217 time: 0.1780443 May 03 22:36:20.859712 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62fe95d5-4c74-4f22-b094-e241f88f8195 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:20.912281 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afc03f-baab-4a9e-a909-9f71d169daae req-8085006b-b97d-4a7e-a161-fbddf27f1386 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:20.913749 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-66afc03f-baab-4a9e-a909-9f71d169daae req-8085006b-b97d-4a7e-a161-fbddf27f1386 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=5141013c-66e2-496a-98ed-6a12a003b9a1 HTTP/1.1" status: 200 len: 944 time: 0.4864652 May 03 22:36:20.926589 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-943a140c-7223-47b6-aec2-7012c77a0b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:20.973513 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-3cd34025-0425-4d93-a509-df89c61e4065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:20.975024 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-3cd34025-0425-4d93-a509-df89c61e4065 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4619db77-ac29-469b-9bbb-1a6b18f8da88 HTTP/1.1" status: 200 len: 851 time: 0.1474533 May 03 22:36:21.046131 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-7674b6dc-c68a-426f-8dd6-7ec02e9f0b68 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bdfb9b30-ef20-4230-98c0-738d54cdf178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644164 May 03 22:36:21.052092 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-66afc03f-baab-4a9e-a909-9f71d169daae req-84423299-1f09-4cdf-a5f6-f9a02687651e tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254988 May 03 22:36:21.111322 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fe95d5-4c74-4f22-b094-e241f88f8195 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:36:21.120580 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-62fe95d5-4c74-4f22-b094-e241f88f8195 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:36:21.140666 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fe95d5-4c74-4f22-b094-e241f88f8195 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:36:21.213492 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe95d5-4c74-4f22-b094-e241f88f8195 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Pushing event updated for resources: {'Port': ['ID=e8923db2-d89c-42cb-a79c-659b5964a5b8,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:21.228383 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-adfdb5d0-f81b-4c68-a4e4-0902a39ee4b1 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Synchronizing usage tracker for tenant:1eb5e8514a904f2db24d00ebe09ac3d4 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:36:21.250431 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a140c-7223-47b6-aec2-7012c77a0b62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7ca6cb5-2c32-4d9f-a3b6-a71261d2ce63,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:21.268763 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-adfdb5d0-f81b-4c68-a4e4-0902a39ee4b1 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Unset dirty status for tenant:1eb5e8514a904f2db24d00ebe09ac3d4 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:36:21.284015 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-adfdb5d0-f81b-4c68-a4e4-0902a39ee4b1 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--435814954&fields=id&tenant_id=1eb5e8514a904f2db24d00ebe09ac3d4 HTTP/1.1" status: 200 len: 267 time: 0.1721239 May 03 22:36:21.331950 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62fe95d5-4c74-4f22-b094-e241f88f8195 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:21.339893 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943a140c-7223-47b6-aec2-7012c77a0b62 admin admin] Checking segment: {'id': '15041807-4a96-423d-830c-b374decc94b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '71241325-3ced-4bd4-ae89-4dd9d6a9a009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:36:21.340342 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943a140c-7223-47b6-aec2-7012c77a0b62 admin admin] Network hostable DHCP agents. Network: 71241325-3ced-4bd4-ae89-4dd9d6a9a009, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:36:21.366208 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-a04d8beb-2ac7-4d0d-ad15-d55eff948bd9 service neutron] 10.222.0.67 "GET /v2.0/networks/bdfb9b30-ef20-4230-98c0-738d54cdf178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113012 May 03 22:36:21.413776 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943a140c-7223-47b6-aec2-7012c77a0b62 admin admin] Network 71241325-3ced-4bd4-ae89-4dd9d6a9a009 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:36:21.427774 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62fe95d5-4c74-4f22-b094-e241f88f8195 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:21.518037 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-943a140c-7223-47b6-aec2-7012c77a0b62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 71241325-3ced-4bd4-ae89-4dd9d6a9a009) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:36:21.529964 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943a140c-7223-47b6-aec2-7012c77a0b62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:21.530716 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-943a140c-7223-47b6-aec2-7012c77a0b62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:21.546075 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8abc7b-53ce-4ca0-b899-e71999271e3d None None] Network 71241325-3ced-4bd4-ae89-4dd9d6a9a009 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:36:21.602802 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-943a140c-7223-47b6-aec2-7012c77a0b62 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2471473 May 03 22:36:21.609282 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38418) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:21.632596 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-1316fca7-aa72-431f-8e8f-ef92dd7ca452 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-486288275-router', 'tenant_id': '99cb09cbb2064b78b1d32802d33fe0f0', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:36:21.637727 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1316fca7-aa72-431f-8e8f-ef92dd7ca452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:36:21.641587 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1316fca7-aa72-431f-8e8f-ef92dd7ca452 admin admin] Usage tracker for resource:router and tenant:99cb09cbb2064b78b1d32802d33fe0f0 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:36:21.644489 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1316fca7-aa72-431f-8e8f-ef92dd7ca452 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:36:21.650562 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1316fca7-aa72-431f-8e8f-ef92dd7ca452 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:36:21.721392 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1316fca7-aa72-431f-8e8f-ef92dd7ca452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:21.723294 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1316fca7-aa72-431f-8e8f-ef92dd7ca452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:21.760860 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4916981-83ad-4142-8ae2-58a6d3ee5878 req-460b63cf-c390-4d5c-b6cb-5ca19cc55813 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:21.762413 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f4916981-83ad-4142-8ae2-58a6d3ee5878 req-460b63cf-c390-4d5c-b6cb-5ca19cc55813 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=598fc2b2-2390-4995-b777-dbd41580d5de HTTP/1.1" status: 200 len: 946 time: 0.4017804 May 03 22:36:21.775158 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-f04f88ec-d925-4cf3-83b8-afd6994fdeec tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:21.783103 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-f04f88ec-d925-4cf3-83b8-afd6994fdeec tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "GET /v2.0/networks?id=83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c HTTP/1.1" status: 200 len: 812 time: 0.5003138 May 03 22:36:21.793572 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59b7ad-bd41-49cf-9e97-f130dbd1828b req-1575e84b-aa56-43bd-adad-3894fdaaab5c tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:21.793572 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-ad59b7ad-bd41-49cf-9e97-f130dbd1828b req-1575e84b-aa56-43bd-adad-3894fdaaab5c tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Synchronizing usage tracker for tenant:5a0f20c83fdc471fa4da593ef2ea5d27 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:36:21.810016 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-a5b04284-1525-45dd-89d7-c46cd4d703a4 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "GET /v2.0/quotas/1eb5e8514a904f2db24d00ebe09ac3d4 HTTP/1.1" status: 200 len: 375 time: 0.0262833 May 03 22:36:21.899765 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-ad59b7ad-bd41-49cf-9e97-f130dbd1828b req-1575e84b-aa56-43bd-adad-3894fdaaab5c tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Unset dirty status for tenant:5a0f20c83fdc471fa4da593ef2ea5d27 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:36:21.901540 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ad59b7ad-bd41-49cf-9e97-f130dbd1828b req-1575e84b-aa56-43bd-adad-3894fdaaab5c tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.60 "GET /v2.0/ports?device_id=598fc2b2-2390-4995-b777-dbd41580d5de HTTP/1.1" status: 200 len: 946 time: 0.4406867 May 03 22:36:21.901700 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d8d5e093-b791-437f-9b1c-e54fafab6663 req-bf9f06d1-a672-4d4c-93c5-6feb3ac6bd6d service neutron] 10.222.0.67 "GET /v2.0/networks/bdfb9b30-ef20-4230-98c0-738d54cdf178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135449 May 03 22:36:21.903981 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1316fca7-aa72-431f-8e8f-ef92dd7ca452 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:22.016989 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f4916981-83ad-4142-8ae2-58a6d3ee5878 req-8357e6c7-407f-4d2d-abc6-a4ee083e2a23 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/security-groups?id=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298577 May 03 22:36:22.040754 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abcb18a-1369-44cd-9e86-03666dbcdbfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-71241325-3ced-4bd4-ae89-4dd9d6a9a009', 'network_id': '71241325-3ced-4bd4-ae89-4dd9d6a9a009', 'tenant_id': '99cb09cbb2064b78b1d32802d33fe0f0', 'fixed_ips': [{'subnet_id': 'b7ca6cb5-2c32-4d9f-a3b6-a71261d2ce63'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:36:22.043564 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2abcb18a-1369-44cd-9e86-03666dbcdbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:22.136118 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-ad59b7ad-bd41-49cf-9e97-f130dbd1828b req-dd2b74a4-7480-4a95-8c7b-124a4551dd49 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Deleting port f6688ff0-6e96-4dac-90f0-7a42629dcd98 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:36:22.136661 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ad59b7ad-bd41-49cf-9e97-f130dbd1828b req-dd2b74a4-7480-4a95-8c7b-124a4551dd49 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:22.234356 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.resource_extend [None req-62fe95d5-4c74-4f22-b094-e241f88f8195 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:36:22.267828 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62fe95d5-4c74-4f22-b094-e241f88f8195 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:22.278792 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-a79c5631-c6cf-4fec-85e9-7d3d46c393fc tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=1eb5e8514a904f2db24d00ebe09ac3d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4512274 May 03 22:36:22.281968 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62fe95d5-4c74-4f22-b094-e241f88f8195 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:22.496997 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-2abcb18a-1369-44cd-9e86-03666dbcdbfa None None] Allocated IP 172.20.0.2 (71241325-3ced-4bd4-ae89-4dd9d6a9a009/b7ca6cb5-2c32-4d9f-a3b6-a71261d2ce63/47cfede0-f888-4477-9d01-ddece422eaf9) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:36:22.510253 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-ad59b7ad-bd41-49cf-9e97-f130dbd1828b req-dd2b74a4-7480-4a95-8c7b-124a4551dd49 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] For port f6688ff0-6e96-4dac-90f0-7a42629dcd98, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=f6688ff0-6e96-4dac-90f0-7a42629dcd98,segment=NetworkSegment(cbe0e324-a30f-4158-b658-34d22a2a37a5),segment_id=cbe0e324-a30f-4158-b658-34d22a2a37a5)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:36:22.510657 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ad59b7ad-bd41-49cf-9e97-f130dbd1828b req-dd2b74a4-7480-4a95-8c7b-124a4551dd49 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:22.765892 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-ad59b7ad-bd41-49cf-9e97-f130dbd1828b req-dd2b74a4-7480-4a95-8c7b-124a4551dd49 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Calling delete_port for f6688ff0-6e96-4dac-90f0-7a42629dcd98 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:36:22.834091 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1316fca7-aa72-431f-8e8f-ef92dd7ca452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:22.918175 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62fe95d5-4c74-4f22-b094-e241f88f8195 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:22.934251 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e219e365-3cb1-486f-b49c-013d51e368b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:22.955847 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2abcb18a-1369-44cd-9e86-03666dbcdbfa None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:22.971155 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe95d5-4c74-4f22-b094-e241f88f8195 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Pushing event updated for resources: {'Port': ['ID=e8923db2-d89c-42cb-a79c-659b5964a5b8,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:22.973440 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2abcb18a-1369-44cd-9e86-03666dbcdbfa None None] Transition to ACTIVE for port object 47cfede0-f888-4477-9d01-ddece422eaf9 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:36:22.974472 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62fe95d5-4c74-4f22-b094-e241f88f8195 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:22.976102 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-62fe95d5-4c74-4f22-b094-e241f88f8195 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2248111 May 03 22:36:22.979443 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38458) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:23.022225 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2abcb18a-1369-44cd-9e86-03666dbcdbfa None None] Transition to ACTIVE for port object 47cfede0-f888-4477-9d01-ddece422eaf9 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:36:23.033777 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2abcb18a-1369-44cd-9e86-03666dbcdbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:23.110605 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abcb18a-1369-44cd-9e86-03666dbcdbfa None None] Network 71241325-3ced-4bd4-ae89-4dd9d6a9a009 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:36:23.114825 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-2abcb18a-1369-44cd-9e86-03666dbcdbfa None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:36:23.119412 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abcb18a-1369-44cd-9e86-03666dbcdbfa None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:36:23.120128 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ad59b7ad-bd41-49cf-9e97-f130dbd1828b req-dd2b74a4-7480-4a95-8c7b-124a4551dd49 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:23.159184 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b6091-87c6-4179-9125-74ff11466a73 req-a38bf0cf-dab3-4652-83ff-a0022875937a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:23.160953 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e05b6091-87c6-4179-9125-74ff11466a73 req-a38bf0cf-dab3-4652-83ff-a0022875937a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ee7372ea426142e59c472059d7804115&device_id=5141013c-66e2-496a-98ed-6a12a003b9a1 HTTP/1.1" status: 200 len: 1095 time: 1.1980922 May 03 22:36:23.221892 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abcb18a-1369-44cd-9e86-03666dbcdbfa None None] Pushing event updated for resources: {'Port': ['ID=47cfede0-f888-4477-9d01-ddece422eaf9,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:23.248320 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-2abcb18a-1369-44cd-9e86-03666dbcdbfa None None] Attempting to bind port 47cfede0-f888-4477-9d01-ddece422eaf9 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:36:23.248830 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-2abcb18a-1369-44cd-9e86-03666dbcdbfa None None] Attempting to bind port 47cfede0-f888-4477-9d01-ddece422eaf9 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '15041807-4a96-423d-830c-b374decc94b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '71241325-3ced-4bd4-ae89-4dd9d6a9a009'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:36:23.249202 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abcb18a-1369-44cd-9e86-03666dbcdbfa None None] Attempting to bind port 47cfede0-f888-4477-9d01-ddece422eaf9 on network 71241325-3ced-4bd4-ae89-4dd9d6a9a009 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:36:23.254897 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abcb18a-1369-44cd-9e86-03666dbcdbfa None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:36:23.255270 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abcb18a-1369-44cd-9e86-03666dbcdbfa None None] Checking segment: {'id': '15041807-4a96-423d-830c-b374decc94b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '71241325-3ced-4bd4-ae89-4dd9d6a9a009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:36:23.255679 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2abcb18a-1369-44cd-9e86-03666dbcdbfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:23.256077 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abcb18a-1369-44cd-9e86-03666dbcdbfa None None] Bound using segment: {'id': '15041807-4a96-423d-830c-b374decc94b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '71241325-3ced-4bd4-ae89-4dd9d6a9a009'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:36:23.256562 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-2abcb18a-1369-44cd-9e86-03666dbcdbfa None None] Bound port: 47cfede0-f888-4477-9d01-ddece422eaf9, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15041807-4a96-423d-830c-b374decc94b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '71241325-3ced-4bd4-ae89-4dd9d6a9a009'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:36:23.256910 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2abcb18a-1369-44cd-9e86-03666dbcdbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:23.359215 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b74a4-7480-4a95-8c7b-124a4551dd49 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Pushing event deleted for resources: {'Port': ['ID=f6688ff0-6e96-4dac-90f0-7a42629dcd98,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:23.363448 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad59b7ad-bd41-49cf-9e97-f130dbd1828b req-dd2b74a4-7480-4a95-8c7b-124a4551dd49 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] No DVR routers for this DVR port f6688ff0-6e96-4dac-90f0-7a42629dcd98 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:36:23.365658 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ad59b7ad-bd41-49cf-9e97-f130dbd1828b req-dd2b74a4-7480-4a95-8c7b-124a4551dd49 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:23.377843 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-2abcb18a-1369-44cd-9e86-03666dbcdbfa None None] For port 47cfede0-f888-4477-9d01-ddece422eaf9, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:36:23.378665 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598fc2b2-2390-4995-b777-dbd41580d5de', 'name': 'network-vif-deleted', 'tag': 'f6688ff0-6e96-4dac-90f0-7a42629dcd98'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:36:23.386525 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-2abcb18a-1369-44cd-9e86-03666dbcdbfa None None] For port 47cfede0-f888-4477-9d01-ddece422eaf9, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=47cfede0-f888-4477-9d01-ddece422eaf9,segment=NetworkSegment(15041807-4a96-423d-830c-b374decc94b6),segment_id=15041807-4a96-423d-830c-b374decc94b6)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:36:23.392974 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2abcb18a-1369-44cd-9e86-03666dbcdbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:23.393820 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ad59b7ad-bd41-49cf-9e97-f130dbd1828b req-dd2b74a4-7480-4a95-8c7b-124a4551dd49 tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.60 "DELETE /v2.0/ports/f6688ff0-6e96-4dac-90f0-7a42629dcd98 HTTP/1.1" status: 204 len: 173 time: 1.4772801 May 03 22:36:23.396122 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-5c5ffb05-b9a9-433b-b43e-caab07f1aee8 service neutron] 10.222.0.58 "GET /v2.0/networks/83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1164434 May 03 22:36:23.535650 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-b68ffb7f-a77e-49c8-ad31-6f6143b6e74e tempest-FloatingIPAdminTestJSON-618865739 tempest-FloatingIPAdminTestJSON-618865739-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:36:23.552542 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b68ffb7f-a77e-49c8-ad31-6f6143b6e74e tempest-FloatingIPAdminTestJSON-618865739 tempest-FloatingIPAdminTestJSON-618865739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:36:23.564613 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b68ffb7f-a77e-49c8-ad31-6f6143b6e74e tempest-FloatingIPAdminTestJSON-618865739 tempest-FloatingIPAdminTestJSON-618865739-project] Usage tracker for resource:floatingip and tenant:109363434d044630996668612f2f1d01 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:36:23.574852 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b68ffb7f-a77e-49c8-ad31-6f6143b6e74e tempest-FloatingIPAdminTestJSON-618865739 tempest-FloatingIPAdminTestJSON-618865739-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:36:23.579224 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abcb18a-1369-44cd-9e86-03666dbcdbfa None None] Pushing event updated for resources: {'Port': ['ID=47cfede0-f888-4477-9d01-ddece422eaf9,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:23.583125 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b68ffb7f-a77e-49c8-ad31-6f6143b6e74e tempest-FloatingIPAdminTestJSON-618865739 tempest-FloatingIPAdminTestJSON-618865739-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:36:23.596201 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b68ffb7f-a77e-49c8-ad31-6f6143b6e74e tempest-FloatingIPAdminTestJSON-618865739 tempest-FloatingIPAdminTestJSON-618865739-project] Notify callbacks [] for floatingip, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:23.656880 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97e449-1f3e-41a0-b615-d20e162fbbab req-b948a6f7-0780-43d0-b8b9-948b4023fd70 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:23.666288 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0d97e449-1f3e-41a0-b615-d20e162fbbab req-b948a6f7-0780-43d0-b8b9-948b4023fd70 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=5141013c-66e2-496a-98ed-6a12a003b9a1 HTTP/1.1" status: 200 len: 944 time: 1.3634367 May 03 22:36:23.729238 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-91de4fbb-c10c-4f66-ab16-2b417503c572 service neutron] 10.222.0.58 "GET /v2.0/networks/83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322465 May 03 22:36:23.839228 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0d97e449-1f3e-41a0-b615-d20e162fbbab req-d79b3b6a-0d34-4997-a16c-d42547bd8e86 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717236 May 03 22:36:23.866539 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b68ffb7f-a77e-49c8-ad31-6f6143b6e74e tempest-FloatingIPAdminTestJSON-618865739 tempest-FloatingIPAdminTestJSON-618865739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:23.903416 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b6091-87c6-4179-9125-74ff11466a73 req-a8aa56d7-d22a-4843-923c-26f8f7156941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:23.905384 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e05b6091-87c6-4179-9125-74ff11466a73 req-a8aa56d7-d22a-4843-923c-26f8f7156941 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bdfb9b30-ef20-4230-98c0-738d54cdf178 HTTP/1.1" status: 200 len: 912 time: 0.7297769 May 03 22:36:23.970366 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device f6688ff0-6e96-4dac-90f0-7a42629dcd98 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:36:24.095763 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: f6688ff0-6e96-4dac-90f0-7a42629dcd98 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:36:24.096389 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device f6688ff0-6e96-4dac-90f0-7a42629dcd98 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:36:24.140695 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:24.157285 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98a0b4fd-06ea-4f41-937f-a2574809da33'] response: {'server_uuid': '598fc2b2-2390-4995-b777-dbd41580d5de', 'name': 'network-vif-deleted', 'tag': 'f6688ff0-6e96-4dac-90f0-7a42629dcd98', 'status': 'completed', 'code': 200} May 03 22:36:24.183909 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e05b6091-87c6-4179-9125-74ff11466a73 req-aea7599d-02b4-4433-bb6d-91b8f887d214 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd4ae2b3-4762-48a7-bbca-ed446865d94b HTTP/1.1" status: 200 len: 217 time: 0.2548592 May 03 22:36:24.274728 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-b68ffb7f-a77e-49c8-ad31-6f6143b6e74e tempest-FloatingIPAdminTestJSON-618865739 tempest-FloatingIPAdminTestJSON-618865739-project] Allocated IP 172.25.2.100 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/9ea3fa27-c39f-4de2-9448-68d4c966d73a) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:36:24.478500 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9477b338-a57e-4b77-9dd7-1074759eefc3 req-5bd71fcb-df89-461e-b7bf-340be25632e7 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "GET /v2.0/ports?device_id=f822383f-126a-4cdd-af37-1231168c24bc HTTP/1.1" status: 200 len: 210 time: 0.1806879 May 03 22:36:24.498756 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-43b1e363-4867-44b4-ab63-f92a60bb64c0 req-54d61600-d54e-4961-b0c0-a14d3671280c tempest-ServersTestJSON-420652832 tempest-ServersTestJSON-420652832-project] 10.222.0.58 "GET /v2.0/ports?device_id=598fc2b2-2390-4995-b777-dbd41580d5de HTTP/1.1" status: 200 len: 210 time: 0.1825335 May 03 22:36:24.562942 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b68ffb7f-a77e-49c8-ad31-6f6143b6e74e tempest-FloatingIPAdminTestJSON-618865739 tempest-FloatingIPAdminTestJSON-618865739-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:24.591057 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b6091-87c6-4179-9125-74ff11466a73 req-43ed81f6-212c-43ee-aebf-7a8395dde5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:24.592580 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e05b6091-87c6-4179-9125-74ff11466a73 req-43ed81f6-212c-43ee-aebf-7a8395dde5ee service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4619db77-ac29-469b-9bbb-1a6b18f8da88 HTTP/1.1" status: 200 len: 851 time: 0.3975832 May 03 22:36:24.637793 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b68ffb7f-a77e-49c8-ad31-6f6143b6e74e tempest-FloatingIPAdminTestJSON-618865739 tempest-FloatingIPAdminTestJSON-618865739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:24.799365 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e05b6091-87c6-4179-9125-74ff11466a73 req-f6596316-48dc-4118-8c24-9ad421ddbc67 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bdfb9b30-ef20-4230-98c0-738d54cdf178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1420240 May 03 22:36:24.818105 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68ffb7f-a77e-49c8-ad31-6f6143b6e74e tempest-FloatingIPAdminTestJSON-618865739 tempest-FloatingIPAdminTestJSON-618865739-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:36:24.830366 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-b68ffb7f-a77e-49c8-ad31-6f6143b6e74e tempest-FloatingIPAdminTestJSON-618865739 tempest-FloatingIPAdminTestJSON-618865739-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:36:24.844694 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68ffb7f-a77e-49c8-ad31-6f6143b6e74e tempest-FloatingIPAdminTestJSON-618865739 tempest-FloatingIPAdminTestJSON-618865739-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:36:24.932910 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1316fca7-aa72-431f-8e8f-ef92dd7ca452 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:24.933694 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ffb7f-a77e-49c8-ad31-6f6143b6e74e tempest-FloatingIPAdminTestJSON-618865739 tempest-FloatingIPAdminTestJSON-618865739-project] Pushing event updated for resources: {'Port': ['ID=9ea3fa27-c39f-4de2-9448-68d4c966d73a,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:24.985093 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1316fca7-aa72-431f-8e8f-ef92dd7ca452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:25.066575 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-10bd657d-a6c1-40c7-aada-7c6dfb5701c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:25.149066 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 47cfede0-f888-4477-9d01-ddece422eaf9 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:36:25.178263 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b68ffb7f-a77e-49c8-ad31-6f6143b6e74e tempest-FloatingIPAdminTestJSON-618865739 tempest-FloatingIPAdminTestJSON-618865739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:25.375891 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 47cfede0-f888-4477-9d01-ddece422eaf9 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:36:25.390784 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b68ffb7f-a77e-49c8-ad31-6f6143b6e74e tempest-FloatingIPAdminTestJSON-618865739 tempest-FloatingIPAdminTestJSON-618865739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:25.415057 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83b0862-01bf-410a-bc8b-68404588826a None None] Network 71241325-3ced-4bd4-ae89-4dd9d6a9a009 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:36:25.460718 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e05b6091-87c6-4179-9125-74ff11466a73 req-f1d435bb-8e66-419e-8faf-f953e280a0b7 service neutron] 10.222.0.67 "GET /v2.0/networks/bdfb9b30-ef20-4230-98c0-738d54cdf178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6530523 May 03 22:36:25.604051 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-cb63c353-5552-435f-a88c-21437cad8bfa None None] Provisioning for port 47cfede0-f888-4477-9d01-ddece422eaf9 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:36:25.648247 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-cb63c353-5552-435f-a88c-21437cad8bfa None None] Provisioning complete for port 47cfede0-f888-4477-9d01-ddece422eaf9 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:36:25.648620 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cb63c353-5552-435f-a88c-21437cad8bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:25.720588 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a201204-34b2-4654-a0d4-8cba71f80ce3 req-f394c83f-ce6b-4511-8471-90c2b370ed86 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:25.722696 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a201204-34b2-4654-a0d4-8cba71f80ce3 req-f394c83f-ce6b-4511-8471-90c2b370ed86 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=5141013c-66e2-496a-98ed-6a12a003b9a1 HTTP/1.1" status: 200 len: 944 time: 0.4156370 May 03 22:36:25.750982 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device bd4ae2b3-4762-48a7-bbca-ed446865d94b details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:36:25.943348 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-1316fca7-aa72-431f-8e8f-ef92dd7ca452 admin admin] Allocated IP 172.25.2.226 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/d10fd894-c639-46a5-8b33-22d51c9172e8) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:36:25.964621 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b98e8c75-ce60-4eea-8681-44fd8a1e555a req-d9d165d5-7ea3-44d4-a874-60e90d154464 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "GET /v2.0/ports?device_id=f822383f-126a-4cdd-af37-1231168c24bc HTTP/1.1" status: 200 len: 210 time: 0.2407024 May 03 22:36:26.073057 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e05b6091-87c6-4179-9125-74ff11466a73 req-086b278d-e6d4-4ee7-b4fd-6e6ca2df6bb3 service neutron] 10.222.0.67 "GET /v2.0/networks/bdfb9b30-ef20-4230-98c0-738d54cdf178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5424893 May 03 22:36:26.117542 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a201204-34b2-4654-a0d4-8cba71f80ce3 req-b87850cb-2875-4280-8a42-709980cc4b89 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873672 May 03 22:36:26.122643 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b68ffb7f-a77e-49c8-ad31-6f6143b6e74e tempest-FloatingIPAdminTestJSON-618865739 tempest-FloatingIPAdminTestJSON-618865739-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:26.167707 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b68ffb7f-a77e-49c8-ad31-6f6143b6e74e tempest-FloatingIPAdminTestJSON-618865739 tempest-FloatingIPAdminTestJSON-618865739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:26.256185 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38554) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:26.283551 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port bd4ae2b3-4762-48a7-bbca-ed446865d94b, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=bd4ae2b3-4762-48a7-bbca-ed446865d94b,segment=NetworkSegment(0a043403-df9c-4255-abcb-fcb2bdd53348),segment_id=0a043403-df9c-4255-abcb-fcb2bdd53348)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:36:26.343618 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ffb7f-a77e-49c8-ad31-6f6143b6e74e tempest-FloatingIPAdminTestJSON-618865739 tempest-FloatingIPAdminTestJSON-618865739-project] Pushing event updated for resources: {'Port': ['ID=9ea3fa27-c39f-4de2-9448-68d4c966d73a,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:26.424653 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1316fca7-aa72-431f-8e8f-ef92dd7ca452 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:26.441418 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'bd4ae2b3-4762-48a7-bbca-ed446865d94b', 'network_id': 'bdfb9b30-ef20-4230-98c0-738d54cdf178', 'port_id': 'bd4ae2b3-4762-48a7-bbca-ed446865d94b', 'mac_address': 'fa:16:3e:53:51:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4619db77-ac29-469b-9bbb-1a6b18f8da88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:36:26.490459 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1316fca7-aa72-431f-8e8f-ef92dd7ca452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:26.514558 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:26.516913 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:26.545001 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-82e90445-a709-465a-a8a7-d248312451f8 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:26.545626 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-82e90445-a709-465a-a8a7-d248312451f8 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Synchronizing usage tracker for tenant:1eb5e8514a904f2db24d00ebe09ac3d4 on resource:network {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:36:26.596134 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-82e90445-a709-465a-a8a7-d248312451f8 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Unset dirty status for tenant:1eb5e8514a904f2db24d00ebe09ac3d4 on resource:network {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:36:26.598234 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-82e90445-a709-465a-a8a7-d248312451f8 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.60 "GET /v2.0/networks?id=83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c HTTP/1.1" status: 200 len: 812 time: 0.4722338 May 03 22:36:26.632797 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cb63c353-5552-435f-a88c-21437cad8bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:26.675926 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-cb63c353-5552-435f-a88c-21437cad8bfa None None] For port 47cfede0-f888-4477-9d01-ddece422eaf9, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=47cfede0-f888-4477-9d01-ddece422eaf9,segment=NetworkSegment(15041807-4a96-423d-830c-b374decc94b6),segment_id=15041807-4a96-423d-830c-b374decc94b6)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:36:26.677306 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:26.698731 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cb63c353-5552-435f-a88c-21437cad8bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:26.725330 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1316fca7-aa72-431f-8e8f-ef92dd7ca452 admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:36:26.729028 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-1316fca7-aa72-431f-8e8f-ef92dd7ca452 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:36:26.731833 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1316fca7-aa72-431f-8e8f-ef92dd7ca452 admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:36:26.735529 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4ae2b3-4762-48a7-bbca-ed446865d94b {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:36:26.768674 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316fca7-aa72-431f-8e8f-ef92dd7ca452 admin admin] Pushing event updated for resources: {'Port': ['ID=d10fd894-c639-46a5-8b33-22d51c9172e8,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:26.787679 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port bd4ae2b3-4762-48a7-bbca-ed446865d94b, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=bd4ae2b3-4762-48a7-bbca-ed446865d94b,segment=NetworkSegment(0a043403-df9c-4255-abcb-fcb2bdd53348),segment_id=0a043403-df9c-4255-abcb-fcb2bdd53348)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:36:26.799841 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:26.806199 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b68ffb7f-a77e-49c8-ad31-6f6143b6e74e tempest-FloatingIPAdminTestJSON-618865739 tempest-FloatingIPAdminTestJSON-618865739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:26.808377 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63c353-5552-435f-a88c-21437cad8bfa None None] Pushing event updated for resources: {'Port': ['ID=47cfede0-f888-4477-9d01-ddece422eaf9,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:26.822623 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-1ff2471d-dbab-4ef3-ab16-495392ce0afd tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Synchronizing usage tracker for tenant:1eb5e8514a904f2db24d00ebe09ac3d4 on resource:security_group {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:36:26.847036 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-91f65276-c849-4a17-9302-c5e79d2a07b5 admin admin] Deleting subnet a1f38ed2-c940-45de-9756-cc79b8316a2d {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:36:26.862622 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-91f65276-c849-4a17-9302-c5e79d2a07b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:26.928589 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=bd4ae2b3-4762-48a7-bbca-ed446865d94b,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:26.939614 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-1ff2471d-dbab-4ef3-ab16-495392ce0afd tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Unset dirty status for tenant:1eb5e8514a904f2db24d00ebe09ac3d4 on resource:security_group {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:36:26.941012 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-1ff2471d-dbab-4ef3-ab16-495392ce0afd tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1eb5e8514a904f2db24d00ebe09ac3d4 HTTP/1.1" status: 200 len: 379 time: 0.3206024 May 03 22:36:26.956030 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-465047c3-7145-44c6-bb3b-8881737c3c42 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Request body: {'port': {'device_id': 'f822383f-126a-4cdd-af37-1231168c24bc', 'network_id': '83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c', 'admin_state_up': True, 'tenant_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'security_groups': ['b6d6af78-4b02-430d-8f90-9ea6ebe3636f']}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:36:26.979388 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b68ffb7f-a77e-49c8-ad31-6f6143b6e74e tempest-FloatingIPAdminTestJSON-618865739 tempest-FloatingIPAdminTestJSON-618865739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:26.980803 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b68ffb7f-a77e-49c8-ad31-6f6143b6e74e tempest-FloatingIPAdminTestJSON-618865739 tempest-FloatingIPAdminTestJSON-618865739-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0001550 May 03 22:36:27.011169 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38568) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:27.127188 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['bd4ae2b3-4762-48a7-bbca-ed446865d94b'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:36:27.179788 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5bb925d8-593f-4892-a768-d248ad612d80 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Synchronizing usage tracker for tenant:13a065997871440a9b84e3d7c6fe7819 on resource:floatingip {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:36:27.191303 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-91f65276-c849-4a17-9302-c5e79d2a07b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:27.200770 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 47cfede0-f888-4477-9d01-ddece422eaf9 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:36:27.354708 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5bb925d8-593f-4892-a768-d248ad612d80 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Unset dirty status for tenant:13a065997871440a9b84e3d7c6fe7819 on resource:floatingip {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:36:27.359615 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5bb925d8-593f-4892-a768-d248ad612d80 tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2915 time: 0.3443832 May 03 22:36:27.364439 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38580) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:27.394513 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9d1cee2c-1f4f-4564-ac6c-b28f4c01289e None None] Provisioning complete for port 47cfede0-f888-4477-9d01-ddece422eaf9 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:36:27.396046 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9d1cee2c-1f4f-4564-ac6c-b28f4c01289e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:27.549895 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 47cfede0-f888-4477-9d01-ddece422eaf9 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:36:27.550277 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:27.587490 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-91f65276-c849-4a17-9302-c5e79d2a07b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:27.626542 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a2106f6c-b799-41aa-a164-5b6e8c78db0a tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Synchronizing usage tracker for tenant:83d2ad77d62b46b58d50605a51c69985 on resource:floatingip {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:36:27.633498 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1316fca7-aa72-431f-8e8f-ef92dd7ca452 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:27.645969 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-465047c3-7145-44c6-bb3b-8881737c3c42 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:36:27.673543 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-465047c3-7145-44c6-bb3b-8881737c3c42 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Usage tracker for resource:port and tenant:1eb5e8514a904f2db24d00ebe09ac3d4 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:36:27.676483 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a2106f6c-b799-41aa-a164-5b6e8c78db0a tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Unset dirty status for tenant:83d2ad77d62b46b58d50605a51c69985 on resource:floatingip {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:36:27.678532 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a2106f6c-b799-41aa-a164-5b6e8c78db0a tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.3087616 May 03 22:36:27.681996 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-465047c3-7145-44c6-bb3b-8881737c3c42 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:36:27.685426 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38590) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:27.817485 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:27.839255 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:27.864740 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-465047c3-7145-44c6-bb3b-8881737c3c42 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:36:27.941312 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-fa082e63-7619-4786-ad98-28ae61a4a5d7 tempest-FloatingIPAdminTestJSON-618865739 tempest-FloatingIPAdminTestJSON-618865739-project] Deleting port 9ea3fa27-c39f-4de2-9448-68d4c966d73a {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:36:27.941312 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fa082e63-7619-4786-ad98-28ae61a4a5d7 tempest-FloatingIPAdminTestJSON-618865739 tempest-FloatingIPAdminTestJSON-618865739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:28.064628 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f45ad03-431c-497f-a37d-8d81cb9263b5 req-79ad112c-bee7-4f5e-bc7c-4fbb678d44a3 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "GET /v2.0/ports?device_id=f822383f-126a-4cdd-af37-1231168c24bc HTTP/1.1" status: 200 len: 210 time: 0.6904094 May 03 22:36:28.090052 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-465047c3-7145-44c6-bb3b-8881737c3c42 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Made reservation on behalf of 1eb5e8514a904f2db24d00ebe09ac3d4 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:36:28.093493 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-465047c3-7145-44c6-bb3b-8881737c3c42 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:28.140613 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-91f65276-c849-4a17-9302-c5e79d2a07b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:28.154402 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffb4cd-c48c-4baa-9945-02e08bea1265 req-1c89e190-badd-4126-87b1-cc5aef6444a8 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:28.155783 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-86ffb4cd-c48c-4baa-9945-02e08bea1265 req-1c89e190-badd-4126-87b1-cc5aef6444a8 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=5141013c-66e2-496a-98ed-6a12a003b9a1 HTTP/1.1" status: 200 len: 945 time: 0.7199488 May 03 22:36:28.204994 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38600) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:28.232057 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f65276-c849-4a17-9302-c5e79d2a07b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1f38ed2-c940-45de-9756-cc79b8316a2d,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:28.233974 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-91f65276-c849-4a17-9302-c5e79d2a07b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:28.248505 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-91f65276-c849-4a17-9302-c5e79d2a07b5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a1f38ed2-c940-45de-9756-cc79b8316a2d HTTP/1.1" status: 204 len: 168 time: 1.9887993 May 03 22:36:28.254242 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fa082e63-7619-4786-ad98-28ae61a4a5d7 tempest-FloatingIPAdminTestJSON-618865739 tempest-FloatingIPAdminTestJSON-618865739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:28.254373 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fa082e63-7619-4786-ad98-28ae61a4a5d7 tempest-FloatingIPAdminTestJSON-618865739 tempest-FloatingIPAdminTestJSON-618865739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:28.267246 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38610) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:28.380863 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-86ffb4cd-c48c-4baa-9945-02e08bea1265 req-8573be5b-43ba-408b-a1a3-afd1c3e8a54c tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766043 May 03 22:36:28.445528 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1316fca7-aa72-431f-8e8f-ef92dd7ca452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:28.500326 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-844cc782-a46a-40c9-9722-65358258034b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:28.598976 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-844cc782-a46a-40c9-9722-65358258034b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:36:28.605948 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-844cc782-a46a-40c9-9722-65358258034b admin admin] Usage tracker for resource:security_group_rule and tenant:f6fd0061c4a5414992f0cb58e168932d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:36:28.612683 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-fa082e63-7619-4786-ad98-28ae61a4a5d7 tempest-FloatingIPAdminTestJSON-618865739 tempest-FloatingIPAdminTestJSON-618865739-project] Calling delete_port for 9ea3fa27-c39f-4de2-9448-68d4c966d73a owned by network:floatingip {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:36:28.621599 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-844cc782-a46a-40c9-9722-65358258034b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:36:28.630312 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-844cc782-a46a-40c9-9722-65358258034b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:36:28.763468 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1316fca7-aa72-431f-8e8f-ef92dd7ca452 admin admin] Router db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:36:28.772534 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-844cc782-a46a-40c9-9722-65358258034b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:28.820561 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-37448306-3fff-41a7-bb10-6cc5b8d450e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:28.836152 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-844cc782-a46a-40c9-9722-65358258034b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:28.842044 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-465047c3-7145-44c6-bb3b-8881737c3c42 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Allocated IP 172.20.0.7 (83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c/ee5d7c1b-17ff-4e34-bd5c-ac1da2d448b8/12f709b8-b161-474a-b2f3-88f3ad30ca9a) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:36:28.981794 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-844cc782-a46a-40c9-9722-65358258034b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f6fd0061c4a5414992f0cb58e168932d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7727480 May 03 22:36:28.981794 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844cc782-a46a-40c9-9722-65358258034b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7d427c-8cc5-4aa6-9dbd-fcad17bb8bdb,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:28.983228 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38626) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:29.064685 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1316fca7-aa72-431f-8e8f-ef92dd7ca452 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:36:29.076842 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e4db0d-fa4d-4b10-8f80-b8a8519f4825 None None] Sync routers for ids ['db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:36:29.089634 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-37448306-3fff-41a7-bb10-6cc5b8d450e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:29.092163 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e4db0d-fa4d-4b10-8f80-b8a8519f4825 None None] Routers {'db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:36:29.094248 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-98e4db0d-fa4d-4b10-8f80-b8a8519f4825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:36:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:29.112240 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-021da18b-3b3f-4b4b-9924-314da959b8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:29.145524 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-021da18b-3b3f-4b4b-9924-314da959b8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:29.171289 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fa082e63-7619-4786-ad98-28ae61a4a5d7 tempest-FloatingIPAdminTestJSON-618865739 tempest-FloatingIPAdminTestJSON-618865739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:29.210858 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-37448306-3fff-41a7-bb10-6cc5b8d450e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['983af77e-2b01-4072-bd1e-12edcf859777']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:29.248721 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1316fca7-aa72-431f-8e8f-ef92dd7ca452 admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:29.252636 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1316fca7-aa72-431f-8e8f-ef92dd7ca452 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.6353297 May 03 22:36:29.256390 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38636) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:29.262341 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa082e63-7619-4786-ad98-28ae61a4a5d7 tempest-FloatingIPAdminTestJSON-618865739 tempest-FloatingIPAdminTestJSON-618865739-project] Pushing event deleted for resources: {'Port': ['ID=9ea3fa27-c39f-4de2-9448-68d4c966d73a,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:29.296663 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-37448306-3fff-41a7-bb10-6cc5b8d450e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe0e324-a30f-4158-b658-34d22a2a37a5') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:29.297000 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-37448306-3fff-41a7-bb10-6cc5b8d450e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe0e324-a30f-4158-b658-34d22a2a37a5') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:29.327349 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-37448306-3fff-41a7-bb10-6cc5b8d450e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:29.343134 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e900084d-a663-4d5f-8b9f-d43e8ec4dddc req-e80731f1-58c9-476f-868b-9f168d3ed11e tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "GET /v2.0/ports?device_id=f822383f-126a-4cdd-af37-1231168c24bc HTTP/1.1" status: 200 len: 210 time: 0.1527579 May 03 22:36:29.441039 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-98e4db0d-fa4d-4b10-8f80-b8a8519f4825 None None] Set router db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:36:29.442100 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-37448306-3fff-41a7-bb10-6cc5b8d450e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:29.466507 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fa082e63-7619-4786-ad98-28ae61a4a5d7 tempest-FloatingIPAdminTestJSON-618865739 tempest-FloatingIPAdminTestJSON-618865739-project] Notify callbacks [] for floatingip, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:29.476840 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37448306-3fff-41a7-bb10-6cc5b8d450e5 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:36:29.477300 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-37448306-3fff-41a7-bb10-6cc5b8d450e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:29.477486 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-021da18b-3b3f-4b4b-9924-314da959b8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:29.491353 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:36:29.491353 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:36:29.491353 n-d-811807-1 neutron-server[88070]: timer() May 03 22:36:29.491353 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:36:29.491353 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:36:29.491353 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:36:29.491353 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:36:29.491353 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:36:29.491353 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:36:29.491353 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:36:29.491353 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:36:29.491353 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:36:29.491353 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:36:29.491353 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:36:29.491353 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:36:29.491353 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:36:29.491353 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:36:29.491353 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:36:29.491353 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:36:29.491353 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:36:29.491353 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:36:29.491353 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:36:29.491353 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:36:29.491353 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:36:29.491353 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:36:29.491353 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:36:29.491353 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:36:29.491353 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:36:29.491353 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:36:29.491353 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:36:29.491353 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:36:29.491353 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:36:29.494151 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-465047c3-7145-44c6-bb3b-8881737c3c42 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:29.512085 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021da18b-3b3f-4b4b-9924-314da959b8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7d427c-8cc5-4aa6-9dbd-fcad17bb8bdb,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:29.522927 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-021da18b-3b3f-4b4b-9924-314da959b8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:29.524271 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-021da18b-3b3f-4b4b-9924-314da959b8d3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bf7d427c-8cc5-4aa6-9dbd-fcad17bb8bdb HTTP/1.1" status: 204 len: 168 time: 0.5370681 May 03 22:36:29.714684 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-465047c3-7145-44c6-bb3b-8881737c3c42 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Transition to ACTIVE for port object 12f709b8-b161-474a-b2f3-88f3ad30ca9a will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:36:29.720739 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fa082e63-7619-4786-ad98-28ae61a4a5d7 tempest-FloatingIPAdminTestJSON-618865739 tempest-FloatingIPAdminTestJSON-618865739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:29.724659 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fa082e63-7619-4786-ad98-28ae61a4a5d7 tempest-FloatingIPAdminTestJSON-618865739 tempest-FloatingIPAdminTestJSON-618865739-project] 10.222.0.58 "DELETE /v2.0/floatingips/475faa9e-8226-41c9-990f-88a03c083c1a HTTP/1.1" status: 204 len: 168 time: 2.0359952 May 03 22:36:29.726884 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38650) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:29.786164 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device bd4ae2b3-4762-48a7-bbca-ed446865d94b up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:36:29.808103 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-37448306-3fff-41a7-bb10-6cc5b8d450e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:29.849559 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-37448306-3fff-41a7-bb10-6cc5b8d450e5 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:29.927279 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-98e4db0d-fa4d-4b10-8f80-b8a8519f4825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-486288275-router', 'tenant_id': '99cb09cbb2064b78b1d32802d33fe0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'd10fd894-c639-46a5-8b33-22d51c9172e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:36:21Z', 'updated_at': '2022-05-03T22:36:27Z', 'revision_number': 3, 'project_id': '99cb09cbb2064b78b1d32802d33fe0f0', 'gw_port': {'id': 'd10fd894-c639-46a5-8b33-22d51c9172e8', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:25:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:36:25Z', 'updated_at': '2022-05-03T22:36:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:29.937457 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e4db0d-fa4d-4b10-8f80-b8a8519f4825 None None] Checking router: db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:36:29.937945 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e4db0d-fa4d-4b10-8f80-b8a8519f4825 None None] Updating router db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e port d10fd894-c639-46a5-8b33-22d51c9172e8 binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:36:29.947275 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port bd4ae2b3-4762-48a7-bbca-ed446865d94b completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:36:29.952523 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port bd4ae2b3-4762-48a7-bbca-ed446865d94b triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:36:29.952897 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:30.057770 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-98e4db0d-fa4d-4b10-8f80-b8a8519f4825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:30.068765 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-7cd66fe8-0e3d-4561-b8b3-cb7f8f79bbca tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Deleting port e8923db2-d89c-42cb-a79c-659b5964a5b8 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:36:30.069565 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7cd66fe8-0e3d-4561-b8b3-cb7f8f79bbca tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:30.137838 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37448306-3fff-41a7-bb10-6cc5b8d450e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=983af77e-2b01-4072-bd1e-12edcf859777,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:30.142997 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38660) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:30.190352 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-465047c3-7145-44c6-bb3b-8881737c3c42 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:30.208936 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:30.245501 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba36cc4-cba7-43ad-977f-ee1eeec3b9d1 req-ee4c603d-21ee-48a4-8ee1-18df2bbee5e0 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:30.247721 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7ba36cc4-cba7-43ad-977f-ee1eeec3b9d1 req-ee4c603d-21ee-48a4-8ee1-18df2bbee5e0 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=5141013c-66e2-496a-98ed-6a12a003b9a1 HTTP/1.1" status: 200 len: 945 time: 0.4890249 May 03 22:36:30.264595 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port bd4ae2b3-4762-48a7-bbca-ed446865d94b, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=bd4ae2b3-4762-48a7-bbca-ed446865d94b,segment=NetworkSegment(0a043403-df9c-4255-abcb-fcb2bdd53348),segment_id=0a043403-df9c-4255-abcb-fcb2bdd53348)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:36:30.265821 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5141013c-66e2-496a-98ed-6a12a003b9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4ae2b3-4762-48a7-bbca-ed446865d94b'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:36:30.274053 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-37448306-3fff-41a7-bb10-6cc5b8d450e5 admin admin] 10.222.0.58 "DELETE /v2.0/networks/983af77e-2b01-4072-bd1e-12edcf859777 HTTP/1.1" status: 204 len: 168 time: 2.0060325 May 03 22:36:30.277905 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:30.349034 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a8d8a67b-03ef-440b-8ee3-e868ffd6c5a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:30.367787 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-465047c3-7145-44c6-bb3b-8881737c3c42 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Network 83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:36:30.378048 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-465047c3-7145-44c6-bb3b-8881737c3c42 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:36:30.384126 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffeb1d84-7838-48bb-90c4-daedd8b44c94'] response: {'server_uuid': '5141013c-66e2-496a-98ed-6a12a003b9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4ae2b3-4762-48a7-bbca-ed446865d94b', 'code': 200} May 03 22:36:30.425909 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=bd4ae2b3-4762-48a7-bbca-ed446865d94b,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:30.466236 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7ba36cc4-cba7-43ad-977f-ee1eeec3b9d1 req-7db071c4-0896-4e5c-811b-21269c485991 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092481 May 03 22:36:30.526299 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-465047c3-7145-44c6-bb3b-8881737c3c42 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:36:30.708739 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38676) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:30.758854 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a8d8a67b-03ef-440b-8ee3-e868ffd6c5a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:36:30.776178 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465047c3-7145-44c6-bb3b-8881737c3c42 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Pushing event updated for resources: {'Port': ['ID=12f709b8-b161-474a-b2f3-88f3ad30ca9a,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:30.813493 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a8d8a67b-03ef-440b-8ee3-e868ffd6c5a4 admin admin] Usage tracker for resource:security_group_rule and tenant:739449e3df94427da35f806b649cd453 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:36:30.825255 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a8d8a67b-03ef-440b-8ee3-e868ffd6c5a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:36:30.839484 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a8d8a67b-03ef-440b-8ee3-e868ffd6c5a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:36:30.872316 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7cd66fe8-0e3d-4561-b8b3-cb7f8f79bbca tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:30.872999 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7cd66fe8-0e3d-4561-b8b3-cb7f8f79bbca tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:30.889887 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-98e4db0d-fa4d-4b10-8f80-b8a8519f4825 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:30.903029 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-98e4db0d-fa4d-4b10-8f80-b8a8519f4825 None None] Transition to ACTIVE for port object d10fd894-c639-46a5-8b33-22d51c9172e8 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:36:30.912582 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-98e4db0d-fa4d-4b10-8f80-b8a8519f4825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:30.928633 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b4596f2c-76a2-40ec-b2b3-155600a1103a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5a0f20c83fdc471fa4da593ef2ea5d27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2083726 May 03 22:36:30.935017 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38680) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:30.990292 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c8208d7a-eb10-4e03-806f-f229124f3948 None None] Provisioning for port 12f709b8-b161-474a-b2f3-88f3ad30ca9a completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:36:30.996055 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf5880e-59e8-48d5-9a82-c56628d2605b None None] Pushing event updated for resources: {'Port': ['ID=d10fd894-c639-46a5-8b33-22d51c9172e8,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:31.014709 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c8208d7a-eb10-4e03-806f-f229124f3948 None None] Provisioning complete for port 12f709b8-b161-474a-b2f3-88f3ad30ca9a triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:36:31.015086 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c8208d7a-eb10-4e03-806f-f229124f3948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:31.020828 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-98e4db0d-fa4d-4b10-8f80-b8a8519f4825 None None] Attempting to bind port d10fd894-c639-46a5-8b33-22d51c9172e8 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:36:31.021339 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-98e4db0d-fa4d-4b10-8f80-b8a8519f4825 None None] Attempting to bind port d10fd894-c639-46a5-8b33-22d51c9172e8 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:36:31.021703 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e4db0d-fa4d-4b10-8f80-b8a8519f4825 None None] Attempting to bind port d10fd894-c639-46a5-8b33-22d51c9172e8 on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:36:31.028583 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e4db0d-fa4d-4b10-8f80-b8a8519f4825 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:36:31.028809 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e4db0d-fa4d-4b10-8f80-b8a8519f4825 None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:36:31.029133 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-98e4db0d-fa4d-4b10-8f80-b8a8519f4825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:31.029524 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e4db0d-fa4d-4b10-8f80-b8a8519f4825 None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:36:31.030016 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-98e4db0d-fa4d-4b10-8f80-b8a8519f4825 None None] Bound port: d10fd894-c639-46a5-8b33-22d51c9172e8, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:36:31.030382 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-98e4db0d-fa4d-4b10-8f80-b8a8519f4825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:31.046647 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-7cd66fe8-0e3d-4561-b8b3-cb7f8f79bbca tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Calling delete_port for e8923db2-d89c-42cb-a79c-659b5964a5b8 owned by network:floatingip {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:36:31.049004 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4bb5197c-a44d-432f-82f6-3d7aa43f226e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:31.115244 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-98e4db0d-fa4d-4b10-8f80-b8a8519f4825 None None] For port d10fd894-c639-46a5-8b33-22d51c9172e8, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:36:31.118690 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-98e4db0d-fa4d-4b10-8f80-b8a8519f4825 None None] For port d10fd894-c639-46a5-8b33-22d51c9172e8, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d10fd894-c639-46a5-8b33-22d51c9172e8,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:36:31.124336 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-98e4db0d-fa4d-4b10-8f80-b8a8519f4825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:31.162682 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-c8208d7a-eb10-4e03-806f-f229124f3948 None None] Port 12f709b8-b161-474a-b2f3-88f3ad30ca9a cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:36:31.235424 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-465047c3-7145-44c6-bb3b-8881737c3c42 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:31.235424 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-465047c3-7145-44c6-bb3b-8881737c3c42 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:31.248739 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7cd66fe8-0e3d-4561-b8b3-cb7f8f79bbca tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:31.250114 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062de8f-3c7d-4179-b577-931c80f15665 req-5a34dcaa-9e5e-46ca-8d22-4abcc23d27c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:31.253504 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8062de8f-3c7d-4179-b577-931c80f15665 req-5a34dcaa-9e5e-46ca-8d22-4abcc23d27c8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5141013c-66e2-496a-98ed-6a12a003b9a1 HTTP/1.1" status: 200 len: 1097 time: 0.7725234 May 03 22:36:31.262229 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf5880e-59e8-48d5-9a82-c56628d2605b None None] Pushing event updated for resources: {'Port': ['ID=d10fd894-c639-46a5-8b33-22d51c9172e8,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:31.266522 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e4db0d-fa4d-4b10-8f80-b8a8519f4825 None None] Routers {'db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:36:31.267215 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-98e4db0d-fa4d-4b10-8f80-b8a8519f4825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:36:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:31.325779 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd66fe8-0e3d-4561-b8b3-cb7f8f79bbca tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8923db2-d89c-42cb-a79c-659b5964a5b8,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:31.372996 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2cc53-429b-44e9-b2e8-820b0ce7c3fb req-770a4e9c-afc7-49de-b98e-bc14336cc38c tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:31.374812 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2bb2cc53-429b-44e9-b2e8-820b0ce7c3fb req-770a4e9c-afc7-49de-b98e-bc14336cc38c tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "GET /v2.0/ports?device_id=f822383f-126a-4cdd-af37-1231168c24bc HTTP/1.1" status: 200 len: 931 time: 0.5970991 May 03 22:36:31.404352 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8062de8f-3c7d-4179-b577-931c80f15665 req-bbfdc1f4-2708-48d3-b6b6-c5382b8051b6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209812 May 03 22:36:31.410377 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-465047c3-7145-44c6-bb3b-8881737c3c42 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4607966 May 03 22:36:31.433255 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-dad42712-8b40-4361-92fd-b4296edd33d4 service neutron] Request body: {'port': {'device_id': 'f822383f-126a-4cdd-af37-1231168c24bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:36:31.476177 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-98e4db0d-fa4d-4b10-8f80-b8a8519f4825 None None] Set router db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:36:31.566843 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7cd66fe8-0e3d-4561-b8b3-cb7f8f79bbca tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:31.603025 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-4bb5197c-a44d-432f-82f6-3d7aa43f226e admin admin] Allocated IP 172.20.0.1 (71241325-3ced-4bd4-ae89-4dd9d6a9a009/b7ca6cb5-2c32-4d9f-a3b6-a71261d2ce63/46ff061d-f08a-4d78-91ca-c3f6742db556) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:36:31.635437 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16a36a5a-a0bd-4d41-8d6c-ce529755f8e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:31.670968 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16a36a5a-a0bd-4d41-8d6c-ce529755f8e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:31.698752 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2bb2cc53-429b-44e9-b2e8-820b0ce7c3fb req-079c32b1-0e2d-43af-835c-3d0b0612fd6c tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6d6af78-4b02-430d-8f90-9ea6ebe3636f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3112032 May 03 22:36:31.713782 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7cd66fe8-0e3d-4561-b8b3-cb7f8f79bbca tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:31.722403 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7cd66fe8-0e3d-4561-b8b3-cb7f8f79bbca tempest-FloatingIPAdminTestJSON-2106009053 tempest-FloatingIPAdminTestJSON-2106009053-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/12451bbe-30fa-47ed-b8a4-c12eb08e5a25 HTTP/1.1" status: 204 len: 168 time: 1.9945219 May 03 22:36:31.730310 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38696) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:31.770644 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a8d8a67b-03ef-440b-8ee3-e868ffd6c5a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:31.796632 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a8d8a67b-03ef-440b-8ee3-e868ffd6c5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:31.816042 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-dad42712-8b40-4361-92fd-b4296edd33d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:31.905227 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16a36a5a-a0bd-4d41-8d6c-ce529755f8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:31.938001 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d8a67b-03ef-440b-8ee3-e868ffd6c5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d78d29-ce7c-41b3-b595-f4b97b3a9cf8,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:31.962089 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-98e4db0d-fa4d-4b10-8f80-b8a8519f4825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-486288275-router', 'tenant_id': '99cb09cbb2064b78b1d32802d33fe0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'd10fd894-c639-46a5-8b33-22d51c9172e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:36:21Z', 'updated_at': '2022-05-03T22:36:27Z', 'revision_number': 3, 'project_id': '99cb09cbb2064b78b1d32802d33fe0f0', 'gw_port': {'id': 'd10fd894-c639-46a5-8b33-22d51c9172e8', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:25:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:36:25Z', 'updated_at': '2022-05-03T22:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:31.966754 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e4db0d-fa4d-4b10-8f80-b8a8519f4825 None None] The sync data for ids ['db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e'] in n-d-811807-1 is: [{'id': 'db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-486288275-router', 'tenant_id': '99cb09cbb2064b78b1d32802d33fe0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'd10fd894-c639-46a5-8b33-22d51c9172e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:36:21Z', 'updated_at': '2022-05-03T22:36:27Z', 'revision_number': 3, 'project_id': '99cb09cbb2064b78b1d32802d33fe0f0', 'gw_port': {'id': 'd10fd894-c639-46a5-8b33-22d51c9172e8', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:25:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:36:25Z', 'updated_at': '2022-05-03T22:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:36:31.967635 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a8d8a67b-03ef-440b-8ee3-e868ffd6c5a4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=739449e3df94427da35f806b649cd453&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7797565 May 03 22:36:31.973031 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-4039adb0-aa35-40ef-b387-51b80d01dd8c tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Deleting port 27e59a3f-d1f3-4d5f-9d97-01828997d613 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:36:31.974183 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4039adb0-aa35-40ef-b387-51b80d01dd8c tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:31.981744 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38704) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:31.996779 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fcbbb4-5dbc-4f5a-8ce2-d031f322ce1a req-7b2623dd-3b2b-4f56-b7d2-4c85df657154 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:31.998422 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-03fcbbb4-5dbc-4f5a-8ce2-d031f322ce1a req-7b2623dd-3b2b-4f56-b7d2-4c85df657154 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=5141013c-66e2-496a-98ed-6a12a003b9a1 HTTP/1.1" status: 200 len: 946 time: 0.3037424 May 03 22:36:32.019012 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4bb5197c-a44d-432f-82f6-3d7aa43f226e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:32.027395 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a36a5a-a0bd-4d41-8d6c-ce529755f8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a7aee5-ed0c-4c68-9a42-c82ba5c445f6,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:32.107251 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16a36a5a-a0bd-4d41-8d6c-ce529755f8e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:32.108815 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-16a36a5a-a0bd-4d41-8d6c-ce529755f8e0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/30a7aee5-ed0c-4c68-9a42-c82ba5c445f6 HTTP/1.1" status: 204 len: 168 time: 1.1629984 May 03 22:36:32.110327 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-4bb5197c-a44d-432f-82f6-3d7aa43f226e admin admin] Transition to ACTIVE for port object 46ff061d-f08a-4d78-91ca-c3f6742db556 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:36:32.135257 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-03fcbbb4-5dbc-4f5a-8ce2-d031f322ce1a req-3878ff17-8f72-4b29-a76b-551a7c78f7c2 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192143 May 03 22:36:32.174957 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-542a0994-b37b-4c43-889a-ba2f900c9661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:32.206375 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-542a0994-b37b-4c43-889a-ba2f900c9661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:32.247413 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4bb5197c-a44d-432f-82f6-3d7aa43f226e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:32.366916 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5197c-a44d-432f-82f6-3d7aa43f226e admin admin] Pushing event updated for resources: {'Port': ['ID=46ff061d-f08a-4d78-91ca-c3f6742db556,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:32.386663 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb5197c-a44d-432f-82f6-3d7aa43f226e admin admin] Network 71241325-3ced-4bd4-ae89-4dd9d6a9a009 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:36:32.388428 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-4bb5197c-a44d-432f-82f6-3d7aa43f226e admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:36:32.392387 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb5197c-a44d-432f-82f6-3d7aa43f226e admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:36:32.482893 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-542a0994-b37b-4c43-889a-ba2f900c9661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:32.504141 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4bb5197c-a44d-432f-82f6-3d7aa43f226e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:32.512903 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4039adb0-aa35-40ef-b387-51b80d01dd8c tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:32.550545 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a0994-b37b-4c43-889a-ba2f900c9661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d78d29-ce7c-41b3-b595-f4b97b3a9cf8,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:32.579715 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-542a0994-b37b-4c43-889a-ba2f900c9661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:32.580923 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-542a0994-b37b-4c43-889a-ba2f900c9661 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a4d78d29-ce7c-41b3-b595-f4b97b3a9cf8 HTTP/1.1" status: 204 len: 168 time: 0.5941093 May 03 22:36:33.006126 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a6a5eff3-47b7-4c03-90da-5f7557c0329a None None] Provisioning for port 46ff061d-f08a-4d78-91ca-c3f6742db556 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:36:33.022418 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a6a5eff3-47b7-4c03-90da-5f7557c0329a None None] Provisioning complete for port 46ff061d-f08a-4d78-91ca-c3f6742db556 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:36:33.022803 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a6a5eff3-47b7-4c03-90da-5f7557c0329a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:33.043261 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-4039adb0-aa35-40ef-b387-51b80d01dd8c tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Calling delete_port for 27e59a3f-d1f3-4d5f-9d97-01828997d613 owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:36:33.066134 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4bb5197c-a44d-432f-82f6-3d7aa43f226e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:33.163584 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d10fd894-c639-46a5-8b33-22d51c9172e8 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:36:33.283359 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port d10fd894-c639-46a5-8b33-22d51c9172e8 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:36:33.294551 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port d10fd894-c639-46a5-8b33-22d51c9172e8 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:36:33.295537 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:33.485448 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a6a5eff3-47b7-4c03-90da-5f7557c0329a None None] Port 46ff061d-f08a-4d78-91ca-c3f6742db556 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:36:33.544453 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4039adb0-aa35-40ef-b387-51b80d01dd8c tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:33.585910 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab822812-ca18-44cc-a3d6-dce210110177 req-80521cdd-d5f5-48f8-92f6-60b3be52888d tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:33.591458 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ab822812-ca18-44cc-a3d6-dce210110177 req-80521cdd-d5f5-48f8-92f6-60b3be52888d tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "GET /v2.0/ports?device_id=f822383f-126a-4cdd-af37-1231168c24bc HTTP/1.1" status: 200 len: 931 time: 0.6396198 May 03 22:36:33.741924 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:33.780463 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port d10fd894-c639-46a5-8b33-22d51c9172e8, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d10fd894-c639-46a5-8b33-22d51c9172e8,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:36:33.791820 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:33.908962 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4039adb0-aa35-40ef-b387-51b80d01dd8c tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Pushing event deleted for resources: {'Port': ['ID=27e59a3f-d1f3-4d5f-9d97-01828997d613,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:33.988207 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=d10fd894-c639-46a5-8b33-22d51c9172e8,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:34.032126 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-dad42712-8b40-4361-92fd-b4296edd33d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12f709b8-b161-474a-b2f3-88f3ad30ca9a {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:36:34.106328 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-dad42712-8b40-4361-92fd-b4296edd33d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:34.149397 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-dad42712-8b40-4361-92fd-b4296edd33d4 service neutron] Transition to ACTIVE for port object 12f709b8-b161-474a-b2f3-88f3ad30ca9a will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:36:34.169459 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-dad42712-8b40-4361-92fd-b4296edd33d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:34.174949 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ab822812-ca18-44cc-a3d6-dce210110177 req-bab04261-5a9f-419f-999f-7863f50e1d57 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6d6af78-4b02-430d-8f90-9ea6ebe3636f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5814271 May 03 22:36:34.204233 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4bb5197c-a44d-432f-82f6-3d7aa43f226e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:34.224355 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4bb5197c-a44d-432f-82f6-3d7aa43f226e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:34.309509 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4039adb0-aa35-40ef-b387-51b80d01dd8c tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:34.342611 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4039adb0-aa35-40ef-b387-51b80d01dd8c tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] 10.222.0.58 "DELETE /v2.0/ports/27e59a3f-d1f3-4d5f-9d97-01828997d613 HTTP/1.1" status: 204 len: 168 time: 2.6083746 May 03 22:36:34.366090 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38782) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:34.583392 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4d674-b9ed-4b17-a630-f354fdaaf3db req-4014f3b7-faec-4678-b87a-6f950c65d564 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:34.584964 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f8c4d674-b9ed-4b17-a630-f354fdaaf3db req-4014f3b7-faec-4678-b87a-6f950c65d564 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=5141013c-66e2-496a-98ed-6a12a003b9a1 HTTP/1.1" status: 200 len: 946 time: 1.1303596 May 03 22:36:34.827810 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4bb5197c-a44d-432f-82f6-3d7aa43f226e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:34.889417 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5197c-a44d-432f-82f6-3d7aa43f226e admin admin] Pushing event updated for resources: {'Port': ['ID=46ff061d-f08a-4d78-91ca-c3f6742db556,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:34.896270 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad42712-8b40-4361-92fd-b4296edd33d4 service neutron] Pushing event updated for resources: {'Port': ['ID=12f709b8-b161-474a-b2f3-88f3ad30ca9a,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:34.984084 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f8c4d674-b9ed-4b17-a630-f354fdaaf3db req-3e366ba7-1e19-4b31-b239-986e1017bf27 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708355 May 03 22:36:35.058433 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d10fd894-c639-46a5-8b33-22d51c9172e8 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:36:35.098765 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-dad42712-8b40-4361-92fd-b4296edd33d4 service neutron] Attempting to bind port 12f709b8-b161-474a-b2f3-88f3ad30ca9a on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:36:35.101804 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-dad42712-8b40-4361-92fd-b4296edd33d4 service neutron] Attempting to bind port 12f709b8-b161-474a-b2f3-88f3ad30ca9a by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '69f9ec2a-81e7-4f17-8ce7-466cada3b85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:36:35.102850 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-dad42712-8b40-4361-92fd-b4296edd33d4 service neutron] Attempting to bind port 12f709b8-b161-474a-b2f3-88f3ad30ca9a on network 83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:36:35.124836 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-dad42712-8b40-4361-92fd-b4296edd33d4 service neutron] Port 12f709b8-b161-474a-b2f3-88f3ad30ca9a on network 83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:36:35.126582 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-dad42712-8b40-4361-92fd-b4296edd33d4 service neutron] Attempting to bind port 12f709b8-b161-474a-b2f3-88f3ad30ca9a on network 83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:36:35.152227 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb5197c-a44d-432f-82f6-3d7aa43f226e admin admin] Network 71241325-3ced-4bd4-ae89-4dd9d6a9a009 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:36:35.154051 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-4bb5197c-a44d-432f-82f6-3d7aa43f226e admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:36:35.160765 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-dad42712-8b40-4361-92fd-b4296edd33d4 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:36:35.161110 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-dad42712-8b40-4361-92fd-b4296edd33d4 service neutron] Checking segment: {'id': '69f9ec2a-81e7-4f17-8ce7-466cada3b85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:36:35.161530 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-dad42712-8b40-4361-92fd-b4296edd33d4 service neutron] Bound using segment: {'id': '69f9ec2a-81e7-4f17-8ce7-466cada3b85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:36:35.166672 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-dad42712-8b40-4361-92fd-b4296edd33d4 service neutron] Bound port: 12f709b8-b161-474a-b2f3-88f3ad30ca9a, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69f9ec2a-81e7-4f17-8ce7-466cada3b85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:36:35.167175 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-dad42712-8b40-4361-92fd-b4296edd33d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:35.175286 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ff39f8-2d33-42df-b7d3-7ee5b8651e1b tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:35.176376 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d7ff39f8-2d33-42df-b7d3-7ee5b8651e1b tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Synchronizing usage tracker for tenant:83d2ad77d62b46b58d50605a51c69985 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:36:35.339306 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port d10fd894-c639-46a5-8b33-22d51c9172e8 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:36:35.345574 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:35.552623 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-dad42712-8b40-4361-92fd-b4296edd33d4 service neutron] For port 12f709b8-b161-474a-b2f3-88f3ad30ca9a, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:36:35.559764 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-dad42712-8b40-4361-92fd-b4296edd33d4 service neutron] For port 12f709b8-b161-474a-b2f3-88f3ad30ca9a, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=12f709b8-b161-474a-b2f3-88f3ad30ca9a,segment=NetworkSegment(69f9ec2a-81e7-4f17-8ce7-466cada3b85b),segment_id=69f9ec2a-81e7-4f17-8ce7-466cada3b85b)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:36:35.573086 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-dad42712-8b40-4361-92fd-b4296edd33d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:35.642957 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d7ff39f8-2d33-42df-b7d3-7ee5b8651e1b tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Unset dirty status for tenant:83d2ad77d62b46b58d50605a51c69985 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:36:35.655546 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d7ff39f8-2d33-42df-b7d3-7ee5b8651e1b tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] 10.222.0.58 "GET /v2.0/ports?device_id=f6614641-9b3a-4c4a-8371-b06f288b8f22 HTTP/1.1" status: 200 len: 913 time: 1.2641141 May 03 22:36:35.667710 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38836) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:35.874773 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-dad42712-8b40-4361-92fd-b4296edd33d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:35.875723 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-dad42712-8b40-4361-92fd-b4296edd33d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:35.880146 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-dad42712-8b40-4361-92fd-b4296edd33d4 service neutron] 10.222.0.60 "PUT /v2.0/ports/12f709b8-b161-474a-b2f3-88f3ad30ca9a HTTP/1.1" status: 200 len: 1091 time: 4.4580991 May 03 22:36:35.880943 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f822383f-126a-4cdd-af37-1231168c24bc', 'tag': '12f709b8-b161-474a-b2f3-88f3ad30ca9a'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:36:35.890985 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-14652efa-9a9e-41c9-9eef-c2756937861c None None] Provisioning complete for port 46ff061d-f08a-4d78-91ca-c3f6742db556 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:36:35.891379 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-14652efa-9a9e-41c9-9eef-c2756937861c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:35.933504 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad42712-8b40-4361-92fd-b4296edd33d4 service neutron] Pushing event updated for resources: {'Port': ['ID=12f709b8-b161-474a-b2f3-88f3ad30ca9a,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:36.058885 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-14652efa-9a9e-41c9-9eef-c2756937861c None None] Port 46ff061d-f08a-4d78-91ca-c3f6742db556 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:36:36.163373 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-46348ae4-cb1b-4183-a877-73892bc9b3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:36.165106 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-46348ae4-cb1b-4183-a877-73892bc9b3e8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1eb5e8514a904f2db24d00ebe09ac3d4&device_id=f822383f-126a-4cdd-af37-1231168c24bc HTTP/1.1" status: 200 len: 1094 time: 0.2257388 May 03 22:36:36.336150 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-bf1f6708-fda7-4e1e-b12b-3fd9496931d2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12f709b8-b161-474a-b2f3-88f3ad30ca9a HTTP/1.1" status: 200 len: 217 time: 0.1623218 May 03 22:36:36.375087 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-efc99105-458d-4ed4-86ec-d77563b8dd7d req-cf147509-e2cc-4f1b-a448-f1efc61e965b tempest-ServerShowV257Test-342176526 tempest-ServerShowV257Test-342176526-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e1eb94-0799-480e-8dd6-459367e10238 HTTP/1.1" status: 200 len: 210 time: 0.3527191 May 03 22:36:36.556938 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-d120c1f0-9d04-4ff3-9160-0b495fb19726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:36.558513 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-d120c1f0-9d04-4ff3-9160-0b495fb19726 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee5d7c1b-17ff-4e34-bd5c-ac1da2d448b8 HTTP/1.1" status: 200 len: 851 time: 0.2159863 May 03 22:36:36.559955 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb5197c-a44d-432f-82f6-3d7aa43f226e admin admin] Router db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:36:36.579233 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38874) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:36.776510 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-8a705305-3931-48ef-85a6-272a84084d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:36.778020 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-8a705305-3931-48ef-85a6-272a84084d3d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2112031 May 03 22:36:36.910218 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e19a3dd6-5870-4f6f-9def-6c0dd4d6d969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:36.995254 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06d2b7-cff5-4de0-ba46-c157db1aad79 req-feef90da-f104-4d80-b561-8dd54384753d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:36.996811 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e06d2b7-cff5-4de0-ba46-c157db1aad79 req-feef90da-f104-4d80-b561-8dd54384753d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ee7372ea426142e59c472059d7804115&device_id=5141013c-66e2-496a-98ed-6a12a003b9a1 HTTP/1.1" status: 200 len: 1097 time: 0.9834235 May 03 22:36:37.026857 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-3aa69c2c-8b4b-434b-8aff-52aec4ce6b1f service neutron] 10.222.0.60 "GET /v2.0/networks/83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415035 May 03 22:36:37.217759 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-92d49d2d-4089-494c-a74e-d805a8f13a70 req-482cd76f-c735-491b-a52b-ae8ea8dd84d4 service neutron] 10.222.0.60 "GET /v2.0/networks/83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749020 May 03 22:36:37.291927 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05595627-3308-4b37-a67b-d8128c2c7bd8 req-b9bdaaa4-3b3a-4831-a690-a412a8f31efe tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:37.293294 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-05595627-3308-4b37-a67b-d8128c2c7bd8 req-b9bdaaa4-3b3a-4831-a690-a412a8f31efe tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "GET /v2.0/ports?device_id=f822383f-126a-4cdd-af37-1231168c24bc HTTP/1.1" status: 200 len: 943 time: 1.0309899 May 03 22:36:37.308347 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e19a3dd6-5870-4f6f-9def-6c0dd4d6d969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:36:37.404658 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e19a3dd6-5870-4f6f-9def-6c0dd4d6d969 admin admin] Usage tracker for resource:security_group_rule and tenant:0dbf8fd3821a4433a6b9ee0b39701988 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:36:37.409312 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e19a3dd6-5870-4f6f-9def-6c0dd4d6d969 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:36:37.445375 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e19a3dd6-5870-4f6f-9def-6c0dd4d6d969 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:36:37.636855 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb5197c-a44d-432f-82f6-3d7aa43f226e admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:36:37.658618 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a292dd91-4db8-4f7b-b8cd-9eef7a759389 None None] Sync routers for ids ['db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:36:37.669130 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-05595627-3308-4b37-a67b-d8128c2c7bd8 req-f878cc16-57b4-4ff9-a6d4-5b362a7e8165 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6d6af78-4b02-430d-8f90-9ea6ebe3636f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2890851 May 03 22:36:37.679251 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a292dd91-4db8-4f7b-b8cd-9eef7a759389 None None] Routers {'db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:36:37.680000 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-a292dd91-4db8-4f7b-b8cd-9eef7a759389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:36:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:37.731867 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baee478f-25e3-4019-a7f8-f78b176ae93d'] response: {'name': 'network-changed', 'server_uuid': 'f822383f-126a-4cdd-af37-1231168c24bc', 'tag': '12f709b8-b161-474a-b2f3-88f3ad30ca9a', 'status': 'completed', 'code': 200} May 03 22:36:37.794970 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06d2b7-cff5-4de0-ba46-c157db1aad79 req-9e8aafd9-6d01-449e-8003-6d7b78e8f869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:37.796948 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e06d2b7-cff5-4de0-ba46-c157db1aad79 req-9e8aafd9-6d01-449e-8003-6d7b78e8f869 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bdfb9b30-ef20-4230-98c0-738d54cdf178 HTTP/1.1" status: 200 len: 912 time: 0.6815293 May 03 22:36:37.809791 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e55add-0154-4272-87e3-affc1510255e req-82d8a064-bba5-432e-b114-38103d080236 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:37.817902 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-05e55add-0154-4272-87e3-affc1510255e req-82d8a064-bba5-432e-b114-38103d080236 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=5141013c-66e2-496a-98ed-6a12a003b9a1 HTTP/1.1" status: 200 len: 946 time: 0.9311697 May 03 22:36:37.833764 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4bb5197c-a44d-432f-82f6-3d7aa43f226e admin admin] 10.222.0.58 "PUT /v2.0/routers/db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5760512 May 03 22:36:37.952809 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f2c8f-2045-4ab1-bd9e-c506b8254984 req-e5249db9-f89b-47db-975d-f6969d612f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:37.954767 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-595f2c8f-2045-4ab1-bd9e-c506b8254984 req-e5249db9-f89b-47db-975d-f6969d612f02 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1eb5e8514a904f2db24d00ebe09ac3d4&device_id=f822383f-126a-4cdd-af37-1231168c24bc HTTP/1.1" status: 200 len: 1094 time: 0.1795335 May 03 22:36:37.959006 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e06d2b7-cff5-4de0-ba46-c157db1aad79 req-8176fcb7-aa40-4fd0-a73c-270634cdf57b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd4ae2b3-4762-48a7-bbca-ed446865d94b HTTP/1.1" status: 200 len: 217 time: 0.1187725 May 03 22:36:38.022470 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-a292dd91-4db8-4f7b-b8cd-9eef7a759389 None None] Set router db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:36:38.106804 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06d2b7-cff5-4de0-ba46-c157db1aad79 req-ad466840-c05b-4b67-a380-047060f72400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:38.108416 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e06d2b7-cff5-4de0-ba46-c157db1aad79 req-ad466840-c05b-4b67-a380-047060f72400 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4619db77-ac29-469b-9bbb-1a6b18f8da88 HTTP/1.1" status: 200 len: 851 time: 0.1028342 May 03 22:36:38.119355 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-05e55add-0154-4272-87e3-affc1510255e req-21e2c0b5-f54f-4a3b-8dc9-1672f6bb1642 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004444 May 03 22:36:38.209444 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f2c8f-2045-4ab1-bd9e-c506b8254984 req-dc664040-3779-42b1-9761-94a04ff830cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:38.218903 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-595f2c8f-2045-4ab1-bd9e-c506b8254984 req-dc664040-3779-42b1-9761-94a04ff830cc service neutron] 10.222.0.60 "GET /v2.0/networks?id=83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c HTTP/1.1" status: 200 len: 913 time: 0.2569938 May 03 22:36:38.290855 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bf8fa654-81ee-42cf-9977-14d9c8a87d69 req-28d53476-d6c1-4aa9-8803-fa86d214d5c3 tempest-ServerShowV257Test-342176526 tempest-ServerShowV257Test-342176526-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e1eb94-0799-480e-8dd6-459367e10238 HTTP/1.1" status: 200 len: 210 time: 0.1677094 May 03 22:36:38.304633 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e06d2b7-cff5-4de0-ba46-c157db1aad79 req-232bb6fc-1991-4bd7-870d-5fd95fb42700 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bdfb9b30-ef20-4230-98c0-738d54cdf178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1351213 May 03 22:36:38.335920 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-595f2c8f-2045-4ab1-bd9e-c506b8254984 req-405c9992-fbd4-440d-86a4-2de6c7a8121d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12f709b8-b161-474a-b2f3-88f3ad30ca9a HTTP/1.1" status: 200 len: 217 time: 0.1101375 May 03 22:36:38.369412 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e19a3dd6-5870-4f6f-9def-6c0dd4d6d969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:38.464300 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f2c8f-2045-4ab1-bd9e-c506b8254984 req-186a9eb1-c94b-4782-88b0-386e2b273d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:38.467389 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-595f2c8f-2045-4ab1-bd9e-c506b8254984 req-186a9eb1-c94b-4782-88b0-386e2b273d7c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee5d7c1b-17ff-4e34-bd5c-ac1da2d448b8 HTTP/1.1" status: 200 len: 851 time: 0.1257985 May 03 22:36:38.480522 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e19a3dd6-5870-4f6f-9def-6c0dd4d6d969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:38.481140 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-a292dd91-4db8-4f7b-b8cd-9eef7a759389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-486288275-router', 'tenant_id': '99cb09cbb2064b78b1d32802d33fe0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'd10fd894-c639-46a5-8b33-22d51c9172e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:36:21Z', 'updated_at': '2022-05-03T22:36:32Z', 'revision_number': 4, 'project_id': '99cb09cbb2064b78b1d32802d33fe0f0', 'gw_port': {'id': 'd10fd894-c639-46a5-8b33-22d51c9172e8', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:25:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:36:25Z', 'updated_at': '2022-05-03T22:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '46ff061d-f08a-4d78-91ca-c3f6742db556', 'name': '', 'network_id': '71241325-3ced-4bd4-ae89-4dd9d6a9a009', 'tenant_id': '99cb09cbb2064b78b1d32802d33fe0f0', 'mac_address': 'fa:16:3e:c3:c4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'b7ca6cb5-2c32-4d9f-a3b6-a71261d2ce63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:36:31Z', 'updated_at': '2022-05-03T22:36:33Z', 'revision_number': 2, 'project_id': '99cb09cbb2064b78b1d32802d33fe0f0', 'subnets': [{'id': 'b7ca6cb5-2c32-4d9f-a3b6-a71261d2ce63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:38.495972 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a292dd91-4db8-4f7b-b8cd-9eef7a759389 None None] Checking router: db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:36:38.496417 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a292dd91-4db8-4f7b-b8cd-9eef7a759389 None None] Updating router db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e port 46ff061d-f08a-4d78-91ca-c3f6742db556 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:36:38.572390 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ba90334c-bdb5-45ef-99a6-40fdc31ebfd0 req-265b1990-d546-415a-84cb-48aea234ca6d tempest-FloatingIPsNegativeTestJSON-1162666903 tempest-FloatingIPsNegativeTestJSON-1162666903-project] 10.222.0.58 "GET /v2.0/floatingips?tenant_id=99cb09cbb2064b78b1d32802d33fe0f0 HTTP/1.1" status: 200 len: 217 time: 0.1878793 May 03 22:36:38.613384 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a292dd91-4db8-4f7b-b8cd-9eef7a759389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:38.712952 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e19a3dd6-5870-4f6f-9def-6c0dd4d6d969 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0dbf8fd3821a4433a6b9ee0b39701988&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1278892 May 03 22:36:38.722519 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38928) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:38.736074 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-79685219-6972-4b2e-a3b2-53ec8f59f353 req-6ed29fae-812b-4050-98de-47c0957e55a1 tempest-FloatingIPsNegativeTestJSON-1162666903 tempest-FloatingIPsNegativeTestJSON-1162666903-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1040125 May 03 22:36:38.740085 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a3dd6-5870-4f6f-9def-6c0dd4d6d969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff0c1d6-08ce-470b-b0eb-2c1dc9b7bf38,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:38.811369 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e06d2b7-cff5-4de0-ba46-c157db1aad79 req-a5c816fe-5e8d-4975-af5e-8da56cb71582 service neutron] 10.222.0.67 "GET /v2.0/networks/bdfb9b30-ef20-4230-98c0-738d54cdf178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4899991 May 03 22:36:39.024719 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:36:39.043146 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bb19c741-f5dd-4a2a-9779-bf923d17649e req-ef30102b-6d7e-444d-b397-e5d44e9dc1fb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c9e1eb94-0799-480e-8dd6-459367e10238 HTTP/1.1" status: 200 len: 210 time: 0.0955839 May 03 22:36:39.060895 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f2c8f-2045-4ab1-bd9e-c506b8254984 req-bd95c905-10f4-4fa1-abf5-35415d83c6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:39.062410 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-595f2c8f-2045-4ab1-bd9e-c506b8254984 req-bd95c905-10f4-4fa1-abf5-35415d83c6f6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5874846 May 03 22:36:39.069435 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e58760ef-0732-4f62-a91b-657ad615d846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:39.113580 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cf3f7b9d-6204-4e3d-a750-0c9156cc5404 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:39.172936 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a292dd91-4db8-4f7b-b8cd-9eef7a759389 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:39.186895 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a292dd91-4db8-4f7b-b8cd-9eef7a759389 None None] Transition to ACTIVE for port object 46ff061d-f08a-4d78-91ca-c3f6742db556 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:36:39.199106 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a292dd91-4db8-4f7b-b8cd-9eef7a759389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:39.292096 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a6bab0-3513-46a0-88db-a11b5cae7f1a None None] Pushing event updated for resources: {'Port': ['ID=46ff061d-f08a-4d78-91ca-c3f6742db556,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:39.304164 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6bab0-3513-46a0-88db-a11b5cae7f1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:39.304904 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6bab0-3513-46a0-88db-a11b5cae7f1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:39.305442 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6bab0-3513-46a0-88db-a11b5cae7f1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:39.306482 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6bab0-3513-46a0-88db-a11b5cae7f1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:39.307278 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6bab0-3513-46a0-88db-a11b5cae7f1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:39.307818 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6bab0-3513-46a0-88db-a11b5cae7f1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:39.308351 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6bab0-3513-46a0-88db-a11b5cae7f1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:39.308848 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6bab0-3513-46a0-88db-a11b5cae7f1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:39.309356 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6bab0-3513-46a0-88db-a11b5cae7f1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:39.309917 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6bab0-3513-46a0-88db-a11b5cae7f1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:39.310449 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6bab0-3513-46a0-88db-a11b5cae7f1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:39.310955 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a6bab0-3513-46a0-88db-a11b5cae7f1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:39.387504 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-595f2c8f-2045-4ab1-bd9e-c506b8254984 req-605017f3-a3d6-4d6b-b3b9-961ad121bf9b service neutron] 10.222.0.60 "GET /v2.0/networks/83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500413 May 03 22:36:39.542278 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [req-fe046891-555b-48b2-aecf-cd14f9eb27d0 req-7d0e1bda-047c-4d5f-b6e3-afe6bc7bb523 tempest-FloatingIPsNegativeTestJSON-1162666903 tempest-FloatingIPsNegativeTestJSON-1162666903-project] show failed (client error): The resource could not be found. May 03 22:36:39.550916 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fe046891-555b-48b2-aecf-cd14f9eb27d0 req-7d0e1bda-047c-4d5f-b6e3-afe6bc7bb523 tempest-FloatingIPsNegativeTestJSON-1162666903 tempest-FloatingIPsNegativeTestJSON-1162666903-project] 10.222.0.58 "GET /v2.0/floatingips/c49dd405-4a5d-4dfe-b2ca-9ca5c257b08f HTTP/1.1" status: 404 len: 350 time: 0.4444339 May 03 22:36:39.563156 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-a292dd91-4db8-4f7b-b8cd-9eef7a759389 None None] Attempting to bind port 46ff061d-f08a-4d78-91ca-c3f6742db556 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:36:39.563456 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-a292dd91-4db8-4f7b-b8cd-9eef7a759389 None None] Attempting to bind port 46ff061d-f08a-4d78-91ca-c3f6742db556 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '15041807-4a96-423d-830c-b374decc94b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '71241325-3ced-4bd4-ae89-4dd9d6a9a009'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:36:39.563634 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a292dd91-4db8-4f7b-b8cd-9eef7a759389 None None] Attempting to bind port 46ff061d-f08a-4d78-91ca-c3f6742db556 on network 71241325-3ced-4bd4-ae89-4dd9d6a9a009 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:36:39.575848 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a292dd91-4db8-4f7b-b8cd-9eef7a759389 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:36:39.576226 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a292dd91-4db8-4f7b-b8cd-9eef7a759389 None None] Checking segment: {'id': '15041807-4a96-423d-830c-b374decc94b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '71241325-3ced-4bd4-ae89-4dd9d6a9a009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:36:39.576662 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a292dd91-4db8-4f7b-b8cd-9eef7a759389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:39.577026 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a292dd91-4db8-4f7b-b8cd-9eef7a759389 None None] Bound using segment: {'id': '15041807-4a96-423d-830c-b374decc94b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '71241325-3ced-4bd4-ae89-4dd9d6a9a009'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:36:39.592076 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-a292dd91-4db8-4f7b-b8cd-9eef7a759389 None None] Bound port: 46ff061d-f08a-4d78-91ca-c3f6742db556, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15041807-4a96-423d-830c-b374decc94b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '71241325-3ced-4bd4-ae89-4dd9d6a9a009'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:36:39.592481 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a292dd91-4db8-4f7b-b8cd-9eef7a759389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:39.601485 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38958) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:39.642179 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-595f2c8f-2045-4ab1-bd9e-c506b8254984 req-ab545c4f-b685-4e18-b286-8e8eaf7ffc4d service neutron] 10.222.0.60 "GET /v2.0/networks/83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384114 May 03 22:36:39.743161 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-a292dd91-4db8-4f7b-b8cd-9eef7a759389 None None] For port 46ff061d-f08a-4d78-91ca-c3f6742db556, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:36:39.747610 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-a292dd91-4db8-4f7b-b8cd-9eef7a759389 None None] For port 46ff061d-f08a-4d78-91ca-c3f6742db556, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=46ff061d-f08a-4d78-91ca-c3f6742db556,segment=NetworkSegment(15041807-4a96-423d-830c-b374decc94b6),segment_id=15041807-4a96-423d-830c-b374decc94b6)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:36:39.773566 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a292dd91-4db8-4f7b-b8cd-9eef7a759389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:39.893570 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e58760ef-0732-4f62-a91b-657ad615d846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:39.906873 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a6bab0-3513-46a0-88db-a11b5cae7f1a None None] Pushing event updated for resources: {'Port': ['ID=46ff061d-f08a-4d78-91ca-c3f6742db556,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:39.909507 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a292dd91-4db8-4f7b-b8cd-9eef7a759389 None None] Routers {'db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:36:39.910435 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-a292dd91-4db8-4f7b-b8cd-9eef7a759389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:36:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:40.089739 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 12f709b8-b161-474a-b2f3-88f3ad30ca9a details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:36:40.173492 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e58760ef-0732-4f62-a91b-657ad615d846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:40.332871 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e58760ef-0732-4f62-a91b-657ad615d846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:40.334273 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e58760ef-0732-4f62-a91b-657ad615d846 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1ff0c1d6-08ce-470b-b0eb-2c1dc9b7bf38 HTTP/1.1" status: 204 len: 168 time: 1.6098058 May 03 22:36:40.359952 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58760ef-0732-4f62-a91b-657ad615d846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff0c1d6-08ce-470b-b0eb-2c1dc9b7bf38,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:40.372222 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e06d2b7-cff5-4de0-ba46-c157db1aad79 req-78a1d652-4692-4b0a-86e6-0f067a70c579 service neutron] 10.222.0.67 "GET /v2.0/networks/bdfb9b30-ef20-4230-98c0-738d54cdf178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5504200 May 03 22:36:40.441386 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-a292dd91-4db8-4f7b-b8cd-9eef7a759389 None None] Set router db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:36:40.524040 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 12f709b8-b161-474a-b2f3-88f3ad30ca9a, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=12f709b8-b161-474a-b2f3-88f3ad30ca9a,segment=NetworkSegment(69f9ec2a-81e7-4f17-8ce7-466cada3b85b),segment_id=69f9ec2a-81e7-4f17-8ce7-466cada3b85b)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:36:40.548303 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '12f709b8-b161-474a-b2f3-88f3ad30ca9a', 'network_id': '83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c', 'port_id': '12f709b8-b161-474a-b2f3-88f3ad30ca9a', 'mac_address': 'fa:16:3e:ab:a4:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee5d7c1b-17ff-4e34-bd5c-ac1da2d448b8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:36:40.641136 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b3e87-e039-4700-9fb3-e076d19dd78f req-1e4d8797-cb63-4f58-a751-ecaa96b5351a tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:40.642750 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac1b3e87-e039-4700-9fb3-e076d19dd78f req-1e4d8797-cb63-4f58-a751-ecaa96b5351a tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "GET /v2.0/ports?device_id=f822383f-126a-4cdd-af37-1231168c24bc HTTP/1.1" status: 200 len: 943 time: 1.6085157 May 03 22:36:40.766958 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:40.809906 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12f709b8-b161-474a-b2f3-88f3ad30ca9a {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:36:40.861202 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac1b3e87-e039-4700-9fb3-e076d19dd78f req-5c15258f-6b52-44e4-b9c3-b042c7f165bc tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6d6af78-4b02-430d-8f90-9ea6ebe3636f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342123 May 03 22:36:40.921529 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c95fa9-f006-4af0-b038-96cfc3626321 req-e42147e9-a76c-4fdf-a7c5-c75bef72cb42 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:40.929669 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-66c95fa9-f006-4af0-b038-96cfc3626321 req-e42147e9-a76c-4fdf-a7c5-c75bef72cb42 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 945 time: 0.9233427 May 03 22:36:40.947899 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 12f709b8-b161-474a-b2f3-88f3ad30ca9a, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=12f709b8-b161-474a-b2f3-88f3ad30ca9a,segment=NetworkSegment(69f9ec2a-81e7-4f17-8ce7-466cada3b85b),segment_id=69f9ec2a-81e7-4f17-8ce7-466cada3b85b)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:36:40.976978 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:41.011037 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-66c95fa9-f006-4af0-b038-96cfc3626321 req-e45d3c09-c44c-4a81-b527-31aa2e6af196 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803726 May 03 22:36:41.207662 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=12f709b8-b161-474a-b2f3-88f3ad30ca9a,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:41.219494 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-12d904fc-54e0-498a-8581-d1130834bbb4 req-b213244a-fd6c-4727-acd2-4244bbb4d234 tempest-ServerShowV257Test-342176526 tempest-ServerShowV257Test-342176526-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e1eb94-0799-480e-8dd6-459367e10238 HTTP/1.1" status: 200 len: 210 time: 0.0601997 May 03 22:36:41.232889 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['12f709b8-b161-474a-b2f3-88f3ad30ca9a'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:36:41.268018 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-cf3f7b9d-6204-4e3d-a750-0c9156cc5404 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Deleting port 184cdbf9-b463-40f7-a0b3-0aa593030362 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:36:41.268610 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cf3f7b9d-6204-4e3d-a750-0c9156cc5404 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:41.326290 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-a292dd91-4db8-4f7b-b8cd-9eef7a759389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-486288275-router', 'tenant_id': '99cb09cbb2064b78b1d32802d33fe0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'd10fd894-c639-46a5-8b33-22d51c9172e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:36:21Z', 'updated_at': '2022-05-03T22:36:32Z', 'revision_number': 4, 'project_id': '99cb09cbb2064b78b1d32802d33fe0f0', 'gw_port': {'id': 'd10fd894-c639-46a5-8b33-22d51c9172e8', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:25:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:36:25Z', 'updated_at': '2022-05-03T22:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '46ff061d-f08a-4d78-91ca-c3f6742db556', 'name': '', 'network_id': '71241325-3ced-4bd4-ae89-4dd9d6a9a009', 'tenant_id': '99cb09cbb2064b78b1d32802d33fe0f0', 'mac_address': 'fa:16:3e:c3:c4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'b7ca6cb5-2c32-4d9f-a3b6-a71261d2ce63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:36:31Z', 'updated_at': '2022-05-03T22:36:39Z', 'revision_number': 4, 'project_id': '99cb09cbb2064b78b1d32802d33fe0f0', 'subnets': [{'id': 'b7ca6cb5-2c32-4d9f-a3b6-a71261d2ce63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:41.333216 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a292dd91-4db8-4f7b-b8cd-9eef7a759389 None None] The sync data for ids ['db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e'] in n-d-811807-1 is: [{'id': 'db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-486288275-router', 'tenant_id': '99cb09cbb2064b78b1d32802d33fe0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'd10fd894-c639-46a5-8b33-22d51c9172e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:36:21Z', 'updated_at': '2022-05-03T22:36:32Z', 'revision_number': 4, 'project_id': '99cb09cbb2064b78b1d32802d33fe0f0', 'gw_port': {'id': 'd10fd894-c639-46a5-8b33-22d51c9172e8', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:25:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:36:25Z', 'updated_at': '2022-05-03T22:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '46ff061d-f08a-4d78-91ca-c3f6742db556', 'name': '', 'network_id': '71241325-3ced-4bd4-ae89-4dd9d6a9a009', 'tenant_id': '99cb09cbb2064b78b1d32802d33fe0f0', 'mac_address': 'fa:16:3e:c3:c4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'b7ca6cb5-2c32-4d9f-a3b6-a71261d2ce63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:36:31Z', 'updated_at': '2022-05-03T22:36:39Z', 'revision_number': 4, 'project_id': '99cb09cbb2064b78b1d32802d33fe0f0', 'subnets': [{'id': 'b7ca6cb5-2c32-4d9f-a3b6-a71261d2ce63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:36:41.522063 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cf3f7b9d-6204-4e3d-a750-0c9156cc5404 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:41.919028 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-cf3f7b9d-6204-4e3d-a750-0c9156cc5404 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Calling delete_port for 184cdbf9-b463-40f7-a0b3-0aa593030362 owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:36:42.062998 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 12f709b8-b161-474a-b2f3-88f3ad30ca9a up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:36:42.190983 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dfe7cc5f-30bd-4312-9631-3bba74884d7e req-22ec1dba-ee7b-4bad-8672-cd2ca17f675d tempest-ServerShowV257Test-342176526 tempest-ServerShowV257Test-342176526-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e1eb94-0799-480e-8dd6-459367e10238 HTTP/1.1" status: 200 len: 210 time: 0.1771846 May 03 22:36:42.205884 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 12f709b8-b161-474a-b2f3-88f3ad30ca9a completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:36:42.222942 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 12f709b8-b161-474a-b2f3-88f3ad30ca9a triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:36:42.223376 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:42.283676 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4fb7aa-d5fa-4ed4-8f2f-8266fe206f04 req-00ce9b3f-d882-4a7f-903c-4885fbedd8bd tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:42.287515 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3c4fb7aa-d5fa-4ed4-8f2f-8266fe206f04 req-00ce9b3f-d882-4a7f-903c-4885fbedd8bd tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=5141013c-66e2-496a-98ed-6a12a003b9a1 HTTP/1.1" status: 200 len: 946 time: 1.2061474 May 03 22:36:42.468409 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:42.502109 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5b5ace86-37fe-4a27-a7d0-a8cc6fda2704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:42.555527 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f822383f-126a-4cdd-af37-1231168c24bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f709b8-b161-474a-b2f3-88f3ad30ca9a'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:36:42.595530 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 12f709b8-b161-474a-b2f3-88f3ad30ca9a, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=12f709b8-b161-474a-b2f3-88f3ad30ca9a,segment=NetworkSegment(69f9ec2a-81e7-4f17-8ce7-466cada3b85b),segment_id=69f9ec2a-81e7-4f17-8ce7-466cada3b85b)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:36:42.605624 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:42.766850 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=12f709b8-b161-474a-b2f3-88f3ad30ca9a,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:42.769431 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3c4fb7aa-d5fa-4ed4-8f2f-8266fe206f04 req-71a1cc1a-5715-43e8-b465-9d5d1550dcbb tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4657063 May 03 22:36:42.839975 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cf3f7b9d-6204-4e3d-a750-0c9156cc5404 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:42.929124 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f7b9d-6204-4e3d-a750-0c9156cc5404 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Pushing event deleted for resources: {'Port': ['ID=184cdbf9-b463-40f7-a0b3-0aa593030362,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:42.941460 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e738d-99d0-4a1f-9288-50a55a0ad43f req-6b0d8d5e-fd9f-4596-a393-09d14b8ccf97 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:42.949335 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-706e738d-99d0-4a1f-9288-50a55a0ad43f req-6b0d8d5e-fd9f-4596-a393-09d14b8ccf97 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "GET /v2.0/ports?device_id=f822383f-126a-4cdd-af37-1231168c24bc HTTP/1.1" status: 200 len: 944 time: 0.5298853 May 03 22:36:43.109319 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 46ff061d-f08a-4d78-91ca-c3f6742db556 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:36:43.275314 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 46ff061d-f08a-4d78-91ca-c3f6742db556 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:36:43.289536 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 46ff061d-f08a-4d78-91ca-c3f6742db556 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:36:43.289947 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:43.512972 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-706e738d-99d0-4a1f-9288-50a55a0ad43f req-853312dc-ee10-4e41-9d7d-027011a99613 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6d6af78-4b02-430d-8f90-9ea6ebe3636f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5626657 May 03 22:36:43.544617 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:43.631432 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 46ff061d-f08a-4d78-91ca-c3f6742db556, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=46ff061d-f08a-4d78-91ca-c3f6742db556,segment=NetworkSegment(15041807-4a96-423d-830c-b374decc94b6),segment_id=15041807-4a96-423d-830c-b374decc94b6)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:36:43.644286 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aefb4be5-c471-4d5f-98a5-53f9fa91c368'] response: {'server_uuid': 'f822383f-126a-4cdd-af37-1231168c24bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f709b8-b161-474a-b2f3-88f3ad30ca9a', 'code': 200} May 03 22:36:43.645596 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:43.796466 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=46ff061d-f08a-4d78-91ca-c3f6742db556,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:43.837285 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c86c9-4b8f-4549-8aed-d48792f31019 req-bb3a82fa-9e33-4173-bdef-2b8afd0ff8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:43.839450 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c93c86c9-4b8f-4549-8aed-d48792f31019 req-bb3a82fa-9e33-4173-bdef-2b8afd0ff8a4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f822383f-126a-4cdd-af37-1231168c24bc HTTP/1.1" status: 200 len: 1096 time: 0.1443427 May 03 22:36:43.878246 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d4c8949e-a0a7-4ae0-a470-080626c1c7be req-3a007405-35bb-4852-bd9f-cc3630ef9aa2 tempest-ServerShowV257Test-342176526 tempest-ServerShowV257Test-342176526-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e1eb94-0799-480e-8dd6-459367e10238 HTTP/1.1" status: 200 len: 210 time: 0.0747108 May 03 22:36:43.924222 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c93c86c9-4b8f-4549-8aed-d48792f31019 req-2809f47a-25df-4e61-b261-c268511195ce service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b6d6af78-4b02-430d-8f90-9ea6ebe3636f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782702 May 03 22:36:43.933390 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587576f3-f1d5-414e-b0f0-a7a0b6b232f7 req-5390c1ae-1185-4caa-91e5-e51ce2ff2929 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:43.938411 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-587576f3-f1d5-414e-b0f0-a7a0b6b232f7 req-5390c1ae-1185-4caa-91e5-e51ce2ff2929 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 945 time: 0.9102559 May 03 22:36:43.980084 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cf3f7b9d-6204-4e3d-a750-0c9156cc5404 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:44.397209 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-587576f3-f1d5-414e-b0f0-a7a0b6b232f7 req-d249597f-e339-431b-9681-c14012c4c27a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4546404 May 03 22:36:44.426216 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-5b5ace86-37fe-4a27-a7d0-a8cc6fda2704 admin admin] Deleting port 46ff061d-f08a-4d78-91ca-c3f6742db556 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:36:44.426565 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5b5ace86-37fe-4a27-a7d0-a8cc6fda2704 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:44.493980 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39162) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:44.548892 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153138d-93de-4e1a-89a4-ad8999087ffd req-de9ffd91-79b8-41dc-b3d9-eb85c1911d0a tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:44.555784 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5153138d-93de-4e1a-89a4-ad8999087ffd req-de9ffd91-79b8-41dc-b3d9-eb85c1911d0a tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=5141013c-66e2-496a-98ed-6a12a003b9a1 HTTP/1.1" status: 200 len: 946 time: 0.5407946 May 03 22:36:44.686518 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-680599e2-2fcc-4fe9-ba3d-0cc174f3b170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:44.702188 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-680599e2-2fcc-4fe9-ba3d-0cc174f3b170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:36:44.706317 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-680599e2-2fcc-4fe9-ba3d-0cc174f3b170 admin admin] Usage tracker for resource:security_group_rule and tenant:ff7a102d7e85492abb44cc364d91b63c is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:36:44.709198 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-680599e2-2fcc-4fe9-ba3d-0cc174f3b170 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:36:44.716346 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-680599e2-2fcc-4fe9-ba3d-0cc174f3b170 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:36:44.803735 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-680599e2-2fcc-4fe9-ba3d-0cc174f3b170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:44.809438 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-680599e2-2fcc-4fe9-ba3d-0cc174f3b170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:44.860774 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-680599e2-2fcc-4fe9-ba3d-0cc174f3b170 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ff7a102d7e85492abb44cc364d91b63c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3650508 May 03 22:36:44.861556 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39170) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:44.862400 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680599e2-2fcc-4fe9-ba3d-0cc174f3b170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e88be9-9e0d-4fad-92e8-06bb21fe2fcd,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:44.865597 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5153138d-93de-4e1a-89a4-ad8999087ffd req-84630ff6-8559-44d4-b80d-9df874ada853 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091013 May 03 22:36:44.912109 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-5b5ace86-37fe-4a27-a7d0-a8cc6fda2704 admin admin] For port 46ff061d-f08a-4d78-91ca-c3f6742db556, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=46ff061d-f08a-4d78-91ca-c3f6742db556,segment=NetworkSegment(15041807-4a96-423d-830c-b374decc94b6),segment_id=15041807-4a96-423d-830c-b374decc94b6)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:36:44.912499 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5b5ace86-37fe-4a27-a7d0-a8cc6fda2704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:44.940916 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7096c295-4d60-4558-9060-ce9db91cafe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:44.975608 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7096c295-4d60-4558-9060-ce9db91cafe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:45.031389 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7096c295-4d60-4558-9060-ce9db91cafe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:45.054096 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096c295-4d60-4558-9060-ce9db91cafe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e88be9-9e0d-4fad-92e8-06bb21fe2fcd,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:45.056340 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7096c295-4d60-4558-9060-ce9db91cafe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:45.060558 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7096c295-4d60-4558-9060-ce9db91cafe6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/52e88be9-9e0d-4fad-92e8-06bb21fe2fcd HTTP/1.1" status: 204 len: 168 time: 0.1951113 May 03 22:36:45.095432 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 46ff061d-f08a-4d78-91ca-c3f6742db556 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:36:45.157289 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-5b5ace86-37fe-4a27-a7d0-a8cc6fda2704 admin admin] Calling delete_port for 46ff061d-f08a-4d78-91ca-c3f6742db556 owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:36:45.218319 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 46ff061d-f08a-4d78-91ca-c3f6742db556 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:36:45.218798 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:45.262978 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-88090046-5f3b-4325-b5b5-daa3a7819533 req-194caa9b-854b-48a8-b8a8-ee3f488169ab tempest-ServerShowV257Test-342176526 tempest-ServerShowV257Test-342176526-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e1eb94-0799-480e-8dd6-459367e10238 HTTP/1.1" status: 200 len: 210 time: 0.1139984 May 03 22:36:45.294281 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09300ecd-7a2b-423d-b186-fcb24dc2591a req-802e45f5-1d93-4de9-a59e-322250c4f386 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:45.295982 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-09300ecd-7a2b-423d-b186-fcb24dc2591a req-802e45f5-1d93-4de9-a59e-322250c4f386 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "GET /v2.0/ports?device_id=f822383f-126a-4cdd-af37-1231168c24bc HTTP/1.1" status: 200 len: 945 time: 0.6051872 May 03 22:36:45.298117 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3f7b9d-6204-4e3d-a750-0c9156cc5404 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Router f6614641-9b3a-4c4a-8371-b06f288b8f22 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:36:45.520891 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-09300ecd-7a2b-423d-b186-fcb24dc2591a req-38c708c9-7fa2-4dfd-b643-8c816a6a3f1a tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6d6af78-4b02-430d-8f90-9ea6ebe3636f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2045071 May 03 22:36:45.540498 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39184) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:45.576238 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d97f010e-b22e-4d71-a86c-015998c1604c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:45.605783 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d97f010e-b22e-4d71-a86c-015998c1604c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:36:45.609830 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d97f010e-b22e-4d71-a86c-015998c1604c admin admin] Usage tracker for resource:security_group_rule and tenant:0f6e7f39261d43248bfdefcbfb94c2a1 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:36:45.618742 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d97f010e-b22e-4d71-a86c-015998c1604c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:36:45.627692 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d97f010e-b22e-4d71-a86c-015998c1604c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:36:45.659856 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3f7b9d-6204-4e3d-a750-0c9156cc5404 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:36:45.673250 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f763c0d4-149c-4138-8bc7-e89955f793b5 None None] Sync routers for ids ['f6614641-9b3a-4c4a-8371-b06f288b8f22'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:36:45.689149 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f763c0d4-149c-4138-8bc7-e89955f793b5 None None] Routers {'f6614641-9b3a-4c4a-8371-b06f288b8f22'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:36:45.690519 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f763c0d4-149c-4138-8bc7-e89955f793b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:36:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['f6614641-9b3a-4c4a-8371-b06f288b8f22'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:45.717555 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-cf3f7b9d-6204-4e3d-a750-0c9156cc5404 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] 10.222.0.58 "PUT /v2.0/routers/f6614641-9b3a-4c4a-8371-b06f288b8f22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0472889 May 03 22:36:45.719109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39192) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:45.760401 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc625dba-d2a7-4d10-acbb-9bd0e17a7651 req-903dd24a-c43a-4037-a8a8-7e0b4c974552 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:45.767360 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fc625dba-d2a7-4d10-acbb-9bd0e17a7651 req-903dd24a-c43a-4037-a8a8-7e0b4c974552 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 945 time: 0.2402234 May 03 22:36:45.788305 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5b5ace86-37fe-4a27-a7d0-a8cc6fda2704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:45.819361 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f763c0d4-149c-4138-8bc7-e89955f793b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:45.833048 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f763c0d4-149c-4138-8bc7-e89955f793b5 None None] Routers {'f6614641-9b3a-4c4a-8371-b06f288b8f22'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:36:45.833961 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f763c0d4-149c-4138-8bc7-e89955f793b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:36:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['f6614641-9b3a-4c4a-8371-b06f288b8f22'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:45.931131 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f763c0d4-149c-4138-8bc7-e89955f793b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:45.931897 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f763c0d4-149c-4138-8bc7-e89955f793b5 None None] The sync data for ids ['f6614641-9b3a-4c4a-8371-b06f288b8f22'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:36:46.030548 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0df74a51-8f96-4049-a74d-d05409069497 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:46.100951 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ace86-37fe-4a27-a7d0-a8cc6fda2704 admin admin] Pushing event deleted for resources: {'Port': ['ID=46ff061d-f08a-4d78-91ca-c3f6742db556,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:46.202276 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d97f010e-b22e-4d71-a86c-015998c1604c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:46.220258 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d97f010e-b22e-4d71-a86c-015998c1604c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:46.237381 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ace86-37fe-4a27-a7d0-a8cc6fda2704 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:46.238007 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ace86-37fe-4a27-a7d0-a8cc6fda2704 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:46.238338 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ace86-37fe-4a27-a7d0-a8cc6fda2704 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:46.238782 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ace86-37fe-4a27-a7d0-a8cc6fda2704 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:46.239225 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ace86-37fe-4a27-a7d0-a8cc6fda2704 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:46.239658 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ace86-37fe-4a27-a7d0-a8cc6fda2704 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:46.240087 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ace86-37fe-4a27-a7d0-a8cc6fda2704 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:46.240517 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ace86-37fe-4a27-a7d0-a8cc6fda2704 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:46.241150 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ace86-37fe-4a27-a7d0-a8cc6fda2704 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:46.241669 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ace86-37fe-4a27-a7d0-a8cc6fda2704 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:46.242149 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ace86-37fe-4a27-a7d0-a8cc6fda2704 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:46.242574 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ace86-37fe-4a27-a7d0-a8cc6fda2704 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:46.268168 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d97f010e-b22e-4d71-a86c-015998c1604c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0f6e7f39261d43248bfdefcbfb94c2a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7260203 May 03 22:36:46.272186 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39248) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:46.315913 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fc625dba-d2a7-4d10-acbb-9bd0e17a7651 req-f61a7254-ffe8-45a7-ba57-ad867b21fedd tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5475233 May 03 22:36:46.351723 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f010e-b22e-4d71-a86c-015998c1604c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478cfcbb-7c12-4999-96cb-de605ee83397,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:46.356371 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0df74a51-8f96-4049-a74d-d05409069497 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:46.411777 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-0df74a51-8f96-4049-a74d-d05409069497 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Deleting port a3e4df7a-37bc-4864-8714-4f6004999ea8 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:36:46.412421 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0df74a51-8f96-4049-a74d-d05409069497 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:46.631027 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a1547471-ec25-4a3c-80eb-ca2578387227 req-33692cc1-8910-4ace-bac7-2bac1203064e tempest-ServerShowV257Test-342176526 tempest-ServerShowV257Test-342176526-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e1eb94-0799-480e-8dd6-459367e10238 HTTP/1.1" status: 200 len: 210 time: 0.0712640 May 03 22:36:46.649362 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f2a7e-a20e-4778-bc65-a4ae63a11ec3 req-12ca14ce-d418-4633-934e-3e5b57efa866 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:46.656702 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-629f2a7e-a20e-4778-bc65-a4ae63a11ec3 req-12ca14ce-d418-4633-934e-3e5b57efa866 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=5141013c-66e2-496a-98ed-6a12a003b9a1 HTTP/1.1" status: 200 len: 946 time: 0.5216286 May 03 22:36:46.721685 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0df74a51-8f96-4049-a74d-d05409069497 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:46.734490 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ac7ecc58-a520-4fb5-8dd0-844d0afe0c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:46.741192 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-629f2a7e-a20e-4778-bc65-a4ae63a11ec3 req-77408c06-b5df-454a-9665-679a0062706a tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835588 May 03 22:36:46.751564 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5b5ace86-37fe-4a27-a7d0-a8cc6fda2704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:47.072061 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-0df74a51-8f96-4049-a74d-d05409069497 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Calling delete_port for a3e4df7a-37bc-4864-8714-4f6004999ea8 owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:36:47.073759 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d97f65-c3c7-4f70-8bd6-f427c3efbf29 req-1f94cf56-9801-49e7-8714-ad41cccc90e9 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:47.075783 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-72d97f65-c3c7-4f70-8bd6-f427c3efbf29 req-1f94cf56-9801-49e7-8714-ad41cccc90e9 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "GET /v2.0/ports?device_id=f822383f-126a-4cdd-af37-1231168c24bc HTTP/1.1" status: 200 len: 945 time: 0.1535935 May 03 22:36:47.127379 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ac7ecc58-a520-4fb5-8dd0-844d0afe0c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:47.258762 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-72d97f65-c3c7-4f70-8bd6-f427c3efbf29 req-bf2d9313-f5f0-403e-8bad-0580f5a8e4bf tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6d6af78-4b02-430d-8f90-9ea6ebe3636f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253791 May 03 22:36:47.299750 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0df74a51-8f96-4049-a74d-d05409069497 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:47.331749 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5ace86-37fe-4a27-a7d0-a8cc6fda2704 admin admin] Router db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:36:47.361174 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ac7ecc58-a520-4fb5-8dd0-844d0afe0c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:47.386627 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df74a51-8f96-4049-a74d-d05409069497 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Pushing event deleted for resources: {'Port': ['ID=a3e4df7a-37bc-4864-8714-4f6004999ea8,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:47.438684 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ecc58-a520-4fb5-8dd0-844d0afe0c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478cfcbb-7c12-4999-96cb-de605ee83397,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:47.457999 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df74a51-8f96-4049-a74d-d05409069497 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:47.458402 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df74a51-8f96-4049-a74d-d05409069497 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:47.458763 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df74a51-8f96-4049-a74d-d05409069497 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:47.459165 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df74a51-8f96-4049-a74d-d05409069497 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:47.459560 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df74a51-8f96-4049-a74d-d05409069497 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:47.459962 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df74a51-8f96-4049-a74d-d05409069497 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:47.460357 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df74a51-8f96-4049-a74d-d05409069497 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:47.460853 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df74a51-8f96-4049-a74d-d05409069497 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:47.461222 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df74a51-8f96-4049-a74d-d05409069497 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:47.461708 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df74a51-8f96-4049-a74d-d05409069497 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:47.462093 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df74a51-8f96-4049-a74d-d05409069497 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:47.463266 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df74a51-8f96-4049-a74d-d05409069497 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:47.500879 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ecc58-a520-4fb5-8dd0-844d0afe0c87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:47.500879 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ecc58-a520-4fb5-8dd0-844d0afe0c87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:47.500879 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ecc58-a520-4fb5-8dd0-844d0afe0c87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:47.500879 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ecc58-a520-4fb5-8dd0-844d0afe0c87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:47.500879 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ecc58-a520-4fb5-8dd0-844d0afe0c87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:47.500879 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ecc58-a520-4fb5-8dd0-844d0afe0c87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:47.500879 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ecc58-a520-4fb5-8dd0-844d0afe0c87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:47.500879 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ecc58-a520-4fb5-8dd0-844d0afe0c87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:47.500879 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ecc58-a520-4fb5-8dd0-844d0afe0c87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:47.500879 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ecc58-a520-4fb5-8dd0-844d0afe0c87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:47.501950 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ecc58-a520-4fb5-8dd0-844d0afe0c87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:47.501950 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7ecc58-a520-4fb5-8dd0-844d0afe0c87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:36:47.526020 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ac7ecc58-a520-4fb5-8dd0-844d0afe0c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:47.530295 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ac7ecc58-a520-4fb5-8dd0-844d0afe0c87 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/478cfcbb-7c12-4999-96cb-de605ee83397 HTTP/1.1" status: 204 len: 168 time: 1.2571373 May 03 22:36:47.550583 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0df74a51-8f96-4049-a74d-d05409069497 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:47.749603 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5ace86-37fe-4a27-a7d0-a8cc6fda2704 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:36:47.759727 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f36065-a729-43e0-93cb-020284a177f3 None None] Sync routers for ids ['db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:36:47.764890 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5b5ace86-37fe-4a27-a7d0-a8cc6fda2704 admin admin] 10.222.0.58 "PUT /v2.0/routers/db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1321793 May 03 22:36:47.767104 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39416) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:47.773623 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f36065-a729-43e0-93cb-020284a177f3 None None] Routers {'db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:36:47.774526 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-d1f36065-a729-43e0-93cb-020284a177f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:36:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:47.777030 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14662dab-c7b3-4ed0-8c52-6bd53ec720b9 req-635b21ad-db47-4fc7-98bf-d654f0dd4977 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:47.778861 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-14662dab-c7b3-4ed0-8c52-6bd53ec720b9 req-635b21ad-db47-4fc7-98bf-d654f0dd4977 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "GET /v2.0/ports?device_id=f822383f-126a-4cdd-af37-1231168c24bc HTTP/1.1" status: 200 len: 945 time: 0.3587666 May 03 22:36:47.802670 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39422) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:47.837246 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-b6e7671b-4876-468b-a092-57edb5129fa1 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Request body: {'floatingip': {'port_id': '12f709b8-b161-474a-b2f3-88f3ad30ca9a'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:36:47.970671 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0df74a51-8f96-4049-a74d-d05409069497 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:47.975975 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0df74a51-8f96-4049-a74d-d05409069497 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:47.979450 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b6e7671b-4876-468b-a092-57edb5129fa1 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks [] for floatingip, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:48.139690 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-d1f36065-a729-43e0-93cb-020284a177f3 None None] Set router db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:36:48.200939 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0df74a51-8f96-4049-a74d-d05409069497 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:48.201472 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df74a51-8f96-4049-a74d-d05409069497 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Fanout notify agent at l3_agent the message router_deleted on router f6614641-9b3a-4c4a-8371-b06f288b8f22 {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:36:48.241803 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8044d124-9ae0-4362-a32d-953d4b6e33c3 req-e05250fd-b71c-4777-a872-04a53692bb10 tempest-ServerShowV257Test-342176526 tempest-ServerShowV257Test-342176526-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e1eb94-0799-480e-8dd6-459367e10238 HTTP/1.1" status: 200 len: 210 time: 0.1579356 May 03 22:36:48.254524 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0df74a51-8f96-4049-a74d-d05409069497 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:48.256217 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0df74a51-8f96-4049-a74d-d05409069497 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] 10.222.0.58 "DELETE /v2.0/routers/f6614641-9b3a-4c4a-8371-b06f288b8f22 HTTP/1.1" status: 204 len: 168 time: 2.5345640 May 03 22:36:48.256421 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49cd5db-4df0-4ca4-8a8f-093884ff6c16 req-c1cd26c1-c49d-49d5-8dbe-96402f8839d1 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:48.262413 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39480) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:48.264989 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c49cd5db-4df0-4ca4-8a8f-093884ff6c16 req-c1cd26c1-c49d-49d5-8dbe-96402f8839d1 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 945 time: 0.6014037 May 03 22:36:48.458841 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c49cd5db-4df0-4ca4-8a8f-093884ff6c16 req-e3a79c1d-4962-4a63-981e-dae39eb2b839 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919713 May 03 22:36:48.467849 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-182e777f-5015-487c-83c6-3bcf277167ad admin admin] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:48.502110 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cea94a4-ae50-4cd4-906e-27423295fc6d tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Deleting subnet ce1e0ea0-ed13-4ba0-85a5-536a4b37169d {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:36:48.539245 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-d1f36065-a729-43e0-93cb-020284a177f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-486288275-router', 'tenant_id': '99cb09cbb2064b78b1d32802d33fe0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'd10fd894-c639-46a5-8b33-22d51c9172e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:36:21Z', 'updated_at': '2022-05-03T22:36:45Z', 'revision_number': 5, 'project_id': '99cb09cbb2064b78b1d32802d33fe0f0', 'gw_port': {'id': 'd10fd894-c639-46a5-8b33-22d51c9172e8', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:25:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:36:25Z', 'updated_at': '2022-05-03T22:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:48.553820 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f36065-a729-43e0-93cb-020284a177f3 None None] Checking router: db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:36:48.588725 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4cea94a4-ae50-4cd4-906e-27423295fc6d tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:48.589598 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f36065-a729-43e0-93cb-020284a177f3 None None] Routers {'db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:36:48.591703 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-d1f36065-a729-43e0-93cb-020284a177f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:36:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:48.803336 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4cea94a4-ae50-4cd4-906e-27423295fc6d tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:48.895692 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb406a76-946d-4711-ab6a-921cac58f2f6 req-5694ca28-c058-4462-91c2-2478dd96d793 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:48.904495 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cb406a76-946d-4711-ab6a-921cac58f2f6 req-5694ca28-c058-4462-91c2-2478dd96d793 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=5141013c-66e2-496a-98ed-6a12a003b9a1 HTTP/1.1" status: 200 len: 946 time: 0.3331449 May 03 22:36:48.921628 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4cea94a4-ae50-4cd4-906e-27423295fc6d tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:48.923671 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-d1f36065-a729-43e0-93cb-020284a177f3 None None] Set router db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:36:48.936402 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-182e777f-5015-487c-83c6-3bcf277167ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:48.983984 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cb406a76-946d-4711-ab6a-921cac58f2f6 req-fc3a8cf6-68d4-42a4-a89f-266ab1d387bf tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782630 May 03 22:36:48.987657 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-182e777f-5015-487c-83c6-3bcf277167ad admin admin] Deleting port d10fd894-c639-46a5-8b33-22d51c9172e8 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:36:48.988188 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-182e777f-5015-487c-83c6-3bcf277167ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:49.278730 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-182e777f-5015-487c-83c6-3bcf277167ad admin admin] For port d10fd894-c639-46a5-8b33-22d51c9172e8, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d10fd894-c639-46a5-8b33-22d51c9172e8,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:36:49.280112 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-182e777f-5015-487c-83c6-3bcf277167ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:49.345697 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-d1f36065-a729-43e0-93cb-020284a177f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-486288275-router', 'tenant_id': '99cb09cbb2064b78b1d32802d33fe0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'd10fd894-c639-46a5-8b33-22d51c9172e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:36:21Z', 'updated_at': '2022-05-03T22:36:45Z', 'revision_number': 5, 'project_id': '99cb09cbb2064b78b1d32802d33fe0f0', 'gw_port': {'id': 'd10fd894-c639-46a5-8b33-22d51c9172e8', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:25:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:36:25Z', 'updated_at': '2022-05-03T22:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:49.350637 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f36065-a729-43e0-93cb-020284a177f3 None None] The sync data for ids ['db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e'] in n-d-811807-1 is: [{'id': 'db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e', 'name': 'tempest-FloatingIPsNegativeTestJSON-486288275-router', 'tenant_id': '99cb09cbb2064b78b1d32802d33fe0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'd10fd894-c639-46a5-8b33-22d51c9172e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:36:21Z', 'updated_at': '2022-05-03T22:36:45Z', 'revision_number': 5, 'project_id': '99cb09cbb2064b78b1d32802d33fe0f0', 'gw_port': {'id': 'd10fd894-c639-46a5-8b33-22d51c9172e8', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:25:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:36:25Z', 'updated_at': '2022-05-03T22:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:36:49.461077 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4cea94a4-ae50-4cd4-906e-27423295fc6d tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:49.514304 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea94a4-ae50-4cd4-906e-27423295fc6d tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Pushing event deleted for resources: {'Subnet': ['ID=ce1e0ea0-ed13-4ba0-85a5-536a4b37169d,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:49.520508 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4cea94a4-ae50-4cd4-906e-27423295fc6d tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:49.528111 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f2a13f-db8f-40f6-b328-ba52d5142553 None None] Network d3a8bcfb-cabd-4a9e-971e-26de469b8f93 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:36:49.533605 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-182e777f-5015-487c-83c6-3bcf277167ad admin admin] Calling delete_port for d10fd894-c639-46a5-8b33-22d51c9172e8 owned by network:router_gateway {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:36:49.540116 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4cea94a4-ae50-4cd4-906e-27423295fc6d tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] 10.222.0.58 "DELETE /v2.0/subnets/ce1e0ea0-ed13-4ba0-85a5-536a4b37169d HTTP/1.1" status: 204 len: 168 time: 1.2763638 May 03 22:36:49.545388 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39636) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:49.641681 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-50505357-87a2-4256-a746-1210ab0d709b req-61c1526a-0027-40b2-9702-92b7cb2fe7a6 tempest-ServerShowV257Test-342176526 tempest-ServerShowV257Test-342176526-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e1eb94-0799-480e-8dd6-459367e10238 HTTP/1.1" status: 200 len: 210 time: 0.1159854 May 03 22:36:49.835042 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0d649cc7-d4a1-4179-8b9e-c264b11f532e tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:49.863416 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.resource_extend [None req-b6e7671b-4876-468b-a092-57edb5129fa1 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:36:49.945155 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48d197-1f85-4f07-a962-9d93ef21168b req-e38efd9c-6ed5-4afe-aefc-978a96790ce1 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:49.948324 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7f48d197-1f85-4f07-a962-9d93ef21168b req-e38efd9c-6ed5-4afe-aefc-978a96790ce1 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 945 time: 0.2258482 May 03 22:36:50.069975 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-182e777f-5015-487c-83c6-3bcf277167ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:50.124457 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b6e7671b-4876-468b-a092-57edb5129fa1 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:50.125655 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-0d649cc7-d4a1-4179-8b9e-c264b11f532e tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Deleting port abd02445-c98c-4c7b-866c-8480ccc103db {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:36:50.126174 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0d649cc7-d4a1-4179-8b9e-c264b11f532e tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:50.139143 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbd9d2e-79aa-462c-99c0-59004931d4f1 None None] DHCP port deletion for d3a8bcfb-cabd-4a9e-971e-26de469b8f93 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:36:50.143618 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-7dbd9d2e-79aa-462c-99c0-59004931d4f1 None None] Deleting port abd02445-c98c-4c7b-866c-8480ccc103db {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:36:50.144000 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7dbd9d2e-79aa-462c-99c0-59004931d4f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:50.232221 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b6e7671b-4876-468b-a092-57edb5129fa1 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:50.251220 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7f48d197-1f85-4f07-a962-9d93ef21168b req-0eaeedf6-978a-4093-a8bd-191a4b1a6dfe tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2770455 May 03 22:36:50.257067 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e777f-5015-487c-83c6-3bcf277167ad admin admin] Pushing event deleted for resources: {'Port': ['ID=d10fd894-c639-46a5-8b33-22d51c9172e8,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:50.305996 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39710) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:50.440491 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9807edad-dcaa-4a03-aa81-25d5b9e5d888 req-1fc9f0d4-e2b6-40fa-a733-a865c3f893d8 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:50.448566 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9807edad-dcaa-4a03-aa81-25d5b9e5d888 req-1fc9f0d4-e2b6-40fa-a733-a865c3f893d8 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=5141013c-66e2-496a-98ed-6a12a003b9a1 HTTP/1.1" status: 200 len: 946 time: 0.2330911 May 03 22:36:50.451203 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-182e777f-5015-487c-83c6-3bcf277167ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:50.477097 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-7dbd9d2e-79aa-462c-99c0-59004931d4f1 None None] For port abd02445-c98c-4c7b-866c-8480ccc103db, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=abd02445-c98c-4c7b-866c-8480ccc103db,segment=NetworkSegment(48457b2f-122f-47ac-82f0-063b617de787),segment_id=48457b2f-122f-47ac-82f0-063b617de787)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:36:50.477581 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7dbd9d2e-79aa-462c-99c0-59004931d4f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:50.597644 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [None req-b6e7671b-4876-468b-a092-57edb5129fa1 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Floating IP 1fc49335-5251-4da1-8f3a-b63904546c95 associated. External IP: 172.25.2.69, port: 12f709b8-b161-474a-b2f3-88f3ad30ca9a. May 03 22:36:50.630995 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-7dbd9d2e-79aa-462c-99c0-59004931d4f1 None None] Calling delete_port for abd02445-c98c-4c7b-866c-8480ccc103db owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:36:50.635843 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-8b29e00f-6c31-4f9c-9099-92bd02876df2 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:36:50.704797 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-8b29e00f-6c31-4f9c-9099-92bd02876df2 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:36:50.724831 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7dbd9d2e-79aa-462c-99c0-59004931d4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:50.746808 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-0d649cc7-d4a1-4179-8b9e-c264b11f532e tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] For port abd02445-c98c-4c7b-866c-8480ccc103db, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=abd02445-c98c-4c7b-866c-8480ccc103db,segment=NetworkSegment(48457b2f-122f-47ac-82f0-063b617de787),segment_id=48457b2f-122f-47ac-82f0-063b617de787)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:36:50.747493 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0d649cc7-d4a1-4179-8b9e-c264b11f532e tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:50.784132 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8b29e00f-6c31-4f9c-9099-92bd02876df2 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Usage tracker for resource:floatingip and tenant:c991fd4ff1294c0abf585c1b538ce339 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:36:50.786933 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd9d2e-79aa-462c-99c0-59004931d4f1 None None] Pushing event deleted for resources: {'Port': ['ID=abd02445-c98c-4c7b-866c-8480ccc103db,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:50.794575 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbd9d2e-79aa-462c-99c0-59004931d4f1 None None] No DVR routers for this DVR port abd02445-c98c-4c7b-866c-8480ccc103db on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:36:50.796688 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8b29e00f-6c31-4f9c-9099-92bd02876df2 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:36:50.842527 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-8b29e00f-6c31-4f9c-9099-92bd02876df2 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:36:50.854207 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-182e777f-5015-487c-83c6-3bcf277167ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:50.858760 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-182e777f-5015-487c-83c6-3bcf277167ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:50.869708 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-df9b2356-bd16-4c50-9d20-02c79bb9ca55 req-5e32cec1-cfc3-4815-a426-fa17f3030290 tempest-ServerShowV257Test-342176526 tempest-ServerShowV257Test-342176526-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e1eb94-0799-480e-8dd6-459367e10238 HTTP/1.1" status: 200 len: 210 time: 0.0735824 May 03 22:36:50.872511 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9807edad-dcaa-4a03-aa81-25d5b9e5d888 req-57fb0c2d-1466-4c56-84ae-46ae3a843784 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4231694 May 03 22:36:50.886245 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-0d649cc7-d4a1-4179-8b9e-c264b11f532e tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Calling delete_port for abd02445-c98c-4c7b-866c-8480ccc103db owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:36:50.889444 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8b29e00f-6c31-4f9c-9099-92bd02876df2 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:50.919051 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-182e777f-5015-487c-83c6-3bcf277167ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:50.919561 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182e777f-5015-487c-83c6-3bcf277167ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:36:50.948319 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-182e777f-5015-487c-83c6-3bcf277167ad admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:50.949478 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-182e777f-5015-487c-83c6-3bcf277167ad admin admin] 10.222.0.58 "DELETE /v2.0/routers/db47dac6-34cc-4ee4-a9a0-99bffa4e6e6e HTTP/1.1" status: 204 len: 168 time: 3.1691220 May 03 22:36:50.952202 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39720) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:51.027927 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-c98dbca3-9103-4df7-b0f1-7c520274f040 admin admin] Deleting subnet b7ca6cb5-2c32-4d9f-a3b6-a71261d2ce63 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:36:51.072578 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c98dbca3-9103-4df7-b0f1-7c520274f040 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:51.127141 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [None req-0d649cc7-d4a1-4179-8b9e-c264b11f532e tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:36:51.127467 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [None req-0d649cc7-d4a1-4179-8b9e-c264b11f532e tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:36:51.142850 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c98dbca3-9103-4df7-b0f1-7c520274f040 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:51.175257 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e7671b-4876-468b-a092-57edb5129fa1 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Router d6b60851-6ef3-4a66-b05f-7bbe9c8b5571 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:36:51.231460 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8b29e00f-6c31-4f9c-9099-92bd02876df2 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:51.301756 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c98dbca3-9103-4df7-b0f1-7c520274f040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:51.430383 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 46ff061d-f08a-4d78-91ca-c3f6742db556 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:36:51.495102 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-8b29e00f-6c31-4f9c-9099-92bd02876df2 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Allocated IP 172.25.2.91 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/ab9d9137-8611-4597-a44c-440d4d775ceb) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:36:51.506775 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c98dbca3-9103-4df7-b0f1-7c520274f040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:51.538054 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e7671b-4876-468b-a092-57edb5129fa1 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:36:51.556344 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b6e7671b-4876-468b-a092-57edb5129fa1 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:51.558993 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 46ff061d-f08a-4d78-91ca-c3f6742db556 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:36:51.559679 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 46ff061d-f08a-4d78-91ca-c3f6742db556 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:36:51.559827 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98dbca3-9103-4df7-b0f1-7c520274f040 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7ca6cb5-2c32-4d9f-a3b6-a71261d2ce63,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:51.560580 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device abd02445-c98c-4c7b-866c-8480ccc103db no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:36:51.575364 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aefedc4-da27-4074-bf25-f5d261879f06 None None] Sync routers for ids ['d6b60851-6ef3-4a66-b05f-7bbe9c8b5571'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:36:51.587369 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c98dbca3-9103-4df7-b0f1-7c520274f040 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:51.602298 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aefedc4-da27-4074-bf25-f5d261879f06 None None] Routers {'d6b60851-6ef3-4a66-b05f-7bbe9c8b5571'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:36:51.602920 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-3aefedc4-da27-4074-bf25-f5d261879f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:36:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['d6b60851-6ef3-4a66-b05f-7bbe9c8b5571'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:51.611178 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c87669-9115-4e55-8c80-bf9c27e56206 None None] Network 71241325-3ced-4bd4-ae89-4dd9d6a9a009 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:36:51.637168 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: abd02445-c98c-4c7b-866c-8480ccc103db {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:36:51.638003 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device abd02445-c98c-4c7b-866c-8480ccc103db not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:36:51.655578 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-0d649cc7-d4a1-4179-8b9e-c264b11f532e tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Deleting port abd02445-c98c-4c7b-866c-8480ccc103db {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:36:51.656115 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0d649cc7-d4a1-4179-8b9e-c264b11f532e tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:51.665578 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c98dbca3-9103-4df7-b0f1-7c520274f040 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b7ca6cb5-2c32-4d9f-a3b6-a71261d2ce63 HTTP/1.1" status: 204 len: 168 time: 0.7126639 May 03 22:36:51.713966 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39736) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:51.766020 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-0d649cc7-d4a1-4179-8b9e-c264b11f532e tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] The port 'abd02445-c98c-4c7b-866c-8480ccc103db' was deleted {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:36:51.803715 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aedb3d-5fa1-438f-b480-c1c8ad55146f req-46d56564-1066-4bdd-96e3-c71d14bb736a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:51.813464 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61aedb3d-5fa1-438f-b480-c1c8ad55146f req-46d56564-1066-4bdd-96e3-c71d14bb736a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 945 time: 0.4022386 May 03 22:36:51.849314 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b6e7671b-4876-468b-a092-57edb5129fa1 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "PUT /v2.0/floatingips/1fc49335-5251-4da1-8f3a-b63904546c95 HTTP/1.1" status: 200 len: 990 time: 4.0455840 May 03 22:36:51.861516 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f822383f-126a-4cdd-af37-1231168c24bc', 'tag': '12f709b8-b161-474a-b2f3-88f3ad30ca9a'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:36:51.921917 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:36:51.932935 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0d649cc7-d4a1-4179-8b9e-c264b11f532e tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:51.960353 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-3aefedc4-da27-4074-bf25-f5d261879f06 None None] Set router d6b60851-6ef3-4a66-b05f-7bbe9c8b5571 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:36:51.964250 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-0d649cc7-d4a1-4179-8b9e-c264b11f532e tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a8bcfb-cabd-4a9e-971e-26de469b8f93']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:51.972475 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef854c27-75ca-441b-a0ba-cbd750992f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:51.984201 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-0d649cc7-d4a1-4179-8b9e-c264b11f532e tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48457b2f-122f-47ac-82f0-063b617de787') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:51.984886 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-0d649cc7-d4a1-4179-8b9e-c264b11f532e tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48457b2f-122f-47ac-82f0-063b617de787') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:52.000897 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0d649cc7-d4a1-4179-8b9e-c264b11f532e tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:52.021037 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0d649cc7-d4a1-4179-8b9e-c264b11f532e tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:52.030774 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d649cc7-d4a1-4179-8b9e-c264b11f532e tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:36:52.031529 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0d649cc7-d4a1-4179-8b9e-c264b11f532e tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: timer() May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:36:52.049785 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:36:52.065393 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8b29e00f-6c31-4f9c-9099-92bd02876df2 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:52.076314 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61aedb3d-5fa1-438f-b480-c1c8ad55146f req-93a70c50-57d7-46b8-a651-46fa5af73126 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2597015 May 03 22:36:52.111497 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-ef854c27-75ca-441b-a0ba-cbd750992f8b admin admin] Deleting port 47cfede0-f888-4477-9d01-ddece422eaf9 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:36:52.115860 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef854c27-75ca-441b-a0ba-cbd750992f8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:52.171483 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56,segment=NetworkSegment(c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008),segment_id=c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:36:52.185477 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e9583cf-b4bb-4917-9490-d243ae4f8519'] response: {'name': 'network-changed', 'server_uuid': 'f822383f-126a-4cdd-af37-1231168c24bc', 'tag': '12f709b8-b161-474a-b2f3-88f3ad30ca9a', 'status': 'completed', 'code': 200} May 03 22:36:52.190458 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102f072d-477a-4f1a-a005-6ed456fa2537 None None] DHCP port deletion for 71241325-3ced-4bd4-ae89-4dd9d6a9a009 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:36:52.199422 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0d649cc7-d4a1-4179-8b9e-c264b11f532e tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:52.212133 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-102f072d-477a-4f1a-a005-6ed456fa2537 None None] Deleting port 47cfede0-f888-4477-9d01-ddece422eaf9 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:36:52.212254 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-102f072d-477a-4f1a-a005-6ed456fa2537 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:52.232957 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0d649cc7-d4a1-4179-8b9e-c264b11f532e tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:52.262326 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0d649cc7-d4a1-4179-8b9e-c264b11f532e tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] 10.222.0.58 "DELETE /v2.0/networks/d3a8bcfb-cabd-4a9e-971e-26de469b8f93 HTTP/1.1" status: 204 len: 168 time: 2.7130303 May 03 22:36:52.285714 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39748) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:52.341522 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d649cc7-d4a1-4179-8b9e-c264b11f532e tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Pushing event deleted for resources: {'Network': ['ID=d3a8bcfb-cabd-4a9e-971e-26de469b8f93,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:52.376857 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56', 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5', 'port_id': '5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56', 'mac_address': 'fa:16:3e:9a:0c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '209e1eea-ba5e-419e-9e3d-b3077ecd94a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:36:52.414779 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755fcb0-725b-4ab0-8885-0c42a0c320d1 req-cf24b9a5-3e7d-4a9c-af01-bcf4f1cb6fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:52.417572 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9755fcb0-725b-4ab0-8885-0c42a0c320d1 req-cf24b9a5-3e7d-4a9c-af01-bcf4f1cb6fcf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1eb5e8514a904f2db24d00ebe09ac3d4&device_id=f822383f-126a-4cdd-af37-1231168c24bc HTTP/1.1" status: 200 len: 1096 time: 0.1542153 May 03 22:36:52.503864 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:52.568870 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-3aefedc4-da27-4074-bf25-f5d261879f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'name': 'tempest-ServersTestManualDisk-2050334035-router', 'tenant_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '9201f00e-062f-444f-bd2e-77d497bd9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:35:59Z', 'updated_at': '2022-05-03T22:36:08Z', 'revision_number': 4, 'project_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'gw_port': {'id': '9201f00e-062f-444f-bd2e-77d497bd9be3', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:36:01Z', 'updated_at': '2022-05-03T22:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '1fc49335-5251-4da1-8f3a-b63904546c95', 'tenant_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'floating_ip_address': '172.25.2.69', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'port_id': '12f709b8-b161-474a-b2f3-88f3ad30ca9a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c', 'mac_address': 'fa:16:3e:ab:a4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f822383f-126a-4cdd-af37-1231168c24bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:36:18Z', 'updated_at': '2022-05-03T22:36:49Z', 'revision_number': 1, 'project_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43cb732e-42e0-499b-84b4-2a7f19039c84', 'name': '', 'network_id': '83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c', 'tenant_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'mac_address': 'fa:16:3e:77:26:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'ee5d7c1b-17ff-4e34-bd5c-ac1da2d448b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:36:06Z', 'updated_at': '2022-05-03T22:36:15Z', 'revision_number': 5, 'project_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'subnets': [{'id': 'ee5d7c1b-17ff-4e34-bd5c-ac1da2d448b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:52.576314 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:36:52.577477 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755fcb0-725b-4ab0-8885-0c42a0c320d1 req-090a4c48-3e7e-401c-913f-1af4569d6027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:52.579219 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9755fcb0-725b-4ab0-8885-0c42a0c320d1 req-090a4c48-3e7e-401c-913f-1af4569d6027 service neutron] 10.222.0.60 "GET /v2.0/networks?id=83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c HTTP/1.1" status: 200 len: 913 time: 0.1532681 May 03 22:36:52.581949 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aefedc4-da27-4074-bf25-f5d261879f06 None None] Checking router: d6b60851-6ef3-4a66-b05f-7bbe9c8b5571 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:36:52.603001 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aefedc4-da27-4074-bf25-f5d261879f06 None None] Routers {'d6b60851-6ef3-4a66-b05f-7bbe9c8b5571'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:36:52.606389 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-3aefedc4-da27-4074-bf25-f5d261879f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:36:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['d6b60851-6ef3-4a66-b05f-7bbe9c8b5571'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:52.619402 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-102f072d-477a-4f1a-a005-6ed456fa2537 None None] For port 47cfede0-f888-4477-9d01-ddece422eaf9, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=47cfede0-f888-4477-9d01-ddece422eaf9,segment=NetworkSegment(15041807-4a96-423d-830c-b374decc94b6),segment_id=15041807-4a96-423d-830c-b374decc94b6)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:36:52.619808 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-102f072d-477a-4f1a-a005-6ed456fa2537 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:52.630238 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56,segment=NetworkSegment(c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008),segment_id=c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:36:52.667248 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8b29e00f-6c31-4f9c-9099-92bd02876df2 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:52.683396 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0962034-ff39-475b-bf06-a736a85148fd req-a91614b7-9956-47ee-8b8f-fc58c4820e80 tempest-ServerShowV257Test-342176526 tempest-ServerShowV257Test-342176526-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e1eb94-0799-480e-8dd6-459367e10238 HTTP/1.1" status: 200 len: 210 time: 0.3145308 May 03 22:36:52.804074 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9755fcb0-725b-4ab0-8885-0c42a0c320d1 req-6142adfe-f8e6-4d97-86bb-3a30d93e6bde service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12f709b8-b161-474a-b2f3-88f3ad30ca9a HTTP/1.1" status: 200 len: 998 time: 0.2165747 May 03 22:36:52.827653 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:52.841198 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-3aefedc4-da27-4074-bf25-f5d261879f06 None None] Set router d6b60851-6ef3-4a66-b05f-7bbe9c8b5571 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:36:52.954930 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755fcb0-725b-4ab0-8885-0c42a0c320d1 req-7319e367-7e7f-46c5-928e-fed087c71042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:52.956402 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9755fcb0-725b-4ab0-8885-0c42a0c320d1 req-7319e367-7e7f-46c5-928e-fed087c71042 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee5d7c1b-17ff-4e34-bd5c-ac1da2d448b8 HTTP/1.1" status: 200 len: 851 time: 0.1437886 May 03 22:36:52.960571 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-102f072d-477a-4f1a-a005-6ed456fa2537 None None] Calling delete_port for 47cfede0-f888-4477-9d01-ddece422eaf9 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:36:53.016259 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29e00f-6c31-4f9c-9099-92bd02876df2 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Pushing event updated for resources: {'Port': ['ID=ab9d9137-8611-4597-a44c-440d4d775ceb,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:53.085975 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755fcb0-725b-4ab0-8885-0c42a0c320d1 req-82b1ba26-c289-4459-a7b8-ecae1b14aae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:53.087953 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9755fcb0-725b-4ab0-8885-0c42a0c320d1 req-82b1ba26-c289-4459-a7b8-ecae1b14aae9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1231010 May 03 22:36:53.091512 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:53.100034 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d10fd894-c639-46a5-8b33-22d51c9172e8 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:36:53.129510 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:36:53.132414 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b09623-adc2-401e-806b-d9320af1140d req-b3e92d5e-d7e9-4d35-94ed-08c106f960f6 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:53.160663 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-16b09623-adc2-401e-806b-d9320af1140d req-b3e92d5e-d7e9-4d35-94ed-08c106f960f6 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "GET /v2.0/ports?device_id=f822383f-126a-4cdd-af37-1231168c24bc HTTP/1.1" status: 200 len: 945 time: 1.1489053 May 03 22:36:53.184644 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f113d-9cdd-4569-87b0-60cec8785ec6 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Deleting port c7cf55b0-fdac-46fc-a119-ddab535801f9 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:36:53.185881 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b002aae-3a50-41ea-91ab-c34fda584159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:53.186439 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ce9f113d-9cdd-4569-87b0-60cec8785ec6 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:53.191507 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: d10fd894-c639-46a5-8b33-22d51c9172e8 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:36:53.191854 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d10fd894-c639-46a5-8b33-22d51c9172e8 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:36:53.192283 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 47cfede0-f888-4477-9d01-ddece422eaf9 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:36:53.277748 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9755fcb0-725b-4ab0-8885-0c42a0c320d1 req-74110829-c4da-457d-a3af-d9376b0d9c2b service neutron] 10.222.0.60 "GET /v2.0/networks/83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792636 May 03 22:36:53.308339 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b29e00f-6c31-4f9c-9099-92bd02876df2 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:36:53.312342 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-3aefedc4-da27-4074-bf25-f5d261879f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'name': 'tempest-ServersTestManualDisk-2050334035-router', 'tenant_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '9201f00e-062f-444f-bd2e-77d497bd9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:35:59Z', 'updated_at': '2022-05-03T22:36:08Z', 'revision_number': 4, 'project_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'gw_port': {'id': '9201f00e-062f-444f-bd2e-77d497bd9be3', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:36:01Z', 'updated_at': '2022-05-03T22:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '1fc49335-5251-4da1-8f3a-b63904546c95', 'tenant_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'floating_ip_address': '172.25.2.69', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'port_id': '12f709b8-b161-474a-b2f3-88f3ad30ca9a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c', 'mac_address': 'fa:16:3e:ab:a4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f822383f-126a-4cdd-af37-1231168c24bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:36:18Z', 'updated_at': '2022-05-03T22:36:49Z', 'revision_number': 1, 'project_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43cb732e-42e0-499b-84b4-2a7f19039c84', 'name': '', 'network_id': '83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c', 'tenant_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'mac_address': 'fa:16:3e:77:26:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'ee5d7c1b-17ff-4e34-bd5c-ac1da2d448b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:36:06Z', 'updated_at': '2022-05-03T22:36:15Z', 'revision_number': 5, 'project_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'subnets': [{'id': 'ee5d7c1b-17ff-4e34-bd5c-ac1da2d448b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:53.317694 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aefedc4-da27-4074-bf25-f5d261879f06 None None] The sync data for ids ['d6b60851-6ef3-4a66-b05f-7bbe9c8b5571'] in n-d-811807-1 is: [{'id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'name': 'tempest-ServersTestManualDisk-2050334035-router', 'tenant_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '9201f00e-062f-444f-bd2e-77d497bd9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:35:59Z', 'updated_at': '2022-05-03T22:36:08Z', 'revision_number': 4, 'project_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'gw_port': {'id': '9201f00e-062f-444f-bd2e-77d497bd9be3', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:36:01Z', 'updated_at': '2022-05-03T22:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '1fc49335-5251-4da1-8f3a-b63904546c95', 'tenant_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'floating_ip_address': '172.25.2.69', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'port_id': '12f709b8-b161-474a-b2f3-88f3ad30ca9a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c', 'mac_address': 'fa:16:3e:ab:a4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f822383f-126a-4cdd-af37-1231168c24bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:36:18Z', 'updated_at': '2022-05-03T22:36:49Z', 'revision_number': 1, 'project_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43cb732e-42e0-499b-84b4-2a7f19039c84', 'name': '', 'network_id': '83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c', 'tenant_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'mac_address': 'fa:16:3e:77:26:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'ee5d7c1b-17ff-4e34-bd5c-ac1da2d448b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:36:06Z', 'updated_at': '2022-05-03T22:36:15Z', 'revision_number': 5, 'project_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'subnets': [{'id': 'ee5d7c1b-17ff-4e34-bd5c-ac1da2d448b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:36:53.338187 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-8b29e00f-6c31-4f9c-9099-92bd02876df2 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:36:53.361669 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-102f072d-477a-4f1a-a005-6ed456fa2537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:53.394931 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b29e00f-6c31-4f9c-9099-92bd02876df2 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:36:53.433693 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f072d-477a-4f1a-a005-6ed456fa2537 None None] Pushing event deleted for resources: {'Port': ['ID=47cfede0-f888-4477-9d01-ddece422eaf9,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:53.437035 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102f072d-477a-4f1a-a005-6ed456fa2537 None None] No DVR routers for this DVR port 47cfede0-f888-4477-9d01-ddece422eaf9 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:36:53.447129 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9755fcb0-725b-4ab0-8885-0c42a0c320d1 req-1f07f6ae-eb33-41aa-b9fd-927becf10e7c service neutron] 10.222.0.60 "GET /v2.0/networks/83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579490 May 03 22:36:53.447451 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:53.569355 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-ef854c27-75ca-441b-a0ba-cbd750992f8b admin admin] For port 47cfede0-f888-4477-9d01-ddece422eaf9, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=47cfede0-f888-4477-9d01-ddece422eaf9,segment=NetworkSegment(15041807-4a96-423d-830c-b374decc94b6),segment_id=15041807-4a96-423d-830c-b374decc94b6)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:36:53.569723 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef854c27-75ca-441b-a0ba-cbd750992f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:53.581162 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-16b09623-adc2-401e-806b-d9320af1140d req-b78fc096-8c7e-4b71-afe9-36bfa45e2e13 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6d6af78-4b02-430d-8f90-9ea6ebe3636f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4191787 May 03 22:36:53.673561 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac2e48e-0bbc-43e6-9e96-77d3f8fa488e None None] New status for floating IP 1fc49335-5251-4da1-8f3a-b63904546c95: ACTIVE {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:36:53.744600 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-ef854c27-75ca-441b-a0ba-cbd750992f8b admin admin] Calling delete_port for 47cfede0-f888-4477-9d01-ddece422eaf9 owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:36:53.859771 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ce9f113d-9cdd-4569-87b0-60cec8785ec6 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:53.860099 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ce9f113d-9cdd-4569-87b0-60cec8785ec6 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:53.874166 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd70483-6175-4f70-8df1-e726715cf739 req-0f18e785-ae22-483b-856f-e6bfe2011f9d tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:53.876068 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7dd70483-6175-4f70-8df1-e726715cf739 req-0f18e785-ae22-483b-856f-e6bfe2011f9d tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=5141013c-66e2-496a-98ed-6a12a003b9a1 HTTP/1.1" status: 200 len: 946 time: 0.9320452 May 03 22:36:53.919452 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:36:54.006978 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:36:54.007473 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:54.028520 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f113d-9cdd-4569-87b0-60cec8785ec6 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Calling delete_port for c7cf55b0-fdac-46fc-a119-ddab535801f9 owned by network:floatingip {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:36:54.101743 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8b29e00f-6c31-4f9c-9099-92bd02876df2 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:54.124466 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.api [None req-ef854c27-75ca-441b-a0ba-cbd750992f8b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:36:54.124787 n-d-811807-1 neutron-server[88069]: DEBUG oslo_db.api [None req-ef854c27-75ca-441b-a0ba-cbd750992f8b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:36:54.143596 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:54.145495 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:54.159567 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7dd70483-6175-4f70-8df1-e726715cf739 req-fa171f3c-2f89-4dc9-9d0e-29b7cd0235c6 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712579 May 03 22:36:54.182892 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56,segment=NetworkSegment(c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008),segment_id=c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:36:54.184140 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:36:54.190834 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:54.224734 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8b29e00f-6c31-4f9c-9099-92bd02876df2 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:54.260957 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f933b-c938-41cb-a15c-e89c85c473ef req-9fa868f4-12f1-49a1-9f2e-6dac29df168f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:54.262446 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fd1f933b-c938-41cb-a15c-e89c85c473ef req-9fa868f4-12f1-49a1-9f2e-6dac29df168f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 944 time: 0.4922354 May 03 22:36:54.269600 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56,revision_number=7']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:54.341641 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bac9ba6c-afd9-400b-8a94-8034d933f097 req-e9ecdf3c-e913-425e-935a-ff627d0210fc tempest-ServerShowV257Test-342176526 tempest-ServerShowV257Test-342176526-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e1eb94-0799-480e-8dd6-459367e10238 HTTP/1.1" status: 200 len: 210 time: 0.0636597 May 03 22:36:54.546819 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fd1f933b-c938-41cb-a15c-e89c85c473ef req-e35ef28c-1fd7-4771-a502-dcc939a2ddb5 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2677004 May 03 22:36:54.587214 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ce9f113d-9cdd-4569-87b0-60cec8785ec6 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:54.620751 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee108b04-37a0-4c5d-80b7-bf9584433687'] response: {'server_uuid': '6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56', 'code': 200} May 03 22:36:54.664583 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-ef854c27-75ca-441b-a0ba-cbd750992f8b admin admin] Deleting port 47cfede0-f888-4477-9d01-ddece422eaf9 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:36:54.664919 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef854c27-75ca-441b-a0ba-cbd750992f8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:54.761138 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f113d-9cdd-4569-87b0-60cec8785ec6 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Pushing event deleted for resources: {'Port': ['ID=c7cf55b0-fdac-46fc-a119-ddab535801f9,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:54.843348 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-ef854c27-75ca-441b-a0ba-cbd750992f8b admin admin] The port '47cfede0-f888-4477-9d01-ddece422eaf9' was deleted {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:36:54.993680 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5ba240e9-eb12-4d78-99d6-22a84be1e28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:55.040614 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ce9f113d-9cdd-4569-87b0-60cec8785ec6 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks [] for floatingip, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:55.045321 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef854c27-75ca-441b-a0ba-cbd750992f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:55.084264 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05166416-c9f9-44f8-b207-bb099e7efc9b req-e44111e8-dd08-48bb-ba53-8fe1b700937a tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:55.085702 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-05166416-c9f9-44f8-b207-bb099e7efc9b req-e44111e8-dd08-48bb-ba53-8fe1b700937a tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] 10.222.0.58 "GET /v2.0/ports?device_id=fac1a78c-210f-4098-b855-0b3268a293ed HTTP/1.1" status: 200 len: 950 time: 0.3960965 May 03 22:36:55.096205 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8b29e00f-6c31-4f9c-9099-92bd02876df2 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:55.119532 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-ef854c27-75ca-441b-a0ba-cbd750992f8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71241325-3ced-4bd4-ae89-4dd9d6a9a009']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:55.126115 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8b29e00f-6c31-4f9c-9099-92bd02876df2 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:55.186821 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-ef854c27-75ca-441b-a0ba-cbd750992f8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15041807-4a96-423d-830c-b374decc94b6') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:55.187117 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-ef854c27-75ca-441b-a0ba-cbd750992f8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15041807-4a96-423d-830c-b374decc94b6') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:36:55.239234 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ce9f113d-9cdd-4569-87b0-60cec8785ec6 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:55.240351 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ce9f113d-9cdd-4569-87b0-60cec8785ec6 tempest-FloatingIPAdminTestJSON-713611236 tempest-FloatingIPAdminTestJSON-713611236-project] 10.222.0.58 "DELETE /v2.0/floatingips/e1bf9c77-e367-492f-b5cc-a3d4f8b1ce1e HTTP/1.1" status: 204 len: 168 time: 2.9522834 May 03 22:36:55.259647 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef854c27-75ca-441b-a0ba-cbd750992f8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:55.344542 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-05166416-c9f9-44f8-b207-bb099e7efc9b req-bada13c7-b9e0-4a36-8e8b-5faf6964962a tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] 10.222.0.58 "GET /v2.0/security-groups?id=87c5c97f-6415-4783-931d-1e1b17dc4e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439945 May 03 22:36:55.345643 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef854c27-75ca-441b-a0ba-cbd750992f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:55.355440 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29e00f-6c31-4f9c-9099-92bd02876df2 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Pushing event updated for resources: {'Port': ['ID=ab9d9137-8611-4597-a44c-440d4d775ceb,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:55.368270 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef854c27-75ca-441b-a0ba-cbd750992f8b admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:36:55.368505 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef854c27-75ca-441b-a0ba-cbd750992f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: timer() May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:36:55.383688 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:36:55.404302 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8b29e00f-6c31-4f9c-9099-92bd02876df2 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:55.520384 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef854c27-75ca-441b-a0ba-cbd750992f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:55.528071 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8b29e00f-6c31-4f9c-9099-92bd02876df2 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:55.532196 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8b29e00f-6c31-4f9c-9099-92bd02876df2 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2191093 May 03 22:36:55.533393 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39776) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:55.535047 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2bb931a4-fe0c-4eb2-ba73-4c58e6fc11af req-a8090da4-978b-4fe5-ba15-4213336bd79d tempest-ServerShowV257Test-342176526 tempest-ServerShowV257Test-342176526-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e1eb94-0799-480e-8dd6-459367e10238 HTTP/1.1" status: 200 len: 210 time: 0.0628417 May 03 22:36:55.544571 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-81d187d2-1b40-4d60-a327-97c51fe904d6 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-960345070', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'fixed_ips': [{'ip_address': '172.25.2.91'}]}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:36:55.550664 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef854c27-75ca-441b-a0ba-cbd750992f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:55.552326 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ef854c27-75ca-441b-a0ba-cbd750992f8b admin admin] 10.222.0.58 "DELETE /v2.0/networks/71241325-3ced-4bd4-ae89-4dd9d6a9a009 HTTP/1.1" status: 204 len: 168 time: 3.8370543 May 03 22:36:55.569001 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-81d187d2-1b40-4d60-a327-97c51fe904d6 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:36:55.569769 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-81d187d2-1b40-4d60-a327-97c51fe904d6 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Usage tracker for resource:port and tenant:c991fd4ff1294c0abf585c1b538ce339 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:36:55.571461 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef854c27-75ca-441b-a0ba-cbd750992f8b admin admin] Pushing event deleted for resources: {'Network': ['ID=71241325-3ced-4bd4-ae89-4dd9d6a9a009,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:55.573252 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-81d187d2-1b40-4d60-a327-97c51fe904d6 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:36:55.583342 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e10a7-3213-4bea-ab1e-078dcb2d1154 req-ccac0623-eb19-4fc7-bcab-64db5f5ec870 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:55.585707 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-042e10a7-3213-4bea-ab1e-078dcb2d1154 req-ccac0623-eb19-4fc7-bcab-64db5f5ec870 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=5141013c-66e2-496a-98ed-6a12a003b9a1 HTTP/1.1" status: 200 len: 946 time: 0.3158667 May 03 22:36:55.589526 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-81d187d2-1b40-4d60-a327-97c51fe904d6 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:36:55.613476 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d187d2-1b40-4d60-a327-97c51fe904d6 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Made reservation on behalf of c991fd4ff1294c0abf585c1b538ce339 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:36:55.616119 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-81d187d2-1b40-4d60-a327-97c51fe904d6 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:55.641257 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-81d187d2-1b40-4d60-a327-97c51fe904d6 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:55.666667 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-042e10a7-3213-4bea-ab1e-078dcb2d1154 req-cc109d19-3878-420e-ab63-d1130061c3dd tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710740 May 03 22:36:55.687483 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-81d187d2-1b40-4d60-a327-97c51fe904d6 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:36:55.698321 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-81d187d2-1b40-4d60-a327-97c51fe904d6 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Usage tracker for resource:security_group_rule and tenant:c991fd4ff1294c0abf585c1b538ce339 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:36:55.703123 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-81d187d2-1b40-4d60-a327-97c51fe904d6 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:36:55.709202 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-81d187d2-1b40-4d60-a327-97c51fe904d6 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:36:55.734337 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39784) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:55.807397 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec840ce-0622-4fd0-b199-7b5453187472 req-4588b935-be58-430c-9cb0-4cf821ffe151 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:55.809038 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fec840ce-0622-4fd0-b199-7b5453187472 req-4588b935-be58-430c-9cb0-4cf821ffe151 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 945 time: 0.0988121 May 03 22:36:55.824244 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-81d187d2-1b40-4d60-a327-97c51fe904d6 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:55.829985 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-81d187d2-1b40-4d60-a327-97c51fe904d6 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:55.843293 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-81d187d2-1b40-4d60-a327-97c51fe904d6 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] device_id is not set on port 7e42d298-2b87-464c-8ec0-6ee06698e542 yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:36:55.866020 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39790) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:55.870311 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fec840ce-0622-4fd0-b199-7b5453187472 req-bc71cda7-f883-4427-91fe-221ba29f6c1a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501835 May 03 22:36:55.923058 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4f292e88-9ca2-4d8f-adb4-e86c172ee5a7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=99cb09cbb2064b78b1d32802d33fe0f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512557 May 03 22:36:55.925376 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39794) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:55.987564 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a64b9a78-0e75-40d6-9ee9-8d1a62bf13eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:56.013846 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a64b9a78-0e75-40d6-9ee9-8d1a62bf13eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:56.070411 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a64b9a78-0e75-40d6-9ee9-8d1a62bf13eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:56.077091 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d187d2-1b40-4d60-a327-97c51fe904d6 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f19e168-6ff1-42b8-a10d-afbf45c748de,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:56.085401 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b9a78-0e75-40d6-9ee9-8d1a62bf13eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8af18c-b3cc-4437-be41-4363d4f9aaae,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:56.092913 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a64b9a78-0e75-40d6-9ee9-8d1a62bf13eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:56.096124 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a64b9a78-0e75-40d6-9ee9-8d1a62bf13eb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cf8af18c-b3cc-4437-be41-4363d4f9aaae HTTP/1.1" status: 204 len: 168 time: 0.1672726 May 03 22:36:56.131973 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9d7c1ec0-4b0d-492b-bb6c-91804fdaccd5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=83d2ad77d62b46b58d50605a51c69985&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3965359 May 03 22:36:56.135085 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39800) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:56.205508 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7fcd83d7-9791-4682-afdc-77448903fcc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:56.207089 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:56.235076 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7fcd83d7-9791-4682-afdc-77448903fcc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:56.237251 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-81d187d2-1b40-4d60-a327-97c51fe904d6 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 03 22:36:56.237980 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81d187d2-1b40-4d60-a327-97c51fe904d6 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:36:56.252247 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:56.266641 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-81d187d2-1b40-4d60-a327-97c51fe904d6 tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.7321122 May 03 22:36:56.269520 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39804) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:56.298582 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7fcd83d7-9791-4682-afdc-77448903fcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:56.317495 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd83d7-9791-4682-afdc-77448903fcc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7040057-13d8-4c3e-8fe6-c6dd1c99aa9b,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:56.321570 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7fcd83d7-9791-4682-afdc-77448903fcc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:56.323545 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7fcd83d7-9791-4682-afdc-77448903fcc9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b7040057-13d8-4c3e-8fe6-c6dd1c99aa9b HTTP/1.1" status: 204 len: 168 time: 0.1856623 May 03 22:36:56.486777 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-576934e3-d054-4f52-8615-5ba8e4802a7d tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Deleting port ab9d9137-8611-4597-a44c-440d4d775ceb {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:36:56.489165 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-576934e3-d054-4f52-8615-5ba8e4802a7d tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:56.721816 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc5b2c-b6cb-4d4c-a421-61403eb443ed req-1a179781-6b6b-441e-b54a-ba9d490fb0dd tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:56.729052 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-45cc5b2c-b6cb-4d4c-a421-61403eb443ed req-1a179781-6b6b-441e-b54a-ba9d490fb0dd tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] 10.222.0.58 "GET /v2.0/ports?device_id=fac1a78c-210f-4098-b855-0b3268a293ed HTTP/1.1" status: 200 len: 950 time: 0.1912484 May 03 22:36:56.732046 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-576934e3-d054-4f52-8615-5ba8e4802a7d tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:56.732573 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-576934e3-d054-4f52-8615-5ba8e4802a7d tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:56.804955 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-713fbba1-2c70-4931-a3dd-1f5f37eb8929 req-09e68192-bb80-4120-b084-faf0f9f2fdc8 tempest-ServerShowV257Test-342176526 tempest-ServerShowV257Test-342176526-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e1eb94-0799-480e-8dd6-459367e10238 HTTP/1.1" status: 200 len: 210 time: 0.0734823 May 03 22:36:56.838108 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-45cc5b2c-b6cb-4d4c-a421-61403eb443ed req-4f9294a9-c395-43b1-922b-23520da1b8a1 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] 10.222.0.58 "GET /v2.0/security-groups?id=87c5c97f-6415-4783-931d-1e1b17dc4e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080399 May 03 22:36:56.845833 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39828) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:56.869067 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-10ec50c5-26be-4b87-95dd-53efa9475458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:56.886668 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-10ec50c5-26be-4b87-95dd-53efa9475458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:36:56.890592 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-10ec50c5-26be-4b87-95dd-53efa9475458 admin admin] Usage tracker for resource:security_group_rule and tenant:109363434d044630996668612f2f1d01 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:36:56.893473 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-10ec50c5-26be-4b87-95dd-53efa9475458 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:36:56.912098 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-10ec50c5-26be-4b87-95dd-53efa9475458 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:36:56.977253 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-576934e3-d054-4f52-8615-5ba8e4802a7d tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Calling delete_port for ab9d9137-8611-4597-a44c-440d4d775ceb owned by network:floatingip {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:36:57.089416 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fa103-abd1-4213-9df7-d2d9ae514fe6 req-6762e38f-2b77-4a28-9782-d947fb8f8f6c tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:57.090172 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-0d4fa103-abd1-4213-9df7-d2d9ae514fe6 req-6762e38f-2b77-4a28-9782-d947fb8f8f6c tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Synchronizing usage tracker for tenant:94f99245f40a4fa89696945f73e4c147 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:36:57.146781 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-0d4fa103-abd1-4213-9df7-d2d9ae514fe6 req-6762e38f-2b77-4a28-9782-d947fb8f8f6c tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Unset dirty status for tenant:94f99245f40a4fa89696945f73e4c147 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:36:57.147890 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0d4fa103-abd1-4213-9df7-d2d9ae514fe6 req-6762e38f-2b77-4a28-9782-d947fb8f8f6c tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] 10.222.0.60 "GET /v2.0/ports?device_id=fac1a78c-210f-4098-b855-0b3268a293ed HTTP/1.1" status: 200 len: 950 time: 0.2359285 May 03 22:36:57.218181 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-576934e3-d054-4f52-8615-5ba8e4802a7d tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:57.273446 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576934e3-d054-4f52-8615-5ba8e4802a7d tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab9d9137-8611-4597-a44c-440d4d775ceb,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:57.283655 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41945823-0782-4678-9a73-1679edceca52 req-c9f35f8f-46e3-4682-93e3-7c903e17675d tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:57.285155 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-41945823-0782-4678-9a73-1679edceca52 req-c9f35f8f-46e3-4682-93e3-7c903e17675d tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=5141013c-66e2-496a-98ed-6a12a003b9a1 HTTP/1.1" status: 200 len: 946 time: 0.3317642 May 03 22:36:57.315514 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-0d4fa103-abd1-4213-9df7-d2d9ae514fe6 req-079003a0-54a0-425f-a18e-8f626c8f9b03 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Deleting port 2cb738a7-3cb2-44aa-9dcf-b1c0050240c8 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:36:57.315847 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0d4fa103-abd1-4213-9df7-d2d9ae514fe6 req-079003a0-54a0-425f-a18e-8f626c8f9b03 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:57.327328 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc27e9-6bf7-43ea-8bb6-1244c6a39ce7 req-930427a3-45a4-42a4-aa19-72d49a7866d1 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:57.328804 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7acc27e9-6bf7-43ea-8bb6-1244c6a39ce7 req-930427a3-45a4-42a4-aa19-72d49a7866d1 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 945 time: 0.1994765 May 03 22:36:57.366762 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-10ec50c5-26be-4b87-95dd-53efa9475458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:57.376742 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-10ec50c5-26be-4b87-95dd-53efa9475458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:57.392999 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-41945823-0782-4678-9a73-1679edceca52 req-654552f7-15bd-421f-94f7-b34e64f9fb3f tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980284 May 03 22:36:57.446635 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec50c5-26be-4b87-95dd-53efa9475458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c34b05-4616-4986-ae48-aa034fac733c,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:57.454076 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7acc27e9-6bf7-43ea-8bb6-1244c6a39ce7 req-faebe9c5-8f41-438d-ac3d-93b45abc537e tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118371 May 03 22:36:57.457691 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-10ec50c5-26be-4b87-95dd-53efa9475458 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=109363434d044630996668612f2f1d01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6108589 May 03 22:36:57.460368 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39854) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:57.488978 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-576934e3-d054-4f52-8615-5ba8e4802a7d tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:57.505349 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-576934e3-d054-4f52-8615-5ba8e4802a7d tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:57.506817 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-576934e3-d054-4f52-8615-5ba8e4802a7d tempest-ExternalNetworksAdminNegativeTestJSON-741493787 tempest-ExternalNetworksAdminNegativeTestJSON-741493787-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/31cebac6-5f0c-4b6a-9711-b23fcbd13c7b HTTP/1.1" status: 204 len: 168 time: 1.2363019 May 03 22:36:57.544224 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-94c2864b-bbba-4aed-8125-f3e195bc001f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:57.557246 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:57.588896 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-94c2864b-bbba-4aed-8125-f3e195bc001f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:57.649220 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-94c2864b-bbba-4aed-8125-f3e195bc001f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:57.678724 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c2864b-bbba-4aed-8125-f3e195bc001f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c34b05-4616-4986-ae48-aa034fac733c,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:57.680920 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-94c2864b-bbba-4aed-8125-f3e195bc001f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:57.682303 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-94c2864b-bbba-4aed-8125-f3e195bc001f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/07c34b05-4616-4986-ae48-aa034fac733c HTTP/1.1" status: 204 len: 168 time: 0.2207100 May 03 22:36:57.753753 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:57.798599 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-0d4fa103-abd1-4213-9df7-d2d9ae514fe6 req-079003a0-54a0-425f-a18e-8f626c8f9b03 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] For port 2cb738a7-3cb2-44aa-9dcf-b1c0050240c8, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=2cb738a7-3cb2-44aa-9dcf-b1c0050240c8,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:36:57.799212 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0d4fa103-abd1-4213-9df7-d2d9ae514fe6 req-079003a0-54a0-425f-a18e-8f626c8f9b03 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:57.826655 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-825e96ab-6b58-4acd-a05b-e2c8e35907e0 tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=11eeaceca5b3400cbe7ccdc9c2640b5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348437 May 03 22:36:58.053759 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39886) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:58.070171 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-1a5ed892-0358-4616-a72a-7416ca0e672c tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:58.072858 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-1a5ed892-0358-4616-a72a-7416ca0e672c tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2361562 May 03 22:36:58.079435 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-452cbfe8-56c7-4652-995a-8eb07252846d req-c756473e-5e9b-492e-a900-bccfc9bac39d tempest-ServerShowV257Test-342176526 tempest-ServerShowV257Test-342176526-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e1eb94-0799-480e-8dd6-459367e10238 HTTP/1.1" status: 200 len: 210 time: 0.0738335 May 03 22:36:58.097619 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-68559fdc-314e-4567-8f49-b03b468bbdcf tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/quotas/11eeaceca5b3400cbe7ccdc9c2640b5c HTTP/1.1" status: 200 len: 375 time: 0.0163174 May 03 22:36:58.130879 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-0d4fa103-abd1-4213-9df7-d2d9ae514fe6 req-079003a0-54a0-425f-a18e-8f626c8f9b03 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Calling delete_port for 2cb738a7-3cb2-44aa-9dcf-b1c0050240c8 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:36:58.159463 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-83c589ed-b9d0-41a6-9310-c03e29641c5b tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=11eeaceca5b3400cbe7ccdc9c2640b5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605633 May 03 22:36:58.211134 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39898) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:58.240866 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-80c75ca5-14ee-454d-b2c8-ee3a542ee3af admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:58.279012 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-80c75ca5-14ee-454d-b2c8-ee3a542ee3af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:36:58.284565 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-80c75ca5-14ee-454d-b2c8-ee3a542ee3af admin admin] Usage tracker for resource:security_group_rule and tenant:13a065997871440a9b84e3d7c6fe7819 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:36:58.289262 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-80c75ca5-14ee-454d-b2c8-ee3a542ee3af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:36:58.334692 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0d4fa103-abd1-4213-9df7-d2d9ae514fe6 req-079003a0-54a0-425f-a18e-8f626c8f9b03 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:58.351426 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['2cb738a7-3cb2-44aa-9dcf-b1c0050240c8'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:36:58.381694 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a605a80e-fb8d-4fc7-ae62-bb26f0d79030 req-898c74ff-3554-41ea-91f1-17446a2fa66a tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] 10.222.0.58 "GET /v2.0/ports?device_id=fac1a78c-210f-4098-b855-0b3268a293ed HTTP/1.1" status: 200 len: 210 time: 0.0877938 May 03 22:36:58.382512 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-80c75ca5-14ee-454d-b2c8-ee3a542ee3af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:36:58.482589 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b30b5f00-630b-4281-8b57-a3e4758babfa req-48e21be9-71d3-404f-a94a-29aabd27da48 tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/ports?device_id=e85f9183-90a9-40aa-84ae-a03ff61af3e5 HTTP/1.1" status: 200 len: 210 time: 0.0691042 May 03 22:36:58.489163 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079003a0-54a0-425f-a18e-8f626c8f9b03 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Pushing event deleted for resources: {'Port': ['ID=2cb738a7-3cb2-44aa-9dcf-b1c0050240c8,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:58.607749 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4fa103-abd1-4213-9df7-d2d9ae514fe6 req-079003a0-54a0-425f-a18e-8f626c8f9b03 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] No DVR routers for this DVR port 2cb738a7-3cb2-44aa-9dcf-b1c0050240c8 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:36:58.625524 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0d4fa103-abd1-4213-9df7-d2d9ae514fe6 req-079003a0-54a0-425f-a18e-8f626c8f9b03 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:58.631251 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac1a78c-210f-4098-b855-0b3268a293ed', 'name': 'network-vif-deleted', 'tag': '2cb738a7-3cb2-44aa-9dcf-b1c0050240c8'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:36:58.652825 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-80c75ca5-14ee-454d-b2c8-ee3a542ee3af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:58.694674 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0d4fa103-abd1-4213-9df7-d2d9ae514fe6 req-079003a0-54a0-425f-a18e-8f626c8f9b03 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] 10.222.0.60 "DELETE /v2.0/ports/2cb738a7-3cb2-44aa-9dcf-b1c0050240c8 HTTP/1.1" status: 204 len: 173 time: 1.5379677 May 03 22:36:58.804616 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-80c75ca5-14ee-454d-b2c8-ee3a542ee3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:58.926700 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0c910541-5dd0-4b67-b0a3-341a0935cd95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:58.955947 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0c910541-5dd0-4b67-b0a3-341a0935cd95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:36:58.960972 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0c910541-5dd0-4b67-b0a3-341a0935cd95 admin admin] Usage tracker for resource:security_group_rule and tenant:6a26f1fd8e2e4d1e89be20d5022ffe1a is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:36:58.965596 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0c910541-5dd0-4b67-b0a3-341a0935cd95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:36:58.972094 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0c910541-5dd0-4b67-b0a3-341a0935cd95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:36:59.053995 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-80c75ca5-14ee-454d-b2c8-ee3a542ee3af admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=13a065997871440a9b84e3d7c6fe7819&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8386743 May 03 22:36:59.054653 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39928) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:59.059602 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c75ca5-14ee-454d-b2c8-ee3a542ee3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69359cc-0da5-45c5-825b-50975247c952,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:59.100441 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15945a7d-e926-4446-b136-30014ed3b673 req-df42caa2-4632-41ac-a448-ea9e03117cec tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:59.101946 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-15945a7d-e926-4446-b136-30014ed3b673 req-df42caa2-4632-41ac-a448-ea9e03117cec tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=5141013c-66e2-496a-98ed-6a12a003b9a1 HTTP/1.1" status: 200 len: 946 time: 0.4477522 May 03 22:36:59.173967 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd6d32-77f3-48d9-8c7d-f120a068d71a req-36356eae-adf5-417c-ad0b-44100e09932f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:36:59.174386 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e9ae2404-d812-4a87-bccc-e13fbef8e1be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:59.182828 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2bbd6d32-77f3-48d9-8c7d-f120a068d71a req-36356eae-adf5-417c-ad0b-44100e09932f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 945 time: 0.3960507 May 03 22:36:59.231840 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e9ae2404-d812-4a87-bccc-e13fbef8e1be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:59.252539 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0c910541-5dd0-4b67-b0a3-341a0935cd95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:59.268630 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0c910541-5dd0-4b67-b0a3-341a0935cd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:59.328563 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e9ae2404-d812-4a87-bccc-e13fbef8e1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:59.361606 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2bbd6d32-77f3-48d9-8c7d-f120a068d71a req-96122705-b9f9-49b5-a7bc-b2f2505a4516 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777308 May 03 22:36:59.361805 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae2404-d812-4a87-bccc-e13fbef8e1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69359cc-0da5-45c5-825b-50975247c952,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:59.379800 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e9ae2404-d812-4a87-bccc-e13fbef8e1be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:59.381767 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e9ae2404-d812-4a87-bccc-e13fbef8e1be admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b69359cc-0da5-45c5-825b-50975247c952 HTTP/1.1" status: 204 len: 168 time: 0.3268046 May 03 22:36:59.409693 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0c910541-5dd0-4b67-b0a3-341a0935cd95 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6a26f1fd8e2e4d1e89be20d5022ffe1a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3541458 May 03 22:36:59.412038 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39940) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:36:59.419398 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-15945a7d-e926-4446-b136-30014ed3b673 req-b538d5d7-6643-4ccc-a049-9ddd2446b7f0 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060291 May 03 22:36:59.420084 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c910541-5dd0-4b67-b0a3-341a0935cd95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1968979a-2e6f-4dc9-8a6a-f4268bfde3e7,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:36:59.487436 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acd25cf2-5b8e-4292-b453-d216f2c25427'] response: {'server_uuid': 'fac1a78c-210f-4098-b855-0b3268a293ed', 'name': 'network-vif-deleted', 'tag': '2cb738a7-3cb2-44aa-9dcf-b1c0050240c8', 'status': 'completed', 'code': 200} May 03 22:36:59.620582 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d132c788-12f6-453e-8460-8436e798eb58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:59.675607 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d132c788-12f6-453e-8460-8436e798eb58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:59.787156 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d132c788-12f6-453e-8460-8436e798eb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:59.793165 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cb5131f7-609f-44e4-a67b-c69f2db85904 req-75008c39-3a93-43bb-898d-9d413e1337aa tempest-ServerShowV257Test-342176526 tempest-ServerShowV257Test-342176526-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e1eb94-0799-480e-8dd6-459367e10238 HTTP/1.1" status: 200 len: 210 time: 0.0607247 May 03 22:36:59.848261 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1821c627-3e99-4333-98d2-eb0d6319f404 req-a494f81a-d2d9-49a8-b086-2d56fa05fdd1 tempest-VolumesBackupsTest-2111118494 tempest-VolumesBackupsTest-2111118494-project] 10.222.0.58 "GET /v2.0/ports?device_id=fac1a78c-210f-4098-b855-0b3268a293ed HTTP/1.1" status: 200 len: 210 time: 0.0583630 May 03 22:36:59.851779 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d132c788-12f6-453e-8460-8436e798eb58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:36:59.871414 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d132c788-12f6-453e-8460-8436e798eb58 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1968979a-2e6f-4dc9-8a6a-f4268bfde3e7 HTTP/1.1" status: 204 len: 168 time: 0.4496291 May 03 22:36:59.878774 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132c788-12f6-453e-8460-8436e798eb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1968979a-2e6f-4dc9-8a6a-f4268bfde3e7,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:00.079333 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-526375b9-2578-4c41-b465-6b0dde9a49e2 req-557aac82-c042-4efb-89e5-6c4606000a1c tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/ports?device_id=e85f9183-90a9-40aa-84ae-a03ff61af3e5 HTTP/1.1" status: 200 len: 210 time: 0.0800703 May 03 22:37:00.357944 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-540e1bbf-631d-4745-8711-780a26429488 tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=11eeaceca5b3400cbe7ccdc9c2640b5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644543 May 03 22:37:00.382163 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39966) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:00.481475 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-aea154b2-ef28-40d4-bd38-1ce32cb5dbb7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c991fd4ff1294c0abf585c1b538ce339&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0980539 May 03 22:37:00.483866 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39974) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:00.686188 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9119104a-63b5-4d0c-81f4-c65c7f7faf18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:00.727186 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9119104a-63b5-4d0c-81f4-c65c7f7faf18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:00.819885 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9119104a-63b5-4d0c-81f4-c65c7f7faf18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:00.841302 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119104a-63b5-4d0c-81f4-c65c7f7faf18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f19e168-6ff1-42b8-a10d-afbf45c748de,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:00.846312 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9119104a-63b5-4d0c-81f4-c65c7f7faf18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:00.848068 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9119104a-63b5-4d0c-81f4-c65c7f7faf18 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1f19e168-6ff1-42b8-a10d-afbf45c748de HTTP/1.1" status: 204 len: 168 time: 0.3628402 May 03 22:37:00.956529 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-3bd61f13-6e5d-4bad-87fb-911e18111e6b tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:00.959344 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-3bd61f13-6e5d-4bad-87fb-911e18111e6b tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5971582 May 03 22:37:00.977297 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-6f94d6b7-0537-462b-9ead-b9b16822762b tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Request body: {'port': {'device_id': 'e85f9183-90a9-40aa-84ae-a03ff61af3e5', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'admin_state_up': True, 'tenant_id': '11eeaceca5b3400cbe7ccdc9c2640b5c'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:37:01.009378 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80858d-f103-4409-b85d-a82f95814a38 req-fbe73b3b-db80-4636-bf2e-ee8d3c3b7546 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:01.017131 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2a80858d-f103-4409-b85d-a82f95814a38 req-fbe73b3b-db80-4636-bf2e-ee8d3c3b7546 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 945 time: 0.4060853 May 03 22:37:01.116166 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677c70c-2756-4a5e-af47-0541c3c34689 req-5e477d64-ec95-4605-a03a-8fa50516241e tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:01.124863 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e677c70c-2756-4a5e-af47-0541c3c34689 req-5e477d64-ec95-4605-a03a-8fa50516241e tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=5141013c-66e2-496a-98ed-6a12a003b9a1 HTTP/1.1" status: 200 len: 946 time: 0.4403999 May 03 22:37:01.189407 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2a80858d-f103-4409-b85d-a82f95814a38 req-e26e742a-d38c-4722-865e-d1d58188f2b4 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713960 May 03 22:37:01.235971 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e677c70c-2756-4a5e-af47-0541c3c34689 req-20819fe8-d13b-46aa-b7e6-70c9563ede73 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096358 May 03 22:37:01.258888 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-6f94d6b7-0537-462b-9ead-b9b16822762b tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:37:01.266102 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-6f94d6b7-0537-462b-9ead-b9b16822762b tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Usage tracker for resource:port and tenant:11eeaceca5b3400cbe7ccdc9c2640b5c is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:01.279758 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-6f94d6b7-0537-462b-9ead-b9b16822762b tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:01.301748 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-6f94d6b7-0537-462b-9ead-b9b16822762b tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:37:01.335643 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-6f94d6b7-0537-462b-9ead-b9b16822762b tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Made reservation on behalf of 11eeaceca5b3400cbe7ccdc9c2640b5c for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:37:01.342150 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-6f94d6b7-0537-462b-9ead-b9b16822762b tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:01.363105 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-6f94d6b7-0537-462b-9ead-b9b16822762b tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:01.390649 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-6f94d6b7-0537-462b-9ead-b9b16822762b tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:37:01.395960 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-6f94d6b7-0537-462b-9ead-b9b16822762b tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Usage tracker for resource:security_group_rule and tenant:11eeaceca5b3400cbe7ccdc9c2640b5c is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:01.400790 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-6f94d6b7-0537-462b-9ead-b9b16822762b tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:01.414126 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-6f94d6b7-0537-462b-9ead-b9b16822762b tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:37:01.860861 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9b849fe-df68-4f4e-8847-638c6ea5fa04 req-cfb505ac-0a38-408f-81f2-bb86558eb1ff tempest-ServerShowV257Test-342176526 tempest-ServerShowV257Test-342176526-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e1eb94-0799-480e-8dd6-459367e10238 HTTP/1.1" status: 200 len: 210 time: 0.3474972 May 03 22:37:01.913672 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-efd034e6-b51d-4e49-bb21-97570669c20d req-77754b69-609b-4991-884d-13c92d9f86b5 tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/ports?device_id=e85f9183-90a9-40aa-84ae-a03ff61af3e5 HTTP/1.1" status: 200 len: 210 time: 0.1934090 May 03 22:37:01.947673 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-6f94d6b7-0537-462b-9ead-b9b16822762b tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:01.958008 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-6f94d6b7-0537-462b-9ead-b9b16822762b tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:02.093545 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94d6b7-0537-462b-9ead-b9b16822762b tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c57e7e19-3c12-45fe-a9d9-bca8d4a9f3f9,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:02.206523 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 2cb738a7-3cb2-44aa-9dcf-b1c0050240c8 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:37:02.337782 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 2cb738a7-3cb2-44aa-9dcf-b1c0050240c8 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:37:02.341615 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-6f94d6b7-0537-462b-9ead-b9b16822762b tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Allocated IP 192.168.233.248 (7e14e0ca-f320-4236-9b9e-a9e4f415dbeb/1dff747c-9d3c-4e06-92c1-836fbb9482c4/6e8933e0-d35b-420e-a88f-9bd89d0d927c) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:37:02.342415 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 2cb738a7-3cb2-44aa-9dcf-b1c0050240c8 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:37:02.455410 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40034) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:02.574866 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da063f9e-35ab-4137-b5bb-39cd6296a9d9 req-8f7e6f70-ecb9-4630-a453-a20935cdd0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:02.577065 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-da063f9e-35ab-4137-b5bb-39cd6296a9d9 req-8f7e6f70-ecb9-4630-a453-a20935cdd0e9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5141013c-66e2-496a-98ed-6a12a003b9a1 HTTP/1.1" status: 200 len: 1097 time: 0.0965564 May 03 22:37:02.708105 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-07f033d2-a4e0-43b1-818b-aa3f8eae6571 tempest-QuotasTest-2105814771 tempest-QuotasTest-2105814771-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:37:02.776403 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-da063f9e-35ab-4137-b5bb-39cd6296a9d9 req-6d4473fb-7f15-4650-bb68-bf95cfbb4e18 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920309 May 03 22:37:02.804002 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-07f033d2-a4e0-43b1-818b-aa3f8eae6571 tempest-QuotasTest-2105814771 tempest-QuotasTest-2105814771-project-admin] 10.222.0.58 "PUT /v2.0/quotas/57e2c9c0906f4f3294152011ed3efae8 HTTP/1.1" status: 200 len: 366 time: 0.3460205 May 03 22:37:02.807999 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40042) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:02.824096 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4b5f7096-c90d-4e01-8dc4-325167e3447a tempest-QuotasTest-2105814771 tempest-QuotasTest-2105814771-project-admin] 10.222.0.58 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0141888 May 03 22:37:02.842430 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40046) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:02.954135 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ca3ae-bfc6-4ceb-8776-1232082b4b36 req-b2a4559f-6be7-4322-b05e-5a2f848ee0d6 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:02.962516 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-422ca3ae-bfc6-4ceb-8776-1232082b4b36 req-b2a4559f-6be7-4322-b05e-5a2f848ee0d6 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 945 time: 0.4767289 May 03 22:37:02.969636 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40058) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:02.970096 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8102d7de-ff20-4f1e-b4f5-2ce6ac45cf7d tempest-QuotasTest-2105814771 tempest-QuotasTest-2105814771-project-admin] 10.222.0.58 "GET /v2.0/quotas/57e2c9c0906f4f3294152011ed3efae8 HTTP/1.1" status: 200 len: 366 time: 0.1226954 May 03 22:37:03.002110 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c898924c-60ae-4c24-93b4-c1463089a8c2 tempest-QuotasTest-2105814771 tempest-QuotasTest-2105814771-project-admin] 10.222.0.58 "DELETE /v2.0/quotas/57e2c9c0906f4f3294152011ed3efae8 HTTP/1.1" status: 204 len: 168 time: 0.0304759 May 03 22:37:03.004360 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40062) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:03.031890 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a5484c78-2066-4cc5-9168-37d73234c86f tempest-QuotasTest-2105814771 tempest-QuotasTest-2105814771-project-admin] 10.222.0.58 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0187607 May 03 22:37:03.032837 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40066) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:03.059728 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4b5b5c42-ee8a-4a67-beda-4d0d8cbaaeae tempest-QuotasTest-2105814771 tempest-QuotasTest-2105814771-project-admin] 10.222.0.58 "GET /v2.0/quotas/57e2c9c0906f4f3294152011ed3efae8 HTTP/1.1" status: 200 len: 370 time: 0.0255909 May 03 22:37:03.062173 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40070) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:03.071190 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b5a8f637-cb8a-43da-a017-0b5561a7afee tempest-QuotasTest-2105814771 tempest-QuotasTest-2105814771-project-admin] 10.222.0.58 "GET /v2.0/quotas/57e2c9c0906f4f3294152011ed3efae8/default HTTP/1.1" status: 200 len: 370 time: 0.0055392 May 03 22:37:03.074854 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40074) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:03.088628 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-6f94d6b7-0537-462b-9ead-b9b16822762b tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:03.100860 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-036a7af6-50a5-4ee3-a433-cd2c559fa726 tempest-QuotasTest-2105814771 tempest-QuotasTest-2105814771-project-admin] delete failed (client error): The resource could not be found. May 03 22:37:03.103045 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-036a7af6-50a5-4ee3-a433-cd2c559fa726 tempest-QuotasTest-2105814771 tempest-QuotasTest-2105814771-project-admin] 10.222.0.58 "DELETE /v2.0/quotas/57e2c9c0906f4f3294152011ed3efae8 HTTP/1.1" status: 404 len: 348 time: 0.0262153 May 03 22:37:03.143076 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-6f94d6b7-0537-462b-9ead-b9b16822762b tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Transition to ACTIVE for port object 6e8933e0-d35b-420e-a88f-9bd89d0d927c will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:37:03.178982 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-422ca3ae-bfc6-4ceb-8776-1232082b4b36 req-b9b67af1-6ead-411c-be1c-172e89d160be tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144520 May 03 22:37:03.216856 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86deea73-e736-4dba-8c31-7591813f8d26 req-73708c98-703b-49c5-b87b-1f8d83560c43 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:03.233133 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-86deea73-e736-4dba-8c31-7591813f8d26 req-73708c98-703b-49c5-b87b-1f8d83560c43 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=5141013c-66e2-496a-98ed-6a12a003b9a1 HTTP/1.1" status: 200 len: 946 time: 0.4694076 May 03 22:37:03.375654 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-86deea73-e736-4dba-8c31-7591813f8d26 req-6820610e-cbc0-4b96-a039-d4a3ae283ea4 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313055 May 03 22:37:03.381787 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-6f94d6b7-0537-462b-9ead-b9b16822762b tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:03.537575 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40086) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:03.581681 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6c31e121-ba42-4efd-a5a2-5677852570ee tempest-QuotasTest-2105814771 tempest-QuotasTest-2105814771-project-admin] Usage tracker for resource:network and tenant:6d4c4b9496144d748e36701ccf6fa741 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:03.585984 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6c31e121-ba42-4efd-a5a2-5677852570ee tempest-QuotasTest-2105814771 tempest-QuotasTest-2105814771-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:03.593177 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6c31e121-ba42-4efd-a5a2-5677852570ee tempest-QuotasTest-2105814771 tempest-QuotasTest-2105814771-project-admin] Usage tracker for resource:subnet and tenant:6d4c4b9496144d748e36701ccf6fa741 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:03.597796 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6c31e121-ba42-4efd-a5a2-5677852570ee tempest-QuotasTest-2105814771 tempest-QuotasTest-2105814771-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:03.607219 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6c31e121-ba42-4efd-a5a2-5677852570ee tempest-QuotasTest-2105814771 tempest-QuotasTest-2105814771-project-admin] Usage tracker for resource:subnetpool and tenant:6d4c4b9496144d748e36701ccf6fa741 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:03.607420 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6c2871fd-2e9e-4fc0-a67c-4e534c1310aa req-2af7cf83-f848-401b-adcd-25de59651efa tempest-ServerShowV257Test-342176526 tempest-ServerShowV257Test-342176526-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e1eb94-0799-480e-8dd6-459367e10238 HTTP/1.1" status: 200 len: 210 time: 0.1091132 May 03 22:37:03.610008 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-6f94d6b7-0537-462b-9ead-b9b16822762b tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:37:03.612155 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6c31e121-ba42-4efd-a5a2-5677852570ee tempest-QuotasTest-2105814771 tempest-QuotasTest-2105814771-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:03.620460 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6c31e121-ba42-4efd-a5a2-5677852570ee tempest-QuotasTest-2105814771 tempest-QuotasTest-2105814771-project-admin] Usage tracker for resource:port and tenant:6d4c4b9496144d748e36701ccf6fa741 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:03.624916 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6c31e121-ba42-4efd-a5a2-5677852570ee tempest-QuotasTest-2105814771 tempest-QuotasTest-2105814771-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:03.644065 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6c31e121-ba42-4efd-a5a2-5677852570ee tempest-QuotasTest-2105814771 tempest-QuotasTest-2105814771-project-admin] Usage tracker for resource:router and tenant:6d4c4b9496144d748e36701ccf6fa741 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:03.649227 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6c31e121-ba42-4efd-a5a2-5677852570ee tempest-QuotasTest-2105814771 tempest-QuotasTest-2105814771-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:03.657539 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6c31e121-ba42-4efd-a5a2-5677852570ee tempest-QuotasTest-2105814771 tempest-QuotasTest-2105814771-project-admin] Usage tracker for resource:floatingip and tenant:6d4c4b9496144d748e36701ccf6fa741 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:03.662605 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6c31e121-ba42-4efd-a5a2-5677852570ee tempest-QuotasTest-2105814771 tempest-QuotasTest-2105814771-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:03.666835 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-6f94d6b7-0537-462b-9ead-b9b16822762b tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:37:03.696876 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-6f94d6b7-0537-462b-9ead-b9b16822762b tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:37:03.710720 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6c31e121-ba42-4efd-a5a2-5677852570ee tempest-QuotasTest-2105814771 tempest-QuotasTest-2105814771-project-admin] Usage tracker for resource:security_group and tenant:6d4c4b9496144d748e36701ccf6fa741 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:03.716292 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6c31e121-ba42-4efd-a5a2-5677852570ee tempest-QuotasTest-2105814771 tempest-QuotasTest-2105814771-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:03.725773 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6c31e121-ba42-4efd-a5a2-5677852570ee tempest-QuotasTest-2105814771 tempest-QuotasTest-2105814771-project-admin] Usage tracker for resource:security_group_rule and tenant:6d4c4b9496144d748e36701ccf6fa741 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:03.735574 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6c31e121-ba42-4efd-a5a2-5677852570ee tempest-QuotasTest-2105814771 tempest-QuotasTest-2105814771-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:03.755323 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6c31e121-ba42-4efd-a5a2-5677852570ee tempest-QuotasTest-2105814771 tempest-QuotasTest-2105814771-project-admin] 10.222.0.58 "GET /v2.0/quotas/6d4c4b9496144d748e36701ccf6fa741/details.json HTTP/1.1" status: 200 len: 703 time: 0.2165468 May 03 22:37:03.818176 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94d6b7-0537-462b-9ead-b9b16822762b tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Pushing event updated for resources: {'Port': ['ID=6e8933e0-d35b-420e-a88f-9bd89d0d927c,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:03.917534 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-6f94d6b7-0537-462b-9ead-b9b16822762b tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:03.924571 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-6f94d6b7-0537-462b-9ead-b9b16822762b tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:04.004115 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6909a-92b4-4fd3-b064-ea453970aa79 req-dcad51e5-3dbb-41d8-9d46-554525cd09c8 tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:04.005090 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-1df6909a-92b4-4fd3-b064-ea453970aa79 req-dcad51e5-3dbb-41d8-9d46-554525cd09c8 tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Synchronizing usage tracker for tenant:11eeaceca5b3400cbe7ccdc9c2640b5c on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:37:04.034538 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40098) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:04.076821 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ae9c8eac-f42d-42fb-b875-2aacab73f1f6 None None] Provisioning for port 6e8933e0-d35b-420e-a88f-9bd89d0d927c completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:37:04.078243 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-6f94d6b7-0537-462b-9ead-b9b16822762b tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1064863 May 03 22:37:04.094280 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ae9c8eac-f42d-42fb-b875-2aacab73f1f6 None None] Provisioning complete for port 6e8933e0-d35b-420e-a88f-9bd89d0d927c triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:37:04.094693 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ae9c8eac-f42d-42fb-b875-2aacab73f1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:04.100079 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-5c29bbc7-f935-43bc-af9d-b82cef1d7821 service neutron] Request body: {'port': {'device_id': 'e85f9183-90a9-40aa-84ae-a03ff61af3e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:37:04.206300 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-1df6909a-92b4-4fd3-b064-ea453970aa79 req-dcad51e5-3dbb-41d8-9d46-554525cd09c8 tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Unset dirty status for tenant:11eeaceca5b3400cbe7ccdc9c2640b5c on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:37:04.220673 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1df6909a-92b4-4fd3-b064-ea453970aa79 req-dcad51e5-3dbb-41d8-9d46-554525cd09c8 tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/ports?device_id=e85f9183-90a9-40aa-84ae-a03ff61af3e5 HTTP/1.1" status: 200 len: 936 time: 0.6340191 May 03 22:37:04.278772 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40108) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:04.293617 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-ae9c8eac-f42d-42fb-b875-2aacab73f1f6 None None] Port 6e8933e0-d35b-420e-a88f-9bd89d0d927c cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:37:04.370449 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-1df6909a-92b4-4fd3-b064-ea453970aa79 req-704295f4-866a-4160-bac9-902673a58a10 tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Synchronizing usage tracker for tenant:11eeaceca5b3400cbe7ccdc9c2640b5c on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:37:04.474800 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-850a1788-5f2c-46f0-893d-0fac7fc24984 tempest-PortsAdminExtendedAttrsTestJSON-109801546 tempest-PortsAdminExtendedAttrsTestJSON-109801546-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-576010309'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:37:04.485914 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-850a1788-5f2c-46f0-893d-0fac7fc24984 tempest-PortsAdminExtendedAttrsTestJSON-109801546 tempest-PortsAdminExtendedAttrsTestJSON-109801546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:37:04.516084 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-850a1788-5f2c-46f0-893d-0fac7fc24984 tempest-PortsAdminExtendedAttrsTestJSON-109801546 tempest-PortsAdminExtendedAttrsTestJSON-109801546-project] Usage tracker for resource:network and tenant:ff02d2b16d9d4ad689821395cb15a22f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:04.534979 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-850a1788-5f2c-46f0-893d-0fac7fc24984 tempest-PortsAdminExtendedAttrsTestJSON-109801546 tempest-PortsAdminExtendedAttrsTestJSON-109801546-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:04.549831 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-850a1788-5f2c-46f0-893d-0fac7fc24984 tempest-PortsAdminExtendedAttrsTestJSON-109801546 tempest-PortsAdminExtendedAttrsTestJSON-109801546-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:37:04.558528 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-5c29bbc7-f935-43bc-af9d-b82cef1d7821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:04.570404 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b48028b2-4efa-45b7-b9fb-af283e82870d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:04.604880 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b48028b2-4efa-45b7-b9fb-af283e82870d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:37:04.608802 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850a1788-5f2c-46f0-893d-0fac7fc24984 tempest-PortsAdminExtendedAttrsTestJSON-109801546 tempest-PortsAdminExtendedAttrsTestJSON-109801546-project] Made reservation on behalf of ff02d2b16d9d4ad689821395cb15a22f for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:37:04.615881 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-1df6909a-92b4-4fd3-b064-ea453970aa79 req-704295f4-866a-4160-bac9-902673a58a10 tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Unset dirty status for tenant:11eeaceca5b3400cbe7ccdc9c2640b5c on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:37:04.617059 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1df6909a-92b4-4fd3-b064-ea453970aa79 req-704295f4-866a-4160-bac9-902673a58a10 tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/security-groups?id=c57e7e19-3c12-45fe-a9d9-bca8d4a9f3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952971 May 03 22:37:04.624781 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-850a1788-5f2c-46f0-893d-0fac7fc24984 tempest-PortsAdminExtendedAttrsTestJSON-109801546 tempest-PortsAdminExtendedAttrsTestJSON-109801546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:04.636796 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b48028b2-4efa-45b7-b9fb-af283e82870d admin admin] Usage tracker for resource:security_group_rule and tenant:2a3c2030c5164924adc91e15ea75aab5 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:04.641946 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b48028b2-4efa-45b7-b9fb-af283e82870d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:04.644855 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-850a1788-5f2c-46f0-893d-0fac7fc24984 tempest-PortsAdminExtendedAttrsTestJSON-109801546 tempest-PortsAdminExtendedAttrsTestJSON-109801546-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:04.661683 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b48028b2-4efa-45b7-b9fb-af283e82870d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:37:04.675443 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-850a1788-5f2c-46f0-893d-0fac7fc24984 tempest-PortsAdminExtendedAttrsTestJSON-109801546 tempest-PortsAdminExtendedAttrsTestJSON-109801546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:37:04.681242 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-850a1788-5f2c-46f0-893d-0fac7fc24984 tempest-PortsAdminExtendedAttrsTestJSON-109801546 tempest-PortsAdminExtendedAttrsTestJSON-109801546-project] Usage tracker for resource:security_group_rule and tenant:ff02d2b16d9d4ad689821395cb15a22f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:04.690819 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-850a1788-5f2c-46f0-893d-0fac7fc24984 tempest-PortsAdminExtendedAttrsTestJSON-109801546 tempest-PortsAdminExtendedAttrsTestJSON-109801546-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:04.695379 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedbd5d8-2b29-4c04-aa48-41b8a3ae0750 req-3cbce000-83b9-438c-ac32-3f5acabecb68 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:04.696979 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aedbd5d8-2b29-4c04-aa48-41b8a3ae0750 req-3cbce000-83b9-438c-ac32-3f5acabecb68 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 945 time: 0.2447889 May 03 22:37:04.701703 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-850a1788-5f2c-46f0-893d-0fac7fc24984 tempest-PortsAdminExtendedAttrsTestJSON-109801546 tempest-PortsAdminExtendedAttrsTestJSON-109801546-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:37:04.937141 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b48028b2-4efa-45b7-b9fb-af283e82870d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:04.945886 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b48028b2-4efa-45b7-b9fb-af283e82870d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:04.982660 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-850a1788-5f2c-46f0-893d-0fac7fc24984 tempest-PortsAdminExtendedAttrsTestJSON-109801546 tempest-PortsAdminExtendedAttrsTestJSON-109801546-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:05.021452 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b48028b2-4efa-45b7-b9fb-af283e82870d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2a3c2030c5164924adc91e15ea75aab5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7404926 May 03 22:37:05.021801 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48028b2-4efa-45b7-b9fb-af283e82870d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca92f0b-6bb5-43a3-a3c0-841e0295129c,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:05.025911 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40118) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:05.039137 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-850a1788-5f2c-46f0-893d-0fac7fc24984 tempest-PortsAdminExtendedAttrsTestJSON-109801546 tempest-PortsAdminExtendedAttrsTestJSON-109801546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:05.058691 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-850a1788-5f2c-46f0-893d-0fac7fc24984 tempest-PortsAdminExtendedAttrsTestJSON-109801546 tempest-PortsAdminExtendedAttrsTestJSON-109801546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:37:05.070845 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-850a1788-5f2c-46f0-893d-0fac7fc24984 tempest-PortsAdminExtendedAttrsTestJSON-109801546 tempest-PortsAdminExtendedAttrsTestJSON-109801546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:05.071468 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-850a1788-5f2c-46f0-893d-0fac7fc24984 tempest-PortsAdminExtendedAttrsTestJSON-109801546 tempest-PortsAdminExtendedAttrsTestJSON-109801546-project] Added segment a4bd0e78-8b1a-4413-a0b6-8027c48561b4 of type vlan for network 407136a6-5c6e-411e-8b21-6a167251bd6e May 03 22:37:05.153535 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aedbd5d8-2b29-4c04-aa48-41b8a3ae0750 req-80db2684-02be-49de-89df-f5a192c145d6 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4466879 May 03 22:37:05.271618 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-850a1788-5f2c-46f0-893d-0fac7fc24984 tempest-PortsAdminExtendedAttrsTestJSON-109801546 tempest-PortsAdminExtendedAttrsTestJSON-109801546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:05.308209 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a1788-5f2c-46f0-893d-0fac7fc24984 tempest-PortsAdminExtendedAttrsTestJSON-109801546 tempest-PortsAdminExtendedAttrsTestJSON-109801546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b28d32b-cefc-4541-b725-2adca3951f74,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:05.333289 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-61f674c0-c3ab-4b26-a48a-961bee94ea03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:05.343912 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b3e7b-77d4-44ef-b8ce-12ecc4331b70 req-817802a2-e2ef-423c-b0e2-f78b24b16567 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:05.355702 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c67b3e7b-77d4-44ef-b8ce-12ecc4331b70 req-817802a2-e2ef-423c-b0e2-f78b24b16567 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=5141013c-66e2-496a-98ed-6a12a003b9a1 HTTP/1.1" status: 200 len: 946 time: 0.5169628 May 03 22:37:05.367964 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-61f674c0-c3ab-4b26-a48a-961bee94ea03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:05.465242 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c67b3e7b-77d4-44ef-b8ce-12ecc4331b70 req-1efe9f38-78f3-4d0e-b4a2-05945e47dc16 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085443 May 03 22:37:05.468765 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-61f674c0-c3ab-4b26-a48a-961bee94ea03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:05.486502 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-850a1788-5f2c-46f0-893d-0fac7fc24984 tempest-PortsAdminExtendedAttrsTestJSON-109801546 tempest-PortsAdminExtendedAttrsTestJSON-109801546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:05.494275 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850a1788-5f2c-46f0-893d-0fac7fc24984 tempest-PortsAdminExtendedAttrsTestJSON-109801546 tempest-PortsAdminExtendedAttrsTestJSON-109801546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:05.495301 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-850a1788-5f2c-46f0-893d-0fac7fc24984 tempest-PortsAdminExtendedAttrsTestJSON-109801546 tempest-PortsAdminExtendedAttrsTestJSON-109801546-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:05.616683 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f674c0-c3ab-4b26-a48a-961bee94ea03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca92f0b-6bb5-43a3-a3c0-841e0295129c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:05.652102 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-61f674c0-c3ab-4b26-a48a-961bee94ea03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:05.661569 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-61f674c0-c3ab-4b26-a48a-961bee94ea03 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8ca92f0b-6bb5-43a3-a3c0-841e0295129c HTTP/1.1" status: 204 len: 168 time: 0.6362176 May 03 22:37:05.667858 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dd94bfa7-8552-4877-8b2a-0936c1d7f3fb req-330a5382-82ea-49ce-bfba-a3a6e71175aa tempest-ServerShowV257Test-342176526 tempest-ServerShowV257Test-342176526-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e1eb94-0799-480e-8dd6-459367e10238 HTTP/1.1" status: 200 len: 210 time: 0.0947936 May 03 22:37:05.689626 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-850a1788-5f2c-46f0-893d-0fac7fc24984 tempest-PortsAdminExtendedAttrsTestJSON-109801546 tempest-PortsAdminExtendedAttrsTestJSON-109801546-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.6533756 May 03 22:37:05.704374 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-5c29bbc7-f935-43bc-af9d-b82cef1d7821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e8933e0-d35b-420e-a88f-9bd89d0d927c {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:37:05.723750 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-5c29bbc7-f935-43bc-af9d-b82cef1d7821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:05.754506 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-5c29bbc7-f935-43bc-af9d-b82cef1d7821 service neutron] Transition to ACTIVE for port object 6e8933e0-d35b-420e-a88f-9bd89d0d927c will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:37:05.762290 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-5c29bbc7-f935-43bc-af9d-b82cef1d7821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:05.877999 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a1788-5f2c-46f0-893d-0fac7fc24984 tempest-PortsAdminExtendedAttrsTestJSON-109801546 tempest-PortsAdminExtendedAttrsTestJSON-109801546-project] Pushing event updated for resources: {'Network': ['ID=407136a6-5c6e-411e-8b21-6a167251bd6e,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:05.891506 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 407136a6-5c6e-411e-8b21-6a167251bd6e details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:37:06.089205 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29bbc7-f935-43bc-af9d-b82cef1d7821 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8933e0-d35b-420e-a88f-9bd89d0d927c,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:06.266981 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd607e7d-1262-4075-8da8-a4868e190b3e req-88403cbe-2f51-4ff1-bee7-93b63e2294b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:06.269337 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-dd607e7d-1262-4075-8da8-a4868e190b3e req-88403cbe-2f51-4ff1-bee7-93b63e2294b3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ee7372ea426142e59c472059d7804115&device_id=5141013c-66e2-496a-98ed-6a12a003b9a1 HTTP/1.1" status: 200 len: 1097 time: 0.2612815 May 03 22:37:06.407730 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-5c29bbc7-f935-43bc-af9d-b82cef1d7821 service neutron] Attempting to bind port 6e8933e0-d35b-420e-a88f-9bd89d0d927c on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:37:06.408256 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-5c29bbc7-f935-43bc-af9d-b82cef1d7821 service neutron] Attempting to bind port 6e8933e0-d35b-420e-a88f-9bd89d0d927c by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:37:06.408606 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-5c29bbc7-f935-43bc-af9d-b82cef1d7821 service neutron] Attempting to bind port 6e8933e0-d35b-420e-a88f-9bd89d0d927c on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:37:06.431427 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-5c29bbc7-f935-43bc-af9d-b82cef1d7821 service neutron] Port 6e8933e0-d35b-420e-a88f-9bd89d0d927c on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:37:06.431831 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-5c29bbc7-f935-43bc-af9d-b82cef1d7821 service neutron] Attempting to bind port 6e8933e0-d35b-420e-a88f-9bd89d0d927c on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:37:06.485537 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-5c29bbc7-f935-43bc-af9d-b82cef1d7821 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:37:06.485906 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-5c29bbc7-f935-43bc-af9d-b82cef1d7821 service neutron] Checking segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:37:06.486302 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-5c29bbc7-f935-43bc-af9d-b82cef1d7821 service neutron] Bound using segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:37:06.486741 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-5c29bbc7-f935-43bc-af9d-b82cef1d7821 service neutron] Bound port: 6e8933e0-d35b-420e-a88f-9bd89d0d927c, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:37:06.487200 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-5c29bbc7-f935-43bc-af9d-b82cef1d7821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:06.637239 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfeca12-4816-405f-9940-966ebbb29de4 req-4e975dd2-30d1-46c6-84ce-1f33a7af914c tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:06.644903 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cfeca12-4816-405f-9940-966ebbb29de4 req-4e975dd2-30d1-46c6-84ce-1f33a7af914c tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/ports?device_id=e85f9183-90a9-40aa-84ae-a03ff61af3e5 HTTP/1.1" status: 200 len: 948 time: 0.5729284 May 03 22:37:06.696819 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40188) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:06.722713 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd607e7d-1262-4075-8da8-a4868e190b3e req-3c05c46a-77ef-4a16-8e40-5ce390563b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:06.723949 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-dd607e7d-1262-4075-8da8-a4868e190b3e req-3c05c46a-77ef-4a16-8e40-5ce390563b3c service neutron] 10.222.0.67 "GET /v2.0/networks?id=bdfb9b30-ef20-4230-98c0-738d54cdf178 HTTP/1.1" status: 200 len: 912 time: 0.4470053 May 03 22:37:06.789834 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b69352f8-f47d-42f3-bb7f-e6c622c216db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:06.833297 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-dd607e7d-1262-4075-8da8-a4868e190b3e req-a644e193-a7e9-437d-832a-8bc1f54f7079 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd4ae2b3-4762-48a7-bbca-ed446865d94b HTTP/1.1" status: 200 len: 217 time: 0.0991521 May 03 22:37:06.879246 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b69352f8-f47d-42f3-bb7f-e6c622c216db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:37:06.907255 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cfeca12-4816-405f-9940-966ebbb29de4 req-47daccf4-4296-438c-9e70-57c647abbcca tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/security-groups?id=c57e7e19-3c12-45fe-a9d9-bca8d4a9f3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612982 May 03 22:37:06.919047 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40196) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:06.920224 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b69352f8-f47d-42f3-bb7f-e6c622c216db admin admin] Usage tracker for resource:security_group_rule and tenant:6d4c4b9496144d748e36701ccf6fa741 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:06.929257 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b69352f8-f47d-42f3-bb7f-e6c622c216db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:06.961456 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Request body: {'port': {'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e', 'binding:host_id': 'n-h1-811807-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-700262372'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:37:06.969496 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b69352f8-f47d-42f3-bb7f-e6c622c216db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:37:06.987732 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:37:07.012861 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-5c29bbc7-f935-43bc-af9d-b82cef1d7821 service neutron] For port 6e8933e0-d35b-420e-a88f-9bd89d0d927c, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:37:07.021606 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Usage tracker for resource:port and tenant:21c34a79b53b45369ff3f0ea52557165 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:07.030400 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:07.045578 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd607e7d-1262-4075-8da8-a4868e190b3e req-4452f45e-cb43-4454-8d09-482d291cd1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:07.047047 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-dd607e7d-1262-4075-8da8-a4868e190b3e req-4452f45e-cb43-4454-8d09-482d291cd1d7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4619db77-ac29-469b-9bbb-1a6b18f8da88 HTTP/1.1" status: 200 len: 851 time: 0.2068322 May 03 22:37:07.084577 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:37:07.109671 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-5c29bbc7-f935-43bc-af9d-b82cef1d7821 service neutron] For port 6e8933e0-d35b-420e-a88f-9bd89d0d927c, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=6e8933e0-d35b-420e-a88f-9bd89d0d927c,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:37:07.128088 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-5c29bbc7-f935-43bc-af9d-b82cef1d7821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:07.162637 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-dd607e7d-1262-4075-8da8-a4868e190b3e req-48e99b4e-7612-4e79-893b-7760908c0a52 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bdfb9b30-ef20-4230-98c0-738d54cdf178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053820 May 03 22:37:07.250223 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Made reservation on behalf of 21c34a79b53b45369ff3f0ea52557165 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:37:07.252514 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:07.358013 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-dd607e7d-1262-4075-8da8-a4868e190b3e req-6716fbc5-f638-4e36-bee0-8fffd002e68a service neutron] 10.222.0.67 "GET /v2.0/networks/bdfb9b30-ef20-4230-98c0-738d54cdf178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875250 May 03 22:37:07.416097 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-5c29bbc7-f935-43bc-af9d-b82cef1d7821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:07.418070 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-5c29bbc7-f935-43bc-af9d-b82cef1d7821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:07.421586 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-5c29bbc7-f935-43bc-af9d-b82cef1d7821 service neutron] 10.222.0.67 "PUT /v2.0/ports/6e8933e0-d35b-420e-a88f-9bd89d0d927c HTTP/1.1" status: 200 len: 1096 time: 3.3336411 May 03 22:37:07.428714 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85f9183-90a9-40aa-84ae-a03ff61af3e5', 'tag': '6e8933e0-d35b-420e-a88f-9bd89d0d927c'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:37:07.444759 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:07.660173 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:37:07.687008 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-dd607e7d-1262-4075-8da8-a4868e190b3e req-996d3336-9500-4555-8e5b-c298356c7e75 service neutron] 10.222.0.67 "GET /v2.0/networks/bdfb9b30-ef20-4230-98c0-738d54cdf178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199108 May 03 22:37:07.713055 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Usage tracker for resource:security_group_rule and tenant:21c34a79b53b45369ff3f0ea52557165 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:07.724453 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29bbc7-f935-43bc-af9d-b82cef1d7821 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8933e0-d35b-420e-a88f-9bd89d0d927c,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:07.728228 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:07.760073 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:37:07.778574 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b69352f8-f47d-42f3-bb7f-e6c622c216db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:07.795004 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b69352f8-f47d-42f3-bb7f-e6c622c216db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:07.850259 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1fc6c-2583-40f6-89e8-5f038db79e0c req-5f11fc01-29af-4b2a-b619-56170f9e51e8 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:07.851768 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-73b1fc6c-2583-40f6-89e8-5f038db79e0c req-5f11fc01-29af-4b2a-b619-56170f9e51e8 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=5141013c-66e2-496a-98ed-6a12a003b9a1 HTTP/1.1" status: 200 len: 946 time: 0.6865499 May 03 22:37:07.921193 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0de08f-c0b7-4bb3-ac46-7133396e9c8b req-8ef579c1-f034-4cbd-b516-350ede2723fb tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:07.922917 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7a0de08f-c0b7-4bb3-ac46-7133396e9c8b req-8ef579c1-f034-4cbd-b516-350ede2723fb tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 945 time: 0.7049022 May 03 22:37:07.925259 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b69352f8-f47d-42f3-bb7f-e6c622c216db admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6d4c4b9496144d748e36701ccf6fa741&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2243562 May 03 22:37:07.929938 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40232) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:07.930485 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69352f8-f47d-42f3-bb7f-e6c622c216db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe892ca8-1a8a-4ea6-9a19-a4ca40b6c9fe,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:07.963082 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-2235d455-5b91-44d4-a701-db8b38aa556e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:07.964548 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-2235d455-5b91-44d4-a701-db8b38aa556e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=11eeaceca5b3400cbe7ccdc9c2640b5c&device_id=e85f9183-90a9-40aa-84ae-a03ff61af3e5 HTTP/1.1" status: 200 len: 1099 time: 0.4596725 May 03 22:37:08.046877 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-73b1fc6c-2583-40f6-89e8-5f038db79e0c req-7989f9dd-f7f2-49ef-ac53-6fde1f7228c2 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814263 May 03 22:37:08.069062 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-e949e74a-63b6-4042-a523-3abc9502446e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=6e8933e0-d35b-420e-a88f-9bd89d0d927c HTTP/1.1" status: 200 len: 217 time: 0.0908737 May 03 22:37:08.108749 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e55a2ac6-74b0-424e-a27f-0ce02c906d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:08.170768 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7a0de08f-c0b7-4bb3-ac46-7133396e9c8b req-8c3ab0d8-feb0-4551-abb0-ec8cfc10e939 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2347529 May 03 22:37:08.184810 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e55a2ac6-74b0-424e-a27f-0ce02c906d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:08.299779 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-989b50b3-385e-4cc1-9d41-696f415c7a7a'] response: {'name': 'network-changed', 'server_uuid': 'e85f9183-90a9-40aa-84ae-a03ff61af3e5', 'tag': '6e8933e0-d35b-420e-a88f-9bd89d0d927c', 'status': 'completed', 'code': 200} May 03 22:37:08.333534 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e55a2ac6-74b0-424e-a27f-0ce02c906d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:08.344294 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:08.364575 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-7aea2723-9c4a-47f1-9778-0c30f8c091f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:08.366086 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-7aea2723-9c4a-47f1-9778-0c30f8c091f5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.2886524 May 03 22:37:08.394349 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e55a2ac6-74b0-424e-a27f-0ce02c906d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:08.395722 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e55a2ac6-74b0-424e-a27f-0ce02c906d1a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fe892ca8-1a8a-4ea6-9a19-a4ca40b6c9fe HTTP/1.1" status: 204 len: 168 time: 0.4648056 May 03 22:37:08.396565 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a2ac6-74b0-424e-a27f-0ce02c906d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe892ca8-1a8a-4ea6-9a19-a4ca40b6c9fe,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:08.432822 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:08.437586 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0fb76807-a76f-4ccb-a410-180bb20c2f79 req-ae7e3b64-8287-4303-806f-8a42a362869d tempest-ServerShowV257Test-342176526 tempest-ServerShowV257Test-342176526-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e1eb94-0799-480e-8dd6-459367e10238 HTTP/1.1" status: 200 len: 210 time: 0.0886521 May 03 22:37:08.441569 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] device_id is not set on port f495c2ec-f903-4fe2-b667-7d177bdecbf9 yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:37:08.838739 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ac4700-0b51-4785-a896-ebd0ef6f3ba1,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:08.879684 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97c404-734a-46c4-8e6d-9c5afc4e1369 req-a99a3f83-2443-4a17-9c36-57ccc07fbc5e tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:08.887777 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bb97c404-734a-46c4-8e6d-9c5afc4e1369 req-a99a3f83-2443-4a17-9c36-57ccc07fbc5e tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/ports?device_id=e85f9183-90a9-40aa-84ae-a03ff61af3e5 HTTP/1.1" status: 200 len: 948 time: 0.4476948 May 03 22:37:09.036026 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bb97c404-734a-46c4-8e6d-9c5afc4e1369 req-ca2b04e6-22a8-49cf-a2ae-355cb296fe99 tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/security-groups?id=c57e7e19-3c12-45fe-a9d9-bca8d4a9f3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470585 May 03 22:37:09.038064 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-5357a8a5-09c7-4b4e-ad56-395964e3b456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:09.039464 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-5357a8a5-09c7-4b4e-ad56-395964e3b456 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6009729 May 03 22:37:09.200447 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-560aa8be-857a-482e-8a5c-ef6345723a4d service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518362 May 03 22:37:09.423420 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] device_id is not set on port f495c2ec-f903-4fe2-b667-7d177bdecbf9 yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:37:09.440997 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:09.471392 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Transition to ACTIVE for port object f495c2ec-f903-4fe2-b667-7d177bdecbf9 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:37:09.493340 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-39c5ce09-8c57-42cb-af8c-3899f8ede5c6 req-669dbb56-6498-4bb7-a7c3-c028342d9b66 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851858 May 03 22:37:09.497665 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:09.565550 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6cb12a-db34-4d92-b89b-a4a5847533cf req-89ee55c2-2b92-4a18-a11c-b345548116c7 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:09.565550 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eb6cb12a-db34-4d92-b89b-a4a5847533cf req-89ee55c2-2b92-4a18-a11c-b345548116c7 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=5141013c-66e2-496a-98ed-6a12a003b9a1 HTTP/1.1" status: 200 len: 946 time: 0.3083978 May 03 22:37:09.758689 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Pushing event updated for resources: {'Port': ['ID=f495c2ec-f903-4fe2-b667-7d177bdecbf9,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:09.798753 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Checking segment: {'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:37:09.799138 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Network hostable DHCP agents. Network: 407136a6-5c6e-411e-8b21-6a167251bd6e, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:37:09.806488 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eb6cb12a-db34-4d92-b89b-a4a5847533cf req-b8c10d55-5962-4436-9a7f-83faaeb8e568 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835327 May 03 22:37:09.853407 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468d652-c53d-4302-baf5-97b8d1e359ea req-791e1990-eac3-4dfd-8d81-553c784df702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:09.855301 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0468d652-c53d-4302-baf5-97b8d1e359ea req-791e1990-eac3-4dfd-8d81-553c784df702 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=11eeaceca5b3400cbe7ccdc9c2640b5c&device_id=e85f9183-90a9-40aa-84ae-a03ff61af3e5 HTTP/1.1" status: 200 len: 1099 time: 0.2885993 May 03 22:37:09.856604 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Network 407136a6-5c6e-411e-8b21-6a167251bd6e is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:37:09.867330 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8312824-77f3-4e01-a010-dc14d5f73d6d req-40a6f737-a098-4517-b43d-4c68128a009d tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:09.868894 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8312824-77f3-4e01-a010-dc14d5f73d6d req-40a6f737-a098-4517-b43d-4c68128a009d tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 945 time: 0.2371762 May 03 22:37:09.926256 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 407136a6-5c6e-411e-8b21-6a167251bd6e) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:37:09.938846 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663c8168-6055-4cfa-80b7-ba5f98ff7b37 None None] Network 407136a6-5c6e-411e-8b21-6a167251bd6e requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:37:09.956172 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:37:10.257345 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:37:10.257979 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:37:10.258525 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on network 407136a6-5c6e-411e-8b21-6a167251bd6e {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:37:10.275581 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on network 407136a6-5c6e-411e-8b21-6a167251bd6e not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:37:10.276239 n-d-811807-1 neutron-server[88069]: ERROR neutron.plugins.ml2.managers [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Failed to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] May 03 22:37:10.293494 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8312824-77f3-4e01-a010-dc14d5f73d6d req-10a4b1d9-2e4d-4a80-af53-87174625bd9d tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4014523 May 03 22:37:10.301115 n-d-811807-1 neutron-server[88069]: INFO neutron.plugins.ml2.plugin [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempt 2 to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 May 03 22:37:10.332744 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ca01e8fc-9a10-407e-946a-b76951709b1c req-461f4da5-0c87-4083-9a68-0206f520e96a tempest-ServerShowV257Test-342176526 tempest-ServerShowV257Test-342176526-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e1eb94-0799-480e-8dd6-459367e10238 HTTP/1.1" status: 200 len: 210 time: 0.1335406 May 03 22:37:10.364479 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:37:10.371915 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:37:10.372478 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on network 407136a6-5c6e-411e-8b21-6a167251bd6e {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:37:10.395714 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on network 407136a6-5c6e-411e-8b21-6a167251bd6e not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:37:10.396056 n-d-811807-1 neutron-server[88069]: ERROR neutron.plugins.ml2.managers [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Failed to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] May 03 22:37:10.398990 n-d-811807-1 neutron-server[88069]: INFO neutron.plugins.ml2.plugin [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempt 3 to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 May 03 22:37:10.446763 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468d652-c53d-4302-baf5-97b8d1e359ea req-30ad9026-a055-49ec-a01d-9b1b2d34d7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:10.448268 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0468d652-c53d-4302-baf5-97b8d1e359ea req-30ad9026-a055-49ec-a01d-9b1b2d34d7f7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.5763662 May 03 22:37:10.455407 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:37:10.455753 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:37:10.456096 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on network 407136a6-5c6e-411e-8b21-6a167251bd6e {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:37:10.545605 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0468d652-c53d-4302-baf5-97b8d1e359ea req-cef04a08-e5fa-4e71-9818-5970e9332aa3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=6e8933e0-d35b-420e-a88f-9bd89d0d927c HTTP/1.1" status: 200 len: 217 time: 0.0737157 May 03 22:37:10.582535 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on network 407136a6-5c6e-411e-8b21-6a167251bd6e not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:37:10.582869 n-d-811807-1 neutron-server[88069]: ERROR neutron.plugins.ml2.managers [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Failed to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] May 03 22:37:10.620203 n-d-811807-1 neutron-server[88069]: INFO neutron.plugins.ml2.plugin [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempt 4 to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 May 03 22:37:10.657638 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:37:10.658030 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:37:10.658328 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on network 407136a6-5c6e-411e-8b21-6a167251bd6e {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:37:10.676588 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on network 407136a6-5c6e-411e-8b21-6a167251bd6e not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:37:10.676588 n-d-811807-1 neutron-server[88069]: ERROR neutron.plugins.ml2.managers [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Failed to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] May 03 22:37:10.678197 n-d-811807-1 neutron-server[88069]: INFO neutron.plugins.ml2.plugin [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempt 5 to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 May 03 22:37:10.702296 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468d652-c53d-4302-baf5-97b8d1e359ea req-e4e3e1a9-ef1a-406d-b3f4-504203c8b085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:10.704905 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0468d652-c53d-4302-baf5-97b8d1e359ea req-e4e3e1a9-ef1a-406d-b3f4-504203c8b085 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.1226463 May 03 22:37:10.706327 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:37:10.706662 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:37:10.706998 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on network 407136a6-5c6e-411e-8b21-6a167251bd6e {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:37:10.777456 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on network 407136a6-5c6e-411e-8b21-6a167251bd6e not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:37:10.777700 n-d-811807-1 neutron-server[88069]: ERROR neutron.plugins.ml2.managers [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Failed to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] May 03 22:37:10.786712 n-d-811807-1 neutron-server[88069]: INFO neutron.plugins.ml2.plugin [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempt 6 to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 May 03 22:37:10.850956 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e99e14-140e-485f-9494-5ca4d71b21b6 req-dbee4646-4f63-4d8a-9a14-8367697221eb tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:10.855429 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d4e99e14-140e-485f-9494-5ca4d71b21b6 req-dbee4646-4f63-4d8a-9a14-8367697221eb tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/ports?device_id=e85f9183-90a9-40aa-84ae-a03ff61af3e5 HTTP/1.1" status: 200 len: 948 time: 0.3849096 May 03 22:37:10.936014 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:37:10.936353 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:37:10.936694 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on network 407136a6-5c6e-411e-8b21-6a167251bd6e {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:37:10.992743 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on network 407136a6-5c6e-411e-8b21-6a167251bd6e not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:37:10.993270 n-d-811807-1 neutron-server[88069]: ERROR neutron.plugins.ml2.managers [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Failed to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] May 03 22:37:10.998076 n-d-811807-1 neutron-server[88069]: INFO neutron.plugins.ml2.plugin [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempt 7 to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 May 03 22:37:11.137344 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40288) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:11.298387 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-11a003da-9cf3-41b3-a4a2-809a5b962933 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1643896289', 'router:external': True}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:37:11.305179 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d4e99e14-140e-485f-9494-5ca4d71b21b6 req-97cb7bb2-2d15-4276-a337-0d93b0a63f63 tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/security-groups?id=c57e7e19-3c12-45fe-a9d9-bca8d4a9f3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4371178 May 03 22:37:11.305335 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-11a003da-9cf3-41b3-a4a2-809a5b962933 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:37:11.312135 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-11a003da-9cf3-41b3-a4a2-809a5b962933 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Usage tracker for resource:network and tenant:fdfba440d53f42ba8593745900ce95a7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:11.318715 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-11a003da-9cf3-41b3-a4a2-809a5b962933 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:11.326694 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-11a003da-9cf3-41b3-a4a2-809a5b962933 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:37:11.343745 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:37:11.344081 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:37:11.344420 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on network 407136a6-5c6e-411e-8b21-6a167251bd6e {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:37:11.349944 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a003da-9cf3-41b3-a4a2-809a5b962933 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Made reservation on behalf of fdfba440d53f42ba8593745900ce95a7 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:37:11.355974 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-11a003da-9cf3-41b3-a4a2-809a5b962933 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:11.366960 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on network 407136a6-5c6e-411e-8b21-6a167251bd6e not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:37:11.367299 n-d-811807-1 neutron-server[88069]: ERROR neutron.plugins.ml2.managers [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Failed to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] May 03 22:37:11.369838 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468d652-c53d-4302-baf5-97b8d1e359ea req-0d03ca3d-d9fa-4fde-affd-3e57f94e3ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:11.371307 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0468d652-c53d-4302-baf5-97b8d1e359ea req-0d03ca3d-d9fa-4fde-affd-3e57f94e3ae1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6586516 May 03 22:37:11.378457 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-11a003da-9cf3-41b3-a4a2-809a5b962933 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:11.389657 n-d-811807-1 neutron-server[88069]: INFO neutron.plugins.ml2.plugin [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempt 8 to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 May 03 22:37:11.399549 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-11a003da-9cf3-41b3-a4a2-809a5b962933 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:37:11.404857 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-11a003da-9cf3-41b3-a4a2-809a5b962933 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Usage tracker for resource:security_group_rule and tenant:fdfba440d53f42ba8593745900ce95a7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:11.408188 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-11a003da-9cf3-41b3-a4a2-809a5b962933 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:11.419715 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-11a003da-9cf3-41b3-a4a2-809a5b962933 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:37:11.499387 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:37:11.499857 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:37:11.500056 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on network 407136a6-5c6e-411e-8b21-6a167251bd6e {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:37:11.546611 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-11a003da-9cf3-41b3-a4a2-809a5b962933 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:11.554010 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-11a003da-9cf3-41b3-a4a2-809a5b962933 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:11.601382 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on network 407136a6-5c6e-411e-8b21-6a167251bd6e not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:37:11.601720 n-d-811807-1 neutron-server[88069]: ERROR neutron.plugins.ml2.managers [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Failed to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] May 03 22:37:11.614355 n-d-811807-1 neutron-server[88069]: INFO neutron.plugins.ml2.plugin [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempt 9 to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 May 03 22:37:11.643385 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a003da-9cf3-41b3-a4a2-809a5b962933 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:37:11.655168 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a003da-9cf3-41b3-a4a2-809a5b962933 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d563192-bf80-40d3-aa22-464f57126545,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:11.657028 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:37:11.657378 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:37:11.657811 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on network 407136a6-5c6e-411e-8b21-6a167251bd6e {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:37:11.664726 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-11a003da-9cf3-41b3-a4a2-809a5b962933 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:11.665164 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-11a003da-9cf3-41b3-a4a2-809a5b962933 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Added segment 334533d1-0a55-4a3f-8b4e-9bc2f9c6eb62 of type vlan for network 56e44b88-abc8-4ea7-b28d-72416ae19a6e May 03 22:37:11.683638 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on network 407136a6-5c6e-411e-8b21-6a167251bd6e not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:37:11.684011 n-d-811807-1 neutron-server[88069]: ERROR neutron.plugins.ml2.managers [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Failed to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] May 03 22:37:11.685370 n-d-811807-1 neutron-server[88069]: INFO neutron.plugins.ml2.plugin [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempt 10 to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 May 03 22:37:11.695454 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0468d652-c53d-4302-baf5-97b8d1e359ea req-78b7d743-6eb8-474d-9c11-9125ea6f0f89 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083184 May 03 22:37:11.703062 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb96d04-0f93-41f9-ae4e-59848ee731cc req-54542a48-7f1f-4e7e-badf-ecbe3a8445cd tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:11.710349 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dfb96d04-0f93-41f9-ae4e-59848ee731cc req-54542a48-7f1f-4e7e-badf-ecbe3a8445cd tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=5141013c-66e2-496a-98ed-6a12a003b9a1 HTTP/1.1" status: 200 len: 946 time: 0.4936502 May 03 22:37:11.711292 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-11a003da-9cf3-41b3-a4a2-809a5b962933 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:11.764929 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:37:11.765325 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:37:11.765623 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on network 407136a6-5c6e-411e-8b21-6a167251bd6e {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:37:11.784720 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-11a003da-9cf3-41b3-a4a2-809a5b962933 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:11.787015 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a003da-9cf3-41b3-a4a2-809a5b962933 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:11.788060 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-11a003da-9cf3-41b3-a4a2-809a5b962933 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:11.800604 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on network 407136a6-5c6e-411e-8b21-6a167251bd6e not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:37:11.800957 n-d-811807-1 neutron-server[88069]: ERROR neutron.plugins.ml2.managers [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Failed to bind port f495c2ec-f903-4fe2-b667-7d177bdecbf9 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] May 03 22:37:11.801325 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:11.892412 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dfb96d04-0f93-41f9-ae4e-59848ee731cc req-de434707-8b89-4e08-91df-89a6c74f8fe3 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810594 May 03 22:37:11.980021 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1851999-c083-4c2c-9178-8685afe5e5a2 req-a2202b9c-04c5-46f3-bdd5-3e91838b484b tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:11.987415 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c1851999-c083-4c2c-9178-8685afe5e5a2 req-a2202b9c-04c5-46f3-bdd5-3e91838b484b tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 945 time: 0.4890382 May 03 22:37:12.072616 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0468d652-c53d-4302-baf5-97b8d1e359ea req-01d21dbe-8b94-4641-82ae-ef9d567d8572 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565202 May 03 22:37:12.086440 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c1851999-c083-4c2c-9178-8685afe5e5a2 req-7305e5dc-f71f-428b-9f3e-bb8db3eefeae tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980470 May 03 22:37:12.092679 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] For port f495c2ec-f903-4fe2-b667-7d177bdecbf9, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:37:12.093053 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempted to set empty binding levels {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 03 22:37:12.100362 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a003da-9cf3-41b3-a4a2-809a5b962933 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Pushing event updated for resources: {'Network': ['ID=56e44b88-abc8-4ea7-b28d-72416ae19a6e,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:12.113933 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-11a003da-9cf3-41b3-a4a2-809a5b962933 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9736238 May 03 22:37:12.114953 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40300) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:12.117466 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 56e44b88-abc8-4ea7-b28d-72416ae19a6e details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:37:12.125024 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-12aade00-f5ce-4db0-989e-ce86c094588a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Request body: {'subnet': {'network_id': '56e44b88-abc8-4ea7-b28d-72416ae19a6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:37:12.130110 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:12.132325 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-12aade00-f5ce-4db0-989e-ce86c094588a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:37:12.137140 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-12aade00-f5ce-4db0-989e-ce86c094588a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Usage tracker for resource:subnet and tenant:fdfba440d53f42ba8593745900ce95a7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:12.143693 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-12aade00-f5ce-4db0-989e-ce86c094588a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:12.147842 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-12aade00-f5ce-4db0-989e-ce86c094588a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:37:12.159466 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12aade00-f5ce-4db0-989e-ce86c094588a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Made reservation on behalf of fdfba440d53f42ba8593745900ce95a7 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:37:12.163471 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-12aade00-f5ce-4db0-989e-ce86c094588a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:12.180453 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f0c08d0-d706-44d8-8b52-80281beefbb4 req-14824559-0972-4b7f-a9e2-b30e8d946455 tempest-ServerShowV257Test-342176526 tempest-ServerShowV257Test-342176526-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e1eb94-0799-480e-8dd6-459367e10238 HTTP/1.1" status: 200 len: 210 time: 0.0909863 May 03 22:37:12.205733 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:12.206351 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:12.230322 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Pushing event updated for resources: {'Port': ['ID=f495c2ec-f903-4fe2-b667-7d177bdecbf9,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:12.272929 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4a66679f-279e-4efc-9ef1-9684fa1dfcaf tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 5.3475764 May 03 22:37:12.274627 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40308) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:12.415474 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-7415f8a3-9d71-4839-aaa6-8b3afffc50be tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Deleting port f495c2ec-f903-4fe2-b667-7d177bdecbf9 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:37:12.415474 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7415f8a3-9d71-4839-aaa6-8b3afffc50be tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:12.843692 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0a1f6-317d-4cca-b36d-f6ba4e6a777e req-ffec0060-f117-4d9f-8fa8-b425f33c6693 tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:12.850934 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d9b0a1f6-317d-4cca-b36d-f6ba4e6a777e req-ffec0060-f117-4d9f-8fa8-b425f33c6693 tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/ports?device_id=e85f9183-90a9-40aa-84ae-a03ff61af3e5 HTTP/1.1" status: 200 len: 948 time: 0.3127255 May 03 22:37:12.853521 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-7415f8a3-9d71-4839-aaa6-8b3afffc50be tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] For port f495c2ec-f903-4fe2-b667-7d177bdecbf9, host n-h1-811807-1, got binding levels [] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:37:12.853907 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7415f8a3-9d71-4839-aaa6-8b3afffc50be tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:12.928036 n-d-811807-1 neutron-server[88070]: DEBUG neutron.objects.ports [None req-12aade00-f5ce-4db0-989e-ce86c094588a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88070) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 03 22:37:12.928496 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-12aade00-f5ce-4db0-989e-ce86c094588a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:13.010530 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aade00-f5ce-4db0-989e-ce86c094588a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5f95bed2-6186-4121-a94d-ea9f308cd888,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:13.032440 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12aade00-f5ce-4db0-989e-ce86c094588a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Checking segment: {'id': '334533d1-0a55-4a3f-8b4e-9bc2f9c6eb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '56e44b88-abc8-4ea7-b28d-72416ae19a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:37:13.032796 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aade00-f5ce-4db0-989e-ce86c094588a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Network hostable DHCP agents. Network: 56e44b88-abc8-4ea7-b28d-72416ae19a6e, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:37:13.032960 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-7415f8a3-9d71-4839-aaa6-8b3afffc50be tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Calling delete_port for f495c2ec-f903-4fe2-b667-7d177bdecbf9 owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:37:13.061811 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aade00-f5ce-4db0-989e-ce86c094588a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Network 56e44b88-abc8-4ea7-b28d-72416ae19a6e is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:37:13.078185 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-12aade00-f5ce-4db0-989e-ce86c094588a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 56e44b88-abc8-4ea7-b28d-72416ae19a6e) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:37:13.083327 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12aade00-f5ce-4db0-989e-ce86c094588a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:13.085429 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-12aade00-f5ce-4db0-989e-ce86c094588a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:13.086254 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a086fe3d-3c1f-4ed7-a217-f67febe5bde1 None None] Network 56e44b88-abc8-4ea7-b28d-72416ae19a6e requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:37:13.120838 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-12aade00-f5ce-4db0-989e-ce86c094588a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0037081 May 03 22:37:13.122046 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40320) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:13.125633 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d9b0a1f6-317d-4cca-b36d-f6ba4e6a777e req-8c0558ae-01e2-4b33-af78-df51d7f64f7a tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/security-groups?id=c57e7e19-3c12-45fe-a9d9-bca8d4a9f3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737446 May 03 22:37:13.127592 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-f8783cf2-1d27-4e29-b941-a473d30baba3 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-521423677', 'network_id': '56e44b88-abc8-4ea7-b28d-72416ae19a6e'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:37:13.133659 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f8783cf2-1d27-4e29-b941-a473d30baba3 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:37:13.142762 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f8783cf2-1d27-4e29-b941-a473d30baba3 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Usage tracker for resource:port and tenant:fdfba440d53f42ba8593745900ce95a7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:13.157512 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f8783cf2-1d27-4e29-b941-a473d30baba3 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:13.183318 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f8783cf2-1d27-4e29-b941-a473d30baba3 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:37:13.190549 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b407fe6-ce33-42f2-af79-c4955268393c req-03c807ff-02a6-4e95-a491-c602e52c0c6f tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:13.192106 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6b407fe6-ce33-42f2-af79-c4955268393c req-03c807ff-02a6-4e95-a491-c602e52c0c6f tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=5141013c-66e2-496a-98ed-6a12a003b9a1 HTTP/1.1" status: 200 len: 946 time: 0.4289625 May 03 22:37:13.215966 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8783cf2-1d27-4e29-b941-a473d30baba3 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Made reservation on behalf of fdfba440d53f42ba8593745900ce95a7 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:37:13.220762 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f8783cf2-1d27-4e29-b941-a473d30baba3 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:13.271457 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-f8783cf2-1d27-4e29-b941-a473d30baba3 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] device_id is not set on port c0f27adc-d5b4-4a89-a79b-13dd6cff8955 yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:37:13.273737 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7415f8a3-9d71-4839-aaa6-8b3afffc50be tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:13.466989 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7415f8a3-9d71-4839-aaa6-8b3afffc50be tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:13.488400 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415f8a3-9d71-4839-aaa6-8b3afffc50be tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Pushing event deleted for resources: {'Port': ['ID=f495c2ec-f903-4fe2-b667-7d177bdecbf9,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:13.516544 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6b407fe6-ce33-42f2-af79-c4955268393c req-0c776ed2-6439-4065-9fac-c0971116bf2d tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635999 May 03 22:37:13.553263 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-f8783cf2-1d27-4e29-b941-a473d30baba3 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Allocated IP 2001:db8::3c2 (56e44b88-abc8-4ea7-b28d-72416ae19a6e/5f95bed2-6186-4121-a94d-ea9f308cd888/c0f27adc-d5b4-4a89-a79b-13dd6cff8955) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:37:13.567496 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7415f8a3-9d71-4839-aaa6-8b3afffc50be tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] 10.222.0.58 "DELETE /v2.0/ports/f495c2ec-f903-4fe2-b667-7d177bdecbf9 HTTP/1.1" status: 204 len: 168 time: 1.2912934 May 03 22:37:13.572590 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40330) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:13.638811 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-db062772-60ca-41ba-8b48-9a4ddd9d44e7 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] GET failed (client error): The resource could not be found. May 03 22:37:13.641270 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-db062772-60ca-41ba-8b48-9a4ddd9d44e7 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] 10.222.0.58 "GET /v2.0/ports/f495c2ec-f903-4fe2-b667-7d177bdecbf9 HTTP/1.1" status: 404 len: 333 time: 0.0673354 May 03 22:37:13.654700 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e63651-877b-4abb-8af8-b7e71ece09ed req-4ebc1d56-9b8d-4d5e-9c1f-a8d0b565ca72 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:13.656866 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40334) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:13.667336 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-b9ae68d5-8018-4877-ae9f-04b617c1e8a2 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Request body: {'port': {'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-663439511'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:37:13.671351 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a4e63651-877b-4abb-8af8-b7e71ece09ed req-4ebc1d56-9b8d-4d5e-9c1f-a8d0b565ca72 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 945 time: 0.2883952 May 03 22:37:13.679072 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a4633c-ed54-4454-805d-3fcbdb50d747 None None] Network 56e44b88-abc8-4ea7-b28d-72416ae19a6e requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:37:13.680519 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b9ae68d5-8018-4877-ae9f-04b617c1e8a2 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:37:13.685136 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b9ae68d5-8018-4877-ae9f-04b617c1e8a2 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Usage tracker for resource:port and tenant:21c34a79b53b45369ff3f0ea52557165 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:13.688548 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b9ae68d5-8018-4877-ae9f-04b617c1e8a2 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:13.695508 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b9ae68d5-8018-4877-ae9f-04b617c1e8a2 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:37:13.715381 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ae68d5-8018-4877-ae9f-04b617c1e8a2 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Made reservation on behalf of 21c34a79b53b45369ff3f0ea52557165 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:37:13.718189 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b9ae68d5-8018-4877-ae9f-04b617c1e8a2 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:13.751021 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-b9ae68d5-8018-4877-ae9f-04b617c1e8a2 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] device_id is not set on port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:37:13.852666 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a4e63651-877b-4abb-8af8-b7e71ece09ed req-62a34b84-43d1-4929-97c5-5cb9d33410b3 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780198 May 03 22:37:14.027121 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 6e8933e0-d35b-420e-a88f-9bd89d0d927c details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:37:14.042134 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b9ae68d5-8018-4877-ae9f-04b617c1e8a2 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:14.124484 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b9ae68d5-8018-4877-ae9f-04b617c1e8a2 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:14.200965 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ae3c6beb-135c-4b0e-97ad-c10eaa4f801e req-8696042a-9156-4663-8acb-7f2874e1f5f1 tempest-ServerShowV257Test-342176526 tempest-ServerShowV257Test-342176526-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e1eb94-0799-480e-8dd6-459367e10238 HTTP/1.1" status: 200 len: 210 time: 0.3060894 May 03 22:37:14.218665 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae68d5-8018-4877-ae9f-04b617c1e8a2 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Pushing event updated for resources: {'Port': ['ID=8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:14.272083 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ae68d5-8018-4877-ae9f-04b617c1e8a2 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Network 407136a6-5c6e-411e-8b21-6a167251bd6e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:37:14.277043 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-b9ae68d5-8018-4877-ae9f-04b617c1e8a2 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:37:14.280663 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ae68d5-8018-4877-ae9f-04b617c1e8a2 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:37:14.281582 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ae68d5-8018-4877-ae9f-04b617c1e8a2 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:14.282278 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b9ae68d5-8018-4877-ae9f-04b617c1e8a2 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:14.330987 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 6e8933e0-d35b-420e-a88f-9bd89d0d927c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=6e8933e0-d35b-420e-a88f-9bd89d0d927c,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:37:14.339608 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b9ae68d5-8018-4877-ae9f-04b617c1e8a2 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6761193 May 03 22:37:14.342078 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40340) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:14.348481 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:37:14.368100 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '6e8933e0-d35b-420e-a88f-9bd89d0d927c', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': '6e8933e0-d35b-420e-a88f-9bd89d0d927c', 'mac_address': 'fa:16:3e:fe:46:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:37:14.490039 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea317c40-fc3f-4025-90a3-845dbea89e08 req-1dc33956-d3b9-4037-86f4-4bf4f30b69de service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=36382de9-1268-4cef-9d16-cf77770a9c08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2854059 May 03 22:37:14.496064 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:14.498929 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:14.550117 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e8933e0-d35b-420e-a88f-9bd89d0d927c {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:37:14.553397 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f8783cf2-1d27-4e29-b941-a473d30baba3 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:14.591137 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 6e8933e0-d35b-420e-a88f-9bd89d0d927c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=6e8933e0-d35b-420e-a88f-9bd89d0d927c,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:37:14.603788 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:14.736741 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b50497-960a-4202-9fe1-61550b1fb155 req-0fd51f2f-8f85-45c6-8b5c-02f64ace982a tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:14.746532 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-33b50497-960a-4202-9fe1-61550b1fb155 req-0fd51f2f-8f85-45c6-8b5c-02f64ace982a tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/ports?device_id=e85f9183-90a9-40aa-84ae-a03ff61af3e5 HTTP/1.1" status: 200 len: 948 time: 0.3813701 May 03 22:37:14.818288 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=6e8933e0-d35b-420e-a88f-9bd89d0d927c,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:14.850506 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f8783cf2-1d27-4e29-b941-a473d30baba3 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:14.943120 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-33b50497-960a-4202-9fe1-61550b1fb155 req-c8b77b87-6ec1-46e2-9341-337d0187b709 tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/security-groups?id=c57e7e19-3c12-45fe-a9d9-bca8d4a9f3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868484 May 03 22:37:14.945180 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea317c40-fc3f-4025-90a3-845dbea89e08 req-ccaa4b71-c17a-477d-a8b7-f912d7583507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:14.947484 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea317c40-fc3f-4025-90a3-845dbea89e08 req-ccaa4b71-c17a-477d-a8b7-f912d7583507 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ee7372ea426142e59c472059d7804115&device_id=36382de9-1268-4cef-9d16-cf77770a9c08 HTTP/1.1" status: 200 len: 1096 time: 0.4345505 May 03 22:37:15.019837 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['6e8933e0-d35b-420e-a88f-9bd89d0d927c'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:37:15.208791 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8783cf2-1d27-4e29-b941-a473d30baba3 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Pushing event updated for resources: {'Port': ['ID=c0f27adc-d5b4-4a89-a79b-13dd6cff8955,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:15.234395 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8783cf2-1d27-4e29-b941-a473d30baba3 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Network 56e44b88-abc8-4ea7-b28d-72416ae19a6e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:37:15.238343 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-f8783cf2-1d27-4e29-b941-a473d30baba3 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:37:15.276981 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8783cf2-1d27-4e29-b941-a473d30baba3 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:37:15.278443 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8783cf2-1d27-4e29-b941-a473d30baba3 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:15.279067 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f8783cf2-1d27-4e29-b941-a473d30baba3 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:15.318661 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f8783cf2-1d27-4e29-b941-a473d30baba3 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.1957841 May 03 22:37:15.321016 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] device_id is not set on port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:37:15.327266 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40352) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:15.380197 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:15.475977 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400e94b-3148-43cb-a4ef-be7be7343962 req-110668a1-9c80-4f99-9d79-61a5e7c116de tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:15.484106 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Transition to ACTIVE for port object 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:37:15.484898 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2400e94b-3148-43cb-a4ef-be7be7343962 req-110668a1-9c80-4f99-9d79-61a5e7c116de tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=5141013c-66e2-496a-98ed-6a12a003b9a1 HTTP/1.1" status: 200 len: 946 time: 0.6425371 May 03 22:37:15.511761 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:15.590195 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-08bf28cb-0e23-400a-b150-a21b3b2fdd40 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Deleting port c0f27adc-d5b4-4a89-a79b-13dd6cff8955 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:37:15.590485 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-08bf28cb-0e23-400a-b150-a21b3b2fdd40 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:15.609438 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2400e94b-3148-43cb-a4ef-be7be7343962 req-c823b097-ffaa-477a-9012-a504ba035aca tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233861 May 03 22:37:15.618552 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea317c40-fc3f-4025-90a3-845dbea89e08 req-5e61436e-1f31-4990-8031-3f7ab8c6f401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:15.622071 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea317c40-fc3f-4025-90a3-845dbea89e08 req-5e61436e-1f31-4990-8031-3f7ab8c6f401 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bdfb9b30-ef20-4230-98c0-738d54cdf178 HTTP/1.1" status: 200 len: 912 time: 0.6307595 May 03 22:37:15.801570 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea317c40-fc3f-4025-90a3-845dbea89e08 req-588fc50d-968d-413b-9950-00e4630880d5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=078a681a-4349-415d-9dc0-171e073e062c HTTP/1.1" status: 200 len: 217 time: 0.1712811 May 03 22:37:15.893314 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Pushing event updated for resources: {'Port': ['ID=8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:15.907405 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:37:15.907974 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:37:15.908545 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on network 407136a6-5c6e-411e-8b21-6a167251bd6e {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:37:15.945528 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea317c40-fc3f-4025-90a3-845dbea89e08 req-5c3e0866-9ca5-4565-ade1-223e23c0d44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:15.950716 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea317c40-fc3f-4025-90a3-845dbea89e08 req-5c3e0866-9ca5-4565-ade1-223e23c0d44f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4619db77-ac29-469b-9bbb-1a6b18f8da88 HTTP/1.1" status: 200 len: 851 time: 0.1419885 May 03 22:37:15.961951 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on network 407136a6-5c6e-411e-8b21-6a167251bd6e not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:37:15.963123 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Failed to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] May 03 22:37:15.967946 n-d-811807-1 neutron-server[88070]: INFO neutron.plugins.ml2.plugin [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempt 2 to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 May 03 22:37:16.026016 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:37:16.059593 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:37:16.060175 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:37:16.060687 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on network 407136a6-5c6e-411e-8b21-6a167251bd6e {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:37:16.076064 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on network 407136a6-5c6e-411e-8b21-6a167251bd6e not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:37:16.076674 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Failed to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] May 03 22:37:16.086075 n-d-811807-1 neutron-server[88070]: INFO neutron.plugins.ml2.plugin [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempt 3 to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 May 03 22:37:16.114858 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-08bf28cb-0e23-400a-b150-a21b3b2fdd40 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:16.131847 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:37:16.132462 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:37:16.133017 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on network 407136a6-5c6e-411e-8b21-6a167251bd6e {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:37:16.137478 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bd8cc092-e1c0-465f-baf3-d729c17ea37b req-82feba21-19c8-47c8-95ca-493ba54c9dec tempest-ServerShowV257Test-342176526 tempest-ServerShowV257Test-342176526-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e1eb94-0799-480e-8dd6-459367e10238 HTTP/1.1" status: 200 len: 210 time: 0.1857460 May 03 22:37:16.160465 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad953779-a2dc-42c8-a8ab-d4e0335cda32 req-a5f9a671-56aa-41fd-acc1-4934e12695bc tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:16.183575 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad953779-a2dc-42c8-a8ab-d4e0335cda32 req-a5f9a671-56aa-41fd-acc1-4934e12695bc tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 945 time: 1.0446942 May 03 22:37:16.336248 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-08bf28cb-0e23-400a-b150-a21b3b2fdd40 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Calling delete_port for c0f27adc-d5b4-4a89-a79b-13dd6cff8955 owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:37:16.399718 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea317c40-fc3f-4025-90a3-845dbea89e08 req-e30e4bdf-fb6b-4fad-84ec-12fe54b4a6af service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bdfb9b30-ef20-4230-98c0-738d54cdf178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2125256 May 03 22:37:16.475237 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad953779-a2dc-42c8-a8ab-d4e0335cda32 req-df3522ff-2b66-473d-9ba3-bfe598e22567 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2897871 May 03 22:37:16.515456 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cfd13264-e62b-4990-9784-80bb32f83993 req-17ff61d1-502e-4ee5-b186-ffd3fca2b95d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c9e1eb94-0799-480e-8dd6-459367e10238 HTTP/1.1" status: 200 len: 210 time: 0.1063092 May 03 22:37:16.518636 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on network 407136a6-5c6e-411e-8b21-6a167251bd6e not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:37:16.519251 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Failed to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] May 03 22:37:16.560458 n-d-811807-1 neutron-server[88070]: INFO neutron.plugins.ml2.plugin [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempt 4 to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 May 03 22:37:16.597173 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc0041-9d7b-47c5-9e0d-ad945276f467 req-ec93bada-0c34-41ec-af34-71be7ccc56fa tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:16.607013 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bbdc0041-9d7b-47c5-9e0d-ad945276f467 req-ec93bada-0c34-41ec-af34-71be7ccc56fa tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/ports?device_id=e85f9183-90a9-40aa-84ae-a03ff61af3e5 HTTP/1.1" status: 200 len: 949 time: 0.2923191 May 03 22:37:16.612391 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae02399-f971-43ab-bff3-54f0b46b40b8 req-36a0ad41-2300-4eb4-9f59-4106c93cbd2b tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:16.614993 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-9ae02399-f971-43ab-bff3-54f0b46b40b8 req-36a0ad41-2300-4eb4-9f59-4106c93cbd2b tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Synchronizing usage tracker for tenant:ee7372ea426142e59c472059d7804115 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:37:16.653384 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-9ae02399-f971-43ab-bff3-54f0b46b40b8 req-36a0ad41-2300-4eb4-9f59-4106c93cbd2b tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Unset dirty status for tenant:ee7372ea426142e59c472059d7804115 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:37:16.658254 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9ae02399-f971-43ab-bff3-54f0b46b40b8 req-36a0ad41-2300-4eb4-9f59-4106c93cbd2b tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.67 "GET /v2.0/ports?device_id=5141013c-66e2-496a-98ed-6a12a003b9a1 HTTP/1.1" status: 200 len: 946 time: 0.6779768 May 03 22:37:16.664150 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:37:16.664808 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:37:16.665336 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on network 407136a6-5c6e-411e-8b21-6a167251bd6e {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:37:16.667378 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea317c40-fc3f-4025-90a3-845dbea89e08 req-e3edc441-647d-4f4d-8fcd-bc4c80505f86 service neutron] 10.222.0.67 "GET /v2.0/networks/bdfb9b30-ef20-4230-98c0-738d54cdf178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579653 May 03 22:37:16.679653 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bbdc0041-9d7b-47c5-9e0d-ad945276f467 req-5ff76e79-447b-4c1c-901d-d11ece8e0b02 tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/security-groups?id=c57e7e19-3c12-45fe-a9d9-bca8d4a9f3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716684 May 03 22:37:16.685228 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on network 407136a6-5c6e-411e-8b21-6a167251bd6e not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:37:16.685567 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Failed to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] May 03 22:37:16.756823 n-d-811807-1 neutron-server[88070]: INFO neutron.plugins.ml2.plugin [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempt 5 to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 May 03 22:37:16.833618 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:37:16.833989 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:37:16.834324 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on network 407136a6-5c6e-411e-8b21-6a167251bd6e {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:37:16.852250 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on network 407136a6-5c6e-411e-8b21-6a167251bd6e not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:37:16.852584 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Failed to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] May 03 22:37:16.856539 n-d-811807-1 neutron-server[88070]: INFO neutron.plugins.ml2.plugin [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempt 6 to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 May 03 22:37:16.871937 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-9ae02399-f971-43ab-bff3-54f0b46b40b8 req-1d6797d6-97ad-4354-a486-71c203eec1b4 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Deleting port bd4ae2b3-4762-48a7-bbca-ed446865d94b {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:37:16.872461 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-9ae02399-f971-43ab-bff3-54f0b46b40b8 req-1d6797d6-97ad-4354-a486-71c203eec1b4 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:16.943323 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea317c40-fc3f-4025-90a3-845dbea89e08 req-f7ebfce1-fd38-4a53-ac70-1d134d2bb743 service neutron] 10.222.0.67 "GET /v2.0/networks/bdfb9b30-ef20-4230-98c0-738d54cdf178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624123 May 03 22:37:16.960652 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6bc26-1837-48a4-b438-151a1db47b06 req-45294b9e-1839-4bb0-8015-51929da0bd47 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:16.969306 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-10b6bc26-1837-48a4-b438-151a1db47b06 req-45294b9e-1839-4bb0-8015-51929da0bd47 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=5141013c-66e2-496a-98ed-6a12a003b9a1 HTTP/1.1" status: 200 len: 946 time: 0.1261878 May 03 22:37:16.985980 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-08bf28cb-0e23-400a-b150-a21b3b2fdd40 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:17.033057 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-10b6bc26-1837-48a4-b438-151a1db47b06 req-d44620e2-e27b-4130-8d8e-f1119dc55a6b tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606956 May 03 22:37:17.115535 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:37:17.115889 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:37:17.116330 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on network 407136a6-5c6e-411e-8b21-6a167251bd6e {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:37:17.118715 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf28cb-0e23-400a-b150-a21b3b2fdd40 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0f27adc-d5b4-4a89-a79b-13dd6cff8955,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:17.127797 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-08bf28cb-0e23-400a-b150-a21b3b2fdd40 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:17.141392 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40362) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:17.141644 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-08bf28cb-0e23-400a-b150-a21b3b2fdd40 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] 10.222.0.58 "DELETE /v2.0/ports/c0f27adc-d5b4-4a89-a79b-13dd6cff8955 HTTP/1.1" status: 204 len: 168 time: 1.8130879 May 03 22:37:17.144771 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on network 407136a6-5c6e-411e-8b21-6a167251bd6e not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:37:17.145110 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Failed to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] May 03 22:37:17.146441 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-4b2c4bdc-4648-48e4-a48c-c5fb0431c976 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '56e44b88-abc8-4ea7-b28d-72416ae19a6e', 'external_fixed_ips': [{'subnet_id': '5f95bed2-6186-4121-a94d-ea9f308cd888', 'ip_address': '2001:db8::3c2'}]}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:37:17.147625 n-d-811807-1 neutron-server[88070]: INFO neutron.plugins.ml2.plugin [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempt 7 to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 May 03 22:37:17.152901 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4b2c4bdc-4648-48e4-a48c-c5fb0431c976 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:37:17.158547 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4b2c4bdc-4648-48e4-a48c-c5fb0431c976 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Usage tracker for resource:router and tenant:fdfba440d53f42ba8593745900ce95a7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:17.169639 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4b2c4bdc-4648-48e4-a48c-c5fb0431c976 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:17.189076 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4b2c4bdc-4648-48e4-a48c-c5fb0431c976 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:37:17.198591 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:37:17.198965 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:37:17.199351 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on network 407136a6-5c6e-411e-8b21-6a167251bd6e {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:37:17.210605 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on network 407136a6-5c6e-411e-8b21-6a167251bd6e not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:37:17.211049 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Failed to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] May 03 22:37:17.214610 n-d-811807-1 neutron-server[88070]: INFO neutron.plugins.ml2.plugin [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempt 8 to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 May 03 22:37:17.217488 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4b2c4bdc-4648-48e4-a48c-c5fb0431c976 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:17.217488 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4b2c4bdc-4648-48e4-a48c-c5fb0431c976 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:17.255118 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4b2c4bdc-4648-48e4-a48c-c5fb0431c976 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:17.445819 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:37:17.446451 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:37:17.446570 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on network 407136a6-5c6e-411e-8b21-6a167251bd6e {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:37:17.468244 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on network 407136a6-5c6e-411e-8b21-6a167251bd6e not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:37:17.468490 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Failed to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] May 03 22:37:17.471847 n-d-811807-1 neutron-server[88070]: INFO neutron.plugins.ml2.plugin [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempt 9 to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 May 03 22:37:17.516012 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-9ae02399-f971-43ab-bff3-54f0b46b40b8 req-1d6797d6-97ad-4354-a486-71c203eec1b4 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] For port bd4ae2b3-4762-48a7-bbca-ed446865d94b, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=bd4ae2b3-4762-48a7-bbca-ed446865d94b,segment=NetworkSegment(0a043403-df9c-4255-abcb-fcb2bdd53348),segment_id=0a043403-df9c-4255-abcb-fcb2bdd53348)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:37:17.516883 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-9ae02399-f971-43ab-bff3-54f0b46b40b8 req-1d6797d6-97ad-4354-a486-71c203eec1b4 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:17.526602 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:37:17.526941 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:37:17.527425 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on network 407136a6-5c6e-411e-8b21-6a167251bd6e {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:37:17.553158 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on network 407136a6-5c6e-411e-8b21-6a167251bd6e not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:37:17.553490 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Failed to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] May 03 22:37:17.555539 n-d-811807-1 neutron-server[88070]: INFO neutron.plugins.ml2.plugin [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempt 10 to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 May 03 22:37:17.898187 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4a9bcd1c-1ca5-40f8-a747-b5dddcf3c5b4 req-a6af2c3d-a8de-4619-b0bd-a5a3c87a8a93 tempest-ServerShowV257Test-342176526 tempest-ServerShowV257Test-342176526-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e1eb94-0799-480e-8dd6-459367e10238 HTTP/1.1" status: 200 len: 210 time: 0.1342583 May 03 22:37:17.961530 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:37:17.964008 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:37:17.964590 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on network 407136a6-5c6e-411e-8b21-6a167251bd6e {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:37:17.980750 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-9ae02399-f971-43ab-bff3-54f0b46b40b8 req-1d6797d6-97ad-4354-a486-71c203eec1b4 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Calling delete_port for bd4ae2b3-4762-48a7-bbca-ed446865d94b owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:37:18.000187 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 6e8933e0-d35b-420e-a88f-9bd89d0d927c up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:37:18.155733 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on network 407136a6-5c6e-411e-8b21-6a167251bd6e not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:37:18.160270 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Failed to bind port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] May 03 22:37:18.162046 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:18.248289 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 6e8933e0-d35b-420e-a88f-9bd89d0d927c completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:37:18.258590 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 6e8933e0-d35b-420e-a88f-9bd89d0d927c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:37:18.261349 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:18.283066 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4b2c4bdc-4648-48e4-a48c-c5fb0431c976 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:18.447923 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a1d64-a61a-467b-8d80-6130b0357fd1 req-787f6fc4-5144-4356-a4f2-5c28b9993738 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:18.474739 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec5a1d64-a61a-467b-8d80-6130b0357fd1 req-787f6fc4-5144-4356-a4f2-5c28b9993738 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 945 time: 0.7097833 May 03 22:37:18.498779 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] For port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:37:18.499848 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempted to set empty binding levels {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 03 22:37:18.523459 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:18.682166 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:18.682793 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec5a1d64-a61a-467b-8d80-6130b0357fd1 req-0d0e7251-e708-423e-91cc-2fce8c8ff480 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039974 May 03 22:37:18.703596 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] In _notify_port_updated(), no bound segment for port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 on network 407136a6-5c6e-411e-8b21-6a167251bd6e {{(pid=88070) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 03 22:37:18.704696 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:18.705455 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:18.706830 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] 10.222.0.58 "PUT /v2.0/ports/8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 HTTP/1.1" status: 200 len: 974 time: 4.3638110 May 03 22:37:18.728376 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40380) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:18.748649 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85f9183-90a9-40aa-84ae-a03ff61af3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8933e0-d35b-420e-a88f-9bd89d0d927c'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:37:18.789821 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 6e8933e0-d35b-420e-a88f-9bd89d0d927c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=6e8933e0-d35b-420e-a88f-9bd89d0d927c,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:37:18.809448 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:18.812757 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device bd4ae2b3-4762-48a7-bbca-ed446865d94b no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:37:18.815759 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-9ae02399-f971-43ab-bff3-54f0b46b40b8 req-1d6797d6-97ad-4354-a486-71c203eec1b4 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:18.948704 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98758889-f056-425c-b69e-28368bc05030 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Pushing event updated for resources: {'Port': ['ID=8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:19.020378 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: bd4ae2b3-4762-48a7-bbca-ed446865d94b {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:37:19.020378 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device bd4ae2b3-4762-48a7-bbca-ed446865d94b not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:37:19.021599 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['078a681a-4349-415d-9dc0-171e073e062c'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:37:19.024132 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6797d6-97ad-4354-a486-71c203eec1b4 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Pushing event deleted for resources: {'Port': ['ID=bd4ae2b3-4762-48a7-bbca-ed446865d94b,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:19.027686 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae02399-f971-43ab-bff3-54f0b46b40b8 req-1d6797d6-97ad-4354-a486-71c203eec1b4 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] No DVR routers for this DVR port bd4ae2b3-4762-48a7-bbca-ed446865d94b on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:37:19.030058 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-9ae02399-f971-43ab-bff3-54f0b46b40b8 req-1d6797d6-97ad-4354-a486-71c203eec1b4 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:19.033350 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5141013c-66e2-496a-98ed-6a12a003b9a1', 'name': 'network-vif-deleted', 'tag': 'bd4ae2b3-4762-48a7-bbca-ed446865d94b'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:37:19.053394 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9ae02399-f971-43ab-bff3-54f0b46b40b8 req-1d6797d6-97ad-4354-a486-71c203eec1b4 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.67 "DELETE /v2.0/ports/bd4ae2b3-4762-48a7-bbca-ed446865d94b HTTP/1.1" status: 204 len: 173 time: 2.3743839 May 03 22:37:19.125680 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de32256-a090-4124-8c33-657aecbf1018 req-b16f5c1f-e60b-48e5-a98e-9dbda0afa135 tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:19.133030 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0de32256-a090-4124-8c33-657aecbf1018 req-b16f5c1f-e60b-48e5-a98e-9dbda0afa135 tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/ports?device_id=e85f9183-90a9-40aa-84ae-a03ff61af3e5 HTTP/1.1" status: 200 len: 949 time: 0.9733748 May 03 22:37:19.139166 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=6e8933e0-d35b-420e-a88f-9bd89d0d927c,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:19.172340 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-37416d73-bd26-4e21-ac36-057f891fc5a2 req-fe0f4942-3452-42a0-9a62-24ed29f7eef0 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=5141013c-66e2-496a-98ed-6a12a003b9a1 HTTP/1.1" status: 200 len: 210 time: 0.1376736 May 03 22:37:19.248409 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0de32256-a090-4124-8c33-657aecbf1018 req-b28c3ba0-f2ee-481e-9c40-ac378c57263f tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/security-groups?id=c57e7e19-3c12-45fe-a9d9-bca8d4a9f3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098516 May 03 22:37:19.360859 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4e2df91-59cf-4ef3-bbef-b6d75b6e15cd'] response: {'server_uuid': 'e85f9183-90a9-40aa-84ae-a03ff61af3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8933e0-d35b-420e-a88f-9bd89d0d927c', 'code': 200} May 03 22:37:19.377743 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdcc36b-1237-489a-a34b-4a77477a9804 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:19.378913 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdcc36b-1237-489a-a34b-4a77477a9804 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:19.379570 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdcc36b-1237-489a-a34b-4a77477a9804 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:19.380380 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdcc36b-1237-489a-a34b-4a77477a9804 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:19.382503 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdcc36b-1237-489a-a34b-4a77477a9804 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:19.383383 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdcc36b-1237-489a-a34b-4a77477a9804 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:19.385333 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdcc36b-1237-489a-a34b-4a77477a9804 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:19.386031 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdcc36b-1237-489a-a34b-4a77477a9804 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:19.389482 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdcc36b-1237-489a-a34b-4a77477a9804 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:19.391553 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdcc36b-1237-489a-a34b-4a77477a9804 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:19.392523 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdcc36b-1237-489a-a34b-4a77477a9804 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:19.393693 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdcc36b-1237-489a-a34b-4a77477a9804 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:19.395544 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdcc36b-1237-489a-a34b-4a77477a9804 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:19.397873 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdcc36b-1237-489a-a34b-4a77477a9804 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:19.398687 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdcc36b-1237-489a-a34b-4a77477a9804 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:19.400313 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdcc36b-1237-489a-a34b-4a77477a9804 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:19.400980 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdcc36b-1237-489a-a34b-4a77477a9804 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:19.402462 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdcc36b-1237-489a-a34b-4a77477a9804 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:19.403118 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdcc36b-1237-489a-a34b-4a77477a9804 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:19.407040 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-afdcc36b-1237-489a-a34b-4a77477a9804 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Synchronizing usage tracker for tenant:21c34a79b53b45369ff3f0ea52557165 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:37:19.472549 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee6d0ac0-1c4f-4fbe-b8e2-2d68d056e2b5'] response: {'server_uuid': '5141013c-66e2-496a-98ed-6a12a003b9a1', 'name': 'network-vif-deleted', 'tag': 'bd4ae2b3-4762-48a7-bbca-ed446865d94b', 'status': 'completed', 'code': 200} May 03 22:37:19.550903 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbe1bb-4159-408b-a4cb-e1baad5b5ea5 req-39e8ccc2-761b-4df2-87d0-6a8358f2d461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:19.553044 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bdbbe1bb-4159-408b-a4cb-e1baad5b5ea5 req-39e8ccc2-761b-4df2-87d0-6a8358f2d461 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e85f9183-90a9-40aa-84ae-a03ff61af3e5 HTTP/1.1" status: 200 len: 1101 time: 0.1409338 May 03 22:37:19.635002 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-afdcc36b-1237-489a-a34b-4a77477a9804 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Unset dirty status for tenant:21c34a79b53b45369ff3f0ea52557165 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:37:19.636149 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-afdcc36b-1237-489a-a34b-4a77477a9804 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17075 time: 0.9110036 May 03 22:37:19.639890 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40394) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:19.688627 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-75a29f39-c724-4ebb-943a-63665559e5e8 req-ecd502b6-ba16-4fd4-967c-4cb580b0cda6 tempest-ServerShowV257Test-342176526 tempest-ServerShowV257Test-342176526-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e1eb94-0799-480e-8dd6-459367e10238 HTTP/1.1" status: 200 len: 210 time: 0.1487486 May 03 22:37:19.737709 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bdbbe1bb-4159-408b-a4cb-e1baad5b5ea5 req-e2f003dc-440a-4506-8503-f2af7b34bcb6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c57e7e19-3c12-45fe-a9d9-bca8d4a9f3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734850 May 03 22:37:19.828904 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-6cbaaadf-ebec-4e54-8ccf-1c103170e11d tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Deleting port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:37:19.829249 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6cbaaadf-ebec-4e54-8ccf-1c103170e11d tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:20.277152 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4b2c4bdc-4648-48e4-a48c-c5fb0431c976 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:20.363148 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7c927f97-2205-4682-9a90-3316b102bd82 req-5d38034f-61b5-4c2c-a29f-32f41b8e45a7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5bda55c25d5450c8c23c68cd499af3f&device_id=c9e1eb94-0799-480e-8dd6-459367e10238 HTTP/1.1" status: 200 len: 210 time: 0.0892005 May 03 22:37:20.368161 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244da51-19fa-463d-a632-409fcb0d65b0 req-068b06b4-09ad-4fd4-b59b-dc84e55f0d75 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:20.375587 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6244da51-19fa-463d-a632-409fcb0d65b0 req-068b06b4-09ad-4fd4-b59b-dc84e55f0d75 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 945 time: 0.3479874 May 03 22:37:20.436698 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-6cbaaadf-ebec-4e54-8ccf-1c103170e11d tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] For port 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76, host n-h1-811807-1, got binding levels [] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:37:20.442520 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6cbaaadf-ebec-4e54-8ccf-1c103170e11d tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:20.475807 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8347d2c3-f19c-4827-b48f-09a93b15069b req-c2de83fa-df52-4bba-8e64-2779c3854077 tempest-ServerShowV257Test-342176526 tempest-ServerShowV257Test-342176526-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e1eb94-0799-480e-8dd6-459367e10238 HTTP/1.1" status: 200 len: 210 time: 0.1222122 May 03 22:37:20.481342 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4b2c4bdc-4648-48e4-a48c-c5fb0431c976 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:20.497993 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7c927f97-2205-4682-9a90-3316b102bd82 req-8abedf83-bc9b-48e6-9d0d-8330a50e8bc4 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d5bda55c25d5450c8c23c68cd499af3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0955229 May 03 22:37:20.690731 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6244da51-19fa-463d-a632-409fcb0d65b0 req-54ef5d39-8088-4359-8a15-1d5736f49579 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3140719 May 03 22:37:20.691297 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-6cbaaadf-ebec-4e54-8ccf-1c103170e11d tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Calling delete_port for 8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:37:20.884986 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c927f97-2205-4682-9a90-3316b102bd82 req-a0863f77-3000-4e1a-af75-6d9b845165bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:20.887047 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7c927f97-2205-4682-9a90-3316b102bd82 req-a0863f77-3000-4e1a-af75-6d9b845165bd service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2983084 May 03 22:37:20.887877 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6cbaaadf-ebec-4e54-8ccf-1c103170e11d tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:20.941885 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbaaadf-ebec-4e54-8ccf-1c103170e11d tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Pushing event deleted for resources: {'Port': ['ID=8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:20.950241 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6cbaaadf-ebec-4e54-8ccf-1c103170e11d tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:20.978934 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6cbaaadf-ebec-4e54-8ccf-1c103170e11d tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] 10.222.0.58 "DELETE /v2.0/ports/8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 HTTP/1.1" status: 204 len: 168 time: 1.3292112 May 03 22:37:20.979940 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40424) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:21.183473 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad282624-dee3-496a-bd0e-a40680f1cef5 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] GET failed (client error): The resource could not be found. May 03 22:37:21.186303 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ad282624-dee3-496a-bd0e-a40680f1cef5 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] 10.222.0.58 "GET /v2.0/ports/8fd3ab34-b2a5-4f78-a1ca-f8f89f7a2c76 HTTP/1.1" status: 404 len: 333 time: 0.2052991 May 03 22:37:21.188447 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40432) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:21.193760 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-ed7ecf85-1e41-4fdf-b4d8-edb61c1e22fc tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-551899106', 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:37:21.200302 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ed7ecf85-1e41-4fdf-b4d8-edb61c1e22fc tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:37:21.204458 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ed7ecf85-1e41-4fdf-b4d8-edb61c1e22fc tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Usage tracker for resource:port and tenant:21c34a79b53b45369ff3f0ea52557165 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:21.209102 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ed7ecf85-1e41-4fdf-b4d8-edb61c1e22fc tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:21.215542 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ed7ecf85-1e41-4fdf-b4d8-edb61c1e22fc tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:37:21.227006 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7ecf85-1e41-4fdf-b4d8-edb61c1e22fc tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Made reservation on behalf of 21c34a79b53b45369ff3f0ea52557165 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:37:21.229612 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed7ecf85-1e41-4fdf-b4d8-edb61c1e22fc tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:21.251213 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-ed7ecf85-1e41-4fdf-b4d8-edb61c1e22fc tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] device_id is not set on port 1efcecdb-30c3-4dc8-8910-4de09b452bd5 yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:37:21.261760 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-4b2c4bdc-4648-48e4-a48c-c5fb0431c976 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Allocated IP 2001:db8::3c2 (56e44b88-abc8-4ea7-b28d-72416ae19a6e/5f95bed2-6186-4121-a94d-ea9f308cd888/5443eeba-4fa1-4485-8b29-465c5e3764a7) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:37:21.271855 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a55f04-0126-4692-b485-947ac15e1051 req-8df46d65-8e40-411e-852c-0b48ebbc1b0f tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:21.273322 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e2a55f04-0126-4692-b485-947ac15e1051 req-8df46d65-8e40-411e-852c-0b48ebbc1b0f tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/ports?device_id=e85f9183-90a9-40aa-84ae-a03ff61af3e5 HTTP/1.1" status: 200 len: 950 time: 0.4906144 May 03 22:37:21.434482 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9055666-be09-43d4-a29b-f79b4faa34c0 req-247489b1-ac44-49e4-8618-de0c77080544 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:21.435928 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a9055666-be09-43d4-a29b-f79b4faa34c0 req-247489b1-ac44-49e4-8618-de0c77080544 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=36382de9-1268-4cef-9d16-cf77770a9c08 HTTP/1.1" status: 200 len: 945 time: 0.2578745 May 03 22:37:21.441103 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e2a55f04-0126-4692-b485-947ac15e1051 req-11d42f25-8d78-496a-9364-600a8da38e9d tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/security-groups?id=c57e7e19-3c12-45fe-a9d9-bca8d4a9f3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553988 May 03 22:37:21.569520 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4b2c4bdc-4648-48e4-a48c-c5fb0431c976 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:21.626244 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a9055666-be09-43d4-a29b-f79b4faa34c0 req-488f172e-b6dc-496a-9378-2740c1eb6370 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820292 May 03 22:37:21.632579 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4b2c4bdc-4648-48e4-a48c-c5fb0431c976 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:21.657461 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed7ecf85-1e41-4fdf-b4d8-edb61c1e22fc tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:21.708833 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed7ecf85-1e41-4fdf-b4d8-edb61c1e22fc tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:21.769624 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b1786295-8871-40b3-8123-7f3647d878a8 req-35e5bde4-5121-42bc-9673-7e0c4c902413 tempest-ServerShowV257Test-342176526 tempest-ServerShowV257Test-342176526-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e1eb94-0799-480e-8dd6-459367e10238 HTTP/1.1" status: 200 len: 210 time: 0.0604706 May 03 22:37:21.787298 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2c4bdc-4648-48e4-a48c-c5fb0431c976 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Network 56e44b88-abc8-4ea7-b28d-72416ae19a6e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:37:21.790936 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-4b2c4bdc-4648-48e4-a48c-c5fb0431c976 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:37:21.807070 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2c4bdc-4648-48e4-a48c-c5fb0431c976 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:37:21.843878 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7ecf85-1e41-4fdf-b4d8-edb61c1e22fc tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Network 407136a6-5c6e-411e-8b21-6a167251bd6e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:37:21.861230 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-ed7ecf85-1e41-4fdf-b4d8-edb61c1e22fc tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:37:21.867557 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7ecf85-1e41-4fdf-b4d8-edb61c1e22fc tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:37:21.868496 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7ecf85-1e41-4fdf-b4d8-edb61c1e22fc tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:21.869125 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed7ecf85-1e41-4fdf-b4d8-edb61c1e22fc tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:21.878083 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ecf85-1e41-4fdf-b4d8-edb61c1e22fc tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Pushing event updated for resources: {'Port': ['ID=1efcecdb-30c3-4dc8-8910-4de09b452bd5,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:21.911622 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ed7ecf85-1e41-4fdf-b4d8-edb61c1e22fc tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7220819 May 03 22:37:21.914909 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40440) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:21.918566 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c4bdc-4648-48e4-a48c-c5fb0431c976 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Pushing event updated for resources: {'Port': ['ID=5443eeba-4fa1-4485-8b29-465c5e3764a7,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:21.968333 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce689a5b-b5e3-4e3f-8457-f3873d60ae6a req-2d1626ee-3ce5-41b0-9ea4-934063ad97d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:21.969764 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ce689a5b-b5e3-4e3f-8457-f3873d60ae6a req-2d1626ee-3ce5-41b0-9ea4-934063ad97d2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4005ab853daa4dd0a8c6d47cfa1e3258&device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 1096 time: 0.1766992 May 03 22:37:22.016771 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5819561-bb6a-48dc-a18d-2acca3e378a1 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:22.017340 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d5819561-bb6a-48dc-a18d-2acca3e378a1 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Synchronizing usage tracker for tenant:21c34a79b53b45369ff3f0ea52557165 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:37:22.091282 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d5819561-bb6a-48dc-a18d-2acca3e378a1 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Unset dirty status for tenant:21c34a79b53b45369ff3f0ea52557165 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:37:22.092506 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d5819561-bb6a-48dc-a18d-2acca3e378a1 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] 10.222.0.58 "GET /v2.0/ports/1efcecdb-30c3-4dc8-8910-4de09b452bd5 HTTP/1.1" status: 200 len: 954 time: 0.1767769 May 03 22:37:22.095284 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40446) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:22.120386 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e0f60-be9c-4b67-8f55-7095ced4d94c req-490636dc-bb4f-458e-ac2b-94649515f2a1 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:22.121883 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-625e0f60-be9c-4b67-8f55-7095ced4d94c req-490636dc-bb4f-458e-ac2b-94649515f2a1 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 945 time: 0.2624822 May 03 22:37:22.204472 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce689a5b-b5e3-4e3f-8457-f3873d60ae6a req-284769d1-4ace-45a9-846a-017e6bdf13f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:22.206059 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ce689a5b-b5e3-4e3f-8457-f3873d60ae6a req-284769d1-4ace-45a9-846a-017e6bdf13f6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 HTTP/1.1" status: 200 len: 917 time: 0.2296326 May 03 22:37:22.210107 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-251860e9-c0c7-44d6-8657-eb2e01525ea9 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Deleting port 1efcecdb-30c3-4dc8-8910-4de09b452bd5 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:37:22.210717 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-251860e9-c0c7-44d6-8657-eb2e01525ea9 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:22.248696 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-625e0f60-be9c-4b67-8f55-7095ced4d94c req-dcc65a78-35bc-44ee-b567-aaa809934a9f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704327 May 03 22:37:22.283431 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4b2c4bdc-4648-48e4-a48c-c5fb0431c976 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:22.389781 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ce689a5b-b5e3-4e3f-8457-f3873d60ae6a req-0145e5c8-2acd-4780-bc5c-045305a0bc7f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 HTTP/1.1" status: 200 len: 1001 time: 0.1541917 May 03 22:37:22.511414 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce689a5b-b5e3-4e3f-8457-f3873d60ae6a req-ee41cdca-a463-451b-a99a-b185f1120b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:22.512760 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ce689a5b-b5e3-4e3f-8457-f3873d60ae6a req-ee41cdca-a463-451b-a99a-b185f1120b66 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=209e1eea-ba5e-419e-9e3d-b3077ecd94a4 HTTP/1.1" status: 200 len: 855 time: 0.1123550 May 03 22:37:22.656738 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-251860e9-c0c7-44d6-8657-eb2e01525ea9 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:22.832815 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7c927f97-2205-4682-9a90-3316b102bd82 req-adb985f8-6bd7-4342-b665-5e27c525c9cb tempest-ServerShowV257Test-342176526 tempest-ServerShowV257Test-342176526-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9e1eb94-0799-480e-8dd6-459367e10238 HTTP/1.1" status: 200 len: 210 time: 0.1610959 May 03 22:37:22.840230 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-251860e9-c0c7-44d6-8657-eb2e01525ea9 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Calling delete_port for 1efcecdb-30c3-4dc8-8910-4de09b452bd5 owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:37:22.842384 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fc884cfe-ce2f-42e9-8dd9-f113206309cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:22.921721 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce689a5b-b5e3-4e3f-8457-f3873d60ae6a req-5404b438-dab1-4ffc-8a57-36eff6decb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:22.923333 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ce689a5b-b5e3-4e3f-8457-f3873d60ae6a req-5404b438-dab1-4ffc-8a57-36eff6decb7b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3330119 May 03 22:37:22.971414 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-251860e9-c0c7-44d6-8657-eb2e01525ea9 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:22.994442 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4b2c4bdc-4648-48e4-a48c-c5fb0431c976 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:23.060023 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091235c-08ba-4a1f-98d4-ebbc14a200ee req-0f293a03-501c-4dae-a8ef-214f79bf2675 tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:23.061552 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1091235c-08ba-4a1f-98d4-ebbc14a200ee req-0f293a03-501c-4dae-a8ef-214f79bf2675 tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/ports?device_id=e85f9183-90a9-40aa-84ae-a03ff61af3e5 HTTP/1.1" status: 200 len: 950 time: 0.4858127 May 03 22:37:23.100322 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-251860e9-c0c7-44d6-8657-eb2e01525ea9 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:23.106636 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251860e9-c0c7-44d6-8657-eb2e01525ea9 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Pushing event deleted for resources: {'Port': ['ID=1efcecdb-30c3-4dc8-8910-4de09b452bd5,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:23.133564 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-251860e9-c0c7-44d6-8657-eb2e01525ea9 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] 10.222.0.58 "DELETE /v2.0/ports/1efcecdb-30c3-4dc8-8910-4de09b452bd5 HTTP/1.1" status: 204 len: 168 time: 1.0374150 May 03 22:37:23.136847 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40458) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:23.213453 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e473267-55ca-4b35-bb24-585a97af9264 req-eb3eaaa8-57b5-40bf-a670-5c4c50bfc17c tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:23.215052 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7e473267-55ca-4b35-bb24-585a97af9264 req-eb3eaaa8-57b5-40bf-a670-5c4c50bfc17c tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=36382de9-1268-4cef-9d16-cf77770a9c08 HTTP/1.1" status: 200 len: 945 time: 0.4556291 May 03 22:37:23.232174 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1091235c-08ba-4a1f-98d4-ebbc14a200ee req-5dde3da5-93f8-455f-948c-ccda8e49470d tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/security-groups?id=c57e7e19-3c12-45fe-a9d9-bca8d4a9f3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048443 May 03 22:37:23.318502 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7e473267-55ca-4b35-bb24-585a97af9264 req-f9cb99e4-bafc-4c46-adac-e4e21c5b55c5 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771611 May 03 22:37:23.354582 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b7191a2-81d1-41c6-a764-35d47e312452 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] GET failed (client error): The resource could not be found. May 03 22:37:23.355091 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9b7191a2-81d1-41c6-a764-35d47e312452 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Synchronizing usage tracker for tenant:21c34a79b53b45369ff3f0ea52557165 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:37:23.367963 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ce689a5b-b5e3-4e3f-8457-f3873d60ae6a req-e7acd10e-3276-45e1-bcf8-ab6597828909 service neutron] 10.222.0.67 "GET /v2.0/networks/ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4370840 May 03 22:37:23.446840 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af67c3f0-1829-4e43-ad6c-8893c63757b4 req-dd3cdc45-2126-4ded-a572-50fc97f1da30 tempest-ServerShowV257Test-342176526 tempest-ServerShowV257Test-342176526-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e1eb94-0799-480e-8dd6-459367e10238 HTTP/1.1" status: 200 len: 210 time: 0.0869877 May 03 22:37:23.465071 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2c4bdc-4648-48e4-a48c-c5fb0431c976 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Router 100e0832-0506-45d2-a3be-133f7b1e3078 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:37:23.515788 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ce689a5b-b5e3-4e3f-8457-f3873d60ae6a req-1df69f06-6784-46e1-bb42-751765862d6f service neutron] 10.222.0.67 "GET /v2.0/networks/ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403782 May 03 22:37:23.523086 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9b7191a2-81d1-41c6-a764-35d47e312452 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Unset dirty status for tenant:21c34a79b53b45369ff3f0ea52557165 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:37:23.531101 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9b7191a2-81d1-41c6-a764-35d47e312452 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] 10.222.0.58 "GET /v2.0/ports/1efcecdb-30c3-4dc8-8910-4de09b452bd5 HTTP/1.1" status: 404 len: 333 time: 0.3926091 May 03 22:37:23.531859 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40468) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:23.540570 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-992934e3-8ae4-46ea-a821-36a32937df13 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Request body: {'port': {'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1993397015'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:37:23.553375 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-992934e3-8ae4-46ea-a821-36a32937df13 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:37:23.577738 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-992934e3-8ae4-46ea-a821-36a32937df13 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:37:23.604194 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992934e3-8ae4-46ea-a821-36a32937df13 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Made reservation on behalf of 21c34a79b53b45369ff3f0ea52557165 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:37:23.608324 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-992934e3-8ae4-46ea-a821-36a32937df13 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:23.675062 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-992934e3-8ae4-46ea-a821-36a32937df13 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] device_id is not set on port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:37:23.844409 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2c4bdc-4648-48e4-a48c-c5fb0431c976 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:37:23.885525 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de525ee4-1a0b-475c-b1e7-7a1f0f5d95b8 None None] Sync routers for ids ['100e0832-0506-45d2-a3be-133f7b1e3078'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:37:23.912502 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4b2c4bdc-4648-48e4-a48c-c5fb0431c976 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:23.921747 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4b2c4bdc-4648-48e4-a48c-c5fb0431c976 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.7791839 May 03 22:37:23.929220 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40480) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:23.932284 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de525ee4-1a0b-475c-b1e7-7a1f0f5d95b8 None None] Routers {'100e0832-0506-45d2-a3be-133f7b1e3078'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:37:23.933160 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-de525ee4-1a0b-475c-b1e7-7a1f0f5d95b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:36:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['100e0832-0506-45d2-a3be-133f7b1e3078'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:37:24.152213 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:24.164469 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-992934e3-8ae4-46ea-a821-36a32937df13 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:24.193755 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1425acdd-34ec-466a-b6dc-b7f74c97e8d2 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:24.196539 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a434208-281a-4418-a4c3-40534379f593 req-a841ee56-34bb-428e-8e2e-1f7c9572eebf tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:24.205885 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-9a434208-281a-4418-a4c3-40534379f593 req-a841ee56-34bb-428e-8e2e-1f7c9572eebf tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Synchronizing usage tracker for tenant:ee7372ea426142e59c472059d7804115 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:37:24.234358 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-de525ee4-1a0b-475c-b1e7-7a1f0f5d95b8 None None] Set router 100e0832-0506-45d2-a3be-133f7b1e3078 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:37:24.253894 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-9a434208-281a-4418-a4c3-40534379f593 req-a841ee56-34bb-428e-8e2e-1f7c9572eebf tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Unset dirty status for tenant:ee7372ea426142e59c472059d7804115 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:37:24.255274 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9a434208-281a-4418-a4c3-40534379f593 req-a841ee56-34bb-428e-8e2e-1f7c9572eebf tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.67 "GET /v2.0/ports?device_id=36382de9-1268-4cef-9d16-cf77770a9c08 HTTP/1.1" status: 200 len: 945 time: 0.3853207 May 03 22:37:24.301016 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c6bff-0ed9-4524-b94d-119f5c6e7a88 req-93541575-b501-4bd7-ba59-a4da32670072 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:24.302351 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-879c6bff-0ed9-4524-b94d-119f5c6e7a88 req-93541575-b501-4bd7-ba59-a4da32670072 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 945 time: 0.6001878 May 03 22:37:24.332062 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-992934e3-8ae4-46ea-a821-36a32937df13 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:24.503428 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-9a434208-281a-4418-a4c3-40534379f593 req-47989fea-b292-4d3f-9fdc-b0c2b8546cdd tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Deleting port 078a681a-4349-415d-9dc0-171e073e062c {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:37:24.503698 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-9a434208-281a-4418-a4c3-40534379f593 req-47989fea-b292-4d3f-9fdc-b0c2b8546cdd tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:24.580542 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992934e3-8ae4-46ea-a821-36a32937df13 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Network 407136a6-5c6e-411e-8b21-6a167251bd6e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:37:24.605305 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-879c6bff-0ed9-4524-b94d-119f5c6e7a88 req-77576de9-cd4c-40d7-b497-454778d51c15 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2865219 May 03 22:37:24.668301 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-992934e3-8ae4-46ea-a821-36a32937df13 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:37:24.672963 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992934e3-8ae4-46ea-a821-36a32937df13 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:37:24.674071 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992934e3-8ae4-46ea-a821-36a32937df13 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:24.674668 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-992934e3-8ae4-46ea-a821-36a32937df13 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:24.727643 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992934e3-8ae4-46ea-a821-36a32937df13 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Pushing event updated for resources: {'Port': ['ID=3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:24.739077 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-992934e3-8ae4-46ea-a821-36a32937df13 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2061744 May 03 22:37:24.747551 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40500) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:24.759265 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:37:24.839146 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1425acdd-34ec-466a-b6dc-b7f74c97e8d2 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:24.855035 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-1425acdd-34ec-466a-b6dc-b7f74c97e8d2 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Deleting port 5443eeba-4fa1-4485-8b29-465c5e3764a7 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:37:24.855514 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1425acdd-34ec-466a-b6dc-b7f74c97e8d2 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:25.061277 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b6910a0c-a698-4604-b16e-db5ab5d39206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:25.077470 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-de525ee4-1a0b-475c-b1e7-7a1f0f5d95b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100e0832-0506-45d2-a3be-133f7b1e3078', 'name': '', 'tenant_id': 'fdfba440d53f42ba8593745900ce95a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '56e44b88-abc8-4ea7-b28d-72416ae19a6e', 'external_fixed_ips': [{'subnet_id': '5f95bed2-6186-4121-a94d-ea9f308cd888', 'ip_address': '2001:db8::3c2'}], 'enable_snat': True}, 'gw_port_id': '5443eeba-4fa1-4485-8b29-465c5e3764a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:37:17Z', 'updated_at': '2022-05-03T22:37:22Z', 'revision_number': 3, 'project_id': 'fdfba440d53f42ba8593745900ce95a7', 'gw_port': {'id': '5443eeba-4fa1-4485-8b29-465c5e3764a7', 'name': '', 'network_id': '56e44b88-abc8-4ea7-b28d-72416ae19a6e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100e0832-0506-45d2-a3be-133f7b1e3078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '5f95bed2-6186-4121-a94d-ea9f308cd888', 'ip_address': '2001:db8::3c2', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:37:20Z', 'updated_at': '2022-05-03T22:37:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f95bed2-6186-4121-a94d-ea9f308cd888', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:37:25.086595 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de525ee4-1a0b-475c-b1e7-7a1f0f5d95b8 None None] Checking router: 100e0832-0506-45d2-a3be-133f7b1e3078 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:37:25.088529 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de525ee4-1a0b-475c-b1e7-7a1f0f5d95b8 None None] Updating router 100e0832-0506-45d2-a3be-133f7b1e3078 port 5443eeba-4fa1-4485-8b29-465c5e3764a7 binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:37:25.107939 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f117446-6afa-4e8b-99ce-4051f71820d7 req-f064dfcc-3713-44e2-815a-7ef92bf54f90 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:25.116344 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8f117446-6afa-4e8b-99ce-4051f71820d7 req-f064dfcc-3713-44e2-815a-7ef92bf54f90 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=36382de9-1268-4cef-9d16-cf77770a9c08 HTTP/1.1" status: 200 len: 945 time: 0.4429712 May 03 22:37:25.154969 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1425acdd-34ec-466a-b6dc-b7f74c97e8d2 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:25.159136 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-de525ee4-1a0b-475c-b1e7-7a1f0f5d95b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:25.196979 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-9a434208-281a-4418-a4c3-40534379f593 req-47989fea-b292-4d3f-9fdc-b0c2b8546cdd tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] For port 078a681a-4349-415d-9dc0-171e073e062c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=078a681a-4349-415d-9dc0-171e073e062c,segment=NetworkSegment(0a043403-df9c-4255-abcb-fcb2bdd53348),segment_id=0a043403-df9c-4255-abcb-fcb2bdd53348)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:37:25.197926 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-9a434208-281a-4418-a4c3-40534379f593 req-47989fea-b292-4d3f-9fdc-b0c2b8546cdd tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:25.343082 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:25.360414 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-9a434208-281a-4418-a4c3-40534379f593 req-47989fea-b292-4d3f-9fdc-b0c2b8546cdd tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Calling delete_port for 078a681a-4349-415d-9dc0-171e073e062c owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:37:25.391801 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40508) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:25.698575 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9c2e7fff-5e40-4a9d-81c0-018aade6df4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:25.739557 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-1425acdd-34ec-466a-b6dc-b7f74c97e8d2 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Calling delete_port for 5443eeba-4fa1-4485-8b29-465c5e3764a7 owned by network:router_gateway {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:37:25.921244 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8f117446-6afa-4e8b-99ce-4051f71820d7 req-7a17586b-15f5-4dfb-9785-4fa13775b4e3 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/security-groups?id=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8052263 May 03 22:37:25.942832 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-de525ee4-1a0b-475c-b1e7-7a1f0f5d95b8 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:25.966856 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-de525ee4-1a0b-475c-b1e7-7a1f0f5d95b8 None None] Transition to ACTIVE for port object 5443eeba-4fa1-4485-8b29-465c5e3764a7 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:37:25.977993 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-de525ee4-1a0b-475c-b1e7-7a1f0f5d95b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:26.003472 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facca032-a77d-4bc5-aebf-607c190dc840 req-d8fa1508-4860-438f-b061-12f3067a4e0c tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:26.004434 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-facca032-a77d-4bc5-aebf-607c190dc840 req-d8fa1508-4860-438f-b061-12f3067a4e0c tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 945 time: 0.1557646 May 03 22:37:26.017374 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 078a681a-4349-415d-9dc0-171e073e062c no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:37:26.031590 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.api [None req-1425acdd-34ec-466a-b6dc-b7f74c97e8d2 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:37:26.032016 n-d-811807-1 neutron-server[88069]: DEBUG oslo_db.api [None req-1425acdd-34ec-466a-b6dc-b7f74c97e8d2 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:37:26.072331 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-de525ee4-1a0b-475c-b1e7-7a1f0f5d95b8 None None] Attempting to bind port 5443eeba-4fa1-4485-8b29-465c5e3764a7 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:37:26.072985 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-de525ee4-1a0b-475c-b1e7-7a1f0f5d95b8 None None] Attempting to bind port 5443eeba-4fa1-4485-8b29-465c5e3764a7 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '334533d1-0a55-4a3f-8b4e-9bc2f9c6eb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '56e44b88-abc8-4ea7-b28d-72416ae19a6e'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:37:26.073717 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de525ee4-1a0b-475c-b1e7-7a1f0f5d95b8 None None] Attempting to bind port 5443eeba-4fa1-4485-8b29-465c5e3764a7 on network 56e44b88-abc8-4ea7-b28d-72416ae19a6e {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:37:26.074741 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-facca032-a77d-4bc5-aebf-607c190dc840 req-af9eb019-0d50-4e48-a6ef-97ced8fae3fe tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569417 May 03 22:37:26.093268 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 078a681a-4349-415d-9dc0-171e073e062c {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:37:26.093824 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 078a681a-4349-415d-9dc0-171e073e062c not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:37:26.094454 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:37:26.104393 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de525ee4-1a0b-475c-b1e7-7a1f0f5d95b8 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:37:26.104882 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de525ee4-1a0b-475c-b1e7-7a1f0f5d95b8 None None] Checking segment: {'id': '334533d1-0a55-4a3f-8b4e-9bc2f9c6eb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '56e44b88-abc8-4ea7-b28d-72416ae19a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:37:26.105393 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-de525ee4-1a0b-475c-b1e7-7a1f0f5d95b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:26.106151 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de525ee4-1a0b-475c-b1e7-7a1f0f5d95b8 None None] Bound using segment: {'id': '334533d1-0a55-4a3f-8b4e-9bc2f9c6eb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '56e44b88-abc8-4ea7-b28d-72416ae19a6e'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:37:26.106736 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-de525ee4-1a0b-475c-b1e7-7a1f0f5d95b8 None None] Bound port: 5443eeba-4fa1-4485-8b29-465c5e3764a7, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334533d1-0a55-4a3f-8b4e-9bc2f9c6eb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '56e44b88-abc8-4ea7-b28d-72416ae19a6e'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:37:26.107207 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-de525ee4-1a0b-475c-b1e7-7a1f0f5d95b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:26.249382 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:26.287238 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-de525ee4-1a0b-475c-b1e7-7a1f0f5d95b8 None None] For port 5443eeba-4fa1-4485-8b29-465c5e3764a7, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:37:26.293212 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-de525ee4-1a0b-475c-b1e7-7a1f0f5d95b8 None None] For port 5443eeba-4fa1-4485-8b29-465c5e3764a7, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=5443eeba-4fa1-4485-8b29-465c5e3764a7,segment=NetworkSegment(334533d1-0a55-4a3f-8b4e-9bc2f9c6eb62),segment_id=334533d1-0a55-4a3f-8b4e-9bc2f9c6eb62)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:37:26.297361 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-9a434208-281a-4418-a4c3-40534379f593 req-47989fea-b292-4d3f-9fdc-b0c2b8546cdd tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:26.303242 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-de525ee4-1a0b-475c-b1e7-7a1f0f5d95b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:26.304383 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-9c2e7fff-5e40-4a9d-81c0-018aade6df4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:37:26.334927 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de525ee4-1a0b-475c-b1e7-7a1f0f5d95b8 None None] Routers {'100e0832-0506-45d2-a3be-133f7b1e3078'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:37:26.335993 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-de525ee4-1a0b-475c-b1e7-7a1f0f5d95b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:37:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['100e0832-0506-45d2-a3be-133f7b1e3078'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:37:26.381788 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:26.403351 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:26.428431 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] device_id is not set on port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:37:26.445493 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:26.452882 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:37:26.469613 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56,segment=NetworkSegment(c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008),segment_id=c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:37:26.476638 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:26.486838 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Transition to ACTIVE for port object 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:37:26.504611 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9c2e7fff-5e40-4a9d-81c0-018aade6df4c admin admin] Usage tracker for resource:security_group_rule and tenant:d5bda55c25d5450c8c23c68cd499af3f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:26.508092 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9c2e7fff-5e40-4a9d-81c0-018aade6df4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:26.515194 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-9c2e7fff-5e40-4a9d-81c0-018aade6df4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:37:26.533548 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-1425acdd-34ec-466a-b6dc-b7f74c97e8d2 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Deleting port 5443eeba-4fa1-4485-8b29-465c5e3764a7 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:37:26.534408 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1425acdd-34ec-466a-b6dc-b7f74c97e8d2 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:26.599265 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-de525ee4-1a0b-475c-b1e7-7a1f0f5d95b8 None None] Set router 100e0832-0506-45d2-a3be-133f7b1e3078 gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:37:26.615402 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c00cbe8c-d68f-47cb-a3f8-191564ea30d1'] response: {'server_uuid': '6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56', 'code': 200} May 03 22:37:26.629942 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9c2e7fff-5e40-4a9d-81c0-018aade6df4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:26.764988 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9c2e7fff-5e40-4a9d-81c0-018aade6df4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:26.768040 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-de525ee4-1a0b-475c-b1e7-7a1f0f5d95b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100e0832-0506-45d2-a3be-133f7b1e3078', 'name': '', 'tenant_id': 'fdfba440d53f42ba8593745900ce95a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:37:17Z', 'updated_at': '2022-05-03T22:37:24Z', 'revision_number': 4, 'project_id': 'fdfba440d53f42ba8593745900ce95a7', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:37:26.773745 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de525ee4-1a0b-475c-b1e7-7a1f0f5d95b8 None None] The sync data for ids ['100e0832-0506-45d2-a3be-133f7b1e3078'] in n-d-811807-1 is: [{'id': '100e0832-0506-45d2-a3be-133f7b1e3078', 'name': '', 'tenant_id': 'fdfba440d53f42ba8593745900ce95a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:37:17Z', 'updated_at': '2022-05-03T22:37:24Z', 'revision_number': 4, 'project_id': 'fdfba440d53f42ba8593745900ce95a7', 'gw_port_host': None}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:37:26.775382 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f36a2-59da-4cd5-992f-50e71cc0537a None None] Pushing event updated for resources: {'Port': ['ID=5443eeba-4fa1-4485-8b29-465c5e3764a7,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:26.785155 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f36a2-59da-4cd5-992f-50e71cc0537a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:26.785609 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f36a2-59da-4cd5-992f-50e71cc0537a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:26.786328 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f36a2-59da-4cd5-992f-50e71cc0537a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:26.786762 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f36a2-59da-4cd5-992f-50e71cc0537a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:26.787599 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f36a2-59da-4cd5-992f-50e71cc0537a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:26.788056 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f36a2-59da-4cd5-992f-50e71cc0537a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:26.789442 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f36a2-59da-4cd5-992f-50e71cc0537a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:26.789442 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f36a2-59da-4cd5-992f-50e71cc0537a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:26.789442 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f36a2-59da-4cd5-992f-50e71cc0537a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:26.789442 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f36a2-59da-4cd5-992f-50e71cc0537a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:26.790070 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f36a2-59da-4cd5-992f-50e71cc0537a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:26.791020 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f36a2-59da-4cd5-992f-50e71cc0537a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:26.803928 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56,revision_number=8']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:26.828746 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:26.852564 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a434208-281a-4418-a4c3-40534379f593 req-47989fea-b292-4d3f-9fdc-b0c2b8546cdd tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] No DVR routers for this DVR port 078a681a-4349-415d-9dc0-171e073e062c on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:37:26.856812 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-9a434208-281a-4418-a4c3-40534379f593 req-47989fea-b292-4d3f-9fdc-b0c2b8546cdd tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:26.879357 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f36a2-59da-4cd5-992f-50e71cc0537a None None] Pushing event updated for resources: {'Port': ['ID=5443eeba-4fa1-4485-8b29-465c5e3764a7,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:26.958107 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9c2e7fff-5e40-4a9d-81c0-018aade6df4c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d5bda55c25d5450c8c23c68cd499af3f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5647953 May 03 22:37:26.970681 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40570) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:27.051698 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47989fea-b292-4d3f-9fdc-b0c2b8546cdd tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] Pushing event deleted for resources: {'Port': ['ID=078a681a-4349-415d-9dc0-171e073e062c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:27.084257 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-1425acdd-34ec-466a-b6dc-b7f74c97e8d2 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] For port 5443eeba-4fa1-4485-8b29-465c5e3764a7, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=5443eeba-4fa1-4485-8b29-465c5e3764a7,segment=NetworkSegment(334533d1-0a55-4a3f-8b4e-9bc2f9c6eb62),segment_id=334533d1-0a55-4a3f-8b4e-9bc2f9c6eb62)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:37:27.084902 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1425acdd-34ec-466a-b6dc-b7f74c97e8d2 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:27.133389 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36382de9-1268-4cef-9d16-cf77770a9c08', 'name': 'network-vif-deleted', 'tag': '078a681a-4349-415d-9dc0-171e073e062c'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:37:27.140468 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e7fff-5e40-4a9d-81c0-018aade6df4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7563ec7e-9e88-479e-8dc1-063122b9ec63,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:27.176130 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9a434208-281a-4418-a4c3-40534379f593 req-47989fea-b292-4d3f-9fdc-b0c2b8546cdd tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.67 "DELETE /v2.0/ports/078a681a-4349-415d-9dc0-171e073e062c HTTP/1.1" status: 204 len: 173 time: 2.9153016 May 03 22:37:27.225974 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:37:27.226265 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:37:27.227154 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on network 407136a6-5c6e-411e-8b21-6a167251bd6e {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:37:27.253101 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on network 407136a6-5c6e-411e-8b21-6a167251bd6e not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:37:27.256256 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Failed to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] May 03 22:37:27.256937 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Pushing event updated for resources: {'Port': ['ID=3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:27.272332 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f470a78-b546-47b4-9a83-2e1cadcbd8ba'] response: {'server_uuid': '36382de9-1268-4cef-9d16-cf77770a9c08', 'name': 'network-vif-deleted', 'tag': '078a681a-4349-415d-9dc0-171e073e062c', 'status': 'completed', 'code': 200} May 03 22:37:27.273223 n-d-811807-1 neutron-server[88070]: INFO neutron.plugins.ml2.plugin [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempt 2 to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f May 03 22:37:27.305102 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:37:27.306231 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:37:27.307723 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on network 407136a6-5c6e-411e-8b21-6a167251bd6e {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:37:27.314333 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on network 407136a6-5c6e-411e-8b21-6a167251bd6e not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:37:27.314878 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Failed to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] May 03 22:37:27.315474 n-d-811807-1 neutron-server[88070]: INFO neutron.plugins.ml2.plugin [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempt 3 to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f May 03 22:37:27.324265 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-1425acdd-34ec-466a-b6dc-b7f74c97e8d2 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Calling delete_port for 5443eeba-4fa1-4485-8b29-465c5e3764a7 owned by network:router_gateway {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:37:27.347200 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:37:27.347416 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:37:27.347743 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on network 407136a6-5c6e-411e-8b21-6a167251bd6e {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:37:27.354786 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on network 407136a6-5c6e-411e-8b21-6a167251bd6e not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:37:27.355109 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Failed to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] May 03 22:37:27.355495 n-d-811807-1 neutron-server[88070]: INFO neutron.plugins.ml2.plugin [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempt 4 to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f May 03 22:37:27.369645 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f9d8c924-9b50-42bd-997d-2bdc6886daf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:27.376230 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:37:27.376572 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:37:27.376905 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on network 407136a6-5c6e-411e-8b21-6a167251bd6e {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:37:27.383100 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on network 407136a6-5c6e-411e-8b21-6a167251bd6e not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:37:27.383420 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Failed to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] May 03 22:37:27.383805 n-d-811807-1 neutron-server[88070]: INFO neutron.plugins.ml2.plugin [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempt 5 to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f May 03 22:37:27.391533 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-77f9ea34-a599-4749-bece-78e7e0cb05c2 req-a3ea5f0e-6b4d-4f76-a739-eaaca3eb1e52 tempest-ServerRescueTestJSON-68380230 tempest-ServerRescueTestJSON-68380230-project] 10.222.0.58 "GET /v2.0/ports?device_id=36382de9-1268-4cef-9d16-cf77770a9c08 HTTP/1.1" status: 200 len: 210 time: 0.2867692 May 03 22:37:27.405542 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:37:27.406017 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:37:27.406458 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on network 407136a6-5c6e-411e-8b21-6a167251bd6e {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:37:27.413100 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on network 407136a6-5c6e-411e-8b21-6a167251bd6e not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:37:27.413522 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Failed to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] May 03 22:37:27.414088 n-d-811807-1 neutron-server[88070]: INFO neutron.plugins.ml2.plugin [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempt 6 to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f May 03 22:37:27.440540 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:37:27.440884 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:37:27.441209 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on network 407136a6-5c6e-411e-8b21-6a167251bd6e {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:37:27.443349 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f9d8c924-9b50-42bd-997d-2bdc6886daf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:27.447019 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on network 407136a6-5c6e-411e-8b21-6a167251bd6e not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:37:27.447349 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Failed to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] May 03 22:37:27.447734 n-d-811807-1 neutron-server[88070]: INFO neutron.plugins.ml2.plugin [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempt 7 to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f May 03 22:37:27.470222 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:37:27.470808 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:37:27.471344 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on network 407136a6-5c6e-411e-8b21-6a167251bd6e {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:37:27.480465 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on network 407136a6-5c6e-411e-8b21-6a167251bd6e not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:37:27.480977 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Failed to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] May 03 22:37:27.481525 n-d-811807-1 neutron-server[88070]: INFO neutron.plugins.ml2.plugin [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempt 8 to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f May 03 22:37:27.502514 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:37:27.503091 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:37:27.503593 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on network 407136a6-5c6e-411e-8b21-6a167251bd6e {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:37:27.511088 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on network 407136a6-5c6e-411e-8b21-6a167251bd6e not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:37:27.511682 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Failed to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] May 03 22:37:27.512627 n-d-811807-1 neutron-server[88070]: INFO neutron.plugins.ml2.plugin [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempt 9 to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f May 03 22:37:27.544093 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:37:27.558619 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:27.559552 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:37:27.560043 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on network 407136a6-5c6e-411e-8b21-6a167251bd6e {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:37:27.570440 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on network 407136a6-5c6e-411e-8b21-6a167251bd6e not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:37:27.572882 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Failed to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] May 03 22:37:27.574771 n-d-811807-1 neutron-server[88070]: INFO neutron.plugins.ml2.plugin [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempt 10 to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f May 03 22:37:27.591490 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f9d8c924-9b50-42bd-997d-2bdc6886daf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:27.614649 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:37:27.615292 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:37:27.616554 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempting to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on network 407136a6-5c6e-411e-8b21-6a167251bd6e {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:37:27.625678 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on network 407136a6-5c6e-411e-8b21-6a167251bd6e not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:37:27.626216 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Failed to bind port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '407136a6-5c6e-411e-8b21-6a167251bd6e'}] May 03 22:37:27.626740 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:27.632944 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8c924-9b50-42bd-997d-2bdc6886daf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7563ec7e-9e88-479e-8dc1-063122b9ec63,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:27.679410 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f9d8c924-9b50-42bd-997d-2bdc6886daf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:27.683879 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f9d8c924-9b50-42bd-997d-2bdc6886daf7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7563ec7e-9e88-479e-8dc1-063122b9ec63 HTTP/1.1" status: 204 len: 168 time: 0.7121909 May 03 22:37:27.699656 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1425acdd-34ec-466a-b6dc-b7f74c97e8d2 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:27.720348 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:27.906270 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] For port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:37:27.906630 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attempted to set empty binding levels {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 03 22:37:27.907148 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1425acdd-34ec-466a-b6dc-b7f74c97e8d2 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Pushing event deleted for resources: {'Port': ['ID=5443eeba-4fa1-4485-8b29-465c5e3764a7,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:27.919852 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:27.947797 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1425acdd-34ec-466a-b6dc-b7f74c97e8d2 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:28.034106 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 6e8933e0-d35b-420e-a88f-9bd89d0d927c details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:37:28.095856 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] In _notify_port_updated(), no bound segment for port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f on network 407136a6-5c6e-411e-8b21-6a167251bd6e {{(pid=88070) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 03 22:37:28.098071 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:28.098688 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:28.104043 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] 10.222.0.58 "PUT /v2.0/ports/3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f HTTP/1.1" status: 200 len: 975 time: 3.3556538 May 03 22:37:28.104984 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63ef5d-24ea-4aab-892e-be1cdd83ee20 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Pushing event updated for resources: {'Port': ['ID=3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:28.116679 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40606) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:28.249119 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-7bc89915-43b5-4fb2-82a2-6a139b147b74 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Deleting port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:37:28.249473 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7bc89915-43b5-4fb2-82a2-6a139b147b74 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:28.355958 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1425acdd-34ec-466a-b6dc-b7f74c97e8d2 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:28.371021 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1425acdd-34ec-466a-b6dc-b7f74c97e8d2 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:28.408501 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 6e8933e0-d35b-420e-a88f-9bd89d0d927c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=6e8933e0-d35b-420e-a88f-9bd89d0d927c,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:37:28.454941 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '6e8933e0-d35b-420e-a88f-9bd89d0d927c', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': '6e8933e0-d35b-420e-a88f-9bd89d0d927c', 'mac_address': 'fa:16:3e:fe:46:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:37:28.458153 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1425acdd-34ec-466a-b6dc-b7f74c97e8d2 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:28.459063 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1425acdd-34ec-466a-b6dc-b7f74c97e8d2 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 100e0832-0506-45d2-a3be-133f7b1e3078 {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:37:28.476805 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d4d9f-20b4-4293-ad28-5c5dcd5e5a86 req-cb9da657-97bb-49e2-b537-461d50a7236d tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:28.491858 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a63d4d9f-20b4-4293-ad28-5c5dcd5e5a86 req-cb9da657-97bb-49e2-b537-461d50a7236d tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 943 time: 0.6749876 May 03 22:37:28.608879 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1425acdd-34ec-466a-b6dc-b7f74c97e8d2 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:28.610973 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1425acdd-34ec-466a-b6dc-b7f74c97e8d2 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] 10.222.0.58 "DELETE /v2.0/routers/100e0832-0506-45d2-a3be-133f7b1e3078 HTTP/1.1" status: 204 len: 168 time: 4.6761243 May 03 22:37:28.622126 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40626) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:28.657759 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40630) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:28.679850 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:28.720439 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e8933e0-d35b-420e-a88f-9bd89d0d927c {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:37:28.745813 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 6e8933e0-d35b-420e-a88f-9bd89d0d927c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=6e8933e0-d35b-420e-a88f-9bd89d0d927c,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:37:28.762108 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:28.776147 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a63d4d9f-20b4-4293-ad28-5c5dcd5e5a86 req-d5d19381-9c1f-405d-84a7-95c3dc00f7db tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2811329 May 03 22:37:28.829959 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-544f0869-80b4-4773-b93f-db3ca00d4088 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Deleting subnet 5f95bed2-6186-4121-a94d-ea9f308cd888 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:37:28.838582 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-544f0869-80b4-4773-b93f-db3ca00d4088 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:28.867459 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['6e8933e0-d35b-420e-a88f-9bd89d0d927c'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:37:28.944800 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-544f0869-80b4-4773-b93f-db3ca00d4088 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:28.996080 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-7bc89915-43b5-4fb2-82a2-6a139b147b74 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] For port 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f, host n-h1-811807-1, got binding levels [] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:37:28.996737 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7bc89915-43b5-4fb2-82a2-6a139b147b74 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:29.017002 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=6e8933e0-d35b-420e-a88f-9bd89d0d927c,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:29.233834 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-544f0869-80b4-4773-b93f-db3ca00d4088 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:29.266761 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40666) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:29.274469 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-7bc89915-43b5-4fb2-82a2-6a139b147b74 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Calling delete_port for 3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:37:29.331621 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-544f0869-80b4-4773-b93f-db3ca00d4088 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:29.411534 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-544f0869-80b4-4773-b93f-db3ca00d4088 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:29.417741 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f0869-80b4-4773-b93f-db3ca00d4088 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5f95bed2-6186-4121-a94d-ea9f308cd888,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:29.427503 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-544f0869-80b4-4773-b93f-db3ca00d4088 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] 10.222.0.58 "DELETE /v2.0/subnets/5f95bed2-6186-4121-a94d-ea9f308cd888 HTTP/1.1" status: 204 len: 168 time: 0.7982581 May 03 22:37:29.428566 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40672) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:29.566795 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8fbe79d0-7952-4db5-8ad9-b7e79fe2bf5c tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:29.637710 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-474b5ec9-f92c-4006-bef8-2fe9f70624f8 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2035267176-network', 'tenant_id': '48a24b573b36425fb856bb9a3019c645'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:37:29.657449 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-474b5ec9-f92c-4006-bef8-2fe9f70624f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:37:29.660858 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7bc89915-43b5-4fb2-82a2-6a139b147b74 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:29.705016 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-474b5ec9-f92c-4006-bef8-2fe9f70624f8 admin admin] Usage tracker for resource:network and tenant:48a24b573b36425fb856bb9a3019c645 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:29.718807 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-474b5ec9-f92c-4006-bef8-2fe9f70624f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:29.739666 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8fbe79d0-7952-4db5-8ad9-b7e79fe2bf5c tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:29.739909 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-091c246b-4c08-40a5-91b2-ff468d1b4146 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0812876 May 03 22:37:29.750441 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc89915-43b5-4fb2-82a2-6a139b147b74 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:29.755644 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-474b5ec9-f92c-4006-bef8-2fe9f70624f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:37:29.770783 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7bc89915-43b5-4fb2-82a2-6a139b147b74 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:29.795103 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474b5ec9-f92c-4006-bef8-2fe9f70624f8 admin admin] Made reservation on behalf of 48a24b573b36425fb856bb9a3019c645 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:37:29.796811 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-8fbe79d0-7952-4db5-8ad9-b7e79fe2bf5c tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56e44b88-abc8-4ea7-b28d-72416ae19a6e']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:37:29.798210 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-474b5ec9-f92c-4006-bef8-2fe9f70624f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:29.813088 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7bc89915-43b5-4fb2-82a2-6a139b147b74 tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] 10.222.0.58 "DELETE /v2.0/ports/3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f HTTP/1.1" status: 204 len: 168 time: 1.6942813 May 03 22:37:29.820863 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40678) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:29.821576 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-474b5ec9-f92c-4006-bef8-2fe9f70624f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:29.833975 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-8fbe79d0-7952-4db5-8ad9-b7e79fe2bf5c tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '334533d1-0a55-4a3f-8b4e-9bc2f9c6eb62') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:37:29.834696 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-8fbe79d0-7952-4db5-8ad9-b7e79fe2bf5c tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '334533d1-0a55-4a3f-8b4e-9bc2f9c6eb62') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:37:29.848454 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8fbe79d0-7952-4db5-8ad9-b7e79fe2bf5c tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:29.890318 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8fbe79d0-7952-4db5-8ad9-b7e79fe2bf5c tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:29.905100 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fbe79d0-7952-4db5-8ad9-b7e79fe2bf5c tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:37:29.907805 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8fbe79d0-7952-4db5-8ad9-b7e79fe2bf5c tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:29.930502 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f7eba43-9dc7-4429-8d27-6bb04b80b83e tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] GET failed (client error): The resource could not be found. May 03 22:37:29.931110 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5f7eba43-9dc7-4429-8d27-6bb04b80b83e tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Synchronizing usage tracker for tenant:21c34a79b53b45369ff3f0ea52557165 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:37:29.940244 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-474b5ec9-f92c-4006-bef8-2fe9f70624f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:37:29.952094 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-474b5ec9-f92c-4006-bef8-2fe9f70624f8 admin admin] Usage tracker for resource:security_group_rule and tenant:48a24b573b36425fb856bb9a3019c645 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:29.958920 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-474b5ec9-f92c-4006-bef8-2fe9f70624f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:29.968949 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-474b5ec9-f92c-4006-bef8-2fe9f70624f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:37:30.008548 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5f7eba43-9dc7-4429-8d27-6bb04b80b83e tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] Unset dirty status for tenant:21c34a79b53b45369ff3f0ea52557165 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:37:30.012859 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5f7eba43-9dc7-4429-8d27-6bb04b80b83e tempest-PortsAdminExtendedAttrsTestJSON-501884789 tempest-PortsAdminExtendedAttrsTestJSON-501884789-project-admin] 10.222.0.58 "GET /v2.0/ports/3e3a8ea3-8a20-4f04-a6eb-bf7bc078305f HTTP/1.1" status: 404 len: 333 time: 0.1787407 May 03 22:37:30.019796 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40684) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:30.025647 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:37:30.025647 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:37:30.025647 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:37:30.025647 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:37:30.025647 n-d-811807-1 neutron-server[88069]: timer() May 03 22:37:30.025647 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:37:30.025647 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:37:30.025647 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:37:30.025647 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:37:30.025647 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:37:30.025647 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:37:30.025647 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:37:30.025647 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:37:30.025647 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:37:30.025647 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:37:30.025647 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:37:30.025647 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:37:30.025647 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:37:30.025647 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:37:30.025647 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:37:30.025647 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:37:30.025647 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:37:30.025647 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:37:30.025647 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:37:30.025647 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:37:30.025647 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:37:30.025647 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:37:30.025647 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:37:30.025647 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:37:30.025647 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:37:30.025647 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:37:30.025647 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:37:30.025647 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:37:30.025647 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:37:30.036860 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 6e8933e0-d35b-420e-a88f-9bd89d0d927c up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:37:30.071087 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8fbe79d0-7952-4db5-8ad9-b7e79fe2bf5c tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:30.136637 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbe79d0-7952-4db5-8ad9-b7e79fe2bf5c tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 56e44b88-abc8-4ea7-b28d-72416ae19a6e {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 03 22:37:30.163549 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8fbe79d0-7952-4db5-8ad9-b7e79fe2bf5c tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:30.180777 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 6e8933e0-d35b-420e-a88f-9bd89d0d927c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:37:30.181569 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe79d0-7952-4db5-8ad9-b7e79fe2bf5c tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Pushing event deleted for resources: {'Network': ['ID=56e44b88-abc8-4ea7-b28d-72416ae19a6e,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:30.182371 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:30.202938 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-69c212b0-223d-4806-80a3-c424ad781f0d tempest-PortsAdminExtendedAttrsTestJSON-109801546 tempest-PortsAdminExtendedAttrsTestJSON-109801546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:30.347300 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8fbe79d0-7952-4db5-8ad9-b7e79fe2bf5c tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] 10.222.0.58 "DELETE /v2.0/networks/56e44b88-abc8-4ea7-b28d-72416ae19a6e HTTP/1.1" status: 204 len: 168 time: 0.9174941 May 03 22:37:30.418947 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:30.445498 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc8f1b-95d2-447b-a484-093b6524820f req-ccaa0413-539a-4c53-9999-026c73a5a3de tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:30.461949 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1adc8f1b-95d2-447b-a484-093b6524820f req-ccaa0413-539a-4c53-9999-026c73a5a3de tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 943 time: 0.2997992 May 03 22:37:30.496001 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 6e8933e0-d35b-420e-a88f-9bd89d0d927c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=6e8933e0-d35b-420e-a88f-9bd89d0d927c,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:37:30.499222 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85f9183-90a9-40aa-84ae-a03ff61af3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8933e0-d35b-420e-a88f-9bd89d0d927c'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:37:30.536463 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:30.537599 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:37:30.621454 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1adc8f1b-95d2-447b-a484-093b6524820f req-1d23def3-c457-48bf-8006-70912bc64bf7 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576853 May 03 22:37:30.794051 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d00f25f4-def9-4aad-abc3-388d39d3d2b4'] response: {'server_uuid': 'e85f9183-90a9-40aa-84ae-a03ff61af3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8933e0-d35b-420e-a88f-9bd89d0d927c', 'code': 200} May 03 22:37:30.806806 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-69c212b0-223d-4806-80a3-c424ad781f0d tempest-PortsAdminExtendedAttrsTestJSON-109801546 tempest-PortsAdminExtendedAttrsTestJSON-109801546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:30.809775 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=6e8933e0-d35b-420e-a88f-9bd89d0d927c,revision_number=7']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:30.839584 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-474b5ec9-f92c-4006-bef8-2fe9f70624f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:30.866316 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40712) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:30.874574 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-823d5ec5-1c98-49c8-a720-70480889a038 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Request body: {'router': {'name': 'tempest-router--1870075217', 'project_id': '7ea716ae00504458a24ed486c2328a5f'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:37:30.883569 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-823d5ec5-1c98-49c8-a720-70480889a038 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:37:30.885610 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-69c212b0-223d-4806-80a3-c424ad781f0d tempest-PortsAdminExtendedAttrsTestJSON-109801546 tempest-PortsAdminExtendedAttrsTestJSON-109801546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['407136a6-5c6e-411e-8b21-6a167251bd6e']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:37:30.899373 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-823d5ec5-1c98-49c8-a720-70480889a038 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Usage tracker for resource:router and tenant:7ea716ae00504458a24ed486c2328a5f is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:30.902038 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-69c212b0-223d-4806-80a3-c424ad781f0d tempest-PortsAdminExtendedAttrsTestJSON-109801546 tempest-PortsAdminExtendedAttrsTestJSON-109801546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:37:30.902514 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-69c212b0-223d-4806-80a3-c424ad781f0d tempest-PortsAdminExtendedAttrsTestJSON-109801546 tempest-PortsAdminExtendedAttrsTestJSON-109801546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4bd0e78-8b1a-4413-a0b6-8027c48561b4') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:37:30.913268 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-823d5ec5-1c98-49c8-a720-70480889a038 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:30.918155 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-69c212b0-223d-4806-80a3-c424ad781f0d tempest-PortsAdminExtendedAttrsTestJSON-109801546 tempest-PortsAdminExtendedAttrsTestJSON-109801546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:30.926940 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-823d5ec5-1c98-49c8-a720-70480889a038 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:37:30.936925 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-69c212b0-223d-4806-80a3-c424ad781f0d tempest-PortsAdminExtendedAttrsTestJSON-109801546 tempest-PortsAdminExtendedAttrsTestJSON-109801546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:30.944487 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c212b0-223d-4806-80a3-c424ad781f0d tempest-PortsAdminExtendedAttrsTestJSON-109801546 tempest-PortsAdminExtendedAttrsTestJSON-109801546-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:37:30.945035 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-69c212b0-223d-4806-80a3-c424ad781f0d tempest-PortsAdminExtendedAttrsTestJSON-109801546 tempest-PortsAdminExtendedAttrsTestJSON-109801546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:30.951264 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-823d5ec5-1c98-49c8-a720-70480889a038 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:30.953101 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-823d5ec5-1c98-49c8-a720-70480889a038 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:31.051686 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:37:31.051686 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:37:31.051686 n-d-811807-1 neutron-server[88070]: timer() May 03 22:37:31.051686 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:37:31.051686 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:37:31.051686 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:37:31.051686 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:37:31.051686 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:37:31.051686 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:37:31.051686 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:37:31.051686 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:37:31.051686 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:37:31.051686 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:37:31.051686 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:37:31.051686 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:37:31.051686 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:37:31.051686 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:37:31.051686 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:37:31.051686 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:37:31.051686 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:37:31.051686 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:37:31.051686 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:37:31.051686 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:37:31.051686 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:37:31.051686 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:37:31.051686 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:37:31.051686 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:37:31.051686 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:37:31.051686 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:37:31.051686 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:37:31.051686 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:37:31.051686 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:37:31.057136 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-474b5ec9-f92c-4006-bef8-2fe9f70624f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:31.068016 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-823d5ec5-1c98-49c8-a720-70480889a038 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:31.068245 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-69c212b0-223d-4806-80a3-c424ad781f0d tempest-PortsAdminExtendedAttrsTestJSON-109801546 tempest-PortsAdminExtendedAttrsTestJSON-109801546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:31.101697 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-69c212b0-223d-4806-80a3-c424ad781f0d tempest-PortsAdminExtendedAttrsTestJSON-109801546 tempest-PortsAdminExtendedAttrsTestJSON-109801546-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:31.117902 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-823d5ec5-1c98-49c8-a720-70480889a038 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:31.132177 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c212b0-223d-4806-80a3-c424ad781f0d tempest-PortsAdminExtendedAttrsTestJSON-109801546 tempest-PortsAdminExtendedAttrsTestJSON-109801546-project] Pushing event deleted for resources: {'Network': ['ID=407136a6-5c6e-411e-8b21-6a167251bd6e,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:31.134632 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-474b5ec9-f92c-4006-bef8-2fe9f70624f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:37:31.156666 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b5ec9-f92c-4006-bef8-2fe9f70624f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed09c455-4350-4ce3-ba55-e2067083c136,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:31.171486 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-474b5ec9-f92c-4006-bef8-2fe9f70624f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:31.172236 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-474b5ec9-f92c-4006-bef8-2fe9f70624f8 admin admin] Added segment 256674f4-db7d-4a20-ba32-81074c113cb8 of type vlan for network 51123714-6a9a-4e66-b72f-4531d687d87f May 03 22:37:31.175599 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f5b036fa-49d4-4a43-a972-df70e6d64fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:31.225527 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-823d5ec5-1c98-49c8-a720-70480889a038 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:31.236568 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-823d5ec5-1c98-49c8-a720-70480889a038 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3663268 May 03 22:37:31.237947 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-69c212b0-223d-4806-80a3-c424ad781f0d tempest-PortsAdminExtendedAttrsTestJSON-109801546 tempest-PortsAdminExtendedAttrsTestJSON-109801546-project] 10.222.0.58 "DELETE /v2.0/networks/407136a6-5c6e-411e-8b21-6a167251bd6e HTTP/1.1" status: 204 len: 168 time: 1.2161722 May 03 22:37:31.238133 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40716) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:31.819322 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40754) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:31.836723 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-474b5ec9-f92c-4006-bef8-2fe9f70624f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:31.888270 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba13252d-4957-41b6-8fd8-d1a63c7e1e2a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:31.916039 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4e27d-e5f8-4ba8-999f-32653dd716d8 req-33baecf9-ed9a-419f-801f-c05ddddb758b tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:31.925986 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-acd4e27d-e5f8-4ba8-999f-32653dd716d8 req-33baecf9-ed9a-419f-801f-c05ddddb758b tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 943 time: 0.1471627 May 03 22:37:32.028911 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-acd4e27d-e5f8-4ba8-999f-32653dd716d8 req-aa3e95f4-270b-47d0-9c81-a22aecc4d633 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011052 May 03 22:37:32.189024 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-474b5ec9-f92c-4006-bef8-2fe9f70624f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:32.190150 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474b5ec9-f92c-4006-bef8-2fe9f70624f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:32.190775 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-474b5ec9-f92c-4006-bef8-2fe9f70624f8 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:32.294529 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-550d77fb-86b2-4c4a-9c64-cf98cdf783c8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ff02d2b16d9d4ad689821395cb15a22f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4731579 May 03 22:37:32.297686 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40770) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:32.438477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef39bc-c01f-4b56-bc2e-09d79866196c req-1eaad5c5-1c1f-44d9-8ac0-91ffe0f9ac6d tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:32.440098 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-72ef39bc-c01f-4b56-bc2e-09d79866196c req-1eaad5c5-1c1f-44d9-8ac0-91ffe0f9ac6d tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "GET /v2.0/ports?device_id=f822383f-126a-4cdd-af37-1231168c24bc HTTP/1.1" status: 200 len: 945 time: 0.3020105 May 03 22:37:32.441024 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5864e9aa-1ba6-4636-8e5b-8a372dcdad53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:32.514490 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-474b5ec9-f92c-4006-bef8-2fe9f70624f8 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.2018678 May 03 22:37:32.555358 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40786) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:32.570251 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-72ef39bc-c01f-4b56-bc2e-09d79866196c req-34df17b3-fbce-4522-855c-e2b8ea72a969 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6d6af78-4b02-430d-8f90-9ea6ebe3636f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943682 May 03 22:37:32.583029 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-b4ee2098-803b-46ed-ae03-632d03ee9fa1 admin admin] Request body: {'subnet': {'network_id': '51123714-6a9a-4e66-b72f-4531d687d87f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2035267176-subnet', 'tenant_id': '48a24b573b36425fb856bb9a3019c645', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:37:32.609300 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5864e9aa-1ba6-4636-8e5b-8a372dcdad53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:32.622986 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b4ee2098-803b-46ed-ae03-632d03ee9fa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:37:32.644505 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b4ee2098-803b-46ed-ae03-632d03ee9fa1 admin admin] Usage tracker for resource:subnet and tenant:48a24b573b36425fb856bb9a3019c645 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:32.653646 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b5ec9-f92c-4006-bef8-2fe9f70624f8 admin admin] Pushing event updated for resources: {'Network': ['ID=51123714-6a9a-4e66-b72f-4531d687d87f,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:32.675021 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b4ee2098-803b-46ed-ae03-632d03ee9fa1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:32.678360 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 51123714-6a9a-4e66-b72f-4531d687d87f details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:37:32.712755 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b4ee2098-803b-46ed-ae03-632d03ee9fa1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:37:32.786719 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ee2098-803b-46ed-ae03-632d03ee9fa1 admin admin] Made reservation on behalf of 48a24b573b36425fb856bb9a3019c645 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:37:32.816235 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b4ee2098-803b-46ed-ae03-632d03ee9fa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:32.972903 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba13252d-4957-41b6-8fd8-d1a63c7e1e2a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:32.981365 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba13252d-4957-41b6-8fd8-d1a63c7e1e2a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:33.037094 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba13252d-4957-41b6-8fd8-d1a63c7e1e2a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:33.037598 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba13252d-4957-41b6-8fd8-d1a63c7e1e2a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee69d361-c443-4d99-b552-862b6c3550b3 {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:37:33.142221 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba13252d-4957-41b6-8fd8-d1a63c7e1e2a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:33.143571 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ba13252d-4957-41b6-8fd8-d1a63c7e1e2a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] 10.222.0.58 "DELETE /v2.0/routers/ee69d361-c443-4d99-b552-862b6c3550b3 HTTP/1.1" status: 204 len: 168 time: 1.8653367 May 03 22:37:33.218436 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b4ee2098-803b-46ed-ae03-632d03ee9fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:33.317425 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5864e9aa-1ba6-4636-8e5b-8a372dcdad53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:33.355914 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-f5b036fa-49d4-4a43-a972-df70e6d64fcc admin admin] Deleting port 903a5c3d-f8d4-4691-9ffa-1feb386ffa84 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:37:33.356261 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f5b036fa-49d4-4a43-a972-df70e6d64fcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:33.381233 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864e9aa-1ba6-4636-8e5b-8a372dcdad53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b28d32b-cefc-4541-b725-2adca3951f74,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:33.402854 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5864e9aa-1ba6-4636-8e5b-8a372dcdad53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:33.404183 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5864e9aa-1ba6-4636-8e5b-8a372dcdad53 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7b28d32b-cefc-4541-b725-2adca3951f74 HTTP/1.1" status: 204 len: 168 time: 1.1052525 May 03 22:37:33.457875 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee2098-803b-46ed-ae03-632d03ee9fa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ece3553-dee2-4faa-87ee-451c21ae0bd9,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:33.471321 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ee2098-803b-46ed-ae03-632d03ee9fa1 admin admin] Checking segment: {'id': '256674f4-db7d-4a20-ba32-81074c113cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '51123714-6a9a-4e66-b72f-4531d687d87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:37:33.472712 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ee2098-803b-46ed-ae03-632d03ee9fa1 admin admin] Network hostable DHCP agents. Network: 51123714-6a9a-4e66-b72f-4531d687d87f, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:37:33.628713 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40808) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:33.698749 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ee2098-803b-46ed-ae03-632d03ee9fa1 admin admin] Network 51123714-6a9a-4e66-b72f-4531d687d87f is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:37:33.730421 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-b4ee2098-803b-46ed-ae03-632d03ee9fa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 51123714-6a9a-4e66-b72f-4531d687d87f) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:37:33.735040 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ee2098-803b-46ed-ae03-632d03ee9fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:33.735653 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b4ee2098-803b-46ed-ae03-632d03ee9fa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:33.741257 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d97cfed-5d41-457b-9db9-84e1844981bd None None] Network 51123714-6a9a-4e66-b72f-4531d687d87f requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:37:33.769526 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8124b6-c163-488f-b158-309a2e0320b8 req-6d844874-612c-4d6b-a292-e6c2fd458003 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:33.778043 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac8124b6-c163-488f-b158-309a2e0320b8 req-6d844874-612c-4d6b-a292-e6c2fd458003 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 943 time: 0.3342166 May 03 22:37:33.794772 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b4ee2098-803b-46ed-ae03-632d03ee9fa1 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2121885 May 03 22:37:33.876566 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac8124b6-c163-488f-b158-309a2e0320b8 req-385417f7-51fb-476d-a792-4e96457017b5 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951879 May 03 22:37:34.054702 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-f5b036fa-49d4-4a43-a972-df70e6d64fcc admin admin] For port 903a5c3d-f8d4-4691-9ffa-1feb386ffa84, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=903a5c3d-f8d4-4691-9ffa-1feb386ffa84,segment=NetworkSegment(0a043403-df9c-4255-abcb-fcb2bdd53348),segment_id=0a043403-df9c-4255-abcb-fcb2bdd53348)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:37:34.054702 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f5b036fa-49d4-4a43-a972-df70e6d64fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:34.137202 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40832) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:34.465127 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40836) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:34.474814 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-f5b036fa-49d4-4a43-a972-df70e6d64fcc admin admin] Calling delete_port for 903a5c3d-f8d4-4691-9ffa-1feb386ffa84 owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:37:34.554352 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-7144c08c-e2a4-4d11-a0c8-856b020fed4b tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-737868131', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}, 'admin_state_up': False}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:37:34.575345 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b573721c-6d1f-404b-ad82-5e213ec8f910 None None] Network 51123714-6a9a-4e66-b72f-4531d687d87f requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:37:34.587274 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-67914af5-784a-47a2-9fa2-04b26ec100ac admin admin] Deleting subnet 1ece3553-dee2-4faa-87ee-451c21ae0bd9 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:37:34.591849 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-67914af5-784a-47a2-9fa2-04b26ec100ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:34.633040 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7144c08c-e2a4-4d11-a0c8-856b020fed4b tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:37:34.658413 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7144c08c-e2a4-4d11-a0c8-856b020fed4b tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Usage tracker for resource:router and tenant:820b63b4064b4906bfd33549f454de6d is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:34.670070 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7144c08c-e2a4-4d11-a0c8-856b020fed4b tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:34.688333 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7144c08c-e2a4-4d11-a0c8-856b020fed4b tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:37:34.742493 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7144c08c-e2a4-4d11-a0c8-856b020fed4b tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:34.744445 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7144c08c-e2a4-4d11-a0c8-856b020fed4b tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:34.791815 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7144c08c-e2a4-4d11-a0c8-856b020fed4b tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:35.020600 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-bdb76af3-c7c2-4400-b177-256485e78f32 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=21c34a79b53b45369ff3f0ea52557165&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5358806 May 03 22:37:35.026335 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40852) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:35.035623 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b675c11-f474-44dd-a379-ab563700ead9 req-754abf1f-da8c-47ce-851e-cc12d18260da tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:35.047291 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0b675c11-f474-44dd-a379-ab563700ead9 req-754abf1f-da8c-47ce-851e-cc12d18260da tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "GET /v2.0/ports?device_id=f822383f-126a-4cdd-af37-1231168c24bc HTTP/1.1" status: 200 len: 945 time: 0.7405238 May 03 22:37:35.135850 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-67914af5-784a-47a2-9fa2-04b26ec100ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:35.296035 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0b675c11-f474-44dd-a379-ab563700ead9 req-724e679c-1d48-4081-99a8-13e30eb8a294 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6d6af78-4b02-430d-8f90-9ea6ebe3636f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478855 May 03 22:37:35.358303 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-67914af5-784a-47a2-9fa2-04b26ec100ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:35.392535 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cd5bb17c-aac6-48f8-a3ed-8fc886460a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:35.468843 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cd5bb17c-aac6-48f8-a3ed-8fc886460a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:35.494261 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7144c08c-e2a4-4d11-a0c8-856b020fed4b tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:35.517775 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f5b036fa-49d4-4a43-a972-df70e6d64fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:35.577271 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5b44e-c06c-4379-98ce-490488219912 req-0b11bf90-1515-4806-8cc9-a23b661b26e9 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:35.586301 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-18c5b44e-c06c-4379-98ce-490488219912 req-0b11bf90-1515-4806-8cc9-a23b661b26e9 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 943 time: 0.4054286 May 03 22:37:35.632374 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b036fa-49d4-4a43-a972-df70e6d64fcc admin admin] Pushing event deleted for resources: {'Port': ['ID=903a5c3d-f8d4-4691-9ffa-1feb386ffa84,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:35.684841 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-18c5b44e-c06c-4379-98ce-490488219912 req-f19962ef-f622-4419-8e18-cfd9fed5dc2a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975535 May 03 22:37:35.691208 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-67914af5-784a-47a2-9fa2-04b26ec100ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:35.760063 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67914af5-784a-47a2-9fa2-04b26ec100ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ece3553-dee2-4faa-87ee-451c21ae0bd9,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:35.787087 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-67914af5-784a-47a2-9fa2-04b26ec100ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:35.805515 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cd5bb17c-aac6-48f8-a3ed-8fc886460a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:35.816618 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-a6dcd94f-c72d-4f43-9f1b-5a57cc795c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:35.818371 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-a6dcd94f-c72d-4f43-9f1b-5a57cc795c2d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba&tenant_id=4005ab853daa4dd0a8c6d47cfa1e3258 HTTP/1.1" status: 200 len: 1094 time: 0.4740002 May 03 22:37:35.833593 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-fba04e85-8e87-4342-8090-0378d10dc9b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811807-1', 'device_owner': 'compute:nova'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:37:35.835555 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-67914af5-784a-47a2-9fa2-04b26ec100ac admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1ece3553-dee2-4faa-87ee-451c21ae0bd9 HTTP/1.1" status: 204 len: 168 time: 1.6967332 May 03 22:37:35.840278 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cd5bb17c-aac6-48f8-a3ed-8fc886460a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:35.841749 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-cd5bb17c-aac6-48f8-a3ed-8fc886460a46 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a4ac4700-0b51-4785-a896-ebd0ef6f3ba1 HTTP/1.1" status: 204 len: 168 time: 0.7923405 May 03 22:37:35.842698 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40862) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:35.843699 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5bb17c-aac6-48f8-a3ed-8fc886460a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ac4700-0b51-4785-a896-ebd0ef6f3ba1,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:35.984461 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e436d-191c-43fd-bcb9-ddb38bb0ce37 req-9590afab-af60-40cf-ac54-a0c98f663077 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:35.985183 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-869e436d-191c-43fd-bcb9-ddb38bb0ce37 req-9590afab-af60-40cf-ac54-a0c98f663077 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Synchronizing usage tracker for tenant:1eb5e8514a904f2db24d00ebe09ac3d4 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:37:36.107584 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-32320a94-be5c-4362-a51e-aa2bde3cc904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:36.310345 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-869e436d-191c-43fd-bcb9-ddb38bb0ce37 req-9590afab-af60-40cf-ac54-a0c98f663077 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Unset dirty status for tenant:1eb5e8514a904f2db24d00ebe09ac3d4 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:37:36.311860 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-869e436d-191c-43fd-bcb9-ddb38bb0ce37 req-9590afab-af60-40cf-ac54-a0c98f663077 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.60 "GET /v2.0/ports?device_id=f822383f-126a-4cdd-af37-1231168c24bc HTTP/1.1" status: 200 len: 945 time: 0.8799002 May 03 22:37:36.355738 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-32320a94-be5c-4362-a51e-aa2bde3cc904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:36.434917 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-32320a94-be5c-4362-a51e-aa2bde3cc904 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51123714-6a9a-4e66-b72f-4531d687d87f']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:37:36.439343 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-fba04e85-8e87-4342-8090-0378d10dc9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:36.469784 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-32320a94-be5c-4362-a51e-aa2bde3cc904 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '256674f4-db7d-4a20-ba32-81074c113cb8') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:37:36.469784 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-32320a94-be5c-4362-a51e-aa2bde3cc904 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '256674f4-db7d-4a20-ba32-81074c113cb8') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:37:36.475695 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-869e436d-191c-43fd-bcb9-ddb38bb0ce37 req-a2af8f87-25c0-4915-a3fa-dcff38d595d6 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Deleting port 12f709b8-b161-474a-b2f3-88f3ad30ca9a {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:37:36.476182 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-869e436d-191c-43fd-bcb9-ddb38bb0ce37 req-a2af8f87-25c0-4915-a3fa-dcff38d595d6 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:36.521945 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-32320a94-be5c-4362-a51e-aa2bde3cc904 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:36.596341 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-32320a94-be5c-4362-a51e-aa2bde3cc904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:36.627688 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32320a94-be5c-4362-a51e-aa2bde3cc904 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:37:36.628726 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-32320a94-be5c-4362-a51e-aa2bde3cc904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:36.650490 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f5b036fa-49d4-4a43-a972-df70e6d64fcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:36.898685 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:37:36.898685 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:37:36.898685 n-d-811807-1 neutron-server[88069]: timer() May 03 22:37:36.898685 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:37:36.898685 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:37:36.898685 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:37:36.898685 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:37:36.898685 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:37:36.898685 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:37:36.898685 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:37:36.898685 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:37:36.898685 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:37:36.898685 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:37:36.898685 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:37:36.898685 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:37:36.898685 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:37:36.898685 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:37:36.898685 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:37:36.898685 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:37:36.898685 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:37:36.898685 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:37:36.898685 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:37:36.898685 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:37:36.898685 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:37:36.898685 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:37:36.898685 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:37:36.898685 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:37:36.898685 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:37:36.898685 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:37:36.898685 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:37:36.898685 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:37:36.898685 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:37:37.197323 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-32320a94-be5c-4362-a51e-aa2bde3cc904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:37.240570 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-32320a94-be5c-4362-a51e-aa2bde3cc904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:37.246845 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32320a94-be5c-4362-a51e-aa2bde3cc904 admin admin] Pushing event deleted for resources: {'Network': ['ID=51123714-6a9a-4e66-b72f-4531d687d87f,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:37.252216 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-32320a94-be5c-4362-a51e-aa2bde3cc904 admin admin] 10.222.0.58 "DELETE /v2.0/networks/51123714-6a9a-4e66-b72f-4531d687d87f HTTP/1.1" status: 204 len: 168 time: 1.4032743 May 03 22:37:37.299287 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51120fd-4836-4cf2-9fbb-5f39efc5189a req-00137fdb-b49f-4de5-b74b-490b84957abf tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:37.301031 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b51120fd-4836-4cf2-9fbb-5f39efc5189a req-00137fdb-b49f-4de5-b74b-490b84957abf tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "GET /v2.0/ports?device_id=f822383f-126a-4cdd-af37-1231168c24bc HTTP/1.1" status: 200 len: 945 time: 0.3870709 May 03 22:37:37.310925 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d426c-8ced-4ba4-af54-0b5e2c26e630 req-fdb8a1c9-8d35-40ce-b8b9-fd959aa9d6e7 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:37.318712 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d0d426c-8ced-4ba4-af54-0b5e2c26e630 req-fdb8a1c9-8d35-40ce-b8b9-fd959aa9d6e7 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 943 time: 0.2751784 May 03 22:37:37.390451 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b51120fd-4836-4cf2-9fbb-5f39efc5189a req-d2023fc2-345a-4336-a925-7db78571edd6 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6d6af78-4b02-430d-8f90-9ea6ebe3636f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668333 May 03 22:37:37.432896 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d0d426c-8ced-4ba4-af54-0b5e2c26e630 req-54e6c0c0-0d98-42cd-82ff-a38c6743030b tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123574 May 03 22:37:37.578312 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40916) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:37.690781 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40922) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:37.776407 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2c920345-1af0-4869-b7c7-5ec25ad1d3eb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=48a24b573b36425fb856bb9a3019c645&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0803528 May 03 22:37:37.776756 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40926) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:37.924062 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3e79f866-25ef-4ae1-a2d2-962eb1e1b963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:37.968370 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3e79f866-25ef-4ae1-a2d2-962eb1e1b963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:37.983630 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7144c08c-e2a4-4d11-a0c8-856b020fed4b tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:38.000093 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-32fd56f8-44f6-4c7f-99c5-24a95a3a72d6 tempest-AgentManagementNegativeTest-1445561324 tempest-AgentManagementNegativeTest-1445561324-project] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4186256 May 03 22:37:38.052302 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7144c08c-e2a4-4d11-a0c8-856b020fed4b tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:38.067614 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3e79f866-25ef-4ae1-a2d2-962eb1e1b963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:38.093312 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79f866-25ef-4ae1-a2d2-962eb1e1b963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed09c455-4350-4ce3-ba55-e2067083c136,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:38.137030 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3e79f866-25ef-4ae1-a2d2-962eb1e1b963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:38.143195 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3e79f866-25ef-4ae1-a2d2-962eb1e1b963 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ed09c455-4350-4ce3-ba55-e2067083c136 HTTP/1.1" status: 204 len: 168 time: 0.3630412 May 03 22:37:38.364181 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-7144c08c-e2a4-4d11-a0c8-856b020fed4b tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Allocated IP 172.25.2.135 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/dec61387-ddc9-46d9-8c03-5a7f108a0450) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:37:38.739764 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40946) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:38.761780 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-fba04e85-8e87-4342-8090-0378d10dc9b9 service neutron] For port 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56,segment=NetworkSegment(c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008),segment_id=c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:37:38.955945 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b036fa-49d4-4a43-a972-df70e6d64fcc admin admin] Router 0112bc0a-f32e-462e-8dbb-c5af41d4499d has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:37:38.963071 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e359bf8-0fe9-4303-b41b-a097e44f7aaf req-a2fbdff8-1391-434a-ae08-6e05f27e7f34 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:38.963568 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-869e436d-191c-43fd-bcb9-ddb38bb0ce37 req-a2af8f87-25c0-4915-a3fa-dcff38d595d6 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] For port 12f709b8-b161-474a-b2f3-88f3ad30ca9a, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=12f709b8-b161-474a-b2f3-88f3ad30ca9a,segment=NetworkSegment(69f9ec2a-81e7-4f17-8ce7-466cada3b85b),segment_id=69f9ec2a-81e7-4f17-8ce7-466cada3b85b)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:37:38.964566 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-869e436d-191c-43fd-bcb9-ddb38bb0ce37 req-a2af8f87-25c0-4915-a3fa-dcff38d595d6 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:38.975563 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2e359bf8-0fe9-4303-b41b-a097e44f7aaf req-a2fbdff8-1391-434a-ae08-6e05f27e7f34 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 943 time: 0.2354717 May 03 22:37:39.109949 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2e359bf8-0fe9-4303-b41b-a097e44f7aaf req-b680836c-cca4-4673-a618-03a87d2d7d73 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334853 May 03 22:37:39.122409 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab60eb-bd20-4ff3-bce2-dc9a86d3f24c req-f3a1e411-0aba-4f83-8200-5cf6ca315abd tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:39.131768 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d9ab60eb-bd20-4ff3-bce2-dc9a86d3f24c req-f3a1e411-0aba-4f83-8200-5cf6ca315abd tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "GET /v2.0/ports?device_id=f822383f-126a-4cdd-af37-1231168c24bc HTTP/1.1" status: 200 len: 945 time: 0.4673600 May 03 22:37:39.138753 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1e1f2e49-6d58-4bac-9708-0bf3651120cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:39.304152 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1e1f2e49-6d58-4bac-9708-0bf3651120cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:37:39.304152 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1e1f2e49-6d58-4bac-9708-0bf3651120cb admin admin] Usage tracker for resource:security_group_rule and tenant:d14fed3099cc484c8546cb2be8f5eb0f is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:39.304152 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1e1f2e49-6d58-4bac-9708-0bf3651120cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:39.304152 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1e1f2e49-6d58-4bac-9708-0bf3651120cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:37:39.342531 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.resource_extend [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-fba04e85-8e87-4342-8090-0378d10dc9b9 service neutron] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:37:39.395226 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d9ab60eb-bd20-4ff3-bce2-dc9a86d3f24c req-a743cce3-f53c-41f5-8c3c-4af78e9d4ca1 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6d6af78-4b02-430d-8f90-9ea6ebe3636f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2568557 May 03 22:37:39.505963 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-fba04e85-8e87-4342-8090-0378d10dc9b9 service neutron] For port 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:37:39.579384 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1e1f2e49-6d58-4bac-9708-0bf3651120cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:39.588325 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1e1f2e49-6d58-4bac-9708-0bf3651120cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:39.667272 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1e1f2e49-6d58-4bac-9708-0bf3651120cb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d14fed3099cc484c8546cb2be8f5eb0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8726485 May 03 22:37:39.671259 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40984) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:39.684605 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f2e49-6d58-4bac-9708-0bf3651120cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dba438a-d99f-499f-a932-12d1cdf811f0,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:39.766592 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2e8d3992-53f1-4f05-82cb-a99a16957dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:39.788958 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40988) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:39.804069 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2e8d3992-53f1-4f05-82cb-a99a16957dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:39.804640 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7144c08c-e2a4-4d11-a0c8-856b020fed4b tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:39.834027 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-fba04e85-8e87-4342-8090-0378d10dc9b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:37:39.888043 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2e8d3992-53f1-4f05-82cb-a99a16957dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:39.906816 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d3992-53f1-4f05-82cb-a99a16957dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dba438a-d99f-499f-a932-12d1cdf811f0,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:39.917642 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2e8d3992-53f1-4f05-82cb-a99a16957dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:39.919075 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2e8d3992-53f1-4f05-82cb-a99a16957dc4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1dba438a-d99f-499f-a932-12d1cdf811f0 HTTP/1.1" status: 204 len: 168 time: 0.2466760 May 03 22:37:40.076239 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-a747ad8d-2116-482f-acce-6abef87bf49a admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1126389030-network', 'tenant_id': '39cbd0493e3d44079c659fc40f9537f1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:37:40.081438 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-fba04e85-8e87-4342-8090-0378d10dc9b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:40.100077 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a747ad8d-2116-482f-acce-6abef87bf49a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:37:40.191090 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a747ad8d-2116-482f-acce-6abef87bf49a admin admin] Usage tracker for resource:network and tenant:39cbd0493e3d44079c659fc40f9537f1 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:40.225058 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a747ad8d-2116-482f-acce-6abef87bf49a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:40.235111 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b036fa-49d4-4a43-a972-df70e6d64fcc admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:37:40.246627 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4279e5b4-5c24-4e4a-966d-ec1c8ef35836 None None] Sync routers for ids ['0112bc0a-f32e-462e-8dbb-c5af41d4499d'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:37:40.261146 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4279e5b4-5c24-4e4a-966d-ec1c8ef35836 None None] Routers {'0112bc0a-f32e-462e-8dbb-c5af41d4499d'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:37:40.262591 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-4279e5b4-5c24-4e4a-966d-ec1c8ef35836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:37:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['0112bc0a-f32e-462e-8dbb-c5af41d4499d'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:37:40.313145 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a747ad8d-2116-482f-acce-6abef87bf49a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:37:40.337898 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-fba04e85-8e87-4342-8090-0378d10dc9b9 service neutron] Transition to ACTIVE for port object 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:37:40.407901 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-fba04e85-8e87-4342-8090-0378d10dc9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:40.466979 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-869e436d-191c-43fd-bcb9-ddb38bb0ce37 req-a2af8f87-25c0-4915-a3fa-dcff38d595d6 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:40.467595 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-869e436d-191c-43fd-bcb9-ddb38bb0ce37 req-a2af8f87-25c0-4915-a3fa-dcff38d595d6 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:40.468089 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [req-869e436d-191c-43fd-bcb9-ddb38bb0ce37 req-a2af8f87-25c0-4915-a3fa-dcff38d595d6 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Floating IP 1fc49335-5251-4da1-8f3a-b63904546c95 disassociated. External IP: 172.25.2.69, port: 12f709b8-b161-474a-b2f3-88f3ad30ca9a. May 03 22:37:40.468622 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-869e436d-191c-43fd-bcb9-ddb38bb0ce37 req-a2af8f87-25c0-4915-a3fa-dcff38d595d6 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Calling delete_port for 12f709b8-b161-474a-b2f3-88f3ad30ca9a owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:37:40.747820 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-4279e5b4-5c24-4e4a-966d-ec1c8ef35836 None None] Set router 0112bc0a-f32e-462e-8dbb-c5af41d4499d gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:37:40.764312 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a747ad8d-2116-482f-acce-6abef87bf49a admin admin] Made reservation on behalf of 39cbd0493e3d44079c659fc40f9537f1 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:37:40.777689 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a747ad8d-2116-482f-acce-6abef87bf49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:40.815056 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f5b036fa-49d4-4a43-a972-df70e6d64fcc admin admin] 10.222.0.58 "PUT /v2.0/routers/0112bc0a-f32e-462e-8dbb-c5af41d4499d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1561608 May 03 22:37:40.815616 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41024) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:40.837110 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-869e436d-191c-43fd-bcb9-ddb38bb0ce37 req-a2af8f87-25c0-4915-a3fa-dcff38d595d6 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:40.858775 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a747ad8d-2116-482f-acce-6abef87bf49a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:40.895300 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dea35169-39df-41b0-ab62-522276c791a5 req-ec1a0248-8956-4b78-98e4-428dd13622ab tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "GET /v2.0/ports?device_id=f822383f-126a-4cdd-af37-1231168c24bc HTTP/1.1" status: 200 len: 210 time: 0.1340187 May 03 22:37:40.953251 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41e9f6-755f-46de-a836-c25d68296a79 req-a3db29fd-99f2-4da7-ac73-029d35490a19 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:40.967663 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1b41e9f6-755f-46de-a836-c25d68296a79 req-a3db29fd-99f2-4da7-ac73-029d35490a19 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 943 time: 0.5569990 May 03 22:37:41.011657 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 12f709b8-b161-474a-b2f3-88f3ad30ca9a no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:37:41.094667 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1b41e9f6-755f-46de-a836-c25d68296a79 req-44dc2d87-f280-491a-b064-fcc52bcfbbf7 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214314 May 03 22:37:41.137517 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 12f709b8-b161-474a-b2f3-88f3ad30ca9a {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:37:41.137901 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 12f709b8-b161-474a-b2f3-88f3ad30ca9a not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:37:41.512006 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-4279e5b4-5c24-4e4a-966d-ec1c8ef35836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0112bc0a-f32e-462e-8dbb-c5af41d4499d', 'name': 'tempest-ServerRescueTestJSON-1395646408-router', 'tenant_id': 'ee7372ea426142e59c472059d7804115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '326d3181-3d06-472c-b181-5d3596b4e854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:35:07Z', 'updated_at': '2022-05-03T22:37:34Z', 'revision_number': 5, 'project_id': 'ee7372ea426142e59c472059d7804115', 'gw_port': {'id': '326d3181-3d06-472c-b181-5d3596b4e854', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0112bc0a-f32e-462e-8dbb-c5af41d4499d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:35:09Z', 'updated_at': '2022-05-03T22:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:37:41.520749 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4279e5b4-5c24-4e4a-966d-ec1c8ef35836 None None] Checking router: 0112bc0a-f32e-462e-8dbb-c5af41d4499d for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:37:41.546882 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4279e5b4-5c24-4e4a-966d-ec1c8ef35836 None None] Routers {'0112bc0a-f32e-462e-8dbb-c5af41d4499d'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:37:41.547934 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-4279e5b4-5c24-4e4a-966d-ec1c8ef35836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:37:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['0112bc0a-f32e-462e-8dbb-c5af41d4499d'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:37:41.627573 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41054) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:41.742572 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a747ad8d-2116-482f-acce-6abef87bf49a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:37:41.748458 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a747ad8d-2116-482f-acce-6abef87bf49a admin admin] Usage tracker for resource:security_group_rule and tenant:39cbd0493e3d44079c659fc40f9537f1 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:41.752047 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a747ad8d-2116-482f-acce-6abef87bf49a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:41.767334 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a747ad8d-2116-482f-acce-6abef87bf49a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:37:41.830496 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-4279e5b4-5c24-4e4a-966d-ec1c8ef35836 None None] Set router 0112bc0a-f32e-462e-8dbb-c5af41d4499d gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:37:41.847187 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7144c08c-e2a4-4d11-a0c8-856b020fed4b tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:41.860183 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-948d65b2-0f58-4c77-8b53-502ed31c4594 admin admin] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:41.915887 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-33a0c0c8-ab74-4269-be5b-f698d6456659 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1034125189'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:37:41.922785 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-33a0c0c8-ab74-4269-be5b-f698d6456659 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:37:41.932250 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-33a0c0c8-ab74-4269-be5b-f698d6456659 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Usage tracker for resource:network and tenant:c106029882ab493697d8470b22682e17 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:41.940001 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-33a0c0c8-ab74-4269-be5b-f698d6456659 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:41.954190 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-33a0c0c8-ab74-4269-be5b-f698d6456659 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:37:41.981010 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a0c0c8-ab74-4269-be5b-f698d6456659 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Made reservation on behalf of c106029882ab493697d8470b22682e17 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:37:41.985624 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-33a0c0c8-ab74-4269-be5b-f698d6456659 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:42.013503 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-33a0c0c8-ab74-4269-be5b-f698d6456659 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:42.041496 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-33a0c0c8-ab74-4269-be5b-f698d6456659 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:37:42.047113 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-33a0c0c8-ab74-4269-be5b-f698d6456659 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Usage tracker for resource:security_group_rule and tenant:c106029882ab493697d8470b22682e17 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:42.055389 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-33a0c0c8-ab74-4269-be5b-f698d6456659 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:42.065476 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba04e85-8e87-4342-8090-0378d10dc9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56,revision_number=9']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:42.074108 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-33a0c0c8-ab74-4269-be5b-f698d6456659 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:37:42.146883 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7144c08c-e2a4-4d11-a0c8-856b020fed4b tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:37:42.161943 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-7144c08c-e2a4-4d11-a0c8-856b020fed4b tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:37:42.167736 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [req-869e436d-191c-43fd-bcb9-ddb38bb0ce37 req-a2af8f87-25c0-4915-a3fa-dcff38d595d6 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Router d6b60851-6ef3-4a66-b05f-7bbe9c8b5571 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:37:42.190996 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7144c08c-e2a4-4d11-a0c8-856b020fed4b tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:37:42.219321 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af8f87-25c0-4915-a3fa-dcff38d595d6 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Pushing event deleted for resources: {'Port': ['ID=12f709b8-b161-474a-b2f3-88f3ad30ca9a,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:42.222120 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4677b1b6-d4ab-45fd-bc75-c845d5ed42fa req-64d5008c-5eea-4489-8089-e6efffbef47b tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "GET /v2.0/ports?device_id=f822383f-126a-4cdd-af37-1231168c24bc HTTP/1.1" status: 200 len: 210 time: 0.1046553 May 03 22:37:42.301383 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7144c08c-e2a4-4d11-a0c8-856b020fed4b tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Pushing event updated for resources: {'Port': ['ID=dec61387-ddc9-46d9-8c03-5a7f108a0450,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:42.386111 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-4279e5b4-5c24-4e4a-966d-ec1c8ef35836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0112bc0a-f32e-462e-8dbb-c5af41d4499d', 'name': 'tempest-ServerRescueTestJSON-1395646408-router', 'tenant_id': 'ee7372ea426142e59c472059d7804115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '326d3181-3d06-472c-b181-5d3596b4e854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:35:07Z', 'updated_at': '2022-05-03T22:37:34Z', 'revision_number': 5, 'project_id': 'ee7372ea426142e59c472059d7804115', 'gw_port': {'id': '326d3181-3d06-472c-b181-5d3596b4e854', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0112bc0a-f32e-462e-8dbb-c5af41d4499d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:35:09Z', 'updated_at': '2022-05-03T22:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:37:42.395013 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4279e5b4-5c24-4e4a-966d-ec1c8ef35836 None None] The sync data for ids ['0112bc0a-f32e-462e-8dbb-c5af41d4499d'] in n-d-811807-1 is: [{'id': '0112bc0a-f32e-462e-8dbb-c5af41d4499d', 'name': 'tempest-ServerRescueTestJSON-1395646408-router', 'tenant_id': 'ee7372ea426142e59c472059d7804115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '326d3181-3d06-472c-b181-5d3596b4e854', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:35:07Z', 'updated_at': '2022-05-03T22:37:34Z', 'revision_number': 5, 'project_id': 'ee7372ea426142e59c472059d7804115', 'gw_port': {'id': '326d3181-3d06-472c-b181-5d3596b4e854', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:88:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0112bc0a-f32e-462e-8dbb-c5af41d4499d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1575, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:35:09Z', 'updated_at': '2022-05-03T22:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:37:42.405709 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-33a0c0c8-ab74-4269-be5b-f698d6456659 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:42.413003 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-33a0c0c8-ab74-4269-be5b-f698d6456659 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:42.437937 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd1358-eaa3-402f-aed6-9acf913ca18a req-5f66a303-2114-43a3-90ed-e5b4f441903f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:42.445502 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-54dd1358-eaa3-402f-aed6-9acf913ca18a req-5f66a303-2114-43a3-90ed-e5b4f441903f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 943 time: 0.1795049 May 03 22:37:42.467927 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-fba04e85-8e87-4342-8090-0378d10dc9b9 service neutron] No DVR routers for this DVR port 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:37:42.512220 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33a0c0c8-ab74-4269-be5b-f698d6456659 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:37:42.674561 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a0c0c8-ab74-4269-be5b-f698d6456659 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2c201c-a5d3-4348-8c9f-5e0be15e5e7b,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:42.685813 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-33a0c0c8-ab74-4269-be5b-f698d6456659 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:42.701830 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-33a0c0c8-ab74-4269-be5b-f698d6456659 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Added segment 2db4a834-1c15-4ed0-bc05-e305dc621865 of type vlan for network 12d1497e-65d8-496b-be66-0a895c2fcf2f May 03 22:37:42.730906 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-54dd1358-eaa3-402f-aed6-9acf913ca18a req-e5df9783-1452-42a8-9899-e613e0cd2e0c tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2841084 May 03 22:37:42.796274 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-33a0c0c8-ab74-4269-be5b-f698d6456659 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:42.870002 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-33a0c0c8-ab74-4269-be5b-f698d6456659 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:42.876654 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a0c0c8-ab74-4269-be5b-f698d6456659 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:42.877296 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-33a0c0c8-ab74-4269-be5b-f698d6456659 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:42.943546 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-33a0c0c8-ab74-4269-be5b-f698d6456659 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3128669 May 03 22:37:42.944863 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41086) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:42.954665 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-aa8bade0-1fbf-43b7-8d86-ab9a368625e6 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Request body: {'subnet': {'network_id': '12d1497e-65d8-496b-be66-0a895c2fcf2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:37:43.039820 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 903a5c3d-f8d4-4691-9ffa-1feb386ffa84 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:37:43.240799 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-948d65b2-0f58-4c77-8b53-502ed31c4594 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:43.302056 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a0c0c8-ab74-4269-be5b-f698d6456659 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Pushing event updated for resources: {'Network': ['ID=12d1497e-65d8-496b-be66-0a895c2fcf2f,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:43.315189 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 903a5c3d-f8d4-4691-9ffa-1feb386ffa84 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:37:43.316334 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 903a5c3d-f8d4-4691-9ffa-1feb386ffa84 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:37:43.318981 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 12d1497e-65d8-496b-be66-0a895c2fcf2f details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:37:43.353902 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-aa8bade0-1fbf-43b7-8d86-ab9a368625e6 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:37:43.354443 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-948d65b2-0f58-4c77-8b53-502ed31c4594 admin admin] Deleting port 326d3181-3d06-472c-b181-5d3596b4e854 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:37:43.354789 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-948d65b2-0f58-4c77-8b53-502ed31c4594 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:43.358979 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-aa8bade0-1fbf-43b7-8d86-ab9a368625e6 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Usage tracker for resource:subnet and tenant:c106029882ab493697d8470b22682e17 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:43.362115 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-aa8bade0-1fbf-43b7-8d86-ab9a368625e6 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:43.368565 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-aa8bade0-1fbf-43b7-8d86-ab9a368625e6 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:37:43.380867 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a747ad8d-2116-482f-acce-6abef87bf49a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:43.396891 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8bade0-1fbf-43b7-8d86-ab9a368625e6 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Made reservation on behalf of c106029882ab493697d8470b22682e17 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:37:43.404528 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aa8bade0-1fbf-43b7-8d86-ab9a368625e6 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:43.410725 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-fba04e85-8e87-4342-8090-0378d10dc9b9 service neutron] Attempting to bind port 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:37:43.411044 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-fba04e85-8e87-4342-8090-0378d10dc9b9 service neutron] Attempting to bind port 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:37:43.411638 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-fba04e85-8e87-4342-8090-0378d10dc9b9 service neutron] Attempting to bind port 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 on network ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:37:43.420095 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a747ad8d-2116-482f-acce-6abef87bf49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:43.469255 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-fba04e85-8e87-4342-8090-0378d10dc9b9 service neutron] Port 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 on network ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:37:43.469578 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-fba04e85-8e87-4342-8090-0378d10dc9b9 service neutron] Attempting to bind port 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 on network ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:37:43.488470 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-869e436d-191c-43fd-bcb9-ddb38bb0ce37 req-a2af8f87-25c0-4915-a3fa-dcff38d595d6 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:37:43.498060 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a747ad8d-2116-482f-acce-6abef87bf49a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:37:43.499437 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c54e8b-6d37-400a-838e-c035359a26ce None None] Sync routers for ids ['d6b60851-6ef3-4a66-b05f-7bbe9c8b5571'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:37:43.504162 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-fba04e85-8e87-4342-8090-0378d10dc9b9 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:37:43.504751 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-fba04e85-8e87-4342-8090-0378d10dc9b9 service neutron] Checking segment: {'id': 'c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:37:43.505563 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-fba04e85-8e87-4342-8090-0378d10dc9b9 service neutron] Bound using segment: {'id': 'c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:37:43.506493 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-fba04e85-8e87-4342-8090-0378d10dc9b9 service neutron] Bound port: 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:37:43.507043 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-fba04e85-8e87-4342-8090-0378d10dc9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:43.519454 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c54e8b-6d37-400a-838e-c035359a26ce None None] Routers {'d6b60851-6ef3-4a66-b05f-7bbe9c8b5571'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:37:43.520261 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-96c54e8b-6d37-400a-838e-c035359a26ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:37:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['d6b60851-6ef3-4a66-b05f-7bbe9c8b5571'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:37:43.706839 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-45d92b5a-9a7e-4c33-97a2-8019c792962c req-2157f592-b535-4024-adfa-d8da998f69ba tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "GET /v2.0/ports?device_id=f822383f-126a-4cdd-af37-1231168c24bc HTTP/1.1" status: 200 len: 210 time: 0.2138860 May 03 22:37:43.904088 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-96c54e8b-6d37-400a-838e-c035359a26ce None None] Set router d6b60851-6ef3-4a66-b05f-7bbe9c8b5571 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:37:44.028899 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a747ad8d-2116-482f-acce-6abef87bf49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3af741-c85c-4386-b8eb-4840b821ee56,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:44.033403 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a747ad8d-2116-482f-acce-6abef87bf49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:44.035148 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-a747ad8d-2116-482f-acce-6abef87bf49a admin admin] Added segment 8aad0675-2a79-4aaf-bde5-29ee9aad3231 of type vlan for network 0dbc9598-69e5-4b53-b5af-a6e0b6ae554c May 03 22:37:44.100514 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aa8bade0-1fbf-43b7-8d86-ab9a368625e6 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:44.168694 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-869e436d-191c-43fd-bcb9-ddb38bb0ce37 req-a2af8f87-25c0-4915-a3fa-dcff38d595d6 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] No DVR routers for this DVR port 12f709b8-b161-474a-b2f3-88f3ad30ca9a on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:37:44.234618 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-869e436d-191c-43fd-bcb9-ddb38bb0ce37 req-a2af8f87-25c0-4915-a3fa-dcff38d595d6 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:44.256837 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f822383f-126a-4cdd-af37-1231168c24bc', 'name': 'network-vif-deleted', 'tag': '12f709b8-b161-474a-b2f3-88f3ad30ca9a'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:37:44.330586 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8bade0-1fbf-43b7-8d86-ab9a368625e6 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Pushing event updated for resources: {'Subnet': ['ID=40b0d32d-b872-4514-865c-46ea512e03f2,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:44.367215 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8bade0-1fbf-43b7-8d86-ab9a368625e6 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Checking segment: {'id': '2db4a834-1c15-4ed0-bc05-e305dc621865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '12d1497e-65d8-496b-be66-0a895c2fcf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:37:44.367577 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8bade0-1fbf-43b7-8d86-ab9a368625e6 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Network hostable DHCP agents. Network: 12d1497e-65d8-496b-be66-0a895c2fcf2f, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:37:44.389913 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-96c54e8b-6d37-400a-838e-c035359a26ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'name': 'tempest-ServersTestManualDisk-2050334035-router', 'tenant_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '9201f00e-062f-444f-bd2e-77d497bd9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:35:59Z', 'updated_at': '2022-05-03T22:36:08Z', 'revision_number': 4, 'project_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'gw_port': {'id': '9201f00e-062f-444f-bd2e-77d497bd9be3', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:36:01Z', 'updated_at': '2022-05-03T22:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '43cb732e-42e0-499b-84b4-2a7f19039c84', 'name': '', 'network_id': '83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c', 'tenant_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'mac_address': 'fa:16:3e:77:26:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'ee5d7c1b-17ff-4e34-bd5c-ac1da2d448b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:36:06Z', 'updated_at': '2022-05-03T22:36:15Z', 'revision_number': 5, 'project_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'subnets': [{'id': 'ee5d7c1b-17ff-4e34-bd5c-ac1da2d448b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:37:44.393680 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a747ad8d-2116-482f-acce-6abef87bf49a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:44.395806 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c54e8b-6d37-400a-838e-c035359a26ce None None] Checking router: d6b60851-6ef3-4a66-b05f-7bbe9c8b5571 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:37:44.407901 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c54e8b-6d37-400a-838e-c035359a26ce None None] Routers {'d6b60851-6ef3-4a66-b05f-7bbe9c8b5571'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:37:44.408897 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-96c54e8b-6d37-400a-838e-c035359a26ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:37:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['d6b60851-6ef3-4a66-b05f-7bbe9c8b5571'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:37:44.441333 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c86690-fc53-4430-841a-5b980abdd276 req-040d2e14-c348-487e-a26e-673ffd33ff9c tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:44.443068 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-21c86690-fc53-4430-841a-5b980abdd276 req-040d2e14-c348-487e-a26e-673ffd33ff9c tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 943 time: 0.2953682 May 03 22:37:44.476910 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8bade0-1fbf-43b7-8d86-ab9a368625e6 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Network 12d1497e-65d8-496b-be66-0a895c2fcf2f is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:37:44.499093 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-aa8bade0-1fbf-43b7-8d86-ab9a368625e6 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 12d1497e-65d8-496b-be66-0a895c2fcf2f) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:37:44.507160 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e31a8d-fcb7-4879-857c-6ff9fc7cef43 None None] Network 12d1497e-65d8-496b-be66-0a895c2fcf2f requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:37:44.523034 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8bade0-1fbf-43b7-8d86-ab9a368625e6 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:44.523917 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aa8bade0-1fbf-43b7-8d86-ab9a368625e6 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:44.528393 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9291d002-49e0-4de8-b091-e111ab44566a'] response: {'server_uuid': 'f822383f-126a-4cdd-af37-1231168c24bc', 'name': 'network-vif-deleted', 'tag': '12f709b8-b161-474a-b2f3-88f3ad30ca9a', 'status': 'completed', 'code': 200} May 03 22:37:44.529757 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-869e436d-191c-43fd-bcb9-ddb38bb0ce37 req-a2af8f87-25c0-4915-a3fa-dcff38d595d6 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.60 "DELETE /v2.0/ports/12f709b8-b161-474a-b2f3-88f3ad30ca9a HTTP/1.1" status: 204 len: 173 time: 8.2004657 May 03 22:37:44.531624 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-948d65b2-0f58-4c77-8b53-502ed31c4594 admin admin] For port 326d3181-3d06-472c-b181-5d3596b4e854, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=326d3181-3d06-472c-b181-5d3596b4e854,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:37:44.531935 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-948d65b2-0f58-4c77-8b53-502ed31c4594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:44.559184 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-21c86690-fc53-4430-841a-5b980abdd276 req-ac8abe7d-decb-4ab4-9c2c-cad53f5b04c0 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094391 May 03 22:37:44.595100 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.resource_extend [None req-a747ad8d-2116-482f-acce-6abef87bf49a admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:37:44.595884 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-aa8bade0-1fbf-43b7-8d86-ab9a368625e6 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6499763 May 03 22:37:44.596749 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41116) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:44.602338 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-bb0be684-64e6-40b9-9fb8-d81f918278f7 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Request body: {'port': {'network_id': '12d1497e-65d8-496b-be66-0a895c2fcf2f', 'name': 'tempest-AllowedAddressPairTestJSON-79280332'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:37:44.617718 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-fba04e85-8e87-4342-8090-0378d10dc9b9 service neutron] For port 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:37:44.758598 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-96c54e8b-6d37-400a-838e-c035359a26ce None None] Set router d6b60851-6ef3-4a66-b05f-7bbe9c8b5571 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:37:44.784933 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7144c08c-e2a4-4d11-a0c8-856b020fed4b tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:44.950848 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-bb0be684-64e6-40b9-9fb8-d81f918278f7 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:37:44.958240 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-bb0be684-64e6-40b9-9fb8-d81f918278f7 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Usage tracker for resource:port and tenant:c106029882ab493697d8470b22682e17 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:44.964381 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-bb0be684-64e6-40b9-9fb8-d81f918278f7 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:44.979219 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-bb0be684-64e6-40b9-9fb8-d81f918278f7 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:37:45.005558 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0be684-64e6-40b9-9fb8-d81f918278f7 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Made reservation on behalf of c106029882ab493697d8470b22682e17 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:37:45.009901 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bb0be684-64e6-40b9-9fb8-d81f918278f7 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:45.047040 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9160ec-3cb2-4a76-b18b-d1b25d222044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-12d1497e-65d8-496b-be66-0a895c2fcf2f', 'network_id': '12d1497e-65d8-496b-be66-0a895c2fcf2f', 'tenant_id': 'c106029882ab493697d8470b22682e17', 'fixed_ips': [{'subnet_id': '40b0d32d-b872-4514-865c-46ea512e03f2'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:37:45.047881 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bc9160ec-3cb2-4a76-b18b-d1b25d222044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:45.054270 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-bb0be684-64e6-40b9-9fb8-d81f918278f7 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] device_id is not set on port 445538ee-1f41-47b8-8c34-207ffac66c0a yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:37:45.417644 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-56803dbc-5b8a-4ef3-adb3-b37ca04af532 req-7b8639aa-8907-47ac-895a-7e3d20a36819 tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "GET /v2.0/ports?device_id=f822383f-126a-4cdd-af37-1231168c24bc HTTP/1.1" status: 200 len: 210 time: 0.2253928 May 03 22:37:45.495580 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-bb0be684-64e6-40b9-9fb8-d81f918278f7 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Allocated IP 172.20.0.5 (12d1497e-65d8-496b-be66-0a895c2fcf2f/40b0d32d-b872-4514-865c-46ea512e03f2/445538ee-1f41-47b8-8c34-207ffac66c0a) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:37:45.617709 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-96c54e8b-6d37-400a-838e-c035359a26ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'name': 'tempest-ServersTestManualDisk-2050334035-router', 'tenant_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '9201f00e-062f-444f-bd2e-77d497bd9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:35:59Z', 'updated_at': '2022-05-03T22:36:08Z', 'revision_number': 4, 'project_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'gw_port': {'id': '9201f00e-062f-444f-bd2e-77d497bd9be3', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:36:01Z', 'updated_at': '2022-05-03T22:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '43cb732e-42e0-499b-84b4-2a7f19039c84', 'name': '', 'network_id': '83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c', 'tenant_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'mac_address': 'fa:16:3e:77:26:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'ee5d7c1b-17ff-4e34-bd5c-ac1da2d448b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:36:06Z', 'updated_at': '2022-05-03T22:36:15Z', 'revision_number': 5, 'project_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'subnets': [{'id': 'ee5d7c1b-17ff-4e34-bd5c-ac1da2d448b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:37:45.628127 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c54e8b-6d37-400a-838e-c035359a26ce None None] The sync data for ids ['d6b60851-6ef3-4a66-b05f-7bbe9c8b5571'] in n-d-811807-1 is: [{'id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'name': 'tempest-ServersTestManualDisk-2050334035-router', 'tenant_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '9201f00e-062f-444f-bd2e-77d497bd9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:35:59Z', 'updated_at': '2022-05-03T22:36:08Z', 'revision_number': 4, 'project_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'gw_port': {'id': '9201f00e-062f-444f-bd2e-77d497bd9be3', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:36:01Z', 'updated_at': '2022-05-03T22:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '43cb732e-42e0-499b-84b4-2a7f19039c84', 'name': '', 'network_id': '83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c', 'tenant_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'mac_address': 'fa:16:3e:77:26:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'ee5d7c1b-17ff-4e34-bd5c-ac1da2d448b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:36:06Z', 'updated_at': '2022-05-03T22:36:15Z', 'revision_number': 5, 'project_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'subnets': [{'id': 'ee5d7c1b-17ff-4e34-bd5c-ac1da2d448b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:37:45.776852 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-948d65b2-0f58-4c77-8b53-502ed31c4594 admin admin] Calling delete_port for 326d3181-3d06-472c-b181-5d3596b4e854 owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:37:45.862575 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-fba04e85-8e87-4342-8090-0378d10dc9b9 service neutron] For port 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56,segment=NetworkSegment(c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008),segment_id=c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:37:45.971880 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a747ad8d-2116-482f-acce-6abef87bf49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:45.973522 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a747ad8d-2116-482f-acce-6abef87bf49a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:45.974252 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a747ad8d-2116-482f-acce-6abef87bf49a admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:46.047032 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-fba04e85-8e87-4342-8090-0378d10dc9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:46.111652 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd673ce-4464-4c10-bd70-c200827ab0e8 None None] New status for floating IP 1fc49335-5251-4da1-8f3a-b63904546c95: DOWN {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:37:46.190922 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bb0be684-64e6-40b9-9fb8-d81f918278f7 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:46.228179 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff971cbf-d961-462b-bf49-688130c1457f req-230b30c0-871f-42bc-a907-61dd879ff9ce tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:46.230060 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ff971cbf-d961-462b-bf49-688130c1457f req-230b30c0-871f-42bc-a907-61dd879ff9ce tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 944 time: 0.2668338 May 03 22:37:46.233060 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-bb0be684-64e6-40b9-9fb8-d81f918278f7 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Transition to ACTIVE for port object 445538ee-1f41-47b8-8c34-207ffac66c0a will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:37:46.292426 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ff971cbf-d961-462b-bf49-688130c1457f req-b4443290-afdd-4d19-bd8c-eccc0fd9af9c tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559115 May 03 22:37:46.326861 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bb0be684-64e6-40b9-9fb8-d81f918278f7 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:46.381570 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a747ad8d-2116-482f-acce-6abef87bf49a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 6.5828214 May 03 22:37:46.402435 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-fba04e85-8e87-4342-8090-0378d10dc9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:46.403095 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-fba04e85-8e87-4342-8090-0378d10dc9b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:46.406037 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-fba04e85-8e87-4342-8090-0378d10dc9b9 service neutron] 10.222.0.60 "PUT /v2.0/ports/5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 HTTP/1.1" status: 200 len: 1091 time: 10.5754492 May 03 22:37:46.506161 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0be684-64e6-40b9-9fb8-d81f918278f7 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Network 12d1497e-65d8-496b-be66-0a895c2fcf2f is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:37:46.558270 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-bb0be684-64e6-40b9-9fb8-d81f918278f7 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:37:46.561370 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba', 'tag': '5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:37:46.562818 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0be684-64e6-40b9-9fb8-d81f918278f7 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:37:46.705368 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a747ad8d-2116-482f-acce-6abef87bf49a admin admin] Pushing event updated for resources: {'Network': ['ID=0dbc9598-69e5-4b53-b5af-a6e0b6ae554c,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:46.775789 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-bc9160ec-3cb2-4a76-b18b-d1b25d222044 None None] Allocated IP 172.20.0.2 (12d1497e-65d8-496b-be66-0a895c2fcf2f/40b0d32d-b872-4514-865c-46ea512e03f2/d06f2862-9b82-430f-8a0f-2abef98f9b96) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:37:46.787727 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4099f1a-6ea8-4cc5-a433-9e486bcd75bd'] response: {'name': 'network-changed', 'server_uuid': '6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba', 'tag': '5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56', 'status': 'completed', 'code': 200} May 03 22:37:46.823759 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba04e85-8e87-4342-8090-0378d10dc9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56,revision_number=10']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:46.833480 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7144c08c-e2a4-4d11-a0c8-856b020fed4b tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:46.869273 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0be684-64e6-40b9-9fb8-d81f918278f7 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:46.874046 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bb0be684-64e6-40b9-9fb8-d81f918278f7 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:46.909663 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41164) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:47.060224 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0be684-64e6-40b9-9fb8-d81f918278f7 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Pushing event updated for resources: {'Port': ['ID=445538ee-1f41-47b8-8c34-207ffac66c0a,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:47.083166 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0be684-64e6-40b9-9fb8-d81f918278f7 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:47.084217 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0be684-64e6-40b9-9fb8-d81f918278f7 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:47.084721 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0be684-64e6-40b9-9fb8-d81f918278f7 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:47.085270 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0be684-64e6-40b9-9fb8-d81f918278f7 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:47.086263 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0be684-64e6-40b9-9fb8-d81f918278f7 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:47.086781 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0be684-64e6-40b9-9fb8-d81f918278f7 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:47.087532 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0be684-64e6-40b9-9fb8-d81f918278f7 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:47.088080 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0be684-64e6-40b9-9fb8-d81f918278f7 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:47.088578 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0be684-64e6-40b9-9fb8-d81f918278f7 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:47.089227 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0be684-64e6-40b9-9fb8-d81f918278f7 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:47.089722 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0be684-64e6-40b9-9fb8-d81f918278f7 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:47.090281 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0be684-64e6-40b9-9fb8-d81f918278f7 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:47.104245 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-bb0be684-64e6-40b9-9fb8-d81f918278f7 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.5062854 May 03 22:37:47.108821 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41172) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:47.121269 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-b934528b-1839-410f-96b9-3192c8e859ce tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Request body: {'port': {'network_id': '12d1497e-65d8-496b-be66-0a895c2fcf2f', 'name': 'tempest-AllowedAddressPairTestJSON-1690869158', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:16:76:a4'}]}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:37:47.233933 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bc9160ec-3cb2-4a76-b18b-d1b25d222044 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:47.238745 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-171b3b6e-c945-471b-8049-468403d5e68b tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:47.247658 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-bc9160ec-3cb2-4a76-b18b-d1b25d222044 None None] Transition to ACTIVE for port object d06f2862-9b82-430f-8a0f-2abef98f9b96 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:37:47.283610 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-bc9160ec-3cb2-4a76-b18b-d1b25d222044 None None] Transition to ACTIVE for port object d06f2862-9b82-430f-8a0f-2abef98f9b96 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:37:47.291137 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 0dbc9598-69e5-4b53-b5af-a6e0b6ae554c details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:37:47.324575 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-948d65b2-0f58-4c77-8b53-502ed31c4594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:47.519274 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-171b3b6e-c945-471b-8049-468403d5e68b tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:47.535909 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bc9160ec-3cb2-4a76-b18b-d1b25d222044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:47.607620 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-948d65b2-0f58-4c77-8b53-502ed31c4594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:47.663391 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9160ec-3cb2-4a76-b18b-d1b25d222044 None None] Network 12d1497e-65d8-496b-be66-0a895c2fcf2f is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:37:47.678843 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-bc9160ec-3cb2-4a76-b18b-d1b25d222044 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:37:47.710481 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9160ec-3cb2-4a76-b18b-d1b25d222044 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:37:47.829358 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-bc9160ec-3cb2-4a76-b18b-d1b25d222044 None None] Attempting to bind port d06f2862-9b82-430f-8a0f-2abef98f9b96 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:37:47.829780 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-bc9160ec-3cb2-4a76-b18b-d1b25d222044 None None] Attempting to bind port d06f2862-9b82-430f-8a0f-2abef98f9b96 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '2db4a834-1c15-4ed0-bc05-e305dc621865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '12d1497e-65d8-496b-be66-0a895c2fcf2f'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:37:47.830253 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9160ec-3cb2-4a76-b18b-d1b25d222044 None None] Attempting to bind port d06f2862-9b82-430f-8a0f-2abef98f9b96 on network 12d1497e-65d8-496b-be66-0a895c2fcf2f {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:37:47.844024 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9160ec-3cb2-4a76-b18b-d1b25d222044 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:37:47.844024 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9160ec-3cb2-4a76-b18b-d1b25d222044 None None] Checking segment: {'id': '2db4a834-1c15-4ed0-bc05-e305dc621865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '12d1497e-65d8-496b-be66-0a895c2fcf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:37:47.844440 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bc9160ec-3cb2-4a76-b18b-d1b25d222044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:47.844872 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9160ec-3cb2-4a76-b18b-d1b25d222044 None None] Bound using segment: {'id': '2db4a834-1c15-4ed0-bc05-e305dc621865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '12d1497e-65d8-496b-be66-0a895c2fcf2f'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:37:47.845546 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-bc9160ec-3cb2-4a76-b18b-d1b25d222044 None None] Bound port: d06f2862-9b82-430f-8a0f-2abef98f9b96, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db4a834-1c15-4ed0-bc05-e305dc621865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '12d1497e-65d8-496b-be66-0a895c2fcf2f'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:37:47.846056 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bc9160ec-3cb2-4a76-b18b-d1b25d222044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:47.868277 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-948d65b2-0f58-4c77-8b53-502ed31c4594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:47.871459 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-948d65b2-0f58-4c77-8b53-502ed31c4594 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:47.908053 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d65b2-0f58-4c77-8b53-502ed31c4594 admin admin] Pushing event deleted for resources: {'Port': ['ID=326d3181-3d06-472c-b181-5d3596b4e854,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:47.920283 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-2cd4286f-4b4c-495c-bd80-309d26334faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:47.921779 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-2cd4286f-4b4c-495c-bd80-309d26334faa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4005ab853daa4dd0a8c6d47cfa1e3258&device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 1095 time: 1.3732634 May 03 22:37:47.923234 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948d65b2-0f58-4c77-8b53-502ed31c4594 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:47.923558 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948d65b2-0f58-4c77-8b53-502ed31c4594 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:47.924006 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948d65b2-0f58-4c77-8b53-502ed31c4594 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:47.924765 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948d65b2-0f58-4c77-8b53-502ed31c4594 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:47.925093 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948d65b2-0f58-4c77-8b53-502ed31c4594 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:47.925432 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948d65b2-0f58-4c77-8b53-502ed31c4594 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:47.925762 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948d65b2-0f58-4c77-8b53-502ed31c4594 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:47.926096 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948d65b2-0f58-4c77-8b53-502ed31c4594 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:47.926467 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948d65b2-0f58-4c77-8b53-502ed31c4594 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:47.926800 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948d65b2-0f58-4c77-8b53-502ed31c4594 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:47.927147 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948d65b2-0f58-4c77-8b53-502ed31c4594 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:47.927453 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948d65b2-0f58-4c77-8b53-502ed31c4594 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:47.931077 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-948d65b2-0f58-4c77-8b53-502ed31c4594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:47.931574 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948d65b2-0f58-4c77-8b53-502ed31c4594 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0112bc0a-f32e-462e-8dbb-c5af41d4499d {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:37:47.986407 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-bc9160ec-3cb2-4a76-b18b-d1b25d222044 None None] For port d06f2862-9b82-430f-8a0f-2abef98f9b96, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:37:47.992730 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-bc9160ec-3cb2-4a76-b18b-d1b25d222044 None None] For port d06f2862-9b82-430f-8a0f-2abef98f9b96, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d06f2862-9b82-430f-8a0f-2abef98f9b96,segment=NetworkSegment(2db4a834-1c15-4ed0-bc05-e305dc621865),segment_id=2db4a834-1c15-4ed0-bc05-e305dc621865)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:37:47.994654 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9160ec-3cb2-4a76-b18b-d1b25d222044 None None] Pushing event updated for resources: {'Port': ['ID=d06f2862-9b82-430f-8a0f-2abef98f9b96,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:48.002065 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-948d65b2-0f58-4c77-8b53-502ed31c4594 admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:48.005465 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-948d65b2-0f58-4c77-8b53-502ed31c4594 admin admin] 10.222.0.58 "DELETE /v2.0/routers/0112bc0a-f32e-462e-8dbb-c5af41d4499d HTTP/1.1" status: 204 len: 168 time: 7.1686325 May 03 22:37:48.016772 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41194) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:48.025561 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9160ec-3cb2-4a76-b18b-d1b25d222044 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:48.026034 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9160ec-3cb2-4a76-b18b-d1b25d222044 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:48.026486 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9160ec-3cb2-4a76-b18b-d1b25d222044 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:48.026929 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9160ec-3cb2-4a76-b18b-d1b25d222044 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:48.027351 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9160ec-3cb2-4a76-b18b-d1b25d222044 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:48.027946 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9160ec-3cb2-4a76-b18b-d1b25d222044 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:48.028374 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9160ec-3cb2-4a76-b18b-d1b25d222044 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:48.028806 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9160ec-3cb2-4a76-b18b-d1b25d222044 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:48.029222 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9160ec-3cb2-4a76-b18b-d1b25d222044 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:48.029644 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9160ec-3cb2-4a76-b18b-d1b25d222044 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:48.030476 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9160ec-3cb2-4a76-b18b-d1b25d222044 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:48.032097 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9160ec-3cb2-4a76-b18b-d1b25d222044 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:37:48.035814 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bc9160ec-3cb2-4a76-b18b-d1b25d222044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:48.093168 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade36fe-4037-4081-b588-19edf78171a6 req-779a4d5a-d19b-4f7c-b60c-62aab8e388b7 tempest-ComputeTenantNetworksTest-471184717 tempest-ComputeTenantNetworksTest-471184717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:48.100687 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade36fe-4037-4081-b588-19edf78171a6 req-779a4d5a-d19b-4f7c-b60c-62aab8e388b7 tempest-ComputeTenantNetworksTest-471184717 tempest-ComputeTenantNetworksTest-471184717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:48.108469 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade36fe-4037-4081-b588-19edf78171a6 req-779a4d5a-d19b-4f7c-b60c-62aab8e388b7 tempest-ComputeTenantNetworksTest-471184717 tempest-ComputeTenantNetworksTest-471184717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:48.114193 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3ade36fe-4037-4081-b588-19edf78171a6 req-779a4d5a-d19b-4f7c-b60c-62aab8e388b7 tempest-ComputeTenantNetworksTest-471184717 tempest-ComputeTenantNetworksTest-471184717-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.9601190 May 03 22:37:48.123659 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-171b3b6e-c945-471b-8049-468403d5e68b tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:48.205610 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b3b6e-c945-471b-8049-468403d5e68b tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d6af78-4b02-430d-8f90-9ea6ebe3636f,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:48.313908 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9160ec-3cb2-4a76-b18b-d1b25d222044 None None] Pushing event updated for resources: {'Port': ['ID=d06f2862-9b82-430f-8a0f-2abef98f9b96,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:48.387880 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ba733-2165-497b-a511-7ba78654bee8 req-bf38f93b-7cb5-425d-94fb-882e35d46165 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:48.400930 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-397ba733-2165-497b-a511-7ba78654bee8 req-bf38f93b-7cb5-425d-94fb-882e35d46165 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 944 time: 0.7436347 May 03 22:37:48.400930 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-171b3b6e-c945-471b-8049-468403d5e68b tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:48.400930 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-171b3b6e-c945-471b-8049-468403d5e68b tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "DELETE /v2.0/security-groups/b6d6af78-4b02-430d-8f90-9ea6ebe3636f HTTP/1.1" status: 204 len: 168 time: 1.4842193 May 03 22:37:48.400930 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b934528b-1839-410f-96b9-3192c8e859ce tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:37:48.455892 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb590d2a-8ef5-4a39-a5c0-d8816ef71f34 req-60d5ad20-d63d-40cf-ba37-d0ad36b37832 tempest-ComputeTenantNetworksTest-471184717 tempest-ComputeTenantNetworksTest-471184717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:48.457803 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fb590d2a-8ef5-4a39-a5c0-d8816ef71f34 req-60d5ad20-d63d-40cf-ba37-d0ad36b37832 tempest-ComputeTenantNetworksTest-471184717 tempest-ComputeTenantNetworksTest-471184717-project] 10.222.0.58 "GET /v2.0/networks/0dbc9598-69e5-4b53-b5af-a6e0b6ae554c HTTP/1.1" status: 200 len: 769 time: 0.2971082 May 03 22:37:48.458580 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41206) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:48.490721 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b934528b-1839-410f-96b9-3192c8e859ce tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Usage tracker for resource:port and tenant:c106029882ab493697d8470b22682e17 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:48.516296 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41210) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:48.517416 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b934528b-1839-410f-96b9-3192c8e859ce tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:48.554738 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-a66e2400-0b07-442e-95f8-16459dfe4f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:48.556949 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-a66e2400-0b07-442e-95f8-16459dfe4f56 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 HTTP/1.1" status: 200 len: 917 time: 0.6093299 May 03 22:37:48.574678 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b934528b-1839-410f-96b9-3192c8e859ce tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:37:48.583069 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-432d2900-5fd9-4714-a9ce-961e35d42b0c tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] show failed (client error): The resource could not be found. May 03 22:37:48.584085 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-432d2900-5fd9-4714-a9ce-961e35d42b0c tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "GET /v2.0/security-groups/b6d6af78-4b02-430d-8f90-9ea6ebe3636f HTTP/1.1" status: 404 len: 347 time: 0.1205776 May 03 22:37:48.611540 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41222) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:48.698410 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef842b8-1861-4389-bb0a-ca31d9d9128a admin admin] Deleting subnet 4619db77-ac29-469b-9bbb-1a6b18f8da88 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:37:48.702540 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cef842b8-1861-4389-bb0a-ca31d9d9128a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:48.907769 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-397ba733-2165-497b-a511-7ba78654bee8 req-d11ca0c0-fefd-41b1-b390-b995a30acd69 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4480152 May 03 22:37:48.918276 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b934528b-1839-410f-96b9-3192c8e859ce tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Made reservation on behalf of c106029882ab493697d8470b22682e17 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:37:48.921970 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-228740a3-f7b2-410e-8c73-1dd8624407db service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 HTTP/1.1" status: 200 len: 999 time: 0.1251919 May 03 22:37:49.010857 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cef842b8-1861-4389-bb0a-ca31d9d9128a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:49.045691 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-38eafcf6-c45b-4adc-98d2-7668af76a4eb tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Deleting port d3db9534-2276-41a5-8730-3273335b4a9a {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:37:49.046066 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-38eafcf6-c45b-4adc-98d2-7668af76a4eb tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:49.083631 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7144c08c-e2a4-4d11-a0c8-856b020fed4b tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Router d10efbdc-b679-4526-90a9-2ec804fcc6aa is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:37:49.215894 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d06f2862-9b82-430f-8a0f-2abef98f9b96 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:37:49.295198 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-38eafcf6-c45b-4adc-98d2-7668af76a4eb tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:49.295794 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-38eafcf6-c45b-4adc-98d2-7668af76a4eb tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:49.340027 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7144c08c-e2a4-4d11-a0c8-856b020fed4b tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:37:49.350087 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cef842b8-1861-4389-bb0a-ca31d9d9128a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:49.352089 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a991c6-20a8-40a6-9cba-f2777869da95 None None] Sync routers for ids ['d10efbdc-b679-4526-90a9-2ec804fcc6aa'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:37:49.372824 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a991c6-20a8-40a6-9cba-f2777869da95 None None] Routers {'d10efbdc-b679-4526-90a9-2ec804fcc6aa'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:37:49.373471 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-e9a991c6-20a8-40a6-9cba-f2777869da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:37:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['d10efbdc-b679-4526-90a9-2ec804fcc6aa'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:37:49.439945 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port d06f2862-9b82-430f-8a0f-2abef98f9b96 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:37:49.487671 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-266ee853-ea3c-4e06-9bf4-5b900d82be2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:49.512783 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-266ee853-ea3c-4e06-9bf4-5b900d82be2e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=209e1eea-ba5e-419e-9e3d-b3077ecd94a4 HTTP/1.1" status: 200 len: 855 time: 0.5653999 May 03 22:37:49.548384 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-e9a991c6-20a8-40a6-9cba-f2777869da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:37:49.557619 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cef842b8-1861-4389-bb0a-ca31d9d9128a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:49.578253 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a991c6-20a8-40a6-9cba-f2777869da95 None None] Routers {'d10efbdc-b679-4526-90a9-2ec804fcc6aa'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:37:49.578865 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-e9a991c6-20a8-40a6-9cba-f2777869da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:37:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['d10efbdc-b679-4526-90a9-2ec804fcc6aa'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:37:49.600132 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 326d3181-3d06-472c-b181-5d3596b4e854 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:37:49.738596 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 326d3181-3d06-472c-b181-5d3596b4e854 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:37:49.742185 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 326d3181-3d06-472c-b181-5d3596b4e854 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:37:49.802003 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef842b8-1861-4389-bb0a-ca31d9d9128a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4619db77-ac29-469b-9bbb-1a6b18f8da88,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:49.805153 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7144c08c-e2a4-4d11-a0c8-856b020fed4b tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:49.809214 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7144c08c-e2a4-4d11-a0c8-856b020fed4b tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 16.1768136 May 03 22:37:49.816430 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41246) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:49.831766 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cef842b8-1861-4389-bb0a-ca31d9d9128a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:49.834037 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-cef842b8-1861-4389-bb0a-ca31d9d9128a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/4619db77-ac29-469b-9bbb-1a6b18f8da88 HTTP/1.1" status: 204 len: 168 time: 1.8159235 May 03 22:37:49.836503 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41248) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:49.888034 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-e9a991c6-20a8-40a6-9cba-f2777869da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:37:49.892960 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a991c6-20a8-40a6-9cba-f2777869da95 None None] The sync data for ids ['d10efbdc-b679-4526-90a9-2ec804fcc6aa'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:37:50.025949 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b973462a-8652-4ad7-87d4-1648c02bb6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:50.034390 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-cba382ee-3929-43d3-acef-52881f4727ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:50.036295 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-cba382ee-3929-43d3-acef-52881f4727ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4557047 May 03 22:37:50.070011 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-38eafcf6-c45b-4adc-98d2-7668af76a4eb tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Calling delete_port for d3db9534-2276-41a5-8730-3273335b4a9a owned by network:floatingip {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:37:50.138553 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33a9154-f069-43a1-848f-05f1eb2a0a01 None None] Network 12d1497e-65d8-496b-be66-0a895c2fcf2f requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:37:50.238499 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ea6528be-4cf7-4542-b0c1-08d181da12b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:50.278673 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-53f6862b-ad34-4dff-ab87-4ca4e5017912 service neutron] 10.222.0.60 "GET /v2.0/networks/ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345045 May 03 22:37:50.425157 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-3730665e-b4a2-4836-8798-32b41ad7ee62 None None] Provisioning for port d06f2862-9b82-430f-8a0f-2abef98f9b96 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:37:50.435278 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-3730665e-b4a2-4836-8798-32b41ad7ee62 None None] Provisioning complete for port d06f2862-9b82-430f-8a0f-2abef98f9b96 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:37:50.435710 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3730665e-b4a2-4836-8798-32b41ad7ee62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:50.445125 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-38eafcf6-c45b-4adc-98d2-7668af76a4eb tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:50.558245 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b973462a-8652-4ad7-87d4-1648c02bb6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:50.563087 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eafcf6-c45b-4adc-98d2-7668af76a4eb tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Pushing event deleted for resources: {'Port': ['ID=d3db9534-2276-41a5-8730-3273335b4a9a,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:50.642731 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-b973462a-8652-4ad7-87d4-1648c02bb6c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdfb9b30-ef20-4230-98c0-738d54cdf178']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:37:50.671995 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-b973462a-8652-4ad7-87d4-1648c02bb6c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a043403-df9c-4255-abcb-fcb2bdd53348') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:37:50.673007 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-b973462a-8652-4ad7-87d4-1648c02bb6c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a043403-df9c-4255-abcb-fcb2bdd53348') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:37:50.688706 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9c81a058-1b78-4291-a35c-0dd3daaa710c req-0e747620-4fe6-441e-ba5b-c7e1fb305f27 service neutron] 10.222.0.60 "GET /v2.0/networks/ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015696 May 03 22:37:50.694557 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b973462a-8652-4ad7-87d4-1648c02bb6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:50.730986 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b973462a-8652-4ad7-87d4-1648c02bb6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:50.747327 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b973462a-8652-4ad7-87d4-1648c02bb6c4 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:37:50.747873 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b973462a-8652-4ad7-87d4-1648c02bb6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:50.783317 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:37:50.783317 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:37:50.783317 n-d-811807-1 neutron-server[88070]: timer() May 03 22:37:50.783317 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:37:50.783317 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:37:50.783317 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:37:50.783317 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:37:50.783317 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:37:50.783317 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:37:50.783317 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:37:50.783317 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:37:50.783317 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:37:50.783317 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:37:50.783317 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:37:50.783317 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:37:50.783317 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:37:50.783317 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:37:50.783317 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:37:50.783317 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:37:50.783317 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:37:50.783317 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:37:50.783317 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:37:50.783317 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:37:50.783317 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:37:50.783317 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:37:50.783317 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:37:50.783317 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:37:50.783317 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:37:50.783317 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:37:50.783317 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:37:50.783317 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:37:50.783317 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:37:50.808526 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b934528b-1839-410f-96b9-3192c8e859ce tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:50.887233 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3730665e-b4a2-4836-8798-32b41ad7ee62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:50.984970 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949bff2-e988-4f8f-b303-534a9035e0fe req-9b322b53-642e-42e2-a9df-cb341ac71bf7 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:50.987685 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2949bff2-e988-4f8f-b303-534a9035e0fe req-9b322b53-642e-42e2-a9df-cb341ac71bf7 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 944 time: 0.7305336 May 03 22:37:50.996470 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-3730665e-b4a2-4836-8798-32b41ad7ee62 None None] For port d06f2862-9b82-430f-8a0f-2abef98f9b96, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d06f2862-9b82-430f-8a0f-2abef98f9b96,segment=NetworkSegment(2db4a834-1c15-4ed0-bc05-e305dc621865),segment_id=2db4a834-1c15-4ed0-bc05-e305dc621865)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:37:50.998638 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ea6528be-4cf7-4542-b0c1-08d181da12b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:51.006609 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3730665e-b4a2-4836-8798-32b41ad7ee62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:51.054480 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-b934528b-1839-410f-96b9-3192c8e859ce tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] device_id is not set on port 050da3a7-4064-4b49-8df6-a5b1a56e68f2 yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:37:51.159579 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730665e-b4a2-4836-8798-32b41ad7ee62 None None] Pushing event updated for resources: {'Port': ['ID=d06f2862-9b82-430f-8a0f-2abef98f9b96,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:51.318983 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4bb17f2a-f736-4ba6-8e79-12937c615ba0 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] 10.222.0.58 "GET /v2.0/routers/d10efbdc-b679-4526-90a9-2ec804fcc6aa HTTP/1.1" status: 200 len: 924 time: 1.4093542 May 03 22:37:51.332243 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41284) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:51.340870 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-38eafcf6-c45b-4adc-98d2-7668af76a4eb tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks [] for floatingip, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:51.346112 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9f8f2c9a-c413-4c0c-a6f9-175d02d46ae4 None None] Provisioning complete for port d06f2862-9b82-430f-8a0f-2abef98f9b96 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:37:51.346858 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9f8f2c9a-c413-4c0c-a6f9-175d02d46ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:51.448992 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-675d3e86-0aea-47b4-a8ac-e5ea1bc85e46 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] 10.222.0.58 "GET /v2.0/ports?device_id=d10efbdc-b679-4526-90a9-2ec804fcc6aa HTTP/1.1" status: 200 len: 205 time: 0.1001184 May 03 22:37:51.452006 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41292) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:51.610096 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-b934528b-1839-410f-96b9-3192c8e859ce tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Allocated IP 172.20.0.10 (12d1497e-65d8-496b-be66-0a895c2fcf2f/40b0d32d-b872-4514-865c-46ea512e03f2/050da3a7-4064-4b49-8df6-a5b1a56e68f2) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:37:51.649779 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b973462a-8652-4ad7-87d4-1648c02bb6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:51.684340 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9f8f2c9a-c413-4c0c-a6f9-175d02d46ae4 None None] Provisioning for port 445538ee-1f41-47b8-8c34-207ffac66c0a completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:37:51.693703 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9f8f2c9a-c413-4c0c-a6f9-175d02d46ae4 None None] Provisioning complete for port 445538ee-1f41-47b8-8c34-207ffac66c0a triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:37:51.693962 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9f8f2c9a-c413-4c0c-a6f9-175d02d46ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:51.771722 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b973462a-8652-4ad7-87d4-1648c02bb6c4 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:51.775492 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b973462a-8652-4ad7-87d4-1648c02bb6c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdfb9b30-ef20-4230-98c0-738d54cdf178,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:51.829659 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-9f8f2c9a-c413-4c0c-a6f9-175d02d46ae4 None None] Port 445538ee-1f41-47b8-8c34-207ffac66c0a cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:37:51.831983 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37afa3f-b465-424b-9514-94fa2389998b req-6cbf2271-f764-4180-9825-50ace00474dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:51.833427 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c37afa3f-b465-424b-9514-94fa2389998b req-6cbf2271-f764-4180-9825-50ace00474dd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4005ab853daa4dd0a8c6d47cfa1e3258&device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 1095 time: 1.0429537 May 03 22:37:51.886038 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b973462a-8652-4ad7-87d4-1648c02bb6c4 admin admin] 10.222.0.58 "DELETE /v2.0/networks/bdfb9b30-ef20-4230-98c0-738d54cdf178 HTTP/1.1" status: 204 len: 168 time: 2.0477192 May 03 22:37:51.967836 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-08da56ed-f9ed-479c-b7a9-22ad8c15f6ff None None] Provisioning complete for port 445538ee-1f41-47b8-8c34-207ffac66c0a triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:37:51.968414 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-08da56ed-f9ed-479c-b7a9-22ad8c15f6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:52.092632 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-08da56ed-f9ed-479c-b7a9-22ad8c15f6ff None None] Port 445538ee-1f41-47b8-8c34-207ffac66c0a cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:37:52.105671 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b934528b-1839-410f-96b9-3192c8e859ce tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:52.182287 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-b934528b-1839-410f-96b9-3192c8e859ce tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Transition to ACTIVE for port object 050da3a7-4064-4b49-8df6-a5b1a56e68f2 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:37:52.220006 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cd9048ae-6d2f-4f98-9a73-3965873254a4 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:52.238597 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-ea6528be-4cf7-4542-b0c1-08d181da12b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dbc9598-69e5-4b53-b5af-a6e0b6ae554c']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:37:52.260137 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2949bff2-e988-4f8f-b303-534a9035e0fe req-4d134a90-b0cd-41a4-8f45-94ae082dfce9 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1160598 May 03 22:37:52.283075 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-ea6528be-4cf7-4542-b0c1-08d181da12b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aad0675-2a79-4aaf-bde5-29ee9aad3231') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:37:52.283428 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-ea6528be-4cf7-4542-b0c1-08d181da12b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aad0675-2a79-4aaf-bde5-29ee9aad3231') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:37:52.294008 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-38eafcf6-c45b-4adc-98d2-7668af76a4eb tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:52.295482 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-38eafcf6-c45b-4adc-98d2-7668af76a4eb tempest-ServersTestManualDisk-1402529220 tempest-ServersTestManualDisk-1402529220-project] 10.222.0.58 "DELETE /v2.0/floatingips/1fc49335-5251-4da1-8f3a-b63904546c95 HTTP/1.1" status: 204 len: 168 time: 3.6826782 May 03 22:37:52.302627 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41312) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:52.306593 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ea6528be-4cf7-4542-b0c1-08d181da12b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:52.575513 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41318) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:52.647043 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37afa3f-b465-424b-9514-94fa2389998b req-d00473a7-53a5-481e-8c5c-525fb121560f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:52.654963 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c37afa3f-b465-424b-9514-94fa2389998b req-d00473a7-53a5-481e-8c5c-525fb121560f service neutron] 10.222.0.60 "GET /v2.0/networks?id=ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 HTTP/1.1" status: 200 len: 917 time: 0.8070920 May 03 22:37:52.720261 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f7b6a32d-e31e-4144-866d-9cc43548d971 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ee7372ea426142e59c472059d7804115&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426182 May 03 22:37:52.846758 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a5725e2a-2e55-44a5-a764-86b719d09826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:52.860821 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41322) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:52.934059 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b934528b-1839-410f-96b9-3192c8e859ce tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:53.033172 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:37:53.048674 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cd9048ae-6d2f-4f98-9a73-3965873254a4 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:53.056641 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ea6528be-4cf7-4542-b0c1-08d181da12b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:53.062112 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934528b-1839-410f-96b9-3192c8e859ce tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Pushing event updated for resources: {'Port': ['ID=050da3a7-4064-4b49-8df6-a5b1a56e68f2,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:53.100903 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b934528b-1839-410f-96b9-3192c8e859ce tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Network 12d1497e-65d8-496b-be66-0a895c2fcf2f is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:37:53.102215 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-cd9048ae-6d2f-4f98-9a73-3965873254a4 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Deleting port dec61387-ddc9-46d9-8c03-5a7f108a0450 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:37:53.102570 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cd9048ae-6d2f-4f98-9a73-3965873254a4 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:53.108376 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea6528be-4cf7-4542-b0c1-08d181da12b6 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:37:53.108376 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ea6528be-4cf7-4542-b0c1-08d181da12b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:53.146245 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d06f2862-9b82-430f-8a0f-2abef98f9b96 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:37:53.180125 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:37:53.180125 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:37:53.180125 n-d-811807-1 neutron-server[88069]: timer() May 03 22:37:53.180125 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:37:53.180125 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:37:53.180125 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:37:53.180125 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:37:53.180125 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:37:53.180125 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:37:53.180125 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:37:53.180125 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:37:53.180125 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:37:53.180125 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:37:53.180125 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:37:53.180125 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:37:53.180125 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:37:53.180125 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:37:53.180125 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:37:53.180125 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:37:53.180125 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:37:53.180125 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:37:53.180125 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:37:53.180125 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:37:53.180125 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:37:53.180125 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:37:53.180125 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:37:53.180125 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:37:53.180125 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:37:53.180125 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:37:53.180125 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:37:53.180125 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:37:53.180125 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:37:53.189543 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-b934528b-1839-410f-96b9-3192c8e859ce tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:37:53.192547 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b934528b-1839-410f-96b9-3192c8e859ce tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:37:53.329997 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port d06f2862-9b82-430f-8a0f-2abef98f9b96 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:37:53.336222 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:53.533351 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cd9048ae-6d2f-4f98-9a73-3965873254a4 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:53.696213 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-12932a0c-cc7c-49ff-a76e-dfe9fce83954 None None] Provisioning for port 050da3a7-4064-4b49-8df6-a5b1a56e68f2 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:37:53.720051 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-12932a0c-cc7c-49ff-a76e-dfe9fce83954 None None] Provisioning complete for port 050da3a7-4064-4b49-8df6-a5b1a56e68f2 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:37:53.720657 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-12932a0c-cc7c-49ff-a76e-dfe9fce83954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:53.732811 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-cd9048ae-6d2f-4f98-9a73-3965873254a4 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Calling delete_port for dec61387-ddc9-46d9-8c03-5a7f108a0450 owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:37:53.743203 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b934528b-1839-410f-96b9-3192c8e859ce tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:53.744166 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b934528b-1839-410f-96b9-3192c8e859ce tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:53.761587 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ea6528be-4cf7-4542-b0c1-08d181da12b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:53.809579 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-12932a0c-cc7c-49ff-a76e-dfe9fce83954 None None] Port 050da3a7-4064-4b49-8df6-a5b1a56e68f2 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:37:53.817826 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ea6528be-4cf7-4542-b0c1-08d181da12b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:53.884840 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6528be-4cf7-4542-b0c1-08d181da12b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dbc9598-69e5-4b53-b5af-a6e0b6ae554c,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:53.892371 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b934528b-1839-410f-96b9-3192c8e859ce tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 6.7822504 May 03 22:37:53.898590 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ea6528be-4cf7-4542-b0c1-08d181da12b6 admin admin] 10.222.0.58 "DELETE /v2.0/networks/0dbc9598-69e5-4b53-b5af-a6e0b6ae554c HTTP/1.1" status: 204 len: 168 time: 5.3768961 May 03 22:37:53.909057 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41332) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:53.938859 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-af0c34e8-c814-4e0d-b061-22c770e016df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:54.135979 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1ceea-0318-4ce4-9942-f14c0cd2b57d req-4a4fb7f8-3377-44c0-bc9c-3e786e9dc003 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:54.138084 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cbc1ceea-0318-4ce4-9942-f14c0cd2b57d req-4a4fb7f8-3377-44c0-bc9c-3e786e9dc003 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 944 time: 0.5704784 May 03 22:37:54.142345 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c37afa3f-b465-424b-9514-94fa2389998b req-6ce9c172-18c1-46dd-8ca6-da404c4ad4b4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 HTTP/1.1" status: 200 len: 999 time: 1.4281321 May 03 22:37:54.197411 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:54.215049 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-af0c34e8-c814-4e0d-b061-22c770e016df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:54.226313 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cbc1ceea-0318-4ce4-9942-f14c0cd2b57d req-483362d9-cc12-4d51-a8aa-812e822cbe64 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775192 May 03 22:37:54.251414 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb7d788-a123-435f-b1fa-3ad34d5b3640 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:54.258948 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb7d788-a123-435f-b1fa-3ad34d5b3640 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:54.266196 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb7d788-a123-435f-b1fa-3ad34d5b3640 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:54.267422 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-efb7d788-a123-435f-b1fa-3ad34d5b3640 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Synchronizing usage tracker for tenant:c106029882ab493697d8470b22682e17 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:37:54.354840 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-efb7d788-a123-435f-b1fa-3ad34d5b3640 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Unset dirty status for tenant:c106029882ab493697d8470b22682e17 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:37:54.360737 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-efb7d788-a123-435f-b1fa-3ad34d5b3640 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.4320920 May 03 22:37:54.362867 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41338) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:54.391438 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41342) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:54.484659 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cd9048ae-6d2f-4f98-9a73-3965873254a4 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:54.499868 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-1a4716f1-0fbc-4d2d-a5d4-a180d407fea6 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Deleting port 050da3a7-4064-4b49-8df6-a5b1a56e68f2 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:37:54.500292 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1a4716f1-0fbc-4d2d-a5d4-a180d407fea6 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:54.555389 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c9d8ce41-020d-4c7d-88d4-23df51c666de admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=39cbd0493e3d44079c659fc40f9537f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1566947 May 03 22:37:54.555389 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37afa3f-b465-424b-9514-94fa2389998b req-4e2eaed6-e6f9-4729-959e-be295f3d3121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:54.556588 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c37afa3f-b465-424b-9514-94fa2389998b req-4e2eaed6-e6f9-4729-959e-be295f3d3121 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=209e1eea-ba5e-419e-9e3d-b3077ecd94a4 HTTP/1.1" status: 200 len: 855 time: 0.3905182 May 03 22:37:54.557326 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41352) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:54.734195 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-800c9dc9-313e-4997-b97a-b38934061afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:54.765824 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9048ae-6d2f-4f98-9a73-3965873254a4 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Pushing event deleted for resources: {'Port': ['ID=dec61387-ddc9-46d9-8c03-5a7f108a0450,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:54.768400 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-af0c34e8-c814-4e0d-b061-22c770e016df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:54.884391 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c34e8-c814-4e0d-b061-22c770e016df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:54.907828 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cd9048ae-6d2f-4f98-9a73-3965873254a4 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:55.011283 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eaef2811-b7bf-4ab4-877d-a5c153ba2fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:55.170223 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cd9048ae-6d2f-4f98-9a73-3965873254a4 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:55.177723 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cd9048ae-6d2f-4f98-9a73-3965873254a4 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:55.206798 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-af0c34e8-c814-4e0d-b061-22c770e016df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:55.210212 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-af0c34e8-c814-4e0d-b061-22c770e016df admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4d592bd5-47f4-418b-8d4c-eeb1f18b1cc4 HTTP/1.1" status: 204 len: 168 time: 2.3289340 May 03 22:37:55.254036 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f37d35fc-3ba5-41b4-8a11-0dba58df0c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:55.292064 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cd9048ae-6d2f-4f98-9a73-3965873254a4 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:55.293157 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9048ae-6d2f-4f98-9a73-3965873254a4 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Fanout notify agent at l3_agent the message router_deleted on router d10efbdc-b679-4526-90a9-2ec804fcc6aa {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:37:55.330336 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f37d35fc-3ba5-41b4-8a11-0dba58df0c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:55.343612 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cd9048ae-6d2f-4f98-9a73-3965873254a4 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:55.349685 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-cd9048ae-6d2f-4f98-9a73-3965873254a4 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] 10.222.0.58 "DELETE /v2.0/routers/d10efbdc-b679-4526-90a9-2ec804fcc6aa HTTP/1.1" status: 204 len: 168 time: 3.8963532 May 03 22:37:55.350530 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41370) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:55.396571 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-b11fbd99-88e3-482a-a482-51538606fc03 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2001602693', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'enable_snat': False}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:37:55.505755 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b11fbd99-88e3-482a-a482-51538606fc03 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:37:55.525114 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f37d35fc-3ba5-41b4-8a11-0dba58df0c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:55.530518 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1a4716f1-0fbc-4d2d-a5d4-a180d407fea6 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:55.537778 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b11fbd99-88e3-482a-a482-51538606fc03 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Usage tracker for resource:router and tenant:fdfba440d53f42ba8593745900ce95a7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:55.552651 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b11fbd99-88e3-482a-a482-51538606fc03 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:55.558859 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37afa3f-b465-424b-9514-94fa2389998b req-c04e3e88-0bec-4b94-ba71-270ce767d3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:55.560398 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c37afa3f-b465-424b-9514-94fa2389998b req-c04e3e88-0bec-4b94-ba71-270ce767d3bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9076254 May 03 22:37:55.569272 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b11fbd99-88e3-482a-a482-51538606fc03 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:37:55.572652 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d35fc-3ba5-41b4-8a11-0dba58df0c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3af741-c85c-4386-b8eb-4840b821ee56,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:55.673486 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f37d35fc-3ba5-41b4-8a11-0dba58df0c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:55.674574 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f37d35fc-3ba5-41b4-8a11-0dba58df0c48 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1d3af741-c85c-4386-b8eb-4840b821ee56 HTTP/1.1" status: 204 len: 168 time: 1.1085737 May 03 22:37:55.738681 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b11fbd99-88e3-482a-a482-51538606fc03 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:55.739640 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b11fbd99-88e3-482a-a482-51538606fc03 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:55.797828 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b11fbd99-88e3-482a-a482-51538606fc03 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:55.988102 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-1a4716f1-0fbc-4d2d-a5d4-a180d407fea6 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Calling delete_port for 050da3a7-4064-4b49-8df6-a5b1a56e68f2 owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:37:56.228461 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:56.261440 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:56.378499 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1a4716f1-0fbc-4d2d-a5d4-a180d407fea6 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:56.489504 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4716f1-0fbc-4d2d-a5d4-a180d407fea6 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Pushing event deleted for resources: {'Port': ['ID=050da3a7-4064-4b49-8df6-a5b1a56e68f2,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:56.531651 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d923873-7d6a-4afc-9600-2a003a6bbe70 req-43f5064a-2ee3-4114-8d95-0bb9609ea06a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:56.543105 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2d923873-7d6a-4afc-9600-2a003a6bbe70 req-43f5064a-2ee3-4114-8d95-0bb9609ea06a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 944 time: 0.9807296 May 03 22:37:56.975437 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b11fbd99-88e3-482a-a482-51538606fc03 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:57.073634 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a960daf-7326-4e35-a793-af4fc5e669f8 req-61fb6708-dec1-4f95-a6cd-5f7d37210be8 tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:57.077090 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0a960daf-7326-4e35-a793-af4fc5e669f8 req-61fb6708-dec1-4f95-a6cd-5f7d37210be8 tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/ports?device_id=e85f9183-90a9-40aa-84ae-a03ff61af3e5 HTTP/1.1" status: 200 len: 950 time: 0.7593701 May 03 22:37:57.111363 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c37afa3f-b465-424b-9514-94fa2389998b req-77de5b6d-c9f0-4d75-84e6-4caf0bbf269d service neutron] 10.222.0.60 "GET /v2.0/networks/ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5211701 May 03 22:37:57.263016 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2d923873-7d6a-4afc-9600-2a003a6bbe70 req-60b554b6-6c53-4e84-985c-91d3edfbc7d1 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7188468 May 03 22:37:57.517979 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-800c9dc9-313e-4997-b97a-b38934061afe admin admin] Deleting port 43cb732e-42e0-499b-84b4-2a7f19039c84 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:37:57.530366 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-800c9dc9-313e-4997-b97a-b38934061afe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:57.570196 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:57.644792 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c37afa3f-b465-424b-9514-94fa2389998b req-37bf781e-0a8c-47b7-bc4f-bbd7915ea63b service neutron] 10.222.0.60 "GET /v2.0/networks/ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5110700 May 03 22:37:57.736911 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:57.846063 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-800c9dc9-313e-4997-b97a-b38934061afe admin admin] For port 43cb732e-42e0-499b-84b4-2a7f19039c84, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=43cb732e-42e0-499b-84b4-2a7f19039c84,segment=NetworkSegment(69f9ec2a-81e7-4f17-8ce7-466cada3b85b),segment_id=69f9ec2a-81e7-4f17-8ce7-466cada3b85b)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:37:57.846713 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-800c9dc9-313e-4997-b97a-b38934061afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:57.880855 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0a960daf-7326-4e35-a793-af4fc5e669f8 req-356c44f9-7ff0-49e6-bcbf-09e890989e51 tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/security-groups?id=c57e7e19-3c12-45fe-a9d9-bca8d4a9f3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7810793 May 03 22:37:58.124906 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1a4716f1-0fbc-4d2d-a5d4-a180d407fea6 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:58.268051 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b11fbd99-88e3-482a-a482-51538606fc03 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:58.310817 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41472) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:58.311489 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1a4716f1-0fbc-4d2d-a5d4-a180d407fea6 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] 10.222.0.58 "DELETE /v2.0/ports/050da3a7-4064-4b49-8df6-a5b1a56e68f2 HTTP/1.1" status: 204 len: 168 time: 3.9440327 May 03 22:37:58.325300 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-800c9dc9-313e-4997-b97a-b38934061afe admin admin] Calling delete_port for 43cb732e-42e0-499b-84b4-2a7f19039c84 owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:37:58.398257 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b11fbd99-88e3-482a-a482-51538606fc03 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:58.408247 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-4542c13d-7b3d-4236-a22c-9e1415ff0216 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] GET failed (client error): The resource could not be found. May 03 22:37:58.413455 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4542c13d-7b3d-4236-a22c-9e1415ff0216 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] 10.222.0.58 "GET /v2.0/ports/050da3a7-4064-4b49-8df6-a5b1a56e68f2 HTTP/1.1" status: 404 len: 333 time: 0.1004961 May 03 22:37:58.419797 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41482) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:58.429489 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-910300cb-dbb1-4393-9ac8-ce6a66efdfbe tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Request body: {'port': {'network_id': '12d1497e-65d8-496b-be66-0a895c2fcf2f', 'name': 'tempest-AllowedAddressPairTestJSON-402550861'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:37:58.607489 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41486) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:58.950654 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-b11fbd99-88e3-482a-a482-51538606fc03 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Allocated IP 172.25.2.146 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/da1fff08-752c-4bbd-a184-3ff014e3380c) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:37:58.999457 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-691a1329-1991-4515-a8c3-c578b4bf92c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:59.041763 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-691a1329-1991-4515-a8c3-c578b4bf92c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:37:59.058780 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-691a1329-1991-4515-a8c3-c578b4bf92c3 admin admin] Usage tracker for resource:security_group_rule and tenant:a0d74a2cae5b486299a21aff358b0c55 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:59.063836 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-691a1329-1991-4515-a8c3-c578b4bf92c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:59.084729 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c61ccf31-4c29-4f9b-823a-afcc25dd15c7 req-aafffd7f-e624-415d-a45d-070e2acece5a tempest-ServerShowV254Test-736758755 tempest-ServerShowV254Test-736758755-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a20e649-df5c-405d-8636-8bdf7b769883 HTTP/1.1" status: 200 len: 210 time: 0.1426530 May 03 22:37:59.155800 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-910300cb-dbb1-4393-9ac8-ce6a66efdfbe tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:37:59.178057 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-910300cb-dbb1-4393-9ac8-ce6a66efdfbe tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Usage tracker for resource:port and tenant:c106029882ab493697d8470b22682e17 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:37:59.203114 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-910300cb-dbb1-4393-9ac8-ce6a66efdfbe tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:37:59.209695 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-691a1329-1991-4515-a8c3-c578b4bf92c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:37:59.291999 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-910300cb-dbb1-4393-9ac8-ce6a66efdfbe tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:37:59.304128 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09dcb43-0732-4bb3-a2d4-84e50184a5f0 req-5683c851-8af8-460d-a517-ef7dbcf38bb8 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:37:59.312763 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e09dcb43-0732-4bb3-a2d4-84e50184a5f0 req-5683c851-8af8-460d-a517-ef7dbcf38bb8 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 944 time: 0.6556480 May 03 22:37:59.458605 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-691a1329-1991-4515-a8c3-c578b4bf92c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:59.552564 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b11fbd99-88e3-482a-a482-51538606fc03 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:59.556458 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e09dcb43-0732-4bb3-a2d4-84e50184a5f0 req-e9af11fe-5a89-4c07-a4cb-e83a7c7163e3 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2422981 May 03 22:37:59.568584 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-800c9dc9-313e-4997-b97a-b38934061afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:59.626712 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-691a1329-1991-4515-a8c3-c578b4bf92c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:59.643981 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910300cb-dbb1-4393-9ac8-ce6a66efdfbe tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Made reservation on behalf of c106029882ab493697d8470b22682e17 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:37:59.647383 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b11fbd99-88e3-482a-a482-51538606fc03 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:59.655986 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-910300cb-dbb1-4393-9ac8-ce6a66efdfbe tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:37:59.711565 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-910300cb-dbb1-4393-9ac8-ce6a66efdfbe tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] device_id is not set on port 24dfdcb3-ae26-4207-ac42-35b112a6a8c2 yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:37:59.812018 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c9dc9-313e-4997-b97a-b38934061afe admin admin] Pushing event deleted for resources: {'Port': ['ID=43cb732e-42e0-499b-84b4-2a7f19039c84,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:37:59.943221 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11fbd99-88e3-482a-a482-51538606fc03 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:37:59.959956 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-691a1329-1991-4515-a8c3-c578b4bf92c3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a0d74a2cae5b486299a21aff358b0c55&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3460178 May 03 22:37:59.969094 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41514) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:37:59.970988 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-b11fbd99-88e3-482a-a482-51538606fc03 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:38:00.012809 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11fbd99-88e3-482a-a482-51538606fc03 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:38:00.105688 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a1329-1991-4515-a8c3-c578b4bf92c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80842a1-f3ea-490b-a627-0aeb2d606cf3,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:00.168569 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 6e8933e0-d35b-420e-a88f-9bd89d0d927c no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:38:00.194053 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11fbd99-88e3-482a-a482-51538606fc03 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Pushing event updated for resources: {'Port': ['ID=da1fff08-752c-4bbd-a184-3ff014e3380c,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:00.355052 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-910300cb-dbb1-4393-9ac8-ce6a66efdfbe tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Allocated IP 172.20.0.10 (12d1497e-65d8-496b-be66-0a895c2fcf2f/40b0d32d-b872-4514-865c-46ea512e03f2/24dfdcb3-ae26-4207-ac42-35b112a6a8c2) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:38:00.461415 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:00.520516 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85f9183-90a9-40aa-84ae-a03ff61af3e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e8933e0-d35b-420e-a88f-9bd89d0d927c'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:38:00.559294 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 6e8933e0-d35b-420e-a88f-9bd89d0d927c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=6e8933e0-d35b-420e-a88f-9bd89d0d927c,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:38:00.567349 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:00.579139 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d5649c92-eeb9-45a4-9cbb-3921b1e71c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:00.718258 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=6e8933e0-d35b-420e-a88f-9bd89d0d927c,revision_number=8']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:00.733935 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-910300cb-dbb1-4393-9ac8-ce6a66efdfbe tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:00.741987 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d5649c92-eeb9-45a4-9cbb-3921b1e71c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:00.866867 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-910300cb-dbb1-4393-9ac8-ce6a66efdfbe tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Transition to ACTIVE for port object 24dfdcb3-ae26-4207-ac42-35b112a6a8c2 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:38:00.917943 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ee3b129-90c4-441f-abff-5e27a44cd6d3 req-1434d89a-dda1-4a3b-87fa-506dbd3abdf9 tempest-ServerShowV254Test-736758755 tempest-ServerShowV254Test-736758755-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a20e649-df5c-405d-8636-8bdf7b769883 HTTP/1.1" status: 200 len: 210 time: 0.1478751 May 03 22:38:01.035997 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1b39f-b6d1-4528-aa98-67c18833520a req-2e311331-bf90-4aec-9ef0-48b0adb5d097 tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:01.048038 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58a1b39f-b6d1-4528-aa98-67c18833520a req-2e311331-bf90-4aec-9ef0-48b0adb5d097 tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/ports?device_id=e85f9183-90a9-40aa-84ae-a03ff61af3e5 HTTP/1.1" status: 200 len: 950 time: 1.6401601 May 03 22:38:01.048217 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b11fbd99-88e3-482a-a482-51538606fc03 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:01.105933 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38b61fcf-86e2-47f8-b8f0-77dcbfb73152'] response: {'server_uuid': 'e85f9183-90a9-40aa-84ae-a03ff61af3e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e8933e0-d35b-420e-a88f-9bd89d0d927c', 'code': 200} May 03 22:38:01.181878 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-800c9dc9-313e-4997-b97a-b38934061afe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:01.266176 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58a1b39f-b6d1-4528-aa98-67c18833520a req-ff7a261b-5ae8-41a5-afec-e055412cc5bb tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/security-groups?id=c57e7e19-3c12-45fe-a9d9-bca8d4a9f3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176807 May 03 22:38:01.381715 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-910300cb-dbb1-4393-9ac8-ce6a66efdfbe tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:01.573739 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d5649c92-eeb9-45a4-9cbb-3921b1e71c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:01.873561 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5649c92-eeb9-45a4-9cbb-3921b1e71c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80842a1-f3ea-490b-a627-0aeb2d606cf3,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:01.911418 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910300cb-dbb1-4393-9ac8-ce6a66efdfbe tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Pushing event updated for resources: {'Port': ['ID=24dfdcb3-ae26-4207-ac42-35b112a6a8c2,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:02.071254 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910300cb-dbb1-4393-9ac8-ce6a66efdfbe tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Network 12d1497e-65d8-496b-be66-0a895c2fcf2f is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:38:02.079022 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-910300cb-dbb1-4393-9ac8-ce6a66efdfbe tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:38:02.081626 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d5649c92-eeb9-45a4-9cbb-3921b1e71c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:02.089835 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910300cb-dbb1-4393-9ac8-ce6a66efdfbe tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:38:02.092408 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d5649c92-eeb9-45a4-9cbb-3921b1e71c89 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f80842a1-f3ea-490b-a627-0aeb2d606cf3 HTTP/1.1" status: 204 len: 168 time: 2.1189926 May 03 22:38:02.195286 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b11fbd99-88e3-482a-a482-51538606fc03 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:02.318724 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910300cb-dbb1-4393-9ac8-ce6a66efdfbe tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:02.319536 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-910300cb-dbb1-4393-9ac8-ce6a66efdfbe tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:02.501642 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-910300cb-dbb1-4393-9ac8-ce6a66efdfbe tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0805547 May 03 22:38:02.515422 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41584) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:02.546919 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-213f9f45-07e6-4dd1-8846-4ec960c2e6fe tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:16:76:a4'}]}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:38:02.607468 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9dd75e2c-a631-499f-91f4-d80f2470783a None None] Provisioning for port 24dfdcb3-ae26-4207-ac42-35b112a6a8c2 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:38:02.628638 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9dd75e2c-a631-499f-91f4-d80f2470783a None None] Provisioning complete for port 24dfdcb3-ae26-4207-ac42-35b112a6a8c2 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:38:02.628822 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9dd75e2c-a631-499f-91f4-d80f2470783a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:02.827129 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82844c-a5be-4d6b-bf3d-359ce7200beb req-f49129cc-3403-4854-b4e1-9fee4d411b1f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:02.850823 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e82844c-a5be-4d6b-bf3d-359ce7200beb req-f49129cc-3403-4854-b4e1-9fee4d411b1f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 944 time: 1.4685574 May 03 22:38:02.874661 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-9dd75e2c-a631-499f-91f4-d80f2470783a None None] Port 24dfdcb3-ae26-4207-ac42-35b112a6a8c2 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:38:02.916319 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11fbd99-88e3-482a-a482-51538606fc03 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Router 6046c24b-8017-4ed9-a08e-f7641112d26f is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:38:03.366296 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6093cfda-330d-4e79-92d2-8abce3c12304 req-71a0a029-061f-4c59-9697-4d5b085c3aef service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4a20e649-df5c-405d-8636-8bdf7b769883 HTTP/1.1" status: 200 len: 210 time: 0.1742043 May 03 22:38:03.496028 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11fbd99-88e3-482a-a482-51538606fc03 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:38:03.507243 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10957cf-82e4-4ab5-a1b6-bb6a2f7753b1 None None] Sync routers for ids ['6046c24b-8017-4ed9-a08e-f7641112d26f'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:38:03.531770 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10957cf-82e4-4ab5-a1b6-bb6a2f7753b1 None None] Routers {'6046c24b-8017-4ed9-a08e-f7641112d26f'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:38:03.532550 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-a10957cf-82e4-4ab5-a1b6-bb6a2f7753b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:37:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6046c24b-8017-4ed9-a08e-f7641112d26f'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:38:03.547357 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b11fbd99-88e3-482a-a482-51538606fc03 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:03.548974 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b11fbd99-88e3-482a-a482-51538606fc03 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.1878660 May 03 22:38:03.551868 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41618) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:03.611661 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-18fe90ff-a250-44b4-b72d-3424745b5576 req-17a3908a-e9ab-4774-9073-91b5004fec7e tempest-ServerShowV254Test-736758755 tempest-ServerShowV254Test-736758755-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a20e649-df5c-405d-8636-8bdf7b769883 HTTP/1.1" status: 200 len: 210 time: 0.2489111 May 03 22:38:03.745765 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e82844c-a5be-4d6b-bf3d-359ce7200beb req-e9e9e9e4-d269-4f74-9066-440259fe9d9f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8939397 May 03 22:38:03.997204 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-276a1d7e-13bd-4971-8bef-24f9fe52d349 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] 10.222.0.58 "GET /v2.0/routers/6046c24b-8017-4ed9-a08e-f7641112d26f HTTP/1.1" status: 200 len: 909 time: 0.4432425 May 03 22:38:04.000437 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41638) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:04.005918 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-343bd304-ab1f-4cee-9b6b-604e1b03cf7a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2001602693', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'enable_snat': True}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:38:04.029595 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-343bd304-ab1f-4cee-9b6b-604e1b03cf7a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:38:04.034389 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-343bd304-ab1f-4cee-9b6b-604e1b03cf7a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Usage tracker for resource:router and tenant:fdfba440d53f42ba8593745900ce95a7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:38:04.037804 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-343bd304-ab1f-4cee-9b6b-604e1b03cf7a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:38:04.054232 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-343bd304-ab1f-4cee-9b6b-604e1b03cf7a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:38:04.065163 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-a10957cf-82e4-4ab5-a1b6-bb6a2f7753b1 None None] Set router 6046c24b-8017-4ed9-a08e-f7641112d26f gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:38:04.075136 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-343bd304-ab1f-4cee-9b6b-604e1b03cf7a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:04.076226 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-343bd304-ab1f-4cee-9b6b-604e1b03cf7a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:04.086029 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800c9dc9-313e-4997-b97a-b38934061afe admin admin] Router d6b60851-6ef3-4a66-b05f-7bbe9c8b5571 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:38:04.087264 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41652) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:04.115556 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-343bd304-ab1f-4cee-9b6b-604e1b03cf7a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:04.438696 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-81178e79-54e2-4ff7-94ce-8f28d485e97c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2080392932-network', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:38:04.481610 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-81178e79-54e2-4ff7-94ce-8f28d485e97c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:38:04.496623 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-81178e79-54e2-4ff7-94ce-8f28d485e97c admin admin] Usage tracker for resource:network and tenant:e561281e65ac44bbb283fb588b1ce5d2 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:38:04.504769 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-81178e79-54e2-4ff7-94ce-8f28d485e97c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:38:04.518262 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-81178e79-54e2-4ff7-94ce-8f28d485e97c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:38:04.532270 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-213f9f45-07e6-4dd1-8846-4ec960c2e6fe tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:04.650900 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81178e79-54e2-4ff7-94ce-8f28d485e97c admin admin] Made reservation on behalf of e561281e65ac44bbb283fb588b1ce5d2 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:38:04.656748 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-81178e79-54e2-4ff7-94ce-8f28d485e97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:04.670507 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800c9dc9-313e-4997-b97a-b38934061afe admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:38:04.683773 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcae08b0-6563-49d7-a180-236372076562 None None] Sync routers for ids ['d6b60851-6ef3-4a66-b05f-7bbe9c8b5571'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:38:04.688675 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-800c9dc9-313e-4997-b97a-b38934061afe admin admin] 10.222.0.58 "PUT /v2.0/routers/d6b60851-6ef3-4a66-b05f-7bbe9c8b5571/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3848636 May 03 22:38:04.693948 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41672) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:04.714902 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcae08b0-6563-49d7-a180-236372076562 None None] Routers {'d6b60851-6ef3-4a66-b05f-7bbe9c8b5571'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:38:04.715545 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-dcae08b0-6563-49d7-a180-236372076562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:37:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['d6b60851-6ef3-4a66-b05f-7bbe9c8b5571'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:38:04.905314 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-81178e79-54e2-4ff7-94ce-8f28d485e97c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:04.940928 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-343bd304-ab1f-4cee-9b6b-604e1b03cf7a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:05.115882 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-a10957cf-82e4-4ab5-a1b6-bb6a2f7753b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6046c24b-8017-4ed9-a08e-f7641112d26f', 'name': 'tempest-snat-router-2001602693', 'tenant_id': 'fdfba440d53f42ba8593745900ce95a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.146'}], 'enable_snat': False}, 'gw_port_id': 'da1fff08-752c-4bbd-a184-3ff014e3380c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:37:55Z', 'updated_at': '2022-05-03T22:38:00Z', 'revision_number': 3, 'project_id': 'fdfba440d53f42ba8593745900ce95a7', 'gw_port': {'id': 'da1fff08-752c-4bbd-a184-3ff014e3380c', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c1:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6046c24b-8017-4ed9-a08e-f7641112d26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:37:58Z', 'updated_at': '2022-05-03T22:37:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:38:05.163503 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10957cf-82e4-4ab5-a1b6-bb6a2f7753b1 None None] Checking router: 6046c24b-8017-4ed9-a08e-f7641112d26f for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:38:05.164694 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10957cf-82e4-4ab5-a1b6-bb6a2f7753b1 None None] Updating router 6046c24b-8017-4ed9-a08e-f7641112d26f port da1fff08-752c-4bbd-a184-3ff014e3380c binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:38:05.375165 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a10957cf-82e4-4ab5-a1b6-bb6a2f7753b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:05.448720 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-dcae08b0-6563-49d7-a180-236372076562 None None] Set router d6b60851-6ef3-4a66-b05f-7bbe9c8b5571 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:38:05.829082 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-81178e79-54e2-4ff7-94ce-8f28d485e97c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:38:05.884610 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9cc5d037-544d-4d67-bdf7-26b7d797d59b req-a259da2a-1c38-4ab5-a5d1-81cdfa3c45ed tempest-ServerShowV254Test-736758755 tempest-ServerShowV254Test-736758755-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a20e649-df5c-405d-8636-8bdf7b769883 HTTP/1.1" status: 200 len: 210 time: 0.9403100 May 03 22:38:05.908664 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-81178e79-54e2-4ff7-94ce-8f28d485e97c admin admin] Usage tracker for resource:security_group_rule and tenant:e561281e65ac44bbb283fb588b1ce5d2 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:38:05.937672 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-81178e79-54e2-4ff7-94ce-8f28d485e97c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:38:05.945482 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b257c0f0-ecf8-4c42-a47f-c2a4c8d114cc admin admin] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:06.022739 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-343bd304-ab1f-4cee-9b6b-604e1b03cf7a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:06.088033 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-343bd304-ab1f-4cee-9b6b-604e1b03cf7a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:06.287388 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a10957cf-82e4-4ab5-a1b6-bb6a2f7753b1 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:06.338987 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-81178e79-54e2-4ff7-94ce-8f28d485e97c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:38:06.339909 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a10957cf-82e4-4ab5-a1b6-bb6a2f7753b1 None None] Transition to ACTIVE for port object da1fff08-752c-4bbd-a184-3ff014e3380c will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:38:06.358921 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a10957cf-82e4-4ab5-a1b6-bb6a2f7753b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:06.391065 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-dcae08b0-6563-49d7-a180-236372076562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'name': 'tempest-ServersTestManualDisk-2050334035-router', 'tenant_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '9201f00e-062f-444f-bd2e-77d497bd9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:35:59Z', 'updated_at': '2022-05-03T22:37:59Z', 'revision_number': 5, 'project_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'gw_port': {'id': '9201f00e-062f-444f-bd2e-77d497bd9be3', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:36:01Z', 'updated_at': '2022-05-03T22:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:38:06.396031 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcae08b0-6563-49d7-a180-236372076562 None None] Checking router: d6b60851-6ef3-4a66-b05f-7bbe9c8b5571 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:38:06.406135 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcae08b0-6563-49d7-a180-236372076562 None None] Routers {'d6b60851-6ef3-4a66-b05f-7bbe9c8b5571'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:38:06.406760 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-dcae08b0-6563-49d7-a180-236372076562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:37:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['d6b60851-6ef3-4a66-b05f-7bbe9c8b5571'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:38:06.491001 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2303d89-9b8b-4159-a845-125219793a03 req-1e8ba3ec-551a-4f41-ba4c-5518156565c9 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:06.501165 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a2303d89-9b8b-4159-a845-125219793a03 req-1e8ba3ec-551a-4f41-ba4c-5518156565c9 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 944 time: 1.2063565 May 03 22:38:06.512356 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-343bd304-ab1f-4cee-9b6b-604e1b03cf7a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Allocated IP 172.25.2.135 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/e0ada577-4007-416b-9c26-e365aebf370a) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:38:06.521920 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-213f9f45-07e6-4dd1-8846-4ec960c2e6fe tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:06.526095 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba0781-6dd9-4828-8c6f-dc4b7f931358 None None] Pushing event updated for resources: {'Port': ['ID=da1fff08-752c-4bbd-a184-3ff014e3380c,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:06.550568 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-213f9f45-07e6-4dd1-8846-4ec960c2e6fe tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:06.579894 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-a10957cf-82e4-4ab5-a1b6-bb6a2f7753b1 None None] Attempting to bind port da1fff08-752c-4bbd-a184-3ff014e3380c on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:38:06.580731 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-a10957cf-82e4-4ab5-a1b6-bb6a2f7753b1 None None] Attempting to bind port da1fff08-752c-4bbd-a184-3ff014e3380c by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:38:06.581485 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10957cf-82e4-4ab5-a1b6-bb6a2f7753b1 None None] Attempting to bind port da1fff08-752c-4bbd-a184-3ff014e3380c on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:38:06.588381 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10957cf-82e4-4ab5-a1b6-bb6a2f7753b1 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:38:06.589215 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10957cf-82e4-4ab5-a1b6-bb6a2f7753b1 None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:38:06.589929 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a10957cf-82e4-4ab5-a1b6-bb6a2f7753b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:06.590717 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10957cf-82e4-4ab5-a1b6-bb6a2f7753b1 None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:38:06.591607 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-a10957cf-82e4-4ab5-a1b6-bb6a2f7753b1 None None] Bound port: da1fff08-752c-4bbd-a184-3ff014e3380c, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:38:06.592212 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a10957cf-82e4-4ab5-a1b6-bb6a2f7753b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:06.593780 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b257c0f0-ecf8-4c42-a47f-c2a4c8d114cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:06.673752 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a2303d89-9b8b-4159-a845-125219793a03 req-34207f01-eb40-4a30-a4f5-8165e8d57fbb tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716349 May 03 22:38:06.709130 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-dcae08b0-6563-49d7-a180-236372076562 None None] Set router d6b60851-6ef3-4a66-b05f-7bbe9c8b5571 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:38:06.717560 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-a10957cf-82e4-4ab5-a1b6-bb6a2f7753b1 None None] For port da1fff08-752c-4bbd-a184-3ff014e3380c, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:38:06.724555 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-a10957cf-82e4-4ab5-a1b6-bb6a2f7753b1 None None] For port da1fff08-752c-4bbd-a184-3ff014e3380c, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=da1fff08-752c-4bbd-a184-3ff014e3380c,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:38:06.735680 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a10957cf-82e4-4ab5-a1b6-bb6a2f7753b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:06.738140 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-b257c0f0-ecf8-4c42-a47f-c2a4c8d114cc admin admin] Deleting port 9201f00e-062f-444f-bd2e-77d497bd9be3 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:38:06.738484 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b257c0f0-ecf8-4c42-a47f-c2a4c8d114cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:06.862270 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-343bd304-ab1f-4cee-9b6b-604e1b03cf7a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:06.914159 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10957cf-82e4-4ab5-a1b6-bb6a2f7753b1 None None] Routers {'6046c24b-8017-4ed9-a08e-f7641112d26f'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:38:06.916192 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-a10957cf-82e4-4ab5-a1b6-bb6a2f7753b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:37:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6046c24b-8017-4ed9-a08e-f7641112d26f'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:38:06.917845 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-343bd304-ab1f-4cee-9b6b-604e1b03cf7a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:07.109731 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343bd304-ab1f-4cee-9b6b-604e1b03cf7a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Pushing event updated for resources: {'Port': ['ID=e0ada577-4007-416b-9c26-e365aebf370a,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:07.122254 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343bd304-ab1f-4cee-9b6b-604e1b03cf7a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:38:07.125014 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-343bd304-ab1f-4cee-9b6b-604e1b03cf7a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:38:07.128272 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343bd304-ab1f-4cee-9b6b-604e1b03cf7a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:38:07.179473 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-dcae08b0-6563-49d7-a180-236372076562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'name': 'tempest-ServersTestManualDisk-2050334035-router', 'tenant_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '9201f00e-062f-444f-bd2e-77d497bd9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:35:59Z', 'updated_at': '2022-05-03T22:37:59Z', 'revision_number': 5, 'project_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'gw_port': {'id': '9201f00e-062f-444f-bd2e-77d497bd9be3', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:36:01Z', 'updated_at': '2022-05-03T22:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:38:07.187979 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcae08b0-6563-49d7-a180-236372076562 None None] The sync data for ids ['d6b60851-6ef3-4a66-b05f-7bbe9c8b5571'] in n-d-811807-1 is: [{'id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'name': 'tempest-ServersTestManualDisk-2050334035-router', 'tenant_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '9201f00e-062f-444f-bd2e-77d497bd9be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:35:59Z', 'updated_at': '2022-05-03T22:37:59Z', 'revision_number': 5, 'project_id': '1eb5e8514a904f2db24d00ebe09ac3d4', 'gw_port': {'id': '9201f00e-062f-444f-bd2e-77d497bd9be3', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:4d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b60851-6ef3-4a66-b05f-7bbe9c8b5571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:36:01Z', 'updated_at': '2022-05-03T22:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:38:07.194301 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba0781-6dd9-4828-8c6f-dc4b7f931358 None None] Pushing event updated for resources: {'Port': ['ID=da1fff08-752c-4bbd-a184-3ff014e3380c,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:07.206428 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-213f9f45-07e6-4dd1-8846-4ec960c2e6fe tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] In _notify_port_updated(), no bound segment for port 24dfdcb3-ae26-4207-ac42-35b112a6a8c2 on network 12d1497e-65d8-496b-be66-0a895c2fcf2f {{(pid=88069) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 03 22:38:07.213713 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213f9f45-07e6-4dd1-8846-4ec960c2e6fe tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:07.214636 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-213f9f45-07e6-4dd1-8846-4ec960c2e6fe tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:07.216376 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-213f9f45-07e6-4dd1-8846-4ec960c2e6fe tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] 10.222.0.58 "PUT /v2.0/ports/24dfdcb3-ae26-4207-ac42-35b112a6a8c2 HTTP/1.1" status: 200 len: 993 time: 4.6937113 May 03 22:38:07.217509 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f9f45-07e6-4dd1-8846-4ec960c2e6fe tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Pushing event updated for resources: {'Port': ['ID=24dfdcb3-ae26-4207-ac42-35b112a6a8c2,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:07.224602 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d5cbb1c6-7c8d-4fc0-891f-1091799136f6 None None] Provisioning complete for port 24dfdcb3-ae26-4207-ac42-35b112a6a8c2 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:38:07.226763 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d5cbb1c6-7c8d-4fc0-891f-1091799136f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:07.229024 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41714) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:07.286430 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-d5cbb1c6-7c8d-4fc0-891f-1091799136f6 None None] Port 24dfdcb3-ae26-4207-ac42-35b112a6a8c2 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:38:07.325834 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-a10957cf-82e4-4ab5-a1b6-bb6a2f7753b1 None None] Set router 6046c24b-8017-4ed9-a08e-f7641112d26f gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:38:07.352238 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b7e9804e-cba8-4fd8-a194-781bd8ba170d req-a4bc329c-38b2-4e8f-bf46-7c8a7dc323ae tempest-ServerShowV254Test-736758755 tempest-ServerShowV254Test-736758755-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a20e649-df5c-405d-8636-8bdf7b769883 HTTP/1.1" status: 200 len: 210 time: 0.1219945 May 03 22:38:07.379053 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-81178e79-54e2-4ff7-94ce-8f28d485e97c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:07.397258 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-81178e79-54e2-4ff7-94ce-8f28d485e97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:07.463700 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-313acf84-b82e-4d48-b799-785ebf3ec018 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Deleting port 24dfdcb3-ae26-4207-ac42-35b112a6a8c2 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:38:07.464066 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-313acf84-b82e-4d48-b799-785ebf3ec018 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:07.517348 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81178e79-54e2-4ff7-94ce-8f28d485e97c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:38:07.539049 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-b257c0f0-ecf8-4c42-a47f-c2a4c8d114cc admin admin] For port 9201f00e-062f-444f-bd2e-77d497bd9be3, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=9201f00e-062f-444f-bd2e-77d497bd9be3,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:38:07.539422 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b257c0f0-ecf8-4c42-a47f-c2a4c8d114cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:07.564222 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81178e79-54e2-4ff7-94ce-8f28d485e97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d772c4c-97d7-4825-a022-e96f42a82f8d,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:07.567150 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-81178e79-54e2-4ff7-94ce-8f28d485e97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:07.567498 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-81178e79-54e2-4ff7-94ce-8f28d485e97c admin admin] Added segment 0c87bd7e-b449-406c-9031-bae021dbb1b9 of type vlan for network 52887582-9aaf-461f-9114-9c737d13cefa May 03 22:38:07.724556 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-81178e79-54e2-4ff7-94ce-8f28d485e97c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:07.800363 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-343bd304-ab1f-4cee-9b6b-604e1b03cf7a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:07.837526 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-b257c0f0-ecf8-4c42-a47f-c2a4c8d114cc admin admin] Calling delete_port for 9201f00e-062f-444f-bd2e-77d497bd9be3 owned by network:router_gateway {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:38:07.960167 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-81178e79-54e2-4ff7-94ce-8f28d485e97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:07.961788 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81178e79-54e2-4ff7-94ce-8f28d485e97c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:07.962654 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-81178e79-54e2-4ff7-94ce-8f28d485e97c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:08.149688 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81178e79-54e2-4ff7-94ce-8f28d485e97c admin admin] Pushing event updated for resources: {'Network': ['ID=52887582-9aaf-461f-9114-9c737d13cefa,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:08.175767 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 52887582-9aaf-461f-9114-9c737d13cefa details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:38:08.333428 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-81178e79-54e2-4ff7-94ce-8f28d485e97c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.2416952 May 03 22:38:08.365615 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41740) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:08.376546 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-7ea22ebe-de97-431b-9f30-d85b4cb75c92 admin admin] Request body: {'subnet': {'network_id': '52887582-9aaf-461f-9114-9c737d13cefa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2080392932-subnet', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:38:08.382759 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7ea22ebe-de97-431b-9f30-d85b4cb75c92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:38:08.385504 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-a10957cf-82e4-4ab5-a1b6-bb6a2f7753b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6046c24b-8017-4ed9-a08e-f7641112d26f', 'name': 'tempest-snat-router-2001602693', 'tenant_id': 'fdfba440d53f42ba8593745900ce95a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.146'}], 'enable_snat': False}, 'gw_port_id': 'da1fff08-752c-4bbd-a184-3ff014e3380c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:37:55Z', 'updated_at': '2022-05-03T22:38:00Z', 'revision_number': 3, 'project_id': 'fdfba440d53f42ba8593745900ce95a7', 'gw_port': {'id': 'da1fff08-752c-4bbd-a184-3ff014e3380c', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c1:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6046c24b-8017-4ed9-a08e-f7641112d26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:37:58Z', 'updated_at': '2022-05-03T22:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:38:08.387270 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7ea22ebe-de97-431b-9f30-d85b4cb75c92 admin admin] Usage tracker for resource:subnet and tenant:e561281e65ac44bbb283fb588b1ce5d2 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:38:08.390927 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7ea22ebe-de97-431b-9f30-d85b4cb75c92 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:38:08.397244 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10957cf-82e4-4ab5-a1b6-bb6a2f7753b1 None None] The sync data for ids ['6046c24b-8017-4ed9-a08e-f7641112d26f'] in n-d-811807-1 is: [{'id': '6046c24b-8017-4ed9-a08e-f7641112d26f', 'name': 'tempest-snat-router-2001602693', 'tenant_id': 'fdfba440d53f42ba8593745900ce95a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.146'}], 'enable_snat': False}, 'gw_port_id': 'da1fff08-752c-4bbd-a184-3ff014e3380c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:37:55Z', 'updated_at': '2022-05-03T22:38:00Z', 'revision_number': 3, 'project_id': 'fdfba440d53f42ba8593745900ce95a7', 'gw_port': {'id': 'da1fff08-752c-4bbd-a184-3ff014e3380c', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c1:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6046c24b-8017-4ed9-a08e-f7641112d26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:37:58Z', 'updated_at': '2022-05-03T22:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:38:08.397765 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7ea22ebe-de97-431b-9f30-d85b4cb75c92 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:38:08.456791 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-343bd304-ab1f-4cee-9b6b-604e1b03cf7a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:08.487060 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea22ebe-de97-431b-9f30-d85b4cb75c92 admin admin] Made reservation on behalf of e561281e65ac44bbb283fb588b1ce5d2 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:38:08.489481 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7ea22ebe-de97-431b-9f30-d85b4cb75c92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:08.681388 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f56d1-453e-4386-84e5-ab0adc32db6d req-4bb25750-eca8-40b9-982a-3c1fbaca19fa tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:08.691149 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-831f56d1-453e-4386-84e5-ab0adc32db6d req-4bb25750-eca8-40b9-982a-3c1fbaca19fa tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 944 time: 0.7242839 May 03 22:38:08.715357 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-313acf84-b82e-4d48-b799-785ebf3ec018 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:08.816715 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343bd304-ab1f-4cee-9b6b-604e1b03cf7a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Router 321367e0-f984-4c09-8160-680e175dc11e is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:38:09.091418 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343bd304-ab1f-4cee-9b6b-604e1b03cf7a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:38:09.101753 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96052e5-b9f4-4880-afcb-64431e946c1e None None] Sync routers for ids ['321367e0-f984-4c09-8160-680e175dc11e'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:38:09.113835 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96052e5-b9f4-4880-afcb-64431e946c1e None None] Routers {'321367e0-f984-4c09-8160-680e175dc11e'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:38:09.115578 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-d96052e5-b9f4-4880-afcb-64431e946c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:37:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['321367e0-f984-4c09-8160-680e175dc11e'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:38:09.144207 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-343bd304-ab1f-4cee-9b6b-604e1b03cf7a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:09.148847 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-343bd304-ab1f-4cee-9b6b-604e1b03cf7a tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.1462348 May 03 22:38:09.151687 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41764) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:09.203839 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-313acf84-b82e-4d48-b799-785ebf3ec018 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Calling delete_port for 24dfdcb3-ae26-4207-ac42-35b112a6a8c2 owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:38:09.244368 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device da1fff08-752c-4bbd-a184-3ff014e3380c up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:38:09.418531 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-36bda982-c84a-4cdc-8322-ff56d56faef8 req-daf2bdd2-2f8e-4265-aa18-325ec9b43757 tempest-ServerShowV254Test-736758755 tempest-ServerShowV254Test-736758755-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a20e649-df5c-405d-8636-8bdf7b769883 HTTP/1.1" status: 200 len: 210 time: 0.2538671 May 03 22:38:09.443366 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-831f56d1-453e-4386-84e5-ab0adc32db6d req-bf9ec0f2-2ca8-4d41-b643-e1dbcea32fdc tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7512858 May 03 22:38:09.469972 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d3678d23-2c9f-483b-be8f-3defb251bf33 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] 10.222.0.58 "GET /v2.0/routers/321367e0-f984-4c09-8160-680e175dc11e HTTP/1.1" status: 200 len: 908 time: 0.3084879 May 03 22:38:09.469972 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41768) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:09.499891 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-d96052e5-b9f4-4880-afcb-64431e946c1e None None] Set router 321367e0-f984-4c09-8160-680e175dc11e gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:38:09.577361 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-313acf84-b82e-4d48-b799-785ebf3ec018 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:09.680244 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313acf84-b82e-4d48-b799-785ebf3ec018 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Pushing event deleted for resources: {'Port': ['ID=24dfdcb3-ae26-4207-ac42-35b112a6a8c2,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:09.755126 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b257c0f0-ecf8-4c42-a47f-c2a4c8d114cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:09.848525 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port da1fff08-752c-4bbd-a184-3ff014e3380c completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:38:09.862117 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port da1fff08-752c-4bbd-a184-3ff014e3380c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:38:09.865322 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:09.908285 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-620d5b21-1d01-4853-a700-58876b961a97 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:09.929447 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257c0f0-ecf8-4c42-a47f-c2a4c8d114cc admin admin] Pushing event deleted for resources: {'Port': ['ID=9201f00e-062f-444f-bd2e-77d497bd9be3,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:10.026865 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-d96052e5-b9f4-4880-afcb-64431e946c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321367e0-f984-4c09-8160-680e175dc11e', 'name': 'tempest-snat-router-2001602693', 'tenant_id': 'fdfba440d53f42ba8593745900ce95a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e0ada577-4007-416b-9c26-e365aebf370a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:38:04Z', 'updated_at': '2022-05-03T22:38:07Z', 'revision_number': 3, 'project_id': 'fdfba440d53f42ba8593745900ce95a7', 'gw_port': {'id': 'e0ada577-4007-416b-9c26-e365aebf370a', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321367e0-f984-4c09-8160-680e175dc11e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:38:06Z', 'updated_at': '2022-05-03T22:38:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:38:10.048055 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96052e5-b9f4-4880-afcb-64431e946c1e None None] Checking router: 321367e0-f984-4c09-8160-680e175dc11e for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:38:10.048565 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96052e5-b9f4-4880-afcb-64431e946c1e None None] Updating router 321367e0-f984-4c09-8160-680e175dc11e port e0ada577-4007-416b-9c26-e365aebf370a binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:38:10.108403 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:10.128698 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d96052e5-b9f4-4880-afcb-64431e946c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:10.144973 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-620d5b21-1d01-4853-a700-58876b961a97 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:10.158270 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-620d5b21-1d01-4853-a700-58876b961a97 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Deleting port e0ada577-4007-416b-9c26-e365aebf370a {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:38:10.158687 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-620d5b21-1d01-4853-a700-58876b961a97 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:10.175202 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port da1fff08-752c-4bbd-a184-3ff014e3380c, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=da1fff08-752c-4bbd-a184-3ff014e3380c,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:38:10.184250 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:10.233250 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 6e8933e0-d35b-420e-a88f-9bd89d0d927c details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:38:10.244542 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b257c0f0-ecf8-4c42-a47f-c2a4c8d114cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:10.368260 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 6e8933e0-d35b-420e-a88f-9bd89d0d927c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=6e8933e0-d35b-420e-a88f-9bd89d0d927c,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:38:10.382181 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 43cb732e-42e0-499b-84b4-2a7f19039c84 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:38:10.413437 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-620d5b21-1d01-4853-a700-58876b961a97 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:10.443665 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '6e8933e0-d35b-420e-a88f-9bd89d0d927c', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': '6e8933e0-d35b-420e-a88f-9bd89d0d927c', 'mac_address': 'fa:16:3e:fe:46:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:38:10.445879 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-313acf84-b82e-4d48-b799-785ebf3ec018 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:10.462010 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7ea22ebe-de97-431b-9f30-d85b4cb75c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:10.470643 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-313acf84-b82e-4d48-b799-785ebf3ec018 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] 10.222.0.58 "DELETE /v2.0/ports/24dfdcb3-ae26-4207-ac42-35b112a6a8c2 HTTP/1.1" status: 204 len: 168 time: 3.2032156 May 03 22:38:10.515924 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 43cb732e-42e0-499b-84b4-2a7f19039c84 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:38:10.516433 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 43cb732e-42e0-499b-84b4-2a7f19039c84 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:38:10.545221 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41788) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:10.611494 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-620d5b21-1d01-4853-a700-58876b961a97 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Calling delete_port for e0ada577-4007-416b-9c26-e365aebf370a owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:38:10.652365 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b257c0f0-ecf8-4c42-a47f-c2a4c8d114cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:10.695721 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:10.706386 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=da1fff08-752c-4bbd-a184-3ff014e3380c,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:10.744273 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e8933e0-d35b-420e-a88f-9bd89d0d927c {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:38:10.792319 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 6e8933e0-d35b-420e-a88f-9bd89d0d927c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=6e8933e0-d35b-420e-a88f-9bd89d0d927c,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:38:10.805616 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:10.825955 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b257c0f0-ecf8-4c42-a47f-c2a4c8d114cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:10.842035 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3ba8ea8a-9707-42ec-88ca-9c37d3289fc6 req-fd2835de-a0e8-4f8a-a2db-c625d7d0a80e tempest-ServerShowV254Test-736758755 tempest-ServerShowV254Test-736758755-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a20e649-df5c-405d-8636-8bdf7b769883 HTTP/1.1" status: 200 len: 210 time: 0.0639217 May 03 22:38:10.920745 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae4ad6a-ca1a-463e-9117-70f352454aa6 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] GET failed (client error): The resource could not be found. May 03 22:38:10.921050 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7ae4ad6a-ca1a-463e-9117-70f352454aa6 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Synchronizing usage tracker for tenant:c106029882ab493697d8470b22682e17 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:38:10.969630 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea22ebe-de97-431b-9f30-d85b4cb75c92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f2b7d32-d8f2-456e-bc38-b728e1fe95c7,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:10.982406 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea22ebe-de97-431b-9f30-d85b4cb75c92 admin admin] Checking segment: {'id': '0c87bd7e-b449-406c-9031-bae021dbb1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:38:10.983139 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea22ebe-de97-431b-9f30-d85b4cb75c92 admin admin] Network hostable DHCP agents. Network: 52887582-9aaf-461f-9114-9c737d13cefa, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:38:11.003052 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['6e8933e0-d35b-420e-a88f-9bd89d0d927c'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:38:11.004530 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b257c0f0-ecf8-4c42-a47f-c2a4c8d114cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:11.005264 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b257c0f0-ecf8-4c42-a47f-c2a4c8d114cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6b60851-6ef3-4a66-b05f-7bbe9c8b5571 {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:38:11.021364 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7ae4ad6a-ca1a-463e-9117-70f352454aa6 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Unset dirty status for tenant:c106029882ab493697d8470b22682e17 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:38:11.022586 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7ae4ad6a-ca1a-463e-9117-70f352454aa6 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] 10.222.0.58 "GET /v2.0/ports/24dfdcb3-ae26-4207-ac42-35b112a6a8c2 HTTP/1.1" status: 404 len: 333 time: 0.4628329 May 03 22:38:11.031794 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41808) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:11.039931 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-de92ca83-51a1-414b-a248-2919752a9635 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Request body: {'port': {'network_id': '12d1497e-65d8-496b-be66-0a895c2fcf2f', 'name': 'tempest-AllowedAddressPairTestJSON-1748872230'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:38:11.079380 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-620d5b21-1d01-4853-a700-58876b961a97 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:11.142825 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d5b21-1d01-4853-a700-58876b961a97 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0ada577-4007-416b-9c26-e365aebf370a,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:11.172202 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b257c0f0-ecf8-4c42-a47f-c2a4c8d114cc admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:11.173329 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b257c0f0-ecf8-4c42-a47f-c2a4c8d114cc admin admin] 10.222.0.58 "DELETE /v2.0/routers/d6b60851-6ef3-4a66-b05f-7bbe9c8b5571 HTTP/1.1" status: 204 len: 168 time: 6.4782939 May 03 22:38:11.177673 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41812) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:11.193313 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea22ebe-de97-431b-9f30-d85b4cb75c92 admin admin] Network 52887582-9aaf-461f-9114-9c737d13cefa is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:38:11.279764 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02376267-44d9-463a-ac18-08b45419ac82 req-3945d93d-82e7-485d-ab2f-f7c7c0d76789 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:11.288501 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-620d5b21-1d01-4853-a700-58876b961a97 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:11.294618 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-02376267-44d9-463a-ac18-08b45419ac82 req-3945d93d-82e7-485d-ab2f-f7c7c0d76789 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 944 time: 0.6368279 May 03 22:38:11.307213 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device da1fff08-752c-4bbd-a184-3ff014e3380c up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:38:11.323933 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-7ea22ebe-de97-431b-9f30-d85b4cb75c92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 52887582-9aaf-461f-9114-9c737d13cefa) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:38:11.328386 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea22ebe-de97-431b-9f30-d85b4cb75c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:11.328976 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7ea22ebe-de97-431b-9f30-d85b4cb75c92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:11.351698 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bc88a7-41dc-4ed9-8a17-7a29f9e82f39 None None] Network 52887582-9aaf-461f-9114-9c737d13cefa requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:38:11.374523 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-de92ca83-51a1-414b-a248-2919752a9635 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:38:11.398937 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-d46d4959-722f-4965-b028-ecf0f1a701de admin admin] Deleting subnet ee5d7c1b-17ff-4e34-bd5c-ac1da2d448b8 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:38:11.402828 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d46d4959-722f-4965-b028-ecf0f1a701de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:11.530725 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-620d5b21-1d01-4853-a700-58876b961a97 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:11.533076 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-620d5b21-1d01-4853-a700-58876b961a97 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:11.569169 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-620d5b21-1d01-4853-a700-58876b961a97 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:11.570864 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620d5b21-1d01-4853-a700-58876b961a97 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 321367e0-f984-4c09-8160-680e175dc11e {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:38:11.603335 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-620d5b21-1d01-4853-a700-58876b961a97 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:11.614995 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-620d5b21-1d01-4853-a700-58876b961a97 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] 10.222.0.58 "DELETE /v2.0/routers/321367e0-f984-4c09-8160-680e175dc11e HTTP/1.1" status: 204 len: 168 time: 2.1479456 May 03 22:38:11.615707 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41820) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:11.624818 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d46d4959-722f-4965-b028-ecf0f1a701de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:11.646702 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=6e8933e0-d35b-420e-a88f-9bd89d0d927c,revision_number=9']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:11.719147 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d46d4959-722f-4965-b028-ecf0f1a701de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:11.798251 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-de92ca83-51a1-414b-a248-2919752a9635 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:38:11.804519 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7ea22ebe-de97-431b-9f30-d85b4cb75c92 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4325581 May 03 22:38:11.806416 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-d96052e5-b9f4-4880-afcb-64431e946c1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:38:11.807258 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-d96052e5-b9f4-4880-afcb-64431e946c1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:38:11.808288 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41824) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:11.817091 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-d6e64504-7301-4bd4-b04e-84693a69ce5d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2080392932-router', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:38:11.817472 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-02376267-44d9-463a-ac18-08b45419ac82 req-5225a381-43b5-40db-97b0-ba0132804814 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5246232 May 03 22:38:11.821069 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d46d4959-722f-4965-b028-ecf0f1a701de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:11.826979 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d6e64504-7301-4bd4-b04e-84693a69ce5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:38:11.849455 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d6e64504-7301-4bd4-b04e-84693a69ce5d admin admin] Usage tracker for resource:router and tenant:e561281e65ac44bbb283fb588b1ce5d2 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:38:11.854638 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d6e64504-7301-4bd4-b04e-84693a69ce5d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:38:11.857705 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port da1fff08-752c-4bbd-a184-3ff014e3380c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:38:11.858277 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:11.863951 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d6e64504-7301-4bd4-b04e-84693a69ce5d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:38:11.877690 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2847423c-a050-4b9b-806d-727e8f2c685d tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:11.928916 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5165cb-50d2-4285-a9d1-b4cd4a67283d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-52887582-9aaf-461f-9114-9c737d13cefa', 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'fixed_ips': [{'subnet_id': '6f2b7d32-d8f2-456e-bc38-b728e1fe95c7'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:38:11.930169 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-de5165cb-50d2-4285-a9d1-b4cd4a67283d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:11.943083 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d46d4959-722f-4965-b028-ecf0f1a701de admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:11.953130 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d4959-722f-4965-b028-ecf0f1a701de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee5d7c1b-17ff-4e34-bd5c-ac1da2d448b8,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:11.962938 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de92ca83-51a1-414b-a248-2919752a9635 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Made reservation on behalf of c106029882ab493697d8470b22682e17 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:38:11.964180 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cba6573-dce4-434e-a3b8-9d0413803a09 None None] Network 83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:38:11.975367 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-de92ca83-51a1-414b-a248-2919752a9635 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:11.998632 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d46d4959-722f-4965-b028-ecf0f1a701de admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ee5d7c1b-17ff-4e34-bd5c-ac1da2d448b8 HTTP/1.1" status: 204 len: 168 time: 0.8148830 May 03 22:38:12.001746 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41838) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:12.094491 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-de92ca83-51a1-414b-a248-2919752a9635 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] device_id is not set on port ebea7a45-22f3-4944-b731-4ae1d88c8103 yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:38:12.110738 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6e64504-7301-4bd4-b04e-84693a69ce5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:12.112007 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6e64504-7301-4bd4-b04e-84693a69ce5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:12.118800 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2847423c-a050-4b9b-806d-727e8f2c685d tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:12.133397 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-2847423c-a050-4b9b-806d-727e8f2c685d tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Deleting port da1fff08-752c-4bbd-a184-3ff014e3380c {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:38:12.135607 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2847423c-a050-4b9b-806d-727e8f2c685d tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:12.251337 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-de92ca83-51a1-414b-a248-2919752a9635 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Allocated IP 172.20.0.7 (12d1497e-65d8-496b-be66-0a895c2fcf2f/40b0d32d-b872-4514-865c-46ea512e03f2/ebea7a45-22f3-4944-b731-4ae1d88c8103) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:38:12.329975 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-2847423c-a050-4b9b-806d-727e8f2c685d tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] For port da1fff08-752c-4bbd-a184-3ff014e3380c, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=da1fff08-752c-4bbd-a184-3ff014e3380c,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:38:12.330931 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2847423c-a050-4b9b-806d-727e8f2c685d tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:12.372553 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96052e5-b9f4-4880-afcb-64431e946c1e None None] Port e0ada577-4007-416b-9c26-e365aebf370a not found while updating agent binding for router 321367e0-f984-4c09-8160-680e175dc11e. {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 03 22:38:12.399316 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96052e5-b9f4-4880-afcb-64431e946c1e None None] Routers set() bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:38:12.400204 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96052e5-b9f4-4880-afcb-64431e946c1e None None] Router IDs set() for agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} May 03 22:38:12.400846 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_agentschedulers_db [None req-d96052e5-b9f4-4880-afcb-64431e946c1e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'321367e0-f984-4c09-8160-680e175dc11e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:37:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent'). {{(pid=88071) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 03 22:38:12.401315 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96052e5-b9f4-4880-afcb-64431e946c1e None None] The sync data for ids ['321367e0-f984-4c09-8160-680e175dc11e'] in n-d-811807-1 is: [] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:38:12.478962 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-de92ca83-51a1-414b-a248-2919752a9635 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:12.497265 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-de92ca83-51a1-414b-a248-2919752a9635 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Transition to ACTIVE for port object ebea7a45-22f3-4944-b731-4ae1d88c8103 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:38:12.501182 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4075fd63-43df-49ff-bbf5-2a0fae314f76 None None] DHCP port deletion for 83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:38:12.512389 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-2847423c-a050-4b9b-806d-727e8f2c685d tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Calling delete_port for da1fff08-752c-4bbd-a184-3ff014e3380c owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:38:12.513640 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-4075fd63-43df-49ff-bbf5-2a0fae314f76 None None] Deleting port 8e9c5d20-68d3-4e9c-8e0c-ec9fce4b828d {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:38:12.514286 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4075fd63-43df-49ff-bbf5-2a0fae314f76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:12.549662 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-de92ca83-51a1-414b-a248-2919752a9635 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:12.651734 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3ede8397-807d-49b5-af42-0a269224ed2e req-da7658d1-d04e-472e-ab97-a716ff276c70 tempest-ServerShowV254Test-736758755 tempest-ServerShowV254Test-736758755-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a20e649-df5c-405d-8636-8bdf7b769883 HTTP/1.1" status: 200 len: 210 time: 0.5976100 May 03 22:38:12.730092 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-de5165cb-50d2-4285-a9d1-b4cd4a67283d None None] Allocated IP 172.20.0.2 (52887582-9aaf-461f-9114-9c737d13cefa/6f2b7d32-d8f2-456e-bc38-b728e1fe95c7/33a84bbd-dc26-4a72-a5f6-fc67bbf6b27a) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:38:12.734464 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6e64504-7301-4bd4-b04e-84693a69ce5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:12.737595 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2847423c-a050-4b9b-806d-727e8f2c685d tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:12.744632 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4bd076f2-806e-46ef-981d-239e5c893880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:12.754657 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de92ca83-51a1-414b-a248-2919752a9635 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Network 12d1497e-65d8-496b-be66-0a895c2fcf2f is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:38:12.759864 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-de92ca83-51a1-414b-a248-2919752a9635 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:38:12.761252 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de92ca83-51a1-414b-a248-2919752a9635 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:38:12.797833 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92ca83-51a1-414b-a248-2919752a9635 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Pushing event updated for resources: {'Port': ['ID=ebea7a45-22f3-4944-b731-4ae1d88c8103,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:12.875458 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-4bd076f2-806e-46ef-981d-239e5c893880 admin admin] Deleting port 8e9c5d20-68d3-4e9c-8e0c-ec9fce4b828d {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:38:12.875458 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4bd076f2-806e-46ef-981d-239e5c893880 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:12.930287 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de92ca83-51a1-414b-a248-2919752a9635 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:12.931699 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-de92ca83-51a1-414b-a248-2919752a9635 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:13.063931 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-de92ca83-51a1-414b-a248-2919752a9635 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0272541 May 03 22:38:13.069641 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41856) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:13.094615 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-2a738972-5c0d-4055-afc7-76c55296c6c5 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:16:76:a4'}]}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:38:13.146451 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847423c-a050-4b9b-806d-727e8f2c685d tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Pushing event deleted for resources: {'Port': ['ID=da1fff08-752c-4bbd-a184-3ff014e3380c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:13.192560 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 9201f00e-062f-444f-bd2e-77d497bd9be3 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:38:13.251745 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 9201f00e-062f-444f-bd2e-77d497bd9be3 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:38:13.252385 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 9201f00e-062f-444f-bd2e-77d497bd9be3 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:38:13.253000 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 8e9c5d20-68d3-4e9c-8e0c-ec9fce4b828d no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:38:13.288163 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-4075fd63-43df-49ff-bbf5-2a0fae314f76 None None] For port 8e9c5d20-68d3-4e9c-8e0c-ec9fce4b828d, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=8e9c5d20-68d3-4e9c-8e0c-ec9fce4b828d,segment=NetworkSegment(69f9ec2a-81e7-4f17-8ce7-466cada3b85b),segment_id=69f9ec2a-81e7-4f17-8ce7-466cada3b85b)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:38:13.288905 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4075fd63-43df-49ff-bbf5-2a0fae314f76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:13.304764 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-4bd076f2-806e-46ef-981d-239e5c893880 admin admin] For port 8e9c5d20-68d3-4e9c-8e0c-ec9fce4b828d, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=8e9c5d20-68d3-4e9c-8e0c-ec9fce4b828d,segment=NetworkSegment(69f9ec2a-81e7-4f17-8ce7-466cada3b85b),segment_id=69f9ec2a-81e7-4f17-8ce7-466cada3b85b)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:38:13.305351 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4bd076f2-806e-46ef-981d-239e5c893880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:13.474189 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-4bd076f2-806e-46ef-981d-239e5c893880 admin admin] Calling delete_port for 8e9c5d20-68d3-4e9c-8e0c-ec9fce4b828d owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:38:13.483363 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-04cdaadc-ce85-42ed-9b25-7701d4cd6eda None None] Provisioning for port ebea7a45-22f3-4944-b731-4ae1d88c8103 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:38:13.495986 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-4075fd63-43df-49ff-bbf5-2a0fae314f76 None None] Calling delete_port for 8e9c5d20-68d3-4e9c-8e0c-ec9fce4b828d owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:38:13.568892 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6e64504-7301-4bd4-b04e-84693a69ce5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:13.577253 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2847423c-a050-4b9b-806d-727e8f2c685d tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:13.592410 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-04cdaadc-ce85-42ed-9b25-7701d4cd6eda None None] Provisioning complete for port ebea7a45-22f3-4944-b731-4ae1d88c8103 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:38:13.602238 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-04cdaadc-ce85-42ed-9b25-7701d4cd6eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:13.645585 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81c3e7-8a60-4729-8c3d-2e82e3e5ace1 req-29dbd4c3-ab0f-452c-b42b-af2189c7832b tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:13.653842 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e81c3e7-8a60-4729-8c3d-2e82e3e5ace1 req-29dbd4c3-ab0f-452c-b42b-af2189c7832b tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 944 time: 0.5291102 May 03 22:38:13.801507 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2847423c-a050-4b9b-806d-727e8f2c685d tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:13.803794 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2847423c-a050-4b9b-806d-727e8f2c685d tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:13.858943 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2847423c-a050-4b9b-806d-727e8f2c685d tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:13.859467 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2847423c-a050-4b9b-806d-727e8f2c685d tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6046c24b-8017-4ed9-a08e-f7641112d26f {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:38:13.905513 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3d0cb107-5abb-422b-8965-36ddfd96cac8 req-8f91d20a-b818-45c0-934f-90c0c1b5265d tempest-ServerShowV254Test-736758755 tempest-ServerShowV254Test-736758755-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a20e649-df5c-405d-8636-8bdf7b769883 HTTP/1.1" status: 200 len: 210 time: 0.0558515 May 03 22:38:14.002360 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-de5165cb-50d2-4285-a9d1-b4cd4a67283d None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:14.034911 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-de5165cb-50d2-4285-a9d1-b4cd4a67283d None None] Transition to ACTIVE for port object 33a84bbd-dc26-4a72-a5f6-fc67bbf6b27a will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:38:14.051147 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2847423c-a050-4b9b-806d-727e8f2c685d tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:14.058098 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2847423c-a050-4b9b-806d-727e8f2c685d tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] 10.222.0.58 "DELETE /v2.0/routers/6046c24b-8017-4ed9-a08e-f7641112d26f HTTP/1.1" status: 204 len: 168 time: 2.4407938 May 03 22:38:14.061086 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41882) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:14.066375 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-22f77ac3-f625-49ad-a66a-02ac45d0e24d tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1465139667', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}, 'admin_state_up': False}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:38:14.082126 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-22f77ac3-f625-49ad-a66a-02ac45d0e24d tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:38:14.082317 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2a738972-5c0d-4055-afc7-76c55296c6c5 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:14.088568 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-22f77ac3-f625-49ad-a66a-02ac45d0e24d tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Usage tracker for resource:router and tenant:820b63b4064b4906bfd33549f454de6d is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:38:14.092622 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-de5165cb-50d2-4285-a9d1-b4cd4a67283d None None] Transition to ACTIVE for port object 33a84bbd-dc26-4a72-a5f6-fc67bbf6b27a will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:38:14.092823 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-22f77ac3-f625-49ad-a66a-02ac45d0e24d tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:38:14.095759 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:14.115734 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-04cdaadc-ce85-42ed-9b25-7701d4cd6eda None None] Port ebea7a45-22f3-4944-b731-4ae1d88c8103 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:38:14.127628 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4bd076f2-806e-46ef-981d-239e5c893880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:14.128308 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-22f77ac3-f625-49ad-a66a-02ac45d0e24d tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:38:14.130479 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-de5165cb-50d2-4285-a9d1-b4cd4a67283d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:14.144942 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-22f77ac3-f625-49ad-a66a-02ac45d0e24d tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:14.146026 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-22f77ac3-f625-49ad-a66a-02ac45d0e24d tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:14.172896 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-22f77ac3-f625-49ad-a66a-02ac45d0e24d tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:14.209577 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-4075fd63-43df-49ff-bbf5-2a0fae314f76 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:38:14.210566 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-4075fd63-43df-49ff-bbf5-2a0fae314f76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:38:14.233567 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 6e8933e0-d35b-420e-a88f-9bd89d0d927c up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:38:14.274477 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e81c3e7-8a60-4729-8c3d-2e82e3e5ace1 req-4de2929e-16ef-4d06-92d8-8aa3853dde26 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6189997 May 03 22:38:14.280543 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5165cb-50d2-4285-a9d1-b4cd4a67283d None None] Network 52887582-9aaf-461f-9114-9c737d13cefa is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:38:14.312480 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-de5165cb-50d2-4285-a9d1-b4cd4a67283d None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:38:14.315245 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5165cb-50d2-4285-a9d1-b4cd4a67283d None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:38:14.334804 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd076f2-806e-46ef-981d-239e5c893880 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e9c5d20-68d3-4e9c-8e0c-ec9fce4b828d,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:14.358175 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd076f2-806e-46ef-981d-239e5c893880 admin admin] No DVR routers for this DVR port 8e9c5d20-68d3-4e9c-8e0c-ec9fce4b828d on host n-d-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:38:14.362383 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5165cb-50d2-4285-a9d1-b4cd4a67283d None None] Pushing event updated for resources: {'Port': ['ID=33a84bbd-dc26-4a72-a5f6-fc67bbf6b27a,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:14.488468 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-de5165cb-50d2-4285-a9d1-b4cd4a67283d None None] Attempting to bind port 33a84bbd-dc26-4a72-a5f6-fc67bbf6b27a on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:38:14.488837 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-de5165cb-50d2-4285-a9d1-b4cd4a67283d None None] Attempting to bind port 33a84bbd-dc26-4a72-a5f6-fc67bbf6b27a by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '0c87bd7e-b449-406c-9031-bae021dbb1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:38:14.489202 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5165cb-50d2-4285-a9d1-b4cd4a67283d None None] Attempting to bind port 33a84bbd-dc26-4a72-a5f6-fc67bbf6b27a on network 52887582-9aaf-461f-9114-9c737d13cefa {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:38:14.507377 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4bd076f2-806e-46ef-981d-239e5c893880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:14.516463 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5165cb-50d2-4285-a9d1-b4cd4a67283d None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:38:14.516863 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5165cb-50d2-4285-a9d1-b4cd4a67283d None None] Checking segment: {'id': '0c87bd7e-b449-406c-9031-bae021dbb1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:38:14.517274 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-de5165cb-50d2-4285-a9d1-b4cd4a67283d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:14.517674 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5165cb-50d2-4285-a9d1-b4cd4a67283d None None] Bound using segment: {'id': '0c87bd7e-b449-406c-9031-bae021dbb1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:38:14.521948 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-de5165cb-50d2-4285-a9d1-b4cd4a67283d None None] Bound port: 33a84bbd-dc26-4a72-a5f6-fc67bbf6b27a, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c87bd7e-b449-406c-9031-bae021dbb1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:38:14.522725 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-de5165cb-50d2-4285-a9d1-b4cd4a67283d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:14.533054 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 6e8933e0-d35b-420e-a88f-9bd89d0d927c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:38:14.533433 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:14.565958 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-4bd076f2-806e-46ef-981d-239e5c893880 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:38:14.621996 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-4bd076f2-806e-46ef-981d-239e5c893880 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f9ec2a-81e7-4f17-8ce7-466cada3b85b') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:38:14.622295 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-4bd076f2-806e-46ef-981d-239e5c893880 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f9ec2a-81e7-4f17-8ce7-466cada3b85b') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:38:14.702758 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4bd076f2-806e-46ef-981d-239e5c893880 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:14.727206 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-4075fd63-43df-49ff-bbf5-2a0fae314f76 None None] Deleting port 8e9c5d20-68d3-4e9c-8e0c-ec9fce4b828d {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:38:14.727627 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4075fd63-43df-49ff-bbf5-2a0fae314f76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:14.779135 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-de5165cb-50d2-4285-a9d1-b4cd4a67283d None None] For port 33a84bbd-dc26-4a72-a5f6-fc67bbf6b27a, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:38:14.815485 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4bd076f2-806e-46ef-981d-239e5c893880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:14.822633 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-de5165cb-50d2-4285-a9d1-b4cd4a67283d None None] For port 33a84bbd-dc26-4a72-a5f6-fc67bbf6b27a, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=33a84bbd-dc26-4a72-a5f6-fc67bbf6b27a,segment=NetworkSegment(0c87bd7e-b449-406c-9031-bae021dbb1b9),segment_id=0c87bd7e-b449-406c-9031-bae021dbb1b9)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:38:14.832258 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bd076f2-806e-46ef-981d-239e5c893880 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:38:14.832630 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4bd076f2-806e-46ef-981d-239e5c893880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:14.855504 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6e64504-7301-4bd4-b04e-84693a69ce5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:14.874785 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:38:14.874785 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:38:14.874785 n-d-811807-1 neutron-server[88069]: timer() May 03 22:38:14.874785 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:38:14.874785 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:38:14.874785 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:38:14.874785 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:38:14.874785 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:38:14.874785 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:38:14.874785 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:38:14.874785 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:38:14.874785 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:38:14.874785 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:38:14.874785 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:38:14.874785 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:38:14.874785 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:38:14.874785 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:38:14.874785 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:38:14.874785 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:38:14.874785 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:38:14.874785 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:38:14.874785 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:38:14.874785 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:38:14.874785 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:38:14.874785 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:38:14.874785 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:38:14.874785 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:38:14.874785 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:38:14.874785 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:38:14.874785 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:38:14.874785 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:38:14.874785 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:38:14.949553 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-4075fd63-43df-49ff-bbf5-2a0fae314f76 None None] The port '8e9c5d20-68d3-4e9c-8e0c-ec9fce4b828d' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:38:14.951185 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-de5165cb-50d2-4285-a9d1-b4cd4a67283d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:15.013468 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:15.071949 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85f9183-90a9-40aa-84ae-a03ff61af3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8933e0-d35b-420e-a88f-9bd89d0d927c'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:38:15.123387 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5165cb-50d2-4285-a9d1-b4cd4a67283d None None] Pushing event updated for resources: {'Port': ['ID=33a84bbd-dc26-4a72-a5f6-fc67bbf6b27a,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:15.135133 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 6e8933e0-d35b-420e-a88f-9bd89d0d927c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=6e8933e0-d35b-420e-a88f-9bd89d0d927c,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:38:15.142877 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:15.185253 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4bd076f2-806e-46ef-981d-239e5c893880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:15.245302 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4bd076f2-806e-46ef-981d-239e5c893880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:15.252493 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c63e0006-490f-49b6-b241-8822b5472e6f'] response: {'server_uuid': 'e85f9183-90a9-40aa-84ae-a03ff61af3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8933e0-d35b-420e-a88f-9bd89d0d927c', 'code': 200} May 03 22:38:15.297712 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device da1fff08-752c-4bbd-a184-3ff014e3380c no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:38:15.358512 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9a61cf5c-3c53-4ae8-9e81-bc07a47dc957 req-dd0d7251-7ed3-42df-b902-8f75e27a4f71 tempest-ServerShowV254Test-736758755 tempest-ServerShowV254Test-736758755-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a20e649-df5c-405d-8636-8bdf7b769883 HTTP/1.1" status: 200 len: 210 time: 0.1166620 May 03 22:38:15.365835 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd076f2-806e-46ef-981d-239e5c893880 admin admin] Pushing event deleted for resources: {'Network': ['ID=83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:15.407949 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: da1fff08-752c-4bbd-a184-3ff014e3380c {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:38:15.409299 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device da1fff08-752c-4bbd-a184-3ff014e3380c not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:38:15.423286 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4bd076f2-806e-46ef-981d-239e5c893880 admin admin] 10.222.0.58 "DELETE /v2.0/networks/83f3e1b7-3d68-4da8-9d71-8b81f8d2fe2c HTTP/1.1" status: 204 len: 168 time: 3.4204919 May 03 22:38:15.450096 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=6e8933e0-d35b-420e-a88f-9bd89d0d927c,revision_number=10']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:15.478132 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6e64504-7301-4bd4-b04e-84693a69ce5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:15.480741 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2a738972-5c0d-4055-afc7-76c55296c6c5 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:15.489300 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2a738972-5c0d-4055-afc7-76c55296c6c5 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:15.586222 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-22f77ac3-f625-49ad-a66a-02ac45d0e24d tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:15.835018 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41932) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:15.950196 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a738972-5c0d-4055-afc7-76c55296c6c5 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Pushing event updated for resources: {'Port': ['ID=ebea7a45-22f3-4944-b731-4ae1d88c8103,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:16.103415 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-d6e64504-7301-4bd4-b04e-84693a69ce5d admin admin] Allocated IP 172.25.2.13 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/6c98eef3-3a72-4293-a34d-0afc1332225f) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:38:16.278202 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-caf1b995-ec8a-4d18-8074-25ae4b243549 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1eb5e8514a904f2db24d00ebe09ac3d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3124697 May 03 22:38:16.299177 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41944) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:16.334574 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-2a738972-5c0d-4055-afc7-76c55296c6c5 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] In _notify_port_updated(), no bound segment for port ebea7a45-22f3-4944-b731-4ae1d88c8103 on network 12d1497e-65d8-496b-be66-0a895c2fcf2f {{(pid=88069) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 03 22:38:16.341928 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a738972-5c0d-4055-afc7-76c55296c6c5 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:16.345229 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2a738972-5c0d-4055-afc7-76c55296c6c5 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:16.347463 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2a738972-5c0d-4055-afc7-76c55296c6c5 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] 10.222.0.58 "PUT /v2.0/ports/ebea7a45-22f3-4944-b731-4ae1d88c8103 HTTP/1.1" status: 200 len: 996 time: 3.2766674 May 03 22:38:16.353427 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41948) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:16.373307 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-eac432c6-7b06-4972-a0cd-0a7fd47e91da None None] Provisioning complete for port ebea7a45-22f3-4944-b731-4ae1d88c8103 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:38:16.373929 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eac432c6-7b06-4972-a0cd-0a7fd47e91da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:16.509754 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-eac432c6-7b06-4972-a0cd-0a7fd47e91da None None] Port ebea7a45-22f3-4944-b731-4ae1d88c8103 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:38:16.544894 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4aa31f-a70a-4390-9d69-c231a4fc096c req-fcfdb43c-d2a3-4f84-adc6-490b3247ee4e tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:16.553165 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cd4aa31f-a70a-4390-9d69-c231a4fc096c req-fcfdb43c-d2a3-4f84-adc6-490b3247ee4e tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 944 time: 0.7412131 May 03 22:38:16.557126 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ae2c94ea-4015-4d02-9071-96baa4c3dcb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:16.565435 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-d62a848f-2937-4332-9abd-7995e7b584d1 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Deleting port ebea7a45-22f3-4944-b731-4ae1d88c8103 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:38:16.578742 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d62a848f-2937-4332-9abd-7995e7b584d1 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:16.658838 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:38:16.840224 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-22f77ac3-f625-49ad-a66a-02ac45d0e24d tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:16.878295 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c7626d44-d5b5-4f41-ac69-9d04ac2cdda3 req-244340cd-9247-477f-a713-e7d71c5944dc tempest-ServerShowV254Test-736758755 tempest-ServerShowV254Test-736758755-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a20e649-df5c-405d-8636-8bdf7b769883 HTTP/1.1" status: 200 len: 210 time: 0.2035341 May 03 22:38:16.905327 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56,segment=NetworkSegment(c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008),segment_id=c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:38:16.934837 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56', 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5', 'port_id': '5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56', 'mac_address': 'fa:16:3e:9a:0c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '209e1eea-ba5e-419e-9e3d-b3077ecd94a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:38:16.941020 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ae2c94ea-4015-4d02-9071-96baa4c3dcb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:16.968641 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-22f77ac3-f625-49ad-a66a-02ac45d0e24d tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:17.041872 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:17.061006 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:38:17.096407 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56,segment=NetworkSegment(c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008),segment_id=c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:38:17.105430 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:17.120596 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67e950-63ac-4346-b68b-c88390d06a48 req-c45a75f1-d9c0-4fc9-93cc-544f2a6596ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:17.126152 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cd4aa31f-a70a-4390-9d69-c231a4fc096c req-5c3d0a8b-0a9e-4032-b89d-2f66a6f75a2b tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4715595 May 03 22:38:17.127953 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9d67e950-63ac-4346-b68b-c88390d06a48 req-c45a75f1-d9c0-4fc9-93cc-544f2a6596ce service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=11eeaceca5b3400cbe7ccdc9c2640b5c&device_id=e85f9183-90a9-40aa-84ae-a03ff61af3e5 HTTP/1.1" status: 200 len: 1102 time: 0.8169196 May 03 22:38:17.208690 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 33a84bbd-dc26-4a72-a5f6-fc67bbf6b27a up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:38:17.252181 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6e64504-7301-4bd4-b04e-84693a69ce5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:17.360993 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691999cf-db76-4450-99f8-80f2bea07ed5 None None] Network 52887582-9aaf-461f-9114-9c737d13cefa requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:38:17.416382 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ae2c94ea-4015-4d02-9071-96baa4c3dcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:17.429289 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6e64504-7301-4bd4-b04e-84693a69ce5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:17.494956 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c94ea-4015-4d02-9071-96baa4c3dcb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76f64af-8d33-4526-b4aa-7bbb58c919ab,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:17.511087 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ae2c94ea-4015-4d02-9071-96baa4c3dcb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:17.512197 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ae2c94ea-4015-4d02-9071-96baa4c3dcb1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e76f64af-8d33-4526-b4aa-7bbb58c919ab HTTP/1.1" status: 204 len: 168 time: 1.2096021 May 03 22:38:17.558321 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:38:17.581918 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d62a848f-2937-4332-9abd-7995e7b584d1 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:17.612816 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56,revision_number=11']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:17.663580 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5443535a-ed17-4546-bd44-b4d2d5f481b8 None None] Provisioning for port 33a84bbd-dc26-4a72-a5f6-fc67bbf6b27a completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:38:17.791251 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e64504-7301-4bd4-b04e-84693a69ce5d admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:38:17.804912 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-d6e64504-7301-4bd4-b04e-84693a69ce5d admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:38:17.805605 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 33a84bbd-dc26-4a72-a5f6-fc67bbf6b27a completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:38:17.815879 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e64504-7301-4bd4-b04e-84693a69ce5d admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:38:17.858034 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 33a84bbd-dc26-4a72-a5f6-fc67bbf6b27a triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:38:17.858423 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:18.374402 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:18.390070 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-d62a848f-2937-4332-9abd-7995e7b584d1 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Calling delete_port for ebea7a45-22f3-4944-b731-4ae1d88c8103 owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:38:18.476041 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 33a84bbd-dc26-4a72-a5f6-fc67bbf6b27a, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=33a84bbd-dc26-4a72-a5f6-fc67bbf6b27a,segment=NetworkSegment(0c87bd7e-b449-406c-9031-bae021dbb1b9),segment_id=0c87bd7e-b449-406c-9031-bae021dbb1b9)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:38:18.496555 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:18.579598 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-cc6342f5-e320-4493-ae60-c8027203f6db None None] Provisioning complete for port 33a84bbd-dc26-4a72-a5f6-fc67bbf6b27a triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:38:18.580300 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cc6342f5-e320-4493-ae60-c8027203f6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:18.619491 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-79464497-9f4b-4e9e-bad4-a13d750a7695 req-ba763a3c-5b36-4214-9406-187ffcb7d6a3 tempest-ServerShowV254Test-736758755 tempest-ServerShowV254Test-736758755-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a20e649-df5c-405d-8636-8bdf7b769883 HTTP/1.1" status: 200 len: 210 time: 0.4867346 May 03 22:38:18.630601 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d62a848f-2937-4332-9abd-7995e7b584d1 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:18.662430 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e64504-7301-4bd4-b04e-84693a69ce5d admin admin] Pushing event updated for resources: {'Port': ['ID=6c98eef3-3a72-4293-a34d-0afc1332225f,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:18.746753 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=33a84bbd-dc26-4a72-a5f6-fc67bbf6b27a,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:18.806643 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-22f77ac3-f625-49ad-a66a-02ac45d0e24d tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Allocated IP 172.25.2.235 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/e7a9a5f7-1059-4b6f-b752-989c761e0598) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:38:18.821395 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67e950-63ac-4346-b68b-c88390d06a48 req-8f31fcf7-d29c-452a-9f87-502d59d5c7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:18.823430 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9d67e950-63ac-4346-b68b-c88390d06a48 req-8f31fcf7-d29c-452a-9f87-502d59d5c7a7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 1.6166761 May 03 22:38:18.911020 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f4995-04d8-45e2-82aa-b79ae3baa526 req-b5558ddf-2584-44c9-a978-ef7a602415cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:18.912754 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a47f4995-04d8-45e2-82aa-b79ae3baa526 req-b5558ddf-2584-44c9-a978-ef7a602415cd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4005ab853daa4dd0a8c6d47cfa1e3258&device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 1096 time: 1.2775114 May 03 22:38:18.947549 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9d67e950-63ac-4346-b68b-c88390d06a48 req-c4036e37-d1fd-4d9b-ab65-65d3c1b113fd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=6e8933e0-d35b-420e-a88f-9bd89d0d927c HTTP/1.1" status: 200 len: 217 time: 0.1101959 May 03 22:38:18.969012 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a848f-2937-4332-9abd-7995e7b584d1 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Pushing event deleted for resources: {'Port': ['ID=ebea7a45-22f3-4944-b731-4ae1d88c8103,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:19.159009 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 33a84bbd-dc26-4a72-a5f6-fc67bbf6b27a up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:38:19.175510 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42006) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:19.194071 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d62a848f-2937-4332-9abd-7995e7b584d1 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:19.242611 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d62a848f-2937-4332-9abd-7995e7b584d1 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] 10.222.0.58 "DELETE /v2.0/ports/ebea7a45-22f3-4944-b731-4ae1d88c8103 HTTP/1.1" status: 204 len: 168 time: 2.8871551 May 03 22:38:19.244332 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42022) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:19.356461 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 33a84bbd-dc26-4a72-a5f6-fc67bbf6b27a triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:38:19.356852 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:19.360832 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-513230c5-0477-4b5e-996c-d7c3a557fa81 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] GET failed (client error): The resource could not be found. May 03 22:38:19.361490 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-513230c5-0477-4b5e-996c-d7c3a557fa81 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Synchronizing usage tracker for tenant:c106029882ab493697d8470b22682e17 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:38:19.387631 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-513230c5-0477-4b5e-996c-d7c3a557fa81 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Unset dirty status for tenant:c106029882ab493697d8470b22682e17 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:38:19.393561 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-513230c5-0477-4b5e-996c-d7c3a557fa81 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] 10.222.0.58 "GET /v2.0/ports/ebea7a45-22f3-4944-b731-4ae1d88c8103 HTTP/1.1" status: 404 len: 333 time: 0.1445148 May 03 22:38:19.394575 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42034) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:19.405206 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ec166-7fb4-4a51-a920-16200c9b1e0b req-0b669312-9e3b-4ed0-9186-6ca971e1b5e5 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:19.413977 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-618ec166-7fb4-4a51-a920-16200c9b1e0b req-0b669312-9e3b-4ed0-9186-6ca971e1b5e5 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 945 time: 0.8019121 May 03 22:38:19.456728 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-c4d225de-b8f8-4a01-9ba8-e943b4abc205 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Request body: {'port': {'network_id': '12d1497e-65d8-496b-be66-0a895c2fcf2f', 'name': 'tempest-AllowedAddressPairTestJSON-1168574411'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:38:19.565942 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-218be86b-254d-4e32-973a-a2aa950d9439 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-145443397-network', 'tenant_id': '56f2a06b55b349518a0fa1bd075b4999'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:38:19.567535 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67e950-63ac-4346-b68b-c88390d06a48 req-9d175e18-dbe4-44fa-814d-82af66f104e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:19.569247 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9d67e950-63ac-4346-b68b-c88390d06a48 req-9d175e18-dbe4-44fa-814d-82af66f104e6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.0963569 May 03 22:38:19.585312 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-218be86b-254d-4e32-973a-a2aa950d9439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:38:19.590559 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-218be86b-254d-4e32-973a-a2aa950d9439 admin admin] Usage tracker for resource:network and tenant:56f2a06b55b349518a0fa1bd075b4999 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:38:19.593433 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-218be86b-254d-4e32-973a-a2aa950d9439 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:38:19.599156 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-218be86b-254d-4e32-973a-a2aa950d9439 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:38:19.625942 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-22f77ac3-f625-49ad-a66a-02ac45d0e24d tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:19.635478 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218be86b-254d-4e32-973a-a2aa950d9439 admin admin] Made reservation on behalf of 56f2a06b55b349518a0fa1bd075b4999 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:38:19.637721 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-218be86b-254d-4e32-973a-a2aa950d9439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:19.662386 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-218be86b-254d-4e32-973a-a2aa950d9439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:19.751739 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-22f77ac3-f625-49ad-a66a-02ac45d0e24d tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:19.768423 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-618ec166-7fb4-4a51-a920-16200c9b1e0b req-1c896ea6-9a72-4798-8bf7-a1b8c4c58dfb tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3533552 May 03 22:38:19.781549 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-218be86b-254d-4e32-973a-a2aa950d9439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:38:19.785956 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-218be86b-254d-4e32-973a-a2aa950d9439 admin admin] Usage tracker for resource:security_group_rule and tenant:56f2a06b55b349518a0fa1bd075b4999 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:38:19.789048 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-218be86b-254d-4e32-973a-a2aa950d9439 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:38:19.795801 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-218be86b-254d-4e32-973a-a2aa950d9439 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:38:19.892844 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a91a436b-25a1-48bf-8016-66863ea54de1 req-c4d9c221-334b-4bba-a21a-bea9b52398ee tempest-ServerShowV254Test-736758755 tempest-ServerShowV254Test-736758755-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a20e649-df5c-405d-8636-8bdf7b769883 HTTP/1.1" status: 200 len: 210 time: 0.0677445 May 03 22:38:19.909405 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67e950-63ac-4346-b68b-c88390d06a48 req-3628490c-b744-43cf-8afc-1c28a049fee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:19.911143 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9d67e950-63ac-4346-b68b-c88390d06a48 req-3628490c-b744-43cf-8afc-1c28a049fee7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2478626 May 03 22:38:19.912294 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f77ac3-f625-49ad-a66a-02ac45d0e24d tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Pushing event updated for resources: {'Port': ['ID=e7a9a5f7-1059-4b6f-b752-989c761e0598,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:19.916582 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f77ac3-f625-49ad-a66a-02ac45d0e24d tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:38:19.920545 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f4995-04d8-45e2-82aa-b79ae3baa526 req-7bd75841-5e98-41f2-b28c-97c90ac91f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:19.922558 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a47f4995-04d8-45e2-82aa-b79ae3baa526 req-7bd75841-5e98-41f2-b28c-97c90ac91f5d service neutron] 10.222.0.60 "GET /v2.0/networks?id=ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 HTTP/1.1" status: 200 len: 917 time: 0.9738405 May 03 22:38:19.945671 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-c4d225de-b8f8-4a01-9ba8-e943b4abc205 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:38:19.958880 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-22f77ac3-f625-49ad-a66a-02ac45d0e24d tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:38:19.969122 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f77ac3-f625-49ad-a66a-02ac45d0e24d tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:38:19.979843 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-c4d225de-b8f8-4a01-9ba8-e943b4abc205 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:38:20.008773 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-218be86b-254d-4e32-973a-a2aa950d9439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:20.018890 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-218be86b-254d-4e32-973a-a2aa950d9439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:20.035710 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-218be86b-254d-4e32-973a-a2aa950d9439 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:38:20.045496 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-218be86b-254d-4e32-973a-a2aa950d9439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:20.045842 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-218be86b-254d-4e32-973a-a2aa950d9439 admin admin] Added segment b38726d5-324d-4465-9fc5-454afd2d45a2 of type vlan for network f484e0b5-7091-4031-9307-0c51512cbb0f May 03 22:38:20.073194 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-218be86b-254d-4e32-973a-a2aa950d9439 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:20.101183 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d225de-b8f8-4a01-9ba8-e943b4abc205 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Made reservation on behalf of c106029882ab493697d8470b22682e17 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:38:20.105747 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c4d225de-b8f8-4a01-9ba8-e943b4abc205 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:20.114731 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a47f4995-04d8-45e2-82aa-b79ae3baa526 req-c17579ba-1d1c-4b86-a06b-ff487f9d1c55 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 HTTP/1.1" status: 200 len: 1000 time: 0.1512554 May 03 22:38:20.126518 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-218be86b-254d-4e32-973a-a2aa950d9439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:20.127454 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218be86b-254d-4e32-973a-a2aa950d9439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:20.128596 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-218be86b-254d-4e32-973a-a2aa950d9439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:20.202993 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f4995-04d8-45e2-82aa-b79ae3baa526 req-e0bdce71-6c61-45aa-a972-b73694773ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:20.204443 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a47f4995-04d8-45e2-82aa-b79ae3baa526 req-e0bdce71-6c61-45aa-a972-b73694773ec8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=209e1eea-ba5e-419e-9e3d-b3077ecd94a4 HTTP/1.1" status: 200 len: 855 time: 0.0717440 May 03 22:38:20.206766 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-c4d225de-b8f8-4a01-9ba8-e943b4abc205 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] device_id is not set on port d0d9d2fa-faf7-485a-8f35-4bbd8641c330 yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:38:20.212017 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6e64504-7301-4bd4-b04e-84693a69ce5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:20.244965 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218be86b-254d-4e32-973a-a2aa950d9439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faad7a8b-962e-47a9-8c1e-1fa31f4832f5,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:20.328727 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-218be86b-254d-4e32-973a-a2aa950d9439 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1304538 May 03 22:38:20.334606 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42050) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:20.342517 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218be86b-254d-4e32-973a-a2aa950d9439 admin admin] Pushing event updated for resources: {'Network': ['ID=f484e0b5-7091-4031-9307-0c51512cbb0f,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:20.353789 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network f484e0b5-7091-4031-9307-0c51512cbb0f details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:38:20.355855 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-d8df3682-a0ce-4db1-ab4e-06eb7b908d3a admin admin] Request body: {'subnet': {'network_id': 'f484e0b5-7091-4031-9307-0c51512cbb0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-145443397-subnet', 'tenant_id': '56f2a06b55b349518a0fa1bd075b4999', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:38:20.384260 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d8df3682-a0ce-4db1-ab4e-06eb7b908d3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:38:20.395244 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d8df3682-a0ce-4db1-ab4e-06eb7b908d3a admin admin] Usage tracker for resource:subnet and tenant:56f2a06b55b349518a0fa1bd075b4999 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:38:20.416634 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d8df3682-a0ce-4db1-ab4e-06eb7b908d3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:38:20.443360 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d8df3682-a0ce-4db1-ab4e-06eb7b908d3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:38:20.548603 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-c4d225de-b8f8-4a01-9ba8-e943b4abc205 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Allocated IP 172.20.0.7 (12d1497e-65d8-496b-be66-0a895c2fcf2f/40b0d32d-b872-4514-865c-46ea512e03f2/d0d9d2fa-faf7-485a-8f35-4bbd8641c330) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:38:20.611703 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8df3682-a0ce-4db1-ab4e-06eb7b908d3a admin admin] Made reservation on behalf of 56f2a06b55b349518a0fa1bd075b4999 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:38:20.620185 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d8df3682-a0ce-4db1-ab4e-06eb7b908d3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:20.661343 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:38:20.795608 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:38:20.812729 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:38:20.813284 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:21.192435 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:21.250536 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:38:21.275472 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56,segment=NetworkSegment(c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008),segment_id=c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:38:21.283043 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:21.448345 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56,revision_number=12']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:21.552206 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bf39d49b-48ce-4ce0-bb9b-02014b50f971 req-7a9fe6b9-5f4e-466c-ada0-d27dc340beb6 tempest-ServerShowV254Test-736758755 tempest-ServerShowV254Test-736758755-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a20e649-df5c-405d-8636-8bdf7b769883 HTTP/1.1" status: 200 len: 210 time: 0.1089032 May 03 22:38:21.620033 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c4d225de-b8f8-4a01-9ba8-e943b4abc205 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:21.681954 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-560592ca-fc03-4abc-a7f3-711d3f110f69'] response: {'server_uuid': '6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56', 'code': 200} May 03 22:38:21.684918 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d8df3682-a0ce-4db1-ab4e-06eb7b908d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:21.688677 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9d67e950-63ac-4346-b68b-c88390d06a48 req-31be5844-d877-43a7-afd9-1d76051074a7 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7612305 May 03 22:38:21.730457 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f4995-04d8-45e2-82aa-b79ae3baa526 req-3b301fa7-aecf-4350-bd6b-067b7772d073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:21.732050 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a47f4995-04d8-45e2-82aa-b79ae3baa526 req-3b301fa7-aecf-4350-bd6b-067b7772d073 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4172752 May 03 22:38:21.759536 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-c4d225de-b8f8-4a01-9ba8-e943b4abc205 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Transition to ACTIVE for port object d0d9d2fa-faf7-485a-8f35-4bbd8641c330 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:38:21.837156 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14a237-f659-414a-9b3b-117e3aef61cf req-02c7e1d6-f1f8-4af7-9145-4243a92420c9 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:21.844665 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9b14a237-f659-414a-9b3b-117e3aef61cf req-02c7e1d6-f1f8-4af7-9145-4243a92420c9 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 946 time: 0.7652018 May 03 22:38:21.903155 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6e64504-7301-4bd4-b04e-84693a69ce5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:21.903640 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8df3682-a0ce-4db1-ab4e-06eb7b908d3a admin admin] Checking segment: {'id': 'b38726d5-324d-4465-9fc5-454afd2d45a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f484e0b5-7091-4031-9307-0c51512cbb0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:38:21.904161 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8df3682-a0ce-4db1-ab4e-06eb7b908d3a admin admin] Network hostable DHCP agents. Network: f484e0b5-7091-4031-9307-0c51512cbb0f, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:38:21.932565 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df3682-a0ce-4db1-ab4e-06eb7b908d3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1d2886a-36ca-4181-9979-2ff50bdb7ad7,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:21.955708 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9b14a237-f659-414a-9b3b-117e3aef61cf req-d10f30ec-a1b5-49f0-aea4-73932332ec01 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099529 May 03 22:38:21.963426 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8df3682-a0ce-4db1-ab4e-06eb7b908d3a admin admin] Network f484e0b5-7091-4031-9307-0c51512cbb0f is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:38:21.998269 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-d8df3682-a0ce-4db1-ab4e-06eb7b908d3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, f484e0b5-7091-4031-9307-0c51512cbb0f) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:38:22.006747 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8df3682-a0ce-4db1-ab4e-06eb7b908d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:22.009655 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755a8347-790b-4caf-9a0e-3c35dc6e7060 None None] Network f484e0b5-7091-4031-9307-0c51512cbb0f requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:38:22.018992 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d8df3682-a0ce-4db1-ab4e-06eb7b908d3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:22.036959 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c4d225de-b8f8-4a01-9ba8-e943b4abc205 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:22.217795 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d8df3682-a0ce-4db1-ab4e-06eb7b908d3a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8795094 May 03 22:38:22.231643 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d225de-b8f8-4a01-9ba8-e943b4abc205 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Network 12d1497e-65d8-496b-be66-0a895c2fcf2f is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:38:22.235928 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-c4d225de-b8f8-4a01-9ba8-e943b4abc205 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:38:22.240455 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d225de-b8f8-4a01-9ba8-e943b4abc205 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:38:22.320405 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d225de-b8f8-4a01-9ba8-e943b4abc205 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Pushing event updated for resources: {'Port': ['ID=d0d9d2fa-faf7-485a-8f35-4bbd8641c330,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:22.378888 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d225de-b8f8-4a01-9ba8-e943b4abc205 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:22.379734 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c4d225de-b8f8-4a01-9ba8-e943b4abc205 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:22.420703 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c4d225de-b8f8-4a01-9ba8-e943b4abc205 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0037105 May 03 22:38:22.429318 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42088) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:22.435288 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-249b63ea-f184-4671-883e-95afa93e254f tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Request body: {'port': {'network_id': '12d1497e-65d8-496b-be66-0a895c2fcf2f', 'name': 'tempest-AllowedAddressPairTestJSON-1426466472'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:38:22.455994 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38d8421-92f5-45dd-b32b-15834cb886b2 None None] Network f484e0b5-7091-4031-9307-0c51512cbb0f requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:38:22.500589 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-22f77ac3-f625-49ad-a66a-02ac45d0e24d tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:22.780777 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-68265015-212b-4b08-b853-27b33303d9f2 None None] Provisioning for port d0d9d2fa-faf7-485a-8f35-4bbd8641c330 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:38:22.794370 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-68265015-212b-4b08-b853-27b33303d9f2 None None] Provisioning complete for port d0d9d2fa-faf7-485a-8f35-4bbd8641c330 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:38:22.794681 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-68265015-212b-4b08-b853-27b33303d9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:22.817471 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-249b63ea-f184-4671-883e-95afa93e254f tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:38:22.830008 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-249b63ea-f184-4671-883e-95afa93e254f tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Usage tracker for resource:port and tenant:c106029882ab493697d8470b22682e17 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:38:22.833470 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-249b63ea-f184-4671-883e-95afa93e254f tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:38:22.846787 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-249b63ea-f184-4671-883e-95afa93e254f tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:38:22.870456 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249b63ea-f184-4671-883e-95afa93e254f tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Made reservation on behalf of c106029882ab493697d8470b22682e17 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:38:22.874842 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-249b63ea-f184-4671-883e-95afa93e254f tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:22.925220 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-249b63ea-f184-4671-883e-95afa93e254f tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] device_id is not set on port 50f46509-a7de-47a0-9399-3963fb320570 yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:38:23.039571 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3428fb36-6639-48f2-805d-f6874eeaf6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:23.074627 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-68265015-212b-4b08-b853-27b33303d9f2 None None] Port d0d9d2fa-faf7-485a-8f35-4bbd8641c330 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:38:23.125141 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2c247f66-17de-4e0f-8e22-4bdb7a7359f5 req-38fb3be5-be85-4e82-9dc8-192d000d0a4b tempest-ServerShowV254Test-736758755 tempest-ServerShowV254Test-736758755-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a20e649-df5c-405d-8636-8bdf7b769883 HTTP/1.1" status: 200 len: 210 time: 0.1185262 May 03 22:38:23.295424 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a47f4995-04d8-45e2-82aa-b79ae3baa526 req-4e710d12-5aa7-478d-adaa-802e6cfc6ef2 service neutron] 10.222.0.60 "GET /v2.0/networks/ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4379570 May 03 22:38:23.405935 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9d67e950-63ac-4346-b68b-c88390d06a48 req-333d1242-7dfe-4178-9e42-605d1d63f52f service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6892655 May 03 22:38:23.691098 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd2d42-b08f-489b-b909-8104074637d3 req-1356bc6d-edec-45c3-9c5c-be91a78d7e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:23.692907 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-53dd2d42-b08f-489b-b909-8104074637d3 req-1356bc6d-edec-45c3-9c5c-be91a78d7e51 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 1097 time: 1.7200418 May 03 22:38:23.695320 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a47f4995-04d8-45e2-82aa-b79ae3baa526 req-d689916a-2845-4165-98f1-5c4cbef06e0d service neutron] 10.222.0.60 "GET /v2.0/networks/ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714087 May 03 22:38:23.767649 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-53dd2d42-b08f-489b-b909-8104074637d3 req-8c70821a-28ee-4af9-8a3c-269f354d6d39 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618470 May 03 22:38:23.827016 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e64504-7301-4bd4-b04e-84693a69ce5d admin admin] Router 8cdea6f8-d82d-43c1-9820-97fa0586d072 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:38:23.849571 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-249b63ea-f184-4671-883e-95afa93e254f tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Allocated IP 172.20.0.9 (12d1497e-65d8-496b-be66-0a895c2fcf2f/40b0d32d-b872-4514-865c-46ea512e03f2/50f46509-a7de-47a0-9399-3963fb320570) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:38:23.877072 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-49178249-4188-46f1-bf78-69633d2c9c9c tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:23.877998 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-49178249-4188-46f1-bf78-69633d2c9c9c tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Synchronizing usage tracker for tenant:56f2a06b55b349518a0fa1bd075b4999 on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:38:23.971966 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-49178249-4188-46f1-bf78-69633d2c9c9c tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Unset dirty status for tenant:56f2a06b55b349518a0fa1bd075b4999 on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:38:23.973427 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-49178249-4188-46f1-bf78-69633d2c9c9c tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/networks?id=f484e0b5-7091-4031-9307-0c51512cbb0f HTTP/1.1" status: 200 len: 811 time: 0.8442626 May 03 22:38:23.994153 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c67f0-f340-4046-9ae2-37e2ac7288db req-3e10d0c6-e705-4623-b069-364abb2724aa tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:24.004089 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-946c67f0-f340-4046-9ae2-37e2ac7288db req-3e10d0c6-e705-4623-b069-364abb2724aa tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 946 time: 0.3803904 May 03 22:38:24.025346 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-ba3f42db-e7f0-4177-86f2-3d9712908e12 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/quotas/56f2a06b55b349518a0fa1bd075b4999 HTTP/1.1" status: 200 len: 375 time: 0.0176289 May 03 22:38:24.029491 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-22f77ac3-f625-49ad-a66a-02ac45d0e24d tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:24.125052 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-474b6e45-ffaf-41d0-8181-21e71ab846b7 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=56f2a06b55b349518a0fa1bd075b4999&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770257 May 03 22:38:24.171985 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:24.337706 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-946c67f0-f340-4046-9ae2-37e2ac7288db req-6b5289c2-bed4-44c2-8631-08bfaa1fcb79 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3325336 May 03 22:38:24.444035 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f77ac3-f625-49ad-a66a-02ac45d0e24d tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Router 9f1cc578-f584-45db-8217-24b0905238b8 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:38:24.640046 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-ec4e36cc-709d-44ee-838f-0ec8aa76b33d service neutron] 10.222.0.58 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4670002 May 03 22:38:24.773423 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f77ac3-f625-49ad-a66a-02ac45d0e24d tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:38:24.781080 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e64504-7301-4bd4-b04e-84693a69ce5d admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:38:24.785337 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bd016f-746b-4ae9-afc0-eacdbd6a3e07 None None] Sync routers for ids ['9f1cc578-f584-45db-8217-24b0905238b8'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:38:24.788393 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ba57db-7f98-4719-be98-0f51be0513c8 None None] Sync routers for ids ['8cdea6f8-d82d-43c1-9820-97fa0586d072'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:38:24.799496 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bd016f-746b-4ae9-afc0-eacdbd6a3e07 None None] Routers {'9f1cc578-f584-45db-8217-24b0905238b8'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:38:24.800360 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-42bd016f-746b-4ae9-afc0-eacdbd6a3e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:37:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['9f1cc578-f584-45db-8217-24b0905238b8'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:38:24.802368 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ba57db-7f98-4719-be98-0f51be0513c8 None None] Routers {'8cdea6f8-d82d-43c1-9820-97fa0586d072'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:38:24.805751 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f5ba57db-7f98-4719-be98-0f51be0513c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:37:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['8cdea6f8-d82d-43c1-9820-97fa0586d072'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:38:24.841069 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-22f77ac3-f625-49ad-a66a-02ac45d0e24d tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:24.843390 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-22f77ac3-f625-49ad-a66a-02ac45d0e24d tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 10.7810218 May 03 22:38:24.844877 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6e64504-7301-4bd4-b04e-84693a69ce5d admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:24.846218 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d6e64504-7301-4bd4-b04e-84693a69ce5d admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 13.0365496 May 03 22:38:24.847268 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42138) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:24.850922 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42140) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:24.859209 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-1b8fe042-692e-4304-a50c-c5cb34f718a4 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'enable_snat': False}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:38:24.904657 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-42bd016f-746b-4ae9-afc0-eacdbd6a3e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:38:24.914865 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bd016f-746b-4ae9-afc0-eacdbd6a3e07 None None] Routers {'9f1cc578-f584-45db-8217-24b0905238b8'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:38:24.917208 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-42bd016f-746b-4ae9-afc0-eacdbd6a3e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:37:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['9f1cc578-f584-45db-8217-24b0905238b8'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:38:24.922129 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5e66065c-2588-4d50-85d9-6892fcdfb1bd req-9726a668-a835-4ec3-83de-0ba2a3e68b4d tempest-ServerShowV254Test-736758755 tempest-ServerShowV254Test-736758755-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a20e649-df5c-405d-8636-8bdf7b769883 HTTP/1.1" status: 200 len: 210 time: 0.2711027 May 03 22:38:25.041907 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-249b63ea-f184-4671-883e-95afa93e254f tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:25.078726 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-249b63ea-f184-4671-883e-95afa93e254f tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Transition to ACTIVE for port object 50f46509-a7de-47a0-9399-3963fb320570 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:38:25.100882 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-42bd016f-746b-4ae9-afc0-eacdbd6a3e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:38:25.101301 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bd016f-746b-4ae9-afc0-eacdbd6a3e07 None None] The sync data for ids ['9f1cc578-f584-45db-8217-24b0905238b8'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:38:25.118661 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-bdcfff73-ddf8-476b-b6f5-65b94bb50e03 service neutron] 10.222.0.58 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626716 May 03 22:38:25.156004 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-249b63ea-f184-4671-883e-95afa93e254f tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:25.172971 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f1ea6658-c1e1-4391-aaf1-1bae62e85841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:25.236844 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-f5ba57db-7f98-4719-be98-0f51be0513c8 None None] Set router 8cdea6f8-d82d-43c1-9820-97fa0586d072 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:38:25.801318 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249b63ea-f184-4671-883e-95afa93e254f tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Network 12d1497e-65d8-496b-be66-0a895c2fcf2f is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:38:25.809259 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-249b63ea-f184-4671-883e-95afa93e254f tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:38:25.815018 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249b63ea-f184-4671-883e-95afa93e254f tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:38:25.836375 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f5ba57db-7f98-4719-be98-0f51be0513c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'name': 'tempest-AttachVolumeTestJSON-2080392932-router', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6c98eef3-3a72-4293-a34d-0afc1332225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:38:12Z', 'updated_at': '2022-05-03T22:38:18Z', 'revision_number': 3, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'gw_port': {'id': '6c98eef3-3a72-4293-a34d-0afc1332225f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:38:15Z', 'updated_at': '2022-05-03T22:38:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:38:25.850766 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ba57db-7f98-4719-be98-0f51be0513c8 None None] Checking router: 8cdea6f8-d82d-43c1-9820-97fa0586d072 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:38:25.851123 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ba57db-7f98-4719-be98-0f51be0513c8 None None] Updating router 8cdea6f8-d82d-43c1-9820-97fa0586d072 port 6c98eef3-3a72-4293-a34d-0afc1332225f binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:38:25.889783 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b63ea-f184-4671-883e-95afa93e254f tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Pushing event updated for resources: {'Port': ['ID=50f46509-a7de-47a0-9399-3963fb320570,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:26.031945 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249b63ea-f184-4671-883e-95afa93e254f tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:26.033560 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-249b63ea-f184-4671-883e-95afa93e254f tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:26.054838 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f5ba57db-7f98-4719-be98-0f51be0513c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:26.087048 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06326b0-a38c-4458-bd83-fd970e6415a9 req-abe86e5c-256c-480e-966a-4cc68b728cd9 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:26.089450 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b06326b0-a38c-4458-bd83-fd970e6415a9 req-abe86e5c-256c-480e-966a-4cc68b728cd9 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 946 time: 0.4122477 May 03 22:38:26.220507 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-249b63ea-f184-4671-883e-95afa93e254f tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7898819 May 03 22:38:26.224745 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42196) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:26.243222 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-97dfe650-3348-42b0-9dcf-fa5e295947d1 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:16:76:a4'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:20:69:89'}]}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:38:26.303671 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b06326b0-a38c-4458-bd83-fd970e6415a9 req-73dc5247-4c29-47b3-8ee5-b69d0ed2526c tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004039 May 03 22:38:26.353205 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:26.791843 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-26dd8cc5-64b5-4a26-820f-0b6abe79f332 req-944a817e-3455-4918-909e-2fcbb54bfba1 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ab0521e-5373-473a-82a9-8a45e043171b HTTP/1.1" status: 200 len: 210 time: 0.1470318 May 03 22:38:26.881968 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f5ba57db-7f98-4719-be98-0f51be0513c8 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:26.920368 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b1feb4c3-ceeb-44a4-981e-3ca6d7f21506 None None] Provisioning for port 50f46509-a7de-47a0-9399-3963fb320570 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:38:26.927033 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:26.955379 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b1feb4c3-ceeb-44a4-981e-3ca6d7f21506 None None] Provisioning complete for port 50f46509-a7de-47a0-9399-3963fb320570 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:38:26.955888 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b1feb4c3-ceeb-44a4-981e-3ca6d7f21506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:27.129772 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-97dfe650-3348-42b0-9dcf-fa5e295947d1 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:27.130354 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f5ba57db-7f98-4719-be98-0f51be0513c8 None None] Transition to ACTIVE for port object 6c98eef3-3a72-4293-a34d-0afc1332225f will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:38:27.151006 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-78efe78e-5b19-49bd-a9cd-da5cfb5adb41 req-fe603de9-3168-49bc-97dc-fa88169f56b2 tempest-ServerShowV254Test-736758755 tempest-ServerShowV254Test-736758755-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a20e649-df5c-405d-8636-8bdf7b769883 HTTP/1.1" status: 200 len: 210 time: 0.1179862 May 03 22:38:27.155835 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f5ba57db-7f98-4719-be98-0f51be0513c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:27.287983 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400f522-38cb-479f-8980-fccd68f09be4 None None] Pushing event updated for resources: {'Port': ['ID=6c98eef3-3a72-4293-a34d-0afc1332225f,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:27.301138 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-b1feb4c3-ceeb-44a4-981e-3ca6d7f21506 None None] Port 50f46509-a7de-47a0-9399-3963fb320570 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:38:27.343765 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-f5ba57db-7f98-4719-be98-0f51be0513c8 None None] Attempting to bind port 6c98eef3-3a72-4293-a34d-0afc1332225f on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:38:27.344136 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-f5ba57db-7f98-4719-be98-0f51be0513c8 None None] Attempting to bind port 6c98eef3-3a72-4293-a34d-0afc1332225f by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:38:27.344498 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ba57db-7f98-4719-be98-0f51be0513c8 None None] Attempting to bind port 6c98eef3-3a72-4293-a34d-0afc1332225f on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:38:27.353788 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ba57db-7f98-4719-be98-0f51be0513c8 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:38:27.354445 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ba57db-7f98-4719-be98-0f51be0513c8 None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:38:27.355069 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f5ba57db-7f98-4719-be98-0f51be0513c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:27.355467 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ba57db-7f98-4719-be98-0f51be0513c8 None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:38:27.356415 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-f5ba57db-7f98-4719-be98-0f51be0513c8 None None] Bound port: 6c98eef3-3a72-4293-a34d-0afc1332225f, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:38:27.356795 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f5ba57db-7f98-4719-be98-0f51be0513c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:27.529824 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f5ba57db-7f98-4719-be98-0f51be0513c8 None None] For port 6c98eef3-3a72-4293-a34d-0afc1332225f, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:38:27.535988 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f5ba57db-7f98-4719-be98-0f51be0513c8 None None] For port 6c98eef3-3a72-4293-a34d-0afc1332225f, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=6c98eef3-3a72-4293-a34d-0afc1332225f,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:38:27.543842 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f5ba57db-7f98-4719-be98-0f51be0513c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:27.716388 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:27.754950 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-97dfe650-3348-42b0-9dcf-fa5e295947d1 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:27.776887 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:27.803408 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ba57db-7f98-4719-be98-0f51be0513c8 None None] Routers {'8cdea6f8-d82d-43c1-9820-97fa0586d072'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:38:27.805209 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f5ba57db-7f98-4719-be98-0f51be0513c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:38:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['8cdea6f8-d82d-43c1-9820-97fa0586d072'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:38:27.855934 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-97dfe650-3348-42b0-9dcf-fa5e295947d1 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:28.178937 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9710411a-8dfa-487a-bec9-d9003fd0eb12 req-afc6af68-2a7c-41c8-9168-32b607558f36 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ab0521e-5373-473a-82a9-8a45e043171b HTTP/1.1" status: 200 len: 210 time: 0.1250989 May 03 22:38:28.215887 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dfe650-3348-42b0-9dcf-fa5e295947d1 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Pushing event updated for resources: {'Port': ['ID=50f46509-a7de-47a0-9399-3963fb320570,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:28.276812 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-97dfe650-3348-42b0-9dcf-fa5e295947d1 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] In _notify_port_updated(), no bound segment for port 50f46509-a7de-47a0-9399-3963fb320570 on network 12d1497e-65d8-496b-be66-0a895c2fcf2f {{(pid=88069) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 03 22:38:28.284541 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dfe650-3348-42b0-9dcf-fa5e295947d1 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:28.285560 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-97dfe650-3348-42b0-9dcf-fa5e295947d1 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:28.289238 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-97dfe650-3348-42b0-9dcf-fa5e295947d1 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] 10.222.0.58 "PUT /v2.0/ports/50f46509-a7de-47a0-9399-3963fb320570 HTTP/1.1" status: 200 len: 1055 time: 2.0631599 May 03 22:38:28.294519 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42228) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:28.366541 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-f5ba57db-7f98-4719-be98-0f51be0513c8 None None] Set router 8cdea6f8-d82d-43c1-9820-97fa0586d072 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:38:28.409739 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b7c66-1146-4d20-abf6-f3878c2fc5d1 req-ab79599d-d85e-42c2-aa0a-1965f01dd69a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:28.419048 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-987b7c66-1146-4d20-abf6-f3878c2fc5d1 req-ab79599d-d85e-42c2-aa0a-1965f01dd69a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 946 time: 0.6615617 May 03 22:38:28.454502 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-1f296f5b-bd30-4553-93ac-728fbb775b9f tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Deleting port 50f46509-a7de-47a0-9399-3963fb320570 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:38:28.455246 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1f296f5b-bd30-4553-93ac-728fbb775b9f tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:28.544490 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-987b7c66-1146-4d20-abf6-f3878c2fc5d1 req-eee8dd2b-fb94-479a-9a9c-db15c6bf18e6 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134763 May 03 22:38:28.646687 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9885f848-6dcd-4ff7-9101-612aeea7f4e1 req-98bd1985-ff60-4ecb-8733-36dfe69911c1 tempest-ServerShowV254Test-736758755 tempest-ServerShowV254Test-736758755-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a20e649-df5c-405d-8636-8bdf7b769883 HTTP/1.1" status: 200 len: 210 time: 0.1008964 May 03 22:38:28.716537 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400f522-38cb-479f-8980-fccd68f09be4 None None] Pushing event updated for resources: {'Port': ['ID=6c98eef3-3a72-4293-a34d-0afc1332225f,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:28.743054 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-eca1f54d-7345-4f4c-a537-cfee7f610e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:28.755429 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1b8fe042-692e-4304-a50c-c5cb34f718a4 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:28.776483 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-c5479cc3-f7da-45cf-8954-5b2f5260d9a8 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:28.778900 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-c5479cc3-f7da-45cf-8954-5b2f5260d9a8 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.67 "GET /v2.0/networks?id=f484e0b5-7091-4031-9307-0c51512cbb0f HTTP/1.1" status: 200 len: 811 time: 1.2086973 May 03 22:38:28.811457 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a7d8f7fe-32ed-4c53-a0b6-cd9bf4eeec5d None None] Provisioning complete for port 50f46509-a7de-47a0-9399-3963fb320570 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:38:28.822422 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a7d8f7fe-32ed-4c53-a0b6-cd9bf4eeec5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:28.843386 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-172e67c0-d9d5-4eaa-88df-6b0c2376acbe tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Request body: {'port': {'device_id': '4ab0521e-5373-473a-82a9-8a45e043171b', 'network_id': 'f484e0b5-7091-4031-9307-0c51512cbb0f', 'admin_state_up': True, 'tenant_id': '56f2a06b55b349518a0fa1bd075b4999'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:38:28.941950 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1f296f5b-bd30-4553-93ac-728fbb775b9f tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:28.979808 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a7d8f7fe-32ed-4c53-a0b6-cd9bf4eeec5d None None] Port 50f46509-a7de-47a0-9399-3963fb320570 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:38:29.071095 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-eca1f54d-7345-4f4c-a537-cfee7f610e02 admin admin] Allocated IP 172.20.0.1 (52887582-9aaf-461f-9114-9c737d13cefa/6f2b7d32-d8f2-456e-bc38-b728e1fe95c7/44b602a1-8dab-47ee-beaf-5cd83b1b7b8a) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:38:29.141406 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f5ba57db-7f98-4719-be98-0f51be0513c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'name': 'tempest-AttachVolumeTestJSON-2080392932-router', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6c98eef3-3a72-4293-a34d-0afc1332225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:38:12Z', 'updated_at': '2022-05-03T22:38:18Z', 'revision_number': 3, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'gw_port': {'id': '6c98eef3-3a72-4293-a34d-0afc1332225f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:38:15Z', 'updated_at': '2022-05-03T22:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:38:29.157268 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ba57db-7f98-4719-be98-0f51be0513c8 None None] The sync data for ids ['8cdea6f8-d82d-43c1-9820-97fa0586d072'] in n-d-811807-1 is: [{'id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'name': 'tempest-AttachVolumeTestJSON-2080392932-router', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6c98eef3-3a72-4293-a34d-0afc1332225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:38:12Z', 'updated_at': '2022-05-03T22:38:18Z', 'revision_number': 3, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'gw_port': {'id': '6c98eef3-3a72-4293-a34d-0afc1332225f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:38:15Z', 'updated_at': '2022-05-03T22:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:38:29.437664 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-1f296f5b-bd30-4553-93ac-728fbb775b9f tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Calling delete_port for 50f46509-a7de-47a0-9399-3963fb320570 owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:38:29.586215 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-26dc5831-04fa-496c-a20b-27ca600aa625 req-55b3efcd-baea-4d87-92d8-b205f7cb9b39 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ab0521e-5373-473a-82a9-8a45e043171b HTTP/1.1" status: 200 len: 210 time: 0.1095264 May 03 22:38:29.876309 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1f296f5b-bd30-4553-93ac-728fbb775b9f tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:29.997166 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f296f5b-bd30-4553-93ac-728fbb775b9f tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Pushing event deleted for resources: {'Port': ['ID=50f46509-a7de-47a0-9399-3963fb320570,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:30.035851 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:38:30.058985 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-eca1f54d-7345-4f4c-a537-cfee7f610e02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:30.061985 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f7a8a604-077e-4e07-b12a-19be627ede74 req-2a08a817-038c-4107-b4e8-74898a24adfc tempest-ServerShowV254Test-736758755 tempest-ServerShowV254Test-736758755-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a20e649-df5c-405d-8636-8bdf7b769883 HTTP/1.1" status: 200 len: 210 time: 0.1248219 May 03 22:38:30.150924 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-172e67c0-d9d5-4eaa-88df-6b0c2376acbe tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:38:30.158043 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-172e67c0-d9d5-4eaa-88df-6b0c2376acbe tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Usage tracker for resource:port and tenant:56f2a06b55b349518a0fa1bd075b4999 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:38:30.170878 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-172e67c0-d9d5-4eaa-88df-6b0c2376acbe tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:38:30.177336 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-172e67c0-d9d5-4eaa-88df-6b0c2376acbe tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:38:30.278004 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-eca1f54d-7345-4f4c-a537-cfee7f610e02 admin admin] Transition to ACTIVE for port object 44b602a1-8dab-47ee-beaf-5cd83b1b7b8a will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:38:30.342598 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-172e67c0-d9d5-4eaa-88df-6b0c2376acbe tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Made reservation on behalf of 56f2a06b55b349518a0fa1bd075b4999 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:38:30.351616 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-172e67c0-d9d5-4eaa-88df-6b0c2376acbe tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:30.388609 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-eca1f54d-7345-4f4c-a537-cfee7f610e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:30.680094 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca1f54d-7345-4f4c-a537-cfee7f610e02 admin admin] Network 52887582-9aaf-461f-9114-9c737d13cefa is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:38:30.696972 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-eca1f54d-7345-4f4c-a537-cfee7f610e02 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:38:30.703711 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1f296f5b-bd30-4553-93ac-728fbb775b9f tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:30.731089 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1f296f5b-bd30-4553-93ac-728fbb775b9f tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] 10.222.0.58 "DELETE /v2.0/ports/50f46509-a7de-47a0-9399-3963fb320570 HTTP/1.1" status: 204 len: 168 time: 2.4304776 May 03 22:38:30.731758 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42272) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:30.739834 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca1f54d-7345-4f4c-a537-cfee7f610e02 admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:38:30.818240 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca1f54d-7345-4f4c-a537-cfee7f610e02 admin admin] Pushing event updated for resources: {'Port': ['ID=44b602a1-8dab-47ee-beaf-5cd83b1b7b8a,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:30.840614 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dfcbddb-da76-46ce-93e2-1a9f03e7ed69 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] GET failed (client error): The resource could not be found. May 03 22:38:30.841154 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2dfcbddb-da76-46ce-93e2-1a9f03e7ed69 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Synchronizing usage tracker for tenant:c106029882ab493697d8470b22682e17 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:38:30.980176 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e7e62f6e-7d20-432f-9afa-d65473da07d2 req-201a5508-7583-4146-91c6-952d84ffe825 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ab0521e-5373-473a-82a9-8a45e043171b HTTP/1.1" status: 200 len: 210 time: 0.1281619 May 03 22:38:30.981377 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2dfcbddb-da76-46ce-93e2-1a9f03e7ed69 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Unset dirty status for tenant:c106029882ab493697d8470b22682e17 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:38:30.982468 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2dfcbddb-da76-46ce-93e2-1a9f03e7ed69 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] 10.222.0.58 "GET /v2.0/ports/50f46509-a7de-47a0-9399-3963fb320570 HTTP/1.1" status: 404 len: 333 time: 0.2498107 May 03 22:38:30.985227 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42278) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:31.003343 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-eca1f54d-7345-4f4c-a537-cfee7f610e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:31.136829 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-172e67c0-d9d5-4eaa-88df-6b0c2376acbe tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Allocated IP 172.20.0.11 (f484e0b5-7091-4031-9307-0c51512cbb0f/e1d2886a-36ca-4181-9979-2ff50bdb7ad7/10e0dbaa-73c1-447c-aa2b-f7d59fdc3851) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:38:31.186821 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-1b556ebd-2e3d-41d0-9bf0-89f36ab29ab8 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Deleting port d0d9d2fa-faf7-485a-8f35-4bbd8641c330 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:38:31.188344 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1b556ebd-2e3d-41d0-9bf0-89f36ab29ab8 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:31.224259 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6c98eef3-3a72-4293-a34d-0afc1332225f up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:38:31.388978 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-febb391e-9d34-424c-972a-014699a5fca6 None None] Provisioning for port 44b602a1-8dab-47ee-beaf-5cd83b1b7b8a completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:38:31.412565 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-febb391e-9d34-424c-972a-014699a5fca6 None None] Provisioning complete for port 44b602a1-8dab-47ee-beaf-5cd83b1b7b8a triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:38:31.412866 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-febb391e-9d34-424c-972a-014699a5fca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:31.568818 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-eca1f54d-7345-4f4c-a537-cfee7f610e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:31.587674 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-febb391e-9d34-424c-972a-014699a5fca6 None None] Port 44b602a1-8dab-47ee-beaf-5cd83b1b7b8a cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:38:31.627853 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 6c98eef3-3a72-4293-a34d-0afc1332225f completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:38:31.639257 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 6c98eef3-3a72-4293-a34d-0afc1332225f triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:38:31.639626 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:31.935104 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:31.958849 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1b556ebd-2e3d-41d0-9bf0-89f36ab29ab8 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:31.971260 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 6c98eef3-3a72-4293-a34d-0afc1332225f, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=6c98eef3-3a72-4293-a34d-0afc1332225f,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:38:31.979910 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:32.024232 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-172e67c0-d9d5-4eaa-88df-6b0c2376acbe tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:32.115482 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-172e67c0-d9d5-4eaa-88df-6b0c2376acbe tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:32.118759 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=6c98eef3-3a72-4293-a34d-0afc1332225f,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:32.174641 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-1b556ebd-2e3d-41d0-9bf0-89f36ab29ab8 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Calling delete_port for d0d9d2fa-faf7-485a-8f35-4bbd8641c330 owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:38:32.367083 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1b556ebd-2e3d-41d0-9bf0-89f36ab29ab8 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:32.376017 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3620058c-cb39-41b0-843d-8ef2767f329c req-2746156b-3cae-4c78-8341-42014329b65e tempest-ServerShowV254Test-736758755 tempest-ServerShowV254Test-736758755-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a20e649-df5c-405d-8636-8bdf7b769883 HTTP/1.1" status: 200 len: 210 time: 0.7941287 May 03 22:38:32.547077 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b556ebd-2e3d-41d0-9bf0-89f36ab29ab8 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Pushing event deleted for resources: {'Port': ['ID=d0d9d2fa-faf7-485a-8f35-4bbd8641c330,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:32.800414 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30940de-f645-46a1-aa02-39661a904e9a req-9aff9c26-54f4-4832-bf67-b9ab6401c14f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:32.808727 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e30940de-f645-46a1-aa02-39661a904e9a req-9aff9c26-54f4-4832-bf67-b9ab6401c14f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ab0521e-5373-473a-82a9-8a45e043171b HTTP/1.1" status: 200 len: 932 time: 0.4832251 May 03 22:38:32.843619 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1b556ebd-2e3d-41d0-9bf0-89f36ab29ab8 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:32.891102 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-e30940de-f645-46a1-aa02-39661a904e9a req-069599b0-77bf-4c85-bf9a-0c3613f6bccd tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Synchronizing usage tracker for tenant:56f2a06b55b349518a0fa1bd075b4999 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:38:32.916110 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1b556ebd-2e3d-41d0-9bf0-89f36ab29ab8 tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] 10.222.0.58 "DELETE /v2.0/ports/d0d9d2fa-faf7-485a-8f35-4bbd8641c330 HTTP/1.1" status: 204 len: 168 time: 1.9296577 May 03 22:38:32.943834 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42320) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:33.016587 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-eca1f54d-7345-4f4c-a537-cfee7f610e02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:33.046159 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-eca1f54d-7345-4f4c-a537-cfee7f610e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:33.054426 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8bff83-97eb-4eb9-9dc0-15458c57a02d tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] GET failed (client error): The resource could not be found. May 03 22:38:33.055485 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-bf8bff83-97eb-4eb9-9dc0-15458c57a02d tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Synchronizing usage tracker for tenant:c106029882ab493697d8470b22682e17 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:38:33.060976 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-e30940de-f645-46a1-aa02-39661a904e9a req-069599b0-77bf-4c85-bf9a-0c3613f6bccd tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Unset dirty status for tenant:56f2a06b55b349518a0fa1bd075b4999 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:38:33.064046 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e30940de-f645-46a1-aa02-39661a904e9a req-069599b0-77bf-4c85-bf9a-0c3613f6bccd tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548621 May 03 22:38:33.105437 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-172e67c0-d9d5-4eaa-88df-6b0c2376acbe tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Network f484e0b5-7091-4031-9307-0c51512cbb0f is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:38:33.114778 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-172e67c0-d9d5-4eaa-88df-6b0c2376acbe tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:38:33.115939 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-bf8bff83-97eb-4eb9-9dc0-15458c57a02d tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Unset dirty status for tenant:c106029882ab493697d8470b22682e17 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:38:33.117213 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-bf8bff83-97eb-4eb9-9dc0-15458c57a02d tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] 10.222.0.58 "GET /v2.0/ports/d0d9d2fa-faf7-485a-8f35-4bbd8641c330 HTTP/1.1" status: 404 len: 333 time: 0.1721528 May 03 22:38:33.117759 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-172e67c0-d9d5-4eaa-88df-6b0c2376acbe tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:38:33.121654 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42324) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:33.172510 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6c98eef3-3a72-4293-a34d-0afc1332225f up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:38:33.227249 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e67c0-d9d5-4eaa-88df-6b0c2376acbe tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Pushing event updated for resources: {'Port': ['ID=10e0dbaa-73c1-447c-aa2b-f7d59fdc3851,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:33.230875 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-84412c23-73d5-42ab-9fb0-86dfb2cd877f tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Deleting port 445538ee-1f41-47b8-8c34-207ffac66c0a {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:38:33.230875 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-84412c23-73d5-42ab-9fb0-86dfb2cd877f tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:33.313737 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca1f54d-7345-4f4c-a537-cfee7f610e02 admin admin] Pushing event updated for resources: {'Port': ['ID=44b602a1-8dab-47ee-beaf-5cd83b1b7b8a,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:33.326395 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 6c98eef3-3a72-4293-a34d-0afc1332225f triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:38:33.326889 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:33.329351 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-eca1f54d-7345-4f4c-a537-cfee7f610e02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:33.538525 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-172e67c0-d9d5-4eaa-88df-6b0c2376acbe tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:33.539400 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-172e67c0-d9d5-4eaa-88df-6b0c2376acbe tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:33.564834 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1b8fe042-692e-4304-a50c-c5cb34f718a4 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:33.574010 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca1f54d-7345-4f4c-a537-cfee7f610e02 admin admin] Network 52887582-9aaf-461f-9114-9c737d13cefa is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:38:33.577942 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-eca1f54d-7345-4f4c-a537-cfee7f610e02 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:38:33.586998 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1b8fe042-692e-4304-a50c-c5cb34f718a4 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-785141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-785150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-783245'] for router, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:33.843187 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5bfc0206-c717-4444-971f-4d87e6ba13bc req-73c1ed4d-a169-40c5-b8ea-d66ab26134ce tempest-ServerShowV254Test-736758755 tempest-ServerShowV254Test-736758755-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a20e649-df5c-405d-8636-8bdf7b769883 HTTP/1.1" status: 200 len: 210 time: 0.1193130 May 03 22:38:33.943988 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-84412c23-73d5-42ab-9fb0-86dfb2cd877f tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:34.002725 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-172e67c0-d9d5-4eaa-88df-6b0c2376acbe tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1667533 May 03 22:38:34.050125 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a03cfdf7-f08e-4448-8b0a-9c47d19b7cc1 None None] Provisioning complete for port 44b602a1-8dab-47ee-beaf-5cd83b1b7b8a triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:38:34.050490 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a03cfdf7-f08e-4448-8b0a-9c47d19b7cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:34.143870 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-84412c23-73d5-42ab-9fb0-86dfb2cd877f tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Calling delete_port for 445538ee-1f41-47b8-8c34-207ffac66c0a owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:38:34.151209 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-84359c91-029b-4623-a4db-64314a26f219 service neutron] Request body: {'port': {'device_id': '4ab0521e-5373-473a-82a9-8a45e043171b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:38:34.172076 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a03cfdf7-f08e-4448-8b0a-9c47d19b7cc1 None None] Port 44b602a1-8dab-47ee-beaf-5cd83b1b7b8a cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:38:34.345806 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca1f54d-7345-4f4c-a537-cfee7f610e02 admin admin] Router 8cdea6f8-d82d-43c1-9820-97fa0586d072 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:38:34.369124 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-84359c91-029b-4623-a4db-64314a26f219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:34.393353 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8fe042-692e-4304-a50c-c5cb34f718a4 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Router 9f1cc578-f584-45db-8217-24b0905238b8 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:38:34.419184 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2bc87-abeb-4e67-98a3-f9dd37a0e8d2 req-42c1f8db-e22d-41f5-bbfb-4d8c0d408ff1 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:34.420952 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5cc2bc87-abeb-4e67-98a3-f9dd37a0e8d2 req-42c1f8db-e22d-41f5-bbfb-4d8c0d408ff1 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ab0521e-5373-473a-82a9-8a45e043171b HTTP/1.1" status: 200 len: 932 time: 0.1339519 May 03 22:38:34.513208 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5cc2bc87-abeb-4e67-98a3-f9dd37a0e8d2 req-6f27080d-348c-413e-bb25-8a3a67050be2 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564435 May 03 22:38:34.561648 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-84412c23-73d5-42ab-9fb0-86dfb2cd877f tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:34.689391 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84412c23-73d5-42ab-9fb0-86dfb2cd877f tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Pushing event deleted for resources: {'Port': ['ID=445538ee-1f41-47b8-8c34-207ffac66c0a,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:34.803979 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-84412c23-73d5-42ab-9fb0-86dfb2cd877f tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:34.827619 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-84412c23-73d5-42ab-9fb0-86dfb2cd877f tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] 10.222.0.58 "DELETE /v2.0/ports/445538ee-1f41-47b8-8c34-207ffac66c0a HTTP/1.1" status: 204 len: 168 time: 1.7044649 May 03 22:38:34.830680 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42350) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:35.006842 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-311e1a19-7070-4aa4-9c17-e3b0347c73db tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Deleting subnet 40b0d32d-b872-4514-865c-46ea512e03f2 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:38:35.011210 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-311e1a19-7070-4aa4-9c17-e3b0347c73db tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:35.086460 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-311e1a19-7070-4aa4-9c17-e3b0347c73db tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:35.143621 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca1f54d-7345-4f4c-a537-cfee7f610e02 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:38:35.154523 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a252d7-ce5b-4168-bedf-0ac8b4c83787 None None] Sync routers for ids ['8cdea6f8-d82d-43c1-9820-97fa0586d072'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:38:35.170322 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a252d7-ce5b-4168-bedf-0ac8b4c83787 None None] Routers {'8cdea6f8-d82d-43c1-9820-97fa0586d072'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:38:35.172920 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-86a252d7-ce5b-4168-bedf-0ac8b4c83787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:38:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['8cdea6f8-d82d-43c1-9820-97fa0586d072'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:38:35.211851 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-eca1f54d-7345-4f4c-a537-cfee7f610e02 admin admin] 10.222.0.58 "PUT /v2.0/routers/8cdea6f8-d82d-43c1-9820-97fa0586d072/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3593566 May 03 22:38:35.241309 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-311e1a19-7070-4aa4-9c17-e3b0347c73db tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:35.373877 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8fe042-692e-4304-a50c-c5cb34f718a4 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:38:35.388408 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1b8fe042-692e-4304-a50c-c5cb34f718a4 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:35.392009 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1b8fe042-692e-4304-a50c-c5cb34f718a4 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] 10.222.0.58 "PUT /v2.0/routers/9f1cc578-f584-45db-8217-24b0905238b8 HTTP/1.1" status: 200 len: 926 time: 10.5410492 May 03 22:38:35.395742 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893149b9-3d02-48c0-8c0f-788e5bb68c0e None None] Sync routers for ids ['9f1cc578-f584-45db-8217-24b0905238b8'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:38:35.403253 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42368) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:35.414204 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893149b9-3d02-48c0-8c0f-788e5bb68c0e None None] Routers {'9f1cc578-f584-45db-8217-24b0905238b8'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:38:35.415775 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-893149b9-3d02-48c0-8c0f-788e5bb68c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:38:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['9f1cc578-f584-45db-8217-24b0905238b8'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:38:35.464364 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-311e1a19-7070-4aa4-9c17-e3b0347c73db tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:35.580141 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1cf23906-c043-4505-a853-54ad988435cf req-b7c2d048-79d5-424d-ae91-5f2fe059e0f9 tempest-ServerShowV254Test-736758755 tempest-ServerShowV254Test-736758755-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a20e649-df5c-405d-8636-8bdf7b769883 HTTP/1.1" status: 200 len: 210 time: 0.2071593 May 03 22:38:35.587720 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e1a19-7070-4aa4-9c17-e3b0347c73db tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Pushing event deleted for resources: {'Subnet': ['ID=40b0d32d-b872-4514-865c-46ea512e03f2,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:35.590368 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-311e1a19-7070-4aa4-9c17-e3b0347c73db tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:35.599790 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-311e1a19-7070-4aa4-9c17-e3b0347c73db tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] 10.222.0.58 "DELETE /v2.0/subnets/40b0d32d-b872-4514-865c-46ea512e03f2 HTTP/1.1" status: 204 len: 168 time: 0.7673135 May 03 22:38:35.600565 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42380) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:35.634936 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-893149b9-3d02-48c0-8c0f-788e5bb68c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:38:35.635700 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-86a252d7-ce5b-4168-bedf-0ac8b4c83787 None None] Set router 8cdea6f8-d82d-43c1-9820-97fa0586d072 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:38:35.655710 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801aa9d8-531e-4b15-8d97-7ae6148d1af3 None None] Network 12d1497e-65d8-496b-be66-0a895c2fcf2f requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:38:35.741205 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893149b9-3d02-48c0-8c0f-788e5bb68c0e None None] Routers {'9f1cc578-f584-45db-8217-24b0905238b8'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:38:35.741886 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-893149b9-3d02-48c0-8c0f-788e5bb68c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:38:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['9f1cc578-f584-45db-8217-24b0905238b8'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:38:36.199330 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-84359c91-029b-4623-a4db-64314a26f219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e0dbaa-73c1-447c-aa2b-f7d59fdc3851 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:38:36.205842 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-86a252d7-ce5b-4168-bedf-0ac8b4c83787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'name': 'tempest-AttachVolumeTestJSON-2080392932-router', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6c98eef3-3a72-4293-a34d-0afc1332225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:38:12Z', 'updated_at': '2022-05-03T22:38:31Z', 'revision_number': 4, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'gw_port': {'id': '6c98eef3-3a72-4293-a34d-0afc1332225f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:38:15Z', 'updated_at': '2022-05-03T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '44b602a1-8dab-47ee-beaf-5cd83b1b7b8a', 'name': '', 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'mac_address': 'fa:16:3e:84:59:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '6f2b7d32-d8f2-456e-bc38-b728e1fe95c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:38:28Z', 'updated_at': '2022-05-03T22:38:32Z', 'revision_number': 2, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'subnets': [{'id': '6f2b7d32-d8f2-456e-bc38-b728e1fe95c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:38:36.207089 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-84359c91-029b-4623-a4db-64314a26f219 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:36.213038 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a252d7-ce5b-4168-bedf-0ac8b4c83787 None None] Checking router: 8cdea6f8-d82d-43c1-9820-97fa0586d072 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:38:36.213599 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a252d7-ce5b-4168-bedf-0ac8b4c83787 None None] Updating router 8cdea6f8-d82d-43c1-9820-97fa0586d072 port 44b602a1-8dab-47ee-beaf-5cd83b1b7b8a binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:38:36.226673 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-84359c91-029b-4623-a4db-64314a26f219 service neutron] Transition to ACTIVE for port object 10e0dbaa-73c1-447c-aa2b-f7d59fdc3851 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:38:36.233921 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-84359c91-029b-4623-a4db-64314a26f219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:36.257825 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4d1faa83-1c1f-4bf7-bde2-957852a7f3df tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:36.300883 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-4d1faa83-1c1f-4bf7-bde2-957852a7f3df tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Deleting port d06f2862-9b82-430f-8a0f-2abef98f9b96 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:38:36.306478 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4d1faa83-1c1f-4bf7-bde2-957852a7f3df tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:36.328898 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-86a252d7-ce5b-4168-bedf-0ac8b4c83787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:36.426673 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a82637-5181-438b-b81d-013a4ec8c9c8 req-110ad645-4c24-4493-8a61-d83d573c433c tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:36.439699 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-53a82637-5181-438b-b81d-013a4ec8c9c8 req-110ad645-4c24-4493-8a61-d83d573c433c tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ab0521e-5373-473a-82a9-8a45e043171b HTTP/1.1" status: 200 len: 932 time: 0.6284957 May 03 22:38:36.455473 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-893149b9-3d02-48c0-8c0f-788e5bb68c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:38:36.466480 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893149b9-3d02-48c0-8c0f-788e5bb68c0e None None] The sync data for ids ['9f1cc578-f584-45db-8217-24b0905238b8'] in n-d-811807-1 is: [] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:38:36.572345 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42390) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:36.592265 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a4f730d1-e9f4-453b-853f-7229f6144e53 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] 10.222.0.58 "GET /v2.0/routers/9f1cc578-f584-45db-8217-24b0905238b8 HTTP/1.1" status: 200 len: 926 time: 1.1876826 May 03 22:38:36.593151 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42396) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:36.606193 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120f1817-c3cf-45cf-8b13-8d67885d1ae2 None None] DHCP port deletion for 12d1497e-65d8-496b-be66-0a895c2fcf2f request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:38:36.610803 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-120f1817-c3cf-45cf-8b13-8d67885d1ae2 None None] Deleting port d06f2862-9b82-430f-8a0f-2abef98f9b96 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:38:36.611177 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-120f1817-c3cf-45cf-8b13-8d67885d1ae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:36.647225 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-fa8b51a4-0476-46d1-8f34-4e1e5b9c2ed7 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1042033531', 'description': 'tempest-description--1011536085'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:38:36.674970 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fa8b51a4-0476-46d1-8f34-4e1e5b9c2ed7 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:38:36.727116 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fa8b51a4-0476-46d1-8f34-4e1e5b9c2ed7 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Usage tracker for resource:security_group and tenant:e561281e65ac44bbb283fb588b1ce5d2 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:38:36.758327 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fa8b51a4-0476-46d1-8f34-4e1e5b9c2ed7 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:38:36.802937 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fa8b51a4-0476-46d1-8f34-4e1e5b9c2ed7 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:38:36.822457 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84359c91-029b-4623-a4db-64314a26f219 service neutron] Pushing event updated for resources: {'Port': ['ID=10e0dbaa-73c1-447c-aa2b-f7d59fdc3851,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:36.873899 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-53a82637-5181-438b-b81d-013a4ec8c9c8 req-e4db0533-1846-4ad1-97a7-8b1abbdb31e2 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246702 May 03 22:38:36.908835 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fa8b51a4-0476-46d1-8f34-4e1e5b9c2ed7 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:36.954032 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-84359c91-029b-4623-a4db-64314a26f219 service neutron] Attempting to bind port 10e0dbaa-73c1-447c-aa2b-f7d59fdc3851 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:38:36.954612 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-84359c91-029b-4623-a4db-64314a26f219 service neutron] Attempting to bind port 10e0dbaa-73c1-447c-aa2b-f7d59fdc3851 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': 'b38726d5-324d-4465-9fc5-454afd2d45a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f484e0b5-7091-4031-9307-0c51512cbb0f'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:38:36.955135 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-84359c91-029b-4623-a4db-64314a26f219 service neutron] Attempting to bind port 10e0dbaa-73c1-447c-aa2b-f7d59fdc3851 on network f484e0b5-7091-4031-9307-0c51512cbb0f {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:38:36.964767 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-84359c91-029b-4623-a4db-64314a26f219 service neutron] Port 10e0dbaa-73c1-447c-aa2b-f7d59fdc3851 on network f484e0b5-7091-4031-9307-0c51512cbb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:38:36.965283 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-84359c91-029b-4623-a4db-64314a26f219 service neutron] Attempting to bind port 10e0dbaa-73c1-447c-aa2b-f7d59fdc3851 on network f484e0b5-7091-4031-9307-0c51512cbb0f {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:38:36.974837 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-84359c91-029b-4623-a4db-64314a26f219 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:38:36.975397 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-84359c91-029b-4623-a4db-64314a26f219 service neutron] Checking segment: {'id': 'b38726d5-324d-4465-9fc5-454afd2d45a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f484e0b5-7091-4031-9307-0c51512cbb0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:38:36.975968 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-84359c91-029b-4623-a4db-64314a26f219 service neutron] Bound using segment: {'id': 'b38726d5-324d-4465-9fc5-454afd2d45a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f484e0b5-7091-4031-9307-0c51512cbb0f'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:38:36.976550 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-84359c91-029b-4623-a4db-64314a26f219 service neutron] Bound port: 10e0dbaa-73c1-447c-aa2b-f7d59fdc3851, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b38726d5-324d-4465-9fc5-454afd2d45a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f484e0b5-7091-4031-9307-0c51512cbb0f'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:38:36.977049 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-84359c91-029b-4623-a4db-64314a26f219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:37.045825 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-86a252d7-ce5b-4168-bedf-0ac8b4c83787 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:37.057824 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-86a252d7-ce5b-4168-bedf-0ac8b4c83787 None None] Transition to ACTIVE for port object 44b602a1-8dab-47ee-beaf-5cd83b1b7b8a will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:38:37.068166 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-86a252d7-ce5b-4168-bedf-0ac8b4c83787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:37.148678 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-120f1817-c3cf-45cf-8b13-8d67885d1ae2 None None] For port d06f2862-9b82-430f-8a0f-2abef98f9b96, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d06f2862-9b82-430f-8a0f-2abef98f9b96,segment=NetworkSegment(2db4a834-1c15-4ed0-bc05-e305dc621865),segment_id=2db4a834-1c15-4ed0-bc05-e305dc621865)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:38:37.149013 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117bf7e8-1970-4a47-83a2-1441f2e19352 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:37.149138 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-120f1817-c3cf-45cf-8b13-8d67885d1ae2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:37.152855 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-117bf7e8-1970-4a47-83a2-1441f2e19352 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Synchronizing usage tracker for tenant:fdfba440d53f42ba8593745900ce95a7 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:38:37.162399 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-4d1faa83-1c1f-4bf7-bde2-957852a7f3df tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] For port d06f2862-9b82-430f-8a0f-2abef98f9b96, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d06f2862-9b82-430f-8a0f-2abef98f9b96,segment=NetworkSegment(2db4a834-1c15-4ed0-bc05-e305dc621865),segment_id=2db4a834-1c15-4ed0-bc05-e305dc621865)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:38:37.163211 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4d1faa83-1c1f-4bf7-bde2-957852a7f3df tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:37.175710 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d06f2862-9b82-430f-8a0f-2abef98f9b96 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:38:37.219641 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4f2b2-18d6-4446-801e-de3a21d9c08a None None] Pushing event updated for resources: {'Port': ['ID=44b602a1-8dab-47ee-beaf-5cd83b1b7b8a,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:37.224388 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-84359c91-029b-4623-a4db-64314a26f219 service neutron] For port 10e0dbaa-73c1-447c-aa2b-f7d59fdc3851, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:38:37.235597 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-84359c91-029b-4623-a4db-64314a26f219 service neutron] For port 10e0dbaa-73c1-447c-aa2b-f7d59fdc3851, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=10e0dbaa-73c1-447c-aa2b-f7d59fdc3851,segment=NetworkSegment(b38726d5-324d-4465-9fc5-454afd2d45a2),segment_id=b38726d5-324d-4465-9fc5-454afd2d45a2)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:38:37.240414 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-117bf7e8-1970-4a47-83a2-1441f2e19352 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Unset dirty status for tenant:fdfba440d53f42ba8593745900ce95a7 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:38:37.246622 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c4f2b2-18d6-4446-801e-de3a21d9c08a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:38:37.246957 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c4f2b2-18d6-4446-801e-de3a21d9c08a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:38:37.247377 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-117bf7e8-1970-4a47-83a2-1441f2e19352 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=de8965b2-8ea3-4c2b-86b9-c128a58c6e1e&device_id=9f1cc578-f584-45db-8217-24b0905238b8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6390140 May 03 22:38:37.249885 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c4f2b2-18d6-4446-801e-de3a21d9c08a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:38:37.250454 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c4f2b2-18d6-4446-801e-de3a21d9c08a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:38:37.250800 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42410) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:37.251091 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c4f2b2-18d6-4446-801e-de3a21d9c08a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:38:37.251567 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c4f2b2-18d6-4446-801e-de3a21d9c08a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:38:37.254938 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c4f2b2-18d6-4446-801e-de3a21d9c08a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:38:37.256216 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c4f2b2-18d6-4446-801e-de3a21d9c08a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:38:37.256690 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c4f2b2-18d6-4446-801e-de3a21d9c08a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:38:37.257790 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c4f2b2-18d6-4446-801e-de3a21d9c08a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:38:37.258308 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c4f2b2-18d6-4446-801e-de3a21d9c08a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:38:37.259142 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c4f2b2-18d6-4446-801e-de3a21d9c08a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:38:37.370472 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-84359c91-029b-4623-a4db-64314a26f219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:37.449902 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-4d1faa83-1c1f-4bf7-bde2-957852a7f3df tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Calling delete_port for d06f2862-9b82-430f-8a0f-2abef98f9b96 owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:38:37.548888 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-84359c91-029b-4623-a4db-64314a26f219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:37.549496 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-84359c91-029b-4623-a4db-64314a26f219 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:37.564454 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-120f1817-c3cf-45cf-8b13-8d67885d1ae2 None None] Calling delete_port for d06f2862-9b82-430f-8a0f-2abef98f9b96 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:38:37.575053 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-84359c91-029b-4623-a4db-64314a26f219 service neutron] 10.222.0.67 "PUT /v2.0/ports/10e0dbaa-73c1-447c-aa2b-f7d59fdc3851 HTTP/1.1" status: 200 len: 1092 time: 3.4497435 May 03 22:38:37.576262 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab0521e-5373-473a-82a9-8a45e043171b', 'tag': '10e0dbaa-73c1-447c-aa2b-f7d59fdc3851'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:38:37.725581 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-86a252d7-ce5b-4168-bedf-0ac8b4c83787 None None] Attempting to bind port 44b602a1-8dab-47ee-beaf-5cd83b1b7b8a on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:38:37.727614 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-86a252d7-ce5b-4168-bedf-0ac8b4c83787 None None] Attempting to bind port 44b602a1-8dab-47ee-beaf-5cd83b1b7b8a by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '0c87bd7e-b449-406c-9031-bae021dbb1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:38:37.727993 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a252d7-ce5b-4168-bedf-0ac8b4c83787 None None] Attempting to bind port 44b602a1-8dab-47ee-beaf-5cd83b1b7b8a on network 52887582-9aaf-461f-9114-9c737d13cefa {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:38:37.772332 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a252d7-ce5b-4168-bedf-0ac8b4c83787 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:38:37.773054 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a252d7-ce5b-4168-bedf-0ac8b4c83787 None None] Checking segment: {'id': '0c87bd7e-b449-406c-9031-bae021dbb1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:38:37.773136 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-86a252d7-ce5b-4168-bedf-0ac8b4c83787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:37.773461 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a252d7-ce5b-4168-bedf-0ac8b4c83787 None None] Bound using segment: {'id': '0c87bd7e-b449-406c-9031-bae021dbb1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:38:37.773969 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-86a252d7-ce5b-4168-bedf-0ac8b4c83787 None None] Bound port: 44b602a1-8dab-47ee-beaf-5cd83b1b7b8a, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c87bd7e-b449-406c-9031-bae021dbb1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:38:37.774363 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-86a252d7-ce5b-4168-bedf-0ac8b4c83787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:37.781151 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-390ea383-ed71-44c8-89a0-f768fa11f4dd req-d91b711b-ad2c-4520-b368-70c0969855b3 tempest-ServerShowV254Test-736758755 tempest-ServerShowV254Test-736758755-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a20e649-df5c-405d-8636-8bdf7b769883 HTTP/1.1" status: 200 len: 210 time: 0.4560008 May 03 22:38:37.796684 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fa8b51a4-0476-46d1-8f34-4e1e5b9c2ed7 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:38:37.808277 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fa8b51a4-0476-46d1-8f34-4e1e5b9c2ed7 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Usage tracker for resource:security_group_rule and tenant:e561281e65ac44bbb283fb588b1ce5d2 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:38:37.817235 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fa8b51a4-0476-46d1-8f34-4e1e5b9c2ed7 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:38:37.835310 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fa8b51a4-0476-46d1-8f34-4e1e5b9c2ed7 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:38:37.840403 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84359c91-029b-4623-a4db-64314a26f219 service neutron] Pushing event updated for resources: {'Port': ['ID=10e0dbaa-73c1-447c-aa2b-f7d59fdc3851,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:37.867335 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-120f1817-c3cf-45cf-8b13-8d67885d1ae2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:38:37.868929 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-120f1817-c3cf-45cf-8b13-8d67885d1ae2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:38:37.886566 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: d06f2862-9b82-430f-8a0f-2abef98f9b96 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:38:37.886566 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d06f2862-9b82-430f-8a0f-2abef98f9b96 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:38:38.018126 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4d1faa83-1c1f-4bf7-bde2-957852a7f3df tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:38.031687 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d87880e-074e-4798-84cf-9de89211a498 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:38.032267 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4d87880e-074e-4798-84cf-9de89211a498 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Synchronizing usage tracker for tenant:fdfba440d53f42ba8593745900ce95a7 on resource:network {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:38:38.057645 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0f109b9-14ca-429a-8ea3-121fb36c71e2'] response: {'name': 'network-changed', 'server_uuid': '4ab0521e-5373-473a-82a9-8a45e043171b', 'tag': '10e0dbaa-73c1-447c-aa2b-f7d59fdc3851', 'status': 'completed', 'code': 200} May 03 22:38:38.091473 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4d87880e-074e-4798-84cf-9de89211a498 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Unset dirty status for tenant:fdfba440d53f42ba8593745900ce95a7 on resource:network {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:38:38.093374 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4d87880e-074e-4798-84cf-9de89211a498 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 881 time: 0.8415995 May 03 22:38:38.096452 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42434) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:38.117353 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-86a252d7-ce5b-4168-bedf-0ac8b4c83787 None None] For port 44b602a1-8dab-47ee-beaf-5cd83b1b7b8a, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:38:38.121764 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-86a252d7-ce5b-4168-bedf-0ac8b4c83787 None None] For port 44b602a1-8dab-47ee-beaf-5cd83b1b7b8a, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=44b602a1-8dab-47ee-beaf-5cd83b1b7b8a,segment=NetworkSegment(0c87bd7e-b449-406c-9031-bae021dbb1b9),segment_id=0c87bd7e-b449-406c-9031-bae021dbb1b9)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:38:38.130147 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-86a252d7-ce5b-4168-bedf-0ac8b4c83787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:38.139208 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fa8b51a4-0476-46d1-8f34-4e1e5b9c2ed7 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:38.179158 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-08e623d6-7cb9-44ed-b3c8-f85ba6829607 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f1cc578-f584-45db-8217-24b0905238b8 HTTP/1.1" status: 200 len: 205 time: 0.0762157 May 03 22:38:38.179818 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42438) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:38.185620 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1faa83-1c1f-4bf7-bde2-957852a7f3df tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Pushing event deleted for resources: {'Port': ['ID=d06f2862-9b82-430f-8a0f-2abef98f9b96,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:38.197087 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1faa83-1c1f-4bf7-bde2-957852a7f3df tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] No DVR routers for this DVR port d06f2862-9b82-430f-8a0f-2abef98f9b96 on host n-d-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:38:38.230234 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4f2b2-18d6-4446-801e-de3a21d9c08a None None] Pushing event updated for resources: {'Port': ['ID=44b602a1-8dab-47ee-beaf-5cd83b1b7b8a,revision_number=4']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:38.246197 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a252d7-ce5b-4168-bedf-0ac8b4c83787 None None] Routers {'8cdea6f8-d82d-43c1-9820-97fa0586d072'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:38:38.247267 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-86a252d7-ce5b-4168-bedf-0ac8b4c83787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:38:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['8cdea6f8-d82d-43c1-9820-97fa0586d072'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:38:38.339750 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fa8b51a4-0476-46d1-8f34-4e1e5b9c2ed7 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:38.370573 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-120f1817-c3cf-45cf-8b13-8d67885d1ae2 None None] Deleting port d06f2862-9b82-430f-8a0f-2abef98f9b96 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:38:38.370963 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-120f1817-c3cf-45cf-8b13-8d67885d1ae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:38.505330 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-86a252d7-ce5b-4168-bedf-0ac8b4c83787 None None] Set router 8cdea6f8-d82d-43c1-9820-97fa0586d072 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:38:38.510036 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4d1faa83-1c1f-4bf7-bde2-957852a7f3df tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:38.609022 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b51a4-0476-46d1-8f34-4e1e5b9c2ed7 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad137d59-bcb9-4c33-a4bf-4845bca5bca1,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:38.629267 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-120f1817-c3cf-45cf-8b13-8d67885d1ae2 None None] The port 'd06f2862-9b82-430f-8a0f-2abef98f9b96' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:38:38.657034 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-4d1faa83-1c1f-4bf7-bde2-957852a7f3df tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d1497e-65d8-496b-be66-0a895c2fcf2f']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:38:38.684337 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fa8b51a4-0476-46d1-8f34-4e1e5b9c2ed7 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:38.685542 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-fa8b51a4-0476-46d1-8f34-4e1e5b9c2ed7 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.0624511 May 03 22:38:38.699818 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42444) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:38.704910 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-4d1faa83-1c1f-4bf7-bde2-957852a7f3df tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db4a834-1c15-4ed0-bc05-e305dc621865') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:38:38.705202 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-4d1faa83-1c1f-4bf7-bde2-957852a7f3df tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db4a834-1c15-4ed0-bc05-e305dc621865') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:38:38.740370 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-5bfbe063-afa3-49f8-ae61-00ccaa47e757 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Request body: {'security_group_rule': {'security_group_id': 'ad137d59-bcb9-4c33-a4bf-4845bca5bca1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:38:38.770863 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5bfbe063-afa3-49f8-ae61-00ccaa47e757 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:38:38.785399 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4d1faa83-1c1f-4bf7-bde2-957852a7f3df tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:38.828767 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5bfbe063-afa3-49f8-ae61-00ccaa47e757 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Usage tracker for resource:security_group_rule and tenant:e561281e65ac44bbb283fb588b1ce5d2 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:38:38.863452 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5bfbe063-afa3-49f8-ae61-00ccaa47e757 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:38:38.928605 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc8758-3a52-45ab-a2ef-4e1e40928661 req-29305b2f-4787-43f4-a1c7-361a2d7c210b tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:38.932134 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eccc8758-3a52-45ab-a2ef-4e1e40928661 req-29305b2f-4787-43f4-a1c7-361a2d7c210b tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ab0521e-5373-473a-82a9-8a45e043171b HTTP/1.1" status: 200 len: 944 time: 0.8435543 May 03 22:38:38.942864 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4d1faa83-1c1f-4bf7-bde2-957852a7f3df tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:38.948308 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5bfbe063-afa3-49f8-ae61-00ccaa47e757 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:38:38.995160 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d1faa83-1c1f-4bf7-bde2-957852a7f3df tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:38:38.995562 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4d1faa83-1c1f-4bf7-bde2-957852a7f3df tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:39.038393 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:38:39.038393 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:38:39.038393 n-d-811807-1 neutron-server[88069]: timer() May 03 22:38:39.038393 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:38:39.038393 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:38:39.038393 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:38:39.038393 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:38:39.038393 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:38:39.038393 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:38:39.038393 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:38:39.038393 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:38:39.038393 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:38:39.038393 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:38:39.038393 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:38:39.038393 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:38:39.038393 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:38:39.038393 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:38:39.038393 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:38:39.038393 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:38:39.038393 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:38:39.038393 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:38:39.038393 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:38:39.038393 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:38:39.038393 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:38:39.038393 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:38:39.038393 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:38:39.038393 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:38:39.038393 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:38:39.038393 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:38:39.038393 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:38:39.038393 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:38:39.038393 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:38:39.047420 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-12732936-632d-4390-9b34-58c9354ca229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:39.049109 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-12732936-632d-4390-9b34-58c9354ca229 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56f2a06b55b349518a0fa1bd075b4999&device_id=4ab0521e-5373-473a-82a9-8a45e043171b HTTP/1.1" status: 200 len: 1095 time: 1.1996088 May 03 22:38:39.193361 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-32fe0177-4bf5-4e0e-84b7-a8fcdb8908d9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10e0dbaa-73c1-447c-aa2b-f7d59fdc3851 HTTP/1.1" status: 200 len: 217 time: 0.1194952 May 03 22:38:39.248664 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0dab4ab7-b224-4158-ad9b-4899a0495f46 req-902c49c2-bacc-4dde-b1fe-297e59824c54 tempest-ServerShowV254Test-736758755 tempest-ServerShowV254Test-736758755-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a20e649-df5c-405d-8636-8bdf7b769883 HTTP/1.1" status: 200 len: 210 time: 0.1420305 May 03 22:38:39.263594 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eccc8758-3a52-45ab-a2ef-4e1e40928661 req-4a0cb88d-dea3-419a-88d7-e94def22887f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228378 May 03 22:38:39.265150 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5bfbe063-afa3-49f8-ae61-00ccaa47e757 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:39.268379 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-86a252d7-ce5b-4168-bedf-0ac8b4c83787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'name': 'tempest-AttachVolumeTestJSON-2080392932-router', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6c98eef3-3a72-4293-a34d-0afc1332225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:38:12Z', 'updated_at': '2022-05-03T22:38:31Z', 'revision_number': 4, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'gw_port': {'id': '6c98eef3-3a72-4293-a34d-0afc1332225f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:38:15Z', 'updated_at': '2022-05-03T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '44b602a1-8dab-47ee-beaf-5cd83b1b7b8a', 'name': '', 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'mac_address': 'fa:16:3e:84:59:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '6f2b7d32-d8f2-456e-bc38-b728e1fe95c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:38:28Z', 'updated_at': '2022-05-03T22:38:38Z', 'revision_number': 4, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'subnets': [{'id': '6f2b7d32-d8f2-456e-bc38-b728e1fe95c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:38:39.287828 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a252d7-ce5b-4168-bedf-0ac8b4c83787 None None] The sync data for ids ['8cdea6f8-d82d-43c1-9820-97fa0586d072'] in n-d-811807-1 is: [{'id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'name': 'tempest-AttachVolumeTestJSON-2080392932-router', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6c98eef3-3a72-4293-a34d-0afc1332225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:38:12Z', 'updated_at': '2022-05-03T22:38:31Z', 'revision_number': 4, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'gw_port': {'id': '6c98eef3-3a72-4293-a34d-0afc1332225f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:38:15Z', 'updated_at': '2022-05-03T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '44b602a1-8dab-47ee-beaf-5cd83b1b7b8a', 'name': '', 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'mac_address': 'fa:16:3e:84:59:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '6f2b7d32-d8f2-456e-bc38-b728e1fe95c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:38:28Z', 'updated_at': '2022-05-03T22:38:38Z', 'revision_number': 4, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'subnets': [{'id': '6f2b7d32-d8f2-456e-bc38-b728e1fe95c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:38:39.294791 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-41d37d45-9462-42a3-a694-945ba2862a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:39.296018 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4d1faa83-1c1f-4bf7-bde2-957852a7f3df tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:39.296660 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-41d37d45-9462-42a3-a694-945ba2862a36 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e1d2886a-36ca-4181-9979-2ff50bdb7ad7 HTTP/1.1" status: 200 len: 851 time: 0.0889285 May 03 22:38:39.338457 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4d1faa83-1c1f-4bf7-bde2-957852a7f3df tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:39.407607 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-881b1ab9-ba66-4ee8-9bdd-90f51eb8930f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f484e0b5-7091-4031-9307-0c51512cbb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024241 May 03 22:38:39.412893 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bf6253e4-db1c-4224-8b72-bb8aaef72441 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:39.418193 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4d1faa83-1c1f-4bf7-bde2-957852a7f3df tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] 10.222.0.58 "DELETE /v2.0/networks/12d1497e-65d8-496b-be66-0a895c2fcf2f HTTP/1.1" status: 204 len: 168 time: 3.8095567 May 03 22:38:39.419657 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1faa83-1c1f-4bf7-bde2-957852a7f3df tempest-AllowedAddressPairTestJSON-1369222035 tempest-AllowedAddressPairTestJSON-1369222035-project] Pushing event deleted for resources: {'Network': ['ID=12d1497e-65d8-496b-be66-0a895c2fcf2f,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:39.487903 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5bfbe063-afa3-49f8-ae61-00ccaa47e757 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:39.500101 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5bfbe063-afa3-49f8-ae61-00ccaa47e757 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:39.567675 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5bfbe063-afa3-49f8-ae61-00ccaa47e757 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:39.571337 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5bfbe063-afa3-49f8-ae61-00ccaa47e757 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8688660 May 03 22:38:39.574399 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42466) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:39.591060 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-78285298-6d9e-45dc-9c57-d50ab78fd025 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Request body: {'security_group_rule': {'security_group_id': 'ad137d59-bcb9-4c33-a4bf-4845bca5bca1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:38:39.605896 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfbe063-afa3-49f8-ae61-00ccaa47e757 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed829586-402a-49df-bf6f-f398417fd57a,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:39.608430 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-78285298-6d9e-45dc-9c57-d50ab78fd025 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:38:39.622356 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-78285298-6d9e-45dc-9c57-d50ab78fd025 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Usage tracker for resource:security_group_rule and tenant:e561281e65ac44bbb283fb588b1ce5d2 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:38:39.630440 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-78285298-6d9e-45dc-9c57-d50ab78fd025 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:38:39.688321 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-78285298-6d9e-45dc-9c57-d50ab78fd025 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:38:39.722056 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-78285298-6d9e-45dc-9c57-d50ab78fd025 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:39.859572 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42476) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:39.964537 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-ec9c6ba2-b44d-4274-a956-04c9f187867b service neutron] 10.222.0.67 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183160 May 03 22:38:39.968484 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-78285298-6d9e-45dc-9c57-d50ab78fd025 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:39.976417 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-78285298-6d9e-45dc-9c57-d50ab78fd025 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:40.084081 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78285298-6d9e-45dc-9c57-d50ab78fd025 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e62ec10-8582-4269-b9de-b6592f9d7af1,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:40.101816 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-78285298-6d9e-45dc-9c57-d50ab78fd025 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:40.121552 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-78285298-6d9e-45dc-9c57-d50ab78fd025 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5403688 May 03 22:38:40.124447 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42494) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:40.141509 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-c83700e5-a35f-4086-a421-1277fe10aa86 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:38:40.167342 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-c83700e5-a35f-4086-a421-1277fe10aa86 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:38:40.176325 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c83700e5-a35f-4086-a421-1277fe10aa86 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Usage tracker for resource:floatingip and tenant:e561281e65ac44bbb283fb588b1ce5d2 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:38:40.180697 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c83700e5-a35f-4086-a421-1277fe10aa86 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:38:40.197431 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-c83700e5-a35f-4086-a421-1277fe10aa86 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:38:40.274236 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c83700e5-a35f-4086-a421-1277fe10aa86 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:40.404266 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bf6253e4-db1c-4224-8b72-bb8aaef72441 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:40.483924 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-bf6253e4-db1c-4224-8b72-bb8aaef72441 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Deleting port e7a9a5f7-1059-4b6f-b752-989c761e0598 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:38:40.487967 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bf6253e4-db1c-4224-8b72-bb8aaef72441 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:40.654624 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4d9d3a40-a9a1-4636-ad25-be1fc88014bc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c106029882ab493697d8470b22682e17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7930350 May 03 22:38:40.707102 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42504) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:40.850722 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-204afb62-1b2f-4142-b2d0-dd9a677502c1 req-27fc5c40-cadc-4829-9358-308da96d1726 tempest-ServerShowV254Test-736758755 tempest-ServerShowV254Test-736758755-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a20e649-df5c-405d-8636-8bdf7b769883 HTTP/1.1" status: 200 len: 210 time: 0.3538284 May 03 22:38:41.014324 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bf6253e4-db1c-4224-8b72-bb8aaef72441 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:41.079318 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cd9a105e-297f-4c7e-aa71-5159ffbaa81a req-20d6207f-4267-4a83-8f16-5c3f12b9f2be service neutron] 10.222.0.67 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1062300 May 03 22:38:41.290463 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 44b602a1-8dab-47ee-beaf-5cd83b1b7b8a up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:38:41.341515 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d9b4708e-7470-40ca-a506-be75e8873267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:41.380870 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d9b4708e-7470-40ca-a506-be75e8873267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:41.471305 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d9b4708e-7470-40ca-a506-be75e8873267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:41.478207 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-bf6253e4-db1c-4224-8b72-bb8aaef72441 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Calling delete_port for e7a9a5f7-1059-4b6f-b752-989c761e0598 owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:38:41.494891 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 44b602a1-8dab-47ee-beaf-5cd83b1b7b8a completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:38:41.496944 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351145af-64ca-4811-9bd2-8b2161758e9a req-4969e493-2bd6-49b8-a344-1d67978ceadb tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:41.499676 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-351145af-64ca-4811-9bd2-8b2161758e9a req-4969e493-2bd6-49b8-a344-1d67978ceadb tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ab0521e-5373-473a-82a9-8a45e043171b HTTP/1.1" status: 200 len: 944 time: 0.8235769 May 03 22:38:41.503549 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 44b602a1-8dab-47ee-beaf-5cd83b1b7b8a triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:38:41.504126 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:41.588643 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4708e-7470-40ca-a506-be75e8873267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2c201c-a5d3-4348-8c9f-5e0be15e5e7b,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:41.598292 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d9b4708e-7470-40ca-a506-be75e8873267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:41.599529 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d9b4708e-7470-40ca-a506-be75e8873267 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0e2c201c-a5d3-4348-8c9f-5e0be15e5e7b HTTP/1.1" status: 204 len: 168 time: 0.8899643 May 03 22:38:41.638296 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae54cc9-fa0f-4ecf-bb9e-d51e04604594 req-2823dc27-439a-4257-9621-3410f9449999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:41.639831 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-fae54cc9-fa0f-4ecf-bb9e-d51e04604594 req-2823dc27-439a-4257-9621-3410f9449999 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56f2a06b55b349518a0fa1bd075b4999&device_id=4ab0521e-5373-473a-82a9-8a45e043171b HTTP/1.1" status: 200 len: 1095 time: 0.3700714 May 03 22:38:41.720402 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-351145af-64ca-4811-9bd2-8b2161758e9a req-30b2f903-7850-43dd-8fdd-a45d5efc816d tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679354 May 03 22:38:41.722245 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c83700e5-a35f-4086-a421-1277fe10aa86 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:41.727037 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:41.798775 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 44b602a1-8dab-47ee-beaf-5cd83b1b7b8a, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=44b602a1-8dab-47ee-beaf-5cd83b1b7b8a,segment=NetworkSegment(0c87bd7e-b449-406c-9031-bae021dbb1b9),segment_id=0c87bd7e-b449-406c-9031-bae021dbb1b9)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:38:41.806363 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:41.913348 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-c83700e5-a35f-4086-a421-1277fe10aa86 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Allocated IP 172.25.2.223 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/c1605c04-1ea9-48b3-8f52-4c1ac3a1b0c2) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:38:41.965165 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=44b602a1-8dab-47ee-beaf-5cd83b1b7b8a,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:42.054036 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bf6253e4-db1c-4224-8b72-bb8aaef72441 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:42.123162 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fb41cfaa-ebb5-4b05-a989-cc7e588809cc req-a14cee1f-ba43-4ad1-ab9a-2a4cb6680a0d tempest-ServerShowV254Test-736758755 tempest-ServerShowV254Test-736758755-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a20e649-df5c-405d-8636-8bdf7b769883 HTTP/1.1" status: 200 len: 210 time: 0.0893853 May 03 22:38:42.328136 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6253e4-db1c-4224-8b72-bb8aaef72441 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Pushing event deleted for resources: {'Port': ['ID=e7a9a5f7-1059-4b6f-b752-989c761e0598,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:42.362961 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c83700e5-a35f-4086-a421-1277fe10aa86 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:42.438804 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c83700e5-a35f-4086-a421-1277fe10aa86 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:42.440548 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae54cc9-fa0f-4ecf-bb9e-d51e04604594 req-916924ec-46b0-4956-87bb-727f2b51d11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:42.445335 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-fae54cc9-fa0f-4ecf-bb9e-d51e04604594 req-916924ec-46b0-4956-87bb-727f2b51d11d service neutron] 10.222.0.67 "GET /v2.0/networks?id=f484e0b5-7091-4031-9307-0c51512cbb0f HTTP/1.1" status: 200 len: 912 time: 0.7778068 May 03 22:38:42.540955 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83700e5-a35f-4086-a421-1277fe10aa86 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:38:42.545131 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-c83700e5-a35f-4086-a421-1277fe10aa86 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:38:42.550362 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83700e5-a35f-4086-a421-1277fe10aa86 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:38:42.626633 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83700e5-a35f-4086-a421-1277fe10aa86 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Pushing event updated for resources: {'Port': ['ID=c1605c04-1ea9-48b3-8f52-4c1ac3a1b0c2,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:42.648207 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bf6253e4-db1c-4224-8b72-bb8aaef72441 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:42.715043 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c83700e5-a35f-4086-a421-1277fe10aa86 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:42.767165 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7804e2c8-e0fb-47b4-b397-0a57788cd7a7 req-d2c6b206-4870-41d3-ac91-e5893a3f9016 tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:42.769523 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7804e2c8-e0fb-47b4-b397-0a57788cd7a7 req-d2c6b206-4870-41d3-ac91-e5893a3f9016 tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/ports?device_id=e85f9183-90a9-40aa-84ae-a03ff61af3e5 HTTP/1.1" status: 200 len: 951 time: 0.1365709 May 03 22:38:42.789528 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42590) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:42.839855 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c83700e5-a35f-4086-a421-1277fe10aa86 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:42.857558 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bf6253e4-db1c-4224-8b72-bb8aaef72441 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:42.859858 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bf6253e4-db1c-4224-8b72-bb8aaef72441 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:42.881751 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-fae54cc9-fa0f-4ecf-bb9e-d51e04604594 req-ae2f7911-15bb-4483-b0db-7cad3b78c10b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10e0dbaa-73c1-447c-aa2b-f7d59fdc3851 HTTP/1.1" status: 200 len: 217 time: 0.4215646 May 03 22:38:42.889627 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4fcbaf90-8efc-45b3-a835-8693b97c5ca5 req-8affdf04-e6dc-4505-8036-f8b650de853b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4a20e649-df5c-405d-8636-8bdf7b769883 HTTP/1.1" status: 200 len: 210 time: 0.3528032 May 03 22:38:42.922019 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bf6253e4-db1c-4224-8b72-bb8aaef72441 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:42.922523 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6253e4-db1c-4224-8b72-bb8aaef72441 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Fanout notify agent at l3_agent the message router_deleted on router 9f1cc578-f584-45db-8217-24b0905238b8 {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:38:42.925027 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7804e2c8-e0fb-47b4-b397-0a57788cd7a7 req-bb21af18-3eb9-4f98-9615-19c4fe1ebafd tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/security-groups?id=c57e7e19-3c12-45fe-a9d9-bca8d4a9f3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336367 May 03 22:38:42.961480 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-ae5b88ac-0019-4c49-8f01-b769f0a013e5 tempest-NetworksNegativeTestJSON-1074133458 tempest-NetworksNegativeTestJSON-1074133458-project] Request body: {'port': {'network_id': 'cef1d02d-8851-4c46-9428-61dae673a498', 'name': 'tempest-NetworksNegativeTestJSON-840485222'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:38:42.982666 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bf6253e4-db1c-4224-8b72-bb8aaef72441 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:42.984784 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bf6253e4-db1c-4224-8b72-bb8aaef72441 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] 10.222.0.58 "DELETE /v2.0/routers/9f1cc578-f584-45db-8217-24b0905238b8 HTTP/1.1" status: 204 len: 168 time: 4.8016660 May 03 22:38:42.989323 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42602) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:42.997903 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-75d8f355-a95c-45bf-8535-2583dd7be76c tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1902143662', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:38:43.000720 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae5b88ac-0019-4c49-8f01-b769f0a013e5 tempest-NetworksNegativeTestJSON-1074133458 tempest-NetworksNegativeTestJSON-1074133458-project] POST failed (client error): The resource could not be found. May 03 22:38:43.001198 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae5b88ac-0019-4c49-8f01-b769f0a013e5 tempest-NetworksNegativeTestJSON-1074133458 tempest-NetworksNegativeTestJSON-1074133458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:38:43.002374 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ae5b88ac-0019-4c49-8f01-b769f0a013e5 tempest-NetworksNegativeTestJSON-1074133458 tempest-NetworksNegativeTestJSON-1074133458-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2099483 May 03 22:38:43.006703 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42606) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:43.013590 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-75d8f355-a95c-45bf-8535-2583dd7be76c tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:38:43.021055 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-75d8f355-a95c-45bf-8535-2583dd7be76c tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Usage tracker for resource:router and tenant:820b63b4064b4906bfd33549f454de6d is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:38:43.027616 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-75d8f355-a95c-45bf-8535-2583dd7be76c tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:38:43.031646 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae54cc9-fa0f-4ecf-bb9e-d51e04604594 req-dd2a540c-ac24-4741-a47a-34e003ca8024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:43.033724 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-fae54cc9-fa0f-4ecf-bb9e-d51e04604594 req-dd2a540c-ac24-4741-a47a-34e003ca8024 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e1d2886a-36ca-4181-9979-2ff50bdb7ad7 HTTP/1.1" status: 200 len: 851 time: 0.1425607 May 03 22:38:43.038887 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-75d8f355-a95c-45bf-8535-2583dd7be76c tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:38:43.072891 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbf02d0c-131d-452a-82bc-f9c1522ae438 tempest-NetworksNegativeTestJSON-1074133458 tempest-NetworksNegativeTestJSON-1074133458-project] DELETE failed (client error): The resource could not be found. May 03 22:38:43.073373 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbf02d0c-131d-452a-82bc-f9c1522ae438 tempest-NetworksNegativeTestJSON-1074133458 tempest-NetworksNegativeTestJSON-1074133458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:38:43.095080 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-fbf02d0c-131d-452a-82bc-f9c1522ae438 tempest-NetworksNegativeTestJSON-1074133458 tempest-NetworksNegativeTestJSON-1074133458-project] 10.222.0.58 "DELETE /v2.0/networks/fbabc0a6-5c48-4b8e-9287-5bb64f9cb4c4 HTTP/1.1" status: 404 len: 339 time: 0.0875318 May 03 22:38:43.101032 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-fae54cc9-fa0f-4ecf-bb9e-d51e04604594 req-b29f9075-1730-438d-92ef-2aa7d14fe390 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f484e0b5-7091-4031-9307-0c51512cbb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584321 May 03 22:38:43.101512 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42612) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:43.159638 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 44b602a1-8dab-47ee-beaf-5cd83b1b7b8a up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:38:43.165921 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-75d8f355-a95c-45bf-8535-2583dd7be76c tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:43.167442 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-75d8f355-a95c-45bf-8535-2583dd7be76c tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:43.175642 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4313d1-b2e3-4725-94ff-4d236bd7f4dc req-63757e35-4d89-4545-bffb-20a90fcafff1 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:43.182955 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bc4313d1-b2e3-4725-94ff-4d236bd7f4dc req-63757e35-4d89-4545-bffb-20a90fcafff1 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ab0521e-5373-473a-82a9-8a45e043171b HTTP/1.1" status: 200 len: 944 time: 0.3175142 May 03 22:38:43.191113 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2b63615-8461-4411-ba13-ed8128beb404 tempest-NetworksNegativeTestJSON-1074133458 tempest-NetworksNegativeTestJSON-1074133458-project] DELETE failed (client error): The resource could not be found. May 03 22:38:43.191749 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2b63615-8461-4411-ba13-ed8128beb404 tempest-NetworksNegativeTestJSON-1074133458 tempest-NetworksNegativeTestJSON-1074133458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:38:43.193509 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e2b63615-8461-4411-ba13-ed8128beb404 tempest-NetworksNegativeTestJSON-1074133458 tempest-NetworksNegativeTestJSON-1074133458-project] 10.222.0.58 "DELETE /v2.0/ports/37acff6a-6c4a-48ad-b545-b9b9cb4c954b HTTP/1.1" status: 404 len: 333 time: 0.0895479 May 03 22:38:43.208727 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42618) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:43.252069 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccd2f256-9220-43df-9692-6241a1e92db7 tempest-NetworksNegativeTestJSON-1074133458 tempest-NetworksNegativeTestJSON-1074133458-project] DELETE failed (client error): The resource could not be found. May 03 22:38:43.252535 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccd2f256-9220-43df-9692-6241a1e92db7 tempest-NetworksNegativeTestJSON-1074133458 tempest-NetworksNegativeTestJSON-1074133458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:38:43.269090 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bc4313d1-b2e3-4725-94ff-4d236bd7f4dc req-eaddb0bf-247c-435b-bd58-bb4bec0bf0c9 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852435 May 03 22:38:43.293731 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 44b602a1-8dab-47ee-beaf-5cd83b1b7b8a triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:38:43.294141 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:43.303521 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c83700e5-a35f-4086-a421-1277fe10aa86 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:43.326885 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c83700e5-a35f-4086-a421-1277fe10aa86 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:43.332161 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ccd2f256-9220-43df-9692-6241a1e92db7 tempest-NetworksNegativeTestJSON-1074133458 tempest-NetworksNegativeTestJSON-1074133458-project] 10.222.0.58 "DELETE /v2.0/subnets/b09a7641-8613-4e95-a825-c460efd464b8 HTTP/1.1" status: 404 len: 337 time: 0.1223903 May 03 22:38:43.345157 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42630) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:43.351837 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-75d8f355-a95c-45bf-8535-2583dd7be76c tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:43.407056 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ba4e5e-90f5-4567-8155-bd04023fdfad tempest-NetworksNegativeTestJSON-1074133458 tempest-NetworksNegativeTestJSON-1074133458-project] GET failed (client error): The resource could not be found. May 03 22:38:43.407953 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-56ba4e5e-90f5-4567-8155-bd04023fdfad tempest-NetworksNegativeTestJSON-1074133458 tempest-NetworksNegativeTestJSON-1074133458-project] 10.222.0.58 "GET /v2.0/networks/041c5a59-0b86-4909-a392-c73fa0145c94 HTTP/1.1" status: 404 len: 339 time: 0.0583882 May 03 22:38:43.413679 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42634) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:43.507780 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-75d8f355-a95c-45bf-8535-2583dd7be76c tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:43.539881 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-77195e15-0f9d-4f98-bc4f-cb6e520814e5 tempest-NetworksNegativeTestJSON-1074133458 tempest-NetworksNegativeTestJSON-1074133458-project] GET failed (client error): The resource could not be found. May 03 22:38:43.541423 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-77195e15-0f9d-4f98-bc4f-cb6e520814e5 tempest-NetworksNegativeTestJSON-1074133458 tempest-NetworksNegativeTestJSON-1074133458-project] 10.222.0.58 "GET /v2.0/ports/55092551-392b-4622-b413-2336814ec153 HTTP/1.1" status: 404 len: 333 time: 0.1274471 May 03 22:38:43.548595 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-fae54cc9-fa0f-4ecf-bb9e-d51e04604594 req-0ac5f53f-8586-44e6-bb9e-57a44a20884f service neutron] 10.222.0.67 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124713 May 03 22:38:43.551315 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42640) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:43.653629 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-57658d06-99c9-4415-8bc1-dac8cb96ead1 tempest-NetworksNegativeTestJSON-1074133458 tempest-NetworksNegativeTestJSON-1074133458-project] GET failed (client error): The resource could not be found. May 03 22:38:43.658486 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-57658d06-99c9-4415-8bc1-dac8cb96ead1 tempest-NetworksNegativeTestJSON-1074133458 tempest-NetworksNegativeTestJSON-1074133458-project] 10.222.0.58 "GET /v2.0/subnets/012dc1b3-c31d-475f-8e20-32fb654bf1b6 HTTP/1.1" status: 404 len: 337 time: 0.1027555 May 03 22:38:43.659339 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-75d8f355-a95c-45bf-8535-2583dd7be76c tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:43.662334 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-75d8f355-a95c-45bf-8535-2583dd7be76c tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6693842 May 03 22:38:43.662334 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42652) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:43.663373 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42654) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:43.669965 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-04c86cba-b570-4b81-8f3c-a032433dc5ea tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Request body: {'router': {'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:38:43.686387 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-543f3927-887c-48ae-a71c-44790f22ed97 req-8dcc9696-4d09-446c-b62b-76014dc3fbf7 tempest-ServerShowV254Test-736758755 tempest-ServerShowV254Test-736758755-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a20e649-df5c-405d-8636-8bdf7b769883 HTTP/1.1" status: 200 len: 210 time: 0.0957346 May 03 22:38:43.713316 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c83700e5-a35f-4086-a421-1277fe10aa86 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:43.734333 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83700e5-a35f-4086-a421-1277fe10aa86 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Pushing event updated for resources: {'Port': ['ID=c1605c04-1ea9-48b3-8f52-4c1ac3a1b0c2,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:43.746775 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c83700e5-a35f-4086-a421-1277fe10aa86 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:43.748094 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c83700e5-a35f-4086-a421-1277fe10aa86 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6226478 May 03 22:38:43.759964 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-f67598fe-8942-40cc-ba15-be833f4d060d tempest-NetworksNegativeTestJSON-1074133458 tempest-NetworksNegativeTestJSON-1074133458-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:38:44.052422 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-96487629-55b5-493c-833b-f0df79b0feb0 req-d5a82ac0-287c-4b0b-a112-b1ca9a615bbd tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Synchronizing usage tracker for tenant:e561281e65ac44bbb283fb588b1ce5d2 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:38:44.098407 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-96487629-55b5-493c-833b-f0df79b0feb0 req-d5a82ac0-287c-4b0b-a112-b1ca9a615bbd tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Unset dirty status for tenant:e561281e65ac44bbb283fb588b1ce5d2 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:38:44.099895 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96487629-55b5-493c-833b-f0df79b0feb0 req-d5a82ac0-287c-4b0b-a112-b1ca9a615bbd tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1042033531&fields=id&tenant_id=e561281e65ac44bbb283fb588b1ce5d2 HTTP/1.1" status: 200 len: 267 time: 0.1469951 May 03 22:38:44.118740 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-f67598fe-8942-40cc-ba15-be833f4d060d tempest-NetworksNegativeTestJSON-1074133458 tempest-NetworksNegativeTestJSON-1074133458-project] PUT failed (client error): The resource could not be found. May 03 22:38:44.119468 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f67598fe-8942-40cc-ba15-be833f4d060d tempest-NetworksNegativeTestJSON-1074133458 tempest-NetworksNegativeTestJSON-1074133458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:38:44.120598 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f67598fe-8942-40cc-ba15-be833f4d060d tempest-NetworksNegativeTestJSON-1074133458 tempest-NetworksNegativeTestJSON-1074133458-project] 10.222.0.58 "PUT /v2.0/networks/9913c79d-4584-472e-863f-0223778bef0d HTTP/1.1" status: 404 len: 339 time: 0.4563334 May 03 22:38:44.303087 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42698) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:44.316286 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-91297062-f32a-4d22-b1a5-b7931dd57757 tempest-NetworksNegativeTestJSON-1074133458 tempest-NetworksNegativeTestJSON-1074133458-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:38:44.398925 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96487629-55b5-493c-833b-f0df79b0feb0 req-48c33d6f-a4fa-40f2-8efe-c77e5395e7ed tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:44.400201 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-96487629-55b5-493c-833b-f0df79b0feb0 req-48c33d6f-a4fa-40f2-8efe-c77e5395e7ed tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Synchronizing usage tracker for tenant:e561281e65ac44bbb283fb588b1ce5d2 on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:38:44.422768 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 10e0dbaa-73c1-447c-aa2b-f7d59fdc3851 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:38:44.497600 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-96487629-55b5-493c-833b-f0df79b0feb0 req-48c33d6f-a4fa-40f2-8efe-c77e5395e7ed tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Unset dirty status for tenant:e561281e65ac44bbb283fb588b1ce5d2 on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:38:44.499493 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96487629-55b5-493c-833b-f0df79b0feb0 req-48c33d6f-a4fa-40f2-8efe-c77e5395e7ed tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/networks?id=52887582-9aaf-461f-9114-9c737d13cefa HTTP/1.1" status: 200 len: 811 time: 0.3912175 May 03 22:38:44.523649 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96487629-55b5-493c-833b-f0df79b0feb0 req-21f6ddb0-75cd-433e-85b9-9e2825302280 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/quotas/e561281e65ac44bbb283fb588b1ce5d2 HTTP/1.1" status: 200 len: 375 time: 0.0170903 May 03 22:38:44.542803 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069196bb-6f39-43d3-951b-c5d2abc81ba0 req-6273a785-1e17-49a7-8d21-75f0eb76e7e7 tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:44.544344 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-069196bb-6f39-43d3-951b-c5d2abc81ba0 req-6273a785-1e17-49a7-8d21-75f0eb76e7e7 tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/ports?device_id=e85f9183-90a9-40aa-84ae-a03ff61af3e5 HTTP/1.1" status: 200 len: 951 time: 0.1412320 May 03 22:38:44.574215 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-04c86cba-b570-4b81-8f3c-a032433dc5ea tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:44.584983 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-91297062-f32a-4d22-b1a5-b7931dd57757 tempest-NetworksNegativeTestJSON-1074133458 tempest-NetworksNegativeTestJSON-1074133458-project] PUT failed (client error): The resource could not be found. May 03 22:38:44.585513 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91297062-f32a-4d22-b1a5-b7931dd57757 tempest-NetworksNegativeTestJSON-1074133458 tempest-NetworksNegativeTestJSON-1074133458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:38:44.593580 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-91297062-f32a-4d22-b1a5-b7931dd57757 tempest-NetworksNegativeTestJSON-1074133458 tempest-NetworksNegativeTestJSON-1074133458-project] 10.222.0.58 "PUT /v2.0/ports/31337f26-e94c-4809-afa4-339f4afcc2c6 HTTP/1.1" status: 404 len: 333 time: 0.2827022 May 03 22:38:44.594903 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42712) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:44.605205 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-1c453d0f-a6a8-40b5-90bc-890f2b0b9612 tempest-NetworksNegativeTestJSON-1074133458 tempest-NetworksNegativeTestJSON-1074133458-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:38:44.623978 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 10e0dbaa-73c1-447c-aa2b-f7d59fdc3851, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=10e0dbaa-73c1-447c-aa2b-f7d59fdc3851,segment=NetworkSegment(b38726d5-324d-4465-9fc5-454afd2d45a2),segment_id=b38726d5-324d-4465-9fc5-454afd2d45a2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:38:44.644015 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '10e0dbaa-73c1-447c-aa2b-f7d59fdc3851', 'network_id': 'f484e0b5-7091-4031-9307-0c51512cbb0f', 'port_id': '10e0dbaa-73c1-447c-aa2b-f7d59fdc3851', 'mac_address': 'fa:16:3e:1c:8e:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d2886a-36ca-4181-9979-2ff50bdb7ad7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:38:44.672902 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-fae54cc9-fa0f-4ecf-bb9e-d51e04604594 req-9d379447-3690-4566-9921-b3fd4a640c3b service neutron] 10.222.0.67 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1177111 May 03 22:38:44.673663 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c453d0f-a6a8-40b5-90bc-890f2b0b9612 tempest-NetworksNegativeTestJSON-1074133458 tempest-NetworksNegativeTestJSON-1074133458-project] PUT failed (client error): The resource could not be found. May 03 22:38:44.675227 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c453d0f-a6a8-40b5-90bc-890f2b0b9612 tempest-NetworksNegativeTestJSON-1074133458 tempest-NetworksNegativeTestJSON-1074133458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:38:44.675227 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1c453d0f-a6a8-40b5-90bc-890f2b0b9612 tempest-NetworksNegativeTestJSON-1074133458 tempest-NetworksNegativeTestJSON-1074133458-project] 10.222.0.58 "PUT /v2.0/subnets/519e6eea-49c2-4a58-bf9b-170096496267 HTTP/1.1" status: 404 len: 337 time: 0.0792763 May 03 22:38:44.711678 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:44.757290 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e0dbaa-73c1-447c-aa2b-f7d59fdc3851 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:38:44.777971 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 10e0dbaa-73c1-447c-aa2b-f7d59fdc3851, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=10e0dbaa-73c1-447c-aa2b-f7d59fdc3851,segment=NetworkSegment(b38726d5-324d-4465-9fc5-454afd2d45a2),segment_id=b38726d5-324d-4465-9fc5-454afd2d45a2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:38:44.783735 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:44.858006 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-069196bb-6f39-43d3-951b-c5d2abc81ba0 req-39dbc280-a6b0-4549-8923-ace94ff7ba3d tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/security-groups?id=c57e7e19-3c12-45fe-a9d9-bca8d4a9f3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720392 May 03 22:38:44.880142 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=10e0dbaa-73c1-447c-aa2b-f7d59fdc3851,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:44.895666 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96487629-55b5-493c-833b-f0df79b0feb0 req-63bb6e97-0d53-4cdb-bf92-aeb7527a9ed8 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e561281e65ac44bbb283fb588b1ce5d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3657408 May 03 22:38:45.096110 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42722) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:45.111894 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['10e0dbaa-73c1-447c-aa2b-f7d59fdc3851'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:38:45.168594 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96487629-55b5-493c-833b-f0df79b0feb0 req-4ad3815d-14ab-47c9-b2f0-15a2e0089d22 service neutron] 10.222.0.58 "GET /v2.0/networks/52887582-9aaf-461f-9114-9c737d13cefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530317 May 03 22:38:45.204608 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-04c86cba-b570-4b81-8f3c-a032433dc5ea tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:45.240004 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-04c86cba-b570-4b81-8f3c-a032433dc5ea tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:45.362550 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96487629-55b5-493c-833b-f0df79b0feb0 req-f596ab84-636b-48dd-8c92-6ed5e6e968a7 service neutron] 10.222.0.58 "GET /v2.0/networks/52887582-9aaf-461f-9114-9c737d13cefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925440 May 03 22:38:45.389693 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-db646aad-ccf5-49de-8017-432ef6987be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:45.408304 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-04c86cba-b570-4b81-8f3c-a032433dc5ea tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Allocated IP 172.25.2.135 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/75fc92c3-d6c4-41ad-8957-243e73e7bdfe) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:38:45.418741 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3422e2-16d9-469a-9d93-a7f258bfbc19 req-8b528372-7240-4468-8679-42f821a059ab tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:45.420433 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f3422e2-16d9-469a-9d93-a7f258bfbc19 req-8b528372-7240-4468-8679-42f821a059ab tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ab0521e-5373-473a-82a9-8a45e043171b HTTP/1.1" status: 200 len: 945 time: 0.3866174 May 03 22:38:45.421645 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-db646aad-ccf5-49de-8017-432ef6987be9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:38:45.427927 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-db646aad-ccf5-49de-8017-432ef6987be9 admin admin] Usage tracker for resource:security_group_rule and tenant:4e4b0afc56254058bdb49c1baabc9752 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:38:45.433267 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-db646aad-ccf5-49de-8017-432ef6987be9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:38:45.453910 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-db646aad-ccf5-49de-8017-432ef6987be9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:38:45.513130 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f3422e2-16d9-469a-9d93-a7f258bfbc19 req-7907dc30-5adf-4d97-a3a7-800218c37d41 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811803 May 03 22:38:45.699935 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-04c86cba-b570-4b81-8f3c-a032433dc5ea tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:45.739738 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-04c86cba-b570-4b81-8f3c-a032433dc5ea tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:45.777286 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-38061bbe-4cc1-4d04-a32a-5030f7f77767 req-a5b3b14d-bf63-4d13-977b-588e266147a2 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 210 time: 0.1723332 May 03 22:38:45.790774 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-011b3722-f2ac-4d8e-92be-4078ac0494fe req-a6aeec3f-3716-4cd8-8370-b457991df96f tempest-ServerShowV254Test-736758755 tempest-ServerShowV254Test-736758755-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a20e649-df5c-405d-8636-8bdf7b769883 HTTP/1.1" status: 200 len: 210 time: 0.0886807 May 03 22:38:45.792466 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-db646aad-ccf5-49de-8017-432ef6987be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:45.799683 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-db646aad-ccf5-49de-8017-432ef6987be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:45.838642 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c86cba-b570-4b81-8f3c-a032433dc5ea tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:38:45.844672 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-04c86cba-b570-4b81-8f3c-a032433dc5ea tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:38:45.853294 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c86cba-b570-4b81-8f3c-a032433dc5ea tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:38:45.916575 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-db646aad-ccf5-49de-8017-432ef6987be9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4e4b0afc56254058bdb49c1baabc9752&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8171008 May 03 22:38:45.918470 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42746) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:45.950950 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db646aad-ccf5-49de-8017-432ef6987be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e8c774-6aef-4da5-be3e-0aba74a7a00a,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:45.982964 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c86cba-b570-4b81-8f3c-a032433dc5ea tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Pushing event updated for resources: {'Port': ['ID=75fc92c3-d6c4-41ad-8957-243e73e7bdfe,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:46.135483 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f9c9198c-3c26-4dd2-892b-f0cf285739fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:46.178040 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f9c9198c-3c26-4dd2-892b-f0cf285739fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:46.207996 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483b60d-9a9b-44a6-9e84-4ad3d98f3680 req-abeb8e62-e537-4dad-add1-256ff24590d2 tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:46.217006 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4483b60d-9a9b-44a6-9e84-4ad3d98f3680 req-abeb8e62-e537-4dad-add1-256ff24590d2 tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/ports?device_id=e85f9183-90a9-40aa-84ae-a03ff61af3e5 HTTP/1.1" status: 200 len: 951 time: 0.1562328 May 03 22:38:46.301585 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4483b60d-9a9b-44a6-9e84-4ad3d98f3680 req-9191aca4-9426-4609-8739-0cfb01d96813 tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/security-groups?id=c57e7e19-3c12-45fe-a9d9-bca8d4a9f3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835557 May 03 22:38:46.335321 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f9c9198c-3c26-4dd2-892b-f0cf285739fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:46.353535 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9198c-3c26-4dd2-892b-f0cf285739fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e8c774-6aef-4da5-be3e-0aba74a7a00a,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:46.359499 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f9c9198c-3c26-4dd2-892b-f0cf285739fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:46.360761 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f9c9198c-3c26-4dd2-892b-f0cf285739fc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/71e8c774-6aef-4da5-be3e-0aba74a7a00a HTTP/1.1" status: 204 len: 168 time: 0.4322073 May 03 22:38:46.437785 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 10e0dbaa-73c1-447c-aa2b-f7d59fdc3851 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:38:46.568115 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 10e0dbaa-73c1-447c-aa2b-f7d59fdc3851 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:38:46.581737 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 10e0dbaa-73c1-447c-aa2b-f7d59fdc3851 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:38:46.582149 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:46.634454 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-218088f1-9127-4fad-a3cb-b97d3a2e154f req-36d76e09-4b9d-4f20-8407-764fa0dfc129 tempest-ServerShowV254Test-736758755 tempest-ServerShowV254Test-736758755-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a20e649-df5c-405d-8636-8bdf7b769883 HTTP/1.1" status: 200 len: 210 time: 0.1503913 May 03 22:38:46.769354 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3ff03cb4-211b-4e57-8ca9-0f3e9c4388e5 req-8b202812-37fe-4535-84ba-ff7d7ba83723 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c29a435a4e4d4212a247fdb20639caf9&device_id=4a20e649-df5c-405d-8636-8bdf7b769883 HTTP/1.1" status: 200 len: 210 time: 0.3053467 May 03 22:38:46.811135 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:46.848590 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3ff03cb4-211b-4e57-8ca9-0f3e9c4388e5 req-62c40946-00cc-4db1-9bd0-a2206d4d732d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c29a435a4e4d4212a247fdb20639caf9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694764 May 03 22:38:46.898583 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 10e0dbaa-73c1-447c-aa2b-f7d59fdc3851, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=10e0dbaa-73c1-447c-aa2b-f7d59fdc3851,segment=NetworkSegment(b38726d5-324d-4465-9fc5-454afd2d45a2),segment_id=b38726d5-324d-4465-9fc5-454afd2d45a2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:38:46.902541 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab0521e-5373-473a-82a9-8a45e043171b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e0dbaa-73c1-447c-aa2b-f7d59fdc3851'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:38:46.919751 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:46.920846 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 6e8933e0-d35b-420e-a88f-9bd89d0d927c no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:38:46.983244 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-37a6f079-3dd8-4ff1-b23a-8433ea11b663 req-353ce22f-b026-4359-9ae7-8a2749b3707c tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 210 time: 0.0593841 May 03 22:38:47.042948 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c72f3-9a96-4f1b-bcd6-142e40788213 req-f7d9c795-d67f-452e-9591-837e0f260ce8 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:47.044634 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-04c86cba-b570-4b81-8f3c-a032433dc5ea tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:47.056323 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f92c72f3-9a96-4f1b-bcd6-142e40788213 req-f7d9c795-d67f-452e-9591-837e0f260ce8 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ab0521e-5373-473a-82a9-8a45e043171b HTTP/1.1" status: 200 len: 945 time: 0.2546453 May 03 22:38:47.080792 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e8d54d1-8f93-4822-9bb9-d04658b321d7'] response: {'server_uuid': '4ab0521e-5373-473a-82a9-8a45e043171b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e0dbaa-73c1-447c-aa2b-f7d59fdc3851', 'code': 200} May 03 22:38:47.142376 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abeb993-a711-4478-95c6-54866556443a req-e27e7e5c-4336-46c2-9e6e-e45e85c8677b tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:47.143875 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1abeb993-a711-4478-95c6-54866556443a req-e27e7e5c-4336-46c2-9e6e-e45e85c8677b tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.67 "GET /v2.0/ports?device_id=e85f9183-90a9-40aa-84ae-a03ff61af3e5 HTTP/1.1" status: 200 len: 951 time: 0.6868939 May 03 22:38:47.163216 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f92c72f3-9a96-4f1b-bcd6-142e40788213 req-4adedcc6-1f0d-48be-8b30-8296093766c3 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056499 May 03 22:38:47.228790 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:47.295367 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 6e8933e0-d35b-420e-a88f-9bd89d0d927c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=6e8933e0-d35b-420e-a88f-9bd89d0d927c,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:38:47.299570 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=10e0dbaa-73c1-447c-aa2b-f7d59fdc3851,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:47.315563 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:47.349945 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff03cb4-211b-4e57-8ca9-0f3e9c4388e5 req-b976b23a-03af-488c-8cf1-1b04639518ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:47.351420 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3ff03cb4-211b-4e57-8ca9-0f3e9c4388e5 req-b976b23a-03af-488c-8cf1-1b04639518ba service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4863060 May 03 22:38:47.355365 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-1abeb993-a711-4478-95c6-54866556443a req-b29ca31b-5c56-4a08-93db-ba22a6457fcc tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Deleting port 6e8933e0-d35b-420e-a88f-9bd89d0d927c {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:38:47.355716 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1abeb993-a711-4478-95c6-54866556443a req-b29ca31b-5c56-4a08-93db-ba22a6457fcc tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:47.372195 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ebc9b-0913-414e-b6b8-9259e873298d req-37d52701-c91e-4570-8378-ce0d59838081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:47.374168 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b16ebc9b-0913-414e-b6b8-9259e873298d req-37d52701-c91e-4570-8378-ce0d59838081 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4ab0521e-5373-473a-82a9-8a45e043171b HTTP/1.1" status: 200 len: 1097 time: 0.2162485 May 03 22:38:47.456652 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=6e8933e0-d35b-420e-a88f-9bd89d0d927c,revision_number=11']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:47.553925 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b16ebc9b-0913-414e-b6b8-9259e873298d req-9cc09b9a-75cc-4479-846d-145d0fb60626 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734185 May 03 22:38:47.613815 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cba36c-eaee-4514-bd2f-3de687fdb4b7 req-45b2ca8d-5aa1-421c-bdb9-e4605fab0de0 tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:47.615365 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-80cba36c-eaee-4514-bd2f-3de687fdb4b7 req-45b2ca8d-5aa1-421c-bdb9-e4605fab0de0 tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/ports?device_id=e85f9183-90a9-40aa-84ae-a03ff61af3e5 HTTP/1.1" status: 200 len: 949 time: 0.1538587 May 03 22:38:47.702581 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-80cba36c-eaee-4514-bd2f-3de687fdb4b7 req-1ada61e2-0e00-4a0a-beb2-9140e4d5d6c2 tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/security-groups?id=c57e7e19-3c12-45fe-a9d9-bca8d4a9f3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805135 May 03 22:38:47.782318 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-04c86cba-b570-4b81-8f3c-a032433dc5ea tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:47.787499 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-04c86cba-b570-4b81-8f3c-a032433dc5ea tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-785141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-785150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-783245'] for router, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:47.880524 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42794) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:47.902485 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af4ad892-80f0-499d-b8c2-91104874a1f4 req-368c1363-0c57-47d0-8a5e-c81f0f7d8b58 tempest-ServerShowV254Test-736758755 tempest-ServerShowV254Test-736758755-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a20e649-df5c-405d-8636-8bdf7b769883 HTTP/1.1" status: 200 len: 210 time: 0.0741634 May 03 22:38:47.994288 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-35eb3393-701f-4328-94ca-e7c7b1cccabc tempest-SubnetPoolsTestJSON-716838415 tempest-SubnetPoolsTestJSON-716838415-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-809249493', 'prefixes': ['172.20.0.0/16']}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:38:48.002127 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-35eb3393-701f-4328-94ca-e7c7b1cccabc tempest-SubnetPoolsTestJSON-716838415 tempest-SubnetPoolsTestJSON-716838415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:38:48.075170 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-35eb3393-701f-4328-94ca-e7c7b1cccabc tempest-SubnetPoolsTestJSON-716838415 tempest-SubnetPoolsTestJSON-716838415-project] Notify callbacks [] for subnetpool, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:48.079496 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-35eb3393-701f-4328-94ca-e7c7b1cccabc tempest-SubnetPoolsTestJSON-716838415 tempest-SubnetPoolsTestJSON-716838415-project] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.1985412 May 03 22:38:48.080350 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42802) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:48.113830 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-82c284fa-5e56-41aa-987c-3ed226b614ad tempest-SubnetPoolsTestJSON-716838415 tempest-SubnetPoolsTestJSON-716838415-project] 10.222.0.58 "GET /v2.0/subnetpools/7463e62e-09c9-4966-9ff0-7a4420d5b980 HTTP/1.1" status: 200 len: 731 time: 0.0322759 May 03 22:38:48.128051 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42806) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:48.141708 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-2c1a837d-ce28-4880-b4fe-1a94e00a1479 tempest-SubnetPoolsTestJSON-716838415 tempest-SubnetPoolsTestJSON-716838415-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-180019764'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:38:48.160060 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-440dfdcf-f98a-4445-8a9c-eb6381512b0e req-6075beb0-9a9f-4dec-a1a6-18c7e41fd4cc tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 210 time: 0.0523117 May 03 22:38:48.232315 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96487629-55b5-493c-833b-f0df79b0feb0 req-bb592217-5cf0-4253-af57-0dc64a20b66a tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:48.233712 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-96487629-55b5-493c-833b-f0df79b0feb0 req-bb592217-5cf0-4253-af57-0dc64a20b66a tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.60 "GET /v2.0/networks?id=52887582-9aaf-461f-9114-9c737d13cefa HTTP/1.1" status: 200 len: 811 time: 0.7811856 May 03 22:38:48.377346 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-1abeb993-a711-4478-95c6-54866556443a req-b29ca31b-5c56-4a08-93db-ba22a6457fcc tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] For port 6e8933e0-d35b-420e-a88f-9bd89d0d927c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=6e8933e0-d35b-420e-a88f-9bd89d0d927c,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:38:48.377731 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1abeb993-a711-4478-95c6-54866556443a req-b29ca31b-5c56-4a08-93db-ba22a6457fcc tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:48.389005 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-96487629-55b5-493c-833b-f0df79b0feb0 req-b98b624e-dde7-4470-9cad-3b94ad8b241f tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e561281e65ac44bbb283fb588b1ce5d2 HTTP/1.1" status: 200 len: 380 time: 0.1372225 May 03 22:38:48.395471 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd385f-3641-4632-b36a-708bf84c9b57 req-576da544-d268-4735-aa87-91b5ea51ef26 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:48.397115 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5efd385f-3641-4632-b36a-708bf84c9b57 req-576da544-d268-4735-aa87-91b5ea51ef26 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ab0521e-5373-473a-82a9-8a45e043171b HTTP/1.1" status: 200 len: 946 time: 0.0839827 May 03 22:38:48.408603 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-96487629-55b5-493c-833b-f0df79b0feb0 req-568a9a13-d541-4b72-8da5-cfae0beef287 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Request body: {'port': {'device_id': '30690a26-0132-4b06-b179-ef395322020d', 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa', 'admin_state_up': True, 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'security_groups': ['ad137d59-bcb9-4c33-a4bf-4845bca5bca1']}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:38:48.458693 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5efd385f-3641-4632-b36a-708bf84c9b57 req-113d5865-7a17-423b-b9a9-415006cb84b5 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547657 May 03 22:38:48.701975 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-1abeb993-a711-4478-95c6-54866556443a req-b29ca31b-5c56-4a08-93db-ba22a6457fcc tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Calling delete_port for 6e8933e0-d35b-420e-a88f-9bd89d0d927c owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:38:48.808865 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2c1a837d-ce28-4880-b4fe-1a94e00a1479 tempest-SubnetPoolsTestJSON-716838415 tempest-SubnetPoolsTestJSON-716838415-project] Notify callbacks [] for subnetpool, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:48.810126 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2c1a837d-ce28-4880-b4fe-1a94e00a1479 tempest-SubnetPoolsTestJSON-716838415 tempest-SubnetPoolsTestJSON-716838415-project] 10.222.0.58 "PUT /v2.0/subnetpools/7463e62e-09c9-4966-9ff0-7a4420d5b980 HTTP/1.1" status: 200 len: 683 time: 0.6809087 May 03 22:38:48.813927 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42818) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:48.818739 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c86cba-b570-4b81-8f3c-a032433dc5ea tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Router 79c0a79b-22ac-4309-9f14-93c2f05478e5 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:38:49.062139 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-96487629-55b5-493c-833b-f0df79b0feb0 req-568a9a13-d541-4b72-8da5-cfae0beef287 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:38:49.077774 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-96487629-55b5-493c-833b-f0df79b0feb0 req-568a9a13-d541-4b72-8da5-cfae0beef287 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Usage tracker for resource:port and tenant:e561281e65ac44bbb283fb588b1ce5d2 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:38:49.082415 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85f9183-90a9-40aa-84ae-a03ff61af3e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e8933e0-d35b-420e-a88f-9bd89d0d927c'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:38:49.086670 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65945bc-ea38-40b8-9517-df76676f27fe req-df0cac5b-4229-4d54-96db-38706c10f710 tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:49.094516 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d65945bc-ea38-40b8-9517-df76676f27fe req-df0cac5b-4229-4d54-96db-38706c10f710 tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/ports?device_id=e85f9183-90a9-40aa-84ae-a03ff61af3e5 HTTP/1.1" status: 200 len: 949 time: 0.2224784 May 03 22:38:49.105893 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-96487629-55b5-493c-833b-f0df79b0feb0 req-568a9a13-d541-4b72-8da5-cfae0beef287 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:38:49.155242 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-96487629-55b5-493c-833b-f0df79b0feb0 req-568a9a13-d541-4b72-8da5-cfae0beef287 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:38:49.167344 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1abeb993-a711-4478-95c6-54866556443a req-b29ca31b-5c56-4a08-93db-ba22a6457fcc tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:49.176022 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3ff03cb4-211b-4e57-8ca9-0f3e9c4388e5 req-37593792-a034-4e9c-b0fd-bd2e5f610a61 tempest-ServerShowV254Test-736758755 tempest-ServerShowV254Test-736758755-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a20e649-df5c-405d-8636-8bdf7b769883 HTTP/1.1" status: 200 len: 210 time: 0.0702777 May 03 22:38:49.238186 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ca31b-5c56-4a08-93db-ba22a6457fcc tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Pushing event deleted for resources: {'Port': ['ID=6e8933e0-d35b-420e-a88f-9bd89d0d927c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:49.244066 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96487629-55b5-493c-833b-f0df79b0feb0 req-568a9a13-d541-4b72-8da5-cfae0beef287 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Made reservation on behalf of e561281e65ac44bbb283fb588b1ce5d2 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:38:49.247614 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-96487629-55b5-493c-833b-f0df79b0feb0 req-568a9a13-d541-4b72-8da5-cfae0beef287 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:49.307606 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29ca31b-5c56-4a08-93db-ba22a6457fcc tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:38:49.307840 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29ca31b-5c56-4a08-93db-ba22a6457fcc tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:38:49.308188 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29ca31b-5c56-4a08-93db-ba22a6457fcc tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:38:49.308480 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29ca31b-5c56-4a08-93db-ba22a6457fcc tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:38:49.308839 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29ca31b-5c56-4a08-93db-ba22a6457fcc tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:38:49.309113 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29ca31b-5c56-4a08-93db-ba22a6457fcc tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:38:49.309441 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29ca31b-5c56-4a08-93db-ba22a6457fcc tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:38:49.309781 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29ca31b-5c56-4a08-93db-ba22a6457fcc tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:38:49.310360 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29ca31b-5c56-4a08-93db-ba22a6457fcc tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:38:49.310532 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29ca31b-5c56-4a08-93db-ba22a6457fcc tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:38:49.310846 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29ca31b-5c56-4a08-93db-ba22a6457fcc tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:38:49.311231 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29ca31b-5c56-4a08-93db-ba22a6457fcc tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:38:49.328242 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c86cba-b570-4b81-8f3c-a032433dc5ea tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:38:49.340891 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405ad6cd-1822-4c52-9215-1f2330a20276 None None] Sync routers for ids ['79c0a79b-22ac-4309-9f14-93c2f05478e5'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:38:49.354212 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-42936870-91f5-4739-922f-b8f1dc2608ef req-2eea5963-52b2-4f94-967b-f0efbe2928f1 tempest-ServerShowV254Test-736758755 tempest-ServerShowV254Test-736758755-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a20e649-df5c-405d-8636-8bdf7b769883 HTTP/1.1" status: 200 len: 210 time: 0.2234716 May 03 22:38:49.357046 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d65945bc-ea38-40b8-9517-df76676f27fe req-3bc9fc76-c988-4ada-92dd-7a035c60e2f0 tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.58 "GET /v2.0/security-groups?id=c57e7e19-3c12-45fe-a9d9-bca8d4a9f3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616620 May 03 22:38:49.359634 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-519cdab5-69e8-4c98-b461-4c0df763c570 tempest-SubnetPoolsTestJSON-716838415 tempest-SubnetPoolsTestJSON-716838415-project] Notify callbacks [] for subnetpool, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:49.362020 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-519cdab5-69e8-4c98-b461-4c0df763c570 tempest-SubnetPoolsTestJSON-716838415 tempest-SubnetPoolsTestJSON-716838415-project] 10.222.0.58 "DELETE /v2.0/subnetpools/7463e62e-09c9-4966-9ff0-7a4420d5b980 HTTP/1.1" status: 204 len: 168 time: 0.5455472 May 03 22:38:49.366014 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405ad6cd-1822-4c52-9215-1f2330a20276 None None] Routers {'79c0a79b-22ac-4309-9f14-93c2f05478e5'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:38:49.367029 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-405ad6cd-1822-4c52-9215-1f2330a20276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:38:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['79c0a79b-22ac-4309-9f14-93c2f05478e5'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:38:49.368483 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42834) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:49.411566 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-5d9d4399-0864-4e95-994e-9c8f27bfe853 tempest-SubnetPoolsTestJSON-716838415 tempest-SubnetPoolsTestJSON-716838415-project] show failed (client error): The resource could not be found. May 03 22:38:49.413910 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5d9d4399-0864-4e95-994e-9c8f27bfe853 tempest-SubnetPoolsTestJSON-716838415 tempest-SubnetPoolsTestJSON-716838415-project] 10.222.0.58 "GET /v2.0/subnetpools/7463e62e-09c9-4966-9ff0-7a4420d5b980 HTTP/1.1" status: 404 len: 346 time: 0.0419090 May 03 22:38:49.417276 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abeb993-a711-4478-95c6-54866556443a req-b29ca31b-5c56-4a08-93db-ba22a6457fcc tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] No DVR routers for this DVR port 6e8933e0-d35b-420e-a88f-9bd89d0d927c on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:38:49.419625 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42838) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:49.431447 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1abeb993-a711-4478-95c6-54866556443a req-b29ca31b-5c56-4a08-93db-ba22a6457fcc tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:49.434204 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85f9183-90a9-40aa-84ae-a03ff61af3e5', 'name': 'network-vif-deleted', 'tag': '6e8933e0-d35b-420e-a88f-9bd89d0d927c'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:38:49.458205 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-04c86cba-b570-4b81-8f3c-a032433dc5ea tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:49.461773 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-04c86cba-b570-4b81-8f3c-a032433dc5ea tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] 10.222.0.58 "PUT /v2.0/routers/79c0a79b-22ac-4309-9f14-93c2f05478e5 HTTP/1.1" status: 200 len: 884 time: 5.7935162 May 03 22:38:49.463221 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42844) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:49.468655 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-094dfb02-7681-4cae-bd53-be6f555ff8df'] response: {'server_uuid': 'e85f9183-90a9-40aa-84ae-a03ff61af3e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e8933e0-d35b-420e-a88f-9bd89d0d927c', 'code': 200} May 03 22:38:49.472608 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1abeb993-a711-4478-95c6-54866556443a req-b29ca31b-5c56-4a08-93db-ba22a6457fcc tempest-ImagesOneServerTestJSON-1575585514 tempest-ImagesOneServerTestJSON-1575585514-project] 10.222.0.67 "DELETE /v2.0/ports/6e8933e0-d35b-420e-a88f-9bd89d0d927c HTTP/1.1" status: 204 len: 173 time: 2.2663591 May 03 22:38:49.484463 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-ad8a55f7-6d04-45e7-93d9-bed4d19fa9f1 tempest-SubnetPoolsTestJSON-716838415 tempest-SubnetPoolsTestJSON-716838415-project] delete failed (client error): The resource could not be found. May 03 22:38:49.485504 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ad8a55f7-6d04-45e7-93d9-bed4d19fa9f1 tempest-SubnetPoolsTestJSON-716838415 tempest-SubnetPoolsTestJSON-716838415-project] 10.222.0.58 "DELETE /v2.0/subnetpools/7463e62e-09c9-4966-9ff0-7a4420d5b980 HTTP/1.1" status: 404 len: 346 time: 0.0622818 May 03 22:38:49.572773 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ad6c2d3-72db-4844-bdf1-77b9d4a3d555'] response: {'server_uuid': 'e85f9183-90a9-40aa-84ae-a03ff61af3e5', 'name': 'network-vif-deleted', 'tag': '6e8933e0-d35b-420e-a88f-9bd89d0d927c', 'status': 'completed', 'code': 200} May 03 22:38:49.605704 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9dc3d5d0-954a-4e6e-9e3b-972887c9fdcf req-26d14f45-0899-482c-87df-9d52dd42455d tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 210 time: 0.0663838 May 03 22:38:49.625724 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-405ad6cd-1822-4c52-9215-1f2330a20276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:38:49.662149 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405ad6cd-1822-4c52-9215-1f2330a20276 None None] Routers {'79c0a79b-22ac-4309-9f14-93c2f05478e5'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:38:49.663284 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-405ad6cd-1822-4c52-9215-1f2330a20276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:38:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['79c0a79b-22ac-4309-9f14-93c2f05478e5'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:38:49.682609 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-96487629-55b5-493c-833b-f0df79b0feb0 req-568a9a13-d541-4b72-8da5-cfae0beef287 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Allocated IP 172.20.0.8 (52887582-9aaf-461f-9114-9c737d13cefa/6f2b7d32-d8f2-456e-bc38-b728e1fe95c7/e5ea950b-4f10-48b9-b674-4596ab8ebe05) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:38:49.838484 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-728ae842-706d-456a-a4b0-6f7f353bde8e tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] 10.222.0.58 "GET /v2.0/routers/79c0a79b-22ac-4309-9f14-93c2f05478e5 HTTP/1.1" status: 200 len: 925 time: 0.3737755 May 03 22:38:49.842289 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42854) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:49.887198 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-405ad6cd-1822-4c52-9215-1f2330a20276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:38:49.887902 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405ad6cd-1822-4c52-9215-1f2330a20276 None None] The sync data for ids ['79c0a79b-22ac-4309-9f14-93c2f05478e5'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:38:50.050966 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-96487629-55b5-493c-833b-f0df79b0feb0 req-568a9a13-d541-4b72-8da5-cfae0beef287 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:50.065334 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42862) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:50.075834 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-96487629-55b5-493c-833b-f0df79b0feb0 req-568a9a13-d541-4b72-8da5-cfae0beef287 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Transition to ACTIVE for port object e5ea950b-4f10-48b9-b674-4596ab8ebe05 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:38:50.122040 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-96487629-55b5-493c-833b-f0df79b0feb0 req-568a9a13-d541-4b72-8da5-cfae0beef287 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:50.129617 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ae23a3-929e-44b0-8581-8bc33f090f43 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:50.134140 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f9ae23a3-929e-44b0-8581-8bc33f090f43 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=de8965b2-8ea3-4c2b-86b9-c128a58c6e1e&device_id=79c0a79b-22ac-4309-9f14-93c2f05478e5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2904947 May 03 22:38:50.134969 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42868) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:50.214526 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b3c76-8f85-4098-a84b-622acc403ea7 req-1304d899-7c7b-4a0e-931b-f4436fa23ae0 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:50.224786 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-237b3c76-8f85-4098-a84b-622acc403ea7 req-1304d899-7c7b-4a0e-931b-f4436fa23ae0 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ab0521e-5373-473a-82a9-8a45e043171b HTTP/1.1" status: 200 len: 946 time: 0.2749219 May 03 22:38:50.229197 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96487629-55b5-493c-833b-f0df79b0feb0 req-568a9a13-d541-4b72-8da5-cfae0beef287 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Network 52887582-9aaf-461f-9114-9c737d13cefa is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:38:50.232661 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-96487629-55b5-493c-833b-f0df79b0feb0 req-568a9a13-d541-4b72-8da5-cfae0beef287 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:38:50.238276 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-96487629-55b5-493c-833b-f0df79b0feb0 req-568a9a13-d541-4b72-8da5-cfae0beef287 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:38:50.289401 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-02aa42d9-d242-4a80-9b7d-cbe9d10c6adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:50.305229 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a9a13-d541-4b72-8da5-cfae0beef287 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Pushing event updated for resources: {'Port': ['ID=e5ea950b-4f10-48b9-b674-4596ab8ebe05,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:50.343822 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96487629-55b5-493c-833b-f0df79b0feb0 req-568a9a13-d541-4b72-8da5-cfae0beef287 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:50.344532 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-96487629-55b5-493c-833b-f0df79b0feb0 req-568a9a13-d541-4b72-8da5-cfae0beef287 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:50.376058 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-96487629-55b5-493c-833b-f0df79b0feb0 req-568a9a13-d541-4b72-8da5-cfae0beef287 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9777386 May 03 22:38:50.395735 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-96487629-55b5-493c-833b-f0df79b0feb0 req-5fcaf886-151d-438b-9839-549482685bc5 service neutron] Request body: {'port': {'device_id': '30690a26-0132-4b06-b179-ef395322020d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:38:50.406764 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-02aa42d9-d242-4a80-9b7d-cbe9d10c6adb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:38:50.424760 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-237b3c76-8f85-4098-a84b-622acc403ea7 req-38bba3b5-05ef-45f0-ad12-16bcf1f1896c tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991565 May 03 22:38:50.432849 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-02aa42d9-d242-4a80-9b7d-cbe9d10c6adb admin admin] Usage tracker for resource:security_group_rule and tenant:9a3cdc5fc27647549231605d2a681455 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:38:50.441403 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-02aa42d9-d242-4a80-9b7d-cbe9d10c6adb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:38:50.468861 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 6e8933e0-d35b-420e-a88f-9bd89d0d927c no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:38:50.481021 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-02aa42d9-d242-4a80-9b7d-cbe9d10c6adb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:38:50.570821 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-96487629-55b5-493c-833b-f0df79b0feb0 req-5fcaf886-151d-438b-9839-549482685bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:50.573132 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f470c42e-cb03-4b9c-9a46-def7ba86c69f tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:50.573770 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f470c42e-cb03-4b9c-9a46-def7ba86c69f tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Synchronizing usage tracker for tenant:fdfba440d53f42ba8593745900ce95a7 on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:38:50.582388 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 6e8933e0-d35b-420e-a88f-9bd89d0d927c {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:38:50.582737 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 6e8933e0-d35b-420e-a88f-9bd89d0d927c not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:38:50.623218 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-793781b8-467f-41b5-b45c-1e0586934723 None None] Provisioning for port e5ea950b-4f10-48b9-b674-4596ab8ebe05 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:38:50.634704 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-793781b8-467f-41b5-b45c-1e0586934723 None None] Provisioning complete for port e5ea950b-4f10-48b9-b674-4596ab8ebe05 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:38:50.635317 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-793781b8-467f-41b5-b45c-1e0586934723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:50.662362 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f470c42e-cb03-4b9c-9a46-def7ba86c69f tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Unset dirty status for tenant:fdfba440d53f42ba8593745900ce95a7 on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:38:50.666179 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f470c42e-cb03-4b9c-9a46-def7ba86c69f tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 881 time: 0.5291164 May 03 22:38:50.678762 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42884) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:50.799139 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-793781b8-467f-41b5-b45c-1e0586934723 None None] Port e5ea950b-4f10-48b9-b674-4596ab8ebe05 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:38:50.831191 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3d926bfe-1b47-46ad-9092-b6989878c7b2 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] 10.222.0.58 "GET /v2.0/ports?device_id=79c0a79b-22ac-4309-9f14-93c2f05478e5 HTTP/1.1" status: 200 len: 205 time: 0.1512120 May 03 22:38:50.844052 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42890) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:51.013289 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42900) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:51.132897 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42906) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:51.395195 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f9831403-059b-46b4-b6a7-d5c802ad258a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:51.420704 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-02aa42d9-d242-4a80-9b7d-cbe9d10c6adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:51.438874 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-02aa42d9-d242-4a80-9b7d-cbe9d10c6adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:51.441724 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f9831403-059b-46b4-b6a7-d5c802ad258a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:38:51.458381 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f9831403-059b-46b4-b6a7-d5c802ad258a admin admin] Usage tracker for resource:security_group_rule and tenant:c29a435a4e4d4212a247fdb20639caf9 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:38:51.462786 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f9831403-059b-46b4-b6a7-d5c802ad258a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:38:51.471231 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f9831403-059b-46b4-b6a7-d5c802ad258a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:38:51.478701 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b7e80ea4-f88a-4644-ab89-7469e1922c95 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:51.479987 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-96487629-55b5-493c-833b-f0df79b0feb0 req-5fcaf886-151d-438b-9839-549482685bc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5ea950b-4f10-48b9-b674-4596ab8ebe05 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:38:51.490637 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-96487629-55b5-493c-833b-f0df79b0feb0 req-5fcaf886-151d-438b-9839-549482685bc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:51.517556 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-96487629-55b5-493c-833b-f0df79b0feb0 req-5fcaf886-151d-438b-9839-549482685bc5 service neutron] Transition to ACTIVE for port object e5ea950b-4f10-48b9-b674-4596ab8ebe05 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:38:51.607932 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f9831403-059b-46b4-b6a7-d5c802ad258a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:51.609165 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-96487629-55b5-493c-833b-f0df79b0feb0 req-5fcaf886-151d-438b-9839-549482685bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:51.662439 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21876cb4-911c-4821-b2e9-12950a256cdc req-50fb8308-49b7-43d3-a664-ebcdf7bc8539 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:51.663133 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f9831403-059b-46b4-b6a7-d5c802ad258a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:51.664373 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-21876cb4-911c-4821-b2e9-12950a256cdc req-50fb8308-49b7-43d3-a664-ebcdf7bc8539 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 931 time: 0.6535432 May 03 22:38:51.667622 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-02aa42d9-d242-4a80-9b7d-cbe9d10c6adb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9a3cdc5fc27647549231605d2a681455&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5946631 May 03 22:38:51.677401 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42922) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:51.678052 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa42d9-d242-4a80-9b7d-cbe9d10c6adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fcf457-f42b-403a-99cf-618a6ec81453,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:51.690123 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ac96b0b0-c5c2-4686-8907-d0b3e0b38fe8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=11eeaceca5b3400cbe7ccdc9c2640b5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5388916 May 03 22:38:51.706557 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42926) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:51.721585 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa42d9-d242-4a80-9b7d-cbe9d10c6adb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:38:51.721942 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa42d9-d242-4a80-9b7d-cbe9d10c6adb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:38:51.722657 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa42d9-d242-4a80-9b7d-cbe9d10c6adb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:38:51.722657 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa42d9-d242-4a80-9b7d-cbe9d10c6adb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:38:51.722920 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa42d9-d242-4a80-9b7d-cbe9d10c6adb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:38:51.723247 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa42d9-d242-4a80-9b7d-cbe9d10c6adb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:38:51.723568 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa42d9-d242-4a80-9b7d-cbe9d10c6adb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:38:51.723883 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa42d9-d242-4a80-9b7d-cbe9d10c6adb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:38:51.724674 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa42d9-d242-4a80-9b7d-cbe9d10c6adb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:38:51.724674 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa42d9-d242-4a80-9b7d-cbe9d10c6adb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:38:51.724872 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa42d9-d242-4a80-9b7d-cbe9d10c6adb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:38:51.725123 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02aa42d9-d242-4a80-9b7d-cbe9d10c6adb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:38:51.735589 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934c5e6-e64c-4ea3-8337-ea20a8ddd828 req-8704686d-1b9a-4295-a750-e01c71a2f7fd tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:51.742291 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7934c5e6-e64c-4ea3-8337-ea20a8ddd828 req-8704686d-1b9a-4295-a750-e01c71a2f7fd tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ab0521e-5373-473a-82a9-8a45e043171b HTTP/1.1" status: 200 len: 946 time: 0.5508342 May 03 22:38:51.818294 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f9831403-059b-46b4-b6a7-d5c802ad258a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c29a435a4e4d4212a247fdb20639caf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6834314 May 03 22:38:51.823360 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42930) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:51.826008 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9831403-059b-46b4-b6a7-d5c802ad258a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b12ae9-384d-44f8-a2a3-297fcc2755ee,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:51.854970 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcaf886-151d-438b-9839-549482685bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ea950b-4f10-48b9-b674-4596ab8ebe05,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:51.970226 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-21876cb4-911c-4821-b2e9-12950a256cdc req-7682d3ba-4a1c-4266-8d5e-03e6f56fee62 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad137d59-bcb9-4c33-a4bf-4845bca5bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2810485 May 03 22:38:51.996343 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b7e80ea4-f88a-4644-ab89-7469e1922c95 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:51.998362 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-96487629-55b5-493c-833b-f0df79b0feb0 req-5fcaf886-151d-438b-9839-549482685bc5 service neutron] Attempting to bind port e5ea950b-4f10-48b9-b674-4596ab8ebe05 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:38:51.998703 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-96487629-55b5-493c-833b-f0df79b0feb0 req-5fcaf886-151d-438b-9839-549482685bc5 service neutron] Attempting to bind port e5ea950b-4f10-48b9-b674-4596ab8ebe05 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '0c87bd7e-b449-406c-9031-bae021dbb1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:38:51.999031 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96487629-55b5-493c-833b-f0df79b0feb0 req-5fcaf886-151d-438b-9839-549482685bc5 service neutron] Attempting to bind port e5ea950b-4f10-48b9-b674-4596ab8ebe05 on network 52887582-9aaf-461f-9114-9c737d13cefa {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:38:52.002801 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0ceb45fa-466e-4771-911b-b03b0cba9519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:52.006573 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96487629-55b5-493c-833b-f0df79b0feb0 req-5fcaf886-151d-438b-9839-549482685bc5 service neutron] Port e5ea950b-4f10-48b9-b674-4596ab8ebe05 on network 52887582-9aaf-461f-9114-9c737d13cefa not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:38:52.006892 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96487629-55b5-493c-833b-f0df79b0feb0 req-5fcaf886-151d-438b-9839-549482685bc5 service neutron] Attempting to bind port e5ea950b-4f10-48b9-b674-4596ab8ebe05 on network 52887582-9aaf-461f-9114-9c737d13cefa {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:38:52.023370 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96487629-55b5-493c-833b-f0df79b0feb0 req-5fcaf886-151d-438b-9839-549482685bc5 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:38:52.023723 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96487629-55b5-493c-833b-f0df79b0feb0 req-5fcaf886-151d-438b-9839-549482685bc5 service neutron] Checking segment: {'id': '0c87bd7e-b449-406c-9031-bae021dbb1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:38:52.025127 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96487629-55b5-493c-833b-f0df79b0feb0 req-5fcaf886-151d-438b-9839-549482685bc5 service neutron] Bound using segment: {'id': '0c87bd7e-b449-406c-9031-bae021dbb1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:38:52.025127 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-96487629-55b5-493c-833b-f0df79b0feb0 req-5fcaf886-151d-438b-9839-549482685bc5 service neutron] Bound port: e5ea950b-4f10-48b9-b674-4596ab8ebe05, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c87bd7e-b449-406c-9031-bae021dbb1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:38:52.025501 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-96487629-55b5-493c-833b-f0df79b0feb0 req-5fcaf886-151d-438b-9839-549482685bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:52.044738 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7934c5e6-e64c-4ea3-8337-ea20a8ddd828 req-9c346692-bab1-4ee4-a56f-92381c37dc8b tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016350 May 03 22:38:52.045385 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-28fad150-0da0-41e9-8f92-b8cbeb05b03e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:52.053882 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0ceb45fa-466e-4771-911b-b03b0cba9519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:52.185956 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-96487629-55b5-493c-833b-f0df79b0feb0 req-5fcaf886-151d-438b-9839-549482685bc5 service neutron] For port e5ea950b-4f10-48b9-b674-4596ab8ebe05, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:38:52.190217 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-96487629-55b5-493c-833b-f0df79b0feb0 req-5fcaf886-151d-438b-9839-549482685bc5 service neutron] For port e5ea950b-4f10-48b9-b674-4596ab8ebe05, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=e5ea950b-4f10-48b9-b674-4596ab8ebe05,segment=NetworkSegment(0c87bd7e-b449-406c-9031-bae021dbb1b9),segment_id=0c87bd7e-b449-406c-9031-bae021dbb1b9)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:38:52.196898 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-96487629-55b5-493c-833b-f0df79b0feb0 req-5fcaf886-151d-438b-9839-549482685bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:52.205231 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-28fad150-0da0-41e9-8f92-b8cbeb05b03e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:52.222846 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f7a840f3-ef25-4919-9dd9-649350b3ee30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:52.228482 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-b7e80ea4-f88a-4644-ab89-7469e1922c95 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Deleting port 75fc92c3-d6c4-41ad-8957-243e73e7bdfe {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:38:52.228816 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b7e80ea4-f88a-4644-ab89-7469e1922c95 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:52.234093 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0ceb45fa-466e-4771-911b-b03b0cba9519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:52.280130 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96487629-55b5-493c-833b-f0df79b0feb0 req-5fcaf886-151d-438b-9839-549482685bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:52.281238 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-96487629-55b5-493c-833b-f0df79b0feb0 req-5fcaf886-151d-438b-9839-549482685bc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:52.282733 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-96487629-55b5-493c-833b-f0df79b0feb0 req-5fcaf886-151d-438b-9839-549482685bc5 service neutron] 10.222.0.60 "PUT /v2.0/ports/e5ea950b-4f10-48b9-b674-4596ab8ebe05 HTTP/1.1" status: 200 len: 1091 time: 1.8917842 May 03 22:38:52.286978 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30690a26-0132-4b06-b179-ef395322020d', 'tag': 'e5ea950b-4f10-48b9-b674-4596ab8ebe05'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:38:52.293210 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb45fa-466e-4771-911b-b03b0cba9519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b12ae9-384d-44f8-a2a3-297fcc2755ee,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:52.325590 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0ceb45fa-466e-4771-911b-b03b0cba9519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:52.331574 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f7a840f3-ef25-4919-9dd9-649350b3ee30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:52.333182 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0ceb45fa-466e-4771-911b-b03b0cba9519 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/82b12ae9-384d-44f8-a2a3-297fcc2755ee HTTP/1.1" status: 204 len: 168 time: 0.5079458 May 03 22:38:52.423074 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffbed37b-00f7-4d9d-90e9-480a2cb5db20'] response: {'name': 'network-changed', 'server_uuid': '30690a26-0132-4b06-b179-ef395322020d', 'tag': 'e5ea950b-4f10-48b9-b674-4596ab8ebe05', 'status': 'completed', 'code': 200} May 03 22:38:52.520280 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-28fad150-0da0-41e9-8f92-b8cbeb05b03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:52.534403 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcaf886-151d-438b-9839-549482685bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ea950b-4f10-48b9-b674-4596ab8ebe05,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:52.554764 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fad150-0da0-41e9-8f92-b8cbeb05b03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57e7e19-3c12-45fe-a9d9-bca8d4a9f3f9,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:52.603943 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa710b55-5f90-49de-aea3-cb2975dc93d0 req-5d4d2f8b-3199-4c8d-9900-a9e89ac2b215 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:52.604727 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-aa710b55-5f90-49de-aea3-cb2975dc93d0 req-5d4d2f8b-3199-4c8d-9900-a9e89ac2b215 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Synchronizing usage tracker for tenant:56f2a06b55b349518a0fa1bd075b4999 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:38:52.628685 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-aa710b55-5f90-49de-aea3-cb2975dc93d0 req-5d4d2f8b-3199-4c8d-9900-a9e89ac2b215 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Unset dirty status for tenant:56f2a06b55b349518a0fa1bd075b4999 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:38:52.630010 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-aa710b55-5f90-49de-aea3-cb2975dc93d0 req-5d4d2f8b-3199-4c8d-9900-a9e89ac2b215 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.67 "GET /v2.0/ports?device_id=4ab0521e-5373-473a-82a9-8a45e043171b HTTP/1.1" status: 200 len: 946 time: 0.1846917 May 03 22:38:52.632206 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96487629-55b5-493c-833b-f0df79b0feb0 req-6bd24796-641f-46e2-9417-6e8f20d0f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:52.634233 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-96487629-55b5-493c-833b-f0df79b0feb0 req-6bd24796-641f-46e2-9417-6e8f20d0f236 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e561281e65ac44bbb283fb588b1ce5d2&device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 1094 time: 0.2996502 May 03 22:38:52.650455 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b7e80ea4-f88a-4644-ab89-7469e1922c95 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:52.684117 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-28fad150-0da0-41e9-8f92-b8cbeb05b03e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:52.685325 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-28fad150-0da0-41e9-8f92-b8cbeb05b03e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c57e7e19-3c12-45fe-a9d9-bca8d4a9f3f9 HTTP/1.1" status: 204 len: 168 time: 0.9658027 May 03 22:38:52.690676 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f7a840f3-ef25-4919-9dd9-649350b3ee30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:52.698595 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f7a840f3-ef25-4919-9dd9-649350b3ee30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:52.702023 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f7a840f3-ef25-4919-9dd9-649350b3ee30 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d1fcf457-f42b-403a-99cf-618a6ec81453 HTTP/1.1" status: 204 len: 168 time: 1.0193639 May 03 22:38:52.717611 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-aa710b55-5f90-49de-aea3-cb2975dc93d0 req-842c9357-a725-4bd9-8fd7-5299d29aa73e tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Deleting port 10e0dbaa-73c1-447c-aa2b-f7d59fdc3851 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:38:52.718120 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-aa710b55-5f90-49de-aea3-cb2975dc93d0 req-842c9357-a725-4bd9-8fd7-5299d29aa73e tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:52.848333 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a840f3-ef25-4919-9dd9-649350b3ee30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fcf457-f42b-403a-99cf-618a6ec81453,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:52.849883 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4f174b49-f8a2-47b2-863b-304518078cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:52.866610 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-96487629-55b5-493c-833b-f0df79b0feb0 req-ecabb9d9-f9f3-4f23-966d-aea24f8d8df6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5ea950b-4f10-48b9-b674-4596ab8ebe05 HTTP/1.1" status: 200 len: 217 time: 0.1164057 May 03 22:38:52.876814 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-b7e80ea4-f88a-4644-ab89-7469e1922c95 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Calling delete_port for 75fc92c3-d6c4-41ad-8957-243e73e7bdfe owned by network:router_gateway {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:38:53.139001 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96487629-55b5-493c-833b-f0df79b0feb0 req-57330f8f-c69e-45a5-9fa4-583f559d8f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:53.143364 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-96487629-55b5-493c-833b-f0df79b0feb0 req-57330f8f-c69e-45a5-9fa4-583f559d8f5a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6f2b7d32-d8f2-456e-bc38-b728e1fe95c7 HTTP/1.1" status: 200 len: 850 time: 0.2544737 May 03 22:38:53.331382 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b7e80ea4-f88a-4644-ab89-7469e1922c95 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:53.429926 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e80ea4-f88a-4644-ab89-7469e1922c95 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Pushing event deleted for resources: {'Port': ['ID=75fc92c3-d6c4-41ad-8957-243e73e7bdfe,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:53.452142 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04985d13-7a91-4465-a30b-8b04ad17ab82 req-63b1f340-7970-4a27-b04f-332c6a996494 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:53.459908 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-04985d13-7a91-4465-a30b-8b04ad17ab82 req-63b1f340-7970-4a27-b04f-332c6a996494 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 943 time: 0.3159904 May 03 22:38:53.582112 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96487629-55b5-493c-833b-f0df79b0feb0 req-cdec33d2-e2d1-4318-9be4-e47fa06ad1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:53.592432 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-96487629-55b5-493c-833b-f0df79b0feb0 req-cdec33d2-e2d1-4318-9be4-e47fa06ad1e7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=52887582-9aaf-461f-9114-9c737d13cefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4150960 May 03 22:38:53.611833 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ce4e8-fbcb-49c7-bace-5bd5b7681083 req-a26a045b-27d6-42e4-b46e-2aabd5b9691e tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:53.620933 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a26ce4e8-fbcb-49c7-bace-5bd5b7681083 req-a26a045b-27d6-42e4-b46e-2aabd5b9691e tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ab0521e-5373-473a-82a9-8a45e043171b HTTP/1.1" status: 200 len: 946 time: 0.4051492 May 03 22:38:53.662595 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-aa710b55-5f90-49de-aea3-cb2975dc93d0 req-842c9357-a725-4bd9-8fd7-5299d29aa73e tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] For port 10e0dbaa-73c1-447c-aa2b-f7d59fdc3851, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=10e0dbaa-73c1-447c-aa2b-f7d59fdc3851,segment=NetworkSegment(b38726d5-324d-4465-9fc5-454afd2d45a2),segment_id=b38726d5-324d-4465-9fc5-454afd2d45a2)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:38:53.662697 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-aa710b55-5f90-49de-aea3-cb2975dc93d0 req-842c9357-a725-4bd9-8fd7-5299d29aa73e tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:53.738479 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a26ce4e8-fbcb-49c7-bace-5bd5b7681083 req-be2c48db-2af1-4ad3-9bc3-fd9e6861eaee tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092954 May 03 22:38:53.824417 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-04985d13-7a91-4465-a30b-8b04ad17ab82 req-f91e7bbe-8cae-4d9b-a519-73b7ac0331e6 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad137d59-bcb9-4c33-a4bf-4845bca5bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3604028 May 03 22:38:53.831580 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b7e80ea4-f88a-4644-ab89-7469e1922c95 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:54.075169 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b7e80ea4-f88a-4644-ab89-7469e1922c95 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:54.076698 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b7e80ea4-f88a-4644-ab89-7469e1922c95 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:54.109880 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b7e80ea4-f88a-4644-ab89-7469e1922c95 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:54.110839 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e80ea4-f88a-4644-ab89-7469e1922c95 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Fanout notify agent at l3_agent the message router_deleted on router 79c0a79b-22ac-4309-9f14-93c2f05478e5 {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:38:54.129895 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b7e80ea4-f88a-4644-ab89-7469e1922c95 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:54.135578 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b7e80ea4-f88a-4644-ab89-7469e1922c95 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] 10.222.0.58 "DELETE /v2.0/routers/79c0a79b-22ac-4309-9f14-93c2f05478e5 HTTP/1.1" status: 204 len: 168 time: 3.2894459 May 03 22:38:54.136484 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43000) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:54.142764 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-e0da5db0-8bc3-4d3f-adc2-efc9fbe51299 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2137639510', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:38:54.149075 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-aa710b55-5f90-49de-aea3-cb2975dc93d0 req-842c9357-a725-4bd9-8fd7-5299d29aa73e tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Calling delete_port for 10e0dbaa-73c1-447c-aa2b-f7d59fdc3851 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:38:54.152270 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e0da5db0-8bc3-4d3f-adc2-efc9fbe51299 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:38:54.158383 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e0da5db0-8bc3-4d3f-adc2-efc9fbe51299 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Usage tracker for resource:router and tenant:820b63b4064b4906bfd33549f454de6d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:38:54.164803 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e0da5db0-8bc3-4d3f-adc2-efc9fbe51299 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:38:54.183400 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e0da5db0-8bc3-4d3f-adc2-efc9fbe51299 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:38:54.198367 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:54.203597 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e0da5db0-8bc3-4d3f-adc2-efc9fbe51299 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:54.205348 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e0da5db0-8bc3-4d3f-adc2-efc9fbe51299 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:54.239720 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e0da5db0-8bc3-4d3f-adc2-efc9fbe51299 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:54.286203 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e0da5db0-8bc3-4d3f-adc2-efc9fbe51299 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:54.332216 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e0da5db0-8bc3-4d3f-adc2-efc9fbe51299 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:54.333455 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e0da5db0-8bc3-4d3f-adc2-efc9fbe51299 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1957748 May 03 22:38:54.336329 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43018) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:54.342038 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-10abdce2-d5c1-4405-a166-d363074bbfa3 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'enable_snat': True}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:38:54.391636 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-96487629-55b5-493c-833b-f0df79b0feb0 req-4daa5ca0-e9ab-4e2b-affd-dd12e5c7febf service neutron] 10.222.0.60 "GET /v2.0/networks/52887582-9aaf-461f-9114-9c737d13cefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7979426 May 03 22:38:54.484893 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43024) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:54.714101 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-aa710b55-5f90-49de-aea3-cb2975dc93d0 req-842c9357-a725-4bd9-8fd7-5299d29aa73e tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:54.790620 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c9357-a725-4bd9-8fd7-5299d29aa73e tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Pushing event deleted for resources: {'Port': ['ID=10e0dbaa-73c1-447c-aa2b-f7d59fdc3851,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:54.941415 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa710b55-5f90-49de-aea3-cb2975dc93d0 req-842c9357-a725-4bd9-8fd7-5299d29aa73e tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] No DVR routers for this DVR port 10e0dbaa-73c1-447c-aa2b-f7d59fdc3851 on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:38:54.945162 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-aa710b55-5f90-49de-aea3-cb2975dc93d0 req-842c9357-a725-4bd9-8fd7-5299d29aa73e tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:54.948470 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab0521e-5373-473a-82a9-8a45e043171b', 'name': 'network-vif-deleted', 'tag': '10e0dbaa-73c1-447c-aa2b-f7d59fdc3851'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:38:54.960514 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-96487629-55b5-493c-833b-f0df79b0feb0 req-550648ed-9702-426c-b13f-557ddcfa5ea1 service neutron] 10.222.0.60 "GET /v2.0/networks/52887582-9aaf-461f-9114-9c737d13cefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5578809 May 03 22:38:54.979280 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-aa710b55-5f90-49de-aea3-cb2975dc93d0 req-842c9357-a725-4bd9-8fd7-5299d29aa73e tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.67 "DELETE /v2.0/ports/10e0dbaa-73c1-447c-aa2b-f7d59fdc3851 HTTP/1.1" status: 204 len: 173 time: 2.3435030 May 03 22:38:55.009453 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8cadcdf6-82c7-45b9-af05-06f2226ff2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:55.136501 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd73b7b-4bfe-4f04-b1db-cf3bdfc7e396 req-6cdc4d82-bd95-4b48-b575-b26f564d221b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:55.139398 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0dd73b7b-4bfe-4f04-b1db-cf3bdfc7e396 req-6cdc4d82-bd95-4b48-b575-b26f564d221b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e561281e65ac44bbb283fb588b1ce5d2&device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 1094 time: 0.1111243 May 03 22:38:55.146999 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-947adf1f-3391-4776-9cab-a4c17be5be4c req-d97879a0-6467-4fdd-b804-f18fa5c4046a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ab0521e-5373-473a-82a9-8a45e043171b HTTP/1.1" status: 200 len: 210 time: 0.1538262 May 03 22:38:55.151106 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-ed977f19-de61-44e1-8e65-94c4d5d9a09f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1080112192-network', 'tenant_id': 'fbfe6bca3b264cd880fbd33ea61935c3'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:38:55.179811 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-10abdce2-d5c1-4405-a166-d363074bbfa3 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:55.201758 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ed977f19-de61-44e1-8e65-94c4d5d9a09f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:38:55.228226 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ed977f19-de61-44e1-8e65-94c4d5d9a09f admin admin] Usage tracker for resource:network and tenant:fbfe6bca3b264cd880fbd33ea61935c3 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:38:55.234651 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43052) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:55.258562 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ed977f19-de61-44e1-8e65-94c4d5d9a09f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:38:55.289592 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ed977f19-de61-44e1-8e65-94c4d5d9a09f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:38:55.320171 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e92f647a-ccae-47f4-a8c5-aa9b966b496c'] response: {'server_uuid': '4ab0521e-5373-473a-82a9-8a45e043171b', 'name': 'network-vif-deleted', 'tag': '10e0dbaa-73c1-447c-aa2b-f7d59fdc3851', 'status': 'completed', 'code': 200} May 03 22:38:55.336392 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed977f19-de61-44e1-8e65-94c4d5d9a09f admin admin] Made reservation on behalf of fbfe6bca3b264cd880fbd33ea61935c3 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:38:55.339610 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ed977f19-de61-44e1-8e65-94c4d5d9a09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:55.363121 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ed977f19-de61-44e1-8e65-94c4d5d9a09f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:55.401494 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd73b7b-4bfe-4f04-b1db-cf3bdfc7e396 req-64863a19-d6d5-485b-9cb7-b73dc563fc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:55.404922 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0dd73b7b-4bfe-4f04-b1db-cf3bdfc7e396 req-64863a19-d6d5-485b-9cb7-b73dc563fc7a service neutron] 10.222.0.60 "GET /v2.0/networks?id=52887582-9aaf-461f-9114-9c737d13cefa HTTP/1.1" status: 200 len: 912 time: 0.2528157 May 03 22:38:55.427761 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ed977f19-de61-44e1-8e65-94c4d5d9a09f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:38:55.454556 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ed977f19-de61-44e1-8e65-94c4d5d9a09f admin admin] Usage tracker for resource:security_group_rule and tenant:fbfe6bca3b264cd880fbd33ea61935c3 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:38:55.462807 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ed977f19-de61-44e1-8e65-94c4d5d9a09f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:38:55.484255 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ed977f19-de61-44e1-8e65-94c4d5d9a09f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:38:55.528685 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-6261941d-2581-4c70-84bd-3d82eef2f8d9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-412939689-network', 'tenant_id': 'bd839b8252e24f04a3218612b74b3c8d'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:38:55.535054 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6261941d-2581-4c70-84bd-3d82eef2f8d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:38:55.540437 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6261941d-2581-4c70-84bd-3d82eef2f8d9 admin admin] Usage tracker for resource:network and tenant:bd839b8252e24f04a3218612b74b3c8d is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:38:55.543592 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6261941d-2581-4c70-84bd-3d82eef2f8d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:38:55.550260 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6261941d-2581-4c70-84bd-3d82eef2f8d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:38:55.569306 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0dd73b7b-4bfe-4f04-b1db-cf3bdfc7e396 req-7ff3cd5e-48a9-4fd5-b52a-c4e841beb49b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5ea950b-4f10-48b9-b674-4596ab8ebe05 HTTP/1.1" status: 200 len: 217 time: 0.1531594 May 03 22:38:55.570290 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6261941d-2581-4c70-84bd-3d82eef2f8d9 admin admin] Made reservation on behalf of bd839b8252e24f04a3218612b74b3c8d for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:38:55.573518 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6261941d-2581-4c70-84bd-3d82eef2f8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:55.611866 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60d3ad-6bfe-4302-aee1-9fdc3f47e95c req-fe5080e4-1749-4c41-acd5-a0a9656ee1d4 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:55.623388 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4c60d3ad-6bfe-4302-aee1-9fdc3f47e95c req-fe5080e4-1749-4c41-acd5-a0a9656ee1d4 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 943 time: 0.5230267 May 03 22:38:55.633975 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6261941d-2581-4c70-84bd-3d82eef2f8d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:55.680566 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6261941d-2581-4c70-84bd-3d82eef2f8d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:38:55.701300 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6261941d-2581-4c70-84bd-3d82eef2f8d9 admin admin] Usage tracker for resource:security_group_rule and tenant:bd839b8252e24f04a3218612b74b3c8d is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:38:55.709689 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6261941d-2581-4c70-84bd-3d82eef2f8d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:38:55.721430 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6261941d-2581-4c70-84bd-3d82eef2f8d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:38:55.731293 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd73b7b-4bfe-4f04-b1db-cf3bdfc7e396 req-6afafecb-0e78-4325-a811-0aa72a6f1905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:55.733092 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0dd73b7b-4bfe-4f04-b1db-cf3bdfc7e396 req-6afafecb-0e78-4325-a811-0aa72a6f1905 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6f2b7d32-d8f2-456e-bc38-b728e1fe95c7 HTTP/1.1" status: 200 len: 850 time: 0.1477270 May 03 22:38:55.756167 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4c60d3ad-6bfe-4302-aee1-9fdc3f47e95c req-c04a9df9-4843-4d7e-8c67-1f7836d09da4 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad137d59-bcb9-4c33-a4bf-4845bca5bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125979 May 03 22:38:55.856959 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd73b7b-4bfe-4f04-b1db-cf3bdfc7e396 req-071b7b29-c4a4-466c-af44-31b7011278a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:55.858994 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0dd73b7b-4bfe-4f04-b1db-cf3bdfc7e396 req-071b7b29-c4a4-466c-af44-31b7011278a3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=52887582-9aaf-461f-9114-9c737d13cefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1148174 May 03 22:38:56.026630 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6261941d-2581-4c70-84bd-3d82eef2f8d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:56.037747 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6261941d-2581-4c70-84bd-3d82eef2f8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:56.077489 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ed977f19-de61-44e1-8e65-94c4d5d9a09f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:56.078930 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-10abdce2-d5c1-4405-a166-d363074bbfa3 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:56.097274 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6261941d-2581-4c70-84bd-3d82eef2f8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b996192-ce9d-4d5b-9b57-670aff07f0ee,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:56.099882 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6261941d-2581-4c70-84bd-3d82eef2f8d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:38:56.110915 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0dd73b7b-4bfe-4f04-b1db-cf3bdfc7e396 req-04c70f0d-46bd-4705-8190-5046eaab4a70 service neutron] 10.222.0.60 "GET /v2.0/networks/52887582-9aaf-461f-9114-9c737d13cefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392945 May 03 22:38:56.111676 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-10abdce2-d5c1-4405-a166-d363074bbfa3 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:56.113364 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6261941d-2581-4c70-84bd-3d82eef2f8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:56.113887 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-6261941d-2581-4c70-84bd-3d82eef2f8d9 admin admin] Added segment cf7d617f-58a5-4e6f-96e2-5216eef4f0fe of type vlan for network 56f6dec1-dd03-40a3-8dc6-d3e9dd356596 May 03 22:38:56.114657 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ed977f19-de61-44e1-8e65-94c4d5d9a09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:56.234780 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed977f19-de61-44e1-8e65-94c4d5d9a09f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:38:56.241601 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed977f19-de61-44e1-8e65-94c4d5d9a09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:56.261015 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:56.269046 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ed977f19-de61-44e1-8e65-94c4d5d9a09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:56.269444 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-ed977f19-de61-44e1-8e65-94c4d5d9a09f admin admin] Added segment a7668370-475d-4918-bbba-2675de080411 of type vlan for network ebc571f4-7c6c-4734-8444-6a7a06a14e80 May 03 22:38:56.273400 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:56.283571 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6261941d-2581-4c70-84bd-3d82eef2f8d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:56.366931 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0dd73b7b-4bfe-4f04-b1db-cf3bdfc7e396 req-40709ad7-4a12-4523-a6e0-db5d5b7eeef8 service neutron] 10.222.0.60 "GET /v2.0/networks/52887582-9aaf-461f-9114-9c737d13cefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465544 May 03 22:38:56.371089 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6261941d-2581-4c70-84bd-3d82eef2f8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:56.371377 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ed977f19-de61-44e1-8e65-94c4d5d9a09f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:56.372135 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6261941d-2581-4c70-84bd-3d82eef2f8d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:56.373096 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6261941d-2581-4c70-84bd-3d82eef2f8d9 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:56.452072 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ed977f19-de61-44e1-8e65-94c4d5d9a09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:56.454386 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed977f19-de61-44e1-8e65-94c4d5d9a09f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:56.454978 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ed977f19-de61-44e1-8e65-94c4d5d9a09f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:56.499974 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 10e0dbaa-73c1-447c-aa2b-f7d59fdc3851 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:38:56.530096 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6261941d-2581-4c70-84bd-3d82eef2f8d9 admin admin] Pushing event updated for resources: {'Network': ['ID=56f6dec1-dd03-40a3-8dc6-d3e9dd356596,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:56.537432 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6261941d-2581-4c70-84bd-3d82eef2f8d9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2987623 May 03 22:38:56.538362 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43102) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:56.543927 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-b478d2ef-a047-4c29-8e63-555ecdfe470c admin admin] Request body: {'subnet': {'network_id': '56f6dec1-dd03-40a3-8dc6-d3e9dd356596', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-412939689-subnet', 'tenant_id': 'bd839b8252e24f04a3218612b74b3c8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:38:56.549421 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b478d2ef-a047-4c29-8e63-555ecdfe470c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:38:56.553378 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b478d2ef-a047-4c29-8e63-555ecdfe470c admin admin] Usage tracker for resource:subnet and tenant:bd839b8252e24f04a3218612b74b3c8d is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:38:56.557547 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b478d2ef-a047-4c29-8e63-555ecdfe470c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:38:56.563529 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b478d2ef-a047-4c29-8e63-555ecdfe470c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:38:56.581114 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-10abdce2-d5c1-4405-a166-d363074bbfa3 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Allocated IP 172.25.2.165 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/d9910f43-e989-4b8c-bbd2-1314a9f3ef8f) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:38:56.611886 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed977f19-de61-44e1-8e65-94c4d5d9a09f admin admin] Pushing event updated for resources: {'Network': ['ID=ebc571f4-7c6c-4734-8444-6a7a06a14e80,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:56.622090 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ed977f19-de61-44e1-8e65-94c4d5d9a09f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1361003 May 03 22:38:56.623179 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43110) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:38:56.628133 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 56f6dec1-dd03-40a3-8dc6-d3e9dd356596 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:38:56.638145 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-26a4d860-95fb-4f8a-9dbe-9fdb6712485a admin admin] Request body: {'subnet': {'network_id': 'ebc571f4-7c6c-4734-8444-6a7a06a14e80', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1080112192-subnet', 'tenant_id': 'fbfe6bca3b264cd880fbd33ea61935c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:38:56.659899 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network ebc571f4-7c6c-4734-8444-6a7a06a14e80 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:38:56.711903 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 10e0dbaa-73c1-447c-aa2b-f7d59fdc3851 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:38:56.720348 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 10e0dbaa-73c1-447c-aa2b-f7d59fdc3851 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:38:56.725130 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b478d2ef-a047-4c29-8e63-555ecdfe470c admin admin] Made reservation on behalf of bd839b8252e24f04a3218612b74b3c8d for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:38:56.729607 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b478d2ef-a047-4c29-8e63-555ecdfe470c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:56.829887 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-26a4d860-95fb-4f8a-9dbe-9fdb6712485a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:38:56.925049 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-26a4d860-95fb-4f8a-9dbe-9fdb6712485a admin admin] Usage tracker for resource:subnet and tenant:fbfe6bca3b264cd880fbd33ea61935c3 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:38:56.986725 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-26a4d860-95fb-4f8a-9dbe-9fdb6712485a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:38:57.048133 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-26a4d860-95fb-4f8a-9dbe-9fdb6712485a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:38:57.054070 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b478d2ef-a047-4c29-8e63-555ecdfe470c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:57.072069 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-10abdce2-d5c1-4405-a166-d363074bbfa3 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:57.153737 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478d2ef-a047-4c29-8e63-555ecdfe470c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef711539-cefb-470f-90ac-5cfc0cd8eb93,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:57.159151 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b478d2ef-a047-4c29-8e63-555ecdfe470c admin admin] Checking segment: {'id': 'cf7d617f-58a5-4e6f-96e2-5216eef4f0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '56f6dec1-dd03-40a3-8dc6-d3e9dd356596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:38:57.159824 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b478d2ef-a047-4c29-8e63-555ecdfe470c admin admin] Network hostable DHCP agents. Network: 56f6dec1-dd03-40a3-8dc6-d3e9dd356596, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:38:57.170740 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a4d860-95fb-4f8a-9dbe-9fdb6712485a admin admin] Made reservation on behalf of fbfe6bca3b264cd880fbd33ea61935c3 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:38:57.173045 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-26a4d860-95fb-4f8a-9dbe-9fdb6712485a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:57.197962 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b478d2ef-a047-4c29-8e63-555ecdfe470c admin admin] Network 56f6dec1-dd03-40a3-8dc6-d3e9dd356596 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:38:57.219787 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-b478d2ef-a047-4c29-8e63-555ecdfe470c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 56f6dec1-dd03-40a3-8dc6-d3e9dd356596) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:38:57.224424 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b478d2ef-a047-4c29-8e63-555ecdfe470c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:57.225019 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b478d2ef-a047-4c29-8e63-555ecdfe470c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:57.234294 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a9bdf4-c140-434f-a154-577ce5a9eacd None None] Network 56f6dec1-dd03-40a3-8dc6-d3e9dd356596 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:38:57.280865 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b478d2ef-a047-4c29-8e63-555ecdfe470c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7412198 May 03 22:38:57.379779 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-10abdce2-d5c1-4405-a166-d363074bbfa3 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:57.566801 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10abdce2-d5c1-4405-a166-d363074bbfa3 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:38:57.578479 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-10abdce2-d5c1-4405-a166-d363074bbfa3 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:38:57.581474 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10abdce2-d5c1-4405-a166-d363074bbfa3 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:38:57.615133 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadbe947-9f2f-417b-bedd-13c0976f6ea6 None None] Network 56f6dec1-dd03-40a3-8dc6-d3e9dd356596 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:38:57.642574 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-cdf75697-d4f2-41ad-99b1-ab76a996bf05 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:57.643962 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-cdf75697-d4f2-41ad-99b1-ab76a996bf05 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/networks?id=f484e0b5-7091-4031-9307-0c51512cbb0f HTTP/1.1" status: 200 len: 811 time: 0.8044424 May 03 22:38:57.667732 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:57.670209 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abdce2-d5c1-4405-a166-d363074bbfa3 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Pushing event updated for resources: {'Port': ['ID=d9910f43-e989-4b8c-bbd2-1314a9f3ef8f,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:57.702924 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfeb02c-6950-432f-827e-2aca142f98ea req-2162b9be-bb0b-4578-811e-8febe9429b74 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:57.704440 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1cfeb02c-6950-432f-827e-2aca142f98ea req-2162b9be-bb0b-4578-811e-8febe9429b74 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 943 time: 0.6965232 May 03 22:38:57.707260 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-6b41e7e9-2f79-4c2a-b7c8-49a1d74872f0 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/quotas/56f2a06b55b349518a0fa1bd075b4999 HTTP/1.1" status: 200 len: 375 time: 0.0423377 May 03 22:38:57.777229 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:57.941293 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-81d62d82-c527-4125-9c2c-e039e31e8ac3 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=56f2a06b55b349518a0fa1bd075b4999&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1834991 May 03 22:38:58.070685 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1cfeb02c-6950-432f-827e-2aca142f98ea req-50fe5b95-3cde-40a9-b07f-98da15a1ba93 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad137d59-bcb9-4c33-a4bf-4845bca5bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3117249 May 03 22:38:58.241639 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-26a4d860-95fb-4f8a-9dbe-9fdb6712485a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:58.413496 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-d61a59ad-f53e-4a77-9ccf-5cdfc92d3461 req-f53e036b-0733-4d99-ac86-55a7c469db50 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1314186148', 'description': 'tempest-description-1060817942'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:38:58.450671 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-d61a59ad-f53e-4a77-9ccf-5cdfc92d3461 req-f53e036b-0733-4d99-ac86-55a7c469db50 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:38:58.465604 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d61a59ad-f53e-4a77-9ccf-5cdfc92d3461 req-f53e036b-0733-4d99-ac86-55a7c469db50 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Usage tracker for resource:security_group and tenant:bd839b8252e24f04a3218612b74b3c8d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:38:58.474933 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d61a59ad-f53e-4a77-9ccf-5cdfc92d3461 req-f53e036b-0733-4d99-ac86-55a7c469db50 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:38:58.481234 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-0e5e8185-2fcf-4799-ad70-53af2d8f2f3e service neutron] 10.222.0.58 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5262175 May 03 22:38:58.494240 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-d61a59ad-f53e-4a77-9ccf-5cdfc92d3461 req-f53e036b-0733-4d99-ac86-55a7c469db50 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:38:58.555378 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4d860-95fb-4f8a-9dbe-9fdb6712485a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe269a99-0a61-49f3-84a1-e1479dc44f08,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:38:58.648825 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a4d860-95fb-4f8a-9dbe-9fdb6712485a admin admin] Checking segment: {'id': 'a7668370-475d-4918-bbba-2675de080411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ebc571f4-7c6c-4734-8444-6a7a06a14e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:38:58.649976 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a4d860-95fb-4f8a-9dbe-9fdb6712485a admin admin] Network hostable DHCP agents. Network: ebc571f4-7c6c-4734-8444-6a7a06a14e80, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:38:58.654867 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d61a59ad-f53e-4a77-9ccf-5cdfc92d3461 req-f53e036b-0733-4d99-ac86-55a7c469db50 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:58.700152 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-d61a59ad-f53e-4a77-9ccf-5cdfc92d3461 req-f53e036b-0733-4d99-ac86-55a7c469db50 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:38:58.704131 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d61a59ad-f53e-4a77-9ccf-5cdfc92d3461 req-f53e036b-0733-4d99-ac86-55a7c469db50 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Usage tracker for resource:security_group_rule and tenant:bd839b8252e24f04a3218612b74b3c8d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:38:58.707019 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d61a59ad-f53e-4a77-9ccf-5cdfc92d3461 req-f53e036b-0733-4d99-ac86-55a7c469db50 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:38:58.713380 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-d61a59ad-f53e-4a77-9ccf-5cdfc92d3461 req-f53e036b-0733-4d99-ac86-55a7c469db50 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:38:58.756427 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-10abdce2-d5c1-4405-a166-d363074bbfa3 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:58.859650 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device e5ea950b-4f10-48b9-b674-4596ab8ebe05 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:38:58.937370 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a4d860-95fb-4f8a-9dbe-9fdb6712485a admin admin] Network ebc571f4-7c6c-4734-8444-6a7a06a14e80 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:38:58.985267 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-80882cce-61ff-45b3-a2fb-ae823fdcba78 service neutron] 10.222.0.58 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4928045 May 03 22:38:59.026597 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-26a4d860-95fb-4f8a-9dbe-9fdb6712485a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, ebc571f4-7c6c-4734-8444-6a7a06a14e80) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:38:59.039446 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72da8863-ed96-498a-bf57-282526d700db None None] Network ebc571f4-7c6c-4734-8444-6a7a06a14e80 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:38:59.051331 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d61a59ad-f53e-4a77-9ccf-5cdfc92d3461 req-f53e036b-0733-4d99-ac86-55a7c469db50 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:59.061289 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a4d860-95fb-4f8a-9dbe-9fdb6712485a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:38:59.064360 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-26a4d860-95fb-4f8a-9dbe-9fdb6712485a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:59.082065 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d61a59ad-f53e-4a77-9ccf-5cdfc92d3461 req-f53e036b-0733-4d99-ac86-55a7c469db50 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:59.147637 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d61a59ad-f53e-4a77-9ccf-5cdfc92d3461 req-f53e036b-0733-4d99-ac86-55a7c469db50 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:59.158869 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d61a59ad-f53e-4a77-9ccf-5cdfc92d3461 req-f53e036b-0733-4d99-ac86-55a7c469db50 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.8425941 May 03 22:38:59.244348 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port e5ea950b-4f10-48b9-b674-4596ab8ebe05, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=e5ea950b-4f10-48b9-b674-4596ab8ebe05,segment=NetworkSegment(0c87bd7e-b449-406c-9031-bae021dbb1b9),segment_id=0c87bd7e-b449-406c-9031-bae021dbb1b9)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:38:59.265088 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': 'e5ea950b-4f10-48b9-b674-4596ab8ebe05', 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa', 'port_id': 'e5ea950b-4f10-48b9-b674-4596ab8ebe05', 'mac_address': 'fa:16:3e:4b:8d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2b7d32-d8f2-456e-bc38-b728e1fe95c7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:38:59.492188 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df732ee-f4fb-4728-833c-fb8ab6a9b883 None None] Network ebc571f4-7c6c-4734-8444-6a7a06a14e80 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:38:59.585000 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-10abdce2-d5c1-4405-a166-d363074bbfa3 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:59.594551 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:59.633305 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-10abdce2-d5c1-4405-a166-d363074bbfa3 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-785141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-785150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-783245'] for router, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:59.656673 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ea950b-4f10-48b9-b674-4596ab8ebe05 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:38:59.730154 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port e5ea950b-4f10-48b9-b674-4596ab8ebe05, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=e5ea950b-4f10-48b9-b674-4596ab8ebe05,segment=NetworkSegment(0c87bd7e-b449-406c-9031-bae021dbb1b9),segment_id=0c87bd7e-b449-406c-9031-bae021dbb1b9)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:38:59.791388 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:38:59.831132 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-26a4d860-95fb-4f8a-9dbe-9fdb6712485a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.2060246 May 03 22:38:59.993873 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=e5ea950b-4f10-48b9-b674-4596ab8ebe05,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:00.043548 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:39:00.044284 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:39:00.044865 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:39:00.045480 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:39:00.046053 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:39:00.046598 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:39:00.047150 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:39:00.047698 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:39:00.048253 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:39:00.048790 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:39:00.049354 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:39:00.049992 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:39:00.079653 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['e5ea950b-4f10-48b9-b674-4596ab8ebe05'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:39:00.110351 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-27cd1bcb-b87b-4eea-b191-4f964b4530c2 req-a8103576-5f21-4d1e-b0f6-bbdac6734d3c tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "GET /v2.0/security-groups/d04ff032-d681-4205-a4de-5f408d966c90 HTTP/1.1" status: 200 len: 1807 time: 0.4997969 May 03 22:39:00.127105 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-27cd1bcb-b87b-4eea-b191-4f964b4530c2 req-d605be57-edde-4111-afdd-f2fb8601ba21 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd04ff032-d681-4205-a4de-5f408d966c90', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:00.127580 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-27cd1bcb-b87b-4eea-b191-4f964b4530c2 req-d605be57-edde-4111-afdd-f2fb8601ba21 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd04ff032-d681-4205-a4de-5f408d966c90', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:00.136321 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e036b-0733-4d99-ac86-55a7c469db50 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d04ff032-d681-4205-a4de-5f408d966c90,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:00.153822 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-27cd1bcb-b87b-4eea-b191-4f964b4530c2 req-d605be57-edde-4111-afdd-f2fb8601ba21 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:00.172592 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-27cd1bcb-b87b-4eea-b191-4f964b4530c2 req-d605be57-edde-4111-afdd-f2fb8601ba21 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Usage tracker for resource:security_group_rule and tenant:bd839b8252e24f04a3218612b74b3c8d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:00.196774 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-27cd1bcb-b87b-4eea-b191-4f964b4530c2 req-d605be57-edde-4111-afdd-f2fb8601ba21 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:00.214160 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-27cd1bcb-b87b-4eea-b191-4f964b4530c2 req-d605be57-edde-4111-afdd-f2fb8601ba21 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:00.249187 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc69036-d3df-453f-b203-100c9b615ae8 req-5e370049-8e3c-4e62-84e9-2a69547135d9 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:00.251331 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cdc69036-d3df-453f-b203-100c9b615ae8 req-5e370049-8e3c-4e62-84e9-2a69547135d9 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 944 time: 0.6399262 May 03 22:39:00.327212 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-27cd1bcb-b87b-4eea-b191-4f964b4530c2 req-d605be57-edde-4111-afdd-f2fb8601ba21 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:00.389139 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-27cd1bcb-b87b-4eea-b191-4f964b4530c2 req-d605be57-edde-4111-afdd-f2fb8601ba21 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:00.406510 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cdc69036-d3df-453f-b203-100c9b615ae8 req-5ebc7eb9-abb2-48bc-aebb-78bfd4659e1f tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad137d59-bcb9-4c33-a4bf-4845bca5bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418025 May 03 22:39:00.415041 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-27cd1bcb-b87b-4eea-b191-4f964b4530c2 req-d605be57-edde-4111-afdd-f2fb8601ba21 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:00.469958 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d605be57-edde-4111-afdd-f2fb8601ba21 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a95b15c-b5b6-41f4-92b8-49ba5462219d,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:00.473534 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10abdce2-d5c1-4405-a166-d363074bbfa3 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Router bdbed21c-f2dc-46b3-a70e-46e39e8c25f8 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:39:00.572663 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-27cd1bcb-b87b-4eea-b191-4f964b4530c2 req-d605be57-edde-4111-afdd-f2fb8601ba21 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:00.574369 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-27cd1bcb-b87b-4eea-b191-4f964b4530c2 req-d605be57-edde-4111-afdd-f2fb8601ba21 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4629674 May 03 22:39:00.726332 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1b92ba5a-9f2d-466a-b8c4-d1120b61ac97 req-bbbb6473-fe74-4fe9-a750-34a5f2b4e0bd tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=73101597-6151-4461-bcc0-d53041013b82 HTTP/1.1" status: 200 len: 210 time: 0.1452663 May 03 22:39:00.807298 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-edbab7e4-4472-48cf-b3c8-cfc3280db372 req-2557e0e7-23e3-43b4-af2b-9a8a11ca3a0b tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1101255473', 'description': 'tempest-description-844090811'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:00.818377 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-edbab7e4-4472-48cf-b3c8-cfc3280db372 req-2557e0e7-23e3-43b4-af2b-9a8a11ca3a0b tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:00.822349 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-edbab7e4-4472-48cf-b3c8-cfc3280db372 req-2557e0e7-23e3-43b4-af2b-9a8a11ca3a0b tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Usage tracker for resource:security_group and tenant:bd839b8252e24f04a3218612b74b3c8d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:00.826166 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-edbab7e4-4472-48cf-b3c8-cfc3280db372 req-2557e0e7-23e3-43b4-af2b-9a8a11ca3a0b tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:00.835332 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-edbab7e4-4472-48cf-b3c8-cfc3280db372 req-2557e0e7-23e3-43b4-af2b-9a8a11ca3a0b tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:01.027200 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-e6d7d97e-c4e2-4874-88ea-d10951631501 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:01.028608 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-e6d7d97e-c4e2-4874-88ea-d10951631501 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.67 "GET /v2.0/networks?id=f484e0b5-7091-4031-9307-0c51512cbb0f HTTP/1.1" status: 200 len: 811 time: 0.3098042 May 03 22:39:01.042545 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-da8360e4-618a-40da-97d0-46bcd4a8c970 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Request body: {'port': {'device_id': '73101597-6151-4461-bcc0-d53041013b82', 'network_id': 'f484e0b5-7091-4031-9307-0c51512cbb0f', 'admin_state_up': True, 'tenant_id': '56f2a06b55b349518a0fa1bd075b4999'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:01.047651 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-edbab7e4-4472-48cf-b3c8-cfc3280db372 req-2557e0e7-23e3-43b4-af2b-9a8a11ca3a0b tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:01.078147 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-edbab7e4-4472-48cf-b3c8-cfc3280db372 req-2557e0e7-23e3-43b4-af2b-9a8a11ca3a0b tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:01.092542 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-1b2a5cd6-634f-4bb9-9582-3e71f22a9cb3 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:01.093190 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-1b2a5cd6-634f-4bb9-9582-3e71f22a9cb3 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Synchronizing usage tracker for tenant:fbfe6bca3b264cd880fbd33ea61935c3 on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:39:01.096027 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10abdce2-d5c1-4405-a166-d363074bbfa3 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:39:01.099272 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-edbab7e4-4472-48cf-b3c8-cfc3280db372 req-2557e0e7-23e3-43b4-af2b-9a8a11ca3a0b tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Usage tracker for resource:security_group_rule and tenant:bd839b8252e24f04a3218612b74b3c8d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:01.104937 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-10abdce2-d5c1-4405-a166-d363074bbfa3 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:01.108389 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-10abdce2-d5c1-4405-a166-d363074bbfa3 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] 10.222.0.58 "PUT /v2.0/routers/bdbed21c-f2dc-46b3-a70e-46e39e8c25f8 HTTP/1.1" status: 200 len: 919 time: 6.7683182 May 03 22:39:01.108389 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-edbab7e4-4472-48cf-b3c8-cfc3280db372 req-2557e0e7-23e3-43b4-af2b-9a8a11ca3a0b tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:01.114477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43218) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:01.115812 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b4b6c6-f25f-4d25-a2cf-c0d945e1ffe7 None None] Sync routers for ids ['bdbed21c-f2dc-46b3-a70e-46e39e8c25f8'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:39:01.116859 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-edbab7e4-4472-48cf-b3c8-cfc3280db372 req-2557e0e7-23e3-43b4-af2b-9a8a11ca3a0b tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:01.128982 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b4b6c6-f25f-4d25-a2cf-c0d945e1ffe7 None None] Routers {'bdbed21c-f2dc-46b3-a70e-46e39e8c25f8'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:39:01.129620 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-01b4b6c6-f25f-4d25-a2cf-c0d945e1ffe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:38:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['bdbed21c-f2dc-46b3-a70e-46e39e8c25f8'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:39:01.234166 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-01b4b6c6-f25f-4d25-a2cf-c0d945e1ffe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:39:01.245002 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b4b6c6-f25f-4d25-a2cf-c0d945e1ffe7 None None] Routers {'bdbed21c-f2dc-46b3-a70e-46e39e8c25f8'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:39:01.246762 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-01b4b6c6-f25f-4d25-a2cf-c0d945e1ffe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:38:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['bdbed21c-f2dc-46b3-a70e-46e39e8c25f8'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:39:01.318554 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-da8360e4-618a-40da-97d0-46bcd4a8c970 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:01.326530 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-248af5ce-c8d0-480e-a3f5-050880cf5f9f tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] 10.222.0.58 "GET /v2.0/routers/bdbed21c-f2dc-46b3-a70e-46e39e8c25f8 HTTP/1.1" status: 200 len: 925 time: 0.2110217 May 03 22:39:01.328825 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-01b4b6c6-f25f-4d25-a2cf-c0d945e1ffe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:39:01.329174 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b4b6c6-f25f-4d25-a2cf-c0d945e1ffe7 None None] The sync data for ids ['bdbed21c-f2dc-46b3-a70e-46e39e8c25f8'] in n-d-811807-1 is: [] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:39:01.331732 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43226) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:01.334835 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-da8360e4-618a-40da-97d0-46bcd4a8c970 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Usage tracker for resource:port and tenant:56f2a06b55b349518a0fa1bd075b4999 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:01.350297 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-1b2a5cd6-634f-4bb9-9582-3e71f22a9cb3 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Unset dirty status for tenant:fbfe6bca3b264cd880fbd33ea61935c3 on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:39:01.357926 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-1b2a5cd6-634f-4bb9-9582-3e71f22a9cb3 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/networks?id=ebc571f4-7c6c-4734-8444-6a7a06a14e80 HTTP/1.1" status: 200 len: 814 time: 0.5139587 May 03 22:39:01.374962 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-da8360e4-618a-40da-97d0-46bcd4a8c970 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:01.375785 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-59a367cd-57c9-43cd-8fd5-a13f89c99521 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/quotas/fbfe6bca3b264cd880fbd33ea61935c3 HTTP/1.1" status: 200 len: 375 time: 0.0169451 May 03 22:39:01.434468 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-da8360e4-618a-40da-97d0-46bcd4a8c970 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:01.451764 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-ce7f290b-3b18-469d-9d43-2d2cadf9869d tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbfe6bca3b264cd880fbd33ea61935c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0745671 May 03 22:39:01.454017 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-da8360e4-618a-40da-97d0-46bcd4a8c970 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Made reservation on behalf of 56f2a06b55b349518a0fa1bd075b4999 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:39:01.458069 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-da8360e4-618a-40da-97d0-46bcd4a8c970 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:01.570278 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43234) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:01.705975 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e83a162-e3eb-44d0-b763-3263156805e8 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:01.707200 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9e83a162-e3eb-44d0-b763-3263156805e8 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=de8965b2-8ea3-4c2b-86b9-c128a58c6e1e&device_id=bdbed21c-f2dc-46b3-a70e-46e39e8c25f8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3745203 May 03 22:39:01.731180 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43246) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:01.808722 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-edbab7e4-4472-48cf-b3c8-cfc3280db372 req-2557e0e7-23e3-43b4-af2b-9a8a11ca3a0b tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:01.836665 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-edbab7e4-4472-48cf-b3c8-cfc3280db372 req-2557e0e7-23e3-43b4-af2b-9a8a11ca3a0b tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:01.890532 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-31a0492d-734f-473b-847c-c5fc9ccaf6d2 service neutron] 10.222.0.58 "GET /v2.0/networks/ebc571f4-7c6c-4734-8444-6a7a06a14e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378500 May 03 22:39:01.945088 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557e0e7-23e3-43b4-af2b-9a8a11ca3a0b tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43f105eb-6f15-4ecc-a2fd-582a0eecc08d,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:01.959023 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-da8360e4-618a-40da-97d0-46bcd4a8c970 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Allocated IP 172.20.0.4 (f484e0b5-7091-4031-9307-0c51512cbb0f/e1d2886a-36ca-4181-9979-2ff50bdb7ad7/e91ca731-7647-4e07-8fa8-7b4a2d0cd17f) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:39:01.959713 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7253dd5e-0c7e-4426-b8e3-3e958bb7858c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:01.996033 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-edbab7e4-4472-48cf-b3c8-cfc3280db372 req-2557e0e7-23e3-43b4-af2b-9a8a11ca3a0b tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:01.997636 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-edbab7e4-4472-48cf-b3c8-cfc3280db372 req-2557e0e7-23e3-43b4-af2b-9a8a11ca3a0b tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1997108 May 03 22:39:02.007181 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7253dd5e-0c7e-4426-b8e3-3e958bb7858c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:02.067630 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90610075-c9c7-4b2c-9733-f9e1e1307b01 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:02.073507 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-90610075-c9c7-4b2c-9733-f9e1e1307b01 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 881 time: 0.3407080 May 03 22:39:02.093801 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43256) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:02.131930 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-0f20d7be-116d-413c-8bf3-192745917477 service neutron] 10.222.0.58 "GET /v2.0/networks/ebc571f4-7c6c-4734-8444-6a7a06a14e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312009 May 03 22:39:02.168504 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ca2f7633-9ed4-40f9-8cef-03af6b56c3d1 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdbed21c-f2dc-46b3-a70e-46e39e8c25f8 HTTP/1.1" status: 200 len: 205 time: 0.0735381 May 03 22:39:02.169098 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43264) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:02.190545 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7253dd5e-0c7e-4426-b8e3-3e958bb7858c admin admin] Usage tracker for resource:security_group_rule and tenant:65db87cf2b934fafac70f8c7f2ab579f is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:02.200390 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7253dd5e-0c7e-4426-b8e3-3e958bb7858c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:02.213553 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7253dd5e-0c7e-4426-b8e3-3e958bb7858c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:02.299527 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd93cd3-3084-4bef-b601-e2936313f811 req-66c17891-3604-4037-a612-f78d42e2a37c tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:02.301010 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cd93cd3-3084-4bef-b601-e2936313f811 req-66c17891-3604-4037-a612-f78d42e2a37c tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 944 time: 0.1668570 May 03 22:39:02.378082 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cd93cd3-3084-4bef-b601-e2936313f811 req-48e65c55-e99a-4c5f-9bac-8f6265a83935 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad137d59-bcb9-4c33-a4bf-4845bca5bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692432 May 03 22:39:02.394283 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7253dd5e-0c7e-4426-b8e3-3e958bb7858c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:02.412833 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7253dd5e-0c7e-4426-b8e3-3e958bb7858c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:02.498354 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7253dd5e-0c7e-4426-b8e3-3e958bb7858c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=65db87cf2b934fafac70f8c7f2ab579f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9259307 May 03 22:39:02.505051 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43278) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:02.545182 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7253dd5e-0c7e-4426-b8e3-3e958bb7858c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46a9f0c-604d-4f6f-8d44-6c8fd0f533b4,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:02.572267 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7c9d267b-1292-4308-8e63-8fb63761576d req-816660e5-d7f7-4bfd-b049-1495ff218d4d tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=73101597-6151-4461-bcc0-d53041013b82 HTTP/1.1" status: 200 len: 210 time: 0.0814538 May 03 22:39:02.587609 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-da8360e4-618a-40da-97d0-46bcd4a8c970 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:02.610901 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-70aef668-cee6-4dcb-a85b-b480c3c31a5e req-6049dbd9-8058-44e2-8add-d3c90c2abc6f tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "GET /v2.0/security-groups/43f105eb-6f15-4ecc-a2fd-582a0eecc08d HTTP/1.1" status: 200 len: 1806 time: 0.1685157 May 03 22:39:02.629688 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-70aef668-cee6-4dcb-a85b-b480c3c31a5e req-f7335d5c-fee8-44bd-81ab-eb5739df5b43 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '43f105eb-6f15-4ecc-a2fd-582a0eecc08d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:02.630163 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-70aef668-cee6-4dcb-a85b-b480c3c31a5e req-f7335d5c-fee8-44bd-81ab-eb5739df5b43 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '43f105eb-6f15-4ecc-a2fd-582a0eecc08d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:02.641866 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-70aef668-cee6-4dcb-a85b-b480c3c31a5e req-f7335d5c-fee8-44bd-81ab-eb5739df5b43 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:02.648823 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-435d8a5a-f8b4-4d08-8c66-d2f1c4292ebf tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:02.682543 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-70aef668-cee6-4dcb-a85b-b480c3c31a5e req-f7335d5c-fee8-44bd-81ab-eb5739df5b43 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Usage tracker for resource:security_group_rule and tenant:bd839b8252e24f04a3218612b74b3c8d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:02.689724 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-70aef668-cee6-4dcb-a85b-b480c3c31a5e req-f7335d5c-fee8-44bd-81ab-eb5739df5b43 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:02.701802 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b0a9e069-8ac2-490a-b50e-50722d953393 req-2794f537-f53f-48c4-ac5f-238b2077212f tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 210 time: 0.0618899 May 03 22:39:02.734226 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-70aef668-cee6-4dcb-a85b-b480c3c31a5e req-f7335d5c-fee8-44bd-81ab-eb5739df5b43 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:02.822489 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-70aef668-cee6-4dcb-a85b-b480c3c31a5e req-f7335d5c-fee8-44bd-81ab-eb5739df5b43 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:02.859955 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-70aef668-cee6-4dcb-a85b-b480c3c31a5e req-f7335d5c-fee8-44bd-81ab-eb5739df5b43 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:02.866117 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-70aef668-cee6-4dcb-a85b-b480c3c31a5e req-f7335d5c-fee8-44bd-81ab-eb5739df5b43 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:02.872792 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device e5ea950b-4f10-48b9-b674-4596ab8ebe05 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:39:02.906003 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7335d5c-fee8-44bd-81ab-eb5739df5b43 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d142585c-423a-4fb8-bf75-19c0c37da1f2,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:02.928783 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-70aef668-cee6-4dcb-a85b-b480c3c31a5e req-f7335d5c-fee8-44bd-81ab-eb5739df5b43 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:02.930542 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-70aef668-cee6-4dcb-a85b-b480c3c31a5e req-f7335d5c-fee8-44bd-81ab-eb5739df5b43 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3053942 May 03 22:39:02.963135 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-c9fd9ebe-4704-4056-ad72-401f105472a1 req-0eb6c3f9-57cc-4bde-80ea-970e116c4c0f tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1961415197', 'description': 'tempest-description-226562633'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:02.970488 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-c9fd9ebe-4704-4056-ad72-401f105472a1 req-0eb6c3f9-57cc-4bde-80ea-970e116c4c0f tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:02.976328 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-c9fd9ebe-4704-4056-ad72-401f105472a1 req-0eb6c3f9-57cc-4bde-80ea-970e116c4c0f tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Usage tracker for resource:security_group and tenant:bd839b8252e24f04a3218612b74b3c8d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:02.981093 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-c9fd9ebe-4704-4056-ad72-401f105472a1 req-0eb6c3f9-57cc-4bde-80ea-970e116c4c0f tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:02.989491 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-c9fd9ebe-4704-4056-ad72-401f105472a1 req-0eb6c3f9-57cc-4bde-80ea-970e116c4c0f tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:03.005845 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c9fd9ebe-4704-4056-ad72-401f105472a1 req-0eb6c3f9-57cc-4bde-80ea-970e116c4c0f tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:03.019937 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port e5ea950b-4f10-48b9-b674-4596ab8ebe05 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:39:03.025571 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port e5ea950b-4f10-48b9-b674-4596ab8ebe05 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:39:03.026337 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:03.037284 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-c9fd9ebe-4704-4056-ad72-401f105472a1 req-0eb6c3f9-57cc-4bde-80ea-970e116c4c0f tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:03.042641 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-c9fd9ebe-4704-4056-ad72-401f105472a1 req-0eb6c3f9-57cc-4bde-80ea-970e116c4c0f tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Usage tracker for resource:security_group_rule and tenant:bd839b8252e24f04a3218612b74b3c8d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:03.045833 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-c9fd9ebe-4704-4056-ad72-401f105472a1 req-0eb6c3f9-57cc-4bde-80ea-970e116c4c0f tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:03.053041 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-c9fd9ebe-4704-4056-ad72-401f105472a1 req-0eb6c3f9-57cc-4bde-80ea-970e116c4c0f tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:03.121999 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-da8360e4-618a-40da-97d0-46bcd4a8c970 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:03.167154 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c9fd9ebe-4704-4056-ad72-401f105472a1 req-0eb6c3f9-57cc-4bde-80ea-970e116c4c0f tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:03.171986 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c9fd9ebe-4704-4056-ad72-401f105472a1 req-0eb6c3f9-57cc-4bde-80ea-970e116c4c0f tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:03.200288 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:03.232051 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dcd72cc1-26a7-4d8c-92da-2c9073e0f6f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:03.234019 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30690a26-0132-4b06-b179-ef395322020d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ea950b-4f10-48b9-b674-4596ab8ebe05'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:39:03.240230 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6c3f9-57cc-4bde-80ea-970e116c4c0f tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6166b93e-700e-40b3-8858-05ebf117a776,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:03.243510 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-da8360e4-618a-40da-97d0-46bcd4a8c970 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Network f484e0b5-7091-4031-9307-0c51512cbb0f is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:39:03.254201 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c9fd9ebe-4704-4056-ad72-401f105472a1 req-0eb6c3f9-57cc-4bde-80ea-970e116c4c0f tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:03.264119 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c9fd9ebe-4704-4056-ad72-401f105472a1 req-0eb6c3f9-57cc-4bde-80ea-970e116c4c0f tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3023763 May 03 22:39:03.267692 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-da8360e4-618a-40da-97d0-46bcd4a8c970 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:39:03.267917 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port e5ea950b-4f10-48b9-b674-4596ab8ebe05, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=e5ea950b-4f10-48b9-b674-4596ab8ebe05,segment=NetworkSegment(0c87bd7e-b449-406c-9031-bae021dbb1b9),segment_id=0c87bd7e-b449-406c-9031-bae021dbb1b9)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:39:03.277231 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:03.279003 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-da8360e4-618a-40da-97d0-46bcd4a8c970 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:39:03.290466 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-fefb11ec-dc59-4059-8747-bae02b4b89b6 req-fd2c99dd-90a6-46bc-b570-4844581fdb8c tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2049165895', 'description': 'tempest-description-386923599'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:03.297942 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-fefb11ec-dc59-4059-8747-bae02b4b89b6 req-fd2c99dd-90a6-46bc-b570-4844581fdb8c tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:03.302179 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-fefb11ec-dc59-4059-8747-bae02b4b89b6 req-fd2c99dd-90a6-46bc-b570-4844581fdb8c tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Usage tracker for resource:security_group and tenant:bd839b8252e24f04a3218612b74b3c8d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:03.305368 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-fefb11ec-dc59-4059-8747-bae02b4b89b6 req-fd2c99dd-90a6-46bc-b570-4844581fdb8c tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:03.312876 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-fefb11ec-dc59-4059-8747-bae02b4b89b6 req-fd2c99dd-90a6-46bc-b570-4844581fdb8c tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:03.325911 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fefb11ec-dc59-4059-8747-bae02b4b89b6 req-fd2c99dd-90a6-46bc-b570-4844581fdb8c tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:03.360273 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8360e4-618a-40da-97d0-46bcd4a8c970 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Pushing event updated for resources: {'Port': ['ID=e91ca731-7647-4e07-8fa8-7b4a2d0cd17f,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:03.375270 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-fefb11ec-dc59-4059-8747-bae02b4b89b6 req-fd2c99dd-90a6-46bc-b570-4844581fdb8c tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:03.376740 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dcd72cc1-26a7-4d8c-92da-2c9073e0f6f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:03.383774 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-fefb11ec-dc59-4059-8747-bae02b4b89b6 req-fd2c99dd-90a6-46bc-b570-4844581fdb8c tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Usage tracker for resource:security_group_rule and tenant:bd839b8252e24f04a3218612b74b3c8d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:03.386998 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-fefb11ec-dc59-4059-8747-bae02b4b89b6 req-fd2c99dd-90a6-46bc-b570-4844581fdb8c tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:03.394403 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-fefb11ec-dc59-4059-8747-bae02b4b89b6 req-fd2c99dd-90a6-46bc-b570-4844581fdb8c tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:03.463598 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22d5bf90-4c8c-4241-ac54-ef4629d9e5e1'] response: {'server_uuid': '30690a26-0132-4b06-b179-ef395322020d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ea950b-4f10-48b9-b674-4596ab8ebe05', 'code': 200} May 03 22:39:03.464158 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=e5ea950b-4f10-48b9-b674-4596ab8ebe05,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:03.493458 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fefb11ec-dc59-4059-8747-bae02b4b89b6 req-fd2c99dd-90a6-46bc-b570-4844581fdb8c tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:03.499271 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fefb11ec-dc59-4059-8747-bae02b4b89b6 req-fd2c99dd-90a6-46bc-b570-4844581fdb8c tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:03.534747 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-da8360e4-618a-40da-97d0-46bcd4a8c970 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:03.535430 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-da8360e4-618a-40da-97d0-46bcd4a8c970 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:03.565926 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-435d8a5a-f8b4-4d08-8c66-d2f1c4292ebf tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:03.580764 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-435d8a5a-f8b4-4d08-8c66-d2f1c4292ebf tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Deleting port d9910f43-e989-4b8c-bbd2-1314a9f3ef8f {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:39:03.581269 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-435d8a5a-f8b4-4d08-8c66-d2f1c4292ebf tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:03.602753 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fefb11ec-dc59-4059-8747-bae02b4b89b6 req-fd2c99dd-90a6-46bc-b570-4844581fdb8c tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:03.617500 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fefb11ec-dc59-4059-8747-bae02b4b89b6 req-fd2c99dd-90a6-46bc-b570-4844581fdb8c tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3322511 May 03 22:39:03.631088 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c99dd-90a6-46bc-b570-4844581fdb8c tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c1917a-98b4-44e1-bea7-ae47bed82cc9,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:03.686823 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-da8360e4-618a-40da-97d0-46bcd4a8c970 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6488233 May 03 22:39:03.706251 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d63ab-587c-4220-baf3-423d207fa0b2 req-6ffa57b3-bae7-4abf-9c97-fa1e9baa337a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:03.707711 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e61d63ab-587c-4220-baf3-423d207fa0b2 req-6ffa57b3-bae7-4abf-9c97-fa1e9baa337a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 1096 time: 0.2971079 May 03 22:39:03.708314 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dcd72cc1-26a7-4d8c-92da-2c9073e0f6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:03.710729 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dcd72cc1-26a7-4d8c-92da-2c9073e0f6f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:03.711779 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-dcd72cc1-26a7-4d8c-92da-2c9073e0f6f6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f46a9f0c-604d-4f6f-8d44-6c8fd0f533b4 HTTP/1.1" status: 204 len: 168 time: 1.2057617 May 03 22:39:03.712425 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273cb8d-d836-426a-8b2b-4a810ca2c688 req-b2d0f24f-a290-4d44-865b-cc962cfe7dc5 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:03.714189 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3273cb8d-d836-426a-8b2b-4a810ca2c688 req-b2d0f24f-a290-4d44-865b-cc962cfe7dc5 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 945 time: 0.1634767 May 03 22:39:03.727293 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-74a6f5d7-a3d5-4288-9ddc-9090747bd33a service neutron] Request body: {'port': {'device_id': '73101597-6151-4461-bcc0-d53041013b82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:03.807210 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd72cc1-26a7-4d8c-92da-2c9073e0f6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46a9f0c-604d-4f6f-8d44-6c8fd0f533b4,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:03.843890 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3273cb8d-d836-426a-8b2b-4a810ca2c688 req-2192ec5b-142d-4153-b74e-252b31aa903a tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad137d59-bcb9-4c33-a4bf-4845bca5bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208935 May 03 22:39:03.921996 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564c71d-a209-4ae4-9b53-4c1d87ad19a9 req-77921866-0f33-4973-8932-f2e1a87598f3 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:03.924373 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1564c71d-a209-4ae4-9b53-4c1d87ad19a9 req-77921866-0f33-4973-8932-f2e1a87598f3 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=73101597-6151-4461-bcc0-d53041013b82 HTTP/1.1" status: 200 len: 931 time: 0.1711092 May 03 22:39:04.045809 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af75ff67-9216-4d3c-84bc-375326ecf14b req-a5239c3f-630c-4023-b08f-654875a0a174 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "GET /v2.0/security-groups/6166b93e-700e-40b3-8858-05ebf117a776 HTTP/1.1" status: 200 len: 1806 time: 0.1192269 May 03 22:39:04.061197 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1564c71d-a209-4ae4-9b53-4c1d87ad19a9 req-cd63be4b-0bba-4e14-884b-bce0694dc516 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170363 May 03 22:39:04.064901 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-435d8a5a-f8b4-4d08-8c66-d2f1c4292ebf tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:04.110556 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e61d63ab-587c-4220-baf3-423d207fa0b2 req-4c944726-82db-48ea-8413-084b29e4dd60 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ad137d59-bcb9-4c33-a4bf-4845bca5bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3130269 May 03 22:39:04.174771 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af75ff67-9216-4d3c-84bc-375326ecf14b req-1360ddf9-204b-4a70-9adb-de1535817b5a tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "GET /v2.0/security-groups/d1c1917a-98b4-44e1-bea7-ae47bed82cc9 HTTP/1.1" status: 200 len: 1806 time: 0.1099734 May 03 22:39:04.182393 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43320) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:04.205157 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a4499d2a-1262-44f8-ac67-325f01d2d1b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:04.219971 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-af75ff67-9216-4d3c-84bc-375326ecf14b req-59b2c264-4d7c-4893-b96d-8a8503a0bd8c tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6166b93e-700e-40b3-8858-05ebf117a776', 'remote_group_id': 'd1c1917a-98b4-44e1-bea7-ae47bed82cc9', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:04.220287 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-af75ff67-9216-4d3c-84bc-375326ecf14b req-59b2c264-4d7c-4893-b96d-8a8503a0bd8c tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6166b93e-700e-40b3-8858-05ebf117a776', 'remote_group_id': 'd1c1917a-98b4-44e1-bea7-ae47bed82cc9', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:04.232708 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-af75ff67-9216-4d3c-84bc-375326ecf14b req-59b2c264-4d7c-4893-b96d-8a8503a0bd8c tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:04.265640 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-435d8a5a-f8b4-4d08-8c66-d2f1c4292ebf tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Calling delete_port for d9910f43-e989-4b8c-bbd2-1314a9f3ef8f owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:39:04.274969 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-af75ff67-9216-4d3c-84bc-375326ecf14b req-59b2c264-4d7c-4893-b96d-8a8503a0bd8c tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Usage tracker for resource:security_group_rule and tenant:bd839b8252e24f04a3218612b74b3c8d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:04.278324 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a4499d2a-1262-44f8-ac67-325f01d2d1b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:04.284714 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-af75ff67-9216-4d3c-84bc-375326ecf14b req-59b2c264-4d7c-4893-b96d-8a8503a0bd8c tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:04.291102 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2609a41a-6595-4edd-b1f5-85eaa931e619 req-f3bc7d68-2eae-41b1-9485-71b21b8bb8e2 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 210 time: 0.0597932 May 03 22:39:04.292013 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a4499d2a-1262-44f8-ac67-325f01d2d1b6 admin admin] Usage tracker for resource:security_group_rule and tenant:f5857f73824e4559aecade2769a75165 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:04.298102 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a4499d2a-1262-44f8-ac67-325f01d2d1b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:04.300778 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-af75ff67-9216-4d3c-84bc-375326ecf14b req-59b2c264-4d7c-4893-b96d-8a8503a0bd8c tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:04.306631 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a4499d2a-1262-44f8-ac67-325f01d2d1b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:04.311826 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-74a6f5d7-a3d5-4288-9ddc-9090747bd33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:04.400004 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-af75ff67-9216-4d3c-84bc-375326ecf14b req-59b2c264-4d7c-4893-b96d-8a8503a0bd8c tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:04.455837 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-af75ff67-9216-4d3c-84bc-375326ecf14b req-59b2c264-4d7c-4893-b96d-8a8503a0bd8c tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:04.478744 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-af75ff67-9216-4d3c-84bc-375326ecf14b req-59b2c264-4d7c-4893-b96d-8a8503a0bd8c tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:04.541442 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2c264-4d7c-4893-b96d-8a8503a0bd8c tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00d08ac-398f-4cde-be52-6656272ba1ae,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:04.548266 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a4499d2a-1262-44f8-ac67-325f01d2d1b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:04.553547 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a4499d2a-1262-44f8-ac67-325f01d2d1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:04.569121 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-af75ff67-9216-4d3c-84bc-375326ecf14b req-59b2c264-4d7c-4893-b96d-8a8503a0bd8c tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:04.570470 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af75ff67-9216-4d3c-84bc-375326ecf14b req-59b2c264-4d7c-4893-b96d-8a8503a0bd8c tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3898349 May 03 22:39:04.607480 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-d17749f1-e24c-4aa0-8573-cc7d9fc125d7 req-64eefc2c-e98e-4f85-b5e9-da7c041fbb7b tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1547764229', 'description': 'tempest-description-168327734'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:04.612724 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-c0b9f6c9-008f-451b-a37a-c6c80c9d54f6 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:04.614157 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-d17749f1-e24c-4aa0-8573-cc7d9fc125d7 req-64eefc2c-e98e-4f85-b5e9-da7c041fbb7b tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:04.614370 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-c0b9f6c9-008f-451b-a37a-c6c80c9d54f6 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.60 "GET /v2.0/networks?id=ebc571f4-7c6c-4734-8444-6a7a06a14e80 HTTP/1.1" status: 200 len: 814 time: 0.4982665 May 03 22:39:04.618705 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d17749f1-e24c-4aa0-8573-cc7d9fc125d7 req-64eefc2c-e98e-4f85-b5e9-da7c041fbb7b tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Usage tracker for resource:security_group and tenant:bd839b8252e24f04a3218612b74b3c8d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:04.622288 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d17749f1-e24c-4aa0-8573-cc7d9fc125d7 req-64eefc2c-e98e-4f85-b5e9-da7c041fbb7b tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:04.627564 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-d17749f1-e24c-4aa0-8573-cc7d9fc125d7 req-64eefc2c-e98e-4f85-b5e9-da7c041fbb7b tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:04.638501 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-09d4d8fc-d068-4d59-a4e7-4ae4c131ef79 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Request body: {'port': {'device_id': 'd2670065-5cb6-4b96-9177-8c54aba32e1b', 'network_id': 'ebc571f4-7c6c-4734-8444-6a7a06a14e80', 'admin_state_up': True, 'tenant_id': 'fbfe6bca3b264cd880fbd33ea61935c3'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:04.639974 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4499d2a-1262-44f8-ac67-325f01d2d1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac4b085-decc-460e-a590-47081155300a,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:04.646971 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a4499d2a-1262-44f8-ac67-325f01d2d1b6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f5857f73824e4559aecade2769a75165&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4634564 May 03 22:39:04.647846 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d17749f1-e24c-4aa0-8573-cc7d9fc125d7 req-64eefc2c-e98e-4f85-b5e9-da7c041fbb7b tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:04.666047 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43326) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:04.673449 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-d17749f1-e24c-4aa0-8573-cc7d9fc125d7 req-64eefc2c-e98e-4f85-b5e9-da7c041fbb7b tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:04.677459 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d17749f1-e24c-4aa0-8573-cc7d9fc125d7 req-64eefc2c-e98e-4f85-b5e9-da7c041fbb7b tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Usage tracker for resource:security_group_rule and tenant:bd839b8252e24f04a3218612b74b3c8d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:04.680578 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d17749f1-e24c-4aa0-8573-cc7d9fc125d7 req-64eefc2c-e98e-4f85-b5e9-da7c041fbb7b tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:04.686916 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-d17749f1-e24c-4aa0-8573-cc7d9fc125d7 req-64eefc2c-e98e-4f85-b5e9-da7c041fbb7b tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:04.795928 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d17749f1-e24c-4aa0-8573-cc7d9fc125d7 req-64eefc2c-e98e-4f85-b5e9-da7c041fbb7b tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:04.800413 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d17749f1-e24c-4aa0-8573-cc7d9fc125d7 req-64eefc2c-e98e-4f85-b5e9-da7c041fbb7b tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:04.848854 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d17749f1-e24c-4aa0-8573-cc7d9fc125d7 req-64eefc2c-e98e-4f85-b5e9-da7c041fbb7b tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:04.850398 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d17749f1-e24c-4aa0-8573-cc7d9fc125d7 req-64eefc2c-e98e-4f85-b5e9-da7c041fbb7b tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2525804 May 03 22:39:04.851886 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eefc2c-e98e-4f85-b5e9-da7c041fbb7b tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35e004e8-b82c-4f15-bb24-537e190c3c5c,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:04.885434 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-5c455da7-36db-48ed-9241-25c9ed6d8134 req-f1c6dae4-0a4b-47ee-a810-4bc503a169e5 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1661849779', 'description': 'tempest-description-1553904655'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:04.891978 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-5c455da7-36db-48ed-9241-25c9ed6d8134 req-f1c6dae4-0a4b-47ee-a810-4bc503a169e5 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:04.896168 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-5c455da7-36db-48ed-9241-25c9ed6d8134 req-f1c6dae4-0a4b-47ee-a810-4bc503a169e5 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Usage tracker for resource:security_group and tenant:bd839b8252e24f04a3218612b74b3c8d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:04.899153 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-5c455da7-36db-48ed-9241-25c9ed6d8134 req-f1c6dae4-0a4b-47ee-a810-4bc503a169e5 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:04.906709 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-5c455da7-36db-48ed-9241-25c9ed6d8134 req-f1c6dae4-0a4b-47ee-a810-4bc503a169e5 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:04.919386 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-5c455da7-36db-48ed-9241-25c9ed6d8134 req-f1c6dae4-0a4b-47ee-a810-4bc503a169e5 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:04.943236 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-5c455da7-36db-48ed-9241-25c9ed6d8134 req-f1c6dae4-0a4b-47ee-a810-4bc503a169e5 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:04.947791 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-5c455da7-36db-48ed-9241-25c9ed6d8134 req-f1c6dae4-0a4b-47ee-a810-4bc503a169e5 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Usage tracker for resource:security_group_rule and tenant:bd839b8252e24f04a3218612b74b3c8d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:04.951308 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-5c455da7-36db-48ed-9241-25c9ed6d8134 req-f1c6dae4-0a4b-47ee-a810-4bc503a169e5 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:04.957546 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-5c455da7-36db-48ed-9241-25c9ed6d8134 req-f1c6dae4-0a4b-47ee-a810-4bc503a169e5 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:05.089795 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-5c455da7-36db-48ed-9241-25c9ed6d8134 req-f1c6dae4-0a4b-47ee-a810-4bc503a169e5 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:05.097409 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-5c455da7-36db-48ed-9241-25c9ed6d8134 req-f1c6dae4-0a4b-47ee-a810-4bc503a169e5 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:05.148620 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2cca11df-4160-4882-9cb2-cb73e3b33d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:05.148859 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6dae4-0a4b-47ee-a810-4bc503a169e5 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54656f73-a36e-4c9d-93a4-a831ef218b27,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:05.154409 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-5c455da7-36db-48ed-9241-25c9ed6d8134 req-f1c6dae4-0a4b-47ee-a810-4bc503a169e5 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:05.155776 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c455da7-36db-48ed-9241-25c9ed6d8134 req-f1c6dae4-0a4b-47ee-a810-4bc503a169e5 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2752287 May 03 22:39:05.167255 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c047a5b-33ff-4361-8b3f-5699e2f5fcdd req-3d579be7-b0e3-49c1-bbb9-42d5fd4344f4 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:05.174134 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2c047a5b-33ff-4361-8b3f-5699e2f5fcdd req-3d579be7-b0e3-49c1-bbb9-42d5fd4344f4 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 945 time: 0.1748807 May 03 22:39:05.179867 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-435d8a5a-f8b4-4d08-8c66-d2f1c4292ebf tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:05.183828 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-09d4d8fc-d068-4d59-a4e7-4ae4c131ef79 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:05.229647 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2c047a5b-33ff-4361-8b3f-5699e2f5fcdd req-4e6e0f24-0939-4d31-8e0d-168d3a5d989e tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad137d59-bcb9-4c33-a4bf-4845bca5bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546374 May 03 22:39:05.238997 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-09d4d8fc-d068-4d59-a4e7-4ae4c131ef79 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Usage tracker for resource:port and tenant:fbfe6bca3b264cd880fbd33ea61935c3 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:05.272990 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-09d4d8fc-d068-4d59-a4e7-4ae4c131ef79 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:05.279084 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d8a5a-f8b4-4d08-8c66-d2f1c4292ebf tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Pushing event deleted for resources: {'Port': ['ID=d9910f43-e989-4b8c-bbd2-1314a9f3ef8f,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:05.360988 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2cca11df-4160-4882-9cb2-cb73e3b33d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:05.370772 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c43c47d7-4380-4aee-a643-cf2201835631 req-774e43dc-bb55-4a5e-975d-2fa664cb6e24 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "GET /v2.0/security-groups/35e004e8-b82c-4f15-bb24-537e190c3c5c HTTP/1.1" status: 200 len: 1806 time: 0.0725970 May 03 22:39:05.371552 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-09d4d8fc-d068-4d59-a4e7-4ae4c131ef79 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:05.418770 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09a517-5db6-4561-bcaf-e08d93e31bae req-231eb2f0-bfe7-419c-9f4b-1232c17b92f3 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:05.426877 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f09a517-5db6-4561-bcaf-e08d93e31bae req-231eb2f0-bfe7-419c-9f4b-1232c17b92f3 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=73101597-6151-4461-bcc0-d53041013b82 HTTP/1.1" status: 200 len: 931 time: 0.1626816 May 03 22:39:05.449005 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-09d4d8fc-d068-4d59-a4e7-4ae4c131ef79 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Made reservation on behalf of fbfe6bca3b264cd880fbd33ea61935c3 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:39:05.452624 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-09d4d8fc-d068-4d59-a4e7-4ae4c131ef79 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:05.495456 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c43c47d7-4380-4aee-a643-cf2201835631 req-99bb4848-24ef-47a0-9004-8383674e1da3 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "GET /v2.0/security-groups/54656f73-a36e-4c9d-93a4-a831ef218b27 HTTP/1.1" status: 200 len: 1807 time: 0.1164861 May 03 22:39:05.499954 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f09a517-5db6-4561-bcaf-e08d93e31bae req-871b6ff1-359c-49c2-9403-a968cc379e76 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722930 May 03 22:39:05.514196 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-c43c47d7-4380-4aee-a643-cf2201835631 req-f6c9c0ce-38a4-4e04-981c-cd3c8a013e59 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '35e004e8-b82c-4f15-bb24-537e190c3c5c', 'remote_group_id': '54656f73-a36e-4c9d-93a4-a831ef218b27', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:05.514521 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-c43c47d7-4380-4aee-a643-cf2201835631 req-f6c9c0ce-38a4-4e04-981c-cd3c8a013e59 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '35e004e8-b82c-4f15-bb24-537e190c3c5c', 'remote_group_id': '54656f73-a36e-4c9d-93a4-a831ef218b27', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:05.520707 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-c43c47d7-4380-4aee-a643-cf2201835631 req-f6c9c0ce-38a4-4e04-981c-cd3c8a013e59 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:05.525441 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-c43c47d7-4380-4aee-a643-cf2201835631 req-f6c9c0ce-38a4-4e04-981c-cd3c8a013e59 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Usage tracker for resource:security_group_rule and tenant:bd839b8252e24f04a3218612b74b3c8d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:05.528502 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-c43c47d7-4380-4aee-a643-cf2201835631 req-f6c9c0ce-38a4-4e04-981c-cd3c8a013e59 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:05.529743 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-435d8a5a-f8b4-4d08-8c66-d2f1c4292ebf tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:05.534956 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-c43c47d7-4380-4aee-a643-cf2201835631 req-f6c9c0ce-38a4-4e04-981c-cd3c8a013e59 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:05.684373 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-47952da4-efc4-4bea-99df-e31044aac432 req-a4082487-c7b0-4019-b9b4-488c866b2712 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 210 time: 0.0479720 May 03 22:39:05.685407 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c43c47d7-4380-4aee-a643-cf2201835631 req-f6c9c0ce-38a4-4e04-981c-cd3c8a013e59 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:05.727921 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c43c47d7-4380-4aee-a643-cf2201835631 req-f6c9c0ce-38a4-4e04-981c-cd3c8a013e59 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:05.732506 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-435d8a5a-f8b4-4d08-8c66-d2f1c4292ebf tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:05.733267 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c43c47d7-4380-4aee-a643-cf2201835631 req-f6c9c0ce-38a4-4e04-981c-cd3c8a013e59 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:05.745400 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-435d8a5a-f8b4-4d08-8c66-d2f1c4292ebf tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:05.758150 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c9c0ce-38a4-4e04-981c-cd3c8a013e59 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc6a54c0-3e4d-4e47-aaed-84f92e428e20,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:05.781001 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c43c47d7-4380-4aee-a643-cf2201835631 req-f6c9c0ce-38a4-4e04-981c-cd3c8a013e59 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:05.785260 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c43c47d7-4380-4aee-a643-cf2201835631 req-f6c9c0ce-38a4-4e04-981c-cd3c8a013e59 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2752302 May 03 22:39:05.820147 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-74a6f5d7-a3d5-4288-9ddc-9090747bd33a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e91ca731-7647-4e07-8fa8-7b4a2d0cd17f {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:39:05.830530 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-74a6f5d7-a3d5-4288-9ddc-9090747bd33a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:05.835353 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-435d8a5a-f8b4-4d08-8c66-d2f1c4292ebf tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:05.835850 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435d8a5a-f8b4-4d08-8c66-d2f1c4292ebf tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Fanout notify agent at l3_agent the message router_deleted on router bdbed21c-f2dc-46b3-a70e-46e39e8c25f8 {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:39:05.867544 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-74a6f5d7-a3d5-4288-9ddc-9090747bd33a service neutron] Transition to ACTIVE for port object e91ca731-7647-4e07-8fa8-7b4a2d0cd17f will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:39:05.868763 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2cca11df-4160-4882-9cb2-cb73e3b33d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:05.881380 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7b8a9e02-a563-4364-907a-23d19823b161 req-95de0134-f4f9-4529-afd0-62115ee2a869 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "GET /v2.0/security-groups/54656f73-a36e-4c9d-93a4-a831ef218b27 HTTP/1.1" status: 200 len: 1807 time: 0.0772283 May 03 22:39:05.899048 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-74a6f5d7-a3d5-4288-9ddc-9090747bd33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:05.936139 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca11df-4160-4882-9cb2-cb73e3b33d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac4b085-decc-460e-a590-47081155300a,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:05.972691 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7b8a9e02-a563-4364-907a-23d19823b161 req-3f39757d-491f-401e-a0b2-a8428b9bcbee tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:05.981518 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2cca11df-4160-4882-9cb2-cb73e3b33d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:05.985077 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2cca11df-4160-4882-9cb2-cb73e3b33d0f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aac4b085-decc-460e-a590-47081155300a HTTP/1.1" status: 204 len: 168 time: 1.3157687 May 03 22:39:05.997667 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-435d8a5a-f8b4-4d08-8c66-d2f1c4292ebf tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:05.998779 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-435d8a5a-f8b4-4d08-8c66-d2f1c4292ebf tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] 10.222.0.58 "DELETE /v2.0/routers/bdbed21c-f2dc-46b3-a70e-46e39e8c25f8 HTTP/1.1" status: 204 len: 168 time: 3.8245029 May 03 22:39:06.004150 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43350) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:06.019478 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-861e9e5a-d366-4bd1-bfcd-4302b61735fd tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1663731238', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:06.028059 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-861e9e5a-d366-4bd1-bfcd-4302b61735fd tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:06.032214 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-861e9e5a-d366-4bd1-bfcd-4302b61735fd tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Usage tracker for resource:router and tenant:820b63b4064b4906bfd33549f454de6d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:06.036402 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-861e9e5a-d366-4bd1-bfcd-4302b61735fd tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:06.043507 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-861e9e5a-d366-4bd1-bfcd-4302b61735fd tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:06.057325 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7b8a9e02-a563-4364-907a-23d19823b161 req-3f39757d-491f-401e-a0b2-a8428b9bcbee tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:06.069157 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-861e9e5a-d366-4bd1-bfcd-4302b61735fd tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:06.070721 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-861e9e5a-d366-4bd1-bfcd-4302b61735fd tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:06.093522 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-861e9e5a-d366-4bd1-bfcd-4302b61735fd tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:06.117543 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a6f5d7-a3d5-4288-9ddc-9090747bd33a service neutron] Pushing event updated for resources: {'Port': ['ID=e91ca731-7647-4e07-8fa8-7b4a2d0cd17f,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:06.135056 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-861e9e5a-d366-4bd1-bfcd-4302b61735fd tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:06.195650 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-861e9e5a-d366-4bd1-bfcd-4302b61735fd tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:06.199488 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-861e9e5a-d366-4bd1-bfcd-4302b61735fd tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1916189 May 03 22:39:06.203501 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43360) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:06.215541 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-09d4d8fc-d068-4d59-a4e7-4ae4c131ef79 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Allocated IP 172.20.0.8 (ebc571f4-7c6c-4734-8444-6a7a06a14e80/fe269a99-0a61-49f3-84a1-e1479dc44f08/90386d36-c44d-4064-8a75-f7c49c1009ba) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:39:06.217845 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-8f4e2d0d-698d-42bb-af85-32ba091a0f5b tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'enable_snat': False}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:06.451723 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-74a6f5d7-a3d5-4288-9ddc-9090747bd33a service neutron] Attempting to bind port e91ca731-7647-4e07-8fa8-7b4a2d0cd17f on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:39:06.452167 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-74a6f5d7-a3d5-4288-9ddc-9090747bd33a service neutron] Attempting to bind port e91ca731-7647-4e07-8fa8-7b4a2d0cd17f by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': 'b38726d5-324d-4465-9fc5-454afd2d45a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f484e0b5-7091-4031-9307-0c51512cbb0f'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:39:06.452534 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-74a6f5d7-a3d5-4288-9ddc-9090747bd33a service neutron] Attempting to bind port e91ca731-7647-4e07-8fa8-7b4a2d0cd17f on network f484e0b5-7091-4031-9307-0c51512cbb0f {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:39:06.471489 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-74a6f5d7-a3d5-4288-9ddc-9090747bd33a service neutron] Port e91ca731-7647-4e07-8fa8-7b4a2d0cd17f on network f484e0b5-7091-4031-9307-0c51512cbb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:39:06.471830 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-74a6f5d7-a3d5-4288-9ddc-9090747bd33a service neutron] Attempting to bind port e91ca731-7647-4e07-8fa8-7b4a2d0cd17f on network f484e0b5-7091-4031-9307-0c51512cbb0f {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:39:06.483148 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-74a6f5d7-a3d5-4288-9ddc-9090747bd33a service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:39:06.483148 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-74a6f5d7-a3d5-4288-9ddc-9090747bd33a service neutron] Checking segment: {'id': 'b38726d5-324d-4465-9fc5-454afd2d45a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f484e0b5-7091-4031-9307-0c51512cbb0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:39:06.483148 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-74a6f5d7-a3d5-4288-9ddc-9090747bd33a service neutron] Bound using segment: {'id': 'b38726d5-324d-4465-9fc5-454afd2d45a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f484e0b5-7091-4031-9307-0c51512cbb0f'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:39:06.483497 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-74a6f5d7-a3d5-4288-9ddc-9090747bd33a service neutron] Bound port: e91ca731-7647-4e07-8fa8-7b4a2d0cd17f, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b38726d5-324d-4465-9fc5-454afd2d45a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f484e0b5-7091-4031-9307-0c51512cbb0f'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:39:06.483810 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-74a6f5d7-a3d5-4288-9ddc-9090747bd33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:06.512017 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7b8a9e02-a563-4364-907a-23d19823b161 req-3f39757d-491f-401e-a0b2-a8428b9bcbee tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:06.577077 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f39757d-491f-401e-a0b2-a8428b9bcbee tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54656f73-a36e-4c9d-93a4-a831ef218b27,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:06.662418 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-09d4d8fc-d068-4d59-a4e7-4ae4c131ef79 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:06.703838 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-74a6f5d7-a3d5-4288-9ddc-9090747bd33a service neutron] For port e91ca731-7647-4e07-8fa8-7b4a2d0cd17f, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:39:06.707513 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-74a6f5d7-a3d5-4288-9ddc-9090747bd33a service neutron] For port e91ca731-7647-4e07-8fa8-7b4a2d0cd17f, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=e91ca731-7647-4e07-8fa8-7b4a2d0cd17f,segment=NetworkSegment(b38726d5-324d-4465-9fc5-454afd2d45a2),segment_id=b38726d5-324d-4465-9fc5-454afd2d45a2)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:39:06.715814 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-74a6f5d7-a3d5-4288-9ddc-9090747bd33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:06.743337 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7b8a9e02-a563-4364-907a-23d19823b161 req-3f39757d-491f-401e-a0b2-a8428b9bcbee tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:06.744541 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7b8a9e02-a563-4364-907a-23d19823b161 req-3f39757d-491f-401e-a0b2-a8428b9bcbee tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "DELETE /v2.0/security-groups/54656f73-a36e-4c9d-93a4-a831ef218b27 HTTP/1.1" status: 204 len: 173 time: 0.8559568 May 03 22:39:06.791965 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-74a6f5d7-a3d5-4288-9ddc-9090747bd33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:06.792650 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-74a6f5d7-a3d5-4288-9ddc-9090747bd33a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:06.794572 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-74a6f5d7-a3d5-4288-9ddc-9090747bd33a service neutron] 10.222.0.67 "PUT /v2.0/ports/e91ca731-7647-4e07-8fa8-7b4a2d0cd17f HTTP/1.1" status: 200 len: 1091 time: 3.0933437 May 03 22:39:06.795013 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73101597-6151-4461-bcc0-d53041013b82', 'tag': 'e91ca731-7647-4e07-8fa8-7b4a2d0cd17f'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:39:06.806351 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-09d4d8fc-d068-4d59-a4e7-4ae4c131ef79 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:06.829102 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a6f5d7-a3d5-4288-9ddc-9090747bd33a service neutron] Pushing event updated for resources: {'Port': ['ID=e91ca731-7647-4e07-8fa8-7b4a2d0cd17f,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:06.874979 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-09d4d8fc-d068-4d59-a4e7-4ae4c131ef79 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Network ebc571f4-7c6c-4734-8444-6a7a06a14e80 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:39:06.921597 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-09d4d8fc-d068-4d59-a4e7-4ae4c131ef79 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:39:06.972545 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-09d4d8fc-d068-4d59-a4e7-4ae4c131ef79 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:39:07.038467 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:39:07.039000 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8f4e2d0d-698d-42bb-af85-32ba091a0f5b tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:07.057072 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94f175-8e2a-41fb-87c0-bead49d255c6 req-efed730c-3548-48dc-993a-309a27761865 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:07.058705 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aa94f175-8e2a-41fb-87c0-bead49d255c6 req-efed730c-3548-48dc-993a-309a27761865 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 945 time: 0.6423116 May 03 22:39:07.105372 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d4d8fc-d068-4d59-a4e7-4ae4c131ef79 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Pushing event updated for resources: {'Port': ['ID=90386d36-c44d-4064-8a75-f7c49c1009ba,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:07.146779 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-09d4d8fc-d068-4d59-a4e7-4ae4c131ef79 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:07.146914 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aa94f175-8e2a-41fb-87c0-bead49d255c6 req-f5ad446c-c837-4322-a74c-a07615d2a074 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad137d59-bcb9-4c33-a4bf-4845bca5bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766380 May 03 22:39:07.147007 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-09d4d8fc-d068-4d59-a4e7-4ae4c131ef79 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:07.171301 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-c297ed7c-ffda-4979-a364-14731f8d5d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:07.173802 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-c297ed7c-ffda-4979-a364-14731f8d5d82 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56f2a06b55b349518a0fa1bd075b4999&device_id=73101597-6151-4461-bcc0-d53041013b82 HTTP/1.1" status: 200 len: 1094 time: 0.2977772 May 03 22:39:07.175775 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-09d4d8fc-d068-4d59-a4e7-4ae4c131ef79 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5419149 May 03 22:39:07.221701 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af46b6-eab1-46bd-861d-f76c05ca58c2 req-dc70d722-10df-452e-8484-0039f357610c tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:07.230206 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-59af46b6-eab1-46bd-861d-f76c05ca58c2 req-dc70d722-10df-452e-8484-0039f357610c tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=73101597-6151-4461-bcc0-d53041013b82 HTTP/1.1" status: 200 len: 943 time: 0.2489824 May 03 22:39:07.346510 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-59af46b6-eab1-46bd-861d-f76c05ca58c2 req-61f9923d-a48d-4668-b95b-ba0f4ca204f0 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111720 May 03 22:39:07.434103 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-10a3e106-f7fb-49e4-9418-2ba80d4ecb69 service neutron] Request body: {'port': {'device_id': 'd2670065-5cb6-4b96-9177-8c54aba32e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:07.475789 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-f1a58dc3-a989-4e75-abd2-fb0afc184dce service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e91ca731-7647-4e07-8fa8-7b4a2d0cd17f HTTP/1.1" status: 200 len: 217 time: 0.2933116 May 03 22:39:07.512925 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f71fc1fb-7074-4268-820a-6e88d51155c8 req-66c9cdf5-e178-43bf-9e3a-1bdea296b213 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "GET /v2.0/security-groups/35e004e8-b82c-4f15-bb24-537e190c3c5c HTTP/1.1" status: 200 len: 1806 time: 0.1058683 May 03 22:39:07.601346 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-28154396-e35b-40c9-a887-9685bc6957e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:07.603492 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-28154396-e35b-40c9-a887-9685bc6957e9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e1d2886a-36ca-4181-9979-2ff50bdb7ad7 HTTP/1.1" status: 200 len: 851 time: 0.1164207 May 03 22:39:07.647919 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84298128-6b96-482a-90df-6e6dab89e457'] response: {'name': 'network-changed', 'server_uuid': '73101597-6151-4461-bcc0-d53041013b82', 'tag': 'e91ca731-7647-4e07-8fa8-7b4a2d0cd17f', 'status': 'completed', 'code': 200} May 03 22:39:07.665727 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-f213dcc9-854f-4416-bb67-fd79c019656b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f484e0b5-7091-4031-9307-0c51512cbb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541301 May 03 22:39:07.666535 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-10a3e106-f7fb-49e4-9418-2ba80d4ecb69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:07.846178 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22635c-aa30-4614-b2f5-ac280984dd3f req-f0f8bbf1-db49-4190-8460-bea15abe748b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:07.854264 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-da22635c-aa30-4614-b2f5-ac280984dd3f req-f0f8bbf1-db49-4190-8460-bea15abe748b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 931 time: 0.4806163 May 03 22:39:07.922627 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-da22635c-aa30-4614-b2f5-ac280984dd3f req-11744205-cbcf-4823-be1e-767d0c3d08d7 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Synchronizing usage tracker for tenant:fbfe6bca3b264cd880fbd33ea61935c3 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:39:07.943654 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8f4e2d0d-698d-42bb-af85-32ba091a0f5b tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:07.955001 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-6025bb32-a4d0-4e81-a866-3dbf8201b967 service neutron] 10.222.0.67 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791092 May 03 22:39:07.992751 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8f4e2d0d-698d-42bb-af85-32ba091a0f5b tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:08.055223 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-da22635c-aa30-4614-b2f5-ac280984dd3f req-11744205-cbcf-4823-be1e-767d0c3d08d7 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Unset dirty status for tenant:fbfe6bca3b264cd880fbd33ea61935c3 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:39:08.068333 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-da22635c-aa30-4614-b2f5-ac280984dd3f req-11744205-cbcf-4823-be1e-767d0c3d08d7 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090931 May 03 22:39:08.133062 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71dd36-51cb-4783-8ca7-4d1752879cf1 req-05982bfa-47e0-4645-9312-8590a1c14237 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:08.135135 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1f71dd36-51cb-4783-8ca7-4d1752879cf1 req-05982bfa-47e0-4645-9312-8590a1c14237 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 945 time: 0.4086540 May 03 22:39:08.146145 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43436) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:08.188579 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-c76a4e92-0732-4bfe-9ce8-e26d953da296 req-ab3cd551-1568-4543-b7aa-469ee513a4e8 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2079401256', 'description': 'tempest-description-1696503859'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:08.204910 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-9bb3d738-5d43-4a94-aa6a-f8bbf9382c36 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Request body: {'floatingip': {'port_id': 'e5ea950b-4f10-48b9-b674-4596ab8ebe05'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:08.398587 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-10a3e106-f7fb-49e4-9418-2ba80d4ecb69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90386d36-c44d-4064-8a75-f7c49c1009ba {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:39:08.407880 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-10a3e106-f7fb-49e4-9418-2ba80d4ecb69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:08.424433 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-10a3e106-f7fb-49e4-9418-2ba80d4ecb69 service neutron] Transition to ACTIVE for port object 90386d36-c44d-4064-8a75-f7c49c1009ba will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:39:08.449358 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-c76a4e92-0732-4bfe-9ce8-e26d953da296 req-ab3cd551-1568-4543-b7aa-469ee513a4e8 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:08.460608 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-10a3e106-f7fb-49e4-9418-2ba80d4ecb69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:08.481945 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-c76a4e92-0732-4bfe-9ce8-e26d953da296 req-ab3cd551-1568-4543-b7aa-469ee513a4e8 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Usage tracker for resource:security_group and tenant:bd839b8252e24f04a3218612b74b3c8d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:08.482226 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9bb3d738-5d43-4a94-aa6a-f8bbf9382c36 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for floatingip, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:08.534218 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-c76a4e92-0732-4bfe-9ce8-e26d953da296 req-ab3cd551-1568-4543-b7aa-469ee513a4e8 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:08.558056 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-c76a4e92-0732-4bfe-9ce8-e26d953da296 req-ab3cd551-1568-4543-b7aa-469ee513a4e8 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:08.647865 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-76054c5b-5b79-42ea-919c-98cd690bfe0c req-b306c944-b181-4742-92da-1045fb7c73f9 service neutron] 10.222.0.67 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6848600 May 03 22:39:08.693001 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-8f4e2d0d-698d-42bb-af85-32ba091a0f5b tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Allocated IP 172.25.2.228 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/aa6e59c3-28ea-4e1d-a56e-e29a540bdee9) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:39:08.703798 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c76a4e92-0732-4bfe-9ce8-e26d953da296 req-ab3cd551-1568-4543-b7aa-469ee513a4e8 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:08.717184 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3e106-f7fb-49e4-9418-2ba80d4ecb69 service neutron] Pushing event updated for resources: {'Port': ['ID=90386d36-c44d-4064-8a75-f7c49c1009ba,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:08.738227 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-c76a4e92-0732-4bfe-9ce8-e26d953da296 req-ab3cd551-1568-4543-b7aa-469ee513a4e8 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:08.783760 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-c76a4e92-0732-4bfe-9ce8-e26d953da296 req-ab3cd551-1568-4543-b7aa-469ee513a4e8 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Usage tracker for resource:security_group_rule and tenant:bd839b8252e24f04a3218612b74b3c8d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:08.799676 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-c76a4e92-0732-4bfe-9ce8-e26d953da296 req-ab3cd551-1568-4543-b7aa-469ee513a4e8 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:08.830094 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-10a3e106-f7fb-49e4-9418-2ba80d4ecb69 service neutron] Attempting to bind port 90386d36-c44d-4064-8a75-f7c49c1009ba on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:39:08.830824 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-10a3e106-f7fb-49e4-9418-2ba80d4ecb69 service neutron] Attempting to bind port 90386d36-c44d-4064-8a75-f7c49c1009ba by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'a7668370-475d-4918-bbba-2675de080411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ebc571f4-7c6c-4734-8444-6a7a06a14e80'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:39:08.831353 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-10a3e106-f7fb-49e4-9418-2ba80d4ecb69 service neutron] Attempting to bind port 90386d36-c44d-4064-8a75-f7c49c1009ba on network ebc571f4-7c6c-4734-8444-6a7a06a14e80 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:39:08.840861 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-10a3e106-f7fb-49e4-9418-2ba80d4ecb69 service neutron] Port 90386d36-c44d-4064-8a75-f7c49c1009ba on network ebc571f4-7c6c-4734-8444-6a7a06a14e80 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:39:08.841455 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-10a3e106-f7fb-49e4-9418-2ba80d4ecb69 service neutron] Attempting to bind port 90386d36-c44d-4064-8a75-f7c49c1009ba on network ebc571f4-7c6c-4734-8444-6a7a06a14e80 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:39:08.841611 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-c76a4e92-0732-4bfe-9ce8-e26d953da296 req-ab3cd551-1568-4543-b7aa-469ee513a4e8 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:08.848391 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-10a3e106-f7fb-49e4-9418-2ba80d4ecb69 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:39:08.849294 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-10a3e106-f7fb-49e4-9418-2ba80d4ecb69 service neutron] Checking segment: {'id': 'a7668370-475d-4918-bbba-2675de080411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ebc571f4-7c6c-4734-8444-6a7a06a14e80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:39:08.849913 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-10a3e106-f7fb-49e4-9418-2ba80d4ecb69 service neutron] Bound using segment: {'id': 'a7668370-475d-4918-bbba-2675de080411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ebc571f4-7c6c-4734-8444-6a7a06a14e80'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:39:08.850534 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-10a3e106-f7fb-49e4-9418-2ba80d4ecb69 service neutron] Bound port: 90386d36-c44d-4064-8a75-f7c49c1009ba, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7668370-475d-4918-bbba-2675de080411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ebc571f4-7c6c-4734-8444-6a7a06a14e80'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:39:08.851067 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-10a3e106-f7fb-49e4-9418-2ba80d4ecb69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:08.928627 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1cc480-cc8f-4bd2-9a6e-58a906048025 req-b2522d1d-fc88-434f-8f44-81994ea16a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:08.928627 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ad1cc480-cc8f-4bd2-9a6e-58a906048025 req-b2522d1d-fc88-434f-8f44-81994ea16a5d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56f2a06b55b349518a0fa1bd075b4999&device_id=73101597-6151-4461-bcc0-d53041013b82 HTTP/1.1" status: 200 len: 1094 time: 0.2014234 May 03 22:39:09.154668 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-10a3e106-f7fb-49e4-9418-2ba80d4ecb69 service neutron] For port 90386d36-c44d-4064-8a75-f7c49c1009ba, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:39:09.184054 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-10a3e106-f7fb-49e4-9418-2ba80d4ecb69 service neutron] For port 90386d36-c44d-4064-8a75-f7c49c1009ba, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=90386d36-c44d-4064-8a75-f7c49c1009ba,segment=NetworkSegment(a7668370-475d-4918-bbba-2675de080411),segment_id=a7668370-475d-4918-bbba-2675de080411)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:39:09.198718 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-10a3e106-f7fb-49e4-9418-2ba80d4ecb69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:09.244567 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93541a-8f4b-4835-9139-1cfe1f2693c8 req-87882caf-521d-41dc-a64f-c2519b32fdb3 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:09.264943 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2f93541a-8f4b-4835-9139-1cfe1f2693c8 req-87882caf-521d-41dc-a64f-c2519b32fdb3 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=73101597-6151-4461-bcc0-d53041013b82 HTTP/1.1" status: 200 len: 943 time: 0.6420145 May 03 22:39:09.430835 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1cc480-cc8f-4bd2-9a6e-58a906048025 req-4eef1b56-140b-4056-ae01-f38571721dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:09.432186 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ad1cc480-cc8f-4bd2-9a6e-58a906048025 req-4eef1b56-140b-4056-ae01-f38571721dba service neutron] 10.222.0.67 "GET /v2.0/networks?id=f484e0b5-7091-4031-9307-0c51512cbb0f HTTP/1.1" status: 200 len: 912 time: 0.4843602 May 03 22:39:09.450330 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2f93541a-8f4b-4835-9139-1cfe1f2693c8 req-53f3f226-6663-461c-9639-5425d90b8c45 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843078 May 03 22:39:09.517673 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8f4e2d0d-698d-42bb-af85-32ba091a0f5b tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:09.561102 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c76a4e92-0732-4bfe-9ce8-e26d953da296 req-ab3cd551-1568-4543-b7aa-469ee513a4e8 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:09.570009 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c76a4e92-0732-4bfe-9ce8-e26d953da296 req-ab3cd551-1568-4543-b7aa-469ee513a4e8 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:09.570338 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ad1cc480-cc8f-4bd2-9a6e-58a906048025 req-134c26fb-27ce-4a00-8182-c46d40d47ab9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e91ca731-7647-4e07-8fa8-7b4a2d0cd17f HTTP/1.1" status: 200 len: 217 time: 0.1280305 May 03 22:39:09.579342 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-10a3e106-f7fb-49e4-9418-2ba80d4ecb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:09.582317 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-10a3e106-f7fb-49e4-9418-2ba80d4ecb69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:09.583711 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-10a3e106-f7fb-49e4-9418-2ba80d4ecb69 service neutron] 10.222.0.60 "PUT /v2.0/ports/90386d36-c44d-4064-8a75-f7c49c1009ba HTTP/1.1" status: 200 len: 1091 time: 2.1602423 May 03 22:39:09.677402 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3cd551-1568-4543-b7aa-469ee513a4e8 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9bb048-2743-4653-a43b-ccd90cff0aa6,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:09.687813 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2670065-5cb6-4b96-9177-8c54aba32e1b', 'tag': '90386d36-c44d-4064-8a75-f7c49c1009ba'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:39:09.694702 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1cc480-cc8f-4bd2-9a6e-58a906048025 req-a9b33591-707a-4ad3-bd9b-942c817c734d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:09.696943 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ad1cc480-cc8f-4bd2-9a6e-58a906048025 req-a9b33591-707a-4ad3-bd9b-942c817c734d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e1d2886a-36ca-4181-9979-2ff50bdb7ad7 HTTP/1.1" status: 200 len: 851 time: 0.1084089 May 03 22:39:09.815259 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ad1cc480-cc8f-4bd2-9a6e-58a906048025 req-d6251097-2fe0-486a-8dff-6c9c8062bf50 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f484e0b5-7091-4031-9307-0c51512cbb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490751 May 03 22:39:09.832040 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c76a4e92-0732-4bfe-9ce8-e26d953da296 req-ab3cd551-1568-4543-b7aa-469ee513a4e8 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:09.838386 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c76a4e92-0732-4bfe-9ce8-e26d953da296 req-ab3cd551-1568-4543-b7aa-469ee513a4e8 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.6987860 May 03 22:39:09.847193 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3e106-f7fb-49e4-9418-2ba80d4ecb69 service neutron] Pushing event updated for resources: {'Port': ['ID=90386d36-c44d-4064-8a75-f7c49c1009ba,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:09.849801 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8f4e2d0d-698d-42bb-af85-32ba091a0f5b tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:09.967732 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-b7aeab03-d7b1-4e2b-8c0e-29b3516fe6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:09.970260 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-b7aeab03-d7b1-4e2b-8c0e-29b3516fe6e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbfe6bca3b264cd880fbd33ea61935c3&device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 1094 time: 0.2719517 May 03 22:39:10.041386 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9bb3d738-5d43-4a94-aa6a-f8bbf9382c36 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:10.044540 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4e2d0d-698d-42bb-af85-32ba091a0f5b tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:39:10.051170 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-8f4e2d0d-698d-42bb-af85-32ba091a0f5b tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:39:10.056837 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4e2d0d-698d-42bb-af85-32ba091a0f5b tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:39:10.119070 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-02dcfdf9-32ea-4539-b253-a61a0fb4b2a0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90386d36-c44d-4064-8a75-f7c49c1009ba HTTP/1.1" status: 200 len: 217 time: 0.1379201 May 03 22:39:10.160453 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9bb3d738-5d43-4a94-aa6a-f8bbf9382c36 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:10.217781 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ad1cc480-cc8f-4bd2-9a6e-58a906048025 req-90dfe1f7-8747-4d1e-b14d-4c656f1403fb service neutron] 10.222.0.67 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934674 May 03 22:39:10.328794 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-16e6224e-f098-4f43-8d04-1b74ff473df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:10.330514 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-16e6224e-f098-4f43-8d04-1b74ff473df0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe269a99-0a61-49f3-84a1-e1479dc44f08 HTTP/1.1" status: 200 len: 854 time: 0.1962569 May 03 22:39:10.440220 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-3c6cb268-7ad7-4250-9e7d-e021998cc23b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ebc571f4-7c6c-4734-8444-6a7a06a14e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524395 May 03 22:39:10.590094 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-09ea8769-2398-4d31-9781-4fbe53adcb0e service neutron] 10.222.0.60 "GET /v2.0/networks/ebc571f4-7c6c-4734-8444-6a7a06a14e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360173 May 03 22:39:10.594392 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84fc88a6-ae65-4372-8095-9fc5b6fab5a5'] response: {'name': 'network-changed', 'server_uuid': 'd2670065-5cb6-4b96-9177-8c54aba32e1b', 'tag': '90386d36-c44d-4064-8a75-f7c49c1009ba', 'status': 'completed', 'code': 200} May 03 22:39:10.683901 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e2d0d-698d-42bb-af85-32ba091a0f5b tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Pushing event updated for resources: {'Port': ['ID=aa6e59c3-28ea-4e1d-a56e-e29a540bdee9,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:10.853685 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ad1cc480-cc8f-4bd2-9a6e-58a906048025 req-dd54bf33-3521-4652-9cf6-64d3cb58ae71 service neutron] 10.222.0.67 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6192677 May 03 22:39:10.858112 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-07813bf0-d38c-4b5a-b19b-5eb82a099e5e req-c66d4af5-6904-46c1-b3ee-53f31db28058 service neutron] 10.222.0.60 "GET /v2.0/networks/ebc571f4-7c6c-4734-8444-6a7a06a14e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553198 May 03 22:39:10.933181 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fd7931d3-befc-43f1-8c6f-9540c5803fb3 req-cd613d7e-dc0e-4a9d-9d28-20ec8ec47a3a tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "GET /v2.0/security-groups/2f9bb048-2743-4653-a43b-ccd90cff0aa6 HTTP/1.1" status: 200 len: 1807 time: 0.3542340 May 03 22:39:10.947275 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-fd7931d3-befc-43f1-8c6f-9540c5803fb3 req-b2771b34-1b61-431f-9977-6a39c5c96628 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2f9bb048-2743-4653-a43b-ccd90cff0aa6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:10.947684 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-fd7931d3-befc-43f1-8c6f-9540c5803fb3 req-b2771b34-1b61-431f-9977-6a39c5c96628 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2f9bb048-2743-4653-a43b-ccd90cff0aa6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:10.953842 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-fd7931d3-befc-43f1-8c6f-9540c5803fb3 req-b2771b34-1b61-431f-9977-6a39c5c96628 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:10.957843 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-fd7931d3-befc-43f1-8c6f-9540c5803fb3 req-b2771b34-1b61-431f-9977-6a39c5c96628 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Usage tracker for resource:security_group_rule and tenant:bd839b8252e24f04a3218612b74b3c8d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:10.960839 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-fd7931d3-befc-43f1-8c6f-9540c5803fb3 req-b2771b34-1b61-431f-9977-6a39c5c96628 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:10.966822 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-fd7931d3-befc-43f1-8c6f-9540c5803fb3 req-b2771b34-1b61-431f-9977-6a39c5c96628 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:11.037696 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f725b-0839-44e6-b051-21b2df939dfb req-21f945ae-3f79-4cf0-9642-27c407b3d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:11.039661 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d93f725b-0839-44e6-b051-21b2df939dfb req-21f945ae-3f79-4cf0-9642-27c407b3d543 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbfe6bca3b264cd880fbd33ea61935c3&device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 1094 time: 0.0958283 May 03 22:39:11.073722 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-9bb3d738-5d43-4a94-aa6a-f8bbf9382c36 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Floating IP 6a4e2b95-4353-40d9-bc02-c93ff29d5c8e associated. External IP: 172.25.2.223, port: e5ea950b-4f10-48b9-b674-4596ab8ebe05. May 03 22:39:11.217586 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f725b-0839-44e6-b051-21b2df939dfb req-207b09c8-31c4-4b8b-85fa-9771d232e42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:11.223277 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d93f725b-0839-44e6-b051-21b2df939dfb req-207b09c8-31c4-4b8b-85fa-9771d232e42f service neutron] 10.222.0.60 "GET /v2.0/networks?id=ebc571f4-7c6c-4734-8444-6a7a06a14e80 HTTP/1.1" status: 200 len: 915 time: 0.1640208 May 03 22:39:11.298304 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe183a-bdc4-4aeb-a776-8f2d86d6808b req-35b94e60-6d35-4714-aa3d-b801d10722f2 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:11.303590 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9fbe183a-bdc4-4aeb-a776-8f2d86d6808b req-35b94e60-6d35-4714-aa3d-b801d10722f2 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 943 time: 1.2578435 May 03 22:39:11.313978 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d93f725b-0839-44e6-b051-21b2df939dfb req-d838f443-fb3f-402c-89a5-e88c1b59df86 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90386d36-c44d-4064-8a75-f7c49c1009ba HTTP/1.1" status: 200 len: 217 time: 0.0818589 May 03 22:39:11.403435 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f725b-0839-44e6-b051-21b2df939dfb req-67472275-ac52-4309-b627-25392172fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:11.409691 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d93f725b-0839-44e6-b051-21b2df939dfb req-67472275-ac52-4309-b627-25392172fc6a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe269a99-0a61-49f3-84a1-e1479dc44f08 HTTP/1.1" status: 200 len: 854 time: 0.0851638 May 03 22:39:11.478646 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d93f725b-0839-44e6-b051-21b2df939dfb req-d1169655-1a08-4c52-b1de-ff731aaf65ce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ebc571f4-7c6c-4734-8444-6a7a06a14e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600851 May 03 22:39:11.525373 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fd7931d3-befc-43f1-8c6f-9540c5803fb3 req-b2771b34-1b61-431f-9977-6a39c5c96628 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:11.876367 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d93f725b-0839-44e6-b051-21b2df939dfb req-5d3cd8b0-cf0e-413d-9b6a-b9896d77dca1 service neutron] 10.222.0.60 "GET /v2.0/networks/ebc571f4-7c6c-4734-8444-6a7a06a14e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801174 May 03 22:39:12.018850 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9fbe183a-bdc4-4aeb-a776-8f2d86d6808b req-d6c8b3ca-6097-404c-ac8d-dea0c9e6762c tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6917040 May 03 22:39:12.042280 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fd7931d3-befc-43f1-8c6f-9540c5803fb3 req-b2771b34-1b61-431f-9977-6a39c5c96628 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:12.065615 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fd7931d3-befc-43f1-8c6f-9540c5803fb3 req-b2771b34-1b61-431f-9977-6a39c5c96628 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:12.116611 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2771b34-1b61-431f-9977-6a39c5c96628 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=493d1fa7-249e-4087-911f-7863f06fa70f,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:12.167281 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d93f725b-0839-44e6-b051-21b2df939dfb req-e7167d4f-b777-4492-8bdf-51c88c4cb574 service neutron] 10.222.0.60 "GET /v2.0/networks/ebc571f4-7c6c-4734-8444-6a7a06a14e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761180 May 03 22:39:12.176840 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb3d738-5d43-4a94-aa6a-f8bbf9382c36 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Router 8cdea6f8-d82d-43c1-9820-97fa0586d072 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:39:12.181338 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8f4e2d0d-698d-42bb-af85-32ba091a0f5b tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:12.244474 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-fd7931d3-befc-43f1-8c6f-9540c5803fb3 req-b2771b34-1b61-431f-9977-6a39c5c96628 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:12.249249 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fd7931d3-befc-43f1-8c6f-9540c5803fb3 req-b2771b34-1b61-431f-9977-6a39c5c96628 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.3150864 May 03 22:39:12.566491 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device e91ca731-7647-4e07-8fa8-7b4a2d0cd17f details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:39:12.751728 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a0b43bf8-5f0c-4fd4-b20c-927992dca5a8 req-de1a5876-1ba8-48b8-ac8b-8ccb38af43c4 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "GET /v2.0/security-groups/2f9bb048-2743-4653-a43b-ccd90cff0aa6 HTTP/1.1" status: 200 len: 2401 time: 0.4092858 May 03 22:39:12.753989 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port e91ca731-7647-4e07-8fa8-7b4a2d0cd17f, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=e91ca731-7647-4e07-8fa8-7b4a2d0cd17f,segment=NetworkSegment(b38726d5-324d-4465-9fc5-454afd2d45a2),segment_id=b38726d5-324d-4465-9fc5-454afd2d45a2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:39:12.769318 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'e91ca731-7647-4e07-8fa8-7b4a2d0cd17f', 'network_id': 'f484e0b5-7091-4031-9307-0c51512cbb0f', 'port_id': 'e91ca731-7647-4e07-8fa8-7b4a2d0cd17f', 'mac_address': 'fa:16:3e:dd:58:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d2886a-36ca-4181-9979-2ff50bdb7ad7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:39:12.769780 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-a0b43bf8-5f0c-4fd4-b20c-927992dca5a8 req-d56a31af-c17c-4a43-8a47-4ba7d079cb02 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2f9bb048-2743-4653-a43b-ccd90cff0aa6', 'remote_group_id': None}]} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:12.770137 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-a0b43bf8-5f0c-4fd4-b20c-927992dca5a8 req-d56a31af-c17c-4a43-8a47-4ba7d079cb02 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2f9bb048-2743-4653-a43b-ccd90cff0aa6', 'remote_group_id': None}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:12.783112 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-a0b43bf8-5f0c-4fd4-b20c-927992dca5a8 req-d56a31af-c17c-4a43-8a47-4ba7d079cb02 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:12.801795 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-a0b43bf8-5f0c-4fd4-b20c-927992dca5a8 req-d56a31af-c17c-4a43-8a47-4ba7d079cb02 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Usage tracker for resource:security_group_rule and tenant:bd839b8252e24f04a3218612b74b3c8d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:12.809371 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-a0b43bf8-5f0c-4fd4-b20c-927992dca5a8 req-d56a31af-c17c-4a43-8a47-4ba7d079cb02 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:12.842376 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:12.866402 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e91ca731-7647-4e07-8fa8-7b4a2d0cd17f {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:39:12.892145 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port e91ca731-7647-4e07-8fa8-7b4a2d0cd17f, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=e91ca731-7647-4e07-8fa8-7b4a2d0cd17f,segment=NetworkSegment(b38726d5-324d-4465-9fc5-454afd2d45a2),segment_id=b38726d5-324d-4465-9fc5-454afd2d45a2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:39:12.897739 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:12.936567 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-a0b43bf8-5f0c-4fd4-b20c-927992dca5a8 req-d56a31af-c17c-4a43-8a47-4ba7d079cb02 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:12.984539 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb3d738-5d43-4a94-aa6a-f8bbf9382c36 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:39:12.994857 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9bb3d738-5d43-4a94-aa6a-f8bbf9382c36 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:12.998455 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49476ca-7a44-465c-8a47-7b2aaf88f93a None None] Sync routers for ids ['8cdea6f8-d82d-43c1-9820-97fa0586d072'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:39:13.010953 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=e91ca731-7647-4e07-8fa8-7b4a2d0cd17f,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:13.012725 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49476ca-7a44-465c-8a47-7b2aaf88f93a None None] Routers {'8cdea6f8-d82d-43c1-9820-97fa0586d072'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:39:13.013566 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-c49476ca-7a44-465c-8a47-7b2aaf88f93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:38:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['8cdea6f8-d82d-43c1-9820-97fa0586d072'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:39:13.076705 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832a0f5-a9c9-4452-b927-12e0fca05840 req-05786db9-ad6f-4505-8081-75f9aaf0d7fe tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:13.084456 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7832a0f5-a9c9-4452-b927-12e0fca05840 req-05786db9-ad6f-4505-8081-75f9aaf0d7fe tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=73101597-6151-4461-bcc0-d53041013b82 HTTP/1.1" status: 200 len: 943 time: 0.7224786 May 03 22:39:13.146630 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9bb3d738-5d43-4a94-aa6a-f8bbf9382c36 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "PUT /v2.0/floatingips/6a4e2b95-4353-40d9-bc02-c93ff29d5c8e HTTP/1.1" status: 200 len: 991 time: 4.9994836 May 03 22:39:13.149017 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8f4e2d0d-698d-42bb-af85-32ba091a0f5b tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:13.153891 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30690a26-0132-4b06-b179-ef395322020d', 'tag': 'e5ea950b-4f10-48b9-b674-4596ab8ebe05'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:39:13.185767 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8f4e2d0d-698d-42bb-af85-32ba091a0f5b tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-785141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-785150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-783245'] for router, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:13.190526 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['e91ca731-7647-4e07-8fa8-7b4a2d0cd17f'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:39:13.193929 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a0b43bf8-5f0c-4fd4-b20c-927992dca5a8 req-d56a31af-c17c-4a43-8a47-4ba7d079cb02 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:13.207023 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7832a0f5-a9c9-4452-b927-12e0fca05840 req-0515db9c-889b-46f4-930e-443055cf2161 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216631 May 03 22:39:13.273367 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-c49476ca-7a44-465c-8a47-7b2aaf88f93a None None] Set router 8cdea6f8-d82d-43c1-9820-97fa0586d072 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:39:13.522566 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a0b43bf8-5f0c-4fd4-b20c-927992dca5a8 req-d56a31af-c17c-4a43-8a47-4ba7d079cb02 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:13.577273 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a0b43bf8-5f0c-4fd4-b20c-927992dca5a8 req-d56a31af-c17c-4a43-8a47-4ba7d079cb02 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:13.621034 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a31af-c17c-4a43-8a47-4ba7d079cb02 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c0a64eb-e1a3-46cb-af2e-753bb9b7f076,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:13.655267 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a0b43bf8-5f0c-4fd4-b20c-927992dca5a8 req-d56a31af-c17c-4a43-8a47-4ba7d079cb02 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:13.657529 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a0b43bf8-5f0c-4fd4-b20c-927992dca5a8 req-d56a31af-c17c-4a43-8a47-4ba7d079cb02 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.8913889 May 03 22:39:13.691217 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4e2d0d-698d-42bb-af85-32ba091a0f5b tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Router 125f4268-d080-46b1-ac88-4993da8a69f4 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:39:13.902740 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f588a-e006-4afe-9e22-97f04873a58c req-0f8cd3bf-5739-40ec-8de6-e4b8fbc96f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:13.904324 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-246f588a-e006-4afe-9e22-97f04873a58c req-0f8cd3bf-5739-40ec-8de6-e4b8fbc96f72 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e561281e65ac44bbb283fb588b1ce5d2&device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 1096 time: 0.1014261 May 03 22:39:13.910423 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-c49476ca-7a44-465c-8a47-7b2aaf88f93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'name': 'tempest-AttachVolumeTestJSON-2080392932-router', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6c98eef3-3a72-4293-a34d-0afc1332225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:38:12Z', 'updated_at': '2022-05-03T22:38:31Z', 'revision_number': 4, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'gw_port': {'id': '6c98eef3-3a72-4293-a34d-0afc1332225f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:38:15Z', 'updated_at': '2022-05-03T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '6a4e2b95-4353-40d9-bc02-c93ff29d5c8e', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'floating_ip_address': '172.25.2.223', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'port_id': 'e5ea950b-4f10-48b9-b674-4596ab8ebe05', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa', 'mac_address': 'fa:16:3e:4b:8d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30690a26-0132-4b06-b179-ef395322020d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:38:42Z', 'updated_at': '2022-05-03T22:39:09Z', 'revision_number': 1, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44b602a1-8dab-47ee-beaf-5cd83b1b7b8a', 'name': '', 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'mac_address': 'fa:16:3e:84:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '6f2b7d32-d8f2-456e-bc38-b728e1fe95c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:38:28Z', 'updated_at': '2022-05-03T22:38:41Z', 'revision_number': 5, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'subnets': [{'id': '6f2b7d32-d8f2-456e-bc38-b728e1fe95c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:39:13.910744 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1c8f08e-2efc-4d57-b7c9-90033eda8c06'] response: {'name': 'network-changed', 'server_uuid': '30690a26-0132-4b06-b179-ef395322020d', 'tag': 'e5ea950b-4f10-48b9-b674-4596ab8ebe05', 'status': 'completed', 'code': 200} May 03 22:39:13.915783 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49476ca-7a44-465c-8a47-7b2aaf88f93a None None] Checking router: 8cdea6f8-d82d-43c1-9820-97fa0586d072 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:39:13.924510 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49476ca-7a44-465c-8a47-7b2aaf88f93a None None] Routers {'8cdea6f8-d82d-43c1-9820-97fa0586d072'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:39:13.925363 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-c49476ca-7a44-465c-8a47-7b2aaf88f93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:38:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['8cdea6f8-d82d-43c1-9820-97fa0586d072'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:39:14.061813 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f588a-e006-4afe-9e22-97f04873a58c req-9df9c2cd-dacd-48de-a3a3-7ce3f2a24e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:14.063320 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-246f588a-e006-4afe-9e22-97f04873a58c req-9df9c2cd-dacd-48de-a3a3-7ce3f2a24e06 service neutron] 10.222.0.60 "GET /v2.0/networks?id=52887582-9aaf-461f-9114-9c737d13cefa HTTP/1.1" status: 200 len: 912 time: 0.1520922 May 03 22:39:14.094761 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-37c77c07-8551-4ade-b13d-0f482c48c2b9 req-8ab0a306-6a68-4337-bedc-031e918f060b tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "GET /v2.0/security-groups/2f9bb048-2743-4653-a43b-ccd90cff0aa6 HTTP/1.1" status: 200 len: 3000 time: 0.2787368 May 03 22:39:14.141478 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-c49476ca-7a44-465c-8a47-7b2aaf88f93a None None] Set router 8cdea6f8-d82d-43c1-9820-97fa0586d072 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:39:14.162151 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4e2d0d-698d-42bb-af85-32ba091a0f5b tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:39:14.168314 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8f4e2d0d-698d-42bb-af85-32ba091a0f5b tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:14.173154 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8f4e2d0d-698d-42bb-af85-32ba091a0f5b tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] 10.222.0.58 "PUT /v2.0/routers/125f4268-d080-46b1-ac88-4993da8a69f4 HTTP/1.1" status: 200 len: 920 time: 7.9664223 May 03 22:39:14.175112 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43584) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:14.175655 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7352cb68-af23-4cee-9a0e-c862c59d73d7 None None] Sync routers for ids ['125f4268-d080-46b1-ac88-4993da8a69f4'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:39:14.203093 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-246f588a-e006-4afe-9e22-97f04873a58c req-f864e799-cb6f-40c8-b163-1b24694d671f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5ea950b-4f10-48b9-b674-4596ab8ebe05 HTTP/1.1" status: 200 len: 999 time: 0.1323693 May 03 22:39:14.209077 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7352cb68-af23-4cee-9a0e-c862c59d73d7 None None] Routers {'125f4268-d080-46b1-ac88-4993da8a69f4'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:39:14.209706 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-7352cb68-af23-4cee-9a0e-c862c59d73d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:38:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['125f4268-d080-46b1-ac88-4993da8a69f4'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:39:14.278678 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f588a-e006-4afe-9e22-97f04873a58c req-2a31deac-a0a0-4cd5-9690-64a466efab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:14.280485 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-246f588a-e006-4afe-9e22-97f04873a58c req-2a31deac-a0a0-4cd5-9690-64a466efab81 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6f2b7d32-d8f2-456e-bc38-b728e1fe95c7 HTTP/1.1" status: 200 len: 850 time: 0.0671117 May 03 22:39:14.283114 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-7352cb68-af23-4cee-9a0e-c862c59d73d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:39:14.292898 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7352cb68-af23-4cee-9a0e-c862c59d73d7 None None] Routers {'125f4268-d080-46b1-ac88-4993da8a69f4'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:39:14.293810 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-7352cb68-af23-4cee-9a0e-c862c59d73d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:38:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['125f4268-d080-46b1-ac88-4993da8a69f4'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:39:14.354489 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-7352cb68-af23-4cee-9a0e-c862c59d73d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:39:14.355236 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7352cb68-af23-4cee-9a0e-c862c59d73d7 None None] The sync data for ids ['125f4268-d080-46b1-ac88-4993da8a69f4'] in n-d-811807-1 is: [] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:39:14.382920 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-cc111abd-2df8-49da-bcef-98923de121f3 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] 10.222.0.58 "GET /v2.0/routers/125f4268-d080-46b1-ac88-4993da8a69f4 HTTP/1.1" status: 200 len: 926 time: 0.2059395 May 03 22:39:14.383502 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43590) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:14.384652 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f588a-e006-4afe-9e22-97f04873a58c req-bf515878-bc87-4d82-8335-6055b09e7f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:14.386257 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-246f588a-e006-4afe-9e22-97f04873a58c req-bf515878-bc87-4d82-8335-6055b09e7f69 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=52887582-9aaf-461f-9114-9c737d13cefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956209 May 03 22:39:14.550281 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98882e7-34d0-42a0-a926-28939a580936 req-85229968-6f0d-439b-86e7-eceb529e44df tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:14.574850 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b98882e7-34d0-42a0-a926-28939a580936 req-85229968-6f0d-439b-86e7-eceb529e44df tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 943 time: 0.6631131 May 03 22:39:14.580157 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-246f588a-e006-4afe-9e22-97f04873a58c req-69c5ab6c-b85e-425b-a8a7-f69cc2a1fa16 service neutron] 10.222.0.60 "GET /v2.0/networks/52887582-9aaf-461f-9114-9c737d13cefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846857 May 03 22:39:14.580816 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device e91ca731-7647-4e07-8fa8-7b4a2d0cd17f up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:39:14.747079 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-c49476ca-7a44-465c-8a47-7b2aaf88f93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'name': 'tempest-AttachVolumeTestJSON-2080392932-router', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6c98eef3-3a72-4293-a34d-0afc1332225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:38:12Z', 'updated_at': '2022-05-03T22:38:31Z', 'revision_number': 4, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'gw_port': {'id': '6c98eef3-3a72-4293-a34d-0afc1332225f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:38:15Z', 'updated_at': '2022-05-03T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '6a4e2b95-4353-40d9-bc02-c93ff29d5c8e', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'floating_ip_address': '172.25.2.223', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'port_id': 'e5ea950b-4f10-48b9-b674-4596ab8ebe05', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa', 'mac_address': 'fa:16:3e:4b:8d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30690a26-0132-4b06-b179-ef395322020d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:38:42Z', 'updated_at': '2022-05-03T22:39:09Z', 'revision_number': 1, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44b602a1-8dab-47ee-beaf-5cd83b1b7b8a', 'name': '', 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'mac_address': 'fa:16:3e:84:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '6f2b7d32-d8f2-456e-bc38-b728e1fe95c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:38:28Z', 'updated_at': '2022-05-03T22:38:41Z', 'revision_number': 5, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'subnets': [{'id': '6f2b7d32-d8f2-456e-bc38-b728e1fe95c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:39:14.751158 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49476ca-7a44-465c-8a47-7b2aaf88f93a None None] The sync data for ids ['8cdea6f8-d82d-43c1-9820-97fa0586d072'] in n-d-811807-1 is: [{'id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'name': 'tempest-AttachVolumeTestJSON-2080392932-router', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6c98eef3-3a72-4293-a34d-0afc1332225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:38:12Z', 'updated_at': '2022-05-03T22:38:31Z', 'revision_number': 4, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'gw_port': {'id': '6c98eef3-3a72-4293-a34d-0afc1332225f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:38:15Z', 'updated_at': '2022-05-03T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '6a4e2b95-4353-40d9-bc02-c93ff29d5c8e', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'floating_ip_address': '172.25.2.223', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'port_id': 'e5ea950b-4f10-48b9-b674-4596ab8ebe05', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa', 'mac_address': 'fa:16:3e:4b:8d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30690a26-0132-4b06-b179-ef395322020d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:38:42Z', 'updated_at': '2022-05-03T22:39:09Z', 'revision_number': 1, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44b602a1-8dab-47ee-beaf-5cd83b1b7b8a', 'name': '', 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'mac_address': 'fa:16:3e:84:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '6f2b7d32-d8f2-456e-bc38-b728e1fe95c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:38:28Z', 'updated_at': '2022-05-03T22:38:41Z', 'revision_number': 5, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'subnets': [{'id': '6f2b7d32-d8f2-456e-bc38-b728e1fe95c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:39:14.759309 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b98882e7-34d0-42a0-a926-28939a580936 req-9714802c-4b17-47f5-81f0-827bb4cfd45c tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828220 May 03 22:39:14.782928 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfc41fb-cf33-4a3a-a4e5-3f89389f6e4b tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:14.784958 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2cfc41fb-cf33-4a3a-a4e5-3f89389f6e4b tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=de8965b2-8ea3-4c2b-86b9-c128a58c6e1e&device_id=125f4268-d080-46b1-ac88-4993da8a69f4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3975477 May 03 22:39:14.788065 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port e91ca731-7647-4e07-8fa8-7b4a2d0cd17f completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:39:14.788218 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43600) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:14.794658 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port e91ca731-7647-4e07-8fa8-7b4a2d0cd17f triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:39:14.795274 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:14.811522 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4695d855-e271-475e-919c-4968230782d6 req-446853b4-e5c9-420c-bfcd-69b0feae143a tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "GET /v2.0/security-group-rules/6c0a64eb-e1a3-46cb-af2e-753bb9b7f076 HTTP/1.1" status: 200 len: 783 time: 0.0235376 May 03 22:39:14.907580 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d1a76-644c-492a-99f2-876bde2f9270 req-47bc3148-bc7a-4f6f-9c7c-d0125ec6743e tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:14.917667 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4c8d1a76-644c-492a-99f2-876bde2f9270 req-47bc3148-bc7a-4f6f-9c7c-d0125ec6743e tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 946 time: 0.5322711 May 03 22:39:14.918770 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 90386d36-c44d-4064-8a75-f7c49c1009ba details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:39:14.959137 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:15.068219 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed9440c-6950-4c6c-a4bb-d45f9f630a14 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:15.071816 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6ed9440c-6950-4c6c-a4bb-d45f9f630a14 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 881 time: 0.2746136 May 03 22:39:15.072580 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43610) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:15.095727 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port e91ca731-7647-4e07-8fa8-7b4a2d0cd17f, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=e91ca731-7647-4e07-8fa8-7b4a2d0cd17f,segment=NetworkSegment(b38726d5-324d-4465-9fc5-454afd2d45a2),segment_id=b38726d5-324d-4465-9fc5-454afd2d45a2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:39:15.100282 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73101597-6151-4461-bcc0-d53041013b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91ca731-7647-4e07-8fa8-7b4a2d0cd17f'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:39:15.159212 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefccb79-88cc-43da-a5d6-e9f90e3d13c9 None None] New status for floating IP 6a4e2b95-4353-40d9-bc02-c93ff29d5c8e: ACTIVE {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:39:15.170904 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:15.189917 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-699e5166-132a-4ddb-81cc-8c06248ac47c tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] 10.222.0.58 "GET /v2.0/ports?device_id=125f4268-d080-46b1-ac88-4993da8a69f4 HTTP/1.1" status: 200 len: 205 time: 0.1136122 May 03 22:39:15.201018 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43626) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:15.289690 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4695d855-e271-475e-919c-4968230782d6 req-b96d3894-1baf-4a65-ab82-c51cfff61afb tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "GET /v2.0/security-groups/2f9bb048-2743-4653-a43b-ccd90cff0aa6 HTTP/1.1" status: 200 len: 3000 time: 0.4716673 May 03 22:39:15.369432 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4c8d1a76-644c-492a-99f2-876bde2f9270 req-ee7f2bc5-712e-4aed-9626-54c9f1c91443 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4507847 May 03 22:39:15.402011 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-246f588a-e006-4afe-9e22-97f04873a58c req-2d77947c-7828-4d15-82ff-93cabdee7213 service neutron] 10.222.0.60 "GET /v2.0/networks/52887582-9aaf-461f-9114-9c737d13cefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7721112 May 03 22:39:15.402618 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=e91ca731-7647-4e07-8fa8-7b4a2d0cd17f,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:15.403197 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4695d855-e271-475e-919c-4968230782d6 req-b26b1cd2-3e7d-42e2-aedc-5a1900e23d23 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:15.435862 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4695d855-e271-475e-919c-4968230782d6 req-b26b1cd2-3e7d-42e2-aedc-5a1900e23d23 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:15.518890 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 90386d36-c44d-4064-8a75-f7c49c1009ba, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=90386d36-c44d-4064-8a75-f7c49c1009ba,segment=NetworkSegment(a7668370-475d-4918-bbba-2675de080411),segment_id=a7668370-475d-4918-bbba-2675de080411)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:39:15.534720 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5e3c08cd-3ffc-441f-9f33-ab1956f6fb8b tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:15.537702 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4695d855-e271-475e-919c-4968230782d6 req-b26b1cd2-3e7d-42e2-aedc-5a1900e23d23 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:15.558172 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '90386d36-c44d-4064-8a75-f7c49c1009ba', 'network_id': 'ebc571f4-7c6c-4734-8444-6a7a06a14e80', 'port_id': '90386d36-c44d-4064-8a75-f7c49c1009ba', 'mac_address': 'fa:16:3e:61:ae:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe269a99-0a61-49f3-84a1-e1479dc44f08', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:39:15.573311 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b1cd2-3e7d-42e2-aedc-5a1900e23d23 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c0a64eb-e1a3-46cb-af2e-753bb9b7f076,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:15.576108 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4695d855-e271-475e-919c-4968230782d6 req-b26b1cd2-3e7d-42e2-aedc-5a1900e23d23 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:15.587523 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4695d855-e271-475e-919c-4968230782d6 req-b26b1cd2-3e7d-42e2-aedc-5a1900e23d23 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/6c0a64eb-e1a3-46cb-af2e-753bb9b7f076 HTTP/1.1" status: 204 len: 173 time: 0.2786429 May 03 22:39:15.652534 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4adb1966-0cd2-4e56-bbae-fa0c9479d202'] response: {'server_uuid': '73101597-6151-4461-bcc0-d53041013b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91ca731-7647-4e07-8fa8-7b4a2d0cd17f', 'code': 200} May 03 22:39:15.783710 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8ed61f29-32b1-4ad9-b88d-3f50d7395b95 req-5827da1f-c650-43cf-9cde-d8645c30dbab tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "GET /v2.0/security-groups/2f9bb048-2743-4653-a43b-ccd90cff0aa6 HTTP/1.1" status: 200 len: 2401 time: 0.1224935 May 03 22:39:15.821930 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:15.867338 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90386d36-c44d-4064-8a75-f7c49c1009ba {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:39:15.887247 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e855a33-a057-4415-943d-f03d4c71b508 req-e839f34a-82f2-40a3-b2d9-fb2ca5154413 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:15.889195 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e855a33-a057-4415-943d-f03d4c71b508 req-e839f34a-82f2-40a3-b2d9-fb2ca5154413 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=73101597-6151-4461-bcc0-d53041013b82 HTTP/1.1" status: 200 len: 945 time: 0.2902012 May 03 22:39:15.920023 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 90386d36-c44d-4064-8a75-f7c49c1009ba, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=90386d36-c44d-4064-8a75-f7c49c1009ba,segment=NetworkSegment(a7668370-475d-4918-bbba-2675de080411),segment_id=a7668370-475d-4918-bbba-2675de080411)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:39:15.930402 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:16.036574 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=90386d36-c44d-4064-8a75-f7c49c1009ba,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:16.066507 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e855a33-a057-4415-943d-f03d4c71b508 req-ea0339dc-13a5-4c9b-b837-7a8b7ee5c86f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699357 May 03 22:39:16.134593 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-8ed61f29-32b1-4ad9-b88d-3f50d7395b95 req-7bedb7f8-8aa4-42a7-b183-f8e33f47559e tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:16.160187 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d7abd-7fb9-49e2-9ef5-413bdb171f25 req-f427b1ae-7b24-4a50-a140-7da544658085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:16.162436 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d05d7abd-7fb9-49e2-9ef5-413bdb171f25 req-f427b1ae-7b24-4a50-a140-7da544658085 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=73101597-6151-4461-bcc0-d53041013b82 HTTP/1.1" status: 200 len: 1096 time: 0.1806452 May 03 22:39:16.187450 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8b28e-7795-4663-8826-ecb7744b7b04 req-325ec9be-82de-4056-a3a9-d67e5adfb68f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:16.187450 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-78c8b28e-7795-4663-8826-ecb7744b7b04 req-325ec9be-82de-4056-a3a9-d67e5adfb68f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Synchronizing usage tracker for tenant:4005ab853daa4dd0a8c6d47cfa1e3258 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:39:16.205160 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-8ed61f29-32b1-4ad9-b88d-3f50d7395b95 req-7bedb7f8-8aa4-42a7-b183-f8e33f47559e tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:16.222327 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['90386d36-c44d-4064-8a75-f7c49c1009ba'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:39:16.242259 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5e3c08cd-3ffc-441f-9f33-ab1956f6fb8b tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:16.262680 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d05d7abd-7fb9-49e2-9ef5-413bdb171f25 req-91bb2395-624a-4177-b52f-70533e11a493 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616245 May 03 22:39:16.266785 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-5e3c08cd-3ffc-441f-9f33-ab1956f6fb8b tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Deleting port aa6e59c3-28ea-4e1d-a56e-e29a540bdee9 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:39:16.267125 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5e3c08cd-3ffc-441f-9f33-ab1956f6fb8b tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:16.337624 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-78c8b28e-7795-4663-8826-ecb7744b7b04 req-325ec9be-82de-4056-a3a9-d67e5adfb68f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Unset dirty status for tenant:4005ab853daa4dd0a8c6d47cfa1e3258 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:39:16.342507 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-78c8b28e-7795-4663-8826-ecb7744b7b04 req-325ec9be-82de-4056-a3a9-d67e5adfb68f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.60 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 946 time: 0.9193878 May 03 22:39:16.424967 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-8ed61f29-32b1-4ad9-b88d-3f50d7395b95 req-7bedb7f8-8aa4-42a7-b183-f8e33f47559e tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:16.449929 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bedb7f8-8aa4-42a7-b183-f8e33f47559e tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9bb048-2743-4653-a43b-ccd90cff0aa6,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:16.468689 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f14f8-9f81-43d6-8714-1e156f4f2e20 req-39351513-a993-4308-a41c-a7b283791e72 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:16.475758 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f73f14f8-9f81-43d6-8714-1e156f4f2e20 req-39351513-a993-4308-a41c-a7b283791e72 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 944 time: 0.1863911 May 03 22:39:16.490139 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-8ed61f29-32b1-4ad9-b88d-3f50d7395b95 req-7bedb7f8-8aa4-42a7-b183-f8e33f47559e tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:16.491566 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8ed61f29-32b1-4ad9-b88d-3f50d7395b95 req-7bedb7f8-8aa4-42a7-b183-f8e33f47559e tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "DELETE /v2.0/security-groups/2f9bb048-2743-4653-a43b-ccd90cff0aa6 HTTP/1.1" status: 204 len: 173 time: 0.7070661 May 03 22:39:16.567889 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f73f14f8-9f81-43d6-8714-1e156f4f2e20 req-a0eacb01-da33-44cd-9cbd-fd3d8ad5b226 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909481 May 03 22:39:16.628172 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [req-239634f9-c1d4-4ca9-a9cd-c16413630504 req-b2df0909-68ff-42fe-8799-521943d7d2d9 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] show failed (client error): The resource could not be found. May 03 22:39:16.665150 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-239634f9-c1d4-4ca9-a9cd-c16413630504 req-b2df0909-68ff-42fe-8799-521943d7d2d9 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "GET /v2.0/security-groups/54656f73-a36e-4c9d-93a4-a831ef218b27 HTTP/1.1" status: 404 len: 352 time: 0.0790114 May 03 22:39:16.752410 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8223c25c-0712-4450-ad6e-62f1e42b24e7 req-a1033ade-6fe9-4476-9566-9321bc95fc99 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "GET /v2.0/security-groups/35e004e8-b82c-4f15-bb24-537e190c3c5c HTTP/1.1" status: 200 len: 1806 time: 0.0697579 May 03 22:39:16.758126 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-78c8b28e-7795-4663-8826-ecb7744b7b04 req-c52a3c5f-fcbe-4716-b93e-a9c8c79b02dc tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Deleting port 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:39:16.759352 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-78c8b28e-7795-4663-8826-ecb7744b7b04 req-c52a3c5f-fcbe-4716-b93e-a9c8c79b02dc tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:16.894449 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-8223c25c-0712-4450-ad6e-62f1e42b24e7 req-f9b00d13-d113-4201-adac-945011421c90 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:16.933536 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-8223c25c-0712-4450-ad6e-62f1e42b24e7 req-f9b00d13-d113-4201-adac-945011421c90 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:16.950565 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5e3c08cd-3ffc-441f-9f33-ab1956f6fb8b tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:16.999245 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8a811-eb9b-4c35-b339-2dd6c315f0d0 req-36cc1f95-07e1-4d71-baa5-e8af0ef07812 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:17.006236 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-53e8a811-eb9b-4c35-b339-2dd6c315f0d0 req-36cc1f95-07e1-4d71-baa5-e8af0ef07812 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 946 time: 0.2395318 May 03 22:39:17.020489 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-8223c25c-0712-4450-ad6e-62f1e42b24e7 req-f9b00d13-d113-4201-adac-945011421c90 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:17.061467 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b00d13-d113-4201-adac-945011421c90 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e004e8-b82c-4f15-bb24-537e190c3c5c,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:17.072400 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-8223c25c-0712-4450-ad6e-62f1e42b24e7 req-f9b00d13-d113-4201-adac-945011421c90 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:17.073634 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8223c25c-0712-4450-ad6e-62f1e42b24e7 req-f9b00d13-d113-4201-adac-945011421c90 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "DELETE /v2.0/security-groups/35e004e8-b82c-4f15-bb24-537e190c3c5c HTTP/1.1" status: 204 len: 173 time: 0.3204117 May 03 22:39:17.086586 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-53e8a811-eb9b-4c35-b339-2dd6c315f0d0 req-af435f83-a6de-41b3-81f4-a321a4328b28 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774958 May 03 22:39:17.141333 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-5e3c08cd-3ffc-441f-9f33-ab1956f6fb8b tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Calling delete_port for aa6e59c3-28ea-4e1d-a56e-e29a540bdee9 owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:39:17.205524 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-27decb1e-0281-4934-934f-8ade789e0c14 req-3c00968d-2573-48c0-9fc8-4d7f431fa483 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "GET /v2.0/security-groups/d1c1917a-98b4-44e1-bea7-ae47bed82cc9 HTTP/1.1" status: 200 len: 1806 time: 0.0881863 May 03 22:39:17.389311 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-78c8b28e-7795-4663-8826-ecb7744b7b04 req-c52a3c5f-fcbe-4716-b93e-a9c8c79b02dc tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] For port 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56,segment=NetworkSegment(c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008),segment_id=c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:39:17.389988 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-78c8b28e-7795-4663-8826-ecb7744b7b04 req-c52a3c5f-fcbe-4716-b93e-a9c8c79b02dc tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:17.420228 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb068371-0a92-4f02-ae5f-212b938eb2fc req-3ab93f61-350d-4834-8f25-f8ac7d524f01 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:17.421978 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cb068371-0a92-4f02-ae5f-212b938eb2fc req-3ab93f61-350d-4834-8f25-f8ac7d524f01 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=73101597-6151-4461-bcc0-d53041013b82 HTTP/1.1" status: 200 len: 945 time: 0.1692388 May 03 22:39:17.422715 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-27decb1e-0281-4934-934f-8ade789e0c14 req-05fd9d5a-4b7a-4312-813d-c6e5d0351cf1 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:17.517752 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-27decb1e-0281-4934-934f-8ade789e0c14 req-05fd9d5a-4b7a-4312-813d-c6e5d0351cf1 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:17.642295 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cb068371-0a92-4f02-ae5f-212b938eb2fc req-6baf4480-5c20-45ef-b1e8-a459bdb1b074 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000127 May 03 22:39:17.706181 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-27decb1e-0281-4934-934f-8ade789e0c14 req-05fd9d5a-4b7a-4312-813d-c6e5d0351cf1 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:17.750548 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd9d5a-4b7a-4312-813d-c6e5d0351cf1 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c1917a-98b4-44e1-bea7-ae47bed82cc9,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:17.766429 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-27decb1e-0281-4934-934f-8ade789e0c14 req-05fd9d5a-4b7a-4312-813d-c6e5d0351cf1 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:17.770055 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-27decb1e-0281-4934-934f-8ade789e0c14 req-05fd9d5a-4b7a-4312-813d-c6e5d0351cf1 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "DELETE /v2.0/security-groups/d1c1917a-98b4-44e1-bea7-ae47bed82cc9 HTTP/1.1" status: 204 len: 173 time: 0.5382233 May 03 22:39:17.831050 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5e3c08cd-3ffc-441f-9f33-ab1956f6fb8b tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:17.912088 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c08cd-3ffc-441f-9f33-ab1956f6fb8b tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Pushing event deleted for resources: {'Port': ['ID=aa6e59c3-28ea-4e1d-a56e-e29a540bdee9,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:17.917512 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1d6ec863-ec06-41db-b985-1494199a708c req-22aa2761-3f7b-4dcc-b13c-030da47803c2 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "GET /v2.0/security-groups/6166b93e-700e-40b3-8858-05ebf117a776 HTTP/1.1" status: 200 len: 1806 time: 0.1204772 May 03 22:39:17.995246 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f88c97-aa34-4fde-a644-2fb7f08f4525 req-fe5ef7d4-71e7-4ed1-94d3-b74e3b5072ef tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:17.996958 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-93f88c97-aa34-4fde-a644-2fb7f08f4525 req-fe5ef7d4-71e7-4ed1-94d3-b74e3b5072ef tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 944 time: 0.1840909 May 03 22:39:18.036321 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1d6ec863-ec06-41db-b985-1494199a708c req-d34a5019-3eae-4fb9-825f-b28e4ff57fe1 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:18.118292 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-93f88c97-aa34-4fde-a644-2fb7f08f4525 req-6c0664f6-8542-45a3-8aec-3e2c1f22fc7c tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068232 May 03 22:39:18.119883 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1d6ec863-ec06-41db-b985-1494199a708c req-d34a5019-3eae-4fb9-825f-b28e4ff57fe1 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:18.221634 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1d6ec863-ec06-41db-b985-1494199a708c req-d34a5019-3eae-4fb9-825f-b28e4ff57fe1 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:18.251148 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a5019-3eae-4fb9-825f-b28e4ff57fe1 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6166b93e-700e-40b3-8858-05ebf117a776,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:18.273690 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1d6ec863-ec06-41db-b985-1494199a708c req-d34a5019-3eae-4fb9-825f-b28e4ff57fe1 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:18.275430 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1d6ec863-ec06-41db-b985-1494199a708c req-d34a5019-3eae-4fb9-825f-b28e4ff57fe1 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "DELETE /v2.0/security-groups/6166b93e-700e-40b3-8858-05ebf117a776 HTTP/1.1" status: 204 len: 173 time: 0.3509841 May 03 22:39:18.422384 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-608bea8e-dc6b-4526-8ade-d139fe75853b req-378c3267-6eee-4894-96dc-c9c7af3ed214 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "GET /v2.0/security-groups/43f105eb-6f15-4ecc-a2fd-582a0eecc08d HTTP/1.1" status: 200 len: 2406 time: 0.1266987 May 03 22:39:18.428571 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-78c8b28e-7795-4663-8826-ecb7744b7b04 req-c52a3c5f-fcbe-4716-b93e-a9c8c79b02dc tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:18.429121 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-78c8b28e-7795-4663-8826-ecb7744b7b04 req-c52a3c5f-fcbe-4716-b93e-a9c8c79b02dc tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:18.429364 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [req-78c8b28e-7795-4663-8826-ecb7744b7b04 req-c52a3c5f-fcbe-4716-b93e-a9c8c79b02dc tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Floating IP 657eba6b-2079-4543-bf78-b84395b19b08 disassociated. External IP: 172.25.2.173, port: 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56. May 03 22:39:18.429595 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-78c8b28e-7795-4663-8826-ecb7744b7b04 req-c52a3c5f-fcbe-4716-b93e-a9c8c79b02dc tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Calling delete_port for 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:39:18.483130 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5e3c08cd-3ffc-441f-9f33-ab1956f6fb8b tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:18.546634 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de3141-c83c-475c-b936-36a953401c69 req-a343468f-df98-440e-a7e1-f50cfd570c08 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:18.553623 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-16de3141-c83c-475c-b936-36a953401c69 req-a343468f-df98-440e-a7e1-f50cfd570c08 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 946 time: 0.2340865 May 03 22:39:18.615022 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-16de3141-c83c-475c-b936-36a953401c69 req-f22e6ae7-1572-4fc2-9a45-883d171a87a2 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=187f2855-91fc-403d-9c9f-bc2067493083&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582476 May 03 22:39:18.647497 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-608bea8e-dc6b-4526-8ade-d139fe75853b req-fb073aaa-431c-49c8-8c32-e959daab674e tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:18.679781 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-608bea8e-dc6b-4526-8ade-d139fe75853b req-fb073aaa-431c-49c8-8c32-e959daab674e tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:18.744075 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-78c8b28e-7795-4663-8826-ecb7744b7b04 req-c52a3c5f-fcbe-4716-b93e-a9c8c79b02dc tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:18.755158 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-608bea8e-dc6b-4526-8ade-d139fe75853b req-fb073aaa-431c-49c8-8c32-e959daab674e tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:18.786229 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb073aaa-431c-49c8-8c32-e959daab674e tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f105eb-6f15-4ecc-a2fd-582a0eecc08d,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:18.801924 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-608bea8e-dc6b-4526-8ade-d139fe75853b req-fb073aaa-431c-49c8-8c32-e959daab674e tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:18.803339 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-608bea8e-dc6b-4526-8ade-d139fe75853b req-fb073aaa-431c-49c8-8c32-e959daab674e tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "DELETE /v2.0/security-groups/43f105eb-6f15-4ecc-a2fd-582a0eecc08d HTTP/1.1" status: 204 len: 173 time: 0.3711793 May 03 22:39:18.902637 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a3c5f-fcbe-4716-b93e-a9c8c79b02dc tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Pushing event deleted for resources: {'Port': ['ID=5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:18.916112 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 90386d36-c44d-4064-8a75-f7c49c1009ba up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:39:18.921513 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a6f9dccd-e4f4-4155-b2d7-05117f825fa1 req-b6c85411-915a-4f05-8c2c-567d6d548ca2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=73101597-6151-4461-bcc0-d53041013b82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8359354 May 03 22:39:18.949593 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5e3c08cd-3ffc-441f-9f33-ab1956f6fb8b tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:18.971965 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0a74a864-8f01-4ef8-80cf-a392edc67a79 req-85830089-af13-415f-a762-937bea612e93 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "GET /v2.0/security-groups/d04ff032-d681-4205-a4de-5f408d966c90 HTTP/1.1" status: 200 len: 2401 time: 0.1509519 May 03 22:39:19.030798 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1ce90-f596-46b8-89eb-2ad2ca0e41d6 req-3806bdd1-f956-467e-8d28-a85562eec57b tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:19.032280 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f5b1ce90-f596-46b8-89eb-2ad2ca0e41d6 req-3806bdd1-f956-467e-8d28-a85562eec57b tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=73101597-6151-4461-bcc0-d53041013b82 HTTP/1.1" status: 200 len: 945 time: 0.1530454 May 03 22:39:19.076060 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 90386d36-c44d-4064-8a75-f7c49c1009ba completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:39:19.081211 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 90386d36-c44d-4064-8a75-f7c49c1009ba triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:39:19.081756 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:19.126102 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f5b1ce90-f596-46b8-89eb-2ad2ca0e41d6 req-d8d89275-b3b5-4000-ae6f-510e21c2077a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865126 May 03 22:39:19.142330 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0a74a864-8f01-4ef8-80cf-a392edc67a79 req-b5835758-66ff-4a88-8fa5-87e2536b6bd7 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:19.199213 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0a74a864-8f01-4ef8-80cf-a392edc67a79 req-b5835758-66ff-4a88-8fa5-87e2536b6bd7 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:19.212383 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:19.245805 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2670065-5cb6-4b96-9177-8c54aba32e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90386d36-c44d-4064-8a75-f7c49c1009ba'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:39:19.256942 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 90386d36-c44d-4064-8a75-f7c49c1009ba, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=90386d36-c44d-4064-8a75-f7c49c1009ba,segment=NetworkSegment(a7668370-475d-4918-bbba-2675de080411),segment_id=a7668370-475d-4918-bbba-2675de080411)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:39:19.262108 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:19.369821 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0a74a864-8f01-4ef8-80cf-a392edc67a79 req-b5835758-66ff-4a88-8fa5-87e2536b6bd7 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:19.406827 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=90386d36-c44d-4064-8a75-f7c49c1009ba,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:19.414773 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5e3c08cd-3ffc-441f-9f33-ab1956f6fb8b tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:19.422832 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5835758-66ff-4a88-8fa5-87e2536b6bd7 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04ff032-d681-4205-a4de-5f408d966c90,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:19.441918 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0a74a864-8f01-4ef8-80cf-a392edc67a79 req-b5835758-66ff-4a88-8fa5-87e2536b6bd7 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:19.443875 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0a74a864-8f01-4ef8-80cf-a392edc67a79 req-b5835758-66ff-4a88-8fa5-87e2536b6bd7 tempest-SecurityGroupRulesTestJSON-66189990 tempest-SecurityGroupRulesTestJSON-66189990-project] 10.222.0.58 "DELETE /v2.0/security-groups/d04ff032-d681-4205-a4de-5f408d966c90 HTTP/1.1" status: 204 len: 173 time: 0.4655013 May 03 22:39:19.457533 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43756) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:19.489457 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78c8b28e-7795-4663-8826-ecb7744b7b04 req-c52a3c5f-fcbe-4716-b93e-a9c8c79b02dc tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Router 6d844c5b-1141-4870-949f-26977ca0c94d has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:39:19.563624 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf67c45b-ecfe-43d0-984d-2cf6d18889f6'] response: {'server_uuid': 'd2670065-5cb6-4b96-9177-8c54aba32e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90386d36-c44d-4064-8a75-f7c49c1009ba', 'code': 200} May 03 22:39:19.675696 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-29ad66c0-6533-4919-9cfa-96e303310ff5 admin admin] Deleting subnet ef711539-cefb-470f-90ac-5cfc0cd8eb93 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:39:19.680116 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-29ad66c0-6533-4919-9cfa-96e303310ff5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:19.918902 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5e3c08cd-3ffc-441f-9f33-ab1956f6fb8b tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:19.919424 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3c08cd-3ffc-441f-9f33-ab1956f6fb8b tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Fanout notify agent at l3_agent the message router_deleted on router 125f4268-d080-46b1-ac88-4993da8a69f4 {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:39:19.990289 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ddf312d9-cfe0-43e0-9b4c-bfdba29408aa req-d45ec942-a55e-4f95-b9cb-3947c303caa7 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 210 time: 0.0555468 May 03 22:39:20.032720 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0f745-55a6-4160-8764-51295af4c4f9 req-9bd30288-f274-4363-8b7f-0f5d518b63e8 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:20.034227 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-45c0f745-55a6-4160-8764-51295af4c4f9 req-9bd30288-f274-4363-8b7f-0f5d518b63e8 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.5085127 May 03 22:39:20.084353 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5e3c08cd-3ffc-441f-9f33-ab1956f6fb8b tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:20.086006 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5e3c08cd-3ffc-441f-9f33-ab1956f6fb8b tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] 10.222.0.58 "DELETE /v2.0/routers/125f4268-d080-46b1-ac88-4993da8a69f4 HTTP/1.1" status: 204 len: 168 time: 4.8837309 May 03 22:39:20.104798 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9dccd-e4f4-4155-b2d7-05117f825fa1 req-1966056e-8dc6-4dbb-9f73-059de0be8d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:20.104798 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a6f9dccd-e4f4-4155-b2d7-05117f825fa1 req-1966056e-8dc6-4dbb-9f73-059de0be8d7f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56f2a06b55b349518a0fa1bd075b4999&device_id=73101597-6151-4461-bcc0-d53041013b82 HTTP/1.1" status: 200 len: 1096 time: 0.7881284 May 03 22:39:20.115119 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43780) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:20.121015 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359676d-2d0c-4f52-b074-6b1445d58a15 req-bad5d3fd-11e3-4c06-94a1-9c9684d7af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:20.122535 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6359676d-2d0c-4f52-b074-6b1445d58a15 req-bad5d3fd-11e3-4c06-94a1-9c9684d7af0d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 1096 time: 0.2613218 May 03 22:39:20.126390 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-45c0f745-55a6-4160-8764-51295af4c4f9 req-88e32576-73bc-4063-afa9-665e193bf6f8 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845461 May 03 22:39:20.142477 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-5d987754-2900-4694-83dd-e70a245b7264 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1076494353', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}, 'admin_state_up': False}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:20.165467 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-29ad66c0-6533-4919-9cfa-96e303310ff5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:20.173091 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-5d987754-2900-4694-83dd-e70a245b7264 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:20.178808 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5d987754-2900-4694-83dd-e70a245b7264 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Usage tracker for resource:router and tenant:820b63b4064b4906bfd33549f454de6d is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:20.182622 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5d987754-2900-4694-83dd-e70a245b7264 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:20.257524 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-29ad66c0-6533-4919-9cfa-96e303310ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:20.259243 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-5d987754-2900-4694-83dd-e70a245b7264 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:20.297335 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6359676d-2d0c-4f52-b074-6b1445d58a15 req-5696a32e-8d20-4ab8-b391-0041231a9372 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713148 May 03 22:39:20.349345 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78c8b28e-7795-4663-8826-ecb7744b7b04 req-c52a3c5f-fcbe-4716-b93e-a9c8c79b02dc tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:39:20.358307 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5d987754-2900-4694-83dd-e70a245b7264 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:20.359815 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5d987754-2900-4694-83dd-e70a245b7264 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:20.368926 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abf4258-54d2-4536-8294-5544ed6c6391 None None] Sync routers for ids ['6d844c5b-1141-4870-949f-26977ca0c94d'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:39:20.386561 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abf4258-54d2-4536-8294-5544ed6c6391 None None] Routers {'6d844c5b-1141-4870-949f-26977ca0c94d'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:39:20.387217 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-0abf4258-54d2-4536-8294-5544ed6c6391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:38:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6d844c5b-1141-4870-949f-26977ca0c94d'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:39:20.395058 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-29ad66c0-6533-4919-9cfa-96e303310ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:20.442226 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-29ad66c0-6533-4919-9cfa-96e303310ff5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:20.456062 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad66c0-6533-4919-9cfa-96e303310ff5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef711539-cefb-470f-90ac-5cfc0cd8eb93,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:20.459911 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-29ad66c0-6533-4919-9cfa-96e303310ff5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ef711539-cefb-470f-90ac-5cfc0cd8eb93 HTTP/1.1" status: 204 len: 168 time: 1.0006227 May 03 22:39:20.463293 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43792) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:20.521110 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9dccd-e4f4-4155-b2d7-05117f825fa1 req-f239f293-f9b6-412a-ba82-3d736389e0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:20.523202 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a6f9dccd-e4f4-4155-b2d7-05117f825fa1 req-f239f293-f9b6-412a-ba82-3d736389e0da service neutron] 10.222.0.67 "GET /v2.0/networks?id=f484e0b5-7091-4031-9307-0c51512cbb0f HTTP/1.1" status: 200 len: 912 time: 0.3277285 May 03 22:39:20.533612 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c8b28e-7795-4663-8826-ecb7744b7b04 req-c52a3c5f-fcbe-4716-b93e-a9c8c79b02dc tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] No DVR routers for this DVR port 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:39:20.678354 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0af388a8-585e-4c15-bbec-88db0ff595ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:20.756352 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-0abf4258-54d2-4536-8294-5544ed6c6391 None None] Set router 6d844c5b-1141-4870-949f-26977ca0c94d gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:39:20.870719 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-78c8b28e-7795-4663-8826-ecb7744b7b04 req-c52a3c5f-fcbe-4716-b93e-a9c8c79b02dc tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:20.885780 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5d987754-2900-4694-83dd-e70a245b7264 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:20.887429 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba', 'name': 'network-vif-deleted', 'tag': '5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:39:20.930734 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0af388a8-585e-4c15-bbec-88db0ff595ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:20.931655 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a6f9dccd-e4f4-4155-b2d7-05117f825fa1 req-50e02eb9-381f-41dc-983a-29f95b167dc9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e91ca731-7647-4e07-8fa8-7b4a2d0cd17f HTTP/1.1" status: 200 len: 217 time: 0.4000683 May 03 22:39:20.938152 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-78c8b28e-7795-4663-8826-ecb7744b7b04 req-c52a3c5f-fcbe-4716-b93e-a9c8c79b02dc tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.60 "DELETE /v2.0/ports/5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 HTTP/1.1" status: 204 len: 173 time: 4.5695601 May 03 22:39:20.963565 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-0af388a8-585e-4c15-bbec-88db0ff595ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56f6dec1-dd03-40a3-8dc6-d3e9dd356596']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:39:20.979640 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-0af388a8-585e-4c15-bbec-88db0ff595ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf7d617f-58a5-4e6f-96e2-5216eef4f0fe') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:39:20.980279 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-0af388a8-585e-4c15-bbec-88db0ff595ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf7d617f-58a5-4e6f-96e2-5216eef4f0fe') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:39:20.994226 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0af388a8-585e-4c15-bbec-88db0ff595ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:21.015463 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0af388a8-585e-4c15-bbec-88db0ff595ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:21.025462 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0af388a8-585e-4c15-bbec-88db0ff595ed admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:39:21.026287 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0af388a8-585e-4c15-bbec-88db0ff595ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:21.037426 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9dccd-e4f4-4155-b2d7-05117f825fa1 req-50176bf2-0034-43fb-bd95-d9662d697b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:21.039349 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a6f9dccd-e4f4-4155-b2d7-05117f825fa1 req-50176bf2-0034-43fb-bd95-d9662d697b53 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e1d2886a-36ca-4181-9979-2ff50bdb7ad7 HTTP/1.1" status: 200 len: 851 time: 0.0991094 May 03 22:39:21.040958 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-737f84a7-45b0-41e7-9195-de9de38debc0'] response: {'server_uuid': '6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba', 'name': 'network-vif-deleted', 'tag': '5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56', 'status': 'completed', 'code': 200} May 03 22:39:21.044944 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:39:21.044944 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:39:21.044944 n-d-811807-1 neutron-server[88069]: timer() May 03 22:39:21.044944 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:39:21.044944 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:39:21.044944 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:39:21.044944 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:39:21.044944 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:39:21.044944 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:39:21.044944 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:39:21.044944 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:39:21.044944 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:39:21.044944 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:39:21.044944 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:39:21.044944 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:39:21.044944 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:39:21.044944 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:39:21.044944 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:39:21.044944 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:39:21.044944 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:39:21.044944 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:39:21.044944 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:39:21.044944 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:39:21.044944 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:39:21.044944 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:39:21.044944 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:39:21.044944 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:39:21.044944 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:39:21.044944 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:39:21.044944 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:39:21.044944 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:39:21.044944 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:39:21.064299 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:39:21.101538 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a6f9dccd-e4f4-4155-b2d7-05117f825fa1 req-a12efd08-3385-4565-bb65-b743b575206d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f484e0b5-7091-4031-9307-0c51512cbb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528395 May 03 22:39:21.164402 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0af388a8-585e-4c15-bbec-88db0ff595ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:21.208344 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:39:21.209416 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 5f3c03b3-ddb6-4cdc-8bd7-19430e86ea56 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:39:21.234047 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0af388a8-585e-4c15-bbec-88db0ff595ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:21.282237 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0af388a8-585e-4c15-bbec-88db0ff595ed admin admin] 10.222.0.58 "DELETE /v2.0/networks/56f6dec1-dd03-40a3-8dc6-d3e9dd356596 HTTP/1.1" status: 204 len: 168 time: 0.8040452 May 03 22:39:21.301890 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af388a8-585e-4c15-bbec-88db0ff595ed admin admin] Pushing event deleted for resources: {'Network': ['ID=56f6dec1-dd03-40a3-8dc6-d3e9dd356596,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:21.508291 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d618e5c6-a909-4d40-b017-6b8a4cdd9c0b req-4dcb2fc2-8932-4c24-ba3f-a8a9965647df tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=6012d8a6-4d32-4d5d-be7a-b0f2b41c3dba HTTP/1.1" status: 200 len: 210 time: 0.1897125 May 03 22:39:21.858700 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-0abf4258-54d2-4536-8294-5544ed6c6391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'name': 'tempest-AttachVolumeShelveTestJSON-489129605-router', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '640ff890-5211-4462-814a-cc3def5b682f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:34:39Z', 'updated_at': '2022-05-03T22:34:48Z', 'revision_number': 4, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'gw_port': {'id': '640ff890-5211-4462-814a-cc3def5b682f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:34:41Z', 'updated_at': '2022-05-03T22:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '67f8a336-70ec-4b02-aece-6414fdab76d9', 'name': '', 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'mac_address': 'fa:16:3e:6e:ec:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '209e1eea-ba5e-419e-9e3d-b3077ecd94a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:34:47Z', 'updated_at': '2022-05-03T22:34:58Z', 'revision_number': 5, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'subnets': [{'id': '209e1eea-ba5e-419e-9e3d-b3077ecd94a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:39:21.865035 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abf4258-54d2-4536-8294-5544ed6c6391 None None] Checking router: 6d844c5b-1141-4870-949f-26977ca0c94d for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:39:21.888537 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abf4258-54d2-4536-8294-5544ed6c6391 None None] Routers {'6d844c5b-1141-4870-949f-26977ca0c94d'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:39:21.889401 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-0abf4258-54d2-4536-8294-5544ed6c6391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:38:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6d844c5b-1141-4870-949f-26977ca0c94d'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:39:21.906906 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43830) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:21.951424 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5d987754-2900-4694-83dd-e70a245b7264 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:22.015010 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d62c4e2f-6928-4935-b7f0-8fc37569f6e3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bd839b8252e24f04a3218612b74b3c8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1038804 May 03 22:39:22.015732 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43834) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:22.156031 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a6f9dccd-e4f4-4155-b2d7-05117f825fa1 req-caa70d38-44d9-458c-8e76-f70282f9b4b6 service neutron] 10.222.0.67 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9272799 May 03 22:39:22.164239 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a2159f20-784d-4528-a049-6605fd97cafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:22.219351 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a2159f20-784d-4528-a049-6605fd97cafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:22.296625 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-0abf4258-54d2-4536-8294-5544ed6c6391 None None] Set router 6d844c5b-1141-4870-949f-26977ca0c94d gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:39:22.337362 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a2159f20-784d-4528-a049-6605fd97cafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:22.357245 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2159f20-784d-4528-a049-6605fd97cafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b996192-ce9d-4d5b-9b57-670aff07f0ee,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:22.380172 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a2159f20-784d-4528-a049-6605fd97cafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:22.381691 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a2159f20-784d-4528-a049-6605fd97cafa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8b996192-ce9d-4d5b-9b57-670aff07f0ee HTTP/1.1" status: 204 len: 168 time: 0.3650208 May 03 22:39:22.433008 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4ff05-3f22-4f02-ae48-50c4485d3fcb req-aec774c0-ebe1-48a9-80ee-26fe1efce78d tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:22.442388 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ecb4ff05-3f22-4f02-ae48-50c4485d3fcb req-aec774c0-ebe1-48a9-80ee-26fe1efce78d tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.8855772 May 03 22:39:22.457077 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a6f9dccd-e4f4-4155-b2d7-05117f825fa1 req-17e69448-96c5-482e-8d35-35bff2c6e17f service neutron] 10.222.0.67 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874548 May 03 22:39:22.562359 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ecb4ff05-3f22-4f02-ae48-50c4485d3fcb req-75f7a44a-9aff-42ef-bdd7-093f2ee03bf6 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120782 May 03 22:39:22.848650 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43862) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:22.923415 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0533fb65-bf03-46b8-ad17-7ad11a241380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:22.929822 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5d987754-2900-4694-83dd-e70a245b7264 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:22.945972 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-297bd132-bfc9-4efc-9f00-db2d3d017c9a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:22.986555 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5d987754-2900-4694-83dd-e70a245b7264 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:22.991747 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-297bd132-bfc9-4efc-9f00-db2d3d017c9a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:23.159174 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-297bd132-bfc9-4efc-9f00-db2d3d017c9a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:23.161108 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-0abf4258-54d2-4536-8294-5544ed6c6391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'name': 'tempest-AttachVolumeShelveTestJSON-489129605-router', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '640ff890-5211-4462-814a-cc3def5b682f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:34:39Z', 'updated_at': '2022-05-03T22:34:48Z', 'revision_number': 4, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'gw_port': {'id': '640ff890-5211-4462-814a-cc3def5b682f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:34:41Z', 'updated_at': '2022-05-03T22:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '67f8a336-70ec-4b02-aece-6414fdab76d9', 'name': '', 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'mac_address': 'fa:16:3e:6e:ec:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '209e1eea-ba5e-419e-9e3d-b3077ecd94a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:34:47Z', 'updated_at': '2022-05-03T22:34:58Z', 'revision_number': 5, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'subnets': [{'id': '209e1eea-ba5e-419e-9e3d-b3077ecd94a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:39:23.179276 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abf4258-54d2-4536-8294-5544ed6c6391 None None] The sync data for ids ['6d844c5b-1141-4870-949f-26977ca0c94d'] in n-d-811807-1 is: [{'id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'name': 'tempest-AttachVolumeShelveTestJSON-489129605-router', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '640ff890-5211-4462-814a-cc3def5b682f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:34:39Z', 'updated_at': '2022-05-03T22:34:48Z', 'revision_number': 4, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'gw_port': {'id': '640ff890-5211-4462-814a-cc3def5b682f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:34:41Z', 'updated_at': '2022-05-03T22:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '67f8a336-70ec-4b02-aece-6414fdab76d9', 'name': '', 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'mac_address': 'fa:16:3e:6e:ec:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '209e1eea-ba5e-419e-9e3d-b3077ecd94a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:34:47Z', 'updated_at': '2022-05-03T22:34:58Z', 'revision_number': 5, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'subnets': [{'id': '209e1eea-ba5e-419e-9e3d-b3077ecd94a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:39:23.224618 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297bd132-bfc9-4efc-9f00-db2d3d017c9a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=187f2855-91fc-403d-9c9f-bc2067493083,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:23.247747 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-297bd132-bfc9-4efc-9f00-db2d3d017c9a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:23.249571 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-297bd132-bfc9-4efc-9f00-db2d3d017c9a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "DELETE /v2.0/security-groups/187f2855-91fc-403d-9c9f-bc2067493083 HTTP/1.1" status: 204 len: 168 time: 0.3997054 May 03 22:39:23.252294 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43876) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:23.291204 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-5d987754-2900-4694-83dd-e70a245b7264 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Allocated IP 172.25.2.41 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/ac03689e-759f-4670-b99e-3af1cebe4d63) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:39:23.293379 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-7b493b49-8c55-4a66-ba31-4cbed1d6a48e tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] show failed (client error): The resource could not be found. May 03 22:39:23.294805 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7b493b49-8c55-4a66-ba31-4cbed1d6a48e tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups/187f2855-91fc-403d-9c9f-bc2067493083 HTTP/1.1" status: 404 len: 347 time: 0.0413716 May 03 22:39:23.297605 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43884) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:23.585322 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-140bf1ae-3e30-4f27-a964-6f9aa0452b1a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Deleting port 7090da37-af4c-460d-8fd5-d64620605105 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:39:23.585670 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-140bf1ae-3e30-4f27-a964-6f9aa0452b1a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:23.783200 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5d987754-2900-4694-83dd-e70a245b7264 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:23.897351 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104b6cb1-ce37-47ce-a115-f7fd46472b64 None None] New status for floating IP 657eba6b-2079-4543-bf78-b84395b19b08: DOWN {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:39:23.900790 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5d987754-2900-4694-83dd-e70a245b7264 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:23.937064 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-140bf1ae-3e30-4f27-a964-6f9aa0452b1a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:23.937403 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-140bf1ae-3e30-4f27-a964-6f9aa0452b1a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:24.211880 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:24.250109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d987754-2900-4694-83dd-e70a245b7264 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Pushing event updated for resources: {'Port': ['ID=ac03689e-759f-4670-b99e-3af1cebe4d63,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:24.263546 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d987754-2900-4694-83dd-e70a245b7264 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:39:24.264840 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-5d987754-2900-4694-83dd-e70a245b7264 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:39:24.272260 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d987754-2900-4694-83dd-e70a245b7264 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:39:24.346551 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43922) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:24.447463 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-140bf1ae-3e30-4f27-a964-6f9aa0452b1a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Calling delete_port for 7090da37-af4c-460d-8fd5-d64620605105 owned by network:floatingip {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:39:24.583460 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.api [None req-140bf1ae-3e30-4f27-a964-6f9aa0452b1a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:39:24.583882 n-d-811807-1 neutron-server[88069]: DEBUG oslo_db.api [None req-140bf1ae-3e30-4f27-a964-6f9aa0452b1a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:39:24.592784 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2cb2f5-4fbc-4e73-8f84-4c09408d634b req-95b88260-1440-48ec-9b46-969b1a2e6218 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:24.594490 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cb2cb2f5-4fbc-4e73-8f84-4c09408d634b req-95b88260-1440-48ec-9b46-969b1a2e6218 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.7686217 May 03 22:39:24.664969 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cb2cb2f5-4fbc-4e73-8f84-4c09408d634b req-e92c3fb8-223f-44aa-bcf9-5b7e7d30c357 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639098 May 03 22:39:24.911196 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-081dbb25-ccb7-4756-a483-7df051f8e18f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1340281317-network', 'tenant_id': '78888f6578ff48f2a0bd45c6785d84d6'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:24.988044 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-081dbb25-ccb7-4756-a483-7df051f8e18f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:25.026017 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-081dbb25-ccb7-4756-a483-7df051f8e18f admin admin] Usage tracker for resource:network and tenant:78888f6578ff48f2a0bd45c6785d84d6 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:25.032358 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-081dbb25-ccb7-4756-a483-7df051f8e18f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:25.041495 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-44a8e532-8bbd-47b4-9cd1-d13bb6e612ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:25.047306 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-081dbb25-ccb7-4756-a483-7df051f8e18f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:25.096890 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081dbb25-ccb7-4756-a483-7df051f8e18f admin admin] Made reservation on behalf of 78888f6578ff48f2a0bd45c6785d84d6 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:39:25.102173 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-081dbb25-ccb7-4756-a483-7df051f8e18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:25.126936 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-081dbb25-ccb7-4756-a483-7df051f8e18f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:25.194051 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5d987754-2900-4694-83dd-e70a245b7264 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:25.215515 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-140bf1ae-3e30-4f27-a964-6f9aa0452b1a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Deleting port 7090da37-af4c-460d-8fd5-d64620605105 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:39:25.216027 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-140bf1ae-3e30-4f27-a964-6f9aa0452b1a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:25.271692 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab542e3-4476-4095-936a-1d35606080b7 req-0b115782-0d79-4aa9-aede-c17c4e692c93 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:25.278686 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ab542e3-4476-4095-936a-1d35606080b7 req-0b115782-0d79-4aa9-aede-c17c4e692c93 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/networks?id=ebc571f4-7c6c-4734-8444-6a7a06a14e80 HTTP/1.1" status: 200 len: 814 time: 0.2460597 May 03 22:39:25.300430 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ab542e3-4476-4095-936a-1d35606080b7 req-5d402388-f533-4349-b77e-5b29e9db3894 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/quotas/fbfe6bca3b264cd880fbd33ea61935c3 HTTP/1.1" status: 200 len: 375 time: 0.0206189 May 03 22:39:25.372377 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-081dbb25-ccb7-4756-a483-7df051f8e18f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:25.453599 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-081dbb25-ccb7-4756-a483-7df051f8e18f admin admin] Usage tracker for resource:security_group_rule and tenant:78888f6578ff48f2a0bd45c6785d84d6 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:25.456713 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-081dbb25-ccb7-4756-a483-7df051f8e18f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:25.463503 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-081dbb25-ccb7-4756-a483-7df051f8e18f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:25.524502 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-140bf1ae-3e30-4f27-a964-6f9aa0452b1a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:25.525057 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-140bf1ae-3e30-4f27-a964-6f9aa0452b1a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:25.625421 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-081dbb25-ccb7-4756-a483-7df051f8e18f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:25.645254 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-081dbb25-ccb7-4756-a483-7df051f8e18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:25.711234 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ab542e3-4476-4095-936a-1d35606080b7 req-442a55c2-fa4e-4f52-9dda-95a4b7c7a663 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbfe6bca3b264cd880fbd33ea61935c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4098728 May 03 22:39:25.719044 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-140bf1ae-3e30-4f27-a964-6f9aa0452b1a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Calling delete_port for 7090da37-af4c-460d-8fd5-d64620605105 owned by network:floatingip {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:39:25.739483 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-081dbb25-ccb7-4756-a483-7df051f8e18f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:39:25.751823 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081dbb25-ccb7-4756-a483-7df051f8e18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8f4bfc-81a6-4343-98de-d899d9d3e96e,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:25.766420 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-081dbb25-ccb7-4756-a483-7df051f8e18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:25.766850 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-081dbb25-ccb7-4756-a483-7df051f8e18f admin admin] Added segment 51781bfe-bf86-46ca-a806-09a020fd20e7 of type vlan for network 543b6fca-f047-439c-9755-3515681f4e19 May 03 22:39:25.964754 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-081dbb25-ccb7-4756-a483-7df051f8e18f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:26.011301 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ab542e3-4476-4095-936a-1d35606080b7 req-16cfe8df-98e5-40fc-89ff-d6a15d61c82c service neutron] 10.222.0.58 "GET /v2.0/networks/ebc571f4-7c6c-4734-8444-6a7a06a14e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224901 May 03 22:39:26.058467 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5d987754-2900-4694-83dd-e70a245b7264 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:26.128893 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-081dbb25-ccb7-4756-a483-7df051f8e18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:26.129424 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081dbb25-ccb7-4756-a483-7df051f8e18f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:26.130073 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-081dbb25-ccb7-4756-a483-7df051f8e18f admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:26.274046 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:26.280605 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:26.329485 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-081dbb25-ccb7-4756-a483-7df051f8e18f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9760940 May 03 22:39:26.329659 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ab542e3-4476-4095-936a-1d35606080b7 req-5d7a7620-1e77-42e3-a826-da1ea1f06323 service neutron] 10.222.0.58 "GET /v2.0/networks/ebc571f4-7c6c-4734-8444-6a7a06a14e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970538 May 03 22:39:26.329750 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081dbb25-ccb7-4756-a483-7df051f8e18f admin admin] Pushing event updated for resources: {'Network': ['ID=543b6fca-f047-439c-9755-3515681f4e19,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:26.329833 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43976) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:26.340939 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 543b6fca-f047-439c-9755-3515681f4e19 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:39:26.345192 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-0875b5a6-c582-4d66-96ab-f6b1869de7e3 admin admin] Request body: {'subnet': {'network_id': '543b6fca-f047-439c-9755-3515681f4e19', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1340281317-subnet', 'tenant_id': '78888f6578ff48f2a0bd45c6785d84d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:26.385106 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0875b5a6-c582-4d66-96ab-f6b1869de7e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:26.397802 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0875b5a6-c582-4d66-96ab-f6b1869de7e3 admin admin] Usage tracker for resource:subnet and tenant:78888f6578ff48f2a0bd45c6785d84d6 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:26.403137 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0875b5a6-c582-4d66-96ab-f6b1869de7e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:26.411773 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-140bf1ae-3e30-4f27-a964-6f9aa0452b1a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:26.464373 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d987754-2900-4694-83dd-e70a245b7264 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Router 34ed8afc-2164-4f78-b170-d1d5ae36481a is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:39:26.542923 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0875b5a6-c582-4d66-96ab-f6b1869de7e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:26.701351 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bf1ae-3e30-4f27-a964-6f9aa0452b1a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Pushing event deleted for resources: {'Port': ['ID=7090da37-af4c-460d-8fd5-d64620605105,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:26.755433 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0875b5a6-c582-4d66-96ab-f6b1869de7e3 admin admin] Made reservation on behalf of 78888f6578ff48f2a0bd45c6785d84d6 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:39:26.757236 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0875b5a6-c582-4d66-96ab-f6b1869de7e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:26.787785 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5b4dd249-4b28-4d13-885b-dff1e3ce944e req-e1a552f1-b1a6-451f-b0fc-7e6e96a3cd24 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=945649de-ffe7-41c6-86b9-bb3ebbeb2872 HTTP/1.1" status: 200 len: 210 time: 0.1387808 May 03 22:39:26.907841 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d987754-2900-4694-83dd-e70a245b7264 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:39:26.924703 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40629e70-be78-4d24-86f4-10fbc49c5a3e None None] Sync routers for ids ['34ed8afc-2164-4f78-b170-d1d5ae36481a'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:39:26.936094 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5d987754-2900-4694-83dd-e70a245b7264 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:26.940407 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5d987754-2900-4694-83dd-e70a245b7264 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.8140988 May 03 22:39:26.940616 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40629e70-be78-4d24-86f4-10fbc49c5a3e None None] Routers {'34ed8afc-2164-4f78-b170-d1d5ae36481a'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:39:26.940616 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-40629e70-be78-4d24-86f4-10fbc49c5a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:39:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['34ed8afc-2164-4f78-b170-d1d5ae36481a'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:39:26.940920 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43992) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:26.947611 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-b9910ab5-709b-4c73-b848-825c2edf4abe tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:27.033618 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-40629e70-be78-4d24-86f4-10fbc49c5a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:39:27.044473 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40629e70-be78-4d24-86f4-10fbc49c5a3e None None] Routers {'34ed8afc-2164-4f78-b170-d1d5ae36481a'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:39:27.045359 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-40629e70-be78-4d24-86f4-10fbc49c5a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:39:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['34ed8afc-2164-4f78-b170-d1d5ae36481a'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:39:27.087141 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-140bf1ae-3e30-4f27-a964-6f9aa0452b1a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for floatingip, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:27.120399 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-140bf1ae-3e30-4f27-a964-6f9aa0452b1a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:27.126579 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-140bf1ae-3e30-4f27-a964-6f9aa0452b1a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "DELETE /v2.0/floatingips/657eba6b-2079-4543-bf78-b84395b19b08 HTTP/1.1" status: 204 len: 168 time: 3.8275039 May 03 22:39:27.180148 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-40629e70-be78-4d24-86f4-10fbc49c5a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:39:27.181620 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40629e70-be78-4d24-86f4-10fbc49c5a3e None None] The sync data for ids ['34ed8afc-2164-4f78-b170-d1d5ae36481a'] in n-d-811807-1 is: [] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:39:27.396441 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0875b5a6-c582-4d66-96ab-f6b1869de7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:27.509628 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0875b5a6-c582-4d66-96ab-f6b1869de7e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb9748b0-5287-47e0-90c2-e6cf31f5ddcd,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:27.520811 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0875b5a6-c582-4d66-96ab-f6b1869de7e3 admin admin] Checking segment: {'id': '51781bfe-bf86-46ca-a806-09a020fd20e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '543b6fca-f047-439c-9755-3515681f4e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:39:27.521422 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0875b5a6-c582-4d66-96ab-f6b1869de7e3 admin admin] Network hostable DHCP agents. Network: 543b6fca-f047-439c-9755-3515681f4e19, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:39:27.547227 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0875b5a6-c582-4d66-96ab-f6b1869de7e3 admin admin] Network 543b6fca-f047-439c-9755-3515681f4e19 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:39:27.571985 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-0875b5a6-c582-4d66-96ab-f6b1869de7e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 543b6fca-f047-439c-9755-3515681f4e19) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:39:27.577386 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0875b5a6-c582-4d66-96ab-f6b1869de7e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:27.578394 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0875b5a6-c582-4d66-96ab-f6b1869de7e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:27.586826 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77bb0ae-35ae-45df-9ac5-98e1a94b3023 None None] Network 543b6fca-f047-439c-9755-3515681f4e19 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:39:27.629421 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0875b5a6-c582-4d66-96ab-f6b1869de7e3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2985091 May 03 22:39:27.636318 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44012) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:27.651883 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-b2014814-50fa-441d-8e0c-9999bd34d88f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1910776259', 'description': 'tempest-description--2095238786'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:27.660772 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b2014814-50fa-441d-8e0c-9999bd34d88f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:27.666526 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b2014814-50fa-441d-8e0c-9999bd34d88f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Usage tracker for resource:security_group and tenant:4005ab853daa4dd0a8c6d47cfa1e3258 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:27.670403 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b2014814-50fa-441d-8e0c-9999bd34d88f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:27.678553 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b2014814-50fa-441d-8e0c-9999bd34d88f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:27.693391 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b2014814-50fa-441d-8e0c-9999bd34d88f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:27.710945 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:27.814819 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b2014814-50fa-441d-8e0c-9999bd34d88f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:27.821351 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b2014814-50fa-441d-8e0c-9999bd34d88f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Usage tracker for resource:security_group_rule and tenant:4005ab853daa4dd0a8c6d47cfa1e3258 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:27.838755 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b2014814-50fa-441d-8e0c-9999bd34d88f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:27.850664 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b2014814-50fa-441d-8e0c-9999bd34d88f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:27.913456 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:28.174776 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b2014814-50fa-441d-8e0c-9999bd34d88f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:28.179972 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56a60e7-95e1-41b8-a6ee-e624e4b11329 None None] Network 543b6fca-f047-439c-9755-3515681f4e19 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:39:28.205519 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7bf4feca-5154-4c7f-9fd3-3059533350a9 req-7e979c3a-6fa3-4fcc-b754-41cbde11f9eb tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=945649de-ffe7-41c6-86b9-bb3ebbeb2872 HTTP/1.1" status: 200 len: 210 time: 0.1586652 May 03 22:39:28.207182 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b2014814-50fa-441d-8e0c-9999bd34d88f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:28.266595 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-f19a1124-3ad0-4e85-963c-67f98ae39a5f req-0468655d-93b0-4dfc-a235-4262df943efb tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2018114521', 'description': 'tempest-description-796615620'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:28.302977 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b2014814-50fa-441d-8e0c-9999bd34d88f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:28.307355 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b2014814-50fa-441d-8e0c-9999bd34d88f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6662686 May 03 22:39:28.308541 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-f19a1124-3ad0-4e85-963c-67f98ae39a5f req-0468655d-93b0-4dfc-a235-4262df943efb tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:28.314877 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44032) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:28.318160 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f19a1124-3ad0-4e85-963c-67f98ae39a5f req-0468655d-93b0-4dfc-a235-4262df943efb tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Usage tracker for resource:security_group and tenant:78888f6578ff48f2a0bd45c6785d84d6 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:28.328952 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f19a1124-3ad0-4e85-963c-67f98ae39a5f req-0468655d-93b0-4dfc-a235-4262df943efb tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:28.343105 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-eae0f48e-4cea-41f2-8e8b-5528d66a46e7 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Request body: {'security_group_rule': {'security_group_id': '003a3041-892f-43ef-a03c-cbc464a03495', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:28.349271 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-eae0f48e-4cea-41f2-8e8b-5528d66a46e7 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:28.350691 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-f19a1124-3ad0-4e85-963c-67f98ae39a5f req-0468655d-93b0-4dfc-a235-4262df943efb tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:28.353297 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-eae0f48e-4cea-41f2-8e8b-5528d66a46e7 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Usage tracker for resource:security_group_rule and tenant:4005ab853daa4dd0a8c6d47cfa1e3258 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:28.356828 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-eae0f48e-4cea-41f2-8e8b-5528d66a46e7 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:28.362963 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-eae0f48e-4cea-41f2-8e8b-5528d66a46e7 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:28.374873 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f19a1124-3ad0-4e85-963c-67f98ae39a5f req-0468655d-93b0-4dfc-a235-4262df943efb tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:28.408454 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-eae0f48e-4cea-41f2-8e8b-5528d66a46e7 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:28.410033 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2014814-50fa-441d-8e0c-9999bd34d88f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=003a3041-892f-43ef-a03c-cbc464a03495,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:28.414840 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-f19a1124-3ad0-4e85-963c-67f98ae39a5f req-0468655d-93b0-4dfc-a235-4262df943efb tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:28.420701 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f19a1124-3ad0-4e85-963c-67f98ae39a5f req-0468655d-93b0-4dfc-a235-4262df943efb tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Usage tracker for resource:security_group_rule and tenant:78888f6578ff48f2a0bd45c6785d84d6 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:28.425030 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f19a1124-3ad0-4e85-963c-67f98ae39a5f req-0468655d-93b0-4dfc-a235-4262df943efb tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:28.429906 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b9910ab5-709b-4c73-b848-825c2edf4abe tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:28.432602 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-f19a1124-3ad0-4e85-963c-67f98ae39a5f req-0468655d-93b0-4dfc-a235-4262df943efb tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:28.458488 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab542e3-4476-4095-936a-1d35606080b7 req-968b4a76-a6b4-4505-b030-c58371e104bc tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:28.463813 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4ab542e3-4476-4095-936a-1d35606080b7 req-968b4a76-a6b4-4505-b030-c58371e104bc tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.67 "GET /v2.0/networks?id=ebc571f4-7c6c-4734-8444-6a7a06a14e80 HTTP/1.1" status: 200 len: 814 time: 0.4509199 May 03 22:39:28.483161 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-4ab542e3-4476-4095-936a-1d35606080b7 req-4f5764d8-c601-4571-afa7-c02396b2998b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Request body: {'port': {'device_id': '945649de-ffe7-41c6-86b9-bb3ebbeb2872', 'network_id': 'ebc571f4-7c6c-4734-8444-6a7a06a14e80', 'admin_state_up': True, 'tenant_id': 'fbfe6bca3b264cd880fbd33ea61935c3'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:28.563503 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f19a1124-3ad0-4e85-963c-67f98ae39a5f req-0468655d-93b0-4dfc-a235-4262df943efb tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:28.568979 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f19a1124-3ad0-4e85-963c-67f98ae39a5f req-0468655d-93b0-4dfc-a235-4262df943efb tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:28.635635 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f19a1124-3ad0-4e85-963c-67f98ae39a5f req-0468655d-93b0-4dfc-a235-4262df943efb tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:28.639081 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f19a1124-3ad0-4e85-963c-67f98ae39a5f req-0468655d-93b0-4dfc-a235-4262df943efb tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4362082 May 03 22:39:28.640257 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468655d-93b0-4dfc-a235-4262df943efb tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b381b7cf-889a-452d-b9b8-ae6b3c4ad585,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:28.658385 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b9910ab5-709b-4c73-b848-825c2edf4abe tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:28.687301 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-f6558cdd-6606-4777-9814-2f8a1ab57cfb req-18e5946a-e3d6-4ef3-a1c7-96078f4f0eca tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1430124364', 'description': 'tempest-description-1632206327'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:28.693287 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-f6558cdd-6606-4777-9814-2f8a1ab57cfb req-18e5946a-e3d6-4ef3-a1c7-96078f4f0eca tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:28.698828 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f6558cdd-6606-4777-9814-2f8a1ab57cfb req-18e5946a-e3d6-4ef3-a1c7-96078f4f0eca tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Usage tracker for resource:security_group and tenant:78888f6578ff48f2a0bd45c6785d84d6 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:28.700343 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-b9910ab5-709b-4c73-b848-825c2edf4abe tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Deleting port ac03689e-759f-4670-b99e-3af1cebe4d63 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:39:28.700687 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b9910ab5-709b-4c73-b848-825c2edf4abe tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:28.704612 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f6558cdd-6606-4777-9814-2f8a1ab57cfb req-18e5946a-e3d6-4ef3-a1c7-96078f4f0eca tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:28.712918 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-f6558cdd-6606-4777-9814-2f8a1ab57cfb req-18e5946a-e3d6-4ef3-a1c7-96078f4f0eca tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:28.725206 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f6558cdd-6606-4777-9814-2f8a1ab57cfb req-18e5946a-e3d6-4ef3-a1c7-96078f4f0eca tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:28.766169 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-f6558cdd-6606-4777-9814-2f8a1ab57cfb req-18e5946a-e3d6-4ef3-a1c7-96078f4f0eca tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:28.779847 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f6558cdd-6606-4777-9814-2f8a1ab57cfb req-18e5946a-e3d6-4ef3-a1c7-96078f4f0eca tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Usage tracker for resource:security_group_rule and tenant:78888f6578ff48f2a0bd45c6785d84d6 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:28.783518 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f6558cdd-6606-4777-9814-2f8a1ab57cfb req-18e5946a-e3d6-4ef3-a1c7-96078f4f0eca tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:28.791999 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-f6558cdd-6606-4777-9814-2f8a1ab57cfb req-18e5946a-e3d6-4ef3-a1c7-96078f4f0eca tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:28.799987 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-eae0f48e-4cea-41f2-8e8b-5528d66a46e7 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:28.813736 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-eae0f48e-4cea-41f2-8e8b-5528d66a46e7 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:28.857320 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-4ab542e3-4476-4095-936a-1d35606080b7 req-4f5764d8-c601-4571-afa7-c02396b2998b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:28.867103 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f6558cdd-6606-4777-9814-2f8a1ab57cfb req-18e5946a-e3d6-4ef3-a1c7-96078f4f0eca tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:28.871225 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-4ab542e3-4476-4095-936a-1d35606080b7 req-4f5764d8-c601-4571-afa7-c02396b2998b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Usage tracker for resource:port and tenant:fbfe6bca3b264cd880fbd33ea61935c3 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:28.872408 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f6558cdd-6606-4777-9814-2f8a1ab57cfb req-18e5946a-e3d6-4ef3-a1c7-96078f4f0eca tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:28.890691 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-4ab542e3-4476-4095-936a-1d35606080b7 req-4f5764d8-c601-4571-afa7-c02396b2998b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:28.905131 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0f48e-4cea-41f2-8e8b-5528d66a46e7 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e0800a-a420-4b9a-8292-a13dc312a118,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:28.929711 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-4ab542e3-4476-4095-936a-1d35606080b7 req-4f5764d8-c601-4571-afa7-c02396b2998b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:28.930233 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5946a-e3d6-4ef3-a1c7-96078f4f0eca tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4be7ff-257a-4810-bf91-9c58bed539b9,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:28.943383 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f6558cdd-6606-4777-9814-2f8a1ab57cfb req-18e5946a-e3d6-4ef3-a1c7-96078f4f0eca tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:28.957076 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f6558cdd-6606-4777-9814-2f8a1ab57cfb req-18e5946a-e3d6-4ef3-a1c7-96078f4f0eca tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2757609 May 03 22:39:28.994303 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-eae0f48e-4cea-41f2-8e8b-5528d66a46e7 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:28.998107 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-eae0f48e-4cea-41f2-8e8b-5528d66a46e7 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6792994 May 03 22:39:28.998678 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44054) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:29.013065 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-32643779-d92d-4aec-9743-1c7ec573f1c4 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Request body: {'security_group_rule': {'security_group_id': '003a3041-892f-43ef-a03c-cbc464a03495', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:29.016061 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ab542e3-4476-4095-936a-1d35606080b7 req-4f5764d8-c601-4571-afa7-c02396b2998b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Made reservation on behalf of fbfe6bca3b264cd880fbd33ea61935c3 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:39:29.019278 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-32643779-d92d-4aec-9743-1c7ec573f1c4 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:29.026790 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4ab542e3-4476-4095-936a-1d35606080b7 req-4f5764d8-c601-4571-afa7-c02396b2998b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:29.037364 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-32643779-d92d-4aec-9743-1c7ec573f1c4 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Usage tracker for resource:security_group_rule and tenant:4005ab853daa4dd0a8c6d47cfa1e3258 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:29.044878 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-32643779-d92d-4aec-9743-1c7ec573f1c4 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:29.070074 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-32643779-d92d-4aec-9743-1c7ec573f1c4 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:29.120059 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-32643779-d92d-4aec-9743-1c7ec573f1c4 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:29.120456 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b9910ab5-709b-4c73-b848-825c2edf4abe tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:29.354650 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820bbe81-e695-47cd-86ed-a268435baf67 req-59154c91-2ad4-4d48-985b-11139170c098 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:29.361380 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-820bbe81-e695-47cd-86ed-a268435baf67 req-59154c91-2ad4-4d48-985b-11139170c098 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/networks?id=543b6fca-f047-439c-9755-3515681f4e19 HTTP/1.1" status: 200 len: 813 time: 0.1712165 May 03 22:39:29.391861 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-820bbe81-e695-47cd-86ed-a268435baf67 req-e56e007b-952e-40ee-9a96-7a6e0af7dd34 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/quotas/78888f6578ff48f2a0bd45c6785d84d6 HTTP/1.1" status: 200 len: 375 time: 0.0292311 May 03 22:39:29.419990 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-b9910ab5-709b-4c73-b848-825c2edf4abe tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Calling delete_port for ac03689e-759f-4670-b99e-3af1cebe4d63 owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:39:29.489600 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-820bbe81-e695-47cd-86ed-a268435baf67 req-0e528a54-c401-44a6-b247-5968547c4fbe tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=78888f6578ff48f2a0bd45c6785d84d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0967135 May 03 22:39:29.521319 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-00bbe087-cf80-4a8b-8433-09d8df5e7322 req-e381e28c-00fc-4cd0-8de7-c06f8e50b05f tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=945649de-ffe7-41c6-86b9-bb3ebbeb2872 HTTP/1.1" status: 200 len: 210 time: 0.0931342 May 03 22:39:29.523217 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-32643779-d92d-4aec-9743-1c7ec573f1c4 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:29.541777 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-32643779-d92d-4aec-9743-1c7ec573f1c4 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:29.619978 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b9910ab5-709b-4c73-b848-825c2edf4abe tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:29.624009 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-32643779-d92d-4aec-9743-1c7ec573f1c4 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:29.625772 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-32643779-d92d-4aec-9743-1c7ec573f1c4 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6251411 May 03 22:39:29.629513 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44076) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:29.632345 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32643779-d92d-4aec-9743-1c7ec573f1c4 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea640030-d077-4d04-a8ed-7f98a0631cca,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:29.650152 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-666e6ce1-dab0-443f-842e-91f8857c2373 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:29.660425 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-666e6ce1-dab0-443f-842e-91f8857c2373 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:29.669005 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-666e6ce1-dab0-443f-842e-91f8857c2373 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Usage tracker for resource:floatingip and tenant:4005ab853daa4dd0a8c6d47cfa1e3258 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:29.673365 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-666e6ce1-dab0-443f-842e-91f8857c2373 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:29.690444 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-666e6ce1-dab0-443f-842e-91f8857c2373 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:29.704508 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-820bbe81-e695-47cd-86ed-a268435baf67 req-6b011eed-59db-4543-8d03-33b977afe16f service neutron] 10.222.0.58 "GET /v2.0/networks/543b6fca-f047-439c-9755-3515681f4e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140431 May 03 22:39:29.708722 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-666e6ce1-dab0-443f-842e-91f8857c2373 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:29.732957 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9910ab5-709b-4c73-b848-825c2edf4abe tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Pushing event deleted for resources: {'Port': ['ID=ac03689e-759f-4670-b99e-3af1cebe4d63,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:29.893501 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b9910ab5-709b-4c73-b848-825c2edf4abe tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:30.017753 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-820bbe81-e695-47cd-86ed-a268435baf67 req-099234f6-e59d-4911-a006-6c1c7abe59e2 service neutron] 10.222.0.58 "GET /v2.0/networks/543b6fca-f047-439c-9755-3515681f4e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856207 May 03 22:39:30.057571 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-4ab542e3-4476-4095-936a-1d35606080b7 req-4f5764d8-c601-4571-afa7-c02396b2998b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Allocated IP 172.20.0.4 (ebc571f4-7c6c-4734-8444-6a7a06a14e80/fe269a99-0a61-49f3-84a1-e1479dc44f08/35d72035-a0cb-4c92-8bb2-86630a9548d8) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:39:30.081031 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-666e6ce1-dab0-443f-842e-91f8857c2373 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:30.389609 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-222412a8-9eb4-4131-9ecd-c3e7c092d7a8 req-11de67f3-0567-4fe4-886d-9637915555ad tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f84f292-b5d5-41ab-b486-391c3deb683c HTTP/1.1" status: 200 len: 210 time: 0.0665495 May 03 22:39:30.423910 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-666e6ce1-dab0-443f-842e-91f8857c2373 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Allocated IP 172.25.2.73 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/e96104e3-de14-4527-adb1-e8e765cab1b7) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:39:30.510433 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b9910ab5-709b-4c73-b848-825c2edf4abe tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:30.524935 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b9910ab5-709b-4c73-b848-825c2edf4abe tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-785141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-785150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-783245'] for router, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:30.798141 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9910ab5-709b-4c73-b848-825c2edf4abe tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Router 34ed8afc-2164-4f78-b170-d1d5ae36481a has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:39:30.814948 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-666e6ce1-dab0-443f-842e-91f8857c2373 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:30.828565 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4ab542e3-4476-4095-936a-1d35606080b7 req-4f5764d8-c601-4571-afa7-c02396b2998b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:30.893527 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d31fc7b0-b518-4c67-9655-00d1a3eff52e req-3d0550ba-ad3f-4ea3-a304-529a52fd4113 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=945649de-ffe7-41c6-86b9-bb3ebbeb2872 HTTP/1.1" status: 200 len: 210 time: 0.0687091 May 03 22:39:30.970912 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-666e6ce1-dab0-443f-842e-91f8857c2373 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:31.051566 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666e6ce1-dab0-443f-842e-91f8857c2373 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:39:31.055099 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-666e6ce1-dab0-443f-842e-91f8857c2373 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:39:31.060146 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666e6ce1-dab0-443f-842e-91f8857c2373 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:39:31.141816 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e6ce1-dab0-443f-842e-91f8857c2373 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Pushing event updated for resources: {'Port': ['ID=e96104e3-de14-4527-adb1-e8e765cab1b7,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:31.145438 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9910ab5-709b-4c73-b848-825c2edf4abe tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:39:31.155811 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff67958-2124-455d-97fa-f0bf8440c8dc None None] Sync routers for ids ['34ed8afc-2164-4f78-b170-d1d5ae36481a'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:39:31.176515 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff67958-2124-455d-97fa-f0bf8440c8dc None None] Routers {'34ed8afc-2164-4f78-b170-d1d5ae36481a'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:39:31.178024 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-5ff67958-2124-455d-97fa-f0bf8440c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:39:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['34ed8afc-2164-4f78-b170-d1d5ae36481a'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:39:31.188536 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b9910ab5-709b-4c73-b848-825c2edf4abe tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:31.190322 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b9910ab5-709b-4c73-b848-825c2edf4abe tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] 10.222.0.58 "PUT /v2.0/routers/34ed8afc-2164-4f78-b170-d1d5ae36481a HTTP/1.1" status: 200 len: 710 time: 4.2478776 May 03 22:39:31.193224 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44118) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:31.262795 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-666e6ce1-dab0-443f-842e-91f8857c2373 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:31.293464 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-5ff67958-2124-455d-97fa-f0bf8440c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:39:31.302454 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff67958-2124-455d-97fa-f0bf8440c8dc None None] Routers {'34ed8afc-2164-4f78-b170-d1d5ae36481a'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:39:31.303391 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-5ff67958-2124-455d-97fa-f0bf8440c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:39:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['34ed8afc-2164-4f78-b170-d1d5ae36481a'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:39:31.376375 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-666e6ce1-dab0-443f-842e-91f8857c2373 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:31.419716 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-51d2fd95-b090-4ae6-9370-5f9f958802a2 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] 10.222.0.58 "GET /v2.0/routers/34ed8afc-2164-4f78-b170-d1d5ae36481a HTTP/1.1" status: 200 len: 745 time: 0.2251370 May 03 22:39:31.422941 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44130) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:31.423844 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-5ff67958-2124-455d-97fa-f0bf8440c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:39:31.424594 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff67958-2124-455d-97fa-f0bf8440c8dc None None] The sync data for ids ['34ed8afc-2164-4f78-b170-d1d5ae36481a'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:39:31.486786 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a26fa4f6-2a2a-4681-bbcb-641e8733e918 tempest-RoutersIpV6AdminTest-2123465399 tempest-RoutersIpV6AdminTest-2123465399-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=de8965b2-8ea3-4c2b-86b9-c128a58c6e1e&device_id=34ed8afc-2164-4f78-b170-d1d5ae36481a HTTP/1.1" status: 200 len: 205 time: 0.0589857 May 03 22:39:31.486786 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4ab542e3-4476-4095-936a-1d35606080b7 req-4f5764d8-c601-4571-afa7-c02396b2998b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:31.487943 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44134) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:31.503867 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['90386d36-c44d-4064-8a75-f7c49c1009ba'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:39:31.790576 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2750e192-6355-4e92-a7c9-df5b19fc2379 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] 10.222.0.58 "GET /v2.0/ports?device_id=34ed8afc-2164-4f78-b170-d1d5ae36481a HTTP/1.1" status: 200 len: 205 time: 0.2666144 May 03 22:39:31.792289 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44150) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:31.793921 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ab542e3-4476-4095-936a-1d35606080b7 req-4f5764d8-c601-4571-afa7-c02396b2998b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Network ebc571f4-7c6c-4734-8444-6a7a06a14e80 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:39:31.804921 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2dc8962e-be48-4083-98ef-3121d500be93 req-ccd550e0-5eda-46b1-a376-ea9c5a6c6a5e tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f84f292-b5d5-41ab-b486-391c3deb683c HTTP/1.1" status: 200 len: 210 time: 0.2860537 May 03 22:39:31.815755 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-4ab542e3-4476-4095-936a-1d35606080b7 req-4f5764d8-c601-4571-afa7-c02396b2998b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:39:32.091661 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820bbe81-e695-47cd-86ed-a268435baf67 req-dcf97725-ef27-4f0a-96b2-0a85ca1e5e29 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:32.091661 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-820bbe81-e695-47cd-86ed-a268435baf67 req-dcf97725-ef27-4f0a-96b2-0a85ca1e5e29 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.67 "GET /v2.0/networks?id=543b6fca-f047-439c-9755-3515681f4e19 HTTP/1.1" status: 200 len: 813 time: 0.2107193 May 03 22:39:32.114805 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-820bbe81-e695-47cd-86ed-a268435baf67 req-634a5caa-4a66-4336-a41e-eb506509aaab tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Request body: {'port': {'device_id': '0f84f292-b5d5-41ab-b486-391c3deb683c', 'network_id': '543b6fca-f047-439c-9755-3515681f4e19', 'admin_state_up': True, 'tenant_id': '78888f6578ff48f2a0bd45c6785d84d6'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:32.137748 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-666e6ce1-dab0-443f-842e-91f8857c2373 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:32.155663 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-666e6ce1-dab0-443f-842e-91f8857c2373 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:32.201934 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-072a5936-2b04-4e24-8f8a-eced62d0d196 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:32.268066 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab542e3-4476-4095-936a-1d35606080b7 req-4f5764d8-c601-4571-afa7-c02396b2998b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:39:32.397142 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5764d8-c601-4571-afa7-c02396b2998b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Pushing event updated for resources: {'Port': ['ID=35d72035-a0cb-4c92-8bb2-86630a9548d8,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:32.529515 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e6ce1-dab0-443f-842e-91f8857c2373 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Pushing event updated for resources: {'Port': ['ID=e96104e3-de14-4527-adb1-e8e765cab1b7,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:32.529515 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-666e6ce1-dab0-443f-842e-91f8857c2373 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:32.609714 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-820bbe81-e695-47cd-86ed-a268435baf67 req-634a5caa-4a66-4336-a41e-eb506509aaab tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:32.614482 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab542e3-4476-4095-936a-1d35606080b7 req-4f5764d8-c601-4571-afa7-c02396b2998b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:32.615285 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4ab542e3-4476-4095-936a-1d35606080b7 req-4f5764d8-c601-4571-afa7-c02396b2998b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:32.619923 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-820bbe81-e695-47cd-86ed-a268435baf67 req-634a5caa-4a66-4336-a41e-eb506509aaab tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Usage tracker for resource:port and tenant:78888f6578ff48f2a0bd45c6785d84d6 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:32.628247 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-820bbe81-e695-47cd-86ed-a268435baf67 req-634a5caa-4a66-4336-a41e-eb506509aaab tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:32.639434 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-820bbe81-e695-47cd-86ed-a268435baf67 req-634a5caa-4a66-4336-a41e-eb506509aaab tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:32.650990 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a6221-b5e1-44fa-8d29-116c681e0106 req-018fb99b-c5d9-44dd-9d8d-9b13e752542e tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:32.653059 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-438a6221-b5e1-44fa-8d29-116c681e0106 req-018fb99b-c5d9-44dd-9d8d-9b13e752542e tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=945649de-ffe7-41c6-86b9-bb3ebbeb2872 HTTP/1.1" status: 200 len: 931 time: 0.4428310 May 03 22:39:32.656020 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-666e6ce1-dab0-443f-842e-91f8857c2373 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:32.657762 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-666e6ce1-dab0-443f-842e-91f8857c2373 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0268335 May 03 22:39:32.687055 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-820bbe81-e695-47cd-86ed-a268435baf67 req-634a5caa-4a66-4336-a41e-eb506509aaab tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Made reservation on behalf of 78888f6578ff48f2a0bd45c6785d84d6 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:39:32.691904 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-820bbe81-e695-47cd-86ed-a268435baf67 req-634a5caa-4a66-4336-a41e-eb506509aaab tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:32.696934 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4ab542e3-4476-4095-936a-1d35606080b7 req-4f5764d8-c601-4571-afa7-c02396b2998b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2222104 May 03 22:39:32.715701 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-072a5936-2b04-4e24-8f8a-eced62d0d196 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:32.718406 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-072a5936-2b04-4e24-8f8a-eced62d0d196 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:32.726852 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [req-4ab542e3-4476-4095-936a-1d35606080b7 req-88cb48c8-0ec4-4712-a434-2042a1d762a8 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88070) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:39:32.727966 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4ab542e3-4476-4095-936a-1d35606080b7 req-88cb48c8-0ec4-4712-a434-2042a1d762a8 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061765 May 03 22:39:32.739413 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-4ab542e3-4476-4095-936a-1d35606080b7 req-fa615e1f-d43c-4b0b-8a72-b4c3e55e82f1 service neutron] Request body: {'port': {'device_id': '945649de-ffe7-41c6-86b9-bb3ebbeb2872', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:32.818954 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-072a5936-2b04-4e24-8f8a-eced62d0d196 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:32.819607 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072a5936-2b04-4e24-8f8a-eced62d0d196 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Fanout notify agent at l3_agent the message router_deleted on router 34ed8afc-2164-4f78-b170-d1d5ae36481a {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:39:32.904051 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-438a6221-b5e1-44fa-8d29-116c681e0106 req-2f5b8181-b45d-416a-9979-f63b1412fcbd tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374415 May 03 22:39:32.971684 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4ab542e3-4476-4095-936a-1d35606080b7 req-fa615e1f-d43c-4b0b-8a72-b4c3e55e82f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:32.978893 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-072a5936-2b04-4e24-8f8a-eced62d0d196 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:32.978893 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-072a5936-2b04-4e24-8f8a-eced62d0d196 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] 10.222.0.58 "DELETE /v2.0/routers/34ed8afc-2164-4f78-b170-d1d5ae36481a HTTP/1.1" status: 204 len: 168 time: 1.1795940 May 03 22:39:32.987917 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44186) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:33.042408 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-09db5f4e-41cc-4d5d-b060-5638920beca9 req-0d4a6590-8b57-408b-b2ec-06d0d0dda6f6 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f84f292-b5d5-41ab-b486-391c3deb683c HTTP/1.1" status: 200 len: 210 time: 0.0652204 May 03 22:39:33.194211 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-aa1d88a9-1751-40c5-ae66-f44344c9ec58 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] 10.222.0.58 "GET /v2.0/ports?device_id=34ed8afc-2164-4f78-b170-d1d5ae36481a HTTP/1.1" status: 200 len: 205 time: 0.2087317 May 03 22:39:33.197540 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44204) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:33.276069 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-542dc108-5496-497b-be50-e3abb26e5db2 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Synchronizing usage tracker for tenant:4005ab853daa4dd0a8c6d47cfa1e3258 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:39:33.343512 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-820bbe81-e695-47cd-86ed-a268435baf67 req-634a5caa-4a66-4336-a41e-eb506509aaab tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Allocated IP 172.20.0.12 (543b6fca-f047-439c-9755-3515681f4e19/cb9748b0-5287-47e0-90c2-e6cf31f5ddcd/bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:39:33.410423 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-542dc108-5496-497b-be50-e3abb26e5db2 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Unset dirty status for tenant:4005ab853daa4dd0a8c6d47cfa1e3258 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:39:33.410423 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-542dc108-5496-497b-be50-e3abb26e5db2 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1910776259&fields=id&tenant_id=4005ab853daa4dd0a8c6d47cfa1e3258 HTTP/1.1" status: 200 len: 267 time: 0.2243447 May 03 22:39:33.610544 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-5ff399ab-6a77-406b-85ec-9425885c048c tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] delete failed (client error): The resource could not be found. May 03 22:39:33.611074 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5ff399ab-6a77-406b-85ec-9425885c048c tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] 10.222.0.58 "DELETE /v2.0/routers/34ed8afc-2164-4f78-b170-d1d5ae36481a HTTP/1.1" status: 404 len: 336 time: 0.4124339 May 03 22:39:33.615298 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44216) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:33.901413 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-58c5f141-8fbb-459c-bcce-40dfe90c7463 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] 10.222.0.58 "GET /v2.0/ports?device_id=125f4268-d080-46b1-ac88-4993da8a69f4 HTTP/1.1" status: 200 len: 205 time: 0.2752419 May 03 22:39:33.901413 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44222) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:33.963937 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-48f7ec8b-2aa1-45c1-9e6f-656db0917b6d tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:33.963937 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-48f7ec8b-2aa1-45c1-9e6f-656db0917b6d tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/networks?id=ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 HTTP/1.1" status: 200 len: 816 time: 0.4974968 May 03 22:39:34.003912 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-4ab542e3-4476-4095-936a-1d35606080b7 req-fa615e1f-d43c-4b0b-8a72-b4c3e55e82f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35d72035-a0cb-4c92-8bb2-86630a9548d8 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:39:34.014052 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4ab542e3-4476-4095-936a-1d35606080b7 req-fa615e1f-d43c-4b0b-8a72-b4c3e55e82f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:34.025747 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-4ab542e3-4476-4095-936a-1d35606080b7 req-fa615e1f-d43c-4b0b-8a72-b4c3e55e82f1 service neutron] Transition to ACTIVE for port object 35d72035-a0cb-4c92-8bb2-86630a9548d8 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:39:34.031107 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4ab542e3-4476-4095-936a-1d35606080b7 req-fa615e1f-d43c-4b0b-8a72-b4c3e55e82f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:34.115086 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-c74a2e1e-e6cc-4581-99f6-c9dcdad57a42 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] delete failed (client error): The resource could not be found. May 03 22:39:34.119304 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c74a2e1e-e6cc-4581-99f6-c9dcdad57a42 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] 10.222.0.58 "DELETE /v2.0/routers/125f4268-d080-46b1-ac88-4993da8a69f4 HTTP/1.1" status: 404 len: 336 time: 0.1711788 May 03 22:39:34.122257 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44232) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:34.189050 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-1dbe4e38-4a6a-43b7-b37a-03ec3e3acafb tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/quotas/4005ab853daa4dd0a8c6d47cfa1e3258 HTTP/1.1" status: 200 len: 375 time: 0.1048324 May 03 22:39:34.189050 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ca2bc629-31d5-4286-bb82-1a63ae960977 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] 10.222.0.58 "GET /v2.0/ports?device_id=bdbed21c-f2dc-46b3-a70e-46e39e8c25f8 HTTP/1.1" status: 200 len: 205 time: 0.0626659 May 03 22:39:34.196130 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44242) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:34.245699 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa615e1f-d43c-4b0b-8a72-b4c3e55e82f1 service neutron] Pushing event updated for resources: {'Port': ['ID=35d72035-a0cb-4c92-8bb2-86630a9548d8,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:34.317564 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-4ab542e3-4476-4095-936a-1d35606080b7 req-fa615e1f-d43c-4b0b-8a72-b4c3e55e82f1 service neutron] Attempting to bind port 35d72035-a0cb-4c92-8bb2-86630a9548d8 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:39:34.324653 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-4ab542e3-4476-4095-936a-1d35606080b7 req-fa615e1f-d43c-4b0b-8a72-b4c3e55e82f1 service neutron] Attempting to bind port 35d72035-a0cb-4c92-8bb2-86630a9548d8 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': 'a7668370-475d-4918-bbba-2675de080411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ebc571f4-7c6c-4734-8444-6a7a06a14e80'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:39:34.324653 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab542e3-4476-4095-936a-1d35606080b7 req-fa615e1f-d43c-4b0b-8a72-b4c3e55e82f1 service neutron] Attempting to bind port 35d72035-a0cb-4c92-8bb2-86630a9548d8 on network ebc571f4-7c6c-4734-8444-6a7a06a14e80 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:39:34.327809 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab542e3-4476-4095-936a-1d35606080b7 req-fa615e1f-d43c-4b0b-8a72-b4c3e55e82f1 service neutron] Port 35d72035-a0cb-4c92-8bb2-86630a9548d8 on network ebc571f4-7c6c-4734-8444-6a7a06a14e80 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:39:34.328320 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab542e3-4476-4095-936a-1d35606080b7 req-fa615e1f-d43c-4b0b-8a72-b4c3e55e82f1 service neutron] Attempting to bind port 35d72035-a0cb-4c92-8bb2-86630a9548d8 on network ebc571f4-7c6c-4734-8444-6a7a06a14e80 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:39:34.336234 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab542e3-4476-4095-936a-1d35606080b7 req-fa615e1f-d43c-4b0b-8a72-b4c3e55e82f1 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:39:34.343583 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab542e3-4476-4095-936a-1d35606080b7 req-fa615e1f-d43c-4b0b-8a72-b4c3e55e82f1 service neutron] Checking segment: {'id': 'a7668370-475d-4918-bbba-2675de080411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ebc571f4-7c6c-4734-8444-6a7a06a14e80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:39:34.344779 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab542e3-4476-4095-936a-1d35606080b7 req-fa615e1f-d43c-4b0b-8a72-b4c3e55e82f1 service neutron] Bound using segment: {'id': 'a7668370-475d-4918-bbba-2675de080411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ebc571f4-7c6c-4734-8444-6a7a06a14e80'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:39:34.345420 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-4ab542e3-4476-4095-936a-1d35606080b7 req-fa615e1f-d43c-4b0b-8a72-b4c3e55e82f1 service neutron] Bound port: 35d72035-a0cb-4c92-8bb2-86630a9548d8, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7668370-475d-4918-bbba-2675de080411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ebc571f4-7c6c-4734-8444-6a7a06a14e80'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:39:34.345786 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4ab542e3-4476-4095-936a-1d35606080b7 req-fa615e1f-d43c-4b0b-8a72-b4c3e55e82f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:34.391089 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-94133ae1-3117-4781-a2c4-ee342887457d tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] delete failed (client error): The resource could not be found. May 03 22:39:34.391089 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-94133ae1-3117-4781-a2c4-ee342887457d tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] 10.222.0.58 "DELETE /v2.0/routers/bdbed21c-f2dc-46b3-a70e-46e39e8c25f8 HTTP/1.1" status: 404 len: 336 time: 0.1934559 May 03 22:39:34.401599 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44248) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:34.432124 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eca568-caa1-4ed4-8b3b-3507d2fa5af0 req-c3390294-eafd-4217-8869-c2cecbf5ddc3 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:34.432124 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61eca568-caa1-4ed4-8b3b-3507d2fa5af0 req-c3390294-eafd-4217-8869-c2cecbf5ddc3 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=73101597-6151-4461-bcc0-d53041013b82 HTTP/1.1" status: 200 len: 945 time: 0.9291489 May 03 22:39:34.513892 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-4ab542e3-4476-4095-936a-1d35606080b7 req-fa615e1f-d43c-4b0b-8a72-b4c3e55e82f1 service neutron] For port 35d72035-a0cb-4c92-8bb2-86630a9548d8, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:39:34.520715 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9f5ae281-4328-4be1-b263-af01cdbd0fb5 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] 10.222.0.58 "GET /v2.0/ports?device_id=79c0a79b-22ac-4309-9f14-93c2f05478e5 HTTP/1.1" status: 200 len: 205 time: 0.1193440 May 03 22:39:34.523577 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44252) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:34.523577 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-4ab542e3-4476-4095-936a-1d35606080b7 req-fa615e1f-d43c-4b0b-8a72-b4c3e55e82f1 service neutron] For port 35d72035-a0cb-4c92-8bb2-86630a9548d8, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=35d72035-a0cb-4c92-8bb2-86630a9548d8,segment=NetworkSegment(a7668370-475d-4918-bbba-2675de080411),segment_id=a7668370-475d-4918-bbba-2675de080411)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:39:34.561709 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-820bbe81-e695-47cd-86ed-a268435baf67 req-634a5caa-4a66-4336-a41e-eb506509aaab tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:34.595628 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4ab542e3-4476-4095-936a-1d35606080b7 req-fa615e1f-d43c-4b0b-8a72-b4c3e55e82f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:34.598936 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61eca568-caa1-4ed4-8b3b-3507d2fa5af0 req-10336609-9341-4072-89ed-37deedd19d88 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150882 May 03 22:39:34.608305 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-d8eb4c27-dba2-47c8-9f1f-87721a05dc04 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Synchronizing usage tracker for tenant:4005ab853daa4dd0a8c6d47cfa1e3258 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:39:34.651428 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-c93b092c-9e08-4c90-97c5-03649e44cd92 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] delete failed (client error): The resource could not be found. May 03 22:39:34.655050 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c93b092c-9e08-4c90-97c5-03649e44cd92 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] 10.222.0.58 "DELETE /v2.0/routers/79c0a79b-22ac-4309-9f14-93c2f05478e5 HTTP/1.1" status: 404 len: 336 time: 0.1275930 May 03 22:39:34.655500 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44256) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:34.674022 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab542e3-4476-4095-936a-1d35606080b7 req-fa615e1f-d43c-4b0b-8a72-b4c3e55e82f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:34.674450 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4ab542e3-4476-4095-936a-1d35606080b7 req-fa615e1f-d43c-4b0b-8a72-b4c3e55e82f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:34.675935 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4ab542e3-4476-4095-936a-1d35606080b7 req-fa615e1f-d43c-4b0b-8a72-b4c3e55e82f1 service neutron] 10.222.0.67 "PUT /v2.0/ports/35d72035-a0cb-4c92-8bb2-86630a9548d8 HTTP/1.1" status: 200 len: 1091 time: 1.9413292 May 03 22:39:34.676373 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '945649de-ffe7-41c6-86b9-bb3ebbeb2872', 'tag': '35d72035-a0cb-4c92-8bb2-86630a9548d8'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:39:34.708104 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa615e1f-d43c-4b0b-8a72-b4c3e55e82f1 service neutron] Pushing event updated for resources: {'Port': ['ID=35d72035-a0cb-4c92-8bb2-86630a9548d8,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:34.717339 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-820bbe81-e695-47cd-86ed-a268435baf67 req-634a5caa-4a66-4336-a41e-eb506509aaab tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:34.723485 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-78035079-b0b8-4910-8bb4-fbc2554b3bc2 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] 10.222.0.58 "GET /v2.0/ports?device_id=9f1cc578-f584-45db-8217-24b0905238b8 HTTP/1.1" status: 200 len: 205 time: 0.0643501 May 03 22:39:34.723843 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44264) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:34.779082 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-d8eb4c27-dba2-47c8-9f1f-87721a05dc04 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Unset dirty status for tenant:4005ab853daa4dd0a8c6d47cfa1e3258 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:39:34.779434 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-d8eb4c27-dba2-47c8-9f1f-87721a05dc04 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4005ab853daa4dd0a8c6d47cfa1e3258&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5789962 May 03 22:39:34.906647 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-27887c27-5d24-4394-ae98-21e0a7f22419 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] delete failed (client error): The resource could not be found. May 03 22:39:34.906647 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-27887c27-5d24-4394-ae98-21e0a7f22419 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] 10.222.0.58 "DELETE /v2.0/routers/9f1cc578-f584-45db-8217-24b0905238b8 HTTP/1.1" status: 404 len: 336 time: 0.1785562 May 03 22:39:34.906647 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44270) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:34.937190 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-820bbe81-e695-47cd-86ed-a268435baf67 req-634a5caa-4a66-4336-a41e-eb506509aaab tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Network 543b6fca-f047-439c-9755-3515681f4e19 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:39:34.937190 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-820bbe81-e695-47cd-86ed-a268435baf67 req-634a5caa-4a66-4336-a41e-eb506509aaab tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:39:34.955733 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-820bbe81-e695-47cd-86ed-a268435baf67 req-634a5caa-4a66-4336-a41e-eb506509aaab tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:39:34.986240 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-dfeb7923-65cb-4873-91b6-5841ddd18f34 tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] 10.222.0.58 "GET /v2.0/ports?device_id=d10efbdc-b679-4526-90a9-2ec804fcc6aa HTTP/1.1" status: 200 len: 205 time: 0.0676904 May 03 22:39:34.986240 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44274) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:35.064374 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-8eb15387-4378-4df4-93a8-b20233ff3b8c tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] delete failed (client error): The resource could not be found. May 03 22:39:35.067781 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8eb15387-4378-4df4-93a8-b20233ff3b8c tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] 10.222.0.58 "DELETE /v2.0/routers/d10efbdc-b679-4526-90a9-2ec804fcc6aa HTTP/1.1" status: 404 len: 336 time: 0.0812488 May 03 22:39:35.068632 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44284) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:35.079753 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820bbe81-e695-47cd-86ed-a268435baf67 req-634a5caa-4a66-4336-a41e-eb506509aaab tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:35.080367 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-820bbe81-e695-47cd-86ed-a268435baf67 req-634a5caa-4a66-4336-a41e-eb506509aaab tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:35.094872 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a5caa-4a66-4336-a41e-eb506509aaab tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Pushing event updated for resources: {'Port': ['ID=bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:35.111402 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a4ff212-6192-471c-aa73-ace1506f5b9a tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] DELETE failed (client error): The resource could not be found. May 03 22:39:35.111932 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a4ff212-6192-471c-aa73-ace1506f5b9a tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:39:35.113685 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4a4ff212-6192-471c-aa73-ace1506f5b9a tempest-RoutersIpV6AdminTest-1517150824 tempest-RoutersIpV6AdminTest-1517150824-project] 10.222.0.58 "DELETE /v2.0/subnets/5f95bed2-6186-4121-a94d-ea9f308cd888 HTTP/1.1" status: 404 len: 337 time: 0.0441167 May 03 22:39:35.125017 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab542e3-4476-4095-936a-1d35606080b7 req-4bd8e606-67cc-469d-8dff-970648331d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:35.126643 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4ab542e3-4476-4095-936a-1d35606080b7 req-4bd8e606-67cc-469d-8dff-970648331d3a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbfe6bca3b264cd880fbd33ea61935c3&device_id=945649de-ffe7-41c6-86b9-bb3ebbeb2872 HTTP/1.1" status: 200 len: 1094 time: 0.3121469 May 03 22:39:35.147785 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-820bbe81-e695-47cd-86ed-a268435baf67 req-634a5caa-4a66-4336-a41e-eb506509aaab tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0482247 May 03 22:39:35.166835 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-820bbe81-e695-47cd-86ed-a268435baf67 req-42cfcda5-fda3-4852-873c-6c29b01c3045 service neutron] Request body: {'port': {'device_id': '0f84f292-b5d5-41ab-b486-391c3deb683c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:35.228011 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecee8c8-ed29-43fa-a7fc-adabdac1c123 req-72384771-ffed-481a-b09c-0ae3e6e8ad90 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:35.239457 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fecee8c8-ed29-43fa-a7fc-adabdac1c123 req-72384771-ffed-481a-b09c-0ae3e6e8ad90 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=945649de-ffe7-41c6-86b9-bb3ebbeb2872 HTTP/1.1" status: 200 len: 943 time: 0.4587984 May 03 22:39:35.240929 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4ab542e3-4476-4095-936a-1d35606080b7 req-e5fb41ba-d70a-43a3-a23a-aaede2d098ba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35d72035-a0cb-4c92-8bb2-86630a9548d8 HTTP/1.1" status: 200 len: 217 time: 0.1003170 May 03 22:39:35.248298 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-390d4cd0-1031-4ab3-8280-b8ac3637e782 service neutron] 10.222.0.58 "GET /v2.0/networks/ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502381 May 03 22:39:35.342736 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab542e3-4476-4095-936a-1d35606080b7 req-35917ffd-910f-4abd-9b77-aad6abe1313b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:35.355370 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4ab542e3-4476-4095-936a-1d35606080b7 req-35917ffd-910f-4abd-9b77-aad6abe1313b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fe269a99-0a61-49f3-84a1-e1479dc44f08 HTTP/1.1" status: 200 len: 854 time: 0.0908444 May 03 22:39:35.376735 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fecee8c8-ed29-43fa-a7fc-adabdac1c123 req-704aa84b-e107-4547-9783-aec5640a9463 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430705 May 03 22:39:35.429447 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4ab542e3-4476-4095-936a-1d35606080b7 req-95713d04-a86f-4801-a5c0-4412742fd63d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ebc571f4-7c6c-4734-8444-6a7a06a14e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726860 May 03 22:39:35.472009 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-820bbe81-e695-47cd-86ed-a268435baf67 req-42cfcda5-fda3-4852-873c-6c29b01c3045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:35.567581 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-2be0074e-1857-496f-b756-3985e4cc7ec3 service neutron] 10.222.0.58 "GET /v2.0/networks/ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088572 May 03 22:39:35.936724 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44304) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:35.951803 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8edd0631-aa7b-4dbe-864e-702de6ee4786'] response: {'name': 'network-changed', 'server_uuid': '945649de-ffe7-41c6-86b9-bb3ebbeb2872', 'tag': '35d72035-a0cb-4c92-8bb2-86630a9548d8', 'status': 'completed', 'code': 200} May 03 22:39:36.080315 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4ab542e3-4476-4095-936a-1d35606080b7 req-79419b36-2da4-4884-bca0-c34db36ba8fe service neutron] 10.222.0.67 "GET /v2.0/networks/ebc571f4-7c6c-4734-8444-6a7a06a14e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5478587 May 03 22:39:36.195724 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa4446-b89f-4bdf-97f0-47e0bfdab945 req-92cdc922-c60d-4244-a1dc-3d9863d13550 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:36.196690 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-0bfa4446-b89f-4bdf-97f0-47e0bfdab945 req-92cdc922-c60d-4244-a1dc-3d9863d13550 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Synchronizing usage tracker for tenant:56f2a06b55b349518a0fa1bd075b4999 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:39:36.241366 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-0bfa4446-b89f-4bdf-97f0-47e0bfdab945 req-92cdc922-c60d-4244-a1dc-3d9863d13550 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Unset dirty status for tenant:56f2a06b55b349518a0fa1bd075b4999 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:39:36.242631 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0bfa4446-b89f-4bdf-97f0-47e0bfdab945 req-92cdc922-c60d-4244-a1dc-3d9863d13550 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.67 "GET /v2.0/ports?device_id=73101597-6151-4461-bcc0-d53041013b82 HTTP/1.1" status: 200 len: 945 time: 0.8143005 May 03 22:39:36.332787 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4ab542e3-4476-4095-936a-1d35606080b7 req-aa4100a7-3322-44a6-aa60-c021113acbad service neutron] 10.222.0.67 "GET /v2.0/networks/ebc571f4-7c6c-4734-8444-6a7a06a14e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507272 May 03 22:39:36.346353 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-0bfa4446-b89f-4bdf-97f0-47e0bfdab945 req-20cf0396-2ea9-4f81-b189-4595a1b01f78 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Deleting port e91ca731-7647-4e07-8fa8-7b4a2d0cd17f {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:39:36.346353 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0bfa4446-b89f-4bdf-97f0-47e0bfdab945 req-20cf0396-2ea9-4f81-b189-4595a1b01f78 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:36.752598 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd983dfc-f041-4dc0-9d1a-09d7eec24d1e req-5efa36df-10e8-4b62-8ce0-598be1290b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:36.768127 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-dd983dfc-f041-4dc0-9d1a-09d7eec24d1e req-5efa36df-10e8-4b62-8ce0-598be1290b1c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbfe6bca3b264cd880fbd33ea61935c3&device_id=945649de-ffe7-41c6-86b9-bb3ebbeb2872 HTTP/1.1" status: 200 len: 1094 time: 0.3541956 May 03 22:39:36.880362 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c99c7-6b8c-4488-b6a6-f17ac6c2ad86 req-e5f7e874-241a-4f07-9ea6-9f7243a90f64 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:36.881181 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-527c99c7-6b8c-4488-b6a6-f17ac6c2ad86 req-e5f7e874-241a-4f07-9ea6-9f7243a90f64 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Synchronizing usage tracker for tenant:78888f6578ff48f2a0bd45c6785d84d6 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:39:36.891129 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9215c443-5d19-4b5c-8100-0c9ac092bdc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:36.925201 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-820bbe81-e695-47cd-86ed-a268435baf67 req-42cfcda5-fda3-4852-873c-6c29b01c3045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:39:36.934396 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-0bfa4446-b89f-4bdf-97f0-47e0bfdab945 req-20cf0396-2ea9-4f81-b189-4595a1b01f78 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] For port e91ca731-7647-4e07-8fa8-7b4a2d0cd17f, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=e91ca731-7647-4e07-8fa8-7b4a2d0cd17f,segment=NetworkSegment(b38726d5-324d-4465-9fc5-454afd2d45a2),segment_id=b38726d5-324d-4465-9fc5-454afd2d45a2)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:39:36.934996 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0bfa4446-b89f-4bdf-97f0-47e0bfdab945 req-20cf0396-2ea9-4f81-b189-4595a1b01f78 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:36.936905 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9215c443-5d19-4b5c-8100-0c9ac092bdc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:36.944686 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-820bbe81-e695-47cd-86ed-a268435baf67 req-42cfcda5-fda3-4852-873c-6c29b01c3045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:36.956001 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9215c443-5d19-4b5c-8100-0c9ac092bdc4 admin admin] Usage tracker for resource:security_group_rule and tenant:820b63b4064b4906bfd33549f454de6d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:36.964725 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9215c443-5d19-4b5c-8100-0c9ac092bdc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:36.982969 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9215c443-5d19-4b5c-8100-0c9ac092bdc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:36.996138 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1be96e-9290-40d5-bde9-6ac217b29800 req-58817122-ca4f-448f-bc3b-f1b0d8cb0be1 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:36.998033 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8f1be96e-9290-40d5-bde9-6ac217b29800 req-58817122-ca4f-448f-bc3b-f1b0d8cb0be1 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=73101597-6151-4461-bcc0-d53041013b82 HTTP/1.1" status: 200 len: 945 time: 0.9708135 May 03 22:39:36.998871 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-527c99c7-6b8c-4488-b6a6-f17ac6c2ad86 req-e5f7e874-241a-4f07-9ea6-9f7243a90f64 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Unset dirty status for tenant:78888f6578ff48f2a0bd45c6785d84d6 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:39:37.006908 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-527c99c7-6b8c-4488-b6a6-f17ac6c2ad86 req-e5f7e874-241a-4f07-9ea6-9f7243a90f64 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f84f292-b5d5-41ab-b486-391c3deb683c HTTP/1.1" status: 200 len: 932 time: 1.2452533 May 03 22:39:37.043421 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-820bbe81-e695-47cd-86ed-a268435baf67 req-42cfcda5-fda3-4852-873c-6c29b01c3045 service neutron] Transition to ACTIVE for port object bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:39:37.064732 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-820bbe81-e695-47cd-86ed-a268435baf67 req-42cfcda5-fda3-4852-873c-6c29b01c3045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:37.104465 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-0bfa4446-b89f-4bdf-97f0-47e0bfdab945 req-20cf0396-2ea9-4f81-b189-4595a1b01f78 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Calling delete_port for e91ca731-7647-4e07-8fa8-7b4a2d0cd17f owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:39:37.194244 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd983dfc-f041-4dc0-9d1a-09d7eec24d1e req-d238d9ff-ec60-4f4e-b9c3-8840d8f50b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:37.194244 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-dd983dfc-f041-4dc0-9d1a-09d7eec24d1e req-d238d9ff-ec60-4f4e-b9c3-8840d8f50b85 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ebc571f4-7c6c-4734-8444-6a7a06a14e80 HTTP/1.1" status: 200 len: 915 time: 0.3857548 May 03 22:39:37.230124 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cfcda5-fda3-4852-873c-6c29b01c3045 service neutron] Pushing event updated for resources: {'Port': ['ID=bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:37.285790 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-dd983dfc-f041-4dc0-9d1a-09d7eec24d1e req-1b284de0-f45e-4f5e-b874-72a4c5c6de4e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35d72035-a0cb-4c92-8bb2-86630a9548d8 HTTP/1.1" status: 200 len: 217 time: 0.0902338 May 03 22:39:37.294393 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8f1be96e-9290-40d5-bde9-6ac217b29800 req-c3f8cc73-24d9-405d-b045-ec2d7e304d7b tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662249 May 03 22:39:37.346378 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-527c99c7-6b8c-4488-b6a6-f17ac6c2ad86 req-44e1277d-4709-495a-875c-6a1a52b708d8 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Synchronizing usage tracker for tenant:78888f6578ff48f2a0bd45c6785d84d6 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:39:37.535578 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd983dfc-f041-4dc0-9d1a-09d7eec24d1e req-5ea727a5-fb1e-4388-9bbc-20c8ff6db783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:37.538175 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-dd983dfc-f041-4dc0-9d1a-09d7eec24d1e req-5ea727a5-fb1e-4388-9bbc-20c8ff6db783 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fe269a99-0a61-49f3-84a1-e1479dc44f08 HTTP/1.1" status: 200 len: 854 time: 0.0816567 May 03 22:39:37.544415 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0bfa4446-b89f-4bdf-97f0-47e0bfdab945 req-20cf0396-2ea9-4f81-b189-4595a1b01f78 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:37.546567 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9697fc9a-f454-489e-aeed-044795c1698b req-84a347b1-bc34-4be3-95a3-9da8bd00c445 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 210 time: 0.1052752 May 03 22:39:37.599327 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-820bbe81-e695-47cd-86ed-a268435baf67 req-42cfcda5-fda3-4852-873c-6c29b01c3045 service neutron] Attempting to bind port bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:39:37.599327 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-820bbe81-e695-47cd-86ed-a268435baf67 req-42cfcda5-fda3-4852-873c-6c29b01c3045 service neutron] Attempting to bind port bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '51781bfe-bf86-46ca-a806-09a020fd20e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '543b6fca-f047-439c-9755-3515681f4e19'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:39:37.599327 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820bbe81-e695-47cd-86ed-a268435baf67 req-42cfcda5-fda3-4852-873c-6c29b01c3045 service neutron] Attempting to bind port bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a on network 543b6fca-f047-439c-9755-3515681f4e19 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:39:37.619781 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820bbe81-e695-47cd-86ed-a268435baf67 req-42cfcda5-fda3-4852-873c-6c29b01c3045 service neutron] Port bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a on network 543b6fca-f047-439c-9755-3515681f4e19 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:39:37.619781 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820bbe81-e695-47cd-86ed-a268435baf67 req-42cfcda5-fda3-4852-873c-6c29b01c3045 service neutron] Attempting to bind port bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a on network 543b6fca-f047-439c-9755-3515681f4e19 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:39:37.632940 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820bbe81-e695-47cd-86ed-a268435baf67 req-42cfcda5-fda3-4852-873c-6c29b01c3045 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:39:37.632940 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820bbe81-e695-47cd-86ed-a268435baf67 req-42cfcda5-fda3-4852-873c-6c29b01c3045 service neutron] Checking segment: {'id': '51781bfe-bf86-46ca-a806-09a020fd20e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '543b6fca-f047-439c-9755-3515681f4e19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:39:37.632940 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820bbe81-e695-47cd-86ed-a268435baf67 req-42cfcda5-fda3-4852-873c-6c29b01c3045 service neutron] Bound using segment: {'id': '51781bfe-bf86-46ca-a806-09a020fd20e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '543b6fca-f047-439c-9755-3515681f4e19'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:39:37.632940 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-820bbe81-e695-47cd-86ed-a268435baf67 req-42cfcda5-fda3-4852-873c-6c29b01c3045 service neutron] Bound port: bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51781bfe-bf86-46ca-a806-09a020fd20e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '543b6fca-f047-439c-9755-3515681f4e19'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:39:37.632940 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-820bbe81-e695-47cd-86ed-a268435baf67 req-42cfcda5-fda3-4852-873c-6c29b01c3045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:37.684723 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf0396-2ea9-4f81-b189-4595a1b01f78 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Pushing event deleted for resources: {'Port': ['ID=e91ca731-7647-4e07-8fa8-7b4a2d0cd17f,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:37.693355 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9215c443-5d19-4b5c-8100-0c9ac092bdc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:37.714759 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9215c443-5d19-4b5c-8100-0c9ac092bdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:37.767745 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9215c443-5d19-4b5c-8100-0c9ac092bdc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90fb87c-ab65-4266-8357-4d7f2d17dc68,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:37.767745 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-527c99c7-6b8c-4488-b6a6-f17ac6c2ad86 req-44e1277d-4709-495a-875c-6a1a52b708d8 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Unset dirty status for tenant:78888f6578ff48f2a0bd45c6785d84d6 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:39:37.767745 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-527c99c7-6b8c-4488-b6a6-f17ac6c2ad86 req-44e1277d-4709-495a-875c-6a1a52b708d8 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d8f4bfc-81a6-4343-98de-d899d9d3e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7554686 May 03 22:39:37.804913 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9215c443-5d19-4b5c-8100-0c9ac092bdc4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=820b63b4064b4906bfd33549f454de6d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8193626 May 03 22:39:37.804913 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44350) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:37.863894 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-dd983dfc-f041-4dc0-9d1a-09d7eec24d1e req-73e1564f-9bbe-4822-b818-18355fe44539 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ebc571f4-7c6c-4734-8444-6a7a06a14e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3098812 May 03 22:39:37.935607 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-820bbe81-e695-47cd-86ed-a268435baf67 req-42cfcda5-fda3-4852-873c-6c29b01c3045 service neutron] For port bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:39:37.968150 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-820bbe81-e695-47cd-86ed-a268435baf67 req-42cfcda5-fda3-4852-873c-6c29b01c3045 service neutron] For port bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a,segment=NetworkSegment(51781bfe-bf86-46ca-a806-09a020fd20e7),segment_id=51781bfe-bf86-46ca-a806-09a020fd20e7)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:39:37.986387 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-820bbe81-e695-47cd-86ed-a268435baf67 req-42cfcda5-fda3-4852-873c-6c29b01c3045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:38.079943 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-eb6dc3a4-a204-4de4-ba43-1cfdffe3cbab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:38.085420 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820bbe81-e695-47cd-86ed-a268435baf67 req-42cfcda5-fda3-4852-873c-6c29b01c3045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:38.086078 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-820bbe81-e695-47cd-86ed-a268435baf67 req-42cfcda5-fda3-4852-873c-6c29b01c3045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:38.087597 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-820bbe81-e695-47cd-86ed-a268435baf67 req-42cfcda5-fda3-4852-873c-6c29b01c3045 service neutron] 10.222.0.67 "PUT /v2.0/ports/bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a HTTP/1.1" status: 200 len: 1092 time: 2.9298351 May 03 22:39:38.090328 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f84f292-b5d5-41ab-b486-391c3deb683c', 'tag': 'bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:39:38.198975 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16142376-276b-432e-97ff-94e598985411 req-84772769-2b19-4ec8-8c0d-2002daa039c0 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:38.198975 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-16142376-276b-432e-97ff-94e598985411 req-84772769-2b19-4ec8-8c0d-2002daa039c0 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=945649de-ffe7-41c6-86b9-bb3ebbeb2872 HTTP/1.1" status: 200 len: 943 time: 0.3955956 May 03 22:39:38.205546 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-651a5fa4-f19c-4972-bc16-36a469c08a48'] response: {'name': 'network-changed', 'server_uuid': '0f84f292-b5d5-41ab-b486-391c3deb683c', 'tag': 'bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a', 'status': 'completed', 'code': 200} May 03 22:39:38.270998 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-eb6dc3a4-a204-4de4-ba43-1cfdffe3cbab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:38.283050 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cfcda5-fda3-4852-873c-6c29b01c3045 service neutron] Pushing event updated for resources: {'Port': ['ID=bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:38.286636 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bfa4446-b89f-4bdf-97f0-47e0bfdab945 req-20cf0396-2ea9-4f81-b189-4595a1b01f78 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] No DVR routers for this DVR port e91ca731-7647-4e07-8fa8-7b4a2d0cd17f on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:39:38.299766 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0bfa4446-b89f-4bdf-97f0-47e0bfdab945 req-20cf0396-2ea9-4f81-b189-4595a1b01f78 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:38.299766 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-dd983dfc-f041-4dc0-9d1a-09d7eec24d1e req-9f8c334c-3f8c-4fd6-92ee-b4a2f8969e81 service neutron] 10.222.0.67 "GET /v2.0/networks/ebc571f4-7c6c-4734-8444-6a7a06a14e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893359 May 03 22:39:38.312923 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73101597-6151-4461-bcc0-d53041013b82', 'name': 'network-vif-deleted', 'tag': 'e91ca731-7647-4e07-8fa8-7b4a2d0cd17f'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:39:38.359728 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-16142376-276b-432e-97ff-94e598985411 req-aabfc24c-c9d0-4fa8-9f75-1ee711861a2a tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494830 May 03 22:39:38.445200 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820bbe81-e695-47cd-86ed-a268435baf67 req-410329a4-ec4e-4363-abdf-2caf8a2b3c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:38.447784 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-820bbe81-e695-47cd-86ed-a268435baf67 req-410329a4-ec4e-4363-abdf-2caf8a2b3c63 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=78888f6578ff48f2a0bd45c6785d84d6&device_id=0f84f292-b5d5-41ab-b486-391c3deb683c HTTP/1.1" status: 200 len: 1095 time: 0.1642084 May 03 22:39:38.503981 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0bfa4446-b89f-4bdf-97f0-47e0bfdab945 req-20cf0396-2ea9-4f81-b189-4595a1b01f78 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.67 "DELETE /v2.0/ports/e91ca731-7647-4e07-8fa8-7b4a2d0cd17f HTTP/1.1" status: 204 len: 173 time: 2.2498469 May 03 22:39:38.512758 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85fb2b94-98c3-4a5a-a95d-a5cb7fdcb3e6'] response: {'server_uuid': '73101597-6151-4461-bcc0-d53041013b82', 'name': 'network-vif-deleted', 'tag': 'e91ca731-7647-4e07-8fa8-7b4a2d0cd17f', 'status': 'completed', 'code': 200} May 03 22:39:38.525097 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c37c1fba-d8f4-48ed-9894-d4a0637bc1b7 req-b98b389c-10af-40c6-a05a-5efd4ff7d250 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=73101597-6151-4461-bcc0-d53041013b82 HTTP/1.1" status: 200 len: 210 time: 0.0692587 May 03 22:39:38.588932 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-eb6dc3a4-a204-4de4-ba43-1cfdffe3cbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:38.617456 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-820bbe81-e695-47cd-86ed-a268435baf67 req-da020cdd-5c79-4f12-92b3-f46c3f1a75d2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a HTTP/1.1" status: 200 len: 217 time: 0.0841298 May 03 22:39:38.618820 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6dc3a4-a204-4de4-ba43-1cfdffe3cbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90fb87c-ab65-4266-8357-4d7f2d17dc68,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:38.629043 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-eb6dc3a4-a204-4de4-ba43-1cfdffe3cbab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:38.630367 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-eb6dc3a4-a204-4de4-ba43-1cfdffe3cbab admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c90fb87c-ab65-4266-8357-4d7f2d17dc68 HTTP/1.1" status: 204 len: 168 time: 0.8236649 May 03 22:39:38.691058 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device e91ca731-7647-4e07-8fa8-7b4a2d0cd17f no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:39:38.719162 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-6b22465b-2969-4c76-9aee-7e79db29c20f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:38.731792 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-6b22465b-2969-4c76-9aee-7e79db29c20f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.60 "GET /v2.0/networks?id=ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 HTTP/1.1" status: 200 len: 816 time: 0.9067037 May 03 22:39:38.814626 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: e91ca731-7647-4e07-8fa8-7b4a2d0cd17f {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:39:38.814626 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device e91ca731-7647-4e07-8fa8-7b4a2d0cd17f not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:39:38.876817 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-dd983dfc-f041-4dc0-9d1a-09d7eec24d1e req-7cbf894a-e617-4171-a24c-a7197b40ebbe service neutron] 10.222.0.67 "GET /v2.0/networks/ebc571f4-7c6c-4734-8444-6a7a06a14e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5430431 May 03 22:39:38.883573 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820bbe81-e695-47cd-86ed-a268435baf67 req-0df86f7d-8dc8-45c7-a563-2002bb9d645f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:38.883573 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-820bbe81-e695-47cd-86ed-a268435baf67 req-0df86f7d-8dc8-45c7-a563-2002bb9d645f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb9748b0-5287-47e0-90c2-e6cf31f5ddcd HTTP/1.1" status: 200 len: 853 time: 0.2489128 May 03 22:39:38.886040 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-62524815-8b1c-44ae-9dcd-098131f0b37e tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4005ab853daa4dd0a8c6d47cfa1e3258 HTTP/1.1" status: 200 len: 380 time: 0.1369114 May 03 22:39:38.920190 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-a5d1dd6c-fe4b-436a-8e87-6ec7f18d54bf tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Request body: {'port': {'device_id': 'b444de72-b15b-4840-93b2-daf50a537c0f', 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5', 'admin_state_up': True, 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'security_groups': ['003a3041-892f-43ef-a03c-cbc464a03495']}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:38.954724 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-820bbe81-e695-47cd-86ed-a268435baf67 req-b47d9464-b9e1-4cf9-b327-3f22c4991e8f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=543b6fca-f047-439c-9755-3515681f4e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668864 May 03 22:39:39.042591 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a5e3f202-bbfd-48d9-98bd-94de9a1c469a req-a1bba739-3a60-46ce-b4c0-d119b6a82727 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 210 time: 0.0868154 May 03 22:39:39.254265 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-a5d1dd6c-fe4b-436a-8e87-6ec7f18d54bf tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:39.267771 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-a5d1dd6c-fe4b-436a-8e87-6ec7f18d54bf tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:39.317921 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-a5d1dd6c-fe4b-436a-8e87-6ec7f18d54bf tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Made reservation on behalf of 4005ab853daa4dd0a8c6d47cfa1e3258 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:39:39.317921 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-a5d1dd6c-fe4b-436a-8e87-6ec7f18d54bf tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:39.341778 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44388) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:39.403193 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db4373-b327-4325-8ac9-4f4e9d31f03c req-9a7d2367-be7b-4ed1-891d-71d686ec58b7 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:39.403193 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-22db4373-b327-4325-8ac9-4f4e9d31f03c req-9a7d2367-be7b-4ed1-891d-71d686ec58b7 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f84f292-b5d5-41ab-b486-391c3deb683c HTTP/1.1" status: 200 len: 944 time: 0.3571901 May 03 22:39:39.465341 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-820bbe81-e695-47cd-86ed-a268435baf67 req-5f4e800e-3a44-4a5e-8db8-f82cbd22e3e0 service neutron] 10.222.0.67 "GET /v2.0/networks/543b6fca-f047-439c-9755-3515681f4e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465817 May 03 22:39:39.492720 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-22db4373-b327-4325-8ac9-4f4e9d31f03c req-9f6dc513-d6f5-47f1-a935-f25f12304fcf tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d8f4bfc-81a6-4343-98de-d899d9d3e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855474 May 03 22:39:39.675486 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e2e3cb6b-2323-4535-ad78-71eced277e6f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fdfba440d53f42ba8593745900ce95a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3389587 May 03 22:39:39.686513 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44400) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:39.846426 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4b3af746-91cd-4575-a285-44a461576ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:39.852020 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-a5d1dd6c-fe4b-436a-8e87-6ec7f18d54bf tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Allocated IP 172.20.0.6 (ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5/209e1eea-ba5e-419e-9e3d-b3077ecd94a4/1ae259da-89ce-42c7-81a9-d0aa11f186b8) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:39:39.914925 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4b3af746-91cd-4575-a285-44a461576ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:40.143349 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-723af9e0-03a3-4680-9137-693ad8b6f864 req-7207a6c8-eec0-4980-93f3-b4596266b05d tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=73101597-6151-4461-bcc0-d53041013b82 HTTP/1.1" status: 200 len: 210 time: 0.2522635 May 03 22:39:40.245107 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-a5d1dd6c-fe4b-436a-8e87-6ec7f18d54bf tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:40.254280 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-820bbe81-e695-47cd-86ed-a268435baf67 req-59ded6f7-4c16-49ad-ba85-287e692c6d7f service neutron] 10.222.0.67 "GET /v2.0/networks/543b6fca-f047-439c-9755-3515681f4e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7523232 May 03 22:39:40.279670 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-a5d1dd6c-fe4b-436a-8e87-6ec7f18d54bf tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Transition to ACTIVE for port object 1ae259da-89ce-42c7-81a9-d0aa11f186b8 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:39:40.348117 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-a5d1dd6c-fe4b-436a-8e87-6ec7f18d54bf tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:40.436664 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1dd6c-fe4b-436a-8e87-6ec7f18d54bf tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Pushing event updated for resources: {'Port': ['ID=1ae259da-89ce-42c7-81a9-d0aa11f186b8,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:40.436664 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4b3af746-91cd-4575-a285-44a461576ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:40.466608 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3af746-91cd-4575-a285-44a461576ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d563192-bf80-40d3-aa22-464f57126545,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:40.472791 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-a5d1dd6c-fe4b-436a-8e87-6ec7f18d54bf tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Network ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:39:40.472791 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-a5d1dd6c-fe4b-436a-8e87-6ec7f18d54bf tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:39:40.479779 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-a5d1dd6c-fe4b-436a-8e87-6ec7f18d54bf tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:39:40.537444 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f88ccf-7289-4a0e-ae2a-323e8786f340 req-7faffd89-0507-49b3-ac19-418b41266e82 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:40.549912 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-01f88ccf-7289-4a0e-ae2a-323e8786f340 req-7faffd89-0507-49b3-ac19-418b41266e82 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=945649de-ffe7-41c6-86b9-bb3ebbeb2872 HTTP/1.1" status: 200 len: 943 time: 0.6623302 May 03 22:39:40.619262 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4b3af746-91cd-4575-a285-44a461576ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:40.627276 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4b3af746-91cd-4575-a285-44a461576ca6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0d563192-bf80-40d3-aa22-464f57126545 HTTP/1.1" status: 204 len: 168 time: 0.9396317 May 03 22:39:40.673825 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-a5d1dd6c-fe4b-436a-8e87-6ec7f18d54bf tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:40.673825 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-a5d1dd6c-fe4b-436a-8e87-6ec7f18d54bf tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:40.703694 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 35d72035-a0cb-4c92-8bb2-86630a9548d8 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:39:40.717512 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-a5d1dd6c-fe4b-436a-8e87-6ec7f18d54bf tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8129139 May 03 22:39:40.731749 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-f871a9f9-a9d3-4dac-a157-070af1faeebe service neutron] Request body: {'port': {'device_id': 'b444de72-b15b-4840-93b2-daf50a537c0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:40.955975 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-01f88ccf-7289-4a0e-ae2a-323e8786f340 req-38eda991-6aa3-470f-8902-e642035c9d5b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032707 May 03 22:39:40.973022 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-f871a9f9-a9d3-4dac-a157-070af1faeebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:41.013103 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-8fa0e600-b341-4210-8e5e-5c9d7ea08dad None None] Provisioning for port 1ae259da-89ce-42c7-81a9-d0aa11f186b8 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:39:41.028990 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6e0f9-d3b1-4395-b059-6b252babe6da req-b5187930-e733-485c-b38c-de91f7b548df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:41.031953 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0ec6e0f9-d3b1-4395-b059-6b252babe6da req-b5187930-e733-485c-b38c-de91f7b548df service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=78888f6578ff48f2a0bd45c6785d84d6&device_id=0f84f292-b5d5-41ab-b486-391c3deb683c HTTP/1.1" status: 200 len: 1095 time: 0.7164059 May 03 22:39:41.042139 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-8fa0e600-b341-4210-8e5e-5c9d7ea08dad None None] Provisioning complete for port 1ae259da-89ce-42c7-81a9-d0aa11f186b8 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:39:41.042848 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8fa0e600-b341-4210-8e5e-5c9d7ea08dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:41.048612 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a267b57-e930-4d44-9f38-623eaa2a7933 req-b431525a-f0ad-43b7-9469-987702d99cd2 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:41.060750 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4a267b57-e930-4d44-9f38-623eaa2a7933 req-b431525a-f0ad-43b7-9469-987702d99cd2 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 931 time: 0.6024582 May 03 22:39:41.190430 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-8fa0e600-b341-4210-8e5e-5c9d7ea08dad None None] Port 1ae259da-89ce-42c7-81a9-d0aa11f186b8 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:39:41.241093 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 35d72035-a0cb-4c92-8bb2-86630a9548d8, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=35d72035-a0cb-4c92-8bb2-86630a9548d8,segment=NetworkSegment(a7668370-475d-4918-bbba-2675de080411),segment_id=a7668370-475d-4918-bbba-2675de080411)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:39:41.276832 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '35d72035-a0cb-4c92-8bb2-86630a9548d8', 'network_id': 'ebc571f4-7c6c-4734-8444-6a7a06a14e80', 'port_id': '35d72035-a0cb-4c92-8bb2-86630a9548d8', 'mac_address': 'fa:16:3e:de:90:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe269a99-0a61-49f3-84a1-e1479dc44f08', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:39:41.346231 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4a267b57-e930-4d44-9f38-623eaa2a7933 req-b2145430-2543-49b1-a90d-f9398f424fc7 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2837942 May 03 22:39:41.445530 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:41.486789 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d72035-a0cb-4c92-8bb2-86630a9548d8 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:39:41.514549 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 35d72035-a0cb-4c92-8bb2-86630a9548d8, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=35d72035-a0cb-4c92-8bb2-86630a9548d8,segment=NetworkSegment(a7668370-475d-4918-bbba-2675de080411),segment_id=a7668370-475d-4918-bbba-2675de080411)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:39:41.524704 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:41.745059 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=35d72035-a0cb-4c92-8bb2-86630a9548d8,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:41.774580 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168da948-0d54-4f4a-8e6e-e8bcad254773 req-8aeef5ba-f871-4a66-a082-cd4eec63a2e5 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:41.782172 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-f871a9f9-a9d3-4dac-a157-070af1faeebe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ae259da-89ce-42c7-81a9-d0aa11f186b8 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:39:41.785787 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-168da948-0d54-4f4a-8e6e-e8bcad254773 req-8aeef5ba-f871-4a66-a082-cd4eec63a2e5 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f84f292-b5d5-41ab-b486-391c3deb683c HTTP/1.1" status: 200 len: 944 time: 0.6149411 May 03 22:39:41.801916 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-f871a9f9-a9d3-4dac-a157-070af1faeebe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:41.832047 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-f871a9f9-a9d3-4dac-a157-070af1faeebe service neutron] Transition to ACTIVE for port object 1ae259da-89ce-42c7-81a9-d0aa11f186b8 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:39:41.842571 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-f871a9f9-a9d3-4dac-a157-070af1faeebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:41.947154 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['35d72035-a0cb-4c92-8bb2-86630a9548d8'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:39:42.009816 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6e0f9-d3b1-4395-b059-6b252babe6da req-6357696f-7ed3-49c3-9171-8a5f4eaa689a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:42.019100 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0ec6e0f9-d3b1-4395-b059-6b252babe6da req-6357696f-7ed3-49c3-9171-8a5f4eaa689a service neutron] 10.222.0.67 "GET /v2.0/networks?id=543b6fca-f047-439c-9755-3515681f4e19 HTTP/1.1" status: 200 len: 914 time: 0.9123349 May 03 22:39:42.037841 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871a9f9-a9d3-4dac-a157-070af1faeebe service neutron] Pushing event updated for resources: {'Port': ['ID=1ae259da-89ce-42c7-81a9-d0aa11f186b8,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:42.259265 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-168da948-0d54-4f4a-8e6e-e8bcad254773 req-a0259d4f-3124-4a12-b263-6f1b503162cb tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d8f4bfc-81a6-4343-98de-d899d9d3e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4724994 May 03 22:39:42.264016 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0ec6e0f9-d3b1-4395-b059-6b252babe6da req-f1e583b8-5942-4f60-bd6a-3bfe9590ffa4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a HTTP/1.1" status: 200 len: 217 time: 0.2355814 May 03 22:39:42.570226 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d633ab1-89b2-4343-97bf-6184a5c605fa req-f8b57913-97d4-4e68-a50f-f32ab0f2581d tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:42.584717 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5d633ab1-89b2-4343-97bf-6184a5c605fa req-f8b57913-97d4-4e68-a50f-f32ab0f2581d tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=945649de-ffe7-41c6-86b9-bb3ebbeb2872 HTTP/1.1" status: 200 len: 944 time: 0.2603631 May 03 22:39:42.713740 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5d633ab1-89b2-4343-97bf-6184a5c605fa req-893021ea-8596-4640-8cd5-c25b61da893c tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310225 May 03 22:39:42.836424 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-f871a9f9-a9d3-4dac-a157-070af1faeebe service neutron] Attempting to bind port 1ae259da-89ce-42c7-81a9-d0aa11f186b8 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:39:42.837842 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-f871a9f9-a9d3-4dac-a157-070af1faeebe service neutron] Attempting to bind port 1ae259da-89ce-42c7-81a9-d0aa11f186b8 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:39:42.838200 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-f871a9f9-a9d3-4dac-a157-070af1faeebe service neutron] Attempting to bind port 1ae259da-89ce-42c7-81a9-d0aa11f186b8 on network ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:39:42.844605 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-f871a9f9-a9d3-4dac-a157-070af1faeebe service neutron] Port 1ae259da-89ce-42c7-81a9-d0aa11f186b8 on network ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:39:42.844926 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-f871a9f9-a9d3-4dac-a157-070af1faeebe service neutron] Attempting to bind port 1ae259da-89ce-42c7-81a9-d0aa11f186b8 on network ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:39:42.853242 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6e0f9-d3b1-4395-b059-6b252babe6da req-d2061068-5f04-4af0-9735-23353782bbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:42.854876 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0ec6e0f9-d3b1-4395-b059-6b252babe6da req-d2061068-5f04-4af0-9735-23353782bbbc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb9748b0-5287-47e0-90c2-e6cf31f5ddcd HTTP/1.1" status: 200 len: 853 time: 0.5804784 May 03 22:39:42.872882 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-f871a9f9-a9d3-4dac-a157-070af1faeebe service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:39:42.873227 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-f871a9f9-a9d3-4dac-a157-070af1faeebe service neutron] Checking segment: {'id': 'c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:39:42.873683 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-f871a9f9-a9d3-4dac-a157-070af1faeebe service neutron] Bound using segment: {'id': 'c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:39:42.874157 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-f871a9f9-a9d3-4dac-a157-070af1faeebe service neutron] Bound port: 1ae259da-89ce-42c7-81a9-d0aa11f186b8, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:39:42.874659 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-f871a9f9-a9d3-4dac-a157-070af1faeebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:43.011445 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-f871a9f9-a9d3-4dac-a157-070af1faeebe service neutron] For port 1ae259da-89ce-42c7-81a9-d0aa11f186b8, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:39:43.011445 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-f871a9f9-a9d3-4dac-a157-070af1faeebe service neutron] For port 1ae259da-89ce-42c7-81a9-d0aa11f186b8, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1ae259da-89ce-42c7-81a9-d0aa11f186b8,segment=NetworkSegment(c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008),segment_id=c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:39:43.019085 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5d060-70f7-4ecb-8f45-9229d1066c63 req-42995c8a-b77b-42ba-adb5-ec90ad0bd0cd tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:43.019085 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8cc5d060-70f7-4ecb-8f45-9229d1066c63 req-42995c8a-b77b-42ba-adb5-ec90ad0bd0cd tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 943 time: 0.3020842 May 03 22:39:43.030707 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-f871a9f9-a9d3-4dac-a157-070af1faeebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:43.033616 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0ec6e0f9-d3b1-4395-b059-6b252babe6da req-f6ca6266-4caa-4629-ba0e-b9efc82dbece service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=543b6fca-f047-439c-9755-3515681f4e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1674352 May 03 22:39:43.175385 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-f871a9f9-a9d3-4dac-a157-070af1faeebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:43.177141 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-f871a9f9-a9d3-4dac-a157-070af1faeebe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:43.179053 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-f871a9f9-a9d3-4dac-a157-070af1faeebe service neutron] 10.222.0.60 "PUT /v2.0/ports/1ae259da-89ce-42c7-81a9-d0aa11f186b8 HTTP/1.1" status: 200 len: 1091 time: 2.4527946 May 03 22:39:43.179724 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b444de72-b15b-4840-93b2-daf50a537c0f', 'tag': '1ae259da-89ce-42c7-81a9-d0aa11f186b8'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:39:43.188757 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44504) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:43.194315 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8cc5d060-70f7-4ecb-8f45-9229d1066c63 req-4b12b723-057b-4c82-9dbe-60aa56b374b4 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632457 May 03 22:39:43.361766 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a7c0d8f-6fa3-4210-9e32-509bed2bbc81'] response: {'name': 'network-changed', 'server_uuid': 'b444de72-b15b-4840-93b2-daf50a537c0f', 'tag': '1ae259da-89ce-42c7-81a9-d0aa11f186b8', 'status': 'completed', 'code': 200} May 03 22:39:43.361766 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871a9f9-a9d3-4dac-a157-070af1faeebe service neutron] Pushing event updated for resources: {'Port': ['ID=1ae259da-89ce-42c7-81a9-d0aa11f186b8,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:43.411398 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3129fcbb-ec5b-4698-a6db-3ff567080554 req-8cf4e3e3-1620-4d15-99dd-a26734ff6f86 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:43.426818 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3129fcbb-ec5b-4698-a6db-3ff567080554 req-8cf4e3e3-1620-4d15-99dd-a26734ff6f86 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/networks?id=f484e0b5-7091-4031-9307-0c51512cbb0f HTTP/1.1" status: 200 len: 811 time: 0.4918489 May 03 22:39:43.443468 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-2c7b6b11-8d30-4ae1-b0fb-a3f7c4916a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:43.443468 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-2c7b6b11-8d30-4ae1-b0fb-a3f7c4916a43 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4005ab853daa4dd0a8c6d47cfa1e3258&device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 1094 time: 0.2072370 May 03 22:39:43.464004 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3129fcbb-ec5b-4698-a6db-3ff567080554 req-a817b35f-36ba-470c-aacc-dbbb9c4bc8e7 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/quotas/56f2a06b55b349518a0fa1bd075b4999 HTTP/1.1" status: 200 len: 375 time: 0.0350094 May 03 22:39:43.604605 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-e9f426f6-d545-47ef-b70a-2113969d3700 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-540779220'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:43.622956 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3129fcbb-ec5b-4698-a6db-3ff567080554 req-4610dce5-5a09-4a9f-906e-509f70208a99 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=56f2a06b55b349518a0fa1bd075b4999&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1636765 May 03 22:39:43.623106 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-38dad0cc-366a-4709-a02b-91f5ac8b39de service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ae259da-89ce-42c7-81a9-d0aa11f186b8 HTTP/1.1" status: 200 len: 217 time: 0.1400819 May 03 22:39:43.694722 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-ca49356f-9487-43f9-91f9-e96224731f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:43.696121 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-ca49356f-9487-43f9-91f9-e96224731f48 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=209e1eea-ba5e-419e-9e3d-b3077ecd94a4 HTTP/1.1" status: 200 len: 855 time: 0.0607786 May 03 22:39:43.837665 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-6d8f3d7c-6c23-45a7-8d43-b100c42e2a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:43.849139 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-6d8f3d7c-6c23-45a7-8d43-b100c42e2a32 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1312623 May 03 22:39:43.895757 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e9f426f6-d545-47ef-b70a-2113969d3700 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:43.895757 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3129fcbb-ec5b-4698-a6db-3ff567080554 req-763d6633-1944-4df1-afce-cf67f124f1eb service neutron] 10.222.0.58 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681785 May 03 22:39:43.907891 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e9f426f6-d545-47ef-b70a-2113969d3700 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Usage tracker for resource:network and tenant:d7f403bbc69f45c1b84eadac4e6c7e5f is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:43.913946 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0ec6e0f9-d3b1-4395-b059-6b252babe6da req-25808c53-e568-43a0-93fe-1afb586a27b6 service neutron] 10.222.0.67 "GET /v2.0/networks/543b6fca-f047-439c-9755-3515681f4e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8595009 May 03 22:39:43.913946 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e9f426f6-d545-47ef-b70a-2113969d3700 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:43.918924 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e9f426f6-d545-47ef-b70a-2113969d3700 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:44.006190 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-e25a7030-fd12-4188-b669-d52afb0c2172 service neutron] 10.222.0.60 "GET /v2.0/networks/ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500576 May 03 22:39:44.037694 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:39:44.114679 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0ec6e0f9-d3b1-4395-b059-6b252babe6da req-93c82d81-bd98-4a4b-85eb-da62b9edcd32 service neutron] 10.222.0.67 "GET /v2.0/networks/543b6fca-f047-439c-9755-3515681f4e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946635 May 03 22:39:44.123277 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f426f6-d545-47ef-b70a-2113969d3700 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Made reservation on behalf of d7f403bbc69f45c1b84eadac4e6c7e5f for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:39:44.123277 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e9f426f6-d545-47ef-b70a-2113969d3700 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:44.191347 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e9f426f6-d545-47ef-b70a-2113969d3700 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:44.216902 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3c311-52c5-4b9c-bc82-52e4f2908ae3 req-72b72975-ca10-4b09-b30a-24982d0be9f5 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:44.216902 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f6d3c311-52c5-4b9c-bc82-52e4f2908ae3 req-72b72975-ca10-4b09-b30a-24982d0be9f5 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f84f292-b5d5-41ab-b486-391c3deb683c HTTP/1.1" status: 200 len: 944 time: 0.7045896 May 03 22:39:44.237052 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e9f426f6-d545-47ef-b70a-2113969d3700 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:44.243007 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e9f426f6-d545-47ef-b70a-2113969d3700 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Usage tracker for resource:security_group_rule and tenant:d7f403bbc69f45c1b84eadac4e6c7e5f is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:44.243007 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e9f426f6-d545-47ef-b70a-2113969d3700 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:44.245260 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6921c1a7-ff73-470b-baa7-331eee8fea7e req-47097da2-82a7-46c2-bdc3-179b0fdc3b8f service neutron] 10.222.0.60 "GET /v2.0/networks/ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293115 May 03 22:39:44.246517 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e9f426f6-d545-47ef-b70a-2113969d3700 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:44.343465 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3129fcbb-ec5b-4698-a6db-3ff567080554 req-5458cb99-66d5-493b-9c12-ebeef45a17ed service neutron] 10.222.0.58 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326049 May 03 22:39:44.347834 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f6d3c311-52c5-4b9c-bc82-52e4f2908ae3 req-d5e6ba8f-dc75-4bab-9d50-edf6266601ee tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d8f4bfc-81a6-4343-98de-d899d9d3e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214263 May 03 22:39:44.434408 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe9fe8-208f-4b0b-965f-b1d8a05b12ad req-e70057f1-8099-4c22-bfb2-a8ad6067a890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:44.435986 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a2fe9fe8-208f-4b0b-965f-b1d8a05b12ad req-e70057f1-8099-4c22-bfb2-a8ad6067a890 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4005ab853daa4dd0a8c6d47cfa1e3258&device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 1094 time: 0.1292195 May 03 22:39:44.447732 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e9f426f6-d545-47ef-b70a-2113969d3700 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:44.458864 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e9f426f6-d545-47ef-b70a-2113969d3700 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:44.604571 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f426f6-d545-47ef-b70a-2113969d3700 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc2ba9e-0016-4e32-aab7-c141412acda7,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:44.639950 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9f426f6-d545-47ef-b70a-2113969d3700 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:39:44.654351 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe9fe8-208f-4b0b-965f-b1d8a05b12ad req-40a4058f-0c0a-4e82-b91b-460af1ef14dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:44.654351 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a2fe9fe8-208f-4b0b-965f-b1d8a05b12ad req-40a4058f-0c0a-4e82-b91b-460af1ef14dc service neutron] 10.222.0.60 "GET /v2.0/networks?id=ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 HTTP/1.1" status: 200 len: 917 time: 0.2104678 May 03 22:39:44.708003 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:39:44.720134 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 35d72035-a0cb-4c92-8bb2-86630a9548d8 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:39:44.822147 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a2fe9fe8-208f-4b0b-965f-b1d8a05b12ad req-384cbc37-d4c2-4e0f-8dba-40a35852e467 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ae259da-89ce-42c7-81a9-d0aa11f186b8 HTTP/1.1" status: 200 len: 217 time: 0.1569941 May 03 22:39:44.887068 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e9f426f6-d545-47ef-b70a-2113969d3700 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:44.887728 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-e9f426f6-d545-47ef-b70a-2113969d3700 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Added segment 73f02890-64f2-43e3-821c-5f2647acbe6c of type vlan for network 87056b1e-e633-4717-9a88-12640f7055d0 May 03 22:39:44.895127 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe9fe8-208f-4b0b-965f-b1d8a05b12ad req-c4e1f0a3-ad4b-4179-b77f-1070922e36d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:44.896672 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a2fe9fe8-208f-4b0b-965f-b1d8a05b12ad req-c4e1f0a3-ad4b-4179-b77f-1070922e36d2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=209e1eea-ba5e-419e-9e3d-b3077ecd94a4 HTTP/1.1" status: 200 len: 855 time: 0.0665729 May 03 22:39:45.006819 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 35d72035-a0cb-4c92-8bb2-86630a9548d8 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:39:45.030366 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe9fe8-208f-4b0b-965f-b1d8a05b12ad req-7c0225f9-c2d4-42d7-8642-69d0ed3b9839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:45.031891 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a2fe9fe8-208f-4b0b-965f-b1d8a05b12ad req-7c0225f9-c2d4-42d7-8642-69d0ed3b9839 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1224453 May 03 22:39:45.034928 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e9f426f6-d545-47ef-b70a-2113969d3700 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:45.096304 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbca33-50be-4c62-8cb9-86627f6ba85d req-eb2332c9-f02d-471d-af8a-f8d966336e82 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:45.099516 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 35d72035-a0cb-4c92-8bb2-86630a9548d8 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:39:45.099516 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:45.107207 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-befbca33-50be-4c62-8cb9-86627f6ba85d req-eb2332c9-f02d-471d-af8a-f8d966336e82 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=945649de-ffe7-41c6-86b9-bb3ebbeb2872 HTTP/1.1" status: 200 len: 944 time: 0.4694984 May 03 22:39:45.219867 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-befbca33-50be-4c62-8cb9-86627f6ba85d req-9f925173-3778-4768-9f71-6a01d1030f35 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058626 May 03 22:39:45.228667 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede14d56-8223-4869-bba1-96f51b10dabb req-f291b6c0-3b3f-4f31-899f-74bd15ac0c05 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:45.236680 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ede14d56-8223-4869-bba1-96f51b10dabb req-f291b6c0-3b3f-4f31-899f-74bd15ac0c05 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 943 time: 0.4217572 May 03 22:39:45.268215 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e9f426f6-d545-47ef-b70a-2113969d3700 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:45.274697 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:45.280992 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f426f6-d545-47ef-b70a-2113969d3700 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:45.280992 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e9f426f6-d545-47ef-b70a-2113969d3700 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:45.340070 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 35d72035-a0cb-4c92-8bb2-86630a9548d8, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=35d72035-a0cb-4c92-8bb2-86630a9548d8,segment=NetworkSegment(a7668370-475d-4918-bbba-2675de080411),segment_id=a7668370-475d-4918-bbba-2675de080411)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:39:45.370297 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945649de-ffe7-41c6-86b9-bb3ebbeb2872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d72035-a0cb-4c92-8bb2-86630a9548d8'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:39:45.390597 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:45.392759 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a2fe9fe8-208f-4b0b-965f-b1d8a05b12ad req-8ef2d14b-2c1d-451e-8bd1-d1f5e97c47ef service neutron] 10.222.0.60 "GET /v2.0/networks/ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497415 May 03 22:39:45.480992 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e9f426f6-d545-47ef-b70a-2113969d3700 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.2856779 May 03 22:39:45.495665 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ecf6cde1-3495-4a60-86a3-36d08320d716 req-53d70559-7068-4aae-8a09-81936bfc9a0d tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=226445bc-4444-4d72-85eb-7bcc4dc7c9c3 HTTP/1.1" status: 200 len: 210 time: 0.1323934 May 03 22:39:45.496444 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44568) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:45.543812 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-595bbbc3-7b55-4961-8358-31170d3d4122 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Request body: {'subnet': {'network_id': '87056b1e-e633-4717-9a88-12640f7055d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:45.569806 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=35d72035-a0cb-4c92-8bb2-86630a9548d8,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:45.604664 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a,segment=NetworkSegment(51781bfe-bf86-46ca-a806-09a020fd20e7),segment_id=51781bfe-bf86-46ca-a806-09a020fd20e7)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:39:45.621951 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a2fe9fe8-208f-4b0b-965f-b1d8a05b12ad req-913068da-8530-445a-897e-54f97bf2369a service neutron] 10.222.0.60 "GET /v2.0/networks/ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155292 May 03 22:39:45.651800 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a', 'network_id': '543b6fca-f047-439c-9755-3515681f4e19', 'port_id': 'bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a', 'mac_address': 'fa:16:3e:bb:1c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb9748b0-5287-47e0-90c2-e6cf31f5ddcd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:39:45.847022 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:45.847022 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:39:45.850657 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f426f6-d545-47ef-b70a-2113969d3700 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Pushing event updated for resources: {'Network': ['ID=87056b1e-e633-4717-9a88-12640f7055d0,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:45.877192 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 87056b1e-e633-4717-9a88-12640f7055d0 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:39:45.930028 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a,segment=NetworkSegment(51781bfe-bf86-46ca-a806-09a020fd20e7),segment_id=51781bfe-bf86-46ca-a806-09a020fd20e7)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:39:45.969375 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ede14d56-8223-4869-bba1-96f51b10dabb req-19be446d-fb6b-42a0-856f-23d2bfc0f92a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7377346 May 03 22:39:46.018127 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-595bbbc3-7b55-4961-8358-31170d3d4122 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:46.026574 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:46.041958 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-595bbbc3-7b55-4961-8358-31170d3d4122 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Usage tracker for resource:subnet and tenant:d7f403bbc69f45c1b84eadac4e6c7e5f is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:46.047464 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-595bbbc3-7b55-4961-8358-31170d3d4122 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:46.060912 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-595bbbc3-7b55-4961-8358-31170d3d4122 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:46.085107 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-471ac258-b801-4750-af9d-0da3f7e342d3'] response: {'server_uuid': '945649de-ffe7-41c6-86b9-bb3ebbeb2872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d72035-a0cb-4c92-8bb2-86630a9548d8', 'code': 200} May 03 22:39:46.121519 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595bbbc3-7b55-4961-8358-31170d3d4122 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Made reservation on behalf of d7f403bbc69f45c1b84eadac4e6c7e5f for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:39:46.121519 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-595bbbc3-7b55-4961-8358-31170d3d4122 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:46.186063 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:46.231133 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0633f-5c37-414b-b060-7f25c6680544 req-37aa8595-f123-4cd1-974b-7ede37fcf130 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:46.234993 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f0a0633f-5c37-414b-b060-7f25c6680544 req-37aa8595-f123-4cd1-974b-7ede37fcf130 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f84f292-b5d5-41ab-b486-391c3deb683c HTTP/1.1" status: 200 len: 944 time: 0.4930749 May 03 22:39:46.340614 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:39:46.483736 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f0a0633f-5c37-414b-b060-7f25c6680544 req-ac9b932f-019c-4bef-b300-b65cd14f0563 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d8f4bfc-81a6-4343-98de-d899d9d3e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511454 May 03 22:39:46.521006 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b9f25-3eeb-4f98-abf7-9e8bfb4a7bd6 req-5465ecc2-2683-4013-971d-5fca36c01d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:46.537229 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4d1b9f25-3eeb-4f98-abf7-9e8bfb4a7bd6 req-5465ecc2-2683-4013-971d-5fca36c01d10 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=945649de-ffe7-41c6-86b9-bb3ebbeb2872 HTTP/1.1" status: 200 len: 1096 time: 0.3997509 May 03 22:39:46.839062 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1efbba1b-2c20-43b9-bee8-908fcb390606 req-45e11a98-1aa2-4a30-86bb-a2ada6b57993 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=226445bc-4444-4d72-85eb-7bcc4dc7c9c3 HTTP/1.1" status: 200 len: 210 time: 0.0888634 May 03 22:39:46.840607 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4d1b9f25-3eeb-4f98-abf7-9e8bfb4a7bd6 req-1bde64b5-0206-44a8-b8f2-3eac73791284 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958865 May 03 22:39:46.913763 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad4127-a6f0-48ab-b4b7-ba34c641b4ac req-5cc88c75-ffd1-4d47-a727-cd0557c7fa99 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:46.934394 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-49ad4127-a6f0-48ab-b4b7-ba34c641b4ac req-5cc88c75-ffd1-4d47-a727-cd0557c7fa99 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=945649de-ffe7-41c6-86b9-bb3ebbeb2872 HTTP/1.1" status: 200 len: 945 time: 0.2408414 May 03 22:39:46.943786 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-595bbbc3-7b55-4961-8358-31170d3d4122 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:47.070826 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 1ae259da-89ce-42c7-81a9-d0aa11f186b8 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:39:47.240881 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 1ae259da-89ce-42c7-81a9-d0aa11f186b8, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1ae259da-89ce-42c7-81a9-d0aa11f186b8,segment=NetworkSegment(c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008),segment_id=c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:39:47.259056 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '1ae259da-89ce-42c7-81a9-d0aa11f186b8', 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5', 'port_id': '1ae259da-89ce-42c7-81a9-d0aa11f186b8', 'mac_address': 'fa:16:3e:9c:0d:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '209e1eea-ba5e-419e-9e3d-b3077ecd94a4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:39:47.326363 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3129fcbb-ec5b-4698-a6db-3ff567080554 req-6703755c-351d-45fe-95aa-fc92f54cc781 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56f2a06b55b349518a0fa1bd075b4999&device_id=226445bc-4444-4d72-85eb-7bcc4dc7c9c3 HTTP/1.1" status: 200 len: 210 time: 0.1177523 May 03 22:39:47.346746 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-49ad4127-a6f0-48ab-b4b7-ba34c641b4ac req-1181cf98-b10e-4957-909d-8b7a8bcc782c tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105790 May 03 22:39:47.359355 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595bbbc3-7b55-4961-8358-31170d3d4122 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Pushing event updated for resources: {'Subnet': ['ID=ea27af0b-2480-4951-affc-73ba32641043,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:47.368533 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:47.398408 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ae259da-89ce-42c7-81a9-d0aa11f186b8 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:39:47.420413 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 1ae259da-89ce-42c7-81a9-d0aa11f186b8, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1ae259da-89ce-42c7-81a9-d0aa11f186b8,segment=NetworkSegment(c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008),segment_id=c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:39:47.426549 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:47.527620 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595bbbc3-7b55-4961-8358-31170d3d4122 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Checking segment: {'id': '73f02890-64f2-43e3-821c-5f2647acbe6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '87056b1e-e633-4717-9a88-12640f7055d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:39:47.528042 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595bbbc3-7b55-4961-8358-31170d3d4122 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Network hostable DHCP agents. Network: 87056b1e-e633-4717-9a88-12640f7055d0, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:39:47.569645 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=1ae259da-89ce-42c7-81a9-d0aa11f186b8,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:47.590909 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595bbbc3-7b55-4961-8358-31170d3d4122 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Network 87056b1e-e633-4717-9a88-12640f7055d0 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:39:47.616900 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-595bbbc3-7b55-4961-8358-31170d3d4122 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 87056b1e-e633-4717-9a88-12640f7055d0) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:39:47.626147 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2f46e8-e475-45bd-9000-a1baf5cee645 None None] Network 87056b1e-e633-4717-9a88-12640f7055d0 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:39:47.635737 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776c104-690a-403d-a8f8-d628af5f8dd1 req-03bd8ec9-ae67-4828-8dc8-419ec506a522 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:47.644012 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5776c104-690a-403d-a8f8-d628af5f8dd1 req-03bd8ec9-ae67-4828-8dc8-419ec506a522 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 943 time: 0.4340136 May 03 22:39:47.662303 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595bbbc3-7b55-4961-8358-31170d3d4122 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:47.663162 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-595bbbc3-7b55-4961-8358-31170d3d4122 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:47.669314 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3129fcbb-ec5b-4698-a6db-3ff567080554 req-907731ca-ce82-4777-8f2a-74b69af62e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:47.671708 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3129fcbb-ec5b-4698-a6db-3ff567080554 req-907731ca-ce82-4777-8f2a-74b69af62e60 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=56f2a06b55b349518a0fa1bd075b4999&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3238153 May 03 22:39:47.795261 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-595bbbc3-7b55-4961-8358-31170d3d4122 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2823601 May 03 22:39:47.798365 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44614) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:47.807421 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['1ae259da-89ce-42c7-81a9-d0aa11f186b8'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:39:47.813208 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-dbe25549-6de6-42ae-bc76-b20a4fc49286 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Request body: {'port': {'network_id': '87056b1e-e633-4717-9a88-12640f7055d0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-786844534'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:47.834034 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5776c104-690a-403d-a8f8-d628af5f8dd1 req-926607ea-1fc5-4201-b036-ab209ba0db8c tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771686 May 03 22:39:48.073768 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2922ce8f-15ed-4086-a034-c14b2925bffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-87056b1e-e633-4717-9a88-12640f7055d0', 'network_id': '87056b1e-e633-4717-9a88-12640f7055d0', 'tenant_id': 'd7f403bbc69f45c1b84eadac4e6c7e5f', 'fixed_ips': [{'subnet_id': 'ea27af0b-2480-4951-affc-73ba32641043'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:39:48.075226 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2922ce8f-15ed-4086-a034-c14b2925bffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:48.142718 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-dbe25549-6de6-42ae-bc76-b20a4fc49286 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:48.147372 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-dbe25549-6de6-42ae-bc76-b20a4fc49286 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Usage tracker for resource:port and tenant:d7f403bbc69f45c1b84eadac4e6c7e5f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:48.151073 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-dbe25549-6de6-42ae-bc76-b20a4fc49286 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:48.159126 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7c08480c-f381-4366-bc09-06fad3873542 req-c3e1594c-ed6e-49e6-b250-d7265c7d8528 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=226445bc-4444-4d72-85eb-7bcc4dc7c9c3 HTTP/1.1" status: 200 len: 210 time: 0.1454179 May 03 22:39:48.188490 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-dbe25549-6de6-42ae-bc76-b20a4fc49286 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:48.228640 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3129fcbb-ec5b-4698-a6db-3ff567080554 req-908968e9-6498-4918-93c0-c2a0c99de19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:48.228640 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3129fcbb-ec5b-4698-a6db-3ff567080554 req-908968e9-6498-4918-93c0-c2a0c99de19d service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5341790 May 03 22:39:48.248783 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe25549-6de6-42ae-bc76-b20a4fc49286 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Made reservation on behalf of d7f403bbc69f45c1b84eadac4e6c7e5f for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:39:48.266785 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dbe25549-6de6-42ae-bc76-b20a4fc49286 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:48.269642 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47190c-236a-4c77-9b08-4ee6212a2941 req-44dce9eb-871e-451f-8006-5efbf071b9ee tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:48.273211 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f47190c-236a-4c77-9b08-4ee6212a2941 req-44dce9eb-871e-451f-8006-5efbf071b9ee tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f84f292-b5d5-41ab-b486-391c3deb683c HTTP/1.1" status: 200 len: 945 time: 0.5867040 May 03 22:39:48.358846 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-dbe25549-6de6-42ae-bc76-b20a4fc49286 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] device_id is not set on port 3a012fb8-59f1-432f-978c-ba4dab3c4ed4 yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:39:48.402881 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f47190c-236a-4c77-9b08-4ee6212a2941 req-464dfeba-e707-478c-919f-db29eae8eb57 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d8f4bfc-81a6-4343-98de-d899d9d3e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231668 May 03 22:39:48.460125 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-2922ce8f-15ed-4086-a034-c14b2925bffb None None] Allocated IP 2001:db8::2 (87056b1e-e633-4717-9a88-12640f7055d0/ea27af0b-2480-4951-affc-73ba32641043/61ebac7e-6706-4032-baa3-90287700b657) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:39:48.557133 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3129fcbb-ec5b-4698-a6db-3ff567080554 req-3a70572a-3fb6-445c-ae62-12446a0216b9 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.67 "GET /v2.0/ports?device_id=226445bc-4444-4d72-85eb-7bcc4dc7c9c3 HTTP/1.1" status: 200 len: 210 time: 0.1042979 May 03 22:39:48.763837 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea2097-1043-4338-8c19-64c3b49fe1dd req-6eed849e-0927-4cd0-a715-87004ec040f9 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:48.769970 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3dea2097-1043-4338-8c19-64c3b49fe1dd req-6eed849e-0927-4cd0-a715-87004ec040f9 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=945649de-ffe7-41c6-86b9-bb3ebbeb2872 HTTP/1.1" status: 200 len: 945 time: 0.1940861 May 03 22:39:48.825664 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3dea2097-1043-4338-8c19-64c3b49fe1dd req-5bfab789-2991-4ad5-bb5e-9d8372b654c2 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570617 May 03 22:39:48.885503 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:39:49.028342 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:39:49.032935 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2922ce8f-15ed-4086-a034-c14b2925bffb None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:49.045001 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:39:49.045376 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:49.087869 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2922ce8f-15ed-4086-a034-c14b2925bffb None None] Transition to ACTIVE for port object 61ebac7e-6706-4032-baa3-90287700b657 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:39:49.090700 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 1ae259da-89ce-42c7-81a9-d0aa11f186b8 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:39:49.204852 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2922ce8f-15ed-4086-a034-c14b2925bffb None None] Transition to ACTIVE for port object 61ebac7e-6706-4032-baa3-90287700b657 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:39:49.213450 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2922ce8f-15ed-4086-a034-c14b2925bffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:49.265829 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1fe16eed-1925-4df6-8d75-569b90a062bc req-5f87c17e-e335-435e-a1d1-3d5f7dbbda0e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56f2a06b55b349518a0fa1bd075b4999&device_id=226445bc-4444-4d72-85eb-7bcc4dc7c9c3 HTTP/1.1" status: 200 len: 210 time: 0.2875686 May 03 22:39:49.315783 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-dbe25549-6de6-42ae-bc76-b20a4fc49286 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Allocated IP 2001:db8::3b8 (87056b1e-e633-4717-9a88-12640f7055d0/ea27af0b-2480-4951-affc-73ba32641043/3a012fb8-59f1-432f-978c-ba4dab3c4ed4) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:39:49.342020 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2922ce8f-15ed-4086-a034-c14b2925bffb None None] Network 87056b1e-e633-4717-9a88-12640f7055d0 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:39:49.349919 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922ce8f-15ed-4086-a034-c14b2925bffb None None] Pushing event updated for resources: {'Port': ['ID=61ebac7e-6706-4032-baa3-90287700b657,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:49.352727 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-2922ce8f-15ed-4086-a034-c14b2925bffb None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:39:49.388855 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2922ce8f-15ed-4086-a034-c14b2925bffb None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:39:49.391944 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 1ae259da-89ce-42c7-81a9-d0aa11f186b8 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:39:49.409285 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 1ae259da-89ce-42c7-81a9-d0aa11f186b8 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:39:49.409654 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:49.502778 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb85f8f-f7ca-4e27-ab8e-be85a6c2eea9 req-5f3f2b63-51d0-47f4-843a-1e4f36271525 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:49.507547 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7eb85f8f-f7ca-4e27-ab8e-be85a6c2eea9 req-5f3f2b63-51d0-47f4-843a-1e4f36271525 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 944 time: 0.4560921 May 03 22:39:49.513130 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:49.673302 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-2922ce8f-15ed-4086-a034-c14b2925bffb None None] Attempting to bind port 61ebac7e-6706-4032-baa3-90287700b657 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:39:49.673302 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-2922ce8f-15ed-4086-a034-c14b2925bffb None None] Attempting to bind port 61ebac7e-6706-4032-baa3-90287700b657 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '73f02890-64f2-43e3-821c-5f2647acbe6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '87056b1e-e633-4717-9a88-12640f7055d0'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:39:49.673302 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2922ce8f-15ed-4086-a034-c14b2925bffb None None] Attempting to bind port 61ebac7e-6706-4032-baa3-90287700b657 on network 87056b1e-e633-4717-9a88-12640f7055d0 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:39:49.695752 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7eb85f8f-f7ca-4e27-ab8e-be85a6c2eea9 req-64362466-2798-4313-a09f-c0221869fd63 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580932 May 03 22:39:49.718996 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a,segment=NetworkSegment(51781bfe-bf86-46ca-a806-09a020fd20e7),segment_id=51781bfe-bf86-46ca-a806-09a020fd20e7)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:39:49.718996 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2922ce8f-15ed-4086-a034-c14b2925bffb None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:39:49.718996 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2922ce8f-15ed-4086-a034-c14b2925bffb None None] Checking segment: {'id': '73f02890-64f2-43e3-821c-5f2647acbe6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '87056b1e-e633-4717-9a88-12640f7055d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:39:49.718996 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2922ce8f-15ed-4086-a034-c14b2925bffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:49.718996 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2922ce8f-15ed-4086-a034-c14b2925bffb None None] Bound using segment: {'id': '73f02890-64f2-43e3-821c-5f2647acbe6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '87056b1e-e633-4717-9a88-12640f7055d0'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:39:49.718996 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-2922ce8f-15ed-4086-a034-c14b2925bffb None None] Bound port: 61ebac7e-6706-4032-baa3-90287700b657, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f02890-64f2-43e3-821c-5f2647acbe6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '87056b1e-e633-4717-9a88-12640f7055d0'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:39:49.718996 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2922ce8f-15ed-4086-a034-c14b2925bffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:49.775836 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe16eed-1925-4df6-8d75-569b90a062bc req-2e3323aa-b5da-4610-a4b0-000285f694dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:49.775836 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1fe16eed-1925-4df6-8d75-569b90a062bc req-2e3323aa-b5da-4610-a4b0-000285f694dc service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=56f2a06b55b349518a0fa1bd075b4999&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4959717 May 03 22:39:49.779676 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f84f292-b5d5-41ab-b486-391c3deb683c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:39:49.791826 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:49.848075 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dbe25549-6de6-42ae-bc76-b20a4fc49286 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:49.865584 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-dbe25549-6de6-42ae-bc76-b20a4fc49286 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Transition to ACTIVE for port object 3a012fb8-59f1-432f-978c-ba4dab3c4ed4 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:39:49.898167 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dbe25549-6de6-42ae-bc76-b20a4fc49286 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:49.942864 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edaa81a-8a21-4be7-87c3-a5fb615d5799 req-ed3deacb-3a50-44f0-b151-6553e614fe86 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:49.960036 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6edaa81a-8a21-4be7-87c3-a5fb615d5799 req-ed3deacb-3a50-44f0-b151-6553e614fe86 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=945649de-ffe7-41c6-86b9-bb3ebbeb2872 HTTP/1.1" status: 200 len: 945 time: 0.5212114 May 03 22:39:49.986256 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-99491129-6b13-43e1-a5a2-a874826a8baa req-bd649d59-af3f-4e5e-a9f4-aec27b1f496f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=226445bc-4444-4d72-85eb-7bcc4dc7c9c3 HTTP/1.1" status: 200 len: 210 time: 0.1242383 May 03 22:39:50.020499 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe25549-6de6-42ae-bc76-b20a4fc49286 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Network 87056b1e-e633-4717-9a88-12640f7055d0 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:39:50.024788 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-dbe25549-6de6-42ae-bc76-b20a4fc49286 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:39:50.031422 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe25549-6de6-42ae-bc76-b20a4fc49286 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:39:50.038369 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe25549-6de6-42ae-bc76-b20a4fc49286 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:50.039344 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dbe25549-6de6-42ae-bc76-b20a4fc49286 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:50.044795 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe25549-6de6-42ae-bc76-b20a4fc49286 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Pushing event updated for resources: {'Port': ['ID=3a012fb8-59f1-432f-978c-ba4dab3c4ed4,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:50.080744 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe25549-6de6-42ae-bc76-b20a4fc49286 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:39:50.081092 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe25549-6de6-42ae-bc76-b20a4fc49286 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:39:50.105284 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe25549-6de6-42ae-bc76-b20a4fc49286 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:39:50.105284 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe25549-6de6-42ae-bc76-b20a4fc49286 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:39:50.105284 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe25549-6de6-42ae-bc76-b20a4fc49286 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:39:50.105284 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe25549-6de6-42ae-bc76-b20a4fc49286 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:39:50.105284 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe25549-6de6-42ae-bc76-b20a4fc49286 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:39:50.105284 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe25549-6de6-42ae-bc76-b20a4fc49286 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:39:50.105284 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe25549-6de6-42ae-bc76-b20a4fc49286 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:39:50.105284 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe25549-6de6-42ae-bc76-b20a4fc49286 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:39:50.105284 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe25549-6de6-42ae-bc76-b20a4fc49286 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:39:50.105284 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe25549-6de6-42ae-bc76-b20a4fc49286 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:39:50.124508 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6edaa81a-8a21-4be7-87c3-a5fb615d5799 req-65361c75-765a-44ee-847d-22c48e5667a4 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573555 May 03 22:39:50.173087 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:50.192699 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:50.205016 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-dbe25549-6de6-42ae-bc76-b20a4fc49286 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.4145141 May 03 22:39:50.229788 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44672) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:50.253838 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-b980321f-8ec4-48c6-a262-a884c229e9db tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Request body: {'port': {'network_id': '87056b1e-e633-4717-9a88-12640f7055d0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-520979010', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:50.253838 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.api.validators [None req-b980321f-8ec4-48c6-a262-a884c229e9db tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] bootfile-name is not in valid_values {{(pid=88070) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 03 22:39:50.253838 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.api.validators [None req-b980321f-8ec4-48c6-a262-a884c229e9db tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] tftp-server is not in valid_values {{(pid=88070) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 03 22:39:50.253838 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.api.validators [None req-b980321f-8ec4-48c6-a262-a884c229e9db tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] server-ip-address is not in valid_values {{(pid=88070) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 03 22:39:50.267531 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 1ae259da-89ce-42c7-81a9-d0aa11f186b8, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1ae259da-89ce-42c7-81a9-d0aa11f186b8,segment=NetworkSegment(c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008),segment_id=c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:39:50.288348 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:50.297574 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-2922ce8f-15ed-4086-a034-c14b2925bffb None None] For port 61ebac7e-6706-4032-baa3-90287700b657, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:39:50.297574 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7875d731-a482-426c-a9bf-8cd07c5c9408'] response: {'server_uuid': '0f84f292-b5d5-41ab-b486-391c3deb683c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a', 'code': 200} May 03 22:39:50.362977 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe16eed-1925-4df6-8d75-569b90a062bc req-ed695e4d-ffcc-4eb4-ad28-8081bbd67d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:50.362977 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1fe16eed-1925-4df6-8d75-569b90a062bc req-ed695e4d-ffcc-4eb4-ad28-8081bbd67d4d service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5526936 May 03 22:39:50.406347 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4531d1-b42f-4572-a7bb-228f6675d0e0 req-9aa01798-a0bd-4346-9212-026d5acadcf2 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:50.409209 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b980321f-8ec4-48c6-a262-a884c229e9db tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:50.416018 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b980321f-8ec4-48c6-a262-a884c229e9db tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Usage tracker for resource:port and tenant:d7f403bbc69f45c1b84eadac4e6c7e5f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:39:50.416422 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4c4531d1-b42f-4572-a7bb-228f6675d0e0 req-9aa01798-a0bd-4346-9212-026d5acadcf2 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f84f292-b5d5-41ab-b486-391c3deb683c HTTP/1.1" status: 200 len: 946 time: 0.2282591 May 03 22:39:50.419277 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b980321f-8ec4-48c6-a262-a884c229e9db tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:39:50.426508 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b980321f-8ec4-48c6-a262-a884c229e9db tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:50.432920 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-2922ce8f-15ed-4086-a034-c14b2925bffb None None] For port 61ebac7e-6706-4032-baa3-90287700b657, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=61ebac7e-6706-4032-baa3-90287700b657,segment=NetworkSegment(73f02890-64f2-43e3-821c-5f2647acbe6c),segment_id=73f02890-64f2-43e3-821c-5f2647acbe6c)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:39:50.444967 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b980321f-8ec4-48c6-a262-a884c229e9db tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Made reservation on behalf of d7f403bbc69f45c1b84eadac4e6c7e5f for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:39:50.450838 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2922ce8f-15ed-4086-a034-c14b2925bffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:50.455843 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b980321f-8ec4-48c6-a262-a884c229e9db tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:50.564308 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-b980321f-8ec4-48c6-a262-a884c229e9db tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] device_id is not set on port 52a90bec-9ddb-454d-b2f1-287ffbdb3378 yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:39:50.599487 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=1ae259da-89ce-42c7-81a9-d0aa11f186b8,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:50.620169 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4c4531d1-b42f-4572-a7bb-228f6675d0e0 req-ba6bba4e-42e8-480e-b32b-c23d225c8167 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d8f4bfc-81a6-4343-98de-d899d9d3e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027826 May 03 22:39:50.640973 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-1fe16eed-1925-4df6-8d75-569b90a062bc req-2b3ce121-a279-4319-b40c-5c28bea657d1 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Synchronizing usage tracker for tenant:56f2a06b55b349518a0fa1bd075b4999 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:39:50.642552 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5817a9-8547-44ec-b63d-4d748d957b83 req-4348c9a7-38a7-40ab-8c44-59d0fd4fe9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:50.644264 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3d5817a9-8547-44ec-b63d-4d748d957b83 req-4348c9a7-38a7-40ab-8c44-59d0fd4fe9d7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0f84f292-b5d5-41ab-b486-391c3deb683c HTTP/1.1" status: 200 len: 1097 time: 0.1700335 May 03 22:39:50.751531 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-1fe16eed-1925-4df6-8d75-569b90a062bc req-2b3ce121-a279-4319-b40c-5c28bea657d1 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Unset dirty status for tenant:56f2a06b55b349518a0fa1bd075b4999 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:39:50.807046 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1fe16eed-1925-4df6-8d75-569b90a062bc req-2b3ce121-a279-4319-b40c-5c28bea657d1 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.67 "GET /v2.0/ports?device_id=226445bc-4444-4d72-85eb-7bcc4dc7c9c3 HTTP/1.1" status: 200 len: 210 time: 0.2644417 May 03 22:39:50.823876 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922ce8f-15ed-4086-a034-c14b2925bffb None None] Pushing event updated for resources: {'Port': ['ID=61ebac7e-6706-4032-baa3-90287700b657,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:50.867666 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3d5817a9-8547-44ec-b63d-4d748d957b83 req-2e4e2cdb-3027-448e-8cdc-8013d6be46cc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0d8f4bfc-81a6-4343-98de-d899d9d3e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039387 May 03 22:39:51.323216 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a089fc-8feb-46c5-af11-6e6d367d61e2 req-3baf3903-19ee-49ae-a813-6d49b18af2ee tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:51.323216 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-75a089fc-8feb-46c5-af11-6e6d367d61e2 req-3baf3903-19ee-49ae-a813-6d49b18af2ee tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Synchronizing usage tracker for tenant:fbfe6bca3b264cd880fbd33ea61935c3 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:39:51.392156 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-b980321f-8ec4-48c6-a262-a884c229e9db tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Allocated IP 2001:db8::271 (87056b1e-e633-4717-9a88-12640f7055d0/ea27af0b-2480-4951-affc-73ba32641043/52a90bec-9ddb-454d-b2f1-287ffbdb3378) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:39:51.393700 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 61ebac7e-6706-4032-baa3-90287700b657 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:39:51.415989 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-75a089fc-8feb-46c5-af11-6e6d367d61e2 req-3baf3903-19ee-49ae-a813-6d49b18af2ee tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Unset dirty status for tenant:fbfe6bca3b264cd880fbd33ea61935c3 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:39:51.418045 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-75a089fc-8feb-46c5-af11-6e6d367d61e2 req-3baf3903-19ee-49ae-a813-6d49b18af2ee tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.67 "GET /v2.0/ports?device_id=945649de-ffe7-41c6-86b9-bb3ebbeb2872 HTTP/1.1" status: 200 len: 945 time: 0.6125875 May 03 22:39:51.591299 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-059a320c-1cc4-4000-adbf-a83f84c5a4b3 req-3d6c3ead-15a6-48e8-bf4a-a913c1ccc939 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=226445bc-4444-4d72-85eb-7bcc4dc7c9c3 HTTP/1.1" status: 200 len: 210 time: 0.1840975 May 03 22:39:51.613728 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 61ebac7e-6706-4032-baa3-90287700b657 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:39:51.704704 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1f413-3a87-4182-a29d-d5c5e127b47b req-93b02ac7-e2a9-4aeb-bc46-07055ef47131 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:51.710724 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9ab1f413-3a87-4182-a29d-d5c5e127b47b req-93b02ac7-e2a9-4aeb-bc46-07055ef47131 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 945 time: 0.8284404 May 03 22:39:51.945228 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9ab1f413-3a87-4182-a29d-d5c5e127b47b req-0d98a038-26f5-4751-83bd-dcbb15f1bb6d tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2305408 May 03 22:39:52.023342 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ea009-3a4b-4db8-be32-b7ab2e0867f5 req-13522cc2-3a49-4e91-a3b6-8cc95ba97815 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:52.030659 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-75a089fc-8feb-46c5-af11-6e6d367d61e2 req-cfe30df9-801c-45fc-b840-f699226d477d tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Deleting port 35d72035-a0cb-4c92-8bb2-86630a9548d8 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:39:52.030659 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-75a089fc-8feb-46c5-af11-6e6d367d61e2 req-cfe30df9-801c-45fc-b840-f699226d477d tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:52.052049 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-466ea009-3a4b-4db8-be32-b7ab2e0867f5 req-13522cc2-3a49-4e91-a3b6-8cc95ba97815 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=945649de-ffe7-41c6-86b9-bb3ebbeb2872 HTTP/1.1" status: 200 len: 945 time: 0.2629800 May 03 22:39:52.175870 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-466ea009-3a4b-4db8-be32-b7ab2e0867f5 req-ad7a156e-4589-4535-9651-4747460159bc tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358044 May 03 22:39:52.295409 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b444de72-b15b-4840-93b2-daf50a537c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae259da-89ce-42c7-81a9-d0aa11f186b8'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:39:52.391793 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d81b2-daa7-47a6-ac67-7998c0f02850 req-437deb60-9062-4143-9bde-bd6fef3d2f9f tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:52.405306 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-889d81b2-daa7-47a6-ac67-7998c0f02850 req-437deb60-9062-4143-9bde-bd6fef3d2f9f tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f84f292-b5d5-41ab-b486-391c3deb683c HTTP/1.1" status: 200 len: 946 time: 0.2124419 May 03 22:39:52.450017 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f377390-1d30-4bf2-aaf4-36928b667271'] response: {'server_uuid': 'b444de72-b15b-4840-93b2-daf50a537c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae259da-89ce-42c7-81a9-d0aa11f186b8', 'code': 200} May 03 22:39:52.546226 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-75a089fc-8feb-46c5-af11-6e6d367d61e2 req-cfe30df9-801c-45fc-b840-f699226d477d tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] For port 35d72035-a0cb-4c92-8bb2-86630a9548d8, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=35d72035-a0cb-4c92-8bb2-86630a9548d8,segment=NetworkSegment(a7668370-475d-4918-bbba-2675de080411),segment_id=a7668370-475d-4918-bbba-2675de080411)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:39:52.546226 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-75a089fc-8feb-46c5-af11-6e6d367d61e2 req-cfe30df9-801c-45fc-b840-f699226d477d tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:52.558635 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-889d81b2-daa7-47a6-ac67-7998c0f02850 req-6f8f4324-b7cd-4893-af63-0ca35751ae79 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d8f4bfc-81a6-4343-98de-d899d9d3e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483777 May 03 22:39:52.584100 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b980321f-8ec4-48c6-a262-a884c229e9db tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:52.788169 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2806dc7e-c16a-4799-b149-d8e315f5ae01 None None] Network 87056b1e-e633-4717-9a88-12640f7055d0 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:39:52.817839 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-b980321f-8ec4-48c6-a262-a884c229e9db tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Transition to ACTIVE for port object 52a90bec-9ddb-454d-b2f1-287ffbdb3378 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:39:53.083754 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-75a089fc-8feb-46c5-af11-6e6d367d61e2 req-cfe30df9-801c-45fc-b840-f699226d477d tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Calling delete_port for 35d72035-a0cb-4c92-8bb2-86630a9548d8 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:39:53.170323 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b980321f-8ec4-48c6-a262-a884c229e9db tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:53.203168 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-506cc752-f857-42a5-95fd-025b7a2224c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:53.253934 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5497caa1-3e3c-4c63-b75b-39f8a55add73 None None] Provisioning for port 61ebac7e-6706-4032-baa3-90287700b657 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:39:53.264550 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5497caa1-3e3c-4c63-b75b-39f8a55add73 None None] Provisioning complete for port 61ebac7e-6706-4032-baa3-90287700b657 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:39:53.264550 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5497caa1-3e3c-4c63-b75b-39f8a55add73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:53.444296 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b980321f-8ec4-48c6-a262-a884c229e9db tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Network 87056b1e-e633-4717-9a88-12640f7055d0 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:39:53.460983 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-688d7757-3a23-4e0b-befb-731f134694d2 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:53.467296 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-b980321f-8ec4-48c6-a262-a884c229e9db tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:39:53.474584 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-688d7757-3a23-4e0b-befb-731f134694d2 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/networks?id=f484e0b5-7091-4031-9307-0c51512cbb0f HTTP/1.1" status: 200 len: 811 time: 0.2930963 May 03 22:39:53.478757 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b980321f-8ec4-48c6-a262-a884c229e9db tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:39:53.484923 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b980321f-8ec4-48c6-a262-a884c229e9db tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:53.487491 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b980321f-8ec4-48c6-a262-a884c229e9db tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:53.493451 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5497caa1-3e3c-4c63-b75b-39f8a55add73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:53.506152 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-8425063f-3919-483b-983d-c2319ceb66a3 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/quotas/56f2a06b55b349518a0fa1bd075b4999 HTTP/1.1" status: 200 len: 375 time: 0.0205817 May 03 22:39:53.563911 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980321f-8ec4-48c6-a262-a884c229e9db tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Pushing event updated for resources: {'Port': ['ID=52a90bec-9ddb-454d-b2f1-287ffbdb3378,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:53.584158 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-3e1cb0bb-82e0-4394-92f8-d8bdde4bddc0 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=56f2a06b55b349518a0fa1bd075b4999&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0805819 May 03 22:39:53.619995 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-5497caa1-3e3c-4c63-b75b-39f8a55add73 None None] For port 61ebac7e-6706-4032-baa3-90287700b657, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=61ebac7e-6706-4032-baa3-90287700b657,segment=NetworkSegment(73f02890-64f2-43e3-821c-5f2647acbe6c),segment_id=73f02890-64f2-43e3-821c-5f2647acbe6c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:39:53.628584 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5497caa1-3e3c-4c63-b75b-39f8a55add73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:53.714229 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-75a089fc-8feb-46c5-af11-6e6d367d61e2 req-cfe30df9-801c-45fc-b840-f699226d477d tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:53.813577 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['90386d36-c44d-4064-8a75-f7c49c1009ba'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:39:53.864190 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-a5a96f9d-9cb3-4619-9d77-8eecbf8dd6b9 service neutron] 10.222.0.58 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853358 May 03 22:39:54.020752 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497caa1-3e3c-4c63-b75b-39f8a55add73 None None] Pushing event updated for resources: {'Port': ['ID=61ebac7e-6706-4032-baa3-90287700b657,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:54.043332 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b980321f-8ec4-48c6-a262-a884c229e9db tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.7940152 May 03 22:39:54.043332 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe30df9-801c-45fc-b840-f699226d477d tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Pushing event deleted for resources: {'Port': ['ID=35d72035-a0cb-4c92-8bb2-86630a9548d8,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:54.043332 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68b6f2-6419-4c87-8c5a-25a4f1317dc4 req-1e386135-b8dd-45ce-8f22-c5651133069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:54.043332 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5f68b6f2-6419-4c87-8c5a-25a4f1317dc4 req-1e386135-b8dd-45ce-8f22-c5651133069c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 1096 time: 1.4387023 May 03 22:39:54.051892 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44774) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:54.244697 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ab057-b93e-477b-b31e-6f6306b98bf6 req-cf7f2fd3-1185-4b09-a8bf-bdd8c06fc900 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:54.247904 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7b823650-4110-4610-abc5-f3f5150b0e3d None None] Provisioning complete for port 61ebac7e-6706-4032-baa3-90287700b657 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:39:54.247904 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7b823650-4110-4610-abc5-f3f5150b0e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:54.255181 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cc3ab057-b93e-477b-b31e-6f6306b98bf6 req-cf7f2fd3-1185-4b09-a8bf-bdd8c06fc900 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 945 time: 0.4587059 May 03 22:39:54.258586 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a089fc-8feb-46c5-af11-6e6d367d61e2 req-cfe30df9-801c-45fc-b840-f699226d477d tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] No DVR routers for this DVR port 35d72035-a0cb-4c92-8bb2-86630a9548d8 on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:39:54.274756 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-75a089fc-8feb-46c5-af11-6e6d367d61e2 req-cfe30df9-801c-45fc-b840-f699226d477d tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:54.274756 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-75a089fc-8feb-46c5-af11-6e6d367d61e2 req-cfe30df9-801c-45fc-b840-f699226d477d tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.67 "DELETE /v2.0/ports/35d72035-a0cb-4c92-8bb2-86630a9548d8 HTTP/1.1" status: 204 len: 173 time: 2.8397713 May 03 22:39:54.274756 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945649de-ffe7-41c6-86b9-bb3ebbeb2872', 'name': 'network-vif-deleted', 'tag': '35d72035-a0cb-4c92-8bb2-86630a9548d8'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:39:54.282383 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-41e442eb-e080-44c2-9871-77736688225b service neutron] 10.222.0.58 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167087 May 03 22:39:54.349944 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5f68b6f2-6419-4c87-8c5a-25a4f1317dc4 req-83bbfe09-7026-4ece-b76b-d6e43983f93a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2468965 May 03 22:39:54.363827 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cc3ab057-b93e-477b-b31e-6f6306b98bf6 req-7903e615-610a-48be-af22-350352c74d36 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202433 May 03 22:39:54.405928 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:54.413807 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3f6fa6-a119-4342-885d-e3e3f6c2d9c4 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:54.424953 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3f6fa6-a119-4342-885d-e3e3f6c2d9c4 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:54.432870 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3f6fa6-a119-4342-885d-e3e3f6c2d9c4 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:54.434028 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-cd3f6fa6-a119-4342-885d-e3e3f6c2d9c4 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Synchronizing usage tracker for tenant:d7f403bbc69f45c1b84eadac4e6c7e5f on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:39:54.463895 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-cd3f6fa6-a119-4342-885d-e3e3f6c2d9c4 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Unset dirty status for tenant:d7f403bbc69f45c1b84eadac4e6c7e5f on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:39:54.467752 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-cd3f6fa6-a119-4342-885d-e3e3f6c2d9c4 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.3650260 May 03 22:39:54.468118 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44784) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:54.626082 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-e9d94aad-112f-4e60-a2d7-e008daf63857 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Deleting port 52a90bec-9ddb-454d-b2f1-287ffbdb3378 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:39:54.626082 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e9d94aad-112f-4e60-a2d7-e008daf63857 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:54.749726 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7b823650-4110-4610-abc5-f3f5150b0e3d None None] Provisioning for port 3a012fb8-59f1-432f-978c-ba4dab3c4ed4 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:39:54.749726 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7b823650-4110-4610-abc5-f3f5150b0e3d None None] Provisioning complete for port 3a012fb8-59f1-432f-978c-ba4dab3c4ed4 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:39:54.754426 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7b823650-4110-4610-abc5-f3f5150b0e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:54.936606 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-7b823650-4110-4610-abc5-f3f5150b0e3d None None] Port 3a012fb8-59f1-432f-978c-ba4dab3c4ed4 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:39:54.941847 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b27e5445-23cf-423b-8888-a3d6e4d0cc65 req-6dc6be73-18dd-492e-ae90-edbfa515e969 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=945649de-ffe7-41c6-86b9-bb3ebbeb2872 HTTP/1.1" status: 200 len: 210 time: 0.1873884 May 03 22:39:54.945385 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 35d72035-a0cb-4c92-8bb2-86630a9548d8 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:39:55.054997 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a494808-70bd-41f2-8fa2-e715338bb9c2 req-c8d6397e-46a8-429c-996a-c7be4835ca19 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:55.058522 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7a494808-70bd-41f2-8fa2-e715338bb9c2 req-c8d6397e-46a8-429c-996a-c7be4835ca19 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f84f292-b5d5-41ab-b486-391c3deb683c HTTP/1.1" status: 200 len: 946 time: 0.1982346 May 03 22:39:55.099239 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 35d72035-a0cb-4c92-8bb2-86630a9548d8 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:39:55.099239 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 35d72035-a0cb-4c92-8bb2-86630a9548d8 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:39:55.103699 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7b823650-4110-4610-abc5-f3f5150b0e3d None None] Provisioning for port 52a90bec-9ddb-454d-b2f1-287ffbdb3378 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:39:55.137905 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7b823650-4110-4610-abc5-f3f5150b0e3d None None] Provisioning complete for port 52a90bec-9ddb-454d-b2f1-287ffbdb3378 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:39:55.137905 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7b823650-4110-4610-abc5-f3f5150b0e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:55.205263 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e9d94aad-112f-4e60-a2d7-e008daf63857 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:55.293287 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-7b823650-4110-4610-abc5-f3f5150b0e3d None None] Port 52a90bec-9ddb-454d-b2f1-287ffbdb3378 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:39:55.303062 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5029e288-88c1-4978-9e5c-1116cecdf260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:55.306789 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 61ebac7e-6706-4032-baa3-90287700b657 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:39:55.331100 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7a494808-70bd-41f2-8fa2-e715338bb9c2 req-af37e95d-2ff9-4b73-8adb-2c15b6464a80 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d8f4bfc-81a6-4343-98de-d899d9d3e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198157 May 03 22:39:55.440919 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 61ebac7e-6706-4032-baa3-90287700b657 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:39:55.441270 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:55.499201 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-783d47ad-fe99-4643-9309-03fa80fed62e None None] Provisioning complete for port 3a012fb8-59f1-432f-978c-ba4dab3c4ed4 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:39:55.499795 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-783d47ad-fe99-4643-9309-03fa80fed62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:55.504017 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91ac42ee-e97c-4058-9ecd-408502cd9722'] response: {'server_uuid': '945649de-ffe7-41c6-86b9-bb3ebbeb2872', 'name': 'network-vif-deleted', 'tag': '35d72035-a0cb-4c92-8bb2-86630a9548d8', 'status': 'completed', 'code': 200} May 03 22:39:55.511492 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-e9d94aad-112f-4e60-a2d7-e008daf63857 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Calling delete_port for 52a90bec-9ddb-454d-b2f1-287ffbdb3378 owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:39:55.650678 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-67c9c09b-f422-4c0b-aa53-df74fe94149c req-704f8d26-9e02-4dfd-9c92-ec248561c2be tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=904b0e5c-d677-4b08-b0f2-f34bff44db6a HTTP/1.1" status: 200 len: 210 time: 0.1975152 May 03 22:39:55.654884 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-783d47ad-fe99-4643-9309-03fa80fed62e None None] Port 3a012fb8-59f1-432f-978c-ba4dab3c4ed4 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:39:55.729841 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-783d47ad-fe99-4643-9309-03fa80fed62e None None] Provisioning complete for port 52a90bec-9ddb-454d-b2f1-287ffbdb3378 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:39:55.729841 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-783d47ad-fe99-4643-9309-03fa80fed62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:55.861354 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-783d47ad-fe99-4643-9309-03fa80fed62e None None] Port 52a90bec-9ddb-454d-b2f1-287ffbdb3378 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:39:56.001012 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e9d94aad-112f-4e60-a2d7-e008daf63857 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:56.103446 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9d5581c0-8564-4ad5-b522-da40f1c2d02f req-1d04fe25-6a39-46f4-b1bc-7331e0633dcf tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2018114521&fields=id&tenant_id=78888f6578ff48f2a0bd45c6785d84d6 HTTP/1.1" status: 200 len: 267 time: 0.1194789 May 03 22:39:56.115739 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d94aad-112f-4e60-a2d7-e008daf63857 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Pushing event deleted for resources: {'Port': ['ID=52a90bec-9ddb-454d-b2f1-287ffbdb3378,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:56.183904 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e9d94aad-112f-4e60-a2d7-e008daf63857 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:56.207586 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e9d94aad-112f-4e60-a2d7-e008daf63857 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] 10.222.0.58 "DELETE /v2.0/ports/52a90bec-9ddb-454d-b2f1-287ffbdb3378 HTTP/1.1" status: 204 len: 168 time: 1.7334597 May 03 22:39:56.207586 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44834) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:56.225559 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-37e181c8-bf9b-494d-bfc2-0f8d60b9089c tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Request body: {'port': {'name': 'tempest-new-port-name-220324493', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:56.225559 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.api.validators [None req-37e181c8-bf9b-494d-bfc2-0f8d60b9089c tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] bootfile-name is not in valid_values {{(pid=88070) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 03 22:39:56.225559 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.api.validators [None req-37e181c8-bf9b-494d-bfc2-0f8d60b9089c tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] tftp-server is not in valid_values {{(pid=88070) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 03 22:39:56.225559 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.api.validators [None req-37e181c8-bf9b-494d-bfc2-0f8d60b9089c tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] server-ip-address is not in valid_values {{(pid=88070) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 03 22:39:56.374116 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:56.421730 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:56.557201 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-37e181c8-bf9b-494d-bfc2-0f8d60b9089c tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:56.622269 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5581c0-8564-4ad5-b522-da40f1c2d02f req-639195b9-c080-4370-b3d8-13b6b1f74c27 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:56.632188 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9d5581c0-8564-4ad5-b522-da40f1c2d02f req-639195b9-c080-4370-b3d8-13b6b1f74c27 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f84f292-b5d5-41ab-b486-391c3deb683c HTTP/1.1" status: 200 len: 946 time: 0.5313997 May 03 22:39:56.669626 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-9d5581c0-8564-4ad5-b522-da40f1c2d02f req-13476b40-5897-40ca-a41e-9560188f2d50 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Request body: {'port': {'security_groups': ['0d8f4bfc-81a6-4343-98de-d899d9d3e96e', 'b381b7cf-889a-452d-b9b8-ae6b3c4ad585']}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:56.911039 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-37e181c8-bf9b-494d-bfc2-0f8d60b9089c tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:56.916555 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-37e181c8-bf9b-494d-bfc2-0f8d60b9089c tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:56.961963 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9d5581c0-8564-4ad5-b522-da40f1c2d02f req-13476b40-5897-40ca-a41e-9560188f2d50 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:56.996968 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-37e181c8-bf9b-494d-bfc2-0f8d60b9089c tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] In _notify_port_updated(), no bound segment for port 3a012fb8-59f1-432f-978c-ba4dab3c4ed4 on network 87056b1e-e633-4717-9a88-12640f7055d0 {{(pid=88070) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 03 22:39:57.002549 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e181c8-bf9b-494d-bfc2-0f8d60b9089c tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:57.003430 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-37e181c8-bf9b-494d-bfc2-0f8d60b9089c tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:57.007503 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-37e181c8-bf9b-494d-bfc2-0f8d60b9089c tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] 10.222.0.58 "PUT /v2.0/ports/3a012fb8-59f1-432f-978c-ba4dab3c4ed4 HTTP/1.1" status: 200 len: 1129 time: 0.8030057 May 03 22:39:57.011409 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44852) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:57.101769 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e181c8-bf9b-494d-bfc2-0f8d60b9089c tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Pushing event updated for resources: {'Port': ['ID=3a012fb8-59f1-432f-978c-ba4dab3c4ed4,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:57.139649 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ad0ce6-bc38-43a5-96b9-b5d121fb377c tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:57.159987 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d6ad0ce6-bc38-43a5-96b9-b5d121fb377c tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Synchronizing usage tracker for tenant:d7f403bbc69f45c1b84eadac4e6c7e5f on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:39:57.173962 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09fcfd-d006-42a4-996e-e4aced142a42 req-6ec6a526-236b-4ce5-b44a-dc739d60fae9 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:57.181056 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3b09fcfd-d006-42a4-996e-e4aced142a42 req-6ec6a526-236b-4ce5-b44a-dc739d60fae9 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 945 time: 0.7218010 May 03 22:39:57.201881 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d6ad0ce6-bc38-43a5-96b9-b5d121fb377c tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Unset dirty status for tenant:d7f403bbc69f45c1b84eadac4e6c7e5f on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:39:57.224223 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d6ad0ce6-bc38-43a5-96b9-b5d121fb377c tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] 10.222.0.58 "GET /v2.0/ports/3a012fb8-59f1-432f-978c-ba4dab3c4ed4 HTTP/1.1" status: 200 len: 1129 time: 0.2095678 May 03 22:39:57.235452 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44856) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:57.346783 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3b09fcfd-d006-42a4-996e-e4aced142a42 req-fc637ecd-c096-4b46-af93-d59c8e0aaae4 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564491 May 03 22:39:57.460373 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-9f4b18ae-43ce-48c8-ada2-6e1524afbc89 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Deleting port 3a012fb8-59f1-432f-978c-ba4dab3c4ed4 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:39:57.460373 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9f4b18ae-43ce-48c8-ada2-6e1524afbc89 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:57.634325 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5d72e239-26fe-4e2e-9dca-60ba2b64279c None None] Provisioning complete for port 3a012fb8-59f1-432f-978c-ba4dab3c4ed4 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:39:57.636719 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5d72e239-26fe-4e2e-9dca-60ba2b64279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:57.841376 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:57.901839 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-5d72e239-26fe-4e2e-9dca-60ba2b64279c None None] Port 3a012fb8-59f1-432f-978c-ba4dab3c4ed4 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:39:57.901839 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:58.045420 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f0205464-ebd7-4a28-b985-3d76291882f2 req-0b73833b-e283-468d-954d-d92a0d60e2d4 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=904b0e5c-d677-4b08-b0f2-f34bff44db6a HTTP/1.1" status: 200 len: 210 time: 0.1340766 May 03 22:39:58.112826 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-97b57861-2555-41b3-b7ae-1d5ecbb9ad92 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:58.114999 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-97b57861-2555-41b3-b7ae-1d5ecbb9ad92 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.67 "GET /v2.0/networks?id=f484e0b5-7091-4031-9307-0c51512cbb0f HTTP/1.1" status: 200 len: 811 time: 0.5087280 May 03 22:39:58.144377 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-d28af003-c6a6-4535-b473-9f3a235f7728 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Request body: {'port': {'device_id': '904b0e5c-d677-4b08-b0f2-f34bff44db6a', 'network_id': 'f484e0b5-7091-4031-9307-0c51512cbb0f', 'admin_state_up': True, 'tenant_id': '56f2a06b55b349518a0fa1bd075b4999'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:58.168665 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-9d5581c0-8564-4ad5-b522-da40f1c2d02f req-13476b40-5897-40ca-a41e-9560188f2d50 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] For port bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a,segment=NetworkSegment(51781bfe-bf86-46ca-a806-09a020fd20e7),segment_id=51781bfe-bf86-46ca-a806-09a020fd20e7)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:39:58.293070 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9d5581c0-8564-4ad5-b522-da40f1c2d02f req-13476b40-5897-40ca-a41e-9560188f2d50 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:58.304188 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9d5581c0-8564-4ad5-b522-da40f1c2d02f req-13476b40-5897-40ca-a41e-9560188f2d50 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:58.322737 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:39:58.424900 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13476b40-5897-40ca-a41e-9560188f2d50 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Pushing event updated for resources: {'Port': ['ID=bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a,revision_number=6']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:58.483510 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb22c4-3dc2-46f8-b0c4-e4818d1f1a0b req-3e16a8ce-76a7-469a-ab73-6b24734a556a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:58.487470 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6fb22c4-3dc2-46f8-b0c4-e4818d1f1a0b req-3e16a8ce-76a7-469a-ab73-6b24734a556a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 945 time: 0.2913132 May 03 22:39:58.492405 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13476b40-5897-40ca-a41e-9560188f2d50 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:39:58.493724 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13476b40-5897-40ca-a41e-9560188f2d50 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:39:58.494256 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13476b40-5897-40ca-a41e-9560188f2d50 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:39:58.494954 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13476b40-5897-40ca-a41e-9560188f2d50 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:39:58.495441 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13476b40-5897-40ca-a41e-9560188f2d50 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:39:58.495922 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13476b40-5897-40ca-a41e-9560188f2d50 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:39:58.496398 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13476b40-5897-40ca-a41e-9560188f2d50 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:39:58.496925 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13476b40-5897-40ca-a41e-9560188f2d50 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:39:58.497425 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13476b40-5897-40ca-a41e-9560188f2d50 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:39:58.501332 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13476b40-5897-40ca-a41e-9560188f2d50 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:39:58.502762 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13476b40-5897-40ca-a41e-9560188f2d50 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:39:58.503297 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13476b40-5897-40ca-a41e-9560188f2d50 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:39:58.523094 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44884) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:39:58.543518 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-6bf107f7-f98a-4a20-853f-a53e370374ef tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Request body: {'floatingip': {'port_id': '1ae259da-89ce-42c7-81a9-d0aa11f186b8'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:58.697354 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9f4b18ae-43ce-48c8-ada2-6e1524afbc89 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:58.715889 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-d28af003-c6a6-4535-b473-9f3a235f7728 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:39:58.838949 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6bf107f7-f98a-4a20-853f-a53e370374ef tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for floatingip, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:58.980141 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5581c0-8564-4ad5-b522-da40f1c2d02f req-13476b40-5897-40ca-a41e-9560188f2d50 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:58.980755 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9d5581c0-8564-4ad5-b522-da40f1c2d02f req-13476b40-5897-40ca-a41e-9560188f2d50 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:58.985902 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9d5581c0-8564-4ad5-b522-da40f1c2d02f req-13476b40-5897-40ca-a41e-9560188f2d50 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "PUT /v2.0/ports/bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a HTTP/1.1" status: 200 len: 982 time: 2.3527668 May 03 22:39:58.997042 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:39:59.002549 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f84f292-b5d5-41ab-b486-391c3deb683c', 'tag': 'bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:39:59.019226 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-9f4b18ae-43ce-48c8-ada2-6e1524afbc89 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Calling delete_port for 3a012fb8-59f1-432f-978c-ba4dab3c4ed4 owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:39:59.050697 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-d28af003-c6a6-4535-b473-9f3a235f7728 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:39:59.133360 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-d28af003-c6a6-4535-b473-9f3a235f7728 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Made reservation on behalf of 56f2a06b55b349518a0fa1bd075b4999 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:39:59.153144 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-d28af003-c6a6-4535-b473-9f3a235f7728 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:59.266671 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-47042f64-e5c2-4f0a-8ff4-c58c31eb51a2 req-a7a16938-4910-4dfc-9d25-30a0e7b59d7e tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1430124364&fields=id&tenant_id=78888f6578ff48f2a0bd45c6785d84d6 HTTP/1.1" status: 200 len: 267 time: 0.0546720 May 03 22:39:59.546608 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9f4b18ae-43ce-48c8-ada2-6e1524afbc89 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:59.555365 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bc9ea-7138-43d8-9ee3-b75f3d457df3 req-bc5a49b7-eb0a-4259-95e0-19d7f8a5ba4d tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:59.563277 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-927bc9ea-7138-43d8-9ee3-b75f3d457df3 req-bc5a49b7-eb0a-4259-95e0-19d7f8a5ba4d tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.6333375 May 03 22:39:59.698940 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-927bc9ea-7138-43d8-9ee3-b75f3d457df3 req-8bc7cbea-091a-45b9-abf2-9c30d4063725 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301863 May 03 22:39:59.719129 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b18ae-43ce-48c8-ada2-6e1524afbc89 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Pushing event deleted for resources: {'Port': ['ID=3a012fb8-59f1-432f-978c-ba4dab3c4ed4,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:39:59.820919 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47042f64-e5c2-4f0a-8ff4-c58c31eb51a2 req-8644f75c-ea63-4969-bc1d-3c9068774481 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:39:59.820919 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-47042f64-e5c2-4f0a-8ff4-c58c31eb51a2 req-8644f75c-ea63-4969-bc1d-3c9068774481 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f84f292-b5d5-41ab-b486-391c3deb683c HTTP/1.1" status: 200 len: 985 time: 0.5408096 May 03 22:39:59.824890 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-d28af003-c6a6-4535-b473-9f3a235f7728 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Allocated IP 172.20.0.3 (f484e0b5-7091-4031-9307-0c51512cbb0f/e1d2886a-36ca-4181-9979-2ff50bdb7ad7/f45bebe8-0fae-4e53-9164-8c14e67b1b7f) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:39:59.831483 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-47042f64-e5c2-4f0a-8ff4-c58c31eb51a2 req-72d11c62-965f-435d-b55c-e98cae600648 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Request body: {'port': {'security_groups': ['0d8f4bfc-81a6-4343-98de-d899d9d3e96e', 'b381b7cf-889a-452d-b9b8-ae6b3c4ad585', 'fc4be7ff-257a-4810-bf91-9c58bed539b9']}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:39:59.888236 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9f4b18ae-43ce-48c8-ada2-6e1524afbc89 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:39:59.962633 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9f4b18ae-43ce-48c8-ada2-6e1524afbc89 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] 10.222.0.58 "DELETE /v2.0/ports/3a012fb8-59f1-432f-978c-ba4dab3c4ed4 HTTP/1.1" status: 204 len: 168 time: 2.7267306 May 03 22:39:59.980863 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44916) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:40:00.098862 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-8618825b-44fd-4223-8c27-3dc94e635ab4 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Deleting subnet ea27af0b-2480-4951-affc-73ba32641043 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:40:00.111268 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8618825b-44fd-4223-8c27-3dc94e635ab4 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:00.177745 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2c4c14f-0fb2-4a60-a29b-4549ae32de11'] response: {'name': 'network-changed', 'server_uuid': '0f84f292-b5d5-41ab-b486-391c3deb683c', 'tag': 'bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a', 'status': 'completed', 'code': 200} May 03 22:40:00.240672 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8618825b-44fd-4223-8c27-3dc94e635ab4 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:00.318265 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6df7be91-dfad-4601-b42d-37a04ae342e7 req-fcb08cf0-749c-4b88-a09f-652c249287f5 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=904b0e5c-d677-4b08-b0f2-f34bff44db6a HTTP/1.1" status: 200 len: 210 time: 0.1139476 May 03 22:40:00.431664 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-d28af003-c6a6-4535-b473-9f3a235f7728 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:00.443065 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8618825b-44fd-4223-8c27-3dc94e635ab4 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:00.495594 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-47042f64-e5c2-4f0a-8ff4-c58c31eb51a2 req-72d11c62-965f-435d-b55c-e98cae600648 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:00.681784 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8618825b-44fd-4223-8c27-3dc94e635ab4 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:00.718676 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-d28af003-c6a6-4535-b473-9f3a235f7728 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:00.740304 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36163e40-fe3e-4a00-8922-523f33f3a1fd req-3f8ad664-7874-4e6b-a15e-5af32698148f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:00.740304 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-36163e40-fe3e-4a00-8922-523f33f3a1fd req-3f8ad664-7874-4e6b-a15e-5af32698148f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=78888f6578ff48f2a0bd45c6785d84d6&device_id=0f84f292-b5d5-41ab-b486-391c3deb683c HTTP/1.1" status: 200 len: 1136 time: 0.6225057 May 03 22:40:00.772283 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618825b-44fd-4223-8c27-3dc94e635ab4 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Pushing event deleted for resources: {'Subnet': ['ID=ea27af0b-2480-4951-affc-73ba32641043,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:00.785415 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.resource_extend [None req-6bf107f7-f98a-4a20-853f-a53e370374ef tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:40:00.808355 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8618825b-44fd-4223-8c27-3dc94e635ab4 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:00.815522 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fa93b1-5d11-412e-8868-a4bf7a7e0ea8 None None] Network 87056b1e-e633-4717-9a88-12640f7055d0 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:40:00.819235 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8618825b-44fd-4223-8c27-3dc94e635ab4 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] 10.222.0.58 "DELETE /v2.0/subnets/ea27af0b-2480-4951-affc-73ba32641043 HTTP/1.1" status: 204 len: 168 time: 0.8296921 May 03 22:40:00.819235 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-d28af003-c6a6-4535-b473-9f3a235f7728 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Network f484e0b5-7091-4031-9307-0c51512cbb0f is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:40:00.825725 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44934) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:40:00.825725 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-d28af003-c6a6-4535-b473-9f3a235f7728 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:40:00.825725 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-d28af003-c6a6-4535-b473-9f3a235f7728 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:40:00.888261 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28af003-c6a6-4535-b473-9f3a235f7728 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Pushing event updated for resources: {'Port': ['ID=f45bebe8-0fae-4e53-9164-8c14e67b1b7f,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:01.025049 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e370fd2b-bbc8-4c03-98d8-b71829ffa064 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:01.074312 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-d28af003-c6a6-4535-b473-9f3a235f7728 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:01.074312 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-d28af003-c6a6-4535-b473-9f3a235f7728 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:01.074312 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-e370fd2b-bbc8-4c03-98d8-b71829ffa064 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Deleting port 61ebac7e-6706-4032-baa3-90287700b657 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:40:01.074312 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e370fd2b-bbc8-4c03-98d8-b71829ffa064 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:01.146054 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-d28af003-c6a6-4535-b473-9f3a235f7728 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0106754 May 03 22:40:01.189318 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-6d54c342-73ef-46ad-ba88-6f44eb7cea06 service neutron] Request body: {'port': {'device_id': '904b0e5c-d677-4b08-b0f2-f34bff44db6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:40:01.225032 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ff4de7-cc86-4872-afd6-35c0fcc6643d None None] DHCP port deletion for 87056b1e-e633-4717-9a88-12640f7055d0 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:40:01.236270 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-21ff4de7-cc86-4872-afd6-35c0fcc6643d None None] Deleting port 61ebac7e-6706-4032-baa3-90287700b657 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:40:01.236607 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-21ff4de7-cc86-4872-afd6-35c0fcc6643d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:01.474561 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6bf107f7-f98a-4a20-853f-a53e370374ef tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:01.495493 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6bf107f7-f98a-4a20-853f-a53e370374ef tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:01.590497 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-6d54c342-73ef-46ad-ba88-6f44eb7cea06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:01.691340 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-21ff4de7-cc86-4872-afd6-35c0fcc6643d None None] For port 61ebac7e-6706-4032-baa3-90287700b657, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=61ebac7e-6706-4032-baa3-90287700b657,segment=NetworkSegment(73f02890-64f2-43e3-821c-5f2647acbe6c),segment_id=73f02890-64f2-43e3-821c-5f2647acbe6c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:40:01.692150 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-21ff4de7-cc86-4872-afd6-35c0fcc6643d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:01.699808 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36163e40-fe3e-4a00-8922-523f33f3a1fd req-cec13178-5ce1-4648-9938-88480b580c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:01.701272 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-36163e40-fe3e-4a00-8922-523f33f3a1fd req-cec13178-5ce1-4648-9938-88480b580c19 service neutron] 10.222.0.67 "GET /v2.0/networks?id=543b6fca-f047-439c-9755-3515681f4e19 HTTP/1.1" status: 200 len: 914 time: 0.9449112 May 03 22:40:01.706119 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-47042f64-e5c2-4f0a-8ff4-c58c31eb51a2 req-72d11c62-965f-435d-b55c-e98cae600648 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] For port bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a,segment=NetworkSegment(51781bfe-bf86-46ca-a806-09a020fd20e7),segment_id=51781bfe-bf86-46ca-a806-09a020fd20e7)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:40:01.808059 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-e370fd2b-bbc8-4c03-98d8-b71829ffa064 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] For port 61ebac7e-6706-4032-baa3-90287700b657, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=61ebac7e-6706-4032-baa3-90287700b657,segment=NetworkSegment(73f02890-64f2-43e3-821c-5f2647acbe6c),segment_id=73f02890-64f2-43e3-821c-5f2647acbe6c)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:40:01.808059 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e370fd2b-bbc8-4c03-98d8-b71829ffa064 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:01.894680 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-36163e40-fe3e-4a00-8922-523f33f3a1fd req-350ee52a-a07b-469f-b5ae-10c9a9fa1e43 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a HTTP/1.1" status: 200 len: 217 time: 0.1714172 May 03 22:40:01.899137 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-21ff4de7-cc86-4872-afd6-35c0fcc6643d None None] Calling delete_port for 61ebac7e-6706-4032-baa3-90287700b657 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:40:01.965070 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-e370fd2b-bbc8-4c03-98d8-b71829ffa064 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Calling delete_port for 61ebac7e-6706-4032-baa3-90287700b657 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:40:01.978277 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51963e97-4154-469b-afda-37dc530853ca req-7a1a9f70-d64b-46d0-b5b7-d382e7ba534f tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:01.980840 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-51963e97-4154-469b-afda-37dc530853ca req-7a1a9f70-d64b-46d0-b5b7-d382e7ba534f tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 1.2794895 May 03 22:40:02.028568 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-21ff4de7-cc86-4872-afd6-35c0fcc6643d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:02.061879 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36163e40-fe3e-4a00-8922-523f33f3a1fd req-103e073c-9cd2-447c-8514-7d10db2a7394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:02.063588 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-36163e40-fe3e-4a00-8922-523f33f3a1fd req-103e073c-9cd2-447c-8514-7d10db2a7394 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb9748b0-5287-47e0-90c2-e6cf31f5ddcd HTTP/1.1" status: 200 len: 853 time: 0.1633720 May 03 22:40:02.125442 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff4de7-cc86-4872-afd6-35c0fcc6643d None None] Pushing event deleted for resources: {'Port': ['ID=61ebac7e-6706-4032-baa3-90287700b657,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:02.144875 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ff4de7-cc86-4872-afd6-35c0fcc6643d None None] No DVR routers for this DVR port 61ebac7e-6706-4032-baa3-90287700b657 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:40:02.144875 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ff4de7-cc86-4872-afd6-35c0fcc6643d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:02.144875 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ff4de7-cc86-4872-afd6-35c0fcc6643d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:02.144875 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ff4de7-cc86-4872-afd6-35c0fcc6643d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:02.144875 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ff4de7-cc86-4872-afd6-35c0fcc6643d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:02.144875 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ff4de7-cc86-4872-afd6-35c0fcc6643d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:02.144875 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ff4de7-cc86-4872-afd6-35c0fcc6643d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:02.154379 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ff4de7-cc86-4872-afd6-35c0fcc6643d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:02.154379 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ff4de7-cc86-4872-afd6-35c0fcc6643d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:02.154379 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ff4de7-cc86-4872-afd6-35c0fcc6643d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:02.154379 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ff4de7-cc86-4872-afd6-35c0fcc6643d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:02.154379 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ff4de7-cc86-4872-afd6-35c0fcc6643d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:02.154379 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ff4de7-cc86-4872-afd6-35c0fcc6643d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:02.170847 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-47042f64-e5c2-4f0a-8ff4-c58c31eb51a2 req-72d11c62-965f-435d-b55c-e98cae600648 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:02.177378 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-6bf107f7-f98a-4a20-853f-a53e370374ef tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Floating IP 912ed1ce-59e6-4be2-9080-8b1cecf26e18 associated. External IP: 172.25.2.73, port: 1ae259da-89ce-42c7-81a9-d0aa11f186b8. May 03 22:40:02.246747 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-47042f64-e5c2-4f0a-8ff4-c58c31eb51a2 req-72d11c62-965f-435d-b55c-e98cae600648 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:02.246747 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-36163e40-fe3e-4a00-8922-523f33f3a1fd req-d7a8902f-b36e-44ef-86bc-b285f096b6ed service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=543b6fca-f047-439c-9755-3515681f4e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1547222 May 03 22:40:02.270784 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:40:02.322921 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [None req-e370fd2b-bbc8-4c03-98d8-b71829ffa064 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:40:02.323249 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [None req-e370fd2b-bbc8-4c03-98d8-b71829ffa064 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:40:02.433969 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-51963e97-4154-469b-afda-37dc530853ca req-bf94af6b-fdb9-42a5-9f11-aee79904a2a9 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340410 May 03 22:40:02.465118 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-6d54c342-73ef-46ad-ba88-6f44eb7cea06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f45bebe8-0fae-4e53-9164-8c14e67b1b7f {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:40:02.473282 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-6d54c342-73ef-46ad-ba88-6f44eb7cea06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:02.489233 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-6d54c342-73ef-46ad-ba88-6f44eb7cea06 service neutron] Transition to ACTIVE for port object f45bebe8-0fae-4e53-9164-8c14e67b1b7f will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:40:02.493252 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-6d54c342-73ef-46ad-ba88-6f44eb7cea06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:02.619729 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47042f64-e5c2-4f0a-8ff4-c58c31eb51a2 req-72d11c62-965f-435d-b55c-e98cae600648 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:02.619729 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-47042f64-e5c2-4f0a-8ff4-c58c31eb51a2 req-72d11c62-965f-435d-b55c-e98cae600648 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:02.631573 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-47042f64-e5c2-4f0a-8ff4-c58c31eb51a2 req-72d11c62-965f-435d-b55c-e98cae600648 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "PUT /v2.0/ports/bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a HTTP/1.1" status: 200 len: 1021 time: 2.8087616 May 03 22:40:02.631573 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f84f292-b5d5-41ab-b486-391c3deb683c', 'tag': 'bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:40:02.754715 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:40:02.843063 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-e370fd2b-bbc8-4c03-98d8-b71829ffa064 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Deleting port 61ebac7e-6706-4032-baa3-90287700b657 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:40:02.843690 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e370fd2b-bbc8-4c03-98d8-b71829ffa064 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:02.881334 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-36163e40-fe3e-4a00-8922-523f33f3a1fd req-e142cd3f-2776-4747-a774-143d2bc6aec0 service neutron] 10.222.0.67 "GET /v2.0/networks/543b6fca-f047-439c-9755-3515681f4e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5108826 May 03 22:40:02.988067 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-e370fd2b-bbc8-4c03-98d8-b71829ffa064 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] The port '61ebac7e-6706-4032-baa3-90287700b657' was deleted {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:40:02.988966 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54c342-73ef-46ad-ba88-6f44eb7cea06 service neutron] Pushing event updated for resources: {'Port': ['ID=f45bebe8-0fae-4e53-9164-8c14e67b1b7f,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:03.120978 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-6d54c342-73ef-46ad-ba88-6f44eb7cea06 service neutron] Attempting to bind port f45bebe8-0fae-4e53-9164-8c14e67b1b7f on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:40:03.120978 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-6d54c342-73ef-46ad-ba88-6f44eb7cea06 service neutron] Attempting to bind port f45bebe8-0fae-4e53-9164-8c14e67b1b7f by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': 'b38726d5-324d-4465-9fc5-454afd2d45a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f484e0b5-7091-4031-9307-0c51512cbb0f'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:40:03.120978 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-6d54c342-73ef-46ad-ba88-6f44eb7cea06 service neutron] Attempting to bind port f45bebe8-0fae-4e53-9164-8c14e67b1b7f on network f484e0b5-7091-4031-9307-0c51512cbb0f {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:40:03.136722 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-6d54c342-73ef-46ad-ba88-6f44eb7cea06 service neutron] Port f45bebe8-0fae-4e53-9164-8c14e67b1b7f on network f484e0b5-7091-4031-9307-0c51512cbb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:40:03.136722 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-6d54c342-73ef-46ad-ba88-6f44eb7cea06 service neutron] Attempting to bind port f45bebe8-0fae-4e53-9164-8c14e67b1b7f on network f484e0b5-7091-4031-9307-0c51512cbb0f {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:40:03.166639 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-6d54c342-73ef-46ad-ba88-6f44eb7cea06 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:40:03.166639 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-6d54c342-73ef-46ad-ba88-6f44eb7cea06 service neutron] Checking segment: {'id': 'b38726d5-324d-4465-9fc5-454afd2d45a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f484e0b5-7091-4031-9307-0c51512cbb0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:40:03.166639 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-6d54c342-73ef-46ad-ba88-6f44eb7cea06 service neutron] Bound using segment: {'id': 'b38726d5-324d-4465-9fc5-454afd2d45a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f484e0b5-7091-4031-9307-0c51512cbb0f'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:40:03.166639 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-6d54c342-73ef-46ad-ba88-6f44eb7cea06 service neutron] Bound port: f45bebe8-0fae-4e53-9164-8c14e67b1b7f, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b38726d5-324d-4465-9fc5-454afd2d45a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f484e0b5-7091-4031-9307-0c51512cbb0f'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:40:03.166639 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-6d54c342-73ef-46ad-ba88-6f44eb7cea06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:03.243602 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e370fd2b-bbc8-4c03-98d8-b71829ffa064 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:03.272058 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 61ebac7e-6706-4032-baa3-90287700b657 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:40:03.316212 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-e370fd2b-bbc8-4c03-98d8-b71829ffa064 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87056b1e-e633-4717-9a88-12640f7055d0']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:40:03.339641 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-e370fd2b-bbc8-4c03-98d8-b71829ffa064 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f02890-64f2-43e3-821c-5f2647acbe6c') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:40:03.340167 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-e370fd2b-bbc8-4c03-98d8-b71829ffa064 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f02890-64f2-43e3-821c-5f2647acbe6c') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:40:03.348111 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 61ebac7e-6706-4032-baa3-90287700b657 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:40:03.348461 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 61ebac7e-6706-4032-baa3-90287700b657 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:40:03.369983 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e370fd2b-bbc8-4c03-98d8-b71829ffa064 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:03.401293 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-6d54c342-73ef-46ad-ba88-6f44eb7cea06 service neutron] For port f45bebe8-0fae-4e53-9164-8c14e67b1b7f, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:40:03.408563 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-6d54c342-73ef-46ad-ba88-6f44eb7cea06 service neutron] For port f45bebe8-0fae-4e53-9164-8c14e67b1b7f, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=f45bebe8-0fae-4e53-9164-8c14e67b1b7f,segment=NetworkSegment(b38726d5-324d-4465-9fc5-454afd2d45a2),segment_id=b38726d5-324d-4465-9fc5-454afd2d45a2)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:40:03.413788 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e370fd2b-bbc8-4c03-98d8-b71829ffa064 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:03.438775 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-6d54c342-73ef-46ad-ba88-6f44eb7cea06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:03.481510 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d11c62-965f-435d-b55c-e98cae600648 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Pushing event updated for resources: {'Port': ['ID=bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a,revision_number=7']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:03.516327 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e370fd2b-bbc8-4c03-98d8-b71829ffa064 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:40:03.516327 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e370fd2b-bbc8-4c03-98d8-b71829ffa064 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: timer() May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:40:03.528590 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:40:03.543458 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54c342-73ef-46ad-ba88-6f44eb7cea06 service neutron] Pushing event updated for resources: {'Port': ['ID=f45bebe8-0fae-4e53-9164-8c14e67b1b7f,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:03.619019 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-6d54c342-73ef-46ad-ba88-6f44eb7cea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:03.619019 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-6d54c342-73ef-46ad-ba88-6f44eb7cea06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:03.619019 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-6d54c342-73ef-46ad-ba88-6f44eb7cea06 service neutron] 10.222.0.67 "PUT /v2.0/ports/f45bebe8-0fae-4e53-9164-8c14e67b1b7f HTTP/1.1" status: 200 len: 1091 time: 2.4339025 May 03 22:40:03.619019 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904b0e5c-d677-4b08-b0f2-f34bff44db6a', 'tag': 'f45bebe8-0fae-4e53-9164-8c14e67b1b7f'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:40:03.662329 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e370fd2b-bbc8-4c03-98d8-b71829ffa064 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:03.697876 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e370fd2b-bbc8-4c03-98d8-b71829ffa064 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:03.789161 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e532cd-4486-41ba-a38a-d73c5d4c0439 req-f7d6806c-ac64-47ec-9871-f93804024490 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:03.797134 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-30e532cd-4486-41ba-a38a-d73c5d4c0439 req-f7d6806c-ac64-47ec-9871-f93804024490 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.9144418 May 03 22:40:03.826434 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-36163e40-fe3e-4a00-8922-523f33f3a1fd req-b0282633-8f7f-4169-9c7f-3e647bf31a1e service neutron] 10.222.0.67 "GET /v2.0/networks/543b6fca-f047-439c-9755-3515681f4e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8841963 May 03 22:40:03.838694 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf107f7-f98a-4a20-853f-a53e370374ef tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Router 6d844c5b-1141-4870-949f-26977ca0c94d has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:40:03.934377 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370fd2b-bbc8-4c03-98d8-b71829ffa064 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] Pushing event deleted for resources: {'Network': ['ID=87056b1e-e633-4717-9a88-12640f7055d0,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:03.964448 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e370fd2b-bbc8-4c03-98d8-b71829ffa064 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417 tempest-ExtraDHCPOptionsIpV6TestJSON-989821417-project] 10.222.0.58 "DELETE /v2.0/networks/87056b1e-e633-4717-9a88-12640f7055d0 HTTP/1.1" status: 204 len: 168 time: 3.1343524 May 03 22:40:03.968768 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05574c7b-714a-4726-80d8-9f2037a64196 req-cdf7ac66-09a2-499c-9a57-ad39e59fc428 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:03.968768 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-05574c7b-714a-4726-80d8-9f2037a64196 req-cdf7ac66-09a2-499c-9a57-ad39e59fc428 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=904b0e5c-d677-4b08-b0f2-f34bff44db6a HTTP/1.1" status: 200 len: 943 time: 1.0740027 May 03 22:40:03.998317 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-96417e09-660c-4440-9659-351b3b92f0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:04.004472 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-96417e09-660c-4440-9659-351b3b92f0b0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56f2a06b55b349518a0fa1bd075b4999&device_id=904b0e5c-d677-4b08-b0f2-f34bff44db6a HTTP/1.1" status: 200 len: 1094 time: 0.2948828 May 03 22:40:04.055623 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-30e532cd-4486-41ba-a38a-d73c5d4c0439 req-8c351f39-6169-43fe-ae76-8ff60eb47012 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447665 May 03 22:40:04.115849 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-b9cc6283-4408-4238-b140-b8a57f54f73b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f45bebe8-0fae-4e53-9164-8c14e67b1b7f HTTP/1.1" status: 200 len: 217 time: 0.0940056 May 03 22:40:04.138096 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-05574c7b-714a-4726-80d8-9f2037a64196 req-2a2baff6-a43c-4f31-9fea-1065c5a923c5 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140246 May 03 22:40:04.158433 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf107f7-f98a-4a20-853f-a53e370374ef tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:40:04.172512 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6bf107f7-f98a-4a20-853f-a53e370374ef tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:04.176133 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d43c1f-c9af-4454-a9ba-2c3d46e87b8d None None] Sync routers for ids ['6d844c5b-1141-4870-949f-26977ca0c94d'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:40:04.203970 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d43c1f-c9af-4454-a9ba-2c3d46e87b8d None None] Routers {'6d844c5b-1141-4870-949f-26977ca0c94d'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:40:04.210881 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-03d43c1f-c9af-4454-a9ba-2c3d46e87b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:39:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6d844c5b-1141-4870-949f-26977ca0c94d'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:40:04.291084 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-83ebe5cd-4b31-4db6-81e5-3ca55ad9875b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:04.293530 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-83ebe5cd-4b31-4db6-81e5-3ca55ad9875b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e1d2886a-36ca-4181-9979-2ff50bdb7ad7 HTTP/1.1" status: 200 len: 851 time: 0.1638978 May 03 22:40:04.368185 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6bf107f7-f98a-4a20-853f-a53e370374ef tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "PUT /v2.0/floatingips/912ed1ce-59e6-4be2-9080-8b1cecf26e18 HTTP/1.1" status: 200 len: 990 time: 5.8355670 May 03 22:40:04.473656 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-d8389aba-bbd5-4477-8d15-c849b8cd9cde service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f484e0b5-7091-4031-9307-0c51512cbb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1634102 May 03 22:40:04.473656 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee5aee51-142d-433a-83eb-9e8985b71fa7'] response: {'name': 'network-changed', 'server_uuid': '904b0e5c-d677-4b08-b0f2-f34bff44db6a', 'tag': 'f45bebe8-0fae-4e53-9164-8c14e67b1b7f', 'status': 'completed', 'code': 200} May 03 22:40:04.569046 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d5d3435-1d26-40b2-97a1-0aae710e91a3'] response: {'name': 'network-changed', 'server_uuid': '0f84f292-b5d5-41ab-b486-391c3deb683c', 'tag': 'bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a', 'status': 'completed', 'code': 200} May 03 22:40:04.630273 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45014) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:40:04.660563 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-c9736576-e8d2-4e9d-ba24-e06fedfddb12 service neutron] 10.222.0.67 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834297 May 03 22:40:04.737792 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12ed5c-de42-4077-9913-f2ea0527e54c req-9e72c2f7-b30b-464c-8321-057f15a8c719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:04.739499 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7f12ed5c-de42-4077-9913-f2ea0527e54c req-9e72c2f7-b30b-464c-8321-057f15a8c719 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=78888f6578ff48f2a0bd45c6785d84d6&device_id=0f84f292-b5d5-41ab-b486-391c3deb683c HTTP/1.1" status: 200 len: 1175 time: 0.3760259 May 03 22:40:04.754900 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a08c7b-0d2c-4546-a795-34a3c230e000 req-18d287fd-a99c-43d6-902f-d1f14e6a5c29 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:04.756881 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c9a08c7b-0d2c-4546-a795-34a3c230e000 req-18d287fd-a99c-43d6-902f-d1f14e6a5c29 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f84f292-b5d5-41ab-b486-391c3deb683c HTTP/1.1" status: 200 len: 1024 time: 0.1835244 May 03 22:40:04.879665 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-03d43c1f-c9af-4454-a9ba-2c3d46e87b8d None None] Set router 6d844c5b-1141-4870-949f-26977ca0c94d gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:40:05.095654 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-011331fe-fbee-4a84-b898-8df2bcb03b1c req-666e3fe1-b246-4ea4-8c95-384327dde6f6 service neutron] 10.222.0.67 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226711 May 03 22:40:05.397682 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b742c8-abc4-4994-a5af-178d6a035026 req-2f1c85d0-22c0-482b-b097-8a224f5376a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:05.405282 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c9a08c7b-0d2c-4546-a795-34a3c230e000 req-21b298a8-2892-49d9-ac1f-8249474a2232 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc4be7ff-257a-4810-bf91-9c58bed539b9&id=b381b7cf-889a-452d-b9b8-ae6b3c4ad585&id=0d8f4bfc-81a6-4343-98de-d899d9d3e96e HTTP/1.1" status: 200 len: 6157 time: 0.3047960 May 03 22:40:05.408507 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b0b742c8-abc4-4994-a5af-178d6a035026 req-2f1c85d0-22c0-482b-b097-8a224f5376a9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56f2a06b55b349518a0fa1bd075b4999&device_id=904b0e5c-d677-4b08-b0f2-f34bff44db6a HTTP/1.1" status: 200 len: 1094 time: 0.2314923 May 03 22:40:05.451324 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f3dfb5f9-08e3-499a-ad0f-f18327f2826d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d7f403bbc69f45c1b84eadac4e6c7e5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8097322 May 03 22:40:05.451324 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12ed5c-de42-4077-9913-f2ea0527e54c req-e42cc7f1-6971-4ce4-9e02-80b04772f46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:05.451324 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7f12ed5c-de42-4077-9913-f2ea0527e54c req-e42cc7f1-6971-4ce4-9e02-80b04772f46b service neutron] 10.222.0.67 "GET /v2.0/networks?id=543b6fca-f047-439c-9755-3515681f4e19 HTTP/1.1" status: 200 len: 914 time: 0.6912520 May 03 22:40:05.455606 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45040) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:40:05.471902 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-7f76c46e-45f4-4114-8bd8-8f376a0862bf req-c96fcce1-b25e-4888-8490-a00c14dbae7d tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1604828666 ', 'description': 'tempest-description-1008892716'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:40:05.745263 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b742c8-abc4-4994-a5af-178d6a035026 req-b2bd09bb-1685-4d45-831a-893664cdf884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:05.746712 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-7f76c46e-45f4-4114-8bd8-8f376a0862bf req-c96fcce1-b25e-4888-8490-a00c14dbae7d tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:40:05.747497 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b0b742c8-abc4-4994-a5af-178d6a035026 req-b2bd09bb-1685-4d45-831a-893664cdf884 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f484e0b5-7091-4031-9307-0c51512cbb0f HTTP/1.1" status: 200 len: 912 time: 0.3422234 May 03 22:40:05.786697 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-03d43c1f-c9af-4454-a9ba-2c3d46e87b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'name': 'tempest-AttachVolumeShelveTestJSON-489129605-router', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '640ff890-5211-4462-814a-cc3def5b682f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:34:39Z', 'updated_at': '2022-05-03T22:34:48Z', 'revision_number': 4, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'gw_port': {'id': '640ff890-5211-4462-814a-cc3def5b682f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:34:41Z', 'updated_at': '2022-05-03T22:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '912ed1ce-59e6-4be2-9080-8b1cecf26e18', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'floating_ip_address': '172.25.2.73', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'port_id': '1ae259da-89ce-42c7-81a9-d0aa11f186b8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5', 'mac_address': 'fa:16:3e:9c:0d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b444de72-b15b-4840-93b2-daf50a537c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:39:31Z', 'updated_at': '2022-05-03T22:40:00Z', 'revision_number': 1, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f8a336-70ec-4b02-aece-6414fdab76d9', 'name': '', 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'mac_address': 'fa:16:3e:6e:ec:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '209e1eea-ba5e-419e-9e3d-b3077ecd94a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:34:47Z', 'updated_at': '2022-05-03T22:34:58Z', 'revision_number': 5, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'subnets': [{'id': '209e1eea-ba5e-419e-9e3d-b3077ecd94a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:40:05.810188 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d43c1f-c9af-4454-a9ba-2c3d46e87b8d None None] Checking router: 6d844c5b-1141-4870-949f-26977ca0c94d for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:40:05.842613 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d43c1f-c9af-4454-a9ba-2c3d46e87b8d None None] Routers {'6d844c5b-1141-4870-949f-26977ca0c94d'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:40:05.842613 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-03d43c1f-c9af-4454-a9ba-2c3d46e87b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:39:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6d844c5b-1141-4870-949f-26977ca0c94d'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:40:05.849287 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7f12ed5c-de42-4077-9913-f2ea0527e54c req-3c7bf553-1e73-4b70-aebc-f4f86c331b07 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a HTTP/1.1" status: 200 len: 217 time: 0.2925739 May 03 22:40:05.928092 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b0b742c8-abc4-4994-a5af-178d6a035026 req-dc666d27-1335-4ab8-8ec8-4cf8b5c2dd1c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f45bebe8-0fae-4e53-9164-8c14e67b1b7f HTTP/1.1" status: 200 len: 217 time: 0.1638565 May 03 22:40:05.981404 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-7f76c46e-45f4-4114-8bd8-8f376a0862bf req-c96fcce1-b25e-4888-8490-a00c14dbae7d tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:40:06.067811 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b742c8-abc4-4994-a5af-178d6a035026 req-9e8c77c2-f44e-4f27-bac8-627355a7b438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:06.069599 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b0b742c8-abc4-4994-a5af-178d6a035026 req-9e8c77c2-f44e-4f27-bac8-627355a7b438 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e1d2886a-36ca-4181-9979-2ff50bdb7ad7 HTTP/1.1" status: 200 len: 851 time: 0.1350794 May 03 22:40:06.081480 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f6be37e6-09a8-41dc-96e2-1f33b94eae11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:06.139260 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b0b742c8-abc4-4994-a5af-178d6a035026 req-e9dce65d-5b46-4ddb-8450-934d0d1d2dfe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f484e0b5-7091-4031-9307-0c51512cbb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631397 May 03 22:40:06.208456 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-03d43c1f-c9af-4454-a9ba-2c3d46e87b8d None None] Set router 6d844c5b-1141-4870-949f-26977ca0c94d gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:40:06.293324 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7f76c46e-45f4-4114-8bd8-8f376a0862bf req-c96fcce1-b25e-4888-8490-a00c14dbae7d tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:06.403718 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12ed5c-de42-4077-9913-f2ea0527e54c req-7b02a682-0402-43e1-9a87-4dde995b0559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:06.403718 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7f12ed5c-de42-4077-9913-f2ea0527e54c req-7b02a682-0402-43e1-9a87-4dde995b0559 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb9748b0-5287-47e0-90c2-e6cf31f5ddcd HTTP/1.1" status: 200 len: 853 time: 0.5393302 May 03 22:40:06.433374 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-7f76c46e-45f4-4114-8bd8-8f376a0862bf req-c96fcce1-b25e-4888-8490-a00c14dbae7d tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:40:06.433374 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-7f76c46e-45f4-4114-8bd8-8f376a0862bf req-c96fcce1-b25e-4888-8490-a00c14dbae7d tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Usage tracker for resource:security_group_rule and tenant:78888f6578ff48f2a0bd45c6785d84d6 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:40:06.439489 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-7f76c46e-45f4-4114-8bd8-8f376a0862bf req-c96fcce1-b25e-4888-8490-a00c14dbae7d tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:40:06.456238 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-7f76c46e-45f4-4114-8bd8-8f376a0862bf req-c96fcce1-b25e-4888-8490-a00c14dbae7d tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:40:06.547192 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f6be37e6-09a8-41dc-96e2-1f33b94eae11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:06.572736 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b0b742c8-abc4-4994-a5af-178d6a035026 req-bd46712d-651e-4f89-b55c-3baf0a8381dd service neutron] 10.222.0.67 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126284 May 03 22:40:06.579084 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b444de72-b15b-4840-93b2-daf50a537c0f', 'tag': '1ae259da-89ce-42c7-81a9-d0aa11f186b8'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:40:06.822193 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7f12ed5c-de42-4077-9913-f2ea0527e54c req-9f5dbbef-0d2e-4017-be80-503411b1aebe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=543b6fca-f047-439c-9755-3515681f4e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2398827 May 03 22:40:06.875965 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b0b742c8-abc4-4994-a5af-178d6a035026 req-51eaa048-0e4f-4455-bc0c-0d70cc172b58 service neutron] 10.222.0.67 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932615 May 03 22:40:06.990725 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-03d43c1f-c9af-4454-a9ba-2c3d46e87b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'name': 'tempest-AttachVolumeShelveTestJSON-489129605-router', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '640ff890-5211-4462-814a-cc3def5b682f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:34:39Z', 'updated_at': '2022-05-03T22:34:48Z', 'revision_number': 4, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'gw_port': {'id': '640ff890-5211-4462-814a-cc3def5b682f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:34:41Z', 'updated_at': '2022-05-03T22:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '912ed1ce-59e6-4be2-9080-8b1cecf26e18', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'floating_ip_address': '172.25.2.73', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'port_id': '1ae259da-89ce-42c7-81a9-d0aa11f186b8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5', 'mac_address': 'fa:16:3e:9c:0d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b444de72-b15b-4840-93b2-daf50a537c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:39:31Z', 'updated_at': '2022-05-03T22:40:00Z', 'revision_number': 1, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f8a336-70ec-4b02-aece-6414fdab76d9', 'name': '', 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'mac_address': 'fa:16:3e:6e:ec:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '209e1eea-ba5e-419e-9e3d-b3077ecd94a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:34:47Z', 'updated_at': '2022-05-03T22:34:58Z', 'revision_number': 5, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'subnets': [{'id': '209e1eea-ba5e-419e-9e3d-b3077ecd94a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:40:06.997073 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d43c1f-c9af-4454-a9ba-2c3d46e87b8d None None] The sync data for ids ['6d844c5b-1141-4870-949f-26977ca0c94d'] in n-d-811807-1 is: [{'id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'name': 'tempest-AttachVolumeShelveTestJSON-489129605-router', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '640ff890-5211-4462-814a-cc3def5b682f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:34:39Z', 'updated_at': '2022-05-03T22:34:48Z', 'revision_number': 4, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'gw_port': {'id': '640ff890-5211-4462-814a-cc3def5b682f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:34:41Z', 'updated_at': '2022-05-03T22:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '912ed1ce-59e6-4be2-9080-8b1cecf26e18', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'floating_ip_address': '172.25.2.73', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'port_id': '1ae259da-89ce-42c7-81a9-d0aa11f186b8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5', 'mac_address': 'fa:16:3e:9c:0d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b444de72-b15b-4840-93b2-daf50a537c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:39:31Z', 'updated_at': '2022-05-03T22:40:00Z', 'revision_number': 1, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67f8a336-70ec-4b02-aece-6414fdab76d9', 'name': '', 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'mac_address': 'fa:16:3e:6e:ec:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '209e1eea-ba5e-419e-9e3d-b3077ecd94a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:34:47Z', 'updated_at': '2022-05-03T22:34:58Z', 'revision_number': 5, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'subnets': [{'id': '209e1eea-ba5e-419e-9e3d-b3077ecd94a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:40:07.048171 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7f76c46e-45f4-4114-8bd8-8f376a0862bf req-c96fcce1-b25e-4888-8490-a00c14dbae7d tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:07.076549 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7f76c46e-45f4-4114-8bd8-8f376a0862bf req-c96fcce1-b25e-4888-8490-a00c14dbae7d tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:07.097809 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f585d5f-2f1a-4288-a9ad-aa9fea071ac4 req-bea772d9-fa42-4677-b6b2-8e368e2da31e tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:07.105357 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5f585d5f-2f1a-4288-a9ad-aa9fea071ac4 req-bea772d9-fa42-4677-b6b2-8e368e2da31e tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=904b0e5c-d677-4b08-b0f2-f34bff44db6a HTTP/1.1" status: 200 len: 943 time: 1.6512825 May 03 22:40:07.159333 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f6be37e6-09a8-41dc-96e2-1f33b94eae11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:07.303811 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f6be37e6-09a8-41dc-96e2-1f33b94eae11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:07.311500 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f443e2-516c-4b32-8f9a-382f8387fab9 None None] New status for floating IP 912ed1ce-59e6-4be2-9080-8b1cecf26e18: ACTIVE {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:40:07.321942 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f6be37e6-09a8-41dc-96e2-1f33b94eae11 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dfc2ba9e-0016-4e32-aab7-c141412acda7 HTTP/1.1" status: 204 len: 168 time: 1.8663313 May 03 22:40:07.346686 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96fcce1-b25e-4888-8490-a00c14dbae7d tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39ed5482-5608-427d-bcda-bc94d12d4d1d,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:07.356908 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7f76c46e-45f4-4114-8bd8-8f376a0862bf req-c96fcce1-b25e-4888-8490-a00c14dbae7d tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:07.368747 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7f76c46e-45f4-4114-8bd8-8f376a0862bf req-c96fcce1-b25e-4888-8490-a00c14dbae7d tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 1.9255188 May 03 22:40:07.403893 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5f585d5f-2f1a-4288-a9ad-aa9fea071ac4 req-f2b1f02b-5ee0-44a3-9b62-9f35f4179f43 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991717 May 03 22:40:07.476848 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be37e6-09a8-41dc-96e2-1f33b94eae11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc2ba9e-0016-4e32-aab7-c141412acda7,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:07.493178 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7f12ed5c-de42-4077-9913-f2ea0527e54c req-4ab9b74f-f1f9-401c-a994-4dd86398767a service neutron] 10.222.0.67 "GET /v2.0/networks/543b6fca-f047-439c-9755-3515681f4e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6528428 May 03 22:40:07.825203 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e41a0-62f2-44f5-b407-b0190e49fa34 req-2fd6ba27-992c-4bbb-b423-0ba4cf8f79a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:07.825203 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a70e41a0-62f2-44f5-b407-b0190e49fa34 req-2fd6ba27-992c-4bbb-b423-0ba4cf8f79a5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4005ab853daa4dd0a8c6d47cfa1e3258&device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 1096 time: 0.2374730 May 03 22:40:07.987151 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7f12ed5c-de42-4077-9913-f2ea0527e54c req-ce85768c-82cc-48ca-beed-0854b469f765 service neutron] 10.222.0.67 "GET /v2.0/networks/543b6fca-f047-439c-9755-3515681f4e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4868164 May 03 22:40:07.998084 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a89fee64-0422-43a3-ab5e-658ee95fe4e2'] response: {'name': 'network-changed', 'server_uuid': 'b444de72-b15b-4840-93b2-daf50a537c0f', 'tag': '1ae259da-89ce-42c7-81a9-d0aa11f186b8', 'status': 'completed', 'code': 200} May 03 22:40:08.134179 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e41a0-62f2-44f5-b407-b0190e49fa34 req-8b2237a4-6088-4337-b1c2-69fb9acf9137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:08.135649 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a70e41a0-62f2-44f5-b407-b0190e49fa34 req-8b2237a4-6088-4337-b1c2-69fb9acf9137 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 HTTP/1.1" status: 200 len: 917 time: 0.3045151 May 03 22:40:08.140847 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8814da15-7f48-481e-99fb-db46be7b2c88 req-9eea8688-ed4d-4a60-bc6b-be40ce4a215c tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups/39ed5482-5608-427d-bcda-bc94d12d4d1d HTTP/1.1" status: 200 len: 1783 time: 0.1527045 May 03 22:40:08.329580 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a70e41a0-62f2-44f5-b407-b0190e49fa34 req-8be8d9e2-4806-417a-8512-8c61d90bcee1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ae259da-89ce-42c7-81a9-d0aa11f186b8 HTTP/1.1" status: 200 len: 1000 time: 0.1724346 May 03 22:40:08.338797 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2104c643-63ee-4031-bfbd-c2de6725947b req-dcc4244c-ea43-4720-9ff6-32dc05b4ab79 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups/39ed5482-5608-427d-bcda-bc94d12d4d1d HTTP/1.1" status: 200 len: 1783 time: 0.1236322 May 03 22:40:08.369530 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3cbbe-03bc-4bdc-963e-969fbd1c7e21 req-2a7bf1a9-5da3-403d-8fd8-0c4dcfdbb22e tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:08.369530 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c4b3cbbe-03bc-4bdc-963e-969fbd1c7e21 req-2a7bf1a9-5da3-403d-8fd8-0c4dcfdbb22e tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 945 time: 0.2363927 May 03 22:40:08.465740 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c4b3cbbe-03bc-4bdc-963e-969fbd1c7e21 req-9c15f833-7348-443c-b0e8-e49b3235efaa tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad137d59-bcb9-4c33-a4bf-4845bca5bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806973 May 03 22:40:08.472900 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e41a0-62f2-44f5-b407-b0190e49fa34 req-8dcd3450-09ef-4fcf-8f4d-0ddee303c106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:08.474377 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a70e41a0-62f2-44f5-b407-b0190e49fa34 req-8dcd3450-09ef-4fcf-8f4d-0ddee303c106 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=209e1eea-ba5e-419e-9e3d-b3077ecd94a4 HTTP/1.1" status: 200 len: 855 time: 0.1341991 May 03 22:40:08.511441 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-2104c643-63ee-4031-bfbd-c2de6725947b req-8a4506bf-4b06-40e4-8822-cac241af1c81 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:08.596033 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-2104c643-63ee-4031-bfbd-c2de6725947b req-8a4506bf-4b06-40e4-8822-cac241af1c81 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:08.648026 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e41a0-62f2-44f5-b407-b0190e49fa34 req-68e450f2-d609-4a32-b47d-e7ba49b3b493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:08.648026 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a70e41a0-62f2-44f5-b407-b0190e49fa34 req-68e450f2-d609-4a32-b47d-e7ba49b3b493 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1655898 May 03 22:40:08.676480 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [req-a70e41a0-62f2-44f5-b407-b0190e49fa34 req-97423021-c0f6-45e9-93d5-99deaeaa4293 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88070) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:40:08.676480 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a70e41a0-62f2-44f5-b407-b0190e49fa34 req-97423021-c0f6-45e9-93d5-99deaeaa4293 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142376 May 03 22:40:08.709973 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-2104c643-63ee-4031-bfbd-c2de6725947b req-8a4506bf-4b06-40e4-8822-cac241af1c81 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:08.766855 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4506bf-4b06-40e4-8822-cac241af1c81 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ed5482-5608-427d-bcda-bc94d12d4d1d,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:08.773142 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device f45bebe8-0fae-4e53-9164-8c14e67b1b7f details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:40:08.777311 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-2104c643-63ee-4031-bfbd-c2de6725947b req-8a4506bf-4b06-40e4-8822-cac241af1c81 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:08.777311 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2104c643-63ee-4031-bfbd-c2de6725947b req-8a4506bf-4b06-40e4-8822-cac241af1c81 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "DELETE /v2.0/security-groups/39ed5482-5608-427d-bcda-bc94d12d4d1d HTTP/1.1" status: 204 len: 173 time: 0.4361303 May 03 22:40:08.859394 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [req-6817dafd-5517-4325-a9eb-7538acbc226e req-7acf6951-8378-445f-abae-98e9a59861ab tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] show failed (client error): The resource could not be found. May 03 22:40:08.872265 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6817dafd-5517-4325-a9eb-7538acbc226e req-7acf6951-8378-445f-abae-98e9a59861ab tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups/39ed5482-5608-427d-bcda-bc94d12d4d1d HTTP/1.1" status: 404 len: 352 time: 0.0582480 May 03 22:40:09.166881 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9c2ee-15c1-4be1-8481-7200ca449e3d req-ecf0caee-8bcf-4e76-8480-c765c0c3e78a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:09.170994 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a70e41a0-62f2-44f5-b407-b0190e49fa34 req-65cdf269-14fc-495b-a80b-b7db67a81032 service neutron] 10.222.0.60 "GET /v2.0/networks/ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4784057 May 03 22:40:09.174548 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0ef9c2ee-15c1-4be1-8481-7200ca449e3d req-ecf0caee-8bcf-4e76-8480-c765c0c3e78a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=904b0e5c-d677-4b08-b0f2-f34bff44db6a HTTP/1.1" status: 200 len: 943 time: 0.2010686 May 03 22:40:09.201290 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port f45bebe8-0fae-4e53-9164-8c14e67b1b7f, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=f45bebe8-0fae-4e53-9164-8c14e67b1b7f,segment=NetworkSegment(b38726d5-324d-4465-9fc5-454afd2d45a2),segment_id=b38726d5-324d-4465-9fc5-454afd2d45a2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:40:09.242301 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'f45bebe8-0fae-4e53-9164-8c14e67b1b7f', 'network_id': 'f484e0b5-7091-4031-9307-0c51512cbb0f', 'port_id': 'f45bebe8-0fae-4e53-9164-8c14e67b1b7f', 'mac_address': 'fa:16:3e:ff:4d:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d2886a-36ca-4181-9979-2ff50bdb7ad7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:40:09.249461 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0ef9c2ee-15c1-4be1-8481-7200ca449e3d req-7fc916e1-cdb4-441b-ae78-bb4ad600ea84 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732930 May 03 22:40:09.273102 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9645a-69c8-4f4d-b9bb-0e343c5d707c req-b68830b0-4e1e-4325-a6e7-af60e80c653a tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:09.273102 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0ef9645a-69c8-4f4d-b9bb-0e343c5d707c req-b68830b0-4e1e-4325-a6e7-af60e80c653a tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.1661687 May 03 22:40:09.345707 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-a41a84bf-7ec7-4375-b644-09494079721d req-33e699d0-7c0d-4edf-b576-69dd7d4aee9a tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-226887462', 'description': 'tempest-description-591487200'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:40:09.396934 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-a41a84bf-7ec7-4375-b644-09494079721d req-33e699d0-7c0d-4edf-b576-69dd7d4aee9a tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:40:09.417218 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-a41a84bf-7ec7-4375-b644-09494079721d req-33e699d0-7c0d-4edf-b576-69dd7d4aee9a tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Usage tracker for resource:security_group and tenant:78888f6578ff48f2a0bd45c6785d84d6 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:40:09.417218 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-a41a84bf-7ec7-4375-b644-09494079721d req-33e699d0-7c0d-4edf-b576-69dd7d4aee9a tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:40:09.428181 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-a41a84bf-7ec7-4375-b644-09494079721d req-33e699d0-7c0d-4edf-b576-69dd7d4aee9a tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:40:09.435044 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:09.439722 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a70e41a0-62f2-44f5-b407-b0190e49fa34 req-22e0be91-8f22-403d-b865-5805bb6f262f service neutron] 10.222.0.60 "GET /v2.0/networks/ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624927 May 03 22:40:09.441409 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a41a84bf-7ec7-4375-b644-09494079721d req-33e699d0-7c0d-4edf-b576-69dd7d4aee9a tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:09.463505 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f45bebe8-0fae-4e53-9164-8c14e67b1b7f {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:40:09.476346 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port f45bebe8-0fae-4e53-9164-8c14e67b1b7f, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=f45bebe8-0fae-4e53-9164-8c14e67b1b7f,segment=NetworkSegment(b38726d5-324d-4465-9fc5-454afd2d45a2),segment_id=b38726d5-324d-4465-9fc5-454afd2d45a2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:40:09.486632 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0ef9645a-69c8-4f4d-b9bb-0e343c5d707c req-ebaafb23-4099-4eee-a709-b9d46cfa591f tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026238 May 03 22:40:09.499951 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-a41a84bf-7ec7-4375-b644-09494079721d req-33e699d0-7c0d-4edf-b576-69dd7d4aee9a tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:40:09.499951 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-a41a84bf-7ec7-4375-b644-09494079721d req-33e699d0-7c0d-4edf-b576-69dd7d4aee9a tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Usage tracker for resource:security_group_rule and tenant:78888f6578ff48f2a0bd45c6785d84d6 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:40:09.499951 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-a41a84bf-7ec7-4375-b644-09494079721d req-33e699d0-7c0d-4edf-b576-69dd7d4aee9a tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:40:09.504314 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:09.511665 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-a41a84bf-7ec7-4375-b644-09494079721d req-33e699d0-7c0d-4edf-b576-69dd7d4aee9a tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:40:09.613565 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a41a84bf-7ec7-4375-b644-09494079721d req-33e699d0-7c0d-4edf-b576-69dd7d4aee9a tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:09.623208 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a41a84bf-7ec7-4375-b644-09494079721d req-33e699d0-7c0d-4edf-b576-69dd7d4aee9a tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:09.735730 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=f45bebe8-0fae-4e53-9164-8c14e67b1b7f,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:09.752959 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e699d0-7c0d-4edf-b576-69dd7d4aee9a tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6d7c1a-abaf-42ee-b0ce-805ca93e955a,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:09.781671 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a41a84bf-7ec7-4375-b644-09494079721d req-33e699d0-7c0d-4edf-b576-69dd7d4aee9a tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:09.786885 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a41a84bf-7ec7-4375-b644-09494079721d req-33e699d0-7c0d-4edf-b576-69dd7d4aee9a tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4461184 May 03 22:40:09.839323 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['f45bebe8-0fae-4e53-9164-8c14e67b1b7f'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:40:10.012477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed095561-caf5-48ef-8067-d24597981c53 req-a4c47f83-b699-4b77-9682-8b233627f34e tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:10.018748 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ed095561-caf5-48ef-8067-d24597981c53 req-a4c47f83-b699-4b77-9682-8b233627f34e tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 945 time: 0.2029185 May 03 22:40:10.106539 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ed095561-caf5-48ef-8067-d24597981c53 req-6f5a36b8-58ce-4d0b-8316-c5141f4f3748 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad137d59-bcb9-4c33-a4bf-4845bca5bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778995 May 03 22:40:10.114763 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec313a-4880-4a29-bdc6-a28e57e40352 req-704ba96f-2136-4d4a-8b59-e25c501f6225 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:10.116933 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a5ec313a-4880-4a29-bdc6-a28e57e40352 req-704ba96f-2136-4d4a-8b59-e25c501f6225 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.2231083 May 03 22:40:10.177911 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-aa56f380-4b58-46af-92a4-88754b6ca70f req-0cdd2199-3b5f-4cfd-92a4-72b8e785187b tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1758437787', 'description': 'tempest-description-384660537'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:40:10.188906 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-aa56f380-4b58-46af-92a4-88754b6ca70f req-0cdd2199-3b5f-4cfd-92a4-72b8e785187b tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:40:10.206179 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-aa56f380-4b58-46af-92a4-88754b6ca70f req-0cdd2199-3b5f-4cfd-92a4-72b8e785187b tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Usage tracker for resource:security_group and tenant:78888f6578ff48f2a0bd45c6785d84d6 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:40:10.206179 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-aa56f380-4b58-46af-92a4-88754b6ca70f req-0cdd2199-3b5f-4cfd-92a4-72b8e785187b tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:40:10.240245 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-aa56f380-4b58-46af-92a4-88754b6ca70f req-0cdd2199-3b5f-4cfd-92a4-72b8e785187b tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:40:10.265581 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a5ec313a-4880-4a29-bdc6-a28e57e40352 req-68f3ceec-9f58-4911-a3e2-9acab6f6f337 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284716 May 03 22:40:10.283110 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-aa56f380-4b58-46af-92a4-88754b6ca70f req-0cdd2199-3b5f-4cfd-92a4-72b8e785187b tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:10.326431 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-aa56f380-4b58-46af-92a4-88754b6ca70f req-0cdd2199-3b5f-4cfd-92a4-72b8e785187b tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:40:10.344203 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-aa56f380-4b58-46af-92a4-88754b6ca70f req-0cdd2199-3b5f-4cfd-92a4-72b8e785187b tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Usage tracker for resource:security_group_rule and tenant:78888f6578ff48f2a0bd45c6785d84d6 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:40:10.353789 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-aa56f380-4b58-46af-92a4-88754b6ca70f req-0cdd2199-3b5f-4cfd-92a4-72b8e785187b tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:40:10.367309 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-aa56f380-4b58-46af-92a4-88754b6ca70f req-0cdd2199-3b5f-4cfd-92a4-72b8e785187b tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:40:10.512827 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-aa56f380-4b58-46af-92a4-88754b6ca70f req-0cdd2199-3b5f-4cfd-92a4-72b8e785187b tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:10.526617 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-aa56f380-4b58-46af-92a4-88754b6ca70f req-0cdd2199-3b5f-4cfd-92a4-72b8e785187b tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:10.596047 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-aa56f380-4b58-46af-92a4-88754b6ca70f req-0cdd2199-3b5f-4cfd-92a4-72b8e785187b tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:10.596047 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aa56f380-4b58-46af-92a4-88754b6ca70f req-0cdd2199-3b5f-4cfd-92a4-72b8e785187b tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4334254 May 03 22:40:10.640859 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-0541d72d-85f9-4622-a01b-a279217716b9 req-ed4069b0-6988-4999-b53a-b052253850f6 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1369916851', 'description': 'tempest-description-960132638'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:40:10.658444 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-0541d72d-85f9-4622-a01b-a279217716b9 req-ed4069b0-6988-4999-b53a-b052253850f6 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:40:10.667890 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0541d72d-85f9-4622-a01b-a279217716b9 req-ed4069b0-6988-4999-b53a-b052253850f6 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Usage tracker for resource:security_group and tenant:78888f6578ff48f2a0bd45c6785d84d6 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:40:10.675090 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0541d72d-85f9-4622-a01b-a279217716b9 req-ed4069b0-6988-4999-b53a-b052253850f6 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:40:10.681665 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-0541d72d-85f9-4622-a01b-a279217716b9 req-ed4069b0-6988-4999-b53a-b052253850f6 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:40:10.727183 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0541d72d-85f9-4622-a01b-a279217716b9 req-ed4069b0-6988-4999-b53a-b052253850f6 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:10.790425 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd2199-3b5f-4cfd-92a4-72b8e785187b tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e67f3f2c-84e3-415f-9466-766e1f68ea9d,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:10.794066 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device f45bebe8-0fae-4e53-9164-8c14e67b1b7f up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:40:10.823719 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-0541d72d-85f9-4622-a01b-a279217716b9 req-ed4069b0-6988-4999-b53a-b052253850f6 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:40:10.846150 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0541d72d-85f9-4622-a01b-a279217716b9 req-ed4069b0-6988-4999-b53a-b052253850f6 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Usage tracker for resource:security_group_rule and tenant:78888f6578ff48f2a0bd45c6785d84d6 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:40:10.862183 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb725feb-c2bd-4cc0-ad27-7ba63b0873c2 req-d4ee9775-691e-41dc-b138-f99e8c1312d2 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:10.872709 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bb725feb-c2bd-4cc0-ad27-7ba63b0873c2 req-d4ee9775-691e-41dc-b138-f99e8c1312d2 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=904b0e5c-d677-4b08-b0f2-f34bff44db6a HTTP/1.1" status: 200 len: 944 time: 0.4152992 May 03 22:40:10.904641 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0541d72d-85f9-4622-a01b-a279217716b9 req-ed4069b0-6988-4999-b53a-b052253850f6 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:40:10.947885 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-0541d72d-85f9-4622-a01b-a279217716b9 req-ed4069b0-6988-4999-b53a-b052253850f6 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:40:10.962136 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port f45bebe8-0fae-4e53-9164-8c14e67b1b7f completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:40:10.969175 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port f45bebe8-0fae-4e53-9164-8c14e67b1b7f triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:40:10.974033 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bb725feb-c2bd-4cc0-ad27-7ba63b0873c2 req-77c485a2-db27-4967-a7ed-080ce4adffdc tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003211 May 03 22:40:10.974674 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:11.166629 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0541d72d-85f9-4622-a01b-a279217716b9 req-ed4069b0-6988-4999-b53a-b052253850f6 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:11.176490 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0541d72d-85f9-4622-a01b-a279217716b9 req-ed4069b0-6988-4999-b53a-b052253850f6 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:11.285586 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4069b0-6988-4999-b53a-b052253850f6 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52bc10fa-49ce-4f18-8ce5-2c0a7bd6d946,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:11.348888 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:11.363914 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0541d72d-85f9-4622-a01b-a279217716b9 req-ed4069b0-6988-4999-b53a-b052253850f6 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:11.365685 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0541d72d-85f9-4622-a01b-a279217716b9 req-ed4069b0-6988-4999-b53a-b052253850f6 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7478063 May 03 22:40:11.407022 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port f45bebe8-0fae-4e53-9164-8c14e67b1b7f, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=f45bebe8-0fae-4e53-9164-8c14e67b1b7f,segment=NetworkSegment(b38726d5-324d-4465-9fc5-454afd2d45a2),segment_id=b38726d5-324d-4465-9fc5-454afd2d45a2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:40:11.409110 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904b0e5c-d677-4b08-b0f2-f34bff44db6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45bebe8-0fae-4e53-9164-8c14e67b1b7f'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:40:11.423226 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:11.551691 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=f45bebe8-0fae-4e53-9164-8c14e67b1b7f,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:11.793977 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac647fc-0d6e-4d76-88ac-543274598560 req-f514dc8f-7422-417c-b673-7653585c3cb9 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:11.793977 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6ac647fc-0d6e-4d76-88ac-543274598560 req-f514dc8f-7422-417c-b673-7653585c3cb9 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 945 time: 0.2699549 May 03 22:40:11.803711 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ca1d363b-b9e5-4905-bc8a-6491c3c63172 req-c3dbaada-5fe2-499e-8d85-ef1dd8f309d9 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Synchronizing usage tracker for tenant:78888f6578ff48f2a0bd45c6785d84d6 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:40:11.876407 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6ac647fc-0d6e-4d76-88ac-543274598560 req-65db9f4d-7006-428f-8382-4c722878dab8 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad137d59-bcb9-4c33-a4bf-4845bca5bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677311 May 03 22:40:11.876407 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ca1d363b-b9e5-4905-bc8a-6491c3c63172 req-c3dbaada-5fe2-499e-8d85-ef1dd8f309d9 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Unset dirty status for tenant:78888f6578ff48f2a0bd45c6785d84d6 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:40:11.876407 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ca1d363b-b9e5-4905-bc8a-6491c3c63172 req-c3dbaada-5fe2-499e-8d85-ef1dd8f309d9 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=78888f6578ff48f2a0bd45c6785d84d6 HTTP/1.1" status: 200 len: 10909 time: 0.4865479 May 03 22:40:11.999901 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ca1d363b-b9e5-4905-bc8a-6491c3c63172 req-82795b01-b166-4f46-981c-4c42119c3e55 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups/0d8f4bfc-81a6-4343-98de-d899d9d3e96e HTTP/1.1" status: 200 len: 2985 time: 0.1166995 May 03 22:40:12.123360 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ca1d363b-b9e5-4905-bc8a-6491c3c63172 req-c4eba01f-5109-4c55-8918-25371f5a0329 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups/0d8f4bfc-81a6-4343-98de-d899d9d3e96e HTTP/1.1" status: 200 len: 2985 time: 0.1238153 May 03 22:40:12.241819 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef58b5cc-2bee-438c-8685-952bb06185e3'] response: {'server_uuid': '904b0e5c-d677-4b08-b0f2-f34bff44db6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45bebe8-0fae-4e53-9164-8c14e67b1b7f', 'code': 200} May 03 22:40:12.601225 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-edf7a7cc-d6de-44fe-80bb-9cb68323fb72 req-cb3db208-c33f-4102-8ec3-e3f5e879ca60 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups/ce6d7c1a-abaf-42ee-b0ce-805ca93e955a HTTP/1.1" status: 200 len: 1801 time: 0.2777050 May 03 22:40:12.678530 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812fcc76-2e22-47df-90e9-0fc47e1ff761 req-e488fa41-3127-482a-afb7-dfc72b594e09 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:12.678530 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-812fcc76-2e22-47df-90e9-0fc47e1ff761 req-e488fa41-3127-482a-afb7-dfc72b594e09 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=904b0e5c-d677-4b08-b0f2-f34bff44db6a HTTP/1.1" status: 200 len: 945 time: 0.4412351 May 03 22:40:12.717610 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-edf7a7cc-d6de-44fe-80bb-9cb68323fb72 req-f0dab129-8bec-4d74-9356-0c5864912473 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:12.723604 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946a62b-9e4a-427b-8e42-173ad6e34cf8 req-741b1ca5-1c29-42d5-b007-252fbfcaca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:12.725320 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b946a62b-9e4a-427b-8e42-173ad6e34cf8 req-741b1ca5-1c29-42d5-b007-252fbfcaca6b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=904b0e5c-d677-4b08-b0f2-f34bff44db6a HTTP/1.1" status: 200 len: 1096 time: 0.4000516 May 03 22:40:12.790029 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-812fcc76-2e22-47df-90e9-0fc47e1ff761 req-fad701f4-f54d-49bb-9de8-8b99d80b56f5 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020017 May 03 22:40:12.807463 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-edf7a7cc-d6de-44fe-80bb-9cb68323fb72 req-f0dab129-8bec-4d74-9356-0c5864912473 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:12.841679 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b946a62b-9e4a-427b-8e42-173ad6e34cf8 req-d4c3eb0b-a015-4c98-93d4-a9aa93b0c7bd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975468 May 03 22:40:12.894169 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-edf7a7cc-d6de-44fe-80bb-9cb68323fb72 req-f0dab129-8bec-4d74-9356-0c5864912473 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:12.926251 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dab129-8bec-4d74-9356-0c5864912473 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6d7c1a-abaf-42ee-b0ce-805ca93e955a,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:12.931431 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-edf7a7cc-d6de-44fe-80bb-9cb68323fb72 req-f0dab129-8bec-4d74-9356-0c5864912473 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:12.931431 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-edf7a7cc-d6de-44fe-80bb-9cb68323fb72 req-f0dab129-8bec-4d74-9356-0c5864912473 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "DELETE /v2.0/security-groups/ce6d7c1a-abaf-42ee-b0ce-805ca93e955a HTTP/1.1" status: 204 len: 173 time: 0.3286216 May 03 22:40:12.995548 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [req-215574e0-e876-494c-8b58-aff6741f4c3b req-09a82017-2914-42d1-9f63-acd80f05ad8a tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] show failed (client error): The resource could not be found. May 03 22:40:12.995548 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-215574e0-e876-494c-8b58-aff6741f4c3b req-09a82017-2914-42d1-9f63-acd80f05ad8a tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups/ce6d7c1a-abaf-42ee-b0ce-805ca93e955a HTTP/1.1" status: 404 len: 352 time: 0.0259545 May 03 22:40:13.134348 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-575bdf00-5ab6-454f-988d-4f9a47e7b60e req-eacc8185-4dd8-4095-af5b-2451f4d0b6bf tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups/e67f3f2c-84e3-415f-9466-766e1f68ea9d HTTP/1.1" status: 200 len: 1802 time: 0.1183639 May 03 22:40:13.255381 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b419bdf-71e9-4d94-9b81-41be65f8faf7 req-5afde86b-f1f1-4bd1-aa5e-15bbf10067ae tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:13.257309 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7b419bdf-71e9-4d94-9b81-41be65f8faf7 req-5afde86b-f1f1-4bd1-aa5e-15bbf10067ae tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 945 time: 0.2401619 May 03 22:40:13.361142 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-575bdf00-5ab6-454f-988d-4f9a47e7b60e req-9502723f-0a81-4e0e-9a83-28d6396e19df tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:13.450266 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-575bdf00-5ab6-454f-988d-4f9a47e7b60e req-9502723f-0a81-4e0e-9a83-28d6396e19df tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:13.480044 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7b419bdf-71e9-4d94-9b81-41be65f8faf7 req-3a073922-641f-41e8-af9e-b5c36e67f38c tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad137d59-bcb9-4c33-a4bf-4845bca5bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969359 May 03 22:40:13.546722 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-575bdf00-5ab6-454f-988d-4f9a47e7b60e req-9502723f-0a81-4e0e-9a83-28d6396e19df tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:13.603753 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-575bdf00-5ab6-454f-988d-4f9a47e7b60e req-9502723f-0a81-4e0e-9a83-28d6396e19df tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:13.603753 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-575bdf00-5ab6-454f-988d-4f9a47e7b60e req-9502723f-0a81-4e0e-9a83-28d6396e19df tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "DELETE /v2.0/security-groups/e67f3f2c-84e3-415f-9466-766e1f68ea9d HTTP/1.1" status: 204 len: 173 time: 0.4585826 May 03 22:40:13.609354 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502723f-0a81-4e0e-9a83-28d6396e19df tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67f3f2c-84e3-415f-9466-766e1f68ea9d,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:13.691674 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [req-9ac30828-8574-4055-ab6c-2d5dda3b335d req-74e6b7fa-44dd-484b-9cc9-fa9c04e2b854 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] show failed (client error): The resource could not be found. May 03 22:40:13.692825 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9ac30828-8574-4055-ab6c-2d5dda3b335d req-74e6b7fa-44dd-484b-9cc9-fa9c04e2b854 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups/e67f3f2c-84e3-415f-9466-766e1f68ea9d HTTP/1.1" status: 404 len: 352 time: 0.0340309 May 03 22:40:13.847791 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b46e31ed-b36d-40b1-9ae2-d4b2f6c4d110 req-c44199c9-23ae-4b44-b908-661cfe829afa tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups/52bc10fa-49ce-4f18-8ce5-2c0a7bd6d946 HTTP/1.1" status: 200 len: 1802 time: 0.1034577 May 03 22:40:13.921210 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba1c32-d167-4e46-a590-52753b0e4a06 req-26691e12-99d0-43a6-950f-d285c988015a tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:13.922676 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ffba1c32-d167-4e46-a590-52753b0e4a06 req-26691e12-99d0-43a6-950f-d285c988015a tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.1861634 May 03 22:40:13.962496 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b46e31ed-b36d-40b1-9ae2-d4b2f6c4d110 req-5466506b-aa31-426e-af5f-86955b0e7bca tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:14.019493 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b46e31ed-b36d-40b1-9ae2-d4b2f6c4d110 req-5466506b-aa31-426e-af5f-86955b0e7bca tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:14.035684 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ffba1c32-d167-4e46-a590-52753b0e4a06 req-7839415c-1526-4170-bd25-08fde00d4858 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036556 May 03 22:40:14.109050 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b46e31ed-b36d-40b1-9ae2-d4b2f6c4d110 req-5466506b-aa31-426e-af5f-86955b0e7bca tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:14.142895 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5466506b-aa31-426e-af5f-86955b0e7bca tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bc10fa-49ce-4f18-8ce5-2c0a7bd6d946,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:14.142895 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b46e31ed-b36d-40b1-9ae2-d4b2f6c4d110 req-5466506b-aa31-426e-af5f-86955b0e7bca tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:14.146648 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b46e31ed-b36d-40b1-9ae2-d4b2f6c4d110 req-5466506b-aa31-426e-af5f-86955b0e7bca tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "DELETE /v2.0/security-groups/52bc10fa-49ce-4f18-8ce5-2c0a7bd6d946 HTTP/1.1" status: 204 len: 173 time: 0.2910526 May 03 22:40:14.575252 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddb12c-6aed-4aef-a552-99639fac531a req-af80e3f8-eaaf-411c-887f-a840acffe060 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:14.589001 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-acddb12c-6aed-4aef-a552-99639fac531a req-af80e3f8-eaaf-411c-887f-a840acffe060 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.1600404 May 03 22:40:14.626501 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c3d06-538f-497e-8f7b-8f6c58778981 req-6d622463-1ab2-46de-a463-a3a1bf16a640 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:14.635535 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-773c3d06-538f-497e-8f7b-8f6c58778981 req-6d622463-1ab2-46de-a463-a3a1bf16a640 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=904b0e5c-d677-4b08-b0f2-f34bff44db6a HTTP/1.1" status: 200 len: 945 time: 0.3004794 May 03 22:40:14.669146 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-acddb12c-6aed-4aef-a552-99639fac531a req-9c2cbb8a-c493-4b52-a220-b9a511bcc4f8 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707629 May 03 22:40:14.696456 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [req-8840d567-9a72-438c-8b1d-2ef7adb8c456 req-869b5ed9-1462-4c93-9879-39dbde21ad94 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] show failed (client error): The resource could not be found. May 03 22:40:14.696456 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8840d567-9a72-438c-8b1d-2ef7adb8c456 req-869b5ed9-1462-4c93-9879-39dbde21ad94 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups/52bc10fa-49ce-4f18-8ce5-2c0a7bd6d946 HTTP/1.1" status: 404 len: 352 time: 0.0273948 May 03 22:40:14.785780 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-773c3d06-538f-497e-8f7b-8f6c58778981 req-577cd588-3c94-49f1-9c94-dc0f74b51b12 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869722 May 03 22:40:14.974573 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-7908eae3-ab90-4ad8-bdc2-85e237723b4d req-65079e3c-3017-4dce-b4eb-d06506974757 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Synchronizing usage tracker for tenant:78888f6578ff48f2a0bd45c6785d84d6 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:40:14.993174 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-7908eae3-ab90-4ad8-bdc2-85e237723b4d req-65079e3c-3017-4dce-b4eb-d06506974757 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Unset dirty status for tenant:78888f6578ff48f2a0bd45c6785d84d6 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:40:14.993174 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7908eae3-ab90-4ad8-bdc2-85e237723b4d req-65079e3c-3017-4dce-b4eb-d06506974757 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=78888f6578ff48f2a0bd45c6785d84d6 HTTP/1.1" status: 200 len: 6157 time: 0.1671469 May 03 22:40:15.073000 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7908eae3-ab90-4ad8-bdc2-85e237723b4d req-4dd31f2f-f70f-4df2-97c0-3d01b14398c9 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups/0d8f4bfc-81a6-4343-98de-d899d9d3e96e HTTP/1.1" status: 200 len: 2985 time: 0.0709929 May 03 22:40:15.194255 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7908eae3-ab90-4ad8-bdc2-85e237723b4d req-2cfc41ee-5a51-49e5-9fef-1c252d8c537a tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups/0d8f4bfc-81a6-4343-98de-d899d9d3e96e HTTP/1.1" status: 200 len: 2985 time: 0.1228695 May 03 22:40:15.241291 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-b638bf56-c069-4a58-99cd-f5d47c39aca9 req-8d15fabc-6a42-4cb2-be50-02da57ab45cc tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-190811706', 'description': 'tempest-description-1706601247'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:40:15.250381 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-b638bf56-c069-4a58-99cd-f5d47c39aca9 req-8d15fabc-6a42-4cb2-be50-02da57ab45cc tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:40:15.268438 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5554a-67e0-40f7-80c5-d96a62c6c725 req-65a9a879-1569-43c0-9668-475779180192 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:15.276010 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b3c5554a-67e0-40f7-80c5-d96a62c6c725 req-65a9a879-1569-43c0-9668-475779180192 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 945 time: 0.1431854 May 03 22:40:15.315728 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-b638bf56-c069-4a58-99cd-f5d47c39aca9 req-8d15fabc-6a42-4cb2-be50-02da57ab45cc tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:40:15.361293 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45364) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:40:15.364206 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b3c5554a-67e0-40f7-80c5-d96a62c6c725 req-74858fa3-147c-4a96-ac8b-4683e9db580d tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad137d59-bcb9-4c33-a4bf-4845bca5bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791593 May 03 22:40:15.364206 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b638bf56-c069-4a58-99cd-f5d47c39aca9 req-8d15fabc-6a42-4cb2-be50-02da57ab45cc tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:15.417127 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-b638bf56-c069-4a58-99cd-f5d47c39aca9 req-8d15fabc-6a42-4cb2-be50-02da57ab45cc tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:40:15.417127 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-b638bf56-c069-4a58-99cd-f5d47c39aca9 req-8d15fabc-6a42-4cb2-be50-02da57ab45cc tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Usage tracker for resource:security_group_rule and tenant:78888f6578ff48f2a0bd45c6785d84d6 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:40:15.417127 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-b638bf56-c069-4a58-99cd-f5d47c39aca9 req-8d15fabc-6a42-4cb2-be50-02da57ab45cc tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:40:15.428509 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-b638bf56-c069-4a58-99cd-f5d47c39aca9 req-8d15fabc-6a42-4cb2-be50-02da57ab45cc tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:40:15.597529 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b638bf56-c069-4a58-99cd-f5d47c39aca9 req-8d15fabc-6a42-4cb2-be50-02da57ab45cc tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:15.597831 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b1f6451d-2373-4627-9654-bbb4ec3689d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:15.612466 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b638bf56-c069-4a58-99cd-f5d47c39aca9 req-8d15fabc-6a42-4cb2-be50-02da57ab45cc tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:15.619349 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b1f6451d-2373-4627-9654-bbb4ec3689d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:40:15.624080 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b1f6451d-2373-4627-9654-bbb4ec3689d8 admin admin] Usage tracker for resource:security_group_rule and tenant:741c18a326194dc895d28a188e47f0d9 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:40:15.627926 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b1f6451d-2373-4627-9654-bbb4ec3689d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:40:15.648086 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b1f6451d-2373-4627-9654-bbb4ec3689d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:40:15.699032 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14bd936-0226-4ad8-a267-8ef285ab80c4 req-6ffe5c0d-4e67-4fa1-88fc-6ef799f7265b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:15.703859 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f14bd936-0226-4ad8-a267-8ef285ab80c4 req-6ffe5c0d-4e67-4fa1-88fc-6ef799f7265b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.2151167 May 03 22:40:15.703859 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b638bf56-c069-4a58-99cd-f5d47c39aca9 req-8d15fabc-6a42-4cb2-be50-02da57ab45cc tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:15.706296 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b638bf56-c069-4a58-99cd-f5d47c39aca9 req-8d15fabc-6a42-4cb2-be50-02da57ab45cc tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4699864 May 03 22:40:15.706296 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15fabc-6a42-4cb2-be50-02da57ab45cc tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=887f2e75-d832-4a94-a80d-657b0bc997f0,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:15.776394 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-b3a5ffc3-369a-4abf-aac7-b3ca51d54b38 req-5e6eb7d3-f216-4b8d-b60a-8ea7e8ca15ac tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-549128338', 'description': 'tempest-description-1347213431'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:40:15.786004 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-b3a5ffc3-369a-4abf-aac7-b3ca51d54b38 req-5e6eb7d3-f216-4b8d-b60a-8ea7e8ca15ac tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:40:15.802585 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-b3a5ffc3-369a-4abf-aac7-b3ca51d54b38 req-5e6eb7d3-f216-4b8d-b60a-8ea7e8ca15ac tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Usage tracker for resource:security_group and tenant:78888f6578ff48f2a0bd45c6785d84d6 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:40:15.809821 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-b3a5ffc3-369a-4abf-aac7-b3ca51d54b38 req-5e6eb7d3-f216-4b8d-b60a-8ea7e8ca15ac tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:40:15.819559 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-b3a5ffc3-369a-4abf-aac7-b3ca51d54b38 req-5e6eb7d3-f216-4b8d-b60a-8ea7e8ca15ac tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:40:15.835299 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f14bd936-0226-4ad8-a267-8ef285ab80c4 req-c37f10f1-78f3-4a89-a402-81fcdc576d90 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113470 May 03 22:40:15.835299 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b3a5ffc3-369a-4abf-aac7-b3ca51d54b38 req-5e6eb7d3-f216-4b8d-b60a-8ea7e8ca15ac tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:15.861342 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b1f6451d-2373-4627-9654-bbb4ec3689d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:15.864400 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-b3a5ffc3-369a-4abf-aac7-b3ca51d54b38 req-5e6eb7d3-f216-4b8d-b60a-8ea7e8ca15ac tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:40:15.867726 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b1f6451d-2373-4627-9654-bbb4ec3689d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:15.872162 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-b3a5ffc3-369a-4abf-aac7-b3ca51d54b38 req-5e6eb7d3-f216-4b8d-b60a-8ea7e8ca15ac tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Usage tracker for resource:security_group_rule and tenant:78888f6578ff48f2a0bd45c6785d84d6 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:40:15.881563 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-b3a5ffc3-369a-4abf-aac7-b3ca51d54b38 req-5e6eb7d3-f216-4b8d-b60a-8ea7e8ca15ac tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:40:15.889349 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-b3a5ffc3-369a-4abf-aac7-b3ca51d54b38 req-5e6eb7d3-f216-4b8d-b60a-8ea7e8ca15ac tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:40:15.928144 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b1f6451d-2373-4627-9654-bbb4ec3689d8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=741c18a326194dc895d28a188e47f0d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5716782 May 03 22:40:15.929036 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6451d-2373-4627-9654-bbb4ec3689d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f133e68a-03a8-441a-baac-7f1590fbd5f0,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:15.931485 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45388) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:40:16.003508 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e8f30f3a-f2ea-4638-9be6-f24d8898fdfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:16.032809 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e8f30f3a-f2ea-4638-9be6-f24d8898fdfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:16.107209 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b3a5ffc3-369a-4abf-aac7-b3ca51d54b38 req-5e6eb7d3-f216-4b8d-b60a-8ea7e8ca15ac tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:16.123801 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e8f30f3a-f2ea-4638-9be6-f24d8898fdfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:16.135542 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4feae-926e-4fb3-8305-0ec9b5471d35 req-56aedbcf-64de-4b83-8ea7-ab9d859055a7 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:16.135542 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-82d4feae-926e-4fb3-8305-0ec9b5471d35 req-56aedbcf-64de-4b83-8ea7-ab9d859055a7 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=904b0e5c-d677-4b08-b0f2-f34bff44db6a HTTP/1.1" status: 200 len: 945 time: 0.1712472 May 03 22:40:16.147717 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b3a5ffc3-369a-4abf-aac7-b3ca51d54b38 req-5e6eb7d3-f216-4b8d-b60a-8ea7e8ca15ac tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:16.161549 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e8f30f3a-f2ea-4638-9be6-f24d8898fdfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:16.169688 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e8f30f3a-f2ea-4638-9be6-f24d8898fdfd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f133e68a-03a8-441a-baac-7f1590fbd5f0 HTTP/1.1" status: 204 len: 168 time: 0.2300026 May 03 22:40:16.169688 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f30f3a-f2ea-4638-9be6-f24d8898fdfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f133e68a-03a8-441a-baac-7f1590fbd5f0,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:16.228704 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b3a5ffc3-369a-4abf-aac7-b3ca51d54b38 req-5e6eb7d3-f216-4b8d-b60a-8ea7e8ca15ac tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:16.228704 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b3a5ffc3-369a-4abf-aac7-b3ca51d54b38 req-5e6eb7d3-f216-4b8d-b60a-8ea7e8ca15ac tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4820635 May 03 22:40:16.277966 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-82d4feae-926e-4fb3-8305-0ec9b5471d35 req-04edb1c1-6d12-483d-b017-7176e10a131e tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905216 May 03 22:40:16.296040 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6eb7d3-f216-4b8d-b60a-8ea7e8ca15ac tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba2adab-5729-4e63-8a12-415fc16a5457,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:16.634440 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39e517-e657-431a-a4a6-4fa76cac2026 req-b9f59ef1-59e0-4cbf-a57d-b2e951913f3f tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:16.651716 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7c39e517-e657-431a-a4a6-4fa76cac2026 req-b9f59ef1-59e0-4cbf-a57d-b2e951913f3f tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.2459543 May 03 22:40:16.748173 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7c39e517-e657-431a-a4a6-4fa76cac2026 req-ddb1b7be-5de1-49c9-a5fc-80e8a772df1c tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993614 May 03 22:40:16.750495 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45418) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:40:16.793927 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f97bb0ac-cdbf-4eb6-bd43-039329b568fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:16.828077 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f97bb0ac-cdbf-4eb6-bd43-039329b568fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:40:16.832653 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f97bb0ac-cdbf-4eb6-bd43-039329b568fd admin admin] Usage tracker for resource:security_group_rule and tenant:cddfb92134e14d4cae5a3cab4e70206e is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:40:16.837881 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f97bb0ac-cdbf-4eb6-bd43-039329b568fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:40:16.845202 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f97bb0ac-cdbf-4eb6-bd43-039329b568fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:40:17.098961 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f97bb0ac-cdbf-4eb6-bd43-039329b568fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:17.110780 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f97bb0ac-cdbf-4eb6-bd43-039329b568fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:17.219702 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f97bb0ac-cdbf-4eb6-bd43-039329b568fd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cddfb92134e14d4cae5a3cab4e70206e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4633100 May 03 22:40:17.219702 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45432) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:40:17.259002 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97bb0ac-cdbf-4eb6-bd43-039329b568fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c251475-c6b4-4c9e-a5fc-7e5e214905eb,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:17.301349 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d58c0-6d29-432d-b353-346a75434b91 req-e27bc0ce-07a0-47a6-91fa-404338f43241 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:17.302955 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4b9d58c0-6d29-432d-b353-346a75434b91 req-e27bc0ce-07a0-47a6-91fa-404338f43241 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 945 time: 0.5299613 May 03 22:40:17.311487 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-076f0aed-4df8-47b5-83d2-89b7dc83dc81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:17.372316 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-076f0aed-4df8-47b5-83d2-89b7dc83dc81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:17.386863 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6de77c-c783-433d-97c8-e7f7cc745c10 req-1ee392dc-f6cb-4934-b5cc-7b5fe45c0464 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:17.386863 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6c6de77c-c783-433d-97c8-e7f7cc745c10 req-1ee392dc-f6cb-4934-b5cc-7b5fe45c0464 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=904b0e5c-d677-4b08-b0f2-f34bff44db6a HTTP/1.1" status: 200 len: 945 time: 0.2403142 May 03 22:40:17.392736 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4b9d58c0-6d29-432d-b353-346a75434b91 req-c449ea29-ae42-47fb-992d-5fbc313024a8 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad137d59-bcb9-4c33-a4bf-4845bca5bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788517 May 03 22:40:17.432776 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-076f0aed-4df8-47b5-83d2-89b7dc83dc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:17.462614 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f0aed-4df8-47b5-83d2-89b7dc83dc81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c251475-c6b4-4c9e-a5fc-7e5e214905eb,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:17.468317 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-076f0aed-4df8-47b5-83d2-89b7dc83dc81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:17.468317 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-076f0aed-4df8-47b5-83d2-89b7dc83dc81 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1c251475-c6b4-4c9e-a5fc-7e5e214905eb HTTP/1.1" status: 204 len: 168 time: 0.2471793 May 03 22:40:17.639486 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6c6de77c-c783-433d-97c8-e7f7cc745c10 req-20e95832-0199-43f7-bd77-cf08c43d96d3 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351177 May 03 22:40:17.800712 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-5549aa77-bc8e-4461-b47b-968275d07781 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:17.800712 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-5549aa77-bc8e-4461-b47b-968275d07781 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/networks?id=543b6fca-f047-439c-9755-3515681f4e19 HTTP/1.1" status: 200 len: 813 time: 0.2254872 May 03 22:40:17.819628 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-18d30ec5-d73a-436e-883d-c162c0682ce6 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/quotas/78888f6578ff48f2a0bd45c6785d84d6 HTTP/1.1" status: 200 len: 375 time: 0.0109618 May 03 22:40:17.965108 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-2769cc77-9890-453b-9b6e-01848d21dcbc tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=78888f6578ff48f2a0bd45c6785d84d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1114841 May 03 22:40:17.976501 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3348ce-2a4a-4be0-bb5d-f62a54ef0054 req-8da56481-f42b-4158-a61e-7c726c5111c3 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:17.978028 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2b3348ce-2a4a-4be0-bb5d-f62a54ef0054 req-8da56481-f42b-4158-a61e-7c726c5111c3 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.1616933 May 03 22:40:18.130617 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2b3348ce-2a4a-4be0-bb5d-f62a54ef0054 req-91a391eb-d4cc-4a1d-abc0-c1be25b0e42c tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320868 May 03 22:40:18.174040 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-107c0924-a3c1-4459-ab44-a2d6e8ed8a09 service neutron] 10.222.0.58 "GET /v2.0/networks/543b6fca-f047-439c-9755-3515681f4e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949852 May 03 22:40:18.495888 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-f8b5d979-c833-4184-b742-09d89033ba33 service neutron] 10.222.0.58 "GET /v2.0/networks/543b6fca-f047-439c-9755-3515681f4e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998362 May 03 22:40:18.530670 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5997d-eb8d-439e-9fb2-4a1aade84884 req-7558037c-1cc1-4243-bf3a-1f1b900e7a04 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:18.550692 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ace5997d-eb8d-439e-9fb2-4a1aade84884 req-7558037c-1cc1-4243-bf3a-1f1b900e7a04 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.2455006 May 03 22:40:18.675124 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ace5997d-eb8d-439e-9fb2-4a1aade84884 req-25e8e84f-759c-4eae-ac62-3e78780c4106 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381123 May 03 22:40:19.110239 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b9fa0-a726-4c5c-a477-bff55fd68bdb req-1a6c191b-b03f-48ad-810a-91212a74e17e tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:19.113037 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e01b9fa0-a726-4c5c-a477-bff55fd68bdb req-1a6c191b-b03f-48ad-810a-91212a74e17e tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 945 time: 0.2216856 May 03 22:40:19.207657 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8d530-bd73-47b7-942f-07628d6384bd req-b8f2682c-666c-4814-878b-d8481edf7ffa tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:19.212524 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4bf8d530-bd73-47b7-942f-07628d6384bd req-b8f2682c-666c-4814-878b-d8481edf7ffa tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=904b0e5c-d677-4b08-b0f2-f34bff44db6a HTTP/1.1" status: 200 len: 945 time: 0.2071533 May 03 22:40:19.252279 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e01b9fa0-a726-4c5c-a477-bff55fd68bdb req-e9e4dad8-9f1c-43f3-b0da-7667e87b06ba tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad137d59-bcb9-4c33-a4bf-4845bca5bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321125 May 03 22:40:19.283435 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4bf8d530-bd73-47b7-942f-07628d6384bd req-950678a4-8180-41d6-8b14-ec2cfb745fee tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595078 May 03 22:40:19.464352 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c351d43c-5ad3-48c1-9066-6c650b5fc189 req-7cdc0c88-5699-4241-bbe8-4efcf5bf0bc9 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/ports?device_id=650b94ba-bf88-4195-baa6-fb6b92a7e7b0 HTTP/1.1" status: 200 len: 210 time: 0.1233213 May 03 22:40:19.760861 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4139624-a0ef-459b-ad38-0e5dcb1316b9 req-b992ff8b-a81f-48de-be3e-261a32ae5bc0 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:19.768748 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b4139624-a0ef-459b-ad38-0e5dcb1316b9 req-b992ff8b-a81f-48de-be3e-261a32ae5bc0 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.1087456 May 03 22:40:19.840360 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b4139624-a0ef-459b-ad38-0e5dcb1316b9 req-3f5978d0-941f-4886-8a1f-9acd71202570 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682356 May 03 22:40:20.190216 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6591729-1ba9-48d1-b5a7-5dabdf2af885 req-84d495d9-b213-4ef0-869e-def01ad7eec8 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:20.192966 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6591729-1ba9-48d1-b5a7-5dabdf2af885 req-84d495d9-b213-4ef0-869e-def01ad7eec8 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=904b0e5c-d677-4b08-b0f2-f34bff44db6a HTTP/1.1" status: 200 len: 945 time: 0.2877874 May 03 22:40:20.334453 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6591729-1ba9-48d1-b5a7-5dabdf2af885 req-b3044380-9631-4d2f-9da1-fb749380d632 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250212 May 03 22:40:20.406634 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5147c-1618-45c9-8331-1ccaed927f9d req-37cc087a-eb5e-493b-a28c-2821d967b11e tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:20.411228 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9ae5147c-1618-45c9-8331-1ccaed927f9d req-37cc087a-eb5e-493b-a28c-2821d967b11e tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.3740394 May 03 22:40:20.456913 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a0bafb54-ba05-4f54-b4fa-20aa09f6d229 req-73563580-3a60-4320-8608-6bfaceb21c73 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0f84f292-b5d5-41ab-b486-391c3deb683c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3647819 May 03 22:40:20.506873 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9ae5147c-1618-45c9-8331-1ccaed927f9d req-f5829423-82b4-4609-8a51-2a062b5cad28 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880232 May 03 22:40:20.873049 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-af42c850-0b7e-4e22-bb70-9f78e2034f0f tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:20.873752 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-af42c850-0b7e-4e22-bb70-9f78e2034f0f tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Synchronizing usage tracker for tenant:78888f6578ff48f2a0bd45c6785d84d6 on resource:network {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:40:20.882866 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b83be-868a-4a0f-a1c3-d8737e1ef1b9 req-0f59bb06-fe11-45f8-9a7b-2565dca33c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:20.894892 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-098b83be-868a-4a0f-a1c3-d8737e1ef1b9 req-0f59bb06-fe11-45f8-9a7b-2565dca33c1c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e561281e65ac44bbb283fb588b1ce5d2&device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 1096 time: 0.3748918 May 03 22:40:20.916949 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-af42c850-0b7e-4e22-bb70-9f78e2034f0f tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Unset dirty status for tenant:78888f6578ff48f2a0bd45c6785d84d6 on resource:network {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:40:20.918946 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-af42c850-0b7e-4e22-bb70-9f78e2034f0f tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.67 "GET /v2.0/networks?id=543b6fca-f047-439c-9755-3515681f4e19 HTTP/1.1" status: 200 len: 813 time: 0.4616804 May 03 22:40:20.932110 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-286b8319-b186-44c0-b986-b3454e24b2c0 req-ef93da53-196e-4441-a71c-f57356d61a1f tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/ports?device_id=650b94ba-bf88-4195-baa6-fb6b92a7e7b0 HTTP/1.1" status: 200 len: 210 time: 0.0744722 May 03 22:40:20.995900 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-d5069561-943a-49f3-917a-cec73279bd49 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Request body: {'port': {'device_id': '650b94ba-bf88-4195-baa6-fb6b92a7e7b0', 'network_id': '543b6fca-f047-439c-9755-3515681f4e19', 'admin_state_up': True, 'tenant_id': '78888f6578ff48f2a0bd45c6785d84d6'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:40:21.007495 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bafb54-ba05-4f54-b4fa-20aa09f6d229 req-0e8fffc1-0c2d-429d-8334-33abcbab1307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:21.009377 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a0bafb54-ba05-4f54-b4fa-20aa09f6d229 req-0e8fffc1-0c2d-429d-8334-33abcbab1307 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=78888f6578ff48f2a0bd45c6785d84d6&device_id=0f84f292-b5d5-41ab-b486-391c3deb683c HTTP/1.1" status: 200 len: 1175 time: 0.2572567 May 03 22:40:21.021964 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e2ef6-3047-481d-8054-053b72e45386 req-d0e6b8a7-8407-4215-a780-e5cf24abc79e tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:21.028030 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-876e2ef6-3047-481d-8054-053b72e45386 req-d0e6b8a7-8407-4215-a780-e5cf24abc79e tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 945 time: 0.4862738 May 03 22:40:21.041161 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:40:21.263691 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b83be-868a-4a0f-a1c3-d8737e1ef1b9 req-7f6e5fd4-f64a-4cdc-ac25-974bb4deabbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:21.265139 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-098b83be-868a-4a0f-a1c3-d8737e1ef1b9 req-7f6e5fd4-f64a-4cdc-ac25-974bb4deabbd service neutron] 10.222.0.60 "GET /v2.0/networks?id=52887582-9aaf-461f-9114-9c737d13cefa HTTP/1.1" status: 200 len: 912 time: 0.3448322 May 03 22:40:21.359258 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-d5069561-943a-49f3-917a-cec73279bd49 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:40:21.373953 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-d5069561-943a-49f3-917a-cec73279bd49 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:40:21.410060 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-d5069561-943a-49f3-917a-cec73279bd49 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Made reservation on behalf of 78888f6578ff48f2a0bd45c6785d84d6 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:40:21.413458 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-d5069561-943a-49f3-917a-cec73279bd49 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:21.536938 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bafb54-ba05-4f54-b4fa-20aa09f6d229 req-156ccd3b-3f22-4ad9-ad66-5e387dd9ba12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:21.538734 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a0bafb54-ba05-4f54-b4fa-20aa09f6d229 req-156ccd3b-3f22-4ad9-ad66-5e387dd9ba12 service neutron] 10.222.0.67 "GET /v2.0/networks?id=543b6fca-f047-439c-9755-3515681f4e19 HTTP/1.1" status: 200 len: 914 time: 0.4951017 May 03 22:40:21.604929 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-d5069561-943a-49f3-917a-cec73279bd49 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Allocated IP 172.20.0.7 (543b6fca-f047-439c-9755-3515681f4e19/cb9748b0-5287-47e0-90c2-e6cf31f5ddcd/9fdf965d-d8cf-424a-8a48-c5694dd94da5) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:40:21.685905 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a0bafb54-ba05-4f54-b4fa-20aa09f6d229 req-c8795eb1-ed93-424f-8efc-f365c5582c52 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a HTTP/1.1" status: 200 len: 217 time: 0.1042540 May 03 22:40:21.741184 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-876e2ef6-3047-481d-8054-053b72e45386 req-7305a2d5-bc3d-4dc3-8154-f1c74da92905 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad137d59-bcb9-4c33-a4bf-4845bca5bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6988456 May 03 22:40:21.896842 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bafb54-ba05-4f54-b4fa-20aa09f6d229 req-01966327-6056-45eb-a7ea-e0a8a6326512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:21.901763 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a0bafb54-ba05-4f54-b4fa-20aa09f6d229 req-01966327-6056-45eb-a7ea-e0a8a6326512 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb9748b0-5287-47e0-90c2-e6cf31f5ddcd HTTP/1.1" status: 200 len: 853 time: 0.2020900 May 03 22:40:21.913683 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-d5069561-943a-49f3-917a-cec73279bd49 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:21.918090 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810c4cb-2c0e-4cb7-a503-15c05cbdda54 req-6999cedd-7d48-45df-9ebc-498456af2cd1 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:21.925160 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3810c4cb-2c0e-4cb7-a503-15c05cbdda54 req-6999cedd-7d48-45df-9ebc-498456af2cd1 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.6568055 May 03 22:40:22.023266 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-098b83be-868a-4a0f-a1c3-d8737e1ef1b9 req-4435bf0b-e450-4dbc-b9cf-c472dadd7eb2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5ea950b-4f10-48b9-b674-4596ab8ebe05 HTTP/1.1" status: 200 len: 1001 time: 0.7447281 May 03 22:40:22.063659 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a0bafb54-ba05-4f54-b4fa-20aa09f6d229 req-10a42657-ee15-435e-86c2-82612f2c206c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=543b6fca-f047-439c-9755-3515681f4e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1351912 May 03 22:40:22.134336 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3810c4cb-2c0e-4cb7-a503-15c05cbdda54 req-15c5e83c-a162-4a17-b523-5650bc3e6524 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075355 May 03 22:40:22.277254 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7426880-8af9-40c1-b642-f2e9c0b3e035 req-d894b6a5-8e06-475c-86ac-6a8cbbbd9a0b tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:22.278775 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c7426880-8af9-40c1-b642-f2e9c0b3e035 req-d894b6a5-8e06-475c-86ac-6a8cbbbd9a0b tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=904b0e5c-d677-4b08-b0f2-f34bff44db6a HTTP/1.1" status: 200 len: 945 time: 0.3039777 May 03 22:40:22.327906 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-d5069561-943a-49f3-917a-cec73279bd49 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:22.342577 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:40:22.384845 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a0bafb54-ba05-4f54-b4fa-20aa09f6d229 req-456df8cf-625b-4ce1-86e7-25d1729ff298 service neutron] 10.222.0.67 "GET /v2.0/networks/543b6fca-f047-439c-9755-3515681f4e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094389 May 03 22:40:22.510673 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b83be-868a-4a0f-a1c3-d8737e1ef1b9 req-ea148a1a-cac1-4fba-b108-ca92e8e75784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:22.512120 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-098b83be-868a-4a0f-a1c3-d8737e1ef1b9 req-ea148a1a-cac1-4fba-b108-ca92e8e75784 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6f2b7d32-d8f2-456e-bc38-b728e1fe95c7 HTTP/1.1" status: 200 len: 850 time: 0.4788549 May 03 22:40:22.545575 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a0bafb54-ba05-4f54-b4fa-20aa09f6d229 req-3122296d-963a-46f9-8e23-35bd6597b1f8 service neutron] 10.222.0.67 "GET /v2.0/networks/543b6fca-f047-439c-9755-3515681f4e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523039 May 03 22:40:22.570243 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-d5069561-943a-49f3-917a-cec73279bd49 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Network 543b6fca-f047-439c-9755-3515681f4e19 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:40:22.576800 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c7426880-8af9-40c1-b642-f2e9c0b3e035 req-f109b6d7-8752-4398-85aa-4cb76df26d51 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874236 May 03 22:40:22.630660 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec26f74-3b8c-42ca-9a9c-ddff90dc46fa req-5eecfc8b-17a4-46ac-ac4a-6e724e7e7af0 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:22.641987 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0ec26f74-3b8c-42ca-9a9c-ddff90dc46fa req-5eecfc8b-17a4-46ac-ac4a-6e724e7e7af0 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/ports?device_id=650b94ba-bf88-4195-baa6-fb6b92a7e7b0 HTTP/1.1" status: 200 len: 931 time: 0.3232939 May 03 22:40:22.647872 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-d5069561-943a-49f3-917a-cec73279bd49 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:40:22.651165 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-d5069561-943a-49f3-917a-cec73279bd49 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:40:22.732813 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0ec26f74-3b8c-42ca-9a9c-ddff90dc46fa req-700398e8-2b4a-4b1c-976a-7b824800a54d tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Synchronizing usage tracker for tenant:78888f6578ff48f2a0bd45c6785d84d6 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:40:22.753036 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-d5069561-943a-49f3-917a-cec73279bd49 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:22.754623 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-d5069561-943a-49f3-917a-cec73279bd49 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:22.766036 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0ec26f74-3b8c-42ca-9a9c-ddff90dc46fa req-700398e8-2b4a-4b1c-976a-7b824800a54d tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Unset dirty status for tenant:78888f6578ff48f2a0bd45c6785d84d6 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:40:22.775258 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5069561-943a-49f3-917a-cec73279bd49 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Pushing event updated for resources: {'Port': ['ID=9fdf965d-d8cf-424a-8a48-c5694dd94da5,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:22.775962 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0ec26f74-3b8c-42ca-9a9c-ddff90dc46fa req-700398e8-2b4a-4b1c-976a-7b824800a54d tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d8f4bfc-81a6-4343-98de-d899d9d3e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325464 May 03 22:40:22.823577 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378e972-353a-4d49-a0bc-15dcc6a3e599 req-8997bd6e-7f31-4fbb-961b-f47aacf87598 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:22.824551 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-a378e972-353a-4d49-a0bc-15dcc6a3e599 req-8997bd6e-7f31-4fbb-961b-f47aacf87598 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Synchronizing usage tracker for tenant:56f2a06b55b349518a0fa1bd075b4999 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:40:22.846198 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-d5069561-943a-49f3-917a-cec73279bd49 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8583572 May 03 22:40:22.857362 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a12fb66d-b0eb-407f-bb6e-7805315f71ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:22.863230 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-54ba5696-3af5-4451-9502-dc4a741094f0 service neutron] Request body: {'port': {'device_id': '650b94ba-bf88-4195-baa6-fb6b92a7e7b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:40:22.951521 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b83be-868a-4a0f-a1c3-d8737e1ef1b9 req-b128c82b-ef64-4352-88f7-be85682daf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:22.952967 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-098b83be-868a-4a0f-a1c3-d8737e1ef1b9 req-b128c82b-ef64-4352-88f7-be85682daf11 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=52887582-9aaf-461f-9114-9c737d13cefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4281633 May 03 22:40:22.958122 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-a378e972-353a-4d49-a0bc-15dcc6a3e599 req-8997bd6e-7f31-4fbb-961b-f47aacf87598 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Unset dirty status for tenant:56f2a06b55b349518a0fa1bd075b4999 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:40:22.959174 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a378e972-353a-4d49-a0bc-15dcc6a3e599 req-8997bd6e-7f31-4fbb-961b-f47aacf87598 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.67 "GET /v2.0/ports?device_id=904b0e5c-d677-4b08-b0f2-f34bff44db6a HTTP/1.1" status: 200 len: 945 time: 1.0046499 May 03 22:40:22.975085 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249eaf3-cfb2-4a51-89f1-ce52e6b24035 req-1c437363-37df-4ccf-8277-ce107e28699c tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:22.982613 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f249eaf3-cfb2-4a51-89f1-ce52e6b24035 req-1c437363-37df-4ccf-8277-ce107e28699c tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.2028112 May 03 22:40:23.057993 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f249eaf3-cfb2-4a51-89f1-ce52e6b24035 req-77be8653-8b6b-4612-844f-8663db17ae15 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742288 May 03 22:40:23.176651 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f3d2e-6848-41fb-8afd-e92bec7c3684 req-accc5463-bd8d-4e42-8cb0-e71eac503ba0 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:23.185342 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d10f3d2e-6848-41fb-8afd-e92bec7c3684 req-accc5463-bd8d-4e42-8cb0-e71eac503ba0 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 945 time: 0.1201763 May 03 22:40:23.248854 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d10f3d2e-6848-41fb-8afd-e92bec7c3684 req-f666eafe-4e23-42c4-849e-b21c7d23182e tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad137d59-bcb9-4c33-a4bf-4845bca5bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616837 May 03 22:40:23.381811 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-a378e972-353a-4d49-a0bc-15dcc6a3e599 req-bfea3fe1-835a-4007-9467-4a99caa45ada tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Deleting port f45bebe8-0fae-4e53-9164-8c14e67b1b7f {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:40:23.382253 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a378e972-353a-4d49-a0bc-15dcc6a3e599 req-bfea3fe1-835a-4007-9467-4a99caa45ada tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:23.410558 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-54ba5696-3af5-4451-9502-dc4a741094f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:23.526170 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc2141-04ad-44bc-a49d-3e74bf948629 req-97c967c8-e898-4827-b475-cdf90d7cc5ed tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:23.535364 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bfdc2141-04ad-44bc-a49d-3e74bf948629 req-97c967c8-e898-4827-b475-cdf90d7cc5ed tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.1306145 May 03 22:40:23.601575 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bfdc2141-04ad-44bc-a49d-3e74bf948629 req-dd70a47d-6ac2-4006-ad59-49ebc427e5ce tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648570 May 03 22:40:23.632717 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-098b83be-868a-4a0f-a1c3-d8737e1ef1b9 req-24c52cc4-cbea-4ef1-a524-f303078c9b17 service neutron] 10.222.0.60 "GET /v2.0/networks/52887582-9aaf-461f-9114-9c737d13cefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6680996 May 03 22:40:23.992008 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988aadd1-23ad-45f2-b99e-948b4c9ed6a4 req-41a2fb43-5b94-48ab-b43f-7af0c90005b0 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:23.999391 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-988aadd1-23ad-45f2-b99e-948b4c9ed6a4 req-41a2fb43-5b94-48ab-b43f-7af0c90005b0 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=904b0e5c-d677-4b08-b0f2-f34bff44db6a HTTP/1.1" status: 200 len: 945 time: 0.2868166 May 03 22:40:24.036341 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8bb29-949c-424f-9e0c-694964cecd26 req-de9708ea-bf13-40f3-bf1d-f9950fbba23a tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:24.037777 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9de8bb29-949c-424f-9e0c-694964cecd26 req-de9708ea-bf13-40f3-bf1d-f9950fbba23a tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.2135792 May 03 22:40:24.078186 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-098b83be-868a-4a0f-a1c3-d8737e1ef1b9 req-f837cb23-19fd-4c72-a245-4da17ada1555 service neutron] 10.222.0.60 "GET /v2.0/networks/52887582-9aaf-461f-9114-9c737d13cefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345515 May 03 22:40:24.108247 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-988aadd1-23ad-45f2-b99e-948b4c9ed6a4 req-cec64965-906f-4336-b18e-1b57351bc4ad tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078808 May 03 22:40:24.136794 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9de8bb29-949c-424f-9e0c-694964cecd26 req-e29c9317-44e6-488f-ab87-82a4a554af77 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861125 May 03 22:40:24.270709 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:24.457604 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-a378e972-353a-4d49-a0bc-15dcc6a3e599 req-bfea3fe1-835a-4007-9467-4a99caa45ada tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] For port f45bebe8-0fae-4e53-9164-8c14e67b1b7f, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=f45bebe8-0fae-4e53-9164-8c14e67b1b7f,segment=NetworkSegment(b38726d5-324d-4465-9fc5-454afd2d45a2),segment_id=b38726d5-324d-4465-9fc5-454afd2d45a2)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:40:24.458411 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a378e972-353a-4d49-a0bc-15dcc6a3e599 req-bfea3fe1-835a-4007-9467-4a99caa45ada tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:24.709408 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf04f15-09bb-44db-9e46-279015bf42e9 req-acac7790-686f-4ecc-9330-baf696c8452c tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:24.714614 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-a378e972-353a-4d49-a0bc-15dcc6a3e599 req-bfea3fe1-835a-4007-9467-4a99caa45ada tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Calling delete_port for f45bebe8-0fae-4e53-9164-8c14e67b1b7f owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:40:24.716859 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fcf04f15-09bb-44db-9e46-279015bf42e9 req-acac7790-686f-4ecc-9330-baf696c8452c tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/ports?device_id=650b94ba-bf88-4195-baa6-fb6b92a7e7b0 HTTP/1.1" status: 200 len: 931 time: 0.3924110 May 03 22:40:24.835579 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9e4b6-b255-44fe-97f3-b8ac5f60396c req-33796b2c-b06e-4576-b472-41fc55bd2b36 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:24.837662 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-02f9e4b6-b255-44fe-97f3-b8ac5f60396c req-33796b2c-b06e-4576-b472-41fc55bd2b36 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/networks?id=ebc571f4-7c6c-4734-8444-6a7a06a14e80 HTTP/1.1" status: 200 len: 814 time: 0.4417088 May 03 22:40:24.850776 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fcf04f15-09bb-44db-9e46-279015bf42e9 req-327393c1-ead4-42b2-acf3-a19fa8b0ad57 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d8f4bfc-81a6-4343-98de-d899d9d3e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330221 May 03 22:40:24.857088 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device f45bebe8-0fae-4e53-9164-8c14e67b1b7f no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:40:24.899125 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-02f9e4b6-b255-44fe-97f3-b8ac5f60396c req-b384e462-88f9-4276-8af9-01ae1fa7bacb tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/quotas/fbfe6bca3b264cd880fbd33ea61935c3 HTTP/1.1" status: 200 len: 375 time: 0.0450649 May 03 22:40:24.941814 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-54ba5696-3af5-4451-9502-dc4a741094f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fdf965d-d8cf-424a-8a48-c5694dd94da5 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:40:24.963112 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-54ba5696-3af5-4451-9502-dc4a741094f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:24.994907 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-54ba5696-3af5-4451-9502-dc4a741094f0 service neutron] Transition to ACTIVE for port object 9fdf965d-d8cf-424a-8a48-c5694dd94da5 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:40:25.032915 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-54ba5696-3af5-4451-9502-dc4a741094f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:25.205890 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bb9b4fcf-9fce-4145-a072-a57f2f8a9c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:25.235085 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:25.301137 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-02f9e4b6-b255-44fe-97f3-b8ac5f60396c req-b35b093c-5140-456c-ab93-5fdc66bfc537 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbfe6bca3b264cd880fbd33ea61935c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3946719 May 03 22:40:25.324953 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904b0e5c-d677-4b08-b0f2-f34bff44db6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f45bebe8-0fae-4e53-9164-8c14e67b1b7f'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:40:25.332572 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ba93d-9429-49f1-9cbd-a5a3083f601a req-c773a354-f3b9-4fab-8904-facb8a88ff35 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:25.337374 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-df7ba93d-9429-49f1-9cbd-a5a3083f601a req-c773a354-f3b9-4fab-8904-facb8a88ff35 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 945 time: 0.2038863 May 03 22:40:25.365098 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port f45bebe8-0fae-4e53-9164-8c14e67b1b7f, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=f45bebe8-0fae-4e53-9164-8c14e67b1b7f,segment=NetworkSegment(b38726d5-324d-4465-9fc5-454afd2d45a2),segment_id=b38726d5-324d-4465-9fc5-454afd2d45a2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:40:25.371234 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:25.439115 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-df7ba93d-9429-49f1-9cbd-a5a3083f601a req-affd36e2-3694-4dcb-a987-2687830567fe tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad137d59-bcb9-4c33-a4bf-4845bca5bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683506 May 03 22:40:25.706963 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=f45bebe8-0fae-4e53-9164-8c14e67b1b7f,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:25.724470 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [req-a378e972-353a-4d49-a0bc-15dcc6a3e599 req-bfea3fe1-835a-4007-9467-4a99caa45ada tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:40:25.724942 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [req-a378e972-353a-4d49-a0bc-15dcc6a3e599 req-bfea3fe1-835a-4007-9467-4a99caa45ada tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:40:25.756720 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba5696-3af5-4451-9502-dc4a741094f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9fdf965d-d8cf-424a-8a48-c5694dd94da5,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:25.982215 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b5335-d2df-43a1-a8d4-e6490b575dc8 req-3988c0a8-c31e-4ff1-be64-b8a379c26485 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:25.986951 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6e2b5335-d2df-43a1-a8d4-e6490b575dc8 req-3988c0a8-c31e-4ff1-be64-b8a379c26485 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.2938547 May 03 22:40:25.995826 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-54ba5696-3af5-4451-9502-dc4a741094f0 service neutron] Attempting to bind port 9fdf965d-d8cf-424a-8a48-c5694dd94da5 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:40:25.996960 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-54ba5696-3af5-4451-9502-dc4a741094f0 service neutron] Attempting to bind port 9fdf965d-d8cf-424a-8a48-c5694dd94da5 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '51781bfe-bf86-46ca-a806-09a020fd20e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '543b6fca-f047-439c-9755-3515681f4e19'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:40:25.997487 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-54ba5696-3af5-4451-9502-dc4a741094f0 service neutron] Attempting to bind port 9fdf965d-d8cf-424a-8a48-c5694dd94da5 on network 543b6fca-f047-439c-9755-3515681f4e19 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:40:26.013118 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-54ba5696-3af5-4451-9502-dc4a741094f0 service neutron] Port 9fdf965d-d8cf-424a-8a48-c5694dd94da5 on network 543b6fca-f047-439c-9755-3515681f4e19 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:40:26.013620 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-54ba5696-3af5-4451-9502-dc4a741094f0 service neutron] Attempting to bind port 9fdf965d-d8cf-424a-8a48-c5694dd94da5 on network 543b6fca-f047-439c-9755-3515681f4e19 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:40:26.020412 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-54ba5696-3af5-4451-9502-dc4a741094f0 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:40:26.021122 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-54ba5696-3af5-4451-9502-dc4a741094f0 service neutron] Checking segment: {'id': '51781bfe-bf86-46ca-a806-09a020fd20e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '543b6fca-f047-439c-9755-3515681f4e19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:40:26.021672 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-54ba5696-3af5-4451-9502-dc4a741094f0 service neutron] Bound using segment: {'id': '51781bfe-bf86-46ca-a806-09a020fd20e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '543b6fca-f047-439c-9755-3515681f4e19'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:40:26.022312 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-54ba5696-3af5-4451-9502-dc4a741094f0 service neutron] Bound port: 9fdf965d-d8cf-424a-8a48-c5694dd94da5, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51781bfe-bf86-46ca-a806-09a020fd20e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '543b6fca-f047-439c-9755-3515681f4e19'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:40:26.022893 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-54ba5696-3af5-4451-9502-dc4a741094f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:26.049715 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49e33d-2e25-4ba7-9dbd-471b06728aff req-b285d833-0875-4d6d-aa86-a728c2932cd7 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:26.051777 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ab49e33d-2e25-4ba7-9dbd-471b06728aff req-b285d833-0875-4d6d-aa86-a728c2932cd7 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=904b0e5c-d677-4b08-b0f2-f34bff44db6a HTTP/1.1" status: 200 len: 943 time: 0.2623961 May 03 22:40:26.129735 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-54ba5696-3af5-4451-9502-dc4a741094f0 service neutron] For port 9fdf965d-d8cf-424a-8a48-c5694dd94da5, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:40:26.137362 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-54ba5696-3af5-4451-9502-dc4a741094f0 service neutron] For port 9fdf965d-d8cf-424a-8a48-c5694dd94da5, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=9fdf965d-d8cf-424a-8a48-c5694dd94da5,segment=NetworkSegment(51781bfe-bf86-46ca-a806-09a020fd20e7),segment_id=51781bfe-bf86-46ca-a806-09a020fd20e7)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:40:26.146716 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-54ba5696-3af5-4451-9502-dc4a741094f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:26.162023 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ab49e33d-2e25-4ba7-9dbd-471b06728aff req-bb3c2ca9-450f-427c-b3a3-b98388247775 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013784 May 03 22:40:26.171149 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6e2b5335-d2df-43a1-a8d4-e6490b575dc8 req-611904a2-6cc6-43e2-bc0d-ba3e11258121 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716585 May 03 22:40:26.239846 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:26.257054 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-a378e972-353a-4d49-a0bc-15dcc6a3e599 req-bfea3fe1-835a-4007-9467-4a99caa45ada tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Deleting port f45bebe8-0fae-4e53-9164-8c14e67b1b7f {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:40:26.257405 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a378e972-353a-4d49-a0bc-15dcc6a3e599 req-bfea3fe1-835a-4007-9467-4a99caa45ada tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:26.277510 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:26.311379 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd22abfc-aad6-443d-af99-60222031430b'] response: {'server_uuid': '904b0e5c-d677-4b08-b0f2-f34bff44db6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f45bebe8-0fae-4e53-9164-8c14e67b1b7f', 'code': 200} May 03 22:40:26.334069 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-54ba5696-3af5-4451-9502-dc4a741094f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:26.334892 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-54ba5696-3af5-4451-9502-dc4a741094f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:26.337021 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-54ba5696-3af5-4451-9502-dc4a741094f0 service neutron] 10.222.0.67 "PUT /v2.0/ports/9fdf965d-d8cf-424a-8a48-c5694dd94da5 HTTP/1.1" status: 200 len: 1091 time: 3.4824708 May 03 22:40:26.337752 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650b94ba-bf88-4195-baa6-fb6b92a7e7b0', 'tag': '9fdf965d-d8cf-424a-8a48-c5694dd94da5'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:40:26.493001 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba5696-3af5-4451-9502-dc4a741094f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9fdf965d-d8cf-424a-8a48-c5694dd94da5,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:26.604978 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5865f4-112e-40f9-8b99-755841227663 req-f22ea6d7-cbf6-4393-b9b6-767b698213a4 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:26.624632 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0d5865f4-112e-40f9-8b99-755841227663 req-f22ea6d7-cbf6-4393-b9b6-767b698213a4 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/ports?device_id=650b94ba-bf88-4195-baa6-fb6b92a7e7b0 HTTP/1.1" status: 200 len: 943 time: 0.1718402 May 03 22:40:26.669571 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-07b85f3e-e348-4b36-acd1-ad64f94c67e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:26.674419 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-07b85f3e-e348-4b36-acd1-ad64f94c67e3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=78888f6578ff48f2a0bd45c6785d84d6&device_id=650b94ba-bf88-4195-baa6-fb6b92a7e7b0 HTTP/1.1" status: 200 len: 1094 time: 0.2820926 May 03 22:40:26.768675 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0d5865f4-112e-40f9-8b99-755841227663 req-30e5e1c8-4549-42e0-8266-a5aa46a2354a tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d8f4bfc-81a6-4343-98de-d899d9d3e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427619 May 03 22:40:26.805005 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-50649661-23a0-4894-9a83-db6e43bc7db2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fdf965d-d8cf-424a-8a48-c5694dd94da5 HTTP/1.1" status: 200 len: 217 time: 0.0938349 May 03 22:40:26.823831 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a244566-f555-4b69-9937-a19af42acd4b req-986cd3c7-b2cf-4f5c-bc6e-eaf54004ad2f tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:26.825374 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9a244566-f555-4b69-9937-a19af42acd4b req-986cd3c7-b2cf-4f5c-bc6e-eaf54004ad2f tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.1470397 May 03 22:40:26.878270 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46a8ddde-28b3-4d71-a71a-954396e3edcf'] response: {'name': 'network-changed', 'server_uuid': '650b94ba-bf88-4195-baa6-fb6b92a7e7b0', 'tag': '9fdf965d-d8cf-424a-8a48-c5694dd94da5', 'status': 'completed', 'code': 200} May 03 22:40:26.913439 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9a244566-f555-4b69-9937-a19af42acd4b req-0be38394-6354-460b-816a-996b5b50f7be tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811706 May 03 22:40:26.971743 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-a378e972-353a-4d49-a0bc-15dcc6a3e599 req-bfea3fe1-835a-4007-9467-4a99caa45ada tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] For port f45bebe8-0fae-4e53-9164-8c14e67b1b7f, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=f45bebe8-0fae-4e53-9164-8c14e67b1b7f,segment=NetworkSegment(b38726d5-324d-4465-9fc5-454afd2d45a2),segment_id=b38726d5-324d-4465-9fc5-454afd2d45a2)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:40:26.974588 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a378e972-353a-4d49-a0bc-15dcc6a3e599 req-bfea3fe1-835a-4007-9467-4a99caa45ada tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:27.175715 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-a378e972-353a-4d49-a0bc-15dcc6a3e599 req-bfea3fe1-835a-4007-9467-4a99caa45ada tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Calling delete_port for f45bebe8-0fae-4e53-9164-8c14e67b1b7f owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:40:27.238815 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-52de1042-ef75-45aa-bea8-acadd6f2af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:27.240243 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-52de1042-ef75-45aa-bea8-acadd6f2af32 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb9748b0-5287-47e0-90c2-e6cf31f5ddcd HTTP/1.1" status: 200 len: 853 time: 0.4271662 May 03 22:40:27.252701 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cad8b-5b2c-4c77-8f0a-70172bacfe7f req-83d44ad0-1d9e-479e-9316-fcefdc1cbb71 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:27.272298 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0b1cad8b-5b2c-4c77-8f0a-70172bacfe7f req-83d44ad0-1d9e-479e-9316-fcefdc1cbb71 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 945 time: 0.2158673 May 03 22:40:27.320167 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-3e31e5b5-a9e5-4d21-b545-b3d34a2d6fe9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=543b6fca-f047-439c-9755-3515681f4e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667369 May 03 22:40:27.370336 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe1623-00a8-488c-ba5c-e99b53a019b6 req-346a044e-9942-4928-8bde-5fae2e05c179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:27.371997 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4bfe1623-00a8-488c-ba5c-e99b53a019b6 req-346a044e-9942-4928-8bde-5fae2e05c179 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e561281e65ac44bbb283fb588b1ce5d2&device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 1096 time: 0.5660205 May 03 22:40:27.460495 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-69aa0bef-0f02-41d3-bb0b-5c81aec694d3 req-b60627ac-9ba3-4db7-8fc3-a08d0089d772 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=fbfe6bca3b264cd880fbd33ea61935c3 HTTP/1.1" status: 200 len: 221 time: 0.2366173 May 03 22:40:27.491418 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0b1cad8b-5b2c-4c77-8f0a-70172bacfe7f req-10a203d5-d067-417f-9578-2573bbeabafe tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad137d59-bcb9-4c33-a4bf-4845bca5bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180519 May 03 22:40:27.586871 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:27.784649 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:27.818964 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-b51e5422-4e82-4447-a0a3-159526b2c5e5 service neutron] 10.222.0.67 "GET /v2.0/networks/543b6fca-f047-439c-9755-3515681f4e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918015 May 03 22:40:27.835511 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a378e972-353a-4d49-a0bc-15dcc6a3e599 req-bfea3fe1-835a-4007-9467-4a99caa45ada tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:27.878931 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908b290-a829-4b01-9dd3-ffe5715cd54e req-8edb12a7-a950-4c05-9d0a-8cc01ee6d50f tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:27.880742 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8908b290-a829-4b01-9dd3-ffe5715cd54e req-8edb12a7-a950-4c05-9d0a-8cc01ee6d50f tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.1309330 May 03 22:40:27.889521 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57f22e-cbaf-44c2-8f35-253d5d859217 req-3f302cbd-52a5-46f5-afe5-7e76f975b22c tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:27.891445 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cc57f22e-cbaf-44c2-8f35-253d5d859217 req-3f302cbd-52a5-46f5-afe5-7e76f975b22c tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=904b0e5c-d677-4b08-b0f2-f34bff44db6a HTTP/1.1" status: 200 len: 865 time: 0.2163289 May 03 22:40:27.964985 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea3fe1-835a-4007-9467-4a99caa45ada tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Pushing event deleted for resources: {'Port': ['ID=f45bebe8-0fae-4e53-9164-8c14e67b1b7f,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:27.972958 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8908b290-a829-4b01-9dd3-ffe5715cd54e req-52b6586d-a24a-4e9e-b2f2-5a3b5ecc3e91 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802782 May 03 22:40:27.981718 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cc57f22e-cbaf-44c2-8f35-253d5d859217 req-2b954494-4205-4187-a78b-948e316c0cc1 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732830 May 03 22:40:28.053186 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe1623-00a8-488c-ba5c-e99b53a019b6 req-85cd47e6-1934-41c1-8bae-44fa7062429e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:28.053544 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4bfe1623-00a8-488c-ba5c-e99b53a019b6 req-85cd47e6-1934-41c1-8bae-44fa7062429e service neutron] 10.222.0.60 "GET /v2.0/networks?id=52887582-9aaf-461f-9114-9c737d13cefa HTTP/1.1" status: 200 len: 912 time: 0.6672986 May 03 22:40:28.195541 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-a378e972-353a-4d49-a0bc-15dcc6a3e599 req-bfea3fe1-835a-4007-9467-4a99caa45ada tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] No DVR routers for this DVR port f45bebe8-0fae-4e53-9164-8c14e67b1b7f on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:40:28.204050 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a378e972-353a-4d49-a0bc-15dcc6a3e599 req-bfea3fe1-835a-4007-9467-4a99caa45ada tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:28.255176 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a378e972-353a-4d49-a0bc-15dcc6a3e599 req-bfea3fe1-835a-4007-9467-4a99caa45ada tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.67 "DELETE /v2.0/ports/f45bebe8-0fae-4e53-9164-8c14e67b1b7f HTTP/1.1" status: 204 len: 173 time: 5.2893856 May 03 22:40:28.260210 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4bfe1623-00a8-488c-ba5c-e99b53a019b6 req-6a48f7e1-736d-4d6e-b7fb-72858dd4991c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5ea950b-4f10-48b9-b674-4596ab8ebe05 HTTP/1.1" status: 200 len: 1001 time: 0.1990352 May 03 22:40:28.265885 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-be8813d6-56e8-4150-b92e-d7fc10d881cb req-9e071c9a-c24e-4652-b0ec-4a6d01a9f248 service neutron] 10.222.0.67 "GET /v2.0/networks/543b6fca-f047-439c-9755-3515681f4e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399514 May 03 22:40:28.330469 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe1623-00a8-488c-ba5c-e99b53a019b6 req-a5de059a-5e87-442e-8864-94c977425945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:28.331913 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4bfe1623-00a8-488c-ba5c-e99b53a019b6 req-a5de059a-5e87-442e-8864-94c977425945 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6f2b7d32-d8f2-456e-bc38-b728e1fe95c7 HTTP/1.1" status: 200 len: 850 time: 0.0640173 May 03 22:40:28.470905 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf09ee-6d66-4971-846f-da5c92214076 req-2c81f677-55ff-4a81-88ab-03f2d0acce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:28.472387 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1bbf09ee-6d66-4971-846f-da5c92214076 req-2c81f677-55ff-4a81-88ab-03f2d0acce58 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=78888f6578ff48f2a0bd45c6785d84d6&device_id=650b94ba-bf88-4195-baa6-fb6b92a7e7b0 HTTP/1.1" status: 200 len: 1094 time: 0.1395667 May 03 22:40:28.478051 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe1623-00a8-488c-ba5c-e99b53a019b6 req-c1fd410c-c996-40c5-9d2d-7fc44078df01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:28.479962 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4bfe1623-00a8-488c-ba5c-e99b53a019b6 req-c1fd410c-c996-40c5-9d2d-7fc44078df01 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=52887582-9aaf-461f-9114-9c737d13cefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975146 May 03 22:40:28.507997 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73265b-02bf-4f99-aefb-60985f02db62 req-8fcae435-06f0-4343-8cbb-49ccb8f886a8 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:28.517888 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ff73265b-02bf-4f99-aefb-60985f02db62 req-8fcae435-06f0-4343-8cbb-49ccb8f886a8 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/ports?device_id=650b94ba-bf88-4195-baa6-fb6b92a7e7b0 HTTP/1.1" status: 200 len: 943 time: 0.3320246 May 03 22:40:28.577510 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ff73265b-02bf-4f99-aefb-60985f02db62 req-07fa59a0-968a-4412-92de-46a4151d2035 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d8f4bfc-81a6-4343-98de-d899d9d3e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583856 May 03 22:40:28.592059 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e950397-b6e0-4f24-b493-5388a7e336df req-bb465ed8-5daa-4b1e-a69a-8bfe235d5529 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:28.614375 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0e950397-b6e0-4f24-b493-5388a7e336df req-bb465ed8-5daa-4b1e-a69a-8bfe235d5529 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.3331625 May 03 22:40:28.706086 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0e950397-b6e0-4f24-b493-5388a7e336df req-e397692d-40c5-48ca-87a7-eae1b7a3e84b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861828 May 03 22:40:28.780749 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf09ee-6d66-4971-846f-da5c92214076 req-b60cd702-cb11-44d2-b861-181d7bdb40ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:28.782976 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1bbf09ee-6d66-4971-846f-da5c92214076 req-b60cd702-cb11-44d2-b861-181d7bdb40ec service neutron] 10.222.0.67 "GET /v2.0/networks?id=543b6fca-f047-439c-9755-3515681f4e19 HTTP/1.1" status: 200 len: 914 time: 0.2946632 May 03 22:40:28.879323 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e9481-e667-4338-b5e1-13c2ed28666d req-eafe8ddf-2a6c-48e8-b863-bba1d28b94d9 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:28.892031 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aa2e9481-e667-4338-b5e1-13c2ed28666d req-eafe8ddf-2a6c-48e8-b863-bba1d28b94d9 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 945 time: 0.1372025 May 03 22:40:28.916084 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904b0e5c-d677-4b08-b0f2-f34bff44db6a', 'name': 'network-vif-deleted', 'tag': 'f45bebe8-0fae-4e53-9164-8c14e67b1b7f'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:40:28.947871 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1bbf09ee-6d66-4971-846f-da5c92214076 req-5edae03b-ac27-4346-b88c-cfdf08ff42c4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fdf965d-d8cf-424a-8a48-c5694dd94da5 HTTP/1.1" status: 200 len: 217 time: 0.1427934 May 03 22:40:29.033716 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aa2e9481-e667-4338-b5e1-13c2ed28666d req-d73ebe28-e7b6-4cd0-8716-8772656d789a tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad137d59-bcb9-4c33-a4bf-4845bca5bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406014 May 03 22:40:29.119981 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6f2bf-fa58-4015-99e3-eb07edd624da req-42bdf2b5-04c4-4c33-b14d-525a42db153b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:29.124178 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cbc6f2bf-fa58-4015-99e3-eb07edd624da req-42bdf2b5-04c4-4c33-b14d-525a42db153b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.1519022 May 03 22:40:29.144947 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ca4b24e-bcd6-48d7-ac0a-11ec69fc6978'] response: {'server_uuid': '904b0e5c-d677-4b08-b0f2-f34bff44db6a', 'name': 'network-vif-deleted', 'tag': 'f45bebe8-0fae-4e53-9164-8c14e67b1b7f', 'status': 'completed', 'code': 200} May 03 22:40:29.146744 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf09ee-6d66-4971-846f-da5c92214076 req-9b845f3b-324f-4e83-bb41-b59b185a33d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:29.150053 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1bbf09ee-6d66-4971-846f-da5c92214076 req-9b845f3b-324f-4e83-bb41-b59b185a33d2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb9748b0-5287-47e0-90c2-e6cf31f5ddcd HTTP/1.1" status: 200 len: 853 time: 0.1887345 May 03 22:40:29.229139 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cbc6f2bf-fa58-4015-99e3-eb07edd624da req-cb11a4c9-f7cb-43cc-98f5-d43e1a5c3431 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883012 May 03 22:40:29.281574 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4bfe1623-00a8-488c-ba5c-e99b53a019b6 req-1133f9c5-7a26-4f49-aa17-ea35d8c5027d service neutron] 10.222.0.60 "GET /v2.0/networks/52887582-9aaf-461f-9114-9c737d13cefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7921212 May 03 22:40:29.283785 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1bbf09ee-6d66-4971-846f-da5c92214076 req-70942d86-3daa-4d79-994a-57bcd67c8135 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=543b6fca-f047-439c-9755-3515681f4e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1260314 May 03 22:40:29.432291 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-751a6f00-1c17-4829-ab2a-baf0497b5861 req-20db8d9a-bd83-4b02-bbdc-f31b18493f69 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=904b0e5c-d677-4b08-b0f2-f34bff44db6a HTTP/1.1" status: 200 len: 210 time: 0.1110120 May 03 22:40:29.491089 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18601ef0-bd42-44fb-be3c-5af2fc02c2cb req-7e4ab65e-5390-4f2b-bb14-d97be613d845 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:29.499012 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-18601ef0-bd42-44fb-be3c-5af2fc02c2cb req-7e4ab65e-5390-4f2b-bb14-d97be613d845 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.1153812 May 03 22:40:29.557994 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-18601ef0-bd42-44fb-be3c-5af2fc02c2cb req-03f06cfb-5265-403b-a7e1-6eb6543e92e1 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535550 May 03 22:40:29.653693 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1bbf09ee-6d66-4971-846f-da5c92214076 req-e35f03ce-d542-41a8-a6ba-227ddc67c05a service neutron] 10.222.0.67 "GET /v2.0/networks/543b6fca-f047-439c-9755-3515681f4e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622382 May 03 22:40:29.655490 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4bfe1623-00a8-488c-ba5c-e99b53a019b6 req-b98cba66-4493-49c1-bec1-3960d0cd863c service neutron] 10.222.0.60 "GET /v2.0/networks/52887582-9aaf-461f-9114-9c737d13cefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294497 May 03 22:40:30.069717 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f85d23-6d43-42cf-b3e3-5f9a0cee8e63 req-c4513cd6-e9ac-44c4-86ba-e6df1a95075b tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:30.078804 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-02f85d23-6d43-42cf-b3e3-5f9a0cee8e63 req-c4513cd6-e9ac-44c4-86ba-e6df1a95075b tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/ports?device_id=650b94ba-bf88-4195-baa6-fb6b92a7e7b0 HTTP/1.1" status: 200 len: 943 time: 0.2616818 May 03 22:40:30.110047 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d006c0-c8f7-46cf-b93d-8a81a18fd523 req-cccf433d-aa51-45e8-8a85-e45c8f1ef6be tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:30.119380 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d0d006c0-c8f7-46cf-b93d-8a81a18fd523 req-cccf433d-aa51-45e8-8a85-e45c8f1ef6be tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.3632517 May 03 22:40:30.124214 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1bbf09ee-6d66-4971-846f-da5c92214076 req-961a9104-6374-4663-b341-2322cc90a82a service neutron] 10.222.0.67 "GET /v2.0/networks/543b6fca-f047-439c-9755-3515681f4e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637818 May 03 22:40:30.199374 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-02f85d23-6d43-42cf-b3e3-5f9a0cee8e63 req-e5a0b85b-8930-4e70-bf77-3b84c54fe414 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d8f4bfc-81a6-4343-98de-d899d9d3e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193912 May 03 22:40:30.229233 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d0d006c0-c8f7-46cf-b93d-8a81a18fd523 req-7055eed2-1c39-42bb-928d-d358e19040a9 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974519 May 03 22:40:30.663214 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af14da5-f8a1-4f81-8074-f1c25690656c req-b416d345-40e1-4421-82be-ec8c755f7982 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:30.670948 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9af14da5-f8a1-4f81-8074-f1c25690656c req-b416d345-40e1-4421-82be-ec8c755f7982 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.2639301 May 03 22:40:30.680129 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e803bbe-cabc-441c-bcb0-0e1e46934e5b req-549e355b-6345-4d3e-a4d1-7438d71110b1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:30.687189 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5e803bbe-cabc-441c-bcb0-0e1e46934e5b req-549e355b-6345-4d3e-a4d1-7438d71110b1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 945 time: 0.3289990 May 03 22:40:30.829971 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5e803bbe-cabc-441c-bcb0-0e1e46934e5b req-61684e66-b695-4c31-9eb5-b0004080832f tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad137d59-bcb9-4c33-a4bf-4845bca5bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418839 May 03 22:40:30.845788 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9af14da5-f8a1-4f81-8074-f1c25690656c req-8d4dfaf2-c1e9-487f-b2f4-83edd241c872 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738679 May 03 22:40:30.931836 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 9fdf965d-d8cf-424a-8a48-c5694dd94da5 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:40:31.167141 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 9fdf965d-d8cf-424a-8a48-c5694dd94da5, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=9fdf965d-d8cf-424a-8a48-c5694dd94da5,segment=NetworkSegment(51781bfe-bf86-46ca-a806-09a020fd20e7),segment_id=51781bfe-bf86-46ca-a806-09a020fd20e7)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:40:31.193018 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '9fdf965d-d8cf-424a-8a48-c5694dd94da5', 'network_id': '543b6fca-f047-439c-9755-3515681f4e19', 'port_id': '9fdf965d-d8cf-424a-8a48-c5694dd94da5', 'mac_address': 'fa:16:3e:ed:07:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb9748b0-5287-47e0-90c2-e6cf31f5ddcd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:40:31.205339 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e539c-65cb-49c8-9e06-de6235cd42b1 req-de1fe238-d196-47c1-a344-467975842ff7 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:31.207192 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-018e539c-65cb-49c8-9e06-de6235cd42b1 req-de1fe238-d196-47c1-a344-467975842ff7 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.1519668 May 03 22:40:31.277484 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-018e539c-65cb-49c8-9e06-de6235cd42b1 req-3ffb75aa-346c-47a0-97b0-4590a9a01bad tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633156 May 03 22:40:31.326790 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:31.376326 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fdf965d-d8cf-424a-8a48-c5694dd94da5 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:40:31.424984 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 9fdf965d-d8cf-424a-8a48-c5694dd94da5, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=9fdf965d-d8cf-424a-8a48-c5694dd94da5,segment=NetworkSegment(51781bfe-bf86-46ca-a806-09a020fd20e7),segment_id=51781bfe-bf86-46ca-a806-09a020fd20e7)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:40:31.433359 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:31.604766 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=9fdf965d-d8cf-424a-8a48-c5694dd94da5,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:31.716335 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-e3101248-e02b-4679-970d-85b7896d0cd1 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:31.717995 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-e3101248-e02b-4679-970d-85b7896d0cd1 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/networks?id=f484e0b5-7091-4031-9307-0c51512cbb0f HTTP/1.1" status: 200 len: 811 time: 0.2636781 May 03 22:40:31.726678 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f6ed0-1148-46d9-9785-1b05548fa8a5 req-60333a7f-a065-43bd-b184-9b2835d40fce tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:31.732405 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['9fdf965d-d8cf-424a-8a48-c5694dd94da5'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:40:31.734669 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bb5f6ed0-1148-46d9-9785-1b05548fa8a5 req-60333a7f-a065-43bd-b184-9b2835d40fce tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/ports?device_id=650b94ba-bf88-4195-baa6-fb6b92a7e7b0 HTTP/1.1" status: 200 len: 944 time: 0.2449462 May 03 22:40:31.769502 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-e5572013-5b21-40e2-a469-14d0b7a5923b tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/quotas/56f2a06b55b349518a0fa1bd075b4999 HTTP/1.1" status: 200 len: 375 time: 0.0317750 May 03 22:40:31.853662 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-a3fc4543-f93d-4eca-839e-98f8d6edf026 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=56f2a06b55b349518a0fa1bd075b4999&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0826740 May 03 22:40:31.859391 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-f223c43e-5769-4074-874a-53ed58a054f2 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:40:31.866700 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-f223c43e-5769-4074-874a-53ed58a054f2 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116854 May 03 22:40:31.922076 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bb5f6ed0-1148-46d9-9785-1b05548fa8a5 req-e5306f65-dcb5-47a7-ad3b-6a91690ac531 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d8f4bfc-81a6-4343-98de-d899d9d3e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863527 May 03 22:40:32.164271 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-8423f97b-d3ed-4dcd-863d-9f19cb0a04b6 service neutron] 10.222.0.58 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964165 May 03 22:40:32.204161 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a63abe-9743-401b-9edd-e9e514c94c6f req-6a90ff6f-484c-47da-a430-61da41078934 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:32.210308 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-02a63abe-9743-401b-9edd-e9e514c94c6f req-6a90ff6f-484c-47da-a430-61da41078934 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.1839125 May 03 22:40:32.331119 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-02a63abe-9743-401b-9edd-e9e514c94c6f req-d039f04c-7504-4c60-8d96-432a0bb9c7a4 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158466 May 03 22:40:32.381265 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-c87a282b-7094-4a94-893b-d4f28bcbf764 service neutron] 10.222.0.58 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084556 May 03 22:40:32.596275 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5dc536fa-e20c-490e-9bb5-365ff4c8b743 req-9fb8d295-d995-4db2-83b1-426129b19fc1 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 210 time: 0.0460048 May 03 22:40:32.627719 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ec214-6236-4371-9122-24b890f14f0c req-b377923e-e6cf-4ca7-8eca-3482d76bd73e tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:32.629201 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-818ec214-6236-4371-9122-24b890f14f0c req-b377923e-e6cf-4ca7-8eca-3482d76bd73e tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 945 time: 0.1545372 May 03 22:40:32.693156 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-818ec214-6236-4371-9122-24b890f14f0c req-6e2f3466-495c-4523-82c7-0e92a36c4694 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad137d59-bcb9-4c33-a4bf-4845bca5bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574815 May 03 22:40:32.809297 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba1ee9-e545-4dc7-97ea-3866fa76f3f1 req-c363f7ad-e499-4c49-8f3d-eee188f0bbfd tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:32.811158 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c7ba1ee9-e545-4dc7-97ea-3866fa76f3f1 req-c363f7ad-e499-4c49-8f3d-eee188f0bbfd tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.0898540 May 03 22:40:32.877353 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c7ba1ee9-e545-4dc7-97ea-3866fa76f3f1 req-de2f9df8-d07e-41ca-9e6b-93fe3432fffd tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604796 May 03 22:40:32.887644 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 9fdf965d-d8cf-424a-8a48-c5694dd94da5 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:40:33.041663 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 9fdf965d-d8cf-424a-8a48-c5694dd94da5 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:40:33.052331 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 9fdf965d-d8cf-424a-8a48-c5694dd94da5 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:40:33.052710 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:33.312612 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4c4c7-1412-4539-8772-25852589ab69 req-34b740da-ee52-49f5-93ff-2a5474fa4530 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:33.319687 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a3d4c4c7-1412-4539-8772-25852589ab69 req-34b740da-ee52-49f5-93ff-2a5474fa4530 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/ports?device_id=650b94ba-bf88-4195-baa6-fb6b92a7e7b0 HTTP/1.1" status: 200 len: 944 time: 0.1657381 May 03 22:40:33.341150 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:33.361930 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d323e0-ee4c-49f1-a156-1c8db2b35fc9 req-a3d513ea-d057-4603-b2a6-b4ce69a60768 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:33.372631 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-24d323e0-ee4c-49f1-a156-1c8db2b35fc9 req-a3d513ea-d057-4603-b2a6-b4ce69a60768 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.3266516 May 03 22:40:33.381387 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 9fdf965d-d8cf-424a-8a48-c5694dd94da5, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=9fdf965d-d8cf-424a-8a48-c5694dd94da5,segment=NetworkSegment(51781bfe-bf86-46ca-a806-09a020fd20e7),segment_id=51781bfe-bf86-46ca-a806-09a020fd20e7)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:40:33.382542 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650b94ba-bf88-4195-baa6-fb6b92a7e7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdf965d-d8cf-424a-8a48-c5694dd94da5'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:40:33.392803 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:33.475380 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=9fdf965d-d8cf-424a-8a48-c5694dd94da5,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:33.522866 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-24d323e0-ee4c-49f1-a156-1c8db2b35fc9 req-db96e2d4-e5d4-4ced-b373-fb22525b59c5 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486621 May 03 22:40:33.544190 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a3d4c4c7-1412-4539-8772-25852589ab69 req-52fcac4e-cdbe-42e4-8c29-2beda63a6dfc tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d8f4bfc-81a6-4343-98de-d899d9d3e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235501 May 03 22:40:33.573620 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeb8b2c6-8ab0-4eab-9c21-803c379818b9'] response: {'server_uuid': '650b94ba-bf88-4195-baa6-fb6b92a7e7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdf965d-d8cf-424a-8a48-c5694dd94da5', 'code': 200} May 03 22:40:33.819155 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30473f14-8c17-4cf0-a149-fb9e0c9d36c7 req-405d837a-b82d-4f8c-8605-2c8355c74a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:33.820651 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-30473f14-8c17-4cf0-a149-fb9e0c9d36c7 req-405d837a-b82d-4f8c-8605-2c8355c74a88 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=650b94ba-bf88-4195-baa6-fb6b92a7e7b0 HTTP/1.1" status: 200 len: 1096 time: 0.1535864 May 03 22:40:33.869170 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-30473f14-8c17-4cf0-a149-fb9e0c9d36c7 req-27ba985f-2544-4645-b760-cf5e323c49a1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0d8f4bfc-81a6-4343-98de-d899d9d3e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423336 May 03 22:40:33.879963 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c5d7d643-cb0f-49f1-8c2a-590796758357 req-b2b55530-5658-460e-830e-9204e0b400d2 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 210 time: 0.0994937 May 03 22:40:33.923585 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465ab5b-56ff-4d16-88e7-d1c7f4d0bdb4 req-4428e72c-78f8-464e-b144-6ef249de3f38 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:33.925325 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5465ab5b-56ff-4d16-88e7-d1c7f4d0bdb4 req-4428e72c-78f8-464e-b144-6ef249de3f38 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.1011891 May 03 22:40:33.995719 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5465ab5b-56ff-4d16-88e7-d1c7f4d0bdb4 req-fbca104b-e58e-4a69-b3ff-9b0781d845dd tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633490 May 03 22:40:34.254313 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f6e81-a19c-4bd4-9c57-01cf64c7b549 req-9c05ff8e-7114-43ca-86d8-ecf12a325b8c tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:34.263147 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-860f6e81-a19c-4bd4-9c57-01cf64c7b549 req-9c05ff8e-7114-43ca-86d8-ecf12a325b8c tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.1412468 May 03 22:40:34.335167 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-860f6e81-a19c-4bd4-9c57-01cf64c7b549 req-9b5616ae-ed10-49ce-a85e-2cf2b1af600b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702007 May 03 22:40:34.401718 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-45d72941-417e-44a8-bd70-4f617e4bbe7e tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:34.403177 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-45d72941-417e-44a8-bd70-4f617e4bbe7e tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.60 "GET /v2.0/networks?id=f484e0b5-7091-4031-9307-0c51512cbb0f HTTP/1.1" status: 200 len: 811 time: 0.2388246 May 03 22:40:34.416475 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-f2532f7d-2aa1-40b9-98a9-f84f210e05da tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Request body: {'port': {'device_id': '4adc19c2-471d-47ac-951e-3e4ebce0b8fe', 'network_id': 'f484e0b5-7091-4031-9307-0c51512cbb0f', 'admin_state_up': True, 'tenant_id': '56f2a06b55b349518a0fa1bd075b4999'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:40:34.559844 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f27b9-50ce-42c0-9e57-99fae0f9b1db req-25f25e63-7ecc-472b-80a1-02b4893a35ff tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:34.565273 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fe8f27b9-50ce-42c0-9e57-99fae0f9b1db req-25f25e63-7ecc-472b-80a1-02b4893a35ff tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.1042583 May 03 22:40:34.668650 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fe8f27b9-50ce-42c0-9e57-99fae0f9b1db req-0942c1e5-afef-4b5a-a17f-af9fe3fb8619 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984414 May 03 22:40:34.710251 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-f2532f7d-2aa1-40b9-98a9-f84f210e05da tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:40:34.722454 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-f2532f7d-2aa1-40b9-98a9-f84f210e05da tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Usage tracker for resource:port and tenant:56f2a06b55b349518a0fa1bd075b4999 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:40:34.726772 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-f2532f7d-2aa1-40b9-98a9-f84f210e05da tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:40:34.747321 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-f2532f7d-2aa1-40b9-98a9-f84f210e05da tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:40:34.766255 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-f2532f7d-2aa1-40b9-98a9-f84f210e05da tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Made reservation on behalf of 56f2a06b55b349518a0fa1bd075b4999 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:40:34.770947 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-f2532f7d-2aa1-40b9-98a9-f84f210e05da tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:35.051281 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-f2532f7d-2aa1-40b9-98a9-f84f210e05da tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Allocated IP 172.20.0.3 (f484e0b5-7091-4031-9307-0c51512cbb0f/e1d2886a-36ca-4181-9979-2ff50bdb7ad7/b80e2b39-f5a9-4b08-b2fa-22daa4ff1473) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:40:35.332089 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7433e2-5a78-4719-976c-dfef6bdc425d req-70b85b09-26ec-43cd-b80e-f83fdcf69be0 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:35.333601 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-de7433e2-5a78-4719-976c-dfef6bdc425d req-70b85b09-26ec-43cd-b80e-f83fdcf69be0 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.3463931 May 03 22:40:35.364367 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ed00a-5ef1-408a-b963-0b18ef767396 req-5bb1ddfe-ac81-45bc-bd67-8c67002768c3 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:35.372093 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac0ed00a-5ef1-408a-b963-0b18ef767396 req-5bb1ddfe-ac81-45bc-bd67-8c67002768c3 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/ports?device_id=650b94ba-bf88-4195-baa6-fb6b92a7e7b0 HTTP/1.1" status: 200 len: 945 time: 0.6059391 May 03 22:40:35.437698 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-de7433e2-5a78-4719-976c-dfef6bdc425d req-e47eae83-f219-42b2-8b74-1e162e1a8691 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942748 May 03 22:40:35.450887 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac0ed00a-5ef1-408a-b963-0b18ef767396 req-c2b12a3f-2830-430b-8e13-d42b6d6ebb59 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d8f4bfc-81a6-4343-98de-d899d9d3e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779550 May 03 22:40:35.461178 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-f2532f7d-2aa1-40b9-98a9-f84f210e05da tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:35.503068 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-f2532f7d-2aa1-40b9-98a9-f84f210e05da tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:35.614008 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2532f7d-2aa1-40b9-98a9-f84f210e05da tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Pushing event updated for resources: {'Port': ['ID=b80e2b39-f5a9-4b08-b2fa-22daa4ff1473,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:35.625394 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-f2532f7d-2aa1-40b9-98a9-f84f210e05da tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Network f484e0b5-7091-4031-9307-0c51512cbb0f is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:40:35.626897 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-f2532f7d-2aa1-40b9-98a9-f84f210e05da tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:40:35.634010 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-f2532f7d-2aa1-40b9-98a9-f84f210e05da tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:40:35.702053 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454abcea-3606-4940-a08c-b191d6fdc84a req-953f7f66-f270-432f-b80e-1d26100d596a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:35.703636 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-454abcea-3606-4940-a08c-b191d6fdc84a req-953f7f66-f270-432f-b80e-1d26100d596a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 931 time: 0.1076291 May 03 22:40:35.716517 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-f2532f7d-2aa1-40b9-98a9-f84f210e05da tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:35.717146 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-f2532f7d-2aa1-40b9-98a9-f84f210e05da tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:35.741189 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-f2532f7d-2aa1-40b9-98a9-f84f210e05da tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3292348 May 03 22:40:35.786586 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-8d3601d5-3a63-4fb7-9195-cb6606bce207 service neutron] Request body: {'port': {'device_id': '4adc19c2-471d-47ac-951e-3e4ebce0b8fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:40:35.850569 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-454abcea-3606-4940-a08c-b191d6fdc84a req-4744314e-cfe9-4521-aaa2-295319f3478a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062326 May 03 22:40:35.886697 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b076b-71bd-4026-a08b-08357d4897b1 req-511b243e-e73b-4967-91e3-b09041417645 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:35.893732 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-923b076b-71bd-4026-a08b-08357d4897b1 req-511b243e-e73b-4967-91e3-b09041417645 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.1849763 May 03 22:40:35.942446 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-923b076b-71bd-4026-a08b-08357d4897b1 req-8a321ec7-2c56-45d4-b5ef-8b4043a55570 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476086 May 03 22:40:35.970941 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-8d3601d5-3a63-4fb7-9195-cb6606bce207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:36.159330 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d126c-bda9-40b9-93f9-6c351b948f72 req-5f9c26df-945f-4602-b4c2-f153b1d79de2 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:36.162939 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-474d126c-bda9-40b9-93f9-6c351b948f72 req-5f9c26df-945f-4602-b4c2-f153b1d79de2 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.1027064 May 03 22:40:36.228635 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-474d126c-bda9-40b9-93f9-6c351b948f72 req-016d663d-f60b-4221-9fba-8a7c80d010b6 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614815 May 03 22:40:36.336326 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-8d3601d5-3a63-4fb7-9195-cb6606bce207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b80e2b39-f5a9-4b08-b2fa-22daa4ff1473 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:40:36.343679 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-8d3601d5-3a63-4fb7-9195-cb6606bce207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:36.357986 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-8d3601d5-3a63-4fb7-9195-cb6606bce207 service neutron] Transition to ACTIVE for port object b80e2b39-f5a9-4b08-b2fa-22daa4ff1473 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:40:36.363004 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-8d3601d5-3a63-4fb7-9195-cb6606bce207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:36.469563 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b5e99-1c0a-4001-8dc6-125878662bfa req-14a2ecea-3125-4b9a-84a2-194c26d6929a tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:36.471170 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6c4b5e99-1c0a-4001-8dc6-125878662bfa req-14a2ecea-3125-4b9a-84a2-194c26d6929a tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.0862124 May 03 22:40:36.518004 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6c4b5e99-1c0a-4001-8dc6-125878662bfa req-db837323-6ea1-435e-b627-f6ec9e1cecc1 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412765 May 03 22:40:36.524960 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3601d5-3a63-4fb7-9195-cb6606bce207 service neutron] Pushing event updated for resources: {'Port': ['ID=b80e2b39-f5a9-4b08-b2fa-22daa4ff1473,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:36.601409 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-8d3601d5-3a63-4fb7-9195-cb6606bce207 service neutron] Attempting to bind port b80e2b39-f5a9-4b08-b2fa-22daa4ff1473 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:40:36.601936 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-8d3601d5-3a63-4fb7-9195-cb6606bce207 service neutron] Attempting to bind port b80e2b39-f5a9-4b08-b2fa-22daa4ff1473 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'b38726d5-324d-4465-9fc5-454afd2d45a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f484e0b5-7091-4031-9307-0c51512cbb0f'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:40:36.602917 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-8d3601d5-3a63-4fb7-9195-cb6606bce207 service neutron] Attempting to bind port b80e2b39-f5a9-4b08-b2fa-22daa4ff1473 on network f484e0b5-7091-4031-9307-0c51512cbb0f {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:40:36.607751 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-8d3601d5-3a63-4fb7-9195-cb6606bce207 service neutron] Port b80e2b39-f5a9-4b08-b2fa-22daa4ff1473 on network f484e0b5-7091-4031-9307-0c51512cbb0f not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:40:36.608181 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-8d3601d5-3a63-4fb7-9195-cb6606bce207 service neutron] Attempting to bind port b80e2b39-f5a9-4b08-b2fa-22daa4ff1473 on network f484e0b5-7091-4031-9307-0c51512cbb0f {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:40:36.613463 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-8d3601d5-3a63-4fb7-9195-cb6606bce207 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:40:36.613928 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-8d3601d5-3a63-4fb7-9195-cb6606bce207 service neutron] Checking segment: {'id': 'b38726d5-324d-4465-9fc5-454afd2d45a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f484e0b5-7091-4031-9307-0c51512cbb0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:40:36.614413 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-8d3601d5-3a63-4fb7-9195-cb6606bce207 service neutron] Bound using segment: {'id': 'b38726d5-324d-4465-9fc5-454afd2d45a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f484e0b5-7091-4031-9307-0c51512cbb0f'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:40:36.614940 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-8d3601d5-3a63-4fb7-9195-cb6606bce207 service neutron] Bound port: b80e2b39-f5a9-4b08-b2fa-22daa4ff1473, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b38726d5-324d-4465-9fc5-454afd2d45a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f484e0b5-7091-4031-9307-0c51512cbb0f'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:40:36.615385 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-8d3601d5-3a63-4fb7-9195-cb6606bce207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:36.709899 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-8d3601d5-3a63-4fb7-9195-cb6606bce207 service neutron] For port b80e2b39-f5a9-4b08-b2fa-22daa4ff1473, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:40:36.713109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-8d3601d5-3a63-4fb7-9195-cb6606bce207 service neutron] For port b80e2b39-f5a9-4b08-b2fa-22daa4ff1473, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=b80e2b39-f5a9-4b08-b2fa-22daa4ff1473,segment=NetworkSegment(b38726d5-324d-4465-9fc5-454afd2d45a2),segment_id=b38726d5-324d-4465-9fc5-454afd2d45a2)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:40:36.718285 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-8d3601d5-3a63-4fb7-9195-cb6606bce207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:36.747021 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a909700-53c6-443c-b63b-8d648645e553 req-01e16cf2-f3e6-43c2-a2ff-8f4c3a7658fa tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:36.748432 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9a909700-53c6-443c-b63b-8d648645e553 req-01e16cf2-f3e6-43c2-a2ff-8f4c3a7658fa tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.1040261 May 03 22:40:36.756942 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dab0e2-4d72-4fa4-89b9-4545e756ce77 req-bcf414c1-11b0-4632-8e86-1fbeb66810fa tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:36.758194 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-84dab0e2-4d72-4fa4-89b9-4545e756ce77 req-bcf414c1-11b0-4632-8e86-1fbeb66810fa tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/ports?device_id=650b94ba-bf88-4195-baa6-fb6b92a7e7b0 HTTP/1.1" status: 200 len: 945 time: 0.1647165 May 03 22:40:36.807861 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-8d3601d5-3a63-4fb7-9195-cb6606bce207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:36.809639 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-8d3601d5-3a63-4fb7-9195-cb6606bce207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:36.812221 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-8d3601d5-3a63-4fb7-9195-cb6606bce207 service neutron] 10.222.0.60 "PUT /v2.0/ports/b80e2b39-f5a9-4b08-b2fa-22daa4ff1473 HTTP/1.1" status: 200 len: 1091 time: 1.0523322 May 03 22:40:36.813415 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4adc19c2-471d-47ac-951e-3e4ebce0b8fe', 'tag': 'b80e2b39-f5a9-4b08-b2fa-22daa4ff1473'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:40:36.858345 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3601d5-3a63-4fb7-9195-cb6606bce207 service neutron] Pushing event updated for resources: {'Port': ['ID=b80e2b39-f5a9-4b08-b2fa-22daa4ff1473,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:36.870039 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9a909700-53c6-443c-b63b-8d648645e553 req-f1839b8f-ea57-4efe-8c20-a84ecaace2ae tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105568 May 03 22:40:36.882555 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-84dab0e2-4d72-4fa4-89b9-4545e756ce77 req-0dbaceb0-dca1-4517-9567-9614ba424194 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups?id=0d8f4bfc-81a6-4343-98de-d899d9d3e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085973 May 03 22:40:36.933134 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d90293b-f838-48f5-9acb-1e37f651ffcb'] response: {'name': 'network-changed', 'server_uuid': '4adc19c2-471d-47ac-951e-3e4ebce0b8fe', 'tag': 'b80e2b39-f5a9-4b08-b2fa-22daa4ff1473', 'status': 'completed', 'code': 200} May 03 22:40:37.028536 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-22c0e5fa-9a97-4df3-8be8-9f7a5aef1c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:37.035305 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-22c0e5fa-9a97-4df3-8be8-9f7a5aef1c7f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=56f2a06b55b349518a0fa1bd075b4999&device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 1094 time: 0.1630352 May 03 22:40:37.145010 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3345f91-8876-4c45-88cc-d419e3de12ec req-2dc348d2-389f-4d54-ad41-92cf4ffc22ba tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:37.153928 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a3345f91-8876-4c45-88cc-d419e3de12ec req-2dc348d2-389f-4d54-ad41-92cf4ffc22ba tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 943 time: 0.1310599 May 03 22:40:37.303634 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a3345f91-8876-4c45-88cc-d419e3de12ec req-58d9ddef-2a50-49d3-9e49-d5d74e1c7374 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485584 May 03 22:40:37.382506 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d2a377f5-4d26-44c1-817f-434eab8c0617 req-b6e3532f-7bce-40b9-b82b-217306a6a250 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-190811706&fields=id&tenant_id=78888f6578ff48f2a0bd45c6785d84d6 HTTP/1.1" status: 200 len: 267 time: 0.2159672 May 03 22:40:37.400483 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-fe303235-ce6d-4285-a355-8377a11a1963 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b80e2b39-f5a9-4b08-b2fa-22daa4ff1473 HTTP/1.1" status: 200 len: 217 time: 0.3370810 May 03 22:40:37.652824 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-5a88c724-4524-4125-a580-13eda1349cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:37.652824 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-5a88c724-4524-4125-a580-13eda1349cec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e1d2886a-36ca-4181-9979-2ff50bdb7ad7 HTTP/1.1" status: 200 len: 851 time: 0.2361546 May 03 22:40:37.759788 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-3b491486-85b6-4672-b12f-43feb55069dc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f484e0b5-7091-4031-9307-0c51512cbb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894253 May 03 22:40:37.830765 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a377f5-4d26-44c1-817f-434eab8c0617 req-9edae7e8-25ce-4965-a314-d5fa407832a5 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:37.833263 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d2a377f5-4d26-44c1-817f-434eab8c0617 req-9edae7e8-25ce-4965-a314-d5fa407832a5 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/ports?device_id=650b94ba-bf88-4195-baa6-fb6b92a7e7b0 HTTP/1.1" status: 200 len: 945 time: 0.4502330 May 03 22:40:37.867813 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-d2a377f5-4d26-44c1-817f-434eab8c0617 req-4a7e460e-dc32-426a-abbd-feed7564946c tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Request body: {'port': {'security_groups': ['0d8f4bfc-81a6-4343-98de-d899d9d3e96e', '887f2e75-d832-4a94-a80d-657b0bc997f0']}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:40:37.899331 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-deac6cc3-2471-4291-916a-d1bf59360170 service neutron] 10.222.0.60 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568065 May 03 22:40:38.006356 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10aeff7-be9b-46bf-aba9-064c847d5d66 req-f6e125e9-98e4-42cc-b135-3df4d78ddf72 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:38.006356 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c10aeff7-be9b-46bf-aba9-064c847d5d66 req-f6e125e9-98e4-42cc-b135-3df4d78ddf72 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.3404367 May 03 22:40:38.026081 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d2a377f5-4d26-44c1-817f-434eab8c0617 req-4a7e460e-dc32-426a-abbd-feed7564946c tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:38.055044 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4d9f04bf-db63-4415-b0d9-fa89ac73b200 req-800fdf43-d09e-4002-a5de-e30be6fbca65 service neutron] 10.222.0.60 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519151 May 03 22:40:38.252396 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c10aeff7-be9b-46bf-aba9-064c847d5d66 req-72f5b66d-4ea0-4da2-8440-481a59d6ba16 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082244 May 03 22:40:38.264047 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f9d47-22c0-40a8-977a-4a29ea343daf req-4ae23935-11f2-4840-99ec-9ccfc654726d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:38.264047 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-331f9d47-22c0-40a8-977a-4a29ea343daf req-4ae23935-11f2-4840-99ec-9ccfc654726d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=56f2a06b55b349518a0fa1bd075b4999&device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 1094 time: 0.1359539 May 03 22:40:38.507786 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f9d47-22c0-40a8-977a-4a29ea343daf req-bc70519e-977b-42c5-a8dc-34170e418855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:38.510055 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-331f9d47-22c0-40a8-977a-4a29ea343daf req-bc70519e-977b-42c5-a8dc-34170e418855 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f484e0b5-7091-4031-9307-0c51512cbb0f HTTP/1.1" status: 200 len: 912 time: 0.2619936 May 03 22:40:38.511051 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-d2a377f5-4d26-44c1-817f-434eab8c0617 req-4a7e460e-dc32-426a-abbd-feed7564946c tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] For port 9fdf965d-d8cf-424a-8a48-c5694dd94da5, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=9fdf965d-d8cf-424a-8a48-c5694dd94da5,segment=NetworkSegment(51781bfe-bf86-46ca-a806-09a020fd20e7),segment_id=51781bfe-bf86-46ca-a806-09a020fd20e7)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:40:38.638690 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-331f9d47-22c0-40a8-977a-4a29ea343daf req-80c44f04-34b4-4020-b2b9-a97b2395bad3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b80e2b39-f5a9-4b08-b2fa-22daa4ff1473 HTTP/1.1" status: 200 len: 217 time: 0.1181479 May 03 22:40:38.733260 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f9d47-22c0-40a8-977a-4a29ea343daf req-d24f6761-d974-473a-bc20-e94fc17ea91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:38.733709 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d2a377f5-4d26-44c1-817f-434eab8c0617 req-4a7e460e-dc32-426a-abbd-feed7564946c tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:38.736213 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-331f9d47-22c0-40a8-977a-4a29ea343daf req-d24f6761-d974-473a-bc20-e94fc17ea91f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e1d2886a-36ca-4181-9979-2ff50bdb7ad7 HTTP/1.1" status: 200 len: 851 time: 0.0852754 May 03 22:40:38.772917 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d2a377f5-4d26-44c1-817f-434eab8c0617 req-4a7e460e-dc32-426a-abbd-feed7564946c tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:38.789259 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a', '9fdf965d-d8cf-424a-8a48-c5694dd94da5'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:40:38.828335 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-331f9d47-22c0-40a8-977a-4a29ea343daf req-56e7d643-4624-45d7-a696-05903050064f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f484e0b5-7091-4031-9307-0c51512cbb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826292 May 03 22:40:39.045106 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825dfcf-5f01-4a23-82ae-3237d1050605 req-5e01380a-56d2-47c6-b145-b3bfff2d5885 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:39.046825 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4825dfcf-5f01-4a23-82ae-3237d1050605 req-5e01380a-56d2-47c6-b145-b3bfff2d5885 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.5244024 May 03 22:40:39.062122 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-331f9d47-22c0-40a8-977a-4a29ea343daf req-aa447a87-ef6b-46dd-8bf9-1732bd4f95c3 service neutron] 10.222.0.60 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133400 May 03 22:40:39.094562 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a377f5-4d26-44c1-817f-434eab8c0617 req-4a7e460e-dc32-426a-abbd-feed7564946c tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:39.095274 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d2a377f5-4d26-44c1-817f-434eab8c0617 req-4a7e460e-dc32-426a-abbd-feed7564946c tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:39.119882 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d2a377f5-4d26-44c1-817f-434eab8c0617 req-4a7e460e-dc32-426a-abbd-feed7564946c tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "PUT /v2.0/ports/9fdf965d-d8cf-424a-8a48-c5694dd94da5 HTTP/1.1" status: 200 len: 981 time: 1.2662823 May 03 22:40:39.186570 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650b94ba-bf88-4195-baa6-fb6b92a7e7b0', 'tag': '9fdf965d-d8cf-424a-8a48-c5694dd94da5'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:40:39.316761 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['9fdf965d-d8cf-424a-8a48-c5694dd94da5'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:40:39.335465 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e460e-dc32-426a-abbd-feed7564946c tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Pushing event updated for resources: {'Port': ['ID=9fdf965d-d8cf-424a-8a48-c5694dd94da5,revision_number=6']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:39.337881 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-331f9d47-22c0-40a8-977a-4a29ea343daf req-e450bfad-1701-4970-bd22-2ffb4db1a067 service neutron] 10.222.0.60 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674539 May 03 22:40:39.357357 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4825dfcf-5f01-4a23-82ae-3237d1050605 req-65347563-80c7-46fd-ba8a-dcd8b767a2d2 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897000 May 03 22:40:40.002197 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1c757d63-1add-4b2e-ad41-582007b4387e req-fb536b1e-a226-4287-a16d-ac6c54afe093 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups/887f2e75-d832-4a94-a80d-657b0bc997f0 HTTP/1.1" status: 200 len: 1802 time: 0.1803837 May 03 22:40:40.064034 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [req-1c757d63-1add-4b2e-ad41-582007b4387e req-e8bcac00-9293-4bc9-bfe6-cf5766343542 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] delete failed (client error): There was a conflict when trying to complete your request. May 03 22:40:40.070848 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1c757d63-1add-4b2e-ad41-582007b4387e req-e8bcac00-9293-4bc9-bfe6-cf5766343542 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "DELETE /v2.0/security-groups/887f2e75-d832-4a94-a80d-657b0bc997f0 HTTP/1.1" status: 409 len: 341 time: 0.0705442 May 03 22:40:40.117103 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c1456-6fb7-4e13-9c22-7bcb16743784 req-2523cde9-a4fb-4dba-b7c6-8cbf026a99c3 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:40.127219 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-885c1456-6fb7-4e13-9c22-7bcb16743784 req-2523cde9-a4fb-4dba-b7c6-8cbf026a99c3 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 943 time: 0.7374744 May 03 22:40:40.208717 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0640efab-ede4-4c90-9a51-05536e8cf551'] response: {'name': 'network-changed', 'server_uuid': '650b94ba-bf88-4195-baa6-fb6b92a7e7b0', 'tag': '9fdf965d-d8cf-424a-8a48-c5694dd94da5', 'status': 'completed', 'code': 200} May 03 22:40:40.319814 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-885c1456-6fb7-4e13-9c22-7bcb16743784 req-ad712b54-5b58-490c-92e1-d065c91863f6 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917987 May 03 22:40:40.388108 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a0e36-1370-4846-b8a7-87480ad41fe7 req-ce77c191-535d-4a99-ab33-e93b2913a571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:40.394043 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-778a0e36-1370-4846-b8a7-87480ad41fe7 req-ce77c191-535d-4a99-ab33-e93b2913a571 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=78888f6578ff48f2a0bd45c6785d84d6&device_id=650b94ba-bf88-4195-baa6-fb6b92a7e7b0 HTTP/1.1" status: 200 len: 1135 time: 0.1980817 May 03 22:40:40.739460 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a0e36-1370-4846-b8a7-87480ad41fe7 req-48eb2370-faaf-41e5-8a9a-a005bc86dd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:40.742039 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-778a0e36-1370-4846-b8a7-87480ad41fe7 req-48eb2370-faaf-41e5-8a9a-a005bc86dd6a service neutron] 10.222.0.67 "GET /v2.0/networks?id=543b6fca-f047-439c-9755-3515681f4e19 HTTP/1.1" status: 200 len: 914 time: 0.3415203 May 03 22:40:40.891484 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-778a0e36-1370-4846-b8a7-87480ad41fe7 req-a335f79f-8a74-49a2-b19e-8ded34dbd1e3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fdf965d-d8cf-424a-8a48-c5694dd94da5 HTTP/1.1" status: 200 len: 217 time: 0.1427712 May 03 22:40:41.036616 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a0e36-1370-4846-b8a7-87480ad41fe7 req-493a2ed6-a657-40fa-9160-95501505e0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:41.036616 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-778a0e36-1370-4846-b8a7-87480ad41fe7 req-493a2ed6-a657-40fa-9160-95501505e0c4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb9748b0-5287-47e0-90c2-e6cf31f5ddcd HTTP/1.1" status: 200 len: 853 time: 0.1360910 May 03 22:40:41.172256 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-778a0e36-1370-4846-b8a7-87480ad41fe7 req-b6c12a8f-48c7-44e4-9f77-4d1c3d1704d3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=543b6fca-f047-439c-9755-3515681f4e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1224432 May 03 22:40:41.250935 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b0850-bb08-40fe-a75e-786f390ee132 req-af961fae-6d00-4bd4-abd2-7a37e24fabf1 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:41.259285 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0e8b0850-bb08-40fe-a75e-786f390ee132 req-af961fae-6d00-4bd4-abd2-7a37e24fabf1 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.2452135 May 03 22:40:41.325506 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030a7b3-9686-4eeb-ad9c-4e001c7ab063 req-98919d99-4edb-447d-976e-002af49d4913 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:41.327452 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2030a7b3-9686-4eeb-ad9c-4e001c7ab063 req-98919d99-4edb-447d-976e-002af49d4913 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/ports?device_id=650b94ba-bf88-4195-baa6-fb6b92a7e7b0 HTTP/1.1" status: 200 len: 984 time: 0.2674098 May 03 22:40:41.361977 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0e8b0850-bb08-40fe-a75e-786f390ee132 req-c8821d4d-5aab-47f5-bde0-dda9e0e48c82 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013763 May 03 22:40:41.378736 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device b80e2b39-f5a9-4b08-b2fa-22daa4ff1473 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:40:41.576035 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2030a7b3-9686-4eeb-ad9c-4e001c7ab063 req-e9d75b74-2c40-4800-bac7-b41b8cdc6701 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups?id=887f2e75-d832-4a94-a80d-657b0bc997f0&id=0d8f4bfc-81a6-4343-98de-d899d9d3e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2080305 May 03 22:40:41.614326 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-778a0e36-1370-4846-b8a7-87480ad41fe7 req-11bceda4-f367-4ba6-ae70-5ea14f513ddc service neutron] 10.222.0.67 "GET /v2.0/networks/543b6fca-f047-439c-9755-3515681f4e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379084 May 03 22:40:41.795333 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port b80e2b39-f5a9-4b08-b2fa-22daa4ff1473, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=b80e2b39-f5a9-4b08-b2fa-22daa4ff1473,segment=NetworkSegment(b38726d5-324d-4465-9fc5-454afd2d45a2),segment_id=b38726d5-324d-4465-9fc5-454afd2d45a2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:40:41.818312 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': 'b80e2b39-f5a9-4b08-b2fa-22daa4ff1473', 'network_id': 'f484e0b5-7091-4031-9307-0c51512cbb0f', 'port_id': 'b80e2b39-f5a9-4b08-b2fa-22daa4ff1473', 'mac_address': 'fa:16:3e:fb:7c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d2886a-36ca-4181-9979-2ff50bdb7ad7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:40:41.818585 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-778a0e36-1370-4846-b8a7-87480ad41fe7 req-8c939f87-add8-4d5e-be3b-7774b4a7734c service neutron] 10.222.0.67 "GET /v2.0/networks/543b6fca-f047-439c-9755-3515681f4e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006507 May 03 22:40:41.824949 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135aa515-d0b5-460e-97b9-54ac96ae7d35 req-2434408c-4a1e-43ac-b8bf-570e727a00c3 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:41.826666 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-135aa515-d0b5-460e-97b9-54ac96ae7d35 req-2434408c-4a1e-43ac-b8bf-570e727a00c3 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 943 time: 0.2538693 May 03 22:40:41.990990 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:42.058065 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-135aa515-d0b5-460e-97b9-54ac96ae7d35 req-326cc9b1-f28f-4a36-a737-f2f110cb8dec tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112896 May 03 22:40:42.061603 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b80e2b39-f5a9-4b08-b2fa-22daa4ff1473 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:40:42.103966 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port b80e2b39-f5a9-4b08-b2fa-22daa4ff1473, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=b80e2b39-f5a9-4b08-b2fa-22daa4ff1473,segment=NetworkSegment(b38726d5-324d-4465-9fc5-454afd2d45a2),segment_id=b38726d5-324d-4465-9fc5-454afd2d45a2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:40:42.112034 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:42.193623 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a194ac-6e74-43a4-8eaf-120b8bc4519b req-fb6f3139-ecab-4ff8-b367-4d7216239172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:42.195527 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d3a194ac-6e74-43a4-8eaf-120b8bc4519b req-fb6f3139-ecab-4ff8-b367-4d7216239172 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=78888f6578ff48f2a0bd45c6785d84d6&device_id=650b94ba-bf88-4195-baa6-fb6b92a7e7b0 HTTP/1.1" status: 200 len: 1135 time: 0.3052967 May 03 22:40:42.332899 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=b80e2b39-f5a9-4b08-b2fa-22daa4ff1473,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:42.408402 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['b80e2b39-f5a9-4b08-b2fa-22daa4ff1473'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:40:42.445884 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a194ac-6e74-43a4-8eaf-120b8bc4519b req-ec453a31-c578-413f-900d-986ef3ad6b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:42.445884 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d3a194ac-6e74-43a4-8eaf-120b8bc4519b req-ec453a31-c578-413f-900d-986ef3ad6b15 service neutron] 10.222.0.67 "GET /v2.0/networks?id=543b6fca-f047-439c-9755-3515681f4e19 HTTP/1.1" status: 200 len: 914 time: 0.2429979 May 03 22:40:42.623976 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540c092-f550-498a-9c59-674d874713ab req-7b9e4c8c-1ecf-42af-9f24-af19add5e2d6 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:42.631455 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a540c092-f550-498a-9c59-674d874713ab req-7b9e4c8c-1ecf-42af-9f24-af19add5e2d6 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.1226990 May 03 22:40:42.643157 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d3a194ac-6e74-43a4-8eaf-120b8bc4519b req-687b78c9-1687-4dbf-b264-103f6200b896 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fdf965d-d8cf-424a-8a48-c5694dd94da5 HTTP/1.1" status: 200 len: 217 time: 0.1916409 May 03 22:40:42.732897 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a540c092-f550-498a-9c59-674d874713ab req-84f4df8f-ff14-4aee-8d03-ad8f17094768 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908346 May 03 22:40:42.865273 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a194ac-6e74-43a4-8eaf-120b8bc4519b req-f957fcac-d00a-45df-aefe-44c9f5eec485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:42.867310 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d3a194ac-6e74-43a4-8eaf-120b8bc4519b req-f957fcac-d00a-45df-aefe-44c9f5eec485 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb9748b0-5287-47e0-90c2-e6cf31f5ddcd HTTP/1.1" status: 200 len: 853 time: 0.2157044 May 03 22:40:42.931990 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d3a194ac-6e74-43a4-8eaf-120b8bc4519b req-b9908d86-7e64-4075-aee0-93999fe5a333 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=543b6fca-f047-439c-9755-3515681f4e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562868 May 03 22:40:43.078494 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0503cc-8e73-412d-9ecc-14d607de5b3b req-52fad2dd-93a2-4685-bc3f-107ec238a56e tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:43.082155 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e0503cc-8e73-412d-9ecc-14d607de5b3b req-52fad2dd-93a2-4685-bc3f-107ec238a56e tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/ports?device_id=650b94ba-bf88-4195-baa6-fb6b92a7e7b0 HTTP/1.1" status: 200 len: 984 time: 0.1458991 May 03 22:40:43.146809 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e0503cc-8e73-412d-9ecc-14d607de5b3b req-2ed12cca-3579-4758-8fa2-43b1a9e31923 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups?id=887f2e75-d832-4a94-a80d-657b0bc997f0&id=0d8f4bfc-81a6-4343-98de-d899d9d3e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0562654 May 03 22:40:43.376578 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d3a194ac-6e74-43a4-8eaf-120b8bc4519b req-cfa9b8e7-9242-4b7a-8894-76e619a88c0b service neutron] 10.222.0.67 "GET /v2.0/networks/543b6fca-f047-439c-9755-3515681f4e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376297 May 03 22:40:43.644352 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d17b6-eee6-4f8d-9ce3-b5fee41b6fa7 req-3d09e487-c5f5-4e62-845f-54b4f396aabd tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:43.646804 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ce3d17b6-eee6-4f8d-9ce3-b5fee41b6fa7 req-3d09e487-c5f5-4e62-845f-54b4f396aabd tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 944 time: 0.1694438 May 03 22:40:43.668239 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e27a34-5a85-473e-87ff-f1a0e11c9d80 req-a61cb4a3-2e73-451e-9b92-7d69002f60aa tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:43.669708 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-24e27a34-5a85-473e-87ff-f1a0e11c9d80 req-a61cb4a3-2e73-451e-9b92-7d69002f60aa tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 945 time: 0.2420030 May 03 22:40:43.683886 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d3a194ac-6e74-43a4-8eaf-120b8bc4519b req-7cf583e5-9166-47dc-b6b0-bf8f08945342 service neutron] 10.222.0.67 "GET /v2.0/networks/543b6fca-f047-439c-9755-3515681f4e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979112 May 03 22:40:43.766697 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-24e27a34-5a85-473e-87ff-f1a0e11c9d80 req-8637eb6a-82de-401e-a814-0da78274204f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776663 May 03 22:40:43.779312 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ce3d17b6-eee6-4f8d-9ce3-b5fee41b6fa7 req-c65894d3-e557-43dd-b459-16647c6f979e tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158521 May 03 22:40:44.551989 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b171e-4c26-4adf-9335-7f8c61a95efa req-690f7560-acd9-4583-9864-ab0754725bde tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:44.564861 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8f4b171e-4c26-4adf-9335-7f8c61a95efa req-690f7560-acd9-4583-9864-ab0754725bde tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.4130661 May 03 22:40:44.685739 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8f4b171e-4c26-4adf-9335-7f8c61a95efa req-fc9ac8b8-6433-4aed-9384-ebacd66deb71 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229296 May 03 22:40:44.721939 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2f844-b637-463b-b95b-f992ce732c83 req-0b940cdb-4a04-4f60-b06d-35406a011bbc tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:44.723579 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-25f2f844-b637-463b-b95b-f992ce732c83 req-0b940cdb-4a04-4f60-b06d-35406a011bbc tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/ports?device_id=650b94ba-bf88-4195-baa6-fb6b92a7e7b0 HTTP/1.1" status: 200 len: 984 time: 0.4141169 May 03 22:40:44.819787 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-25f2f844-b637-463b-b95b-f992ce732c83 req-21c7c15a-cf0b-4032-846c-01896df5d4fe tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups?id=887f2e75-d832-4a94-a80d-657b0bc997f0&id=0d8f4bfc-81a6-4343-98de-d899d9d3e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0751698 May 03 22:40:45.234066 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306cc4f1-b22b-4aa1-9ccd-b03c1db32129 req-6aa17899-fec3-4c0b-8047-110a86455802 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:45.238054 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-306cc4f1-b22b-4aa1-9ccd-b03c1db32129 req-6aa17899-fec3-4c0b-8047-110a86455802 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 945 time: 0.2193272 May 03 22:40:45.282198 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912981d-3fc2-443f-87a2-cd7e31e54458 req-0a6d39eb-60cb-4e3c-83c1-b93e69dd31f7 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:45.283938 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8912981d-3fc2-443f-87a2-cd7e31e54458 req-0a6d39eb-60cb-4e3c-83c1-b93e69dd31f7 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 944 time: 0.2195239 May 03 22:40:45.328795 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-306cc4f1-b22b-4aa1-9ccd-b03c1db32129 req-bdef4b0b-d558-41ab-9312-eded36dd19e0 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821137 May 03 22:40:45.364540 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8912981d-3fc2-443f-87a2-cd7e31e54458 req-4498b3e1-7b6e-497b-b262-ebc70bd42e6e tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675497 May 03 22:40:45.405229 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device b80e2b39-f5a9-4b08-b2fa-22daa4ff1473 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:40:45.484180 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port b80e2b39-f5a9-4b08-b2fa-22daa4ff1473 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:40:45.488415 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port b80e2b39-f5a9-4b08-b2fa-22daa4ff1473 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:40:45.488415 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:45.615387 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:45.648976 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4adc19c2-471d-47ac-951e-3e4ebce0b8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80e2b39-f5a9-4b08-b2fa-22daa4ff1473'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:40:45.659871 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port b80e2b39-f5a9-4b08-b2fa-22daa4ff1473, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=b80e2b39-f5a9-4b08-b2fa-22daa4ff1473,segment=NetworkSegment(b38726d5-324d-4465-9fc5-454afd2d45a2),segment_id=b38726d5-324d-4465-9fc5-454afd2d45a2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:40:45.665812 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:45.740777 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=b80e2b39-f5a9-4b08-b2fa-22daa4ff1473,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:45.750808 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a093b495-c32e-42bb-9dd0-647cb85a6972'] response: {'server_uuid': '4adc19c2-471d-47ac-951e-3e4ebce0b8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80e2b39-f5a9-4b08-b2fa-22daa4ff1473', 'code': 200} May 03 22:40:46.003792 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71349974-a83f-47b4-a3c6-18b140f2ec0b req-6b398820-e6a6-43c4-b6e4-69b60b201ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:46.006014 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-71349974-a83f-47b4-a3c6-18b140f2ec0b req-6b398820-e6a6-43c4-b6e4-69b60b201ed1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 1096 time: 0.1727045 May 03 22:40:46.099614 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-71349974-a83f-47b4-a3c6-18b140f2ec0b req-c681de0f-be02-4b33-9887-ae8bd5ca4022 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818603 May 03 22:40:46.135982 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4110bf-0a13-46c3-9c1d-cb6f6fcd5939 req-8b320599-f97d-471c-b0d6-6c85d1de61cb tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:46.135982 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5d4110bf-0a13-46c3-9c1d-cb6f6fcd5939 req-8b320599-f97d-471c-b0d6-6c85d1de61cb tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.2317970 May 03 22:40:46.238472 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5d4110bf-0a13-46c3-9c1d-cb6f6fcd5939 req-92f3dcff-5cfd-47e2-9f75-d3f00ac4c2de tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911338 May 03 22:40:46.261146 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e82fa-2a4d-41f7-ae68-571c32f9b7ca req-5ce3bd18-2e99-4399-afba-0fa4e76c2112 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:46.263044 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-729e82fa-2a4d-41f7-ae68-571c32f9b7ca req-5ce3bd18-2e99-4399-afba-0fa4e76c2112 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/ports?device_id=650b94ba-bf88-4195-baa6-fb6b92a7e7b0 HTTP/1.1" status: 200 len: 984 time: 0.2491853 May 03 22:40:46.330706 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-729e82fa-2a4d-41f7-ae68-571c32f9b7ca req-5699ff45-2d93-4ed0-8dab-25d4658830a4 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups?id=887f2e75-d832-4a94-a80d-657b0bc997f0&id=0d8f4bfc-81a6-4343-98de-d899d9d3e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0608478 May 03 22:40:46.719837 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222dbe7-e594-47d5-bfae-776829ffedb3 req-6d724f43-f1b7-4aba-adb7-709d056dc616 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:46.725295 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4222dbe7-e594-47d5-bfae-776829ffedb3 req-6d724f43-f1b7-4aba-adb7-709d056dc616 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.2839332 May 03 22:40:46.767036 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e812bfb-4b50-4c72-9b1d-e7e74728c925 req-39e7bbc7-f8da-440d-abb4-40af66f86e54 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:46.767555 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6e812bfb-4b50-4c72-9b1d-e7e74728c925 req-39e7bbc7-f8da-440d-abb4-40af66f86e54 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 945 time: 0.2446954 May 03 22:40:46.811190 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4222dbe7-e594-47d5-bfae-776829ffedb3 req-5c5f6c25-4e6a-4ac7-aa98-ca6e913a1863 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871143 May 03 22:40:46.860265 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6e812bfb-4b50-4c72-9b1d-e7e74728c925 req-7330e65c-993e-450a-96bd-b5e311ebeed0 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788953 May 03 22:40:47.264134 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-19a6a75b-c822-4a17-9ce0-a69d3948011e req-eaf4bbf4-5e85-4118-9e83-862c745a5033 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-549128338&fields=id&tenant_id=78888f6578ff48f2a0bd45c6785d84d6 HTTP/1.1" status: 200 len: 267 time: 0.2346108 May 03 22:40:47.393951 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04b191-9d85-4fc2-8be3-ec3ad3c530d7 req-d8356fba-7c83-4f1a-85ec-284b5486e53b tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:47.409596 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3b04b191-9d85-4fc2-8be3-ec3ad3c530d7 req-d8356fba-7c83-4f1a-85ec-284b5486e53b tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 945 time: 0.4256260 May 03 22:40:47.512547 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6a75b-c822-4a17-9ce0-a69d3948011e req-3fcdd631-ab94-4ab5-b787-605a29e962ef tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:47.537628 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-19a6a75b-c822-4a17-9ce0-a69d3948011e req-3fcdd631-ab94-4ab5-b787-605a29e962ef tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/ports?device_id=650b94ba-bf88-4195-baa6-fb6b92a7e7b0 HTTP/1.1" status: 200 len: 984 time: 0.2740619 May 03 22:40:47.599080 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-19a6a75b-c822-4a17-9ce0-a69d3948011e req-091923f7-a062-420a-905e-90c7c35967a8 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Request body: {'port': {'security_groups': ['0d8f4bfc-81a6-4343-98de-d899d9d3e96e', '887f2e75-d832-4a94-a80d-657b0bc997f0', '8ba2adab-5729-4e63-8a12-415fc16a5457']}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:40:47.675492 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3b04b191-9d85-4fc2-8be3-ec3ad3c530d7 req-4c31bc8a-bc6d-45d7-94c0-849e009a0d77 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383487 May 03 22:40:47.860994 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-19a6a75b-c822-4a17-9ce0-a69d3948011e req-091923f7-a062-420a-905e-90c7c35967a8 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:48.270343 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6627b-73a0-48dc-8412-8a7a8326732c req-43c7eda1-85db-4abd-9bd3-c42927ac9a0e tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:48.276514 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e4a6627b-73a0-48dc-8412-8a7a8326732c req-43c7eda1-85db-4abd-9bd3-c42927ac9a0e tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.2253747 May 03 22:40:48.280131 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-19a6a75b-c822-4a17-9ce0-a69d3948011e req-091923f7-a062-420a-905e-90c7c35967a8 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] For port 9fdf965d-d8cf-424a-8a48-c5694dd94da5, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=9fdf965d-d8cf-424a-8a48-c5694dd94da5,segment=NetworkSegment(51781bfe-bf86-46ca-a806-09a020fd20e7),segment_id=51781bfe-bf86-46ca-a806-09a020fd20e7)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:40:48.339325 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e4a6627b-73a0-48dc-8412-8a7a8326732c req-d7c514e4-3787-4925-9b2e-404b3d29268e tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566161 May 03 22:40:48.408813 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-19a6a75b-c822-4a17-9ce0-a69d3948011e req-091923f7-a062-420a-905e-90c7c35967a8 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:48.420534 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-19a6a75b-c822-4a17-9ce0-a69d3948011e req-091923f7-a062-420a-905e-90c7c35967a8 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:48.435822 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a', '9fdf965d-d8cf-424a-8a48-c5694dd94da5'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:40:48.564848 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6a75b-c822-4a17-9ce0-a69d3948011e req-091923f7-a062-420a-905e-90c7c35967a8 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:48.564848 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-19a6a75b-c822-4a17-9ce0-a69d3948011e req-091923f7-a062-420a-905e-90c7c35967a8 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:48.586155 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-19a6a75b-c822-4a17-9ce0-a69d3948011e req-091923f7-a062-420a-905e-90c7c35967a8 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "PUT /v2.0/ports/9fdf965d-d8cf-424a-8a48-c5694dd94da5 HTTP/1.1" status: 200 len: 1020 time: 1.0408726 May 03 22:40:48.586155 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650b94ba-bf88-4195-baa6-fb6b92a7e7b0', 'tag': '9fdf965d-d8cf-424a-8a48-c5694dd94da5'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:40:48.642268 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['9fdf965d-d8cf-424a-8a48-c5694dd94da5'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:40:48.752753 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091923f7-a062-420a-905e-90c7c35967a8 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Pushing event updated for resources: {'Port': ['ID=9fdf965d-d8cf-424a-8a48-c5694dd94da5,revision_number=7']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:48.902148 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53612d72-d539-48d6-a59c-40f569527973 req-4d545d7b-34f2-426d-9c50-8cd30c2cb702 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:48.928492 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-53612d72-d539-48d6-a59c-40f569527973 req-4d545d7b-34f2-426d-9c50-8cd30c2cb702 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 945 time: 0.3166831 May 03 22:40:48.960188 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c0b8a-8724-4399-93d7-35469aaef10d req-dbc92c89-38a3-4a27-9128-82b2838f0e92 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:48.960188 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-887c0b8a-8724-4399-93d7-35469aaef10d req-dbc92c89-38a3-4a27-9128-82b2838f0e92 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.1814554 May 03 22:40:49.064199 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-53612d72-d539-48d6-a59c-40f569527973 req-3af353a1-8ae0-4b4c-9c29-4c6f8976ad1c tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346905 May 03 22:40:49.102160 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-887c0b8a-8724-4399-93d7-35469aaef10d req-a76a76d4-7df6-4f76-ba3e-a6bdbbf6e632 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226530 May 03 22:40:49.196552 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-82c7ba37-1486-4e5d-8b42-e3d4c5fb0597 req-615c3607-5109-4937-94f5-5c5fbbbec809 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups/8ba2adab-5729-4e63-8a12-415fc16a5457 HTTP/1.1" status: 200 len: 1802 time: 0.0894649 May 03 22:40:49.371167 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [req-82c7ba37-1486-4e5d-8b42-e3d4c5fb0597 req-097f5889-99e2-40b2-b517-e625bd39d4c1 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] delete failed (client error): There was a conflict when trying to complete your request. May 03 22:40:49.389260 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-82c7ba37-1486-4e5d-8b42-e3d4c5fb0597 req-097f5889-99e2-40b2-b517-e625bd39d4c1 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "DELETE /v2.0/security-groups/8ba2adab-5729-4e63-8a12-415fc16a5457 HTTP/1.1" status: 409 len: 341 time: 0.1851637 May 03 22:40:49.440950 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74251e-324b-4657-a752-3bb677422b16 req-f4123b97-8821-4655-9ddb-81c9d879a645 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:49.452199 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2e74251e-324b-4657-a752-3bb677422b16 req-f4123b97-8821-4655-9ddb-81c9d879a645 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 945 time: 0.2131433 May 03 22:40:49.490071 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cfadcd1-9d47-4f51-924a-e7729bee6c8b'] response: {'name': 'network-changed', 'server_uuid': '650b94ba-bf88-4195-baa6-fb6b92a7e7b0', 'tag': '9fdf965d-d8cf-424a-8a48-c5694dd94da5', 'status': 'completed', 'code': 200} May 03 22:40:49.581942 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2e74251e-324b-4657-a752-3bb677422b16 req-c70df121-90fa-4230-8e36-38f6b20e30d4 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294022 May 03 22:40:49.760365 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7deb36d-b22e-4ea1-82e6-48c84e333a42 req-c2527b65-74f8-47e1-a83d-236fee00bc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:49.760365 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d7deb36d-b22e-4ea1-82e6-48c84e333a42 req-c2527b65-74f8-47e1-a83d-236fee00bc6c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=78888f6578ff48f2a0bd45c6785d84d6&device_id=650b94ba-bf88-4195-baa6-fb6b92a7e7b0 HTTP/1.1" status: 200 len: 1174 time: 0.2587962 May 03 22:40:49.939781 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e139849-216a-49c6-8dda-35a8c194eb52 req-cd104982-f6c1-456c-b4e4-78e972065dff tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:49.939781 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5e139849-216a-49c6-8dda-35a8c194eb52 req-cd104982-f6c1-456c-b4e4-78e972065dff tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.2076707 May 03 22:40:50.050996 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7deb36d-b22e-4ea1-82e6-48c84e333a42 req-2acd3a23-8537-4f99-ac25-3805a2218123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:50.052439 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d7deb36d-b22e-4ea1-82e6-48c84e333a42 req-2acd3a23-8537-4f99-ac25-3805a2218123 service neutron] 10.222.0.67 "GET /v2.0/networks?id=543b6fca-f047-439c-9755-3515681f4e19 HTTP/1.1" status: 200 len: 914 time: 0.2877324 May 03 22:40:50.064859 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5e139849-216a-49c6-8dda-35a8c194eb52 req-ac874a85-ccf3-4ed1-87aa-3dfc52073935 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173449 May 03 22:40:50.201042 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d7deb36d-b22e-4ea1-82e6-48c84e333a42 req-9f1c9b1a-7f42-42b6-b64a-9fb6e95ac9b8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fdf965d-d8cf-424a-8a48-c5694dd94da5 HTTP/1.1" status: 200 len: 217 time: 0.1378644 May 03 22:40:50.353773 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7deb36d-b22e-4ea1-82e6-48c84e333a42 req-cb25b412-049d-4a72-ac42-c6b4985c543d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:50.353773 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d7deb36d-b22e-4ea1-82e6-48c84e333a42 req-cb25b412-049d-4a72-ac42-c6b4985c543d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb9748b0-5287-47e0-90c2-e6cf31f5ddcd HTTP/1.1" status: 200 len: 853 time: 0.1301129 May 03 22:40:50.418829 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d7deb36d-b22e-4ea1-82e6-48c84e333a42 req-881bd1e5-6f0d-42c6-9f8d-0295c1d6ba85 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=543b6fca-f047-439c-9755-3515681f4e19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594819 May 03 22:40:50.429614 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49a7f0-ab25-4cfa-8282-e64b91a10ba3 req-16bb7700-c945-4c43-8a7f-31509aa775db tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:50.431210 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6e49a7f0-ab25-4cfa-8282-e64b91a10ba3 req-16bb7700-c945-4c43-8a7f-31509aa775db tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/ports?device_id=650b94ba-bf88-4195-baa6-fb6b92a7e7b0 HTTP/1.1" status: 200 len: 1023 time: 0.2367725 May 03 22:40:50.539140 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6e49a7f0-ab25-4cfa-8282-e64b91a10ba3 req-0eeee174-b33f-44c9-b973-71f08bdd9114 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups?id=887f2e75-d832-4a94-a80d-657b0bc997f0&id=8ba2adab-5729-4e63-8a12-415fc16a5457&id=0d8f4bfc-81a6-4343-98de-d899d9d3e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1000884 May 03 22:40:50.845370 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085aadc6-e32e-459e-ae34-0b8ebeeaa82b req-6f28e016-29d0-4291-89a7-386c413268dc tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:50.847224 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d7deb36d-b22e-4ea1-82e6-48c84e333a42 req-fdc62870-ae7a-4dcc-83f8-142baeecd0c7 service neutron] 10.222.0.67 "GET /v2.0/networks/543b6fca-f047-439c-9755-3515681f4e19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257538 May 03 22:40:50.850171 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-085aadc6-e32e-459e-ae34-0b8ebeeaa82b req-6f28e016-29d0-4291-89a7-386c413268dc tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 945 time: 0.1426821 May 03 22:40:50.929295 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-085aadc6-e32e-459e-ae34-0b8ebeeaa82b req-96946466-d00e-4402-ab09-ea9dc0a8bf71 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702205 May 03 22:40:51.131147 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a3a89-0c34-4b74-8e12-9c747d27cecc req-17d4a4bb-3b9a-4004-bdb7-d120981acf65 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:51.141728 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a33a3a89-0c34-4b74-8e12-9c747d27cecc req-17d4a4bb-3b9a-4004-bdb7-d120981acf65 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.2073054 May 03 22:40:51.284651 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a33a3a89-0c34-4b74-8e12-9c747d27cecc req-018aa8ce-aa57-4ca9-81a8-b252e03686cf tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394997 May 03 22:40:51.326813 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d7deb36d-b22e-4ea1-82e6-48c84e333a42 req-4f8ee7a3-995d-4718-90d8-4b6c2c0b984e service neutron] 10.222.0.67 "GET /v2.0/networks/543b6fca-f047-439c-9755-3515681f4e19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4702883 May 03 22:40:51.336878 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd578d-4c48-4673-a422-c433a086f927 req-d9d8498c-a782-4895-b017-22450edb2007 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:51.345049 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-abbd578d-4c48-4673-a422-c433a086f927 req-d9d8498c-a782-4895-b017-22450edb2007 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 945 time: 0.1666102 May 03 22:40:51.403604 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-abbd578d-4c48-4673-a422-c433a086f927 req-1ef9b4ec-600f-4596-8eb4-fc2f7c302e1b tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500250 May 03 22:40:51.773039 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a555c4-3b2d-4253-aade-f27fab175a76 req-290c1b76-fd70-49f2-95c9-a6b5ba9f34b5 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:51.776746 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-16a555c4-3b2d-4253-aade-f27fab175a76 req-290c1b76-fd70-49f2-95c9-a6b5ba9f34b5 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.2456803 May 03 22:40:51.818931 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c75f85-5549-4493-b73b-35e0bad73d13 req-6e46b5ad-a6d5-4f68-816f-f2ada712a0b3 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:51.819690 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-68c75f85-5549-4493-b73b-35e0bad73d13 req-6e46b5ad-a6d5-4f68-816f-f2ada712a0b3 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Synchronizing usage tracker for tenant:78888f6578ff48f2a0bd45c6785d84d6 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:40:51.837808 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-68c75f85-5549-4493-b73b-35e0bad73d13 req-6e46b5ad-a6d5-4f68-816f-f2ada712a0b3 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Unset dirty status for tenant:78888f6578ff48f2a0bd45c6785d84d6 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:40:51.839307 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-68c75f85-5549-4493-b73b-35e0bad73d13 req-6e46b5ad-a6d5-4f68-816f-f2ada712a0b3 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.67 "GET /v2.0/ports?device_id=650b94ba-bf88-4195-baa6-fb6b92a7e7b0 HTTP/1.1" status: 200 len: 1023 time: 0.1420832 May 03 22:40:51.939449 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-68c75f85-5549-4493-b73b-35e0bad73d13 req-a4b0339f-043e-4f10-acb1-e5e61b6a7057 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Deleting port 9fdf965d-d8cf-424a-8a48-c5694dd94da5 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:40:51.940148 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-68c75f85-5549-4493-b73b-35e0bad73d13 req-a4b0339f-043e-4f10-acb1-e5e61b6a7057 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:51.997516 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-16a555c4-3b2d-4253-aade-f27fab175a76 req-a0bec8cf-396f-4e6e-98f5-ce29984cb6e8 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167745 May 03 22:40:52.026633 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0b156-5bf4-4512-9f1b-7d4adb750d52 req-be6c4314-b24e-4893-bf19-72da38b9dacb tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:52.046727 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-63d0b156-5bf4-4512-9f1b-7d4adb750d52 req-be6c4314-b24e-4893-bf19-72da38b9dacb tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/ports?device_id=650b94ba-bf88-4195-baa6-fb6b92a7e7b0 HTTP/1.1" status: 200 len: 1023 time: 0.3478820 May 03 22:40:52.165474 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-63d0b156-5bf4-4512-9f1b-7d4adb750d52 req-402836f3-3bc8-403c-9f83-0e9e74304c0e tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups?id=887f2e75-d832-4a94-a80d-657b0bc997f0&id=8ba2adab-5729-4e63-8a12-415fc16a5457&id=0d8f4bfc-81a6-4343-98de-d899d9d3e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0952728 May 03 22:40:52.336525 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-68c75f85-5549-4493-b73b-35e0bad73d13 req-a4b0339f-043e-4f10-acb1-e5e61b6a7057 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] For port 9fdf965d-d8cf-424a-8a48-c5694dd94da5, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=9fdf965d-d8cf-424a-8a48-c5694dd94da5,segment=NetworkSegment(51781bfe-bf86-46ca-a806-09a020fd20e7),segment_id=51781bfe-bf86-46ca-a806-09a020fd20e7)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:40:52.336525 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-68c75f85-5549-4493-b73b-35e0bad73d13 req-a4b0339f-043e-4f10-acb1-e5e61b6a7057 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:52.428747 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb11d2b-1d07-4d1c-a13f-71e368d1b77b req-cff26b15-a191-460d-b6b1-2b5df84ac21c tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:52.428747 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0fb11d2b-1d07-4d1c-a13f-71e368d1b77b req-cff26b15-a191-460d-b6b1-2b5df84ac21c tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 945 time: 0.2174001 May 03 22:40:52.502954 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a3b98-9c6e-4a97-9be7-b866a4f9eacd req-311cb993-ee5c-4287-920c-e7ecd68190a4 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:52.502954 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d10a3b98-9c6e-4a97-9be7-b866a4f9eacd req-311cb993-ee5c-4287-920c-e7ecd68190a4 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.1724410 May 03 22:40:52.515477 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-68c75f85-5549-4493-b73b-35e0bad73d13 req-a4b0339f-043e-4f10-acb1-e5e61b6a7057 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Calling delete_port for 9fdf965d-d8cf-424a-8a48-c5694dd94da5 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:40:52.575107 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0fb11d2b-1d07-4d1c-a13f-71e368d1b77b req-1d8c2c18-8c15-4bdf-a4e8-d7fb428e1592 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481311 May 03 22:40:52.612652 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d10a3b98-9c6e-4a97-9be7-b866a4f9eacd req-73cd341f-98ea-493b-b4e1-0b8c8c24fc79 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851398 May 03 22:40:52.874597 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-912f74ab-10c2-451e-b60e-ca910de3b986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:52.878310 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-68c75f85-5549-4493-b73b-35e0bad73d13 req-a4b0339f-043e-4f10-acb1-e5e61b6a7057 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:52.887947 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a', '9fdf965d-d8cf-424a-8a48-c5694dd94da5'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:40:52.932629 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791af01-4725-413e-bd57-d5bf959094d0 req-4773dfa0-c3c1-41fb-948d-08b6c5e30ccc tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:52.932629 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8791af01-4725-413e-bd57-d5bf959094d0 req-4773dfa0-c3c1-41fb-948d-08b6c5e30ccc tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 945 time: 0.1413848 May 03 22:40:53.062865 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c75f85-5549-4493-b73b-35e0bad73d13 req-a4b0339f-043e-4f10-acb1-e5e61b6a7057 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] No DVR routers for this DVR port 9fdf965d-d8cf-424a-8a48-c5694dd94da5 on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:40:53.066384 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-68c75f85-5549-4493-b73b-35e0bad73d13 req-a4b0339f-043e-4f10-acb1-e5e61b6a7057 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:53.083661 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650b94ba-bf88-4195-baa6-fb6b92a7e7b0', 'name': 'network-vif-deleted', 'tag': '9fdf965d-d8cf-424a-8a48-c5694dd94da5'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:40:53.110885 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0339f-043e-4f10-acb1-e5e61b6a7057 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Pushing event deleted for resources: {'Port': ['ID=9fdf965d-d8cf-424a-8a48-c5694dd94da5,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:53.128717 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0339f-043e-4f10-acb1-e5e61b6a7057 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:53.128717 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0339f-043e-4f10-acb1-e5e61b6a7057 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:53.128717 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0339f-043e-4f10-acb1-e5e61b6a7057 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:53.128717 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0339f-043e-4f10-acb1-e5e61b6a7057 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:53.128717 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0339f-043e-4f10-acb1-e5e61b6a7057 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:53.128717 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0339f-043e-4f10-acb1-e5e61b6a7057 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:53.128717 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0339f-043e-4f10-acb1-e5e61b6a7057 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:53.128717 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0339f-043e-4f10-acb1-e5e61b6a7057 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:53.128717 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0339f-043e-4f10-acb1-e5e61b6a7057 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:53.128717 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0339f-043e-4f10-acb1-e5e61b6a7057 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:53.128717 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0339f-043e-4f10-acb1-e5e61b6a7057 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:53.128717 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0339f-043e-4f10-acb1-e5e61b6a7057 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:53.137083 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-68c75f85-5549-4493-b73b-35e0bad73d13 req-a4b0339f-043e-4f10-acb1-e5e61b6a7057 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.67 "DELETE /v2.0/ports/9fdf965d-d8cf-424a-8a48-c5694dd94da5 HTTP/1.1" status: 204 len: 173 time: 1.2902813 May 03 22:40:53.175851 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8791af01-4725-413e-bd57-d5bf959094d0 req-a79e3865-e1ae-4942-951d-29b437785bd1 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364465 May 03 22:40:53.209475 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f1004-1735-4cbd-b622-dc99e553407c req-608ca747-cf8a-4a5f-9d06-ea8efa64b245 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:53.209475 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-077f1004-1735-4cbd-b622-dc99e553407c req-608ca747-cf8a-4a5f-9d06-ea8efa64b245 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.2741332 May 03 22:40:53.277092 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32880406-929d-41a5-bdc9-a3adae542bbf'] response: {'server_uuid': '650b94ba-bf88-4195-baa6-fb6b92a7e7b0', 'name': 'network-vif-deleted', 'tag': '9fdf965d-d8cf-424a-8a48-c5694dd94da5', 'status': 'completed', 'code': 200} May 03 22:40:53.368243 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-077f1004-1735-4cbd-b622-dc99e553407c req-6edcc41f-314c-44a0-8b5d-1f04dc4d2ddb tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374869 May 03 22:40:53.706638 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7946b1bb-dd31-4337-9d3b-8c62b88f4f3c req-d541ebc8-7228-4132-a25b-985005990d39 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/ports?device_id=650b94ba-bf88-4195-baa6-fb6b92a7e7b0 HTTP/1.1" status: 200 len: 210 time: 0.1481168 May 03 22:40:53.773796 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431877fa-d3fc-4c04-81b0-5eb9d0bf332d req-ca6cbbf1-9587-484e-98e3-f2b3fad239e4 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:53.780820 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-431877fa-d3fc-4c04-81b0-5eb9d0bf332d req-ca6cbbf1-9587-484e-98e3-f2b3fad239e4 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.1402471 May 03 22:40:53.868816 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-431877fa-d3fc-4c04-81b0-5eb9d0bf332d req-f95982bf-c2a9-446c-84fc-8122697a4067 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872457 May 03 22:40:54.134872 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982997d2-6c50-4e1c-8f15-c50874d2fbad req-665c6ab3-b60a-4bff-9a9b-acba112ee6da tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:54.136472 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-982997d2-6c50-4e1c-8f15-c50874d2fbad req-665c6ab3-b60a-4bff-9a9b-acba112ee6da tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 945 time: 0.2138326 May 03 22:40:54.145707 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf6a17-f20c-4226-a4af-d4a4acab5259 req-bb262394-d2f2-4d1d-ac07-3beb709ba0e6 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:54.160326 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-92bf6a17-f20c-4226-a4af-d4a4acab5259 req-bb262394-d2f2-4d1d-ac07-3beb709ba0e6 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.1246810 May 03 22:40:54.265257 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-92bf6a17-f20c-4226-a4af-d4a4acab5259 req-5eec1035-1fbb-4aff-84b5-eff21a652a4c tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017094 May 03 22:40:54.280782 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:54.282907 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-982997d2-6c50-4e1c-8f15-c50874d2fbad req-d08eb15a-e8b6-4ff6-91d1-964ea924d66c tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896821 May 03 22:40:54.652214 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a902f-fde4-4c12-a2dc-b25bce3e8396 req-f89c12f5-2009-43a2-abe6-19d692ec1dfd tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:54.658296 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a53a902f-fde4-4c12-a2dc-b25bce3e8396 req-f89c12f5-2009-43a2-abe6-19d692ec1dfd tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.1980886 May 03 22:40:54.666065 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a6244-ce92-44a0-8135-8b1c7f12b90b req-183a4c3a-a20b-42a6-bf95-31bb9c0cdd9b tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:54.684097 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-693a6244-ce92-44a0-8135-8b1c7f12b90b req-183a4c3a-a20b-42a6-bf95-31bb9c0cdd9b tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 945 time: 0.2779405 May 03 22:40:54.788706 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-693a6244-ce92-44a0-8135-8b1c7f12b90b req-7532659d-00d0-4627-8b50-e7d48ac86e2b tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069999 May 03 22:40:54.824241 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a53a902f-fde4-4c12-a2dc-b25bce3e8396 req-39e47f93-6322-469a-8546-dac1a732832e tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176269 May 03 22:40:55.041007 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 9fdf965d-d8cf-424a-8a48-c5694dd94da5 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:40:55.090891 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 9fdf965d-d8cf-424a-8a48-c5694dd94da5 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:40:55.094778 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 9fdf965d-d8cf-424a-8a48-c5694dd94da5 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:40:55.102843 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7f736218-2846-4a38-9148-b0e338b8da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:55.111492 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f0dac819-3bd1-4ab6-b5ec-af2f383ddee8 req-297a8916-2752-49d6-8839-6b67fe2d7d08 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups/887f2e75-d832-4a94-a80d-657b0bc997f0 HTTP/1.1" status: 200 len: 1802 time: 0.1150174 May 03 22:40:55.256883 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f0dac819-3bd1-4ab6-b5ec-af2f383ddee8 req-54052bd2-aedb-4b3c-8fc1-a9c4e691fe6c tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:55.267232 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7a69a-177d-4e8f-b6e3-84269d7e732f req-96f50bb0-e5f4-4687-9f01-7fee2b9dfbce tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:55.267232 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cba7a69a-177d-4e8f-b6e3-84269d7e732f req-96f50bb0-e5f4-4687-9f01-7fee2b9dfbce tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.1386900 May 03 22:40:55.312322 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f0dac819-3bd1-4ab6-b5ec-af2f383ddee8 req-54052bd2-aedb-4b3c-8fc1-a9c4e691fe6c tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:55.369831 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cba7a69a-177d-4e8f-b6e3-84269d7e732f req-3567b129-4e2d-4b13-be46-e05863bff043 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956209 May 03 22:40:55.395255 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f0dac819-3bd1-4ab6-b5ec-af2f383ddee8 req-54052bd2-aedb-4b3c-8fc1-a9c4e691fe6c tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:55.425048 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54052bd2-aedb-4b3c-8fc1-a9c4e691fe6c tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=887f2e75-d832-4a94-a80d-657b0bc997f0,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:55.467751 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-f0dac819-3bd1-4ab6-b5ec-af2f383ddee8 req-54052bd2-aedb-4b3c-8fc1-a9c4e691fe6c tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:55.504028 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f0dac819-3bd1-4ab6-b5ec-af2f383ddee8 req-54052bd2-aedb-4b3c-8fc1-a9c4e691fe6c tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "DELETE /v2.0/security-groups/887f2e75-d832-4a94-a80d-657b0bc997f0 HTTP/1.1" status: 204 len: 173 time: 0.3877289 May 03 22:40:55.799426 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07786c6a-62f5-496d-a054-42f85dec71dc req-37640a56-a414-4999-8a4e-9615423ead0a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:55.801046 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07786c6a-62f5-496d-a054-42f85dec71dc req-37640a56-a414-4999-8a4e-9615423ead0a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 945 time: 0.2538431 May 03 22:40:55.819580 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1cf8ae-26a7-47d3-8de8-6d1751eef948 req-f60e4d63-73e7-44c6-980d-ebdaabffb668 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:55.821078 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad1cf8ae-26a7-47d3-8de8-6d1751eef948 req-f60e4d63-73e7-44c6-980d-ebdaabffb668 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.1872182 May 03 22:40:55.925035 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07786c6a-62f5-496d-a054-42f85dec71dc req-3e252eb9-8ae4-4c53-93ea-a5c8d5ada0f7 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086693 May 03 22:40:56.011245 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad1cf8ae-26a7-47d3-8de8-6d1751eef948 req-03c202f6-ae90-463a-b4c1-e22e093b5fc2 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731102 May 03 22:40:56.202079 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a3b9f29d-54e1-4249-87b9-8b18ee21b3be req-dc311748-3910-4538-97ab-b4bc01f83c66 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups/8ba2adab-5729-4e63-8a12-415fc16a5457 HTTP/1.1" status: 200 len: 1802 time: 0.1898928 May 03 22:40:56.232798 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:56.296225 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:56.314196 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afa378-1f3c-49c0-a6d4-fb0c250ba067 req-4c5c9e42-deff-48bd-a66d-36f93068b169 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:56.315736 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-83afa378-1f3c-49c0-a6d4-fb0c250ba067 req-4c5c9e42-deff-48bd-a66d-36f93068b169 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 945 time: 0.1924369 May 03 22:40:56.319718 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a3b9f29d-54e1-4249-87b9-8b18ee21b3be req-04ec4707-9901-4bf2-906b-17a255c08be6 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:56.397575 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a3b9f29d-54e1-4249-87b9-8b18ee21b3be req-04ec4707-9901-4bf2-906b-17a255c08be6 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:56.408161 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-83afa378-1f3c-49c0-a6d4-fb0c250ba067 req-b77d17e9-a2d4-42be-be51-542654086a6f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754268 May 03 22:40:56.498207 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a3b9f29d-54e1-4249-87b9-8b18ee21b3be req-04ec4707-9901-4bf2-906b-17a255c08be6 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:56.531962 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec4707-9901-4bf2-906b-17a255c08be6 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba2adab-5729-4e63-8a12-415fc16a5457,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:56.539798 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a3b9f29d-54e1-4249-87b9-8b18ee21b3be req-04ec4707-9901-4bf2-906b-17a255c08be6 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:56.543530 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a3b9f29d-54e1-4249-87b9-8b18ee21b3be req-04ec4707-9901-4bf2-906b-17a255c08be6 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "DELETE /v2.0/security-groups/8ba2adab-5729-4e63-8a12-415fc16a5457 HTTP/1.1" status: 204 len: 173 time: 0.3412910 May 03 22:40:56.572686 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-7d04d735-657d-47a2-872a-b113eb4a45d1 req-3bc76a86-fdd5-4768-a0bc-96b97fb923e8 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1918043174', 'description': 'tempest-description-1670500097'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:40:56.581079 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-7d04d735-657d-47a2-872a-b113eb4a45d1 req-3bc76a86-fdd5-4768-a0bc-96b97fb923e8 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:40:56.586948 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-7d04d735-657d-47a2-872a-b113eb4a45d1 req-3bc76a86-fdd5-4768-a0bc-96b97fb923e8 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Usage tracker for resource:security_group and tenant:78888f6578ff48f2a0bd45c6785d84d6 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:40:56.592775 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-7d04d735-657d-47a2-872a-b113eb4a45d1 req-3bc76a86-fdd5-4768-a0bc-96b97fb923e8 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:40:56.603670 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-7d04d735-657d-47a2-872a-b113eb4a45d1 req-3bc76a86-fdd5-4768-a0bc-96b97fb923e8 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:40:56.630577 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7d04d735-657d-47a2-872a-b113eb4a45d1 req-3bc76a86-fdd5-4768-a0bc-96b97fb923e8 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:56.896785 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-7d04d735-657d-47a2-872a-b113eb4a45d1 req-3bc76a86-fdd5-4768-a0bc-96b97fb923e8 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:40:56.906478 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-7d04d735-657d-47a2-872a-b113eb4a45d1 req-3bc76a86-fdd5-4768-a0bc-96b97fb923e8 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Usage tracker for resource:security_group_rule and tenant:78888f6578ff48f2a0bd45c6785d84d6 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:40:56.906478 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-7d04d735-657d-47a2-872a-b113eb4a45d1 req-3bc76a86-fdd5-4768-a0bc-96b97fb923e8 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:40:56.916436 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-7d04d735-657d-47a2-872a-b113eb4a45d1 req-3bc76a86-fdd5-4768-a0bc-96b97fb923e8 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:40:56.954724 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b9ddc-f913-4b8c-9cf3-17c02ca2b381 req-b1e6f123-e5ec-47c5-b520-3b82b4ff069d tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:56.955101 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bb2b9ddc-f913-4b8c-9cf3-17c02ca2b381 req-b1e6f123-e5ec-47c5-b520-3b82b4ff069d tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.1222572 May 03 22:40:57.119823 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bb2b9ddc-f913-4b8c-9cf3-17c02ca2b381 req-0fd56adc-0cdc-40d5-99a2-7512465aa016 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367478 May 03 22:40:57.231754 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7d04d735-657d-47a2-872a-b113eb4a45d1 req-3bc76a86-fdd5-4768-a0bc-96b97fb923e8 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:57.235147 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7d04d735-657d-47a2-872a-b113eb4a45d1 req-3bc76a86-fdd5-4768-a0bc-96b97fb923e8 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:57.374157 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc76a86-fdd5-4768-a0bc-96b97fb923e8 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2b0a8e-e1b1-482c-95f6-94630c2de49c,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:57.404898 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7d04d735-657d-47a2-872a-b113eb4a45d1 req-3bc76a86-fdd5-4768-a0bc-96b97fb923e8 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:57.404898 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d04d735-657d-47a2-872a-b113eb4a45d1 req-3bc76a86-fdd5-4768-a0bc-96b97fb923e8 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8394449 May 03 22:40:57.602669 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:57.686770 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c87bf-a375-4a4a-996e-eb2d39ab1428 req-4517d8ec-a206-4183-9e9e-d53c35201def tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:57.698156 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b70c87bf-a375-4a4a-996e-eb2d39ab1428 req-4517d8ec-a206-4183-9e9e-d53c35201def tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 945 time: 0.2005441 May 03 22:40:57.792996 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:57.827900 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b70c87bf-a375-4a4a-996e-eb2d39ab1428 req-3edff82d-d075-45b0-82f1-3460b2998bad tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364825 May 03 22:40:57.858231 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c989e5d-ee98-4679-a5b3-b7db487ff083 req-9e7e1c6c-71f4-4587-8a2e-a91468988727 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:57.859983 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9c989e5d-ee98-4679-a5b3-b7db487ff083 req-9e7e1c6c-71f4-4587-8a2e-a91468988727 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.1952119 May 03 22:40:57.974096 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9c989e5d-ee98-4679-a5b3-b7db487ff083 req-5081801d-cc9f-4cf2-a844-4c6e95d4681a tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946395 May 03 22:40:57.974096 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a8220e5-2459-4f64-80f1-7dde1c3dab58 req-171e5c7a-4b55-46d9-b81b-80588cdf5143 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups/2e2b0a8e-e1b1-482c-95f6-94630c2de49c HTTP/1.1" status: 200 len: 1803 time: 0.0773118 May 03 22:40:57.986657 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-3a8220e5-2459-4f64-80f1-7dde1c3dab58 req-80945b54-84ca-407b-abb4-38f3bb89573a tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1601770242', 'description': 'tempest-description-hth-623437213'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:40:58.045382 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3a8220e5-2459-4f64-80f1-7dde1c3dab58 req-80945b54-84ca-407b-abb4-38f3bb89573a tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:58.053933 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:40:58.172511 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3a8220e5-2459-4f64-80f1-7dde1c3dab58 req-80945b54-84ca-407b-abb4-38f3bb89573a tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:58.223472 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3a8220e5-2459-4f64-80f1-7dde1c3dab58 req-80945b54-84ca-407b-abb4-38f3bb89573a tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:58.227430 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-3a8220e5-2459-4f64-80f1-7dde1c3dab58 req-80945b54-84ca-407b-abb4-38f3bb89573a tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:58.228379 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a8220e5-2459-4f64-80f1-7dde1c3dab58 req-80945b54-84ca-407b-abb4-38f3bb89573a tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "PUT /v2.0/security-groups/2e2b0a8e-e1b1-482c-95f6-94630c2de49c HTTP/1.1" status: 200 len: 1776 time: 0.2492793 May 03 22:40:58.277444 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80945b54-84ca-407b-abb4-38f3bb89573a tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2b0a8e-e1b1-482c-95f6-94630c2de49c,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:58.333896 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd231ec0-4c67-4eb2-8337-819bbc7351d8 req-00f043d0-db44-4093-8808-50d2c9005281 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:58.337784 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cd231ec0-4c67-4eb2-8337-819bbc7351d8 req-00f043d0-db44-4093-8808-50d2c9005281 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 945 time: 0.1745050 May 03 22:40:58.464970 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cd231ec0-4c67-4eb2-8337-819bbc7351d8 req-7393dbf6-719f-4139-a5a0-c56b0e956b11 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817168 May 03 22:40:58.481658 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea7cb4d4-73fa-43a5-8430-9d262f064ed1 req-fef9d18c-1f24-4c16-9db2-3a9421038014 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups/2e2b0a8e-e1b1-482c-95f6-94630c2de49c HTTP/1.1" status: 200 len: 1776 time: 0.1426735 May 03 22:40:58.532470 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47008) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:40:58.571426 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-74904d95-d894-4c2a-938d-87482c94d6f5 req-1357f4ee-2cdb-4abd-a4c0-533251437ee5 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups/2e2b0a8e-e1b1-482c-95f6-94630c2de49c HTTP/1.1" status: 200 len: 1776 time: 0.0816238 May 03 22:40:58.834807 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-74904d95-d894-4c2a-938d-87482c94d6f5 req-d5e9496e-117d-491e-87d3-c028f948c207 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:58.864772 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5c1b1238-9961-4f85-abc5-79463343beae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:58.868372 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de68a42-983d-4168-a379-e487a7b06beb req-7a88426b-d175-4923-9d3b-680806e18b3b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:58.873203 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7de68a42-983d-4168-a379-e487a7b06beb req-7a88426b-d175-4923-9d3b-680806e18b3b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.1848395 May 03 22:40:58.897562 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-5c1b1238-9961-4f85-abc5-79463343beae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:40:58.907441 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5c1b1238-9961-4f85-abc5-79463343beae admin admin] Usage tracker for resource:security_group_rule and tenant:5a339c109aba48b0be64b82af4c67ac6 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:40:58.913780 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-74904d95-d894-4c2a-938d-87482c94d6f5 req-d5e9496e-117d-491e-87d3-c028f948c207 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:58.922100 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5c1b1238-9961-4f85-abc5-79463343beae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:40:58.929375 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-5c1b1238-9961-4f85-abc5-79463343beae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:40:58.968532 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7de68a42-983d-4168-a379-e487a7b06beb req-61de5184-43cd-4489-8d9c-a3df4037bfff tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977833 May 03 22:40:59.017196 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-74904d95-d894-4c2a-938d-87482c94d6f5 req-d5e9496e-117d-491e-87d3-c028f948c207 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:59.048941 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9496e-117d-491e-87d3-c028f948c207 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2b0a8e-e1b1-482c-95f6-94630c2de49c,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:59.063317 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e9496e-117d-491e-87d3-c028f948c207 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:59.063932 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e9496e-117d-491e-87d3-c028f948c207 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:59.064472 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e9496e-117d-491e-87d3-c028f948c207 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:59.065274 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e9496e-117d-491e-87d3-c028f948c207 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:59.065818 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e9496e-117d-491e-87d3-c028f948c207 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:59.066406 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e9496e-117d-491e-87d3-c028f948c207 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:59.066947 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e9496e-117d-491e-87d3-c028f948c207 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:59.067483 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e9496e-117d-491e-87d3-c028f948c207 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:59.068028 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e9496e-117d-491e-87d3-c028f948c207 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:59.068554 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e9496e-117d-491e-87d3-c028f948c207 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:59.069081 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e9496e-117d-491e-87d3-c028f948c207 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:59.069614 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e9496e-117d-491e-87d3-c028f948c207 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:59.081805 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-74904d95-d894-4c2a-938d-87482c94d6f5 req-d5e9496e-117d-491e-87d3-c028f948c207 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:59.083393 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-74904d95-d894-4c2a-938d-87482c94d6f5 req-d5e9496e-117d-491e-87d3-c028f948c207 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "DELETE /v2.0/security-groups/2e2b0a8e-e1b1-482c-95f6-94630c2de49c HTTP/1.1" status: 204 len: 173 time: 0.5031912 May 03 22:40:59.107799 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5c1b1238-9961-4f85-abc5-79463343beae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:59.118496 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5c1b1238-9961-4f85-abc5-79463343beae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:59.222372 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b1238-9961-4f85-abc5-79463343beae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa09099e-a06d-4175-bd27-b8350773a5c5,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:59.266193 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5c1b1238-9961-4f85-abc5-79463343beae admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5a339c109aba48b0be64b82af4c67ac6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7296195 May 03 22:40:59.266193 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47032) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:40:59.331551 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec90a3-4347-4fce-b7df-c6d37f0a82f7 req-3f34e482-3359-4361-a503-a3e6bd24b6c8 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:59.331551 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f7ec90a3-4347-4fce-b7df-c6d37f0a82f7 req-3f34e482-3359-4361-a503-a3e6bd24b6c8 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 945 time: 0.1419992 May 03 22:40:59.342084 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5cf1bca6-4280-4531-bef0-be12cf9a2d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:59.376739 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5cf1bca6-4280-4531-bef0-be12cf9a2d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:59.427242 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f7ec90a3-4347-4fce-b7df-c6d37f0a82f7 req-58950c36-a280-443e-be70-80cca2f39331 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880926 May 03 22:40:59.465030 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5cf1bca6-4280-4531-bef0-be12cf9a2d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:59.502226 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf1bca6-4280-4531-bef0-be12cf9a2d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa09099e-a06d-4175-bd27-b8350773a5c5,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:59.515159 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2035b02-40d9-4364-b2ca-1148a372da99 req-a2d888a6-63e9-425f-911f-89342b4cbff0 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:59.515159 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a2035b02-40d9-4364-b2ca-1148a372da99 req-a2d888a6-63e9-425f-911f-89342b4cbff0 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.1502743 May 03 22:40:59.520159 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5cf1bca6-4280-4531-bef0-be12cf9a2d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:40:59.520159 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5cf1bca6-4280-4531-bef0-be12cf9a2d5e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fa09099e-a06d-4175-bd27-b8350773a5c5 HTTP/1.1" status: 204 len: 168 time: 0.2496374 May 03 22:40:59.599269 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a2035b02-40d9-4364-b2ca-1148a372da99 req-0d8dd46f-37e1-41a2-8dcf-f08c070ebc3a tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791969 May 03 22:40:59.817099 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741002d-58aa-44dc-9c2c-0d9bd59aabac req-62b09218-406b-479d-a97b-19242d1084de tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:59.818645 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e741002d-58aa-44dc-9c2c-0d9bd59aabac req-62b09218-406b-479d-a97b-19242d1084de tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 945 time: 0.1208742 May 03 22:40:59.895464 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e741002d-58aa-44dc-9c2c-0d9bd59aabac req-822426eb-6295-478f-8d37-c15ad58bb679 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636299 May 03 22:40:59.895464 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [req-c47c0e7e-f91a-4f2f-9555-59713d5e2cac req-8f5c9cff-1729-4408-9856-616ca062cb8e tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] show failed (client error): The resource could not be found. May 03 22:40:59.899214 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c47c0e7e-f91a-4f2f-9555-59713d5e2cac req-8f5c9cff-1729-4408-9856-616ca062cb8e tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups/8ba2adab-5729-4e63-8a12-415fc16a5457 HTTP/1.1" status: 404 len: 352 time: 0.0504892 May 03 22:40:59.949600 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [req-49545364-2161-408c-bcae-b8ed3804d254 req-ea22dc54-3377-4e46-a476-1a7da9bb62b3 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] show failed (client error): The resource could not be found. May 03 22:40:59.956853 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-49545364-2161-408c-bcae-b8ed3804d254 req-ea22dc54-3377-4e46-a476-1a7da9bb62b3 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups/887f2e75-d832-4a94-a80d-657b0bc997f0 HTTP/1.1" status: 404 len: 352 time: 0.0281186 May 03 22:40:59.994043 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [req-ab1ae571-1a0a-48a0-8fd9-e6a3867e2e07 req-c25cbe17-a347-4a64-8245-5c20e4c20163 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] show failed (client error): The resource could not be found. May 03 22:41:00.010322 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ab1ae571-1a0a-48a0-8fd9-e6a3867e2e07 req-c25cbe17-a347-4a64-8245-5c20e4c20163 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups/52bc10fa-49ce-4f18-8ce5-2c0a7bd6d946 HTTP/1.1" status: 404 len: 352 time: 0.0328767 May 03 22:41:00.039212 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [req-95831749-4ffa-4b4c-b097-59c1e20472a6 req-83e1c2e4-46b2-49d6-9f14-b9d1021204be tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] show failed (client error): The resource could not be found. May 03 22:41:00.058401 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-95831749-4ffa-4b4c-b097-59c1e20472a6 req-83e1c2e4-46b2-49d6-9f14-b9d1021204be tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups/e67f3f2c-84e3-415f-9466-766e1f68ea9d HTTP/1.1" status: 404 len: 352 time: 0.0374103 May 03 22:41:00.067128 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47070) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:41:00.102362 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-47257086-799c-4075-8aa2-71d741cce35f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:00.121266 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-47257086-799c-4075-8aa2-71d741cce35f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:41:00.126456 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-47257086-799c-4075-8aa2-71d741cce35f admin admin] Usage tracker for resource:security_group_rule and tenant:461c449f64b44b9f8cf171365abd5fc1 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:41:00.129544 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-47257086-799c-4075-8aa2-71d741cce35f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:41:00.130442 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [req-4e8d1f74-a318-44b5-b557-0b25dbd758a2 req-81bb6841-4fee-4cb9-85d6-dc29c14ec9e9 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] show failed (client error): The resource could not be found. May 03 22:41:00.131458 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4e8d1f74-a318-44b5-b557-0b25dbd758a2 req-81bb6841-4fee-4cb9-85d6-dc29c14ec9e9 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups/ce6d7c1a-abaf-42ee-b0ce-805ca93e955a HTTP/1.1" status: 404 len: 352 time: 0.0339165 May 03 22:41:00.140138 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-47257086-799c-4075-8aa2-71d741cce35f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:41:00.173007 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aef47f-635d-4639-8672-2ae7ab53cf65 req-c39e66e9-5adb-4010-bfd3-a28a085e98e2 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:00.179488 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-55aef47f-635d-4639-8672-2ae7ab53cf65 req-c39e66e9-5adb-4010-bfd3-a28a085e98e2 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.1239386 May 03 22:41:00.220440 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [req-2258ab56-752f-4abd-b66a-53f2b0a5d586 req-92ec7ace-1544-462c-abd4-73ae268ab1c9 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] show failed (client error): The resource could not be found. May 03 22:41:00.230949 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2258ab56-752f-4abd-b66a-53f2b0a5d586 req-92ec7ace-1544-462c-abd4-73ae268ab1c9 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups/39ed5482-5608-427d-bcda-bc94d12d4d1d HTTP/1.1" status: 404 len: 352 time: 0.0453525 May 03 22:41:00.306729 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-47257086-799c-4075-8aa2-71d741cce35f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:00.313974 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-47257086-799c-4075-8aa2-71d741cce35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:00.317758 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-55aef47f-635d-4639-8672-2ae7ab53cf65 req-68bd9a0d-92a1-492d-b6a5-b047c0bf00a0 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944719 May 03 22:41:00.391606 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-47257086-799c-4075-8aa2-71d741cce35f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=461c449f64b44b9f8cf171365abd5fc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3098614 May 03 22:41:00.396160 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47090) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:41:00.447284 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47257086-799c-4075-8aa2-71d741cce35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebdbcbf-ed16-4c7e-9b82-181f70972ca4,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:00.594916 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-64cccb11-5c43-4a16-891a-1b380bf1a333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:00.634667 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-64cccb11-5c43-4a16-891a-1b380bf1a333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:00.707572 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28908708-b088-46ce-aeea-b1b2f5b9131b req-15b5037f-1af3-47a6-bbf5-5c84637e52e7 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:00.707572 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-28908708-b088-46ce-aeea-b1b2f5b9131b req-15b5037f-1af3-47a6-bbf5-5c84637e52e7 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.2395551 May 03 22:41:00.780287 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-28908708-b088-46ce-aeea-b1b2f5b9131b req-42d5b94a-eab2-4abe-9746-307c54086a21 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574021 May 03 22:41:00.802306 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c4636-48b4-4b87-99f6-31396e118b29 req-b35d0328-4dc0-4a74-b47b-eb483df30cfe tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:00.809459 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dc7c4636-48b4-4b87-99f6-31396e118b29 req-b35d0328-4dc0-4a74-b47b-eb483df30cfe tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 945 time: 0.1787119 May 03 22:41:00.849411 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-64cccb11-5c43-4a16-891a-1b380bf1a333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:00.877997 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cccb11-5c43-4a16-891a-1b380bf1a333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebdbcbf-ed16-4c7e-9b82-181f70972ca4,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:00.892868 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-64cccb11-5c43-4a16-891a-1b380bf1a333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:00.902108 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-64cccb11-5c43-4a16-891a-1b380bf1a333 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cebdbcbf-ed16-4c7e-9b82-181f70972ca4 HTTP/1.1" status: 204 len: 168 time: 0.5183389 May 03 22:41:00.913177 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dc7c4636-48b4-4b87-99f6-31396e118b29 req-3fe83c02-52af-4049-8d9a-51a9c75bce9b tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999973 May 03 22:41:01.134457 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f4aef-57e0-4336-8491-c0dc3b8ccece req-2c129737-e76e-4fdd-998d-d0dcb1334e3c tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:01.146440 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bf6f4aef-57e0-4336-8491-c0dc3b8ccece req-2c129737-e76e-4fdd-998d-d0dcb1334e3c tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f84f292-b5d5-41ab-b486-391c3deb683c HTTP/1.1" status: 200 len: 1024 time: 0.1861939 May 03 22:41:01.243698 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b7382-5ef4-4f12-aa58-aea778627440 req-9b0f3627-c8e3-4914-acac-92e2b0665384 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:01.253243 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7b9b7382-5ef4-4f12-aa58-aea778627440 req-9b0f3627-c8e3-4914-acac-92e2b0665384 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 945 time: 0.1962662 May 03 22:41:01.282064 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-bf6f4aef-57e0-4336-8491-c0dc3b8ccece req-0f9a6949-56c9-404b-bf63-25327f0de701 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Synchronizing usage tracker for tenant:78888f6578ff48f2a0bd45c6785d84d6 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:41:01.319166 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7b9b7382-5ef4-4f12-aa58-aea778627440 req-2c710858-fdd3-4343-8f87-4b00270e95ea tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662882 May 03 22:41:01.345129 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-bf6f4aef-57e0-4336-8491-c0dc3b8ccece req-0f9a6949-56c9-404b-bf63-25327f0de701 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Unset dirty status for tenant:78888f6578ff48f2a0bd45c6785d84d6 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:41:01.345129 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bf6f4aef-57e0-4336-8491-c0dc3b8ccece req-0f9a6949-56c9-404b-bf63-25327f0de701 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc4be7ff-257a-4810-bf91-9c58bed539b9&id=b381b7cf-889a-452d-b9b8-ae6b3c4ad585&id=0d8f4bfc-81a6-4343-98de-d899d9d3e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1844234 May 03 22:41:01.526736 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 1ae259da-89ce-42c7-81a9-d0aa11f186b8 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:41:01.644439 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f727abc-a985-429e-8626-7051b60a405e req-4abb7b30-cb3f-453e-b3d2-fa347694abe3 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:01.651931 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f727abc-a985-429e-8626-7051b60a405e req-4abb7b30-cb3f-453e-b3d2-fa347694abe3 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.1775744 May 03 22:41:01.740707 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f727abc-a985-429e-8626-7051b60a405e req-22062d8d-eaaf-4bc3-a6d0-3140568a7517 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813155 May 03 22:41:01.970363 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 1ae259da-89ce-42c7-81a9-d0aa11f186b8, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1ae259da-89ce-42c7-81a9-d0aa11f186b8,segment=NetworkSegment(c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008),segment_id=c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:41:02.000455 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '1ae259da-89ce-42c7-81a9-d0aa11f186b8', 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5', 'port_id': '1ae259da-89ce-42c7-81a9-d0aa11f186b8', 'mac_address': 'fa:16:3e:9c:0d:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '209e1eea-ba5e-419e-9e3d-b3077ecd94a4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:41:02.155763 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30ccde-27f3-42b2-ade6-beea556e535f req-adacb62a-902d-46e0-8460-1c0d55b1761a tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:02.163483 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7a30ccde-27f3-42b2-ade6-beea556e535f req-adacb62a-902d-46e0-8460-1c0d55b1761a tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.2652240 May 03 22:41:02.193653 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:02.219076 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ae259da-89ce-42c7-81a9-d0aa11f186b8 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:41:02.262924 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 1ae259da-89ce-42c7-81a9-d0aa11f186b8, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1ae259da-89ce-42c7-81a9-d0aa11f186b8,segment=NetworkSegment(c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008),segment_id=c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:41:02.269389 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22486a53-f9c2-4d3f-9beb-f888e0df10f1 req-96c6678d-c60d-48ca-a4f9-7ea0dc0b4cbb tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:02.270237 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-22486a53-f9c2-4d3f-9beb-f888e0df10f1 req-96c6678d-c60d-48ca-a4f9-7ea0dc0b4cbb tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Synchronizing usage tracker for tenant:78888f6578ff48f2a0bd45c6785d84d6 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:41:02.271787 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:02.290064 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-22486a53-f9c2-4d3f-9beb-f888e0df10f1 req-96c6678d-c60d-48ca-a4f9-7ea0dc0b4cbb tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Unset dirty status for tenant:78888f6578ff48f2a0bd45c6785d84d6 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:41:02.291264 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-22486a53-f9c2-4d3f-9beb-f888e0df10f1 req-96c6678d-c60d-48ca-a4f9-7ea0dc0b4cbb tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.67 "GET /v2.0/ports?device_id=0f84f292-b5d5-41ab-b486-391c3deb683c HTTP/1.1" status: 200 len: 1024 time: 0.2370260 May 03 22:41:02.588331 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7a30ccde-27f3-42b2-ade6-beea556e535f req-51a3bb6e-b6f5-408a-9b8b-3927a3a29646 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179387 May 03 22:41:02.598253 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-22486a53-f9c2-4d3f-9beb-f888e0df10f1 req-7d1b6180-e200-41bf-9631-29193c915f51 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Deleting port bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:41:02.598596 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-22486a53-f9c2-4d3f-9beb-f888e0df10f1 req-7d1b6180-e200-41bf-9631-29193c915f51 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:02.603280 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=1ae259da-89ce-42c7-81a9-d0aa11f186b8,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:02.614456 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:02.614804 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:02.619531 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:02.619900 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:02.631427 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:02.631818 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:02.632147 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:02.632484 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:02.632816 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:02.633138 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:02.633468 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:02.634384 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:02.660806 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['1ae259da-89ce-42c7-81a9-d0aa11f186b8'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:41:02.864334 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253d86f-e7b2-44d2-8917-5af5643069e2 req-e4622b9d-7136-4571-aaa7-a94431947064 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:02.864334 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e253d86f-e7b2-44d2-8917-5af5643069e2 req-e4622b9d-7136-4571-aaa7-a94431947064 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 944 time: 0.2052760 May 03 22:41:03.053290 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e253d86f-e7b2-44d2-8917-5af5643069e2 req-0a0631ae-053e-4752-adad-2ad142ddea0a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814270 May 03 22:41:03.137369 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9e0fa-258d-4ffd-b7c8-09287c539e7f req-3e99457d-b106-4393-8408-262abcde8797 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:03.138950 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f6e9e0fa-258d-4ffd-b7c8-09287c539e7f req-3e99457d-b106-4393-8408-262abcde8797 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 945 time: 0.2053809 May 03 22:41:03.270653 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f6e9e0fa-258d-4ffd-b7c8-09287c539e7f req-9aea6419-b741-4867-b9ba-3e78ec811627 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115971 May 03 22:41:03.337530 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-22486a53-f9c2-4d3f-9beb-f888e0df10f1 req-7d1b6180-e200-41bf-9631-29193c915f51 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] For port bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a,segment=NetworkSegment(51781bfe-bf86-46ca-a806-09a020fd20e7),segment_id=51781bfe-bf86-46ca-a806-09a020fd20e7)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:41:03.337530 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-22486a53-f9c2-4d3f-9beb-f888e0df10f1 req-7d1b6180-e200-41bf-9631-29193c915f51 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:03.522766 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-22486a53-f9c2-4d3f-9beb-f888e0df10f1 req-7d1b6180-e200-41bf-9631-29193c915f51 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Calling delete_port for bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:41:03.532202 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 1ae259da-89ce-42c7-81a9-d0aa11f186b8 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:41:03.760911 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c9e48-3850-4f8c-bd10-ec36a44658b9 req-924423dc-fb9d-426a-ba98-0921ed1f0282 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:03.764560 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 1ae259da-89ce-42c7-81a9-d0aa11f186b8 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:41:03.764560 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:03.768362 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-861c9e48-3850-4f8c-bd10-ec36a44658b9 req-924423dc-fb9d-426a-ba98-0921ed1f0282 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f84f292-b5d5-41ab-b486-391c3deb683c HTTP/1.1" status: 200 len: 1024 time: 0.2996802 May 03 22:41:04.011713 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-22486a53-f9c2-4d3f-9beb-f888e0df10f1 req-7d1b6180-e200-41bf-9631-29193c915f51 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:04.021875 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-861c9e48-3850-4f8c-bd10-ec36a44658b9 req-2b358ede-74e4-4bc4-82ce-8628327967ad tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups?id=fc4be7ff-257a-4810-bf91-9c58bed539b9&id=b381b7cf-889a-452d-b9b8-ae6b3c4ad585&id=0d8f4bfc-81a6-4343-98de-d899d9d3e96e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2486477 May 03 22:41:04.070795 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:04.136441 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b444de72-b15b-4840-93b2-daf50a537c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae259da-89ce-42c7-81a9-d0aa11f186b8'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:41:04.147823 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b6180-e200-41bf-9631-29193c915f51 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Pushing event deleted for resources: {'Port': ['ID=bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:04.163626 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 1ae259da-89ce-42c7-81a9-d0aa11f186b8, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1ae259da-89ce-42c7-81a9-d0aa11f186b8,segment=NetworkSegment(c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008),segment_id=c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:41:04.171320 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:04.398859 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=1ae259da-89ce-42c7-81a9-d0aa11f186b8,revision_number=7']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:04.403595 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-22486a53-f9c2-4d3f-9beb-f888e0df10f1 req-7d1b6180-e200-41bf-9631-29193c915f51 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] No DVR routers for this DVR port bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:41:04.403595 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-22486a53-f9c2-4d3f-9beb-f888e0df10f1 req-7d1b6180-e200-41bf-9631-29193c915f51 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:04.403595 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f84f292-b5d5-41ab-b486-391c3deb683c', 'name': 'network-vif-deleted', 'tag': 'bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:41:04.452697 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-22486a53-f9c2-4d3f-9beb-f888e0df10f1 req-7d1b6180-e200-41bf-9631-29193c915f51 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.67 "DELETE /v2.0/ports/bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a HTTP/1.1" status: 204 len: 173 time: 2.1455498 May 03 22:41:04.682553 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-376e228e-fd69-4f0c-a6ab-130fac597b07'] response: {'server_uuid': 'b444de72-b15b-4840-93b2-daf50a537c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae259da-89ce-42c7-81a9-d0aa11f186b8', 'code': 200} May 03 22:41:04.854358 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db6ace-8be2-4b35-a4e9-c87859a679d6 req-b55e1e4b-eeb4-4879-912d-cb5d955f65d4 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:04.854358 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b7db6ace-8be2-4b35-a4e9-c87859a679d6 req-b55e1e4b-eeb4-4879-912d-cb5d955f65d4 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 945 time: 0.3335724 May 03 22:41:05.024680 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:41:05.077342 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b7db6ace-8be2-4b35-a4e9-c87859a679d6 req-ce532d2f-6023-47be-be09-40528ad0da76 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097681 May 03 22:41:05.137981 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:41:05.138664 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:41:05.215055 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61e2f72d-3d6f-401f-b0a1-08c66d47c284'] response: {'server_uuid': '0f84f292-b5d5-41ab-b486-391c3deb683c', 'name': 'network-vif-deleted', 'tag': 'bef02dcb-21e6-4aa4-987d-ae3c3b4ec00a', 'status': 'completed', 'code': 200} May 03 22:41:05.396230 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbfafd-7aca-4ea7-965c-06a39d12e9ee req-56c51f30-e183-4f60-a58d-0a0f283455d8 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:05.407336 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d9bbfafd-7aca-4ea7-965c-06a39d12e9ee req-56c51f30-e183-4f60-a58d-0a0f283455d8 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 945 time: 0.3244152 May 03 22:41:05.622663 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d9bbfafd-7aca-4ea7-965c-06a39d12e9ee req-70b0ea9c-a861-49d2-a435-01986cbf6525 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169158 May 03 22:41:05.682210 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71309917-031a-40ba-acd2-9920259e45dd req-c44094b6-8276-4a6e-ac33-1f40375c2f64 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:05.684583 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-71309917-031a-40ba-acd2-9920259e45dd req-c44094b6-8276-4a6e-ac33-1f40375c2f64 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.2267702 May 03 22:41:05.814415 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-71309917-031a-40ba-acd2-9920259e45dd req-80256254-0c00-4337-967b-1c1b8711db41 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161177 May 03 22:41:05.963244 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d6bedc11-ba8e-4af1-a740-1ea50bb16ed5 req-5339c275-ffa9-4e9f-8cee-2772b5a50c1e tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups/fc4be7ff-257a-4810-bf91-9c58bed539b9 HTTP/1.1" status: 200 len: 1803 time: 0.1121914 May 03 22:41:06.147297 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d6bedc11-ba8e-4af1-a740-1ea50bb16ed5 req-da3a8c85-0567-4673-8e85-ab24799987b3 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:06.261218 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d6bedc11-ba8e-4af1-a740-1ea50bb16ed5 req-da3a8c85-0567-4673-8e85-ab24799987b3 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:06.349300 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d6bedc11-ba8e-4af1-a740-1ea50bb16ed5 req-da3a8c85-0567-4673-8e85-ab24799987b3 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:06.432715 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d6bedc11-ba8e-4af1-a740-1ea50bb16ed5 req-da3a8c85-0567-4673-8e85-ab24799987b3 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:06.433484 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d6bedc11-ba8e-4af1-a740-1ea50bb16ed5 req-da3a8c85-0567-4673-8e85-ab24799987b3 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "DELETE /v2.0/security-groups/fc4be7ff-257a-4810-bf91-9c58bed539b9 HTTP/1.1" status: 204 len: 173 time: 0.4594357 May 03 22:41:06.639250 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a8c85-0567-4673-8e85-ab24799987b3 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4be7ff-257a-4810-bf91-9c58bed539b9,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:06.776859 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-16a985ad-9eee-41c7-a9f9-c67f763e44dc req-f9e2fb4d-6530-43a7-bf46-5f9569ea2ab0 tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "GET /v2.0/security-groups/b381b7cf-889a-452d-b9b8-ae6b3c4ad585 HTTP/1.1" status: 200 len: 1802 time: 0.2698441 May 03 22:41:06.895657 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-16a985ad-9eee-41c7-a9f9-c67f763e44dc req-0f5a6438-65c2-4c51-b721-69e0c3f0807f tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:06.923100 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031bd916-ee34-4370-8a66-802eca09b18c req-45a996cb-7681-49c8-819a-cfa001d4ffd8 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:06.924760 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-031bd916-ee34-4370-8a66-802eca09b18c req-45a996cb-7681-49c8-819a-cfa001d4ffd8 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 945 time: 0.5450976 May 03 22:41:06.992599 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-16a985ad-9eee-41c7-a9f9-c67f763e44dc req-0f5a6438-65c2-4c51-b721-69e0c3f0807f tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:07.074124 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-031bd916-ee34-4370-8a66-802eca09b18c req-f903d208-6f3c-43a0-b80b-c1098207ca79 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295826 May 03 22:41:07.148691 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-16a985ad-9eee-41c7-a9f9-c67f763e44dc req-0f5a6438-65c2-4c51-b721-69e0c3f0807f tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:07.199684 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a6438-65c2-4c51-b721-69e0c3f0807f tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b381b7cf-889a-452d-b9b8-ae6b3c4ad585,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:07.234354 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-16a985ad-9eee-41c7-a9f9-c67f763e44dc req-0f5a6438-65c2-4c51-b721-69e0c3f0807f tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:07.245024 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-16a985ad-9eee-41c7-a9f9-c67f763e44dc req-0f5a6438-65c2-4c51-b721-69e0c3f0807f tempest-SecurityGroupsTestJSON-1121709882 tempest-SecurityGroupsTestJSON-1121709882-project] 10.222.0.58 "DELETE /v2.0/security-groups/b381b7cf-889a-452d-b9b8-ae6b3c4ad585 HTTP/1.1" status: 204 len: 173 time: 0.4689555 May 03 22:41:07.245564 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47316) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:41:07.385819 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-33c9c1a9-803b-4eaf-9781-44bf1078aaaa admin admin] Deleting subnet cb9748b0-5287-47e0-90c2-e6cf31f5ddcd {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:41:07.389217 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-33c9c1a9-803b-4eaf-9781-44bf1078aaaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:07.501530 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-33c9c1a9-803b-4eaf-9781-44bf1078aaaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:07.622697 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f266f-38cd-4b2e-aafa-c5e6b941a473 req-4b5306f1-cdb5-46d0-a326-e6963c81469d tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:07.629189 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e8f266f-38cd-4b2e-aafa-c5e6b941a473 req-4b5306f1-cdb5-46d0-a326-e6963c81469d tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 945 time: 0.3599579 May 03 22:41:07.752825 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e8f266f-38cd-4b2e-aafa-c5e6b941a473 req-75792dcb-4fc7-4e99-a5c8-39735adda9e7 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057014 May 03 22:41:07.765262 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49d3b8-6536-444f-ac43-4cae0cfaed4f req-0bad5a52-78e5-406b-9f03-911ac0d6f14f tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:07.766989 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6a49d3b8-6536-444f-ac43-4cae0cfaed4f req-0bad5a52-78e5-406b-9f03-911ac0d6f14f tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.3827775 May 03 22:41:07.929730 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6a49d3b8-6536-444f-ac43-4cae0cfaed4f req-092a4ad8-6df8-4ebd-9b52-cf1a1bacef87 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526747 May 03 22:41:07.990234 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-33c9c1a9-803b-4eaf-9781-44bf1078aaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:08.173545 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-33c9c1a9-803b-4eaf-9781-44bf1078aaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:08.345872 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c9c1a9-803b-4eaf-9781-44bf1078aaaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb9748b0-5287-47e0-90c2-e6cf31f5ddcd,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:08.358441 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-33c9c1a9-803b-4eaf-9781-44bf1078aaaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:08.370395 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-33c9c1a9-803b-4eaf-9781-44bf1078aaaa admin admin] 10.222.0.58 "DELETE /v2.0/subnets/cb9748b0-5287-47e0-90c2-e6cf31f5ddcd HTTP/1.1" status: 204 len: 168 time: 1.1281693 May 03 22:41:08.381438 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47342) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:41:08.491941 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de111a7-9ab4-404c-b4f1-cbe94299a8a1 req-9e4a08b4-6b6e-4ff7-8f2d-30fc9747f09b tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:08.495204 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8de111a7-9ab4-404c-b4f1-cbe94299a8a1 req-9e4a08b4-6b6e-4ff7-8f2d-30fc9747f09b tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 945 time: 0.2624476 May 03 22:41:08.574510 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-69d00732-6555-43e3-9803-2f38d341a7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:08.618681 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8de111a7-9ab4-404c-b4f1-cbe94299a8a1 req-e424a00d-444e-4f4b-ba95-5cee778ccec5 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199689 May 03 22:41:08.739580 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-69d00732-6555-43e3-9803-2f38d341a7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:08.775959 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-69d00732-6555-43e3-9803-2f38d341a7ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['543b6fca-f047-439c-9755-3515681f4e19']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:41:08.812915 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-69d00732-6555-43e3-9803-2f38d341a7ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51781bfe-bf86-46ca-a806-09a020fd20e7') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:41:08.813306 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-69d00732-6555-43e3-9803-2f38d341a7ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51781bfe-bf86-46ca-a806-09a020fd20e7') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:41:08.837324 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-69d00732-6555-43e3-9803-2f38d341a7ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:08.889167 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-69d00732-6555-43e3-9803-2f38d341a7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:08.927579 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69d00732-6555-43e3-9803-2f38d341a7ad admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:41:08.927579 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-69d00732-6555-43e3-9803-2f38d341a7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:08.968708 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:41:08.968708 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:41:08.968708 n-d-811807-1 neutron-server[88070]: timer() May 03 22:41:08.968708 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:41:08.968708 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:41:08.968708 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:41:08.968708 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:41:08.968708 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:41:08.968708 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:41:08.968708 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:41:08.968708 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:41:08.968708 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:41:08.968708 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:41:08.968708 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:41:08.968708 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:41:08.968708 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:41:08.968708 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:41:08.968708 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:41:08.968708 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:41:08.968708 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:41:08.968708 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:41:08.968708 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:41:08.968708 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:41:08.968708 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:41:08.968708 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:41:08.968708 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:41:08.968708 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:41:08.968708 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:41:08.968708 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:41:08.968708 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:41:08.968708 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:41:08.968708 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:41:09.211020 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-69d00732-6555-43e3-9803-2f38d341a7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:09.271195 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-69d00732-6555-43e3-9803-2f38d341a7ad admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:09.273828 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d00732-6555-43e3-9803-2f38d341a7ad admin admin] Pushing event deleted for resources: {'Network': ['ID=543b6fca-f047-439c-9755-3515681f4e19,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:09.294519 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-69d00732-6555-43e3-9803-2f38d341a7ad admin admin] 10.222.0.58 "DELETE /v2.0/networks/543b6fca-f047-439c-9755-3515681f4e19 HTTP/1.1" status: 204 len: 168 time: 0.9186361 May 03 22:41:09.410457 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d45f0-d46c-43b8-8755-61e633a4da33 req-cca7e147-8890-47fb-80ed-c8f805c3e472 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:09.410457 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-302d45f0-d46c-43b8-8755-61e633a4da33 req-cca7e147-8890-47fb-80ed-c8f805c3e472 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 945 time: 0.3879943 May 03 22:41:09.439361 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da6efd-4660-4bbd-9a74-918c313cbc5d req-e3f7f5b0-2542-4f02-960d-38097c820253 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:09.439361 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b8da6efd-4660-4bbd-9a74-918c313cbc5d req-e3f7f5b0-2542-4f02-960d-38097c820253 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.2386086 May 03 22:41:09.694130 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b8da6efd-4660-4bbd-9a74-918c313cbc5d req-68a5b87a-2b6a-49b8-a066-ad72d4fb3415 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108986 May 03 22:41:09.837591 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-302d45f0-d46c-43b8-8755-61e633a4da33 req-aff34323-c019-45c7-84bd-068d8cfa7700 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918509 May 03 22:41:09.966906 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47378) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:41:10.135128 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5d3d1779-ccea-4a70-94ab-b2385e324b96 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=78888f6578ff48f2a0bd45c6785d84d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1663342 May 03 22:41:10.135847 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47388) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:41:10.381027 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1021061f-84e3-4d12-8ea8-2db661c7daa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:10.402700 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4d180-759f-4387-8985-ae9dc888ceea req-7bac2551-58d8-4861-b2b2-4c8743f79a3e tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:10.416733 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-59b4d180-759f-4387-8985-ae9dc888ceea req-7bac2551-58d8-4861-b2b2-4c8743f79a3e tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 945 time: 0.3276916 May 03 22:41:10.439318 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1021061f-84e3-4d12-8ea8-2db661c7daa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:10.565422 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-59b4d180-759f-4387-8985-ae9dc888ceea req-2f1e97af-cefd-423b-9b9a-895aa8cba127 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493068 May 03 22:41:10.572016 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1021061f-84e3-4d12-8ea8-2db661c7daa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:10.620876 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1021061f-84e3-4d12-8ea8-2db661c7daa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8f4bfc-81a6-4343-98de-d899d9d3e96e,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:10.651033 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1021061f-84e3-4d12-8ea8-2db661c7daa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:10.652502 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1021061f-84e3-4d12-8ea8-2db661c7daa5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0d8f4bfc-81a6-4343-98de-d899d9d3e96e HTTP/1.1" status: 204 len: 168 time: 0.5154955 May 03 22:41:11.699175 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c495033-deb2-4981-a4a4-1183b789bce8 req-bf9e571e-54cf-4736-8c85-3b38afa354c1 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:11.704540 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9c495033-deb2-4981-a4a4-1183b789bce8 req-bf9e571e-54cf-4736-8c85-3b38afa354c1 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.5749888 May 03 22:41:11.783885 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c5af4-ff70-4142-8a3e-9efc5ef55cf4 req-b01f758c-2d59-4874-87e4-3dbc041fd801 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:11.783885 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-263c5af4-ff70-4142-8a3e-9efc5ef55cf4 req-b01f758c-2d59-4874-87e4-3dbc041fd801 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 945 time: 0.4978976 May 03 22:41:12.025914 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-263c5af4-ff70-4142-8a3e-9efc5ef55cf4 req-8e2ddb68-80b4-44bf-a4c6-c383daa11aa5 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619051 May 03 22:41:12.067817 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9c495033-deb2-4981-a4a4-1183b789bce8 req-58191355-c612-4e95-b912-d21dc67318ae tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941303 May 03 22:41:12.450711 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4706e-dd7e-41d2-8c5a-fc2d7e19d006 req-32591775-fe56-49f2-8743-1e178a55170c tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:12.471207 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-27d4706e-dd7e-41d2-8c5a-fc2d7e19d006 req-32591775-fe56-49f2-8743-1e178a55170c tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 945 time: 0.2615957 May 03 22:41:12.571939 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-27d4706e-dd7e-41d2-8c5a-fc2d7e19d006 req-b0e46c91-db17-4075-8c16-ed58eef6ffc4 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022148 May 03 22:41:12.800527 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47476) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:41:13.070269 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-481c108d-d119-483c-b66e-a1f6c4db53e8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-484815623-network', 'tenant_id': '07f7b519265346608174cafca790a124'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:41:13.078415 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-481c108d-d119-483c-b66e-a1f6c4db53e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:41:13.082983 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-481c108d-d119-483c-b66e-a1f6c4db53e8 admin admin] Usage tracker for resource:network and tenant:07f7b519265346608174cafca790a124 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:41:13.087962 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-481c108d-d119-483c-b66e-a1f6c4db53e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:41:13.096633 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-481c108d-d119-483c-b66e-a1f6c4db53e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:41:13.129988 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481c108d-d119-483c-b66e-a1f6c4db53e8 admin admin] Made reservation on behalf of 07f7b519265346608174cafca790a124 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:41:13.133282 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-481c108d-d119-483c-b66e-a1f6c4db53e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:13.174750 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-481c108d-d119-483c-b66e-a1f6c4db53e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:13.549425 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-481c108d-d119-483c-b66e-a1f6c4db53e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:41:13.569173 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-481c108d-d119-483c-b66e-a1f6c4db53e8 admin admin] Usage tracker for resource:security_group_rule and tenant:07f7b519265346608174cafca790a124 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:41:13.572385 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-481c108d-d119-483c-b66e-a1f6c4db53e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:41:13.581380 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-481c108d-d119-483c-b66e-a1f6c4db53e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:41:13.716501 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-481c108d-d119-483c-b66e-a1f6c4db53e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:13.729328 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-481c108d-d119-483c-b66e-a1f6c4db53e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:13.829111 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-481c108d-d119-483c-b66e-a1f6c4db53e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:41:13.854041 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e60b1-1ac4-47bf-b4f0-dc1ae14d5b72 req-75055224-c25a-4c47-91e4-80afd19f4253 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:13.854041 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c65e60b1-1ac4-47bf-b4f0-dc1ae14d5b72 req-75055224-c25a-4c47-91e4-80afd19f4253 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 945 time: 0.6503992 May 03 22:41:13.997826 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c65e60b1-1ac4-47bf-b4f0-dc1ae14d5b72 req-ea2806f1-b366-4509-9dba-962940dbcdda tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452060 May 03 22:41:14.004374 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c108d-d119-483c-b66e-a1f6c4db53e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56bd8003-abdf-4d01-8e22-b66318fe4f3e,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:14.053428 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ecf1c-c1c1-4c74-8fe1-5e7d1c5ef2b1 req-f514148a-cbd5-43e9-bc7f-75bcb94e8aab tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:14.063616 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e30ecf1c-c1c1-4c74-8fe1-5e7d1c5ef2b1 req-f514148a-cbd5-43e9-bc7f-75bcb94e8aab tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.6311748 May 03 22:41:14.114467 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-481c108d-d119-483c-b66e-a1f6c4db53e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:14.114817 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-481c108d-d119-483c-b66e-a1f6c4db53e8 admin admin] Added segment 5f07acb1-8990-460f-9ed1-6ed50d2566a9 of type vlan for network 3447ec37-3982-4d19-88a9-e296027f90a8 May 03 22:41:14.254436 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-481c108d-d119-483c-b66e-a1f6c4db53e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:14.306407 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e30ecf1c-c1c1-4c74-8fe1-5e7d1c5ef2b1 req-6e8b99f7-25b6-49ae-ae72-cea0c2798321 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384608 May 03 22:41:14.502277 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-481c108d-d119-483c-b66e-a1f6c4db53e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:14.510942 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481c108d-d119-483c-b66e-a1f6c4db53e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:14.511562 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-481c108d-d119-483c-b66e-a1f6c4db53e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:14.686916 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c108d-d119-483c-b66e-a1f6c4db53e8 admin admin] Pushing event updated for resources: {'Network': ['ID=3447ec37-3982-4d19-88a9-e296027f90a8,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:14.704183 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 3447ec37-3982-4d19-88a9-e296027f90a8 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:41:14.755151 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde0305-aed5-4a44-9195-ab49d98a80ac req-18f456f7-1866-46ec-a020-ac93fb5889b7 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:14.778289 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dcde0305-aed5-4a44-9195-ab49d98a80ac req-18f456f7-1866-46ec-a020-ac93fb5889b7 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 945 time: 0.3894615 May 03 22:41:14.778289 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-481c108d-d119-483c-b66e-a1f6c4db53e8 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9834523 May 03 22:41:14.786668 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47520) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:41:14.792557 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-704f44c8-5ac8-495c-bc66-b888a6bf55e1 admin admin] Request body: {'subnet': {'network_id': '3447ec37-3982-4d19-88a9-e296027f90a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-484815623-subnet', 'tenant_id': '07f7b519265346608174cafca790a124', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:41:14.813878 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-704f44c8-5ac8-495c-bc66-b888a6bf55e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:41:14.813878 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-704f44c8-5ac8-495c-bc66-b888a6bf55e1 admin admin] Usage tracker for resource:subnet and tenant:07f7b519265346608174cafca790a124 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:41:14.824725 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-704f44c8-5ac8-495c-bc66-b888a6bf55e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:41:14.835878 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-704f44c8-5ac8-495c-bc66-b888a6bf55e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:41:14.874169 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704f44c8-5ac8-495c-bc66-b888a6bf55e1 admin admin] Made reservation on behalf of 07f7b519265346608174cafca790a124 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:41:14.874169 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-704f44c8-5ac8-495c-bc66-b888a6bf55e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:14.922182 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dcde0305-aed5-4a44-9195-ab49d98a80ac req-5b9b8f1a-952a-4d36-81eb-31e62599e78d tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480205 May 03 22:41:15.417903 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-704f44c8-5ac8-495c-bc66-b888a6bf55e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:15.490790 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad51e6-c01a-448a-8871-f9cf6eb9ab54 req-1aa1240a-5968-4836-9bff-fc8414415986 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:15.502974 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d2ad51e6-c01a-448a-8871-f9cf6eb9ab54 req-1aa1240a-5968-4836-9bff-fc8414415986 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 945 time: 0.2450686 May 03 22:41:15.661281 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d2ad51e6-c01a-448a-8871-f9cf6eb9ab54 req-f27e4df1-abd3-46ce-b2fb-5c689350fe0d tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527967 May 03 22:41:15.819934 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f44c8-5ac8-495c-bc66-b888a6bf55e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5c50d9d-c526-4e5a-813d-10937c3b2804,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:15.871910 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704f44c8-5ac8-495c-bc66-b888a6bf55e1 admin admin] Checking segment: {'id': '5f07acb1-8990-460f-9ed1-6ed50d2566a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '3447ec37-3982-4d19-88a9-e296027f90a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:41:15.872945 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704f44c8-5ac8-495c-bc66-b888a6bf55e1 admin admin] Network hostable DHCP agents. Network: 3447ec37-3982-4d19-88a9-e296027f90a8, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:41:15.929453 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704f44c8-5ac8-495c-bc66-b888a6bf55e1 admin admin] Network 3447ec37-3982-4d19-88a9-e296027f90a8 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:41:15.947254 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-704f44c8-5ac8-495c-bc66-b888a6bf55e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 3447ec37-3982-4d19-88a9-e296027f90a8) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:41:15.956297 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704f44c8-5ac8-495c-bc66-b888a6bf55e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:15.957179 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-704f44c8-5ac8-495c-bc66-b888a6bf55e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:15.961145 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591e2b39-47a2-4711-bea5-ab330d06d979 None None] Network 3447ec37-3982-4d19-88a9-e296027f90a8 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:41:16.030513 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-704f44c8-5ac8-495c-bc66-b888a6bf55e1 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2488542 May 03 22:41:16.035966 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47558) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:41:16.065259 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2464521-f69b-4a7d-9474-b21c85484514 req-2da95e1c-5667-433a-8cd5-c5278c9378c3 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:16.065259 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b2464521-f69b-4a7d-9474-b21c85484514 req-2da95e1c-5667-433a-8cd5-c5278c9378c3 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.2773952 May 03 22:41:16.090420 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-f21d64bd-e4aa-415a-acde-875866e48770 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-484815623-router', 'tenant_id': '07f7b519265346608174cafca790a124', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:41:16.134864 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f21d64bd-e4aa-415a-acde-875866e48770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:41:16.140101 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b2464521-f69b-4a7d-9474-b21c85484514 req-6be0cced-a58d-4a4c-ad0e-a0ba61ab1140 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645943 May 03 22:41:16.154422 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f21d64bd-e4aa-415a-acde-875866e48770 admin admin] Usage tracker for resource:router and tenant:07f7b519265346608174cafca790a124 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:41:16.178232 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f21d64bd-e4aa-415a-acde-875866e48770 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:41:16.202127 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f21d64bd-e4aa-415a-acde-875866e48770 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:41:16.257487 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f21d64bd-e4aa-415a-acde-875866e48770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:16.257487 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f21d64bd-e4aa-415a-acde-875866e48770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:16.350649 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f21d64bd-e4aa-415a-acde-875866e48770 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:16.482049 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107a8756-94ba-4549-8a14-0d430bd2c160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-3447ec37-3982-4d19-88a9-e296027f90a8', 'network_id': '3447ec37-3982-4d19-88a9-e296027f90a8', 'tenant_id': '07f7b519265346608174cafca790a124', 'fixed_ips': [{'subnet_id': 'a5c50d9d-c526-4e5a-813d-10937c3b2804'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:41:16.483684 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-107a8756-94ba-4549-8a14-0d430bd2c160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:16.698677 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47568) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:41:16.956108 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8dd64-654b-4775-94a0-52f83ebef69e req-5fc9a6d3-ae50-4ce6-9344-8f3767747c9f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:16.964243 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e0b8dd64-654b-4775-94a0-52f83ebef69e req-5fc9a6d3-ae50-4ce6-9344-8f3767747c9f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 945 time: 0.4717302 May 03 22:41:17.185012 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-107a8756-94ba-4549-8a14-0d430bd2c160 None None] Allocated IP 172.20.0.2 (3447ec37-3982-4d19-88a9-e296027f90a8/a5c50d9d-c526-4e5a-813d-10937c3b2804/1af39270-229d-49df-bbf1-bf2637278c97) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:41:17.221822 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e0b8dd64-654b-4775-94a0-52f83ebef69e req-a0789cdd-a4aa-4cb3-8dbd-d1cc0760cb9f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2538054 May 03 22:41:17.242371 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-21e0cee2-544c-48af-8172-55c77ae7ec22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:17.336542 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-21e0cee2-544c-48af-8172-55c77ae7ec22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:41:17.358844 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-21e0cee2-544c-48af-8172-55c77ae7ec22 admin admin] Usage tracker for resource:security_group_rule and tenant:398c8891a9394db3ab0a7c3c503e19d5 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:41:17.362257 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-21e0cee2-544c-48af-8172-55c77ae7ec22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:41:17.384856 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cb9da-3692-402c-906e-011938dc7652 req-9bb4d1d5-e937-42b4-85e2-858292b2ede4 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:17.386641 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c23cb9da-3692-402c-906e-011938dc7652 req-9bb4d1d5-e937-42b4-85e2-858292b2ede4 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 945 time: 0.4863358 May 03 22:41:17.391083 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-21e0cee2-544c-48af-8172-55c77ae7ec22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:41:17.428049 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f21d64bd-e4aa-415a-acde-875866e48770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:17.749020 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c23cb9da-3692-402c-906e-011938dc7652 req-944d8149-056a-4e16-a7be-dceea2efd9e7 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad137d59-bcb9-4c33-a4bf-4845bca5bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3402927 May 03 22:41:17.904855 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-107a8756-94ba-4549-8a14-0d430bd2c160 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:17.936807 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-107a8756-94ba-4549-8a14-0d430bd2c160 None None] Transition to ACTIVE for port object 1af39270-229d-49df-bbf1-bf2637278c97 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:41:17.948829 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de63b2-d2b1-4c20-b8b9-3062f09af54a req-2961f6d1-8f33-4e71-8d9c-19ca9ac3ba95 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:17.958388 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-02de63b2-d2b1-4c20-b8b9-3062f09af54a req-2961f6d1-8f33-4e71-8d9c-19ca9ac3ba95 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 945 time: 0.5157759 May 03 22:41:17.981558 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-107a8756-94ba-4549-8a14-0d430bd2c160 None None] Transition to ACTIVE for port object 1af39270-229d-49df-bbf1-bf2637278c97 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:41:17.987923 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 90386d36-c44d-4064-8a75-f7c49c1009ba details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:41:18.238219 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-21e0cee2-544c-48af-8172-55c77ae7ec22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:18.272667 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-02de63b2-d2b1-4c20-b8b9-3062f09af54a req-55adb53e-81f4-48ac-8cae-f9475c7fcb65 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995462 May 03 22:41:18.284808 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-21e0cee2-544c-48af-8172-55c77ae7ec22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:18.395922 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 90386d36-c44d-4064-8a75-f7c49c1009ba, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=90386d36-c44d-4064-8a75-f7c49c1009ba,segment=NetworkSegment(a7668370-475d-4918-bbba-2675de080411),segment_id=a7668370-475d-4918-bbba-2675de080411)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:41:18.438466 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '90386d36-c44d-4064-8a75-f7c49c1009ba', 'network_id': 'ebc571f4-7c6c-4734-8444-6a7a06a14e80', 'port_id': '90386d36-c44d-4064-8a75-f7c49c1009ba', 'mac_address': 'fa:16:3e:61:ae:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe269a99-0a61-49f3-84a1-e1479dc44f08', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:41:18.440481 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-107a8756-94ba-4549-8a14-0d430bd2c160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:18.485685 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-21e0cee2-544c-48af-8172-55c77ae7ec22 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=398c8891a9394db3ab0a7c3c503e19d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7937596 May 03 22:41:18.494359 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47608) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:41:18.521779 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f21d64bd-e4aa-415a-acde-875866e48770 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:18.599046 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f21d64bd-e4aa-415a-acde-875866e48770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:18.701291 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:18.778912 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107a8756-94ba-4549-8a14-0d430bd2c160 None None] Network 3447ec37-3982-4d19-88a9-e296027f90a8 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:41:18.782908 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-107a8756-94ba-4549-8a14-0d430bd2c160 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:41:18.796407 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90386d36-c44d-4064-8a75-f7c49c1009ba {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:41:18.800707 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0cee2-544c-48af-8172-55c77ae7ec22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2be47d-8d4d-499a-b24f-056e6aefca24,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:18.847122 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 90386d36-c44d-4064-8a75-f7c49c1009ba, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=90386d36-c44d-4064-8a75-f7c49c1009ba,segment=NetworkSegment(a7668370-475d-4918-bbba-2675de080411),segment_id=a7668370-475d-4918-bbba-2675de080411)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:41:18.850306 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107a8756-94ba-4549-8a14-0d430bd2c160 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:41:18.880835 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:18.914137 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269972ac-ea77-4f32-97b8-e785e2bbb50f req-4b8006dc-94aa-455f-a20a-19890d33e608 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:18.951924 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-f21d64bd-e4aa-415a-acde-875866e48770 admin admin] Allocated IP 172.25.2.85 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/e5feb733-ec21-4d14-a76c-3b9fc2d95650) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:41:18.964854 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-269972ac-ea77-4f32-97b8-e785e2bbb50f req-4b8006dc-94aa-455f-a20a-19890d33e608 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.9340215 May 03 22:41:19.043342 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a8756-94ba-4549-8a14-0d430bd2c160 None None] Pushing event updated for resources: {'Port': ['ID=1af39270-229d-49df-bbf1-bf2637278c97,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:19.134783 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['90386d36-c44d-4064-8a75-f7c49c1009ba'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:41:19.158514 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-269972ac-ea77-4f32-97b8-e785e2bbb50f req-91ea05f9-3d06-4d4f-b6f9-ac1170db26ba tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977773 May 03 22:41:19.162757 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7926ccff-0e3a-4935-b0ea-6df24ca24e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:19.254335 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4536186-df96-4be3-ac29-cb4fc07d00f3 req-1e9dac1f-9930-4055-aa75-e488b93c997f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:19.261354 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e4536186-df96-4be3-ac29-cb4fc07d00f3 req-1e9dac1f-9930-4055-aa75-e488b93c997f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 945 time: 0.6057682 May 03 22:41:19.309482 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f21d64bd-e4aa-415a-acde-875866e48770 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:19.347748 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7926ccff-0e3a-4935-b0ea-6df24ca24e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:19.375915 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f21d64bd-e4aa-415a-acde-875866e48770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:19.392025 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-107a8756-94ba-4549-8a14-0d430bd2c160 None None] Attempting to bind port 1af39270-229d-49df-bbf1-bf2637278c97 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:41:19.394373 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-107a8756-94ba-4549-8a14-0d430bd2c160 None None] Attempting to bind port 1af39270-229d-49df-bbf1-bf2637278c97 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '5f07acb1-8990-460f-9ed1-6ed50d2566a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '3447ec37-3982-4d19-88a9-e296027f90a8'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:41:19.394902 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107a8756-94ba-4549-8a14-0d430bd2c160 None None] Attempting to bind port 1af39270-229d-49df-bbf1-bf2637278c97 on network 3447ec37-3982-4d19-88a9-e296027f90a8 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:41:19.412107 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107a8756-94ba-4549-8a14-0d430bd2c160 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:41:19.412821 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107a8756-94ba-4549-8a14-0d430bd2c160 None None] Checking segment: {'id': '5f07acb1-8990-460f-9ed1-6ed50d2566a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '3447ec37-3982-4d19-88a9-e296027f90a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:41:19.414532 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-107a8756-94ba-4549-8a14-0d430bd2c160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:19.415615 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107a8756-94ba-4549-8a14-0d430bd2c160 None None] Bound using segment: {'id': '5f07acb1-8990-460f-9ed1-6ed50d2566a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '3447ec37-3982-4d19-88a9-e296027f90a8'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:41:19.418560 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-107a8756-94ba-4549-8a14-0d430bd2c160 None None] Bound port: 1af39270-229d-49df-bbf1-bf2637278c97, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f07acb1-8990-460f-9ed1-6ed50d2566a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '3447ec37-3982-4d19-88a9-e296027f90a8'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:41:19.419356 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-107a8756-94ba-4549-8a14-0d430bd2c160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:19.565783 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21d64bd-e4aa-415a-acde-875866e48770 admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:41:19.607280 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-f21d64bd-e4aa-415a-acde-875866e48770 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:41:19.619789 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21d64bd-e4aa-415a-acde-875866e48770 admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:41:19.626741 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=90386d36-c44d-4064-8a75-f7c49c1009ba,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:19.673317 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7926ccff-0e3a-4935-b0ea-6df24ca24e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:19.744721 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e4536186-df96-4be3-ac29-cb4fc07d00f3 req-4adfc049-8570-4fca-b2c5-b9106ba8c97d tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4821863 May 03 22:41:19.756180 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7926ccff-0e3a-4935-b0ea-6df24ca24e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2be47d-8d4d-499a-b24f-056e6aefca24,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:19.766564 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7926ccff-0e3a-4935-b0ea-6df24ca24e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:19.772727 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7926ccff-0e3a-4935-b0ea-6df24ca24e5c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9b2be47d-8d4d-499a-b24f-056e6aefca24 HTTP/1.1" status: 204 len: 168 time: 1.2745984 May 03 22:41:19.804299 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d64bd-e4aa-415a-acde-875866e48770 admin admin] Pushing event updated for resources: {'Port': ['ID=e5feb733-ec21-4d14-a76c-3b9fc2d95650,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:19.825101 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-107a8756-94ba-4549-8a14-0d430bd2c160 None None] For port 1af39270-229d-49df-bbf1-bf2637278c97, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:41:19.837949 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-107a8756-94ba-4549-8a14-0d430bd2c160 None None] For port 1af39270-229d-49df-bbf1-bf2637278c97, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=1af39270-229d-49df-bbf1-bf2637278c97,segment=NetworkSegment(5f07acb1-8990-460f-9ed1-6ed50d2566a9),segment_id=5f07acb1-8990-460f-9ed1-6ed50d2566a9)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:41:19.849691 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-107a8756-94ba-4549-8a14-0d430bd2c160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:19.927417 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf067d6-b527-43f3-90bf-3a07deb49ccd req-649b6dcf-d702-414b-8b37-b74f3a1ae877 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:19.929039 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4cf067d6-b527-43f3-90bf-3a07deb49ccd req-649b6dcf-d702-414b-8b37-b74f3a1ae877 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 945 time: 0.4360363 May 03 22:41:20.408989 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a8756-94ba-4549-8a14-0d430bd2c160 None None] Pushing event updated for resources: {'Port': ['ID=1af39270-229d-49df-bbf1-bf2637278c97,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:20.451042 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4cf067d6-b527-43f3-90bf-3a07deb49ccd req-63a41bf8-3b38-453a-82bc-3f928e149cdd tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad137d59-bcb9-4c33-a4bf-4845bca5bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5154445 May 03 22:41:20.638988 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47660) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:41:20.674562 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dada0e0-7e90-4929-b144-edec481fa001 req-9110cfb8-be37-4454-9d64-c183443e0b81 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:20.683582 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9dada0e0-7e90-4929-b144-edec481fa001 req-9110cfb8-be37-4454-9d64-c183443e0b81 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 945 time: 0.6275289 May 03 22:41:20.831834 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a07aaa9f-8b56-446e-be69-0a56ec1377f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:20.922922 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a07aaa9f-8b56-446e-be69-0a56ec1377f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:41:20.927762 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9dada0e0-7e90-4929-b144-edec481fa001 req-f6d0256d-0d3c-40e5-aac3-41d11f6471ed tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329991 May 03 22:41:20.958529 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a07aaa9f-8b56-446e-be69-0a56ec1377f9 admin admin] Usage tracker for resource:security_group_rule and tenant:52a595739e2e414697a70f4644dd3f68 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:41:20.985142 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a07aaa9f-8b56-446e-be69-0a56ec1377f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:41:20.993124 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a07aaa9f-8b56-446e-be69-0a56ec1377f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:41:21.124021 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7a23a-09f5-43b8-bfbc-815fbf8e580f req-479a4dfe-b1d7-4e31-a556-1110b904402f tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:21.125586 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61e7a23a-09f5-43b8-bfbc-815fbf8e580f req-479a4dfe-b1d7-4e31-a556-1110b904402f tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 944 time: 0.2709334 May 03 22:41:21.130289 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f21d64bd-e4aa-415a-acde-875866e48770 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:21.276080 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61e7a23a-09f5-43b8-bfbc-815fbf8e580f req-5be822af-bc33-49f8-81f0-44cc2d46a984 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345086 May 03 22:41:21.412247 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 1af39270-229d-49df-bbf1-bf2637278c97 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:41:21.449763 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a07aaa9f-8b56-446e-be69-0a56ec1377f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:21.468132 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a07aaa9f-8b56-446e-be69-0a56ec1377f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:21.612310 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07aaa9f-8b56-446e-be69-0a56ec1377f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728e53b5-891a-4f95-8db0-003a2863a8d4,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:21.655380 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 90386d36-c44d-4064-8a75-f7c49c1009ba up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:41:21.745503 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a07aaa9f-8b56-446e-be69-0a56ec1377f9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=52a595739e2e414697a70f4644dd3f68&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0493956 May 03 22:41:21.749464 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47678) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:41:21.783996 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24668ff9-6e3c-42cc-82a1-75243091acf8 req-ef2843b1-3cc3-4bea-b0db-5a94fc03d951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:21.784219 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956a1f4-82dd-4ff5-8690-2514b6db96ff req-2ee046f4-8b40-4d56-b2a8-81b3e6868ed1 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:21.785508 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-24668ff9-6e3c-42cc-82a1-75243091acf8 req-ef2843b1-3cc3-4bea-b0db-5a94fc03d951 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbfe6bca3b264cd880fbd33ea61935c3&device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 1095 time: 1.3847971 May 03 22:41:21.814125 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c956a1f4-82dd-4ff5-8690-2514b6db96ff req-2ee046f4-8b40-4d56-b2a8-81b3e6868ed1 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 945 time: 0.6140819 May 03 22:41:21.984546 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 1af39270-229d-49df-bbf1-bf2637278c97 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:41:22.024224 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 90386d36-c44d-4064-8a75-f7c49c1009ba triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:41:22.026493 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:22.107611 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c956a1f4-82dd-4ff5-8690-2514b6db96ff req-c5d3ab90-8a0b-4048-bb49-3e7f1ad0798e tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2920525 May 03 22:41:22.183167 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7b5a1-d6a2-4156-a90d-68714b6ecd84 req-3092cb95-7024-4ef9-b7f8-04f3c813b125 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:22.211375 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aea7b5a1-d6a2-4156-a90d-68714b6ecd84 req-3092cb95-7024-4ef9-b7f8-04f3c813b125 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 945 time: 0.2808523 May 03 22:41:22.334539 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aea7b5a1-d6a2-4156-a90d-68714b6ecd84 req-1cfd6c85-3a6a-440c-80b3-ce5dad33cadd tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad137d59-bcb9-4c33-a4bf-4845bca5bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220059 May 03 22:41:22.525529 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:22.619647 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efcc1af-1c0f-43bc-8342-97d04f5ad640 None None] Network 3447ec37-3982-4d19-88a9-e296027f90a8 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:41:22.927901 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9231de4-cbff-48e4-a94a-a7666ed601f1 req-c995ebc6-be34-4203-a7af-eeec06bdcd5f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:22.944038 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d9231de4-cbff-48e4-a94a-a7666ed601f1 req-c995ebc6-be34-4203-a7af-eeec06bdcd5f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 945 time: 0.4354939 May 03 22:41:23.008242 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc295f-053e-4c73-b967-6cced85d7da0 req-a15bdfdd-9b6e-49bd-b298-98b02e7985f1 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:23.015616 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b8fc295f-053e-4c73-b967-6cced85d7da0 req-a15bdfdd-9b6e-49bd-b298-98b02e7985f1 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 944 time: 0.3299217 May 03 22:41:23.047076 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24668ff9-6e3c-42cc-82a1-75243091acf8 req-99312cd6-ef37-4e63-bc8f-35ffa487075b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:23.050309 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-24668ff9-6e3c-42cc-82a1-75243091acf8 req-99312cd6-ef37-4e63-bc8f-35ffa487075b service neutron] 10.222.0.60 "GET /v2.0/networks?id=ebc571f4-7c6c-4734-8444-6a7a06a14e80 HTTP/1.1" status: 200 len: 915 time: 1.2412729 May 03 22:41:23.125019 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b8fc295f-053e-4c73-b967-6cced85d7da0 req-2dd30f11-00d5-48d8-805b-1a5b5be0ca28 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080091 May 03 22:41:23.145771 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2670065-5cb6-4b96-9177-8c54aba32e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90386d36-c44d-4064-8a75-f7c49c1009ba'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:41:23.161699 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d9231de4-cbff-48e4-a94a-a7666ed601f1 req-3eca7d7f-4739-49fa-9649-4fdb169ca7d2 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160411 May 03 22:41:23.231009 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 90386d36-c44d-4064-8a75-f7c49c1009ba, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=90386d36-c44d-4064-8a75-f7c49c1009ba,segment=NetworkSegment(a7668370-475d-4918-bbba-2675de080411),segment_id=a7668370-475d-4918-bbba-2675de080411)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:41:23.326259 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7102767-286c-4499-bd28-0f9aab1c9956'] response: {'server_uuid': 'd2670065-5cb6-4b96-9177-8c54aba32e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90386d36-c44d-4064-8a75-f7c49c1009ba', 'code': 200} May 03 22:41:23.363009 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:23.562627 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208b91c-12fa-43fb-aa81-080b2e99f2b4 req-39523040-ced5-4863-a921-2739f4da5933 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:23.569044 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6208b91c-12fa-43fb-aa81-080b2e99f2b4 req-39523040-ced5-4863-a921-2739f4da5933 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 945 time: 0.1603880 May 03 22:41:23.581837 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1a93117f-3f83-44d0-b9eb-dea9f22cc2de None None] Provisioning for port 1af39270-229d-49df-bbf1-bf2637278c97 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:41:23.599820 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1a93117f-3f83-44d0-b9eb-dea9f22cc2de None None] Provisioning complete for port 1af39270-229d-49df-bbf1-bf2637278c97 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:41:23.600417 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1a93117f-3f83-44d0-b9eb-dea9f22cc2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:23.661829 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-24668ff9-6e3c-42cc-82a1-75243091acf8 req-0a3c8609-f12f-426c-8c69-fcc310c1eb5f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90386d36-c44d-4064-8a75-f7c49c1009ba HTTP/1.1" status: 200 len: 217 time: 0.3913140 May 03 22:41:23.714311 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-44b27a66-23da-4906-a3c2-e742f792c763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:23.739266 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device b80e2b39-f5a9-4b08-b2fa-22daa4ff1473 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:41:23.812542 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f21d64bd-e4aa-415a-acde-875866e48770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:23.890954 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6208b91c-12fa-43fb-aa81-080b2e99f2b4 req-9e72f3db-c138-43ce-8fdd-ca79085242c8 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3166361 May 03 22:41:23.959943 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24668ff9-6e3c-42cc-82a1-75243091acf8 req-db738806-3cbf-452c-b0e7-d9b66ddd7ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:23.960568 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=90386d36-c44d-4064-8a75-f7c49c1009ba,revision_number=7']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:23.967285 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-24668ff9-6e3c-42cc-82a1-75243091acf8 req-db738806-3cbf-452c-b0e7-d9b66ddd7ada service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe269a99-0a61-49f3-84a1-e1479dc44f08 HTTP/1.1" status: 200 len: 854 time: 0.1486418 May 03 22:41:23.997670 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6da8a-bc02-4515-80a4-da5cbe9b69b2 req-fc2dc928-dcb9-465a-a241-e83dd94a2ce4 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:24.010797 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-91c6da8a-bc02-4515-80a4-da5cbe9b69b2 req-fc2dc928-dcb9-465a-a241-e83dd94a2ce4 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 945 time: 0.3421857 May 03 22:41:24.130966 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-494174dc-3d37-4115-b5cd-ead2873734e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:24.152916 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-91c6da8a-bc02-4515-80a4-da5cbe9b69b2 req-6aba627c-3512-4e8f-9a40-a1062388b8b1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad137d59-bcb9-4c33-a4bf-4845bca5bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410356 May 03 22:41:24.164302 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port b80e2b39-f5a9-4b08-b2fa-22daa4ff1473, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=b80e2b39-f5a9-4b08-b2fa-22daa4ff1473,segment=NetworkSegment(b38726d5-324d-4465-9fc5-454afd2d45a2),segment_id=b38726d5-324d-4465-9fc5-454afd2d45a2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:41:24.174509 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1a93117f-3f83-44d0-b9eb-dea9f22cc2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:24.220664 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': 'b80e2b39-f5a9-4b08-b2fa-22daa4ff1473', 'network_id': 'f484e0b5-7091-4031-9307-0c51512cbb0f', 'port_id': 'b80e2b39-f5a9-4b08-b2fa-22daa4ff1473', 'mac_address': 'fa:16:3e:fb:7c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d2886a-36ca-4181-9979-2ff50bdb7ad7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:41:24.473738 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:24.519593 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b80e2b39-f5a9-4b08-b2fa-22daa4ff1473 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:41:24.558939 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-1a93117f-3f83-44d0-b9eb-dea9f22cc2de None None] For port 1af39270-229d-49df-bbf1-bf2637278c97, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=1af39270-229d-49df-bbf1-bf2637278c97,segment=NetworkSegment(5f07acb1-8990-460f-9ed1-6ed50d2566a9),segment_id=5f07acb1-8990-460f-9ed1-6ed50d2566a9)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:41:24.564647 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:24.593933 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1a93117f-3f83-44d0-b9eb-dea9f22cc2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:24.634422 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-24668ff9-6e3c-42cc-82a1-75243091acf8 req-13ce9049-e303-43ef-a8b4-7245895d2291 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ebc571f4-7c6c-4734-8444-6a7a06a14e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5245261 May 03 22:41:24.823198 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port b80e2b39-f5a9-4b08-b2fa-22daa4ff1473, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=b80e2b39-f5a9-4b08-b2fa-22daa4ff1473,segment=NetworkSegment(b38726d5-324d-4465-9fc5-454afd2d45a2),segment_id=b38726d5-324d-4465-9fc5-454afd2d45a2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:41:24.869065 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:24.919801 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9e7bc-0970-4de3-8641-0b538edb267b req-7e327bdf-daf8-4a94-b434-e9d1537144f0 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:24.929045 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a93117f-3f83-44d0-b9eb-dea9f22cc2de None None] Pushing event updated for resources: {'Port': ['ID=1af39270-229d-49df-bbf1-bf2637278c97,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:24.930117 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a2d9e7bc-0970-4de3-8641-0b538edb267b req-7e327bdf-daf8-4a94-b434-e9d1537144f0 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 945 time: 0.5279624 May 03 22:41:25.127243 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1cd89ec5-3073-4b2b-ab0d-0929ca0b5259 None None] Provisioning complete for port 1af39270-229d-49df-bbf1-bf2637278c97 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:41:25.137659 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1cd89ec5-3073-4b2b-ab0d-0929ca0b5259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:25.204061 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a2d9e7bc-0970-4de3-8641-0b538edb267b req-7a897393-4eff-4972-95bd-f5358405d992 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687967 May 03 22:41:25.268256 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['b80e2b39-f5a9-4b08-b2fa-22daa4ff1473'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:41:25.312413 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a576062-6c36-4d1b-9a95-5b0e853e21c4 req-a55c4e9a-a90c-41b0-9906-a017610a9f66 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:25.319152 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6a576062-6c36-4d1b-9a95-5b0e853e21c4 req-a55c4e9a-a90c-41b0-9906-a017610a9f66 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.7411580 May 03 22:41:25.450581 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6a576062-6c36-4d1b-9a95-5b0e853e21c4 req-9b2ca15c-2b0f-42aa-8d21-69681333273b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241484 May 03 22:41:25.476978 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-494174dc-3d37-4115-b5cd-ead2873734e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:25.506896 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 1af39270-229d-49df-bbf1-bf2637278c97 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:41:25.626244 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-494174dc-3d37-4115-b5cd-ead2873734e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:25.695836 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-46a0cdcc-e977-46d0-a330-6c53e446deae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:25.713436 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494174dc-3d37-4115-b5cd-ead2873734e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728e53b5-891a-4f95-8db0-003a2863a8d4,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:25.828262 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-24668ff9-6e3c-42cc-82a1-75243091acf8 req-eb7d4055-a353-4384-b766-e3f29aa82015 service neutron] 10.222.0.60 "GET /v2.0/networks/ebc571f4-7c6c-4734-8444-6a7a06a14e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9736729 May 03 22:41:25.962380 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=b80e2b39-f5a9-4b08-b2fa-22daa4ff1473,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:26.000459 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1be111-e6ab-464f-ba50-d506a42f2f90 req-9d485d2a-41bc-4919-b173-7d26547eb620 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:26.014276 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-de1be111-e6ab-464f-ba50-d506a42f2f90 req-9d485d2a-41bc-4919-b173-7d26547eb620 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 945 time: 0.4620993 May 03 22:41:26.144792 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-24668ff9-6e3c-42cc-82a1-75243091acf8 req-7389742a-dc8c-4597-b84e-57edaf653444 service neutron] 10.222.0.60 "GET /v2.0/networks/ebc571f4-7c6c-4734-8444-6a7a06a14e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037729 May 03 22:41:26.167224 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-494174dc-3d37-4115-b5cd-ead2873734e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:26.185512 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-de1be111-e6ab-464f-ba50-d506a42f2f90 req-6f02fb15-168d-4b30-90f1-8198cf1781b0 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701167 May 03 22:41:26.209768 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-494174dc-3d37-4115-b5cd-ead2873734e8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/728e53b5-891a-4f95-8db0-003a2863a8d4 HTTP/1.1" status: 204 len: 168 time: 4.4241323 May 03 22:41:26.263189 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a2afa-ee42-4ad4-a53e-8406f0936bfc req-16a259ac-ca98-4178-ac80-f2d52742cfd6 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:26.275313 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5f7a2afa-ee42-4ad4-a53e-8406f0936bfc req-16a259ac-ca98-4178-ac80-f2d52742cfd6 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 945 time: 0.4394727 May 03 22:41:26.337492 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21d64bd-e4aa-415a-acde-875866e48770 admin admin] Router f5250d25-7f31-414b-8a2c-77b6e98a0de7 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:41:26.366923 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5f7a2afa-ee42-4ad4-a53e-8406f0936bfc req-0ad2ec18-c78a-4fa5-b757-4c9d7f28d515 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad137d59-bcb9-4c33-a4bf-4845bca5bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860593 May 03 22:41:26.378895 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 1af39270-229d-49df-bbf1-bf2637278c97 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:41:26.381333 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:26.800233 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:26.829707 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:26.859582 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c499e-5a32-47d0-93a8-65bbd487662e req-3fb1b8cc-c4f0-4b8d-9587-e7c2eb89122a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:26.861407 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f0c499e-5a32-47d0-93a8-65bbd487662e req-3fb1b8cc-c4f0-4b8d-9587-e7c2eb89122a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 944 time: 0.3180027 May 03 22:41:27.116447 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f0c499e-5a32-47d0-93a8-65bbd487662e req-ea57e2e2-e3e1-4536-84d5-f37adc1b732e tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459581 May 03 22:41:27.157631 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21d64bd-e4aa-415a-acde-875866e48770 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:41:27.178795 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3de720-2e7b-4161-b5b0-7ac206924fcd None None] Sync routers for ids ['f5250d25-7f31-414b-8a2c-77b6e98a0de7'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:41:27.203548 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3de720-2e7b-4161-b5b0-7ac206924fcd None None] Routers {'f5250d25-7f31-414b-8a2c-77b6e98a0de7'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:41:27.204233 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-eb3de720-2e7b-4161-b5b0-7ac206924fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:41:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['f5250d25-7f31-414b-8a2c-77b6e98a0de7'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:41:27.245455 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f21d64bd-e4aa-415a-acde-875866e48770 admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:27.250154 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47798) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:41:27.251457 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f21d64bd-e4aa-415a-acde-875866e48770 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 11.2101398 May 03 22:41:27.449560 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-eb3de720-2e7b-4161-b5b0-7ac206924fcd None None] Set router f5250d25-7f31-414b-8a2c-77b6e98a0de7 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:41:27.521294 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0fba2-47fd-464e-ab07-a008bef8b846 req-57c75039-3c2b-416c-8b7c-a41edae21e05 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:27.552703 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6ba0fba2-47fd-464e-ab07-a008bef8b846 req-57c75039-3c2b-416c-8b7c-a41edae21e05 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.7578709 May 03 22:41:27.595192 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47804) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:41:27.630609 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:27.656744 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-43b2cbd9-726e-4111-9582-b16c24033b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:27.717943 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-43b2cbd9-726e-4111-9582-b16c24033b22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:41:27.739079 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-43b2cbd9-726e-4111-9582-b16c24033b22 admin admin] Usage tracker for resource:security_group_rule and tenant:5e483f4d998e41c19f92c5a9e19f793d is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:41:27.750847 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-43b2cbd9-726e-4111-9582-b16c24033b22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:41:27.768360 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-43b2cbd9-726e-4111-9582-b16c24033b22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:41:27.788120 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device b80e2b39-f5a9-4b08-b2fa-22daa4ff1473 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:41:27.950532 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-43b2cbd9-726e-4111-9582-b16c24033b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:27.968892 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-43b2cbd9-726e-4111-9582-b16c24033b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:28.087516 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:28.218006 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-43b2cbd9-726e-4111-9582-b16c24033b22 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5e483f4d998e41c19f92c5a9e19f793d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6215830 May 03 22:41:28.218743 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2cbd9-726e-4111-9582-b16c24033b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd7bef5-7029-4995-86b3-f74267539fb0,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:28.231438 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47822) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:41:28.325547 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port b80e2b39-f5a9-4b08-b2fa-22daa4ff1473 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:41:28.328573 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:28.391767 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6ba0fba2-47fd-464e-ab07-a008bef8b846 req-afb07f66-2930-4893-813d-b24429fc5953 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8359818 May 03 22:41:28.395822 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-daa77922-53b8-4085-9069-69427fa8fb7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:28.521419 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-daa77922-53b8-4085-9069-69427fa8fb7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:28.618427 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-eb3de720-2e7b-4161-b5b0-7ac206924fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'name': 'tempest-TaggedBootDevicesTest_v242-484815623-router', 'tenant_id': '07f7b519265346608174cafca790a124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e5feb733-ec21-4d14-a76c-3b9fc2d95650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:41:16Z', 'updated_at': '2022-05-03T22:41:20Z', 'revision_number': 3, 'project_id': '07f7b519265346608174cafca790a124', 'gw_port': {'id': 'e5feb733-ec21-4d14-a76c-3b9fc2d95650', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:41:18Z', 'updated_at': '2022-05-03T22:41:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:41:28.631555 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3de720-2e7b-4161-b5b0-7ac206924fcd None None] Checking router: f5250d25-7f31-414b-8a2c-77b6e98a0de7 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:41:28.635661 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3de720-2e7b-4161-b5b0-7ac206924fcd None None] Updating router f5250d25-7f31-414b-8a2c-77b6e98a0de7 port e5feb733-ec21-4d14-a76c-3b9fc2d95650 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:41:28.653651 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-daa77922-53b8-4085-9069-69427fa8fb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:28.687101 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-daa77922-53b8-4085-9069-69427fa8fb7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:28.695981 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-daa77922-53b8-4085-9069-69427fa8fb7b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0bd7bef5-7029-4995-86b3-f74267539fb0 HTTP/1.1" status: 204 len: 168 time: 0.4607885 May 03 22:41:28.695981 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa77922-53b8-4085-9069-69427fa8fb7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd7bef5-7029-4995-86b3-f74267539fb0,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:28.834234 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eb3de720-2e7b-4161-b5b0-7ac206924fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:29.272255 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453163d1-0f9e-4a7f-b09c-4526737fc630 req-43ee283a-969a-414f-9948-6a71f7c30f3b tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:29.273819 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-453163d1-0f9e-4a7f-b09c-4526737fc630 req-43ee283a-969a-414f-9948-6a71f7c30f3b tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 945 time: 1.6388614 May 03 22:41:29.449179 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-453163d1-0f9e-4a7f-b09c-4526737fc630 req-2a9796ae-227f-4559-a6e9-c1d7bf62b4e0 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593018 May 03 22:41:29.614036 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eb3de720-2e7b-4161-b5b0-7ac206924fcd None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:29.658853 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-eb3de720-2e7b-4161-b5b0-7ac206924fcd None None] Transition to ACTIVE for port object e5feb733-ec21-4d14-a76c-3b9fc2d95650 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:41:29.699455 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eb3de720-2e7b-4161-b5b0-7ac206924fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:29.815866 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf0638-f98f-4d8e-8891-3ab476ae87f6 req-41ff2481-9068-4916-a4c2-9a6e3773d46a tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:29.825344 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-12bf0638-f98f-4d8e-8891-3ab476ae87f6 req-41ff2481-9068-4916-a4c2-9a6e3773d46a tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 945 time: 0.8207080 May 03 22:41:29.915447 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:29.964288 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-12bf0638-f98f-4d8e-8891-3ab476ae87f6 req-e9bea6dd-3f8a-4cbd-88a8-8d0bc5367ef2 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad137d59-bcb9-4c33-a4bf-4845bca5bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376171 May 03 22:41:30.097083 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-eb3de720-2e7b-4161-b5b0-7ac206924fcd None None] Attempting to bind port e5feb733-ec21-4d14-a76c-3b9fc2d95650 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:41:30.102036 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-eb3de720-2e7b-4161-b5b0-7ac206924fcd None None] Attempting to bind port e5feb733-ec21-4d14-a76c-3b9fc2d95650 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:41:30.105082 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3de720-2e7b-4161-b5b0-7ac206924fcd None None] Attempting to bind port e5feb733-ec21-4d14-a76c-3b9fc2d95650 on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:41:30.126411 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3de720-2e7b-4161-b5b0-7ac206924fcd None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:41:30.139134 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3de720-2e7b-4161-b5b0-7ac206924fcd None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:41:30.139784 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eb3de720-2e7b-4161-b5b0-7ac206924fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:30.141387 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3de720-2e7b-4161-b5b0-7ac206924fcd None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:41:30.143046 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-eb3de720-2e7b-4161-b5b0-7ac206924fcd None None] Bound port: e5feb733-ec21-4d14-a76c-3b9fc2d95650, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:41:30.143560 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eb3de720-2e7b-4161-b5b0-7ac206924fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:30.288262 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b66f9-15ba-4229-be39-9f9713f82e3b None None] Pushing event updated for resources: {'Port': ['ID=e5feb733-ec21-4d14-a76c-3b9fc2d95650,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:30.401178 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4adc19c2-471d-47ac-951e-3e4ebce0b8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80e2b39-f5a9-4b08-b2fa-22daa4ff1473'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:41:30.498608 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24cc83-8291-4e85-bea0-d073dd462f0e req-dd159961-3fb3-48e2-8e4c-b5aa102999ec tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:30.508238 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4a24cc83-8291-4e85-bea0-d073dd462f0e req-dd159961-3fb3-48e2-8e4c-b5aa102999ec tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.2601695 May 03 22:41:30.525799 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port b80e2b39-f5a9-4b08-b2fa-22daa4ff1473, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=b80e2b39-f5a9-4b08-b2fa-22daa4ff1473,segment=NetworkSegment(b38726d5-324d-4465-9fc5-454afd2d45a2),segment_id=b38726d5-324d-4465-9fc5-454afd2d45a2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:41:30.548730 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:30.620635 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35a5ef-deee-48e4-ae92-c1dbf6d653f7 req-b8716a03-4109-4b4a-b943-232da8eca240 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:30.627671 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ae35a5ef-deee-48e4-ae92-c1dbf6d653f7 req-b8716a03-4109-4b4a-b943-232da8eca240 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 944 time: 0.6398864 May 03 22:41:30.680208 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4a24cc83-8291-4e85-bea0-d073dd462f0e req-ce40302b-ae4e-4d1d-9982-1028a102361f tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692755 May 03 22:41:30.870198 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ae35a5ef-deee-48e4-ae92-c1dbf6d653f7 req-e17fe571-bab0-4d4b-9906-929c8ab1c6ca tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415459 May 03 22:41:30.948698 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=b80e2b39-f5a9-4b08-b2fa-22daa4ff1473,revision_number=7']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:31.011448 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-eb3de720-2e7b-4161-b5b0-7ac206924fcd None None] For port e5feb733-ec21-4d14-a76c-3b9fc2d95650, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:41:31.028286 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-eb3de720-2e7b-4161-b5b0-7ac206924fcd None None] For port e5feb733-ec21-4d14-a76c-3b9fc2d95650, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=e5feb733-ec21-4d14-a76c-3b9fc2d95650,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:41:31.033936 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3be7572a-2c0e-4843-8c6f-822c4de53a23'] response: {'server_uuid': '4adc19c2-471d-47ac-951e-3e4ebce0b8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80e2b39-f5a9-4b08-b2fa-22daa4ff1473', 'code': 200} May 03 22:41:31.040049 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eb3de720-2e7b-4161-b5b0-7ac206924fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:31.119923 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-79f9d408-e52c-4e79-a748-edda7e0eb61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:31.416037 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3de720-2e7b-4161-b5b0-7ac206924fcd None None] Routers {'f5250d25-7f31-414b-8a2c-77b6e98a0de7'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:41:31.416830 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-eb3de720-2e7b-4161-b5b0-7ac206924fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:41:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['f5250d25-7f31-414b-8a2c-77b6e98a0de7'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:41:31.631180 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9abb05-acbe-4e04-bb50-81c44b80655b req-dcbba849-3f68-432e-809a-28bb3ba758a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:31.650476 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ab9abb05-acbe-4e04-bb50-81c44b80655b req-dcbba849-3f68-432e-809a-28bb3ba758a9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4005ab853daa4dd0a8c6d47cfa1e3258&device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 1096 time: 0.9275146 May 03 22:41:31.903514 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b66f9-15ba-4229-be39-9f9713f82e3b None None] Pushing event updated for resources: {'Port': ['ID=e5feb733-ec21-4d14-a76c-3b9fc2d95650,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:31.989069 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-eb3de720-2e7b-4161-b5b0-7ac206924fcd None None] Set router f5250d25-7f31-414b-8a2c-77b6e98a0de7 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:41:32.030916 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5314f9-494c-42be-9d58-37bf4370e7dd req-217a1614-9e97-4bcf-a031-5dbaf9cbc3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:32.032671 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d5314f9-494c-42be-9d58-37bf4370e7dd req-217a1614-9e97-4bcf-a031-5dbaf9cbc3b2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e561281e65ac44bbb283fb588b1ce5d2&device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 1096 time: 0.3032200 May 03 22:41:32.042362 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9abb05-acbe-4e04-bb50-81c44b80655b req-d99498e6-cd9a-43d0-a44f-bb79f505b774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:32.044195 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ab9abb05-acbe-4e04-bb50-81c44b80655b req-d99498e6-cd9a-43d0-a44f-bb79f505b774 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 HTTP/1.1" status: 200 len: 917 time: 0.3864870 May 03 22:41:32.158763 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-79f9d408-e52c-4e79-a748-edda7e0eb61d admin admin] Allocated IP 172.20.0.1 (3447ec37-3982-4d19-88a9-e296027f90a8/a5c50d9d-c526-4e5a-813d-10937c3b2804/46d79949-2fca-48dc-b6fa-4986fccb5e7b) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:41:32.513404 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5314f9-494c-42be-9d58-37bf4370e7dd req-7d8ca5ac-13bd-4af8-82ba-230b851ddbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:32.514899 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d5314f9-494c-42be-9d58-37bf4370e7dd req-7d8ca5ac-13bd-4af8-82ba-230b851ddbde service neutron] 10.222.0.60 "GET /v2.0/networks?id=52887582-9aaf-461f-9114-9c737d13cefa HTTP/1.1" status: 200 len: 912 time: 0.4749177 May 03 22:41:32.698251 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-79f9d408-e52c-4e79-a748-edda7e0eb61d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:32.742766 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-79f9d408-e52c-4e79-a748-edda7e0eb61d admin admin] Transition to ACTIVE for port object 46d79949-2fca-48dc-b6fa-4986fccb5e7b will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:41:32.809481 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a29487-9054-4985-b8b1-6fea805562c9 req-a1059da4-b387-432f-a980-93e5e00bf72a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:32.830762 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6a29487-9054-4985-b8b1-6fea805562c9 req-a1059da4-b387-432f-a980-93e5e00bf72a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 945 time: 0.9760320 May 03 22:41:32.833287 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-eb3de720-2e7b-4161-b5b0-7ac206924fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'name': 'tempest-TaggedBootDevicesTest_v242-484815623-router', 'tenant_id': '07f7b519265346608174cafca790a124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e5feb733-ec21-4d14-a76c-3b9fc2d95650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:41:16Z', 'updated_at': '2022-05-03T22:41:20Z', 'revision_number': 3, 'project_id': '07f7b519265346608174cafca790a124', 'gw_port': {'id': 'e5feb733-ec21-4d14-a76c-3b9fc2d95650', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:41:18Z', 'updated_at': '2022-05-03T22:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:41:32.855618 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3de720-2e7b-4161-b5b0-7ac206924fcd None None] The sync data for ids ['f5250d25-7f31-414b-8a2c-77b6e98a0de7'] in n-d-811807-1 is: [{'id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'name': 'tempest-TaggedBootDevicesTest_v242-484815623-router', 'tenant_id': '07f7b519265346608174cafca790a124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e5feb733-ec21-4d14-a76c-3b9fc2d95650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:41:16Z', 'updated_at': '2022-05-03T22:41:20Z', 'revision_number': 3, 'project_id': '07f7b519265346608174cafca790a124', 'gw_port': {'id': 'e5feb733-ec21-4d14-a76c-3b9fc2d95650', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:41:18Z', 'updated_at': '2022-05-03T22:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:41:32.857047 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee7887-8da4-4cb0-9525-9f2dbccd5bd0 req-9db2e967-5e4a-41da-8e8b-79ce4415296c tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:32.868187 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0fee7887-8da4-4cb0-9525-9f2dbccd5bd0 req-9db2e967-5e4a-41da-8e8b-79ce4415296c tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 945 time: 1.0142822 May 03 22:41:32.873154 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-79f9d408-e52c-4e79-a748-edda7e0eb61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:32.935704 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ab9abb05-acbe-4e04-bb50-81c44b80655b req-60679135-7a1e-4476-83bf-46f97858a5c6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ae259da-89ce-42c7-81a9-d0aa11f186b8 HTTP/1.1" status: 200 len: 1000 time: 0.5449734 May 03 22:41:33.219517 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9abb05-acbe-4e04-bb50-81c44b80655b req-52482ce3-2d79-46bf-a44f-8df5f302cabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:33.220972 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ab9abb05-acbe-4e04-bb50-81c44b80655b req-52482ce3-2d79-46bf-a44f-8df5f302cabe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=209e1eea-ba5e-419e-9e3d-b3077ecd94a4 HTTP/1.1" status: 200 len: 855 time: 0.2793376 May 03 22:41:33.605465 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d5314f9-494c-42be-9d58-37bf4370e7dd req-e5ef0851-e72f-4124-96ec-f9e447f0866a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5ea950b-4f10-48b9-b674-4596ab8ebe05 HTTP/1.1" status: 200 len: 1001 time: 1.0692105 May 03 22:41:33.626835 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0fee7887-8da4-4cb0-9525-9f2dbccd5bd0 req-b9f6747e-4fc6-4784-bc0a-a047bdc48f2e tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad137d59-bcb9-4c33-a4bf-4845bca5bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7576671 May 03 22:41:33.703297 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 1ae259da-89ce-42c7-81a9-d0aa11f186b8 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:41:33.777601 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f9d408-e52c-4e79-a748-edda7e0eb61d admin admin] Network 3447ec37-3982-4d19-88a9-e296027f90a8 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:41:33.806564 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-79f9d408-e52c-4e79-a748-edda7e0eb61d admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:41:33.822649 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f9d408-e52c-4e79-a748-edda7e0eb61d admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:41:34.016801 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9abb05-acbe-4e04-bb50-81c44b80655b req-a3b69807-dc13-4451-9db7-28f192813dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:34.018273 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ab9abb05-acbe-4e04-bb50-81c44b80655b req-a3b69807-dc13-4451-9db7-28f192813dad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7786095 May 03 22:41:34.041377 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5314f9-494c-42be-9d58-37bf4370e7dd req-f8cdf7ca-0faa-428a-b443-cafb68fbb0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:34.048022 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d5314f9-494c-42be-9d58-37bf4370e7dd req-f8cdf7ca-0faa-428a-b443-cafb68fbb0b0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6f2b7d32-d8f2-456e-bc38-b728e1fe95c7 HTTP/1.1" status: 200 len: 850 time: 0.4249210 May 03 22:41:34.153272 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:34.177870 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9d408-e52c-4e79-a748-edda7e0eb61d admin admin] Pushing event updated for resources: {'Port': ['ID=46d79949-2fca-48dc-b6fa-4986fccb5e7b,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:34.239581 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 1ae259da-89ce-42c7-81a9-d0aa11f186b8, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1ae259da-89ce-42c7-81a9-d0aa11f186b8,segment=NetworkSegment(c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008),segment_id=c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:41:34.243785 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b444de72-b15b-4840-93b2-daf50a537c0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ae259da-89ce-42c7-81a9-d0aa11f186b8'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:41:34.252565 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6a29487-9054-4985-b8b1-6fea805562c9 req-a25c887a-13f7-47b2-af64-187bea934fdf tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4172432 May 03 22:41:34.266800 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:34.369897 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-79f9d408-e52c-4e79-a748-edda7e0eb61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:34.408762 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-775c4fd0-5ff2-4c2f-bc62-3cf51f31a61f None None] Provisioning for port 46d79949-2fca-48dc-b6fa-4986fccb5e7b completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:41:34.421038 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-775c4fd0-5ff2-4c2f-bc62-3cf51f31a61f None None] Provisioning complete for port 46d79949-2fca-48dc-b6fa-4986fccb5e7b triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:41:34.425452 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-775c4fd0-5ff2-4c2f-bc62-3cf51f31a61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:34.497798 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb39aa-302e-4c10-8f2f-6957d0ac337e req-de1ea5cd-3267-4165-a474-95cac89e3e78 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:34.509519 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4bcb39aa-302e-4c10-8f2f-6957d0ac337e req-de1ea5cd-3267-4165-a474-95cac89e3e78 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.4828212 May 03 22:41:34.569788 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=1ae259da-89ce-42c7-81a9-d0aa11f186b8,revision_number=8']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:34.732205 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-775c4fd0-5ff2-4c2f-bc62-3cf51f31a61f None None] Port 46d79949-2fca-48dc-b6fa-4986fccb5e7b cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:41:34.811148 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ab9abb05-acbe-4e04-bb50-81c44b80655b req-cb143f33-f6b4-43ed-af01-ce6a874264c0 service neutron] 10.222.0.60 "GET /v2.0/networks/ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7716987 May 03 22:41:34.870243 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4bcb39aa-302e-4c10-8f2f-6957d0ac337e req-956d0f58-752d-4662-99c8-0f3b38b22d49 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596516 May 03 22:41:34.991158 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab278a22-7ab1-416b-a9f1-8431bf4f6407'] response: {'server_uuid': 'b444de72-b15b-4840-93b2-daf50a537c0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ae259da-89ce-42c7-81a9-d0aa11f186b8', 'code': 200} May 03 22:41:35.043327 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:41:35.073545 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4537e60-9787-4b58-9dc9-a7ea78e3176e req-3d28c9ed-7a39-4e7c-ab28-810b31780b3f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:35.088024 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f4537e60-9787-4b58-9dc9-a7ea78e3176e req-3d28c9ed-7a39-4e7c-ab28-810b31780b3f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 945 time: 0.3891213 May 03 22:41:35.265625 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5314f9-494c-42be-9d58-37bf4370e7dd req-34cd84e6-2b4b-4192-b134-44d971012d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:35.270107 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d5314f9-494c-42be-9d58-37bf4370e7dd req-34cd84e6-2b4b-4192-b134-44d971012d03 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=52887582-9aaf-461f-9114-9c737d13cefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2149353 May 03 22:41:35.302226 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48178) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:41:35.394462 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ab9abb05-acbe-4e04-bb50-81c44b80655b req-fbc13be6-1265-4e97-a43b-e0721fa28fcf service neutron] 10.222.0.60 "GET /v2.0/networks/ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5756407 May 03 22:41:35.445041 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device e5feb733-ec21-4d14-a76c-3b9fc2d95650 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:41:35.689523 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f4537e60-9787-4b58-9dc9-a7ea78e3176e req-cc31ef7c-67d0-4462-bf7e-85342679a2ca tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5859528 May 03 22:41:35.715858 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port e5feb733-ec21-4d14-a76c-3b9fc2d95650 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:41:35.722140 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port e5feb733-ec21-4d14-a76c-3b9fc2d95650 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:41:35.722728 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:35.730913 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-79f9d408-e52c-4e79-a748-edda7e0eb61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:35.786261 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-823b2164-5fe1-4ba1-8451-54039d996322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:35.827583 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-823b2164-5fe1-4ba1-8451-54039d996322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:41:35.839560 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-823b2164-5fe1-4ba1-8451-54039d996322 admin admin] Usage tracker for resource:security_group_rule and tenant:4e0635031d3c4879974efc387f4ea090 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:41:35.851435 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-823b2164-5fe1-4ba1-8451-54039d996322 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:41:35.863520 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-823b2164-5fe1-4ba1-8451-54039d996322 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:41:36.081449 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:36.104504 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725f1a2-5f97-40eb-b695-dc1449996ff1 req-958e6de9-d783-4b0e-87c3-d0c9a3cb70e3 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:36.108978 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9725f1a2-5f97-40eb-b695-dc1449996ff1 req-958e6de9-d783-4b0e-87c3-d0c9a3cb70e3 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 945 time: 0.8216193 May 03 22:41:36.113791 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-823b2164-5fe1-4ba1-8451-54039d996322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:36.123427 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-823b2164-5fe1-4ba1-8451-54039d996322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:36.124139 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port e5feb733-ec21-4d14-a76c-3b9fc2d95650, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=e5feb733-ec21-4d14-a76c-3b9fc2d95650,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:41:36.141363 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:36.218475 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-823b2164-5fe1-4ba1-8451-54039d996322 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4e0635031d3c4879974efc387f4ea090&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9035308 May 03 22:41:36.230695 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48220) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:41:36.280727 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=e5feb733-ec21-4d14-a76c-3b9fc2d95650,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:36.306286 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823b2164-5fe1-4ba1-8451-54039d996322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec176ec-556d-4648-8ba9-4d515452685c,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:36.318374 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d5314f9-494c-42be-9d58-37bf4370e7dd req-6cfd7c51-b97a-4864-923c-06c6d846fbd8 service neutron] 10.222.0.60 "GET /v2.0/networks/52887582-9aaf-461f-9114-9c737d13cefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0149839 May 03 22:41:36.629336 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d5314f9-494c-42be-9d58-37bf4370e7dd req-0ae4e23e-bb6b-423b-9147-3b7cff93db79 service neutron] 10.222.0.60 "GET /v2.0/networks/52887582-9aaf-461f-9114-9c737d13cefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024347 May 03 22:41:36.795446 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9725f1a2-5f97-40eb-b695-dc1449996ff1 req-19bec6a8-2198-4cc1-bd68-842e6b0306ea tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad137d59-bcb9-4c33-a4bf-4845bca5bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5851545 May 03 22:41:37.036165 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-634f4636-c7fe-482e-a282-668d4c041dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:37.156926 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e183f86-d41f-4274-8d81-c975824f75ad req-61bc3028-eeae-49f7-b7f5-a9365851620b tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:37.158564 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8e183f86-d41f-4274-8d81-c975824f75ad req-61bc3028-eeae-49f7-b7f5-a9365851620b tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 943 time: 1.0969405 May 03 22:41:37.201317 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-634f4636-c7fe-482e-a282-668d4c041dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:37.320745 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.resource_extend [None req-79f9d408-e52c-4e79-a748-edda7e0eb61d admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:41:37.327475 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device e5feb733-ec21-4d14-a76c-3b9fc2d95650 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:41:37.371295 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-79f9d408-e52c-4e79-a748-edda7e0eb61d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:37.385772 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8e183f86-d41f-4274-8d81-c975824f75ad req-ba8b937b-b9a1-416c-8787-80646945d5ac tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003915 May 03 22:41:37.387931 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-79f9d408-e52c-4e79-a748-edda7e0eb61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:37.559971 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port e5feb733-ec21-4d14-a76c-3b9fc2d95650 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:41:37.560717 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:37.699498 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9d408-e52c-4e79-a748-edda7e0eb61d admin admin] Pushing event updated for resources: {'Port': ['ID=46d79949-2fca-48dc-b6fa-4986fccb5e7b,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:37.761336 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380f229-4a17-4054-81fb-b77b626ae372 req-294e01fe-8be0-421c-9a0a-037a726251c3 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:37.774213 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5380f229-4a17-4054-81fb-b77b626ae372 req-294e01fe-8be0-421c-9a0a-037a726251c3 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.7876091 May 03 22:41:37.900520 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-634f4636-c7fe-482e-a282-668d4c041dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:37.983603 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f4636-c7fe-482e-a282-668d4c041dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec176ec-556d-4648-8ba9-4d515452685c,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:38.018934 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-79f9d408-e52c-4e79-a748-edda7e0eb61d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:38.050268 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5380f229-4a17-4054-81fb-b77b626ae372 req-20df869d-b333-4d8e-bebd-9df42780f4a2 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745895 May 03 22:41:38.086347 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-634f4636-c7fe-482e-a282-668d4c041dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:38.087808 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-634f4636-c7fe-482e-a282-668d4c041dee admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3ec176ec-556d-4648-8ba9-4d515452685c HTTP/1.1" status: 204 len: 168 time: 1.8553457 May 03 22:41:38.124360 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17361b95-fa0c-4bda-b2f2-905a65f00172 req-14f707ff-08c5-419e-aac9-c5d97965c3cb tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:38.135697 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-17361b95-fa0c-4bda-b2f2-905a65f00172 req-14f707ff-08c5-419e-aac9-c5d97965c3cb tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 945 time: 0.3184326 May 03 22:41:38.509188 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-17361b95-fa0c-4bda-b2f2-905a65f00172 req-8c2b9147-f891-419c-81b7-1040f7934742 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753130 May 03 22:41:38.625457 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f9d408-e52c-4e79-a748-edda7e0eb61d admin admin] Network 3447ec37-3982-4d19-88a9-e296027f90a8 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:41:38.645713 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3ba1a-d033-4f9a-915d-45ec8cdb253f req-f299f5a0-8f32-48fe-8d05-9bee444e2224 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:38.647374 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a9f3ba1a-d033-4f9a-915d-45ec8cdb253f req-f299f5a0-8f32-48fe-8d05-9bee444e2224 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 945 time: 0.2465708 May 03 22:41:38.648586 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-79f9d408-e52c-4e79-a748-edda7e0eb61d admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:41:38.894050 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48302) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:41:38.932685 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-714e42bd-f371-43db-ab3d-dc4d29ed8f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:38.968507 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-714e42bd-f371-43db-ab3d-dc4d29ed8f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:41:38.973119 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-714e42bd-f371-43db-ab3d-dc4d29ed8f6a admin admin] Usage tracker for resource:security_group_rule and tenant:bcc2c7bbd2fc435fb5003246796f9944 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:41:38.976359 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-714e42bd-f371-43db-ab3d-dc4d29ed8f6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:41:38.990916 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-714e42bd-f371-43db-ab3d-dc4d29ed8f6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:41:39.281430 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-714e42bd-f371-43db-ab3d-dc4d29ed8f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:39.289786 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-714e42bd-f371-43db-ab3d-dc4d29ed8f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:39.312659 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a9f3ba1a-d033-4f9a-915d-45ec8cdb253f req-21f84f12-2526-4e9c-b30b-9c6b90769842 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad137d59-bcb9-4c33-a4bf-4845bca5bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6510854 May 03 22:41:39.351831 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e7947c2c-a568-480f-b75d-de8f480870b2 None None] Provisioning complete for port 46d79949-2fca-48dc-b6fa-4986fccb5e7b triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:41:39.351831 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e7947c2c-a568-480f-b75d-de8f480870b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:39.457491 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad204040-ea16-4822-afbb-4c39497c98f4 req-11b53286-8ec8-49c5-94b9-781e4bf75e24 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:39.459177 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad204040-ea16-4822-afbb-4c39497c98f4 req-11b53286-8ec8-49c5-94b9-781e4bf75e24 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 943 time: 0.5558200 May 03 22:41:39.616590 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f9d408-e52c-4e79-a748-edda7e0eb61d admin admin] Router f5250d25-7f31-414b-8a2c-77b6e98a0de7 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:41:39.629961 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e7947c2c-a568-480f-b75d-de8f480870b2 None None] Port 46d79949-2fca-48dc-b6fa-4986fccb5e7b cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:41:39.731207 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-714e42bd-f371-43db-ab3d-dc4d29ed8f6a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bcc2c7bbd2fc435fb5003246796f9944&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8233726 May 03 22:41:39.732061 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48336) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:41:39.786547 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad204040-ea16-4822-afbb-4c39497c98f4 req-d33ea68b-f011-42d9-b76f-2a29be6142f9 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3146386 May 03 22:41:39.939139 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e42bd-f371-43db-ab3d-dc4d29ed8f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e3b785-7cc5-4859-9744-158d7d124705,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:40.019655 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7f2b1f85-fad4-4440-9bf2-37cd050e3bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:40.143504 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7f2b1f85-fad4-4440-9bf2-37cd050e3bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:40.261280 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7f2b1f85-fad4-4440-9bf2-37cd050e3bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:40.319059 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b1f85-fad4-4440-9bf2-37cd050e3bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e3b785-7cc5-4859-9744-158d7d124705,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:40.354927 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7f2b1f85-fad4-4440-9bf2-37cd050e3bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:40.363991 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7f2b1f85-fad4-4440-9bf2-37cd050e3bef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/41e3b785-7cc5-4859-9744-158d7d124705 HTTP/1.1" status: 204 len: 168 time: 0.6186481 May 03 22:41:40.535545 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f9d408-e52c-4e79-a748-edda7e0eb61d admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:41:40.545828 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c592b0fc-bdf1-474c-884b-1e8e42c0214c None None] Sync routers for ids ['f5250d25-7f31-414b-8a2c-77b6e98a0de7'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:41:40.555653 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-79f9d408-e52c-4e79-a748-edda7e0eb61d admin admin] 10.222.0.58 "PUT /v2.0/routers/f5250d25-7f31-414b-8a2c-77b6e98a0de7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2963035 May 03 22:41:40.579737 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c592b0fc-bdf1-474c-884b-1e8e42c0214c None None] Routers {'f5250d25-7f31-414b-8a2c-77b6e98a0de7'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:41:40.580935 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-c592b0fc-bdf1-474c-884b-1e8e42c0214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:41:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['f5250d25-7f31-414b-8a2c-77b6e98a0de7'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:41:40.734108 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef322de1-37a6-4d6c-b149-cf67e0ef7122 req-2f23b7a9-c0ec-466c-bb41-05946a860f47 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:40.744590 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ef322de1-37a6-4d6c-b149-cf67e0ef7122 req-2f23b7a9-c0ec-466c-bb41-05946a860f47 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.7409017 May 03 22:41:40.878717 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ef322de1-37a6-4d6c-b149-cf67e0ef7122 req-da6edd7b-2d48-47d0-a021-4dacf2050f46 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234345 May 03 22:41:40.902066 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7655d-0f74-4d84-a419-bb77eb9e8004 req-f1c4fb9d-6933-40d7-865c-bf2ef2ae4686 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:40.903931 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f3b7655d-0f74-4d84-a419-bb77eb9e8004 req-f1c4fb9d-6933-40d7-865c-bf2ef2ae4686 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 945 time: 0.6939502 May 03 22:41:41.153017 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f3b7655d-0f74-4d84-a419-bb77eb9e8004 req-e6cb44c0-03e2-492b-b7d5-378461a1f566 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411420 May 03 22:41:41.244256 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-c592b0fc-bdf1-474c-884b-1e8e42c0214c None None] Set router f5250d25-7f31-414b-8a2c-77b6e98a0de7 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:41:41.746725 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 1ae259da-89ce-42c7-81a9-d0aa11f186b8 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:41:42.157574 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-c592b0fc-bdf1-474c-884b-1e8e42c0214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'name': 'tempest-TaggedBootDevicesTest_v242-484815623-router', 'tenant_id': '07f7b519265346608174cafca790a124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e5feb733-ec21-4d14-a76c-3b9fc2d95650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:41:16Z', 'updated_at': '2022-05-03T22:41:35Z', 'revision_number': 4, 'project_id': '07f7b519265346608174cafca790a124', 'gw_port': {'id': 'e5feb733-ec21-4d14-a76c-3b9fc2d95650', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:41:18Z', 'updated_at': '2022-05-03T22:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '46d79949-2fca-48dc-b6fa-4986fccb5e7b', 'name': '', 'network_id': '3447ec37-3982-4d19-88a9-e296027f90a8', 'tenant_id': '07f7b519265346608174cafca790a124', 'mac_address': 'fa:16:3e:be:e8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': 'a5c50d9d-c526-4e5a-813d-10937c3b2804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:41:31Z', 'updated_at': '2022-05-03T22:41:36Z', 'revision_number': 2, 'project_id': '07f7b519265346608174cafca790a124', 'subnets': [{'id': 'a5c50d9d-c526-4e5a-813d-10937c3b2804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:41:42.176711 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c592b0fc-bdf1-474c-884b-1e8e42c0214c None None] Checking router: f5250d25-7f31-414b-8a2c-77b6e98a0de7 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:41:42.178294 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c592b0fc-bdf1-474c-884b-1e8e42c0214c None None] Updating router f5250d25-7f31-414b-8a2c-77b6e98a0de7 port 46d79949-2fca-48dc-b6fa-4986fccb5e7b binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:41:42.338606 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c592b0fc-bdf1-474c-884b-1e8e42c0214c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:42.528991 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48436) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:41:42.535360 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-d69eb857-de0c-4e7a-81bd-caec66f57f58 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1300304713-network', 'tenant_id': 'dd89d0b0e66d4bcaad18f32c5d46eca2'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:41:42.542854 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d69eb857-de0c-4e7a-81bd-caec66f57f58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:41:42.562492 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d69eb857-de0c-4e7a-81bd-caec66f57f58 admin admin] Usage tracker for resource:network and tenant:dd89d0b0e66d4bcaad18f32c5d46eca2 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:41:42.567144 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d69eb857-de0c-4e7a-81bd-caec66f57f58 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:41:42.577744 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820cba4f-8e07-468f-9367-be080ea02c67 req-8bed63ab-4cd4-40c3-ac99-2f745890cbe6 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:42.583090 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d69eb857-de0c-4e7a-81bd-caec66f57f58 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:41:42.590323 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-820cba4f-8e07-468f-9367-be080ea02c67 req-8bed63ab-4cd4-40c3-ac99-2f745890cbe6 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.4087403 May 03 22:41:42.610369 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69eb857-de0c-4e7a-81bd-caec66f57f58 admin admin] Made reservation on behalf of dd89d0b0e66d4bcaad18f32c5d46eca2 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:41:42.613305 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d69eb857-de0c-4e7a-81bd-caec66f57f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:42.701551 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d69eb857-de0c-4e7a-81bd-caec66f57f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:42.761070 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-820cba4f-8e07-468f-9367-be080ea02c67 req-a54b38ee-ba4e-458a-9d60-fd62769c280e tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698017 May 03 22:41:42.789127 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d69eb857-de0c-4e7a-81bd-caec66f57f58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:41:42.818285 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d69eb857-de0c-4e7a-81bd-caec66f57f58 admin admin] Usage tracker for resource:security_group_rule and tenant:dd89d0b0e66d4bcaad18f32c5d46eca2 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:41:42.830883 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d69eb857-de0c-4e7a-81bd-caec66f57f58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:41:42.842670 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d69eb857-de0c-4e7a-81bd-caec66f57f58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:41:43.137613 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d69eb857-de0c-4e7a-81bd-caec66f57f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:43.139667 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a1338-9881-4292-bc96-7bd5b49a158d req-2eaaf791-1a00-4921-b836-ddcf35ce3a4f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:43.141344 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9d8a1338-9881-4292-bc96-7bd5b49a158d req-2eaaf791-1a00-4921-b836-ddcf35ce3a4f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 945 time: 0.3609078 May 03 22:41:43.150014 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d69eb857-de0c-4e7a-81bd-caec66f57f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:43.214669 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69eb857-de0c-4e7a-81bd-caec66f57f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4682936c-25bb-435c-8049-65cad542ee9d,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:43.242368 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d69eb857-de0c-4e7a-81bd-caec66f57f58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:41:43.266811 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d69eb857-de0c-4e7a-81bd-caec66f57f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:43.267177 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-d69eb857-de0c-4e7a-81bd-caec66f57f58 admin admin] Added segment 54d0e912-9b7e-4af3-a2e1-1097ec09fc77 of type vlan for network 5d613894-c55c-4403-9b3c-4a1f64e66973 May 03 22:41:43.304912 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9d8a1338-9881-4292-bc96-7bd5b49a158d req-516c913c-5606-4e15-b32e-bec5089515b6 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491628 May 03 22:41:43.336112 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d69eb857-de0c-4e7a-81bd-caec66f57f58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:43.403901 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c592b0fc-bdf1-474c-884b-1e8e42c0214c None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:43.407126 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d69eb857-de0c-4e7a-81bd-caec66f57f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:43.408347 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69eb857-de0c-4e7a-81bd-caec66f57f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:43.409162 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d69eb857-de0c-4e7a-81bd-caec66f57f58 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:43.439246 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-c592b0fc-bdf1-474c-884b-1e8e42c0214c None None] Transition to ACTIVE for port object 46d79949-2fca-48dc-b6fa-4986fccb5e7b will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:41:43.456924 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c592b0fc-bdf1-474c-884b-1e8e42c0214c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:43.591896 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6eb066-5fa8-4177-9bc5-37152081bd3d None None] Pushing event updated for resources: {'Port': ['ID=46d79949-2fca-48dc-b6fa-4986fccb5e7b,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:43.602839 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6eb066-5fa8-4177-9bc5-37152081bd3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:43.603559 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6eb066-5fa8-4177-9bc5-37152081bd3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:43.604116 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6eb066-5fa8-4177-9bc5-37152081bd3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:43.604675 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6eb066-5fa8-4177-9bc5-37152081bd3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:43.605228 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6eb066-5fa8-4177-9bc5-37152081bd3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:43.605775 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6eb066-5fa8-4177-9bc5-37152081bd3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:43.606366 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6eb066-5fa8-4177-9bc5-37152081bd3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:43.606946 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6eb066-5fa8-4177-9bc5-37152081bd3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:43.607488 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6eb066-5fa8-4177-9bc5-37152081bd3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:43.608055 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6eb066-5fa8-4177-9bc5-37152081bd3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:43.608601 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6eb066-5fa8-4177-9bc5-37152081bd3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:43.609151 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6eb066-5fa8-4177-9bc5-37152081bd3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:43.671683 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48464) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:41:43.752838 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69eb857-de0c-4e7a-81bd-caec66f57f58 admin admin] Pushing event updated for resources: {'Network': ['ID=5d613894-c55c-4403-9b3c-4a1f64e66973,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:43.768130 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 5d613894-c55c-4403-9b3c-4a1f64e66973 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:41:43.768705 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48472) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:41:43.770431 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d69eb857-de0c-4e7a-81bd-caec66f57f58 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2396431 May 03 22:41:43.774203 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-5e462ac5-c51e-4166-a26e-d60a2a0857fb admin admin] Request body: {'subnet': {'network_id': '5d613894-c55c-4403-9b3c-4a1f64e66973', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1300304713-subnet', 'tenant_id': 'dd89d0b0e66d4bcaad18f32c5d46eca2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:41:43.801496 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5e462ac5-c51e-4166-a26e-d60a2a0857fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:41:43.828147 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5e462ac5-c51e-4166-a26e-d60a2a0857fb admin admin] Usage tracker for resource:subnet and tenant:dd89d0b0e66d4bcaad18f32c5d46eca2 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:41:43.832744 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5e462ac5-c51e-4166-a26e-d60a2a0857fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:41:43.851085 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5e462ac5-c51e-4166-a26e-d60a2a0857fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:41:43.881504 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e462ac5-c51e-4166-a26e-d60a2a0857fb admin admin] Made reservation on behalf of dd89d0b0e66d4bcaad18f32c5d46eca2 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:41:43.900568 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5e462ac5-c51e-4166-a26e-d60a2a0857fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:44.074917 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-c592b0fc-bdf1-474c-884b-1e8e42c0214c None None] Attempting to bind port 46d79949-2fca-48dc-b6fa-4986fccb5e7b on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:41:44.075287 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-c592b0fc-bdf1-474c-884b-1e8e42c0214c None None] Attempting to bind port 46d79949-2fca-48dc-b6fa-4986fccb5e7b by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '5f07acb1-8990-460f-9ed1-6ed50d2566a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '3447ec37-3982-4d19-88a9-e296027f90a8'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:41:44.075645 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c592b0fc-bdf1-474c-884b-1e8e42c0214c None None] Attempting to bind port 46d79949-2fca-48dc-b6fa-4986fccb5e7b on network 3447ec37-3982-4d19-88a9-e296027f90a8 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:41:44.084667 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c592b0fc-bdf1-474c-884b-1e8e42c0214c None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:41:44.085530 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c592b0fc-bdf1-474c-884b-1e8e42c0214c None None] Checking segment: {'id': '5f07acb1-8990-460f-9ed1-6ed50d2566a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '3447ec37-3982-4d19-88a9-e296027f90a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:41:44.086586 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c592b0fc-bdf1-474c-884b-1e8e42c0214c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:44.088216 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c592b0fc-bdf1-474c-884b-1e8e42c0214c None None] Bound using segment: {'id': '5f07acb1-8990-460f-9ed1-6ed50d2566a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '3447ec37-3982-4d19-88a9-e296027f90a8'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:41:44.088861 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-c592b0fc-bdf1-474c-884b-1e8e42c0214c None None] Bound port: 46d79949-2fca-48dc-b6fa-4986fccb5e7b, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f07acb1-8990-460f-9ed1-6ed50d2566a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '3447ec37-3982-4d19-88a9-e296027f90a8'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:41:44.093338 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c592b0fc-bdf1-474c-884b-1e8e42c0214c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:44.244609 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-c592b0fc-bdf1-474c-884b-1e8e42c0214c None None] For port 46d79949-2fca-48dc-b6fa-4986fccb5e7b, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:41:44.251588 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-c592b0fc-bdf1-474c-884b-1e8e42c0214c None None] For port 46d79949-2fca-48dc-b6fa-4986fccb5e7b, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=46d79949-2fca-48dc-b6fa-4986fccb5e7b,segment=NetworkSegment(5f07acb1-8990-460f-9ed1-6ed50d2566a9),segment_id=5f07acb1-8990-460f-9ed1-6ed50d2566a9)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:41:44.261154 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c592b0fc-bdf1-474c-884b-1e8e42c0214c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:44.343278 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-fff5b69e-c06b-4075-9f16-3755c4ae8b07 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-669645635-network', 'tenant_id': '4372af5e3e534d8d835dcfdda49859bd'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:41:44.368614 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fff5b69e-c06b-4075-9f16-3755c4ae8b07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:41:44.379214 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fff5b69e-c06b-4075-9f16-3755c4ae8b07 admin admin] Usage tracker for resource:network and tenant:4372af5e3e534d8d835dcfdda49859bd is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:41:44.383230 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fff5b69e-c06b-4075-9f16-3755c4ae8b07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:41:44.398400 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fff5b69e-c06b-4075-9f16-3755c4ae8b07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:41:44.449556 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff5b69e-c06b-4075-9f16-3755c4ae8b07 admin admin] Made reservation on behalf of 4372af5e3e534d8d835dcfdda49859bd for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:41:44.452574 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fff5b69e-c06b-4075-9f16-3755c4ae8b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:44.504847 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c592b0fc-bdf1-474c-884b-1e8e42c0214c None None] Routers {'f5250d25-7f31-414b-8a2c-77b6e98a0de7'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:41:44.514704 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fff5b69e-c06b-4075-9f16-3755c4ae8b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:44.519769 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-c592b0fc-bdf1-474c-884b-1e8e42c0214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:41:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['f5250d25-7f31-414b-8a2c-77b6e98a0de7'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:41:44.700988 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6eb066-5fa8-4177-9bc5-37152081bd3d None None] Pushing event updated for resources: {'Port': ['ID=46d79949-2fca-48dc-b6fa-4986fccb5e7b,revision_number=4']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:44.719712 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fff5b69e-c06b-4075-9f16-3755c4ae8b07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:41:44.728079 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fff5b69e-c06b-4075-9f16-3755c4ae8b07 admin admin] Usage tracker for resource:security_group_rule and tenant:4372af5e3e534d8d835dcfdda49859bd is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:41:44.741267 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fff5b69e-c06b-4075-9f16-3755c4ae8b07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:41:44.806827 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fff5b69e-c06b-4075-9f16-3755c4ae8b07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:41:44.917542 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-c592b0fc-bdf1-474c-884b-1e8e42c0214c None None] Set router f5250d25-7f31-414b-8a2c-77b6e98a0de7 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:41:45.076007 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fff5b69e-c06b-4075-9f16-3755c4ae8b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:45.109706 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fff5b69e-c06b-4075-9f16-3755c4ae8b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:45.210764 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff5b69e-c06b-4075-9f16-3755c4ae8b07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:41:45.239829 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa490985-d7f9-498c-bcd5-28a231da35b5 req-4fd99942-d2cd-4c31-9e36-833c796fb197 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:45.247289 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aa490985-d7f9-498c-bcd5-28a231da35b5 req-4fd99942-d2cd-4c31-9e36-833c796fb197 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 1.0712979 May 03 22:41:45.260860 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5b69e-c06b-4075-9f16-3755c4ae8b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c23aca-8cdb-420c-aa58-703d7e8d049b,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:45.280025 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fff5b69e-c06b-4075-9f16-3755c4ae8b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:45.280547 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-fff5b69e-c06b-4075-9f16-3755c4ae8b07 admin admin] Added segment a299840c-d08c-440e-a033-20123c84a3d5 of type vlan for network 7ad8590c-dbcd-4887-944d-07f078870ba1 May 03 22:41:45.309961 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fff5b69e-c06b-4075-9f16-3755c4ae8b07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:45.627784 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44393a2-1317-46f7-b86e-a4ae6f695739 req-6c1f9fce-62ab-4de9-8283-d9d837d5f7b3 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:45.637322 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e44393a2-1317-46f7-b86e-a4ae6f695739 req-6c1f9fce-62ab-4de9-8283-d9d837d5f7b3 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 945 time: 1.0610421 May 03 22:41:45.671711 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-c592b0fc-bdf1-474c-884b-1e8e42c0214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'name': 'tempest-TaggedBootDevicesTest_v242-484815623-router', 'tenant_id': '07f7b519265346608174cafca790a124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e5feb733-ec21-4d14-a76c-3b9fc2d95650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:41:16Z', 'updated_at': '2022-05-03T22:41:35Z', 'revision_number': 4, 'project_id': '07f7b519265346608174cafca790a124', 'gw_port': {'id': 'e5feb733-ec21-4d14-a76c-3b9fc2d95650', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:41:18Z', 'updated_at': '2022-05-03T22:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '46d79949-2fca-48dc-b6fa-4986fccb5e7b', 'name': '', 'network_id': '3447ec37-3982-4d19-88a9-e296027f90a8', 'tenant_id': '07f7b519265346608174cafca790a124', 'mac_address': 'fa:16:3e:be:e8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': 'a5c50d9d-c526-4e5a-813d-10937c3b2804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:41:31Z', 'updated_at': '2022-05-03T22:41:44Z', 'revision_number': 4, 'project_id': '07f7b519265346608174cafca790a124', 'subnets': [{'id': 'a5c50d9d-c526-4e5a-813d-10937c3b2804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:41:45.677490 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c592b0fc-bdf1-474c-884b-1e8e42c0214c None None] The sync data for ids ['f5250d25-7f31-414b-8a2c-77b6e98a0de7'] in n-d-811807-1 is: [{'id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'name': 'tempest-TaggedBootDevicesTest_v242-484815623-router', 'tenant_id': '07f7b519265346608174cafca790a124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e5feb733-ec21-4d14-a76c-3b9fc2d95650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:41:16Z', 'updated_at': '2022-05-03T22:41:35Z', 'revision_number': 4, 'project_id': '07f7b519265346608174cafca790a124', 'gw_port': {'id': 'e5feb733-ec21-4d14-a76c-3b9fc2d95650', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:41:18Z', 'updated_at': '2022-05-03T22:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '46d79949-2fca-48dc-b6fa-4986fccb5e7b', 'name': '', 'network_id': '3447ec37-3982-4d19-88a9-e296027f90a8', 'tenant_id': '07f7b519265346608174cafca790a124', 'mac_address': 'fa:16:3e:be:e8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': 'a5c50d9d-c526-4e5a-813d-10937c3b2804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:41:31Z', 'updated_at': '2022-05-03T22:41:44Z', 'revision_number': 4, 'project_id': '07f7b519265346608174cafca790a124', 'subnets': [{'id': 'a5c50d9d-c526-4e5a-813d-10937c3b2804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:41:45.707528 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5e462ac5-c51e-4166-a26e-d60a2a0857fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:45.878309 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fff5b69e-c06b-4075-9f16-3755c4ae8b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:45.880084 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff5b69e-c06b-4075-9f16-3755c4ae8b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:45.880932 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fff5b69e-c06b-4075-9f16-3755c4ae8b07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:45.955723 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aa490985-d7f9-498c-bcd5-28a231da35b5 req-a6e875ae-8297-42bb-ba63-7a057384b926 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5760627 May 03 22:41:46.037220 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e44393a2-1317-46f7-b86e-a4ae6f695739 req-8f04e3be-193c-4ffb-aac3-279f819d21b9 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988659 May 03 22:41:46.171584 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e462ac5-c51e-4166-a26e-d60a2a0857fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b88046ba-7e16-4834-a87e-f9e98bed3274,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:46.191205 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48590) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:41:46.197215 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-a79d0433-b39d-41e4-b31d-8c5065946700 admin admin] Request body: {'subnet': {'network_id': '7ad8590c-dbcd-4887-944d-07f078870ba1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-669645635-subnet', 'tenant_id': '4372af5e3e534d8d835dcfdda49859bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:41:46.204048 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a79d0433-b39d-41e4-b31d-8c5065946700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:41:46.209570 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a79d0433-b39d-41e4-b31d-8c5065946700 admin admin] Usage tracker for resource:subnet and tenant:4372af5e3e534d8d835dcfdda49859bd is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:41:46.210362 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-fff5b69e-c06b-4075-9f16-3755c4ae8b07 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.5369318 May 03 22:41:46.216044 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5b69e-c06b-4075-9f16-3755c4ae8b07 admin admin] Pushing event updated for resources: {'Network': ['ID=7ad8590c-dbcd-4887-944d-07f078870ba1,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:46.217028 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a79d0433-b39d-41e4-b31d-8c5065946700 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:41:46.229845 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a79d0433-b39d-41e4-b31d-8c5065946700 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:41:46.234106 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 7ad8590c-dbcd-4887-944d-07f078870ba1 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:41:46.240893 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e462ac5-c51e-4166-a26e-d60a2a0857fb admin admin] Checking segment: {'id': '54d0e912-9b7e-4af3-a2e1-1097ec09fc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5d613894-c55c-4403-9b3c-4a1f64e66973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:41:46.241297 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e462ac5-c51e-4166-a26e-d60a2a0857fb admin admin] Network hostable DHCP agents. Network: 5d613894-c55c-4403-9b3c-4a1f64e66973, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:41:46.257349 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79d0433-b39d-41e4-b31d-8c5065946700 admin admin] Made reservation on behalf of 4372af5e3e534d8d835dcfdda49859bd for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:41:46.260444 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a79d0433-b39d-41e4-b31d-8c5065946700 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:46.294722 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e462ac5-c51e-4166-a26e-d60a2a0857fb admin admin] Network 5d613894-c55c-4403-9b3c-4a1f64e66973 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:41:46.317648 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-5e462ac5-c51e-4166-a26e-d60a2a0857fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 5d613894-c55c-4403-9b3c-4a1f64e66973) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:41:46.323187 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e462ac5-c51e-4166-a26e-d60a2a0857fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:46.327781 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5e462ac5-c51e-4166-a26e-d60a2a0857fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:46.350570 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80ebdf4-0e30-48c4-b59b-bf7f2c493f15 None None] Network 5d613894-c55c-4403-9b3c-4a1f64e66973 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:41:46.397881 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5e462ac5-c51e-4166-a26e-d60a2a0857fb admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.6282613 May 03 22:41:46.401910 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48608) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:41:46.411714 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-86977326-28fb-4cb4-a07a-6bc0f51f1745 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1300304713-router', 'tenant_id': 'dd89d0b0e66d4bcaad18f32c5d46eca2', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:41:46.440038 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-86977326-28fb-4cb4-a07a-6bc0f51f1745 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:41:46.448431 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-86977326-28fb-4cb4-a07a-6bc0f51f1745 admin admin] Usage tracker for resource:router and tenant:dd89d0b0e66d4bcaad18f32c5d46eca2 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:41:46.469398 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-86977326-28fb-4cb4-a07a-6bc0f51f1745 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:41:46.489373 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-86977326-28fb-4cb4-a07a-6bc0f51f1745 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:41:46.525845 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-86977326-28fb-4cb4-a07a-6bc0f51f1745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:46.526909 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-86977326-28fb-4cb4-a07a-6bc0f51f1745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:46.568847 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-86977326-28fb-4cb4-a07a-6bc0f51f1745 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:47.081197 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a79d0433-b39d-41e4-b31d-8c5065946700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:47.194267 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940fb0be-d16e-4c59-8a79-d8b3b04d3103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-5d613894-c55c-4403-9b3c-4a1f64e66973', 'network_id': '5d613894-c55c-4403-9b3c-4a1f64e66973', 'tenant_id': 'dd89d0b0e66d4bcaad18f32c5d46eca2', 'fixed_ips': [{'subnet_id': 'b88046ba-7e16-4834-a87e-f9e98bed3274'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:41:47.196744 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-940fb0be-d16e-4c59-8a79-d8b3b04d3103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:47.203864 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d0433-b39d-41e4-b31d-8c5065946700 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dedfb95-45d0-46c7-91ac-bf216d15b087,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:47.230430 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf0401-3299-49d4-ab23-9b4a0d6d75da req-78746475-683b-4ac8-a877-a900767342a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:47.232105 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b2bf0401-3299-49d4-ab23-9b4a0d6d75da req-78746475-683b-4ac8-a877-a900767342a7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbfe6bca3b264cd880fbd33ea61935c3&device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 1096 time: 0.5340698 May 03 22:41:47.280497 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-6d284e6e-cf32-4ca9-a8ff-44f9b82e610f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4441829 May 03 22:41:47.611472 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf0401-3299-49d4-ab23-9b4a0d6d75da req-dbb1c4eb-6c75-4eb6-bcc5-cede17fd678b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:47.613089 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b2bf0401-3299-49d4-ab23-9b4a0d6d75da req-dbb1c4eb-6c75-4eb6-bcc5-cede17fd678b service neutron] 10.222.0.60 "GET /v2.0/networks?id=ebc571f4-7c6c-4734-8444-6a7a06a14e80 HTTP/1.1" status: 200 len: 915 time: 0.3248017 May 03 22:41:47.635960 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 46d79949-2fca-48dc-b6fa-4986fccb5e7b up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:41:47.751966 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b2bf0401-3299-49d4-ab23-9b4a0d6d75da req-ef21206c-014d-4683-bee7-de59daffc61e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90386d36-c44d-4064-8a75-f7c49c1009ba HTTP/1.1" status: 200 len: 217 time: 0.1086473 May 03 22:41:47.888238 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-940fb0be-d16e-4c59-8a79-d8b3b04d3103 None None] Allocated IP 172.20.0.2 (5d613894-c55c-4403-9b3c-4a1f64e66973/b88046ba-7e16-4834-a87e-f9e98bed3274/3820eeac-0bd5-4b8d-a2e7-e805db3e9b49) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:41:47.912370 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf0401-3299-49d4-ab23-9b4a0d6d75da req-aa82e20f-a96e-43f5-9a1e-3acd2c937e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:47.930619 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b2bf0401-3299-49d4-ab23-9b4a0d6d75da req-aa82e20f-a96e-43f5-9a1e-3acd2c937e84 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe269a99-0a61-49f3-84a1-e1479dc44f08 HTTP/1.1" status: 200 len: 854 time: 0.1483400 May 03 22:41:47.986824 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 46d79949-2fca-48dc-b6fa-4986fccb5e7b completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:41:48.064303 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b2bf0401-3299-49d4-ab23-9b4a0d6d75da req-1150e6ae-24e9-46d6-b827-ad3619680600 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ebc571f4-7c6c-4734-8444-6a7a06a14e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1322505 May 03 22:41:48.065429 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79d0433-b39d-41e4-b31d-8c5065946700 admin admin] Checking segment: {'id': 'a299840c-d08c-440e-a033-20123c84a3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7ad8590c-dbcd-4887-944d-07f078870ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:41:48.074505 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79d0433-b39d-41e4-b31d-8c5065946700 admin admin] Network hostable DHCP agents. Network: 7ad8590c-dbcd-4887-944d-07f078870ba1, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:41:48.156016 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 46d79949-2fca-48dc-b6fa-4986fccb5e7b triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:41:48.156655 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:48.158765 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79d0433-b39d-41e4-b31d-8c5065946700 admin admin] Network 7ad8590c-dbcd-4887-944d-07f078870ba1 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:41:48.190851 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-a79d0433-b39d-41e4-b31d-8c5065946700 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 7ad8590c-dbcd-4887-944d-07f078870ba1) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:41:48.198741 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79d0433-b39d-41e4-b31d-8c5065946700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:48.208174 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a79d0433-b39d-41e4-b31d-8c5065946700 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:48.277030 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-86977326-28fb-4cb4-a07a-6bc0f51f1745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:48.306012 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cc559a-b476-4232-b210-617fb2a269ca None None] Network 7ad8590c-dbcd-4887-944d-07f078870ba1 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:41:48.348700 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a79d0433-b39d-41e4-b31d-8c5065946700 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1479957 May 03 22:41:48.410095 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c58da-2eac-46c5-973e-7e8ecc1b22a5 req-f4ce3b3b-7908-47d1-84f9-03a098882c46 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:48.419098 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d03c58da-2eac-46c5-973e-7e8ecc1b22a5 req-f4ce3b3b-7908-47d1-84f9-03a098882c46 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 943 time: 0.8826334 May 03 22:41:48.467535 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b2bf0401-3299-49d4-ab23-9b4a0d6d75da req-a978608e-0772-44fc-a817-fd7892b37cf2 service neutron] 10.222.0.60 "GET /v2.0/networks/ebc571f4-7c6c-4734-8444-6a7a06a14e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766103 May 03 22:41:48.499496 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585ab34-7860-496a-b3a2-0b08448881fe req-fb5b4850-5733-4b1a-b651-ce5e600e4425 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:48.507146 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a585ab34-7860-496a-b3a2-0b08448881fe req-fb5b4850-5733-4b1a-b651-ce5e600e4425 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.9689577 May 03 22:41:48.604888 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d03c58da-2eac-46c5-973e-7e8ecc1b22a5 req-854a0d37-9f65-4242-b37b-5cf85c7416f2 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775393 May 03 22:41:48.626928 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a585ab34-7860-496a-b3a2-0b08448881fe req-3e0f1ff2-fa54-4550-aeef-a9ccafd7b7c3 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160488 May 03 22:41:48.742098 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b2bf0401-3299-49d4-ab23-9b4a0d6d75da req-058a6c64-e226-473b-a013-eba434ade2be service neutron] 10.222.0.60 "GET /v2.0/networks/ebc571f4-7c6c-4734-8444-6a7a06a14e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679379 May 03 22:41:49.008462 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-59fde965-e51c-4b81-bf05-7ad6dc46bbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:49.013214 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-59fde965-e51c-4b81-bf05-7ad6dc46bbe2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f&tenant_id=4005ab853daa4dd0a8c6d47cfa1e3258 HTTP/1.1" status: 200 len: 1094 time: 0.2687848 May 03 22:41:49.024925 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-25284ae2-1148-4612-8373-56cba03d6480 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811807-1', 'device_owner': 'compute:nova'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:41:49.117041 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:49.204613 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 46d79949-2fca-48dc-b6fa-4986fccb5e7b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=46d79949-2fca-48dc-b6fa-4986fccb5e7b,segment=NetworkSegment(5f07acb1-8990-460f-9ed1-6ed50d2566a9),segment_id=5f07acb1-8990-460f-9ed1-6ed50d2566a9)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:41:49.213081 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-25284ae2-1148-4612-8373-56cba03d6480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:49.229025 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:49.499041 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=46d79949-2fca-48dc-b6fa-4986fccb5e7b,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:49.578228 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-86977326-28fb-4cb4-a07a-6bc0f51f1745 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:49.659777 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-86977326-28fb-4cb4-a07a-6bc0f51f1745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:49.826488 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 90386d36-c44d-4064-8a75-f7c49c1009ba no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:41:49.840948 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e5de1-fb05-489a-8208-004c53f52e42 req-f62064d7-7c42-4e24-9cc0-aa36df5a3de2 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:49.857149 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-135e5de1-fb05-489a-8208-004c53f52e42 req-f62064d7-7c42-4e24-9cc0-aa36df5a3de2 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 945 time: 1.0200381 May 03 22:41:49.990346 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48730) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:41:49.997775 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-1197fea5-98a6-4a46-9426-f07364d0d283 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1837172154-network', 'tenant_id': 'ec0911a097a2408b855d7df323d963b5'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:41:50.001246 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-940fb0be-d16e-4c59-8a79-d8b3b04d3103 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:50.013660 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1197fea5-98a6-4a46-9426-f07364d0d283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:41:50.018035 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1197fea5-98a6-4a46-9426-f07364d0d283 admin admin] Usage tracker for resource:network and tenant:ec0911a097a2408b855d7df323d963b5 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:41:50.030949 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1197fea5-98a6-4a46-9426-f07364d0d283 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:41:50.038060 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1197fea5-98a6-4a46-9426-f07364d0d283 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:41:50.044108 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-940fb0be-d16e-4c59-8a79-d8b3b04d3103 None None] Transition to ACTIVE for port object 3820eeac-0bd5-4b8d-a2e7-e805db3e9b49 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:41:50.084419 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1197fea5-98a6-4a46-9426-f07364d0d283 admin admin] Made reservation on behalf of ec0911a097a2408b855d7df323d963b5 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:41:50.094023 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1197fea5-98a6-4a46-9426-f07364d0d283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:50.196213 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1197fea5-98a6-4a46-9426-f07364d0d283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:50.269224 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:50.300514 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-25284ae2-1148-4612-8373-56cba03d6480 service neutron] For port 1ae259da-89ce-42c7-81a9-d0aa11f186b8, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1ae259da-89ce-42c7-81a9-d0aa11f186b8,segment=NetworkSegment(c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008),segment_id=c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:41:50.321152 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-940fb0be-d16e-4c59-8a79-d8b3b04d3103 None None] Transition to ACTIVE for port object 3820eeac-0bd5-4b8d-a2e7-e805db3e9b49 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:41:50.344273 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c27977-f221-4f4c-8756-631bb0f5a047 None None] Network 7ad8590c-dbcd-4887-944d-07f078870ba1 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:41:50.353836 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-135e5de1-fb05-489a-8208-004c53f52e42 req-7bb0cc3f-0675-4aea-a092-a5b0214ff16d tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4899230 May 03 22:41:50.360916 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-25284ae2-1148-4612-8373-56cba03d6480 service neutron] For port 1ae259da-89ce-42c7-81a9-d0aa11f186b8, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:41:50.438291 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-86977326-28fb-4cb4-a07a-6bc0f51f1745 admin admin] Allocated IP 172.25.2.138 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/d354b195-e915-4e77-8899-b4d84eabb798) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:41:50.546289 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-940fb0be-d16e-4c59-8a79-d8b3b04d3103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:50.548919 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-25284ae2-1148-4612-8373-56cba03d6480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ae259da-89ce-42c7-81a9-d0aa11f186b8 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:41:50.573910 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-25284ae2-1148-4612-8373-56cba03d6480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:50.619828 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-25284ae2-1148-4612-8373-56cba03d6480 service neutron] Transition to ACTIVE for port object 1ae259da-89ce-42c7-81a9-d0aa11f186b8 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:41:50.628384 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-25284ae2-1148-4612-8373-56cba03d6480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:50.740340 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-86977326-28fb-4cb4-a07a-6bc0f51f1745 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:50.784121 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1197fea5-98a6-4a46-9426-f07364d0d283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:41:50.789431 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940fb0be-d16e-4c59-8a79-d8b3b04d3103 None None] Network 5d613894-c55c-4403-9b3c-4a1f64e66973 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:41:50.795546 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1197fea5-98a6-4a46-9426-f07364d0d283 admin admin] Usage tracker for resource:security_group_rule and tenant:ec0911a097a2408b855d7df323d963b5 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:41:50.802730 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1197fea5-98a6-4a46-9426-f07364d0d283 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:41:50.813567 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-940fb0be-d16e-4c59-8a79-d8b3b04d3103 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:41:50.819108 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1197fea5-98a6-4a46-9426-f07364d0d283 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:41:50.880528 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940fb0be-d16e-4c59-8a79-d8b3b04d3103 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:41:50.922787 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2670065-5cb6-4b96-9177-8c54aba32e1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90386d36-c44d-4064-8a75-f7c49c1009ba'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:41:50.989234 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1197fea5-98a6-4a46-9426-f07364d0d283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:51.064320 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-25284ae2-1148-4612-8373-56cba03d6480 service neutron] No DVR routers for this DVR port 1ae259da-89ce-42c7-81a9-d0aa11f186b8 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:41:51.112395 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 90386d36-c44d-4064-8a75-f7c49c1009ba, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=90386d36-c44d-4064-8a75-f7c49c1009ba,segment=NetworkSegment(a7668370-475d-4918-bbba-2675de080411),segment_id=a7668370-475d-4918-bbba-2675de080411)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:41:51.172144 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:51.264190 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940fb0be-d16e-4c59-8a79-d8b3b04d3103 None None] Pushing event updated for resources: {'Port': ['ID=3820eeac-0bd5-4b8d-a2e7-e805db3e9b49,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:51.323925 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-86977326-28fb-4cb4-a07a-6bc0f51f1745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:51.362301 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1197fea5-98a6-4a46-9426-f07364d0d283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:51.430159 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1197fea5-98a6-4a46-9426-f07364d0d283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27aefb86-a017-4a92-9369-bd6a97b9f4f5,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:51.438171 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25284ae2-1148-4612-8373-56cba03d6480 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae259da-89ce-42c7-81a9-d0aa11f186b8,revision_number=9']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:51.504619 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 46d79949-2fca-48dc-b6fa-4986fccb5e7b up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:41:51.506733 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86977326-28fb-4cb4-a07a-6bc0f51f1745 admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:41:51.515274 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1197fea5-98a6-4a46-9426-f07364d0d283 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:41:51.521866 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-86977326-28fb-4cb4-a07a-6bc0f51f1745 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:41:51.530611 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86977326-28fb-4cb4-a07a-6bc0f51f1745 admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:41:51.570423 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-25284ae2-1148-4612-8373-56cba03d6480 service neutron] Attempting to bind port 1ae259da-89ce-42c7-81a9-d0aa11f186b8 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:41:51.570776 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-25284ae2-1148-4612-8373-56cba03d6480 service neutron] Attempting to bind port 1ae259da-89ce-42c7-81a9-d0aa11f186b8 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': 'c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:41:51.571096 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-25284ae2-1148-4612-8373-56cba03d6480 service neutron] Attempting to bind port 1ae259da-89ce-42c7-81a9-d0aa11f186b8 on network ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:41:51.577754 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-25284ae2-1148-4612-8373-56cba03d6480 service neutron] Port 1ae259da-89ce-42c7-81a9-d0aa11f186b8 on network ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:41:51.578119 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-25284ae2-1148-4612-8373-56cba03d6480 service neutron] Attempting to bind port 1ae259da-89ce-42c7-81a9-d0aa11f186b8 on network ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:41:51.587737 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-25284ae2-1148-4612-8373-56cba03d6480 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:41:51.588100 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-25284ae2-1148-4612-8373-56cba03d6480 service neutron] Checking segment: {'id': 'c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:41:51.588461 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-25284ae2-1148-4612-8373-56cba03d6480 service neutron] Bound using segment: {'id': 'c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:41:51.588898 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-25284ae2-1148-4612-8373-56cba03d6480 service neutron] Bound port: 1ae259da-89ce-42c7-81a9-d0aa11f186b8, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:41:51.589260 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-25284ae2-1148-4612-8373-56cba03d6480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:51.681958 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-940fb0be-d16e-4c59-8a79-d8b3b04d3103 None None] Attempting to bind port 3820eeac-0bd5-4b8d-a2e7-e805db3e9b49 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:41:51.681958 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-940fb0be-d16e-4c59-8a79-d8b3b04d3103 None None] Attempting to bind port 3820eeac-0bd5-4b8d-a2e7-e805db3e9b49 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '54d0e912-9b7e-4af3-a2e1-1097ec09fc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5d613894-c55c-4403-9b3c-4a1f64e66973'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:41:51.681958 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940fb0be-d16e-4c59-8a79-d8b3b04d3103 None None] Attempting to bind port 3820eeac-0bd5-4b8d-a2e7-e805db3e9b49 on network 5d613894-c55c-4403-9b3c-4a1f64e66973 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:41:51.721113 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-25284ae2-1148-4612-8373-56cba03d6480 service neutron] For port 1ae259da-89ce-42c7-81a9-d0aa11f186b8, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:41:51.724738 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-25284ae2-1148-4612-8373-56cba03d6480 service neutron] For port 1ae259da-89ce-42c7-81a9-d0aa11f186b8, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=1ae259da-89ce-42c7-81a9-d0aa11f186b8,segment=NetworkSegment(c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008),segment_id=c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:41:51.730014 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940fb0be-d16e-4c59-8a79-d8b3b04d3103 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:41:51.732098 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940fb0be-d16e-4c59-8a79-d8b3b04d3103 None None] Checking segment: {'id': '54d0e912-9b7e-4af3-a2e1-1097ec09fc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5d613894-c55c-4403-9b3c-4a1f64e66973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:41:51.739325 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-940fb0be-d16e-4c59-8a79-d8b3b04d3103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:51.739945 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940fb0be-d16e-4c59-8a79-d8b3b04d3103 None None] Bound using segment: {'id': '54d0e912-9b7e-4af3-a2e1-1097ec09fc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5d613894-c55c-4403-9b3c-4a1f64e66973'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:41:51.740611 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-940fb0be-d16e-4c59-8a79-d8b3b04d3103 None None] Bound port: 3820eeac-0bd5-4b8d-a2e7-e805db3e9b49, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54d0e912-9b7e-4af3-a2e1-1097ec09fc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5d613894-c55c-4403-9b3c-4a1f64e66973'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:41:51.741174 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-940fb0be-d16e-4c59-8a79-d8b3b04d3103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:51.742376 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-25284ae2-1148-4612-8373-56cba03d6480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:51.874290 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=90386d36-c44d-4064-8a75-f7c49c1009ba,revision_number=8']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:51.901639 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-25284ae2-1148-4612-8373-56cba03d6480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:51.902240 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-25284ae2-1148-4612-8373-56cba03d6480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:51.903829 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-25284ae2-1148-4612-8373-56cba03d6480 service neutron] 10.222.0.67 "PUT /v2.0/ports/1ae259da-89ce-42c7-81a9-d0aa11f186b8 HTTP/1.1" status: 200 len: 1091 time: 2.8835793 May 03 22:41:51.904293 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b444de72-b15b-4840-93b2-daf50a537c0f', 'tag': '1ae259da-89ce-42c7-81a9-d0aa11f186b8'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:41:52.004599 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25284ae2-1148-4612-8373-56cba03d6480 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae259da-89ce-42c7-81a9-d0aa11f186b8,revision_number=10']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:52.012021 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 46d79949-2fca-48dc-b6fa-4986fccb5e7b triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:41:52.012321 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:52.081658 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-45bd61a5-a149-4d7e-9477-9776031b2721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:52.085632 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-45bd61a5-a149-4d7e-9477-9776031b2721 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4005ab853daa4dd0a8c6d47cfa1e3258&device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 1095 time: 0.1568410 May 03 22:41:52.179440 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-940fb0be-d16e-4c59-8a79-d8b3b04d3103 None None] For port 3820eeac-0bd5-4b8d-a2e7-e805db3e9b49, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:41:52.221433 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-940fb0be-d16e-4c59-8a79-d8b3b04d3103 None None] For port 3820eeac-0bd5-4b8d-a2e7-e805db3e9b49, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=3820eeac-0bd5-4b8d-a2e7-e805db3e9b49,segment=NetworkSegment(54d0e912-9b7e-4af3-a2e1-1097ec09fc77),segment_id=54d0e912-9b7e-4af3-a2e1-1097ec09fc77)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:41:52.231249 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86977326-28fb-4cb4-a07a-6bc0f51f1745 admin admin] Pushing event updated for resources: {'Port': ['ID=d354b195-e915-4e77-8899-b4d84eabb798,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:52.251005 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-940fb0be-d16e-4c59-8a79-d8b3b04d3103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:52.285631 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1197fea5-98a6-4a46-9426-f07364d0d283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:52.285783 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-1197fea5-98a6-4a46-9426-f07364d0d283 admin admin] Added segment 5c8e1bf2-e83b-4b27-a648-0ddf61e3049a of type vlan for network 00d0befb-7913-4877-b2da-5e85114b99b5 May 03 22:41:52.396029 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-1e322007-4d84-4831-b7f9-f891e4cb777c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:52.405877 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-1e322007-4d84-4831-b7f9-f891e4cb777c service neutron] 10.222.0.67 "GET /v2.0/networks?id=ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 HTTP/1.1" status: 200 len: 917 time: 0.3132727 May 03 22:41:52.474261 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3babce53-07da-4475-8dbc-9369bad09fc3 req-3b321156-6cd4-4204-99b3-bc78f24816a5 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:52.500642 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3babce53-07da-4475-8dbc-9369bad09fc3 req-3b321156-6cd4-4204-99b3-bc78f24816a5 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 943 time: 1.7206435 May 03 22:41:52.553561 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-266329c5-ea76-48d5-b06d-917b88c7306e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ae259da-89ce-42c7-81a9-d0aa11f186b8 HTTP/1.1" status: 200 len: 998 time: 0.1396847 May 03 22:41:52.599486 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940fb0be-d16e-4c59-8a79-d8b3b04d3103 None None] Pushing event updated for resources: {'Port': ['ID=3820eeac-0bd5-4b8d-a2e7-e805db3e9b49,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:52.611423 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014f54a-9d1d-409d-a6ec-bd67520cc872 req-8fc99f18-b39e-42ef-9446-2e0033bf4baf tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:52.628646 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2014f54a-9d1d-409d-a6ec-bd67520cc872 req-8fc99f18-b39e-42ef-9446-2e0033bf4baf tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 943 time: 2.7666614 May 03 22:41:52.688516 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-dd285d25-efc4-46ad-9eb1-973f7b39ec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:52.692035 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-dd285d25-efc4-46ad-9eb1-973f7b39ec58 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=209e1eea-ba5e-419e-9e3d-b3077ecd94a4 HTTP/1.1" status: 200 len: 855 time: 0.1282310 May 03 22:41:52.792070 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-86977326-28fb-4cb4-a07a-6bc0f51f1745 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:52.827752 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-34867692-3022-4eec-ace0-eebe84a516df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:52.856050 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-34867692-3022-4eec-ace0-eebe84a516df service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1567054 May 03 22:41:52.866090 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2033db89-62f7-4944-a176-223d8d3315cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:53.077365 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3babce53-07da-4475-8dbc-9369bad09fc3 req-ec8ea967-b1ba-4b90-b3c8-ef28ad0c6a25 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5757151 May 03 22:41:53.079359 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1197fea5-98a6-4a46-9426-f07364d0d283 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:53.132549 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2014f54a-9d1d-409d-a6ec-bd67520cc872 req-96875a15-8f74-41e6-8a1e-f3d71e192cf3 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5025187 May 03 22:41:53.156138 n-d-811807-1 neutron-server[88071]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ac600efc-3f80-4217-882a-f960c67e51f9']: {'server_uuid': 'd2670065-5cb6-4b96-9177-8c54aba32e1b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '90386d36-c44d-4064-8a75-f7c49c1009ba', 'code': 422} returned with failed status May 03 22:41:53.210569 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-68341f5a-2077-4a6e-b92b-352e2436a39a service neutron] 10.222.0.67 "GET /v2.0/networks/ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471284 May 03 22:41:53.506074 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.resource_extend [None req-1197fea5-98a6-4a46-9426-f07364d0d283 admin admin] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:41:53.506629 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 3820eeac-0bd5-4b8d-a2e7-e805db3e9b49 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:41:53.541119 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d69b30d-16c7-4064-b4b4-4ddd1061c00f'] response: {'name': 'network-changed', 'server_uuid': 'b444de72-b15b-4840-93b2-daf50a537c0f', 'tag': '1ae259da-89ce-42c7-81a9-d0aa11f186b8', 'status': 'completed', 'code': 200} May 03 22:41:53.625798 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1197fea5-98a6-4a46-9426-f07364d0d283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:53.626799 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1197fea5-98a6-4a46-9426-f07364d0d283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:53.627536 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1197fea5-98a6-4a46-9426-f07364d0d283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:53.636841 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-170ef8d0-4a32-44bb-abc7-d5213e5be6b4 service neutron] 10.222.0.67 "GET /v2.0/networks/ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4187770 May 03 22:41:53.892307 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1197fea5-98a6-4a46-9426-f07364d0d283 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.9000847 May 03 22:41:53.892693 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48788) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:41:53.919582 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-11260376-0477-4a1f-9eb7-eb36acee4fbf admin admin] Request body: {'subnet': {'network_id': '00d0befb-7913-4877-b2da-5e85114b99b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1837172154-subnet', 'tenant_id': 'ec0911a097a2408b855d7df323d963b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:41:53.937901 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-11260376-0477-4a1f-9eb7-eb36acee4fbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:41:53.944492 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 3820eeac-0bd5-4b8d-a2e7-e805db3e9b49 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:41:53.949039 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-11260376-0477-4a1f-9eb7-eb36acee4fbf admin admin] Usage tracker for resource:subnet and tenant:ec0911a097a2408b855d7df323d963b5 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:41:53.958151 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6bccc-e45f-4ad6-bbcb-0f45d477133d req-cfb3a7de-3d53-4ce9-a8a2-1d1aee8dde93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:53.959658 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-55e6bccc-e45f-4ad6-bbcb-0f45d477133d req-cfb3a7de-3d53-4ce9-a8a2-1d1aee8dde93 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4005ab853daa4dd0a8c6d47cfa1e3258&device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 1095 time: 0.2548728 May 03 22:41:53.960660 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-11260376-0477-4a1f-9eb7-eb36acee4fbf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:41:53.968995 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-11260376-0477-4a1f-9eb7-eb36acee4fbf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:41:54.089181 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11260376-0477-4a1f-9eb7-eb36acee4fbf admin admin] Made reservation on behalf of ec0911a097a2408b855d7df323d963b5 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:41:54.091539 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-11260376-0477-4a1f-9eb7-eb36acee4fbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:54.209674 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1197fea5-98a6-4a46-9426-f07364d0d283 admin admin] Pushing event updated for resources: {'Network': ['ID=00d0befb-7913-4877-b2da-5e85114b99b5,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:54.224798 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 00d0befb-7913-4877-b2da-5e85114b99b5 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:41:54.233100 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7970506-d5d3-4c16-a956-94ae7726f89d req-73a2d378-7950-43d6-80ef-ddb35a4d3027 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:54.235458 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d7970506-d5d3-4c16-a956-94ae7726f89d req-73a2d378-7950-43d6-80ef-ddb35a4d3027 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 945 time: 0.7817369 May 03 22:41:54.358315 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:54.541262 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1170fa81-ff7c-4596-8097-2143dd6a1536 None None] Network 5d613894-c55c-4403-9b3c-4a1f64e66973 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:41:54.544707 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d7970506-d5d3-4c16-a956-94ae7726f89d req-7df3e94c-cf7c-471f-b23b-edfa427ac53e tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029594 May 03 22:41:54.549771 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-86977326-28fb-4cb4-a07a-6bc0f51f1745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:54.654620 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6bccc-e45f-4ad6-bbcb-0f45d477133d req-ce0d7a14-a57d-4be6-8970-875c73f918a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:54.656201 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-55e6bccc-e45f-4ad6-bbcb-0f45d477133d req-ce0d7a14-a57d-4be6-8970-875c73f918a5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 HTTP/1.1" status: 200 len: 917 time: 0.6884909 May 03 22:41:54.914295 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-55e6bccc-e45f-4ad6-bbcb-0f45d477133d req-5551cb89-068e-498a-b472-36725f2eb340 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ae259da-89ce-42c7-81a9-d0aa11f186b8 HTTP/1.1" status: 200 len: 998 time: 0.2391303 May 03 22:41:54.960303 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c638bc7f-91f7-477c-9bbe-0fb751a0805b None None] Provisioning for port 3820eeac-0bd5-4b8d-a2e7-e805db3e9b49 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:41:54.995471 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c638bc7f-91f7-477c-9bbe-0fb751a0805b None None] Provisioning complete for port 3820eeac-0bd5-4b8d-a2e7-e805db3e9b49 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:41:54.996966 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c638bc7f-91f7-477c-9bbe-0fb751a0805b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:55.129328 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6bccc-e45f-4ad6-bbcb-0f45d477133d req-2fba9ab6-af8f-4a62-aa9b-0eeb4e32e37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:55.136069 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-55e6bccc-e45f-4ad6-bbcb-0f45d477133d req-2fba9ab6-af8f-4a62-aa9b-0eeb4e32e37c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=209e1eea-ba5e-419e-9e3d-b3077ecd94a4 HTTP/1.1" status: 200 len: 855 time: 0.1398332 May 03 22:41:55.188930 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4379410a-11ae-4d8f-aeae-c2b2832eb5a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:55.507830 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-11260376-0477-4a1f-9eb7-eb36acee4fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:55.514805 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c638bc7f-91f7-477c-9bbe-0fb751a0805b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:55.613940 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-c638bc7f-91f7-477c-9bbe-0fb751a0805b None None] For port 3820eeac-0bd5-4b8d-a2e7-e805db3e9b49, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=3820eeac-0bd5-4b8d-a2e7-e805db3e9b49,segment=NetworkSegment(54d0e912-9b7e-4af3-a2e1-1097ec09fc77),segment_id=54d0e912-9b7e-4af3-a2e1-1097ec09fc77)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:41:55.645549 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c638bc7f-91f7-477c-9bbe-0fb751a0805b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:55.705748 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11260376-0477-4a1f-9eb7-eb36acee4fbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=35a2a4af-e991-42b5-874f-0b9f7145d55d,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:55.708087 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469a5b6-0278-42a8-8b31-88a8ea8b6189 req-6f4ea52c-597a-4733-86e9-31dcdd38a1ab tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:55.714978 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11260376-0477-4a1f-9eb7-eb36acee4fbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:55.715377 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11260376-0477-4a1f-9eb7-eb36acee4fbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:55.715719 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11260376-0477-4a1f-9eb7-eb36acee4fbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:55.716067 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11260376-0477-4a1f-9eb7-eb36acee4fbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:55.716377 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11260376-0477-4a1f-9eb7-eb36acee4fbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:55.716702 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11260376-0477-4a1f-9eb7-eb36acee4fbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:55.717140 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11260376-0477-4a1f-9eb7-eb36acee4fbf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:55.717340 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11260376-0477-4a1f-9eb7-eb36acee4fbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:55.717664 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11260376-0477-4a1f-9eb7-eb36acee4fbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:55.718012 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11260376-0477-4a1f-9eb7-eb36acee4fbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:55.718332 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11260376-0477-4a1f-9eb7-eb36acee4fbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:55.718663 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11260376-0477-4a1f-9eb7-eb36acee4fbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:55.726453 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9469a5b6-0278-42a8-8b31-88a8ea8b6189 req-6f4ea52c-597a-4733-86e9-31dcdd38a1ab tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 943 time: 1.3281517 May 03 22:41:55.799850 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11260376-0477-4a1f-9eb7-eb36acee4fbf admin admin] Checking segment: {'id': '5c8e1bf2-e83b-4b27-a648-0ddf61e3049a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '00d0befb-7913-4877-b2da-5e85114b99b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:41:55.800576 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11260376-0477-4a1f-9eb7-eb36acee4fbf admin admin] Network hostable DHCP agents. Network: 00d0befb-7913-4877-b2da-5e85114b99b5, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:41:55.818684 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6bccc-e45f-4ad6-bbcb-0f45d477133d req-92c2ca20-87a9-4ab1-8cc7-3f9379b3acec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:55.820571 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-55e6bccc-e45f-4ad6-bbcb-0f45d477133d req-92c2ca20-87a9-4ab1-8cc7-3f9379b3acec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6513844 May 03 22:41:55.825686 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86977326-28fb-4cb4-a07a-6bc0f51f1745 admin admin] Router 6c67751b-b008-4503-9376-4c89022b831b is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:41:55.852561 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 90386d36-c44d-4064-8a75-f7c49c1009ba no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:41:55.869673 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9469a5b6-0278-42a8-8b31-88a8ea8b6189 req-4c6bc216-8533-4334-9a10-269693cb5b59 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423044 May 03 22:41:56.017098 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-55e6bccc-e45f-4ad6-bbcb-0f45d477133d req-71a69029-a578-4a38-a224-08b2152656db service neutron] 10.222.0.67 "GET /v2.0/networks/ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829324 May 03 22:41:56.029615 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11260376-0477-4a1f-9eb7-eb36acee4fbf admin admin] Network 00d0befb-7913-4877-b2da-5e85114b99b5 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:41:56.038049 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c638bc7f-91f7-477c-9bbe-0fb751a0805b None None] Pushing event updated for resources: {'Port': ['ID=3820eeac-0bd5-4b8d-a2e7-e805db3e9b49,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:56.145092 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-11260376-0477-4a1f-9eb7-eb36acee4fbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 00d0befb-7913-4877-b2da-5e85114b99b5) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:41:56.160494 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11260376-0477-4a1f-9eb7-eb36acee4fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:56.160875 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-11260376-0477-4a1f-9eb7-eb36acee4fbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:56.218130 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9848ac-558c-4b68-9141-ed2decd71abf None None] Network 00d0befb-7913-4877-b2da-5e85114b99b5 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:41:56.406735 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-11260376-0477-4a1f-9eb7-eb36acee4fbf admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5079346 May 03 22:41:56.429298 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:56.440845 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:56.477915 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86977326-28fb-4cb4-a07a-6bc0f51f1745 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:41:56.574971 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-55e6bccc-e45f-4ad6-bbcb-0f45d477133d req-9715c233-0d97-4bde-9e17-fd091d359ade service neutron] 10.222.0.67 "GET /v2.0/networks/ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5425527 May 03 22:41:56.664428 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce693cad-ef9b-421e-9fbf-832da543c4d2 req-d283ebe9-da26-48b0-a39c-9773779a3c37 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:56.686836 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ce693cad-ef9b-421e-9fbf-832da543c4d2 req-d283ebe9-da26-48b0-a39c-9773779a3c37 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 944 time: 1.5375340 May 03 22:41:56.804477 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-86977326-28fb-4cb4-a07a-6bc0f51f1745 admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:56.818627 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-86977326-28fb-4cb4-a07a-6bc0f51f1745 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.4149659 May 03 22:41:56.821421 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48856) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:41:56.842290 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ce693cad-ef9b-421e-9fbf-832da543c4d2 req-3eb8d03b-f2ea-4a21-b6c9-81f0af2f4a34 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429360 May 03 22:41:56.852098 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eb5f90-14a3-4490-936c-82415bb62b15 None None] Sync routers for ids ['6c67751b-b008-4503-9376-4c89022b831b'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:41:56.929275 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071545f8-a86a-49b4-9132-fe13cb7cca3f req-598f518e-22db-4f84-92be-50fd9c7084f6 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:56.942983 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-071545f8-a86a-49b4-9132-fe13cb7cca3f req-598f518e-22db-4f84-92be-50fd9c7084f6 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 945 time: 0.4527884 May 03 22:41:56.952329 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33687437-4f12-4626-9604-517fb99c8c6c None None] Network 00d0befb-7913-4877-b2da-5e85114b99b5 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:41:57.096072 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-071545f8-a86a-49b4-9132-fe13cb7cca3f req-10ef4070-5e9f-414c-bca5-957a9bc5eebf tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428897 May 03 22:41:57.207320 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b3101275-dfcb-4fe2-ae8b-edcb6b91dd96 None None] Provisioning complete for port 3820eeac-0bd5-4b8d-a2e7-e805db3e9b49 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:41:57.207929 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b3101275-dfcb-4fe2-ae8b-edcb6b91dd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:57.439130 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eb5f90-14a3-4490-936c-82415bb62b15 None None] Routers {'6c67751b-b008-4503-9376-4c89022b831b'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:41:57.439130 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-82eb5f90-14a3-4490-936c-82415bb62b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:41:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6c67751b-b008-4503-9376-4c89022b831b'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:41:57.471346 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20fb11d-8994-4582-85ed-e50b74d4c0c1 req-58a578e9-5a09-4549-90fc-d3d799c97eb1 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:57.483775 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c20fb11d-8994-4582-85ed-e50b74d4c0c1 req-58a578e9-5a09-4549-90fc-d3d799c97eb1 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 943 time: 0.2450664 May 03 22:41:57.653102 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c20fb11d-8994-4582-85ed-e50b74d4c0c1 req-2e082fe6-afa5-4f0b-9ecc-873206f0c6d9 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695714 May 03 22:41:57.702675 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 3820eeac-0bd5-4b8d-a2e7-e805db3e9b49 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:41:58.213525 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:58.265845 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-182dc293-dbd2-447c-8f69-9532963df47b tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:58.267310 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-182dc293-dbd2-447c-8f69-9532963df47b tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Synchronizing usage tracker for tenant:4372af5e3e534d8d835dcfdda49859bd on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:41:58.285802 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ced6db-1862-4b99-9785-50d5ffcb8d68 req-8a76c04d-2957-4ade-9022-9a72438fffe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:58.287481 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f0ced6db-1862-4b99-9785-50d5ffcb8d68 req-8a76c04d-2957-4ade-9022-9a72438fffe8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=56f2a06b55b349518a0fa1bd075b4999&device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 1096 time: 0.7364159 May 03 22:41:58.310288 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-182dc293-dbd2-447c-8f69-9532963df47b tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Unset dirty status for tenant:4372af5e3e534d8d835dcfdda49859bd on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:41:58.312061 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-182dc293-dbd2-447c-8f69-9532963df47b tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/networks?id=7ad8590c-dbcd-4887-944d-07f078870ba1 HTTP/1.1" status: 200 len: 808 time: 0.4476032 May 03 22:41:58.333224 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-86a0bf2d-7ef7-46a3-9139-588e6a4fd534 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/quotas/4372af5e3e534d8d835dcfdda49859bd HTTP/1.1" status: 200 len: 375 time: 0.0134912 May 03 22:41:58.420516 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-82eb5f90-14a3-4490-936c-82415bb62b15 None None] Set router 6c67751b-b008-4503-9376-4c89022b831b gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:41:58.544043 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-b974ea18-bf01-4c0a-aed3-debbabde1200 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4372af5e3e534d8d835dcfdda49859bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2057018 May 03 22:41:58.680018 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8a40b-56bc-42d6-ab88-6bd9b75a16a9 req-c5f78ecc-cc0d-42a5-b2f0-048a61d2902e tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:58.692109 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eec8a40b-56bc-42d6-ab88-6bd9b75a16a9 req-c5f78ecc-cc0d-42a5-b2f0-048a61d2902e tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 944 time: 0.2387617 May 03 22:41:58.879703 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eec8a40b-56bc-42d6-ab88-6bd9b75a16a9 req-8eaf3d0a-9e33-48ef-956c-35986a4d0e9d tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870573 May 03 22:41:58.970910 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:58.991014 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ced6db-1862-4b99-9785-50d5ffcb8d68 req-9093e61c-8699-464f-b13f-1ff1f0336908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:58.994376 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f0ced6db-1862-4b99-9785-50d5ffcb8d68 req-9093e61c-8699-464f-b13f-1ff1f0336908 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f484e0b5-7091-4031-9307-0c51512cbb0f HTTP/1.1" status: 200 len: 912 time: 0.6971102 May 03 22:41:59.187973 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-f22a8a53-fa40-4394-8b36-b90d3d67e857 service neutron] 10.222.0.58 "GET /v2.0/networks/7ad8590c-dbcd-4887-944d-07f078870ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6425374 May 03 22:41:59.202382 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f0ced6db-1862-4b99-9785-50d5ffcb8d68 req-4ea56673-8456-45d8-9830-62dac0e21c77 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b80e2b39-f5a9-4b08-b2fa-22daa4ff1473 HTTP/1.1" status: 200 len: 217 time: 0.1953485 May 03 22:41:59.366335 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 3820eeac-0bd5-4b8d-a2e7-e805db3e9b49 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:41:59.366854 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:59.557812 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-186098fc-bd3a-4ac1-aeb0-5cb4b6a61864 service neutron] 10.222.0.58 "GET /v2.0/networks/7ad8590c-dbcd-4887-944d-07f078870ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669307 May 03 22:41:59.734943 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3d643b2f-e251-497d-a21f-64f14da3ac2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:41:59.808318 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ced6db-1862-4b99-9785-50d5ffcb8d68 req-5f66e26a-9327-4874-8946-02d4c60064fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:59.809762 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f0ced6db-1862-4b99-9785-50d5ffcb8d68 req-5f66e26a-9327-4874-8946-02d4c60064fa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e1d2886a-36ca-4181-9979-2ff50bdb7ad7 HTTP/1.1" status: 200 len: 851 time: 0.5516455 May 03 22:41:59.852713 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96151f5-960a-4501-a12b-af9dc26f6f32 req-bffe1819-76cc-4ad8-850d-f5c3d7901893 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:59.861537 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d96151f5-960a-4501-a12b-af9dc26f6f32 req-bffe1819-76cc-4ad8-850d-f5c3d7901893 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 945 time: 0.2848415 May 03 22:41:59.929447 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device b80e2b39-f5a9-4b08-b2fa-22daa4ff1473 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:42:00.049831 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d96151f5-960a-4501-a12b-af9dc26f6f32 req-97504c1c-dd54-4409-ba72-2d90cf89a820 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800313 May 03 22:42:00.066340 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:00.083546 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-82eb5f90-14a3-4490-936c-82415bb62b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c67751b-b008-4503-9376-4c89022b831b', 'name': 'tempest-TaggedBootDevicesTest_v242-1300304713-router', 'tenant_id': 'dd89d0b0e66d4bcaad18f32c5d46eca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'd354b195-e915-4e77-8899-b4d84eabb798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:41:46Z', 'updated_at': '2022-05-03T22:41:52Z', 'revision_number': 3, 'project_id': 'dd89d0b0e66d4bcaad18f32c5d46eca2', 'gw_port': {'id': 'd354b195-e915-4e77-8899-b4d84eabb798', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c67751b-b008-4503-9376-4c89022b831b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:41:49Z', 'updated_at': '2022-05-03T22:41:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:42:00.095875 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eb5f90-14a3-4490-936c-82415bb62b15 None None] Checking router: 6c67751b-b008-4503-9376-4c89022b831b for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:42:00.096406 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eb5f90-14a3-4490-936c-82415bb62b15 None None] Updating router 6c67751b-b008-4503-9376-4c89022b831b port d354b195-e915-4e77-8899-b4d84eabb798 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:42:00.143087 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4adc19c2-471d-47ac-951e-3e4ebce0b8fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b80e2b39-f5a9-4b08-b2fa-22daa4ff1473'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:42:00.197127 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port b80e2b39-f5a9-4b08-b2fa-22daa4ff1473, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=b80e2b39-f5a9-4b08-b2fa-22daa4ff1473,segment=NetworkSegment(b38726d5-324d-4465-9fc5-454afd2d45a2),segment_id=b38726d5-324d-4465-9fc5-454afd2d45a2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:42:00.220546 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:00.367834 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f0ced6db-1862-4b99-9785-50d5ffcb8d68 req-5f3f7fec-c0e5-44f3-8823-86d2b84cafff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f484e0b5-7091-4031-9307-0c51512cbb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027236 May 03 22:42:00.410208 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=b80e2b39-f5a9-4b08-b2fa-22daa4ff1473,revision_number=8']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:00.412920 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-82eb5f90-14a3-4490-936c-82415bb62b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:00.677026 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892fdd5-4760-43be-8bbd-363b90e68f6a req-32b24a92-8d18-4c86-b0b9-0a686d6e081b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:00.692416 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c892fdd5-4760-43be-8bbd-363b90e68f6a req-32b24a92-8d18-4c86-b0b9-0a686d6e081b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 943 time: 0.4698226 May 03 22:42:00.891349 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c892fdd5-4760-43be-8bbd-363b90e68f6a req-2ec85080-96a6-457f-9d9e-443f8beea673 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979094 May 03 22:42:00.958490 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef03445-b4db-4848-97e7-ca9bc073ac10 req-1086910f-cd38-4831-8ad5-33a929f1a0f5 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:00.966561 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eef03445-b4db-4848-97e7-ca9bc073ac10 req-1086910f-cd38-4831-8ad5-33a929f1a0f5 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 944 time: 0.6006813 May 03 22:42:01.023641 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-3d643b2f-e251-497d-a21f-64f14da3ac2d admin admin] Allocated IP 172.20.0.1 (5d613894-c55c-4403-9b3c-4a1f64e66973/b88046ba-7e16-4834-a87e-f9e98bed3274/af493913-a3b6-4c03-8895-93d96a195eca) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:42:01.091597 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f0ced6db-1862-4b99-9785-50d5ffcb8d68 req-78c550b9-41b2-4d80-8fc7-1c3b62158166 service neutron] 10.222.0.60 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7113297 May 03 22:42:01.167865 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-33a2ca85-f7ae-4fa8-8748-8071fa371bd9 req-55ab2e77-f515-45d3-a4ec-d39807edb24b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9038305 May 03 22:42:01.262427 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8083e322-5e13-47d8-8117-868f029c35b3 req-4000ac65-58ca-440d-9e85-ac66dcf0d60a tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/ports?device_id=95652b27-d152-47b0-9562-04efb66123bf HTTP/1.1" status: 200 len: 210 time: 0.2486689 May 03 22:42:01.346418 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eef03445-b4db-4848-97e7-ca9bc073ac10 req-51aa2b37-2531-4258-9eae-0427c961d2d2 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3776579 May 03 22:42:01.433392 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04aa5339-ffd3-412e-a4ff-00d935b3c338'] response: {'server_uuid': '4adc19c2-471d-47ac-951e-3e4ebce0b8fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b80e2b39-f5a9-4b08-b2fa-22daa4ff1473', 'code': 200} May 03 22:42:01.549297 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-82eb5f90-14a3-4490-936c-82415bb62b15 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:01.565442 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-82eb5f90-14a3-4490-936c-82415bb62b15 None None] Transition to ACTIVE for port object d354b195-e915-4e77-8899-b4d84eabb798 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:42:01.639807 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-82eb5f90-14a3-4490-936c-82415bb62b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:01.859679 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-82eb5f90-14a3-4490-936c-82415bb62b15 None None] Attempting to bind port d354b195-e915-4e77-8899-b4d84eabb798 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:42:01.860454 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-82eb5f90-14a3-4490-936c-82415bb62b15 None None] Attempting to bind port d354b195-e915-4e77-8899-b4d84eabb798 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:42:01.860978 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82eb5f90-14a3-4490-936c-82415bb62b15 None None] Attempting to bind port d354b195-e915-4e77-8899-b4d84eabb798 on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:42:01.870413 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395041a-67a5-4318-bab9-23115ec7cf39 None None] Pushing event updated for resources: {'Port': ['ID=d354b195-e915-4e77-8899-b4d84eabb798,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:01.873253 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82eb5f90-14a3-4490-936c-82415bb62b15 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:42:01.873899 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82eb5f90-14a3-4490-936c-82415bb62b15 None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:42:01.874538 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-82eb5f90-14a3-4490-936c-82415bb62b15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:01.875122 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82eb5f90-14a3-4490-936c-82415bb62b15 None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:42:01.875913 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-82eb5f90-14a3-4490-936c-82415bb62b15 None None] Bound port: d354b195-e915-4e77-8899-b4d84eabb798, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:42:01.876522 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-82eb5f90-14a3-4490-936c-82415bb62b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:01.904955 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f0ced6db-1862-4b99-9785-50d5ffcb8d68 req-6288d2db-6432-4000-b7cd-f3ea9467edfd service neutron] 10.222.0.60 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7968786 May 03 22:42:01.944517 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a02313-e6ed-49c0-9aba-0eb160bba137 req-b2a8faa6-4985-48fd-aa22-bf9074eb9835 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:01.957477 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-54a02313-e6ed-49c0-9aba-0eb160bba137 req-b2a8faa6-4985-48fd-aa22-bf9074eb9835 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 943 time: 0.3133008 May 03 22:42:02.031132 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3d643b2f-e251-497d-a21f-64f14da3ac2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:02.088403 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-82eb5f90-14a3-4490-936c-82415bb62b15 None None] For port d354b195-e915-4e77-8899-b4d84eabb798, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:42:02.097584 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-82eb5f90-14a3-4490-936c-82415bb62b15 None None] For port d354b195-e915-4e77-8899-b4d84eabb798, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d354b195-e915-4e77-8899-b4d84eabb798,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:42:02.107039 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-3d643b2f-e251-497d-a21f-64f14da3ac2d admin admin] Transition to ACTIVE for port object af493913-a3b6-4c03-8895-93d96a195eca will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:42:02.112096 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-82eb5f90-14a3-4490-936c-82415bb62b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:02.157206 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-54a02313-e6ed-49c0-9aba-0eb160bba137 req-5630b99f-911b-4229-9d22-af5da94ed35d tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916037 May 03 22:42:02.228830 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3d643b2f-e251-497d-a21f-64f14da3ac2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:02.450732 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598ebd9-7d8f-4089-9daf-6f479db53858 req-9633c2c5-6413-4563-8120-61e35d3e026d tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:02.461267 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5598ebd9-7d8f-4089-9daf-6f479db53858 req-9633c2c5-6413-4563-8120-61e35d3e026d tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 943 time: 0.2298687 May 03 22:42:02.499326 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eb5f90-14a3-4490-936c-82415bb62b15 None None] Routers {'6c67751b-b008-4503-9376-4c89022b831b'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:42:02.516090 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-82eb5f90-14a3-4490-936c-82415bb62b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:41:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6c67751b-b008-4503-9376-4c89022b831b'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:42:02.577278 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5598ebd9-7d8f-4089-9daf-6f479db53858 req-3d3d4986-9f2f-4d91-a8bd-85d688c0efde tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150079 May 03 22:42:02.733442 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395041a-67a5-4318-bab9-23115ec7cf39 None None] Pushing event updated for resources: {'Port': ['ID=d354b195-e915-4e77-8899-b4d84eabb798,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:02.880939 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-46e243ab-de3c-4e3d-900d-3513552c0f79 req-5954828f-c738-41d0-b28e-e12e2235d855 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/ports?device_id=95652b27-d152-47b0-9562-04efb66123bf HTTP/1.1" status: 200 len: 210 time: 0.2639687 May 03 22:42:02.944239 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b395041a-67a5-4318-bab9-23115ec7cf39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:42:02.944925 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b395041a-67a5-4318-bab9-23115ec7cf39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:42:02.945688 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b395041a-67a5-4318-bab9-23115ec7cf39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:42:02.946295 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b395041a-67a5-4318-bab9-23115ec7cf39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:42:02.946897 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b395041a-67a5-4318-bab9-23115ec7cf39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:42:02.947579 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b395041a-67a5-4318-bab9-23115ec7cf39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:42:02.948327 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b395041a-67a5-4318-bab9-23115ec7cf39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:42:02.948883 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b395041a-67a5-4318-bab9-23115ec7cf39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:42:02.949674 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b395041a-67a5-4318-bab9-23115ec7cf39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:42:02.950881 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b395041a-67a5-4318-bab9-23115ec7cf39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:42:02.951498 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b395041a-67a5-4318-bab9-23115ec7cf39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:42:02.952050 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b395041a-67a5-4318-bab9-23115ec7cf39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:42:02.991315 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d643b2f-e251-497d-a21f-64f14da3ac2d admin admin] Network 5d613894-c55c-4403-9b3c-4a1f64e66973 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:42:03.030304 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-3d643b2f-e251-497d-a21f-64f14da3ac2d admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:42:03.043251 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bab77a-6425-4652-a88c-659695d80e98 req-270616e8-f827-47a4-b249-6cd0e231a05f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:03.048933 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-13bab77a-6425-4652-a88c-659695d80e98 req-270616e8-f827-47a4-b249-6cd0e231a05f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 944 time: 0.3059599 May 03 22:42:03.090767 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d643b2f-e251-497d-a21f-64f14da3ac2d admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:42:03.177335 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-13bab77a-6425-4652-a88c-659695d80e98 req-a573b36a-3816-44cd-803d-3dc8376e9627 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200447 May 03 22:42:03.268060 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-82eb5f90-14a3-4490-936c-82415bb62b15 None None] Set router 6c67751b-b008-4503-9376-4c89022b831b gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:42:03.465203 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d643b2f-e251-497d-a21f-64f14da3ac2d admin admin] Pushing event updated for resources: {'Port': ['ID=af493913-a3b6-4c03-8895-93d96a195eca,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:03.570878 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f53b51-07a5-4b82-b262-f25198b14bd8 req-bd95ef31-4b69-4668-afd7-84c242ef017a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:03.574314 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-54f53b51-07a5-4b82-b262-f25198b14bd8 req-bd95ef31-4b69-4668-afd7-84c242ef017a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 943 time: 0.1865816 May 03 22:42:03.598786 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-575f6be2-28f8-49f8-8ab6-ce29830ea1c1 None None] Provisioning for port af493913-a3b6-4c03-8895-93d96a195eca completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:42:03.620113 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-575f6be2-28f8-49f8-8ab6-ce29830ea1c1 None None] Provisioning complete for port af493913-a3b6-4c03-8895-93d96a195eca triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:42:03.620663 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-575f6be2-28f8-49f8-8ab6-ce29830ea1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:03.695933 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-54f53b51-07a5-4b82-b262-f25198b14bd8 req-c08214eb-2201-4f94-9c37-c810a595c115 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132569 May 03 22:42:03.702252 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3d643b2f-e251-497d-a21f-64f14da3ac2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:03.809722 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-4654e0e7-fdde-484f-9a3f-7913f8707de2 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:03.811583 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-4654e0e7-fdde-484f-9a3f-7913f8707de2 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.67 "GET /v2.0/networks?id=7ad8590c-dbcd-4887-944d-07f078870ba1 HTTP/1.1" status: 200 len: 808 time: 0.7911384 May 03 22:42:03.819370 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2ca85-f7ae-4fa8-8748-8071fa371bd9 req-376e272d-28eb-4ed2-b85f-9f1244b389aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:03.820955 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-33a2ca85-f7ae-4fa8-8748-8071fa371bd9 req-376e272d-28eb-4ed2-b85f-9f1244b389aa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b&tenant_id=fbfe6bca3b264cd880fbd33ea61935c3 HTTP/1.1" status: 200 len: 1094 time: 0.3665915 May 03 22:42:03.860042 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-575f6be2-28f8-49f8-8ab6-ce29830ea1c1 None None] Port af493913-a3b6-4c03-8895-93d96a195eca cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:42:03.882524 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-33a2ca85-f7ae-4fa8-8748-8071fa371bd9 req-cc9cea8d-f92f-4666-a364-0c30c35ed8aa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811807-1', 'device_owner': 'compute:nova'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:42:03.948006 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-b55d64ce-400e-4b2c-9463-559fdeda4498 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Request body: {'port': {'device_id': '95652b27-d152-47b0-9562-04efb66123bf', 'network_id': '7ad8590c-dbcd-4887-944d-07f078870ba1', 'admin_state_up': True, 'tenant_id': '4372af5e3e534d8d835dcfdda49859bd'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:42:04.135633 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-82eb5f90-14a3-4490-936c-82415bb62b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c67751b-b008-4503-9376-4c89022b831b', 'name': 'tempest-TaggedBootDevicesTest_v242-1300304713-router', 'tenant_id': 'dd89d0b0e66d4bcaad18f32c5d46eca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'd354b195-e915-4e77-8899-b4d84eabb798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:41:46Z', 'updated_at': '2022-05-03T22:41:52Z', 'revision_number': 3, 'project_id': 'dd89d0b0e66d4bcaad18f32c5d46eca2', 'gw_port': {'id': 'd354b195-e915-4e77-8899-b4d84eabb798', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c67751b-b008-4503-9376-4c89022b831b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:41:49Z', 'updated_at': '2022-05-03T22:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:42:04.164689 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eb5f90-14a3-4490-936c-82415bb62b15 None None] The sync data for ids ['6c67751b-b008-4503-9376-4c89022b831b'] in n-d-811807-1 is: [{'id': '6c67751b-b008-4503-9376-4c89022b831b', 'name': 'tempest-TaggedBootDevicesTest_v242-1300304713-router', 'tenant_id': 'dd89d0b0e66d4bcaad18f32c5d46eca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'd354b195-e915-4e77-8899-b4d84eabb798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:41:46Z', 'updated_at': '2022-05-03T22:41:52Z', 'revision_number': 3, 'project_id': 'dd89d0b0e66d4bcaad18f32c5d46eca2', 'gw_port': {'id': 'd354b195-e915-4e77-8899-b4d84eabb798', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c67751b-b008-4503-9376-4c89022b831b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:41:49Z', 'updated_at': '2022-05-03T22:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:42:04.395743 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0a1dfcae-3866-4095-86a1-f3580f79a8e4 req-d476301a-d384-4f24-97ea-5b7b913259d3 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/ports?device_id=95652b27-d152-47b0-9562-04efb66123bf HTTP/1.1" status: 200 len: 210 time: 0.1933751 May 03 22:42:04.457040 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-b55d64ce-400e-4b2c-9463-559fdeda4498 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:42:04.484774 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c376a8-6305-4547-80cc-1a0f68a16363 req-722dc3fa-d290-4f3c-8cda-48ba1b3494a1 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:04.493252 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f8c376a8-6305-4547-80cc-1a0f68a16363 req-722dc3fa-d290-4f3c-8cda-48ba1b3494a1 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 943 time: 0.5222843 May 03 22:42:04.584664 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f8c376a8-6305-4547-80cc-1a0f68a16363 req-60cf5ade-b10c-4993-a1f1-ba3ccd7e06f2 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893223 May 03 22:42:04.639931 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3d643b2f-e251-497d-a21f-64f14da3ac2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:04.671879 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-b55d64ce-400e-4b2c-9463-559fdeda4498 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Usage tracker for resource:port and tenant:4372af5e3e534d8d835dcfdda49859bd is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:42:04.694163 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-b55d64ce-400e-4b2c-9463-559fdeda4498 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:42:04.700711 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-b55d64ce-400e-4b2c-9463-559fdeda4498 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:42:04.987611 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c5abb-374d-4466-a560-eb6dce6c6045 req-ce6c26c7-36f2-4272-ace4-3bd1c0cc5d29 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:05.023396 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-810c5abb-374d-4466-a560-eb6dce6c6045 req-ce6c26c7-36f2-4272-ace4-3bd1c0cc5d29 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 944 time: 0.3469768 May 03 22:42:05.025412 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-b55d64ce-400e-4b2c-9463-559fdeda4498 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Made reservation on behalf of 4372af5e3e534d8d835dcfdda49859bd for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:42:05.029165 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-b55d64ce-400e-4b2c-9463-559fdeda4498 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:05.192406 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-810c5abb-374d-4466-a560-eb6dce6c6045 req-56d0ebd7-29dd-4d1d-a334-8aa770aa8338 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683908 May 03 22:42:05.308437 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-33a2ca85-f7ae-4fa8-8748-8071fa371bd9 req-cc9cea8d-f92f-4666-a364-0c30c35ed8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:05.646289 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c160f6c-bfee-45c1-b094-a99903f1f26f req-e5c6871b-5076-4f14-a13a-5b0909affb85 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:05.649824 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7c160f6c-bfee-45c1-b094-a99903f1f26f req-e5c6871b-5076-4f14-a13a-5b0909affb85 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 943 time: 0.2414534 May 03 22:42:05.756778 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7c160f6c-bfee-45c1-b094-a99903f1f26f req-28eb5b08-9378-48ab-aad3-4522cc01e249 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962100 May 03 22:42:05.902763 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c3ff06c1-0781-4fc0-bc68-33b9b7efbfa2 req-8113d9b0-f76a-4abf-a3c3-182550002f40 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/ports?device_id=95652b27-d152-47b0-9562-04efb66123bf HTTP/1.1" status: 200 len: 210 time: 0.0753396 May 03 22:42:06.235859 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d354b195-e915-4e77-8899-b4d84eabb798 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:42:06.385639 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af936585-e836-4a6a-83f5-c129b54c0102 req-777a60cf-37c8-45f9-bf7e-a3b84d5916bb tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:06.387236 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af936585-e836-4a6a-83f5-c129b54c0102 req-777a60cf-37c8-45f9-bf7e-a3b84d5916bb tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 943 time: 0.3041980 May 03 22:42:06.469739 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-b55d64ce-400e-4b2c-9463-559fdeda4498 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Allocated IP 172.20.0.5 (7ad8590c-dbcd-4887-944d-07f078870ba1/9dedfb95-45d0-46c7-91ac-bf216d15b087/b33e900a-fe75-4fd8-9044-c27f4d98d863) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:42:06.495199 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port d354b195-e915-4e77-8899-b4d84eabb798 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:42:06.501522 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port d354b195-e915-4e77-8899-b4d84eabb798 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:42:06.502055 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:06.512009 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af936585-e836-4a6a-83f5-c129b54c0102 req-cfb2b991-c4b7-4034-b6cb-f8ecaf10fcdd tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080017 May 03 22:42:06.535002 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3d643b2f-e251-497d-a21f-64f14da3ac2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:06.543302 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-33a2ca85-f7ae-4fa8-8748-8071fa371bd9 req-cc9cea8d-f92f-4666-a364-0c30c35ed8aa service neutron] For port 90386d36-c44d-4064-8a75-f7c49c1009ba, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=90386d36-c44d-4064-8a75-f7c49c1009ba,segment=NetworkSegment(a7668370-475d-4918-bbba-2675de080411),segment_id=a7668370-475d-4918-bbba-2675de080411)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:42:06.570527 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3d643b2f-e251-497d-a21f-64f14da3ac2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:06.754893 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.resource_extend [req-33a2ca85-f7ae-4fa8-8748-8071fa371bd9 req-cc9cea8d-f92f-4666-a364-0c30c35ed8aa service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:42:06.858298 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-33a2ca85-f7ae-4fa8-8748-8071fa371bd9 req-cc9cea8d-f92f-4666-a364-0c30c35ed8aa service neutron] For port 90386d36-c44d-4064-8a75-f7c49c1009ba, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:42:06.884584 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:06.917375 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port d354b195-e915-4e77-8899-b4d84eabb798, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d354b195-e915-4e77-8899-b4d84eabb798,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:42:06.927032 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:06.949185 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-33a2ca85-f7ae-4fa8-8748-8071fa371bd9 req-cc9cea8d-f92f-4666-a364-0c30c35ed8aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90386d36-c44d-4064-8a75-f7c49c1009ba {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:42:06.957601 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-33a2ca85-f7ae-4fa8-8748-8071fa371bd9 req-cc9cea8d-f92f-4666-a364-0c30c35ed8aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:06.980047 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-33a2ca85-f7ae-4fa8-8748-8071fa371bd9 req-cc9cea8d-f92f-4666-a364-0c30c35ed8aa service neutron] Transition to ACTIVE for port object 90386d36-c44d-4064-8a75-f7c49c1009ba will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:42:07.046161 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-33a2ca85-f7ae-4fa8-8748-8071fa371bd9 req-cc9cea8d-f92f-4666-a364-0c30c35ed8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:07.061263 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3be7b3-9d41-4b1b-815b-487c12f0f126 req-85795328-a0c8-4334-a923-8850f4469db9 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:07.075221 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6c3be7b3-9d41-4b1b-815b-487c12f0f126 req-85795328-a0c8-4334-a923-8850f4469db9 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 944 time: 0.2449453 May 03 22:42:07.118704 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d643b2f-e251-497d-a21f-64f14da3ac2d admin admin] Pushing event updated for resources: {'Port': ['ID=af493913-a3b6-4c03-8895-93d96a195eca,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:07.150450 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=d354b195-e915-4e77-8899-b4d84eabb798,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:07.211533 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6c3be7b3-9d41-4b1b-815b-487c12f0f126 req-3fee2c58-40f0-490f-98f4-9891a9cff71b tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347399 May 03 22:42:07.343205 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3d643b2f-e251-497d-a21f-64f14da3ac2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:07.738397 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9995353e-46e0-4767-bf5e-93b7d7661a19 req-975356f6-58d0-49d5-80e0-a075128726d8 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/ports?device_id=95652b27-d152-47b0-9562-04efb66123bf HTTP/1.1" status: 200 len: 210 time: 0.1208279 May 03 22:42:07.748911 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a2ca85-f7ae-4fa8-8748-8071fa371bd9 req-cc9cea8d-f92f-4666-a364-0c30c35ed8aa service neutron] No DVR routers for this DVR port 90386d36-c44d-4064-8a75-f7c49c1009ba on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:42:07.891058 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device b80e2b39-f5a9-4b08-b2fa-22daa4ff1473 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:42:07.924976 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9cea8d-f92f-4666-a364-0c30c35ed8aa service neutron] Pushing event updated for resources: {'Port': ['ID=90386d36-c44d-4064-8a75-f7c49c1009ba,revision_number=9']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:08.145867 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecaa6db-9fed-4cf1-9dd6-7d6a69105996 req-5393762c-b680-47a0-8f8e-7bea418232b5 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:08.146487 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-33a2ca85-f7ae-4fa8-8748-8071fa371bd9 req-cc9cea8d-f92f-4666-a364-0c30c35ed8aa service neutron] Attempting to bind port 90386d36-c44d-4064-8a75-f7c49c1009ba on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:42:08.146752 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-33a2ca85-f7ae-4fa8-8748-8071fa371bd9 req-cc9cea8d-f92f-4666-a364-0c30c35ed8aa service neutron] Attempting to bind port 90386d36-c44d-4064-8a75-f7c49c1009ba by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': 'a7668370-475d-4918-bbba-2675de080411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ebc571f4-7c6c-4734-8444-6a7a06a14e80'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:42:08.147085 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a2ca85-f7ae-4fa8-8748-8071fa371bd9 req-cc9cea8d-f92f-4666-a364-0c30c35ed8aa service neutron] Attempting to bind port 90386d36-c44d-4064-8a75-f7c49c1009ba on network ebc571f4-7c6c-4734-8444-6a7a06a14e80 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:42:08.155881 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5ecaa6db-9fed-4cf1-9dd6-7d6a69105996 req-5393762c-b680-47a0-8f8e-7bea418232b5 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 943 time: 0.1907201 May 03 22:42:08.211978 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a2ca85-f7ae-4fa8-8748-8071fa371bd9 req-cc9cea8d-f92f-4666-a364-0c30c35ed8aa service neutron] Port 90386d36-c44d-4064-8a75-f7c49c1009ba on network ebc571f4-7c6c-4734-8444-6a7a06a14e80 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:42:08.212750 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a2ca85-f7ae-4fa8-8748-8071fa371bd9 req-cc9cea8d-f92f-4666-a364-0c30c35ed8aa service neutron] Attempting to bind port 90386d36-c44d-4064-8a75-f7c49c1009ba on network ebc571f4-7c6c-4734-8444-6a7a06a14e80 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:42:08.215332 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d354b195-e915-4e77-8899-b4d84eabb798 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:42:08.257679 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a2ca85-f7ae-4fa8-8748-8071fa371bd9 req-cc9cea8d-f92f-4666-a364-0c30c35ed8aa service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:42:08.257985 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a2ca85-f7ae-4fa8-8748-8071fa371bd9 req-cc9cea8d-f92f-4666-a364-0c30c35ed8aa service neutron] Checking segment: {'id': 'a7668370-475d-4918-bbba-2675de080411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ebc571f4-7c6c-4734-8444-6a7a06a14e80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:42:08.258353 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a2ca85-f7ae-4fa8-8748-8071fa371bd9 req-cc9cea8d-f92f-4666-a364-0c30c35ed8aa service neutron] Bound using segment: {'id': 'a7668370-475d-4918-bbba-2675de080411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ebc571f4-7c6c-4734-8444-6a7a06a14e80'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:42:08.259634 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-33a2ca85-f7ae-4fa8-8748-8071fa371bd9 req-cc9cea8d-f92f-4666-a364-0c30c35ed8aa service neutron] Bound port: 90386d36-c44d-4064-8a75-f7c49c1009ba, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7668370-475d-4918-bbba-2675de080411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'ebc571f4-7c6c-4734-8444-6a7a06a14e80'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:42:08.259634 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-33a2ca85-f7ae-4fa8-8748-8071fa371bd9 req-cc9cea8d-f92f-4666-a364-0c30c35ed8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:08.259918 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5ecaa6db-9fed-4cf1-9dd6-7d6a69105996 req-bd60416e-82df-412c-a071-36af418434a0 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917022 May 03 22:42:08.298395 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-b55d64ce-400e-4b2c-9463-559fdeda4498 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:08.423407 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port d354b195-e915-4e77-8899-b4d84eabb798 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:42:08.423785 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:08.455859 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d643b2f-e251-497d-a21f-64f14da3ac2d admin admin] Network 5d613894-c55c-4403-9b3c-4a1f64e66973 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:42:08.466421 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-3d643b2f-e251-497d-a21f-64f14da3ac2d admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:42:08.561239 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4768b43-6f2f-4f9e-8943-54177510687f req-d77ea162-6509-49a1-b87b-398834a32ec9 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:08.568003 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d4768b43-6f2f-4f9e-8943-54177510687f req-d77ea162-6509-49a1-b87b-398834a32ec9 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 944 time: 0.1927714 May 03 22:42:08.726112 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d4768b43-6f2f-4f9e-8943-54177510687f req-9018f5cb-d4fb-4fba-82bd-8d363f74ece1 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424823 May 03 22:42:08.988538 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-33a2ca85-f7ae-4fa8-8748-8071fa371bd9 req-cc9cea8d-f92f-4666-a364-0c30c35ed8aa service neutron] For port 90386d36-c44d-4064-8a75-f7c49c1009ba, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:42:08.995102 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-33a2ca85-f7ae-4fa8-8748-8071fa371bd9 req-cc9cea8d-f92f-4666-a364-0c30c35ed8aa service neutron] For port 90386d36-c44d-4064-8a75-f7c49c1009ba, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=90386d36-c44d-4064-8a75-f7c49c1009ba,segment=NetworkSegment(a7668370-475d-4918-bbba-2675de080411),segment_id=a7668370-475d-4918-bbba-2675de080411)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:42:09.022025 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-33a2ca85-f7ae-4fa8-8748-8071fa371bd9 req-cc9cea8d-f92f-4666-a364-0c30c35ed8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:09.035151 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-b55d64ce-400e-4b2c-9463-559fdeda4498 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:09.086804 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a9655b12-14e1-4c16-9e6d-0a303c65f9ca None None] Provisioning complete for port af493913-a3b6-4c03-8895-93d96a195eca triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:42:09.087321 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a9655b12-14e1-4c16-9e6d-0a303c65f9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:09.137720 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2ca85-f7ae-4fa8-8748-8071fa371bd9 req-cc9cea8d-f92f-4666-a364-0c30c35ed8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:09.138461 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-33a2ca85-f7ae-4fa8-8748-8071fa371bd9 req-cc9cea8d-f92f-4666-a364-0c30c35ed8aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:09.139910 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-33a2ca85-f7ae-4fa8-8748-8071fa371bd9 req-cc9cea8d-f92f-4666-a364-0c30c35ed8aa service neutron] 10.222.0.67 "PUT /v2.0/ports/90386d36-c44d-4064-8a75-f7c49c1009ba HTTP/1.1" status: 200 len: 1091 time: 5.2615597 May 03 22:42:09.143768 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2670065-5cb6-4b96-9177-8c54aba32e1b', 'tag': '90386d36-c44d-4064-8a75-f7c49c1009ba'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:42:09.175633 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-b55d64ce-400e-4b2c-9463-559fdeda4498 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Network 7ad8590c-dbcd-4887-944d-07f078870ba1 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:42:09.182482 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a9655b12-14e1-4c16-9e6d-0a303c65f9ca None None] Port af493913-a3b6-4c03-8895-93d96a195eca cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:42:09.237332 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-b55d64ce-400e-4b2c-9463-559fdeda4498 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:42:09.252642 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-b55d64ce-400e-4b2c-9463-559fdeda4498 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:42:09.299767 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2128e2-2bb2-482c-bce6-b53ced5ec144 req-b7bf1dc2-7330-4162-96b7-f3f7351fb132 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:09.323827 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9c2128e2-2bb2-482c-bce6-b53ced5ec144 req-b7bf1dc2-7330-4162-96b7-f3f7351fb132 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=4adc19c2-471d-47ac-951e-3e4ebce0b8fe HTTP/1.1" status: 200 len: 943 time: 0.4322715 May 03 22:42:09.471763 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-9c2128e2-2bb2-482c-bce6-b53ced5ec144 req-270a0bdd-7bbb-4d54-a346-ee6eebb1b07f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Deleting port b80e2b39-f5a9-4b08-b2fa-22daa4ff1473 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:42:09.472109 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9c2128e2-2bb2-482c-bce6-b53ced5ec144 req-270a0bdd-7bbb-4d54-a346-ee6eebb1b07f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:09.475460 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9cea8d-f92f-4666-a364-0c30c35ed8aa service neutron] Pushing event updated for resources: {'Port': ['ID=90386d36-c44d-4064-8a75-f7c49c1009ba,revision_number=10']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:09.483173 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d643b2f-e251-497d-a21f-64f14da3ac2d admin admin] Router 6c67751b-b008-4503-9376-4c89022b831b has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:42:09.566838 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d64ce-400e-4b2c-9463-559fdeda4498 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Pushing event updated for resources: {'Port': ['ID=b33e900a-fe75-4fd8-9044-c27f4d98d863,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:09.602878 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-b55d64ce-400e-4b2c-9463-559fdeda4498 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:09.603798 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-b55d64ce-400e-4b2c-9463-559fdeda4498 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:09.724097 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-b55d64ce-400e-4b2c-9463-559fdeda4498 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8469043 May 03 22:42:09.810437 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-47be014e-e5a1-46ac-9468-54bfa4ba1e2b service neutron] Request body: {'port': {'device_id': '95652b27-d152-47b0-9562-04efb66123bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:42:09.970032 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2ca85-f7ae-4fa8-8748-8071fa371bd9 req-77abad68-d591-4109-8b52-6ee5d80930b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:09.971758 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-33a2ca85-f7ae-4fa8-8748-8071fa371bd9 req-77abad68-d591-4109-8b52-6ee5d80930b8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbfe6bca3b264cd880fbd33ea61935c3&device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 1095 time: 0.7917855 May 03 22:42:10.048008 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-9c2128e2-2bb2-482c-bce6-b53ced5ec144 req-270a0bdd-7bbb-4d54-a346-ee6eebb1b07f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] For port b80e2b39-f5a9-4b08-b2fa-22daa4ff1473, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=b80e2b39-f5a9-4b08-b2fa-22daa4ff1473,segment=NetworkSegment(b38726d5-324d-4465-9fc5-454afd2d45a2),segment_id=b38726d5-324d-4465-9fc5-454afd2d45a2)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:42:10.048390 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9c2128e2-2bb2-482c-bce6-b53ced5ec144 req-270a0bdd-7bbb-4d54-a346-ee6eebb1b07f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:10.253661 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-9c2128e2-2bb2-482c-bce6-b53ced5ec144 req-270a0bdd-7bbb-4d54-a346-ee6eebb1b07f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Calling delete_port for b80e2b39-f5a9-4b08-b2fa-22daa4ff1473 owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:42:10.493295 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108469c-f2ae-4bf3-8b11-6da2339d676a req-8587bcff-eaa4-42d4-ac71-0e434af4f30a tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:10.503104 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2ca85-f7ae-4fa8-8748-8071fa371bd9 req-c68e4261-b5b7-4b77-a330-304eb763bc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:10.504188 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-33a2ca85-f7ae-4fa8-8748-8071fa371bd9 req-c68e4261-b5b7-4b77-a330-304eb763bc01 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ebc571f4-7c6c-4734-8444-6a7a06a14e80 HTTP/1.1" status: 200 len: 915 time: 0.5072832 May 03 22:42:10.510466 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8108469c-f2ae-4bf3-8b11-6da2339d676a req-8587bcff-eaa4-42d4-ac71-0e434af4f30a tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/ports?device_id=95652b27-d152-47b0-9562-04efb66123bf HTTP/1.1" status: 200 len: 931 time: 1.4854026 May 03 22:42:10.542855 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-47be014e-e5a1-46ac-9468-54bfa4ba1e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:10.565985 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9c2128e2-2bb2-482c-bce6-b53ced5ec144 req-270a0bdd-7bbb-4d54-a346-ee6eebb1b07f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:10.796815 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a0bdd-7bbb-4d54-a346-ee6eebb1b07f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Pushing event deleted for resources: {'Port': ['ID=b80e2b39-f5a9-4b08-b2fa-22daa4ff1473,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:10.922567 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a0bdd-7bbb-4d54-a346-ee6eebb1b07f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:42:10.923234 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a0bdd-7bbb-4d54-a346-ee6eebb1b07f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:42:10.923679 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a0bdd-7bbb-4d54-a346-ee6eebb1b07f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:42:10.924104 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a0bdd-7bbb-4d54-a346-ee6eebb1b07f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:42:10.924774 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a0bdd-7bbb-4d54-a346-ee6eebb1b07f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:42:10.925313 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a0bdd-7bbb-4d54-a346-ee6eebb1b07f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:42:10.925884 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a0bdd-7bbb-4d54-a346-ee6eebb1b07f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:42:10.926440 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a0bdd-7bbb-4d54-a346-ee6eebb1b07f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:42:10.926976 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a0bdd-7bbb-4d54-a346-ee6eebb1b07f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:42:10.927518 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a0bdd-7bbb-4d54-a346-ee6eebb1b07f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:42:10.928893 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a0bdd-7bbb-4d54-a346-ee6eebb1b07f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:42:10.929427 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a0bdd-7bbb-4d54-a346-ee6eebb1b07f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:42:10.950035 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-8108469c-f2ae-4bf3-8b11-6da2339d676a req-5621f428-0171-4af3-bff7-3d5bf2adf0bc tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Synchronizing usage tracker for tenant:4372af5e3e534d8d835dcfdda49859bd on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:42:11.049832 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c2128e2-2bb2-482c-bce6-b53ced5ec144 req-270a0bdd-7bbb-4d54-a346-ee6eebb1b07f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] No DVR routers for this DVR port b80e2b39-f5a9-4b08-b2fa-22daa4ff1473 on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:42:11.067695 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9c2128e2-2bb2-482c-bce6-b53ced5ec144 req-270a0bdd-7bbb-4d54-a346-ee6eebb1b07f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:11.072816 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4adc19c2-471d-47ac-951e-3e4ebce0b8fe', 'name': 'network-vif-deleted', 'tag': 'b80e2b39-f5a9-4b08-b2fa-22daa4ff1473'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:42:11.081280 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-8108469c-f2ae-4bf3-8b11-6da2339d676a req-5621f428-0171-4af3-bff7-3d5bf2adf0bc tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Unset dirty status for tenant:4372af5e3e534d8d835dcfdda49859bd on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:42:11.083133 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8108469c-f2ae-4bf3-8b11-6da2339d676a req-5621f428-0171-4af3-bff7-3d5bf2adf0bc tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4c23aca-8cdb-420c-aa58-703d7e8d049b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5718410 May 03 22:42:11.099657 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9c2128e2-2bb2-482c-bce6-b53ced5ec144 req-270a0bdd-7bbb-4d54-a346-ee6eebb1b07f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "DELETE /v2.0/ports/b80e2b39-f5a9-4b08-b2fa-22daa4ff1473 HTTP/1.1" status: 204 len: 173 time: 1.7722251 May 03 22:42:11.158731 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-33a2ca85-f7ae-4fa8-8748-8071fa371bd9 req-b33b89c1-5145-4078-946f-c39bed385f94 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90386d36-c44d-4064-8a75-f7c49c1009ba HTTP/1.1" status: 200 len: 217 time: 0.1130393 May 03 22:42:11.170293 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d643b2f-e251-497d-a21f-64f14da3ac2d admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:42:11.178355 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3d643b2f-e251-497d-a21f-64f14da3ac2d admin admin] 10.222.0.58 "PUT /v2.0/routers/6c67751b-b008-4503-9376-4c89022b831b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3542922 May 03 22:42:11.188229 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6533b946-5859-45b2-b85b-1eab6ac1081f None None] Sync routers for ids ['6c67751b-b008-4503-9376-4c89022b831b'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:42:11.205640 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6533b946-5859-45b2-b85b-1eab6ac1081f None None] Routers {'6c67751b-b008-4503-9376-4c89022b831b'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:42:11.206386 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-6533b946-5859-45b2-b85b-1eab6ac1081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:41:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6c67751b-b008-4503-9376-4c89022b831b'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:42:11.221993 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1be463c1-c5d4-4447-98ef-d873d1961976'] response: {'name': 'network-changed', 'server_uuid': 'd2670065-5cb6-4b96-9177-8c54aba32e1b', 'tag': '90386d36-c44d-4064-8a75-f7c49c1009ba', 'status': 'completed', 'code': 200} May 03 22:42:11.334866 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-47be014e-e5a1-46ac-9468-54bfa4ba1e2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b33e900a-fe75-4fd8-9044-c27f4d98d863 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:42:11.358939 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-47be014e-e5a1-46ac-9468-54bfa4ba1e2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:11.398592 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-47be014e-e5a1-46ac-9468-54bfa4ba1e2b service neutron] Transition to ACTIVE for port object b33e900a-fe75-4fd8-9044-c27f4d98d863 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:42:11.405717 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-47be014e-e5a1-46ac-9468-54bfa4ba1e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:11.544707 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be014e-e5a1-46ac-9468-54bfa4ba1e2b service neutron] Pushing event updated for resources: {'Port': ['ID=b33e900a-fe75-4fd8-9044-c27f4d98d863,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:11.586709 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8a8f0-c4f0-4d4d-883a-ea3a795f3442 req-8291842b-bfce-4318-bd38-7e68a90d959d tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:11.594226 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2aa8a8f0-c4f0-4d4d-883a-ea3a795f3442 req-8291842b-bfce-4318-bd38-7e68a90d959d tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 944 time: 0.1771827 May 03 22:42:11.678139 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2aa8a8f0-c4f0-4d4d-883a-ea3a795f3442 req-3edd64ac-97fe-4cf2-8745-197b2d21193f tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809863 May 03 22:42:11.759787 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-6533b946-5859-45b2-b85b-1eab6ac1081f None None] Set router 6c67751b-b008-4503-9376-4c89022b831b gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:42:11.785756 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-47be014e-e5a1-46ac-9468-54bfa4ba1e2b service neutron] Attempting to bind port b33e900a-fe75-4fd8-9044-c27f4d98d863 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:42:11.786373 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-47be014e-e5a1-46ac-9468-54bfa4ba1e2b service neutron] Attempting to bind port b33e900a-fe75-4fd8-9044-c27f4d98d863 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': 'a299840c-d08c-440e-a033-20123c84a3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7ad8590c-dbcd-4887-944d-07f078870ba1'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:42:11.786884 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-47be014e-e5a1-46ac-9468-54bfa4ba1e2b service neutron] Attempting to bind port b33e900a-fe75-4fd8-9044-c27f4d98d863 on network 7ad8590c-dbcd-4887-944d-07f078870ba1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:42:11.798652 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-47be014e-e5a1-46ac-9468-54bfa4ba1e2b service neutron] Port b33e900a-fe75-4fd8-9044-c27f4d98d863 on network 7ad8590c-dbcd-4887-944d-07f078870ba1 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:42:11.798985 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-47be014e-e5a1-46ac-9468-54bfa4ba1e2b service neutron] Attempting to bind port b33e900a-fe75-4fd8-9044-c27f4d98d863 on network 7ad8590c-dbcd-4887-944d-07f078870ba1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:42:11.809465 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-47be014e-e5a1-46ac-9468-54bfa4ba1e2b service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:42:11.809807 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-47be014e-e5a1-46ac-9468-54bfa4ba1e2b service neutron] Checking segment: {'id': 'a299840c-d08c-440e-a033-20123c84a3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7ad8590c-dbcd-4887-944d-07f078870ba1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:42:11.810225 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-47be014e-e5a1-46ac-9468-54bfa4ba1e2b service neutron] Bound using segment: {'id': 'a299840c-d08c-440e-a033-20123c84a3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7ad8590c-dbcd-4887-944d-07f078870ba1'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:42:11.810662 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-47be014e-e5a1-46ac-9468-54bfa4ba1e2b service neutron] Bound port: b33e900a-fe75-4fd8-9044-c27f4d98d863, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a299840c-d08c-440e-a033-20123c84a3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7ad8590c-dbcd-4887-944d-07f078870ba1'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:42:11.811010 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-47be014e-e5a1-46ac-9468-54bfa4ba1e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:11.999246 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-47be014e-e5a1-46ac-9468-54bfa4ba1e2b service neutron] For port b33e900a-fe75-4fd8-9044-c27f4d98d863, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:42:12.002023 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-47be014e-e5a1-46ac-9468-54bfa4ba1e2b service neutron] For port b33e900a-fe75-4fd8-9044-c27f4d98d863, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=b33e900a-fe75-4fd8-9044-c27f4d98d863,segment=NetworkSegment(a299840c-d08c-440e-a033-20123c84a3d5),segment_id=a299840c-d08c-440e-a033-20123c84a3d5)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:42:12.023812 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-47be014e-e5a1-46ac-9468-54bfa4ba1e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:12.075749 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:42:12.161264 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-47be014e-e5a1-46ac-9468-54bfa4ba1e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:12.162213 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-47be014e-e5a1-46ac-9468-54bfa4ba1e2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:12.163330 n-d-811807-1 neutron-server[88069]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6e8e65ec-51fc-4ae4-9ea5-75b930cb6a4f']: {'server_uuid': '4adc19c2-471d-47ac-951e-3e4ebce0b8fe', 'name': 'network-vif-deleted', 'tag': 'b80e2b39-f5a9-4b08-b2fa-22daa4ff1473', 'status': 'failed', 'code': 422} returned with failed status May 03 22:42:12.166104 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-47be014e-e5a1-46ac-9468-54bfa4ba1e2b service neutron] 10.222.0.67 "PUT /v2.0/ports/b33e900a-fe75-4fd8-9044-c27f4d98d863 HTTP/1.1" status: 200 len: 1091 time: 2.3608847 May 03 22:42:12.188778 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb348ac-f3de-4a82-b48e-05254dbd1c7d req-438d981d-98c8-43a3-970f-a0bcd65d675c tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:12.195479 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ffb348ac-f3de-4a82-b48e-05254dbd1c7d req-438d981d-98c8-43a3-970f-a0bcd65d675c tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 944 time: 0.2877102 May 03 22:42:12.197010 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be014e-e5a1-46ac-9468-54bfa4ba1e2b service neutron] Pushing event updated for resources: {'Port': ['ID=b33e900a-fe75-4fd8-9044-c27f4d98d863,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:12.255869 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ffb348ac-f3de-4a82-b48e-05254dbd1c7d req-58d5bd10-2c29-4821-afde-148736e3de4b tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577343 May 03 22:42:12.519780 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-6533b946-5859-45b2-b85b-1eab6ac1081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c67751b-b008-4503-9376-4c89022b831b', 'name': 'tempest-TaggedBootDevicesTest_v242-1300304713-router', 'tenant_id': 'dd89d0b0e66d4bcaad18f32c5d46eca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'd354b195-e915-4e77-8899-b4d84eabb798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:41:46Z', 'updated_at': '2022-05-03T22:42:03Z', 'revision_number': 4, 'project_id': 'dd89d0b0e66d4bcaad18f32c5d46eca2', 'gw_port': {'id': 'd354b195-e915-4e77-8899-b4d84eabb798', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c67751b-b008-4503-9376-4c89022b831b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:41:49Z', 'updated_at': '2022-05-03T22:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'af493913-a3b6-4c03-8895-93d96a195eca', 'name': '', 'network_id': '5d613894-c55c-4403-9b3c-4a1f64e66973', 'tenant_id': 'dd89d0b0e66d4bcaad18f32c5d46eca2', 'mac_address': 'fa:16:3e:c7:95:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c67751b-b008-4503-9376-4c89022b831b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'b88046ba-7e16-4834-a87e-f9e98bed3274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:41:59Z', 'updated_at': '2022-05-03T22:42:05Z', 'revision_number': 2, 'project_id': 'dd89d0b0e66d4bcaad18f32c5d46eca2', 'subnets': [{'id': 'b88046ba-7e16-4834-a87e-f9e98bed3274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:42:12.519780 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6533b946-5859-45b2-b85b-1eab6ac1081f None None] Checking router: 6c67751b-b008-4503-9376-4c89022b831b for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:42:12.519780 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6533b946-5859-45b2-b85b-1eab6ac1081f None None] Updating router 6c67751b-b008-4503-9376-4c89022b831b port af493913-a3b6-4c03-8895-93d96a195eca binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:42:12.565789 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a08ccf-1a4b-4066-856b-d7be9bfded75 req-a0f60216-fed6-4c8c-9198-4fecf2755e22 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:12.579256 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6533b946-5859-45b2-b85b-1eab6ac1081f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:12.588208 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-84a08ccf-1a4b-4066-856b-d7be9bfded75 req-a0f60216-fed6-4c8c-9198-4fecf2755e22 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/ports?device_id=95652b27-d152-47b0-9562-04efb66123bf HTTP/1.1" status: 200 len: 943 time: 0.2167888 May 03 22:42:12.771115 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-84a08ccf-1a4b-4066-856b-d7be9bfded75 req-d87d83ca-0493-4e1c-b1f2-c3052ce3b730 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4c23aca-8cdb-420c-aa58-703d7e8d049b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814392 May 03 22:42:13.061570 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6533b946-5859-45b2-b85b-1eab6ac1081f None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:13.076093 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-6533b946-5859-45b2-b85b-1eab6ac1081f None None] Transition to ACTIVE for port object af493913-a3b6-4c03-8895-93d96a195eca will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:42:13.086845 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6533b946-5859-45b2-b85b-1eab6ac1081f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:13.095602 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-6621f88e-f023-4961-83bb-b6802296836e tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:13.106388 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-6621f88e-f023-4961-83bb-b6802296836e tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/networks?id=f484e0b5-7091-4031-9307-0c51512cbb0f HTTP/1.1" status: 200 len: 811 time: 0.4119754 May 03 22:42:13.138371 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-4fc22822-5e9b-40da-ac5a-1e0e0984a908 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/quotas/56f2a06b55b349518a0fa1bd075b4999 HTTP/1.1" status: 200 len: 375 time: 0.0311403 May 03 22:42:13.190269 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d3099-72ae-4e1e-9f24-2a999c6569dd req-1f15833b-1282-4d7c-a34d-67849c6b933b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:13.198563 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-070d3099-72ae-4e1e-9f24-2a999c6569dd req-1f15833b-1282-4d7c-a34d-67849c6b933b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 944 time: 0.2441497 May 03 22:42:13.201196 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-86608605-a738-4686-b280-dacda391a116 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Synchronizing usage tracker for tenant:56f2a06b55b349518a0fa1bd075b4999 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:42:13.220349 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95652b27-d152-47b0-9562-04efb66123bf', 'tag': 'b33e900a-fe75-4fd8-9044-c27f4d98d863'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:42:13.283890 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-070d3099-72ae-4e1e-9f24-2a999c6569dd req-6448e92f-07b8-4c57-97c2-5b6ec5739f56 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843635 May 03 22:42:13.288195 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-86608605-a738-4686-b280-dacda391a116 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Unset dirty status for tenant:56f2a06b55b349518a0fa1bd075b4999 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:42:13.302462 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-86608605-a738-4686-b280-dacda391a116 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=56f2a06b55b349518a0fa1bd075b4999&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1631799 May 03 22:42:13.340040 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e17e40-a989-4f46-93ac-8eb6101f3099 None None] Pushing event updated for resources: {'Port': ['ID=af493913-a3b6-4c03-8895-93d96a195eca,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:13.411348 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be4cc466-8ad4-45cb-a454-da1289724adf'] response: {'name': 'network-changed', 'server_uuid': '95652b27-d152-47b0-9562-04efb66123bf', 'tag': 'b33e900a-fe75-4fd8-9044-c27f4d98d863', 'status': 'completed', 'code': 200} May 03 22:42:13.502759 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-6533b946-5859-45b2-b85b-1eab6ac1081f None None] Attempting to bind port af493913-a3b6-4c03-8895-93d96a195eca on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:42:13.503330 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-6533b946-5859-45b2-b85b-1eab6ac1081f None None] Attempting to bind port af493913-a3b6-4c03-8895-93d96a195eca by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '54d0e912-9b7e-4af3-a2e1-1097ec09fc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5d613894-c55c-4403-9b3c-4a1f64e66973'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:42:13.503801 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6533b946-5859-45b2-b85b-1eab6ac1081f None None] Attempting to bind port af493913-a3b6-4c03-8895-93d96a195eca on network 5d613894-c55c-4403-9b3c-4a1f64e66973 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:42:13.510608 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6533b946-5859-45b2-b85b-1eab6ac1081f None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:42:13.511178 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6533b946-5859-45b2-b85b-1eab6ac1081f None None] Checking segment: {'id': '54d0e912-9b7e-4af3-a2e1-1097ec09fc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5d613894-c55c-4403-9b3c-4a1f64e66973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:42:13.511708 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6533b946-5859-45b2-b85b-1eab6ac1081f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:13.512207 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6533b946-5859-45b2-b85b-1eab6ac1081f None None] Bound using segment: {'id': '54d0e912-9b7e-4af3-a2e1-1097ec09fc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5d613894-c55c-4403-9b3c-4a1f64e66973'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:42:13.512770 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-6533b946-5859-45b2-b85b-1eab6ac1081f None None] Bound port: af493913-a3b6-4c03-8895-93d96a195eca, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54d0e912-9b7e-4af3-a2e1-1097ec09fc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5d613894-c55c-4403-9b3c-4a1f64e66973'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:42:13.520648 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6533b946-5859-45b2-b85b-1eab6ac1081f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:13.531900 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-5d052721-4109-40f8-898e-46e8538818b1 service neutron] 10.222.0.58 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278810 May 03 22:42:13.741841 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2ca85-f7ae-4fa8-8748-8071fa371bd9 req-97553a11-5c1f-4688-b133-bcefcbaa3c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:13.744386 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-33a2ca85-f7ae-4fa8-8748-8071fa371bd9 req-97553a11-5c1f-4688-b133-bcefcbaa3c6e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fe269a99-0a61-49f3-84a1-e1479dc44f08 HTTP/1.1" status: 200 len: 854 time: 0.1680019 May 03 22:42:13.773802 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-6533b946-5859-45b2-b85b-1eab6ac1081f None None] For port af493913-a3b6-4c03-8895-93d96a195eca, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:42:13.783751 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-6533b946-5859-45b2-b85b-1eab6ac1081f None None] For port af493913-a3b6-4c03-8895-93d96a195eca, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=af493913-a3b6-4c03-8895-93d96a195eca,segment=NetworkSegment(54d0e912-9b7e-4af3-a2e1-1097ec09fc77),segment_id=54d0e912-9b7e-4af3-a2e1-1097ec09fc77)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:42:13.797622 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6533b946-5859-45b2-b85b-1eab6ac1081f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:13.809664 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-33a2ca85-f7ae-4fa8-8748-8071fa371bd9 req-f33e9619-bedb-41d5-9e64-788a5fb61f41 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ebc571f4-7c6c-4734-8444-6a7a06a14e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571895 May 03 22:42:13.821602 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-118d90dd-87ba-4dfd-8b15-8c4c679f2c7a service neutron] 10.222.0.58 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813542 May 03 22:42:13.859247 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f2455-3a2d-4354-ad59-d7974fb70a59 req-cb71c625-294b-470f-8211-810da3d9cc79 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:13.860801 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f23f2455-3a2d-4354-ad59-d7974fb70a59 req-cb71c625-294b-470f-8211-810da3d9cc79 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 944 time: 0.1839473 May 03 22:42:13.883552 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d95ef0-46d1-4e0c-a052-47f100a8d52f req-b9dfe1aa-5131-4885-9037-7683c109f927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:13.885483 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d0d95ef0-46d1-4e0c-a052-47f100a8d52f req-b9dfe1aa-5131-4885-9037-7683c109f927 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4372af5e3e534d8d835dcfdda49859bd&device_id=95652b27-d152-47b0-9562-04efb66123bf HTTP/1.1" status: 200 len: 1094 time: 0.2240260 May 03 22:42:13.973606 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f23f2455-3a2d-4354-ad59-d7974fb70a59 req-4067f2cb-f3be-4ba7-a508-f95358198406 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043231 May 03 22:42:14.200785 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6533b946-5859-45b2-b85b-1eab6ac1081f None None] Routers {'6c67751b-b008-4503-9376-4c89022b831b'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:42:14.201435 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-6533b946-5859-45b2-b85b-1eab6ac1081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:41:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6c67751b-b008-4503-9376-4c89022b831b'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:42:14.277017 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-33a2ca85-f7ae-4fa8-8748-8071fa371bd9 req-c035e3bc-a240-45ab-81c2-5c23abaa1a47 service neutron] 10.222.0.67 "GET /v2.0/networks/ebc571f4-7c6c-4734-8444-6a7a06a14e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559789 May 03 22:42:14.332430 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e17e40-a989-4f46-93ac-8eb6101f3099 None None] Pushing event updated for resources: {'Port': ['ID=af493913-a3b6-4c03-8895-93d96a195eca,revision_number=4']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:14.589385 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b3db50dc-d48a-4928-855b-17e67c1ae3fc req-ad510531-1f4d-4552-b7c2-b8305ff5abca tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b3ac7a9-bc6e-4d62-8137-65811cbbad52 HTTP/1.1" status: 200 len: 210 time: 0.4657805 May 03 22:42:14.753737 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e92dad-26ff-48e3-8d54-ca2aa13f1fa5 req-8bb708d8-6fc3-4cb7-9221-7db0421496cf tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:14.765960 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-6533b946-5859-45b2-b85b-1eab6ac1081f None None] Set router 6c67751b-b008-4503-9376-4c89022b831b gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:42:14.775628 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-09e92dad-26ff-48e3-8d54-ca2aa13f1fa5 req-8bb708d8-6fc3-4cb7-9221-7db0421496cf tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/ports?device_id=95652b27-d152-47b0-9562-04efb66123bf HTTP/1.1" status: 200 len: 943 time: 0.6861913 May 03 22:42:14.797673 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-33a2ca85-f7ae-4fa8-8748-8071fa371bd9 req-69201e56-6196-4786-922c-76b52693e42e service neutron] 10.222.0.67 "GET /v2.0/networks/ebc571f4-7c6c-4734-8444-6a7a06a14e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5121796 May 03 22:42:15.176891 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b28b7-1e8c-4c76-99e0-84f10197e5e2 req-b4623406-d3e3-46e2-95db-7474839811db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:15.178015 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a36b28b7-1e8c-4c76-99e0-84f10197e5e2 req-b4623406-d3e3-46e2-95db-7474839811db service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbfe6bca3b264cd880fbd33ea61935c3&device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 1095 time: 0.2646618 May 03 22:42:15.181685 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d95ef0-46d1-4e0c-a052-47f100a8d52f req-f2d3e75f-1502-4115-800b-7a281415c3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:15.183254 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d0d95ef0-46d1-4e0c-a052-47f100a8d52f req-f2d3e75f-1502-4115-800b-7a281415c3b6 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=4372af5e3e534d8d835dcfdda49859bd&shared=False HTTP/1.1" status: 200 len: 909 time: 1.0273032 May 03 22:42:15.216540 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-09e92dad-26ff-48e3-8d54-ca2aa13f1fa5 req-0de0c1cc-6257-4b05-bb28-d29ec96bcc8e tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4c23aca-8cdb-420c-aa58-703d7e8d049b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398966 May 03 22:42:15.320041 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0dbdc-796a-4e66-ade3-f483d8a14ba8 req-27b241c1-912f-4e95-b2ab-419c2cd44467 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:15.335614 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dca0dbdc-796a-4e66-ade3-f483d8a14ba8 req-27b241c1-912f-4e95-b2ab-419c2cd44467 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 944 time: 0.4757204 May 03 22:42:15.431255 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dca0dbdc-796a-4e66-ade3-f483d8a14ba8 req-66e7f6b7-4c82-43e1-8152-3910023ab09f tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916071 May 03 22:42:15.817498 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c935ae-7e93-4789-a99c-f9ebe8305da8 req-55e9e150-4a52-4bd0-b9cf-c327a488c3b0 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:15.827592 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-82c935ae-7e93-4789-a99c-f9ebe8305da8 req-55e9e150-4a52-4bd0-b9cf-c327a488c3b0 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 944 time: 0.2706251 May 03 22:42:15.944359 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-82c935ae-7e93-4789-a99c-f9ebe8305da8 req-731210f4-c2d1-4e54-a343-ed4f4956ca67 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027017 May 03 22:42:16.144565 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cd800245-b3cf-40f2-96bd-b3d15c3f8999 req-af5a6b08-3316-4421-bb9c-77b1d84e58b6 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b3ac7a9-bc6e-4d62-8137-65811cbbad52 HTTP/1.1" status: 200 len: 210 time: 0.1546068 May 03 22:42:16.274465 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-6533b946-5859-45b2-b85b-1eab6ac1081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c67751b-b008-4503-9376-4c89022b831b', 'name': 'tempest-TaggedBootDevicesTest_v242-1300304713-router', 'tenant_id': 'dd89d0b0e66d4bcaad18f32c5d46eca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'd354b195-e915-4e77-8899-b4d84eabb798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:41:46Z', 'updated_at': '2022-05-03T22:42:03Z', 'revision_number': 4, 'project_id': 'dd89d0b0e66d4bcaad18f32c5d46eca2', 'gw_port': {'id': 'd354b195-e915-4e77-8899-b4d84eabb798', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c67751b-b008-4503-9376-4c89022b831b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:41:49Z', 'updated_at': '2022-05-03T22:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'af493913-a3b6-4c03-8895-93d96a195eca', 'name': '', 'network_id': '5d613894-c55c-4403-9b3c-4a1f64e66973', 'tenant_id': 'dd89d0b0e66d4bcaad18f32c5d46eca2', 'mac_address': 'fa:16:3e:c7:95:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c67751b-b008-4503-9376-4c89022b831b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'b88046ba-7e16-4834-a87e-f9e98bed3274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:41:59Z', 'updated_at': '2022-05-03T22:42:13Z', 'revision_number': 4, 'project_id': 'dd89d0b0e66d4bcaad18f32c5d46eca2', 'subnets': [{'id': 'b88046ba-7e16-4834-a87e-f9e98bed3274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:42:16.341624 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6533b946-5859-45b2-b85b-1eab6ac1081f None None] The sync data for ids ['6c67751b-b008-4503-9376-4c89022b831b'] in n-d-811807-1 is: [{'id': '6c67751b-b008-4503-9376-4c89022b831b', 'name': 'tempest-TaggedBootDevicesTest_v242-1300304713-router', 'tenant_id': 'dd89d0b0e66d4bcaad18f32c5d46eca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'd354b195-e915-4e77-8899-b4d84eabb798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:41:46Z', 'updated_at': '2022-05-03T22:42:03Z', 'revision_number': 4, 'project_id': 'dd89d0b0e66d4bcaad18f32c5d46eca2', 'gw_port': {'id': 'd354b195-e915-4e77-8899-b4d84eabb798', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c67751b-b008-4503-9376-4c89022b831b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:41:49Z', 'updated_at': '2022-05-03T22:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'af493913-a3b6-4c03-8895-93d96a195eca', 'name': '', 'network_id': '5d613894-c55c-4403-9b3c-4a1f64e66973', 'tenant_id': 'dd89d0b0e66d4bcaad18f32c5d46eca2', 'mac_address': 'fa:16:3e:c7:95:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c67751b-b008-4503-9376-4c89022b831b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'b88046ba-7e16-4834-a87e-f9e98bed3274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:41:59Z', 'updated_at': '2022-05-03T22:42:13Z', 'revision_number': 4, 'project_id': 'dd89d0b0e66d4bcaad18f32c5d46eca2', 'subnets': [{'id': 'b88046ba-7e16-4834-a87e-f9e98bed3274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:42:16.385089 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b28b7-1e8c-4c76-99e0-84f10197e5e2 req-1a0cbe77-b5e3-4f48-800c-9a6bc1f0d4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:16.396262 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a36b28b7-1e8c-4c76-99e0-84f10197e5e2 req-1a0cbe77-b5e3-4f48-800c-9a6bc1f0d4c7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ebc571f4-7c6c-4734-8444-6a7a06a14e80 HTTP/1.1" status: 200 len: 915 time: 1.2100310 May 03 22:42:16.934379 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d13b8-1a01-43e4-85bc-6a5479077505 req-a25f71aa-24fa-46ed-9fc0-0753e20b9656 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:16.963088 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7b7d13b8-1a01-43e4-85bc-6a5479077505 req-a25f71aa-24fa-46ed-9fc0-0753e20b9656 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/ports?device_id=95652b27-d152-47b0-9562-04efb66123bf HTTP/1.1" status: 200 len: 943 time: 0.3165982 May 03 22:42:17.273300 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 1ae259da-89ce-42c7-81a9-d0aa11f186b8 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:42:17.290530 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a36b28b7-1e8c-4c76-99e0-84f10197e5e2 req-4fce9d17-340b-4201-9fde-c2f45f8d0f3c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90386d36-c44d-4064-8a75-f7c49c1009ba HTTP/1.1" status: 200 len: 217 time: 0.8830481 May 03 22:42:17.303937 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d95ef0-46d1-4e0c-a052-47f100a8d52f req-2223d7a4-e252-440d-b2ce-b8888a105723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:17.305755 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d0d95ef0-46d1-4e0c-a052-47f100a8d52f req-2223d7a4-e252-440d-b2ce-b8888a105723 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2948017 May 03 22:42:17.350739 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7b7d13b8-1a01-43e4-85bc-6a5479077505 req-40d0e207-3a6e-4365-9a92-78768142e64a tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4c23aca-8cdb-420c-aa58-703d7e8d049b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798048 May 03 22:42:17.500572 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83137672-d92f-48c2-87dd-627a3cfd96a4 req-1b7722e7-3a09-4e7c-868b-4de62e56ebd4 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:17.516398 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-83137672-d92f-48c2-87dd-627a3cfd96a4 req-1b7722e7-3a09-4e7c-868b-4de62e56ebd4 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 944 time: 0.5442834 May 03 22:42:17.703128 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-83137672-d92f-48c2-87dd-627a3cfd96a4 req-881ee9dd-8fd2-4da9-9676-9c19aa728ef8 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854951 May 03 22:42:17.817534 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb8448-d6aa-46b0-8887-0dc3d9698ddb req-2ae28411-c4bc-48a4-8196-f3a6056a4e80 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:17.818393 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b28b7-1e8c-4c76-99e0-84f10197e5e2 req-e65de611-e92d-4ddc-96fb-0a27380b1aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:17.828662 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a36b28b7-1e8c-4c76-99e0-84f10197e5e2 req-e65de611-e92d-4ddc-96fb-0a27380b1aa6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fe269a99-0a61-49f3-84a1-e1479dc44f08 HTTP/1.1" status: 200 len: 854 time: 0.5206530 May 03 22:42:17.847802 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8feb8448-d6aa-46b0-8887-0dc3d9698ddb req-2ae28411-c4bc-48a4-8196-f3a6056a4e80 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 945 time: 0.2080715 May 03 22:42:17.850475 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-d87f734a-242a-484e-971a-81b8b8a7a81c tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:17.856180 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-d87f734a-242a-484e-971a-81b8b8a7a81c tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.60 "GET /v2.0/networks?id=f484e0b5-7091-4031-9307-0c51512cbb0f HTTP/1.1" status: 200 len: 811 time: 1.1036546 May 03 22:42:17.955919 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8feb8448-d6aa-46b0-8887-0dc3d9698ddb req-3beb6798-6abb-4b26-a24c-0302bc96e679 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad137d59-bcb9-4c33-a4bf-4845bca5bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960932 May 03 22:42:17.963107 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 1ae259da-89ce-42c7-81a9-d0aa11f186b8, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=1ae259da-89ce-42c7-81a9-d0aa11f186b8,segment=NetworkSegment(c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008),segment_id=c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:42:18.002747 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a36b28b7-1e8c-4c76-99e0-84f10197e5e2 req-fcb9f2c4-eb46-487a-b518-e233a9398fe6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ebc571f4-7c6c-4734-8444-6a7a06a14e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1431797 May 03 22:42:18.003902 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '1ae259da-89ce-42c7-81a9-d0aa11f186b8', 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5', 'port_id': '1ae259da-89ce-42c7-81a9-d0aa11f186b8', 'mac_address': 'fa:16:3e:9c:0d:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '209e1eea-ba5e-419e-9e3d-b3077ecd94a4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:42:18.016661 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-a466e313-4292-4d46-a6d1-55011a7775a5 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Request body: {'port': {'device_id': '5b3ac7a9-bc6e-4d62-8137-65811cbbad52', 'network_id': 'f484e0b5-7091-4031-9307-0c51512cbb0f', 'admin_state_up': True, 'tenant_id': '56f2a06b55b349518a0fa1bd075b4999'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:42:18.145253 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:18.188785 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ae259da-89ce-42c7-81a9-d0aa11f186b8 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:42:18.276791 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 1ae259da-89ce-42c7-81a9-d0aa11f186b8, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=1ae259da-89ce-42c7-81a9-d0aa11f186b8,segment=NetworkSegment(c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008),segment_id=c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:42:18.291121 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:18.443209 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f8773f4-c200-459f-b465-555ba6533034 req-01b077f1-2d91-4b60-b8ef-ebfb79008d27 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b3ac7a9-bc6e-4d62-8137-65811cbbad52 HTTP/1.1" status: 200 len: 210 time: 0.1471307 May 03 22:42:18.502624 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-a466e313-4292-4d46-a6d1-55011a7775a5 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:42:18.509839 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device af493913-a3b6-4c03-8895-93d96a195eca up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:42:18.518418 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-a466e313-4292-4d46-a6d1-55011a7775a5 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:42:18.531053 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-da0eef9b-0eb4-47dc-8ab4-63116d2673db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:18.533318 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-da0eef9b-0eb4-47dc-8ab4-63116d2673db service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4372af5e3e534d8d835dcfdda49859bd&device_id=95652b27-d152-47b0-9562-04efb66123bf HTTP/1.1" status: 200 len: 1094 time: 1.1300790 May 03 22:42:18.587900 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ad7b4-ae44-4764-8e6d-5e454dd5368a req-e47e33af-06be-46cc-bb78-b0cdead93b72 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:18.606608 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-254ad7b4-ae44-4764-8e6d-5e454dd5368a req-e47e33af-06be-46cc-bb78-b0cdead93b72 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 945 time: 0.4302688 May 03 22:42:18.777223 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=1ae259da-89ce-42c7-81a9-d0aa11f186b8,revision_number=11']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:18.814157 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port af493913-a3b6-4c03-8895-93d96a195eca completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:42:18.820593 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-254ad7b4-ae44-4764-8e6d-5e454dd5368a req-054a0798-7cbd-493f-9598-92f2b03c6a03 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129989 May 03 22:42:18.822136 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port af493913-a3b6-4c03-8895-93d96a195eca triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:42:18.822920 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:18.889299 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a36b28b7-1e8c-4c76-99e0-84f10197e5e2 req-8ff9f555-dda0-4080-8b58-d2cda2e333bc service neutron] 10.222.0.67 "GET /v2.0/networks/ebc571f4-7c6c-4734-8444-6a7a06a14e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543901 May 03 22:42:18.898936 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['1ae259da-89ce-42c7-81a9-d0aa11f186b8'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:42:18.965657 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-a466e313-4292-4d46-a6d1-55011a7775a5 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Made reservation on behalf of 56f2a06b55b349518a0fa1bd075b4999 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:42:18.969923 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-a466e313-4292-4d46-a6d1-55011a7775a5 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:19.113753 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c5649-a4d3-405c-9724-353e27c36820 req-0aa0f73e-7790-45bc-964a-3d05fc1f524b tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:19.122148 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-594c5649-a4d3-405c-9724-353e27c36820 req-0aa0f73e-7790-45bc-964a-3d05fc1f524b tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/ports?device_id=95652b27-d152-47b0-9562-04efb66123bf HTTP/1.1" status: 200 len: 943 time: 0.2718678 May 03 22:42:19.389498 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-594c5649-a4d3-405c-9724-353e27c36820 req-f62f168a-6a77-4c87-8831-72edad55bb82 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4c23aca-8cdb-420c-aa58-703d7e8d049b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519906 May 03 22:42:19.428148 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:19.474285 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827a68d-1265-45f9-b8a4-3f975717dd90 req-46734d8f-b767-4482-a43b-a58197674cd4 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:19.476956 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6827a68d-1265-45f9-b8a4-3f975717dd90 req-46734d8f-b767-4482-a43b-a58197674cd4 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 944 time: 0.3187492 May 03 22:42:19.590131 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6827a68d-1265-45f9-b8a4-3f975717dd90 req-68aad6d9-dbb0-4fb2-8f6c-0936c95b7ea9 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033659 May 03 22:42:19.652882 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a36b28b7-1e8c-4c76-99e0-84f10197e5e2 req-aaf4407a-26e5-4a9b-a0d4-511afb7c6314 service neutron] 10.222.0.67 "GET /v2.0/networks/ebc571f4-7c6c-4734-8444-6a7a06a14e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6692114 May 03 22:42:19.699363 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-8c9dc14a-62a5-44da-8176-92adb440e3b6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b33e900a-fe75-4fd8-9044-c27f4d98d863 HTTP/1.1" status: 200 len: 217 time: 0.8071017 May 03 22:42:19.873892 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port af493913-a3b6-4c03-8895-93d96a195eca, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=af493913-a3b6-4c03-8895-93d96a195eca,segment=NetworkSegment(54d0e912-9b7e-4af3-a2e1-1097ec09fc77),segment_id=54d0e912-9b7e-4af3-a2e1-1097ec09fc77)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:42:19.919618 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-59255a60-c4ec-4396-83ae-b5ac3fbbc403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:19.922598 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:19.926262 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-59255a60-c4ec-4396-83ae-b5ac3fbbc403 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9dedfb95-45d0-46c7-91ac-bf216d15b087 HTTP/1.1" status: 200 len: 848 time: 0.2017553 May 03 22:42:19.981083 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6da28192-1e2b-411a-ad85-e2cad865620d req-a6f22ba5-0277-496c-8184-1f0c3dd80c75 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b3ac7a9-bc6e-4d62-8137-65811cbbad52 HTTP/1.1" status: 200 len: 210 time: 0.1039510 May 03 22:42:20.126754 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7ecc6-2930-49f5-9938-626569d7521a req-504bbe2e-8fe9-4b0d-9b75-c54dbb95cc75 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:20.137828 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ab7ecc6-2930-49f5-9938-626569d7521a req-504bbe2e-8fe9-4b0d-9b75-c54dbb95cc75 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 945 time: 0.3824425 May 03 22:42:20.181462 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=af493913-a3b6-4c03-8895-93d96a195eca,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:20.289061 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-ab4ad6d4-42ec-43c3-8e69-57c6c3c5a9f0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7ad8590c-dbcd-4887-944d-07f078870ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3469231 May 03 22:42:20.302198 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ab7ecc6-2930-49f5-9938-626569d7521a req-4545d303-b479-467a-812a-94274e16149f tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad137d59-bcb9-4c33-a4bf-4845bca5bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631918 May 03 22:42:20.910948 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1376558-a529-456d-a0bb-b2cb1a1506e6 req-7b3a7830-1d88-471e-b6a4-0d00c22c7ba4 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:20.921097 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f1376558-a529-456d-a0bb-b2cb1a1506e6 req-7b3a7830-1d88-471e-b6a4-0d00c22c7ba4 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 945 time: 0.5418682 May 03 22:42:21.032811 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-fc0d6d32-b676-495a-a518-36bd96d9ed1b service neutron] 10.222.0.67 "GET /v2.0/networks/7ad8590c-dbcd-4887-944d-07f078870ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6962056 May 03 22:42:21.038460 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3598c-a1d7-4d83-a89a-e991d961aaa3 req-930956ee-4a2b-4ac2-a178-9d87768397c6 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:21.040159 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ee3598c-a1d7-4d83-a89a-e991d961aaa3 req-930956ee-4a2b-4ac2-a178-9d87768397c6 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/ports?device_id=95652b27-d152-47b0-9562-04efb66123bf HTTP/1.1" status: 200 len: 943 time: 0.4811227 May 03 22:42:21.137000 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519fe506-ac35-43d3-ad89-d26615d424d2 req-2623e7c7-2b89-4805-b50d-cb624e505af1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:21.138387 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-519fe506-ac35-43d3-ad89-d26615d424d2 req-2623e7c7-2b89-4805-b50d-cb624e505af1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Synchronizing usage tracker for tenant:e561281e65ac44bbb283fb588b1ce5d2 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:42:21.156956 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f1376558-a529-456d-a0bb-b2cb1a1506e6 req-13373028-44aa-48a9-9d41-7a7a19cd577b tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2346170 May 03 22:42:21.243908 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ee3598c-a1d7-4d83-a89a-e991d961aaa3 req-de68addc-6a81-48a7-972a-36ff2633da06 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4c23aca-8cdb-420c-aa58-703d7e8d049b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930487 May 03 22:42:21.293827 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 1ae259da-89ce-42c7-81a9-d0aa11f186b8 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:42:21.315789 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-a466e313-4292-4d46-a6d1-55011a7775a5 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Allocated IP 172.20.0.14 (f484e0b5-7091-4031-9307-0c51512cbb0f/e1d2886a-36ca-4181-9979-2ff50bdb7ad7/9bb4669b-eabd-4482-961c-c747be17d9e7) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:42:21.415167 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-519fe506-ac35-43d3-ad89-d26615d424d2 req-2623e7c7-2b89-4805-b50d-cb624e505af1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Unset dirty status for tenant:e561281e65ac44bbb283fb588b1ce5d2 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:42:21.436062 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-519fe506-ac35-43d3-ad89-d26615d424d2 req-2623e7c7-2b89-4805-b50d-cb624e505af1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.60 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 945 time: 2.5497899 May 03 22:42:21.587382 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 1ae259da-89ce-42c7-81a9-d0aa11f186b8 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:42:21.595579 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 1ae259da-89ce-42c7-81a9-d0aa11f186b8 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:42:21.597073 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:21.823100 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-12da9e25-7c7f-475f-92be-786ba228ee7b req-c18c4321-8dc3-4212-9d76-a6a47c7db034 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b3ac7a9-bc6e-4d62-8137-65811cbbad52 HTTP/1.1" status: 200 len: 210 time: 0.1658700 May 03 22:42:21.943007 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:21.950864 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca5d0c-0d81-45fe-9848-3e4d610234f6 req-711154db-c0b5-4f32-b160-c4f924db39a3 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:21.953382 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-40ca5d0c-0d81-45fe-9848-3e4d610234f6 req-711154db-c0b5-4f32-b160-c4f924db39a3 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 944 time: 0.4937377 May 03 22:42:21.983613 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device e5ea950b-4f10-48b9-b674-4596ab8ebe05 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:42:22.064403 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b444de72-b15b-4840-93b2-daf50a537c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae259da-89ce-42c7-81a9-d0aa11f186b8'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:42:22.155743 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-40ca5d0c-0d81-45fe-9848-3e4d610234f6 req-776e8360-2947-4592-89c2-dc9e1f870860 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888435 May 03 22:42:22.226143 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-519fe506-ac35-43d3-ad89-d26615d424d2 req-2dcd1ada-2da1-45d6-b86a-5b3856408c61 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Deleting port e5ea950b-4f10-48b9-b674-4596ab8ebe05 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:42:22.228742 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-519fe506-ac35-43d3-ad89-d26615d424d2 req-2dcd1ada-2da1-45d6-b86a-5b3856408c61 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:22.356140 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device af493913-a3b6-4c03-8895-93d96a195eca up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:42:22.544035 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072725a-0d12-42f7-888d-f0d2cb72cb97 req-7e0be196-419c-4e05-b8dc-6e55cae01f09 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:22.570458 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0072725a-0d12-42f7-888d-f0d2cb72cb97 req-7e0be196-419c-4e05-b8dc-6e55cae01f09 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 945 time: 0.3607721 May 03 22:42:22.652083 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-396d5e85-099a-4776-aa0a-b8b9c5ac38d6'] response: {'server_uuid': 'b444de72-b15b-4840-93b2-daf50a537c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae259da-89ce-42c7-81a9-d0aa11f186b8', 'code': 200} May 03 22:42:22.696057 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 1ae259da-89ce-42c7-81a9-d0aa11f186b8, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=1ae259da-89ce-42c7-81a9-d0aa11f186b8,segment=NetworkSegment(c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008),segment_id=c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:42:22.748286 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0072725a-0d12-42f7-888d-f0d2cb72cb97 req-6804d32b-39b8-4316-891c-3689c631ad2d tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad137d59-bcb9-4c33-a4bf-4845bca5bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670675 May 03 22:42:22.833711 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:23.180075 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-46939171-d93a-437a-ab96-8dcc30def1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:23.195750 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:23.254271 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port af493913-a3b6-4c03-8895-93d96a195eca triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:42:23.254577 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:23.289547 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-519fe506-ac35-43d3-ad89-d26615d424d2 req-2dcd1ada-2da1-45d6-b86a-5b3856408c61 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] For port e5ea950b-4f10-48b9-b674-4596ab8ebe05, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=e5ea950b-4f10-48b9-b674-4596ab8ebe05,segment=NetworkSegment(0c87bd7e-b449-406c-9031-bae021dbb1b9),segment_id=0c87bd7e-b449-406c-9031-bae021dbb1b9)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:42:23.290588 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-519fe506-ac35-43d3-ad89-d26615d424d2 req-2dcd1ada-2da1-45d6-b86a-5b3856408c61 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:23.412407 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=1ae259da-89ce-42c7-81a9-d0aa11f186b8,revision_number=12']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:23.584927 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port e5ea950b-4f10-48b9-b674-4596ab8ebe05, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=e5ea950b-4f10-48b9-b674-4596ab8ebe05,segment=NetworkSegment(0c87bd7e-b449-406c-9031-bae021dbb1b9),segment_id=0c87bd7e-b449-406c-9031-bae021dbb1b9)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:42:23.619928 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:23.685204 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac80837-eec7-40c2-9aba-24cb9711878d req-a465c83c-c1ef-4398-a71f-6eb31660d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:23.690749 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9ac80837-eec7-40c2-9aba-24cb9711878d req-a465c83c-c1ef-4398-a71f-6eb31660d5df service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 1097 time: 0.9479146 May 03 22:42:23.792020 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f433a-68d1-4c03-b93e-64676a30b313 req-f6f9b520-5b37-445d-9146-df0b0ecdac14 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:23.800218 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-925f433a-68d1-4c03-b93e-64676a30b313 req-f6f9b520-5b37-445d-9146-df0b0ecdac14 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 946 time: 0.8905263 May 03 22:42:23.969123 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce2110-c78a-4e03-9bf8-644c1746c2a7 req-2bff46df-2aef-4bbf-959d-3449a8d08e94 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:23.976837 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8cce2110-c78a-4e03-9bf8-644c1746c2a7 req-2bff46df-2aef-4bbf-959d-3449a8d08e94 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/ports?device_id=95652b27-d152-47b0-9562-04efb66123bf HTTP/1.1" status: 200 len: 943 time: 0.9632454 May 03 22:42:24.038012 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=e5ea950b-4f10-48b9-b674-4596ab8ebe05,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:24.086270 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9ac80837-eec7-40c2-9aba-24cb9711878d req-490b1976-a5f3-44be-98f9-64e103b51689 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3719413 May 03 22:42:24.088493 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9c0ce396-7677-4c31-8eaf-534c6c8dd0a1 req-de5311b0-1555-4a58-92f4-6423af997945 service neutron] 10.222.0.67 "GET /v2.0/networks/7ad8590c-dbcd-4887-944d-07f078870ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 3.0249028 May 03 22:42:24.202704 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8cce2110-c78a-4e03-9bf8-644c1746c2a7 req-a50e7d07-e822-48f9-9211-f6de237194b8 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4c23aca-8cdb-420c-aa58-703d7e8d049b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249091 May 03 22:42:24.239185 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-925f433a-68d1-4c03-b93e-64676a30b313 req-6c7d4215-c5bc-4980-a525-b76a41d668df tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4379811 May 03 22:42:24.250843 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538021c-ad4a-4b5c-9edf-825211dca13d req-b9295981-7068-43ff-af4c-ad217bcd1c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:24.252553 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d538021c-ad4a-4b5c-9edf-825211dca13d req-b9295981-7068-43ff-af4c-ad217bcd1c34 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbfe6bca3b264cd880fbd33ea61935c3&device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 1095 time: 1.7089362 May 03 22:42:24.255491 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-a466e313-4292-4d46-a6d1-55011a7775a5 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:24.286902 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:24.578195 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-67bd69f0-5d03-4126-b207-5b2243385955 req-ed6fb8bb-b83c-4ba9-97f3-a40d47c6fda6 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b3ac7a9-bc6e-4d62-8137-65811cbbad52 HTTP/1.1" status: 200 len: 210 time: 0.1295993 May 03 22:42:24.619127 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-519fe506-ac35-43d3-ad89-d26615d424d2 req-2dcd1ada-2da1-45d6-b86a-5b3856408c61 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:24.619660 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-519fe506-ac35-43d3-ad89-d26615d424d2 req-2dcd1ada-2da1-45d6-b86a-5b3856408c61 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:24.619867 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [req-519fe506-ac35-43d3-ad89-d26615d424d2 req-2dcd1ada-2da1-45d6-b86a-5b3856408c61 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Floating IP 6a4e2b95-4353-40d9-bc02-c93ff29d5c8e disassociated. External IP: 172.25.2.223, port: e5ea950b-4f10-48b9-b674-4596ab8ebe05. May 03 22:42:24.620258 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-519fe506-ac35-43d3-ad89-d26615d424d2 req-2dcd1ada-2da1-45d6-b86a-5b3856408c61 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Calling delete_port for e5ea950b-4f10-48b9-b674-4596ab8ebe05 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:42:24.653262 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30690a26-0132-4b06-b179-ef395322020d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5ea950b-4f10-48b9-b674-4596ab8ebe05'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:42:24.811992 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-a466e313-4292-4d46-a6d1-55011a7775a5 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:25.053123 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-84520606-db64-4b3f-bc8d-d5890a2f47d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:25.101094 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7ec12-64e8-46ea-99ca-e05950688a67 req-cc3210a6-6955-4f1b-8cf6-55894637ba8a tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:25.108788 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-34b7ec12-64e8-46ea-99ca-e05950688a67 req-cc3210a6-6955-4f1b-8cf6-55894637ba8a tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 944 time: 0.5219717 May 03 22:42:25.129160 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9e5a9-bed5-41a8-b323-c72d81e208bd req-49a9d594-aded-4d70-8514-bc01d1d5ca2c tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:25.137701 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c6e9e5a9-bed5-41a8-b323-c72d81e208bd req-49a9d594-aded-4d70-8514-bc01d1d5ca2c tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 943 time: 0.2980402 May 03 22:42:25.311919 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-a466e313-4292-4d46-a6d1-55011a7775a5 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Network f484e0b5-7091-4031-9307-0c51512cbb0f is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:42:25.325330 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538021c-ad4a-4b5c-9edf-825211dca13d req-e8ba4d55-7dda-4284-9552-a2796b676075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:25.332269 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d538021c-ad4a-4b5c-9edf-825211dca13d req-e8ba4d55-7dda-4284-9552-a2796b676075 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ebc571f4-7c6c-4734-8444-6a7a06a14e80 HTTP/1.1" status: 200 len: 915 time: 0.4033349 May 03 22:42:25.333006 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-a466e313-4292-4d46-a6d1-55011a7775a5 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:42:25.338271 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-34b7ec12-64e8-46ea-99ca-e05950688a67 req-2d62280f-6193-4412-b574-cebc6a2ff4c0 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217157 May 03 22:42:25.397547 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-a466e313-4292-4d46-a6d1-55011a7775a5 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:42:25.409442 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c6e9e5a9-bed5-41a8-b323-c72d81e208bd req-b747756c-9ec2-4a21-a9af-9ffb2d5bb06f tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad137d59-bcb9-4c33-a4bf-4845bca5bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2704389 May 03 22:42:25.579794 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65869249-a7d5-4dc6-bb2d-bdc84259045e'] response: {'server_uuid': '30690a26-0132-4b06-b179-ef395322020d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5ea950b-4f10-48b9-b674-4596ab8ebe05', 'code': 200} May 03 22:42:25.645499 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a466e313-4292-4d46-a6d1-55011a7775a5 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Pushing event updated for resources: {'Port': ['ID=9bb4669b-eabd-4482-961c-c747be17d9e7,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:25.650912 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d538021c-ad4a-4b5c-9edf-825211dca13d req-9c9efcb3-ea31-4058-8328-e3a9bd6bbed3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90386d36-c44d-4064-8a75-f7c49c1009ba HTTP/1.1" status: 200 len: 217 time: 0.1896005 May 03 22:42:26.300029 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:26.301571 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:26.313948 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-a466e313-4292-4d46-a6d1-55011a7775a5 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:26.315125 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-a466e313-4292-4d46-a6d1-55011a7775a5 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:26.344828 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [req-519fe506-ac35-43d3-ad89-d26615d424d2 req-2dcd1ada-2da1-45d6-b86a-5b3856408c61 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:42:26.345138 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [req-519fe506-ac35-43d3-ad89-d26615d424d2 req-2dcd1ada-2da1-45d6-b86a-5b3856408c61 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:42:26.348182 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ec4a7-6ffd-408f-8edf-c16f74045912 req-d8995f51-a981-4204-ad9e-5d7b253e5648 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:26.362622 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c11ec4a7-6ffd-408f-8edf-c16f74045912 req-d8995f51-a981-4204-ad9e-5d7b253e5648 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/ports?device_id=95652b27-d152-47b0-9562-04efb66123bf HTTP/1.1" status: 200 len: 943 time: 0.5829360 May 03 22:42:26.367481 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538021c-ad4a-4b5c-9edf-825211dca13d req-b7205164-77db-4733-9994-a90a12a90249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:26.370019 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d538021c-ad4a-4b5c-9edf-825211dca13d req-b7205164-77db-4733-9994-a90a12a90249 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fe269a99-0a61-49f3-84a1-e1479dc44f08 HTTP/1.1" status: 200 len: 854 time: 0.7014668 May 03 22:42:26.388441 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-a466e313-4292-4d46-a6d1-55011a7775a5 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.3814409 May 03 22:42:26.434323 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-e1b8fc62-8d3c-445a-adcf-dbc0c44458c2 service neutron] Request body: {'port': {'device_id': '5b3ac7a9-bc6e-4d62-8137-65811cbbad52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:42:26.450513 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311dcb00-033d-41bd-b383-0a3b6499dae0 req-97546aa3-65b4-4daf-8852-f7d86e97766b tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:26.457925 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-311dcb00-033d-41bd-b383-0a3b6499dae0 req-97546aa3-65b4-4daf-8852-f7d86e97766b tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 946 time: 0.4832230 May 03 22:42:26.561531 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d538021c-ad4a-4b5c-9edf-825211dca13d req-4ae79ede-5cd8-4b3a-a819-0ed48575551a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ebc571f4-7c6c-4734-8444-6a7a06a14e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101971 May 03 22:42:26.593460 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c11ec4a7-6ffd-408f-8edf-c16f74045912 req-11c6372d-9333-40e2-8cb1-dc697604d3b1 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4c23aca-8cdb-420c-aa58-703d7e8d049b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296600 May 03 22:42:26.647241 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-311dcb00-033d-41bd-b383-0a3b6499dae0 req-8429274d-149a-497a-8f33-863f684dc5f8 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748173 May 03 22:42:26.727777 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d538021c-ad4a-4b5c-9edf-825211dca13d req-f6a0d2c7-4ce5-426c-acf4-83218a028cd6 service neutron] 10.222.0.67 "GET /v2.0/networks/ebc571f4-7c6c-4734-8444-6a7a06a14e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164841 May 03 22:42:26.906678 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-519fe506-ac35-43d3-ad89-d26615d424d2 req-2dcd1ada-2da1-45d6-b86a-5b3856408c61 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Deleting port e5ea950b-4f10-48b9-b674-4596ab8ebe05 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:42:26.907095 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-519fe506-ac35-43d3-ad89-d26615d424d2 req-2dcd1ada-2da1-45d6-b86a-5b3856408c61 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:26.942422 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-e1b8fc62-8d3c-445a-adcf-dbc0c44458c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:27.104883 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5256028-bfb0-44f7-a4c9-1c8dd2e609f6 req-bea4a8f8-b35a-490d-8579-59a9db8cd565 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:27.104883 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d5256028-bfb0-44f7-a4c9-1c8dd2e609f6 req-bea4a8f8-b35a-490d-8579-59a9db8cd565 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b3ac7a9-bc6e-4d62-8137-65811cbbad52 HTTP/1.1" status: 200 len: 932 time: 0.2633681 May 03 22:42:27.332128 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d5256028-bfb0-44f7-a4c9-1c8dd2e609f6 req-be69839c-cbc4-4949-8e82-0955d2221ee7 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032697 May 03 22:42:27.401048 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837e101-6c3a-4008-a241-90f678525dbb req-e118a531-98ee-4b4f-9b52-8f9377824a98 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:27.414649 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5837e101-6c3a-4008-a241-90f678525dbb req-e118a531-98ee-4b4f-9b52-8f9377824a98 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 944 time: 0.4092133 May 03 22:42:27.542607 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5837e101-6c3a-4008-a241-90f678525dbb req-ffa20952-9559-4278-9473-2c7161e1a944 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261864 May 03 22:42:27.611393 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:27.846025 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:28.087658 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-519fe506-ac35-43d3-ad89-d26615d424d2 req-2dcd1ada-2da1-45d6-b86a-5b3856408c61 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] For port e5ea950b-4f10-48b9-b674-4596ab8ebe05, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=e5ea950b-4f10-48b9-b674-4596ab8ebe05,segment=NetworkSegment(0c87bd7e-b449-406c-9031-bae021dbb1b9),segment_id=0c87bd7e-b449-406c-9031-bae021dbb1b9)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:42:28.088281 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-519fe506-ac35-43d3-ad89-d26615d424d2 req-2dcd1ada-2da1-45d6-b86a-5b3856408c61 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:28.208831 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e7b2c-1443-41e6-8510-adc4edc2cdbe req-c7c6334f-6906-4ba3-a931-3798e9f99195 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:28.208831 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d62e7b2c-1443-41e6-8510-adc4edc2cdbe req-c7c6334f-6906-4ba3-a931-3798e9f99195 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 943 time: 0.5469007 May 03 22:42:28.306535 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63739500-09cd-4adb-88f6-f7921fe977ac req-4552f571-cd77-4b5b-9b45-b3f0ca07baec tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:28.306535 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-63739500-09cd-4adb-88f6-f7921fe977ac req-4552f571-cd77-4b5b-9b45-b3f0ca07baec tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/ports?device_id=95652b27-d152-47b0-9562-04efb66123bf HTTP/1.1" status: 200 len: 943 time: 0.3679552 May 03 22:42:28.460139 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-63739500-09cd-4adb-88f6-f7921fe977ac req-d2c0ea38-18cf-48e1-875e-d2c162bd5cef tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4c23aca-8cdb-420c-aa58-703d7e8d049b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407185 May 03 22:42:28.474661 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d62e7b2c-1443-41e6-8510-adc4edc2cdbe req-452c78a5-5899-4b4d-8240-ef1edcebdce3 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=ad137d59-bcb9-4c33-a4bf-4845bca5bca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2402365 May 03 22:42:28.731976 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d538021c-ad4a-4b5c-9edf-825211dca13d req-69467bb3-dab1-4c64-b4ca-75a443b717ef service neutron] 10.222.0.67 "GET /v2.0/networks/ebc571f4-7c6c-4734-8444-6a7a06a14e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9874046 May 03 22:42:29.091237 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8561e-0525-464b-80ba-c4182444f035 req-a9ffa55f-831f-4265-97c2-d97b3d267247 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:29.114207 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-40e8561e-0525-464b-80ba-c4182444f035 req-a9ffa55f-831f-4265-97c2-d97b3d267247 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 946 time: 0.4438133 May 03 22:42:29.241020 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-40e8561e-0525-464b-80ba-c4182444f035 req-3e64547b-54ca-41bf-af0d-937339e657b0 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253393 May 03 22:42:29.318013 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device b33e900a-fe75-4fd8-9044-c27f4d98d863 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:42:29.336927 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a923e72-2959-492c-9769-f39096d751c5 req-d3ccb11c-db82-43d2-990a-845b8b0e2756 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:29.339657 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9a923e72-2959-492c-9769-f39096d751c5 req-d3ccb11c-db82-43d2-990a-845b8b0e2756 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b3ac7a9-bc6e-4d62-8137-65811cbbad52 HTTP/1.1" status: 200 len: 932 time: 0.3984559 May 03 22:42:29.382382 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-519fe506-ac35-43d3-ad89-d26615d424d2 req-2dcd1ada-2da1-45d6-b86a-5b3856408c61 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:29.385104 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-519fe506-ac35-43d3-ad89-d26615d424d2 req-2dcd1ada-2da1-45d6-b86a-5b3856408c61 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:29.386620 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [req-519fe506-ac35-43d3-ad89-d26615d424d2 req-2dcd1ada-2da1-45d6-b86a-5b3856408c61 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Floating IP 6a4e2b95-4353-40d9-bc02-c93ff29d5c8e disassociated. External IP: 172.25.2.223, port: e5ea950b-4f10-48b9-b674-4596ab8ebe05. May 03 22:42:29.387868 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-519fe506-ac35-43d3-ad89-d26615d424d2 req-2dcd1ada-2da1-45d6-b86a-5b3856408c61 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Calling delete_port for e5ea950b-4f10-48b9-b674-4596ab8ebe05 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:42:29.675439 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9a923e72-2959-492c-9769-f39096d751c5 req-4b3565ac-1996-4789-8c06-475bab85709f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113408 May 03 22:42:30.127508 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f643a54-72b6-4b28-b0e3-9e7ef69e7139 req-904fe398-71eb-4a3b-b0b8-b282c3b0aedc tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:30.183272 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1f643a54-72b6-4b28-b0e3-9e7ef69e7139 req-904fe398-71eb-4a3b-b0b8-b282c3b0aedc tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 944 time: 0.4201427 May 03 22:42:30.185721 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port b33e900a-fe75-4fd8-9044-c27f4d98d863, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=b33e900a-fe75-4fd8-9044-c27f4d98d863,segment=NetworkSegment(a299840c-d08c-440e-a033-20123c84a3d5),segment_id=a299840c-d08c-440e-a033-20123c84a3d5)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:42:30.227290 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'b33e900a-fe75-4fd8-9044-c27f4d98d863', 'network_id': '7ad8590c-dbcd-4887-944d-07f078870ba1', 'port_id': 'b33e900a-fe75-4fd8-9044-c27f4d98d863', 'mac_address': 'fa:16:3e:ba:49:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dedfb95-45d0-46c7-91ac-bf216d15b087', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:42:30.350188 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:30.464606 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b33e900a-fe75-4fd8-9044-c27f4d98d863 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:42:30.562490 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1f643a54-72b6-4b28-b0e3-9e7ef69e7139 req-789b8f7b-9c0f-4bd8-bdbc-e295efb3ed92 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802752 May 03 22:42:30.654461 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port b33e900a-fe75-4fd8-9044-c27f4d98d863, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=b33e900a-fe75-4fd8-9044-c27f4d98d863,segment=NetworkSegment(a299840c-d08c-440e-a033-20123c84a3d5),segment_id=a299840c-d08c-440e-a033-20123c84a3d5)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:42:30.705796 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:30.718308 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc60aa8-4d35-4879-9bcd-8d704cbaef1a req-906263df-1242-4333-9dba-5c98a3e3baeb tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:30.736452 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fdc60aa8-4d35-4879-9bcd-8d704cbaef1a req-906263df-1242-4333-9dba-5c98a3e3baeb tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/ports?device_id=95652b27-d152-47b0-9562-04efb66123bf HTTP/1.1" status: 200 len: 943 time: 0.6185791 May 03 22:42:30.982988 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fdc60aa8-4d35-4879-9bcd-8d704cbaef1a req-b39eefe9-6721-47e8-b913-96875a2bcbec tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4c23aca-8cdb-420c-aa58-703d7e8d049b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533948 May 03 22:42:31.124340 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=b33e900a-fe75-4fd8-9044-c27f4d98d863,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:31.392542 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-519fe506-ac35-43d3-ad89-d26615d424d2 req-2dcd1ada-2da1-45d6-b86a-5b3856408c61 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:31.437624 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['b33e900a-fe75-4fd8-9044-c27f4d98d863'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:42:31.495503 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd1ada-2da1-45d6-b86a-5b3856408c61 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Pushing event deleted for resources: {'Port': ['ID=e5ea950b-4f10-48b9-b674-4596ab8ebe05,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:31.510812 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-e1b8fc62-8d3c-445a-adcf-dbc0c44458c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bb4669b-eabd-4482-961c-c747be17d9e7 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:42:31.574974 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-e1b8fc62-8d3c-445a-adcf-dbc0c44458c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:31.591222 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-e1b8fc62-8d3c-445a-adcf-dbc0c44458c2 service neutron] Transition to ACTIVE for port object 9bb4669b-eabd-4482-961c-c747be17d9e7 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:42:31.599330 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-e1b8fc62-8d3c-445a-adcf-dbc0c44458c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:31.620750 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-69ef3302-4d73-4648-8e6a-c5dfea64eeb6 req-09287ee7-7423-4ffa-9f9e-1f9a987f90e4 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 210 time: 0.4949269 May 03 22:42:31.771293 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b38e9ea-8b5d-41a2-b07d-bcc40fe71ed0 req-4b71900d-50f0-4795-b935-4fc0cd522cfc tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:31.788752 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4b38e9ea-8b5d-41a2-b07d-bcc40fe71ed0 req-4b71900d-50f0-4795-b935-4fc0cd522cfc tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 946 time: 0.4310064 May 03 22:42:31.985758 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4b38e9ea-8b5d-41a2-b07d-bcc40fe71ed0 req-1c49d77e-dc0c-40e2-9b64-e038bdbd802a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066605 May 03 22:42:32.355342 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a92727-2835-46ac-a6e2-5e35cf2ec2bb req-aaa4f0d5-e4d5-4703-ac98-b23fcd758448 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:32.385252 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b2a92727-2835-46ac-a6e2-5e35cf2ec2bb req-aaa4f0d5-e4d5-4703-ac98-b23fcd758448 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b3ac7a9-bc6e-4d62-8137-65811cbbad52 HTTP/1.1" status: 200 len: 944 time: 0.3469095 May 03 22:42:32.556939 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8fc62-8d3c-445a-adcf-dbc0c44458c2 service neutron] Pushing event updated for resources: {'Port': ['ID=9bb4669b-eabd-4482-961c-c747be17d9e7,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:32.632256 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-e1b8fc62-8d3c-445a-adcf-dbc0c44458c2 service neutron] Attempting to bind port 9bb4669b-eabd-4482-961c-c747be17d9e7 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:42:32.632619 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-e1b8fc62-8d3c-445a-adcf-dbc0c44458c2 service neutron] Attempting to bind port 9bb4669b-eabd-4482-961c-c747be17d9e7 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'b38726d5-324d-4465-9fc5-454afd2d45a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f484e0b5-7091-4031-9307-0c51512cbb0f'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:42:32.632968 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-e1b8fc62-8d3c-445a-adcf-dbc0c44458c2 service neutron] Attempting to bind port 9bb4669b-eabd-4482-961c-c747be17d9e7 on network f484e0b5-7091-4031-9307-0c51512cbb0f {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:42:32.700781 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [req-519fe506-ac35-43d3-ad89-d26615d424d2 req-2dcd1ada-2da1-45d6-b86a-5b3856408c61 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Router 8cdea6f8-d82d-43c1-9820-97fa0586d072 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:42:32.716805 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-e1b8fc62-8d3c-445a-adcf-dbc0c44458c2 service neutron] Port 9bb4669b-eabd-4482-961c-c747be17d9e7 on network f484e0b5-7091-4031-9307-0c51512cbb0f not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:42:32.717140 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-e1b8fc62-8d3c-445a-adcf-dbc0c44458c2 service neutron] Attempting to bind port 9bb4669b-eabd-4482-961c-c747be17d9e7 on network f484e0b5-7091-4031-9307-0c51512cbb0f {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:42:32.737035 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-e1b8fc62-8d3c-445a-adcf-dbc0c44458c2 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:42:32.737396 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-e1b8fc62-8d3c-445a-adcf-dbc0c44458c2 service neutron] Checking segment: {'id': 'b38726d5-324d-4465-9fc5-454afd2d45a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f484e0b5-7091-4031-9307-0c51512cbb0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:42:32.738998 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-e1b8fc62-8d3c-445a-adcf-dbc0c44458c2 service neutron] Bound using segment: {'id': 'b38726d5-324d-4465-9fc5-454afd2d45a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f484e0b5-7091-4031-9307-0c51512cbb0f'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:42:32.742991 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-e1b8fc62-8d3c-445a-adcf-dbc0c44458c2 service neutron] Bound port: 9bb4669b-eabd-4482-961c-c747be17d9e7, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b38726d5-324d-4465-9fc5-454afd2d45a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f484e0b5-7091-4031-9307-0c51512cbb0f'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:42:32.743657 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-e1b8fc62-8d3c-445a-adcf-dbc0c44458c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:32.911506 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b2a92727-2835-46ac-a6e2-5e35cf2ec2bb req-f5ea903c-930e-48ab-86ab-8d4f19801f79 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5293019 May 03 22:42:32.997001 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36daaa-21e6-4387-b496-8a2c470d97e1 req-45f107aa-296d-4d20-9e42-caa758821c81 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:33.007922 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac36daaa-21e6-4387-b496-8a2c470d97e1 req-45f107aa-296d-4d20-9e42-caa758821c81 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 944 time: 0.5539210 May 03 22:42:33.185273 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac36daaa-21e6-4387-b496-8a2c470d97e1 req-dc670376-c4f3-4320-8062-11f145886563 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818933 May 03 22:42:33.329584 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device b33e900a-fe75-4fd8-9044-c27f4d98d863 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:42:33.394589 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-519fe506-ac35-43d3-ad89-d26615d424d2 req-2dcd1ada-2da1-45d6-b86a-5b3856408c61 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:42:33.521430 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-e1b8fc62-8d3c-445a-adcf-dbc0c44458c2 service neutron] For port 9bb4669b-eabd-4482-961c-c747be17d9e7, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:42:33.521430 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-e1b8fc62-8d3c-445a-adcf-dbc0c44458c2 service neutron] For port 9bb4669b-eabd-4482-961c-c747be17d9e7, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=9bb4669b-eabd-4482-961c-c747be17d9e7,segment=NetworkSegment(b38726d5-324d-4465-9fc5-454afd2d45a2),segment_id=b38726d5-324d-4465-9fc5-454afd2d45a2)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:42:33.530501 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac9dadf-72f1-4db5-8b99-326968148e3e None None] Sync routers for ids ['8cdea6f8-d82d-43c1-9820-97fa0586d072'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:42:33.533098 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b00e2-9f0b-4c93-8ed6-13017e5ebc5f req-c936fcf2-1a9d-43f0-b0c6-f63131164e33 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:33.533098 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f70b00e2-9f0b-4c93-8ed6-13017e5ebc5f req-c936fcf2-1a9d-43f0-b0c6-f63131164e33 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/ports?device_id=95652b27-d152-47b0-9562-04efb66123bf HTTP/1.1" status: 200 len: 944 time: 0.2782352 May 03 22:42:33.535653 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-e1b8fc62-8d3c-445a-adcf-dbc0c44458c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:33.538321 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac9dadf-72f1-4db5-8b99-326968148e3e None None] Routers {'8cdea6f8-d82d-43c1-9820-97fa0586d072'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:42:33.538321 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-3ac9dadf-72f1-4db5-8b99-326968148e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:42:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['8cdea6f8-d82d-43c1-9820-97fa0586d072'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:42:33.635436 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-519fe506-ac35-43d3-ad89-d26615d424d2 req-2dcd1ada-2da1-45d6-b86a-5b3856408c61 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] No DVR routers for this DVR port e5ea950b-4f10-48b9-b674-4596ab8ebe05 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:42:33.635436 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-e1b8fc62-8d3c-445a-adcf-dbc0c44458c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:33.635436 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-e1b8fc62-8d3c-445a-adcf-dbc0c44458c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:33.639503 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-e1b8fc62-8d3c-445a-adcf-dbc0c44458c2 service neutron] 10.222.0.60 "PUT /v2.0/ports/9bb4669b-eabd-4482-961c-c747be17d9e7 HTTP/1.1" status: 200 len: 1092 time: 7.2068141 May 03 22:42:33.643737 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b3ac7a9-bc6e-4d62-8137-65811cbbad52', 'tag': '9bb4669b-eabd-4482-961c-c747be17d9e7'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:42:33.660409 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-519fe506-ac35-43d3-ad89-d26615d424d2 req-2dcd1ada-2da1-45d6-b86a-5b3856408c61 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:33.664700 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bb62cfc8-eeca-43ab-bba4-81f4ed3c88e9 req-de5dad24-c126-4970-b195-f98180fc074a tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=30690a26-0132-4b06-b179-ef395322020d HTTP/1.1" status: 200 len: 210 time: 0.1912410 May 03 22:42:33.840135 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f70b00e2-9f0b-4c93-8ed6-13017e5ebc5f req-469a754f-1fea-4239-a600-b2eb0f94d0f4 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4c23aca-8cdb-420c-aa58-703d7e8d049b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702092 May 03 22:42:33.892390 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-519fe506-ac35-43d3-ad89-d26615d424d2 req-2dcd1ada-2da1-45d6-b86a-5b3856408c61 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.60 "DELETE /v2.0/ports/e5ea950b-4f10-48b9-b674-4596ab8ebe05 HTTP/1.1" status: 204 len: 173 time: 12.4222534 May 03 22:42:33.909118 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8fc62-8d3c-445a-adcf-dbc0c44458c2 service neutron] Pushing event updated for resources: {'Port': ['ID=9bb4669b-eabd-4482-961c-c747be17d9e7,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:33.965421 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-eb64e4d1-3da9-4da0-8cd7-242ed8941da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:33.965421 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-eb64e4d1-3da9-4da0-8cd7-242ed8941da4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=56f2a06b55b349518a0fa1bd075b4999&device_id=5b3ac7a9-bc6e-4d62-8137-65811cbbad52 HTTP/1.1" status: 200 len: 1095 time: 0.2586253 May 03 22:42:34.092048 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-c875337b-4c6b-4792-bef7-5b084b0d368e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bb4669b-eabd-4482-961c-c747be17d9e7 HTTP/1.1" status: 200 len: 217 time: 0.1212723 May 03 22:42:34.094215 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-befff6d1-10a0-49d6-b829-f302c55eed0b'] response: {'name': 'network-changed', 'server_uuid': '5b3ac7a9-bc6e-4d62-8137-65811cbbad52', 'tag': '9bb4669b-eabd-4482-961c-c747be17d9e7', 'status': 'completed', 'code': 200} May 03 22:42:34.167621 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port b33e900a-fe75-4fd8-9044-c27f4d98d863 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:42:34.199531 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port b33e900a-fe75-4fd8-9044-c27f4d98d863 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:42:34.199808 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:34.270743 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-ac011194-f029-480e-a8dc-2397b02de800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:34.275140 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c255a-8a6b-48be-bce9-825753e3bb46 req-0d605812-cddd-4a93-85ec-35c6a9923f89 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:34.277896 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-ac011194-f029-480e-a8dc-2397b02de800 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e1d2886a-36ca-4181-9979-2ff50bdb7ad7 HTTP/1.1" status: 200 len: 851 time: 0.1780775 May 03 22:42:34.296764 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c44c255a-8a6b-48be-bce9-825753e3bb46 req-0d605812-cddd-4a93-85ec-35c6a9923f89 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 946 time: 0.3035870 May 03 22:42:34.320170 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-3ac9dadf-72f1-4db5-8b99-326968148e3e None None] Set router 8cdea6f8-d82d-43c1-9820-97fa0586d072 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:42:34.421750 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c44c255a-8a6b-48be-bce9-825753e3bb46 req-df6296d0-6cc8-49d2-b70e-0e9fbb338332 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218638 May 03 22:42:34.492814 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-b92d434f-5298-4e1f-af09-dd7511e41781 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f484e0b5-7091-4031-9307-0c51512cbb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1937411 May 03 22:42:35.011022 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-e66cf7d3-6d11-4e4a-8213-9bf1e1823924 service neutron] 10.222.0.60 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5147409 May 03 22:42:35.221033 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:35.230879 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf706db-6883-4d24-ba6e-31643311c2e5 req-5730f956-0a1c-4912-9775-08d018680dd6 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:35.264940 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fcf706db-6883-4d24-ba6e-31643311c2e5 req-5730f956-0a1c-4912-9775-08d018680dd6 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 944 time: 0.4946868 May 03 22:42:35.274024 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-3ac9dadf-72f1-4db5-8b99-326968148e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'name': 'tempest-AttachVolumeTestJSON-2080392932-router', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6c98eef3-3a72-4293-a34d-0afc1332225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:38:12Z', 'updated_at': '2022-05-03T22:38:31Z', 'revision_number': 4, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'gw_port': {'id': '6c98eef3-3a72-4293-a34d-0afc1332225f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:38:15Z', 'updated_at': '2022-05-03T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '44b602a1-8dab-47ee-beaf-5cd83b1b7b8a', 'name': '', 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'mac_address': 'fa:16:3e:84:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '6f2b7d32-d8f2-456e-bc38-b728e1fe95c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:38:28Z', 'updated_at': '2022-05-03T22:38:41Z', 'revision_number': 5, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'subnets': [{'id': '6f2b7d32-d8f2-456e-bc38-b728e1fe95c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:42:35.286732 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac9dadf-72f1-4db5-8b99-326968148e3e None None] Checking router: 8cdea6f8-d82d-43c1-9820-97fa0586d072 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:42:35.369181 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port b33e900a-fe75-4fd8-9044-c27f4d98d863, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=b33e900a-fe75-4fd8-9044-c27f4d98d863,segment=NetworkSegment(a299840c-d08c-440e-a033-20123c84a3d5),segment_id=a299840c-d08c-440e-a033-20123c84a3d5)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:42:35.381281 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95652b27-d152-47b0-9562-04efb66123bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33e900a-fe75-4fd8-9044-c27f4d98d863'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:42:35.397652 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:35.399197 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c2567-2dac-4afd-a6d0-a858bd6778fe req-9a0ccbc9-4dd0-4b2e-9c66-7d99a0fdcd99 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:35.401291 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d61c2567-2dac-4afd-a6d0-a858bd6778fe req-9a0ccbc9-4dd0-4b2e-9c66-7d99a0fdcd99 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b3ac7a9-bc6e-4d62-8137-65811cbbad52 HTTP/1.1" status: 200 len: 944 time: 0.8159649 May 03 22:42:35.503011 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fcf706db-6883-4d24-ba6e-31643311c2e5 req-8707f764-e353-43b3-b448-fc90e5e79c1a tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357807 May 03 22:42:35.559355 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac9dadf-72f1-4db5-8b99-326968148e3e None None] Routers {'8cdea6f8-d82d-43c1-9820-97fa0586d072'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:42:35.559355 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-3ac9dadf-72f1-4db5-8b99-326968148e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:42:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['8cdea6f8-d82d-43c1-9820-97fa0586d072'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:42:35.579442 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d3f87852-972c-4a4d-b946-e3ed230f0d81 req-c1f248cf-7c23-471d-8750-b97760f7788f service neutron] 10.222.0.60 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5625770 May 03 22:42:35.762334 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d61c2567-2dac-4afd-a6d0-a858bd6778fe req-8f966505-b1c8-405a-9f21-09c69009244d tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793260 May 03 22:42:36.031055 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f25ce3-198b-41e1-b085-e5624663c5c1 req-e9d7333e-80ff-4ffb-8254-127d1f552991 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:36.048554 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-06f25ce3-198b-41e1-b085-e5624663c5c1 req-e9d7333e-80ff-4ffb-8254-127d1f552991 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/ports?device_id=95652b27-d152-47b0-9562-04efb66123bf HTTP/1.1" status: 200 len: 945 time: 0.2375805 May 03 22:42:36.055576 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-3ac9dadf-72f1-4db5-8b99-326968148e3e None None] Set router 8cdea6f8-d82d-43c1-9820-97fa0586d072 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:42:36.087847 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c41825-e2cb-4827-b020-286d33bd66bf req-334a57b7-b82b-455e-80cf-0f1c7729c96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:36.090943 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-42c41825-e2cb-4827-b020-286d33bd66bf req-334a57b7-b82b-455e-80cf-0f1c7729c96f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=56f2a06b55b349518a0fa1bd075b4999&device_id=5b3ac7a9-bc6e-4d62-8137-65811cbbad52 HTTP/1.1" status: 200 len: 1095 time: 0.2507601 May 03 22:42:36.128003 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9c264ac-e37b-4d3a-9f37-d8a249c608f6'] response: {'server_uuid': '95652b27-d152-47b0-9562-04efb66123bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33e900a-fe75-4fd8-9044-c27f4d98d863', 'code': 200} May 03 22:42:36.234958 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30690a26-0132-4b06-b179-ef395322020d', 'name': 'network-vif-deleted', 'tag': 'e5ea950b-4f10-48b9-b674-4596ab8ebe05'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:42:36.359994 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-06f25ce3-198b-41e1-b085-e5624663c5c1 req-82cf947b-1324-4a6c-b823-eb0c95b1fa30 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4c23aca-8cdb-420c-aa58-703d7e8d049b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101666 May 03 22:42:36.412811 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc55c3-b24a-4e45-a2de-4e5ec0f804e8 req-178f8e93-b8fa-4ed6-8fb6-dc48526827e9 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:36.430469 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=b33e900a-fe75-4fd8-9044-c27f4d98d863,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:36.474544 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6bfc55c3-b24a-4e45-a2de-4e5ec0f804e8 req-178f8e93-b8fa-4ed6-8fb6-dc48526827e9 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 946 time: 0.3293011 May 03 22:42:36.620679 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6bfc55c3-b24a-4e45-a2de-4e5ec0f804e8 req-795dc189-9aa0-4bae-b717-f83d90ccea7d tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342251 May 03 22:42:36.689428 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c41825-e2cb-4827-b020-286d33bd66bf req-648e2ab2-f2a9-4ca8-a5a6-09dcead78a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:36.694800 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-42c41825-e2cb-4827-b020-286d33bd66bf req-648e2ab2-f2a9-4ca8-a5a6-09dcead78a26 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f484e0b5-7091-4031-9307-0c51512cbb0f HTTP/1.1" status: 200 len: 912 time: 0.4390349 May 03 22:42:36.718908 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28e441fc-10e9-497c-9756-2fb836d41d81'] response: {'server_uuid': '30690a26-0132-4b06-b179-ef395322020d', 'name': 'network-vif-deleted', 'tag': 'e5ea950b-4f10-48b9-b674-4596ab8ebe05', 'status': 'completed', 'code': 200} May 03 22:42:36.831952 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-42c41825-e2cb-4827-b020-286d33bd66bf req-595a9e76-b932-43f2-a4f5-9d457d9f887b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bb4669b-eabd-4482-961c-c747be17d9e7 HTTP/1.1" status: 200 len: 217 time: 0.1121926 May 03 22:42:36.845954 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6c24e-7f89-4169-a050-d601cbf1a815 req-84e8b9a0-7d75-4b8c-9072-d3c04ee666ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:36.845954 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-22e6c24e-7f89-4169-a050-d601cbf1a815 req-84e8b9a0-7d75-4b8c-9072-d3c04ee666ae service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=95652b27-d152-47b0-9562-04efb66123bf HTTP/1.1" status: 200 len: 1096 time: 0.7473602 May 03 22:42:36.888615 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-3ac9dadf-72f1-4db5-8b99-326968148e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'name': 'tempest-AttachVolumeTestJSON-2080392932-router', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6c98eef3-3a72-4293-a34d-0afc1332225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:38:12Z', 'updated_at': '2022-05-03T22:38:31Z', 'revision_number': 4, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'gw_port': {'id': '6c98eef3-3a72-4293-a34d-0afc1332225f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:38:15Z', 'updated_at': '2022-05-03T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '44b602a1-8dab-47ee-beaf-5cd83b1b7b8a', 'name': '', 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'mac_address': 'fa:16:3e:84:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '6f2b7d32-d8f2-456e-bc38-b728e1fe95c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:38:28Z', 'updated_at': '2022-05-03T22:38:41Z', 'revision_number': 5, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'subnets': [{'id': '6f2b7d32-d8f2-456e-bc38-b728e1fe95c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:42:36.893171 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac9dadf-72f1-4db5-8b99-326968148e3e None None] The sync data for ids ['8cdea6f8-d82d-43c1-9820-97fa0586d072'] in n-d-811807-1 is: [{'id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'name': 'tempest-AttachVolumeTestJSON-2080392932-router', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6c98eef3-3a72-4293-a34d-0afc1332225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:38:12Z', 'updated_at': '2022-05-03T22:38:31Z', 'revision_number': 4, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'gw_port': {'id': '6c98eef3-3a72-4293-a34d-0afc1332225f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:38:15Z', 'updated_at': '2022-05-03T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '44b602a1-8dab-47ee-beaf-5cd83b1b7b8a', 'name': '', 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'mac_address': 'fa:16:3e:84:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '6f2b7d32-d8f2-456e-bc38-b728e1fe95c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:38:28Z', 'updated_at': '2022-05-03T22:38:41Z', 'revision_number': 5, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'subnets': [{'id': '6f2b7d32-d8f2-456e-bc38-b728e1fe95c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:42:36.933792 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c41825-e2cb-4827-b020-286d33bd66bf req-e2e03afc-203b-43eb-926f-144e0441d7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:36.933792 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-42c41825-e2cb-4827-b020-286d33bd66bf req-e2e03afc-203b-43eb-926f-144e0441d7f4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e1d2886a-36ca-4181-9979-2ff50bdb7ad7 HTTP/1.1" status: 200 len: 851 time: 0.0886183 May 03 22:42:37.018187 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-42c41825-e2cb-4827-b020-286d33bd66bf req-3be5f2f0-3ca5-4685-bbf3-2ff24e7e4d43 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f484e0b5-7091-4031-9307-0c51512cbb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747955 May 03 22:42:37.021135 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-22e6c24e-7f89-4169-a050-d601cbf1a815 req-b0c43368-8879-4c94-a6ce-925eeaef75d1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a4c23aca-8cdb-420c-aa58-703d7e8d049b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174693 May 03 22:42:37.072846 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7317bc-29dd-4a73-8e5c-8f53b28dd30a req-56095e63-6724-4dfe-bb3e-c111de44c0e9 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:37.074676 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4c7317bc-29dd-4a73-8e5c-8f53b28dd30a req-56095e63-6724-4dfe-bb3e-c111de44c0e9 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 944 time: 0.2066073 May 03 22:42:37.157661 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4c7317bc-29dd-4a73-8e5c-8f53b28dd30a req-62499940-0c55-464b-8363-e0e9d1b13fe7 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768595 May 03 22:42:37.275735 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-42c41825-e2cb-4827-b020-286d33bd66bf req-b86ed626-7e8e-4595-a4d2-c464b38c7139 service neutron] 10.222.0.60 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511528 May 03 22:42:37.320930 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 90386d36-c44d-4064-8a75-f7c49c1009ba details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:42:37.394382 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1600cdb9-d48e-4225-bf20-28b377abd516 None None] New status for floating IP 6a4e2b95-4353-40d9-bc02-c93ff29d5c8e: DOWN {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:42:37.553461 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49840) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:42:37.694249 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171eefd3-8539-4731-a0b0-e86323c6e117 req-f92dcf6c-71e1-4c68-a7ef-e6a5c3f900e6 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:37.715196 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-171eefd3-8539-4731-a0b0-e86323c6e117 req-f92dcf6c-71e1-4c68-a7ef-e6a5c3f900e6 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b3ac7a9-bc6e-4d62-8137-65811cbbad52 HTTP/1.1" status: 200 len: 944 time: 0.2299812 May 03 22:42:37.888358 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-171eefd3-8539-4731-a0b0-e86323c6e117 req-39d66047-88ea-47fc-a78d-40edf64d7691 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807330 May 03 22:42:37.903334 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-42c41825-e2cb-4827-b020-286d33bd66bf req-81b7d92d-f38d-4a8e-a45e-3fa8e41dab8f service neutron] 10.222.0.60 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6238265 May 03 22:42:37.913806 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 90386d36-c44d-4064-8a75-f7c49c1009ba, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=90386d36-c44d-4064-8a75-f7c49c1009ba,segment=NetworkSegment(a7668370-475d-4918-bbba-2675de080411),segment_id=a7668370-475d-4918-bbba-2675de080411)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:42:37.926297 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-41f3ef80-21ca-4cfd-b42c-b23b08e98924 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:37.932627 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '90386d36-c44d-4064-8a75-f7c49c1009ba', 'network_id': 'ebc571f4-7c6c-4734-8444-6a7a06a14e80', 'port_id': '90386d36-c44d-4064-8a75-f7c49c1009ba', 'mac_address': 'fa:16:3e:61:ae:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe269a99-0a61-49f3-84a1-e1479dc44f08', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:42:38.002733 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:38.026057 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90386d36-c44d-4064-8a75-f7c49c1009ba {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:42:38.045465 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-41f3ef80-21ca-4cfd-b42c-b23b08e98924 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:38.049288 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 90386d36-c44d-4064-8a75-f7c49c1009ba, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=90386d36-c44d-4064-8a75-f7c49c1009ba,segment=NetworkSegment(a7668370-475d-4918-bbba-2675de080411),segment_id=a7668370-475d-4918-bbba-2675de080411)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:42:38.053372 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a997f5-a619-476c-be6c-b81b6acce9da req-06488ba9-1530-49f9-b613-983094649f96 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:38.055519 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-74a997f5-a619-476c-be6c-b81b6acce9da req-06488ba9-1530-49f9-b613-983094649f96 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/ports?device_id=95652b27-d152-47b0-9562-04efb66123bf HTTP/1.1" status: 200 len: 945 time: 0.1433845 May 03 22:42:38.064479 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:38.171548 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-74a997f5-a619-476c-be6c-b81b6acce9da req-ee1847f4-f2cb-4883-9ee3-2768c0fb7a25 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4c23aca-8cdb-420c-aa58-703d7e8d049b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049502 May 03 22:42:38.186894 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 9bb4669b-eabd-4482-961c-c747be17d9e7 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:42:38.192678 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-41f3ef80-21ca-4cfd-b42c-b23b08e98924 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:38.239627 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3ef80-21ca-4cfd-b42c-b23b08e98924 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad137d59-bcb9-4c33-a4bf-4845bca5bca1,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:38.267048 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-41f3ef80-21ca-4cfd-b42c-b23b08e98924 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:38.271685 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-41f3ef80-21ca-4cfd-b42c-b23b08e98924 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "DELETE /v2.0/security-groups/ad137d59-bcb9-4c33-a4bf-4845bca5bca1 HTTP/1.1" status: 204 len: 168 time: 0.7169709 May 03 22:42:38.273078 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49856) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:42:38.301300 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=90386d36-c44d-4064-8a75-f7c49c1009ba,revision_number=11']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:38.472048 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-fea36b46-9892-41f9-a2ff-ed072c4fb96a tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] show failed (client error): The resource could not be found. May 03 22:42:38.472048 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-fea36b46-9892-41f9-a2ff-ed072c4fb96a tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups/ad137d59-bcb9-4c33-a4bf-4845bca5bca1 HTTP/1.1" status: 404 len: 347 time: 0.1933980 May 03 22:42:38.473496 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49864) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:42:38.492344 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['90386d36-c44d-4064-8a75-f7c49c1009ba'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:42:38.520897 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f71b4-47f6-46da-8713-c1f4a2b32779 req-2135bd6f-85dc-46cd-a5d9-6ef5a931e400 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:38.546239 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-500f71b4-47f6-46da-8713-c1f4a2b32779 req-2135bd6f-85dc-46cd-a5d9-6ef5a931e400 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.1919599 May 03 22:42:38.647160 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-500f71b4-47f6-46da-8713-c1f4a2b32779 req-455141ec-1dcd-4e8e-a310-e0ab041b55e1 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045127 May 03 22:42:38.754261 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 9bb4669b-eabd-4482-961c-c747be17d9e7, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=9bb4669b-eabd-4482-961c-c747be17d9e7,segment=NetworkSegment(b38726d5-324d-4465-9fc5-454afd2d45a2),segment_id=b38726d5-324d-4465-9fc5-454afd2d45a2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:42:38.833102 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '9bb4669b-eabd-4482-961c-c747be17d9e7', 'network_id': 'f484e0b5-7091-4031-9307-0c51512cbb0f', 'port_id': '9bb4669b-eabd-4482-961c-c747be17d9e7', 'mac_address': 'fa:16:3e:c4:6c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d2886a-36ca-4181-9979-2ff50bdb7ad7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:42:38.907317 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-d38938e7-1582-46cd-b5cf-aad596ea22d1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Deleting port c1605c04-1ea9-48b3-8f52-4c1ac3a1b0c2 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:42:38.907317 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d38938e7-1582-46cd-b5cf-aad596ea22d1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:38.926056 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:38.976365 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bb4669b-eabd-4482-961c-c747be17d9e7 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:42:39.001064 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 9bb4669b-eabd-4482-961c-c747be17d9e7, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=9bb4669b-eabd-4482-961c-c747be17d9e7,segment=NetworkSegment(b38726d5-324d-4465-9fc5-454afd2d45a2),segment_id=b38726d5-324d-4465-9fc5-454afd2d45a2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:42:39.007709 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:39.094358 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=9bb4669b-eabd-4482-961c-c747be17d9e7,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:39.189421 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b12d4-039e-47b4-a137-ad2211ad8e54 req-1387f51b-baeb-43f2-9110-84c8de1faaf1 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:39.197894 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2e2b12d4-039e-47b4-a137-ad2211ad8e54 req-1387f51b-baeb-43f2-9110-84c8de1faaf1 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b3ac7a9-bc6e-4d62-8137-65811cbbad52 HTTP/1.1" status: 200 len: 945 time: 0.1258464 May 03 22:42:39.255165 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['9bb4669b-eabd-4482-961c-c747be17d9e7'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:42:39.307850 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2e2b12d4-039e-47b4-a137-ad2211ad8e54 req-85b86332-ede1-4de9-a8d1-ad681f72a6bc tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840561 May 03 22:42:39.376369 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d38938e7-1582-46cd-b5cf-aad596ea22d1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:39.376369 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d38938e7-1582-46cd-b5cf-aad596ea22d1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:39.623474 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0c3a7-3df3-4d58-910d-26d32ae852d6 req-e88ad724-6280-4e1b-b8b9-ec32f1f9a5db tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:39.639761 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9ca0c3a7-3df3-4d58-910d-26d32ae852d6 req-e88ad724-6280-4e1b-b8b9-ec32f1f9a5db tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/ports?device_id=95652b27-d152-47b0-9562-04efb66123bf HTTP/1.1" status: 200 len: 945 time: 0.2372963 May 03 22:42:39.962412 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9ca0c3a7-3df3-4d58-910d-26d32ae852d6 req-b94a8a8f-a32b-41ea-b7f7-65650b73c196 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4c23aca-8cdb-420c-aa58-703d7e8d049b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102272 May 03 22:42:39.980711 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-d38938e7-1582-46cd-b5cf-aad596ea22d1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Calling delete_port for c1605c04-1ea9-48b3-8f52-4c1ac3a1b0c2 owned by network:floatingip {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:42:40.100749 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220b302-0a13-4646-95e4-f4121318fa26 req-48b5d9d0-06c3-4a0c-9ca6-266442156d72 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:40.109930 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2220b302-0a13-4646-95e4-f4121318fa26 req-48b5d9d0-06c3-4a0c-9ca6-266442156d72 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.3251801 May 03 22:42:40.124966 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 9bb4669b-eabd-4482-961c-c747be17d9e7 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:42:40.184218 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2220b302-0a13-4646-95e4-f4121318fa26 req-061faef1-4f9c-4a03-9203-34b909886c98 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730093 May 03 22:42:40.393094 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 9bb4669b-eabd-4482-961c-c747be17d9e7 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:42:40.404977 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 9bb4669b-eabd-4482-961c-c747be17d9e7 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:42:40.404977 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:40.554511 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d38938e7-1582-46cd-b5cf-aad596ea22d1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:40.620995 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38938e7-1582-46cd-b5cf-aad596ea22d1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Pushing event deleted for resources: {'Port': ['ID=c1605c04-1ea9-48b3-8f52-4c1ac3a1b0c2,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:40.696823 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:40.766907 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3ac7a9-bc6e-4d62-8137-65811cbbad52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb4669b-eabd-4482-961c-c747be17d9e7'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:42:40.799499 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f30b9e-1840-4c5e-b79d-1f7ac2434c51 req-aadcc54c-0e0d-4f8b-8859-18f80aa0f441 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:40.803673 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 9bb4669b-eabd-4482-961c-c747be17d9e7, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=9bb4669b-eabd-4482-961c-c747be17d9e7,segment=NetworkSegment(b38726d5-324d-4465-9fc5-454afd2d45a2),segment_id=b38726d5-324d-4465-9fc5-454afd2d45a2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:42:40.814562 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:40.818076 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-32f30b9e-1840-4c5e-b79d-1f7ac2434c51 req-aadcc54c-0e0d-4f8b-8859-18f80aa0f441 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b3ac7a9-bc6e-4d62-8137-65811cbbad52 HTTP/1.1" status: 200 len: 945 time: 0.1776297 May 03 22:42:40.848114 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d38938e7-1582-46cd-b5cf-aad596ea22d1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for floatingip, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:40.891241 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-32f30b9e-1840-4c5e-b79d-1f7ac2434c51 req-8e2b08f4-96bf-4de3-adc7-fe9eb38147b4 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720198 May 03 22:42:40.905758 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d38938e7-1582-46cd-b5cf-aad596ea22d1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:40.905758 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d38938e7-1582-46cd-b5cf-aad596ea22d1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "DELETE /v2.0/floatingips/6a4e2b95-4353-40d9-bc02-c93ff29d5c8e HTTP/1.1" status: 204 len: 168 time: 2.4253025 May 03 22:42:40.971071 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e62f08f-9025-438f-b64d-2f266e75f9ac'] response: {'server_uuid': '5b3ac7a9-bc6e-4d62-8137-65811cbbad52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb4669b-eabd-4482-961c-c747be17d9e7', 'code': 200} May 03 22:42:41.051348 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=9bb4669b-eabd-4482-961c-c747be17d9e7,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:41.177296 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68b72f-76ab-4ee1-b807-1b1c493ae2c8 req-f7b4a1fa-af39-47a3-a05d-3078bbd583b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:41.179972 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0a68b72f-76ab-4ee1-b807-1b1c493ae2c8 req-f7b4a1fa-af39-47a3-a05d-3078bbd583b1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5b3ac7a9-bc6e-4d62-8137-65811cbbad52 HTTP/1.1" status: 200 len: 1097 time: 0.1587534 May 03 22:42:41.332626 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0a68b72f-76ab-4ee1-b807-1b1c493ae2c8 req-209265ef-d8b2-4b4f-8d69-c328a378fe3a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446114 May 03 22:42:41.351452 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 90386d36-c44d-4064-8a75-f7c49c1009ba up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:42:41.412319 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49942) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:42:41.434321 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-14edfe84-d278-4b4b-8d19-72ce21eb7125 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Request body: {'security_group': {'name': 'tempest-securitygroup--543658088', 'description': 'tempest-description--2036566527'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:42:41.442705 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-14edfe84-d278-4b4b-8d19-72ce21eb7125 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:42:41.450988 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-14edfe84-d278-4b4b-8d19-72ce21eb7125 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Usage tracker for resource:security_group and tenant:e561281e65ac44bbb283fb588b1ce5d2 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:42:41.456707 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-14edfe84-d278-4b4b-8d19-72ce21eb7125 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:42:41.467433 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-14edfe84-d278-4b4b-8d19-72ce21eb7125 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:42:41.489278 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-14edfe84-d278-4b4b-8d19-72ce21eb7125 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:41.521536 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-14edfe84-d278-4b4b-8d19-72ce21eb7125 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:42:41.528432 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-14edfe84-d278-4b4b-8d19-72ce21eb7125 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Usage tracker for resource:security_group_rule and tenant:e561281e65ac44bbb283fb588b1ce5d2 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:42:41.532450 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-14edfe84-d278-4b4b-8d19-72ce21eb7125 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:42:41.538896 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-14edfe84-d278-4b4b-8d19-72ce21eb7125 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:42:41.712700 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-14edfe84-d278-4b4b-8d19-72ce21eb7125 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:41.719802 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 90386d36-c44d-4064-8a75-f7c49c1009ba completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:42:41.721261 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-14edfe84-d278-4b4b-8d19-72ce21eb7125 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:41.733683 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 90386d36-c44d-4064-8a75-f7c49c1009ba triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:42:41.733683 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:41.820980 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f431205-ec63-4ed5-bec7-81fb99e6579e req-6a62ead9-7cf7-4faf-aa1f-1fc8825cfc4e tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:41.844070 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14edfe84-d278-4b4b-8d19-72ce21eb7125 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09aaa18f-383c-4e64-9f4d-342271d1d524,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:41.860385 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-14edfe84-d278-4b4b-8d19-72ce21eb7125 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:41.861693 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-14edfe84-d278-4b4b-8d19-72ce21eb7125 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4572060 May 03 22:42:41.863385 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1f431205-ec63-4ed5-bec7-81fb99e6579e req-6a62ead9-7cf7-4faf-aa1f-1fc8825cfc4e tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 945 time: 0.4144146 May 03 22:42:41.866188 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49962) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:42:41.879854 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-15139862-fae5-4cc5-a90e-bebb175f123d tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Request body: {'security_group_rule': {'security_group_id': '09aaa18f-383c-4e64-9f4d-342271d1d524', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:42:41.897637 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-15139862-fae5-4cc5-a90e-bebb175f123d tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:42:41.903925 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-15139862-fae5-4cc5-a90e-bebb175f123d tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Usage tracker for resource:security_group_rule and tenant:e561281e65ac44bbb283fb588b1ce5d2 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:42:41.910653 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-15139862-fae5-4cc5-a90e-bebb175f123d tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:42:41.935367 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-15139862-fae5-4cc5-a90e-bebb175f123d tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:42:41.968474 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-15139862-fae5-4cc5-a90e-bebb175f123d tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:42.017738 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1f431205-ec63-4ed5-bec7-81fb99e6579e req-2fcf2a4e-b257-45e1-a3f5-a56d9c2b683b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374769 May 03 22:42:42.042822 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:42.191548 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 90386d36-c44d-4064-8a75-f7c49c1009ba, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=90386d36-c44d-4064-8a75-f7c49c1009ba,segment=NetworkSegment(a7668370-475d-4918-bbba-2675de080411),segment_id=a7668370-475d-4918-bbba-2675de080411)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:42:42.200585 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:42.231187 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-15139862-fae5-4cc5-a90e-bebb175f123d tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:42.242659 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737838d7-f2a7-49bc-aad1-dbb8d8694dba req-2e4dec11-82a7-4d01-8b8b-51aa2e9e1a0c tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:42.244835 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-15139862-fae5-4cc5-a90e-bebb175f123d tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:42.253455 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-737838d7-f2a7-49bc-aad1-dbb8d8694dba req-2e4dec11-82a7-4d01-8b8b-51aa2e9e1a0c tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b3ac7a9-bc6e-4d62-8137-65811cbbad52 HTTP/1.1" status: 200 len: 946 time: 0.1216457 May 03 22:42:42.327352 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15139862-fae5-4cc5-a90e-bebb175f123d tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96783f63-ff08-4a30-bbc5-6e332b90bbf4,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:42.353407 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-737838d7-f2a7-49bc-aad1-dbb8d8694dba req-d086375a-d124-4869-99b3-0229053aa227 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975580 May 03 22:42:42.371639 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-15139862-fae5-4cc5-a90e-bebb175f123d tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:42.373345 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-15139862-fae5-4cc5-a90e-bebb175f123d tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5061643 May 03 22:42:42.376069 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49980) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:42:42.383238 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-cd39844a-75c0-4711-bb0d-b701d899c600 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Request body: {'security_group_rule': {'security_group_id': '09aaa18f-383c-4e64-9f4d-342271d1d524', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:42:42.397227 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-cd39844a-75c0-4711-bb0d-b701d899c600 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:42:42.406847 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-cd39844a-75c0-4711-bb0d-b701d899c600 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Usage tracker for resource:security_group_rule and tenant:e561281e65ac44bbb283fb588b1ce5d2 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:42:42.412089 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-cd39844a-75c0-4711-bb0d-b701d899c600 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:42:42.426143 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=90386d36-c44d-4064-8a75-f7c49c1009ba,revision_number=12']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:42.434028 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-cd39844a-75c0-4711-bb0d-b701d899c600 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:42:42.471775 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cd39844a-75c0-4711-bb0d-b701d899c600 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:42.735471 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cd39844a-75c0-4711-bb0d-b701d899c600 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:42.746689 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cd39844a-75c0-4711-bb0d-b701d899c600 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:42.833587 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cd39844a-75c0-4711-bb0d-b701d899c600 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:42.837995 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-cd39844a-75c0-4711-bb0d-b701d899c600 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4606800 May 03 22:42:42.841106 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49988) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:42:42.849168 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-81e8e6e3-5187-44b8-b89d-36b09d897fb4 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:42:42.855027 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd39844a-75c0-4711-bb0d-b701d899c600 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e53d20ee-7f77-40d5-ad8a-e1095eb7cb7e,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:42.858986 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-81e8e6e3-5187-44b8-b89d-36b09d897fb4 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:42:42.864869 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-81e8e6e3-5187-44b8-b89d-36b09d897fb4 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Usage tracker for resource:floatingip and tenant:e561281e65ac44bbb283fb588b1ce5d2 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:42:42.864869 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-81e8e6e3-5187-44b8-b89d-36b09d897fb4 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:42:42.876268 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-81e8e6e3-5187-44b8-b89d-36b09d897fb4 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:42:42.887202 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-81e8e6e3-5187-44b8-b89d-36b09d897fb4 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:42.974709 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2670065-5cb6-4b96-9177-8c54aba32e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90386d36-c44d-4064-8a75-f7c49c1009ba'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:42:43.026841 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc011ab8-54ce-4d92-a19c-7f691e4f88c0'] response: {'server_uuid': 'd2670065-5cb6-4b96-9177-8c54aba32e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90386d36-c44d-4064-8a75-f7c49c1009ba', 'code': 200} May 03 22:42:43.279797 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-81e8e6e3-5187-44b8-b89d-36b09d897fb4 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:43.466508 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1307e-58e9-48c0-aa75-7c1a641f16b0 req-88c37aa5-037f-4af5-927f-ff386bef3f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:43.470617 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-20d1307e-58e9-48c0-aa75-7c1a641f16b0 req-88c37aa5-037f-4af5-927f-ff386bef3f50 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 1097 time: 0.1727188 May 03 22:42:43.574839 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-20d1307e-58e9-48c0-aa75-7c1a641f16b0 req-834c4fcd-1c83-40a9-9983-a05bed4eac91 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637228 May 03 22:42:43.859555 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-81e8e6e3-5187-44b8-b89d-36b09d897fb4 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Allocated IP 172.25.2.211 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/6e8ce613-6342-4e21-ac08-2a2387f09edd) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:42:43.954139 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7cc1f-1c78-4e84-9afe-87ed889dbfa3 req-45b9bbaa-6e0b-4523-9739-b5ba156979ee tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:43.964396 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a5f7cc1f-1c78-4e84-9afe-87ed889dbfa3 req-45b9bbaa-6e0b-4523-9739-b5ba156979ee tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 946 time: 0.7970665 May 03 22:42:44.007627 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7d0fa-423a-4486-b398-1aa4dd140dee req-8d8c5dc9-c12f-4094-b8d8-da9a98200b77 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:44.019906 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e4d7d0fa-423a-4486-b398-1aa4dd140dee req-8d8c5dc9-c12f-4094-b8d8-da9a98200b77 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b3ac7a9-bc6e-4d62-8137-65811cbbad52 HTTP/1.1" status: 200 len: 946 time: 0.3469651 May 03 22:42:44.157559 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a5f7cc1f-1c78-4e84-9afe-87ed889dbfa3 req-294f449c-9f6b-4b33-9f5b-f701e067ba30 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947474 May 03 22:42:44.319956 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e4d7d0fa-423a-4486-b398-1aa4dd140dee req-a1cb5482-c638-413e-ae26-cdb29861e41f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987781 May 03 22:42:44.497118 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-81e8e6e3-5187-44b8-b89d-36b09d897fb4 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:44.530670 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-81e8e6e3-5187-44b8-b89d-36b09d897fb4 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:44.621309 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8e6e3-5187-44b8-b89d-36b09d897fb4 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Pushing event updated for resources: {'Port': ['ID=6e8ce613-6342-4e21-ac08-2a2387f09edd,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:44.666249 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e8e6e3-5187-44b8-b89d-36b09d897fb4 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:42:44.674667 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-81e8e6e3-5187-44b8-b89d-36b09d897fb4 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:42:44.684094 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e8e6e3-5187-44b8-b89d-36b09d897fb4 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:42:45.034163 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000e682-6ffb-4e9f-ace5-6ae9f7882711 req-06ed52bf-7ca8-484b-b7ed-5d2ebba95a50 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:45.035673 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0000e682-6ffb-4e9f-ace5-6ae9f7882711 req-06ed52bf-7ca8-484b-b7ed-5d2ebba95a50 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b3ac7a9-bc6e-4d62-8137-65811cbbad52 HTTP/1.1" status: 200 len: 946 time: 0.2310910 May 03 22:42:45.046967 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-81e8e6e3-5187-44b8-b89d-36b09d897fb4 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:45.256277 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0000e682-6ffb-4e9f-ace5-6ae9f7882711 req-d8f364bb-3e62-4feb-a717-944a243fdcb7 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024815 May 03 22:42:45.293680 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-81e8e6e3-5187-44b8-b89d-36b09d897fb4 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:45.830629 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-81e8e6e3-5187-44b8-b89d-36b09d897fb4 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:45.872163 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-81e8e6e3-5187-44b8-b89d-36b09d897fb4 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:45.986438 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8e6e3-5187-44b8-b89d-36b09d897fb4 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Pushing event updated for resources: {'Port': ['ID=6e8ce613-6342-4e21-ac08-2a2387f09edd,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:45.998015 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847c25f-9e66-44f0-be03-2727a78acd49 req-d3a25d3e-c143-40ab-a6f2-ca654f4bc076 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:46.000100 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b847c25f-9e66-44f0-be03-2727a78acd49 req-d3a25d3e-c143-40ab-a6f2-ca654f4bc076 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 946 time: 0.4920712 May 03 22:42:46.234336 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b847c25f-9e66-44f0-be03-2727a78acd49 req-a7036e0e-79eb-480d-89e4-779cb1fb0aaf tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178205 May 03 22:42:46.235259 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-81e8e6e3-5187-44b8-b89d-36b09d897fb4 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:46.300150 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-81e8e6e3-5187-44b8-b89d-36b09d897fb4 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:46.301447 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-81e8e6e3-5187-44b8-b89d-36b09d897fb4 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4593482 May 03 22:42:46.713469 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08190e-b18d-4440-9e6c-808b6e1b996a req-16dc3da4-ef0f-4397-a775-e288ecb0a18c tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:46.715010 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-de08190e-b18d-4440-9e6c-808b6e1b996a req-16dc3da4-ef0f-4397-a775-e288ecb0a18c tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b3ac7a9-bc6e-4d62-8137-65811cbbad52 HTTP/1.1" status: 200 len: 946 time: 0.2024045 May 03 22:42:46.784356 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-de08190e-b18d-4440-9e6c-808b6e1b996a req-e2cb0bc8-658a-4d48-850f-1b3043e1fb4b tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633008 May 03 22:42:46.907984 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-beded9c9-f1cf-4251-a61b-3e276464202c req-59e6dc60-3764-44b8-bc6a-97ee63643889 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--543658088&fields=id&tenant_id=e561281e65ac44bbb283fb588b1ce5d2 HTTP/1.1" status: 200 len: 267 time: 0.0495057 May 03 22:42:47.165967 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beded9c9-f1cf-4251-a61b-3e276464202c req-17ed3633-b32a-4371-8c51-9affead6ab77 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:47.187919 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-beded9c9-f1cf-4251-a61b-3e276464202c req-17ed3633-b32a-4371-8c51-9affead6ab77 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/networks?id=52887582-9aaf-461f-9114-9c737d13cefa HTTP/1.1" status: 200 len: 811 time: 0.2798812 May 03 22:42:47.226528 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-beded9c9-f1cf-4251-a61b-3e276464202c req-4f03bb88-e5f5-45e0-80ce-98b3a4d9a84b tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/quotas/e561281e65ac44bbb283fb588b1ce5d2 HTTP/1.1" status: 200 len: 375 time: 0.0359073 May 03 22:42:47.364321 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-beded9c9-f1cf-4251-a61b-3e276464202c req-b03b0f7c-a318-4e74-9fae-997a03ccc38a tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e561281e65ac44bbb283fb588b1ce5d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1417074 May 03 22:42:47.547612 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aae3d-d07c-4322-a1b6-4ef15df9d1af req-4187745b-027d-48aa-b339-2010b90d9ac2 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:47.547612 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e0aae3d-d07c-4322-a1b6-4ef15df9d1af req-4187745b-027d-48aa-b339-2010b90d9ac2 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/ports?device_id=95652b27-d152-47b0-9562-04efb66123bf HTTP/1.1" status: 200 len: 945 time: 0.1612666 May 03 22:42:47.554664 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-beded9c9-f1cf-4251-a61b-3e276464202c req-d76be849-2cee-472a-81a8-78e8ca286fe4 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:42:47.554664 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-beded9c9-f1cf-4251-a61b-3e276464202c req-d76be849-2cee-472a-81a8-78e8ca286fe4 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1265063 May 03 22:42:47.900511 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e0aae3d-d07c-4322-a1b6-4ef15df9d1af req-d07d5841-c021-4174-97c4-00bd5158d6ae tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4c23aca-8cdb-420c-aa58-703d7e8d049b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450246 May 03 22:42:48.000941 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-beded9c9-f1cf-4251-a61b-3e276464202c req-3f8a22c8-f940-4d82-a132-4da7142fb050 service neutron] 10.222.0.58 "GET /v2.0/networks/52887582-9aaf-461f-9114-9c737d13cefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104717 May 03 22:42:48.269312 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-beded9c9-f1cf-4251-a61b-3e276464202c req-37730057-e96f-4f4d-8ba4-ccec1fd00a2d service neutron] 10.222.0.58 "GET /v2.0/networks/52887582-9aaf-461f-9114-9c737d13cefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767971 May 03 22:42:48.318375 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b054d3-3f97-494c-bff4-47c2b73341cd req-e63677e1-9e24-41c8-abef-f3a280e47be4 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:48.320041 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a0b054d3-3f97-494c-bff4-47c2b73341cd req-e63677e1-9e24-41c8-abef-f3a280e47be4 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 946 time: 0.2803483 May 03 22:42:48.403111 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a0b054d3-3f97-494c-bff4-47c2b73341cd req-50cc08aa-7d3b-4638-b27b-2df0a1f951fc tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762773 May 03 22:42:48.710732 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c39a206e-75ad-46bf-a6dc-6e43a3fff2db req-e920388a-bea3-4786-86ca-ccccb3f2c7f2 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=49487cb5-31de-424e-a09d-b4d7788e3c8d HTTP/1.1" status: 200 len: 210 time: 0.1744001 May 03 22:42:48.811963 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717dd533-75a0-4616-b027-481f407d7f45 req-c5313652-c150-40cf-8d8f-cd40aa2ef348 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:48.826654 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-717dd533-75a0-4616-b027-481f407d7f45 req-c5313652-c150-40cf-8d8f-cd40aa2ef348 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b3ac7a9-bc6e-4d62-8137-65811cbbad52 HTTP/1.1" status: 200 len: 946 time: 0.2060411 May 03 22:42:49.023484 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-717dd533-75a0-4616-b027-481f407d7f45 req-9c5454bb-e684-4ed6-abd2-d17e63cc6211 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817839 May 03 22:42:49.074587 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:42:49.090499 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baae6c6-f8bc-42a1-8186-fe0aa0629af0 req-aca8add9-ea44-4762-b034-9b5e259ad315 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:49.090499 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3baae6c6-f8bc-42a1-8186-fe0aa0629af0 req-aca8add9-ea44-4762-b034-9b5e259ad315 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 946 time: 0.1976027 May 03 22:42:49.164302 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3baae6c6-f8bc-42a1-8186-fe0aa0629af0 req-6b07869f-873c-4dd2-b510-5ffad16b6565 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718436 May 03 22:42:49.180427 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98d5df-0f41-460c-b110-8e45dd59538e req-aaaa4e12-c03a-4b78-8191-9b896b721ff8 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:49.181793 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-df98d5df-0f41-460c-b110-8e45dd59538e req-aaaa4e12-c03a-4b78-8191-9b896b721ff8 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Synchronizing usage tracker for tenant:4372af5e3e534d8d835dcfdda49859bd on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:42:49.224156 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-df98d5df-0f41-460c-b110-8e45dd59538e req-aaaa4e12-c03a-4b78-8191-9b896b721ff8 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Unset dirty status for tenant:4372af5e3e534d8d835dcfdda49859bd on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:42:49.225402 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-df98d5df-0f41-460c-b110-8e45dd59538e req-aaaa4e12-c03a-4b78-8191-9b896b721ff8 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.67 "GET /v2.0/ports?device_id=95652b27-d152-47b0-9562-04efb66123bf HTTP/1.1" status: 200 len: 945 time: 0.3224037 May 03 22:42:49.340723 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-df98d5df-0f41-460c-b110-8e45dd59538e req-90d71a86-04a3-4934-ad62-cbaa5a8d2ed9 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Deleting port b33e900a-fe75-4fd8-9044-c27f4d98d863 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:42:49.340723 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-df98d5df-0f41-460c-b110-8e45dd59538e req-90d71a86-04a3-4934-ad62-cbaa5a8d2ed9 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:49.663014 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016e167-986e-430f-a0aa-d8a18756ae41 req-48f78cee-7e36-4d13-97d4-34756dab0f31 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:49.672407 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7016e167-986e-430f-a0aa-d8a18756ae41 req-48f78cee-7e36-4d13-97d4-34756dab0f31 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/ports?device_id=95652b27-d152-47b0-9562-04efb66123bf HTTP/1.1" status: 200 len: 945 time: 0.3826964 May 03 22:42:49.735181 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7016e167-986e-430f-a0aa-d8a18756ae41 req-4b01bf65-7368-4314-9948-c4b2c62a55f3 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4c23aca-8cdb-420c-aa58-703d7e8d049b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590289 May 03 22:42:49.744068 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0591e-71e7-4611-a281-b644ff229927 req-9d182409-b7fd-40b5-958d-0a2444c4bccb tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:49.760106 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d4a0591e-71e7-4611-a281-b644ff229927 req-9d182409-b7fd-40b5-958d-0a2444c4bccb tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 946 time: 0.3199601 May 03 22:42:49.766235 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-df98d5df-0f41-460c-b110-8e45dd59538e req-90d71a86-04a3-4934-ad62-cbaa5a8d2ed9 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] For port b33e900a-fe75-4fd8-9044-c27f4d98d863, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=b33e900a-fe75-4fd8-9044-c27f4d98d863,segment=NetworkSegment(a299840c-d08c-440e-a033-20123c84a3d5),segment_id=a299840c-d08c-440e-a033-20123c84a3d5)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:42:49.766235 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-df98d5df-0f41-460c-b110-8e45dd59538e req-90d71a86-04a3-4934-ad62-cbaa5a8d2ed9 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:49.817555 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d4a0591e-71e7-4611-a281-b644ff229927 req-c4443910-643d-4da9-864a-c48f36358ba3 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556777 May 03 22:42:50.001507 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-df98d5df-0f41-460c-b110-8e45dd59538e req-90d71a86-04a3-4934-ad62-cbaa5a8d2ed9 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Calling delete_port for b33e900a-fe75-4fd8-9044-c27f4d98d863 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:42:50.149168 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-44115205-87b9-4b92-993a-3f544bd1f3c5 req-6168cab6-a550-4801-96ff-4f4bcc9e9681 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=49487cb5-31de-424e-a09d-b4d7788e3c8d HTTP/1.1" status: 200 len: 210 time: 0.1336000 May 03 22:42:50.256409 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce07351-02ef-48ef-94c8-b952af6eef23 req-9afd969b-4479-4bf3-87af-94df2ef9a1a6 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:50.257957 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8ce07351-02ef-48ef-94c8-b952af6eef23 req-9afd969b-4479-4bf3-87af-94df2ef9a1a6 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 946 time: 0.1937919 May 03 22:42:50.485948 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8ce07351-02ef-48ef-94c8-b952af6eef23 req-4165914a-ee90-4598-bc07-031cae797cb9 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037439 May 03 22:42:50.645782 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22bdb4-fe50-4a9b-b632-00721d347461 req-2afcde32-b384-492a-a47e-cd183b6f76b2 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:50.655359 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7e22bdb4-fe50-4a9b-b632-00721d347461 req-2afcde32-b384-492a-a47e-cd183b6f76b2 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b3ac7a9-bc6e-4d62-8137-65811cbbad52 HTTP/1.1" status: 200 len: 946 time: 0.2682056 May 03 22:42:50.711839 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beded9c9-f1cf-4251-a61b-3e276464202c req-52be7871-b8e0-4292-a382-d7e3334621c9 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:50.713561 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-beded9c9-f1cf-4251-a61b-3e276464202c req-52be7871-b8e0-4292-a382-d7e3334621c9 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.60 "GET /v2.0/networks?id=52887582-9aaf-461f-9114-9c737d13cefa HTTP/1.1" status: 200 len: 811 time: 0.5798974 May 03 22:42:50.765990 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7e22bdb4-fe50-4a9b-b632-00721d347461 req-b8919889-b030-4d30-865f-930c822bc2aa tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096523 May 03 22:42:50.861488 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-beded9c9-f1cf-4251-a61b-3e276464202c req-5107788a-6586-4bbd-8b01-0aaa849c0baf tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Synchronizing usage tracker for tenant:e561281e65ac44bbb283fb588b1ce5d2 on resource:security_group {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:42:50.868940 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-df98d5df-0f41-460c-b110-8e45dd59538e req-90d71a86-04a3-4934-ad62-cbaa5a8d2ed9 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:50.874574 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b3279-3c52-47f0-a29c-f5a0787dc263 req-807210d4-00f7-47b3-b126-713441477efb tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:50.881450 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['b33e900a-fe75-4fd8-9044-c27f4d98d863'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:42:50.887946 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-571b3279-3c52-47f0-a29c-f5a0787dc263 req-807210d4-00f7-47b3-b126-713441477efb tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 946 time: 0.1963985 May 03 22:42:50.936247 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d71a86-04a3-4934-ad62-cbaa5a8d2ed9 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Pushing event deleted for resources: {'Port': ['ID=b33e900a-fe75-4fd8-9044-c27f4d98d863,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:51.090123 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-df98d5df-0f41-460c-b110-8e45dd59538e req-90d71a86-04a3-4934-ad62-cbaa5a8d2ed9 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] No DVR routers for this DVR port b33e900a-fe75-4fd8-9044-c27f4d98d863 on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:42:51.091809 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-beded9c9-f1cf-4251-a61b-3e276464202c req-5107788a-6586-4bbd-8b01-0aaa849c0baf tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Unset dirty status for tenant:e561281e65ac44bbb283fb588b1ce5d2 on resource:security_group {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:42:51.092904 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-beded9c9-f1cf-4251-a61b-3e276464202c req-5107788a-6586-4bbd-8b01-0aaa849c0baf tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e561281e65ac44bbb283fb588b1ce5d2 HTTP/1.1" status: 200 len: 379 time: 0.3709846 May 03 22:42:51.093974 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-df98d5df-0f41-460c-b110-8e45dd59538e req-90d71a86-04a3-4934-ad62-cbaa5a8d2ed9 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:51.104645 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95652b27-d152-47b0-9562-04efb66123bf', 'name': 'network-vif-deleted', 'tag': 'b33e900a-fe75-4fd8-9044-c27f4d98d863'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:42:51.113727 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-df98d5df-0f41-460c-b110-8e45dd59538e req-90d71a86-04a3-4934-ad62-cbaa5a8d2ed9 tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.67 "DELETE /v2.0/ports/b33e900a-fe75-4fd8-9044-c27f4d98d863 HTTP/1.1" status: 204 len: 173 time: 1.8821254 May 03 22:42:51.117327 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-beded9c9-f1cf-4251-a61b-3e276464202c req-51059a1b-cbeb-47b2-bfa1-9fe2b83c4ac2 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Request body: {'port': {'device_id': '49487cb5-31de-424e-a09d-b4d7788e3c8d', 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa', 'admin_state_up': True, 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'security_groups': ['09aaa18f-383c-4e64-9f4d-342271d1d524']}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:42:51.122807 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fc277740-b7a2-4a59-813c-04a646f98f94 req-e5c7ebd4-5dd3-451b-9192-48b642f84f7d tempest-VolumesActionsTest-1324665167 tempest-VolumesActionsTest-1324665167-project] 10.222.0.58 "GET /v2.0/ports?device_id=95652b27-d152-47b0-9562-04efb66123bf HTTP/1.1" status: 200 len: 210 time: 0.1108720 May 03 22:42:51.155523 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-571b3279-3c52-47f0-a29c-f5a0787dc263 req-28077790-7b74-44dc-917c-23ea95705613 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531693 May 03 22:42:51.324023 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81302106-9b13-4182-88f6-dc5ff2e04dbb'] response: {'server_uuid': '95652b27-d152-47b0-9562-04efb66123bf', 'name': 'network-vif-deleted', 'tag': 'b33e900a-fe75-4fd8-9044-c27f4d98d863', 'status': 'completed', 'code': 200} May 03 22:42:51.449584 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fc725832-d16b-438b-adbb-91a127654314 req-b33f6682-ee65-4525-a0e0-477af760b8b2 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=49487cb5-31de-424e-a09d-b4d7788e3c8d HTTP/1.1" status: 200 len: 210 time: 0.0518148 May 03 22:42:51.559156 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb05486-2289-4be8-8f19-554a73e68f49 req-56cf8312-b85c-4376-96ef-af72ef6931ef tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:51.566639 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8eb05486-2289-4be8-8f19-554a73e68f49 req-56cf8312-b85c-4376-96ef-af72ef6931ef tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 946 time: 0.1008918 May 03 22:42:51.645366 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-beded9c9-f1cf-4251-a61b-3e276464202c req-51059a1b-cbeb-47b2-bfa1-9fe2b83c4ac2 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:42:51.650326 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-beded9c9-f1cf-4251-a61b-3e276464202c req-51059a1b-cbeb-47b2-bfa1-9fe2b83c4ac2 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Usage tracker for resource:port and tenant:e561281e65ac44bbb283fb588b1ce5d2 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:42:51.652540 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8eb05486-2289-4be8-8f19-554a73e68f49 req-35ff9142-4eaa-4012-988d-34d4bc426724 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820148 May 03 22:42:51.678203 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-beded9c9-f1cf-4251-a61b-3e276464202c req-51059a1b-cbeb-47b2-bfa1-9fe2b83c4ac2 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:42:51.695678 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-beded9c9-f1cf-4251-a61b-3e276464202c req-51059a1b-cbeb-47b2-bfa1-9fe2b83c4ac2 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:42:51.729630 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beded9c9-f1cf-4251-a61b-3e276464202c req-51059a1b-cbeb-47b2-bfa1-9fe2b83c4ac2 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Made reservation on behalf of e561281e65ac44bbb283fb588b1ce5d2 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:42:51.736728 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-beded9c9-f1cf-4251-a61b-3e276464202c req-51059a1b-cbeb-47b2-bfa1-9fe2b83c4ac2 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:52.212786 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-beded9c9-f1cf-4251-a61b-3e276464202c req-51059a1b-cbeb-47b2-bfa1-9fe2b83c4ac2 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Allocated IP 172.20.0.4 (52887582-9aaf-461f-9114-9c737d13cefa/6f2b7d32-d8f2-456e-bc38-b728e1fe95c7/e03d7b01-7814-460c-a987-7a428f0bd3f0) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:42:52.256036 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f4e30-8bb5-4749-a06b-3e9a2cd721b6 req-619c0718-fb3a-4738-89e8-dfd8c625f371 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:52.257955 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f58f4e30-8bb5-4749-a06b-3e9a2cd721b6 req-619c0718-fb3a-4738-89e8-dfd8c625f371 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b3ac7a9-bc6e-4d62-8137-65811cbbad52 HTTP/1.1" status: 200 len: 946 time: 0.1992273 May 03 22:42:52.334708 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e18f1-e59f-47fe-877d-3b89d4bd4840 req-a2685429-0f99-489e-aaa3-af35f38255cc tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:52.343173 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-354e18f1-e59f-47fe-877d-3b89d4bd4840 req-a2685429-0f99-489e-aaa3-af35f38255cc tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 946 time: 0.4400179 May 03 22:42:52.412642 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-354e18f1-e59f-47fe-877d-3b89d4bd4840 req-01166067-f9e7-4f29-9c94-13b6e24c4729 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664802 May 03 22:42:52.434891 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f58f4e30-8bb5-4749-a06b-3e9a2cd721b6 req-933149ee-0e94-4645-b4f4-f8a3a052fec2 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634078 May 03 22:42:52.460027 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-beded9c9-f1cf-4251-a61b-3e276464202c req-51059a1b-cbeb-47b2-bfa1-9fe2b83c4ac2 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:52.480655 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-beded9c9-f1cf-4251-a61b-3e276464202c req-51059a1b-cbeb-47b2-bfa1-9fe2b83c4ac2 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Transition to ACTIVE for port object e03d7b01-7814-460c-a987-7a428f0bd3f0 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:42:52.509195 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-beded9c9-f1cf-4251-a61b-3e276464202c req-51059a1b-cbeb-47b2-bfa1-9fe2b83c4ac2 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:52.633301 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51059a1b-cbeb-47b2-bfa1-9fe2b83c4ac2 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Pushing event updated for resources: {'Port': ['ID=e03d7b01-7814-460c-a987-7a428f0bd3f0,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:52.647137 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beded9c9-f1cf-4251-a61b-3e276464202c req-51059a1b-cbeb-47b2-bfa1-9fe2b83c4ac2 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Network 52887582-9aaf-461f-9114-9c737d13cefa is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:42:52.647137 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-beded9c9-f1cf-4251-a61b-3e276464202c req-51059a1b-cbeb-47b2-bfa1-9fe2b83c4ac2 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:42:52.655320 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-beded9c9-f1cf-4251-a61b-3e276464202c req-51059a1b-cbeb-47b2-bfa1-9fe2b83c4ac2 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:42:52.746791 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beded9c9-f1cf-4251-a61b-3e276464202c req-51059a1b-cbeb-47b2-bfa1-9fe2b83c4ac2 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:52.746791 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-beded9c9-f1cf-4251-a61b-3e276464202c req-51059a1b-cbeb-47b2-bfa1-9fe2b83c4ac2 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:52.817020 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-beded9c9-f1cf-4251-a61b-3e276464202c req-51059a1b-cbeb-47b2-bfa1-9fe2b83c4ac2 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6985672 May 03 22:42:52.846691 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-beded9c9-f1cf-4251-a61b-3e276464202c req-0ee2027c-e01e-41b5-bed1-f64d219ed7a6 service neutron] Request body: {'port': {'device_id': '49487cb5-31de-424e-a09d-b4d7788e3c8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:42:52.859637 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-71546dbe-76dc-43bb-a993-56f3de4d98be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:52.985191 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1768f6-3729-49b8-b9af-df509491794c req-385c94e0-2fd1-4252-b486-b000e69c6a14 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:52.989156 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-da1768f6-3729-49b8-b9af-df509491794c req-385c94e0-2fd1-4252-b486-b000e69c6a14 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=49487cb5-31de-424e-a09d-b4d7788e3c8d HTTP/1.1" status: 200 len: 931 time: 0.1865311 May 03 22:42:53.129519 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-124303d6-0f7f-4cf2-8cae-cd9a72065beb None None] Provisioning for port e03d7b01-7814-460c-a987-7a428f0bd3f0 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:42:53.151180 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-124303d6-0f7f-4cf2-8cae-cd9a72065beb None None] Provisioning complete for port e03d7b01-7814-460c-a987-7a428f0bd3f0 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:42:53.151180 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-124303d6-0f7f-4cf2-8cae-cd9a72065beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:53.230822 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-beded9c9-f1cf-4251-a61b-3e276464202c req-0ee2027c-e01e-41b5-bed1-f64d219ed7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:53.323747 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-124303d6-0f7f-4cf2-8cae-cd9a72065beb None None] Port e03d7b01-7814-460c-a987-7a428f0bd3f0 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:42:53.389294 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device b33e900a-fe75-4fd8-9044-c27f4d98d863 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:42:53.488731 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: b33e900a-fe75-4fd8-9044-c27f4d98d863 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:42:53.488731 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device b33e900a-fe75-4fd8-9044-c27f4d98d863 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:42:53.534715 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-da1768f6-3729-49b8-b9af-df509491794c req-028c1262-b315-48ba-8742-cbd84b2635ac tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=09aaa18f-383c-4e64-9f4d-342271d1d524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5273039 May 03 22:42:53.638001 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca1ff5-f3ee-4dd1-9174-0a6ced1830b2 req-ee05beec-36b1-4bd7-86ee-3b2bcad6dd35 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:53.658208 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b3ca1ff5-f3ee-4dd1-9174-0a6ced1830b2 req-ee05beec-36b1-4bd7-86ee-3b2bcad6dd35 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 946 time: 0.2824683 May 03 22:42:53.792427 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b3ca1ff5-f3ee-4dd1-9174-0a6ced1830b2 req-1be0598c-8695-4929-bacb-d2b0870b857c tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412547 May 03 22:42:53.995243 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aab5fd-2f4e-407c-939c-31df908f6f32 req-e228ee41-05ac-4a46-95a2-bddea65e2537 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:53.995243 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e2aab5fd-2f4e-407c-939c-31df908f6f32 req-e228ee41-05ac-4a46-95a2-bddea65e2537 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b3ac7a9-bc6e-4d62-8137-65811cbbad52 HTTP/1.1" status: 200 len: 946 time: 0.1634064 May 03 22:42:54.110154 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e2aab5fd-2f4e-407c-939c-31df908f6f32 req-2be9789b-0d81-40ae-88d5-d1816308540d tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960493 May 03 22:42:54.265092 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-beded9c9-f1cf-4251-a61b-3e276464202c req-0ee2027c-e01e-41b5-bed1-f64d219ed7a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e03d7b01-7814-460c-a987-7a428f0bd3f0 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:42:54.265092 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-beded9c9-f1cf-4251-a61b-3e276464202c req-0ee2027c-e01e-41b5-bed1-f64d219ed7a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:54.284691 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-beded9c9-f1cf-4251-a61b-3e276464202c req-0ee2027c-e01e-41b5-bed1-f64d219ed7a6 service neutron] Transition to ACTIVE for port object e03d7b01-7814-460c-a987-7a428f0bd3f0 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:42:54.289538 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:54.299227 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-beded9c9-f1cf-4251-a61b-3e276464202c req-0ee2027c-e01e-41b5-bed1-f64d219ed7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:54.505073 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee2027c-e01e-41b5-bed1-f64d219ed7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e03d7b01-7814-460c-a987-7a428f0bd3f0,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:54.679137 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-beded9c9-f1cf-4251-a61b-3e276464202c req-0ee2027c-e01e-41b5-bed1-f64d219ed7a6 service neutron] Attempting to bind port e03d7b01-7814-460c-a987-7a428f0bd3f0 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:42:54.679725 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-beded9c9-f1cf-4251-a61b-3e276464202c req-0ee2027c-e01e-41b5-bed1-f64d219ed7a6 service neutron] Attempting to bind port e03d7b01-7814-460c-a987-7a428f0bd3f0 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '0c87bd7e-b449-406c-9031-bae021dbb1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:42:54.680208 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beded9c9-f1cf-4251-a61b-3e276464202c req-0ee2027c-e01e-41b5-bed1-f64d219ed7a6 service neutron] Attempting to bind port e03d7b01-7814-460c-a987-7a428f0bd3f0 on network 52887582-9aaf-461f-9114-9c737d13cefa {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:42:54.686133 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beded9c9-f1cf-4251-a61b-3e276464202c req-0ee2027c-e01e-41b5-bed1-f64d219ed7a6 service neutron] Port e03d7b01-7814-460c-a987-7a428f0bd3f0 on network 52887582-9aaf-461f-9114-9c737d13cefa not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:42:54.686673 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beded9c9-f1cf-4251-a61b-3e276464202c req-0ee2027c-e01e-41b5-bed1-f64d219ed7a6 service neutron] Attempting to bind port e03d7b01-7814-460c-a987-7a428f0bd3f0 on network 52887582-9aaf-461f-9114-9c737d13cefa {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:42:54.723310 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beded9c9-f1cf-4251-a61b-3e276464202c req-0ee2027c-e01e-41b5-bed1-f64d219ed7a6 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:42:54.723310 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beded9c9-f1cf-4251-a61b-3e276464202c req-0ee2027c-e01e-41b5-bed1-f64d219ed7a6 service neutron] Checking segment: {'id': '0c87bd7e-b449-406c-9031-bae021dbb1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:42:54.723310 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beded9c9-f1cf-4251-a61b-3e276464202c req-0ee2027c-e01e-41b5-bed1-f64d219ed7a6 service neutron] Bound using segment: {'id': '0c87bd7e-b449-406c-9031-bae021dbb1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:42:54.723310 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-beded9c9-f1cf-4251-a61b-3e276464202c req-0ee2027c-e01e-41b5-bed1-f64d219ed7a6 service neutron] Bound port: e03d7b01-7814-460c-a987-7a428f0bd3f0, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c87bd7e-b449-406c-9031-bae021dbb1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:42:54.723310 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-beded9c9-f1cf-4251-a61b-3e276464202c req-0ee2027c-e01e-41b5-bed1-f64d219ed7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:54.917365 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-beded9c9-f1cf-4251-a61b-3e276464202c req-0ee2027c-e01e-41b5-bed1-f64d219ed7a6 service neutron] For port e03d7b01-7814-460c-a987-7a428f0bd3f0, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:42:54.933519 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-beded9c9-f1cf-4251-a61b-3e276464202c req-0ee2027c-e01e-41b5-bed1-f64d219ed7a6 service neutron] For port e03d7b01-7814-460c-a987-7a428f0bd3f0, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=e03d7b01-7814-460c-a987-7a428f0bd3f0,segment=NetworkSegment(0c87bd7e-b449-406c-9031-bae021dbb1b9),segment_id=0c87bd7e-b449-406c-9031-bae021dbb1b9)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:42:54.952979 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-beded9c9-f1cf-4251-a61b-3e276464202c req-0ee2027c-e01e-41b5-bed1-f64d219ed7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:55.038534 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2cc10168-2641-4d5e-91e4-1b69febb5199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:55.165122 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beded9c9-f1cf-4251-a61b-3e276464202c req-0ee2027c-e01e-41b5-bed1-f64d219ed7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:55.166317 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-beded9c9-f1cf-4251-a61b-3e276464202c req-0ee2027c-e01e-41b5-bed1-f64d219ed7a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:55.171846 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-beded9c9-f1cf-4251-a61b-3e276464202c req-0ee2027c-e01e-41b5-bed1-f64d219ed7a6 service neutron] 10.222.0.60 "PUT /v2.0/ports/e03d7b01-7814-460c-a987-7a428f0bd3f0 HTTP/1.1" status: 200 len: 1091 time: 2.3526983 May 03 22:42:55.172339 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49487cb5-31de-424e-a09d-b4d7788e3c8d', 'tag': 'e03d7b01-7814-460c-a987-7a428f0bd3f0'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:42:55.226245 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439a53f-d499-4058-b585-67ebcc96a091 req-fb0869a1-2e2d-4ec6-80f5-58a092ae5df8 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:55.230979 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f439a53f-d499-4058-b585-67ebcc96a091 req-fb0869a1-2e2d-4ec6-80f5-58a092ae5df8 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=49487cb5-31de-424e-a09d-b4d7788e3c8d HTTP/1.1" status: 200 len: 943 time: 0.4164629 May 03 22:42:55.356023 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee2027c-e01e-41b5-bed1-f64d219ed7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=e03d7b01-7814-460c-a987-7a428f0bd3f0,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:55.404892 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f439a53f-d499-4058-b585-67ebcc96a091 req-c0b243ee-3c0a-4487-a3cf-c65aa2b432f1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=09aaa18f-383c-4e64-9f4d-342271d1d524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606019 May 03 22:42:55.409907 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beded9c9-f1cf-4251-a61b-3e276464202c req-7313a17b-afbc-4be5-bb8c-c565d9fea7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:55.411165 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-beded9c9-f1cf-4251-a61b-3e276464202c req-7313a17b-afbc-4be5-bb8c-c565d9fea7b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e561281e65ac44bbb283fb588b1ce5d2&device_id=49487cb5-31de-424e-a09d-b4d7788e3c8d HTTP/1.1" status: 200 len: 1094 time: 0.1785843 May 03 22:42:55.435464 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5413a1-9030-455d-b6a4-6d1deb2271f1 req-436ae7b3-f942-412d-974b-649166d6ac4d tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:55.442258 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cf5413a1-9030-455d-b6a4-6d1deb2271f1 req-436ae7b3-f942-412d-974b-649166d6ac4d tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 946 time: 0.3872669 May 03 22:42:55.502178 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-beded9c9-f1cf-4251-a61b-3e276464202c req-5d6b2d24-02ee-44ae-9d4b-0fce78fd7cad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e03d7b01-7814-460c-a987-7a428f0bd3f0 HTTP/1.1" status: 200 len: 217 time: 0.0806906 May 03 22:42:55.508234 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cf5413a1-9030-455d-b6a4-6d1deb2271f1 req-4cd3eb0a-a77e-4c8d-9f85-01bbbd3ee0c0 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650148 May 03 22:42:55.676784 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beded9c9-f1cf-4251-a61b-3e276464202c req-8c1cbd95-142f-4798-9f83-5b6ea69e3f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:55.676784 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-beded9c9-f1cf-4251-a61b-3e276464202c req-8c1cbd95-142f-4798-9f83-5b6ea69e3f20 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6f2b7d32-d8f2-456e-bc38-b728e1fe95c7 HTTP/1.1" status: 200 len: 850 time: 0.1532936 May 03 22:42:55.676784 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7679fa89-3055-43b5-b775-c10f2060f7fb'] response: {'name': 'network-changed', 'server_uuid': '49487cb5-31de-424e-a09d-b4d7788e3c8d', 'tag': 'e03d7b01-7814-460c-a987-7a428f0bd3f0', 'status': 'completed', 'code': 200} May 03 22:42:55.767432 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beded9c9-f1cf-4251-a61b-3e276464202c req-dd019fe7-4aab-412c-8baf-c228fb1ca2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:55.767432 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-beded9c9-f1cf-4251-a61b-3e276464202c req-dd019fe7-4aab-412c-8baf-c228fb1ca2d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=52887582-9aaf-461f-9114-9c737d13cefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869882 May 03 22:42:55.853222 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71114e93-4959-44a8-bfbf-30fa84bdab8e req-c3b953d7-6147-4626-9f8c-076ee5e7d131 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:55.854990 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-71114e93-4959-44a8-bfbf-30fa84bdab8e req-c3b953d7-6147-4626-9f8c-076ee5e7d131 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b3ac7a9-bc6e-4d62-8137-65811cbbad52 HTTP/1.1" status: 200 len: 946 time: 0.2222228 May 03 22:42:55.955455 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-71114e93-4959-44a8-bfbf-30fa84bdab8e req-2706ac80-6c0d-4b98-8292-494c30baa2d6 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879526 May 03 22:42:56.163069 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-beded9c9-f1cf-4251-a61b-3e276464202c req-1f070650-43fc-478b-b98d-2e8573fb6fca service neutron] 10.222.0.60 "GET /v2.0/networks/52887582-9aaf-461f-9114-9c737d13cefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849475 May 03 22:42:56.287423 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50396) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:42:56.316284 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:56.316284 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:56.318902 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-456b7b30-c2e4-4b86-9a31-2781135e4832 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1619362241'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:42:56.347356 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-456b7b30-c2e4-4b86-9a31-2781135e4832 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:42:56.375377 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-456b7b30-c2e4-4b86-9a31-2781135e4832 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Usage tracker for resource:network and tenant:07f7b519265346608174cafca790a124 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:42:56.382775 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-456b7b30-c2e4-4b86-9a31-2781135e4832 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:42:56.402410 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-456b7b30-c2e4-4b86-9a31-2781135e4832 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:42:56.492528 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456b7b30-c2e4-4b86-9a31-2781135e4832 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Made reservation on behalf of 07f7b519265346608174cafca790a124 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:42:56.496528 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-456b7b30-c2e4-4b86-9a31-2781135e4832 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:56.538374 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-beded9c9-f1cf-4251-a61b-3e276464202c req-f8c38ad5-c239-491d-afe9-35bb1a6e11a7 service neutron] 10.222.0.60 "GET /v2.0/networks/52887582-9aaf-461f-9114-9c737d13cefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547919 May 03 22:42:56.616986 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-456b7b30-c2e4-4b86-9a31-2781135e4832 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:42:56.729416 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-456b7b30-c2e4-4b86-9a31-2781135e4832 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:56.729416 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-456b7b30-c2e4-4b86-9a31-2781135e4832 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Added segment d7184569-28cc-4f6c-bd88-6a1ad922482c of type vlan for network a8a12fef-8f1f-42e2-8a9d-7a66402fff0c May 03 22:42:56.736086 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be56d16-6524-4247-9f8e-0be9a045c348 req-634be1fb-8ff5-4146-8751-555df4050045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:56.740348 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0be56d16-6524-4247-9f8e-0be9a045c348 req-634be1fb-8ff5-4146-8751-555df4050045 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fbfe6bca3b264cd880fbd33ea61935c3&device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 1097 time: 0.3229456 May 03 22:42:56.767476 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aac4c2-56f0-4d46-876c-a428d77fdf88 req-3fe6e71d-ca0e-40aa-8858-832b93a00f88 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:56.767476 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-90aac4c2-56f0-4d46-876c-a428d77fdf88 req-3fe6e71d-ca0e-40aa-8858-832b93a00f88 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 946 time: 0.3447995 May 03 22:42:56.813112 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [req-01fef06e-668f-492f-8140-fc39a14a2730 req-358d66df-d194-4d28-a71b-1f0094a2ed7a service neutron] (88070) timed out ('10.222.0.67', 50972) {{(pid=88070) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 03 22:42:56.821454 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85237f86-8418-486a-bddf-f165e8859b7a req-d6b5e267-80b2-43f8-8443-4f3fd1d52364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:56.821454 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-85237f86-8418-486a-bddf-f165e8859b7a req-d6b5e267-80b2-43f8-8443-4f3fd1d52364 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e561281e65ac44bbb283fb588b1ce5d2&device_id=49487cb5-31de-424e-a09d-b4d7788e3c8d HTTP/1.1" status: 200 len: 1094 time: 0.2269833 May 03 22:42:56.830672 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-456b7b30-c2e4-4b86-9a31-2781135e4832 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:56.856862 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32398b-84e8-4ccd-a5eb-ff0fef280841 req-c262f41b-32a4-4ae7-9ab8-fe38051b101f tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:56.863409 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9e32398b-84e8-4ccd-a5eb-ff0fef280841 req-c262f41b-32a4-4ae7-9ab8-fe38051b101f tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=49487cb5-31de-424e-a09d-b4d7788e3c8d HTTP/1.1" status: 200 len: 943 time: 0.2419412 May 03 22:42:56.907623 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-90aac4c2-56f0-4d46-876c-a428d77fdf88 req-6ec40a34-9912-417b-abfa-bf3b9a1a162a tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292131 May 03 22:42:56.921958 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9e32398b-84e8-4ccd-a5eb-ff0fef280841 req-f39c65c4-032a-4f06-bdb7-7179bf631fac tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=09aaa18f-383c-4e64-9f4d-342271d1d524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547032 May 03 22:42:56.982401 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-456b7b30-c2e4-4b86-9a31-2781135e4832 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:56.991952 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456b7b30-c2e4-4b86-9a31-2781135e4832 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:56.994647 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-456b7b30-c2e4-4b86-9a31-2781135e4832 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:57.144848 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b7b30-c2e4-4b86-9a31-2781135e4832 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Pushing event updated for resources: {'Network': ['ID=a8a12fef-8f1f-42e2-8a9d-7a66402fff0c,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:57.144848 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-456b7b30-c2e4-4b86-9a31-2781135e4832 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8575678 May 03 22:42:57.144848 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50418) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:42:57.158579 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network a8a12fef-8f1f-42e2-8a9d-7a66402fff0c details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:42:57.190592 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-2dc9b0f3-eb82-4adf-b768-f3f66805a986 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-275558513'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:42:57.197436 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2dc9b0f3-eb82-4adf-b768-f3f66805a986 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:42:57.197436 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2dc9b0f3-eb82-4adf-b768-f3f66805a986 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Usage tracker for resource:network and tenant:07f7b519265346608174cafca790a124 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:42:57.209791 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2dc9b0f3-eb82-4adf-b768-f3f66805a986 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:42:57.209791 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2dc9b0f3-eb82-4adf-b768-f3f66805a986 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:42:57.230752 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc9b0f3-eb82-4adf-b768-f3f66805a986 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Made reservation on behalf of 07f7b519265346608174cafca790a124 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:42:57.230752 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2dc9b0f3-eb82-4adf-b768-f3f66805a986 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:57.267608 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc9b0f3-eb82-4adf-b768-f3f66805a986 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:42:57.283013 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2dc9b0f3-eb82-4adf-b768-f3f66805a986 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:57.283013 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-2dc9b0f3-eb82-4adf-b768-f3f66805a986 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Added segment 54fef4b2-4531-4764-a855-cb5be1b9e034 of type vlan for network 3c844908-458f-43d5-a32d-190eedb78cdc May 03 22:42:57.312064 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2dc9b0f3-eb82-4adf-b768-f3f66805a986 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:57.335528 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85237f86-8418-486a-bddf-f165e8859b7a req-0bcc07d6-6abc-4cf5-ad17-2181cad397df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:57.338322 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-85237f86-8418-486a-bddf-f165e8859b7a req-0bcc07d6-6abc-4cf5-ad17-2181cad397df service neutron] 10.222.0.60 "GET /v2.0/networks?id=52887582-9aaf-461f-9114-9c737d13cefa HTTP/1.1" status: 200 len: 912 time: 0.5023923 May 03 22:42:57.362719 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2dc9b0f3-eb82-4adf-b768-f3f66805a986 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:57.368117 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc9b0f3-eb82-4adf-b768-f3f66805a986 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:57.368896 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2dc9b0f3-eb82-4adf-b768-f3f66805a986 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:57.379911 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505976fb-b3b6-4580-9371-1b73b85d6580 req-92d1b477-25ac-40e5-9452-5aad921684a3 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:57.387697 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-505976fb-b3b6-4580-9371-1b73b85d6580 req-92d1b477-25ac-40e5-9452-5aad921684a3 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b3ac7a9-bc6e-4d62-8137-65811cbbad52 HTTP/1.1" status: 200 len: 946 time: 0.2447498 May 03 22:42:57.437558 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-85237f86-8418-486a-bddf-f165e8859b7a req-c16f1799-3043-4635-bd3a-a5efbee0d2cf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e03d7b01-7814-460c-a987-7a428f0bd3f0 HTTP/1.1" status: 200 len: 217 time: 0.0816448 May 03 22:42:57.448220 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be56d16-6524-4247-9f8e-0be9a045c348 req-847f57bf-2a6a-4d4a-ad1d-ae34ccbffe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:57.449925 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0be56d16-6524-4247-9f8e-0be9a045c348 req-847f57bf-2a6a-4d4a-ad1d-ae34ccbffe1e service neutron] 10.222.0.67 "GET /v2.0/networks?id=ebc571f4-7c6c-4734-8444-6a7a06a14e80 HTTP/1.1" status: 200 len: 915 time: 0.7017264 May 03 22:42:57.466959 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-505976fb-b3b6-4580-9371-1b73b85d6580 req-9ad2012c-a8a5-4d26-8aec-5c210f3bdad2 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783031 May 03 22:42:57.583258 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2dc9b0f3-eb82-4adf-b768-f3f66805a986 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4002054 May 03 22:42:57.583258 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50430) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:42:57.602422 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-01e7f6f1-cdc2-48ce-91a4-904765895187 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Request body: {'subnet': {'network_id': 'a8a12fef-8f1f-42e2-8a9d-7a66402fff0c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:42:57.620724 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:57.626012 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9b0f3-eb82-4adf-b768-f3f66805a986 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Pushing event updated for resources: {'Network': ['ID=3c844908-458f-43d5-a32d-190eedb78cdc,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:57.633632 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 3c844908-458f-43d5-a32d-190eedb78cdc details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:42:57.653094 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0be56d16-6524-4247-9f8e-0be9a045c348 req-e9475f9b-c4fb-4e85-bd26-e5041db46d3b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90386d36-c44d-4064-8a75-f7c49c1009ba HTTP/1.1" status: 200 len: 217 time: 0.1329384 May 03 22:42:57.807553 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be56d16-6524-4247-9f8e-0be9a045c348 req-62fee008-d81b-4be6-8e8a-657ab9ae680d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:57.809573 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0be56d16-6524-4247-9f8e-0be9a045c348 req-62fee008-d81b-4be6-8e8a-657ab9ae680d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fe269a99-0a61-49f3-84a1-e1479dc44f08 HTTP/1.1" status: 200 len: 854 time: 0.1504188 May 03 22:42:57.815028 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85237f86-8418-486a-bddf-f165e8859b7a req-2abc78d2-790e-493b-a062-1c64ec17a17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:57.816703 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-85237f86-8418-486a-bddf-f165e8859b7a req-2abc78d2-790e-493b-a062-1c64ec17a17e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6f2b7d32-d8f2-456e-bc38-b728e1fe95c7 HTTP/1.1" status: 200 len: 850 time: 0.3642848 May 03 22:42:57.823752 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-01e7f6f1-cdc2-48ce-91a4-904765895187 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:42:57.828437 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-01e7f6f1-cdc2-48ce-91a4-904765895187 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Usage tracker for resource:subnet and tenant:07f7b519265346608174cafca790a124 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:42:57.831788 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-01e7f6f1-cdc2-48ce-91a4-904765895187 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:42:57.839132 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-01e7f6f1-cdc2-48ce-91a4-904765895187 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:42:57.851102 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e7f6f1-cdc2-48ce-91a4-904765895187 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Made reservation on behalf of 07f7b519265346608174cafca790a124 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:42:57.855206 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-01e7f6f1-cdc2-48ce-91a4-904765895187 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:57.936148 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:57.959222 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0be56d16-6524-4247-9f8e-0be9a045c348 req-49e084f1-5951-4fe9-89f6-e71803df00bb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ebc571f4-7c6c-4734-8444-6a7a06a14e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1373138 May 03 22:42:58.297345 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85237f86-8418-486a-bddf-f165e8859b7a req-26988e00-f2f9-4479-a199-d7a444a8d5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:58.297345 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-85237f86-8418-486a-bddf-f165e8859b7a req-26988e00-f2f9-4479-a199-d7a444a8d5c5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=52887582-9aaf-461f-9114-9c737d13cefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4194591 May 03 22:42:58.297345 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0be56d16-6524-4247-9f8e-0be9a045c348 req-b1e181bb-b7bc-4c5f-aae0-813d1b12eacf service neutron] 10.222.0.67 "GET /v2.0/networks/ebc571f4-7c6c-4734-8444-6a7a06a14e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181381 May 03 22:42:58.616046 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-85237f86-8418-486a-bddf-f165e8859b7a req-f7499c34-a066-4f61-9582-a9e1fba360ab service neutron] 10.222.0.60 "GET /v2.0/networks/52887582-9aaf-461f-9114-9c737d13cefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104730 May 03 22:42:58.616046 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0be56d16-6524-4247-9f8e-0be9a045c348 req-4334cfd0-560e-4e71-8ce4-fc227dbccf44 service neutron] 10.222.0.67 "GET /v2.0/networks/ebc571f4-7c6c-4734-8444-6a7a06a14e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796860 May 03 22:42:58.871017 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-01e7f6f1-cdc2-48ce-91a4-904765895187 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:59.049107 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f91afad-e0b0-4ce7-8da5-bf023539d967 req-dd54a4be-613f-46e3-9615-c0a8fa0c2390 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:59.049107 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8f91afad-e0b0-4ce7-8da5-bf023539d967 req-dd54a4be-613f-46e3-9615-c0a8fa0c2390 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=49487cb5-31de-424e-a09d-b4d7788e3c8d HTTP/1.1" status: 200 len: 943 time: 0.7095494 May 03 22:42:59.137153 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a8655-65e7-49b1-be92-6c982cf3b96b req-1b0c0c6b-5061-4553-b5fd-b82ff2c73773 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:59.141796 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-85237f86-8418-486a-bddf-f165e8859b7a req-cba35a15-b87f-480c-be5a-affa046fc28f service neutron] 10.222.0.60 "GET /v2.0/networks/52887582-9aaf-461f-9114-9c737d13cefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5188472 May 03 22:42:59.144565 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-214a8655-65e7-49b1-be92-6c982cf3b96b req-1b0c0c6b-5061-4553-b5fd-b82ff2c73773 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 946 time: 0.8652248 May 03 22:42:59.191977 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7f6f1-cdc2-48ce-91a4-904765895187 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Pushing event updated for resources: {'Subnet': ['ID=b7e46920-9d2d-4625-9a5c-68c22a8e6522,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:59.213724 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e7f6f1-cdc2-48ce-91a4-904765895187 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Checking segment: {'id': 'd7184569-28cc-4f6c-bd88-6a1ad922482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a8a12fef-8f1f-42e2-8a9d-7a66402fff0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:42:59.214178 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e7f6f1-cdc2-48ce-91a4-904765895187 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Network hostable DHCP agents. Network: a8a12fef-8f1f-42e2-8a9d-7a66402fff0c, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:42:59.254044 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8f91afad-e0b0-4ce7-8da5-bf023539d967 req-f7004805-d42b-4417-8df1-8f02f206a247 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=09aaa18f-383c-4e64-9f4d-342271d1d524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1938374 May 03 22:42:59.266004 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-214a8655-65e7-49b1-be92-6c982cf3b96b req-1ed66f66-1d91-48ab-9929-d4cef69fde91 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223726 May 03 22:42:59.284870 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e7f6f1-cdc2-48ce-91a4-904765895187 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Network a8a12fef-8f1f-42e2-8a9d-7a66402fff0c is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:42:59.312364 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-01e7f6f1-cdc2-48ce-91a4-904765895187 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, a8a12fef-8f1f-42e2-8a9d-7a66402fff0c) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:42:59.329527 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e7f6f1-cdc2-48ce-91a4-904765895187 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:59.329527 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-01e7f6f1-cdc2-48ce-91a4-904765895187 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:59.334114 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7aaec3-6e0b-4ff2-8eb7-6d3ceb6b524a None None] Network a8a12fef-8f1f-42e2-8a9d-7a66402fff0c requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:42:59.358175 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50470) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:42:59.362720 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-47144037-32fe-4ce3-9029-301f0c380048 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Request body: {'subnet': {'network_id': '3c844908-458f-43d5-a32d-190eedb78cdc', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:42:59.383306 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-01e7f6f1-cdc2-48ce-91a4-904765895187 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7926791 May 03 22:42:59.671123 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-47144037-32fe-4ce3-9029-301f0c380048 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:42:59.681747 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-47144037-32fe-4ce3-9029-301f0c380048 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Usage tracker for resource:subnet and tenant:07f7b519265346608174cafca790a124 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:42:59.686880 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd4ad7-e221-4736-8506-2e89405389a4 req-0ed60e40-3338-44d5-bd77-eb951586a3c6 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:59.694408 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-47144037-32fe-4ce3-9029-301f0c380048 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:42:59.698387 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96dd4ad7-e221-4736-8506-2e89405389a4 req-0ed60e40-3338-44d5-bd77-eb951586a3c6 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b3ac7a9-bc6e-4d62-8137-65811cbbad52 HTTP/1.1" status: 200 len: 946 time: 0.2693791 May 03 22:42:59.716323 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-47144037-32fe-4ce3-9029-301f0c380048 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:42:59.747500 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47144037-32fe-4ce3-9029-301f0c380048 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Made reservation on behalf of 07f7b519265346608174cafca790a124 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:42:59.750660 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-47144037-32fe-4ce3-9029-301f0c380048 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:42:59.825223 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96dd4ad7-e221-4736-8506-2e89405389a4 req-4a9fe1b7-e5be-4310-b0d4-0b217e7043ef tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142769 May 03 22:42:59.948610 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e6abef-e749-40e2-9972-6e282370300c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-a8a12fef-8f1f-42e2-8a9d-7a66402fff0c', 'network_id': 'a8a12fef-8f1f-42e2-8a9d-7a66402fff0c', 'tenant_id': '07f7b519265346608174cafca790a124', 'fixed_ips': [{'subnet_id': 'b7e46920-9d2d-4625-9a5c-68c22a8e6522'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:42:59.948610 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-01e6abef-e749-40e2-9972-6e282370300c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:00.059332 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-47144037-32fe-4ce3-9029-301f0c380048 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:00.213936 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-01e6abef-e749-40e2-9972-6e282370300c None None] Allocated IP 10.1.1.2 (a8a12fef-8f1f-42e2-8a9d-7a66402fff0c/b7e46920-9d2d-4625-9a5c-68c22a8e6522/bc27c40d-1aa4-4a59-8217-f1453b716db2) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:43:00.232514 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47144037-32fe-4ce3-9029-301f0c380048 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Pushing event updated for resources: {'Subnet': ['ID=dd5f6d92-c6fd-458d-8cd8-bf6128dc92c1,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:00.242192 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47144037-32fe-4ce3-9029-301f0c380048 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Checking segment: {'id': '54fef4b2-4531-4764-a855-cb5be1b9e034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3c844908-458f-43d5-a32d-190eedb78cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:43:00.242192 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47144037-32fe-4ce3-9029-301f0c380048 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Network hostable DHCP agents. Network: 3c844908-458f-43d5-a32d-190eedb78cdc, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:43:00.248680 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47144037-32fe-4ce3-9029-301f0c380048 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:00.248680 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47144037-32fe-4ce3-9029-301f0c380048 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:00.248680 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47144037-32fe-4ce3-9029-301f0c380048 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:00.248680 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47144037-32fe-4ce3-9029-301f0c380048 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:00.248680 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47144037-32fe-4ce3-9029-301f0c380048 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:00.248680 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47144037-32fe-4ce3-9029-301f0c380048 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:00.248680 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47144037-32fe-4ce3-9029-301f0c380048 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:00.248680 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47144037-32fe-4ce3-9029-301f0c380048 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:00.248680 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47144037-32fe-4ce3-9029-301f0c380048 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:00.248680 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47144037-32fe-4ce3-9029-301f0c380048 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:00.248680 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47144037-32fe-4ce3-9029-301f0c380048 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:00.248680 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47144037-32fe-4ce3-9029-301f0c380048 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:00.296109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47144037-32fe-4ce3-9029-301f0c380048 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Network 3c844908-458f-43d5-a32d-190eedb78cdc is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:43:00.326147 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-47144037-32fe-4ce3-9029-301f0c380048 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 3c844908-458f-43d5-a32d-190eedb78cdc) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:43:00.333094 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47144037-32fe-4ce3-9029-301f0c380048 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:00.333951 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-47144037-32fe-4ce3-9029-301f0c380048 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:00.391254 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50492) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:43:00.395417 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-47144037-32fe-4ce3-9029-301f0c380048 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0415435 May 03 22:43:00.398380 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-b0061ea8-8565-44a3-8d35-21db4f65152b tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Request body: {'port': {'network_id': 'a8a12fef-8f1f-42e2-8a9d-7a66402fff0c', 'name': 'tempest-TaggedBootDevicesTest_v242-1315518670', 'fixed_ips': [{'subnet_id': 'b7e46920-9d2d-4625-9a5c-68c22a8e6522'}]}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:43:00.504832 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device e03d7b01-7814-460c-a987-7a428f0bd3f0 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:43:00.516656 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a3d9a0-4e6b-45e9-8ed6-ad91c971bdb6 None None] Network 3c844908-458f-43d5-a32d-190eedb78cdc requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:43:00.606267 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b0061ea8-8565-44a3-8d35-21db4f65152b tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:43:00.606267 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b0061ea8-8565-44a3-8d35-21db4f65152b tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Usage tracker for resource:port and tenant:07f7b519265346608174cafca790a124 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:43:00.622880 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b0061ea8-8565-44a3-8d35-21db4f65152b tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:43:00.645902 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b0061ea8-8565-44a3-8d35-21db4f65152b tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:43:00.786833 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0061ea8-8565-44a3-8d35-21db4f65152b tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Made reservation on behalf of 07f7b519265346608174cafca790a124 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:43:00.879336 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port e03d7b01-7814-460c-a987-7a428f0bd3f0, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=e03d7b01-7814-460c-a987-7a428f0bd3f0,segment=NetworkSegment(0c87bd7e-b449-406c-9031-bae021dbb1b9),segment_id=0c87bd7e-b449-406c-9031-bae021dbb1b9)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:43:01.085649 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-01e6abef-e749-40e2-9972-6e282370300c None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:01.095569 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': 'e03d7b01-7814-460c-a987-7a428f0bd3f0', 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa', 'port_id': 'e03d7b01-7814-460c-a987-7a428f0bd3f0', 'mac_address': 'fa:16:3e:62:1a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2b7d32-d8f2-456e-bc38-b728e1fe95c7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:43:01.158597 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b0061ea8-8565-44a3-8d35-21db4f65152b tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:01.158745 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-01e6abef-e749-40e2-9972-6e282370300c None None] Transition to ACTIVE for port object bc27c40d-1aa4-4a59-8217-f1453b716db2 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:43:01.180691 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-01e6abef-e749-40e2-9972-6e282370300c None None] Transition to ACTIVE for port object bc27c40d-1aa4-4a59-8217-f1453b716db2 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:43:01.199364 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-b0061ea8-8565-44a3-8d35-21db4f65152b tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] device_id is not set on port 70772943-6de8-4896-bcbe-7157ba0b4c77 yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:43:01.307056 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-01e6abef-e749-40e2-9972-6e282370300c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:01.314249 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40424a5-cd59-42fa-90cb-8608642e8258 req-1bdea7aa-b331-4c67-8bf4-5feaec79c760 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:01.314249 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d40424a5-cd59-42fa-90cb-8608642e8258 req-1bdea7aa-b331-4c67-8bf4-5feaec79c760 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 946 time: 0.6516933 May 03 22:43:01.446818 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64eac8-89ed-440a-84a7-360919069dc8 req-33ae4e82-7d0f-41fd-940a-ef06ad7a2d61 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:01.450543 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fe64eac8-89ed-440a-84a7-360919069dc8 req-33ae4e82-7d0f-41fd-940a-ef06ad7a2d61 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=49487cb5-31de-424e-a09d-b4d7788e3c8d HTTP/1.1" status: 200 len: 943 time: 0.7922244 May 03 22:43:01.516213 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e6abef-e749-40e2-9972-6e282370300c None None] Network a8a12fef-8f1f-42e2-8a9d-7a66402fff0c is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:43:01.524406 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-01e6abef-e749-40e2-9972-6e282370300c None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:43:01.528261 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e6abef-e749-40e2-9972-6e282370300c None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:43:01.534142 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:01.621261 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e6abef-e749-40e2-9972-6e282370300c None None] Pushing event updated for resources: {'Port': ['ID=bc27c40d-1aa4-4a59-8217-f1453b716db2,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:01.653881 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d40424a5-cd59-42fa-90cb-8608642e8258 req-e1e22e6a-dd11-4e1d-a9cf-259c2a1dc79b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073013 May 03 22:43:01.737536 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebe6318-e8f8-44a2-882b-338d5b766ef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-3c844908-458f-43d5-a32d-190eedb78cdc', 'network_id': '3c844908-458f-43d5-a32d-190eedb78cdc', 'tenant_id': '07f7b519265346608174cafca790a124', 'fixed_ips': [{'subnet_id': 'dd5f6d92-c6fd-458d-8cd8-bf6128dc92c1'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:43:01.737536 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cebe6318-e8f8-44a2-882b-338d5b766ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:01.745622 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e03d7b01-7814-460c-a987-7a428f0bd3f0 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:43:01.832252 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fe64eac8-89ed-440a-84a7-360919069dc8 req-98b562f1-38a2-4115-b5f0-b289d28197fb tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=09aaa18f-383c-4e64-9f4d-342271d1d524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3766012 May 03 22:43:02.002021 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port e03d7b01-7814-460c-a987-7a428f0bd3f0, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=e03d7b01-7814-460c-a987-7a428f0bd3f0,segment=NetworkSegment(0c87bd7e-b449-406c-9031-bae021dbb1b9),segment_id=0c87bd7e-b449-406c-9031-bae021dbb1b9)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:43:02.053791 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-01e6abef-e749-40e2-9972-6e282370300c None None] Attempting to bind port bc27c40d-1aa4-4a59-8217-f1453b716db2 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:43:02.053791 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-01e6abef-e749-40e2-9972-6e282370300c None None] Attempting to bind port bc27c40d-1aa4-4a59-8217-f1453b716db2 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'd7184569-28cc-4f6c-bd88-6a1ad922482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a8a12fef-8f1f-42e2-8a9d-7a66402fff0c'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:43:02.053791 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e6abef-e749-40e2-9972-6e282370300c None None] Attempting to bind port bc27c40d-1aa4-4a59-8217-f1453b716db2 on network a8a12fef-8f1f-42e2-8a9d-7a66402fff0c {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:43:02.055196 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:02.158308 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-b0061ea8-8565-44a3-8d35-21db4f65152b tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Allocated IP 10.1.1.87 (a8a12fef-8f1f-42e2-8a9d-7a66402fff0c/b7e46920-9d2d-4625-9a5c-68c22a8e6522/70772943-6de8-4896-bcbe-7157ba0b4c77) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:43:02.269948 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e6abef-e749-40e2-9972-6e282370300c None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:43:02.269948 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e6abef-e749-40e2-9972-6e282370300c None None] Checking segment: {'id': 'd7184569-28cc-4f6c-bd88-6a1ad922482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a8a12fef-8f1f-42e2-8a9d-7a66402fff0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:43:02.269948 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-01e6abef-e749-40e2-9972-6e282370300c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:02.269948 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e6abef-e749-40e2-9972-6e282370300c None None] Bound using segment: {'id': 'd7184569-28cc-4f6c-bd88-6a1ad922482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a8a12fef-8f1f-42e2-8a9d-7a66402fff0c'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:43:02.269948 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-01e6abef-e749-40e2-9972-6e282370300c None None] Bound port: bc27c40d-1aa4-4a59-8217-f1453b716db2, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7184569-28cc-4f6c-bd88-6a1ad922482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a8a12fef-8f1f-42e2-8a9d-7a66402fff0c'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:43:02.269948 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-01e6abef-e749-40e2-9972-6e282370300c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:02.270577 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9633a-adb8-4bf4-b939-fb6a2b9e3ad4 req-ad7e8c66-e8c9-4f67-ab83-b936aa4ab358 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:02.274361 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-77b9633a-adb8-4bf4-b939-fb6a2b9e3ad4 req-ad7e8c66-e8c9-4f67-ab83-b936aa4ab358 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b3ac7a9-bc6e-4d62-8137-65811cbbad52 HTTP/1.1" status: 200 len: 946 time: 0.3393333 May 03 22:43:02.304960 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-cebe6318-e8f8-44a2-882b-338d5b766ef3 None None] Allocated IP 10.2.2.2 (3c844908-458f-43d5-a32d-190eedb78cdc/dd5f6d92-c6fd-458d-8cd8-bf6128dc92c1/879513de-dc91-4077-82d7-f405b4a335eb) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:43:02.373354 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac47d3-0a9a-4fc8-b968-2385a0fee4f1 req-8a7a014a-77ad-4b70-a1ea-cd4d9267e936 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:02.381060 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-74ac47d3-0a9a-4fc8-b968-2385a0fee4f1 req-8a7a014a-77ad-4b70-a1ea-cd4d9267e936 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 946 time: 0.3779881 May 03 22:43:02.553894 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['e03d7b01-7814-460c-a987-7a428f0bd3f0'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:43:02.602456 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-77b9633a-adb8-4bf4-b939-fb6a2b9e3ad4 req-9886564e-8872-4b3f-b123-7307b7decf00 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260697 May 03 22:43:02.680713 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-74ac47d3-0a9a-4fc8-b968-2385a0fee4f1 req-c0baf144-d72c-4d98-95f1-74d4d2cfb16e tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850268 May 03 22:43:02.739319 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b0061ea8-8565-44a3-8d35-21db4f65152b tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:02.792195 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-b0061ea8-8565-44a3-8d35-21db4f65152b tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Transition to ACTIVE for port object 70772943-6de8-4896-bcbe-7157ba0b4c77 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:43:02.845412 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b0061ea8-8565-44a3-8d35-21db4f65152b tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:02.894894 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=e03d7b01-7814-460c-a987-7a428f0bd3f0,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:02.964540 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0061ea8-8565-44a3-8d35-21db4f65152b tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Network a8a12fef-8f1f-42e2-8a9d-7a66402fff0c is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:43:02.964540 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0061ea8-8565-44a3-8d35-21db4f65152b tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Pushing event updated for resources: {'Port': ['ID=70772943-6de8-4896-bcbe-7157ba0b4c77,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:02.981157 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-b0061ea8-8565-44a3-8d35-21db4f65152b tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:43:02.981157 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0061ea8-8565-44a3-8d35-21db4f65152b tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:43:03.095657 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cebe6318-e8f8-44a2-882b-338d5b766ef3 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:03.159535 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-cebe6318-e8f8-44a2-882b-338d5b766ef3 None None] Transition to ACTIVE for port object 879513de-dc91-4077-82d7-f405b4a335eb will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:43:03.168572 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-01e6abef-e749-40e2-9972-6e282370300c None None] For port bc27c40d-1aa4-4a59-8217-f1453b716db2, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:43:03.200258 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-cebe6318-e8f8-44a2-882b-338d5b766ef3 None None] Transition to ACTIVE for port object 879513de-dc91-4077-82d7-f405b4a335eb will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:43:03.242300 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-01e6abef-e749-40e2-9972-6e282370300c None None] For port bc27c40d-1aa4-4a59-8217-f1453b716db2, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=bc27c40d-1aa4-4a59-8217-f1453b716db2,segment=NetworkSegment(d7184569-28cc-4f6c-bd88-6a1ad922482c),segment_id=d7184569-28cc-4f6c-bd88-6a1ad922482c)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:43:03.254464 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0061ea8-8565-44a3-8d35-21db4f65152b tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:03.254464 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b0061ea8-8565-44a3-8d35-21db4f65152b tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:03.273766 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cebe6318-e8f8-44a2-882b-338d5b766ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:03.323820 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-01e6abef-e749-40e2-9972-6e282370300c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:03.326101 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b0061ea8-8565-44a3-8d35-21db4f65152b tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9270432 May 03 22:43:03.326101 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50560) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:43:03.342191 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-b966cde4-a7cf-469a-a727-1fc462edfd4a tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Request body: {'port': {'network_id': 'a8a12fef-8f1f-42e2-8a9d-7a66402fff0c', 'name': 'tempest-TaggedBootDevicesTest_v242-204076428', 'fixed_ips': [{'subnet_id': 'b7e46920-9d2d-4625-9a5c-68c22a8e6522'}]}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:43:03.371602 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebe6318-e8f8-44a2-882b-338d5b766ef3 None None] Network 3c844908-458f-43d5-a32d-190eedb78cdc is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:43:03.371602 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-cebe6318-e8f8-44a2-882b-338d5b766ef3 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:43:03.379059 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebe6318-e8f8-44a2-882b-338d5b766ef3 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:43:03.387033 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe6318-e8f8-44a2-882b-338d5b766ef3 None None] Pushing event updated for resources: {'Port': ['ID=879513de-dc91-4077-82d7-f405b4a335eb,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:03.453975 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe6318-e8f8-44a2-882b-338d5b766ef3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:03.454403 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe6318-e8f8-44a2-882b-338d5b766ef3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:03.454885 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe6318-e8f8-44a2-882b-338d5b766ef3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:03.455234 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe6318-e8f8-44a2-882b-338d5b766ef3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:03.455632 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe6318-e8f8-44a2-882b-338d5b766ef3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:03.456693 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe6318-e8f8-44a2-882b-338d5b766ef3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:03.457090 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe6318-e8f8-44a2-882b-338d5b766ef3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:03.457602 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe6318-e8f8-44a2-882b-338d5b766ef3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:03.458156 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe6318-e8f8-44a2-882b-338d5b766ef3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:03.458546 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe6318-e8f8-44a2-882b-338d5b766ef3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:03.458947 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe6318-e8f8-44a2-882b-338d5b766ef3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:03.459333 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe6318-e8f8-44a2-882b-338d5b766ef3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:03.544596 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6874d18-cca2-43d5-a19d-7b79371c8d62 req-64833ee6-f171-4af7-8e7d-4ea826ce8af5 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:03.544596 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d6874d18-cca2-43d5-a19d-7b79371c8d62 req-64833ee6-f171-4af7-8e7d-4ea826ce8af5 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=49487cb5-31de-424e-a09d-b4d7788e3c8d HTTP/1.1" status: 200 len: 944 time: 0.4356351 May 03 22:43:03.639520 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-cebe6318-e8f8-44a2-882b-338d5b766ef3 None None] Attempting to bind port 879513de-dc91-4077-82d7-f405b4a335eb on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:43:03.646200 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-cebe6318-e8f8-44a2-882b-338d5b766ef3 None None] Attempting to bind port 879513de-dc91-4077-82d7-f405b4a335eb by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '54fef4b2-4531-4764-a855-cb5be1b9e034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3c844908-458f-43d5-a32d-190eedb78cdc'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:43:03.646200 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebe6318-e8f8-44a2-882b-338d5b766ef3 None None] Attempting to bind port 879513de-dc91-4077-82d7-f405b4a335eb on network 3c844908-458f-43d5-a32d-190eedb78cdc {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:43:03.665405 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebe6318-e8f8-44a2-882b-338d5b766ef3 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:43:03.665405 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebe6318-e8f8-44a2-882b-338d5b766ef3 None None] Checking segment: {'id': '54fef4b2-4531-4764-a855-cb5be1b9e034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3c844908-458f-43d5-a32d-190eedb78cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:43:03.665405 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cebe6318-e8f8-44a2-882b-338d5b766ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:03.665405 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebe6318-e8f8-44a2-882b-338d5b766ef3 None None] Bound using segment: {'id': '54fef4b2-4531-4764-a855-cb5be1b9e034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3c844908-458f-43d5-a32d-190eedb78cdc'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:43:03.665405 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-cebe6318-e8f8-44a2-882b-338d5b766ef3 None None] Bound port: 879513de-dc91-4077-82d7-f405b4a335eb, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fef4b2-4531-4764-a855-cb5be1b9e034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3c844908-458f-43d5-a32d-190eedb78cdc'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:43:03.665405 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cebe6318-e8f8-44a2-882b-338d5b766ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:03.712455 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e6abef-e749-40e2-9972-6e282370300c None None] Pushing event updated for resources: {'Port': ['ID=bc27c40d-1aa4-4a59-8217-f1453b716db2,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:03.829534 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b401d56-c523-4bd2-b90f-d589caab8c3f req-f19a8ff0-01fd-4fc7-9309-2e268f4f25ac tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:03.831078 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6b401d56-c523-4bd2-b90f-d589caab8c3f req-f19a8ff0-01fd-4fc7-9309-2e268f4f25ac tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 946 time: 0.7954464 May 03 22:43:03.841386 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d6874d18-cca2-43d5-a19d-7b79371c8d62 req-50a0af26-8609-4cbf-8593-4c9110c22d87 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=09aaa18f-383c-4e64-9f4d-342271d1d524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2462649 May 03 22:43:03.855103 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-cebe6318-e8f8-44a2-882b-338d5b766ef3 None None] For port 879513de-dc91-4077-82d7-f405b4a335eb, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:43:03.861110 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-cebe6318-e8f8-44a2-882b-338d5b766ef3 None None] For port 879513de-dc91-4077-82d7-f405b4a335eb, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=879513de-dc91-4077-82d7-f405b4a335eb,segment=NetworkSegment(54fef4b2-4531-4764-a855-cb5be1b9e034),segment_id=54fef4b2-4531-4764-a855-cb5be1b9e034)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:43:03.872229 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cebe6318-e8f8-44a2-882b-338d5b766ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:03.918528 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6b401d56-c523-4bd2-b90f-d589caab8c3f req-f1b842d5-d27b-43c8-9a2d-b70b9d6e06a8 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657926 May 03 22:43:04.017491 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b966cde4-a7cf-469a-a727-1fc462edfd4a tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:43:04.032743 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b966cde4-a7cf-469a-a727-1fc462edfd4a tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Usage tracker for resource:port and tenant:07f7b519265346608174cafca790a124 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:43:04.129576 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe6318-e8f8-44a2-882b-338d5b766ef3 None None] Pushing event updated for resources: {'Port': ['ID=879513de-dc91-4077-82d7-f405b4a335eb,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:04.140471 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b966cde4-a7cf-469a-a727-1fc462edfd4a tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:43:04.222305 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b966cde4-a7cf-469a-a727-1fc462edfd4a tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:43:04.268061 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b966cde4-a7cf-469a-a727-1fc462edfd4a tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Made reservation on behalf of 07f7b519265346608174cafca790a124 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:43:04.286817 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device e03d7b01-7814-460c-a987-7a428f0bd3f0 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:43:04.297571 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b966cde4-a7cf-469a-a727-1fc462edfd4a tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:04.365501 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device bc27c40d-1aa4-4a59-8217-f1453b716db2 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:43:04.393569 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-b966cde4-a7cf-469a-a727-1fc462edfd4a tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] device_id is not set on port 35cdd9e5-7422-4479-9fde-9ac4d09ecccf yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:43:04.640582 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port bc27c40d-1aa4-4a59-8217-f1453b716db2 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:43:04.643706 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port e03d7b01-7814-460c-a987-7a428f0bd3f0 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:43:04.656758 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port e03d7b01-7814-460c-a987-7a428f0bd3f0 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:43:04.657188 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:04.869597 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67910fd4-b843-4b3b-829b-69627322785f req-304bc723-8c9e-4f82-a576-8c7bff0956b8 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:04.869597 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-67910fd4-b843-4b3b-829b-69627322785f req-304bc723-8c9e-4f82-a576-8c7bff0956b8 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b3ac7a9-bc6e-4d62-8137-65811cbbad52 HTTP/1.1" status: 200 len: 946 time: 0.8355510 May 03 22:43:04.879079 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf9242-1eee-44a8-bc4a-1fb51ab1458e req-7c3e295b-1b40-4e9b-8991-1bbedbdaa612 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:04.888599 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5bbf9242-1eee-44a8-bc4a-1fb51ab1458e req-7c3e295b-1b40-4e9b-8991-1bbedbdaa612 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 946 time: 0.7490630 May 03 22:43:04.893652 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:04.935061 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49487cb5-31de-424e-a09d-b4d7788e3c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03d7b01-7814-460c-a987-7a428f0bd3f0'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:43:04.954768 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port e03d7b01-7814-460c-a987-7a428f0bd3f0, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=e03d7b01-7814-460c-a987-7a428f0bd3f0,segment=NetworkSegment(0c87bd7e-b449-406c-9031-bae021dbb1b9),segment_id=0c87bd7e-b449-406c-9031-bae021dbb1b9)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:43:04.967217 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:05.114615 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-b966cde4-a7cf-469a-a727-1fc462edfd4a tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Allocated IP 10.1.1.202 (a8a12fef-8f1f-42e2-8a9d-7a66402fff0c/b7e46920-9d2d-4625-9a5c-68c22a8e6522/35cdd9e5-7422-4479-9fde-9ac4d09ecccf) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:43:05.138365 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=e03d7b01-7814-460c-a987-7a428f0bd3f0,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:05.163839 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5bbf9242-1eee-44a8-bc4a-1fb51ab1458e req-8962c244-829b-484e-8173-196768e4c998 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761321 May 03 22:43:05.183122 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-67910fd4-b843-4b3b-829b-69627322785f req-37fd6f6b-faa8-4449-bc58-062321a9c011 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410741 May 03 22:43:05.393770 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-741edc18-0d72-4f81-9780-7bf373107ad6'] response: {'server_uuid': '49487cb5-31de-424e-a09d-b4d7788e3c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03d7b01-7814-460c-a987-7a428f0bd3f0', 'code': 200} May 03 22:43:05.688153 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465e4864-f701-4245-b3cc-3bf55b1838cb None None] Network a8a12fef-8f1f-42e2-8a9d-7a66402fff0c requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:43:05.734962 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34228d7-5b5a-4323-af43-c21359716d9c req-6151f586-10c9-4289-bb9e-4a9ecfcf0124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:05.734962 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a34228d7-5b5a-4323-af43-c21359716d9c req-6151f586-10c9-4289-bb9e-4a9ecfcf0124 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=49487cb5-31de-424e-a09d-b4d7788e3c8d HTTP/1.1" status: 200 len: 1096 time: 0.2294235 May 03 22:43:05.843828 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6dd00b77-f101-4527-80f7-641560e8579e None None] Provisioning for port bc27c40d-1aa4-4a59-8217-f1453b716db2 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:43:05.864318 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a34228d7-5b5a-4323-af43-c21359716d9c req-14ad84fc-83b7-4a0d-8f57-dc21013d0fca service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=09aaa18f-383c-4e64-9f4d-342271d1d524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168463 May 03 22:43:05.964850 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6dd00b77-f101-4527-80f7-641560e8579e None None] Provisioning complete for port bc27c40d-1aa4-4a59-8217-f1453b716db2 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:43:05.968003 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6dd00b77-f101-4527-80f7-641560e8579e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:06.035730 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce94ba-ed65-41ac-9585-090e94a41e54 req-9173f108-bed2-4bd7-9014-704510803e77 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:06.044195 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ffce94ba-ed65-41ac-9585-090e94a41e54 req-9173f108-bed2-4bd7-9014-704510803e77 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=49487cb5-31de-424e-a09d-b4d7788e3c8d HTTP/1.1" status: 200 len: 945 time: 0.6598330 May 03 22:43:06.099155 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b966cde4-a7cf-469a-a727-1fc462edfd4a tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:06.136345 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ffce94ba-ed65-41ac-9585-090e94a41e54 req-9e2ba3ed-cbf7-4345-89b7-2eeef376b05f tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=09aaa18f-383c-4e64-9f4d-342271d1d524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862668 May 03 22:43:06.175745 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a164f1-7a13-4669-b9e4-84a48185c973 req-0f08b7d0-da77-434b-83f6-38c64c985388 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:06.175745 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d1a164f1-7a13-4669-b9e4-84a48185c973 req-0f08b7d0-da77-434b-83f6-38c64c985388 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 946 time: 0.3313415 May 03 22:43:06.199354 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-b966cde4-a7cf-469a-a727-1fc462edfd4a tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Transition to ACTIVE for port object 35cdd9e5-7422-4479-9fde-9ac4d09ecccf will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:43:06.273214 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d1a164f1-7a13-4669-b9e4-84a48185c973 req-7f292963-64d3-485b-b262-d7f46beff510 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005430 May 03 22:43:06.291083 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5732a8-8fa6-45b2-ade4-6ea1c8c13e90 None None] Network 3c844908-458f-43d5-a32d-190eedb78cdc requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:43:06.333067 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b966cde4-a7cf-469a-a727-1fc462edfd4a tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:06.473663 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b966cde4-a7cf-469a-a727-1fc462edfd4a tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Network a8a12fef-8f1f-42e2-8a9d-7a66402fff0c is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:43:06.505881 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-b966cde4-a7cf-469a-a727-1fc462edfd4a tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:43:06.506455 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 879513de-dc91-4077-82d7-f405b4a335eb up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:43:06.593301 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b966cde4-a7cf-469a-a727-1fc462edfd4a tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:43:06.701614 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6dd00b77-f101-4527-80f7-641560e8579e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:06.829145 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966cde4-a7cf-469a-a727-1fc462edfd4a tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Pushing event updated for resources: {'Port': ['ID=35cdd9e5-7422-4479-9fde-9ac4d09ecccf,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:06.853658 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b966cde4-a7cf-469a-a727-1fc462edfd4a tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:06.854285 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b966cde4-a7cf-469a-a727-1fc462edfd4a tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:06.877964 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90eb099-649b-4846-b30d-a0d03146de66 req-b1be2afd-f8a9-498e-80fc-7009650ef319 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:06.879526 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f90eb099-649b-4846-b30d-a0d03146de66 req-b1be2afd-f8a9-498e-80fc-7009650ef319 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b3ac7a9-bc6e-4d62-8137-65811cbbad52 HTTP/1.1" status: 200 len: 946 time: 0.3567424 May 03 22:43:06.953385 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b966cde4-a7cf-469a-a727-1fc462edfd4a tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6219335 May 03 22:43:06.984850 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c350d-c32d-44eb-8ca0-db786cd8b4c3 req-6522ee89-ce02-44bb-99f7-35efc836925b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:06.984850 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fe1c350d-c32d-44eb-8ca0-db786cd8b4c3 req-6522ee89-ce02-44bb-99f7-35efc836925b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 946 time: 0.4011409 May 03 22:43:07.053520 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f90eb099-649b-4846-b30d-a0d03146de66 req-85a8b686-2957-40ef-b6ed-eb4c212ae355 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531751 May 03 22:43:07.065514 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fe1c350d-c32d-44eb-8ca0-db786cd8b4c3 req-43e4973f-5fb6-4979-8f44-053387541b95 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643892 May 03 22:43:07.155504 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-6dd00b77-f101-4527-80f7-641560e8579e None None] For port bc27c40d-1aa4-4a59-8217-f1453b716db2, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=bc27c40d-1aa4-4a59-8217-f1453b716db2,segment=NetworkSegment(d7184569-28cc-4f6c-bd88-6a1ad922482c),segment_id=d7184569-28cc-4f6c-bd88-6a1ad922482c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:43:07.205979 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6dd00b77-f101-4527-80f7-641560e8579e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:07.508779 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd00b77-f101-4527-80f7-641560e8579e None None] Pushing event updated for resources: {'Port': ['ID=bc27c40d-1aa4-4a59-8217-f1453b716db2,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:07.556212 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 879513de-dc91-4077-82d7-f405b4a335eb completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:43:07.605608 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1bf54d9c-47e0-4c51-8462-c2c0c36c2ee3 None None] Provisioning for port 879513de-dc91-4077-82d7-f405b4a335eb completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:43:07.633336 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1bf54d9c-47e0-4c51-8462-c2c0c36c2ee3 None None] Provisioning complete for port 879513de-dc91-4077-82d7-f405b4a335eb triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:43:07.641408 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1bf54d9c-47e0-4c51-8462-c2c0c36c2ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:07.677797 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df9b1e-dd87-4967-b4fe-6c1bd097d1e0 req-c67fc8a6-98ac-4f5d-b53a-6134d4b7f23b tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:07.699424 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-68df9b1e-dd87-4967-b4fe-6c1bd097d1e0 req-c67fc8a6-98ac-4f5d-b53a-6134d4b7f23b tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=49487cb5-31de-424e-a09d-b4d7788e3c8d HTTP/1.1" status: 200 len: 945 time: 0.3104224 May 03 22:43:07.813343 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-68df9b1e-dd87-4967-b4fe-6c1bd097d1e0 req-24cdd9d8-7fa9-4bbb-80f1-a990d75b5b61 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=09aaa18f-383c-4e64-9f4d-342271d1d524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043704 May 03 22:43:07.978492 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1bf54d9c-47e0-4c51-8462-c2c0c36c2ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:08.075370 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-1bf54d9c-47e0-4c51-8462-c2c0c36c2ee3 None None] For port 879513de-dc91-4077-82d7-f405b4a335eb, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=879513de-dc91-4077-82d7-f405b4a335eb,segment=NetworkSegment(54fef4b2-4531-4764-a855-cb5be1b9e034),segment_id=54fef4b2-4531-4764-a855-cb5be1b9e034)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:43:08.105210 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1bf54d9c-47e0-4c51-8462-c2c0c36c2ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:08.174301 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50664) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:43:08.179898 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-bf8f2b4d-da9a-4567-9021-4940c7b4f5bb tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Request body: {'security_group': {'name': 'tempest-securitygroup--235471170', 'description': 'tempest-description--989869534'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:43:08.201998 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bf8f2b4d-da9a-4567-9021-4940c7b4f5bb tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:43:08.206152 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bf8f2b4d-da9a-4567-9021-4940c7b4f5bb tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Usage tracker for resource:security_group and tenant:07f7b519265346608174cafca790a124 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:43:08.218829 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bf8f2b4d-da9a-4567-9021-4940c7b4f5bb tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:43:08.234984 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bf8f2b4d-da9a-4567-9021-4940c7b4f5bb tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:43:08.237573 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad8222-f5f3-44ee-93b4-a836ed0ca402 req-ff9c2aaf-99fc-4a11-bbfa-a8e763c2057c tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:08.239279 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4fad8222-f5f3-44ee-93b4-a836ed0ca402 req-ff9c2aaf-99fc-4a11-bbfa-a8e763c2057c tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 946 time: 0.2144930 May 03 22:43:08.266882 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bf8f2b4d-da9a-4567-9021-4940c7b4f5bb tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:08.306696 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-22a0525c-517e-4123-85c7-9bd4fdb9255e None None] Provisioning for port 70772943-6de8-4896-bcbe-7157ba0b4c77 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:43:08.330845 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bf8f2b4d-da9a-4567-9021-4940c7b4f5bb tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:43:08.344503 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device bc27c40d-1aa4-4a59-8217-f1453b716db2 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:43:08.348567 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bf8f2b4d-da9a-4567-9021-4940c7b4f5bb tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Usage tracker for resource:security_group_rule and tenant:07f7b519265346608174cafca790a124 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:43:08.366420 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bf8f2b4d-da9a-4567-9021-4940c7b4f5bb tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:43:08.379679 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bf8f2b4d-da9a-4567-9021-4940c7b4f5bb tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:43:08.407242 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4fad8222-f5f3-44ee-93b4-a836ed0ca402 req-7f67f776-409d-4521-b1bb-7960993aa6c8 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494329 May 03 22:43:08.663806 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bf8f2b4d-da9a-4567-9021-4940c7b4f5bb tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:08.680371 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bf8f2b4d-da9a-4567-9021-4940c7b4f5bb tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:08.726053 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3f3a1-378e-4a83-85b6-4cbf0c125238 req-ec293c0d-cb80-494b-b672-5f0f467dd19f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:08.732355 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-22a0525c-517e-4123-85c7-9bd4fdb9255e None None] Provisioning complete for port 70772943-6de8-4896-bcbe-7157ba0b4c77 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:43:08.744291 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-99c3f3a1-378e-4a83-85b6-4cbf0c125238 req-ec293c0d-cb80-494b-b672-5f0f467dd19f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b3ac7a9-bc6e-4d62-8137-65811cbbad52 HTTP/1.1" status: 200 len: 946 time: 0.3122556 May 03 22:43:08.746221 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-22a0525c-517e-4123-85c7-9bd4fdb9255e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:08.834046 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf54d9c-47e0-4c51-8462-c2c0c36c2ee3 None None] Pushing event updated for resources: {'Port': ['ID=879513de-dc91-4077-82d7-f405b4a335eb,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:08.841900 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bf8f2b4d-da9a-4567-9021-4940c7b4f5bb tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:08.854785 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bf8f2b4d-da9a-4567-9021-4940c7b4f5bb tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6739295 May 03 22:43:08.854785 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50686) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:43:08.913326 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-2d03dd6e-ce08-4266-acca-a52364f81cf4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Request body: {'security_group_rule': {'security_group_id': '7e2f72f5-cefb-44a2-a33d-790dfce5718e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:43:08.932750 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port bc27c40d-1aa4-4a59-8217-f1453b716db2 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:43:08.932750 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:08.954649 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2d03dd6e-ce08-4266-acca-a52364f81cf4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:43:08.968569 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2d03dd6e-ce08-4266-acca-a52364f81cf4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Usage tracker for resource:security_group_rule and tenant:07f7b519265346608174cafca790a124 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:43:08.974828 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2d03dd6e-ce08-4266-acca-a52364f81cf4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:43:08.985098 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-22a0525c-517e-4123-85c7-9bd4fdb9255e None None] Port 70772943-6de8-4896-bcbe-7157ba0b4c77 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:43:08.992324 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2d03dd6e-ce08-4266-acca-a52364f81cf4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:43:09.022855 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-22a0525c-517e-4123-85c7-9bd4fdb9255e None None] Provisioning complete for port bc27c40d-1aa4-4a59-8217-f1453b716db2 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:43:09.022855 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-22a0525c-517e-4123-85c7-9bd4fdb9255e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:09.065137 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f2b4d-da9a-4567-9021-4940c7b4f5bb tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2f72f5-cefb-44a2-a33d-790dfce5718e,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:09.090767 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2d03dd6e-ce08-4266-acca-a52364f81cf4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:09.233196 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2d03dd6e-ce08-4266-acca-a52364f81cf4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:09.233196 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2d03dd6e-ce08-4266-acca-a52364f81cf4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:09.273551 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-99c3f3a1-378e-4a83-85b6-4cbf0c125238 req-bcab2425-b290-4c54-a8e3-72c25fd218b5 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5186367 May 03 22:43:09.278906 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03dd6e-ce08-4266-acca-a52364f81cf4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ccfc1e8-7a58-4c68-b578-62e46c76e77f,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:09.313993 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2d03dd6e-ce08-4266-acca-a52364f81cf4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:09.319939 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2d03dd6e-ce08-4266-acca-a52364f81cf4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4253805 May 03 22:43:09.327914 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50694) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:43:09.327914 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-e4ad64e4-0d7f-422e-ba21-1bea1113f9c7 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Request body: {'security_group_rule': {'security_group_id': '7e2f72f5-cefb-44a2-a33d-790dfce5718e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:43:09.342909 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e4ad64e4-0d7f-422e-ba21-1bea1113f9c7 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:43:09.345146 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e4ad64e4-0d7f-422e-ba21-1bea1113f9c7 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Usage tracker for resource:security_group_rule and tenant:07f7b519265346608174cafca790a124 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:43:09.361829 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e4ad64e4-0d7f-422e-ba21-1bea1113f9c7 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:43:09.361829 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e4ad64e4-0d7f-422e-ba21-1bea1113f9c7 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:43:09.380509 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf3d59-e6aa-44df-8983-296fd741839b req-fc9b1f22-da2f-418a-99e1-14ed47291072 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:09.385444 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8bcf3d59-e6aa-44df-8983-296fd741839b req-fc9b1f22-da2f-418a-99e1-14ed47291072 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 946 time: 0.6186957 May 03 22:43:09.440404 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e4ad64e4-0d7f-422e-ba21-1bea1113f9c7 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:09.463220 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8bcf3d59-e6aa-44df-8983-296fd741839b req-09d45d35-8f55-4ca8-a9c3-fc2996d373a8 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791285 May 03 22:43:09.594743 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-248d61a3-8889-4a1d-b19f-7bee7a253504 None None] Provisioning complete for port 879513de-dc91-4077-82d7-f405b4a335eb triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:43:09.595136 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-248d61a3-8889-4a1d-b19f-7bee7a253504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:09.777746 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e4ad64e4-0d7f-422e-ba21-1bea1113f9c7 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:09.894553 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e4ad64e4-0d7f-422e-ba21-1bea1113f9c7 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:09.961681 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad64e4-0d7f-422e-ba21-1bea1113f9c7 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a5d152e-bab7-4f79-bb61-ac85e7320aed,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:09.971313 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e4ad64e4-0d7f-422e-ba21-1bea1113f9c7 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:09.973032 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e4ad64e4-0d7f-422e-ba21-1bea1113f9c7 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6561315 May 03 22:43:09.976501 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50722) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:43:09.984264 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-248d61a3-8889-4a1d-b19f-7bee7a253504 None None] Provisioning for port 35cdd9e5-7422-4479-9fde-9ac4d09ecccf completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:43:09.984907 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-1c13b3e8-a585-4c53-ae56-ef05aacd89d4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:43:09.989586 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-248d61a3-8889-4a1d-b19f-7bee7a253504 None None] Provisioning complete for port 35cdd9e5-7422-4479-9fde-9ac4d09ecccf triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:43:09.990855 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-248d61a3-8889-4a1d-b19f-7bee7a253504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:09.996633 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1c13b3e8-a585-4c53-ae56-ef05aacd89d4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:43:10.010864 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1c13b3e8-a585-4c53-ae56-ef05aacd89d4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Usage tracker for resource:floatingip and tenant:07f7b519265346608174cafca790a124 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:43:10.020565 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1c13b3e8-a585-4c53-ae56-ef05aacd89d4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:43:10.031631 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1c13b3e8-a585-4c53-ae56-ef05aacd89d4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:43:10.059939 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1c13b3e8-a585-4c53-ae56-ef05aacd89d4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks [] for floatingip, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:10.188163 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-248d61a3-8889-4a1d-b19f-7bee7a253504 None None] Port 35cdd9e5-7422-4479-9fde-9ac4d09ecccf cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:43:10.215105 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-248d61a3-8889-4a1d-b19f-7bee7a253504 None None] Provisioning complete for port 70772943-6de8-4896-bcbe-7157ba0b4c77 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:43:10.215695 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-248d61a3-8889-4a1d-b19f-7bee7a253504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:10.277895 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10dd5f-09a9-423b-8cb2-3225111b58ee req-d99238f3-d199-4087-986b-00926543918e tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:10.287045 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2f10dd5f-09a9-423b-8cb2-3225111b58ee req-d99238f3-d199-4087-986b-00926543918e tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=49487cb5-31de-424e-a09d-b4d7788e3c8d HTTP/1.1" status: 200 len: 945 time: 0.5073838 May 03 22:43:10.305012 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 879513de-dc91-4077-82d7-f405b4a335eb up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:43:10.384366 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-248d61a3-8889-4a1d-b19f-7bee7a253504 None None] Port 70772943-6de8-4896-bcbe-7157ba0b4c77 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:43:10.404424 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2f10dd5f-09a9-423b-8cb2-3225111b58ee req-d9135bd4-3c3a-4bb8-90ab-12079d609845 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=09aaa18f-383c-4e64-9f4d-342271d1d524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099563 May 03 22:43:10.420355 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 879513de-dc91-4077-82d7-f405b4a335eb triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:43:10.420907 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:10.469686 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1c13b3e8-a585-4c53-ae56-ef05aacd89d4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:10.492581 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa141dee-4eb2-4c99-a4c4-3f0b385a9bc0 req-f3e63992-1da2-44c5-b24c-705b90965398 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:10.497071 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aa141dee-4eb2-4c99-a4c4-3f0b385a9bc0 req-f3e63992-1da2-44c5-b24c-705b90965398 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 946 time: 0.4394393 May 03 22:43:10.649115 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aa141dee-4eb2-4c99-a4c4-3f0b385a9bc0 req-0f0c421d-2d95-41eb-9f81-8cd593a70cc1 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452799 May 03 22:43:10.743944 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-1c13b3e8-a585-4c53-ae56-ef05aacd89d4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Allocated IP 172.25.2.37 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/524a1142-2332-4ae7-813d-3ce42ec5b421) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:43:10.848169 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fffe2-f08d-4af4-a641-a59e34a15f3e req-1690b1bb-745b-4f94-8ca7-6b6566832f05 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:10.860581 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-872fffe2-f08d-4af4-a641-a59e34a15f3e req-1690b1bb-745b-4f94-8ca7-6b6566832f05 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b3ac7a9-bc6e-4d62-8137-65811cbbad52 HTTP/1.1" status: 200 len: 946 time: 0.2039189 May 03 22:43:11.081598 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1c13b3e8-a585-4c53-ae56-ef05aacd89d4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:11.126665 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-872fffe2-f08d-4af4-a641-a59e34a15f3e req-476acf0f-c3fa-404a-988e-2e1ce3aa1602 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500299 May 03 22:43:11.136857 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1c13b3e8-a585-4c53-ae56-ef05aacd89d4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:11.183170 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602af394-e7c3-44db-9a47-deb3c95eb0b9 req-84b4500d-6a18-403c-9bdc-8b1ebeea96b4 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:11.184753 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-602af394-e7c3-44db-9a47-deb3c95eb0b9 req-84b4500d-6a18-403c-9bdc-8b1ebeea96b4 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=49487cb5-31de-424e-a09d-b4d7788e3c8d HTTP/1.1" status: 200 len: 945 time: 0.3207459 May 03 22:43:11.194824 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50748) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:43:11.203982 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-64b6dbe8-45e4-4904-9d8a-4fefdef18c3d tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Request body: {'floatingip': {'port_id': 'e03d7b01-7814-460c-a987-7a428f0bd3f0'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:43:11.276271 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c13b3e8-a585-4c53-ae56-ef05aacd89d4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:43:11.280878 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-1c13b3e8-a585-4c53-ae56-ef05aacd89d4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:43:11.292823 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c13b3e8-a585-4c53-ae56-ef05aacd89d4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:43:11.304840 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-64b6dbe8-45e4-4904-9d8a-4fefdef18c3d tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for floatingip, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:11.369195 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13b3e8-a585-4c53-ae56-ef05aacd89d4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Pushing event updated for resources: {'Port': ['ID=524a1142-2332-4ae7-813d-3ce42ec5b421,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:11.430387 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1c13b3e8-a585-4c53-ae56-ef05aacd89d4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:11.567187 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1c13b3e8-a585-4c53-ae56-ef05aacd89d4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:11.607883 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0cd563-cbab-4486-a4f1-0042be533938 req-2718b62f-2793-4bfe-b168-3ff778c537ea tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:11.609380 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2e0cd563-cbab-4486-a4f1-0042be533938 req-2718b62f-2793-4bfe-b168-3ff778c537ea tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 946 time: 0.2158720 May 03 22:43:11.813551 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2e0cd563-cbab-4486-a4f1-0042be533938 req-2d6eff4e-dc46-4603-a77b-11842195ecb8 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915977 May 03 22:43:11.926221 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1c13b3e8-a585-4c53-ae56-ef05aacd89d4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:11.931944 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1c13b3e8-a585-4c53-ae56-ef05aacd89d4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:12.080251 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1c13b3e8-a585-4c53-ae56-ef05aacd89d4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:12.113072 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13b3e8-a585-4c53-ae56-ef05aacd89d4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Pushing event updated for resources: {'Port': ['ID=524a1142-2332-4ae7-813d-3ce42ec5b421,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:12.133620 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1c13b3e8-a585-4c53-ae56-ef05aacd89d4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:12.136572 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1c13b3e8-a585-4c53-ae56-ef05aacd89d4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1582956 May 03 22:43:12.234967 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2135c8-14fa-4d72-b4f8-6b57fb35378f req-61f12afc-d32d-4204-a749-5ffb52cb6536 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:12.242009 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e2135c8-14fa-4d72-b4f8-6b57fb35378f req-61f12afc-d32d-4204-a749-5ffb52cb6536 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b3ac7a9-bc6e-4d62-8137-65811cbbad52 HTTP/1.1" status: 200 len: 946 time: 0.3427713 May 03 22:43:12.297690 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336921b9-cea3-4ba7-8173-67a5218ab5de req-b845d487-0efc-4569-8394-ae1c4a4df271 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:12.299301 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-336921b9-cea3-4ba7-8173-67a5218ab5de req-b845d487-0efc-4569-8394-ae1c4a4df271 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 946 time: 0.2315257 May 03 22:43:12.610624 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e2135c8-14fa-4d72-b4f8-6b57fb35378f req-12e668ac-a608-45ec-acaf-673e216de650 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674121 May 03 22:43:12.639121 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-336921b9-cea3-4ba7-8173-67a5218ab5de req-78368f2e-66f6-46c6-818f-4fac008cbda1 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310885 May 03 22:43:12.686143 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-64b6dbe8-45e4-4904-9d8a-4fefdef18c3d tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:12.695010 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-64b6dbe8-45e4-4904-9d8a-4fefdef18c3d tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:12.974691 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-182d5868-1ca0-4925-903c-676247dfaa56 req-878a16b4-74fc-41db-9652-f617846571a5 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Synchronizing usage tracker for tenant:07f7b519265346608174cafca790a124 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:43:13.058830 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-182d5868-1ca0-4925-903c-676247dfaa56 req-878a16b4-74fc-41db-9652-f617846571a5 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Unset dirty status for tenant:07f7b519265346608174cafca790a124 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:43:13.068130 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-878a16b4-74fc-41db-9652-f617846571a5 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--235471170&fields=id&tenant_id=07f7b519265346608174cafca790a124 HTTP/1.1" status: 200 len: 267 time: 0.2448072 May 03 22:43:13.157471 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-64b6dbe8-45e4-4904-9d8a-4fefdef18c3d tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Floating IP 592d889b-3f17-40fc-bd48-18f7630f9722 associated. External IP: 172.25.2.211, port: e03d7b01-7814-460c-a987-7a428f0bd3f0. May 03 22:43:13.308632 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4eaaf6-d286-44fe-b57e-7e42b58a8ba3 req-8561e147-12c1-4910-a89a-021220693958 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:13.311427 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-9b4eaaf6-d286-44fe-b57e-7e42b58a8ba3 req-8561e147-12c1-4910-a89a-021220693958 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Synchronizing usage tracker for tenant:56f2a06b55b349518a0fa1bd075b4999 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:43:13.333812 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-9b4eaaf6-d286-44fe-b57e-7e42b58a8ba3 req-8561e147-12c1-4910-a89a-021220693958 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Unset dirty status for tenant:56f2a06b55b349518a0fa1bd075b4999 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:43:13.343193 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9b4eaaf6-d286-44fe-b57e-7e42b58a8ba3 req-8561e147-12c1-4910-a89a-021220693958 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b3ac7a9-bc6e-4d62-8137-65811cbbad52 HTTP/1.1" status: 200 len: 946 time: 0.3347270 May 03 22:43:13.344210 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-f7c931ff-f802-4d88-b722-824c3801c48d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:13.344864 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-182d5868-1ca0-4925-903c-676247dfaa56 req-f7c931ff-f802-4d88-b722-824c3801c48d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Synchronizing usage tracker for tenant:07f7b519265346608174cafca790a124 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:43:13.365557 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ee28d-b03d-44f3-80bd-d1a79f1cf0da req-c6bb414f-6894-4069-88ef-3af475e5720e tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:13.367042 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9c8ee28d-b03d-44f3-80bd-d1a79f1cf0da req-c6bb414f-6894-4069-88ef-3af475e5720e tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 946 time: 0.5428727 May 03 22:43:13.401177 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-182d5868-1ca0-4925-903c-676247dfaa56 req-f7c931ff-f802-4d88-b722-824c3801c48d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Unset dirty status for tenant:07f7b519265346608174cafca790a124 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:43:13.401914 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-f7c931ff-f802-4d88-b722-824c3801c48d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports/70772943-6de8-4896-bcbe-7157ba0b4c77 HTTP/1.1" status: 200 len: 936 time: 0.3329182 May 03 22:43:13.460709 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-9b4eaaf6-d286-44fe-b57e-7e42b58a8ba3 req-30881b89-cee9-428c-b1c2-83b6656090fd tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Deleting port 9bb4669b-eabd-4482-961c-c747be17d9e7 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:43:13.460976 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-9b4eaaf6-d286-44fe-b57e-7e42b58a8ba3 req-30881b89-cee9-428c-b1c2-83b6656090fd tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:13.492574 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9c8ee28d-b03d-44f3-80bd-d1a79f1cf0da req-ea13c4c6-dc54-4617-9961-62ac827fda2c tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100879 May 03 22:43:13.643343 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-1ace736f-208e-4811-925e-42dc98bcfcc8 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:13.651524 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-1ace736f-208e-4811-925e-42dc98bcfcc8 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports/35cdd9e5-7422-4479-9fde-9ac4d09ecccf HTTP/1.1" status: 200 len: 936 time: 0.2349761 May 03 22:43:13.901126 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-9b4eaaf6-d286-44fe-b57e-7e42b58a8ba3 req-30881b89-cee9-428c-b1c2-83b6656090fd tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] For port 9bb4669b-eabd-4482-961c-c747be17d9e7, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=9bb4669b-eabd-4482-961c-c747be17d9e7,segment=NetworkSegment(b38726d5-324d-4465-9fc5-454afd2d45a2),segment_id=b38726d5-324d-4465-9fc5-454afd2d45a2)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:43:13.901493 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-9b4eaaf6-d286-44fe-b57e-7e42b58a8ba3 req-30881b89-cee9-428c-b1c2-83b6656090fd tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:13.906316 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-a61b3301-48b0-49ff-827c-d0db1cd97e89 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?network_id=3c844908-458f-43d5-a32d-190eedb78cdc&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2536502 May 03 22:43:13.996870 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b6dbe8-45e4-4904-9d8a-4fefdef18c3d tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Router 8cdea6f8-d82d-43c1-9820-97fa0586d072 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:43:14.047398 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-9b4eaaf6-d286-44fe-b57e-7e42b58a8ba3 req-30881b89-cee9-428c-b1c2-83b6656090fd tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Calling delete_port for 9bb4669b-eabd-4482-961c-c747be17d9e7 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:43:14.144555 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-8ba7003a-14c3-443c-b4b9-9f4e8435a04f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?network_id=3c844908-458f-43d5-a32d-190eedb78cdc&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1465330 May 03 22:43:14.222311 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-9b4eaaf6-d286-44fe-b57e-7e42b58a8ba3 req-30881b89-cee9-428c-b1c2-83b6656090fd tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:14.233804 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['9bb4669b-eabd-4482-961c-c747be17d9e7'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:43:14.297691 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30881b89-cee9-428c-b1c2-83b6656090fd tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Pushing event deleted for resources: {'Port': ['ID=9bb4669b-eabd-4482-961c-c747be17d9e7,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:14.423712 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4eaaf6-d286-44fe-b57e-7e42b58a8ba3 req-30881b89-cee9-428c-b1c2-83b6656090fd tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] No DVR routers for this DVR port 9bb4669b-eabd-4482-961c-c747be17d9e7 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:43:14.429028 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-9b4eaaf6-d286-44fe-b57e-7e42b58a8ba3 req-30881b89-cee9-428c-b1c2-83b6656090fd tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:14.433148 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3ac7a9-bc6e-4d62-8137-65811cbbad52', 'name': 'network-vif-deleted', 'tag': '9bb4669b-eabd-4482-961c-c747be17d9e7'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:43:14.453290 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9b4eaaf6-d286-44fe-b57e-7e42b58a8ba3 req-30881b89-cee9-428c-b1c2-83b6656090fd tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.60 "DELETE /v2.0/ports/9bb4669b-eabd-4482-961c-c747be17d9e7 HTTP/1.1" status: 204 len: 173 time: 1.1025186 May 03 22:43:14.596373 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b5797-88be-4670-8394-f11efc41e274 req-067022e9-cf46-4a76-9e0f-2b26c8534572 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:14.603283 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e94b5797-88be-4670-8394-f11efc41e274 req-067022e9-cf46-4a76-9e0f-2b26c8534572 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 946 time: 0.7166805 May 03 22:43:14.697349 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e94b5797-88be-4670-8394-f11efc41e274 req-7d2a105a-0a85-4122-9294-bdbd28525f99 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926692 May 03 22:43:14.709393 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-77d784c7-d718-457d-9bf5-d50230db8946 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:14.716399 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-77d784c7-d718-457d-9bf5-d50230db8946 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:14.722659 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-77d784c7-d718-457d-9bf5-d50230db8946 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:14.723648 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-182d5868-1ca0-4925-903c-676247dfaa56 req-77d784c7-d718-457d-9bf5-d50230db8946 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Synchronizing usage tracker for tenant:07f7b519265346608174cafca790a124 on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:43:14.735463 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b6dbe8-45e4-4904-9d8a-4fefdef18c3d tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:43:14.741395 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-64b6dbe8-45e4-4904-9d8a-4fefdef18c3d tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:14.747993 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf45cc1-6826-4638-98c8-9c495d2dcd59 None None] Sync routers for ids ['8cdea6f8-d82d-43c1-9820-97fa0586d072'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:43:14.763887 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf45cc1-6826-4638-98c8-9c495d2dcd59 None None] Routers {'8cdea6f8-d82d-43c1-9820-97fa0586d072'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:43:14.764778 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-9cf45cc1-6826-4638-98c8-9c495d2dcd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:42:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['8cdea6f8-d82d-43c1-9820-97fa0586d072'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:43:14.845964 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-182d5868-1ca0-4925-903c-676247dfaa56 req-77d784c7-d718-457d-9bf5-d50230db8946 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Unset dirty status for tenant:07f7b519265346608174cafca790a124 on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:43:14.847167 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-77d784c7-d718-457d-9bf5-d50230db8946 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/networks?id=3447ec37-3982-4d19-88a9-e296027f90a8&id=a8a12fef-8f1f-42e2-8a9d-7a66402fff0c&id=a8a12fef-8f1f-42e2-8a9d-7a66402fff0c&id=3c844908-458f-43d5-a32d-190eedb78cdc&id=3c844908-458f-43d5-a32d-190eedb78cdc HTTP/1.1" status: 200 len: 1994 time: 0.6962624 May 03 22:43:14.899496 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-64b6dbe8-45e4-4904-9d8a-4fefdef18c3d tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "PUT /v2.0/floatingips/592d889b-3f17-40fc-bd48-18f7630f9722 HTTP/1.1" status: 200 len: 991 time: 3.7034931 May 03 22:43:14.901564 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-dd4a6355-7584-450b-a324-a86ca68ba1e0 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/quotas/07f7b519265346608174cafca790a124 HTTP/1.1" status: 200 len: 375 time: 0.0410650 May 03 22:43:14.902065 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49487cb5-31de-424e-a09d-b4d7788e3c8d', 'tag': 'e03d7b01-7814-460c-a987-7a428f0bd3f0'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:43:15.047193 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-276481b0-ee3c-418d-8d8b-8149c0be80cf req-65a06433-2c3c-42b7-8055-fbb209ecea57 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b3ac7a9-bc6e-4d62-8137-65811cbbad52 HTTP/1.1" status: 200 len: 210 time: 0.0496564 May 03 22:43:15.156707 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3ec4ed1-fefd-4b9d-8cb7-aa15b47493ac'] response: {'server_uuid': '5b3ac7a9-bc6e-4d62-8137-65811cbbad52', 'name': 'network-vif-deleted', 'tag': '9bb4669b-eabd-4482-961c-c747be17d9e7', 'status': 'completed', 'code': 200} May 03 22:43:15.159437 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-98e802c1-0e19-4adc-b840-1f0fc36999a4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=07f7b519265346608174cafca790a124&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2472839 May 03 22:43:15.317792 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-9cf45cc1-6826-4638-98c8-9c495d2dcd59 None None] Set router 8cdea6f8-d82d-43c1-9820-97fa0586d072 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:43:15.471889 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-7b749098-dd63-4656-b499-f2d9e4b24390 service neutron] 10.222.0.58 "GET /v2.0/networks/3447ec37-3982-4d19-88a9-e296027f90a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738850 May 03 22:43:15.734754 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-ad6f81d9-1f62-4cb2-b90f-5289b03eb742 service neutron] 10.222.0.58 "GET /v2.0/networks/3447ec37-3982-4d19-88a9-e296027f90a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517283 May 03 22:43:15.754617 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4b55d-51b4-4372-a590-2fd5be9f8563 req-27d0ef28-6f06-4a7e-a68d-7b18bc6a4ca5 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:15.759859 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a8e4b55d-51b4-4372-a590-2fd5be9f8563 req-27d0ef28-6f06-4a7e-a68d-7b18bc6a4ca5 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 946 time: 0.4128382 May 03 22:43:15.884100 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-c5f8cce9-ecfb-4797-8f3c-5dddec04c3d3 service neutron] 10.222.0.58 "GET /v2.0/ports/70772943-6de8-4896-bcbe-7157ba0b4c77?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1235120 May 03 22:43:15.898986 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a8e4b55d-51b4-4372-a590-2fd5be9f8563 req-ba1d603a-bceb-4285-9a84-7912dac5c41b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372156 May 03 22:43:15.947310 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-9cf45cc1-6826-4638-98c8-9c495d2dcd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'name': 'tempest-AttachVolumeTestJSON-2080392932-router', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6c98eef3-3a72-4293-a34d-0afc1332225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:38:12Z', 'updated_at': '2022-05-03T22:38:31Z', 'revision_number': 4, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'gw_port': {'id': '6c98eef3-3a72-4293-a34d-0afc1332225f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:38:15Z', 'updated_at': '2022-05-03T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '592d889b-3f17-40fc-bd48-18f7630f9722', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'floating_ip_address': '172.25.2.211', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'port_id': 'e03d7b01-7814-460c-a987-7a428f0bd3f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa', 'mac_address': 'fa:16:3e:62:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49487cb5-31de-424e-a09d-b4d7788e3c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:42:44Z', 'updated_at': '2022-05-03T22:43:12Z', 'revision_number': 1, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44b602a1-8dab-47ee-beaf-5cd83b1b7b8a', 'name': '', 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'mac_address': 'fa:16:3e:84:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '6f2b7d32-d8f2-456e-bc38-b728e1fe95c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:38:28Z', 'updated_at': '2022-05-03T22:38:41Z', 'revision_number': 5, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'subnets': [{'id': '6f2b7d32-d8f2-456e-bc38-b728e1fe95c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:43:15.953352 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf45cc1-6826-4638-98c8-9c495d2dcd59 None None] Checking router: 8cdea6f8-d82d-43c1-9820-97fa0586d072 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:43:15.967007 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf45cc1-6826-4638-98c8-9c495d2dcd59 None None] Routers {'8cdea6f8-d82d-43c1-9820-97fa0586d072'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:43:15.967796 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-9cf45cc1-6826-4638-98c8-9c495d2dcd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:42:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['8cdea6f8-d82d-43c1-9820-97fa0586d072'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:43:16.070261 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f0b7984-9ab7-4801-b6fb-289807e1f188'] response: {'name': 'network-changed', 'server_uuid': '49487cb5-31de-424e-a09d-b4d7788e3c8d', 'tag': 'e03d7b01-7814-460c-a987-7a428f0bd3f0', 'status': 'completed', 'code': 200} May 03 22:43:16.226262 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-a56ea903-7b29-4a31-a6ff-d995f766edc9 service neutron] 10.222.0.58 "GET /v2.0/networks/a8a12fef-8f1f-42e2-8a9d-7a66402fff0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305519 May 03 22:43:16.274053 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b717f8-7320-4b9b-86f6-9f6dc6a25077 req-16d03c56-d617-42f6-ba7e-671568d9375c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:16.276234 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a1b717f8-7320-4b9b-86f6-9f6dc6a25077 req-16d03c56-d617-42f6-ba7e-671568d9375c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e561281e65ac44bbb283fb588b1ce5d2&device_id=49487cb5-31de-424e-a09d-b4d7788e3c8d HTTP/1.1" status: 200 len: 1096 time: 0.2202775 May 03 22:43:16.379147 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 9bb4669b-eabd-4482-961c-c747be17d9e7 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:43:16.473032 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 9bb4669b-eabd-4482-961c-c747be17d9e7 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:43:16.484252 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 9bb4669b-eabd-4482-961c-c747be17d9e7 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:43:16.545611 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b717f8-7320-4b9b-86f6-9f6dc6a25077 req-63b8bff0-742d-4b13-aabc-ed3ce8048847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:16.549222 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a1b717f8-7320-4b9b-86f6-9f6dc6a25077 req-63b8bff0-742d-4b13-aabc-ed3ce8048847 service neutron] 10.222.0.60 "GET /v2.0/networks?id=52887582-9aaf-461f-9114-9c737d13cefa HTTP/1.1" status: 200 len: 912 time: 0.2583590 May 03 22:43:16.563604 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-00571790-7d47-4ee3-9903-f3561e2b7459 service neutron] 10.222.0.58 "GET /v2.0/networks/a8a12fef-8f1f-42e2-8a9d-7a66402fff0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380795 May 03 22:43:16.568966 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-9cf45cc1-6826-4638-98c8-9c495d2dcd59 None None] Set router 8cdea6f8-d82d-43c1-9820-97fa0586d072 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:43:16.647993 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-7b557f47-f467-429f-81ce-b984d7243e76 service neutron] 10.222.0.58 "GET /v2.0/ports/35cdd9e5-7422-4479-9fde-9ac4d09ecccf?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0727036 May 03 22:43:16.844595 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a1b717f8-7320-4b9b-86f6-9f6dc6a25077 req-fd748ee1-dcc0-422f-bd57-053ef8260c2e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e03d7b01-7814-460c-a987-7a428f0bd3f0 HTTP/1.1" status: 200 len: 999 time: 0.2885149 May 03 22:43:16.951230 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b717f8-7320-4b9b-86f6-9f6dc6a25077 req-3a8e00d6-17c9-42fb-96f3-b9e14db0d898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:16.955849 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a1b717f8-7320-4b9b-86f6-9f6dc6a25077 req-3a8e00d6-17c9-42fb-96f3-b9e14db0d898 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6f2b7d32-d8f2-456e-bc38-b728e1fe95c7 HTTP/1.1" status: 200 len: 850 time: 0.1038053 May 03 22:43:17.024200 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-a490d9d6-9699-4a80-be01-af7b51008d51 service neutron] 10.222.0.58 "GET /v2.0/networks/a8a12fef-8f1f-42e2-8a9d-7a66402fff0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689432 May 03 22:43:17.146276 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61dc571-a924-495f-9752-094a19ee535b req-b83de390-20f4-43fc-9b21-ae2f6a5321e7 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:17.163473 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a61dc571-a924-495f-9752-094a19ee535b req-b83de390-20f4-43fc-9b21-ae2f6a5321e7 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 946 time: 0.9305582 May 03 22:43:17.183878 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b717f8-7320-4b9b-86f6-9f6dc6a25077 req-2850f14c-0cdf-4c7b-bbc5-fb7bb58771e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:17.185454 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a1b717f8-7320-4b9b-86f6-9f6dc6a25077 req-2850f14c-0cdf-4c7b-bbc5-fb7bb58771e5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=52887582-9aaf-461f-9114-9c737d13cefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2226264 May 03 22:43:17.200525 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-9cf45cc1-6826-4638-98c8-9c495d2dcd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'name': 'tempest-AttachVolumeTestJSON-2080392932-router', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6c98eef3-3a72-4293-a34d-0afc1332225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:38:12Z', 'updated_at': '2022-05-03T22:38:31Z', 'revision_number': 4, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'gw_port': {'id': '6c98eef3-3a72-4293-a34d-0afc1332225f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:38:15Z', 'updated_at': '2022-05-03T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '592d889b-3f17-40fc-bd48-18f7630f9722', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'floating_ip_address': '172.25.2.211', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'port_id': 'e03d7b01-7814-460c-a987-7a428f0bd3f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa', 'mac_address': 'fa:16:3e:62:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49487cb5-31de-424e-a09d-b4d7788e3c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:42:44Z', 'updated_at': '2022-05-03T22:43:12Z', 'revision_number': 1, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44b602a1-8dab-47ee-beaf-5cd83b1b7b8a', 'name': '', 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'mac_address': 'fa:16:3e:84:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '6f2b7d32-d8f2-456e-bc38-b728e1fe95c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:38:28Z', 'updated_at': '2022-05-03T22:38:41Z', 'revision_number': 5, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'subnets': [{'id': '6f2b7d32-d8f2-456e-bc38-b728e1fe95c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:43:17.219468 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf45cc1-6826-4638-98c8-9c495d2dcd59 None None] The sync data for ids ['8cdea6f8-d82d-43c1-9820-97fa0586d072'] in n-d-811807-1 is: [{'id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'name': 'tempest-AttachVolumeTestJSON-2080392932-router', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6c98eef3-3a72-4293-a34d-0afc1332225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:38:12Z', 'updated_at': '2022-05-03T22:38:31Z', 'revision_number': 4, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'gw_port': {'id': '6c98eef3-3a72-4293-a34d-0afc1332225f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:38:15Z', 'updated_at': '2022-05-03T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '592d889b-3f17-40fc-bd48-18f7630f9722', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'floating_ip_address': '172.25.2.211', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'port_id': 'e03d7b01-7814-460c-a987-7a428f0bd3f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa', 'mac_address': 'fa:16:3e:62:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49487cb5-31de-424e-a09d-b4d7788e3c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:42:44Z', 'updated_at': '2022-05-03T22:43:12Z', 'revision_number': 1, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44b602a1-8dab-47ee-beaf-5cd83b1b7b8a', 'name': '', 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'mac_address': 'fa:16:3e:84:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '6f2b7d32-d8f2-456e-bc38-b728e1fe95c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:38:28Z', 'updated_at': '2022-05-03T22:38:41Z', 'revision_number': 5, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'subnets': [{'id': '6f2b7d32-d8f2-456e-bc38-b728e1fe95c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:43:17.398077 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a61dc571-a924-495f-9752-094a19ee535b req-80e7654a-60e5-4807-86a8-d72d95a3a9a3 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335558 May 03 22:43:17.541290 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-a2c547bb-5a04-4a2e-88bd-bf9d82ee48b8 service neutron] 10.222.0.58 "GET /v2.0/networks/a8a12fef-8f1f-42e2-8a9d-7a66402fff0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5066981 May 03 22:43:17.670265 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a1b717f8-7320-4b9b-86f6-9f6dc6a25077 req-fdc98cf6-482e-495e-89cd-983af69a750a service neutron] 10.222.0.60 "GET /v2.0/networks/52887582-9aaf-461f-9114-9c737d13cefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551849 May 03 22:43:17.786384 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39be20b-2a9e-4c34-960c-04ae95b8c0d1 None None] New status for floating IP 592d889b-3f17-40fc-bd48-18f7630f9722: ACTIVE {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:43:17.964390 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-4ede2d66-719c-4b99-b530-1bf08d677868 service neutron] 10.222.0.58 "GET /v2.0/networks/a8a12fef-8f1f-42e2-8a9d-7a66402fff0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103093 May 03 22:43:18.111992 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a1b717f8-7320-4b9b-86f6-9f6dc6a25077 req-3906187b-47a4-4908-bb99-9cd2155a96e0 service neutron] 10.222.0.60 "GET /v2.0/networks/52887582-9aaf-461f-9114-9c737d13cefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353278 May 03 22:43:18.818996 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399521ad-bb86-4761-aa3b-289a69262e82 req-72d5eebe-f2fa-47fc-8747-fb8c8c1710e8 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:18.825979 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-399521ad-bb86-4761-aa3b-289a69262e82 req-72d5eebe-f2fa-47fc-8747-fb8c8c1710e8 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/networks?id=f484e0b5-7091-4031-9307-0c51512cbb0f HTTP/1.1" status: 200 len: 811 time: 0.8038168 May 03 22:43:18.859571 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-399521ad-bb86-4761-aa3b-289a69262e82 req-226e8f5d-6948-4974-98b2-6c8efa8345d3 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/quotas/56f2a06b55b349518a0fa1bd075b4999 HTTP/1.1" status: 200 len: 375 time: 0.0309467 May 03 22:43:18.909467 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-7b9006da-9e39-4ee2-bfd6-60e5790ee163 service neutron] 10.222.0.58 "GET /v2.0/networks/a8a12fef-8f1f-42e2-8a9d-7a66402fff0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9389563 May 03 22:43:18.960135 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-399521ad-bb86-4761-aa3b-289a69262e82 req-e50bb852-67c2-4d22-8303-84bbfabbbe88 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=56f2a06b55b349518a0fa1bd075b4999&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0998268 May 03 22:43:19.218478 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-80c72605-7ba3-4aee-8a22-551a4090e9b2 service neutron] 10.222.0.58 "GET /v2.0/networks/a8a12fef-8f1f-42e2-8a9d-7a66402fff0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945149 May 03 22:43:19.260063 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-399521ad-bb86-4761-aa3b-289a69262e82 req-e7f30a6f-7896-44cf-826c-e4d22a4c210a service neutron] 10.222.0.58 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837665 May 03 22:43:19.444395 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-fc214860-7285-4aa7-88c5-9d852bf37a6e service neutron] 10.222.0.58 "GET /v2.0/networks/a8a12fef-8f1f-42e2-8a9d-7a66402fff0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250993 May 03 22:43:19.711650 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-28f01565-f380-44c4-b92d-bc3935dbc6bd service neutron] 10.222.0.58 "GET /v2.0/networks/3c844908-458f-43d5-a32d-190eedb78cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964993 May 03 22:43:19.721103 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-399521ad-bb86-4761-aa3b-289a69262e82 req-dc8b0366-026f-4bdc-bb34-3548106059dc service neutron] 10.222.0.58 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890300 May 03 22:43:20.115418 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-38a8d454-b5f4-4451-a1ea-892c4ff3321f service neutron] 10.222.0.58 "GET /v2.0/networks/3c844908-458f-43d5-a32d-190eedb78cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925045 May 03 22:43:20.138430 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b852ff55-1c85-4f7f-b073-2c5253c01a4e req-5663ca62-bb3d-45d5-b780-eb9e03ec1b0e tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=272ff94a-2a74-45e9-8b12-ec2cb4f67f24 HTTP/1.1" status: 200 len: 210 time: 0.1550536 May 03 22:43:20.385260 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-9e46cdc2-e6bf-4338-bf14-fc0f73b5dbab service neutron] 10.222.0.58 "GET /v2.0/networks/3c844908-458f-43d5-a32d-190eedb78cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457809 May 03 22:43:20.582041 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-fb4eb0f4-2c41-4442-b0cd-d2926d710e47 service neutron] 10.222.0.58 "GET /v2.0/networks/3c844908-458f-43d5-a32d-190eedb78cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897187 May 03 22:43:21.593340 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b88fee40-ffad-4e00-999f-868f4cd80214 req-8f219d39-4fa3-492c-aad3-3c6101083514 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=49487cb5-31de-424e-a09d-b4d7788e3c8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1939507 May 03 22:43:21.962353 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fee40-ffad-4e00-999f-868f4cd80214 req-38149a72-6451-4328-8396-9ac3bcfecfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:21.966347 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b88fee40-ffad-4e00-999f-868f4cd80214 req-38149a72-6451-4328-8396-9ac3bcfecfb1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e561281e65ac44bbb283fb588b1ce5d2&device_id=49487cb5-31de-424e-a09d-b4d7788e3c8d HTTP/1.1" status: 200 len: 1096 time: 0.1835289 May 03 22:43:21.986791 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5847aef4-e8e6-4701-97e4-fc873c7bb4e4 req-976082ee-34e6-4a61-936e-367e9efa1dd5 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=272ff94a-2a74-45e9-8b12-ec2cb4f67f24 HTTP/1.1" status: 200 len: 210 time: 0.5676868 May 03 22:43:22.567659 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-173888f8-f9bb-4fa8-af6e-1d3ff775b762 req-b509ef26-8004-44e7-b31c-f3ff4302af62 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 210 time: 0.1843767 May 03 22:43:22.870770 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cbfee47b-6dee-4d61-b5e4-a63012df9e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:22.999382 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399521ad-bb86-4761-aa3b-289a69262e82 req-9e35efa4-212b-43fc-86ff-3fa2ef47110a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:23.002654 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-399521ad-bb86-4761-aa3b-289a69262e82 req-9e35efa4-212b-43fc-86ff-3fa2ef47110a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.67 "GET /v2.0/networks?id=f484e0b5-7091-4031-9307-0c51512cbb0f HTTP/1.1" status: 200 len: 811 time: 1.0185101 May 03 22:43:23.011484 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fee40-ffad-4e00-999f-868f4cd80214 req-823927cf-41de-4a5f-b464-f36a42b667de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:23.022732 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b88fee40-ffad-4e00-999f-868f4cd80214 req-823927cf-41de-4a5f-b464-f36a42b667de service neutron] 10.222.0.60 "GET /v2.0/networks?id=52887582-9aaf-461f-9114-9c737d13cefa HTTP/1.1" status: 200 len: 912 time: 0.9484081 May 03 22:43:23.220015 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-399521ad-bb86-4761-aa3b-289a69262e82 req-f2dc8072-ba67-46b2-8ec7-74cebe66607a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Request body: {'port': {'device_id': '272ff94a-2a74-45e9-8b12-ec2cb4f67f24', 'network_id': 'f484e0b5-7091-4031-9307-0c51512cbb0f', 'admin_state_up': True, 'tenant_id': '56f2a06b55b349518a0fa1bd075b4999'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:43:23.243991 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6c81416a-b593-4adf-85d4-32fce7501e32 req-40a85ecb-d53d-41bf-9c5c-2771d8bd173a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7479920 May 03 22:43:23.288756 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c79f063f-e93a-42cf-9963-cfdfb15fb88c req-e9efcbf7-4173-4333-b872-e31b93c31e9c tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=272ff94a-2a74-45e9-8b12-ec2cb4f67f24 HTTP/1.1" status: 200 len: 210 time: 0.0700114 May 03 22:43:23.540250 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-399521ad-bb86-4761-aa3b-289a69262e82 req-f2dc8072-ba67-46b2-8ec7-74cebe66607a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:43:23.566205 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-399521ad-bb86-4761-aa3b-289a69262e82 req-f2dc8072-ba67-46b2-8ec7-74cebe66607a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Usage tracker for resource:port and tenant:56f2a06b55b349518a0fa1bd075b4999 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:43:23.572481 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-399521ad-bb86-4761-aa3b-289a69262e82 req-f2dc8072-ba67-46b2-8ec7-74cebe66607a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:43:23.584052 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b88fee40-ffad-4e00-999f-868f4cd80214 req-f8b61c9c-0503-4484-9ee6-910362417a11 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e03d7b01-7814-460c-a987-7a428f0bd3f0 HTTP/1.1" status: 200 len: 1001 time: 0.5579174 May 03 22:43:23.590870 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-399521ad-bb86-4761-aa3b-289a69262e82 req-f2dc8072-ba67-46b2-8ec7-74cebe66607a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:43:23.718928 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fee40-ffad-4e00-999f-868f4cd80214 req-988317ad-d687-46ca-b472-8808b62770d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:23.720396 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b88fee40-ffad-4e00-999f-868f4cd80214 req-988317ad-d687-46ca-b472-8808b62770d8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6f2b7d32-d8f2-456e-bc38-b728e1fe95c7 HTTP/1.1" status: 200 len: 850 time: 0.1273260 May 03 22:43:23.780801 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-399521ad-bb86-4761-aa3b-289a69262e82 req-f2dc8072-ba67-46b2-8ec7-74cebe66607a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Made reservation on behalf of 56f2a06b55b349518a0fa1bd075b4999 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:43:23.805599 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-399521ad-bb86-4761-aa3b-289a69262e82 req-f2dc8072-ba67-46b2-8ec7-74cebe66607a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:23.922258 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0958b2f5-27e7-4076-aef0-832037664fa7 req-1afe2c4f-8a0b-4262-8283-4becd9acccd5 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 210 time: 0.0860963 May 03 22:43:24.050211 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-399521ad-bb86-4761-aa3b-289a69262e82 req-f2dc8072-ba67-46b2-8ec7-74cebe66607a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Allocated IP 172.20.0.5 (f484e0b5-7091-4031-9307-0c51512cbb0f/e1d2886a-36ca-4181-9979-2ff50bdb7ad7/5ef344e3-dfa8-4cfd-8c01-da8f8604500a) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:43:24.077730 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81416a-b593-4adf-85d4-32fce7501e32 req-cf9504a1-30e6-4954-b376-f9012c254bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:24.079306 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6c81416a-b593-4adf-85d4-32fce7501e32 req-cf9504a1-30e6-4954-b376-f9012c254bf8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4005ab853daa4dd0a8c6d47cfa1e3258&device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 1097 time: 0.6236851 May 03 22:43:24.332560 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81416a-b593-4adf-85d4-32fce7501e32 req-29ce9c97-2f67-42d5-a7b5-e69d7b7f8c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:24.334505 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6c81416a-b593-4adf-85d4-32fce7501e32 req-29ce9c97-2f67-42d5-a7b5-e69d7b7f8c28 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 HTTP/1.1" status: 200 len: 917 time: 0.2169020 May 03 22:43:24.336113 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:24.469922 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fee40-ffad-4e00-999f-868f4cd80214 req-d67f0ea5-1a17-4fbd-bc38-5907af208538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:24.472181 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b88fee40-ffad-4e00-999f-868f4cd80214 req-d67f0ea5-1a17-4fbd-bc38-5907af208538 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=52887582-9aaf-461f-9114-9c737d13cefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7345233 May 03 22:43:24.693541 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2436c087-ab80-4edc-8f02-11f6e559a18f req-eec35ac1-5526-468e-855f-e40a4eb3f8b1 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=272ff94a-2a74-45e9-8b12-ec2cb4f67f24 HTTP/1.1" status: 200 len: 210 time: 0.1323323 May 03 22:43:24.965207 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-8b8c055d-8425-4d47-888c-9f1667667c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:24.968381 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-8b8c055d-8425-4d47-888c-9f1667667c35 service neutron] 10.222.0.60 "GET /v2.0/ports/70772943-6de8-4896-bcbe-7157ba0b4c77 HTTP/1.1" status: 200 len: 1032 time: 0.2252259 May 03 22:43:25.045956 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9c697c01-eb3a-46f9-805e-433953f623e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:25.246912 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3f74f0fe-8e6e-4271-bd1f-815c3223f653 req-bb843ec1-037d-4ba3-a914-6a58b65b3249 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 210 time: 0.1313515 May 03 22:43:25.473002 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6c81416a-b593-4adf-85d4-32fce7501e32 req-508b5343-cebe-464f-90ff-f9ff1071607e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ae259da-89ce-42c7-81a9-d0aa11f186b8 HTTP/1.1" status: 200 len: 1000 time: 1.1295583 May 03 22:43:25.581598 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-3e9f9ba4-984a-4579-8c7c-f411c3e56965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:25.582970 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-3e9f9ba4-984a-4579-8c7c-f411c3e56965 service neutron] 10.222.0.60 "GET /v2.0/ports/35cdd9e5-7422-4479-9fde-9ac4d09ecccf HTTP/1.1" status: 200 len: 1032 time: 0.5829880 May 03 22:43:25.643192 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-399521ad-bb86-4761-aa3b-289a69262e82 req-f2dc8072-ba67-46b2-8ec7-74cebe66607a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:25.705401 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81416a-b593-4adf-85d4-32fce7501e32 req-82060fb2-d9c8-44e5-8707-4c2c5ed85351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:25.707802 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6c81416a-b593-4adf-85d4-32fce7501e32 req-82060fb2-d9c8-44e5-8707-4c2c5ed85351 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=209e1eea-ba5e-419e-9e3d-b3077ecd94a4 HTTP/1.1" status: 200 len: 855 time: 0.2244029 May 03 22:43:25.776705 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b88fee40-ffad-4e00-999f-868f4cd80214 req-fcb4c075-a4d5-4428-99a1-6c8643c9dde2 service neutron] 10.222.0.60 "GET /v2.0/networks/52887582-9aaf-461f-9114-9c737d13cefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2807462 May 03 22:43:26.045279 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-399521ad-bb86-4761-aa3b-289a69262e82 req-f2dc8072-ba67-46b2-8ec7-74cebe66607a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:26.068079 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:43:26.149723 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-399521ad-bb86-4761-aa3b-289a69262e82 req-f2dc8072-ba67-46b2-8ec7-74cebe66607a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Network f484e0b5-7091-4031-9307-0c51512cbb0f is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:43:26.165107 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-399521ad-bb86-4761-aa3b-289a69262e82 req-f2dc8072-ba67-46b2-8ec7-74cebe66607a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:43:26.251653 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89782b0-1f84-44ae-88c0-8bf606bbb6ab req-c171ac34-a22f-4036-b510-a6c676189d34 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:26.261485 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-399521ad-bb86-4761-aa3b-289a69262e82 req-f2dc8072-ba67-46b2-8ec7-74cebe66607a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:43:26.272250 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e89782b0-1f84-44ae-88c0-8bf606bbb6ab req-c171ac34-a22f-4036-b510-a6c676189d34 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=272ff94a-2a74-45e9-8b12-ec2cb4f67f24 HTTP/1.1" status: 200 len: 931 time: 0.3055847 May 03 22:43:26.302631 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:26.343164 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399521ad-bb86-4761-aa3b-289a69262e82 req-f2dc8072-ba67-46b2-8ec7-74cebe66607a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:26.343807 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-399521ad-bb86-4761-aa3b-289a69262e82 req-f2dc8072-ba67-46b2-8ec7-74cebe66607a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:26.347806 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:26.388968 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-399521ad-bb86-4761-aa3b-289a69262e82 req-f2dc8072-ba67-46b2-8ec7-74cebe66607a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1881406 May 03 22:43:26.423688 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e89782b0-1f84-44ae-88c0-8bf606bbb6ab req-6583502b-5ed9-42b9-bb4a-86d7b1b87f1f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503801 May 03 22:43:26.436733 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-399521ad-bb86-4761-aa3b-289a69262e82 req-37ebda72-18fb-422d-9236-cdfeb2299f30 service neutron] Request body: {'port': {'device_id': '272ff94a-2a74-45e9-8b12-ec2cb4f67f24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:43:26.735170 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-399521ad-bb86-4761-aa3b-289a69262e82 req-37ebda72-18fb-422d-9236-cdfeb2299f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:26.756427 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc8072-ba67-46b2-8ec7-74cebe66607a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Pushing event updated for resources: {'Port': ['ID=5ef344e3-dfa8-4cfd-8c01-da8f8604500a,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:26.804311 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5d7902c3-50ad-4da5-aa47-4eb7a446a1fd req-d0d24c7d-2a6b-4a44-85f0-4a62f613ae03 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 210 time: 0.1948285 May 03 22:43:26.919290 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81416a-b593-4adf-85d4-32fce7501e32 req-873e76c6-1225-40d1-b75c-8233b4e3adc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:26.920419 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6c81416a-b593-4adf-85d4-32fce7501e32 req-873e76c6-1225-40d1-b75c-8233b4e3adc2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2045567 May 03 22:43:26.958542 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-d84f214a-601b-4775-8eac-4390e7cff494 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:26.973121 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-d84f214a-601b-4775-8eac-4390e7cff494 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:26.988867 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-d84f214a-601b-4775-8eac-4390e7cff494 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:26.990717 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-d84f214a-601b-4775-8eac-4390e7cff494 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.60 "GET /v2.0/networks?id=3447ec37-3982-4d19-88a9-e296027f90a8&id=a8a12fef-8f1f-42e2-8a9d-7a66402fff0c&id=a8a12fef-8f1f-42e2-8a9d-7a66402fff0c&id=a8a12fef-8f1f-42e2-8a9d-7a66402fff0c&id=a8a12fef-8f1f-42e2-8a9d-7a66402fff0c&id=3c844908-458f-43d5-a32d-190eedb78cdc&id=3c844908-458f-43d5-a32d-190eedb78cdc HTTP/1.1" status: 200 len: 1994 time: 1.3950281 May 03 22:43:27.215864 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b88fee40-ffad-4e00-999f-868f4cd80214 req-9add0dfe-e81f-4ecd-831b-8417754c019f service neutron] 10.222.0.60 "GET /v2.0/networks/52887582-9aaf-461f-9114-9c737d13cefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4243557 May 03 22:43:27.398826 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-182d5868-1ca0-4925-903c-676247dfaa56 req-4241e129-ed93-4f5f-b0f4-21ed7895ed6d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Synchronizing usage tracker for tenant:07f7b519265346608174cafca790a124 on resource:security_group {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:43:27.486143 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac42a6e-164f-44a9-8c24-3dabfe4d1dd3 req-a29a93b6-aba4-4781-b2b0-bfb687df807a tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:27.496159 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7ac42a6e-164f-44a9-8c24-3dabfe4d1dd3 req-a29a93b6-aba4-4781-b2b0-bfb687df807a tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 946 time: 0.1215081 May 03 22:43:27.563281 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7ac42a6e-164f-44a9-8c24-3dabfe4d1dd3 req-b296df73-7d00-4c8d-83fb-008f8e7e2c84 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628679 May 03 22:43:27.618191 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:27.855748 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:27.941890 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b4419-d18a-425e-822a-af600f5595b3 req-4fa665d7-fc29-459c-8ef8-19161e493164 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:27.943410 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-759b4419-d18a-425e-822a-af600f5595b3 req-4fa665d7-fc29-459c-8ef8-19161e493164 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=272ff94a-2a74-45e9-8b12-ec2cb4f67f24 HTTP/1.1" status: 200 len: 931 time: 0.2169986 May 03 22:43:28.014712 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-399521ad-bb86-4761-aa3b-289a69262e82 req-37ebda72-18fb-422d-9236-cdfeb2299f30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ef344e3-dfa8-4cfd-8c01-da8f8604500a {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:43:28.027918 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-399521ad-bb86-4761-aa3b-289a69262e82 req-37ebda72-18fb-422d-9236-cdfeb2299f30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:28.044440 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-759b4419-d18a-425e-822a-af600f5595b3 req-8267d4d0-aba0-49fc-acc7-e120a3d00c51 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929160 May 03 22:43:28.080659 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-399521ad-bb86-4761-aa3b-289a69262e82 req-37ebda72-18fb-422d-9236-cdfeb2299f30 service neutron] Transition to ACTIVE for port object 5ef344e3-dfa8-4cfd-8c01-da8f8604500a will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:43:28.112314 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-182d5868-1ca0-4925-903c-676247dfaa56 req-4241e129-ed93-4f5f-b0f4-21ed7895ed6d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Unset dirty status for tenant:07f7b519265346608174cafca790a124 on resource:security_group {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:43:28.115234 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-4241e129-ed93-4f5f-b0f4-21ed7895ed6d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07f7b519265346608174cafca790a124 HTTP/1.1" status: 200 len: 379 time: 1.0390866 May 03 22:43:28.116951 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6c81416a-b593-4adf-85d4-32fce7501e32 req-6f322987-6cde-416a-9fea-bf289cc4a5ec service neutron] 10.222.0.67 "GET /v2.0/networks/ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1253207 May 03 22:43:28.117425 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-47f8d9c0-7940-4120-ac3c-cf050e885ea1 req-3832fd52-942a-4523-8fbe-0a4de2a2ca02 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 210 time: 0.0642931 May 03 22:43:28.118423 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-399521ad-bb86-4761-aa3b-289a69262e82 req-37ebda72-18fb-422d-9236-cdfeb2299f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:28.190910 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-182d5868-1ca0-4925-903c-676247dfaa56 req-d29643a3-99bc-4a46-9faf-416af6d8e988 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Request body: {'port': {'device_id': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'network_id': '3447ec37-3982-4d19-88a9-e296027f90a8', 'admin_state_up': True, 'tenant_id': '07f7b519265346608174cafca790a124', 'security_groups': ['7e2f72f5-cefb-44a2-a33d-790dfce5718e']}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:43:28.813601 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ebda72-18fb-422d-9236-cdfeb2299f30 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef344e3-dfa8-4cfd-8c01-da8f8604500a,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:28.825120 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6c81416a-b593-4adf-85d4-32fce7501e32 req-24a0ce98-47b3-4e5e-97b0-4ebd9cf5daff service neutron] 10.222.0.67 "GET /v2.0/networks/ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6975770 May 03 22:43:28.952966 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47ca1e-9cbb-4ae2-be09-64b01476753e req-0ec33d06-2348-4a74-badb-2dbefb8fab78 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:28.963655 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4d47ca1e-9cbb-4ae2-be09-64b01476753e req-0ec33d06-2348-4a74-badb-2dbefb8fab78 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 946 time: 0.2131965 May 03 22:43:28.997269 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-182d5868-1ca0-4925-903c-676247dfaa56 req-d29643a3-99bc-4a46-9faf-416af6d8e988 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:43:29.008013 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-399521ad-bb86-4761-aa3b-289a69262e82 req-37ebda72-18fb-422d-9236-cdfeb2299f30 service neutron] Attempting to bind port 5ef344e3-dfa8-4cfd-8c01-da8f8604500a on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:43:29.008541 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-399521ad-bb86-4761-aa3b-289a69262e82 req-37ebda72-18fb-422d-9236-cdfeb2299f30 service neutron] Attempting to bind port 5ef344e3-dfa8-4cfd-8c01-da8f8604500a by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': 'b38726d5-324d-4465-9fc5-454afd2d45a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f484e0b5-7091-4031-9307-0c51512cbb0f'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:43:29.009034 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399521ad-bb86-4761-aa3b-289a69262e82 req-37ebda72-18fb-422d-9236-cdfeb2299f30 service neutron] Attempting to bind port 5ef344e3-dfa8-4cfd-8c01-da8f8604500a on network f484e0b5-7091-4031-9307-0c51512cbb0f {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:43:29.018591 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399521ad-bb86-4761-aa3b-289a69262e82 req-37ebda72-18fb-422d-9236-cdfeb2299f30 service neutron] Port 5ef344e3-dfa8-4cfd-8c01-da8f8604500a on network f484e0b5-7091-4031-9307-0c51512cbb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:43:29.019786 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399521ad-bb86-4761-aa3b-289a69262e82 req-37ebda72-18fb-422d-9236-cdfeb2299f30 service neutron] Attempting to bind port 5ef344e3-dfa8-4cfd-8c01-da8f8604500a on network f484e0b5-7091-4031-9307-0c51512cbb0f {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:43:29.033395 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4d47ca1e-9cbb-4ae2-be09-64b01476753e req-9078756a-4c26-45bb-b7b3-ceaca1be7b22 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629680 May 03 22:43:29.033975 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-182d5868-1ca0-4925-903c-676247dfaa56 req-d29643a3-99bc-4a46-9faf-416af6d8e988 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:43:29.036287 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399521ad-bb86-4761-aa3b-289a69262e82 req-37ebda72-18fb-422d-9236-cdfeb2299f30 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:43:29.036861 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399521ad-bb86-4761-aa3b-289a69262e82 req-37ebda72-18fb-422d-9236-cdfeb2299f30 service neutron] Checking segment: {'id': 'b38726d5-324d-4465-9fc5-454afd2d45a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f484e0b5-7091-4031-9307-0c51512cbb0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:43:29.037258 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399521ad-bb86-4761-aa3b-289a69262e82 req-37ebda72-18fb-422d-9236-cdfeb2299f30 service neutron] Bound using segment: {'id': 'b38726d5-324d-4465-9fc5-454afd2d45a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f484e0b5-7091-4031-9307-0c51512cbb0f'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:43:29.037701 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-399521ad-bb86-4761-aa3b-289a69262e82 req-37ebda72-18fb-422d-9236-cdfeb2299f30 service neutron] Bound port: 5ef344e3-dfa8-4cfd-8c01-da8f8604500a, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b38726d5-324d-4465-9fc5-454afd2d45a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'f484e0b5-7091-4031-9307-0c51512cbb0f'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:43:29.038087 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-399521ad-bb86-4761-aa3b-289a69262e82 req-37ebda72-18fb-422d-9236-cdfeb2299f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:29.121570 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47e378-497a-4d25-b0a6-71834f22e00e req-74fb5759-cd65-4348-8b3d-cad62b50143b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:29.122316 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-0d47e378-497a-4d25-b0a6-71834f22e00e req-74fb5759-cd65-4348-8b3d-cad62b50143b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Synchronizing usage tracker for tenant:fbfe6bca3b264cd880fbd33ea61935c3 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:43:29.130740 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-d29643a3-99bc-4a46-9faf-416af6d8e988 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Made reservation on behalf of 07f7b519265346608174cafca790a124 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:43:29.134114 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-d29643a3-99bc-4a46-9faf-416af6d8e988 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:29.504902 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-182d5868-1ca0-4925-903c-676247dfaa56 req-d29643a3-99bc-4a46-9faf-416af6d8e988 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Allocated IP 172.20.0.5 (3447ec37-3982-4d19-88a9-e296027f90a8/a5c50d9d-c526-4e5a-813d-10937c3b2804/a65dd8bc-04aa-4161-86e1-8b68e0967dd9) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:43:29.568852 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-afde6b8b-5390-4359-8523-d6ecc066f38f req-b3e8c29a-4cfc-48e9-820e-304a2b121dbf tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 210 time: 0.1422567 May 03 22:43:29.632558 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ada70-7ff8-45dc-a33c-c3dae83cb636 req-fe9b4899-a050-4369-bd9d-9aab927b7bff tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:29.641144 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-076ada70-7ff8-45dc-a33c-c3dae83cb636 req-fe9b4899-a050-4369-bd9d-9aab927b7bff tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=272ff94a-2a74-45e9-8b12-ec2cb4f67f24 HTTP/1.1" status: 200 len: 943 time: 0.3216348 May 03 22:43:29.700240 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-076ada70-7ff8-45dc-a33c-c3dae83cb636 req-987c05ee-8847-4e5b-9e8c-6e3e3e8b51f7 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577838 May 03 22:43:29.771798 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-399521ad-bb86-4761-aa3b-289a69262e82 req-37ebda72-18fb-422d-9236-cdfeb2299f30 service neutron] For port 5ef344e3-dfa8-4cfd-8c01-da8f8604500a, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:43:29.779761 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-399521ad-bb86-4761-aa3b-289a69262e82 req-37ebda72-18fb-422d-9236-cdfeb2299f30 service neutron] For port 5ef344e3-dfa8-4cfd-8c01-da8f8604500a, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=5ef344e3-dfa8-4cfd-8c01-da8f8604500a,segment=NetworkSegment(b38726d5-324d-4465-9fc5-454afd2d45a2),segment_id=b38726d5-324d-4465-9fc5-454afd2d45a2)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:43:29.787807 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-0d47e378-497a-4d25-b0a6-71834f22e00e req-74fb5759-cd65-4348-8b3d-cad62b50143b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Unset dirty status for tenant:fbfe6bca3b264cd880fbd33ea61935c3 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:43:29.789394 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0d47e378-497a-4d25-b0a6-71834f22e00e req-74fb5759-cd65-4348-8b3d-cad62b50143b tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 946 time: 0.9433432 May 03 22:43:29.794322 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-399521ad-bb86-4761-aa3b-289a69262e82 req-37ebda72-18fb-422d-9236-cdfeb2299f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:29.927485 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ebda72-18fb-422d-9236-cdfeb2299f30 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef344e3-dfa8-4cfd-8c01-da8f8604500a,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:29.969051 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399521ad-bb86-4761-aa3b-289a69262e82 req-37ebda72-18fb-422d-9236-cdfeb2299f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:29.970316 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-399521ad-bb86-4761-aa3b-289a69262e82 req-37ebda72-18fb-422d-9236-cdfeb2299f30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:29.971710 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-399521ad-bb86-4761-aa3b-289a69262e82 req-37ebda72-18fb-422d-9236-cdfeb2299f30 service neutron] 10.222.0.67 "PUT /v2.0/ports/5ef344e3-dfa8-4cfd-8c01-da8f8604500a HTTP/1.1" status: 200 len: 1091 time: 3.5528817 May 03 22:43:29.998451 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272ff94a-2a74-45e9-8b12-ec2cb4f67f24', 'tag': '5ef344e3-dfa8-4cfd-8c01-da8f8604500a'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:43:30.190475 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6528b79d-f148-497e-8b6f-8b4f589063a7'] response: {'name': 'network-changed', 'server_uuid': '272ff94a-2a74-45e9-8b12-ec2cb4f67f24', 'tag': '5ef344e3-dfa8-4cfd-8c01-da8f8604500a', 'status': 'completed', 'code': 200} May 03 22:43:30.236722 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-0d47e378-497a-4d25-b0a6-71834f22e00e req-fe6b8247-d644-4f2e-bc13-504726b7e1e8 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Deleting port 90386d36-c44d-4064-8a75-f7c49c1009ba {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:43:30.237225 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0d47e378-497a-4d25-b0a6-71834f22e00e req-fe6b8247-d644-4f2e-bc13-504726b7e1e8 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:30.275788 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-d29643a3-99bc-4a46-9faf-416af6d8e988 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:30.408982 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-182d5868-1ca0-4925-903c-676247dfaa56 req-d29643a3-99bc-4a46-9faf-416af6d8e988 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Transition to ACTIVE for port object a65dd8bc-04aa-4161-86e1-8b68e0967dd9 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:43:30.432592 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53408d3-6e02-42c0-aefe-6001e0403eef req-f331ce50-6910-4faf-beda-70d2612536fb tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:30.442584 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b53408d3-6e02-42c0-aefe-6001e0403eef req-f331ce50-6910-4faf-beda-70d2612536fb tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 946 time: 0.1978409 May 03 22:43:30.496124 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b53408d3-6e02-42c0-aefe-6001e0403eef req-4ce495f4-2206-4d5d-9316-7e3f190dfda9 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494914 May 03 22:43:30.499412 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-d29643a3-99bc-4a46-9faf-416af6d8e988 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:30.657662 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399521ad-bb86-4761-aa3b-289a69262e82 req-a6661562-b4b3-40bc-9096-c85b6e3570a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:30.659738 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-399521ad-bb86-4761-aa3b-289a69262e82 req-a6661562-b4b3-40bc-9096-c85b6e3570a5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56f2a06b55b349518a0fa1bd075b4999&device_id=272ff94a-2a74-45e9-8b12-ec2cb4f67f24 HTTP/1.1" status: 200 len: 1094 time: 0.6129718 May 03 22:43:30.716771 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29643a3-99bc-4a46-9faf-416af6d8e988 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Pushing event updated for resources: {'Port': ['ID=a65dd8bc-04aa-4161-86e1-8b68e0967dd9,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:30.947757 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-0d47e378-497a-4d25-b0a6-71834f22e00e req-fe6b8247-d644-4f2e-bc13-504726b7e1e8 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] For port 90386d36-c44d-4064-8a75-f7c49c1009ba, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=90386d36-c44d-4064-8a75-f7c49c1009ba,segment=NetworkSegment(a7668370-475d-4918-bbba-2675de080411),segment_id=a7668370-475d-4918-bbba-2675de080411)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:43:30.948645 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0d47e378-497a-4d25-b0a6-71834f22e00e req-fe6b8247-d644-4f2e-bc13-504726b7e1e8 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:31.012030 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ea505-e7fa-4702-b5c9-bef9c4488583 req-9b913af3-f05d-4c16-bc78-07d22efd7fc0 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:31.020492 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-116ea505-e7fa-4702-b5c9-bef9c4488583 req-9b913af3-f05d-4c16-bc78-07d22efd7fc0 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 931 time: 0.1519494 May 03 22:43:31.143281 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-0d47e378-497a-4d25-b0a6-71834f22e00e req-fe6b8247-d644-4f2e-bc13-504726b7e1e8 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Calling delete_port for 90386d36-c44d-4064-8a75-f7c49c1009ba owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:43:31.145921 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-116ea505-e7fa-4702-b5c9-bef9c4488583 req-f0189527-f5c0-4dfd-9d63-29da0022a19b tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220486 May 03 22:43:31.216036 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100f01b-eec1-4bc8-b4ef-989d27b182b8 req-c028dc9d-026d-4ba5-84f8-3b405cd76b6b tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:31.218209 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5100f01b-eec1-4bc8-b4ef-989d27b182b8 req-c028dc9d-026d-4ba5-84f8-3b405cd76b6b tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=272ff94a-2a74-45e9-8b12-ec2cb4f67f24 HTTP/1.1" status: 200 len: 943 time: 0.1429939 May 03 22:43:31.224881 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-399521ad-bb86-4761-aa3b-289a69262e82 req-adcca57c-2b76-4e13-a92d-16dc660eb9bd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ef344e3-dfa8-4cfd-8c01-da8f8604500a HTTP/1.1" status: 200 len: 217 time: 0.5064535 May 03 22:43:31.318501 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5100f01b-eec1-4bc8-b4ef-989d27b182b8 req-091c67fb-bc56-4239-9355-b467efec6a37 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936937 May 03 22:43:31.792030 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-182d5868-1ca0-4925-903c-676247dfaa56 req-d29643a3-99bc-4a46-9faf-416af6d8e988 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Network 3447ec37-3982-4d19-88a9-e296027f90a8 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:43:31.795331 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-182d5868-1ca0-4925-903c-676247dfaa56 req-d29643a3-99bc-4a46-9faf-416af6d8e988 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:43:31.816178 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-182d5868-1ca0-4925-903c-676247dfaa56 req-d29643a3-99bc-4a46-9faf-416af6d8e988 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:43:31.944000 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-d29643a3-99bc-4a46-9faf-416af6d8e988 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:31.953992 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-d29643a3-99bc-4a46-9faf-416af6d8e988 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:31.996800 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab996c2-b30c-4385-9fb9-f9d50b522fc3 req-2c6ad257-95fb-4e6f-bdf7-b2e62790c66e tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:32.005460 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7ab996c2-b30c-4385-9fb9-f9d50b522fc3 req-2c6ad257-95fb-4e6f-bdf7-b2e62790c66e tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 946 time: 0.2406278 May 03 22:43:32.062393 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399521ad-bb86-4761-aa3b-289a69262e82 req-bfe340de-7a39-48a6-92b9-a9643b4043e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:32.063831 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-399521ad-bb86-4761-aa3b-289a69262e82 req-bfe340de-7a39-48a6-92b9-a9643b4043e8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e1d2886a-36ca-4181-9979-2ff50bdb7ad7 HTTP/1.1" status: 200 len: 851 time: 0.8133285 May 03 22:43:32.156837 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7ab996c2-b30c-4385-9fb9-f9d50b522fc3 req-deb14c7d-29eb-4d12-8f95-2283798038a1 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/security-groups?id=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499109 May 03 22:43:32.160362 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-d29643a3-99bc-4a46-9faf-416af6d8e988 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0012438 May 03 22:43:32.219914 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-75afd492-230f-4dd5-941c-6b48a21cde12 None None] Provisioning for port a65dd8bc-04aa-4161-86e1-8b68e0967dd9 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:43:32.233556 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-75afd492-230f-4dd5-941c-6b48a21cde12 None None] Provisioning complete for port a65dd8bc-04aa-4161-86e1-8b68e0967dd9 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:43:32.233718 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464ca4b-ee52-4a73-94e8-83ea044b5f21 req-18b34aa8-9951-4bd7-bdef-3050cfa478fc tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:32.234378 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-75afd492-230f-4dd5-941c-6b48a21cde12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:32.245444 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8464ca4b-ee52-4a73-94e8-83ea044b5f21 req-18b34aa8-9951-4bd7-bdef-3050cfa478fc tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 946 time: 0.2144005 May 03 22:43:32.256423 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-399521ad-bb86-4761-aa3b-289a69262e82 req-87aa5403-01a2-402c-bf06-863d6a0471a3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f484e0b5-7091-4031-9307-0c51512cbb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1745555 May 03 22:43:32.281173 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-182d5868-1ca0-4925-903c-676247dfaa56 req-aa2eb839-ac9f-4de8-b9f5-37ea4b0e826f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Request body: {'port': {'device_id': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'network_id': 'a8a12fef-8f1f-42e2-8a9d-7a66402fff0c', 'admin_state_up': True, 'tenant_id': '07f7b519265346608174cafca790a124', 'security_groups': ['7e2f72f5-cefb-44a2-a33d-790dfce5718e']}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:43:32.351823 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8464ca4b-ee52-4a73-94e8-83ea044b5f21 req-e88b4bab-b153-439c-90e7-477393026564 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050680 May 03 22:43:32.419494 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-75afd492-230f-4dd5-941c-6b48a21cde12 None None] Port a65dd8bc-04aa-4161-86e1-8b68e0967dd9 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:43:32.501230 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc46a7-e151-437a-97bf-15460dadaae0 req-5e29ddd2-282f-4dc7-9fe0-840718862724 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:32.511081 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-14bc46a7-e151-437a-97bf-15460dadaae0 req-5e29ddd2-282f-4dc7-9fe0-840718862724 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 931 time: 0.1157689 May 03 22:43:32.544496 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0d47e378-497a-4d25-b0a6-71834f22e00e req-fe6b8247-d644-4f2e-bc13-504726b7e1e8 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:32.559175 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-182d5868-1ca0-4925-903c-676247dfaa56 req-aa2eb839-ac9f-4de8-b9f5-37ea4b0e826f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:43:32.566849 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-14bc46a7-e151-437a-97bf-15460dadaae0 req-49a59a3d-d98e-4cd0-a259-47ce8c4eb638 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548122 May 03 22:43:32.610295 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-182d5868-1ca0-4925-903c-676247dfaa56 req-aa2eb839-ac9f-4de8-b9f5-37ea4b0e826f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Usage tracker for resource:port and tenant:07f7b519265346608174cafca790a124 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:43:32.622971 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-182d5868-1ca0-4925-903c-676247dfaa56 req-aa2eb839-ac9f-4de8-b9f5-37ea4b0e826f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Quota usage for port was recalculated. Used quota:8. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:43:32.677719 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe5a64-9e12-406f-85ed-c95d6dd05ddf req-93dfebaf-807d-441f-928a-f2acb7fd60f6 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:32.685815 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b8247-d644-4f2e-bc13-504726b7e1e8 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Pushing event deleted for resources: {'Port': ['ID=90386d36-c44d-4064-8a75-f7c49c1009ba,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:32.688069 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-182d5868-1ca0-4925-903c-676247dfaa56 req-aa2eb839-ac9f-4de8-b9f5-37ea4b0e826f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:43:32.701796 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a8fe5a64-9e12-406f-85ed-c95d6dd05ddf req-93dfebaf-807d-441f-928a-f2acb7fd60f6 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=272ff94a-2a74-45e9-8b12-ec2cb4f67f24 HTTP/1.1" status: 200 len: 943 time: 0.1339126 May 03 22:43:32.770316 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-aa2eb839-ac9f-4de8-b9f5-37ea4b0e826f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Made reservation on behalf of 07f7b519265346608174cafca790a124 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:43:32.771304 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a8fe5a64-9e12-406f-85ed-c95d6dd05ddf req-29497ae1-4fff-43a0-bf77-8e1316e55ba9 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683265 May 03 22:43:32.773807 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-aa2eb839-ac9f-4de8-b9f5-37ea4b0e826f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:32.914756 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d47e378-497a-4d25-b0a6-71834f22e00e req-fe6b8247-d644-4f2e-bc13-504726b7e1e8 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] No DVR routers for this DVR port 90386d36-c44d-4064-8a75-f7c49c1009ba on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:43:32.927941 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0d47e378-497a-4d25-b0a6-71834f22e00e req-fe6b8247-d644-4f2e-bc13-504726b7e1e8 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:32.941601 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2670065-5cb6-4b96-9177-8c54aba32e1b', 'name': 'network-vif-deleted', 'tag': '90386d36-c44d-4064-8a75-f7c49c1009ba'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:43:32.966286 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0d47e378-497a-4d25-b0a6-71834f22e00e req-fe6b8247-d644-4f2e-bc13-504726b7e1e8 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.67 "DELETE /v2.0/ports/90386d36-c44d-4064-8a75-f7c49c1009ba HTTP/1.1" status: 204 len: 173 time: 3.1554818 May 03 22:43:33.064928 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-399521ad-bb86-4761-aa3b-289a69262e82 req-d8f3159f-cd76-4a89-9da2-58393d9feffa service neutron] 10.222.0.67 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6003106 May 03 22:43:33.066658 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d19917fa-30f1-4110-a962-7a4a6c827044'] response: {'server_uuid': 'd2670065-5cb6-4b96-9177-8c54aba32e1b', 'name': 'network-vif-deleted', 'tag': '90386d36-c44d-4064-8a75-f7c49c1009ba', 'status': 'completed', 'code': 200} May 03 22:43:33.442467 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-182d5868-1ca0-4925-903c-676247dfaa56 req-aa2eb839-ac9f-4de8-b9f5-37ea4b0e826f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Allocated IP 10.1.1.215 (a8a12fef-8f1f-42e2-8a9d-7a66402fff0c/b7e46920-9d2d-4625-9a5c-68c22a8e6522/514dff93-7c2f-488c-83d9-709281d10db1) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:43:33.575162 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 90386d36-c44d-4064-8a75-f7c49c1009ba no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:43:33.644923 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4141f634-75d9-444f-a481-db49c3bf6226 req-6d12d201-dfde-4b88-b171-f4e4e2b6f241 tempest-ServersNegativeTestJSON-1424800612 tempest-ServersNegativeTestJSON-1424800612-project] 10.222.0.58 "GET /v2.0/ports?device_id=d2670065-5cb6-4b96-9177-8c54aba32e1b HTTP/1.1" status: 200 len: 210 time: 0.1689262 May 03 22:43:33.654379 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 90386d36-c44d-4064-8a75-f7c49c1009ba {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:43:33.656662 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 90386d36-c44d-4064-8a75-f7c49c1009ba not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:43:33.962087 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb9344-83f8-4db3-9d3f-e3597b612673 req-30285bda-94da-47b9-bed4-a01f080d89fc tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:33.980204 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bacb9344-83f8-4db3-9d3f-e3597b612673 req-30285bda-94da-47b9-bed4-a01f080d89fc tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 946 time: 0.3265681 May 03 22:43:34.054843 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-aa2eb839-ac9f-4de8-b9f5-37ea4b0e826f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:34.091874 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-182d5868-1ca0-4925-903c-676247dfaa56 req-aa2eb839-ac9f-4de8-b9f5-37ea4b0e826f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Transition to ACTIVE for port object 514dff93-7c2f-488c-83d9-709281d10db1 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:43:34.198862 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bacb9344-83f8-4db3-9d3f-e3597b612673 req-eb5e1145-6fc0-4735-a4a9-153ee2f8e6b3 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180839 May 03 22:43:34.322379 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509ba94-c7c9-446b-a56e-4af5efdd78fa req-03c05668-1903-46d8-ad1f-1ffa2254c71a tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:34.325158 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4509ba94-c7c9-446b-a56e-4af5efdd78fa req-03c05668-1903-46d8-ad1f-1ffa2254c71a tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 931 time: 0.2944212 May 03 22:43:34.418152 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4509ba94-c7c9-446b-a56e-4af5efdd78fa req-cd444def-b47b-411a-ad77-8eb391390365 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866966 May 03 22:43:34.418743 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52100) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:43:34.482016 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-399521ad-bb86-4761-aa3b-289a69262e82 req-28ac3a1b-eeac-4eec-9571-bdd279f16047 service neutron] 10.222.0.67 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4020276 May 03 22:43:34.648799 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943b63c-5abf-4352-88f3-91784d392f70 req-e1ff46d7-beb1-4893-ba41-f433fbbe4c8d tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:34.658005 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e943b63c-5abf-4352-88f3-91784d392f70 req-e1ff46d7-beb1-4893-ba41-f433fbbe4c8d tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=272ff94a-2a74-45e9-8b12-ec2cb4f67f24 HTTP/1.1" status: 200 len: 943 time: 0.2226965 May 03 22:43:34.741825 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-aa2eb839-ac9f-4de8-b9f5-37ea4b0e826f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:34.786572 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e943b63c-5abf-4352-88f3-91784d392f70 req-4783c943-5e63-4800-a1e6-ddece69f3184 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271915 May 03 22:43:34.818262 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52110) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:43:34.821718 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a28d8308-4fac-42dc-94d6-e5acd4846723 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=94f99245f40a4fa89696945f73e4c147&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4018362 May 03 22:43:34.824966 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52112) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:43:34.913576 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-182d5868-1ca0-4925-903c-676247dfaa56 req-aa2eb839-ac9f-4de8-b9f5-37ea4b0e826f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Network a8a12fef-8f1f-42e2-8a9d-7a66402fff0c is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:43:34.920372 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-182d5868-1ca0-4925-903c-676247dfaa56 req-aa2eb839-ac9f-4de8-b9f5-37ea4b0e826f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:43:34.929052 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-182d5868-1ca0-4925-903c-676247dfaa56 req-aa2eb839-ac9f-4de8-b9f5-37ea4b0e826f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:43:34.971300 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-118af442-06a3-4951-91ea-87bfa54d3385 admin admin] Deleting subnet fe269a99-0a61-49f3-84a1-e1479dc44f08 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:43:34.975596 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-118af442-06a3-4951-91ea-87bfa54d3385 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:35.057889 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-aa2eb839-ac9f-4de8-b9f5-37ea4b0e826f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:35.058590 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-aa2eb839-ac9f-4de8-b9f5-37ea4b0e826f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:35.071854 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-118af442-06a3-4951-91ea-87bfa54d3385 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:35.081763 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2eb839-ac9f-4de8-b9f5-37ea4b0e826f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Pushing event updated for resources: {'Port': ['ID=514dff93-7c2f-488c-83d9-709281d10db1,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:35.095326 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d3e5d-ec41-42ac-b610-4a0ea1515c40 req-2ac969ca-a69e-457f-b238-2260e56b6f4f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:35.096086 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-e65d3e5d-ec41-42ac-b610-4a0ea1515c40 req-2ac969ca-a69e-457f-b238-2260e56b6f4f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Synchronizing usage tracker for tenant:4005ab853daa4dd0a8c6d47cfa1e3258 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:43:35.111557 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f26b7c71-4376-4c19-b853-a8f406fd4e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:35.158064 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f145c2-3c68-428f-bb45-7d47374aa742 req-0acfc721-6e65-457c-a003-02fa50f9e9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:35.161257 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a6f145c2-3c68-428f-bb45-7d47374aa742 req-0acfc721-6e65-457c-a003-02fa50f9e9fd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=56f2a06b55b349518a0fa1bd075b4999&device_id=272ff94a-2a74-45e9-8b12-ec2cb4f67f24 HTTP/1.1" status: 200 len: 1094 time: 0.6083241 May 03 22:43:35.163548 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-aa2eb839-ac9f-4de8-b9f5-37ea4b0e826f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8965631 May 03 22:43:35.164203 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-e65d3e5d-ec41-42ac-b610-4a0ea1515c40 req-2ac969ca-a69e-457f-b238-2260e56b6f4f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Unset dirty status for tenant:4005ab853daa4dd0a8c6d47cfa1e3258 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:43:35.165316 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e65d3e5d-ec41-42ac-b610-4a0ea1515c40 req-2ac969ca-a69e-457f-b238-2260e56b6f4f tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.67 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 946 time: 1.8796148 May 03 22:43:35.301128 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-182d5868-1ca0-4925-903c-676247dfaa56 req-d8ed8392-7e01-4243-acd7-8034766b255d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Request body: {'port': {'device_id': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'network_id': 'a8a12fef-8f1f-42e2-8a9d-7a66402fff0c', 'admin_state_up': True, 'tenant_id': '07f7b519265346608174cafca790a124', 'security_groups': ['7e2f72f5-cefb-44a2-a33d-790dfce5718e']}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:43:35.305681 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f26b7c71-4376-4c19-b853-a8f406fd4e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:35.334161 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-118af442-06a3-4951-91ea-87bfa54d3385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:35.373271 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-481e260f-ed20-4622-b91a-2c2c67c1545d None None] Provisioning for port 514dff93-7c2f-488c-83d9-709281d10db1 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:43:35.401951 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-481e260f-ed20-4622-b91a-2c2c67c1545d None None] Provisioning complete for port 514dff93-7c2f-488c-83d9-709281d10db1 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:43:35.402329 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-481e260f-ed20-4622-b91a-2c2c67c1545d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:35.589787 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-118af442-06a3-4951-91ea-87bfa54d3385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:35.608903 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f26b7c71-4376-4c19-b853-a8f406fd4e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:35.633539 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-481e260f-ed20-4622-b91a-2c2c67c1545d None None] Port 514dff93-7c2f-488c-83d9-709281d10db1 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:43:35.677031 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-182d5868-1ca0-4925-903c-676247dfaa56 req-d8ed8392-7e01-4243-acd7-8034766b255d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:43:35.696089 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-182d5868-1ca0-4925-903c-676247dfaa56 req-d8ed8392-7e01-4243-acd7-8034766b255d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Usage tracker for resource:port and tenant:07f7b519265346608174cafca790a124 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:43:35.704129 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-182d5868-1ca0-4925-903c-676247dfaa56 req-d8ed8392-7e01-4243-acd7-8034766b255d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Quota usage for port was recalculated. Used quota:9. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:43:35.722387 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-182d5868-1ca0-4925-903c-676247dfaa56 req-d8ed8392-7e01-4243-acd7-8034766b255d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:43:35.768680 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-118af442-06a3-4951-91ea-87bfa54d3385 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:35.780762 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b7c71-4376-4c19-b853-a8f406fd4e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c5c97f-6415-4783-931d-1e1b17dc4e4a,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:35.785005 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-e65d3e5d-ec41-42ac-b610-4a0ea1515c40 req-fdc1cca7-46e6-4083-b446-e6a6d3eb611a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Deleting port 1ae259da-89ce-42c7-81a9-d0aa11f186b8 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:43:35.785582 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e65d3e5d-ec41-42ac-b610-4a0ea1515c40 req-fdc1cca7-46e6-4083-b446-e6a6d3eb611a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:35.800313 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-118af442-06a3-4951-91ea-87bfa54d3385 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/fe269a99-0a61-49f3-84a1-e1479dc44f08 HTTP/1.1" status: 204 len: 168 time: 0.9764650 May 03 22:43:35.805983 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b7c71-4376-4c19-b853-a8f406fd4e2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:35.806332 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b7c71-4376-4c19-b853-a8f406fd4e2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:35.807030 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b7c71-4376-4c19-b853-a8f406fd4e2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:35.807367 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b7c71-4376-4c19-b853-a8f406fd4e2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:35.807699 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b7c71-4376-4c19-b853-a8f406fd4e2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:35.808086 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b7c71-4376-4c19-b853-a8f406fd4e2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:35.808413 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b7c71-4376-4c19-b853-a8f406fd4e2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:35.808872 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b7c71-4376-4c19-b853-a8f406fd4e2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:35.809197 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b7c71-4376-4c19-b853-a8f406fd4e2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:35.809520 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b7c71-4376-4c19-b853-a8f406fd4e2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:35.809839 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b7c71-4376-4c19-b853-a8f406fd4e2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:35.810211 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b7c71-4376-4c19-b853-a8f406fd4e2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:35.822289 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52130) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:43:35.835696 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f26b7c71-4376-4c19-b853-a8f406fd4e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:35.836703 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f26b7c71-4376-4c19-b853-a8f406fd4e2d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/87c5c97f-6415-4783-931d-1e1b17dc4e4a HTTP/1.1" status: 204 len: 168 time: 1.0103667 May 03 22:43:35.838506 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118af442-06a3-4951-91ea-87bfa54d3385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe269a99-0a61-49f3-84a1-e1479dc44f08,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:35.893882 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-d8ed8392-7e01-4243-acd7-8034766b255d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Made reservation on behalf of 07f7b519265346608174cafca790a124 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:43:35.897466 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-d8ed8392-7e01-4243-acd7-8034766b255d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:36.045011 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f145c2-3c68-428f-bb45-7d47374aa742 req-1b0d8943-b5fc-4a3c-ab03-95963959fd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:36.047035 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a6f145c2-3c68-428f-bb45-7d47374aa742 req-1b0d8943-b5fc-4a3c-ab03-95963959fd75 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f484e0b5-7091-4031-9307-0c51512cbb0f HTTP/1.1" status: 200 len: 912 time: 0.8720267 May 03 22:43:36.118909 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e4e185a7-d6f5-43d8-9d2d-d4155d9c9da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:36.132574 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a6f145c2-3c68-428f-bb45-7d47374aa742 req-c2f2f836-7ddc-42fb-8c43-6c3d422bc084 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ef344e3-dfa8-4cfd-8c01-da8f8604500a HTTP/1.1" status: 200 len: 217 time: 0.0730064 May 03 22:43:36.158582 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d81685-78ae-401d-bc6a-03223d322b91 req-921079dc-1547-40b7-abbd-4d886b9e9a2b tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:36.168069 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-00d81685-78ae-401d-bc6a-03223d322b91 req-921079dc-1547-40b7-abbd-4d886b9e9a2b tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 946 time: 0.6845729 May 03 22:43:36.207392 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f145c2-3c68-428f-bb45-7d47374aa742 req-4b20568b-bc71-4e46-9bd4-2febf179e92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:36.208817 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a6f145c2-3c68-428f-bb45-7d47374aa742 req-4b20568b-bc71-4e46-9bd4-2febf179e92a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e1d2886a-36ca-4181-9979-2ff50bdb7ad7 HTTP/1.1" status: 200 len: 851 time: 0.0616097 May 03 22:43:36.215928 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803668b-1c81-4c8a-9b36-254a496967a3 req-b7a4f10c-a8ef-47b2-875d-231db5e88399 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:36.223585 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803668b-1c81-4c8a-9b36-254a496967a3 req-b7a4f10c-a8ef-47b2-875d-231db5e88399 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:36.231759 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1803668b-1c81-4c8a-9b36-254a496967a3 req-b7a4f10c-a8ef-47b2-875d-231db5e88399 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 1653 time: 0.5255854 May 03 22:43:36.308182 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a6f145c2-3c68-428f-bb45-7d47374aa742 req-4224e91e-80d7-40e5-8c68-6c23a3aaf73a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f484e0b5-7091-4031-9307-0c51512cbb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894196 May 03 22:43:36.397300 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-00d81685-78ae-401d-bc6a-03223d322b91 req-5c051d89-9c18-4f09-a5d9-9abac63d0ec2 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups?id=003a3041-892f-43ef-a03c-cbc464a03495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216768 May 03 22:43:36.550775 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e4e185a7-d6f5-43d8-9d2d-d4155d9c9da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:36.577581 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1803668b-1c81-4c8a-9b36-254a496967a3 req-bd6560ec-10f4-4175-a7f9-283838afdab6 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3444624 May 03 22:43:36.626609 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-e4e185a7-d6f5-43d8-9d2d-d4155d9c9da5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc571f4-7c6c-4734-8444-6a7a06a14e80']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:43:36.654807 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-e4e185a7-d6f5-43d8-9d2d-d4155d9c9da5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7668370-475d-4918-bbba-2675de080411') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:43:36.655230 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-e4e185a7-d6f5-43d8-9d2d-d4155d9c9da5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7668370-475d-4918-bbba-2675de080411') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:43:36.668562 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e4e185a7-d6f5-43d8-9d2d-d4155d9c9da5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:36.686520 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e4e185a7-d6f5-43d8-9d2d-d4155d9c9da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:36.693291 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4e185a7-d6f5-43d8-9d2d-d4155d9c9da5 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:43:36.693834 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e4e185a7-d6f5-43d8-9d2d-d4155d9c9da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:36.721611 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-182d5868-1ca0-4925-903c-676247dfaa56 req-d8ed8392-7e01-4243-acd7-8034766b255d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Allocated IP 10.1.1.38 (a8a12fef-8f1f-42e2-8a9d-7a66402fff0c/b7e46920-9d2d-4625-9a5c-68c22a8e6522/d99ae307-1483-492b-b9b0-159ed89bfb47) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:43:36.775917 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-e65d3e5d-ec41-42ac-b610-4a0ea1515c40 req-fdc1cca7-46e6-4083-b446-e6a6d3eb611a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] For port 1ae259da-89ce-42c7-81a9-d0aa11f186b8, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=1ae259da-89ce-42c7-81a9-d0aa11f186b8,segment=NetworkSegment(c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008),segment_id=c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:43:36.778878 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e65d3e5d-ec41-42ac-b610-4a0ea1515c40 req-fdc1cca7-46e6-4083-b446-e6a6d3eb611a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:36.884619 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:43:36.884619 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:43:36.884619 n-d-811807-1 neutron-server[88069]: timer() May 03 22:43:36.884619 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:43:36.884619 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:43:36.884619 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:43:36.884619 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:43:36.884619 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:43:36.884619 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:43:36.884619 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:43:36.884619 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:43:36.884619 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:43:36.884619 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:43:36.884619 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:43:36.884619 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:43:36.884619 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:43:36.884619 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:43:36.884619 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:43:36.884619 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:43:36.884619 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:43:36.884619 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:43:36.884619 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:43:36.884619 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:43:36.884619 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:43:36.884619 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:43:36.884619 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:43:36.884619 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:43:36.884619 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:43:36.884619 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:43:36.884619 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:43:36.884619 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:43:36.884619 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:43:36.941445 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e4e185a7-d6f5-43d8-9d2d-d4155d9c9da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:36.984605 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e4e185a7-d6f5-43d8-9d2d-d4155d9c9da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:37.012746 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e185a7-d6f5-43d8-9d2d-d4155d9c9da5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebc571f4-7c6c-4734-8444-6a7a06a14e80,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:37.021658 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e4e185a7-d6f5-43d8-9d2d-d4155d9c9da5 admin admin] 10.222.0.58 "DELETE /v2.0/networks/ebc571f4-7c6c-4734-8444-6a7a06a14e80 HTTP/1.1" status: 204 len: 168 time: 1.1890576 May 03 22:43:37.109214 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb8f52-19c2-4906-a390-b6fa6b4680ec req-61629fbb-337a-4fc9-8065-d2873e99043d tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:37.111079 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-90eb8f52-19c2-4906-a390-b6fa6b4680ec req-61629fbb-337a-4fc9-8065-d2873e99043d tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=272ff94a-2a74-45e9-8b12-ec2cb4f67f24 HTTP/1.1" status: 200 len: 943 time: 0.2252874 May 03 22:43:37.189458 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-90eb8f52-19c2-4906-a390-b6fa6b4680ec req-d981444d-d1d1-4a80-a499-528167a6e478 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705540 May 03 22:43:37.370186 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52166) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:43:37.380123 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e65d3e5d-ec41-42ac-b610-4a0ea1515c40 req-fdc1cca7-46e6-4083-b446-e6a6d3eb611a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:37.380565 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e65d3e5d-ec41-42ac-b610-4a0ea1515c40 req-fdc1cca7-46e6-4083-b446-e6a6d3eb611a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:37.380920 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [req-e65d3e5d-ec41-42ac-b610-4a0ea1515c40 req-fdc1cca7-46e6-4083-b446-e6a6d3eb611a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Floating IP 912ed1ce-59e6-4be2-9080-8b1cecf26e18 disassociated. External IP: 172.25.2.73, port: 1ae259da-89ce-42c7-81a9-d0aa11f186b8. May 03 22:43:37.381298 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-e65d3e5d-ec41-42ac-b610-4a0ea1515c40 req-fdc1cca7-46e6-4083-b446-e6a6d3eb611a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Calling delete_port for 1ae259da-89ce-42c7-81a9-d0aa11f186b8 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:43:37.461346 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a0595913-9d01-486e-8efe-5ac3af0b133e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fbfe6bca3b264cd880fbd33ea61935c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0923383 May 03 22:43:37.461683 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52174) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:43:37.546868 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a6f145c2-3c68-428f-bb45-7d47374aa742 req-5f863f4f-6989-40d4-8d8e-82cf5d24f5bf service neutron] 10.222.0.67 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2247529 May 03 22:43:37.591528 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ae434094-c7cb-4c3c-8040-a8623805a54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:37.613016 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 5ef344e3-dfa8-4cfd-8c01-da8f8604500a details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:43:37.617289 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 1ae259da-89ce-42c7-81a9-d0aa11f186b8 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:43:37.732360 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-d8ed8392-7e01-4243-acd7-8034766b255d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:37.755138 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ae434094-c7cb-4c3c-8040-a8623805a54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:37.774032 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-182d5868-1ca0-4925-903c-676247dfaa56 req-d8ed8392-7e01-4243-acd7-8034766b255d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Transition to ACTIVE for port object d99ae307-1483-492b-b9b0-159ed89bfb47 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:43:37.789936 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 1ae259da-89ce-42c7-81a9-d0aa11f186b8 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:43:37.790977 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 1ae259da-89ce-42c7-81a9-d0aa11f186b8 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:43:37.807379 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1afa0eb2-ebe6-4ac3-89d9-003ae86df5f0 req-291a5c38-0d0b-46f7-9b3d-9172511a592a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 210 time: 0.1404703 May 03 22:43:37.809531 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e65d3e5d-ec41-42ac-b610-4a0ea1515c40 req-fdc1cca7-46e6-4083-b446-e6a6d3eb611a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:38.017041 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 5ef344e3-dfa8-4cfd-8c01-da8f8604500a, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=5ef344e3-dfa8-4cfd-8c01-da8f8604500a,segment=NetworkSegment(b38726d5-324d-4465-9fc5-454afd2d45a2),segment_id=b38726d5-324d-4465-9fc5-454afd2d45a2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:43:38.033963 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ae434094-c7cb-4c3c-8040-a8623805a54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:38.041691 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '5ef344e3-dfa8-4cfd-8c01-da8f8604500a', 'network_id': 'f484e0b5-7091-4031-9307-0c51512cbb0f', 'port_id': '5ef344e3-dfa8-4cfd-8c01-da8f8604500a', 'mac_address': 'fa:16:3e:07:8e:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d2886a-36ca-4181-9979-2ff50bdb7ad7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:43:38.066580 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52184) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:43:38.099813 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-d8ed8392-7e01-4243-acd7-8034766b255d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:38.110406 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af5d42-f659-496e-a568-091e9a800bc0 req-e1ff6dc2-723e-4467-bac1-e529a6f20785 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:38.114597 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 52188) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:43:38.119782 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af5d42-f659-496e-a568-091e9a800bc0 req-e1ff6dc2-723e-4467-bac1-e529a6f20785 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:38.132016 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af5d42-f659-496e-a568-091e9a800bc0 req-e1ff6dc2-723e-4467-bac1-e529a6f20785 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:38.145150 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-25af5d42-f659-496e-a568-091e9a800bc0 req-e1ff6dc2-723e-4467-bac1-e529a6f20785 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 2373 time: 0.3436816 May 03 22:43:38.171928 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:38.238025 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ef344e3-dfa8-4cfd-8c01-da8f8604500a {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:43:38.255570 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1cca7-46e6-4083-b446-e6a6d3eb611a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Pushing event deleted for resources: {'Port': ['ID=1ae259da-89ce-42c7-81a9-d0aa11f186b8,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:38.258042 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-b903c2d5-27e2-46fd-9429-b6895d1096df admin admin] Deleting subnet 9dedfb95-45d0-46c7-91ac-bf216d15b087 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:43:38.269320 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-182d5868-1ca0-4925-903c-676247dfaa56 req-d8ed8392-7e01-4243-acd7-8034766b255d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Network a8a12fef-8f1f-42e2-8a9d-7a66402fff0c is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:43:38.274966 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae434094-c7cb-4c3c-8040-a8623805a54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:38.276924 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b903c2d5-27e2-46fd-9429-b6895d1096df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:38.307487 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 5ef344e3-dfa8-4cfd-8c01-da8f8604500a, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=5ef344e3-dfa8-4cfd-8c01-da8f8604500a,segment=NetworkSegment(b38726d5-324d-4465-9fc5-454afd2d45a2),segment_id=b38726d5-324d-4465-9fc5-454afd2d45a2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:43:38.315288 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ae434094-c7cb-4c3c-8040-a8623805a54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:38.323592 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ae434094-c7cb-4c3c-8040-a8623805a54c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0c3c9dd5-6d5f-4aaa-b7bb-6b73ab2615a4 HTTP/1.1" status: 204 len: 168 time: 0.8601840 May 03 22:43:38.357301 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:38.399753 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b903c2d5-27e2-46fd-9429-b6895d1096df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:38.450546 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-25af5d42-f659-496e-a568-091e9a800bc0 req-ff38f9ec-61c6-41da-873f-c6a9ea02f914 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3036163 May 03 22:43:38.584288 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=5ef344e3-dfa8-4cfd-8c01-da8f8604500a,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:38.698387 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['5ef344e3-dfa8-4cfd-8c01-da8f8604500a'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:43:38.712865 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b903c2d5-27e2-46fd-9429-b6895d1096df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:38.890811 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-182d5868-1ca0-4925-903c-676247dfaa56 req-d8ed8392-7e01-4243-acd7-8034766b255d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:43:38.981810 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e9f47-0f2a-42ca-9a86-1604b311e521 req-49b0542d-511c-4360-9a77-98aea64fc89e tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:38.983498 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-746e9f47-0f2a-42ca-9a86-1604b311e521 req-49b0542d-511c-4360-9a77-98aea64fc89e tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=272ff94a-2a74-45e9-8b12-ec2cb4f67f24 HTTP/1.1" status: 200 len: 944 time: 0.5161691 May 03 22:43:39.039891 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e65d3e5d-ec41-42ac-b610-4a0ea1515c40 req-fdc1cca7-46e6-4083-b446-e6a6d3eb611a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Router 6d844c5b-1141-4870-949f-26977ca0c94d has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:43:39.049759 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed8392-7e01-4243-acd7-8034766b255d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Pushing event updated for resources: {'Port': ['ID=d99ae307-1483-492b-b9b0-159ed89bfb47,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:39.097509 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-182d5868-1ca0-4925-903c-676247dfaa56 req-d8ed8392-7e01-4243-acd7-8034766b255d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:43:39.108749 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-746e9f47-0f2a-42ca-9a86-1604b311e521 req-b5e71273-5090-4baf-b654-c47ce54fe96c tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093006 May 03 22:43:39.233316 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b903c2d5-27e2-46fd-9429-b6895d1096df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:39.301151 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bc5b9397-afad-45b8-86f4-91f28278ceac req-0434d8d0-c445-4f70-8c42-87197e7b6a17 tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 210 time: 0.1681242 May 03 22:43:39.303523 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d02b2e24-133b-4ef1-986b-78922218a7b4 None None] Provisioning for port d99ae307-1483-492b-b9b0-159ed89bfb47 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:43:39.308780 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903c2d5-27e2-46fd-9429-b6895d1096df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dedfb95-45d0-46c7-91ac-bf216d15b087,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:39.312679 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d02b2e24-133b-4ef1-986b-78922218a7b4 None None] Provisioning complete for port d99ae307-1483-492b-b9b0-159ed89bfb47 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:43:39.314433 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b903c2d5-27e2-46fd-9429-b6895d1096df admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:39.319945 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d02b2e24-133b-4ef1-986b-78922218a7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:39.333147 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b903c2d5-27e2-46fd-9429-b6895d1096df admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9dedfb95-45d0-46c7-91ac-bf216d15b087 HTTP/1.1" status: 204 len: 168 time: 1.2493079 May 03 22:43:39.333560 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52216) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:43:39.432166 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-d8ed8392-7e01-4243-acd7-8034766b255d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:39.432847 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-d8ed8392-7e01-4243-acd7-8034766b255d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:39.623558 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-d02b2e24-133b-4ef1-986b-78922218a7b4 None None] Port d99ae307-1483-492b-b9b0-159ed89bfb47 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:43:39.635018 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ac5faa57-a243-4681-b56c-c5c6c0cd4b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:39.682284 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-57faf09e-4a33-42ea-b84c-91c41913f123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:39.906791 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 52230) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:43:39.913583 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ac5faa57-a243-4681-b56c-c5c6c0cd4b75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:43:39.935702 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a6f145c2-3c68-428f-bb45-7d47374aa742 req-b6802ffa-06e1-4fb4-a4dc-03a8a2650cc3 service neutron] 10.222.0.67 "GET /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1277297 May 03 22:43:39.956138 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-d8ed8392-7e01-4243-acd7-8034766b255d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.6543365 May 03 22:43:39.968266 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-182d5868-1ca0-4925-903c-676247dfaa56 req-17a3a3cc-ae71-4f5e-95c6-049ec518c463 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Request body: {'port': {'device_id': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3c844908-458f-43d5-a32d-190eedb78cdc', 'admin_state_up': True, 'tenant_id': '07f7b519265346608174cafca790a124', 'security_groups': ['7e2f72f5-cefb-44a2-a33d-790dfce5718e']}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:43:39.970221 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-57faf09e-4a33-42ea-b84c-91c41913f123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:39.995799 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ac5faa57-a243-4681-b56c-c5c6c0cd4b75 admin admin] Usage tracker for resource:security_group_rule and tenant:95b6f4e6078349c8b64ab72c2fdcc961 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:43:40.013081 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-57faf09e-4a33-42ea-b84c-91c41913f123 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad8590c-dbcd-4887-944d-07f078870ba1']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:43:40.025359 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e65d3e5d-ec41-42ac-b610-4a0ea1515c40 req-fdc1cca7-46e6-4083-b446-e6a6d3eb611a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:43:40.029140 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ac5faa57-a243-4681-b56c-c5c6c0cd4b75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:43:40.036302 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0a5799-f1e6-424d-af7a-c0b791e66be4 None None] Sync routers for ids ['6d844c5b-1141-4870-949f-26977ca0c94d'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:43:40.075152 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0a5799-f1e6-424d-af7a-c0b791e66be4 None None] Routers {'6d844c5b-1141-4870-949f-26977ca0c94d'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:43:40.075815 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-bd0a5799-f1e6-424d-af7a-c0b791e66be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:43:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6d844c5b-1141-4870-949f-26977ca0c94d'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:43:40.106516 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ac5faa57-a243-4681-b56c-c5c6c0cd4b75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:43:40.106973 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0156cd9-b3a2-4479-a64c-69fe134d7aa5 req-b8a2be7b-cc3e-43ec-b405-701ba7b99304 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:40.136357 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0156cd9-b3a2-4479-a64c-69fe134d7aa5 req-b8a2be7b-cc3e-43ec-b405-701ba7b99304 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:40.154901 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0156cd9-b3a2-4479-a64c-69fe134d7aa5 req-b8a2be7b-cc3e-43ec-b405-701ba7b99304 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:40.165834 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e0156cd9-b3a2-4479-a64c-69fe134d7aa5 req-b8a2be7b-cc3e-43ec-b405-701ba7b99304 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 2373 time: 0.4016464 May 03 22:43:40.175356 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65d3e5d-ec41-42ac-b610-4a0ea1515c40 req-fdc1cca7-46e6-4083-b446-e6a6d3eb611a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] No DVR routers for this DVR port 1ae259da-89ce-42c7-81a9-d0aa11f186b8 on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:43:40.183121 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-57faf09e-4a33-42ea-b84c-91c41913f123 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a299840c-d08c-440e-a033-20123c84a3d5') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:43:40.185677 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e65d3e5d-ec41-42ac-b610-4a0ea1515c40 req-fdc1cca7-46e6-4083-b446-e6a6d3eb611a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:40.186554 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-57faf09e-4a33-42ea-b84c-91c41913f123 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a299840c-d08c-440e-a033-20123c84a3d5') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:43:40.187873 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e65d3e5d-ec41-42ac-b610-4a0ea1515c40 req-fdc1cca7-46e6-4083-b446-e6a6d3eb611a tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.67 "DELETE /v2.0/ports/1ae259da-89ce-42c7-81a9-d0aa11f186b8 HTTP/1.1" status: 204 len: 173 time: 4.9912434 May 03 22:43:40.188321 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b444de72-b15b-4840-93b2-daf50a537c0f', 'name': 'network-vif-deleted', 'tag': '1ae259da-89ce-42c7-81a9-d0aa11f186b8'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:43:40.303355 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-2159b43a-06ad-416c-a4ba-a613f24e9ebb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1275687319-network', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:43:40.303460 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-57faf09e-4a33-42ea-b84c-91c41913f123 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:40.313267 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2159b43a-06ad-416c-a4ba-a613f24e9ebb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:43:40.329264 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2159b43a-06ad-416c-a4ba-a613f24e9ebb admin admin] Usage tracker for resource:network and tenant:c9b36c2026314fcba54b84af09c29f52 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:43:40.332622 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2159b43a-06ad-416c-a4ba-a613f24e9ebb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:43:40.347818 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2159b43a-06ad-416c-a4ba-a613f24e9ebb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:43:40.370616 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2159b43a-06ad-416c-a4ba-a613f24e9ebb admin admin] Made reservation on behalf of c9b36c2026314fcba54b84af09c29f52 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:43:40.372872 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2159b43a-06ad-416c-a4ba-a613f24e9ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:40.393928 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-57faf09e-4a33-42ea-b84c-91c41913f123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:40.401274 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57faf09e-4a33-42ea-b84c-91c41913f123 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:43:40.401678 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-57faf09e-4a33-42ea-b84c-91c41913f123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:40.408812 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2159b43a-06ad-416c-a4ba-a613f24e9ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:40.460761 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-bd0a5799-f1e6-424d-af7a-c0b791e66be4 None None] Set router 6d844c5b-1141-4870-949f-26977ca0c94d gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:43:40.464868 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2159b43a-06ad-416c-a4ba-a613f24e9ebb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:43:40.475595 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2159b43a-06ad-416c-a4ba-a613f24e9ebb admin admin] Usage tracker for resource:security_group_rule and tenant:c9b36c2026314fcba54b84af09c29f52 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:43:40.481108 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2159b43a-06ad-416c-a4ba-a613f24e9ebb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:43:40.498258 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2159b43a-06ad-416c-a4ba-a613f24e9ebb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:43:40.500866 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:43:40.500866 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:43:40.500866 n-d-811807-1 neutron-server[88069]: timer() May 03 22:43:40.500866 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:43:40.500866 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:43:40.500866 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:43:40.500866 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:43:40.500866 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:43:40.500866 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:43:40.500866 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:43:40.500866 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:43:40.500866 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:43:40.500866 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:43:40.500866 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:43:40.500866 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:43:40.500866 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:43:40.500866 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:43:40.500866 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:43:40.500866 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:43:40.500866 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:43:40.500866 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:43:40.500866 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:43:40.500866 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:43:40.500866 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:43:40.500866 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:43:40.500866 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:43:40.500866 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:43:40.500866 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:43:40.500866 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:43:40.500866 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:43:40.500866 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:43:40.500866 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:43:40.503082 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-182d5868-1ca0-4925-903c-676247dfaa56 req-17a3a3cc-ae71-4f5e-95c6-049ec518c463 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:43:40.514504 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-182d5868-1ca0-4925-903c-676247dfaa56 req-17a3a3cc-ae71-4f5e-95c6-049ec518c463 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Usage tracker for resource:port and tenant:07f7b519265346608174cafca790a124 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:43:40.525781 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-182d5868-1ca0-4925-903c-676247dfaa56 req-17a3a3cc-ae71-4f5e-95c6-049ec518c463 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Quota usage for port was recalculated. Used quota:10. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:43:40.526335 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-57faf09e-4a33-42ea-b84c-91c41913f123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:40.539659 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-182d5868-1ca0-4925-903c-676247dfaa56 req-17a3a3cc-ae71-4f5e-95c6-049ec518c463 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:43:40.566490 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-57faf09e-4a33-42ea-b84c-91c41913f123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:40.587623 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e0156cd9-b3a2-4479-a64c-69fe134d7aa5 req-da621fef-c1cf-4d7d-84a5-6ee2236cdbc7 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4122429 May 03 22:43:40.589111 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-17a3a3cc-ae71-4f5e-95c6-049ec518c463 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Made reservation on behalf of 07f7b519265346608174cafca790a124 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:43:40.599142 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57faf09e-4a33-42ea-b84c-91c41913f123 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ad8590c-dbcd-4887-944d-07f078870ba1,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:40.612736 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ac5faa57-a243-4681-b56c-c5c6c0cd4b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:40.642035 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ac5faa57-a243-4681-b56c-c5c6c0cd4b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:40.648699 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-57faf09e-4a33-42ea-b84c-91c41913f123 admin admin] 10.222.0.58 "DELETE /v2.0/networks/7ad8590c-dbcd-4887-944d-07f078870ba1 HTTP/1.1" status: 204 len: 168 time: 1.3139429 May 03 22:43:40.655997 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52246) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:43:40.717999 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8cdd369-b40a-4cc5-b0d7-842c0fa6afd5'] response: {'server_uuid': 'b444de72-b15b-4840-93b2-daf50a537c0f', 'name': 'network-vif-deleted', 'tag': '1ae259da-89ce-42c7-81a9-d0aa11f186b8', 'status': 'completed', 'code': 200} May 03 22:43:40.765485 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded9339-bd13-47e0-b36d-d1ae8d039459 req-d0305285-2028-4f59-b3f3-1e28c28efedc tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:40.776963 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8ded9339-bd13-47e0-b36d-d1ae8d039459 req-d0305285-2028-4f59-b3f3-1e28c28efedc tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=272ff94a-2a74-45e9-8b12-ec2cb4f67f24 HTTP/1.1" status: 200 len: 944 time: 0.4891329 May 03 22:43:40.813369 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52250) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:43:40.813942 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ac5faa57-a243-4681-b56c-c5c6c0cd4b75 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=95b6f4e6078349c8b64ab72c2fdcc961&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6648123 May 03 22:43:40.828192 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5faa57-a243-4681-b56c-c5c6c0cd4b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7951ec26-ec7e-426c-8ed6-1e7aee743bd8,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:40.847022 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8ded9339-bd13-47e0-b36d-d1ae8d039459 req-f752e5a0-83f0-4121-b39f-4125df3b701b tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689332 May 03 22:43:40.903017 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-165306ec-dac9-4a95-b33f-00529f14af3b admin admin] Deleting subnet 35a2a4af-e991-42b5-874f-0b9f7145d55d {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:43:40.911123 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-165306ec-dac9-4a95-b33f-00529f14af3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:40.957732 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2159b43a-06ad-416c-a4ba-a613f24e9ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:40.980291 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2159b43a-06ad-416c-a4ba-a613f24e9ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:41.003209 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-17a3a3cc-ae71-4f5e-95c6-049ec518c463 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:41.017572 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b8ec8fd0-26b3-4568-adfc-d3defbff66cd req-1290dbc2-e6c0-45b8-8e7a-7a8cdd7bf4fc tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/ports?device_id=b444de72-b15b-4840-93b2-daf50a537c0f HTTP/1.1" status: 200 len: 210 time: 0.0680993 May 03 22:43:41.026197 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2159b43a-06ad-416c-a4ba-a613f24e9ebb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:43:41.029265 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6fdf5e49-ed08-4857-a8d2-0e7bcdd611b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:41.035068 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-165306ec-dac9-4a95-b33f-00529f14af3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:41.108528 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2159b43a-06ad-416c-a4ba-a613f24e9ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:41.108877 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-2159b43a-06ad-416c-a4ba-a613f24e9ebb admin admin] Added segment 0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a of type vlan for network b02a0a3f-1344-4b33-8d96-e59f73f273ac May 03 22:43:41.115169 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159b43a-06ad-416c-a4ba-a613f24e9ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95dbbed4-41d6-4db3-9438-34460f1dc5af,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:41.120454 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-bd0a5799-f1e6-424d-af7a-c0b791e66be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'name': 'tempest-AttachVolumeShelveTestJSON-489129605-router', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '640ff890-5211-4462-814a-cc3def5b682f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:34:39Z', 'updated_at': '2022-05-03T22:34:48Z', 'revision_number': 4, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'gw_port': {'id': '640ff890-5211-4462-814a-cc3def5b682f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:34:41Z', 'updated_at': '2022-05-03T22:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '67f8a336-70ec-4b02-aece-6414fdab76d9', 'name': '', 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'mac_address': 'fa:16:3e:6e:ec:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '209e1eea-ba5e-419e-9e3d-b3077ecd94a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:34:47Z', 'updated_at': '2022-05-03T22:34:58Z', 'revision_number': 5, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'subnets': [{'id': '209e1eea-ba5e-419e-9e3d-b3077ecd94a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:43:41.124083 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6fdf5e49-ed08-4857-a8d2-0e7bcdd611b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:41.125655 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0a5799-f1e6-424d-af7a-c0b791e66be4 None None] Checking router: 6d844c5b-1141-4870-949f-26977ca0c94d for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:43:41.136808 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0a5799-f1e6-424d-af7a-c0b791e66be4 None None] Routers {'6d844c5b-1141-4870-949f-26977ca0c94d'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:43:41.137556 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-bd0a5799-f1e6-424d-af7a-c0b791e66be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:43:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6d844c5b-1141-4870-949f-26977ca0c94d'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:43:41.154859 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-165306ec-dac9-4a95-b33f-00529f14af3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:41.172566 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2159b43a-06ad-416c-a4ba-a613f24e9ebb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:41.239442 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-165306ec-dac9-4a95-b33f-00529f14af3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:41.285876 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-165306ec-dac9-4a95-b33f-00529f14af3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:41.288297 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6fdf5e49-ed08-4857-a8d2-0e7bcdd611b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:41.308883 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165306ec-dac9-4a95-b33f-00529f14af3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35a2a4af-e991-42b5-874f-0b9f7145d55d,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:41.315131 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf5e49-ed08-4857-a8d2-0e7bcdd611b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7951ec26-ec7e-426c-8ed6-1e7aee743bd8,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:41.319911 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6fdf5e49-ed08-4857-a8d2-0e7bcdd611b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:41.321111 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6fdf5e49-ed08-4857-a8d2-0e7bcdd611b9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7951ec26-ec7e-426c-8ed6-1e7aee743bd8 HTTP/1.1" status: 204 len: 168 time: 0.4897752 May 03 22:43:41.329827 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-165306ec-dac9-4a95-b33f-00529f14af3b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/35a2a4af-e991-42b5-874f-0b9f7145d55d HTTP/1.1" status: 204 len: 168 time: 0.6662166 May 03 22:43:41.338852 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52258) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:43:41.377325 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-bd0a5799-f1e6-424d-af7a-c0b791e66be4 None None] Set router 6d844c5b-1141-4870-949f-26977ca0c94d gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:43:41.453695 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2159b43a-06ad-416c-a4ba-a613f24e9ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:41.454695 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2159b43a-06ad-416c-a4ba-a613f24e9ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:41.455257 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2159b43a-06ad-416c-a4ba-a613f24e9ebb admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:41.569573 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e48c94bc-a931-41a4-bcfd-a8f42414b3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:41.647207 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 5ef344e3-dfa8-4cfd-8c01-da8f8604500a up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:43:41.686103 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-182d5868-1ca0-4925-903c-676247dfaa56 req-17a3a3cc-ae71-4f5e-95c6-049ec518c463 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Allocated IP 10.2.2.100 (3c844908-458f-43d5-a32d-190eedb78cdc/dd5f6d92-c6fd-458d-8cd8-bf6128dc92c1/4b827b01-9992-4ccc-9f5f-d70c9c87b504) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:43:41.721386 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159b43a-06ad-416c-a4ba-a613f24e9ebb admin admin] Pushing event updated for resources: {'Network': ['ID=b02a0a3f-1344-4b33-8d96-e59f73f273ac,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:41.722327 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e48c94bc-a931-41a4-bcfd-a8f42414b3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:41.741768 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2159b43a-06ad-416c-a4ba-a613f24e9ebb admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8296659 May 03 22:43:41.742850 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 52270) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:43:41.754949 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-cce2deb3-1923-4060-8c13-6ea961d9a876 admin admin] Request body: {'subnet': {'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1275687319-subnet', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:43:41.759435 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-e48c94bc-a931-41a4-bcfd-a8f42414b3d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00d0befb-7913-4877-b2da-5e85114b99b5']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:43:41.765921 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network b02a0a3f-1344-4b33-8d96-e59f73f273ac details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:43:41.778555 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-e48c94bc-a931-41a4-bcfd-a8f42414b3d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c8e1bf2-e83b-4b27-a648-0ddf61e3049a') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:43:41.778859 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-e48c94bc-a931-41a4-bcfd-a8f42414b3d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c8e1bf2-e83b-4b27-a648-0ddf61e3049a') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:43:41.789591 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-cce2deb3-1923-4060-8c13-6ea961d9a876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:43:41.796783 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e48c94bc-a931-41a4-bcfd-a8f42414b3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:41.818478 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e48c94bc-a931-41a4-bcfd-a8f42414b3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:41.819904 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-cce2deb3-1923-4060-8c13-6ea961d9a876 admin admin] Usage tracker for resource:subnet and tenant:c9b36c2026314fcba54b84af09c29f52 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:43:41.828267 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e48c94bc-a931-41a4-bcfd-a8f42414b3d6 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:43:41.828722 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e48c94bc-a931-41a4-bcfd-a8f42414b3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:41.845995 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-cce2deb3-1923-4060-8c13-6ea961d9a876 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:43:41.860605 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 52276) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:43:41.895666 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-cce2deb3-1923-4060-8c13-6ea961d9a876 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:43:41.938032 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:43:41.938032 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:43:41.938032 n-d-811807-1 neutron-server[88069]: timer() May 03 22:43:41.938032 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:43:41.938032 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:43:41.938032 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:43:41.938032 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:43:41.938032 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:43:41.938032 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:43:41.938032 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:43:41.938032 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:43:41.938032 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:43:41.938032 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:43:41.938032 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:43:41.938032 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:43:41.938032 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:43:41.938032 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:43:41.938032 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:43:41.938032 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:43:41.938032 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:43:41.938032 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:43:41.938032 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:43:41.938032 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:43:41.938032 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:43:41.938032 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:43:41.938032 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:43:41.938032 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:43:41.938032 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:43:41.938032 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:43:41.938032 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:43:41.938032 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:43:41.938032 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:43:41.980578 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8a1f367d-24d2-46dd-b685-9a1b1eb33adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:41.988393 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e48c94bc-a931-41a4-bcfd-a8f42414b3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:41.993457 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e48c94bc-a931-41a4-bcfd-a8f42414b3d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:42.027243 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8a1f367d-24d2-46dd-b685-9a1b1eb33adb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:43:42.075095 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce2deb3-1923-4060-8c13-6ea961d9a876 admin admin] Made reservation on behalf of c9b36c2026314fcba54b84af09c29f52 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:43:42.077379 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cce2deb3-1923-4060-8c13-6ea961d9a876 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:42.098195 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 5ef344e3-dfa8-4cfd-8c01-da8f8604500a completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:43:42.106042 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 5ef344e3-dfa8-4cfd-8c01-da8f8604500a triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:43:42.106583 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:42.237436 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c94bc-a931-41a4-bcfd-a8f42414b3d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=00d0befb-7913-4877-b2da-5e85114b99b5,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:42.244952 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e48c94bc-a931-41a4-bcfd-a8f42414b3d6 admin admin] 10.222.0.58 "DELETE /v2.0/networks/00d0befb-7913-4877-b2da-5e85114b99b5 HTTP/1.1" status: 204 len: 168 time: 0.9046202 May 03 22:43:42.256583 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-bd0a5799-f1e6-424d-af7a-c0b791e66be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'name': 'tempest-AttachVolumeShelveTestJSON-489129605-router', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '640ff890-5211-4462-814a-cc3def5b682f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:34:39Z', 'updated_at': '2022-05-03T22:34:48Z', 'revision_number': 4, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'gw_port': {'id': '640ff890-5211-4462-814a-cc3def5b682f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:34:41Z', 'updated_at': '2022-05-03T22:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '67f8a336-70ec-4b02-aece-6414fdab76d9', 'name': '', 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'mac_address': 'fa:16:3e:6e:ec:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '209e1eea-ba5e-419e-9e3d-b3077ecd94a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:34:47Z', 'updated_at': '2022-05-03T22:34:58Z', 'revision_number': 5, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'subnets': [{'id': '209e1eea-ba5e-419e-9e3d-b3077ecd94a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:43:42.267495 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0a5799-f1e6-424d-af7a-c0b791e66be4 None None] The sync data for ids ['6d844c5b-1141-4870-949f-26977ca0c94d'] in n-d-811807-1 is: [{'id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'name': 'tempest-AttachVolumeShelveTestJSON-489129605-router', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '640ff890-5211-4462-814a-cc3def5b682f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:34:39Z', 'updated_at': '2022-05-03T22:34:48Z', 'revision_number': 4, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'gw_port': {'id': '640ff890-5211-4462-814a-cc3def5b682f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:34:41Z', 'updated_at': '2022-05-03T22:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '67f8a336-70ec-4b02-aece-6414fdab76d9', 'name': '', 'network_id': 'ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'mac_address': 'fa:16:3e:6e:ec:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '209e1eea-ba5e-419e-9e3d-b3077ecd94a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:34:47Z', 'updated_at': '2022-05-03T22:34:58Z', 'revision_number': 5, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'subnets': [{'id': '209e1eea-ba5e-419e-9e3d-b3077ecd94a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:43:42.284282 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:42.314461 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cce2deb3-1923-4060-8c13-6ea961d9a876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:42.320686 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8a1f367d-24d2-46dd-b685-9a1b1eb33adb admin admin] Usage tracker for resource:security_group_rule and tenant:a9cefb40f1a6492ca47cc86a8f1f9332 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:43:42.333840 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74a519-7a20-454c-8232-4f2da0d1c065 req-cf79c256-ac1c-4759-bf0c-cbb76ce176d5 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:42.340409 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74a519-7a20-454c-8232-4f2da0d1c065 req-cf79c256-ac1c-4759-bf0c-cbb76ce176d5 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:42.346905 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74a519-7a20-454c-8232-4f2da0d1c065 req-cf79c256-ac1c-4759-bf0c-cbb76ce176d5 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:42.348586 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7e74a519-7a20-454c-8232-4f2da0d1c065 req-cf79c256-ac1c-4759-bf0c-cbb76ce176d5 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 2373 time: 0.4122343 May 03 22:43:42.357226 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31cb5a-e021-4ec9-bdfc-43fd0386bdcb req-4248c48d-a184-41af-8edf-7d7a6190e183 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:42.359001 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9a31cb5a-e021-4ec9-bdfc-43fd0386bdcb req-4248c48d-a184-41af-8edf-7d7a6190e183 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=272ff94a-2a74-45e9-8b12-ec2cb4f67f24 HTTP/1.1" status: 200 len: 944 time: 0.3719912 May 03 22:43:42.383475 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272ff94a-2a74-45e9-8b12-ec2cb4f67f24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef344e3-dfa8-4cfd-8c01-da8f8604500a'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:43:42.398623 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 5ef344e3-dfa8-4cfd-8c01-da8f8604500a, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=5ef344e3-dfa8-4cfd-8c01-da8f8604500a,segment=NetworkSegment(b38726d5-324d-4465-9fc5-454afd2d45a2),segment_id=b38726d5-324d-4465-9fc5-454afd2d45a2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:43:42.408611 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:42.440475 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8a1f367d-24d2-46dd-b685-9a1b1eb33adb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:43:42.444228 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7e74a519-7a20-454c-8232-4f2da0d1c065 req-40878578-e67e-42a8-8164-e584e5863724 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836213 May 03 22:43:42.447132 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2deb3-1923-4060-8c13-6ea961d9a876 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ca0f6a1-6e8b-435e-9833-3f318b86b95e,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:42.463892 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8a1f367d-24d2-46dd-b685-9a1b1eb33adb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:43:42.466138 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9a31cb5a-e021-4ec9-bdfc-43fd0386bdcb req-9643d942-bd42-46aa-b1ab-b06d2cacd9e6 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895865 May 03 22:43:42.629425 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=5ef344e3-dfa8-4cfd-8c01-da8f8604500a,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:42.654017 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-17a3a3cc-ae71-4f5e-95c6-049ec518c463 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:42.656855 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d8bc423-78fe-4e23-98d0-dc85d8505075'] response: {'server_uuid': '272ff94a-2a74-45e9-8b12-ec2cb4f67f24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef344e3-dfa8-4cfd-8c01-da8f8604500a', 'code': 200} May 03 22:43:42.661884 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce2deb3-1923-4060-8c13-6ea961d9a876 admin admin] Checking segment: {'id': '0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:43:42.662270 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce2deb3-1923-4060-8c13-6ea961d9a876 admin admin] Network hostable DHCP agents. Network: b02a0a3f-1344-4b33-8d96-e59f73f273ac, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:43:42.668179 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52290) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:43:42.697547 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342c5784-aca3-4824-89a0-0ae6ab7ad9ee None None] New status for floating IP 912ed1ce-59e6-4be2-9080-8b1cecf26e18: DOWN {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:43:42.706909 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52294) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:43:42.746677 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-182d5868-1ca0-4925-903c-676247dfaa56 req-17a3a3cc-ae71-4f5e-95c6-049ec518c463 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Transition to ACTIVE for port object 4b827b01-9992-4ccc-9f5f-d70c9c87b504 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:43:42.800915 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6bdc8df9-ceca-442a-a76a-342eb52b0efa tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:42.811353 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-17a3a3cc-ae71-4f5e-95c6-049ec518c463 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:42.843245 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7aaed66a-1320-403a-a2ca-b05d62e433ba admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4372af5e3e534d8d835dcfdda49859bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1736345 May 03 22:43:42.846637 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52298) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:43:42.852564 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6bdc8df9-ceca-442a-a76a-342eb52b0efa tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:42.856959 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce2deb3-1923-4060-8c13-6ea961d9a876 admin admin] Network b02a0a3f-1344-4b33-8d96-e59f73f273ac is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:43:42.932856 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-cce2deb3-1923-4060-8c13-6ea961d9a876 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, b02a0a3f-1344-4b33-8d96-e59f73f273ac) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:43:42.937617 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce2deb3-1923-4060-8c13-6ea961d9a876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:42.938232 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cce2deb3-1923-4060-8c13-6ea961d9a876 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:42.942515 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad711c6-d14b-4fee-bd0c-7d1c9937d01e None None] Network b02a0a3f-1344-4b33-8d96-e59f73f273ac requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:43:42.968418 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-182d5868-1ca0-4925-903c-676247dfaa56 req-17a3a3cc-ae71-4f5e-95c6-049ec518c463 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Network 3c844908-458f-43d5-a32d-190eedb78cdc is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:43:43.009559 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-182d5868-1ca0-4925-903c-676247dfaa56 req-17a3a3cc-ae71-4f5e-95c6-049ec518c463 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:43:43.012202 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-182d5868-1ca0-4925-903c-676247dfaa56 req-17a3a3cc-ae71-4f5e-95c6-049ec518c463 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:43:43.034199 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-86ba3044-4aeb-44fb-92f1-f402a037864e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:43.073467 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8a1f367d-24d2-46dd-b685-9a1b1eb33adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:43.090219 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3a3cc-ae71-4f5e-95c6-049ec518c463 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Pushing event updated for resources: {'Port': ['ID=4b827b01-9992-4ccc-9f5f-d70c9c87b504,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:43.109438 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8a1f367d-24d2-46dd-b685-9a1b1eb33adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:43.115767 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-86ba3044-4aeb-44fb-92f1-f402a037864e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:43.123727 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6bdc8df9-ceca-442a-a76a-342eb52b0efa tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:43.154461 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17501d-645f-46db-8a25-0459a0f03000 req-0919ad94-4bf8-4e77-a612-378ac06645f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:43.156306 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-db17501d-645f-46db-8a25-0459a0f03000 req-0919ad94-4bf8-4e77-a612-378ac06645f0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=272ff94a-2a74-45e9-8b12-ec2cb4f67f24 HTTP/1.1" status: 200 len: 1096 time: 0.4731719 May 03 22:43:43.168033 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc8df9-ceca-442a-a76a-342eb52b0efa tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=003a3041-892f-43ef-a03c-cbc464a03495,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:43.190723 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6bdc8df9-ceca-442a-a76a-342eb52b0efa tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:43.194473 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6bdc8df9-ceca-442a-a76a-342eb52b0efa tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "DELETE /v2.0/security-groups/003a3041-892f-43ef-a03c-cbc464a03495 HTTP/1.1" status: 204 len: 168 time: 0.4841247 May 03 22:43:43.195789 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52304) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:43:43.217317 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-df5a8aca-41a7-46f5-a4f3-c2a8070337fa tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] show failed (client error): The resource could not be found. May 03 22:43:43.221173 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-df5a8aca-41a7-46f5-a4f3-c2a8070337fa tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "GET /v2.0/security-groups/003a3041-892f-43ef-a03c-cbc464a03495 HTTP/1.1" status: 404 len: 347 time: 0.0218492 May 03 22:43:43.221477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52308) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:43:43.247035 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-cce2deb3-1923-4060-8c13-6ea961d9a876 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5001082 May 03 22:43:43.253826 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-17a3a3cc-ae71-4f5e-95c6-049ec518c463 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:43.254284 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-17a3a3cc-ae71-4f5e-95c6-049ec518c463 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:43.265504 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 52312) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:43:43.278448 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8a1f367d-24d2-46dd-b685-9a1b1eb33adb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a9cefb40f1a6492ca47cc86a8f1f9332&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3975523 May 03 22:43:43.285566 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-d141475e-ed30-494d-9848-2107f0078ace admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1275687319-router', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:43:43.289462 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52316) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:43:43.291544 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f367d-24d2-46dd-b685-9a1b1eb33adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eca77ab-29bb-46b1-99c7-b80294feca18,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:43.297916 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-db17501d-645f-46db-8a25-0459a0f03000 req-7b4aae0f-57ee-4475-ad60-e3fce0450f30 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322401 May 03 22:43:43.303289 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d141475e-ed30-494d-9848-2107f0078ace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:43:43.311248 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d141475e-ed30-494d-9848-2107f0078ace admin admin] Usage tracker for resource:router and tenant:c9b36c2026314fcba54b84af09c29f52 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:43:43.315940 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d141475e-ed30-494d-9848-2107f0078ace admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:43:43.325071 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-17a3a3cc-ae71-4f5e-95c6-049ec518c463 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3623857 May 03 22:43:43.330087 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d141475e-ed30-494d-9848-2107f0078ace admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:43:43.336060 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-182d5868-1ca0-4925-903c-676247dfaa56 req-40a3ded1-48f2-40cc-a4f6-82e856a3cab9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Request body: {'port': {'device_id': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3c844908-458f-43d5-a32d-190eedb78cdc', 'admin_state_up': True, 'tenant_id': '07f7b519265346608174cafca790a124', 'security_groups': ['7e2f72f5-cefb-44a2-a33d-790dfce5718e']}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:43:43.392851 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b09d944-993e-4e0b-9a4d-e9108de69cc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'fixed_ips': [{'subnet_id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:43:43.393844 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0b09d944-993e-4e0b-9a4d-e9108de69cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:43.418889 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-858be2c3-9447-4554-bc1f-28bbe0ec286c None None] Provisioning for port 4b827b01-9992-4ccc-9f5f-d70c9c87b504 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:43:43.446840 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-86ba3044-4aeb-44fb-92f1-f402a037864e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:43.469922 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-858be2c3-9447-4554-bc1f-28bbe0ec286c None None] Provisioning complete for port 4b827b01-9992-4ccc-9f5f-d70c9c87b504 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:43:43.470308 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-858be2c3-9447-4554-bc1f-28bbe0ec286c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:43.478235 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-d31c811e-6f4e-4540-b933-14ebe0cca4eb tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Deleting port e96104e3-de14-4527-adb1-e8e765cab1b7 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:43:43.478594 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d31c811e-6f4e-4540-b933-14ebe0cca4eb tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:43.547383 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d141475e-ed30-494d-9848-2107f0078ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:43.548827 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d141475e-ed30-494d-9848-2107f0078ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:43.555854 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-182d5868-1ca0-4925-903c-676247dfaa56 req-40a3ded1-48f2-40cc-a4f6-82e856a3cab9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:43:43.572836 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-182d5868-1ca0-4925-903c-676247dfaa56 req-40a3ded1-48f2-40cc-a4f6-82e856a3cab9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Usage tracker for resource:port and tenant:07f7b519265346608174cafca790a124 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:43:43.580156 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-182d5868-1ca0-4925-903c-676247dfaa56 req-40a3ded1-48f2-40cc-a4f6-82e856a3cab9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Quota usage for port was recalculated. Used quota:11. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:43:43.599679 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-182d5868-1ca0-4925-903c-676247dfaa56 req-40a3ded1-48f2-40cc-a4f6-82e856a3cab9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:43:43.626288 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d141475e-ed30-494d-9848-2107f0078ace admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:43.657341 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-40a3ded1-48f2-40cc-a4f6-82e856a3cab9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Made reservation on behalf of 07f7b519265346608174cafca790a124 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:43:43.670955 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-40a3ded1-48f2-40cc-a4f6-82e856a3cab9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:43.697448 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d31c811e-6f4e-4540-b933-14ebe0cca4eb tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:43.698576 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d31c811e-6f4e-4540-b933-14ebe0cca4eb tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:43.701064 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-858be2c3-9447-4554-bc1f-28bbe0ec286c None None] Port 4b827b01-9992-4ccc-9f5f-d70c9c87b504 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:43:43.809597 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-0b09d944-993e-4e0b-9a4d-e9108de69cc6 None None] Allocated IP 172.20.0.2 (b02a0a3f-1344-4b33-8d96-e59f73f273ac/6ca0f6a1-6e8b-435e-9833-3f318b86b95e/4cb29d2e-1047-4aea-827a-0b0028dbd797) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:43:43.856858 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba3044-4aeb-44fb-92f1-f402a037864e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c23aca-8cdb-420c-aa58-703d7e8d049b,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:43.896218 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-d31c811e-6f4e-4540-b933-14ebe0cca4eb tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Calling delete_port for e96104e3-de14-4527-adb1-e8e765cab1b7 owned by network:floatingip {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:43:44.035359 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-baaaf31b-6f6c-4f18-8194-fbfb488aa0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:44.037164 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-86ba3044-4aeb-44fb-92f1-f402a037864e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:44.038290 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-86ba3044-4aeb-44fb-92f1-f402a037864e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a4c23aca-8cdb-420c-aa58-703d7e8d049b HTTP/1.1" status: 204 len: 168 time: 1.1907582 May 03 22:43:44.084656 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0b09d944-993e-4e0b-9a4d-e9108de69cc6 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:44.098469 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-0b09d944-993e-4e0b-9a4d-e9108de69cc6 None None] Transition to ACTIVE for port object 4cb29d2e-1047-4aea-827a-0b0028dbd797 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:43:44.129549 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-0b09d944-993e-4e0b-9a4d-e9108de69cc6 None None] Transition to ACTIVE for port object 4cb29d2e-1047-4aea-827a-0b0028dbd797 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:43:44.139984 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0b09d944-993e-4e0b-9a4d-e9108de69cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:44.142121 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-baaaf31b-6f6c-4f18-8194-fbfb488aa0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:44.254162 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddaa57-d46f-43d5-9120-4b6ce6a36da9 req-33c8d8c1-240c-4ce6-81f7-e1ec6f4c91bd tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:44.256532 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09d944-993e-4e0b-9a4d-e9108de69cc6 None None] Pushing event updated for resources: {'Port': ['ID=4cb29d2e-1047-4aea-827a-0b0028dbd797,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:44.261805 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c9ddaa57-d46f-43d5-9120-4b6ce6a36da9 req-33c8d8c1-240c-4ce6-81f7-e1ec6f4c91bd tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=272ff94a-2a74-45e9-8b12-ec2cb4f67f24 HTTP/1.1" status: 200 len: 945 time: 0.4877076 May 03 22:43:44.276746 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b09d944-993e-4e0b-9a4d-e9108de69cc6 None None] Network b02a0a3f-1344-4b33-8d96-e59f73f273ac is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:43:44.278397 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-0b09d944-993e-4e0b-9a4d-e9108de69cc6 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:43:44.283944 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b09d944-993e-4e0b-9a4d-e9108de69cc6 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:43:44.298748 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e16f4-eba8-43fe-9884-5abb7dff0893 req-e08bd80d-ea3f-4fee-8379-122c1cb9c8cc tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:44.304655 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e16f4-eba8-43fe-9884-5abb7dff0893 req-e08bd80d-ea3f-4fee-8379-122c1cb9c8cc tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:44.310886 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e16f4-eba8-43fe-9884-5abb7dff0893 req-e08bd80d-ea3f-4fee-8379-122c1cb9c8cc tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:44.317012 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e16f4-eba8-43fe-9884-5abb7dff0893 req-e08bd80d-ea3f-4fee-8379-122c1cb9c8cc tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:44.318736 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5b4e16f4-eba8-43fe-9884-5abb7dff0893 req-e08bd80d-ea3f-4fee-8379-122c1cb9c8cc tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 3094 time: 0.5434606 May 03 22:43:44.404848 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-baaaf31b-6f6c-4f18-8194-fbfb488aa0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:44.437086 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c9ddaa57-d46f-43d5-9120-4b6ce6a36da9 req-41c2a9c9-4678-4ced-ace6-51e9f71f3cfd tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741300 May 03 22:43:44.460156 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d31c811e-6f4e-4540-b933-14ebe0cca4eb tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:44.502402 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaaf31b-6f6c-4f18-8194-fbfb488aa0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eca77ab-29bb-46b1-99c7-b80294feca18,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:44.507409 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5b4e16f4-eba8-43fe-9884-5abb7dff0893 req-b1abd786-051f-46cd-a45e-c18594060c59 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825461 May 03 22:43:44.598958 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c811e-6f4e-4540-b933-14ebe0cca4eb tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Pushing event deleted for resources: {'Port': ['ID=e96104e3-de14-4527-adb1-e8e765cab1b7,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:44.610941 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-0b09d944-993e-4e0b-9a4d-e9108de69cc6 None None] Attempting to bind port 4cb29d2e-1047-4aea-827a-0b0028dbd797 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:43:44.611480 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-0b09d944-993e-4e0b-9a4d-e9108de69cc6 None None] Attempting to bind port 4cb29d2e-1047-4aea-827a-0b0028dbd797 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:43:44.611813 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b09d944-993e-4e0b-9a4d-e9108de69cc6 None None] Attempting to bind port 4cb29d2e-1047-4aea-827a-0b0028dbd797 on network b02a0a3f-1344-4b33-8d96-e59f73f273ac {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:43:44.621955 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-baaaf31b-6f6c-4f18-8194-fbfb488aa0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:44.625739 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-baaaf31b-6f6c-4f18-8194-fbfb488aa0ee admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6eca77ab-29bb-46b1-99c7-b80294feca18 HTTP/1.1" status: 204 len: 168 time: 1.3263359 May 03 22:43:44.634767 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b09d944-993e-4e0b-9a4d-e9108de69cc6 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:43:44.634982 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b09d944-993e-4e0b-9a4d-e9108de69cc6 None None] Checking segment: {'id': '0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:43:44.635245 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0b09d944-993e-4e0b-9a4d-e9108de69cc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:44.635627 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b09d944-993e-4e0b-9a4d-e9108de69cc6 None None] Bound using segment: {'id': '0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:43:44.636097 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-0b09d944-993e-4e0b-9a4d-e9108de69cc6 None None] Bound port: 4cb29d2e-1047-4aea-827a-0b0028dbd797, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:43:44.636466 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0b09d944-993e-4e0b-9a4d-e9108de69cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:44.640009 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d31c811e-6f4e-4540-b933-14ebe0cca4eb tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks [] for floatingip, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:44.642522 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d31c811e-6f4e-4540-b933-14ebe0cca4eb tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:44.653894 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d31c811e-6f4e-4540-b933-14ebe0cca4eb tempest-AttachVolumeShelveTestJSON-1677853942 tempest-AttachVolumeShelveTestJSON-1677853942-project] 10.222.0.58 "DELETE /v2.0/floatingips/912ed1ce-59e6-4be2-9080-8b1cecf26e18 HTTP/1.1" status: 204 len: 168 time: 1.4206698 May 03 22:43:44.837945 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-182d5868-1ca0-4925-903c-676247dfaa56 req-40a3ded1-48f2-40cc-a4f6-82e856a3cab9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Allocated IP 10.2.2.200 (3c844908-458f-43d5-a32d-190eedb78cdc/dd5f6d92-c6fd-458d-8cd8-bf6128dc92c1/89678d86-c165-4dfc-97f5-a935adc1fa0d) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:43:44.840761 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-0b09d944-993e-4e0b-9a4d-e9108de69cc6 None None] For port 4cb29d2e-1047-4aea-827a-0b0028dbd797, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:43:44.844880 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-0b09d944-993e-4e0b-9a4d-e9108de69cc6 None None] For port 4cb29d2e-1047-4aea-827a-0b0028dbd797, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=4cb29d2e-1047-4aea-827a-0b0028dbd797,segment=NetworkSegment(0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a),segment_id=0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:43:44.852741 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0b09d944-993e-4e0b-9a4d-e9108de69cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:44.890216 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52340) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:43:45.010022 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52344) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:43:45.025615 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ee003992-42e2-415a-a837-937f9ed31171 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ec0911a097a2408b855d7df323d963b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1339977 May 03 22:43:45.028021 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52352) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:43:45.067395 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09d944-993e-4e0b-9a4d-e9108de69cc6 None None] Pushing event updated for resources: {'Port': ['ID=4cb29d2e-1047-4aea-827a-0b0028dbd797,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:45.154086 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0c557d14-d4b4-4b3a-a571-3042d30f2522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:45.181154 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d141475e-ed30-494d-9848-2107f0078ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:45.214487 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0c557d14-d4b4-4b3a-a571-3042d30f2522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:45.549993 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c76a3aed-ae22-4a25-91eb-34f1178b0121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:45.566383 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-c76a3aed-ae22-4a25-91eb-34f1178b0121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:43:45.571689 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c76a3aed-ae22-4a25-91eb-34f1178b0121 admin admin] Usage tracker for resource:security_group_rule and tenant:32b875cc06084614a44a88c0f0cd5dd7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:43:45.575540 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c76a3aed-ae22-4a25-91eb-34f1178b0121 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:43:45.582117 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-c76a3aed-ae22-4a25-91eb-34f1178b0121 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:43:45.596873 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0c557d14-d4b4-4b3a-a571-3042d30f2522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:45.606084 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-40a3ded1-48f2-40cc-a4f6-82e856a3cab9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:45.639662 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c557d14-d4b4-4b3a-a571-3042d30f2522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27aefb86-a017-4a92-9369-bd6a97b9f4f5,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:45.641621 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0c557d14-d4b4-4b3a-a571-3042d30f2522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:45.645918 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0c557d14-d4b4-4b3a-a571-3042d30f2522 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/27aefb86-a017-4a92-9369-bd6a97b9f4f5 HTTP/1.1" status: 204 len: 168 time: 0.6160696 May 03 22:43:45.771146 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c76a3aed-ae22-4a25-91eb-34f1178b0121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:45.776299 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-182d5868-1ca0-4925-903c-676247dfaa56 req-40a3ded1-48f2-40cc-a4f6-82e856a3cab9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Transition to ACTIVE for port object 89678d86-c165-4dfc-97f5-a935adc1fa0d will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:43:45.778265 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c76a3aed-ae22-4a25-91eb-34f1178b0121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:46.021106 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c76a3aed-ae22-4a25-91eb-34f1178b0121 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=32b875cc06084614a44a88c0f0cd5dd7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0100400 May 03 22:43:46.093147 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52380) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:43:46.162486 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-40a3ded1-48f2-40cc-a4f6-82e856a3cab9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:46.229342 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76a3aed-ae22-4a25-91eb-34f1178b0121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af22d388-cb1d-4448-8d00-1bb483a4530e,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:46.355101 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-182d5868-1ca0-4925-903c-676247dfaa56 req-40a3ded1-48f2-40cc-a4f6-82e856a3cab9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Network 3c844908-458f-43d5-a32d-190eedb78cdc is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:43:46.363772 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-182d5868-1ca0-4925-903c-676247dfaa56 req-40a3ded1-48f2-40cc-a4f6-82e856a3cab9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:43:46.367340 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-182d5868-1ca0-4925-903c-676247dfaa56 req-40a3ded1-48f2-40cc-a4f6-82e856a3cab9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:43:46.480558 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 4cb29d2e-1047-4aea-827a-0b0028dbd797 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:43:46.481134 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d141475e-ed30-494d-9848-2107f0078ace admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:46.487760 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-044f1bec-9713-449d-bd79-e791541254cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:46.555103 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-40a3ded1-48f2-40cc-a4f6-82e856a3cab9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:46.555831 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-40a3ded1-48f2-40cc-a4f6-82e856a3cab9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:46.576540 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83202c13-7913-4a6f-b430-9d1049a9c683 req-027b33bc-35f8-4c7e-9dd8-bf804b9bb494 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:46.589338 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-83202c13-7913-4a6f-b430-9d1049a9c683 req-027b33bc-35f8-4c7e-9dd8-bf804b9bb494 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=272ff94a-2a74-45e9-8b12-ec2cb4f67f24 HTTP/1.1" status: 200 len: 945 time: 0.7409554 May 03 22:43:46.593231 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d141475e-ed30-494d-9848-2107f0078ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:46.630305 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64d1f6-e85e-4988-ba91-a882eda1d9d5 req-d0ee0874-0c2d-467b-9718-a0aac9168314 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:46.646577 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64d1f6-e85e-4988-ba91-a882eda1d9d5 req-d0ee0874-0c2d-467b-9718-a0aac9168314 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:46.671161 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64d1f6-e85e-4988-ba91-a882eda1d9d5 req-d0ee0874-0c2d-467b-9718-a0aac9168314 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:46.676647 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-40a3ded1-48f2-40cc-a4f6-82e856a3cab9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3474321 May 03 22:43:46.692293 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64d1f6-e85e-4988-ba91-a882eda1d9d5 req-d0ee0874-0c2d-467b-9718-a0aac9168314 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:46.696203 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 4cb29d2e-1047-4aea-827a-0b0028dbd797 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:43:46.699291 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7e64d1f6-e85e-4988-ba91-a882eda1d9d5 req-d0ee0874-0c2d-467b-9718-a0aac9168314 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 3094 time: 0.7517211 May 03 22:43:46.712451 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-182d5868-1ca0-4925-903c-676247dfaa56 req-251c9575-10b4-4481-9a49-68675b0ba4c1 service neutron] Request body: {'port': {'device_id': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:43:46.813930 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-044f1bec-9713-449d-bd79-e791541254cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:46.864841 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-251c9575-10b4-4481-9a49-68675b0ba4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:46.873005 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe17fa1a-6d7a-47d2-8015-95470b5f0f38 None None] Network b02a0a3f-1344-4b33-8d96-e59f73f273ac requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:43:46.881900 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7e64d1f6-e85e-4988-ba91-a882eda1d9d5 req-2c0ad100-6500-4dad-9ec5-fb37d858e4f4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267948 May 03 22:43:46.934145 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-83202c13-7913-4a6f-b430-9d1049a9c683 req-90787d8a-acd4-4690-95b0-27497e1d995a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419495 May 03 22:43:46.982059 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-044f1bec-9713-449d-bd79-e791541254cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:46.992779 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a3ded1-48f2-40cc-a4f6-82e856a3cab9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Pushing event updated for resources: {'Port': ['ID=89678d86-c165-4dfc-97f5-a935adc1fa0d,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:47.003255 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f1bec-9713-449d-bd79-e791541254cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af22d388-cb1d-4448-8d00-1bb483a4530e,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:47.011153 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-044f1bec-9713-449d-bd79-e791541254cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:47.012426 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-044f1bec-9713-449d-bd79-e791541254cf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/af22d388-cb1d-4448-8d00-1bb483a4530e HTTP/1.1" status: 204 len: 168 time: 0.9139416 May 03 22:43:47.054473 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-73184fd9-dd70-4ab7-bc34-32eb284b8bea None None] Provisioning for port 89678d86-c165-4dfc-97f5-a935adc1fa0d completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:43:47.067125 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-73184fd9-dd70-4ab7-bc34-32eb284b8bea None None] Provisioning complete for port 89678d86-c165-4dfc-97f5-a935adc1fa0d triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:43:47.067933 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-73184fd9-dd70-4ab7-bc34-32eb284b8bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:47.130042 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-73184fd9-dd70-4ab7-bc34-32eb284b8bea None None] Port 89678d86-c165-4dfc-97f5-a935adc1fa0d cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:43:47.309736 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-32eaa089-6e8e-4ef4-acb7-c117deaaebfb None None] Provisioning for port 4cb29d2e-1047-4aea-827a-0b0028dbd797 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:43:47.316984 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-d141475e-ed30-494d-9848-2107f0078ace admin admin] Allocated IP 172.25.2.40 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/8368c94c-e22c-46a4-bf17-d323beee72ef) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:43:47.327831 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-32eaa089-6e8e-4ef4-acb7-c117deaaebfb None None] Provisioning complete for port 4cb29d2e-1047-4aea-827a-0b0028dbd797 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:43:47.328180 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-32eaa089-6e8e-4ef4-acb7-c117deaaebfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:47.656125 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-32eaa089-6e8e-4ef4-acb7-c117deaaebfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:47.736230 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-32eaa089-6e8e-4ef4-acb7-c117deaaebfb None None] For port 4cb29d2e-1047-4aea-827a-0b0028dbd797, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=4cb29d2e-1047-4aea-827a-0b0028dbd797,segment=NetworkSegment(0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a),segment_id=0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:43:47.743172 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-32eaa089-6e8e-4ef4-acb7-c117deaaebfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:47.870107 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-182d5868-1ca0-4925-903c-676247dfaa56 req-251c9575-10b4-4481-9a49-68675b0ba4c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a65dd8bc-04aa-4161-86e1-8b68e0967dd9 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:43:47.878164 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-251c9575-10b4-4481-9a49-68675b0ba4c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:47.899453 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-182d5868-1ca0-4925-903c-676247dfaa56 req-251c9575-10b4-4481-9a49-68675b0ba4c1 service neutron] Transition to ACTIVE for port object a65dd8bc-04aa-4161-86e1-8b68e0967dd9 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:43:47.900444 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eaa089-6e8e-4ef4-acb7-c117deaaebfb None None] Pushing event updated for resources: {'Port': ['ID=4cb29d2e-1047-4aea-827a-0b0028dbd797,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:47.916483 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d5c71-b4a8-438f-9c20-45f2f95b0239 req-db0015f5-0d47-42a4-929f-ef9c167452c2 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:47.920317 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6b9d5c71-b4a8-438f-9c20-45f2f95b0239 req-db0015f5-0d47-42a4-929f-ef9c167452c2 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=272ff94a-2a74-45e9-8b12-ec2cb4f67f24 HTTP/1.1" status: 200 len: 945 time: 0.2623949 May 03 22:43:47.967126 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2bba1c84-849a-4555-9d02-ca7cd1fcd581 None None] Provisioning complete for port 4cb29d2e-1047-4aea-827a-0b0028dbd797 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:43:47.967679 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2bba1c84-849a-4555-9d02-ca7cd1fcd581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:48.021411 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52460) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:43:48.062842 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6b9d5c71-b4a8-438f-9c20-45f2f95b0239 req-e9b19e5d-c004-41c5-8114-73343d94d469 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319191 May 03 22:43:48.177371 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a76a8c14-0aae-4ad8-8323-4656220263e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:48.196609 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a76a8c14-0aae-4ad8-8323-4656220263e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:43:48.202474 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a76a8c14-0aae-4ad8-8323-4656220263e5 admin admin] Usage tracker for resource:security_group_rule and tenant:a8cab30dbbdf4a7c8c6154c7186cee64 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:43:48.205881 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a76a8c14-0aae-4ad8-8323-4656220263e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:43:48.213609 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a76a8c14-0aae-4ad8-8323-4656220263e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:43:48.390925 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 4cb29d2e-1047-4aea-827a-0b0028dbd797 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:43:48.475650 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d141475e-ed30-494d-9848-2107f0078ace admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:48.493273 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-251c9575-10b4-4481-9a49-68675b0ba4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:48.538238 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 4cb29d2e-1047-4aea-827a-0b0028dbd797 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:43:48.538615 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:48.744381 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a76a8c14-0aae-4ad8-8323-4656220263e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:48.813668 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a76a8c14-0aae-4ad8-8323-4656220263e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:48.886354 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c9575-10b4-4481-9a49-68675b0ba4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a65dd8bc-04aa-4161-86e1-8b68e0967dd9,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:48.891165 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3eda5-d6ed-425a-939c-923e10a908b3 req-a55f8f51-85eb-4da4-991b-d8d4c8cc36e3 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:48.900406 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3eda5-d6ed-425a-939c-923e10a908b3 req-a55f8f51-85eb-4da4-991b-d8d4c8cc36e3 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:48.919058 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3eda5-d6ed-425a-939c-923e10a908b3 req-a55f8f51-85eb-4da4-991b-d8d4c8cc36e3 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:48.937510 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3eda5-d6ed-425a-939c-923e10a908b3 req-a55f8f51-85eb-4da4-991b-d8d4c8cc36e3 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:48.944663 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3eda5-d6ed-425a-939c-923e10a908b3 req-a55f8f51-85eb-4da4-991b-d8d4c8cc36e3 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:48.956424 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0d3eda5-d6ed-425a-939c-923e10a908b3 req-a55f8f51-85eb-4da4-991b-d8d4c8cc36e3 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 3827 time: 0.5228970 May 03 22:43:48.980778 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d141475e-ed30-494d-9848-2107f0078ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:49.065563 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a8c14-0aae-4ad8-8323-4656220263e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98114e9d-9ffe-4745-a72b-f384c516e9c1,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:49.072042 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a76a8c14-0aae-4ad8-8323-4656220263e5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a8cab30dbbdf4a7c8c6154c7186cee64&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0495188 May 03 22:43:49.083872 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52504) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:43:49.154059 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0d3eda5-d6ed-425a-939c-923e10a908b3 req-e9caa66d-0169-4286-9122-e5b94492a6d0 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546154 May 03 22:43:49.174874 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f8cb9dd7-0156-4788-9da1-ca19ddcbc7c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:49.253926 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f8cb9dd7-0156-4788-9da1-ca19ddcbc7c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:49.277713 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141475e-ed30-494d-9848-2107f0078ace admin admin] Pushing event updated for resources: {'Port': ['ID=8368c94c-e22c-46a4-bf17-d323beee72ef,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:49.308487 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d141475e-ed30-494d-9848-2107f0078ace admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:43:49.310305 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-d141475e-ed30-494d-9848-2107f0078ace admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:43:49.312995 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d141475e-ed30-494d-9848-2107f0078ace admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:43:49.431216 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201837a-7265-4c59-8f23-a70e37427288 req-5327b214-ba4b-43f5-80a9-e49e23cb7e27 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:49.433486 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6201837a-7265-4c59-8f23-a70e37427288 req-5327b214-ba4b-43f5-80a9-e49e23cb7e27 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=272ff94a-2a74-45e9-8b12-ec2cb4f67f24 HTTP/1.1" status: 200 len: 945 time: 0.1623795 May 03 22:43:49.467907 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f8cb9dd7-0156-4788-9da1-ca19ddcbc7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:49.532783 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb9dd7-0156-4788-9da1-ca19ddcbc7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98114e9d-9ffe-4745-a72b-f384c516e9c1,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:49.535631 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f8cb9dd7-0156-4788-9da1-ca19ddcbc7c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:49.536780 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f8cb9dd7-0156-4788-9da1-ca19ddcbc7c4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/98114e9d-9ffe-4745-a72b-f384c516e9c1 HTTP/1.1" status: 204 len: 168 time: 0.4514799 May 03 22:43:49.556641 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6201837a-7265-4c59-8f23-a70e37427288 req-1dbc9abe-4d3c-4926-98ba-18efb12d026d tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065123 May 03 22:43:50.071355 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-182d5868-1ca0-4925-903c-676247dfaa56 req-251c9575-10b4-4481-9a49-68675b0ba4c1 service neutron] Attempting to bind port a65dd8bc-04aa-4161-86e1-8b68e0967dd9 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:43:50.071867 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-182d5868-1ca0-4925-903c-676247dfaa56 req-251c9575-10b4-4481-9a49-68675b0ba4c1 service neutron] Attempting to bind port a65dd8bc-04aa-4161-86e1-8b68e0967dd9 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '5f07acb1-8990-460f-9ed1-6ed50d2566a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '3447ec37-3982-4d19-88a9-e296027f90a8'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:43:50.072161 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-251c9575-10b4-4481-9a49-68675b0ba4c1 service neutron] Attempting to bind port a65dd8bc-04aa-4161-86e1-8b68e0967dd9 on network 3447ec37-3982-4d19-88a9-e296027f90a8 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:43:50.088869 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-251c9575-10b4-4481-9a49-68675b0ba4c1 service neutron] Port a65dd8bc-04aa-4161-86e1-8b68e0967dd9 on network 3447ec37-3982-4d19-88a9-e296027f90a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:43:50.089207 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-251c9575-10b4-4481-9a49-68675b0ba4c1 service neutron] Attempting to bind port a65dd8bc-04aa-4161-86e1-8b68e0967dd9 on network 3447ec37-3982-4d19-88a9-e296027f90a8 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:43:50.108706 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-251c9575-10b4-4481-9a49-68675b0ba4c1 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:43:50.110544 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-251c9575-10b4-4481-9a49-68675b0ba4c1 service neutron] Checking segment: {'id': '5f07acb1-8990-460f-9ed1-6ed50d2566a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '3447ec37-3982-4d19-88a9-e296027f90a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:43:50.111345 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-251c9575-10b4-4481-9a49-68675b0ba4c1 service neutron] Bound using segment: {'id': '5f07acb1-8990-460f-9ed1-6ed50d2566a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '3447ec37-3982-4d19-88a9-e296027f90a8'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:43:50.112523 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-182d5868-1ca0-4925-903c-676247dfaa56 req-251c9575-10b4-4481-9a49-68675b0ba4c1 service neutron] Bound port: a65dd8bc-04aa-4161-86e1-8b68e0967dd9, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f07acb1-8990-460f-9ed1-6ed50d2566a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '3447ec37-3982-4d19-88a9-e296027f90a8'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:43:50.112875 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-251c9575-10b4-4481-9a49-68675b0ba4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:50.477689 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298de7d-5927-48e0-94e5-daff429b5c6b req-7f79d1fe-5650-43a0-a406-90f3e40864a6 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:50.487994 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d298de7d-5927-48e0-94e5-daff429b5c6b req-7f79d1fe-5650-43a0-a406-90f3e40864a6 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=272ff94a-2a74-45e9-8b12-ec2cb4f67f24 HTTP/1.1" status: 200 len: 945 time: 0.2235582 May 03 22:43:50.708350 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d141475e-ed30-494d-9848-2107f0078ace admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:50.729610 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d298de7d-5927-48e0-94e5-daff429b5c6b req-5c48586d-5e47-469c-98c9-3bd9951f61d4 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403393 May 03 22:43:50.817146 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b696c-a44a-476a-b9d3-c4415853b74a req-7f9655be-4540-477a-93c6-2d581dac7698 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:50.828530 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b696c-a44a-476a-b9d3-c4415853b74a req-7f9655be-4540-477a-93c6-2d581dac7698 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:50.838423 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b696c-a44a-476a-b9d3-c4415853b74a req-7f9655be-4540-477a-93c6-2d581dac7698 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:50.845086 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b696c-a44a-476a-b9d3-c4415853b74a req-7f9655be-4540-477a-93c6-2d581dac7698 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:50.852750 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b696c-a44a-476a-b9d3-c4415853b74a req-7f9655be-4540-477a-93c6-2d581dac7698 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:50.865834 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bc0b696c-a44a-476a-b9d3-c4415853b74a req-7f9655be-4540-477a-93c6-2d581dac7698 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 3827 time: 0.3440962 May 03 22:43:50.921644 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52594) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:43:50.991171 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bc0b696c-a44a-476a-b9d3-c4415853b74a req-cc6c9eda-a765-41d2-8482-71cf0936d408 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236842 May 03 22:43:51.321338 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-860844cd-cd05-4f04-b291-3535e8b6e977 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Request body: {'network': {'name': 'tempest-network-smoke--1856992626', 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'port_security_enabled': True}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:43:51.338777 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-860844cd-cd05-4f04-b291-3535e8b6e977 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:43:51.345825 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-860844cd-cd05-4f04-b291-3535e8b6e977 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Usage tracker for resource:network and tenant:584c47bf47e049698552e4a4a9d3464d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:43:51.349284 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-860844cd-cd05-4f04-b291-3535e8b6e977 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:43:51.357286 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-860844cd-cd05-4f04-b291-3535e8b6e977 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:43:51.372771 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-182d5868-1ca0-4925-903c-676247dfaa56 req-251c9575-10b4-4481-9a49-68675b0ba4c1 service neutron] For port a65dd8bc-04aa-4161-86e1-8b68e0967dd9, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:43:51.377707 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-182d5868-1ca0-4925-903c-676247dfaa56 req-251c9575-10b4-4481-9a49-68675b0ba4c1 service neutron] For port a65dd8bc-04aa-4161-86e1-8b68e0967dd9, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a65dd8bc-04aa-4161-86e1-8b68e0967dd9,segment=NetworkSegment(5f07acb1-8990-460f-9ed1-6ed50d2566a9),segment_id=5f07acb1-8990-460f-9ed1-6ed50d2566a9)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:43:51.384789 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860844cd-cd05-4f04-b291-3535e8b6e977 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Made reservation on behalf of 584c47bf47e049698552e4a4a9d3464d for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:43:51.387236 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-251c9575-10b4-4481-9a49-68675b0ba4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:51.389944 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-860844cd-cd05-4f04-b291-3535e8b6e977 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:51.425140 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-860844cd-cd05-4f04-b291-3535e8b6e977 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:51.481098 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-860844cd-cd05-4f04-b291-3535e8b6e977 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:43:51.511144 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-251c9575-10b4-4481-9a49-68675b0ba4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:51.511763 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-251c9575-10b4-4481-9a49-68675b0ba4c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:51.513159 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-251c9575-10b4-4481-9a49-68675b0ba4c1 service neutron] 10.222.0.60 "PUT /v2.0/ports/a65dd8bc-04aa-4161-86e1-8b68e0967dd9 HTTP/1.1" status: 200 len: 1091 time: 4.8110847 May 03 22:43:51.515174 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-860844cd-cd05-4f04-b291-3535e8b6e977 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Usage tracker for resource:security_group_rule and tenant:584c47bf47e049698552e4a4a9d3464d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:43:51.516134 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'tag': 'a65dd8bc-04aa-4161-86e1-8b68e0967dd9'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:43:51.519013 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-860844cd-cd05-4f04-b291-3535e8b6e977 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:43:51.527083 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d141475e-ed30-494d-9848-2107f0078ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:51.533230 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-860844cd-cd05-4f04-b291-3535e8b6e977 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:43:51.771205 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-860844cd-cd05-4f04-b291-3535e8b6e977 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:51.780492 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-860844cd-cd05-4f04-b291-3535e8b6e977 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:51.878330 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-860844cd-cd05-4f04-b291-3535e8b6e977 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:43:51.880602 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860844cd-cd05-4f04-b291-3535e8b6e977 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aea2a48a-54b3-4a2a-a976-704aee0d0956,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:51.929010 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-860844cd-cd05-4f04-b291-3535e8b6e977 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:51.929752 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-860844cd-cd05-4f04-b291-3535e8b6e977 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Added segment b9e024ec-23f2-465c-9f72-d550cdce520c of type vlan for network 2682e838-a62e-4a3c-95e3-1cec146b5cea May 03 22:43:52.065497 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-860844cd-cd05-4f04-b291-3535e8b6e977 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:52.230520 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-860844cd-cd05-4f04-b291-3535e8b6e977 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:52.237041 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860844cd-cd05-4f04-b291-3535e8b6e977 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:52.237635 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-860844cd-cd05-4f04-b291-3535e8b6e977 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:52.316060 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-860844cd-cd05-4f04-b291-3535e8b6e977 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3926933 May 03 22:43:52.331477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52630) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:43:52.346804 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-16c1f480-1620-4d35-85af-db14e43f09ff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1950764700', 'admin_state_up': True, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:43:52.393186 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fdf3c94-a2b4-4c1b-bb70-eb337479061b'] response: {'name': 'network-changed', 'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'tag': 'a65dd8bc-04aa-4161-86e1-8b68e0967dd9', 'status': 'completed', 'code': 200} May 03 22:43:52.415608 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-16c1f480-1620-4d35-85af-db14e43f09ff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:43:52.430358 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-16c1f480-1620-4d35-85af-db14e43f09ff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Usage tracker for resource:router and tenant:584c47bf47e049698552e4a4a9d3464d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:43:52.495230 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-182d5868-1ca0-4925-903c-676247dfaa56 req-cc4ca8b9-2e7a-4bd0-b819-43ccb5642e1f service neutron] Request body: {'port': {'device_id': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:43:52.621919 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-16c1f480-1620-4d35-85af-db14e43f09ff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:43:52.637578 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-16c1f480-1620-4d35-85af-db14e43f09ff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:43:52.651795 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c9575-10b4-4481-9a49-68675b0ba4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a65dd8bc-04aa-4161-86e1-8b68e0967dd9,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:52.685564 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16c1f480-1620-4d35-85af-db14e43f09ff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:52.690028 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16c1f480-1620-4d35-85af-db14e43f09ff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:52.696934 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860844cd-cd05-4f04-b291-3535e8b6e977 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'Network': ['ID=2682e838-a62e-4a3c-95e3-1cec146b5cea,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:52.711257 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 2682e838-a62e-4a3c-95e3-1cec146b5cea details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:43:52.746408 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10f8d4-b25d-44a5-a374-83e8aba9b8d1 req-9ea6cc2e-297e-4cfd-92fc-4d88c383f4a2 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:52.748241 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4a10f8d4-b25d-44a5-a374-83e8aba9b8d1 req-9ea6cc2e-297e-4cfd-92fc-4d88c383f4a2 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=272ff94a-2a74-45e9-8b12-ec2cb4f67f24 HTTP/1.1" status: 200 len: 945 time: 0.6104777 May 03 22:43:52.755204 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16c1f480-1620-4d35-85af-db14e43f09ff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:52.835438 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4a10f8d4-b25d-44a5-a374-83e8aba9b8d1 req-ea3f6374-7307-4e49-a91c-673467b9c84a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778675 May 03 22:43:52.901183 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d141475e-ed30-494d-9848-2107f0078ace admin admin] Router 71f9c2f0-9970-471d-8465-8e1a4e55130e is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:43:53.001542 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c680193c-1c1f-4d18-a26e-c44741534351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:53.045374 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c505b-dace-431a-9b1f-662c2ea16774 req-4dc17fef-8c83-4c69-ab68-fedf5c7aeb1e tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:53.046655 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-c66c505b-dace-431a-9b1f-662c2ea16774 req-4dc17fef-8c83-4c69-ab68-fedf5c7aeb1e tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Synchronizing usage tracker for tenant:56f2a06b55b349518a0fa1bd075b4999 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:43:53.057118 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-cc4ca8b9-2e7a-4bd0-b819-43ccb5642e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:53.173398 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab2c13-8efb-4cb9-ac37-cd7ec06b7c54 req-14bcea1b-d571-4564-a342-149728f0919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:53.187902 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab2c13-8efb-4cb9-ac37-cd7ec06b7c54 req-14bcea1b-d571-4564-a342-149728f0919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:53.198531 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab2c13-8efb-4cb9-ac37-cd7ec06b7c54 req-14bcea1b-d571-4564-a342-149728f0919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:53.199218 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab2c13-8efb-4cb9-ac37-cd7ec06b7c54 req-14bcea1b-d571-4564-a342-149728f0919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:53.199840 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab2c13-8efb-4cb9-ac37-cd7ec06b7c54 req-14bcea1b-d571-4564-a342-149728f0919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:53.201865 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-dcab2c13-8efb-4cb9-ac37-cd7ec06b7c54 req-14bcea1b-d571-4564-a342-149728f0919e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=07f7b519265346608174cafca790a124&device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 4362 time: 0.9179316 May 03 22:43:53.436791 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16c1f480-1620-4d35-85af-db14e43f09ff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:53.448316 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-c66c505b-dace-431a-9b1f-662c2ea16774 req-4dc17fef-8c83-4c69-ab68-fedf5c7aeb1e tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Unset dirty status for tenant:56f2a06b55b349518a0fa1bd075b4999 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:43:53.450912 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c66c505b-dace-431a-9b1f-662c2ea16774 req-4dc17fef-8c83-4c69-ab68-fedf5c7aeb1e tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.67 "GET /v2.0/ports?device_id=272ff94a-2a74-45e9-8b12-ec2cb4f67f24 HTTP/1.1" status: 200 len: 945 time: 1.1643476 May 03 22:43:53.509273 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5d1de-75db-4812-8012-1d6b75100a5c req-2a1873aa-dad7-4e69-aaef-99667febe9ee tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:53.516392 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5d1de-75db-4812-8012-1d6b75100a5c req-2a1873aa-dad7-4e69-aaef-99667febe9ee tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:53.524572 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5d1de-75db-4812-8012-1d6b75100a5c req-2a1873aa-dad7-4e69-aaef-99667febe9ee tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:53.531000 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5d1de-75db-4812-8012-1d6b75100a5c req-2a1873aa-dad7-4e69-aaef-99667febe9ee tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:53.537505 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5d1de-75db-4812-8012-1d6b75100a5c req-2a1873aa-dad7-4e69-aaef-99667febe9ee tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:53.560217 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-12f5d1de-75db-4812-8012-1d6b75100a5c req-2a1873aa-dad7-4e69-aaef-99667febe9ee tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 3827 time: 0.7196007 May 03 22:43:53.710066 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-12f5d1de-75db-4812-8012-1d6b75100a5c req-bd4d975a-bb6e-4d49-b27c-4c9f10c402e2 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487024 May 03 22:43:53.721901 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 52656) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:43:53.996352 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-c66c505b-dace-431a-9b1f-662c2ea16774 req-4c448d1a-8c9a-4678-ad71-0a506be7ce5a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Deleting port 5ef344e3-dfa8-4cfd-8c01-da8f8604500a {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:43:53.996704 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c66c505b-dace-431a-9b1f-662c2ea16774 req-4c448d1a-8c9a-4678-ad71-0a506be7ce5a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:54.110602 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d141475e-ed30-494d-9848-2107f0078ace admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:43:54.130498 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0f2ee0-9276-42bd-8da9-502f5d351f9f None None] Sync routers for ids ['71f9c2f0-9970-471d-8465-8e1a4e55130e'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:43:54.144547 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0f2ee0-9276-42bd-8da9-502f5d351f9f None None] Routers {'71f9c2f0-9970-471d-8465-8e1a4e55130e'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:43:54.145183 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-8d0f2ee0-9276-42bd-8da9-502f5d351f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:43:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['71f9c2f0-9970-471d-8465-8e1a4e55130e'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:43:54.330839 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16c1f480-1620-4d35-85af-db14e43f09ff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:54.385630 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16c1f480-1620-4d35-85af-db14e43f09ff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:54.430683 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-8d0f2ee0-9276-42bd-8da9-502f5d351f9f None None] Set router 71f9c2f0-9970-471d-8465-8e1a4e55130e gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:43:54.464554 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56144b-ed89-42d2-a75f-b4a4868b6fbf req-d4289467-045a-449d-971f-fb31ecbbf70f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:54.468036 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e56144b-ed89-42d2-a75f-b4a4868b6fbf req-d4289467-045a-449d-971f-fb31ecbbf70f tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=272ff94a-2a74-45e9-8b12-ec2cb4f67f24 HTTP/1.1" status: 200 len: 945 time: 0.3646719 May 03 22:43:54.594563 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1e56144b-ed89-42d2-a75f-b4a4868b6fbf req-a81c8a6d-d8b8-4353-b80a-d480caf51a26 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186018 May 03 22:43:54.706551 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:54.734493 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-16c1f480-1620-4d35-85af-db14e43f09ff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Allocated IP 172.25.2.235 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/219abd26-fe69-4194-9dfa-3329166960bf) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:43:54.762178 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d141475e-ed30-494d-9848-2107f0078ace admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:54.765565 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d141475e-ed30-494d-9848-2107f0078ace admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 11.4988639 May 03 22:43:54.780131 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52670) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:43:54.813399 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab2c13-8efb-4cb9-ac37-cd7ec06b7c54 req-a9a468c0-d0d1-4c2d-9d88-3eefc50c6ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:54.814132 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab2c13-8efb-4cb9-ac37-cd7ec06b7c54 req-a9a468c0-d0d1-4c2d-9d88-3eefc50c6ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:54.814738 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab2c13-8efb-4cb9-ac37-cd7ec06b7c54 req-a9a468c0-d0d1-4c2d-9d88-3eefc50c6ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:54.816438 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-dcab2c13-8efb-4cb9-ac37-cd7ec06b7c54 req-a9a468c0-d0d1-4c2d-9d88-3eefc50c6ec8 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=07f7b519265346608174cafca790a124&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.5879383 May 03 22:43:54.932327 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-8d0f2ee0-9276-42bd-8da9-502f5d351f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'name': 'tempest-AttachVolumeNegativeTest-1275687319-router', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:43Z', 'updated_at': '2022-05-03T22:43:50Z', 'revision_number': 3, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'gw_port': {'id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:46Z', 'updated_at': '2022-05-03T22:43:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:43:54.941585 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0f2ee0-9276-42bd-8da9-502f5d351f9f None None] Checking router: 71f9c2f0-9970-471d-8465-8e1a4e55130e for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:43:54.941960 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0f2ee0-9276-42bd-8da9-502f5d351f9f None None] Updating router 71f9c2f0-9970-471d-8465-8e1a4e55130e port 8368c94c-e22c-46a4-bf17-d323beee72ef binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:43:55.098896 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8d0f2ee0-9276-42bd-8da9-502f5d351f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:55.160102 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bc4477ae-a5f1-4972-a7e4-18cab288ec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:55.595799 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab2c13-8efb-4cb9-ac37-cd7ec06b7c54 req-95767094-21c6-4531-9f41-cc3330d1e944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:55.595799 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-dcab2c13-8efb-4cb9-ac37-cd7ec06b7c54 req-95767094-21c6-4531-9f41-cc3330d1e944 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7616487 May 03 22:43:55.666879 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 5ef344e3-dfa8-4cfd-8c01-da8f8604500a no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:43:55.745112 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16c1f480-1620-4d35-85af-db14e43f09ff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:55.774880 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345bc0e-a949-4456-a17b-899731c72cdb req-cde95457-d9d0-41fd-b43b-adbb61546723 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:55.781090 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345bc0e-a949-4456-a17b-899731c72cdb req-cde95457-d9d0-41fd-b43b-adbb61546723 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:55.787325 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345bc0e-a949-4456-a17b-899731c72cdb req-cde95457-d9d0-41fd-b43b-adbb61546723 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:55.794506 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345bc0e-a949-4456-a17b-899731c72cdb req-cde95457-d9d0-41fd-b43b-adbb61546723 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:55.800814 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345bc0e-a949-4456-a17b-899731c72cdb req-cde95457-d9d0-41fd-b43b-adbb61546723 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:55.808957 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a345bc0e-a949-4456-a17b-899731c72cdb req-cde95457-d9d0-41fd-b43b-adbb61546723 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 3827 time: 0.8205943 May 03 22:43:55.809153 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-c66c505b-dace-431a-9b1f-662c2ea16774 req-4c448d1a-8c9a-4678-ad71-0a506be7ce5a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] For port 5ef344e3-dfa8-4cfd-8c01-da8f8604500a, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=5ef344e3-dfa8-4cfd-8c01-da8f8604500a,segment=NetworkSegment(b38726d5-324d-4465-9fc5-454afd2d45a2),segment_id=b38726d5-324d-4465-9fc5-454afd2d45a2)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:43:55.809746 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c66c505b-dace-431a-9b1f-662c2ea16774 req-4c448d1a-8c9a-4678-ad71-0a506be7ce5a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:55.993552 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:56.002196 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-c66c505b-dace-431a-9b1f-662c2ea16774 req-4c448d1a-8c9a-4678-ad71-0a506be7ce5a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Calling delete_port for 5ef344e3-dfa8-4cfd-8c01-da8f8604500a owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:43:56.031516 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a345bc0e-a949-4456-a17b-899731c72cdb req-c3d8952c-5c1d-4b06-b132-3242190126b9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205534 May 03 22:43:56.062167 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272ff94a-2a74-45e9-8b12-ec2cb4f67f24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ef344e3-dfa8-4cfd-8c01-da8f8604500a'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:43:56.118892 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 5ef344e3-dfa8-4cfd-8c01-da8f8604500a, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=5ef344e3-dfa8-4cfd-8c01-da8f8604500a,segment=NetworkSegment(b38726d5-324d-4465-9fc5-454afd2d45a2),segment_id=b38726d5-324d-4465-9fc5-454afd2d45a2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:43:56.130044 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:56.130723 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-182d5868-1ca0-4925-903c-676247dfaa56 req-cc4ca8b9-2e7a-4bd0-b819-43ccb5642e1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70772943-6de8-4896-bcbe-7157ba0b4c77 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:43:56.139989 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-cc4ca8b9-2e7a-4bd0-b819-43ccb5642e1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:56.158883 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-182d5868-1ca0-4925-903c-676247dfaa56 req-cc4ca8b9-2e7a-4bd0-b819-43ccb5642e1f service neutron] Transition to ACTIVE for port object 70772943-6de8-4896-bcbe-7157ba0b4c77 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:43:56.194815 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea527403-333f-428b-8deb-8576e4922454'] response: {'server_uuid': '272ff94a-2a74-45e9-8b12-ec2cb4f67f24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ef344e3-dfa8-4cfd-8c01-da8f8604500a', 'code': 200} May 03 22:43:56.225989 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16c1f480-1620-4d35-85af-db14e43f09ff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:56.298081 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476a3a5-dab8-450a-8828-d66ea5bf24f5 req-e6e8b19b-b40b-4148-b352-aa8cf956e184 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:56.303239 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-cc4ca8b9-2e7a-4bd0-b819-43ccb5642e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:56.305132 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:56.306134 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=5ef344e3-dfa8-4cfd-8c01-da8f8604500a,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:56.306799 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4476a3a5-dab8-450a-8828-d66ea5bf24f5 req-e6e8b19b-b40b-4148-b352-aa8cf956e184 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=272ff94a-2a74-45e9-8b12-ec2cb4f67f24 HTTP/1.1" status: 200 len: 945 time: 0.4921696 May 03 22:43:56.367816 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c1f480-1620-4d35-85af-db14e43f09ff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:43:56.373397 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-16c1f480-1620-4d35-85af-db14e43f09ff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:43:56.385061 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c1f480-1620-4d35-85af-db14e43f09ff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:43:56.423540 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:56.449619 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [req-c66c505b-dace-431a-9b1f-662c2ea16774 req-4c448d1a-8c9a-4678-ad71-0a506be7ce5a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:43:56.449973 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [req-c66c505b-dace-431a-9b1f-662c2ea16774 req-4c448d1a-8c9a-4678-ad71-0a506be7ce5a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:43:56.480442 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1f480-1620-4d35-85af-db14e43f09ff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'Port': ['ID=219abd26-fe69-4194-9dfa-3329166960bf,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:56.509648 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4476a3a5-dab8-450a-8828-d66ea5bf24f5 req-d01a56e1-55a6-4e65-85f7-3d40947888ab tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019126 May 03 22:43:56.688343 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8d0f2ee0-9276-42bd-8da9-502f5d351f9f None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:56.717457 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-8d0f2ee0-9276-42bd-8da9-502f5d351f9f None None] Transition to ACTIVE for port object 8368c94c-e22c-46a4-bf17-d323beee72ef will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:43:56.727331 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ca8b9-2e7a-4bd0-b819-43ccb5642e1f service neutron] Pushing event updated for resources: {'Port': ['ID=70772943-6de8-4896-bcbe-7157ba0b4c77,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:56.729355 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8d0f2ee0-9276-42bd-8da9-502f5d351f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:56.867698 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a75c7-2afe-405d-9ce0-9bd1a3af5867 None None] Pushing event updated for resources: {'Port': ['ID=8368c94c-e22c-46a4-bf17-d323beee72ef,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:56.876649 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-8d0f2ee0-9276-42bd-8da9-502f5d351f9f None None] Attempting to bind port 8368c94c-e22c-46a4-bf17-d323beee72ef on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:43:56.877277 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-8d0f2ee0-9276-42bd-8da9-502f5d351f9f None None] Attempting to bind port 8368c94c-e22c-46a4-bf17-d323beee72ef by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:43:56.877889 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0f2ee0-9276-42bd-8da9-502f5d351f9f None None] Attempting to bind port 8368c94c-e22c-46a4-bf17-d323beee72ef on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:43:56.885680 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0f2ee0-9276-42bd-8da9-502f5d351f9f None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:43:56.887068 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0f2ee0-9276-42bd-8da9-502f5d351f9f None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:43:56.888373 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8d0f2ee0-9276-42bd-8da9-502f5d351f9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:56.890493 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0f2ee0-9276-42bd-8da9-502f5d351f9f None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:43:56.892691 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-8d0f2ee0-9276-42bd-8da9-502f5d351f9f None None] Bound port: 8368c94c-e22c-46a4-bf17-d323beee72ef, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:43:56.893317 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8d0f2ee0-9276-42bd-8da9-502f5d351f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:56.900217 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-182d5868-1ca0-4925-903c-676247dfaa56 req-cc4ca8b9-2e7a-4bd0-b819-43ccb5642e1f service neutron] Attempting to bind port 70772943-6de8-4896-bcbe-7157ba0b4c77 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:43:56.901233 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-182d5868-1ca0-4925-903c-676247dfaa56 req-cc4ca8b9-2e7a-4bd0-b819-43ccb5642e1f service neutron] Attempting to bind port 70772943-6de8-4896-bcbe-7157ba0b4c77 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'd7184569-28cc-4f6c-bd88-6a1ad922482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a8a12fef-8f1f-42e2-8a9d-7a66402fff0c'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:43:56.901560 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-cc4ca8b9-2e7a-4bd0-b819-43ccb5642e1f service neutron] Attempting to bind port 70772943-6de8-4896-bcbe-7157ba0b4c77 on network a8a12fef-8f1f-42e2-8a9d-7a66402fff0c {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:43:56.915047 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-cc4ca8b9-2e7a-4bd0-b819-43ccb5642e1f service neutron] Port 70772943-6de8-4896-bcbe-7157ba0b4c77 on network a8a12fef-8f1f-42e2-8a9d-7a66402fff0c not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:43:56.915366 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-cc4ca8b9-2e7a-4bd0-b819-43ccb5642e1f service neutron] Attempting to bind port 70772943-6de8-4896-bcbe-7157ba0b4c77 on network a8a12fef-8f1f-42e2-8a9d-7a66402fff0c {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:43:56.927719 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-cc4ca8b9-2e7a-4bd0-b819-43ccb5642e1f service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:43:56.928060 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-cc4ca8b9-2e7a-4bd0-b819-43ccb5642e1f service neutron] Checking segment: {'id': 'd7184569-28cc-4f6c-bd88-6a1ad922482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a8a12fef-8f1f-42e2-8a9d-7a66402fff0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:43:56.928449 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-cc4ca8b9-2e7a-4bd0-b819-43ccb5642e1f service neutron] Bound using segment: {'id': 'd7184569-28cc-4f6c-bd88-6a1ad922482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a8a12fef-8f1f-42e2-8a9d-7a66402fff0c'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:43:56.928892 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-182d5868-1ca0-4925-903c-676247dfaa56 req-cc4ca8b9-2e7a-4bd0-b819-43ccb5642e1f service neutron] Bound port: 70772943-6de8-4896-bcbe-7157ba0b4c77, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7184569-28cc-4f6c-bd88-6a1ad922482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a8a12fef-8f1f-42e2-8a9d-7a66402fff0c'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:43:56.929254 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-cc4ca8b9-2e7a-4bd0-b819-43ccb5642e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:56.961346 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-c66c505b-dace-431a-9b1f-662c2ea16774 req-4c448d1a-8c9a-4678-ad71-0a506be7ce5a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Deleting port 5ef344e3-dfa8-4cfd-8c01-da8f8604500a {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:43:56.962072 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c66c505b-dace-431a-9b1f-662c2ea16774 req-4c448d1a-8c9a-4678-ad71-0a506be7ce5a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:57.000499 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ed156b71-8f3c-4f42-98ce-1f85bbad1aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:57.006871 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-8d0f2ee0-9276-42bd-8da9-502f5d351f9f None None] For port 8368c94c-e22c-46a4-bf17-d323beee72ef, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:43:57.011286 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-8d0f2ee0-9276-42bd-8da9-502f5d351f9f None None] For port 8368c94c-e22c-46a4-bf17-d323beee72ef, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=8368c94c-e22c-46a4-bf17-d323beee72ef,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:43:57.018307 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8d0f2ee0-9276-42bd-8da9-502f5d351f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:57.110915 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0f2ee0-9276-42bd-8da9-502f5d351f9f None None] Routers {'71f9c2f0-9970-471d-8465-8e1a4e55130e'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:43:57.111692 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-8d0f2ee0-9276-42bd-8da9-502f5d351f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:43:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['71f9c2f0-9970-471d-8465-8e1a4e55130e'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:43:57.262001 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-182d5868-1ca0-4925-903c-676247dfaa56 req-cc4ca8b9-2e7a-4bd0-b819-43ccb5642e1f service neutron] For port 70772943-6de8-4896-bcbe-7157ba0b4c77, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:43:57.296238 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-db0575cb-39d6-4a45-a779-2197c617913b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:57.422837 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-8d0f2ee0-9276-42bd-8da9-502f5d351f9f None None] Set router 71f9c2f0-9970-471d-8465-8e1a4e55130e gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:43:57.546713 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-182d5868-1ca0-4925-903c-676247dfaa56 req-cc4ca8b9-2e7a-4bd0-b819-43ccb5642e1f service neutron] For port 70772943-6de8-4896-bcbe-7157ba0b4c77, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=70772943-6de8-4896-bcbe-7157ba0b4c77,segment=NetworkSegment(d7184569-28cc-4f6c-bd88-6a1ad922482c),segment_id=d7184569-28cc-4f6c-bd88-6a1ad922482c)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:43:57.671210 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a75c7-2afe-405d-9ce0-9bd1a3af5867 None None] Pushing event updated for resources: {'Port': ['ID=8368c94c-e22c-46a4-bf17-d323beee72ef,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:57.726000 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:57.752183 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-cc4ca8b9-2e7a-4bd0-b819-43ccb5642e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:57.858195 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16c1f480-1620-4d35-85af-db14e43f09ff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:57.894498 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:57.925642 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-8d0f2ee0-9276-42bd-8da9-502f5d351f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'name': 'tempest-AttachVolumeNegativeTest-1275687319-router', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:43Z', 'updated_at': '2022-05-03T22:43:50Z', 'revision_number': 3, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'gw_port': {'id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:46Z', 'updated_at': '2022-05-03T22:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:43:57.940814 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0f2ee0-9276-42bd-8da9-502f5d351f9f None None] The sync data for ids ['71f9c2f0-9970-471d-8465-8e1a4e55130e'] in n-d-811807-1 is: [{'id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'name': 'tempest-AttachVolumeNegativeTest-1275687319-router', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:43Z', 'updated_at': '2022-05-03T22:43:50Z', 'revision_number': 3, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'gw_port': {'id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:46Z', 'updated_at': '2022-05-03T22:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:43:57.947372 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-cc4ca8b9-2e7a-4bd0-b819-43ccb5642e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:57.948122 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-cc4ca8b9-2e7a-4bd0-b819-43ccb5642e1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:57.949686 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-cc4ca8b9-2e7a-4bd0-b819-43ccb5642e1f service neutron] 10.222.0.60 "PUT /v2.0/ports/70772943-6de8-4896-bcbe-7157ba0b4c77 HTTP/1.1" status: 200 len: 1135 time: 5.5556529 May 03 22:43:57.953960 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'tag': '70772943-6de8-4896-bcbe-7157ba0b4c77'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:43:58.004411 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-182d5868-1ca0-4925-903c-676247dfaa56 req-7662f6f8-39a3-4911-969c-035a38f9fccc service neutron] Request body: {'port': {'device_id': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:43:58.090659 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ca8b9-2e7a-4bd0-b819-43ccb5642e1f service neutron] Pushing event updated for resources: {'Port': ['ID=70772943-6de8-4896-bcbe-7157ba0b4c77,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:58.131584 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-c66c505b-dace-431a-9b1f-662c2ea16774 req-4c448d1a-8c9a-4678-ad71-0a506be7ce5a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] For port 5ef344e3-dfa8-4cfd-8c01-da8f8604500a, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=5ef344e3-dfa8-4cfd-8c01-da8f8604500a,segment=NetworkSegment(b38726d5-324d-4465-9fc5-454afd2d45a2),segment_id=b38726d5-324d-4465-9fc5-454afd2d45a2)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:43:58.131961 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c66c505b-dace-431a-9b1f-662c2ea16774 req-4c448d1a-8c9a-4678-ad71-0a506be7ce5a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:58.537628 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a7b80-6836-4f85-8162-dac59dccd1cc req-9b5c253e-0897-4ec3-8a13-16dacccfce78 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:58.550758 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a7b80-6836-4f85-8162-dac59dccd1cc req-9b5c253e-0897-4ec3-8a13-16dacccfce78 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:58.566917 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a7b80-6836-4f85-8162-dac59dccd1cc req-9b5c253e-0897-4ec3-8a13-16dacccfce78 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:58.578549 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a7b80-6836-4f85-8162-dac59dccd1cc req-9b5c253e-0897-4ec3-8a13-16dacccfce78 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:58.590027 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a7b80-6836-4f85-8162-dac59dccd1cc req-9b5c253e-0897-4ec3-8a13-16dacccfce78 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:58.603005 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a7b80-6836-4f85-8162-dac59dccd1cc req-9b5c253e-0897-4ec3-8a13-16dacccfce78 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:58.611446 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9b5a7b80-6836-4f85-8162-dac59dccd1cc req-9b5c253e-0897-4ec3-8a13-16dacccfce78 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 4604 time: 1.2463381 May 03 22:43:58.685431 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-c66c505b-dace-431a-9b1f-662c2ea16774 req-4c448d1a-8c9a-4678-ad71-0a506be7ce5a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Calling delete_port for 5ef344e3-dfa8-4cfd-8c01-da8f8604500a owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:43:58.762344 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-7662f6f8-39a3-4911-969c-035a38f9fccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:58.963948 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-ed156b71-8f3c-4f42-98ce-1f85bbad1aa3 admin admin] Allocated IP 172.20.0.1 (b02a0a3f-1344-4b33-8d96-e59f73f273ac/6ca0f6a1-6e8b-435e-9833-3f318b86b95e/4d645a25-4ca4-4837-90a6-4ddb8a04dacb) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:43:58.995920 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9b5a7b80-6836-4f85-8162-dac59dccd1cc req-2c30fece-da02-410c-98cb-2a62c86e824d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3835785 May 03 22:43:59.052505 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16c1f480-1620-4d35-85af-db14e43f09ff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:59.100608 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e3d9e-dcdf-40f8-a691-9d0ef0695945 req-a7ad265f-6c9c-4f1d-ace8-4d5181dff9f3 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:59.102771 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-892e3d9e-dcdf-40f8-a691-9d0ef0695945 req-a7ad265f-6c9c-4f1d-ace8-4d5181dff9f3 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=272ff94a-2a74-45e9-8b12-ec2cb4f67f24 HTTP/1.1" status: 200 len: 943 time: 1.3631988 May 03 22:43:59.150046 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac5ce005-63f0-4f15-9c35-6f9437ad5411'] response: {'name': 'network-changed', 'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'tag': '70772943-6de8-4896-bcbe-7157ba0b4c77', 'status': 'completed', 'code': 200} May 03 22:43:59.464605 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-892e3d9e-dcdf-40f8-a691-9d0ef0695945 req-09671175-5a20-4f1d-b03d-eb5af6fadbc6 tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/security-groups?id=faad7a8b-962e-47a9-8c1e-1fa31f4832f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463825 May 03 22:43:59.484867 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-182d5868-1ca0-4925-903c-676247dfaa56 req-7662f6f8-39a3-4911-969c-035a38f9fccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35cdd9e5-7422-4479-9fde-9ac4d09ecccf {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:43:59.501191 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-7662f6f8-39a3-4911-969c-035a38f9fccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:59.527415 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-db0575cb-39d6-4a45-a779-2197c617913b admin admin] Deleting port 67f8a336-70ec-4b02-aece-6414fdab76d9 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:43:59.527760 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-db0575cb-39d6-4a45-a779-2197c617913b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:59.542797 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ed156b71-8f3c-4f42-98ce-1f85bbad1aa3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:59.605478 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-ed156b71-8f3c-4f42-98ce-1f85bbad1aa3 admin admin] Transition to ACTIVE for port object 4d645a25-4ca4-4837-90a6-4ddb8a04dacb will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:43:59.616893 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c66c505b-dace-431a-9b1f-662c2ea16774 req-4c448d1a-8c9a-4678-ad71-0a506be7ce5a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:59.636278 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c1f480-1620-4d35-85af-db14e43f09ff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Router 4325660c-d567-49bf-865e-315cce83e5a4 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:43:59.669534 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-182d5868-1ca0-4925-903c-676247dfaa56 req-7662f6f8-39a3-4911-969c-035a38f9fccc service neutron] Transition to ACTIVE for port object 35cdd9e5-7422-4479-9fde-9ac4d09ecccf will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:43:59.802696 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ed156b71-8f3c-4f42-98ce-1f85bbad1aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:59.828781 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276773f-4cb9-4107-954c-0c822da16c53 req-3825659b-cf5d-417b-89e9-30710d2b1d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:59.829255 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276773f-4cb9-4107-954c-0c822da16c53 req-3825659b-cf5d-417b-89e9-30710d2b1d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:59.829728 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276773f-4cb9-4107-954c-0c822da16c53 req-3825659b-cf5d-417b-89e9-30710d2b1d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:59.830243 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276773f-4cb9-4107-954c-0c822da16c53 req-3825659b-cf5d-417b-89e9-30710d2b1d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:59.830699 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276773f-4cb9-4107-954c-0c822da16c53 req-3825659b-cf5d-417b-89e9-30710d2b1d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:59.831160 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276773f-4cb9-4107-954c-0c822da16c53 req-3825659b-cf5d-417b-89e9-30710d2b1d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:59.832978 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c276773f-4cb9-4107-954c-0c822da16c53 req-3825659b-cf5d-417b-89e9-30710d2b1d88 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=07f7b519265346608174cafca790a124&device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5290 time: 0.6501131 May 03 22:43:59.844636 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-7662f6f8-39a3-4911-969c-035a38f9fccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:43:59.877135 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed156b71-8f3c-4f42-98ce-1f85bbad1aa3 admin admin] Network b02a0a3f-1344-4b33-8d96-e59f73f273ac is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:43:59.882535 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-ed156b71-8f3c-4f42-98ce-1f85bbad1aa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:43:59.892446 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c448d1a-8c9a-4678-ad71-0a506be7ce5a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Pushing event deleted for resources: {'Port': ['ID=5ef344e3-dfa8-4cfd-8c01-da8f8604500a,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:59.901704 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed156b71-8f3c-4f42-98ce-1f85bbad1aa3 admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:43:59.986796 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed156b71-8f3c-4f42-98ce-1f85bbad1aa3 admin admin] Pushing event updated for resources: {'Port': ['ID=4d645a25-4ca4-4837-90a6-4ddb8a04dacb,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:00.038587 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c1f480-1620-4d35-85af-db14e43f09ff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:44:00.061510 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d850f1f-8a02-4d24-b10f-b35dc6fcc94b None None] Sync routers for ids ['4325660c-d567-49bf-865e-315cce83e5a4'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:44:00.079463 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d850f1f-8a02-4d24-b10f-b35dc6fcc94b None None] Routers {'4325660c-d567-49bf-865e-315cce83e5a4'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:44:00.080455 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-0d850f1f-8a02-4d24-b10f-b35dc6fcc94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:43:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['4325660c-d567-49bf-865e-315cce83e5a4'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:44:00.107688 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ed156b71-8f3c-4f42-98ce-1f85bbad1aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:00.145710 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662f6f8-39a3-4911-969c-035a38f9fccc service neutron] Pushing event updated for resources: {'Port': ['ID=35cdd9e5-7422-4479-9fde-9ac4d09ecccf,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:00.173089 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16c1f480-1620-4d35-85af-db14e43f09ff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:00.177113 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-16c1f480-1620-4d35-85af-db14e43f09ff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.8419499 May 03 22:44:00.177582 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52738) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:00.228484 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66c505b-dace-431a-9b1f-662c2ea16774 req-4c448d1a-8c9a-4678-ad71-0a506be7ce5a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] No DVR routers for this DVR port 5ef344e3-dfa8-4cfd-8c01-da8f8604500a on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:44:00.415639 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2d6ac9ec-e16f-401b-9313-a73b21340fe3 None None] Provisioning for port 4d645a25-4ca4-4837-90a6-4ddb8a04dacb completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:44:00.444339 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c66c505b-dace-431a-9b1f-662c2ea16774 req-4c448d1a-8c9a-4678-ad71-0a506be7ce5a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:00.450097 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 8368c94c-e22c-46a4-bf17-d323beee72ef up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:44:00.621472 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-0d850f1f-8a02-4d24-b10f-b35dc6fcc94b None None] Set router 4325660c-d567-49bf-865e-315cce83e5a4 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:44:00.647512 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2d6ac9ec-e16f-401b-9313-a73b21340fe3 None None] Provisioning complete for port 4d645a25-4ca4-4837-90a6-4ddb8a04dacb triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:44:00.647901 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2d6ac9ec-e16f-401b-9313-a73b21340fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:00.697553 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-86213c2a-1b8a-438d-baec-dd0a05bf9f33 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=584c47bf47e049698552e4a4a9d3464d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5144475 May 03 22:44:00.700018 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52750) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:00.845243 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-2d6ac9ec-e16f-401b-9313-a73b21340fe3 None None] Port 4d645a25-4ca4-4837-90a6-4ddb8a04dacb cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:44:00.868929 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 8368c94c-e22c-46a4-bf17-d323beee72ef completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:44:00.876059 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 8368c94c-e22c-46a4-bf17-d323beee72ef triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:44:00.878505 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:00.885395 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-182d5868-1ca0-4925-903c-676247dfaa56 req-7662f6f8-39a3-4911-969c-035a38f9fccc service neutron] Attempting to bind port 35cdd9e5-7422-4479-9fde-9ac4d09ecccf on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:44:00.885836 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-182d5868-1ca0-4925-903c-676247dfaa56 req-7662f6f8-39a3-4911-969c-035a38f9fccc service neutron] Attempting to bind port 35cdd9e5-7422-4479-9fde-9ac4d09ecccf by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'd7184569-28cc-4f6c-bd88-6a1ad922482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a8a12fef-8f1f-42e2-8a9d-7a66402fff0c'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:44:00.886247 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-7662f6f8-39a3-4911-969c-035a38f9fccc service neutron] Attempting to bind port 35cdd9e5-7422-4479-9fde-9ac4d09ecccf on network a8a12fef-8f1f-42e2-8a9d-7a66402fff0c {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:44:00.920414 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c66c505b-dace-431a-9b1f-662c2ea16774 req-4c448d1a-8c9a-4678-ad71-0a506be7ce5a tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.67 "DELETE /v2.0/ports/5ef344e3-dfa8-4cfd-8c01-da8f8604500a HTTP/1.1" status: 204 len: 173 time: 7.4147303 May 03 22:44:00.957132 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-7662f6f8-39a3-4911-969c-035a38f9fccc service neutron] Port 35cdd9e5-7422-4479-9fde-9ac4d09ecccf on network a8a12fef-8f1f-42e2-8a9d-7a66402fff0c not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:44:00.957477 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-7662f6f8-39a3-4911-969c-035a38f9fccc service neutron] Attempting to bind port 35cdd9e5-7422-4479-9fde-9ac4d09ecccf on network a8a12fef-8f1f-42e2-8a9d-7a66402fff0c {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:44:00.970855 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f53f5cc-3de9-44cb-81f3-349364a1c21e req-d3e6dc47-d5b3-4a8a-88f4-7a83ee3a44bd tempest-DeleteServersTestJSON-724592648 tempest-DeleteServersTestJSON-724592648-project] 10.222.0.58 "GET /v2.0/ports?device_id=272ff94a-2a74-45e9-8b12-ec2cb4f67f24 HTTP/1.1" status: 200 len: 210 time: 0.1433828 May 03 22:44:00.989253 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-7662f6f8-39a3-4911-969c-035a38f9fccc service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:44:00.989253 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-7662f6f8-39a3-4911-969c-035a38f9fccc service neutron] Checking segment: {'id': 'd7184569-28cc-4f6c-bd88-6a1ad922482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a8a12fef-8f1f-42e2-8a9d-7a66402fff0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:44:00.989253 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-7662f6f8-39a3-4911-969c-035a38f9fccc service neutron] Bound using segment: {'id': 'd7184569-28cc-4f6c-bd88-6a1ad922482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a8a12fef-8f1f-42e2-8a9d-7a66402fff0c'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:44:00.990351 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-182d5868-1ca0-4925-903c-676247dfaa56 req-7662f6f8-39a3-4911-969c-035a38f9fccc service neutron] Bound port: 35cdd9e5-7422-4479-9fde-9ac4d09ecccf, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7184569-28cc-4f6c-bd88-6a1ad922482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a8a12fef-8f1f-42e2-8a9d-7a66402fff0c'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:44:00.990351 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-7662f6f8-39a3-4911-969c-035a38f9fccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:01.298685 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-182d5868-1ca0-4925-903c-676247dfaa56 req-7662f6f8-39a3-4911-969c-035a38f9fccc service neutron] For port 35cdd9e5-7422-4479-9fde-9ac4d09ecccf, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:44:01.303018 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-182d5868-1ca0-4925-903c-676247dfaa56 req-7662f6f8-39a3-4911-969c-035a38f9fccc service neutron] For port 35cdd9e5-7422-4479-9fde-9ac4d09ecccf, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=35cdd9e5-7422-4479-9fde-9ac4d09ecccf,segment=NetworkSegment(d7184569-28cc-4f6c-bd88-6a1ad922482c),segment_id=d7184569-28cc-4f6c-bd88-6a1ad922482c)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:44:01.319789 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272ff94a-2a74-45e9-8b12-ec2cb4f67f24', 'name': 'network-vif-deleted', 'tag': '5ef344e3-dfa8-4cfd-8c01-da8f8604500a'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:44:01.345870 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-7662f6f8-39a3-4911-969c-035a38f9fccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:01.391679 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:01.430679 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 8368c94c-e22c-46a4-bf17-d323beee72ef, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=8368c94c-e22c-46a4-bf17-d323beee72ef,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:44:01.438292 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:01.514269 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-0d850f1f-8a02-4d24-b10f-b35dc6fcc94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4325660c-d567-49bf-865e-315cce83e5a4', 'name': 'tempest-TestNetworkBasicOps-router-1950764700', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '219abd26-fe69-4194-9dfa-3329166960bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:52Z', 'updated_at': '2022-05-03T22:43:56Z', 'revision_number': 3, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'gw_port': {'id': '219abd26-fe69-4194-9dfa-3329166960bf', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:54Z', 'updated_at': '2022-05-03T22:43:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:44:01.519863 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d850f1f-8a02-4d24-b10f-b35dc6fcc94b None None] Checking router: 4325660c-d567-49bf-865e-315cce83e5a4 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:44:01.520495 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d850f1f-8a02-4d24-b10f-b35dc6fcc94b None None] Updating router 4325660c-d567-49bf-865e-315cce83e5a4 port 219abd26-fe69-4194-9dfa-3329166960bf binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:44:01.565831 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=8368c94c-e22c-46a4-bf17-d323beee72ef,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:01.601500 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97da3988-47c7-4d11-9294-48b84079c1a6 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:01.603411 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-97da3988-47c7-4d11-9294-48b84079c1a6 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8607552 May 03 22:44:01.605903 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52764) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:01.606377 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52766) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:01.611252 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0d850f1f-8a02-4d24-b10f-b35dc6fcc94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:01.618920 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ed156b71-8f3c-4f42-98ce-1f85bbad1aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:01.709223 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c20b17c-9db0-4ea8-b5e3-3b2330fbe17e'] response: {'server_uuid': '272ff94a-2a74-45e9-8b12-ec2cb4f67f24', 'name': 'network-vif-deleted', 'tag': '5ef344e3-dfa8-4cfd-8c01-da8f8604500a', 'status': 'completed', 'code': 200} May 03 22:44:01.709819 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662f6f8-39a3-4911-969c-035a38f9fccc service neutron] Pushing event updated for resources: {'Port': ['ID=35cdd9e5-7422-4479-9fde-9ac4d09ecccf,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:01.735599 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276773f-4cb9-4107-954c-0c822da16c53 req-a78f46ab-9480-4a37-b97d-4a7460d0e3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:01.735914 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276773f-4cb9-4107-954c-0c822da16c53 req-a78f46ab-9480-4a37-b97d-4a7460d0e3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:01.736356 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276773f-4cb9-4107-954c-0c822da16c53 req-a78f46ab-9480-4a37-b97d-4a7460d0e3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:01.738023 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c276773f-4cb9-4107-954c-0c822da16c53 req-a78f46ab-9480-4a37-b97d-4a7460d0e3e9 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=07f7b519265346608174cafca790a124&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.8477159 May 03 22:44:01.757238 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662f6f8-39a3-4911-969c-035a38f9fccc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:01.757645 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662f6f8-39a3-4911-969c-035a38f9fccc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:01.758007 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662f6f8-39a3-4911-969c-035a38f9fccc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:01.758348 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662f6f8-39a3-4911-969c-035a38f9fccc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:01.758681 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662f6f8-39a3-4911-969c-035a38f9fccc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:01.759010 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662f6f8-39a3-4911-969c-035a38f9fccc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:01.759337 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662f6f8-39a3-4911-969c-035a38f9fccc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:01.759661 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662f6f8-39a3-4911-969c-035a38f9fccc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:01.759983 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662f6f8-39a3-4911-969c-035a38f9fccc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:01.760308 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662f6f8-39a3-4911-969c-035a38f9fccc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:01.760628 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662f6f8-39a3-4911-969c-035a38f9fccc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:01.760947 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662f6f8-39a3-4911-969c-035a38f9fccc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:01.769897 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-7662f6f8-39a3-4911-969c-035a38f9fccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:01.770517 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-7662f6f8-39a3-4911-969c-035a38f9fccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:01.771973 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-7662f6f8-39a3-4911-969c-035a38f9fccc service neutron] 10.222.0.60 "PUT /v2.0/ports/35cdd9e5-7422-4479-9fde-9ac4d09ecccf HTTP/1.1" status: 200 len: 1135 time: 3.7737341 May 03 22:44:01.775779 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9e7cfcbc-c096-42ea-b653-4b4345999dcd tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=de8965b2-8ea3-4c2b-86b9-c128a58c6e1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1649964 May 03 22:44:01.781670 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52774) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:01.805998 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-7d154d65-0a43-4400-ad25-edcf4b17d377 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1917674675', 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea', 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:44:01.846628 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-182d5868-1ca0-4925-903c-676247dfaa56 req-ed738cc0-fa24-4af7-b43b-5df4c96badcd service neutron] Request body: {'port': {'device_id': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:44:01.992959 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54b418-ea84-42c1-9bec-8683f040ec80 req-a272f078-667a-4820-89e6-78235198db1b tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:01.999520 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54b418-ea84-42c1-9bec-8683f040ec80 req-a272f078-667a-4820-89e6-78235198db1b tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:02.040764 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-db0575cb-39d6-4a45-a779-2197c617913b admin admin] For port 67f8a336-70ec-4b02-aece-6414fdab76d9, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=67f8a336-70ec-4b02-aece-6414fdab76d9,segment=NetworkSegment(c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008),segment_id=c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:44:02.041126 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-db0575cb-39d6-4a45-a779-2197c617913b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:02.059704 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54b418-ea84-42c1-9bec-8683f040ec80 req-a272f078-667a-4820-89e6-78235198db1b tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:02.067923 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54b418-ea84-42c1-9bec-8683f040ec80 req-a272f078-667a-4820-89e6-78235198db1b tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:02.083061 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54b418-ea84-42c1-9bec-8683f040ec80 req-a272f078-667a-4820-89e6-78235198db1b tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:02.098125 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54b418-ea84-42c1-9bec-8683f040ec80 req-a272f078-667a-4820-89e6-78235198db1b tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:02.104846 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54b418-ea84-42c1-9bec-8683f040ec80 req-a272f078-667a-4820-89e6-78235198db1b tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:02.107140 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fa54b418-ea84-42c1-9bec-8683f040ec80 req-a272f078-667a-4820-89e6-78235198db1b tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5381 time: 1.8244648 May 03 22:44:02.192738 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ecf3a4a2-87d3-4319-bc9e-2263fdf87a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:02.294121 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ecf3a4a2-87d3-4319-bc9e-2263fdf87a3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:44:02.301016 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-db0575cb-39d6-4a45-a779-2197c617913b admin admin] Calling delete_port for 67f8a336-70ec-4b02-aece-6414fdab76d9 owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:44:02.321885 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fa54b418-ea84-42c1-9bec-8683f040ec80 req-0bed13a7-1c9f-4b86-af6c-1c45cbf6a4c1 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1989927 May 03 22:44:02.323120 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ecf3a4a2-87d3-4319-bc9e-2263fdf87a3a admin admin] Usage tracker for resource:security_group_rule and tenant:6e06e73a883b44c48bb929549e8d2073 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:44:02.331355 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ecf3a4a2-87d3-4319-bc9e-2263fdf87a3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:44:02.335273 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 8368c94c-e22c-46a4-bf17-d323beee72ef up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:44:02.382230 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0d850f1f-8a02-4d24-b10f-b35dc6fcc94b None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:02.390509 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ecf3a4a2-87d3-4319-bc9e-2263fdf87a3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:44:02.406980 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-0d850f1f-8a02-4d24-b10f-b35dc6fcc94b None None] Transition to ACTIVE for port object 219abd26-fe69-4194-9dfa-3329166960bf will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:44:02.422718 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0d850f1f-8a02-4d24-b10f-b35dc6fcc94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:02.441437 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7d154d65-0a43-4400-ad25-edcf4b17d377 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:44:02.484251 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 8368c94c-e22c-46a4-bf17-d323beee72ef triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:44:02.484699 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:02.502632 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7d154d65-0a43-4400-ad25-edcf4b17d377 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Usage tracker for resource:subnet and tenant:584c47bf47e049698552e4a4a9d3464d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:44:02.518379 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7d154d65-0a43-4400-ad25-edcf4b17d377 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:44:02.539026 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7d154d65-0a43-4400-ad25-edcf4b17d377 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:44:02.588472 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-ed738cc0-fa24-4af7-b43b-5df4c96badcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:02.601793 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-0d850f1f-8a02-4d24-b10f-b35dc6fcc94b None None] Attempting to bind port 219abd26-fe69-4194-9dfa-3329166960bf on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:44:02.611985 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-0d850f1f-8a02-4d24-b10f-b35dc6fcc94b None None] Attempting to bind port 219abd26-fe69-4194-9dfa-3329166960bf by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:44:02.614439 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d850f1f-8a02-4d24-b10f-b35dc6fcc94b None None] Attempting to bind port 219abd26-fe69-4194-9dfa-3329166960bf on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:44:02.630493 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d154d65-0a43-4400-ad25-edcf4b17d377 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Made reservation on behalf of 584c47bf47e049698552e4a4a9d3464d for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:44:02.646891 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7d154d65-0a43-4400-ad25-edcf4b17d377 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:02.647109 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83fe62-e065-4d19-ba72-15e299b92c81 None None] Pushing event updated for resources: {'Port': ['ID=219abd26-fe69-4194-9dfa-3329166960bf,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:02.654389 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d850f1f-8a02-4d24-b10f-b35dc6fcc94b None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:44:02.654758 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d850f1f-8a02-4d24-b10f-b35dc6fcc94b None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:44:02.655154 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0d850f1f-8a02-4d24-b10f-b35dc6fcc94b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:02.655545 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d850f1f-8a02-4d24-b10f-b35dc6fcc94b None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:44:02.656013 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-0d850f1f-8a02-4d24-b10f-b35dc6fcc94b None None] Bound port: 219abd26-fe69-4194-9dfa-3329166960bf, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:44:02.658018 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0d850f1f-8a02-4d24-b10f-b35dc6fcc94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:02.751668 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ed156b71-8f3c-4f42-98ce-1f85bbad1aa3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:02.759967 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e83fe62-e065-4d19-ba72-15e299b92c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:02.765719 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e83fe62-e065-4d19-ba72-15e299b92c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:02.766114 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ed156b71-8f3c-4f42-98ce-1f85bbad1aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:02.766494 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e83fe62-e065-4d19-ba72-15e299b92c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:02.767042 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e83fe62-e065-4d19-ba72-15e299b92c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:02.767585 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e83fe62-e065-4d19-ba72-15e299b92c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:02.768065 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e83fe62-e065-4d19-ba72-15e299b92c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:02.771950 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e83fe62-e065-4d19-ba72-15e299b92c81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:02.772469 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e83fe62-e065-4d19-ba72-15e299b92c81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:02.773070 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e83fe62-e065-4d19-ba72-15e299b92c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:02.774104 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e83fe62-e065-4d19-ba72-15e299b92c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:02.774607 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e83fe62-e065-4d19-ba72-15e299b92c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:02.775110 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e83fe62-e065-4d19-ba72-15e299b92c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:02.840699 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-0d850f1f-8a02-4d24-b10f-b35dc6fcc94b None None] For port 219abd26-fe69-4194-9dfa-3329166960bf, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:44:02.846148 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-0d850f1f-8a02-4d24-b10f-b35dc6fcc94b None None] For port 219abd26-fe69-4194-9dfa-3329166960bf, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=219abd26-fe69-4194-9dfa-3329166960bf,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:44:02.857140 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0d850f1f-8a02-4d24-b10f-b35dc6fcc94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:02.879181 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276773f-4cb9-4107-954c-0c822da16c53 req-e4a8cab7-0acb-49e2-a959-7b8c45c0fbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:02.883043 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c276773f-4cb9-4107-954c-0c822da16c53 req-e4a8cab7-0acb-49e2-a959-7b8c45c0fbd6 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1097183 May 03 22:44:03.158619 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83fe62-e065-4d19-ba72-15e299b92c81 None None] Pushing event updated for resources: {'Port': ['ID=219abd26-fe69-4194-9dfa-3329166960bf,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:03.170170 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:44:03.173764 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d850f1f-8a02-4d24-b10f-b35dc6fcc94b None None] Routers {'4325660c-d567-49bf-865e-315cce83e5a4'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:44:03.174540 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-0d850f1f-8a02-4d24-b10f-b35dc6fcc94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:43:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['4325660c-d567-49bf-865e-315cce83e5a4'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:44:03.266220 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed156b71-8f3c-4f42-98ce-1f85bbad1aa3 admin admin] Pushing event updated for resources: {'Port': ['ID=4d645a25-4ca4-4837-90a6-4ddb8a04dacb,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:03.358453 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ed156b71-8f3c-4f42-98ce-1f85bbad1aa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:03.492769 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-0d850f1f-8a02-4d24-b10f-b35dc6fcc94b None None] Set router 4325660c-d567-49bf-865e-315cce83e5a4 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:44:03.644149 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-db0575cb-39d6-4a45-a779-2197c617913b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:03.663411 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ecf3a4a2-87d3-4319-bc9e-2263fdf87a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:03.668250 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7d154d65-0a43-4400-ad25-edcf4b17d377 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:03.745979 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'tag': '35cdd9e5-7422-4479-9fde-9ac4d09ecccf'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:44:03.769811 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0575cb-39d6-4a45-a779-2197c617913b admin admin] Pushing event deleted for resources: {'Port': ['ID=67f8a336-70ec-4b02-aece-6414fdab76d9,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:03.802235 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ecf3a4a2-87d3-4319-bc9e-2263fdf87a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:03.828434 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d154d65-0a43-4400-ad25-edcf4b17d377 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'Subnet': ['ID=75fb2b3e-c5da-45bb-9684-b6f9b5771795,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:03.888364 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3a4a2-87d3-4319-bc9e-2263fdf87a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c696c5c8-6f51-40bc-94fd-d2d9dc8b882d,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:03.909254 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f000792-01c8-4260-92fd-af76498db384'] response: {'name': 'network-changed', 'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'tag': '35cdd9e5-7422-4479-9fde-9ac4d09ecccf', 'status': 'completed', 'code': 200} May 03 22:44:04.122112 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ecf3a4a2-87d3-4319-bc9e-2263fdf87a3a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6e06e73a883b44c48bb929549e8d2073&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5129111 May 03 22:44:04.137318 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52834) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:04.166226 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.resource_extend [req-182d5868-1ca0-4925-903c-676247dfaa56 req-ed738cc0-fa24-4af7-b43b-5df4c96badcd service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:44:04.172693 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1e028-04da-486f-9e67-dc1cd33552f2 req-b23d8c22-3b32-42ce-b7bf-fd0c70c30429 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:04.177295 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1e028-04da-486f-9e67-dc1cd33552f2 req-b23d8c22-3b32-42ce-b7bf-fd0c70c30429 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:04.186004 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1e028-04da-486f-9e67-dc1cd33552f2 req-b23d8c22-3b32-42ce-b7bf-fd0c70c30429 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:04.193510 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1e028-04da-486f-9e67-dc1cd33552f2 req-b23d8c22-3b32-42ce-b7bf-fd0c70c30429 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:04.200083 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1e028-04da-486f-9e67-dc1cd33552f2 req-b23d8c22-3b32-42ce-b7bf-fd0c70c30429 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:04.207584 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1e028-04da-486f-9e67-dc1cd33552f2 req-b23d8c22-3b32-42ce-b7bf-fd0c70c30429 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:04.215905 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1e028-04da-486f-9e67-dc1cd33552f2 req-b23d8c22-3b32-42ce-b7bf-fd0c70c30429 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:04.224682 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1dd1e028-04da-486f-9e67-dc1cd33552f2 req-b23d8c22-3b32-42ce-b7bf-fd0c70c30429 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5381 time: 0.3986394 May 03 22:44:04.242242 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-0d850f1f-8a02-4d24-b10f-b35dc6fcc94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4325660c-d567-49bf-865e-315cce83e5a4', 'name': 'tempest-TestNetworkBasicOps-router-1950764700', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '219abd26-fe69-4194-9dfa-3329166960bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:52Z', 'updated_at': '2022-05-03T22:43:56Z', 'revision_number': 3, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'gw_port': {'id': '219abd26-fe69-4194-9dfa-3329166960bf', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:54Z', 'updated_at': '2022-05-03T22:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:44:04.251439 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d850f1f-8a02-4d24-b10f-b35dc6fcc94b None None] The sync data for ids ['4325660c-d567-49bf-865e-315cce83e5a4'] in n-d-811807-1 is: [{'id': '4325660c-d567-49bf-865e-315cce83e5a4', 'name': 'tempest-TestNetworkBasicOps-router-1950764700', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '219abd26-fe69-4194-9dfa-3329166960bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:52Z', 'updated_at': '2022-05-03T22:43:56Z', 'revision_number': 3, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'gw_port': {'id': '219abd26-fe69-4194-9dfa-3329166960bf', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:54Z', 'updated_at': '2022-05-03T22:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:44:04.347374 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d154d65-0a43-4400-ad25-edcf4b17d377 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Checking segment: {'id': 'b9e024ec-23f2-465c-9f72-d550cdce520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:44:04.347948 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d154d65-0a43-4400-ad25-edcf4b17d377 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Network hostable DHCP agents. Network: 2682e838-a62e-4a3c-95e3-1cec146b5cea, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:44:04.382159 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-182d5868-1ca0-4925-903c-676247dfaa56 req-ed738cc0-fa24-4af7-b43b-5df4c96badcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 514dff93-7c2f-488c-83d9-709281d10db1 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:44:04.400925 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-ed738cc0-fa24-4af7-b43b-5df4c96badcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:04.415333 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b8913471-e1de-46bd-bbea-8d43d58a0d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:04.422271 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed156b71-8f3c-4f42-98ce-1f85bbad1aa3 admin admin] Network b02a0a3f-1344-4b33-8d96-e59f73f273ac is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:44:04.431977 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-ed156b71-8f3c-4f42-98ce-1f85bbad1aa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:44:04.446327 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-db0575cb-39d6-4a45-a779-2197c617913b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:04.553067 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b255a1-c12f-4515-b258-9e019cad76b6 req-a92fbe06-2dcf-4297-ab3a-6d305a270939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:04.553613 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b255a1-c12f-4515-b258-9e019cad76b6 req-a92fbe06-2dcf-4297-ab3a-6d305a270939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:04.554660 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b255a1-c12f-4515-b258-9e019cad76b6 req-a92fbe06-2dcf-4297-ab3a-6d305a270939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:04.555145 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b255a1-c12f-4515-b258-9e019cad76b6 req-a92fbe06-2dcf-4297-ab3a-6d305a270939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:04.555611 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b255a1-c12f-4515-b258-9e019cad76b6 req-a92fbe06-2dcf-4297-ab3a-6d305a270939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:04.556076 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b255a1-c12f-4515-b258-9e019cad76b6 req-a92fbe06-2dcf-4297-ab3a-6d305a270939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:04.556537 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b255a1-c12f-4515-b258-9e019cad76b6 req-a92fbe06-2dcf-4297-ab3a-6d305a270939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:04.558527 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-22b255a1-c12f-4515-b258-9e019cad76b6 req-a92fbe06-2dcf-4297-ab3a-6d305a270939 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=07f7b519265346608174cafca790a124&device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 6218 time: 0.6511130 May 03 22:44:04.621718 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1dd1e028-04da-486f-9e67-dc1cd33552f2 req-ef9759cf-8f30-4e8e-83d7-eebb09c5cf03 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3911536 May 03 22:44:04.772578 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-182d5868-1ca0-4925-903c-676247dfaa56 req-ed738cc0-fa24-4af7-b43b-5df4c96badcd service neutron] Transition to ACTIVE for port object 514dff93-7c2f-488c-83d9-709281d10db1 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:44:04.863161 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b8913471-e1de-46bd-bbea-8d43d58a0d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:04.959487 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1ee46ff6-527f-4ee8-b5dd-095af54123fd None None] Provisioning complete for port 4d645a25-4ca4-4837-90a6-4ddb8a04dacb triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:44:04.961045 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1ee46ff6-527f-4ee8-b5dd-095af54123fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:05.053558 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-ed738cc0-fa24-4af7-b43b-5df4c96badcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:05.090547 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d154d65-0a43-4400-ad25-edcf4b17d377 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Network 2682e838-a62e-4a3c-95e3-1cec146b5cea is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:44:05.124588 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1ee46ff6-527f-4ee8-b5dd-095af54123fd None None] Port 4d645a25-4ca4-4837-90a6-4ddb8a04dacb cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:44:05.137202 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-7d154d65-0a43-4400-ad25-edcf4b17d377 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 2682e838-a62e-4a3c-95e3-1cec146b5cea) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:44:05.149365 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a897258e-239d-4c0a-8a4d-c4c884c88f3a None None] Network 2682e838-a62e-4a3c-95e3-1cec146b5cea requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:44:05.200891 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d154d65-0a43-4400-ad25-edcf4b17d377 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:05.203286 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7d154d65-0a43-4400-ad25-edcf4b17d377 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:05.239536 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed738cc0-fa24-4af7-b43b-5df4c96badcd service neutron] Pushing event updated for resources: {'Port': ['ID=514dff93-7c2f-488c-83d9-709281d10db1,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:05.311394 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7d154d65-0a43-4400-ad25-edcf4b17d377 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.5254021 May 03 22:44:05.336731 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52844) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:05.621296 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecff0fe5-ed57-4fb7-9054-171a44d57685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-2682e838-a62e-4a3c-95e3-1cec146b5cea', 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'fixed_ips': [{'subnet_id': '75fb2b3e-c5da-45bb-9684-b6f9b5771795'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:44:05.622307 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ecff0fe5-ed57-4fb7-9054-171a44d57685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:05.796739 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b255a1-c12f-4515-b258-9e019cad76b6 req-3ec8d6f5-fe54-456c-98a8-be4a60709f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:05.797297 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b255a1-c12f-4515-b258-9e019cad76b6 req-3ec8d6f5-fe54-456c-98a8-be4a60709f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:05.800139 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b255a1-c12f-4515-b258-9e019cad76b6 req-3ec8d6f5-fe54-456c-98a8-be4a60709f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:05.805648 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-22b255a1-c12f-4515-b258-9e019cad76b6 req-3ec8d6f5-fe54-456c-98a8-be4a60709f85 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=07f7b519265346608174cafca790a124&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.0291097 May 03 22:44:05.975913 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed156b71-8f3c-4f42-98ce-1f85bbad1aa3 admin admin] Router 71f9c2f0-9970-471d-8465-8e1a4e55130e has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:44:05.977970 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b8913471-e1de-46bd-bbea-8d43d58a0d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:06.025707 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8913471-e1de-46bd-bbea-8d43d58a0d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c696c5c8-6f51-40bc-94fd-d2d9dc8b882d,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:06.227609 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-ecff0fe5-ed57-4fb7-9054-171a44d57685 None None] Allocated IP 172.20.0.2 (2682e838-a62e-4a3c-95e3-1cec146b5cea/75fb2b3e-c5da-45bb-9684-b6f9b5771795/057938b2-7337-409b-8fbd-9960bc755588) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:44:06.243212 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-182d5868-1ca0-4925-903c-676247dfaa56 req-ed738cc0-fa24-4af7-b43b-5df4c96badcd service neutron] Attempting to bind port 514dff93-7c2f-488c-83d9-709281d10db1 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:44:06.243586 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-182d5868-1ca0-4925-903c-676247dfaa56 req-ed738cc0-fa24-4af7-b43b-5df4c96badcd service neutron] Attempting to bind port 514dff93-7c2f-488c-83d9-709281d10db1 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'd7184569-28cc-4f6c-bd88-6a1ad922482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a8a12fef-8f1f-42e2-8a9d-7a66402fff0c'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:44:06.243917 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-ed738cc0-fa24-4af7-b43b-5df4c96badcd service neutron] Attempting to bind port 514dff93-7c2f-488c-83d9-709281d10db1 on network a8a12fef-8f1f-42e2-8a9d-7a66402fff0c {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:44:06.269896 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b8913471-e1de-46bd-bbea-8d43d58a0d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:06.271481 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b8913471-e1de-46bd-bbea-8d43d58a0d51 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c696c5c8-6f51-40bc-94fd-d2d9dc8b882d HTTP/1.1" status: 204 len: 168 time: 2.1290798 May 03 22:44:06.425866 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 219abd26-fe69-4194-9dfa-3329166960bf up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:44:06.622093 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 219abd26-fe69-4194-9dfa-3329166960bf completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:44:06.642114 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 219abd26-fe69-4194-9dfa-3329166960bf triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:44:06.643301 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:06.747218 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ecff0fe5-ed57-4fb7-9054-171a44d57685 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:06.788254 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ecff0fe5-ed57-4fb7-9054-171a44d57685 None None] Transition to ACTIVE for port object 057938b2-7337-409b-8fbd-9960bc755588 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:44:06.853885 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ecff0fe5-ed57-4fb7-9054-171a44d57685 None None] Transition to ACTIVE for port object 057938b2-7337-409b-8fbd-9960bc755588 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:44:06.871642 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ecff0fe5-ed57-4fb7-9054-171a44d57685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:06.911191 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027d43b-303d-4a8f-97a2-0f31264897aa req-5ea70575-9f5c-4119-a0f7-9d82467976e3 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:06.928141 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027d43b-303d-4a8f-97a2-0f31264897aa req-5ea70575-9f5c-4119-a0f7-9d82467976e3 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:06.928832 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0575cb-39d6-4a45-a779-2197c617913b admin admin] Router 6d844c5b-1141-4870-949f-26977ca0c94d has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:44:06.936029 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecff0fe5-ed57-4fb7-9054-171a44d57685 None None] Network 2682e838-a62e-4a3c-95e3-1cec146b5cea is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:44:06.938690 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b255a1-c12f-4515-b258-9e019cad76b6 req-64adef25-b5f4-4011-80c9-a257bc261300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:06.940533 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-22b255a1-c12f-4515-b258-9e019cad76b6 req-64adef25-b5f4-4011-80c9-a257bc261300 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1127427 May 03 22:44:06.947299 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027d43b-303d-4a8f-97a2-0f31264897aa req-5ea70575-9f5c-4119-a0f7-9d82467976e3 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:06.949312 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-ecff0fe5-ed57-4fb7-9054-171a44d57685 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:44:06.957166 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecff0fe5-ed57-4fb7-9054-171a44d57685 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:44:06.959214 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-ed738cc0-fa24-4af7-b43b-5df4c96badcd service neutron] Port 514dff93-7c2f-488c-83d9-709281d10db1 on network a8a12fef-8f1f-42e2-8a9d-7a66402fff0c not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:44:06.961542 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-ed738cc0-fa24-4af7-b43b-5df4c96badcd service neutron] Attempting to bind port 514dff93-7c2f-488c-83d9-709281d10db1 on network a8a12fef-8f1f-42e2-8a9d-7a66402fff0c {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:44:06.966688 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027d43b-303d-4a8f-97a2-0f31264897aa req-5ea70575-9f5c-4119-a0f7-9d82467976e3 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:06.971206 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-ed738cc0-fa24-4af7-b43b-5df4c96badcd service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:44:06.971828 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-ed738cc0-fa24-4af7-b43b-5df4c96badcd service neutron] Checking segment: {'id': 'd7184569-28cc-4f6c-bd88-6a1ad922482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a8a12fef-8f1f-42e2-8a9d-7a66402fff0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:44:06.972314 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-ed738cc0-fa24-4af7-b43b-5df4c96badcd service neutron] Bound using segment: {'id': 'd7184569-28cc-4f6c-bd88-6a1ad922482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a8a12fef-8f1f-42e2-8a9d-7a66402fff0c'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:44:06.972869 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-182d5868-1ca0-4925-903c-676247dfaa56 req-ed738cc0-fa24-4af7-b43b-5df4c96badcd service neutron] Bound port: 514dff93-7c2f-488c-83d9-709281d10db1, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7184569-28cc-4f6c-bd88-6a1ad922482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a8a12fef-8f1f-42e2-8a9d-7a66402fff0c'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:44:06.973436 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-ed738cc0-fa24-4af7-b43b-5df4c96badcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:06.986768 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027d43b-303d-4a8f-97a2-0f31264897aa req-5ea70575-9f5c-4119-a0f7-9d82467976e3 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:06.993482 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027d43b-303d-4a8f-97a2-0f31264897aa req-5ea70575-9f5c-4119-a0f7-9d82467976e3 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:07.011254 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027d43b-303d-4a8f-97a2-0f31264897aa req-5ea70575-9f5c-4119-a0f7-9d82467976e3 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:07.013437 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3027d43b-303d-4a8f-97a2-0f31264897aa req-5ea70575-9f5c-4119-a0f7-9d82467976e3 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5393 time: 1.1168082 May 03 22:44:07.163918 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:07.267174 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff0fe5-ed57-4fb7-9054-171a44d57685 None None] Pushing event updated for resources: {'Port': ['ID=057938b2-7337-409b-8fbd-9960bc755588,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:07.309207 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 219abd26-fe69-4194-9dfa-3329166960bf, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=219abd26-fe69-4194-9dfa-3329166960bf,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:44:07.331952 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecff0fe5-ed57-4fb7-9054-171a44d57685 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:07.333041 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecff0fe5-ed57-4fb7-9054-171a44d57685 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:07.334896 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecff0fe5-ed57-4fb7-9054-171a44d57685 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:07.338792 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecff0fe5-ed57-4fb7-9054-171a44d57685 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:07.339198 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecff0fe5-ed57-4fb7-9054-171a44d57685 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:07.340381 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecff0fe5-ed57-4fb7-9054-171a44d57685 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:07.342123 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecff0fe5-ed57-4fb7-9054-171a44d57685 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:07.342672 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecff0fe5-ed57-4fb7-9054-171a44d57685 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:07.343125 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecff0fe5-ed57-4fb7-9054-171a44d57685 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:07.345032 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecff0fe5-ed57-4fb7-9054-171a44d57685 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:07.345032 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecff0fe5-ed57-4fb7-9054-171a44d57685 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:07.349060 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecff0fe5-ed57-4fb7-9054-171a44d57685 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:07.357189 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-ecff0fe5-ed57-4fb7-9054-171a44d57685 None None] Attempting to bind port 057938b2-7337-409b-8fbd-9960bc755588 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:44:07.357658 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-ecff0fe5-ed57-4fb7-9054-171a44d57685 None None] Attempting to bind port 057938b2-7337-409b-8fbd-9960bc755588 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'b9e024ec-23f2-465c-9f72-d550cdce520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:44:07.359579 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecff0fe5-ed57-4fb7-9054-171a44d57685 None None] Attempting to bind port 057938b2-7337-409b-8fbd-9960bc755588 on network 2682e838-a62e-4a3c-95e3-1cec146b5cea {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:44:07.368186 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:07.463130 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecff0fe5-ed57-4fb7-9054-171a44d57685 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:44:07.463935 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecff0fe5-ed57-4fb7-9054-171a44d57685 None None] Checking segment: {'id': 'b9e024ec-23f2-465c-9f72-d550cdce520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:44:07.464983 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ecff0fe5-ed57-4fb7-9054-171a44d57685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:07.465886 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecff0fe5-ed57-4fb7-9054-171a44d57685 None None] Bound using segment: {'id': 'b9e024ec-23f2-465c-9f72-d550cdce520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:44:07.478644 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-ecff0fe5-ed57-4fb7-9054-171a44d57685 None None] Bound port: 057938b2-7337-409b-8fbd-9960bc755588, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e024ec-23f2-465c-9f72-d550cdce520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:44:07.479265 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ecff0fe5-ed57-4fb7-9054-171a44d57685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:07.488472 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3027d43b-303d-4a8f-97a2-0f31264897aa req-9497258a-fdb8-4384-baaa-4f12b3020454 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4655423 May 03 22:44:07.544368 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0575cb-39d6-4a45-a779-2197c617913b admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:44:07.574384 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed156b71-8f3c-4f42-98ce-1f85bbad1aa3 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:44:07.576098 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-182d5868-1ca0-4925-903c-676247dfaa56 req-ed738cc0-fa24-4af7-b43b-5df4c96badcd service neutron] For port 514dff93-7c2f-488c-83d9-709281d10db1, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:44:07.579958 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f4e373-1f1b-4630-8b0f-63d4950aa303 None None] Sync routers for ids ['6d844c5b-1141-4870-949f-26977ca0c94d'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:44:07.581151 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-182d5868-1ca0-4925-903c-676247dfaa56 req-ed738cc0-fa24-4af7-b43b-5df4c96badcd service neutron] For port 514dff93-7c2f-488c-83d9-709281d10db1, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=514dff93-7c2f-488c-83d9-709281d10db1,segment=NetworkSegment(d7184569-28cc-4f6c-bd88-6a1ad922482c),segment_id=d7184569-28cc-4f6c-bd88-6a1ad922482c)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:44:07.581449 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ed156b71-8f3c-4f42-98ce-1f85bbad1aa3 admin admin] 10.222.0.58 "PUT /v2.0/routers/71f9c2f0-9970-471d-8465-8e1a4e55130e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8001659 May 03 22:44:07.587105 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-db0575cb-39d6-4a45-a779-2197c617913b admin admin] 10.222.0.58 "PUT /v2.0/routers/6d844c5b-1141-4870-949f-26977ca0c94d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8583496 May 03 22:44:07.596195 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 52884) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:07.605503 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc51c65c-c933-4e9a-97d4-54c80a1135ba None None] Sync routers for ids ['71f9c2f0-9970-471d-8465-8e1a4e55130e'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:44:07.623952 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc51c65c-c933-4e9a-97d4-54c80a1135ba None None] Routers {'71f9c2f0-9970-471d-8465-8e1a4e55130e'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:44:07.624784 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-bc51c65c-c933-4e9a-97d4-54c80a1135ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:43:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['71f9c2f0-9970-471d-8465-8e1a4e55130e'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:44:07.748417 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-ed738cc0-fa24-4af7-b43b-5df4c96badcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:07.749432 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f4e373-1f1b-4630-8b0f-63d4950aa303 None None] Routers {'6d844c5b-1141-4870-949f-26977ca0c94d'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:44:07.754751 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f1f4e373-1f1b-4630-8b0f-63d4950aa303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:43:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6d844c5b-1141-4870-949f-26977ca0c94d'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:44:08.025120 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-ed738cc0-fa24-4af7-b43b-5df4c96badcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:08.025777 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-ed738cc0-fa24-4af7-b43b-5df4c96badcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:08.027194 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-ed738cc0-fa24-4af7-b43b-5df4c96badcd service neutron] 10.222.0.60 "PUT /v2.0/ports/514dff93-7c2f-488c-83d9-709281d10db1 HTTP/1.1" status: 200 len: 1091 time: 6.1965921 May 03 22:44:08.050243 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'tag': '514dff93-7c2f-488c-83d9-709281d10db1'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:44:08.087840 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-182d5868-1ca0-4925-903c-676247dfaa56 req-efbe6bea-6d72-4003-983b-5d91fcac1b1e service neutron] Request body: {'port': {'device_id': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:44:08.235067 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8695d7bb-68f4-4618-a82c-2b967c6be79c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:08.294622 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-bc51c65c-c933-4e9a-97d4-54c80a1135ba None None] Set router 71f9c2f0-9970-471d-8465-8e1a4e55130e gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:44:08.441389 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=219abd26-fe69-4194-9dfa-3329166960bf,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:08.501161 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbcecae0-34c6-48fa-9ef5-adc0ab104274'] response: {'name': 'network-changed', 'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'tag': '514dff93-7c2f-488c-83d9-709281d10db1', 'status': 'completed', 'code': 200} May 03 22:44:08.514078 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-efbe6bea-6d72-4003-983b-5d91fcac1b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:08.571117 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-ecff0fe5-ed57-4fb7-9054-171a44d57685 None None] For port 057938b2-7337-409b-8fbd-9960bc755588, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:44:08.619931 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-ecff0fe5-ed57-4fb7-9054-171a44d57685 None None] For port 057938b2-7337-409b-8fbd-9960bc755588, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=057938b2-7337-409b-8fbd-9960bc755588,segment=NetworkSegment(b9e024ec-23f2-465c-9f72-d550cdce520c),segment_id=b9e024ec-23f2-465c-9f72-d550cdce520c)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:44:08.708567 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ecff0fe5-ed57-4fb7-9054-171a44d57685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:08.932263 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-68a957a5-543b-4d6b-ad5d-fa74cd476ef4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:09.024370 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-f1f4e373-1f1b-4630-8b0f-63d4950aa303 None None] Set router 6d844c5b-1141-4870-949f-26977ca0c94d gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:44:09.311615 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322adc6-8092-41c4-b711-61d2011a7bfc req-7ed65172-681d-48cc-8a54-67e7cc96455e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:09.317481 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322adc6-8092-41c4-b711-61d2011a7bfc req-7ed65172-681d-48cc-8a54-67e7cc96455e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:09.324749 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-bc51c65c-c933-4e9a-97d4-54c80a1135ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'name': 'tempest-AttachVolumeNegativeTest-1275687319-router', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:43Z', 'updated_at': '2022-05-03T22:44:00Z', 'revision_number': 4, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'gw_port': {'id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:46Z', 'updated_at': '2022-05-03T22:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '4d645a25-4ca4-4837-90a6-4ddb8a04dacb', 'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'mac_address': 'fa:16:3e:18:03:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:57Z', 'updated_at': '2022-05-03T22:44:02Z', 'revision_number': 2, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'subnets': [{'id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:44:09.336605 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322adc6-8092-41c4-b711-61d2011a7bfc req-7ed65172-681d-48cc-8a54-67e7cc96455e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:09.340136 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc51c65c-c933-4e9a-97d4-54c80a1135ba None None] Checking router: 71f9c2f0-9970-471d-8465-8e1a4e55130e for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:44:09.340789 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc51c65c-c933-4e9a-97d4-54c80a1135ba None None] Updating router 71f9c2f0-9970-471d-8465-8e1a4e55130e port 4d645a25-4ca4-4837-90a6-4ddb8a04dacb binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:44:09.342757 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322adc6-8092-41c4-b711-61d2011a7bfc req-7ed65172-681d-48cc-8a54-67e7cc96455e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:09.387037 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322adc6-8092-41c4-b711-61d2011a7bfc req-7ed65172-681d-48cc-8a54-67e7cc96455e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:09.398207 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322adc6-8092-41c4-b711-61d2011a7bfc req-7ed65172-681d-48cc-8a54-67e7cc96455e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:09.428400 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322adc6-8092-41c4-b711-61d2011a7bfc req-7ed65172-681d-48cc-8a54-67e7cc96455e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:09.436866 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c322adc6-8092-41c4-b711-61d2011a7bfc req-7ed65172-681d-48cc-8a54-67e7cc96455e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5393 time: 0.5529425 May 03 22:44:09.465541 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed738cc0-fa24-4af7-b43b-5df4c96badcd service neutron] Pushing event updated for resources: {'Port': ['ID=514dff93-7c2f-488c-83d9-709281d10db1,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:09.514459 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 52954) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:09.517952 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bc51c65c-c933-4e9a-97d4-54c80a1135ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:09.582427 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-d691de4a-26b4-4f51-8d14-0adc3e9e2b30 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1583667419', 'description': 'tempest-description--296004279'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:44:09.603471 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-68a957a5-543b-4d6b-ad5d-fa74cd476ef4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:09.627155 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d691de4a-26b4-4f51-8d14-0adc3e9e2b30 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:44:09.640768 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d691de4a-26b4-4f51-8d14-0adc3e9e2b30 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Usage tracker for resource:security_group and tenant:c9b36c2026314fcba54b84af09c29f52 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:44:09.653153 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d691de4a-26b4-4f51-8d14-0adc3e9e2b30 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:44:09.674190 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d691de4a-26b4-4f51-8d14-0adc3e9e2b30 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:44:09.790201 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d691de4a-26b4-4f51-8d14-0adc3e9e2b30 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:09.810403 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff0fe5-ed57-4fb7-9054-171a44d57685 None None] Pushing event updated for resources: {'Port': ['ID=057938b2-7337-409b-8fbd-9960bc755588,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:09.832843 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c322adc6-8092-41c4-b711-61d2011a7bfc req-996fb53a-8cab-47a8-abc0-e1862f284403 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3950040 May 03 22:44:09.894032 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-68a957a5-543b-4d6b-ad5d-fa74cd476ef4 admin admin] Deleting port 640ff890-5211-4462-814a-cc3def5b682f {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:44:09.896762 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-68a957a5-543b-4d6b-ad5d-fa74cd476ef4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:10.000407 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d691de4a-26b4-4f51-8d14-0adc3e9e2b30 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:44:10.004914 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d691de4a-26b4-4f51-8d14-0adc3e9e2b30 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Usage tracker for resource:security_group_rule and tenant:c9b36c2026314fcba54b84af09c29f52 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:44:10.012449 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d691de4a-26b4-4f51-8d14-0adc3e9e2b30 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:44:10.023415 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d691de4a-26b4-4f51-8d14-0adc3e9e2b30 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:44:10.140792 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d691de4a-26b4-4f51-8d14-0adc3e9e2b30 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:10.203816 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc300e4-4ad7-4eda-a770-6704fcfc7369 req-cf8afe9f-3bf6-427b-aca1-fb2b1ea86da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:10.209714 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc300e4-4ad7-4eda-a770-6704fcfc7369 req-cf8afe9f-3bf6-427b-aca1-fb2b1ea86da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:10.210810 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc300e4-4ad7-4eda-a770-6704fcfc7369 req-cf8afe9f-3bf6-427b-aca1-fb2b1ea86da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:10.214051 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc300e4-4ad7-4eda-a770-6704fcfc7369 req-cf8afe9f-3bf6-427b-aca1-fb2b1ea86da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:10.215959 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc300e4-4ad7-4eda-a770-6704fcfc7369 req-cf8afe9f-3bf6-427b-aca1-fb2b1ea86da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:10.228159 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc300e4-4ad7-4eda-a770-6704fcfc7369 req-cf8afe9f-3bf6-427b-aca1-fb2b1ea86da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:10.228803 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc300e4-4ad7-4eda-a770-6704fcfc7369 req-cf8afe9f-3bf6-427b-aca1-fb2b1ea86da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:10.230818 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bbc300e4-4ad7-4eda-a770-6704fcfc7369 req-cf8afe9f-3bf6-427b-aca1-fb2b1ea86da6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=07f7b519265346608174cafca790a124&device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 6285 time: 1.8057530 May 03 22:44:10.251274 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d691de4a-26b4-4f51-8d14-0adc3e9e2b30 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:10.355746 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f1f4e373-1f1b-4630-8b0f-63d4950aa303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'name': 'tempest-AttachVolumeShelveTestJSON-489129605-router', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '640ff890-5211-4462-814a-cc3def5b682f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:34:39Z', 'updated_at': '2022-05-03T22:44:03Z', 'revision_number': 5, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'gw_port': {'id': '640ff890-5211-4462-814a-cc3def5b682f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:34:41Z', 'updated_at': '2022-05-03T22:34:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:44:10.374390 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f4e373-1f1b-4630-8b0f-63d4950aa303 None None] Checking router: 6d844c5b-1141-4870-949f-26977ca0c94d for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:44:10.410544 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f4e373-1f1b-4630-8b0f-63d4950aa303 None None] Routers {'6d844c5b-1141-4870-949f-26977ca0c94d'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:44:10.411457 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f1f4e373-1f1b-4630-8b0f-63d4950aa303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:43:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6d844c5b-1141-4870-949f-26977ca0c94d'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:44:10.490779 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d691de4a-26b4-4f51-8d14-0adc3e9e2b30 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:10.496327 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d691de4a-26b4-4f51-8d14-0adc3e9e2b30 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9484975 May 03 22:44:10.523180 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52968) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:10.543165 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-d582d126-357f-4f86-bdf3-7651dd5dddb7 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Request body: {'security_group_rule': {'security_group_id': 'f88483bb-4aa7-456a-a7f8-36736cf84c24', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:44:10.560464 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bc51c65c-c933-4e9a-97d4-54c80a1135ba None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:10.602127 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-bc51c65c-c933-4e9a-97d4-54c80a1135ba None None] Transition to ACTIVE for port object 4d645a25-4ca4-4837-90a6-4ddb8a04dacb will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:44:10.617681 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-8695d7bb-68f4-4618-a82c-2b967c6be79c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Allocated IP 172.20.0.1 (2682e838-a62e-4a3c-95e3-1cec146b5cea/75fb2b3e-c5da-45bb-9684-b6f9b5771795/c5a012f2-8ebd-491d-a07f-fe921a6b3d72) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:44:10.626324 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bc51c65c-c933-4e9a-97d4-54c80a1135ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:10.649608 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 219abd26-fe69-4194-9dfa-3329166960bf up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:44:10.752749 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d691de4a-26b4-4f51-8d14-0adc3e9e2b30 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f88483bb-4aa7-456a-a7f8-36736cf84c24,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:10.998687 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d582d126-357f-4f86-bdf3-7651dd5dddb7 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:44:11.012074 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d582d126-357f-4f86-bdf3-7651dd5dddb7 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Usage tracker for resource:security_group_rule and tenant:c9b36c2026314fcba54b84af09c29f52 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:44:11.027367 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d582d126-357f-4f86-bdf3-7651dd5dddb7 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:44:11.062013 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d582d126-357f-4f86-bdf3-7651dd5dddb7 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:44:11.107374 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa32b5e-b509-4055-ae4b-8535c28d6040 None None] Network 2682e838-a62e-4a3c-95e3-1cec146b5cea requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:44:11.175604 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 219abd26-fe69-4194-9dfa-3329166960bf triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:44:11.177725 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:11.221044 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-bc51c65c-c933-4e9a-97d4-54c80a1135ba None None] Attempting to bind port 4d645a25-4ca4-4837-90a6-4ddb8a04dacb on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:44:11.221670 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-bc51c65c-c933-4e9a-97d4-54c80a1135ba None None] Attempting to bind port 4d645a25-4ca4-4837-90a6-4ddb8a04dacb by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:44:11.222818 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc51c65c-c933-4e9a-97d4-54c80a1135ba None None] Attempting to bind port 4d645a25-4ca4-4837-90a6-4ddb8a04dacb on network b02a0a3f-1344-4b33-8d96-e59f73f273ac {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:44:11.243384 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc51c65c-c933-4e9a-97d4-54c80a1135ba None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:44:11.245228 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc51c65c-c933-4e9a-97d4-54c80a1135ba None None] Checking segment: {'id': '0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:44:11.246369 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bc51c65c-c933-4e9a-97d4-54c80a1135ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:11.248066 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc51c65c-c933-4e9a-97d4-54c80a1135ba None None] Bound using segment: {'id': '0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:44:11.249179 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-bc51c65c-c933-4e9a-97d4-54c80a1135ba None None] Bound port: 4d645a25-4ca4-4837-90a6-4ddb8a04dacb, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:44:11.250484 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bc51c65c-c933-4e9a-97d4-54c80a1135ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:11.284577 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803b17c-0963-4384-a755-fab0e2301c25 None None] Pushing event updated for resources: {'Port': ['ID=4d645a25-4ca4-4837-90a6-4ddb8a04dacb,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:11.287794 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d582d126-357f-4f86-bdf3-7651dd5dddb7 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:11.337499 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-f1f4e373-1f1b-4630-8b0f-63d4950aa303 None None] Set router 6d844c5b-1141-4870-949f-26977ca0c94d gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:44:11.463242 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53006) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:11.515266 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d4bcdcb1-8b6f-4a79-ad03-7e4d3591acba None None] Provisioning for port 057938b2-7337-409b-8fbd-9960bc755588 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:44:11.530720 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-bc51c65c-c933-4e9a-97d4-54c80a1135ba None None] For port 4d645a25-4ca4-4837-90a6-4ddb8a04dacb, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:44:11.538525 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-bc51c65c-c933-4e9a-97d4-54c80a1135ba None None] For port 4d645a25-4ca4-4837-90a6-4ddb8a04dacb, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=4d645a25-4ca4-4837-90a6-4ddb8a04dacb,segment=NetworkSegment(0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a),segment_id=0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:44:11.547239 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bc51c65c-c933-4e9a-97d4-54c80a1135ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:11.599716 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8695d7bb-68f4-4618-a82c-2b967c6be79c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:11.721769 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc51c65c-c933-4e9a-97d4-54c80a1135ba None None] Routers {'71f9c2f0-9970-471d-8465-8e1a4e55130e'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:44:11.723294 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-bc51c65c-c933-4e9a-97d4-54c80a1135ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:43:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['71f9c2f0-9970-471d-8465-8e1a4e55130e'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:44:11.732317 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d91b49-e847-472b-ba77-468d0f4048de req-0fde8098-63e6-4851-b821-ed08164450a5 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:11.751047 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d91b49-e847-472b-ba77-468d0f4048de req-0fde8098-63e6-4851-b821-ed08164450a5 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:11.773537 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d91b49-e847-472b-ba77-468d0f4048de req-0fde8098-63e6-4851-b821-ed08164450a5 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:11.784035 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d91b49-e847-472b-ba77-468d0f4048de req-0fde8098-63e6-4851-b821-ed08164450a5 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:11.791259 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d91b49-e847-472b-ba77-468d0f4048de req-0fde8098-63e6-4851-b821-ed08164450a5 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:11.800282 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d91b49-e847-472b-ba77-468d0f4048de req-0fde8098-63e6-4851-b821-ed08164450a5 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:11.806754 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d91b49-e847-472b-ba77-468d0f4048de req-0fde8098-63e6-4851-b821-ed08164450a5 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:11.815276 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-64d91b49-e847-472b-ba77-468d0f4048de req-0fde8098-63e6-4851-b821-ed08164450a5 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5393 time: 0.6085973 May 03 22:44:11.847712 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-8695d7bb-68f4-4618-a82c-2b967c6be79c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Transition to ACTIVE for port object c5a012f2-8ebd-491d-a07f-fe921a6b3d72 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:44:11.872782 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f1f4e373-1f1b-4630-8b0f-63d4950aa303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'name': 'tempest-AttachVolumeShelveTestJSON-489129605-router', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:34:39Z', 'updated_at': '2022-05-03T22:44:09Z', 'revision_number': 6, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:44:11.893700 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d582d126-357f-4f86-bdf3-7651dd5dddb7 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:11.965374 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f4e373-1f1b-4630-8b0f-63d4950aa303 None None] The sync data for ids ['6d844c5b-1141-4870-949f-26977ca0c94d'] in n-d-811807-1 is: [{'id': '6d844c5b-1141-4870-949f-26977ca0c94d', 'name': 'tempest-AttachVolumeShelveTestJSON-489129605-router', 'tenant_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:34:39Z', 'updated_at': '2022-05-03T22:44:09Z', 'revision_number': 6, 'project_id': '4005ab853daa4dd0a8c6d47cfa1e3258', 'gw_port_host': None}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:44:12.000789 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-64d91b49-e847-472b-ba77-468d0f4048de req-0c198392-3bca-4b67-82e3-e0b492e3eb8c tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1840742 May 03 22:44:12.001667 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d582d126-357f-4f86-bdf3-7651dd5dddb7 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:12.065431 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 057938b2-7337-409b-8fbd-9960bc755588 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:44:12.085998 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803b17c-0963-4384-a755-fab0e2301c25 None None] Pushing event updated for resources: {'Port': ['ID=4d645a25-4ca4-4837-90a6-4ddb8a04dacb,revision_number=4']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:12.195247 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d582d126-357f-4f86-bdf3-7651dd5dddb7 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46825941-7e32-4277-8a86-2bed2c5575a8,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:12.195838 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-68a957a5-543b-4d6b-ad5d-fa74cd476ef4 admin admin] For port 640ff890-5211-4462-814a-cc3def5b682f, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=640ff890-5211-4462-814a-cc3def5b682f,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:44:12.198390 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-68a957a5-543b-4d6b-ad5d-fa74cd476ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:12.216307 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-bc51c65c-c933-4e9a-97d4-54c80a1135ba None None] Set router 71f9c2f0-9970-471d-8465-8e1a4e55130e gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:44:12.218440 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d582d126-357f-4f86-bdf3-7651dd5dddb7 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:12.220221 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d582d126-357f-4f86-bdf3-7651dd5dddb7 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6927440 May 03 22:44:12.231638 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53022) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:12.244472 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-8b5cf40f-4727-4462-9c04-577f03dab238 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Request body: {'security_group_rule': {'security_group_id': 'f88483bb-4aa7-456a-a7f8-36736cf84c24', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:44:12.256008 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-8b5cf40f-4727-4462-9c04-577f03dab238 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:44:12.263450 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc300e4-4ad7-4eda-a770-6704fcfc7369 req-baf34e5f-5d1a-4882-a4a9-23495110ec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:12.264894 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8b5cf40f-4727-4462-9c04-577f03dab238 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Usage tracker for resource:security_group_rule and tenant:c9b36c2026314fcba54b84af09c29f52 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:44:12.265462 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc300e4-4ad7-4eda-a770-6704fcfc7369 req-baf34e5f-5d1a-4882-a4a9-23495110ec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:12.266062 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc300e4-4ad7-4eda-a770-6704fcfc7369 req-baf34e5f-5d1a-4882-a4a9-23495110ec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:12.270605 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8b5cf40f-4727-4462-9c04-577f03dab238 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:44:12.271668 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bbc300e4-4ad7-4eda-a770-6704fcfc7369 req-baf34e5f-5d1a-4882-a4a9-23495110ec10 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=07f7b519265346608174cafca790a124&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.9366348 May 03 22:44:12.276335 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd18c7a5-cd9b-40cc-8aa5-fddc66ffdce0 admin admin] Deleting subnet e1d2886a-36ca-4181-9979-2ff50bdb7ad7 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:44:12.283972 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-8b5cf40f-4727-4462-9c04-577f03dab238 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:44:12.288684 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bd18c7a5-cd9b-40cc-8aa5-fddc66ffdce0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:12.329077 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8695d7bb-68f4-4618-a82c-2b967c6be79c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:12.379335 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 057938b2-7337-409b-8fbd-9960bc755588 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:44:12.386013 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 057938b2-7337-409b-8fbd-9960bc755588 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:44:12.386541 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:12.445117 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8b5cf40f-4727-4462-9c04-577f03dab238 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:12.489002 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bd18c7a5-cd9b-40cc-8aa5-fddc66ffdce0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:12.551521 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8695d7bb-68f4-4618-a82c-2b967c6be79c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Network 2682e838-a62e-4a3c-95e3-1cec146b5cea is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:44:12.553723 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc300e4-4ad7-4eda-a770-6704fcfc7369 req-5245b36a-32ff-44b7-9775-7efb72c52223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:12.556006 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bbc300e4-4ad7-4eda-a770-6704fcfc7369 req-5245b36a-32ff-44b7-9775-7efb72c52223 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2733216 May 03 22:44:12.613341 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-8695d7bb-68f4-4618-a82c-2b967c6be79c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:44:12.634552 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8695d7bb-68f4-4618-a82c-2b967c6be79c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:44:12.687460 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:12.717461 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8695d7bb-68f4-4618-a82c-2b967c6be79c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'Port': ['ID=c5a012f2-8ebd-491d-a07f-fe921a6b3d72,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:12.767932 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 057938b2-7337-409b-8fbd-9960bc755588, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=057938b2-7337-409b-8fbd-9960bc755588,segment=NetworkSegment(b9e024ec-23f2-465c-9f72-d550cdce520c),segment_id=b9e024ec-23f2-465c-9f72-d550cdce520c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:44:12.774229 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:12.822202 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bd18c7a5-cd9b-40cc-8aa5-fddc66ffdce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:12.837384 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-68a957a5-543b-4d6b-ad5d-fa74cd476ef4 admin admin] Calling delete_port for 640ff890-5211-4462-814a-cc3def5b682f owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:44:12.911608 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=057938b2-7337-409b-8fbd-9960bc755588,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:12.919322 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8695d7bb-68f4-4618-a82c-2b967c6be79c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:12.931157 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-90768501-0055-43d4-8c48-ce2d9a9a3d7e None None] Provisioning complete for port 057938b2-7337-409b-8fbd-9960bc755588 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:44:12.932041 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-90768501-0055-43d4-8c48-ce2d9a9a3d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:12.989007 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-bc51c65c-c933-4e9a-97d4-54c80a1135ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'name': 'tempest-AttachVolumeNegativeTest-1275687319-router', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:43Z', 'updated_at': '2022-05-03T22:44:00Z', 'revision_number': 4, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'gw_port': {'id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:46Z', 'updated_at': '2022-05-03T22:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '4d645a25-4ca4-4837-90a6-4ddb8a04dacb', 'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'mac_address': 'fa:16:3e:18:03:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:57Z', 'updated_at': '2022-05-03T22:44:11Z', 'revision_number': 4, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'subnets': [{'id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:44:13.001797 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc51c65c-c933-4e9a-97d4-54c80a1135ba None None] The sync data for ids ['71f9c2f0-9970-471d-8465-8e1a4e55130e'] in n-d-811807-1 is: [{'id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'name': 'tempest-AttachVolumeNegativeTest-1275687319-router', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:43Z', 'updated_at': '2022-05-03T22:44:00Z', 'revision_number': 4, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'gw_port': {'id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:46Z', 'updated_at': '2022-05-03T22:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '4d645a25-4ca4-4837-90a6-4ddb8a04dacb', 'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'mac_address': 'fa:16:3e:18:03:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:57Z', 'updated_at': '2022-05-03T22:44:11Z', 'revision_number': 4, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'subnets': [{'id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:44:13.046437 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 67f8a336-70ec-4b02-aece-6414fdab76d9 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:44:13.120951 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 67f8a336-70ec-4b02-aece-6414fdab76d9 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:44:13.121493 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 67f8a336-70ec-4b02-aece-6414fdab76d9 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:44:13.122121 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 640ff890-5211-4462-814a-cc3def5b682f no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:44:13.170030 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8b5cf40f-4727-4462-9c04-577f03dab238 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:13.237560 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8b5cf40f-4727-4462-9c04-577f03dab238 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:13.385188 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5cf40f-4727-4462-9c04-577f03dab238 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2168e4b4-d57c-4c29-98e4-0daa3d9996fe,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:13.447518 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No active binding found for port 640ff890-5211-4462-814a-cc3def5b682f {{(pid=88071) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 03 22:44:13.448068 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 640ff890-5211-4462-814a-cc3def5b682f not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:44:13.460633 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-68a957a5-543b-4d6b-ad5d-fa74cd476ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:13.515025 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a957a5-543b-4d6b-ad5d-fa74cd476ef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=640ff890-5211-4462-814a-cc3def5b682f,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:13.524514 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bd18c7a5-cd9b-40cc-8aa5-fddc66ffdce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:13.563221 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-182d5868-1ca0-4925-903c-676247dfaa56 req-efbe6bea-6d72-4003-983b-5d91fcac1b1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d99ae307-1483-492b-b9b0-159ed89bfb47 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:44:13.574864 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9ae1b674-a5f5-4836-81ab-fe7aa689a6a2 None None] Provisioning for port c5a012f2-8ebd-491d-a07f-fe921a6b3d72 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:44:13.587704 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9ae1b674-a5f5-4836-81ab-fe7aa689a6a2 None None] Provisioning complete for port c5a012f2-8ebd-491d-a07f-fe921a6b3d72 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:44:13.587921 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18c7a5-cd9b-40cc-8aa5-fddc66ffdce0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1d2886a-36ca-4181-9979-2ff50bdb7ad7,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:13.588066 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9ae1b674-a5f5-4836-81ab-fe7aa689a6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:13.590784 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8b5cf40f-4727-4462-9c04-577f03dab238 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:13.595602 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8b5cf40f-4727-4462-9c04-577f03dab238 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3615785 May 03 22:44:13.596437 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53034) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:13.597839 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bd18c7a5-cd9b-40cc-8aa5-fddc66ffdce0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:13.600387 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-bd18c7a5-cd9b-40cc-8aa5-fddc66ffdce0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e1d2886a-36ca-4181-9979-2ff50bdb7ad7 HTTP/1.1" status: 204 len: 168 time: 2.1335185 May 03 22:44:13.608328 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53036) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:13.611649 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-313e9879-6ff8-4c68-b26b-22fa468227e4 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:44:13.620919 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-313e9879-6ff8-4c68-b26b-22fa468227e4 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:44:13.625987 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-313e9879-6ff8-4c68-b26b-22fa468227e4 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Usage tracker for resource:floatingip and tenant:c9b36c2026314fcba54b84af09c29f52 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:44:13.629226 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-313e9879-6ff8-4c68-b26b-22fa468227e4 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:44:13.640893 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-313e9879-6ff8-4c68-b26b-22fa468227e4 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:44:13.702268 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-313e9879-6ff8-4c68-b26b-22fa468227e4 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:13.709640 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-efbe6bea-6d72-4003-983b-5d91fcac1b1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:13.710397 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-9ae1b674-a5f5-4836-81ab-fe7aa689a6a2 None None] Port c5a012f2-8ebd-491d-a07f-fe921a6b3d72 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:44:13.732574 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-68a957a5-543b-4d6b-ad5d-fa74cd476ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:13.931885 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-68a957a5-543b-4d6b-ad5d-fa74cd476ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:13.935683 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-68a957a5-543b-4d6b-ad5d-fa74cd476ef4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:13.938014 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-182d5868-1ca0-4925-903c-676247dfaa56 req-efbe6bea-6d72-4003-983b-5d91fcac1b1e service neutron] Transition to ACTIVE for port object d99ae307-1483-492b-b9b0-159ed89bfb47 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:44:13.950604 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-efbe6bea-6d72-4003-983b-5d91fcac1b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:14.002876 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-adc45c43-b04c-45cc-8852-982f2a69665e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:14.025133 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bd095-c1e1-46d5-bf54-ea08c4c08c51 req-bd801411-af0d-4f0b-ab91-7e3958eba0cf tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:14.034024 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-68a957a5-543b-4d6b-ad5d-fa74cd476ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:14.034226 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bd095-c1e1-46d5-bf54-ea08c4c08c51 req-bd801411-af0d-4f0b-ab91-7e3958eba0cf tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:14.035177 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a957a5-543b-4d6b-ad5d-fa74cd476ef4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d844c5b-1141-4870-949f-26977ca0c94d {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:44:14.040300 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bd095-c1e1-46d5-bf54-ea08c4c08c51 req-bd801411-af0d-4f0b-ab91-7e3958eba0cf tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:14.060366 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bd095-c1e1-46d5-bf54-ea08c4c08c51 req-bd801411-af0d-4f0b-ab91-7e3958eba0cf tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:14.086342 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bd095-c1e1-46d5-bf54-ea08c4c08c51 req-bd801411-af0d-4f0b-ab91-7e3958eba0cf tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:14.097785 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bd095-c1e1-46d5-bf54-ea08c4c08c51 req-bd801411-af0d-4f0b-ab91-7e3958eba0cf tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:14.104040 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bd095-c1e1-46d5-bf54-ea08c4c08c51 req-bd801411-af0d-4f0b-ab91-7e3958eba0cf tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:14.105967 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-975bd095-c1e1-46d5-bf54-ea08c4c08c51 req-bd801411-af0d-4f0b-ab91-7e3958eba0cf tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5393 time: 0.6807013 May 03 22:44:14.106590 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8695d7bb-68f4-4618-a82c-2b967c6be79c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:14.213500 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-68a957a5-543b-4d6b-ad5d-fa74cd476ef4 admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:14.224374 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-68a957a5-543b-4d6b-ad5d-fa74cd476ef4 admin admin] 10.222.0.58 "DELETE /v2.0/routers/6d844c5b-1141-4870-949f-26977ca0c94d HTTP/1.1" status: 204 len: 168 time: 6.6186094 May 03 22:44:14.227293 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53044) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:14.366884 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe6bea-6d72-4003-983b-5d91fcac1b1e service neutron] Pushing event updated for resources: {'Port': ['ID=d99ae307-1483-492b-b9b0-159ed89bfb47,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:14.646507 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-975bd095-c1e1-46d5-bf54-ea08c4c08c51 req-e882e1b1-7a57-40fe-8b9c-476857da1197 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5111847 May 03 22:44:14.716822 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-62e04927-6381-44bc-9335-3aa7d38a70e7 admin admin] Deleting subnet 209e1eea-ba5e-419e-9e3d-b3077ecd94a4 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:44:14.731911 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62e04927-6381-44bc-9335-3aa7d38a70e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:14.777741 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-182d5868-1ca0-4925-903c-676247dfaa56 req-efbe6bea-6d72-4003-983b-5d91fcac1b1e service neutron] Attempting to bind port d99ae307-1483-492b-b9b0-159ed89bfb47 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:44:14.778109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-182d5868-1ca0-4925-903c-676247dfaa56 req-efbe6bea-6d72-4003-983b-5d91fcac1b1e service neutron] Attempting to bind port d99ae307-1483-492b-b9b0-159ed89bfb47 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'd7184569-28cc-4f6c-bd88-6a1ad922482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a8a12fef-8f1f-42e2-8a9d-7a66402fff0c'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:44:14.778469 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-efbe6bea-6d72-4003-983b-5d91fcac1b1e service neutron] Attempting to bind port d99ae307-1483-492b-b9b0-159ed89bfb47 on network a8a12fef-8f1f-42e2-8a9d-7a66402fff0c {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:44:14.795133 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-efbe6bea-6d72-4003-983b-5d91fcac1b1e service neutron] Port d99ae307-1483-492b-b9b0-159ed89bfb47 on network a8a12fef-8f1f-42e2-8a9d-7a66402fff0c not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:44:14.795728 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-efbe6bea-6d72-4003-983b-5d91fcac1b1e service neutron] Attempting to bind port d99ae307-1483-492b-b9b0-159ed89bfb47 on network a8a12fef-8f1f-42e2-8a9d-7a66402fff0c {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:44:14.822191 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-efbe6bea-6d72-4003-983b-5d91fcac1b1e service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:44:14.822536 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-efbe6bea-6d72-4003-983b-5d91fcac1b1e service neutron] Checking segment: {'id': 'd7184569-28cc-4f6c-bd88-6a1ad922482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a8a12fef-8f1f-42e2-8a9d-7a66402fff0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:44:14.822926 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-efbe6bea-6d72-4003-983b-5d91fcac1b1e service neutron] Bound using segment: {'id': 'd7184569-28cc-4f6c-bd88-6a1ad922482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a8a12fef-8f1f-42e2-8a9d-7a66402fff0c'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:44:14.823384 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-182d5868-1ca0-4925-903c-676247dfaa56 req-efbe6bea-6d72-4003-983b-5d91fcac1b1e service neutron] Bound port: d99ae307-1483-492b-b9b0-159ed89bfb47, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7184569-28cc-4f6c-bd88-6a1ad922482c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a8a12fef-8f1f-42e2-8a9d-7a66402fff0c'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:44:14.823724 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-efbe6bea-6d72-4003-983b-5d91fcac1b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:15.027115 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-182d5868-1ca0-4925-903c-676247dfaa56 req-efbe6bea-6d72-4003-983b-5d91fcac1b1e service neutron] For port d99ae307-1483-492b-b9b0-159ed89bfb47, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:44:15.030542 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-182d5868-1ca0-4925-903c-676247dfaa56 req-efbe6bea-6d72-4003-983b-5d91fcac1b1e service neutron] For port d99ae307-1483-492b-b9b0-159ed89bfb47, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=d99ae307-1483-492b-b9b0-159ed89bfb47,segment=NetworkSegment(d7184569-28cc-4f6c-bd88-6a1ad922482c),segment_id=d7184569-28cc-4f6c-bd88-6a1ad922482c)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:44:15.033395 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62e04927-6381-44bc-9335-3aa7d38a70e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:15.035010 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-adc45c43-b04c-45cc-8852-982f2a69665e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:15.064124 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-efbe6bea-6d72-4003-983b-5d91fcac1b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:15.067386 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 4d645a25-4ca4-4837-90a6-4ddb8a04dacb up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:44:15.142528 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-adc45c43-b04c-45cc-8852-982f2a69665e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f484e0b5-7091-4031-9307-0c51512cbb0f']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:44:15.177973 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-adc45c43-b04c-45cc-8852-982f2a69665e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b38726d5-324d-4465-9fc5-454afd2d45a2') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:44:15.181017 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-adc45c43-b04c-45cc-8852-982f2a69665e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b38726d5-324d-4465-9fc5-454afd2d45a2') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:44:15.186307 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-efbe6bea-6d72-4003-983b-5d91fcac1b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:15.187066 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-efbe6bea-6d72-4003-983b-5d91fcac1b1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:15.188455 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-efbe6bea-6d72-4003-983b-5d91fcac1b1e service neutron] 10.222.0.60 "PUT /v2.0/ports/d99ae307-1483-492b-b9b0-159ed89bfb47 HTTP/1.1" status: 200 len: 1090 time: 7.1171999 May 03 22:44:15.191770 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'tag': 'd99ae307-1483-492b-b9b0-159ed89bfb47'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:44:15.203887 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-313e9879-6ff8-4c68-b26b-22fa468227e4 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:15.238609 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 4d645a25-4ca4-4837-90a6-4ddb8a04dacb completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:44:15.239035 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-182d5868-1ca0-4925-903c-676247dfaa56 req-380bb180-12a7-4542-8e7f-3a2c25845d6d service neutron] Request body: {'port': {'device_id': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:44:15.256114 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 4d645a25-4ca4-4837-90a6-4ddb8a04dacb triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:44:15.256498 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:15.302656 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-adc45c43-b04c-45cc-8852-982f2a69665e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:15.326277 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-adc45c43-b04c-45cc-8852-982f2a69665e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:15.329615 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adc45c43-b04c-45cc-8852-982f2a69665e admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:44:15.330027 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-adc45c43-b04c-45cc-8852-982f2a69665e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:15.362748 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62e04927-6381-44bc-9335-3aa7d38a70e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:15.471032 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe6bea-6d72-4003-983b-5d91fcac1b1e service neutron] Pushing event updated for resources: {'Port': ['ID=d99ae307-1483-492b-b9b0-159ed89bfb47,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:15.533885 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7687527a-ab47-498b-8361-596fd987a0f9'] response: {'name': 'network-changed', 'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'tag': 'd99ae307-1483-492b-b9b0-159ed89bfb47', 'status': 'completed', 'code': 200} May 03 22:44:15.659971 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-380bb180-12a7-4542-8e7f-3a2c25845d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:15.666435 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:15.763011 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 4d645a25-4ca4-4837-90a6-4ddb8a04dacb, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=4d645a25-4ca4-4837-90a6-4ddb8a04dacb,segment=NetworkSegment(0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a),segment_id=0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:44:15.771623 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:15.772548 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 057938b2-7337-409b-8fbd-9960bc755588 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:44:15.915899 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62e04927-6381-44bc-9335-3aa7d38a70e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:15.932683 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8695d7bb-68f4-4618-a82c-2b967c6be79c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:15.938304 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:44:15.938304 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:44:15.938304 n-d-811807-1 neutron-server[88069]: timer() May 03 22:44:15.938304 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:44:15.938304 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:44:15.938304 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:44:15.938304 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:44:15.938304 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:44:15.938304 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:44:15.938304 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:44:15.938304 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:44:15.938304 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:44:15.938304 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:44:15.938304 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:44:15.938304 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:44:15.938304 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:44:15.938304 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:44:15.938304 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:44:15.938304 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:44:15.938304 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:44:15.938304 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:44:15.938304 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:44:15.938304 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:44:15.938304 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:44:15.938304 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:44:15.938304 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:44:15.938304 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:44:15.938304 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:44:15.938304 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:44:15.938304 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:44:15.938304 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:44:15.938304 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:44:15.951255 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-adc45c43-b04c-45cc-8852-982f2a69665e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:15.954012 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8695d7bb-68f4-4618-a82c-2b967c6be79c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:16.014640 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e04927-6381-44bc-9335-3aa7d38a70e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=209e1eea-ba5e-419e-9e3d-b3077ecd94a4,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:16.027078 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62e04927-6381-44bc-9335-3aa7d38a70e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:16.039404 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52808d9a-422c-4f17-9a98-49f8b480703d None None] Network ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:44:16.108029 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-62e04927-6381-44bc-9335-3aa7d38a70e7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/209e1eea-ba5e-419e-9e3d-b3077ecd94a4 HTTP/1.1" status: 204 len: 168 time: 1.8409803 May 03 22:44:16.114568 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-adc45c43-b04c-45cc-8852-982f2a69665e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:16.117499 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53078) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:16.132036 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc63bb-4847-4bdb-b6c1-dfe44b48b3dc req-0a177178-f34f-4032-8134-aadc0b4562ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:16.132517 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc63bb-4847-4bdb-b6c1-dfe44b48b3dc req-0a177178-f34f-4032-8134-aadc0b4562ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:16.132996 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc63bb-4847-4bdb-b6c1-dfe44b48b3dc req-0a177178-f34f-4032-8134-aadc0b4562ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:16.133471 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc63bb-4847-4bdb-b6c1-dfe44b48b3dc req-0a177178-f34f-4032-8134-aadc0b4562ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:16.133964 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc63bb-4847-4bdb-b6c1-dfe44b48b3dc req-0a177178-f34f-4032-8134-aadc0b4562ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:16.134426 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc63bb-4847-4bdb-b6c1-dfe44b48b3dc req-0a177178-f34f-4032-8134-aadc0b4562ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:16.134889 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc63bb-4847-4bdb-b6c1-dfe44b48b3dc req-0a177178-f34f-4032-8134-aadc0b4562ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:16.136812 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-04fc63bb-4847-4bdb-b6c1-dfe44b48b3dc req-0a177178-f34f-4032-8134-aadc0b4562ad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=07f7b519265346608174cafca790a124&device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 6352 time: 0.6582239 May 03 22:44:16.184830 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc45c43-b04c-45cc-8852-982f2a69665e admin admin] Pushing event deleted for resources: {'Network': ['ID=f484e0b5-7091-4031-9307-0c51512cbb0f,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:16.226179 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-adc45c43-b04c-45cc-8852-982f2a69665e admin admin] 10.222.0.58 "DELETE /v2.0/networks/f484e0b5-7091-4031-9307-0c51512cbb0f HTTP/1.1" status: 204 len: 168 time: 2.5665405 May 03 22:44:16.244639 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8695d7bb-68f4-4618-a82c-2b967c6be79c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:16.248170 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8695d7bb-68f4-4618-a82c-2b967c6be79c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'Port': ['ID=c5a012f2-8ebd-491d-a07f-fe921a6b3d72,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:16.279694 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=4d645a25-4ca4-4837-90a6-4ddb8a04dacb,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:16.284419 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 057938b2-7337-409b-8fbd-9960bc755588 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:44:16.285053 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:16.382812 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d08486-41d9-4ea0-90f2-4f11559bc836 req-2378545d-83fa-458a-ab92-7aa856a2420f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:16.389897 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d08486-41d9-4ea0-90f2-4f11559bc836 req-2378545d-83fa-458a-ab92-7aa856a2420f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:16.395687 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d08486-41d9-4ea0-90f2-4f11559bc836 req-2378545d-83fa-458a-ab92-7aa856a2420f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:16.402035 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d08486-41d9-4ea0-90f2-4f11559bc836 req-2378545d-83fa-458a-ab92-7aa856a2420f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:16.407739 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d08486-41d9-4ea0-90f2-4f11559bc836 req-2378545d-83fa-458a-ab92-7aa856a2420f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:16.414825 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d08486-41d9-4ea0-90f2-4f11559bc836 req-2378545d-83fa-458a-ab92-7aa856a2420f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:16.421877 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d08486-41d9-4ea0-90f2-4f11559bc836 req-2378545d-83fa-458a-ab92-7aa856a2420f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:16.423835 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-08d08486-41d9-4ea0-90f2-4f11559bc836 req-2378545d-83fa-458a-ab92-7aa856a2420f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5405 time: 0.4151740 May 03 22:44:16.427931 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-313e9879-6ff8-4c68-b26b-22fa468227e4 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Allocated IP 172.25.2.102 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/fd269a81-9062-45b7-9fa5-b2a2793ab56f) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:44:16.483683 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53086) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:16.585670 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5218a1ed-9434-4158-933b-6ed3d3836c8f None None] DHCP port deletion for ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:44:16.592059 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-5218a1ed-9434-4158-933b-6ed3d3836c8f None None] Deleting port 0a5fadcc-65a6-480d-91b2-288402f8934b {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:44:16.592765 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5218a1ed-9434-4158-933b-6ed3d3836c8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:16.661754 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-08d08486-41d9-4ea0-90f2-4f11559bc836 req-6355bbb3-d119-4f3c-a3c0-892c33bdff36 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1603043 May 03 22:44:16.696792 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8695d7bb-68f4-4618-a82c-2b967c6be79c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Network 2682e838-a62e-4a3c-95e3-1cec146b5cea is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:44:16.748807 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-8695d7bb-68f4-4618-a82c-2b967c6be79c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:44:16.749025 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7ee3e76d-7b0f-4b30-a723-2ca47835d86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:16.936487 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9314eaeb-5aed-4fc4-b476-4c97333f7149 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=56f2a06b55b349518a0fa1bd075b4999&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4164681 May 03 22:44:16.937634 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53094) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:16.948493 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 4d645a25-4ca4-4837-90a6-4ddb8a04dacb up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:44:16.975295 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc63bb-4847-4bdb-b6c1-dfe44b48b3dc req-49052675-77fb-4c07-b933-6a77c8d8e9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:16.976077 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc63bb-4847-4bdb-b6c1-dfe44b48b3dc req-49052675-77fb-4c07-b933-6a77c8d8e9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:16.976716 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc63bb-4847-4bdb-b6c1-dfe44b48b3dc req-49052675-77fb-4c07-b933-6a77c8d8e9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:16.978781 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-04fc63bb-4847-4bdb-b6c1-dfe44b48b3dc req-49052675-77fb-4c07-b933-6a77c8d8e9ac service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=07f7b519265346608174cafca790a124&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8170409 May 03 22:44:17.017213 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-7ee3e76d-7b0f-4b30-a723-2ca47835d86c admin admin] Deleting port 0a5fadcc-65a6-480d-91b2-288402f8934b {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:44:17.017930 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7ee3e76d-7b0f-4b30-a723-2ca47835d86c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:17.092822 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-5218a1ed-9434-4158-933b-6ed3d3836c8f None None] For port 0a5fadcc-65a6-480d-91b2-288402f8934b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0a5fadcc-65a6-480d-91b2-288402f8934b,segment=NetworkSegment(c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008),segment_id=c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:44:17.092822 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5218a1ed-9434-4158-933b-6ed3d3836c8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:17.263554 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-313e9879-6ff8-4c68-b26b-22fa468227e4 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:17.283635 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-5218a1ed-9434-4158-933b-6ed3d3836c8f None None] Calling delete_port for 0a5fadcc-65a6-480d-91b2-288402f8934b owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:44:17.364905 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d32b7d2b-52a1-4949-9769-5fdfcfa676c4 None None] Provisioning complete for port c5a012f2-8ebd-491d-a07f-fe921a6b3d72 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:44:17.364905 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d32b7d2b-52a1-4949-9769-5fdfcfa676c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:17.397757 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-7ee3e76d-7b0f-4b30-a723-2ca47835d86c admin admin] For port 0a5fadcc-65a6-480d-91b2-288402f8934b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0a5fadcc-65a6-480d-91b2-288402f8934b,segment=NetworkSegment(c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008),segment_id=c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:44:17.400871 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7ee3e76d-7b0f-4b30-a723-2ca47835d86c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:17.430129 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8695d7bb-68f4-4618-a82c-2b967c6be79c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Router 4325660c-d567-49bf-865e-315cce83e5a4 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:44:17.470112 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-313e9879-6ff8-4c68-b26b-22fa468227e4 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:17.538695 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 4d645a25-4ca4-4837-90a6-4ddb8a04dacb triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:44:17.539162 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:17.646809 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-d32b7d2b-52a1-4949-9769-5fdfcfa676c4 None None] Port c5a012f2-8ebd-491d-a07f-fe921a6b3d72 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:44:17.671070 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5218a1ed-9434-4158-933b-6ed3d3836c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:17.829231 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-7ee3e76d-7b0f-4b30-a723-2ca47835d86c admin admin] Calling delete_port for 0a5fadcc-65a6-480d-91b2-288402f8934b owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:44:17.841243 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218a1ed-9434-4158-933b-6ed3d3836c8f None None] Pushing event deleted for resources: {'Port': ['ID=0a5fadcc-65a6-480d-91b2-288402f8934b,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:17.862503 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5218a1ed-9434-4158-933b-6ed3d3836c8f None None] No DVR routers for this DVR port 0a5fadcc-65a6-480d-91b2-288402f8934b on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:44:18.093235 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 0a5fadcc-65a6-480d-91b2-288402f8934b no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:44:18.153572 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.resource_extend [req-182d5868-1ca0-4925-903c-676247dfaa56 req-380bb180-12a7-4542-8e7f-3a2c25845d6d service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:44:18.186946 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [None req-7ee3e76d-7b0f-4b30-a723-2ca47835d86c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:44:18.187424 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [None req-7ee3e76d-7b0f-4b30-a723-2ca47835d86c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:44:18.189245 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 0a5fadcc-65a6-480d-91b2-288402f8934b {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:44:18.191886 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 0a5fadcc-65a6-480d-91b2-288402f8934b not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:44:18.250857 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b08c51cd-f48b-4971-a425-10d12172854b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:18.293153 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc63bb-4847-4bdb-b6c1-dfe44b48b3dc req-de99cc88-0805-4330-9316-6c5a5a268528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:18.295015 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-04fc63bb-4847-4bdb-b6c1-dfe44b48b3dc req-de99cc88-0805-4330-9316-6c5a5a268528 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2104824 May 03 22:44:18.303826 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-182d5868-1ca0-4925-903c-676247dfaa56 req-380bb180-12a7-4542-8e7f-3a2c25845d6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b827b01-9992-4ccc-9f5f-d70c9c87b504 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:44:18.315436 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-380bb180-12a7-4542-8e7f-3a2c25845d6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:18.323601 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b08c51cd-f48b-4971-a425-10d12172854b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:18.343702 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313e9879-6ff8-4c68-b26b-22fa468227e4 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:44:18.355354 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-313e9879-6ff8-4c68-b26b-22fa468227e4 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:44:18.357354 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-182d5868-1ca0-4925-903c-676247dfaa56 req-380bb180-12a7-4542-8e7f-3a2c25845d6d service neutron] Transition to ACTIVE for port object 4b827b01-9992-4ccc-9f5f-d70c9c87b504 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:44:18.365487 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313e9879-6ff8-4c68-b26b-22fa468227e4 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:44:18.376741 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-380bb180-12a7-4542-8e7f-3a2c25845d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:18.409367 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e9879-6ff8-4c68-b26b-22fa468227e4 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Pushing event updated for resources: {'Port': ['ID=fd269a81-9062-45b7-9fa5-b2a2793ab56f,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:18.550359 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-313e9879-6ff8-4c68-b26b-22fa468227e4 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:18.583753 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb39faa-9440-4337-acfe-6ff2c7f7e606 req-f92e5ae8-f5ea-4eeb-a0ca-d5add0219dab tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:18.593334 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb39faa-9440-4337-acfe-6ff2c7f7e606 req-f92e5ae8-f5ea-4eeb-a0ca-d5add0219dab tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:18.607341 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb39faa-9440-4337-acfe-6ff2c7f7e606 req-f92e5ae8-f5ea-4eeb-a0ca-d5add0219dab tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:18.622419 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb39faa-9440-4337-acfe-6ff2c7f7e606 req-f92e5ae8-f5ea-4eeb-a0ca-d5add0219dab tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:18.637291 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb39faa-9440-4337-acfe-6ff2c7f7e606 req-f92e5ae8-f5ea-4eeb-a0ca-d5add0219dab tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:18.644855 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb39faa-9440-4337-acfe-6ff2c7f7e606 req-f92e5ae8-f5ea-4eeb-a0ca-d5add0219dab tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:18.658054 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb39faa-9440-4337-acfe-6ff2c7f7e606 req-f92e5ae8-f5ea-4eeb-a0ca-d5add0219dab tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:18.661045 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bcb39faa-9440-4337-acfe-6ff2c7f7e606 req-f92e5ae8-f5ea-4eeb-a0ca-d5add0219dab tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5405 time: 0.4425378 May 03 22:44:18.726311 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-7ee3e76d-7b0f-4b30-a723-2ca47835d86c admin admin] Deleting port 0a5fadcc-65a6-480d-91b2-288402f8934b {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:44:18.729692 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7ee3e76d-7b0f-4b30-a723-2ca47835d86c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:18.768790 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-313e9879-6ff8-4c68-b26b-22fa468227e4 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:18.773345 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380bb180-12a7-4542-8e7f-3a2c25845d6d service neutron] Pushing event updated for resources: {'Port': ['ID=4b827b01-9992-4ccc-9f5f-d70c9c87b504,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:18.821119 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b08c51cd-f48b-4971-a425-10d12172854b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:18.883354 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-7ee3e76d-7b0f-4b30-a723-2ca47835d86c admin admin] The port '0a5fadcc-65a6-480d-91b2-288402f8934b' was deleted {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:44:18.890153 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c51cd-f48b-4971-a425-10d12172854b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faad7a8b-962e-47a9-8c1e-1fa31f4832f5,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:19.037391 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7ee3e76d-7b0f-4b30-a723-2ca47835d86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:19.101611 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-7ee3e76d-7b0f-4b30-a723-2ca47835d86c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:44:19.133508 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-7ee3e76d-7b0f-4b30-a723-2ca47835d86c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:44:19.134069 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-7ee3e76d-7b0f-4b30-a723-2ca47835d86c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5fd38cb-2aa7-4f0d-ad77-b0bb6bdaf008') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:44:19.159075 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7ee3e76d-7b0f-4b30-a723-2ca47835d86c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:19.181619 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-313e9879-6ff8-4c68-b26b-22fa468227e4 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:19.192951 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7ee3e76d-7b0f-4b30-a723-2ca47835d86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:19.206609 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ee3e76d-7b0f-4b30-a723-2ca47835d86c admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:44:19.208393 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7ee3e76d-7b0f-4b30-a723-2ca47835d86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:19.228516 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8695d7bb-68f4-4618-a82c-2b967c6be79c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:44:19.242800 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcd8977-f4f9-4c5d-a2b0-c012cad27edf None None] Sync routers for ids ['4325660c-d567-49bf-865e-315cce83e5a4'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: timer() May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:44:19.243341 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:44:19.260385 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcd8977-f4f9-4c5d-a2b0-c012cad27edf None None] Routers {'4325660c-d567-49bf-865e-315cce83e5a4'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:44:19.261432 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-8bcd8977-f4f9-4c5d-a2b0-c012cad27edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:43:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['4325660c-d567-49bf-865e-315cce83e5a4'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:44:19.262123 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b08c51cd-f48b-4971-a425-10d12172854b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:19.263252 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b08c51cd-f48b-4971-a425-10d12172854b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/faad7a8b-962e-47a9-8c1e-1fa31f4832f5 HTTP/1.1" status: 204 len: 168 time: 2.3172197 May 03 22:44:19.314651 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-313e9879-6ff8-4c68-b26b-22fa468227e4 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:19.479749 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bcb39faa-9440-4337-acfe-6ff2c7f7e606 req-f089403e-350e-4c57-842e-d6fb33cfc960 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7378557 May 03 22:44:19.525124 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-182d5868-1ca0-4925-903c-676247dfaa56 req-380bb180-12a7-4542-8e7f-3a2c25845d6d service neutron] Attempting to bind port 4b827b01-9992-4ccc-9f5f-d70c9c87b504 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:44:19.525665 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-182d5868-1ca0-4925-903c-676247dfaa56 req-380bb180-12a7-4542-8e7f-3a2c25845d6d service neutron] Attempting to bind port 4b827b01-9992-4ccc-9f5f-d70c9c87b504 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '54fef4b2-4531-4764-a855-cb5be1b9e034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3c844908-458f-43d5-a32d-190eedb78cdc'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:44:19.534701 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-380bb180-12a7-4542-8e7f-3a2c25845d6d service neutron] Attempting to bind port 4b827b01-9992-4ccc-9f5f-d70c9c87b504 on network 3c844908-458f-43d5-a32d-190eedb78cdc {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:44:19.555814 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-380bb180-12a7-4542-8e7f-3a2c25845d6d service neutron] Port 4b827b01-9992-4ccc-9f5f-d70c9c87b504 on network 3c844908-458f-43d5-a32d-190eedb78cdc not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:44:19.565893 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-380bb180-12a7-4542-8e7f-3a2c25845d6d service neutron] Attempting to bind port 4b827b01-9992-4ccc-9f5f-d70c9c87b504 on network 3c844908-458f-43d5-a32d-190eedb78cdc {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:44:19.573502 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-380bb180-12a7-4542-8e7f-3a2c25845d6d service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:44:19.580498 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-380bb180-12a7-4542-8e7f-3a2c25845d6d service neutron] Checking segment: {'id': '54fef4b2-4531-4764-a855-cb5be1b9e034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3c844908-458f-43d5-a32d-190eedb78cdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:44:19.582588 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-380bb180-12a7-4542-8e7f-3a2c25845d6d service neutron] Bound using segment: {'id': '54fef4b2-4531-4764-a855-cb5be1b9e034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3c844908-458f-43d5-a32d-190eedb78cdc'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:44:19.583856 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-182d5868-1ca0-4925-903c-676247dfaa56 req-380bb180-12a7-4542-8e7f-3a2c25845d6d service neutron] Bound port: 4b827b01-9992-4ccc-9f5f-d70c9c87b504, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54fef4b2-4531-4764-a855-cb5be1b9e034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3c844908-458f-43d5-a32d-190eedb78cdc'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:44:19.586362 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-380bb180-12a7-4542-8e7f-3a2c25845d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:19.591813 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-8bcd8977-f4f9-4c5d-a2b0-c012cad27edf None None] Set router 4325660c-d567-49bf-865e-315cce83e5a4 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:44:19.617248 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7ee3e76d-7b0f-4b30-a723-2ca47835d86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:19.638810 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7ee3e76d-7b0f-4b30-a723-2ca47835d86c admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:19.664401 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8695d7bb-68f4-4618-a82c-2b967c6be79c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "PUT /v2.0/routers/4325660c-d567-49bf-865e-315cce83e5a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3263876 May 03 22:44:19.691026 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53136) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:19.721307 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-182d5868-1ca0-4925-903c-676247dfaa56 req-380bb180-12a7-4542-8e7f-3a2c25845d6d service neutron] For port 4b827b01-9992-4ccc-9f5f-d70c9c87b504, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:44:19.724804 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-182d5868-1ca0-4925-903c-676247dfaa56 req-380bb180-12a7-4542-8e7f-3a2c25845d6d service neutron] For port 4b827b01-9992-4ccc-9f5f-d70c9c87b504, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=4b827b01-9992-4ccc-9f5f-d70c9c87b504,segment=NetworkSegment(54fef4b2-4531-4764-a855-cb5be1b9e034),segment_id=54fef4b2-4531-4764-a855-cb5be1b9e034)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:44:19.733252 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3e76d-7b0f-4b30-a723-2ca47835d86c admin admin] Pushing event deleted for resources: {'Network': ['ID=ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:19.738422 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-380bb180-12a7-4542-8e7f-3a2c25845d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:19.783481 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7ee3e76d-7b0f-4b30-a723-2ca47835d86c admin admin] 10.222.0.58 "DELETE /v2.0/networks/ace42fcd-ad19-4cab-ac49-2cf7ac3d2ff5 HTTP/1.1" status: 204 len: 168 time: 3.6653144 May 03 22:44:19.806902 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-380bb180-12a7-4542-8e7f-3a2c25845d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:19.807829 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-380bb180-12a7-4542-8e7f-3a2c25845d6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:19.810402 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-380bb180-12a7-4542-8e7f-3a2c25845d6d service neutron] 10.222.0.60 "PUT /v2.0/ports/4b827b01-9992-4ccc-9f5f-d70c9c87b504 HTTP/1.1" status: 200 len: 1091 time: 4.5769856 May 03 22:44:19.811013 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'tag': '4b827b01-9992-4ccc-9f5f-d70c9c87b504'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:44:19.878582 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-182d5868-1ca0-4925-903c-676247dfaa56 req-5b5bca42-36c7-4f90-9283-142278236e07 service neutron] Request body: {'port': {'device_id': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:44:20.051505 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-313e9879-6ff8-4c68-b26b-22fa468227e4 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:20.079144 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e9879-6ff8-4c68-b26b-22fa468227e4 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Pushing event updated for resources: {'Port': ['ID=fd269a81-9062-45b7-9fa5-b2a2793ab56f,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:20.155239 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-313e9879-6ff8-4c68-b26b-22fa468227e4 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:20.168369 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-313e9879-6ff8-4c68-b26b-22fa468227e4 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5632334 May 03 22:44:20.168600 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3a4779c-a59a-43e8-9d08-561cd4f3834c'] response: {'name': 'network-changed', 'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'tag': '4b827b01-9992-4ccc-9f5f-d70c9c87b504', 'status': 'completed', 'code': 200} May 03 22:44:20.184985 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380bb180-12a7-4542-8e7f-3a2c25845d6d service neutron] Pushing event updated for resources: {'Port': ['ID=4b827b01-9992-4ccc-9f5f-d70c9c87b504,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:20.252890 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6906c96-9be7-4ef5-9ca6-904167959e0a tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:20.253484 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6906c96-9be7-4ef5-9ca6-904167959e0a tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:20.254093 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6906c96-9be7-4ef5-9ca6-904167959e0a tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:20.254948 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6906c96-9be7-4ef5-9ca6-904167959e0a tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:20.255523 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6906c96-9be7-4ef5-9ca6-904167959e0a tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:20.256439 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6906c96-9be7-4ef5-9ca6-904167959e0a tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:20.257454 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6906c96-9be7-4ef5-9ca6-904167959e0a tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:20.259063 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6906c96-9be7-4ef5-9ca6-904167959e0a tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:20.259646 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6906c96-9be7-4ef5-9ca6-904167959e0a tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:20.260452 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6906c96-9be7-4ef5-9ca6-904167959e0a tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:20.265272 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a6906c96-9be7-4ef5-9ca6-904167959e0a tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7076 time: 0.5731649 May 03 22:44:20.267377 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53154) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:20.344880 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53160) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:20.454458 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2487d7-d962-44a6-b40f-ceca77a589d9 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:20.455041 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2487d7-d962-44a6-b40f-ceca77a589d9 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:20.455504 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2487d7-d962-44a6-b40f-ceca77a589d9 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:20.456128 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2487d7-d962-44a6-b40f-ceca77a589d9 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:20.456582 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2487d7-d962-44a6-b40f-ceca77a589d9 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:20.457029 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2487d7-d962-44a6-b40f-ceca77a589d9 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:20.457482 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2487d7-d962-44a6-b40f-ceca77a589d9 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:20.457993 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2487d7-d962-44a6-b40f-ceca77a589d9 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:20.458508 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2487d7-d962-44a6-b40f-ceca77a589d9 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:20.458950 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2487d7-d962-44a6-b40f-ceca77a589d9 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:20.461964 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-cd2487d7-d962-44a6-b40f-ceca77a589d9 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6465 time: 0.1926219 May 03 22:44:20.478138 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53166) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:20.777891 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-5b5bca42-36c7-4f90-9283-142278236e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:20.822430 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-8bcd8977-f4f9-4c5d-a2b0-c012cad27edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4325660c-d567-49bf-865e-315cce83e5a4', 'name': 'tempest-TestNetworkBasicOps-router-1950764700', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '219abd26-fe69-4194-9dfa-3329166960bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:52Z', 'updated_at': '2022-05-03T22:44:13Z', 'revision_number': 4, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'gw_port': {'id': '219abd26-fe69-4194-9dfa-3329166960bf', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:54Z', 'updated_at': '2022-05-03T22:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'c5a012f2-8ebd-491d-a07f-fe921a6b3d72', 'name': '', 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'mac_address': 'fa:16:3e:a5:1c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '75fb2b3e-c5da-45bb-9684-b6f9b5771795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:44:09Z', 'updated_at': '2022-05-03T22:44:15Z', 'revision_number': 2, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'subnets': [{'id': '75fb2b3e-c5da-45bb-9684-b6f9b5771795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:44:20.830225 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcd8977-f4f9-4c5d-a2b0-c012cad27edf None None] Checking router: 4325660c-d567-49bf-865e-315cce83e5a4 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:44:20.837163 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcd8977-f4f9-4c5d-a2b0-c012cad27edf None None] Updating router 4325660c-d567-49bf-865e-315cce83e5a4 port c5a012f2-8ebd-491d-a07f-fe921a6b3d72 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:44:20.965740 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8bcd8977-f4f9-4c5d-a2b0-c012cad27edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:21.016136 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-14103af0-107d-4b21-9fb4-73d951ee74d0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4005ab853daa4dd0a8c6d47cfa1e3258&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6688740 May 03 22:44:21.043889 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53186) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:21.208897 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5aab4-5170-4308-9385-ebd2f264514d req-729def18-8aa7-4137-8a25-b458a3352073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:21.210432 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5aab4-5170-4308-9385-ebd2f264514d req-729def18-8aa7-4137-8a25-b458a3352073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:21.227608 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5aab4-5170-4308-9385-ebd2f264514d req-729def18-8aa7-4137-8a25-b458a3352073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:21.228128 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5aab4-5170-4308-9385-ebd2f264514d req-729def18-8aa7-4137-8a25-b458a3352073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:21.228592 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5aab4-5170-4308-9385-ebd2f264514d req-729def18-8aa7-4137-8a25-b458a3352073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:21.229052 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5aab4-5170-4308-9385-ebd2f264514d req-729def18-8aa7-4137-8a25-b458a3352073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:21.229506 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5aab4-5170-4308-9385-ebd2f264514d req-729def18-8aa7-4137-8a25-b458a3352073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:21.231539 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-19c5aab4-5170-4308-9385-ebd2f264514d req-729def18-8aa7-4137-8a25-b458a3352073 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=07f7b519265346608174cafca790a124&device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 6419 time: 1.1574497 May 03 22:44:21.532889 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-4cdb841e-3691-4797-8ee8-2b695b6d6c55 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1583667419&fields=id&tenant_id=c9b36c2026314fcba54b84af09c29f52 HTTP/1.1" status: 200 len: 267 time: 0.6125584 May 03 22:44:22.010739 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8bcd8977-f4f9-4c5d-a2b0-c012cad27edf None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:22.047783 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53200) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:22.051925 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-8bcd8977-f4f9-4c5d-a2b0-c012cad27edf None None] Transition to ACTIVE for port object c5a012f2-8ebd-491d-a07f-fe921a6b3d72 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:44:22.084096 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8bcd8977-f4f9-4c5d-a2b0-c012cad27edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:22.170040 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee101fa-55bb-4076-a484-f543c1f05542 req-32599291-4500-44bb-a617-bde9b775d3ef tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:22.194053 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee101fa-55bb-4076-a484-f543c1f05542 req-32599291-4500-44bb-a617-bde9b775d3ef tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:22.211620 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee101fa-55bb-4076-a484-f543c1f05542 req-32599291-4500-44bb-a617-bde9b775d3ef tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:22.222266 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee101fa-55bb-4076-a484-f543c1f05542 req-32599291-4500-44bb-a617-bde9b775d3ef tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:22.233595 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee101fa-55bb-4076-a484-f543c1f05542 req-32599291-4500-44bb-a617-bde9b775d3ef tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:22.245308 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee101fa-55bb-4076-a484-f543c1f05542 req-32599291-4500-44bb-a617-bde9b775d3ef tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:22.247135 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-47cfe683-a269-468b-9a91-8917c88ba885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:22.257365 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee101fa-55bb-4076-a484-f543c1f05542 req-32599291-4500-44bb-a617-bde9b775d3ef tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:22.260700 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8ee101fa-55bb-4076-a484-f543c1f05542 req-32599291-4500-44bb-a617-bde9b775d3ef tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5417 time: 1.2671907 May 03 22:44:22.360719 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5aab4-5170-4308-9385-ebd2f264514d req-737fe136-545e-460f-b950-f28b4e707a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:22.361561 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5aab4-5170-4308-9385-ebd2f264514d req-737fe136-545e-460f-b950-f28b4e707a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:22.362229 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5aab4-5170-4308-9385-ebd2f264514d req-737fe136-545e-460f-b950-f28b4e707a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:22.364536 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-19c5aab4-5170-4308-9385-ebd2f264514d req-737fe136-545e-460f-b950-f28b4e707a9b service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=07f7b519265346608174cafca790a124&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.1154048 May 03 22:44:22.378159 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-f17015a5-d181-469e-8e0f-b14dae419032 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-518512897-network', 'tenant_id': 'd6f7f307699c4be5803d470738b6e79e'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:44:22.382395 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abaa678-985f-4f64-9244-62ec7aa01c23 None None] Pushing event updated for resources: {'Port': ['ID=c5a012f2-8ebd-491d-a07f-fe921a6b3d72,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:22.451743 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f17015a5-d181-469e-8e0f-b14dae419032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:44:22.566251 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f17015a5-d181-469e-8e0f-b14dae419032 admin admin] Usage tracker for resource:network and tenant:d6f7f307699c4be5803d470738b6e79e is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:44:22.569537 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-47cfe683-a269-468b-9a91-8917c88ba885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:22.588898 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f17015a5-d181-469e-8e0f-b14dae419032 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:44:22.604557 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f17015a5-d181-469e-8e0f-b14dae419032 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:44:22.644432 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-8bcd8977-f4f9-4c5d-a2b0-c012cad27edf None None] Attempting to bind port c5a012f2-8ebd-491d-a07f-fe921a6b3d72 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:44:22.648796 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-8bcd8977-f4f9-4c5d-a2b0-c012cad27edf None None] Attempting to bind port c5a012f2-8ebd-491d-a07f-fe921a6b3d72 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'b9e024ec-23f2-465c-9f72-d550cdce520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:44:22.650313 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcd8977-f4f9-4c5d-a2b0-c012cad27edf None None] Attempting to bind port c5a012f2-8ebd-491d-a07f-fe921a6b3d72 on network 2682e838-a62e-4a3c-95e3-1cec146b5cea {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:44:22.667767 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcd8977-f4f9-4c5d-a2b0-c012cad27edf None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:44:22.669782 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcd8977-f4f9-4c5d-a2b0-c012cad27edf None None] Checking segment: {'id': 'b9e024ec-23f2-465c-9f72-d550cdce520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:44:22.670779 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8bcd8977-f4f9-4c5d-a2b0-c012cad27edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:22.671183 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcd8977-f4f9-4c5d-a2b0-c012cad27edf None None] Bound using segment: {'id': 'b9e024ec-23f2-465c-9f72-d550cdce520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:44:22.671661 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-8bcd8977-f4f9-4c5d-a2b0-c012cad27edf None None] Bound port: c5a012f2-8ebd-491d-a07f-fe921a6b3d72, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e024ec-23f2-465c-9f72-d550cdce520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:44:22.673951 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8bcd8977-f4f9-4c5d-a2b0-c012cad27edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:22.745178 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5aab4-5170-4308-9385-ebd2f264514d req-6176df10-dff3-4b75-b4bd-e3913d633e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:22.747108 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-19c5aab4-5170-4308-9385-ebd2f264514d req-6176df10-dff3-4b75-b4bd-e3913d633e1f service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3602695 May 03 22:44:22.807645 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17015a5-d181-469e-8e0f-b14dae419032 admin admin] Made reservation on behalf of d6f7f307699c4be5803d470738b6e79e for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:44:22.810855 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f17015a5-d181-469e-8e0f-b14dae419032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:22.813788 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-1e71bfe8-47c9-4554-8788-1947417afaeb tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:22.823335 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-1e71bfe8-47c9-4554-8788-1947417afaeb tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/networks?id=b02a0a3f-1344-4b33-8d96-e59f73f273ac HTTP/1.1" status: 200 len: 815 time: 1.2798004 May 03 22:44:22.840907 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f17015a5-d181-469e-8e0f-b14dae419032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:22.866526 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f17015a5-d181-469e-8e0f-b14dae419032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:44:22.879913 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f17015a5-d181-469e-8e0f-b14dae419032 admin admin] Usage tracker for resource:security_group_rule and tenant:d6f7f307699c4be5803d470738b6e79e is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:44:22.884017 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f17015a5-d181-469e-8e0f-b14dae419032 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:44:22.893632 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f17015a5-d181-469e-8e0f-b14dae419032 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:44:22.907112 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8ee101fa-55bb-4076-a484-f543c1f05542 req-53de1e0d-d859-4e9f-b966-2128e3746831 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6368983 May 03 22:44:22.912259 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a217a277-627f-4f52-877a-01b183d80b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:22.923223 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-8bcd8977-f4f9-4c5d-a2b0-c012cad27edf None None] For port c5a012f2-8ebd-491d-a07f-fe921a6b3d72, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:44:22.928429 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-8bcd8977-f4f9-4c5d-a2b0-c012cad27edf None None] For port c5a012f2-8ebd-491d-a07f-fe921a6b3d72, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=c5a012f2-8ebd-491d-a07f-fe921a6b3d72,segment=NetworkSegment(b9e024ec-23f2-465c-9f72-d550cdce520c),segment_id=b9e024ec-23f2-465c-9f72-d550cdce520c)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:44:22.944546 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-47cfe683-a269-468b-9a91-8917c88ba885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:22.947201 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8bcd8977-f4f9-4c5d-a2b0-c012cad27edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:22.960731 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-3b729d8d-6d4f-4916-a15c-7cb870a87401 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/quotas/c9b36c2026314fcba54b84af09c29f52 HTTP/1.1" status: 200 len: 375 time: 0.1154051 May 03 22:44:22.985832 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfe683-a269-468b-9a91-8917c88ba885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7df861-6839-4eec-a58e-eee9c83362c9,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:23.019472 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-47cfe683-a269-468b-9a91-8917c88ba885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:23.023753 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-47cfe683-a269-468b-9a91-8917c88ba885 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2b7df861-6839-4eec-a58e-eee9c83362c9 HTTP/1.1" status: 204 len: 168 time: 1.9722624 May 03 22:44:23.027202 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-182d5868-1ca0-4925-903c-676247dfaa56 req-5b5bca42-36c7-4f90-9283-142278236e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89678d86-c165-4dfc-97f5-a935adc1fa0d {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:44:23.047718 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-5b5bca42-36c7-4f90-9283-142278236e07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:23.100639 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-182d5868-1ca0-4925-903c-676247dfaa56 req-5b5bca42-36c7-4f90-9283-142278236e07 service neutron] Transition to ACTIVE for port object 89678d86-c165-4dfc-97f5-a935adc1fa0d will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:44:23.122149 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-5b5bca42-36c7-4f90-9283-142278236e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:23.149532 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ec5c138d-2d10-4294-bc5d-bccb85680c14 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4500 time: 2.6684251 May 03 22:44:23.196365 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-d9f4813e-7aed-4303-8255-bdd1ab83f059 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Synchronizing usage tracker for tenant:c9b36c2026314fcba54b84af09c29f52 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:44:23.230452 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcd8977-f4f9-4c5d-a2b0-c012cad27edf None None] Routers {'4325660c-d567-49bf-865e-315cce83e5a4'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:44:23.232536 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-8bcd8977-f4f9-4c5d-a2b0-c012cad27edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:43:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['4325660c-d567-49bf-865e-315cce83e5a4'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:44:23.237169 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-d9f4813e-7aed-4303-8255-bdd1ab83f059 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Unset dirty status for tenant:c9b36c2026314fcba54b84af09c29f52 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:44:23.244558 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-d9f4813e-7aed-4303-8255-bdd1ab83f059 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c9b36c2026314fcba54b84af09c29f52&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2829099 May 03 22:44:23.419554 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abaa678-985f-4f64-9244-62ec7aa01c23 None None] Pushing event updated for resources: {'Port': ['ID=c5a012f2-8ebd-491d-a07f-fe921a6b3d72,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:23.596371 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-debba0ec-859c-4ceb-94b8-2d4a417cc39d service neutron] 10.222.0.58 "GET /v2.0/networks/b02a0a3f-1344-4b33-8d96-e59f73f273ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372626 May 03 22:44:23.626845 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5bca42-36c7-4f90-9283-142278236e07 service neutron] Pushing event updated for resources: {'Port': ['ID=89678d86-c165-4dfc-97f5-a935adc1fa0d,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:23.731496 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f17015a5-d181-469e-8e0f-b14dae419032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:23.761703 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f17015a5-d181-469e-8e0f-b14dae419032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:23.762210 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-8bcd8977-f4f9-4c5d-a2b0-c012cad27edf None None] Set router 4325660c-d567-49bf-865e-315cce83e5a4 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:44:23.852277 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f17015a5-d181-469e-8e0f-b14dae419032 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:44:23.873686 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d1fe6e8d-7b38-40b1-8b82-1bf03efba3d9 req-231c0f36-414e-4bb1-8527-41075118642f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=49487cb5-31de-424e-a09d-b4d7788e3c8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4262254 May 03 22:44:23.881678 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17015a5-d181-469e-8e0f-b14dae419032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e5b98b-d575-4eec-a90e-c2de43734608,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:23.884940 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f17015a5-d181-469e-8e0f-b14dae419032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:23.885389 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-f17015a5-d181-469e-8e0f-b14dae419032 admin admin] Added segment 4ebd1546-6439-4965-9349-d70abc042ed7 of type vlan for network 6b7a7532-e056-4c5e-b17e-d6ca176c9814 May 03 22:44:23.886012 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-cd523768-f8e9-40fd-b97e-24b9b9be891d service neutron] 10.222.0.58 "GET /v2.0/networks/b02a0a3f-1344-4b33-8d96-e59f73f273ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814815 May 03 22:44:23.911699 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-182d5868-1ca0-4925-903c-676247dfaa56 req-5b5bca42-36c7-4f90-9283-142278236e07 service neutron] Attempting to bind port 89678d86-c165-4dfc-97f5-a935adc1fa0d on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:44:23.912168 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-182d5868-1ca0-4925-903c-676247dfaa56 req-5b5bca42-36c7-4f90-9283-142278236e07 service neutron] Attempting to bind port 89678d86-c165-4dfc-97f5-a935adc1fa0d by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '54fef4b2-4531-4764-a855-cb5be1b9e034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3c844908-458f-43d5-a32d-190eedb78cdc'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:44:23.913157 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-5b5bca42-36c7-4f90-9283-142278236e07 service neutron] Attempting to bind port 89678d86-c165-4dfc-97f5-a935adc1fa0d on network 3c844908-458f-43d5-a32d-190eedb78cdc {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:44:23.931729 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-5b5bca42-36c7-4f90-9283-142278236e07 service neutron] Port 89678d86-c165-4dfc-97f5-a935adc1fa0d on network 3c844908-458f-43d5-a32d-190eedb78cdc not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:44:23.932207 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-5b5bca42-36c7-4f90-9283-142278236e07 service neutron] Attempting to bind port 89678d86-c165-4dfc-97f5-a935adc1fa0d on network 3c844908-458f-43d5-a32d-190eedb78cdc {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:44:23.945897 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f17015a5-d181-469e-8e0f-b14dae419032 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:23.952373 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-5b5bca42-36c7-4f90-9283-142278236e07 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:44:23.952845 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-5b5bca42-36c7-4f90-9283-142278236e07 service neutron] Checking segment: {'id': '54fef4b2-4531-4764-a855-cb5be1b9e034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3c844908-458f-43d5-a32d-190eedb78cdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:44:23.953337 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182d5868-1ca0-4925-903c-676247dfaa56 req-5b5bca42-36c7-4f90-9283-142278236e07 service neutron] Bound using segment: {'id': '54fef4b2-4531-4764-a855-cb5be1b9e034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3c844908-458f-43d5-a32d-190eedb78cdc'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:44:23.953990 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-182d5868-1ca0-4925-903c-676247dfaa56 req-5b5bca42-36c7-4f90-9283-142278236e07 service neutron] Bound port: 89678d86-c165-4dfc-97f5-a935adc1fa0d, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54fef4b2-4531-4764-a855-cb5be1b9e034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3c844908-458f-43d5-a32d-190eedb78cdc'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:44:23.954536 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-5b5bca42-36c7-4f90-9283-142278236e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:24.091943 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53236) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:24.097684 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-d29a92f2-79c9-4311-b3e2-f5abbd48cbc5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1369540341', 'description': 'tempest-secgroup-smoke-1369540341 description', 'project_id': '584c47bf47e049698552e4a4a9d3464d'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:44:24.134449 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d29a92f2-79c9-4311-b3e2-f5abbd48cbc5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:44:24.155624 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d29a92f2-79c9-4311-b3e2-f5abbd48cbc5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Usage tracker for resource:security_group and tenant:584c47bf47e049698552e4a4a9d3464d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:44:24.167327 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d29a92f2-79c9-4311-b3e2-f5abbd48cbc5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:44:24.178912 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d29a92f2-79c9-4311-b3e2-f5abbd48cbc5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:44:24.181558 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f17015a5-d181-469e-8e0f-b14dae419032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:24.187107 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17015a5-d181-469e-8e0f-b14dae419032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:24.188752 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f17015a5-d181-469e-8e0f-b14dae419032 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:24.199848 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d29a92f2-79c9-4311-b3e2-f5abbd48cbc5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:24.245661 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d29a92f2-79c9-4311-b3e2-f5abbd48cbc5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:44:24.261600 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d29a92f2-79c9-4311-b3e2-f5abbd48cbc5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Usage tracker for resource:security_group_rule and tenant:584c47bf47e049698552e4a4a9d3464d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:44:24.267643 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d29a92f2-79c9-4311-b3e2-f5abbd48cbc5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:44:24.290443 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d29a92f2-79c9-4311-b3e2-f5abbd48cbc5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:44:24.386801 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-182d5868-1ca0-4925-903c-676247dfaa56 req-5b5bca42-36c7-4f90-9283-142278236e07 service neutron] For port 89678d86-c165-4dfc-97f5-a935adc1fa0d, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:44:24.396744 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-182d5868-1ca0-4925-903c-676247dfaa56 req-5b5bca42-36c7-4f90-9283-142278236e07 service neutron] For port 89678d86-c165-4dfc-97f5-a935adc1fa0d, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=89678d86-c165-4dfc-97f5-a935adc1fa0d,segment=NetworkSegment(54fef4b2-4531-4764-a855-cb5be1b9e034),segment_id=54fef4b2-4531-4764-a855-cb5be1b9e034)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:44:24.476832 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:24.553554 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d29a92f2-79c9-4311-b3e2-f5abbd48cbc5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:24.569183 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d29a92f2-79c9-4311-b3e2-f5abbd48cbc5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:24.638829 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a92f2-79c9-4311-b3e2-f5abbd48cbc5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3947e19d-137c-4bdc-a204-3a6d88c057db,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:24.662680 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17015a5-d181-469e-8e0f-b14dae419032 admin admin] Pushing event updated for resources: {'Network': ['ID=6b7a7532-e056-4c5e-b17e-d6ca176c9814,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:24.670773 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d29a92f2-79c9-4311-b3e2-f5abbd48cbc5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:24.676745 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d29a92f2-79c9-4311-b3e2-f5abbd48cbc5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5833583 May 03 22:44:24.680904 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f17015a5-d181-469e-8e0f-b14dae419032 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6128712 May 03 22:44:24.684540 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-5b5bca42-36c7-4f90-9283-142278236e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:24.689842 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53262) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:24.690439 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53264) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:24.697613 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 6b7a7532-e056-4c5e-b17e-d6ca176c9814 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:44:24.700406 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-5341745e-f61b-47c5-a4d9-ed4a2369dff0 admin admin] Request body: {'subnet': {'network_id': '6b7a7532-e056-4c5e-b17e-d6ca176c9814', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-518512897-subnet', 'tenant_id': 'd6f7f307699c4be5803d470738b6e79e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:44:24.707432 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-43f35ff2-1dba-46b1-b5a3-60aec5178889 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Request body: {'security_group_rule': {'security_group_id': '3947e19d-137c-4bdc-a204-3a6d88c057db', 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:44:24.717181 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5341745e-f61b-47c5-a4d9-ed4a2369dff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:44:24.719950 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-43f35ff2-1dba-46b1-b5a3-60aec5178889 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:44:24.725540 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-43f35ff2-1dba-46b1-b5a3-60aec5178889 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Usage tracker for resource:security_group_rule and tenant:584c47bf47e049698552e4a4a9d3464d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:44:24.742499 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98750d-f81f-4164-8884-63954269ce21 req-0671fdb7-8fa4-4264-b06c-889f209e96ac tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:24.748915 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98750d-f81f-4164-8884-63954269ce21 req-0671fdb7-8fa4-4264-b06c-889f209e96ac tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:24.756739 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98750d-f81f-4164-8884-63954269ce21 req-0671fdb7-8fa4-4264-b06c-889f209e96ac tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:24.763201 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98750d-f81f-4164-8884-63954269ce21 req-0671fdb7-8fa4-4264-b06c-889f209e96ac tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:24.769678 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98750d-f81f-4164-8884-63954269ce21 req-0671fdb7-8fa4-4264-b06c-889f209e96ac tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:24.776156 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98750d-f81f-4164-8884-63954269ce21 req-0671fdb7-8fa4-4264-b06c-889f209e96ac tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:24.782735 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98750d-f81f-4164-8884-63954269ce21 req-0671fdb7-8fa4-4264-b06c-889f209e96ac tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:24.803906 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ba98750d-f81f-4164-8884-63954269ce21 req-0671fdb7-8fa4-4264-b06c-889f209e96ac tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5429 time: 0.3236372 May 03 22:44:24.807082 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-43f35ff2-1dba-46b1-b5a3-60aec5178889 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:44:24.819802 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5341745e-f61b-47c5-a4d9-ed4a2369dff0 admin admin] Usage tracker for resource:subnet and tenant:d6f7f307699c4be5803d470738b6e79e is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:44:24.830809 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5341745e-f61b-47c5-a4d9-ed4a2369dff0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:44:24.846492 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-43f35ff2-1dba-46b1-b5a3-60aec5178889 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:44:24.861106 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5341745e-f61b-47c5-a4d9-ed4a2369dff0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:44:24.921552 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-5b5bca42-36c7-4f90-9283-142278236e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:24.926135 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-43f35ff2-1dba-46b1-b5a3-60aec5178889 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:24.933841 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-182d5868-1ca0-4925-903c-676247dfaa56 req-5b5bca42-36c7-4f90-9283-142278236e07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:24.935337 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-5b5bca42-36c7-4f90-9283-142278236e07 service neutron] 10.222.0.60 "PUT /v2.0/ports/89678d86-c165-4dfc-97f5-a935adc1fa0d HTTP/1.1" status: 200 len: 1091 time: 5.0656602 May 03 22:44:24.937828 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'tag': '89678d86-c165-4dfc-97f5-a935adc1fa0d'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:44:24.968273 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5341745e-f61b-47c5-a4d9-ed4a2369dff0 admin admin] Made reservation on behalf of d6f7f307699c4be5803d470738b6e79e for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:44:24.978062 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5341745e-f61b-47c5-a4d9-ed4a2369dff0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:25.106307 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b14ec8a-093a-44e4-993b-c7226609098e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:25.186946 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5bca42-36c7-4f90-9283-142278236e07 service neutron] Pushing event updated for resources: {'Port': ['ID=89678d86-c165-4dfc-97f5-a935adc1fa0d,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:25.204986 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-8bcd8977-f4f9-4c5d-a2b0-c012cad27edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4325660c-d567-49bf-865e-315cce83e5a4', 'name': 'tempest-TestNetworkBasicOps-router-1950764700', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '219abd26-fe69-4194-9dfa-3329166960bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:52Z', 'updated_at': '2022-05-03T22:44:13Z', 'revision_number': 4, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'gw_port': {'id': '219abd26-fe69-4194-9dfa-3329166960bf', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:54Z', 'updated_at': '2022-05-03T22:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'c5a012f2-8ebd-491d-a07f-fe921a6b3d72', 'name': '', 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'mac_address': 'fa:16:3e:a5:1c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '75fb2b3e-c5da-45bb-9684-b6f9b5771795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:44:09Z', 'updated_at': '2022-05-03T22:44:22Z', 'revision_number': 4, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'subnets': [{'id': '75fb2b3e-c5da-45bb-9684-b6f9b5771795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:44:25.220966 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcd8977-f4f9-4c5d-a2b0-c012cad27edf None None] The sync data for ids ['4325660c-d567-49bf-865e-315cce83e5a4'] in n-d-811807-1 is: [{'id': '4325660c-d567-49bf-865e-315cce83e5a4', 'name': 'tempest-TestNetworkBasicOps-router-1950764700', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '219abd26-fe69-4194-9dfa-3329166960bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:52Z', 'updated_at': '2022-05-03T22:44:13Z', 'revision_number': 4, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'gw_port': {'id': '219abd26-fe69-4194-9dfa-3329166960bf', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:54Z', 'updated_at': '2022-05-03T22:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'c5a012f2-8ebd-491d-a07f-fe921a6b3d72', 'name': '', 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'mac_address': 'fa:16:3e:a5:1c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '75fb2b3e-c5da-45bb-9684-b6f9b5771795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:44:09Z', 'updated_at': '2022-05-03T22:44:22Z', 'revision_number': 4, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'subnets': [{'id': '75fb2b3e-c5da-45bb-9684-b6f9b5771795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:44:25.227892 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe6e8d-7b38-40b1-8b82-1bf03efba3d9 req-396780fb-70ed-4481-a9a9-13dc714991c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:25.229381 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d1fe6e8d-7b38-40b1-8b82-1bf03efba3d9 req-396780fb-70ed-4481-a9a9-13dc714991c7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e561281e65ac44bbb283fb588b1ce5d2&device_id=49487cb5-31de-424e-a09d-b4d7788e3c8d HTTP/1.1" status: 200 len: 1096 time: 1.1702588 May 03 22:44:25.470829 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-43f35ff2-1dba-46b1-b5a3-60aec5178889 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:25.488016 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-1e4ee820-1b8d-4dd1-a4d4-2ec5f5ae0979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:25.489065 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-1e4ee820-1b8d-4dd1-a4d4-2ec5f5ae0979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:25.489695 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-1e4ee820-1b8d-4dd1-a4d4-2ec5f5ae0979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:25.490418 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-1e4ee820-1b8d-4dd1-a4d4-2ec5f5ae0979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:25.491036 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-1e4ee820-1b8d-4dd1-a4d4-2ec5f5ae0979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:25.491653 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-1e4ee820-1b8d-4dd1-a4d4-2ec5f5ae0979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:25.492272 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-1e4ee820-1b8d-4dd1-a4d4-2ec5f5ae0979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:25.492625 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-43f35ff2-1dba-46b1-b5a3-60aec5178889 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:25.494633 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-1e4ee820-1b8d-4dd1-a4d4-2ec5f5ae0979 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=07f7b519265346608174cafca790a124&device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 6486 time: 0.5002968 May 03 22:44:25.631916 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-43f35ff2-1dba-46b1-b5a3-60aec5178889 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:25.636514 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-43f35ff2-1dba-46b1-b5a3-60aec5178889 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9446933 May 03 22:44:25.648702 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53286) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:25.691577 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-cdc36072-8441-4bc8-b3d4-a67565955ff0 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Request body: {'security_group_rule': {'security_group_id': '3947e19d-137c-4bdc-a204-3a6d88c057db', 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:44:25.702040 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-cdc36072-8441-4bc8-b3d4-a67565955ff0 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:44:25.707277 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-cdc36072-8441-4bc8-b3d4-a67565955ff0 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Usage tracker for resource:security_group_rule and tenant:584c47bf47e049698552e4a4a9d3464d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:44:25.711369 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-cdc36072-8441-4bc8-b3d4-a67565955ff0 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:44:25.718899 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-cdc36072-8441-4bc8-b3d4-a67565955ff0 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:44:25.732100 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f35ff2-1dba-46b1-b5a3-60aec5178889 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5808948-b16f-4e05-a219-d6d323d781f9,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:25.778602 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cdc36072-8441-4bc8-b3d4-a67565955ff0 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:25.812639 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ba98750d-f81f-4164-8884-63954269ce21 req-0e6f62eb-135d-46a7-8cf7-68030b3fac0f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0066364 May 03 22:44:26.022857 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cdc36072-8441-4bc8-b3d4-a67565955ff0 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:26.038735 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-23efc8bd-8b39-4850-856a-22c64d820502 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a65dd8bc-04aa-4161-86e1-8b68e0967dd9 HTTP/1.1" status: 200 len: 217 time: 0.5324504 May 03 22:44:26.050174 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cdc36072-8441-4bc8-b3d4-a67565955ff0 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:26.247342 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe6e8d-7b38-40b1-8b82-1bf03efba3d9 req-764aa90d-e00d-48c9-9b8a-49f28fc44d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:26.258421 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d1fe6e8d-7b38-40b1-8b82-1bf03efba3d9 req-764aa90d-e00d-48c9-9b8a-49f28fc44d94 service neutron] 10.222.0.60 "GET /v2.0/networks?id=52887582-9aaf-461f-9114-9c737d13cefa HTTP/1.1" status: 200 len: 912 time: 1.0032620 May 03 22:44:26.265648 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42494ded-7bbb-45d6-97ca-fb1c0c3b48c5'] response: {'name': 'network-changed', 'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'tag': '89678d86-c165-4dfc-97f5-a935adc1fa0d', 'status': 'completed', 'code': 200} May 03 22:44:26.333583 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:26.340881 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:26.472946 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc36072-8441-4bc8-b3d4-a67565955ff0 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d40feb-f27b-4648-aeb4-d75ed2a1479f,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:26.547802 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cdc36072-8441-4bc8-b3d4-a67565955ff0 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:26.548973 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-cdc36072-8441-4bc8-b3d4-a67565955ff0 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8845758 May 03 22:44:26.561735 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53312) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:26.608617 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-d92adee7-2c55-4887-b383-790f2549a7f6 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Request body: {'security_group_rule': {'security_group_id': '3947e19d-137c-4bdc-a204-3a6d88c057db', 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:44:26.621044 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5341745e-f61b-47c5-a4d9-ed4a2369dff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:26.653733 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cd92f67d-80d5-4c51-bb80-12bd8d34b085 req-e840c6f1-1cab-4970-81b9-1e3f52d129ba tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b HTTP/1.1" status: 200 len: 210 time: 0.2006266 May 03 22:44:26.762012 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d92adee7-2c55-4887-b383-790f2549a7f6 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:44:26.766291 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-ff9c2119-e0eb-45c7-9b5c-356a11325bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:26.771105 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-ff9c2119-e0eb-45c7-9b5c-356a11325bf1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5c50d9d-c526-4e5a-813d-10937c3b2804 HTTP/1.1" status: 200 len: 855 time: 0.7233431 May 03 22:44:26.776916 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d1fe6e8d-7b38-40b1-8b82-1bf03efba3d9 req-856ad873-dda6-490f-b7d7-a7a7e7c71f82 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e03d7b01-7814-460c-a987-7a428f0bd3f0 HTTP/1.1" status: 200 len: 1001 time: 0.4590797 May 03 22:44:26.799713 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d92adee7-2c55-4887-b383-790f2549a7f6 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Usage tracker for resource:security_group_rule and tenant:584c47bf47e049698552e4a4a9d3464d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:44:26.806275 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d92adee7-2c55-4887-b383-790f2549a7f6 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:44:26.827854 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d92adee7-2c55-4887-b383-790f2549a7f6 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:44:26.903583 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341745e-f61b-47c5-a4d9-ed4a2369dff0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50b35d49-219c-4b17-af47-5e4fd9e4cce5,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:26.938292 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341745e-f61b-47c5-a4d9-ed4a2369dff0 admin admin] Checking segment: {'id': '4ebd1546-6439-4965-9349-d70abc042ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6b7a7532-e056-4c5e-b17e-d6ca176c9814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:44:26.938731 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5341745e-f61b-47c5-a4d9-ed4a2369dff0 admin admin] Network hostable DHCP agents. Network: 6b7a7532-e056-4c5e-b17e-d6ca176c9814, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:44:26.988713 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d92adee7-2c55-4887-b383-790f2549a7f6 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:27.033389 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device c5a012f2-8ebd-491d-a07f-fe921a6b3d72 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:44:27.133070 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port c5a012f2-8ebd-491d-a07f-fe921a6b3d72 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:44:27.141535 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port c5a012f2-8ebd-491d-a07f-fe921a6b3d72 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:44:27.156388 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:27.255448 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-5201726f-68d0-4955-8cc5-84098ab31921 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:27.268728 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-5201726f-68d0-4955-8cc5-84098ab31921 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Synchronizing usage tracker for tenant:c9b36c2026314fcba54b84af09c29f52 on resource:network {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:44:27.290832 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d92adee7-2c55-4887-b383-790f2549a7f6 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:27.331975 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d92adee7-2c55-4887-b383-790f2549a7f6 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:27.353355 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe6e8d-7b38-40b1-8b82-1bf03efba3d9 req-b0b10503-221f-4cc3-ae5a-7a5de9d4cdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:27.354876 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d1fe6e8d-7b38-40b1-8b82-1bf03efba3d9 req-b0b10503-221f-4cc3-ae5a-7a5de9d4cdde service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6f2b7d32-d8f2-456e-bc38-b728e1fe95c7 HTTP/1.1" status: 200 len: 850 time: 0.5650859 May 03 22:44:27.399652 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5341745e-f61b-47c5-a4d9-ed4a2369dff0 admin admin] Network 6b7a7532-e056-4c5e-b17e-d6ca176c9814 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:44:27.431958 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92adee7-2c55-4887-b383-790f2549a7f6 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79d78f3c-4065-43b3-9e83-8657625fa717,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:27.467906 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:27.471937 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-5341745e-f61b-47c5-a4d9-ed4a2369dff0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 6b7a7532-e056-4c5e-b17e-d6ca176c9814) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:44:27.476239 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-5201726f-68d0-4955-8cc5-84098ab31921 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Unset dirty status for tenant:c9b36c2026314fcba54b84af09c29f52 on resource:network {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:44:27.478256 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-5201726f-68d0-4955-8cc5-84098ab31921 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.67 "GET /v2.0/networks?id=b02a0a3f-1344-4b33-8d96-e59f73f273ac HTTP/1.1" status: 200 len: 815 time: 1.2169185 May 03 22:44:27.501545 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81ac2df-dee1-415e-b38f-a39580611085 None None] Network 6b7a7532-e056-4c5e-b17e-d6ca176c9814 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:44:27.539273 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5341745e-f61b-47c5-a4d9-ed4a2369dff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:27.539857 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5341745e-f61b-47c5-a4d9-ed4a2369dff0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:27.549047 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-0ca387c2-2a0c-4620-ba43-5205f30f09c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:27.562597 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d92adee7-2c55-4887-b383-790f2549a7f6 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:27.564121 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d92adee7-2c55-4887-b383-790f2549a7f6 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9920135 May 03 22:44:27.566014 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-0ca387c2-2a0c-4620-ba43-5205f30f09c6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3447ec37-3982-4d19-88a9-e296027f90a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7545750 May 03 22:44:27.569162 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53338) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:27.596952 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-0c31e2e0-2cd1-4417-81cb-c496ece4845b tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Request body: {'security_group_rule': {'security_group_id': '3947e19d-137c-4bdc-a204-3a6d88c057db', 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:44:27.689546 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0c31e2e0-2cd1-4417-81cb-c496ece4845b tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:44:27.744358 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62269b6c-efab-47f5-ab67-390c8351fe26 req-90845ff3-a7e7-4bc9-a98b-46914cdcaa2f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:27.778741 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62269b6c-efab-47f5-ab67-390c8351fe26 req-90845ff3-a7e7-4bc9-a98b-46914cdcaa2f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:27.810719 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62269b6c-efab-47f5-ab67-390c8351fe26 req-90845ff3-a7e7-4bc9-a98b-46914cdcaa2f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:27.833675 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62269b6c-efab-47f5-ab67-390c8351fe26 req-90845ff3-a7e7-4bc9-a98b-46914cdcaa2f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:27.850480 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53344) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:27.867793 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62269b6c-efab-47f5-ab67-390c8351fe26 req-90845ff3-a7e7-4bc9-a98b-46914cdcaa2f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:27.891891 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62269b6c-efab-47f5-ab67-390c8351fe26 req-90845ff3-a7e7-4bc9-a98b-46914cdcaa2f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:27.897621 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62269b6c-efab-47f5-ab67-390c8351fe26 req-90845ff3-a7e7-4bc9-a98b-46914cdcaa2f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:27.932391 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-62269b6c-efab-47f5-ab67-390c8351fe26 req-90845ff3-a7e7-4bc9-a98b-46914cdcaa2f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5429 time: 0.8052561 May 03 22:44:27.944079 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0c31e2e0-2cd1-4417-81cb-c496ece4845b tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Usage tracker for resource:security_group_rule and tenant:584c47bf47e049698552e4a4a9d3464d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:44:27.953350 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0c31e2e0-2cd1-4417-81cb-c496ece4845b tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:44:28.027199 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0c31e2e0-2cd1-4417-81cb-c496ece4845b tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:44:28.042900 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5341745e-f61b-47c5-a4d9-ed4a2369dff0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3494136 May 03 22:44:28.083132 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53350) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:28.115068 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port c5a012f2-8ebd-491d-a07f-fe921a6b3d72, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=c5a012f2-8ebd-491d-a07f-fe921a6b3d72,segment=NetworkSegment(b9e024ec-23f2-465c-9f72-d550cdce520c),segment_id=b9e024ec-23f2-465c-9f72-d550cdce520c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:44:28.121027 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-82735a46-40e4-4e5d-9fec-53794dd1c50d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-518512897-router', 'tenant_id': 'd6f7f307699c4be5803d470738b6e79e', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:44:28.134101 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:28.135377 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:28.138964 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:28.141375 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-236d2556-d9f3-41b5-8123-173e7f2268b9 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Synchronizing usage tracker for tenant:c9b36c2026314fcba54b84af09c29f52 on resource:security_group {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:44:28.172593 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-82735a46-40e4-4e5d-9fec-53794dd1c50d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:44:28.217050 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-529bac95-2201-4c55-baf3-2e422889ba8e req-5e98c8ec-1243-496b-b763-9acc14babff9 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b HTTP/1.1" status: 200 len: 210 time: 0.1932170 May 03 22:44:28.250430 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-62269b6c-efab-47f5-ab67-390c8351fe26 req-991fe976-87cc-46ab-a1cd-4c3c2e1eabf2 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3168967 May 03 22:44:28.256304 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f4153b-6eb2-4929-a1a0-b69e7c5318c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-6b7a7532-e056-4c5e-b17e-d6ca176c9814', 'network_id': '6b7a7532-e056-4c5e-b17e-d6ca176c9814', 'tenant_id': 'd6f7f307699c4be5803d470738b6e79e', 'fixed_ips': [{'subnet_id': '50b35d49-219c-4b17-af47-5e4fd9e4cce5'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:44:28.257134 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-54f4153b-6eb2-4929-a1a0-b69e7c5318c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:28.263691 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-82735a46-40e4-4e5d-9fec-53794dd1c50d admin admin] Usage tracker for resource:router and tenant:d6f7f307699c4be5803d470738b6e79e is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:44:28.271681 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0c31e2e0-2cd1-4417-81cb-c496ece4845b tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:28.288744 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-82735a46-40e4-4e5d-9fec-53794dd1c50d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:44:28.303885 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dbe75467-3167-428c-90f4-9bc60a856eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:28.328099 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-dbe75467-3167-428c-90f4-9bc60a856eca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:44:28.334418 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-dbe75467-3167-428c-90f4-9bc60a856eca admin admin] Usage tracker for resource:security_group_rule and tenant:8d9594d654ab464db733ef2b9f43a663 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:44:28.338212 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-dbe75467-3167-428c-90f4-9bc60a856eca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:44:28.346261 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-dbe75467-3167-428c-90f4-9bc60a856eca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:44:28.353275 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=c5a012f2-8ebd-491d-a07f-fe921a6b3d72,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:28.359869 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0c31e2e0-2cd1-4417-81cb-c496ece4845b tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:28.365492 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0c31e2e0-2cd1-4417-81cb-c496ece4845b tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:28.369780 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-236d2556-d9f3-41b5-8123-173e7f2268b9 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Unset dirty status for tenant:c9b36c2026314fcba54b84af09c29f52 on resource:security_group {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:44:28.375608 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-236d2556-d9f3-41b5-8123-173e7f2268b9 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9b36c2026314fcba54b84af09c29f52 HTTP/1.1" status: 200 len: 380 time: 0.8289773 May 03 22:44:28.379198 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe6e8d-7b38-40b1-8b82-1bf03efba3d9 req-ff3d025f-d645-49f2-b618-5ecfc0f1dec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:28.383306 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d1fe6e8d-7b38-40b1-8b82-1bf03efba3d9 req-ff3d025f-d645-49f2-b618-5ecfc0f1dec3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=52887582-9aaf-461f-9114-9c737d13cefa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0165744 May 03 22:44:28.391604 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-82735a46-40e4-4e5d-9fec-53794dd1c50d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:44:28.395607 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31e2e0-2cd1-4417-81cb-c496ece4845b tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2732f5d7-8621-4928-b0d6-5f676cccea0b,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:28.408039 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0c31e2e0-2cd1-4417-81cb-c496ece4845b tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:28.409289 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0c31e2e0-2cd1-4417-81cb-c496ece4845b tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8173592 May 03 22:44:28.410822 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-2548d842-b66e-4e89-a55c-edb9ad58e6d9 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Request body: {'port': {'device_id': '5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'admin_state_up': True, 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'security_groups': ['f88483bb-4aa7-456a-a7f8-36736cf84c24']}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:44:28.412845 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53354) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:28.422645 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-5a3310be-626a-47a2-a24d-36a1d62c0cf4 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Request body: {'security_group_rule': {'security_group_id': '3947e19d-137c-4bdc-a204-3a6d88c057db', 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:44:28.430099 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5a3310be-626a-47a2-a24d-36a1d62c0cf4 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:44:28.434306 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5a3310be-626a-47a2-a24d-36a1d62c0cf4 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Usage tracker for resource:security_group_rule and tenant:584c47bf47e049698552e4a4a9d3464d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:44:28.437633 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5a3310be-626a-47a2-a24d-36a1d62c0cf4 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:44:28.444095 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5a3310be-626a-47a2-a24d-36a1d62c0cf4 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:44:28.462870 n-d-811807-1 neutron-server[88069]: INFO neutron.db.securitygroups_db [None req-5a3310be-626a-47a2-a24d-36a1d62c0cf4 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Project 584c47bf47e049698552e4a4a9d3464d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 22:44:28.472353 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5a3310be-626a-47a2-a24d-36a1d62c0cf4 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:28.501028 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-54f4153b-6eb2-4929-a1a0-b69e7c5318c6 None None] Allocated IP 172.20.0.2 (6b7a7532-e056-4c5e-b17e-d6ca176c9814/50b35d49-219c-4b17-af47-5e4fd9e4cce5/a759241e-35da-489a-86f2-065d7bb08997) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:44:28.557156 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dbe75467-3167-428c-90f4-9bc60a856eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:28.579917 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5a3310be-626a-47a2-a24d-36a1d62c0cf4 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:28.587591 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5a3310be-626a-47a2-a24d-36a1d62c0cf4 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:28.640953 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3310be-626a-47a2-a24d-36a1d62c0cf4 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=652e2a9f-c6f0-40b9-beb1-563a26c62365,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:28.670312 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5a3310be-626a-47a2-a24d-36a1d62c0cf4 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:28.674884 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5a3310be-626a-47a2-a24d-36a1d62c0cf4 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2609854 May 03 22:44:28.675482 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53360) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:28.683281 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-4e626449-5733-4aef-b3e9-8d333c145df3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Request body: {'security_group_rule': {'security_group_id': '3947e19d-137c-4bdc-a204-3a6d88c057db', 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:44:28.702478 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4e626449-5733-4aef-b3e9-8d333c145df3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:44:28.708234 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4e626449-5733-4aef-b3e9-8d333c145df3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Usage tracker for resource:security_group_rule and tenant:584c47bf47e049698552e4a4a9d3464d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:44:28.714448 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-b42d2daa-d8ae-4c65-acae-0d8eed4fea7b service neutron] 10.222.0.60 "GET /v2.0/networks/3447ec37-3982-4d19-88a9-e296027f90a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0797033 May 03 22:44:28.716374 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4e626449-5733-4aef-b3e9-8d333c145df3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:44:28.732117 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dbe75467-3167-428c-90f4-9bc60a856eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:28.737139 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4e626449-5733-4aef-b3e9-8d333c145df3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:44:28.757696 n-d-811807-1 neutron-server[88069]: INFO neutron.db.securitygroups_db [None req-4e626449-5733-4aef-b3e9-8d333c145df3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Project 584c47bf47e049698552e4a4a9d3464d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 22:44:28.771016 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4e626449-5733-4aef-b3e9-8d333c145df3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:28.781295 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-82735a46-40e4-4e5d-9fec-53794dd1c50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:28.790640 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-82735a46-40e4-4e5d-9fec-53794dd1c50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:28.811054 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-82735a46-40e4-4e5d-9fec-53794dd1c50d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:28.916426 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4e626449-5733-4aef-b3e9-8d333c145df3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:28.923604 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4e626449-5733-4aef-b3e9-8d333c145df3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:28.954554 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device c5a012f2-8ebd-491d-a07f-fe921a6b3d72 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:44:28.986234 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e626449-5733-4aef-b3e9-8d333c145df3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47160ac4-1a1e-4021-95cb-2837ffdec61c,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:28.991436 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4e626449-5733-4aef-b3e9-8d333c145df3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:28.994204 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4e626449-5733-4aef-b3e9-8d333c145df3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3177621 May 03 22:44:29.023064 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-00d90844-3416-4f95-8851-6f119412b16f service neutron] 10.222.0.60 "GET /v2.0/networks/3447ec37-3982-4d19-88a9-e296027f90a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519262 May 03 22:44:29.065098 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-54f4153b-6eb2-4929-a1a0-b69e7c5318c6 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:29.149117 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-54f4153b-6eb2-4929-a1a0-b69e7c5318c6 None None] Transition to ACTIVE for port object a759241e-35da-489a-86f2-065d7bb08997 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:44:29.190181 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-54f4153b-6eb2-4929-a1a0-b69e7c5318c6 None None] Transition to ACTIVE for port object a759241e-35da-489a-86f2-065d7bb08997 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:44:29.213157 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-54f4153b-6eb2-4929-a1a0-b69e7c5318c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:29.281512 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port c5a012f2-8ebd-491d-a07f-fe921a6b3d72 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:44:29.281913 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:29.341308 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f4153b-6eb2-4929-a1a0-b69e7c5318c6 None None] Network 6b7a7532-e056-4c5e-b17e-d6ca176c9814 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:44:29.345831 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-54f4153b-6eb2-4929-a1a0-b69e7c5318c6 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:44:29.353930 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f4153b-6eb2-4929-a1a0-b69e7c5318c6 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:44:29.357908 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f4153b-6eb2-4929-a1a0-b69e7c5318c6 None None] Pushing event updated for resources: {'Port': ['ID=a759241e-35da-489a-86f2-065d7bb08997,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:29.422957 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-929e1dd1-05bb-4a12-a0ec-de94400d70c3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Synchronizing usage tracker for tenant:584c47bf47e049698552e4a4a9d3464d on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:44:29.473810 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-929e1dd1-05bb-4a12-a0ec-de94400d70c3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Unset dirty status for tenant:584c47bf47e049698552e4a4a9d3464d on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:44:29.484955 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-929e1dd1-05bb-4a12-a0ec-de94400d70c3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1369540341&fields=id&tenant_id=584c47bf47e049698552e4a4a9d3464d HTTP/1.1" status: 200 len: 267 time: 0.1643908 May 03 22:44:29.612992 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6ac9f7b-4369-4316-9001-6146cac95b74 req-652788d3-d18f-407d-baec-56cb4b63bc1b tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b HTTP/1.1" status: 200 len: 210 time: 0.0876226 May 03 22:44:29.672958 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-54f4153b-6eb2-4929-a1a0-b69e7c5318c6 None None] Attempting to bind port a759241e-35da-489a-86f2-065d7bb08997 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:44:29.673563 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-54f4153b-6eb2-4929-a1a0-b69e7c5318c6 None None] Attempting to bind port a759241e-35da-489a-86f2-065d7bb08997 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '4ebd1546-6439-4965-9349-d70abc042ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6b7a7532-e056-4c5e-b17e-d6ca176c9814'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:44:29.673667 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f4153b-6eb2-4929-a1a0-b69e7c5318c6 None None] Attempting to bind port a759241e-35da-489a-86f2-065d7bb08997 on network 6b7a7532-e056-4c5e-b17e-d6ca176c9814 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:44:29.693063 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f4153b-6eb2-4929-a1a0-b69e7c5318c6 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:44:29.693467 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f4153b-6eb2-4929-a1a0-b69e7c5318c6 None None] Checking segment: {'id': '4ebd1546-6439-4965-9349-d70abc042ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6b7a7532-e056-4c5e-b17e-d6ca176c9814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:44:29.693890 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-54f4153b-6eb2-4929-a1a0-b69e7c5318c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:29.694289 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f4153b-6eb2-4929-a1a0-b69e7c5318c6 None None] Bound using segment: {'id': '4ebd1546-6439-4965-9349-d70abc042ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6b7a7532-e056-4c5e-b17e-d6ca176c9814'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:44:29.694762 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-54f4153b-6eb2-4929-a1a0-b69e7c5318c6 None None] Bound port: a759241e-35da-489a-86f2-065d7bb08997, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ebd1546-6439-4965-9349-d70abc042ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6b7a7532-e056-4c5e-b17e-d6ca176c9814'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:44:29.695137 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-54f4153b-6eb2-4929-a1a0-b69e7c5318c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:29.915310 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-ec73a856-bd9d-4af1-92c8-61f948a09c39 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:29.916085 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-ec73a856-bd9d-4af1-92c8-61f948a09c39 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Synchronizing usage tracker for tenant:584c47bf47e049698552e4a4a9d3464d on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:44:29.935143 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-54f4153b-6eb2-4929-a1a0-b69e7c5318c6 None None] For port a759241e-35da-489a-86f2-065d7bb08997, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:44:29.941686 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-54f4153b-6eb2-4929-a1a0-b69e7c5318c6 None None] For port a759241e-35da-489a-86f2-065d7bb08997, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=a759241e-35da-489a-86f2-065d7bb08997,segment=NetworkSegment(4ebd1546-6439-4965-9349-d70abc042ed7),segment_id=4ebd1546-6439-4965-9349-d70abc042ed7)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:44:29.949469 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-54f4153b-6eb2-4929-a1a0-b69e7c5318c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:29.956543 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-ec73a856-bd9d-4af1-92c8-61f948a09c39 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Unset dirty status for tenant:584c47bf47e049698552e4a4a9d3464d on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:44:29.968027 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-ec73a856-bd9d-4af1-92c8-61f948a09c39 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/networks?id=2682e838-a62e-4a3c-95e3-1cec146b5cea HTTP/1.1" status: 200 len: 797 time: 0.4798079 May 03 22:44:29.991899 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe75467-3167-428c-90f4-9bc60a856eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7e8503-53a3-436c-8c92-0a14f0ba7d70,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:29.995672 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-ecea7ca4-f8ea-405a-b801-c0ebc9d49d63 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=70772943-6de8-4896-bcbe-7157ba0b4c77 HTTP/1.1" status: 200 len: 217 time: 0.7965195 May 03 22:44:29.997452 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b563c6-d981-461e-adc6-1913c15cb816 req-ba0cb689-4048-4c17-aad7-e41f29271dd1 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:30.002978 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-dbe75467-3167-428c-90f4-9bc60a856eca admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8d9594d654ab464db733ef2b9f43a663&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1438222 May 03 22:44:30.005056 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b563c6-d981-461e-adc6-1913c15cb816 req-ba0cb689-4048-4c17-aad7-e41f29271dd1 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:30.012849 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b563c6-d981-461e-adc6-1913c15cb816 req-ba0cb689-4048-4c17-aad7-e41f29271dd1 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:30.012976 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53396) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:30.019405 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b563c6-d981-461e-adc6-1913c15cb816 req-ba0cb689-4048-4c17-aad7-e41f29271dd1 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:30.028380 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b563c6-d981-461e-adc6-1913c15cb816 req-ba0cb689-4048-4c17-aad7-e41f29271dd1 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:30.036784 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-2548d842-b66e-4e89-a55c-edb9ad58e6d9 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:44:30.037072 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b563c6-d981-461e-adc6-1913c15cb816 req-ba0cb689-4048-4c17-aad7-e41f29271dd1 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:30.044153 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b563c6-d981-461e-adc6-1913c15cb816 req-ba0cb689-4048-4c17-aad7-e41f29271dd1 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:30.053118 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e3b563c6-d981-461e-adc6-1913c15cb816 req-ba0cb689-4048-4c17-aad7-e41f29271dd1 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5429 time: 0.2104576 May 03 22:44:30.062234 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-103222ee-3dbe-4497-be0f-a103f7a17df3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/quotas/584c47bf47e049698552e4a4a9d3464d HTTP/1.1" status: 200 len: 375 time: 0.0910456 May 03 22:44:30.075094 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-82735a46-40e4-4e5d-9fec-53794dd1c50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:30.129607 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-2548d842-b66e-4e89-a55c-edb9ad58e6d9 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:44:30.156549 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f4153b-6eb2-4929-a1a0-b69e7c5318c6 None None] Pushing event updated for resources: {'Port': ['ID=a759241e-35da-489a-86f2-065d7bb08997,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:30.158446 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d1fe6e8d-7b38-40b1-8b82-1bf03efba3d9 req-989ec3eb-8e14-452e-a5fb-8beff168d9f6 service neutron] 10.222.0.60 "GET /v2.0/networks/52887582-9aaf-461f-9114-9c737d13cefa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7507927 May 03 22:44:30.232265 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-2548d842-b66e-4e89-a55c-edb9ad58e6d9 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Made reservation on behalf of c9b36c2026314fcba54b84af09c29f52 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:44:30.236464 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-2548d842-b66e-4e89-a55c-edb9ad58e6d9 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:30.332138 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e3b563c6-d981-461e-adc6-1913c15cb816 req-fd93ea23-8a6d-4d30-8dae-a19096c13d13 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2780371 May 03 22:44:30.376163 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-eb3d5976-3b41-4c74-b9f4-cc0fec7f0395 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Synchronizing usage tracker for tenant:584c47bf47e049698552e4a4a9d3464d on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:44:30.444928 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-eb3d5976-3b41-4c74-b9f4-cc0fec7f0395 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Unset dirty status for tenant:584c47bf47e049698552e4a4a9d3464d on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:44:30.444928 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-eb3d5976-3b41-4c74-b9f4-cc0fec7f0395 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=584c47bf47e049698552e4a4a9d3464d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3758547 May 03 22:44:30.546792 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-4c2623da-db96-4610-8709-574b597be7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:30.551738 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-4c2623da-db96-4610-8709-574b597be7e4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7e46920-9d2d-4625-9a5c-68c22a8e6522 HTTP/1.1" status: 200 len: 797 time: 0.5367525 May 03 22:44:30.702499 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-0d043517-5a01-440f-b992-ec88c32ea1df service neutron] 10.222.0.58 "GET /v2.0/networks/2682e838-a62e-4a3c-95e3-1cec146b5cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365839 May 03 22:44:30.942931 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53412) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:30.962517 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-542e803c-1fe1-4224-8f56-8f59e90088d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:31.037520 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device a759241e-35da-489a-86f2-065d7bb08997 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:44:31.069789 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f2a41cc6-5d0c-496f-b905-3166be9c6b3c req-101ea78e-5ff9-4792-bb26-0352e594e27b tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b HTTP/1.1" status: 200 len: 210 time: 0.0883312 May 03 22:44:31.173330 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port a759241e-35da-489a-86f2-065d7bb08997 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:44:31.182730 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-542e803c-1fe1-4224-8f56-8f59e90088d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:31.191046 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-1797e27f-fc3f-4696-8c64-f75bb1e91560 service neutron] 10.222.0.58 "GET /v2.0/networks/2682e838-a62e-4a3c-95e3-1cec146b5cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4875941 May 03 22:44:31.285319 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-2548d842-b66e-4e89-a55c-edb9ad58e6d9 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Allocated IP 172.20.0.3 (b02a0a3f-1344-4b33-8d96-e59f73f273ac/6ca0f6a1-6e8b-435e-9833-3f318b86b95e/f1807bea-0dda-40ae-97d0-68d5687c7659) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:44:31.353435 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d1fe6e8d-7b38-40b1-8b82-1bf03efba3d9 req-3a46767f-e0c3-45ea-b23d-15a89607945f service neutron] 10.222.0.60 "GET /v2.0/networks/52887582-9aaf-461f-9114-9c737d13cefa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1732378 May 03 22:44:31.521686 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-886cbabf-40bf-4848-8557-643e87d52be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:31.542452 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-542e803c-1fe1-4224-8f56-8f59e90088d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:31.547485 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-f4bc5f9c-13df-4e10-85a5-6553e0792edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:31.556104 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-f4bc5f9c-13df-4e10-85a5-6553e0792edf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a8a12fef-8f1f-42e2-8a9d-7a66402fff0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9785378 May 03 22:44:31.678709 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-886cbabf-40bf-4848-8557-643e87d52be7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:44:31.726438 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e803c-1fe1-4224-8f56-8f59e90088d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7e8503-53a3-436c-8c92-0a14f0ba7d70,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:31.770357 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-886cbabf-40bf-4848-8557-643e87d52be7 admin admin] Usage tracker for resource:security_group_rule and tenant:c08fbd369d414d35b88c261b39112a7f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:44:31.782850 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-886cbabf-40bf-4848-8557-643e87d52be7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:44:31.869521 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e45d2c9-bcf6-4225-9869-dd0a706150e7 None None] Network 6b7a7532-e056-4c5e-b17e-d6ca176c9814 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:44:31.891230 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ee61e03f-6cc1-425e-9887-abcd9b6fb043 req-578d3581-6520-4ef2-bf1b-657727efffb7 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=216889b4-fd5f-44c3-b5df-d8f88700df2f HTTP/1.1" status: 200 len: 210 time: 0.0760283 May 03 22:44:31.931468 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4ca0d-06dc-4ddc-a6c4-8555e66c163a req-089d0b5f-72bf-4905-8246-85df9badcee9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:31.936073 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-886cbabf-40bf-4848-8557-643e87d52be7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:44:31.937039 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4ca0d-06dc-4ddc-a6c4-8555e66c163a req-089d0b5f-72bf-4905-8246-85df9badcee9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:31.943046 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4ca0d-06dc-4ddc-a6c4-8555e66c163a req-089d0b5f-72bf-4905-8246-85df9badcee9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:31.949239 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4ca0d-06dc-4ddc-a6c4-8555e66c163a req-089d0b5f-72bf-4905-8246-85df9badcee9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:31.955164 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4ca0d-06dc-4ddc-a6c4-8555e66c163a req-089d0b5f-72bf-4905-8246-85df9badcee9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:31.961565 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4ca0d-06dc-4ddc-a6c4-8555e66c163a req-089d0b5f-72bf-4905-8246-85df9badcee9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:31.968711 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4ca0d-06dc-4ddc-a6c4-8555e66c163a req-089d0b5f-72bf-4905-8246-85df9badcee9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:31.971190 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9aa4ca0d-06dc-4ddc-a6c4-8555e66c163a req-089d0b5f-72bf-4905-8246-85df9badcee9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5429 time: 0.3385334 May 03 22:44:32.060134 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-13c7a874-a41b-42fa-a259-c0704f5072bf None None] Provisioning for port a759241e-35da-489a-86f2-065d7bb08997 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:44:32.072515 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-13c7a874-a41b-42fa-a259-c0704f5072bf None None] Provisioning complete for port a759241e-35da-489a-86f2-065d7bb08997 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:44:32.072879 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-13c7a874-a41b-42fa-a259-c0704f5072bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:32.124918 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9aa4ca0d-06dc-4ddc-a6c4-8555e66c163a req-d623fa6e-b5d5-4713-a4ed-9664d3b2ef94 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1447573 May 03 22:44:32.194538 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-83c56651-f955-4eee-9062-c8d7f2035070 service neutron] 10.222.0.60 "GET /v2.0/networks/a8a12fef-8f1f-42e2-8a9d-7a66402fff0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5791285 May 03 22:44:32.220632 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06e6f4-13fb-4db5-87b1-b144e8e1d635 req-1db72d2e-42b0-499b-b32b-1a8efefeb72b tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:32.231169 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4c06e6f4-13fb-4db5-87b1-b144e8e1d635 req-1db72d2e-42b0-499b-b32b-1a8efefeb72b tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=49487cb5-31de-424e-a09d-b4d7788e3c8d HTTP/1.1" status: 200 len: 945 time: 0.1879947 May 03 22:44:32.294904 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-13c7a874-a41b-42fa-a259-c0704f5072bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:32.350274 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6ef4d2dc-141a-496f-9f48-24efe8e9f0dc req-9019c5fe-33f8-49fa-885f-251d8481be1e tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b HTTP/1.1" status: 200 len: 210 time: 0.0491066 May 03 22:44:32.366781 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4c06e6f4-13fb-4db5-87b1-b144e8e1d635 req-620108a7-ea5d-4064-a51c-5b2bf10fb1f0 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=09aaa18f-383c-4e64-9f4d-342271d1d524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286786 May 03 22:44:32.401179 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-542e803c-1fe1-4224-8f56-8f59e90088d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:32.404789 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-542e803c-1fe1-4224-8f56-8f59e90088d8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7c7e8503-53a3-436c-8c92-0a14f0ba7d70 HTTP/1.1" status: 204 len: 168 time: 2.3875039 May 03 22:44:32.404789 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-886cbabf-40bf-4848-8557-643e87d52be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:32.440597 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-886cbabf-40bf-4848-8557-643e87d52be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:32.440913 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-13c7a874-a41b-42fa-a259-c0704f5072bf None None] For port a759241e-35da-489a-86f2-065d7bb08997, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=a759241e-35da-489a-86f2-065d7bb08997,segment=NetworkSegment(4ebd1546-6439-4965-9349-d70abc042ed7),segment_id=4ebd1546-6439-4965-9349-d70abc042ed7)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:44:32.455101 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-13c7a874-a41b-42fa-a259-c0704f5072bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:32.631401 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7a874-a41b-42fa-a259-c0704f5072bf None None] Pushing event updated for resources: {'Port': ['ID=a759241e-35da-489a-86f2-065d7bb08997,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:32.776316 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-2548d842-b66e-4e89-a55c-edb9ad58e6d9 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:32.806934 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-886cbabf-40bf-4848-8557-643e87d52be7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c08fbd369d414d35b88c261b39112a7f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7812078 May 03 22:44:32.814018 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53442) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:32.886925 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-6818006c-4cdc-4207-9b6f-b5fbc10f5c46 service neutron] 10.222.0.60 "GET /v2.0/networks/a8a12fef-8f1f-42e2-8a9d-7a66402fff0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6810160 May 03 22:44:32.887701 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886cbabf-40bf-4848-8557-643e87d52be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0828ac95-4cbf-48d2-b4b6-ab8cfd738096,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:33.041352 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-2548d842-b66e-4e89-a55c-edb9ad58e6d9 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Transition to ACTIVE for port object f1807bea-0dda-40ae-97d0-68d5687c7659 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:44:33.085825 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device a759241e-35da-489a-86f2-065d7bb08997 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:44:33.087623 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-538b6472-249c-43fa-b5c5-dd91bdc462f4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=35cdd9e5-7422-4479-9fde-9ac4d09ecccf HTTP/1.1" status: 200 len: 217 time: 0.1755178 May 03 22:44:33.131262 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-82735a46-40e4-4e5d-9fec-53794dd1c50d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:33.145893 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9d73c795-8a57-49fe-a114-43c7139fda2d req-e3ca798d-30d3-4ca6-b2a3-49d61a05d5e7 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=216889b4-fd5f-44c3-b5df-d8f88700df2f HTTP/1.1" status: 200 len: 210 time: 0.0527973 May 03 22:44:33.147334 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-87af2c9f-adf6-40be-8c4e-a4c81e95d341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:33.178937 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-82735a46-40e4-4e5d-9fec-53794dd1c50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:33.183440 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-87af2c9f-adf6-40be-8c4e-a4c81e95d341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:33.189357 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port a759241e-35da-489a-86f2-065d7bb08997 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:44:33.189732 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:33.260585 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-593931cf-d9ab-4a70-b7d4-6ad847a53d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:33.262049 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-593931cf-d9ab-4a70-b7d4-6ad847a53d87 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7e46920-9d2d-4625-9a5c-68c22a8e6522 HTTP/1.1" status: 200 len: 797 time: 0.1655588 May 03 22:44:33.315318 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-87af2c9f-adf6-40be-8c4e-a4c81e95d341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:33.330095 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6d0894ed-fd03-4df1-9fae-6acd86fce95e None None] Provisioning complete for port a759241e-35da-489a-86f2-065d7bb08997 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:44:33.330755 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6d0894ed-fd03-4df1-9fae-6acd86fce95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:33.344172 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af2c9f-adf6-40be-8c4e-a4c81e95d341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0828ac95-4cbf-48d2-b4b6-ab8cfd738096,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:33.361491 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-87af2c9f-adf6-40be-8c4e-a4c81e95d341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:33.363974 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-87af2c9f-adf6-40be-8c4e-a4c81e95d341 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0828ac95-4cbf-48d2-b4b6-ab8cfd738096 HTTP/1.1" status: 204 len: 168 time: 0.5267117 May 03 22:44:33.397334 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-2548d842-b66e-4e89-a55c-edb9ad58e6d9 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:33.652347 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084db22-9c45-4e63-abc0-c3312d4e8980 req-15f68f8c-a0d9-4d37-a5b3-3a737632fb2d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:33.679840 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084db22-9c45-4e63-abc0-c3312d4e8980 req-15f68f8c-a0d9-4d37-a5b3-3a737632fb2d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:33.696975 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084db22-9c45-4e63-abc0-c3312d4e8980 req-15f68f8c-a0d9-4d37-a5b3-3a737632fb2d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:33.707931 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084db22-9c45-4e63-abc0-c3312d4e8980 req-15f68f8c-a0d9-4d37-a5b3-3a737632fb2d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:33.738927 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084db22-9c45-4e63-abc0-c3312d4e8980 req-15f68f8c-a0d9-4d37-a5b3-3a737632fb2d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:33.767981 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084db22-9c45-4e63-abc0-c3312d4e8980 req-15f68f8c-a0d9-4d37-a5b3-3a737632fb2d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:33.789730 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084db22-9c45-4e63-abc0-c3312d4e8980 req-15f68f8c-a0d9-4d37-a5b3-3a737632fb2d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:33.804867 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3084db22-9c45-4e63-abc0-c3312d4e8980 req-15f68f8c-a0d9-4d37-a5b3-3a737632fb2d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5429 time: 0.3999915 May 03 22:44:33.834951 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-0aa2c22a-e7ce-4438-96ae-b6f2e3d92f94 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:33.836355 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-0aa2c22a-e7ce-4438-96ae-b6f2e3d92f94 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.67 "GET /v2.0/networks?id=2682e838-a62e-4a3c-95e3-1cec146b5cea HTTP/1.1" status: 200 len: 797 time: 0.3266613 May 03 22:44:33.933486 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-2548d842-b66e-4e89-a55c-edb9ad58e6d9 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Network b02a0a3f-1344-4b33-8d96-e59f73f273ac is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:44:33.973364 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-2548d842-b66e-4e89-a55c-edb9ad58e6d9 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:44:33.994308 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-2548d842-b66e-4e89-a55c-edb9ad58e6d9 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:44:34.027407 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3084db22-9c45-4e63-abc0-c3312d4e8980 req-7a403a38-e6e6-4428-80fc-45e5ebb0418e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2180657 May 03 22:44:34.041587 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548d842-b66e-4e89-a55c-edb9ad58e6d9 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Pushing event updated for resources: {'Port': ['ID=f1807bea-0dda-40ae-97d0-68d5687c7659,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:34.134900 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a99fd-cd37-4e0b-8305-a04c3c5dcdff req-534cead3-2bb5-48fe-860f-2d0bad299f81 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:34.142241 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3b7a99fd-cd37-4e0b-8305-a04c3c5dcdff req-534cead3-2bb5-48fe-860f-2d0bad299f81 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=49487cb5-31de-424e-a09d-b4d7788e3c8d HTTP/1.1" status: 200 len: 945 time: 0.3031678 May 03 22:44:34.184952 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-f4c7b627-e8ed-4e98-aebc-81db9cdb559e tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=584c47bf47e049698552e4a4a9d3464d HTTP/1.1" status: 200 len: 380 time: 0.2778203 May 03 22:44:34.246991 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-a6d47c88-b872-4f49-9a69-1e9728deb147 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Request body: {'port': {'device_id': '216889b4-fd5f-44c3-b5df-d8f88700df2f', 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea', 'admin_state_up': True, 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'security_groups': ['3947e19d-137c-4bdc-a204-3a6d88c057db']}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:44:34.305274 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3b7a99fd-cd37-4e0b-8305-a04c3c5dcdff req-3ca9964b-9b70-4d30-b576-78e632a0df4a tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=09aaa18f-383c-4e64-9f4d-342271d1d524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511087 May 03 22:44:34.360989 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-82735a46-40e4-4e5d-9fec-53794dd1c50d admin admin] Allocated IP 172.25.2.238 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/b2237ce7-92d3-4eda-a693-1b7f7bee76a7) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:44:34.412650 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36569ce3-cb87-425d-b6b0-dacca281bedb req-17651760-56eb-46dc-b549-0b688c9b8ef1 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:34.420594 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-36569ce3-cb87-425d-b6b0-dacca281bedb req-17651760-56eb-46dc-b549-0b688c9b8ef1 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b HTTP/1.1" status: 200 len: 931 time: 0.1807554 May 03 22:44:34.426681 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7c988c5e-5434-4e33-881e-c39c52304c7c None None] Provisioning for port f1807bea-0dda-40ae-97d0-68d5687c7659 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:44:34.437730 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7c988c5e-5434-4e33-881e-c39c52304c7c None None] Provisioning complete for port f1807bea-0dda-40ae-97d0-68d5687c7659 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:44:34.438177 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7c988c5e-5434-4e33-881e-c39c52304c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:34.556790 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-7c988c5e-5434-4e33-881e-c39c52304c7c None None] Port f1807bea-0dda-40ae-97d0-68d5687c7659 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:44:34.578865 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-30e36a4b-5db4-4d0b-80ed-be92e6f1736e req-39ea338a-a5e7-47d7-9368-4c22d73608e5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=216889b4-fd5f-44c3-b5df-d8f88700df2f HTTP/1.1" status: 200 len: 210 time: 0.1071711 May 03 22:44:34.625927 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-36569ce3-cb87-425d-b6b0-dacca281bedb req-af60c2b8-f36d-4fb4-9991-7df1f48c597a tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=f88483bb-4aa7-456a-a7f8-36736cf84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984181 May 03 22:44:34.632598 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-873b0c4f-41ab-45c3-8628-864fe30c8981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:34.635233 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-873b0c4f-41ab-45c3-8628-864fe30c8981 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a8a12fef-8f1f-42e2-8a9d-7a66402fff0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.3604159 May 03 22:44:34.653157 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-2548d842-b66e-4e89-a55c-edb9ad58e6d9 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:34.653823 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-2548d842-b66e-4e89-a55c-edb9ad58e6d9 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:34.909096 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-2548d842-b66e-4e89-a55c-edb9ad58e6d9 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5188348 May 03 22:44:34.927293 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-04bc11d2-9cdb-4d55-8148-1cbc41dd929b service neutron] Request body: {'port': {'device_id': '5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:44:35.058560 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9e205-0a6f-44a2-a41b-b97a30b27f28 req-a81ff8e1-a334-4aea-91a2-6804255d70ae tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:35.059232 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-88c9e205-0a6f-44a2-a41b-b97a30b27f28 req-a81ff8e1-a334-4aea-91a2-6804255d70ae tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Synchronizing usage tracker for tenant:e561281e65ac44bbb283fb588b1ce5d2 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:44:35.071056 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-a6d47c88-b872-4f49-9a69-1e9728deb147 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:44:35.110826 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-a6d47c88-b872-4f49-9a69-1e9728deb147 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:44:35.128020 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-04bc11d2-9cdb-4d55-8148-1cbc41dd929b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:35.159314 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-88c9e205-0a6f-44a2-a41b-b97a30b27f28 req-a81ff8e1-a334-4aea-91a2-6804255d70ae tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Unset dirty status for tenant:e561281e65ac44bbb283fb588b1ce5d2 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:44:35.160448 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-88c9e205-0a6f-44a2-a41b-b97a30b27f28 req-a81ff8e1-a334-4aea-91a2-6804255d70ae tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.60 "GET /v2.0/ports?device_id=49487cb5-31de-424e-a09d-b4d7788e3c8d HTTP/1.1" status: 200 len: 945 time: 1.3364661 May 03 22:44:35.217662 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-a93e73b4-5c91-4b0e-8568-5e349330d014 service neutron] 10.222.0.60 "GET /v2.0/networks/a8a12fef-8f1f-42e2-8a9d-7a66402fff0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5568120 May 03 22:44:35.224960 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-a6d47c88-b872-4f49-9a69-1e9728deb147 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Made reservation on behalf of 584c47bf47e049698552e4a4a9d3464d for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:44:35.228630 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-a6d47c88-b872-4f49-9a69-1e9728deb147 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:35.387797 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3dd5a-8136-4b30-a47b-74992801555d req-4eadc675-4784-4517-bc98-923a56a08832 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:35.393907 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3dd5a-8136-4b30-a47b-74992801555d req-4eadc675-4784-4517-bc98-923a56a08832 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:35.401089 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3dd5a-8136-4b30-a47b-74992801555d req-4eadc675-4784-4517-bc98-923a56a08832 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:35.409152 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3dd5a-8136-4b30-a47b-74992801555d req-4eadc675-4784-4517-bc98-923a56a08832 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:35.416142 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-82735a46-40e4-4e5d-9fec-53794dd1c50d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:35.418401 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3dd5a-8136-4b30-a47b-74992801555d req-4eadc675-4784-4517-bc98-923a56a08832 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:35.427863 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3dd5a-8136-4b30-a47b-74992801555d req-4eadc675-4784-4517-bc98-923a56a08832 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:35.437352 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3dd5a-8136-4b30-a47b-74992801555d req-4eadc675-4784-4517-bc98-923a56a08832 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:35.446558 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-75d3dd5a-8136-4b30-a47b-74992801555d req-4eadc675-4784-4517-bc98-923a56a08832 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5429 time: 0.1939306 May 03 22:44:35.511530 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-75d3dd5a-8136-4b30-a47b-74992801555d req-38615421-bd3d-406c-89fb-75a3a6da1664 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0636079 May 03 22:44:35.633060 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a82bfb-1139-4a05-b877-4a589d9e2627 req-a196681c-7aae-4d08-bdbf-1648280ca61f tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:35.642173 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-09a82bfb-1139-4a05-b877-4a589d9e2627 req-a196681c-7aae-4d08-bdbf-1648280ca61f tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=49487cb5-31de-424e-a09d-b4d7788e3c8d HTTP/1.1" status: 200 len: 945 time: 0.1470048 May 03 22:44:35.721226 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-09a82bfb-1139-4a05-b877-4a589d9e2627 req-7f16e1f1-30e8-496b-abd2-adb05101c4b4 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=09aaa18f-383c-4e64-9f4d-342271d1d524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780396 May 03 22:44:35.743670 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-88c9e205-0a6f-44a2-a41b-b97a30b27f28 req-8e4caeb8-3729-4c63-8582-18a3268a44d1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Deleting port e03d7b01-7814-460c-a987-7a428f0bd3f0 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:44:35.743670 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-88c9e205-0a6f-44a2-a41b-b97a30b27f28 req-8e4caeb8-3729-4c63-8582-18a3268a44d1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:35.976276 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f8d29b70-db61-4aa7-8015-14fea641c69b req-708b6304-c683-4249-8459-a1db502214d3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=216889b4-fd5f-44c3-b5df-d8f88700df2f HTTP/1.1" status: 200 len: 210 time: 0.1271210 May 03 22:44:36.076716 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8963797-3f8a-4d14-a9f7-1e5e518cc7fb req-1634db51-5394-42ba-b89e-786c767f56a8 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:36.079555 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f8963797-3f8a-4d14-a9f7-1e5e518cc7fb req-1634db51-5394-42ba-b89e-786c767f56a8 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b HTTP/1.1" status: 200 len: 931 time: 0.1708131 May 03 22:44:36.117191 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-e5c1c46b-cadc-4586-a9c4-49b8a07441cd service neutron] 10.222.0.60 "GET /v2.0/networks/a8a12fef-8f1f-42e2-8a9d-7a66402fff0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7040544 May 03 22:44:36.151030 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f8963797-3f8a-4d14-a9f7-1e5e518cc7fb req-dbf46f39-8df9-422b-a631-2a6c9489a690 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=f88483bb-4aa7-456a-a7f8-36736cf84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655808 May 03 22:44:36.308216 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-a6d47c88-b872-4f49-9a69-1e9728deb147 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Allocated IP 172.20.0.13 (2682e838-a62e-4a3c-95e3-1cec146b5cea/75fb2b3e-c5da-45bb-9684-b6f9b5771795/9bcba210-edd2-4295-ab59-511a535a6293) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:44:36.352163 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-c4e3e0fd-bf59-4458-a88b-7ed9574f53f4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=514dff93-7c2f-488c-83d9-709281d10db1 HTTP/1.1" status: 200 len: 217 time: 0.2214611 May 03 22:44:36.437427 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-82735a46-40e4-4e5d-9fec-53794dd1c50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:36.538749 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53582) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:36.707307 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82735a46-40e4-4e5d-9fec-53794dd1c50d admin admin] Pushing event updated for resources: {'Port': ['ID=b2237ce7-92d3-4eda-a693-1b7f7bee76a7,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:36.792908 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device e03d7b01-7814-460c-a987-7a428f0bd3f0 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:44:36.854782 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a1295567-fc18-49bf-9190-0624155b5969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:36.949825 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a1295567-fc18-49bf-9190-0624155b5969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:44:36.950633 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82735a46-40e4-4e5d-9fec-53794dd1c50d admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:44:36.968682 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a1295567-fc18-49bf-9190-0624155b5969 admin admin] Usage tracker for resource:security_group_rule and tenant:256a671b99a24185b67ebca4fc69d998 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:44:36.982917 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79207b2c-b130-4628-b53b-848ed8d14c7d req-fc11e528-57bf-4ae3-8914-5fe9c383177e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:36.990408 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79207b2c-b130-4628-b53b-848ed8d14c7d req-fc11e528-57bf-4ae3-8914-5fe9c383177e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:36.991048 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-f3478e2e-0cea-483c-8899-5ec0b90e14ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:36.992508 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-f3478e2e-0cea-483c-8899-5ec0b90e14ee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7e46920-9d2d-4625-9a5c-68c22a8e6522 HTTP/1.1" status: 200 len: 797 time: 0.6308892 May 03 22:44:36.993333 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-82735a46-40e4-4e5d-9fec-53794dd1c50d admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:44:36.996487 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79207b2c-b130-4628-b53b-848ed8d14c7d req-fc11e528-57bf-4ae3-8914-5fe9c383177e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:37.002821 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79207b2c-b130-4628-b53b-848ed8d14c7d req-fc11e528-57bf-4ae3-8914-5fe9c383177e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:37.009838 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79207b2c-b130-4628-b53b-848ed8d14c7d req-fc11e528-57bf-4ae3-8914-5fe9c383177e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:37.016776 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79207b2c-b130-4628-b53b-848ed8d14c7d req-fc11e528-57bf-4ae3-8914-5fe9c383177e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:37.023659 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79207b2c-b130-4628-b53b-848ed8d14c7d req-fc11e528-57bf-4ae3-8914-5fe9c383177e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:37.025607 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-79207b2c-b130-4628-b53b-848ed8d14c7d req-fc11e528-57bf-4ae3-8914-5fe9c383177e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5429 time: 0.3025310 May 03 22:44:37.027917 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a1295567-fc18-49bf-9190-0624155b5969 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:44:37.037479 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a1295567-fc18-49bf-9190-0624155b5969 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:44:37.041964 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82735a46-40e4-4e5d-9fec-53794dd1c50d admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:44:37.042758 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:37.116765 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port e03d7b01-7814-460c-a987-7a428f0bd3f0, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=e03d7b01-7814-460c-a987-7a428f0bd3f0,segment=NetworkSegment(0c87bd7e-b449-406c-9031-bae021dbb1b9),segment_id=0c87bd7e-b449-406c-9031-bae021dbb1b9)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:44:37.117685 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49487cb5-31de-424e-a09d-b4d7788e3c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e03d7b01-7814-460c-a987-7a428f0bd3f0'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:44:37.126250 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:37.158861 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a1295567-fc18-49bf-9190-0624155b5969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:37.192737 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-79207b2c-b130-4628-b53b-848ed8d14c7d req-72855dbf-402e-4587-aca1-dd384da9a3bd tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1576281 May 03 22:44:37.193981 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a1295567-fc18-49bf-9190-0624155b5969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:37.250586 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a1295567-fc18-49bf-9190-0624155b5969 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=256a671b99a24185b67ebca4fc69d998&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7098818 May 03 22:44:37.251646 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1295567-fc18-49bf-9190-0624155b5969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349fb400-937c-48c4-a582-b1adfe8c074c,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:37.256492 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53626) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:37.276243 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1295567-fc18-49bf-9190-0624155b5969 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:37.276589 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1295567-fc18-49bf-9190-0624155b5969 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:37.276933 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1295567-fc18-49bf-9190-0624155b5969 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:37.277269 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1295567-fc18-49bf-9190-0624155b5969 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:37.277605 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1295567-fc18-49bf-9190-0624155b5969 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:37.277967 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1295567-fc18-49bf-9190-0624155b5969 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:37.278297 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1295567-fc18-49bf-9190-0624155b5969 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:37.278622 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1295567-fc18-49bf-9190-0624155b5969 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:37.278948 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1295567-fc18-49bf-9190-0624155b5969 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:37.279274 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1295567-fc18-49bf-9190-0624155b5969 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:37.279701 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1295567-fc18-49bf-9190-0624155b5969 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:37.280030 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1295567-fc18-49bf-9190-0624155b5969 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:44:37.292626 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=e03d7b01-7814-460c-a987-7a428f0bd3f0,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:37.307690 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc866607-f33a-4c80-88e2-e33eb1eaec40 req-55b95e04-2fc2-49d8-ba0c-73390054458d tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:37.315590 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fc866607-f33a-4c80-88e2-e33eb1eaec40 req-55b95e04-2fc2-49d8-ba0c-73390054458d tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=49487cb5-31de-424e-a09d-b4d7788e3c8d HTTP/1.1" status: 200 len: 945 time: 0.4375625 May 03 22:44:37.511941 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fc866607-f33a-4c80-88e2-e33eb1eaec40 req-7b63cf18-0e8a-4d0a-a666-749e22d96918 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=09aaa18f-383c-4e64-9f4d-342271d1d524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1953056 May 03 22:44:37.610189 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be5374b6-c021-458a-82ad-ca212df6da52'] response: {'server_uuid': '49487cb5-31de-424e-a09d-b4d7788e3c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e03d7b01-7814-460c-a987-7a428f0bd3f0', 'code': 200} May 03 22:44:37.615488 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6d8c645a-a1f2-4d91-be08-be33e634792b req-4457f4f9-0864-40fd-80a3-042d74b9e472 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=216889b4-fd5f-44c3-b5df-d8f88700df2f HTTP/1.1" status: 200 len: 210 time: 0.1057913 May 03 22:44:37.650575 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1df2cbc1-7688-4500-9f8c-9230e87057b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:37.700323 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1df2cbc1-7688-4500-9f8c-9230e87057b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:37.749212 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-88c9e205-0a6f-44a2-a41b-b97a30b27f28 req-8e4caeb8-3729-4c63-8582-18a3268a44d1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] For port e03d7b01-7814-460c-a987-7a428f0bd3f0, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=e03d7b01-7814-460c-a987-7a428f0bd3f0,segment=NetworkSegment(0c87bd7e-b449-406c-9031-bae021dbb1b9),segment_id=0c87bd7e-b449-406c-9031-bae021dbb1b9)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:44:37.749741 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-88c9e205-0a6f-44a2-a41b-b97a30b27f28 req-8e4caeb8-3729-4c63-8582-18a3268a44d1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:37.887055 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931ea11-d5e5-4445-93c4-cfa60db3a361 req-444f2f8a-0c6b-4b40-a4f0-501218eb852d tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:37.888885 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4931ea11-d5e5-4445-93c4-cfa60db3a361 req-444f2f8a-0c6b-4b40-a4f0-501218eb852d tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b HTTP/1.1" status: 200 len: 931 time: 0.1287038 May 03 22:44:37.895467 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1df2cbc1-7688-4500-9f8c-9230e87057b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:37.922158 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-a6d47c88-b872-4f49-9a69-1e9728deb147 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:37.969635 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2cbc1-7688-4500-9f8c-9230e87057b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349fb400-937c-48c4-a582-b1adfe8c074c,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:37.996672 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4931ea11-d5e5-4445-93c4-cfa60db3a361 req-4c72ed42-d514-4c99-b8b4-1c6837a4bc33 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=f88483bb-4aa7-456a-a7f8-36736cf84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953104 May 03 22:44:38.007303 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1df2cbc1-7688-4500-9f8c-9230e87057b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:38.008570 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1df2cbc1-7688-4500-9f8c-9230e87057b1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/349fb400-937c-48c4-a582-b1adfe8c074c HTTP/1.1" status: 204 len: 168 time: 0.7511544 May 03 22:44:38.210073 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-04bc11d2-9cdb-4d55-8148-1cbc41dd929b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1807bea-0dda-40ae-97d0-68d5687c7659 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:44:38.218457 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-04bc11d2-9cdb-4d55-8148-1cbc41dd929b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:38.235441 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-04bc11d2-9cdb-4d55-8148-1cbc41dd929b service neutron] Transition to ACTIVE for port object f1807bea-0dda-40ae-97d0-68d5687c7659 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:44:38.245842 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-a6d47c88-b872-4f49-9a69-1e9728deb147 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Transition to ACTIVE for port object 9bcba210-edd2-4295-ab59-511a535a6293 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:44:38.250588 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-04bc11d2-9cdb-4d55-8148-1cbc41dd929b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:38.372273 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc11d2-9cdb-4d55-8148-1cbc41dd929b service neutron] Pushing event updated for resources: {'Port': ['ID=f1807bea-0dda-40ae-97d0-68d5687c7659,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:38.377829 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-c4e32245-3e50-4be8-8846-ba52712bfc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:38.379559 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-c4e32245-3e50-4be8-8846-ba52712bfc82 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a8a12fef-8f1f-42e2-8a9d-7a66402fff0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.3492055 May 03 22:44:38.551791 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e622cbd-7dec-48a6-8749-5c4690dd8540 req-4bf8e0bf-f323-4565-872b-fef27ae84acb tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:38.559718 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e622cbd-7dec-48a6-8749-5c4690dd8540 req-4bf8e0bf-f323-4565-872b-fef27ae84acb tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:38.572448 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e622cbd-7dec-48a6-8749-5c4690dd8540 req-4bf8e0bf-f323-4565-872b-fef27ae84acb tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:38.587943 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e622cbd-7dec-48a6-8749-5c4690dd8540 req-4bf8e0bf-f323-4565-872b-fef27ae84acb tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:38.596339 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e622cbd-7dec-48a6-8749-5c4690dd8540 req-4bf8e0bf-f323-4565-872b-fef27ae84acb tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:38.610658 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e622cbd-7dec-48a6-8749-5c4690dd8540 req-4bf8e0bf-f323-4565-872b-fef27ae84acb tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:38.628369 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e622cbd-7dec-48a6-8749-5c4690dd8540 req-4bf8e0bf-f323-4565-872b-fef27ae84acb tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:38.659556 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e622cbd-7dec-48a6-8749-5c4690dd8540 req-4bf8e0bf-f323-4565-872b-fef27ae84acb tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5429 time: 0.2782204 May 03 22:44:38.715919 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-36b6951f-62e0-45dc-b686-afbd2aaa5990 service neutron] 10.222.0.60 "GET /v2.0/networks/a8a12fef-8f1f-42e2-8a9d-7a66402fff0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576499 May 03 22:44:38.846488 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e622cbd-7dec-48a6-8749-5c4690dd8540 req-876f70d7-6046-4396-9329-59fa17c7afec tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1859345 May 03 22:44:38.898277 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b21f8-00dc-4009-bb58-5872ba799306 req-973a8131-2c79-4ac1-ae6f-e377e49e904c tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:38.899924 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea2b21f8-00dc-4009-bb58-5872ba799306 req-973a8131-2c79-4ac1-ae6f-e377e49e904c tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=49487cb5-31de-424e-a09d-b4d7788e3c8d HTTP/1.1" status: 200 len: 943 time: 0.1708739 May 03 22:44:38.984774 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea2b21f8-00dc-4009-bb58-5872ba799306 req-8ae559ac-5ff4-421e-8426-60f95abad6de tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=09aaa18f-383c-4e64-9f4d-342271d1d524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783389 May 03 22:44:39.028661 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53682) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:39.264016 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-a6d47c88-b872-4f49-9a69-1e9728deb147 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:39.393805 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-163c03ff-0682-4e16-9336-58fdcd1a34f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:39.407869 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d47c88-b872-4f49-9a69-1e9728deb147 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'Port': ['ID=9bcba210-edd2-4295-ab59-511a535a6293,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:39.421627 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-163c03ff-0682-4e16-9336-58fdcd1a34f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:44:39.426100 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-163c03ff-0682-4e16-9336-58fdcd1a34f9 admin admin] Usage tracker for resource:security_group_rule and tenant:b5fa215ca20e4722aa618c9821c7364f is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:44:39.429607 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-82735a46-40e4-4e5d-9fec-53794dd1c50d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:39.430186 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-163c03ff-0682-4e16-9336-58fdcd1a34f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:44:39.436846 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-163c03ff-0682-4e16-9336-58fdcd1a34f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:44:39.494658 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-04bc11d2-9cdb-4d55-8148-1cbc41dd929b service neutron] Attempting to bind port f1807bea-0dda-40ae-97d0-68d5687c7659 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:44:39.495010 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-04bc11d2-9cdb-4d55-8148-1cbc41dd929b service neutron] Attempting to bind port f1807bea-0dda-40ae-97d0-68d5687c7659 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:44:39.495900 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-04bc11d2-9cdb-4d55-8148-1cbc41dd929b service neutron] Attempting to bind port f1807bea-0dda-40ae-97d0-68d5687c7659 on network b02a0a3f-1344-4b33-8d96-e59f73f273ac {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:44:39.510738 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-88c9e205-0a6f-44a2-a41b-b97a30b27f28 req-8e4caeb8-3729-4c63-8582-18a3268a44d1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:39.511351 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-88c9e205-0a6f-44a2-a41b-b97a30b27f28 req-8e4caeb8-3729-4c63-8582-18a3268a44d1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:39.511861 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [req-88c9e205-0a6f-44a2-a41b-b97a30b27f28 req-8e4caeb8-3729-4c63-8582-18a3268a44d1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Floating IP 592d889b-3f17-40fc-bd48-18f7630f9722 disassociated. External IP: 172.25.2.211, port: e03d7b01-7814-460c-a987-7a428f0bd3f0. May 03 22:44:39.512330 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-88c9e205-0a6f-44a2-a41b-b97a30b27f28 req-8e4caeb8-3729-4c63-8582-18a3268a44d1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Calling delete_port for e03d7b01-7814-460c-a987-7a428f0bd3f0 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:44:39.516659 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc0fd0-2682-412e-866b-aaed76ca9359 req-a6c93ffd-7517-4001-ae6a-863eaf301bd6 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:39.523912 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-50cc0fd0-2682-412e-866b-aaed76ca9359 req-a6c93ffd-7517-4001-ae6a-863eaf301bd6 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b HTTP/1.1" status: 200 len: 943 time: 0.2889507 May 03 22:44:39.546268 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-04bc11d2-9cdb-4d55-8148-1cbc41dd929b service neutron] Port f1807bea-0dda-40ae-97d0-68d5687c7659 on network b02a0a3f-1344-4b33-8d96-e59f73f273ac not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:44:39.546268 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-04bc11d2-9cdb-4d55-8148-1cbc41dd929b service neutron] Attempting to bind port f1807bea-0dda-40ae-97d0-68d5687c7659 on network b02a0a3f-1344-4b33-8d96-e59f73f273ac {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:44:39.561738 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986e807-328e-48ae-b022-df9da0f986fd req-0954ab3f-21b4-458d-94cf-155829ac84f4 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:39.571692 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6986e807-328e-48ae-b022-df9da0f986fd req-0954ab3f-21b4-458d-94cf-155829ac84f4 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=216889b4-fd5f-44c3-b5df-d8f88700df2f HTTP/1.1" status: 200 len: 932 time: 0.4746845 May 03 22:44:39.672730 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-50cc0fd0-2682-412e-866b-aaed76ca9359 req-8016bd83-9203-4cd0-bc6f-b8e0312138dc tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=f88483bb-4aa7-456a-a7f8-36736cf84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454160 May 03 22:44:39.705269 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6986e807-328e-48ae-b022-df9da0f986fd req-755cb566-4087-4a92-8d09-18e075a5e0d1 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=3947e19d-137c-4bdc-a204-3a6d88c057db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324823 May 03 22:44:39.731851 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-163c03ff-0682-4e16-9336-58fdcd1a34f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:39.740708 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-163c03ff-0682-4e16-9336-58fdcd1a34f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:39.831175 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-a6d47c88-b872-4f49-9a69-1e9728deb147 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Network 2682e838-a62e-4a3c-95e3-1cec146b5cea is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:44:39.836549 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-6646cfea-3841-4636-88cd-7639f89c0570 service neutron] 10.222.0.60 "GET /v2.0/networks/a8a12fef-8f1f-42e2-8a9d-7a66402fff0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0286391 May 03 22:44:39.855022 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-a6d47c88-b872-4f49-9a69-1e9728deb147 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:44:39.857184 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-04bc11d2-9cdb-4d55-8148-1cbc41dd929b service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:44:39.857541 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-04bc11d2-9cdb-4d55-8148-1cbc41dd929b service neutron] Checking segment: {'id': '0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:44:39.857952 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-04bc11d2-9cdb-4d55-8148-1cbc41dd929b service neutron] Bound using segment: {'id': '0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:44:39.858466 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-04bc11d2-9cdb-4d55-8148-1cbc41dd929b service neutron] Bound port: f1807bea-0dda-40ae-97d0-68d5687c7659, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:44:39.858744 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-04bc11d2-9cdb-4d55-8148-1cbc41dd929b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:39.959588 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c03ff-0682-4e16-9336-58fdcd1a34f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f36189-8a9f-4f81-9968-3e76e55ff335,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:39.971226 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-163c03ff-0682-4e16-9336-58fdcd1a34f9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b5fa215ca20e4722aa618c9821c7364f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9411588 May 03 22:44:39.975250 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53702) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:40.017118 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-a6d47c88-b872-4f49-9a69-1e9728deb147 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:44:40.093247 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8a492fe8-4f04-434b-b6b8-98711aae6601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:40.130212 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8a492fe8-4f04-434b-b6b8-98711aae6601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:40.132014 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:44:40.226558 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-a6d47c88-b872-4f49-9a69-1e9728deb147 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:40.227487 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-a6d47c88-b872-4f49-9a69-1e9728deb147 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:40.358678 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-35b3fbf1-5d97-495a-b19b-89069fef47c7 None None] Provisioning for port 9bcba210-edd2-4295-ab59-511a535a6293 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:44:40.367511 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-a6d47c88-b872-4f49-9a69-1e9728deb147 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1296582 May 03 22:44:40.369130 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-a6789866-5768-4a49-9a08-c6eee12afd4f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=d99ae307-1483-492b-b9b0-159ed89bfb47 HTTP/1.1" status: 200 len: 217 time: 0.4968147 May 03 22:44:40.376443 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-35b3fbf1-5d97-495a-b19b-89069fef47c7 None None] Provisioning complete for port 9bcba210-edd2-4295-ab59-511a535a6293 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:44:40.377055 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-35b3fbf1-5d97-495a-b19b-89069fef47c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:40.426002 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8a492fe8-4f04-434b-b6b8-98711aae6601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:40.451547 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-35b3fbf1-5d97-495a-b19b-89069fef47c7 None None] Port 9bcba210-edd2-4295-ab59-511a535a6293 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:44:40.497358 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a492fe8-4f04-434b-b6b8-98711aae6601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f36189-8a9f-4f81-9968-3e76e55ff335,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:40.557524 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b7045-eda8-43ee-8dc5-4c644eb31efe req-a282c588-68fe-443e-aa51-849064d8c113 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:40.564395 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b7045-eda8-43ee-8dc5-4c644eb31efe req-a282c588-68fe-443e-aa51-849064d8c113 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:40.571514 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b7045-eda8-43ee-8dc5-4c644eb31efe req-a282c588-68fe-443e-aa51-849064d8c113 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:40.579274 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b7045-eda8-43ee-8dc5-4c644eb31efe req-a282c588-68fe-443e-aa51-849064d8c113 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:40.585679 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b7045-eda8-43ee-8dc5-4c644eb31efe req-a282c588-68fe-443e-aa51-849064d8c113 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:40.591957 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b7045-eda8-43ee-8dc5-4c644eb31efe req-a282c588-68fe-443e-aa51-849064d8c113 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:40.598272 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b7045-eda8-43ee-8dc5-4c644eb31efe req-a282c588-68fe-443e-aa51-849064d8c113 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:40.601020 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f1b7045-eda8-43ee-8dc5-4c644eb31efe req-a282c588-68fe-443e-aa51-849064d8c113 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5429 time: 0.5104744 May 03 22:44:40.644622 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-82cb417a-80b8-4238-89cb-9788f339e552 service neutron] Request body: {'port': {'device_id': '216889b4-fd5f-44c3-b5df-d8f88700df2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:44:40.652179 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c02f4e-1e66-415c-8f3f-8ab8c0e3be64 req-fdc1c7f2-79f5-41c9-ad59-d9c0382074c0 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:40.656989 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-94c02f4e-1e66-415c-8f3f-8ab8c0e3be64 req-fdc1c7f2-79f5-41c9-ad59-d9c0382074c0 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=49487cb5-31de-424e-a09d-b4d7788e3c8d HTTP/1.1" status: 200 len: 943 time: 0.3547044 May 03 22:44:40.664511 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8a492fe8-4f04-434b-b6b8-98711aae6601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:40.665881 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8a492fe8-4f04-434b-b6b8-98711aae6601 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d3f36189-8a9f-4f81-9968-3e76e55ff335 HTTP/1.1" status: 204 len: 168 time: 0.6890223 May 03 22:44:40.788229 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f1b7045-eda8-43ee-8dc5-4c644eb31efe req-81cd129b-04d0-4fe0-a388-d53390d473f4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1788132 May 03 22:44:40.816310 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-94c02f4e-1e66-415c-8f3f-8ab8c0e3be64 req-c3dcd347-bbcd-4ce1-9d25-229f94563837 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=09aaa18f-383c-4e64-9f4d-342271d1d524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476152 May 03 22:44:40.836052 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-04bc11d2-9cdb-4d55-8148-1cbc41dd929b service neutron] For port f1807bea-0dda-40ae-97d0-68d5687c7659, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:44:40.839289 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-04bc11d2-9cdb-4d55-8148-1cbc41dd929b service neutron] For port f1807bea-0dda-40ae-97d0-68d5687c7659, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=f1807bea-0dda-40ae-97d0-68d5687c7659,segment=NetworkSegment(0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a),segment_id=0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:44:40.841454 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-a3c25eaf-22a3-4537-8479-8c9d0a3692b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:40.843522 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-a3c25eaf-22a3-4537-8479-8c9d0a3692b6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7e46920-9d2d-4625-9a5c-68c22a8e6522 HTTP/1.1" status: 200 len: 797 time: 0.3575790 May 03 22:44:40.917527 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-82cb417a-80b8-4238-89cb-9788f339e552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:40.941439 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-04bc11d2-9cdb-4d55-8148-1cbc41dd929b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:41.190046 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9681c6f-c324-4850-a89b-a2cf93ea6829 req-84f80e24-23d5-4a0d-a43f-98929ee6cae7 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:41.206487 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d9681c6f-c324-4850-a89b-a2cf93ea6829 req-84f80e24-23d5-4a0d-a43f-98929ee6cae7 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=216889b4-fd5f-44c3-b5df-d8f88700df2f HTTP/1.1" status: 200 len: 932 time: 0.1715889 May 03 22:44:41.256929 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc11d2-9cdb-4d55-8148-1cbc41dd929b service neutron] Pushing event updated for resources: {'Port': ['ID=f1807bea-0dda-40ae-97d0-68d5687c7659,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:41.285773 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-04bc11d2-9cdb-4d55-8148-1cbc41dd929b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:41.288033 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-04bc11d2-9cdb-4d55-8148-1cbc41dd929b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:41.288300 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-04bc11d2-9cdb-4d55-8148-1cbc41dd929b service neutron] 10.222.0.67 "PUT /v2.0/ports/f1807bea-0dda-40ae-97d0-68d5687c7659 HTTP/1.1" status: 200 len: 1091 time: 6.3650262 May 03 22:44:41.294015 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b', 'tag': 'f1807bea-0dda-40ae-97d0-68d5687c7659'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:44:41.331445 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d9681c6f-c324-4850-a89b-a2cf93ea6829 req-dd933a55-ef8a-476b-98cd-9cacaf450d27 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=3947e19d-137c-4bdc-a204-3a6d88c057db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239789 May 03 22:44:41.561770 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2551e20-222d-4d10-b682-bc288899690a req-7fe097c5-a62e-48f9-8c13-82e0351e6577 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:41.573012 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d2551e20-222d-4d10-b682-bc288899690a req-7fe097c5-a62e-48f9-8c13-82e0351e6577 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b HTTP/1.1" status: 200 len: 943 time: 0.1281235 May 03 22:44:41.573658 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53736) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:41.612157 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9b055d25-a8b7-44b7-990a-f4638a9a4c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:41.632042 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17d8437c-1afe-40b3-a9af-0a24b57f2bab'] response: {'name': 'network-changed', 'server_uuid': '5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b', 'tag': 'f1807bea-0dda-40ae-97d0-68d5687c7659', 'status': 'completed', 'code': 200} May 03 22:44:41.664868 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [req-88c9e205-0a6f-44a2-a41b-b97a30b27f28 req-8e4caeb8-3729-4c63-8582-18a3268a44d1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:44:41.665238 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [req-88c9e205-0a6f-44a2-a41b-b97a30b27f28 req-8e4caeb8-3729-4c63-8582-18a3268a44d1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:44:41.666271 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-82735a46-40e4-4e5d-9fec-53794dd1c50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:41.685057 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9b055d25-a8b7-44b7-990a-f4638a9a4c32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:44:41.704489 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9b055d25-a8b7-44b7-990a-f4638a9a4c32 admin admin] Usage tracker for resource:security_group_rule and tenant:62d130071252443282eb283adef51c72 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:44:41.707759 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9b055d25-a8b7-44b7-990a-f4638a9a4c32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:44:41.723983 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9b055d25-a8b7-44b7-990a-f4638a9a4c32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:44:41.762808 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d2551e20-222d-4d10-b682-bc288899690a req-00d29f8c-cefe-4762-b4f0-d2ca87e93dfb tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=f88483bb-4aa7-456a-a7f8-36736cf84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829336 May 03 22:44:41.835075 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9b055d25-a8b7-44b7-990a-f4638a9a4c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:41.842605 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9b055d25-a8b7-44b7-990a-f4638a9a4c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:41.856576 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-8f735e22-02d2-40b4-a854-755f7d58d253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:41.859699 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-8f735e22-02d2-40b4-a854-755f7d58d253 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a8a12fef-8f1f-42e2-8a9d-7a66402fff0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9475939 May 03 22:44:41.943572 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9b055d25-a8b7-44b7-990a-f4638a9a4c32 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=62d130071252443282eb283adef51c72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3683090 May 03 22:44:41.955039 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53746) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:42.153212 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-69749a8c-813a-44bd-a753-d2c2fa5ad341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:42.170150 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b055d25-a8b7-44b7-990a-f4638a9a4c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93903d45-a354-4775-ac49-37bd2ae80037,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:42.278161 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-88c9e205-0a6f-44a2-a41b-b97a30b27f28 req-8e4caeb8-3729-4c63-8582-18a3268a44d1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Deleting port e03d7b01-7814-460c-a987-7a428f0bd3f0 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:44:42.278161 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-88c9e205-0a6f-44a2-a41b-b97a30b27f28 req-8e4caeb8-3729-4c63-8582-18a3268a44d1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:42.289291 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-69749a8c-813a-44bd-a753-d2c2fa5ad341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:42.304043 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-4ac45245-3df0-48aa-968a-95680f2d9a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:42.305521 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-4ac45245-3df0-48aa-968a-95680f2d9a2d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c9b36c2026314fcba54b84af09c29f52&device_id=5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b HTTP/1.1" status: 200 len: 1094 time: 0.9296789 May 03 22:44:42.393075 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a16b5-78c1-4559-97ea-476723e2a85a req-b66e2bf0-3ce2-4ae5-aa1c-23fb80d1c894 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:42.398523 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-af279f73-91f9-4516-9589-410ec1a5581c service neutron] 10.222.0.60 "GET /v2.0/networks/a8a12fef-8f1f-42e2-8a9d-7a66402fff0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082357 May 03 22:44:42.400430 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a16b5-78c1-4559-97ea-476723e2a85a req-b66e2bf0-3ce2-4ae5-aa1c-23fb80d1c894 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:42.407995 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a16b5-78c1-4559-97ea-476723e2a85a req-b66e2bf0-3ce2-4ae5-aa1c-23fb80d1c894 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:42.414840 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a16b5-78c1-4559-97ea-476723e2a85a req-b66e2bf0-3ce2-4ae5-aa1c-23fb80d1c894 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:42.431771 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a16b5-78c1-4559-97ea-476723e2a85a req-b66e2bf0-3ce2-4ae5-aa1c-23fb80d1c894 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:42.438183 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a16b5-78c1-4559-97ea-476723e2a85a req-b66e2bf0-3ce2-4ae5-aa1c-23fb80d1c894 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:42.444143 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a16b5-78c1-4559-97ea-476723e2a85a req-b66e2bf0-3ce2-4ae5-aa1c-23fb80d1c894 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:42.446356 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f47a16b5-78c1-4559-97ea-476723e2a85a req-b66e2bf0-3ce2-4ae5-aa1c-23fb80d1c894 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5429 time: 0.3551304 May 03 22:44:42.458807 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9501f1-b023-4900-bb0f-dd5ef955bcd9 req-76369937-7662-461a-8b57-341b17261a74 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:42.460380 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f9501f1-b023-4900-bb0f-dd5ef955bcd9 req-76369937-7662-461a-8b57-341b17261a74 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=49487cb5-31de-424e-a09d-b4d7788e3c8d HTTP/1.1" status: 200 len: 943 time: 0.3464367 May 03 22:44:42.481237 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-0693f610-22cb-4cb8-bc53-0678d267000f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1807bea-0dda-40ae-97d0-68d5687c7659 HTTP/1.1" status: 200 len: 217 time: 0.1409223 May 03 22:44:42.559833 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f47a16b5-78c1-4559-97ea-476723e2a85a req-63478a42-09f3-4456-9853-d8f0a4a59107 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0979066 May 03 22:44:42.568943 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-69749a8c-813a-44bd-a753-d2c2fa5ad341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:42.620190 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69749a8c-813a-44bd-a753-d2c2fa5ad341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93903d45-a354-4775-ac49-37bd2ae80037,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:42.636214 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f9501f1-b023-4900-bb0f-dd5ef955bcd9 req-0d9a9b82-9780-4eca-aecc-6bca14036807 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=09aaa18f-383c-4e64-9f4d-342271d1d524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381564 May 03 22:44:42.649371 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-69749a8c-813a-44bd-a753-d2c2fa5ad341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:42.650629 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-69749a8c-813a-44bd-a753-d2c2fa5ad341 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/93903d45-a354-4775-ac49-37bd2ae80037 HTTP/1.1" status: 204 len: 168 time: 0.6915824 May 03 22:44:42.686258 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-ce17f52d-b942-4522-ba14-6a9ac0fac712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:42.696258 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-ce17f52d-b942-4522-ba14-6a9ac0fac712 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6ca0f6a1-6e8b-435e-9833-3f318b86b95e HTTP/1.1" status: 200 len: 854 time: 0.2035124 May 03 22:44:42.717640 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-82cb417a-80b8-4238-89cb-9788f339e552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bcba210-edd2-4295-ab59-511a535a6293 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:44:42.787662 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-82cb417a-80b8-4238-89cb-9788f339e552 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:42.837413 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c578e0e-845d-426f-8e0d-361555333684 req-3c275fcc-3f63-4168-b13b-07b2309a3ecf tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:42.857879 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3c578e0e-845d-426f-8e0d-361555333684 req-3c275fcc-3f63-4168-b13b-07b2309a3ecf tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=216889b4-fd5f-44c3-b5df-d8f88700df2f HTTP/1.1" status: 200 len: 932 time: 0.1390622 May 03 22:44:42.888731 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82735a46-40e4-4e5d-9fec-53794dd1c50d admin admin] Router 0d3493ea-022e-4dc7-bae9-91e77ad5c754 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:44:42.956572 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3c578e0e-845d-426f-8e0d-361555333684 req-30fb5165-61d6-4a18-b194-85d74e79810c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=3947e19d-137c-4bdc-a204-3a6d88c057db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934362 May 03 22:44:42.996466 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-82cb417a-80b8-4238-89cb-9788f339e552 service neutron] Transition to ACTIVE for port object 9bcba210-edd2-4295-ab59-511a535a6293 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:44:43.195276 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82735a46-40e4-4e5d-9fec-53794dd1c50d admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:44:43.207021 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb871647-e438-4fe7-8865-7dcd39fd7990 None None] Sync routers for ids ['0d3493ea-022e-4dc7-bae9-91e77ad5c754'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:44:43.224298 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb871647-e438-4fe7-8865-7dcd39fd7990 None None] Routers {'0d3493ea-022e-4dc7-bae9-91e77ad5c754'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:44:43.226965 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-eb871647-e438-4fe7-8865-7dcd39fd7990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:44:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['0d3493ea-022e-4dc7-bae9-91e77ad5c754'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:44:43.309946 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f00f3a-062d-437d-9240-0f5fce936f52 req-595b2e3a-ffb2-4e7d-b6bd-744bd39005f4 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:43.311715 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e3f00f3a-062d-437d-9240-0f5fce936f52 req-595b2e3a-ffb2-4e7d-b6bd-744bd39005f4 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b HTTP/1.1" status: 200 len: 943 time: 0.3182759 May 03 22:44:43.351946 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-88c9e205-0a6f-44a2-a41b-b97a30b27f28 req-8e4caeb8-3729-4c63-8582-18a3268a44d1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] For port e03d7b01-7814-460c-a987-7a428f0bd3f0, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=e03d7b01-7814-460c-a987-7a428f0bd3f0,segment=NetworkSegment(0c87bd7e-b449-406c-9031-bae021dbb1b9),segment_id=0c87bd7e-b449-406c-9031-bae021dbb1b9)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:44:43.352312 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-88c9e205-0a6f-44a2-a41b-b97a30b27f28 req-8e4caeb8-3729-4c63-8582-18a3268a44d1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:43.418108 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e3f00f3a-062d-437d-9240-0f5fce936f52 req-5fdda810-3f89-4971-aad9-3411b0442392 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=f88483bb-4aa7-456a-a7f8-36736cf84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988913 May 03 22:44:43.485609 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-82cb417a-80b8-4238-89cb-9788f339e552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:43.586658 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-eb871647-e438-4fe7-8865-7dcd39fd7990 None None] Set router 0d3493ea-022e-4dc7-bae9-91e77ad5c754 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:44:43.610824 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-82735a46-40e4-4e5d-9fec-53794dd1c50d admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:43.615794 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53792) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:43.630533 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-82735a46-40e4-4e5d-9fec-53794dd1c50d admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 15.5389340 May 03 22:44:43.938336 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-b7b30292-82f6-47e7-b1c0-85f3f11683c9 service neutron] 10.222.0.60 "GET /v2.0/networks/a8a12fef-8f1f-42e2-8a9d-7a66402fff0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4559250 May 03 22:44:43.938952 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb417a-80b8-4238-89cb-9788f339e552 service neutron] Pushing event updated for resources: {'Port': ['ID=9bcba210-edd2-4295-ab59-511a535a6293,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:44.270810 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-eb871647-e438-4fe7-8865-7dcd39fd7990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'name': 'tempest-TaggedBootDevicesTest-518512897-router', 'tenant_id': 'd6f7f307699c4be5803d470738b6e79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b2237ce7-92d3-4eda-a693-1b7f7bee76a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:44:28Z', 'updated_at': '2022-05-03T22:44:37Z', 'revision_number': 3, 'project_id': 'd6f7f307699c4be5803d470738b6e79e', 'gw_port': {'id': 'b2237ce7-92d3-4eda-a693-1b7f7bee76a7', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:36:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:44:33Z', 'updated_at': '2022-05-03T22:44:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:44:44.276199 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb871647-e438-4fe7-8865-7dcd39fd7990 None None] Checking router: 0d3493ea-022e-4dc7-bae9-91e77ad5c754 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:44:44.276740 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb871647-e438-4fe7-8865-7dcd39fd7990 None None] Updating router 0d3493ea-022e-4dc7-bae9-91e77ad5c754 port b2237ce7-92d3-4eda-a693-1b7f7bee76a7 binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:44:44.366607 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-f0e72db5-a61d-4c88-b4bc-7ca42735215e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4b827b01-9992-4ccc-9f5f-d70c9c87b504 HTTP/1.1" status: 200 len: 217 time: 0.3855984 May 03 22:44:44.387379 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13cd8c-42ca-4e84-ae86-7513d560d025 req-e7431e9e-deae-420d-8190-f08e5b378817 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:44.387920 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-eb871647-e438-4fe7-8865-7dcd39fd7990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:44.393409 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13cd8c-42ca-4e84-ae86-7513d560d025 req-e7431e9e-deae-420d-8190-f08e5b378817 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:44.400724 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13cd8c-42ca-4e84-ae86-7513d560d025 req-e7431e9e-deae-420d-8190-f08e5b378817 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:44.405390 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13cd8c-42ca-4e84-ae86-7513d560d025 req-e7431e9e-deae-420d-8190-f08e5b378817 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:44.411707 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13cd8c-42ca-4e84-ae86-7513d560d025 req-e7431e9e-deae-420d-8190-f08e5b378817 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:44.417771 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13cd8c-42ca-4e84-ae86-7513d560d025 req-e7431e9e-deae-420d-8190-f08e5b378817 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:44.423940 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13cd8c-42ca-4e84-ae86-7513d560d025 req-e7431e9e-deae-420d-8190-f08e5b378817 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:44.433897 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3c13cd8c-42ca-4e84-ae86-7513d560d025 req-e7431e9e-deae-420d-8190-f08e5b378817 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5429 time: 0.4650986 May 03 22:44:44.462116 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-88c9e205-0a6f-44a2-a41b-b97a30b27f28 req-8e4caeb8-3729-4c63-8582-18a3268a44d1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:44.462773 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-88c9e205-0a6f-44a2-a41b-b97a30b27f28 req-8e4caeb8-3729-4c63-8582-18a3268a44d1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:44.463240 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [req-88c9e205-0a6f-44a2-a41b-b97a30b27f28 req-8e4caeb8-3729-4c63-8582-18a3268a44d1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Floating IP 592d889b-3f17-40fc-bd48-18f7630f9722 disassociated. External IP: 172.25.2.211, port: e03d7b01-7814-460c-a987-7a428f0bd3f0. May 03 22:44:44.463731 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-88c9e205-0a6f-44a2-a41b-b97a30b27f28 req-8e4caeb8-3729-4c63-8582-18a3268a44d1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Calling delete_port for e03d7b01-7814-460c-a987-7a428f0bd3f0 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:44:44.495186 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b69ce-1498-4162-97a9-33ee19eef0d3 req-3b4671f7-33b9-4a2b-907b-4615d7f216d7 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:44.502193 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-980b69ce-1498-4162-97a9-33ee19eef0d3 req-3b4671f7-33b9-4a2b-907b-4615d7f216d7 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=49487cb5-31de-424e-a09d-b4d7788e3c8d HTTP/1.1" status: 200 len: 943 time: 0.5361314 May 03 22:44:44.960527 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3c13cd8c-42ca-4e84-ae86-7513d560d025 req-92845f33-6bcc-4c6e-b3dc-c169d83df2fb tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5266397 May 03 22:44:44.999281 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-eb871647-e438-4fe7-8865-7dcd39fd7990 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:45.029330 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-eb871647-e438-4fe7-8865-7dcd39fd7990 None None] Transition to ACTIVE for port object b2237ce7-92d3-4eda-a693-1b7f7bee76a7 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:44:45.051687 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-eb871647-e438-4fe7-8865-7dcd39fd7990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:45.072018 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-831a765d-9f19-43fa-892e-1f3b6733591c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:45.074515 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-831a765d-9f19-43fa-892e-1f3b6733591c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b02a0a3f-1344-4b33-8d96-e59f73f273ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.3696234 May 03 22:44:45.163445 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-980b69ce-1498-4162-97a9-33ee19eef0d3 req-4cb16812-abde-4ef5-a2ac-769496c1eef5 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups?id=09aaa18f-383c-4e64-9f4d-342271d1d524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6596279 May 03 22:44:45.220588 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-eb871647-e438-4fe7-8865-7dcd39fd7990 None None] Attempting to bind port b2237ce7-92d3-4eda-a693-1b7f7bee76a7 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:44:45.221485 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-eb871647-e438-4fe7-8865-7dcd39fd7990 None None] Attempting to bind port b2237ce7-92d3-4eda-a693-1b7f7bee76a7 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:44:45.222224 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb871647-e438-4fe7-8865-7dcd39fd7990 None None] Attempting to bind port b2237ce7-92d3-4eda-a693-1b7f7bee76a7 on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:44:45.233440 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2010e8-0f78-4272-87e7-2814f1c11996 None None] Pushing event updated for resources: {'Port': ['ID=b2237ce7-92d3-4eda-a693-1b7f7bee76a7,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:45.236444 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb871647-e438-4fe7-8865-7dcd39fd7990 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:44:45.237157 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb871647-e438-4fe7-8865-7dcd39fd7990 None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:44:45.237776 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-eb871647-e438-4fe7-8865-7dcd39fd7990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:45.238446 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb871647-e438-4fe7-8865-7dcd39fd7990 None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:44:45.239135 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-eb871647-e438-4fe7-8865-7dcd39fd7990 None None] Bound port: b2237ce7-92d3-4eda-a693-1b7f7bee76a7, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:44:45.240627 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-eb871647-e438-4fe7-8865-7dcd39fd7990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:45.246016 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-1bc8c603-e81c-4b66-a61d-e32f70d6da0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:45.246948 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-1bc8c603-e81c-4b66-a61d-e32f70d6da0b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd5f6d92-c6fd-458d-8cd8-bf6128dc92c1 HTTP/1.1" status: 200 len: 797 time: 0.8365123 May 03 22:44:45.254711 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-82cb417a-80b8-4238-89cb-9788f339e552 service neutron] Attempting to bind port 9bcba210-edd2-4295-ab59-511a535a6293 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:44:45.255125 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-82cb417a-80b8-4238-89cb-9788f339e552 service neutron] Attempting to bind port 9bcba210-edd2-4295-ab59-511a535a6293 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': 'b9e024ec-23f2-465c-9f72-d550cdce520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:44:45.255450 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-82cb417a-80b8-4238-89cb-9788f339e552 service neutron] Attempting to bind port 9bcba210-edd2-4295-ab59-511a535a6293 on network 2682e838-a62e-4a3c-95e3-1cec146b5cea {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:44:45.407521 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-82cb417a-80b8-4238-89cb-9788f339e552 service neutron] Port 9bcba210-edd2-4295-ab59-511a535a6293 on network 2682e838-a62e-4a3c-95e3-1cec146b5cea not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:44:45.407997 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-82cb417a-80b8-4238-89cb-9788f339e552 service neutron] Attempting to bind port 9bcba210-edd2-4295-ab59-511a535a6293 on network 2682e838-a62e-4a3c-95e3-1cec146b5cea {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:44:45.423472 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-eb871647-e438-4fe7-8865-7dcd39fd7990 None None] For port b2237ce7-92d3-4eda-a693-1b7f7bee76a7, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:44:45.429742 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-82cb417a-80b8-4238-89cb-9788f339e552 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:44:45.430165 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-82cb417a-80b8-4238-89cb-9788f339e552 service neutron] Checking segment: {'id': 'b9e024ec-23f2-465c-9f72-d550cdce520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:44:45.430564 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-82cb417a-80b8-4238-89cb-9788f339e552 service neutron] Bound using segment: {'id': 'b9e024ec-23f2-465c-9f72-d550cdce520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:44:45.431024 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-82cb417a-80b8-4238-89cb-9788f339e552 service neutron] Bound port: 9bcba210-edd2-4295-ab59-511a535a6293, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e024ec-23f2-465c-9f72-d550cdce520c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:44:45.431539 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-82cb417a-80b8-4238-89cb-9788f339e552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:45.432562 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-eb871647-e438-4fe7-8865-7dcd39fd7990 None None] For port b2237ce7-92d3-4eda-a693-1b7f7bee76a7, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=b2237ce7-92d3-4eda-a693-1b7f7bee76a7,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:44:45.443242 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-eb871647-e438-4fe7-8865-7dcd39fd7990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:45.606995 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-d2bf2c3a-e1ad-40c3-bebf-a20533b3c56b service neutron] 10.222.0.67 "GET /v2.0/networks/b02a0a3f-1344-4b33-8d96-e59f73f273ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5190299 May 03 22:44:45.612084 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2010e8-0f78-4272-87e7-2814f1c11996 None None] Pushing event updated for resources: {'Port': ['ID=b2237ce7-92d3-4eda-a693-1b7f7bee76a7,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:45.654411 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb871647-e438-4fe7-8865-7dcd39fd7990 None None] Routers {'0d3493ea-022e-4dc7-bae9-91e77ad5c754'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:44:45.655400 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-eb871647-e438-4fe7-8865-7dcd39fd7990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:44:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['0d3493ea-022e-4dc7-bae9-91e77ad5c754'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:44:45.667548 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-88c9e205-0a6f-44a2-a41b-b97a30b27f28 req-8e4caeb8-3729-4c63-8582-18a3268a44d1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:45.741776 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859911ac-7258-4972-8a98-97945e0fd7a9 req-6ec806fd-8dca-4d79-abd2-8023ed031997 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:45.743341 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-859911ac-7258-4972-8a98-97945e0fd7a9 req-6ec806fd-8dca-4d79-abd2-8023ed031997 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=216889b4-fd5f-44c3-b5df-d8f88700df2f HTTP/1.1" status: 200 len: 944 time: 0.5337591 May 03 22:44:45.873367 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-859911ac-7258-4972-8a98-97945e0fd7a9 req-9614c75e-3763-4b0f-9a14-4abaf1f5770f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=3947e19d-137c-4bdc-a204-3a6d88c057db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128838 May 03 22:44:45.903656 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c90e7-6165-4270-836c-db58699e3cc8 req-45d00750-adad-49a4-a5a5-ddb1002fc625 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:45.914542 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3c3c90e7-6165-4270-836c-db58699e3cc8 req-45d00750-adad-49a4-a5a5-ddb1002fc625 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b HTTP/1.1" status: 200 len: 943 time: 0.3648379 May 03 22:44:46.040168 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-eb871647-e438-4fe7-8865-7dcd39fd7990 None None] Set router 0d3493ea-022e-4dc7-bae9-91e77ad5c754 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:44:46.122840 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4caeb8-3729-4c63-8582-18a3268a44d1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Pushing event deleted for resources: {'Port': ['ID=e03d7b01-7814-460c-a987-7a428f0bd3f0,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:46.178348 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3c3c90e7-6165-4270-836c-db58699e3cc8 req-fbea8bfb-d3a8-4927-9aad-a10d5ee953f5 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=f88483bb-4aa7-456a-a7f8-36736cf84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2610407 May 03 22:44:46.201944 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-82cb417a-80b8-4238-89cb-9788f339e552 service neutron] For port 9bcba210-edd2-4295-ab59-511a535a6293, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:44:46.480873 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-82cb417a-80b8-4238-89cb-9788f339e552 service neutron] For port 9bcba210-edd2-4295-ab59-511a535a6293, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=9bcba210-edd2-4295-ab59-511a535a6293,segment=NetworkSegment(b9e024ec-23f2-465c-9f72-d550cdce520c),segment_id=b9e024ec-23f2-465c-9f72-d550cdce520c)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:44:46.512765 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-82cb417a-80b8-4238-89cb-9788f339e552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:46.542619 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88c9e205-0a6f-44a2-a41b-b97a30b27f28 req-8e4caeb8-3729-4c63-8582-18a3268a44d1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Router 8cdea6f8-d82d-43c1-9820-97fa0586d072 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:44:46.572894 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-eb871647-e438-4fe7-8865-7dcd39fd7990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'name': 'tempest-TaggedBootDevicesTest-518512897-router', 'tenant_id': 'd6f7f307699c4be5803d470738b6e79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b2237ce7-92d3-4eda-a693-1b7f7bee76a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:44:28Z', 'updated_at': '2022-05-03T22:44:37Z', 'revision_number': 3, 'project_id': 'd6f7f307699c4be5803d470738b6e79e', 'gw_port': {'id': 'b2237ce7-92d3-4eda-a693-1b7f7bee76a7', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:36:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:44:33Z', 'updated_at': '2022-05-03T22:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:44:46.579073 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb871647-e438-4fe7-8865-7dcd39fd7990 None None] The sync data for ids ['0d3493ea-022e-4dc7-bae9-91e77ad5c754'] in n-d-811807-1 is: [{'id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'name': 'tempest-TaggedBootDevicesTest-518512897-router', 'tenant_id': 'd6f7f307699c4be5803d470738b6e79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b2237ce7-92d3-4eda-a693-1b7f7bee76a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:44:28Z', 'updated_at': '2022-05-03T22:44:37Z', 'revision_number': 3, 'project_id': 'd6f7f307699c4be5803d470738b6e79e', 'gw_port': {'id': 'b2237ce7-92d3-4eda-a693-1b7f7bee76a7', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:36:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:44:33Z', 'updated_at': '2022-05-03T22:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:44:46.670827 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-e61ba762-de81-48fe-9142-611a41e78416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:46.672341 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-e61ba762-de81-48fe-9142-611a41e78416 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c844908-458f-43d5-a32d-190eedb78cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.3472676 May 03 22:44:46.726307 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-82cb417a-80b8-4238-89cb-9788f339e552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:46.726916 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-82cb417a-80b8-4238-89cb-9788f339e552 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:46.738221 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-82cb417a-80b8-4238-89cb-9788f339e552 service neutron] 10.222.0.67 "PUT /v2.0/ports/9bcba210-edd2-4295-ab59-511a535a6293 HTTP/1.1" status: 200 len: 1092 time: 6.2399461 May 03 22:44:46.764625 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216889b4-fd5f-44c3-b5df-d8f88700df2f', 'tag': '9bcba210-edd2-4295-ab59-511a535a6293'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:44:46.787228 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ee0852cd-ba85-49c3-8147-d87f17d9ba6b req-2aa98031-65d7-4650-9fd6-3390eb434fa7 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=49487cb5-31de-424e-a09d-b4d7788e3c8d HTTP/1.1" status: 200 len: 210 time: 0.1171956 May 03 22:44:46.925248 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f887bfd7-4135-48d1-b4da-5c415efed34e'] response: {'name': 'network-changed', 'server_uuid': '216889b4-fd5f-44c3-b5df-d8f88700df2f', 'tag': '9bcba210-edd2-4295-ab59-511a535a6293', 'status': 'completed', 'code': 200} May 03 22:44:46.998576 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3835a9b9-8ee1-4133-81fc-bfe2411cf7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:47.128122 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7e76453d-afa0-4398-a7fe-c5c9b7c89ef1 req-9ff182de-0233-470c-8b47-c0b5b4669bd4 service neutron] 10.222.0.67 "GET /v2.0/networks/b02a0a3f-1344-4b33-8d96-e59f73f273ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5106885 May 03 22:44:47.128804 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb417a-80b8-4238-89cb-9788f339e552 service neutron] Pushing event updated for resources: {'Port': ['ID=9bcba210-edd2-4295-ab59-511a535a6293,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:47.203454 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f76741-f90b-478b-876f-3d8981d96976 req-9712be13-ff70-493e-8671-afc981d17f20 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:47.210086 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f76741-f90b-478b-876f-3d8981d96976 req-9712be13-ff70-493e-8671-afc981d17f20 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:47.218201 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f76741-f90b-478b-876f-3d8981d96976 req-9712be13-ff70-493e-8671-afc981d17f20 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:47.229696 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f76741-f90b-478b-876f-3d8981d96976 req-9712be13-ff70-493e-8671-afc981d17f20 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:47.235910 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f76741-f90b-478b-876f-3d8981d96976 req-9712be13-ff70-493e-8671-afc981d17f20 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:47.243474 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f76741-f90b-478b-876f-3d8981d96976 req-9712be13-ff70-493e-8671-afc981d17f20 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:47.254542 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f76741-f90b-478b-876f-3d8981d96976 req-9712be13-ff70-493e-8671-afc981d17f20 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:47.257224 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6f76741-f90b-478b-876f-3d8981d96976 req-9712be13-ff70-493e-8671-afc981d17f20 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5429 time: 0.8187010 May 03 22:44:47.567951 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88c9e205-0a6f-44a2-a41b-b97a30b27f28 req-8e4caeb8-3729-4c63-8582-18a3268a44d1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:44:47.579592 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06892872-e662-49e4-b84a-6ec65b606802 None None] Sync routers for ids ['8cdea6f8-d82d-43c1-9820-97fa0586d072'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:44:47.608013 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06892872-e662-49e4-b84a-6ec65b606802 None None] Routers {'8cdea6f8-d82d-43c1-9820-97fa0586d072'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:44:47.611812 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-06892872-e662-49e4-b84a-6ec65b606802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:44:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['8cdea6f8-d82d-43c1-9820-97fa0586d072'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:44:47.778786 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6f76741-f90b-478b-876f-3d8981d96976 req-2567fde1-c950-43f8-a13f-9b97353d5ea0 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2789853 May 03 22:44:47.910487 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-3835a9b9-8ee1-4133-81fc-bfe2411cf7d3 admin admin] Allocated IP 172.20.0.1 (6b7a7532-e056-4c5e-b17e-d6ca176c9814/50b35d49-219c-4b17-af47-5e4fd9e4cce5/20ddc40b-2392-45fc-8eb7-cd106d231e88) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:44:48.049833 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53882) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:48.050191 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53886) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:48.115270 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-8bbbe4fe-4a5d-4287-b7f6-87053e7384d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:48.116790 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-8bbbe4fe-4a5d-4287-b7f6-87053e7384d2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=584c47bf47e049698552e4a4a9d3464d&device_id=216889b4-fd5f-44c3-b5df-d8f88700df2f HTTP/1.1" status: 200 len: 1095 time: 1.2998211 May 03 22:44:48.156732 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140acb62-9568-485b-bed7-718ca31bc17a req-5032e2c4-c036-4c03-9c9c-8a03180f028c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:48.161552 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-06892872-e662-49e4-b84a-6ec65b606802 None None] Set router 8cdea6f8-d82d-43c1-9820-97fa0586d072 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:44:48.173083 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-140acb62-9568-485b-bed7-718ca31bc17a req-5032e2c4-c036-4c03-9c9c-8a03180f028c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=216889b4-fd5f-44c3-b5df-d8f88700df2f HTTP/1.1" status: 200 len: 944 time: 0.9145644 May 03 22:44:48.180776 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-b861f11b-5c45-42fa-a88a-c1ab24f46e77 service neutron] 10.222.0.60 "GET /v2.0/networks/3c844908-458f-43d5-a32d-190eedb78cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4560614 May 03 22:44:48.359839 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c9e205-0a6f-44a2-a41b-b97a30b27f28 req-8e4caeb8-3729-4c63-8582-18a3268a44d1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] No DVR routers for this DVR port e03d7b01-7814-460c-a987-7a428f0bd3f0 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:44:48.368592 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-88c9e205-0a6f-44a2-a41b-b97a30b27f28 req-8e4caeb8-3729-4c63-8582-18a3268a44d1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:48.369073 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-140acb62-9568-485b-bed7-718ca31bc17a req-5925b901-e02a-43e7-9e8f-7d1b503d3e72 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=3947e19d-137c-4bdc-a204-3a6d88c057db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942635 May 03 22:44:48.415527 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-88c9e205-0a6f-44a2-a41b-b97a30b27f28 req-8e4caeb8-3729-4c63-8582-18a3268a44d1 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.60 "DELETE /v2.0/ports/e03d7b01-7814-460c-a987-7a428f0bd3f0 HTTP/1.1" status: 204 len: 173 time: 13.2351243 May 03 22:44:48.420744 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-aedbd697-c77d-43e8-97b8-c6d83de9c4cc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bcba210-edd2-4295-ab59-511a535a6293 HTTP/1.1" status: 200 len: 217 time: 0.2603567 May 03 22:44:48.495056 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3835a9b9-8ee1-4133-81fc-bfe2411cf7d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:48.568618 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-1371ac69-2ecd-4450-94c1-dcc03f26ca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:48.576038 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-1371ac69-2ecd-4450-94c1-dcc03f26ca72 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=75fb2b3e-c5da-45bb-9684-b6f9b5771795 HTTP/1.1" status: 200 len: 835 time: 0.1399009 May 03 22:44:48.578339 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e928e4-d8c6-4e4b-825d-c8c9e4b2f774 req-0a63ce18-7bcd-44fd-a3ca-ea836090a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:48.579849 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-57e928e4-d8c6-4e4b-825d-c8c9e4b2f774 req-0a63ce18-7bcd-44fd-a3ca-ea836090a1d6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c9b36c2026314fcba54b84af09c29f52&device_id=5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b HTTP/1.1" status: 200 len: 1094 time: 1.2186840 May 03 22:44:48.618866 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a8139858-1b2e-4e34-8ac2-0141c823d39a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:48.675410 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3f26c-ac1d-48e9-bf17-18a93d3e0a0d req-2c10c4db-1fb2-417e-81eb-72683301c970 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:48.683295 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-39a3f26c-ac1d-48e9-bf17-18a93d3e0a0d req-2c10c4db-1fb2-417e-81eb-72683301c970 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b HTTP/1.1" status: 200 len: 943 time: 0.6371229 May 03 22:44:48.685589 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5749f8eb-45b7-45dc-9a07-a620acdfe1c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:48.701343 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-3835a9b9-8ee1-4133-81fc-bfe2411cf7d3 admin admin] Transition to ACTIVE for port object 20ddc40b-2392-45fc-8eb7-cd106d231e88 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:44:48.779184 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a8139858-1b2e-4e34-8ac2-0141c823d39a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:44:48.785842 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-56a02799-c464-4812-805c-ae9805d72a39 service neutron] 10.222.0.60 "GET /v2.0/networks/3c844908-458f-43d5-a32d-190eedb78cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413326 May 03 22:44:48.796278 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6e375951-bcdb-4693-aa5a-2646680f2f10 req-213a9527-fe3f-4f9d-bc38-7a979bc95e9d tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/ports?device_id=49487cb5-31de-424e-a09d-b4d7788e3c8d HTTP/1.1" status: 200 len: 210 time: 0.1507428 May 03 22:44:48.797391 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5749f8eb-45b7-45dc-9a07-a620acdfe1c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:44:48.824981 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a8139858-1b2e-4e34-8ac2-0141c823d39a admin admin] Usage tracker for resource:security_group_rule and tenant:53f440a765e8476993858cb01e1cefac is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:44:48.842960 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5749f8eb-45b7-45dc-9a07-a620acdfe1c0 admin admin] Usage tracker for resource:security_group_rule and tenant:6674b4dac5a44832a2f33ee6b6817665 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:44:48.845286 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-06892872-e662-49e4-b84a-6ec65b606802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'name': 'tempest-AttachVolumeTestJSON-2080392932-router', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6c98eef3-3a72-4293-a34d-0afc1332225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:38:12Z', 'updated_at': '2022-05-03T22:38:31Z', 'revision_number': 4, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'gw_port': {'id': '6c98eef3-3a72-4293-a34d-0afc1332225f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:38:15Z', 'updated_at': '2022-05-03T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '44b602a1-8dab-47ee-beaf-5cd83b1b7b8a', 'name': '', 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'mac_address': 'fa:16:3e:84:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '6f2b7d32-d8f2-456e-bc38-b728e1fe95c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:38:28Z', 'updated_at': '2022-05-03T22:38:41Z', 'revision_number': 5, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'subnets': [{'id': '6f2b7d32-d8f2-456e-bc38-b728e1fe95c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:44:48.845807 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a8139858-1b2e-4e34-8ac2-0141c823d39a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:44:48.853066 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06892872-e662-49e4-b84a-6ec65b606802 None None] Checking router: 8cdea6f8-d82d-43c1-9820-97fa0586d072 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:44:48.862652 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5749f8eb-45b7-45dc-9a07-a620acdfe1c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:44:48.872628 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a8139858-1b2e-4e34-8ac2-0141c823d39a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:44:48.872793 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06892872-e662-49e4-b84a-6ec65b606802 None None] Routers {'8cdea6f8-d82d-43c1-9820-97fa0586d072'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:44:48.873423 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-06892872-e662-49e4-b84a-6ec65b606802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:44:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['8cdea6f8-d82d-43c1-9820-97fa0586d072'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:44:48.889635 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5749f8eb-45b7-45dc-9a07-a620acdfe1c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:44:48.929746 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-39a3f26c-ac1d-48e9-bf17-18a93d3e0a0d req-08b5c59c-afab-4fbe-8b49-921eb0651d89 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=f88483bb-4aa7-456a-a7f8-36736cf84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452798 May 03 22:44:49.001765 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49487cb5-31de-424e-a09d-b4d7788e3c8d', 'name': 'network-vif-deleted', 'tag': 'e03d7b01-7814-460c-a987-7a428f0bd3f0'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:44:49.103931 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3835a9b9-8ee1-4133-81fc-bfe2411cf7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:49.142108 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device b2237ce7-92d3-4eda-a693-1b7f7bee76a7 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:44:49.252656 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3835a9b9-8ee1-4133-81fc-bfe2411cf7d3 admin admin] Network 6b7a7532-e056-4c5e-b17e-d6ca176c9814 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:44:49.255077 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835a9b9-8ee1-4133-81fc-bfe2411cf7d3 admin admin] Pushing event updated for resources: {'Port': ['ID=20ddc40b-2392-45fc-8eb7-cd106d231e88,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:49.262769 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-3835a9b9-8ee1-4133-81fc-bfe2411cf7d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:44:49.285138 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port b2237ce7-92d3-4eda-a693-1b7f7bee76a7 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:44:49.299892 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port b2237ce7-92d3-4eda-a693-1b7f7bee76a7 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:44:49.300791 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:49.309247 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3835a9b9-8ee1-4133-81fc-bfe2411cf7d3 admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:44:49.440451 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-06892872-e662-49e4-b84a-6ec65b606802 None None] Set router 8cdea6f8-d82d-43c1-9820-97fa0586d072 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:44:49.478222 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65b55096-73f8-48ad-99bc-0fb9648b8c9e'] response: {'server_uuid': '49487cb5-31de-424e-a09d-b4d7788e3c8d', 'name': 'network-vif-deleted', 'tag': 'e03d7b01-7814-460c-a987-7a428f0bd3f0', 'status': 'completed', 'code': 200} May 03 22:44:49.485867 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-966cf802-f648-48d4-a265-8ea710851641 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=89678d86-c165-4dfc-97f5-a935adc1fa0d HTTP/1.1" status: 200 len: 217 time: 0.3702602 May 03 22:44:49.556761 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e928e4-d8c6-4e4b-825d-c8c9e4b2f774 req-6e24ebbb-f839-4950-b400-fa9cee609150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:49.558330 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-57e928e4-d8c6-4e4b-825d-c8c9e4b2f774 req-6e24ebbb-f839-4950-b400-fa9cee609150 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b02a0a3f-1344-4b33-8d96-e59f73f273ac HTTP/1.1" status: 200 len: 916 time: 0.7697718 May 03 22:44:49.602278 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5749f8eb-45b7-45dc-9a07-a620acdfe1c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:49.633312 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3835a9b9-8ee1-4133-81fc-bfe2411cf7d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:49.667596 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-0be5f42c-49cc-4df2-9076-45005bd00216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:49.668140 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5749f8eb-45b7-45dc-9a07-a620acdfe1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:49.670561 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-0be5f42c-49cc-4df2-9076-45005bd00216 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd5f6d92-c6fd-458d-8cd8-bf6128dc92c1 HTTP/1.1" status: 200 len: 797 time: 0.1673374 May 03 22:44:49.733920 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-57e928e4-d8c6-4e4b-825d-c8c9e4b2f774 req-ada25bc0-add4-4065-99ac-1231e721821f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1807bea-0dda-40ae-97d0-68d5687c7659 HTTP/1.1" status: 200 len: 217 time: 0.1669869 May 03 22:44:49.737799 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a8139858-1b2e-4e34-8ac2-0141c823d39a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:49.768354 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:49.778733 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a8139858-1b2e-4e34-8ac2-0141c823d39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:49.797518 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1cf3f-d178-4451-902b-5a81cb700814 req-311a23da-556d-4c96-bc7f-1c9145e33a9e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:49.804391 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1cf3f-d178-4451-902b-5a81cb700814 req-311a23da-556d-4c96-bc7f-1c9145e33a9e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:49.812591 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1cf3f-d178-4451-902b-5a81cb700814 req-311a23da-556d-4c96-bc7f-1c9145e33a9e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:49.820048 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1cf3f-d178-4451-902b-5a81cb700814 req-311a23da-556d-4c96-bc7f-1c9145e33a9e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:49.826308 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1cf3f-d178-4451-902b-5a81cb700814 req-311a23da-556d-4c96-bc7f-1c9145e33a9e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:49.826516 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-cdfe7700-33d7-446c-a36d-8e487fdee9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:49.827993 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-cdfe7700-33d7-446c-a36d-8e487fdee9b0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2682e838-a62e-4a3c-95e3-1cec146b5cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0407095 May 03 22:44:49.832532 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1cf3f-d178-4451-902b-5a81cb700814 req-311a23da-556d-4c96-bc7f-1c9145e33a9e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:49.839084 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1cf3f-d178-4451-902b-5a81cb700814 req-311a23da-556d-4c96-bc7f-1c9145e33a9e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:49.846781 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7ab1cf3f-d178-4451-902b-5a81cb700814 req-311a23da-556d-4c96-bc7f-1c9145e33a9e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5429 time: 0.8125606 May 03 22:44:49.859941 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5749f8eb-45b7-45dc-9a07-a620acdfe1c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea258470-1a1c-4483-ace5-f73c7d6665ad,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:49.920454 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e928e4-d8c6-4e4b-825d-c8c9e4b2f774 req-cb01dc9f-7e18-484e-a08d-67c9a7eb8621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:49.923207 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-57e928e4-d8c6-4e4b-825d-c8c9e4b2f774 req-cb01dc9f-7e18-484e-a08d-67c9a7eb8621 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6ca0f6a1-6e8b-435e-9833-3f318b86b95e HTTP/1.1" status: 200 len: 854 time: 0.1794653 May 03 22:44:49.942328 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5749f8eb-45b7-45dc-9a07-a620acdfe1c0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6674b4dac5a44832a2f33ee6b6817665&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8845816 May 03 22:44:49.966372 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53910) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:49.985214 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7ab1cf3f-d178-4451-902b-5a81cb700814 req-01559461-dc03-4e22-9b7c-14c7ae257184 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1375103 May 03 22:44:50.007761 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a8139858-1b2e-4e34-8ac2-0141c823d39a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=53f440a765e8476993858cb01e1cefac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9535315 May 03 22:44:50.008756 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53916) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:50.045270 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8139858-1b2e-4e34-8ac2-0141c823d39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d465b2f-9d58-4150-b5ca-52d3c0b2014d,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:50.068385 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a17f83eb-2821-4778-a6e1-5ceebd558f9a None None] Provisioning for port 20ddc40b-2392-45fc-8eb7-cd106d231e88 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:44:50.114902 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d5868-1ca0-4925-903c-676247dfaa56 req-335e0659-d4cb-4c1e-ab59-30559ef7b875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:50.117220 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-335e0659-d4cb-4c1e-ab59-30559ef7b875 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c844908-458f-43d5-a32d-190eedb78cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4363623 May 03 22:44:50.158613 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a17f83eb-2821-4778-a6e1-5ceebd558f9a None None] Provisioning complete for port 20ddc40b-2392-45fc-8eb7-cd106d231e88 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:44:50.159025 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a17f83eb-2821-4778-a6e1-5ceebd558f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:50.215692 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7c693dd8-95ff-40c2-8982-93c383766443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:50.225301 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b719d-1186-4596-92c7-beedafa8593f req-b6e0538b-eb3b-477b-964e-80bc64b93117 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:50.228140 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-e4bbf976-1be6-41b9-bd70-72d5f3687821 service neutron] 10.222.0.67 "GET /v2.0/networks/2682e838-a62e-4a3c-95e3-1cec146b5cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895221 May 03 22:44:50.232227 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7a9b719d-1186-4596-92c7-beedafa8593f req-b6e0538b-eb3b-477b-964e-80bc64b93117 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=216889b4-fd5f-44c3-b5df-d8f88700df2f HTTP/1.1" status: 200 len: 944 time: 0.5889776 May 03 22:44:50.248325 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cd860135-da1b-452e-abea-428ea2e23e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:50.279875 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3835a9b9-8ee1-4133-81fc-bfe2411cf7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:50.327172 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7c693dd8-95ff-40c2-8982-93c383766443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:50.351573 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device f1807bea-0dda-40ae-97d0-68d5687c7659 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:44:50.356608 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a17f83eb-2821-4778-a6e1-5ceebd558f9a None None] Port 20ddc40b-2392-45fc-8eb7-cd106d231e88 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:44:50.361157 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port b2237ce7-92d3-4eda-a693-1b7f7bee76a7, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=b2237ce7-92d3-4eda-a693-1b7f7bee76a7,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:44:50.387388 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:50.412768 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cd860135-da1b-452e-abea-428ea2e23e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:50.442534 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7a9b719d-1186-4596-92c7-beedafa8593f req-1b123e54-a3ab-49a8-a307-16b7280fc388 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=3947e19d-137c-4bdc-a204-3a6d88c057db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092953 May 03 22:44:50.510000 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-06892872-e662-49e4-b84a-6ec65b606802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'name': 'tempest-AttachVolumeTestJSON-2080392932-router', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6c98eef3-3a72-4293-a34d-0afc1332225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:38:12Z', 'updated_at': '2022-05-03T22:38:31Z', 'revision_number': 4, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'gw_port': {'id': '6c98eef3-3a72-4293-a34d-0afc1332225f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:38:15Z', 'updated_at': '2022-05-03T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '44b602a1-8dab-47ee-beaf-5cd83b1b7b8a', 'name': '', 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'mac_address': 'fa:16:3e:84:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '6f2b7d32-d8f2-456e-bc38-b728e1fe95c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:38:28Z', 'updated_at': '2022-05-03T22:38:41Z', 'revision_number': 5, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'subnets': [{'id': '6f2b7d32-d8f2-456e-bc38-b728e1fe95c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:44:50.526703 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53922) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:50.624238 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e928e4-d8c6-4e4b-825d-c8c9e4b2f774 req-cf0f46be-9444-409a-8aaa-3c1346b1f727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:50.627626 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-57e928e4-d8c6-4e4b-825d-c8c9e4b2f774 req-cf0f46be-9444-409a-8aaa-3c1346b1f727 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b02a0a3f-1344-4b33-8d96-e59f73f273ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6229708 May 03 22:44:50.651423 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06892872-e662-49e4-b84a-6ec65b606802 None None] The sync data for ids ['8cdea6f8-d82d-43c1-9820-97fa0586d072'] in n-d-811807-1 is: [{'id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'name': 'tempest-AttachVolumeTestJSON-2080392932-router', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6c98eef3-3a72-4293-a34d-0afc1332225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:38:12Z', 'updated_at': '2022-05-03T22:38:31Z', 'revision_number': 4, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'gw_port': {'id': '6c98eef3-3a72-4293-a34d-0afc1332225f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:38:15Z', 'updated_at': '2022-05-03T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '44b602a1-8dab-47ee-beaf-5cd83b1b7b8a', 'name': '', 'network_id': '52887582-9aaf-461f-9114-9c737d13cefa', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'mac_address': 'fa:16:3e:84:59:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '6f2b7d32-d8f2-456e-bc38-b728e1fe95c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:38:28Z', 'updated_at': '2022-05-03T22:38:41Z', 'revision_number': 5, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'subnets': [{'id': '6f2b7d32-d8f2-456e-bc38-b728e1fe95c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:44:50.725488 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-93c9519b-7049-48f5-970c-6086e8d0fef5 service neutron] 10.222.0.60 "GET /v2.0/networks/3c844908-458f-43d5-a32d-190eedb78cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5882058 May 03 22:44:50.728511 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=b2237ce7-92d3-4eda-a693-1b7f7bee76a7,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:50.729504 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c7cd6fed-d046-4beb-b331-c49c07499137 req-30e6010e-d610-4fa3-a364-b953d1296f60 service neutron] 10.222.0.67 "GET /v2.0/networks/2682e838-a62e-4a3c-95e3-1cec146b5cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227259 May 03 22:44:50.777237 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port f1807bea-0dda-40ae-97d0-68d5687c7659, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=f1807bea-0dda-40ae-97d0-68d5687c7659,segment=NetworkSegment(0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a),segment_id=0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:44:50.795204 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'f1807bea-0dda-40ae-97d0-68d5687c7659', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'port_id': 'f1807bea-0dda-40ae-97d0-68d5687c7659', 'mac_address': 'fa:16:3e:c3:cb:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:44:50.900437 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:50.923720 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1807bea-0dda-40ae-97d0-68d5687c7659 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:44:50.943289 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port f1807bea-0dda-40ae-97d0-68d5687c7659, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=f1807bea-0dda-40ae-97d0-68d5687c7659,segment=NetworkSegment(0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a),segment_id=0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:44:50.954160 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:50.960999 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7c693dd8-95ff-40c2-8982-93c383766443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:51.038293 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device b2237ce7-92d3-4eda-a693-1b7f7bee76a7 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:44:51.194038 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=f1807bea-0dda-40ae-97d0-68d5687c7659,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:51.217553 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port b2237ce7-92d3-4eda-a693-1b7f7bee76a7 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:44:51.218585 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:51.227230 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ac2fa7-d604-4357-b1d3-5e35020e93d3 None None] New status for floating IP 592d889b-3f17-40fc-bd48-18f7630f9722: DOWN {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:44:51.405508 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-57e928e4-d8c6-4e4b-825d-c8c9e4b2f774 req-a1fee3af-a265-4af1-a9be-3c1b65ad8e71 service neutron] 10.222.0.67 "GET /v2.0/networks/b02a0a3f-1344-4b33-8d96-e59f73f273ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7607014 May 03 22:44:51.440056 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-182d5868-1ca0-4925-903c-676247dfaa56 req-ab83dd27-4b19-4f97-8fbd-80c623c61883 service neutron] 10.222.0.60 "GET /v2.0/networks/3c844908-458f-43d5-a32d-190eedb78cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7061744 May 03 22:44:51.446631 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ce6db-7218-46dc-a0d0-6b20b6d7d707 req-3210d1cd-ad9b-4a10-a0ac-68aa14b7c98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:51.448242 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-691ce6db-7218-46dc-a0d0-6b20b6d7d707 req-3210d1cd-ad9b-4a10-a0ac-68aa14b7c98f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=584c47bf47e049698552e4a4a9d3464d&device_id=216889b4-fd5f-44c3-b5df-d8f88700df2f HTTP/1.1" status: 200 len: 1095 time: 0.2671204 May 03 22:44:51.495257 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['f1807bea-0dda-40ae-97d0-68d5687c7659'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:44:51.572282 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0b418737-c7bd-4eac-8b2e-64e211b60243 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:51.588168 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c693dd8-95ff-40c2-8982-93c383766443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea258470-1a1c-4483-ace5-f73c7d6665ad,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:51.734219 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cd860135-da1b-452e-abea-428ea2e23e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:51.744157 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ce6db-7218-46dc-a0d0-6b20b6d7d707 req-0efbf672-0ebf-4b5f-9bc3-2a0cfd7b7b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:51.745711 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-691ce6db-7218-46dc-a0d0-6b20b6d7d707 req-0efbf672-0ebf-4b5f-9bc3-2a0cfd7b7b78 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2682e838-a62e-4a3c-95e3-1cec146b5cea HTTP/1.1" status: 200 len: 898 time: 0.2861474 May 03 22:44:51.792642 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0b418737-c7bd-4eac-8b2e-64e211b60243 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:51.826792 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7c693dd8-95ff-40c2-8982-93c383766443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:51.844512 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7c693dd8-95ff-40c2-8982-93c383766443 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ea258470-1a1c-4483-ace5-f73c7d6665ad HTTP/1.1" status: 204 len: 168 time: 1.8614860 May 03 22:44:51.859854 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cd860135-da1b-452e-abea-428ea2e23e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:51.869795 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-cd860135-da1b-452e-abea-428ea2e23e91 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4d465b2f-9d58-4150-b5ca-52d3c0b2014d HTTP/1.1" status: 204 len: 168 time: 1.8541796 May 03 22:44:51.875482 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd860135-da1b-452e-abea-428ea2e23e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d465b2f-9d58-4150-b5ca-52d3c0b2014d,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:51.921947 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-691ce6db-7218-46dc-a0d0-6b20b6d7d707 req-781013c1-c155-4ca0-baeb-393a10e77613 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bcba210-edd2-4295-ab59-511a535a6293 HTTP/1.1" status: 200 len: 217 time: 0.1231503 May 03 22:44:51.936859 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24e47c-43e0-473d-84f4-22087c7b0873 req-4a0fa6e9-b31c-4ee2-ad1f-04a932448118 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:51.945487 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3d24e47c-43e0-473d-84f4-22087c7b0873 req-4a0fa6e9-b31c-4ee2-ad1f-04a932448118 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b HTTP/1.1" status: 200 len: 943 time: 1.4399967 May 03 22:44:51.961242 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.resource_extend [None req-3835a9b9-8ee1-4133-81fc-bfe2411cf7d3 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:44:51.985804 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3835a9b9-8ee1-4133-81fc-bfe2411cf7d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:52.007782 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3835a9b9-8ee1-4133-81fc-bfe2411cf7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:52.122839 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3d24e47c-43e0-473d-84f4-22087c7b0873 req-7448bdab-958c-4bd9-9d91-4e342af3b7b6 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=f88483bb-4aa7-456a-a7f8-36736cf84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714373 May 03 22:44:52.159992 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa5d1a-e2a0-40aa-91e0-9cc930bae54e req-a7a677b2-aa39-4546-bdbc-e1c92669c5b9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:52.176290 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa5d1a-e2a0-40aa-91e0-9cc930bae54e req-a7a677b2-aa39-4546-bdbc-e1c92669c5b9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:52.186367 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa5d1a-e2a0-40aa-91e0-9cc930bae54e req-a7a677b2-aa39-4546-bdbc-e1c92669c5b9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:52.198971 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-57e928e4-d8c6-4e4b-825d-c8c9e4b2f774 req-a741c8ff-f86f-46c0-a0f0-0e0cae9c16f6 service neutron] 10.222.0.67 "GET /v2.0/networks/b02a0a3f-1344-4b33-8d96-e59f73f273ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7768061 May 03 22:44:52.210282 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ce6db-7218-46dc-a0d0-6b20b6d7d707 req-cf24208b-2684-48da-940e-f20511dce4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:52.210282 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-691ce6db-7218-46dc-a0d0-6b20b6d7d707 req-cf24208b-2684-48da-940e-f20511dce4de service neutron] 10.222.0.67 "GET /v2.0/subnets?id=75fb2b3e-c5da-45bb-9684-b6f9b5771795 HTTP/1.1" status: 200 len: 835 time: 0.2680166 May 03 22:44:52.218958 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa5d1a-e2a0-40aa-91e0-9cc930bae54e req-a7a677b2-aa39-4546-bdbc-e1c92669c5b9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:52.222501 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3858d-80b5-4bf3-a08e-7661e7639c5a req-cb7a7774-c765-475e-8633-2c94f455ab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:52.229087 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa5d1a-e2a0-40aa-91e0-9cc930bae54e req-a7a677b2-aa39-4546-bdbc-e1c92669c5b9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:52.230227 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3858d-80b5-4bf3-a08e-7661e7639c5a req-cb7a7774-c765-475e-8633-2c94f455ab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:52.232179 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3858d-80b5-4bf3-a08e-7661e7639c5a req-cb7a7774-c765-475e-8633-2c94f455ab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:52.240392 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa5d1a-e2a0-40aa-91e0-9cc930bae54e req-a7a677b2-aa39-4546-bdbc-e1c92669c5b9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:52.241065 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3858d-80b5-4bf3-a08e-7661e7639c5a req-cb7a7774-c765-475e-8633-2c94f455ab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:52.241926 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3858d-80b5-4bf3-a08e-7661e7639c5a req-cb7a7774-c765-475e-8633-2c94f455ab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:52.242612 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3858d-80b5-4bf3-a08e-7661e7639c5a req-cb7a7774-c765-475e-8633-2c94f455ab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:52.243265 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3858d-80b5-4bf3-a08e-7661e7639c5a req-cb7a7774-c765-475e-8633-2c94f455ab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:52.243377 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa5d1a-e2a0-40aa-91e0-9cc930bae54e req-a7a677b2-aa39-4546-bdbc-e1c92669c5b9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:52.245228 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7bfa5d1a-e2a0-40aa-91e0-9cc930bae54e req-a7a677b2-aa39-4546-bdbc-e1c92669c5b9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5429 time: 0.7328696 May 03 22:44:52.251985 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5aa3858d-80b5-4bf3-a08e-7661e7639c5a req-cb7a7774-c765-475e-8633-2c94f455ab71 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=07f7b519265346608174cafca790a124&device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 6486 time: 0.5018249 May 03 22:44:52.386584 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0b418737-c7bd-4eac-8b2e-64e211b60243 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:52.414200 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835a9b9-8ee1-4133-81fc-bfe2411cf7d3 admin admin] Pushing event updated for resources: {'Port': ['ID=20ddc40b-2392-45fc-8eb7-cd106d231e88,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:52.430865 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3835a9b9-8ee1-4133-81fc-bfe2411cf7d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:52.448736 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b418737-c7bd-4eac-8b2e-64e211b60243 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09aaa18f-383c-4e64-9f4d-342271d1d524,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:52.473762 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7bfa5d1a-e2a0-40aa-91e0-9cc930bae54e req-bf604ea2-9d92-4243-ace7-b3c93881b1bc tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2020550 May 03 22:44:52.515281 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0b418737-c7bd-4eac-8b2e-64e211b60243 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:52.516409 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0b418737-c7bd-4eac-8b2e-64e211b60243 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "DELETE /v2.0/security-groups/09aaa18f-383c-4e64-9f4d-342271d1d524 HTTP/1.1" status: 204 len: 168 time: 1.9312027 May 03 22:44:52.520276 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53942) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:52.566589 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ce6db-7218-46dc-a0d0-6b20b6d7d707 req-21767f96-5355-4cf1-878b-e4e94e5d8773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:52.568412 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-691ce6db-7218-46dc-a0d0-6b20b6d7d707 req-21767f96-5355-4cf1-878b-e4e94e5d8773 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2682e838-a62e-4a3c-95e3-1cec146b5cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3151634 May 03 22:44:52.577318 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3858d-80b5-4bf3-a08e-7661e7639c5a req-49f5ec66-7293-4f5a-a5cb-05ef5eb44c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:52.579512 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5aa3858d-80b5-4bf3-a08e-7661e7639c5a req-49f5ec66-7293-4f5a-a5cb-05ef5eb44c8c service neutron] 10.222.0.60 "GET /v2.0/networks?id=3c844908-458f-43d5-a32d-190eedb78cdc HTTP/1.1" status: 200 len: 902 time: 0.2922926 May 03 22:44:52.657835 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53946) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:52.687832 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-b9a6c8d8-7615-44a4-970c-e1cfbbf9cb17 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] show failed (client error): The resource could not be found. May 03 22:44:52.688905 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b9a6c8d8-7615-44a4-970c-e1cfbbf9cb17 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "GET /v2.0/security-groups/09aaa18f-383c-4e64-9f4d-342271d1d524 HTTP/1.1" status: 404 len: 347 time: 0.1667707 May 03 22:44:52.695776 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53950) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:52.699751 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-622d52e9-9c04-47f7-9eea-5bfed7bcbcd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:52.782380 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5a00b-a993-4630-beb3-2dc2429d3359 req-6079f79d-1b64-4423-9700-b4efcf4640d0 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:52.790094 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5aa3858d-80b5-4bf3-a08e-7661e7639c5a req-1fa4c7b4-d93a-4bb0-8377-17b2e963622f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=89678d86-c165-4dfc-97f5-a935adc1fa0d HTTP/1.1" status: 200 len: 217 time: 0.1729729 May 03 22:44:52.790653 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3c5a00b-a993-4630-beb3-2dc2429d3359 req-6079f79d-1b64-4423-9700-b4efcf4640d0 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=216889b4-fd5f-44c3-b5df-d8f88700df2f HTTP/1.1" status: 200 len: 944 time: 0.4611082 May 03 22:44:52.848858 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-622d52e9-9c04-47f7-9eea-5bfed7bcbcd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:44:52.858178 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53956) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:52.902388 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5e45ca26-02bf-4d53-928e-2cc09dc1e2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:52.927476 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-622d52e9-9c04-47f7-9eea-5bfed7bcbcd4 admin admin] Usage tracker for resource:security_group_rule and tenant:7f6f78f247c44799b9d814f8f30b7655 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:44:52.954005 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-622d52e9-9c04-47f7-9eea-5bfed7bcbcd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:44:52.956454 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-691ce6db-7218-46dc-a0d0-6b20b6d7d707 req-e2d8effc-7bb8-4beb-ad85-a043c6bc4aeb service neutron] 10.222.0.67 "GET /v2.0/networks/2682e838-a62e-4a3c-95e3-1cec146b5cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813658 May 03 22:44:53.006629 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-622d52e9-9c04-47f7-9eea-5bfed7bcbcd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:44:53.057343 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-07504a55-0af1-4191-bc7f-aa39404cff9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:53.090997 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3835a9b9-8ee1-4133-81fc-bfe2411cf7d3 admin admin] Network 6b7a7532-e056-4c5e-b17e-d6ca176c9814 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:44:53.096208 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-a17c2a6f-90e0-4620-a7ba-712b955dc243 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Deleting port 6e8ce613-6342-4e21-ac08-2a2387f09edd {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:44:53.096761 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a17c2a6f-90e0-4620-a7ba-712b955dc243 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:53.123610 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-691ce6db-7218-46dc-a0d0-6b20b6d7d707 req-d8b3a419-8d89-4f2a-8c51-134ae0cc2512 service neutron] 10.222.0.67 "GET /v2.0/networks/2682e838-a62e-4a3c-95e3-1cec146b5cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593671 May 03 22:44:53.124228 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-3835a9b9-8ee1-4133-81fc-bfe2411cf7d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:44:53.137982 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3c5a00b-a993-4630-beb3-2dc2429d3359 req-5a485a3c-8619-4eec-99f6-2829c089d807 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=3947e19d-137c-4bdc-a204-3a6d88c057db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3435659 May 03 22:44:53.180799 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-07504a55-0af1-4191-bc7f-aa39404cff9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:44:53.258109 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-07504a55-0af1-4191-bc7f-aa39404cff9e admin admin] Usage tracker for resource:security_group_rule and tenant:cee2da0e8e3047169da99c3b616c8d79 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:44:53.267656 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-07504a55-0af1-4191-bc7f-aa39404cff9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:44:53.350272 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3858d-80b5-4bf3-a08e-7661e7639c5a req-92271108-3813-408e-a458-7c47a46647ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:53.353358 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-07504a55-0af1-4191-bc7f-aa39404cff9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:44:53.355272 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5aa3858d-80b5-4bf3-a08e-7661e7639c5a req-92271108-3813-408e-a458-7c47a46647ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd5f6d92-c6fd-458d-8cd8-bf6128dc92c1 HTTP/1.1" status: 200 len: 797 time: 0.5582299 May 03 22:44:53.498269 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3858d-80b5-4bf3-a08e-7661e7639c5a req-ffa979ea-4397-4edb-bc73-fab1bd1f6b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:53.500023 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5aa3858d-80b5-4bf3-a08e-7661e7639c5a req-ffa979ea-4397-4edb-bc73-fab1bd1f6b8d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c844908-458f-43d5-a32d-190eedb78cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1379747 May 03 22:44:53.514709 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-18d3aa79-0c99-4223-8908-a22d0a3f0dc1 None None] Provisioning complete for port 20ddc40b-2392-45fc-8eb7-cd106d231e88 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:44:53.515325 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-18d3aa79-0c99-4223-8908-a22d0a3f0dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:53.628349 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-18d3aa79-0c99-4223-8908-a22d0a3f0dc1 None None] Port 20ddc40b-2392-45fc-8eb7-cd106d231e88 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:44:53.736898 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3835a9b9-8ee1-4133-81fc-bfe2411cf7d3 admin admin] Router 0d3493ea-022e-4dc7-bae9-91e77ad5c754 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:44:53.824978 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a17c2a6f-90e0-4620-a7ba-712b955dc243 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:53.826414 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a17c2a6f-90e0-4620-a7ba-712b955dc243 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:53.841349 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-622d52e9-9c04-47f7-9eea-5bfed7bcbcd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:53.916197 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 9bcba210-edd2-4295-ab59-511a535a6293 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:44:53.921800 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device f1807bea-0dda-40ae-97d0-68d5687c7659 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:44:53.944316 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5aa3858d-80b5-4bf3-a08e-7661e7639c5a req-8579cbfc-c07f-41a0-9882-b9c17ddba777 service neutron] 10.222.0.60 "GET /v2.0/networks/3c844908-458f-43d5-a32d-190eedb78cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372890 May 03 22:44:54.099062 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port f1807bea-0dda-40ae-97d0-68d5687c7659 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:44:54.107136 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port f1807bea-0dda-40ae-97d0-68d5687c7659 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:44:54.107916 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:54.183040 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-622d52e9-9c04-47f7-9eea-5bfed7bcbcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:54.249887 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 9bcba210-edd2-4295-ab59-511a535a6293, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=9bcba210-edd2-4295-ab59-511a535a6293,segment=NetworkSegment(b9e024ec-23f2-465c-9f72-d550cdce520c),segment_id=b9e024ec-23f2-465c-9f72-d550cdce520c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:44:54.273198 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '9bcba210-edd2-4295-ab59-511a535a6293', 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea', 'port_id': '9bcba210-edd2-4295-ab59-511a535a6293', 'mac_address': 'fa:16:3e:4d:31:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75fb2b3e-c5da-45bb-9684-b6f9b5771795', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:44:54.326978 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5aa3858d-80b5-4bf3-a08e-7661e7639c5a req-44862b35-f6ad-4ad1-8045-92c6e1686547 service neutron] 10.222.0.60 "GET /v2.0/networks/3c844908-458f-43d5-a32d-190eedb78cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757038 May 03 22:44:54.359950 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-a17c2a6f-90e0-4620-a7ba-712b955dc243 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Calling delete_port for 6e8ce613-6342-4e21-ac08-2a2387f09edd owned by network:floatingip {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:44:54.391775 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:54.396964 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:54.417299 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bcba210-edd2-4295-ab59-511a535a6293 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:44:54.430364 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:54.450731 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 9bcba210-edd2-4295-ab59-511a535a6293, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=9bcba210-edd2-4295-ab59-511a535a6293,segment=NetworkSegment(b9e024ec-23f2-465c-9f72-d550cdce520c),segment_id=b9e024ec-23f2-465c-9f72-d550cdce520c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:44:54.451076 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc57d3-76b8-42d6-ab27-4fc20ef23b98 req-9c2b30ac-c0ee-48c4-bd20-0d0361668bd1 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:54.454330 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5efc57d3-76b8-42d6-ab27-4fc20ef23b98 req-9c2b30ac-c0ee-48c4-bd20-0d0361668bd1 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b HTTP/1.1" status: 200 len: 944 time: 1.0938246 May 03 22:44:54.457705 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:54.476340 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-07504a55-0af1-4191-bc7f-aa39404cff9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:54.485051 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d52e9-9c04-47f7-9eea-5bfed7bcbcd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64606db4-245c-4413-aaa6-33fce04e26c4,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:54.491508 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-622d52e9-9c04-47f7-9eea-5bfed7bcbcd4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7f6f78f247c44799b9d814f8f30b7655&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8325677 May 03 22:44:54.493172 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1807bea-0dda-40ae-97d0-68d5687c7659'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:44:54.494381 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53970) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:54.513747 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-07504a55-0af1-4191-bc7f-aa39404cff9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:54.520679 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port f1807bea-0dda-40ae-97d0-68d5687c7659, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=f1807bea-0dda-40ae-97d0-68d5687c7659,segment=NetworkSegment(0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a),segment_id=0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:44:54.540735 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:54.577202 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=9bcba210-edd2-4295-ab59-511a535a6293,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:54.665901 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-af465677-0570-42aa-8dda-663ec74ed8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:54.668673 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5efc57d3-76b8-42d6-ab27-4fc20ef23b98 req-d7262a5e-985f-4962-a73a-9a1f273b9ece tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=f88483bb-4aa7-456a-a7f8-36736cf84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704280 May 03 22:44:54.675516 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07504a55-0af1-4191-bc7f-aa39404cff9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7156f34-c41e-47b2-bb79-a300f1d8a45b,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:54.706849 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-07504a55-0af1-4191-bc7f-aa39404cff9e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cee2da0e8e3047169da99c3b616c8d79&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8476210 May 03 22:44:54.714838 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53976) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:54.722760 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3835a9b9-8ee1-4133-81fc-bfe2411cf7d3 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:44:54.738840 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=f1807bea-0dda-40ae-97d0-68d5687c7659,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:54.750340 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddeeb24-4d59-43ff-be6b-46c9644ea0b6 None None] Sync routers for ids ['0d3493ea-022e-4dc7-bae9-91e77ad5c754'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:44:54.767096 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ef766-d478-4d6b-95f9-186db15b41d7 req-7d95f0e3-96cb-4491-88fa-296554850b64 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:54.770858 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddeeb24-4d59-43ff-be6b-46c9644ea0b6 None None] Routers {'0d3493ea-022e-4dc7-bae9-91e77ad5c754'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:44:54.773884 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ef766-d478-4d6b-95f9-186db15b41d7 req-7d95f0e3-96cb-4491-88fa-296554850b64 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:54.774648 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-7ddeeb24-4d59-43ff-be6b-46c9644ea0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:44:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['0d3493ea-022e-4dc7-bae9-91e77ad5c754'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:44:54.780959 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ef766-d478-4d6b-95f9-186db15b41d7 req-7d95f0e3-96cb-4491-88fa-296554850b64 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:54.787520 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ef766-d478-4d6b-95f9-186db15b41d7 req-7d95f0e3-96cb-4491-88fa-296554850b64 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:54.789986 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-af465677-0570-42aa-8dda-663ec74ed8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:54.793697 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ef766-d478-4d6b-95f9-186db15b41d7 req-7d95f0e3-96cb-4491-88fa-296554850b64 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:54.799922 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ef766-d478-4d6b-95f9-186db15b41d7 req-7d95f0e3-96cb-4491-88fa-296554850b64 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:54.806640 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ef766-d478-4d6b-95f9-186db15b41d7 req-7d95f0e3-96cb-4491-88fa-296554850b64 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:54.814393 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-395ef766-d478-4d6b-95f9-186db15b41d7 req-7d95f0e3-96cb-4491-88fa-296554850b64 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5429 time: 0.9058084 May 03 22:44:54.882300 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['9bcba210-edd2-4295-ab59-511a535a6293'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:44:54.886078 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1f5d4eb0-cff2-435f-9cc4-ea9d05e75a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:54.895680 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3835a9b9-8ee1-4133-81fc-bfe2411cf7d3 admin admin] 10.222.0.58 "PUT /v2.0/routers/0d3493ea-022e-4dc7-bae9-91e77ad5c754/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2786572 May 03 22:44:54.971235 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-af465677-0570-42aa-8dda-663ec74ed8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:54.996755 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1f5d4eb0-cff2-435f-9cc4-ea9d05e75a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:55.027768 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-395ef766-d478-4d6b-95f9-186db15b41d7 req-d9e641b5-9c32-4d1f-a0aa-8c11050f498c tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2120810 May 03 22:44:55.044813 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a17c2a6f-90e0-4620-a7ba-712b955dc243 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:55.092115 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ddd75fc8-0861-4c4c-bc7f-26c745eab800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:55.177890 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af465677-0570-42aa-8dda-663ec74ed8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64606db4-245c-4413-aaa6-33fce04e26c4,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:55.178646 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ae558a3-8ae3-45d9-8453-594cff9a8604'] response: {'server_uuid': '5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1807bea-0dda-40ae-97d0-68d5687c7659', 'code': 200} May 03 22:44:55.195766 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-af465677-0570-42aa-8dda-663ec74ed8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:55.210121 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c2a6f-90e0-4620-a7ba-712b955dc243 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Pushing event deleted for resources: {'Port': ['ID=6e8ce613-6342-4e21-ac08-2a2387f09edd,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:55.213105 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-af465677-0570-42aa-8dda-663ec74ed8dd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/64606db4-245c-4413-aaa6-33fce04e26c4 HTTP/1.1" status: 204 len: 168 time: 0.7139459 May 03 22:44:55.247451 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-7ddeeb24-4d59-43ff-be6b-46c9644ea0b6 None None] Set router 0d3493ea-022e-4dc7-bae9-91e77ad5c754 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:44:55.383760 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1997a9-f353-4bba-9e24-da294f59472f req-7c76c641-f770-4ef9-ac83-761a209edd1e tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:55.393915 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-db1997a9-f353-4bba-9e24-da294f59472f req-7c76c641-f770-4ef9-ac83-761a209edd1e tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=216889b4-fd5f-44c3-b5df-d8f88700df2f HTTP/1.1" status: 200 len: 945 time: 0.4915037 May 03 22:44:55.477268 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1f5d4eb0-cff2-435f-9cc4-ea9d05e75a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:55.526550 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-db1997a9-f353-4bba-9e24-da294f59472f req-faec1d69-5eeb-43a8-8ffd-0ab20d2dd067 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=3947e19d-137c-4bdc-a204-3a6d88c057db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226184 May 03 22:44:55.537176 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a17c2a6f-90e0-4620-a7ba-712b955dc243 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks [] for floatingip, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:55.551070 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1f5d4eb0-cff2-435f-9cc4-ea9d05e75a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:55.579661 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1f5d4eb0-cff2-435f-9cc4-ea9d05e75a3e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f7156f34-c41e-47b2-bb79-a300f1d8a45b HTTP/1.1" status: 204 len: 168 time: 0.8400376 May 03 22:44:55.585794 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a17c2a6f-90e0-4620-a7ba-712b955dc243 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:55.601885 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42474d77-9157-408e-b32a-d00a9cc2e2f5 req-0dc0e83e-8f21-4eeb-9aef-0a8666b4c697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:55.602175 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-42474d77-9157-408e-b32a-d00a9cc2e2f5 req-0dc0e83e-8f21-4eeb-9aef-0a8666b4c697 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b HTTP/1.1" status: 200 len: 1096 time: 0.3554556 May 03 22:44:55.604240 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a17c2a6f-90e0-4620-a7ba-712b955dc243 tempest-AttachVolumeTestJSON-1089254612 tempest-AttachVolumeTestJSON-1089254612-project] 10.222.0.58 "DELETE /v2.0/floatingips/592d889b-3f17-40fc-bd48-18f7630f9722 HTTP/1.1" status: 204 len: 168 time: 2.9063914 May 03 22:44:55.609890 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d4eb0-cff2-435f-9cc4-ea9d05e75a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7156f34-c41e-47b2-bb79-a300f1d8a45b,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:55.687990 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-42474d77-9157-408e-b32a-d00a9cc2e2f5 req-f755cd57-967b-41f8-af36-e6ddee22a372 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f88483bb-4aa7-456a-a7f8-36736cf84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757194 May 03 22:44:56.024738 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-7ddeeb24-4d59-43ff-be6b-46c9644ea0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'name': 'tempest-TaggedBootDevicesTest-518512897-router', 'tenant_id': 'd6f7f307699c4be5803d470738b6e79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b2237ce7-92d3-4eda-a693-1b7f7bee76a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:44:28Z', 'updated_at': '2022-05-03T22:44:50Z', 'revision_number': 4, 'project_id': 'd6f7f307699c4be5803d470738b6e79e', 'gw_port': {'id': 'b2237ce7-92d3-4eda-a693-1b7f7bee76a7', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:36:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:44:33Z', 'updated_at': '2022-05-03T22:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '20ddc40b-2392-45fc-8eb7-cd106d231e88', 'name': '', 'network_id': '6b7a7532-e056-4c5e-b17e-d6ca176c9814', 'tenant_id': 'd6f7f307699c4be5803d470738b6e79e', 'mac_address': 'fa:16:3e:97:35:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '50b35d49-219c-4b17-af47-5e4fd9e4cce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:44:47Z', 'updated_at': '2022-05-03T22:44:50Z', 'revision_number': 2, 'project_id': 'd6f7f307699c4be5803d470738b6e79e', 'subnets': [{'id': '50b35d49-219c-4b17-af47-5e4fd9e4cce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:44:56.038293 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddeeb24-4d59-43ff-be6b-46c9644ea0b6 None None] Checking router: 0d3493ea-022e-4dc7-bae9-91e77ad5c754 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:44:56.038653 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddeeb24-4d59-43ff-be6b-46c9644ea0b6 None None] Updating router 0d3493ea-022e-4dc7-bae9-91e77ad5c754 port 20ddc40b-2392-45fc-8eb7-cd106d231e88 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:44:56.106767 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042caab-ff7c-4e14-af85-44cf6887aa71 req-c08c8d70-d912-41ab-a1e7-05a9584a8035 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:56.109222 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0042caab-ff7c-4e14-af85-44cf6887aa71 req-c08c8d70-d912-41ab-a1e7-05a9584a8035 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b HTTP/1.1" status: 200 len: 945 time: 0.2251358 May 03 22:44:56.120776 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7ddeeb24-4d59-43ff-be6b-46c9644ea0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:56.279688 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0042caab-ff7c-4e14-af85-44cf6887aa71 req-255b0649-7f66-4efd-a1ec-961e7e73302d tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=f88483bb-4aa7-456a-a7f8-36736cf84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614735 May 03 22:44:56.363030 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:56.423102 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:56.573067 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5d087-048a-4c5b-b91e-bed269ceaa1a req-0deb4a89-82a6-4049-a983-1bea28c723f3 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:56.615591 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5d087-048a-4c5b-b91e-bed269ceaa1a req-0deb4a89-82a6-4049-a983-1bea28c723f3 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:56.660652 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5d087-048a-4c5b-b91e-bed269ceaa1a req-0deb4a89-82a6-4049-a983-1bea28c723f3 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:56.692155 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5d087-048a-4c5b-b91e-bed269ceaa1a req-0deb4a89-82a6-4049-a983-1bea28c723f3 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:56.701315 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5d087-048a-4c5b-b91e-bed269ceaa1a req-0deb4a89-82a6-4049-a983-1bea28c723f3 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:56.732265 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5d087-048a-4c5b-b91e-bed269ceaa1a req-0deb4a89-82a6-4049-a983-1bea28c723f3 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:56.739087 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5d087-048a-4c5b-b91e-bed269ceaa1a req-0deb4a89-82a6-4049-a983-1bea28c723f3 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:56.741396 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fbd5d087-048a-4c5b-b91e-bed269ceaa1a req-0deb4a89-82a6-4049-a983-1bea28c723f3 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5429 time: 0.4187884 May 03 22:44:56.924586 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54034) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:56.931445 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-4cff0437-022e-4b66-9279-f61a123e37ee admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-446260063-network', 'tenant_id': '335aecf7b5a9427992c87df84fd011a1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:44:56.943626 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4cff0437-022e-4b66-9279-f61a123e37ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:44:56.959220 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4cff0437-022e-4b66-9279-f61a123e37ee admin admin] Usage tracker for resource:network and tenant:335aecf7b5a9427992c87df84fd011a1 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:44:56.974222 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4cff0437-022e-4b66-9279-f61a123e37ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:44:56.985641 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4cff0437-022e-4b66-9279-f61a123e37ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:44:56.986799 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fbd5d087-048a-4c5b-b91e-bed269ceaa1a req-7eed45b5-44f2-4735-a16d-3359d76efb96 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2075739 May 03 22:44:57.000431 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7ddeeb24-4d59-43ff-be6b-46c9644ea0b6 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:57.012931 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cff0437-022e-4b66-9279-f61a123e37ee admin admin] Made reservation on behalf of 335aecf7b5a9427992c87df84fd011a1 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:44:57.015914 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7ddeeb24-4d59-43ff-be6b-46c9644ea0b6 None None] Transition to ACTIVE for port object 20ddc40b-2392-45fc-8eb7-cd106d231e88 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:44:57.017282 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4cff0437-022e-4b66-9279-f61a123e37ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:57.030763 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7ddeeb24-4d59-43ff-be6b-46c9644ea0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:57.056786 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4cff0437-022e-4b66-9279-f61a123e37ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:57.100384 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4cff0437-022e-4b66-9279-f61a123e37ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:44:57.102461 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a048fe-2d60-4b32-bc10-dfd8ddbaaf20 req-88716447-729f-4c3a-a382-f4b71f7a5632 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:57.113952 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4cff0437-022e-4b66-9279-f61a123e37ee admin admin] Usage tracker for resource:security_group_rule and tenant:335aecf7b5a9427992c87df84fd011a1 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:44:57.120046 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-16a048fe-2d60-4b32-bc10-dfd8ddbaaf20 req-88716447-729f-4c3a-a382-f4b71f7a5632 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=216889b4-fd5f-44c3-b5df-d8f88700df2f HTTP/1.1" status: 200 len: 945 time: 0.3771670 May 03 22:44:57.124730 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4cff0437-022e-4b66-9279-f61a123e37ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:44:57.137250 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4cff0437-022e-4b66-9279-f61a123e37ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:44:57.322079 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-16a048fe-2d60-4b32-bc10-dfd8ddbaaf20 req-5777f683-0c9b-4067-b760-da6865fb1714 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=3947e19d-137c-4bdc-a204-3a6d88c057db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814260 May 03 22:44:57.477233 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4cff0437-022e-4b66-9279-f61a123e37ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:57.489307 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4cff0437-022e-4b66-9279-f61a123e37ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:57.609575 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cff0437-022e-4b66-9279-f61a123e37ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:44:57.643161 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff0437-022e-4b66-9279-f61a123e37ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc5f832-3079-46bb-9989-26c5224781b5,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:57.678716 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4cff0437-022e-4b66-9279-f61a123e37ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:57.679071 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-4cff0437-022e-4b66-9279-f61a123e37ee admin admin] Added segment aae3047e-a811-4f5f-9f6a-4504a8029136 of type vlan for network b25c08b4-ba30-44fb-ab22-e5946b117ebb May 03 22:44:57.768649 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ccfc75-b554-4d32-80c8-d7272b29d0b1 None None] Pushing event updated for resources: {'Port': ['ID=20ddc40b-2392-45fc-8eb7-cd106d231e88,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:57.798334 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4cff0437-022e-4b66-9279-f61a123e37ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:57.821148 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d2b43-111d-4149-b941-e0bf365d4cf4 req-92d05ef9-a143-475f-ba0e-9a60860805b1 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:57.854859 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-547d2b43-111d-4149-b941-e0bf365d4cf4 req-92d05ef9-a143-475f-ba0e-9a60860805b1 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b HTTP/1.1" status: 200 len: 945 time: 0.3054302 May 03 22:44:57.867279 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4cff0437-022e-4b66-9279-f61a123e37ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:57.871055 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cff0437-022e-4b66-9279-f61a123e37ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:57.878985 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4cff0437-022e-4b66-9279-f61a123e37ee admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:57.946180 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 9bcba210-edd2-4295-ab59-511a535a6293 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:44:57.983938 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:57.999573 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4cff0437-022e-4b66-9279-f61a123e37ee admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0736611 May 03 22:44:58.000537 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54062) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:58.015970 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-547d2b43-111d-4149-b941-e0bf365d4cf4 req-30ecf02d-8713-46b1-badc-cb86cf59324a tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=f88483bb-4aa7-456a-a7f8-36736cf84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533904 May 03 22:44:58.034784 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-4c38f76b-5d89-4231-b56f-2e4e36493e78 admin admin] Request body: {'subnet': {'network_id': 'b25c08b4-ba30-44fb-ab22-e5946b117ebb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-446260063-subnet', 'tenant_id': '335aecf7b5a9427992c87df84fd011a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:44:58.043273 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4c38f76b-5d89-4231-b56f-2e4e36493e78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:44:58.111199 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4c38f76b-5d89-4231-b56f-2e4e36493e78 admin admin] Usage tracker for resource:subnet and tenant:335aecf7b5a9427992c87df84fd011a1 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:44:58.123811 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4c38f76b-5d89-4231-b56f-2e4e36493e78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:44:58.135228 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff0437-022e-4b66-9279-f61a123e37ee admin admin] Pushing event updated for resources: {'Network': ['ID=b25c08b4-ba30-44fb-ab22-e5946b117ebb,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:58.141382 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4c38f76b-5d89-4231-b56f-2e4e36493e78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:44:58.173844 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c38f76b-5d89-4231-b56f-2e4e36493e78 admin admin] Made reservation on behalf of 335aecf7b5a9427992c87df84fd011a1 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:44:58.178525 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4c38f76b-5d89-4231-b56f-2e4e36493e78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:58.190780 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network b25c08b4-ba30-44fb-ab22-e5946b117ebb details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:44:58.250883 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:58.282244 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-7ddeeb24-4d59-43ff-be6b-46c9644ea0b6 None None] Attempting to bind port 20ddc40b-2392-45fc-8eb7-cd106d231e88 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:44:58.282632 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-7ddeeb24-4d59-43ff-be6b-46c9644ea0b6 None None] Attempting to bind port 20ddc40b-2392-45fc-8eb7-cd106d231e88 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '4ebd1546-6439-4965-9349-d70abc042ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6b7a7532-e056-4c5e-b17e-d6ca176c9814'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:44:58.283006 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddeeb24-4d59-43ff-be6b-46c9644ea0b6 None None] Attempting to bind port 20ddc40b-2392-45fc-8eb7-cd106d231e88 on network 6b7a7532-e056-4c5e-b17e-d6ca176c9814 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:44:58.363364 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddeeb24-4d59-43ff-be6b-46c9644ea0b6 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:44:58.364428 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddeeb24-4d59-43ff-be6b-46c9644ea0b6 None None] Checking segment: {'id': '4ebd1546-6439-4965-9349-d70abc042ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6b7a7532-e056-4c5e-b17e-d6ca176c9814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:44:58.364840 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7ddeeb24-4d59-43ff-be6b-46c9644ea0b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:58.365245 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddeeb24-4d59-43ff-be6b-46c9644ea0b6 None None] Bound using segment: {'id': '4ebd1546-6439-4965-9349-d70abc042ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6b7a7532-e056-4c5e-b17e-d6ca176c9814'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:44:58.365730 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-7ddeeb24-4d59-43ff-be6b-46c9644ea0b6 None None] Bound port: 20ddc40b-2392-45fc-8eb7-cd106d231e88, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ebd1546-6439-4965-9349-d70abc042ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6b7a7532-e056-4c5e-b17e-d6ca176c9814'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:44:58.366165 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7ddeeb24-4d59-43ff-be6b-46c9644ea0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:58.521982 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 9bcba210-edd2-4295-ab59-511a535a6293 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:44:58.541549 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf6f11-c958-4977-b9ac-74834d36fdf0 req-7e0249d1-3164-4e8d-adc7-1e20745abfb5 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:58.567513 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-37cf6f11-c958-4977-b9ac-74834d36fdf0 req-7e0249d1-3164-4e8d-adc7-1e20745abfb5 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b HTTP/1.1" status: 200 len: 945 time: 0.3459616 May 03 22:44:58.578145 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 54080) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:58.601680 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 9bcba210-edd2-4295-ab59-511a535a6293 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:44:58.603579 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:58.615023 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19581e94-62d9-4877-b481-f82cd9818b23 req-2701171c-9dd3-4f1a-9f66-796373bc564e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:58.635483 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19581e94-62d9-4877-b481-f82cd9818b23 req-2701171c-9dd3-4f1a-9f66-796373bc564e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:58.653288 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19581e94-62d9-4877-b481-f82cd9818b23 req-2701171c-9dd3-4f1a-9f66-796373bc564e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:58.673647 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19581e94-62d9-4877-b481-f82cd9818b23 req-2701171c-9dd3-4f1a-9f66-796373bc564e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:58.681892 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19581e94-62d9-4877-b481-f82cd9818b23 req-2701171c-9dd3-4f1a-9f66-796373bc564e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:58.696893 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19581e94-62d9-4877-b481-f82cd9818b23 req-2701171c-9dd3-4f1a-9f66-796373bc564e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:58.711403 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4c38f76b-5d89-4231-b56f-2e4e36493e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:58.719625 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19581e94-62d9-4877-b481-f82cd9818b23 req-2701171c-9dd3-4f1a-9f66-796373bc564e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:58.724950 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-19581e94-62d9-4877-b481-f82cd9818b23 req-2701171c-9dd3-4f1a-9f66-796373bc564e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5429 time: 0.4217064 May 03 22:44:58.748999 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-809fe457-ecc8-4cc9-b470-4c48a2ccab86 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Request body: {'floatingip': {'port_id': 'f1807bea-0dda-40ae-97d0-68d5687c7659'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:44:58.806935 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-7ddeeb24-4d59-43ff-be6b-46c9644ea0b6 None None] For port 20ddc40b-2392-45fc-8eb7-cd106d231e88, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:44:58.810398 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38f76b-5d89-4231-b56f-2e4e36493e78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a38e2743-d7be-455d-b660-758691bee049,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:58.813737 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-7ddeeb24-4d59-43ff-be6b-46c9644ea0b6 None None] For port 20ddc40b-2392-45fc-8eb7-cd106d231e88, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=20ddc40b-2392-45fc-8eb7-cd106d231e88,segment=NetworkSegment(4ebd1546-6439-4965-9349-d70abc042ed7),segment_id=4ebd1546-6439-4965-9349-d70abc042ed7)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:44:58.855372 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7ddeeb24-4d59-43ff-be6b-46c9644ea0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:58.900867 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c38f76b-5d89-4231-b56f-2e4e36493e78 admin admin] Checking segment: {'id': 'aae3047e-a811-4f5f-9f6a-4504a8029136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b25c08b4-ba30-44fb-ab22-e5946b117ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:44:58.901323 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c38f76b-5d89-4231-b56f-2e4e36493e78 admin admin] Network hostable DHCP agents. Network: b25c08b4-ba30-44fb-ab22-e5946b117ebb, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:44:58.936971 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c38f76b-5d89-4231-b56f-2e4e36493e78 admin admin] Network b25c08b4-ba30-44fb-ab22-e5946b117ebb is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:44:58.954044 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-4c38f76b-5d89-4231-b56f-2e4e36493e78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, b25c08b4-ba30-44fb-ab22-e5946b117ebb) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:44:58.971707 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-19581e94-62d9-4877-b481-f82cd9818b23 req-3f78453c-d3b2-48c5-a570-76ddb5c22363 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2421548 May 03 22:44:58.978000 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c38f76b-5d89-4231-b56f-2e4e36493e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:44:58.979291 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4c38f76b-5d89-4231-b56f-2e4e36493e78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:59.013030 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4c38f76b-5d89-4231-b56f-2e4e36493e78 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9997818 May 03 22:44:59.015509 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54092) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:44:59.025907 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-b20d0fd4-def5-412a-8be9-bdde715f5387 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-446260063-router', 'tenant_id': '335aecf7b5a9427992c87df84fd011a1', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:44:59.043727 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b20d0fd4-def5-412a-8be9-bdde715f5387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:44:59.053308 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b20d0fd4-def5-412a-8be9-bdde715f5387 admin admin] Usage tracker for resource:router and tenant:335aecf7b5a9427992c87df84fd011a1 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:44:59.062794 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b20d0fd4-def5-412a-8be9-bdde715f5387 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:44:59.082025 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b20d0fd4-def5-412a-8be9-bdde715f5387 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:44:59.114405 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b20d0fd4-def5-412a-8be9-bdde715f5387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:59.116115 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b20d0fd4-def5-412a-8be9-bdde715f5387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:59.142904 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58eda935-3a10-4a69-99fd-6524fdfd9f3e None None] Network b25c08b4-ba30-44fb-ab22-e5946b117ebb requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:44:59.155652 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ccfc75-b554-4d32-80c8-d7272b29d0b1 None None] Pushing event updated for resources: {'Port': ['ID=20ddc40b-2392-45fc-8eb7-cd106d231e88,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:44:59.185828 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b20d0fd4-def5-412a-8be9-bdde715f5387 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:59.283780 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:59.374892 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddeeb24-4d59-43ff-be6b-46c9644ea0b6 None None] Routers {'0d3493ea-022e-4dc7-bae9-91e77ad5c754'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:44:59.376500 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-7ddeeb24-4d59-43ff-be6b-46c9644ea0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:44:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['0d3493ea-022e-4dc7-bae9-91e77ad5c754'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:44:59.393141 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-809fe457-ecc8-4cc9-b470-4c48a2ccab86 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for floatingip, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:59.685965 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 9bcba210-edd2-4295-ab59-511a535a6293, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=9bcba210-edd2-4295-ab59-511a535a6293,segment=NetworkSegment(b9e024ec-23f2-465c-9f72-d550cdce520c),segment_id=b9e024ec-23f2-465c-9f72-d550cdce520c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:44:59.689172 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216889b4-fd5f-44c3-b5df-d8f88700df2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcba210-edd2-4295-ab59-511a535a6293'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:44:59.728945 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:44:59.813627 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28f90e3e-b30f-4f0b-90c1-32166b8d8aad'] response: {'server_uuid': '216889b4-fd5f-44c3-b5df-d8f88700df2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcba210-edd2-4295-ab59-511a535a6293', 'code': 200} May 03 22:45:00.017958 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=9bcba210-edd2-4295-ab59-511a535a6293,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:00.021206 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b20d0fd4-def5-412a-8be9-bdde715f5387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:00.095338 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c81f9-aaff-4826-8c3b-c1dbdca4338c req-25c6097c-d6a1-4f83-b4d3-3a7a5c8da8e2 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:00.107992 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7a4c81f9-aaff-4826-8c3b-c1dbdca4338c req-25c6097c-d6a1-4f83-b4d3-3a7a5c8da8e2 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=216889b4-fd5f-44c3-b5df-d8f88700df2f HTTP/1.1" status: 200 len: 945 time: 1.1514132 May 03 22:45:00.138622 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-7ddeeb24-4d59-43ff-be6b-46c9644ea0b6 None None] Set router 0d3493ea-022e-4dc7-bae9-91e77ad5c754 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:45:00.190927 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2abc6a7-8e34-455c-ab17-b0f45c80c4b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-b25c08b4-ba30-44fb-ab22-e5946b117ebb', 'network_id': 'b25c08b4-ba30-44fb-ab22-e5946b117ebb', 'tenant_id': '335aecf7b5a9427992c87df84fd011a1', 'fixed_ips': [{'subnet_id': 'a38e2743-d7be-455d-b660-758691bee049'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:45:00.191851 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d2abc6a7-8e34-455c-ab17-b0f45c80c4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:00.627976 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-d2abc6a7-8e34-455c-ab17-b0f45c80c4b3 None None] Allocated IP 172.20.0.2 (b25c08b4-ba30-44fb-ab22-e5946b117ebb/a38e2743-d7be-455d-b660-758691bee049/3d2f1a7e-0601-42ea-9c8c-7e7ccf3b6b2b) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:45:00.806030 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7a4c81f9-aaff-4826-8c3b-c1dbdca4338c req-81937977-8e59-47d3-8705-8237149a47ff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=3947e19d-137c-4bdc-a204-3a6d88c057db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6954365 May 03 22:45:01.007642 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214a3bf-00c5-4b7f-970d-57ea37ccf2c7 req-076a1309-c729-4981-bd43-5d38153edfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:01.012278 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7214a3bf-00c5-4b7f-970d-57ea37ccf2c7 req-076a1309-c729-4981-bd43-5d38153edfdf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=216889b4-fd5f-44c3-b5df-d8f88700df2f HTTP/1.1" status: 200 len: 1097 time: 1.1088529 May 03 22:45:01.064669 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa8a06-0beb-4d4c-b970-2dcc03b2c96b req-76d8e764-a6a8-4ac7-8fe3-2b59fb011d8e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:01.075501 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa8a06-0beb-4d4c-b970-2dcc03b2c96b req-76d8e764-a6a8-4ac7-8fe3-2b59fb011d8e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:01.089831 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa8a06-0beb-4d4c-b970-2dcc03b2c96b req-76d8e764-a6a8-4ac7-8fe3-2b59fb011d8e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:01.105931 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa8a06-0beb-4d4c-b970-2dcc03b2c96b req-76d8e764-a6a8-4ac7-8fe3-2b59fb011d8e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:01.121613 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa8a06-0beb-4d4c-b970-2dcc03b2c96b req-76d8e764-a6a8-4ac7-8fe3-2b59fb011d8e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:01.132819 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa8a06-0beb-4d4c-b970-2dcc03b2c96b req-76d8e764-a6a8-4ac7-8fe3-2b59fb011d8e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:01.139667 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa8a06-0beb-4d4c-b970-2dcc03b2c96b req-76d8e764-a6a8-4ac7-8fe3-2b59fb011d8e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:01.148883 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a9aa8a06-0beb-4d4c-b970-2dcc03b2c96b req-76d8e764-a6a8-4ac7-8fe3-2b59fb011d8e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5429 time: 0.9652579 May 03 22:45:01.158176 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7214a3bf-00c5-4b7f-970d-57ea37ccf2c7 req-2dbffffe-c8d4-4380-a80b-2fb960a5bc0a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3947e19d-137c-4bdc-a204-3a6d88c057db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324527 May 03 22:45:01.246332 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a9aa8a06-0beb-4d4c-b970-2dcc03b2c96b req-c6fb1df0-9801-4b9f-8018-33c2e439d44d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0960040 May 03 22:45:01.469585 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d2abc6a7-8e34-455c-ab17-b0f45c80c4b3 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:01.504940 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d2abc6a7-8e34-455c-ab17-b0f45c80c4b3 None None] Transition to ACTIVE for port object 3d2f1a7e-0601-42ea-9c8c-7e7ccf3b6b2b will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:45:01.590555 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-7ddeeb24-4d59-43ff-be6b-46c9644ea0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'name': 'tempest-TaggedBootDevicesTest-518512897-router', 'tenant_id': 'd6f7f307699c4be5803d470738b6e79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b2237ce7-92d3-4eda-a693-1b7f7bee76a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:44:28Z', 'updated_at': '2022-05-03T22:44:50Z', 'revision_number': 4, 'project_id': 'd6f7f307699c4be5803d470738b6e79e', 'gw_port': {'id': 'b2237ce7-92d3-4eda-a693-1b7f7bee76a7', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:36:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:44:33Z', 'updated_at': '2022-05-03T22:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '20ddc40b-2392-45fc-8eb7-cd106d231e88', 'name': '', 'network_id': '6b7a7532-e056-4c5e-b17e-d6ca176c9814', 'tenant_id': 'd6f7f307699c4be5803d470738b6e79e', 'mac_address': 'fa:16:3e:97:35:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '50b35d49-219c-4b17-af47-5e4fd9e4cce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:44:47Z', 'updated_at': '2022-05-03T22:44:58Z', 'revision_number': 4, 'project_id': 'd6f7f307699c4be5803d470738b6e79e', 'subnets': [{'id': '50b35d49-219c-4b17-af47-5e4fd9e4cce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:45:01.592988 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d2abc6a7-8e34-455c-ab17-b0f45c80c4b3 None None] Transition to ACTIVE for port object 3d2f1a7e-0601-42ea-9c8c-7e7ccf3b6b2b will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:45:01.597787 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b20d0fd4-def5-412a-8be9-bdde715f5387 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:01.621733 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddeeb24-4d59-43ff-be6b-46c9644ea0b6 None None] The sync data for ids ['0d3493ea-022e-4dc7-bae9-91e77ad5c754'] in n-d-811807-1 is: [{'id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'name': 'tempest-TaggedBootDevicesTest-518512897-router', 'tenant_id': 'd6f7f307699c4be5803d470738b6e79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b2237ce7-92d3-4eda-a693-1b7f7bee76a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:44:28Z', 'updated_at': '2022-05-03T22:44:50Z', 'revision_number': 4, 'project_id': 'd6f7f307699c4be5803d470738b6e79e', 'gw_port': {'id': 'b2237ce7-92d3-4eda-a693-1b7f7bee76a7', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:36:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:44:33Z', 'updated_at': '2022-05-03T22:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '20ddc40b-2392-45fc-8eb7-cd106d231e88', 'name': '', 'network_id': '6b7a7532-e056-4c5e-b17e-d6ca176c9814', 'tenant_id': 'd6f7f307699c4be5803d470738b6e79e', 'mac_address': 'fa:16:3e:97:35:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '50b35d49-219c-4b17-af47-5e4fd9e4cce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:44:47Z', 'updated_at': '2022-05-03T22:44:58Z', 'revision_number': 4, 'project_id': 'd6f7f307699c4be5803d470738b6e79e', 'subnets': [{'id': '50b35d49-219c-4b17-af47-5e4fd9e4cce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:45:01.631749 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d2abc6a7-8e34-455c-ab17-b0f45c80c4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:01.694563 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b20d0fd4-def5-412a-8be9-bdde715f5387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:01.852731 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-809fe457-ecc8-4cc9-b470-4c48a2ccab86 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:01.865833 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2abc6a7-8e34-455c-ab17-b0f45c80c4b3 None None] Pushing event updated for resources: {'Port': ['ID=3d2f1a7e-0601-42ea-9c8c-7e7ccf3b6b2b,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:01.873631 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-809fe457-ecc8-4cc9-b470-4c48a2ccab86 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:01.884870 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2abc6a7-8e34-455c-ab17-b0f45c80c4b3 None None] Network b25c08b4-ba30-44fb-ab22-e5946b117ebb is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:45:01.886143 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-d2abc6a7-8e34-455c-ab17-b0f45c80c4b3 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:45:01.889634 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2abc6a7-8e34-455c-ab17-b0f45c80c4b3 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:45:02.126829 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-b20d0fd4-def5-412a-8be9-bdde715f5387 admin admin] Allocated IP 172.25.2.215 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/15f689c5-7845-4978-8599-c80522813745) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:45:02.248698 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-d2abc6a7-8e34-455c-ab17-b0f45c80c4b3 None None] Attempting to bind port 3d2f1a7e-0601-42ea-9c8c-7e7ccf3b6b2b on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:45:02.249092 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-d2abc6a7-8e34-455c-ab17-b0f45c80c4b3 None None] Attempting to bind port 3d2f1a7e-0601-42ea-9c8c-7e7ccf3b6b2b by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'aae3047e-a811-4f5f-9f6a-4504a8029136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b25c08b4-ba30-44fb-ab22-e5946b117ebb'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:45:02.249806 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2abc6a7-8e34-455c-ab17-b0f45c80c4b3 None None] Attempting to bind port 3d2f1a7e-0601-42ea-9c8c-7e7ccf3b6b2b on network b25c08b4-ba30-44fb-ab22-e5946b117ebb {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:45:02.256077 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2abc6a7-8e34-455c-ab17-b0f45c80c4b3 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:45:02.256452 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2abc6a7-8e34-455c-ab17-b0f45c80c4b3 None None] Checking segment: {'id': 'aae3047e-a811-4f5f-9f6a-4504a8029136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b25c08b4-ba30-44fb-ab22-e5946b117ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:45:02.256891 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d2abc6a7-8e34-455c-ab17-b0f45c80c4b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:02.257283 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2abc6a7-8e34-455c-ab17-b0f45c80c4b3 None None] Bound using segment: {'id': 'aae3047e-a811-4f5f-9f6a-4504a8029136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b25c08b4-ba30-44fb-ab22-e5946b117ebb'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:45:02.257982 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-d2abc6a7-8e34-455c-ab17-b0f45c80c4b3 None None] Bound port: 3d2f1a7e-0601-42ea-9c8c-7e7ccf3b6b2b, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae3047e-a811-4f5f-9f6a-4504a8029136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b25c08b4-ba30-44fb-ab22-e5946b117ebb'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:45:02.258358 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d2abc6a7-8e34-455c-ab17-b0f45c80c4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:02.676994 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b20d0fd4-def5-412a-8be9-bdde715f5387 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:02.770037 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-d2abc6a7-8e34-455c-ab17-b0f45c80c4b3 None None] For port 3d2f1a7e-0601-42ea-9c8c-7e7ccf3b6b2b, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:45:02.791926 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-d2abc6a7-8e34-455c-ab17-b0f45c80c4b3 None None] For port 3d2f1a7e-0601-42ea-9c8c-7e7ccf3b6b2b, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=3d2f1a7e-0601-42ea-9c8c-7e7ccf3b6b2b,segment=NetworkSegment(aae3047e-a811-4f5f-9f6a-4504a8029136),segment_id=aae3047e-a811-4f5f-9f6a-4504a8029136)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:45:02.804333 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-809fe457-ecc8-4cc9-b470-4c48a2ccab86 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Floating IP a11abee3-e8ea-428b-92e6-3914db1b3abd associated. External IP: 172.25.2.102, port: f1807bea-0dda-40ae-97d0-68d5687c7659. May 03 22:45:02.809521 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d2abc6a7-8e34-455c-ab17-b0f45c80c4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:02.846560 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b20d0fd4-def5-412a-8be9-bdde715f5387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:03.118516 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20d0fd4-def5-412a-8be9-bdde715f5387 admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:45:03.126748 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-b20d0fd4-def5-412a-8be9-bdde715f5387 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:45:03.136791 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20d0fd4-def5-412a-8be9-bdde715f5387 admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:45:03.160674 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2abc6a7-8e34-455c-ab17-b0f45c80c4b3 None None] Pushing event updated for resources: {'Port': ['ID=3d2f1a7e-0601-42ea-9c8c-7e7ccf3b6b2b,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:03.165089 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 20ddc40b-2392-45fc-8eb7-cd106d231e88 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:45:03.256178 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d0fd4-def5-412a-8be9-bdde715f5387 admin admin] Pushing event updated for resources: {'Port': ['ID=15f689c5-7845-4978-8599-c80522813745,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:03.303809 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d0fd4-def5-412a-8be9-bdde715f5387 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:03.304161 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d0fd4-def5-412a-8be9-bdde715f5387 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:03.304501 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d0fd4-def5-412a-8be9-bdde715f5387 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:03.304834 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d0fd4-def5-412a-8be9-bdde715f5387 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:03.305163 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d0fd4-def5-412a-8be9-bdde715f5387 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:03.305492 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d0fd4-def5-412a-8be9-bdde715f5387 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:03.305818 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d0fd4-def5-412a-8be9-bdde715f5387 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:03.306167 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d0fd4-def5-412a-8be9-bdde715f5387 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:03.306491 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d0fd4-def5-412a-8be9-bdde715f5387 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:03.306812 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d0fd4-def5-412a-8be9-bdde715f5387 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:03.307132 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d0fd4-def5-412a-8be9-bdde715f5387 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:03.307449 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d0fd4-def5-412a-8be9-bdde715f5387 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:03.392253 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 20ddc40b-2392-45fc-8eb7-cd106d231e88 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:45:03.405831 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 20ddc40b-2392-45fc-8eb7-cd106d231e88 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:45:03.406230 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:03.481725 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a213c59-2b9c-4917-afea-17624511e7c4 req-0b389c75-110d-4f47-b019-dac8f9349fb9 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:03.485320 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6a213c59-2b9c-4917-afea-17624511e7c4 req-0b389c75-110d-4f47-b019-dac8f9349fb9 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=216889b4-fd5f-44c3-b5df-d8f88700df2f HTTP/1.1" status: 200 len: 946 time: 1.1902921 May 03 22:45:03.801682 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:03.915556 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 20ddc40b-2392-45fc-8eb7-cd106d231e88, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=20ddc40b-2392-45fc-8eb7-cd106d231e88,segment=NetworkSegment(4ebd1546-6439-4965-9349-d70abc042ed7),segment_id=4ebd1546-6439-4965-9349-d70abc042ed7)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:45:03.933626 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:04.091837 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=20ddc40b-2392-45fc-8eb7-cd106d231e88,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:04.162010 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53530cd3-b1a1-40f8-bfef-57972a6570bb req-8f6fa3a3-cda7-4247-8e5f-b5a24e3611c0 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:04.186062 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53530cd3-b1a1-40f8-bfef-57972a6570bb req-8f6fa3a3-cda7-4247-8e5f-b5a24e3611c0 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:04.191845 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53530cd3-b1a1-40f8-bfef-57972a6570bb req-8f6fa3a3-cda7-4247-8e5f-b5a24e3611c0 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:04.229555 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53530cd3-b1a1-40f8-bfef-57972a6570bb req-8f6fa3a3-cda7-4247-8e5f-b5a24e3611c0 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:04.238871 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53530cd3-b1a1-40f8-bfef-57972a6570bb req-8f6fa3a3-cda7-4247-8e5f-b5a24e3611c0 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:04.247004 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53530cd3-b1a1-40f8-bfef-57972a6570bb req-8f6fa3a3-cda7-4247-8e5f-b5a24e3611c0 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:04.265604 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53530cd3-b1a1-40f8-bfef-57972a6570bb req-8f6fa3a3-cda7-4247-8e5f-b5a24e3611c0 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:04.282309 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-53530cd3-b1a1-40f8-bfef-57972a6570bb req-8f6fa3a3-cda7-4247-8e5f-b5a24e3611c0 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5429 time: 1.2172320 May 03 22:45:04.434302 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b20d0fd4-def5-412a-8be9-bdde715f5387 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:04.502492 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6a213c59-2b9c-4917-afea-17624511e7c4 req-25f1b2fe-4493-4615-8905-0be831b9faf6 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=3947e19d-137c-4bdc-a204-3a6d88c057db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0019598 May 03 22:45:04.605019 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-53530cd3-b1a1-40f8-bfef-57972a6570bb req-a9d6a75c-5d2c-448b-9a70-24d1a6ad6ea1 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2063715 May 03 22:45:04.724062 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809fe457-ecc8-4cc9-b470-4c48a2ccab86 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Router 71f9c2f0-9970-471d-8465-8e1a4e55130e has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:45:05.132274 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 20ddc40b-2392-45fc-8eb7-cd106d231e88 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:45:05.273232 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809fe457-ecc8-4cc9-b470-4c48a2ccab86 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:45:05.284857 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-809fe457-ecc8-4cc9-b470-4c48a2ccab86 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:05.302669 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb798f2-dcf3-449f-ae46-f2af5919cf45 None None] Sync routers for ids ['71f9c2f0-9970-471d-8465-8e1a4e55130e'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:45:05.326054 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b20d0fd4-def5-412a-8be9-bdde715f5387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:05.327257 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb798f2-dcf3-449f-ae46-f2af5919cf45 None None] Routers {'71f9c2f0-9970-471d-8465-8e1a4e55130e'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:45:05.338994 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-fdb798f2-dcf3-449f-ae46-f2af5919cf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:44:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['71f9c2f0-9970-471d-8465-8e1a4e55130e'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:45:05.447285 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f226a492-a34c-4a37-a730-f13956717d67 None None] Network b25c08b4-ba30-44fb-ab22-e5946b117ebb requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:45:05.648395 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-809fe457-ecc8-4cc9-b470-4c48a2ccab86 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "PUT /v2.0/floatingips/a11abee3-e8ea-428b-92e6-3914db1b3abd HTTP/1.1" status: 200 len: 991 time: 6.9013388 May 03 22:45:05.648395 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b', 'tag': 'f1807bea-0dda-40ae-97d0-68d5687c7659'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:45:05.819714 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20d0fd4-def5-412a-8be9-bdde715f5387 admin admin] Router de0c4cf0-a994-4b60-a85e-d1720ce0012c is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:45:05.990302 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-43d891d7-864c-4111-98c5-cb01c11f0b6f None None] Provisioning for port 3d2f1a7e-0601-42ea-9c8c-7e7ccf3b6b2b completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:45:06.015698 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 20ddc40b-2392-45fc-8eb7-cd106d231e88 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:45:06.016222 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:06.029410 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-fdb798f2-dcf3-449f-ae46-f2af5919cf45 None None] Set router 71f9c2f0-9970-471d-8465-8e1a4e55130e gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:45:06.281005 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744a299-17ad-414c-8c6e-9dc147236f70 req-5b972c83-7807-444d-8530-fd6214c0cdc4 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:06.281005 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7744a299-17ad-414c-8c6e-9dc147236f70 req-5b972c83-7807-444d-8530-fd6214c0cdc4 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=216889b4-fd5f-44c3-b5df-d8f88700df2f HTTP/1.1" status: 200 len: 946 time: 0.3971927 May 03 22:45:06.306780 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20d0fd4-def5-412a-8be9-bdde715f5387 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:45:06.333593 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58dac34-5ec3-4709-b159-73a574e6543a None None] Sync routers for ids ['de0c4cf0-a994-4b60-a85e-d1720ce0012c'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:45:06.368619 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2be23-78c4-4b8d-8707-e42dbe160c80 req-94a8e7a1-cbef-44c5-9bc4-2d7f8c28dab4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:06.377273 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2be23-78c4-4b8d-8707-e42dbe160c80 req-94a8e7a1-cbef-44c5-9bc4-2d7f8c28dab4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:06.381740 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b20d0fd4-def5-412a-8be9-bdde715f5387 admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:06.381740 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b20d0fd4-def5-412a-8be9-bdde715f5387 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.3639143 May 03 22:45:06.384522 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54238) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:06.386115 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2be23-78c4-4b8d-8707-e42dbe160c80 req-94a8e7a1-cbef-44c5-9bc4-2d7f8c28dab4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:06.393055 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2be23-78c4-4b8d-8707-e42dbe160c80 req-94a8e7a1-cbef-44c5-9bc4-2d7f8c28dab4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:06.402151 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58dac34-5ec3-4709-b159-73a574e6543a None None] Routers {'de0c4cf0-a994-4b60-a85e-d1720ce0012c'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:45:06.406490 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2be23-78c4-4b8d-8707-e42dbe160c80 req-94a8e7a1-cbef-44c5-9bc4-2d7f8c28dab4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:06.418766 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-e58dac34-5ec3-4709-b159-73a574e6543a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:44:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['de0c4cf0-a994-4b60-a85e-d1720ce0012c'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:45:06.423203 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2be23-78c4-4b8d-8707-e42dbe160c80 req-94a8e7a1-cbef-44c5-9bc4-2d7f8c28dab4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:06.429567 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2be23-78c4-4b8d-8707-e42dbe160c80 req-94a8e7a1-cbef-44c5-9bc4-2d7f8c28dab4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:06.431555 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cfe2be23-78c4-4b8d-8707-e42dbe160c80 req-94a8e7a1-cbef-44c5-9bc4-2d7f8c28dab4 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5429 time: 0.4463103 May 03 22:45:06.565086 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7744a299-17ad-414c-8c6e-9dc147236f70 req-465e2f84-6228-475f-8a1f-e4eae65a8f38 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=3947e19d-137c-4bdc-a204-3a6d88c057db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2845874 May 03 22:45:06.572372 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 3d2f1a7e-0601-42ea-9c8c-7e7ccf3b6b2b up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:45:06.678877 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cfe2be23-78c4-4b8d-8707-e42dbe160c80 req-dcc94595-9fc0-4441-9b4d-c6d21c6bb48b tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2356145 May 03 22:45:07.030868 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-fdb798f2-dcf3-449f-ae46-f2af5919cf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'name': 'tempest-AttachVolumeNegativeTest-1275687319-router', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:43Z', 'updated_at': '2022-05-03T22:44:00Z', 'revision_number': 4, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'gw_port': {'id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:46Z', 'updated_at': '2022-05-03T22:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'a11abee3-e8ea-428b-92e6-3914db1b3abd', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'floating_ip_address': '172.25.2.102', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'port_id': 'f1807bea-0dda-40ae-97d0-68d5687c7659', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'mac_address': 'fa:16:3e:c3:cb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:44:18Z', 'updated_at': '2022-05-03T22:45:01Z', 'revision_number': 1, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d645a25-4ca4-4837-90a6-4ddb8a04dacb', 'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'mac_address': 'fa:16:3e:18:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:57Z', 'updated_at': '2022-05-03T22:44:15Z', 'revision_number': 5, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'subnets': [{'id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:45:07.042750 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb798f2-dcf3-449f-ae46-f2af5919cf45 None None] Checking router: 71f9c2f0-9970-471d-8465-8e1a4e55130e for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:45:07.086796 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb798f2-dcf3-449f-ae46-f2af5919cf45 None None] Routers {'71f9c2f0-9970-471d-8465-8e1a4e55130e'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:45:07.087431 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-fdb798f2-dcf3-449f-ae46-f2af5919cf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:44:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['71f9c2f0-9970-471d-8465-8e1a4e55130e'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:45:07.109769 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e2eda92c-0656-4b64-95e5-c42433ae5ee7 None None] Provisioning complete for port 3d2f1a7e-0601-42ea-9c8c-7e7ccf3b6b2b triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:45:07.113515 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e2eda92c-0656-4b64-95e5-c42433ae5ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:07.184861 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 3d2f1a7e-0601-42ea-9c8c-7e7ccf3b6b2b completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:45:07.211013 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 3d2f1a7e-0601-42ea-9c8c-7e7ccf3b6b2b triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:45:07.211684 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:07.282963 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119f403-ef86-47ac-abdc-134bc2aca6a5 req-532f0b67-a678-42ab-85bc-82f3b333b254 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:07.301397 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d119f403-ef86-47ac-abdc-134bc2aca6a5 req-532f0b67-a678-42ab-85bc-82f3b333b254 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=216889b4-fd5f-44c3-b5df-d8f88700df2f HTTP/1.1" status: 200 len: 946 time: 0.3246846 May 03 22:45:07.304700 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-452a61c8-0e30-4618-b17d-92c1759f50b1'] response: {'name': 'network-changed', 'server_uuid': '5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b', 'tag': 'f1807bea-0dda-40ae-97d0-68d5687c7659', 'status': 'completed', 'code': 200} May 03 22:45:07.375698 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-e58dac34-5ec3-4709-b159-73a574e6543a None None] Set router de0c4cf0-a994-4b60-a85e-d1720ce0012c gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:45:07.463975 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d119f403-ef86-47ac-abdc-134bc2aca6a5 req-2d8efdc3-82d7-4c05-8989-c11871215fd2 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=3947e19d-137c-4bdc-a204-3a6d88c057db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616056 May 03 22:45:07.481638 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 54266) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:07.742825 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafe103b-8939-43f4-b8ad-7c52c1ae4b04 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:07.747046 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-cafe103b-8939-43f4-b8ad-7c52c1ae4b04 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=216889b4-fd5f-44c3-b5df-d8f88700df2f HTTP/1.1" status: 200 len: 1092 time: 0.2615290 May 03 22:45:07.752937 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 54278) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:07.776843 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-767083c1-09e2-4524-a53b-cc81f6d470c5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'port_id': '9bcba210-edd2-4295-ab59-511a535a6293', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:45:07.803008 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-fdb798f2-dcf3-449f-ae46-f2af5919cf45 None None] Set router 71f9c2f0-9970-471d-8465-8e1a4e55130e gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:45:07.811061 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-767083c1-09e2-4524-a53b-cc81f6d470c5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:45:07.830934 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-767083c1-09e2-4524-a53b-cc81f6d470c5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Usage tracker for resource:floatingip and tenant:584c47bf47e049698552e4a4a9d3464d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:45:07.846818 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-767083c1-09e2-4524-a53b-cc81f6d470c5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:45:07.875252 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-767083c1-09e2-4524-a53b-cc81f6d470c5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:45:07.923986 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-767083c1-09e2-4524-a53b-cc81f6d470c5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:08.060289 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190da58-230f-4dda-ae33-973ef56fa5b8 req-a56b30f8-6da1-4823-822b-0c91bc70ee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:08.066352 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4190da58-230f-4dda-ae33-973ef56fa5b8 req-a56b30f8-6da1-4823-822b-0c91bc70ee5f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c9b36c2026314fcba54b84af09c29f52&device_id=5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b HTTP/1.1" status: 200 len: 1096 time: 0.6051462 May 03 22:45:08.260484 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e2eda92c-0656-4b64-95e5-c42433ae5ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:08.415318 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605c686-a166-418c-b7e2-8e66e03a8dd0 req-d52f4d54-acdb-48e3-8bc3-1bd73bfa8812 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:08.428864 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605c686-a166-418c-b7e2-8e66e03a8dd0 req-d52f4d54-acdb-48e3-8bc3-1bd73bfa8812 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:08.435005 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605c686-a166-418c-b7e2-8e66e03a8dd0 req-d52f4d54-acdb-48e3-8bc3-1bd73bfa8812 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:08.442355 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605c686-a166-418c-b7e2-8e66e03a8dd0 req-d52f4d54-acdb-48e3-8bc3-1bd73bfa8812 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:08.456776 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605c686-a166-418c-b7e2-8e66e03a8dd0 req-d52f4d54-acdb-48e3-8bc3-1bd73bfa8812 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:08.466630 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e2eda92c-0656-4b64-95e5-c42433ae5ee7 None None] For port 3d2f1a7e-0601-42ea-9c8c-7e7ccf3b6b2b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=3d2f1a7e-0601-42ea-9c8c-7e7ccf3b6b2b,segment=NetworkSegment(aae3047e-a811-4f5f-9f6a-4504a8029136),segment_id=aae3047e-a811-4f5f-9f6a-4504a8029136)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:45:08.473531 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605c686-a166-418c-b7e2-8e66e03a8dd0 req-d52f4d54-acdb-48e3-8bc3-1bd73bfa8812 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:08.489533 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e2eda92c-0656-4b64-95e5-c42433ae5ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:08.495275 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605c686-a166-418c-b7e2-8e66e03a8dd0 req-d52f4d54-acdb-48e3-8bc3-1bd73bfa8812 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:08.514478 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d605c686-a166-418c-b7e2-8e66e03a8dd0 req-d52f4d54-acdb-48e3-8bc3-1bd73bfa8812 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5429 time: 0.4973314 May 03 22:45:08.625895 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:08.658211 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-767083c1-09e2-4524-a53b-cc81f6d470c5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:08.840674 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-fdb798f2-dcf3-449f-ae46-f2af5919cf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'name': 'tempest-AttachVolumeNegativeTest-1275687319-router', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:43Z', 'updated_at': '2022-05-03T22:44:00Z', 'revision_number': 4, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'gw_port': {'id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:46Z', 'updated_at': '2022-05-03T22:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'a11abee3-e8ea-428b-92e6-3914db1b3abd', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'floating_ip_address': '172.25.2.102', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'port_id': 'f1807bea-0dda-40ae-97d0-68d5687c7659', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'mac_address': 'fa:16:3e:c3:cb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:44:18Z', 'updated_at': '2022-05-03T22:45:01Z', 'revision_number': 1, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d645a25-4ca4-4837-90a6-4ddb8a04dacb', 'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'mac_address': 'fa:16:3e:18:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:57Z', 'updated_at': '2022-05-03T22:44:15Z', 'revision_number': 5, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'subnets': [{'id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:45:08.853805 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb798f2-dcf3-449f-ae46-f2af5919cf45 None None] The sync data for ids ['71f9c2f0-9970-471d-8465-8e1a4e55130e'] in n-d-811807-1 is: [{'id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'name': 'tempest-AttachVolumeNegativeTest-1275687319-router', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:43Z', 'updated_at': '2022-05-03T22:44:00Z', 'revision_number': 4, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'gw_port': {'id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:46Z', 'updated_at': '2022-05-03T22:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'a11abee3-e8ea-428b-92e6-3914db1b3abd', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'floating_ip_address': '172.25.2.102', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'port_id': 'f1807bea-0dda-40ae-97d0-68d5687c7659', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'mac_address': 'fa:16:3e:c3:cb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:44:18Z', 'updated_at': '2022-05-03T22:45:01Z', 'revision_number': 1, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d645a25-4ca4-4837-90a6-4ddb8a04dacb', 'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'mac_address': 'fa:16:3e:18:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:57Z', 'updated_at': '2022-05-03T22:44:15Z', 'revision_number': 5, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'subnets': [{'id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:45:08.991314 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eda92c-0656-4b64-95e5-c42433ae5ee7 None None] Pushing event updated for resources: {'Port': ['ID=3d2f1a7e-0601-42ea-9c8c-7e7ccf3b6b2b,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:09.037026 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eda92c-0656-4b64-95e5-c42433ae5ee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:09.039451 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eda92c-0656-4b64-95e5-c42433ae5ee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:09.039593 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eda92c-0656-4b64-95e5-c42433ae5ee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:09.042341 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eda92c-0656-4b64-95e5-c42433ae5ee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:09.042795 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eda92c-0656-4b64-95e5-c42433ae5ee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:09.043394 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eda92c-0656-4b64-95e5-c42433ae5ee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:09.043790 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eda92c-0656-4b64-95e5-c42433ae5ee7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:09.048890 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eda92c-0656-4b64-95e5-c42433ae5ee7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:09.049375 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eda92c-0656-4b64-95e5-c42433ae5ee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:09.049815 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eda92c-0656-4b64-95e5-c42433ae5ee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:09.050280 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eda92c-0656-4b64-95e5-c42433ae5ee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:09.051281 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2eda92c-0656-4b64-95e5-c42433ae5ee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:09.060521 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-767083c1-09e2-4524-a53b-cc81f6d470c5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Allocated IP 172.25.2.141 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/525104f2-2913-4e46-b8b0-fd61354e6173) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:45:09.066288 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:45:09.067903 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:45:09.085805 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-e58dac34-5ec3-4709-b159-73a574e6543a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0c4cf0-a994-4b60-a85e-d1720ce0012c', 'name': 'tempest-TaggedBootDevicesTest-446260063-router', 'tenant_id': '335aecf7b5a9427992c87df84fd011a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '15f689c5-7845-4978-8599-c80522813745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:44:59Z', 'updated_at': '2022-05-03T22:45:03Z', 'revision_number': 3, 'project_id': '335aecf7b5a9427992c87df84fd011a1', 'gw_port': {'id': '15f689c5-7845-4978-8599-c80522813745', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:83:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0c4cf0-a994-4b60-a85e-d1720ce0012c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:45:01Z', 'updated_at': '2022-05-03T22:45:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:45:09.092734 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58dac34-5ec3-4709-b159-73a574e6543a None None] Checking router: de0c4cf0-a994-4b60-a85e-d1720ce0012c for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:45:09.099553 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58dac34-5ec3-4709-b159-73a574e6543a None None] Updating router de0c4cf0-a994-4b60-a85e-d1720ce0012c port 15f689c5-7845-4978-8599-c80522813745 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:45:09.181755 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190da58-230f-4dda-ae33-973ef56fa5b8 req-0c5dd58f-9475-4021-b0c7-b7a520a6c6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:09.183844 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4190da58-230f-4dda-ae33-973ef56fa5b8 req-0c5dd58f-9475-4021-b0c7-b7a520a6c6a4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b02a0a3f-1344-4b33-8d96-e59f73f273ac HTTP/1.1" status: 200 len: 916 time: 1.1106086 May 03 22:45:09.224405 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e58dac34-5ec3-4709-b159-73a574e6543a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:09.311997 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd15b356-3a86-45a7-aac7-d657f05475ba None None] New status for floating IP a11abee3-e8ea-428b-92e6-3914db1b3abd: ACTIVE {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:45:09.412528 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1bbc84d5-d064-4e45-b988-c4736ab9c8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:09.460544 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-767083c1-09e2-4524-a53b-cc81f6d470c5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:09.605516 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d605c686-a166-418c-b7e2-8e66e03a8dd0 req-e900695c-4fb6-4b09-bbd6-59a103b049d1 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0901220 May 03 22:45:09.613129 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-767083c1-09e2-4524-a53b-cc81f6d470c5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:09.825823 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4190da58-230f-4dda-ae33-973ef56fa5b8 req-456a72fb-cfb9-4599-ba91-7b69940e6b5f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1807bea-0dda-40ae-97d0-68d5687c7659 HTTP/1.1" status: 200 len: 999 time: 0.6140568 May 03 22:45:09.915996 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767083c1-09e2-4524-a53b-cc81f6d470c5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:45:09.919665 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-767083c1-09e2-4524-a53b-cc81f6d470c5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:45:09.923345 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767083c1-09e2-4524-a53b-cc81f6d470c5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:45:10.110801 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767083c1-09e2-4524-a53b-cc81f6d470c5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'Port': ['ID=525104f2-2913-4e46-b8b0-fd61354e6173,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:10.340738 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 3d2f1a7e-0601-42ea-9c8c-7e7ccf3b6b2b up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:45:10.374413 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190da58-230f-4dda-ae33-973ef56fa5b8 req-32f8fc21-bc0c-4c70-990b-61c9960ef540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:10.375852 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4190da58-230f-4dda-ae33-973ef56fa5b8 req-32f8fc21-bc0c-4c70-990b-61c9960ef540 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6ca0f6a1-6e8b-435e-9833-3f318b86b95e HTTP/1.1" status: 200 len: 854 time: 0.5492148 May 03 22:45:10.536091 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e58dac34-5ec3-4709-b159-73a574e6543a None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:10.563592 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e58dac34-5ec3-4709-b159-73a574e6543a None None] Transition to ACTIVE for port object 15f689c5-7845-4978-8599-c80522813745 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:45:10.604464 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 3d2f1a7e-0601-42ea-9c8c-7e7ccf3b6b2b triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:45:10.604842 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:10.699269 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e58dac34-5ec3-4709-b159-73a574e6543a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:10.734764 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-1bbc84d5-d064-4e45-b988-c4736ab9c8fc admin admin] Allocated IP 172.20.0.1 (b25c08b4-ba30-44fb-ab22-e5946b117ebb/a38e2743-d7be-455d-b660-758691bee049/14a968e3-a4ae-4674-89ed-41c14565e865) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:45:10.785965 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190da58-230f-4dda-ae33-973ef56fa5b8 req-0e3c89d2-a2c3-4e90-96e8-9b4b3513a654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:10.787635 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4190da58-230f-4dda-ae33-973ef56fa5b8 req-0e3c89d2-a2c3-4e90-96e8-9b4b3513a654 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b02a0a3f-1344-4b33-8d96-e59f73f273ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4016442 May 03 22:45:11.070615 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d8f62b-4095-4c92-96c6-12abf563b778 None None] Pushing event updated for resources: {'Port': ['ID=15f689c5-7845-4978-8599-c80522813745,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:11.096192 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 514dff93-7c2f-488c-83d9-709281d10db1 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:45:11.179948 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e58dac34-5ec3-4709-b159-73a574e6543a None None] Attempting to bind port 15f689c5-7845-4978-8599-c80522813745 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:45:11.181924 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e58dac34-5ec3-4709-b159-73a574e6543a None None] Attempting to bind port 15f689c5-7845-4978-8599-c80522813745 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:45:11.185019 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58dac34-5ec3-4709-b159-73a574e6543a None None] Attempting to bind port 15f689c5-7845-4978-8599-c80522813745 on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:45:11.211601 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58dac34-5ec3-4709-b159-73a574e6543a None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:45:11.213395 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58dac34-5ec3-4709-b159-73a574e6543a None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:45:11.214018 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e58dac34-5ec3-4709-b159-73a574e6543a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:11.216446 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58dac34-5ec3-4709-b159-73a574e6543a None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:45:11.220008 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e58dac34-5ec3-4709-b159-73a574e6543a None None] Bound port: 15f689c5-7845-4978-8599-c80522813745, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:45:11.220597 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e58dac34-5ec3-4709-b159-73a574e6543a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:11.431015 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e58dac34-5ec3-4709-b159-73a574e6543a None None] For port 15f689c5-7845-4978-8599-c80522813745, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:45:11.434136 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4190da58-230f-4dda-ae33-973ef56fa5b8 req-51f912be-1a53-475c-928e-5385d41014ce service neutron] 10.222.0.67 "GET /v2.0/networks/b02a0a3f-1344-4b33-8d96-e59f73f273ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6117532 May 03 22:45:11.439641 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1bbc84d5-d064-4e45-b988-c4736ab9c8fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:11.442376 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e58dac34-5ec3-4709-b159-73a574e6543a None None] For port 15f689c5-7845-4978-8599-c80522813745, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=15f689c5-7845-4978-8599-c80522813745,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:45:11.523786 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e58dac34-5ec3-4709-b159-73a574e6543a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:11.601104 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-767083c1-09e2-4524-a53b-cc81f6d470c5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:11.634923 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.resource_extend [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:45:11.692224 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4190da58-230f-4dda-ae33-973ef56fa5b8 req-83e62383-56fb-4783-8c01-87d057ee255f service neutron] 10.222.0.67 "GET /v2.0/networks/b02a0a3f-1344-4b33-8d96-e59f73f273ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481771 May 03 22:45:11.711519 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1735a-15a1-48c3-ba9f-7e2fe49eeba4 req-5bbe1bdb-ac3f-44bc-bad7-0d8c1e754885 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:11.712676 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-1bbc84d5-d064-4e45-b988-c4736ab9c8fc admin admin] Transition to ACTIVE for port object 14a968e3-a4ae-4674-89ed-41c14565e865 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:45:11.718960 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1735a-15a1-48c3-ba9f-7e2fe49eeba4 req-5bbe1bdb-ac3f-44bc-bad7-0d8c1e754885 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:11.735587 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1735a-15a1-48c3-ba9f-7e2fe49eeba4 req-5bbe1bdb-ac3f-44bc-bad7-0d8c1e754885 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:11.742597 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1735a-15a1-48c3-ba9f-7e2fe49eeba4 req-5bbe1bdb-ac3f-44bc-bad7-0d8c1e754885 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:11.750649 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1735a-15a1-48c3-ba9f-7e2fe49eeba4 req-5bbe1bdb-ac3f-44bc-bad7-0d8c1e754885 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:11.757774 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1735a-15a1-48c3-ba9f-7e2fe49eeba4 req-5bbe1bdb-ac3f-44bc-bad7-0d8c1e754885 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:11.766370 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1735a-15a1-48c3-ba9f-7e2fe49eeba4 req-5bbe1bdb-ac3f-44bc-bad7-0d8c1e754885 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:11.771716 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dcb1735a-15a1-48c3-ba9f-7e2fe49eeba4 req-5bbe1bdb-ac3f-44bc-bad7-0d8c1e754885 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5429 time: 0.8960323 May 03 22:45:11.774865 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1bbc84d5-d064-4e45-b988-c4736ab9c8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:11.835448 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-767083c1-09e2-4524-a53b-cc81f6d470c5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:11.872476 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58dac34-5ec3-4709-b159-73a574e6543a None None] Routers {'de0c4cf0-a994-4b60-a85e-d1720ce0012c'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:45:11.873477 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-e58dac34-5ec3-4709-b159-73a574e6543a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:44:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['de0c4cf0-a994-4b60-a85e-d1720ce0012c'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:45:11.934210 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbc84d5-d064-4e45-b988-c4736ab9c8fc admin admin] Network b25c08b4-ba30-44fb-ab22-e5946b117ebb is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:45:11.945095 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-1bbc84d5-d064-4e45-b988-c4736ab9c8fc admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:45:11.949380 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbc84d5-d064-4e45-b988-c4736ab9c8fc admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:45:11.969083 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d8f62b-4095-4c92-96c6-12abf563b778 None None] Pushing event updated for resources: {'Port': ['ID=15f689c5-7845-4978-8599-c80522813745,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:12.024259 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1bbc84d5-d064-4e45-b988-c4736ab9c8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:12.068383 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc84d5-d064-4e45-b988-c4736ab9c8fc admin admin] Pushing event updated for resources: {'Port': ['ID=14a968e3-a4ae-4674-89ed-41c14565e865,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:12.216923 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 514dff93-7c2f-488c-83d9-709281d10db1, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=514dff93-7c2f-488c-83d9-709281d10db1,segment=NetworkSegment(d7184569-28cc-4f6c-bd88-6a1ad922482c),segment_id=d7184569-28cc-4f6c-bd88-6a1ad922482c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:45:12.260540 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '514dff93-7c2f-488c-83d9-709281d10db1', 'network_id': 'a8a12fef-8f1f-42e2-8a9d-7a66402fff0c', 'port_id': '514dff93-7c2f-488c-83d9-709281d10db1', 'mac_address': 'fa:16:3e:57:ce:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e46920-9d2d-4625-9a5c-68c22a8e6522', 'ip_address': '10.1.1.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:45:12.275266 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-767083c1-09e2-4524-a53b-cc81f6d470c5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:12.306149 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dcb1735a-15a1-48c3-ba9f-7e2fe49eeba4 req-f3ddee51-5d6e-4e87-bfaf-412b4ba8bbf1 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5257623 May 03 22:45:12.306814 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-767083c1-09e2-4524-a53b-cc81f6d470c5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:12.414023 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1bbc84d5-d064-4e45-b988-c4736ab9c8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:12.466208 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-767083c1-09e2-4524-a53b-cc81f6d470c5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:12.499183 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-e58dac34-5ec3-4709-b159-73a574e6543a None None] Set router de0c4cf0-a994-4b60-a85e-d1720ce0012c gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:45:12.759872 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767083c1-09e2-4524-a53b-cc81f6d470c5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'Port': ['ID=525104f2-2913-4e46-b8b0-fd61354e6173,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:12.844424 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-767083c1-09e2-4524-a53b-cc81f6d470c5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Floating IP e415418c-d586-42a1-80ea-98ebfc39514c associated. External IP: 172.25.2.141, port: 9bcba210-edd2-4295-ab59-511a535a6293. May 03 22:45:12.901725 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1bbc84d5-d064-4e45-b988-c4736ab9c8fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:12.907551 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1bbc84d5-d064-4e45-b988-c4736ab9c8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:13.095963 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:13.102739 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 54350) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:13.128304 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5e15b5ac-aa71-496e-b402-0476c1b49d24 None None] Provisioning for port 14a968e3-a4ae-4674-89ed-41c14565e865 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:45:13.187317 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5e15b5ac-aa71-496e-b402-0476c1b49d24 None None] Provisioning complete for port 14a968e3-a4ae-4674-89ed-41c14565e865 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:45:13.187696 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5e15b5ac-aa71-496e-b402-0476c1b49d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:13.243878 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1bbc84d5-d064-4e45-b988-c4736ab9c8fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:13.267510 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 514dff93-7c2f-488c-83d9-709281d10db1 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:45:13.300832 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 514dff93-7c2f-488c-83d9-709281d10db1, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=514dff93-7c2f-488c-83d9-709281d10db1,segment=NetworkSegment(d7184569-28cc-4f6c-bd88-6a1ad922482c),segment_id=d7184569-28cc-4f6c-bd88-6a1ad922482c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:45:13.314193 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc84d5-d064-4e45-b988-c4736ab9c8fc admin admin] Pushing event updated for resources: {'Port': ['ID=14a968e3-a4ae-4674-89ed-41c14565e865,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:13.351625 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:13.353767 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 70772943-6de8-4896-bcbe-7157ba0b4c77 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:45:13.503599 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-19194ae9-5406-4111-8027-060fe7016858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:13.656394 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 70772943-6de8-4896-bcbe-7157ba0b4c77, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=70772943-6de8-4896-bcbe-7157ba0b4c77,segment=NetworkSegment(d7184569-28cc-4f6c-bd88-6a1ad922482c),segment_id=d7184569-28cc-4f6c-bd88-6a1ad922482c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:45:13.679331 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '70772943-6de8-4896-bcbe-7157ba0b4c77', 'network_id': 'a8a12fef-8f1f-42e2-8a9d-7a66402fff0c', 'port_id': '70772943-6de8-4896-bcbe-7157ba0b4c77', 'mac_address': 'fa:16:3e:b1:31:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e46920-9d2d-4625-9a5c-68c22a8e6522', 'ip_address': '10.1.1.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:45:13.707363 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-5e15b5ac-aa71-496e-b402-0476c1b49d24 None None] Port 14a968e3-a4ae-4674-89ed-41c14565e865 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:45:13.777396 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:13.813444 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70772943-6de8-4896-bcbe-7157ba0b4c77 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:45:13.829246 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=514dff93-7c2f-488c-83d9-709281d10db1,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:13.883073 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 70772943-6de8-4896-bcbe-7157ba0b4c77, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=70772943-6de8-4896-bcbe-7157ba0b4c77,segment=NetworkSegment(d7184569-28cc-4f6c-bd88-6a1ad922482c),segment_id=d7184569-28cc-4f6c-bd88-6a1ad922482c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:45:13.892210 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-e58dac34-5ec3-4709-b159-73a574e6543a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0c4cf0-a994-4b60-a85e-d1720ce0012c', 'name': 'tempest-TaggedBootDevicesTest-446260063-router', 'tenant_id': '335aecf7b5a9427992c87df84fd011a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '15f689c5-7845-4978-8599-c80522813745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:44:59Z', 'updated_at': '2022-05-03T22:45:03Z', 'revision_number': 3, 'project_id': '335aecf7b5a9427992c87df84fd011a1', 'gw_port': {'id': '15f689c5-7845-4978-8599-c80522813745', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:83:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0c4cf0-a994-4b60-a85e-d1720ce0012c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:45:01Z', 'updated_at': '2022-05-03T22:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:45:13.897493 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:13.899944 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 4b827b01-9992-4ccc-9f5f-d70c9c87b504 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:45:13.976068 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbc84d5-d064-4e45-b988-c4736ab9c8fc admin admin] Network b25c08b4-ba30-44fb-ab22-e5946b117ebb is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:45:13.977253 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-1bbc84d5-d064-4e45-b988-c4736ab9c8fc admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:45:14.045304 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-19194ae9-5406-4111-8027-060fe7016858 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:45:14.103006 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-19194ae9-5406-4111-8027-060fe7016858 admin admin] Usage tracker for resource:security_group_rule and tenant:602eaa38721a4883a5ba18cc742077bc is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:45:14.130492 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-19194ae9-5406-4111-8027-060fe7016858 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:45:14.182867 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-19194ae9-5406-4111-8027-060fe7016858 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:45:14.184129 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58dac34-5ec3-4709-b159-73a574e6543a None None] The sync data for ids ['de0c4cf0-a994-4b60-a85e-d1720ce0012c'] in n-d-811807-1 is: [{'id': 'de0c4cf0-a994-4b60-a85e-d1720ce0012c', 'name': 'tempest-TaggedBootDevicesTest-446260063-router', 'tenant_id': '335aecf7b5a9427992c87df84fd011a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '15f689c5-7845-4978-8599-c80522813745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:44:59Z', 'updated_at': '2022-05-03T22:45:03Z', 'revision_number': 3, 'project_id': '335aecf7b5a9427992c87df84fd011a1', 'gw_port': {'id': '15f689c5-7845-4978-8599-c80522813745', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:83:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0c4cf0-a994-4b60-a85e-d1720ce0012c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:45:01Z', 'updated_at': '2022-05-03T22:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:45:14.197054 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 54368) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:14.274086 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=70772943-6de8-4896-bcbe-7157ba0b4c77,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:14.297837 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 4b827b01-9992-4ccc-9f5f-d70c9c87b504, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=4b827b01-9992-4ccc-9f5f-d70c9c87b504,segment=NetworkSegment(54fef4b2-4531-4764-a855-cb5be1b9e034),segment_id=54fef4b2-4531-4764-a855-cb5be1b9e034)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:45:14.342339 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '4b827b01-9992-4ccc-9f5f-d70c9c87b504', 'network_id': '3c844908-458f-43d5-a32d-190eedb78cdc', 'port_id': '4b827b01-9992-4ccc-9f5f-d70c9c87b504', 'mac_address': 'fa:16:3e:0c:89:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd5f6d92-c6fd-458d-8cd8-bf6128dc92c1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:45:14.454225 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bbc84d5-d064-4e45-b988-c4736ab9c8fc admin admin] Router de0c4cf0-a994-4b60-a85e-d1720ce0012c has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:45:14.471617 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a0ac8bce-a1c6-4eb0-aa0d-f5a5bb42a234 None None] Provisioning complete for port 14a968e3-a4ae-4674-89ed-41c14565e865 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:45:14.472071 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a0ac8bce-a1c6-4eb0-aa0d-f5a5bb42a234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:14.510307 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767083c1-09e2-4524-a53b-cc81f6d470c5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Router 4325660c-d567-49bf-865e-315cce83e5a4 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:45:14.666904 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a0ac8bce-a1c6-4eb0-aa0d-f5a5bb42a234 None None] Port 14a968e3-a4ae-4674-89ed-41c14565e865 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:45:14.718462 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:14.724448 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169df1a-a611-4ddd-9d35-cb92d1fe8c3e req-12ce054d-ed40-4935-8556-8c8abef5edcf tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:14.737191 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169df1a-a611-4ddd-9d35-cb92d1fe8c3e req-12ce054d-ed40-4935-8556-8c8abef5edcf tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:14.748475 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169df1a-a611-4ddd-9d35-cb92d1fe8c3e req-12ce054d-ed40-4935-8556-8c8abef5edcf tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:14.760405 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169df1a-a611-4ddd-9d35-cb92d1fe8c3e req-12ce054d-ed40-4935-8556-8c8abef5edcf tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:14.778556 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b827b01-9992-4ccc-9f5f-d70c9c87b504 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:45:14.780851 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169df1a-a611-4ddd-9d35-cb92d1fe8c3e req-12ce054d-ed40-4935-8556-8c8abef5edcf tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:14.803042 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169df1a-a611-4ddd-9d35-cb92d1fe8c3e req-12ce054d-ed40-4935-8556-8c8abef5edcf tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:14.809011 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169df1a-a611-4ddd-9d35-cb92d1fe8c3e req-12ce054d-ed40-4935-8556-8c8abef5edcf tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:14.811844 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 4b827b01-9992-4ccc-9f5f-d70c9c87b504, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=4b827b01-9992-4ccc-9f5f-d70c9c87b504,segment=NetworkSegment(54fef4b2-4531-4764-a855-cb5be1b9e034),segment_id=54fef4b2-4531-4764-a855-cb5be1b9e034)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:45:14.823782 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:14.824548 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device a65dd8bc-04aa-4161-86e1-8b68e0967dd9 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:45:14.827343 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f169df1a-a611-4ddd-9d35-cb92d1fe8c3e req-12ce054d-ed40-4935-8556-8c8abef5edcf tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5431 time: 0.9519923 May 03 22:45:14.911246 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbc84d5-d064-4e45-b988-c4736ab9c8fc admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:45:14.955752 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1bbc84d5-d064-4e45-b988-c4736ab9c8fc admin admin] 10.222.0.58 "PUT /v2.0/routers/de0c4cf0-a994-4b60-a85e-d1720ce0012c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5605826 May 03 22:45:15.103570 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=4b827b01-9992-4ccc-9f5f-d70c9c87b504,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:15.244751 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port a65dd8bc-04aa-4161-86e1-8b68e0967dd9, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a65dd8bc-04aa-4161-86e1-8b68e0967dd9,segment=NetworkSegment(5f07acb1-8990-460f-9ed1-6ed50d2566a9),segment_id=5f07acb1-8990-460f-9ed1-6ed50d2566a9)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:45:15.330454 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': 'a65dd8bc-04aa-4161-86e1-8b68e0967dd9', 'network_id': '3447ec37-3982-4d19-88a9-e296027f90a8', 'port_id': 'a65dd8bc-04aa-4161-86e1-8b68e0967dd9', 'mac_address': 'fa:16:3e:18:47:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c50d9d-c526-4e5a-813d-10937c3b2804', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:45:15.497617 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:15.548975 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a65dd8bc-04aa-4161-86e1-8b68e0967dd9 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:45:15.587169 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port a65dd8bc-04aa-4161-86e1-8b68e0967dd9, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a65dd8bc-04aa-4161-86e1-8b68e0967dd9,segment=NetworkSegment(5f07acb1-8990-460f-9ed1-6ed50d2566a9),segment_id=5f07acb1-8990-460f-9ed1-6ed50d2566a9)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:45:15.595837 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:15.597805 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 35cdd9e5-7422-4479-9fde-9ac4d09ecccf details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:45:15.661281 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f169df1a-a611-4ddd-9d35-cb92d1fe8c3e req-1ff731e7-c65e-4026-9f47-f4245f13deba tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8103793 May 03 22:45:15.688017 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 35cdd9e5-7422-4479-9fde-9ac4d09ecccf, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=35cdd9e5-7422-4479-9fde-9ac4d09ecccf,segment=NetworkSegment(d7184569-28cc-4f6c-bd88-6a1ad922482c),segment_id=d7184569-28cc-4f6c-bd88-6a1ad922482c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:45:15.821588 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '35cdd9e5-7422-4479-9fde-9ac4d09ecccf', 'network_id': 'a8a12fef-8f1f-42e2-8a9d-7a66402fff0c', 'port_id': '35cdd9e5-7422-4479-9fde-9ac4d09ecccf', 'mac_address': 'fa:16:3e:83:63:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e46920-9d2d-4625-9a5c-68c22a8e6522', 'ip_address': '10.1.1.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:45:15.897059 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-19194ae9-5406-4111-8027-060fe7016858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:15.938711 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-19194ae9-5406-4111-8027-060fe7016858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:16.038992 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-19194ae9-5406-4111-8027-060fe7016858 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=602eaa38721a4883a5ba18cc742077bc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9355645 May 03 22:45:16.041781 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54412) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:16.078798 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19194ae9-5406-4111-8027-060fe7016858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca90c72-a9a5-45f0-8065-c53f2dc8f887,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:16.080794 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:16.118954 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=a65dd8bc-04aa-4161-86e1-8b68e0967dd9,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:16.160149 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767083c1-09e2-4524-a53b-cc81f6d470c5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:45:16.168300 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35cdd9e5-7422-4479-9fde-9ac4d09ecccf {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:45:16.212229 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734fdefe-4b5b-47bc-81d1-10186f4791de None None] Sync routers for ids ['4325660c-d567-49bf-865e-315cce83e5a4'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:45:16.216406 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-218007ae-744a-4c3b-bd38-5abfa15a8db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:16.270907 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734fdefe-4b5b-47bc-81d1-10186f4791de None None] Routers {'4325660c-d567-49bf-865e-315cce83e5a4'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:45:16.273531 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-734fdefe-4b5b-47bc-81d1-10186f4791de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:44:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['4325660c-d567-49bf-865e-315cce83e5a4'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:45:16.314672 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-218007ae-744a-4c3b-bd38-5abfa15a8db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:16.324670 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-767083c1-09e2-4524-a53b-cc81f6d470c5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:16.443850 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 35cdd9e5-7422-4479-9fde-9ac4d09ecccf, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=35cdd9e5-7422-4479-9fde-9ac4d09ecccf,segment=NetworkSegment(d7184569-28cc-4f6c-bd88-6a1ad922482c),segment_id=d7184569-28cc-4f6c-bd88-6a1ad922482c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:45:16.498891 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-767083c1-09e2-4524-a53b-cc81f6d470c5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.7446692 May 03 22:45:16.500346 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 54426) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:16.500766 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216889b4-fd5f-44c3-b5df-d8f88700df2f', 'tag': '9bcba210-edd2-4295-ab59-511a535a6293'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:45:16.512508 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-218007ae-744a-4c3b-bd38-5abfa15a8db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:16.593470 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 15f689c5-7845-4978-8599-c80522813745 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:45:16.603617 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218007ae-744a-4c3b-bd38-5abfa15a8db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca90c72-a9a5-45f0-8065-c53f2dc8f887,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:16.650900 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-218007ae-744a-4c3b-bd38-5abfa15a8db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:16.660526 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-218007ae-744a-4c3b-bd38-5abfa15a8db1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9ca90c72-a9a5-45f0-8065-c53f2dc8f887 HTTP/1.1" status: 204 len: 168 time: 0.6158154 May 03 22:45:16.700841 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ac06ec0-25fe-4ea2-8efd-a0376736a2de'] response: {'name': 'network-changed', 'server_uuid': '216889b4-fd5f-44c3-b5df-d8f88700df2f', 'tag': '9bcba210-edd2-4295-ab59-511a535a6293', 'status': 'completed', 'code': 200} May 03 22:45:16.746697 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:16.750518 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device d99ae307-1483-492b-b9b0-159ed89bfb47 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:45:16.884943 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4bca65-89bf-4dfb-81bb-7d09b2052d85 req-715fd819-9636-4707-8b87-8f31f5bb7d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:16.887847 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0c4bca65-89bf-4dfb-81bb-7d09b2052d85 req-715fd819-9636-4707-8b87-8f31f5bb7d8b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=584c47bf47e049698552e4a4a9d3464d&device_id=216889b4-fd5f-44c3-b5df-d8f88700df2f HTTP/1.1" status: 200 len: 1097 time: 0.1715705 May 03 22:45:17.004172 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port d99ae307-1483-492b-b9b0-159ed89bfb47, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=d99ae307-1483-492b-b9b0-159ed89bfb47,segment=NetworkSegment(d7184569-28cc-4f6c-bd88-6a1ad922482c),segment_id=d7184569-28cc-4f6c-bd88-6a1ad922482c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:45:17.016275 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-fa63891d-621f-46ba-a3e2-4251b7469fdb tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/floatingips/e415418c-d586-42a1-80ea-98ebfc39514c HTTP/1.1" status: 200 len: 992 time: 0.5103767 May 03 22:45:17.028163 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=35cdd9e5-7422-4479-9fde-9ac4d09ecccf,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:17.082243 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 15f689c5-7845-4978-8599-c80522813745 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:45:17.108595 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': 'd99ae307-1483-492b-b9b0-159ed89bfb47', 'network_id': 'a8a12fef-8f1f-42e2-8a9d-7a66402fff0c', 'port_id': 'd99ae307-1483-492b-b9b0-159ed89bfb47', 'mac_address': 'fa:16:3e:ff:d8:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e46920-9d2d-4625-9a5c-68c22a8e6522', 'ip_address': '10.1.1.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:45:17.133034 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:45:17.140224 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 15f689c5-7845-4978-8599-c80522813745 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:45:17.140607 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:17.219990 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5660611-fb9a-4213-8ea0-cc581eae3946 None None] Sync routers for ids ['de0c4cf0-a994-4b60-a85e-d1720ce0012c'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:45:17.240476 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5660611-fb9a-4213-8ea0-cc581eae3946 None None] Routers {'de0c4cf0-a994-4b60-a85e-d1720ce0012c'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:45:17.245262 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-b5660611-fb9a-4213-8ea0-cc581eae3946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:44:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['de0c4cf0-a994-4b60-a85e-d1720ce0012c'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:45:17.259024 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-734fdefe-4b5b-47bc-81d1-10186f4791de None None] Set router 4325660c-d567-49bf-865e-315cce83e5a4 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:45:17.342454 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4bca65-89bf-4dfb-81bb-7d09b2052d85 req-593ff567-ffab-455e-90e7-fcff2cdd97a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:17.345313 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0c4bca65-89bf-4dfb-81bb-7d09b2052d85 req-593ff567-ffab-455e-90e7-fcff2cdd97a8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2682e838-a62e-4a3c-95e3-1cec146b5cea HTTP/1.1" status: 200 len: 898 time: 0.4395194 May 03 22:45:17.377287 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c7d3d670-2c9d-4561-ac4c-a045fcd6bb01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:17.496775 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0c4bca65-89bf-4dfb-81bb-7d09b2052d85 req-deb92a44-1d0c-43aa-ad1a-3a4e8bb0e0d2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bcba210-edd2-4295-ab59-511a535a6293 HTTP/1.1" status: 200 len: 1000 time: 0.1412759 May 03 22:45:17.497406 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54442) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:17.515813 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-76be3caf-eb41-46ac-8513-f3bd91314646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:17.635173 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-76be3caf-eb41-46ac-8513-f3bd91314646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:45:17.646382 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-76be3caf-eb41-46ac-8513-f3bd91314646 admin admin] Usage tracker for resource:security_group_rule and tenant:eb040cc574eb47e7ae2a915f40a8ebdc is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:45:17.666338 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-76be3caf-eb41-46ac-8513-f3bd91314646 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:45:17.674758 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:17.674986 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-76be3caf-eb41-46ac-8513-f3bd91314646 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:45:17.733348 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d99ae307-1483-492b-b9b0-159ed89bfb47 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:45:17.854299 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-b5660611-fb9a-4213-8ea0-cc581eae3946 None None] Set router de0c4cf0-a994-4b60-a85e-d1720ce0012c gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:45:17.892170 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ade81-bf4b-4a59-8253-8edfe1350b85 req-e1d74412-0eb8-4221-abff-4e3d7704ae44 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:17.895911 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port d99ae307-1483-492b-b9b0-159ed89bfb47, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=d99ae307-1483-492b-b9b0-159ed89bfb47,segment=NetworkSegment(d7184569-28cc-4f6c-bd88-6a1ad922482c),segment_id=d7184569-28cc-4f6c-bd88-6a1ad922482c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:45:17.909369 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ade81-bf4b-4a59-8253-8edfe1350b85 req-e1d74412-0eb8-4221-abff-4e3d7704ae44 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:17.912694 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:17.921145 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ade81-bf4b-4a59-8253-8edfe1350b85 req-e1d74412-0eb8-4221-abff-4e3d7704ae44 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:17.933146 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ade81-bf4b-4a59-8253-8edfe1350b85 req-e1d74412-0eb8-4221-abff-4e3d7704ae44 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:17.938951 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:17.939601 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 89678d86-c165-4dfc-97f5-a935adc1fa0d details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:45:17.949878 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ade81-bf4b-4a59-8253-8edfe1350b85 req-e1d74412-0eb8-4221-abff-4e3d7704ae44 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:17.961649 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ade81-bf4b-4a59-8253-8edfe1350b85 req-e1d74412-0eb8-4221-abff-4e3d7704ae44 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:17.967535 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ade81-bf4b-4a59-8253-8edfe1350b85 req-e1d74412-0eb8-4221-abff-4e3d7704ae44 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:17.974564 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4bca65-89bf-4dfb-81bb-7d09b2052d85 req-3bfe6c6b-3c53-4d01-9678-fed6e0aa0182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:17.980200 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f46ade81-bf4b-4a59-8253-8edfe1350b85 req-e1d74412-0eb8-4221-abff-4e3d7704ae44 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5434 time: 0.9375401 May 03 22:45:17.996962 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0c4bca65-89bf-4dfb-81bb-7d09b2052d85 req-3bfe6c6b-3c53-4d01-9678-fed6e0aa0182 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=75fb2b3e-c5da-45bb-9684-b6f9b5771795 HTTP/1.1" status: 200 len: 835 time: 0.4468303 May 03 22:45:18.015230 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-76be3caf-eb41-46ac-8513-f3bd91314646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:18.120504 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=d99ae307-1483-492b-b9b0-159ed89bfb47,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:18.145283 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54464) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:18.182825 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-76be3caf-eb41-46ac-8513-f3bd91314646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:18.475933 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-b5660611-fb9a-4213-8ea0-cc581eae3946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0c4cf0-a994-4b60-a85e-d1720ce0012c', 'name': 'tempest-TaggedBootDevicesTest-446260063-router', 'tenant_id': '335aecf7b5a9427992c87df84fd011a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '15f689c5-7845-4978-8599-c80522813745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:44:59Z', 'updated_at': '2022-05-03T22:45:12Z', 'revision_number': 4, 'project_id': '335aecf7b5a9427992c87df84fd011a1', 'gw_port': {'id': '15f689c5-7845-4978-8599-c80522813745', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:83:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0c4cf0-a994-4b60-a85e-d1720ce0012c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:45:01Z', 'updated_at': '2022-05-03T22:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '14a968e3-a4ae-4674-89ed-41c14565e865', 'name': '', 'network_id': 'b25c08b4-ba30-44fb-ab22-e5946b117ebb', 'tenant_id': '335aecf7b5a9427992c87df84fd011a1', 'mac_address': 'fa:16:3e:ab:66:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0c4cf0-a994-4b60-a85e-d1720ce0012c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': 'a38e2743-d7be-455d-b660-758691bee049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:45:09Z', 'updated_at': '2022-05-03T22:45:12Z', 'revision_number': 2, 'project_id': '335aecf7b5a9427992c87df84fd011a1', 'subnets': [{'id': 'a38e2743-d7be-455d-b660-758691bee049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:45:18.481365 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5660611-fb9a-4213-8ea0-cc581eae3946 None None] Checking router: de0c4cf0-a994-4b60-a85e-d1720ce0012c for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:45:18.482018 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5660611-fb9a-4213-8ea0-cc581eae3946 None None] Updating router de0c4cf0-a994-4b60-a85e-d1720ce0012c port 14a968e3-a4ae-4674-89ed-41c14565e865 binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:45:18.540084 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b5660611-fb9a-4213-8ea0-cc581eae3946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:18.577863 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f46ade81-bf4b-4a59-8253-8edfe1350b85 req-6246b0a4-41f6-4ce4-ba39-f841b3421a83 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2440729 May 03 22:45:18.613982 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-92e18c48-e051-4fcc-a086-65b884e35e8d tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/floatingips/e415418c-d586-42a1-80ea-98ebfc39514c HTTP/1.1" status: 200 len: 992 time: 0.4446127 May 03 22:45:18.626165 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-76be3caf-eb41-46ac-8513-f3bd91314646 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eb040cc574eb47e7ae2a915f40a8ebdc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1276956 May 03 22:45:18.631677 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 54488) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:18.692241 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be3caf-eb41-46ac-8513-f3bd91314646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cba5aca-33af-42d0-892a-4650f99e7853,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:18.728577 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4bca65-89bf-4dfb-81bb-7d09b2052d85 req-f87fd904-ce49-4e3e-8847-9d6c764deb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:18.734703 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0c4bca65-89bf-4dfb-81bb-7d09b2052d85 req-f87fd904-ce49-4e3e-8847-9d6c764deb35 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2682e838-a62e-4a3c-95e3-1cec146b5cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7157712 May 03 22:45:18.900161 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 15f689c5-7845-4978-8599-c80522813745, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=15f689c5-7845-4978-8599-c80522813745,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:45:18.925332 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.resource_extend [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:45:18.931745 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:19.006972 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6df16ca6-f14d-4baa-b0c1-ab2d444964f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:19.009656 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 89678d86-c165-4dfc-97f5-a935adc1fa0d, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=89678d86-c165-4dfc-97f5-a935adc1fa0d,segment=NetworkSegment(54fef4b2-4531-4764-a855-cb5be1b9e034),segment_id=54fef4b2-4531-4764-a855-cb5be1b9e034)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:45:19.062666 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6df16ca6-f14d-4baa-b0c1-ab2d444964f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:19.062924 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '89678d86-c165-4dfc-97f5-a935adc1fa0d', 'network_id': '3c844908-458f-43d5-a32d-190eedb78cdc', 'port_id': '89678d86-c165-4dfc-97f5-a935adc1fa0d', 'mac_address': 'fa:16:3e:2a:18:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd5f6d92-c6fd-458d-8cd8-bf6128dc92c1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:45:19.105333 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0c4bca65-89bf-4dfb-81bb-7d09b2052d85 req-a69b5f6a-9cc4-4fb6-ab6a-aa73e33958c6 service neutron] 10.222.0.67 "GET /v2.0/networks/2682e838-a62e-4a3c-95e3-1cec146b5cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617318 May 03 22:45:19.138635 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6df16ca6-f14d-4baa-b0c1-ab2d444964f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:19.198786 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-c7d3d670-2c9d-4561-ac4c-a045fcd6bb01 admin admin] Deleting port 44b602a1-8dab-47ee-beaf-5cd83b1b7b8a {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:45:19.200242 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c7d3d670-2c9d-4561-ac4c-a045fcd6bb01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:19.219887 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:19.232182 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-734fdefe-4b5b-47bc-81d1-10186f4791de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4325660c-d567-49bf-865e-315cce83e5a4', 'name': 'tempest-TestNetworkBasicOps-router-1950764700', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '219abd26-fe69-4194-9dfa-3329166960bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:52Z', 'updated_at': '2022-05-03T22:44:13Z', 'revision_number': 4, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'gw_port': {'id': '219abd26-fe69-4194-9dfa-3329166960bf', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:54Z', 'updated_at': '2022-05-03T22:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'e415418c-d586-42a1-80ea-98ebfc39514c', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'floating_ip_address': '172.25.2.141', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'port_id': '9bcba210-edd2-4295-ab59-511a535a6293', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea', 'mac_address': 'fa:16:3e:4d:31:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216889b4-fd5f-44c3-b5df-d8f88700df2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:45:11Z', 'updated_at': '2022-05-03T22:45:11Z', 'revision_number': 0, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a012f2-8ebd-491d-a07f-fe921a6b3d72', 'name': '', 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'mac_address': 'fa:16:3e:a5:1c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '75fb2b3e-c5da-45bb-9684-b6f9b5771795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:44:09Z', 'updated_at': '2022-05-03T22:44:28Z', 'revision_number': 5, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'subnets': [{'id': '75fb2b3e-c5da-45bb-9684-b6f9b5771795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:45:19.244209 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=15f689c5-7845-4978-8599-c80522813745,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:19.246663 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734fdefe-4b5b-47bc-81d1-10186f4791de None None] Checking router: 4325660c-d567-49bf-865e-315cce83e5a4 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:45:19.286861 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df16ca6-f14d-4baa-b0c1-ab2d444964f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cba5aca-33af-42d0-892a-4650f99e7853,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:19.290951 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89678d86-c165-4dfc-97f5-a935adc1fa0d {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:45:19.340902 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6df16ca6-f14d-4baa-b0c1-ab2d444964f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:19.342497 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6df16ca6-f14d-4baa-b0c1-ab2d444964f2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7cba5aca-33af-42d0-892a-4650f99e7853 HTTP/1.1" status: 204 len: 168 time: 0.7096980 May 03 22:45:19.354322 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734fdefe-4b5b-47bc-81d1-10186f4791de None None] Routers {'4325660c-d567-49bf-865e-315cce83e5a4'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:45:19.354991 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-734fdefe-4b5b-47bc-81d1-10186f4791de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:44:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['4325660c-d567-49bf-865e-315cce83e5a4'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:45:19.421360 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0c4bca65-89bf-4dfb-81bb-7d09b2052d85 req-7164325f-cdef-4e68-baab-0ef6294c2aca service neutron] 10.222.0.67 "GET /v2.0/networks/2682e838-a62e-4a3c-95e3-1cec146b5cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047640 May 03 22:45:19.457087 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b5660611-fb9a-4213-8ea0-cc581eae3946 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:19.542579 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-b5660611-fb9a-4213-8ea0-cc581eae3946 None None] Transition to ACTIVE for port object 14a968e3-a4ae-4674-89ed-41c14565e865 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:45:19.583377 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b5660611-fb9a-4213-8ea0-cc581eae3946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:19.605311 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54498) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:19.866227 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-c7d3d670-2c9d-4561-ac4c-a045fcd6bb01 admin admin] For port 44b602a1-8dab-47ee-beaf-5cd83b1b7b8a, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=44b602a1-8dab-47ee-beaf-5cd83b1b7b8a,segment=NetworkSegment(0c87bd7e-b449-406c-9031-bae021dbb1b9),segment_id=0c87bd7e-b449-406c-9031-bae021dbb1b9)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:45:19.868883 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c7d3d670-2c9d-4561-ac4c-a045fcd6bb01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:20.004677 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd5b3f-eb02-4aa6-b369-85978d46b95e None None] Pushing event updated for resources: {'Port': ['ID=14a968e3-a4ae-4674-89ed-41c14565e865,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:20.039044 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 89678d86-c165-4dfc-97f5-a935adc1fa0d, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=89678d86-c165-4dfc-97f5-a935adc1fa0d,segment=NetworkSegment(54fef4b2-4531-4764-a855-cb5be1b9e034),segment_id=54fef4b2-4531-4764-a855-cb5be1b9e034)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:45:20.088379 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:20.103775 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcd5b3f-eb02-4aa6-b369-85978d46b95e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:20.104113 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcd5b3f-eb02-4aa6-b369-85978d46b95e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:20.104465 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcd5b3f-eb02-4aa6-b369-85978d46b95e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:20.104786 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcd5b3f-eb02-4aa6-b369-85978d46b95e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:20.105115 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcd5b3f-eb02-4aa6-b369-85978d46b95e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:20.105437 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcd5b3f-eb02-4aa6-b369-85978d46b95e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:20.126649 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcd5b3f-eb02-4aa6-b369-85978d46b95e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:20.129184 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcd5b3f-eb02-4aa6-b369-85978d46b95e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:20.130531 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcd5b3f-eb02-4aa6-b369-85978d46b95e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:20.134625 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcd5b3f-eb02-4aa6-b369-85978d46b95e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:20.136134 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcd5b3f-eb02-4aa6-b369-85978d46b95e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:20.143530 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcd5b3f-eb02-4aa6-b369-85978d46b95e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:20.222097 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=89678d86-c165-4dfc-97f5-a935adc1fa0d,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:20.382325 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-c7d3d670-2c9d-4561-ac4c-a045fcd6bb01 admin admin] Calling delete_port for 44b602a1-8dab-47ee-beaf-5cd83b1b7b8a owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:45:20.500799 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-734fdefe-4b5b-47bc-81d1-10186f4791de None None] Set router 4325660c-d567-49bf-865e-315cce83e5a4 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:45:20.609842 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-b5660611-fb9a-4213-8ea0-cc581eae3946 None None] Attempting to bind port 14a968e3-a4ae-4674-89ed-41c14565e865 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:45:20.610979 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-b5660611-fb9a-4213-8ea0-cc581eae3946 None None] Attempting to bind port 14a968e3-a4ae-4674-89ed-41c14565e865 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'aae3047e-a811-4f5f-9f6a-4504a8029136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b25c08b4-ba30-44fb-ab22-e5946b117ebb'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:45:20.611510 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5660611-fb9a-4213-8ea0-cc581eae3946 None None] Attempting to bind port 14a968e3-a4ae-4674-89ed-41c14565e865 on network b25c08b4-ba30-44fb-ab22-e5946b117ebb {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:45:20.644884 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5660611-fb9a-4213-8ea0-cc581eae3946 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:45:20.645739 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5660611-fb9a-4213-8ea0-cc581eae3946 None None] Checking segment: {'id': 'aae3047e-a811-4f5f-9f6a-4504a8029136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b25c08b4-ba30-44fb-ab22-e5946b117ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:45:20.646116 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b5660611-fb9a-4213-8ea0-cc581eae3946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:20.646579 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5660611-fb9a-4213-8ea0-cc581eae3946 None None] Bound using segment: {'id': 'aae3047e-a811-4f5f-9f6a-4504a8029136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b25c08b4-ba30-44fb-ab22-e5946b117ebb'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:45:20.647115 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-b5660611-fb9a-4213-8ea0-cc581eae3946 None None] Bound port: 14a968e3-a4ae-4674-89ed-41c14565e865, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae3047e-a811-4f5f-9f6a-4504a8029136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b25c08b4-ba30-44fb-ab22-e5946b117ebb'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:45:20.647605 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b5660611-fb9a-4213-8ea0-cc581eae3946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:20.653716 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d1e82d5c-445f-437e-b9af-4e6e9e4d218a tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/floatingips/e415418c-d586-42a1-80ea-98ebfc39514c HTTP/1.1" status: 200 len: 992 time: 1.0448487 May 03 22:45:20.772055 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['a65dd8bc-04aa-4161-86e1-8b68e0967dd9'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:45:20.818775 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58074d66-f84d-4d59-aea7-e2b919888cc5 req-68a42804-8b9c-4f9f-bf7e-f6b4a660d677 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:20.820963 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-b5660611-fb9a-4213-8ea0-cc581eae3946 None None] For port 14a968e3-a4ae-4674-89ed-41c14565e865, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:45:20.826120 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['4b827b01-9992-4ccc-9f5f-d70c9c87b504'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:45:20.827362 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-b5660611-fb9a-4213-8ea0-cc581eae3946 None None] For port 14a968e3-a4ae-4674-89ed-41c14565e865, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=14a968e3-a4ae-4674-89ed-41c14565e865,segment=NetworkSegment(aae3047e-a811-4f5f-9f6a-4504a8029136),segment_id=aae3047e-a811-4f5f-9f6a-4504a8029136)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:45:20.833290 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58074d66-f84d-4d59-aea7-e2b919888cc5 req-68a42804-8b9c-4f9f-bf7e-f6b4a660d677 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:20.835859 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b5660611-fb9a-4213-8ea0-cc581eae3946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:20.848498 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58074d66-f84d-4d59-aea7-e2b919888cc5 req-68a42804-8b9c-4f9f-bf7e-f6b4a660d677 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:20.858641 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58074d66-f84d-4d59-aea7-e2b919888cc5 req-68a42804-8b9c-4f9f-bf7e-f6b4a660d677 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:20.873388 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58074d66-f84d-4d59-aea7-e2b919888cc5 req-68a42804-8b9c-4f9f-bf7e-f6b4a660d677 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:20.882070 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['70772943-6de8-4896-bcbe-7157ba0b4c77'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:45:20.884760 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58074d66-f84d-4d59-aea7-e2b919888cc5 req-68a42804-8b9c-4f9f-bf7e-f6b4a660d677 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:20.914763 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58074d66-f84d-4d59-aea7-e2b919888cc5 req-68a42804-8b9c-4f9f-bf7e-f6b4a660d677 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:20.921393 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58074d66-f84d-4d59-aea7-e2b919888cc5 req-68a42804-8b9c-4f9f-bf7e-f6b4a660d677 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5436 time: 0.5794079 May 03 22:45:20.954286 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5660611-fb9a-4213-8ea0-cc581eae3946 None None] Routers {'de0c4cf0-a994-4b60-a85e-d1720ce0012c'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:45:20.954931 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-b5660611-fb9a-4213-8ea0-cc581eae3946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:44:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['de0c4cf0-a994-4b60-a85e-d1720ce0012c'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:45:21.163928 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58074d66-f84d-4d59-aea7-e2b919888cc5 req-31986328-cdfb-4c80-bd06-a746780974d2 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2326751 May 03 22:45:21.171318 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-b5660611-fb9a-4213-8ea0-cc581eae3946 None None] Set router de0c4cf0-a994-4b60-a85e-d1720ce0012c gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:45:21.226900 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c7d3d670-2c9d-4561-ac4c-a045fcd6bb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:21.280241 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['89678d86-c165-4dfc-97f5-a935adc1fa0d'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:45:21.358738 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['514dff93-7c2f-488c-83d9-709281d10db1'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:45:21.467209 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd5b3f-eb02-4aa6-b369-85978d46b95e None None] Pushing event updated for resources: {'Port': ['ID=14a968e3-a4ae-4674-89ed-41c14565e865,revision_number=4']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:21.483432 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['d99ae307-1483-492b-b9b0-159ed89bfb47'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:45:21.519120 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3d670-2c9d-4561-ac4c-a045fcd6bb01 admin admin] Pushing event deleted for resources: {'Port': ['ID=44b602a1-8dab-47ee-beaf-5cd83b1b7b8a,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:21.654750 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54534) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:21.860328 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 15f689c5-7845-4978-8599-c80522813745 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:45:21.978618 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-b5660611-fb9a-4213-8ea0-cc581eae3946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0c4cf0-a994-4b60-a85e-d1720ce0012c', 'name': 'tempest-TaggedBootDevicesTest-446260063-router', 'tenant_id': '335aecf7b5a9427992c87df84fd011a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '15f689c5-7845-4978-8599-c80522813745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:44:59Z', 'updated_at': '2022-05-03T22:45:12Z', 'revision_number': 4, 'project_id': '335aecf7b5a9427992c87df84fd011a1', 'gw_port': {'id': '15f689c5-7845-4978-8599-c80522813745', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0c4cf0-a994-4b60-a85e-d1720ce0012c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:45:01Z', 'updated_at': '2022-05-03T22:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '14a968e3-a4ae-4674-89ed-41c14565e865', 'name': '', 'network_id': 'b25c08b4-ba30-44fb-ab22-e5946b117ebb', 'tenant_id': '335aecf7b5a9427992c87df84fd011a1', 'mac_address': 'fa:16:3e:ab:66:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0c4cf0-a994-4b60-a85e-d1720ce0012c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': 'a38e2743-d7be-455d-b660-758691bee049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:45:09Z', 'updated_at': '2022-05-03T22:45:20Z', 'revision_number': 4, 'project_id': '335aecf7b5a9427992c87df84fd011a1', 'subnets': [{'id': 'a38e2743-d7be-455d-b660-758691bee049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:45:21.987987 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c7d3d670-2c9d-4561-ac4c-a045fcd6bb01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:21.994385 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5660611-fb9a-4213-8ea0-cc581eae3946 None None] The sync data for ids ['de0c4cf0-a994-4b60-a85e-d1720ce0012c'] in n-d-811807-1 is: [{'id': 'de0c4cf0-a994-4b60-a85e-d1720ce0012c', 'name': 'tempest-TaggedBootDevicesTest-446260063-router', 'tenant_id': '335aecf7b5a9427992c87df84fd011a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '15f689c5-7845-4978-8599-c80522813745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:44:59Z', 'updated_at': '2022-05-03T22:45:12Z', 'revision_number': 4, 'project_id': '335aecf7b5a9427992c87df84fd011a1', 'gw_port': {'id': '15f689c5-7845-4978-8599-c80522813745', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0c4cf0-a994-4b60-a85e-d1720ce0012c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:45:01Z', 'updated_at': '2022-05-03T22:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '14a968e3-a4ae-4674-89ed-41c14565e865', 'name': '', 'network_id': 'b25c08b4-ba30-44fb-ab22-e5946b117ebb', 'tenant_id': '335aecf7b5a9427992c87df84fd011a1', 'mac_address': 'fa:16:3e:ab:66:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de0c4cf0-a994-4b60-a85e-d1720ce0012c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2287, 'fixed_ips': [{'subnet_id': 'a38e2743-d7be-455d-b660-758691bee049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:45:09Z', 'updated_at': '2022-05-03T22:45:20Z', 'revision_number': 4, 'project_id': '335aecf7b5a9427992c87df84fd011a1', 'subnets': [{'id': 'a38e2743-d7be-455d-b660-758691bee049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:45:21.997723 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2fda411d-77df-41e7-a55a-2c8dd383cae2 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/floatingips/e415418c-d586-42a1-80ea-98ebfc39514c HTTP/1.1" status: 200 len: 992 time: 0.3417768 May 03 22:45:22.340305 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-eb537ed6-dff0-4dc2-baf4-ac922503baf8 req-162b010a-7588-4975-915f-5708cfc80912 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2993941 May 03 22:45:22.588042 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['35cdd9e5-7422-4479-9fde-9ac4d09ecccf'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:45:22.836233 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb537ed6-dff0-4dc2-baf4-ac922503baf8 req-e5d49d30-8d06-4583-bd5c-d9b80da3dbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:22.840433 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-eb537ed6-dff0-4dc2-baf4-ac922503baf8 req-e5d49d30-8d06-4583-bd5c-d9b80da3dbac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c9b36c2026314fcba54b84af09c29f52&device_id=5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b HTTP/1.1" status: 200 len: 1096 time: 0.2293456 May 03 22:45:23.079580 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54560) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:23.405128 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-44587873-6a57-4d29-be52-02a1df956958 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/floatingips/e415418c-d586-42a1-80ea-98ebfc39514c HTTP/1.1" status: 200 len: 992 time: 0.3189678 May 03 22:45:23.408045 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb537ed6-dff0-4dc2-baf4-ac922503baf8 req-250722ee-f78f-4d36-ae10-8fc9c5848a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:23.417668 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-eb537ed6-dff0-4dc2-baf4-ac922503baf8 req-250722ee-f78f-4d36-ae10-8fc9c5848a2d service neutron] 10.222.0.67 "GET /v2.0/networks?id=b02a0a3f-1344-4b33-8d96-e59f73f273ac HTTP/1.1" status: 200 len: 916 time: 0.5524383 May 03 22:45:23.661199 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96933d76-623f-4f79-a5ca-a98fa29071a4 req-24119cd8-263d-4aa1-adb7-8be17f29de07 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:23.678041 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96933d76-623f-4f79-a5ca-a98fa29071a4 req-24119cd8-263d-4aa1-adb7-8be17f29de07 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:23.684194 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96933d76-623f-4f79-a5ca-a98fa29071a4 req-24119cd8-263d-4aa1-adb7-8be17f29de07 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:23.705513 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96933d76-623f-4f79-a5ca-a98fa29071a4 req-24119cd8-263d-4aa1-adb7-8be17f29de07 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:23.734236 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96933d76-623f-4f79-a5ca-a98fa29071a4 req-24119cd8-263d-4aa1-adb7-8be17f29de07 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:23.760615 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96933d76-623f-4f79-a5ca-a98fa29071a4 req-24119cd8-263d-4aa1-adb7-8be17f29de07 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:23.777034 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96933d76-623f-4f79-a5ca-a98fa29071a4 req-24119cd8-263d-4aa1-adb7-8be17f29de07 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:23.777419 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-eb537ed6-dff0-4dc2-baf4-ac922503baf8 req-67d5e570-1b61-44ec-8023-620b82331fc1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1807bea-0dda-40ae-97d0-68d5687c7659 HTTP/1.1" status: 200 len: 1001 time: 0.3483436 May 03 22:45:23.787711 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96933d76-623f-4f79-a5ca-a98fa29071a4 req-24119cd8-263d-4aa1-adb7-8be17f29de07 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5436 time: 1.1339271 May 03 22:45:23.867829 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-50b5fe7a-7cd7-4920-98ae-442d03c0470d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:23.869195 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d3d670-2c9d-4561-ac4c-a045fcd6bb01 admin admin] Router 8cdea6f8-d82d-43c1-9820-97fa0586d072 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:45:24.049054 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb537ed6-dff0-4dc2-baf4-ac922503baf8 req-a2c888d4-2584-4980-b2f1-278231973b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:24.056629 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-eb537ed6-dff0-4dc2-baf4-ac922503baf8 req-a2c888d4-2584-4980-b2f1-278231973b67 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6ca0f6a1-6e8b-435e-9833-3f318b86b95e HTTP/1.1" status: 200 len: 854 time: 0.2770875 May 03 22:45:24.130729 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96933d76-623f-4f79-a5ca-a98fa29071a4 req-1e0d23fc-3885-4044-8000-7799ace277b3 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3421049 May 03 22:45:24.301605 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb537ed6-dff0-4dc2-baf4-ac922503baf8 req-6c3a6794-d8df-4a5f-94de-b1e8c51a7a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:24.303389 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-eb537ed6-dff0-4dc2-baf4-ac922503baf8 req-6c3a6794-d8df-4a5f-94de-b1e8c51a7a07 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b02a0a3f-1344-4b33-8d96-e59f73f273ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2395461 May 03 22:45:24.379108 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 15f689c5-7845-4978-8599-c80522813745 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:45:24.380014 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:24.396645 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d3d670-2c9d-4561-ac4c-a045fcd6bb01 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:45:24.414480 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 54592) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:24.651022 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7dba65-06e4-421c-b2c6-b71c3abb7ead None None] Sync routers for ids ['8cdea6f8-d82d-43c1-9820-97fa0586d072'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:45:24.669744 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c7d3d670-2c9d-4561-ac4c-a045fcd6bb01 admin admin] 10.222.0.58 "PUT /v2.0/routers/8cdea6f8-d82d-43c1-9820-97fa0586d072/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4714472 May 03 22:45:24.673964 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54600) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:24.766972 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-70bc6ccf-c86c-4399-854b-344ce67defc6 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/floatingips/e415418c-d586-42a1-80ea-98ebfc39514c HTTP/1.1" status: 200 len: 992 time: 0.3454137 May 03 22:45:24.825764 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7dba65-06e4-421c-b2c6-b71c3abb7ead None None] Routers {'8cdea6f8-d82d-43c1-9820-97fa0586d072'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:45:24.825764 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-0e7dba65-06e4-421c-b2c6-b71c3abb7ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:44:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['8cdea6f8-d82d-43c1-9820-97fa0586d072'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:45:25.059183 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-eb537ed6-dff0-4dc2-baf4-ac922503baf8 req-41702df8-94a1-42a0-a92a-5d31014febce service neutron] 10.222.0.67 "GET /v2.0/networks/b02a0a3f-1344-4b33-8d96-e59f73f273ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7435558 May 03 22:45:25.179191 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:25.551324 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-0e7dba65-06e4-421c-b2c6-b71c3abb7ead None None] Set router 8cdea6f8-d82d-43c1-9820-97fa0586d072 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:45:25.577172 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0cf251ad-794f-4899-8368-686c6fa9a610 admin admin] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:25.610301 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96826f94-5fc2-4425-8443-58a4aa7e3b1a req-9b46fb34-68b9-485c-ae40-ef6d272f22af tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:25.617379 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96826f94-5fc2-4425-8443-58a4aa7e3b1a req-9b46fb34-68b9-485c-ae40-ef6d272f22af tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:25.624898 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96826f94-5fc2-4425-8443-58a4aa7e3b1a req-9b46fb34-68b9-485c-ae40-ef6d272f22af tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:25.634091 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96826f94-5fc2-4425-8443-58a4aa7e3b1a req-9b46fb34-68b9-485c-ae40-ef6d272f22af tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:25.641044 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96826f94-5fc2-4425-8443-58a4aa7e3b1a req-9b46fb34-68b9-485c-ae40-ef6d272f22af tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:25.650276 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96826f94-5fc2-4425-8443-58a4aa7e3b1a req-9b46fb34-68b9-485c-ae40-ef6d272f22af tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:25.659477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96826f94-5fc2-4425-8443-58a4aa7e3b1a req-9b46fb34-68b9-485c-ae40-ef6d272f22af tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:25.662035 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96826f94-5fc2-4425-8443-58a4aa7e3b1a req-9b46fb34-68b9-485c-ae40-ef6d272f22af tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5436 time: 0.2978511 May 03 22:45:25.763652 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 54628) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:25.887327 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96826f94-5fc2-4425-8443-58a4aa7e3b1a req-021a1da5-ebdd-41ec-976b-3dd3fbcc6ed0 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2177413 May 03 22:45:26.007838 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 14a968e3-a4ae-4674-89ed-41c14565e865 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:45:26.017892 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-12599ef4-d807-4e51-b85a-1a7cde0a0c12 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/floatingips/e415418c-d586-42a1-80ea-98ebfc39514c HTTP/1.1" status: 200 len: 992 time: 0.2494831 May 03 22:45:26.153952 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 514dff93-7c2f-488c-83d9-709281d10db1 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:45:26.186619 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0cf251ad-794f-4899-8368-686c6fa9a610 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:26.219110 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-eb537ed6-dff0-4dc2-baf4-ac922503baf8 req-6b13938d-7477-4de1-b2d2-38be53910361 service neutron] 10.222.0.67 "GET /v2.0/networks/b02a0a3f-1344-4b33-8d96-e59f73f273ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1403618 May 03 22:45:26.220353 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-0cf251ad-794f-4899-8368-686c6fa9a610 admin admin] Deleting port 6c98eef3-3a72-4293-a34d-0afc1332225f {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:45:26.220691 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0cf251ad-794f-4899-8368-686c6fa9a610 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:26.297123 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-144c6f72-1e4b-4f6f-b91c-b5573417bb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:26.356180 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 54638) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:26.388994 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:26.418115 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:26.466334 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 14a968e3-a4ae-4674-89ed-41c14565e865 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:45:26.568194 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 514dff93-7c2f-488c-83d9-709281d10db1 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:45:26.578031 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4d52ed63-f6cb-4676-94f4-b661d936f097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:26.578782 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 14a968e3-a4ae-4674-89ed-41c14565e865 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:45:26.579373 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:26.625989 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-0cf251ad-794f-4899-8368-686c6fa9a610 admin admin] For port 6c98eef3-3a72-4293-a34d-0afc1332225f, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=6c98eef3-3a72-4293-a34d-0afc1332225f,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:45:26.626355 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0cf251ad-794f-4899-8368-686c6fa9a610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:26.627872 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 514dff93-7c2f-488c-83d9-709281d10db1 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:45:26.628492 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:26.650952 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4d52ed63-f6cb-4676-94f4-b661d936f097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:45:26.664650 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4d52ed63-f6cb-4676-94f4-b661d936f097 admin admin] Usage tracker for resource:security_group_rule and tenant:21f447d5ca284769a267026d26933a20 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:45:26.677216 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4d52ed63-f6cb-4676-94f4-b661d936f097 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:45:26.685581 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4d52ed63-f6cb-4676-94f4-b661d936f097 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:45:26.821181 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-0cf251ad-794f-4899-8368-686c6fa9a610 admin admin] Calling delete_port for 6c98eef3-3a72-4293-a34d-0afc1332225f owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:45:26.857448 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-734fdefe-4b5b-47bc-81d1-10186f4791de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4325660c-d567-49bf-865e-315cce83e5a4', 'name': 'tempest-TestNetworkBasicOps-router-1950764700', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '219abd26-fe69-4194-9dfa-3329166960bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:52Z', 'updated_at': '2022-05-03T22:44:13Z', 'revision_number': 4, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'gw_port': {'id': '219abd26-fe69-4194-9dfa-3329166960bf', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:54Z', 'updated_at': '2022-05-03T22:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'e415418c-d586-42a1-80ea-98ebfc39514c', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'floating_ip_address': '172.25.2.141', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'port_id': '9bcba210-edd2-4295-ab59-511a535a6293', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea', 'mac_address': 'fa:16:3e:4d:31:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216889b4-fd5f-44c3-b5df-d8f88700df2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:45:11Z', 'updated_at': '2022-05-03T22:45:11Z', 'revision_number': 0, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a012f2-8ebd-491d-a07f-fe921a6b3d72', 'name': '', 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'mac_address': 'fa:16:3e:a5:1c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '75fb2b3e-c5da-45bb-9684-b6f9b5771795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:44:09Z', 'updated_at': '2022-05-03T22:44:28Z', 'revision_number': 5, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'subnets': [{'id': '75fb2b3e-c5da-45bb-9684-b6f9b5771795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:45:26.922100 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4d52ed63-f6cb-4676-94f4-b661d936f097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:26.929061 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4d52ed63-f6cb-4676-94f4-b661d936f097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:27.015887 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734fdefe-4b5b-47bc-81d1-10186f4791de None None] The sync data for ids ['4325660c-d567-49bf-865e-315cce83e5a4'] in n-d-811807-1 is: [{'id': '4325660c-d567-49bf-865e-315cce83e5a4', 'name': 'tempest-TestNetworkBasicOps-router-1950764700', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '219abd26-fe69-4194-9dfa-3329166960bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:52Z', 'updated_at': '2022-05-03T22:44:13Z', 'revision_number': 4, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'gw_port': {'id': '219abd26-fe69-4194-9dfa-3329166960bf', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:54Z', 'updated_at': '2022-05-03T22:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'e415418c-d586-42a1-80ea-98ebfc39514c', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'floating_ip_address': '172.25.2.141', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'port_id': '9bcba210-edd2-4295-ab59-511a535a6293', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea', 'mac_address': 'fa:16:3e:4d:31:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216889b4-fd5f-44c3-b5df-d8f88700df2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:45:11Z', 'updated_at': '2022-05-03T22:45:11Z', 'revision_number': 0, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a012f2-8ebd-491d-a07f-fe921a6b3d72', 'name': '', 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'mac_address': 'fa:16:3e:a5:1c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '75fb2b3e-c5da-45bb-9684-b6f9b5771795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:44:09Z', 'updated_at': '2022-05-03T22:44:28Z', 'revision_number': 5, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'subnets': [{'id': '75fb2b3e-c5da-45bb-9684-b6f9b5771795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:45:27.028256 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:27.034404 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 54656) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:27.087952 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:27.132815 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-0e7dba65-06e4-421c-b2c6-b71c3abb7ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'name': 'tempest-AttachVolumeTestJSON-2080392932-router', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6c98eef3-3a72-4293-a34d-0afc1332225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:38:12Z', 'updated_at': '2022-05-03T22:45:21Z', 'revision_number': 5, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'gw_port': {'id': '6c98eef3-3a72-4293-a34d-0afc1332225f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:38:15Z', 'updated_at': '2022-05-03T22:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:45:27.133315 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0cf251ad-794f-4899-8368-686c6fa9a610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:27.161750 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7dba65-06e4-421c-b2c6-b71c3abb7ead None None] Checking router: 8cdea6f8-d82d-43c1-9820-97fa0586d072 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:45:27.229760 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 514dff93-7c2f-488c-83d9-709281d10db1, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=514dff93-7c2f-488c-83d9-709281d10db1,segment=NetworkSegment(d7184569-28cc-4f6c-bd88-6a1ad922482c),segment_id=d7184569-28cc-4f6c-bd88-6a1ad922482c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:45:27.241943 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7dba65-06e4-421c-b2c6-b71c3abb7ead None None] Routers {'8cdea6f8-d82d-43c1-9820-97fa0586d072'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:45:27.245309 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-0e7dba65-06e4-421c-b2c6-b71c3abb7ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:45:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['8cdea6f8-d82d-43c1-9820-97fa0586d072'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:45:27.300985 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf251ad-794f-4899-8368-686c6fa9a610 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c98eef3-3a72-4293-a34d-0afc1332225f,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:27.339243 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514dff93-7c2f-488c-83d9-709281d10db1'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:45:27.363604 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0cf251ad-794f-4899-8368-686c6fa9a610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:27.420292 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4d52ed63-f6cb-4676-94f4-b661d936f097 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=21f447d5ca284769a267026d26933a20&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0598013 May 03 22:45:27.434878 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 54666) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:27.443438 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52ed63-f6cb-4676-94f4-b661d936f097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0ad88d-7832-4e8d-82f3-61acc597ae8d,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:27.474453 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88ca584-9bbb-4fe0-be02-890346fa6400 None None] New status for floating IP e415418c-d586-42a1-80ea-98ebfc39514c: ACTIVE {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:45:27.524447 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-0e7dba65-06e4-421c-b2c6-b71c3abb7ead None None] Set router 8cdea6f8-d82d-43c1-9820-97fa0586d072 gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:45:27.573178 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6cbd40a3-e489-4024-a801-ff1bde69b163 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/floatingips/e415418c-d586-42a1-80ea-98ebfc39514c HTTP/1.1" status: 200 len: 992 time: 0.5256457 May 03 22:45:27.630647 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-12e6ba8e-c69b-4cfc-a6db-2f5954860ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:27.727260 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f1843-66af-42aa-8ef4-adbc4dfcdcdb req-4811e6cb-3d05-4d13-b121-1a653578fefd tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:27.755410 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f1843-66af-42aa-8ef4-adbc4dfcdcdb req-4811e6cb-3d05-4d13-b121-1a653578fefd tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:27.767949 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f1843-66af-42aa-8ef4-adbc4dfcdcdb req-4811e6cb-3d05-4d13-b121-1a653578fefd tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:27.796625 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f1843-66af-42aa-8ef4-adbc4dfcdcdb req-4811e6cb-3d05-4d13-b121-1a653578fefd tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:27.833343 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f1843-66af-42aa-8ef4-adbc4dfcdcdb req-4811e6cb-3d05-4d13-b121-1a653578fefd tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:27.848890 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:27.853552 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 70772943-6de8-4896-bcbe-7157ba0b4c77 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:45:27.855981 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f1843-66af-42aa-8ef4-adbc4dfcdcdb req-4811e6cb-3d05-4d13-b121-1a653578fefd tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:27.873060 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f1843-66af-42aa-8ef4-adbc4dfcdcdb req-4811e6cb-3d05-4d13-b121-1a653578fefd tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:27.883431 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9c3f1843-66af-42aa-8ef4-adbc4dfcdcdb req-4811e6cb-3d05-4d13-b121-1a653578fefd tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5437 time: 0.6950018 May 03 22:45:27.894509 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-0e7dba65-06e4-421c-b2c6-b71c3abb7ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'name': 'tempest-AttachVolumeTestJSON-2080392932-router', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:38:12Z', 'updated_at': '2022-05-03T22:45:27Z', 'revision_number': 7, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:45:27.900946 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33ce856b-c34f-4f05-8404-6bb2c29a07d3'] response: {'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514dff93-7c2f-488c-83d9-709281d10db1', 'code': 200} May 03 22:45:27.930495 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0cf251ad-794f-4899-8368-686c6fa9a610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:27.934439 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0cf251ad-794f-4899-8368-686c6fa9a610 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:27.958236 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7dba65-06e4-421c-b2c6-b71c3abb7ead None None] The sync data for ids ['8cdea6f8-d82d-43c1-9820-97fa0586d072'] in n-d-811807-1 is: [{'id': '8cdea6f8-d82d-43c1-9820-97fa0586d072', 'name': 'tempest-AttachVolumeTestJSON-2080392932-router', 'tenant_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:38:12Z', 'updated_at': '2022-05-03T22:45:27Z', 'revision_number': 7, 'project_id': 'e561281e65ac44bbb283fb588b1ce5d2', 'gw_port_host': None}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:45:27.960812 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-12e6ba8e-c69b-4cfc-a6db-2f5954860ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:28.008516 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0cf251ad-794f-4899-8368-686c6fa9a610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:28.009109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf251ad-794f-4899-8368-686c6fa9a610 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cdea6f8-d82d-43c1-9820-97fa0586d072 {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:45:28.024206 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 14a968e3-a4ae-4674-89ed-41c14565e865, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=14a968e3-a4ae-4674-89ed-41c14565e865,segment=NetworkSegment(aae3047e-a811-4f5f-9f6a-4504a8029136),segment_id=aae3047e-a811-4f5f-9f6a-4504a8029136)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:45:28.044665 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:28.053412 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:28.080379 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:28.083711 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0cf251ad-794f-4899-8368-686c6fa9a610 admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:28.084757 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0cf251ad-794f-4899-8368-686c6fa9a610 admin admin] 10.222.0.58 "DELETE /v2.0/routers/8cdea6f8-d82d-43c1-9820-97fa0586d072 HTTP/1.1" status: 204 len: 168 time: 3.4049556 May 03 22:45:28.089946 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 54674) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:28.099015 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9c3f1843-66af-42aa-8ef4-adbc4dfcdcdb req-a83c636c-129e-440e-b9c3-142aa6e6b28d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2147231 May 03 22:45:28.101447 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=514dff93-7c2f-488c-83d9-709281d10db1,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:28.182745 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 70772943-6de8-4896-bcbe-7157ba0b4c77 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:45:28.193083 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f182666-d8a4-4b01-a320-16eb45bf4114 admin admin] Deleting subnet 6f2b7d32-d8f2-456e-bc38-b728e1fe95c7 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:45:28.193732 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 70772943-6de8-4896-bcbe-7157ba0b4c77 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:45:28.194198 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:28.199405 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f182666-d8a4-4b01-a320-16eb45bf4114 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:28.274059 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f182666-d8a4-4b01-a320-16eb45bf4114 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:28.308807 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=14a968e3-a4ae-4674-89ed-41c14565e865,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:28.403200 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-12e6ba8e-c69b-4cfc-a6db-2f5954860ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:28.500426 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:28.567527 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54680) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:28.575210 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6ba8e-c69b-4cfc-a6db-2f5954860ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0ad88d-7832-4e8d-82f3-61acc597ae8d,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:28.601429 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-12e6ba8e-c69b-4cfc-a6db-2f5954860ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:28.635872 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-12e6ba8e-c69b-4cfc-a6db-2f5954860ef0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8c0ad88d-7832-4e8d-82f3-61acc597ae8d HTTP/1.1" status: 204 len: 168 time: 1.1815915 May 03 22:45:28.675795 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f182666-d8a4-4b01-a320-16eb45bf4114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:28.677308 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 70772943-6de8-4896-bcbe-7157ba0b4c77, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=70772943-6de8-4896-bcbe-7157ba0b4c77,segment=NetworkSegment(d7184569-28cc-4f6c-bd88-6a1ad922482c),segment_id=d7184569-28cc-4f6c-bd88-6a1ad922482c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:45:28.735856 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 14a968e3-a4ae-4674-89ed-41c14565e865 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:45:28.819780 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:28.899023 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f182666-d8a4-4b01-a320-16eb45bf4114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:28.938350 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=70772943-6de8-4896-bcbe-7157ba0b4c77,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:28.947563 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 4b827b01-9992-4ccc-9f5f-d70c9c87b504 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:45:29.055888 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-eb10b673-0938-4257-876e-8e36514c9ea1 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/floatingips/e415418c-d586-42a1-80ea-98ebfc39514c HTTP/1.1" status: 200 len: 994 time: 0.4822965 May 03 22:45:29.194005 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 14a968e3-a4ae-4674-89ed-41c14565e865 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:45:29.194360 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:29.216304 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f182666-d8a4-4b01-a320-16eb45bf4114 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f2b7d32-d8f2-456e-bc38-b728e1fe95c7,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:29.218474 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f182666-d8a4-4b01-a320-16eb45bf4114 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:29.234817 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb4e030-1748-4342-b174-9e11f981d581 None None] Network 52887582-9aaf-461f-9114-9c737d13cefa requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:45:29.235340 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54694) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:29.247682 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5f182666-d8a4-4b01-a320-16eb45bf4114 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6f2b7d32-d8f2-456e-bc38-b728e1fe95c7 HTTP/1.1" status: 204 len: 168 time: 1.1394670 May 03 22:45:29.420662 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-accd119a-8273-45b6-8f0e-715af1106624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:29.440428 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-accd119a-8273-45b6-8f0e-715af1106624 admin admin] Deleting port 33a84bbd-dc26-4a72-a5f6-fc67bbf6b27a {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:45:29.440849 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-accd119a-8273-45b6-8f0e-715af1106624 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:29.497317 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 54700) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:29.508116 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 4b827b01-9992-4ccc-9f5f-d70c9c87b504 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:45:29.534781 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 4b827b01-9992-4ccc-9f5f-d70c9c87b504 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:45:29.535544 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:29.553224 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ffb61bad-6f3e-40b2-96dc-018b27f0f86c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:29.578270 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ffb61bad-6f3e-40b2-96dc-018b27f0f86c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:45:29.587066 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ffb61bad-6f3e-40b2-96dc-018b27f0f86c admin admin] Usage tracker for resource:security_group_rule and tenant:4d3db29c40854dfabc54df511c2ef4cf is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:45:29.597420 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ffb61bad-6f3e-40b2-96dc-018b27f0f86c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:45:29.605642 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ffb61bad-6f3e-40b2-96dc-018b27f0f86c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:45:29.763726 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57bfd9-d6bd-4de7-9ce0-41253776c69e req-90bc43b8-c1b7-45d5-8b96-88e81327628f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:29.784398 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57bfd9-d6bd-4de7-9ce0-41253776c69e req-90bc43b8-c1b7-45d5-8b96-88e81327628f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:29.799511 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 44b602a1-8dab-47ee-beaf-5cd83b1b7b8a no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:45:29.801002 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57bfd9-d6bd-4de7-9ce0-41253776c69e req-90bc43b8-c1b7-45d5-8b96-88e81327628f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:29.807227 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57bfd9-d6bd-4de7-9ce0-41253776c69e req-90bc43b8-c1b7-45d5-8b96-88e81327628f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:29.819365 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57bfd9-d6bd-4de7-9ce0-41253776c69e req-90bc43b8-c1b7-45d5-8b96-88e81327628f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:29.826036 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57bfd9-d6bd-4de7-9ce0-41253776c69e req-90bc43b8-c1b7-45d5-8b96-88e81327628f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:29.849048 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57bfd9-d6bd-4de7-9ce0-41253776c69e req-90bc43b8-c1b7-45d5-8b96-88e81327628f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:29.858146 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 44b602a1-8dab-47ee-beaf-5cd83b1b7b8a {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:45:29.858495 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 44b602a1-8dab-47ee-beaf-5cd83b1b7b8a not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:45:29.863871 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9c57bfd9-d6bd-4de7-9ce0-41253776c69e req-90bc43b8-c1b7-45d5-8b96-88e81327628f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5438 time: 0.4936512 May 03 22:45:29.871001 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:29.911355 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-accd119a-8273-45b6-8f0e-715af1106624 admin admin] For port 33a84bbd-dc26-4a72-a5f6-fc67bbf6b27a, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=33a84bbd-dc26-4a72-a5f6-fc67bbf6b27a,segment=NetworkSegment(0c87bd7e-b449-406c-9031-bae021dbb1b9),segment_id=0c87bd7e-b449-406c-9031-bae021dbb1b9)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:45:29.911930 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-accd119a-8273-45b6-8f0e-715af1106624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:29.930367 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70772943-6de8-4896-bcbe-7157ba0b4c77'}, {'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b827b01-9992-4ccc-9f5f-d70c9c87b504'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:45:29.938077 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 4b827b01-9992-4ccc-9f5f-d70c9c87b504, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=4b827b01-9992-4ccc-9f5f-d70c9c87b504,segment=NetworkSegment(54fef4b2-4531-4764-a855-cb5be1b9e034),segment_id=54fef4b2-4531-4764-a855-cb5be1b9e034)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:45:29.943286 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:29.945016 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device a65dd8bc-04aa-4161-86e1-8b68e0967dd9 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:45:30.021429 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ffb61bad-6f3e-40b2-96dc-018b27f0f86c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:30.021690 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cae377-1705-4f3f-9a6e-37712afd0a25 None None] DHCP port deletion for 52887582-9aaf-461f-9114-9c737d13cefa request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:45:30.036520 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ffb61bad-6f3e-40b2-96dc-018b27f0f86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:30.058110 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-53cae377-1705-4f3f-9a6e-37712afd0a25 None None] Deleting port 33a84bbd-dc26-4a72-a5f6-fc67bbf6b27a {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:45:30.058560 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-53cae377-1705-4f3f-9a6e-37712afd0a25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:30.128427 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75dc8441-47d4-4b5c-ae51-f5100d3a328f'] response: {'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70772943-6de8-4896-bcbe-7157ba0b4c77', 'code': 200} May 03 22:45:30.128729 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75dc8441-47d4-4b5c-ae51-f5100d3a328f'] response: {'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b827b01-9992-4ccc-9f5f-d70c9c87b504', 'code': 200} May 03 22:45:30.229388 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ffb61bad-6f3e-40b2-96dc-018b27f0f86c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4d3db29c40854dfabc54df511c2ef4cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7223818 May 03 22:45:30.234761 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 33a84bbd-dc26-4a72-a5f6-fc67bbf6b27a no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:45:30.246287 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 54712) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:30.303008 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9c57bfd9-d6bd-4de7-9ce0-41253776c69e req-83465f58-c4c6-4ec1-8017-e9d13bf27382 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4382136 May 03 22:45:30.311020 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=4b827b01-9992-4ccc-9f5f-d70c9c87b504,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:30.313825 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb61bad-6f3e-40b2-96dc-018b27f0f86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc080b01-9f20-40c8-aa75-1b4b0bdf6c0d,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:30.398145 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f0ca7638-a720-4a6b-b362-ea00aabd7269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:30.429024 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port a65dd8bc-04aa-4161-86e1-8b68e0967dd9 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:45:30.429253 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-accd119a-8273-45b6-8f0e-715af1106624 admin admin] Calling delete_port for 33a84bbd-dc26-4a72-a5f6-fc67bbf6b27a owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:45:30.446408 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f0ca7638-a720-4a6b-b362-ea00aabd7269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:30.455342 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port a65dd8bc-04aa-4161-86e1-8b68e0967dd9 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:45:30.455756 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:30.513554 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f0ca7638-a720-4a6b-b362-ea00aabd7269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:30.531551 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca7638-a720-4a6b-b362-ea00aabd7269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc080b01-9f20-40c8-aa75-1b4b0bdf6c0d,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:30.540384 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f0ca7638-a720-4a6b-b362-ea00aabd7269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:30.544115 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f0ca7638-a720-4a6b-b362-ea00aabd7269 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bc080b01-9f20-40c8-aa75-1b4b0bdf6c0d HTTP/1.1" status: 204 len: 168 time: 0.2942812 May 03 22:45:30.567037 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-accd119a-8273-45b6-8f0e-715af1106624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:30.674100 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd119a-8273-45b6-8f0e-715af1106624 admin admin] Pushing event deleted for resources: {'Port': ['ID=33a84bbd-dc26-4a72-a5f6-fc67bbf6b27a,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:30.696315 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accd119a-8273-45b6-8f0e-715af1106624 admin admin] No DVR routers for this DVR port 33a84bbd-dc26-4a72-a5f6-fc67bbf6b27a on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:45:30.771651 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Port 33a84bbd-dc26-4a72-a5f6-fc67bbf6b27a update to DOWN by agent not found {{(pid=88071) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 03 22:45:30.772207 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6c98eef3-3a72-4293-a34d-0afc1332225f no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:45:30.843304 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 6c98eef3-3a72-4293-a34d-0afc1332225f {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:45:30.843631 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6c98eef3-3a72-4293-a34d-0afc1332225f not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:45:30.861381 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-53cae377-1705-4f3f-9a6e-37712afd0a25 None None] For port 33a84bbd-dc26-4a72-a5f6-fc67bbf6b27a, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=33a84bbd-dc26-4a72-a5f6-fc67bbf6b27a,segment=NetworkSegment(0c87bd7e-b449-406c-9031-bae021dbb1b9),segment_id=0c87bd7e-b449-406c-9031-bae021dbb1b9)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:45:30.861956 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-53cae377-1705-4f3f-9a6e-37712afd0a25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:31.031070 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-accd119a-8273-45b6-8f0e-715af1106624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:31.081285 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-53cae377-1705-4f3f-9a6e-37712afd0a25 None None] Calling delete_port for 33a84bbd-dc26-4a72-a5f6-fc67bbf6b27a owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:45:31.107105 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-accd119a-8273-45b6-8f0e-715af1106624 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52887582-9aaf-461f-9114-9c737d13cefa']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:45:31.143321 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-accd119a-8273-45b6-8f0e-715af1106624 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c87bd7e-b449-406c-9031-bae021dbb1b9') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:45:31.143615 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-accd119a-8273-45b6-8f0e-715af1106624 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c87bd7e-b449-406c-9031-bae021dbb1b9') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:45:31.152671 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:31.180234 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-accd119a-8273-45b6-8f0e-715af1106624 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:31.213296 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port a65dd8bc-04aa-4161-86e1-8b68e0967dd9, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a65dd8bc-04aa-4161-86e1-8b68e0967dd9,segment=NetworkSegment(5f07acb1-8990-460f-9ed1-6ed50d2566a9),segment_id=5f07acb1-8990-460f-9ed1-6ed50d2566a9)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:45:31.218636 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-accd119a-8273-45b6-8f0e-715af1106624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:31.222599 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:31.223502 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 35cdd9e5-7422-4479-9fde-9ac4d09ecccf up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:45:31.234917 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-accd119a-8273-45b6-8f0e-715af1106624 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:45:31.237951 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-accd119a-8273-45b6-8f0e-715af1106624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:31.347213 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-53cae377-1705-4f3f-9a6e-37712afd0a25 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:45:31.347572 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-53cae377-1705-4f3f-9a6e-37712afd0a25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:45:31.416207 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=a65dd8bc-04aa-4161-86e1-8b68e0967dd9,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:31.429220 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 35cdd9e5-7422-4479-9fde-9ac4d09ecccf completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:45:31.429642 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:45:31.429642 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:45:31.429642 n-d-811807-1 neutron-server[88070]: timer() May 03 22:45:31.429642 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:45:31.429642 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:45:31.429642 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:45:31.429642 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:45:31.429642 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:45:31.429642 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:45:31.429642 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:45:31.429642 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:45:31.429642 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:45:31.429642 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:45:31.429642 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:45:31.429642 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:45:31.429642 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:45:31.429642 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:45:31.429642 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:45:31.429642 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:45:31.429642 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:45:31.429642 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:45:31.429642 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:45:31.429642 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:45:31.429642 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:45:31.429642 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:45:31.429642 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:45:31.429642 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:45:31.429642 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:45:31.429642 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:45:31.429642 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:45:31.429642 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:45:31.429642 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:45:31.435079 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-accd119a-8273-45b6-8f0e-715af1106624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:31.444572 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 35cdd9e5-7422-4479-9fde-9ac4d09ecccf triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:45:31.444952 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:31.459130 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-accd119a-8273-45b6-8f0e-715af1106624 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:31.499897 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd119a-8273-45b6-8f0e-715af1106624 admin admin] Pushing event deleted for resources: {'Network': ['ID=52887582-9aaf-461f-9114-9c737d13cefa,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:31.509100 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-accd119a-8273-45b6-8f0e-715af1106624 admin admin] 10.222.0.58 "DELETE /v2.0/networks/52887582-9aaf-461f-9114-9c737d13cefa HTTP/1.1" status: 204 len: 168 time: 2.2725663 May 03 22:45:31.819148 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef52da-7fd4-4c10-9f05-03626ada12fd req-f7ca36f7-a3da-4ce6-bde9-05bcc40da8d7 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:31.841302 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef52da-7fd4-4c10-9f05-03626ada12fd req-f7ca36f7-a3da-4ce6-bde9-05bcc40da8d7 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:31.855335 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef52da-7fd4-4c10-9f05-03626ada12fd req-f7ca36f7-a3da-4ce6-bde9-05bcc40da8d7 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:31.864072 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-53cae377-1705-4f3f-9a6e-37712afd0a25 None None] Deleting port 33a84bbd-dc26-4a72-a5f6-fc67bbf6b27a {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:45:31.864583 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-53cae377-1705-4f3f-9a6e-37712afd0a25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:31.871065 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef52da-7fd4-4c10-9f05-03626ada12fd req-f7ca36f7-a3da-4ce6-bde9-05bcc40da8d7 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:31.883867 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef52da-7fd4-4c10-9f05-03626ada12fd req-f7ca36f7-a3da-4ce6-bde9-05bcc40da8d7 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:31.899699 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef52da-7fd4-4c10-9f05-03626ada12fd req-f7ca36f7-a3da-4ce6-bde9-05bcc40da8d7 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:31.909810 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef52da-7fd4-4c10-9f05-03626ada12fd req-f7ca36f7-a3da-4ce6-bde9-05bcc40da8d7 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:31.920687 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a5ef52da-7fd4-4c10-9f05-03626ada12fd req-f7ca36f7-a3da-4ce6-bde9-05bcc40da8d7 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5440 time: 0.2802792 May 03 22:45:31.994762 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54754) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:32.058939 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a5ef52da-7fd4-4c10-9f05-03626ada12fd req-0e2a03ae-2b4a-433d-bbf5-afad99229c45 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1265535 May 03 22:45:32.104657 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f8b2cfda-bfc8-45be-b2a3-8766411e695a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e561281e65ac44bbb283fb588b1ce5d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1085591 May 03 22:45:32.112386 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54760) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:32.145997 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-53cae377-1705-4f3f-9a6e-37712afd0a25 None None] The port '33a84bbd-dc26-4a72-a5f6-fc67bbf6b27a' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:45:32.146666 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65dd8bc-04aa-4161-86e1-8b68e0967dd9'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:45:32.191780 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:32.232311 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-01adbf9b-2e84-4cd7-b102-d1208039f908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:32.286786 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 35cdd9e5-7422-4479-9fde-9ac4d09ecccf, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=35cdd9e5-7422-4479-9fde-9ac4d09ecccf,segment=NetworkSegment(d7184569-28cc-4f6c-bd88-6a1ad922482c),segment_id=d7184569-28cc-4f6c-bd88-6a1ad922482c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:45:32.288860 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-114d0793-4c72-4b2d-acf9-d7d8c9d49d1e'] response: {'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65dd8bc-04aa-4161-86e1-8b68e0967dd9', 'code': 200} May 03 22:45:32.300647 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:32.300647 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device d99ae307-1483-492b-b9b0-159ed89bfb47 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:45:32.307433 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-01adbf9b-2e84-4cd7-b102-d1208039f908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:32.474729 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-01adbf9b-2e84-4cd7-b102-d1208039f908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:32.533265 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01adbf9b-2e84-4cd7-b102-d1208039f908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d772c4c-97d7-4825-a022-e96f42a82f8d,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:32.551622 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-01adbf9b-2e84-4cd7-b102-d1208039f908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:32.553603 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-01adbf9b-2e84-4cd7-b102-d1208039f908 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3d772c4c-97d7-4825-a022-e96f42a82f8d HTTP/1.1" status: 204 len: 168 time: 0.4401767 May 03 22:45:32.663178 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=35cdd9e5-7422-4479-9fde-9ac4d09ecccf,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:32.716371 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port d99ae307-1483-492b-b9b0-159ed89bfb47 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:45:32.728284 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port d99ae307-1483-492b-b9b0-159ed89bfb47 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:45:32.728667 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:33.009383 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:33.082117 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port d99ae307-1483-492b-b9b0-159ed89bfb47, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=d99ae307-1483-492b-b9b0-159ed89bfb47,segment=NetworkSegment(d7184569-28cc-4f6c-bd88-6a1ad922482c),segment_id=d7184569-28cc-4f6c-bd88-6a1ad922482c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:45:33.093569 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:33.097081 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 89678d86-c165-4dfc-97f5-a935adc1fa0d up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:45:33.268496 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 89678d86-c165-4dfc-97f5-a935adc1fa0d completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:45:33.284221 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 89678d86-c165-4dfc-97f5-a935adc1fa0d triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:45:33.284864 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:33.358164 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=d99ae307-1483-492b-b9b0-159ed89bfb47,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:33.440514 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:33.485916 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 89678d86-c165-4dfc-97f5-a935adc1fa0d, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=89678d86-c165-4dfc-97f5-a935adc1fa0d,segment=NetworkSegment(54fef4b2-4531-4764-a855-cb5be1b9e034),segment_id=54fef4b2-4531-4764-a855-cb5be1b9e034)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:45:33.494527 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:33.576308 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=89678d86-c165-4dfc-97f5-a935adc1fa0d,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:33.826376 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a7d63-cc87-480a-823d-a69a572f1522 req-72be51cb-1a9c-44ec-bf68-47dafeb0d07d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:33.856781 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a7d63-cc87-480a-823d-a69a572f1522 req-72be51cb-1a9c-44ec-bf68-47dafeb0d07d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:33.873468 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a7d63-cc87-480a-823d-a69a572f1522 req-72be51cb-1a9c-44ec-bf68-47dafeb0d07d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:33.887849 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a7d63-cc87-480a-823d-a69a572f1522 req-72be51cb-1a9c-44ec-bf68-47dafeb0d07d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:33.896561 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a7d63-cc87-480a-823d-a69a572f1522 req-72be51cb-1a9c-44ec-bf68-47dafeb0d07d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:33.907931 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a7d63-cc87-480a-823d-a69a572f1522 req-72be51cb-1a9c-44ec-bf68-47dafeb0d07d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:33.914646 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a7d63-cc87-480a-823d-a69a572f1522 req-72be51cb-1a9c-44ec-bf68-47dafeb0d07d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:33.923238 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7c6a7d63-cc87-480a-823d-a69a572f1522 req-72be51cb-1a9c-44ec-bf68-47dafeb0d07d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5443 time: 0.4381919 May 03 22:45:34.018597 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7c6a7d63-cc87-480a-823d-a69a572f1522 req-e11e02d2-47b2-494f-8036-f80b30eac2f3 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0908298 May 03 22:45:34.290315 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cdd9e5-7422-4479-9fde-9ac4d09ecccf'}, {'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99ae307-1483-492b-b9b0-159ed89bfb47'}, {'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89678d86-c165-4dfc-97f5-a935adc1fa0d'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:45:34.406140 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c05081c-0ad4-4599-a45b-c1df5069963c'] response: {'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cdd9e5-7422-4479-9fde-9ac4d09ecccf', 'code': 200} May 03 22:45:34.406654 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c05081c-0ad4-4599-a45b-c1df5069963c'] response: {'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99ae307-1483-492b-b9b0-159ed89bfb47', 'code': 200} May 03 22:45:34.407114 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c05081c-0ad4-4599-a45b-c1df5069963c'] response: {'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89678d86-c165-4dfc-97f5-a935adc1fa0d', 'code': 200} May 03 22:45:34.649674 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a015d-9f45-451b-b795-f0ba7a6bfd15 req-5e39b040-0af6-4c43-b5f8-f8cd352d454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:34.650282 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a015d-9f45-451b-b795-f0ba7a6bfd15 req-5e39b040-0af6-4c43-b5f8-f8cd352d454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:34.650769 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a015d-9f45-451b-b795-f0ba7a6bfd15 req-5e39b040-0af6-4c43-b5f8-f8cd352d454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:34.653975 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a015d-9f45-451b-b795-f0ba7a6bfd15 req-5e39b040-0af6-4c43-b5f8-f8cd352d454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:34.654485 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a015d-9f45-451b-b795-f0ba7a6bfd15 req-5e39b040-0af6-4c43-b5f8-f8cd352d454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:34.654966 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a015d-9f45-451b-b795-f0ba7a6bfd15 req-5e39b040-0af6-4c43-b5f8-f8cd352d454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:34.655433 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a015d-9f45-451b-b795-f0ba7a6bfd15 req-5e39b040-0af6-4c43-b5f8-f8cd352d454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:34.659265 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-490a015d-9f45-451b-b795-f0ba7a6bfd15 req-5e39b040-0af6-4c43-b5f8-f8cd352d454b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 6500 time: 0.1641009 May 03 22:45:34.739462 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-490a015d-9f45-451b-b795-f0ba7a6bfd15 req-2f4a66c1-4fa2-4ad2-a411-4253f1943a34 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0733993 May 03 22:45:35.321386 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f58770-ffdd-4a24-b996-35dd1fc1fcce req-2e21e096-bd21-4c18-9531-1158a6c7c4f9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:35.328753 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f58770-ffdd-4a24-b996-35dd1fc1fcce req-2e21e096-bd21-4c18-9531-1158a6c7c4f9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:35.334840 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f58770-ffdd-4a24-b996-35dd1fc1fcce req-2e21e096-bd21-4c18-9531-1158a6c7c4f9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:35.340928 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f58770-ffdd-4a24-b996-35dd1fc1fcce req-2e21e096-bd21-4c18-9531-1158a6c7c4f9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:35.351602 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f58770-ffdd-4a24-b996-35dd1fc1fcce req-2e21e096-bd21-4c18-9531-1158a6c7c4f9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:35.360831 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f58770-ffdd-4a24-b996-35dd1fc1fcce req-2e21e096-bd21-4c18-9531-1158a6c7c4f9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:35.368831 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f58770-ffdd-4a24-b996-35dd1fc1fcce req-2e21e096-bd21-4c18-9531-1158a6c7c4f9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:35.379188 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-90f58770-ffdd-4a24-b996-35dd1fc1fcce req-2e21e096-bd21-4c18-9531-1158a6c7c4f9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5443 time: 0.1790392 May 03 22:45:35.489568 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-90f58770-ffdd-4a24-b996-35dd1fc1fcce req-1d38b0df-769f-4c5a-b2c4-09e8dd9c0c12 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1092501 May 03 22:45:36.863153 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d41d6-31a9-496d-befa-deb5685740e0 req-73271618-28b8-4b2b-bf49-697203cfb332 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:36.873016 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d41d6-31a9-496d-befa-deb5685740e0 req-73271618-28b8-4b2b-bf49-697203cfb332 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:36.880106 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d41d6-31a9-496d-befa-deb5685740e0 req-73271618-28b8-4b2b-bf49-697203cfb332 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:36.886434 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d41d6-31a9-496d-befa-deb5685740e0 req-73271618-28b8-4b2b-bf49-697203cfb332 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:36.893297 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d41d6-31a9-496d-befa-deb5685740e0 req-73271618-28b8-4b2b-bf49-697203cfb332 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:36.900298 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d41d6-31a9-496d-befa-deb5685740e0 req-73271618-28b8-4b2b-bf49-697203cfb332 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:36.906430 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d41d6-31a9-496d-befa-deb5685740e0 req-73271618-28b8-4b2b-bf49-697203cfb332 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:36.914760 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6a8d41d6-31a9-496d-befa-deb5685740e0 req-73271618-28b8-4b2b-bf49-697203cfb332 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5443 time: 0.2281945 May 03 22:45:37.042033 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6a8d41d6-31a9-496d-befa-deb5685740e0 req-166e99c0-a1d9-4ba5-8b55-415db95f6e5e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1257026 May 03 22:45:37.403872 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda517a-9517-40d6-855b-c79177a5c27d req-65f5f957-082d-4445-a031-4f7111a5cc53 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:37.410917 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda517a-9517-40d6-855b-c79177a5c27d req-65f5f957-082d-4445-a031-4f7111a5cc53 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:37.418092 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda517a-9517-40d6-855b-c79177a5c27d req-65f5f957-082d-4445-a031-4f7111a5cc53 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:37.425590 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda517a-9517-40d6-855b-c79177a5c27d req-65f5f957-082d-4445-a031-4f7111a5cc53 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:37.436223 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda517a-9517-40d6-855b-c79177a5c27d req-65f5f957-082d-4445-a031-4f7111a5cc53 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:37.445274 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda517a-9517-40d6-855b-c79177a5c27d req-65f5f957-082d-4445-a031-4f7111a5cc53 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:37.452199 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda517a-9517-40d6-855b-c79177a5c27d req-65f5f957-082d-4445-a031-4f7111a5cc53 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:37.458856 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5cda517a-9517-40d6-855b-c79177a5c27d req-65f5f957-082d-4445-a031-4f7111a5cc53 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5443 time: 0.2014334 May 03 22:45:37.466087 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 54900) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:37.474389 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-de9c2fb3-8c75-4512-bd80-cc99d28058e9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Request body: {'floatingip': {'port_id': 'a65dd8bc-04aa-4161-86e1-8b68e0967dd9'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:45:37.646825 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-de9c2fb3-8c75-4512-bd80-cc99d28058e9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks [] for floatingip, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:39.027560 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-de9c2fb3-8c75-4512-bd80-cc99d28058e9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:39.038251 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-de9c2fb3-8c75-4512-bd80-cc99d28058e9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:39.581322 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-de9c2fb3-8c75-4512-bd80-cc99d28058e9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Floating IP 665cf6bd-2cda-4710-88d7-b1bf50ad5b01 associated. External IP: 172.25.2.37, port: a65dd8bc-04aa-4161-86e1-8b68e0967dd9. May 03 22:45:40.266187 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54962) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:40.483701 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9c2fb3-8c75-4512-bd80-cc99d28058e9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Router f5250d25-7f31-414b-8a2c-77b6e98a0de7 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:45:40.948541 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9c2fb3-8c75-4512-bd80-cc99d28058e9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:45:40.956387 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-de9c2fb3-8c75-4512-bd80-cc99d28058e9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:40.977101 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6240d1ee-6ba6-4bb8-aa24-9d7f216a5011 None None] Sync routers for ids ['f5250d25-7f31-414b-8a2c-77b6e98a0de7'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:45:40.997153 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6240d1ee-6ba6-4bb8-aa24-9d7f216a5011 None None] Routers {'f5250d25-7f31-414b-8a2c-77b6e98a0de7'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:45:40.998751 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-6240d1ee-6ba6-4bb8-aa24-9d7f216a5011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:45:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['f5250d25-7f31-414b-8a2c-77b6e98a0de7'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:45:41.113515 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e181cb3f-071f-4d50-a455-17dce57f1d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:41.162935 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e181cb3f-071f-4d50-a455-17dce57f1d92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:45:41.170711 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-de9c2fb3-8c75-4512-bd80-cc99d28058e9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "PUT /v2.0/floatingips/665cf6bd-2cda-4710-88d7-b1bf50ad5b01 HTTP/1.1" status: 200 len: 990 time: 3.6931193 May 03 22:45:41.171586 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'tag': 'a65dd8bc-04aa-4161-86e1-8b68e0967dd9'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:45:41.218087 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e181cb3f-071f-4d50-a455-17dce57f1d92 admin admin] Usage tracker for resource:security_group_rule and tenant:f30371b6cae344fdb9571c6df8a382ef is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:45:41.228768 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e181cb3f-071f-4d50-a455-17dce57f1d92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:45:41.274597 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e181cb3f-071f-4d50-a455-17dce57f1d92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:45:41.340921 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-142d10e1-606a-42e6-b6eb-d4970a063884'] response: {'name': 'network-changed', 'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'tag': 'a65dd8bc-04aa-4161-86e1-8b68e0967dd9', 'status': 'completed', 'code': 200} May 03 22:45:41.608690 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-6240d1ee-6ba6-4bb8-aa24-9d7f216a5011 None None] Set router f5250d25-7f31-414b-8a2c-77b6e98a0de7 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:45:41.718139 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1f75e-2a8d-459f-94e4-a79f3811f3e1 req-55f45dff-cc8c-4ac7-93b8-3800ab9cc23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:41.719543 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1f75e-2a8d-459f-94e4-a79f3811f3e1 req-55f45dff-cc8c-4ac7-93b8-3800ab9cc23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:41.719543 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1f75e-2a8d-459f-94e4-a79f3811f3e1 req-55f45dff-cc8c-4ac7-93b8-3800ab9cc23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:41.719543 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1f75e-2a8d-459f-94e4-a79f3811f3e1 req-55f45dff-cc8c-4ac7-93b8-3800ab9cc23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:41.719997 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1f75e-2a8d-459f-94e4-a79f3811f3e1 req-55f45dff-cc8c-4ac7-93b8-3800ab9cc23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:41.720455 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1f75e-2a8d-459f-94e4-a79f3811f3e1 req-55f45dff-cc8c-4ac7-93b8-3800ab9cc23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:41.721019 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1f75e-2a8d-459f-94e4-a79f3811f3e1 req-55f45dff-cc8c-4ac7-93b8-3800ab9cc23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:41.729300 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3ca1f75e-2a8d-459f-94e4-a79f3811f3e1 req-55f45dff-cc8c-4ac7-93b8-3800ab9cc23b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=07f7b519265346608174cafca790a124&device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 6500 time: 0.3501623 May 03 22:45:41.854993 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e181cb3f-071f-4d50-a455-17dce57f1d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:41.865896 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e181cb3f-071f-4d50-a455-17dce57f1d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:41.960523 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 54990) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:41.961100 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e181cb3f-071f-4d50-a455-17dce57f1d92 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f30371b6cae344fdb9571c6df8a382ef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6930723 May 03 22:45:42.152504 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1f75e-2a8d-459f-94e4-a79f3811f3e1 req-66406d26-e0dc-411c-b55f-b11a1cff7aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:42.153831 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3ca1f75e-2a8d-459f-94e4-a79f3811f3e1 req-66406d26-e0dc-411c-b55f-b11a1cff7aa9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3447ec37-3982-4d19-88a9-e296027f90a8 HTTP/1.1" status: 200 len: 917 time: 0.4237623 May 03 22:45:42.154646 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181cb3f-071f-4d50-a455-17dce57f1d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc9649a-b7e3-48ca-a71a-6e6905e16d97,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:42.190997 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0bd2b1a9-7d9d-4d6a-8a14-c632799bbd05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:42.296535 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0bd2b1a9-7d9d-4d6a-8a14-c632799bbd05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:42.405168 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0bd2b1a9-7d9d-4d6a-8a14-c632799bbd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:42.439730 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2b1a9-7d9d-4d6a-8a14-c632799bbd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc9649a-b7e3-48ca-a71a-6e6905e16d97,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:42.460717 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2b1a9-7d9d-4d6a-8a14-c632799bbd05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:42.462632 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2b1a9-7d9d-4d6a-8a14-c632799bbd05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:42.462632 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2b1a9-7d9d-4d6a-8a14-c632799bbd05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:42.463433 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2b1a9-7d9d-4d6a-8a14-c632799bbd05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:42.465058 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2b1a9-7d9d-4d6a-8a14-c632799bbd05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:42.465385 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2b1a9-7d9d-4d6a-8a14-c632799bbd05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:42.466981 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2b1a9-7d9d-4d6a-8a14-c632799bbd05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:42.468297 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2b1a9-7d9d-4d6a-8a14-c632799bbd05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:42.469639 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2b1a9-7d9d-4d6a-8a14-c632799bbd05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:42.469639 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2b1a9-7d9d-4d6a-8a14-c632799bbd05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:42.470277 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2b1a9-7d9d-4d6a-8a14-c632799bbd05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:42.472002 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2b1a9-7d9d-4d6a-8a14-c632799bbd05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:42.480013 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0bd2b1a9-7d9d-4d6a-8a14-c632799bbd05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:42.494750 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0bd2b1a9-7d9d-4d6a-8a14-c632799bbd05 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0dc9649a-b7e3-48ca-a71a-6e6905e16d97 HTTP/1.1" status: 204 len: 168 time: 0.5286901 May 03 22:45:42.506602 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3ca1f75e-2a8d-459f-94e4-a79f3811f3e1 req-60499be1-d82c-400b-92a3-975bb3d0c318 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a65dd8bc-04aa-4161-86e1-8b68e0967dd9 HTTP/1.1" status: 200 len: 998 time: 0.3225977 May 03 22:45:42.681885 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-6240d1ee-6ba6-4bb8-aa24-9d7f216a5011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'name': 'tempest-TaggedBootDevicesTest_v242-484815623-router', 'tenant_id': '07f7b519265346608174cafca790a124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e5feb733-ec21-4d14-a76c-3b9fc2d95650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:41:16Z', 'updated_at': '2022-05-03T22:41:35Z', 'revision_number': 4, 'project_id': '07f7b519265346608174cafca790a124', 'gw_port': {'id': 'e5feb733-ec21-4d14-a76c-3b9fc2d95650', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:41:18Z', 'updated_at': '2022-05-03T22:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '665cf6bd-2cda-4710-88d7-b1bf50ad5b01', 'tenant_id': '07f7b519265346608174cafca790a124', 'floating_ip_address': '172.25.2.37', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'port_id': 'a65dd8bc-04aa-4161-86e1-8b68e0967dd9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3447ec37-3982-4d19-88a9-e296027f90a8', 'mac_address': 'fa:16:3e:18:47:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:43:11Z', 'updated_at': '2022-05-03T22:45:38Z', 'revision_number': 1, 'project_id': '07f7b519265346608174cafca790a124', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d79949-2fca-48dc-b6fa-4986fccb5e7b', 'name': '', 'network_id': '3447ec37-3982-4d19-88a9-e296027f90a8', 'tenant_id': '07f7b519265346608174cafca790a124', 'mac_address': 'fa:16:3e:be:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': 'a5c50d9d-c526-4e5a-813d-10937c3b2804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:41:31Z', 'updated_at': '2022-05-03T22:41:49Z', 'revision_number': 5, 'project_id': '07f7b519265346608174cafca790a124', 'subnets': [{'id': 'a5c50d9d-c526-4e5a-813d-10937c3b2804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:45:42.686284 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6240d1ee-6ba6-4bb8-aa24-9d7f216a5011 None None] Checking router: f5250d25-7f31-414b-8a2c-77b6e98a0de7 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:45:42.733440 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6240d1ee-6ba6-4bb8-aa24-9d7f216a5011 None None] Routers {'f5250d25-7f31-414b-8a2c-77b6e98a0de7'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:45:42.733440 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-6240d1ee-6ba6-4bb8-aa24-9d7f216a5011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:45:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['f5250d25-7f31-414b-8a2c-77b6e98a0de7'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:45:42.738371 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1f75e-2a8d-459f-94e4-a79f3811f3e1 req-116aeb1a-e36c-4104-a666-ea5a17036f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:42.740004 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3ca1f75e-2a8d-459f-94e4-a79f3811f3e1 req-116aeb1a-e36c-4104-a666-ea5a17036f97 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5c50d9d-c526-4e5a-813d-10937c3b2804 HTTP/1.1" status: 200 len: 855 time: 0.2326009 May 03 22:45:42.856939 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1f75e-2a8d-459f-94e4-a79f3811f3e1 req-a84c933f-e6d2-4094-bfe5-0404dac4276e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:42.858693 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3ca1f75e-2a8d-459f-94e4-a79f3811f3e1 req-a84c933f-e6d2-4094-bfe5-0404dac4276e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3447ec37-3982-4d19-88a9-e296027f90a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114259 May 03 22:45:43.087928 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-6240d1ee-6ba6-4bb8-aa24-9d7f216a5011 None None] Set router f5250d25-7f31-414b-8a2c-77b6e98a0de7 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:45:43.129539 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3ca1f75e-2a8d-459f-94e4-a79f3811f3e1 req-4432b6a8-f3ed-4600-8a50-4386a2b459eb service neutron] 10.222.0.60 "GET /v2.0/networks/3447ec37-3982-4d19-88a9-e296027f90a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563071 May 03 22:45:43.492260 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55018) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:43.555807 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-601b5bec-38cc-41ee-a283-a7fd9fccfd9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:43.612502 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-601b5bec-38cc-41ee-a283-a7fd9fccfd9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:45:43.627016 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-601b5bec-38cc-41ee-a283-a7fd9fccfd9d admin admin] Usage tracker for resource:security_group_rule and tenant:93f8e3ab91f549f5a15b49ad4941ebd1 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:45:43.642763 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-601b5bec-38cc-41ee-a283-a7fd9fccfd9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:45:43.664080 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-601b5bec-38cc-41ee-a283-a7fd9fccfd9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:45:43.709222 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-6240d1ee-6ba6-4bb8-aa24-9d7f216a5011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'name': 'tempest-TaggedBootDevicesTest_v242-484815623-router', 'tenant_id': '07f7b519265346608174cafca790a124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e5feb733-ec21-4d14-a76c-3b9fc2d95650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:41:16Z', 'updated_at': '2022-05-03T22:41:35Z', 'revision_number': 4, 'project_id': '07f7b519265346608174cafca790a124', 'gw_port': {'id': 'e5feb733-ec21-4d14-a76c-3b9fc2d95650', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:41:18Z', 'updated_at': '2022-05-03T22:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '665cf6bd-2cda-4710-88d7-b1bf50ad5b01', 'tenant_id': '07f7b519265346608174cafca790a124', 'floating_ip_address': '172.25.2.37', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'port_id': 'a65dd8bc-04aa-4161-86e1-8b68e0967dd9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3447ec37-3982-4d19-88a9-e296027f90a8', 'mac_address': 'fa:16:3e:18:47:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:43:11Z', 'updated_at': '2022-05-03T22:45:38Z', 'revision_number': 1, 'project_id': '07f7b519265346608174cafca790a124', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d79949-2fca-48dc-b6fa-4986fccb5e7b', 'name': '', 'network_id': '3447ec37-3982-4d19-88a9-e296027f90a8', 'tenant_id': '07f7b519265346608174cafca790a124', 'mac_address': 'fa:16:3e:be:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': 'a5c50d9d-c526-4e5a-813d-10937c3b2804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:41:31Z', 'updated_at': '2022-05-03T22:41:49Z', 'revision_number': 5, 'project_id': '07f7b519265346608174cafca790a124', 'subnets': [{'id': 'a5c50d9d-c526-4e5a-813d-10937c3b2804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:45:43.717413 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6240d1ee-6ba6-4bb8-aa24-9d7f216a5011 None None] The sync data for ids ['f5250d25-7f31-414b-8a2c-77b6e98a0de7'] in n-d-811807-1 is: [{'id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'name': 'tempest-TaggedBootDevicesTest_v242-484815623-router', 'tenant_id': '07f7b519265346608174cafca790a124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e5feb733-ec21-4d14-a76c-3b9fc2d95650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:41:16Z', 'updated_at': '2022-05-03T22:41:35Z', 'revision_number': 4, 'project_id': '07f7b519265346608174cafca790a124', 'gw_port': {'id': 'e5feb733-ec21-4d14-a76c-3b9fc2d95650', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:41:18Z', 'updated_at': '2022-05-03T22:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '665cf6bd-2cda-4710-88d7-b1bf50ad5b01', 'tenant_id': '07f7b519265346608174cafca790a124', 'floating_ip_address': '172.25.2.37', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'port_id': 'a65dd8bc-04aa-4161-86e1-8b68e0967dd9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3447ec37-3982-4d19-88a9-e296027f90a8', 'mac_address': 'fa:16:3e:18:47:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:43:11Z', 'updated_at': '2022-05-03T22:45:38Z', 'revision_number': 1, 'project_id': '07f7b519265346608174cafca790a124', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46d79949-2fca-48dc-b6fa-4986fccb5e7b', 'name': '', 'network_id': '3447ec37-3982-4d19-88a9-e296027f90a8', 'tenant_id': '07f7b519265346608174cafca790a124', 'mac_address': 'fa:16:3e:be:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': 'a5c50d9d-c526-4e5a-813d-10937c3b2804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:41:31Z', 'updated_at': '2022-05-03T22:41:49Z', 'revision_number': 5, 'project_id': '07f7b519265346608174cafca790a124', 'subnets': [{'id': 'a5c50d9d-c526-4e5a-813d-10937c3b2804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:45:43.749457 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3ca1f75e-2a8d-459f-94e4-a79f3811f3e1 req-dd84dc64-62cb-44bc-8516-75e9565f7156 service neutron] 10.222.0.60 "GET /v2.0/networks/3447ec37-3982-4d19-88a9-e296027f90a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6131854 May 03 22:45:43.750148 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55026) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:43.858776 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-601b5bec-38cc-41ee-a283-a7fd9fccfd9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:43.871110 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-601b5bec-38cc-41ee-a283-a7fd9fccfd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:43.941129 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-601b5bec-38cc-41ee-a283-a7fd9fccfd9d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=93f8e3ab91f549f5a15b49ad4941ebd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4474540 May 03 22:45:43.943725 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55036) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:43.944163 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b5bec-38cc-41ee-a283-a7fd9fccfd9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ccc4db-8c5f-477f-a9fb-ad1cc787217e,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:43.985542 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d7e6334c-2fa1-4f29-aa9c-5eef1f4d3fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:44.038917 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d7e6334c-2fa1-4f29-aa9c-5eef1f4d3fab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:45:44.054543 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d7e6334c-2fa1-4f29-aa9c-5eef1f4d3fab admin admin] Usage tracker for resource:security_group_rule and tenant:6d94a32833de4a8b8ac0b32da27d38a5 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:45:44.066513 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d7e6334c-2fa1-4f29-aa9c-5eef1f4d3fab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:45:44.074450 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d7e6334c-2fa1-4f29-aa9c-5eef1f4d3fab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:45:44.119942 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1844eb5b-0890-4218-9c4c-91b32ceb9d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:44.124102 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e591b760-84b0-44fc-b60c-2954b0b7effb None None] New status for floating IP 665cf6bd-2cda-4710-88d7-b1bf50ad5b01: ACTIVE {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:45:44.175946 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1844eb5b-0890-4218-9c4c-91b32ceb9d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:44.283443 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d7e6334c-2fa1-4f29-aa9c-5eef1f4d3fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:44.284546 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1844eb5b-0890-4218-9c4c-91b32ceb9d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:44.318349 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844eb5b-0890-4218-9c4c-91b32ceb9d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ccc4db-8c5f-477f-a9fb-ad1cc787217e,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:44.322258 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d7e6334c-2fa1-4f29-aa9c-5eef1f4d3fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:44.383153 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6334c-2fa1-4f29-aa9c-5eef1f4d3fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52bc1d6-45ab-42b4-b230-46ae8f35cab2,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:44.386730 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1844eb5b-0890-4218-9c4c-91b32ceb9d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:44.390471 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1844eb5b-0890-4218-9c4c-91b32ceb9d65 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/65ccc4db-8c5f-477f-a9fb-ad1cc787217e HTTP/1.1" status: 204 len: 168 time: 0.4435291 May 03 22:45:44.391410 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d7e6334c-2fa1-4f29-aa9c-5eef1f4d3fab admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6d94a32833de4a8b8ac0b32da27d38a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6403842 May 03 22:45:44.394700 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55048) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:44.494869 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1eeb3da1-7374-468d-b426-8aa283be3556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:44.552320 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1eeb3da1-7374-468d-b426-8aa283be3556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:44.682618 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1eeb3da1-7374-468d-b426-8aa283be3556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:44.700712 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb3da1-7374-468d-b426-8aa283be3556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52bc1d6-45ab-42b4-b230-46ae8f35cab2,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:44.732461 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1eeb3da1-7374-468d-b426-8aa283be3556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:44.733962 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1eeb3da1-7374-468d-b426-8aa283be3556 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a52bc1d6-45ab-42b4-b230-46ae8f35cab2 HTTP/1.1" status: 204 len: 168 time: 0.3375347 May 03 22:45:49.262839 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55222) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:49.454123 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f8be29b2-dba0-4863-ba2c-14ddebcac90c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:49.490063 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f8be29b2-dba0-4863-ba2c-14ddebcac90c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:45:49.495734 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f8be29b2-dba0-4863-ba2c-14ddebcac90c admin admin] Usage tracker for resource:security_group_rule and tenant:f2438753c0f9471d8a72ff9a3a59bda6 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:45:49.505475 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f8be29b2-dba0-4863-ba2c-14ddebcac90c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:45:49.542203 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f8be29b2-dba0-4863-ba2c-14ddebcac90c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:45:49.708328 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f8be29b2-dba0-4863-ba2c-14ddebcac90c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:49.714730 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f8be29b2-dba0-4863-ba2c-14ddebcac90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:49.780776 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f8be29b2-dba0-4863-ba2c-14ddebcac90c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f2438753c0f9471d8a72ff9a3a59bda6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5167432 May 03 22:45:49.786016 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55240) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:49.855183 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55244) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:49.949234 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be29b2-dba0-4863-ba2c-14ddebcac90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ac92f4-a0d0-4162-8581-e789eb59e8a5,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:49.972349 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6ddbb7f8-1cba-4693-b013-7c5e72748623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:50.004755 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6ddbb7f8-1cba-4693-b013-7c5e72748623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:50.032335 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b4883d3a-3f5d-42f2-a18f-06865a3b0bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:50.047522 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b4883d3a-3f5d-42f2-a18f-06865a3b0bd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:45:50.052366 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b4883d3a-3f5d-42f2-a18f-06865a3b0bd0 admin admin] Usage tracker for resource:security_group_rule and tenant:986616e14d45460ebe7e8601d15bc1e5 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:45:50.055597 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b4883d3a-3f5d-42f2-a18f-06865a3b0bd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:45:50.063031 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b4883d3a-3f5d-42f2-a18f-06865a3b0bd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:45:50.067724 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6ddbb7f8-1cba-4693-b013-7c5e72748623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:50.092786 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddbb7f8-1cba-4693-b013-7c5e72748623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ac92f4-a0d0-4162-8581-e789eb59e8a5,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:50.094719 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6ddbb7f8-1cba-4693-b013-7c5e72748623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:50.096781 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6ddbb7f8-1cba-4693-b013-7c5e72748623 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c1ac92f4-a0d0-4162-8581-e789eb59e8a5 HTTP/1.1" status: 204 len: 168 time: 0.3094151 May 03 22:45:50.191018 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b4883d3a-3f5d-42f2-a18f-06865a3b0bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:50.196102 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b4883d3a-3f5d-42f2-a18f-06865a3b0bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:50.285180 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b4883d3a-3f5d-42f2-a18f-06865a3b0bd0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=986616e14d45460ebe7e8601d15bc1e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4289048 May 03 22:45:50.288913 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55258) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:50.304313 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4883d3a-3f5d-42f2-a18f-06865a3b0bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f95eb5-0e3e-48df-84e1-928e7ca7bce4,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:50.409024 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-07b652c3-86f8-4484-9c8a-51c9a2ce5fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:50.446222 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-07b652c3-86f8-4484-9c8a-51c9a2ce5fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:50.533008 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-07b652c3-86f8-4484-9c8a-51c9a2ce5fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:50.554592 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b652c3-86f8-4484-9c8a-51c9a2ce5fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f95eb5-0e3e-48df-84e1-928e7ca7bce4,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:50.560271 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-07b652c3-86f8-4484-9c8a-51c9a2ce5fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:50.576681 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-07b652c3-86f8-4484-9c8a-51c9a2ce5fed admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a4f95eb5-0e3e-48df-84e1-928e7ca7bce4 HTTP/1.1" status: 204 len: 168 time: 0.2864525 May 03 22:45:51.082295 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55286) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:51.120511 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2b12d306-c3b8-44bd-bb5c-e177168dd713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:51.157126 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2b12d306-c3b8-44bd-bb5c-e177168dd713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:45:51.161967 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2b12d306-c3b8-44bd-bb5c-e177168dd713 admin admin] Usage tracker for resource:security_group_rule and tenant:1750c733b0dc4238919a0273f5a981ba is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:45:51.164857 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2b12d306-c3b8-44bd-bb5c-e177168dd713 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:45:51.170838 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2b12d306-c3b8-44bd-bb5c-e177168dd713 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:45:51.288161 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2b12d306-c3b8-44bd-bb5c-e177168dd713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:51.295399 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2b12d306-c3b8-44bd-bb5c-e177168dd713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:51.342925 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12d306-c3b8-44bd-bb5c-e177168dd713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdc48f9-928d-40f6-9284-2eae78cf1697,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:51.373281 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2b12d306-c3b8-44bd-bb5c-e177168dd713 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1750c733b0dc4238919a0273f5a981ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2885807 May 03 22:45:51.376016 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55294) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:51.502720 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5726f8b9-5df9-486b-8be7-e6b105bb8668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:51.565621 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5726f8b9-5df9-486b-8be7-e6b105bb8668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:51.640705 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5726f8b9-5df9-486b-8be7-e6b105bb8668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:51.669558 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726f8b9-5df9-486b-8be7-e6b105bb8668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdc48f9-928d-40f6-9284-2eae78cf1697,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:51.692419 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5726f8b9-5df9-486b-8be7-e6b105bb8668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:51.698795 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5726f8b9-5df9-486b-8be7-e6b105bb8668 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6cdc48f9-928d-40f6-9284-2eae78cf1697 HTTP/1.1" status: 204 len: 168 time: 0.3216505 May 03 22:45:52.415266 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55348) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:52.653174 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-09f1e17f-2142-4664-966c-1c2f47bf62f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:52.671939 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-09f1e17f-2142-4664-966c-1c2f47bf62f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:45:52.678765 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-09f1e17f-2142-4664-966c-1c2f47bf62f4 admin admin] Usage tracker for resource:security_group_rule and tenant:e32c5a0580a84cf584bf0cf017138801 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:45:52.683492 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-09f1e17f-2142-4664-966c-1c2f47bf62f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:45:52.689973 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-09f1e17f-2142-4664-966c-1c2f47bf62f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:45:52.869627 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b4453e1c-6bc0-4e54-94ac-e01143720e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:52.946710 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-09f1e17f-2142-4664-966c-1c2f47bf62f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:52.952184 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-09f1e17f-2142-4664-966c-1c2f47bf62f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:53.043508 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55376) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:53.044083 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-09f1e17f-2142-4664-966c-1c2f47bf62f4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e32c5a0580a84cf584bf0cf017138801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6268253 May 03 22:45:53.061453 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1e17f-2142-4664-966c-1c2f47bf62f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0b31f6-13f1-44ef-931f-4c8b866394f9,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:53.160455 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9252d09c-0357-4295-94d1-c1940ce29f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:53.210616 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9252d09c-0357-4295-94d1-c1940ce29f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:53.320877 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9252d09c-0357-4295-94d1-c1940ce29f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:53.344033 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9252d09c-0357-4295-94d1-c1940ce29f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0b31f6-13f1-44ef-931f-4c8b866394f9,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:53.352828 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9252d09c-0357-4295-94d1-c1940ce29f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:53.354221 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9252d09c-0357-4295-94d1-c1940ce29f8b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4f0b31f6-13f1-44ef-931f-4c8b866394f9 HTTP/1.1" status: 204 len: 168 time: 0.3090167 May 03 22:45:53.741008 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55408) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:54.105558 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-779c9e17-d4ba-49ea-83fb-99ec94fff6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:54.134452 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:45:54.150995 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-779c9e17-d4ba-49ea-83fb-99ec94fff6ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:45:54.160327 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-779c9e17-d4ba-49ea-83fb-99ec94fff6ed admin admin] Usage tracker for resource:security_group_rule and tenant:0432c7856f2a4543aa214c368f0655aa is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:45:54.163228 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-779c9e17-d4ba-49ea-83fb-99ec94fff6ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:45:54.169568 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-779c9e17-d4ba-49ea-83fb-99ec94fff6ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:45:54.299223 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-779c9e17-d4ba-49ea-83fb-99ec94fff6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:54.306848 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-779c9e17-d4ba-49ea-83fb-99ec94fff6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:54.355847 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:54.396437 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-779c9e17-d4ba-49ea-83fb-99ec94fff6ed admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0432c7856f2a4543aa214c368f0655aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6523130 May 03 22:45:54.399188 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55442) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:54.399873 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c9e17-d4ba-49ea-83fb-99ec94fff6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9644db1f-5ba5-4ef7-9727-875ee9f9b39e,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:54.574205 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-50ca9af8-f04f-48bc-9fb3-daf573ad5973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:54.671487 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55458) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:54.683319 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-50ca9af8-f04f-48bc-9fb3-daf573ad5973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:54.816219 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-50ca9af8-f04f-48bc-9fb3-daf573ad5973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:54.843977 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca9af8-f04f-48bc-9fb3-daf573ad5973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9644db1f-5ba5-4ef7-9727-875ee9f9b39e,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:54.852140 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-50ca9af8-f04f-48bc-9fb3-daf573ad5973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:54.866478 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-50ca9af8-f04f-48bc-9fb3-daf573ad5973 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9644db1f-5ba5-4ef7-9727-875ee9f9b39e HTTP/1.1" status: 204 len: 168 time: 0.4660983 May 03 22:45:55.024670 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-9a65dec5-f349-491e-b8c1-6fe9b6c70a70 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1717221495-network', 'tenant_id': 'bdbc5a9222cd43deb11d74ba562f86d0'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:45:55.036002 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9a65dec5-f349-491e-b8c1-6fe9b6c70a70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:45:55.044187 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9a65dec5-f349-491e-b8c1-6fe9b6c70a70 admin admin] Usage tracker for resource:network and tenant:bdbc5a9222cd43deb11d74ba562f86d0 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:45:55.048470 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-477429d7-7d5a-4b4e-adb9-9769397e01df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:55.054298 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9a65dec5-f349-491e-b8c1-6fe9b6c70a70 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:45:55.066166 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9a65dec5-f349-491e-b8c1-6fe9b6c70a70 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:45:55.102590 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a65dec5-f349-491e-b8c1-6fe9b6c70a70 admin admin] Made reservation on behalf of bdbc5a9222cd43deb11d74ba562f86d0 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:45:55.102590 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9a65dec5-f349-491e-b8c1-6fe9b6c70a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:55.131165 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9a65dec5-f349-491e-b8c1-6fe9b6c70a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:55.154417 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9a65dec5-f349-491e-b8c1-6fe9b6c70a70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:45:55.159193 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9a65dec5-f349-491e-b8c1-6fe9b6c70a70 admin admin] Usage tracker for resource:security_group_rule and tenant:bdbc5a9222cd43deb11d74ba562f86d0 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:45:55.164259 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9a65dec5-f349-491e-b8c1-6fe9b6c70a70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:45:55.171678 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9a65dec5-f349-491e-b8c1-6fe9b6c70a70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:45:55.286945 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9a65dec5-f349-491e-b8c1-6fe9b6c70a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:55.286945 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9a65dec5-f349-491e-b8c1-6fe9b6c70a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:55.303251 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a65dec5-f349-491e-b8c1-6fe9b6c70a70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:45:55.303251 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9a65dec5-f349-491e-b8c1-6fe9b6c70a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:55.303251 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-9a65dec5-f349-491e-b8c1-6fe9b6c70a70 admin admin] Added segment 1b61077f-29a6-4318-9f7d-14d72be3135b of type vlan for network b888fdcb-b426-46e1-8277-6fcb7706bfd7 May 03 22:45:55.337167 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9a65dec5-f349-491e-b8c1-6fe9b6c70a70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:55.362252 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55484) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:55.387571 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9a65dec5-f349-491e-b8c1-6fe9b6c70a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:55.387571 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a65dec5-f349-491e-b8c1-6fe9b6c70a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:55.387571 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9a65dec5-f349-491e-b8c1-6fe9b6c70a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:55.401664 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-17788b1d-1f2c-4b7e-974a-bd3a6cb9a65b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:55.423631 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-17788b1d-1f2c-4b7e-974a-bd3a6cb9a65b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:45:55.427611 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-17788b1d-1f2c-4b7e-974a-bd3a6cb9a65b admin admin] Usage tracker for resource:security_group_rule and tenant:1b79f74c09dd4a0ea10caf6bbfc8edea is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:45:55.430526 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-17788b1d-1f2c-4b7e-974a-bd3a6cb9a65b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:45:55.436355 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-17788b1d-1f2c-4b7e-974a-bd3a6cb9a65b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:45:55.515185 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65dec5-f349-491e-b8c1-6fe9b6c70a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10ddb8e-051c-49c5-a8a1-b50e695ecdb4,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:55.620035 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9a65dec5-f349-491e-b8c1-6fe9b6c70a70 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9405046 May 03 22:45:55.625744 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55498) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:55.659142 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65dec5-f349-491e-b8c1-6fe9b6c70a70 admin admin] Pushing event updated for resources: {'Network': ['ID=b888fdcb-b426-46e1-8277-6fcb7706bfd7,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:55.670969 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network b888fdcb-b426-46e1-8277-6fcb7706bfd7 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:45:55.695699 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-80843e57-a647-483a-bad1-c4fd6b3cb1f0 admin admin] Request body: {'subnet': {'network_id': 'b888fdcb-b426-46e1-8277-6fcb7706bfd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1717221495-subnet', 'tenant_id': 'bdbc5a9222cd43deb11d74ba562f86d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:45:55.705565 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-80843e57-a647-483a-bad1-c4fd6b3cb1f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:45:55.711534 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-80843e57-a647-483a-bad1-c4fd6b3cb1f0 admin admin] Usage tracker for resource:subnet and tenant:bdbc5a9222cd43deb11d74ba562f86d0 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:45:55.718768 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-80843e57-a647-483a-bad1-c4fd6b3cb1f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:45:55.735004 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-80843e57-a647-483a-bad1-c4fd6b3cb1f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:45:55.753515 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-17788b1d-1f2c-4b7e-974a-bd3a6cb9a65b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:55.768067 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-17788b1d-1f2c-4b7e-974a-bd3a6cb9a65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:55.805744 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80843e57-a647-483a-bad1-c4fd6b3cb1f0 admin admin] Made reservation on behalf of bdbc5a9222cd43deb11d74ba562f86d0 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:45:55.810160 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-80843e57-a647-483a-bad1-c4fd6b3cb1f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:55.954964 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-17788b1d-1f2c-4b7e-974a-bd3a6cb9a65b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1b79f74c09dd4a0ea10caf6bbfc8edea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5940320 May 03 22:45:55.961238 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17788b1d-1f2c-4b7e-974a-bd3a6cb9a65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745fdde8-38aa-4c02-9e1a-602eb951fe0c,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:55.963410 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55514) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:56.077936 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-071a8612-609a-47d1-8315-ff17ec29bd39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:56.144738 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-071a8612-609a-47d1-8315-ff17ec29bd39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:56.257305 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-071a8612-609a-47d1-8315-ff17ec29bd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:56.285032 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a8612-609a-47d1-8315-ff17ec29bd39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745fdde8-38aa-4c02-9e1a-602eb951fe0c,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:56.301383 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-071a8612-609a-47d1-8315-ff17ec29bd39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:56.301383 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-071a8612-609a-47d1-8315-ff17ec29bd39 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/745fdde8-38aa-4c02-9e1a-602eb951fe0c HTTP/1.1" status: 204 len: 168 time: 0.3248398 May 03 22:45:56.338747 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:56.349478 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:56.362278 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-80843e57-a647-483a-bad1-c4fd6b3cb1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:56.492682 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80843e57-a647-483a-bad1-c4fd6b3cb1f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f14b44a-594c-4e27-8f22-8dabc2bfdf58,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:56.517540 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80843e57-a647-483a-bad1-c4fd6b3cb1f0 admin admin] Checking segment: {'id': '1b61077f-29a6-4318-9f7d-14d72be3135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b888fdcb-b426-46e1-8277-6fcb7706bfd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:45:56.520422 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80843e57-a647-483a-bad1-c4fd6b3cb1f0 admin admin] Network hostable DHCP agents. Network: b888fdcb-b426-46e1-8277-6fcb7706bfd7, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:45:56.601100 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80843e57-a647-483a-bad1-c4fd6b3cb1f0 admin admin] Network b888fdcb-b426-46e1-8277-6fcb7706bfd7 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:45:56.627858 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-80843e57-a647-483a-bad1-c4fd6b3cb1f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, b888fdcb-b426-46e1-8277-6fcb7706bfd7) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:45:56.635929 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80843e57-a647-483a-bad1-c4fd6b3cb1f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:56.635929 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-80843e57-a647-483a-bad1-c4fd6b3cb1f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:56.654388 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d889c8-851c-4c96-a7e0-6af661b3b565 None None] Network b888fdcb-b426-46e1-8277-6fcb7706bfd7 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:45:56.712360 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-80843e57-a647-483a-bad1-c4fd6b3cb1f0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0850215 May 03 22:45:57.167602 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26db0f82-74a4-4d0f-8385-a0429460e268 None None] Network b888fdcb-b426-46e1-8277-6fcb7706bfd7 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:45:57.612979 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:57.883968 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:57.996136 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55586) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:58.002849 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-e440df6c-6a98-466c-bce8-ab6bfba8a189 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-679203719'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:45:58.009567 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e440df6c-6a98-466c-bce8-ab6bfba8a189 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:45:58.014279 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e440df6c-6a98-466c-bce8-ab6bfba8a189 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Usage tracker for resource:network and tenant:d6f7f307699c4be5803d470738b6e79e is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:45:58.042369 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e440df6c-6a98-466c-bce8-ab6bfba8a189 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:45:58.050110 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e440df6c-6a98-466c-bce8-ab6bfba8a189 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:45:58.083601 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e440df6c-6a98-466c-bce8-ab6bfba8a189 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Made reservation on behalf of d6f7f307699c4be5803d470738b6e79e for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:45:58.088012 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e440df6c-6a98-466c-bce8-ab6bfba8a189 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:58.136068 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e440df6c-6a98-466c-bce8-ab6bfba8a189 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:45:58.146819 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e440df6c-6a98-466c-bce8-ab6bfba8a189 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:58.147168 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-e440df6c-6a98-466c-bce8-ab6bfba8a189 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Added segment 905a9b8f-b56e-44de-b624-14b220326904 of type vlan for network 39659ede-a161-442b-8b5e-00bdb95cd624 May 03 22:45:58.189205 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e440df6c-6a98-466c-bce8-ab6bfba8a189 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:58.237713 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e440df6c-6a98-466c-bce8-ab6bfba8a189 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:58.247853 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e440df6c-6a98-466c-bce8-ab6bfba8a189 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:58.249194 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e440df6c-6a98-466c-bce8-ab6bfba8a189 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:58.344578 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e440df6c-6a98-466c-bce8-ab6bfba8a189 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3439884 May 03 22:45:58.345550 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55610) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:58.350673 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-806c1bbf-4d55-40b7-bfb5-3fcf4b6b8053 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-720739956'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:45:58.362469 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-806c1bbf-4d55-40b7-bfb5-3fcf4b6b8053 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:45:58.371042 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-806c1bbf-4d55-40b7-bfb5-3fcf4b6b8053 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Usage tracker for resource:network and tenant:d6f7f307699c4be5803d470738b6e79e is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:45:58.376629 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-806c1bbf-4d55-40b7-bfb5-3fcf4b6b8053 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:45:58.386073 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-806c1bbf-4d55-40b7-bfb5-3fcf4b6b8053 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:45:58.414214 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806c1bbf-4d55-40b7-bfb5-3fcf4b6b8053 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Made reservation on behalf of d6f7f307699c4be5803d470738b6e79e for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:45:58.419945 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-806c1bbf-4d55-40b7-bfb5-3fcf4b6b8053 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:58.476103 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e440df6c-6a98-466c-bce8-ab6bfba8a189 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Pushing event updated for resources: {'Network': ['ID=39659ede-a161-442b-8b5e-00bdb95cd624,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:58.487467 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-806c1bbf-4d55-40b7-bfb5-3fcf4b6b8053 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:45:58.503148 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-806c1bbf-4d55-40b7-bfb5-3fcf4b6b8053 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:58.506264 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 39659ede-a161-442b-8b5e-00bdb95cd624 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:45:58.515284 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-806c1bbf-4d55-40b7-bfb5-3fcf4b6b8053 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Added segment 5a1a325c-4dfc-4f52-ab11-b191a3075222 of type vlan for network c7b56b55-0340-4699-b0c7-3b74594ad3b7 May 03 22:45:58.594840 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-806c1bbf-4d55-40b7-bfb5-3fcf4b6b8053 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:58.682893 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-806c1bbf-4d55-40b7-bfb5-3fcf4b6b8053 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:58.691822 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806c1bbf-4d55-40b7-bfb5-3fcf4b6b8053 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:58.692367 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-806c1bbf-4d55-40b7-bfb5-3fcf4b6b8053 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:58.886220 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c1bbf-4d55-40b7-bfb5-3fcf4b6b8053 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Pushing event updated for resources: {'Network': ['ID=c7b56b55-0340-4699-b0c7-3b74594ad3b7,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:58.889500 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-806c1bbf-4d55-40b7-bfb5-3fcf4b6b8053 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5445075 May 03 22:45:58.892177 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55634) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:58.897664 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network c7b56b55-0340-4699-b0c7-3b74594ad3b7 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:45:58.898274 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-70f33a06-9151-4e13-bec5-8a1420b593a2 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Request body: {'subnet': {'network_id': '39659ede-a161-442b-8b5e-00bdb95cd624', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:45:59.035018 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-70f33a06-9151-4e13-bec5-8a1420b593a2 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:45:59.038933 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-70f33a06-9151-4e13-bec5-8a1420b593a2 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Usage tracker for resource:subnet and tenant:d6f7f307699c4be5803d470738b6e79e is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:45:59.042307 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-70f33a06-9151-4e13-bec5-8a1420b593a2 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:45:59.048874 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-70f33a06-9151-4e13-bec5-8a1420b593a2 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:45:59.073119 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f33a06-9151-4e13-bec5-8a1420b593a2 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Made reservation on behalf of d6f7f307699c4be5803d470738b6e79e for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:45:59.081146 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-70f33a06-9151-4e13-bec5-8a1420b593a2 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:59.471660 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-70f33a06-9151-4e13-bec5-8a1420b593a2 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:59.650325 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f33a06-9151-4e13-bec5-8a1420b593a2 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Pushing event updated for resources: {'Subnet': ['ID=8863c3d5-b808-4878-a7f7-629ee5c5994d,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:59.677946 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f33a06-9151-4e13-bec5-8a1420b593a2 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Checking segment: {'id': '905a9b8f-b56e-44de-b624-14b220326904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39659ede-a161-442b-8b5e-00bdb95cd624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:45:59.679669 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f33a06-9151-4e13-bec5-8a1420b593a2 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Network hostable DHCP agents. Network: 39659ede-a161-442b-8b5e-00bdb95cd624, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:45:59.726103 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f33a06-9151-4e13-bec5-8a1420b593a2 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Network 39659ede-a161-442b-8b5e-00bdb95cd624 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:45:59.745074 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-70f33a06-9151-4e13-bec5-8a1420b593a2 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 39659ede-a161-442b-8b5e-00bdb95cd624) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:45:59.753628 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f33a06-9151-4e13-bec5-8a1420b593a2 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:45:59.753628 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-70f33a06-9151-4e13-bec5-8a1420b593a2 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:45:59.756212 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7316449-b518-4557-8921-6e315a7bb19f None None] Network 39659ede-a161-442b-8b5e-00bdb95cd624 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:45:59.807634 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55670) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:45:59.807634 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-70dcd2f9-66aa-4761-ba13-151a66c86d53 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Request body: {'subnet': {'network_id': 'c7b56b55-0340-4699-b0c7-3b74594ad3b7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:45:59.820512 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-70f33a06-9151-4e13-bec5-8a1420b593a2 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9233680 May 03 22:46:00.023469 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-70dcd2f9-66aa-4761-ba13-151a66c86d53 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:00.029080 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-70dcd2f9-66aa-4761-ba13-151a66c86d53 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Usage tracker for resource:subnet and tenant:d6f7f307699c4be5803d470738b6e79e is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:00.033507 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-70dcd2f9-66aa-4761-ba13-151a66c86d53 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:00.040837 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-70dcd2f9-66aa-4761-ba13-151a66c86d53 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:00.055633 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70dcd2f9-66aa-4761-ba13-151a66c86d53 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Made reservation on behalf of d6f7f307699c4be5803d470738b6e79e for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:46:00.060954 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-70dcd2f9-66aa-4761-ba13-151a66c86d53 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:00.303110 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c111e5-9864-4ce6-b030-8db05e3e0d9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-39659ede-a161-442b-8b5e-00bdb95cd624', 'network_id': '39659ede-a161-442b-8b5e-00bdb95cd624', 'tenant_id': 'd6f7f307699c4be5803d470738b6e79e', 'fixed_ips': [{'subnet_id': '8863c3d5-b808-4878-a7f7-629ee5c5994d'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:46:00.303784 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-95c111e5-9864-4ce6-b030-8db05e3e0d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:00.391019 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-70dcd2f9-66aa-4761-ba13-151a66c86d53 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:00.507591 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dcd2f9-66aa-4761-ba13-151a66c86d53 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Pushing event updated for resources: {'Subnet': ['ID=2376228d-867e-4de8-ac27-ddcb210d265f,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:00.617037 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dcd2f9-66aa-4761-ba13-151a66c86d53 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Checking segment: {'id': '5a1a325c-4dfc-4f52-ab11-b191a3075222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c7b56b55-0340-4699-b0c7-3b74594ad3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:46:00.617037 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dcd2f9-66aa-4761-ba13-151a66c86d53 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Network hostable DHCP agents. Network: c7b56b55-0340-4699-b0c7-3b74594ad3b7, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:46:00.643977 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dcd2f9-66aa-4761-ba13-151a66c86d53 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Network c7b56b55-0340-4699-b0c7-3b74594ad3b7 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:46:00.685027 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-70dcd2f9-66aa-4761-ba13-151a66c86d53 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, c7b56b55-0340-4699-b0c7-3b74594ad3b7) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:46:00.690733 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dcd2f9-66aa-4761-ba13-151a66c86d53 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:00.690733 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-70dcd2f9-66aa-4761-ba13-151a66c86d53 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:00.739756 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-70dcd2f9-66aa-4761-ba13-151a66c86d53 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9385500 May 03 22:46:00.742456 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55716) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:00.751275 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-5e8953ba-9171-4154-ae80-dd66afaabca4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Request body: {'port': {'network_id': '39659ede-a161-442b-8b5e-00bdb95cd624', 'name': 'tempest-TaggedBootDevicesTest-1096886244', 'fixed_ips': [{'subnet_id': '8863c3d5-b808-4878-a7f7-629ee5c5994d'}]}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:00.800091 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aee79fc-94b3-4c2a-9138-42086058ae59 None None] Network c7b56b55-0340-4699-b0c7-3b74594ad3b7 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:46:00.955727 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-95c111e5-9864-4ce6-b030-8db05e3e0d9a None None] Allocated IP 10.1.1.2 (39659ede-a161-442b-8b5e-00bdb95cd624/8863c3d5-b808-4878-a7f7-629ee5c5994d/9b1a02ba-8dd6-4c43-81aa-2f5f79816e94) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:46:01.185153 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-5e8953ba-9171-4154-ae80-dd66afaabca4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:01.185153 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5e8953ba-9171-4154-ae80-dd66afaabca4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Usage tracker for resource:port and tenant:d6f7f307699c4be5803d470738b6e79e is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:01.193627 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5e8953ba-9171-4154-ae80-dd66afaabca4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:01.209534 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-5e8953ba-9171-4154-ae80-dd66afaabca4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:01.243605 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8953ba-9171-4154-ae80-dd66afaabca4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Made reservation on behalf of d6f7f307699c4be5803d470738b6e79e for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:46:01.571933 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-bb65f4db-20cd-47df-b28f-db3f83ca648f tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:01.574134 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-bb65f4db-20cd-47df-b28f-db3f83ca648f tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Synchronizing usage tracker for tenant:bdbc5a9222cd43deb11d74ba562f86d0 on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:46:01.597595 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5e8953ba-9171-4154-ae80-dd66afaabca4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:01.615107 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-bb65f4db-20cd-47df-b28f-db3f83ca648f tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Unset dirty status for tenant:bdbc5a9222cd43deb11d74ba562f86d0 on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:46:01.617623 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-bb65f4db-20cd-47df-b28f-db3f83ca648f tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/networks?id=b888fdcb-b426-46e1-8277-6fcb7706bfd7 HTTP/1.1" status: 200 len: 809 time: 0.4502769 May 03 22:46:01.628823 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-5e8953ba-9171-4154-ae80-dd66afaabca4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] device_id is not set on port a5676f4a-f478-4abd-b7de-5bb1b574a9e4 yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:46:01.651766 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-742ada02-bb6f-4f3d-b5b2-1f89e50eeda4 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/quotas/bdbc5a9222cd43deb11d74ba562f86d0 HTTP/1.1" status: 200 len: 375 time: 0.0269101 May 03 22:46:01.656102 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55752) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:01.790532 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-f73f6518-5593-41f8-8376-cd200ae7b54f tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bdbc5a9222cd43deb11d74ba562f86d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1340125 May 03 22:46:01.963285 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-95c111e5-9864-4ce6-b030-8db05e3e0d9a None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:01.974533 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae20c3e5-ec0d-43ba-a25d-b2f18aedcf71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-c7b56b55-0340-4699-b0c7-3b74594ad3b7', 'network_id': 'c7b56b55-0340-4699-b0c7-3b74594ad3b7', 'tenant_id': 'd6f7f307699c4be5803d470738b6e79e', 'fixed_ips': [{'subnet_id': '2376228d-867e-4de8-ac27-ddcb210d265f'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:46:01.975496 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ae20c3e5-ec0d-43ba-a25d-b2f18aedcf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:02.009625 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-95c111e5-9864-4ce6-b030-8db05e3e0d9a None None] Transition to ACTIVE for port object 9b1a02ba-8dd6-4c43-81aa-2f5f79816e94 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:46:02.010070 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-3071d04e-3aac-4735-81ce-a549e25ca0b5 service neutron] 10.222.0.58 "GET /v2.0/networks/b888fdcb-b426-46e1-8277-6fcb7706bfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106354 May 03 22:46:02.080860 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-95c111e5-9864-4ce6-b030-8db05e3e0d9a None None] Transition to ACTIVE for port object 9b1a02ba-8dd6-4c43-81aa-2f5f79816e94 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:46:02.101514 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-95c111e5-9864-4ce6-b030-8db05e3e0d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:02.205412 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c111e5-9864-4ce6-b030-8db05e3e0d9a None None] Pushing event updated for resources: {'Port': ['ID=9b1a02ba-8dd6-4c43-81aa-2f5f79816e94,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:02.229954 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c111e5-9864-4ce6-b030-8db05e3e0d9a None None] Network 39659ede-a161-442b-8b5e-00bdb95cd624 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:46:02.234348 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-95c111e5-9864-4ce6-b030-8db05e3e0d9a None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:46:02.235619 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d60dda24-6c7e-4dbf-80d1-5ce1e3ff310f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:02.240209 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c111e5-9864-4ce6-b030-8db05e3e0d9a None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:46:02.249197 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-5e8953ba-9171-4154-ae80-dd66afaabca4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Allocated IP 10.1.1.178 (39659ede-a161-442b-8b5e-00bdb95cd624/8863c3d5-b808-4878-a7f7-629ee5c5994d/a5676f4a-f478-4abd-b7de-5bb1b574a9e4) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:46:02.494428 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-95c111e5-9864-4ce6-b030-8db05e3e0d9a None None] Attempting to bind port 9b1a02ba-8dd6-4c43-81aa-2f5f79816e94 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:46:02.494428 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-95c111e5-9864-4ce6-b030-8db05e3e0d9a None None] Attempting to bind port 9b1a02ba-8dd6-4c43-81aa-2f5f79816e94 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '905a9b8f-b56e-44de-b624-14b220326904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39659ede-a161-442b-8b5e-00bdb95cd624'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:46:02.494428 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c111e5-9864-4ce6-b030-8db05e3e0d9a None None] Attempting to bind port 9b1a02ba-8dd6-4c43-81aa-2f5f79816e94 on network 39659ede-a161-442b-8b5e-00bdb95cd624 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:46:02.504329 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c111e5-9864-4ce6-b030-8db05e3e0d9a None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:46:02.504329 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c111e5-9864-4ce6-b030-8db05e3e0d9a None None] Checking segment: {'id': '905a9b8f-b56e-44de-b624-14b220326904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39659ede-a161-442b-8b5e-00bdb95cd624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:46:02.504721 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-95c111e5-9864-4ce6-b030-8db05e3e0d9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:02.505439 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c111e5-9864-4ce6-b030-8db05e3e0d9a None None] Bound using segment: {'id': '905a9b8f-b56e-44de-b624-14b220326904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39659ede-a161-442b-8b5e-00bdb95cd624'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:46:02.505439 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-95c111e5-9864-4ce6-b030-8db05e3e0d9a None None] Bound port: 9b1a02ba-8dd6-4c43-81aa-2f5f79816e94, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '905a9b8f-b56e-44de-b624-14b220326904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39659ede-a161-442b-8b5e-00bdb95cd624'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:46:02.506271 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-95c111e5-9864-4ce6-b030-8db05e3e0d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:02.552015 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-ae20c3e5-ec0d-43ba-a25d-b2f18aedcf71 None None] Allocated IP 10.2.2.2 (c7b56b55-0340-4699-b0c7-3b74594ad3b7/2376228d-867e-4de8-ac27-ddcb210d265f/6a45df4a-cbce-4efc-9ac7-654c9ce864fc) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:46:02.613729 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-4706b380-cc01-4d57-ab93-dd2edcad041a service neutron] 10.222.0.58 "GET /v2.0/networks/b888fdcb-b426-46e1-8277-6fcb7706bfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5957689 May 03 22:46:02.627625 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d60dda24-6c7e-4dbf-80d1-5ce1e3ff310f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:02.636718 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d60dda24-6c7e-4dbf-80d1-5ce1e3ff310f admin admin] Usage tracker for resource:security_group_rule and tenant:08b937d6575f4491a97e5e92d1fdb4c3 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:02.642873 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d60dda24-6c7e-4dbf-80d1-5ce1e3ff310f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:02.670257 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d60dda24-6c7e-4dbf-80d1-5ce1e3ff310f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:02.911584 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d60dda24-6c7e-4dbf-80d1-5ce1e3ff310f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:02.918987 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d60dda24-6c7e-4dbf-80d1-5ce1e3ff310f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:02.990931 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5e8953ba-9171-4154-ae80-dd66afaabca4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:03.028759 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-5e8953ba-9171-4154-ae80-dd66afaabca4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Transition to ACTIVE for port object a5676f4a-f478-4abd-b7de-5bb1b574a9e4 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:46:03.072829 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5e8953ba-9171-4154-ae80-dd66afaabca4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:03.099572 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0d54c4db-debc-4a06-87a3-1729c628a9d1 req-35d712d5-690c-4d87-b74c-b4eaa9b476c8 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a98d248-ba80-45ad-94e5-ecca68811f11 HTTP/1.1" status: 200 len: 210 time: 0.1084156 May 03 22:46:03.102605 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d60dda24-6c7e-4dbf-80d1-5ce1e3ff310f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=08b937d6575f4491a97e5e92d1fdb4c3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4449334 May 03 22:46:03.136478 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55786) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:03.144424 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-95c111e5-9864-4ce6-b030-8db05e3e0d9a None None] For port 9b1a02ba-8dd6-4c43-81aa-2f5f79816e94, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:46:03.149211 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-95c111e5-9864-4ce6-b030-8db05e3e0d9a None None] For port 9b1a02ba-8dd6-4c43-81aa-2f5f79816e94, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=9b1a02ba-8dd6-4c43-81aa-2f5f79816e94,segment=NetworkSegment(905a9b8f-b56e-44de-b624-14b220326904),segment_id=905a9b8f-b56e-44de-b624-14b220326904)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:46:03.181512 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-95c111e5-9864-4ce6-b030-8db05e3e0d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:03.220209 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60dda24-6c7e-4dbf-80d1-5ce1e3ff310f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809411f4-6379-42cd-aa7b-3b6c96a4225d,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:03.240245 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8953ba-9171-4154-ae80-dd66afaabca4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Network 39659ede-a161-442b-8b5e-00bdb95cd624 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:46:03.244031 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-5e8953ba-9171-4154-ae80-dd66afaabca4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:46:03.248809 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8953ba-9171-4154-ae80-dd66afaabca4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:46:03.283453 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8953ba-9171-4154-ae80-dd66afaabca4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Pushing event updated for resources: {'Port': ['ID=a5676f4a-f478-4abd-b7de-5bb1b574a9e4,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:03.299313 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ae20c3e5-ec0d-43ba-a25d-b2f18aedcf71 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:03.318633 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-77a52c8e-d985-4c4e-b07a-3da4e8f3f412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:03.335691 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ae20c3e5-ec0d-43ba-a25d-b2f18aedcf71 None None] Transition to ACTIVE for port object 6a45df4a-cbce-4efc-9ac7-654c9ce864fc will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:46:03.356450 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8953ba-9171-4154-ae80-dd66afaabca4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:03.358085 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5e8953ba-9171-4154-ae80-dd66afaabca4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:03.364458 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-77a52c8e-d985-4c4e-b07a-3da4e8f3f412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:03.380869 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ae20c3e5-ec0d-43ba-a25d-b2f18aedcf71 None None] Transition to ACTIVE for port object 6a45df4a-cbce-4efc-9ac7-654c9ce864fc will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:46:03.439888 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55802) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:03.440179 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5e8953ba-9171-4154-ae80-dd66afaabca4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6951816 May 03 22:46:03.445495 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-77a52c8e-d985-4c4e-b07a-3da4e8f3f412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:03.446450 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ae20c3e5-ec0d-43ba-a25d-b2f18aedcf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:03.472482 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c111e5-9864-4ce6-b030-8db05e3e0d9a None None] Pushing event updated for resources: {'Port': ['ID=9b1a02ba-8dd6-4c43-81aa-2f5f79816e94,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:03.479551 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-d3e85ffa-eda8-4c1b-ad26-a13ed0a9f246 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Request body: {'port': {'network_id': '39659ede-a161-442b-8b5e-00bdb95cd624', 'name': 'tempest-TaggedBootDevicesTest-1976980185', 'fixed_ips': [{'subnet_id': '8863c3d5-b808-4878-a7f7-629ee5c5994d'}]}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:03.518942 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae20c3e5-ec0d-43ba-a25d-b2f18aedcf71 None None] Network c7b56b55-0340-4699-b0c7-3b74594ad3b7 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:46:03.604459 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a52c8e-d985-4c4e-b07a-3da4e8f3f412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809411f4-6379-42cd-aa7b-3b6c96a4225d,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:03.614011 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-77a52c8e-d985-4c4e-b07a-3da4e8f3f412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:03.620990 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-ae20c3e5-ec0d-43ba-a25d-b2f18aedcf71 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:46:03.628912 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-77a52c8e-d985-4c4e-b07a-3da4e8f3f412 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/809411f4-6379-42cd-aa7b-3b6c96a4225d HTTP/1.1" status: 204 len: 168 time: 0.4822807 May 03 22:46:03.684140 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae20c3e5-ec0d-43ba-a25d-b2f18aedcf71 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:46:04.116525 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d3e85ffa-eda8-4c1b-ad26-a13ed0a9f246 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:04.116525 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d3e85ffa-eda8-4c1b-ad26-a13ed0a9f246 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Usage tracker for resource:port and tenant:d6f7f307699c4be5803d470738b6e79e is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:04.150316 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d3e85ffa-eda8-4c1b-ad26-a13ed0a9f246 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:04.195706 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d3e85ffa-eda8-4c1b-ad26-a13ed0a9f246 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:04.207825 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-ae20c3e5-ec0d-43ba-a25d-b2f18aedcf71 None None] Attempting to bind port 6a45df4a-cbce-4efc-9ac7-654c9ce864fc on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:46:04.207825 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-ae20c3e5-ec0d-43ba-a25d-b2f18aedcf71 None None] Attempting to bind port 6a45df4a-cbce-4efc-9ac7-654c9ce864fc by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '5a1a325c-4dfc-4f52-ab11-b191a3075222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c7b56b55-0340-4699-b0c7-3b74594ad3b7'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:46:04.207825 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae20c3e5-ec0d-43ba-a25d-b2f18aedcf71 None None] Attempting to bind port 6a45df4a-cbce-4efc-9ac7-654c9ce864fc on network c7b56b55-0340-4699-b0c7-3b74594ad3b7 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:46:04.242284 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e85ffa-eda8-4c1b-ad26-a13ed0a9f246 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Made reservation on behalf of d6f7f307699c4be5803d470738b6e79e for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:46:04.274336 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20c3e5-ec0d-43ba-a25d-b2f18aedcf71 None None] Pushing event updated for resources: {'Port': ['ID=6a45df4a-cbce-4efc-9ac7-654c9ce864fc,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:04.308857 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae20c3e5-ec0d-43ba-a25d-b2f18aedcf71 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:46:04.308857 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae20c3e5-ec0d-43ba-a25d-b2f18aedcf71 None None] Checking segment: {'id': '5a1a325c-4dfc-4f52-ab11-b191a3075222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c7b56b55-0340-4699-b0c7-3b74594ad3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:46:04.308857 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ae20c3e5-ec0d-43ba-a25d-b2f18aedcf71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:04.308857 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae20c3e5-ec0d-43ba-a25d-b2f18aedcf71 None None] Bound using segment: {'id': '5a1a325c-4dfc-4f52-ab11-b191a3075222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c7b56b55-0340-4699-b0c7-3b74594ad3b7'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:46:04.320866 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-ae20c3e5-ec0d-43ba-a25d-b2f18aedcf71 None None] Bound port: 6a45df4a-cbce-4efc-9ac7-654c9ce864fc, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a1a325c-4dfc-4f52-ab11-b191a3075222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c7b56b55-0340-4699-b0c7-3b74594ad3b7'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:46:04.320866 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ae20c3e5-ec0d-43ba-a25d-b2f18aedcf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:04.889103 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-ae20c3e5-ec0d-43ba-a25d-b2f18aedcf71 None None] For port 6a45df4a-cbce-4efc-9ac7-654c9ce864fc, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:46:04.897658 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-ae20c3e5-ec0d-43ba-a25d-b2f18aedcf71 None None] For port 6a45df4a-cbce-4efc-9ac7-654c9ce864fc, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=6a45df4a-cbce-4efc-9ac7-654c9ce864fc,segment=NetworkSegment(5a1a325c-4dfc-4f52-ab11-b191a3075222),segment_id=5a1a325c-4dfc-4f52-ab11-b191a3075222)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:46:04.908605 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ae20c3e5-ec0d-43ba-a25d-b2f18aedcf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:04.941993 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-275619d7-e4e5-4a3c-8776-b8f292fa196c req-7997d85c-1821-43d1-bdd7-7fefdb47db18 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a98d248-ba80-45ad-94e5-ecca68811f11 HTTP/1.1" status: 200 len: 210 time: 0.5071716 May 03 22:46:05.022001 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20c3e5-ec0d-43ba-a25d-b2f18aedcf71 None None] Pushing event updated for resources: {'Port': ['ID=6a45df4a-cbce-4efc-9ac7-654c9ce864fc,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:05.139996 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d3e85ffa-eda8-4c1b-ad26-a13ed0a9f246 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:05.221722 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-d3e85ffa-eda8-4c1b-ad26-a13ed0a9f246 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] device_id is not set on port f29a8b06-8b92-4808-84bd-b5a24faa61fe yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:46:05.354805 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55838) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:05.427442 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7a4f24df-22e3-4fb1-a4f2-502cd7374e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:05.476491 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7a4f24df-22e3-4fb1-a4f2-502cd7374e69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:05.482044 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7a4f24df-22e3-4fb1-a4f2-502cd7374e69 admin admin] Usage tracker for resource:security_group_rule and tenant:5d38935830014347a4b9b31e21982546 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:05.485114 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7a4f24df-22e3-4fb1-a4f2-502cd7374e69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:05.492074 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7a4f24df-22e3-4fb1-a4f2-502cd7374e69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:05.749718 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-d3e85ffa-eda8-4c1b-ad26-a13ed0a9f246 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Allocated IP 10.1.1.76 (39659ede-a161-442b-8b5e-00bdb95cd624/8863c3d5-b808-4878-a7f7-629ee5c5994d/f29a8b06-8b92-4808-84bd-b5a24faa61fe) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:46:05.790841 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7a4f24df-22e3-4fb1-a4f2-502cd7374e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:05.797675 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7a4f24df-22e3-4fb1-a4f2-502cd7374e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:05.876712 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7a4f24df-22e3-4fb1-a4f2-502cd7374e69 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5d38935830014347a4b9b31e21982546&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5225437 May 03 22:46:06.024193 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a0e1d6-3bdc-4388-8ac1-cfe5f437b2c0 None None] Network 39659ede-a161-442b-8b5e-00bdb95cd624 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:46:06.075035 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55846) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:06.170893 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f24df-22e3-4fb1-a4f2-502cd7374e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3c799f-b296-4135-8b2a-636e90a8319b,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:06.254669 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-39d542ef-daa1-49c9-a565-e8a997051675 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:06.260169 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-39d542ef-daa1-49c9-a565-e8a997051675 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.67 "GET /v2.0/networks?id=b888fdcb-b426-46e1-8277-6fcb7706bfd7 HTTP/1.1" status: 200 len: 809 time: 0.3972208 May 03 22:46:06.307735 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f24df-22e3-4fb1-a4f2-502cd7374e69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:46:06.310632 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f24df-22e3-4fb1-a4f2-502cd7374e69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:46:06.312037 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f24df-22e3-4fb1-a4f2-502cd7374e69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:46:06.312635 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f24df-22e3-4fb1-a4f2-502cd7374e69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:46:06.313257 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f24df-22e3-4fb1-a4f2-502cd7374e69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:46:06.316057 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f24df-22e3-4fb1-a4f2-502cd7374e69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:46:06.321232 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f24df-22e3-4fb1-a4f2-502cd7374e69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:46:06.321758 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f24df-22e3-4fb1-a4f2-502cd7374e69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:46:06.322258 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f24df-22e3-4fb1-a4f2-502cd7374e69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:46:06.323354 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f24df-22e3-4fb1-a4f2-502cd7374e69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:46:06.323827 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f24df-22e3-4fb1-a4f2-502cd7374e69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:46:06.331323 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4f24df-22e3-4fb1-a4f2-502cd7374e69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:46:06.374376 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-e6a13a80-86ff-4d4b-84d2-b323623faf38 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Request body: {'port': {'device_id': '0a98d248-ba80-45ad-94e5-ecca68811f11', 'network_id': 'b888fdcb-b426-46e1-8277-6fcb7706bfd7', 'admin_state_up': True, 'tenant_id': 'bdbc5a9222cd43deb11d74ba562f86d0'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:06.504651 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cacb2020-c9bc-4f6c-a6b0-a8d9d91129ec req-26c12de7-1090-4d82-b2ba-c331db2fcffe tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a98d248-ba80-45ad-94e5-ecca68811f11 HTTP/1.1" status: 200 len: 210 time: 0.1928365 May 03 22:46:06.530847 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d3e85ffa-eda8-4c1b-ad26-a13ed0a9f246 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:06.584940 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6a45df4a-cbce-4efc-9ac7-654c9ce864fc up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:46:06.656088 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5c3b54e9-d9c5-474a-9cbc-4f75cb8d40a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:06.678787 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-d3e85ffa-eda8-4c1b-ad26-a13ed0a9f246 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Transition to ACTIVE for port object f29a8b06-8b92-4808-84bd-b5a24faa61fe will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:46:06.695011 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-e6a13a80-86ff-4d4b-84d2-b323623faf38 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:06.708163 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-e6a13a80-86ff-4d4b-84d2-b323623faf38 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Usage tracker for resource:port and tenant:bdbc5a9222cd43deb11d74ba562f86d0 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:06.715435 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-e6a13a80-86ff-4d4b-84d2-b323623faf38 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:06.721242 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d3e85ffa-eda8-4c1b-ad26-a13ed0a9f246 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:06.728011 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-e6a13a80-86ff-4d4b-84d2-b323623faf38 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:06.748712 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-e6a13a80-86ff-4d4b-84d2-b323623faf38 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Made reservation on behalf of bdbc5a9222cd43deb11d74ba562f86d0 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:46:06.754286 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-e6a13a80-86ff-4d4b-84d2-b323623faf38 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:06.785207 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e85ffa-eda8-4c1b-ad26-a13ed0a9f246 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Network 39659ede-a161-442b-8b5e-00bdb95cd624 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:46:06.807678 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-d3e85ffa-eda8-4c1b-ad26-a13ed0a9f246 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:46:06.811947 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3649d3a-d42e-4832-8e56-7f1c2db8f225 None None] Network c7b56b55-0340-4699-b0c7-3b74594ad3b7 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:46:06.815157 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e85ffa-eda8-4c1b-ad26-a13ed0a9f246 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:46:06.916932 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5c3b54e9-d9c5-474a-9cbc-4f75cb8d40a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:07.018825 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e85ffa-eda8-4c1b-ad26-a13ed0a9f246 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Pushing event updated for resources: {'Port': ['ID=f29a8b06-8b92-4808-84bd-b5a24faa61fe,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:07.064226 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e85ffa-eda8-4c1b-ad26-a13ed0a9f246 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:07.065785 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d3e85ffa-eda8-4c1b-ad26-a13ed0a9f246 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:07.083936 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-e6a13a80-86ff-4d4b-84d2-b323623faf38 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Allocated IP 172.20.0.11 (b888fdcb-b426-46e1-8277-6fcb7706bfd7/6f14b44a-594c-4e27-8f22-8dabc2bfdf58/2be67b20-8313-4056-9346-dcf7830f8455) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:46:07.093637 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5c3b54e9-d9c5-474a-9cbc-4f75cb8d40a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:07.098395 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5c3b54e9-d9c5-474a-9cbc-4f75cb8d40a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:07.099555 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5c3b54e9-d9c5-474a-9cbc-4f75cb8d40a7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7d3c799f-b296-4135-8b2a-636e90a8319b HTTP/1.1" status: 204 len: 168 time: 1.0228591 May 03 22:46:07.127517 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d3e85ffa-eda8-4c1b-ad26-a13ed0a9f246 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6716421 May 03 22:46:07.137510 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b54e9-d9c5-474a-9cbc-4f75cb8d40a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3c799f-b296-4135-8b2a-636e90a8319b,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:07.192237 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-4e32ed96-83cf-41bc-b775-4909babf7e21 None None] Provisioning for port 9b1a02ba-8dd6-4c43-81aa-2f5f79816e94 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:46:07.586714 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 6a45df4a-cbce-4efc-9ac7-654c9ce864fc completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:46:07.603271 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 9b1a02ba-8dd6-4c43-81aa-2f5f79816e94 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:46:07.614628 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55872) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:07.624133 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-05be3fce-2e51-4bc9-8e65-c5692ce02c51 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1717644744', 'description': 'tempest-description--425169467'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:07.651639 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-05be3fce-2e51-4bc9-8e65-c5692ce02c51 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:07.670824 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-05be3fce-2e51-4bc9-8e65-c5692ce02c51 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Usage tracker for resource:security_group and tenant:d6f7f307699c4be5803d470738b6e79e is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:07.686199 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-05be3fce-2e51-4bc9-8e65-c5692ce02c51 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:07.695150 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-e6a13a80-86ff-4d4b-84d2-b323623faf38 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:07.713716 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-05be3fce-2e51-4bc9-8e65-c5692ce02c51 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:07.768976 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-05be3fce-2e51-4bc9-8e65-c5692ce02c51 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:07.812893 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-381bef5b-f4cd-4945-84ca-082deaf72c97 None None] Provisioning for port 6a45df4a-cbce-4efc-9ac7-654c9ce864fc completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:46:07.828222 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-381bef5b-f4cd-4945-84ca-082deaf72c97 None None] Provisioning complete for port 6a45df4a-cbce-4efc-9ac7-654c9ce864fc triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:46:07.833163 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-381bef5b-f4cd-4945-84ca-082deaf72c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:07.843038 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-e6a13a80-86ff-4d4b-84d2-b323623faf38 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:08.089506 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-05be3fce-2e51-4bc9-8e65-c5692ce02c51 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:08.096137 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 9b1a02ba-8dd6-4c43-81aa-2f5f79816e94 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:46:08.114827 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-05be3fce-2e51-4bc9-8e65-c5692ce02c51 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Usage tracker for resource:security_group_rule and tenant:d6f7f307699c4be5803d470738b6e79e is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:08.134420 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-05be3fce-2e51-4bc9-8e65-c5692ce02c51 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:08.139092 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 9b1a02ba-8dd6-4c43-81aa-2f5f79816e94 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:46:08.160487 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a13a80-86ff-4d4b-84d2-b323623faf38 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Pushing event updated for resources: {'Port': ['ID=2be67b20-8313-4056-9346-dcf7830f8455,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:08.160601 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:08.184639 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-05be3fce-2e51-4bc9-8e65-c5692ce02c51 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:08.240855 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-e6a13a80-86ff-4d4b-84d2-b323623faf38 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Network b888fdcb-b426-46e1-8277-6fcb7706bfd7 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:46:08.240855 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-e6a13a80-86ff-4d4b-84d2-b323623faf38 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:46:08.256156 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-e6a13a80-86ff-4d4b-84d2-b323623faf38 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:46:08.282243 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-381bef5b-f4cd-4945-84ca-082deaf72c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:08.311498 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd23d80-af15-4f68-b1c5-d692ee9ddb7a req-655ec7c8-5559-401a-a4ae-f3c9258f1acf tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:08.313575 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3cd23d80-af15-4f68-b1c5-d692ee9ddb7a req-655ec7c8-5559-401a-a4ae-f3c9258f1acf tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a98d248-ba80-45ad-94e5-ecca68811f11 HTTP/1.1" status: 200 len: 932 time: 0.4930298 May 03 22:46:08.432999 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-381bef5b-f4cd-4945-84ca-082deaf72c97 None None] For port 6a45df4a-cbce-4efc-9ac7-654c9ce864fc, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=6a45df4a-cbce-4efc-9ac7-654c9ce864fc,segment=NetworkSegment(5a1a325c-4dfc-4f52-ab11-b191a3075222),segment_id=5a1a325c-4dfc-4f52-ab11-b191a3075222)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:46:08.540117 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-3cd23d80-af15-4f68-b1c5-d692ee9ddb7a req-60eb785e-7386-47e2-99b5-e699275c9119 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Synchronizing usage tracker for tenant:bdbc5a9222cd43deb11d74ba562f86d0 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:46:08.544244 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-381bef5b-f4cd-4945-84ca-082deaf72c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:08.549384 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-e6a13a80-86ff-4d4b-84d2-b323623faf38 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:08.551208 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-e6a13a80-86ff-4d4b-84d2-b323623faf38 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:08.601547 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-05be3fce-2e51-4bc9-8e65-c5692ce02c51 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:08.620671 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-05be3fce-2e51-4bc9-8e65-c5692ce02c51 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:08.643430 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-e6a13a80-86ff-4d4b-84d2-b323623faf38 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3507264 May 03 22:46:08.663202 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-f341c50b-8cc2-4c6e-80a6-d0cd3ec1eb12 service neutron] Request body: {'port': {'device_id': '0a98d248-ba80-45ad-94e5-ecca68811f11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:08.708186 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-3cd23d80-af15-4f68-b1c5-d692ee9ddb7a req-60eb785e-7386-47e2-99b5-e699275c9119 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Unset dirty status for tenant:bdbc5a9222cd43deb11d74ba562f86d0 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:46:08.720523 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3cd23d80-af15-4f68-b1c5-d692ee9ddb7a req-60eb785e-7386-47e2-99b5-e699275c9119 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/security-groups?id=a10ddb8e-051c-49c5-a8a1-b50e695ecdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827946 May 03 22:46:08.785894 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be3fce-2e51-4bc9-8e65-c5692ce02c51 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f30926ad-227c-4de7-8e18-a484ba734b31,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:08.795493 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-05be3fce-2e51-4bc9-8e65-c5692ce02c51 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:08.800013 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-05be3fce-2e51-4bc9-8e65-c5692ce02c51 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1806707 May 03 22:46:08.800084 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55894) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:08.808915 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-13992869-df91-4357-8186-9868abfee7a2 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Request body: {'security_group_rule': {'security_group_id': 'f30926ad-227c-4de7-8e18-a484ba734b31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:08.826205 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:08.829607 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-13992869-df91-4357-8186-9868abfee7a2 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:08.852577 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-13992869-df91-4357-8186-9868abfee7a2 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Usage tracker for resource:security_group_rule and tenant:d6f7f307699c4be5803d470738b6e79e is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:08.856713 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-13992869-df91-4357-8186-9868abfee7a2 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:08.868564 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d7c47333-f1fe-4a46-b2b6-e82c0fe7a506 None None] Provisioning for port a5676f4a-f478-4abd-b7de-5bb1b574a9e4 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:46:08.869792 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-13992869-df91-4357-8186-9868abfee7a2 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:08.896742 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d7c47333-f1fe-4a46-b2b6-e82c0fe7a506 None None] Provisioning complete for port a5676f4a-f478-4abd-b7de-5bb1b574a9e4 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:46:08.898911 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d7c47333-f1fe-4a46-b2b6-e82c0fe7a506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:08.907273 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-13992869-df91-4357-8186-9868abfee7a2 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:08.961651 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-f341c50b-8cc2-4c6e-80a6-d0cd3ec1eb12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:09.013133 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381bef5b-f4cd-4945-84ca-082deaf72c97 None None] Pushing event updated for resources: {'Port': ['ID=6a45df4a-cbce-4efc-9ac7-654c9ce864fc,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:09.115494 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-13992869-df91-4357-8186-9868abfee7a2 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:09.127233 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-13992869-df91-4357-8186-9868abfee7a2 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:09.141217 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 9b1a02ba-8dd6-4c43-81aa-2f5f79816e94, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=9b1a02ba-8dd6-4c43-81aa-2f5f79816e94,segment=NetworkSegment(905a9b8f-b56e-44de-b624-14b220326904),segment_id=905a9b8f-b56e-44de-b624-14b220326904)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:46:09.154357 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-d7c47333-f1fe-4a46-b2b6-e82c0fe7a506 None None] Port a5676f4a-f478-4abd-b7de-5bb1b574a9e4 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:46:09.162110 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:09.195821 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13992869-df91-4357-8186-9868abfee7a2 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24afead8-9b5c-4c99-81bb-baa338be913c,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:09.232592 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-13992869-df91-4357-8186-9868abfee7a2 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:09.233952 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-13992869-df91-4357-8186-9868abfee7a2 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4329288 May 03 22:46:09.237161 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55902) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:09.244156 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-cfc877b7-2749-4be0-bd82-f693c184e9c3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Request body: {'security_group_rule': {'security_group_id': 'f30926ad-227c-4de7-8e18-a484ba734b31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:09.263195 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-cfc877b7-2749-4be0-bd82-f693c184e9c3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:09.276485 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-cfc877b7-2749-4be0-bd82-f693c184e9c3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Usage tracker for resource:security_group_rule and tenant:d6f7f307699c4be5803d470738b6e79e is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:09.286076 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-cfc877b7-2749-4be0-bd82-f693c184e9c3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:09.298383 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-cfc877b7-2749-4be0-bd82-f693c184e9c3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:09.343429 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cfc877b7-2749-4be0-bd82-f693c184e9c3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:09.359266 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d7c47333-f1fe-4a46-b2b6-e82c0fe7a506 None None] Provisioning complete for port 9b1a02ba-8dd6-4c43-81aa-2f5f79816e94 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:46:09.361158 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d7c47333-f1fe-4a46-b2b6-e82c0fe7a506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:09.435934 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6a45df4a-cbce-4efc-9ac7-654c9ce864fc up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:46:09.484173 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cfc877b7-2749-4be0-bd82-f693c184e9c3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:09.490838 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cfc877b7-2749-4be0-bd82-f693c184e9c3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:09.531252 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc877b7-2749-4be0-bd82-f693c184e9c3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa58ad3c-ac57-470f-8bf1-6c3d42ed829c,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:09.560090 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cfc877b7-2749-4be0-bd82-f693c184e9c3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:09.562757 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-cfc877b7-2749-4be0-bd82-f693c184e9c3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3239796 May 03 22:46:09.565322 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55922) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:09.571338 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-4a575973-83d6-4954-ad0a-a16df9eeed97 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:09.584463 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4a575973-83d6-4954-ad0a-a16df9eeed97 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:09.588386 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=9b1a02ba-8dd6-4c43-81aa-2f5f79816e94,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:09.602942 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4a575973-83d6-4954-ad0a-a16df9eeed97 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Usage tracker for resource:floatingip and tenant:d6f7f307699c4be5803d470738b6e79e is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:09.606317 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4a575973-83d6-4954-ad0a-a16df9eeed97 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:09.612412 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4a575973-83d6-4954-ad0a-a16df9eeed97 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:09.628895 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:46:09.630265 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:46:09.630905 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:46:09.631379 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:46:09.631870 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:46:09.632326 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:46:09.632808 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:46:09.633266 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:46:09.633724 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:46:09.634345 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:46:09.634804 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:46:09.635283 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:46:09.639741 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4a575973-83d6-4954-ad0a-a16df9eeed97 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:09.936174 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 6a45df4a-cbce-4efc-9ac7-654c9ce864fc triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:46:09.941578 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:10.032645 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-f341c50b-8cc2-4c6e-80a6-d0cd3ec1eb12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2be67b20-8313-4056-9346-dcf7830f8455 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:46:10.056855 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-f341c50b-8cc2-4c6e-80a6-d0cd3ec1eb12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:10.090618 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d7c47333-f1fe-4a46-b2b6-e82c0fe7a506 None None] Provisioning complete for port 6a45df4a-cbce-4efc-9ac7-654c9ce864fc triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:46:10.090813 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-f341c50b-8cc2-4c6e-80a6-d0cd3ec1eb12 service neutron] Transition to ACTIVE for port object 2be67b20-8313-4056-9346-dcf7830f8455 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:46:10.091022 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d7c47333-f1fe-4a46-b2b6-e82c0fe7a506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:10.096729 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-f341c50b-8cc2-4c6e-80a6-d0cd3ec1eb12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:10.197437 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341c50b-8cc2-4c6e-80a6-d0cd3ec1eb12 service neutron] Pushing event updated for resources: {'Port': ['ID=2be67b20-8313-4056-9346-dcf7830f8455,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:10.320599 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4a575973-83d6-4954-ad0a-a16df9eeed97 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:10.437198 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d7c47333-f1fe-4a46-b2b6-e82c0fe7a506 None None] Provisioning for port f29a8b06-8b92-4808-84bd-b5a24faa61fe completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:46:10.448259 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d7c47333-f1fe-4a46-b2b6-e82c0fe7a506 None None] Provisioning complete for port f29a8b06-8b92-4808-84bd-b5a24faa61fe triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:46:10.450180 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d7c47333-f1fe-4a46-b2b6-e82c0fe7a506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:10.455544 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630a98c-32f1-48a0-9df6-85e745022cb8 req-3249efa1-7ca9-4f8e-aff3-1176aba868ad tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:10.465398 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c630a98c-32f1-48a0-9df6-85e745022cb8 req-3249efa1-7ca9-4f8e-aff3-1176aba868ad tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a98d248-ba80-45ad-94e5-ecca68811f11 HTTP/1.1" status: 200 len: 944 time: 0.4334280 May 03 22:46:10.569868 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-d7c47333-f1fe-4a46-b2b6-e82c0fe7a506 None None] Port f29a8b06-8b92-4808-84bd-b5a24faa61fe cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:46:10.591102 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-f341c50b-8cc2-4c6e-80a6-d0cd3ec1eb12 service neutron] Attempting to bind port 2be67b20-8313-4056-9346-dcf7830f8455 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:46:10.591629 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-f341c50b-8cc2-4c6e-80a6-d0cd3ec1eb12 service neutron] Attempting to bind port 2be67b20-8313-4056-9346-dcf7830f8455 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '1b61077f-29a6-4318-9f7d-14d72be3135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b888fdcb-b426-46e1-8277-6fcb7706bfd7'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:46:10.592884 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-f341c50b-8cc2-4c6e-80a6-d0cd3ec1eb12 service neutron] Attempting to bind port 2be67b20-8313-4056-9346-dcf7830f8455 on network b888fdcb-b426-46e1-8277-6fcb7706bfd7 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:46:10.611835 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-f341c50b-8cc2-4c6e-80a6-d0cd3ec1eb12 service neutron] Port 2be67b20-8313-4056-9346-dcf7830f8455 on network b888fdcb-b426-46e1-8277-6fcb7706bfd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:46:10.612329 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-f341c50b-8cc2-4c6e-80a6-d0cd3ec1eb12 service neutron] Attempting to bind port 2be67b20-8313-4056-9346-dcf7830f8455 on network b888fdcb-b426-46e1-8277-6fcb7706bfd7 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:46:10.627001 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-f341c50b-8cc2-4c6e-80a6-d0cd3ec1eb12 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:46:10.627581 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-f341c50b-8cc2-4c6e-80a6-d0cd3ec1eb12 service neutron] Checking segment: {'id': '1b61077f-29a6-4318-9f7d-14d72be3135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b888fdcb-b426-46e1-8277-6fcb7706bfd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:46:10.628119 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-f341c50b-8cc2-4c6e-80a6-d0cd3ec1eb12 service neutron] Bound using segment: {'id': '1b61077f-29a6-4318-9f7d-14d72be3135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b888fdcb-b426-46e1-8277-6fcb7706bfd7'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:46:10.628697 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-f341c50b-8cc2-4c6e-80a6-d0cd3ec1eb12 service neutron] Bound port: 2be67b20-8313-4056-9346-dcf7830f8455, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b61077f-29a6-4318-9f7d-14d72be3135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b888fdcb-b426-46e1-8277-6fcb7706bfd7'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:46:10.630400 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-f341c50b-8cc2-4c6e-80a6-d0cd3ec1eb12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:10.631442 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c630a98c-32f1-48a0-9df6-85e745022cb8 req-cc04904d-9111-4e1e-af96-6cbacbd54dce tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/security-groups?id=a10ddb8e-051c-49c5-a8a1-b50e695ecdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650906 May 03 22:46:10.731994 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-63c2784c-fc55-4786-91a4-258d4f63828a None None] Provisioning complete for port a5676f4a-f478-4abd-b7de-5bb1b574a9e4 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:46:10.732924 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-63c2784c-fc55-4786-91a4-258d4f63828a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:10.804273 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-4a575973-83d6-4954-ad0a-a16df9eeed97 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Allocated IP 172.25.2.55 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/a56c9258-87dc-47db-bfdc-2bcc66337d57) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:46:10.810949 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-f341c50b-8cc2-4c6e-80a6-d0cd3ec1eb12 service neutron] For port 2be67b20-8313-4056-9346-dcf7830f8455, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:46:10.820333 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-f341c50b-8cc2-4c6e-80a6-d0cd3ec1eb12 service neutron] For port 2be67b20-8313-4056-9346-dcf7830f8455, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=2be67b20-8313-4056-9346-dcf7830f8455,segment=NetworkSegment(1b61077f-29a6-4318-9f7d-14d72be3135b),segment_id=1b61077f-29a6-4318-9f7d-14d72be3135b)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:46:10.831268 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-f341c50b-8cc2-4c6e-80a6-d0cd3ec1eb12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:10.896875 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-63c2784c-fc55-4786-91a4-258d4f63828a None None] Port a5676f4a-f478-4abd-b7de-5bb1b574a9e4 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:46:10.921068 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-63c2784c-fc55-4786-91a4-258d4f63828a None None] Provisioning complete for port f29a8b06-8b92-4808-84bd-b5a24faa61fe triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:46:10.921453 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-63c2784c-fc55-4786-91a4-258d4f63828a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:10.935389 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-f341c50b-8cc2-4c6e-80a6-d0cd3ec1eb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:10.936404 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-f341c50b-8cc2-4c6e-80a6-d0cd3ec1eb12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:10.938805 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-f341c50b-8cc2-4c6e-80a6-d0cd3ec1eb12 service neutron] 10.222.0.67 "PUT /v2.0/ports/2be67b20-8313-4056-9346-dcf7830f8455 HTTP/1.1" status: 200 len: 1092 time: 2.2867372 May 03 22:46:10.939561 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a98d248-ba80-45ad-94e5-ecca68811f11', 'tag': '2be67b20-8313-4056-9346-dcf7830f8455'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:46:10.972082 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341c50b-8cc2-4c6e-80a6-d0cd3ec1eb12 service neutron] Pushing event updated for resources: {'Port': ['ID=2be67b20-8313-4056-9346-dcf7830f8455,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:11.008591 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-63c2784c-fc55-4786-91a4-258d4f63828a None None] Port f29a8b06-8b92-4808-84bd-b5a24faa61fe cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:46:11.069452 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4a575973-83d6-4954-ad0a-a16df9eeed97 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:11.082446 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-e4250172-6e48-4c06-a824-4cfcc478e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:11.084849 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-e4250172-6e48-4c06-a824-4cfcc478e6bb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bdbc5a9222cd43deb11d74ba562f86d0&device_id=0a98d248-ba80-45ad-94e5-ecca68811f11 HTTP/1.1" status: 200 len: 1095 time: 0.0966589 May 03 22:46:11.112346 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4a575973-83d6-4954-ad0a-a16df9eeed97 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:11.180983 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-a262f207-2922-4ba4-b973-abc77322359b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2be67b20-8313-4056-9346-dcf7830f8455 HTTP/1.1" status: 200 len: 217 time: 0.0872407 May 03 22:46:11.200546 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a575973-83d6-4954-ad0a-a16df9eeed97 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:46:11.202071 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-4a575973-83d6-4954-ad0a-a16df9eeed97 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:46:11.204054 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a575973-83d6-4954-ad0a-a16df9eeed97 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Pushing event updated for resources: {'Port': ['ID=a56c9258-87dc-47db-bfdc-2bcc66337d57,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:11.206550 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a575973-83d6-4954-ad0a-a16df9eeed97 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:46:11.275271 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-5cd32a84-b94a-4b2e-86e5-e3bc02c6a85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:11.277812 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-5cd32a84-b94a-4b2e-86e5-e3bc02c6a85d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6f14b44a-594c-4e27-8f22-8dabc2bfdf58 HTTP/1.1" status: 200 len: 849 time: 0.0869777 May 03 22:46:11.300790 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4a575973-83d6-4954-ad0a-a16df9eeed97 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:11.347530 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-eece3d6f-52c3-4246-8af8-0b14db461f85 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b888fdcb-b426-46e1-8277-6fcb7706bfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593562 May 03 22:46:11.398277 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 9b1a02ba-8dd6-4c43-81aa-2f5f79816e94 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:46:11.457615 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4a575973-83d6-4954-ad0a-a16df9eeed97 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:11.575383 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 9b1a02ba-8dd6-4c43-81aa-2f5f79816e94 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:46:11.577712 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:11.604542 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-880fdab2-c21e-4044-b337-db9b5343cbbf service neutron] 10.222.0.67 "GET /v2.0/networks/b888fdcb-b426-46e1-8277-6fcb7706bfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485082 May 03 22:46:11.658901 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9909924-d336-46d5-a2b1-ee19df8a2295'] response: {'name': 'network-changed', 'server_uuid': '0a98d248-ba80-45ad-94e5-ecca68811f11', 'tag': '2be67b20-8313-4056-9346-dcf7830f8455', 'status': 'completed', 'code': 200} May 03 22:46:11.978408 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4a575973-83d6-4954-ad0a-a16df9eeed97 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:12.001450 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4a575973-83d6-4954-ad0a-a16df9eeed97 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:12.006911 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f2dfc247-1ad1-4f0c-b088-a2434c692135 req-3427734f-01ab-432d-9b21-b6e1f465e618 service neutron] 10.222.0.67 "GET /v2.0/networks/b888fdcb-b426-46e1-8277-6fcb7706bfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014337 May 03 22:46:12.174432 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a575973-83d6-4954-ad0a-a16df9eeed97 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Pushing event updated for resources: {'Port': ['ID=a56c9258-87dc-47db-bfdc-2bcc66337d57,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:12.195372 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d63096-6a6a-4b1f-8a76-7e35edb8edcd req-c7f94dc2-530b-4874-a013-5aca434c4bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:12.197508 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-48d63096-6a6a-4b1f-8a76-7e35edb8edcd req-c7f94dc2-530b-4874-a013-5aca434c4bfb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bdbc5a9222cd43deb11d74ba562f86d0&device_id=0a98d248-ba80-45ad-94e5-ecca68811f11 HTTP/1.1" status: 200 len: 1095 time: 0.1275296 May 03 22:46:12.211837 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd510a8d-58e6-4a80-b14f-73fb58ac19b7 req-590b8507-df48-4136-a0a7-abe2402318b2 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:12.213312 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cd510a8d-58e6-4a80-b14f-73fb58ac19b7 req-590b8507-df48-4136-a0a7-abe2402318b2 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a98d248-ba80-45ad-94e5-ecca68811f11 HTTP/1.1" status: 200 len: 944 time: 0.3001547 May 03 22:46:12.214282 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4a575973-83d6-4954-ad0a-a16df9eeed97 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:12.327811 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4a575973-83d6-4954-ad0a-a16df9eeed97 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:12.329834 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4a575973-83d6-4954-ad0a-a16df9eeed97 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7632113 May 03 22:46:12.341969 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cd510a8d-58e6-4a80-b14f-73fb58ac19b7 req-1e2a81c7-fc57-4a1a-822e-5ec8bf370bf4 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/security-groups?id=a10ddb8e-051c-49c5-a8a1-b50e695ecdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069381 May 03 22:46:12.401092 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d63096-6a6a-4b1f-8a76-7e35edb8edcd req-09a5a998-ff01-47d4-8006-b67ffcc18c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:12.402591 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-48d63096-6a6a-4b1f-8a76-7e35edb8edcd req-09a5a998-ff01-47d4-8006-b67ffcc18c16 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b888fdcb-b426-46e1-8277-6fcb7706bfd7 HTTP/1.1" status: 200 len: 910 time: 0.1983640 May 03 22:46:12.496325 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-48d63096-6a6a-4b1f-8a76-7e35edb8edcd req-3f14e4f0-fbc6-4375-8b8a-28a40145ba5c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2be67b20-8313-4056-9346-dcf7830f8455 HTTP/1.1" status: 200 len: 217 time: 0.0876040 May 03 22:46:12.595018 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d63096-6a6a-4b1f-8a76-7e35edb8edcd req-3f2551cb-ad8b-4acf-a030-2f116459dd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:12.596514 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-48d63096-6a6a-4b1f-8a76-7e35edb8edcd req-3f2551cb-ad8b-4acf-a030-2f116459dd53 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6f14b44a-594c-4e27-8f22-8dabc2bfdf58 HTTP/1.1" status: 200 len: 849 time: 0.0936713 May 03 22:46:12.716058 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-48d63096-6a6a-4b1f-8a76-7e35edb8edcd req-9ea3b197-c4ab-4770-ad79-2dbef5ed8a7f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b888fdcb-b426-46e1-8277-6fcb7706bfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114390 May 03 22:46:12.754022 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56024) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:12.904885 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-48d63096-6a6a-4b1f-8a76-7e35edb8edcd req-762447e7-f901-4123-b9f3-d028a587b03d service neutron] 10.222.0.67 "GET /v2.0/networks/b888fdcb-b426-46e1-8277-6fcb7706bfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749113 May 03 22:46:12.910164 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-cd14dbb7-9c5e-4b81-940e-0ed50fb8b50d tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Synchronizing usage tracker for tenant:d6f7f307699c4be5803d470738b6e79e on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:46:12.934793 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-cd14dbb7-9c5e-4b81-940e-0ed50fb8b50d tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Unset dirty status for tenant:d6f7f307699c4be5803d470738b6e79e on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:46:12.952021 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-cd14dbb7-9c5e-4b81-940e-0ed50fb8b50d tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1717644744&fields=id&tenant_id=d6f7f307699c4be5803d470738b6e79e HTTP/1.1" status: 200 len: 267 time: 0.0893764 May 03 22:46:13.068339 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7603580c-02e1-4467-8ab6-2341b7cac977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:13.086018 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-48d63096-6a6a-4b1f-8a76-7e35edb8edcd req-319d29dd-78b2-4b82-8391-0656765fbb04 service neutron] 10.222.0.67 "GET /v2.0/networks/b888fdcb-b426-46e1-8277-6fcb7706bfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743090 May 03 22:46:13.088791 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7603580c-02e1-4467-8ab6-2341b7cac977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:13.093741 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7603580c-02e1-4467-8ab6-2341b7cac977 admin admin] Usage tracker for resource:security_group_rule and tenant:a0614d342d51449bb02555b3b9c34ce0 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:13.097523 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7603580c-02e1-4467-8ab6-2341b7cac977 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:13.103565 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7603580c-02e1-4467-8ab6-2341b7cac977 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:13.128349 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-4c1a0684-6e7b-43b8-94db-b2d8bee62cdf tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:13.129254 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-4c1a0684-6e7b-43b8-94db-b2d8bee62cdf tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Synchronizing usage tracker for tenant:d6f7f307699c4be5803d470738b6e79e on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:46:13.170697 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-4c1a0684-6e7b-43b8-94db-b2d8bee62cdf tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Unset dirty status for tenant:d6f7f307699c4be5803d470738b6e79e on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:46:13.172744 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-4c1a0684-6e7b-43b8-94db-b2d8bee62cdf tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports/a5676f4a-f478-4abd-b7de-5bb1b574a9e4 HTTP/1.1" status: 200 len: 932 time: 0.2175791 May 03 22:46:13.284251 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-f436e19b-487d-4815-a54b-659e2c1eb6b4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:13.285728 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-f436e19b-487d-4815-a54b-659e2c1eb6b4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports/f29a8b06-8b92-4808-84bd-b5a24faa61fe HTTP/1.1" status: 200 len: 931 time: 0.1059642 May 03 22:46:13.370301 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-f87a0f4d-031f-43e9-a173-77ded2389157 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?network_id=c7b56b55-0340-4699-b0c7-3b74594ad3b7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0741482 May 03 22:46:13.372092 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7603580c-02e1-4467-8ab6-2341b7cac977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:13.377583 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7603580c-02e1-4467-8ab6-2341b7cac977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:13.450572 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-d5c187d2-c675-4099-8da7-722df13f6307 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?network_id=c7b56b55-0340-4699-b0c7-3b74594ad3b7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0647008 May 03 22:46:13.573080 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7603580c-02e1-4467-8ab6-2341b7cac977 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a0614d342d51449bb02555b3b9c34ce0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8175116 May 03 22:46:13.576386 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56070) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:13.639591 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603580c-02e1-4467-8ab6-2341b7cac977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164cee43-a8fb-4b7c-8e28-756f5eb14b6d,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:13.671849 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1b5d4039-0c25-4398-beff-aaf5e52d7405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:13.722095 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1b5d4039-0c25-4398-beff-aaf5e52d7405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:13.789131 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1b5d4039-0c25-4398-beff-aaf5e52d7405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:13.810323 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d4039-0c25-4398-beff-aaf5e52d7405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164cee43-a8fb-4b7c-8e28-756f5eb14b6d,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:13.818300 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1b5d4039-0c25-4398-beff-aaf5e52d7405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:13.819839 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1b5d4039-0c25-4398-beff-aaf5e52d7405 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/164cee43-a8fb-4b7c-8e28-756f5eb14b6d HTTP/1.1" status: 204 len: 168 time: 0.2422507 May 03 22:46:13.835868 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-ff6232fc-4cde-4313-a18c-81f3b0fee4ca tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:13.844843 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-ff6232fc-4cde-4313-a18c-81f3b0fee4ca tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:13.850458 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-ff6232fc-4cde-4313-a18c-81f3b0fee4ca tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:13.851274 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-ff6232fc-4cde-4313-a18c-81f3b0fee4ca tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Synchronizing usage tracker for tenant:d6f7f307699c4be5803d470738b6e79e on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:46:13.862427 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74a3f4-8bcf-4a80-bd03-576e25504a24 req-23ac44b1-e6e5-4ded-8d74-1ace7dad0090 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:13.868498 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-db74a3f4-8bcf-4a80-bd03-576e25504a24 req-23ac44b1-e6e5-4ded-8d74-1ace7dad0090 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a98d248-ba80-45ad-94e5-ecca68811f11 HTTP/1.1" status: 200 len: 944 time: 0.3749502 May 03 22:46:13.898577 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-ff6232fc-4cde-4313-a18c-81f3b0fee4ca tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Unset dirty status for tenant:d6f7f307699c4be5803d470738b6e79e on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:46:13.904780 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-ff6232fc-4cde-4313-a18c-81f3b0fee4ca tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/networks?id=6b7a7532-e056-4c5e-b17e-d6ca176c9814&id=39659ede-a161-442b-8b5e-00bdb95cd624&id=39659ede-a161-442b-8b5e-00bdb95cd624&id=c7b56b55-0340-4699-b0c7-3b74594ad3b7&id=c7b56b55-0340-4699-b0c7-3b74594ad3b7 HTTP/1.1" status: 200 len: 1988 time: 0.4534118 May 03 22:46:13.929376 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-443cc6bc-2bcb-432e-9de0-245c9bb4348d tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/quotas/d6f7f307699c4be5803d470738b6e79e HTTP/1.1" status: 200 len: 375 time: 0.0237455 May 03 22:46:13.941330 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-db74a3f4-8bcf-4a80-bd03-576e25504a24 req-aea34b01-d99e-4451-b6ab-cc39d8612cee tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/security-groups?id=a10ddb8e-051c-49c5-a8a1-b50e695ecdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674679 May 03 22:46:14.050729 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-c2f017e7-727d-45e0-8bae-56be10dab3e2 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d6f7f307699c4be5803d470738b6e79e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1132586 May 03 22:46:14.228858 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-84bceb1e-7958-4b6c-a10b-80d24a92ef12 service neutron] 10.222.0.58 "GET /v2.0/networks/6b7a7532-e056-4c5e-b17e-d6ca176c9814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651065 May 03 22:46:14.238957 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56092) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:14.413225 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-4a095b8f-21eb-48d1-885d-9ad476ef913b service neutron] 10.222.0.58 "GET /v2.0/networks/6b7a7532-e056-4c5e-b17e-d6ca176c9814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721230 May 03 22:46:14.498669 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-91cc951f-9bf9-4eea-9852-24452bc14354 service neutron] 10.222.0.58 "GET /v2.0/ports/a5676f4a-f478-4abd-b7de-5bb1b574a9e4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0793493 May 03 22:46:14.551896 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ad0cc0c5-596d-45b5-bd8a-37fccf2b26c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:14.572349 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ad0cc0c5-596d-45b5-bd8a-37fccf2b26c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:14.576760 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ad0cc0c5-596d-45b5-bd8a-37fccf2b26c1 admin admin] Usage tracker for resource:security_group_rule and tenant:18a77922c46343a492ce21bef8a79d7f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:14.583315 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ad0cc0c5-596d-45b5-bd8a-37fccf2b26c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:14.590462 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ad0cc0c5-596d-45b5-bd8a-37fccf2b26c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:14.652293 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-05953c8a-7229-43a7-b2cd-6656fcbf38a9 service neutron] 10.222.0.58 "GET /v2.0/networks/39659ede-a161-442b-8b5e-00bdb95cd624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468289 May 03 22:46:14.694870 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ad0cc0c5-596d-45b5-bd8a-37fccf2b26c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:14.699291 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ad0cc0c5-596d-45b5-bd8a-37fccf2b26c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:14.752188 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ad0cc0c5-596d-45b5-bd8a-37fccf2b26c1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=18a77922c46343a492ce21bef8a79d7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5121298 May 03 22:46:14.753155 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0cc0c5-596d-45b5-bd8a-37fccf2b26c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c379259-f557-41e3-89cb-d2b0096cd0c0,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:14.755482 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56106) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:14.802408 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-70016ef1-b31e-4952-a879-8fc48dc88e56 service neutron] 10.222.0.58 "GET /v2.0/networks/39659ede-a161-442b-8b5e-00bdb95cd624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430860 May 03 22:46:14.819088 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-29b7e995-857f-41cd-8d04-6a98a9165c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:14.847368 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-29b7e995-857f-41cd-8d04-6a98a9165c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:14.875277 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-058aea3d-6d81-4cea-9289-58cbabb0275e service neutron] 10.222.0.58 "GET /v2.0/ports/f29a8b06-8b92-4808-84bd-b5a24faa61fe?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0694280 May 03 22:46:14.909447 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-29b7e995-857f-41cd-8d04-6a98a9165c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:14.927376 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7e995-857f-41cd-8d04-6a98a9165c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c379259-f557-41e3-89cb-d2b0096cd0c0,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:14.931029 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-29b7e995-857f-41cd-8d04-6a98a9165c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:14.932290 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-29b7e995-857f-41cd-8d04-6a98a9165c27 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3c379259-f557-41e3-89cb-d2b0096cd0c0 HTTP/1.1" status: 204 len: 168 time: 0.1757407 May 03 22:46:15.044651 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-170a0fb9-b987-4694-8a3e-ef2bd66b75fd service neutron] 10.222.0.58 "GET /v2.0/networks/39659ede-a161-442b-8b5e-00bdb95cd624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573322 May 03 22:46:15.237602 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-6191ba39-5ca6-4552-a040-bda6ff64a3df service neutron] 10.222.0.58 "GET /v2.0/networks/39659ede-a161-442b-8b5e-00bdb95cd624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920865 May 03 22:46:15.245136 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7154d-da04-42be-84f7-28657d6bbbbe req-557b02b5-835d-4b62-974a-0bd8394cfee2 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:15.246569 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b9e7154d-da04-42be-84f7-28657d6bbbbe req-557b02b5-835d-4b62-974a-0bd8394cfee2 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a98d248-ba80-45ad-94e5-ecca68811f11 HTTP/1.1" status: 200 len: 944 time: 0.1760764 May 03 22:46:15.379102 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b9e7154d-da04-42be-84f7-28657d6bbbbe req-5a905391-a67c-409e-a285-74262ec1fd2f tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/security-groups?id=a10ddb8e-051c-49c5-a8a1-b50e695ecdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134243 May 03 22:46:15.414210 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-061340b2-5969-4921-bd7c-df65078fd246 service neutron] 10.222.0.58 "GET /v2.0/networks/39659ede-a161-442b-8b5e-00bdb95cd624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666415 May 03 22:46:15.458882 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56122) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:15.476558 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9c3cef35-d2ac-48bd-aa46-08423101be8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:15.492165 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-9c3cef35-d2ac-48bd-aa46-08423101be8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:15.496142 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9c3cef35-d2ac-48bd-aa46-08423101be8f admin admin] Usage tracker for resource:security_group_rule and tenant:5b479d52043541959a1cc70eb0e6580b is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:15.499299 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9c3cef35-d2ac-48bd-aa46-08423101be8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:15.506373 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-9c3cef35-d2ac-48bd-aa46-08423101be8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:15.560711 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-f5e036a0-2654-4fc5-a904-601ae87ff2c7 service neutron] 10.222.0.58 "GET /v2.0/networks/39659ede-a161-442b-8b5e-00bdb95cd624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381817 May 03 22:46:15.612397 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9c3cef35-d2ac-48bd-aa46-08423101be8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:15.617765 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9c3cef35-d2ac-48bd-aa46-08423101be8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:15.671355 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3cef35-d2ac-48bd-aa46-08423101be8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487a5287-1393-4cc5-a9a1-b82b3d54a071,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:15.681516 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9c3cef35-d2ac-48bd-aa46-08423101be8f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5b479d52043541959a1cc70eb0e6580b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2215431 May 03 22:46:15.684164 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56128) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:15.772588 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a97c283-fb0a-4314-ae13-176067a5bf83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:15.876582 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-4a6aa4e7-8bc7-4576-b251-fdca5b5b063f service neutron] 10.222.0.58 "GET /v2.0/networks/39659ede-a161-442b-8b5e-00bdb95cd624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062410 May 03 22:46:15.932190 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a97c283-fb0a-4314-ae13-176067a5bf83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:16.007530 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a97c283-fb0a-4314-ae13-176067a5bf83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:16.038093 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a97c283-fb0a-4314-ae13-176067a5bf83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:16.044805 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0a97c283-fb0a-4314-ae13-176067a5bf83 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/487a5287-1393-4cc5-a9a1-b82b3d54a071 HTTP/1.1" status: 204 len: 168 time: 0.3571022 May 03 22:46:16.044805 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97c283-fb0a-4314-ae13-176067a5bf83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487a5287-1393-4cc5-a9a1-b82b3d54a071,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:16.074428 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-0594219f-5d89-407d-83e0-83e987cb9ed3 service neutron] 10.222.0.58 "GET /v2.0/networks/39659ede-a161-442b-8b5e-00bdb95cd624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797681 May 03 22:46:16.230545 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-8c98e94f-294d-4384-8409-6ecc2351f97b service neutron] 10.222.0.58 "GET /v2.0/networks/c7b56b55-0340-4699-b0c7-3b74594ad3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549797 May 03 22:46:16.285508 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 2be67b20-8313-4056-9346-dcf7830f8455 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:46:16.456505 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-a907dbb4-12ad-41c7-955e-99d13426cdca service neutron] 10.222.0.58 "GET /v2.0/networks/c7b56b55-0340-4699-b0c7-3b74594ad3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214997 May 03 22:46:16.512764 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 2be67b20-8313-4056-9346-dcf7830f8455, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=2be67b20-8313-4056-9346-dcf7830f8455,segment=NetworkSegment(1b61077f-29a6-4318-9f7d-14d72be3135b),segment_id=1b61077f-29a6-4318-9f7d-14d72be3135b)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:46:16.534041 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '2be67b20-8313-4056-9346-dcf7830f8455', 'network_id': 'b888fdcb-b426-46e1-8277-6fcb7706bfd7', 'port_id': '2be67b20-8313-4056-9346-dcf7830f8455', 'mac_address': 'fa:16:3e:d6:2e:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f14b44a-594c-4e27-8f22-8dabc2bfdf58', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:46:16.627675 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:16.658916 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2be67b20-8313-4056-9346-dcf7830f8455 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:46:16.685231 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 2be67b20-8313-4056-9346-dcf7830f8455, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=2be67b20-8313-4056-9346-dcf7830f8455,segment=NetworkSegment(1b61077f-29a6-4318-9f7d-14d72be3135b),segment_id=1b61077f-29a6-4318-9f7d-14d72be3135b)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:46:16.694357 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:16.772226 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56156) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:16.815797 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-840154de-ebb0-4530-bbf4-ff03f4e69320 service neutron] 10.222.0.58 "GET /v2.0/networks/c7b56b55-0340-4699-b0c7-3b74594ad3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528817 May 03 22:46:16.842817 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c19f2d-2f9d-4903-ac23-c389cf55e720 req-abe92f80-b4df-4b23-814b-b98b07280db1 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:16.846281 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=2be67b20-8313-4056-9346-dcf7830f8455,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:16.851584 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-46c19f2d-2f9d-4903-ac23-c389cf55e720 req-abe92f80-b4df-4b23-814b-b98b07280db1 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a98d248-ba80-45ad-94e5-ecca68811f11 HTTP/1.1" status: 200 len: 944 time: 0.2667084 May 03 22:46:16.954864 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-46c19f2d-2f9d-4903-ac23-c389cf55e720 req-a1150f18-2875-42f6-b07e-1eb3c84d61ed tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/security-groups?id=a10ddb8e-051c-49c5-a8a1-b50e695ecdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028030 May 03 22:46:16.976898 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d040e168-e39c-4c37-a4d3-2c637a7cd805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:16.995604 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d040e168-e39c-4c37-a4d3-2c637a7cd805 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:17.000235 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d040e168-e39c-4c37-a4d3-2c637a7cd805 admin admin] Usage tracker for resource:security_group_rule and tenant:dd3297338a714388b1fdad5c501c906d is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:17.006470 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d040e168-e39c-4c37-a4d3-2c637a7cd805 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:17.015344 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d040e168-e39c-4c37-a4d3-2c637a7cd805 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:17.030783 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['2be67b20-8313-4056-9346-dcf7830f8455'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:46:17.119180 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-8be97b21-887e-4203-a339-da63e22f13f6 service neutron] 10.222.0.58 "GET /v2.0/networks/c7b56b55-0340-4699-b0c7-3b74594ad3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840545 May 03 22:46:17.150886 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d040e168-e39c-4c37-a4d3-2c637a7cd805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:17.155996 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d040e168-e39c-4c37-a4d3-2c637a7cd805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:17.226981 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56170) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:17.227555 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d040e168-e39c-4c37-a4d3-2c637a7cd805 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dd3297338a714388b1fdad5c501c906d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4533854 May 03 22:46:17.229484 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040e168-e39c-4c37-a4d3-2c637a7cd805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e90b7c5-98bf-4965-a76c-5393f577dc26,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:17.353979 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-06b769f8-a7f8-4e7c-a8d1-59429b748b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:17.405375 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-06b769f8-a7f8-4e7c-a8d1-59429b748b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:17.498035 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-06b769f8-a7f8-4e7c-a8d1-59429b748b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:17.520390 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b769f8-a7f8-4e7c-a8d1-59429b748b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e90b7c5-98bf-4965-a76c-5393f577dc26,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:17.537137 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-06b769f8-a7f8-4e7c-a8d1-59429b748b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:17.541337 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-06b769f8-a7f8-4e7c-a8d1-59429b748b5d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8e90b7c5-98bf-4965-a76c-5393f577dc26 HTTP/1.1" status: 204 len: 168 time: 0.3102677 May 03 22:46:18.124289 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56262) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:18.160474 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-344df551-afd6-4b96-837d-8cfc8e17bd26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:18.190534 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-344df551-afd6-4b96-837d-8cfc8e17bd26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:18.194398 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-344df551-afd6-4b96-837d-8cfc8e17bd26 admin admin] Usage tracker for resource:security_group_rule and tenant:edf855994190493da7c8532ebe277ebc is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:18.198919 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-344df551-afd6-4b96-837d-8cfc8e17bd26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:18.216109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-344df551-afd6-4b96-837d-8cfc8e17bd26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:18.223196 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4e07b-a0e1-4eab-ab8d-b87a8ddc96b1 req-b43c3d93-cd53-4c80-8fdc-950873355a02 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:18.232574 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ccb4e07b-a0e1-4eab-ab8d-b87a8ddc96b1 req-b43c3d93-cd53-4c80-8fdc-950873355a02 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a98d248-ba80-45ad-94e5-ecca68811f11 HTTP/1.1" status: 200 len: 945 time: 0.1270859 May 03 22:46:18.284543 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 2be67b20-8313-4056-9346-dcf7830f8455 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:46:18.311301 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ccb4e07b-a0e1-4eab-ab8d-b87a8ddc96b1 req-824057f0-44be-4028-a573-9006d051d3b0 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/security-groups?id=a10ddb8e-051c-49c5-a8a1-b50e695ecdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740941 May 03 22:46:18.399937 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-344df551-afd6-4b96-837d-8cfc8e17bd26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:18.404433 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-344df551-afd6-4b96-837d-8cfc8e17bd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:18.411545 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 2be67b20-8313-4056-9346-dcf7830f8455 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:46:18.421408 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 2be67b20-8313-4056-9346-dcf7830f8455 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:46:18.422590 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:18.463560 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-344df551-afd6-4b96-837d-8cfc8e17bd26 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=edf855994190493da7c8532ebe277ebc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3376472 May 03 22:46:18.466334 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56288) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:18.468690 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344df551-afd6-4b96-837d-8cfc8e17bd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf29aa8-6be2-4646-a1f3-57e834fda6b7,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:18.644521 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56304) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:18.718599 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1b2f591c-a128-43d8-8ac7-837da56aebc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:18.738231 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:18.749614 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1b2f591c-a128-43d8-8ac7-837da56aebc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:18.835736 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1b2f591c-a128-43d8-8ac7-837da56aebc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:18.837500 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a98d248-ba80-45ad-94e5-ecca68811f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be67b20-8313-4056-9346-dcf7830f8455'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:46:18.841436 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d9e6bffa-da08-4754-91c5-2f38fa0a877c req-8bff70f4-a0af-4336-b8cf-1f187a4c8ead tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 210 time: 0.2478833 May 03 22:46:18.869016 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a48f89-08ef-4e30-b5fb-2e35de20e431 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:18.871305 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a48f89-08ef-4e30-b5fb-2e35de20e431 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:18.872552 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a48f89-08ef-4e30-b5fb-2e35de20e431 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:18.892963 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 2be67b20-8313-4056-9346-dcf7830f8455, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=2be67b20-8313-4056-9346-dcf7830f8455,segment=NetworkSegment(1b61077f-29a6-4318-9f7d-14d72be3135b),segment_id=1b61077f-29a6-4318-9f7d-14d72be3135b)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:46:18.892963 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:18.901120 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a1a48f89-08ef-4e30-b5fb-2e35de20e431 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] 10.222.0.58 "GET /v2.0/ports?project_id=584c47bf47e049698552e4a4a9d3464d&network_id=2682e838-a62e-4a3c-95e3-1cec146b5cea HTTP/1.1" status: 200 len: 2970 time: 0.2504485 May 03 22:46:18.921045 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f591c-a128-43d8-8ac7-837da56aebc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf29aa8-6be2-4646-a1f3-57e834fda6b7,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:18.932565 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1b2f591c-a128-43d8-8ac7-837da56aebc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:18.932565 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1b2f591c-a128-43d8-8ac7-837da56aebc7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8bf29aa8-6be2-4646-a1f3-57e834fda6b7 HTTP/1.1" status: 204 len: 168 time: 0.4608986 May 03 22:46:19.009749 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73d3e18e-abe9-4b04-a14c-c81c94ad1062'] response: {'server_uuid': '0a98d248-ba80-45ad-94e5-ecca68811f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be67b20-8313-4056-9346-dcf7830f8455', 'code': 200} May 03 22:46:19.064800 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=2be67b20-8313-4056-9346-dcf7830f8455,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:19.173883 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87964e05-466c-41c3-87cc-722291523720 req-cffa5a95-967c-4574-8ff5-1b28e578fbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:19.176220 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-87964e05-466c-41c3-87cc-722291523720 req-cffa5a95-967c-4574-8ff5-1b28e578fbb9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0a98d248-ba80-45ad-94e5-ecca68811f11 HTTP/1.1" status: 200 len: 1097 time: 0.0983443 May 03 22:46:19.278157 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56330) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:19.321160 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-87964e05-466c-41c3-87cc-722291523720 req-3363a1ab-30f0-40ac-8999-f54aed25d068 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a10ddb8e-051c-49c5-a8a1-b50e695ecdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099145 May 03 22:46:19.639886 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecd956-edc6-4607-98a1-6543502a4fac req-755c8ce6-8dda-418c-82dd-b0c360eb1201 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:19.641549 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c9ecd956-edc6-4607-98a1-6543502a4fac req-755c8ce6-8dda-418c-82dd-b0c360eb1201 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a98d248-ba80-45ad-94e5-ecca68811f11 HTTP/1.1" status: 200 len: 946 time: 0.1754923 May 03 22:46:19.742393 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c9ecd956-edc6-4607-98a1-6543502a4fac req-9819b5cf-c989-4c64-901d-6a0d8503e5b8 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/security-groups?id=a10ddb8e-051c-49c5-a8a1-b50e695ecdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874979 May 03 22:46:19.784533 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0522944f-483e-4088-82eb-bbb0f36d83a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:19.801811 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-0522944f-483e-4088-82eb-bbb0f36d83a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:19.806082 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0522944f-483e-4088-82eb-bbb0f36d83a0 admin admin] Usage tracker for resource:security_group_rule and tenant:440a483e7c7c437881b80762ecdc3d12 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:19.809496 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0522944f-483e-4088-82eb-bbb0f36d83a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:19.820429 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-0522944f-483e-4088-82eb-bbb0f36d83a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:19.966096 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0522944f-483e-4088-82eb-bbb0f36d83a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:19.972915 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0522944f-483e-4088-82eb-bbb0f36d83a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:20.038163 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0522944f-483e-4088-82eb-bbb0f36d83a0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=440a483e7c7c437881b80762ecdc3d12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7576301 May 03 22:46:20.041602 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56358) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:20.045492 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ce9d59e4-98c9-44bb-870d-7f479ec3d9ed req-b1f5a020-34ca-4838-907a-ae082fcc9a67 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 210 time: 0.0607913 May 03 22:46:20.081654 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522944f-483e-4088-82eb-bbb0f36d83a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f1f6bd-cbff-46e6-85ca-b901aa70c4c2,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:20.181688 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c6586b8c-e7b9-4a20-bb17-97d85b6216c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:20.220291 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c6586b8c-e7b9-4a20-bb17-97d85b6216c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:20.296350 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c6586b8c-e7b9-4a20-bb17-97d85b6216c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:20.325298 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6586b8c-e7b9-4a20-bb17-97d85b6216c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f1f6bd-cbff-46e6-85ca-b901aa70c4c2,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:20.355831 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c6586b8c-e7b9-4a20-bb17-97d85b6216c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:20.360710 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c6586b8c-e7b9-4a20-bb17-97d85b6216c6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e1f1f6bd-cbff-46e6-85ca-b901aa70c4c2 HTTP/1.1" status: 204 len: 168 time: 0.3176570 May 03 22:46:20.441141 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56374) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:20.906759 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-4faf0c5f-e0fa-42c0-9114-3d6adaec4028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:20.908380 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-4faf0c5f-e0fa-42c0-9114-3d6adaec4028 service neutron] 10.222.0.60 "GET /v2.0/ports/a5676f4a-f478-4abd-b7de-5bb1b574a9e4 HTTP/1.1" status: 200 len: 1028 time: 0.2821484 May 03 22:46:20.915002 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b648392c-b566-45d3-a8ea-98b3c070025b tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:20.917275 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b648392c-b566-45d3-a8ea-98b3c070025b tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 814 time: 0.4749243 May 03 22:46:21.047177 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-523465de-e6ec-4a38-a1f2-bd45bac9c76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:21.048646 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-523465de-e6ec-4a38-a1f2-bd45bac9c76a service neutron] 10.222.0.60 "GET /v2.0/ports/f29a8b06-8b92-4808-84bd-b5a24faa61fe HTTP/1.1" status: 200 len: 1027 time: 0.1297681 May 03 22:46:21.166052 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc0650-96db-4ad4-91b5-e7a893a96860 req-c1cee68a-4856-4c5e-8ec3-00767c2000c4 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:21.168202 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b8dc0650-96db-4ad4-91b5-e7a893a96860 req-c1cee68a-4856-4c5e-8ec3-00767c2000c4 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a98d248-ba80-45ad-94e5-ecca68811f11 HTTP/1.1" status: 200 len: 946 time: 0.1535902 May 03 22:46:21.373447 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b8dc0650-96db-4ad4-91b5-e7a893a96860 req-b9b31f72-93e5-49d4-b2ca-c41dbb565ace tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/security-groups?id=a10ddb8e-051c-49c5-a8a1-b50e695ecdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890099 May 03 22:46:21.412193 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56404) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:21.440174 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7ec1a8d7-ec2d-4814-a58a-95815cb041d2 req-b35fcfe0-889d-403c-b09f-6dc1ddbc9cac tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 210 time: 0.1613681 May 03 22:46:21.445606 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-7aa43ae9-b757-4b1a-abca-52f911c0c12e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:21.458478 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-acad5c75-2722-4f11-b06f-ce9663f160e2 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Request body: {'network': {'name': 'tempest-network-smoke--1656782034', 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'port_security_enabled': True}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:21.464837 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-7aa43ae9-b757-4b1a-abca-52f911c0c12e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:21.474699 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-acad5c75-2722-4f11-b06f-ce9663f160e2 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:21.475008 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-7aa43ae9-b757-4b1a-abca-52f911c0c12e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:21.475963 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-7aa43ae9-b757-4b1a-abca-52f911c0c12e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Synchronizing usage tracker for tenant:d6f7f307699c4be5803d470738b6e79e on resource:network {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:46:21.515971 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-7aa43ae9-b757-4b1a-abca-52f911c0c12e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Unset dirty status for tenant:d6f7f307699c4be5803d470738b6e79e on resource:network {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:46:21.515971 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-7aa43ae9-b757-4b1a-abca-52f911c0c12e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.60 "GET /v2.0/networks?id=6b7a7532-e056-4c5e-b17e-d6ca176c9814&id=39659ede-a161-442b-8b5e-00bdb95cd624&id=39659ede-a161-442b-8b5e-00bdb95cd624&id=39659ede-a161-442b-8b5e-00bdb95cd624&id=39659ede-a161-442b-8b5e-00bdb95cd624&id=c7b56b55-0340-4699-b0c7-3b74594ad3b7&id=c7b56b55-0340-4699-b0c7-3b74594ad3b7 HTTP/1.1" status: 200 len: 1988 time: 0.4392736 May 03 22:46:21.521351 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-acad5c75-2722-4f11-b06f-ce9663f160e2 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:21.540996 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acad5c75-2722-4f11-b06f-ce9663f160e2 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Made reservation on behalf of 584c47bf47e049698552e4a4a9d3464d for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:46:21.545721 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-acad5c75-2722-4f11-b06f-ce9663f160e2 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:21.615196 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acad5c75-2722-4f11-b06f-ce9663f160e2 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:46:21.631273 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-1870f6fd-e422-4f4d-85fd-5acc008efab4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Synchronizing usage tracker for tenant:d6f7f307699c4be5803d470738b6e79e on resource:security_group {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:46:21.642728 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-acad5c75-2722-4f11-b06f-ce9663f160e2 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:21.643354 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-acad5c75-2722-4f11-b06f-ce9663f160e2 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Added segment 728aedfe-38f8-49eb-9703-45da4f83bd45 of type vlan for network 39f05c72-cd07-47a8-8e9e-517ef5a6c54f May 03 22:46:21.647390 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-1870f6fd-e422-4f4d-85fd-5acc008efab4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Unset dirty status for tenant:d6f7f307699c4be5803d470738b6e79e on resource:security_group {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:46:21.648892 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-1870f6fd-e422-4f4d-85fd-5acc008efab4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6f7f307699c4be5803d470738b6e79e HTTP/1.1" status: 200 len: 380 time: 0.1271925 May 03 22:46:21.662989 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-a87dfabc-457e-4ee3-93ec-afb2fd8e9048 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Request body: {'port': {'device_id': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'network_id': '6b7a7532-e056-4c5e-b17e-d6ca176c9814', 'admin_state_up': True, 'tenant_id': 'd6f7f307699c4be5803d470738b6e79e', 'security_groups': ['f30926ad-227c-4de7-8e18-a484ba734b31']}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:21.709192 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-acad5c75-2722-4f11-b06f-ce9663f160e2 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:21.754873 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-acad5c75-2722-4f11-b06f-ce9663f160e2 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:21.765069 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acad5c75-2722-4f11-b06f-ce9663f160e2 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:21.765329 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-acad5c75-2722-4f11-b06f-ce9663f160e2 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:21.915073 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-acad5c75-2722-4f11-b06f-ce9663f160e2 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5053365 May 03 22:46:21.927691 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56424) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:22.108881 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-a87dfabc-457e-4ee3-93ec-afb2fd8e9048 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:22.133732 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-a87dfabc-457e-4ee3-93ec-afb2fd8e9048 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:22.155780 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-a87dfabc-457e-4ee3-93ec-afb2fd8e9048 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Made reservation on behalf of d6f7f307699c4be5803d470738b6e79e for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:46:22.176976 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-a87dfabc-457e-4ee3-93ec-afb2fd8e9048 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:22.274669 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad5c75-2722-4f11-b06f-ce9663f160e2 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'Network': ['ID=39f05c72-cd07-47a8-8e9e-517ef5a6c54f,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:22.301175 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 39f05c72-cd07-47a8-8e9e-517ef5a6c54f details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:46:22.408417 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e299e7-8653-466f-bd18-07d72118c024 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:22.416430 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-93e299e7-8653-466f-bd18-07d72118c024 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=584c47bf47e049698552e4a4a9d3464d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.4921942 May 03 22:46:22.420355 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56440) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:22.731103 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-a87dfabc-457e-4ee3-93ec-afb2fd8e9048 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Allocated IP 172.20.0.14 (6b7a7532-e056-4c5e-b17e-d6ca176c9814/50b35d49-219c-4b17-af47-5e4fd9e4cce5/527a1855-13d0-4f13-9c82-a5ca04a8b2f7) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:46:22.912350 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b663ed5e-d83b-40ce-9382-f39edae1ba1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:22.938149 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2585b9e6-74bc-4d02-b11f-aaaaea1a763c req-cc1cac53-825f-4781-930a-a51eb6c86884 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 210 time: 0.1436455 May 03 22:46:23.016903 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed203758-0709-4505-b2cc-2b0c7e8b9b8d tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:23.019752 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ed203758-0709-4505-b2cc-2b0c7e8b9b8d tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5974357 May 03 22:46:23.022211 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56470) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:23.070089 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-94570bcf-447a-48f4-bdb6-52f25db837ba tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=de8965b2-8ea3-4c2b-86b9-c128a58c6e1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0464313 May 03 22:46:23.071159 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56476) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:23.116584 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ee6ddbbe-5b70-4a5b-9ca0-18bf80342d77 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=584c47bf47e049698552e4a4a9d3464d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442538 May 03 22:46:23.117458 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56482) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:23.291296 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928e160e-ae51-41c8-9dd9-c3e3e1217c1e tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:23.301317 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-928e160e-ae51-41c8-9dd9-c3e3e1217c1e tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1823115 May 03 22:46:23.304086 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56504) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:23.361762 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-a87dfabc-457e-4ee3-93ec-afb2fd8e9048 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:23.367038 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-cdd9f681-e65b-4078-a55c-693b21f65757 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=de8965b2-8ea3-4c2b-86b9-c128a58c6e1e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0610809 May 03 22:46:23.368990 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56510) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:23.375401 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-9dcfcf24-0efe-4ad8-8580-a08a37a8232e tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1750432793', 'network_id': '39f05c72-cd07-47a8-8e9e-517ef5a6c54f', 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:23.423036 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-a87dfabc-457e-4ee3-93ec-afb2fd8e9048 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Transition to ACTIVE for port object 527a1855-13d0-4f13-9c82-a5ca04a8b2f7 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:46:23.447129 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d8c86f2d-7026-4e32-92e2-b73efed1ede1 req-020ed67e-5d4e-4a9f-82d2-62e4d1e11837 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=216889b4-fd5f-44c3-b5df-d8f88700df2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2793112 May 03 22:46:23.577800 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-a87dfabc-457e-4ee3-93ec-afb2fd8e9048 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:23.699228 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9dcfcf24-0efe-4ad8-8580-a08a37a8232e tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:23.704510 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9dcfcf24-0efe-4ad8-8580-a08a37a8232e tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Usage tracker for resource:subnet and tenant:584c47bf47e049698552e4a4a9d3464d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:23.712100 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9dcfcf24-0efe-4ad8-8580-a08a37a8232e tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:23.724213 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9dcfcf24-0efe-4ad8-8580-a08a37a8232e tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:23.752887 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-a87dfabc-457e-4ee3-93ec-afb2fd8e9048 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Network 6b7a7532-e056-4c5e-b17e-d6ca176c9814 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:46:23.754672 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dcfcf24-0efe-4ad8-8580-a08a37a8232e tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Made reservation on behalf of 584c47bf47e049698552e4a4a9d3464d for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:46:23.763290 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9dcfcf24-0efe-4ad8-8580-a08a37a8232e tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:23.764616 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-a87dfabc-457e-4ee3-93ec-afb2fd8e9048 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:46:23.796408 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-a87dfabc-457e-4ee3-93ec-afb2fd8e9048 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:46:24.044413 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56528) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:24.211917 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f97b93de-64cd-418f-99af-406cbe788fcd None None] Provisioning for port 527a1855-13d0-4f13-9c82-a5ca04a8b2f7 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:46:24.223547 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f97b93de-64cd-418f-99af-406cbe788fcd None None] Provisioning complete for port 527a1855-13d0-4f13-9c82-a5ca04a8b2f7 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:46:24.223932 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f97b93de-64cd-418f-99af-406cbe788fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:24.311989 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1350ca-1a9d-4532-83c4-1f22dd75d903 req-73e7faa4-47b9-47e6-b97b-6b2ba3eb3c96 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:24.319896 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1f1350ca-1a9d-4532-83c4-1f22dd75d903 req-73e7faa4-47b9-47e6-b97b-6b2ba3eb3c96 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a98d248-ba80-45ad-94e5-ecca68811f11 HTTP/1.1" status: 200 len: 946 time: 0.4280822 May 03 22:46:24.343486 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-a87dfabc-457e-4ee3-93ec-afb2fd8e9048 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:24.347769 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-a87dfabc-457e-4ee3-93ec-afb2fd8e9048 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:24.354763 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dfabc-457e-4ee3-93ec-afb2fd8e9048 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Pushing event updated for resources: {'Port': ['ID=527a1855-13d0-4f13-9c82-a5ca04a8b2f7,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:24.380308 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b86bb858-4ba1-4495-8257-a390718adfaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:24.392183 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c86f2d-7026-4e32-92e2-b73efed1ede1 req-824993ac-a9ea-464d-a3b5-88e09d096621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:24.393862 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d8c86f2d-7026-4e32-92e2-b73efed1ede1 req-824993ac-a9ea-464d-a3b5-88e09d096621 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=584c47bf47e049698552e4a4a9d3464d&device_id=216889b4-fd5f-44c3-b5df-d8f88700df2f HTTP/1.1" status: 200 len: 1097 time: 0.9157813 May 03 22:46:24.411434 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-a87dfabc-457e-4ee3-93ec-afb2fd8e9048 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7565587 May 03 22:46:24.416749 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f97b93de-64cd-418f-99af-406cbe788fcd None None] Port 527a1855-13d0-4f13-9c82-a5ca04a8b2f7 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:46:24.423225 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:24.466628 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-1d537cc9-3c6a-4d13-9a5e-f7d31a952ed3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Request body: {'port': {'device_id': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'network_id': '39659ede-a161-442b-8b5e-00bdb95cd624', 'admin_state_up': True, 'tenant_id': 'd6f7f307699c4be5803d470738b6e79e', 'security_groups': ['f30926ad-227c-4de7-8e18-a484ba734b31']}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:24.472151 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b86bb858-4ba1-4495-8257-a390718adfaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:24.495230 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b86bb858-4ba1-4495-8257-a390718adfaf admin admin] Usage tracker for resource:security_group_rule and tenant:c39a04a422e14213993ee88574f0f29b is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:24.524820 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1f1350ca-1a9d-4532-83c4-1f22dd75d903 req-bb662a31-0ca0-4705-856e-30eaefc8f15b tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/security-groups?id=a10ddb8e-051c-49c5-a8a1-b50e695ecdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037358 May 03 22:46:24.527050 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b86bb858-4ba1-4495-8257-a390718adfaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:24.549447 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb14d1e-18d7-4ebc-a272-580fa52f5800 req-16d4b138-8105-485c-9192-94f1ae8c24ab tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:24.554512 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1fb14d1e-18d7-4ebc-a272-580fa52f5800 req-16d4b138-8105-485c-9192-94f1ae8c24ab tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 932 time: 0.3784676 May 03 22:46:24.563007 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b86bb858-4ba1-4495-8257-a390718adfaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:24.662490 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c86f2d-7026-4e32-92e2-b73efed1ede1 req-3fc78374-f275-4f79-b518-bf7ff1aed6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:24.668250 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1fb14d1e-18d7-4ebc-a272-580fa52f5800 req-e2a0d687-75ac-4f1f-8c47-55b103385101 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026871 May 03 22:46:24.684884 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d8c86f2d-7026-4e32-92e2-b73efed1ede1 req-3fc78374-f275-4f79-b518-bf7ff1aed6ed service neutron] 10.222.0.67 "GET /v2.0/networks?id=2682e838-a62e-4a3c-95e3-1cec146b5cea HTTP/1.1" status: 200 len: 898 time: 0.2599316 May 03 22:46:24.788811 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56546) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:24.829441 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9dcfcf24-0efe-4ad8-8580-a08a37a8232e tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:24.912902 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfcf24-0efe-4ad8-8580-a08a37a8232e tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'Subnet': ['ID=97270381-9b92-44b9-930d-d069d57723d8,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:24.944627 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d8c86f2d-7026-4e32-92e2-b73efed1ede1 req-7f05dafb-3d89-4c1a-9cab-f7ed5b7123d2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bcba210-edd2-4295-ab59-511a535a6293 HTTP/1.1" status: 200 len: 1002 time: 0.2416165 May 03 22:46:24.968436 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcfcf24-0efe-4ad8-8580-a08a37a8232e tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Checking segment: {'id': '728aedfe-38f8-49eb-9703-45da4f83bd45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '39f05c72-cd07-47a8-8e9e-517ef5a6c54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:46:24.969427 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcfcf24-0efe-4ad8-8580-a08a37a8232e tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Network hostable DHCP agents. Network: 39f05c72-cd07-47a8-8e9e-517ef5a6c54f, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:46:24.981872 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b86bb858-4ba1-4495-8257-a390718adfaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:25.016033 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b86bb858-4ba1-4495-8257-a390718adfaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:25.027974 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c777b5be-d8cb-417f-bc6d-1472ac4c2740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:25.058025 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c86f2d-7026-4e32-92e2-b73efed1ede1 req-5a655d68-abaa-46f2-8b57-879184592eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:25.059891 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcfcf24-0efe-4ad8-8580-a08a37a8232e tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Network 39f05c72-cd07-47a8-8e9e-517ef5a6c54f is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:46:25.061235 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d8c86f2d-7026-4e32-92e2-b73efed1ede1 req-5a655d68-abaa-46f2-8b57-879184592eb5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=75fb2b3e-c5da-45bb-9684-b6f9b5771795 HTTP/1.1" status: 200 len: 835 time: 0.1072016 May 03 22:46:25.062676 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-1d537cc9-3c6a-4d13-9a5e-f7d31a952ed3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:25.118166 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-9dcfcf24-0efe-4ad8-8580-a08a37a8232e tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 39f05c72-cd07-47a8-8e9e-517ef5a6c54f) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:46:25.119769 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-1d537cc9-3c6a-4d13-9a5e-f7d31a952ed3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Usage tracker for resource:port and tenant:d6f7f307699c4be5803d470738b6e79e is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:25.124733 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcfcf24-0efe-4ad8-8580-a08a37a8232e tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:25.124881 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9dcfcf24-0efe-4ad8-8580-a08a37a8232e tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:25.125782 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-1d537cc9-3c6a-4d13-9a5e-f7d31a952ed3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Quota usage for port was recalculated. Used quota:8. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:25.128357 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68deaec-7b59-4f54-8774-435d6409c3eb None None] Network 39f05c72-cd07-47a8-8e9e-517ef5a6c54f requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:46:25.132124 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-1d537cc9-3c6a-4d13-9a5e-f7d31a952ed3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:25.136538 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c70ee8fa-7da5-472a-9af9-eb412fb4af6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:25.162859 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-c70ee8fa-7da5-472a-9af9-eb412fb4af6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:25.180098 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-1d537cc9-3c6a-4d13-9a5e-f7d31a952ed3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Made reservation on behalf of d6f7f307699c4be5803d470738b6e79e for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:46:25.180098 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-1d537cc9-3c6a-4d13-9a5e-f7d31a952ed3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:25.184811 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b86bb858-4ba1-4495-8257-a390718adfaf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c39a04a422e14213993ee88574f0f29b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1319647 May 03 22:46:25.188679 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86bb858-4ba1-4495-8257-a390718adfaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4dd29f6-d0d2-48f8-9f60-6e833886c7d2,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:25.190103 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56552) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:25.193228 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c70ee8fa-7da5-472a-9af9-eb412fb4af6f admin admin] Usage tracker for resource:security_group_rule and tenant:4e82cb2fe3294e1c80230483be8b2bc4 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:25.198548 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c70ee8fa-7da5-472a-9af9-eb412fb4af6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:25.209248 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-c70ee8fa-7da5-472a-9af9-eb412fb4af6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:25.222171 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9dcfcf24-0efe-4ad8-8580-a08a37a8232e tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8517992 May 03 22:46:25.362235 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c86f2d-7026-4e32-92e2-b73efed1ede1 req-9b16013a-1908-4483-8506-d3097b608368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:25.364832 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d8c86f2d-7026-4e32-92e2-b73efed1ede1 req-9b16013a-1908-4483-8506-d3097b608368 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2682e838-a62e-4a3c-95e3-1cec146b5cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2973268 May 03 22:46:25.383092 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c70ee8fa-7da5-472a-9af9-eb412fb4af6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:25.393954 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c70ee8fa-7da5-472a-9af9-eb412fb4af6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:25.558600 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c70ee8fa-7da5-472a-9af9-eb412fb4af6f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4e82cb2fe3294e1c80230483be8b2bc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7606006 May 03 22:46:25.560122 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56560) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:25.563524 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ee8fa-7da5-472a-9af9-eb412fb4af6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e726a9-9749-4d99-808c-e29acd08b488,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:25.630030 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370b3cc6-d313-4875-ba0a-0dfda71058b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-39f05c72-cd07-47a8-8e9e-517ef5a6c54f', 'network_id': '39f05c72-cd07-47a8-8e9e-517ef5a6c54f', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'fixed_ips': [{'subnet_id': '97270381-9b92-44b9-930d-d069d57723d8'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:46:25.630893 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-370b3cc6-d313-4875-ba0a-0dfda71058b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:25.652872 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3bb4b934-86bc-4559-ad04-e69e46d445af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:25.731053 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3bb4b934-86bc-4559-ad04-e69e46d445af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:25.737161 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56566) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:25.742663 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5ba9f208-6135-4700-bd9c-750914d67cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:25.759900 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-a4cc43c0-b9dc-4b09-ad1a-a78e4b82d587 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-570942011', 'description': 'tempest-secgroup-smoke-570942011 description', 'project_id': '584c47bf47e049698552e4a4a9d3464d'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:25.777873 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a4cc43c0-b9dc-4b09-ad1a-a78e4b82d587 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:25.799113 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a4cc43c0-b9dc-4b09-ad1a-a78e4b82d587 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:25.845611 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a4cc43c0-b9dc-4b09-ad1a-a78e4b82d587 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:25.883477 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3bb4b934-86bc-4559-ad04-e69e46d445af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:25.935622 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb4b934-86bc-4559-ad04-e69e46d445af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4dd29f6-d0d2-48f8-9f60-6e833886c7d2,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:26.019569 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-370b3cc6-d313-4875-ba0a-0dfda71058b4 None None] Allocated IP 172.20.0.18 (39f05c72-cd07-47a8-8e9e-517ef5a6c54f/97270381-9b92-44b9-930d-d069d57723d8/1be0cfdc-56f1-479a-8d5e-d01fc3d8a6b2) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:46:26.056928 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e9d0b-5cc9-422e-839d-5039426954f8 req-cfb4e597-0928-4e4e-a211-30274dc3b42a tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:26.057905 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-e45e9d0b-5cc9-422e-839d-5039426954f8 req-cfb4e597-0928-4e4e-a211-30274dc3b42a tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Synchronizing usage tracker for tenant:bdbc5a9222cd43deb11d74ba562f86d0 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:46:26.060859 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3bb4b934-86bc-4559-ad04-e69e46d445af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:26.062106 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3bb4b934-86bc-4559-ad04-e69e46d445af admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d4dd29f6-d0d2-48f8-9f60-6e833886c7d2 HTTP/1.1" status: 204 len: 168 time: 0.8709948 May 03 22:46:26.150338 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d8c86f2d-7026-4e32-92e2-b73efed1ede1 req-097de697-e2f1-4b1b-9668-e984ef333e7c service neutron] 10.222.0.67 "GET /v2.0/networks/2682e838-a62e-4a3c-95e3-1cec146b5cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7714295 May 03 22:46:26.246775 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-e45e9d0b-5cc9-422e-839d-5039426954f8 req-cfb4e597-0928-4e4e-a211-30274dc3b42a tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Unset dirty status for tenant:bdbc5a9222cd43deb11d74ba562f86d0 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:46:26.247104 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5ba9f208-6135-4700-bd9c-750914d67cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:26.252602 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e45e9d0b-5cc9-422e-839d-5039426954f8 req-cfb4e597-0928-4e4e-a211-30274dc3b42a tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a98d248-ba80-45ad-94e5-ecca68811f11 HTTP/1.1" status: 200 len: 946 time: 1.0158205 May 03 22:46:26.253834 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-1d537cc9-3c6a-4d13-9a5e-f7d31a952ed3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Allocated IP 10.1.1.52 (39659ede-a161-442b-8b5e-00bdb95cd624/8863c3d5-b808-4878-a7f7-629ee5c5994d/0bb0e3ca-de57-49a0-91a9-bae2fab49370) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:46:26.269947 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a4cc43c0-b9dc-4b09-ad1a-a78e4b82d587 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:26.287484 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a4cc43c0-b9dc-4b09-ad1a-a78e4b82d587 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Usage tracker for resource:security_group_rule and tenant:584c47bf47e049698552e4a4a9d3464d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:26.311021 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a4cc43c0-b9dc-4b09-ad1a-a78e4b82d587 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:26.333106 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:26.333283 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a4cc43c0-b9dc-4b09-ad1a-a78e4b82d587 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:26.412583 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:26.447802 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d5bcb-000d-41c1-ab96-0bd8e1950155 req-6f5ab5bb-4e3c-4709-9e5e-de8ca6386103 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:26.454817 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-634d5bcb-000d-41c1-ab96-0bd8e1950155 req-6f5ab5bb-4e3c-4709-9e5e-de8ca6386103 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a98d248-ba80-45ad-94e5-ecca68811f11 HTTP/1.1" status: 200 len: 946 time: 0.6273868 May 03 22:46:26.466512 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-370b3cc6-d313-4875-ba0a-0dfda71058b4 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:26.507311 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-370b3cc6-d313-4875-ba0a-0dfda71058b4 None None] Transition to ACTIVE for port object 1be0cfdc-56f1-479a-8d5e-d01fc3d8a6b2 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:46:26.538848 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-e45e9d0b-5cc9-422e-839d-5039426954f8 req-1e485d00-a243-4a8b-93e9-1e506e6a3c7b tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Deleting port 2be67b20-8313-4056-9346-dcf7830f8455 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:46:26.539187 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e45e9d0b-5cc9-422e-839d-5039426954f8 req-1e485d00-a243-4a8b-93e9-1e506e6a3c7b tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:26.544187 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-370b3cc6-d313-4875-ba0a-0dfda71058b4 None None] Transition to ACTIVE for port object 1be0cfdc-56f1-479a-8d5e-d01fc3d8a6b2 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:46:26.548275 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5ba9f208-6135-4700-bd9c-750914d67cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:26.555065 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-370b3cc6-d313-4875-ba0a-0dfda71058b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:26.644384 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58565013-16d1-4ae3-977d-b2a248d5cb58 req-85d55b01-17e7-4fcb-8732-449f86ea5d0a tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:26.655908 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b3cc6-d313-4875-ba0a-0dfda71058b4 None None] Pushing event updated for resources: {'Port': ['ID=1be0cfdc-56f1-479a-8d5e-d01fc3d8a6b2,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:26.658054 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58565013-16d1-4ae3-977d-b2a248d5cb58 req-85d55b01-17e7-4fcb-8732-449f86ea5d0a tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 932 time: 0.7183764 May 03 22:46:26.670024 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370b3cc6-d313-4875-ba0a-0dfda71058b4 None None] Network 39f05c72-cd07-47a8-8e9e-517ef5a6c54f is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:46:26.671202 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-370b3cc6-d313-4875-ba0a-0dfda71058b4 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:46:26.674726 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370b3cc6-d313-4875-ba0a-0dfda71058b4 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:46:26.678127 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d8c86f2d-7026-4e32-92e2-b73efed1ede1 req-3d444f35-7515-4219-b958-4bd76e82c846 service neutron] 10.222.0.67 "GET /v2.0/networks/2682e838-a62e-4a3c-95e3-1cec146b5cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983013 May 03 22:46:26.723375 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-634d5bcb-000d-41c1-ab96-0bd8e1950155 req-08ec6f85-60bb-485f-9e9a-5435c99f1f99 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/security-groups?id=a10ddb8e-051c-49c5-a8a1-b50e695ecdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215803 May 03 22:46:26.724188 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9f208-6135-4700-bd9c-750914d67cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e726a9-9749-4d99-808c-e29acd08b488,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:26.729169 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a4cc43c0-b9dc-4b09-ad1a-a78e4b82d587 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:26.745727 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5ba9f208-6135-4700-bd9c-750914d67cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:26.752426 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5ba9f208-6135-4700-bd9c-750914d67cc0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/09e726a9-9749-4d99-808c-e29acd08b488 HTTP/1.1" status: 204 len: 168 time: 1.1751566 May 03 22:46:26.756390 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a4cc43c0-b9dc-4b09-ad1a-a78e4b82d587 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:26.877162 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a4cc43c0-b9dc-4b09-ad1a-a78e4b82d587 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:26.885370 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a4cc43c0-b9dc-4b09-ad1a-a78e4b82d587 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1372631 May 03 22:46:26.894164 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56586) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:26.922398 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc43c0-b9dc-4b09-ad1a-a78e4b82d587 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b9bd1f-dd06-4143-9ea0-76f399e91c00,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:26.941733 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58565013-16d1-4ae3-977d-b2a248d5cb58 req-ec7ec69b-b684-4566-8f23-d4188a68ca7e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2474060 May 03 22:46:26.960274 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-370b3cc6-d313-4875-ba0a-0dfda71058b4 None None] Attempting to bind port 1be0cfdc-56f1-479a-8d5e-d01fc3d8a6b2 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:46:26.972280 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-370b3cc6-d313-4875-ba0a-0dfda71058b4 None None] Attempting to bind port 1be0cfdc-56f1-479a-8d5e-d01fc3d8a6b2 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '728aedfe-38f8-49eb-9703-45da4f83bd45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '39f05c72-cd07-47a8-8e9e-517ef5a6c54f'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:46:26.972280 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b3cc6-d313-4875-ba0a-0dfda71058b4 None None] Attempting to bind port 1be0cfdc-56f1-479a-8d5e-d01fc3d8a6b2 on network 39f05c72-cd07-47a8-8e9e-517ef5a6c54f {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:46:26.976421 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b3cc6-d313-4875-ba0a-0dfda71058b4 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:46:26.976421 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b3cc6-d313-4875-ba0a-0dfda71058b4 None None] Checking segment: {'id': '728aedfe-38f8-49eb-9703-45da4f83bd45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '39f05c72-cd07-47a8-8e9e-517ef5a6c54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:46:26.978816 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-370b3cc6-d313-4875-ba0a-0dfda71058b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:26.979804 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370b3cc6-d313-4875-ba0a-0dfda71058b4 None None] Bound using segment: {'id': '728aedfe-38f8-49eb-9703-45da4f83bd45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '39f05c72-cd07-47a8-8e9e-517ef5a6c54f'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:46:26.980222 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-370b3cc6-d313-4875-ba0a-0dfda71058b4 None None] Bound port: 1be0cfdc-56f1-479a-8d5e-d01fc3d8a6b2, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '728aedfe-38f8-49eb-9703-45da4f83bd45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '39f05c72-cd07-47a8-8e9e-517ef5a6c54f'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:46:26.980717 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-370b3cc6-d313-4875-ba0a-0dfda71058b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:27.183309 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-370b3cc6-d313-4875-ba0a-0dfda71058b4 None None] For port 1be0cfdc-56f1-479a-8d5e-d01fc3d8a6b2, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:46:27.187304 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-370b3cc6-d313-4875-ba0a-0dfda71058b4 None None] For port 1be0cfdc-56f1-479a-8d5e-d01fc3d8a6b2, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=1be0cfdc-56f1-479a-8d5e-d01fc3d8a6b2,segment=NetworkSegment(728aedfe-38f8-49eb-9703-45da4f83bd45),segment_id=728aedfe-38f8-49eb-9703-45da4f83bd45)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:46:27.194556 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-370b3cc6-d313-4875-ba0a-0dfda71058b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:27.305962 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b3cc6-d313-4875-ba0a-0dfda71058b4 None None] Pushing event updated for resources: {'Port': ['ID=1be0cfdc-56f1-479a-8d5e-d01fc3d8a6b2,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:27.325040 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-7a3763ca-3839-4034-94c2-12547de25b06 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Request body: {'security_group_rule': {'security_group_id': 'c0b9bd1f-dd06-4143-9ea0-76f399e91c00', 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:27.332313 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7a3763ca-3839-4034-94c2-12547de25b06 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:27.336226 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7a3763ca-3839-4034-94c2-12547de25b06 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Usage tracker for resource:security_group_rule and tenant:584c47bf47e049698552e4a4a9d3464d is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:27.346668 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7a3763ca-3839-4034-94c2-12547de25b06 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:27.456535 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7a3763ca-3839-4034-94c2-12547de25b06 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:27.473015 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-e45e9d0b-5cc9-422e-839d-5039426954f8 req-1e485d00-a243-4a8b-93e9-1e506e6a3c7b tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] For port 2be67b20-8313-4056-9346-dcf7830f8455, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=2be67b20-8313-4056-9346-dcf7830f8455,segment=NetworkSegment(1b61077f-29a6-4318-9f7d-14d72be3135b),segment_id=1b61077f-29a6-4318-9f7d-14d72be3135b)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:46:27.473546 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e45e9d0b-5cc9-422e-839d-5039426954f8 req-1e485d00-a243-4a8b-93e9-1e506e6a3c7b tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:27.607154 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:27.629112 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-1d537cc9-3c6a-4d13-9a5e-f7d31a952ed3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:27.749337 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-e45e9d0b-5cc9-422e-839d-5039426954f8 req-1e485d00-a243-4a8b-93e9-1e506e6a3c7b tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Calling delete_port for 2be67b20-8313-4056-9346-dcf7830f8455 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:46:27.818442 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7a3763ca-3839-4034-94c2-12547de25b06 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:27.835184 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-1d537cc9-3c6a-4d13-9a5e-f7d31a952ed3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Transition to ACTIVE for port object 0bb0e3ca-de57-49a0-91a9-bae2fab49370 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:46:27.903900 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:27.944795 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f76ea518-652f-44a2-9066-814de63d11c8 req-06e12997-393b-483b-a0da-3acc1d5b55d0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6032190 May 03 22:46:28.085547 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7a3763ca-3839-4034-94c2-12547de25b06 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:28.138338 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7a3763ca-3839-4034-94c2-12547de25b06 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:28.140846 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-1d537cc9-3c6a-4d13-9a5e-f7d31a952ed3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:28.186839 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539490e-8def-4d5e-b337-1e73f7293094 req-2b117d0b-a1b3-449c-8ff4-087610df19fb tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:28.196907 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3539490e-8def-4d5e-b337-1e73f7293094 req-2b117d0b-a1b3-449c-8ff4-087610df19fb tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a98d248-ba80-45ad-94e5-ecca68811f11 HTTP/1.1" status: 200 len: 946 time: 0.2151084 May 03 22:46:28.255005 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e45e9d0b-5cc9-422e-839d-5039426954f8 req-1e485d00-a243-4a8b-93e9-1e506e6a3c7b tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:28.258402 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3763ca-3839-4034-94c2-12547de25b06 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=508aa093-1770-46c4-9811-0e238d62e050,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:28.311700 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 2be67b20-8313-4056-9346-dcf7830f8455 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:46:28.314756 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-1d537cc9-3c6a-4d13-9a5e-f7d31a952ed3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Network 39659ede-a161-442b-8b5e-00bdb95cd624 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:46:28.317550 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d537cc9-3c6a-4d13-9a5e-f7d31a952ed3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Pushing event updated for resources: {'Port': ['ID=0bb0e3ca-de57-49a0-91a9-bae2fab49370,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:28.325288 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-1d537cc9-3c6a-4d13-9a5e-f7d31a952ed3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:46:28.404162 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 2be67b20-8313-4056-9346-dcf7830f8455 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:46:28.404517 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 2be67b20-8313-4056-9346-dcf7830f8455 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:46:28.410418 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3539490e-8def-4d5e-b337-1e73f7293094 req-6d9734d7-5642-42ff-84d2-b780a497ed99 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/security-groups?id=a10ddb8e-051c-49c5-a8a1-b50e695ecdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120867 May 03 22:46:28.489392 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e485d00-a243-4a8b-93e9-1e506e6a3c7b tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Pushing event deleted for resources: {'Port': ['ID=2be67b20-8313-4056-9346-dcf7830f8455,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:28.507324 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57913d-4698-4879-b46d-e40f21057917 req-1ed4e618-34a1-4040-a4cf-aee86614b9d4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:28.508910 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-1d537cc9-3c6a-4d13-9a5e-f7d31a952ed3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:46:28.527834 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57913d-4698-4879-b46d-e40f21057917 req-1ed4e618-34a1-4040-a4cf-aee86614b9d4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:28.539559 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0b57913d-4698-4879-b46d-e40f21057917 req-1ed4e618-34a1-4040-a4cf-aee86614b9d4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 1653 time: 0.2897975 May 03 22:46:28.682088 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0b57913d-4698-4879-b46d-e40f21057917 req-4485ff6f-edc1-4143-aee6-ebea1b8cdf56 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392956 May 03 22:46:28.683652 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7a3763ca-3839-4034-94c2-12547de25b06 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:28.686717 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7a3763ca-3839-4034-94c2-12547de25b06 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7914765 May 03 22:46:28.693440 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56636) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:28.737912 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-6735088a-6094-4acf-9f11-47c6817cc88f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Request body: {'security_group_rule': {'security_group_id': 'c0b9bd1f-dd06-4143-9ea0-76f399e91c00', 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:28.762413 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6735088a-6094-4acf-9f11-47c6817cc88f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:28.767156 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6735088a-6094-4acf-9f11-47c6817cc88f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Usage tracker for resource:security_group_rule and tenant:584c47bf47e049698552e4a4a9d3464d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:28.770459 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6735088a-6094-4acf-9f11-47c6817cc88f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:28.779958 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6735088a-6094-4acf-9f11-47c6817cc88f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:28.806431 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-200e835b-317a-4b62-8e14-09fa8ccc614a None None] Provisioning for port 0bb0e3ca-de57-49a0-91a9-bae2fab49370 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:46:28.815530 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-200e835b-317a-4b62-8e14-09fa8ccc614a None None] Provisioning complete for port 0bb0e3ca-de57-49a0-91a9-bae2fab49370 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:46:28.816461 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-200e835b-317a-4b62-8e14-09fa8ccc614a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:28.840997 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6735088a-6094-4acf-9f11-47c6817cc88f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:28.851715 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45e9d0b-5cc9-422e-839d-5039426954f8 req-1e485d00-a243-4a8b-93e9-1e506e6a3c7b tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] No DVR routers for this DVR port 2be67b20-8313-4056-9346-dcf7830f8455 on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:46:28.854850 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e45e9d0b-5cc9-422e-839d-5039426954f8 req-1e485d00-a243-4a8b-93e9-1e506e6a3c7b tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:28.857033 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e45e9d0b-5cc9-422e-839d-5039426954f8 req-1e485d00-a243-4a8b-93e9-1e506e6a3c7b tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.67 "DELETE /v2.0/ports/2be67b20-8313-4056-9346-dcf7830f8455 HTTP/1.1" status: 204 len: 173 time: 2.5694015 May 03 22:46:28.858143 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a98d248-ba80-45ad-94e5-ecca68811f11', 'name': 'network-vif-deleted', 'tag': '2be67b20-8313-4056-9346-dcf7830f8455'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:46:28.896904 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ea518-652f-44a2-9066-814de63d11c8 req-47793a1c-512b-4151-ad1e-4aee99b2297c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:28.906683 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ea518-652f-44a2-9066-814de63d11c8 req-47793a1c-512b-4151-ad1e-4aee99b2297c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:28.909361 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ea518-652f-44a2-9066-814de63d11c8 req-47793a1c-512b-4151-ad1e-4aee99b2297c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:28.910088 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ea518-652f-44a2-9066-814de63d11c8 req-47793a1c-512b-4151-ad1e-4aee99b2297c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:28.910732 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ea518-652f-44a2-9066-814de63d11c8 req-47793a1c-512b-4151-ad1e-4aee99b2297c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:28.913900 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ea518-652f-44a2-9066-814de63d11c8 req-47793a1c-512b-4151-ad1e-4aee99b2297c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:28.914576 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ea518-652f-44a2-9066-814de63d11c8 req-47793a1c-512b-4151-ad1e-4aee99b2297c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:28.916865 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f76ea518-652f-44a2-9066-814de63d11c8 req-47793a1c-512b-4151-ad1e-4aee99b2297c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=07f7b519265346608174cafca790a124&device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 6500 time: 0.8268387 May 03 22:46:28.936367 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-1d537cc9-3c6a-4d13-9a5e-f7d31a952ed3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:28.938510 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-1d537cc9-3c6a-4d13-9a5e-f7d31a952ed3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:28.955000 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e671374-e758-40b9-bab3-901b39f0fa32'] response: {'server_uuid': '0a98d248-ba80-45ad-94e5-ecca68811f11', 'name': 'network-vif-deleted', 'tag': '2be67b20-8313-4056-9346-dcf7830f8455', 'status': 'completed', 'code': 200} May 03 22:46:28.990644 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-200e835b-317a-4b62-8e14-09fa8ccc614a None None] Port 0bb0e3ca-de57-49a0-91a9-bae2fab49370 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:46:29.011543 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-1d537cc9-3c6a-4d13-9a5e-f7d31a952ed3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.5876651 May 03 22:46:29.059797 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6735088a-6094-4acf-9f11-47c6817cc88f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:29.066366 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6735088a-6094-4acf-9f11-47c6817cc88f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:29.107166 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5ce47764-c1f9-4f72-afad-0cd8fe7b4db9 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Request body: {'port': {'device_id': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'network_id': '39659ede-a161-442b-8b5e-00bdb95cd624', 'admin_state_up': True, 'tenant_id': 'd6f7f307699c4be5803d470738b6e79e', 'security_groups': ['f30926ad-227c-4de7-8e18-a484ba734b31']}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:29.130997 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735088a-6094-4acf-9f11-47c6817cc88f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84f8a38e-c141-4e3d-a7f2-a5ea16e1ef67,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:29.143336 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6735088a-6094-4acf-9f11-47c6817cc88f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:29.144945 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6735088a-6094-4acf-9f11-47c6817cc88f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4484146 May 03 22:46:29.149027 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56648) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:29.174481 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-2019c3ac-ef6c-47c1-a6b4-9c7b3f259838 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Request body: {'security_group_rule': {'security_group_id': 'c0b9bd1f-dd06-4143-9ea0-76f399e91c00', 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:29.188535 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56652) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:29.191376 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2019c3ac-ef6c-47c1-a6b4-9c7b3f259838 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:29.194866 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572b5066-beb2-40b4-a798-8032aba1b347 None None] Network 39f05c72-cd07-47a8-8e9e-517ef5a6c54f requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:46:29.196870 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2019c3ac-ef6c-47c1-a6b4-9c7b3f259838 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Usage tracker for resource:security_group_rule and tenant:584c47bf47e049698552e4a4a9d3464d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:29.201365 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2019c3ac-ef6c-47c1-a6b4-9c7b3f259838 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:29.208800 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2019c3ac-ef6c-47c1-a6b4-9c7b3f259838 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:29.233277 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2019c3ac-ef6c-47c1-a6b4-9c7b3f259838 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:29.319047 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ea518-652f-44a2-9066-814de63d11c8 req-8df0140a-ef99-4852-a064-9a05082f38d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:29.319716 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ea518-652f-44a2-9066-814de63d11c8 req-8df0140a-ef99-4852-a064-9a05082f38d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:29.320497 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ea518-652f-44a2-9066-814de63d11c8 req-8df0140a-ef99-4852-a064-9a05082f38d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:29.322580 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f76ea518-652f-44a2-9066-814de63d11c8 req-8df0140a-ef99-4852-a064-9a05082f38d5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3447ec37-3982-4d19-88a9-e296027f90a8&id=a8a12fef-8f1f-42e2-8a9d-7a66402fff0c&id=a8a12fef-8f1f-42e2-8a9d-7a66402fff0c&id=a8a12fef-8f1f-42e2-8a9d-7a66402fff0c&id=a8a12fef-8f1f-42e2-8a9d-7a66402fff0c&id=3c844908-458f-43d5-a32d-190eedb78cdc&id=3c844908-458f-43d5-a32d-190eedb78cdc HTTP/1.1" status: 200 len: 2297 time: 0.3594368 May 03 22:46:29.327420 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-08a71662-b68d-4a1f-bd9b-b89ad14810fd None None] Provisioning for port 1be0cfdc-56f1-479a-8d5e-d01fc3d8a6b2 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:46:29.467202 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2019c3ac-ef6c-47c1-a6b4-9c7b3f259838 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:29.476486 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2019c3ac-ef6c-47c1-a6b4-9c7b3f259838 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:29.544616 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019c3ac-ef6c-47c1-a6b4-9c7b3f259838 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e98eacb-561a-4365-aa39-9e84ce476fdd,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:29.589828 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2019c3ac-ef6c-47c1-a6b4-9c7b3f259838 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:29.589828 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2019c3ac-ef6c-47c1-a6b4-9c7b3f259838 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4368985 May 03 22:46:29.590500 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56668) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:29.602929 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-ac255630-86e2-4ecd-a8a4-343c2ca14769 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Request body: {'security_group_rule': {'security_group_id': 'c0b9bd1f-dd06-4143-9ea0-76f399e91c00', 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:29.620231 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ac255630-86e2-4ecd-a8a4-343c2ca14769 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:29.627196 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ac255630-86e2-4ecd-a8a4-343c2ca14769 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Usage tracker for resource:security_group_rule and tenant:584c47bf47e049698552e4a4a9d3464d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:29.630844 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ac255630-86e2-4ecd-a8a4-343c2ca14769 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:29.642217 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ac255630-86e2-4ecd-a8a4-343c2ca14769 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:29.668063 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac255630-86e2-4ecd-a8a4-343c2ca14769 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:29.671931 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 1be0cfdc-56f1-479a-8d5e-d01fc3d8a6b2 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:46:29.713969 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5ce47764-c1f9-4f72-afad-0cd8fe7b4db9 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:29.723250 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5ce47764-c1f9-4f72-afad-0cd8fe7b4db9 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Usage tracker for resource:port and tenant:d6f7f307699c4be5803d470738b6e79e is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:29.726438 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5ce47764-c1f9-4f72-afad-0cd8fe7b4db9 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Quota usage for port was recalculated. Used quota:9. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:29.734119 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5ce47764-c1f9-4f72-afad-0cd8fe7b4db9 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:29.790181 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f76ea518-652f-44a2-9066-814de63d11c8 req-cd4497be-7d2d-444b-a3c0-9eab79b8b09b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a65dd8bc-04aa-4161-86e1-8b68e0967dd9 HTTP/1.1" status: 200 len: 1000 time: 0.4393539 May 03 22:46:29.791519 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5ce47764-c1f9-4f72-afad-0cd8fe7b4db9 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Made reservation on behalf of d6f7f307699c4be5803d470738b6e79e for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:46:29.798783 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5ce47764-c1f9-4f72-afad-0cd8fe7b4db9 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:29.821271 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac255630-86e2-4ecd-a8a4-343c2ca14769 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:29.828993 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac255630-86e2-4ecd-a8a4-343c2ca14769 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:29.926964 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-7c246563-2680-4928-b1ff-fcd800ee5599 tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2125343209', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:29.938197 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7c246563-2680-4928-b1ff-fcd800ee5599 tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:29.946369 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7c246563-2680-4928-b1ff-fcd800ee5599 tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Usage tracker for resource:port and tenant:b9224acdf66040688cce783c008c1fb5 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:29.964066 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7c246563-2680-4928-b1ff-fcd800ee5599 tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:29.977456 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7c246563-2680-4928-b1ff-fcd800ee5599 tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:29.993328 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c246563-2680-4928-b1ff-fcd800ee5599 tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Made reservation on behalf of b9224acdf66040688cce783c008c1fb5 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:46:29.996024 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7c246563-2680-4928-b1ff-fcd800ee5599 tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:30.000900 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac255630-86e2-4ecd-a8a4-343c2ca14769 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcef45e6-3dc3-4253-b4d0-4a2296836964,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:30.028972 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 1be0cfdc-56f1-479a-8d5e-d01fc3d8a6b2 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:46:30.051007 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 1be0cfdc-56f1-479a-8d5e-d01fc3d8a6b2 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:46:30.051605 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:30.105485 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a56adc7b-3e22-4022-ae60-b6d402b32f67 req-c027f32e-194f-4441-b836-1cd4a8ea7897 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a98d248-ba80-45ad-94e5-ecca68811f11 HTTP/1.1" status: 200 len: 210 time: 0.2676585 May 03 22:46:30.129376 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7c246563-2680-4928-b1ff-fcd800ee5599 tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:30.155081 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7c246563-2680-4928-b1ff-fcd800ee5599 tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:30.168875 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac255630-86e2-4ecd-a8a4-343c2ca14769 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:30.170040 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ac255630-86e2-4ecd-a8a4-343c2ca14769 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5779748 May 03 22:46:30.171169 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7c246563-2680-4928-b1ff-fcd800ee5599 tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Usage tracker for resource:security_group_rule and tenant:b9224acdf66040688cce783c008c1fb5 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:30.178312 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56682) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:30.181705 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7c246563-2680-4928-b1ff-fcd800ee5599 tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:30.189272 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-6dec9732-a3d8-4f99-8fe0-94313d89f8bd tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Request body: {'security_group_rule': {'security_group_id': 'c0b9bd1f-dd06-4143-9ea0-76f399e91c00', 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:30.190159 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ea518-652f-44a2-9066-814de63d11c8 req-e5e70a82-8881-45f1-b68d-5df8f7cd6e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:30.192398 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f76ea518-652f-44a2-9066-814de63d11c8 req-e5e70a82-8881-45f1-b68d-5df8f7cd6e64 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5c50d9d-c526-4e5a-813d-10937c3b2804 HTTP/1.1" status: 200 len: 855 time: 0.3428617 May 03 22:46:30.199573 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6dec9732-a3d8-4f99-8fe0-94313d89f8bd tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:30.203962 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7c246563-2680-4928-b1ff-fcd800ee5599 tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:30.206787 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6dec9732-a3d8-4f99-8fe0-94313d89f8bd tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Usage tracker for resource:security_group_rule and tenant:584c47bf47e049698552e4a4a9d3464d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:30.214172 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6dec9732-a3d8-4f99-8fe0-94313d89f8bd tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:30.231683 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11943b-d3bb-445e-be49-9f4e60b2e060 req-762e1831-5f69-4903-a52c-a4db149c6d07 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:30.245926 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11943b-d3bb-445e-be49-9f4e60b2e060 req-762e1831-5f69-4903-a52c-a4db149c6d07 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:30.253816 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bf11943b-d3bb-445e-be49-9f4e60b2e060 req-762e1831-5f69-4903-a52c-a4db149c6d07 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 1653 time: 0.2854340 May 03 22:46:30.261566 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6dec9732-a3d8-4f99-8fe0-94313d89f8bd tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:30.325442 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:30.371773 n-d-811807-1 neutron-server[88069]: INFO neutron.db.securitygroups_db [None req-6dec9732-a3d8-4f99-8fe0-94313d89f8bd tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Project 584c47bf47e049698552e4a4a9d3464d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 22:46:30.386722 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bf11943b-d3bb-445e-be49-9f4e60b2e060 req-ed434b25-6a8e-4eb1-87b9-72d269fb4580 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228499 May 03 22:46:30.394691 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6dec9732-a3d8-4f99-8fe0-94313d89f8bd tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:30.397991 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 1be0cfdc-56f1-479a-8d5e-d01fc3d8a6b2, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=1be0cfdc-56f1-479a-8d5e-d01fc3d8a6b2,segment=NetworkSegment(728aedfe-38f8-49eb-9703-45da4f83bd45),segment_id=728aedfe-38f8-49eb-9703-45da4f83bd45)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:46:30.406794 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:30.543372 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6dec9732-a3d8-4f99-8fe0-94313d89f8bd tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:30.572809 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6dec9732-a3d8-4f99-8fe0-94313d89f8bd tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:30.598304 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=1be0cfdc-56f1-479a-8d5e-d01fc3d8a6b2,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:30.617533 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-512395ac-5590-4a2e-b9bc-1a0a9075c45d None None] Provisioning complete for port 1be0cfdc-56f1-479a-8d5e-d01fc3d8a6b2 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:46:30.618287 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-512395ac-5590-4a2e-b9bc-1a0a9075c45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:30.623057 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec9732-a3d8-4f99-8fe0-94313d89f8bd tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf4f1d54-ef79-47c4-82e4-d30468089a7f,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:30.665101 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6dec9732-a3d8-4f99-8fe0-94313d89f8bd tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:30.674152 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6dec9732-a3d8-4f99-8fe0-94313d89f8bd tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4883599 May 03 22:46:30.674152 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56692) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:30.682360 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5ce47764-c1f9-4f72-afad-0cd8fe7b4db9 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Allocated IP 10.1.1.59 (39659ede-a161-442b-8b5e-00bdb95cd624/8863c3d5-b808-4878-a7f7-629ee5c5994d/8a1c5f72-11f8-497b-9fc4-ea3247fdb317) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:46:30.686940 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-5ec9a0e3-7165-48e0-ba82-068cddb79de4 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Request body: {'security_group_rule': {'security_group_id': 'c0b9bd1f-dd06-4143-9ea0-76f399e91c00', 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:30.704537 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5ec9a0e3-7165-48e0-ba82-068cddb79de4 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:30.715139 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5ec9a0e3-7165-48e0-ba82-068cddb79de4 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Usage tracker for resource:security_group_rule and tenant:584c47bf47e049698552e4a4a9d3464d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:30.722942 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5ec9a0e3-7165-48e0-ba82-068cddb79de4 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:30.738701 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5ec9a0e3-7165-48e0-ba82-068cddb79de4 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:30.760092 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ea518-652f-44a2-9066-814de63d11c8 req-86c65d24-d0f7-4509-b3b7-d14000af634d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:30.761827 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f76ea518-652f-44a2-9066-814de63d11c8 req-86c65d24-d0f7-4509-b3b7-d14000af634d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3447ec37-3982-4d19-88a9-e296027f90a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5599589 May 03 22:46:30.763081 n-d-811807-1 neutron-server[88069]: INFO neutron.db.securitygroups_db [None req-5ec9a0e3-7165-48e0-ba82-068cddb79de4 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Project 584c47bf47e049698552e4a4a9d3464d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 22:46:30.771509 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a0e3-7165-48e0-ba82-068cddb79de4 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:30.863448 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a0e3-7165-48e0-ba82-068cddb79de4 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:30.869565 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a0e3-7165-48e0-ba82-068cddb79de4 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:30.911630 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9a0e3-7165-48e0-ba82-068cddb79de4 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc71138-88dc-4b66-ac76-93238b4f24e2,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:30.917871 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5ec9a0e3-7165-48e0-ba82-068cddb79de4 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:30.932256 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5ec9a0e3-7165-48e0-ba82-068cddb79de4 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2585878 May 03 22:46:31.089150 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7c246563-2680-4928-b1ff-fcd800ee5599 tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:31.111944 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7c246563-2680-4928-b1ff-fcd800ee5599 tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:31.127563 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-7c246563-2680-4928-b1ff-fcd800ee5599 tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] device_id is not set on port 22e92ad1-826c-4ec4-aef5-374d30d996fc yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:46:31.134018 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:46:31.370176 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 1be0cfdc-56f1-479a-8d5e-d01fc3d8a6b2 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:46:31.401778 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f76ea518-652f-44a2-9066-814de63d11c8 req-8cd84e2d-e682-4adc-a276-ce72452aba95 service neutron] 10.222.0.60 "GET /v2.0/networks/3447ec37-3982-4d19-88a9-e296027f90a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6303816 May 03 22:46:31.404158 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-7c246563-2680-4928-b1ff-fcd800ee5599 tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Allocated IP 172.25.2.52 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/22e92ad1-826c-4ec4-aef5-374d30d996fc) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:46:31.421161 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-ab39954b-94b8-404e-9711-131bed232b8b tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Synchronizing usage tracker for tenant:584c47bf47e049698552e4a4a9d3464d on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:46:31.467519 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-ab39954b-94b8-404e-9711-131bed232b8b tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Unset dirty status for tenant:584c47bf47e049698552e4a4a9d3464d on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:46:31.470491 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-ab39954b-94b8-404e-9711-131bed232b8b tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-570942011&fields=id&tenant_id=584c47bf47e049698552e4a4a9d3464d HTTP/1.1" status: 200 len: 267 time: 0.1840873 May 03 22:46:31.548068 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 1be0cfdc-56f1-479a-8d5e-d01fc3d8a6b2 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:46:31.548501 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:31.565094 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f76ea518-652f-44a2-9066-814de63d11c8 req-b075a94d-d1b9-495d-bd5c-0600360d9e2f service neutron] 10.222.0.60 "GET /v2.0/networks/3447ec37-3982-4d19-88a9-e296027f90a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521888 May 03 22:46:31.656450 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c246563-2680-4928-b1ff-fcd800ee5599 tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4ed802-8f57-4f89-b9f0-118693364215,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:31.679546 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f76ea518-652f-44a2-9066-814de63d11c8 req-198eadcb-d684-4a09-9e97-1845976dff26 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=70772943-6de8-4896-bcbe-7157ba0b4c77 HTTP/1.1" status: 200 len: 217 time: 0.0999591 May 03 22:46:31.817840 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5ce47764-c1f9-4f72-afad-0cd8fe7b4db9 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:31.922458 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5ce47764-c1f9-4f72-afad-0cd8fe7b4db9 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Transition to ACTIVE for port object 8a1c5f72-11f8-497b-9fc4-ea3247fdb317 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:46:31.950823 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ea518-652f-44a2-9066-814de63d11c8 req-1c1d3541-7b31-4ef8-a101-1ed99d007040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:31.950823 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f76ea518-652f-44a2-9066-814de63d11c8 req-1c1d3541-7b31-4ef8-a101-1ed99d007040 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7e46920-9d2d-4625-9a5c-68c22a8e6522 HTTP/1.1" status: 200 len: 797 time: 0.2543464 May 03 22:46:32.009041 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-46b498cd-1cd0-4592-8f6a-0ebdcf1a16e8 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:32.009822 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-46b498cd-1cd0-4592-8f6a-0ebdcf1a16e8 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Synchronizing usage tracker for tenant:584c47bf47e049698552e4a4a9d3464d on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:46:32.019722 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56746) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:32.052202 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2abab5-f451-46a6-974e-33f5b1fad83a req-94aa1902-ece8-4cbb-8d73-ea60a48b9269 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:32.058704 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2abab5-f451-46a6-974e-33f5b1fad83a req-94aa1902-ece8-4cbb-8d73-ea60a48b9269 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:32.071249 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4b2abab5-f451-46a6-974e-33f5b1fad83a req-94aa1902-ece8-4cbb-8d73-ea60a48b9269 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 1653 time: 0.2346091 May 03 22:46:32.080935 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-46b498cd-1cd0-4592-8f6a-0ebdcf1a16e8 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Unset dirty status for tenant:584c47bf47e049698552e4a4a9d3464d on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:46:32.082515 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-46b498cd-1cd0-4592-8f6a-0ebdcf1a16e8 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/networks?id=39f05c72-cd07-47a8-8e9e-517ef5a6c54f HTTP/1.1" status: 200 len: 797 time: 0.6013267 May 03 22:46:32.120726 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-0799c4a9-633e-497e-a6f2-9834010d0258 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/quotas/584c47bf47e049698552e4a4a9d3464d HTTP/1.1" status: 200 len: 375 time: 0.0187936 May 03 22:46:32.132508 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4b2abab5-f451-46a6-974e-33f5b1fad83a req-2e625938-d077-45f7-9def-d8c6ae802b92 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647149 May 03 22:46:32.228702 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5ce47764-c1f9-4f72-afad-0cd8fe7b4db9 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:32.233031 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7c246563-2680-4928-b1ff-fcd800ee5599 tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:32.238804 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ea518-652f-44a2-9066-814de63d11c8 req-6e9f012b-c1eb-4c0c-85d5-0d3851aaab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:32.240595 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f76ea518-652f-44a2-9066-814de63d11c8 req-6e9f012b-c1eb-4c0c-85d5-0d3851aaab28 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a8a12fef-8f1f-42e2-8a9d-7a66402fff0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2693071 May 03 22:46:32.262217 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3782f473-ca9c-42fa-a647-4bc6c9f23505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:32.334997 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3782f473-ca9c-42fa-a647-4bc6c9f23505 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:32.334997 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3782f473-ca9c-42fa-a647-4bc6c9f23505 admin admin] Usage tracker for resource:security_group_rule and tenant:5bef3f2856394c3bad9da5e3a4e01578 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:32.345514 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3782f473-ca9c-42fa-a647-4bc6c9f23505 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:32.345514 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3782f473-ca9c-42fa-a647-4bc6c9f23505 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:32.443556 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3782f473-ca9c-42fa-a647-4bc6c9f23505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:32.450106 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5ce47764-c1f9-4f72-afad-0cd8fe7b4db9 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Network 39659ede-a161-442b-8b5e-00bdb95cd624 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:46:32.458549 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3782f473-ca9c-42fa-a647-4bc6c9f23505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:32.465029 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5ce47764-c1f9-4f72-afad-0cd8fe7b4db9 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:46:32.472044 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5ce47764-c1f9-4f72-afad-0cd8fe7b4db9 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:46:32.544196 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce47764-c1f9-4f72-afad-0cd8fe7b4db9 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Pushing event updated for resources: {'Port': ['ID=8a1c5f72-11f8-497b-9fc4-ea3247fdb317,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:32.592393 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3782f473-ca9c-42fa-a647-4bc6c9f23505 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5bef3f2856394c3bad9da5e3a4e01578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5709910 May 03 22:46:32.603350 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56762) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:32.616245 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782f473-ca9c-42fa-a647-4bc6c9f23505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c24d5a-0f76-454c-96a4-3ba6de93f559,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:32.654886 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-d7033942-b772-4913-9e01-5afd22da30d6 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=584c47bf47e049698552e4a4a9d3464d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5085559 May 03 22:46:32.675648 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7c246563-2680-4928-b1ff-fcd800ee5599 tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:32.685178 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5ce47764-c1f9-4f72-afad-0cd8fe7b4db9 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:32.685929 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5ce47764-c1f9-4f72-afad-0cd8fe7b4db9 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:32.694135 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f76ea518-652f-44a2-9066-814de63d11c8 req-fe689d06-3c9d-4648-9db6-f7adc22c1580 service neutron] 10.222.0.60 "GET /v2.0/networks/a8a12fef-8f1f-42e2-8a9d-7a66402fff0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4095733 May 03 22:46:32.811278 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c246563-2680-4928-b1ff-fcd800ee5599 tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:46:32.834481 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f1c3fa0f-a58e-42d2-a742-015f61b6b498 None None] Provisioning for port 8a1c5f72-11f8-497b-9fc4-ea3247fdb317 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:46:32.839503 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-7c246563-2680-4928-b1ff-fcd800ee5599 tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:46:32.839503 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c246563-2680-4928-b1ff-fcd800ee5599 tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:46:32.845067 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f1c3fa0f-a58e-42d2-a742-015f61b6b498 None None] Provisioning complete for port 8a1c5f72-11f8-497b-9fc4-ea3247fdb317 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:46:32.845538 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f1c3fa0f-a58e-42d2-a742-015f61b6b498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:32.856619 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-981045fe-eb18-4a7d-8404-69edded4a690 service neutron] 10.222.0.58 "GET /v2.0/networks/39f05c72-cd07-47a8-8e9e-517ef5a6c54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008100 May 03 22:46:32.905605 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f1c3fa0f-a58e-42d2-a742-015f61b6b498 None None] Port 8a1c5f72-11f8-497b-9fc4-ea3247fdb317 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:46:32.926414 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c246563-2680-4928-b1ff-fcd800ee5599 tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Pushing event updated for resources: {'Port': ['ID=22e92ad1-826c-4ec4-aef5-374d30d996fc,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:32.940563 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5ce47764-c1f9-4f72-afad-0cd8fe7b4db9 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.9199154 May 03 22:46:33.071993 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-fd33c743-6205-4917-b0f7-8dde96f95c39 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:33.073525 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-fd33c743-6205-4917-b0f7-8dde96f95c39 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/networks?id=b888fdcb-b426-46e1-8277-6fcb7706bfd7 HTTP/1.1" status: 200 len: 809 time: 0.7994156 May 03 22:46:33.090058 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-3a17fdfc-638d-4d33-bf1b-8931ca3efaab tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Request body: {'port': {'device_id': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c7b56b55-0340-4699-b0c7-3b74594ad3b7', 'admin_state_up': True, 'tenant_id': 'd6f7f307699c4be5803d470738b6e79e', 'security_groups': ['f30926ad-227c-4de7-8e18-a484ba734b31']}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:33.147404 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c246563-2680-4928-b1ff-fcd800ee5599 tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:33.148253 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7c246563-2680-4928-b1ff-fcd800ee5599 tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:33.156297 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-5b024b79-7de1-4303-8618-aa0ca6e958d3 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/quotas/bdbc5a9222cd43deb11d74ba562f86d0 HTTP/1.1" status: 200 len: 375 time: 0.0301507 May 03 22:46:33.230898 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4443290f-0889-4ac1-91d6-42a73a1e2b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:33.235986 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-9a23465e-f6da-405f-b335-745221f5732e tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=bdbc5a9222cd43deb11d74ba562f86d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688248 May 03 22:46:33.244920 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f76ea518-652f-44a2-9066-814de63d11c8 req-acdadb3c-148c-416a-9110-e20134df6881 service neutron] 10.222.0.60 "GET /v2.0/networks/a8a12fef-8f1f-42e2-8a9d-7a66402fff0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5117619 May 03 22:46:33.249901 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7c246563-2680-4928-b1ff-fcd800ee5599 tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.0552917 May 03 22:46:33.258017 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56776) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:33.289138 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-9943f941-0349-4d2d-8c77-10dafa367bee tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.52'}]}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:33.312031 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9943f941-0349-4d2d-8c77-10dafa367bee tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:33.315667 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-80beb2dd-0637-47e2-bed3-f7ac09bd51d2 service neutron] 10.222.0.58 "GET /v2.0/networks/39f05c72-cd07-47a8-8e9e-517ef5a6c54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582865 May 03 22:46:33.319818 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f76ea518-652f-44a2-9066-814de63d11c8 req-7d616ed9-1fe1-4419-a08f-f6acc045d8dc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=35cdd9e5-7422-4479-9fde-9ac4d09ecccf HTTP/1.1" status: 200 len: 217 time: 0.0674102 May 03 22:46:33.333402 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9943f941-0349-4d2d-8c77-10dafa367bee tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Usage tracker for resource:router and tenant:b9224acdf66040688cce783c008c1fb5 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:33.344101 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4443290f-0889-4ac1-91d6-42a73a1e2b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:33.367259 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9943f941-0349-4d2d-8c77-10dafa367bee tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:33.394180 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-3a17fdfc-638d-4d33-bf1b-8931ca3efaab tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:33.400235 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-3a17fdfc-638d-4d33-bf1b-8931ca3efaab tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Usage tracker for resource:port and tenant:d6f7f307699c4be5803d470738b6e79e is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:33.407388 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-3a17fdfc-638d-4d33-bf1b-8931ca3efaab tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Quota usage for port was recalculated. Used quota:10. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:33.415619 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-3a17fdfc-638d-4d33-bf1b-8931ca3efaab tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:33.423214 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ea518-652f-44a2-9066-814de63d11c8 req-1b3c73b4-625a-4601-a271-49cc1514f3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:33.423214 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f76ea518-652f-44a2-9066-814de63d11c8 req-1b3c73b4-625a-4601-a271-49cc1514f3dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7e46920-9d2d-4625-9a5c-68c22a8e6522 HTTP/1.1" status: 200 len: 797 time: 0.0883253 May 03 22:46:33.454915 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9943f941-0349-4d2d-8c77-10dafa367bee tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:33.475606 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-3a17fdfc-638d-4d33-bf1b-8931ca3efaab tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Made reservation on behalf of d6f7f307699c4be5803d470738b6e79e for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:46:33.658956 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ea518-652f-44a2-9066-814de63d11c8 req-f1223121-89c8-4bd6-9c3d-0d4597dc687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:33.658956 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f76ea518-652f-44a2-9066-814de63d11c8 req-f1223121-89c8-4bd6-9c3d-0d4597dc687f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a8a12fef-8f1f-42e2-8a9d-7a66402fff0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2251134 May 03 22:46:33.680455 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-a9a8ae7d-fe98-481b-bde6-3ba8966b5df0 service neutron] 10.222.0.58 "GET /v2.0/networks/b888fdcb-b426-46e1-8277-6fcb7706bfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169755 May 03 22:46:33.725519 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9943f941-0349-4d2d-8c77-10dafa367bee tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:33.725519 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9943f941-0349-4d2d-8c77-10dafa367bee tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:33.746724 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-3a17fdfc-638d-4d33-bf1b-8931ca3efaab tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:33.836428 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9943f941-0349-4d2d-8c77-10dafa367bee tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:33.861728 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4443290f-0889-4ac1-91d6-42a73a1e2b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:33.913760 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831009ce-715d-437b-8d8d-24d82be15650 req-3362ee5a-2eed-4e45-b27b-a80821522598 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:33.913760 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831009ce-715d-437b-8d8d-24d82be15650 req-3362ee5a-2eed-4e45-b27b-a80821522598 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:33.925350 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831009ce-715d-437b-8d8d-24d82be15650 req-3362ee5a-2eed-4e45-b27b-a80821522598 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:33.925350 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831009ce-715d-437b-8d8d-24d82be15650 req-3362ee5a-2eed-4e45-b27b-a80821522598 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:33.936088 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831009ce-715d-437b-8d8d-24d82be15650 req-3362ee5a-2eed-4e45-b27b-a80821522598 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:33.939953 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831009ce-715d-437b-8d8d-24d82be15650 req-3362ee5a-2eed-4e45-b27b-a80821522598 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:33.946072 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831009ce-715d-437b-8d8d-24d82be15650 req-3362ee5a-2eed-4e45-b27b-a80821522598 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:33.951450 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-831009ce-715d-437b-8d8d-24d82be15650 req-3362ee5a-2eed-4e45-b27b-a80821522598 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5443 time: 0.3625474 May 03 22:46:33.978702 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443290f-0889-4ac1-91d6-42a73a1e2b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c24d5a-0f76-454c-96a4-3ba6de93f559,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:34.004609 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f76ea518-652f-44a2-9066-814de63d11c8 req-3aba5fab-e507-446c-bf12-5dfdf8eda6ac service neutron] 10.222.0.60 "GET /v2.0/networks/a8a12fef-8f1f-42e2-8a9d-7a66402fff0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274798 May 03 22:46:34.051160 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4443290f-0889-4ac1-91d6-42a73a1e2b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:34.051160 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4443290f-0889-4ac1-91d6-42a73a1e2b87 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c6c24d5a-0f76-454c-96a4-3ba6de93f559 HTTP/1.1" status: 204 len: 168 time: 1.4403982 May 03 22:46:34.103283 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-f0482ad7-6770-4809-bf45-81ac8f67574d service neutron] 10.222.0.58 "GET /v2.0/networks/b888fdcb-b426-46e1-8277-6fcb7706bfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262705 May 03 22:46:34.154548 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-831009ce-715d-437b-8d8d-24d82be15650 req-78c3ab4c-f469-45ff-b7b0-36fc1a926ded tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2026939 May 03 22:46:34.334699 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f76ea518-652f-44a2-9066-814de63d11c8 req-842c2bb0-7588-427b-8b40-0972b9281907 service neutron] 10.222.0.60 "GET /v2.0/networks/a8a12fef-8f1f-42e2-8a9d-7a66402fff0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179555 May 03 22:46:34.341014 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-3a17fdfc-638d-4d33-bf1b-8931ca3efaab tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Allocated IP 10.2.2.100 (c7b56b55-0340-4699-b0c7-3b74594ad3b7/2376228d-867e-4de8-ac27-ddcb210d265f/a9c5efb9-9e57-4822-8224-c4bfc00dc164) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:46:34.441832 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f76ea518-652f-44a2-9066-814de63d11c8 req-8aec6c77-6e27-43a1-bd26-8346756990cc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=514dff93-7c2f-488c-83d9-709281d10db1 HTTP/1.1" status: 200 len: 217 time: 0.0922084 May 03 22:46:34.458971 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9943f941-0349-4d2d-8c77-10dafa367bee tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:34.502332 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56800) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:34.509664 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-bac8dc8b-162a-4d53-a633-eafc8d56ede3 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1912768091', 'description': 'tempest-description--1850575609'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:34.546983 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-bac8dc8b-162a-4d53-a633-eafc8d56ede3 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:34.584309 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-bac8dc8b-162a-4d53-a633-eafc8d56ede3 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:34.636621 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ea518-652f-44a2-9066-814de63d11c8 req-207a5a05-9ac8-4361-8af7-bacfe2af1bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:34.638471 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f76ea518-652f-44a2-9066-814de63d11c8 req-207a5a05-9ac8-4361-8af7-bacfe2af1bc9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7e46920-9d2d-4625-9a5c-68c22a8e6522 HTTP/1.1" status: 200 len: 797 time: 0.1883824 May 03 22:46:34.659794 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bac8dc8b-162a-4d53-a633-eafc8d56ede3 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:34.782302 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-bac8dc8b-162a-4d53-a633-eafc8d56ede3 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:34.819129 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-bac8dc8b-162a-4d53-a633-eafc8d56ede3 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Usage tracker for resource:security_group_rule and tenant:c9b36c2026314fcba54b84af09c29f52 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:34.896858 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-bac8dc8b-162a-4d53-a633-eafc8d56ede3 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:34.899195 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56808) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:34.935442 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-bac8dc8b-162a-4d53-a633-eafc8d56ede3 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:34.948658 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-3a17fdfc-638d-4d33-bf1b-8931ca3efaab tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:34.954316 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ea518-652f-44a2-9066-814de63d11c8 req-c507844e-380e-418d-a508-2c70525c29bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:34.955463 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-225b4d99-abbb-48c2-be50-e2cd4b8c79bf req-fbbc5460-38e5-4414-a6fc-fb698de0ac1a tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=613e9e45-8d55-4db3-999c-5b7c3b03512f HTTP/1.1" status: 200 len: 210 time: 0.1390023 May 03 22:46:34.965792 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f76ea518-652f-44a2-9066-814de63d11c8 req-c507844e-380e-418d-a508-2c70525c29bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a8a12fef-8f1f-42e2-8a9d-7a66402fff0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3163993 May 03 22:46:34.981741 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-033ca98c-f656-4dc8-bbeb-e3da48252419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:35.026498 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-3a17fdfc-638d-4d33-bf1b-8931ca3efaab tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Transition to ACTIVE for port object a9c5efb9-9e57-4822-8224-c4bfc00dc164 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:46:35.045409 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-033ca98c-f656-4dc8-bbeb-e3da48252419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:35.095629 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-033ca98c-f656-4dc8-bbeb-e3da48252419 admin admin] Usage tracker for resource:security_group_rule and tenant:37adfaaeb1394552b015c32c56f04d74 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:35.099552 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-033ca98c-f656-4dc8-bbeb-e3da48252419 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:35.121505 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-033ca98c-f656-4dc8-bbeb-e3da48252419 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:35.140757 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6013b33-56a9-4d91-acd3-5fc3d699ed6f req-eca48f48-190c-482b-95a1-bb787c74c373 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:35.153145 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6013b33-56a9-4d91-acd3-5fc3d699ed6f req-eca48f48-190c-482b-95a1-bb787c74c373 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:35.163331 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f76ea518-652f-44a2-9066-814de63d11c8 req-0d047e4d-80c8-4a7c-b35a-141b804997dd service neutron] 10.222.0.60 "GET /v2.0/networks/a8a12fef-8f1f-42e2-8a9d-7a66402fff0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897771 May 03 22:46:35.171124 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6013b33-56a9-4d91-acd3-5fc3d699ed6f req-eca48f48-190c-482b-95a1-bb787c74c373 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:35.172461 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b6013b33-56a9-4d91-acd3-5fc3d699ed6f req-eca48f48-190c-482b-95a1-bb787c74c373 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 2373 time: 0.4696240 May 03 22:46:35.173068 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-3a17fdfc-638d-4d33-bf1b-8931ca3efaab tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:35.377565 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b6013b33-56a9-4d91-acd3-5fc3d699ed6f req-16d5196a-20f3-44e9-97a1-e11688b38e94 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934273 May 03 22:46:35.426503 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bac8dc8b-162a-4d53-a633-eafc8d56ede3 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:35.444249 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bac8dc8b-162a-4d53-a633-eafc8d56ede3 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:35.581528 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-3a17fdfc-638d-4d33-bf1b-8931ca3efaab tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Network c7b56b55-0340-4699-b0c7-3b74594ad3b7 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:46:35.586733 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-3a17fdfc-638d-4d33-bf1b-8931ca3efaab tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:46:35.636149 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-3a17fdfc-638d-4d33-bf1b-8931ca3efaab tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:46:35.747189 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261f23d-5553-4494-9a5a-056ae89b3f2f req-ea3e079c-a21c-498e-bc73-622a1aa53232 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:35.760414 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17fdfc-638d-4d33-bf1b-8931ca3efaab tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Pushing event updated for resources: {'Port': ['ID=a9c5efb9-9e57-4822-8224-c4bfc00dc164,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:35.762934 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261f23d-5553-4494-9a5a-056ae89b3f2f req-ea3e079c-a21c-498e-bc73-622a1aa53232 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:35.770324 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261f23d-5553-4494-9a5a-056ae89b3f2f req-ea3e079c-a21c-498e-bc73-622a1aa53232 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:35.780835 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261f23d-5553-4494-9a5a-056ae89b3f2f req-ea3e079c-a21c-498e-bc73-622a1aa53232 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:35.795517 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261f23d-5553-4494-9a5a-056ae89b3f2f req-ea3e079c-a21c-498e-bc73-622a1aa53232 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:35.815607 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261f23d-5553-4494-9a5a-056ae89b3f2f req-ea3e079c-a21c-498e-bc73-622a1aa53232 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:35.830970 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261f23d-5553-4494-9a5a-056ae89b3f2f req-ea3e079c-a21c-498e-bc73-622a1aa53232 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:35.832886 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5261f23d-5553-4494-9a5a-056ae89b3f2f req-ea3e079c-a21c-498e-bc73-622a1aa53232 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5443 time: 0.6590064 May 03 22:46:35.847084 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-033ca98c-f656-4dc8-bbeb-e3da48252419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:35.870315 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8dc8b-162a-4d53-a633-eafc8d56ede3 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0fa720-34c7-45c8-8944-b3aaf4568555,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:35.924593 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-3a17fdfc-638d-4d33-bf1b-8931ca3efaab tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:35.925292 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-3a17fdfc-638d-4d33-bf1b-8931ca3efaab tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:35.935776 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bac8dc8b-162a-4d53-a633-eafc8d56ede3 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:35.937134 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-bac8dc8b-162a-4d53-a633-eafc8d56ede3 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4332914 May 03 22:46:35.938082 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-033ca98c-f656-4dc8-bbeb-e3da48252419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:35.946476 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56816) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:35.955168 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-9d336188-b346-4a3f-9009-7707a2cced00 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Request body: {'security_group_rule': {'security_group_id': '5b0fa720-34c7-45c8-8944-b3aaf4568555', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:35.982863 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-9d336188-b346-4a3f-9009-7707a2cced00 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:35.993493 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f76ea518-652f-44a2-9066-814de63d11c8 req-f4aef373-07f5-4ceb-97e9-72eb361b1786 service neutron] 10.222.0.60 "GET /v2.0/networks/a8a12fef-8f1f-42e2-8a9d-7a66402fff0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8149951 May 03 22:46:35.994612 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9d336188-b346-4a3f-9009-7707a2cced00 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Usage tracker for resource:security_group_rule and tenant:c9b36c2026314fcba54b84af09c29f52 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:36.008412 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9d336188-b346-4a3f-9009-7707a2cced00 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:36.025239 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f94aae94-29d0-446e-8ef8-5d8b519c2198 req-fe319093-a7c8-443b-a197-ee3c09d42112 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?device_id=c79145db-d5ce-4536-b695-3fe7640cb17a HTTP/1.1" status: 200 len: 210 time: 0.1780460 May 03 22:46:36.032647 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ca98c-f656-4dc8-bbeb-e3da48252419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a3fbd1-aa2d-48cb-9ef3-4e9393740503,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:36.042875 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-033ca98c-f656-4dc8-bbeb-e3da48252419 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=37adfaaeb1394552b015c32c56f04d74&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1343460 May 03 22:46:36.047890 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56822) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:36.066116 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1acc69ed-82f7-46da-911c-4abddb2b2058 None None] Provisioning for port a9c5efb9-9e57-4822-8224-c4bfc00dc164 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:46:36.073517 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1acc69ed-82f7-46da-911c-4abddb2b2058 None None] Provisioning complete for port a9c5efb9-9e57-4822-8224-c4bfc00dc164 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:46:36.074406 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1acc69ed-82f7-46da-911c-4abddb2b2058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:36.093572 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-9d336188-b346-4a3f-9009-7707a2cced00 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:36.096392 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-3a17fdfc-638d-4d33-bf1b-8931ca3efaab tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1472540 May 03 22:46:36.097587 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f76ea518-652f-44a2-9066-814de63d11c8 req-6f621724-dea1-4f39-aff6-39dc011d9e82 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=d99ae307-1483-492b-b9b0-159ed89bfb47 HTTP/1.1" status: 200 len: 217 time: 0.0939126 May 03 22:46:36.145392 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1acc69ed-82f7-46da-911c-4abddb2b2058 None None] Port a9c5efb9-9e57-4822-8224-c4bfc00dc164 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:46:36.157504 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-559537dc-bc12-44bb-a55f-0561eb8dced1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Request body: {'port': {'device_id': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c7b56b55-0340-4699-b0c7-3b74594ad3b7', 'admin_state_up': True, 'tenant_id': 'd6f7f307699c4be5803d470738b6e79e', 'security_groups': ['f30926ad-227c-4de7-8e18-a484ba734b31']}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:36.199769 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-c53de23f-0715-4195-9874-eccc90872f80 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:36.201165 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-c53de23f-0715-4195-9874-eccc90872f80 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.67 "GET /v2.0/networks?id=39f05c72-cd07-47a8-8e9e-517ef5a6c54f HTTP/1.1" status: 200 len: 797 time: 0.5020475 May 03 22:46:36.258808 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9d336188-b346-4a3f-9009-7707a2cced00 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:36.286675 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea5c1a1b-27f9-43b3-b4d8-c63079214864 req-efb83c28-4234-42d6-830b-0bb63d0f0134 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=613e9e45-8d55-4db3-999c-5b7c3b03512f HTTP/1.1" status: 200 len: 210 time: 0.1523898 May 03 22:46:36.339984 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ea518-652f-44a2-9066-814de63d11c8 req-4dfa1c59-a61c-4560-8177-99c129ad082a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:36.339984 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f76ea518-652f-44a2-9066-814de63d11c8 req-4dfa1c59-a61c-4560-8177-99c129ad082a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7e46920-9d2d-4625-9a5c-68c22a8e6522 HTTP/1.1" status: 200 len: 797 time: 0.2183034 May 03 22:46:36.379035 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9943f941-0349-4d2d-8c77-10dafa367bee tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:36.421702 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9943f941-0349-4d2d-8c77-10dafa367bee tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:36.468043 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d977533d-74d5-4358-a07d-45c1be3c4256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:36.487852 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-f29899de-1967-4821-9c40-a8032e3ff2a3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=584c47bf47e049698552e4a4a9d3464d HTTP/1.1" status: 200 len: 472 time: 0.2615812 May 03 22:46:36.496625 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d977533d-74d5-4358-a07d-45c1be3c4256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:36.519038 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-ecd8e508-ef8f-4b9f-af50-28ba5e7b47b2 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Request body: {'port': {'device_id': '613e9e45-8d55-4db3-999c-5b7c3b03512f', 'network_id': '39f05c72-cd07-47a8-8e9e-517ef5a6c54f', 'admin_state_up': True, 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'security_groups': ['c0b9bd1f-dd06-4143-9ea0-76f399e91c00']}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:36.583169 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-559537dc-bc12-44bb-a55f-0561eb8dced1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:36.600758 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-559537dc-bc12-44bb-a55f-0561eb8dced1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Usage tracker for resource:port and tenant:d6f7f307699c4be5803d470738b6e79e is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:36.664469 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-559537dc-bc12-44bb-a55f-0561eb8dced1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Quota usage for port was recalculated. Used quota:11. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:36.689617 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d977533d-74d5-4358-a07d-45c1be3c4256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:36.723940 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977533d-74d5-4358-a07d-45c1be3c4256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a3fbd1-aa2d-48cb-9ef3-4e9393740503,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:36.730096 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-559537dc-bc12-44bb-a55f-0561eb8dced1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:36.735788 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9d336188-b346-4a3f-9009-7707a2cced00 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:36.750043 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f95d9-34b6-4d2d-af3e-9a7a57bc47c7 req-eb05e066-4510-4749-9f40-6afd2d312abc tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:36.756505 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f95d9-34b6-4d2d-af3e-9a7a57bc47c7 req-eb05e066-4510-4749-9f40-6afd2d312abc tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:36.761926 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f95d9-34b6-4d2d-af3e-9a7a57bc47c7 req-eb05e066-4510-4749-9f40-6afd2d312abc tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:36.766548 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9d336188-b346-4a3f-9009-7707a2cced00 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:36.768320 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f95d9-34b6-4d2d-af3e-9a7a57bc47c7 req-eb05e066-4510-4749-9f40-6afd2d312abc tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:36.770195 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7e1f95d9-34b6-4d2d-af3e-9a7a57bc47c7 req-eb05e066-4510-4749-9f40-6afd2d312abc tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 3094 time: 0.2609189 May 03 22:46:36.774406 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d977533d-74d5-4358-a07d-45c1be3c4256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:36.775571 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d977533d-74d5-4358-a07d-45c1be3c4256 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a0a3fbd1-aa2d-48cb-9ef3-4e9393740503 HTTP/1.1" status: 204 len: 168 time: 0.7259774 May 03 22:46:36.805110 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-559537dc-bc12-44bb-a55f-0561eb8dced1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Made reservation on behalf of d6f7f307699c4be5803d470738b6e79e for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:46:36.809799 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-559537dc-bc12-44bb-a55f-0561eb8dced1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:36.845426 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d336188-b346-4a3f-9009-7707a2cced00 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d5a8be5-9244-4f8a-8a66-7e34ff6bd586,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:36.867476 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7e1f95d9-34b6-4d2d-af3e-9a7a57bc47c7 req-e0d23f10-1ab9-4462-80d0-fea61ac8157d tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622108 May 03 22:46:36.872503 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9943f941-0349-4d2d-8c77-10dafa367bee tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:36.880048 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ea518-652f-44a2-9066-814de63d11c8 req-04fd617c-bc58-4875-9440-7c30c0cc2254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:36.881719 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f76ea518-652f-44a2-9066-814de63d11c8 req-04fd617c-bc58-4875-9440-7c30c0cc2254 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a8a12fef-8f1f-42e2-8a9d-7a66402fff0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5226905 May 03 22:46:36.896681 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-518ec63b-ecf6-4c2e-815f-c4ca57f9e88a tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:36.898509 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-518ec63b-ecf6-4c2e-815f-c4ca57f9e88a tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.67 "GET /v2.0/networks?id=b888fdcb-b426-46e1-8277-6fcb7706bfd7 HTTP/1.1" status: 200 len: 809 time: 0.4384170 May 03 22:46:36.906966 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9d336188-b346-4a3f-9009-7707a2cced00 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:36.908323 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9d336188-b346-4a3f-9009-7707a2cced00 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9573495 May 03 22:46:36.913385 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-b5918b14-b538-440e-921e-b3ecc7fd41b8 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Request body: {'port': {'device_id': 'c79145db-d5ce-4536-b695-3fe7640cb17a', 'network_id': 'b888fdcb-b426-46e1-8277-6fcb7706bfd7', 'admin_state_up': True, 'tenant_id': 'bdbc5a9222cd43deb11d74ba562f86d0'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:36.931063 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56836) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:36.964133 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-49e94231-c13d-4fa8-8ccb-0aeb2ea0e1fd tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Request body: {'security_group_rule': {'security_group_id': '5b0fa720-34c7-45c8-8944-b3aaf4568555', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:36.973633 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-ecd8e508-ef8f-4b9f-af50-28ba5e7b47b2 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:37.027601 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-49e94231-c13d-4fa8-8ccb-0aeb2ea0e1fd tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:37.030464 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-ecd8e508-ef8f-4b9f-af50-28ba5e7b47b2 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Usage tracker for resource:port and tenant:584c47bf47e049698552e4a4a9d3464d is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:37.221916 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-ecd8e508-ef8f-4b9f-af50-28ba5e7b47b2 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:37.226453 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-49e94231-c13d-4fa8-8ccb-0aeb2ea0e1fd tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Usage tracker for resource:security_group_rule and tenant:c9b36c2026314fcba54b84af09c29f52 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:37.229281 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-49e94231-c13d-4fa8-8ccb-0aeb2ea0e1fd tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:37.235609 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-49e94231-c13d-4fa8-8ccb-0aeb2ea0e1fd tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:37.262908 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-ecd8e508-ef8f-4b9f-af50-28ba5e7b47b2 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:37.271172 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f76ea518-652f-44a2-9066-814de63d11c8 req-d4b7d0a5-0739-451e-af9c-006d6605a299 service neutron] 10.222.0.60 "GET /v2.0/networks/a8a12fef-8f1f-42e2-8a9d-7a66402fff0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693326 May 03 22:46:37.297677 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f50254a4-1c1e-49d9-8927-eaf35f3e78e1 req-e8cece15-d770-4255-adb7-60746d6b64b3 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?device_id=c79145db-d5ce-4536-b695-3fe7640cb17a HTTP/1.1" status: 200 len: 210 time: 0.0575559 May 03 22:46:37.301892 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9943f941-0349-4d2d-8c77-10dafa367bee tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:37.304781 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9943f941-0349-4d2d-8c77-10dafa367bee tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:37.356169 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9943f941-0349-4d2d-8c77-10dafa367bee tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:37.356734 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9943f941-0349-4d2d-8c77-10dafa367bee tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cea492f4-1b3d-437c-9d86-b585fd8d63e5 {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:46:37.409449 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56866) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:37.418308 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-9943f941-0349-4d2d-8c77-10dafa367bee tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 03 22:46:37.419728 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9943f941-0349-4d2d-8c77-10dafa367bee tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.1589386 May 03 22:46:37.423282 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56872) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:37.506245 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b81ea38f-996e-46fa-99a7-fadd9b4a7237 req-8186be31-79b8-4baf-a53c-14a7e0654d5b tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=613e9e45-8d55-4db3-999c-5b7c3b03512f HTTP/1.1" status: 200 len: 210 time: 0.0852182 May 03 22:46:37.552920 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-eb31dc7d-48df-4870-9af0-d44888a172be tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Deleting port 22e92ad1-826c-4ec4-aef5-374d30d996fc {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:46:37.553367 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-eb31dc7d-48df-4870-9af0-d44888a172be tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:37.622507 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-49e94231-c13d-4fa8-8ccb-0aeb2ea0e1fd tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:37.713779 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-ecd8e508-ef8f-4b9f-af50-28ba5e7b47b2 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Made reservation on behalf of 584c47bf47e049698552e4a4a9d3464d for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:46:37.717533 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-ecd8e508-ef8f-4b9f-af50-28ba5e7b47b2 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:37.963566 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c85a26-1136-44d6-9bca-9a3fe5e366b0 req-e987dd4a-701d-4083-a667-f4e81922b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:37.965477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c85a26-1136-44d6-9bca-9a3fe5e366b0 req-e987dd4a-701d-4083-a667-f4e81922b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:37.965477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c85a26-1136-44d6-9bca-9a3fe5e366b0 req-e987dd4a-701d-4083-a667-f4e81922b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:37.965477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c85a26-1136-44d6-9bca-9a3fe5e366b0 req-e987dd4a-701d-4083-a667-f4e81922b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:37.965477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c85a26-1136-44d6-9bca-9a3fe5e366b0 req-e987dd4a-701d-4083-a667-f4e81922b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:37.966003 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c85a26-1136-44d6-9bca-9a3fe5e366b0 req-e987dd4a-701d-4083-a667-f4e81922b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:37.966475 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c85a26-1136-44d6-9bca-9a3fe5e366b0 req-e987dd4a-701d-4083-a667-f4e81922b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:37.969015 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-54c85a26-1136-44d6-9bca-9a3fe5e366b0 req-e987dd4a-701d-4083-a667-f4e81922b903 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 6500 time: 0.5584497 May 03 22:46:37.990045 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-b5918b14-b538-440e-921e-b3ecc7fd41b8 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:38.003492 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-49e94231-c13d-4fa8-8ccb-0aeb2ea0e1fd tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:38.021828 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-eb31dc7d-48df-4870-9af0-d44888a172be tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:38.026640 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-49e94231-c13d-4fa8-8ccb-0aeb2ea0e1fd tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:38.036338 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-b5918b14-b538-440e-921e-b3ecc7fd41b8 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:38.119423 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-559537dc-bc12-44bb-a55f-0561eb8dced1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Allocated IP 10.2.2.200 (c7b56b55-0340-4699-b0c7-3b74594ad3b7/2376228d-867e-4de8-ac27-ddcb210d265f/b46b01d2-324c-4ced-a8bc-dbbdf42d265c) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:46:38.136217 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e94231-c13d-4fa8-8ccb-0aeb2ea0e1fd tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a98b3b9e-b42d-441d-8edf-292577bb14bd,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:38.147016 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f76ea518-652f-44a2-9066-814de63d11c8 req-64e8ce93-62d5-4e92-aa51-0fa625023f3a service neutron] 10.222.0.60 "GET /v2.0/networks/a8a12fef-8f1f-42e2-8a9d-7a66402fff0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7491624 May 03 22:46:38.206412 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-eb31dc7d-48df-4870-9af0-d44888a172be tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Calling delete_port for 22e92ad1-826c-4ec4-aef5-374d30d996fc owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:46:38.212174 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-b5918b14-b538-440e-921e-b3ecc7fd41b8 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Made reservation on behalf of bdbc5a9222cd43deb11d74ba562f86d0 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:46:38.215583 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-b5918b14-b538-440e-921e-b3ecc7fd41b8 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:38.234273 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-54c85a26-1136-44d6-9bca-9a3fe5e366b0 req-bb4d1076-c0b3-4f62-8051-aaa6e36b3f28 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2586186 May 03 22:46:38.255096 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f76ea518-652f-44a2-9066-814de63d11c8 req-c6d4a7c4-3bfb-413a-966a-1f0cb80ae9ff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4b827b01-9992-4ccc-9f5f-d70c9c87b504 HTTP/1.1" status: 200 len: 217 time: 0.0958359 May 03 22:46:38.277792 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-49e94231-c13d-4fa8-8ccb-0aeb2ea0e1fd tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:38.279213 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-49e94231-c13d-4fa8-8ccb-0aeb2ea0e1fd tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3249977 May 03 22:46:38.280821 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-ecd8e508-ef8f-4b9f-af50-28ba5e7b47b2 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Allocated IP 172.20.0.27 (39f05c72-cd07-47a8-8e9e-517ef5a6c54f/97270381-9b92-44b9-930d-d069d57723d8/e3a694c3-bb3e-48e9-9b45-41385f0456b8) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:46:38.292594 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56902) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:38.301114 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-ad8a14cd-2218-4379-b363-91aed62a105c tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:38.311104 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ad8a14cd-2218-4379-b363-91aed62a105c tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:38.319245 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ad8a14cd-2218-4379-b363-91aed62a105c tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Usage tracker for resource:floatingip and tenant:c9b36c2026314fcba54b84af09c29f52 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:38.324932 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ad8a14cd-2218-4379-b363-91aed62a105c tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:38.339017 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de2222-a03b-47fa-bd2d-2af6fcde3d23 req-5929200a-d588-42e8-a147-c108214a313d tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:38.344932 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de2222-a03b-47fa-bd2d-2af6fcde3d23 req-5929200a-d588-42e8-a147-c108214a313d tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:38.350770 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de2222-a03b-47fa-bd2d-2af6fcde3d23 req-5929200a-d588-42e8-a147-c108214a313d tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:38.356546 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de2222-a03b-47fa-bd2d-2af6fcde3d23 req-5929200a-d588-42e8-a147-c108214a313d tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:38.358427 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-02de2222-a03b-47fa-bd2d-2af6fcde3d23 req-5929200a-d588-42e8-a147-c108214a313d tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 3094 time: 0.3184822 May 03 22:46:38.399090 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ad8a14cd-2218-4379-b363-91aed62a105c tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:38.463114 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-eb31dc7d-48df-4870-9af0-d44888a172be tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:38.491484 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ea518-652f-44a2-9066-814de63d11c8 req-93734591-95da-4b1c-b27b-c726f0b48035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:38.493036 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f76ea518-652f-44a2-9066-814de63d11c8 req-93734591-95da-4b1c-b27b-c726f0b48035 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd5f6d92-c6fd-458d-8cd8-bf6128dc92c1 HTTP/1.1" status: 200 len: 797 time: 0.2223041 May 03 22:46:38.497478 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ad8a14cd-2218-4379-b363-91aed62a105c tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:38.586431 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6320b0e0-8652-4ef1-b1b0-040473b9bb99 req-401743ce-3870-4b15-b17e-63d32ed51c84 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?device_id=c79145db-d5ce-4536-b695-3fe7640cb17a HTTP/1.1" status: 200 len: 210 time: 0.1273487 May 03 22:46:38.594901 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-02de2222-a03b-47fa-bd2d-2af6fcde3d23 req-6e6ef55b-7e51-402f-8fa7-81d295d599a3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022488 May 03 22:46:38.595866 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31dc7d-48df-4870-9af0-d44888a172be tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Pushing event deleted for resources: {'Port': ['ID=22e92ad1-826c-4ec4-aef5-374d30d996fc,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:38.815117 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9190e6c5-d93f-40d2-85d5-b8aa819b152b req-e8fcca09-ce74-4e0d-8d05-543ba67ae428 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=613e9e45-8d55-4db3-999c-5b7c3b03512f HTTP/1.1" status: 200 len: 210 time: 0.0591457 May 03 22:46:38.870810 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-559537dc-bc12-44bb-a55f-0561eb8dced1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:38.887667 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-eb31dc7d-48df-4870-9af0-d44888a172be tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:38.904112 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-b5918b14-b538-440e-921e-b3ecc7fd41b8 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Allocated IP 172.20.0.5 (b888fdcb-b426-46e1-8277-6fcb7706bfd7/6f14b44a-594c-4e27-8f22-8dabc2bfdf58/eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:46:38.910533 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-eb31dc7d-48df-4870-9af0-d44888a172be tempest-RoutersAdminNegativeTest-573637602 tempest-RoutersAdminNegativeTest-573637602-project-admin] 10.222.0.58 "DELETE /v2.0/ports/22e92ad1-826c-4ec4-aef5-374d30d996fc HTTP/1.1" status: 204 len: 168 time: 1.4853020 May 03 22:46:38.947525 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-559537dc-bc12-44bb-a55f-0561eb8dced1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Transition to ACTIVE for port object b46b01d2-324c-4ced-a8bc-dbbdf42d265c will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:46:38.952230 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ad8a14cd-2218-4379-b363-91aed62a105c tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:38.957087 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-ecd8e508-ef8f-4b9f-af50-28ba5e7b47b2 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:38.975676 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ea518-652f-44a2-9066-814de63d11c8 req-fa597b9b-41cb-430c-976b-4643909b007a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:38.977152 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f76ea518-652f-44a2-9066-814de63d11c8 req-fa597b9b-41cb-430c-976b-4643909b007a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c844908-458f-43d5-a32d-190eedb78cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4240336 May 03 22:46:39.036807 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-ecd8e508-ef8f-4b9f-af50-28ba5e7b47b2 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Transition to ACTIVE for port object e3a694c3-bb3e-48e9-9b45-41385f0456b8 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:46:39.129367 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-ad8a14cd-2218-4379-b363-91aed62a105c tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Allocated IP 172.25.2.228 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/7294f451-07af-4f33-8fc2-4d92b5bf8bec) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:46:39.207774 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-559537dc-bc12-44bb-a55f-0561eb8dced1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:39.315835 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56954) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:39.358480 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ad8a14cd-2218-4379-b363-91aed62a105c tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:39.404282 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f76ea518-652f-44a2-9066-814de63d11c8 req-da199b01-ba98-4d2c-9d85-72e99ab5e3a5 service neutron] 10.222.0.60 "GET /v2.0/networks/3c844908-458f-43d5-a32d-190eedb78cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192295 May 03 22:46:39.406876 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-559537dc-bc12-44bb-a55f-0561eb8dced1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Network c7b56b55-0340-4699-b0c7-3b74594ad3b7 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:46:39.408938 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ad8a14cd-2218-4379-b363-91aed62a105c tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:39.413900 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-ecd8e508-ef8f-4b9f-af50-28ba5e7b47b2 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:39.429099 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-559537dc-bc12-44bb-a55f-0561eb8dced1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:46:39.456183 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559537dc-bc12-44bb-a55f-0561eb8dced1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Pushing event updated for resources: {'Port': ['ID=b46b01d2-324c-4ced-a8bc-dbbdf42d265c,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:39.458594 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-559537dc-bc12-44bb-a55f-0561eb8dced1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:46:39.518269 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a14cd-2218-4379-b363-91aed62a105c tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Pushing event updated for resources: {'Port': ['ID=7294f451-07af-4f33-8fc2-4d92b5bf8bec,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:39.601982 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8a14cd-2218-4379-b363-91aed62a105c tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:46:39.603792 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-ad8a14cd-2218-4379-b363-91aed62a105c tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:46:39.607499 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8a14cd-2218-4379-b363-91aed62a105c tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:46:39.638944 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dbe0453e-f81d-4cc4-a599-1b6a5dd94fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:39.706930 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-dbe0453e-f81d-4cc4-a599-1b6a5dd94fff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:39.711485 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-dbe0453e-f81d-4cc4-a599-1b6a5dd94fff admin admin] Usage tracker for resource:security_group_rule and tenant:482f0404665b43168a44ae3b30919eb7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:39.724036 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-dbe0453e-f81d-4cc4-a599-1b6a5dd94fff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:39.743915 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-dbe0453e-f81d-4cc4-a599-1b6a5dd94fff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:39.803883 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-883d451d-9e79-48f4-89d8-b34751466f54 None None] Provisioning for port b46b01d2-324c-4ced-a8bc-dbbdf42d265c completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:46:39.818066 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-ecd8e508-ef8f-4b9f-af50-28ba5e7b47b2 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Network 39f05c72-cd07-47a8-8e9e-517ef5a6c54f is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:46:39.828672 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-883d451d-9e79-48f4-89d8-b34751466f54 None None] Provisioning complete for port b46b01d2-324c-4ced-a8bc-dbbdf42d265c triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:46:39.830607 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-883d451d-9e79-48f4-89d8-b34751466f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:39.846782 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-b5918b14-b538-440e-921e-b3ecc7fd41b8 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:39.863853 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e9a5745c-24ac-4be2-82cc-fe6751168869 req-c2bdaa60-4ff5-4eaa-928f-a564796319c7 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?device_id=c79145db-d5ce-4536-b695-3fe7640cb17a HTTP/1.1" status: 200 len: 210 time: 0.0587459 May 03 22:46:39.968697 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-ecd8e508-ef8f-4b9f-af50-28ba5e7b47b2 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:46:39.970129 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ad8a14cd-2218-4379-b363-91aed62a105c tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:39.982905 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-559537dc-bc12-44bb-a55f-0561eb8dced1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:39.984729 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-559537dc-bc12-44bb-a55f-0561eb8dced1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:40.006027 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-ecd8e508-ef8f-4b9f-af50-28ba5e7b47b2 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:46:40.042650 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-883d451d-9e79-48f4-89d8-b34751466f54 None None] Port b46b01d2-324c-4ced-a8bc-dbbdf42d265c cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:46:40.051978 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-b5918b14-b538-440e-921e-b3ecc7fd41b8 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:40.192746 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-b5918b14-b538-440e-921e-b3ecc7fd41b8 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Network b888fdcb-b426-46e1-8277-6fcb7706bfd7 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:46:40.211155 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-b5918b14-b538-440e-921e-b3ecc7fd41b8 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:46:40.222386 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-b5918b14-b538-440e-921e-b3ecc7fd41b8 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:46:40.285227 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-559537dc-bc12-44bb-a55f-0561eb8dced1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1704745 May 03 22:46:40.304466 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd8e508-ef8f-4b9f-af50-28ba5e7b47b2 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'Port': ['ID=e3a694c3-bb3e-48e9-9b45-41385f0456b8,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:40.324112 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-44cd9859-474d-40d7-8aa9-64769e711315 service neutron] Request body: {'port': {'device_id': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:40.354834 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ad8a14cd-2218-4379-b363-91aed62a105c tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:40.379308 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c0c2801f-7dd6-4326-8004-74ef8ba71468 None None] Provisioning for port e3a694c3-bb3e-48e9-9b45-41385f0456b8 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:46:40.393704 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c0c2801f-7dd6-4326-8004-74ef8ba71468 None None] Provisioning complete for port e3a694c3-bb3e-48e9-9b45-41385f0456b8 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:46:40.394487 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c0c2801f-7dd6-4326-8004-74ef8ba71468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:40.481318 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-c0c2801f-7dd6-4326-8004-74ef8ba71468 None None] Port e3a694c3-bb3e-48e9-9b45-41385f0456b8 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:46:40.486406 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-ecd8e508-ef8f-4b9f-af50-28ba5e7b47b2 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:40.487317 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-ecd8e508-ef8f-4b9f-af50-28ba5e7b47b2 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:40.522695 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-b5918b14-b538-440e-921e-b3ecc7fd41b8 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:40.523998 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-b5918b14-b538-440e-921e-b3ecc7fd41b8 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:40.588212 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f76ea518-652f-44a2-9066-814de63d11c8 req-60681cbd-c07b-494e-a9d4-4e3cc990e5db service neutron] 10.222.0.60 "GET /v2.0/networks/3c844908-458f-43d5-a32d-190eedb78cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1603317 May 03 22:46:40.598273 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-b5918b14-b538-440e-921e-b3ecc7fd41b8 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6882708 May 03 22:46:40.630643 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac4ffa-39c6-42f0-acde-e1045ffd6dd0 req-34dd86e2-bbfb-4a80-aee2-bda45391480e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:40.638516 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac4ffa-39c6-42f0-acde-e1045ffd6dd0 req-34dd86e2-bbfb-4a80-aee2-bda45391480e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:40.647008 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac4ffa-39c6-42f0-acde-e1045ffd6dd0 req-34dd86e2-bbfb-4a80-aee2-bda45391480e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:40.654006 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac4ffa-39c6-42f0-acde-e1045ffd6dd0 req-34dd86e2-bbfb-4a80-aee2-bda45391480e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:40.661002 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac4ffa-39c6-42f0-acde-e1045ffd6dd0 req-34dd86e2-bbfb-4a80-aee2-bda45391480e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:40.663168 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f2ac4ffa-39c6-42f0-acde-e1045ffd6dd0 req-34dd86e2-bbfb-4a80-aee2-bda45391480e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 3815 time: 0.7910874 May 03 22:46:40.694141 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-bd515677-f7ce-4e26-975d-3ee97ec0fa1d service neutron] Request body: {'port': {'device_id': 'c79145db-d5ce-4536-b695-3fe7640cb17a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:40.724903 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dbe0453e-f81d-4cc4-a599-1b6a5dd94fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:40.749950 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-ecd8e508-ef8f-4b9f-af50-28ba5e7b47b2 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2452152 May 03 22:46:40.761227 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f76ea518-652f-44a2-9066-814de63d11c8 req-65e79ac1-a117-4486-b9c2-8c55ec5f3b9c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=89678d86-c165-4dfc-97f5-a935adc1fa0d HTTP/1.1" status: 200 len: 217 time: 0.1571681 May 03 22:46:40.764293 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ab89a-55ed-4f4c-81e8-06ebd5937ad1 req-a56cd7bd-02ff-441f-8b23-7ca49308d958 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:40.772797 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac6ab89a-55ed-4f4c-81e8-06ebd5937ad1 req-a56cd7bd-02ff-441f-8b23-7ca49308d958 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=613e9e45-8d55-4db3-999c-5b7c3b03512f HTTP/1.1" status: 200 len: 932 time: 0.5247602 May 03 22:46:40.777547 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-44cd9859-474d-40d7-8aa9-64769e711315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:40.788026 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dbe0453e-f81d-4cc4-a599-1b6a5dd94fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:40.799700 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-73c0702b-241c-46ea-a669-6fd87872c007 service neutron] Request body: {'port': {'device_id': '613e9e45-8d55-4db3-999c-5b7c3b03512f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:40.831918 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5918b14-b538-440e-921e-b3ecc7fd41b8 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Pushing event updated for resources: {'Port': ['ID=eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:40.910902 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac6ab89a-55ed-4f4c-81e8-06ebd5937ad1 req-64a8ba3c-b9ca-406e-8bfe-f4399b7d0fff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b9bd1f-dd06-4143-9ea0-76f399e91c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366541 May 03 22:46:40.932183 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f2ac4ffa-39c6-42f0-acde-e1045ffd6dd0 req-ec4618e1-bc0f-47c7-a9fc-2ea0a9ce428b tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2476976 May 03 22:46:40.932183 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0453e-f81d-4cc4-a599-1b6a5dd94fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7e7953-1d6c-4c99-80d1-17ce827f1d52,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:40.966490 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-dbe0453e-f81d-4cc4-a599-1b6a5dd94fff admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=482f0404665b43168a44ae3b30919eb7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6494706 May 03 22:46:40.968847 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57020) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:41.009165 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ad8a14cd-2218-4379-b363-91aed62a105c tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:41.032643 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ad8a14cd-2218-4379-b363-91aed62a105c tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:41.110116 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ea518-652f-44a2-9066-814de63d11c8 req-5b920b01-3853-43be-927d-fd4dc54f81e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:41.111553 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f76ea518-652f-44a2-9066-814de63d11c8 req-5b920b01-3853-43be-927d-fd4dc54f81e3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd5f6d92-c6fd-458d-8cd8-bf6128dc92c1 HTTP/1.1" status: 200 len: 797 time: 0.2868557 May 03 22:46:41.202857 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-bd515677-f7ce-4e26-975d-3ee97ec0fa1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:41.244174 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a14cd-2218-4379-b363-91aed62a105c tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Pushing event updated for resources: {'Port': ['ID=7294f451-07af-4f33-8fc2-4d92b5bf8bec,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:41.254575 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-73c0702b-241c-46ea-a669-6fd87872c007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:41.256159 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ad8a14cd-2218-4379-b363-91aed62a105c tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:41.284317 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-873b82fc-ae8c-4b1b-aefb-2987c8d62d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:41.328040 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-873b82fc-ae8c-4b1b-aefb-2987c8d62d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:41.346309 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a5d4f-ade1-4163-8691-6d6639f7bd2f req-c8c1f384-7a93-4243-9f8f-ea27270dc274 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:41.347813 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-842a5d4f-ade1-4163-8691-6d6639f7bd2f req-c8c1f384-7a93-4243-9f8f-ea27270dc274 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?device_id=c79145db-d5ce-4536-b695-3fe7640cb17a HTTP/1.1" status: 200 len: 931 time: 0.2759240 May 03 22:46:41.348575 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ad8a14cd-2218-4379-b363-91aed62a105c tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:41.358027 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ad8a14cd-2218-4379-b363-91aed62a105c tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0542934 May 03 22:46:41.428538 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-842a5d4f-ade1-4163-8691-6d6639f7bd2f req-09d2bc06-8314-4d71-923e-815966da3252 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/security-groups?id=a10ddb8e-051c-49c5-a8a1-b50e695ecdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622952 May 03 22:46:41.443172 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-873b82fc-ae8c-4b1b-aefb-2987c8d62d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:41.464366 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b82fc-ae8c-4b1b-aefb-2987c8d62d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7e7953-1d6c-4c99-80d1-17ce827f1d52,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:41.492387 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-873b82fc-ae8c-4b1b-aefb-2987c8d62d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:41.492387 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-873b82fc-ae8c-4b1b-aefb-2987c8d62d73 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7d7e7953-1d6c-4c99-80d1-17ce827f1d52 HTTP/1.1" status: 204 len: 168 time: 0.4865212 May 03 22:46:41.738748 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-18669b88-9440-4154-81ac-697977aea975 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Synchronizing usage tracker for tenant:c9b36c2026314fcba54b84af09c29f52 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:46:41.757343 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-18669b88-9440-4154-81ac-697977aea975 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Unset dirty status for tenant:c9b36c2026314fcba54b84af09c29f52 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:46:41.759491 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-18669b88-9440-4154-81ac-697977aea975 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1912768091&fields=id&tenant_id=c9b36c2026314fcba54b84af09c29f52 HTTP/1.1" status: 200 len: 267 time: 0.0645351 May 03 22:46:41.829007 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ea518-652f-44a2-9066-814de63d11c8 req-cd534a98-9aa7-4320-96e9-86abce26a6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:41.831110 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f76ea518-652f-44a2-9066-814de63d11c8 req-cd534a98-9aa7-4320-96e9-86abce26a6a3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c844908-458f-43d5-a32d-190eedb78cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7075343 May 03 22:46:41.915477 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57096) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:41.952286 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-6a1f1c0f-cb21-42c6-9f28-17580d23a46c tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:41.953888 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-6a1f1c0f-cb21-42c6-9f28-17580d23a46c tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/networks?id=b02a0a3f-1344-4b33-8d96-e59f73f273ac HTTP/1.1" status: 200 len: 815 time: 0.1848531 May 03 22:46:41.976159 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-99460d57-7b55-4b88-880a-7b56c7f52e97 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/quotas/c9b36c2026314fcba54b84af09c29f52 HTTP/1.1" status: 200 len: 375 time: 0.0130701 May 03 22:46:42.136827 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-3ac54e42-cf85-4d23-a847-6f366427317c tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c9b36c2026314fcba54b84af09c29f52&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1580608 May 03 22:46:42.155106 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b24cc9-1652-47b4-8951-b3d264c40a72 req-696c7b3b-f957-4f08-91e7-511e88081ff4 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:42.156594 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b1b24cc9-1652-47b4-8951-b3d264c40a72 req-696c7b3b-f957-4f08-91e7-511e88081ff4 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=613e9e45-8d55-4db3-999c-5b7c3b03512f HTTP/1.1" status: 200 len: 932 time: 0.1121869 May 03 22:46:42.292899 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b1b24cc9-1652-47b4-8951-b3d264c40a72 req-25ba54e2-c7fe-4cb4-87f1-9ba9c39136f8 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b9bd1f-dd06-4143-9ea0-76f399e91c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174951 May 03 22:46:42.305902 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d91bce31-5b5f-4eeb-b078-4e0798830e49 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b9224acdf66040688cce783c008c1fb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3805585 May 03 22:46:42.313941 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57128) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:42.323162 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f76ea518-652f-44a2-9066-814de63d11c8 req-f973b3e0-a721-4377-8e5a-d23461bce5a6 service neutron] 10.222.0.60 "GET /v2.0/networks/3c844908-458f-43d5-a32d-190eedb78cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4802854 May 03 22:46:42.334335 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-78b2a990-4773-4be5-8de6-fc0a96176db7 service neutron] 10.222.0.58 "GET /v2.0/networks/b02a0a3f-1344-4b33-8d96-e59f73f273ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767688 May 03 22:46:42.369147 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-44cd9859-474d-40d7-8aa9-64769e711315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 527a1855-13d0-4f13-9c82-a5ca04a8b2f7 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:46:42.424200 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-44cd9859-474d-40d7-8aa9-64769e711315 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:42.525720 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-44cd9859-474d-40d7-8aa9-64769e711315 service neutron] Transition to ACTIVE for port object 527a1855-13d0-4f13-9c82-a5ca04a8b2f7 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:46:42.548844 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-44cd9859-474d-40d7-8aa9-64769e711315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:42.558148 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-d97e2eff-839a-44ca-9519-9cdfff7a9f13 service neutron] 10.222.0.58 "GET /v2.0/networks/b02a0a3f-1344-4b33-8d96-e59f73f273ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149746 May 03 22:46:42.617565 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426121f-dad5-4e43-aa47-9abf1f618208 req-c673ee86-58de-445a-bb83-fc08d6370735 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:42.632284 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426121f-dad5-4e43-aa47-9abf1f618208 req-c673ee86-58de-445a-bb83-fc08d6370735 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:42.646305 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2864ea30-6d89-42f4-b924-be9e11e7ee13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:42.646416 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426121f-dad5-4e43-aa47-9abf1f618208 req-c673ee86-58de-445a-bb83-fc08d6370735 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:42.654190 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426121f-dad5-4e43-aa47-9abf1f618208 req-c673ee86-58de-445a-bb83-fc08d6370735 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:42.660572 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426121f-dad5-4e43-aa47-9abf1f618208 req-c673ee86-58de-445a-bb83-fc08d6370735 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:42.662473 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d426121f-dad5-4e43-aa47-9abf1f618208 req-c673ee86-58de-445a-bb83-fc08d6370735 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 3815 time: 0.2115576 May 03 22:46:42.715362 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d426121f-dad5-4e43-aa47-9abf1f618208 req-c7233bf1-dd3c-443a-bb90-5e6891168e5d tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465584 May 03 22:46:42.901142 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.resource_extend [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-73c0702b-241c-46ea-a669-6fd87872c007 service neutron] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:46:42.932833 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd9859-474d-40d7-8aa9-64769e711315 service neutron] Pushing event updated for resources: {'Port': ['ID=527a1855-13d0-4f13-9c82-a5ca04a8b2f7,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:42.937317 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f76ea518-652f-44a2-9066-814de63d11c8 req-fad58bda-e29a-44f9-998e-c9e23e87213c service neutron] 10.222.0.60 "GET /v2.0/networks/3c844908-458f-43d5-a32d-190eedb78cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5957203 May 03 22:46:42.975636 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2864ea30-6d89-42f4-b924-be9e11e7ee13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:43.026142 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8cd4cf4b-75c5-4564-8651-7551ee2279ad req-f7b6c3fc-f9e5-40e1-8663-d59db22ef70c tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f1fedf4-7e15-4053-af23-f11050c661ec HTTP/1.1" status: 200 len: 210 time: 0.2470400 May 03 22:46:43.068045 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-bd515677-f7ce-4e26-975d-3ee97ec0fa1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:46:43.092806 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-bd515677-f7ce-4e26-975d-3ee97ec0fa1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:43.141324 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-73c0702b-241c-46ea-a669-6fd87872c007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a694c3-bb3e-48e9-9b45-41385f0456b8 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:46:43.145938 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-bd515677-f7ce-4e26-975d-3ee97ec0fa1d service neutron] Transition to ACTIVE for port object eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:46:43.149756 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e68b31-6011-4356-a94c-5c073c488412 req-a89b648b-248f-429f-954a-4706046e13fc tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:43.151468 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-74e68b31-6011-4356-a94c-5c073c488412 req-a89b648b-248f-429f-954a-4706046e13fc tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?device_id=c79145db-d5ce-4536-b695-3fe7640cb17a HTTP/1.1" status: 200 len: 931 time: 0.1298895 May 03 22:46:43.160496 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-bd515677-f7ce-4e26-975d-3ee97ec0fa1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:43.166962 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-73c0702b-241c-46ea-a669-6fd87872c007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:43.182545 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-73c0702b-241c-46ea-a669-6fd87872c007 service neutron] Transition to ACTIVE for port object e3a694c3-bb3e-48e9-9b45-41385f0456b8 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:46:43.204351 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-74e68b31-6011-4356-a94c-5c073c488412 req-defaa3a5-dbf3-4b1e-bc95-51b16ebbd663 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/security-groups?id=a10ddb8e-051c-49c5-a8a1-b50e695ecdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425420 May 03 22:46:43.267965 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-73c0702b-241c-46ea-a669-6fd87872c007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:43.291433 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2864ea30-6d89-42f4-b924-be9e11e7ee13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:43.363898 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-44cd9859-474d-40d7-8aa9-64769e711315 service neutron] Attempting to bind port 527a1855-13d0-4f13-9c82-a5ca04a8b2f7 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:46:43.364233 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-44cd9859-474d-40d7-8aa9-64769e711315 service neutron] Attempting to bind port 527a1855-13d0-4f13-9c82-a5ca04a8b2f7 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '4ebd1546-6439-4965-9349-d70abc042ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6b7a7532-e056-4c5e-b17e-d6ca176c9814'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:46:43.364561 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-44cd9859-474d-40d7-8aa9-64769e711315 service neutron] Attempting to bind port 527a1855-13d0-4f13-9c82-a5ca04a8b2f7 on network 6b7a7532-e056-4c5e-b17e-d6ca176c9814 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:46:43.392328 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864ea30-6d89-42f4-b924-be9e11e7ee13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4ed802-8f57-4f89-b9f0-118693364215,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:43.469559 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd515677-f7ce-4e26-975d-3ee97ec0fa1d service neutron] Pushing event updated for resources: {'Port': ['ID=eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:43.587070 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-44cd9859-474d-40d7-8aa9-64769e711315 service neutron] Port 527a1855-13d0-4f13-9c82-a5ca04a8b2f7 on network 6b7a7532-e056-4c5e-b17e-d6ca176c9814 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:46:43.587703 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-44cd9859-474d-40d7-8aa9-64769e711315 service neutron] Attempting to bind port 527a1855-13d0-4f13-9c82-a5ca04a8b2f7 on network 6b7a7532-e056-4c5e-b17e-d6ca176c9814 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:46:43.611386 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0702b-241c-46ea-a669-6fd87872c007 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a694c3-bb3e-48e9-9b45-41385f0456b8,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:43.657359 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef69300-7d28-4d7d-8d3f-ce046f8955e9 req-0698a470-b0e4-434c-80ef-9cb4a04bfb97 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:43.662917 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2864ea30-6d89-42f4-b924-be9e11e7ee13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:43.664383 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2864ea30-6d89-42f4-b924-be9e11e7ee13 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5b4ed802-8f57-4f89-b9f0-118693364215 HTTP/1.1" status: 204 len: 168 time: 1.3439982 May 03 22:46:43.669392 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0ef69300-7d28-4d7d-8d3f-ce046f8955e9 req-0698a470-b0e4-434c-80ef-9cb4a04bfb97 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=613e9e45-8d55-4db3-999c-5b7c3b03512f HTTP/1.1" status: 200 len: 944 time: 0.1494095 May 03 22:46:43.676653 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-44cd9859-474d-40d7-8aa9-64769e711315 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:46:43.677379 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-44cd9859-474d-40d7-8aa9-64769e711315 service neutron] Checking segment: {'id': '4ebd1546-6439-4965-9349-d70abc042ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6b7a7532-e056-4c5e-b17e-d6ca176c9814'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:46:43.677935 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-44cd9859-474d-40d7-8aa9-64769e711315 service neutron] Bound using segment: {'id': '4ebd1546-6439-4965-9349-d70abc042ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6b7a7532-e056-4c5e-b17e-d6ca176c9814'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:46:43.678650 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-44cd9859-474d-40d7-8aa9-64769e711315 service neutron] Bound port: 527a1855-13d0-4f13-9c82-a5ca04a8b2f7, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ebd1546-6439-4965-9349-d70abc042ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6b7a7532-e056-4c5e-b17e-d6ca176c9814'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:46:43.679167 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-44cd9859-474d-40d7-8aa9-64769e711315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:43.716700 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0ef69300-7d28-4d7d-8d3f-ce046f8955e9 req-2f42b734-ba08-4899-8fdf-7a4ff3025930 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b9bd1f-dd06-4143-9ea0-76f399e91c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464020 May 03 22:46:44.064795 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42ef17-fbda-4c96-bffd-7ac321c2fe70 req-0e36cb54-c7bf-473a-ad8f-8f4be193ad36 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:44.072373 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42ef17-fbda-4c96-bffd-7ac321c2fe70 req-0e36cb54-c7bf-473a-ad8f-8f4be193ad36 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:44.080810 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42ef17-fbda-4c96-bffd-7ac321c2fe70 req-0e36cb54-c7bf-473a-ad8f-8f4be193ad36 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:44.088513 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42ef17-fbda-4c96-bffd-7ac321c2fe70 req-0e36cb54-c7bf-473a-ad8f-8f4be193ad36 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:44.097132 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42ef17-fbda-4c96-bffd-7ac321c2fe70 req-0e36cb54-c7bf-473a-ad8f-8f4be193ad36 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:44.106109 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6a42ef17-fbda-4c96-bffd-7ac321c2fe70 req-0e36cb54-c7bf-473a-ad8f-8f4be193ad36 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 3827 time: 0.1450787 May 03 22:46:44.155613 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-bd515677-f7ce-4e26-975d-3ee97ec0fa1d service neutron] Attempting to bind port eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:46:44.156266 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-bd515677-f7ce-4e26-975d-3ee97ec0fa1d service neutron] Attempting to bind port eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '1b61077f-29a6-4318-9f7d-14d72be3135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b888fdcb-b426-46e1-8277-6fcb7706bfd7'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:46:44.156371 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-bd515677-f7ce-4e26-975d-3ee97ec0fa1d service neutron] Attempting to bind port eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6 on network b888fdcb-b426-46e1-8277-6fcb7706bfd7 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:46:44.166092 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6a42ef17-fbda-4c96-bffd-7ac321c2fe70 req-42f5d155-e0c6-4b96-8952-f071949b08c3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563879 May 03 22:46:44.168831 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-bd515677-f7ce-4e26-975d-3ee97ec0fa1d service neutron] Port eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6 on network b888fdcb-b426-46e1-8277-6fcb7706bfd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:46:44.169156 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-bd515677-f7ce-4e26-975d-3ee97ec0fa1d service neutron] Attempting to bind port eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6 on network b888fdcb-b426-46e1-8277-6fcb7706bfd7 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:46:44.175573 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-44cd9859-474d-40d7-8aa9-64769e711315 service neutron] For port 527a1855-13d0-4f13-9c82-a5ca04a8b2f7, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:46:44.178941 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-73c0702b-241c-46ea-a669-6fd87872c007 service neutron] Attempting to bind port e3a694c3-bb3e-48e9-9b45-41385f0456b8 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:46:44.178941 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-73c0702b-241c-46ea-a669-6fd87872c007 service neutron] Attempting to bind port e3a694c3-bb3e-48e9-9b45-41385f0456b8 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '728aedfe-38f8-49eb-9703-45da4f83bd45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '39f05c72-cd07-47a8-8e9e-517ef5a6c54f'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:46:44.178941 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-73c0702b-241c-46ea-a669-6fd87872c007 service neutron] Attempting to bind port e3a694c3-bb3e-48e9-9b45-41385f0456b8 on network 39f05c72-cd07-47a8-8e9e-517ef5a6c54f {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:46:44.184863 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-bd515677-f7ce-4e26-975d-3ee97ec0fa1d service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:46:44.185198 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-bd515677-f7ce-4e26-975d-3ee97ec0fa1d service neutron] Checking segment: {'id': '1b61077f-29a6-4318-9f7d-14d72be3135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b888fdcb-b426-46e1-8277-6fcb7706bfd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:46:44.185579 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-bd515677-f7ce-4e26-975d-3ee97ec0fa1d service neutron] Bound using segment: {'id': '1b61077f-29a6-4318-9f7d-14d72be3135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b888fdcb-b426-46e1-8277-6fcb7706bfd7'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:46:44.186108 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-bd515677-f7ce-4e26-975d-3ee97ec0fa1d service neutron] Bound port: eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b61077f-29a6-4318-9f7d-14d72be3135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'b888fdcb-b426-46e1-8277-6fcb7706bfd7'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:46:44.186382 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-bd515677-f7ce-4e26-975d-3ee97ec0fa1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:44.199284 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-73c0702b-241c-46ea-a669-6fd87872c007 service neutron] Port e3a694c3-bb3e-48e9-9b45-41385f0456b8 on network 39f05c72-cd07-47a8-8e9e-517ef5a6c54f not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:46:44.199604 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-73c0702b-241c-46ea-a669-6fd87872c007 service neutron] Attempting to bind port e3a694c3-bb3e-48e9-9b45-41385f0456b8 on network 39f05c72-cd07-47a8-8e9e-517ef5a6c54f {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:46:44.208277 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-44cd9859-474d-40d7-8aa9-64769e711315 service neutron] For port 527a1855-13d0-4f13-9c82-a5ca04a8b2f7, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=527a1855-13d0-4f13-9c82-a5ca04a8b2f7,segment=NetworkSegment(4ebd1546-6439-4965-9349-d70abc042ed7),segment_id=4ebd1546-6439-4965-9349-d70abc042ed7)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:46:44.212002 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-73c0702b-241c-46ea-a669-6fd87872c007 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:46:44.212339 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-73c0702b-241c-46ea-a669-6fd87872c007 service neutron] Checking segment: {'id': '728aedfe-38f8-49eb-9703-45da4f83bd45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '39f05c72-cd07-47a8-8e9e-517ef5a6c54f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:46:44.212722 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-73c0702b-241c-46ea-a669-6fd87872c007 service neutron] Bound using segment: {'id': '728aedfe-38f8-49eb-9703-45da4f83bd45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '39f05c72-cd07-47a8-8e9e-517ef5a6c54f'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:46:44.213148 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-73c0702b-241c-46ea-a669-6fd87872c007 service neutron] Bound port: e3a694c3-bb3e-48e9-9b45-41385f0456b8, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '728aedfe-38f8-49eb-9703-45da4f83bd45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '39f05c72-cd07-47a8-8e9e-517ef5a6c54f'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:46:44.213487 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-73c0702b-241c-46ea-a669-6fd87872c007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:44.231377 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-44cd9859-474d-40d7-8aa9-64769e711315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:44.289206 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-04eada6a-d7a4-4eb5-bfd9-8a9c8ea840f0 req-f4b737e5-ce3e-42b5-9567-e975602dcc33 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f1fedf4-7e15-4053-af23-f11050c661ec HTTP/1.1" status: 200 len: 210 time: 0.0621068 May 03 22:46:44.548904 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e92c6-0df8-46fa-bed6-7e84368f6b69 req-4875a896-f118-4709-956c-eef584687023 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:44.550627 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-269e92c6-0df8-46fa-bed6-7e84368f6b69 req-4875a896-f118-4709-956c-eef584687023 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?device_id=c79145db-d5ce-4536-b695-3fe7640cb17a HTTP/1.1" status: 200 len: 943 time: 0.1501961 May 03 22:46:44.560052 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-44cd9859-474d-40d7-8aa9-64769e711315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:44.560934 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-44cd9859-474d-40d7-8aa9-64769e711315 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:44.562790 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-44cd9859-474d-40d7-8aa9-64769e711315 service neutron] 10.222.0.60 "PUT /v2.0/ports/527a1855-13d0-4f13-9c82-a5ca04a8b2f7 HTTP/1.1" status: 200 len: 1092 time: 4.2617803 May 03 22:46:44.571233 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'tag': '527a1855-13d0-4f13-9c82-a5ca04a8b2f7'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:46:44.626542 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-269e92c6-0df8-46fa-bed6-7e84368f6b69 req-985af2d0-e11b-44b0-8c4a-0149e0e77386 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/security-groups?id=a10ddb8e-051c-49c5-a8a1-b50e695ecdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692196 May 03 22:46:44.667581 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-bd4f3dd4-b330-47c6-84e6-173f8fe9fe11 service neutron] Request body: {'port': {'device_id': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:44.783954 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-73c0702b-241c-46ea-a669-6fd87872c007 service neutron] For port e3a694c3-bb3e-48e9-9b45-41385f0456b8, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:46:44.798665 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-676fa170-b131-42aa-bcb3-dab9c6908d85'] response: {'name': 'network-changed', 'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'tag': '527a1855-13d0-4f13-9c82-a5ca04a8b2f7', 'status': 'completed', 'code': 200} May 03 22:46:44.816496 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b19795-a639-4540-b6ce-497168e0b162 req-ce6c9797-e08a-4430-bfcd-700ca6120a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:44.817018 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b19795-a639-4540-b6ce-497168e0b162 req-ce6c9797-e08a-4430-bfcd-700ca6120a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:44.818001 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b19795-a639-4540-b6ce-497168e0b162 req-ce6c9797-e08a-4430-bfcd-700ca6120a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:44.818857 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b19795-a639-4540-b6ce-497168e0b162 req-ce6c9797-e08a-4430-bfcd-700ca6120a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:44.819517 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b19795-a639-4540-b6ce-497168e0b162 req-ce6c9797-e08a-4430-bfcd-700ca6120a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:44.822630 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-40b19795-a639-4540-b6ce-497168e0b162 req-ce6c9797-e08a-4430-bfcd-700ca6120a16 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6f7f307699c4be5803d470738b6e79e&device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 4362 time: 0.1250095 May 03 22:46:44.856541 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd9859-474d-40d7-8aa9-64769e711315 service neutron] Pushing event updated for resources: {'Port': ['ID=527a1855-13d0-4f13-9c82-a5ca04a8b2f7,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:44.907931 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-73c0702b-241c-46ea-a669-6fd87872c007 service neutron] For port e3a694c3-bb3e-48e9-9b45-41385f0456b8, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=e3a694c3-bb3e-48e9-9b45-41385f0456b8,segment=NetworkSegment(728aedfe-38f8-49eb-9703-45da4f83bd45),segment_id=728aedfe-38f8-49eb-9703-45da4f83bd45)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:46:44.944392 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-bd515677-f7ce-4e26-975d-3ee97ec0fa1d service neutron] For port eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:46:44.965769 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-73c0702b-241c-46ea-a669-6fd87872c007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:45.019272 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-5a71e71e-b540-47af-b77c-b744d50e702f tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:45.020704 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-5a71e71e-b540-47af-b77c-b744d50e702f tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.60 "GET /v2.0/networks?id=b02a0a3f-1344-4b33-8d96-e59f73f273ac HTTP/1.1" status: 200 len: 815 time: 0.6264358 May 03 22:46:45.048133 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-bd515677-f7ce-4e26-975d-3ee97ec0fa1d service neutron] For port eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6,segment=NetworkSegment(1b61077f-29a6-4318-9f7d-14d72be3135b),segment_id=1b61077f-29a6-4318-9f7d-14d72be3135b)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:46:45.079269 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-bd515677-f7ce-4e26-975d-3ee97ec0fa1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:45.100991 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-73c0702b-241c-46ea-a669-6fd87872c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:45.101610 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-73c0702b-241c-46ea-a669-6fd87872c007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:45.103011 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-73c0702b-241c-46ea-a669-6fd87872c007 service neutron] 10.222.0.67 "PUT /v2.0/ports/e3a694c3-bb3e-48e9-9b45-41385f0456b8 HTTP/1.1" status: 200 len: 1092 time: 4.3407803 May 03 22:46:45.104856 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57274) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:45.127957 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-bd4f3dd4-b330-47c6-84e6-173f8fe9fe11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:45.150262 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-bd515677-f7ce-4e26-975d-3ee97ec0fa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:45.150867 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-bd515677-f7ce-4e26-975d-3ee97ec0fa1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:45.152408 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-bd515677-f7ce-4e26-975d-3ee97ec0fa1d service neutron] 10.222.0.67 "PUT /v2.0/ports/eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6 HTTP/1.1" status: 200 len: 1091 time: 4.4762452 May 03 22:46:45.158804 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-89c81535-b639-4f32-8564-b4b454ac6138 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9b36c2026314fcba54b84af09c29f52 HTTP/1.1" status: 200 len: 473 time: 0.1283514 May 03 22:46:45.201552 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b19795-a639-4540-b6ce-497168e0b162 req-48f1202a-08d1-4980-b5b7-86d5cf633b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:45.214912 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b19795-a639-4540-b6ce-497168e0b162 req-48f1202a-08d1-4980-b5b7-86d5cf633b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:45.215241 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b19795-a639-4540-b6ce-497168e0b162 req-48f1202a-08d1-4980-b5b7-86d5cf633b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:45.217082 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-40b19795-a639-4540-b6ce-497168e0b162 req-48f1202a-08d1-4980-b5b7-86d5cf633b81 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d6f7f307699c4be5803d470738b6e79e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3854048 May 03 22:46:45.229248 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-4ed52590-293d-40e4-adf9-552fdebd4eb0 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Request body: {'port': {'device_id': '4f1fedf4-7e15-4053-af23-f11050c661ec', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'admin_state_up': True, 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'security_groups': ['5b0fa720-34c7-45c8-8944-b3aaf4568555']}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:45.248946 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0702b-241c-46ea-a669-6fd87872c007 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a694c3-bb3e-48e9-9b45-41385f0456b8,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:45.431777 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-2ae7e77a-25d1-410d-b322-3b87849ba58e tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1005318446', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:45.462674 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2ae7e77a-25d1-410d-b322-3b87849ba58e tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:45.489648 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2ae7e77a-25d1-410d-b322-3b87849ba58e tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Usage tracker for resource:router and tenant:08b9a09903a14d989ebd9ec99726996b is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:45.504034 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c191bda-ebe6-44da-a64f-124ae750219d req-18436480-6cad-43b3-83df-0bc5abc84810 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:45.505919 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2c191bda-ebe6-44da-a64f-124ae750219d req-18436480-6cad-43b3-83df-0bc5abc84810 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=613e9e45-8d55-4db3-999c-5b7c3b03512f HTTP/1.1" status: 200 len: 944 time: 0.6024053 May 03 22:46:45.507011 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2ae7e77a-25d1-410d-b322-3b87849ba58e tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:45.559516 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b19795-a639-4540-b6ce-497168e0b162 req-691380fb-69c1-4516-87e7-7ccd2109cccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:45.562346 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-40b19795-a639-4540-b6ce-497168e0b162 req-691380fb-69c1-4516-87e7-7ccd2109cccf service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3372269 May 03 22:46:45.563355 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2ae7e77a-25d1-410d-b322-3b87849ba58e tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:45.596876 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2ae7e77a-25d1-410d-b322-3b87849ba58e tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:45.597949 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2ae7e77a-25d1-410d-b322-3b87849ba58e tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:45.649265 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2c191bda-ebe6-44da-a64f-124ae750219d req-701c5112-526b-49e7-83e4-366af2a546df tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b9bd1f-dd06-4143-9ea0-76f399e91c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271949 May 03 22:46:45.667933 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2ae7e77a-25d1-410d-b322-3b87849ba58e tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:45.682252 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ed4d1-bd30-4766-8702-84ab20bc9cb5 req-e5e2c233-ced9-4115-a2a9-e01590d482aa tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:45.685041 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ed4d1-bd30-4766-8702-84ab20bc9cb5 req-e5e2c233-ced9-4115-a2a9-e01590d482aa tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:45.690847 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ed4d1-bd30-4766-8702-84ab20bc9cb5 req-e5e2c233-ced9-4115-a2a9-e01590d482aa tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:45.696574 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ed4d1-bd30-4766-8702-84ab20bc9cb5 req-e5e2c233-ced9-4115-a2a9-e01590d482aa tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:45.702807 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ed4d1-bd30-4766-8702-84ab20bc9cb5 req-e5e2c233-ced9-4115-a2a9-e01590d482aa tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:45.702977 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd515677-f7ce-4e26-975d-3ee97ec0fa1d service neutron] Pushing event updated for resources: {'Port': ['ID=eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:45.704560 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec6ed4d1-bd30-4766-8702-84ab20bc9cb5 req-e5e2c233-ced9-4115-a2a9-e01590d482aa tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 3827 time: 0.3176515 May 03 22:46:45.730568 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-0aedf1c2-ad02-49d9-aed6-3b5b4d074fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:45.732241 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-0aedf1c2-ad02-49d9-aed6-3b5b4d074fb8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=584c47bf47e049698552e4a4a9d3464d&device_id=613e9e45-8d55-4db3-999c-5b7c3b03512f HTTP/1.1" status: 200 len: 1095 time: 0.5679986 May 03 22:46:45.761809 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-7485f706-05ec-46a5-acac-e7975f21d809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:45.764030 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-7485f706-05ec-46a5-acac-e7975f21d809 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bdbc5a9222cd43deb11d74ba562f86d0&device_id=c79145db-d5ce-4536-b695-3fe7640cb17a HTTP/1.1" status: 200 len: 1094 time: 0.5489330 May 03 22:46:45.777032 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2ae7e77a-25d1-410d-b322-3b87849ba58e tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:45.779069 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-4ed52590-293d-40e4-adf9-552fdebd4eb0 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:45.830617 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec6ed4d1-bd30-4766-8702-84ab20bc9cb5 req-669e3566-7983-49d5-9ac6-a45e4005ac15 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186104 May 03 22:46:45.849268 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-023e83b8-fe81-455b-83ff-3a3dbd916c95 req-68825763-7781-4818-8121-4f545e2fd99f tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f1fedf4-7e15-4053-af23-f11050c661ec HTTP/1.1" status: 200 len: 210 time: 0.0534515 May 03 22:46:45.865172 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2ae7e77a-25d1-410d-b322-3b87849ba58e tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:45.865172 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2ae7e77a-25d1-410d-b322-3b87849ba58e tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7500119 May 03 22:46:45.865172 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57316) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:45.876813 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-fd70344b-1ed5-4d71-bfa2-e209edb52f96 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-700050638'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:45.886772 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fd70344b-1ed5-4d71-bfa2-e209edb52f96 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:45.895345 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fd70344b-1ed5-4d71-bfa2-e209edb52f96 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Usage tracker for resource:network and tenant:08b9a09903a14d989ebd9ec99726996b is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:45.898442 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fd70344b-1ed5-4d71-bfa2-e209edb52f96 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:45.905800 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fd70344b-1ed5-4d71-bfa2-e209edb52f96 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:45.926436 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd70344b-1ed5-4d71-bfa2-e209edb52f96 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Made reservation on behalf of 08b9a09903a14d989ebd9ec99726996b for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:46:45.931290 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fd70344b-1ed5-4d71-bfa2-e209edb52f96 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:45.950531 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-4ed52590-293d-40e4-adf9-552fdebd4eb0 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Usage tracker for resource:port and tenant:c9b36c2026314fcba54b84af09c29f52 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:45.953592 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-b8727ff7-6b52-4c27-8042-423a838fa4d4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=e3a694c3-bb3e-48e9-9b45-41385f0456b8 HTTP/1.1" status: 200 len: 217 time: 0.1803753 May 03 22:46:45.955264 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fd70344b-1ed5-4d71-bfa2-e209edb52f96 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:45.957222 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-fbb1059d-db0a-4a23-a40b-f6cb88d5ffea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6 HTTP/1.1" status: 200 len: 217 time: 0.1794152 May 03 22:46:45.958131 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-4ed52590-293d-40e4-adf9-552fdebd4eb0 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:45.973208 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fd70344b-1ed5-4d71-bfa2-e209edb52f96 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:46.013793 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-4ed52590-293d-40e4-adf9-552fdebd4eb0 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:46.017411 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fd70344b-1ed5-4d71-bfa2-e209edb52f96 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Usage tracker for resource:security_group_rule and tenant:08b9a09903a14d989ebd9ec99726996b is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:46.025141 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fd70344b-1ed5-4d71-bfa2-e209edb52f96 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:46.042932 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fd70344b-1ed5-4d71-bfa2-e209edb52f96 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:46.109692 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc853b1-334f-4a90-8c1b-baaf6057d160 req-e1bb31c4-5f16-4e8e-ae90-f4834c38a906 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:46.111184 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ffc853b1-334f-4a90-8c1b-baaf6057d160 req-e1bb31c4-5f16-4e8e-ae90-f4834c38a906 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?device_id=c79145db-d5ce-4536-b695-3fe7640cb17a HTTP/1.1" status: 200 len: 943 time: 0.1334982 May 03 22:46:46.198055 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ffc853b1-334f-4a90-8c1b-baaf6057d160 req-a547ba52-d39d-4b10-af23-2e16f5f7b26f tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/security-groups?id=a10ddb8e-051c-49c5-a8a1-b50e695ecdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753181 May 03 22:46:46.203409 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fd70344b-1ed5-4d71-bfa2-e209edb52f96 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:46.208490 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fd70344b-1ed5-4d71-bfa2-e209edb52f96 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:46.245801 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd70344b-1ed5-4d71-bfa2-e209edb52f96 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:46:46.252354 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70344b-1ed5-4d71-bfa2-e209edb52f96 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82dcd220-b008-4047-ad3e-828dfcadebea,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:46.256117 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-4ed52590-293d-40e4-adf9-552fdebd4eb0 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Made reservation on behalf of c9b36c2026314fcba54b84af09c29f52 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:46:46.259601 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-4ed52590-293d-40e4-adf9-552fdebd4eb0 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:46.264211 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd70344b-1ed5-4d71-bfa2-e209edb52f96 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:46:46.265099 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd70344b-1ed5-4d71-bfa2-e209edb52f96 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:46:46.265441 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd70344b-1ed5-4d71-bfa2-e209edb52f96 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:46:46.265778 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd70344b-1ed5-4d71-bfa2-e209edb52f96 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:46:46.266195 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd70344b-1ed5-4d71-bfa2-e209edb52f96 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:46:46.266654 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd70344b-1ed5-4d71-bfa2-e209edb52f96 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:46:46.266985 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd70344b-1ed5-4d71-bfa2-e209edb52f96 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:46:46.270154 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd70344b-1ed5-4d71-bfa2-e209edb52f96 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:46:46.270154 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd70344b-1ed5-4d71-bfa2-e209edb52f96 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:46:46.270154 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd70344b-1ed5-4d71-bfa2-e209edb52f96 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:46:46.270154 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd70344b-1ed5-4d71-bfa2-e209edb52f96 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:46:46.270154 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd70344b-1ed5-4d71-bfa2-e209edb52f96 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:46:46.272187 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fd70344b-1ed5-4d71-bfa2-e209edb52f96 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:46.272536 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-fd70344b-1ed5-4d71-bfa2-e209edb52f96 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Added segment dda7ab68-fc35-40f8-9a9d-00e4c7964344 of type vlan for network 5fab5084-3a0b-42b9-9328-88e46366bdd4 May 03 22:46:46.273470 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57328) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:46.304991 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fd70344b-1ed5-4d71-bfa2-e209edb52f96 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:46.335934 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fd70344b-1ed5-4d71-bfa2-e209edb52f96 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:46.341663 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd70344b-1ed5-4d71-bfa2-e209edb52f96 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:46.342414 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fd70344b-1ed5-4d71-bfa2-e209edb52f96 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:46.346837 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-3871dab2-9031-41ec-9e58-50c326917c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:46.348291 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-3871dab2-9031-41ec-9e58-50c326917c24 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=97270381-9b92-44b9-930d-d069d57723d8 HTTP/1.1" status: 200 len: 838 time: 0.3357472 May 03 22:46:46.349520 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-f5c2625f-11df-4bf6-a9b7-2bab2ebf1edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:46.350820 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-f5c2625f-11df-4bf6-a9b7-2bab2ebf1edc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6f14b44a-594c-4e27-8f22-8dabc2bfdf58 HTTP/1.1" status: 200 len: 849 time: 0.3749659 May 03 22:46:46.469204 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-079eec6a-4836-4fc8-b741-af395184aa03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:46.477758 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70344b-1ed5-4d71-bfa2-e209edb52f96 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Pushing event updated for resources: {'Network': ['ID=5fab5084-3a0b-42b9-9328-88e46366bdd4,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:46.480767 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-fd70344b-1ed5-4d71-bfa2-e209edb52f96 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6170847 May 03 22:46:46.484794 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57334) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:46.491969 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 5fab5084-3a0b-42b9-9328-88e46366bdd4 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:46:46.492849 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-a8854455-bba1-4d97-a260-7148d1016d0d tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Request body: {'subnet': {'network_id': '5fab5084-3a0b-42b9-9328-88e46366bdd4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:46.501496 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-bdd2ac16-71e4-42ae-ab9a-944fc95b5938 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b888fdcb-b426-46e1-8277-6fcb7706bfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075325 May 03 22:46:46.507239 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-079eec6a-4836-4fc8-b741-af395184aa03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:46.517136 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-079eec6a-4836-4fc8-b741-af395184aa03 admin admin] Usage tracker for resource:security_group_rule and tenant:55766437749c4cc78904a99e5e616e36 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:46.529259 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-079eec6a-4836-4fc8-b741-af395184aa03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:46.539238 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-079eec6a-4836-4fc8-b741-af395184aa03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:46.737634 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a8854455-bba1-4d97-a260-7148d1016d0d tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:46.745002 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a8854455-bba1-4d97-a260-7148d1016d0d tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Usage tracker for resource:subnet and tenant:08b9a09903a14d989ebd9ec99726996b is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:46.748776 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a8854455-bba1-4d97-a260-7148d1016d0d tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:46.757658 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a8854455-bba1-4d97-a260-7148d1016d0d tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:46.811176 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-4ed52590-293d-40e4-adf9-552fdebd4eb0 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Allocated IP 172.20.0.7 (b02a0a3f-1344-4b33-8d96-e59f73f273ac/6ca0f6a1-6e8b-435e-9833-3f318b86b95e/8de8313c-acf5-453f-ad5a-da74fd90a138) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:46:46.813502 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '613e9e45-8d55-4db3-999c-5b7c3b03512f', 'tag': 'e3a694c3-bb3e-48e9-9b45-41385f0456b8'}, {'name': 'network-changed', 'server_uuid': 'c79145db-d5ce-4536-b695-3fe7640cb17a', 'tag': 'eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:46:46.814968 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8854455-bba1-4d97-a260-7148d1016d0d tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Made reservation on behalf of 08b9a09903a14d989ebd9ec99726996b for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:46:46.818471 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a8854455-bba1-4d97-a260-7148d1016d0d tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:46.859778 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-b40d56d1-3fae-4734-8469-2d792e87b697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:46.862900 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-b40d56d1-3fae-4734-8469-2d792e87b697 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=39f05c72-cd07-47a8-8e9e-517ef5a6c54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4697478 May 03 22:46:46.873194 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2ce0312-29fd-4186-a634-db1c9f7b6897'] response: {'name': 'network-changed', 'server_uuid': '613e9e45-8d55-4db3-999c-5b7c3b03512f', 'tag': 'e3a694c3-bb3e-48e9-9b45-41385f0456b8', 'status': 'completed', 'code': 200} May 03 22:46:46.873331 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2ce0312-29fd-4186-a634-db1c9f7b6897'] response: {'name': 'network-changed', 'server_uuid': 'c79145db-d5ce-4536-b695-3fe7640cb17a', 'tag': 'eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6', 'status': 'completed', 'code': 200} May 03 22:46:46.885128 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-ae2d0564-191a-4bf5-8726-c3a229f8e4f9 service neutron] 10.222.0.67 "GET /v2.0/networks/b888fdcb-b426-46e1-8277-6fcb7706bfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676131 May 03 22:46:46.914876 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-bd4f3dd4-b330-47c6-84e6-173f8fe9fe11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5676f4a-f478-4abd-b7de-5bb1b574a9e4 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:46:46.967314 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-bd4f3dd4-b330-47c6-84e6-173f8fe9fe11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:47.020718 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-079eec6a-4836-4fc8-b741-af395184aa03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:47.041256 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-079eec6a-4836-4fc8-b741-af395184aa03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:47.110832 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-079eec6a-4836-4fc8-b741-af395184aa03 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=55766437749c4cc78904a99e5e616e36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8363144 May 03 22:46:47.118533 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636be2a-cfb2-4bd0-86b4-e8563ef6d297 req-15967edc-c145-4ff1-9b75-5f869912c909 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:47.119930 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8636be2a-cfb2-4bd0-86b4-e8563ef6d297 req-15967edc-c145-4ff1-9b75-5f869912c909 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=613e9e45-8d55-4db3-999c-5b7c3b03512f HTTP/1.1" status: 200 len: 944 time: 0.3475685 May 03 22:46:47.122875 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57346) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:47.152473 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-bd4f3dd4-b330-47c6-84e6-173f8fe9fe11 service neutron] Transition to ACTIVE for port object a5676f4a-f478-4abd-b7de-5bb1b574a9e4 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:46:47.159726 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079eec6a-4836-4fc8-b741-af395184aa03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75d1dbc-420f-461c-8157-b0150cdc4fda,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:47.220059 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-bd4f3dd4-b330-47c6-84e6-173f8fe9fe11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:47.265799 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8636be2a-cfb2-4bd0-86b4-e8563ef6d297 req-0cae1d6f-e0d7-479b-979f-1a365917b1c2 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b9bd1f-dd06-4143-9ea0-76f399e91c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389709 May 03 22:46:47.284389 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0d096-ea30-45eb-a4cb-94136ad18310 req-618a88b1-85fa-41e9-929d-cc525db66b17 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:47.290275 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0d096-ea30-45eb-a4cb-94136ad18310 req-618a88b1-85fa-41e9-929d-cc525db66b17 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:47.296975 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0d096-ea30-45eb-a4cb-94136ad18310 req-618a88b1-85fa-41e9-929d-cc525db66b17 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:47.302908 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0d096-ea30-45eb-a4cb-94136ad18310 req-618a88b1-85fa-41e9-929d-cc525db66b17 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:47.308805 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0d096-ea30-45eb-a4cb-94136ad18310 req-618a88b1-85fa-41e9-929d-cc525db66b17 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:47.310631 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61a0d096-ea30-45eb-a4cb-94136ad18310 req-618a88b1-85fa-41e9-929d-cc525db66b17 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 3827 time: 0.3470070 May 03 22:46:47.415856 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-16f6f973-a254-4b23-a4d2-1494d9fd303c service neutron] 10.222.0.67 "GET /v2.0/networks/39f05c72-cd07-47a8-8e9e-517ef5a6c54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5345585 May 03 22:46:47.425603 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61a0d096-ea30-45eb-a4cb-94136ad18310 req-56f39267-c89d-4121-be3d-815407067fa5 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018658 May 03 22:46:47.430241 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a8854455-bba1-4d97-a260-7148d1016d0d tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:47.437476 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a210a535-1954-4510-9bd8-eb11c6db2d31 req-bdadf4e5-6412-41bf-b4dc-9045dc9368fd service neutron] 10.222.0.67 "GET /v2.0/networks/b888fdcb-b426-46e1-8277-6fcb7706bfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5179298 May 03 22:46:47.509534 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-12bf7048-907f-4673-bcf0-d4b8c33f8b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:47.548822 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c42fbbf6-0316-463b-addf-5982a1a438b5 req-e1d3fa41-a550-42d5-b722-0fa4e04022e6 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f1fedf4-7e15-4053-af23-f11050c661ec HTTP/1.1" status: 200 len: 210 time: 0.1298232 May 03 22:46:47.550398 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-4ed52590-293d-40e4-adf9-552fdebd4eb0 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:47.591111 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f3dd4-b330-47c6-84e6-173f8fe9fe11 service neutron] Pushing event updated for resources: {'Port': ['ID=a5676f4a-f478-4abd-b7de-5bb1b574a9e4,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:47.615658 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-4ed52590-293d-40e4-adf9-552fdebd4eb0 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Transition to ACTIVE for port object 8de8313c-acf5-453f-ad5a-da74fd90a138 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:46:47.633841 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-12bf7048-907f-4673-bcf0-d4b8c33f8b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:47.682289 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8854455-bba1-4d97-a260-7148d1016d0d tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Pushing event updated for resources: {'Subnet': ['ID=bbfd307b-d045-49ff-9ad8-5c8d95d38aa4,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:47.704037 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8854455-bba1-4d97-a260-7148d1016d0d tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Checking segment: {'id': 'dda7ab68-fc35-40f8-9a9d-00e4c7964344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5fab5084-3a0b-42b9-9328-88e46366bdd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:46:47.704405 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8854455-bba1-4d97-a260-7148d1016d0d tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Network hostable DHCP agents. Network: 5fab5084-3a0b-42b9-9328-88e46366bdd4, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:46:47.729012 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-bd4f3dd4-b330-47c6-84e6-173f8fe9fe11 service neutron] Attempting to bind port a5676f4a-f478-4abd-b7de-5bb1b574a9e4 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:46:47.729340 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-bd4f3dd4-b330-47c6-84e6-173f8fe9fe11 service neutron] Attempting to bind port a5676f4a-f478-4abd-b7de-5bb1b574a9e4 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '905a9b8f-b56e-44de-b624-14b220326904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39659ede-a161-442b-8b5e-00bdb95cd624'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:46:47.729696 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-bd4f3dd4-b330-47c6-84e6-173f8fe9fe11 service neutron] Attempting to bind port a5676f4a-f478-4abd-b7de-5bb1b574a9e4 on network 39659ede-a161-442b-8b5e-00bdb95cd624 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:46:47.736132 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8854455-bba1-4d97-a260-7148d1016d0d tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Network 5fab5084-3a0b-42b9-9328-88e46366bdd4 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:46:47.747804 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-bd4f3dd4-b330-47c6-84e6-173f8fe9fe11 service neutron] Port a5676f4a-f478-4abd-b7de-5bb1b574a9e4 on network 39659ede-a161-442b-8b5e-00bdb95cd624 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:46:47.748143 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-bd4f3dd4-b330-47c6-84e6-173f8fe9fe11 service neutron] Attempting to bind port a5676f4a-f478-4abd-b7de-5bb1b574a9e4 on network 39659ede-a161-442b-8b5e-00bdb95cd624 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:46:47.750853 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-a8854455-bba1-4d97-a260-7148d1016d0d tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 5fab5084-3a0b-42b9-9328-88e46366bdd4) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:46:47.761226 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e534305-1342-427f-887b-724f69a1b658 None None] Network 5fab5084-3a0b-42b9-9328-88e46366bdd4 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:46:47.761966 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8093cb6-82e3-4f99-abc0-1d833e6b47de req-3d243883-b40a-4b9e-a2d9-11cc6bb4a8e8 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:47.762074 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-bd4f3dd4-b330-47c6-84e6-173f8fe9fe11 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:46:47.762437 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-bd4f3dd4-b330-47c6-84e6-173f8fe9fe11 service neutron] Checking segment: {'id': '905a9b8f-b56e-44de-b624-14b220326904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39659ede-a161-442b-8b5e-00bdb95cd624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:46:47.762806 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-bd4f3dd4-b330-47c6-84e6-173f8fe9fe11 service neutron] Bound using segment: {'id': '905a9b8f-b56e-44de-b624-14b220326904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39659ede-a161-442b-8b5e-00bdb95cd624'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:46:47.763232 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-bd4f3dd4-b330-47c6-84e6-173f8fe9fe11 service neutron] Bound port: a5676f4a-f478-4abd-b7de-5bb1b574a9e4, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '905a9b8f-b56e-44de-b624-14b220326904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39659ede-a161-442b-8b5e-00bdb95cd624'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:46:47.763521 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f8093cb6-82e3-4f99-abc0-1d833e6b47de req-3d243883-b40a-4b9e-a2d9-11cc6bb4a8e8 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?device_id=c79145db-d5ce-4536-b695-3fe7640cb17a HTTP/1.1" status: 200 len: 943 time: 0.1803877 May 03 22:46:47.763692 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-bd4f3dd4-b330-47c6-84e6-173f8fe9fe11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:47.764889 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8854455-bba1-4d97-a260-7148d1016d0d tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:47.765464 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a8854455-bba1-4d97-a260-7148d1016d0d tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:47.769424 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-12bf7048-907f-4673-bcf0-d4b8c33f8b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:47.776046 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9f117de-4c64-4399-95a0-1eefdd800df8 req-f5d77183-1596-4eba-bc3b-57b796db9290 service neutron] 10.222.0.67 "GET /v2.0/networks/39f05c72-cd07-47a8-8e9e-517ef5a6c54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455837 May 03 22:46:47.779632 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-4ed52590-293d-40e4-adf9-552fdebd4eb0 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:47.805817 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf7048-907f-4673-bcf0-d4b8c33f8b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75d1dbc-420f-461c-8157-b0150cdc4fda,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:47.831848 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-12bf7048-907f-4673-bcf0-d4b8c33f8b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:47.846016 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-12bf7048-907f-4673-bcf0-d4b8c33f8b0b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b75d1dbc-420f-461c-8157-b0150cdc4fda HTTP/1.1" status: 204 len: 168 time: 0.7177410 May 03 22:46:47.866561 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a8854455-bba1-4d97-a260-7148d1016d0d tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3727386 May 03 22:46:47.866926 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57354) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:47.873503 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-3578dd88-b227-49fe-b5b9-760e8ba8b317 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Request body: {'network': {'name': 'tempest-router-network01--902358770'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:47.883148 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f8093cb6-82e3-4f99-abc0-1d833e6b47de req-758c6d1c-77a8-419c-a993-4d731b0d67ed tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/security-groups?id=a10ddb8e-051c-49c5-a8a1-b50e695ecdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017559 May 03 22:46:47.884266 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3578dd88-b227-49fe-b5b9-760e8ba8b317 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:47.889418 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3578dd88-b227-49fe-b5b9-760e8ba8b317 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Usage tracker for resource:network and tenant:08b9a09903a14d989ebd9ec99726996b is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:47.892480 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3578dd88-b227-49fe-b5b9-760e8ba8b317 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:47.898970 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3578dd88-b227-49fe-b5b9-760e8ba8b317 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:47.921564 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3578dd88-b227-49fe-b5b9-760e8ba8b317 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Made reservation on behalf of 08b9a09903a14d989ebd9ec99726996b for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:46:47.925249 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3578dd88-b227-49fe-b5b9-760e8ba8b317 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:47.956748 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3578dd88-b227-49fe-b5b9-760e8ba8b317 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:46:47.967437 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3578dd88-b227-49fe-b5b9-760e8ba8b317 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:47.968723 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-3578dd88-b227-49fe-b5b9-760e8ba8b317 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Added segment 6871f517-ebb5-473d-8932-30cb74677fbf of type vlan for network bf68823c-a2db-4665-a0ce-1a40fee933ce May 03 22:46:48.017892 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3578dd88-b227-49fe-b5b9-760e8ba8b317 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:48.059088 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3578dd88-b227-49fe-b5b9-760e8ba8b317 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:48.065709 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3578dd88-b227-49fe-b5b9-760e8ba8b317 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:48.066373 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3578dd88-b227-49fe-b5b9-760e8ba8b317 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:48.069892 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7de843-cb3a-4b0a-ad09-f383377b211e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-5fab5084-3a0b-42b9-9328-88e46366bdd4', 'network_id': '5fab5084-3a0b-42b9-9328-88e46366bdd4', 'tenant_id': '08b9a09903a14d989ebd9ec99726996b', 'fixed_ips': [{'subnet_id': 'bbfd307b-d045-49ff-9ad8-5c8d95d38aa4'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:46:48.070704 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9b7de843-cb3a-4b0a-ad09-f383377b211e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:48.131035 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-4ed52590-293d-40e4-adf9-552fdebd4eb0 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Network b02a0a3f-1344-4b33-8d96-e59f73f273ac is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:46:48.137120 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-4ed52590-293d-40e4-adf9-552fdebd4eb0 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:46:48.148825 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-4ed52590-293d-40e4-adf9-552fdebd4eb0 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:46:48.197456 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed52590-293d-40e4-adf9-552fdebd4eb0 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Pushing event updated for resources: {'Port': ['ID=8de8313c-acf5-453f-ad5a-da74fd90a138,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:48.199024 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578dd88-b227-49fe-b5b9-760e8ba8b317 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Pushing event updated for resources: {'Network': ['ID=bf68823c-a2db-4665-a0ce-1a40fee933ce,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:48.222927 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3578dd88-b227-49fe-b5b9-760e8ba8b317 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3550305 May 03 22:46:48.224781 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57364) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:48.237143 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-fda37aba-d4e3-4e51-882e-8298aa351a32 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Request body: {'network': {'name': 'tempest-router-network02--923956961'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:48.243316 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fda37aba-d4e3-4e51-882e-8298aa351a32 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:48.245381 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-bd4f3dd4-b330-47c6-84e6-173f8fe9fe11 service neutron] For port a5676f4a-f478-4abd-b7de-5bb1b574a9e4, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:46:48.247731 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fda37aba-d4e3-4e51-882e-8298aa351a32 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Usage tracker for resource:network and tenant:08b9a09903a14d989ebd9ec99726996b is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:48.249282 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-bd4f3dd4-b330-47c6-84e6-173f8fe9fe11 service neutron] For port a5676f4a-f478-4abd-b7de-5bb1b574a9e4, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a5676f4a-f478-4abd-b7de-5bb1b574a9e4,segment=NetworkSegment(905a9b8f-b56e-44de-b624-14b220326904),segment_id=905a9b8f-b56e-44de-b624-14b220326904)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:46:48.252264 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fda37aba-d4e3-4e51-882e-8298aa351a32 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:48.262278 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fda37aba-d4e3-4e51-882e-8298aa351a32 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:48.273083 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-bd4f3dd4-b330-47c6-84e6-173f8fe9fe11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:48.287617 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda37aba-d4e3-4e51-882e-8298aa351a32 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Made reservation on behalf of 08b9a09903a14d989ebd9ec99726996b for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:46:48.292113 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fda37aba-d4e3-4e51-882e-8298aa351a32 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:48.292538 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network bf68823c-a2db-4665-a0ce-1a40fee933ce details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:46:48.333509 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda37aba-d4e3-4e51-882e-8298aa351a32 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:46:48.355999 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fda37aba-d4e3-4e51-882e-8298aa351a32 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:48.359704 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-fda37aba-d4e3-4e51-882e-8298aa351a32 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Added segment 224a607c-a10c-400f-bfd1-95db49eb9c0a of type vlan for network 29c6c3e9-e596-47a8-bcad-99bae840904e May 03 22:46:48.406816 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-4ed52590-293d-40e4-adf9-552fdebd4eb0 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:48.407965 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-4ed52590-293d-40e4-adf9-552fdebd4eb0 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:48.415487 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-bd4f3dd4-b330-47c6-84e6-173f8fe9fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:48.416047 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-bd4f3dd4-b330-47c6-84e6-173f8fe9fe11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:48.417773 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-bd4f3dd4-b330-47c6-84e6-173f8fe9fe11 service neutron] 10.222.0.60 "PUT /v2.0/ports/a5676f4a-f478-4abd-b7de-5bb1b574a9e4 HTTP/1.1" status: 200 len: 1131 time: 3.7599382 May 03 22:46:48.426805 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fda37aba-d4e3-4e51-882e-8298aa351a32 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:48.455341 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-d733bbde-b8fc-4e0a-9983-b9977f385276 service neutron] Request body: {'port': {'device_id': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:48.506431 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-9b7de843-cb3a-4b0a-ad09-f383377b211e None None] Allocated IP 172.20.0.2 (5fab5084-3a0b-42b9-9328-88e46366bdd4/bbfd307b-d045-49ff-9ad8-5c8d95d38aa4/1cac0fff-4311-48bb-bf50-7784f3e14999) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:46:48.548309 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731aca8-0e2f-40b1-8c38-f342e13779b2 req-35c31b2d-200d-4fc5-b497-671a88d2010a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:48.549788 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d731aca8-0e2f-40b1-8c38-f342e13779b2 req-35c31b2d-200d-4fc5-b497-671a88d2010a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=584c47bf47e049698552e4a4a9d3464d&device_id=613e9e45-8d55-4db3-999c-5b7c3b03512f HTTP/1.1" status: 200 len: 1095 time: 0.5578399 May 03 22:46:48.607721 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fda37aba-d4e3-4e51-882e-8298aa351a32 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:48.608719 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6ed3d353-690a-445a-9d62-93b931779f55 None None] Provisioning for port 8de8313c-acf5-453f-ad5a-da74fd90a138 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:46:48.618301 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda37aba-d4e3-4e51-882e-8298aa351a32 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:48.625226 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6ed3d353-690a-445a-9d62-93b931779f55 None None] Provisioning complete for port 8de8313c-acf5-453f-ad5a-da74fd90a138 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:46:48.626387 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fda37aba-d4e3-4e51-882e-8298aa351a32 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:48.632909 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6ed3d353-690a-445a-9d62-93b931779f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:48.634343 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f3dd4-b330-47c6-84e6-173f8fe9fe11 service neutron] Pushing event updated for resources: {'Port': ['ID=a5676f4a-f478-4abd-b7de-5bb1b574a9e4,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:48.669577 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-4ed52590-293d-40e4-adf9-552fdebd4eb0 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4566860 May 03 22:46:48.690877 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-eaac9726-32cd-4ee9-9c0a-85c35098e132 service neutron] Request body: {'port': {'device_id': '4f1fedf4-7e15-4053-af23-f11050c661ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:48.729165 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-6ed3d353-690a-445a-9d62-93b931779f55 None None] Port 8de8313c-acf5-453f-ad5a-da74fd90a138 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:46:48.874249 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-fda37aba-d4e3-4e51-882e-8298aa351a32 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6477406 May 03 22:46:48.877787 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'tag': 'a5676f4a-f478-4abd-b7de-5bb1b574a9e4'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:46:48.877943 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda37aba-d4e3-4e51-882e-8298aa351a32 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Pushing event updated for resources: {'Network': ['ID=29c6c3e9-e596-47a8-bcad-99bae840904e,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:48.881341 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57386) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:48.890339 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-df6e6ba4-f820-4f76-aa52-defac868b527 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Request body: {'subnet': {'network_id': 'bf68823c-a2db-4665-a0ce-1a40fee933ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:48.919657 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 29c6c3e9-e596-47a8-bcad-99bae840904e details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:46:48.959656 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb86e5-b6ea-4125-9dd6-b012fc6d60fe req-48cc5167-fdbf-4655-a2dd-67dfa7855240 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:48.961934 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1bdb86e5-b6ea-4125-9dd6-b012fc6d60fe req-48cc5167-fdbf-4655-a2dd-67dfa7855240 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=613e9e45-8d55-4db3-999c-5b7c3b03512f HTTP/1.1" status: 200 len: 944 time: 0.4744353 May 03 22:46:48.988524 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-d733bbde-b8fc-4e0a-9983-b9977f385276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:49.007382 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731aca8-0e2f-40b1-8c38-f342e13779b2 req-1476146f-ecb9-4a8a-8c5c-63489b62bfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:49.008766 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d731aca8-0e2f-40b1-8c38-f342e13779b2 req-1476146f-ecb9-4a8a-8c5c-63489b62bfdc service neutron] 10.222.0.67 "GET /v2.0/networks?id=39f05c72-cd07-47a8-8e9e-517ef5a6c54f HTTP/1.1" status: 200 len: 898 time: 0.4097350 May 03 22:46:49.017718 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-eaac9726-32cd-4ee9-9c0a-85c35098e132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:49.093825 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e7b51-5888-4aef-aab4-2d655aa699d2 req-3b43423d-8af9-4312-be0a-693a070439dc tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:49.102950 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e7b51-5888-4aef-aab4-2d655aa699d2 req-3b43423d-8af9-4312-be0a-693a070439dc tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:49.109545 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e7b51-5888-4aef-aab4-2d655aa699d2 req-3b43423d-8af9-4312-be0a-693a070439dc tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:49.116321 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e7b51-5888-4aef-aab4-2d655aa699d2 req-3b43423d-8af9-4312-be0a-693a070439dc tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:49.118435 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9b7de843-cb3a-4b0a-ad09-f383377b211e None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:49.124502 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e7b51-5888-4aef-aab4-2d655aa699d2 req-3b43423d-8af9-4312-be0a-693a070439dc tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:49.128476 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9b7de843-cb3a-4b0a-ad09-f383377b211e None None] Transition to ACTIVE for port object 1cac0fff-4311-48bb-bf50-7784f3e14999 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:46:49.130319 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e7b51-5888-4aef-aab4-2d655aa699d2 req-3b43423d-8af9-4312-be0a-693a070439dc tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:49.132053 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d731aca8-0e2f-40b1-8c38-f342e13779b2 req-8bde2071-bc8e-4780-b497-f143804b5a42 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=e3a694c3-bb3e-48e9-9b45-41385f0456b8 HTTP/1.1" status: 200 len: 217 time: 0.1156890 May 03 22:46:49.137594 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-071e7b51-5888-4aef-aab4-2d655aa699d2 req-3b43423d-8af9-4312-be0a-693a070439dc tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 4600 time: 0.4700959 May 03 22:46:49.147757 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9b7de843-cb3a-4b0a-ad09-f383377b211e None None] Transition to ACTIVE for port object 1cac0fff-4311-48bb-bf50-7784f3e14999 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:46:49.155068 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9b7de843-cb3a-4b0a-ad09-f383377b211e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:49.182370 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-df6e6ba4-f820-4f76-aa52-defac868b527 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:49.190860 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1bdb86e5-b6ea-4125-9dd6-b012fc6d60fe req-a313ef30-2c4e-407a-a7bb-57d6fa8755ba tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b9bd1f-dd06-4143-9ea0-76f399e91c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503778 May 03 22:46:49.199934 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-df6e6ba4-f820-4f76-aa52-defac868b527 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Usage tracker for resource:subnet and tenant:08b9a09903a14d989ebd9ec99726996b is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:49.206263 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-df6e6ba4-f820-4f76-aa52-defac868b527 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:49.215985 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-df6e6ba4-f820-4f76-aa52-defac868b527 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:49.230955 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-071e7b51-5888-4aef-aab4-2d655aa699d2 req-359885a3-008a-4cc1-88eb-175a12b033a3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0924091 May 03 22:46:49.258332 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6e6ba4-f820-4f76-aa52-defac868b527 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Made reservation on behalf of 08b9a09903a14d989ebd9ec99726996b for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:46:49.261756 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-df6e6ba4-f820-4f76-aa52-defac868b527 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:49.301008 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7de843-cb3a-4b0a-ad09-f383377b211e None None] Network 5fab5084-3a0b-42b9-9328-88e46366bdd4 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:46:49.304679 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-9b7de843-cb3a-4b0a-ad09-f383377b211e None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:46:49.308191 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7de843-cb3a-4b0a-ad09-f383377b211e None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:46:49.464316 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7de843-cb3a-4b0a-ad09-f383377b211e None None] Pushing event updated for resources: {'Port': ['ID=1cac0fff-4311-48bb-bf50-7784f3e14999,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:49.489374 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57402) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:49.495278 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-9b7de843-cb3a-4b0a-ad09-f383377b211e None None] Attempting to bind port 1cac0fff-4311-48bb-bf50-7784f3e14999 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:46:49.495919 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-9b7de843-cb3a-4b0a-ad09-f383377b211e None None] Attempting to bind port 1cac0fff-4311-48bb-bf50-7784f3e14999 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'dda7ab68-fc35-40f8-9a9d-00e4c7964344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5fab5084-3a0b-42b9-9328-88e46366bdd4'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:46:49.496495 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7de843-cb3a-4b0a-ad09-f383377b211e None None] Attempting to bind port 1cac0fff-4311-48bb-bf50-7784f3e14999 on network 5fab5084-3a0b-42b9-9328-88e46366bdd4 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:46:49.503152 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7de843-cb3a-4b0a-ad09-f383377b211e None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:46:49.503980 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7de843-cb3a-4b0a-ad09-f383377b211e None None] Checking segment: {'id': 'dda7ab68-fc35-40f8-9a9d-00e4c7964344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5fab5084-3a0b-42b9-9328-88e46366bdd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:46:49.504508 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9b7de843-cb3a-4b0a-ad09-f383377b211e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:49.504905 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7de843-cb3a-4b0a-ad09-f383377b211e None None] Bound using segment: {'id': 'dda7ab68-fc35-40f8-9a9d-00e4c7964344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5fab5084-3a0b-42b9-9328-88e46366bdd4'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:46:49.505372 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-9b7de843-cb3a-4b0a-ad09-f383377b211e None None] Bound port: 1cac0fff-4311-48bb-bf50-7784f3e14999, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dda7ab68-fc35-40f8-9a9d-00e4c7964344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5fab5084-3a0b-42b9-9328-88e46366bdd4'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:46:49.505825 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9b7de843-cb3a-4b0a-ad09-f383377b211e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:49.554033 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea452b49-7290-4a20-a62a-c4bcbb21bb44'] response: {'name': 'network-changed', 'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'tag': 'a5676f4a-f478-4abd-b7de-5bb1b574a9e4', 'status': 'completed', 'code': 200} May 03 22:46:49.603955 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-9b7de843-cb3a-4b0a-ad09-f383377b211e None None] For port 1cac0fff-4311-48bb-bf50-7784f3e14999, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:46:49.607259 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-9b7de843-cb3a-4b0a-ad09-f383377b211e None None] For port 1cac0fff-4311-48bb-bf50-7784f3e14999, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=1cac0fff-4311-48bb-bf50-7784f3e14999,segment=NetworkSegment(dda7ab68-fc35-40f8-9a9d-00e4c7964344),segment_id=dda7ab68-fc35-40f8-9a9d-00e4c7964344)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:46:49.613909 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9b7de843-cb3a-4b0a-ad09-f383377b211e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:49.683422 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731aca8-0e2f-40b1-8c38-f342e13779b2 req-6c2107d3-2264-4d8a-83e1-dcae4a0e0615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:49.685208 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d731aca8-0e2f-40b1-8c38-f342e13779b2 req-6c2107d3-2264-4d8a-83e1-dcae4a0e0615 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=97270381-9b92-44b9-930d-d069d57723d8 HTTP/1.1" status: 200 len: 838 time: 0.5333059 May 03 22:46:49.718164 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7de843-cb3a-4b0a-ad09-f383377b211e None None] Pushing event updated for resources: {'Port': ['ID=1cac0fff-4311-48bb-bf50-7784f3e14999,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:49.727231 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36b685-d5aa-4eb4-930d-3263f23eacdf req-205efdf3-715d-4bd0-aefb-1914f87d70f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:49.727716 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36b685-d5aa-4eb4-930d-3263f23eacdf req-205efdf3-715d-4bd0-aefb-1914f87d70f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:49.728168 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36b685-d5aa-4eb4-930d-3263f23eacdf req-205efdf3-715d-4bd0-aefb-1914f87d70f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:49.728637 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36b685-d5aa-4eb4-930d-3263f23eacdf req-205efdf3-715d-4bd0-aefb-1914f87d70f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:49.729100 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36b685-d5aa-4eb4-930d-3263f23eacdf req-205efdf3-715d-4bd0-aefb-1914f87d70f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:49.729561 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36b685-d5aa-4eb4-930d-3263f23eacdf req-205efdf3-715d-4bd0-aefb-1914f87d70f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:49.731467 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c36b685-d5aa-4eb4-930d-3263f23eacdf req-205efdf3-715d-4bd0-aefb-1914f87d70f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6f7f307699c4be5803d470738b6e79e&device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5286 time: 0.3122077 May 03 22:46:49.775913 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8207f-5e5c-414a-8abd-ff79a66b180f req-57f050ab-664d-4b6f-82e1-d3c505840fcb tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:49.777432 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a5b8207f-5e5c-414a-8abd-ff79a66b180f req-57f050ab-664d-4b6f-82e1-d3c505840fcb tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f1fedf4-7e15-4053-af23-f11050c661ec HTTP/1.1" status: 200 len: 931 time: 0.3570092 May 03 22:46:49.857414 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761027f-0e33-4369-8c0f-1d15960b9249 req-bf108394-294d-4f9a-b869-28886380abc2 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:49.859517 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f761027f-0e33-4369-8c0f-1d15960b9249 req-bf108394-294d-4f9a-b869-28886380abc2 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?device_id=c79145db-d5ce-4536-b695-3fe7640cb17a HTTP/1.1" status: 200 len: 943 time: 0.3413882 May 03 22:46:49.882089 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ab1b97d1-0348-454d-b0a4-00f09413cb7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:49.968990 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-d733bbde-b8fc-4e0a-9983-b9977f385276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f29a8b06-8b92-4808-84bd-b5a24faa61fe {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:46:49.979817 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731aca8-0e2f-40b1-8c38-f342e13779b2 req-52523f31-64cf-4695-8dfe-9de59437f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:49.981388 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d731aca8-0e2f-40b1-8c38-f342e13779b2 req-52523f31-64cf-4695-8dfe-9de59437f67e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=39f05c72-cd07-47a8-8e9e-517ef5a6c54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2724719 May 03 22:46:49.985293 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-d733bbde-b8fc-4e0a-9983-b9977f385276 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:50.023067 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ab1b97d1-0348-454d-b0a4-00f09413cb7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:50.056845 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ab1b97d1-0348-454d-b0a4-00f09413cb7b admin admin] Usage tracker for resource:security_group_rule and tenant:8694791e46f346d99d4ea792dcaf09a6 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:50.068976 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a5b8207f-5e5c-414a-8abd-ff79a66b180f req-33569fc2-f090-42e5-9d89-dded9513e51b tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b0fa720-34c7-45c8-8944-b3aaf4568555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2578552 May 03 22:46:50.075106 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ab1b97d1-0348-454d-b0a4-00f09413cb7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:50.097073 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ab1b97d1-0348-454d-b0a4-00f09413cb7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:50.109235 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f761027f-0e33-4369-8c0f-1d15960b9249 req-f7b73c3d-e2b0-44ea-bd54-abd8b2b52108 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/security-groups?id=a10ddb8e-051c-49c5-a8a1-b50e695ecdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282989 May 03 22:46:50.144065 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-df6e6ba4-f820-4f76-aa52-defac868b527 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:50.195700 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36b685-d5aa-4eb4-930d-3263f23eacdf req-410b59ed-0520-4918-ac3a-12b05bfd2ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:50.196157 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36b685-d5aa-4eb4-930d-3263f23eacdf req-410b59ed-0520-4918-ac3a-12b05bfd2ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:50.196614 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36b685-d5aa-4eb4-930d-3263f23eacdf req-410b59ed-0520-4918-ac3a-12b05bfd2ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:50.198455 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c36b685-d5aa-4eb4-930d-3263f23eacdf req-410b59ed-0520-4918-ac3a-12b05bfd2ee6 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d6f7f307699c4be5803d470738b6e79e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4155092 May 03 22:46:50.215768 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-d733bbde-b8fc-4e0a-9983-b9977f385276 service neutron] Transition to ACTIVE for port object f29a8b06-8b92-4808-84bd-b5a24faa61fe will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:46:50.234019 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-d733bbde-b8fc-4e0a-9983-b9977f385276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:50.316217 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e6ba4-f820-4f76-aa52-defac868b527 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Pushing event updated for resources: {'Subnet': ['ID=2ebd59cb-7075-4b35-9250-2eb28f782a88,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:50.356794 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-eaac9726-32cd-4ee9-9c0a-85c35098e132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8de8313c-acf5-453f-ad5a-da74fd90a138 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:46:50.424288 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-eaac9726-32cd-4ee9-9c0a-85c35098e132 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:50.465955 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733bbde-b8fc-4e0a-9983-b9977f385276 service neutron] Pushing event updated for resources: {'Port': ['ID=f29a8b06-8b92-4808-84bd-b5a24faa61fe,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:50.511552 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6e6ba4-f820-4f76-aa52-defac868b527 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Checking segment: {'id': '6871f517-ebb5-473d-8932-30cb74677fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bf68823c-a2db-4665-a0ce-1a40fee933ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:46:50.511921 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6e6ba4-f820-4f76-aa52-defac868b527 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Network hostable DHCP agents. Network: bf68823c-a2db-4665-a0ce-1a40fee933ce, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:46:50.548306 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-eaac9726-32cd-4ee9-9c0a-85c35098e132 service neutron] Transition to ACTIVE for port object 8de8313c-acf5-453f-ad5a-da74fd90a138 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:46:50.556183 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d731aca8-0e2f-40b1-8c38-f342e13779b2 req-8c180a5a-8908-4d07-8350-bd74d60fd635 service neutron] 10.222.0.67 "GET /v2.0/networks/39f05c72-cd07-47a8-8e9e-517ef5a6c54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5651171 May 03 22:46:50.566422 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-eaac9726-32cd-4ee9-9c0a-85c35098e132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:50.613013 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36b685-d5aa-4eb4-930d-3263f23eacdf req-f91f840e-c049-4d9a-8997-e1081f578f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:50.614439 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c36b685-d5aa-4eb4-930d-3263f23eacdf req-f91f840e-c049-4d9a-8997-e1081f578f6d service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4020810 May 03 22:46:50.645691 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6e6ba4-f820-4f76-aa52-defac868b527 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Network bf68823c-a2db-4665-a0ce-1a40fee933ce is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:46:50.656705 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ab1b97d1-0348-454d-b0a4-00f09413cb7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:50.668158 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ab1b97d1-0348-454d-b0a4-00f09413cb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:50.690283 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-df6e6ba4-f820-4f76-aa52-defac868b527 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, bf68823c-a2db-4665-a0ce-1a40fee933ce) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:46:50.700681 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9e2fbd-3343-42e3-bf20-1242d9ae9335 None None] Network bf68823c-a2db-4665-a0ce-1a40fee933ce requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:46:50.741121 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6e6ba4-f820-4f76-aa52-defac868b527 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:50.741930 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-df6e6ba4-f820-4f76-aa52-defac868b527 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:50.751956 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b97d1-0348-454d-b0a4-00f09413cb7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715e18cf-f386-41eb-a62a-f52f6f887cd9,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:50.780909 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69fc1b-3117-4c41-b6b7-34dc8e730c47 req-e20e6cc2-d2d2-4ca1-8f54-2525ca41773a tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:50.790984 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f69fc1b-3117-4c41-b6b7-34dc8e730c47 req-e20e6cc2-d2d2-4ca1-8f54-2525ca41773a tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=613e9e45-8d55-4db3-999c-5b7c3b03512f HTTP/1.1" status: 200 len: 944 time: 0.4037323 May 03 22:46:50.806085 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed334aa-ec38-4d2c-a5c5-677b529eea45 req-86202bde-e2d9-4e97-b271-6985662b35e4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:50.812862 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed334aa-ec38-4d2c-a5c5-677b529eea45 req-86202bde-e2d9-4e97-b271-6985662b35e4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:50.819089 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed334aa-ec38-4d2c-a5c5-677b529eea45 req-86202bde-e2d9-4e97-b271-6985662b35e4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:50.824904 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed334aa-ec38-4d2c-a5c5-677b529eea45 req-86202bde-e2d9-4e97-b271-6985662b35e4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:50.831215 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed334aa-ec38-4d2c-a5c5-677b529eea45 req-86202bde-e2d9-4e97-b271-6985662b35e4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:50.837085 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed334aa-ec38-4d2c-a5c5-677b529eea45 req-86202bde-e2d9-4e97-b271-6985662b35e4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:50.850617 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed334aa-ec38-4d2c-a5c5-677b529eea45 req-86202bde-e2d9-4e97-b271-6985662b35e4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:50.859125 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fed334aa-ec38-4d2c-a5c5-677b529eea45 req-86202bde-e2d9-4e97-b271-6985662b35e4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5372 time: 0.4629142 May 03 22:46:50.886261 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-d733bbde-b8fc-4e0a-9983-b9977f385276 service neutron] Attempting to bind port f29a8b06-8b92-4808-84bd-b5a24faa61fe on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:46:50.886679 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-d733bbde-b8fc-4e0a-9983-b9977f385276 service neutron] Attempting to bind port f29a8b06-8b92-4808-84bd-b5a24faa61fe by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '905a9b8f-b56e-44de-b624-14b220326904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39659ede-a161-442b-8b5e-00bdb95cd624'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:46:50.887110 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-d733bbde-b8fc-4e0a-9983-b9977f385276 service neutron] Attempting to bind port f29a8b06-8b92-4808-84bd-b5a24faa61fe on network 39659ede-a161-442b-8b5e-00bdb95cd624 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:46:50.919164 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-d733bbde-b8fc-4e0a-9983-b9977f385276 service neutron] Port f29a8b06-8b92-4808-84bd-b5a24faa61fe on network 39659ede-a161-442b-8b5e-00bdb95cd624 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:46:50.919584 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-d733bbde-b8fc-4e0a-9983-b9977f385276 service neutron] Attempting to bind port f29a8b06-8b92-4808-84bd-b5a24faa61fe on network 39659ede-a161-442b-8b5e-00bdb95cd624 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:46:50.930784 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ab1b97d1-0348-454d-b0a4-00f09413cb7b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8694791e46f346d99d4ea792dcaf09a6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4323618 May 03 22:46:50.951532 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57414) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:50.971609 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac9726-32cd-4ee9-9c0a-85c35098e132 service neutron] Pushing event updated for resources: {'Port': ['ID=8de8313c-acf5-453f-ad5a-da74fd90a138,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:50.988133 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d731aca8-0e2f-40b1-8c38-f342e13779b2 req-30549f6a-7db4-4ad3-a019-e583b03720e9 service neutron] 10.222.0.67 "GET /v2.0/networks/39f05c72-cd07-47a8-8e9e-517ef5a6c54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227185 May 03 22:46:50.996439 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6843ee7-f982-4876-ac9f-f74515bb86de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-bf68823c-a2db-4665-a0ce-1a40fee933ce', 'network_id': 'bf68823c-a2db-4665-a0ce-1a40fee933ce', 'tenant_id': '08b9a09903a14d989ebd9ec99726996b', 'fixed_ips': [{'subnet_id': '2ebd59cb-7075-4b35-9250-2eb28f782a88'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:46:50.996668 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-df6e6ba4-f820-4f76-aa52-defac868b527 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1106298 May 03 22:46:50.996752 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d6843ee7-f982-4876-ac9f-f74515bb86de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:51.001282 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-d733bbde-b8fc-4e0a-9983-b9977f385276 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:46:51.002001 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-d733bbde-b8fc-4e0a-9983-b9977f385276 service neutron] Checking segment: {'id': '905a9b8f-b56e-44de-b624-14b220326904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39659ede-a161-442b-8b5e-00bdb95cd624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:46:51.002637 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-d733bbde-b8fc-4e0a-9983-b9977f385276 service neutron] Bound using segment: {'id': '905a9b8f-b56e-44de-b624-14b220326904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39659ede-a161-442b-8b5e-00bdb95cd624'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:46:51.003290 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-d733bbde-b8fc-4e0a-9983-b9977f385276 service neutron] Bound port: f29a8b06-8b92-4808-84bd-b5a24faa61fe, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '905a9b8f-b56e-44de-b624-14b220326904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39659ede-a161-442b-8b5e-00bdb95cd624'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:46:51.003857 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-d733bbde-b8fc-4e0a-9983-b9977f385276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:51.027233 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57418) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:51.081711 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f69fc1b-3117-4c41-b6b7-34dc8e730c47 req-985b204e-821b-4ca5-ae5f-8bf7264b72ba tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b9bd1f-dd06-4143-9ea0-76f399e91c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2898400 May 03 22:46:51.098774 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fed334aa-ec38-4d2c-a5c5-677b529eea45 req-f3168d47-7409-4477-b580-22a18ccdae36 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2383947 May 03 22:46:51.128459 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-b2c73239-eca8-4db6-b28b-1a3f02cd1f0f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Request body: {'subnet': {'network_id': '29c6c3e9-e596-47a8-bcad-99bae840904e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:51.155821 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1891cc27-c593-49e4-a36f-19940c783ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:51.195571 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1891cc27-c593-49e4-a36f-19940c783ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:51.254766 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d589c0d8-d695-4aed-a641-e461a5789d95 None None] Network 5fab5084-3a0b-42b9-9328-88e46366bdd4 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:46:51.282785 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1891cc27-c593-49e4-a36f-19940c783ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:51.311232 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891cc27-c593-49e4-a36f-19940c783ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715e18cf-f386-41eb-a62a-f52f6f887cd9,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:51.321392 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1891cc27-c593-49e4-a36f-19940c783ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:51.330472 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1891cc27-c593-49e4-a36f-19940c783ed5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/715e18cf-f386-41eb-a62a-f52f6f887cd9 HTTP/1.1" status: 204 len: 168 time: 0.3777235 May 03 22:46:51.420933 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b2c73239-eca8-4db6-b28b-1a3f02cd1f0f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:51.426091 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b2c73239-eca8-4db6-b28b-1a3f02cd1f0f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Usage tracker for resource:subnet and tenant:08b9a09903a14d989ebd9ec99726996b is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:51.430178 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b2c73239-eca8-4db6-b28b-1a3f02cd1f0f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:51.437483 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b2c73239-eca8-4db6-b28b-1a3f02cd1f0f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:51.453243 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-eaac9726-32cd-4ee9-9c0a-85c35098e132 service neutron] Attempting to bind port 8de8313c-acf5-453f-ad5a-da74fd90a138 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:46:51.507889 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-eaac9726-32cd-4ee9-9c0a-85c35098e132 service neutron] Attempting to bind port 8de8313c-acf5-453f-ad5a-da74fd90a138 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:46:51.507889 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-eaac9726-32cd-4ee9-9c0a-85c35098e132 service neutron] Attempting to bind port 8de8313c-acf5-453f-ad5a-da74fd90a138 on network b02a0a3f-1344-4b33-8d96-e59f73f273ac {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:46:51.512647 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e77b87-2e55-4f02-b633-b74f412e8a13 req-088c8810-1b87-43fe-bb6c-dcb192084044 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:51.524826 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-37e77b87-2e55-4f02-b633-b74f412e8a13 req-088c8810-1b87-43fe-bb6c-dcb192084044 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f1fedf4-7e15-4053-af23-f11050c661ec HTTP/1.1" status: 200 len: 943 time: 0.2047744 May 03 22:46:51.536543 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c73239-eca8-4db6-b28b-1a3f02cd1f0f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Made reservation on behalf of 08b9a09903a14d989ebd9ec99726996b for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:46:51.536543 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b2c73239-eca8-4db6-b28b-1a3f02cd1f0f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:51.572289 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-eaac9726-32cd-4ee9-9c0a-85c35098e132 service neutron] Port 8de8313c-acf5-453f-ad5a-da74fd90a138 on network b02a0a3f-1344-4b33-8d96-e59f73f273ac not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:46:51.572289 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-eaac9726-32cd-4ee9-9c0a-85c35098e132 service neutron] Attempting to bind port 8de8313c-acf5-453f-ad5a-da74fd90a138 on network b02a0a3f-1344-4b33-8d96-e59f73f273ac {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:46:51.586518 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-d733bbde-b8fc-4e0a-9983-b9977f385276 service neutron] For port f29a8b06-8b92-4808-84bd-b5a24faa61fe, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:46:51.602821 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-eaac9726-32cd-4ee9-9c0a-85c35098e132 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:46:51.602821 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-eaac9726-32cd-4ee9-9c0a-85c35098e132 service neutron] Checking segment: {'id': '0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:46:51.602821 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-eaac9726-32cd-4ee9-9c0a-85c35098e132 service neutron] Bound using segment: {'id': '0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:46:51.602821 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-eaac9726-32cd-4ee9-9c0a-85c35098e132 service neutron] Bound port: 8de8313c-acf5-453f-ad5a-da74fd90a138, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:46:51.602821 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-eaac9726-32cd-4ee9-9c0a-85c35098e132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:51.618234 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731aca8-0e2f-40b1-8c38-f342e13779b2 req-f8110397-0d08-4e2b-9a98-117def73b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:51.619746 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d731aca8-0e2f-40b1-8c38-f342e13779b2 req-f8110397-0d08-4e2b-9a98-117def73b2a4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bdbc5a9222cd43deb11d74ba562f86d0&device_id=c79145db-d5ce-4536-b695-3fe7640cb17a HTTP/1.1" status: 200 len: 1094 time: 0.5009277 May 03 22:46:51.626694 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-d733bbde-b8fc-4e0a-9983-b9977f385276 service neutron] For port f29a8b06-8b92-4808-84bd-b5a24faa61fe, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=f29a8b06-8b92-4808-84bd-b5a24faa61fe,segment=NetworkSegment(905a9b8f-b56e-44de-b624-14b220326904),segment_id=905a9b8f-b56e-44de-b624-14b220326904)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:46:51.636370 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 1cac0fff-4311-48bb-bf50-7784f3e14999 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:46:51.642488 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-37e77b87-2e55-4f02-b633-b74f412e8a13 req-dcc96a37-09d5-4249-9f35-3f1879ce9213 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b0fa720-34c7-45c8-8944-b3aaf4568555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281431 May 03 22:46:51.661281 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1cb14-6c48-46d8-9a4f-473ce17f4c94 req-13bad0d0-7b48-4b3e-aaed-069c4d423d94 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:51.670442 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2dc1cb14-6c48-46d8-9a4f-473ce17f4c94 req-13bad0d0-7b48-4b3e-aaed-069c4d423d94 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?device_id=c79145db-d5ce-4536-b695-3fe7640cb17a HTTP/1.1" status: 200 len: 943 time: 0.2982569 May 03 22:46:51.730584 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2dc1cb14-6c48-46d8-9a4f-473ce17f4c94 req-5cbefff0-42f2-4d31-a21f-4c61718b3ac4 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/security-groups?id=a10ddb8e-051c-49c5-a8a1-b50e695ecdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584221 May 03 22:46:51.768598 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-d733bbde-b8fc-4e0a-9983-b9977f385276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:51.768779 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-d6843ee7-f982-4876-ac9f-f74515bb86de None None] Allocated IP 172.20.0.2 (bf68823c-a2db-4665-a0ce-1a40fee933ce/2ebd59cb-7075-4b35-9250-2eb28f782a88/41826f19-5d8a-473c-829c-29e8f3cd7434) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:46:51.849410 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 1cac0fff-4311-48bb-bf50-7784f3e14999 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:46:51.937960 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-74fce0f0-ffc1-484a-872d-40f58927b7f9 None None] Provisioning for port 1cac0fff-4311-48bb-bf50-7784f3e14999 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:46:51.969300 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-74fce0f0-ffc1-484a-872d-40f58927b7f9 None None] Provisioning complete for port 1cac0fff-4311-48bb-bf50-7784f3e14999 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:46:51.970031 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-74fce0f0-ffc1-484a-872d-40f58927b7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:52.143966 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d6843ee7-f982-4876-ac9f-f74515bb86de None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:52.196553 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-d733bbde-b8fc-4e0a-9983-b9977f385276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:52.197381 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-d733bbde-b8fc-4e0a-9983-b9977f385276 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:52.198977 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-d733bbde-b8fc-4e0a-9983-b9977f385276 service neutron] 10.222.0.60 "PUT /v2.0/ports/f29a8b06-8b92-4808-84bd-b5a24faa61fe HTTP/1.1" status: 200 len: 1130 time: 3.7483864 May 03 22:46:52.203989 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'tag': 'f29a8b06-8b92-4808-84bd-b5a24faa61fe'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:46:52.224909 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d6843ee7-f982-4876-ac9f-f74515bb86de None None] Transition to ACTIVE for port object 41826f19-5d8a-473c-829c-29e8f3cd7434 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:46:52.265179 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-b0218c36-0549-414e-a1b2-3e26d7aea4ca service neutron] Request body: {'port': {'device_id': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:52.274997 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d6843ee7-f982-4876-ac9f-f74515bb86de None None] Transition to ACTIVE for port object 41826f19-5d8a-473c-829c-29e8f3cd7434 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:46:52.276154 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-74fce0f0-ffc1-484a-872d-40f58927b7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:52.294336 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d6843ee7-f982-4876-ac9f-f74515bb86de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:52.356194 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733bbde-b8fc-4e0a-9983-b9977f385276 service neutron] Pushing event updated for resources: {'Port': ['ID=f29a8b06-8b92-4808-84bd-b5a24faa61fe,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:52.369225 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-eaac9726-32cd-4ee9-9c0a-85c35098e132 service neutron] For port 8de8313c-acf5-453f-ad5a-da74fd90a138, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:46:52.384899 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-eaac9726-32cd-4ee9-9c0a-85c35098e132 service neutron] For port 8de8313c-acf5-453f-ad5a-da74fd90a138, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=8de8313c-acf5-453f-ad5a-da74fd90a138,segment=NetworkSegment(0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a),segment_id=0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:46:52.428932 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6843ee7-f982-4876-ac9f-f74515bb86de None None] Network bf68823c-a2db-4665-a0ce-1a40fee933ce is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:46:52.430719 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-eaac9726-32cd-4ee9-9c0a-85c35098e132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:52.433840 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-74fce0f0-ffc1-484a-872d-40f58927b7f9 None None] For port 1cac0fff-4311-48bb-bf50-7784f3e14999, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=1cac0fff-4311-48bb-bf50-7784f3e14999,segment=NetworkSegment(dda7ab68-fc35-40f8-9a9d-00e4c7964344),segment_id=dda7ab68-fc35-40f8-9a9d-00e4c7964344)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:46:52.435344 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-d6843ee7-f982-4876-ac9f-f74515bb86de None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:46:52.436966 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:46:52.440868 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6843ee7-f982-4876-ac9f-f74515bb86de None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:46:52.452142 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-74fce0f0-ffc1-484a-872d-40f58927b7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:52.480300 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6843ee7-f982-4876-ac9f-f74515bb86de None None] Pushing event updated for resources: {'Port': ['ID=41826f19-5d8a-473c-829c-29e8f3cd7434,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:52.565671 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fce0f0-ffc1-484a-872d-40f58927b7f9 None None] Pushing event updated for resources: {'Port': ['ID=1cac0fff-4311-48bb-bf50-7784f3e14999,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:52.628471 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.resource_extend [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:46:52.682387 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-eaac9726-32cd-4ee9-9c0a-85c35098e132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:52.683843 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-eaac9726-32cd-4ee9-9c0a-85c35098e132 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:52.685668 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-eaac9726-32cd-4ee9-9c0a-85c35098e132 service neutron] 10.222.0.60 "PUT /v2.0/ports/8de8313c-acf5-453f-ad5a-da74fd90a138 HTTP/1.1" status: 200 len: 1091 time: 4.0015233 May 03 22:46:52.689579 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac9726-32cd-4ee9-9c0a-85c35098e132 service neutron] Pushing event updated for resources: {'Port': ['ID=8de8313c-acf5-453f-ad5a-da74fd90a138,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:52.700609 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731aca8-0e2f-40b1-8c38-f342e13779b2 req-2205c285-32a7-44d3-8a48-210b8f7d3db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:52.702655 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d731aca8-0e2f-40b1-8c38-f342e13779b2 req-2205c285-32a7-44d3-8a48-210b8f7d3db8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b888fdcb-b426-46e1-8277-6fcb7706bfd7 HTTP/1.1" status: 200 len: 910 time: 1.0702169 May 03 22:46:52.703545 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-d6843ee7-f982-4876-ac9f-f74515bb86de None None] Attempting to bind port 41826f19-5d8a-473c-829c-29e8f3cd7434 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:46:52.703925 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-d6843ee7-f982-4876-ac9f-f74515bb86de None None] Attempting to bind port 41826f19-5d8a-473c-829c-29e8f3cd7434 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '6871f517-ebb5-473d-8932-30cb74677fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bf68823c-a2db-4665-a0ce-1a40fee933ce'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:46:52.704331 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6843ee7-f982-4876-ac9f-f74515bb86de None None] Attempting to bind port 41826f19-5d8a-473c-829c-29e8f3cd7434 on network bf68823c-a2db-4665-a0ce-1a40fee933ce {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:46:52.731611 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2ae931cf-8eb7-448f-a847-bf7740c825d1 None None] Provisioning complete for port 1cac0fff-4311-48bb-bf50-7784f3e14999 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:46:52.731909 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2ae931cf-8eb7-448f-a847-bf7740c825d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:52.746735 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e549143-da35-4f79-b294-9f4b291fde2e req-e5aec834-9f44-44a0-85f6-a59e05cb9288 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:52.761542 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e549143-da35-4f79-b294-9f4b291fde2e req-e5aec834-9f44-44a0-85f6-a59e05cb9288 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:52.769304 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e549143-da35-4f79-b294-9f4b291fde2e req-e5aec834-9f44-44a0-85f6-a59e05cb9288 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:52.776603 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e549143-da35-4f79-b294-9f4b291fde2e req-e5aec834-9f44-44a0-85f6-a59e05cb9288 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:52.779320 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-b0218c36-0549-414e-a1b2-3e26d7aea4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:52.785508 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e549143-da35-4f79-b294-9f4b291fde2e req-e5aec834-9f44-44a0-85f6-a59e05cb9288 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:52.793896 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e549143-da35-4f79-b294-9f4b291fde2e req-e5aec834-9f44-44a0-85f6-a59e05cb9288 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:52.801196 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e549143-da35-4f79-b294-9f4b291fde2e req-e5aec834-9f44-44a0-85f6-a59e05cb9288 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:52.809791 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0e549143-da35-4f79-b294-9f4b291fde2e req-e5aec834-9f44-44a0-85f6-a59e05cb9288 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5372 time: 0.4987538 May 03 22:46:52.844562 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c9ca3-3721-4473-998b-ba47c010533b req-2523fe25-f8f1-46a0-b4c1-0b5184512ad3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:52.847291 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b81c9ca3-3721-4473-998b-ba47c010533b req-2523fe25-f8f1-46a0-b4c1-0b5184512ad3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=613e9e45-8d55-4db3-999c-5b7c3b03512f HTTP/1.1" status: 200 len: 944 time: 0.4627833 May 03 22:46:52.879292 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6843ee7-f982-4876-ac9f-f74515bb86de None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:46:52.880760 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6843ee7-f982-4876-ac9f-f74515bb86de None None] Checking segment: {'id': '6871f517-ebb5-473d-8932-30cb74677fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bf68823c-a2db-4665-a0ce-1a40fee933ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:46:52.881343 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d6843ee7-f982-4876-ac9f-f74515bb86de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:52.882070 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6843ee7-f982-4876-ac9f-f74515bb86de None None] Bound using segment: {'id': '6871f517-ebb5-473d-8932-30cb74677fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bf68823c-a2db-4665-a0ce-1a40fee933ce'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:46:52.882712 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-d6843ee7-f982-4876-ac9f-f74515bb86de None None] Bound port: 41826f19-5d8a-473c-829c-29e8f3cd7434, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6871f517-ebb5-473d-8932-30cb74677fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bf68823c-a2db-4665-a0ce-1a40fee933ce'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:46:52.883267 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d6843ee7-f982-4876-ac9f-f74515bb86de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:52.908321 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d731aca8-0e2f-40b1-8c38-f342e13779b2 req-1d58724f-edc7-4ec9-b8f3-c45cc119193d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6 HTTP/1.1" status: 200 len: 217 time: 0.1963444 May 03 22:46:52.925954 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0e549143-da35-4f79-b294-9f4b291fde2e req-316507f6-fdb2-4db8-8db5-c97de53074ed tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1149676 May 03 22:46:52.966479 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b81c9ca3-3721-4473-998b-ba47c010533b req-da248424-0042-4954-b522-a131b5787edb tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b9bd1f-dd06-4143-9ea0-76f399e91c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044202 May 03 22:46:52.988383 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-70e4e044-6782-4a52-b007-e68604dc4afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:53.050499 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6,segment=NetworkSegment(1b61077f-29a6-4318-9f7d-14d72be3135b),segment_id=1b61077f-29a6-4318-9f7d-14d72be3135b)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:46:53.057987 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731aca8-0e2f-40b1-8c38-f342e13779b2 req-0bbb5223-7b63-4f02-ae52-a74293685255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:53.060075 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d731aca8-0e2f-40b1-8c38-f342e13779b2 req-0bbb5223-7b63-4f02-ae52-a74293685255 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6f14b44a-594c-4e27-8f22-8dabc2bfdf58 HTTP/1.1" status: 200 len: 849 time: 0.0951612 May 03 22:46:53.061970 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4fd9bbf-b4ac-40ff-bc93-a5345589b7c4'] response: {'name': 'network-changed', 'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'tag': 'f29a8b06-8b92-4808-84bd-b5a24faa61fe', 'status': 'completed', 'code': 200} May 03 22:46:53.105220 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-d6843ee7-f982-4876-ac9f-f74515bb86de None None] For port 41826f19-5d8a-473c-829c-29e8f3cd7434, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:46:53.117528 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6', 'network_id': 'b888fdcb-b426-46e1-8277-6fcb7706bfd7', 'port_id': 'eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6', 'mac_address': 'fa:16:3e:09:0b:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f14b44a-594c-4e27-8f22-8dabc2bfdf58', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:46:53.125698 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-d6843ee7-f982-4876-ac9f-f74515bb86de None None] For port 41826f19-5d8a-473c-829c-29e8f3cd7434, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=41826f19-5d8a-473c-829c-29e8f3cd7434,segment=NetworkSegment(6871f517-ebb5-473d-8932-30cb74677fbf),segment_id=6871f517-ebb5-473d-8932-30cb74677fbf)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:46:53.174605 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d6843ee7-f982-4876-ac9f-f74515bb86de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:53.176548 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d731aca8-0e2f-40b1-8c38-f342e13779b2 req-52b0a851-065e-4ce7-85d6-6d3f6dc9061b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b888fdcb-b426-46e1-8277-6fcb7706bfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912457 May 03 22:46:53.277397 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:53.335585 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:46:53.346198 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6843ee7-f982-4876-ac9f-f74515bb86de None None] Pushing event updated for resources: {'Port': ['ID=41826f19-5d8a-473c-829c-29e8f3cd7434,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:53.369114 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d731aca8-0e2f-40b1-8c38-f342e13779b2 req-ea45c116-f43c-4cdd-8081-f91f7f3987e9 service neutron] 10.222.0.67 "GET /v2.0/networks/b888fdcb-b426-46e1-8277-6fcb7706bfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746585 May 03 22:46:53.372230 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6,segment=NetworkSegment(1b61077f-29a6-4318-9f7d-14d72be3135b),segment_id=1b61077f-29a6-4318-9f7d-14d72be3135b)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:46:53.382616 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 1cac0fff-4311-48bb-bf50-7784f3e14999 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:46:53.425298 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01feb12c-2d14-4af5-b468-94a0c7f95fa3 req-46c6d23a-be1c-432d-829a-d01a75fc5ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:53.426220 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01feb12c-2d14-4af5-b468-94a0c7f95fa3 req-46c6d23a-be1c-432d-829a-d01a75fc5ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:53.426980 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01feb12c-2d14-4af5-b468-94a0c7f95fa3 req-46c6d23a-be1c-432d-829a-d01a75fc5ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:53.427461 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01feb12c-2d14-4af5-b468-94a0c7f95fa3 req-46c6d23a-be1c-432d-829a-d01a75fc5ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:53.427925 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01feb12c-2d14-4af5-b468-94a0c7f95fa3 req-46c6d23a-be1c-432d-829a-d01a75fc5ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:53.428388 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01feb12c-2d14-4af5-b468-94a0c7f95fa3 req-46c6d23a-be1c-432d-829a-d01a75fc5ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:53.428846 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01feb12c-2d14-4af5-b468-94a0c7f95fa3 req-46c6d23a-be1c-432d-829a-d01a75fc5ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:53.432137 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-01feb12c-2d14-4af5-b468-94a0c7f95fa3 req-46c6d23a-be1c-432d-829a-d01a75fc5ded service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6f7f307699c4be5803d470738b6e79e&device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 6209 time: 0.3860240 May 03 22:46:53.432629 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57470) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:53.434278 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:53.435279 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device e3a694c3-bb3e-48e9-9b45-41385f0456b8 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:46:53.448381 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b2c73239-eca8-4db6-b28b-1a3f02cd1f0f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:53.582161 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-4fc39268-7e34-4922-800f-7630221c8855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:53.583908 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-4fc39268-7e34-4922-800f-7630221c8855 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c9b36c2026314fcba54b84af09c29f52&device_id=4f1fedf4-7e15-4053-af23-f11050c661ec HTTP/1.1" status: 200 len: 1094 time: 0.7867455 May 03 22:46:53.697569 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-0e744dc5-cbf3-4f93-85c1-395d703facce tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-925619698'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:53.706683 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0e744dc5-cbf3-4f93-85c1-395d703facce tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:53.711253 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0e744dc5-cbf3-4f93-85c1-395d703facce tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Usage tracker for resource:router and tenant:7580afcce07f4efeb48547cf1a787b4b is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:53.715110 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0e744dc5-cbf3-4f93-85c1-395d703facce tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:53.724140 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0e744dc5-cbf3-4f93-85c1-395d703facce tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:53.765115 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0e744dc5-cbf3-4f93-85c1-395d703facce tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:53.766564 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0e744dc5-cbf3-4f93-85c1-395d703facce tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:53.791980 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:53.793364 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f91ab-fa4c-4009-9a81-2421872ad6e5 req-1a425ee4-35c3-48e4-a0ce-07ed276cee80 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:53.795279 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d5f91ab-fa4c-4009-9a81-2421872ad6e5 req-1a425ee4-35c3-48e4-a0ce-07ed276cee80 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f1fedf4-7e15-4053-af23-f11050c661ec HTTP/1.1" status: 200 len: 943 time: 0.5900359 May 03 22:46:53.803501 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-5eb14517-8b3a-4e6c-a391-69aa52d8a721 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8de8313c-acf5-453f-ad5a-da74fd90a138 HTTP/1.1" status: 200 len: 217 time: 0.1380162 May 03 22:46:53.804187 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 1cac0fff-4311-48bb-bf50-7784f3e14999 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:46:53.804924 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:53.810745 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c73239-eca8-4db6-b28b-1a3f02cd1f0f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Pushing event updated for resources: {'Subnet': ['ID=e516c618-eb83-4d30-b117-53acc8f997f9,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:53.839170 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af1755-d73b-4f8c-9b9f-514949ede33d req-37485516-4a2a-4f6b-a160-8d3b8556a79f tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:53.840711 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-52af1755-d73b-4f8c-9b9f-514949ede33d req-37485516-4a2a-4f6b-a160-8d3b8556a79f tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?device_id=c79145db-d5ce-4536-b695-3fe7640cb17a HTTP/1.1" status: 200 len: 944 time: 0.5430248 May 03 22:46:53.874996 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port e3a694c3-bb3e-48e9-9b45-41385f0456b8, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=e3a694c3-bb3e-48e9-9b45-41385f0456b8,segment=NetworkSegment(728aedfe-38f8-49eb-9703-45da4f83bd45),segment_id=728aedfe-38f8-49eb-9703-45da4f83bd45)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:46:53.889138 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0e744dc5-cbf3-4f93-85c1-395d703facce tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:53.891309 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01feb12c-2d14-4af5-b468-94a0c7f95fa3 req-c1d615a1-702c-4df0-b20e-6f2cf04715ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:53.891789 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01feb12c-2d14-4af5-b468-94a0c7f95fa3 req-c1d615a1-702c-4df0-b20e-6f2cf04715ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:53.892257 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01feb12c-2d14-4af5-b468-94a0c7f95fa3 req-c1d615a1-702c-4df0-b20e-6f2cf04715ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:53.893899 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-01feb12c-2d14-4af5-b468-94a0c7f95fa3 req-c1d615a1-702c-4df0-b20e-6f2cf04715ec service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d6f7f307699c4be5803d470738b6e79e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4343598 May 03 22:46:53.895075 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'e3a694c3-bb3e-48e9-9b45-41385f0456b8', 'network_id': '39f05c72-cd07-47a8-8e9e-517ef5a6c54f', 'port_id': 'e3a694c3-bb3e-48e9-9b45-41385f0456b8', 'mac_address': 'fa:16:3e:f6:a4:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97270381-9b92-44b9-930d-d069d57723d8', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:46:53.950467 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d5f91ab-fa4c-4009-9a81-2421872ad6e5 req-c01ee6a3-0eec-41e2-989f-cd22a13c9ea7 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b0fa720-34c7-45c8-8944-b3aaf4568555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485500 May 03 22:46:53.990718 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d731aca8-0e2f-40b1-8c38-f342e13779b2 req-d70cf8f9-f932-4373-9476-1a6976f3718a service neutron] 10.222.0.67 "GET /v2.0/networks/b888fdcb-b426-46e1-8277-6fcb7706bfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5979214 May 03 22:46:53.991520 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c73239-eca8-4db6-b28b-1a3f02cd1f0f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Checking segment: {'id': '224a607c-a10c-400f-bfd1-95db49eb9c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '29c6c3e9-e596-47a8-bcad-99bae840904e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:46:53.991889 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c73239-eca8-4db6-b28b-1a3f02cd1f0f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Network hostable DHCP agents. Network: 29c6c3e9-e596-47a8-bcad-99bae840904e, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:46:54.012250 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:54.031333 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-7cb2dcbf-812c-4d43-800f-4fe7c3e44b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:54.032799 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-7cb2dcbf-812c-4d43-800f-4fe7c3e44b09 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6ca0f6a1-6e8b-435e-9833-3f318b86b95e HTTP/1.1" status: 200 len: 854 time: 0.2149293 May 03 22:46:54.046538 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a694c3-bb3e-48e9-9b45-41385f0456b8 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:46:54.062962 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-52af1755-d73b-4f8c-9b9f-514949ede33d req-a454aae4-be0b-4030-a9af-c201ef66ab69 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/security-groups?id=a10ddb8e-051c-49c5-a8a1-b50e695ecdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013960 May 03 22:46:54.068242 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0e744dc5-cbf3-4f93-85c1-395d703facce tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:54.072047 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port e3a694c3-bb3e-48e9-9b45-41385f0456b8, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=e3a694c3-bb3e-48e9-9b45-41385f0456b8,segment=NetworkSegment(728aedfe-38f8-49eb-9703-45da4f83bd45),segment_id=728aedfe-38f8-49eb-9703-45da4f83bd45)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:46:54.077406 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:54.107809 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0e744dc5-cbf3-4f93-85c1-395d703facce tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:54.109745 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0e744dc5-cbf3-4f93-85c1-395d703facce tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.6747684 May 03 22:46:54.113144 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57480) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:54.114522 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c73239-eca8-4db6-b28b-1a3f02cd1f0f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Network 29c6c3e9-e596-47a8-bcad-99bae840904e is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:46:54.153998 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-b2c73239-eca8-4db6-b28b-1a3f02cd1f0f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 29c6c3e9-e596-47a8-bcad-99bae840904e) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:46:54.158579 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=e3a694c3-bb3e-48e9-9b45-41385f0456b8,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:54.172639 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6635ddeb-73df-49b6-9874-d6fbb454346f None None] Network 29c6c3e9-e596-47a8-bcad-99bae840904e requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:46:54.175662 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c73239-eca8-4db6-b28b-1a3f02cd1f0f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:54.176253 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b2c73239-eca8-4db6-b28b-1a3f02cd1f0f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:54.294466 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5b5b9a24-ffca-4cb4-9f42-3d10844efc9d tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:54.324566 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b2c73239-eca8-4db6-b28b-1a3f02cd1f0f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2149382 May 03 22:46:54.328865 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57484) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:54.334072 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-b0218c36-0549-414e-a1b2-3e26d7aea4ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bb0e3ca-de57-49a0-91a9-bae2fab49370 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:46:54.437614 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:54.444281 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad349950-f018-4af9-9122-b727447e4824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-29c6c3e9-e596-47a8-bcad-99bae840904e', 'network_id': '29c6c3e9-e596-47a8-bcad-99bae840904e', 'tenant_id': '08b9a09903a14d989ebd9ec99726996b', 'fixed_ips': [{'subnet_id': 'e516c618-eb83-4d30-b117-53acc8f997f9'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:46:54.445467 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ad349950-f018-4af9-9122-b727447e4824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:54.472681 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01feb12c-2d14-4af5-b468-94a0c7f95fa3 req-41b1d677-58c8-49da-91ef-68b52782faa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:54.474320 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-01feb12c-2d14-4af5-b468-94a0c7f95fa3 req-41b1d677-58c8-49da-91ef-68b52782faa2 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5594139 May 03 22:46:54.533228 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['e3a694c3-bb3e-48e9-9b45-41385f0456b8'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:46:54.581412 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-17e8d2a2-dc4f-4b4f-8990-61421049bc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:54.582956 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-17e8d2a2-dc4f-4b4f-8990-61421049bc08 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b02a0a3f-1344-4b33-8d96-e59f73f273ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5398164 May 03 22:46:54.648861 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-b0218c36-0549-414e-a1b2-3e26d7aea4ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:54.673003 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:46:54.734237 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ce5ffe-aa72-4cc6-bac8-1674a1c82d23 None None] Network bf68823c-a2db-4665-a0ce-1a40fee933ce requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:46:54.791643 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-b0218c36-0549-414e-a1b2-3e26d7aea4ca service neutron] Transition to ACTIVE for port object 0bb0e3ca-de57-49a0-91a9-bae2fab49370 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:46:54.848201 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5b5b9a24-ffca-4cb4-9f42-3d10844efc9d tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:54.851421 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5b5b9a24-ffca-4cb4-9f42-3d10844efc9d tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:54.864095 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b5d69-4723-40bb-9c4f-43567a77844f req-b595aab6-e33c-45ac-8c17-31b2b3fcdb16 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:54.869825 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b5d69-4723-40bb-9c4f-43567a77844f req-b595aab6-e33c-45ac-8c17-31b2b3fcdb16 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:54.876103 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b5d69-4723-40bb-9c4f-43567a77844f req-b595aab6-e33c-45ac-8c17-31b2b3fcdb16 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:54.881826 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b5d69-4723-40bb-9c4f-43567a77844f req-b595aab6-e33c-45ac-8c17-31b2b3fcdb16 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:54.887530 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b5d69-4723-40bb-9c4f-43567a77844f req-b595aab6-e33c-45ac-8c17-31b2b3fcdb16 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:54.893796 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b5d69-4723-40bb-9c4f-43567a77844f req-b595aab6-e33c-45ac-8c17-31b2b3fcdb16 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:54.899647 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b5d69-4723-40bb-9c4f-43567a77844f req-b595aab6-e33c-45ac-8c17-31b2b3fcdb16 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:54.904599 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-b0218c36-0549-414e-a1b2-3e26d7aea4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:54.906359 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9d4b5d69-4723-40bb-9c4f-43567a77844f req-b595aab6-e33c-45ac-8c17-31b2b3fcdb16 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5372 time: 0.4429324 May 03 22:46:54.940450 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8c189-231a-4a74-8df9-eb1bb637e366 req-fcebf4d5-e0ce-46d1-b333-caf964f28fc9 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:54.947820 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7fd8c189-231a-4a74-8df9-eb1bb637e366 req-fcebf4d5-e0ce-46d1-b333-caf964f28fc9 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=613e9e45-8d55-4db3-999c-5b7c3b03512f HTTP/1.1" status: 200 len: 945 time: 0.5538495 May 03 22:46:54.975849 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-ad349950-f018-4af9-9122-b727447e4824 None None] Allocated IP 172.20.0.2 (29c6c3e9-e596-47a8-bcad-99bae840904e/e516c618-eb83-4d30-b117-53acc8f997f9/c0e24b47-e084-4c02-a156-8a315b860138) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:46:54.991102 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-738ded73-7cf5-414d-bc21-18f654d94911 None None] Provisioning for port 41826f19-5d8a-473c-829c-29e8f3cd7434 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:46:55.122534 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1fedf4-7e15-4053-af23-f11050c661ec', 'tag': '8de8313c-acf5-453f-ad5a-da74fd90a138'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:46:55.178521 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e69ff0c2-ebd4-439b-9b95-bddb7ccbf40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:55.200227 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9d4b5d69-4723-40bb-9c4f-43567a77844f req-cfed05e8-5592-4a65-bc31-9823e664c25e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2717307 May 03 22:46:55.203600 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5b5b9a24-ffca-4cb4-9f42-3d10844efc9d tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:55.204104 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5b9a24-ffca-4cb4-9f42-3d10844efc9d tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a471ac27-5497-4e9a-b4ec-2ab4b57f6109 {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:46:55.223188 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0218c36-0549-414e-a1b2-3e26d7aea4ca service neutron] Pushing event updated for resources: {'Port': ['ID=0bb0e3ca-de57-49a0-91a9-bae2fab49370,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:55.224532 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7fd8c189-231a-4a74-8df9-eb1bb637e366 req-5514b1b2-a23f-4b08-8de4-e12c9fb1d256 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b9bd1f-dd06-4143-9ea0-76f399e91c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2755084 May 03 22:46:55.230592 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5b5b9a24-ffca-4cb4-9f42-3d10844efc9d tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:55.231677 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5b5b9a24-ffca-4cb4-9f42-3d10844efc9d tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] 10.222.0.58 "DELETE /v2.0/routers/a471ac27-5497-4e9a-b4ec-2ab4b57f6109 HTTP/1.1" status: 204 len: 168 time: 1.1177235 May 03 22:46:55.242423 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57494) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:55.247355 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-ad3e45e1-7b5b-4ec4-a1f0-a5c9688dcaee tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Request body: {'router': {'name': 'tempest-router-944830274', 'distributed': False}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:55.253093 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ad3e45e1-7b5b-4ec4-a1f0-a5c9688dcaee tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:55.253653 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-3a7d216e-e585-496e-806e-e8b635223fce service neutron] 10.222.0.60 "GET /v2.0/networks/b02a0a3f-1344-4b33-8d96-e59f73f273ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5914352 May 03 22:46:55.257331 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ad3e45e1-7b5b-4ec4-a1f0-a5c9688dcaee tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Usage tracker for resource:router and tenant:7580afcce07f4efeb48547cf1a787b4b is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:55.260493 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ad3e45e1-7b5b-4ec4-a1f0-a5c9688dcaee tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:55.267014 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ad3e45e1-7b5b-4ec4-a1f0-a5c9688dcaee tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:55.282179 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ad3e45e1-7b5b-4ec4-a1f0-a5c9688dcaee tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:55.283336 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ad3e45e1-7b5b-4ec4-a1f0-a5c9688dcaee tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:55.319261 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ad3e45e1-7b5b-4ec4-a1f0-a5c9688dcaee tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:55.346919 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ad3e45e1-7b5b-4ec4-a1f0-a5c9688dcaee tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:55.421348 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ad3e45e1-7b5b-4ec4-a1f0-a5c9688dcaee tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:55.422981 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ad3e45e1-7b5b-4ec4-a1f0-a5c9688dcaee tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1795719 May 03 22:46:55.426035 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57498) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:55.529281 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 41826f19-5d8a-473c-829c-29e8f3cd7434 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:46:55.533311 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042956a-1854-49c5-a6e7-da3992e17976 req-5b6750be-01f5-4ccc-a223-678c2667036e tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:55.540128 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8042956a-1854-49c5-a6e7-da3992e17976 req-5b6750be-01f5-4ccc-a223-678c2667036e tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f1fedf4-7e15-4053-af23-f11050c661ec HTTP/1.1" status: 200 len: 943 time: 0.1640880 May 03 22:46:55.606673 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8042956a-1854-49c5-a6e7-da3992e17976 req-0c1116e7-72cb-452b-aa28-e403831b32d7 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b0fa720-34c7-45c8-8944-b3aaf4568555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655532 May 03 22:46:55.648685 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c8de2-150a-427f-b2ed-4f0a121c4ba5 req-1861cc4d-f8b7-4d70-8ac0-34ee1645a7e7 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:55.657016 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-935c8de2-150a-427f-b2ed-4f0a121c4ba5 req-1861cc4d-f8b7-4d70-8ac0-34ee1645a7e7 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?device_id=c79145db-d5ce-4536-b695-3fe7640cb17a HTTP/1.1" status: 200 len: 944 time: 0.1794014 May 03 22:46:55.666273 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d96633af-b5eb-4a6c-a8da-decfe282f78f'] response: {'name': 'network-changed', 'server_uuid': '4f1fedf4-7e15-4053-af23-f11050c661ec', 'tag': '8de8313c-acf5-453f-ad5a-da74fd90a138', 'status': 'completed', 'code': 200} May 03 22:46:55.682192 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d2abe13d-1671-40e9-ba9c-4abfc0596dde tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:55.697885 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-935c8de2-150a-427f-b2ed-4f0a121c4ba5 req-545a195e-98b8-4c70-85f3-9dd974173cb0 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/security-groups?id=a10ddb8e-051c-49c5-a8a1-b50e695ecdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399022 May 03 22:46:55.774830 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ad349950-f018-4af9-9122-b727447e4824 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:55.812417 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ad349950-f018-4af9-9122-b727447e4824 None None] Transition to ACTIVE for port object c0e24b47-e084-4c02-a156-8a315b860138 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:46:55.843049 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 41826f19-5d8a-473c-829c-29e8f3cd7434 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:46:55.859357 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ad349950-f018-4af9-9122-b727447e4824 None None] Transition to ACTIVE for port object c0e24b47-e084-4c02-a156-8a315b860138 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:46:55.870032 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 41826f19-5d8a-473c-829c-29e8f3cd7434 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:46:55.870032 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:55.898612 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ad349950-f018-4af9-9122-b727447e4824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:56.012156 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e0c0640a-2980-4283-9383-15b3a5b2ee7f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:56.021067 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad349950-f018-4af9-9122-b727447e4824 None None] Network 29c6c3e9-e596-47a8-bcad-99bae840904e is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:46:56.026204 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-ad349950-f018-4af9-9122-b727447e4824 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:46:56.031553 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad349950-f018-4af9-9122-b727447e4824 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:46:56.042028 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad349950-f018-4af9-9122-b727447e4824 None None] Pushing event updated for resources: {'Port': ['ID=c0e24b47-e084-4c02-a156-8a315b860138,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:56.082545 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-b0218c36-0549-414e-a1b2-3e26d7aea4ca service neutron] Attempting to bind port 0bb0e3ca-de57-49a0-91a9-bae2fab49370 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:46:56.082907 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-b0218c36-0549-414e-a1b2-3e26d7aea4ca service neutron] Attempting to bind port 0bb0e3ca-de57-49a0-91a9-bae2fab49370 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '905a9b8f-b56e-44de-b624-14b220326904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39659ede-a161-442b-8b5e-00bdb95cd624'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:46:56.083203 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-b0218c36-0549-414e-a1b2-3e26d7aea4ca service neutron] Attempting to bind port 0bb0e3ca-de57-49a0-91a9-bae2fab49370 on network 39659ede-a161-442b-8b5e-00bdb95cd624 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:46:56.187180 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-ad349950-f018-4af9-9122-b727447e4824 None None] Attempting to bind port c0e24b47-e084-4c02-a156-8a315b860138 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:46:56.187550 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-ad349950-f018-4af9-9122-b727447e4824 None None] Attempting to bind port c0e24b47-e084-4c02-a156-8a315b860138 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '224a607c-a10c-400f-bfd1-95db49eb9c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '29c6c3e9-e596-47a8-bcad-99bae840904e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:46:56.187895 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad349950-f018-4af9-9122-b727447e4824 None None] Attempting to bind port c0e24b47-e084-4c02-a156-8a315b860138 on network 29c6c3e9-e596-47a8-bcad-99bae840904e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:46:56.199378 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d6d20a0e-7d24-4d7a-b39b-3a138d5395b6 None None] Provisioning complete for port 41826f19-5d8a-473c-829c-29e8f3cd7434 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:46:56.199746 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d6d20a0e-7d24-4d7a-b39b-3a138d5395b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:56.223774 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad349950-f018-4af9-9122-b727447e4824 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:46:56.224144 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad349950-f018-4af9-9122-b727447e4824 None None] Checking segment: {'id': '224a607c-a10c-400f-bfd1-95db49eb9c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '29c6c3e9-e596-47a8-bcad-99bae840904e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:46:56.224543 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ad349950-f018-4af9-9122-b727447e4824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:56.224935 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad349950-f018-4af9-9122-b727447e4824 None None] Bound using segment: {'id': '224a607c-a10c-400f-bfd1-95db49eb9c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '29c6c3e9-e596-47a8-bcad-99bae840904e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:46:56.225409 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-ad349950-f018-4af9-9122-b727447e4824 None None] Bound port: c0e24b47-e084-4c02-a156-8a315b860138, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224a607c-a10c-400f-bfd1-95db49eb9c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '29c6c3e9-e596-47a8-bcad-99bae840904e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:46:56.225779 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ad349950-f018-4af9-9122-b727447e4824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:56.242762 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:56.335646 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-b0218c36-0549-414e-a1b2-3e26d7aea4ca service neutron] Port 0bb0e3ca-de57-49a0-91a9-bae2fab49370 on network 39659ede-a161-442b-8b5e-00bdb95cd624 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:46:56.335976 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-b0218c36-0549-414e-a1b2-3e26d7aea4ca service neutron] Attempting to bind port 0bb0e3ca-de57-49a0-91a9-bae2fab49370 on network 39659ede-a161-442b-8b5e-00bdb95cd624 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:46:56.350607 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4dd0087f-a5d5-451d-bc6f-1f063716684a req-0e9a04f9-3c6b-496f-ab1f-cf126519f501 service neutron] 10.222.0.60 "GET /v2.0/networks/b02a0a3f-1344-4b33-8d96-e59f73f273ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0432913 May 03 22:46:56.366363 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:56.366629 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d2abe13d-1671-40e9-ba9c-4abfc0596dde tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:56.367402 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:56.370265 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-b0218c36-0549-414e-a1b2-3e26d7aea4ca service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:46:56.370606 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-b0218c36-0549-414e-a1b2-3e26d7aea4ca service neutron] Checking segment: {'id': '905a9b8f-b56e-44de-b624-14b220326904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39659ede-a161-442b-8b5e-00bdb95cd624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:46:56.371006 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-b0218c36-0549-414e-a1b2-3e26d7aea4ca service neutron] Bound using segment: {'id': '905a9b8f-b56e-44de-b624-14b220326904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39659ede-a161-442b-8b5e-00bdb95cd624'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:46:56.371449 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-b0218c36-0549-414e-a1b2-3e26d7aea4ca service neutron] Bound port: 0bb0e3ca-de57-49a0-91a9-bae2fab49370, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '905a9b8f-b56e-44de-b624-14b220326904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39659ede-a161-442b-8b5e-00bdb95cd624'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:46:56.371769 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-b0218c36-0549-414e-a1b2-3e26d7aea4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:56.388067 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 41826f19-5d8a-473c-829c-29e8f3cd7434, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=41826f19-5d8a-473c-829c-29e8f3cd7434,segment=NetworkSegment(6871f517-ebb5-473d-8932-30cb74677fbf),segment_id=6871f517-ebb5-473d-8932-30cb74677fbf)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:46:56.402254 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:56.406482 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d2abe13d-1671-40e9-ba9c-4abfc0596dde tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:56.504425 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088b8c6-69cd-4dd5-be3f-5b68c390f0b8 req-07fb66f7-2891-44f4-a2fe-1e26b922c5f1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:56.507719 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-ad349950-f018-4af9-9122-b727447e4824 None None] For port c0e24b47-e084-4c02-a156-8a315b860138, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:46:56.510384 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088b8c6-69cd-4dd5-be3f-5b68c390f0b8 req-07fb66f7-2891-44f4-a2fe-1e26b922c5f1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:56.517000 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088b8c6-69cd-4dd5-be3f-5b68c390f0b8 req-07fb66f7-2891-44f4-a2fe-1e26b922c5f1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:56.522815 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088b8c6-69cd-4dd5-be3f-5b68c390f0b8 req-07fb66f7-2891-44f4-a2fe-1e26b922c5f1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:56.528996 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088b8c6-69cd-4dd5-be3f-5b68c390f0b8 req-07fb66f7-2891-44f4-a2fe-1e26b922c5f1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:56.533166 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-ad349950-f018-4af9-9122-b727447e4824 None None] For port c0e24b47-e084-4c02-a156-8a315b860138, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=c0e24b47-e084-4c02-a156-8a315b860138,segment=NetworkSegment(224a607c-a10c-400f-bfd1-95db49eb9c0a),segment_id=224a607c-a10c-400f-bfd1-95db49eb9c0a)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:46:56.535986 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088b8c6-69cd-4dd5-be3f-5b68c390f0b8 req-07fb66f7-2891-44f4-a2fe-1e26b922c5f1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:56.542558 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088b8c6-69cd-4dd5-be3f-5b68c390f0b8 req-07fb66f7-2891-44f4-a2fe-1e26b922c5f1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:56.544220 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5088b8c6-69cd-4dd5-be3f-5b68c390f0b8 req-07fb66f7-2891-44f4-a2fe-1e26b922c5f1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5384 time: 0.2306681 May 03 22:46:56.556412 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=41826f19-5d8a-473c-829c-29e8f3cd7434,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:56.559201 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20df938-e1a3-43ed-ae2b-d0b21431f307 req-b9dc45d6-22a5-44fc-b636-abc9b5b4c20c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:56.560769 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e20df938-e1a3-43ed-ae2b-d0b21431f307 req-b9dc45d6-22a5-44fc-b636-abc9b5b4c20c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=613e9e45-8d55-4db3-999c-5b7c3b03512f HTTP/1.1" status: 200 len: 945 time: 0.1663976 May 03 22:46:56.571078 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ad349950-f018-4af9-9122-b727447e4824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:56.590100 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d2abe13d-1671-40e9-ba9c-4abfc0596dde tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:56.590591 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2abe13d-1671-40e9-ba9c-4abfc0596dde tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bd43d39f-a21f-497a-8a4f-72dc3395c108 {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:46:56.644786 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5088b8c6-69cd-4dd5-be3f-5b68c390f0b8 req-257ce7b8-e2af-405b-93a3-34b7e75df95d tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0829418 May 03 22:46:56.686340 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-b0218c36-0549-414e-a1b2-3e26d7aea4ca service neutron] For port 0bb0e3ca-de57-49a0-91a9-bae2fab49370, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:46:56.687753 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e20df938-e1a3-43ed-ae2b-d0b21431f307 req-7da498f1-2e67-4ea8-9ac0-7cbcb8261648 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b9bd1f-dd06-4143-9ea0-76f399e91c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751145 May 03 22:46:56.706917 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d2abe13d-1671-40e9-ba9c-4abfc0596dde tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:56.711268 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d2abe13d-1671-40e9-ba9c-4abfc0596dde tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] 10.222.0.58 "DELETE /v2.0/routers/bd43d39f-a21f-497a-8a4f-72dc3395c108 HTTP/1.1" status: 204 len: 168 time: 1.2774863 May 03 22:46:56.712838 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57508) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:56.726527 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-81998b43-539d-4519-92e7-4c75e1275f8d tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Request body: {'router': {'name': 'tempest-router-1564188641', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b159f1c81df74b0db1d3fdbbf905b521'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:56.727813 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-b0218c36-0549-414e-a1b2-3e26d7aea4ca service neutron] For port 0bb0e3ca-de57-49a0-91a9-bae2fab49370, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0bb0e3ca-de57-49a0-91a9-bae2fab49370,segment=NetworkSegment(905a9b8f-b56e-44de-b624-14b220326904),segment_id=905a9b8f-b56e-44de-b624-14b220326904)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:46:56.737981 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-b0218c36-0549-414e-a1b2-3e26d7aea4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:56.739123 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-81998b43-539d-4519-92e7-4c75e1275f8d tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:46:56.746489 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-81998b43-539d-4519-92e7-4c75e1275f8d tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Usage tracker for resource:router and tenant:b159f1c81df74b0db1d3fdbbf905b521 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:46:56.752919 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-81998b43-539d-4519-92e7-4c75e1275f8d tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:46:56.764724 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-81998b43-539d-4519-92e7-4c75e1275f8d tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:46:56.786413 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad349950-f018-4af9-9122-b727447e4824 None None] Pushing event updated for resources: {'Port': ['ID=c0e24b47-e084-4c02-a156-8a315b860138,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:56.795219 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-81998b43-539d-4519-92e7-4c75e1275f8d tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:56.796479 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-81998b43-539d-4519-92e7-4c75e1275f8d tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:56.825093 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-81998b43-539d-4519-92e7-4c75e1275f8d tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:56.849147 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d9873-939b-4901-b30c-963263e715ce req-f5e559fe-b94c-47df-ab14-6de62aa24892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:56.850647 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a67d9873-939b-4901-b30c-963263e715ce req-f5e559fe-b94c-47df-ab14-6de62aa24892 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c9b36c2026314fcba54b84af09c29f52&device_id=4f1fedf4-7e15-4053-af23-f11050c661ec HTTP/1.1" status: 200 len: 1094 time: 0.4048634 May 03 22:46:56.900105 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-b0218c36-0549-414e-a1b2-3e26d7aea4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:56.900725 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-b0218c36-0549-414e-a1b2-3e26d7aea4ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:56.902122 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-b0218c36-0549-414e-a1b2-3e26d7aea4ca service neutron] 10.222.0.60 "PUT /v2.0/ports/0bb0e3ca-de57-49a0-91a9-bae2fab49370 HTTP/1.1" status: 200 len: 1090 time: 4.6533518 May 03 22:46:56.947717 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5318a117-f158-4d6a-8060-78b88d14cbcc service neutron] Request body: {'port': {'device_id': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:56.960173 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-81998b43-539d-4519-92e7-4c75e1275f8d tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:57.001923 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-81998b43-539d-4519-92e7-4c75e1275f8d tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:57.002633 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-81998b43-539d-4519-92e7-4c75e1275f8d tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2813830 May 03 22:46:57.006474 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57514) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:57.030751 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa22a02-9429-4bb1-9adb-065895bd6081 req-a869c636-940f-4763-b347-19d2977f4f6b tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:57.032220 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5aa22a02-9429-4bb1-9adb-065895bd6081 req-a869c636-940f-4763-b347-19d2977f4f6b tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f1fedf4-7e15-4053-af23-f11050c661ec HTTP/1.1" status: 200 len: 943 time: 0.1938167 May 03 22:46:57.070243 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94649766-a739-4bce-bb44-a9c155674fb7 req-c88a85a1-76ce-417d-905d-921755bc5e79 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:57.073152 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-94649766-a739-4bce-bb44-a9c155674fb7 req-c88a85a1-76ce-417d-905d-921755bc5e79 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?device_id=c79145db-d5ce-4536-b695-3fe7640cb17a HTTP/1.1" status: 200 len: 944 time: 0.1806633 May 03 22:46:57.084104 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-7de211c5-a580-450d-8923-c30cd7c1a1f7 tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:46:57.141283 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5aa22a02-9429-4bb1-9adb-065895bd6081 req-cfeba97c-388e-40da-bcb0-5f03f8a192c1 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b0fa720-34c7-45c8-8944-b3aaf4568555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990057 May 03 22:46:57.143129 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0218c36-0549-414e-a1b2-3e26d7aea4ca service neutron] Pushing event updated for resources: {'Port': ['ID=0bb0e3ca-de57-49a0-91a9-bae2fab49370,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:57.164190 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-e0c0640a-2980-4283-9383-15b3a5b2ee7f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Allocated IP 172.20.0.1 (bf68823c-a2db-4665-a0ce-1a40fee933ce/2ebd59cb-7075-4b35-9250-2eb28f782a88/0886d175-676b-4c24-bee0-e10ac1b419e1) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:46:57.189406 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-94649766-a739-4bce-bb44-a9c155674fb7 req-c18991f5-485f-4514-82f5-62f627bbfcd9 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/security-groups?id=a10ddb8e-051c-49c5-a8a1-b50e695ecdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049104 May 03 22:46:57.395266 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 41826f19-5d8a-473c-829c-29e8f3cd7434 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:46:57.470592 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 41826f19-5d8a-473c-829c-29e8f3cd7434 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:46:57.470967 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:57.618659 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device c0e24b47-e084-4c02-a156-8a315b860138 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:46:57.643375 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d9873-939b-4901-b30c-963263e715ce req-456dc1d3-df3c-4607-8dcf-520191d5f640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:57.644845 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a67d9873-939b-4901-b30c-963263e715ce req-456dc1d3-df3c-4607-8dcf-520191d5f640 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b02a0a3f-1344-4b33-8d96-e59f73f273ac HTTP/1.1" status: 200 len: 916 time: 0.7812469 May 03 22:46:57.651445 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:57.689571 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'tag': '0bb0e3ca-de57-49a0-91a9-bae2fab49370'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:46:57.693239 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port c0e24b47-e084-4c02-a156-8a315b860138 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:46:57.693987 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5318a117-f158-4d6a-8060-78b88d14cbcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:57.809282 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84732df2-d099-4f2d-94f5-65faae0ca4fc'] response: {'name': 'network-changed', 'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'tag': '0bb0e3ca-de57-49a0-91a9-bae2fab49370', 'status': 'completed', 'code': 200} May 03 22:46:57.893926 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:57.917736 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a67d9873-939b-4901-b30c-963263e715ce req-e3e7a6db-e0ae-49f6-8d7a-58cf71e5a585 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8de8313c-acf5-453f-ad5a-da74fd90a138 HTTP/1.1" status: 200 len: 217 time: 0.2089398 May 03 22:46:57.958085 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cce0ac-a322-4477-87b1-9705d64d4c8f None None] Network 29c6c3e9-e596-47a8-bcad-99bae840904e requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:46:57.993662 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7de211c5-a580-450d-8923-c30cd7c1a1f7 tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:57.994147 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7de211c5-a580-450d-8923-c30cd7c1a1f7 tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks [] for router, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:58.006202 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ee5a3-1c28-418c-9441-f4bfeae97a15 req-cbbfa4e0-e906-4c9c-8b71-5db77a4fa147 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:58.012655 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ee5a3-1c28-418c-9441-f4bfeae97a15 req-cbbfa4e0-e906-4c9c-8b71-5db77a4fa147 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:58.018493 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ee5a3-1c28-418c-9441-f4bfeae97a15 req-cbbfa4e0-e906-4c9c-8b71-5db77a4fa147 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:58.024145 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ee5a3-1c28-418c-9441-f4bfeae97a15 req-cbbfa4e0-e906-4c9c-8b71-5db77a4fa147 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:58.029843 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ee5a3-1c28-418c-9441-f4bfeae97a15 req-cbbfa4e0-e906-4c9c-8b71-5db77a4fa147 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:58.035511 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ee5a3-1c28-418c-9441-f4bfeae97a15 req-cbbfa4e0-e906-4c9c-8b71-5db77a4fa147 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:58.041231 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ee5a3-1c28-418c-9441-f4bfeae97a15 req-cbbfa4e0-e906-4c9c-8b71-5db77a4fa147 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:58.043329 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b39ee5a3-1c28-418c-9441-f4bfeae97a15 req-cbbfa4e0-e906-4c9c-8b71-5db77a4fa147 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5384 time: 0.2183092 May 03 22:46:58.051589 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47801bae-8342-4181-9385-6e72310e07ec req-10e15798-f183-4d3b-8271-7efcafbd6985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:58.052063 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47801bae-8342-4181-9385-6e72310e07ec req-10e15798-f183-4d3b-8271-7efcafbd6985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:58.052530 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47801bae-8342-4181-9385-6e72310e07ec req-10e15798-f183-4d3b-8271-7efcafbd6985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:58.052991 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47801bae-8342-4181-9385-6e72310e07ec req-10e15798-f183-4d3b-8271-7efcafbd6985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:58.053454 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47801bae-8342-4181-9385-6e72310e07ec req-10e15798-f183-4d3b-8271-7efcafbd6985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:58.053927 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47801bae-8342-4181-9385-6e72310e07ec req-10e15798-f183-4d3b-8271-7efcafbd6985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:58.054388 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47801bae-8342-4181-9385-6e72310e07ec req-10e15798-f183-4d3b-8271-7efcafbd6985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:58.056216 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-47801bae-8342-4181-9385-6e72310e07ec req-10e15798-f183-4d3b-8271-7efcafbd6985 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6f7f307699c4be5803d470738b6e79e&device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 6276 time: 0.2709301 May 03 22:46:58.064213 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-aa93ef8f-0caf-479a-aedb-75a21778f069 None None] Provisioning for port c0e24b47-e084-4c02-a156-8a315b860138 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:46:58.077081 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-aa93ef8f-0caf-479a-aedb-75a21778f069 None None] Provisioning complete for port c0e24b47-e084-4c02-a156-8a315b860138 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:46:58.077455 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-aa93ef8f-0caf-479a-aedb-75a21778f069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:58.134885 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bd00e-cfa3-4951-8b62-a52ace6e6667 req-99f11fd4-ce67-4c74-8708-b57a811e74ae tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:58.136205 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a19bd00e-cfa3-4951-8b62-a52ace6e6667 req-99f11fd4-ce67-4c74-8708-b57a811e74ae tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=613e9e45-8d55-4db3-999c-5b7c3b03512f HTTP/1.1" status: 200 len: 945 time: 0.2691913 May 03 22:46:58.229603 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b39ee5a3-1c28-418c-9441-f4bfeae97a15 req-9c380edf-e577-4794-84ec-75096afcf63c tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1713986 May 03 22:46:58.252674 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d9873-939b-4901-b30c-963263e715ce req-bfaef5ee-5b8f-4f11-ab7b-91657d189d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:58.254158 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a67d9873-939b-4901-b30c-963263e715ce req-bfaef5ee-5b8f-4f11-ab7b-91657d189d5a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6ca0f6a1-6e8b-435e-9833-3f318b86b95e HTTP/1.1" status: 200 len: 854 time: 0.3118672 May 03 22:46:58.256970 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e0c0640a-2980-4283-9383-15b3a5b2ee7f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:58.265370 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7de211c5-a580-450d-8923-c30cd7c1a1f7 tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88070) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 03 22:46:58.265927 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7de211c5-a580-450d-8923-c30cd7c1a1f7 tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Router 808a2ee3-2076-4e9b-9405-790c561915fa migrating from provider to provider. {{(pid=88070) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 03 22:46:58.266468 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7de211c5-a580-450d-8923-c30cd7c1a1f7 tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:58.290654 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a19bd00e-cfa3-4951-8b62-a52ace6e6667 req-e05df618-3f34-4a67-837d-94ea6dec2154 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b9bd1f-dd06-4143-9ea0-76f399e91c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939941 May 03 22:46:58.306638 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47801bae-8342-4181-9385-6e72310e07ec req-ef9c7408-0a2e-436f-969d-4fa76c133165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:58.307109 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47801bae-8342-4181-9385-6e72310e07ec req-ef9c7408-0a2e-436f-969d-4fa76c133165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:58.307683 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47801bae-8342-4181-9385-6e72310e07ec req-ef9c7408-0a2e-436f-969d-4fa76c133165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:58.320459 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-47801bae-8342-4181-9385-6e72310e07ec req-ef9c7408-0a2e-436f-969d-4fa76c133165 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d6f7f307699c4be5803d470738b6e79e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2369578 May 03 22:46:58.328772 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-aa93ef8f-0caf-479a-aedb-75a21778f069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:58.332552 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7de211c5-a580-450d-8923-c30cd7c1a1f7 tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:58.353765 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7de211c5-a580-450d-8923-c30cd7c1a1f7 tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-785141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-785150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-783245'] for router, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:58.359497 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-e0c0640a-2980-4283-9383-15b3a5b2ee7f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Transition to ACTIVE for port object 0886d175-676b-4c24-bee0-e10ac1b419e1 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:46:58.404201 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-aa93ef8f-0caf-479a-aedb-75a21778f069 None None] For port c0e24b47-e084-4c02-a156-8a315b860138, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=c0e24b47-e084-4c02-a156-8a315b860138,segment=NetworkSegment(224a607c-a10c-400f-bfd1-95db49eb9c0a),segment_id=224a607c-a10c-400f-bfd1-95db49eb9c0a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:46:58.416485 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-aa93ef8f-0caf-479a-aedb-75a21778f069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:58.468656 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device e3a694c3-bb3e-48e9-9b45-41385f0456b8 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:46:58.479448 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e0c0640a-2980-4283-9383-15b3a5b2ee7f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:58.549387 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa93ef8f-0caf-479a-aedb-75a21778f069 None None] Pushing event updated for resources: {'Port': ['ID=c0e24b47-e084-4c02-a156-8a315b860138,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:58.627911 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port e3a694c3-bb3e-48e9-9b45-41385f0456b8 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:46:58.636024 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47801bae-8342-4181-9385-6e72310e07ec req-faa24d59-ec2d-4e24-8f57-585d7a7bcbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:58.637196 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port e3a694c3-bb3e-48e9-9b45-41385f0456b8 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:46:58.637459 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-47801bae-8342-4181-9385-6e72310e07ec req-faa24d59-ec2d-4e24-8f57-585d7a7bcbc2 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3191903 May 03 22:46:58.638340 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:58.664874 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c0640a-2980-4283-9383-15b3a5b2ee7f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Network bf68823c-a2db-4665-a0ce-1a40fee933ce is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:46:58.689614 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165aae4-3c4f-4837-984a-c0e5fa4c9888 req-4b7f3414-c380-4ce6-a536-118d4ccc8cf1 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:58.691165 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6165aae4-3c4f-4837-984a-c0e5fa4c9888 req-4b7f3414-c380-4ce6-a536-118d4ccc8cf1 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f1fedf4-7e15-4053-af23-f11050c661ec HTTP/1.1" status: 200 len: 943 time: 0.2333767 May 03 22:46:58.699570 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14791ec3-81d7-47b5-abbc-6eee67a850fb req-36f8908f-aa60-40fe-b0ae-1564b095ea62 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:58.701034 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-14791ec3-81d7-47b5-abbc-6eee67a850fb req-36f8908f-aa60-40fe-b0ae-1564b095ea62 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?device_id=c79145db-d5ce-4536-b695-3fe7640cb17a HTTP/1.1" status: 200 len: 944 time: 0.2054329 May 03 22:46:58.718294 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-e0c0640a-2980-4283-9383-15b3a5b2ee7f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:46:58.741490 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c0640a-2980-4283-9383-15b3a5b2ee7f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:46:58.777937 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6165aae4-3c4f-4837-984a-c0e5fa4c9888 req-2d9a0818-dab1-4d8e-9420-d97c8c265baf tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b0fa720-34c7-45c8-8944-b3aaf4568555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758605 May 03 22:46:58.794942 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-14791ec3-81d7-47b5-abbc-6eee67a850fb req-09f4bc7e-b91e-4688-81c2-6af4f54fa300 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/security-groups?id=a10ddb8e-051c-49c5-a8a1-b50e695ecdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766871 May 03 22:46:58.810672 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:58.845816 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '613e9e45-8d55-4db3-999c-5b7c3b03512f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a694c3-bb3e-48e9-9b45-41385f0456b8'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:46:58.855488 n-d-811807-1 neutron-server[88070]: WARNING neutron.scheduler.l3_agent_scheduler [None req-7de211c5-a580-450d-8923-c30cd7c1a1f7 tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] No L3 agents can host the router 808a2ee3-2076-4e9b-9405-790c561915fa May 03 22:46:58.867253 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port e3a694c3-bb3e-48e9-9b45-41385f0456b8, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=e3a694c3-bb3e-48e9-9b45-41385f0456b8,segment=NetworkSegment(728aedfe-38f8-49eb-9703-45da4f83bd45),segment_id=728aedfe-38f8-49eb-9703-45da4f83bd45)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:46:58.868315 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-221782d2-3b22-4094-ba3d-27ff3bcbe76f None None] Provisioning complete for port c0e24b47-e084-4c02-a156-8a315b860138 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:46:58.868689 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-221782d2-3b22-4094-ba3d-27ff3bcbe76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:58.883108 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0640a-2980-4283-9383-15b3a5b2ee7f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Pushing event updated for resources: {'Port': ['ID=0886d175-676b-4c24-bee0-e10ac1b419e1,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:58.885662 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e0c0640a-2980-4283-9383-15b3a5b2ee7f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:58.898996 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:58.899785 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:46:58.955599 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dfc7c90-fa29-4cda-8473-62c0d58fc9fb'] response: {'server_uuid': '613e9e45-8d55-4db3-999c-5b7c3b03512f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a694c3-bb3e-48e9-9b45-41385f0456b8', 'code': 200} May 03 22:46:59.078357 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=e3a694c3-bb3e-48e9-9b45-41385f0456b8,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:59.119118 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:46:59.138795 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:46:59.139724 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:59.206667 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d9873-939b-4901-b30c-963263e715ce req-f30ee363-61b7-482a-b993-fc3615d36d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:59.208137 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a67d9873-939b-4901-b30c-963263e715ce req-f30ee363-61b7-482a-b993-fc3615d36d5b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b02a0a3f-1344-4b33-8d96-e59f73f273ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9365711 May 03 22:46:59.267753 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:59.306224 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6,segment=NetworkSegment(1b61077f-29a6-4318-9f7d-14d72be3135b),segment_id=1b61077f-29a6-4318-9f7d-14d72be3135b)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:46:59.316594 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:59.377242 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device c0e24b47-e084-4c02-a156-8a315b860138 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:46:59.394834 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.resource_extend [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5318a117-f158-4d6a-8060-78b88d14cbcc service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:46:59.401781 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de211c5-a580-450d-8923-c30cd7c1a1f7 tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Hosts for router 808a2ee3-2076-4e9b-9405-790c561915fa: [] {{(pid=88070) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} May 03 22:46:59.477176 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-322a21ab-5965-4aee-8eeb-6cdce0531bb1 None None] Provisioning for port 0886d175-676b-4c24-bee0-e10ac1b419e1 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:46:59.493974 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-322a21ab-5965-4aee-8eeb-6cdce0531bb1 None None] Provisioning complete for port 0886d175-676b-4c24-bee0-e10ac1b419e1 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:46:59.494777 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-322a21ab-5965-4aee-8eeb-6cdce0531bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:59.509405 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de211c5-a580-450d-8923-c30cd7c1a1f7 tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Hosts for other DVR routers connected to router 808a2ee3-2076-4e9b-9405-790c561915fa: set() {{(pid=88070) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} May 03 22:46:59.512071 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7de211c5-a580-450d-8923-c30cd7c1a1f7 tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:59.514193 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7de211c5-a580-450d-8923-c30cd7c1a1f7 tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] 10.222.0.58 "PUT /v2.0/routers/808a2ee3-2076-4e9b-9405-790c561915fa HTTP/1.1" status: 200 len: 717 time: 2.4927816 May 03 22:46:59.517109 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57534) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:59.559786 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:46:59.571427 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port c0e24b47-e084-4c02-a156-8a315b860138 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:46:59.572089 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:59.591867 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5318a117-f158-4d6a-8060-78b88d14cbcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a1c5f72-11f8-497b-9fc4-ea3247fdb317 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:46:59.606506 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a67d9873-939b-4901-b30c-963263e715ce req-63d41c02-d7da-4eec-87bf-7ce7a5038acb service neutron] 10.222.0.60 "GET /v2.0/networks/b02a0a3f-1344-4b33-8d96-e59f73f273ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827250 May 03 22:46:59.612137 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5318a117-f158-4d6a-8060-78b88d14cbcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:59.648449 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9ee0c-ae91-487e-917c-2d231a9ce56d req-f4299b32-2d8a-43f2-98fd-38a27b36e13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:59.649959 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d8b9ee0c-ae91-487e-917c-2d231a9ce56d req-f4299b32-2d8a-43f2-98fd-38a27b36e13d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=613e9e45-8d55-4db3-999c-5b7c3b03512f HTTP/1.1" status: 200 len: 1097 time: 0.5363450 May 03 22:46:59.650765 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-322a21ab-5965-4aee-8eeb-6cdce0531bb1 None None] Port 0886d175-676b-4c24-bee0-e10ac1b419e1 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:46:59.656616 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e0c0640a-2980-4283-9383-15b3a5b2ee7f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:59.699237 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5318a117-f158-4d6a-8060-78b88d14cbcc service neutron] Transition to ACTIVE for port object 8a1c5f72-11f8-497b-9fc4-ea3247fdb317 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:46:59.712421 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5318a117-f158-4d6a-8060-78b88d14cbcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:46:59.783591 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6394d7-95e2-4678-9219-db0c64ed7db5 req-81d8bb86-0b78-4d0f-92e0-88797fecb1fb tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:59.789425 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6394d7-95e2-4678-9219-db0c64ed7db5 req-81d8bb86-0b78-4d0f-92e0-88797fecb1fb tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:59.796391 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6394d7-95e2-4678-9219-db0c64ed7db5 req-81d8bb86-0b78-4d0f-92e0-88797fecb1fb tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:59.802093 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6394d7-95e2-4678-9219-db0c64ed7db5 req-81d8bb86-0b78-4d0f-92e0-88797fecb1fb tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:59.808058 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6394d7-95e2-4678-9219-db0c64ed7db5 req-81d8bb86-0b78-4d0f-92e0-88797fecb1fb tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:59.814398 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6394d7-95e2-4678-9219-db0c64ed7db5 req-81d8bb86-0b78-4d0f-92e0-88797fecb1fb tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:59.820671 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6394d7-95e2-4678-9219-db0c64ed7db5 req-81d8bb86-0b78-4d0f-92e0-88797fecb1fb tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:59.822569 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6e6394d7-95e2-4678-9219-db0c64ed7db5 req-81d8bb86-0b78-4d0f-92e0-88797fecb1fb tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5384 time: 0.4392567 May 03 22:46:59.833239 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fad891-5ca1-44f0-97ea-de55f539c27f req-18c148a6-8d27-426b-8d4c-153432976e88 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:46:59.834679 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b2fad891-5ca1-44f0-97ea-de55f539c27f req-18c148a6-8d27-426b-8d4c-153432976e88 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=613e9e45-8d55-4db3-999c-5b7c3b03512f HTTP/1.1" status: 200 len: 946 time: 0.4159236 May 03 22:46:59.860870 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1f0d23da-223f-48be-956e-224fb83681d8 tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] 10.222.0.58 "GET /v2.0/routers/808a2ee3-2076-4e9b-9405-790c561915fa HTTP/1.1" status: 200 len: 717 time: 0.3420606 May 03 22:46:59.880378 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57542) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:46:59.923585 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b2fad891-5ca1-44f0-97ea-de55f539c27f req-c048c346-2f67-4e28-9660-5b9d55c03cf8 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b9bd1f-dd06-4143-9ea0-76f399e91c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684063 May 03 22:46:59.930464 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6e6394d7-95e2-4678-9219-db0c64ed7db5 req-8f1bd391-7c81-4a0b-b719-486fe0265c26 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0948312 May 03 22:46:59.967638 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d8b9ee0c-ae91-487e-917c-2d231a9ce56d req-fcf2aa1b-523d-4aaf-b8d5-83e43b0b1890 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c0b9bd1f-dd06-4143-9ea0-76f399e91c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2942193 May 03 22:47:00.047183 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318a117-f158-4d6a-8060-78b88d14cbcc service neutron] Pushing event updated for resources: {'Port': ['ID=8a1c5f72-11f8-497b-9fc4-ea3247fdb317,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:00.230427 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a0af5-23fe-4486-ba0b-0a42f079cb71 req-54c8f25d-b8c3-458c-8465-1f63aace4d23 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:00.231910 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a34a0af5-23fe-4486-ba0b-0a42f079cb71 req-54c8f25d-b8c3-458c-8465-1f63aace4d23 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?device_id=c79145db-d5ce-4536-b695-3fe7640cb17a HTTP/1.1" status: 200 len: 945 time: 0.1748285 May 03 22:47:00.258608 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b5e97-c679-477f-938a-cb0307b90b35 req-2f0c8a15-5e60-41a4-b699-1e5e394a92de tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:00.260342 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8c8b5e97-c679-477f-938a-cb0307b90b35 req-2f0c8a15-5e60-41a4-b699-1e5e394a92de tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f1fedf4-7e15-4053-af23-f11050c661ec HTTP/1.1" status: 200 len: 943 time: 0.1265564 May 03 22:47:00.312487 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a34a0af5-23fe-4486-ba0b-0a42f079cb71 req-7b22c7c0-e013-4024-af29-b149bb72a672 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/security-groups?id=a10ddb8e-051c-49c5-a8a1-b50e695ecdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737805 May 03 22:47:00.322872 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8c8b5e97-c679-477f-938a-cb0307b90b35 req-be47b91c-0ffb-4680-af5c-e07a2a2d6310 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b0fa720-34c7-45c8-8944-b3aaf4568555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548389 May 03 22:47:00.450947 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a67d9873-939b-4901-b30c-963263e715ce req-ecc67f56-b5fc-4a4d-b922-1582eed2ddcb service neutron] 10.222.0.60 "GET /v2.0/networks/b02a0a3f-1344-4b33-8d96-e59f73f273ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8339846 May 03 22:47:00.492274 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-249db335-1c75-4a38-b223-b7687f60b491 tempest-RoutersTestDVR-1602571976 tempest-RoutersTestDVR-1602571976-project] 10.222.0.58 "GET /v2.0/routers/808a2ee3-2076-4e9b-9405-790c561915fa HTTP/1.1" status: 200 len: 683 time: 0.6090093 May 03 22:47:00.495003 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57548) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:00.552574 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5318a117-f158-4d6a-8060-78b88d14cbcc service neutron] Attempting to bind port 8a1c5f72-11f8-497b-9fc4-ea3247fdb317 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:47:00.553957 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5318a117-f158-4d6a-8060-78b88d14cbcc service neutron] Attempting to bind port 8a1c5f72-11f8-497b-9fc4-ea3247fdb317 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '905a9b8f-b56e-44de-b624-14b220326904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39659ede-a161-442b-8b5e-00bdb95cd624'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:47:00.553957 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5318a117-f158-4d6a-8060-78b88d14cbcc service neutron] Attempting to bind port 8a1c5f72-11f8-497b-9fc4-ea3247fdb317 on network 39659ede-a161-442b-8b5e-00bdb95cd624 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:47:00.565094 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5318a117-f158-4d6a-8060-78b88d14cbcc service neutron] Port 8a1c5f72-11f8-497b-9fc4-ea3247fdb317 on network 39659ede-a161-442b-8b5e-00bdb95cd624 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:47:00.565429 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5318a117-f158-4d6a-8060-78b88d14cbcc service neutron] Attempting to bind port 8a1c5f72-11f8-497b-9fc4-ea3247fdb317 on network 39659ede-a161-442b-8b5e-00bdb95cd624 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:47:00.611311 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 8de8313c-acf5-453f-ad5a-da74fd90a138 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:47:00.622797 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5318a117-f158-4d6a-8060-78b88d14cbcc service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:47:00.624526 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5318a117-f158-4d6a-8060-78b88d14cbcc service neutron] Checking segment: {'id': '905a9b8f-b56e-44de-b624-14b220326904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39659ede-a161-442b-8b5e-00bdb95cd624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:47:00.624526 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5318a117-f158-4d6a-8060-78b88d14cbcc service neutron] Bound using segment: {'id': '905a9b8f-b56e-44de-b624-14b220326904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39659ede-a161-442b-8b5e-00bdb95cd624'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:47:00.624731 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5318a117-f158-4d6a-8060-78b88d14cbcc service neutron] Bound port: 8a1c5f72-11f8-497b-9fc4-ea3247fdb317, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '905a9b8f-b56e-44de-b624-14b220326904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '39659ede-a161-442b-8b5e-00bdb95cd624'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:47:00.624970 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5318a117-f158-4d6a-8060-78b88d14cbcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:00.632953 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3e18ed5f-242f-4060-b7e4-18abb49dd80c tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:00.750369 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5318a117-f158-4d6a-8060-78b88d14cbcc service neutron] For port 8a1c5f72-11f8-497b-9fc4-ea3247fdb317, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:47:00.753462 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 8de8313c-acf5-453f-ad5a-da74fd90a138, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=8de8313c-acf5-453f-ad5a-da74fd90a138,segment=NetworkSegment(0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a),segment_id=0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:47:00.760180 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5318a117-f158-4d6a-8060-78b88d14cbcc service neutron] For port 8a1c5f72-11f8-497b-9fc4-ea3247fdb317, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=8a1c5f72-11f8-497b-9fc4-ea3247fdb317,segment=NetworkSegment(905a9b8f-b56e-44de-b624-14b220326904),segment_id=905a9b8f-b56e-44de-b624-14b220326904)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:47:00.768739 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '8de8313c-acf5-453f-ad5a-da74fd90a138', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'port_id': '8de8313c-acf5-453f-ad5a-da74fd90a138', 'mac_address': 'fa:16:3e:ed:61:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:47:00.769302 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5318a117-f158-4d6a-8060-78b88d14cbcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:00.805341 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e0c0640a-2980-4283-9383-15b3a5b2ee7f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:00.825602 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:00.831515 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e0c0640a-2980-4283-9383-15b3a5b2ee7f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:00.846492 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8de8313c-acf5-453f-ad5a-da74fd90a138 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:47:00.866390 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 8de8313c-acf5-453f-ad5a-da74fd90a138, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=8de8313c-acf5-453f-ad5a-da74fd90a138,segment=NetworkSegment(0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a),segment_id=0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:47:00.872090 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:00.873155 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5318a117-f158-4d6a-8060-78b88d14cbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:00.874568 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5318a117-f158-4d6a-8060-78b88d14cbcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:00.875705 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-5318a117-f158-4d6a-8060-78b88d14cbcc service neutron] 10.222.0.60 "PUT /v2.0/ports/8a1c5f72-11f8-497b-9fc4-ea3247fdb317 HTTP/1.1" status: 200 len: 1090 time: 3.9389319 May 03 22:47:00.878602 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'tag': '8a1c5f72-11f8-497b-9fc4-ea3247fdb317'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:47:00.913833 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-0fb2ff61-c6fa-41a2-8062-b96279204667 service neutron] Request body: {'port': {'device_id': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:00.956093 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1de5ac19-12ec-40be-9228-9377dd74d93f'] response: {'name': 'network-changed', 'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'tag': '8a1c5f72-11f8-497b-9fc4-ea3247fdb317', 'status': 'completed', 'code': 200} May 03 22:47:00.970631 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c79145db-d5ce-4536-b695-3fe7640cb17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:47:00.976885 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3e18ed5f-242f-4060-b7e4-18abb49dd80c tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:00.978017 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e0c0640a-2980-4283-9383-15b3a5b2ee7f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:00.979994 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3e18ed5f-242f-4060-b7e4-18abb49dd80c tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:00.981490 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318a117-f158-4d6a-8060-78b88d14cbcc service neutron] Pushing event updated for resources: {'Port': ['ID=8a1c5f72-11f8-497b-9fc4-ea3247fdb317,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:01.012594 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3e18ed5f-242f-4060-b7e4-18abb49dd80c tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:01.013400 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e18ed5f-242f-4060-b7e4-18abb49dd80c tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 808a2ee3-2076-4e9b-9405-790c561915fa {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:47:01.017458 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=8de8313c-acf5-453f-ad5a-da74fd90a138,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:01.047823 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3e18ed5f-242f-4060-b7e4-18abb49dd80c tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:01.053590 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3e18ed5f-242f-4060-b7e4-18abb49dd80c tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] 10.222.0.58 "DELETE /v2.0/routers/808a2ee3-2076-4e9b-9405-790c561915fa HTTP/1.1" status: 204 len: 168 time: 0.5575213 May 03 22:47:01.054546 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57560) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:01.061473 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-0389554b-6b56-409b-a022-8b7d725ab353 tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Request body: {'router': {'name': 'tempest-router-1744647337', 'distributed': True}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:01.067823 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0389554b-6b56-409b-a022-8b7d725ab353 tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:01.074214 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0389554b-6b56-409b-a022-8b7d725ab353 tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Usage tracker for resource:router and tenant:7580afcce07f4efeb48547cf1a787b4b is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:47:01.077706 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0389554b-6b56-409b-a022-8b7d725ab353 tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:47:01.087351 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0389554b-6b56-409b-a022-8b7d725ab353 tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:01.114858 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0389554b-6b56-409b-a022-8b7d725ab353 tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:01.116070 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0389554b-6b56-409b-a022-8b7d725ab353 tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:01.146298 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0389554b-6b56-409b-a022-8b7d725ab353 tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:01.151178 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['8de8313c-acf5-453f-ad5a-da74fd90a138'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:47:01.239823 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0640a-2980-4283-9383-15b3a5b2ee7f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Pushing event updated for resources: {'Port': ['ID=0886d175-676b-4c24-bee0-e10ac1b419e1,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:01.271812 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0389554b-6b56-409b-a022-8b7d725ab353 tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:01.312454 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0389554b-6b56-409b-a022-8b7d725ab353 tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:01.316290 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0389554b-6b56-409b-a022-8b7d725ab353 tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2579184 May 03 22:47:01.317291 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57564) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:01.412487 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-0fb2ff61-c6fa-41a2-8062-b96279204667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:01.484860 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-04ec531c-4d23-4f7e-a5ec-49d09e6123dc tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:01.504761 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c0640a-2980-4283-9383-15b3a5b2ee7f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Network bf68823c-a2db-4665-a0ce-1a40fee933ce is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:47:01.510626 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de2693-a420-4edf-be31-6e29a0a50e2c req-8d13f815-c0ec-4fa8-a26c-e3cd679ec2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:01.511110 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de2693-a420-4edf-be31-6e29a0a50e2c req-8d13f815-c0ec-4fa8-a26c-e3cd679ec2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:01.511582 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de2693-a420-4edf-be31-6e29a0a50e2c req-8d13f815-c0ec-4fa8-a26c-e3cd679ec2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:01.512055 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de2693-a420-4edf-be31-6e29a0a50e2c req-8d13f815-c0ec-4fa8-a26c-e3cd679ec2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:01.512521 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de2693-a420-4edf-be31-6e29a0a50e2c req-8d13f815-c0ec-4fa8-a26c-e3cd679ec2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:01.512985 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de2693-a420-4edf-be31-6e29a0a50e2c req-8d13f815-c0ec-4fa8-a26c-e3cd679ec2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:01.513444 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de2693-a420-4edf-be31-6e29a0a50e2c req-8d13f815-c0ec-4fa8-a26c-e3cd679ec2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:01.515402 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-90de2693-a420-4edf-be31-6e29a0a50e2c req-8d13f815-c0ec-4fa8-a26c-e3cd679ec2a7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6f7f307699c4be5803d470738b6e79e&device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 6343 time: 0.5387390 May 03 22:47:01.518234 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-e0c0640a-2980-4283-9383-15b3a5b2ee7f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:47:01.662930 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f9987-8a02-4aed-8500-f236cba29cab req-662db31d-ad1d-433a-bfdc-e0558c0021cd tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:01.666326 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1f4f9987-8a02-4aed-8500-f236cba29cab req-662db31d-ad1d-433a-bfdc-e0558c0021cd tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=613e9e45-8d55-4db3-999c-5b7c3b03512f HTTP/1.1" status: 200 len: 946 time: 0.5012662 May 03 22:47:01.688274 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6cf28-c2e5-4d9c-96b6-9b02aff87748 req-0b16ed3e-6203-4467-a852-f12e50126a31 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:01.694162 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6cf28-c2e5-4d9c-96b6-9b02aff87748 req-0b16ed3e-6203-4467-a852-f12e50126a31 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:01.701690 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6cf28-c2e5-4d9c-96b6-9b02aff87748 req-0b16ed3e-6203-4467-a852-f12e50126a31 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:01.708010 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6cf28-c2e5-4d9c-96b6-9b02aff87748 req-0b16ed3e-6203-4467-a852-f12e50126a31 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:01.714961 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6cf28-c2e5-4d9c-96b6-9b02aff87748 req-0b16ed3e-6203-4467-a852-f12e50126a31 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:01.722531 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6cf28-c2e5-4d9c-96b6-9b02aff87748 req-0b16ed3e-6203-4467-a852-f12e50126a31 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:01.728424 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6cf28-c2e5-4d9c-96b6-9b02aff87748 req-0b16ed3e-6203-4467-a852-f12e50126a31 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:01.730469 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-69b6cf28-c2e5-4d9c-96b6-9b02aff87748 req-0b16ed3e-6203-4467-a852-f12e50126a31 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5396 time: 0.5331130 May 03 22:47:01.803154 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f9b54128-4207-4815-a7d6-0419057acba9 None None] Provisioning complete for port 0886d175-676b-4c24-bee0-e10ac1b419e1 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:47:01.804103 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f9b54128-4207-4815-a7d6-0419057acba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:01.864227 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f9b54128-4207-4815-a7d6-0419057acba9 None None] Port 0886d175-676b-4c24-bee0-e10ac1b419e1 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:47:01.917758 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de2693-a420-4edf-be31-6e29a0a50e2c req-ad9824ec-50be-4c2f-8ab2-bcdbf9d18baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:01.918271 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de2693-a420-4edf-be31-6e29a0a50e2c req-ad9824ec-50be-4c2f-8ab2-bcdbf9d18baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:01.918729 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de2693-a420-4edf-be31-6e29a0a50e2c req-ad9824ec-50be-4c2f-8ab2-bcdbf9d18baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:01.920324 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-90de2693-a420-4edf-be31-6e29a0a50e2c req-ad9824ec-50be-4c2f-8ab2-bcdbf9d18baf service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d6f7f307699c4be5803d470738b6e79e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3963101 May 03 22:47:01.973629 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-69b6cf28-c2e5-4d9c-96b6-9b02aff87748 req-7926882a-a9a7-46a4-96a2-5e3222a3ac17 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1778524 May 03 22:47:02.034332 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1f4f9987-8a02-4aed-8500-f236cba29cab req-9bd6f435-c883-4447-8cdb-dc36ccb38ea6 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b9bd1f-dd06-4143-9ea0-76f399e91c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3587732 May 03 22:47:02.050504 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-04ec531c-4d23-4f7e-a5ec-49d09e6123dc tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:02.053110 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-04ec531c-4d23-4f7e-a5ec-49d09e6123dc tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:02.077266 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-341fa0e7-4184-40d2-a26d-e9a24806bb51'] response: {'server_uuid': 'c79145db-d5ce-4536-b695-3fe7640cb17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6', 'code': 200} May 03 22:47:02.090418 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-04ec531c-4d23-4f7e-a5ec-49d09e6123dc tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:02.091018 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ec531c-4d23-4f7e-a5ec-49d09e6123dc tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7d030522-b8bd-41f8-9b3d-fa7e37f2eac6 {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:47:02.101419 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-04ec531c-4d23-4f7e-a5ec-49d09e6123dc tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:02.108091 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-04ec531c-4d23-4f7e-a5ec-49d09e6123dc tempest-RoutersTestDVR-1397450692 tempest-RoutersTestDVR-1397450692-project-admin] 10.222.0.58 "DELETE /v2.0/routers/7d030522-b8bd-41f8-9b3d-fa7e37f2eac6 HTTP/1.1" status: 204 len: 168 time: 0.7883372 May 03 22:47:02.315180 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed5e56-ca6d-4b09-b4ad-13bd4018d6a5 req-d78699ab-9323-4172-8343-06920dfc3bce tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:02.316610 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-25ed5e56-ca6d-4b09-b4ad-13bd4018d6a5 req-d78699ab-9323-4172-8343-06920dfc3bce tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?device_id=c79145db-d5ce-4536-b695-3fe7640cb17a HTTP/1.1" status: 200 len: 945 time: 0.1602151 May 03 22:47:02.331730 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c118c0-96dd-4f2d-b2b1-3db58eb92621 req-cc3e9bb4-0b7c-4ac6-9d52-9aa790f92b12 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:02.333189 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b6c118c0-96dd-4f2d-b2b1-3db58eb92621 req-cc3e9bb4-0b7c-4ac6-9d52-9aa790f92b12 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f1fedf4-7e15-4053-af23-f11050c661ec HTTP/1.1" status: 200 len: 944 time: 0.1281407 May 03 22:47:02.382386 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c0640a-2980-4283-9383-15b3a5b2ee7f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Router 9fd3a07e-8ebd-4264-ae27-585413d17f67 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:47:02.410451 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-25ed5e56-ca6d-4b09-b4ad-13bd4018d6a5 req-a024d145-22d8-42da-8e2a-ddc958e524ce tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/security-groups?id=a10ddb8e-051c-49c5-a8a1-b50e695ecdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762296 May 03 22:47:02.428539 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b6c118c0-96dd-4f2d-b2b1-3db58eb92621 req-b79a19b3-5ba8-4300-a3f5-7acae2b9ed6b tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b0fa720-34c7-45c8-8944-b3aaf4568555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763268 May 03 22:47:02.450854 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57576) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:02.478962 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de2693-a420-4edf-be31-6e29a0a50e2c req-367c917b-308d-4619-bb97-8fde8fe17f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:02.480394 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-90de2693-a420-4edf-be31-6e29a0a50e2c req-367c917b-308d-4619-bb97-8fde8fe17f80 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5464993 May 03 22:47:02.565503 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.resource_extend [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-0fb2ff61-c6fa-41a2-8062-b96279204667 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:47:02.578230 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-daf8cef5-082d-44b7-8cb0-8a97a8faf224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:02.592923 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-daf8cef5-082d-44b7-8cb0-8a97a8faf224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:02.596839 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-daf8cef5-082d-44b7-8cb0-8a97a8faf224 admin admin] Usage tracker for resource:security_group_rule and tenant:b159f1c81df74b0db1d3fdbbf905b521 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:47:02.599744 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-daf8cef5-082d-44b7-8cb0-8a97a8faf224 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:47:02.605933 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-daf8cef5-082d-44b7-8cb0-8a97a8faf224 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:02.611677 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 8de8313c-acf5-453f-ad5a-da74fd90a138 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:47:02.631363 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369e14d-3d08-4396-ab1f-74ea38bb9e67 req-736c95b9-145d-4240-a6f3-ea81fe97e054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:02.632852 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9369e14d-3d08-4396-ab1f-74ea38bb9e67 req-736c95b9-145d-4240-a6f3-ea81fe97e054 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c79145db-d5ce-4536-b695-3fe7640cb17a HTTP/1.1" status: 200 len: 1096 time: 0.3313172 May 03 22:47:02.679617 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c0640a-2980-4283-9383-15b3a5b2ee7f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:47:02.690482 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-0fb2ff61-c6fa-41a2-8062-b96279204667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9c5efb9-9e57-4822-8224-c4bfc00dc164 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:47:02.690880 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df933e6b-194f-4049-bda8-ea1c61d02e4c None None] Sync routers for ids ['9fd3a07e-8ebd-4264-ae27-585413d17f67'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:47:02.698039 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e0c0640a-2980-4283-9383-15b3a5b2ee7f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] 10.222.0.58 "PUT /v2.0/routers/9fd3a07e-8ebd-4264-ae27-585413d17f67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3665023 May 03 22:47:02.700669 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 8de8313c-acf5-453f-ad5a-da74fd90a138 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:47:02.702363 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57582) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:02.707394 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df933e6b-194f-4049-bda8-ea1c61d02e4c None None] Routers {'9fd3a07e-8ebd-4264-ae27-585413d17f67'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:47:02.707808 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-0fb2ff61-c6fa-41a2-8062-b96279204667 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:02.708194 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-df933e6b-194f-4049-bda8-ea1c61d02e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:46:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['9fd3a07e-8ebd-4264-ae27-585413d17f67'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:02.721657 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-daf8cef5-082d-44b7-8cb0-8a97a8faf224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:02.726326 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-daf8cef5-082d-44b7-8cb0-8a97a8faf224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:02.771448 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 8de8313c-acf5-453f-ad5a-da74fd90a138 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:47:02.771448 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:02.794393 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-daf8cef5-082d-44b7-8cb0-8a97a8faf224 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b159f1c81df74b0db1d3fdbbf905b521&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3417914 May 03 22:47:02.796063 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57586) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:02.799150 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf8cef5-082d-44b7-8cb0-8a97a8faf224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83287c5-131f-419d-86a2-76eceaa06bbe,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:02.822315 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-df933e6b-194f-4049-bda8-ea1c61d02e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:02.840256 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df933e6b-194f-4049-bda8-ea1c61d02e4c None None] Routers {'9fd3a07e-8ebd-4264-ae27-585413d17f67'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:47:02.840868 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-df933e6b-194f-4049-bda8-ea1c61d02e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:46:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['9fd3a07e-8ebd-4264-ae27-585413d17f67'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:02.852691 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9369e14d-3d08-4396-ab1f-74ea38bb9e67 req-472453aa-b207-4c16-a219-c18baed5ae11 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a10ddb8e-051c-49c5-a8a1-b50e695ecdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082291 May 03 22:47:02.864566 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-76844610-0d55-40ca-b294-a28ffd2e1729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:02.877824 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-0fb2ff61-c6fa-41a2-8062-b96279204667 service neutron] Transition to ACTIVE for port object a9c5efb9-9e57-4822-8224-c4bfc00dc164 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:47:02.883970 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-0fb2ff61-c6fa-41a2-8062-b96279204667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:02.892271 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-76844610-0d55-40ca-b294-a28ffd2e1729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:02.903234 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-df933e6b-194f-4049-bda8-ea1c61d02e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:02.903636 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df933e6b-194f-4049-bda8-ea1c61d02e4c None None] The sync data for ids ['9fd3a07e-8ebd-4264-ae27-585413d17f67'] in n-d-811807-1 is: [] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:47:02.964277 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-76844610-0d55-40ca-b294-a28ffd2e1729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:02.974732 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:02.980516 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76844610-0d55-40ca-b294-a28ffd2e1729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83287c5-131f-419d-86a2-76eceaa06bbe,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:02.996125 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-76844610-0d55-40ca-b294-a28ffd2e1729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:03.001401 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-76844610-0d55-40ca-b294-a28ffd2e1729 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f83287c5-131f-419d-86a2-76eceaa06bbe HTTP/1.1" status: 204 len: 168 time: 0.2037091 May 03 22:47:03.020175 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 8de8313c-acf5-453f-ad5a-da74fd90a138, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=8de8313c-acf5-453f-ad5a-da74fd90a138,segment=NetworkSegment(0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a),segment_id=0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:47:03.026006 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:03.109187 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=8de8313c-acf5-453f-ad5a-da74fd90a138,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:03.273651 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663fd41-56f7-4d5d-8822-37649c94bc75 req-020d7869-a0bc-4afa-9a34-e45fc559fc03 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:03.280377 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663fd41-56f7-4d5d-8822-37649c94bc75 req-020d7869-a0bc-4afa-9a34-e45fc559fc03 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:03.282857 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb2ff61-c6fa-41a2-8062-b96279204667 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c5efb9-9e57-4822-8224-c4bfc00dc164,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:03.286291 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663fd41-56f7-4d5d-8822-37649c94bc75 req-020d7869-a0bc-4afa-9a34-e45fc559fc03 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:03.292545 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663fd41-56f7-4d5d-8822-37649c94bc75 req-020d7869-a0bc-4afa-9a34-e45fc559fc03 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:03.298974 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663fd41-56f7-4d5d-8822-37649c94bc75 req-020d7869-a0bc-4afa-9a34-e45fc559fc03 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:03.304509 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663fd41-56f7-4d5d-8822-37649c94bc75 req-020d7869-a0bc-4afa-9a34-e45fc559fc03 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:03.310481 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663fd41-56f7-4d5d-8822-37649c94bc75 req-020d7869-a0bc-4afa-9a34-e45fc559fc03 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:03.318307 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c663fd41-56f7-4d5d-8822-37649c94bc75 req-020d7869-a0bc-4afa-9a34-e45fc559fc03 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5408 time: 0.2006249 May 03 22:47:03.395318 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c663fd41-56f7-4d5d-8822-37649c94bc75 req-d6800105-b3a3-4b8d-b005-701a375268d2 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0761483 May 03 22:47:03.418357 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e326737-f355-47e9-a42f-3c02ab2c7ccd req-5fe40846-4a85-41a4-9c7a-3f094f64525a tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:03.419930 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8e326737-f355-47e9-a42f-3c02ab2c7ccd req-5fe40846-4a85-41a4-9c7a-3f094f64525a tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=613e9e45-8d55-4db3-999c-5b7c3b03512f HTTP/1.1" status: 200 len: 946 time: 0.2084663 May 03 22:47:03.452108 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57604) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:03.484826 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-41105bff-1a0d-4afe-89c0-9ca122b1974c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:03.505655 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-41105bff-1a0d-4afe-89c0-9ca122b1974c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:03.510370 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8e326737-f355-47e9-a42f-3c02ab2c7ccd req-970d8dbe-4936-47a9-b500-2f5069f8ed2b tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b9bd1f-dd06-4143-9ea0-76f399e91c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848136 May 03 22:47:03.513089 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-41105bff-1a0d-4afe-89c0-9ca122b1974c admin admin] Usage tracker for resource:security_group_rule and tenant:7580afcce07f4efeb48547cf1a787b4b is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:47:03.515979 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-0fb2ff61-c6fa-41a2-8062-b96279204667 service neutron] Attempting to bind port a9c5efb9-9e57-4822-8224-c4bfc00dc164 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:47:03.516316 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-0fb2ff61-c6fa-41a2-8062-b96279204667 service neutron] Attempting to bind port a9c5efb9-9e57-4822-8224-c4bfc00dc164 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '5a1a325c-4dfc-4f52-ab11-b191a3075222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c7b56b55-0340-4699-b0c7-3b74594ad3b7'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:47:03.516655 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-0fb2ff61-c6fa-41a2-8062-b96279204667 service neutron] Attempting to bind port a9c5efb9-9e57-4822-8224-c4bfc00dc164 on network c7b56b55-0340-4699-b0c7-3b74594ad3b7 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:47:03.517993 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-41105bff-1a0d-4afe-89c0-9ca122b1974c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:47:03.525026 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-0fb2ff61-c6fa-41a2-8062-b96279204667 service neutron] Port a9c5efb9-9e57-4822-8224-c4bfc00dc164 on network c7b56b55-0340-4699-b0c7-3b74594ad3b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:47:03.525349 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-0fb2ff61-c6fa-41a2-8062-b96279204667 service neutron] Attempting to bind port a9c5efb9-9e57-4822-8224-c4bfc00dc164 on network c7b56b55-0340-4699-b0c7-3b74594ad3b7 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:47:03.532474 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-41105bff-1a0d-4afe-89c0-9ca122b1974c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:03.537679 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-0fb2ff61-c6fa-41a2-8062-b96279204667 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:47:03.538048 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-0fb2ff61-c6fa-41a2-8062-b96279204667 service neutron] Checking segment: {'id': '5a1a325c-4dfc-4f52-ab11-b191a3075222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c7b56b55-0340-4699-b0c7-3b74594ad3b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:47:03.538434 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-0fb2ff61-c6fa-41a2-8062-b96279204667 service neutron] Bound using segment: {'id': '5a1a325c-4dfc-4f52-ab11-b191a3075222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c7b56b55-0340-4699-b0c7-3b74594ad3b7'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:47:03.538870 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-0fb2ff61-c6fa-41a2-8062-b96279204667 service neutron] Bound port: a9c5efb9-9e57-4822-8224-c4bfc00dc164, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a1a325c-4dfc-4f52-ab11-b191a3075222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c7b56b55-0340-4699-b0c7-3b74594ad3b7'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:47:03.539214 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-0fb2ff61-c6fa-41a2-8062-b96279204667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:03.722468 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f3e8b-7e33-44ed-a54f-8b4e69f4ba0f req-f89f5cda-2206-4bdb-88bf-9b3c1c5b675b tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:03.724011 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a37f3e8b-7e33-44ed-a54f-8b4e69f4ba0f req-f89f5cda-2206-4bdb-88bf-9b3c1c5b675b tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?device_id=c79145db-d5ce-4536-b695-3fe7640cb17a HTTP/1.1" status: 200 len: 945 time: 0.1928258 May 03 22:47:03.729197 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-0fb2ff61-c6fa-41a2-8062-b96279204667 service neutron] For port a9c5efb9-9e57-4822-8224-c4bfc00dc164, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:47:03.742026 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-0fb2ff61-c6fa-41a2-8062-b96279204667 service neutron] For port a9c5efb9-9e57-4822-8224-c4bfc00dc164, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a9c5efb9-9e57-4822-8224-c4bfc00dc164,segment=NetworkSegment(5a1a325c-4dfc-4f52-ab11-b191a3075222),segment_id=5a1a325c-4dfc-4f52-ab11-b191a3075222)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:47:03.744091 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-c5e40620-d413-4eaa-aa1b-c461f5fcf18f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:47:03.745315 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c5e40620-d413-4eaa-aa1b-c461f5fcf18f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] 10.222.0.58 "PUT /v2.0/routers/9fd3a07e-8ebd-4264-ae27-585413d17f67/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0398715 May 03 22:47:03.748908 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57612) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:03.779322 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-41105bff-1a0d-4afe-89c0-9ca122b1974c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:03.790902 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-41105bff-1a0d-4afe-89c0-9ca122b1974c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:03.802414 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-0fb2ff61-c6fa-41a2-8062-b96279204667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:03.846762 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a37f3e8b-7e33-44ed-a54f-8b4e69f4ba0f req-9f51397a-d7d9-48c4-ba37-e54ed89bf6e4 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/security-groups?id=a10ddb8e-051c-49c5-a8a1-b50e695ecdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083310 May 03 22:47:03.869754 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0c6ea-02cb-4f87-ae87-68380b44bd14 req-fa365f12-497a-4045-810a-f32027a7bd95 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:03.869754 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-afb0c6ea-02cb-4f87-ae87-68380b44bd14 req-fa365f12-497a-4045-810a-f32027a7bd95 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f1fedf4-7e15-4053-af23-f11050c661ec HTTP/1.1" status: 200 len: 945 time: 0.2336867 May 03 22:47:03.877938 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-41105bff-1a0d-4afe-89c0-9ca122b1974c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7580afcce07f4efeb48547cf1a787b4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4249368 May 03 22:47:03.880199 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57616) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:03.881335 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41105bff-1a0d-4afe-89c0-9ca122b1974c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c6ea63-fff9-4133-9671-73af9449aff2,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:03.966693 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-afb0c6ea-02cb-4f87-ae87-68380b44bd14 req-f16b389a-165e-4cc6-a555-cf23f3dd5c0b tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b0fa720-34c7-45c8-8944-b3aaf4568555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871029 May 03 22:47:04.036058 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-922c2e10-32a9-4054-9d8d-e157a567583a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:04.070575 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-922c2e10-32a9-4054-9d8d-e157a567583a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:04.078499 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1fedf4-7e15-4053-af23-f11050c661ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de8313c-acf5-453f-ad5a-da74fd90a138'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:47:04.091009 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-0fb2ff61-c6fa-41a2-8062-b96279204667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:04.091535 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-0fb2ff61-c6fa-41a2-8062-b96279204667 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:04.092936 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-0fb2ff61-c6fa-41a2-8062-b96279204667 service neutron] 10.222.0.60 "PUT /v2.0/ports/a9c5efb9-9e57-4822-8224-c4bfc00dc164 HTTP/1.1" status: 200 len: 1091 time: 3.1876781 May 03 22:47:04.093375 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'tag': 'a9c5efb9-9e57-4822-8224-c4bfc00dc164'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:47:04.126569 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60748537-414f-4fe4-b405-dc81863bb4ad req-52097ace-b93c-4702-ad65-82bd4a0dc5ba tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:04.126979 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-968e4ba0-2add-4f78-b8c0-53cc18a96fa0 service neutron] Request body: {'port': {'device_id': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:04.128085 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-60748537-414f-4fe4-b405-dc81863bb4ad req-52097ace-b93c-4702-ad65-82bd4a0dc5ba tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=613e9e45-8d55-4db3-999c-5b7c3b03512f HTTP/1.1" status: 200 len: 946 time: 0.1670368 May 03 22:47:04.154885 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb2ff61-c6fa-41a2-8062-b96279204667 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c5efb9-9e57-4822-8224-c4bfc00dc164,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:04.165136 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c9a41dc-c732-403b-8385-7f852bcb649a'] response: {'server_uuid': '4f1fedf4-7e15-4053-af23-f11050c661ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de8313c-acf5-453f-ad5a-da74fd90a138', 'code': 200} May 03 22:47:04.229792 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-60748537-414f-4fe4-b405-dc81863bb4ad req-c35ffe81-2c8e-40bf-bdd0-7175ebb45278 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b9bd1f-dd06-4143-9ea0-76f399e91c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943160 May 03 22:47:04.254096 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-922c2e10-32a9-4054-9d8d-e157a567583a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:04.270686 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922c2e10-32a9-4054-9d8d-e157a567583a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c6ea63-fff9-4133-9671-73af9449aff2,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:04.295669 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-922c2e10-32a9-4054-9d8d-e157a567583a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:04.304587 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-922c2e10-32a9-4054-9d8d-e157a567583a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/53c6ea63-fff9-4133-9671-73af9449aff2 HTTP/1.1" status: 204 len: 168 time: 0.4202101 May 03 22:47:04.368788 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9729b40-0255-4d58-a589-165cb656a228'] response: {'name': 'network-changed', 'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'tag': 'a9c5efb9-9e57-4822-8224-c4bfc00dc164', 'status': 'completed', 'code': 200} May 03 22:47:04.532137 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88097c6b-f1fe-4dff-9c50-1d233a5d0f0e req-01bef66c-3a6c-4000-bb82-bba160cc404f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:04.532231 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88097c6b-f1fe-4dff-9c50-1d233a5d0f0e req-01bef66c-3a6c-4000-bb82-bba160cc404f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:04.532812 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88097c6b-f1fe-4dff-9c50-1d233a5d0f0e req-01bef66c-3a6c-4000-bb82-bba160cc404f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:04.533339 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88097c6b-f1fe-4dff-9c50-1d233a5d0f0e req-01bef66c-3a6c-4000-bb82-bba160cc404f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:04.533806 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88097c6b-f1fe-4dff-9c50-1d233a5d0f0e req-01bef66c-3a6c-4000-bb82-bba160cc404f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:04.534290 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88097c6b-f1fe-4dff-9c50-1d233a5d0f0e req-01bef66c-3a6c-4000-bb82-bba160cc404f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:04.534747 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88097c6b-f1fe-4dff-9c50-1d233a5d0f0e req-01bef66c-3a6c-4000-bb82-bba160cc404f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:04.536667 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-88097c6b-f1fe-4dff-9c50-1d233a5d0f0e req-01bef66c-3a6c-4000-bb82-bba160cc404f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6f7f307699c4be5803d470738b6e79e&device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 6410 time: 0.1070991 May 03 22:47:04.601363 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-968e4ba0-2add-4f78-b8c0-53cc18a96fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:04.763392 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba5f1d-ce3f-4267-8bd5-3a03682fcabe req-a104d2f1-fd59-4353-a25c-0d4787b83f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:04.766135 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7cba5f1d-ce3f-4267-8bd5-3a03682fcabe req-a104d2f1-fd59-4353-a25c-0d4787b83f39 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4f1fedf4-7e15-4053-af23-f11050c661ec HTTP/1.1" status: 200 len: 1096 time: 0.3962972 May 03 22:47:04.879718 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7118c6-4204-426f-8c76-ef9f7807f652 req-fc0b6088-28fb-4780-867b-3787d34738f7 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:04.885495 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7118c6-4204-426f-8c76-ef9f7807f652 req-fc0b6088-28fb-4780-867b-3787d34738f7 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:04.892064 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7118c6-4204-426f-8c76-ef9f7807f652 req-fc0b6088-28fb-4780-867b-3787d34738f7 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:04.898876 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7118c6-4204-426f-8c76-ef9f7807f652 req-fc0b6088-28fb-4780-867b-3787d34738f7 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:04.905224 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7118c6-4204-426f-8c76-ef9f7807f652 req-fc0b6088-28fb-4780-867b-3787d34738f7 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:04.911355 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7118c6-4204-426f-8c76-ef9f7807f652 req-fc0b6088-28fb-4780-867b-3787d34738f7 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:04.917383 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7118c6-4204-426f-8c76-ef9f7807f652 req-fc0b6088-28fb-4780-867b-3787d34738f7 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:04.924849 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4b7118c6-4204-426f-8c76-ef9f7807f652 req-fc0b6088-28fb-4780-867b-3787d34738f7 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5408 time: 0.3868873 May 03 22:47:04.949513 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88097c6b-f1fe-4dff-9c50-1d233a5d0f0e req-cff4124c-8a74-4978-a0b5-723bd2a7dae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:04.950010 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88097c6b-f1fe-4dff-9c50-1d233a5d0f0e req-cff4124c-8a74-4978-a0b5-723bd2a7dae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:04.950474 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88097c6b-f1fe-4dff-9c50-1d233a5d0f0e req-cff4124c-8a74-4978-a0b5-723bd2a7dae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:04.952571 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-88097c6b-f1fe-4dff-9c50-1d233a5d0f0e req-cff4124c-8a74-4978-a0b5-723bd2a7dae2 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d6f7f307699c4be5803d470738b6e79e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2341723 May 03 22:47:05.000275 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7cba5f1d-ce3f-4267-8bd5-3a03682fcabe req-fc9fc92f-0474-4863-a381-639dffcd1a9b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5b0fa720-34c7-45c8-8944-b3aaf4568555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241597 May 03 22:47:05.108079 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4b7118c6-4204-426f-8c76-ef9f7807f652 req-c7e9a0ee-b3c0-466c-8a94-3274dfb01377 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1824284 May 03 22:47:05.200496 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88097c6b-f1fe-4dff-9c50-1d233a5d0f0e req-ee4bd6f6-ce64-430b-a3f5-6e1dec2f42c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:05.203137 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-88097c6b-f1fe-4dff-9c50-1d233a5d0f0e req-ee4bd6f6-ce64-430b-a3f5-6e1dec2f42c0 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2375920 May 03 22:47:05.225009 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e215d31-b085-4931-a3ce-e286a629f094 req-f868bf70-624e-479e-ba71-ca9d4a47c7a5 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:05.227006 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4e215d31-b085-4931-a3ce-e286a629f094 req-f868bf70-624e-479e-ba71-ca9d4a47c7a5 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?device_id=c79145db-d5ce-4536-b695-3fe7640cb17a HTTP/1.1" status: 200 len: 945 time: 0.2180922 May 03 22:47:05.239743 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-20a34e4c-980a-4e04-bc8e-fcb7c2ae059e tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:05.319832 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4e215d31-b085-4931-a3ce-e286a629f094 req-8950e258-747c-4a15-aba7-4ad65330ee20 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/security-groups?id=a10ddb8e-051c-49c5-a8a1-b50e695ecdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853021 May 03 22:47:05.366647 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b51539-13d6-4fda-888e-e8e888576ed1 req-752e2064-3336-4723-a6e0-53ef4956911c tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:05.368565 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f3b51539-13d6-4fda-888e-e8e888576ed1 req-752e2064-3336-4723-a6e0-53ef4956911c tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f1fedf4-7e15-4053-af23-f11050c661ec HTTP/1.1" status: 200 len: 945 time: 0.0965574 May 03 22:47:05.423043 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f3b51539-13d6-4fda-888e-e8e888576ed1 req-8d881b2e-6a0d-4c33-832f-f1390b6d4219 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b0fa720-34c7-45c8-8944-b3aaf4568555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473979 May 03 22:47:05.596477 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-968e4ba0-2add-4f78-b8c0-53cc18a96fa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b46b01d2-324c-4ced-a8bc-dbbdf42d265c {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:47:05.606241 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-968e4ba0-2add-4f78-b8c0-53cc18a96fa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:05.632191 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-968e4ba0-2add-4f78-b8c0-53cc18a96fa0 service neutron] Transition to ACTIVE for port object b46b01d2-324c-4ced-a8bc-dbbdf42d265c will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:47:05.637247 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-968e4ba0-2add-4f78-b8c0-53cc18a96fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:05.757477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57672) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:06.037207 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e4ba0-2add-4f78-b8c0-53cc18a96fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=b46b01d2-324c-4ced-a8bc-dbbdf42d265c,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:06.076713 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57682) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:06.211541 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-20a34e4c-980a-4e04-bc8e-fcb7c2ae059e tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Deleting port 0886d175-676b-4c24-bee0-e10ac1b419e1 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:47:06.211960 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-20a34e4c-980a-4e04-bc8e-fcb7c2ae059e tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:06.333646 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-968e4ba0-2add-4f78-b8c0-53cc18a96fa0 service neutron] Attempting to bind port b46b01d2-324c-4ced-a8bc-dbbdf42d265c on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:47:06.334436 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-968e4ba0-2add-4f78-b8c0-53cc18a96fa0 service neutron] Attempting to bind port b46b01d2-324c-4ced-a8bc-dbbdf42d265c by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '5a1a325c-4dfc-4f52-ab11-b191a3075222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c7b56b55-0340-4699-b0c7-3b74594ad3b7'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:47:06.334971 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-968e4ba0-2add-4f78-b8c0-53cc18a96fa0 service neutron] Attempting to bind port b46b01d2-324c-4ced-a8bc-dbbdf42d265c on network c7b56b55-0340-4699-b0c7-3b74594ad3b7 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:47:06.368839 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-1d6680f5-42b8-482e-8e9c-931e44f2fa31 tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1857897153', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:06.377165 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-968e4ba0-2add-4f78-b8c0-53cc18a96fa0 service neutron] Port b46b01d2-324c-4ced-a8bc-dbbdf42d265c on network c7b56b55-0340-4699-b0c7-3b74594ad3b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:47:06.377590 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-968e4ba0-2add-4f78-b8c0-53cc18a96fa0 service neutron] Attempting to bind port b46b01d2-324c-4ced-a8bc-dbbdf42d265c on network c7b56b55-0340-4699-b0c7-3b74594ad3b7 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:47:06.402412 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1d6680f5-42b8-482e-8e9c-931e44f2fa31 tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:06.405433 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-968e4ba0-2add-4f78-b8c0-53cc18a96fa0 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:47:06.405891 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-968e4ba0-2add-4f78-b8c0-53cc18a96fa0 service neutron] Checking segment: {'id': '5a1a325c-4dfc-4f52-ab11-b191a3075222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c7b56b55-0340-4699-b0c7-3b74594ad3b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:47:06.406368 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-968e4ba0-2add-4f78-b8c0-53cc18a96fa0 service neutron] Bound using segment: {'id': '5a1a325c-4dfc-4f52-ab11-b191a3075222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c7b56b55-0340-4699-b0c7-3b74594ad3b7'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:47:06.406902 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-968e4ba0-2add-4f78-b8c0-53cc18a96fa0 service neutron] Bound port: b46b01d2-324c-4ced-a8bc-dbbdf42d265c, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a1a325c-4dfc-4f52-ab11-b191a3075222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c7b56b55-0340-4699-b0c7-3b74594ad3b7'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:47:06.407410 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-968e4ba0-2add-4f78-b8c0-53cc18a96fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:06.425028 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1d6680f5-42b8-482e-8e9c-931e44f2fa31 tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Usage tracker for resource:port and tenant:8c77630c0ef24978bffb5fafe3975be0 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:47:06.478212 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1d6680f5-42b8-482e-8e9c-931e44f2fa31 tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:47:06.590113 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-968e4ba0-2add-4f78-b8c0-53cc18a96fa0 service neutron] For port b46b01d2-324c-4ced-a8bc-dbbdf42d265c, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:47:06.594266 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-968e4ba0-2add-4f78-b8c0-53cc18a96fa0 service neutron] For port b46b01d2-324c-4ced-a8bc-dbbdf42d265c, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=b46b01d2-324c-4ced-a8bc-dbbdf42d265c,segment=NetworkSegment(5a1a325c-4dfc-4f52-ab11-b191a3075222),segment_id=5a1a325c-4dfc-4f52-ab11-b191a3075222)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:47:06.595794 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1d6680f5-42b8-482e-8e9c-931e44f2fa31 tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:06.603133 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-968e4ba0-2add-4f78-b8c0-53cc18a96fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:06.618245 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138fb2f-f8b7-4398-8157-949a439dc8d2 req-f53f47c1-0dd1-460e-812f-8621fcb4b7d3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:06.624502 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138fb2f-f8b7-4398-8157-949a439dc8d2 req-f53f47c1-0dd1-460e-812f-8621fcb4b7d3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:06.630343 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138fb2f-f8b7-4398-8157-949a439dc8d2 req-f53f47c1-0dd1-460e-812f-8621fcb4b7d3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:06.636008 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138fb2f-f8b7-4398-8157-949a439dc8d2 req-f53f47c1-0dd1-460e-812f-8621fcb4b7d3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:06.642320 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138fb2f-f8b7-4398-8157-949a439dc8d2 req-f53f47c1-0dd1-460e-812f-8621fcb4b7d3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:06.648060 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138fb2f-f8b7-4398-8157-949a439dc8d2 req-f53f47c1-0dd1-460e-812f-8621fcb4b7d3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:06.653694 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138fb2f-f8b7-4398-8157-949a439dc8d2 req-f53f47c1-0dd1-460e-812f-8621fcb4b7d3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:06.655593 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5138fb2f-f8b7-4398-8157-949a439dc8d2 req-f53f47c1-0dd1-460e-812f-8621fcb4b7d3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5420 time: 0.2687111 May 03 22:47:06.681949 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-968e4ba0-2add-4f78-b8c0-53cc18a96fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:06.682678 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-968e4ba0-2add-4f78-b8c0-53cc18a96fa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:06.684117 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-968e4ba0-2add-4f78-b8c0-53cc18a96fa0 service neutron] 10.222.0.60 "PUT /v2.0/ports/b46b01d2-324c-4ced-a8bc-dbbdf42d265c HTTP/1.1" status: 200 len: 1091 time: 2.5619509 May 03 22:47:06.688279 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'tag': 'b46b01d2-324c-4ced-a8bc-dbbdf42d265c'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:47:06.706592 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6680f5-42b8-482e-8e9c-931e44f2fa31 tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Made reservation on behalf of 8c77630c0ef24978bffb5fafe3975be0 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:47:06.708940 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1d6680f5-42b8-482e-8e9c-931e44f2fa31 tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:06.780329 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1d6680f5-42b8-482e-8e9c-931e44f2fa31 tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:06.807769 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5138fb2f-f8b7-4398-8157-949a439dc8d2 req-7dedce9c-8ce1-47ae-beb2-3393397a567f tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1172380 May 03 22:47:06.813344 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-20a34e4c-980a-4e04-bc8e-fcb7c2ae059e tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:06.827581 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1d6680f5-42b8-482e-8e9c-931e44f2fa31 tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:06.831854 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1d6680f5-42b8-482e-8e9c-931e44f2fa31 tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Usage tracker for resource:security_group_rule and tenant:8c77630c0ef24978bffb5fafe3975be0 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:47:06.844897 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1d6680f5-42b8-482e-8e9c-931e44f2fa31 tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:47:06.854572 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1d6680f5-42b8-482e-8e9c-931e44f2fa31 tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:06.882149 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef12cb7-89ef-4820-8f2b-b9c1067b011c req-97643037-ea81-417d-b855-9e46f4db5bc6 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:06.883645 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0ef12cb7-89ef-4820-8f2b-b9c1067b011c req-97643037-ea81-417d-b855-9e46f4db5bc6 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f1fedf4-7e15-4053-af23-f11050c661ec HTTP/1.1" status: 200 len: 945 time: 0.2251451 May 03 22:47:06.936089 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e4ba0-2add-4f78-b8c0-53cc18a96fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=b46b01d2-324c-4ced-a8bc-dbbdf42d265c,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:07.007668 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968e4ba0-2add-4f78-b8c0-53cc18a96fa0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:07.008011 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968e4ba0-2add-4f78-b8c0-53cc18a96fa0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:07.008352 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968e4ba0-2add-4f78-b8c0-53cc18a96fa0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:07.008685 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968e4ba0-2add-4f78-b8c0-53cc18a96fa0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:07.009018 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968e4ba0-2add-4f78-b8c0-53cc18a96fa0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:07.009341 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968e4ba0-2add-4f78-b8c0-53cc18a96fa0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:07.009667 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968e4ba0-2add-4f78-b8c0-53cc18a96fa0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:07.010017 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968e4ba0-2add-4f78-b8c0-53cc18a96fa0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:07.010337 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968e4ba0-2add-4f78-b8c0-53cc18a96fa0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:07.010655 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968e4ba0-2add-4f78-b8c0-53cc18a96fa0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:07.010994 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968e4ba0-2add-4f78-b8c0-53cc18a96fa0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:07.011294 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968e4ba0-2add-4f78-b8c0-53cc18a96fa0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:07.022991 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-20a34e4c-980a-4e04-bc8e-fcb7c2ae059e tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Calling delete_port for 0886d175-676b-4c24-bee0-e10ac1b419e1 owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:47:07.147181 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8227cfd6-e47f-4d41-9451-10bbff94d119 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:07.152346 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-3b4f9ede-aa8c-496c-9111-80d0d608b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:07.152832 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-3b4f9ede-aa8c-496c-9111-80d0d608b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:07.153298 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-3b4f9ede-aa8c-496c-9111-80d0d608b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:07.153767 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-3b4f9ede-aa8c-496c-9111-80d0d608b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:07.154314 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-3b4f9ede-aa8c-496c-9111-80d0d608b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:07.155290 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-3b4f9ede-aa8c-496c-9111-80d0d608b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:07.155748 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-3b4f9ede-aa8c-496c-9111-80d0d608b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:07.157636 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-3b4f9ede-aa8c-496c-9111-80d0d608b42e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6f7f307699c4be5803d470738b6e79e&device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 6477 time: 0.4303057 May 03 22:47:07.169498 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0ef12cb7-89ef-4820-8f2b-b9c1067b011c req-eaac5830-ef4c-4735-9d33-470d39d81f70 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b0fa720-34c7-45c8-8944-b3aaf4568555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271849 May 03 22:47:07.226543 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35ff27c6-3904-49a9-aa22-5339e0bceee2'] response: {'name': 'network-changed', 'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'tag': 'b46b01d2-324c-4ced-a8bc-dbbdf42d265c', 'status': 'completed', 'code': 200} May 03 22:47:07.253976 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-8c245733-2d0a-4f12-8b16-9e0dc148d553 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=527a1855-13d0-4f13-9c82-a5ca04a8b2f7 HTTP/1.1" status: 200 len: 217 time: 0.0873678 May 03 22:47:07.309022 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1d6680f5-42b8-482e-8e9c-931e44f2fa31 tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:07.317751 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1d6680f5-42b8-482e-8e9c-931e44f2fa31 tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:07.335228 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-1d6680f5-42b8-482e-8e9c-931e44f2fa31 tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] device_id is not set on port 92fb024c-c791-4d02-aeb2-4f6d45afd1bf yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:47:07.382763 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd427b55-ee6f-4b98-aeff-828b8f212ab7 req-f482eb7e-4dfb-41f3-b988-0005720f67c4 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:07.384222 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cd427b55-ee6f-4b98-aeff-828b8f212ab7 req-f482eb7e-4dfb-41f3-b988-0005720f67c4 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?device_id=c79145db-d5ce-4536-b695-3fe7640cb17a HTTP/1.1" status: 200 len: 945 time: 0.3360577 May 03 22:47:07.409261 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-c50706bc-c24a-45e1-b226-7959777a46ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:07.410646 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-c50706bc-c24a-45e1-b226-7959777a46ce service neutron] 10.222.0.60 "GET /v2.0/subnets?id=50b35d49-219c-4b17-af47-5e4fd9e4cce5 HTTP/1.1" status: 200 len: 850 time: 0.1453063 May 03 22:47:07.502359 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6680f5-42b8-482e-8e9c-931e44f2fa31 tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b2781a-015e-4631-89cf-242b043b056a,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:07.517355 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cd427b55-ee6f-4b98-aeff-828b8f212ab7 req-3fa48e1c-36f2-4791-b471-e29db78a7927 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/security-groups?id=a10ddb8e-051c-49c5-a8a1-b50e695ecdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207528 May 03 22:47:07.542459 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe5240-87a1-4b3c-bb5e-7ddc945832f0 req-f1148a62-69a0-42ff-89ed-c59639744c66 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:07.545022 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5cbe5240-87a1-4b3c-bb5e-7ddc945832f0 req-f1148a62-69a0-42ff-89ed-c59639744c66 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f1fedf4-7e15-4053-af23-f11050c661ec HTTP/1.1" status: 200 len: 945 time: 0.2412710 May 03 22:47:07.559212 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57700) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:07.594639 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-787c57f5-3062-4c49-bf10-46e20a574a05 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Request body: {'floatingip': {'port_id': '8de8313c-acf5-453f-ad5a-da74fd90a138'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:07.618217 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-20a34e4c-980a-4e04-bc8e-fcb7c2ae059e tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:07.686742 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-1d6680f5-42b8-482e-8e9c-931e44f2fa31 tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Allocated IP 172.25.2.133 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/92fb024c-c791-4d02-aeb2-4f6d45afd1bf) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:47:07.688566 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-787c57f5-3062-4c49-bf10-46e20a574a05 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for floatingip, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:07.689642 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a34e4c-980a-4e04-bc8e-fcb7c2ae059e tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Pushing event deleted for resources: {'Port': ['ID=0886d175-676b-4c24-bee0-e10ac1b419e1,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:07.902501 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-c71775d9-3ccc-47b2-8600-f3327f9cdc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:07.903987 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-c71775d9-3ccc-47b2-8600-f3327f9cdc8c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6b7a7532-e056-4c5e-b17e-d6ca176c9814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4538882 May 03 22:47:07.939485 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-8227cfd6-e47f-4d41-9451-10bbff94d119 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Allocated IP 172.20.0.17 (39f05c72-cd07-47a8-8e9e-517ef5a6c54f/97270381-9b92-44b9-930d-d069d57723d8/1de09b97-c609-46ba-8de7-babd00d9248f) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:47:08.133587 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:47:08.332126 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-20a34e4c-980a-4e04-bc8e-fcb7c2ae059e tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:08.424897 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-828c81c7-0df0-4555-9a38-8038d89d72fb service neutron] 10.222.0.60 "GET /v2.0/networks/6b7a7532-e056-4c5e-b17e-d6ca176c9814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5092330 May 03 22:47:08.552330 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc26cde-6a1b-4c59-b251-886ace87db5f req-e951dc91-29f8-48fc-843e-6fb7836b47a2 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:08.558253 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc26cde-6a1b-4c59-b251-886ace87db5f req-e951dc91-29f8-48fc-843e-6fb7836b47a2 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:08.564241 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc26cde-6a1b-4c59-b251-886ace87db5f req-e951dc91-29f8-48fc-843e-6fb7836b47a2 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:08.570695 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc26cde-6a1b-4c59-b251-886ace87db5f req-e951dc91-29f8-48fc-843e-6fb7836b47a2 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:08.576942 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc26cde-6a1b-4c59-b251-886ace87db5f req-e951dc91-29f8-48fc-843e-6fb7836b47a2 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:08.583375 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc26cde-6a1b-4c59-b251-886ace87db5f req-e951dc91-29f8-48fc-843e-6fb7836b47a2 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:08.588896 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc26cde-6a1b-4c59-b251-886ace87db5f req-e951dc91-29f8-48fc-843e-6fb7836b47a2 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:08.597712 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1dc26cde-6a1b-4c59-b251-886ace87db5f req-e951dc91-29f8-48fc-843e-6fb7836b47a2 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5420 time: 0.5772598 May 03 22:47:08.601731 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8227cfd6-e47f-4d41-9451-10bbff94d119 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:08.663442 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-8227cfd6-e47f-4d41-9451-10bbff94d119 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Transition to ACTIVE for port object 1de09b97-c609-46ba-8de7-babd00d9248f will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:47:08.681883 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1dc26cde-6a1b-4c59-b251-886ace87db5f req-e71ab791-946f-4145-8023-03c5a1ca007e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0832717 May 03 22:47:08.764962 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb2777-17e8-45a2-b889-7243f4b25213 req-ba40396c-5008-4fb6-afd7-1d4d62661107 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:08.765640 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-65eb2777-17e8-45a2-b889-7243f4b25213 req-ba40396c-5008-4fb6-afd7-1d4d62661107 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Synchronizing usage tracker for tenant:bdbc5a9222cd43deb11d74ba562f86d0 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:47:08.770224 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1d6680f5-42b8-482e-8e9c-931e44f2fa31 tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:08.820454 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a34e4c-980a-4e04-bc8e-fcb7c2ae059e tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Router 9fd3a07e-8ebd-4264-ae27-585413d17f67 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:47:08.824357 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-65eb2777-17e8-45a2-b889-7243f4b25213 req-ba40396c-5008-4fb6-afd7-1d4d62661107 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Unset dirty status for tenant:bdbc5a9222cd43deb11d74ba562f86d0 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:47:08.825502 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-65eb2777-17e8-45a2-b889-7243f4b25213 req-ba40396c-5008-4fb6-afd7-1d4d62661107 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.67 "GET /v2.0/ports?device_id=c79145db-d5ce-4536-b695-3fe7640cb17a HTTP/1.1" status: 200 len: 945 time: 0.7658439 May 03 22:47:08.844601 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8227cfd6-e47f-4d41-9451-10bbff94d119 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:08.867688 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-539c3485-bf52-458f-8ae3-d46a66f2a8b5 service neutron] 10.222.0.60 "GET /v2.0/networks/6b7a7532-e056-4c5e-b17e-d6ca176c9814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334791 May 03 22:47:08.940373 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-787c57f5-3062-4c49-bf10-46e20a574a05 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:08.946931 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8227cfd6-e47f-4d41-9451-10bbff94d119 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Network 39f05c72-cd07-47a8-8e9e-517ef5a6c54f is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:47:08.953347 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-8227cfd6-e47f-4d41-9451-10bbff94d119 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:47:08.955950 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227cfd6-e47f-4d41-9451-10bbff94d119 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'Port': ['ID=1de09b97-c609-46ba-8de7-babd00d9248f,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:08.958067 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-787c57f5-3062-4c49-bf10-46e20a574a05 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:09.005170 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8227cfd6-e47f-4d41-9451-10bbff94d119 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:47:09.015638 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-14b4ab9e-095a-42f1-a151-a337b9395a57 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=a5676f4a-f478-4abd-b7de-5bb1b574a9e4 HTTP/1.1" status: 200 len: 217 time: 0.1376903 May 03 22:47:09.042402 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1318fc-fa39-4bb5-8618-d7f246b046b2 req-47ea6015-785e-425f-b7e4-60578dab2d45 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:09.044016 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2b1318fc-fa39-4bb5-8618-d7f246b046b2 req-47ea6015-785e-425f-b7e4-60578dab2d45 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?device_id=c79145db-d5ce-4536-b695-3fe7640cb17a HTTP/1.1" status: 200 len: 945 time: 0.3585813 May 03 22:47:09.194606 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8227cfd6-e47f-4d41-9451-10bbff94d119 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:09.220089 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2b1318fc-fa39-4bb5-8618-d7f246b046b2 req-f1479614-c18e-4003-b995-29ffa41d32ba tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/security-groups?id=a10ddb8e-051c-49c5-a8a1-b50e695ecdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616440 May 03 22:47:09.263668 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-787c57f5-3062-4c49-bf10-46e20a574a05 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Floating IP 706aed3c-1ee9-4f0e-b124-1ee2fb08cf12 associated. External IP: 172.25.2.228, port: 8de8313c-acf5-453f-ad5a-da74fd90a138. May 03 22:47:09.288003 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-65eb2777-17e8-45a2-b889-7243f4b25213 req-60c06db5-f2fb-4d95-92c1-ca64fa07e441 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Deleting port eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:47:09.288359 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-65eb2777-17e8-45a2-b889-7243f4b25213 req-60c06db5-f2fb-4d95-92c1-ca64fa07e441 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:09.322698 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a34e4c-980a-4e04-bc8e-fcb7c2ae059e tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:47:09.324239 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1d6680f5-42b8-482e-8e9c-931e44f2fa31 tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:09.335941 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc4bceb-ef2c-4096-b7f5-e24619f462d9 None None] Sync routers for ids ['9fd3a07e-8ebd-4264-ae27-585413d17f67'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:47:09.345961 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc4bceb-ef2c-4096-b7f5-e24619f462d9 None None] Routers {'9fd3a07e-8ebd-4264-ae27-585413d17f67'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:47:09.347207 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-dcc4bceb-ef2c-4096-b7f5-e24619f462d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:46:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['9fd3a07e-8ebd-4264-ae27-585413d17f67'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:09.364923 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e76fb79a-1012-4aac-bc34-00b28baf5ff0 None None] Provisioning for port 1de09b97-c609-46ba-8de7-babd00d9248f completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:47:09.372044 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e76fb79a-1012-4aac-bc34-00b28baf5ff0 None None] Provisioning complete for port 1de09b97-c609-46ba-8de7-babd00d9248f triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:47:09.372496 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e76fb79a-1012-4aac-bc34-00b28baf5ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:09.422388 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-685d3b05-7368-45ce-9e2c-4e68f90d04cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:09.423860 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-685d3b05-7368-45ce-9e2c-4e68f90d04cb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8863c3d5-b808-4878-a7f7-629ee5c5994d HTTP/1.1" status: 200 len: 797 time: 0.3424563 May 03 22:47:09.424419 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-dcc4bceb-ef2c-4096-b7f5-e24619f462d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:09.438892 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc4bceb-ef2c-4096-b7f5-e24619f462d9 None None] Routers {'9fd3a07e-8ebd-4264-ae27-585413d17f67'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:47:09.439861 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-dcc4bceb-ef2c-4096-b7f5-e24619f462d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:46:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['9fd3a07e-8ebd-4264-ae27-585413d17f67'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:09.469221 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6680f5-42b8-482e-8e9c-931e44f2fa31 tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:47:09.469806 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e76fb79a-1012-4aac-bc34-00b28baf5ff0 None None] Port 1de09b97-c609-46ba-8de7-babd00d9248f cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:47:09.510455 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-1d6680f5-42b8-482e-8e9c-931e44f2fa31 tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:47:09.514383 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8227cfd6-e47f-4d41-9451-10bbff94d119 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:09.537691 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6680f5-42b8-482e-8e9c-931e44f2fa31 tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:47:09.543885 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-dcc4bceb-ef2c-4096-b7f5-e24619f462d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:09.544382 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc4bceb-ef2c-4096-b7f5-e24619f462d9 None None] The sync data for ids ['9fd3a07e-8ebd-4264-ae27-585413d17f67'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:47:09.572865 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6680f5-42b8-482e-8e9c-931e44f2fa31 tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Pushing event updated for resources: {'Port': ['ID=92fb024c-c791-4d02-aeb2-4f6d45afd1bf,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:09.606582 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-20a34e4c-980a-4e04-bc8e-fcb7c2ae059e tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] 10.222.0.58 "PUT /v2.0/routers/9fd3a07e-8ebd-4264-ae27-585413d17f67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8566630 May 03 22:47:09.627684 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57708) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:09.723947 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6680f5-42b8-482e-8e9c-931e44f2fa31 tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:09.724558 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1d6680f5-42b8-482e-8e9c-931e44f2fa31 tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:09.779440 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-0764efd0-b7fd-4b63-a227-7633cc10485a tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] delete failed (client error): The resource could not be found. May 03 22:47:09.780483 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0764efd0-b7fd-4b63-a227-7633cc10485a tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] 10.222.0.58 "DELETE /v2.0/routers/tempest-non_exist_router-871580870 HTTP/1.1" status: 404 len: 334 time: 0.1512134 May 03 22:47:09.794994 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57714) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:09.814294 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-0907f996-fd35-469a-8309-1ae76d1413d8 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Request body: {'router': {'external_gateway_info': {'network_id': '9fd3a07e-8ebd-4264-ae27-585413d17f67'}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:09.954862 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1d6680f5-42b8-482e-8e9c-931e44f2fa31 tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.8668797 May 03 22:47:09.963506 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57718) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:09.972852 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-fccc7858-2677-48a6-be8e-a5c76c1c2fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:09.974273 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-fccc7858-2677-48a6-be8e-a5c76c1c2fff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=39659ede-a161-442b-8b5e-00bdb95cd624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5359380 May 03 22:47:09.977211 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-c72ad6a9-0e8b-4e26-9e0d-a659018e445b tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.133'}]}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:10.063293 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c72ad6a9-0e8b-4e26-9e0d-a659018e445b tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:10.082502 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787c57f5-3062-4c49-bf10-46e20a574a05 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Router 71f9c2f0-9970-471d-8465-8e1a4e55130e has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:47:10.133072 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c72ad6a9-0e8b-4e26-9e0d-a659018e445b tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Usage tracker for resource:router and tenant:8c77630c0ef24978bffb5fafe3975be0 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:47:10.150468 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c72ad6a9-0e8b-4e26-9e0d-a659018e445b tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:47:10.170532 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c72ad6a9-0e8b-4e26-9e0d-a659018e445b tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:10.235472 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-65eb2777-17e8-45a2-b889-7243f4b25213 req-60c06db5-f2fb-4d95-92c1-ca64fa07e441 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] For port eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6,segment=NetworkSegment(1b61077f-29a6-4318-9f7d-14d72be3135b),segment_id=1b61077f-29a6-4318-9f7d-14d72be3135b)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:47:10.235739 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-65eb2777-17e8-45a2-b889-7243f4b25213 req-60c06db5-f2fb-4d95-92c1-ca64fa07e441 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:10.324094 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aed6a8-fcdf-486a-983c-c35b2d2871a4 req-8a71cb2f-8295-4044-9b73-ec91b5af4db5 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:10.329874 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aed6a8-fcdf-486a-983c-c35b2d2871a4 req-8a71cb2f-8295-4044-9b73-ec91b5af4db5 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:10.335558 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aed6a8-fcdf-486a-983c-c35b2d2871a4 req-8a71cb2f-8295-4044-9b73-ec91b5af4db5 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:10.341220 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aed6a8-fcdf-486a-983c-c35b2d2871a4 req-8a71cb2f-8295-4044-9b73-ec91b5af4db5 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:10.347596 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aed6a8-fcdf-486a-983c-c35b2d2871a4 req-8a71cb2f-8295-4044-9b73-ec91b5af4db5 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:10.353320 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aed6a8-fcdf-486a-983c-c35b2d2871a4 req-8a71cb2f-8295-4044-9b73-ec91b5af4db5 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:10.356425 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c72ad6a9-0e8b-4e26-9e0d-a659018e445b tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:10.358018 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c72ad6a9-0e8b-4e26-9e0d-a659018e445b tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:10.359912 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aed6a8-fcdf-486a-983c-c35b2d2871a4 req-8a71cb2f-8295-4044-9b73-ec91b5af4db5 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:10.361815 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-22aed6a8-fcdf-486a-983c-c35b2d2871a4 req-8a71cb2f-8295-4044-9b73-ec91b5af4db5 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5420 time: 0.3551524 May 03 22:47:10.551266 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787c57f5-3062-4c49-bf10-46e20a574a05 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:47:10.565764 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-22aed6a8-fcdf-486a-983c-c35b2d2871a4 req-ece11e95-28ad-4552-bea1-98393c0ea261 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1542184 May 03 22:47:10.566739 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd50520-083f-48da-a2c8-4962cb944fe8 None None] Sync routers for ids ['71f9c2f0-9970-471d-8465-8e1a4e55130e'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:47:10.583087 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd50520-083f-48da-a2c8-4962cb944fe8 None None] Routers {'71f9c2f0-9970-471d-8465-8e1a4e55130e'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:47:10.584128 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-2fd50520-083f-48da-a2c8-4962cb944fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:46:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['71f9c2f0-9970-471d-8465-8e1a4e55130e'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:10.587596 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-787c57f5-3062-4c49-bf10-46e20a574a05 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:10.629021 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-65eb2777-17e8-45a2-b889-7243f4b25213 req-60c06db5-f2fb-4d95-92c1-ca64fa07e441 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Calling delete_port for eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:47:10.673545 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0907f996-fd35-469a-8309-1ae76d1413d8 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:10.674664 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-787c57f5-3062-4c49-bf10-46e20a574a05 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "PUT /v2.0/floatingips/706aed3c-1ee9-4f0e-b124-1ee2fb08cf12 HTTP/1.1" status: 200 len: 991 time: 3.1144545 May 03 22:47:10.676956 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8227cfd6-e47f-4d41-9451-10bbff94d119 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:10.680043 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1fedf4-7e15-4053-af23-f11050c661ec', 'tag': '8de8313c-acf5-453f-ad5a-da74fd90a138'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:47:10.693746 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c3ef6-d9ec-4684-b185-60ff0643acc0 req-b7bbb92d-989e-4c21-bf90-673b14a5634d tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:10.695329 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-647c3ef6-d9ec-4684-b185-60ff0643acc0 req-b7bbb92d-989e-4c21-bf90-673b14a5634d tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?device_id=c79145db-d5ce-4536-b695-3fe7640cb17a HTTP/1.1" status: 200 len: 945 time: 0.3307366 May 03 22:47:10.695994 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8227cfd6-e47f-4d41-9451-10bbff94d119 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:10.733747 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c72ad6a9-0e8b-4e26-9e0d-a659018e445b tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:10.766564 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-0907f996-fd35-469a-8309-1ae76d1413d8 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] update failed (client error): The resource could not be found. May 03 22:47:10.767612 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0907f996-fd35-469a-8309-1ae76d1413d8 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] 10.222.0.58 "PUT /v2.0/routers/9fd3a07e-8ebd-4264-ae27-585413d17f67 HTTP/1.1" status: 404 len: 339 time: 0.9714856 May 03 22:47:10.775977 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-8a1dfe01-0c0f-4dd4-bd98-4a6faede4cd7 service neutron] 10.222.0.60 "GET /v2.0/networks/39659ede-a161-442b-8b5e-00bdb95cd624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7809451 May 03 22:47:10.790751 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57728) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:10.796482 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bac6027-001b-42ba-8608-736617331df5'] response: {'name': 'network-changed', 'server_uuid': '4f1fedf4-7e15-4053-af23-f11050c661ec', 'tag': '8de8313c-acf5-453f-ad5a-da74fd90a138', 'status': 'completed', 'code': 200} May 03 22:47:10.901795 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8227cfd6-e47f-4d41-9451-10bbff94d119 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:10.920439 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-2fd50520-083f-48da-a2c8-4962cb944fe8 None None] Set router 71f9c2f0-9970-471d-8465-8e1a4e55130e gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:47:10.920806 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227cfd6-e47f-4d41-9451-10bbff94d119 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'Port': ['ID=1de09b97-c609-46ba-8de7-babd00d9248f,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:10.932997 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-647c3ef6-d9ec-4684-b185-60ff0643acc0 req-b8503817-ddfe-460e-bc68-9b6658df043a tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/security-groups?id=a10ddb8e-051c-49c5-a8a1-b50e695ecdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078071 May 03 22:47:11.068596 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d076e-13ff-420d-bc51-382044a41b43 req-7180af1e-3fe5-404a-bd8d-2785747cb9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:11.070555 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aa6d076e-13ff-420d-bc51-382044a41b43 req-7180af1e-3fe5-404a-bd8d-2785747cb9bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c9b36c2026314fcba54b84af09c29f52&device_id=4f1fedf4-7e15-4053-af23-f11050c661ec HTTP/1.1" status: 200 len: 1096 time: 0.2514591 May 03 22:47:11.108358 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8227cfd6-e47f-4d41-9451-10bbff94d119 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Network 39f05c72-cd07-47a8-8e9e-517ef5a6c54f is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:47:11.118710 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-8227cfd6-e47f-4d41-9451-10bbff94d119 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:47:11.404873 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-2fd50520-083f-48da-a2c8-4962cb944fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'name': 'tempest-AttachVolumeNegativeTest-1275687319-router', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:43Z', 'updated_at': '2022-05-03T22:44:00Z', 'revision_number': 4, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'gw_port': {'id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:46Z', 'updated_at': '2022-05-03T22:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '706aed3c-1ee9-4f0e-b124-1ee2fb08cf12', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'floating_ip_address': '172.25.2.228', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'port_id': '8de8313c-acf5-453f-ad5a-da74fd90a138', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'mac_address': 'fa:16:3e:ed:61:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1fedf4-7e15-4053-af23-f11050c661ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:46:39Z', 'updated_at': '2022-05-03T22:47:08Z', 'revision_number': 1, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'fixed_ip_address_scope': None}, {'id': 'a11abee3-e8ea-428b-92e6-3914db1b3abd', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'floating_ip_address': '172.25.2.102', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'port_id': 'f1807bea-0dda-40ae-97d0-68d5687c7659', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'mac_address': 'fa:16:3e:c3:cb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:44:18Z', 'updated_at': '2022-05-03T22:45:09Z', 'revision_number': 2, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d645a25-4ca4-4837-90a6-4ddb8a04dacb', 'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'mac_address': 'fa:16:3e:18:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:57Z', 'updated_at': '2022-05-03T22:44:15Z', 'revision_number': 5, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'subnets': [{'id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:11.410419 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd50520-083f-48da-a2c8-4962cb944fe8 None None] Checking router: 71f9c2f0-9970-471d-8465-8e1a4e55130e for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:47:11.418955 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f6de102f-2ea3-4d60-bc8b-3de79710a26c None None] Provisioning complete for port 1de09b97-c609-46ba-8de7-babd00d9248f triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:47:11.419330 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f6de102f-2ea3-4d60-bc8b-3de79710a26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:11.436218 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d076e-13ff-420d-bc51-382044a41b43 req-1f1b138b-a226-4d75-937a-07e129c8bf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:11.437601 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aa6d076e-13ff-420d-bc51-382044a41b43 req-1f1b138b-a226-4d75-937a-07e129c8bf18 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b02a0a3f-1344-4b33-8d96-e59f73f273ac HTTP/1.1" status: 200 len: 916 time: 0.3596501 May 03 22:47:11.464275 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd50520-083f-48da-a2c8-4962cb944fe8 None None] Routers {'71f9c2f0-9970-471d-8465-8e1a4e55130e'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:47:11.464913 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-2fd50520-083f-48da-a2c8-4962cb944fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:46:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['71f9c2f0-9970-471d-8465-8e1a4e55130e'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:11.515089 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8227cfd6-e47f-4d41-9451-10bbff94d119 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Router 4325660c-d567-49bf-865e-315cce83e5a4 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:47:11.528912 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c72ad6a9-0e8b-4e26-9e0d-a659018e445b tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:11.564623 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aa6d076e-13ff-420d-bc51-382044a41b43 req-47e5ce34-5126-4ebd-8f8d-99e4d1179d3a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8de8313c-acf5-453f-ad5a-da74fd90a138 HTTP/1.1" status: 200 len: 999 time: 0.1203558 May 03 22:47:11.596878 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-65eb2777-17e8-45a2-b889-7243f4b25213 req-60c06db5-f2fb-4d95-92c1-ca64fa07e441 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:11.607993 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f6de102f-2ea3-4d60-bc8b-3de79710a26c None None] Port 1de09b97-c609-46ba-8de7-babd00d9248f cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:47:11.645220 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-583b7c74-594c-41cf-a0da-fea74b7a102a service neutron] 10.222.0.60 "GET /v2.0/networks/39659ede-a161-442b-8b5e-00bdb95cd624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8517721 May 03 22:47:11.654401 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-2fd50520-083f-48da-a2c8-4962cb944fe8 None None] Set router 71f9c2f0-9970-471d-8465-8e1a4e55130e gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:47:11.733409 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c06db5-f2fb-4d95-92c1-ca64fa07e441 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Pushing event deleted for resources: {'Port': ['ID=eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:11.947972 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-2dbab6f4-5b39-4c1c-bd12-7e379319754f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=f29a8b06-8b92-4808-84bd-b5a24faa61fe HTTP/1.1" status: 200 len: 217 time: 0.2815092 May 03 22:47:12.032953 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8227cfd6-e47f-4d41-9451-10bbff94d119 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:47:12.046028 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7171c1-d273-4a73-9d44-fb4c88057a97 None None] Sync routers for ids ['4325660c-d567-49bf-865e-315cce83e5a4'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:47:12.051449 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8227cfd6-e47f-4d41-9451-10bbff94d119 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "PUT /v2.0/routers/4325660c-d567-49bf-865e-315cce83e5a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2922261 May 03 22:47:12.069361 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-65eb2777-17e8-45a2-b889-7243f4b25213 req-60c06db5-f2fb-4d95-92c1-ca64fa07e441 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] No DVR routers for this DVR port eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6 on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:47:12.078419 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-65eb2777-17e8-45a2-b889-7243f4b25213 req-60c06db5-f2fb-4d95-92c1-ca64fa07e441 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:12.079855 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7171c1-d273-4a73-9d44-fb4c88057a97 None None] Routers {'4325660c-d567-49bf-865e-315cce83e5a4'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:47:12.080655 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-6e7171c1-d273-4a73-9d44-fb4c88057a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:46:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['4325660c-d567-49bf-865e-315cce83e5a4'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:12.081225 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c79145db-d5ce-4536-b695-3fe7640cb17a', 'name': 'network-vif-deleted', 'tag': 'eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:47:12.118500 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-2fd50520-083f-48da-a2c8-4962cb944fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'name': 'tempest-AttachVolumeNegativeTest-1275687319-router', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:43Z', 'updated_at': '2022-05-03T22:44:00Z', 'revision_number': 4, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'gw_port': {'id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:46Z', 'updated_at': '2022-05-03T22:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '706aed3c-1ee9-4f0e-b124-1ee2fb08cf12', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'floating_ip_address': '172.25.2.228', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'port_id': '8de8313c-acf5-453f-ad5a-da74fd90a138', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'mac_address': 'fa:16:3e:ed:61:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1fedf4-7e15-4053-af23-f11050c661ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:46:39Z', 'updated_at': '2022-05-03T22:47:08Z', 'revision_number': 1, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'fixed_ip_address_scope': None}, {'id': 'a11abee3-e8ea-428b-92e6-3914db1b3abd', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'floating_ip_address': '172.25.2.102', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'port_id': 'f1807bea-0dda-40ae-97d0-68d5687c7659', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'mac_address': 'fa:16:3e:c3:cb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:44:18Z', 'updated_at': '2022-05-03T22:45:09Z', 'revision_number': 2, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d645a25-4ca4-4837-90a6-4ddb8a04dacb', 'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'mac_address': 'fa:16:3e:18:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:57Z', 'updated_at': '2022-05-03T22:44:15Z', 'revision_number': 5, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'subnets': [{'id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:12.124360 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd50520-083f-48da-a2c8-4962cb944fe8 None None] The sync data for ids ['71f9c2f0-9970-471d-8465-8e1a4e55130e'] in n-d-811807-1 is: [{'id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'name': 'tempest-AttachVolumeNegativeTest-1275687319-router', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:43Z', 'updated_at': '2022-05-03T22:44:00Z', 'revision_number': 4, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'gw_port': {'id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:46Z', 'updated_at': '2022-05-03T22:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '706aed3c-1ee9-4f0e-b124-1ee2fb08cf12', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'floating_ip_address': '172.25.2.228', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'port_id': '8de8313c-acf5-453f-ad5a-da74fd90a138', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'mac_address': 'fa:16:3e:ed:61:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1fedf4-7e15-4053-af23-f11050c661ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:46:39Z', 'updated_at': '2022-05-03T22:47:08Z', 'revision_number': 1, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'fixed_ip_address_scope': None}, {'id': 'a11abee3-e8ea-428b-92e6-3914db1b3abd', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'floating_ip_address': '172.25.2.102', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'port_id': 'f1807bea-0dda-40ae-97d0-68d5687c7659', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'mac_address': 'fa:16:3e:c3:cb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:44:18Z', 'updated_at': '2022-05-03T22:45:09Z', 'revision_number': 2, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d645a25-4ca4-4837-90a6-4ddb8a04dacb', 'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'mac_address': 'fa:16:3e:18:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:57Z', 'updated_at': '2022-05-03T22:44:15Z', 'revision_number': 5, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'subnets': [{'id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:47:12.141558 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3dc59f6c-4741-4fb9-8b0e-db00ff323ae4 req-f6a9c95b-3e83-473d-a301-133e225d9631 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.58 "GET /v2.0/ports?device_id=c79145db-d5ce-4536-b695-3fe7640cb17a HTTP/1.1" status: 200 len: 210 time: 0.0791543 May 03 22:47:12.142145 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-fe14d1b6-dde7-4e8b-a495-3a23f78defc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:12.142145 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-fe14d1b6-dde7-4e8b-a495-3a23f78defc9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8863c3d5-b808-4878-a7f7-629ee5c5994d HTTP/1.1" status: 200 len: 797 time: 0.1799767 May 03 22:47:12.149878 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e6f967ba-949f-48ee-9d35-eb695a5a8ace tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:12.151431 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d076e-13ff-420d-bc51-382044a41b43 req-168ff2b5-f782-44aa-b4bc-73968d629729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:12.153520 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aa6d076e-13ff-420d-bc51-382044a41b43 req-168ff2b5-f782-44aa-b4bc-73968d629729 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6ca0f6a1-6e8b-435e-9833-3f318b86b95e HTTP/1.1" status: 200 len: 854 time: 0.5784712 May 03 22:47:12.218395 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-65eb2777-17e8-45a2-b889-7243f4b25213 req-60c06db5-f2fb-4d95-92c1-ca64fa07e441 tempest-VolumesActionsTest-554087856 tempest-VolumesActionsTest-554087856-project] 10.222.0.67 "DELETE /v2.0/ports/eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6 HTTP/1.1" status: 204 len: 173 time: 3.3872561 May 03 22:47:12.230468 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd736f0-8148-4c97-855c-830f4ced0c4f req-dcbdaa55-cf8a-49fc-a0f5-cdb694dcacd6 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:12.237167 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd736f0-8148-4c97-855c-830f4ced0c4f req-dcbdaa55-cf8a-49fc-a0f5-cdb694dcacd6 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:12.243973 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd736f0-8148-4c97-855c-830f4ced0c4f req-dcbdaa55-cf8a-49fc-a0f5-cdb694dcacd6 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:12.250367 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd736f0-8148-4c97-855c-830f4ced0c4f req-dcbdaa55-cf8a-49fc-a0f5-cdb694dcacd6 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:12.256395 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd736f0-8148-4c97-855c-830f4ced0c4f req-dcbdaa55-cf8a-49fc-a0f5-cdb694dcacd6 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:12.262245 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd736f0-8148-4c97-855c-830f4ced0c4f req-dcbdaa55-cf8a-49fc-a0f5-cdb694dcacd6 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:12.268176 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd736f0-8148-4c97-855c-830f4ced0c4f req-dcbdaa55-cf8a-49fc-a0f5-cdb694dcacd6 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:12.270140 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8cd736f0-8148-4c97-855c-830f4ced0c4f req-dcbdaa55-cf8a-49fc-a0f5-cdb694dcacd6 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5420 time: 0.4197538 May 03 22:47:12.299065 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fa6c4d9-eb7e-42a3-81ce-de04c6e1fa07'] response: {'server_uuid': 'c79145db-d5ce-4536-b695-3fe7640cb17a', 'name': 'network-vif-deleted', 'tag': 'eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6', 'status': 'completed', 'code': 200} May 03 22:47:12.338047 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d076e-13ff-420d-bc51-382044a41b43 req-3aeb56a6-bbc0-4389-b824-3f01fe18aa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:12.339547 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aa6d076e-13ff-420d-bc51-382044a41b43 req-3aeb56a6-bbc0-4389-b824-3f01fe18aa49 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b02a0a3f-1344-4b33-8d96-e59f73f273ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1774232 May 03 22:47:12.343989 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8cd736f0-8148-4c97-855c-830f4ced0c4f req-16098e7e-96e0-47f6-a7cf-6a114fac98b3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660524 May 03 22:47:12.436713 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-6e7171c1-d273-4a73-9d44-fb4c88057a97 None None] Set router 4325660c-d567-49bf-865e-315cce83e5a4 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:47:12.506742 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54245e9c-65c6-493c-bdc4-ecf84c0ca6ae None None] New status for floating IP 706aed3c-1ee9-4f0e-b124-1ee2fb08cf12: ACTIVE {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:47:12.521086 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aa6d076e-13ff-420d-bc51-382044a41b43 req-7ea94d79-63a0-4213-8c1d-559001cf2606 service neutron] 10.222.0.60 "GET /v2.0/networks/b02a0a3f-1344-4b33-8d96-e59f73f273ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743314 May 03 22:47:12.587052 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:47:12.622413 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-22899cb9-f908-463d-bfcf-0398eacdaec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:12.623992 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-22899cb9-f908-463d-bfcf-0398eacdaec0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=39659ede-a161-442b-8b5e-00bdb95cd624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4757466 May 03 22:47:12.651312 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:47:12.652490 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device eaebf85b-ebd4-43d9-934e-4d7a9f2f7da6 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:47:12.755949 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aa6d076e-13ff-420d-bc51-382044a41b43 req-9c594227-dc9e-43b7-ae27-977fa2465890 service neutron] 10.222.0.60 "GET /v2.0/networks/b02a0a3f-1344-4b33-8d96-e59f73f273ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237356 May 03 22:47:12.872050 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-bf008023-8332-4ff5-ab2a-c774c35d1cdf service neutron] 10.222.0.60 "GET /v2.0/networks/39659ede-a161-442b-8b5e-00bdb95cd624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130830 May 03 22:47:12.890992 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-6e7171c1-d273-4a73-9d44-fb4c88057a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4325660c-d567-49bf-865e-315cce83e5a4', 'name': 'tempest-TestNetworkBasicOps-router-1950764700', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '219abd26-fe69-4194-9dfa-3329166960bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:52Z', 'updated_at': '2022-05-03T22:47:09Z', 'revision_number': 5, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'gw_port': {'id': '219abd26-fe69-4194-9dfa-3329166960bf', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:54Z', 'updated_at': '2022-05-03T22:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'e415418c-d586-42a1-80ea-98ebfc39514c', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'floating_ip_address': '172.25.2.141', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'port_id': '9bcba210-edd2-4295-ab59-511a535a6293', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea', 'mac_address': 'fa:16:3e:4d:31:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216889b4-fd5f-44c3-b5df-d8f88700df2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:45:11Z', 'updated_at': '2022-05-03T22:45:27Z', 'revision_number': 1, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de09b97-c609-46ba-8de7-babd00d9248f', 'name': '', 'network_id': '39f05c72-cd07-47a8-8e9e-517ef5a6c54f', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'mac_address': 'fa:16:3e:06:f8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '97270381-9b92-44b9-930d-d069d57723d8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:47:07Z', 'updated_at': '2022-05-03T22:47:10Z', 'revision_number': 2, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'subnets': [{'id': '97270381-9b92-44b9-930d-d069d57723d8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5a012f2-8ebd-491d-a07f-fe921a6b3d72', 'name': '', 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'mac_address': 'fa:16:3e:a5:1c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '75fb2b3e-c5da-45bb-9684-b6f9b5771795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:44:09Z', 'updated_at': '2022-05-03T22:44:28Z', 'revision_number': 5, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'subnets': [{'id': '75fb2b3e-c5da-45bb-9684-b6f9b5771795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:12.895553 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7171c1-d273-4a73-9d44-fb4c88057a97 None None] Checking router: 4325660c-d567-49bf-865e-315cce83e5a4 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:47:12.895987 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7171c1-d273-4a73-9d44-fb4c88057a97 None None] Updating router 4325660c-d567-49bf-865e-315cce83e5a4 port 1de09b97-c609-46ba-8de7-babd00d9248f binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:47:12.957813 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6e7171c1-d273-4a73-9d44-fb4c88057a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:13.226762 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-e6f967ba-949f-48ee-9d35-eb695a5a8ace tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Allocated IP 172.20.0.1 (5fab5084-3a0b-42b9-9328-88e46366bdd4/bbfd307b-d045-49ff-9ad8-5c8d95d38aa4/592277a2-659f-42af-9de9-84d307339f4d) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:47:13.275996 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-50487fa6-e3f3-45e9-a936-78326e64d17e service neutron] 10.222.0.60 "GET /v2.0/networks/39659ede-a161-442b-8b5e-00bdb95cd624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958075 May 03 22:47:13.302442 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6e7171c1-d273-4a73-9d44-fb4c88057a97 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:13.314371 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-6e7171c1-d273-4a73-9d44-fb4c88057a97 None None] Transition to ACTIVE for port object 1de09b97-c609-46ba-8de7-babd00d9248f will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:47:13.321360 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6e7171c1-d273-4a73-9d44-fb4c88057a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:13.374637 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c72ad6a9-0e8b-4e26-9e0d-a659018e445b tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:13.419892 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-665013e6-8906-44c3-84ff-9aa8d79dd883 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=0bb0e3ca-de57-49a0-91a9-bae2fab49370 HTTP/1.1" status: 200 len: 217 time: 0.1240816 May 03 22:47:13.553635 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87122af1-aefb-47d7-b6dd-17aec4df558c None None] Pushing event updated for resources: {'Port': ['ID=1de09b97-c609-46ba-8de7-babd00d9248f,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:13.569553 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87122af1-aefb-47d7-b6dd-17aec4df558c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:13.571556 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87122af1-aefb-47d7-b6dd-17aec4df558c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:13.572692 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87122af1-aefb-47d7-b6dd-17aec4df558c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:13.573832 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87122af1-aefb-47d7-b6dd-17aec4df558c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:13.576768 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87122af1-aefb-47d7-b6dd-17aec4df558c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:13.577299 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87122af1-aefb-47d7-b6dd-17aec4df558c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:13.577784 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87122af1-aefb-47d7-b6dd-17aec4df558c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:13.578384 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87122af1-aefb-47d7-b6dd-17aec4df558c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:13.578877 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87122af1-aefb-47d7-b6dd-17aec4df558c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:13.579544 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87122af1-aefb-47d7-b6dd-17aec4df558c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:13.585255 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87122af1-aefb-47d7-b6dd-17aec4df558c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:13.585819 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87122af1-aefb-47d7-b6dd-17aec4df558c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:13.650103 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c72ad6a9-0e8b-4e26-9e0d-a659018e445b tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:13.675094 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74721918-7628-4732-81f6-ebe38dcc895a req-bf3ac4ed-8e91-4e54-8a90-a1702050404a tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:13.687429 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74721918-7628-4732-81f6-ebe38dcc895a req-bf3ac4ed-8e91-4e54-8a90-a1702050404a tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:13.701542 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74721918-7628-4732-81f6-ebe38dcc895a req-bf3ac4ed-8e91-4e54-8a90-a1702050404a tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:13.719047 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74721918-7628-4732-81f6-ebe38dcc895a req-bf3ac4ed-8e91-4e54-8a90-a1702050404a tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:13.725385 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74721918-7628-4732-81f6-ebe38dcc895a req-bf3ac4ed-8e91-4e54-8a90-a1702050404a tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:13.731511 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74721918-7628-4732-81f6-ebe38dcc895a req-bf3ac4ed-8e91-4e54-8a90-a1702050404a tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:13.738892 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74721918-7628-4732-81f6-ebe38dcc895a req-bf3ac4ed-8e91-4e54-8a90-a1702050404a tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:13.746637 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-74721918-7628-4732-81f6-ebe38dcc895a req-bf3ac4ed-8e91-4e54-8a90-a1702050404a tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5420 time: 0.2418172 May 03 22:47:13.762281 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-6e7171c1-d273-4a73-9d44-fb4c88057a97 None None] Attempting to bind port 1de09b97-c609-46ba-8de7-babd00d9248f on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:47:13.762786 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-6e7171c1-d273-4a73-9d44-fb4c88057a97 None None] Attempting to bind port 1de09b97-c609-46ba-8de7-babd00d9248f by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '728aedfe-38f8-49eb-9703-45da4f83bd45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '39f05c72-cd07-47a8-8e9e-517ef5a6c54f'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:47:13.763005 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7171c1-d273-4a73-9d44-fb4c88057a97 None None] Attempting to bind port 1de09b97-c609-46ba-8de7-babd00d9248f on network 39f05c72-cd07-47a8-8e9e-517ef5a6c54f {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:47:13.768875 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7171c1-d273-4a73-9d44-fb4c88057a97 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:47:13.769049 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7171c1-d273-4a73-9d44-fb4c88057a97 None None] Checking segment: {'id': '728aedfe-38f8-49eb-9703-45da4f83bd45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '39f05c72-cd07-47a8-8e9e-517ef5a6c54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:47:13.769381 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6e7171c1-d273-4a73-9d44-fb4c88057a97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:13.769774 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7171c1-d273-4a73-9d44-fb4c88057a97 None None] Bound using segment: {'id': '728aedfe-38f8-49eb-9703-45da4f83bd45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '39f05c72-cd07-47a8-8e9e-517ef5a6c54f'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:47:13.771447 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-6e7171c1-d273-4a73-9d44-fb4c88057a97 None None] Bound port: 1de09b97-c609-46ba-8de7-babd00d9248f, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '728aedfe-38f8-49eb-9703-45da4f83bd45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '39f05c72-cd07-47a8-8e9e-517ef5a6c54f'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:47:13.771447 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6e7171c1-d273-4a73-9d44-fb4c88057a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:13.806752 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-74721918-7628-4732-81f6-ebe38dcc895a req-7e485d38-862e-474c-911a-2d6654f0aa81 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591149 May 03 22:47:13.812190 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-d3e69665-8e45-4a53-8b3f-ecc5b8714ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:13.813701 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-d3e69665-8e45-4a53-8b3f-ecc5b8714ff8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8863c3d5-b808-4878-a7f7-629ee5c5994d HTTP/1.1" status: 200 len: 797 time: 0.1654801 May 03 22:47:13.870529 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-6e7171c1-d273-4a73-9d44-fb4c88057a97 None None] For port 1de09b97-c609-46ba-8de7-babd00d9248f, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:47:13.873806 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-6e7171c1-d273-4a73-9d44-fb4c88057a97 None None] For port 1de09b97-c609-46ba-8de7-babd00d9248f, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=1de09b97-c609-46ba-8de7-babd00d9248f,segment=NetworkSegment(728aedfe-38f8-49eb-9703-45da4f83bd45),segment_id=728aedfe-38f8-49eb-9703-45da4f83bd45)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:47:13.879092 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6e7171c1-d273-4a73-9d44-fb4c88057a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:13.938119 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e6f967ba-949f-48ee-9d35-eb695a5a8ace tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:13.956749 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7171c1-d273-4a73-9d44-fb4c88057a97 None None] Routers {'4325660c-d567-49bf-865e-315cce83e5a4'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:47:13.957368 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-6e7171c1-d273-4a73-9d44-fb4c88057a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:46:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['4325660c-d567-49bf-865e-315cce83e5a4'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:13.980074 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-e6f967ba-949f-48ee-9d35-eb695a5a8ace tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Transition to ACTIVE for port object 592277a2-659f-42af-9de9-84d307339f4d will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:47:14.018013 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87122af1-aefb-47d7-b6dd-17aec4df558c None None] Pushing event updated for resources: {'Port': ['ID=1de09b97-c609-46ba-8de7-babd00d9248f,revision_number=4']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:14.063194 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-da1a08ca-28fd-4924-b31c-3f6ac4b5d3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:14.064580 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-da1a08ca-28fd-4924-b31c-3f6ac4b5d3e0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=39659ede-a161-442b-8b5e-00bdb95cd624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2401383 May 03 22:47:14.116312 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c72ad6a9-0e8b-4e26-9e0d-a659018e445b tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:14.168056 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-6e7171c1-d273-4a73-9d44-fb4c88057a97 None None] Set router 4325660c-d567-49bf-865e-315cce83e5a4 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:47:14.255465 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e6f967ba-949f-48ee-9d35-eb695a5a8ace tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:14.546195 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-6e7171c1-d273-4a73-9d44-fb4c88057a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4325660c-d567-49bf-865e-315cce83e5a4', 'name': 'tempest-TestNetworkBasicOps-router-1950764700', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '219abd26-fe69-4194-9dfa-3329166960bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:52Z', 'updated_at': '2022-05-03T22:47:09Z', 'revision_number': 5, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'gw_port': {'id': '219abd26-fe69-4194-9dfa-3329166960bf', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:54Z', 'updated_at': '2022-05-03T22:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'e415418c-d586-42a1-80ea-98ebfc39514c', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'floating_ip_address': '172.25.2.141', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'port_id': '9bcba210-edd2-4295-ab59-511a535a6293', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea', 'mac_address': 'fa:16:3e:4d:31:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216889b4-fd5f-44c3-b5df-d8f88700df2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:45:11Z', 'updated_at': '2022-05-03T22:45:27Z', 'revision_number': 1, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de09b97-c609-46ba-8de7-babd00d9248f', 'name': '', 'network_id': '39f05c72-cd07-47a8-8e9e-517ef5a6c54f', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'mac_address': 'fa:16:3e:06:f8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '97270381-9b92-44b9-930d-d069d57723d8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:47:07Z', 'updated_at': '2022-05-03T22:47:13Z', 'revision_number': 4, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'subnets': [{'id': '97270381-9b92-44b9-930d-d069d57723d8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5a012f2-8ebd-491d-a07f-fe921a6b3d72', 'name': '', 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'mac_address': 'fa:16:3e:a5:1c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '75fb2b3e-c5da-45bb-9684-b6f9b5771795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:44:09Z', 'updated_at': '2022-05-03T22:44:28Z', 'revision_number': 5, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'subnets': [{'id': '75fb2b3e-c5da-45bb-9684-b6f9b5771795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:14.550719 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7171c1-d273-4a73-9d44-fb4c88057a97 None None] The sync data for ids ['4325660c-d567-49bf-865e-315cce83e5a4'] in n-d-811807-1 is: [{'id': '4325660c-d567-49bf-865e-315cce83e5a4', 'name': 'tempest-TestNetworkBasicOps-router-1950764700', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '219abd26-fe69-4194-9dfa-3329166960bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:52Z', 'updated_at': '2022-05-03T22:47:09Z', 'revision_number': 5, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'gw_port': {'id': '219abd26-fe69-4194-9dfa-3329166960bf', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:54Z', 'updated_at': '2022-05-03T22:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'e415418c-d586-42a1-80ea-98ebfc39514c', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'floating_ip_address': '172.25.2.141', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'port_id': '9bcba210-edd2-4295-ab59-511a535a6293', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea', 'mac_address': 'fa:16:3e:4d:31:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216889b4-fd5f-44c3-b5df-d8f88700df2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:45:11Z', 'updated_at': '2022-05-03T22:45:27Z', 'revision_number': 1, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1de09b97-c609-46ba-8de7-babd00d9248f', 'name': '', 'network_id': '39f05c72-cd07-47a8-8e9e-517ef5a6c54f', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'mac_address': 'fa:16:3e:06:f8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '97270381-9b92-44b9-930d-d069d57723d8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:47:07Z', 'updated_at': '2022-05-03T22:47:13Z', 'revision_number': 4, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'subnets': [{'id': '97270381-9b92-44b9-930d-d069d57723d8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5a012f2-8ebd-491d-a07f-fe921a6b3d72', 'name': '', 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'mac_address': 'fa:16:3e:a5:1c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '75fb2b3e-c5da-45bb-9684-b6f9b5771795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:44:09Z', 'updated_at': '2022-05-03T22:44:28Z', 'revision_number': 5, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'subnets': [{'id': '75fb2b3e-c5da-45bb-9684-b6f9b5771795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:47:14.578396 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f967ba-949f-48ee-9d35-eb695a5a8ace tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Network 5fab5084-3a0b-42b9-9328-88e46366bdd4 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:47:14.596982 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-e6f967ba-949f-48ee-9d35-eb695a5a8ace tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:47:14.601107 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f967ba-949f-48ee-9d35-eb695a5a8ace tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:47:14.663410 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f967ba-949f-48ee-9d35-eb695a5a8ace tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Pushing event updated for resources: {'Port': ['ID=592277a2-659f-42af-9de9-84d307339f4d,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:14.707465 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c72ad6a9-0e8b-4e26-9e0d-a659018e445b tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:14.717270 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c72ad6a9-0e8b-4e26-9e0d-a659018e445b tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:14.720982 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-af8522bb-3849-42ab-bd23-4e83b04b88b9 service neutron] 10.222.0.60 "GET /v2.0/networks/39659ede-a161-442b-8b5e-00bdb95cd624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6471744 May 03 22:47:14.774789 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e6f967ba-949f-48ee-9d35-eb695a5a8ace tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:14.844080 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c72ad6a9-0e8b-4e26-9e0d-a659018e445b tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:14.844650 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72ad6a9-0e8b-4e26-9e0d-a659018e445b tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bd45d2c8-3950-45f1-b33b-67f8b425329b {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:47:14.938574 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9b808589-c64c-433e-ac29-6d66fd29a6f5 None None] Provisioning for port 592277a2-659f-42af-9de9-84d307339f4d completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:47:14.949822 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9b808589-c64c-433e-ac29-6d66fd29a6f5 None None] Provisioning complete for port 592277a2-659f-42af-9de9-84d307339f4d triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:47:14.950442 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9b808589-c64c-433e-ac29-6d66fd29a6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:15.031910 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-c72ad6a9-0e8b-4e26-9e0d-a659018e445b tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 03 22:47:15.035481 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c72ad6a9-0e8b-4e26-9e0d-a659018e445b tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.0685711 May 03 22:47:15.040362 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57792) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:15.066971 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-9b808589-c64c-433e-ac29-6d66fd29a6f5 None None] Port 592277a2-659f-42af-9de9-84d307339f4d cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:47:15.101311 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e6f967ba-949f-48ee-9d35-eb695a5a8ace tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:15.102008 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546aeca-5bc0-46c7-9fc5-688742338ad2 req-86a93799-200f-4c00-8ad1-08a0a9fe998e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:15.108199 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546aeca-5bc0-46c7-9fc5-688742338ad2 req-86a93799-200f-4c00-8ad1-08a0a9fe998e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:15.114935 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546aeca-5bc0-46c7-9fc5-688742338ad2 req-86a93799-200f-4c00-8ad1-08a0a9fe998e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:15.122421 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546aeca-5bc0-46c7-9fc5-688742338ad2 req-86a93799-200f-4c00-8ad1-08a0a9fe998e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:15.131122 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546aeca-5bc0-46c7-9fc5-688742338ad2 req-86a93799-200f-4c00-8ad1-08a0a9fe998e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:15.140400 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546aeca-5bc0-46c7-9fc5-688742338ad2 req-86a93799-200f-4c00-8ad1-08a0a9fe998e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:15.146400 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546aeca-5bc0-46c7-9fc5-688742338ad2 req-86a93799-200f-4c00-8ad1-08a0a9fe998e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:15.148535 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2546aeca-5bc0-46c7-9fc5-688742338ad2 req-86a93799-200f-4c00-8ad1-08a0a9fe998e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5420 time: 0.1707654 May 03 22:47:15.167140 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-1c666456-8cbc-436f-a211-b0653b061deb service neutron] 10.222.0.60 "GET /v2.0/networks/39659ede-a161-442b-8b5e-00bdb95cd624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374199 May 03 22:47:15.206273 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2546aeca-5bc0-46c7-9fc5-688742338ad2 req-1a600435-5b4e-4036-9509-af9c3d470b47 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513589 May 03 22:47:15.397404 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 1de09b97-c609-46ba-8de7-babd00d9248f up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:47:15.407869 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-a5560ff5-ddcb-4291-9af8-195d12ffe2c5 tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Deleting port 92fb024c-c791-4d02-aeb2-4f6d45afd1bf {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:47:15.408300 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a5560ff5-ddcb-4291-9af8-195d12ffe2c5 tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:15.444013 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-c6311d9b-f50d-4827-bfc8-899b8f07bf08 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=8a1c5f72-11f8-497b-9fc4-ea3247fdb317 HTTP/1.1" status: 200 len: 217 time: 0.2696128 May 03 22:47:15.499072 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 1de09b97-c609-46ba-8de7-babd00d9248f completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:47:15.507334 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 1de09b97-c609-46ba-8de7-babd00d9248f triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:47:15.508122 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:15.656769 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:15.693482 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 1de09b97-c609-46ba-8de7-babd00d9248f, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=1de09b97-c609-46ba-8de7-babd00d9248f,segment=NetworkSegment(728aedfe-38f8-49eb-9703-45da4f83bd45),segment_id=728aedfe-38f8-49eb-9703-45da4f83bd45)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:47:15.698696 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:15.717134 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-246159c9-8a5b-403b-840c-e083611c96b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:15.718601 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-246159c9-8a5b-403b-840c-e083611c96b8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8863c3d5-b808-4878-a7f7-629ee5c5994d HTTP/1.1" status: 200 len: 797 time: 0.2617130 May 03 22:47:15.813722 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=1de09b97-c609-46ba-8de7-babd00d9248f,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:15.826321 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:15.827609 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:15.828443 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:15.828972 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:15.829594 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:15.830974 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:15.832006 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:15.832690 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:15.833214 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:15.834120 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:15.834723 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:15.835267 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:16.083189 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a5560ff5-ddcb-4291-9af8-195d12ffe2c5 tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:16.099991 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-95ef3889-7638-4ad3-b38e-a17329bc9325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:16.101461 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-95ef3889-7638-4ad3-b38e-a17329bc9325 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=39659ede-a161-442b-8b5e-00bdb95cd624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3739960 May 03 22:47:16.284065 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e6f967ba-949f-48ee-9d35-eb695a5a8ace tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:16.294696 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-a5560ff5-ddcb-4291-9af8-195d12ffe2c5 tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Calling delete_port for 92fb024c-c791-4d02-aeb2-4f6d45afd1bf owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:47:16.364044 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e6f967ba-949f-48ee-9d35-eb695a5a8ace tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:16.453395 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02d79a-d85d-45ba-8e75-1e80972cc922 req-edd0f22d-481c-409a-98f9-55219968bb0d tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:16.460275 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02d79a-d85d-45ba-8e75-1e80972cc922 req-edd0f22d-481c-409a-98f9-55219968bb0d tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:16.466989 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02d79a-d85d-45ba-8e75-1e80972cc922 req-edd0f22d-481c-409a-98f9-55219968bb0d tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:16.473840 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02d79a-d85d-45ba-8e75-1e80972cc922 req-edd0f22d-481c-409a-98f9-55219968bb0d tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:16.480156 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02d79a-d85d-45ba-8e75-1e80972cc922 req-edd0f22d-481c-409a-98f9-55219968bb0d tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:16.486682 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02d79a-d85d-45ba-8e75-1e80972cc922 req-edd0f22d-481c-409a-98f9-55219968bb0d tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:16.493245 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02d79a-d85d-45ba-8e75-1e80972cc922 req-edd0f22d-481c-409a-98f9-55219968bb0d tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:16.495499 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9c02d79a-d85d-45ba-8e75-1e80972cc922 req-edd0f22d-481c-409a-98f9-55219968bb0d tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5420 time: 0.1420717 May 03 22:47:16.575059 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9c02d79a-d85d-45ba-8e75-1e80972cc922 req-be56dd12-75ce-4cf1-ae5c-2d1870235f2e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0702634 May 03 22:47:16.609983 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f967ba-949f-48ee-9d35-eb695a5a8ace tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Pushing event updated for resources: {'Port': ['ID=592277a2-659f-42af-9de9-84d307339f4d,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:16.635735 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e6f967ba-949f-48ee-9d35-eb695a5a8ace tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:16.815484 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-0a47922c-a4e2-4b01-b170-1589aed05a60 service neutron] 10.222.0.60 "GET /v2.0/networks/39659ede-a161-442b-8b5e-00bdb95cd624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7045417 May 03 22:47:17.007324 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a5560ff5-ddcb-4291-9af8-195d12ffe2c5 tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:17.125736 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5560ff5-ddcb-4291-9af8-195d12ffe2c5 tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Pushing event deleted for resources: {'Port': ['ID=92fb024c-c791-4d02-aeb2-4f6d45afd1bf,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:17.191615 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f967ba-949f-48ee-9d35-eb695a5a8ace tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Network 5fab5084-3a0b-42b9-9328-88e46366bdd4 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:47:17.222850 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-e6f967ba-949f-48ee-9d35-eb695a5a8ace tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:47:17.355343 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-c1034ecf-64fe-46bf-b22b-996626896e66 service neutron] 10.222.0.60 "GET /v2.0/networks/39659ede-a161-442b-8b5e-00bdb95cd624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5318334 May 03 22:47:17.432474 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 1de09b97-c609-46ba-8de7-babd00d9248f up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:47:17.590495 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a5560ff5-ddcb-4291-9af8-195d12ffe2c5 tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:17.615331 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-df4acbb0-4c34-4cda-98e1-90cecc453e77 None None] Provisioning complete for port 592277a2-659f-42af-9de9-84d307339f4d triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:47:17.615791 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-df4acbb0-4c34-4cda-98e1-90cecc453e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:17.631566 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-f75d43da-3c60-4992-8ebd-64d059aa6e0b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a9c5efb9-9e57-4822-8224-c4bfc00dc164 HTTP/1.1" status: 200 len: 217 time: 0.1454151 May 03 22:47:17.734301 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-df4acbb0-4c34-4cda-98e1-90cecc453e77 None None] Port 592277a2-659f-42af-9de9-84d307339f4d cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:47:17.757443 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 1de09b97-c609-46ba-8de7-babd00d9248f triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:47:17.757767 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-6b9688dd-a450-4339-82b2-6ab1340dab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:17.758263 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:17.760117 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-6b9688dd-a450-4339-82b2-6ab1340dab7c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2376228d-867e-4de8-ac27-ddcb210d265f HTTP/1.1" status: 200 len: 797 time: 0.1093745 May 03 22:47:17.814553 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a5560ff5-ddcb-4291-9af8-195d12ffe2c5 tempest-RoutersAdminNegativeIpV6Test-1013506033 tempest-RoutersAdminNegativeIpV6Test-1013506033-project-admin] 10.222.0.58 "DELETE /v2.0/ports/92fb024c-c791-4d02-aeb2-4f6d45afd1bf HTTP/1.1" status: 204 len: 168 time: 2.7731450 May 03 22:47:17.851945 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f967ba-949f-48ee-9d35-eb695a5a8ace tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Router 9fd3a07e-8ebd-4264-ae27-585413d17f67 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:47:17.942764 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d279aa-e3a0-4e0b-ad31-e39b2b7392dc req-b2a4d2e8-e744-4d25-9620-80fc981e27b1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:17.948827 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d279aa-e3a0-4e0b-ad31-e39b2b7392dc req-b2a4d2e8-e744-4d25-9620-80fc981e27b1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:17.955292 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d279aa-e3a0-4e0b-ad31-e39b2b7392dc req-b2a4d2e8-e744-4d25-9620-80fc981e27b1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:17.961606 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d279aa-e3a0-4e0b-ad31-e39b2b7392dc req-b2a4d2e8-e744-4d25-9620-80fc981e27b1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:17.969230 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d279aa-e3a0-4e0b-ad31-e39b2b7392dc req-b2a4d2e8-e744-4d25-9620-80fc981e27b1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:17.975142 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d279aa-e3a0-4e0b-ad31-e39b2b7392dc req-b2a4d2e8-e744-4d25-9620-80fc981e27b1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:17.981052 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d279aa-e3a0-4e0b-ad31-e39b2b7392dc req-b2a4d2e8-e744-4d25-9620-80fc981e27b1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:17.983912 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-39d279aa-e3a0-4e0b-ad31-e39b2b7392dc req-b2a4d2e8-e744-4d25-9620-80fc981e27b1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5420 time: 0.2162194 May 03 22:47:18.045082 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-39d279aa-e3a0-4e0b-ad31-e39b2b7392dc req-faac1149-c195-44b6-9a37-432fad4c3685 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516093 May 03 22:47:18.084967 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-16c0c0d1-94a6-4cda-948f-aeafc2367ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:18.086534 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-16c0c0d1-94a6-4cda-948f-aeafc2367ac9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c7b56b55-0340-4699-b0c7-3b74594ad3b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3178182 May 03 22:47:18.139867 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f967ba-949f-48ee-9d35-eb695a5a8ace tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:47:18.146909 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e6f967ba-949f-48ee-9d35-eb695a5a8ace tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] 10.222.0.58 "PUT /v2.0/routers/9fd3a07e-8ebd-4264-ae27-585413d17f67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3549459 May 03 22:47:18.149411 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57836) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:18.163052 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395ae96b-c6a2-4132-8616-2de87b77b7b5 None None] Sync routers for ids ['9fd3a07e-8ebd-4264-ae27-585413d17f67'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:47:18.176210 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395ae96b-c6a2-4132-8616-2de87b77b7b5 None None] Routers {'9fd3a07e-8ebd-4264-ae27-585413d17f67'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:47:18.176532 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-395ae96b-c6a2-4132-8616-2de87b77b7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:46:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['9fd3a07e-8ebd-4264-ae27-585413d17f67'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:18.221131 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57840) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:18.274285 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-395ae96b-c6a2-4132-8616-2de87b77b7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:18.284091 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395ae96b-c6a2-4132-8616-2de87b77b7b5 None None] Routers {'9fd3a07e-8ebd-4264-ae27-585413d17f67'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:47:18.284702 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-395ae96b-c6a2-4132-8616-2de87b77b7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:46:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['9fd3a07e-8ebd-4264-ae27-585413d17f67'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:18.302252 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-17abb2b5-95f2-4308-aaed-be4be622fc89 service neutron] 10.222.0.60 "GET /v2.0/networks/c7b56b55-0340-4699-b0c7-3b74594ad3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024310 May 03 22:47:18.363017 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-395ae96b-c6a2-4132-8616-2de87b77b7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:18.363663 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395ae96b-c6a2-4132-8616-2de87b77b7b5 None None] The sync data for ids ['9fd3a07e-8ebd-4264-ae27-585413d17f67'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:47:18.393369 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b56ffbfa-684e-44cc-b20e-7d34a1e50d2f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:18.491494 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6d02232b-e80a-479b-ae68-5832714151d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:18.514025 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6d02232b-e80a-479b-ae68-5832714151d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:18.534285 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6d02232b-e80a-479b-ae68-5832714151d8 admin admin] Usage tracker for resource:security_group_rule and tenant:a9341ad3eb994286a33c4fe7cd3a1949 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:47:18.553044 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6d02232b-e80a-479b-ae68-5832714151d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:47:18.582521 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6d02232b-e80a-479b-ae68-5832714151d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:18.605840 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-2ed50092-f7e1-4360-bdd4-291b4aa33a58 service neutron] 10.222.0.60 "GET /v2.0/networks/c7b56b55-0340-4699-b0c7-3b74594ad3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924891 May 03 22:47:18.688400 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-b56ffbfa-684e-44cc-b20e-7d34a1e50d2f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] delete failed (client error): There was a conflict when trying to complete your request. May 03 22:47:18.693032 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b56ffbfa-684e-44cc-b20e-7d34a1e50d2f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] 10.222.0.58 "DELETE /v2.0/routers/9fd3a07e-8ebd-4264-ae27-585413d17f67 HTTP/1.1" status: 409 len: 329 time: 0.5416465 May 03 22:47:18.695311 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57846) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:18.759981 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-16e7370c-e589-4de5-be78-5a3ee4cb82ba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b46b01d2-324c-4ced-a8bc-dbbdf42d265c HTTP/1.1" status: 200 len: 217 time: 0.1416645 May 03 22:47:18.869566 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-56053cb6-15d7-4625-bf96-7fd1fd4b44bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:18.871568 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-56053cb6-15d7-4625-bf96-7fd1fd4b44bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2376228d-867e-4de8-ac27-ddcb210d265f HTTP/1.1" status: 200 len: 797 time: 0.0958819 May 03 22:47:18.898719 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-eb557e3d-84f9-4d59-8547-b91eb570474d req-97981b27-2448-4ba5-9892-fd211a6ba910 service neutron] (88069) timed out ('10.222.0.60', 61384) {{(pid=88069) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 03 22:47:19.014154 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6d02232b-e80a-479b-ae68-5832714151d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:19.028216 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6d02232b-e80a-479b-ae68-5832714151d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:19.273943 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6d02232b-e80a-479b-ae68-5832714151d8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a9341ad3eb994286a33c4fe7cd3a1949&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0458834 May 03 22:47:19.278203 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57860) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:19.281271 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d02232b-e80a-479b-ae68-5832714151d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01cab1fc-f270-4d7e-84c1-4d8b3afe2ad9,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:19.295775 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-d1f2aa95-2330-4ad0-9c8b-f5ae9a572dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:19.297401 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-d1f2aa95-2330-4ad0-9c8b-f5ae9a572dcc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c7b56b55-0340-4699-b0c7-3b74594ad3b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4147031 May 03 22:47:19.457113 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072f0bf-6d82-4d9b-ac01-41c86fbf0105 req-98f2496c-9f59-4af3-a193-dfc073eb6f52 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:19.459284 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-387287bb-c1be-40b8-9ab8-bf0f2a9b5cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:19.463840 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072f0bf-6d82-4d9b-ac01-41c86fbf0105 req-98f2496c-9f59-4af3-a193-dfc073eb6f52 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:19.471454 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072f0bf-6d82-4d9b-ac01-41c86fbf0105 req-98f2496c-9f59-4af3-a193-dfc073eb6f52 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:19.477199 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072f0bf-6d82-4d9b-ac01-41c86fbf0105 req-98f2496c-9f59-4af3-a193-dfc073eb6f52 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:19.485151 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072f0bf-6d82-4d9b-ac01-41c86fbf0105 req-98f2496c-9f59-4af3-a193-dfc073eb6f52 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:19.492402 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072f0bf-6d82-4d9b-ac01-41c86fbf0105 req-98f2496c-9f59-4af3-a193-dfc073eb6f52 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:19.499411 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072f0bf-6d82-4d9b-ac01-41c86fbf0105 req-98f2496c-9f59-4af3-a193-dfc073eb6f52 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:19.501490 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-387287bb-c1be-40b8-9ab8-bf0f2a9b5cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:19.502016 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2072f0bf-6d82-4d9b-ac01-41c86fbf0105 req-98f2496c-9f59-4af3-a193-dfc073eb6f52 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5420 time: 0.2498386 May 03 22:47:19.517219 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-924ed3a8-836f-4ebc-a931-4a45603cfa14 service neutron] 10.222.0.60 "GET /v2.0/networks/c7b56b55-0340-4699-b0c7-3b74594ad3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046626 May 03 22:47:19.563596 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e8214f5b-324d-46ae-af26-fa84943cbb2f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:19.770659 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2072f0bf-6d82-4d9b-ac01-41c86fbf0105 req-987ce00f-96d9-4315-b777-77de69894573 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2505763 May 03 22:47:19.785229 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9d4c3e9-447e-4ff7-859c-971c080e94c9 req-03ad44d3-6021-440b-a520-e08441562b64 service neutron] 10.222.0.60 "GET /v2.0/networks/c7b56b55-0340-4699-b0c7-3b74594ad3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454536 May 03 22:47:19.788337 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-387287bb-c1be-40b8-9ab8-bf0f2a9b5cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:19.818047 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387287bb-c1be-40b8-9ab8-bf0f2a9b5cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01cab1fc-f270-4d7e-84c1-4d8b3afe2ad9,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:19.825311 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-387287bb-c1be-40b8-9ab8-bf0f2a9b5cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:19.830719 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-387287bb-c1be-40b8-9ab8-bf0f2a9b5cd1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/01cab1fc-f270-4d7e-84c1-4d8b3afe2ad9 HTTP/1.1" status: 204 len: 168 time: 0.5479085 May 03 22:47:20.010658 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad562554-f083-465c-b68a-52202c2b0171 req-5f0cd36d-4578-4d5f-a24f-acadf1314168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:20.011872 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad562554-f083-465c-b68a-52202c2b0171 req-5f0cd36d-4578-4d5f-a24f-acadf1314168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:20.013730 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad562554-f083-465c-b68a-52202c2b0171 req-5f0cd36d-4578-4d5f-a24f-acadf1314168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:20.014379 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad562554-f083-465c-b68a-52202c2b0171 req-5f0cd36d-4578-4d5f-a24f-acadf1314168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:20.014858 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad562554-f083-465c-b68a-52202c2b0171 req-5f0cd36d-4578-4d5f-a24f-acadf1314168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:20.015376 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad562554-f083-465c-b68a-52202c2b0171 req-5f0cd36d-4578-4d5f-a24f-acadf1314168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:20.015963 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad562554-f083-465c-b68a-52202c2b0171 req-5f0cd36d-4578-4d5f-a24f-acadf1314168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:20.018035 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ad562554-f083-465c-b68a-52202c2b0171 req-5f0cd36d-4578-4d5f-a24f-acadf1314168 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6f7f307699c4be5803d470738b6e79e&device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 6477 time: 0.1091025 May 03 22:47:20.088447 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-e8214f5b-324d-46ae-af26-fa84943cbb2f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Deleting port 592277a2-659f-42af-9de9-84d307339f4d {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:47:20.088923 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e8214f5b-324d-46ae-af26-fa84943cbb2f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:20.281370 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad562554-f083-465c-b68a-52202c2b0171 req-7faefc86-20d2-43e9-9348-e353b0f129d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:20.282903 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ad562554-f083-465c-b68a-52202c2b0171 req-7faefc86-20d2-43e9-9348-e353b0f129d5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c7b56b55-0340-4699-b0c7-3b74594ad3b7 HTTP/1.1" status: 200 len: 902 time: 0.2551911 May 03 22:47:20.310709 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57876) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:20.407046 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8bf30346-7ca9-4346-b2e5-ef745be40c13 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8c77630c0ef24978bffb5fafe3975be0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0837367 May 03 22:47:20.407046 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57880) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:20.444415 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ad562554-f083-465c-b68a-52202c2b0171 req-1cf951b4-8afe-47d2-a3f6-debc00a9cdd8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b46b01d2-324c-4ced-a8bc-dbbdf42d265c HTTP/1.1" status: 200 len: 217 time: 0.1503048 May 03 22:47:20.473019 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e8214f5b-324d-46ae-af26-fa84943cbb2f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:20.561937 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad562554-f083-465c-b68a-52202c2b0171 req-696e733a-3d4c-48d4-92ab-9a219f2aaac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:20.566662 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ad562554-f083-465c-b68a-52202c2b0171 req-696e733a-3d4c-48d4-92ab-9a219f2aaac7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2376228d-867e-4de8-ac27-ddcb210d265f HTTP/1.1" status: 200 len: 797 time: 0.1136286 May 03 22:47:20.683100 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad562554-f083-465c-b68a-52202c2b0171 req-71f7c802-9c3a-49b3-a3f3-a45252b17df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:20.684833 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ad562554-f083-465c-b68a-52202c2b0171 req-71f7c802-9c3a-49b3-a3f3-a45252b17df4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c7b56b55-0340-4699-b0c7-3b74594ad3b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1083779 May 03 22:47:20.765829 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-e8214f5b-324d-46ae-af26-fa84943cbb2f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Calling delete_port for 592277a2-659f-42af-9de9-84d307339f4d owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:47:21.024677 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e72b666c-9278-42cc-8273-dc7bb8c1b1bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:21.026686 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e8214f5b-324d-46ae-af26-fa84943cbb2f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:21.188200 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ad562554-f083-465c-b68a-52202c2b0171 req-814a76cb-fcdc-453d-9f33-4036743884a2 service neutron] 10.222.0.60 "GET /v2.0/networks/c7b56b55-0340-4699-b0c7-3b74594ad3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4936008 May 03 22:47:21.222757 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8214f5b-324d-46ae-af26-fa84943cbb2f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Pushing event deleted for resources: {'Port': ['ID=592277a2-659f-42af-9de9-84d307339f4d,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:21.264397 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e72b666c-9278-42cc-8273-dc7bb8c1b1bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:21.381529 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ad562554-f083-465c-b68a-52202c2b0171 req-0da6d5a9-3a66-47c3-8444-0927dd5eef4d service neutron] 10.222.0.60 "GET /v2.0/networks/c7b56b55-0340-4699-b0c7-3b74594ad3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832979 May 03 22:47:21.561703 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45fe44-f64b-48d1-9b73-947b9ceec829 req-b7c05dc5-034e-4b74-8c55-b8045939e697 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:21.567560 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45fe44-f64b-48d1-9b73-947b9ceec829 req-b7c05dc5-034e-4b74-8c55-b8045939e697 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:21.575050 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45fe44-f64b-48d1-9b73-947b9ceec829 req-b7c05dc5-034e-4b74-8c55-b8045939e697 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:21.581406 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45fe44-f64b-48d1-9b73-947b9ceec829 req-b7c05dc5-034e-4b74-8c55-b8045939e697 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:21.587214 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45fe44-f64b-48d1-9b73-947b9ceec829 req-b7c05dc5-034e-4b74-8c55-b8045939e697 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:21.593592 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45fe44-f64b-48d1-9b73-947b9ceec829 req-b7c05dc5-034e-4b74-8c55-b8045939e697 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:21.599552 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45fe44-f64b-48d1-9b73-947b9ceec829 req-b7c05dc5-034e-4b74-8c55-b8045939e697 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:21.601495 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad45fe44-f64b-48d1-9b73-947b9ceec829 req-b7c05dc5-034e-4b74-8c55-b8045939e697 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5420 time: 0.6353366 May 03 22:47:21.610725 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e8214f5b-324d-46ae-af26-fa84943cbb2f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:21.636633 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e72b666c-9278-42cc-8273-dc7bb8c1b1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:21.726318 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b666c-9278-42cc-8273-dc7bb8c1b1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b2781a-015e-4631-89cf-242b043b056a,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:21.830800 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad45fe44-f64b-48d1-9b73-947b9ceec829 req-6cf214f0-c650-4781-b9d2-0cdedb5689ee tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2212968 May 03 22:47:21.853877 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e72b666c-9278-42cc-8273-dc7bb8c1b1bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:21.854961 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e72b666c-9278-42cc-8273-dc7bb8c1b1bc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d9b2781a-015e-4631-89cf-242b043b056a HTTP/1.1" status: 204 len: 168 time: 1.4550159 May 03 22:47:22.012290 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8214f5b-324d-46ae-af26-fa84943cbb2f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Router 9fd3a07e-8ebd-4264-ae27-585413d17f67 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:47:22.169475 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8214f5b-324d-46ae-af26-fa84943cbb2f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:47:22.178666 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e8214f5b-324d-46ae-af26-fa84943cbb2f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] 10.222.0.58 "PUT /v2.0/routers/9fd3a07e-8ebd-4264-ae27-585413d17f67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4772384 May 03 22:47:22.178995 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57900) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:22.183899 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0f38d8-8b5f-403f-b156-43571d73ac22 None None] Sync routers for ids ['9fd3a07e-8ebd-4264-ae27-585413d17f67'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:47:22.199486 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0f38d8-8b5f-403f-b156-43571d73ac22 None None] Routers {'9fd3a07e-8ebd-4264-ae27-585413d17f67'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:47:22.201107 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-ea0f38d8-8b5f-403f-b156-43571d73ac22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:46:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['9fd3a07e-8ebd-4264-ae27-585413d17f67'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:22.278237 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-8c994c4f-d3af-42f9-9398-f6d94ad0f2bd tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] show failed (client error): The resource could not be found. May 03 22:47:22.280511 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8c994c4f-d3af-42f9-9398-f6d94ad0f2bd tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] 10.222.0.58 "GET /v2.0/routers/tempest-non_exist_router-1122413567 HTTP/1.1" status: 404 len: 335 time: 0.1001375 May 03 22:47:22.283998 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57906) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:22.290149 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-57c5b56a-bcdf-4056-bd73-f4cd31588f78 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:22.296842 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-ea0f38d8-8b5f-403f-b156-43571d73ac22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:22.348968 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0f38d8-8b5f-403f-b156-43571d73ac22 None None] Routers {'9fd3a07e-8ebd-4264-ae27-585413d17f67'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:47:22.349608 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-ea0f38d8-8b5f-403f-b156-43571d73ac22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:46:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['9fd3a07e-8ebd-4264-ae27-585413d17f67'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:22.387136 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-57c5b56a-bcdf-4056-bd73-f4cd31588f78 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] update failed (client error): The resource could not be found. May 03 22:47:22.392536 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-57c5b56a-bcdf-4056-bd73-f4cd31588f78 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] 10.222.0.58 "PUT /v2.0/routers/tempest-non_exist_router-661836119 HTTP/1.1" status: 404 len: 334 time: 0.1041868 May 03 22:47:22.392822 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57914) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:22.423808 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-ea0f38d8-8b5f-403f-b156-43571d73ac22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:22.424484 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0f38d8-8b5f-403f-b156-43571d73ac22 None None] The sync data for ids ['9fd3a07e-8ebd-4264-ae27-585413d17f67'] in n-d-811807-1 is: [] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:47:22.538076 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-3783fc66-6c86-411e-bcac-495f192bd4dd tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Deleting subnet e516c618-eb83-4d30-b117-53acc8f997f9 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:47:22.546196 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3783fc66-6c86-411e-bcac-495f192bd4dd tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:22.631585 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3783fc66-6c86-411e-bcac-495f192bd4dd tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:22.881308 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1ecbc6d6-5aa7-4255-94cc-51709bf06bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:22.923949 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3783fc66-6c86-411e-bcac-495f192bd4dd tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:23.124077 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57932) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:23.144218 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3783fc66-6c86-411e-bcac-495f192bd4dd tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:23.173808 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ad851f04-2438-4dff-ad28-4f7b84105cfe req-e7459056-f2df-423d-b9c9-8bac756b4c3d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1059940 May 03 22:47:23.202760 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783fc66-6c86-411e-bcac-495f192bd4dd tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Pushing event deleted for resources: {'Subnet': ['ID=e516c618-eb83-4d30-b117-53acc8f997f9,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:23.210265 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3783fc66-6c86-411e-bcac-495f192bd4dd tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:23.218264 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8f1e4b-9d9c-4ec8-8e05-063557caddd2 None None] Network 29c6c3e9-e596-47a8-bcad-99bae840904e requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:47:23.242061 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3783fc66-6c86-411e-bcac-495f192bd4dd tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] 10.222.0.58 "DELETE /v2.0/subnets/e516c618-eb83-4d30-b117-53acc8f997f9 HTTP/1.1" status: 204 len: 168 time: 0.8475993 May 03 22:47:23.244763 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57942) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:23.299021 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c36971-edbb-4280-aa92-8c36b8a511fb req-55116818-0969-4e1a-b7a7-cb39a7df0170 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:23.330513 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c36971-edbb-4280-aa92-8c36b8a511fb req-55116818-0969-4e1a-b7a7-cb39a7df0170 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:23.348305 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c36971-edbb-4280-aa92-8c36b8a511fb req-55116818-0969-4e1a-b7a7-cb39a7df0170 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:23.354531 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c36971-edbb-4280-aa92-8c36b8a511fb req-55116818-0969-4e1a-b7a7-cb39a7df0170 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:23.367229 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c36971-edbb-4280-aa92-8c36b8a511fb req-55116818-0969-4e1a-b7a7-cb39a7df0170 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:23.373997 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c36971-edbb-4280-aa92-8c36b8a511fb req-55116818-0969-4e1a-b7a7-cb39a7df0170 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:23.380541 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c36971-edbb-4280-aa92-8c36b8a511fb req-55116818-0969-4e1a-b7a7-cb39a7df0170 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:23.389028 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-83c36971-edbb-4280-aa92-8c36b8a511fb req-55116818-0969-4e1a-b7a7-cb39a7df0170 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5420 time: 0.3188255 May 03 22:47:23.419860 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-a34f888c-3ae3-45f6-ac03-3b31518b64e7 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1659635863'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:23.429356 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a34f888c-3ae3-45f6-ac03-3b31518b64e7 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:23.443346 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a34f888c-3ae3-45f6-ac03-3b31518b64e7 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Usage tracker for resource:network and tenant:8c95c89f05244bbf88571ec673604262 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:47:23.449429 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a34f888c-3ae3-45f6-ac03-3b31518b64e7 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:47:23.459356 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a34f888c-3ae3-45f6-ac03-3b31518b64e7 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:23.473336 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-83c36971-edbb-4280-aa92-8c36b8a511fb req-55f76c39-ab2f-4272-95fd-5aa9c0860d7f tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0833521 May 03 22:47:23.478939 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-a797af2e-bcec-4c78-a8c6-b1434d4d5e70 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Deleting subnet 2ebd59cb-7075-4b35-9250-2eb28f782a88 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:47:23.493914 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a797af2e-bcec-4c78-a8c6-b1434d4d5e70 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:23.507895 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34f888c-3ae3-45f6-ac03-3b31518b64e7 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Made reservation on behalf of 8c95c89f05244bbf88571ec673604262 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:47:23.515669 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a34f888c-3ae3-45f6-ac03-3b31518b64e7 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:23.530348 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a34f888c-3ae3-45f6-ac03-3b31518b64e7 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:23.550400 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a34f888c-3ae3-45f6-ac03-3b31518b64e7 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:23.555136 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a34f888c-3ae3-45f6-ac03-3b31518b64e7 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Usage tracker for resource:security_group_rule and tenant:8c95c89f05244bbf88571ec673604262 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:47:23.559018 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a34f888c-3ae3-45f6-ac03-3b31518b64e7 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:47:23.565372 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a34f888c-3ae3-45f6-ac03-3b31518b64e7 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:23.659584 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72967e5-c260-4b16-aadf-4afe2fc34908 None None] DHCP port deletion for 29c6c3e9-e596-47a8-bcad-99bae840904e request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:47:23.665883 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e72967e5-c260-4b16-aadf-4afe2fc34908 None None] Deleting port c0e24b47-e084-4c02-a156-8a315b860138 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:47:23.666471 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e72967e5-c260-4b16-aadf-4afe2fc34908 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:23.684432 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a797af2e-bcec-4c78-a8c6-b1434d4d5e70 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:23.686427 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a34f888c-3ae3-45f6-ac03-3b31518b64e7 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:23.696466 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a34f888c-3ae3-45f6-ac03-3b31518b64e7 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:23.767000 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f888c-3ae3-45f6-ac03-3b31518b64e7 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b62b758-c385-4cb4-8dd9-4e68f09c3a1d,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:23.777660 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad851f04-2438-4dff-ad28-4f7b84105cfe req-4ea97b1f-0c7c-4c2c-9dba-762f02b3ce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:23.780268 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ad851f04-2438-4dff-ad28-4f7b84105cfe req-4ea97b1f-0c7c-4c2c-9dba-762f02b3ce59 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c9b36c2026314fcba54b84af09c29f52&device_id=5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b HTTP/1.1" status: 200 len: 1096 time: 0.3555822 May 03 22:47:23.786984 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a34f888c-3ae3-45f6-ac03-3b31518b64e7 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:47:23.798958 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a34f888c-3ae3-45f6-ac03-3b31518b64e7 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:23.799892 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-a34f888c-3ae3-45f6-ac03-3b31518b64e7 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Added segment 7c1eef78-178f-48bc-8c52-bb8f4c5274e3 of type vlan for network f52cd730-c1f9-404d-a48e-e6338ca28751 May 03 22:47:23.830698 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a34f888c-3ae3-45f6-ac03-3b31518b64e7 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:23.879120 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a34f888c-3ae3-45f6-ac03-3b31518b64e7 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:23.892553 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34f888c-3ae3-45f6-ac03-3b31518b64e7 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:23.893989 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a34f888c-3ae3-45f6-ac03-3b31518b64e7 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:23.914853 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e72967e5-c260-4b16-aadf-4afe2fc34908 None None] For port c0e24b47-e084-4c02-a156-8a315b860138, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=c0e24b47-e084-4c02-a156-8a315b860138,segment=NetworkSegment(224a607c-a10c-400f-bfd1-95db49eb9c0a),segment_id=224a607c-a10c-400f-bfd1-95db49eb9c0a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:47:23.915249 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e72967e5-c260-4b16-aadf-4afe2fc34908 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:24.015883 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f888c-3ae3-45f6-ac03-3b31518b64e7 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event updated for resources: {'Network': ['ID=f52cd730-c1f9-404d-a48e-e6338ca28751,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:24.038197 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a34f888c-3ae3-45f6-ac03-3b31518b64e7 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9125495 May 03 22:47:24.040802 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57950) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:24.047979 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-671f06fe-1e28-4d25-90f3-d753a3b7014f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Request body: {'subnet': {'network_id': 'f52cd730-c1f9-404d-a48e-e6338ca28751', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:24.140816 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e72967e5-c260-4b16-aadf-4afe2fc34908 None None] Calling delete_port for c0e24b47-e084-4c02-a156-8a315b860138 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:47:24.160473 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a797af2e-bcec-4c78-a8c6-b1434d4d5e70 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:24.193613 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-671f06fe-1e28-4d25-90f3-d753a3b7014f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:24.197381 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network f52cd730-c1f9-404d-a48e-e6338ca28751 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:47:24.214220 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-671f06fe-1e28-4d25-90f3-d753a3b7014f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Usage tracker for resource:subnet and tenant:8c95c89f05244bbf88571ec673604262 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:47:24.223183 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-671f06fe-1e28-4d25-90f3-d753a3b7014f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:47:24.241177 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-671f06fe-1e28-4d25-90f3-d753a3b7014f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:24.250449 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a797af2e-bcec-4c78-a8c6-b1434d4d5e70 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:24.262872 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671f06fe-1e28-4d25-90f3-d753a3b7014f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Made reservation on behalf of 8c95c89f05244bbf88571ec673604262 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:47:24.267506 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-671f06fe-1e28-4d25-90f3-d753a3b7014f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:24.313632 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797af2e-bcec-4c78-a8c6-b1434d4d5e70 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Pushing event deleted for resources: {'Subnet': ['ID=2ebd59cb-7075-4b35-9250-2eb28f782a88,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:24.325816 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a797af2e-bcec-4c78-a8c6-b1434d4d5e70 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:24.330718 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4da3c3-87a2-4c0b-9e95-1bb2c35b0f26 None None] Network bf68823c-a2db-4665-a0ce-1a40fee933ce requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:47:24.347748 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a797af2e-bcec-4c78-a8c6-b1434d4d5e70 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] 10.222.0.58 "DELETE /v2.0/subnets/2ebd59cb-7075-4b35-9250-2eb28f782a88 HTTP/1.1" status: 204 len: 168 time: 1.1016817 May 03 22:47:24.348600 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57958) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:24.362832 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad851f04-2438-4dff-ad28-4f7b84105cfe req-ff947bf8-db69-457f-842d-b5f0f9a8ef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:24.364240 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ad851f04-2438-4dff-ad28-4f7b84105cfe req-ff947bf8-db69-457f-842d-b5f0f9a8ef18 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b02a0a3f-1344-4b33-8d96-e59f73f273ac HTTP/1.1" status: 200 len: 916 time: 0.5605459 May 03 22:47:24.501300 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:24.501300 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e72967e5-c260-4b16-aadf-4afe2fc34908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:24.621079 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72967e5-c260-4b16-aadf-4afe2fc34908 None None] No DVR routers for this DVR port c0e24b47-e084-4c02-a156-8a315b860138 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:47:24.649932 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72967e5-c260-4b16-aadf-4afe2fc34908 None None] Pushing event deleted for resources: {'Port': ['ID=c0e24b47-e084-4c02-a156-8a315b860138,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:24.660217 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ad851f04-2438-4dff-ad28-4f7b84105cfe req-8feaa9a4-2740-45ce-87c1-2c96f2bd7dbc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1807bea-0dda-40ae-97d0-68d5687c7659 HTTP/1.1" status: 200 len: 1001 time: 0.2680535 May 03 22:47:24.726492 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-671f06fe-1e28-4d25-90f3-d753a3b7014f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:24.735111 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b240f654-2dab-4385-bd82-2a0d11e76645 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:24.811038 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d446fb7-738b-4486-96f3-5356a839156c None None] DHCP port deletion for bf68823c-a2db-4665-a0ce-1a40fee933ce request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:47:24.811596 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad851f04-2438-4dff-ad28-4f7b84105cfe req-35cbaac7-6c6a-4471-8b7d-f067f169ada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:24.813172 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ad851f04-2438-4dff-ad28-4f7b84105cfe req-35cbaac7-6c6a-4471-8b7d-f067f169ada8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6ca0f6a1-6e8b-435e-9833-3f318b86b95e HTTP/1.1" status: 200 len: 854 time: 0.1437473 May 03 22:47:24.817363 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-5d446fb7-738b-4486-96f3-5356a839156c None None] Deleting port 41826f19-5d8a-473c-829c-29e8f3cd7434 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:47:24.818028 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5d446fb7-738b-4486-96f3-5356a839156c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:24.928901 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f06fe-1e28-4d25-90f3-d753a3b7014f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event updated for resources: {'Subnet': ['ID=c6f4509d-a7a3-4c9a-8564-5eb7ac00fea8,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:24.933714 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671f06fe-1e28-4d25-90f3-d753a3b7014f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Checking segment: {'id': '7c1eef78-178f-48bc-8c52-bb8f4c5274e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'f52cd730-c1f9-404d-a48e-e6338ca28751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:47:24.934231 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671f06fe-1e28-4d25-90f3-d753a3b7014f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Network hostable DHCP agents. Network: f52cd730-c1f9-404d-a48e-e6338ca28751, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:47:24.969396 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535a551-422e-4e47-b742-cc0caa940f06 req-92c08972-c0e4-4d7a-ac2a-59fd517f7d77 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:24.973673 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b240f654-2dab-4385-bd82-2a0d11e76645 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:24.976257 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535a551-422e-4e47-b742-cc0caa940f06 req-92c08972-c0e4-4d7a-ac2a-59fd517f7d77 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:24.983002 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535a551-422e-4e47-b742-cc0caa940f06 req-92c08972-c0e4-4d7a-ac2a-59fd517f7d77 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:24.989190 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535a551-422e-4e47-b742-cc0caa940f06 req-92c08972-c0e4-4d7a-ac2a-59fd517f7d77 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:24.995101 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535a551-422e-4e47-b742-cc0caa940f06 req-92c08972-c0e4-4d7a-ac2a-59fd517f7d77 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:25.001321 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535a551-422e-4e47-b742-cc0caa940f06 req-92c08972-c0e4-4d7a-ac2a-59fd517f7d77 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:25.007506 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535a551-422e-4e47-b742-cc0caa940f06 req-92c08972-c0e4-4d7a-ac2a-59fd517f7d77 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:25.015678 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a535a551-422e-4e47-b742-cc0caa940f06 req-92c08972-c0e4-4d7a-ac2a-59fd517f7d77 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5420 time: 0.2188430 May 03 22:47:25.031090 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-b240f654-2dab-4385-bd82-2a0d11e76645 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c6c3e9-e596-47a8-bcad-99bae840904e']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:25.035055 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671f06fe-1e28-4d25-90f3-d753a3b7014f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Network f52cd730-c1f9-404d-a48e-e6338ca28751 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:47:25.063628 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-b240f654-2dab-4385-bd82-2a0d11e76645 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '224a607c-a10c-400f-bfd1-95db49eb9c0a') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:25.078137 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a535a551-422e-4e47-b742-cc0caa940f06 req-c31cc324-75f4-45e3-be00-9b13d4e3efdf tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615106 May 03 22:47:25.079358 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-b240f654-2dab-4385-bd82-2a0d11e76645 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '224a607c-a10c-400f-bfd1-95db49eb9c0a') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:25.082596 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5352718e-b0e6-457a-b6c5-66c9270a588e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:25.083831 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-671f06fe-1e28-4d25-90f3-d753a3b7014f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, f52cd730-c1f9-404d-a48e-e6338ca28751) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:47:25.091875 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671f06fe-1e28-4d25-90f3-d753a3b7014f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:25.092632 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-671f06fe-1e28-4d25-90f3-d753a3b7014f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:25.119382 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-671f06fe-1e28-4d25-90f3-d753a3b7014f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0772674 May 03 22:47:25.122859 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57970) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:25.128260 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b240f654-2dab-4385-bd82-2a0d11e76645 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:25.138784 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-0eac7f96-2a98-4233-9874-68af1f15f0a9 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-974021989', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}, 'admin_state_up': False}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:25.148629 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0eac7f96-2a98-4233-9874-68af1f15f0a9 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:25.150683 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b240f654-2dab-4385-bd82-2a0d11e76645 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:25.151748 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e3c44a-67ae-4c7d-92cc-a884a199e7b8 None None] Network f52cd730-c1f9-404d-a48e-e6338ca28751 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:47:25.157193 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0eac7f96-2a98-4233-9874-68af1f15f0a9 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Usage tracker for resource:router and tenant:8c95c89f05244bbf88571ec673604262 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:47:25.167247 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0eac7f96-2a98-4233-9874-68af1f15f0a9 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:47:25.176472 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b240f654-2dab-4385-bd82-2a0d11e76645 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:47:25.177385 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b240f654-2dab-4385-bd82-2a0d11e76645 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:25.180151 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0eac7f96-2a98-4233-9874-68af1f15f0a9 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:25.202503 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0eac7f96-2a98-4233-9874-68af1f15f0a9 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:25.203579 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0eac7f96-2a98-4233-9874-68af1f15f0a9 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:25.217822 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:47:25.217822 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:47:25.217822 n-d-811807-1 neutron-server[88070]: timer() May 03 22:47:25.217822 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:47:25.217822 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:47:25.217822 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:47:25.217822 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:47:25.217822 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:47:25.217822 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:47:25.217822 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:47:25.217822 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:47:25.217822 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:47:25.217822 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:47:25.217822 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:47:25.217822 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:47:25.217822 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:47:25.217822 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:47:25.217822 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:47:25.217822 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:47:25.217822 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:47:25.217822 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:47:25.217822 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:47:25.217822 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:47:25.217822 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:47:25.217822 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:47:25.217822 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:47:25.217822 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:47:25.217822 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:47:25.217822 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:47:25.217822 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:47:25.217822 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:47:25.217822 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:47:25.226407 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad851f04-2438-4dff-ad28-4f7b84105cfe req-7e083337-7fc4-4405-9754-46b60ffec0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:25.230087 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ad851f04-2438-4dff-ad28-4f7b84105cfe req-7e083337-7fc4-4405-9754-46b60ffec0a5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b02a0a3f-1344-4b33-8d96-e59f73f273ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3995433 May 03 22:47:25.383852 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 41826f19-5d8a-473c-829c-29e8f3cd7434 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:47:25.453545 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b240f654-2dab-4385-bd82-2a0d11e76645 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:25.458391 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-5d446fb7-738b-4486-96f3-5356a839156c None None] For port 41826f19-5d8a-473c-829c-29e8f3cd7434, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=41826f19-5d8a-473c-829c-29e8f3cd7434,segment=NetworkSegment(6871f517-ebb5-473d-8932-30cb74677fbf),segment_id=6871f517-ebb5-473d-8932-30cb74677fbf)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:47:25.458933 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5d446fb7-738b-4486-96f3-5356a839156c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:25.459510 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b240f654-2dab-4385-bd82-2a0d11e76645 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:25.475227 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0eac7f96-2a98-4233-9874-68af1f15f0a9 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:25.504031 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240f654-2dab-4385-bd82-2a0d11e76645 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Pushing event deleted for resources: {'Network': ['ID=29c6c3e9-e596-47a8-bcad-99bae840904e,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:25.520950 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b240f654-2dab-4385-bd82-2a0d11e76645 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] 10.222.0.58 "DELETE /v2.0/networks/29c6c3e9-e596-47a8-bcad-99bae840904e HTTP/1.1" status: 204 len: 168 time: 1.1505289 May 03 22:47:25.520950 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57978) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:25.576416 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ad851f04-2438-4dff-ad28-4f7b84105cfe req-09fbced9-d2aa-45ff-8bfe-61016714260a service neutron] 10.222.0.67 "GET /v2.0/networks/b02a0a3f-1344-4b33-8d96-e59f73f273ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347232 May 03 22:47:25.693114 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-78c29474-2953-421a-96ce-27d0e984d732 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:25.777025 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-78c29474-2953-421a-96ce-27d0e984d732 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Deleting port 41826f19-5d8a-473c-829c-29e8f3cd7434 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:47:25.777366 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-78c29474-2953-421a-96ce-27d0e984d732 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:25.779767 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-5d446fb7-738b-4486-96f3-5356a839156c None None] Calling delete_port for 41826f19-5d8a-473c-829c-29e8f3cd7434 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:47:25.845987 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa094cb-9fe3-4037-ad0b-cfce5fcd8272 None None] Network f52cd730-c1f9-404d-a48e-e6338ca28751 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:47:25.940387 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:25.943930 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0eac7f96-2a98-4233-9874-68af1f15f0a9 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:25.944996 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ad851f04-2438-4dff-ad28-4f7b84105cfe req-0083ec42-a876-4118-8e15-5d811b620567 service neutron] 10.222.0.67 "GET /v2.0/networks/b02a0a3f-1344-4b33-8d96-e59f73f273ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157804 May 03 22:47:26.043591 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 41826f19-5d8a-473c-829c-29e8f3cd7434, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=41826f19-5d8a-473c-829c-29e8f3cd7434,segment=NetworkSegment(6871f517-ebb5-473d-8932-30cb74677fbf),segment_id=6871f517-ebb5-473d-8932-30cb74677fbf)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:47:26.136794 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:26.137490 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device c0e24b47-e084-4c02-a156-8a315b860138 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:47:26.204146 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-78c29474-2953-421a-96ce-27d0e984d732 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] For port 41826f19-5d8a-473c-829c-29e8f3cd7434, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=41826f19-5d8a-473c-829c-29e8f3cd7434,segment=NetworkSegment(6871f517-ebb5-473d-8932-30cb74677fbf),segment_id=6871f517-ebb5-473d-8932-30cb74677fbf)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:47:26.204670 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-78c29474-2953-421a-96ce-27d0e984d732 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:26.208393 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: c0e24b47-e084-4c02-a156-8a315b860138 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:47:26.209016 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device c0e24b47-e084-4c02-a156-8a315b860138 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:47:26.231431 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-5d446fb7-738b-4486-96f3-5356a839156c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:47:26.232808 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-5d446fb7-738b-4486-96f3-5356a839156c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:47:26.365659 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:26.424087 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:26.438251 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=41826f19-5d8a-473c-829c-29e8f3cd7434,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:26.718391 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-78c29474-2953-421a-96ce-27d0e984d732 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Calling delete_port for 41826f19-5d8a-473c-829c-29e8f3cd7434 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:47:26.734803 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-5d446fb7-738b-4486-96f3-5356a839156c None None] Deleting port 41826f19-5d8a-473c-829c-29e8f3cd7434 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:47:26.735567 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5d446fb7-738b-4486-96f3-5356a839156c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:26.821374 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0eac7f96-2a98-4233-9874-68af1f15f0a9 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:26.827950 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [None req-78c29474-2953-421a-96ce-27d0e984d732 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:47:26.828414 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [None req-78c29474-2953-421a-96ce-27d0e984d732 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:47:26.904397 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0eac7f96-2a98-4233-9874-68af1f15f0a9 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:27.003475 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-5d446fb7-738b-4486-96f3-5356a839156c None None] For port 41826f19-5d8a-473c-829c-29e8f3cd7434, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=41826f19-5d8a-473c-829c-29e8f3cd7434,segment=NetworkSegment(6871f517-ebb5-473d-8932-30cb74677fbf),segment_id=6871f517-ebb5-473d-8932-30cb74677fbf)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:47:27.003954 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5d446fb7-738b-4486-96f3-5356a839156c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:27.006054 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edf1b0-f994-4419-83c0-d0f6246b120b req-98112067-6903-42e8-9c20-456ffc959f1e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:27.016001 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edf1b0-f994-4419-83c0-d0f6246b120b req-98112067-6903-42e8-9c20-456ffc959f1e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:27.023553 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edf1b0-f994-4419-83c0-d0f6246b120b req-98112067-6903-42e8-9c20-456ffc959f1e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:27.030996 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edf1b0-f994-4419-83c0-d0f6246b120b req-98112067-6903-42e8-9c20-456ffc959f1e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:27.037843 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edf1b0-f994-4419-83c0-d0f6246b120b req-98112067-6903-42e8-9c20-456ffc959f1e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:27.045505 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edf1b0-f994-4419-83c0-d0f6246b120b req-98112067-6903-42e8-9c20-456ffc959f1e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:27.051874 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edf1b0-f994-4419-83c0-d0f6246b120b req-98112067-6903-42e8-9c20-456ffc959f1e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:27.060113 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-87edf1b0-f994-4419-83c0-d0f6246b120b req-98112067-6903-42e8-9c20-456ffc959f1e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5420 time: 0.5825295 May 03 22:47:27.143561 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-87edf1b0-f994-4419-83c0-d0f6246b120b req-72ee2cf4-dd68-4ccc-9890-c23dfa6d14a9 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0785670 May 03 22:47:27.188391 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-5d446fb7-738b-4486-96f3-5356a839156c None None] Calling delete_port for 41826f19-5d8a-473c-829c-29e8f3cd7434 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:47:27.244316 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-0eac7f96-2a98-4233-9874-68af1f15f0a9 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Allocated IP 172.25.2.205 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/f324b77c-cd87-42ce-9056-f810e9f84433) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:47:27.286573 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5d446fb7-738b-4486-96f3-5356a839156c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:27.329931 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-78c29474-2953-421a-96ce-27d0e984d732 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Deleting port 41826f19-5d8a-473c-829c-29e8f3cd7434 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:47:27.330697 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-78c29474-2953-421a-96ce-27d0e984d732 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:27.371971 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d446fb7-738b-4486-96f3-5356a839156c None None] Pushing event deleted for resources: {'Port': ['ID=41826f19-5d8a-473c-829c-29e8f3cd7434,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:27.393640 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d446fb7-738b-4486-96f3-5356a839156c None None] No DVR routers for this DVR port 41826f19-5d8a-473c-829c-29e8f3cd7434 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:47:27.467915 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0eac7f96-2a98-4233-9874-68af1f15f0a9 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:27.471711 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-78c29474-2953-421a-96ce-27d0e984d732 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] The port '41826f19-5d8a-473c-829c-29e8f3cd7434' was deleted {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:47:27.502643 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0eac7f96-2a98-4233-9874-68af1f15f0a9 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:27.583536 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eac7f96-2a98-4233-9874-68af1f15f0a9 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:47:27.586520 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-0eac7f96-2a98-4233-9874-68af1f15f0a9 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:47:27.590594 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eac7f96-2a98-4233-9874-68af1f15f0a9 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:47:27.623431 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:27.635960 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac7f96-2a98-4233-9874-68af1f15f0a9 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event updated for resources: {'Port': ['ID=f324b77c-cd87-42ce-9056-f810e9f84433,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:27.672396 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-78c29474-2953-421a-96ce-27d0e984d732 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:27.706787 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-78c29474-2953-421a-96ce-27d0e984d732 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf68823c-a2db-4665-a0ce-1a40fee933ce']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:27.720572 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-78c29474-2953-421a-96ce-27d0e984d732 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6871f517-ebb5-473d-8932-30cb74677fbf') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:27.721218 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-78c29474-2953-421a-96ce-27d0e984d732 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6871f517-ebb5-473d-8932-30cb74677fbf') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:27.739435 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-78c29474-2953-421a-96ce-27d0e984d732 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:27.761420 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-78c29474-2953-421a-96ce-27d0e984d732 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:27.770342 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78c29474-2953-421a-96ce-27d0e984d732 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:47:27.770967 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-78c29474-2953-421a-96ce-27d0e984d732 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:27.789061 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:47:27.789061 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:47:27.789061 n-d-811807-1 neutron-server[88070]: timer() May 03 22:47:27.789061 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:47:27.789061 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:47:27.789061 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:47:27.789061 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:47:27.789061 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:47:27.789061 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:47:27.789061 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:47:27.789061 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:47:27.789061 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:47:27.789061 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:47:27.789061 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:47:27.789061 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:47:27.789061 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:47:27.789061 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:47:27.789061 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:47:27.789061 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:47:27.789061 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:47:27.789061 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:47:27.789061 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:47:27.789061 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:47:27.789061 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:47:27.789061 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:47:27.789061 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:47:27.789061 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:47:27.789061 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:47:27.789061 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:47:27.789061 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:47:27.789061 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:47:27.789061 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:47:27.888405 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:27.929812 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-78c29474-2953-421a-96ce-27d0e984d732 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:27.939621 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-78c29474-2953-421a-96ce-27d0e984d732 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:27.990356 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-78c29474-2953-421a-96ce-27d0e984d732 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] 10.222.0.58 "DELETE /v2.0/networks/bf68823c-a2db-4665-a0ce-1a40fee933ce HTTP/1.1" status: 204 len: 168 time: 2.4765508 May 03 22:47:27.994806 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57994) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:28.049063 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c29474-2953-421a-96ce-27d0e984d732 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Pushing event deleted for resources: {'Network': ['ID=bf68823c-a2db-4665-a0ce-1a40fee933ce,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:28.097717 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad9232a2-6799-44b4-b70f-ca8ea949bb81 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Deleting subnet bbfd307b-d045-49ff-9ad8-5c8d95d38aa4 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:47:28.101836 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ad9232a2-6799-44b4-b70f-ca8ea949bb81 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:28.165589 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ad9232a2-6799-44b4-b70f-ca8ea949bb81 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:28.228673 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0eac7f96-2a98-4233-9874-68af1f15f0a9 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:28.334417 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ad9232a2-6799-44b4-b70f-ca8ea949bb81 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:28.483740 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-1f47c289-53d0-49be-bb0a-f7d4feb45f20 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1159260 May 03 22:47:28.485307 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ad9232a2-6799-44b4-b70f-ca8ea949bb81 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:28.533688 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9232a2-6799-44b4-b70f-ca8ea949bb81 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Pushing event deleted for resources: {'Subnet': ['ID=bbfd307b-d045-49ff-9ad8-5c8d95d38aa4,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:28.535709 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ad9232a2-6799-44b4-b70f-ca8ea949bb81 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:28.543903 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ad9232a2-6799-44b4-b70f-ca8ea949bb81 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] 10.222.0.58 "DELETE /v2.0/subnets/bbfd307b-d045-49ff-9ad8-5c8d95d38aa4 HTTP/1.1" status: 204 len: 168 time: 0.5462055 May 03 22:47:28.546778 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58006) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:28.550952 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25772037-145e-4e4f-ab3a-b9a620817432 None None] Network 5fab5084-3a0b-42b9-9328-88e46366bdd4 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:47:28.760349 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a3cfd19-c03d-4517-8d64-d1cdbd35ea5f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:28.788017 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-6a3cfd19-c03d-4517-8d64-d1cdbd35ea5f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Deleting port 1cac0fff-4311-48bb-bf50-7784f3e14999 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:47:28.788367 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a3cfd19-c03d-4517-8d64-d1cdbd35ea5f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:28.854047 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32039e-1f75-4ce5-809c-3d51b2c85a46 req-3e2443d0-6603-4164-b599-2109e7ea357d tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:28.861979 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32039e-1f75-4ce5-809c-3d51b2c85a46 req-3e2443d0-6603-4164-b599-2109e7ea357d tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:28.868261 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32039e-1f75-4ce5-809c-3d51b2c85a46 req-3e2443d0-6603-4164-b599-2109e7ea357d tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:28.877051 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32039e-1f75-4ce5-809c-3d51b2c85a46 req-3e2443d0-6603-4164-b599-2109e7ea357d tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:28.884608 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32039e-1f75-4ce5-809c-3d51b2c85a46 req-3e2443d0-6603-4164-b599-2109e7ea357d tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:28.888667 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-2e1a21ae-2683-4aa1-b4fc-795e7555cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:28.889153 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-2e1a21ae-2683-4aa1-b4fc-795e7555cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:28.889603 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-2e1a21ae-2683-4aa1-b4fc-795e7555cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:28.890092 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-2e1a21ae-2683-4aa1-b4fc-795e7555cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:28.890545 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-2e1a21ae-2683-4aa1-b4fc-795e7555cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:28.891532 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-2e1a21ae-2683-4aa1-b4fc-795e7555cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:28.892283 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-2e1a21ae-2683-4aa1-b4fc-795e7555cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:28.894257 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-2e1a21ae-2683-4aa1-b4fc-795e7555cf6e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=07f7b519265346608174cafca790a124&device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 6500 time: 0.2696288 May 03 22:47:28.896183 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32039e-1f75-4ce5-809c-3d51b2c85a46 req-3e2443d0-6603-4164-b599-2109e7ea357d tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:28.904253 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32039e-1f75-4ce5-809c-3d51b2c85a46 req-3e2443d0-6603-4164-b599-2109e7ea357d tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:28.907321 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9b32039e-1f75-4ce5-809c-3d51b2c85a46 req-3e2443d0-6603-4164-b599-2109e7ea357d tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5420 time: 0.5482085 May 03 22:47:28.965106 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dad841-9428-40c4-a514-297b292ceb62 None None] DHCP port deletion for 5fab5084-3a0b-42b9-9328-88e46366bdd4 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:47:28.971806 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-99dad841-9428-40c4-a514-297b292ceb62 None None] Deleting port 1cac0fff-4311-48bb-bf50-7784f3e14999 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:47:28.972643 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-99dad841-9428-40c4-a514-297b292ceb62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:28.995836 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9b32039e-1f75-4ce5-809c-3d51b2c85a46 req-28f9ae31-8d09-413d-bb99-3d3e361388c4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0678263 May 03 22:47:29.053199 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0eac7f96-2a98-4233-9874-68af1f15f0a9 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:29.215253 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-6a3cfd19-c03d-4517-8d64-d1cdbd35ea5f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] For port 1cac0fff-4311-48bb-bf50-7784f3e14999, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=1cac0fff-4311-48bb-bf50-7784f3e14999,segment=NetworkSegment(dda7ab68-fc35-40f8-9a9d-00e4c7964344),segment_id=dda7ab68-fc35-40f8-9a9d-00e4c7964344)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:47:29.215657 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a3cfd19-c03d-4517-8d64-d1cdbd35ea5f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:29.287457 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-99dad841-9428-40c4-a514-297b292ceb62 None None] For port 1cac0fff-4311-48bb-bf50-7784f3e14999, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=1cac0fff-4311-48bb-bf50-7784f3e14999,segment=NetworkSegment(dda7ab68-fc35-40f8-9a9d-00e4c7964344),segment_id=dda7ab68-fc35-40f8-9a9d-00e4c7964344)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:47:29.287872 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-99dad841-9428-40c4-a514-297b292ceb62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:29.388361 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eac7f96-2a98-4233-9874-68af1f15f0a9 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Router 6f23874e-12c6-40a1-96e5-7619d98f141b is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:47:29.524225 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 1cac0fff-4311-48bb-bf50-7784f3e14999 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:47:29.533334 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-6a3cfd19-c03d-4517-8d64-d1cdbd35ea5f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Calling delete_port for 1cac0fff-4311-48bb-bf50-7784f3e14999 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:47:29.573821 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-f2ae505c-9ed7-41e7-99a4-238473668df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:29.574556 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-f2ae505c-9ed7-41e7-99a4-238473668df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:29.575199 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-f2ae505c-9ed7-41e7-99a4-238473668df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:29.576901 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-f2ae505c-9ed7-41e7-99a4-238473668df5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3447ec37-3982-4d19-88a9-e296027f90a8&id=a8a12fef-8f1f-42e2-8a9d-7a66402fff0c&id=a8a12fef-8f1f-42e2-8a9d-7a66402fff0c&id=a8a12fef-8f1f-42e2-8a9d-7a66402fff0c&id=a8a12fef-8f1f-42e2-8a9d-7a66402fff0c&id=3c844908-458f-43d5-a32d-190eedb78cdc&id=3c844908-458f-43d5-a32d-190eedb78cdc HTTP/1.1" status: 200 len: 2297 time: 0.6457543 May 03 22:47:29.618445 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eac7f96-2a98-4233-9874-68af1f15f0a9 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:47:29.633126 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa2db86-57df-456b-8fd7-7db1b43af368 None None] Sync routers for ids ['6f23874e-12c6-40a1-96e5-7619d98f141b'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:47:29.651150 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa2db86-57df-456b-8fd7-7db1b43af368 None None] Routers {'6f23874e-12c6-40a1-96e5-7619d98f141b'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:47:29.651362 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-99dad841-9428-40c4-a514-297b292ceb62 None None] Calling delete_port for 1cac0fff-4311-48bb-bf50-7784f3e14999 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:47:29.651782 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-5aa2db86-57df-456b-8fd7-7db1b43af368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:47:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6f23874e-12c6-40a1-96e5-7619d98f141b'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:29.666197 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0eac7f96-2a98-4233-9874-68af1f15f0a9 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:29.670738 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0eac7f96-2a98-4233-9874-68af1f15f0a9 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.5464766 May 03 22:47:29.674296 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58014) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:29.753044 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-706c3f73-2420-48ee-bf4a-3624d4a7209d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a65dd8bc-04aa-4161-86e1-8b68e0967dd9 HTTP/1.1" status: 200 len: 1000 time: 0.1688390 May 03 22:47:29.782328 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-5aa2db86-57df-456b-8fd7-7db1b43af368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:29.793400 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:29.797919 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa2db86-57df-456b-8fd7-7db1b43af368 None None] Routers {'6f23874e-12c6-40a1-96e5-7619d98f141b'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:47:29.798548 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-5aa2db86-57df-456b-8fd7-7db1b43af368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:47:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6f23874e-12c6-40a1-96e5-7619d98f141b'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:29.843678 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a3cfd19-c03d-4517-8d64-d1cdbd35ea5f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:29.845443 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-99dad841-9428-40c4-a514-297b292ceb62 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:47:29.846081 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-99dad841-9428-40c4-a514-297b292ceb62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:47:29.875737 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-5aa2db86-57df-456b-8fd7-7db1b43af368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:29.876442 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa2db86-57df-456b-8fd7-7db1b43af368 None None] The sync data for ids ['6f23874e-12c6-40a1-96e5-7619d98f141b'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:47:29.930165 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-96969f7b-347c-4868-95f7-7250663292ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:29.931651 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-96969f7b-347c-4868-95f7-7250663292ab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5c50d9d-c526-4e5a-813d-10937c3b2804 HTTP/1.1" status: 200 len: 855 time: 0.1645956 May 03 22:47:29.942447 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3cfd19-c03d-4517-8d64-d1cdbd35ea5f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Pushing event deleted for resources: {'Port': ['ID=1cac0fff-4311-48bb-bf50-7784f3e14999,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:30.007876 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3cfd19-c03d-4517-8d64-d1cdbd35ea5f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] No DVR routers for this DVR port 1cac0fff-4311-48bb-bf50-7784f3e14999 on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:47:30.155333 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a3cfd19-c03d-4517-8d64-d1cdbd35ea5f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:30.179577 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-4c7c8de7-8681-45a7-b3bb-0a2b24bbf94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:30.181052 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-4c7c8de7-8681-45a7-b3bb-0a2b24bbf94d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3447ec37-3982-4d19-88a9-e296027f90a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2399139 May 03 22:47:30.186854 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-6a3cfd19-c03d-4517-8d64-d1cdbd35ea5f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fab5084-3a0b-42b9-9328-88e46366bdd4']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:30.227334 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-6a3cfd19-c03d-4517-8d64-d1cdbd35ea5f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dda7ab68-fc35-40f8-9a9d-00e4c7964344') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:30.227619 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-6a3cfd19-c03d-4517-8d64-d1cdbd35ea5f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dda7ab68-fc35-40f8-9a9d-00e4c7964344') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:30.253942 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a3cfd19-c03d-4517-8d64-d1cdbd35ea5f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:30.331211 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a3cfd19-c03d-4517-8d64-d1cdbd35ea5f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:30.347861 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a3cfd19-c03d-4517-8d64-d1cdbd35ea5f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:47:30.347861 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a3cfd19-c03d-4517-8d64-d1cdbd35ea5f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:30.348156 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-99dad841-9428-40c4-a514-297b292ceb62 None None] Deleting port 1cac0fff-4311-48bb-bf50-7784f3e14999 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:47:30.348658 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-99dad841-9428-40c4-a514-297b292ceb62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:30.363891 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:47:30.363891 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:47:30.363891 n-d-811807-1 neutron-server[88070]: timer() May 03 22:47:30.363891 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:47:30.363891 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:47:30.363891 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:47:30.363891 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:47:30.363891 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:47:30.363891 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:47:30.363891 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:47:30.363891 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:47:30.363891 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:47:30.363891 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:47:30.363891 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:47:30.363891 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:47:30.363891 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:47:30.363891 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:47:30.363891 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:47:30.363891 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:47:30.363891 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:47:30.363891 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:47:30.363891 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:47:30.363891 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:47:30.363891 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:47:30.363891 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:47:30.363891 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:47:30.363891 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:47:30.363891 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:47:30.363891 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:47:30.363891 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:47:30.363891 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:47:30.363891 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:47:30.452852 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-99dad841-9428-40c4-a514-297b292ceb62 None None] The port '1cac0fff-4311-48bb-bf50-7784f3e14999' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:47:30.478574 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-dbfd1df1-e110-48cb-a713-0666198e0b36 service neutron] 10.222.0.60 "GET /v2.0/networks/3447ec37-3982-4d19-88a9-e296027f90a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846329 May 03 22:47:30.484900 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a3cfd19-c03d-4517-8d64-d1cdbd35ea5f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:30.509801 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870411c-640a-402c-a8eb-815663c055e1 req-2e45f583-8acb-4ed2-875c-025e9fafabe3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:30.523568 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870411c-640a-402c-a8eb-815663c055e1 req-2e45f583-8acb-4ed2-875c-025e9fafabe3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:30.534924 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870411c-640a-402c-a8eb-815663c055e1 req-2e45f583-8acb-4ed2-875c-025e9fafabe3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:30.542091 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870411c-640a-402c-a8eb-815663c055e1 req-2e45f583-8acb-4ed2-875c-025e9fafabe3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:30.560961 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870411c-640a-402c-a8eb-815663c055e1 req-2e45f583-8acb-4ed2-875c-025e9fafabe3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:30.569071 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870411c-640a-402c-a8eb-815663c055e1 req-2e45f583-8acb-4ed2-875c-025e9fafabe3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:30.574922 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870411c-640a-402c-a8eb-815663c055e1 req-2e45f583-8acb-4ed2-875c-025e9fafabe3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:30.577355 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9870411c-640a-402c-a8eb-815663c055e1 req-2e45f583-8acb-4ed2-875c-025e9fafabe3 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5420 time: 0.3729732 May 03 22:47:30.633746 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-cd0e8dc9-b188-40d5-af31-1dc1edf8760c service neutron] 10.222.0.60 "GET /v2.0/networks/3447ec37-3982-4d19-88a9-e296027f90a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463413 May 03 22:47:30.661864 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a3cfd19-c03d-4517-8d64-d1cdbd35ea5f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:30.689078 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9870411c-640a-402c-a8eb-815663c055e1 req-96f04aac-cc7c-49aa-a8ba-ac3457435db2 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0994425 May 03 22:47:30.721003 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3cfd19-c03d-4517-8d64-d1cdbd35ea5f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Pushing event deleted for resources: {'Network': ['ID=5fab5084-3a0b-42b9-9328-88e46366bdd4,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:30.723715 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6a3cfd19-c03d-4517-8d64-d1cdbd35ea5f tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] 10.222.0.58 "DELETE /v2.0/networks/5fab5084-3a0b-42b9-9328-88e46366bdd4 HTTP/1.1" status: 204 len: 168 time: 2.1759865 May 03 22:47:30.730823 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58030) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:30.771885 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-c43a7060-c5bb-4a14-b869-dd43394b4503 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=70772943-6de8-4896-bcbe-7157ba0b4c77 HTTP/1.1" status: 200 len: 217 time: 0.1017096 May 03 22:47:30.824034 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-40eee514-9a95-47e2-9ef2-403d16bfb66e tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Synchronizing usage tracker for tenant:08b9a09903a14d989ebd9ec99726996b on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:47:30.855906 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-40eee514-9a95-47e2-9ef2-403d16bfb66e tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Unset dirty status for tenant:08b9a09903a14d989ebd9ec99726996b on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:47:30.860490 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-40eee514-9a95-47e2-9ef2-403d16bfb66e tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] 10.222.0.58 "GET /v2.0/ports?device_id=9fd3a07e-8ebd-4264-ae27-585413d17f67 HTTP/1.1" status: 200 len: 205 time: 0.1260657 May 03 22:47:30.860490 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58034) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:31.012137 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2b8a9665-0ec8-48e7-8416-ab550d80f475 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:31.147829 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-54ab3cf5-a0fa-4164-9dbc-50b4ad8d2bc8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:31.461528 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-956ef461-d17d-44c9-84b0-6ce6144ea2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:31.461528 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-956ef461-d17d-44c9-84b0-6ce6144ea2fd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7e46920-9d2d-4625-9a5c-68c22a8e6522 HTTP/1.1" status: 200 len: 797 time: 0.6620262 May 03 22:47:31.583009 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2b8a9665-0ec8-48e7-8416-ab550d80f475 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:31.586433 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2b8a9665-0ec8-48e7-8416-ab550d80f475 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:31.651813 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2b8a9665-0ec8-48e7-8416-ab550d80f475 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:31.652449 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8a9665-0ec8-48e7-8416-ab550d80f475 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Fanout notify agent at l3_agent the message router_deleted on router 9fd3a07e-8ebd-4264-ae27-585413d17f67 {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:47:31.666391 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-faf8a7fd-f043-433c-aa7f-c8d65d47ddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:31.668954 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-faf8a7fd-f043-433c-aa7f-c8d65d47ddb6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a8a12fef-8f1f-42e2-8a9d-7a66402fff0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1518767 May 03 22:47:31.679975 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2b8a9665-0ec8-48e7-8416-ab550d80f475 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:31.697888 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2b8a9665-0ec8-48e7-8416-ab550d80f475 tempest-RoutersNegativeTest-1759397717 tempest-RoutersNegativeTest-1759397717-project] 10.222.0.58 "DELETE /v2.0/routers/9fd3a07e-8ebd-4264-ae27-585413d17f67 HTTP/1.1" status: 204 len: 168 time: 0.8348348 May 03 22:47:31.763808 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-54ab3cf5-a0fa-4164-9dbc-50b4ad8d2bc8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Allocated IP 172.20.0.1 (f52cd730-c1f9-404d-a48e-e6338ca28751/c6f4509d-a7a3-4c9a-8564-5eb7ac00fea8/d5247f0b-679f-4f3f-ac86-b7cb4c81bd5b) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:47:31.937412 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-703084fa-1cfa-4d23-83a5-4e4dfa9584cb service neutron] 10.222.0.60 "GET /v2.0/networks/a8a12fef-8f1f-42e2-8a9d-7a66402fff0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366116 May 03 22:47:32.132193 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-21b82b0c-52ab-41c5-8949-cef407316b43 service neutron] 10.222.0.60 "GET /v2.0/networks/a8a12fef-8f1f-42e2-8a9d-7a66402fff0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815336 May 03 22:47:32.158640 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-54ab3cf5-a0fa-4164-9dbc-50b4ad8d2bc8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:32.205590 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c56234-a4f0-4055-b4d9-8efa938b1f69 req-5ca18d69-5d98-402e-b5c4-89e8affc600f tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:32.213073 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c56234-a4f0-4055-b4d9-8efa938b1f69 req-5ca18d69-5d98-402e-b5c4-89e8affc600f tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:32.222013 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c56234-a4f0-4055-b4d9-8efa938b1f69 req-5ca18d69-5d98-402e-b5c4-89e8affc600f tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:32.228545 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c56234-a4f0-4055-b4d9-8efa938b1f69 req-5ca18d69-5d98-402e-b5c4-89e8affc600f tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:32.228709 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58048) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:32.232737 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-3a3446a0-e40c-4f0d-b6ca-2b747b7c4371 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=35cdd9e5-7422-4479-9fde-9ac4d09ecccf HTTP/1.1" status: 200 len: 217 time: 0.0927229 May 03 22:47:32.235048 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c56234-a4f0-4055-b4d9-8efa938b1f69 req-5ca18d69-5d98-402e-b5c4-89e8affc600f tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:32.242528 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c56234-a4f0-4055-b4d9-8efa938b1f69 req-5ca18d69-5d98-402e-b5c4-89e8affc600f tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:32.248448 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c56234-a4f0-4055-b4d9-8efa938b1f69 req-5ca18d69-5d98-402e-b5c4-89e8affc600f tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:32.250384 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-06c56234-a4f0-4055-b4d9-8efa938b1f69 req-5ca18d69-5d98-402e-b5c4-89e8affc600f tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5420 time: 0.3058152 May 03 22:47:32.313526 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-06c56234-a4f0-4055-b4d9-8efa938b1f69 req-0c96103f-304e-49bc-959d-869679f55649 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559978 May 03 22:47:32.317680 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-54ab3cf5-a0fa-4164-9dbc-50b4ad8d2bc8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:32.333796 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-00e6886c-cc2a-440c-aa7d-c540959e4130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:32.335268 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-00e6886c-cc2a-440c-aa7d-c540959e4130 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7e46920-9d2d-4625-9a5c-68c22a8e6522 HTTP/1.1" status: 200 len: 797 time: 0.0960958 May 03 22:47:32.418313 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab3cf5-a0fa-4164-9dbc-50b4ad8d2bc8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event updated for resources: {'Port': ['ID=d5247f0b-679f-4f3f-ac86-b7cb4c81bd5b,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:32.426534 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ab3cf5-a0fa-4164-9dbc-50b4ad8d2bc8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Network f52cd730-c1f9-404d-a48e-e6338ca28751 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:47:32.428419 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-54ab3cf5-a0fa-4164-9dbc-50b4ad8d2bc8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:47:32.430787 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ab3cf5-a0fa-4164-9dbc-50b4ad8d2bc8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:47:32.503725 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-54ab3cf5-a0fa-4164-9dbc-50b4ad8d2bc8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:32.517392 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4105119a-51f2-4a5c-bfa2-27a77323f181 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=08b9a09903a14d989ebd9ec99726996b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2872403 May 03 22:47:32.519596 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58058) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:32.554323 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-1e0bdd92-2437-4173-b180-bd76c304f2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:32.556035 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-1e0bdd92-2437-4173-b180-bd76c304f2e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a8a12fef-8f1f-42e2-8a9d-7a66402fff0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2122641 May 03 22:47:32.695076 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-54ab3cf5-a0fa-4164-9dbc-50b4ad8d2bc8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:32.707475 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-219b148f-4a9d-485a-9a93-502244e9e80e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:32.753008 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-219b148f-4a9d-485a-9a93-502244e9e80e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:32.791222 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-a4eaa25f-a7a1-4c2b-baa0-569bb56dd9b3 service neutron] 10.222.0.60 "GET /v2.0/networks/a8a12fef-8f1f-42e2-8a9d-7a66402fff0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203364 May 03 22:47:32.942000 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-c917fda9-6bba-4304-8712-f46c07159155 service neutron] 10.222.0.60 "GET /v2.0/networks/a8a12fef-8f1f-42e2-8a9d-7a66402fff0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417730 May 03 22:47:33.026758 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-65ad3fe9-b931-42ab-bcbc-0bdc92862aa7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=514dff93-7c2f-488c-83d9-709281d10db1 HTTP/1.1" status: 200 len: 217 time: 0.0775054 May 03 22:47:33.250324 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-d8dd70ce-9fbe-46e4-9dd0-cd64733d9b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:33.252699 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-d8dd70ce-9fbe-46e4-9dd0-cd64733d9b44 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7e46920-9d2d-4625-9a5c-68c22a8e6522 HTTP/1.1" status: 200 len: 797 time: 0.2166557 May 03 22:47:33.253878 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-219b148f-4a9d-485a-9a93-502244e9e80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:33.267238 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-54ab3cf5-a0fa-4164-9dbc-50b4ad8d2bc8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:33.272388 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b148f-4a9d-485a-9a93-502244e9e80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dcd220-b008-4047-ad3e-828dfcadebea,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:33.275868 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-54ab3cf5-a0fa-4164-9dbc-50b4ad8d2bc8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:33.367125 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-219b148f-4a9d-485a-9a93-502244e9e80e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:33.368665 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-219b148f-4a9d-485a-9a93-502244e9e80e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/82dcd220-b008-4047-ad3e-828dfcadebea HTTP/1.1" status: 204 len: 168 time: 0.8464701 May 03 22:47:33.393585 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-e9cccb78-9db7-45e7-be92-8f4c5116353b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:33.395101 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-e9cccb78-9db7-45e7-be92-8f4c5116353b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a8a12fef-8f1f-42e2-8a9d-7a66402fff0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1261489 May 03 22:47:33.624461 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-04d2adff-a6b6-481c-9963-7c9683747ae7 service neutron] 10.222.0.60 "GET /v2.0/networks/a8a12fef-8f1f-42e2-8a9d-7a66402fff0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149370 May 03 22:47:33.854341 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-ac4e21de-3579-4dae-a02a-7fa6e974729b service neutron] 10.222.0.60 "GET /v2.0/networks/a8a12fef-8f1f-42e2-8a9d-7a66402fff0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172036 May 03 22:47:33.923585 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-54ab3cf5-a0fa-4164-9dbc-50b4ad8d2bc8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:33.939395 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab3cf5-a0fa-4164-9dbc-50b4ad8d2bc8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event updated for resources: {'Port': ['ID=d5247f0b-679f-4f3f-ac86-b7cb4c81bd5b,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:33.964142 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-ae422956-cb22-4d16-803b-781d35bba789 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=d99ae307-1483-492b-b9b0-159ed89bfb47 HTTP/1.1" status: 200 len: 217 time: 0.1009624 May 03 22:47:34.074292 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-e6b162f2-0119-4ba5-bb2a-792e96d4ed33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:34.077199 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-e6b162f2-0119-4ba5-bb2a-792e96d4ed33 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7e46920-9d2d-4625-9a5c-68c22a8e6522 HTTP/1.1" status: 200 len: 797 time: 0.1046996 May 03 22:47:34.093504 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d507466-89a1-4b41-a14f-2585364ceb0b req-683f1f37-528c-4a66-9ceb-ef4547f6879e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:34.099671 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d507466-89a1-4b41-a14f-2585364ceb0b req-683f1f37-528c-4a66-9ceb-ef4547f6879e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:34.105066 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d507466-89a1-4b41-a14f-2585364ceb0b req-683f1f37-528c-4a66-9ceb-ef4547f6879e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:34.111301 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d507466-89a1-4b41-a14f-2585364ceb0b req-683f1f37-528c-4a66-9ceb-ef4547f6879e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:34.116949 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d507466-89a1-4b41-a14f-2585364ceb0b req-683f1f37-528c-4a66-9ceb-ef4547f6879e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:34.122877 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d507466-89a1-4b41-a14f-2585364ceb0b req-683f1f37-528c-4a66-9ceb-ef4547f6879e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:34.128626 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d507466-89a1-4b41-a14f-2585364ceb0b req-683f1f37-528c-4a66-9ceb-ef4547f6879e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:34.130574 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9d507466-89a1-4b41-a14f-2585364ceb0b req-683f1f37-528c-4a66-9ceb-ef4547f6879e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5420 time: 0.4823627 May 03 22:47:34.173092 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-71a4f331-129a-4943-ad7f-4c1597de35b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:34.174629 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-71a4f331-129a-4943-ad7f-4c1597de35b0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a8a12fef-8f1f-42e2-8a9d-7a66402fff0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0792429 May 03 22:47:34.226043 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ab3cf5-a0fa-4164-9dbc-50b4ad8d2bc8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Network f52cd730-c1f9-404d-a48e-e6338ca28751 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:47:34.230367 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9d507466-89a1-4b41-a14f-2585364ceb0b req-bbb31d0d-8a3a-4a8a-8e99-3a059eeaf933 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0932212 May 03 22:47:34.231356 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-54ab3cf5-a0fa-4164-9dbc-50b4ad8d2bc8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:47:34.425995 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-2f3db84f-6dd9-455c-afe4-579cf8c2f9a6 service neutron] 10.222.0.60 "GET /v2.0/networks/a8a12fef-8f1f-42e2-8a9d-7a66402fff0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366564 May 03 22:47:34.456959 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ab3cf5-a0fa-4164-9dbc-50b4ad8d2bc8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Router 6f23874e-12c6-40a1-96e5-7619d98f141b has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:47:34.648966 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-ed521886-fa22-4f4f-9ffb-a45851190b2b service neutron] 10.222.0.60 "GET /v2.0/networks/a8a12fef-8f1f-42e2-8a9d-7a66402fff0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051885 May 03 22:47:34.712851 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ab3cf5-a0fa-4164-9dbc-50b4ad8d2bc8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:47:34.714442 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58092) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:34.725029 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a838ad4-38fc-428d-bafd-21cef00eb0fa None None] Sync routers for ids ['6f23874e-12c6-40a1-96e5-7619d98f141b'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:47:34.735974 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58098) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:34.736811 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-54ab3cf5-a0fa-4164-9dbc-50b4ad8d2bc8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "PUT /v2.0/routers/6f23874e-12c6-40a1-96e5-7619d98f141b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0583310 May 03 22:47:34.737685 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a838ad4-38fc-428d-bafd-21cef00eb0fa None None] Routers {'6f23874e-12c6-40a1-96e5-7619d98f141b'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:47:34.738404 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-1a838ad4-38fc-428d-bafd-21cef00eb0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:47:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6f23874e-12c6-40a1-96e5-7619d98f141b'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:34.749182 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-6550a3a4-d695-4a75-abda-a45eb52490a6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Request body: {'port': {'network_id': 'f52cd730-c1f9-404d-a48e-e6338ca28751', 'name': 'tempest-FloatingIPTestJSON-1845500423'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:34.774180 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-02c4fdb4-96b8-49d7-a994-53d4750c6c43 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4b827b01-9992-4ccc-9f5f-d70c9c87b504 HTTP/1.1" status: 200 len: 217 time: 0.1168172 May 03 22:47:34.821383 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-1a838ad4-38fc-428d-bafd-21cef00eb0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:34.831610 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a838ad4-38fc-428d-bafd-21cef00eb0fa None None] Routers {'6f23874e-12c6-40a1-96e5-7619d98f141b'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:47:34.832466 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-1a838ad4-38fc-428d-bafd-21cef00eb0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:47:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6f23874e-12c6-40a1-96e5-7619d98f141b'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:34.873910 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-e5047386-e361-49ac-8f69-ca12b1cfb93b tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:34.874598 n-d-811807-1 neutron-server[88069]: WARNING neutron.api.v2.base [None req-e5047386-e361-49ac-8f69-ca12b1cfb93b tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 03 22:47:34.875106 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-e5047386-e361-49ac-8f69-ca12b1cfb93b tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] create failed (client error): There was a conflict when trying to complete your request. May 03 22:47:34.877552 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e5047386-e361-49ac-8f69-ca12b1cfb93b tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1608927 May 03 22:47:34.879884 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58108) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:34.889056 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-d4cac3d7-3402-4412-aec7-02249dea0667 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1590824716'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:34.901287 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d4cac3d7-3402-4412-aec7-02249dea0667 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:34.901784 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-1a838ad4-38fc-428d-bafd-21cef00eb0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:34.902395 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a838ad4-38fc-428d-bafd-21cef00eb0fa None None] The sync data for ids ['6f23874e-12c6-40a1-96e5-7619d98f141b'] in n-d-811807-1 is: [] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:47:34.913015 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d4cac3d7-3402-4412-aec7-02249dea0667 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Usage tracker for resource:security_group and tenant:f96d0b68cc5e42f89545430bba2f4574 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:47:34.917395 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d4cac3d7-3402-4412-aec7-02249dea0667 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:47:34.932595 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d4cac3d7-3402-4412-aec7-02249dea0667 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:34.946024 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-aeea7756-4557-4e44-989c-6b1b462fe5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:34.946449 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d4cac3d7-3402-4412-aec7-02249dea0667 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:34.947632 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-aeea7756-4557-4e44-989c-6b1b462fe5d9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd5f6d92-c6fd-458d-8cd8-bf6128dc92c1 HTTP/1.1" status: 200 len: 797 time: 0.1651976 May 03 22:47:34.968342 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d4cac3d7-3402-4412-aec7-02249dea0667 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:34.988673 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d4cac3d7-3402-4412-aec7-02249dea0667 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:34.999410 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d4cac3d7-3402-4412-aec7-02249dea0667 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Usage tracker for resource:security_group_rule and tenant:f96d0b68cc5e42f89545430bba2f4574 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:47:35.002746 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d4cac3d7-3402-4412-aec7-02249dea0667 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:47:35.014668 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d4cac3d7-3402-4412-aec7-02249dea0667 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:35.046435 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6550a3a4-d695-4a75-abda-a45eb52490a6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:35.052539 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6550a3a4-d695-4a75-abda-a45eb52490a6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Usage tracker for resource:port and tenant:8c95c89f05244bbf88571ec673604262 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:47:35.057101 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6550a3a4-d695-4a75-abda-a45eb52490a6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:47:35.071179 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6550a3a4-d695-4a75-abda-a45eb52490a6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:35.094012 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-ac1b933a-c562-43f5-b008-c2a48dc4dc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:35.095586 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-ac1b933a-c562-43f5-b008-c2a48dc4dc30 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c844908-458f-43d5-a32d-190eedb78cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1402524 May 03 22:47:35.096229 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6550a3a4-d695-4a75-abda-a45eb52490a6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Made reservation on behalf of 8c95c89f05244bbf88571ec673604262 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:47:35.102489 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6550a3a4-d695-4a75-abda-a45eb52490a6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:35.122614 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d4cac3d7-3402-4412-aec7-02249dea0667 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:35.126886 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d4cac3d7-3402-4412-aec7-02249dea0667 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:35.140078 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d4cac3d7-3402-4412-aec7-02249dea0667 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:35.156719 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d4cac3d7-3402-4412-aec7-02249dea0667 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Usage tracker for resource:security_group_rule and tenant:f96d0b68cc5e42f89545430bba2f4574 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:47:35.157497 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-6550a3a4-d695-4a75-abda-a45eb52490a6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] device_id is not set on port 522794e5-ddc8-4bc1-9bc2-4db37c72860f yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:47:35.176776 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d4cac3d7-3402-4412-aec7-02249dea0667 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:47:35.200822 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d4cac3d7-3402-4412-aec7-02249dea0667 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:35.214660 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cac3d7-3402-4412-aec7-02249dea0667 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4ce3a0-eb22-4870-a7da-df7675001f91,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:35.307269 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d4cac3d7-3402-4412-aec7-02249dea0667 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:35.314607 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d4cac3d7-3402-4412-aec7-02249dea0667 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:35.356061 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-cb011955-5873-4cc1-b165-b528d2975a6d service neutron] 10.222.0.60 "GET /v2.0/networks/3c844908-458f-43d5-a32d-190eedb78cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441888 May 03 22:47:35.370211 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cac3d7-3402-4412-aec7-02249dea0667 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc93317-8506-442e-af4f-5f6c92cfd718,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:35.375007 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d4cac3d7-3402-4412-aec7-02249dea0667 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:35.379753 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d4cac3d7-3402-4412-aec7-02249dea0667 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4988804 May 03 22:47:35.380421 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58118) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:35.386345 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-da8a098e-0be5-4206-b210-30a11fb061ca tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Request body: {'security_group_rule': {'security_group_id': '0cc93317-8506-442e-af4f-5f6c92cfd718', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:35.393211 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-da8a098e-0be5-4206-b210-30a11fb061ca tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:35.398461 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-da8a098e-0be5-4206-b210-30a11fb061ca tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Usage tracker for resource:security_group_rule and tenant:f96d0b68cc5e42f89545430bba2f4574 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:47:35.402443 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-da8a098e-0be5-4206-b210-30a11fb061ca tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:47:35.409493 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-da8a098e-0be5-4206-b210-30a11fb061ca tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:35.484699 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-da8a098e-0be5-4206-b210-30a11fb061ca tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:35.577456 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220bd6a-1479-4153-9036-8288edc017d5 req-1d47acf9-abb2-4314-8e48-5b54d7fc2e69 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:35.584607 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220bd6a-1479-4153-9036-8288edc017d5 req-1d47acf9-abb2-4314-8e48-5b54d7fc2e69 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:35.591668 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220bd6a-1479-4153-9036-8288edc017d5 req-1d47acf9-abb2-4314-8e48-5b54d7fc2e69 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:35.597758 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220bd6a-1479-4153-9036-8288edc017d5 req-1d47acf9-abb2-4314-8e48-5b54d7fc2e69 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:35.604275 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220bd6a-1479-4153-9036-8288edc017d5 req-1d47acf9-abb2-4314-8e48-5b54d7fc2e69 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:35.611268 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220bd6a-1479-4153-9036-8288edc017d5 req-1d47acf9-abb2-4314-8e48-5b54d7fc2e69 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:35.616790 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220bd6a-1479-4153-9036-8288edc017d5 req-1d47acf9-abb2-4314-8e48-5b54d7fc2e69 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:35.618888 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0220bd6a-1479-4153-9036-8288edc017d5 req-1d47acf9-abb2-4314-8e48-5b54d7fc2e69 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5420 time: 0.1902843 May 03 22:47:35.658253 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-6550a3a4-d695-4a75-abda-a45eb52490a6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Allocated IP 172.20.0.12 (f52cd730-c1f9-404d-a48e-e6338ca28751/c6f4509d-a7a3-4c9a-8564-5eb7ac00fea8/522794e5-ddc8-4bc1-9bc2-4db37c72860f) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:47:35.687584 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-da8a098e-0be5-4206-b210-30a11fb061ca tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:35.692425 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0220bd6a-1479-4153-9036-8288edc017d5 req-adadbfc4-ca82-4e30-b383-e5709165a522 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0651169 May 03 22:47:35.698119 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-da8a098e-0be5-4206-b210-30a11fb061ca tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:35.734717 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a098e-0be5-4206-b210-30a11fb061ca tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12eb66bc-1747-47c4-ae62-e372c7279300,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:35.736948 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-da8a098e-0be5-4206-b210-30a11fb061ca tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:35.741317 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-da8a098e-0be5-4206-b210-30a11fb061ca tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3598900 May 03 22:47:35.742452 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58122) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:35.747591 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-c78f8444-d273-4856-8265-b642844f5a5b tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Request body: {'security_group_rule': {'security_group_id': '0cc93317-8506-442e-af4f-5f6c92cfd718', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:35.754437 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-c78f8444-d273-4856-8265-b642844f5a5b tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:35.758693 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c78f8444-d273-4856-8265-b642844f5a5b tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Usage tracker for resource:security_group_rule and tenant:f96d0b68cc5e42f89545430bba2f4574 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:47:35.767092 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c78f8444-d273-4856-8265-b642844f5a5b tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:47:35.772792 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-22bd1eda-7ef1-474a-acf5-4708f61fc8d3 service neutron] 10.222.0.60 "GET /v2.0/networks/3c844908-458f-43d5-a32d-190eedb78cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045451 May 03 22:47:35.781023 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-c78f8444-d273-4856-8265-b642844f5a5b tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:35.802958 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c78f8444-d273-4856-8265-b642844f5a5b tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:35.912096 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-c78f8444-d273-4856-8265-b642844f5a5b tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] create failed (client error): There was a conflict when trying to complete your request. May 03 22:47:35.916262 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c78f8444-d273-4856-8265-b642844f5a5b tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1697733 May 03 22:47:35.916426 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58130) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:35.926892 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-56bb56f1-52b6-4369-a454-2ae72c6bf4ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=89678d86-c165-4dfc-97f5-a935adc1fa0d HTTP/1.1" status: 200 len: 217 time: 0.1297588 May 03 22:47:35.994180 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6980e99e-de52-49d8-b53e-da9cdcb9dcd4 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:36.049722 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6980e99e-de52-49d8-b53e-da9cdcb9dcd4 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:36.088122 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-72289265-56ed-473d-85c5-febb09897ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:36.088702 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-72289265-56ed-473d-85c5-febb09897ef8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dd5f6d92-c6fd-458d-8cd8-bf6128dc92c1 HTTP/1.1" status: 200 len: 797 time: 0.1465197 May 03 22:47:36.135104 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6980e99e-de52-49d8-b53e-da9cdcb9dcd4 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:36.176488 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980e99e-de52-49d8-b53e-da9cdcb9dcd4 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc93317-8506-442e-af4f-5f6c92cfd718,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:36.187272 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6980e99e-de52-49d8-b53e-da9cdcb9dcd4 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:36.189055 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6980e99e-de52-49d8-b53e-da9cdcb9dcd4 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "DELETE /v2.0/security-groups/0cc93317-8506-442e-af4f-5f6c92cfd718 HTTP/1.1" status: 204 len: 168 time: 0.2715499 May 03 22:47:36.194113 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58134) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:36.217329 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6550a3a4-d695-4a75-abda-a45eb52490a6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:36.251848 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-75251fba-82f0-440c-981c-24530e6857d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:36.254593 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-75251fba-82f0-440c-981c-24530e6857d3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c844908-458f-43d5-a32d-190eedb78cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1564496 May 03 22:47:36.262763 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-31a011ce-7f57-4100-85e9-12014dc3f885 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Synchronizing usage tracker for tenant:f96d0b68cc5e42f89545430bba2f4574 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:47:36.304316 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-31a011ce-7f57-4100-85e9-12014dc3f885 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Unset dirty status for tenant:f96d0b68cc5e42f89545430bba2f4574 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:47:36.310336 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-31a011ce-7f57-4100-85e9-12014dc3f885 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1102424 May 03 22:47:36.311721 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58138) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:36.320179 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-07a08d58-c434-4ea7-8d18-89bcd1f13936 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Request body: {'security_group': {'name': 'tempest-secgroup--924647528'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:36.324318 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6550a3a4-d695-4a75-abda-a45eb52490a6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:36.330709 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-07a08d58-c434-4ea7-8d18-89bcd1f13936 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:36.348694 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-07a08d58-c434-4ea7-8d18-89bcd1f13936 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:36.383432 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-07a08d58-c434-4ea7-8d18-89bcd1f13936 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:36.465684 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-07a08d58-c434-4ea7-8d18-89bcd1f13936 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:36.476005 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-07a08d58-c434-4ea7-8d18-89bcd1f13936 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Usage tracker for resource:security_group_rule and tenant:f96d0b68cc5e42f89545430bba2f4574 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:47:36.480781 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-07a08d58-c434-4ea7-8d18-89bcd1f13936 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:47:36.491182 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-07a08d58-c434-4ea7-8d18-89bcd1f13936 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:36.511690 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6550a3a4-d695-4a75-abda-a45eb52490a6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Network f52cd730-c1f9-404d-a48e-e6338ca28751 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:47:36.520054 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-6550a3a4-d695-4a75-abda-a45eb52490a6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:47:36.543055 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6550a3a4-d695-4a75-abda-a45eb52490a6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:47:36.606846 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550a3a4-d695-4a75-abda-a45eb52490a6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event updated for resources: {'Port': ['ID=522794e5-ddc8-4bc1-9bc2-4db37c72860f,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:36.619902 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-21fee2e7-e53a-487e-8683-6553909b91b2 service neutron] 10.222.0.60 "GET /v2.0/networks/3c844908-458f-43d5-a32d-190eedb78cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546388 May 03 22:47:36.676676 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6550a3a4-d695-4a75-abda-a45eb52490a6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:36.676676 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6550a3a4-d695-4a75-abda-a45eb52490a6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:36.693656 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-07a08d58-c434-4ea7-8d18-89bcd1f13936 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:36.693656 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-07a08d58-c434-4ea7-8d18-89bcd1f13936 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:36.791114 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6550a3a4-d695-4a75-abda-a45eb52490a6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0540390 May 03 22:47:36.791274 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58144) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:36.831154 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-223aef40-a932-4682-a7f6-d1c0e28000b6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Request body: {'port': {'network_id': 'f52cd730-c1f9-404d-a48e-e6338ca28751', 'name': 'tempest-FloatingIPTestJSON-1861197126'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:36.873077 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d348fee-3102-40b0-8e9d-c36ac1d9f47a req-51359b2a-0625-4dac-be62-98343f394585 service neutron] 10.222.0.60 "GET /v2.0/networks/3c844908-458f-43d5-a32d-190eedb78cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462933 May 03 22:47:36.961744 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a08d58-c434-4ea7-8d18-89bcd1f13936 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=883f664e-0284-4418-933a-31b5110777ad,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:37.016700 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-07a08d58-c434-4ea7-8d18-89bcd1f13936 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:37.020841 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-07a08d58-c434-4ea7-8d18-89bcd1f13936 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7039943 May 03 22:47:37.021601 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58154) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:37.031866 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-2d2bbb6d-9883-43b6-a5e8-011e9e9b2fe0 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Request body: {'security_group_rule': {'security_group_id': '883f664e-0284-4418-933a-31b5110777ad', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:37.032840 n-d-811807-1 neutron-server[88070]: WARNING neutron.api.v2.base [None req-2d2bbb6d-9883-43b6-a5e8-011e9e9b2fe0 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 03 22:47:37.033560 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-2d2bbb6d-9883-43b6-a5e8-011e9e9b2fe0 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:47:37.038658 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2d2bbb6d-9883-43b6-a5e8-011e9e9b2fe0 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0126913 May 03 22:47:37.039536 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58158) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:37.139508 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a72bdb27-b112-40cd-be92-3c4e70b9b64e tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:37.161843 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-223aef40-a932-4682-a7f6-d1c0e28000b6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:37.179634 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80f948-990c-4e21-8605-791157785d39 req-f3c453b9-f80e-458b-adcf-4bdc6d0f33c6 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:37.185269 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a72bdb27-b112-40cd-be92-3c4e70b9b64e tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:37.186614 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80f948-990c-4e21-8605-791157785d39 req-f3c453b9-f80e-458b-adcf-4bdc6d0f33c6 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:37.192821 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80f948-990c-4e21-8605-791157785d39 req-f3c453b9-f80e-458b-adcf-4bdc6d0f33c6 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:37.200667 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80f948-990c-4e21-8605-791157785d39 req-f3c453b9-f80e-458b-adcf-4bdc6d0f33c6 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:37.207866 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80f948-990c-4e21-8605-791157785d39 req-f3c453b9-f80e-458b-adcf-4bdc6d0f33c6 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:37.215031 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80f948-990c-4e21-8605-791157785d39 req-f3c453b9-f80e-458b-adcf-4bdc6d0f33c6 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:37.223222 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80f948-990c-4e21-8605-791157785d39 req-f3c453b9-f80e-458b-adcf-4bdc6d0f33c6 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:37.226901 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4c80f948-990c-4e21-8605-791157785d39 req-f3c453b9-f80e-458b-adcf-4bdc6d0f33c6 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5420 time: 0.2464843 May 03 22:47:37.233673 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-223aef40-a932-4682-a7f6-d1c0e28000b6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Usage tracker for resource:port and tenant:8c95c89f05244bbf88571ec673604262 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:47:37.238746 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-223aef40-a932-4682-a7f6-d1c0e28000b6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:47:37.241801 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a72bdb27-b112-40cd-be92-3c4e70b9b64e tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:37.265805 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-223aef40-a932-4682-a7f6-d1c0e28000b6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:37.266273 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72bdb27-b112-40cd-be92-3c4e70b9b64e tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=883f664e-0284-4418-933a-31b5110777ad,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:37.274318 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a72bdb27-b112-40cd-be92-3c4e70b9b64e tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:37.283230 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a72bdb27-b112-40cd-be92-3c4e70b9b64e tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "DELETE /v2.0/security-groups/883f664e-0284-4418-933a-31b5110777ad HTTP/1.1" status: 204 len: 168 time: 0.2424715 May 03 22:47:37.285781 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58162) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:37.298367 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4c80f948-990c-4e21-8605-791157785d39 req-d1b0e5d4-9913-43f6-bc2c-92cb8969eaa1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607562 May 03 22:47:37.299507 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223aef40-a932-4682-a7f6-d1c0e28000b6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Made reservation on behalf of 8c95c89f05244bbf88571ec673604262 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:47:37.303006 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-223aef40-a932-4682-a7f6-d1c0e28000b6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:37.329816 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-223aef40-a932-4682-a7f6-d1c0e28000b6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] device_id is not set on port 7eff7334-d5f6-4d43-bd3e-d4e9ee07040c yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:47:37.374498 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f8ab75fd-1920-414d-b459-463646b14a5d tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Synchronizing usage tracker for tenant:f96d0b68cc5e42f89545430bba2f4574 on resource:security_group {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:47:37.404303 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f8ab75fd-1920-414d-b459-463646b14a5d tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Unset dirty status for tenant:f96d0b68cc5e42f89545430bba2f4574 on resource:security_group {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:47:37.407229 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f8ab75fd-1920-414d-b459-463646b14a5d tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1202018 May 03 22:47:37.412467 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58166) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:37.422187 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-d827d0ab-e256-4158-915d-66112f03ebbe tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1715382352'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:37.431593 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d827d0ab-e256-4158-915d-66112f03ebbe tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:37.445216 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d827d0ab-e256-4158-915d-66112f03ebbe tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:37.462049 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d827d0ab-e256-4158-915d-66112f03ebbe tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:37.494753 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d827d0ab-e256-4158-915d-66112f03ebbe tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:37.516292 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d827d0ab-e256-4158-915d-66112f03ebbe tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Usage tracker for resource:security_group_rule and tenant:f96d0b68cc5e42f89545430bba2f4574 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:47:37.520303 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d827d0ab-e256-4158-915d-66112f03ebbe tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:47:37.551873 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d827d0ab-e256-4158-915d-66112f03ebbe tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:37.679012 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d827d0ab-e256-4158-915d-66112f03ebbe tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:37.690193 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d827d0ab-e256-4158-915d-66112f03ebbe tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:37.728177 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-223aef40-a932-4682-a7f6-d1c0e28000b6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Allocated IP 172.20.0.11 (f52cd730-c1f9-404d-a48e-e6338ca28751/c6f4509d-a7a3-4c9a-8564-5eb7ac00fea8/7eff7334-d5f6-4d43-bd3e-d4e9ee07040c) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:47:37.788555 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827d0ab-e256-4158-915d-66112f03ebbe tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be6f1256-a577-450c-b2dd-7ef9ddc111ef,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:37.805447 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d827d0ab-e256-4158-915d-66112f03ebbe tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:37.812033 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d827d0ab-e256-4158-915d-66112f03ebbe tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3966880 May 03 22:47:37.813124 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58172) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:37.820376 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-0f29f5ef-99bf-461f-a747-a9d2cae59f33 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Request body: {'security_group_rule': {'security_group_id': 'be6f1256-a577-450c-b2dd-7ef9ddc111ef', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:37.821571 n-d-811807-1 neutron-server[88070]: WARNING neutron.api.v2.base [None req-0f29f5ef-99bf-461f-a747-a9d2cae59f33 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 03 22:47:37.822308 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-0f29f5ef-99bf-461f-a747-a9d2cae59f33 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:47:37.823795 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0f29f5ef-99bf-461f-a747-a9d2cae59f33 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0090213 May 03 22:47:37.827832 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58176) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:37.952430 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d2b537b9-f153-40e3-9a6a-ea2cd33b0032 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:37.999936 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d2b537b9-f153-40e3-9a6a-ea2cd33b0032 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:38.101311 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d2b537b9-f153-40e3-9a6a-ea2cd33b0032 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:38.120949 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-223aef40-a932-4682-a7f6-d1c0e28000b6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:38.131717 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b537b9-f153-40e3-9a6a-ea2cd33b0032 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6f1256-a577-450c-b2dd-7ef9ddc111ef,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:38.151495 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d2b537b9-f153-40e3-9a6a-ea2cd33b0032 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:38.152684 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d2b537b9-f153-40e3-9a6a-ea2cd33b0032 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "DELETE /v2.0/security-groups/be6f1256-a577-450c-b2dd-7ef9ddc111ef HTTP/1.1" status: 204 len: 168 time: 0.3239355 May 03 22:47:38.155865 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58184) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:38.183809 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-223aef40-a932-4682-a7f6-d1c0e28000b6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:38.278956 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c0e8c282-cecb-4dd4-bfa2-140e3381efc0 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Synchronizing usage tracker for tenant:f96d0b68cc5e42f89545430bba2f4574 on resource:security_group {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:47:38.320419 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c0e8c282-cecb-4dd4-bfa2-140e3381efc0 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Unset dirty status for tenant:f96d0b68cc5e42f89545430bba2f4574 on resource:security_group {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:47:38.324213 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223aef40-a932-4682-a7f6-d1c0e28000b6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event updated for resources: {'Port': ['ID=7eff7334-d5f6-4d43-bd3e-d4e9ee07040c,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:38.335566 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58188) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:38.337226 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c0e8c282-cecb-4dd4-bfa2-140e3381efc0 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1798072 May 03 22:47:38.370442 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-e04e7429-0776-4041-bfdc-d204387f0292 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Request body: {'security_group': {'name': 'tempest-secgroup--428227171'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:38.410741 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e04e7429-0776-4041-bfdc-d204387f0292 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:38.427804 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223aef40-a932-4682-a7f6-d1c0e28000b6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Network f52cd730-c1f9-404d-a48e-e6338ca28751 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:47:38.430330 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-223aef40-a932-4682-a7f6-d1c0e28000b6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:47:38.444168 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223aef40-a932-4682-a7f6-d1c0e28000b6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:47:38.625245 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223aef40-a932-4682-a7f6-d1c0e28000b6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:38.630095 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-223aef40-a932-4682-a7f6-d1c0e28000b6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:38.743528 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e04e7429-0776-4041-bfdc-d204387f0292 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:38.806432 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e04e7429-0776-4041-bfdc-d204387f0292 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:38.830971 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device a5676f4a-f478-4abd-b7de-5bb1b574a9e4 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:47:38.869762 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58194) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:38.870010 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-223aef40-a932-4682-a7f6-d1c0e28000b6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0644865 May 03 22:47:38.874369 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e04e7429-0776-4041-bfdc-d204387f0292 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:38.877136 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-d6cb7889-0c80-4c98-a400-a457442efd2f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'port_id': '7eff7334-d5f6-4d43-bd3e-d4e9ee07040c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:38.892283 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e04e7429-0776-4041-bfdc-d204387f0292 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Usage tracker for resource:security_group_rule and tenant:f96d0b68cc5e42f89545430bba2f4574 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:47:38.901304 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d6cb7889-0c80-4c98-a400-a457442efd2f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:38.902558 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e04e7429-0776-4041-bfdc-d204387f0292 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:47:38.920635 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d6cb7889-0c80-4c98-a400-a457442efd2f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Usage tracker for resource:floatingip and tenant:8c95c89f05244bbf88571ec673604262 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:47:38.929707 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d6cb7889-0c80-4c98-a400-a457442efd2f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:47:38.940777 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54e973-4239-4022-a8ba-f51f8cf9f73e req-5861b5af-c090-4ec4-bde3-01728a335a0d tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:38.953742 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d6cb7889-0c80-4c98-a400-a457442efd2f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:38.961340 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54e973-4239-4022-a8ba-f51f8cf9f73e req-5861b5af-c090-4ec4-bde3-01728a335a0d tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:38.973381 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6cb7889-0c80-4c98-a400-a457442efd2f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for floatingip, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:38.978589 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54e973-4239-4022-a8ba-f51f8cf9f73e req-5861b5af-c090-4ec4-bde3-01728a335a0d tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:38.994944 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54e973-4239-4022-a8ba-f51f8cf9f73e req-5861b5af-c090-4ec4-bde3-01728a335a0d tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:39.028525 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54e973-4239-4022-a8ba-f51f8cf9f73e req-5861b5af-c090-4ec4-bde3-01728a335a0d tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:39.046355 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54e973-4239-4022-a8ba-f51f8cf9f73e req-5861b5af-c090-4ec4-bde3-01728a335a0d tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:39.066743 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54e973-4239-4022-a8ba-f51f8cf9f73e req-5861b5af-c090-4ec4-bde3-01728a335a0d tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:39.080994 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cd54e973-4239-4022-a8ba-f51f8cf9f73e req-5861b5af-c090-4ec4-bde3-01728a335a0d tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5420 time: 0.4454653 May 03 22:47:39.142356 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e04e7429-0776-4041-bfdc-d204387f0292 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:39.248899 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6cb7889-0c80-4c98-a400-a457442efd2f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:39.261012 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cd54e973-4239-4022-a8ba-f51f8cf9f73e req-99efa5d8-bfc4-4899-aeb8-e57e4b86c267 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1788101 May 03 22:47:39.343331 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port a5676f4a-f478-4abd-b7de-5bb1b574a9e4, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a5676f4a-f478-4abd-b7de-5bb1b574a9e4,segment=NetworkSegment(905a9b8f-b56e-44de-b624-14b220326904),segment_id=905a9b8f-b56e-44de-b624-14b220326904)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:47:39.365109 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': 'a5676f4a-f478-4abd-b7de-5bb1b574a9e4', 'network_id': '39659ede-a161-442b-8b5e-00bdb95cd624', 'port_id': 'a5676f4a-f478-4abd-b7de-5bb1b574a9e4', 'mac_address': 'fa:16:3e:77:26:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8863c3d5-b808-4878-a7f7-629ee5c5994d', 'ip_address': '10.1.1.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:47:39.441562 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:39.463500 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e04e7429-0776-4041-bfdc-d204387f0292 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:39.464760 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5676f4a-f478-4abd-b7de-5bb1b574a9e4 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:47:39.469647 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e04e7429-0776-4041-bfdc-d204387f0292 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:39.494672 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port a5676f4a-f478-4abd-b7de-5bb1b574a9e4, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a5676f4a-f478-4abd-b7de-5bb1b574a9e4,segment=NetworkSegment(905a9b8f-b56e-44de-b624-14b220326904),segment_id=905a9b8f-b56e-44de-b624-14b220326904)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:47:39.505219 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:39.506338 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 527a1855-13d0-4f13-9c82-a5ca04a8b2f7 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:47:39.550780 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e7429-0776-4041-bfdc-d204387f0292 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9e4737-cd8d-42cd-871c-7e79731f1420,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:39.556007 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58204) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:39.560594 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e04e7429-0776-4041-bfdc-d204387f0292 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:39.562333 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e04e7429-0776-4041-bfdc-d204387f0292 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2235935 May 03 22:47:39.580612 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58208) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:39.612080 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-e26c3e3f-b0f1-4d69-9c06-195a505276cf tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Request body: {'security_group_rule': {'security_group_id': '1c9e4737-cd8d-42cd-871c-7e79731f1420', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:39.630935 n-d-811807-1 neutron-server[88070]: WARNING neutron.api.v2.base [None req-e26c3e3f-b0f1-4d69-9c06-195a505276cf tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 03 22:47:39.632364 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-e26c3e3f-b0f1-4d69-9c06-195a505276cf tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:47:39.644527 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e26c3e3f-b0f1-4d69-9c06-195a505276cf tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0594616 May 03 22:47:39.646311 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58212) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:39.674659 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-d2dd4f88-93a6-45a1-a745-63af8b3c04b2 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Request body: {'security_group_rule': {'security_group_id': '1c9e4737-cd8d-42cd-871c-7e79731f1420', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:39.675473 n-d-811807-1 neutron-server[88070]: WARNING neutron.api.v2.base [None req-d2dd4f88-93a6-45a1-a745-63af8b3c04b2 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 03 22:47:39.676520 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-d2dd4f88-93a6-45a1-a745-63af8b3c04b2 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:47:39.682778 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d2dd4f88-93a6-45a1-a745-63af8b3c04b2 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0317590 May 03 22:47:39.689534 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58216) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:39.713795 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-7ac37af1-6bd8-4e18-be75-79c54e466e97 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Request body: {'security_group_rule': {'security_group_id': '1c9e4737-cd8d-42cd-871c-7e79731f1420', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:39.717906 n-d-811807-1 neutron-server[88070]: WARNING neutron.api.v2.base [None req-7ac37af1-6bd8-4e18-be75-79c54e466e97 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 03 22:47:39.718550 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-7ac37af1-6bd8-4e18-be75-79c54e466e97 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:47:39.724908 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7ac37af1-6bd8-4e18-be75-79c54e466e97 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0302160 May 03 22:47:39.730795 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58220) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:39.753099 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-47b49b06-aabc-416a-85ae-a5333161b5fb tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Request body: {'security_group_rule': {'security_group_id': '1c9e4737-cd8d-42cd-871c-7e79731f1420', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:39.757172 n-d-811807-1 neutron-server[88070]: WARNING neutron.api.v2.base [None req-47b49b06-aabc-416a-85ae-a5333161b5fb tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 03 22:47:39.761627 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-47b49b06-aabc-416a-85ae-a5333161b5fb tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:47:39.766353 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-47b49b06-aabc-416a-85ae-a5333161b5fb tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0267816 May 03 22:47:39.774683 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58224) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:39.820520 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-d6cb7889-0c80-4c98-a400-a457442efd2f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Allocated IP 172.25.2.154 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/b6ca2e1c-e877-4ba7-b20d-f6cc567a6abf) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:47:39.891614 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=a5676f4a-f478-4abd-b7de-5bb1b574a9e4,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:39.907369 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 527a1855-13d0-4f13-9c82-a5ca04a8b2f7, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=527a1855-13d0-4f13-9c82-a5ca04a8b2f7,segment=NetworkSegment(4ebd1546-6439-4965-9349-d70abc042ed7),segment_id=4ebd1546-6439-4965-9349-d70abc042ed7)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:47:39.931607 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '527a1855-13d0-4f13-9c82-a5ca04a8b2f7', 'network_id': '6b7a7532-e056-4c5e-b17e-d6ca176c9814', 'port_id': '527a1855-13d0-4f13-9c82-a5ca04a8b2f7', 'mac_address': 'fa:16:3e:3b:73:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50b35d49-219c-4b17-af47-5e4fd9e4cce5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:47:40.133568 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:40.182336 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 527a1855-13d0-4f13-9c82-a5ca04a8b2f7 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:47:40.241936 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 527a1855-13d0-4f13-9c82-a5ca04a8b2f7, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=527a1855-13d0-4f13-9c82-a5ca04a8b2f7,segment=NetworkSegment(4ebd1546-6439-4965-9349-d70abc042ed7),segment_id=4ebd1546-6439-4965-9349-d70abc042ed7)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:47:40.255242 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:40.298910 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6cb7889-0c80-4c98-a400-a457442efd2f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:40.368953 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-45a98edc-a963-4ffb-a640-5aaacd6df07e tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:40.376800 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6cb7889-0c80-4c98-a400-a457442efd2f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:40.447913 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=527a1855-13d0-4f13-9c82-a5ca04a8b2f7,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:40.555245 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-45a98edc-a963-4ffb-a640-5aaacd6df07e tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:40.567858 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cb7889-0c80-4c98-a400-a457442efd2f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:47:40.576609 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-d6cb7889-0c80-4c98-a400-a457442efd2f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:47:40.590049 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cb7889-0c80-4c98-a400-a457442efd2f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:47:40.651193 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb7889-0c80-4c98-a400-a457442efd2f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event updated for resources: {'Port': ['ID=b6ca2e1c-e877-4ba7-b20d-f6cc567a6abf,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:40.656425 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['a5676f4a-f478-4abd-b7de-5bb1b574a9e4'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:47:40.679211 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-46ad23a7-9578-42f3-93cd-708d680c0c1f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:40.711509 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-45a98edc-a963-4ffb-a640-5aaacd6df07e tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:40.760106 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a98edc-a963-4ffb-a640-5aaacd6df07e tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9e4737-cd8d-42cd-871c-7e79731f1420,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:40.832086 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355199a4-dc43-4ea2-be15-fdf87294c003 req-d380455c-767a-4fb3-92db-77055e592992 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:40.839984 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355199a4-dc43-4ea2-be15-fdf87294c003 req-d380455c-767a-4fb3-92db-77055e592992 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:40.845661 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-45a98edc-a963-4ffb-a640-5aaacd6df07e tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:40.846772 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-45a98edc-a963-4ffb-a640-5aaacd6df07e tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "DELETE /v2.0/security-groups/1c9e4737-cd8d-42cd-871c-7e79731f1420 HTTP/1.1" status: 204 len: 168 time: 1.0628963 May 03 22:47:40.850972 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355199a4-dc43-4ea2-be15-fdf87294c003 req-d380455c-767a-4fb3-92db-77055e592992 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:40.855279 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58236) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:40.857464 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355199a4-dc43-4ea2-be15-fdf87294c003 req-d380455c-767a-4fb3-92db-77055e592992 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:40.863891 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355199a4-dc43-4ea2-be15-fdf87294c003 req-d380455c-767a-4fb3-92db-77055e592992 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:40.870005 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355199a4-dc43-4ea2-be15-fdf87294c003 req-d380455c-767a-4fb3-92db-77055e592992 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:40.876240 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355199a4-dc43-4ea2-be15-fdf87294c003 req-d380455c-767a-4fb3-92db-77055e592992 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:40.878827 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-355199a4-dc43-4ea2-be15-fdf87294c003 req-d380455c-767a-4fb3-92db-77055e592992 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5422 time: 0.3210983 May 03 22:47:40.909041 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device a9c5efb9-9e57-4822-8224-c4bfc00dc164 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:47:41.094778 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a5d82b32-4b60-4c90-ab12-bad5dbe0db7c tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Synchronizing usage tracker for tenant:f96d0b68cc5e42f89545430bba2f4574 on resource:security_group {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:47:41.119941 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a5d82b32-4b60-4c90-ab12-bad5dbe0db7c tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Unset dirty status for tenant:f96d0b68cc5e42f89545430bba2f4574 on resource:security_group {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:47:41.121065 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a5d82b32-4b60-4c90-ab12-bad5dbe0db7c tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2645016 May 03 22:47:41.131502 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58244) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:41.143937 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-4d5ea69e-95b9-4751-ab85-54e64ebef0d6 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Request body: {'security_group': {'name': 'tempest-secgroup--649581429'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:41.158616 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port a9c5efb9-9e57-4822-8224-c4bfc00dc164, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a9c5efb9-9e57-4822-8224-c4bfc00dc164,segment=NetworkSegment(5a1a325c-4dfc-4f52-ab11-b191a3075222),segment_id=5a1a325c-4dfc-4f52-ab11-b191a3075222)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:47:41.171047 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4d5ea69e-95b9-4751-ab85-54e64ebef0d6 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:41.182422 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': 'a9c5efb9-9e57-4822-8224-c4bfc00dc164', 'network_id': 'c7b56b55-0340-4699-b0c7-3b74594ad3b7', 'port_id': 'a9c5efb9-9e57-4822-8224-c4bfc00dc164', 'mac_address': 'fa:16:3e:d4:b4:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2376228d-867e-4de8-ac27-ddcb210d265f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:47:41.195333 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4d5ea69e-95b9-4751-ab85-54e64ebef0d6 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:41.224443 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-355199a4-dc43-4ea2-be15-fdf87294c003 req-74b6035a-25cc-4484-8f6b-09b4167df662 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3386028 May 03 22:47:41.269017 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:41.313612 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4d5ea69e-95b9-4751-ab85-54e64ebef0d6 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:41.314759 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9c5efb9-9e57-4822-8224-c4bfc00dc164 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:47:41.354076 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port a9c5efb9-9e57-4822-8224-c4bfc00dc164, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a9c5efb9-9e57-4822-8224-c4bfc00dc164,segment=NetworkSegment(5a1a325c-4dfc-4f52-ab11-b191a3075222),segment_id=5a1a325c-4dfc-4f52-ab11-b191a3075222)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:47:41.384084 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:41.384683 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device f29a8b06-8b92-4808-84bd-b5a24faa61fe details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:47:41.412308 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4d5ea69e-95b9-4751-ab85-54e64ebef0d6 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:41.429466 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4d5ea69e-95b9-4751-ab85-54e64ebef0d6 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Usage tracker for resource:security_group_rule and tenant:f96d0b68cc5e42f89545430bba2f4574 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:47:41.439982 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4d5ea69e-95b9-4751-ab85-54e64ebef0d6 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:47:41.452831 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4d5ea69e-95b9-4751-ab85-54e64ebef0d6 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:41.527413 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6cb7889-0c80-4c98-a400-a457442efd2f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:41.628871 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=a9c5efb9-9e57-4822-8224-c4bfc00dc164,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:41.712782 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-46ad23a7-9578-42f3-93cd-708d680c0c1f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Deleting port 1de09b97-c609-46ba-8de7-babd00d9248f {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:47:41.713832 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-46ad23a7-9578-42f3-93cd-708d680c0c1f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:41.752030 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4d5ea69e-95b9-4751-ab85-54e64ebef0d6 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:41.759709 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4d5ea69e-95b9-4751-ab85-54e64ebef0d6 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:41.780125 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6cb7889-0c80-4c98-a400-a457442efd2f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:41.797172 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port f29a8b06-8b92-4808-84bd-b5a24faa61fe, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=f29a8b06-8b92-4808-84bd-b5a24faa61fe,segment=NetworkSegment(905a9b8f-b56e-44de-b624-14b220326904),segment_id=905a9b8f-b56e-44de-b624-14b220326904)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:47:41.817471 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['527a1855-13d0-4f13-9c82-a5ca04a8b2f7'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:47:41.933517 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': 'f29a8b06-8b92-4808-84bd-b5a24faa61fe', 'network_id': '39659ede-a161-442b-8b5e-00bdb95cd624', 'port_id': 'f29a8b06-8b92-4808-84bd-b5a24faa61fe', 'mac_address': 'fa:16:3e:04:fd:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8863c3d5-b808-4878-a7f7-629ee5c5994d', 'ip_address': '10.1.1.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:47:41.985513 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ea69e-95b9-4751-ab85-54e64ebef0d6 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c737dbae-ba5d-41a0-b084-0fec1a4bf463,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:42.029630 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4d5ea69e-95b9-4751-ab85-54e64ebef0d6 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:42.030956 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4d5ea69e-95b9-4751-ab85-54e64ebef0d6 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8985205 May 03 22:47:42.034730 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58252) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:42.052315 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-46ad23a7-9578-42f3-93cd-708d680c0c1f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] For port 1de09b97-c609-46ba-8de7-babd00d9248f, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=1de09b97-c609-46ba-8de7-babd00d9248f,segment=NetworkSegment(728aedfe-38f8-49eb-9703-45da4f83bd45),segment_id=728aedfe-38f8-49eb-9703-45da4f83bd45)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:47:42.053300 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-46ad23a7-9578-42f3-93cd-708d680c0c1f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:42.055892 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-6a04e504-6827-4f1a-8cfc-883e661fa398 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Request body: {'security_group_rule': {'security_group_id': 'c737dbae-ba5d-41a0-b084-0fec1a4bf463', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:42.057424 n-d-811807-1 neutron-server[88070]: WARNING neutron.api.v2.base [None req-6a04e504-6827-4f1a-8cfc-883e661fa398 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 03 22:47:42.058129 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-6a04e504-6827-4f1a-8cfc-883e661fa398 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:47:42.060209 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6a04e504-6827-4f1a-8cfc-883e661fa398 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0245004 May 03 22:47:42.064465 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58256) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:42.068981 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:42.077729 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-2a1dc5a4-bd00-45f8-b683-ab1cbba3c531 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Request body: {'security_group_rule': {'security_group_id': 'c737dbae-ba5d-41a0-b084-0fec1a4bf463', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:42.091202 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2a1dc5a4-bd00-45f8-b683-ab1cbba3c531 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:42.109769 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f29a8b06-8b92-4808-84bd-b5a24faa61fe {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:47:42.165176 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2a1dc5a4-bd00-45f8-b683-ab1cbba3c531 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Usage tracker for resource:security_group_rule and tenant:f96d0b68cc5e42f89545430bba2f4574 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:47:42.170926 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2a1dc5a4-bd00-45f8-b683-ab1cbba3c531 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:47:42.181098 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port f29a8b06-8b92-4808-84bd-b5a24faa61fe, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=f29a8b06-8b92-4808-84bd-b5a24faa61fe,segment=NetworkSegment(905a9b8f-b56e-44de-b624-14b220326904),segment_id=905a9b8f-b56e-44de-b624-14b220326904)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:47:42.191409 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:42.192524 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 8a1c5f72-11f8-497b-9fc4-ea3247fdb317 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:47:42.252118 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6cb7889-0c80-4c98-a400-a457442efd2f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:42.275061 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6cb7889-0c80-4c98-a400-a457442efd2f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:42.323313 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-46ad23a7-9578-42f3-93cd-708d680c0c1f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Calling delete_port for 1de09b97-c609-46ba-8de7-babd00d9248f owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:47:42.341165 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=f29a8b06-8b92-4808-84bd-b5a24faa61fe,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:42.378075 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 8a1c5f72-11f8-497b-9fc4-ea3247fdb317, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=8a1c5f72-11f8-497b-9fc4-ea3247fdb317,segment=NetworkSegment(905a9b8f-b56e-44de-b624-14b220326904),segment_id=905a9b8f-b56e-44de-b624-14b220326904)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:47:42.404391 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '8a1c5f72-11f8-497b-9fc4-ea3247fdb317', 'network_id': '39659ede-a161-442b-8b5e-00bdb95cd624', 'port_id': '8a1c5f72-11f8-497b-9fc4-ea3247fdb317', 'mac_address': 'fa:16:3e:9f:a1:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8863c3d5-b808-4878-a7f7-629ee5c5994d', 'ip_address': '10.1.1.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:47:42.416863 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2a1dc5a4-bd00-45f8-b683-ab1cbba3c531 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:42.436712 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6cb7889-0c80-4c98-a400-a457442efd2f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:42.539680 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:42.580627 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a1c5f72-11f8-497b-9fc4-ea3247fdb317 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:47:42.616498 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 8a1c5f72-11f8-497b-9fc4-ea3247fdb317, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=8a1c5f72-11f8-497b-9fc4-ea3247fdb317,segment=NetworkSegment(905a9b8f-b56e-44de-b624-14b220326904),segment_id=905a9b8f-b56e-44de-b624-14b220326904)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:47:42.627479 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:42.628204 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 0bb0e3ca-de57-49a0-91a9-bae2fab49370 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:47:42.628690 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-2a1dc5a4-bd00-45f8-b683-ab1cbba3c531 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:47:42.630001 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2a1dc5a4-bd00-45f8-b683-ab1cbba3c531 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5643892 May 03 22:47:42.634113 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58284) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:42.648690 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-31f1538e-fd19-4401-93b7-8d00e512e300 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Request body: {'security_group_rule': {'security_group_id': 'c737dbae-ba5d-41a0-b084-0fec1a4bf463', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:42.649692 n-d-811807-1 neutron-server[88069]: WARNING neutron.api.v2.base [None req-31f1538e-fd19-4401-93b7-8d00e512e300 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 03 22:47:42.650417 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-31f1538e-fd19-4401-93b7-8d00e512e300 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:47:42.651588 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-31f1538e-fd19-4401-93b7-8d00e512e300 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0100336 May 03 22:47:42.657075 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58288) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:42.723127 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-c5966f81-b5da-4878-a87f-6b8fdea64e64 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Request body: {'security_group_rule': {'security_group_id': 'c737dbae-ba5d-41a0-b084-0fec1a4bf463', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:42.727117 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [None req-d6cb7889-0c80-4c98-a400-a457442efd2f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Floating IP ec574046-e4e6-4d27-83b0-2c48a5f6c09f associated. External IP: 172.25.2.154, port: 7eff7334-d5f6-4d43-bd3e-d4e9ee07040c. May 03 22:47:42.758945 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=8a1c5f72-11f8-497b-9fc4-ea3247fdb317,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:42.758945 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 0bb0e3ca-de57-49a0-91a9-bae2fab49370, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0bb0e3ca-de57-49a0-91a9-bae2fab49370,segment=NetworkSegment(905a9b8f-b56e-44de-b624-14b220326904),segment_id=905a9b8f-b56e-44de-b624-14b220326904)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:47:42.768052 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-c5966f81-b5da-4878-a87f-6b8fdea64e64 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:42.779764 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '0bb0e3ca-de57-49a0-91a9-bae2fab49370', 'network_id': '39659ede-a161-442b-8b5e-00bdb95cd624', 'port_id': '0bb0e3ca-de57-49a0-91a9-bae2fab49370', 'mac_address': 'fa:16:3e:1a:92:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8863c3d5-b808-4878-a7f7-629ee5c5994d', 'ip_address': '10.1.1.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:47:42.784019 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c5966f81-b5da-4878-a87f-6b8fdea64e64 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Usage tracker for resource:security_group_rule and tenant:f96d0b68cc5e42f89545430bba2f4574 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:47:42.785571 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c5966f81-b5da-4878-a87f-6b8fdea64e64 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:47:42.805126 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-c5966f81-b5da-4878-a87f-6b8fdea64e64 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:42.843639 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:42.861646 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bb0e3ca-de57-49a0-91a9-bae2fab49370 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:47:42.885953 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 0bb0e3ca-de57-49a0-91a9-bae2fab49370, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0bb0e3ca-de57-49a0-91a9-bae2fab49370,segment=NetworkSegment(905a9b8f-b56e-44de-b624-14b220326904),segment_id=905a9b8f-b56e-44de-b624-14b220326904)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:47:42.890995 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:42.892616 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device b46b01d2-324c-4ced-a8bc-dbbdf42d265c details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:47:42.892977 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f64a12-c3bd-4054-8d0b-8cb6d2e8d128 req-dce694d3-560e-48fa-8ee2-ff3d9f1876cb tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:42.899702 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f64a12-c3bd-4054-8d0b-8cb6d2e8d128 req-dce694d3-560e-48fa-8ee2-ff3d9f1876cb tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:42.907438 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f64a12-c3bd-4054-8d0b-8cb6d2e8d128 req-dce694d3-560e-48fa-8ee2-ff3d9f1876cb tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:42.913716 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f64a12-c3bd-4054-8d0b-8cb6d2e8d128 req-dce694d3-560e-48fa-8ee2-ff3d9f1876cb tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:42.920697 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f64a12-c3bd-4054-8d0b-8cb6d2e8d128 req-dce694d3-560e-48fa-8ee2-ff3d9f1876cb tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:42.926836 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f64a12-c3bd-4054-8d0b-8cb6d2e8d128 req-dce694d3-560e-48fa-8ee2-ff3d9f1876cb tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:42.933044 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f64a12-c3bd-4054-8d0b-8cb6d2e8d128 req-dce694d3-560e-48fa-8ee2-ff3d9f1876cb tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:42.940752 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61f64a12-c3bd-4054-8d0b-8cb6d2e8d128 req-dce694d3-560e-48fa-8ee2-ff3d9f1876cb tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5424 time: 0.4624305 May 03 22:47:42.974876 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-c5966f81-b5da-4878-a87f-6b8fdea64e64 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:47:42.978382 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c5966f81-b5da-4878-a87f-6b8fdea64e64 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3175359 May 03 22:47:43.015134 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58292) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:43.024159 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=0bb0e3ca-de57-49a0-91a9-bae2fab49370,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:43.030777 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-c5ea7805-85e6-45f1-a3d5-fbf7ce202858 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Request body: {'security_group_rule': {'security_group_id': 'c737dbae-ba5d-41a0-b084-0fec1a4bf463', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:43.031257 n-d-811807-1 neutron-server[88069]: WARNING neutron.api.v2.base [None req-c5ea7805-85e6-45f1-a3d5-fbf7ce202858 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 03 22:47:43.031743 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-c5ea7805-85e6-45f1-a3d5-fbf7ce202858 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:47:43.035434 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c5ea7805-85e6-45f1-a3d5-fbf7ce202858 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0166113 May 03 22:47:43.039478 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58296) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:43.050431 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61f64a12-c3bd-4054-8d0b-8cb6d2e8d128 req-7a6a3ef2-a25f-469e-bead-5fc70271b11f tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1087594 May 03 22:47:43.054155 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port b46b01d2-324c-4ced-a8bc-dbbdf42d265c, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=b46b01d2-324c-4ced-a8bc-dbbdf42d265c,segment=NetworkSegment(5a1a325c-4dfc-4f52-ab11-b191a3075222),segment_id=5a1a325c-4dfc-4f52-ab11-b191a3075222)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:47:43.056452 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-56e2fee1-2fed-434a-b6a0-0fa98320daef tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Request body: {'security_group_rule': {'security_group_id': 'c737dbae-ba5d-41a0-b084-0fec1a4bf463', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:43.068952 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-56e2fee1-2fed-434a-b6a0-0fa98320daef tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:43.076181 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': 'b46b01d2-324c-4ced-a8bc-dbbdf42d265c', 'network_id': 'c7b56b55-0340-4699-b0c7-3b74594ad3b7', 'port_id': 'b46b01d2-324c-4ced-a8bc-dbbdf42d265c', 'mac_address': 'fa:16:3e:db:88:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2376228d-867e-4de8-ac27-ddcb210d265f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:47:43.077512 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-56e2fee1-2fed-434a-b6a0-0fa98320daef tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Usage tracker for resource:security_group_rule and tenant:f96d0b68cc5e42f89545430bba2f4574 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:47:43.082314 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-56e2fee1-2fed-434a-b6a0-0fa98320daef tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:47:43.085191 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb7889-0c80-4c98-a400-a457442efd2f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event updated for resources: {'Port': ['ID=b6ca2e1c-e877-4ba7-b20d-f6cc567a6abf,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:43.093393 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-56e2fee1-2fed-434a-b6a0-0fa98320daef tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:43.107805 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-46ad23a7-9578-42f3-93cd-708d680c0c1f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:43.143821 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:43.156742 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-56e2fee1-2fed-434a-b6a0-0fa98320daef tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:47:43.158273 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-56e2fee1-2fed-434a-b6a0-0fa98320daef tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1177945 May 03 22:47:43.161217 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58300) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:43.168473 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-4c19bc37-807e-4952-ada7-69d1498bcfef tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Request body: {'security_group_rule': {'security_group_id': 'c737dbae-ba5d-41a0-b084-0fec1a4bf463', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:43.168905 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b46b01d2-324c-4ced-a8bc-dbbdf42d265c {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:47:43.169041 n-d-811807-1 neutron-server[88070]: WARNING neutron.api.v2.base [None req-4c19bc37-807e-4952-ada7-69d1498bcfef tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 03 22:47:43.169447 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-4c19bc37-807e-4952-ada7-69d1498bcfef tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:47:43.170430 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4c19bc37-807e-4952-ada7-69d1498bcfef tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083506 May 03 22:47:43.173232 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58304) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:43.180742 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-c143a0db-756d-426f-b8c4-8454d0c44a0b tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Request body: {'security_group_rule': {'security_group_id': 'c737dbae-ba5d-41a0-b084-0fec1a4bf463', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:43.189147 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port b46b01d2-324c-4ced-a8bc-dbbdf42d265c, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=b46b01d2-324c-4ced-a8bc-dbbdf42d265c,segment=NetworkSegment(5a1a325c-4dfc-4f52-ab11-b191a3075222),segment_id=5a1a325c-4dfc-4f52-ab11-b191a3075222)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:47:43.189394 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c143a0db-756d-426f-b8c4-8454d0c44a0b tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:43.195142 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c143a0db-756d-426f-b8c4-8454d0c44a0b tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Usage tracker for resource:security_group_rule and tenant:f96d0b68cc5e42f89545430bba2f4574 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:47:43.195973 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:43.204619 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c143a0db-756d-426f-b8c4-8454d0c44a0b tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:47:43.212718 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c143a0db-756d-426f-b8c4-8454d0c44a0b tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:43.237603 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad23a7-9578-42f3-93cd-708d680c0c1f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event deleted for resources: {'Port': ['ID=1de09b97-c609-46ba-8de7-babd00d9248f,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:43.247452 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device a5676f4a-f478-4abd-b7de-5bb1b574a9e4 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:47:43.369080 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=b46b01d2-324c-4ced-a8bc-dbbdf42d265c,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:43.390182 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port a5676f4a-f478-4abd-b7de-5bb1b574a9e4 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:47:43.403078 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port a5676f4a-f478-4abd-b7de-5bb1b574a9e4 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:47:43.403821 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:43.484895 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-c143a0db-756d-426f-b8c4-8454d0c44a0b tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:47:43.485967 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c143a0db-756d-426f-b8c4-8454d0c44a0b tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3116043 May 03 22:47:43.489526 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58314) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:43.508771 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-9107413c-73b4-431f-907f-e03ab2834566 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Request body: {'security_group_rule': {'security_group_id': 'c737dbae-ba5d-41a0-b084-0fec1a4bf463', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:43.525503 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-9107413c-73b4-431f-907f-e03ab2834566 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:43.533509 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9107413c-73b4-431f-907f-e03ab2834566 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Usage tracker for resource:security_group_rule and tenant:f96d0b68cc5e42f89545430bba2f4574 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:47:43.538232 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9107413c-73b4-431f-907f-e03ab2834566 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:47:43.547261 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-9107413c-73b4-431f-907f-e03ab2834566 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:43.564025 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6cb7889-0c80-4c98-a400-a457442efd2f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Router 6f23874e-12c6-40a1-96e5-7619d98f141b has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:47:43.595987 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:43.615750 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-46ad23a7-9578-42f3-93cd-708d680c0c1f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:43.624786 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5676f4a-f478-4abd-b7de-5bb1b574a9e4'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:47:43.635272 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port a5676f4a-f478-4abd-b7de-5bb1b574a9e4, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a5676f4a-f478-4abd-b7de-5bb1b574a9e4,segment=NetworkSegment(905a9b8f-b56e-44de-b624-14b220326904),segment_id=905a9b8f-b56e-44de-b624-14b220326904)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:47:43.640472 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:43.699813 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aecaccf-d3c0-4b3a-a73d-45e875aaf55c'] response: {'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5676f4a-f478-4abd-b7de-5bb1b574a9e4', 'code': 200} May 03 22:47:43.728153 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=a5676f4a-f478-4abd-b7de-5bb1b574a9e4,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:43.734993 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-9107413c-73b4-431f-907f-e03ab2834566 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:47:43.736032 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9107413c-73b4-431f-907f-e03ab2834566 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2424054 May 03 22:47:43.741709 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58320) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:43.826883 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6cb7889-0c80-4c98-a400-a457442efd2f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:47:43.835946 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a6d299-9041-47a7-9e40-d939b6a3805c None None] Sync routers for ids ['6f23874e-12c6-40a1-96e5-7619d98f141b'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:47:43.847093 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a6d299-9041-47a7-9e40-d939b6a3805c None None] Routers {'6f23874e-12c6-40a1-96e5-7619d98f141b'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:47:43.847793 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-06a6d299-9041-47a7-9e40-d939b6a3805c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:47:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6f23874e-12c6-40a1-96e5-7619d98f141b'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:43.848796 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-27239f3d-ffc7-4b42-9432-8d0ac98da3b0 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:43.864211 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6cb7889-0c80-4c98-a400-a457442efd2f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:43.912730 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-06a6d299-9041-47a7-9e40-d939b6a3805c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:43.922304 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a6d299-9041-47a7-9e40-d939b6a3805c None None] Routers {'6f23874e-12c6-40a1-96e5-7619d98f141b'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:47:43.922922 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-06a6d299-9041-47a7-9e40-d939b6a3805c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:47:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6f23874e-12c6-40a1-96e5-7619d98f141b'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:43.927021 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-27239f3d-ffc7-4b42-9432-8d0ac98da3b0 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:43.961271 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d6cb7889-0c80-4c98-a400-a457442efd2f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.0876191 May 03 22:47:43.966942 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58324) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:43.977454 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-7de99a42-fce3-4417-ac9d-56fbb2a97ddd tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:43.988238 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-06a6d299-9041-47a7-9e40-d939b6a3805c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:43.988639 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a6d299-9041-47a7-9e40-d939b6a3805c None None] The sync data for ids ['6f23874e-12c6-40a1-96e5-7619d98f141b'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:47:44.070087 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-27239f3d-ffc7-4b42-9432-8d0ac98da3b0 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:44.101542 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27239f3d-ffc7-4b42-9432-8d0ac98da3b0 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c737dbae-ba5d-41a0-b084-0fec1a4bf463,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:44.112151 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7de99a42-fce3-4417-ac9d-56fbb2a97ddd tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for floatingip, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:44.122294 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ad23a7-9578-42f3-93cd-708d680c0c1f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Router 4325660c-d567-49bf-865e-315cce83e5a4 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:47:44.171401 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-27239f3d-ffc7-4b42-9432-8d0ac98da3b0 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:44.174919 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-27239f3d-ffc7-4b42-9432-8d0ac98da3b0 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "DELETE /v2.0/security-groups/c737dbae-ba5d-41a0-b084-0fec1a4bf463 HTTP/1.1" status: 204 len: 168 time: 0.4299438 May 03 22:47:44.186757 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58330) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:44.230973 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['a9c5efb9-9e57-4822-8224-c4bfc00dc164'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:47:44.261757 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['8a1c5f72-11f8-497b-9fc4-ea3247fdb317'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:47:44.314446 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['0bb0e3ca-de57-49a0-91a9-bae2fab49370'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:47:44.361204 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['f29a8b06-8b92-4808-84bd-b5a24faa61fe'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:47:44.385011 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['b46b01d2-324c-4ced-a8bc-dbbdf42d265c'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:47:44.394345 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-175a4007-1f78-4c42-8a2f-cfd22e5b5f9e tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Synchronizing usage tracker for tenant:f96d0b68cc5e42f89545430bba2f4574 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:47:44.395427 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7de99a42-fce3-4417-ac9d-56fbb2a97ddd tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:44.400038 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7de99a42-fce3-4417-ac9d-56fbb2a97ddd tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:44.400464 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [None req-7de99a42-fce3-4417-ac9d-56fbb2a97ddd tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Floating IP ec574046-e4e6-4d27-83b0-2c48a5f6c09f disassociated. External IP: 172.25.2.154, port: 7eff7334-d5f6-4d43-bd3e-d4e9ee07040c. May 03 22:47:44.424491 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ad23a7-9578-42f3-93cd-708d680c0c1f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:47:44.439460 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-175a4007-1f78-4c42-8a2f-cfd22e5b5f9e tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Unset dirty status for tenant:f96d0b68cc5e42f89545430bba2f4574 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:47:44.440754 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-175a4007-1f78-4c42-8a2f-cfd22e5b5f9e tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2532043 May 03 22:47:44.453351 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90803c0b-63e0-49f4-bf08-f1ec0fafe63c req-eb606eee-4589-445a-9bf1-21e2fdd8a626 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:44.459147 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90803c0b-63e0-49f4-bf08-f1ec0fafe63c req-eb606eee-4589-445a-9bf1-21e2fdd8a626 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:44.460316 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58334) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:44.466684 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90803c0b-63e0-49f4-bf08-f1ec0fafe63c req-eb606eee-4589-445a-9bf1-21e2fdd8a626 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:44.471333 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90803c0b-63e0-49f4-bf08-f1ec0fafe63c req-eb606eee-4589-445a-9bf1-21e2fdd8a626 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:44.474550 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52f776a-20b5-4779-a1cf-11b3b75ae3a1 None None] Sync routers for ids ['4325660c-d567-49bf-865e-315cce83e5a4'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:47:44.477094 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90803c0b-63e0-49f4-bf08-f1ec0fafe63c req-eb606eee-4589-445a-9bf1-21e2fdd8a626 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:44.483445 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90803c0b-63e0-49f4-bf08-f1ec0fafe63c req-eb606eee-4589-445a-9bf1-21e2fdd8a626 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:44.489141 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90803c0b-63e0-49f4-bf08-f1ec0fafe63c req-eb606eee-4589-445a-9bf1-21e2fdd8a626 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:44.497164 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-90803c0b-63e0-49f4-bf08-f1ec0fafe63c req-eb606eee-4589-445a-9bf1-21e2fdd8a626 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5428 time: 0.3072844 May 03 22:47:44.504010 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-46ad23a7-9578-42f3-93cd-708d680c0c1f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "PUT /v2.0/routers/4325660c-d567-49bf-865e-315cce83e5a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9442682 May 03 22:47:44.531478 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-f5474cef-d008-404d-a8ac-27fc23442729 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1509385423'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:44.551926 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52f776a-20b5-4779-a1cf-11b3b75ae3a1 None None] Routers {'4325660c-d567-49bf-865e-315cce83e5a4'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:47:44.552092 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-90803c0b-63e0-49f4-bf08-f1ec0fafe63c req-fb6ea3ac-ebac-423a-a0e7-7c901c794491 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540230 May 03 22:47:44.552759 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b52f776a-20b5-4779-a1cf-11b3b75ae3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:47:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['4325660c-d567-49bf-865e-315cce83e5a4'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:44.561598 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f5474cef-d008-404d-a8ac-27fc23442729 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:44.578229 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f5474cef-d008-404d-a8ac-27fc23442729 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:44.605727 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f5474cef-d008-404d-a8ac-27fc23442729 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:44.630307 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f5474cef-d008-404d-a8ac-27fc23442729 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:44.635355 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f5474cef-d008-404d-a8ac-27fc23442729 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Usage tracker for resource:security_group_rule and tenant:f96d0b68cc5e42f89545430bba2f4574 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:47:44.639091 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f5474cef-d008-404d-a8ac-27fc23442729 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:47:44.645693 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f5474cef-d008-404d-a8ac-27fc23442729 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:44.753051 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f5474cef-d008-404d-a8ac-27fc23442729 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:44.996051 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f5474cef-d008-404d-a8ac-27fc23442729 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:45.009344 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78724bae-7fbf-4f9c-a88a-df0b0999fd93 req-030782df-c770-4711-ba2d-e734432c49c0 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:45.010096 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-78724bae-7fbf-4f9c-a88a-df0b0999fd93 req-030782df-c770-4711-ba2d-e734432c49c0 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Synchronizing usage tracker for tenant:584c47bf47e049698552e4a4a9d3464d on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:47:45.035189 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-78724bae-7fbf-4f9c-a88a-df0b0999fd93 req-030782df-c770-4711-ba2d-e734432c49c0 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Unset dirty status for tenant:584c47bf47e049698552e4a4a9d3464d on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:47:45.036817 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-78724bae-7fbf-4f9c-a88a-df0b0999fd93 req-030782df-c770-4711-ba2d-e734432c49c0 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=613e9e45-8d55-4db3-999c-5b7c3b03512f HTTP/1.1" status: 200 len: 946 time: 0.1237535 May 03 22:47:45.052886 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-b52f776a-20b5-4779-a1cf-11b3b75ae3a1 None None] Set router 4325660c-d567-49bf-865e-315cce83e5a4 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:47:45.108459 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-78724bae-7fbf-4f9c-a88a-df0b0999fd93 req-9bba8c90-ac4b-4a1b-99f2-ae27ca9ee484 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b9bd1f-dd06-4143-9ea0-76f399e91c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631266 May 03 22:47:45.112036 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f5474cef-d008-404d-a8ac-27fc23442729 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:45.113264 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f5474cef-d008-404d-a8ac-27fc23442729 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6468334 May 03 22:47:45.122981 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58366) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:45.132703 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-3a80a4f4-d6de-4d97-95ab-a2ad8341a17c tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Request body: {'security_group_rule': {'security_group_id': '5761587d-1f07-4443-aa75-cbfba220f86a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:45.142582 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:47:45.144141 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5474cef-d008-404d-a8ac-27fc23442729 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5761587d-1f07-4443-aa75-cbfba220f86a,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:45.155219 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3a80a4f4-d6de-4d97-95ab-a2ad8341a17c tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:45.165058 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3a80a4f4-d6de-4d97-95ab-a2ad8341a17c tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Usage tracker for resource:security_group_rule and tenant:f96d0b68cc5e42f89545430bba2f4574 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:47:45.178996 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3a80a4f4-d6de-4d97-95ab-a2ad8341a17c tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:47:45.188407 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3a80a4f4-d6de-4d97-95ab-a2ad8341a17c tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:45.197062 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de99a42-fce3-4417-ac9d-56fbb2a97ddd tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Router 6f23874e-12c6-40a1-96e5-7619d98f141b has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:47:45.237076 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-3a80a4f4-d6de-4d97-95ab-a2ad8341a17c tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] create failed (client error): The resource could not be found. May 03 22:47:45.239083 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3a80a4f4-d6de-4d97-95ab-a2ad8341a17c tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1140251 May 03 22:47:45.241429 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58384) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:45.247692 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-2530b43b-b201-4d33-b888-e5738d8bbbda tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Request body: {'security_group_rule': {'security_group_id': '5761587d-1f07-4443-aa75-cbfba220f86a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '5a31247d-edcf-4cb9-8684-dc259c2c446d'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:45.255548 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2530b43b-b201-4d33-b888-e5738d8bbbda tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:45.256868 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 527a1855-13d0-4f13-9c82-a5ca04a8b2f7 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:47:45.260754 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2530b43b-b201-4d33-b888-e5738d8bbbda tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Usage tracker for resource:security_group_rule and tenant:f96d0b68cc5e42f89545430bba2f4574 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:47:45.265312 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2530b43b-b201-4d33-b888-e5738d8bbbda tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:47:45.272583 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2530b43b-b201-4d33-b888-e5738d8bbbda tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:45.322533 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-2530b43b-b201-4d33-b888-e5738d8bbbda tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] create failed (client error): The resource could not be found. May 03 22:47:45.323677 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2530b43b-b201-4d33-b888-e5738d8bbbda tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0811255 May 03 22:47:45.327189 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58396) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:45.412957 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0d3a0100-9c62-4dd2-9fdb-6801328d3906 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:45.450186 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de99a42-fce3-4417-ac9d-56fbb2a97ddd tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:47:45.452856 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0d3a0100-9c62-4dd2-9fdb-6801328d3906 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:45.463409 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de11563a-d8e9-4a66-a460-7fd4f332dbe4 None None] Sync routers for ids ['6f23874e-12c6-40a1-96e5-7619d98f141b'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:47:45.464624 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7de99a42-fce3-4417-ac9d-56fbb2a97ddd tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:45.477421 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de11563a-d8e9-4a66-a460-7fd4f332dbe4 None None] Routers {'6f23874e-12c6-40a1-96e5-7619d98f141b'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:47:45.478068 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-de11563a-d8e9-4a66-a460-7fd4f332dbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:47:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6f23874e-12c6-40a1-96e5-7619d98f141b'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:45.554574 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7de99a42-fce3-4417-ac9d-56fbb2a97ddd tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "PUT /v2.0/floatingips/ec574046-e4e6-4d27-83b0-2c48a5f6c09f HTTP/1.1" status: 200 len: 688 time: 1.5863733 May 03 22:47:45.557264 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58406) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:45.560564 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0d3a0100-9c62-4dd2-9fdb-6801328d3906 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:45.612665 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a0100-9c62-4dd2-9fdb-6801328d3906 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5761587d-1f07-4443-aa75-cbfba220f86a,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:45.654927 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0d3a0100-9c62-4dd2-9fdb-6801328d3906 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:45.666127 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0d3a0100-9c62-4dd2-9fdb-6801328d3906 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "DELETE /v2.0/security-groups/5761587d-1f07-4443-aa75-cbfba220f86a HTTP/1.1" status: 204 len: 168 time: 0.3375773 May 03 22:47:45.667017 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58414) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:45.690671 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-de11563a-d8e9-4a66-a460-7fd4f332dbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:45.721328 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de11563a-d8e9-4a66-a460-7fd4f332dbe4 None None] Routers {'6f23874e-12c6-40a1-96e5-7619d98f141b'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:47:45.728361 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-de11563a-d8e9-4a66-a460-7fd4f332dbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:47:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6f23874e-12c6-40a1-96e5-7619d98f141b'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:45.796561 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e8afc58d-87c4-4038-a99a-fd86833178ea tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Synchronizing usage tracker for tenant:f96d0b68cc5e42f89545430bba2f4574 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:47:45.830378 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e8afc58d-87c4-4038-a99a-fd86833178ea tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Unset dirty status for tenant:f96d0b68cc5e42f89545430bba2f4574 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:47:45.832914 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e8afc58d-87c4-4038-a99a-fd86833178ea tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1648493 May 03 22:47:45.878467 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58418) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:45.898140 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-de11563a-d8e9-4a66-a460-7fd4f332dbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:45.898956 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de11563a-d8e9-4a66-a460-7fd4f332dbe4 None None] The sync data for ids ['6f23874e-12c6-40a1-96e5-7619d98f141b'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:47:45.905828 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-016bb5fd-500b-4b53-a802-9b34f8c50c16 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Request body: {'security_group_rule': {'security_group_id': '3f6c265b-c31a-4aab-b2c3-e3f7d2426d4c', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:45.913122 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 527a1855-13d0-4f13-9c82-a5ca04a8b2f7 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:47:45.921020 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-016bb5fd-500b-4b53-a802-9b34f8c50c16 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:45.924075 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 527a1855-13d0-4f13-9c82-a5ca04a8b2f7 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:47:45.924499 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:45.927884 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-016bb5fd-500b-4b53-a802-9b34f8c50c16 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Usage tracker for resource:security_group_rule and tenant:f96d0b68cc5e42f89545430bba2f4574 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:47:45.932090 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-016bb5fd-500b-4b53-a802-9b34f8c50c16 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:47:45.940034 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-016bb5fd-500b-4b53-a802-9b34f8c50c16 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:45.944192 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-2ca47eb8-b953-4b52-ab0c-7899160eadd0 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Deleting port b6ca2e1c-e877-4ba7-b20d-f6cc567a6abf {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:47:45.944668 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2ca47eb8-b953-4b52-ab0c-7899160eadd0 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:45.995492 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2f22a-0655-4936-9fc0-870d4a4ca5ca req-1c5c20dd-4ea1-4e5f-981d-dd35046e2f9f tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:46.003305 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2f22a-0655-4936-9fc0-870d4a4ca5ca req-1c5c20dd-4ea1-4e5f-981d-dd35046e2f9f tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:46.010719 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2f22a-0655-4936-9fc0-870d4a4ca5ca req-1c5c20dd-4ea1-4e5f-981d-dd35046e2f9f tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:46.022825 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2f22a-0655-4936-9fc0-870d4a4ca5ca req-1c5c20dd-4ea1-4e5f-981d-dd35046e2f9f tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:46.030448 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2f22a-0655-4936-9fc0-870d4a4ca5ca req-1c5c20dd-4ea1-4e5f-981d-dd35046e2f9f tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:46.030642 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b52f776a-20b5-4779-a1cf-11b3b75ae3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4325660c-d567-49bf-865e-315cce83e5a4', 'name': 'tempest-TestNetworkBasicOps-router-1950764700', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '219abd26-fe69-4194-9dfa-3329166960bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:52Z', 'updated_at': '2022-05-03T22:47:42Z', 'revision_number': 6, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'gw_port': {'id': '219abd26-fe69-4194-9dfa-3329166960bf', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:54Z', 'updated_at': '2022-05-03T22:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'e415418c-d586-42a1-80ea-98ebfc39514c', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'floating_ip_address': '172.25.2.141', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'port_id': '9bcba210-edd2-4295-ab59-511a535a6293', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea', 'mac_address': 'fa:16:3e:4d:31:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216889b4-fd5f-44c3-b5df-d8f88700df2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:45:11Z', 'updated_at': '2022-05-03T22:45:27Z', 'revision_number': 1, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a012f2-8ebd-491d-a07f-fe921a6b3d72', 'name': '', 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'mac_address': 'fa:16:3e:a5:1c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '75fb2b3e-c5da-45bb-9684-b6f9b5771795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:44:09Z', 'updated_at': '2022-05-03T22:44:28Z', 'revision_number': 5, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'subnets': [{'id': '75fb2b3e-c5da-45bb-9684-b6f9b5771795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:46.037543 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2f22a-0655-4936-9fc0-870d4a4ca5ca req-1c5c20dd-4ea1-4e5f-981d-dd35046e2f9f tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:46.039468 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52f776a-20b5-4779-a1cf-11b3b75ae3a1 None None] Checking router: 4325660c-d567-49bf-865e-315cce83e5a4 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:47:46.044870 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2f22a-0655-4936-9fc0-870d4a4ca5ca req-1c5c20dd-4ea1-4e5f-981d-dd35046e2f9f tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:46.047092 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-87f2f22a-0655-4936-9fc0-870d4a4ca5ca req-1c5c20dd-4ea1-4e5f-981d-dd35046e2f9f tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5428 time: 0.2201593 May 03 22:47:46.079118 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-016bb5fd-500b-4b53-a802-9b34f8c50c16 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] create failed (client error): The resource could not be found. May 03 22:47:46.080820 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-016bb5fd-500b-4b53-a802-9b34f8c50c16 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1944399 May 03 22:47:46.084447 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58422) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:46.091670 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-2b14d6b0-87b4-4507-b6bd-95a376d5b4f8 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Request body: {'security_group': {'name': 'tempest-secgroup--26039713'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:46.106957 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2b14d6b0-87b4-4507-b6bd-95a376d5b4f8 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:46.109195 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52f776a-20b5-4779-a1cf-11b3b75ae3a1 None None] Routers {'4325660c-d567-49bf-865e-315cce83e5a4'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:47:46.109842 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b52f776a-20b5-4779-a1cf-11b3b75ae3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:47:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['4325660c-d567-49bf-865e-315cce83e5a4'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:46.128762 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-87f2f22a-0655-4936-9fc0-870d4a4ca5ca req-66e9d3c9-eda0-4797-a585-5476a0a50c1d tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0730758 May 03 22:47:46.131904 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2b14d6b0-87b4-4507-b6bd-95a376d5b4f8 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:46.177185 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2b14d6b0-87b4-4507-b6bd-95a376d5b4f8 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:46.201597 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2ca47eb8-b953-4b52-ab0c-7899160eadd0 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:46.201958 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2ca47eb8-b953-4b52-ab0c-7899160eadd0 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:46.207906 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2b14d6b0-87b4-4507-b6bd-95a376d5b4f8 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:46.211985 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2b14d6b0-87b4-4507-b6bd-95a376d5b4f8 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Usage tracker for resource:security_group_rule and tenant:f96d0b68cc5e42f89545430bba2f4574 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:47:46.215935 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2b14d6b0-87b4-4507-b6bd-95a376d5b4f8 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:47:46.225164 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2b14d6b0-87b4-4507-b6bd-95a376d5b4f8 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:46.357250 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:46.379337 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2b14d6b0-87b4-4507-b6bd-95a376d5b4f8 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:46.397005 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-2ca47eb8-b953-4b52-ab0c-7899160eadd0 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Calling delete_port for b6ca2e1c-e877-4ba7-b20d-f6cc567a6abf owned by network:floatingip {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:47:46.403595 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527a1855-13d0-4f13-9c82-a5ca04a8b2f7'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:47:46.404716 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2b14d6b0-87b4-4507-b6bd-95a376d5b4f8 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:46.431025 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-b52f776a-20b5-4779-a1cf-11b3b75ae3a1 None None] Set router 4325660c-d567-49bf-865e-315cce83e5a4 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:47:46.477306 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14d6b0-87b4-4507-b6bd-95a376d5b4f8 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=295cdfa2-16e6-4020-b560-96a9cc7cda36,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:46.478865 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 527a1855-13d0-4f13-9c82-a5ca04a8b2f7, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=527a1855-13d0-4f13-9c82-a5ca04a8b2f7,segment=NetworkSegment(4ebd1546-6439-4965-9349-d70abc042ed7),segment_id=4ebd1546-6439-4965-9349-d70abc042ed7)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:47:46.480359 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2b14d6b0-87b4-4507-b6bd-95a376d5b4f8 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:46.484468 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2b14d6b0-87b4-4507-b6bd-95a376d5b4f8 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3987412 May 03 22:47:46.490604 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58430) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:46.503407 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-552a2967-a8ce-4a9e-b994-5763d2b6c5f3 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Request body: {'security_group': {'name': 'tempest-secgroup--94613897'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:46.509480 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b14d6b0-87b4-4507-b6bd-95a376d5b4f8 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:46.509948 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b14d6b0-87b4-4507-b6bd-95a376d5b4f8 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:46.510355 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b14d6b0-87b4-4507-b6bd-95a376d5b4f8 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:46.510756 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b14d6b0-87b4-4507-b6bd-95a376d5b4f8 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:46.511153 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b14d6b0-87b4-4507-b6bd-95a376d5b4f8 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:46.511546 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b14d6b0-87b4-4507-b6bd-95a376d5b4f8 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:46.512055 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b14d6b0-87b4-4507-b6bd-95a376d5b4f8 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:46.513064 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b14d6b0-87b4-4507-b6bd-95a376d5b4f8 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:46.513466 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b14d6b0-87b4-4507-b6bd-95a376d5b4f8 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:46.513986 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b14d6b0-87b4-4507-b6bd-95a376d5b4f8 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:46.514376 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b14d6b0-87b4-4507-b6bd-95a376d5b4f8 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:46.514758 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b14d6b0-87b4-4507-b6bd-95a376d5b4f8 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:47:46.535436 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-552a2967-a8ce-4a9e-b994-5763d2b6c5f3 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:46.550795 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-552a2967-a8ce-4a9e-b994-5763d2b6c5f3 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Usage tracker for resource:security_group and tenant:f96d0b68cc5e42f89545430bba2f4574 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:47:46.557268 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-552a2967-a8ce-4a9e-b994-5763d2b6c5f3 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:47:46.570193 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-552a2967-a8ce-4a9e-b994-5763d2b6c5f3 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:46.596290 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-552a2967-a8ce-4a9e-b994-5763d2b6c5f3 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:46.655343 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9df35e1-dc4c-49e1-a956-f0c4f77d16c1'] response: {'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527a1855-13d0-4f13-9c82-a5ca04a8b2f7', 'code': 200} May 03 22:47:46.659062 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d73ba-62a0-4a40-a728-f5a1d169fd1f req-7450570e-8fcb-4f32-96cc-66f064dd3f6b tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:46.659225 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a98ce-0b4e-445e-a05d-6456c26f651d req-0ec80566-ba81-4f74-905b-c2217a218eff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:46.659920 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-416a98ce-0b4e-445e-a05d-6456c26f651d req-0ec80566-ba81-4f74-905b-c2217a218eff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Synchronizing usage tracker for tenant:584c47bf47e049698552e4a4a9d3464d on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:47:46.660590 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e1d73ba-62a0-4a40-a728-f5a1d169fd1f req-7450570e-8fcb-4f32-96cc-66f064dd3f6b tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=613e9e45-8d55-4db3-999c-5b7c3b03512f HTTP/1.1" status: 200 len: 946 time: 0.3370693 May 03 22:47:46.661668 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-552a2967-a8ce-4a9e-b994-5763d2b6c5f3 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:46.667752 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-552a2967-a8ce-4a9e-b994-5763d2b6c5f3 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Usage tracker for resource:security_group_rule and tenant:f96d0b68cc5e42f89545430bba2f4574 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:47:46.671134 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:46.675756 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-552a2967-a8ce-4a9e-b994-5763d2b6c5f3 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:47:46.681493 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-416a98ce-0b4e-445e-a05d-6456c26f651d req-0ec80566-ba81-4f74-905b-c2217a218eff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Unset dirty status for tenant:584c47bf47e049698552e4a4a9d3464d on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:47:46.682669 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-416a98ce-0b4e-445e-a05d-6456c26f651d req-0ec80566-ba81-4f74-905b-c2217a218eff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.67 "GET /v2.0/ports?device_id=613e9e45-8d55-4db3-999c-5b7c3b03512f HTTP/1.1" status: 200 len: 946 time: 0.2000237 May 03 22:47:46.686574 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2ca47eb8-b953-4b52-ab0c-7899160eadd0 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:46.702631 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-552a2967-a8ce-4a9e-b994-5763d2b6c5f3 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:46.755337 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e1d73ba-62a0-4a40-a728-f5a1d169fd1f req-781581c8-f77e-4efd-8306-b43eef8cf605 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=c0b9bd1f-dd06-4143-9ea0-76f399e91c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833647 May 03 22:47:46.819835 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca47eb8-b953-4b52-ab0c-7899160eadd0 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event deleted for resources: {'Port': ['ID=b6ca2e1c-e877-4ba7-b20d-f6cc567a6abf,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:46.826612 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-552a2967-a8ce-4a9e-b994-5763d2b6c5f3 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:46.832476 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-552a2967-a8ce-4a9e-b994-5763d2b6c5f3 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:46.857603 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=527a1855-13d0-4f13-9c82-a5ca04a8b2f7,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:46.906894 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a2967-a8ce-4a9e-b994-5763d2b6c5f3 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02121d6e-956c-436b-8206-d1ce9a1bcb95,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:46.911405 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-552a2967-a8ce-4a9e-b994-5763d2b6c5f3 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:46.913207 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-552a2967-a8ce-4a9e-b994-5763d2b6c5f3 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4204321 May 03 22:47:46.916133 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58436) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:46.922066 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-a25d2e35-d5ba-4e2b-bcfd-b3ec2dbd866c tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Request body: {'security_group_rule': {'security_group_id': '295cdfa2-16e6-4020-b560-96a9cc7cda36', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '02121d6e-956c-436b-8206-d1ce9a1bcb95'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:46.928438 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a25d2e35-d5ba-4e2b-bcfd-b3ec2dbd866c tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:46.932691 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a25d2e35-d5ba-4e2b-bcfd-b3ec2dbd866c tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Usage tracker for resource:security_group_rule and tenant:f96d0b68cc5e42f89545430bba2f4574 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:47:46.937010 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a25d2e35-d5ba-4e2b-bcfd-b3ec2dbd866c tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:47:46.941123 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-416a98ce-0b4e-445e-a05d-6456c26f651d req-9fe9c27d-4a4e-4a87-9d62-087f3a1fd331 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Deleting port e3a694c3-bb3e-48e9-9b45-41385f0456b8 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:47:46.941472 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-416a98ce-0b4e-445e-a05d-6456c26f651d req-9fe9c27d-4a4e-4a87-9d62-087f3a1fd331 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:46.944001 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a25d2e35-d5ba-4e2b-bcfd-b3ec2dbd866c tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:46.966888 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b52f776a-20b5-4779-a1cf-11b3b75ae3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4325660c-d567-49bf-865e-315cce83e5a4', 'name': 'tempest-TestNetworkBasicOps-router-1950764700', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '219abd26-fe69-4194-9dfa-3329166960bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:52Z', 'updated_at': '2022-05-03T22:47:42Z', 'revision_number': 6, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'gw_port': {'id': '219abd26-fe69-4194-9dfa-3329166960bf', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:54Z', 'updated_at': '2022-05-03T22:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'e415418c-d586-42a1-80ea-98ebfc39514c', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'floating_ip_address': '172.25.2.141', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'port_id': '9bcba210-edd2-4295-ab59-511a535a6293', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea', 'mac_address': 'fa:16:3e:4d:31:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216889b4-fd5f-44c3-b5df-d8f88700df2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:45:11Z', 'updated_at': '2022-05-03T22:45:27Z', 'revision_number': 1, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a012f2-8ebd-491d-a07f-fe921a6b3d72', 'name': '', 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'mac_address': 'fa:16:3e:a5:1c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '75fb2b3e-c5da-45bb-9684-b6f9b5771795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:44:09Z', 'updated_at': '2022-05-03T22:44:28Z', 'revision_number': 5, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'subnets': [{'id': '75fb2b3e-c5da-45bb-9684-b6f9b5771795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:46.972666 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52f776a-20b5-4779-a1cf-11b3b75ae3a1 None None] The sync data for ids ['4325660c-d567-49bf-865e-315cce83e5a4'] in n-d-811807-1 is: [{'id': '4325660c-d567-49bf-865e-315cce83e5a4', 'name': 'tempest-TestNetworkBasicOps-router-1950764700', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '219abd26-fe69-4194-9dfa-3329166960bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:52Z', 'updated_at': '2022-05-03T22:47:42Z', 'revision_number': 6, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'gw_port': {'id': '219abd26-fe69-4194-9dfa-3329166960bf', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:54Z', 'updated_at': '2022-05-03T22:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'e415418c-d586-42a1-80ea-98ebfc39514c', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'floating_ip_address': '172.25.2.141', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'port_id': '9bcba210-edd2-4295-ab59-511a535a6293', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea', 'mac_address': 'fa:16:3e:4d:31:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216889b4-fd5f-44c3-b5df-d8f88700df2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:45:11Z', 'updated_at': '2022-05-03T22:45:27Z', 'revision_number': 1, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a012f2-8ebd-491d-a07f-fe921a6b3d72', 'name': '', 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'mac_address': 'fa:16:3e:a5:1c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '75fb2b3e-c5da-45bb-9684-b6f9b5771795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:44:09Z', 'updated_at': '2022-05-03T22:44:28Z', 'revision_number': 5, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'subnets': [{'id': '75fb2b3e-c5da-45bb-9684-b6f9b5771795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:47:46.991518 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-a25d2e35-d5ba-4e2b-bcfd-b3ec2dbd866c tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:47:46.994977 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a25d2e35-d5ba-4e2b-bcfd-b3ec2dbd866c tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0750208 May 03 22:47:46.995718 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58440) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:47.174206 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2ca47eb8-b953-4b52-ab0c-7899160eadd0 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for floatingip, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:47.227887 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2ca47eb8-b953-4b52-ab0c-7899160eadd0 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:47.233530 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2ca47eb8-b953-4b52-ab0c-7899160eadd0 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "DELETE /v2.0/floatingips/ec574046-e4e6-4d27-83b0-2c48a5f6c09f HTTP/1.1" status: 204 len: 168 time: 1.6706028 May 03 22:47:47.234721 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58446) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:47.240435 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-fe6e7602-b49e-4da4-9e4e-80f9109893d4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'port_id': '522794e5-ddc8-4bc1-9bc2-4db37c72860f'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:47.249117 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fe6e7602-b49e-4da4-9e4e-80f9109893d4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:47.256003 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fe6e7602-b49e-4da4-9e4e-80f9109893d4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Usage tracker for resource:floatingip and tenant:8c95c89f05244bbf88571ec673604262 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:47:47.259657 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fe6e7602-b49e-4da4-9e4e-80f9109893d4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:47:47.266172 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fe6e7602-b49e-4da4-9e4e-80f9109893d4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:47.278858 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fe6e7602-b49e-4da4-9e4e-80f9109893d4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:47.337511 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3f7a993d-436b-428e-9efa-935777d41841 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:47.384461 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 1de09b97-c609-46ba-8de7-babd00d9248f no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:47:47.393898 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3f7a993d-436b-428e-9efa-935777d41841 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:47.434380 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-416a98ce-0b4e-445e-a05d-6456c26f651d req-9fe9c27d-4a4e-4a87-9d62-087f3a1fd331 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] For port e3a694c3-bb3e-48e9-9b45-41385f0456b8, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=e3a694c3-bb3e-48e9-9b45-41385f0456b8,segment=NetworkSegment(728aedfe-38f8-49eb-9703-45da4f83bd45),segment_id=728aedfe-38f8-49eb-9703-45da4f83bd45)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:47:47.434656 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-416a98ce-0b4e-445e-a05d-6456c26f651d req-9fe9c27d-4a4e-4a87-9d62-087f3a1fd331 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:47.436718 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 1de09b97-c609-46ba-8de7-babd00d9248f {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:47:47.437045 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 1de09b97-c609-46ba-8de7-babd00d9248f not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:47:47.512657 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36551a02-d416-40cf-ace4-b10236f6ecb2 req-ee1e8af3-c490-4b13-b3c3-9c646a3e7aae tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:47.519222 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36551a02-d416-40cf-ace4-b10236f6ecb2 req-ee1e8af3-c490-4b13-b3c3-9c646a3e7aae tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:47.526062 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36551a02-d416-40cf-ace4-b10236f6ecb2 req-ee1e8af3-c490-4b13-b3c3-9c646a3e7aae tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:47.532998 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36551a02-d416-40cf-ace4-b10236f6ecb2 req-ee1e8af3-c490-4b13-b3c3-9c646a3e7aae tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:47.539893 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36551a02-d416-40cf-ace4-b10236f6ecb2 req-ee1e8af3-c490-4b13-b3c3-9c646a3e7aae tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:47.548158 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36551a02-d416-40cf-ace4-b10236f6ecb2 req-ee1e8af3-c490-4b13-b3c3-9c646a3e7aae tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:47.555476 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36551a02-d416-40cf-ace4-b10236f6ecb2 req-ee1e8af3-c490-4b13-b3c3-9c646a3e7aae tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:47.563260 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-36551a02-d416-40cf-ace4-b10236f6ecb2 req-ee1e8af3-c490-4b13-b3c3-9c646a3e7aae tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5429 time: 0.2645016 May 03 22:47:47.593224 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-416a98ce-0b4e-445e-a05d-6456c26f651d req-9fe9c27d-4a4e-4a87-9d62-087f3a1fd331 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Calling delete_port for e3a694c3-bb3e-48e9-9b45-41385f0456b8 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:47:47.626338 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3f7a993d-436b-428e-9efa-935777d41841 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:47.662643 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a993d-436b-428e-9efa-935777d41841 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02121d6e-956c-436b-8206-d1ce9a1bcb95,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:47.671010 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fe6e7602-b49e-4da4-9e4e-80f9109893d4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:47.677709 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-36551a02-d416-40cf-ace4-b10236f6ecb2 req-46c1a9d2-7207-40dc-920b-5b555dfb9ba9 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1135404 May 03 22:47:47.684319 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3f7a993d-436b-428e-9efa-935777d41841 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:47.685481 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3f7a993d-436b-428e-9efa-935777d41841 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "DELETE /v2.0/security-groups/02121d6e-956c-436b-8206-d1ce9a1bcb95 HTTP/1.1" status: 204 len: 168 time: 0.6892328 May 03 22:47:47.705065 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58452) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:47.818165 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a6db8df6-e052-4594-9f44-f8b8635d7553 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Synchronizing usage tracker for tenant:f96d0b68cc5e42f89545430bba2f4574 on resource:security_group {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:47:47.836358 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-fe6e7602-b49e-4da4-9e4e-80f9109893d4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Allocated IP 172.25.2.127 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/a2f3067a-4b63-4f53-a936-7901aaa78728) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:47:47.850266 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-416a98ce-0b4e-445e-a05d-6456c26f651d req-9fe9c27d-4a4e-4a87-9d62-087f3a1fd331 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:47.945555 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a6db8df6-e052-4594-9f44-f8b8635d7553 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Unset dirty status for tenant:f96d0b68cc5e42f89545430bba2f4574 on resource:security_group {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:47:47.951498 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a6db8df6-e052-4594-9f44-f8b8635d7553 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.2452223 May 03 22:47:47.952148 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58460) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:47.961939 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9c27d-4a4e-4a87-9d62-087f3a1fd331 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event deleted for resources: {'Port': ['ID=e3a694c3-bb3e-48e9-9b45-41385f0456b8,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:48.025373 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58464) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:48.072732 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-416a98ce-0b4e-445e-a05d-6456c26f651d req-9fe9c27d-4a4e-4a87-9d62-087f3a1fd331 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] No DVR routers for this DVR port e3a694c3-bb3e-48e9-9b45-41385f0456b8 on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:47:48.085589 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-416a98ce-0b4e-445e-a05d-6456c26f651d req-9fe9c27d-4a4e-4a87-9d62-087f3a1fd331 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:48.089356 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '613e9e45-8d55-4db3-999c-5b7c3b03512f', 'name': 'network-vif-deleted', 'tag': 'e3a694c3-bb3e-48e9-9b45-41385f0456b8'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:47:48.125977 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-13045a46-bbf2-44b6-a9f2-607ce385aeee req-13ae0c0d-db00-4745-9a02-bc695cfa65b1 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=613e9e45-8d55-4db3-999c-5b7c3b03512f HTTP/1.1" status: 200 len: 210 time: 0.0925417 May 03 22:47:48.137662 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-416a98ce-0b4e-445e-a05d-6456c26f651d req-9fe9c27d-4a4e-4a87-9d62-087f3a1fd331 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.67 "DELETE /v2.0/ports/e3a694c3-bb3e-48e9-9b45-41385f0456b8 HTTP/1.1" status: 204 len: 173 time: 1.3993018 May 03 22:47:48.157464 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-575e8b13-7487-474d-95fd-a6f354b43069 admin admin] Deleting subnet 6f14b44a-594c-4e27-8f22-8dabc2bfdf58 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:47:48.165224 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-575e8b13-7487-474d-95fd-a6f354b43069 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:48.218550 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fe6e7602-b49e-4da4-9e4e-80f9109893d4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:48.225785 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-575e8b13-7487-474d-95fd-a6f354b43069 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:48.259492 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2f17e63-75af-434d-afa5-486709cfb290'] response: {'server_uuid': '613e9e45-8d55-4db3-999c-5b7c3b03512f', 'name': 'network-vif-deleted', 'tag': 'e3a694c3-bb3e-48e9-9b45-41385f0456b8', 'status': 'completed', 'code': 200} May 03 22:47:48.260415 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a3b20c0d-8b12-478f-b76e-bc090aa7b003 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:48.260561 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fe6e7602-b49e-4da4-9e4e-80f9109893d4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:48.311893 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a3b20c0d-8b12-478f-b76e-bc090aa7b003 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:48.347138 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-575e8b13-7487-474d-95fd-a6f354b43069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:48.370007 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6e7602-b49e-4da4-9e4e-80f9109893d4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:47:48.373769 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-fe6e7602-b49e-4da4-9e4e-80f9109893d4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:47:48.378190 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6e7602-b49e-4da4-9e4e-80f9109893d4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:47:48.414026 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e7602-b49e-4da4-9e4e-80f9109893d4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event updated for resources: {'Port': ['ID=a2f3067a-4b63-4f53-a936-7901aaa78728,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:48.477584 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a3b20c0d-8b12-478f-b76e-bc090aa7b003 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:48.508297 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b20c0d-8b12-478f-b76e-bc090aa7b003 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=295cdfa2-16e6-4020-b560-96a9cc7cda36,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:48.519331 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-575e8b13-7487-474d-95fd-a6f354b43069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:48.577126 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575e8b13-7487-474d-95fd-a6f354b43069 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f14b44a-594c-4e27-8f22-8dabc2bfdf58,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:48.582928 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-575e8b13-7487-474d-95fd-a6f354b43069 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:48.589717 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a3b20c0d-8b12-478f-b76e-bc090aa7b003 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:48.591539 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a3b20c0d-8b12-478f-b76e-bc090aa7b003 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "DELETE /v2.0/security-groups/295cdfa2-16e6-4020-b560-96a9cc7cda36 HTTP/1.1" status: 204 len: 168 time: 0.6328254 May 03 22:47:48.594205 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58472) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:48.597692 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-575e8b13-7487-474d-95fd-a6f354b43069 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6f14b44a-594c-4e27-8f22-8dabc2bfdf58 HTTP/1.1" status: 204 len: 168 time: 0.5713818 May 03 22:47:48.610681 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58476) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:48.753140 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6f3ae45c-e6d6-47bc-a9cb-5da19646f464 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Synchronizing usage tracker for tenant:f96d0b68cc5e42f89545430bba2f4574 on resource:security_group {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:47:48.760942 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f7619177-9f2d-42c7-95ae-368adf15cdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:48.804305 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6f3ae45c-e6d6-47bc-a9cb-5da19646f464 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Unset dirty status for tenant:f96d0b68cc5e42f89545430bba2f4574 on resource:security_group {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:47:48.809362 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6f3ae45c-e6d6-47bc-a9cb-5da19646f464 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2104897 May 03 22:47:48.809658 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58482) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:48.822026 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-8dbdba96-568d-459a-bdb5-f9911da3bac3 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1560845358'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:48.841983 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8dbdba96-568d-459a-bdb5-f9911da3bac3 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:48.866944 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8dbdba96-568d-459a-bdb5-f9911da3bac3 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:48.925569 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f7619177-9f2d-42c7-95ae-368adf15cdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:48.938771 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8dbdba96-568d-459a-bdb5-f9911da3bac3 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:48.970162 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-f7619177-9f2d-42c7-95ae-368adf15cdca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b888fdcb-b426-46e1-8277-6fcb7706bfd7']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:48.972445 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e410f02-08a2-4b29-93ab-2f96eaaa8fe5 req-767719b4-1741-45cb-9cd9-f0d4708cf0f5 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:48.978637 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e410f02-08a2-4b29-93ab-2f96eaaa8fe5 req-767719b4-1741-45cb-9cd9-f0d4708cf0f5 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:48.986066 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-f7619177-9f2d-42c7-95ae-368adf15cdca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b61077f-29a6-4318-9f7d-14d72be3135b') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:48.986284 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e410f02-08a2-4b29-93ab-2f96eaaa8fe5 req-767719b4-1741-45cb-9cd9-f0d4708cf0f5 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:48.986440 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-f7619177-9f2d-42c7-95ae-368adf15cdca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b61077f-29a6-4318-9f7d-14d72be3135b') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:48.993816 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8dbdba96-568d-459a-bdb5-f9911da3bac3 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:48.994279 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e410f02-08a2-4b29-93ab-2f96eaaa8fe5 req-767719b4-1741-45cb-9cd9-f0d4708cf0f5 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:49.001230 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8dbdba96-568d-459a-bdb5-f9911da3bac3 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Usage tracker for resource:security_group_rule and tenant:f96d0b68cc5e42f89545430bba2f4574 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:47:49.001489 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e410f02-08a2-4b29-93ab-2f96eaaa8fe5 req-767719b4-1741-45cb-9cd9-f0d4708cf0f5 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:49.004604 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f7619177-9f2d-42c7-95ae-368adf15cdca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:49.007261 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e410f02-08a2-4b29-93ab-2f96eaaa8fe5 req-767719b4-1741-45cb-9cd9-f0d4708cf0f5 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:49.010766 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8dbdba96-568d-459a-bdb5-f9911da3bac3 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:47:49.013681 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e410f02-08a2-4b29-93ab-2f96eaaa8fe5 req-767719b4-1741-45cb-9cd9-f0d4708cf0f5 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:49.015515 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6e410f02-08a2-4b29-93ab-2f96eaaa8fe5 req-767719b4-1741-45cb-9cd9-f0d4708cf0f5 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5429 time: 0.1754344 May 03 22:47:49.020556 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8dbdba96-568d-459a-bdb5-f9911da3bac3 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:49.031445 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f7619177-9f2d-42c7-95ae-368adf15cdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:49.044719 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7619177-9f2d-42c7-95ae-368adf15cdca admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:47:49.045114 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f7619177-9f2d-42c7-95ae-368adf15cdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:49.058277 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:47:49.058277 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:47:49.058277 n-d-811807-1 neutron-server[88070]: timer() May 03 22:47:49.058277 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:47:49.058277 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:47:49.058277 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:47:49.058277 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:47:49.058277 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:47:49.058277 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:47:49.058277 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:47:49.058277 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:47:49.058277 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:47:49.058277 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:47:49.058277 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:47:49.058277 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:47:49.058277 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:47:49.058277 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:47:49.058277 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:47:49.058277 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:47:49.058277 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:47:49.058277 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:47:49.058277 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:47:49.058277 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:47:49.058277 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:47:49.058277 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:47:49.058277 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:47:49.058277 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:47:49.058277 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:47:49.058277 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:47:49.058277 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:47:49.058277 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:47:49.058277 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:47:49.085673 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6e410f02-08a2-4b29-93ab-2f96eaaa8fe5 req-9213f037-38f9-452c-adeb-ab94ecaff6d6 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590677 May 03 22:47:49.093768 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fe6e7602-b49e-4da4-9e4e-80f9109893d4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:49.151104 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f7619177-9f2d-42c7-95ae-368adf15cdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:49.176534 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f7619177-9f2d-42c7-95ae-368adf15cdca admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:49.187239 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fe6e7602-b49e-4da4-9e4e-80f9109893d4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:49.189805 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7619177-9f2d-42c7-95ae-368adf15cdca admin admin] Pushing event deleted for resources: {'Network': ['ID=b888fdcb-b426-46e1-8277-6fcb7706bfd7,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:49.216526 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8dbdba96-568d-459a-bdb5-f9911da3bac3 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:49.221259 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device f29a8b06-8b92-4808-84bd-b5a24faa61fe up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:47:49.223443 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8dbdba96-568d-459a-bdb5-f9911da3bac3 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:49.246397 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f7619177-9f2d-42c7-95ae-368adf15cdca admin admin] 10.222.0.58 "DELETE /v2.0/networks/b888fdcb-b426-46e1-8277-6fcb7706bfd7 HTTP/1.1" status: 204 len: 168 time: 0.6345022 May 03 22:47:49.265711 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58490) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:49.281690 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8dbdba96-568d-459a-bdb5-f9911da3bac3 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:49.285466 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8dbdba96-568d-459a-bdb5-f9911da3bac3 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4722397 May 03 22:47:49.285771 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbdba96-568d-459a-bdb5-f9911da3bac3 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf16839-3787-4699-ba5a-dadfb9187ab0,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:49.288930 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58494) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:49.299252 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-ff6ae728-b91e-42a1-9396-a2233f40ae2b tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:49.299899 n-d-811807-1 neutron-server[88070]: WARNING neutron.api.v2.base [None req-ff6ae728-b91e-42a1-9396-a2233f40ae2b tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 03 22:47:49.300386 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-ff6ae728-b91e-42a1-9396-a2233f40ae2b tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] update failed (client error): There was a conflict when trying to complete your request. May 03 22:47:49.304331 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ff6ae728-b91e-42a1-9396-a2233f40ae2b tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "PUT /v2.0/security-groups/cbf16839-3787-4699-ba5a-dadfb9187ab0 HTTP/1.1" status: 409 len: 330 time: 0.0091877 May 03 22:47:49.310973 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58498) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:49.337091 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port f29a8b06-8b92-4808-84bd-b5a24faa61fe completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:47:49.346578 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port f29a8b06-8b92-4808-84bd-b5a24faa61fe triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:47:49.347281 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:49.406164 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2d450e20-0132-4509-afb7-7a38a0702973 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:49.424985 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-696cf2ad-aeb3-4b41-b7e6-5e5874887964 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:49.461274 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58502) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:49.468762 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2d450e20-0132-4509-afb7-7a38a0702973 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:49.482135 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:49.510947 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fe6e7602-b49e-4da4-9e4e-80f9109893d4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:49.512715 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f29a8b06-8b92-4808-84bd-b5a24faa61fe'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:47:49.534270 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port f29a8b06-8b92-4808-84bd-b5a24faa61fe, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=f29a8b06-8b92-4808-84bd-b5a24faa61fe,segment=NetworkSegment(905a9b8f-b56e-44de-b624-14b220326904),segment_id=905a9b8f-b56e-44de-b624-14b220326904)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:47:49.541207 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:49.542791 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 0bb0e3ca-de57-49a0-91a9-bae2fab49370 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:47:49.547183 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fe6e7602-b49e-4da4-9e4e-80f9109893d4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:49.597544 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-696cf2ad-aeb3-4b41-b7e6-5e5874887964 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:49.613599 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c768d470-848e-41af-9d0a-e3415ff1b6a4'] response: {'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f29a8b06-8b92-4808-84bd-b5a24faa61fe', 'code': 200} May 03 22:47:49.663844 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d763c2cc-8a66-412c-9b65-78b25cfbcb1d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bdbc5a9222cd43deb11d74ba562f86d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2013135 May 03 22:47:49.667505 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58508) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:49.688031 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-696cf2ad-aeb3-4b41-b7e6-5e5874887964 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:49.694158 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 0bb0e3ca-de57-49a0-91a9-bae2fab49370 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:47:49.698032 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=f29a8b06-8b92-4808-84bd-b5a24faa61fe,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:49.703795 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 0bb0e3ca-de57-49a0-91a9-bae2fab49370 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:47:49.704570 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:49.718156 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e7602-b49e-4da4-9e4e-80f9109893d4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event updated for resources: {'Port': ['ID=a2f3067a-4b63-4f53-a936-7901aaa78728,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:49.728408 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696cf2ad-aeb3-4b41-b7e6-5e5874887964 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf16839-3787-4699-ba5a-dadfb9187ab0,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:49.728783 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fe6e7602-b49e-4da4-9e4e-80f9109893d4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:49.761930 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2d450e20-0132-4509-afb7-7a38a0702973 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:49.764326 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2d450e20-0132-4509-afb7-7a38a0702973 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:49.765960 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2d450e20-0132-4509-afb7-7a38a0702973 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "DELETE /v2.0/security-groups/c0b9bd1f-dd06-4143-9ea0-76f399e91c00 HTTP/1.1" status: 204 len: 168 time: 0.4992428 May 03 22:47:49.785321 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-696cf2ad-aeb3-4b41-b7e6-5e5874887964 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:49.786536 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-696cf2ad-aeb3-4b41-b7e6-5e5874887964 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "DELETE /v2.0/security-groups/cbf16839-3787-4699-ba5a-dadfb9187ab0 HTTP/1.1" status: 204 len: 168 time: 0.4746401 May 03 22:47:49.789310 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58514) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:49.801932 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d450e20-0132-4509-afb7-7a38a0702973 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b9bd1f-dd06-4143-9ea0-76f399e91c00,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:49.807413 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58518) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:49.853145 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-eceb2b61-fe45-473a-a0c9-969fb501ca8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:49.884044 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:49.898562 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-eceb2b61-fe45-473a-a0c9-969fb501ca8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:49.909034 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2a9cc7c-d990-4afc-af93-25363683b538 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Deleting subnet 97270381-9b92-44b9-930d-d069d57723d8 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:47:49.917112 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b2a9cc7c-d990-4afc-af93-25363683b538 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:49.922220 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 0bb0e3ca-de57-49a0-91a9-bae2fab49370, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0bb0e3ca-de57-49a0-91a9-bae2fab49370,segment=NetworkSegment(905a9b8f-b56e-44de-b624-14b220326904),segment_id=905a9b8f-b56e-44de-b624-14b220326904)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:47:49.928552 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:49.929443 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 8a1c5f72-11f8-497b-9fc4-ea3247fdb317 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:47:49.940680 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-65804a47-667d-472f-953f-c8c2c2840482 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Synchronizing usage tracker for tenant:f96d0b68cc5e42f89545430bba2f4574 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:47:49.962160 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-65804a47-667d-472f-953f-c8c2c2840482 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] Unset dirty status for tenant:f96d0b68cc5e42f89545430bba2f4574 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:47:49.967373 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-65804a47-667d-472f-953f-c8c2c2840482 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1734035 May 03 22:47:49.967672 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58522) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:49.987566 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-dc2d1900-300d-4adf-b8e9-995a52199991 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] delete failed (client error): The resource could not be found. May 03 22:47:49.992275 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-dc2d1900-300d-4adf-b8e9-995a52199991 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "DELETE /v2.0/security-groups/4d715a91-cd82-41fc-aebc-41dc3db7abde HTTP/1.1" status: 404 len: 347 time: 0.0199423 May 03 22:47:49.992506 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58526) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:50.004739 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b2a9cc7c-d990-4afc-af93-25363683b538 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:50.013644 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-fe6e7602-b49e-4da4-9e4e-80f9109893d4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Floating IP 460fb303-c418-4443-ae6e-d00beab68540 associated. External IP: 172.25.2.127, port: 522794e5-ddc8-4bc1-9bc2-4db37c72860f. May 03 22:47:50.075034 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-eceb2b61-fe45-473a-a0c9-969fb501ca8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:50.101082 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb2b61-fe45-473a-a0c9-969fb501ca8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10ddb8e-051c-49c5-a8a1-b50e695ecdb4,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:50.106646 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=0bb0e3ca-de57-49a0-91a9-bae2fab49370,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:50.119743 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-eceb2b61-fe45-473a-a0c9-969fb501ca8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:50.120979 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-eceb2b61-fe45-473a-a0c9-969fb501ca8a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a10ddb8e-051c-49c5-a8a1-b50e695ecdb4 HTTP/1.1" status: 204 len: 168 time: 0.4500501 May 03 22:47:50.132148 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 8a1c5f72-11f8-497b-9fc4-ea3247fdb317 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:47:50.138491 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 8a1c5f72-11f8-497b-9fc4-ea3247fdb317 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:47:50.139048 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:50.155899 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b2a9cc7c-d990-4afc-af93-25363683b538 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:50.228201 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-fd98fa3f-d45f-40cd-b073-c4e48dbcf1ef tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] show failed (client error): The resource could not be found. May 03 22:47:50.234385 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-fd98fa3f-d45f-40cd-b073-c4e48dbcf1ef tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "GET /v2.0/security-groups/44842d1b-5fcd-495a-8b2d-7e636ed5577a HTTP/1.1" status: 404 len: 347 time: 0.2406633 May 03 22:47:50.238617 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58534) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:50.268467 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-30b9a36b-33d4-4b67-b7e7-e35e20ecc422 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] show failed (client error): The resource could not be found. May 03 22:47:50.269570 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-30b9a36b-33d4-4b67-b7e7-e35e20ecc422 tempest-NegativeSecGroupTest-1251900452 tempest-NegativeSecGroupTest-1251900452-project] 10.222.0.58 "GET /v2.0/security-group-rules/b468775a-befb-4ab3-814c-f44aa91fdad4 HTTP/1.1" status: 404 len: 356 time: 0.0225093 May 03 22:47:50.283937 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:50.316574 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b2a9cc7c-d990-4afc-af93-25363683b538 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:50.354665 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 8a1c5f72-11f8-497b-9fc4-ea3247fdb317, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=8a1c5f72-11f8-497b-9fc4-ea3247fdb317,segment=NetworkSegment(905a9b8f-b56e-44de-b624-14b220326904),segment_id=905a9b8f-b56e-44de-b624-14b220326904)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:47:50.362821 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:50.363998 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device a9c5efb9-9e57-4822-8224-c4bfc00dc164 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:47:50.402209 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b2a9cc7c-d990-4afc-af93-25363683b538 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:50.417590 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9cc7c-d990-4afc-af93-25363683b538 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event deleted for resources: {'Subnet': ['ID=97270381-9b92-44b9-930d-d069d57723d8,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:50.431275 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b2a9cc7c-d990-4afc-af93-25363683b538 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "DELETE /v2.0/subnets/97270381-9b92-44b9-930d-d069d57723d8 HTTP/1.1" status: 204 len: 168 time: 0.6203475 May 03 22:47:50.431275 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58542) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:50.502962 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1ea90d-e3bb-48ef-98f9-b15c6eda59af None None] Network 39f05c72-cd07-47a8-8e9e-517ef5a6c54f requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:47:50.521279 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=8a1c5f72-11f8-497b-9fc4-ea3247fdb317,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:50.539273 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f052555-cbc1-4ada-90bb-78e62733215e req-743765d9-c035-43c0-b919-4a30f8b1a2bb tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:50.545313 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f052555-cbc1-4ada-90bb-78e62733215e req-743765d9-c035-43c0-b919-4a30f8b1a2bb tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:50.557292 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f052555-cbc1-4ada-90bb-78e62733215e req-743765d9-c035-43c0-b919-4a30f8b1a2bb tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:50.563307 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f052555-cbc1-4ada-90bb-78e62733215e req-743765d9-c035-43c0-b919-4a30f8b1a2bb tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:50.569202 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f052555-cbc1-4ada-90bb-78e62733215e req-743765d9-c035-43c0-b919-4a30f8b1a2bb tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:50.576187 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f052555-cbc1-4ada-90bb-78e62733215e req-743765d9-c035-43c0-b919-4a30f8b1a2bb tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:50.582423 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f052555-cbc1-4ada-90bb-78e62733215e req-743765d9-c035-43c0-b919-4a30f8b1a2bb tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:50.584369 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8f052555-cbc1-4ada-90bb-78e62733215e req-743765d9-c035-43c0-b919-4a30f8b1a2bb tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5432 time: 0.2602153 May 03 22:47:50.634091 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port a9c5efb9-9e57-4822-8224-c4bfc00dc164 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:47:50.641995 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port a9c5efb9-9e57-4822-8224-c4bfc00dc164 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:47:50.642691 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:50.679091 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1edb71ef-4ab4-49c0-93cd-c20a3200e120 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:50.700404 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-1edb71ef-4ab4-49c0-93cd-c20a3200e120 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Deleting port 1be0cfdc-56f1-479a-8d5e-d01fc3d8a6b2 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:47:50.700922 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1edb71ef-4ab4-49c0-93cd-c20a3200e120 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:50.753637 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8f052555-cbc1-4ada-90bb-78e62733215e req-75a919b8-5945-4738-8ec4-9664c284c600 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1117504 May 03 22:47:50.775107 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device e3a694c3-bb3e-48e9-9b45-41385f0456b8 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:47:50.792593 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6e7602-b49e-4da4-9e4e-80f9109893d4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Router 6f23874e-12c6-40a1-96e5-7619d98f141b has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:47:50.850717 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: e3a694c3-bb3e-48e9-9b45-41385f0456b8 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:47:50.851210 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device e3a694c3-bb3e-48e9-9b45-41385f0456b8 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:47:50.866038 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58552) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:50.957416 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:50.975534 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a559c0d3-fbc3-4a12-ba84-2db768adeccb None None] DHCP port deletion for 39f05c72-cd07-47a8-8e9e-517ef5a6c54f request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:47:50.982108 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a559c0d3-fbc3-4a12-ba84-2db768adeccb None None] Deleting port 1be0cfdc-56f1-479a-8d5e-d01fc3d8a6b2 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:47:50.982641 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a559c0d3-fbc3-4a12-ba84-2db768adeccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:50.994343 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-1edb71ef-4ab4-49c0-93cd-c20a3200e120 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] For port 1be0cfdc-56f1-479a-8d5e-d01fc3d8a6b2, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=1be0cfdc-56f1-479a-8d5e-d01fc3d8a6b2,segment=NetworkSegment(728aedfe-38f8-49eb-9703-45da4f83bd45),segment_id=728aedfe-38f8-49eb-9703-45da4f83bd45)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:47:50.996476 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1edb71ef-4ab4-49c0-93cd-c20a3200e120 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:51.051499 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6e7602-b49e-4da4-9e4e-80f9109893d4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:47:51.058750 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port a9c5efb9-9e57-4822-8224-c4bfc00dc164, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a9c5efb9-9e57-4822-8224-c4bfc00dc164,segment=NetworkSegment(5a1a325c-4dfc-4f52-ab11-b191a3075222),segment_id=5a1a325c-4dfc-4f52-ab11-b191a3075222)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:47:51.096819 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fe6e7602-b49e-4da4-9e4e-80f9109893d4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:51.115537 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290ae2d2-e34e-4b1d-b113-938f79bda677 None None] Sync routers for ids ['6f23874e-12c6-40a1-96e5-7619d98f141b'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:47:51.122431 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:51.123362 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device b46b01d2-324c-4ced-a8bc-dbbdf42d265c up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:47:51.165532 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-1edb71ef-4ab4-49c0-93cd-c20a3200e120 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Calling delete_port for 1be0cfdc-56f1-479a-8d5e-d01fc3d8a6b2 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:47:51.220884 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-fe6e7602-b49e-4da4-9e4e-80f9109893d4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.9849823 May 03 22:47:51.224880 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58568) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:51.260497 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290ae2d2-e34e-4b1d-b113-938f79bda677 None None] Routers {'6f23874e-12c6-40a1-96e5-7619d98f141b'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:47:51.261149 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-290ae2d2-e34e-4b1d-b113-938f79bda677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:47:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6f23874e-12c6-40a1-96e5-7619d98f141b'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:51.266245 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1edb71ef-4ab4-49c0-93cd-c20a3200e120 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:51.330339 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-33b297c8-9fa8-4052-9ed8-538eb252f6fd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f96d0b68cc5e42f89545430bba2f4574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4631429 May 03 22:47:51.333078 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58572) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:51.342250 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edb71ef-4ab4-49c0-93cd-c20a3200e120 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] No DVR routers for this DVR port 1be0cfdc-56f1-479a-8d5e-d01fc3d8a6b2 on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:47:51.362132 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-290ae2d2-e34e-4b1d-b113-938f79bda677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:51.392414 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=a9c5efb9-9e57-4822-8224-c4bfc00dc164,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:51.398234 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-41d75bf4-141d-4536-99f8-de17ed76b940 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "GET /v2.0/floatingips/460fb303-c418-4443-ae6e-d00beab68540 HTTP/1.1" status: 200 len: 979 time: 0.1717844 May 03 22:47:51.401884 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58578) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:51.422977 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb71ef-4ab4-49c0-93cd-c20a3200e120 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event deleted for resources: {'Port': ['ID=1be0cfdc-56f1-479a-8d5e-d01fc3d8a6b2,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:51.444584 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port b46b01d2-324c-4ced-a8bc-dbbdf42d265c completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:47:51.464098 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290ae2d2-e34e-4b1d-b113-938f79bda677 None None] Routers {'6f23874e-12c6-40a1-96e5-7619d98f141b'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:47:51.464730 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-290ae2d2-e34e-4b1d-b113-938f79bda677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:47:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6f23874e-12c6-40a1-96e5-7619d98f141b'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:51.524626 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fec2d83f-1222-4b9d-b41b-925ab7769334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:51.541444 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 1be0cfdc-56f1-479a-8d5e-d01fc3d8a6b2 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:47:51.545688 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6a896973-3b7a-4e72-bbfc-ef7904be997e tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Synchronizing usage tracker for tenant:8c95c89f05244bbf88571ec673604262 on resource:floatingip {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:47:51.558054 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1edb71ef-4ab4-49c0-93cd-c20a3200e120 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:51.582799 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port b46b01d2-324c-4ced-a8bc-dbbdf42d265c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:47:51.583084 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:51.595113 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-1edb71ef-4ab4-49c0-93cd-c20a3200e120 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f05c72-cd07-47a8-8e9e-517ef5a6c54f']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:51.613034 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-1edb71ef-4ab4-49c0-93cd-c20a3200e120 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '728aedfe-38f8-49eb-9703-45da4f83bd45') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:51.613599 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-1edb71ef-4ab4-49c0-93cd-c20a3200e120 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '728aedfe-38f8-49eb-9703-45da4f83bd45') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:51.620505 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6a896973-3b7a-4e72-bbfc-ef7904be997e tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Unset dirty status for tenant:8c95c89f05244bbf88571ec673604262 on resource:floatingip {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:47:51.625427 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb0e3ca-de57-49a0-91a9-bae2fab49370'}, {'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1c5f72-11f8-497b-9fc4-ea3247fdb317'}, {'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c5efb9-9e57-4822-8224-c4bfc00dc164'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:47:51.626230 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58586) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:51.629035 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6a896973-3b7a-4e72-bbfc-ef7904be997e tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.2261410 May 03 22:47:51.632221 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1edb71ef-4ab4-49c0-93cd-c20a3200e120 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:51.639132 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fec2d83f-1222-4b9d-b41b-925ab7769334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:51.643816 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-dd2a2df1-8f02-47d2-b5a6-684d4b912eec tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Request body: {'floatingip': {'port_id': '7eff7334-d5f6-4d43-bd3e-d4e9ee07040c'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:51.653210 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 1be0cfdc-56f1-479a-8d5e-d01fc3d8a6b2 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:47:51.653565 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 1be0cfdc-56f1-479a-8d5e-d01fc3d8a6b2 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:47:51.658863 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-290ae2d2-e34e-4b1d-b113-938f79bda677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:51.659272 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290ae2d2-e34e-4b1d-b113-938f79bda677 None None] The sync data for ids ['6f23874e-12c6-40a1-96e5-7619d98f141b'] in n-d-811807-1 is: [] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:47:51.666153 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-a559c0d3-fbc3-4a12-ba84-2db768adeccb None None] For port 1be0cfdc-56f1-479a-8d5e-d01fc3d8a6b2, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=1be0cfdc-56f1-479a-8d5e-d01fc3d8a6b2,segment=NetworkSegment(728aedfe-38f8-49eb-9703-45da4f83bd45),segment_id=728aedfe-38f8-49eb-9703-45da4f83bd45)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:47:51.678488 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a559c0d3-fbc3-4a12-ba84-2db768adeccb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:51.709378 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fec2d83f-1222-4b9d-b41b-925ab7769334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:51.717730 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47612870-ef23-4f28-aaf1-a3002f00aff8'] response: {'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb0e3ca-de57-49a0-91a9-bae2fab49370', 'code': 200} May 03 22:47:51.721008 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47612870-ef23-4f28-aaf1-a3002f00aff8'] response: {'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1c5f72-11f8-497b-9fc4-ea3247fdb317', 'code': 200} May 03 22:47:51.721464 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47612870-ef23-4f28-aaf1-a3002f00aff8'] response: {'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c5efb9-9e57-4822-8224-c4bfc00dc164', 'code': 200} May 03 22:47:51.727547 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2d83f-1222-4b9d-b41b-925ab7769334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4ce3a0-eb22-4870-a7da-df7675001f91,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:51.740967 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fec2d83f-1222-4b9d-b41b-925ab7769334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:51.742453 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-fec2d83f-1222-4b9d-b41b-925ab7769334 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3e4ce3a0-eb22-4870-a7da-df7675001f91 HTTP/1.1" status: 204 len: 168 time: 0.4084954 May 03 22:47:51.771919 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1edb71ef-4ab4-49c0-93cd-c20a3200e120 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:51.786995 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1edb71ef-4ab4-49c0-93cd-c20a3200e120 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:47:51.787418 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1edb71ef-4ab4-49c0-93cd-c20a3200e120 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:51.829482 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:47:51.829482 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:47:51.829482 n-d-811807-1 neutron-server[88070]: timer() May 03 22:47:51.829482 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:47:51.829482 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:47:51.829482 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:47:51.829482 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:47:51.829482 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:47:51.829482 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:47:51.829482 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:47:51.829482 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:47:51.829482 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:47:51.829482 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:47:51.829482 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:47:51.829482 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:47:51.829482 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:47:51.829482 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:47:51.829482 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:47:51.829482 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:47:51.829482 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:47:51.829482 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:47:51.829482 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:47:51.829482 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:47:51.829482 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:47:51.829482 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:47:51.829482 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:47:51.829482 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:47:51.829482 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:47:51.829482 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:47:51.829482 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:47:51.829482 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:47:51.829482 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:47:51.870976 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2df1-8f02-47d2-b5a6-684d4b912eec tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for floatingip, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:51.909259 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a559c0d3-fbc3-4a12-ba84-2db768adeccb None None] Calling delete_port for 1be0cfdc-56f1-479a-8d5e-d01fc3d8a6b2 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:47:52.023142 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1edb71ef-4ab4-49c0-93cd-c20a3200e120 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:52.056337 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1edb71ef-4ab4-49c0-93cd-c20a3200e120 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:52.131327 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:52.172563 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224db1f-6a08-49fe-9ae8-00c39c343c6c req-067fef19-8233-48f1-becd-1f1f842192d8 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:52.178645 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224db1f-6a08-49fe-9ae8-00c39c343c6c req-067fef19-8233-48f1-becd-1f1f842192d8 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:52.185325 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224db1f-6a08-49fe-9ae8-00c39c343c6c req-067fef19-8233-48f1-becd-1f1f842192d8 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:52.196080 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224db1f-6a08-49fe-9ae8-00c39c343c6c req-067fef19-8233-48f1-becd-1f1f842192d8 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:52.196775 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb71ef-4ab4-49c0-93cd-c20a3200e120 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event deleted for resources: {'Network': ['ID=39f05c72-cd07-47a8-8e9e-517ef5a6c54f,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:52.201066 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224db1f-6a08-49fe-9ae8-00c39c343c6c req-067fef19-8233-48f1-becd-1f1f842192d8 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:52.207303 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224db1f-6a08-49fe-9ae8-00c39c343c6c req-067fef19-8233-48f1-becd-1f1f842192d8 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:52.212627 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224db1f-6a08-49fe-9ae8-00c39c343c6c req-067fef19-8233-48f1-becd-1f1f842192d8 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:52.220083 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6224db1f-6a08-49fe-9ae8-00c39c343c6c req-067fef19-8233-48f1-becd-1f1f842192d8 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5433 time: 0.2289896 May 03 22:47:52.220887 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port b46b01d2-324c-4ced-a8bc-dbbdf42d265c, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=b46b01d2-324c-4ced-a8bc-dbbdf42d265c,segment=NetworkSegment(5a1a325c-4dfc-4f52-ab11-b191a3075222),segment_id=5a1a325c-4dfc-4f52-ab11-b191a3075222)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:47:52.222433 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-a559c0d3-fbc3-4a12-ba84-2db768adeccb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:47:52.223205 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-a559c0d3-fbc3-4a12-ba84-2db768adeccb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:47:52.226165 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:52.290376 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1edb71ef-4ab4-49c0-93cd-c20a3200e120 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "DELETE /v2.0/networks/39f05c72-cd07-47a8-8e9e-517ef5a6c54f HTTP/1.1" status: 204 len: 168 time: 1.8581231 May 03 22:47:52.292393 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58606) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:52.320401 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6224db1f-6a08-49fe-9ae8-00c39c343c6c req-81777c34-025c-4d68-9fcd-54b8b9fd8f97 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0994086 May 03 22:47:52.338447 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=b46b01d2-324c-4ced-a8bc-dbbdf42d265c,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:52.585798 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-2b5f075e-5039-45fb-a2c2-0b7adc1fb008 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Deleting port 525104f2-2913-4e46-b8b0-fd61354e6173 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:47:52.586309 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2b5f075e-5039-45fb-a2c2-0b7adc1fb008 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:52.724907 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a559c0d3-fbc3-4a12-ba84-2db768adeccb None None] Deleting port 1be0cfdc-56f1-479a-8d5e-d01fc3d8a6b2 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:47:52.726060 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a559c0d3-fbc3-4a12-ba84-2db768adeccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:52.825840 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a559c0d3-fbc3-4a12-ba84-2db768adeccb None None] The port '1be0cfdc-56f1-479a-8d5e-d01fc3d8a6b2' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:47:52.862695 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-057c0b16-3e96-4de7-a1ed-7f9e9a28328c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:53.034827 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2b5f075e-5039-45fb-a2c2-0b7adc1fb008 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:53.035543 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2b5f075e-5039-45fb-a2c2-0b7adc1fb008 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:53.175998 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-2b5f075e-5039-45fb-a2c2-0b7adc1fb008 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Calling delete_port for 525104f2-2913-4e46-b8b0-fd61354e6173 owned by network:floatingip {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:47:53.464179 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2df1-8f02-47d2-b5a6-684d4b912eec tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:53.471265 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2df1-8f02-47d2-b5a6-684d4b912eec tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:53.598424 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8cc59-15cb-4137-afcb-f544783127b4 req-e8da4812-a767-4966-8dc5-4205120ca7dc tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:53.612059 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8cc59-15cb-4137-afcb-f544783127b4 req-e8da4812-a767-4966-8dc5-4205120ca7dc tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:53.619020 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8cc59-15cb-4137-afcb-f544783127b4 req-e8da4812-a767-4966-8dc5-4205120ca7dc tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:53.627687 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8cc59-15cb-4137-afcb-f544783127b4 req-e8da4812-a767-4966-8dc5-4205120ca7dc tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:53.634960 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8cc59-15cb-4137-afcb-f544783127b4 req-e8da4812-a767-4966-8dc5-4205120ca7dc tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:53.643370 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8cc59-15cb-4137-afcb-f544783127b4 req-e8da4812-a767-4966-8dc5-4205120ca7dc tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:53.649948 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8cc59-15cb-4137-afcb-f544783127b4 req-e8da4812-a767-4966-8dc5-4205120ca7dc tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:53.652352 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-08a8cc59-15cb-4137-afcb-f544783127b4 req-e8da4812-a767-4966-8dc5-4205120ca7dc tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5434 time: 0.1918778 May 03 22:47:53.715472 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-08a8cc59-15cb-4137-afcb-f544783127b4 req-e2d93d3f-d758-422d-9dd4-7f23f3c48d62 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566716 May 03 22:47:53.723085 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46b01d2-324c-4ced-a8bc-dbbdf42d265c'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:47:53.778043 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6c7758a-eddf-4f6d-96d4-8d798ad79a70'] response: {'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46b01d2-324c-4ced-a8bc-dbbdf42d265c', 'code': 200} May 03 22:47:53.800477 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2b5f075e-5039-45fb-a2c2-0b7adc1fb008 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:53.896206 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f075e-5039-45fb-a2c2-0b7adc1fb008 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event deleted for resources: {'Port': ['ID=525104f2-2913-4e46-b8b0-fd61354e6173,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:54.030026 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [None req-dd2a2df1-8f02-47d2-b5a6-684d4b912eec tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Floating IP 460fb303-c418-4443-ae6e-d00beab68540 associated. External IP: 172.25.2.127, port: 522794e5-ddc8-4bc1-9bc2-4db37c72860f. May 03 22:47:54.193596 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2b5f075e-5039-45fb-a2c2-0b7adc1fb008 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for floatingip, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:54.194480 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [None req-2b5f075e-5039-45fb-a2c2-0b7adc1fb008 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Floating IP e415418c-d586-42a1-80ea-98ebfc39514c disassociated (deleted). External IP: 172.25.2.141, port: 9bcba210-edd2-4295-ab59-511a535a6293. May 03 22:47:54.344878 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db6097-7061-4793-8d13-02cb0f45c4b9 req-56dc12a6-5e6b-4af5-b7df-b493f2dea37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:54.345376 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db6097-7061-4793-8d13-02cb0f45c4b9 req-56dc12a6-5e6b-4af5-b7df-b493f2dea37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:54.345872 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db6097-7061-4793-8d13-02cb0f45c4b9 req-56dc12a6-5e6b-4af5-b7df-b493f2dea37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:54.346341 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db6097-7061-4793-8d13-02cb0f45c4b9 req-56dc12a6-5e6b-4af5-b7df-b493f2dea37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:54.346812 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db6097-7061-4793-8d13-02cb0f45c4b9 req-56dc12a6-5e6b-4af5-b7df-b493f2dea37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:54.347278 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db6097-7061-4793-8d13-02cb0f45c4b9 req-56dc12a6-5e6b-4af5-b7df-b493f2dea37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:54.347744 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db6097-7061-4793-8d13-02cb0f45c4b9 req-56dc12a6-5e6b-4af5-b7df-b493f2dea37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:54.349689 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-40db6097-7061-4793-8d13-02cb0f45c4b9 req-56dc12a6-5e6b-4af5-b7df-b493f2dea37e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 6491 time: 0.4865208 May 03 22:47:54.371779 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:54.432058 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-40db6097-7061-4793-8d13-02cb0f45c4b9 req-31123fb7-59e5-4f5e-8cfd-3d4ca40dc6c9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f30926ad-227c-4de7-8e18-a484ba734b31&id=44e5b98b-d575-4eec-a90e-c2de43734608&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0751963 May 03 22:47:54.792931 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2a2df1-8f02-47d2-b5a6-684d4b912eec tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Router 6f23874e-12c6-40a1-96e5-7619d98f141b has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:47:54.979633 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5f075e-5039-45fb-a2c2-0b7adc1fb008 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Router 4325660c-d567-49bf-865e-315cce83e5a4 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:47:55.028065 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ddd23cdb-fce9-4e93-82a6-f37a9ae64987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:55.048469 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d869b9-5435-42ae-811e-214b5bd0ce06 req-c8e68fb7-d381-4c93-b317-2ec82269f120 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:55.054318 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d869b9-5435-42ae-811e-214b5bd0ce06 req-c8e68fb7-d381-4c93-b317-2ec82269f120 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:55.061334 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d869b9-5435-42ae-811e-214b5bd0ce06 req-c8e68fb7-d381-4c93-b317-2ec82269f120 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:55.068581 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d869b9-5435-42ae-811e-214b5bd0ce06 req-c8e68fb7-d381-4c93-b317-2ec82269f120 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:55.074825 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d869b9-5435-42ae-811e-214b5bd0ce06 req-c8e68fb7-d381-4c93-b317-2ec82269f120 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:55.081535 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d869b9-5435-42ae-811e-214b5bd0ce06 req-c8e68fb7-d381-4c93-b317-2ec82269f120 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:55.088127 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d869b9-5435-42ae-811e-214b5bd0ce06 req-c8e68fb7-d381-4c93-b317-2ec82269f120 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:55.090167 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d9d869b9-5435-42ae-811e-214b5bd0ce06 req-c8e68fb7-d381-4c93-b317-2ec82269f120 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5434 time: 0.1601796 May 03 22:47:55.140332 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d9d869b9-5435-42ae-811e-214b5bd0ce06 req-21a8e393-5bdc-4cd9-86eb-9cb3ca6873ca tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439105 May 03 22:47:55.332458 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2a2df1-8f02-47d2-b5a6-684d4b912eec tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:47:55.346527 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f77040-972a-493a-8e06-f6aa1639727e None None] Sync routers for ids ['6f23874e-12c6-40a1-96e5-7619d98f141b'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:47:55.362007 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f77040-972a-493a-8e06-f6aa1639727e None None] Routers {'6f23874e-12c6-40a1-96e5-7619d98f141b'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:47:55.362007 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-e3f77040-972a-493a-8e06-f6aa1639727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:47:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6f23874e-12c6-40a1-96e5-7619d98f141b'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:55.421972 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-e3f77040-972a-493a-8e06-f6aa1639727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:55.433558 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f77040-972a-493a-8e06-f6aa1639727e None None] Routers {'6f23874e-12c6-40a1-96e5-7619d98f141b'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:47:55.434283 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-e3f77040-972a-493a-8e06-f6aa1639727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:47:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6f23874e-12c6-40a1-96e5-7619d98f141b'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:55.475623 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5f075e-5039-45fb-a2c2-0b7adc1fb008 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:47:55.486233 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609a20b8-408f-448f-81ec-2d61125613f9 None None] Sync routers for ids ['4325660c-d567-49bf-865e-315cce83e5a4'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:47:55.499671 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609a20b8-408f-448f-81ec-2d61125613f9 None None] Routers {'4325660c-d567-49bf-865e-315cce83e5a4'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:47:55.500830 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-609a20b8-408f-448f-81ec-2d61125613f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:47:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['4325660c-d567-49bf-865e-315cce83e5a4'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:55.507496 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-e3f77040-972a-493a-8e06-f6aa1639727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:55.507917 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f77040-972a-493a-8e06-f6aa1639727e None None] The sync data for ids ['6f23874e-12c6-40a1-96e5-7619d98f141b'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:47:55.520118 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2b5f075e-5039-45fb-a2c2-0b7adc1fb008 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:55.688293 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2b5f075e-5039-45fb-a2c2-0b7adc1fb008 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "DELETE /v2.0/floatingips/e415418c-d586-42a1-80ea-98ebfc39514c HTTP/1.1" status: 204 len: 168 time: 3.3302491 May 03 22:47:55.707951 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216889b4-fd5f-44c3-b5df-d8f88700df2f', 'tag': '9bcba210-edd2-4295-ab59-511a535a6293'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:47:55.728292 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-609a20b8-408f-448f-81ec-2d61125613f9 None None] Set router 4325660c-d567-49bf-865e-315cce83e5a4 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:47:56.089548 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a508b725-f269-492c-bd1b-b38577992268'] response: {'name': 'network-changed', 'server_uuid': '216889b4-fd5f-44c3-b5df-d8f88700df2f', 'tag': '9bcba210-edd2-4295-ab59-511a535a6293', 'status': 'completed', 'code': 200} May 03 22:47:56.206518 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2a2df1-8f02-47d2-b5a6-684d4b912eec tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Router 6f23874e-12c6-40a1-96e5-7619d98f141b has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:47:56.302778 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:56.320403 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:56.329979 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-609a20b8-408f-448f-81ec-2d61125613f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4325660c-d567-49bf-865e-315cce83e5a4', 'name': 'tempest-TestNetworkBasicOps-router-1950764700', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '219abd26-fe69-4194-9dfa-3329166960bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:52Z', 'updated_at': '2022-05-03T22:47:42Z', 'revision_number': 6, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'gw_port': {'id': '219abd26-fe69-4194-9dfa-3329166960bf', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:54Z', 'updated_at': '2022-05-03T22:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'c5a012f2-8ebd-491d-a07f-fe921a6b3d72', 'name': '', 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'mac_address': 'fa:16:3e:a5:1c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '75fb2b3e-c5da-45bb-9684-b6f9b5771795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:44:09Z', 'updated_at': '2022-05-03T22:44:28Z', 'revision_number': 5, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'subnets': [{'id': '75fb2b3e-c5da-45bb-9684-b6f9b5771795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:56.334718 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609a20b8-408f-448f-81ec-2d61125613f9 None None] Checking router: 4325660c-d567-49bf-865e-315cce83e5a4 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:47:56.345315 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609a20b8-408f-448f-81ec-2d61125613f9 None None] Routers {'4325660c-d567-49bf-865e-315cce83e5a4'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:47:56.346020 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-609a20b8-408f-448f-81ec-2d61125613f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:47:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['4325660c-d567-49bf-865e-315cce83e5a4'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:56.490966 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4c1cc-6251-423f-aa7c-772469f9fb3f req-2ce8e428-952c-4ca8-8367-7cc3ec983fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:56.492631 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3ad4c1cc-6251-423f-aa7c-772469f9fb3f req-2ce8e428-952c-4ca8-8367-7cc3ec983fa6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=584c47bf47e049698552e4a4a9d3464d&device_id=216889b4-fd5f-44c3-b5df-d8f88700df2f HTTP/1.1" status: 200 len: 1097 time: 0.4049094 May 03 22:47:56.583477 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-609a20b8-408f-448f-81ec-2d61125613f9 None None] Set router 4325660c-d567-49bf-865e-315cce83e5a4 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:47:56.631524 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e11c5-a037-410d-a2ec-e4bc8583bace req-c5ac5917-a9da-4f32-8177-8ede0df46a3a tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:56.637375 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e11c5-a037-410d-a2ec-e4bc8583bace req-c5ac5917-a9da-4f32-8177-8ede0df46a3a tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:56.643282 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e11c5-a037-410d-a2ec-e4bc8583bace req-c5ac5917-a9da-4f32-8177-8ede0df46a3a tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:56.649319 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e11c5-a037-410d-a2ec-e4bc8583bace req-c5ac5917-a9da-4f32-8177-8ede0df46a3a tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:56.654957 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e11c5-a037-410d-a2ec-e4bc8583bace req-c5ac5917-a9da-4f32-8177-8ede0df46a3a tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:56.660968 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e11c5-a037-410d-a2ec-e4bc8583bace req-c5ac5917-a9da-4f32-8177-8ede0df46a3a tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:56.664746 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2a2df1-8f02-47d2-b5a6-684d4b912eec tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:47:56.669058 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e11c5-a037-410d-a2ec-e4bc8583bace req-c5ac5917-a9da-4f32-8177-8ede0df46a3a tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:56.671026 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-065e11c5-a037-410d-a2ec-e4bc8583bace req-c5ac5917-a9da-4f32-8177-8ede0df46a3a tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5434 time: 0.3571792 May 03 22:47:56.671398 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2df1-8f02-47d2-b5a6-684d4b912eec tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:56.677446 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b226c7-1e0c-44b9-b389-74eb9092521d None None] Sync routers for ids ['6f23874e-12c6-40a1-96e5-7619d98f141b'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:47:56.692862 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b226c7-1e0c-44b9-b389-74eb9092521d None None] Routers {'6f23874e-12c6-40a1-96e5-7619d98f141b'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:47:56.693478 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-61b226c7-1e0c-44b9-b389-74eb9092521d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:47:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6f23874e-12c6-40a1-96e5-7619d98f141b'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:56.775029 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-61b226c7-1e0c-44b9-b389-74eb9092521d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:56.786144 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-065e11c5-a037-410d-a2ec-e4bc8583bace req-f1b645fc-55cb-40a3-bce2-79e28a1b25f0 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0816736 May 03 22:47:56.787393 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b226c7-1e0c-44b9-b389-74eb9092521d None None] Routers {'6f23874e-12c6-40a1-96e5-7619d98f141b'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:47:56.788239 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-61b226c7-1e0c-44b9-b389-74eb9092521d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:47:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6f23874e-12c6-40a1-96e5-7619d98f141b'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:56.814212 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4c1cc-6251-423f-aa7c-772469f9fb3f req-c52fa7c3-de3a-49fe-94c3-be80cb19254b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:56.816576 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3ad4c1cc-6251-423f-aa7c-772469f9fb3f req-c52fa7c3-de3a-49fe-94c3-be80cb19254b service neutron] 10.222.0.67 "GET /v2.0/networks?id=2682e838-a62e-4a3c-95e3-1cec146b5cea HTTP/1.1" status: 200 len: 898 time: 0.3162270 May 03 22:47:56.822284 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186cc242-a533-43d2-b0c5-027f3f2170ad req-e95a0239-9209-4844-b036-e6ca1bf1e554 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:56.829331 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-186cc242-a533-43d2-b0c5-027f3f2170ad req-e95a0239-9209-4844-b036-e6ca1bf1e554 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=216889b4-fd5f-44c3-b5df-d8f88700df2f HTTP/1.1" status: 200 len: 946 time: 0.1573250 May 03 22:47:56.885960 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-61b226c7-1e0c-44b9-b389-74eb9092521d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:56.886770 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b226c7-1e0c-44b9-b389-74eb9092521d None None] The sync data for ids ['6f23874e-12c6-40a1-96e5-7619d98f141b'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:47:56.926682 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-186cc242-a533-43d2-b0c5-027f3f2170ad req-b179ec98-a1ed-4439-8031-1397d1c5c028 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=3947e19d-137c-4bdc-a204-3a6d88c057db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913851 May 03 22:47:56.985503 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3ad4c1cc-6251-423f-aa7c-772469f9fb3f req-6f3e7612-56d0-4f67-8d85-f570d97e2b77 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bcba210-edd2-4295-ab59-511a535a6293 HTTP/1.1" status: 200 len: 217 time: 0.1576250 May 03 22:47:57.034644 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-609a20b8-408f-448f-81ec-2d61125613f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4325660c-d567-49bf-865e-315cce83e5a4', 'name': 'tempest-TestNetworkBasicOps-router-1950764700', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '219abd26-fe69-4194-9dfa-3329166960bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:52Z', 'updated_at': '2022-05-03T22:47:42Z', 'revision_number': 6, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'gw_port': {'id': '219abd26-fe69-4194-9dfa-3329166960bf', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:54Z', 'updated_at': '2022-05-03T22:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'c5a012f2-8ebd-491d-a07f-fe921a6b3d72', 'name': '', 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'mac_address': 'fa:16:3e:a5:1c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '75fb2b3e-c5da-45bb-9684-b6f9b5771795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:44:09Z', 'updated_at': '2022-05-03T22:44:28Z', 'revision_number': 5, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'subnets': [{'id': '75fb2b3e-c5da-45bb-9684-b6f9b5771795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:57.042919 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609a20b8-408f-448f-81ec-2d61125613f9 None None] The sync data for ids ['4325660c-d567-49bf-865e-315cce83e5a4'] in n-d-811807-1 is: [{'id': '4325660c-d567-49bf-865e-315cce83e5a4', 'name': 'tempest-TestNetworkBasicOps-router-1950764700', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '219abd26-fe69-4194-9dfa-3329166960bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:52Z', 'updated_at': '2022-05-03T22:47:42Z', 'revision_number': 6, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'gw_port': {'id': '219abd26-fe69-4194-9dfa-3329166960bf', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:54Z', 'updated_at': '2022-05-03T22:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'c5a012f2-8ebd-491d-a07f-fe921a6b3d72', 'name': '', 'network_id': '2682e838-a62e-4a3c-95e3-1cec146b5cea', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'mac_address': 'fa:16:3e:a5:1c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2199, 'fixed_ips': [{'subnet_id': '75fb2b3e-c5da-45bb-9684-b6f9b5771795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:44:09Z', 'updated_at': '2022-05-03T22:44:28Z', 'revision_number': 5, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'subnets': [{'id': '75fb2b3e-c5da-45bb-9684-b6f9b5771795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:47:57.061427 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c61b54-b018-4b58-85d2-08d4b6893ce2 req-4614a21e-6efa-445a-b500-690fa4741b6c tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:57.062996 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58c61b54-b018-4b58-85d2-08d4b6893ce2 req-4614a21e-6efa-445a-b500-690fa4741b6c tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f1fedf4-7e15-4053-af23-f11050c661ec HTTP/1.1" status: 200 len: 945 time: 0.1102688 May 03 22:47:57.077835 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-dd2a2df1-8f02-47d2-b5a6-684d4b912eec tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "PUT /v2.0/floatingips/460fb303-c418-4443-ae6e-d00beab68540 HTTP/1.1" status: 200 len: 979 time: 5.4503331 May 03 22:47:57.084772 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58710) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:57.092324 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-ed5b401e-aeb3-4e50-9825-0760cac10cf6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:57.169944 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4c1cc-6251-423f-aa7c-772469f9fb3f req-c9ea236f-d90f-4710-b9ff-82bb1805360b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:57.171411 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3ad4c1cc-6251-423f-aa7c-772469f9fb3f req-c9ea236f-d90f-4710-b9ff-82bb1805360b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=75fb2b3e-c5da-45bb-9684-b6f9b5771795 HTTP/1.1" status: 200 len: 835 time: 0.1657975 May 03 22:47:57.192498 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58c61b54-b018-4b58-85d2-08d4b6893ce2 req-60f8a889-b31e-4b3c-a622-2a8e463e63a6 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b0fa720-34c7-45c8-8944-b3aaf4568555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205554 May 03 22:47:57.239375 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc6184-869f-49ea-9ef6-6e4cdc57e0b9 req-f2c54379-9d36-47a8-a432-fd051144e7f9 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:57.240079 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc6184-869f-49ea-9ef6-6e4cdc57e0b9 req-f2c54379-9d36-47a8-a432-fd051144e7f9 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:57.247067 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc6184-869f-49ea-9ef6-6e4cdc57e0b9 req-f2c54379-9d36-47a8-a432-fd051144e7f9 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:57.253493 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc6184-869f-49ea-9ef6-6e4cdc57e0b9 req-f2c54379-9d36-47a8-a432-fd051144e7f9 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:57.259634 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc6184-869f-49ea-9ef6-6e4cdc57e0b9 req-f2c54379-9d36-47a8-a432-fd051144e7f9 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:57.266563 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc6184-869f-49ea-9ef6-6e4cdc57e0b9 req-f2c54379-9d36-47a8-a432-fd051144e7f9 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:57.274544 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc6184-869f-49ea-9ef6-6e4cdc57e0b9 req-f2c54379-9d36-47a8-a432-fd051144e7f9 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:57.275620 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed5b401e-aeb3-4e50-9825-0760cac10cf6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for floatingip, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:57.276604 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23dc6184-869f-49ea-9ef6-6e4cdc57e0b9 req-f2c54379-9d36-47a8-a432-fd051144e7f9 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5434 time: 0.1920476 May 03 22:47:57.288267 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58720) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:57.309110 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-e2719953-b694-43a5-89b0-5811ba558c7e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Request body: {'floatingip': {'port_id': '527a1855-13d0-4f13-9c82-a5ca04a8b2f7'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:47:57.427897 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e2719953-b694-43a5-89b0-5811ba558c7e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks [] for floatingip, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:57.506914 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc354ee6-485e-4510-9645-6f5cb5692beb None None] New status for floating IP e415418c-d586-42a1-80ea-98ebfc39514c: DOWN {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:47:57.657743 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4c1cc-6251-423f-aa7c-772469f9fb3f req-6f13927d-3067-47ca-b334-5fe95dd7723d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:57.659254 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3ad4c1cc-6251-423f-aa7c-772469f9fb3f req-6f13927d-3067-47ca-b334-5fe95dd7723d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2682e838-a62e-4a3c-95e3-1cec146b5cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4720235 May 03 22:47:57.774697 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:57.907740 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:58.034407 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3ad4c1cc-6251-423f-aa7c-772469f9fb3f req-aac54e79-8d8c-45ce-9249-e40cee6a8180 service neutron] 10.222.0.67 "GET /v2.0/networks/2682e838-a62e-4a3c-95e3-1cec146b5cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612275 May 03 22:47:58.283009 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc780cfa-70c1-4b44-afaf-256cb9b52e64 req-d2be10e8-d711-41a0-bd6b-d983261bb594 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:58.284843 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fc780cfa-70c1-4b44-afaf-256cb9b52e64 req-d2be10e8-d711-41a0-bd6b-d983261bb594 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=216889b4-fd5f-44c3-b5df-d8f88700df2f HTTP/1.1" status: 200 len: 946 time: 0.2050774 May 03 22:47:58.456554 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed5b401e-aeb3-4e50-9825-0760cac10cf6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:58.459685 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3ad4c1cc-6251-423f-aa7c-772469f9fb3f req-8d58da60-4c5c-42de-85d4-d25a0c11cb99 service neutron] 10.222.0.67 "GET /v2.0/networks/2682e838-a62e-4a3c-95e3-1cec146b5cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117732 May 03 22:47:58.473185 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368fe9b-6ce6-4672-99e5-1a0f9795e27f req-c97af272-2125-4131-83ef-c7586cc33332 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:58.473939 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-c368fe9b-6ce6-4672-99e5-1a0f9795e27f req-c97af272-2125-4131-83ef-c7586cc33332 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Synchronizing usage tracker for tenant:584c47bf47e049698552e4a4a9d3464d on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:47:58.485996 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6085e7-dfd7-495f-abc9-f982ae2afd2b req-181fec9e-9cb7-416b-a35c-9e5669eeb3bf tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:58.486722 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-ad6085e7-dfd7-495f-abc9-f982ae2afd2b req-181fec9e-9cb7-416b-a35c-9e5669eeb3bf tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Synchronizing usage tracker for tenant:c9b36c2026314fcba54b84af09c29f52 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:47:58.500797 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed5b401e-aeb3-4e50-9825-0760cac10cf6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:58.501230 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [None req-ed5b401e-aeb3-4e50-9825-0760cac10cf6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Floating IP 460fb303-c418-4443-ae6e-d00beab68540 disassociated. External IP: 172.25.2.127, port: 7eff7334-d5f6-4d43-bd3e-d4e9ee07040c. May 03 22:47:58.534899 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fc780cfa-70c1-4b44-afaf-256cb9b52e64 req-1eaf3a90-c461-4be7-9cdb-3d8497baa228 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=3947e19d-137c-4bdc-a204-3a6d88c057db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716695 May 03 22:47:58.539003 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e2719953-b694-43a5-89b0-5811ba558c7e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:58.546631 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e2719953-b694-43a5-89b0-5811ba558c7e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:58.632904 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-ad6085e7-dfd7-495f-abc9-f982ae2afd2b req-181fec9e-9cb7-416b-a35c-9e5669eeb3bf tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Unset dirty status for tenant:c9b36c2026314fcba54b84af09c29f52 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:47:58.634107 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ad6085e7-dfd7-495f-abc9-f982ae2afd2b req-181fec9e-9cb7-416b-a35c-9e5669eeb3bf tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f1fedf4-7e15-4053-af23-f11050c661ec HTTP/1.1" status: 200 len: 945 time: 0.7520773 May 03 22:47:58.701459 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-c368fe9b-6ce6-4672-99e5-1a0f9795e27f req-c97af272-2125-4131-83ef-c7586cc33332 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Unset dirty status for tenant:584c47bf47e049698552e4a4a9d3464d on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:47:58.702531 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c368fe9b-6ce6-4672-99e5-1a0f9795e27f req-c97af272-2125-4131-83ef-c7586cc33332 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.67 "GET /v2.0/ports?device_id=216889b4-fd5f-44c3-b5df-d8f88700df2f HTTP/1.1" status: 200 len: 946 time: 1.1040289 May 03 22:47:58.755563 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58758) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:58.771870 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-e2719953-b694-43a5-89b0-5811ba558c7e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Floating IP 507ff998-a7cf-4455-a4a7-8a0b9b37de0e associated. External IP: 172.25.2.55, port: 527a1855-13d0-4f13-9c82-a5ca04a8b2f7. May 03 22:47:58.814279 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-ad6085e7-dfd7-495f-abc9-f982ae2afd2b req-f7c07e1e-4001-4014-b970-0361862b00a1 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Deleting port 8de8313c-acf5-453f-ad5a-da74fd90a138 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:47:58.814634 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ad6085e7-dfd7-495f-abc9-f982ae2afd2b req-f7c07e1e-4001-4014-b970-0361862b00a1 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:58.918304 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-c368fe9b-6ce6-4672-99e5-1a0f9795e27f req-cce9be4e-4451-45ac-b18a-f088fd421bda tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Deleting port 9bcba210-edd2-4295-ab59-511a535a6293 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:47:58.918654 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c368fe9b-6ce6-4672-99e5-1a0f9795e27f req-cce9be4e-4451-45ac-b18a-f088fd421bda tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:59.045532 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899034f-cc48-447a-a6c3-0ff8920b2929 req-edf658b1-a5aa-4373-b966-51c32b44b614 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:59.047113 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7899034f-cc48-447a-a6c3-0ff8920b2929 req-edf658b1-a5aa-4373-b966-51c32b44b614 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f1fedf4-7e15-4053-af23-f11050c661ec HTTP/1.1" status: 200 len: 945 time: 0.6391366 May 03 22:47:59.063675 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-81e7a64d-3a55-4db4-a580-a7a9908ab3a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:59.106945 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-81e7a64d-3a55-4db4-a580-a7a9908ab3a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:47:59.116932 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-81e7a64d-3a55-4db4-a580-a7a9908ab3a0 admin admin] Usage tracker for resource:security_group_rule and tenant:1ef732014ecc43e996f5c259ef99ce01 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:47:59.126114 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-81e7a64d-3a55-4db4-a580-a7a9908ab3a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:47:59.142908 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-81e7a64d-3a55-4db4-a580-a7a9908ab3a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:47:59.163968 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7899034f-cc48-447a-a6c3-0ff8920b2929 req-3a8fc4d9-3948-4871-b158-05e26730b6a4 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b0fa720-34c7-45c8-8944-b3aaf4568555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867453 May 03 22:47:59.422830 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-81e7a64d-3a55-4db4-a580-a7a9908ab3a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:59.430011 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-81e7a64d-3a55-4db4-a580-a7a9908ab3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:59.468905 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2719953-b694-43a5-89b0-5811ba558c7e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Router 0d3493ea-022e-4dc7-bae9-91e77ad5c754 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:47:59.491588 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e7a64d-3a55-4db4-a580-a7a9908ab3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002a923e-afe5-4b97-a1fc-d6a889c0e637,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:47:59.501098 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-81e7a64d-3a55-4db4-a580-a7a9908ab3a0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1ef732014ecc43e996f5c259ef99ce01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7444601 May 03 22:47:59.503960 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58766) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:47:59.614976 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-ad6085e7-dfd7-495f-abc9-f982ae2afd2b req-f7c07e1e-4001-4014-b970-0361862b00a1 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] For port 8de8313c-acf5-453f-ad5a-da74fd90a138, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=8de8313c-acf5-453f-ad5a-da74fd90a138,segment=NetworkSegment(0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a),segment_id=0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:47:59.615337 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ad6085e7-dfd7-495f-abc9-f982ae2afd2b req-f7c07e1e-4001-4014-b970-0361862b00a1 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:59.631862 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5b401e-aeb3-4e50-9825-0760cac10cf6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Router 6f23874e-12c6-40a1-96e5-7619d98f141b has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:47:59.730899 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-c368fe9b-6ce6-4672-99e5-1a0f9795e27f req-cce9be4e-4451-45ac-b18a-f088fd421bda tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] For port 9bcba210-edd2-4295-ab59-511a535a6293, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=9bcba210-edd2-4295-ab59-511a535a6293,segment=NetworkSegment(b9e024ec-23f2-465c-9f72-d550cdce520c),segment_id=b9e024ec-23f2-465c-9f72-d550cdce520c)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:47:59.731535 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c368fe9b-6ce6-4672-99e5-1a0f9795e27f req-cce9be4e-4451-45ac-b18a-f088fd421bda tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:59.827523 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-782ed4c6-06a5-43f8-ad38-ee887e2e540c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:59.849742 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2719953-b694-43a5-89b0-5811ba558c7e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:47:59.866098 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b246f39d-aaba-46a3-a3f6-31e841dad1c4 None None] Sync routers for ids ['0d3493ea-022e-4dc7-bae9-91e77ad5c754'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:47:59.875836 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b246f39d-aaba-46a3-a3f6-31e841dad1c4 None None] Routers {'0d3493ea-022e-4dc7-bae9-91e77ad5c754'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:47:59.876677 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-b246f39d-aaba-46a3-a3f6-31e841dad1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:47:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['0d3493ea-022e-4dc7-bae9-91e77ad5c754'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:47:59.877321 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-782ed4c6-06a5-43f8-ad38-ee887e2e540c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:59.900571 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e2719953-b694-43a5-89b0-5811ba558c7e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:47:59.943228 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bffec-ad4a-4fea-9ede-a44a07bbefcd req-da988f29-f4fd-44cb-9033-5ded6b22dd47 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:47:59.944794 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f5bffec-ad4a-4fea-9ede-a44a07bbefcd req-da988f29-f4fd-44cb-9033-5ded6b22dd47 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=216889b4-fd5f-44c3-b5df-d8f88700df2f HTTP/1.1" status: 200 len: 946 time: 0.2406907 May 03 22:48:00.022890 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e2719953-b694-43a5-89b0-5811ba558c7e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "PUT /v2.0/floatingips/507ff998-a7cf-4455-a4a7-8a0b9b37de0e HTTP/1.1" status: 200 len: 991 time: 2.7334065 May 03 22:48:00.026828 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'tag': '527a1855-13d0-4f13-9c82-a5ca04a8b2f7'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:48:00.060447 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f5bffec-ad4a-4fea-9ede-a44a07bbefcd req-86b2bc95-b9e3-4add-b32f-8bc6ab6f9e06 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=3947e19d-137c-4bdc-a204-3a6d88c057db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874019 May 03 22:48:00.061768 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-c368fe9b-6ce6-4672-99e5-1a0f9795e27f req-cce9be4e-4451-45ac-b18a-f088fd421bda tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Calling delete_port for 9bcba210-edd2-4295-ab59-511a535a6293 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:48:00.064160 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-782ed4c6-06a5-43f8-ad38-ee887e2e540c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:00.116192 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ed4c6-06a5-43f8-ad38-ee887e2e540c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002a923e-afe5-4b97-a1fc-d6a889c0e637,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:00.137708 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-782ed4c6-06a5-43f8-ad38-ee887e2e540c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:00.139415 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-782ed4c6-06a5-43f8-ad38-ee887e2e540c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/002a923e-afe5-4b97-a1fc-d6a889c0e637 HTTP/1.1" status: 204 len: 168 time: 0.6346636 May 03 22:48:00.269430 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14f25f53-c36b-4943-afb7-8b66d0adac04'] response: {'name': 'network-changed', 'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'tag': '527a1855-13d0-4f13-9c82-a5ca04a8b2f7', 'status': 'completed', 'code': 200} May 03 22:48:00.315111 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-b246f39d-aaba-46a3-a3f6-31e841dad1c4 None None] Set router 0d3493ea-022e-4dc7-bae9-91e77ad5c754 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:48:00.481728 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301d67d-a69e-41d3-baa9-84414ecf00fc req-6babb876-9d5a-43a0-b800-b7eea4bf1e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:00.482396 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301d67d-a69e-41d3-baa9-84414ecf00fc req-6babb876-9d5a-43a0-b800-b7eea4bf1e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:00.482717 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301d67d-a69e-41d3-baa9-84414ecf00fc req-6babb876-9d5a-43a0-b800-b7eea4bf1e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:00.483187 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301d67d-a69e-41d3-baa9-84414ecf00fc req-6babb876-9d5a-43a0-b800-b7eea4bf1e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:00.483654 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301d67d-a69e-41d3-baa9-84414ecf00fc req-6babb876-9d5a-43a0-b800-b7eea4bf1e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:00.484118 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301d67d-a69e-41d3-baa9-84414ecf00fc req-6babb876-9d5a-43a0-b800-b7eea4bf1e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:00.484682 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301d67d-a69e-41d3-baa9-84414ecf00fc req-6babb876-9d5a-43a0-b800-b7eea4bf1e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:00.486604 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a301d67d-a69e-41d3-baa9-84414ecf00fc req-6babb876-9d5a-43a0-b800-b7eea4bf1e1c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6f7f307699c4be5803d470738b6e79e&device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 6491 time: 0.1986384 May 03 22:48:00.524267 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5b401e-aeb3-4e50-9825-0760cac10cf6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:48:00.529280 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c368fe9b-6ce6-4672-99e5-1a0f9795e27f req-cce9be4e-4451-45ac-b18a-f088fd421bda tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:00.542982 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0821d0eb-07fe-43c6-81b3-6edee4dc3e88 None None] Sync routers for ids ['6f23874e-12c6-40a1-96e5-7619d98f141b'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:48:00.558559 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0821d0eb-07fe-43c6-81b3-6edee4dc3e88 None None] Routers {'6f23874e-12c6-40a1-96e5-7619d98f141b'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:48:00.559560 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-0821d0eb-07fe-43c6-81b3-6edee4dc3e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:47:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6f23874e-12c6-40a1-96e5-7619d98f141b'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:00.598971 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc52eea-fa5b-4883-85bb-cc9407ed31c1 req-f5ba5496-57df-499c-8f58-5288bb3fb8fe tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:00.600492 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bbc52eea-fa5b-4883-85bb-cc9407ed31c1 req-f5ba5496-57df-499c-8f58-5288bb3fb8fe tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f1fedf4-7e15-4053-af23-f11050c661ec HTTP/1.1" status: 200 len: 945 time: 0.2227232 May 03 22:48:00.609083 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9be4e-4451-45ac-b18a-f088fd421bda tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event deleted for resources: {'Port': ['ID=9bcba210-edd2-4295-ab59-511a535a6293,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:00.619812 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed5b401e-aeb3-4e50-9825-0760cac10cf6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:00.667690 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bbc52eea-fa5b-4883-85bb-cc9407ed31c1 req-3914bb72-7cc9-4434-807a-6d0c976e4766 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=5b0fa720-34c7-45c8-8944-b3aaf4568555&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598083 May 03 22:48:00.692179 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301d67d-a69e-41d3-baa9-84414ecf00fc req-9b251948-74e7-4ca7-8d55-6d231f15866e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:00.693797 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a301d67d-a69e-41d3-baa9-84414ecf00fc req-9b251948-74e7-4ca7-8d55-6d231f15866e service neutron] 10.222.0.60 "GET /v2.0/networks?id=6b7a7532-e056-4c5e-b17e-d6ca176c9814 HTTP/1.1" status: 200 len: 912 time: 0.1986217 May 03 22:48:00.737791 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-0821d0eb-07fe-43c6-81b3-6edee4dc3e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:00.764191 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0821d0eb-07fe-43c6-81b3-6edee4dc3e88 None None] Routers {'6f23874e-12c6-40a1-96e5-7619d98f141b'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:48:00.764969 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-0821d0eb-07fe-43c6-81b3-6edee4dc3e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:47:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6f23874e-12c6-40a1-96e5-7619d98f141b'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:00.810919 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a301d67d-a69e-41d3-baa9-84414ecf00fc req-c1656b92-808b-41d3-8170-7a1737cb0228 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=527a1855-13d0-4f13-9c82-a5ca04a8b2f7 HTTP/1.1" status: 200 len: 999 time: 0.1091273 May 03 22:48:00.830356 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58786) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:00.851578 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 9bcba210-edd2-4295-ab59-511a535a6293 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:48:00.876896 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-c368fe9b-6ce6-4672-99e5-1a0f9795e27f req-cce9be4e-4451-45ac-b18a-f088fd421bda tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] No DVR routers for this DVR port 9bcba210-edd2-4295-ab59-511a535a6293 on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:48:00.892086 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301d67d-a69e-41d3-baa9-84414ecf00fc req-faa5214d-f958-45b1-bd9a-195a4d0d71d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:00.894473 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a301d67d-a69e-41d3-baa9-84414ecf00fc req-faa5214d-f958-45b1-bd9a-195a4d0d71d8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=50b35d49-219c-4b17-af47-5e4fd9e4cce5 HTTP/1.1" status: 200 len: 850 time: 0.0756412 May 03 22:48:00.897038 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 9bcba210-edd2-4295-ab59-511a535a6293 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:48:00.897566 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 9bcba210-edd2-4295-ab59-511a535a6293 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:48:00.899104 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-0821d0eb-07fe-43c6-81b3-6edee4dc3e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:00.899646 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0821d0eb-07fe-43c6-81b3-6edee4dc3e88 None None] The sync data for ids ['6f23874e-12c6-40a1-96e5-7619d98f141b'] in n-d-811807-1 is: [] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:48:00.901419 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c368fe9b-6ce6-4672-99e5-1a0f9795e27f req-cce9be4e-4451-45ac-b18a-f088fd421bda tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:00.903424 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c368fe9b-6ce6-4672-99e5-1a0f9795e27f req-cce9be4e-4451-45ac-b18a-f088fd421bda tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.67 "DELETE /v2.0/ports/9bcba210-edd2-4295-ab59-511a535a6293 HTTP/1.1" status: 204 len: 173 time: 2.1853919 May 03 22:48:00.906143 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216889b4-fd5f-44c3-b5df-d8f88700df2f', 'name': 'network-vif-deleted', 'tag': '9bcba210-edd2-4295-ab59-511a535a6293'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:48:00.928419 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-092f1d4a-807e-4b6a-a45f-06c6d1f5ddca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:00.968584 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-b246f39d-aaba-46a3-a3f6-31e841dad1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'name': 'tempest-TaggedBootDevicesTest-518512897-router', 'tenant_id': 'd6f7f307699c4be5803d470738b6e79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b2237ce7-92d3-4eda-a693-1b7f7bee76a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:44:28Z', 'updated_at': '2022-05-03T22:44:50Z', 'revision_number': 4, 'project_id': 'd6f7f307699c4be5803d470738b6e79e', 'gw_port': {'id': 'b2237ce7-92d3-4eda-a693-1b7f7bee76a7', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:36:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:44:33Z', 'updated_at': '2022-05-03T22:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '507ff998-a7cf-4455-a4a7-8a0b9b37de0e', 'tenant_id': 'd6f7f307699c4be5803d470738b6e79e', 'floating_ip_address': '172.25.2.55', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'port_id': '527a1855-13d0-4f13-9c82-a5ca04a8b2f7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b7a7532-e056-4c5e-b17e-d6ca176c9814', 'mac_address': 'fa:16:3e:3b:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:46:11Z', 'updated_at': '2022-05-03T22:47:58Z', 'revision_number': 1, 'project_id': 'd6f7f307699c4be5803d470738b6e79e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20ddc40b-2392-45fc-8eb7-cd106d231e88', 'name': '', 'network_id': '6b7a7532-e056-4c5e-b17e-d6ca176c9814', 'tenant_id': 'd6f7f307699c4be5803d470738b6e79e', 'mac_address': 'fa:16:3e:97:35:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '50b35d49-219c-4b17-af47-5e4fd9e4cce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:44:47Z', 'updated_at': '2022-05-03T22:45:03Z', 'revision_number': 5, 'project_id': 'd6f7f307699c4be5803d470738b6e79e', 'subnets': [{'id': '50b35d49-219c-4b17-af47-5e4fd9e4cce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:00.974113 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b246f39d-aaba-46a3-a3f6-31e841dad1c4 None None] Checking router: 0d3493ea-022e-4dc7-bae9-91e77ad5c754 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:48:00.977991 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ed5b401e-aeb3-4e50-9825-0760cac10cf6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "PUT /v2.0/floatingips/460fb303-c418-4443-ae6e-d00beab68540 HTTP/1.1" status: 200 len: 688 time: 3.8921824 May 03 22:48:00.981357 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58792) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:00.988859 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79ae1ad7-1f0e-40a3-8926-8c325fd3fcfd'] response: {'server_uuid': '216889b4-fd5f-44c3-b5df-d8f88700df2f', 'name': 'network-vif-deleted', 'tag': '9bcba210-edd2-4295-ab59-511a535a6293', 'status': 'completed', 'code': 200} May 03 22:48:00.990922 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b246f39d-aaba-46a3-a3f6-31e841dad1c4 None None] Routers {'0d3493ea-022e-4dc7-bae9-91e77ad5c754'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:48:00.991229 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-092f1d4a-807e-4b6a-a45f-06c6d1f5ddca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:00.991630 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-b246f39d-aaba-46a3-a3f6-31e841dad1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:47:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['0d3493ea-022e-4dc7-bae9-91e77ad5c754'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:00.995374 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ad6085e7-dfd7-495f-abc9-f982ae2afd2b req-f7c07e1e-4001-4014-b970-0361862b00a1 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:00.996547 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ad6085e7-dfd7-495f-abc9-f982ae2afd2b req-f7c07e1e-4001-4014-b970-0361862b00a1 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:00.997025 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [req-ad6085e7-dfd7-495f-abc9-f982ae2afd2b req-f7c07e1e-4001-4014-b970-0361862b00a1 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Floating IP 706aed3c-1ee9-4f0e-b124-1ee2fb08cf12 disassociated. External IP: 172.25.2.228, port: 8de8313c-acf5-453f-ad5a-da74fd90a138. May 03 22:48:00.997518 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-ad6085e7-dfd7-495f-abc9-f982ae2afd2b req-f7c07e1e-4001-4014-b970-0361862b00a1 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Calling delete_port for 8de8313c-acf5-453f-ad5a-da74fd90a138 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:48:01.039920 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-092f1d4a-807e-4b6a-a45f-06c6d1f5ddca admin admin] Usage tracker for resource:security_group_rule and tenant:38eac16e2e8541619c6af7444a6fa86c is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:01.061780 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-092f1d4a-807e-4b6a-a45f-06c6d1f5ddca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:01.072809 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-092f1d4a-807e-4b6a-a45f-06c6d1f5ddca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:01.238098 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-b246f39d-aaba-46a3-a3f6-31e841dad1c4 None None] Set router 0d3493ea-022e-4dc7-bae9-91e77ad5c754 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:48:01.243364 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301d67d-a69e-41d3-baa9-84414ecf00fc req-6eff4353-283f-406a-b184-688f2118a5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:01.245581 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a301d67d-a69e-41d3-baa9-84414ecf00fc req-6eff4353-283f-406a-b184-688f2118a5e6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6b7a7532-e056-4c5e-b17e-d6ca176c9814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3438306 May 03 22:48:01.252516 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 8de8313c-acf5-453f-ad5a-da74fd90a138 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:48:01.334237 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 8de8313c-acf5-453f-ad5a-da74fd90a138 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:48:01.336257 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 8de8313c-acf5-453f-ad5a-da74fd90a138 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:48:01.529151 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ad6085e7-dfd7-495f-abc9-f982ae2afd2b req-f7c07e1e-4001-4014-b970-0361862b00a1 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:01.569969 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-092f1d4a-807e-4b6a-a45f-06c6d1f5ddca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:01.587920 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c07e1e-4001-4014-b970-0361862b00a1 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Pushing event deleted for resources: {'Port': ['ID=8de8313c-acf5-453f-ad5a-da74fd90a138,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:01.590472 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-092f1d4a-807e-4b6a-a45f-06c6d1f5ddca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:01.599203 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cc5d7624-8e01-42d0-ac77-d7cd6eab4b89 req-7df20ff0-1e49-475f-bdbb-69b1fc8f7c07 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=216889b4-fd5f-44c3-b5df-d8f88700df2f HTTP/1.1" status: 200 len: 210 time: 0.0816576 May 03 22:48:01.646046 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-092f1d4a-807e-4b6a-a45f-06c6d1f5ddca admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=38eac16e2e8541619c6af7444a6fa86c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8097734 May 03 22:48:01.680207 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-412f8b61-6671-4e79-b226-b1832780328d tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Deleting port a2f3067a-4b63-4f53-a936-7901aaa78728 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:48:01.680691 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-412f8b61-6671-4e79-b226-b1832780328d tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:01.707400 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58812) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:01.886019 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f1d4a-807e-4b6a-a45f-06c6d1f5ddca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc87bcd-e5b5-4f61-9216-dfd19871849e,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:01.927592 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fdd89756-78bc-46cd-a358-e1fa3d927cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:01.945614 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-b246f39d-aaba-46a3-a3f6-31e841dad1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'name': 'tempest-TaggedBootDevicesTest-518512897-router', 'tenant_id': 'd6f7f307699c4be5803d470738b6e79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b2237ce7-92d3-4eda-a693-1b7f7bee76a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:44:28Z', 'updated_at': '2022-05-03T22:44:50Z', 'revision_number': 4, 'project_id': 'd6f7f307699c4be5803d470738b6e79e', 'gw_port': {'id': 'b2237ce7-92d3-4eda-a693-1b7f7bee76a7', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:36:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:44:33Z', 'updated_at': '2022-05-03T22:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '507ff998-a7cf-4455-a4a7-8a0b9b37de0e', 'tenant_id': 'd6f7f307699c4be5803d470738b6e79e', 'floating_ip_address': '172.25.2.55', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'port_id': '527a1855-13d0-4f13-9c82-a5ca04a8b2f7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b7a7532-e056-4c5e-b17e-d6ca176c9814', 'mac_address': 'fa:16:3e:3b:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:46:11Z', 'updated_at': '2022-05-03T22:47:58Z', 'revision_number': 1, 'project_id': 'd6f7f307699c4be5803d470738b6e79e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20ddc40b-2392-45fc-8eb7-cd106d231e88', 'name': '', 'network_id': '6b7a7532-e056-4c5e-b17e-d6ca176c9814', 'tenant_id': 'd6f7f307699c4be5803d470738b6e79e', 'mac_address': 'fa:16:3e:97:35:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '50b35d49-219c-4b17-af47-5e4fd9e4cce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:44:47Z', 'updated_at': '2022-05-03T22:45:03Z', 'revision_number': 5, 'project_id': 'd6f7f307699c4be5803d470738b6e79e', 'subnets': [{'id': '50b35d49-219c-4b17-af47-5e4fd9e4cce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:01.952105 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b246f39d-aaba-46a3-a3f6-31e841dad1c4 None None] The sync data for ids ['0d3493ea-022e-4dc7-bae9-91e77ad5c754'] in n-d-811807-1 is: [{'id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'name': 'tempest-TaggedBootDevicesTest-518512897-router', 'tenant_id': 'd6f7f307699c4be5803d470738b6e79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b2237ce7-92d3-4eda-a693-1b7f7bee76a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:44:28Z', 'updated_at': '2022-05-03T22:44:50Z', 'revision_number': 4, 'project_id': 'd6f7f307699c4be5803d470738b6e79e', 'gw_port': {'id': 'b2237ce7-92d3-4eda-a693-1b7f7bee76a7', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:36:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:44:33Z', 'updated_at': '2022-05-03T22:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '507ff998-a7cf-4455-a4a7-8a0b9b37de0e', 'tenant_id': 'd6f7f307699c4be5803d470738b6e79e', 'floating_ip_address': '172.25.2.55', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'port_id': '527a1855-13d0-4f13-9c82-a5ca04a8b2f7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b7a7532-e056-4c5e-b17e-d6ca176c9814', 'mac_address': 'fa:16:3e:3b:73:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:46:11Z', 'updated_at': '2022-05-03T22:47:58Z', 'revision_number': 1, 'project_id': 'd6f7f307699c4be5803d470738b6e79e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20ddc40b-2392-45fc-8eb7-cd106d231e88', 'name': '', 'network_id': '6b7a7532-e056-4c5e-b17e-d6ca176c9814', 'tenant_id': 'd6f7f307699c4be5803d470738b6e79e', 'mac_address': 'fa:16:3e:97:35:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '50b35d49-219c-4b17-af47-5e4fd9e4cce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:44:47Z', 'updated_at': '2022-05-03T22:45:03Z', 'revision_number': 5, 'project_id': 'd6f7f307699c4be5803d470738b6e79e', 'subnets': [{'id': '50b35d49-219c-4b17-af47-5e4fd9e4cce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:48:01.965486 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a301d67d-a69e-41d3-baa9-84414ecf00fc req-1dfe3319-0f82-4b8c-bdb1-d02f42e3b000 service neutron] 10.222.0.60 "GET /v2.0/networks/6b7a7532-e056-4c5e-b17e-d6ca176c9814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6944427 May 03 22:48:01.978620 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ebf4b088-606a-40dc-922d-4b179dacb7ef req-a8aa08d8-0313-4ab2-b1d3-af5a5d1a5591 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f1fedf4-7e15-4053-af23-f11050c661ec HTTP/1.1" status: 200 len: 210 time: 0.0797093 May 03 22:48:01.982212 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fdd89756-78bc-46cd-a358-e1fa3d927cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:02.075232 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad6085e7-dfd7-495f-abc9-f982ae2afd2b req-f7c07e1e-4001-4014-b970-0361862b00a1 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Router 71f9c2f0-9970-471d-8465-8e1a4e55130e has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:48:02.111825 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-412f8b61-6671-4e79-b226-b1832780328d tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:02.112163 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-412f8b61-6671-4e79-b226-b1832780328d tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:02.253908 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fdd89756-78bc-46cd-a358-e1fa3d927cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:02.281258 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd89756-78bc-46cd-a358-e1fa3d927cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc87bcd-e5b5-4f61-9216-dfd19871849e,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:02.305073 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-412f8b61-6671-4e79-b226-b1832780328d tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Calling delete_port for a2f3067a-4b63-4f53-a936-7901aaa78728 owned by network:floatingip {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:48:02.319367 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fdd89756-78bc-46cd-a358-e1fa3d927cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:02.323127 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fdd89756-78bc-46cd-a358-e1fa3d927cbb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6fc87bcd-e5b5-4f61-9216-dfd19871849e HTTP/1.1" status: 204 len: 168 time: 0.6090364 May 03 22:48:02.335776 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad6085e7-dfd7-495f-abc9-f982ae2afd2b req-f7c07e1e-4001-4014-b970-0361862b00a1 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:48:02.346778 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357d9e6c-0020-42da-b31d-802a5b5a0a7f None None] Sync routers for ids ['71f9c2f0-9970-471d-8465-8e1a4e55130e'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:48:02.368934 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ade03e-c483-4dd8-af76-c973a3a8b9e5 None None] New status for floating IP 507ff998-a7cf-4455-a4a7-8a0b9b37de0e: ACTIVE {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:48:02.382288 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357d9e6c-0020-42da-b31d-802a5b5a0a7f None None] Routers {'71f9c2f0-9970-471d-8465-8e1a4e55130e'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:48:02.382918 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-357d9e6c-0020-42da-b31d-802a5b5a0a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:47:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['71f9c2f0-9970-471d-8465-8e1a4e55130e'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:02.425496 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6085e7-dfd7-495f-abc9-f982ae2afd2b req-f7c07e1e-4001-4014-b970-0361862b00a1 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] No DVR routers for this DVR port 8de8313c-acf5-453f-ad5a-da74fd90a138 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:48:02.428395 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ad6085e7-dfd7-495f-abc9-f982ae2afd2b req-f7c07e1e-4001-4014-b970-0361862b00a1 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:02.431147 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ad6085e7-dfd7-495f-abc9-f982ae2afd2b req-f7c07e1e-4001-4014-b970-0361862b00a1 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.60 "DELETE /v2.0/ports/8de8313c-acf5-453f-ad5a-da74fd90a138 HTTP/1.1" status: 204 len: 173 time: 3.7705123 May 03 22:48:02.713989 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58852) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:02.785135 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-357d9e6c-0020-42da-b31d-802a5b5a0a7f None None] Set router 71f9c2f0-9970-471d-8465-8e1a4e55130e gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:48:02.808775 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e9d0b49d-de06-4f83-9461-e858a71b8220 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:02.864569 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e9d0b49d-de06-4f83-9461-e858a71b8220 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:02.875528 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-412f8b61-6671-4e79-b226-b1832780328d tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:02.959380 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a301d67d-a69e-41d3-baa9-84414ecf00fc req-2f2f4bc4-2ffd-4606-88e7-8aae2e72bb7d service neutron] 10.222.0.60 "GET /v2.0/networks/6b7a7532-e056-4c5e-b17e-d6ca176c9814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6923342 May 03 22:48:02.962310 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f8b61-6671-4e79-b226-b1832780328d tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event deleted for resources: {'Port': ['ID=a2f3067a-4b63-4f53-a936-7901aaa78728,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:02.990916 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1fedf4-7e15-4053-af23-f11050c661ec', 'name': 'network-vif-deleted', 'tag': '8de8313c-acf5-453f-ad5a-da74fd90a138'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:48:03.097151 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e9d0b49d-de06-4f83-9461-e858a71b8220 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:03.132077 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47b43456-9c9a-428c-80e5-3ed6f5499856'] response: {'server_uuid': '4f1fedf4-7e15-4053-af23-f11050c661ec', 'name': 'network-vif-deleted', 'tag': '8de8313c-acf5-453f-ad5a-da74fd90a138', 'status': 'completed', 'code': 200} May 03 22:48:03.141655 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0b49d-de06-4f83-9461-e858a71b8220 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3947e19d-137c-4bdc-a204-3a6d88c057db,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:03.169476 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e9d0b49d-de06-4f83-9461-e858a71b8220 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:03.171194 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e9d0b49d-de06-4f83-9461-e858a71b8220 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "DELETE /v2.0/security-groups/3947e19d-137c-4bdc-a204-3a6d88c057db HTTP/1.1" status: 204 len: 168 time: 0.4552016 May 03 22:48:03.210528 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-412f8b61-6671-4e79-b226-b1832780328d tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for floatingip, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:03.237827 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58870) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:03.467489 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d986002-b61b-4ac6-a0de-2fad4e703a21 req-792670d5-54da-4659-9bf8-cb9804267716 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f1fedf4-7e15-4053-af23-f11050c661ec HTTP/1.1" status: 200 len: 210 time: 0.0692496 May 03 22:48:03.484224 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-357d9e6c-0020-42da-b31d-802a5b5a0a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'name': 'tempest-AttachVolumeNegativeTest-1275687319-router', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:43Z', 'updated_at': '2022-05-03T22:44:00Z', 'revision_number': 4, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'gw_port': {'id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:46Z', 'updated_at': '2022-05-03T22:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'a11abee3-e8ea-428b-92e6-3914db1b3abd', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'floating_ip_address': '172.25.2.102', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'port_id': 'f1807bea-0dda-40ae-97d0-68d5687c7659', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'mac_address': 'fa:16:3e:c3:cb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:44:18Z', 'updated_at': '2022-05-03T22:45:09Z', 'revision_number': 2, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d645a25-4ca4-4837-90a6-4ddb8a04dacb', 'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'mac_address': 'fa:16:3e:18:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:57Z', 'updated_at': '2022-05-03T22:44:15Z', 'revision_number': 5, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'subnets': [{'id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:03.488864 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-412f8b61-6671-4e79-b226-b1832780328d tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:03.490011 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-412f8b61-6671-4e79-b226-b1832780328d tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "DELETE /v2.0/floatingips/460fb303-c418-4443-ae6e-d00beab68540 HTTP/1.1" status: 204 len: 168 time: 2.5076630 May 03 22:48:03.492882 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58880) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:03.505950 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357d9e6c-0020-42da-b31d-802a5b5a0a7f None None] Checking router: 71f9c2f0-9970-471d-8465-8e1a4e55130e for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:48:03.529115 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357d9e6c-0020-42da-b31d-802a5b5a0a7f None None] Routers {'71f9c2f0-9970-471d-8465-8e1a4e55130e'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:48:03.530085 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-357d9e6c-0020-42da-b31d-802a5b5a0a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:47:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['71f9c2f0-9970-471d-8465-8e1a4e55130e'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:03.580088 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-364cd8ee-54df-42b8-930f-719b4671c11f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] delete failed (client error): The resource could not be found. May 03 22:48:03.581084 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-364cd8ee-54df-42b8-930f-719b4671c11f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "DELETE /v2.0/floatingips/460fb303-c418-4443-ae6e-d00beab68540 HTTP/1.1" status: 404 len: 345 time: 0.0869527 May 03 22:48:03.585633 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58886) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:03.774667 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-357d9e6c-0020-42da-b31d-802a5b5a0a7f None None] Set router 71f9c2f0-9970-471d-8465-8e1a4e55130e gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:48:04.082882 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50188ef9-5af6-4176-9d57-a861138cd381 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:04.090398 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50188ef9-5af6-4176-9d57-a861138cd381 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:04.098320 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50188ef9-5af6-4176-9d57-a861138cd381 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:04.099273 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-50188ef9-5af6-4176-9d57-a861138cd381 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Synchronizing usage tracker for tenant:8c95c89f05244bbf88571ec673604262 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:48:04.176513 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-50188ef9-5af6-4176-9d57-a861138cd381 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Unset dirty status for tenant:8c95c89f05244bbf88571ec673604262 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:48:04.177802 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-50188ef9-5af6-4176-9d57-a861138cd381 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "GET /v2.0/ports?network_id=f52cd730-c1f9-404d-a48e-e6338ca28751 HTTP/1.1" status: 200 len: 2360 time: 0.5900271 May 03 22:48:04.180657 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58898) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:04.293183 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-357d9e6c-0020-42da-b31d-802a5b5a0a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'name': 'tempest-AttachVolumeNegativeTest-1275687319-router', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:43Z', 'updated_at': '2022-05-03T22:44:00Z', 'revision_number': 4, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'gw_port': {'id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:46Z', 'updated_at': '2022-05-03T22:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'a11abee3-e8ea-428b-92e6-3914db1b3abd', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'floating_ip_address': '172.25.2.102', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'port_id': 'f1807bea-0dda-40ae-97d0-68d5687c7659', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'mac_address': 'fa:16:3e:c3:cb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:44:18Z', 'updated_at': '2022-05-03T22:45:09Z', 'revision_number': 2, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d645a25-4ca4-4837-90a6-4ddb8a04dacb', 'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'mac_address': 'fa:16:3e:18:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:57Z', 'updated_at': '2022-05-03T22:44:15Z', 'revision_number': 5, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'subnets': [{'id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:04.298830 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357d9e6c-0020-42da-b31d-802a5b5a0a7f None None] The sync data for ids ['71f9c2f0-9970-471d-8465-8e1a4e55130e'] in n-d-811807-1 is: [{'id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'name': 'tempest-AttachVolumeNegativeTest-1275687319-router', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:43Z', 'updated_at': '2022-05-03T22:44:00Z', 'revision_number': 4, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'gw_port': {'id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:46Z', 'updated_at': '2022-05-03T22:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'a11abee3-e8ea-428b-92e6-3914db1b3abd', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'floating_ip_address': '172.25.2.102', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'port_id': 'f1807bea-0dda-40ae-97d0-68d5687c7659', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'mac_address': 'fa:16:3e:c3:cb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:44:18Z', 'updated_at': '2022-05-03T22:45:09Z', 'revision_number': 2, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d645a25-4ca4-4837-90a6-4ddb8a04dacb', 'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'mac_address': 'fa:16:3e:18:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:57Z', 'updated_at': '2022-05-03T22:44:15Z', 'revision_number': 5, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'subnets': [{'id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:48:04.313543 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf4f4ca-a395-48df-8666-4e64808c62df tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:04.318633 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3cf4f4ca-a395-48df-8666-4e64808c62df tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Synchronizing usage tracker for tenant:8c95c89f05244bbf88571ec673604262 on resource:subnet {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:48:04.396225 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3cf4f4ca-a395-48df-8666-4e64808c62df tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Unset dirty status for tenant:8c95c89f05244bbf88571ec673604262 on resource:subnet {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:48:04.397367 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3cf4f4ca-a395-48df-8666-4e64808c62df tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "GET /v2.0/subnets/c6f4509d-a7a3-4c9a-8564-5eb7ac00fea8 HTTP/1.1" status: 200 len: 797 time: 0.2157440 May 03 22:48:04.402172 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58908) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:04.407469 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-511af096-8987-49ae-bef1-ffe63cad67e4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Request body: {'port': {'network_id': 'f52cd730-c1f9-404d-a48e-e6338ca28751', 'name': 'tempest-FloatingIPTestJSON-1131118957', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:04.451436 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fc050939-f0f7-475e-b632-f6e79b31ad3f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:04.598823 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-511af096-8987-49ae-bef1-ffe63cad67e4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:04.609618 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-511af096-8987-49ae-bef1-ffe63cad67e4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:04.624979 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511af096-8987-49ae-bef1-ffe63cad67e4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Made reservation on behalf of 8c95c89f05244bbf88571ec673604262 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:48:04.673663 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58920) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:04.681414 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a697383-04d7-41e1-aa88-27430dfeb716 None None] New status for floating IP 706aed3c-1ee9-4f0e-b124-1ee2fb08cf12: DOWN {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:48:04.846634 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-511af096-8987-49ae-bef1-ffe63cad67e4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:04.874885 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9f50dcdd-c6d5-4c34-891a-c1a75aa69ab1 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:04.876544 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-511af096-8987-49ae-bef1-ffe63cad67e4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] device_id is not set on port 7930a589-3652-4cda-b531-b03f498f7aed yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:48:04.988699 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9f50dcdd-c6d5-4c34-891a-c1a75aa69ab1 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:05.018596 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-fc050939-f0f7-475e-b632-f6e79b31ad3f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Deleting port c5a012f2-8ebd-491d-a07f-fe921a6b3d72 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:48:05.018756 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fc050939-f0f7-475e-b632-f6e79b31ad3f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:05.194925 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9f50dcdd-c6d5-4c34-891a-c1a75aa69ab1 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:05.222447 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50dcdd-c6d5-4c34-891a-c1a75aa69ab1 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0fa720-34c7-45c8-8944-b3aaf4568555,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:05.294239 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9f50dcdd-c6d5-4c34-891a-c1a75aa69ab1 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:05.297889 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9f50dcdd-c6d5-4c34-891a-c1a75aa69ab1 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "DELETE /v2.0/security-groups/5b0fa720-34c7-45c8-8944-b3aaf4568555 HTTP/1.1" status: 204 len: 168 time: 0.6198552 May 03 22:48:05.298907 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58940) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:05.325214 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-ae3040f9-74c0-4c0b-b4f1-78af32f532a3 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] show failed (client error): The resource could not be found. May 03 22:48:05.326426 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ae3040f9-74c0-4c0b-b4f1-78af32f532a3 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups/5b0fa720-34c7-45c8-8944-b3aaf4568555 HTTP/1.1" status: 404 len: 347 time: 0.0265317 May 03 22:48:05.331360 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58944) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:05.348750 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-fc050939-f0f7-475e-b632-f6e79b31ad3f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] For port c5a012f2-8ebd-491d-a07f-fe921a6b3d72, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=c5a012f2-8ebd-491d-a07f-fe921a6b3d72,segment=NetworkSegment(b9e024ec-23f2-465c-9f72-d550cdce520c),segment_id=b9e024ec-23f2-465c-9f72-d550cdce520c)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:48:05.349314 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fc050939-f0f7-475e-b632-f6e79b31ad3f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:05.424718 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58948) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:05.494164 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-fc050939-f0f7-475e-b632-f6e79b31ad3f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Calling delete_port for c5a012f2-8ebd-491d-a07f-fe921a6b3d72 owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:48:05.664824 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-1e9409f6-ab7f-41bd-a7f3-e01e3951dfcd tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Deleting port 7294f451-07af-4f33-8fc2-4d92b5bf8bec {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:48:05.665374 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1e9409f6-ab7f-41bd-a7f3-e01e3951dfcd tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:05.687159 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4f543c76-84f6-4734-b8b9-183ee8a2bfdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:05.710679 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4f543c76-84f6-4734-b8b9-183ee8a2bfdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:05.716452 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4f543c76-84f6-4734-b8b9-183ee8a2bfdb admin admin] Usage tracker for resource:security_group_rule and tenant:eb47a9c224a44bf987edcdfea44019db is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:05.720150 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4f543c76-84f6-4734-b8b9-183ee8a2bfdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:05.723718 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fc050939-f0f7-475e-b632-f6e79b31ad3f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:05.727804 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-511af096-8987-49ae-bef1-ffe63cad67e4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Allocated IP 172.20.0.14 (f52cd730-c1f9-404d-a48e-e6338ca28751/c6f4509d-a7a3-4c9a-8564-5eb7ac00fea8/7930a589-3652-4cda-b531-b03f498f7aed) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:48:05.751797 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-511af096-8987-49ae-bef1-ffe63cad67e4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Allocated IP 172.20.0.13 (f52cd730-c1f9-404d-a48e-e6338ca28751/c6f4509d-a7a3-4c9a-8564-5eb7ac00fea8/7930a589-3652-4cda-b531-b03f498f7aed) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:48:05.890805 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4f543c76-84f6-4734-b8b9-183ee8a2bfdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:05.893291 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc050939-f0f7-475e-b632-f6e79b31ad3f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event deleted for resources: {'Port': ['ID=c5a012f2-8ebd-491d-a07f-fe921a6b3d72,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:05.927436 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1e9409f6-ab7f-41bd-a7f3-e01e3951dfcd tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:05.927770 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1e9409f6-ab7f-41bd-a7f3-e01e3951dfcd tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:06.140172 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-1e9409f6-ab7f-41bd-a7f3-e01e3951dfcd tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Calling delete_port for 7294f451-07af-4f33-8fc2-4d92b5bf8bec owned by network:floatingip {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:48:06.297595 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-511af096-8987-49ae-bef1-ffe63cad67e4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:06.328525 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fc050939-f0f7-475e-b632-f6e79b31ad3f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:06.338013 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4f543c76-84f6-4734-b8b9-183ee8a2bfdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:06.343042 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4f543c76-84f6-4734-b8b9-183ee8a2bfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:06.401380 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1e9409f6-ab7f-41bd-a7f3-e01e3951dfcd tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:06.438139 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-511af096-8987-49ae-bef1-ffe63cad67e4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:06.457743 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9409f6-ab7f-41bd-a7f3-e01e3951dfcd tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Pushing event deleted for resources: {'Port': ['ID=7294f451-07af-4f33-8fc2-4d92b5bf8bec,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:06.529395 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f543c76-84f6-4734-b8b9-183ee8a2bfdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fc0fd9-1dce-404e-a6c4-8a31d7b57b88,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:06.537449 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4f543c76-84f6-4734-b8b9-183ee8a2bfdb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eb47a9c224a44bf987edcdfea44019db&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1114578 May 03 22:48:06.540580 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58956) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:06.561156 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511af096-8987-49ae-bef1-ffe63cad67e4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Network f52cd730-c1f9-404d-a48e-e6338ca28751 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:48:06.562844 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-511af096-8987-49ae-bef1-ffe63cad67e4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:48:06.613014 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511af096-8987-49ae-bef1-ffe63cad67e4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:48:06.677243 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511af096-8987-49ae-bef1-ffe63cad67e4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event updated for resources: {'Port': ['ID=7930a589-3652-4cda-b531-b03f498f7aed,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:06.696526 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1e9409f6-ab7f-41bd-a7f3-e01e3951dfcd tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for floatingip, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:06.700431 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-eb63f50c-4426-483a-ac60-c31e7407742c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:06.714222 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511af096-8987-49ae-bef1-ffe63cad67e4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:06.714398 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-511af096-8987-49ae-bef1-ffe63cad67e4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:06.730911 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1e9409f6-ab7f-41bd-a7f3-e01e3951dfcd tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:06.732499 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1e9409f6-ab7f-41bd-a7f3-e01e3951dfcd tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "DELETE /v2.0/floatingips/706aed3c-1ee9-4f0e-b124-1ee2fb08cf12 HTTP/1.1" status: 204 len: 168 time: 1.3990099 May 03 22:48:06.744148 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-511af096-8987-49ae-bef1-ffe63cad67e4 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.3368266 May 03 22:48:06.744148 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58962) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:06.754414 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-c6dc7a7f-0ffa-4af8-90a4-48be35143d0f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'port_id': '7930a589-3652-4cda-b531-b03f498f7aed', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:06.761158 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c6dc7a7f-0ffa-4af8-90a4-48be35143d0f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:06.766653 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c6dc7a7f-0ffa-4af8-90a4-48be35143d0f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Usage tracker for resource:floatingip and tenant:8c95c89f05244bbf88571ec673604262 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:06.770610 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c6dc7a7f-0ffa-4af8-90a4-48be35143d0f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:06.776280 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c6dc7a7f-0ffa-4af8-90a4-48be35143d0f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:06.792976 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c6dc7a7f-0ffa-4af8-90a4-48be35143d0f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for floatingip, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:06.833326 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-eb63f50c-4426-483a-ac60-c31e7407742c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:06.951721 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc050939-f0f7-475e-b632-f6e79b31ad3f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Router 4325660c-d567-49bf-865e-315cce83e5a4 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:48:07.017016 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c6dc7a7f-0ffa-4af8-90a4-48be35143d0f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:07.031157 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-eb63f50c-4426-483a-ac60-c31e7407742c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:07.119960 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63f50c-4426-483a-ac60-c31e7407742c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fc0fd9-1dce-404e-a6c4-8a31d7b57b88,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:07.151717 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-eb63f50c-4426-483a-ac60-c31e7407742c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:07.151717 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-eb63f50c-4426-483a-ac60-c31e7407742c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/58fc0fd9-1dce-404e-a6c4-8a31d7b57b88 HTTP/1.1" status: 204 len: 168 time: 0.6099160 May 03 22:48:07.184827 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc050939-f0f7-475e-b632-f6e79b31ad3f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:48:07.192754 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-fc050939-f0f7-475e-b632-f6e79b31ad3f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "PUT /v2.0/routers/4325660c-d567-49bf-865e-315cce83e5a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9538691 May 03 22:48:07.192859 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58974) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:07.209298 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da005a69-9d4c-4b86-8353-fe1dfbac798b None None] Sync routers for ids ['4325660c-d567-49bf-865e-315cce83e5a4'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:48:07.242062 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da005a69-9d4c-4b86-8353-fe1dfbac798b None None] Routers {'4325660c-d567-49bf-865e-315cce83e5a4'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:48:07.243386 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-da005a69-9d4c-4b86-8353-fe1dfbac798b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:47:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['4325660c-d567-49bf-865e-315cce83e5a4'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:07.290611 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-c6dc7a7f-0ffa-4af8-90a4-48be35143d0f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Allocated IP 172.25.2.208 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/c00d7f22-295b-48c3-83a5-395177345064) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:48:07.321353 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-830c84ba-7cc5-4945-98be-4587e4e71414 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Deleting subnet 75fb2b3e-c5da-45bb-9684-b6f9b5771795 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:48:07.334762 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-830c84ba-7cc5-4945-98be-4587e4e71414 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:07.558977 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-830c84ba-7cc5-4945-98be-4587e4e71414 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:07.813053 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-da005a69-9d4c-4b86-8353-fe1dfbac798b None None] Set router 4325660c-d567-49bf-865e-315cce83e5a4 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:48:07.914583 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c6dc7a7f-0ffa-4af8-90a4-48be35143d0f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:07.955590 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-830c84ba-7cc5-4945-98be-4587e4e71414 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:07.977749 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c6dc7a7f-0ffa-4af8-90a4-48be35143d0f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:08.113328 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dc7a7f-0ffa-4af8-90a4-48be35143d0f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:48:08.119998 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-c6dc7a7f-0ffa-4af8-90a4-48be35143d0f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:48:08.128002 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58990) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:08.132255 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dc7a7f-0ffa-4af8-90a4-48be35143d0f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:48:08.186728 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-830c84ba-7cc5-4945-98be-4587e4e71414 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:08.233317 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-830c84ba-7cc5-4945-98be-4587e4e71414 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:08.242696 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c84ba-7cc5-4945-98be-4587e4e71414 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event deleted for resources: {'Subnet': ['ID=75fb2b3e-c5da-45bb-9684-b6f9b5771795,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:08.249557 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-830c84ba-7cc5-4945-98be-4587e4e71414 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "DELETE /v2.0/subnets/75fb2b3e-c5da-45bb-9684-b6f9b5771795 HTTP/1.1" status: 204 len: 168 time: 1.0555515 May 03 22:48:08.250781 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58994) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:08.253532 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc7a7f-0ffa-4af8-90a4-48be35143d0f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event updated for resources: {'Port': ['ID=c00d7f22-295b-48c3-83a5-395177345064,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:08.261960 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f5112cd0-d786-4355-8078-af85c858e8b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:08.280976 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dc7a7f-0ffa-4af8-90a4-48be35143d0f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:48:08.281583 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dc7a7f-0ffa-4af8-90a4-48be35143d0f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:48:08.282135 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dc7a7f-0ffa-4af8-90a4-48be35143d0f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:48:08.282678 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dc7a7f-0ffa-4af8-90a4-48be35143d0f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:48:08.283224 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dc7a7f-0ffa-4af8-90a4-48be35143d0f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:48:08.283738 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dc7a7f-0ffa-4af8-90a4-48be35143d0f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:48:08.284223 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c7011a-7ccd-42a2-b9be-3f1db537791f None None] Network 2682e838-a62e-4a3c-95e3-1cec146b5cea requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:48:08.284795 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dc7a7f-0ffa-4af8-90a4-48be35143d0f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:48:08.285332 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dc7a7f-0ffa-4af8-90a4-48be35143d0f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:48:08.285837 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dc7a7f-0ffa-4af8-90a4-48be35143d0f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:48:08.286383 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dc7a7f-0ffa-4af8-90a4-48be35143d0f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:48:08.286894 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dc7a7f-0ffa-4af8-90a4-48be35143d0f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:48:08.287409 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dc7a7f-0ffa-4af8-90a4-48be35143d0f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:48:08.334805 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f5112cd0-d786-4355-8078-af85c858e8b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:08.346313 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f5112cd0-d786-4355-8078-af85c858e8b0 admin admin] Usage tracker for resource:security_group_rule and tenant:dd23de4e2d1747e6a235ede24645791f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:08.352051 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f5112cd0-d786-4355-8078-af85c858e8b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:08.364040 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f5112cd0-d786-4355-8078-af85c858e8b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:08.609030 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-da005a69-9d4c-4b86-8353-fe1dfbac798b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4325660c-d567-49bf-865e-315cce83e5a4', 'name': 'tempest-TestNetworkBasicOps-router-1950764700', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '219abd26-fe69-4194-9dfa-3329166960bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:52Z', 'updated_at': '2022-05-03T22:48:05Z', 'revision_number': 7, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'gw_port': {'id': '219abd26-fe69-4194-9dfa-3329166960bf', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:54Z', 'updated_at': '2022-05-03T22:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:08.622166 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da005a69-9d4c-4b86-8353-fe1dfbac798b None None] Checking router: 4325660c-d567-49bf-865e-315cce83e5a4 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:48:08.664577 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da005a69-9d4c-4b86-8353-fe1dfbac798b None None] Routers {'4325660c-d567-49bf-865e-315cce83e5a4'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:48:08.666213 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-da005a69-9d4c-4b86-8353-fe1dfbac798b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:47:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['4325660c-d567-49bf-865e-315cce83e5a4'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:08.739668 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f5112cd0-d786-4355-8078-af85c858e8b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:08.748555 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f5112cd0-d786-4355-8078-af85c858e8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:08.854594 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f5112cd0-d786-4355-8078-af85c858e8b0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dd23de4e2d1747e6a235ede24645791f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7246199 May 03 22:48:08.872200 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59002) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:08.884564 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5112cd0-d786-4355-8078-af85c858e8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9dcea1-3aea-41b5-af60-c29789356ce8,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:08.900104 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1da92280-abc9-49c3-9a09-ffbd8c1e5730 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:08.911729 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-da005a69-9d4c-4b86-8353-fe1dfbac798b None None] Set router 4325660c-d567-49bf-865e-315cce83e5a4 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:48:08.999691 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c6dc7a7f-0ffa-4af8-90a4-48be35143d0f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:09.064205 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8158ea0a-f0a2-411d-b029-491c9164362c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:09.169291 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8158ea0a-f0a2-411d-b029-491c9164362c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:09.174727 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1da92280-abc9-49c3-9a09-ffbd8c1e5730 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:09.183625 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c6dc7a7f-0ffa-4af8-90a4-48be35143d0f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:09.184594 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-1da92280-abc9-49c3-9a09-ffbd8c1e5730 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Deleting port 219abd26-fe69-4194-9dfa-3329166960bf {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:48:09.185062 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1da92280-abc9-49c3-9a09-ffbd8c1e5730 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:09.357584 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8158ea0a-f0a2-411d-b029-491c9164362c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:09.374737 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c464ca-79ea-478e-98f8-7652e2aa2a6f None None] DHCP port deletion for 2682e838-a62e-4a3c-95e3-1cec146b5cea request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:48:09.383529 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a1c464ca-79ea-478e-98f8-7652e2aa2a6f None None] Deleting port 057938b2-7337-409b-8fbd-9960bc755588 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:48:09.383986 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a1c464ca-79ea-478e-98f8-7652e2aa2a6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:09.398002 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158ea0a-f0a2-411d-b029-491c9164362c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9dcea1-3aea-41b5-af60-c29789356ce8,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:09.417757 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8158ea0a-f0a2-411d-b029-491c9164362c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:09.422318 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8158ea0a-f0a2-411d-b029-491c9164362c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8f9dcea1-3aea-41b5-af60-c29789356ce8 HTTP/1.1" status: 204 len: 168 time: 0.5393977 May 03 22:48:09.432394 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-1da92280-abc9-49c3-9a09-ffbd8c1e5730 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] For port 219abd26-fe69-4194-9dfa-3329166960bf, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=219abd26-fe69-4194-9dfa-3329166960bf,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:48:09.433944 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1da92280-abc9-49c3-9a09-ffbd8c1e5730 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:09.468959 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 057938b2-7337-409b-8fbd-9960bc755588 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:48:09.515786 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c6dc7a7f-0ffa-4af8-90a4-48be35143d0f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:09.522869 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c6dc7a7f-0ffa-4af8-90a4-48be35143d0f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:09.593662 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-1da92280-abc9-49c3-9a09-ffbd8c1e5730 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Calling delete_port for 219abd26-fe69-4194-9dfa-3329166960bf owned by network:router_gateway {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:48:09.657308 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc7a7f-0ffa-4af8-90a4-48be35143d0f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event updated for resources: {'Port': ['ID=c00d7f22-295b-48c3-83a5-395177345064,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:09.668899 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c6dc7a7f-0ffa-4af8-90a4-48be35143d0f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:09.760406 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-da005a69-9d4c-4b86-8353-fe1dfbac798b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4325660c-d567-49bf-865e-315cce83e5a4', 'name': 'tempest-TestNetworkBasicOps-router-1950764700', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '219abd26-fe69-4194-9dfa-3329166960bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:52Z', 'updated_at': '2022-05-03T22:48:05Z', 'revision_number': 7, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'gw_port': {'id': '219abd26-fe69-4194-9dfa-3329166960bf', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:54Z', 'updated_at': '2022-05-03T22:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:09.816323 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:09.827146 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1da92280-abc9-49c3-9a09-ffbd8c1e5730 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:09.859796 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da005a69-9d4c-4b86-8353-fe1dfbac798b None None] The sync data for ids ['4325660c-d567-49bf-865e-315cce83e5a4'] in n-d-811807-1 is: [{'id': '4325660c-d567-49bf-865e-315cce83e5a4', 'name': 'tempest-TestNetworkBasicOps-router-1950764700', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '219abd26-fe69-4194-9dfa-3329166960bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:52Z', 'updated_at': '2022-05-03T22:48:05Z', 'revision_number': 7, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'gw_port': {'id': '219abd26-fe69-4194-9dfa-3329166960bf', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4325660c-d567-49bf-865e-315cce83e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:54Z', 'updated_at': '2022-05-03T22:44:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:48:09.876921 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-a1c464ca-79ea-478e-98f8-7652e2aa2a6f None None] For port 057938b2-7337-409b-8fbd-9960bc755588, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=057938b2-7337-409b-8fbd-9960bc755588,segment=NetworkSegment(b9e024ec-23f2-465c-9f72-d550cdce520c),segment_id=b9e024ec-23f2-465c-9f72-d550cdce520c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:48:09.877378 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a1c464ca-79ea-478e-98f8-7652e2aa2a6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:09.890660 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da92280-abc9-49c3-9a09-ffbd8c1e5730 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event deleted for resources: {'Port': ['ID=219abd26-fe69-4194-9dfa-3329166960bf,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:09.911293 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 057938b2-7337-409b-8fbd-9960bc755588, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=057938b2-7337-409b-8fbd-9960bc755588,segment=NetworkSegment(b9e024ec-23f2-465c-9f72-d550cdce520c),segment_id=b9e024ec-23f2-465c-9f72-d550cdce520c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:48:09.972147 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:10.027761 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [None req-c6dc7a7f-0ffa-4af8-90a4-48be35143d0f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Floating IP 3a1b85c1-6ad8-4534-a318-50a58be16867 associated. External IP: 172.25.2.208, port: 7930a589-3652-4cda-b531-b03f498f7aed. May 03 22:48:10.090722 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1da92280-abc9-49c3-9a09-ffbd8c1e5730 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:10.158141 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a1c464ca-79ea-478e-98f8-7652e2aa2a6f None None] Calling delete_port for 057938b2-7337-409b-8fbd-9960bc755588 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:48:10.336609 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=057938b2-7337-409b-8fbd-9960bc755588,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:10.392788 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-a1c464ca-79ea-478e-98f8-7652e2aa2a6f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:48:10.393443 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-a1c464ca-79ea-478e-98f8-7652e2aa2a6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:48:10.414880 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1da92280-abc9-49c3-9a09-ffbd8c1e5730 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:10.418627 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1da92280-abc9-49c3-9a09-ffbd8c1e5730 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:10.448782 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1da92280-abc9-49c3-9a09-ffbd8c1e5730 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:10.449308 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da92280-abc9-49c3-9a09-ffbd8c1e5730 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Fanout notify agent at l3_agent the message router_deleted on router 4325660c-d567-49bf-865e-315cce83e5a4 {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:48:10.476159 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1da92280-abc9-49c3-9a09-ffbd8c1e5730 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:10.486039 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1da92280-abc9-49c3-9a09-ffbd8c1e5730 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "DELETE /v2.0/routers/4325660c-d567-49bf-865e-315cce83e5a4 HTTP/1.1" status: 204 len: 168 time: 2.2341580 May 03 22:48:10.486971 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59036) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:10.747227 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac3b9af4-c0dd-4d2a-b336-ccc08aba7a21 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:10.760014 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-ac3b9af4-c0dd-4d2a-b336-ccc08aba7a21 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Deleting port 057938b2-7337-409b-8fbd-9960bc755588 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:48:10.760593 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac3b9af4-c0dd-4d2a-b336-ccc08aba7a21 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:10.889599 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6dc7a7f-0ffa-4af8-90a4-48be35143d0f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Router 6f23874e-12c6-40a1-96e5-7619d98f141b has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:48:10.895072 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a1c464ca-79ea-478e-98f8-7652e2aa2a6f None None] Deleting port 057938b2-7337-409b-8fbd-9960bc755588 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:48:10.895733 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a1c464ca-79ea-478e-98f8-7652e2aa2a6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:11.169340 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6dc7a7f-0ffa-4af8-90a4-48be35143d0f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:48:11.180787 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1c9f80-7b6f-473a-b051-e900c35c217d None None] Sync routers for ids ['6f23874e-12c6-40a1-96e5-7619d98f141b'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:48:11.189547 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7517e-5e41-4df1-a873-e124082ce878 req-2f9ef6dc-d3a7-4b15-ab38-ac352eabbf19 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:11.191143 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a0b7517e-5e41-4df1-a873-e124082ce878 req-2f9ef6dc-d3a7-4b15-ab38-ac352eabbf19 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b HTTP/1.1" status: 200 len: 945 time: 0.4007730 May 03 22:48:11.200533 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c6dc7a7f-0ffa-4af8-90a4-48be35143d0f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:11.204413 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1c9f80-7b6f-473a-b051-e900c35c217d None None] Routers {'6f23874e-12c6-40a1-96e5-7619d98f141b'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:48:11.205068 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-ab1c9f80-7b6f-473a-b051-e900c35c217d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:47:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6f23874e-12c6-40a1-96e5-7619d98f141b'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:11.209575 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-a1c464ca-79ea-478e-98f8-7652e2aa2a6f None None] For port 057938b2-7337-409b-8fbd-9960bc755588, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=057938b2-7337-409b-8fbd-9960bc755588,segment=NetworkSegment(b9e024ec-23f2-465c-9f72-d550cdce520c),segment_id=b9e024ec-23f2-465c-9f72-d550cdce520c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:48:11.210025 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a1c464ca-79ea-478e-98f8-7652e2aa2a6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:11.342216 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c6dc7a7f-0ffa-4af8-90a4-48be35143d0f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.5970473 May 03 22:48:11.342933 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59052) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:11.354509 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-97d74d91-e6b4-4d11-a9c0-84708a07069e tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Request body: {'floatingip': {'port_id': '7930a589-3652-4cda-b531-b03f498f7aed', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:11.385783 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-ac3b9af4-c0dd-4d2a-b336-ccc08aba7a21 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] For port 057938b2-7337-409b-8fbd-9960bc755588, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=057938b2-7337-409b-8fbd-9960bc755588,segment=NetworkSegment(b9e024ec-23f2-465c-9f72-d550cdce520c),segment_id=b9e024ec-23f2-465c-9f72-d550cdce520c)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:48:11.399155 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac3b9af4-c0dd-4d2a-b336-ccc08aba7a21 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:11.407783 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-ab1c9f80-7b6f-473a-b051-e900c35c217d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:11.432845 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1c9f80-7b6f-473a-b051-e900c35c217d None None] Routers {'6f23874e-12c6-40a1-96e5-7619d98f141b'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:48:11.432845 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-ab1c9f80-7b6f-473a-b051-e900c35c217d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:47:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6f23874e-12c6-40a1-96e5-7619d98f141b'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:11.465543 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a1c464ca-79ea-478e-98f8-7652e2aa2a6f None None] Calling delete_port for 057938b2-7337-409b-8fbd-9960bc755588 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:48:11.474090 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a0b7517e-5e41-4df1-a873-e124082ce878 req-dd99446d-6aa8-4b11-a204-ae1cc6d550ae tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=f88483bb-4aa7-456a-a7f8-36736cf84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2759080 May 03 22:48:11.544934 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-ab1c9f80-7b6f-473a-b051-e900c35c217d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:11.546198 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1c9f80-7b6f-473a-b051-e900c35c217d None None] The sync data for ids ['6f23874e-12c6-40a1-96e5-7619d98f141b'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:48:11.597220 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-97d74d91-e6b4-4d11-a9c0-84708a07069e tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for floatingip, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:11.605601 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device c5a012f2-8ebd-491d-a07f-fe921a6b3d72 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:48:11.684339 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: c5a012f2-8ebd-491d-a07f-fe921a6b3d72 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:48:11.684684 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device c5a012f2-8ebd-491d-a07f-fe921a6b3d72 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:48:11.685115 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 219abd26-fe69-4194-9dfa-3329166960bf no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:48:11.691676 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-ac3b9af4-c0dd-4d2a-b336-ccc08aba7a21 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Calling delete_port for 057938b2-7337-409b-8fbd-9960bc755588 owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:48:11.743252 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 219abd26-fe69-4194-9dfa-3329166960bf {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:48:11.743867 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 219abd26-fe69-4194-9dfa-3329166960bf not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:48:11.758309 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a1c464ca-79ea-478e-98f8-7652e2aa2a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:11.840741 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c464ca-79ea-478e-98f8-7652e2aa2a6f None None] Pushing event deleted for resources: {'Port': ['ID=057938b2-7337-409b-8fbd-9960bc755588,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:11.840741 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c464ca-79ea-478e-98f8-7652e2aa2a6f None None] No DVR routers for this DVR port 057938b2-7337-409b-8fbd-9960bc755588 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:48:11.867214 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.api [None req-ac3b9af4-c0dd-4d2a-b336-ccc08aba7a21 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:48:11.867214 n-d-811807-1 neutron-server[88069]: DEBUG oslo_db.api [None req-ac3b9af4-c0dd-4d2a-b336-ccc08aba7a21 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:48:12.365053 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-ac3b9af4-c0dd-4d2a-b336-ccc08aba7a21 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Deleting port 057938b2-7337-409b-8fbd-9960bc755588 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:48:12.366196 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac3b9af4-c0dd-4d2a-b336-ccc08aba7a21 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:12.459234 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-ac3b9af4-c0dd-4d2a-b336-ccc08aba7a21 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] The port '057938b2-7337-409b-8fbd-9960bc755588' was deleted {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:48:12.642332 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac3b9af4-c0dd-4d2a-b336-ccc08aba7a21 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:12.644651 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-97d74d91-e6b4-4d11-a9c0-84708a07069e tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:12.661784 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-97d74d91-e6b4-4d11-a9c0-84708a07069e tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:12.688769 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-ac3b9af4-c0dd-4d2a-b336-ccc08aba7a21 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2682e838-a62e-4a3c-95e3-1cec146b5cea']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:12.788840 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-ac3b9af4-c0dd-4d2a-b336-ccc08aba7a21 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e024ec-23f2-465c-9f72-d550cdce520c') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:12.789389 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-ac3b9af4-c0dd-4d2a-b336-ccc08aba7a21 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e024ec-23f2-465c-9f72-d550cdce520c') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:12.831659 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac3b9af4-c0dd-4d2a-b336-ccc08aba7a21 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:12.862692 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dee728-ba03-4e3e-bf6a-5cecb5889818 req-f72295bc-4dd2-4c24-b83b-77a8977389f2 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:12.863423 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-32dee728-ba03-4e3e-bf6a-5cecb5889818 req-f72295bc-4dd2-4c24-b83b-77a8977389f2 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Synchronizing usage tracker for tenant:c9b36c2026314fcba54b84af09c29f52 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:48:12.867020 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac3b9af4-c0dd-4d2a-b336-ccc08aba7a21 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:12.877637 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac3b9af4-c0dd-4d2a-b336-ccc08aba7a21 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:48:12.878294 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac3b9af4-c0dd-4d2a-b336-ccc08aba7a21 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: timer() May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:48:13.003018 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:48:13.040047 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca636f-ce9d-4ef3-be5c-fa3bed181f6e req-9b6ef114-aa9b-43e1-81d7-30dbc516543f tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:13.046505 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23ca636f-ce9d-4ef3-be5c-fa3bed181f6e req-9b6ef114-aa9b-43e1-81d7-30dbc516543f tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b HTTP/1.1" status: 200 len: 945 time: 0.3234558 May 03 22:48:13.047914 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac3b9af4-c0dd-4d2a-b336-ccc08aba7a21 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:13.068768 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac3b9af4-c0dd-4d2a-b336-ccc08aba7a21 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:13.082701 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-32dee728-ba03-4e3e-bf6a-5cecb5889818 req-f72295bc-4dd2-4c24-b83b-77a8977389f2 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Unset dirty status for tenant:c9b36c2026314fcba54b84af09c29f52 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:48:13.083536 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-32dee728-ba03-4e3e-bf6a-5cecb5889818 req-f72295bc-4dd2-4c24-b83b-77a8977389f2 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.67 "GET /v2.0/ports?device_id=5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b HTTP/1.1" status: 200 len: 945 time: 0.7671802 May 03 22:48:13.096058 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b9af4-c0dd-4d2a-b336-ccc08aba7a21 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event deleted for resources: {'Network': ['ID=2682e838-a62e-4a3c-95e3-1cec146b5cea,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:13.122679 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ac3b9af4-c0dd-4d2a-b336-ccc08aba7a21 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "DELETE /v2.0/networks/2682e838-a62e-4a3c-95e3-1cec146b5cea HTTP/1.1" status: 204 len: 168 time: 2.6341808 May 03 22:48:13.135815 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23ca636f-ce9d-4ef3-be5c-fa3bed181f6e req-a251d12d-8a71-4d99-b16b-50cf88d36354 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=f88483bb-4aa7-456a-a7f8-36736cf84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628886 May 03 22:48:13.155847 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59086) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:13.161334 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-5b2ee183-a4c6-4003-86e2-066964e9b554 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Request body: {'network': {'name': 'tempest-network-smoke--757307322', 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'port_security_enabled': True}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:13.169232 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5b2ee183-a4c6-4003-86e2-066964e9b554 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:13.173959 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5b2ee183-a4c6-4003-86e2-066964e9b554 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Usage tracker for resource:network and tenant:584c47bf47e049698552e4a4a9d3464d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:13.178726 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5b2ee183-a4c6-4003-86e2-066964e9b554 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:13.186000 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5b2ee183-a4c6-4003-86e2-066964e9b554 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:13.208692 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2ee183-a4c6-4003-86e2-066964e9b554 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Made reservation on behalf of 584c47bf47e049698552e4a4a9d3464d for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:48:13.215525 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-32dee728-ba03-4e3e-bf6a-5cecb5889818 req-c1dbb2cb-2af9-4a0a-b7e5-72ab7fd42429 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Deleting port f1807bea-0dda-40ae-97d0-68d5687c7659 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:48:13.216433 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5b2ee183-a4c6-4003-86e2-066964e9b554 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:13.217901 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-32dee728-ba03-4e3e-bf6a-5cecb5889818 req-c1dbb2cb-2af9-4a0a-b7e5-72ab7fd42429 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:13.259328 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b2ee183-a4c6-4003-86e2-066964e9b554 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:48:13.290977 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5b2ee183-a4c6-4003-86e2-066964e9b554 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:13.290977 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-5b2ee183-a4c6-4003-86e2-066964e9b554 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Added segment 479480a4-2475-4793-8aee-d4c5fd8fe022 of type vlan for network 67890963-02db-4c38-8d23-557cebff05e8 May 03 22:48:13.316892 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d74d91-e6b4-4d11-a9c0-84708a07069e tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Router 6f23874e-12c6-40a1-96e5-7619d98f141b has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:48:13.360480 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5b2ee183-a4c6-4003-86e2-066964e9b554 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:13.395852 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5b2ee183-a4c6-4003-86e2-066964e9b554 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:13.404419 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2ee183-a4c6-4003-86e2-066964e9b554 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:13.405103 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5b2ee183-a4c6-4003-86e2-066964e9b554 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:13.536518 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5b2ee183-a4c6-4003-86e2-066964e9b554 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3793705 May 03 22:48:13.537002 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59090) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:13.539915 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ee183-a4c6-4003-86e2-066964e9b554 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'Network': ['ID=67890963-02db-4c38-8d23-557cebff05e8,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:13.547219 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-e3fde844-2ad0-4658-8609-d18fc4d23ae3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1489601345', 'admin_state_up': True, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:13.552793 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 67890963-02db-4c38-8d23-557cebff05e8 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:48:13.558455 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e3fde844-2ad0-4658-8609-d18fc4d23ae3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:13.564050 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e3fde844-2ad0-4658-8609-d18fc4d23ae3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Usage tracker for resource:router and tenant:584c47bf47e049698552e4a4a9d3464d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:13.567451 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e3fde844-2ad0-4658-8609-d18fc4d23ae3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:13.574821 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e3fde844-2ad0-4658-8609-d18fc4d23ae3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:13.600766 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e3fde844-2ad0-4658-8609-d18fc4d23ae3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:13.604492 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e3fde844-2ad0-4658-8609-d18fc4d23ae3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:13.640288 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e3fde844-2ad0-4658-8609-d18fc4d23ae3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:13.862663 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d74d91-e6b4-4d11-a9c0-84708a07069e tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:48:13.869015 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-97d74d91-e6b4-4d11-a9c0-84708a07069e tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:13.875195 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50f3f5f-3394-4c39-90cf-d5abe792c7e6 None None] Sync routers for ids ['6f23874e-12c6-40a1-96e5-7619d98f141b'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:48:13.888343 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50f3f5f-3394-4c39-90cf-d5abe792c7e6 None None] Routers {'6f23874e-12c6-40a1-96e5-7619d98f141b'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:48:13.889505 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-d50f3f5f-3394-4c39-90cf-d5abe792c7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:47:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6f23874e-12c6-40a1-96e5-7619d98f141b'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:13.969135 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-d50f3f5f-3394-4c39-90cf-d5abe792c7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:13.979476 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50f3f5f-3394-4c39-90cf-d5abe792c7e6 None None] Routers {'6f23874e-12c6-40a1-96e5-7619d98f141b'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:48:13.983319 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-d50f3f5f-3394-4c39-90cf-d5abe792c7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:47:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6f23874e-12c6-40a1-96e5-7619d98f141b'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:14.001886 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-32dee728-ba03-4e3e-bf6a-5cecb5889818 req-c1dbb2cb-2af9-4a0a-b7e5-72ab7fd42429 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] For port f1807bea-0dda-40ae-97d0-68d5687c7659, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=f1807bea-0dda-40ae-97d0-68d5687c7659,segment=NetworkSegment(0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a),segment_id=0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:48:14.002291 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-32dee728-ba03-4e3e-bf6a-5cecb5889818 req-c1dbb2cb-2af9-4a0a-b7e5-72ab7fd42429 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:14.076087 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-d50f3f5f-3394-4c39-90cf-d5abe792c7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:14.077887 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50f3f5f-3394-4c39-90cf-d5abe792c7e6 None None] The sync data for ids ['6f23874e-12c6-40a1-96e5-7619d98f141b'] in n-d-811807-1 is: [] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:48:14.091141 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59104) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:14.114064 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e3fde844-2ad0-4658-8609-d18fc4d23ae3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:14.262584 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-97d74d91-e6b4-4d11-a9c0-84708a07069e tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "PUT /v2.0/floatingips/3a1b85c1-6ad8-4534-a318-50a58be16867 HTTP/1.1" status: 200 len: 979 time: 2.9182601 May 03 22:48:14.285545 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59114) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:14.488267 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ca877bd0-75af-467f-99bf-2f790db23fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:14.513758 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ca877bd0-75af-467f-99bf-2f790db23fd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:14.513758 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ca877bd0-75af-467f-99bf-2f790db23fd8 admin admin] Usage tracker for resource:security_group_rule and tenant:142ed93f038e48eda6c7ee7c40638042 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:14.527720 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ca877bd0-75af-467f-99bf-2f790db23fd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:14.544136 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ca877bd0-75af-467f-99bf-2f790db23fd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:14.544136 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-32dee728-ba03-4e3e-bf6a-5cecb5889818 req-c1dbb2cb-2af9-4a0a-b7e5-72ab7fd42429 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:14.544136 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-32dee728-ba03-4e3e-bf6a-5cecb5889818 req-c1dbb2cb-2af9-4a0a-b7e5-72ab7fd42429 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:14.544136 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [req-32dee728-ba03-4e3e-bf6a-5cecb5889818 req-c1dbb2cb-2af9-4a0a-b7e5-72ab7fd42429 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Floating IP a11abee3-e8ea-428b-92e6-3914db1b3abd disassociated. External IP: 172.25.2.102, port: f1807bea-0dda-40ae-97d0-68d5687c7659. May 03 22:48:14.544136 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-32dee728-ba03-4e3e-bf6a-5cecb5889818 req-c1dbb2cb-2af9-4a0a-b7e5-72ab7fd42429 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Calling delete_port for f1807bea-0dda-40ae-97d0-68d5687c7659 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:48:14.666768 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-ef9a0370-4b4a-4201-a6e5-811213371baa tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Deleting port c00d7f22-295b-48c3-83a5-395177345064 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:48:14.666768 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef9a0370-4b4a-4201-a6e5-811213371baa tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:14.822615 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8260d9a-0a3a-4eec-b770-7219a3e7e1e5 req-a988832b-b1bd-4679-aceb-9ec44da4969f tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:14.822615 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b8260d9a-0a3a-4eec-b770-7219a3e7e1e5 req-a988832b-b1bd-4679-aceb-9ec44da4969f tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b HTTP/1.1" status: 200 len: 945 time: 0.4165447 May 03 22:48:15.024523 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ca877bd0-75af-467f-99bf-2f790db23fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:15.024523 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ca877bd0-75af-467f-99bf-2f790db23fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:15.056550 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-32dee728-ba03-4e3e-bf6a-5cecb5889818 req-c1dbb2cb-2af9-4a0a-b7e5-72ab7fd42429 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:15.135427 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef9a0370-4b4a-4201-a6e5-811213371baa tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:15.135427 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef9a0370-4b4a-4201-a6e5-811213371baa tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:15.153744 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b8260d9a-0a3a-4eec-b770-7219a3e7e1e5 req-c9fc55b6-d02f-4bc1-8b7a-c0131df30652 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=f88483bb-4aa7-456a-a7f8-36736cf84c24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769866 May 03 22:48:15.230991 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dbb2cb-2af9-4a0a-b7e5-72ab7fd42429 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Pushing event deleted for resources: {'Port': ['ID=f1807bea-0dda-40ae-97d0-68d5687c7659,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:15.259810 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ca877bd0-75af-467f-99bf-2f790db23fd8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=142ed93f038e48eda6c7ee7c40638042&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1070008 May 03 22:48:15.259810 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59120) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:15.287136 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-ef9a0370-4b4a-4201-a6e5-811213371baa tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Calling delete_port for c00d7f22-295b-48c3-83a5-395177345064 owned by network:floatingip {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:48:15.377096 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e3fde844-2ad0-4658-8609-d18fc4d23ae3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:15.417748 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca877bd0-75af-467f-99bf-2f790db23fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d9f252-dc7d-4f00-8111-e20cc2988fb0,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:15.422962 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e3fde844-2ad0-4658-8609-d18fc4d23ae3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:15.554893 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a2f65f97-d186-49a6-80d1-c26b9fef5bec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:15.652736 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a2f65f97-d186-49a6-80d1-c26b9fef5bec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:15.681698 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32dee728-ba03-4e3e-bf6a-5cecb5889818 req-c1dbb2cb-2af9-4a0a-b7e5-72ab7fd42429 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Router 71f9c2f0-9970-471d-8465-8e1a4e55130e has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:48:15.763729 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef9a0370-4b4a-4201-a6e5-811213371baa tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:15.850113 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a2f65f97-d186-49a6-80d1-c26b9fef5bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:15.964508 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f65f97-d186-49a6-80d1-c26b9fef5bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d9f252-dc7d-4f00-8111-e20cc2988fb0,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:15.982684 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a0370-4b4a-4201-a6e5-811213371baa tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event deleted for resources: {'Port': ['ID=c00d7f22-295b-48c3-83a5-395177345064,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:16.009307 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef9a0370-4b4a-4201-a6e5-811213371baa tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for floatingip, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:16.009307 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-ef9a0370-4b4a-4201-a6e5-811213371baa tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Floating IP 3a1b85c1-6ad8-4534-a318-50a58be16867 disassociated (deleted). External IP: 172.25.2.208, port: 7930a589-3652-4cda-b531-b03f498f7aed. May 03 22:48:16.042489 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a2f65f97-d186-49a6-80d1-c26b9fef5bec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:16.042489 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a2f65f97-d186-49a6-80d1-c26b9fef5bec admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/86d9f252-dc7d-4f00-8111-e20cc2988fb0 HTTP/1.1" status: 204 len: 168 time: 0.7186098 May 03 22:48:16.135442 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32dee728-ba03-4e3e-bf6a-5cecb5889818 req-c1dbb2cb-2af9-4a0a-b7e5-72ab7fd42429 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:48:16.147231 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c6ced1-f7fb-4c10-b60a-09cb2b79ecab None None] Sync routers for ids ['71f9c2f0-9970-471d-8465-8e1a4e55130e'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:48:16.160077 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c6ced1-f7fb-4c10-b60a-09cb2b79ecab None None] Routers {'71f9c2f0-9970-471d-8465-8e1a4e55130e'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:48:16.177014 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d7c6ced1-f7fb-4c10-b60a-09cb2b79ecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:47:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['71f9c2f0-9970-471d-8465-8e1a4e55130e'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:16.363376 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-e3fde844-2ad0-4658-8609-d18fc4d23ae3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Allocated IP 172.25.2.24 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/972396c5-50ac-4e79-94a5-d57a6cfb4173) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:48:16.369364 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-32dee728-ba03-4e3e-bf6a-5cecb5889818 req-c1dbb2cb-2af9-4a0a-b7e5-72ab7fd42429 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] No DVR routers for this DVR port f1807bea-0dda-40ae-97d0-68d5687c7659 on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:48:16.376938 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-32dee728-ba03-4e3e-bf6a-5cecb5889818 req-c1dbb2cb-2af9-4a0a-b7e5-72ab7fd42429 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:16.379531 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-32dee728-ba03-4e3e-bf6a-5cecb5889818 req-c1dbb2cb-2af9-4a0a-b7e5-72ab7fd42429 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.67 "DELETE /v2.0/ports/f1807bea-0dda-40ae-97d0-68d5687c7659 HTTP/1.1" status: 204 len: 173 time: 3.2795916 May 03 22:48:16.380211 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b', 'name': 'network-vif-deleted', 'tag': 'f1807bea-0dda-40ae-97d0-68d5687c7659'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:48:16.450402 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90849ead-3ce2-4a24-a9f5-93424decd5e4'] response: {'server_uuid': '5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b', 'name': 'network-vif-deleted', 'tag': 'f1807bea-0dda-40ae-97d0-68d5687c7659', 'status': 'completed', 'code': 200} May 03 22:48:16.551410 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-d7c6ced1-f7fb-4c10-b60a-09cb2b79ecab None None] Set router 71f9c2f0-9970-471d-8465-8e1a4e55130e gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:48:16.579576 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7ad65e9d-6b67-4044-93dd-4e0cab9b9869 req-03c2e46b-b6c3-4f17-b250-495f17103d91 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=5147f2d3-1cf8-449b-9e6a-7c8d1b64d75b HTTP/1.1" status: 200 len: 210 time: 0.1446905 May 03 22:48:16.904919 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device f1807bea-0dda-40ae-97d0-68d5687c7659 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:48:16.932349 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e3fde844-2ad0-4658-8609-d18fc4d23ae3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:17.013335 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: f1807bea-0dda-40ae-97d0-68d5687c7659 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:48:17.013615 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device f1807bea-0dda-40ae-97d0-68d5687c7659 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:48:17.057602 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e3fde844-2ad0-4658-8609-d18fc4d23ae3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:17.095322 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d7c6ced1-f7fb-4c10-b60a-09cb2b79ecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'name': 'tempest-AttachVolumeNegativeTest-1275687319-router', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:43Z', 'updated_at': '2022-05-03T22:44:00Z', 'revision_number': 4, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'gw_port': {'id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:46Z', 'updated_at': '2022-05-03T22:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '4d645a25-4ca4-4837-90a6-4ddb8a04dacb', 'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'mac_address': 'fa:16:3e:18:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:57Z', 'updated_at': '2022-05-03T22:44:15Z', 'revision_number': 5, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'subnets': [{'id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:17.100629 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c6ced1-f7fb-4c10-b60a-09cb2b79ecab None None] Checking router: 71f9c2f0-9970-471d-8465-8e1a4e55130e for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:48:17.113777 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c6ced1-f7fb-4c10-b60a-09cb2b79ecab None None] Routers {'71f9c2f0-9970-471d-8465-8e1a4e55130e'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:48:17.114634 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d7c6ced1-f7fb-4c10-b60a-09cb2b79ecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:47:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['71f9c2f0-9970-471d-8465-8e1a4e55130e'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:17.168633 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9a0370-4b4a-4201-a6e5-811213371baa tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Router 6f23874e-12c6-40a1-96e5-7619d98f141b has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:48:17.203240 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fde844-2ad0-4658-8609-d18fc4d23ae3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:48:17.209001 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-e3fde844-2ad0-4658-8609-d18fc4d23ae3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:48:17.211878 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fde844-2ad0-4658-8609-d18fc4d23ae3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:48:17.350859 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-d7c6ced1-f7fb-4c10-b60a-09cb2b79ecab None None] Set router 71f9c2f0-9970-471d-8465-8e1a4e55130e gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:48:17.559119 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fde844-2ad0-4658-8609-d18fc4d23ae3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'Port': ['ID=972396c5-50ac-4e79-94a5-d57a6cfb4173,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:17.728647 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9a0370-4b4a-4201-a6e5-811213371baa tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:48:17.739099 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f1cd4b-de86-4f39-9803-121c4975e9f9 None None] Sync routers for ids ['6f23874e-12c6-40a1-96e5-7619d98f141b'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:48:17.755580 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f1cd4b-de86-4f39-9803-121c4975e9f9 None None] Routers {'6f23874e-12c6-40a1-96e5-7619d98f141b'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:48:17.756217 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f0f1cd4b-de86-4f39-9803-121c4975e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:47:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6f23874e-12c6-40a1-96e5-7619d98f141b'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:17.848088 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f0f1cd4b-de86-4f39-9803-121c4975e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:17.863478 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f1cd4b-de86-4f39-9803-121c4975e9f9 None None] Routers {'6f23874e-12c6-40a1-96e5-7619d98f141b'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:48:17.864285 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f0f1cd4b-de86-4f39-9803-121c4975e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:47:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6f23874e-12c6-40a1-96e5-7619d98f141b'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:17.869722 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59174) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:17.892756 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d7c6ced1-f7fb-4c10-b60a-09cb2b79ecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'name': 'tempest-AttachVolumeNegativeTest-1275687319-router', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:43Z', 'updated_at': '2022-05-03T22:44:00Z', 'revision_number': 4, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'gw_port': {'id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:46Z', 'updated_at': '2022-05-03T22:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '4d645a25-4ca4-4837-90a6-4ddb8a04dacb', 'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'mac_address': 'fa:16:3e:18:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:57Z', 'updated_at': '2022-05-03T22:44:15Z', 'revision_number': 5, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'subnets': [{'id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:17.896914 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c6ced1-f7fb-4c10-b60a-09cb2b79ecab None None] The sync data for ids ['71f9c2f0-9970-471d-8465-8e1a4e55130e'] in n-d-811807-1 is: [{'id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'name': 'tempest-AttachVolumeNegativeTest-1275687319-router', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:43Z', 'updated_at': '2022-05-03T22:44:00Z', 'revision_number': 4, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'gw_port': {'id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:46Z', 'updated_at': '2022-05-03T22:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '4d645a25-4ca4-4837-90a6-4ddb8a04dacb', 'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'mac_address': 'fa:16:3e:18:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:57Z', 'updated_at': '2022-05-03T22:44:15Z', 'revision_number': 5, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'subnets': [{'id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:48:17.964481 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef9a0370-4b4a-4201-a6e5-811213371baa tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:18.025604 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7df72ffd-c23f-4bc0-81a9-a294c7e3d91b tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:18.029921 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f0f1cd4b-de86-4f39-9803-121c4975e9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:18.030439 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f1cd4b-de86-4f39-9803-121c4975e9f9 None None] The sync data for ids ['6f23874e-12c6-40a1-96e5-7619d98f141b'] in n-d-811807-1 is: [] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:48:18.078759 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7df72ffd-c23f-4bc0-81a9-a294c7e3d91b tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:18.162340 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7df72ffd-c23f-4bc0-81a9-a294c7e3d91b tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:18.200011 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df72ffd-c23f-4bc0-81a9-a294c7e3d91b tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88483bb-4aa7-456a-a7f8-36736cf84c24,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:18.222262 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7df72ffd-c23f-4bc0-81a9-a294c7e3d91b tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:18.233300 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7df72ffd-c23f-4bc0-81a9-a294c7e3d91b tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "DELETE /v2.0/security-groups/f88483bb-4aa7-456a-a7f8-36736cf84c24 HTTP/1.1" status: 204 len: 168 time: 0.3594782 May 03 22:48:18.233720 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59186) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:18.265774 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-85167a1a-a434-43e3-a942-d68c581b8fa3 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] show failed (client error): The resource could not be found. May 03 22:48:18.267003 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-85167a1a-a434-43e3-a942-d68c581b8fa3 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups/f88483bb-4aa7-456a-a7f8-36736cf84c24 HTTP/1.1" status: 404 len: 347 time: 0.0304296 May 03 22:48:18.269804 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59190) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:18.344015 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ef9a0370-4b4a-4201-a6e5-811213371baa tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "DELETE /v2.0/floatingips/3a1b85c1-6ad8-4534-a318-50a58be16867 HTTP/1.1" status: 204 len: 168 time: 4.0640428 May 03 22:48:18.348187 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59194) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:18.403150 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dec131d-f444-4773-ba78-c2ea158b1573 None None] New status for floating IP a11abee3-e8ea-428b-92e6-3914db1b3abd: DOWN {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:48:18.500864 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e3fde844-2ad0-4658-8609-d18fc4d23ae3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:18.680726 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-1c4283b7-9c7b-4198-bb23-469f1fdf1cc1 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Deleting port 7930a589-3652-4cda-b531-b03f498f7aed {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:48:18.681440 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1c4283b7-9c7b-4198-bb23-469f1fdf1cc1 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:18.779532 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-0c5ec243-01f0-4f78-accf-e24b62350eae tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Deleting port fd269a81-9062-45b7-9fa5-b2a2793ab56f {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:48:18.779532 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0c5ec243-01f0-4f78-accf-e24b62350eae tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:19.093682 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0c5ec243-01f0-4f78-accf-e24b62350eae tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:19.096007 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0c5ec243-01f0-4f78-accf-e24b62350eae tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:19.211739 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1c4283b7-9c7b-4198-bb23-469f1fdf1cc1 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:19.387538 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-0c5ec243-01f0-4f78-accf-e24b62350eae tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Calling delete_port for fd269a81-9062-45b7-9fa5-b2a2793ab56f owned by network:floatingip {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:48:19.395845 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-1c4283b7-9c7b-4198-bb23-469f1fdf1cc1 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Calling delete_port for 7930a589-3652-4cda-b531-b03f498f7aed owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:48:19.442573 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59206) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:19.459767 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-b81bbf2b-548a-47b9-a013-013fcae30f03 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1349941619', 'description': 'tempest-secgroup-smoke-1349941619 description', 'project_id': 'e51c41c8f2c54373bfeeef105247eecb'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:19.471049 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b81bbf2b-548a-47b9-a013-013fcae30f03 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:19.479673 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b81bbf2b-548a-47b9-a013-013fcae30f03 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:security_group and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:19.484858 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b81bbf2b-548a-47b9-a013-013fcae30f03 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:19.497757 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b81bbf2b-548a-47b9-a013-013fcae30f03 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:19.518176 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e3fde844-2ad0-4658-8609-d18fc4d23ae3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:19.621646 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b81bbf2b-548a-47b9-a013-013fcae30f03 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:19.717625 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b81bbf2b-548a-47b9-a013-013fcae30f03 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:19.788153 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0c5ec243-01f0-4f78-accf-e24b62350eae tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:19.867469 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ec243-01f0-4f78-accf-e24b62350eae tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Pushing event deleted for resources: {'Port': ['ID=fd269a81-9062-45b7-9fa5-b2a2793ab56f,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:19.885000 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b81bbf2b-548a-47b9-a013-013fcae30f03 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:19.885000 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b81bbf2b-548a-47b9-a013-013fcae30f03 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:security_group_rule and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:19.891289 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b81bbf2b-548a-47b9-a013-013fcae30f03 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:19.901587 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b81bbf2b-548a-47b9-a013-013fcae30f03 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:20.075144 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0c5ec243-01f0-4f78-accf-e24b62350eae tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for floatingip, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:20.100510 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0c5ec243-01f0-4f78-accf-e24b62350eae tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:20.101804 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0c5ec243-01f0-4f78-accf-e24b62350eae tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "DELETE /v2.0/floatingips/a11abee3-e8ea-428b-92e6-3914db1b3abd HTTP/1.1" status: 204 len: 168 time: 1.8309155 May 03 22:48:20.111628 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1c4283b7-9c7b-4198-bb23-469f1fdf1cc1 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:20.114707 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fde844-2ad0-4658-8609-d18fc4d23ae3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Router a3655cdb-af14-4963-92a1-5f9446f74608 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:48:20.185075 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59224) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:20.234416 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4283b7-9c7b-4198-bb23-469f1fdf1cc1 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event deleted for resources: {'Port': ['ID=7930a589-3652-4cda-b531-b03f498f7aed,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:20.338012 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59230) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:20.350037 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-a67fd23a-5762-4a2c-85fe-7c6ffbec9c78 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1623150271', 'description': 'tempest-description--670647750'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:20.352232 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ccbe0091-957d-410a-9ad6-fdd7dfb8c472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:20.366509 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a67fd23a-5762-4a2c-85fe-7c6ffbec9c78 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:20.373925 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a67fd23a-5762-4a2c-85fe-7c6ffbec9c78 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Usage tracker for resource:security_group and tenant:c9b36c2026314fcba54b84af09c29f52 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:20.378869 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a67fd23a-5762-4a2c-85fe-7c6ffbec9c78 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:20.380719 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ccbe0091-957d-410a-9ad6-fdd7dfb8c472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:20.386795 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a67fd23a-5762-4a2c-85fe-7c6ffbec9c78 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:20.389008 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ccbe0091-957d-410a-9ad6-fdd7dfb8c472 admin admin] Usage tracker for resource:security_group_rule and tenant:c5336a1eff584a6d9d68d275de2990e5 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:20.393537 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ccbe0091-957d-410a-9ad6-fdd7dfb8c472 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:20.408559 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ccbe0091-957d-410a-9ad6-fdd7dfb8c472 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:20.413024 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a67fd23a-5762-4a2c-85fe-7c6ffbec9c78 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:20.449656 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a67fd23a-5762-4a2c-85fe-7c6ffbec9c78 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:20.455531 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a67fd23a-5762-4a2c-85fe-7c6ffbec9c78 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Usage tracker for resource:security_group_rule and tenant:c9b36c2026314fcba54b84af09c29f52 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:20.466124 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a67fd23a-5762-4a2c-85fe-7c6ffbec9c78 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:20.480919 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a67fd23a-5762-4a2c-85fe-7c6ffbec9c78 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:20.570842 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ccbe0091-957d-410a-9ad6-fdd7dfb8c472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:20.581422 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ccbe0091-957d-410a-9ad6-fdd7dfb8c472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:20.640510 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a67fd23a-5762-4a2c-85fe-7c6ffbec9c78 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:20.655734 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ccbe0091-957d-410a-9ad6-fdd7dfb8c472 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c5336a1eff584a6d9d68d275de2990e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4649544 May 03 22:48:20.655734 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59234) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:20.655734 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a67fd23a-5762-4a2c-85fe-7c6ffbec9c78 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:20.667118 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe0091-957d-410a-9ad6-fdd7dfb8c472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bcb162-250d-46a5-a45f-65920e5b2b35,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:20.699499 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b81bbf2b-548a-47b9-a013-013fcae30f03 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:20.709949 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b81bbf2b-548a-47b9-a013-013fcae30f03 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:20.728332 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b81bbf2b-548a-47b9-a013-013fcae30f03 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:20.737701 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fd23a-5762-4a2c-85fe-7c6ffbec9c78 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f60409b-60d6-48ab-b5e8-7e13dd8161b0,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:20.754202 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a67fd23a-5762-4a2c-85fe-7c6ffbec9c78 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:20.755418 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a67fd23a-5762-4a2c-85fe-7c6ffbec9c78 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4145100 May 03 22:48:20.756891 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b81bbf2b-548a-47b9-a013-013fcae30f03 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:security_group_rule and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:20.759766 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59238) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:20.761752 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b81bbf2b-548a-47b9-a013-013fcae30f03 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:20.769059 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-399b11af-5c0b-416c-b84f-75927d5bb065 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Request body: {'security_group_rule': {'security_group_id': '0f60409b-60d6-48ab-b5e8-7e13dd8161b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:20.772176 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1c4283b7-9c7b-4198-bb23-469f1fdf1cc1 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:20.778790 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b81bbf2b-548a-47b9-a013-013fcae30f03 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:20.784620 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-399b11af-5c0b-416c-b84f-75927d5bb065 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:20.791651 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-399b11af-5c0b-416c-b84f-75927d5bb065 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Usage tracker for resource:security_group_rule and tenant:c9b36c2026314fcba54b84af09c29f52 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:20.791777 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81bbf2b-548a-47b9-a013-013fcae30f03 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e0e6a0-fce0-49c2-bc11-c206cf04b1b3,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:20.795593 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-18efa9c9-b1f1-4ed1-9e50-28e1733f439c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:20.798340 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-399b11af-5c0b-416c-b84f-75927d5bb065 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:20.808226 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1c4283b7-9c7b-4198-bb23-469f1fdf1cc1 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "DELETE /v2.0/ports/7930a589-3652-4cda-b531-b03f498f7aed HTTP/1.1" status: 204 len: 168 time: 2.4132075 May 03 22:48:20.811738 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59242) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:20.821076 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-399b11af-5c0b-416c-b84f-75927d5bb065 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:20.827693 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fde844-2ad0-4658-8609-d18fc4d23ae3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:48:20.839810 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a42de0d-48e8-434c-8c5c-f061098fea77 None None] Sync routers for ids ['a3655cdb-af14-4963-92a1-5f9446f74608'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:48:20.842217 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-18efa9c9-b1f1-4ed1-9e50-28e1733f439c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:20.855013 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a42de0d-48e8-434c-8c5c-f061098fea77 None None] Routers {'a3655cdb-af14-4963-92a1-5f9446f74608'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:48:20.856208 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-6a42de0d-48e8-434c-8c5c-f061098fea77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:47:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a3655cdb-af14-4963-92a1-5f9446f74608'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:20.856633 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-5dd305d5-95b3-4c93-990b-335ef39841fc tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:20.866213 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e3fde844-2ad0-4658-8609-d18fc4d23ae3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:20.871560 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e3fde844-2ad0-4658-8609-d18fc4d23ae3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.3287110 May 03 22:48:20.871675 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-399b11af-5c0b-416c-b84f-75927d5bb065 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:20.871987 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5dd305d5-95b3-4c93-990b-335ef39841fc tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:20.874190 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59246) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:20.922144 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5dd305d5-95b3-4c93-990b-335ef39841fc tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Usage tracker for resource:floatingip and tenant:8c95c89f05244bbf88571ec673604262 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:20.929238 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5dd305d5-95b3-4c93-990b-335ef39841fc tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:20.953496 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6541bf52-a163-4f2d-a12a-cf34e7a9ff75 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=584c47bf47e049698552e4a4a9d3464d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0754187 May 03 22:48:20.955031 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-18efa9c9-b1f1-4ed1-9e50-28e1733f439c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:20.956200 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5dd305d5-95b3-4c93-990b-335ef39841fc tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:20.961144 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59250) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:20.963035 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-399b11af-5c0b-416c-b84f-75927d5bb065 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:20.974673 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-399b11af-5c0b-416c-b84f-75927d5bb065 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:21.007412 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efa9c9-b1f1-4ed1-9e50-28e1733f439c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bcb162-250d-46a5-a45f-65920e5b2b35,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:21.031948 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b11af-5c0b-416c-b84f-75927d5bb065 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cafef1b9-d67e-4dd1-b2ff-884554ac37fd,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:21.033215 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5dd305d5-95b3-4c93-990b-335ef39841fc tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:21.033390 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-18efa9c9-b1f1-4ed1-9e50-28e1733f439c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:21.035545 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-18efa9c9-b1f1-4ed1-9e50-28e1733f439c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d3bcb162-250d-46a5-a45f-65920e5b2b35 HTTP/1.1" status: 204 len: 168 time: 0.3765762 May 03 22:48:21.044555 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-399b11af-5c0b-416c-b84f-75927d5bb065 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:21.052063 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-399b11af-5c0b-416c-b84f-75927d5bb065 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2898004 May 03 22:48:21.054693 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59256) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:21.061447 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-f7d64a02-089c-4569-a6fb-546dfa4e6933 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Request body: {'security_group_rule': {'security_group_id': '0f60409b-60d6-48ab-b5e8-7e13dd8161b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:21.068625 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f7d64a02-089c-4569-a6fb-546dfa4e6933 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:21.074214 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f7d64a02-089c-4569-a6fb-546dfa4e6933 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Usage tracker for resource:security_group_rule and tenant:c9b36c2026314fcba54b84af09c29f52 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:21.078306 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f7d64a02-089c-4569-a6fb-546dfa4e6933 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:21.084730 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f7d64a02-089c-4569-a6fb-546dfa4e6933 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:21.088228 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b81bbf2b-548a-47b9-a013-013fcae30f03 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:21.095984 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-6a42de0d-48e8-434c-8c5c-f061098fea77 None None] Set router a3655cdb-af14-4963-92a1-5f9446f74608 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:48:21.109249 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f7d64a02-089c-4569-a6fb-546dfa4e6933 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:21.233150 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec063f3-b007-4250-93d4-18d09ab2e205 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:21.233150 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-dec063f3-b007-4250-93d4-18d09ab2e205 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2568221 May 03 22:48:21.233150 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b81bbf2b-548a-47b9-a013-013fcae30f03 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:21.242038 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f7d64a02-089c-4569-a6fb-546dfa4e6933 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:21.242038 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59260) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:21.303116 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f7d64a02-089c-4569-a6fb-546dfa4e6933 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:21.320105 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-09064f5c-9564-4e2f-bac3-df986cd340cb tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=de8965b2-8ea3-4c2b-86b9-c128a58c6e1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0858884 May 03 22:48:21.320105 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59264) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:21.346838 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d64a02-089c-4569-a6fb-546dfa4e6933 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01083495-8268-43b7-ad78-8c7ee8f4d62c,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:21.364192 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-532faba8-a69e-4e21-881c-f8c41a3e9bff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-893877805', 'network_id': '67890963-02db-4c38-8d23-557cebff05e8', 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:21.372247 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81bbf2b-548a-47b9-a013-013fcae30f03 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97b0a645-6629-491a-9ba5-d5e82bf2ec5e,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:21.418784 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b81bbf2b-548a-47b9-a013-013fcae30f03 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:21.418784 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b81bbf2b-548a-47b9-a013-013fcae30f03 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.9626586 May 03 22:48:21.421065 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59270) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:21.465779 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-348531ff-ccce-446d-a421-3c1ee6980fe2 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'security_group_rule': {'security_group_id': '97b0a645-6629-491a-9ba5-d5e82bf2ec5e', 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:21.482359 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-348531ff-ccce-446d-a421-3c1ee6980fe2 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:21.486327 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-348531ff-ccce-446d-a421-3c1ee6980fe2 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:security_group_rule and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:21.489977 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-348531ff-ccce-446d-a421-3c1ee6980fe2 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:21.496239 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-348531ff-ccce-446d-a421-3c1ee6980fe2 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:21.522892 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f7d64a02-089c-4569-a6fb-546dfa4e6933 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:21.528058 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f7d64a02-089c-4569-a6fb-546dfa4e6933 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4721942 May 03 22:48:21.532816 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59274) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:21.551612 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-65427e75-2bbb-4a2c-a403-38ec91cf2aba tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:21.619398 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-348531ff-ccce-446d-a421-3c1ee6980fe2 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:21.638741 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-65427e75-2bbb-4a2c-a403-38ec91cf2aba tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:21.663716 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-65427e75-2bbb-4a2c-a403-38ec91cf2aba tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Usage tracker for resource:floatingip and tenant:c9b36c2026314fcba54b84af09c29f52 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:21.674159 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-6a42de0d-48e8-434c-8c5c-f061098fea77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'name': 'tempest-TestNetworkBasicOps-router-1489601345', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '972396c5-50ac-4e79-94a5-d57a6cfb4173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:48:13Z', 'updated_at': '2022-05-03T22:48:17Z', 'revision_number': 3, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'gw_port': {'id': '972396c5-50ac-4e79-94a5-d57a6cfb4173', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:da:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:15Z', 'updated_at': '2022-05-03T22:48:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:21.681317 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a42de0d-48e8-434c-8c5c-f061098fea77 None None] Checking router: a3655cdb-af14-4963-92a1-5f9446f74608 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:48:21.681669 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a42de0d-48e8-434c-8c5c-f061098fea77 None None] Updating router a3655cdb-af14-4963-92a1-5f9446f74608 port 972396c5-50ac-4e79-94a5-d57a6cfb4173 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:48:21.684238 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-65427e75-2bbb-4a2c-a403-38ec91cf2aba tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:21.710631 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5dd305d5-95b3-4c93-990b-335ef39841fc tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:21.725389 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-532faba8-a69e-4e21-881c-f8c41a3e9bff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:21.739249 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-532faba8-a69e-4e21-881c-f8c41a3e9bff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Usage tracker for resource:subnet and tenant:584c47bf47e049698552e4a4a9d3464d is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:21.750268 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-65427e75-2bbb-4a2c-a403-38ec91cf2aba tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:21.763838 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-532faba8-a69e-4e21-881c-f8c41a3e9bff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:21.766678 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59278) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:21.777344 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-65427e75-2bbb-4a2c-a403-38ec91cf2aba tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for floatingip, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:21.799467 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6a42de0d-48e8-434c-8c5c-f061098fea77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:21.806519 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-532faba8-a69e-4e21-881c-f8c41a3e9bff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:21.824845 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-abd67c1c-f97c-4934-b338-481a337ff9ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:21.857110 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-348531ff-ccce-446d-a421-3c1ee6980fe2 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:21.862434 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532faba8-a69e-4e21-881c-f8c41a3e9bff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Made reservation on behalf of 584c47bf47e049698552e4a4a9d3464d for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:48:21.866578 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-532faba8-a69e-4e21-881c-f8c41a3e9bff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:21.887620 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-abd67c1c-f97c-4934-b338-481a337ff9ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:21.896384 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-abd67c1c-f97c-4934-b338-481a337ff9ab admin admin] Usage tracker for resource:security_group_rule and tenant:951091f1c324491dadf3000a6b5f7158 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:21.897719 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-abd67c1c-f97c-4934-b338-481a337ff9ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:21.912677 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-348531ff-ccce-446d-a421-3c1ee6980fe2 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:21.916748 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-abd67c1c-f97c-4934-b338-481a337ff9ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:21.926201 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-5dd305d5-95b3-4c93-990b-335ef39841fc tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Allocated IP 172.25.2.211 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/81f46282-ae65-4525-9954-c1613334d89d) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:48:21.977462 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348531ff-ccce-446d-a421-3c1ee6980fe2 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a358304c-bb29-4709-9538-b33536e66afd,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:22.053030 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-348531ff-ccce-446d-a421-3c1ee6980fe2 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:22.057411 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-348531ff-ccce-446d-a421-3c1ee6980fe2 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6321094 May 03 22:48:22.057655 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59282) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:22.068793 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-961b1423-b12f-4d7a-b612-ad970532144d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'security_group_rule': {'security_group_id': '97b0a645-6629-491a-9ba5-d5e82bf2ec5e', 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:22.075100 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-961b1423-b12f-4d7a-b612-ad970532144d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:22.081685 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-961b1423-b12f-4d7a-b612-ad970532144d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:security_group_rule and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:22.096525 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-961b1423-b12f-4d7a-b612-ad970532144d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:22.119405 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-961b1423-b12f-4d7a-b612-ad970532144d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:22.144953 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5dd305d5-95b3-4c93-990b-335ef39841fc tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:22.147068 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:48:22.157490 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-961b1423-b12f-4d7a-b612-ad970532144d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:22.240351 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5dd305d5-95b3-4c93-990b-335ef39841fc tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:22.243221 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-961b1423-b12f-4d7a-b612-ad970532144d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:22.292234 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-abd67c1c-f97c-4934-b338-481a337ff9ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:22.300437 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-961b1423-b12f-4d7a-b612-ad970532144d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:22.302817 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-abd67c1c-f97c-4934-b338-481a337ff9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:22.317665 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd305d5-95b3-4c93-990b-335ef39841fc tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:48:22.330993 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-5dd305d5-95b3-4c93-990b-335ef39841fc tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:48:22.346245 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b1423-b12f-4d7a-b612-ad970532144d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c53ac5cc-e1e5-4e5d-a200-fcc855ce5c97,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:22.346245 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd305d5-95b3-4c93-990b-335ef39841fc tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:48:22.380861 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-65427e75-2bbb-4a2c-a403-38ec91cf2aba tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:22.396279 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd305d5-95b3-4c93-990b-335ef39841fc tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event updated for resources: {'Port': ['ID=81f46282-ae65-4525-9954-c1613334d89d,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:22.400489 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-961b1423-b12f-4d7a-b612-ad970532144d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:22.400489 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-961b1423-b12f-4d7a-b612-ad970532144d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3410761 May 03 22:48:22.403013 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59286) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:22.411784 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-8d7e5839-8446-4234-8891-d21e696f2ebe tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'security_group_rule': {'security_group_id': '97b0a645-6629-491a-9ba5-d5e82bf2ec5e', 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:22.420232 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-8d7e5839-8446-4234-8891-d21e696f2ebe tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:22.426815 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8d7e5839-8446-4234-8891-d21e696f2ebe tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:security_group_rule and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:22.431062 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8d7e5839-8446-4234-8891-d21e696f2ebe tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:22.445231 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd67c1c-f97c-4934-b338-481a337ff9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3327f78e-2450-404a-9dae-7de3afde0939,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:22.450227 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-8d7e5839-8446-4234-8891-d21e696f2ebe tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:22.453454 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-abd67c1c-f97c-4934-b338-481a337ff9ab admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=951091f1c324491dadf3000a6b5f7158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6758015 May 03 22:48:22.457027 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59290) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:22.477395 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-532faba8-a69e-4e21-881c-f8c41a3e9bff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:22.481500 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8d7e5839-8446-4234-8891-d21e696f2ebe tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:22.591613 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532faba8-a69e-4e21-881c-f8c41a3e9bff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'Subnet': ['ID=df7275e9-1bf4-4770-b3a8-88cd4d1a4895,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:22.594197 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5dd305d5-95b3-4c93-990b-335ef39841fc tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:22.601352 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532faba8-a69e-4e21-881c-f8c41a3e9bff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Checking segment: {'id': '479480a4-2475-4793-8aee-d4c5fd8fe022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '67890963-02db-4c38-8d23-557cebff05e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:48:22.601352 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532faba8-a69e-4e21-881c-f8c41a3e9bff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Network hostable DHCP agents. Network: 67890963-02db-4c38-8d23-557cebff05e8, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:48:22.629773 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6a42de0d-48e8-434c-8c5c-f061098fea77 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:22.634198 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532faba8-a69e-4e21-881c-f8c41a3e9bff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Network 67890963-02db-4c38-8d23-557cebff05e8 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:48:22.646097 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6a42de0d-48e8-434c-8c5c-f061098fea77 None None] Transition to ACTIVE for port object 972396c5-50ac-4e79-94a5-d57a6cfb4173 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:48:22.650554 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-532faba8-a69e-4e21-881c-f8c41a3e9bff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 67890963-02db-4c38-8d23-557cebff05e8) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:48:22.655615 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6a42de0d-48e8-434c-8c5c-f061098fea77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:22.656829 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532faba8-a69e-4e21-881c-f8c41a3e9bff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:22.657424 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-532faba8-a69e-4e21-881c-f8c41a3e9bff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:22.701995 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-34e8e482-6e47-4a99-9c4b-aea3a84a50c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:22.731308 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625841b6-f831-4c19-890a-c01497332826 None None] Network 67890963-02db-4c38-8d23-557cebff05e8 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:48:22.741655 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8d7e5839-8446-4234-8891-d21e696f2ebe tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:22.753035 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-532faba8-a69e-4e21-881c-f8c41a3e9bff tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4342861 May 03 22:48:22.757434 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59294) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:22.762815 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8d7e5839-8446-4234-8891-d21e696f2ebe tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:22.776600 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-65427e75-2bbb-4a2c-a403-38ec91cf2aba tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Allocated IP 172.25.2.230 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/6f07ee67-67e1-4df9-b997-fc90692f8fa4) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:48:22.783397 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef7572-1990-4feb-9137-f1e458a32938 None None] Pushing event updated for resources: {'Port': ['ID=972396c5-50ac-4e79-94a5-d57a6cfb4173,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:22.807427 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-6a42de0d-48e8-434c-8c5c-f061098fea77 None None] Attempting to bind port 972396c5-50ac-4e79-94a5-d57a6cfb4173 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:48:22.807427 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-6a42de0d-48e8-434c-8c5c-f061098fea77 None None] Attempting to bind port 972396c5-50ac-4e79-94a5-d57a6cfb4173 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:48:22.807427 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a42de0d-48e8-434c-8c5c-f061098fea77 None None] Attempting to bind port 972396c5-50ac-4e79-94a5-d57a6cfb4173 on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:48:22.807427 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef7572-1990-4feb-9137-f1e458a32938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:48:22.807427 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef7572-1990-4feb-9137-f1e458a32938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:48:22.811896 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef7572-1990-4feb-9137-f1e458a32938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:48:22.811896 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef7572-1990-4feb-9137-f1e458a32938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:48:22.811896 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef7572-1990-4feb-9137-f1e458a32938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:48:22.811896 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef7572-1990-4feb-9137-f1e458a32938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:48:22.811896 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef7572-1990-4feb-9137-f1e458a32938 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:48:22.811896 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef7572-1990-4feb-9137-f1e458a32938 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:48:22.811896 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef7572-1990-4feb-9137-f1e458a32938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:48:22.811896 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef7572-1990-4feb-9137-f1e458a32938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:48:22.811896 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef7572-1990-4feb-9137-f1e458a32938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:48:22.811896 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef7572-1990-4feb-9137-f1e458a32938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:48:22.847223 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5dd305d5-95b3-4c93-990b-335ef39841fc tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:22.875679 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-34e8e482-6e47-4a99-9c4b-aea3a84a50c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:22.884632 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a42de0d-48e8-434c-8c5c-f061098fea77 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:48:22.884632 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a42de0d-48e8-434c-8c5c-f061098fea77 None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:48:22.884632 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6a42de0d-48e8-434c-8c5c-f061098fea77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:22.884632 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a42de0d-48e8-434c-8c5c-f061098fea77 None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:48:22.884632 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-6a42de0d-48e8-434c-8c5c-f061098fea77 None None] Bound port: 972396c5-50ac-4e79-94a5-d57a6cfb4173, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:48:22.884632 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6a42de0d-48e8-434c-8c5c-f061098fea77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:22.914763 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e5839-8446-4234-8891-d21e696f2ebe tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9677fb2c-b2ad-4292-9cff-a558774e9f47,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:22.947705 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8d7e5839-8446-4234-8891-d21e696f2ebe tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:22.963683 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8d7e5839-8446-4234-8891-d21e696f2ebe tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5449948 May 03 22:48:22.963683 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59298) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:22.969953 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-6a42de0d-48e8-434c-8c5c-f061098fea77 None None] For port 972396c5-50ac-4e79-94a5-d57a6cfb4173, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:48:22.976369 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-5c215cf6-a8da-486a-8080-ddc475ea551f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'security_group_rule': {'security_group_id': '97b0a645-6629-491a-9ba5-d5e82bf2ec5e', 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:22.983011 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-6a42de0d-48e8-434c-8c5c-f061098fea77 None None] For port 972396c5-50ac-4e79-94a5-d57a6cfb4173, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=972396c5-50ac-4e79-94a5-d57a6cfb4173,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:48:22.991573 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5c215cf6-a8da-486a-8080-ddc475ea551f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:22.998047 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6a42de0d-48e8-434c-8c5c-f061098fea77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:23.003199 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5c215cf6-a8da-486a-8080-ddc475ea551f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:security_group_rule and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:23.003199 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5c215cf6-a8da-486a-8080-ddc475ea551f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:23.031453 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5c215cf6-a8da-486a-8080-ddc475ea551f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:23.092725 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-34e8e482-6e47-4a99-9c4b-aea3a84a50c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:23.098857 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4ac7faed-7caa-4b4c-9aa0-3890df581a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:23.122671 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a42de0d-48e8-434c-8c5c-f061098fea77 None None] Routers {'a3655cdb-af14-4963-92a1-5f9446f74608'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:48:23.122671 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-6a42de0d-48e8-434c-8c5c-f061098fea77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:47:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a3655cdb-af14-4963-92a1-5f9446f74608'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:23.141812 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5c215cf6-a8da-486a-8080-ddc475ea551f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:23.269776 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8e482-6e47-4a99-9c4b-aea3a84a50c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3327f78e-2450-404a-9dae-7de3afde0939,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:23.312025 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-34e8e482-6e47-4a99-9c4b-aea3a84a50c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:23.313029 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-34e8e482-6e47-4a99-9c4b-aea3a84a50c6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3327f78e-2450-404a-9dae-7de3afde0939 HTTP/1.1" status: 204 len: 168 time: 0.8630512 May 03 22:48:23.313179 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef7572-1990-4feb-9137-f1e458a32938 None None] Pushing event updated for resources: {'Port': ['ID=972396c5-50ac-4e79-94a5-d57a6cfb4173,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:23.443700 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e4b53f-3bce-4534-9699-72376839c49c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-67890963-02db-4c38-8d23-557cebff05e8', 'network_id': '67890963-02db-4c38-8d23-557cebff05e8', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'fixed_ips': [{'subnet_id': 'df7275e9-1bf4-4770-b3a8-88cd4d1a4895'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:48:23.443700 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-44e4b53f-3bce-4534-9699-72376839c49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:23.634780 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5c215cf6-a8da-486a-8080-ddc475ea551f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:23.651278 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5c215cf6-a8da-486a-8080-ddc475ea551f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:23.657075 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-44e4b53f-3bce-4534-9699-72376839c49c None None] Allocated IP 172.20.0.2 (67890963-02db-4c38-8d23-557cebff05e8/df7275e9-1bf4-4770-b3a8-88cd4d1a4895/583ceaef-68ec-4b76-981d-85e25f2dc189) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:48:23.723852 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5dd305d5-95b3-4c93-990b-335ef39841fc tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:23.752307 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5c215cf6-a8da-486a-8080-ddc475ea551f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:23.752307 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5c215cf6-a8da-486a-8080-ddc475ea551f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7886477 May 03 22:48:23.752307 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5dd305d5-95b3-4c93-990b-335ef39841fc tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:23.759560 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59306) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:23.781570 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-dcc1a394-03da-406c-a3ac-aff564902f45 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'security_group_rule': {'security_group_id': '97b0a645-6629-491a-9ba5-d5e82bf2ec5e', 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:23.835887 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd305d5-95b3-4c93-990b-335ef39841fc tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event updated for resources: {'Port': ['ID=81f46282-ae65-4525-9954-c1613334d89d,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:23.846885 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c215cf6-a8da-486a-8080-ddc475ea551f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9abef5a-4f67-4e79-8a07-d0f2ac5c295b,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:23.851802 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-dcc1a394-03da-406c-a3ac-aff564902f45 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:23.879370 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-dcc1a394-03da-406c-a3ac-aff564902f45 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:security_group_rule and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:23.879370 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-dcc1a394-03da-406c-a3ac-aff564902f45 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:23.897039 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-dcc1a394-03da-406c-a3ac-aff564902f45 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:23.929585 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-6a42de0d-48e8-434c-8c5c-f061098fea77 None None] Set router a3655cdb-af14-4963-92a1-5f9446f74608 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:48:23.948366 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5dd305d5-95b3-4c93-990b-335ef39841fc tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:23.972027 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5dd305d5-95b3-4c93-990b-335ef39841fc tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:23.976352 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5dd305d5-95b3-4c93-990b-335ef39841fc tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1636710 May 03 22:48:23.977278 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59310) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:23.985646 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-fcbbaaff-fde8-4388-907c-24571715942c tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Request body: {'port': {'network_id': 'f52cd730-c1f9-404d-a48e-e6338ca28751', 'name': 'tempest-FloatingIPTestJSON-918915741'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:24.087585 n-d-811807-1 neutron-server[88070]: INFO neutron.db.securitygroups_db [None req-dcc1a394-03da-406c-a3ac-aff564902f45 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Project e51c41c8f2c54373bfeeef105247eecb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 22:48:24.116078 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dcc1a394-03da-406c-a3ac-aff564902f45 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:24.142383 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-65427e75-2bbb-4a2c-a403-38ec91cf2aba tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:24.205034 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fcbbaaff-fde8-4388-907c-24571715942c tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:24.212961 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fcbbaaff-fde8-4388-907c-24571715942c tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Usage tracker for resource:port and tenant:8c95c89f05244bbf88571ec673604262 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:24.218787 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fcbbaaff-fde8-4388-907c-24571715942c tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:24.227098 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fcbbaaff-fde8-4388-907c-24571715942c tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:24.241231 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbbaaff-fde8-4388-907c-24571715942c tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Made reservation on behalf of 8c95c89f05244bbf88571ec673604262 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:48:24.246090 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fcbbaaff-fde8-4388-907c-24571715942c tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:24.274324 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-fcbbaaff-fde8-4388-907c-24571715942c tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] device_id is not set on port 60494e12-03ea-432e-a5e6-26a329c7a9d4 yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:48:24.275455 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dcc1a394-03da-406c-a3ac-aff564902f45 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:24.289107 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dcc1a394-03da-406c-a3ac-aff564902f45 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:24.352432 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc1a394-03da-406c-a3ac-aff564902f45 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f452c4b-7f8a-4d72-90c6-5972b2429a2c,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:24.357051 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-65427e75-2bbb-4a2c-a403-38ec91cf2aba tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:24.424847 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dcc1a394-03da-406c-a3ac-aff564902f45 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:24.429489 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-dcc1a394-03da-406c-a3ac-aff564902f45 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6715667 May 03 22:48:24.437371 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59324) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:24.448770 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-b2f1d285-3639-4cf1-9c09-0ae32b25c4f6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'security_group_rule': {'security_group_id': '97b0a645-6629-491a-9ba5-d5e82bf2ec5e', 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:24.493683 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65427e75-2bbb-4a2c-a403-38ec91cf2aba tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:48:24.498276 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b2f1d285-3639-4cf1-9c09-0ae32b25c4f6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:24.505311 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-65427e75-2bbb-4a2c-a403-38ec91cf2aba tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:48:24.518417 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b2f1d285-3639-4cf1-9c09-0ae32b25c4f6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:security_group_rule and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:24.521048 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65427e75-2bbb-4a2c-a403-38ec91cf2aba tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:48:24.529202 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:24.555635 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-fcbbaaff-fde8-4388-907c-24571715942c tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Allocated IP 172.20.0.3 (f52cd730-c1f9-404d-a48e-e6338ca28751/c6f4509d-a7a3-4c9a-8564-5eb7ac00fea8/60494e12-03ea-432e-a5e6-26a329c7a9d4) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:48:24.563255 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-44e4b53f-3bce-4534-9699-72376839c49c None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:24.579402 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65427e75-2bbb-4a2c-a403-38ec91cf2aba tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Pushing event updated for resources: {'Port': ['ID=6f07ee67-67e1-4df9-b997-fc90692f8fa4,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:24.590301 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-1e51b689-5894-4d23-a186-30a2bc7d5f0d req-409d971b-258b-4b9c-b6a0-0d3c28493c59 service neutron] (88069) timed out ('10.222.0.67', 50741) {{(pid=88069) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 03 22:48:24.600657 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b2f1d285-3639-4cf1-9c09-0ae32b25c4f6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:24.612350 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-44e4b53f-3bce-4534-9699-72376839c49c None None] Transition to ACTIVE for port object 583ceaef-68ec-4b76-981d-85e25f2dc189 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:48:24.630571 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b2f1d285-3639-4cf1-9c09-0ae32b25c4f6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:24.669085 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-44e4b53f-3bce-4534-9699-72376839c49c None None] Transition to ACTIVE for port object 583ceaef-68ec-4b76-981d-85e25f2dc189 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:48:24.669085 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-6a42de0d-48e8-434c-8c5c-f061098fea77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'name': 'tempest-TestNetworkBasicOps-router-1489601345', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '972396c5-50ac-4e79-94a5-d57a6cfb4173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:48:13Z', 'updated_at': '2022-05-03T22:48:17Z', 'revision_number': 3, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'gw_port': {'id': '972396c5-50ac-4e79-94a5-d57a6cfb4173', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:da:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:15Z', 'updated_at': '2022-05-03T22:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:24.670507 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a42de0d-48e8-434c-8c5c-f061098fea77 None None] The sync data for ids ['a3655cdb-af14-4963-92a1-5f9446f74608'] in n-d-811807-1 is: [{'id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'name': 'tempest-TestNetworkBasicOps-router-1489601345', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '972396c5-50ac-4e79-94a5-d57a6cfb4173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:48:13Z', 'updated_at': '2022-05-03T22:48:17Z', 'revision_number': 3, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'gw_port': {'id': '972396c5-50ac-4e79-94a5-d57a6cfb4173', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:da:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:15Z', 'updated_at': '2022-05-03T22:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:48:24.672801 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-554d6c1d-0aa2-4d73-8b82-fc6957b86209 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:24.674212 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-44e4b53f-3bce-4534-9699-72376839c49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:24.730731 n-d-811807-1 neutron-server[88070]: INFO neutron.db.securitygroups_db [None req-b2f1d285-3639-4cf1-9c09-0ae32b25c4f6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Project e51c41c8f2c54373bfeeef105247eecb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 22:48:24.762790 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e4b53f-3bce-4534-9699-72376839c49c None None] Network 67890963-02db-4c38-8d23-557cebff05e8 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:48:24.770903 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-44e4b53f-3bce-4534-9699-72376839c49c None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:48:24.770903 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e4b53f-3bce-4534-9699-72376839c49c None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:48:24.776841 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4b53f-3bce-4534-9699-72376839c49c None None] Pushing event updated for resources: {'Port': ['ID=583ceaef-68ec-4b76-981d-85e25f2dc189,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:24.833567 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b2f1d285-3639-4cf1-9c09-0ae32b25c4f6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:24.910332 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-44e4b53f-3bce-4534-9699-72376839c49c None None] Attempting to bind port 583ceaef-68ec-4b76-981d-85e25f2dc189 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:48:24.910708 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-44e4b53f-3bce-4534-9699-72376839c49c None None] Attempting to bind port 583ceaef-68ec-4b76-981d-85e25f2dc189 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '479480a4-2475-4793-8aee-d4c5fd8fe022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '67890963-02db-4c38-8d23-557cebff05e8'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:48:24.911136 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e4b53f-3bce-4534-9699-72376839c49c None None] Attempting to bind port 583ceaef-68ec-4b76-981d-85e25f2dc189 on network 67890963-02db-4c38-8d23-557cebff05e8 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:48:24.919604 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e4b53f-3bce-4534-9699-72376839c49c None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:48:24.919901 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e4b53f-3bce-4534-9699-72376839c49c None None] Checking segment: {'id': '479480a4-2475-4793-8aee-d4c5fd8fe022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '67890963-02db-4c38-8d23-557cebff05e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:48:24.920530 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-44e4b53f-3bce-4534-9699-72376839c49c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:24.921795 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e4b53f-3bce-4534-9699-72376839c49c None None] Bound using segment: {'id': '479480a4-2475-4793-8aee-d4c5fd8fe022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '67890963-02db-4c38-8d23-557cebff05e8'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:48:24.922529 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-44e4b53f-3bce-4534-9699-72376839c49c None None] Bound port: 583ceaef-68ec-4b76-981d-85e25f2dc189, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '479480a4-2475-4793-8aee-d4c5fd8fe022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '67890963-02db-4c38-8d23-557cebff05e8'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:48:24.923107 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-44e4b53f-3bce-4534-9699-72376839c49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:25.009345 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-65427e75-2bbb-4a2c-a403-38ec91cf2aba tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:25.019629 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fcbbaaff-fde8-4388-907c-24571715942c tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:25.072117 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fcbbaaff-fde8-4388-907c-24571715942c tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:25.116060 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b2f1d285-3639-4cf1-9c09-0ae32b25c4f6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:25.158682 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b2f1d285-3639-4cf1-9c09-0ae32b25c4f6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:25.178600 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b60ffa0c-ea25-4a32-99e0-61dc2b46c885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:25.195757 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-44e4b53f-3bce-4534-9699-72376839c49c None None] For port 583ceaef-68ec-4b76-981d-85e25f2dc189, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:48:25.222491 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-44e4b53f-3bce-4534-9699-72376839c49c None None] For port 583ceaef-68ec-4b76-981d-85e25f2dc189, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=583ceaef-68ec-4b76-981d-85e25f2dc189,segment=NetworkSegment(479480a4-2475-4793-8aee-d4c5fd8fe022),segment_id=479480a4-2475-4793-8aee-d4c5fd8fe022)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:48:25.234284 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-44e4b53f-3bce-4534-9699-72376839c49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:25.242369 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-65427e75-2bbb-4a2c-a403-38ec91cf2aba tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:25.317969 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbbaaff-fde8-4388-907c-24571715942c tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Network f52cd730-c1f9-404d-a48e-e6338ca28751 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:48:25.321469 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-fcbbaaff-fde8-4388-907c-24571715942c tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:48:25.348742 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbbaaff-fde8-4388-907c-24571715942c tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:48:25.429135 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbbaaff-fde8-4388-907c-24571715942c tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event updated for resources: {'Port': ['ID=60494e12-03ea-432e-a5e6-26a329c7a9d4,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:25.474726 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4b53f-3bce-4534-9699-72376839c49c None None] Pushing event updated for resources: {'Port': ['ID=583ceaef-68ec-4b76-981d-85e25f2dc189,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:25.576655 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbbaaff-fde8-4388-907c-24571715942c tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:25.576810 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1d285-3639-4cf1-9c09-0ae32b25c4f6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45b16d25-d1f7-4ef0-81d0-8c57b68c2218,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:25.581807 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fcbbaaff-fde8-4388-907c-24571715942c tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:25.646611 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-fcbbaaff-fde8-4388-907c-24571715942c tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6649306 May 03 22:48:25.646611 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59340) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:25.662621 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-319ab527-c01f-44e6-8a69-c826bd502ec2 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Request body: {'floatingip': {'port_id': '60494e12-03ea-432e-a5e6-26a329c7a9d4'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:25.855013 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-319ab527-c01f-44e6-8a69-c826bd502ec2 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for floatingip, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:25.954452 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 972396c5-50ac-4e79-94a5-d57a6cfb4173 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:48:26.143961 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 972396c5-50ac-4e79-94a5-d57a6cfb4173 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:48:26.156840 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 972396c5-50ac-4e79-94a5-d57a6cfb4173 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:48:26.159463 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:26.185066 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-554d6c1d-0aa2-4d73-8b82-fc6957b86209 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Allocated IP 172.20.0.1 (67890963-02db-4c38-8d23-557cebff05e8/df7275e9-1bf4-4770-b3a8-88cd4d1a4895/7094abd9-692a-4ed5-b84c-d364618cef86) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:48:26.190347 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b2f1d285-3639-4cf1-9c09-0ae32b25c4f6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:26.190347 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b2f1d285-3639-4cf1-9c09-0ae32b25c4f6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.7478423 May 03 22:48:26.205576 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59348) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:26.241487 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-7d673794-3ab8-413c-8683-4ae490b8dde4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'network': {'name': 'tempest-network-smoke--1504362456', 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'port_security_enabled': True}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:26.280212 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7d673794-3ab8-413c-8683-4ae490b8dde4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:26.372175 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:26.373711 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:26.400525 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7d673794-3ab8-413c-8683-4ae490b8dde4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:network and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:26.400718 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:26.444530 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 972396c5-50ac-4e79-94a5-d57a6cfb4173, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=972396c5-50ac-4e79-94a5-d57a6cfb4173,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:48:26.444686 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7d673794-3ab8-413c-8683-4ae490b8dde4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:26.451953 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:26.460243 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7d673794-3ab8-413c-8683-4ae490b8dde4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:26.575868 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=972396c5-50ac-4e79-94a5-d57a6cfb4173,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:26.641138 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d673794-3ab8-413c-8683-4ae490b8dde4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Made reservation on behalf of e51c41c8f2c54373bfeeef105247eecb for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:48:26.648076 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7d673794-3ab8-413c-8683-4ae490b8dde4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:26.765547 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-65427e75-2bbb-4a2c-a403-38ec91cf2aba tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:26.801820 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-65427e75-2bbb-4a2c-a403-38ec91cf2aba tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:26.813866 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d673794-3ab8-413c-8683-4ae490b8dde4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:48:26.862771 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-554d6c1d-0aa2-4d73-8b82-fc6957b86209 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:27.006604 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7d673794-3ab8-413c-8683-4ae490b8dde4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:27.006604 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-7d673794-3ab8-413c-8683-4ae490b8dde4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Added segment 19f5e703-356a-48fb-ab14-cf4ba1cc55fc of type vlan for network 205448ae-d8cd-4b1c-9138-0734b8d65b11 May 03 22:48:27.026054 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-554d6c1d-0aa2-4d73-8b82-fc6957b86209 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Transition to ACTIVE for port object 7094abd9-692a-4ed5-b84c-d364618cef86 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:48:27.084635 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65427e75-2bbb-4a2c-a403-38ec91cf2aba tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Pushing event updated for resources: {'Port': ['ID=6f07ee67-67e1-4df9-b997-fc90692f8fa4,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:27.103744 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-65427e75-2bbb-4a2c-a403-38ec91cf2aba tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:27.108949 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7d673794-3ab8-413c-8683-4ae490b8dde4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:27.165103 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-65427e75-2bbb-4a2c-a403-38ec91cf2aba tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:27.165103 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-65427e75-2bbb-4a2c-a403-38ec91cf2aba tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6218112 May 03 22:48:27.184301 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-554d6c1d-0aa2-4d73-8b82-fc6957b86209 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:27.237502 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-319ab527-c01f-44e6-8a69-c826bd502ec2 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:27.247336 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-319ab527-c01f-44e6-8a69-c826bd502ec2 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:27.282784 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7d673794-3ab8-413c-8683-4ae490b8dde4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:27.295072 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d673794-3ab8-413c-8683-4ae490b8dde4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:27.296887 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7d673794-3ab8-413c-8683-4ae490b8dde4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:27.335882 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554d6c1d-0aa2-4d73-8b82-fc6957b86209 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Network 67890963-02db-4c38-8d23-557cebff05e8 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:48:27.353936 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-554d6c1d-0aa2-4d73-8b82-fc6957b86209 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:48:27.358956 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554d6c1d-0aa2-4d73-8b82-fc6957b86209 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:48:27.394134 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3625230d-955e-430a-a57f-2d39027ed229 None None] Network 67890963-02db-4c38-8d23-557cebff05e8 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:48:27.463177 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d6c1d-0aa2-4d73-8b82-fc6957b86209 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'Port': ['ID=7094abd9-692a-4ed5-b84c-d364618cef86,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:27.554261 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7d673794-3ab8-413c-8683-4ae490b8dde4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3475199 May 03 22:48:27.563077 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59384) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:27.575815 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-7a4531e9-7858-4850-92c3-e9444a63e9d1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1473588078', 'admin_state_up': True, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:27.585489 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d673794-3ab8-413c-8683-4ae490b8dde4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'Network': ['ID=205448ae-d8cd-4b1c-9138-0734b8d65b11,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:27.609907 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7a4531e9-7858-4850-92c3-e9444a63e9d1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:27.612713 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-554d6c1d-0aa2-4d73-8b82-fc6957b86209 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:27.617507 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7a4531e9-7858-4850-92c3-e9444a63e9d1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:router and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:27.624630 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 205448ae-d8cd-4b1c-9138-0734b8d65b11 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:48:27.628513 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7a4531e9-7858-4850-92c3-e9444a63e9d1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:27.674686 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7a4531e9-7858-4850-92c3-e9444a63e9d1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:27.678833 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-3335fa3a-24b1-4644-a86c-3bb2f9dd3ec7 None None] Provisioning for port 583ceaef-68ec-4b76-981d-85e25f2dc189 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:48:27.719877 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7a4531e9-7858-4850-92c3-e9444a63e9d1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:27.721200 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7a4531e9-7858-4850-92c3-e9444a63e9d1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:27.743605 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7a4531e9-7858-4850-92c3-e9444a63e9d1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:27.747078 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:27.919086 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 972396c5-50ac-4e79-94a5-d57a6cfb4173 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:48:27.960831 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-1f71d900-042b-4c54-a167-6a3e2691b3f3 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1623150271&fields=id&tenant_id=c9b36c2026314fcba54b84af09c29f52 HTTP/1.1" status: 200 len: 267 time: 0.3339674 May 03 22:48:28.037435 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:28.072252 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-319ab527-c01f-44e6-8a69-c826bd502ec2 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Floating IP 4fcd62b9-7b09-49a3-b9c7-feeb302b329c associated. External IP: 172.25.2.211, port: 60494e12-03ea-432e-a5e6-26a329c7a9d4. May 03 22:48:28.126650 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 972396c5-50ac-4e79-94a5-d57a6cfb4173 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:48:28.127325 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:28.225374 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7a4531e9-7858-4850-92c3-e9444a63e9d1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:28.232811 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-554d6c1d-0aa2-4d73-8b82-fc6957b86209 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:28.300687 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 583ceaef-68ec-4b76-981d-85e25f2dc189 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:48:28.354546 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-bda236ac-d928-4a89-b6c0-3ae2aecf7056 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:28.362306 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-bda236ac-d928-4a89-b6c0-3ae2aecf7056 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/networks?id=b02a0a3f-1344-4b33-8d96-e59f73f273ac HTTP/1.1" status: 200 len: 815 time: 0.3952873 May 03 22:48:28.383909 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-0e45131d-78b1-4d6a-90f8-b01d95053aba tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/quotas/c9b36c2026314fcba54b84af09c29f52 HTTP/1.1" status: 200 len: 375 time: 0.0202286 May 03 22:48:28.432074 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 583ceaef-68ec-4b76-981d-85e25f2dc189 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:48:28.438876 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 583ceaef-68ec-4b76-981d-85e25f2dc189 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:48:28.439670 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:28.746836 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-8df25292-1acb-4539-b5ea-a5ef276bf725 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c9b36c2026314fcba54b84af09c29f52&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3617122 May 03 22:48:28.763695 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319ab527-c01f-44e6-8a69-c826bd502ec2 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Router 6f23874e-12c6-40a1-96e5-7619d98f141b has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:48:28.788917 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e9d9057e-d787-4397-a63e-07491926fc40 None None] Provisioning for port 7094abd9-692a-4ed5-b84c-d364618cef86 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:48:28.802687 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e9d9057e-d787-4397-a63e-07491926fc40 None None] Provisioning complete for port 7094abd9-692a-4ed5-b84c-d364618cef86 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:48:28.802687 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e9d9057e-d787-4397-a63e-07491926fc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:28.928431 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e9d9057e-d787-4397-a63e-07491926fc40 None None] Port 7094abd9-692a-4ed5-b84c-d364618cef86 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:48:28.956497 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59412) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:28.961317 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:29.000393 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e9d9057e-d787-4397-a63e-07491926fc40 None None] Provisioning complete for port 583ceaef-68ec-4b76-981d-85e25f2dc189 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:48:29.001518 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e9d9057e-d787-4397-a63e-07491926fc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:29.073560 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319ab527-c01f-44e6-8a69-c826bd502ec2 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:48:29.085343 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215882aa-b3be-47ea-876f-22aa64ebe541 None None] Sync routers for ids ['6f23874e-12c6-40a1-96e5-7619d98f141b'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:48:29.090272 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-319ab527-c01f-44e6-8a69-c826bd502ec2 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:29.112028 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215882aa-b3be-47ea-876f-22aa64ebe541 None None] Routers {'6f23874e-12c6-40a1-96e5-7619d98f141b'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:48:29.112576 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-215882aa-b3be-47ea-876f-22aa64ebe541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:48:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6f23874e-12c6-40a1-96e5-7619d98f141b'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:29.165666 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e9d9057e-d787-4397-a63e-07491926fc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:29.184814 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 583ceaef-68ec-4b76-981d-85e25f2dc189, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=583ceaef-68ec-4b76-981d-85e25f2dc189,segment=NetworkSegment(479480a4-2475-4793-8aee-d4c5fd8fe022),segment_id=479480a4-2475-4793-8aee-d4c5fd8fe022)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:48:29.194241 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:29.240004 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-319ab527-c01f-44e6-8a69-c826bd502ec2 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "PUT /v2.0/floatingips/4fcd62b9-7b09-49a3-b9c7-feeb302b329c HTTP/1.1" status: 200 len: 977 time: 3.5928359 May 03 22:48:29.240824 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59418) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:29.259472 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-215882aa-b3be-47ea-876f-22aa64ebe541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:29.286939 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215882aa-b3be-47ea-876f-22aa64ebe541 None None] Routers {'6f23874e-12c6-40a1-96e5-7619d98f141b'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:48:29.287580 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-215882aa-b3be-47ea-876f-22aa64ebe541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:48:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6f23874e-12c6-40a1-96e5-7619d98f141b'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:29.324385 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7a4531e9-7858-4850-92c3-e9444a63e9d1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:29.327348 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-e9d9057e-d787-4397-a63e-07491926fc40 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:48:29.327708 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-e9d9057e-d787-4397-a63e-07491926fc40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:48:29.348794 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-215882aa-b3be-47ea-876f-22aa64ebe541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:29.349196 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215882aa-b3be-47ea-876f-22aa64ebe541 None None] The sync data for ids ['6f23874e-12c6-40a1-96e5-7619d98f141b'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:48:29.352059 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=583ceaef-68ec-4b76-981d-85e25f2dc189,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:29.369651 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7a4531e9-7858-4850-92c3-e9444a63e9d1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:29.396491 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d79a59bd-c153-46f5-89e7-1f31d2add469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:29.423717 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-e26b08d4-1e64-465a-ad95-62f2c33ed60f service neutron] 10.222.0.58 "GET /v2.0/networks/b02a0a3f-1344-4b33-8d96-e59f73f273ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5893769 May 03 22:48:29.425580 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d79a59bd-c153-46f5-89e7-1f31d2add469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:29.429838 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-d8bad46c-75dd-4efe-85a1-51f720d5642a tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Deleting port 60494e12-03ea-432e-a5e6-26a329c7a9d4 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:48:29.430198 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d8bad46c-75dd-4efe-85a1-51f720d5642a tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:29.491035 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d79a59bd-c153-46f5-89e7-1f31d2add469 admin admin] Usage tracker for resource:security_group_rule and tenant:59f66290ad444e7f8ed6ffea34cd9ea2 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:29.504365 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-554d6c1d-0aa2-4d73-8b82-fc6957b86209 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:29.511279 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-554d6c1d-0aa2-4d73-8b82-fc6957b86209 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:29.620005 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d79a59bd-c153-46f5-89e7-1f31d2add469 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:29.629906 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d79a59bd-c153-46f5-89e7-1f31d2add469 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:29.645077 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-554d6c1d-0aa2-4d73-8b82-fc6957b86209 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:29.668805 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-7a4531e9-7858-4850-92c3-e9444a63e9d1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Allocated IP 172.25.2.38 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/e34957be-7cfa-496e-9ec7-ba816bcf9853) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:48:29.672420 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d6c1d-0aa2-4d73-8b82-fc6957b86209 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'Port': ['ID=7094abd9-692a-4ed5-b84c-d364618cef86,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:29.742608 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 583ceaef-68ec-4b76-981d-85e25f2dc189 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:48:29.814075 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 583ceaef-68ec-4b76-981d-85e25f2dc189 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:48:29.814358 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:29.868785 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-80bbb2d3-e30d-42ff-bd42-e62ef2135acb service neutron] 10.222.0.58 "GET /v2.0/networks/b02a0a3f-1344-4b33-8d96-e59f73f273ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099140 May 03 22:48:29.916999 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554d6c1d-0aa2-4d73-8b82-fc6957b86209 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Network 67890963-02db-4c38-8d23-557cebff05e8 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:48:29.927930 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-554d6c1d-0aa2-4d73-8b82-fc6957b86209 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:48:30.003985 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d79a59bd-c153-46f5-89e7-1f31d2add469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:30.012676 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d8bad46c-75dd-4efe-85a1-51f720d5642a tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:30.021666 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d79a59bd-c153-46f5-89e7-1f31d2add469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:30.071616 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-4f0f47c8-bfe3-4af9-96fb-ff477a0fbaef None None] Provisioning complete for port 7094abd9-692a-4ed5-b84c-d364618cef86 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:48:30.072164 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4f0f47c8-bfe3-4af9-96fb-ff477a0fbaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:30.097383 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7a4531e9-7858-4850-92c3-e9444a63e9d1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:30.146945 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-4f0f47c8-bfe3-4af9-96fb-ff477a0fbaef None None] Port 7094abd9-692a-4ed5-b84c-d364618cef86 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:48:30.176035 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554d6c1d-0aa2-4d73-8b82-fc6957b86209 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Router a3655cdb-af14-4963-92a1-5f9446f74608 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:48:30.186668 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d79a59bd-c153-46f5-89e7-1f31d2add469 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=59f66290ad444e7f8ed6ffea34cd9ea2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2289820 May 03 22:48:30.187759 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59426) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:30.202493 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7a4531e9-7858-4850-92c3-e9444a63e9d1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:30.250162 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a59bd-c153-46f5-89e7-1f31d2add469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060140b3-6d4a-4c33-b6af-53f0eecf9b16,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:30.268662 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-29470ec2-2b54-4135-bf2e-dc05f2aadac2 req-875ecadb-e1f2-49ce-b751-df9f6330442e tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5377de6-693a-44c6-b042-ed3f4594fe50 HTTP/1.1" status: 200 len: 210 time: 0.0705798 May 03 22:48:30.338099 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4531e9-7858-4850-92c3-e9444a63e9d1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:48:30.377159 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1b5a6643-8d08-4268-add0-54dc4d76e3ed None None] Provisioning complete for port 7094abd9-692a-4ed5-b84c-d364618cef86 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:48:30.378189 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1b5a6643-8d08-4268-add0-54dc4d76e3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:30.459332 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1b5a6643-8d08-4268-add0-54dc4d76e3ed None None] Port 7094abd9-692a-4ed5-b84c-d364618cef86 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:48:30.518889 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d8bad46c-75dd-4efe-85a1-51f720d5642a tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:30.519418 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d8bad46c-75dd-4efe-85a1-51f720d5642a tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:30.519628 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-d8bad46c-75dd-4efe-85a1-51f720d5642a tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Floating IP 4fcd62b9-7b09-49a3-b9c7-feeb302b329c disassociated. External IP: 172.25.2.211, port: 60494e12-03ea-432e-a5e6-26a329c7a9d4. May 03 22:48:30.520156 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-d8bad46c-75dd-4efe-85a1-51f720d5642a tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Calling delete_port for 60494e12-03ea-432e-a5e6-26a329c7a9d4 owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:48:30.559705 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-7a4531e9-7858-4850-92c3-e9444a63e9d1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:48:30.587741 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4531e9-7858-4850-92c3-e9444a63e9d1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:48:30.668379 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4531e9-7858-4850-92c3-e9444a63e9d1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'Port': ['ID=e34957be-7cfa-496e-9ec7-ba816bcf9853,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:30.691027 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8abb3d9d-89b0-4952-8845-689ed4c20a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:30.710897 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d8bad46c-75dd-4efe-85a1-51f720d5642a tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:30.766373 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad46c-75dd-4efe-85a1-51f720d5642a tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event deleted for resources: {'Port': ['ID=60494e12-03ea-432e-a5e6-26a329c7a9d4,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:30.799466 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8abb3d9d-89b0-4952-8845-689ed4c20a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:30.930439 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554d6c1d-0aa2-4d73-8b82-fc6957b86209 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:48:30.947200 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cf3e16-171f-4eaa-a721-536f41f4aa1a None None] Sync routers for ids ['a3655cdb-af14-4963-92a1-5f9446f74608'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:48:30.960838 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cf3e16-171f-4eaa-a721-536f41f4aa1a None None] Routers {'a3655cdb-af14-4963-92a1-5f9446f74608'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:48:30.961885 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-88cf3e16-171f-4eaa-a721-536f41f4aa1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:48:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a3655cdb-af14-4963-92a1-5f9446f74608'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:30.986877 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-554d6c1d-0aa2-4d73-8b82-fc6957b86209 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "PUT /v2.0/routers/a3655cdb-af14-4963-92a1-5f9446f74608/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2288325 May 03 22:48:30.987765 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59436) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:31.030976 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8bad46c-75dd-4efe-85a1-51f720d5642a tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Router 6f23874e-12c6-40a1-96e5-7619d98f141b has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:48:31.149533 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8abb3d9d-89b0-4952-8845-689ed4c20a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:31.177797 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb3d9d-89b0-4952-8845-689ed4c20a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060140b3-6d4a-4c33-b6af-53f0eecf9b16,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:31.182920 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8abb3d9d-89b0-4952-8845-689ed4c20a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:31.184927 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8abb3d9d-89b0-4952-8845-689ed4c20a4b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/060140b3-6d4a-4c33-b6af-53f0eecf9b16 HTTP/1.1" status: 204 len: 168 time: 0.9958701 May 03 22:48:31.210139 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-88cf3e16-171f-4eaa-a721-536f41f4aa1a None None] Set router a3655cdb-af14-4963-92a1-5f9446f74608 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:48:31.218384 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7a4531e9-7858-4850-92c3-e9444a63e9d1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:31.594507 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-04fd4a9b-76db-4651-bd3e-740401a2dcf9 req-fe82aa9f-a4ab-4adb-b48e-bb776e022614 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5377de6-693a-44c6-b042-ed3f4594fe50 HTTP/1.1" status: 200 len: 210 time: 0.0571835 May 03 22:48:31.733552 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7671fd93-f8b4-4391-9f09-77b8c038833d tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:31.741283 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7671fd93-f8b4-4391-9f09-77b8c038833d tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:31.742190 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7671fd93-f8b4-4391-9f09-77b8c038833d tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:31.743003 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7671fd93-f8b4-4391-9f09-77b8c038833d tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:31.743515 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7671fd93-f8b4-4391-9f09-77b8c038833d tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:31.744036 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7671fd93-f8b4-4391-9f09-77b8c038833d tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:31.745747 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7671fd93-f8b4-4391-9f09-77b8c038833d tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:31.745747 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7671fd93-f8b4-4391-9f09-77b8c038833d tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:31.750384 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7671fd93-f8b4-4391-9f09-77b8c038833d tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:31.750927 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7671fd93-f8b4-4391-9f09-77b8c038833d tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:31.751468 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7671fd93-f8b4-4391-9f09-77b8c038833d tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:31.751969 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7671fd93-f8b4-4391-9f09-77b8c038833d tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:31.752481 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7671fd93-f8b4-4391-9f09-77b8c038833d tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:31.753000 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7671fd93-f8b4-4391-9f09-77b8c038833d tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:31.753512 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7671fd93-f8b4-4391-9f09-77b8c038833d tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:31.761444 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7671fd93-f8b4-4391-9f09-77b8c038833d tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10496 time: 0.7689271 May 03 22:48:31.765604 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59446) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:31.774429 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-88cf3e16-171f-4eaa-a721-536f41f4aa1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'name': 'tempest-TestNetworkBasicOps-router-1489601345', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '972396c5-50ac-4e79-94a5-d57a6cfb4173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:48:13Z', 'updated_at': '2022-05-03T22:48:27Z', 'revision_number': 4, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'gw_port': {'id': '972396c5-50ac-4e79-94a5-d57a6cfb4173', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:15Z', 'updated_at': '2022-05-03T22:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '7094abd9-692a-4ed5-b84c-d364618cef86', 'name': '', 'network_id': '67890963-02db-4c38-8d23-557cebff05e8', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'mac_address': 'fa:16:3e:e1:61:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'df7275e9-1bf4-4770-b3a8-88cd4d1a4895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:25Z', 'updated_at': '2022-05-03T22:48:28Z', 'revision_number': 2, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'subnets': [{'id': 'df7275e9-1bf4-4770-b3a8-88cd4d1a4895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:31.781467 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cf3e16-171f-4eaa-a721-536f41f4aa1a None None] Checking router: a3655cdb-af14-4963-92a1-5f9446f74608 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:48:31.781826 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cf3e16-171f-4eaa-a721-536f41f4aa1a None None] Updating router a3655cdb-af14-4963-92a1-5f9446f74608 port 7094abd9-692a-4ed5-b84c-d364618cef86 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:48:31.805900 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bad46c-75dd-4efe-85a1-51f720d5642a tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:48:31.819817 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa90c23-0be2-424b-8701-0c50ea7b0ea3 None None] Sync routers for ids ['6f23874e-12c6-40a1-96e5-7619d98f141b'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:48:31.832966 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa90c23-0be2-424b-8701-0c50ea7b0ea3 None None] Routers {'6f23874e-12c6-40a1-96e5-7619d98f141b'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:48:31.834689 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-7fa90c23-0be2-424b-8701-0c50ea7b0ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:48:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6f23874e-12c6-40a1-96e5-7619d98f141b'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:31.884477 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-88cf3e16-171f-4eaa-a721-536f41f4aa1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:31.957271 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0918c0f5-3a39-4b1e-b2da-d7f106c01fa4 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:31.958006 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0918c0f5-3a39-4b1e-b2da-d7f106c01fa4 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:31.958761 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0918c0f5-3a39-4b1e-b2da-d7f106c01fa4 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:31.959386 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0918c0f5-3a39-4b1e-b2da-d7f106c01fa4 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:31.960158 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0918c0f5-3a39-4b1e-b2da-d7f106c01fa4 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:31.960837 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0918c0f5-3a39-4b1e-b2da-d7f106c01fa4 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:31.961454 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0918c0f5-3a39-4b1e-b2da-d7f106c01fa4 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:31.962105 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0918c0f5-3a39-4b1e-b2da-d7f106c01fa4 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:31.962747 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0918c0f5-3a39-4b1e-b2da-d7f106c01fa4 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:31.963359 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0918c0f5-3a39-4b1e-b2da-d7f106c01fa4 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:31.964005 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0918c0f5-3a39-4b1e-b2da-d7f106c01fa4 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:31.965787 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0918c0f5-3a39-4b1e-b2da-d7f106c01fa4 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:31.966459 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0918c0f5-3a39-4b1e-b2da-d7f106c01fa4 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:31.967083 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0918c0f5-3a39-4b1e-b2da-d7f106c01fa4 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:31.972882 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0918c0f5-3a39-4b1e-b2da-d7f106c01fa4 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8865 time: 0.2057879 May 03 22:48:31.976038 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59450) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:31.976595 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59452) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:31.989207 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-7fa90c23-0be2-424b-8701-0c50ea7b0ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:31.997037 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7a4531e9-7858-4850-92c3-e9444a63e9d1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:32.005881 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa90c23-0be2-424b-8701-0c50ea7b0ea3 None None] Routers {'6f23874e-12c6-40a1-96e5-7619d98f141b'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:48:32.006770 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-7fa90c23-0be2-424b-8701-0c50ea7b0ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:48:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6f23874e-12c6-40a1-96e5-7619d98f141b'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:32.079274 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d8bad46c-75dd-4efe-85a1-51f720d5642a tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:32.088202 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-b9882717-f98a-4422-a772-ca280c6c1a82 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:32.090436 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-b9882717-f98a-4422-a772-ca280c6c1a82 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.67 "GET /v2.0/networks?id=b02a0a3f-1344-4b33-8d96-e59f73f273ac HTTP/1.1" status: 200 len: 815 time: 0.4372098 May 03 22:48:32.114335 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-7fa90c23-0be2-424b-8701-0c50ea7b0ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:32.115064 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa90c23-0be2-424b-8701-0c50ea7b0ea3 None None] The sync data for ids ['6f23874e-12c6-40a1-96e5-7619d98f141b'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:48:32.144184 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-63153853-b738-4c63-81b6-dd4985b94f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:32.192745 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d8bad46c-75dd-4efe-85a1-51f720d5642a tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "DELETE /v2.0/ports/60494e12-03ea-432e-a5e6-26a329c7a9d4 HTTP/1.1" status: 204 len: 168 time: 2.9464054 May 03 22:48:32.192745 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-63153853-b738-4c63-81b6-dd4985b94f2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:32.195379 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59458) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:32.200936 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-63153853-b738-4c63-81b6-dd4985b94f2d admin admin] Usage tracker for resource:security_group_rule and tenant:80ca39bf30254b4794aa100f23d159c5 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:32.261193 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-63153853-b738-4c63-81b6-dd4985b94f2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:32.284996 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-63153853-b738-4c63-81b6-dd4985b94f2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:32.309899 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0df4ec6c-e9f0-483c-a5fb-f79cbf6a88ca tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "GET /v2.0/floatingips/4fcd62b9-7b09-49a3-b9c7-feeb302b329c HTTP/1.1" status: 200 len: 688 time: 0.1081109 May 03 22:48:32.311517 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59462) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:32.333478 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-88cf3e16-171f-4eaa-a721-536f41f4aa1a None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:32.348512 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-88cf3e16-171f-4eaa-a721-536f41f4aa1a None None] Transition to ACTIVE for port object 7094abd9-692a-4ed5-b84c-d364618cef86 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:48:32.356749 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-88cf3e16-171f-4eaa-a721-536f41f4aa1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:32.371422 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-2c0d773e-c815-4faf-b21f-fc12ff0f8b51 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Synchronizing usage tracker for tenant:c9b36c2026314fcba54b84af09c29f52 on resource:security_group {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:48:32.404287 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-2c0d773e-c815-4faf-b21f-fc12ff0f8b51 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Unset dirty status for tenant:c9b36c2026314fcba54b84af09c29f52 on resource:security_group {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:48:32.404287 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-2c0d773e-c815-4faf-b21f-fc12ff0f8b51 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9b36c2026314fcba54b84af09c29f52 HTTP/1.1" status: 200 len: 380 time: 0.2440975 May 03 22:48:32.421987 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-737bc404-6b72-4eff-9da4-54ad4b007161 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Request body: {'port': {'device_id': 'd5377de6-693a-44c6-b042-ed3f4594fe50', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'admin_state_up': True, 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'security_groups': ['0f60409b-60d6-48ab-b5e8-7e13dd8161b0']}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:32.511870 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-cbde16cf-98d4-46c6-baf1-90ff99224b17 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Deleting port 81f46282-ae65-4525-9954-c1613334d89d {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:48:32.512129 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cbde16cf-98d4-46c6-baf1-90ff99224b17 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:32.579292 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4531e9-7858-4850-92c3-e9444a63e9d1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Router a281fb3d-8032-4b96-afd4-f5996537ba4a is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:48:32.589982 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4dbc2-b596-4355-80de-8e1cfd02e0e6 None None] Pushing event updated for resources: {'Port': ['ID=7094abd9-692a-4ed5-b84c-d364618cef86,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:32.652012 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-88cf3e16-171f-4eaa-a721-536f41f4aa1a None None] Attempting to bind port 7094abd9-692a-4ed5-b84c-d364618cef86 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:48:32.652774 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-88cf3e16-171f-4eaa-a721-536f41f4aa1a None None] Attempting to bind port 7094abd9-692a-4ed5-b84c-d364618cef86 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '479480a4-2475-4793-8aee-d4c5fd8fe022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '67890963-02db-4c38-8d23-557cebff05e8'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:48:32.653993 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cf3e16-171f-4eaa-a721-536f41f4aa1a None None] Attempting to bind port 7094abd9-692a-4ed5-b84c-d364618cef86 on network 67890963-02db-4c38-8d23-557cebff05e8 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:48:32.661259 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cf3e16-171f-4eaa-a721-536f41f4aa1a None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:48:32.661970 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cf3e16-171f-4eaa-a721-536f41f4aa1a None None] Checking segment: {'id': '479480a4-2475-4793-8aee-d4c5fd8fe022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '67890963-02db-4c38-8d23-557cebff05e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:48:32.662628 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-88cf3e16-171f-4eaa-a721-536f41f4aa1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:32.663281 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cf3e16-171f-4eaa-a721-536f41f4aa1a None None] Bound using segment: {'id': '479480a4-2475-4793-8aee-d4c5fd8fe022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '67890963-02db-4c38-8d23-557cebff05e8'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:48:32.664079 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-88cf3e16-171f-4eaa-a721-536f41f4aa1a None None] Bound port: 7094abd9-692a-4ed5-b84c-d364618cef86, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '479480a4-2475-4793-8aee-d4c5fd8fe022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '67890963-02db-4c38-8d23-557cebff05e8'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:48:32.664688 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-88cf3e16-171f-4eaa-a721-536f41f4aa1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:32.759660 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-63153853-b738-4c63-81b6-dd4985b94f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:32.785249 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-88cf3e16-171f-4eaa-a721-536f41f4aa1a None None] For port 7094abd9-692a-4ed5-b84c-d364618cef86, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:48:32.788721 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-88cf3e16-171f-4eaa-a721-536f41f4aa1a None None] For port 7094abd9-692a-4ed5-b84c-d364618cef86, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=7094abd9-692a-4ed5-b84c-d364618cef86,segment=NetworkSegment(479480a4-2475-4793-8aee-d4c5fd8fe022),segment_id=479480a4-2475-4793-8aee-d4c5fd8fe022)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:48:32.797261 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-88cf3e16-171f-4eaa-a721-536f41f4aa1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:32.820694 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-63153853-b738-4c63-81b6-dd4985b94f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:32.824066 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-737bc404-6b72-4eff-9da4-54ad4b007161 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:32.831574 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-737bc404-6b72-4eff-9da4-54ad4b007161 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Usage tracker for resource:port and tenant:c9b36c2026314fcba54b84af09c29f52 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:32.836021 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-737bc404-6b72-4eff-9da4-54ad4b007161 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:32.846428 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-737bc404-6b72-4eff-9da4-54ad4b007161 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:32.874995 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-737bc404-6b72-4eff-9da4-54ad4b007161 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Made reservation on behalf of c9b36c2026314fcba54b84af09c29f52 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:48:32.882436 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-737bc404-6b72-4eff-9da4-54ad4b007161 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:32.887041 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cf3e16-171f-4eaa-a721-536f41f4aa1a None None] Routers {'a3655cdb-af14-4963-92a1-5f9446f74608'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:48:32.887683 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-88cf3e16-171f-4eaa-a721-536f41f4aa1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:48:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a3655cdb-af14-4963-92a1-5f9446f74608'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:32.909413 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4531e9-7858-4850-92c3-e9444a63e9d1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:48:32.917815 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dbc71b32-08c2-41aa-bdd3-9d87a3145331 req-68ad7da7-1002-4f64-a07f-79c25f02c210 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5377de6-693a-44c6-b042-ed3f4594fe50 HTTP/1.1" status: 200 len: 210 time: 0.1111219 May 03 22:48:32.942346 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-63153853-b738-4c63-81b6-dd4985b94f2d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=80ca39bf30254b4794aa100f23d159c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9644890 May 03 22:48:32.955325 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224ed0f7-1059-454f-a1dc-1d5072b95b3b None None] Sync routers for ids ['a281fb3d-8032-4b96-afd4-f5996537ba4a'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:48:32.962158 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59468) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:32.982023 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63153853-b738-4c63-81b6-dd4985b94f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16674ee-e876-4086-8786-15d11b231a45,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:32.985947 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cbde16cf-98d4-46c6-baf1-90ff99224b17 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:32.986271 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cbde16cf-98d4-46c6-baf1-90ff99224b17 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:33.002753 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7a4531e9-7858-4850-92c3-e9444a63e9d1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:33.007280 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7a4531e9-7858-4850-92c3-e9444a63e9d1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.4376161 May 03 22:48:33.012379 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59472) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:33.076130 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4dbc2-b596-4355-80de-8e1cfd02e0e6 None None] Pushing event updated for resources: {'Port': ['ID=7094abd9-692a-4ed5-b84c-d364618cef86,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:33.080566 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224ed0f7-1059-454f-a1dc-1d5072b95b3b None None] Routers {'a281fb3d-8032-4b96-afd4-f5996537ba4a'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:48:33.081919 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-224ed0f7-1059-454f-a1dc-1d5072b95b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:48:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a281fb3d-8032-4b96-afd4-f5996537ba4a'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:33.151483 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-737bc404-6b72-4eff-9da4-54ad4b007161 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Allocated IP 172.20.0.4 (b02a0a3f-1344-4b33-8d96-e59f73f273ac/6ca0f6a1-6e8b-435e-9833-3f318b86b95e/d8442c7b-07b0-40e9-8fc3-521b4a78bd90) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:48:33.174014 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-cbde16cf-98d4-46c6-baf1-90ff99224b17 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Calling delete_port for 81f46282-ae65-4525-9954-c1613334d89d owned by network:floatingip {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:48:33.238948 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-957bdcaf-0545-4b97-83ec-339fbe241a5d tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6665 time: 1.2587209 May 03 22:48:33.307160 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f32e2d6f-d072-40b6-95e7-5688de2a2212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:33.322609 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-88cf3e16-171f-4eaa-a721-536f41f4aa1a None None] Set router a3655cdb-af14-4963-92a1-5f9446f74608 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:48:33.382166 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f32e2d6f-d072-40b6-95e7-5688de2a2212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:33.446106 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-224ed0f7-1059-454f-a1dc-1d5072b95b3b None None] Set router a281fb3d-8032-4b96-afd4-f5996537ba4a gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:48:33.539476 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d5ea0b48-768f-434b-a4a8-38beafce6cd0 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=e51c41c8f2c54373bfeeef105247eecb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5239236 May 03 22:48:33.543859 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59480) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:33.571858 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-737bc404-6b72-4eff-9da4-54ad4b007161 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:33.578748 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59484) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:33.602396 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-d31e1bee-ec39-44b1-896d-a1de1de753a3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-100116762', 'description': 'tempest-secgroup-smoke-100116762 description', 'project_id': '584c47bf47e049698552e4a4a9d3464d'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:33.615248 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d31e1bee-ec39-44b1-896d-a1de1de753a3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:33.620231 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d31e1bee-ec39-44b1-896d-a1de1de753a3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Usage tracker for resource:security_group and tenant:584c47bf47e049698552e4a4a9d3464d is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:33.623373 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d31e1bee-ec39-44b1-896d-a1de1de753a3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:33.629566 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d31e1bee-ec39-44b1-896d-a1de1de753a3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:33.680842 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cbde16cf-98d4-46c6-baf1-90ff99224b17 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:33.711687 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-737bc404-6b72-4eff-9da4-54ad4b007161 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Transition to ACTIVE for port object d8442c7b-07b0-40e9-8fc3-521b4a78bd90 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:48:33.713009 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d31e1bee-ec39-44b1-896d-a1de1de753a3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:33.735132 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde16cf-98d4-46c6-baf1-90ff99224b17 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event deleted for resources: {'Port': ['ID=81f46282-ae65-4525-9954-c1613334d89d,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:33.739094 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f32e2d6f-d072-40b6-95e7-5688de2a2212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:33.753312 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d31e1bee-ec39-44b1-896d-a1de1de753a3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:33.771188 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d31e1bee-ec39-44b1-896d-a1de1de753a3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Usage tracker for resource:security_group_rule and tenant:584c47bf47e049698552e4a4a9d3464d is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:33.779413 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d31e1bee-ec39-44b1-896d-a1de1de753a3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:33.790020 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e2d6f-d072-40b6-95e7-5688de2a2212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16674ee-e876-4086-8786-15d11b231a45,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:33.790574 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d31e1bee-ec39-44b1-896d-a1de1de753a3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:33.793038 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296563e1-0f1d-42a6-b62b-619955a2701e tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:33.797426 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-296563e1-0f1d-42a6-b62b-619955a2701e tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2524438 May 03 22:48:33.798075 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59488) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:33.819685 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-737bc404-6b72-4eff-9da4-54ad4b007161 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:33.881104 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a817d824-699c-499d-a7f1-35485b58eaec tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=de8965b2-8ea3-4c2b-86b9-c128a58c6e1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0812933 May 03 22:48:33.882769 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59492) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:33.892388 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f32e2d6f-d072-40b6-95e7-5688de2a2212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:33.893487 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f32e2d6f-d072-40b6-95e7-5688de2a2212 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e16674ee-e876-4086-8786-15d11b231a45 HTTP/1.1" status: 204 len: 168 time: 0.9280157 May 03 22:48:33.894949 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-737bc404-6b72-4eff-9da4-54ad4b007161 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Network b02a0a3f-1344-4b33-8d96-e59f73f273ac is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:48:33.901782 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-737bc404-6b72-4eff-9da4-54ad4b007161 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:48:33.913128 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-be26d386-8fd0-49b2-a7dd-ed2baf6eee0b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-521277393', 'network_id': '205448ae-d8cd-4b1c-9138-0734b8d65b11', 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:33.937169 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cbde16cf-98d4-46c6-baf1-90ff99224b17 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for floatingip, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:33.937958 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-737bc404-6b72-4eff-9da4-54ad4b007161 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:48:33.940944 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cbde16cf-98d4-46c6-baf1-90ff99224b17 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:33.954016 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-cbde16cf-98d4-46c6-baf1-90ff99224b17 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "DELETE /v2.0/floatingips/4fcd62b9-7b09-49a3-b9c7-feeb302b329c HTTP/1.1" status: 204 len: 168 time: 1.6326103 May 03 22:48:33.954995 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59498) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:33.971359 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-cda9ba40-be77-406a-8194-00ddebef38f8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'port_id': '7eff7334-d5f6-4d43-bd3e-d4e9ee07040c'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:33.990957 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-cda9ba40-be77-406a-8194-00ddebef38f8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:34.003328 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-cda9ba40-be77-406a-8194-00ddebef38f8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Usage tracker for resource:floatingip and tenant:8c95c89f05244bbf88571ec673604262 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:34.013578 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-cda9ba40-be77-406a-8194-00ddebef38f8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:34.024041 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737bc404-6b72-4eff-9da4-54ad4b007161 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Pushing event updated for resources: {'Port': ['ID=d8442c7b-07b0-40e9-8fc3-521b4a78bd90,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:34.035776 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-cda9ba40-be77-406a-8194-00ddebef38f8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:34.146457 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d31e1bee-ec39-44b1-896d-a1de1de753a3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:34.157891 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-737bc404-6b72-4eff-9da4-54ad4b007161 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:34.158754 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-737bc404-6b72-4eff-9da4-54ad4b007161 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:34.166563 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d31e1bee-ec39-44b1-896d-a1de1de753a3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:34.195952 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-88cf3e16-171f-4eaa-a721-536f41f4aa1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'name': 'tempest-TestNetworkBasicOps-router-1489601345', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '972396c5-50ac-4e79-94a5-d57a6cfb4173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:48:13Z', 'updated_at': '2022-05-03T22:48:27Z', 'revision_number': 4, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'gw_port': {'id': '972396c5-50ac-4e79-94a5-d57a6cfb4173', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:15Z', 'updated_at': '2022-05-03T22:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '7094abd9-692a-4ed5-b84c-d364618cef86', 'name': '', 'network_id': '67890963-02db-4c38-8d23-557cebff05e8', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'mac_address': 'fa:16:3e:e1:61:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'df7275e9-1bf4-4770-b3a8-88cd4d1a4895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:25Z', 'updated_at': '2022-05-03T22:48:32Z', 'revision_number': 4, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'subnets': [{'id': 'df7275e9-1bf4-4770-b3a8-88cd4d1a4895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:34.212621 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cda9ba40-be77-406a-8194-00ddebef38f8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:34.212840 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cf3e16-171f-4eaa-a721-536f41f4aa1a None None] The sync data for ids ['a3655cdb-af14-4963-92a1-5f9446f74608'] in n-d-811807-1 is: [{'id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'name': 'tempest-TestNetworkBasicOps-router-1489601345', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '972396c5-50ac-4e79-94a5-d57a6cfb4173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:48:13Z', 'updated_at': '2022-05-03T22:48:27Z', 'revision_number': 4, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'gw_port': {'id': '972396c5-50ac-4e79-94a5-d57a6cfb4173', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:15Z', 'updated_at': '2022-05-03T22:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '7094abd9-692a-4ed5-b84c-d364618cef86', 'name': '', 'network_id': '67890963-02db-4c38-8d23-557cebff05e8', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'mac_address': 'fa:16:3e:e1:61:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'df7275e9-1bf4-4770-b3a8-88cd4d1a4895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:25Z', 'updated_at': '2022-05-03T22:48:32Z', 'revision_number': 4, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'subnets': [{'id': 'df7275e9-1bf4-4770-b3a8-88cd4d1a4895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:48:34.219163 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-224ed0f7-1059-454f-a1dc-1d5072b95b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473588078', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'e34957be-7cfa-496e-9ec7-ba816bcf9853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:48:27Z', 'updated_at': '2022-05-03T22:48:30Z', 'revision_number': 3, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': 'e34957be-7cfa-496e-9ec7-ba816bcf9853', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:29Z', 'updated_at': '2022-05-03T22:48:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:34.223682 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224ed0f7-1059-454f-a1dc-1d5072b95b3b None None] Checking router: a281fb3d-8032-4b96-afd4-f5996537ba4a for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:48:34.224385 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224ed0f7-1059-454f-a1dc-1d5072b95b3b None None] Updating router a281fb3d-8032-4b96-afd4-f5996537ba4a port e34957be-7cfa-496e-9ec7-ba816bcf9853 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:48:34.244909 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-be26d386-8fd0-49b2-a7dd-ed2baf6eee0b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:34.248568 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d31e1bee-ec39-44b1-896d-a1de1de753a3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:34.250883 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d31e1bee-ec39-44b1-896d-a1de1de753a3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6676810 May 03 22:48:34.258580 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59506) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:34.288040 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-dc4a667b-7c0b-4b63-8195-1941e5676ad7 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Request body: {'security_group_rule': {'security_group_id': 'b08e3656-8067-4773-af49-7cde84afba19', 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:34.292983 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-be26d386-8fd0-49b2-a7dd-ed2baf6eee0b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:subnet and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:34.295548 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-dc4a667b-7c0b-4b63-8195-1941e5676ad7 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:34.303165 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-dc4a667b-7c0b-4b63-8195-1941e5676ad7 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Usage tracker for resource:security_group_rule and tenant:584c47bf47e049698552e4a4a9d3464d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:34.306766 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-dc4a667b-7c0b-4b63-8195-1941e5676ad7 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:34.313102 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-737bc404-6b72-4eff-9da4-54ad4b007161 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9025614 May 03 22:48:34.314060 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-be26d386-8fd0-49b2-a7dd-ed2baf6eee0b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:34.320357 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-dc4a667b-7c0b-4b63-8195-1941e5676ad7 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:34.326211 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-224ed0f7-1059-454f-a1dc-1d5072b95b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:34.329458 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-be26d386-8fd0-49b2-a7dd-ed2baf6eee0b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:34.336456 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-e3995e9c-8838-402d-b2b1-df4c8fb68eb9 service neutron] Request body: {'port': {'device_id': 'd5377de6-693a-44c6-b042-ed3f4594fe50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:34.364335 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dc4a667b-7c0b-4b63-8195-1941e5676ad7 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:34.382198 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e1bee-ec39-44b1-896d-a1de1de753a3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b08e3656-8067-4773-af49-7cde84afba19,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:34.418790 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be26d386-8fd0-49b2-a7dd-ed2baf6eee0b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Made reservation on behalf of e51c41c8f2c54373bfeeef105247eecb for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:48:34.422527 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be26d386-8fd0-49b2-a7dd-ed2baf6eee0b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:34.436872 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-8df6e271-2fec-48f1-b5d6-79792b02f39c None None] Provisioning for port d8442c7b-07b0-40e9-8fc3-521b4a78bd90 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:48:34.490146 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-8df6e271-2fec-48f1-b5d6-79792b02f39c None None] Provisioning complete for port d8442c7b-07b0-40e9-8fc3-521b4a78bd90 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:48:34.490771 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8df6e271-2fec-48f1-b5d6-79792b02f39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:34.567103 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e88a0-3d08-494d-a8f1-676a976aa85c req-5971bdb8-9780-4820-8e1e-19cb49871a0a tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:34.579076 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-369e88a0-3d08-494d-a8f1-676a976aa85c req-5971bdb8-9780-4820-8e1e-19cb49871a0a tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5377de6-693a-44c6-b042-ed3f4594fe50 HTTP/1.1" status: 200 len: 931 time: 0.4539616 May 03 22:48:34.615250 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-8df6e271-2fec-48f1-b5d6-79792b02f39c None None] Port d8442c7b-07b0-40e9-8fc3-521b4a78bd90 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:48:34.689246 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-369e88a0-3d08-494d-a8f1-676a976aa85c req-fe7a2f45-44c2-430f-ac6a-947da280409c tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f60409b-60d6-48ab-b5e8-7e13dd8161b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081612 May 03 22:48:34.713817 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dc4a667b-7c0b-4b63-8195-1941e5676ad7 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:34.731055 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dc4a667b-7c0b-4b63-8195-1941e5676ad7 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:34.732788 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-e3995e9c-8838-402d-b2b1-df4c8fb68eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:34.780376 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a667b-7c0b-4b63-8195-1941e5676ad7 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01eed165-aef7-4fba-8826-1314945c73df,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:34.788861 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dc4a667b-7c0b-4b63-8195-1941e5676ad7 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:34.795378 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-dc4a667b-7c0b-4b63-8195-1941e5676ad7 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5353940 May 03 22:48:34.797078 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59520) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:34.809178 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-30c2103c-7daa-438d-8ad2-f7c2dcb753e6 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Request body: {'security_group_rule': {'security_group_id': 'b08e3656-8067-4773-af49-7cde84afba19', 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:34.816455 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-30c2103c-7daa-438d-8ad2-f7c2dcb753e6 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:34.820995 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-30c2103c-7daa-438d-8ad2-f7c2dcb753e6 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Usage tracker for resource:security_group_rule and tenant:584c47bf47e049698552e4a4a9d3464d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:34.826993 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-30c2103c-7daa-438d-8ad2-f7c2dcb753e6 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:34.834226 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-30c2103c-7daa-438d-8ad2-f7c2dcb753e6 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:34.846119 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cda9ba40-be77-406a-8194-00ddebef38f8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:34.899196 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-30c2103c-7daa-438d-8ad2-f7c2dcb753e6 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:34.959849 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-224ed0f7-1059-454f-a1dc-1d5072b95b3b None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:35.005281 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-224ed0f7-1059-454f-a1dc-1d5072b95b3b None None] Transition to ACTIVE for port object e34957be-7cfa-496e-9ec7-ba816bcf9853 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:48:35.014321 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-30c2103c-7daa-438d-8ad2-f7c2dcb753e6 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:35.020193 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-30c2103c-7daa-438d-8ad2-f7c2dcb753e6 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:35.020575 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-224ed0f7-1059-454f-a1dc-1d5072b95b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:35.050939 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2103c-7daa-438d-8ad2-f7c2dcb753e6 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a3c15ad-1bde-4d26-b84d-977d8960e02a,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:35.193938 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-224ed0f7-1059-454f-a1dc-1d5072b95b3b None None] Attempting to bind port e34957be-7cfa-496e-9ec7-ba816bcf9853 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:48:35.194375 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-224ed0f7-1059-454f-a1dc-1d5072b95b3b None None] Attempting to bind port e34957be-7cfa-496e-9ec7-ba816bcf9853 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:48:35.194958 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224ed0f7-1059-454f-a1dc-1d5072b95b3b None None] Attempting to bind port e34957be-7cfa-496e-9ec7-ba816bcf9853 on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:48:35.206817 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224ed0f7-1059-454f-a1dc-1d5072b95b3b None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:48:35.207407 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224ed0f7-1059-454f-a1dc-1d5072b95b3b None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:48:35.208158 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-224ed0f7-1059-454f-a1dc-1d5072b95b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:35.208488 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224ed0f7-1059-454f-a1dc-1d5072b95b3b None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:48:35.209147 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-224ed0f7-1059-454f-a1dc-1d5072b95b3b None None] Bound port: e34957be-7cfa-496e-9ec7-ba816bcf9853, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:48:35.211678 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-224ed0f7-1059-454f-a1dc-1d5072b95b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:35.220513 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-cda9ba40-be77-406a-8194-00ddebef38f8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Allocated IP 172.25.2.58 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/ffe4fc53-6edf-4abb-9def-4bac000769be) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:48:35.276412 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5801326-a37e-4f68-8d93-a56f7511db57 None None] Pushing event updated for resources: {'Port': ['ID=e34957be-7cfa-496e-9ec7-ba816bcf9853,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:35.402090 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-224ed0f7-1059-454f-a1dc-1d5072b95b3b None None] For port e34957be-7cfa-496e-9ec7-ba816bcf9853, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:48:35.411993 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-224ed0f7-1059-454f-a1dc-1d5072b95b3b None None] For port e34957be-7cfa-496e-9ec7-ba816bcf9853, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=e34957be-7cfa-496e-9ec7-ba816bcf9853,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:48:35.427314 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-224ed0f7-1059-454f-a1dc-1d5072b95b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:35.458597 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cda9ba40-be77-406a-8194-00ddebef38f8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:35.500279 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cda9ba40-be77-406a-8194-00ddebef38f8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:35.529363 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be26d386-8fd0-49b2-a7dd-ed2baf6eee0b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:35.563761 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-30c2103c-7daa-438d-8ad2-f7c2dcb753e6 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:35.567443 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-30c2103c-7daa-438d-8ad2-f7c2dcb753e6 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7650087 May 03 22:48:35.572336 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59534) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:35.594222 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-d6178d65-9511-4bbe-b179-5f96c4457855 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Request body: {'security_group_rule': {'security_group_id': 'b08e3656-8067-4773-af49-7cde84afba19', 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:35.604573 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda9ba40-be77-406a-8194-00ddebef38f8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:48:35.606347 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d6178d65-9511-4bbe-b179-5f96c4457855 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:35.611831 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-cda9ba40-be77-406a-8194-00ddebef38f8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:48:35.619391 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d6178d65-9511-4bbe-b179-5f96c4457855 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Usage tracker for resource:security_group_rule and tenant:584c47bf47e049698552e4a4a9d3464d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:35.623834 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda9ba40-be77-406a-8194-00ddebef38f8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:48:35.625841 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5801326-a37e-4f68-8d93-a56f7511db57 None None] Pushing event updated for resources: {'Port': ['ID=e34957be-7cfa-496e-9ec7-ba816bcf9853,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:35.642642 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224ed0f7-1059-454f-a1dc-1d5072b95b3b None None] Routers {'a281fb3d-8032-4b96-afd4-f5996537ba4a'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:48:35.644212 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-224ed0f7-1059-454f-a1dc-1d5072b95b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:48:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a281fb3d-8032-4b96-afd4-f5996537ba4a'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:35.652541 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d6178d65-9511-4bbe-b179-5f96c4457855 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:35.669641 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d6178d65-9511-4bbe-b179-5f96c4457855 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:35.698289 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9ba40-be77-406a-8194-00ddebef38f8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event updated for resources: {'Port': ['ID=ffe4fc53-6edf-4abb-9def-4bac000769be,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:35.731870 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d6178d65-9511-4bbe-b179-5f96c4457855 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:35.936809 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26d386-8fd0-49b2-a7dd-ed2baf6eee0b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'Subnet': ['ID=2cf564aa-e2bf-4b2e-a23f-3f341609bb2f,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:35.999803 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 7094abd9-692a-4ed5-b84c-d364618cef86 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:48:36.006172 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be26d386-8fd0-49b2-a7dd-ed2baf6eee0b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Checking segment: {'id': '19f5e703-356a-48fb-ab14-cf4ba1cc55fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '205448ae-d8cd-4b1c-9138-0734b8d65b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:48:36.006172 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be26d386-8fd0-49b2-a7dd-ed2baf6eee0b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Network hostable DHCP agents. Network: 205448ae-d8cd-4b1c-9138-0734b8d65b11, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:48:36.063682 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be26d386-8fd0-49b2-a7dd-ed2baf6eee0b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Network 205448ae-d8cd-4b1c-9138-0734b8d65b11 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:48:36.170564 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-be26d386-8fd0-49b2-a7dd-ed2baf6eee0b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 205448ae-d8cd-4b1c-9138-0734b8d65b11) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:48:36.194219 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be26d386-8fd0-49b2-a7dd-ed2baf6eee0b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:36.197580 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be26d386-8fd0-49b2-a7dd-ed2baf6eee0b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:36.208887 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912d5a2f-0ad2-4b57-bf21-7e46a9eaa16c None None] Network 205448ae-d8cd-4b1c-9138-0734b8d65b11 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:48:36.237074 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-e3995e9c-8838-402d-b2b1-df4c8fb68eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8442c7b-07b0-40e9-8fc3-521b4a78bd90 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:48:36.262652 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-e3995e9c-8838-402d-b2b1-df4c8fb68eb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:36.324331 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-e3995e9c-8838-402d-b2b1-df4c8fb68eb9 service neutron] Transition to ACTIVE for port object d8442c7b-07b0-40e9-8fc3-521b4a78bd90 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:48:36.340695 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-e3995e9c-8838-402d-b2b1-df4c8fb68eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:36.468098 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d6178d65-9511-4bbe-b179-5f96c4457855 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:36.499723 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d6178d65-9511-4bbe-b179-5f96c4457855 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:36.508745 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-224ed0f7-1059-454f-a1dc-1d5072b95b3b None None] Set router a281fb3d-8032-4b96-afd4-f5996537ba4a gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:48:36.535023 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c76b71-985a-42a5-8bda-045ffd6cfeea req-1eb8cb3c-9633-4e41-a87e-fb0658a5e994 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:36.535023 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-77c76b71-985a-42a5-8bda-045ffd6cfeea req-1eb8cb3c-9633-4e41-a87e-fb0658a5e994 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5377de6-693a-44c6-b042-ed3f4594fe50 HTTP/1.1" status: 200 len: 931 time: 0.4831090 May 03 22:48:36.633414 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-be26d386-8fd0-49b2-a7dd-ed2baf6eee0b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.7369545 May 03 22:48:36.638395 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59546) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:36.661972 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6178d65-9511-4bbe-b179-5f96c4457855 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b030de2-a600-4192-b63b-7233ebbc2b57,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:36.710110 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-77c76b71-985a-42a5-8bda-045ffd6cfeea req-97f140d7-b8df-405b-950b-32346dd83440 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f60409b-60d6-48ab-b5e8-7e13dd8161b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399736 May 03 22:48:36.749259 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d6178d65-9511-4bbe-b179-5f96c4457855 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:36.751144 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d6178d65-9511-4bbe-b179-5f96c4457855 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1779394 May 03 22:48:36.754581 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59550) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:36.775871 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-6d6a3283-5599-499e-9f51-c383c0dde888 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Request body: {'security_group_rule': {'security_group_id': 'b08e3656-8067-4773-af49-7cde84afba19', 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:36.788162 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6d6a3283-5599-499e-9f51-c383c0dde888 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:36.800232 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6d6a3283-5599-499e-9f51-c383c0dde888 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Usage tracker for resource:security_group_rule and tenant:584c47bf47e049698552e4a4a9d3464d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:36.804056 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6d6a3283-5599-499e-9f51-c383c0dde888 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:36.814593 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6d6a3283-5599-499e-9f51-c383c0dde888 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:36.855190 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cda9ba40-be77-406a-8194-00ddebef38f8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:36.868886 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6d6a3283-5599-499e-9f51-c383c0dde888 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:37.010090 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3995e9c-8838-402d-b2b1-df4c8fb68eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=d8442c7b-07b0-40e9-8fc3-521b4a78bd90,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:37.115639 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 7094abd9-692a-4ed5-b84c-d364618cef86 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:48:37.214082 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 7094abd9-692a-4ed5-b84c-d364618cef86 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:48:37.214626 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:37.223479 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cda9ba40-be77-406a-8194-00ddebef38f8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:37.349292 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8323a6-d5bb-4597-bd41-73a77dd79403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-205448ae-d8cd-4b1c-9138-0734b8d65b11', 'network_id': '205448ae-d8cd-4b1c-9138-0734b8d65b11', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'fixed_ips': [{'subnet_id': '2cf564aa-e2bf-4b2e-a23f-3f341609bb2f'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:48:37.352839 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3c8323a6-d5bb-4597-bd41-73a77dd79403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:37.408945 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-e3995e9c-8838-402d-b2b1-df4c8fb68eb9 service neutron] Attempting to bind port d8442c7b-07b0-40e9-8fc3-521b4a78bd90 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:48:37.409545 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-e3995e9c-8838-402d-b2b1-df4c8fb68eb9 service neutron] Attempting to bind port d8442c7b-07b0-40e9-8fc3-521b4a78bd90 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:48:37.410148 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-e3995e9c-8838-402d-b2b1-df4c8fb68eb9 service neutron] Attempting to bind port d8442c7b-07b0-40e9-8fc3-521b4a78bd90 on network b02a0a3f-1344-4b33-8d96-e59f73f273ac {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:48:37.420217 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-e3995e9c-8838-402d-b2b1-df4c8fb68eb9 service neutron] Port d8442c7b-07b0-40e9-8fc3-521b4a78bd90 on network b02a0a3f-1344-4b33-8d96-e59f73f273ac not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:48:37.420495 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-e3995e9c-8838-402d-b2b1-df4c8fb68eb9 service neutron] Attempting to bind port d8442c7b-07b0-40e9-8fc3-521b4a78bd90 on network b02a0a3f-1344-4b33-8d96-e59f73f273ac {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:48:37.431296 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-e3995e9c-8838-402d-b2b1-df4c8fb68eb9 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:48:37.431648 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-e3995e9c-8838-402d-b2b1-df4c8fb68eb9 service neutron] Checking segment: {'id': '0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:48:37.432073 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-e3995e9c-8838-402d-b2b1-df4c8fb68eb9 service neutron] Bound using segment: {'id': '0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:48:37.432513 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-e3995e9c-8838-402d-b2b1-df4c8fb68eb9 service neutron] Bound port: d8442c7b-07b0-40e9-8fc3-521b4a78bd90, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:48:37.432865 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-e3995e9c-8838-402d-b2b1-df4c8fb68eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:37.488413 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cda9ba40-be77-406a-8194-00ddebef38f8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:37.503707 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cda9ba40-be77-406a-8194-00ddebef38f8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:37.558022 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6d6a3283-5599-499e-9f51-c383c0dde888 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:37.581501 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6d6a3283-5599-499e-9f51-c383c0dde888 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:37.744267 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a3283-5599-499e-9f51-c383c0dde888 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0821404-fb72-4785-a125-3374bae97ad2,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:37.763034 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-e3995e9c-8838-402d-b2b1-df4c8fb68eb9 service neutron] For port d8442c7b-07b0-40e9-8fc3-521b4a78bd90, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:48:37.772150 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-e3995e9c-8838-402d-b2b1-df4c8fb68eb9 service neutron] For port d8442c7b-07b0-40e9-8fc3-521b4a78bd90, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=d8442c7b-07b0-40e9-8fc3-521b4a78bd90,segment=NetworkSegment(0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a),segment_id=0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:48:37.781093 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-e3995e9c-8838-402d-b2b1-df4c8fb68eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:37.793364 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9ba40-be77-406a-8194-00ddebef38f8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event updated for resources: {'Port': ['ID=ffe4fc53-6edf-4abb-9def-4bac000769be,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:37.809159 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6d6a3283-5599-499e-9f51-c383c0dde888 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:37.809159 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6d6a3283-5599-499e-9f51-c383c0dde888 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0398388 May 03 22:48:37.826837 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59560) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:37.853737 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-4e8ff96f-0e78-400d-8dcd-b80b5eb1e8de tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Request body: {'security_group_rule': {'security_group_id': 'b08e3656-8067-4773-af49-7cde84afba19', 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:37.887758 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cda9ba40-be77-406a-8194-00ddebef38f8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:37.960776 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-e3995e9c-8838-402d-b2b1-df4c8fb68eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:37.961697 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-e3995e9c-8838-402d-b2b1-df4c8fb68eb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:37.963145 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-e3995e9c-8838-402d-b2b1-df4c8fb68eb9 service neutron] 10.222.0.67 "PUT /v2.0/ports/d8442c7b-07b0-40e9-8fc3-521b4a78bd90 HTTP/1.1" status: 200 len: 1091 time: 3.6389365 May 03 22:48:37.975892 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5377de6-693a-44c6-b042-ed3f4594fe50', 'tag': 'd8442c7b-07b0-40e9-8fc3-521b4a78bd90'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:48:38.023785 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-3c8323a6-d5bb-4597-bd41-73a77dd79403 None None] Allocated IP 172.20.0.2 (205448ae-d8cd-4b1c-9138-0734b8d65b11/2cf564aa-e2bf-4b2e-a23f-3f341609bb2f/70e76289-075a-49ad-b16d-b9128bd64f0e) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:48:38.038377 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4e8ff96f-0e78-400d-8dcd-b80b5eb1e8de tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:38.048680 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4e8ff96f-0e78-400d-8dcd-b80b5eb1e8de tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Usage tracker for resource:security_group_rule and tenant:584c47bf47e049698552e4a4a9d3464d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:38.052494 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4e8ff96f-0e78-400d-8dcd-b80b5eb1e8de tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:38.062301 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4e8ff96f-0e78-400d-8dcd-b80b5eb1e8de tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:38.215750 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:38.232591 n-d-811807-1 neutron-server[88069]: INFO neutron.db.securitygroups_db [None req-4e8ff96f-0e78-400d-8dcd-b80b5eb1e8de tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Project 584c47bf47e049698552e4a4a9d3464d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 22:48:38.276888 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4e8ff96f-0e78-400d-8dcd-b80b5eb1e8de tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:38.288144 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 7094abd9-692a-4ed5-b84c-d364618cef86, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=7094abd9-692a-4ed5-b84c-d364618cef86,segment=NetworkSegment(479480a4-2475-4793-8aee-d4c5fd8fe022),segment_id=479480a4-2475-4793-8aee-d4c5fd8fe022)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:48:38.329978 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:38.359420 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d9f38e0-fc0a-4e3b-b99a-d3f9f179ec3d'] response: {'name': 'network-changed', 'server_uuid': 'd5377de6-693a-44c6-b042-ed3f4594fe50', 'tag': 'd8442c7b-07b0-40e9-8fc3-521b4a78bd90', 'status': 'completed', 'code': 200} May 03 22:48:38.366569 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-224ed0f7-1059-454f-a1dc-1d5072b95b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473588078', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'e34957be-7cfa-496e-9ec7-ba816bcf9853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:48:27Z', 'updated_at': '2022-05-03T22:48:30Z', 'revision_number': 3, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': 'e34957be-7cfa-496e-9ec7-ba816bcf9853', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:29Z', 'updated_at': '2022-05-03T22:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:38.391589 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3995e9c-8838-402d-b2b1-df4c8fb68eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=d8442c7b-07b0-40e9-8fc3-521b4a78bd90,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:38.469741 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-cda9ba40-be77-406a-8194-00ddebef38f8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Floating IP c008659b-b0e1-4c84-b5a2-f1523b75a91e associated. External IP: 172.25.2.58, port: 7eff7334-d5f6-4d43-bd3e-d4e9ee07040c. May 03 22:48:38.506233 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224ed0f7-1059-454f-a1dc-1d5072b95b3b None None] The sync data for ids ['a281fb3d-8032-4b96-afd4-f5996537ba4a'] in n-d-811807-1 is: [{'id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473588078', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'e34957be-7cfa-496e-9ec7-ba816bcf9853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:48:27Z', 'updated_at': '2022-05-03T22:48:30Z', 'revision_number': 3, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': 'e34957be-7cfa-496e-9ec7-ba816bcf9853', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:29Z', 'updated_at': '2022-05-03T22:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:48:38.528185 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-8fb38576-ac57-43fd-baf0-4abb055a8803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:38.529807 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=7094abd9-692a-4ed5-b84c-d364618cef86,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:38.530019 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-8fb38576-ac57-43fd-baf0-4abb055a8803 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c9b36c2026314fcba54b84af09c29f52&device_id=d5377de6-693a-44c6-b042-ed3f4594fe50 HTTP/1.1" status: 200 len: 1094 time: 0.4632423 May 03 22:48:38.559960 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3c8323a6-d5bb-4597-bd41-73a77dd79403 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:38.575790 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-3c8323a6-d5bb-4597-bd41-73a77dd79403 None None] Transition to ACTIVE for port object 70e76289-075a-49ad-b16d-b9128bd64f0e will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:48:38.615279 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-3c8323a6-d5bb-4597-bd41-73a77dd79403 None None] Transition to ACTIVE for port object 70e76289-075a-49ad-b16d-b9128bd64f0e will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:48:38.626717 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-6d6faec9-cfea-4367-8c03-a145fddbdbc9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8442c7b-07b0-40e9-8fc3-521b4a78bd90 HTTP/1.1" status: 200 len: 217 time: 0.0895977 May 03 22:48:38.627570 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3c8323a6-d5bb-4597-bd41-73a77dd79403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:38.637816 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c14e9537-b2b2-4795-ae25-dc4b84fb4414 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:38.718892 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4e8ff96f-0e78-400d-8dcd-b80b5eb1e8de tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:38.734656 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8323a6-d5bb-4597-bd41-73a77dd79403 None None] Network 205448ae-d8cd-4b1c-9138-0734b8d65b11 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:48:38.735283 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-3c8323a6-d5bb-4597-bd41-73a77dd79403 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:48:38.740262 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8323a6-d5bb-4597-bd41-73a77dd79403 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:48:38.747280 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8323a6-d5bb-4597-bd41-73a77dd79403 None None] Pushing event updated for resources: {'Port': ['ID=70e76289-075a-49ad-b16d-b9128bd64f0e,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:38.752627 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b5e62-3abd-4b65-b957-89f5ab3295a7 req-0dadf766-1cbd-4de2-ac94-33b1b5be3090 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:38.755968 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d79b5e62-3abd-4b65-b957-89f5ab3295a7 req-0dadf766-1cbd-4de2-ac94-33b1b5be3090 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5377de6-693a-44c6-b042-ed3f4594fe50 HTTP/1.1" status: 200 len: 943 time: 0.6877995 May 03 22:48:38.761490 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4e8ff96f-0e78-400d-8dcd-b80b5eb1e8de tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:38.813964 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ff96f-0e78-400d-8dcd-b80b5eb1e8de tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62ee2b89-a457-4352-94b7-f5898e9f91cb,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:38.881340 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d79b5e62-3abd-4b65-b957-89f5ab3295a7 req-999b71b0-9665-495b-9840-60ec6e1b34c5 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f60409b-60d6-48ab-b5e8-7e13dd8161b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982852 May 03 22:48:38.884244 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4e8ff96f-0e78-400d-8dcd-b80b5eb1e8de tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:38.888804 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4e8ff96f-0e78-400d-8dcd-b80b5eb1e8de tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0591602 May 03 22:48:38.888804 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59568) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:38.901938 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-7223ff91-1efd-4c51-9f4b-e3d02c1a29d1 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Request body: {'security_group_rule': {'security_group_id': 'b08e3656-8067-4773-af49-7cde84afba19', 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:38.908043 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7223ff91-1efd-4c51-9f4b-e3d02c1a29d1 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:38.912406 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7223ff91-1efd-4c51-9f4b-e3d02c1a29d1 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Usage tracker for resource:security_group_rule and tenant:584c47bf47e049698552e4a4a9d3464d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:38.915213 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7223ff91-1efd-4c51-9f4b-e3d02c1a29d1 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:38.922361 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7223ff91-1efd-4c51-9f4b-e3d02c1a29d1 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:38.926829 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-3c8323a6-d5bb-4597-bd41-73a77dd79403 None None] Attempting to bind port 70e76289-075a-49ad-b16d-b9128bd64f0e on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:48:38.927205 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-3c8323a6-d5bb-4597-bd41-73a77dd79403 None None] Attempting to bind port 70e76289-075a-49ad-b16d-b9128bd64f0e by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '19f5e703-356a-48fb-ab14-cf4ba1cc55fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '205448ae-d8cd-4b1c-9138-0734b8d65b11'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:48:38.927561 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8323a6-d5bb-4597-bd41-73a77dd79403 None None] Attempting to bind port 70e76289-075a-49ad-b16d-b9128bd64f0e on network 205448ae-d8cd-4b1c-9138-0734b8d65b11 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:48:38.939017 n-d-811807-1 neutron-server[88069]: INFO neutron.db.securitygroups_db [None req-7223ff91-1efd-4c51-9f4b-e3d02c1a29d1 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Project 584c47bf47e049698552e4a4a9d3464d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 22:48:38.945691 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8323a6-d5bb-4597-bd41-73a77dd79403 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:48:38.946126 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8323a6-d5bb-4597-bd41-73a77dd79403 None None] Checking segment: {'id': '19f5e703-356a-48fb-ab14-cf4ba1cc55fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '205448ae-d8cd-4b1c-9138-0734b8d65b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:48:38.946739 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3c8323a6-d5bb-4597-bd41-73a77dd79403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:38.946846 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8323a6-d5bb-4597-bd41-73a77dd79403 None None] Bound using segment: {'id': '19f5e703-356a-48fb-ab14-cf4ba1cc55fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '205448ae-d8cd-4b1c-9138-0734b8d65b11'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:48:38.947302 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-3c8323a6-d5bb-4597-bd41-73a77dd79403 None None] Bound port: 70e76289-075a-49ad-b16d-b9128bd64f0e, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f5e703-356a-48fb-ab14-cf4ba1cc55fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '205448ae-d8cd-4b1c-9138-0734b8d65b11'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:48:38.948339 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3c8323a6-d5bb-4597-bd41-73a77dd79403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:38.952535 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7223ff91-1efd-4c51-9f4b-e3d02c1a29d1 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:38.975235 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-f7c9e21c-4033-40c7-8207-aec149be9436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:38.977232 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-f7c9e21c-4033-40c7-8207-aec149be9436 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6ca0f6a1-6e8b-435e-9833-3f318b86b95e HTTP/1.1" status: 200 len: 854 time: 0.3247230 May 03 22:48:39.160088 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-3c8323a6-d5bb-4597-bd41-73a77dd79403 None None] For port 70e76289-075a-49ad-b16d-b9128bd64f0e, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:48:39.165304 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-3c8323a6-d5bb-4597-bd41-73a77dd79403 None None] For port 70e76289-075a-49ad-b16d-b9128bd64f0e, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=70e76289-075a-49ad-b16d-b9128bd64f0e,segment=NetworkSegment(19f5e703-356a-48fb-ab14-cf4ba1cc55fc),segment_id=19f5e703-356a-48fb-ab14-cf4ba1cc55fc)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:48:39.173633 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3c8323a6-d5bb-4597-bd41-73a77dd79403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:39.299899 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-19a12dd6-8219-471f-9aaf-a4ed6ec2aa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:39.306145 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-19a12dd6-8219-471f-9aaf-a4ed6ec2aa36 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b02a0a3f-1344-4b33-8d96-e59f73f273ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3224230 May 03 22:48:39.337296 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8323a6-d5bb-4597-bd41-73a77dd79403 None None] Pushing event updated for resources: {'Port': ['ID=70e76289-075a-49ad-b16d-b9128bd64f0e,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:39.372958 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7223ff91-1efd-4c51-9f4b-e3d02c1a29d1 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:39.382444 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7223ff91-1efd-4c51-9f4b-e3d02c1a29d1 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:39.445281 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7223ff91-1efd-4c51-9f4b-e3d02c1a29d1 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=132b6f28-8c86-44d8-80b1-041e40390853,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:39.466376 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7223ff91-1efd-4c51-9f4b-e3d02c1a29d1 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:39.468023 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7223ff91-1efd-4c51-9f4b-e3d02c1a29d1 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5789700 May 03 22:48:39.543164 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda9ba40-be77-406a-8194-00ddebef38f8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Router 6f23874e-12c6-40a1-96e5-7619d98f141b has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:48:39.821875 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-abf17d4d-3cf3-44b7-a837-857c1d2eaf71 service neutron] 10.222.0.67 "GET /v2.0/networks/b02a0a3f-1344-4b33-8d96-e59f73f273ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4959612 May 03 22:48:40.082631 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda9ba40-be77-406a-8194-00ddebef38f8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:48:40.097503 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-c14e9537-b2b2-4795-ae25-dc4b84fb4414 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Allocated IP 172.20.0.1 (205448ae-d8cd-4b1c-9138-0734b8d65b11/2cf564aa-e2bf-4b2e-a23f-3f341609bb2f/3fe9864c-5f3a-4864-bdc0-4b62a08633a0) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:48:40.102637 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74f824b-fbde-441b-bf15-38c42feaae0c None None] Sync routers for ids ['6f23874e-12c6-40a1-96e5-7619d98f141b'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:48:40.124923 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74f824b-fbde-441b-bf15-38c42feaae0c None None] Routers {'6f23874e-12c6-40a1-96e5-7619d98f141b'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:48:40.125677 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f74f824b-fbde-441b-bf15-38c42feaae0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:48:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6f23874e-12c6-40a1-96e5-7619d98f141b'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:40.134963 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11898a96-4764-441a-95a1-e79304a43ebc req-13c77266-b68a-4e7c-aeac-bb31a5f75f17 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-100116762&fields=id&tenant_id=584c47bf47e049698552e4a4a9d3464d HTTP/1.1" status: 200 len: 267 time: 0.1314023 May 03 22:48:40.250313 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3bfd451f-c7ff-4f5f-a8dd-efdbd93a80d4 req-501a6522-6869-484c-b827-c87bf43b983d service neutron] 10.222.0.67 "GET /v2.0/networks/b02a0a3f-1344-4b33-8d96-e59f73f273ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116526 May 03 22:48:40.402304 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f74f824b-fbde-441b-bf15-38c42feaae0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:40.443788 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74f824b-fbde-441b-bf15-38c42feaae0c None None] Routers {'6f23874e-12c6-40a1-96e5-7619d98f141b'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:48:40.451875 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f74f824b-fbde-441b-bf15-38c42feaae0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:48:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6f23874e-12c6-40a1-96e5-7619d98f141b'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:40.733995 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 70e76289-075a-49ad-b16d-b9128bd64f0e up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:48:40.742061 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f74f824b-fbde-441b-bf15-38c42feaae0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:40.742570 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74f824b-fbde-441b-bf15-38c42feaae0c None None] The sync data for ids ['6f23874e-12c6-40a1-96e5-7619d98f141b'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:48:40.792693 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c14e9537-b2b2-4795-ae25-dc4b84fb4414 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:40.847483 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a99fe-debb-4898-bfea-c97ef59a5a47 req-951d53e9-8d96-4119-aa4a-72f1d32c5a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:40.849150 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e81a99fe-debb-4898-bfea-c97ef59a5a47 req-951d53e9-8d96-4119-aa4a-72f1d32c5a0f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c9b36c2026314fcba54b84af09c29f52&device_id=d5377de6-693a-44c6-b042-ed3f4594fe50 HTTP/1.1" status: 200 len: 1094 time: 0.5119679 May 03 22:48:40.857304 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-c14e9537-b2b2-4795-ae25-dc4b84fb4414 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Transition to ACTIVE for port object 3fe9864c-5f3a-4864-bdc0-4b62a08633a0 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:48:40.890158 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cda9ba40-be77-406a-8194-00ddebef38f8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:40.930890 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 70e76289-075a-49ad-b16d-b9128bd64f0e completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:48:40.944119 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device e34957be-7cfa-496e-9ec7-ba816bcf9853 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:48:41.173685 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port e34957be-7cfa-496e-9ec7-ba816bcf9853 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:48:41.193174 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port e34957be-7cfa-496e-9ec7-ba816bcf9853 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:48:41.195158 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:41.227817 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-cda9ba40-be77-406a-8194-00ddebef38f8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.2690909 May 03 22:48:41.232744 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59594) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:41.256075 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11898a96-4764-441a-95a1-e79304a43ebc req-9eb52fa1-f024-4a9a-a1b1-19a9509ca2da tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:41.256833 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-11898a96-4764-441a-95a1-e79304a43ebc req-9eb52fa1-f024-4a9a-a1b1-19a9509ca2da tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Synchronizing usage tracker for tenant:584c47bf47e049698552e4a4a9d3464d on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:48:41.306122 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-4eaaa76c-16a9-4e96-ad3f-07fc90d01688 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-503567165'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:41.345063 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46147807-01bd-4c78-b316-e655f7ad680e req-29cdc74e-35c8-47c1-818e-209a1fb11778 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:41.345063 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-46147807-01bd-4c78-b316-e655f7ad680e req-29cdc74e-35c8-47c1-818e-209a1fb11778 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5377de6-693a-44c6-b042-ed3f4594fe50 HTTP/1.1" status: 200 len: 943 time: 0.5678759 May 03 22:48:41.375037 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a99fe-debb-4898-bfea-c97ef59a5a47 req-a5b374ea-9a13-4e02-bef1-0615b8357f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:41.375037 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e81a99fe-debb-4898-bfea-c97ef59a5a47 req-a5b374ea-9a13-4e02-bef1-0615b8357f5e service neutron] 10.222.0.67 "GET /v2.0/networks?id=b02a0a3f-1344-4b33-8d96-e59f73f273ac HTTP/1.1" status: 200 len: 916 time: 0.5087104 May 03 22:48:41.386813 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4eaaa76c-16a9-4e96-ad3f-07fc90d01688 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:41.459878 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-11898a96-4764-441a-95a1-e79304a43ebc req-9eb52fa1-f024-4a9a-a1b1-19a9509ca2da tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Unset dirty status for tenant:584c47bf47e049698552e4a4a9d3464d on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:48:41.461065 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11898a96-4764-441a-95a1-e79304a43ebc req-9eb52fa1-f024-4a9a-a1b1-19a9509ca2da tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/networks?id=67890963-02db-4c38-8d23-557cebff05e8 HTTP/1.1" status: 200 len: 796 time: 1.3026175 May 03 22:48:41.509379 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11898a96-4764-441a-95a1-e79304a43ebc req-600dbc84-d958-4816-9a50-7b74136431aa tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/quotas/584c47bf47e049698552e4a4a9d3464d HTTP/1.1" status: 200 len: 375 time: 0.0190663 May 03 22:48:41.711361 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4eaaa76c-16a9-4e96-ad3f-07fc90d01688 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Usage tracker for resource:network and tenant:8c95c89f05244bbf88571ec673604262 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:41.752630 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4eaaa76c-16a9-4e96-ad3f-07fc90d01688 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:41.788409 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4eaaa76c-16a9-4e96-ad3f-07fc90d01688 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:41.799058 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:41.815778 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-46147807-01bd-4c78-b316-e655f7ad680e req-9d679719-3a61-4eef-9330-881f69402d26 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f60409b-60d6-48ab-b5e8-7e13dd8161b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4349573 May 03 22:48:41.836475 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e81a99fe-debb-4898-bfea-c97ef59a5a47 req-693e2163-01c7-4705-bfc3-a26a3accc706 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8442c7b-07b0-40e9-8fc3-521b4a78bd90 HTTP/1.1" status: 200 len: 217 time: 0.4311681 May 03 22:48:41.836475 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eaaa76c-16a9-4e96-ad3f-07fc90d01688 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Made reservation on behalf of 8c95c89f05244bbf88571ec673604262 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:48:41.836475 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4eaaa76c-16a9-4e96-ad3f-07fc90d01688 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:41.901347 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port e34957be-7cfa-496e-9ec7-ba816bcf9853, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=e34957be-7cfa-496e-9ec7-ba816bcf9853,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:48:41.911807 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:41.911807 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 7094abd9-692a-4ed5-b84c-d364618cef86 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:48:41.951798 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-11898a96-4764-441a-95a1-e79304a43ebc req-75140c12-e885-485a-be31-8b6a779c3358 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Synchronizing usage tracker for tenant:584c47bf47e049698552e4a4a9d3464d on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:48:42.050003 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-11898a96-4764-441a-95a1-e79304a43ebc req-75140c12-e885-485a-be31-8b6a779c3358 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Unset dirty status for tenant:584c47bf47e049698552e4a4a9d3464d on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:48:42.050003 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11898a96-4764-441a-95a1-e79304a43ebc req-75140c12-e885-485a-be31-8b6a779c3358 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=584c47bf47e049698552e4a4a9d3464d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4975917 May 03 22:48:42.130782 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1099136e-3506-4328-9881-7aa1755ac2f0 None None] Network 205448ae-d8cd-4b1c-9138-0734b8d65b11 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:48:42.358831 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11898a96-4764-441a-95a1-e79304a43ebc req-ce9304ac-4177-4e6d-9da9-20748e32b3e1 service neutron] 10.222.0.58 "GET /v2.0/networks/67890963-02db-4c38-8d23-557cebff05e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505634 May 03 22:48:42.367352 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a99fe-debb-4898-bfea-c97ef59a5a47 req-9ec3c3f8-3895-425b-8790-c54e7aca677f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:42.372477 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e81a99fe-debb-4898-bfea-c97ef59a5a47 req-9ec3c3f8-3895-425b-8790-c54e7aca677f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6ca0f6a1-6e8b-435e-9833-3f318b86b95e HTTP/1.1" status: 200 len: 854 time: 0.5280015 May 03 22:48:42.375989 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c14e9537-b2b2-4795-ae25-dc4b84fb4414 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:42.409760 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-31ffb6a9-5b68-4a5e-9c89-95b1ea9f5dfd None None] Provisioning for port 70e76289-075a-49ad-b16d-b9128bd64f0e completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:48:42.429954 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-31ffb6a9-5b68-4a5e-9c89-95b1ea9f5dfd None None] Provisioning complete for port 70e76289-075a-49ad-b16d-b9128bd64f0e triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:48:42.429954 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31ffb6a9-5b68-4a5e-9c89-95b1ea9f5dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:42.497686 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=e34957be-7cfa-496e-9ec7-ba816bcf9853,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:42.633135 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 7094abd9-692a-4ed5-b84c-d364618cef86 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:48:42.633135 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:42.654227 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11898a96-4764-441a-95a1-e79304a43ebc req-f2348afb-0939-4fd5-9b90-75c1c44739e3 service neutron] 10.222.0.58 "GET /v2.0/networks/67890963-02db-4c38-8d23-557cebff05e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867234 May 03 22:48:42.700793 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e9537-b2b2-4795-ae25-dc4b84fb4414 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'Port': ['ID=3fe9864c-5f3a-4864-bdc0-4b62a08633a0,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:42.729571 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14e9537-b2b2-4795-ae25-dc4b84fb4414 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Network 205448ae-d8cd-4b1c-9138-0734b8d65b11 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:48:42.748578 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-c14e9537-b2b2-4795-ae25-dc4b84fb4414 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:48:42.754613 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eaaa76c-16a9-4e96-ad3f-07fc90d01688 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:48:42.784831 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14e9537-b2b2-4795-ae25-dc4b84fb4414 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:48:42.830992 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4eaaa76c-16a9-4e96-ad3f-07fc90d01688 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:42.831362 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-4eaaa76c-16a9-4e96-ad3f-07fc90d01688 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Added segment 630587d7-963c-4c66-932e-9f15470d377e of type vlan for network ab5a6ed9-3031-45a8-a01b-cdd4702277b3 May 03 22:48:42.912946 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c14e9537-b2b2-4795-ae25-dc4b84fb4414 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:42.999743 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4eaaa76c-16a9-4e96-ad3f-07fc90d01688 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:43.044991 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7aee4fd2-c671-48a9-8060-a5040ac39c06 req-5d0f538c-90bc-4d87-b1ae-3c17de5d8a2a tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a4526c-7f3f-4e16-9504-ae07e4cb3226 HTTP/1.1" status: 200 len: 210 time: 0.0627456 May 03 22:48:43.084791 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a99fe-debb-4898-bfea-c97ef59a5a47 req-c0c1b6a2-34c2-45bc-ab02-958de34f91f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:43.086759 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e81a99fe-debb-4898-bfea-c97ef59a5a47 req-c0c1b6a2-34c2-45bc-ab02-958de34f91f6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b02a0a3f-1344-4b33-8d96-e59f73f273ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6777048 May 03 22:48:43.132952 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4eaaa76c-16a9-4e96-ad3f-07fc90d01688 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:43.146134 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaaa76c-16a9-4e96-ad3f-07fc90d01688 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:43.146779 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4eaaa76c-16a9-4e96-ad3f-07fc90d01688 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:43.175588 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31ffb6a9-5b68-4a5e-9c89-95b1ea9f5dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:43.205192 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7ac88-c7da-4816-80d0-dcb90abf7a95 req-26f6bc22-a249-4b03-a447-9ae33dcbe38d tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:43.216366 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fca7ac88-c7da-4816-80d0-dcb90abf7a95 req-26f6bc22-a249-4b03-a447-9ae33dcbe38d tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5377de6-693a-44c6-b042-ed3f4594fe50 HTTP/1.1" status: 200 len: 943 time: 0.1587508 May 03 22:48:43.245281 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-31ffb6a9-5b68-4a5e-9c89-95b1ea9f5dfd None None] For port 70e76289-075a-49ad-b16d-b9128bd64f0e, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=70e76289-075a-49ad-b16d-b9128bd64f0e,segment=NetworkSegment(19f5e703-356a-48fb-ab14-cf4ba1cc55fc),segment_id=19f5e703-356a-48fb-ab14-cf4ba1cc55fc)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:48:43.255909 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31ffb6a9-5b68-4a5e-9c89-95b1ea9f5dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:43.364473 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ffb6a9-5b68-4a5e-9c89-95b1ea9f5dfd None None] Pushing event updated for resources: {'Port': ['ID=70e76289-075a-49ad-b16d-b9128bd64f0e,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:43.383319 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59618) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:43.386196 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4eaaa76c-16a9-4e96-ad3f-07fc90d01688 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.1503255 May 03 22:48:43.399464 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-8c44920d-8caf-4c28-95ae-c427a0760471 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Request body: {'subnet': {'network_id': 'ab5a6ed9-3031-45a8-a01b-cdd4702277b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:43.408631 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device e34957be-7cfa-496e-9ec7-ba816bcf9853 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:48:43.472060 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fca7ac88-c7da-4816-80d0-dcb90abf7a95 req-e9ff0c9b-c80a-4f16-a904-0373a0d6204a tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f60409b-60d6-48ab-b5e8-7e13dd8161b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2541058 May 03 22:48:43.633292 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port e34957be-7cfa-496e-9ec7-ba816bcf9853 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:48:43.633292 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:43.662079 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaaa76c-16a9-4e96-ad3f-07fc90d01688 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event updated for resources: {'Network': ['ID=ab5a6ed9-3031-45a8-a01b-cdd4702277b3,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:43.693009 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network ab5a6ed9-3031-45a8-a01b-cdd4702277b3 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:48:43.714479 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be4f94-c219-4d86-83ac-c01a85036298 req-5bfaa3c7-6b29-4fd4-9b39-e165c9c217b6 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:43.728511 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be4f94-c219-4d86-83ac-c01a85036298 req-5bfaa3c7-6b29-4fd4-9b39-e165c9c217b6 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:43.758570 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c14e9537-b2b2-4795-ae25-dc4b84fb4414 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:43.772209 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be4f94-c219-4d86-83ac-c01a85036298 req-5bfaa3c7-6b29-4fd4-9b39-e165c9c217b6 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:43.808329 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be4f94-c219-4d86-83ac-c01a85036298 req-5bfaa3c7-6b29-4fd4-9b39-e165c9c217b6 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:43.826185 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be4f94-c219-4d86-83ac-c01a85036298 req-5bfaa3c7-6b29-4fd4-9b39-e165c9c217b6 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:43.839324 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be4f94-c219-4d86-83ac-c01a85036298 req-5bfaa3c7-6b29-4fd4-9b39-e165c9c217b6 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:43.858043 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be4f94-c219-4d86-83ac-c01a85036298 req-5bfaa3c7-6b29-4fd4-9b39-e165c9c217b6 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:43.861125 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-70be4f94-c219-4d86-83ac-c01a85036298 req-5bfaa3c7-6b29-4fd4-9b39-e165c9c217b6 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5443 time: 0.5856869 May 03 22:48:43.865598 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-8c44920d-8caf-4c28-95ae-c427a0760471 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:43.889662 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-8c44920d-8caf-4c28-95ae-c427a0760471 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:43.925586 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c44920d-8caf-4c28-95ae-c427a0760471 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Made reservation on behalf of 8c95c89f05244bbf88571ec673604262 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:48:43.936375 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e81a99fe-debb-4898-bfea-c97ef59a5a47 req-a9f679a0-0262-47dd-bff4-7253bc38fc8a service neutron] 10.222.0.67 "GET /v2.0/networks/b02a0a3f-1344-4b33-8d96-e59f73f273ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8327799 May 03 22:48:43.945064 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8c44920d-8caf-4c28-95ae-c427a0760471 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:44.038055 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-94aec647-f42d-47ac-9e7b-8eea33557f75 None None] Provisioning complete for port 70e76289-075a-49ad-b16d-b9128bd64f0e triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:48:44.038055 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-94aec647-f42d-47ac-9e7b-8eea33557f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:44.225495 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-70be4f94-c219-4d86-83ac-c01a85036298 req-2cee7e8e-bb15-4618-b896-5193230d5232 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3245950 May 03 22:48:44.298955 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dd1df282-25f7-4ae7-94d6-ce54053f8016 req-66a573f1-d933-44a9-8756-f586a3c6592f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a4526c-7f3f-4e16-9504-ae07e4cb3226 HTTP/1.1" status: 200 len: 210 time: 0.0719054 May 03 22:48:44.377797 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-94aec647-f42d-47ac-9e7b-8eea33557f75 None None] Provisioning for port 3fe9864c-5f3a-4864-bdc0-4b62a08633a0 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:48:44.381024 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e81a99fe-debb-4898-bfea-c97ef59a5a47 req-8a8e63f6-af40-4a69-91a1-b9790a536eea service neutron] 10.222.0.67 "GET /v2.0/networks/b02a0a3f-1344-4b33-8d96-e59f73f273ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711535 May 03 22:48:44.382843 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-94aec647-f42d-47ac-9e7b-8eea33557f75 None None] Provisioning complete for port 3fe9864c-5f3a-4864-bdc0-4b62a08633a0 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:48:44.383377 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-94aec647-f42d-47ac-9e7b-8eea33557f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:44.443843 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-94aec647-f42d-47ac-9e7b-8eea33557f75 None None] Port 3fe9864c-5f3a-4864-bdc0-4b62a08633a0 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:48:44.455259 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8c44920d-8caf-4c28-95ae-c427a0760471 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:44.536168 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44920d-8caf-4c28-95ae-c427a0760471 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event updated for resources: {'Subnet': ['ID=d70ffb01-2944-4e90-85d8-2e470257a57a,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:44.540665 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c14e9537-b2b2-4795-ae25-dc4b84fb4414 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:44.545582 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c44920d-8caf-4c28-95ae-c427a0760471 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Checking segment: {'id': '630587d7-963c-4c66-932e-9f15470d377e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ab5a6ed9-3031-45a8-a01b-cdd4702277b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:48:44.546021 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c44920d-8caf-4c28-95ae-c427a0760471 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Network hostable DHCP agents. Network: ab5a6ed9-3031-45a8-a01b-cdd4702277b3, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:48:44.549483 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c14e9537-b2b2-4795-ae25-dc4b84fb4414 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:44.568519 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c44920d-8caf-4c28-95ae-c427a0760471 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Network ab5a6ed9-3031-45a8-a01b-cdd4702277b3 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:48:44.581394 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-8c44920d-8caf-4c28-95ae-c427a0760471 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, ab5a6ed9-3031-45a8-a01b-cdd4702277b3) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:48:44.582677 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-eae0a791-2572-4c21-9c6b-3815d222965a None None] Provisioning complete for port 3fe9864c-5f3a-4864-bdc0-4b62a08633a0 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:48:44.583121 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eae0a791-2572-4c21-9c6b-3815d222965a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:44.586341 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c44920d-8caf-4c28-95ae-c427a0760471 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:44.587236 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8c44920d-8caf-4c28-95ae-c427a0760471 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:44.629697 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8c44920d-8caf-4c28-95ae-c427a0760471 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2440197 May 03 22:48:44.633032 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59632) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:44.652487 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-1e6dae0c-2a98-4f9d-b0a3-ddfeaf74f79f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-800032367', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}, 'admin_state_up': False}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:44.670634 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1e6dae0c-2a98-4f9d-b0a3-ddfeaf74f79f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:44.671828 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c14e9537-b2b2-4795-ae25-dc4b84fb4414 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:44.675685 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e9537-b2b2-4795-ae25-dc4b84fb4414 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'Port': ['ID=3fe9864c-5f3a-4864-bdc0-4b62a08633a0,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:44.681360 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1e6dae0c-2a98-4f9d-b0a3-ddfeaf74f79f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Usage tracker for resource:router and tenant:8c95c89f05244bbf88571ec673604262 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:44.690861 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1e6dae0c-2a98-4f9d-b0a3-ddfeaf74f79f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:44.704380 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1131b9b8-d157-48be-8cf5-498ab238ff03 None None] Network ab5a6ed9-3031-45a8-a01b-cdd4702277b3 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:48:44.707295 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1e6dae0c-2a98-4f9d-b0a3-ddfeaf74f79f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:44.755051 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-eae0a791-2572-4c21-9c6b-3815d222965a None None] Port 3fe9864c-5f3a-4864-bdc0-4b62a08633a0 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:48:44.778344 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1e6dae0c-2a98-4f9d-b0a3-ddfeaf74f79f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:44.779926 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1e6dae0c-2a98-4f9d-b0a3-ddfeaf74f79f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:44.831133 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14e9537-b2b2-4795-ae25-dc4b84fb4414 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Network 205448ae-d8cd-4b1c-9138-0734b8d65b11 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:48:44.832508 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-c14e9537-b2b2-4795-ae25-dc4b84fb4414 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:48:44.856644 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1e6dae0c-2a98-4f9d-b0a3-ddfeaf74f79f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:45.013661 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322e4938-a652-4e92-a000-ccfdef925fca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-ab5a6ed9-3031-45a8-a01b-cdd4702277b3', 'network_id': 'ab5a6ed9-3031-45a8-a01b-cdd4702277b3', 'tenant_id': '8c95c89f05244bbf88571ec673604262', 'fixed_ips': [{'subnet_id': 'd70ffb01-2944-4e90-85d8-2e470257a57a'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:48:45.017377 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-322e4938-a652-4e92-a000-ccfdef925fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:45.085987 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device d8442c7b-07b0-40e9-8fc3-521b4a78bd90 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:48:45.294201 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-322e4938-a652-4e92-a000-ccfdef925fca None None] Allocated IP 172.20.0.2 (ab5a6ed9-3031-45a8-a01b-cdd4702277b3/d70ffb01-2944-4e90-85d8-2e470257a57a/235189ef-24d1-4c0b-a394-dad28fbf42c6) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:48:45.313936 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14e9537-b2b2-4795-ae25-dc4b84fb4414 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Router a281fb3d-8032-4b96-afd4-f5996537ba4a has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:48:45.344990 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451bcda-517a-4df8-a215-1ceba897c80b req-f7780a30-f52b-4c8d-a8ec-bd7bea7c791c tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:45.346565 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c451bcda-517a-4df8-a215-1ceba897c80b req-f7780a30-f52b-4c8d-a8ec-bd7bea7c791c tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5377de6-693a-44c6-b042-ed3f4594fe50 HTTP/1.1" status: 200 len: 943 time: 0.6335354 May 03 22:48:45.358989 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11898a96-4764-441a-95a1-e79304a43ebc req-eed1f59c-123a-4dce-9ad9-c0f7cf69d437 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:45.360612 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11898a96-4764-441a-95a1-e79304a43ebc req-eed1f59c-123a-4dce-9ad9-c0f7cf69d437 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.60 "GET /v2.0/networks?id=67890963-02db-4c38-8d23-557cebff05e8 HTTP/1.1" status: 200 len: 796 time: 0.5742636 May 03 22:48:45.439397 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 70e76289-075a-49ad-b16d-b9128bd64f0e up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:48:45.485093 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11898a96-4764-441a-95a1-e79304a43ebc req-f58e15d3-8197-4c1e-a2f5-99fcc5c5a9c7 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=584c47bf47e049698552e4a4a9d3464d HTTP/1.1" status: 200 len: 379 time: 0.0841198 May 03 22:48:45.581579 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14e9537-b2b2-4795-ae25-dc4b84fb4414 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:48:45.597571 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c14e9537-b2b2-4795-ae25-dc4b84fb4414 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "PUT /v2.0/routers/a281fb3d-8032-4b96-afd4-f5996537ba4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9526899 May 03 22:48:45.646364 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0dc248-6b7a-4c5d-9838-60c248883a2a None None] Sync routers for ids ['a281fb3d-8032-4b96-afd4-f5996537ba4a'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:48:45.654822 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-793f1e6f-51ed-4914-9d9f-7bcb1e7a55f1 None None] Provisioning complete for port 3fe9864c-5f3a-4864-bdc0-4b62a08633a0 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:48:45.654822 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-793f1e6f-51ed-4914-9d9f-7bcb1e7a55f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:45.663065 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1e6dae0c-2a98-4f9d-b0a3-ddfeaf74f79f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:45.724694 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-11898a96-4764-441a-95a1-e79304a43ebc req-ab3ffa8b-c69f-4233-a6d8-868d317a2d8c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Request body: {'port': {'device_id': '63a4526c-7f3f-4e16-9504-ae07e4cb3226', 'network_id': '67890963-02db-4c38-8d23-557cebff05e8', 'admin_state_up': True, 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'security_groups': ['b08e3656-8067-4773-af49-7cde84afba19']}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:45.728446 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-793f1e6f-51ed-4914-9d9f-7bcb1e7a55f1 None None] Port 3fe9864c-5f3a-4864-bdc0-4b62a08633a0 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:48:45.784729 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c451bcda-517a-4df8-a215-1ceba897c80b req-8674e297-6f95-4caf-842b-47d58a21bc4f tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f60409b-60d6-48ab-b5e8-7e13dd8161b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4228270 May 03 22:48:45.808648 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0dc248-6b7a-4c5d-9838-60c248883a2a None None] Routers {'a281fb3d-8032-4b96-afd4-f5996537ba4a'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:48:45.809614 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-2f0dc248-6b7a-4c5d-9838-60c248883a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:48:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a281fb3d-8032-4b96-afd4-f5996537ba4a'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:46.050101 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 70e76289-075a-49ad-b16d-b9128bd64f0e triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:48:46.050101 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:46.084252 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5f8e7a81-ff20-4410-b26a-e5e768088686 req-c365c176-4457-47c0-babf-7de116f943fd tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a4526c-7f3f-4e16-9504-ae07e4cb3226 HTTP/1.1" status: 200 len: 210 time: 0.1279461 May 03 22:48:46.153051 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port d8442c7b-07b0-40e9-8fc3-521b4a78bd90, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=d8442c7b-07b0-40e9-8fc3-521b4a78bd90,segment=NetworkSegment(0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a),segment_id=0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:48:46.173964 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-322e4938-a652-4e92-a000-ccfdef925fca None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:46.176879 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2a800-768e-46f4-b7fa-90116c9a3f21 req-6d267efc-013f-4b03-b59f-145db256ac3e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:46.183795 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2a800-768e-46f4-b7fa-90116c9a3f21 req-6d267efc-013f-4b03-b59f-145db256ac3e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:46.189826 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2a800-768e-46f4-b7fa-90116c9a3f21 req-6d267efc-013f-4b03-b59f-145db256ac3e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:46.200838 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'd8442c7b-07b0-40e9-8fc3-521b4a78bd90', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'port_id': 'd8442c7b-07b0-40e9-8fc3-521b4a78bd90', 'mac_address': 'fa:16:3e:bf:ec:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:48:46.202681 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-322e4938-a652-4e92-a000-ccfdef925fca None None] Transition to ACTIVE for port object 235189ef-24d1-4c0b-a394-dad28fbf42c6 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:48:46.210116 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2a800-768e-46f4-b7fa-90116c9a3f21 req-6d267efc-013f-4b03-b59f-145db256ac3e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:46.224581 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2a800-768e-46f4-b7fa-90116c9a3f21 req-6d267efc-013f-4b03-b59f-145db256ac3e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:46.231267 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2a800-768e-46f4-b7fa-90116c9a3f21 req-6d267efc-013f-4b03-b59f-145db256ac3e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:46.237883 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2a800-768e-46f4-b7fa-90116c9a3f21 req-6d267efc-013f-4b03-b59f-145db256ac3e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:46.239793 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f2f2a800-768e-46f4-b7fa-90116c9a3f21 req-6d267efc-013f-4b03-b59f-145db256ac3e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5443 time: 0.7663920 May 03 22:48:46.296407 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-322e4938-a652-4e92-a000-ccfdef925fca None None] Transition to ACTIVE for port object 235189ef-24d1-4c0b-a394-dad28fbf42c6 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:48:46.301621 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-2f0dc248-6b7a-4c5d-9838-60c248883a2a None None] Set router a281fb3d-8032-4b96-afd4-f5996537ba4a gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:48:46.348275 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-11898a96-4764-441a-95a1-e79304a43ebc req-ab3ffa8b-c69f-4233-a6d8-868d317a2d8c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:46.388021 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-11898a96-4764-441a-95a1-e79304a43ebc req-ab3ffa8b-c69f-4233-a6d8-868d317a2d8c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:46.418058 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-322e4938-a652-4e92-a000-ccfdef925fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:46.455962 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f2f2a800-768e-46f4-b7fa-90116c9a3f21 req-d163ceb2-a9e5-4199-a192-08aef7697ace tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1877553 May 03 22:48:46.468991 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11898a96-4764-441a-95a1-e79304a43ebc req-ab3ffa8b-c69f-4233-a6d8-868d317a2d8c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Made reservation on behalf of 584c47bf47e049698552e4a4a9d3464d for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:48:46.483469 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11898a96-4764-441a-95a1-e79304a43ebc req-ab3ffa8b-c69f-4233-a6d8-868d317a2d8c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:46.501840 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-541132c7-c81e-47f2-a9f3-87e828eff16d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Synchronizing usage tracker for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:48:46.520888 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:46.615400 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-541132c7-c81e-47f2-a9f3-87e828eff16d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Unset dirty status for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:48:46.622557 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-541132c7-c81e-47f2-a9f3-87e828eff16d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1349941619&fields=id&tenant_id=e51c41c8f2c54373bfeeef105247eecb HTTP/1.1" status: 200 len: 267 time: 0.3801904 May 03 22:48:46.654780 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322e4938-a652-4e92-a000-ccfdef925fca None None] Network ab5a6ed9-3031-45a8-a01b-cdd4702277b3 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:48:46.684217 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8442c7b-07b0-40e9-8fc3-521b4a78bd90 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:48:46.705085 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-322e4938-a652-4e92-a000-ccfdef925fca None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:48:46.716470 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322e4938-a652-4e92-a000-ccfdef925fca None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:48:46.729324 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e4938-a652-4e92-a000-ccfdef925fca None None] Pushing event updated for resources: {'Port': ['ID=235189ef-24d1-4c0b-a394-dad28fbf42c6,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:46.816589 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port d8442c7b-07b0-40e9-8fc3-521b4a78bd90, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=d8442c7b-07b0-40e9-8fc3-521b4a78bd90,segment=NetworkSegment(0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a),segment_id=0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:48:46.972847 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:47.075756 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-322e4938-a652-4e92-a000-ccfdef925fca None None] Attempting to bind port 235189ef-24d1-4c0b-a394-dad28fbf42c6 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:48:47.076129 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-322e4938-a652-4e92-a000-ccfdef925fca None None] Attempting to bind port 235189ef-24d1-4c0b-a394-dad28fbf42c6 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '630587d7-963c-4c66-932e-9f15470d377e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ab5a6ed9-3031-45a8-a01b-cdd4702277b3'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:48:47.076491 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322e4938-a652-4e92-a000-ccfdef925fca None None] Attempting to bind port 235189ef-24d1-4c0b-a394-dad28fbf42c6 on network ab5a6ed9-3031-45a8-a01b-cdd4702277b3 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:48:47.127158 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322e4938-a652-4e92-a000-ccfdef925fca None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:48:47.127158 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322e4938-a652-4e92-a000-ccfdef925fca None None] Checking segment: {'id': '630587d7-963c-4c66-932e-9f15470d377e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ab5a6ed9-3031-45a8-a01b-cdd4702277b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:48:47.127158 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-322e4938-a652-4e92-a000-ccfdef925fca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:47.127570 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322e4938-a652-4e92-a000-ccfdef925fca None None] Bound using segment: {'id': '630587d7-963c-4c66-932e-9f15470d377e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ab5a6ed9-3031-45a8-a01b-cdd4702277b3'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:48:47.128172 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-322e4938-a652-4e92-a000-ccfdef925fca None None] Bound port: 235189ef-24d1-4c0b-a394-dad28fbf42c6, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '630587d7-963c-4c66-932e-9f15470d377e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ab5a6ed9-3031-45a8-a01b-cdd4702277b3'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:48:47.128172 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-322e4938-a652-4e92-a000-ccfdef925fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:47.190416 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=d8442c7b-07b0-40e9-8fc3-521b4a78bd90,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:47.200348 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1e6dae0c-2a98-4f9d-b0a3-ddfeaf74f79f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:47.229768 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-df8e3f77-94b5-4538-9975-116655c8b7b9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:47.237439 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-df8e3f77-94b5-4538-9975-116655c8b7b9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:47.242525 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1e6dae0c-2a98-4f9d-b0a3-ddfeaf74f79f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:47.245020 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-df8e3f77-94b5-4538-9975-116655c8b7b9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:47.251638 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-df8e3f77-94b5-4538-9975-116655c8b7b9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:47.258457 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-df8e3f77-94b5-4538-9975-116655c8b7b9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:47.265924 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-df8e3f77-94b5-4538-9975-116655c8b7b9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:47.273004 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-df8e3f77-94b5-4538-9975-116655c8b7b9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:47.274034 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-df8e3f77-94b5-4538-9975-116655c8b7b9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Synchronizing usage tracker for tenant:07f7b519265346608174cafca790a124 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:48:47.291416 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-322e4938-a652-4e92-a000-ccfdef925fca None None] For port 235189ef-24d1-4c0b-a394-dad28fbf42c6, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:48:47.295956 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-322e4938-a652-4e92-a000-ccfdef925fca None None] For port 235189ef-24d1-4c0b-a394-dad28fbf42c6, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=235189ef-24d1-4c0b-a394-dad28fbf42c6,segment=NetworkSegment(630587d7-963c-4c66-932e-9f15470d377e),segment_id=630587d7-963c-4c66-932e-9f15470d377e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:48:47.301756 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-2f0dc248-6b7a-4c5d-9838-60c248883a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473588078', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'e34957be-7cfa-496e-9ec7-ba816bcf9853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:48:27Z', 'updated_at': '2022-05-03T22:48:42Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': 'e34957be-7cfa-496e-9ec7-ba816bcf9853', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:29Z', 'updated_at': '2022-05-03T22:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '3fe9864c-5f3a-4864-bdc0-4b62a08633a0', 'name': '', 'network_id': '205448ae-d8cd-4b1c-9138-0734b8d65b11', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'mac_address': 'fa:16:3e:29:a7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '2cf564aa-e2bf-4b2e-a23f-3f341609bb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:39Z', 'updated_at': '2022-05-03T22:48:44Z', 'revision_number': 2, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'subnets': [{'id': '2cf564aa-e2bf-4b2e-a23f-3f341609bb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:47.303308 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-df8e3f77-94b5-4538-9975-116655c8b7b9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Unset dirty status for tenant:07f7b519265346608174cafca790a124 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:48:47.305171 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-df8e3f77-94b5-4538-9975-116655c8b7b9 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 5443 time: 0.1875172 May 03 22:48:47.309407 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-322e4938-a652-4e92-a000-ccfdef925fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:47.332118 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-11898a96-4764-441a-95a1-e79304a43ebc req-ab3ffa8b-c69f-4233-a6d8-868d317a2d8c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Allocated IP 172.20.0.6 (67890963-02db-4c38-8d23-557cebff05e8/df7275e9-1bf4-4770-b3a8-88cd4d1a4895/0f578a16-926e-40eb-84eb-03fb8dd74c60) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:48:47.357369 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0dc248-6b7a-4c5d-9838-60c248883a2a None None] Checking router: a281fb3d-8032-4b96-afd4-f5996537ba4a for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:48:47.357744 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0dc248-6b7a-4c5d-9838-60c248883a2a None None] Updating router a281fb3d-8032-4b96-afd4-f5996537ba4a port 3fe9864c-5f3a-4864-bdc0-4b62a08633a0 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:48:47.403097 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['d8442c7b-07b0-40e9-8fc3-521b4a78bd90'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:48:47.414738 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-7700b500-a544-4a19-a1dc-a3f482e0600d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:47.416467 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-7700b500-a544-4a19-a1dc-a3f482e0600d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/networks?id=205448ae-d8cd-4b1c-9138-0734b8d65b11 HTTP/1.1" status: 200 len: 797 time: 0.7928681 May 03 22:48:47.449267 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-ed1be94f-e01b-447a-9626-799d22aef4f5 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:47.451955 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-ed1be94f-e01b-447a-9626-799d22aef4f5 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.60 "GET /v2.0/ports/35cdd9e5-7422-4479-9fde-9ac4d09ecccf?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1398304 May 03 22:48:47.545426 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2f0dc248-6b7a-4c5d-9838-60c248883a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:47.583179 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-1e6dae0c-2a98-4f9d-b0a3-ddfeaf74f79f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Allocated IP 172.25.2.173 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/e42a8e71-e8ba-4763-b130-1a669bbf83b0) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:48:47.618938 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e4938-a652-4e92-a000-ccfdef925fca None None] Pushing event updated for resources: {'Port': ['ID=235189ef-24d1-4c0b-a394-dad28fbf42c6,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:47.656522 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-0dabf477-0fd4-4d7e-9dfe-bc59f565e225 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.60 "GET /v2.0/networks/a8a12fef-8f1f-42e2-8a9d-7a66402fff0c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1911066 May 03 22:48:47.681790 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-426e03af-37fd-4c70-a613-0b1e86f96409 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:47.794516 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-981fd2c2-a616-41ed-9704-32a031c44b89 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/quotas/e51c41c8f2c54373bfeeef105247eecb HTTP/1.1" status: 200 len: 375 time: 0.3643713 May 03 22:48:47.819911 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-426e03af-37fd-4c70-a613-0b1e86f96409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:47.898528 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42083b-d908-4f05-8703-a57349eca696 req-2f38e765-632c-42b5-af65-0e4c11e43215 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:47.901417 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5d42083b-d908-4f05-8703-a57349eca696 req-2f38e765-632c-42b5-af65-0e4c11e43215 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5377de6-693a-44c6-b042-ed3f4594fe50 HTTP/1.1" status: 200 len: 944 time: 0.9629667 May 03 22:48:48.062148 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5d42083b-d908-4f05-8703-a57349eca696 req-bb69f119-b46e-45df-9f89-6d4d9e387133 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f60409b-60d6-48ab-b5e8-7e13dd8161b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398468 May 03 22:48:48.149484 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1e6dae0c-2a98-4f9d-b0a3-ddfeaf74f79f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:48.155227 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-426e03af-37fd-4c70-a613-0b1e86f96409 service neutron] For port 35cdd9e5-7422-4479-9fde-9ac4d09ecccf, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=35cdd9e5-7422-4479-9fde-9ac4d09ecccf,segment=NetworkSegment(d7184569-28cc-4f6c-bd88-6a1ad922482c),segment_id=d7184569-28cc-4f6c-bd88-6a1ad922482c)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:48:48.218316 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-426e03af-37fd-4c70-a613-0b1e86f96409 service neutron] For port 35cdd9e5-7422-4479-9fde-9ac4d09ecccf, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:48:48.272725 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-528b99b1-0800-4f95-912b-d0c4ec15b0db tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4772651 May 03 22:48:48.333251 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11898a96-4764-441a-95a1-e79304a43ebc req-ab3ffa8b-c69f-4233-a6d8-868d317a2d8c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:48.361640 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-426e03af-37fd-4c70-a613-0b1e86f96409 service neutron] device_id is not set on port 35cdd9e5-7422-4479-9fde-9ac4d09ecccf yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:48:48.367785 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-11898a96-4764-441a-95a1-e79304a43ebc req-ab3ffa8b-c69f-4233-a6d8-868d317a2d8c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Transition to ACTIVE for port object 0f578a16-926e-40eb-84eb-03fb8dd74c60 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:48:48.383294 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1e6dae0c-2a98-4f9d-b0a3-ddfeaf74f79f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:48.395812 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2f0dc248-6b7a-4c5d-9838-60c248883a2a None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:48.396272 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-426e03af-37fd-4c70-a613-0b1e86f96409 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:48.406118 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-426e03af-37fd-4c70-a613-0b1e86f96409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:48.422950 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2f0dc248-6b7a-4c5d-9838-60c248883a2a None None] Transition to ACTIVE for port object 3fe9864c-5f3a-4864-bdc0-4b62a08633a0 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:48:48.435482 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2f0dc248-6b7a-4c5d-9838-60c248883a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:48.534799 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6dae0c-2a98-4f9d-b0a3-ddfeaf74f79f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event updated for resources: {'Port': ['ID=e42a8e71-e8ba-4763-b130-1a669bbf83b0,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:48.620636 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68413080-67e9-4d36-a0a2-3c9e3043893a None None] Pushing event updated for resources: {'Port': ['ID=3fe9864c-5f3a-4864-bdc0-4b62a08633a0,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:48.639643 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6dae0c-2a98-4f9d-b0a3-ddfeaf74f79f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:48:48.640165 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6dae0c-2a98-4f9d-b0a3-ddfeaf74f79f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:48:48.640308 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6dae0c-2a98-4f9d-b0a3-ddfeaf74f79f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:48:48.640643 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6dae0c-2a98-4f9d-b0a3-ddfeaf74f79f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:48:48.640961 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6dae0c-2a98-4f9d-b0a3-ddfeaf74f79f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:48:48.641303 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6dae0c-2a98-4f9d-b0a3-ddfeaf74f79f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:48:48.641616 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6dae0c-2a98-4f9d-b0a3-ddfeaf74f79f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:48:48.641964 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6dae0c-2a98-4f9d-b0a3-ddfeaf74f79f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:48:48.642283 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6dae0c-2a98-4f9d-b0a3-ddfeaf74f79f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:48:48.642599 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6dae0c-2a98-4f9d-b0a3-ddfeaf74f79f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:48:48.642914 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6dae0c-2a98-4f9d-b0a3-ddfeaf74f79f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:48:48.657484 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6dae0c-2a98-4f9d-b0a3-ddfeaf74f79f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:48:48.682828 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f0b3b9e-3c70-4e23-9867-9d624d3f03b2 req-6058866e-de17-45f0-9dd7-08a5212bd8b9 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a4526c-7f3f-4e16-9504-ae07e4cb3226 HTTP/1.1" status: 200 len: 210 time: 0.1884775 May 03 22:48:48.737541 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-426e03af-37fd-4c70-a613-0b1e86f96409 service neutron] No DVR routers for this DVR port 35cdd9e5-7422-4479-9fde-9ac4d09ecccf on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:48:48.755943 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6dae0c-2a98-4f9d-b0a3-ddfeaf74f79f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:48:48.774230 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-1e6dae0c-2a98-4f9d-b0a3-ddfeaf74f79f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:48:48.784770 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6dae0c-2a98-4f9d-b0a3-ddfeaf74f79f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:48:48.820109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e03af-37fd-4c70-a613-0b1e86f96409 service neutron] Pushing event updated for resources: {'Port': ['ID=35cdd9e5-7422-4479-9fde-9ac4d09ecccf,revision_number=6']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:48.899838 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-426e03af-37fd-4c70-a613-0b1e86f96409 service neutron] In _notify_port_updated(), no bound segment for port 35cdd9e5-7422-4479-9fde-9ac4d09ecccf on network a8a12fef-8f1f-42e2-8a9d-7a66402fff0c {{(pid=88070) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 03 22:48:48.900756 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-426e03af-37fd-4c70-a613-0b1e86f96409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:48.901353 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-426e03af-37fd-4c70-a613-0b1e86f96409 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:48.902870 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-426e03af-37fd-4c70-a613-0b1e86f96409 service neutron] 10.222.0.60 "PUT /v2.0/ports/35cdd9e5-7422-4479-9fde-9ac4d09ecccf HTTP/1.1" status: 200 len: 1032 time: 1.2387347 May 03 22:48:48.971284 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-2f0dc248-6b7a-4c5d-9838-60c248883a2a None None] Attempting to bind port 3fe9864c-5f3a-4864-bdc0-4b62a08633a0 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:48:48.971918 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-2f0dc248-6b7a-4c5d-9838-60c248883a2a None None] Attempting to bind port 3fe9864c-5f3a-4864-bdc0-4b62a08633a0 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '19f5e703-356a-48fb-ab14-cf4ba1cc55fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '205448ae-d8cd-4b1c-9138-0734b8d65b11'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:48:48.972435 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0dc248-6b7a-4c5d-9838-60c248883a2a None None] Attempting to bind port 3fe9864c-5f3a-4864-bdc0-4b62a08633a0 on network 205448ae-d8cd-4b1c-9138-0734b8d65b11 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:48:48.984593 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0dc248-6b7a-4c5d-9838-60c248883a2a None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:48:48.984975 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0dc248-6b7a-4c5d-9838-60c248883a2a None None] Checking segment: {'id': '19f5e703-356a-48fb-ab14-cf4ba1cc55fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '205448ae-d8cd-4b1c-9138-0734b8d65b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:48:48.985376 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2f0dc248-6b7a-4c5d-9838-60c248883a2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:48.985769 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0dc248-6b7a-4c5d-9838-60c248883a2a None None] Bound using segment: {'id': '19f5e703-356a-48fb-ab14-cf4ba1cc55fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '205448ae-d8cd-4b1c-9138-0734b8d65b11'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:48:48.986268 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-2f0dc248-6b7a-4c5d-9838-60c248883a2a None None] Bound port: 3fe9864c-5f3a-4864-bdc0-4b62a08633a0, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f5e703-356a-48fb-ab14-cf4ba1cc55fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '205448ae-d8cd-4b1c-9138-0734b8d65b11'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:48:48.986636 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2f0dc248-6b7a-4c5d-9838-60c248883a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:49.035740 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-b1dbe782-ab5a-4859-99e0-63b5bd68727e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:49.037129 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-b1dbe782-ab5a-4859-99e0-63b5bd68727e tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.60 "GET /v2.0/ports/70772943-6de8-4896-bcbe-7157ba0b4c77?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1277559 May 03 22:48:49.046692 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device d8442c7b-07b0-40e9-8fc3-521b4a78bd90 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:48:49.048750 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-cda5b3f6-b30f-4774-a387-f8028c0e6547 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:49.145313 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-3ddbde50-8169-44a1-95dd-ac79c26c821c None None] Provisioning complete for port 35cdd9e5-7422-4479-9fde-9ac4d09ecccf triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:48:49.145674 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3ddbde50-8169-44a1-95dd-ac79c26c821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:49.178002 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11898a96-4764-441a-95a1-e79304a43ebc req-ab3ffa8b-c69f-4233-a6d8-868d317a2d8c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:49.254415 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-cda5b3f6-b30f-4774-a387-f8028c0e6547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:49.279768 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port d8442c7b-07b0-40e9-8fc3-521b4a78bd90 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:48:49.288049 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port d8442c7b-07b0-40e9-8fc3-521b4a78bd90 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:48:49.295494 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:49.361699 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74d3e72-f251-4075-9b59-234074621cbd None None] Network ab5a6ed9-3031-45a8-a01b-cdd4702277b3 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:48:49.478938 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 235189ef-24d1-4c0b-a394-dad28fbf42c6 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:48:49.504848 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 514dff93-7c2f-488c-83d9-709281d10db1 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:48:49.598856 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11898a96-4764-441a-95a1-e79304a43ebc req-ab3ffa8b-c69f-4233-a6d8-868d317a2d8c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Network 67890963-02db-4c38-8d23-557cebff05e8 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:48:49.616816 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ffa8b-c69f-4233-a6d8-868d317a2d8c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'Port': ['ID=0f578a16-926e-40eb-84eb-03fb8dd74c60,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:49.621421 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-11898a96-4764-441a-95a1-e79304a43ebc req-ab3ffa8b-c69f-4233-a6d8-868d317a2d8c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:48:49.623051 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-3ddbde50-8169-44a1-95dd-ac79c26c821c None None] Port 35cdd9e5-7422-4479-9fde-9ac4d09ecccf cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:48:49.638127 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-7b002140-9d2d-43a0-9ed9-9a180478aba2 service neutron] 10.222.0.58 "GET /v2.0/networks/205448ae-d8cd-4b1c-9138-0734b8d65b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3374355 May 03 22:48:49.640566 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-11898a96-4764-441a-95a1-e79304a43ebc req-ab3ffa8b-c69f-4233-a6d8-868d317a2d8c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:48:49.667267 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-2f0dc248-6b7a-4c5d-9838-60c248883a2a None None] For port 3fe9864c-5f3a-4864-bdc0-4b62a08633a0, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:48:49.712049 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-cda5b3f6-b30f-4774-a387-f8028c0e6547 service neutron] For port 70772943-6de8-4896-bcbe-7157ba0b4c77, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=70772943-6de8-4896-bcbe-7157ba0b4c77,segment=NetworkSegment(d7184569-28cc-4f6c-bd88-6a1ad922482c),segment_id=d7184569-28cc-4f6c-bd88-6a1ad922482c)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:48:49.763469 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-cda5b3f6-b30f-4774-a387-f8028c0e6547 service neutron] For port 70772943-6de8-4896-bcbe-7157ba0b4c77, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:48:49.805543 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11898a96-4764-441a-95a1-e79304a43ebc req-ab3ffa8b-c69f-4233-a6d8-868d317a2d8c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:49.806244 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11898a96-4764-441a-95a1-e79304a43ebc req-ab3ffa8b-c69f-4233-a6d8-868d317a2d8c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:49.851796 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-cda5b3f6-b30f-4774-a387-f8028c0e6547 service neutron] device_id is not set on port 70772943-6de8-4896-bcbe-7157ba0b4c77 yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:48:49.863224 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-cda5b3f6-b30f-4774-a387-f8028c0e6547 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:49.874250 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-cda5b3f6-b30f-4774-a387-f8028c0e6547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:49.907264 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349176b8-fc4d-41af-b808-f02be4e5ed0a req-527201f3-b5fd-460b-bd7b-f24675a8de56 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:49.909825 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:49.913499 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349176b8-fc4d-41af-b808-f02be4e5ed0a req-527201f3-b5fd-460b-bd7b-f24675a8de56 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:49.921143 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349176b8-fc4d-41af-b808-f02be4e5ed0a req-527201f3-b5fd-460b-bd7b-f24675a8de56 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:49.927518 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-2f0dc248-6b7a-4c5d-9838-60c248883a2a None None] For port 3fe9864c-5f3a-4864-bdc0-4b62a08633a0, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=3fe9864c-5f3a-4864-bdc0-4b62a08633a0,segment=NetworkSegment(19f5e703-356a-48fb-ab14-cf4ba1cc55fc),segment_id=19f5e703-356a-48fb-ab14-cf4ba1cc55fc)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:48:49.928152 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349176b8-fc4d-41af-b808-f02be4e5ed0a req-527201f3-b5fd-460b-bd7b-f24675a8de56 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:49.935775 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349176b8-fc4d-41af-b808-f02be4e5ed0a req-527201f3-b5fd-460b-bd7b-f24675a8de56 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:49.943073 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349176b8-fc4d-41af-b808-f02be4e5ed0a req-527201f3-b5fd-460b-bd7b-f24675a8de56 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:49.945177 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-349176b8-fc4d-41af-b808-f02be4e5ed0a req-527201f3-b5fd-460b-bd7b-f24675a8de56 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 4664 time: 0.9460185 May 03 22:48:49.988709 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2f0dc248-6b7a-4c5d-9838-60c248883a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:50.060968 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-cda5b3f6-b30f-4774-a387-f8028c0e6547 service neutron] No DVR routers for this DVR port 70772943-6de8-4896-bcbe-7157ba0b4c77 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:48:50.109783 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68413080-67e9-4d36-a0a2-3c9e3043893a None None] Pushing event updated for resources: {'Port': ['ID=3fe9864c-5f3a-4864-bdc0-4b62a08633a0,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:50.124822 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-cda5b3f6-b30f-4774-a387-f8028c0e6547 service neutron] In _notify_port_updated(), no bound segment for port 70772943-6de8-4896-bcbe-7157ba0b4c77 on network a8a12fef-8f1f-42e2-8a9d-7a66402fff0c {{(pid=88070) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 03 22:48:50.125707 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-cda5b3f6-b30f-4774-a387-f8028c0e6547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:50.127531 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-cda5b3f6-b30f-4774-a387-f8028c0e6547 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:50.128973 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-cda5b3f6-b30f-4774-a387-f8028c0e6547 service neutron] 10.222.0.60 "PUT /v2.0/ports/70772943-6de8-4896-bcbe-7157ba0b4c77 HTTP/1.1" status: 200 len: 1032 time: 1.0843661 May 03 22:48:50.155665 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6677aa25-2560-4e71-9002-b994c991aa75 None None] Provisioning for port 235189ef-24d1-4c0b-a394-dad28fbf42c6 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:48:50.217328 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5377de6-693a-44c6-b042-ed3f4594fe50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8442c7b-07b0-40e9-8fc3-521b4a78bd90'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:48:50.223114 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-7b1224a1-4a00-4b1a-8531-ec808ff33281 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Deleting port d99ae307-1483-492b-b9b0-159ed89bfb47 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:48:50.223474 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-7b1224a1-4a00-4b1a-8531-ec808ff33281 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:50.349476 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port d8442c7b-07b0-40e9-8fc3-521b4a78bd90, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=d8442c7b-07b0-40e9-8fc3-521b4a78bd90,segment=NetworkSegment(0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a),segment_id=0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:48:50.381201 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:50.422172 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0dc248-6b7a-4c5d-9838-60c248883a2a None None] Routers {'a281fb3d-8032-4b96-afd4-f5996537ba4a'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:48:50.423064 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-2f0dc248-6b7a-4c5d-9838-60c248883a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:48:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a281fb3d-8032-4b96-afd4-f5996537ba4a'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:50.559926 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5b3f6-b30f-4774-a387-f8028c0e6547 service neutron] Pushing event updated for resources: {'Port': ['ID=70772943-6de8-4896-bcbe-7157ba0b4c77,revision_number=6']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:50.585820 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11898a96-4764-441a-95a1-e79304a43ebc req-ab3ffa8b-c69f-4233-a6d8-868d317a2d8c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8696861 May 03 22:48:50.595769 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-349176b8-fc4d-41af-b808-f02be4e5ed0a req-37108069-a661-441c-b0ad-2f1b4f2827dd tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=56bd8003-abdf-4d01-8e22-b66318fe4f3e&id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3332722 May 03 22:48:50.603226 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-11898a96-4764-441a-95a1-e79304a43ebc req-50967280-6aa1-4907-af46-73e241589da2 service neutron] Request body: {'port': {'device_id': '63a4526c-7f3f-4e16-9504-ae07e4cb3226', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:50.651979 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-693e8baf-5170-40c1-8cfd-b2b09b250864 service neutron] 10.222.0.58 "GET /v2.0/networks/205448ae-d8cd-4b1c-9138-0734b8d65b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9750907 May 03 22:48:50.694706 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-7b1224a1-4a00-4b1a-8531-ec808ff33281 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] For port d99ae307-1483-492b-b9b0-159ed89bfb47, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=d99ae307-1483-492b-b9b0-159ed89bfb47,segment=NetworkSegment(d7184569-28cc-4f6c-bd88-6a1ad922482c),segment_id=d7184569-28cc-4f6c-bd88-6a1ad922482c)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:48:50.695346 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-7b1224a1-4a00-4b1a-8531-ec808ff33281 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:50.710788 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1e6dae0c-2a98-4f9d-b0a3-ddfeaf74f79f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:50.765944 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 235189ef-24d1-4c0b-a394-dad28fbf42c6 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:48:50.769000 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:50.778871 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=d8442c7b-07b0-40e9-8fc3-521b4a78bd90,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:50.807655 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 235189ef-24d1-4c0b-a394-dad28fbf42c6 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:48:50.808079 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:50.890428 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-4f93fead-8cb0-4b48-a16f-8268b2fe8773 None None] Provisioning for port 0f578a16-926e-40eb-84eb-03fb8dd74c60 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:48:50.920775 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-7b1224a1-4a00-4b1a-8531-ec808ff33281 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Calling delete_port for d99ae307-1483-492b-b9b0-159ed89bfb47 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:48:50.964280 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-4f93fead-8cb0-4b48-a16f-8268b2fe8773 None None] Provisioning complete for port 0f578a16-926e-40eb-84eb-03fb8dd74c60 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:48:50.965048 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4f93fead-8cb0-4b48-a16f-8268b2fe8773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:51.121209 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:51.184870 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 514dff93-7c2f-488c-83d9-709281d10db1, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=514dff93-7c2f-488c-83d9-709281d10db1,segment=NetworkSegment(d7184569-28cc-4f6c-bd88-6a1ad922482c),segment_id=d7184569-28cc-4f6c-bd88-6a1ad922482c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:48:51.202466 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-2f0dc248-6b7a-4c5d-9838-60c248883a2a None None] Set router a281fb3d-8032-4b96-afd4-f5996537ba4a gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:48:51.214419 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11898a96-4764-441a-95a1-e79304a43ebc req-50967280-6aa1-4907-af46-73e241589da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:51.292309 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-7b1224a1-4a00-4b1a-8531-ec808ff33281 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:51.417329 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1224a1-4a00-4b1a-8531-ec808ff33281 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Pushing event deleted for resources: {'Port': ['ID=d99ae307-1483-492b-b9b0-159ed89bfb47,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:51.535609 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-7b1224a1-4a00-4b1a-8531-ec808ff33281 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] No DVR routers for this DVR port d99ae307-1483-492b-b9b0-159ed89bfb47 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:48:51.539354 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-7b1224a1-4a00-4b1a-8531-ec808ff33281 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:51.543940 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:51.545051 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 70772943-6de8-4896-bcbe-7157ba0b4c77 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:48:51.547847 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'name': 'network-vif-deleted', 'tag': 'd99ae307-1483-492b-b9b0-159ed89bfb47'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:48:51.578312 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-7b1224a1-4a00-4b1a-8531-ec808ff33281 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.60 "DELETE /v2.0/ports/d99ae307-1483-492b-b9b0-159ed89bfb47 HTTP/1.1" status: 204 len: 173 time: 1.4412107 May 03 22:48:51.707254 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-bea5e8c7-ce87-4c98-8326-fd39ea926494 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Deleting port 514dff93-7c2f-488c-83d9-709281d10db1 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:48:51.707600 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-bea5e8c7-ce87-4c98-8326-fd39ea926494 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:51.711803 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 70772943-6de8-4896-bcbe-7157ba0b4c77 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:48:51.712442 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 4b827b01-9992-4ccc-9f5f-d70c9c87b504 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:48:51.766138 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-4f93fead-8cb0-4b48-a16f-8268b2fe8773 None None] Port 0f578a16-926e-40eb-84eb-03fb8dd74c60 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:48:51.785307 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1e6dae0c-2a98-4f9d-b0a3-ddfeaf74f79f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:51.808845 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 235189ef-24d1-4c0b-a394-dad28fbf42c6, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=235189ef-24d1-4c0b-a394-dad28fbf42c6,segment=NetworkSegment(630587d7-963c-4c66-932e-9f15470d377e),segment_id=630587d7-963c-4c66-932e-9f15470d377e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:48:51.814731 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a7dba-dfd0-4d8f-87c0-6446b6fceb5f req-0b726b08-eb86-42cb-8402-091ec1698dd1 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:51.826835 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7c4a7dba-dfd0-4d8f-87c0-6446b6fceb5f req-0b726b08-eb86-42cb-8402-091ec1698dd1 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5377de6-693a-44c6-b042-ed3f4594fe50 HTTP/1.1" status: 200 len: 945 time: 1.0113285 May 03 22:48:51.916723 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:51.965046 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-4f93fead-8cb0-4b48-a16f-8268b2fe8773 None None] Provisioning complete for port 70772943-6de8-4896-bcbe-7157ba0b4c77 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:48:51.965620 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4f93fead-8cb0-4b48-a16f-8268b2fe8773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:52.073781 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=514dff93-7c2f-488c-83d9-709281d10db1,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:52.229565 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f075d64-78a1-43e7-a601-76246654139c req-8b57b8b7-c6ec-48fa-9783-581889cf6f5b tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:52.230360 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0f075d64-78a1-43e7-a601-76246654139c req-8b57b8b7-c6ec-48fa-9783-581889cf6f5b tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Synchronizing usage tracker for tenant:584c47bf47e049698552e4a4a9d3464d on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:48:52.248453 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7c4a7dba-dfd0-4d8f-87c0-6446b6fceb5f req-20791a9a-2373-4e00-b006-0de4b1e3fdcc tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f60409b-60d6-48ab-b5e8-7e13dd8161b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4203937 May 03 22:48:52.412268 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0f075d64-78a1-43e7-a601-76246654139c req-8b57b8b7-c6ec-48fa-9783-581889cf6f5b tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Unset dirty status for tenant:584c47bf47e049698552e4a4a9d3464d on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:48:52.419383 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f075d64-78a1-43e7-a601-76246654139c req-8b57b8b7-c6ec-48fa-9783-581889cf6f5b tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a4526c-7f3f-4e16-9504-ae07e4cb3226 HTTP/1.1" status: 200 len: 931 time: 1.1940603 May 03 22:48:52.513539 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-bea5e8c7-ce87-4c98-8326-fd39ea926494 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] For port 514dff93-7c2f-488c-83d9-709281d10db1, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=514dff93-7c2f-488c-83d9-709281d10db1,segment=NetworkSegment(d7184569-28cc-4f6c-bd88-6a1ad922482c),segment_id=d7184569-28cc-4f6c-bd88-6a1ad922482c)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:48:52.513539 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-bea5e8c7-ce87-4c98-8326-fd39ea926494 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:52.635302 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f951a0d-ae1d-47b7-8469-9dae9f3658dc'] response: {'server_uuid': 'd5377de6-693a-44c6-b042-ed3f4594fe50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8442c7b-07b0-40e9-8fc3-521b4a78bd90', 'code': 200} May 03 22:48:52.663087 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-4f93fead-8cb0-4b48-a16f-8268b2fe8773 None None] Port 70772943-6de8-4896-bcbe-7157ba0b4c77 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:48:52.692154 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:52.713971 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-bea5e8c7-ce87-4c98-8326-fd39ea926494 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Calling delete_port for 514dff93-7c2f-488c-83d9-709281d10db1 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:48:52.718884 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=235189ef-24d1-4c0b-a394-dad28fbf42c6,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:52.749033 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 4b827b01-9992-4ccc-9f5f-d70c9c87b504, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=4b827b01-9992-4ccc-9f5f-d70c9c87b504,segment=NetworkSegment(54fef4b2-4531-4764-a855-cb5be1b9e034),segment_id=54fef4b2-4531-4764-a855-cb5be1b9e034)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:48:52.757540 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-2f0dc248-6b7a-4c5d-9838-60c248883a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473588078', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'e34957be-7cfa-496e-9ec7-ba816bcf9853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:48:27Z', 'updated_at': '2022-05-03T22:48:42Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': 'e34957be-7cfa-496e-9ec7-ba816bcf9853', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:29Z', 'updated_at': '2022-05-03T22:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '3fe9864c-5f3a-4864-bdc0-4b62a08633a0', 'name': '', 'network_id': '205448ae-d8cd-4b1c-9138-0734b8d65b11', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'mac_address': 'fa:16:3e:29:a7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '2cf564aa-e2bf-4b2e-a23f-3f341609bb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:39Z', 'updated_at': '2022-05-03T22:48:49Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'subnets': [{'id': '2cf564aa-e2bf-4b2e-a23f-3f341609bb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:52.762477 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:52.767225 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device a65dd8bc-04aa-4161-86e1-8b68e0967dd9 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:48:52.908743 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717a4e8-8c58-49b2-a465-1639cdcfb8a0 req-787253cf-d62d-48c3-befc-36a575a5d1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:52.909412 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a717a4e8-8c58-49b2-a465-1639cdcfb8a0 req-787253cf-d62d-48c3-befc-36a575a5d1da service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d5377de6-693a-44c6-b042-ed3f4594fe50 HTTP/1.1" status: 200 len: 1096 time: 0.4658244 May 03 22:48:52.923000 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0dc248-6b7a-4c5d-9838-60c248883a2a None None] The sync data for ids ['a281fb3d-8032-4b96-afd4-f5996537ba4a'] in n-d-811807-1 is: [{'id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473588078', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'e34957be-7cfa-496e-9ec7-ba816bcf9853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:48:27Z', 'updated_at': '2022-05-03T22:48:42Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': 'e34957be-7cfa-496e-9ec7-ba816bcf9853', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:29Z', 'updated_at': '2022-05-03T22:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '3fe9864c-5f3a-4864-bdc0-4b62a08633a0', 'name': '', 'network_id': '205448ae-d8cd-4b1c-9138-0734b8d65b11', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'mac_address': 'fa:16:3e:29:a7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '2cf564aa-e2bf-4b2e-a23f-3f341609bb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:39Z', 'updated_at': '2022-05-03T22:48:49Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'subnets': [{'id': '2cf564aa-e2bf-4b2e-a23f-3f341609bb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:48:53.000721 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6985698f-9dc0-48ec-b7c6-68020913ba7c None None] Provisioning complete for port 235189ef-24d1-4c0b-a394-dad28fbf42c6 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:48:53.000721 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6985698f-9dc0-48ec-b7c6-68020913ba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:53.086735 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a717a4e8-8c58-49b2-a465-1639cdcfb8a0 req-8e58ba8a-794e-4390-a8d1-c81c3f60f9de service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0f60409b-60d6-48ab-b5e8-7e13dd8161b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601093 May 03 22:48:53.117112 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-60d6484d-17c7-483c-98bb-3097b37a1538 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:53.117923 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-60d6484d-17c7-483c-98bb-3097b37a1538 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Synchronizing usage tracker for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:network {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:48:53.170362 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-73da12c9-3bec-4ee1-a779-c7a78c2bbae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:53.217536 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:53.232658 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6e10ff79-9c5b-452a-aa4a-cf328d550d67 req-91e53f1a-e92e-4507-a40f-0c318cceb6e3 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 210 time: 0.6886311 May 03 22:48:53.252302 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f075d64-78a1-43e7-a601-76246654139c req-4a792b3d-7165-4879-9466-5528d463497d tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b08e3656-8067-4773-af49-7cde84afba19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8320587 May 03 22:48:53.264396 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-bea5e8c7-ce87-4c98-8326-fd39ea926494 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:53.347833 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-60d6484d-17c7-483c-98bb-3097b37a1538 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Unset dirty status for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:network {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:48:53.352537 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-60d6484d-17c7-483c-98bb-3097b37a1538 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.67 "GET /v2.0/networks?id=205448ae-d8cd-4b1c-9138-0734b8d65b11 HTTP/1.1" status: 200 len: 797 time: 0.6671534 May 03 22:48:53.362494 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6dae0c-2a98-4f9d-b0a3-ddfeaf74f79f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Router 6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:48:53.367951 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=4b827b01-9992-4ccc-9f5f-d70c9c87b504,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:53.397091 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea5e8c7-ce87-4c98-8326-fd39ea926494 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Pushing event deleted for resources: {'Port': ['ID=514dff93-7c2f-488c-83d9-709281d10db1,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:53.397547 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port a65dd8bc-04aa-4161-86e1-8b68e0967dd9, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a65dd8bc-04aa-4161-86e1-8b68e0967dd9,segment=NetworkSegment(5f07acb1-8990-460f-9ed1-6ed50d2566a9),segment_id=5f07acb1-8990-460f-9ed1-6ed50d2566a9)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:48:53.406909 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3819e87-bdfa-497a-814d-e379038134cb'] response: {'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'name': 'network-vif-deleted', 'tag': 'd99ae307-1483-492b-b9b0-159ed89bfb47', 'status': 'completed', 'code': 200} May 03 22:48:53.420575 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:53.421589 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 35cdd9e5-7422-4479-9fde-9ac4d09ecccf no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:48:53.647626 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-bea5e8c7-ce87-4c98-8326-fd39ea926494 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] No DVR routers for this DVR port 514dff93-7c2f-488c-83d9-709281d10db1 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:48:53.654553 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-bea5e8c7-ce87-4c98-8326-fd39ea926494 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:53.672992 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-2ef68733-3f90-436f-a20c-8d6963116bfe tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e51c41c8f2c54373bfeeef105247eecb HTTP/1.1" status: 200 len: 380 time: 0.2544365 May 03 22:48:53.678797 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-bea5e8c7-ce87-4c98-8326-fd39ea926494 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.60 "DELETE /v2.0/ports/514dff93-7c2f-488c-83d9-709281d10db1 HTTP/1.1" status: 204 len: 173 time: 2.0931878 May 03 22:48:53.694082 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-55ab46d1-7b79-43b4-80b0-bc8a7b59ce51 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'port': {'device_id': '63f21ccd-9817-4f5b-a3d2-42f9fd90a16a', 'network_id': '205448ae-d8cd-4b1c-9138-0734b8d65b11', 'admin_state_up': True, 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'security_groups': ['97b0a645-6629-491a-9ba5-d5e82bf2ec5e']}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:53.787438 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-f5c112d7-a5a0-4d2f-9d75-c85528dbee5f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Deleting port 4b827b01-9992-4ccc-9f5f-d70c9c87b504 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:48:53.788273 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-f5c112d7-a5a0-4d2f-9d75-c85528dbee5f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:53.850236 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=a65dd8bc-04aa-4161-86e1-8b68e0967dd9,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:53.866179 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 35cdd9e5-7422-4479-9fde-9ac4d09ecccf not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:48:53.866993 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device d99ae307-1483-492b-b9b0-159ed89bfb47 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:48:53.940153 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: d99ae307-1483-492b-b9b0-159ed89bfb47 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:48:53.940960 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device d99ae307-1483-492b-b9b0-159ed89bfb47 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:48:53.941580 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 89678d86-c165-4dfc-97f5-a935adc1fa0d no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:48:54.050470 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-11898a96-4764-441a-95a1-e79304a43ebc req-50967280-6aa1-4907-af46-73e241589da2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f578a16-926e-40eb-84eb-03fb8dd74c60 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:48:54.097672 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11898a96-4764-441a-95a1-e79304a43ebc req-50967280-6aa1-4907-af46-73e241589da2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:54.132589 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:54.195980 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-11898a96-4764-441a-95a1-e79304a43ebc req-50967280-6aa1-4907-af46-73e241589da2 service neutron] Transition to ACTIVE for port object 0f578a16-926e-40eb-84eb-03fb8dd74c60 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:48:54.236411 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11898a96-4764-441a-95a1-e79304a43ebc req-50967280-6aa1-4907-af46-73e241589da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:54.241828 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 89678d86-c165-4dfc-97f5-a935adc1fa0d, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=89678d86-c165-4dfc-97f5-a935adc1fa0d,segment=NetworkSegment(54fef4b2-4531-4764-a855-cb5be1b9e034),segment_id=54fef4b2-4531-4764-a855-cb5be1b9e034)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:48:54.257445 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:54.339235 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 235189ef-24d1-4c0b-a394-dad28fbf42c6 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:48:54.395799 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-55ab46d1-7b79-43b4-80b0-bc8a7b59ce51 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:48:54.527722 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-55ab46d1-7b79-43b4-80b0-bc8a7b59ce51 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:port and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:48:54.538014 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:54.559413 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=89678d86-c165-4dfc-97f5-a935adc1fa0d,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:54.580307 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 235189ef-24d1-4c0b-a394-dad28fbf42c6 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:48:54.580869 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:54.589611 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-55ab46d1-7b79-43b4-80b0-bc8a7b59ce51 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:48:54.642961 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '514dff93-7c2f-488c-83d9-709281d10db1'}, {'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b827b01-9992-4ccc-9f5f-d70c9c87b504'}, {'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a65dd8bc-04aa-4161-86e1-8b68e0967dd9'}, {'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89678d86-c165-4dfc-97f5-a935adc1fa0d'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:48:54.644421 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-55ab46d1-7b79-43b4-80b0-bc8a7b59ce51 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:48:54.740585 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-55ab46d1-7b79-43b4-80b0-bc8a7b59ce51 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Made reservation on behalf of e51c41c8f2c54373bfeeef105247eecb for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:48:54.748993 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-55ab46d1-7b79-43b4-80b0-bc8a7b59ce51 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:54.831927 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569730be-44f9-4a0a-aaef-6f1ed386f29c req-5d50a170-ae02-4bc4-a805-2b12f1f04db8 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:54.839681 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569730be-44f9-4a0a-aaef-6f1ed386f29c req-5d50a170-ae02-4bc4-a805-2b12f1f04db8 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:54.846945 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569730be-44f9-4a0a-aaef-6f1ed386f29c req-5d50a170-ae02-4bc4-a805-2b12f1f04db8 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:54.854658 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569730be-44f9-4a0a-aaef-6f1ed386f29c req-5d50a170-ae02-4bc4-a805-2b12f1f04db8 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:54.861635 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569730be-44f9-4a0a-aaef-6f1ed386f29c req-5d50a170-ae02-4bc4-a805-2b12f1f04db8 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:54.862273 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-f5c112d7-a5a0-4d2f-9d75-c85528dbee5f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] For port 4b827b01-9992-4ccc-9f5f-d70c9c87b504, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=4b827b01-9992-4ccc-9f5f-d70c9c87b504,segment=NetworkSegment(54fef4b2-4531-4764-a855-cb5be1b9e034),segment_id=54fef4b2-4531-4764-a855-cb5be1b9e034)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:48:54.862708 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-f5c112d7-a5a0-4d2f-9d75-c85528dbee5f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:54.863717 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 3fe9864c-5f3a-4864-bdc0-4b62a08633a0 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:48:54.867816 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569730be-44f9-4a0a-aaef-6f1ed386f29c req-5d50a170-ae02-4bc4-a805-2b12f1f04db8 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:54.873813 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569730be-44f9-4a0a-aaef-6f1ed386f29c req-5d50a170-ae02-4bc4-a805-2b12f1f04db8 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:54.875659 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-569730be-44f9-4a0a-aaef-6f1ed386f29c req-5d50a170-ae02-4bc4-a805-2b12f1f04db8 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5434 time: 1.2023091 May 03 22:48:54.885769 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6dae0c-2a98-4f9d-b0a3-ddfeaf74f79f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:48:54.899284 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3154b6f8-008c-4513-8ddb-19a72d991d35 None None] Sync routers for ids ['6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:48:54.940861 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3154b6f8-008c-4513-8ddb-19a72d991d35 None None] Routers {'6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:48:54.941794 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-3154b6f8-008c-4513-8ddb-19a72d991d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:48:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:55.013342 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50967280-6aa1-4907-af46-73e241589da2 service neutron] Pushing event updated for resources: {'Port': ['ID=0f578a16-926e-40eb-84eb-03fb8dd74c60,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:55.029824 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1e6dae0c-2a98-4f9d-b0a3-ddfeaf74f79f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:55.035457 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1e6dae0c-2a98-4f9d-b0a3-ddfeaf74f79f tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.3988256 May 03 22:48:55.061536 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2c77a6de-4f78-480f-bcb9-905969b21b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:55.085832 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 3fe9864c-5f3a-4864-bdc0-4b62a08633a0 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:48:55.094483 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 3fe9864c-5f3a-4864-bdc0-4b62a08633a0 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:48:55.096889 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:55.107179 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59810) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:55.129531 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-f5c112d7-a5a0-4d2f-9d75-c85528dbee5f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Calling delete_port for 4b827b01-9992-4ccc-9f5f-d70c9c87b504 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:48:55.142092 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-3154b6f8-008c-4513-8ddb-19a72d991d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:55.158842 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3154b6f8-008c-4513-8ddb-19a72d991d35 None None] Routers {'6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:48:55.161803 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-3154b6f8-008c-4513-8ddb-19a72d991d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:48:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:55.246191 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081cc61-8b20-4193-80ba-097ca7ca5b4c req-35de1c1d-7d14-4307-ab3f-5745f7d7a337 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:55.262171 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081cc61-8b20-4193-80ba-097ca7ca5b4c req-35de1c1d-7d14-4307-ab3f-5745f7d7a337 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:55.273600 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081cc61-8b20-4193-80ba-097ca7ca5b4c req-35de1c1d-7d14-4307-ab3f-5745f7d7a337 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:55.278467 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3081cc61-8b20-4193-80ba-097ca7ca5b4c req-35de1c1d-7d14-4307-ab3f-5745f7d7a337 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 2412 time: 1.6922026 May 03 22:48:55.334088 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-3154b6f8-008c-4513-8ddb-19a72d991d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:48:55.335409 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3154b6f8-008c-4513-8ddb-19a72d991d35 None None] The sync data for ids ['6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:48:55.440464 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:55.460803 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-569730be-44f9-4a0a-aaef-6f1ed386f29c req-fb456f11-b691-4aea-9579-71fccc949196 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4967413 May 03 22:48:55.501717 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 3fe9864c-5f3a-4864-bdc0-4b62a08633a0, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=3fe9864c-5f3a-4864-bdc0-4b62a08633a0,segment=NetworkSegment(19f5e703-356a-48fb-ab14-cf4ba1cc55fc),segment_id=19f5e703-356a-48fb-ab14-cf4ba1cc55fc)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:48:55.514010 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:55.570198 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'name': 'network-vif-deleted', 'tag': '514dff93-7c2f-488c-83d9-709281d10db1'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:48:55.606643 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-11898a96-4764-441a-95a1-e79304a43ebc req-50967280-6aa1-4907-af46-73e241589da2 service neutron] Attempting to bind port 0f578a16-926e-40eb-84eb-03fb8dd74c60 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:48:55.607161 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-11898a96-4764-441a-95a1-e79304a43ebc req-50967280-6aa1-4907-af46-73e241589da2 service neutron] Attempting to bind port 0f578a16-926e-40eb-84eb-03fb8dd74c60 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '479480a4-2475-4793-8aee-d4c5fd8fe022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '67890963-02db-4c38-8d23-557cebff05e8'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:48:55.611550 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11898a96-4764-441a-95a1-e79304a43ebc req-50967280-6aa1-4907-af46-73e241589da2 service neutron] Attempting to bind port 0f578a16-926e-40eb-84eb-03fb8dd74c60 on network 67890963-02db-4c38-8d23-557cebff05e8 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:48:55.629414 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3081cc61-8b20-4193-80ba-097ca7ca5b4c req-c093b2ec-f00b-4ac5-b83d-a3a30e6ee039 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2883995 May 03 22:48:55.643289 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11898a96-4764-441a-95a1-e79304a43ebc req-50967280-6aa1-4907-af46-73e241589da2 service neutron] Port 0f578a16-926e-40eb-84eb-03fb8dd74c60 on network 67890963-02db-4c38-8d23-557cebff05e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:48:55.643499 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11898a96-4764-441a-95a1-e79304a43ebc req-50967280-6aa1-4907-af46-73e241589da2 service neutron] Attempting to bind port 0f578a16-926e-40eb-84eb-03fb8dd74c60 on network 67890963-02db-4c38-8d23-557cebff05e8 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:48:55.755156 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=3fe9864c-5f3a-4864-bdc0-4b62a08633a0,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:55.788940 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-55ab46d1-7b79-43b4-80b0-bc8a7b59ce51 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Allocated IP 172.20.0.10 (205448ae-d8cd-4b1c-9138-0734b8d65b11/2cf564aa-e2bf-4b2e-a23f-3f341609bb2f/85b92057-4bb8-4560-8b1d-787a33125312) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:48:55.855655 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11898a96-4764-441a-95a1-e79304a43ebc req-50967280-6aa1-4907-af46-73e241589da2 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:48:55.856093 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11898a96-4764-441a-95a1-e79304a43ebc req-50967280-6aa1-4907-af46-73e241589da2 service neutron] Checking segment: {'id': '479480a4-2475-4793-8aee-d4c5fd8fe022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '67890963-02db-4c38-8d23-557cebff05e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:48:55.856460 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11898a96-4764-441a-95a1-e79304a43ebc req-50967280-6aa1-4907-af46-73e241589da2 service neutron] Bound using segment: {'id': '479480a4-2475-4793-8aee-d4c5fd8fe022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '67890963-02db-4c38-8d23-557cebff05e8'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:48:55.856970 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-11898a96-4764-441a-95a1-e79304a43ebc req-50967280-6aa1-4907-af46-73e241589da2 service neutron] Bound port: 0f578a16-926e-40eb-84eb-03fb8dd74c60, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '479480a4-2475-4793-8aee-d4c5fd8fe022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '67890963-02db-4c38-8d23-557cebff05e8'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:48:55.857343 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11898a96-4764-441a-95a1-e79304a43ebc req-50967280-6aa1-4907-af46-73e241589da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:55.862834 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-f5c112d7-a5a0-4d2f-9d75-c85528dbee5f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:56.148253 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c112d7-a5a0-4d2f-9d75-c85528dbee5f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Pushing event deleted for resources: {'Port': ['ID=4b827b01-9992-4ccc-9f5f-d70c9c87b504,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:56.151436 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 3fe9864c-5f3a-4864-bdc0-4b62a08633a0 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:48:56.181794 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-f5c112d7-a5a0-4d2f-9d75-c85528dbee5f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] No DVR routers for this DVR port 4b827b01-9992-4ccc-9f5f-d70c9c87b504 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:48:56.187649 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-f5c112d7-a5a0-4d2f-9d75-c85528dbee5f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:56.282478 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 3fe9864c-5f3a-4864-bdc0-4b62a08633a0 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:48:56.283751 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:56.288052 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-f5c112d7-a5a0-4d2f-9d75-c85528dbee5f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.60 "DELETE /v2.0/ports/4b827b01-9992-4ccc-9f5f-d70c9c87b504 HTTP/1.1" status: 204 len: 173 time: 2.5760167 May 03 22:48:56.399917 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a2abae9b-b436-45ed-b48c-3d53b2030e29 req-9bcac02f-d1af-4ace-b3ea-89cd2feb9569 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 210 time: 0.4702792 May 03 22:48:56.433263 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:56.453831 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:56.479443 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-4ab597be-d372-4f75-af9d-c0fd117aa0ab tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Deleting port 89678d86-c165-4dfc-97f5-a935adc1fa0d {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:48:56.489530 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-4ab597be-d372-4f75-af9d-c0fd117aa0ab tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:56.525202 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-11898a96-4764-441a-95a1-e79304a43ebc req-50967280-6aa1-4907-af46-73e241589da2 service neutron] For port 0f578a16-926e-40eb-84eb-03fb8dd74c60, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:48:56.549744 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-11898a96-4764-441a-95a1-e79304a43ebc req-50967280-6aa1-4907-af46-73e241589da2 service neutron] For port 0f578a16-926e-40eb-84eb-03fb8dd74c60, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0f578a16-926e-40eb-84eb-03fb8dd74c60,segment=NetworkSegment(479480a4-2475-4793-8aee-d4c5fd8fe022),segment_id=479480a4-2475-4793-8aee-d4c5fd8fe022)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:48:56.564693 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03807d-1730-487c-8025-78d8f30b3035 req-2cf252ee-f1e9-4bf1-a571-b6b771ec73af tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:56.573084 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-55ab46d1-7b79-43b4-80b0-bc8a7b59ce51 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:56.575475 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1c03807d-1730-487c-8025-78d8f30b3035 req-2cf252ee-f1e9-4bf1-a571-b6b771ec73af tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5377de6-693a-44c6-b042-ed3f4594fe50 HTTP/1.1" status: 200 len: 945 time: 0.8686209 May 03 22:48:56.594377 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-55ab46d1-7b79-43b4-80b0-bc8a7b59ce51 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Transition to ACTIVE for port object 85b92057-4bb8-4560-8b1d-787a33125312 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:48:56.617582 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11898a96-4764-441a-95a1-e79304a43ebc req-50967280-6aa1-4907-af46-73e241589da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:56.645421 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-55ab46d1-7b79-43b4-80b0-bc8a7b59ce51 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:56.772390 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-55ab46d1-7b79-43b4-80b0-bc8a7b59ce51 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Network 205448ae-d8cd-4b1c-9138-0734b8d65b11 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:48:56.837372 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-55ab46d1-7b79-43b4-80b0-bc8a7b59ce51 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:48:56.871009 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab46d1-7b79-43b4-80b0-bc8a7b59ce51 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'Port': ['ID=85b92057-4bb8-4560-8b1d-787a33125312,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:56.871009 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-55ab46d1-7b79-43b4-80b0-bc8a7b59ce51 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:48:57.010568 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11898a96-4764-441a-95a1-e79304a43ebc req-50967280-6aa1-4907-af46-73e241589da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:57.011555 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-11898a96-4764-441a-95a1-e79304a43ebc req-50967280-6aa1-4907-af46-73e241589da2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:57.013005 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11898a96-4764-441a-95a1-e79304a43ebc req-50967280-6aa1-4907-af46-73e241589da2 service neutron] 10.222.0.60 "PUT /v2.0/ports/0f578a16-926e-40eb-84eb-03fb8dd74c60 HTTP/1.1" status: 200 len: 1091 time: 6.4154596 May 03 22:48:57.028586 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a4526c-7f3f-4e16-9504-ae07e4cb3226', 'tag': '0f578a16-926e-40eb-84eb-03fb8dd74c60'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:48:57.083174 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-55ab46d1-7b79-43b4-80b0-bc8a7b59ce51 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:57.083820 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-55ab46d1-7b79-43b4-80b0-bc8a7b59ce51 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:57.121655 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-55ab46d1-7b79-43b4-80b0-bc8a7b59ce51 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4380028 May 03 22:48:57.141325 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1c03807d-1730-487c-8025-78d8f30b3035 req-05e26688-fab5-4ed5-8e01-653d8dbd0a01 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f60409b-60d6-48ab-b5e8-7e13dd8161b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5646434 May 03 22:48:57.145717 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-960721a3-47d8-4b94-982d-f4abed9eebac service neutron] Request body: {'port': {'device_id': '63f21ccd-9817-4f5b-a3d2-42f9fd90a16a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:57.246440 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7229467c-54e2-4b1e-9bdd-af81a07dd762'] response: {'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '514dff93-7c2f-488c-83d9-709281d10db1', 'code': 200} May 03 22:48:57.246921 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7229467c-54e2-4b1e-9bdd-af81a07dd762'] response: {'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b827b01-9992-4ccc-9f5f-d70c9c87b504', 'code': 200} May 03 22:48:57.246921 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7229467c-54e2-4b1e-9bdd-af81a07dd762'] response: {'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a65dd8bc-04aa-4161-86e1-8b68e0967dd9', 'code': 200} May 03 22:48:57.247190 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7229467c-54e2-4b1e-9bdd-af81a07dd762'] response: {'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89678d86-c165-4dfc-97f5-a935adc1fa0d', 'code': 200} May 03 22:48:57.250060 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50967280-6aa1-4907-af46-73e241589da2 service neutron] Pushing event updated for resources: {'Port': ['ID=0f578a16-926e-40eb-84eb-03fb8dd74c60,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:57.312856 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d002e501-15d9-4e4b-936a-b5dd2cc3a493 None None] Provisioning for port 85b92057-4bb8-4560-8b1d-787a33125312 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:48:57.319817 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8916b8-f3e9-4f5c-b386-aaa9ba9ab5a6 req-873a29dd-2412-4f5d-aba7-76d2af1d85a0 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:57.321353 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ca8916b8-f3e9-4f5c-b386-aaa9ba9ab5a6 req-873a29dd-2412-4f5d-aba7-76d2af1d85a0 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a4526c-7f3f-4e16-9504-ae07e4cb3226 HTTP/1.1" status: 200 len: 943 time: 0.6793668 May 03 22:48:57.325143 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d002e501-15d9-4e4b-936a-b5dd2cc3a493 None None] Provisioning complete for port 85b92057-4bb8-4560-8b1d-787a33125312 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:48:57.325516 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d002e501-15d9-4e4b-936a-b5dd2cc3a493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:57.367312 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-960721a3-47d8-4b94-982d-f4abed9eebac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:57.388437 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-4ab597be-d372-4f75-af9d-c0fd117aa0ab tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] For port 89678d86-c165-4dfc-97f5-a935adc1fa0d, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=89678d86-c165-4dfc-97f5-a935adc1fa0d,segment=NetworkSegment(54fef4b2-4531-4764-a855-cb5be1b9e034),segment_id=54fef4b2-4531-4764-a855-cb5be1b9e034)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:48:57.389437 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-4ab597be-d372-4f75-af9d-c0fd117aa0ab tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:57.432553 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-d002e501-15d9-4e4b-936a-b5dd2cc3a493 None None] Port 85b92057-4bb8-4560-8b1d-787a33125312 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:48:57.551312 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11898a96-4764-441a-95a1-e79304a43ebc req-ed10e744-d25f-4421-8449-f44f77f9e622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:57.552807 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11898a96-4764-441a-95a1-e79304a43ebc req-ed10e744-d25f-4421-8449-f44f77f9e622 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=584c47bf47e049698552e4a4a9d3464d&device_id=63a4526c-7f3f-4e16-9504-ae07e4cb3226 HTTP/1.1" status: 200 len: 1094 time: 0.4593749 May 03 22:48:57.566806 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ca8916b8-f3e9-4f5c-b386-aaa9ba9ab5a6 req-348b538b-05d3-451b-aa3d-cc90d12c6454 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b08e3656-8067-4773-af49-7cde84afba19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2294657 May 03 22:48:57.608521 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-4ab597be-d372-4f75-af9d-c0fd117aa0ab tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Calling delete_port for 89678d86-c165-4dfc-97f5-a935adc1fa0d owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:48:57.632722 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:57.692691 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11898a96-4764-441a-95a1-e79304a43ebc req-6c55565d-eb5c-4a99-8d38-9c04bd117f93 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f578a16-926e-40eb-84eb-03fb8dd74c60 HTTP/1.1" status: 200 len: 217 time: 0.1227179 May 03 22:48:57.768646 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eec0777c-7a4c-4eff-a76a-26216515c336'] response: {'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'name': 'network-vif-deleted', 'tag': '514dff93-7c2f-488c-83d9-709281d10db1', 'status': 'completed', 'code': 200} May 03 22:48:57.776925 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-4ab597be-d372-4f75-af9d-c0fd117aa0ab tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:57.843224 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab597be-d372-4f75-af9d-c0fd117aa0ab tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Pushing event deleted for resources: {'Port': ['ID=89678d86-c165-4dfc-97f5-a935adc1fa0d,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:48:57.870239 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f5b023ef-11bc-4b3c-b996-d11638961767 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:57.924592 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d69d1-4550-4d6a-aa41-32934a37d373 req-6d4a3db7-f798-4af4-8f81-53edfe291d56 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:57.932335 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d69d1-4550-4d6a-aa41-32934a37d373 req-6d4a3db7-f798-4af4-8f81-53edfe291d56 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:57.933058 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:57.938490 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d69d1-4550-4d6a-aa41-32934a37d373 req-6d4a3db7-f798-4af4-8f81-53edfe291d56 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:57.944297 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d69d1-4550-4d6a-aa41-32934a37d373 req-6d4a3db7-f798-4af4-8f81-53edfe291d56 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:57.950767 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d69d1-4550-4d6a-aa41-32934a37d373 req-6d4a3db7-f798-4af4-8f81-53edfe291d56 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:57.956521 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d69d1-4550-4d6a-aa41-32934a37d373 req-6d4a3db7-f798-4af4-8f81-53edfe291d56 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:57.962619 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d69d1-4550-4d6a-aa41-32934a37d373 req-6d4a3db7-f798-4af4-8f81-53edfe291d56 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:57.964675 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9b7d69d1-4550-4d6a-aa41-32934a37d373 req-6d4a3db7-f798-4af4-8f81-53edfe291d56 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5434 time: 0.5168140 May 03 22:48:57.986112 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-4ab597be-d372-4f75-af9d-c0fd117aa0ab tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] No DVR routers for this DVR port 89678d86-c165-4dfc-97f5-a935adc1fa0d on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:48:57.993196 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-4ab597be-d372-4f75-af9d-c0fd117aa0ab tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:58.062066 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-147ced6c-01ed-439f-9f1f-a73aabbcf084'] response: {'name': 'network-changed', 'server_uuid': '63a4526c-7f3f-4e16-9504-ae07e4cb3226', 'tag': '0f578a16-926e-40eb-84eb-03fb8dd74c60', 'status': 'completed', 'code': 200} May 03 22:48:58.063485 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11898a96-4764-441a-95a1-e79304a43ebc req-2aa56ce7-9bfe-475d-bc0e-e0b4d54502bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:58.064925 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11898a96-4764-441a-95a1-e79304a43ebc req-2aa56ce7-9bfe-475d-bc0e-e0b4d54502bb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=df7275e9-1bf4-4770-b3a8-88cd4d1a4895 HTTP/1.1" status: 200 len: 834 time: 0.3331158 May 03 22:48:58.174633 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-4ab597be-d372-4f75-af9d-c0fd117aa0ab tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.60 "DELETE /v2.0/ports/89678d86-c165-4dfc-97f5-a935adc1fa0d HTTP/1.1" status: 204 len: 173 time: 1.8808775 May 03 22:48:58.326008 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-5dc3db61-cc8f-4d79-af3b-0a00fa3f9e11 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Deleting port a65dd8bc-04aa-4161-86e1-8b68e0967dd9 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:48:58.326008 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-5dc3db61-cc8f-4d79-af3b-0a00fa3f9e11 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:58.365752 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9df272-621b-417e-96a6-4a14e7bc7e67 req-d0e411f1-f828-450f-9772-fceae87da434 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:58.373179 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dc9df272-621b-417e-96a6-4a14e7bc7e67 req-d0e411f1-f828-450f-9772-fceae87da434 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 943 time: 0.5800359 May 03 22:48:58.495130 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dc9df272-621b-417e-96a6-4a14e7bc7e67 req-0e22e213-8954-4a50-bc18-bf69edefef4f tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211915 May 03 22:48:58.537606 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11898a96-4764-441a-95a1-e79304a43ebc req-d673f7f0-8755-40c5-9d85-a9c2a0a613ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:58.550141 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11898a96-4764-441a-95a1-e79304a43ebc req-d673f7f0-8755-40c5-9d85-a9c2a0a613ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=67890963-02db-4c38-8d23-557cebff05e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4081001 May 03 22:48:58.594257 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75fac9-d86f-40f6-ae80-c8e9c772939e req-d6762b65-275a-4644-91d3-288ad4787bfa tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:58.597914 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af75fac9-d86f-40f6-ae80-c8e9c772939e req-d6762b65-275a-4644-91d3-288ad4787bfa tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5377de6-693a-44c6-b042-ed3f4594fe50 HTTP/1.1" status: 200 len: 945 time: 0.4359131 May 03 22:48:58.647485 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59870) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:58.659295 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-115c30e7-d283-4718-b7b9-6d4da4b26e16 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Request body: {'floatingip': {'port_id': 'd8442c7b-07b0-40e9-8fc3-521b4a78bd90'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:48:58.793803 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.resource_extend [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-960721a3-47d8-4b94-982d-f4abed9eebac service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:48:58.812320 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-115c30e7-d283-4718-b7b9-6d4da4b26e16 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for floatingip, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:58.950511 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-5dc3db61-cc8f-4d79-af3b-0a00fa3f9e11 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] For port a65dd8bc-04aa-4161-86e1-8b68e0967dd9, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a65dd8bc-04aa-4161-86e1-8b68e0967dd9,segment=NetworkSegment(5f07acb1-8990-460f-9ed1-6ed50d2566a9),segment_id=5f07acb1-8990-460f-9ed1-6ed50d2566a9)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:48:58.951089 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-5dc3db61-cc8f-4d79-af3b-0a00fa3f9e11 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:59.096883 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11898a96-4764-441a-95a1-e79304a43ebc req-88d1303e-eb81-47b4-8a94-c9afceedcf69 service neutron] 10.222.0.60 "GET /v2.0/networks/67890963-02db-4c38-8d23-557cebff05e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5458205 May 03 22:48:59.146643 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:48:59.256803 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-f5b023ef-11bc-4b3c-b996-d11638961767 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Allocated IP 172.20.0.1 (ab5a6ed9-3031-45a8-a01b-cdd4702277b3/d70ffb01-2944-4e90-85d8-2e470257a57a/3b4fc167-3ffb-4ada-8f2c-530c0fb1a7a8) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:48:59.360422 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-960721a3-47d8-4b94-982d-f4abed9eebac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85b92057-4bb8-4560-8b1d-787a33125312 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:48:59.430008 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59904) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:48:59.447106 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-960721a3-47d8-4b94-982d-f4abed9eebac service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:59.464612 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e1faa-2bed-4ef2-b82b-aca0a62b7d51 req-588a9c4a-760f-4f7b-9ab5-31723f07456a tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:59.471773 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-975e1faa-2bed-4ef2-b82b-aca0a62b7d51 req-588a9c4a-760f-4f7b-9ab5-31723f07456a tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a4526c-7f3f-4e16-9504-ae07e4cb3226 HTTP/1.1" status: 200 len: 943 time: 0.5072558 May 03 22:48:59.497348 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-960721a3-47d8-4b94-982d-f4abed9eebac service neutron] Transition to ACTIVE for port object 85b92057-4bb8-4560-8b1d-787a33125312 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:48:59.513299 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-960721a3-47d8-4b94-982d-f4abed9eebac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:59.630342 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d45e1-38ca-4da0-a889-44e91b46bf64 req-ce286db0-9447-4890-9e50-65700ae89079 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:59.631929 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-046d45e1-38ca-4da0-a889-44e91b46bf64 req-ce286db0-9447-4890-9e50-65700ae89079 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 932 time: 0.8903158 May 03 22:48:59.633646 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11898a96-4764-441a-95a1-e79304a43ebc req-c64200ed-e51c-4165-9557-ccccba320394 service neutron] 10.222.0.60 "GET /v2.0/networks/67890963-02db-4c38-8d23-557cebff05e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419899 May 03 22:48:59.670114 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-975e1faa-2bed-4ef2-b82b-aca0a62b7d51 req-d8cd441e-5b48-41c4-a49a-c0341c3ef6ea tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b08e3656-8067-4773-af49-7cde84afba19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908767 May 03 22:48:59.729939 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-5dc3db61-cc8f-4d79-af3b-0a00fa3f9e11 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:59.730331 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-5dc3db61-cc8f-4d79-af3b-0a00fa3f9e11 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:59.730648 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-5dc3db61-cc8f-4d79-af3b-0a00fa3f9e11 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Floating IP 665cf6bd-2cda-4710-88d7-b1bf50ad5b01 disassociated. External IP: 172.25.2.37, port: a65dd8bc-04aa-4161-86e1-8b68e0967dd9. May 03 22:48:59.730984 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-5dc3db61-cc8f-4d79-af3b-0a00fa3f9e11 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Calling delete_port for a65dd8bc-04aa-4161-86e1-8b68e0967dd9 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:48:59.870278 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f5b023ef-11bc-4b3c-b996-d11638961767 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:48:59.902174 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'name': 'network-vif-deleted', 'tag': '4b827b01-9992-4ccc-9f5f-d70c9c87b504'}, {'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'name': 'network-vif-deleted', 'tag': '89678d86-c165-4dfc-97f5-a935adc1fa0d'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:48:59.906425 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-046d45e1-38ca-4da0-a889-44e91b46bf64 req-a9b5f433-4bbc-4d1c-8120-37246469e015 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2258372 May 03 22:48:59.988489 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-f5b023ef-11bc-4b3c-b996-d11638961767 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Transition to ACTIVE for port object 3b4fc167-3ffb-4ada-8f2c-530c0fb1a7a8 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:48:59.996251 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026456f-f2ad-4fa1-b662-239f6ac0aea7 req-a0bf14d0-731f-494d-851d-fb4aa131ad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:59.996792 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026456f-f2ad-4fa1-b662-239f6ac0aea7 req-a0bf14d0-731f-494d-851d-fb4aa131ad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:59.997325 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026456f-f2ad-4fa1-b662-239f6ac0aea7 req-a0bf14d0-731f-494d-851d-fb4aa131ad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:59.997871 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026456f-f2ad-4fa1-b662-239f6ac0aea7 req-a0bf14d0-731f-494d-851d-fb4aa131ad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:59.998339 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026456f-f2ad-4fa1-b662-239f6ac0aea7 req-a0bf14d0-731f-494d-851d-fb4aa131ad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:59.998806 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026456f-f2ad-4fa1-b662-239f6ac0aea7 req-a0bf14d0-731f-494d-851d-fb4aa131ad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:48:59.999261 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026456f-f2ad-4fa1-b662-239f6ac0aea7 req-a0bf14d0-731f-494d-851d-fb4aa131ad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:00.002365 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0026456f-f2ad-4fa1-b662-239f6ac0aea7 req-a0bf14d0-731f-494d-851d-fb4aa131ad56 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 6491 time: 0.5683250 May 03 22:49:00.042626 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-000550da-15ef-4e53-881c-427ca5593889'] response: {'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'name': 'network-vif-deleted', 'tag': '4b827b01-9992-4ccc-9f5f-d70c9c87b504', 'status': 'completed', 'code': 200} May 03 22:49:00.043172 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-000550da-15ef-4e53-881c-427ca5593889'] response: {'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'name': 'network-vif-deleted', 'tag': '89678d86-c165-4dfc-97f5-a935adc1fa0d', 'status': 'completed', 'code': 200} May 03 22:49:00.053798 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e341ad-68fe-4ebb-9fe9-86ddaf07b654 req-749fc104-a87f-4da7-afc2-242dc40d9117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:00.055519 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-16e341ad-68fe-4ebb-9fe9-86ddaf07b654 req-749fc104-a87f-4da7-afc2-242dc40d9117 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=584c47bf47e049698552e4a4a9d3464d&device_id=63a4526c-7f3f-4e16-9504-ae07e4cb3226 HTTP/1.1" status: 200 len: 1094 time: 0.3460917 May 03 22:49:00.069260 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f89bc-fba1-49cf-bcff-f09fe92a44cf req-c722e52e-18bf-42e1-9ebc-7f6e09cba578 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:00.071075 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2d5f89bc-fba1-49cf-bcff-f09fe92a44cf req-c722e52e-18bf-42e1-9ebc-7f6e09cba578 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 943 time: 0.2646344 May 03 22:49:00.171566 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0026456f-f2ad-4fa1-b662-239f6ac0aea7 req-7c308db1-f87b-4f49-b078-67c301d05945 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f30926ad-227c-4de7-8e18-a484ba734b31&id=44e5b98b-d575-4eec-a90e-c2de43734608&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1536741 May 03 22:49:00.224625 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960721a3-47d8-4b94-982d-f4abed9eebac service neutron] Pushing event updated for resources: {'Port': ['ID=85b92057-4bb8-4560-8b1d-787a33125312,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:00.260102 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2d5f89bc-fba1-49cf-bcff-f09fe92a44cf req-7053bfad-4653-4008-b30d-48c32a7f0f53 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups?id=7e2f72f5-cefb-44a2-a33d-790dfce5718e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622300 May 03 22:49:00.275818 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f5b023ef-11bc-4b3c-b996-d11638961767 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:00.371947 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e341ad-68fe-4ebb-9fe9-86ddaf07b654 req-71b167a1-bd92-467f-89e1-596fa718e307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:00.373410 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-16e341ad-68fe-4ebb-9fe9-86ddaf07b654 req-71b167a1-bd92-467f-89e1-596fa718e307 service neutron] 10.222.0.60 "GET /v2.0/networks?id=67890963-02db-4c38-8d23-557cebff05e8 HTTP/1.1" status: 200 len: 897 time: 0.2984056 May 03 22:49:00.381486 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b023ef-11bc-4b3c-b996-d11638961767 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Network ab5a6ed9-3031-45a8-a01b-cdd4702277b3 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:49:00.416549 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-960721a3-47d8-4b94-982d-f4abed9eebac service neutron] Attempting to bind port 85b92057-4bb8-4560-8b1d-787a33125312 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:49:00.416893 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-960721a3-47d8-4b94-982d-f4abed9eebac service neutron] Attempting to bind port 85b92057-4bb8-4560-8b1d-787a33125312 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '19f5e703-356a-48fb-ab14-cf4ba1cc55fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '205448ae-d8cd-4b1c-9138-0734b8d65b11'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:49:00.417225 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-960721a3-47d8-4b94-982d-f4abed9eebac service neutron] Attempting to bind port 85b92057-4bb8-4560-8b1d-787a33125312 on network 205448ae-d8cd-4b1c-9138-0734b8d65b11 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:49:00.426448 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-960721a3-47d8-4b94-982d-f4abed9eebac service neutron] Port 85b92057-4bb8-4560-8b1d-787a33125312 on network 205448ae-d8cd-4b1c-9138-0734b8d65b11 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:49:00.426775 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-960721a3-47d8-4b94-982d-f4abed9eebac service neutron] Attempting to bind port 85b92057-4bb8-4560-8b1d-787a33125312 on network 205448ae-d8cd-4b1c-9138-0734b8d65b11 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:49:00.436190 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-960721a3-47d8-4b94-982d-f4abed9eebac service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:49:00.436419 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-f5b023ef-11bc-4b3c-b996-d11638961767 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:00.436576 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-960721a3-47d8-4b94-982d-f4abed9eebac service neutron] Checking segment: {'id': '19f5e703-356a-48fb-ab14-cf4ba1cc55fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '205448ae-d8cd-4b1c-9138-0734b8d65b11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:49:00.436897 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-960721a3-47d8-4b94-982d-f4abed9eebac service neutron] Bound using segment: {'id': '19f5e703-356a-48fb-ab14-cf4ba1cc55fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '205448ae-d8cd-4b1c-9138-0734b8d65b11'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:49:00.437333 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-960721a3-47d8-4b94-982d-f4abed9eebac service neutron] Bound port: 85b92057-4bb8-4560-8b1d-787a33125312, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19f5e703-356a-48fb-ab14-cf4ba1cc55fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '205448ae-d8cd-4b1c-9138-0734b8d65b11'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:49:00.437685 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-960721a3-47d8-4b94-982d-f4abed9eebac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:00.445686 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b023ef-11bc-4b3c-b996-d11638961767 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:49:00.491911 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-16e341ad-68fe-4ebb-9fe9-86ddaf07b654 req-8c02f8f8-48ed-459a-8e26-6e3e9393fe36 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f578a16-926e-40eb-84eb-03fb8dd74c60 HTTP/1.1" status: 200 len: 217 time: 0.1093035 May 03 22:49:00.501040 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b023ef-11bc-4b3c-b996-d11638961767 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event updated for resources: {'Port': ['ID=3b4fc167-3ffb-4ada-8f2c-530c0fb1a7a8,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:00.514745 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-5dc3db61-cc8f-4d79-af3b-0a00fa3f9e11 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:00.575001 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f5b023ef-11bc-4b3c-b996-d11638961767 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:00.602196 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e341ad-68fe-4ebb-9fe9-86ddaf07b654 req-cabf0d7a-dff4-415f-afec-f4f18812e0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:00.604292 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-16e341ad-68fe-4ebb-9fe9-86ddaf07b654 req-cabf0d7a-dff4-415f-afec-f4f18812e0f1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=df7275e9-1bf4-4770-b3a8-88cd4d1a4895 HTTP/1.1" status: 200 len: 834 time: 0.0980732 May 03 22:49:00.640336 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-960721a3-47d8-4b94-982d-f4abed9eebac service neutron] For port 85b92057-4bb8-4560-8b1d-787a33125312, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:49:00.643537 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-960721a3-47d8-4b94-982d-f4abed9eebac service neutron] For port 85b92057-4bb8-4560-8b1d-787a33125312, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=85b92057-4bb8-4560-8b1d-787a33125312,segment=NetworkSegment(19f5e703-356a-48fb-ab14-cf4ba1cc55fc),segment_id=19f5e703-356a-48fb-ab14-cf4ba1cc55fc)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:49:00.647716 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3db61-cc8f-4d79-af3b-0a00fa3f9e11 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Pushing event deleted for resources: {'Port': ['ID=a65dd8bc-04aa-4161-86e1-8b68e0967dd9,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:00.653943 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-960721a3-47d8-4b94-982d-f4abed9eebac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:00.740824 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.resource_extend [None req-115c30e7-d283-4718-b7b9-6d4da4b26e16 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:49:00.850944 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f5b023ef-11bc-4b3c-b996-d11638961767 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:00.889073 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2eddf04d-eca0-42a5-b472-a9c17e87bbf9 None None] Provisioning for port 3b4fc167-3ffb-4ada-8f2c-530c0fb1a7a8 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:49:00.897004 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2eddf04d-eca0-42a5-b472-a9c17e87bbf9 None None] Provisioning complete for port 3b4fc167-3ffb-4ada-8f2c-530c0fb1a7a8 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:49:00.897576 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2eddf04d-eca0-42a5-b472-a9c17e87bbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:00.911330 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-115c30e7-d283-4718-b7b9-6d4da4b26e16 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:01.053718 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-960721a3-47d8-4b94-982d-f4abed9eebac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:01.055375 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-960721a3-47d8-4b94-982d-f4abed9eebac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:01.057208 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-960721a3-47d8-4b94-982d-f4abed9eebac service neutron] 10.222.0.67 "PUT /v2.0/ports/85b92057-4bb8-4560-8b1d-787a33125312 HTTP/1.1" status: 200 len: 1092 time: 3.9266484 May 03 22:49:01.058427 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-115c30e7-d283-4718-b7b9-6d4da4b26e16 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:01.127237 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-2eddf04d-eca0-42a5-b472-a9c17e87bbf9 None None] Port 3b4fc167-3ffb-4ada-8f2c-530c0fb1a7a8 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:49:01.248371 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e341ad-68fe-4ebb-9fe9-86ddaf07b654 req-feea9a01-41c3-4be2-b7dd-3091a3e5e567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:01.249821 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-16e341ad-68fe-4ebb-9fe9-86ddaf07b654 req-feea9a01-41c3-4be2-b7dd-3091a3e5e567 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=67890963-02db-4c38-8d23-557cebff05e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6048241 May 03 22:49:01.368412 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960721a3-47d8-4b94-982d-f4abed9eebac service neutron] Pushing event updated for resources: {'Port': ['ID=85b92057-4bb8-4560-8b1d-787a33125312,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:01.479271 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [None req-115c30e7-d283-4718-b7b9-6d4da4b26e16 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Floating IP 4b7fbfd7-1c9f-48d0-9c59-a30ee8b47eab associated. External IP: 172.25.2.230, port: d8442c7b-07b0-40e9-8fc3-521b4a78bd90. May 03 22:49:01.553793 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce087a7-5d92-42f6-bf75-a33caffbcb56 req-392722db-694d-42ef-9aed-8896df2d22d5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:01.555335 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ce087a7-5d92-42f6-bf75-a33caffbcb56 req-392722db-694d-42ef-9aed-8896df2d22d5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a4526c-7f3f-4e16-9504-ae07e4cb3226 HTTP/1.1" status: 200 len: 943 time: 0.7433105 May 03 22:49:01.659388 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-16e341ad-68fe-4ebb-9fe9-86ddaf07b654 req-423e8524-da26-4f87-b1b5-aca93f3cd223 service neutron] 10.222.0.60 "GET /v2.0/networks/67890963-02db-4c38-8d23-557cebff05e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549975 May 03 22:49:01.719304 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa2019-b0ab-40e0-9602-289282a9b033 req-8be93abb-f93c-4957-a3ac-9dbd2ae6eafc tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:01.720792 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aeaa2019-b0ab-40e0-9602-289282a9b033 req-8be93abb-f93c-4957-a3ac-9dbd2ae6eafc tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 944 time: 0.5592878 May 03 22:49:01.723829 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ce087a7-5d92-42f6-bf75-a33caffbcb56 req-8dc7e072-ee80-4a08-8e65-1eabf506b14a tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b08e3656-8067-4773-af49-7cde84afba19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564779 May 03 22:49:01.786979 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-5dc3db61-cc8f-4d79-af3b-0a00fa3f9e11 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Router f5250d25-7f31-414b-8a2c-77b6e98a0de7 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:49:01.821099 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-19cbb291-acd8-4014-bfd3-b2166961a064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:01.822662 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-19cbb291-acd8-4014-bfd3-b2166961a064 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 1095 time: 0.6421008 May 03 22:49:02.000348 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-31412ba9-bbb3-48b0-83b6-21cccd5e65db req-d028c958-f35f-4e4d-a7bd-9ae216969c9b tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 210 time: 0.0870218 May 03 22:49:02.015145 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aeaa2019-b0ab-40e0-9602-289282a9b033 req-731d85cc-d5a8-4589-9cc2-d42a2a2bad21 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2560244 May 03 22:49:02.041613 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-44748762-e601-46be-9bc7-090464a32b90 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85b92057-4bb8-4560-8b1d-787a33125312 HTTP/1.1" status: 200 len: 217 time: 0.1553183 May 03 22:49:02.047990 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f21ccd-9817-4f5b-a3d2-42f9fd90a16a', 'tag': '85b92057-4bb8-4560-8b1d-787a33125312'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:49:02.110512 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c1548b6-4505-49fa-9d59-72018d92cdc3'] response: {'name': 'network-changed', 'server_uuid': '63f21ccd-9817-4f5b-a3d2-42f9fd90a16a', 'tag': '85b92057-4bb8-4560-8b1d-787a33125312', 'status': 'completed', 'code': 200} May 03 22:49:02.112729 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-16e341ad-68fe-4ebb-9fe9-86ddaf07b654 req-d8119967-3946-4062-96ef-9b3ec51b241c service neutron] 10.222.0.60 "GET /v2.0/networks/67890963-02db-4c38-8d23-557cebff05e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422674 May 03 22:49:02.146590 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f5b023ef-11bc-4b3c-b996-d11638961767 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:02.154126 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f5b023ef-11bc-4b3c-b996-d11638961767 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:02.276694 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f5b023ef-11bc-4b3c-b996-d11638961767 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:02.280182 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b023ef-11bc-4b3c-b996-d11638961767 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event updated for resources: {'Port': ['ID=3b4fc167-3ffb-4ada-8f2c-530c0fb1a7a8,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:02.311760 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-5dc3db61-cc8f-4d79-af3b-0a00fa3f9e11 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:49:02.316300 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-b3284046-a3da-4d44-afaf-a4c16d69efbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:02.317663 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-b3284046-a3da-4d44-afaf-a4c16d69efbc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2cf564aa-e2bf-4b2e-a23f-3f341609bb2f HTTP/1.1" status: 200 len: 834 time: 0.2682438 May 03 22:49:02.325454 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5054f1-7e90-4c63-aad7-fa2fa20a9877 None None] Sync routers for ids ['f5250d25-7f31-414b-8a2c-77b6e98a0de7'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:49:02.336154 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5054f1-7e90-4c63-aad7-fa2fa20a9877 None None] Routers {'f5250d25-7f31-414b-8a2c-77b6e98a0de7'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:49:02.336937 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-9e5054f1-7e90-4c63-aad7-fa2fa20a9877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:48:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['f5250d25-7f31-414b-8a2c-77b6e98a0de7'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:02.448841 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b023ef-11bc-4b3c-b996-d11638961767 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Network ab5a6ed9-3031-45a8-a01b-cdd4702277b3 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:49:02.450372 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-f5b023ef-11bc-4b3c-b996-d11638961767 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:02.512101 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-5dc3db61-cc8f-4d79-af3b-0a00fa3f9e11 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] No DVR routers for this DVR port a65dd8bc-04aa-4161-86e1-8b68e0967dd9 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:49:02.518326 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-5dc3db61-cc8f-4d79-af3b-0a00fa3f9e11 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:02.543470 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115c30e7-d283-4718-b7b9-6d4da4b26e16 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Router 71f9c2f0-9970-471d-8465-8e1a4e55130e has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:49:02.545648 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-84fcfcad-6b6d-4c4e-b2a3-7ea6aa7c9e5d req-5dc3db61-cc8f-4d79-af3b-0a00fa3f9e11 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.60 "DELETE /v2.0/ports/a65dd8bc-04aa-4161-86e1-8b68e0967dd9 HTTP/1.1" status: 204 len: 173 time: 4.3558979 May 03 22:49:02.553052 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-9e5054f1-7e90-4c63-aad7-fa2fa20a9877 None None] Set router f5250d25-7f31-414b-8a2c-77b6e98a0de7 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:49:02.845787 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b023ef-11bc-4b3c-b996-d11638961767 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Router 6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:49:02.908652 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-a3e8a6fc-826a-433b-9e9c-84d9b68ea346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:02.910437 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-a3e8a6fc-826a-433b-9e9c-84d9b68ea346 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=205448ae-d8cd-4b1c-9138-0734b8d65b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5036662 May 03 22:49:02.972112 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6bdaa8b4-820a-4960-9999-04b845109fd8 None None] Provisioning complete for port 3b4fc167-3ffb-4ada-8f2c-530c0fb1a7a8 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:49:02.972494 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6bdaa8b4-820a-4960-9999-04b845109fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:03.070229 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115c30e7-d283-4718-b7b9-6d4da4b26e16 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:49:03.093488 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10202cf-2aeb-4e79-9628-c5a3a0c0ec50 None None] Sync routers for ids ['71f9c2f0-9970-471d-8465-8e1a4e55130e'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:49:03.094245 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-115c30e7-d283-4718-b7b9-6d4da4b26e16 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:03.102569 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-6bdaa8b4-820a-4960-9999-04b845109fd8 None None] Port 3b4fc167-3ffb-4ada-8f2c-530c0fb1a7a8 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:49:03.129537 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10202cf-2aeb-4e79-9628-c5a3a0c0ec50 None None] Routers {'71f9c2f0-9970-471d-8465-8e1a4e55130e'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:49:03.138536 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-c10202cf-2aeb-4e79-9628-c5a3a0c0ec50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:48:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['71f9c2f0-9970-471d-8465-8e1a4e55130e'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:03.159053 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-9e5054f1-7e90-4c63-aad7-fa2fa20a9877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'name': 'tempest-TaggedBootDevicesTest_v242-484815623-router', 'tenant_id': '07f7b519265346608174cafca790a124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e5feb733-ec21-4d14-a76c-3b9fc2d95650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:41:16Z', 'updated_at': '2022-05-03T22:41:35Z', 'revision_number': 4, 'project_id': '07f7b519265346608174cafca790a124', 'gw_port': {'id': 'e5feb733-ec21-4d14-a76c-3b9fc2d95650', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:41:18Z', 'updated_at': '2022-05-03T22:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '46d79949-2fca-48dc-b6fa-4986fccb5e7b', 'name': '', 'network_id': '3447ec37-3982-4d19-88a9-e296027f90a8', 'tenant_id': '07f7b519265346608174cafca790a124', 'mac_address': 'fa:16:3e:be:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': 'a5c50d9d-c526-4e5a-813d-10937c3b2804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:41:31Z', 'updated_at': '2022-05-03T22:41:49Z', 'revision_number': 5, 'project_id': '07f7b519265346608174cafca790a124', 'subnets': [{'id': 'a5c50d9d-c526-4e5a-813d-10937c3b2804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:03.180383 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5054f1-7e90-4c63-aad7-fa2fa20a9877 None None] Checking router: f5250d25-7f31-414b-8a2c-77b6e98a0de7 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:49:03.227213 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5054f1-7e90-4c63-aad7-fa2fa20a9877 None None] Routers {'f5250d25-7f31-414b-8a2c-77b6e98a0de7'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:49:03.228662 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-9e5054f1-7e90-4c63-aad7-fa2fa20a9877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:48:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['f5250d25-7f31-414b-8a2c-77b6e98a0de7'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:03.277080 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-115c30e7-d283-4718-b7b9-6d4da4b26e16 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "PUT /v2.0/floatingips/4b7fbfd7-1c9f-48d0-9c59-a30ee8b47eab HTTP/1.1" status: 200 len: 991 time: 4.6337299 May 03 22:49:03.317828 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-756327b0-1c46-42e8-a47b-0b5fc7bcb7bc service neutron] 10.222.0.67 "GET /v2.0/networks/205448ae-d8cd-4b1c-9138-0734b8d65b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966408 May 03 22:49:03.423813 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b023ef-11bc-4b3c-b996-d11638961767 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:49:03.455708 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8c30c-1549-4013-8fe5-1777ff6534a3 req-5487d505-7e2c-4d31-811b-1c42202466fd tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:03.463910 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-39e8c30c-1549-4013-8fe5-1777ff6534a3 req-5487d505-7e2c-4d31-811b-1c42202466fd tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a4526c-7f3f-4e16-9504-ae07e4cb3226 HTTP/1.1" status: 200 len: 943 time: 0.2747943 May 03 22:49:03.491942 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f5b023ef-11bc-4b3c-b996-d11638961767 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "PUT /v2.0/routers/6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3836322 May 03 22:49:03.494969 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59986) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:03.502160 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-d79c48c4-3b6f-4880-8736-3cd84b9906aa tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Request body: {'port': {'network_id': 'ab5a6ed9-3031-45a8-a01b-cdd4702277b3', 'name': 'tempest-FloatingIPTestJSON-1252334820'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:49:03.509054 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbd16e8-a1cf-4b3a-a2cb-87275a1e4779 None None] Sync routers for ids ['6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:49:03.530770 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-34e64954-9ae8-4013-83e6-6a06e3acbb49 req-f4271478-67eb-4f0e-bfaf-e8522c7802b4 service neutron] 10.222.0.67 "GET /v2.0/networks/205448ae-d8cd-4b1c-9138-0734b8d65b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053149 May 03 22:49:03.558674 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 0f578a16-926e-40eb-84eb-03fb8dd74c60 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:49:03.573898 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbd16e8-a1cf-4b3a-a2cb-87275a1e4779 None None] Routers {'6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:49:03.574968 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-5bbd16e8-a1cf-4b3a-a2cb-87275a1e4779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:48:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:03.576583 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c96f5-d166-41f4-a852-7a3c881a8fed req-6832f10a-badf-4eef-8cb9-dd3741a4db59 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:03.578139 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-be4c96f5-d166-41f4-a852-7a3c881a8fed req-6832f10a-badf-4eef-8cb9-dd3741a4db59 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 944 time: 0.2679965 May 03 22:49:03.591650 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-39e8c30c-1549-4013-8fe5-1777ff6534a3 req-f8addba6-1f2f-4990-a0e8-8d3ec28d31d5 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b08e3656-8067-4773-af49-7cde84afba19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264729 May 03 22:49:03.688273 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-c10202cf-2aeb-4e79-9628-c5a3a0c0ec50 None None] Set router 71f9c2f0-9970-471d-8465-8e1a4e55130e gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:49:03.710796 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c78ac-444b-45ed-aadb-454c58e6c44b req-1d9237cd-0dfb-4953-b353-e067624bda48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:03.712270 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b22c78ac-444b-45ed-aadb-454c58e6c44b req-1d9237cd-0dfb-4953-b353-e067624bda48 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 1095 time: 0.1203923 May 03 22:49:03.828304 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-9e5054f1-7e90-4c63-aad7-fa2fa20a9877 None None] Set router f5250d25-7f31-414b-8a2c-77b6e98a0de7 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:49:03.981276 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-5bbd16e8-a1cf-4b3a-a2cb-87275a1e4779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:04.064495 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-be4c96f5-d166-41f4-a852-7a3c881a8fed req-ba1bbe37-72aa-4333-bb80-7983269d6e51 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4717882 May 03 22:49:04.067056 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8ce81eba-4926-48f4-99b6-ff4b6943fbb1 req-728aa3f3-8c83-4679-9376-980fdb00d4d3 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa90082e-ebdf-4f68-a845-a575161dd59d HTTP/1.1" status: 200 len: 210 time: 0.1894178 May 03 22:49:04.114293 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d79c48c4-3b6f-4880-8736-3cd84b9906aa tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:49:04.123019 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d79c48c4-3b6f-4880-8736-3cd84b9906aa tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Usage tracker for resource:port and tenant:8c95c89f05244bbf88571ec673604262 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:49:04.134935 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d79c48c4-3b6f-4880-8736-3cd84b9906aa tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:49:04.142935 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d79c48c4-3b6f-4880-8736-3cd84b9906aa tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:49:04.151658 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'name': 'network-vif-deleted', 'tag': 'a65dd8bc-04aa-4161-86e1-8b68e0967dd9'}, {'name': 'network-changed', 'server_uuid': 'd5377de6-693a-44c6-b042-ed3f4594fe50', 'tag': 'd8442c7b-07b0-40e9-8fc3-521b4a78bd90'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:49:04.161144 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79c48c4-3b6f-4880-8736-3cd84b9906aa tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Made reservation on behalf of 8c95c89f05244bbf88571ec673604262 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:49:04.171717 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d79c48c4-3b6f-4880-8736-3cd84b9906aa tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:04.209559 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbd16e8-a1cf-4b3a-a2cb-87275a1e4779 None None] Routers {'6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:49:04.210393 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-5bbd16e8-a1cf-4b3a-a2cb-87275a1e4779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:48:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:04.217251 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-d79c48c4-3b6f-4880-8736-3cd84b9906aa tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] device_id is not set on port a7a9f2a5-505d-4089-9b13-ba354c01835b yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:49:04.359100 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0eda943-542d-4375-95a8-18ca8aa28536'] response: {'server_uuid': 'fa90082e-ebdf-4f68-a845-a575161dd59d', 'name': 'network-vif-deleted', 'tag': 'a65dd8bc-04aa-4161-86e1-8b68e0967dd9', 'status': 'completed', 'code': 200} May 03 22:49:04.359596 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0eda943-542d-4375-95a8-18ca8aa28536'] response: {'name': 'network-changed', 'server_uuid': 'd5377de6-693a-44c6-b042-ed3f4594fe50', 'tag': 'd8442c7b-07b0-40e9-8fc3-521b4a78bd90', 'status': 'completed', 'code': 200} May 03 22:49:04.425560 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-d79c48c4-3b6f-4880-8736-3cd84b9906aa tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Allocated IP 172.20.0.6 (ab5a6ed9-3031-45a8-a01b-cdd4702277b3/d70ffb01-2944-4e90-85d8-2e470257a57a/a7a9f2a5-505d-4089-9b13-ba354c01835b) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:49:04.427582 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-c10202cf-2aeb-4e79-9628-c5a3a0c0ec50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'name': 'tempest-AttachVolumeNegativeTest-1275687319-router', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:43Z', 'updated_at': '2022-05-03T22:44:00Z', 'revision_number': 4, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'gw_port': {'id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:46Z', 'updated_at': '2022-05-03T22:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '4b7fbfd7-1c9f-48d0-9c59-a30ee8b47eab', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'floating_ip_address': '172.25.2.230', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'port_id': 'd8442c7b-07b0-40e9-8fc3-521b4a78bd90', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'mac_address': 'fa:16:3e:bf:ec:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5377de6-693a-44c6-b042-ed3f4594fe50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:48:24Z', 'updated_at': '2022-05-03T22:49:00Z', 'revision_number': 1, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d645a25-4ca4-4837-90a6-4ddb8a04dacb', 'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'mac_address': 'fa:16:3e:18:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:57Z', 'updated_at': '2022-05-03T22:44:15Z', 'revision_number': 5, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'subnets': [{'id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:04.432543 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10202cf-2aeb-4e79-9628-c5a3a0c0ec50 None None] Checking router: 71f9c2f0-9970-471d-8465-8e1a4e55130e for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:49:04.441604 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10202cf-2aeb-4e79-9628-c5a3a0c0ec50 None None] Routers {'71f9c2f0-9970-471d-8465-8e1a4e55130e'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:49:04.443048 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-c10202cf-2aeb-4e79-9628-c5a3a0c0ec50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:48:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['71f9c2f0-9970-471d-8465-8e1a4e55130e'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:04.474491 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-5bbd16e8-a1cf-4b3a-a2cb-87275a1e4779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:04.475125 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbd16e8-a1cf-4b3a-a2cb-87275a1e4779 None None] The sync data for ids ['6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a'] in n-d-811807-1 is: [] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:49:04.518351 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c78ac-444b-45ed-aadb-454c58e6c44b req-01007db0-57d5-4fdf-81d0-8e57bf236708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:04.526940 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b22c78ac-444b-45ed-aadb-454c58e6c44b req-01007db0-57d5-4fdf-81d0-8e57bf236708 service neutron] 10.222.0.67 "GET /v2.0/networks?id=205448ae-d8cd-4b1c-9138-0734b8d65b11 HTTP/1.1" status: 200 len: 898 time: 0.8041565 May 03 22:49:04.655912 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b22c78ac-444b-45ed-aadb-454c58e6c44b req-6d6b03d6-2a6e-4394-9d91-5fa5514c3897 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85b92057-4bb8-4560-8b1d-787a33125312 HTTP/1.1" status: 200 len: 217 time: 0.1205604 May 03 22:49:04.710158 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-9e5054f1-7e90-4c63-aad7-fa2fa20a9877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'name': 'tempest-TaggedBootDevicesTest_v242-484815623-router', 'tenant_id': '07f7b519265346608174cafca790a124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e5feb733-ec21-4d14-a76c-3b9fc2d95650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:41:16Z', 'updated_at': '2022-05-03T22:41:35Z', 'revision_number': 4, 'project_id': '07f7b519265346608174cafca790a124', 'gw_port': {'id': 'e5feb733-ec21-4d14-a76c-3b9fc2d95650', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:41:18Z', 'updated_at': '2022-05-03T22:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '46d79949-2fca-48dc-b6fa-4986fccb5e7b', 'name': '', 'network_id': '3447ec37-3982-4d19-88a9-e296027f90a8', 'tenant_id': '07f7b519265346608174cafca790a124', 'mac_address': 'fa:16:3e:be:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': 'a5c50d9d-c526-4e5a-813d-10937c3b2804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:41:31Z', 'updated_at': '2022-05-03T22:41:49Z', 'revision_number': 5, 'project_id': '07f7b519265346608174cafca790a124', 'subnets': [{'id': 'a5c50d9d-c526-4e5a-813d-10937c3b2804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:04.716319 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 0f578a16-926e-40eb-84eb-03fb8dd74c60, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0f578a16-926e-40eb-84eb-03fb8dd74c60,segment=NetworkSegment(479480a4-2475-4793-8aee-d4c5fd8fe022),segment_id=479480a4-2475-4793-8aee-d4c5fd8fe022)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:49:04.724705 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5054f1-7e90-4c63-aad7-fa2fa20a9877 None None] The sync data for ids ['f5250d25-7f31-414b-8a2c-77b6e98a0de7'] in n-d-811807-1 is: [{'id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'name': 'tempest-TaggedBootDevicesTest_v242-484815623-router', 'tenant_id': '07f7b519265346608174cafca790a124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e5feb733-ec21-4d14-a76c-3b9fc2d95650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:41:16Z', 'updated_at': '2022-05-03T22:41:35Z', 'revision_number': 4, 'project_id': '07f7b519265346608174cafca790a124', 'gw_port': {'id': 'e5feb733-ec21-4d14-a76c-3b9fc2d95650', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:41:18Z', 'updated_at': '2022-05-03T22:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '46d79949-2fca-48dc-b6fa-4986fccb5e7b', 'name': '', 'network_id': '3447ec37-3982-4d19-88a9-e296027f90a8', 'tenant_id': '07f7b519265346608174cafca790a124', 'mac_address': 'fa:16:3e:be:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': 'a5c50d9d-c526-4e5a-813d-10937c3b2804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:41:31Z', 'updated_at': '2022-05-03T22:41:49Z', 'revision_number': 5, 'project_id': '07f7b519265346608174cafca790a124', 'subnets': [{'id': 'a5c50d9d-c526-4e5a-813d-10937c3b2804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:49:04.734088 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '0f578a16-926e-40eb-84eb-03fb8dd74c60', 'network_id': '67890963-02db-4c38-8d23-557cebff05e8', 'port_id': '0f578a16-926e-40eb-84eb-03fb8dd74c60', 'mac_address': 'fa:16:3e:8f:5c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df7275e9-1bf4-4770-b3a8-88cd4d1a4895', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:49:04.779986 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-c10202cf-2aeb-4e79-9628-c5a3a0c0ec50 None None] Set router 71f9c2f0-9970-471d-8465-8e1a4e55130e gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:49:04.812251 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d79c48c4-3b6f-4880-8736-3cd84b9906aa tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:04.849887 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-d79c48c4-3b6f-4880-8736-3cd84b9906aa tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Transition to ACTIVE for port object a7a9f2a5-505d-4089-9b13-ba354c01835b will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:49:04.850208 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c78ac-444b-45ed-aadb-454c58e6c44b req-f15f4e9a-9c69-4d3f-be7f-99b0a4eb3cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:04.852033 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b22c78ac-444b-45ed-aadb-454c58e6c44b req-f15f4e9a-9c69-4d3f-be7f-99b0a4eb3cb5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2cf564aa-e2bf-4b2e-a23f-3f341609bb2f HTTP/1.1" status: 200 len: 834 time: 0.1883588 May 03 22:49:04.858100 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e3664-6340-4453-9a7b-80c9bab0f72a req-b4032816-31f0-44ba-b3d9-85b62bf9e605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:04.859687 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3f0e3664-6340-4453-9a7b-80c9bab0f72a req-b4032816-31f0-44ba-b3d9-85b62bf9e605 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c9b36c2026314fcba54b84af09c29f52&device_id=d5377de6-693a-44c6-b042-ed3f4594fe50 HTTP/1.1" status: 200 len: 1096 time: 0.4887822 May 03 22:49:04.873334 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:04.931670 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f578a16-926e-40eb-84eb-03fb8dd74c60 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:49:04.958113 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 0f578a16-926e-40eb-84eb-03fb8dd74c60, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0f578a16-926e-40eb-84eb-03fb8dd74c60,segment=NetworkSegment(479480a4-2475-4793-8aee-d4c5fd8fe022),segment_id=479480a4-2475-4793-8aee-d4c5fd8fe022)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:49:04.965745 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:04.993844 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d79c48c4-3b6f-4880-8736-3cd84b9906aa tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:05.115079 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=0f578a16-926e-40eb-84eb-03fb8dd74c60,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:05.191087 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e3664-6340-4453-9a7b-80c9bab0f72a req-b861f788-3a1c-4dcc-8f9c-de18e179f51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:05.199969 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3f0e3664-6340-4453-9a7b-80c9bab0f72a req-b861f788-3a1c-4dcc-8f9c-de18e179f51d service neutron] 10.222.0.67 "GET /v2.0/networks?id=b02a0a3f-1344-4b33-8d96-e59f73f273ac HTTP/1.1" status: 200 len: 916 time: 0.2539909 May 03 22:49:05.247275 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['0f578a16-926e-40eb-84eb-03fb8dd74c60'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:49:05.248326 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c48c4-3b6f-4880-8736-3cd84b9906aa tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event updated for resources: {'Port': ['ID=a7a9f2a5-505d-4089-9b13-ba354c01835b,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:05.267123 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1718ebd3-76a1-46a4-bb01-4dbdb962ed27 None None] New status for floating IP 665cf6bd-2cda-4710-88d7-b1bf50ad5b01: DOWN {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:49:05.311651 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79c48c4-3b6f-4880-8736-3cd84b9906aa tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Network ab5a6ed9-3031-45a8-a01b-cdd4702277b3 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:49:05.317032 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-d79c48c4-3b6f-4880-8736-3cd84b9906aa tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:05.330859 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79c48c4-3b6f-4880-8736-3cd84b9906aa tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:49:05.527817 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3f0e3664-6340-4453-9a7b-80c9bab0f72a req-be6fc2c0-7cc8-4589-81fc-8d4e2078cb85 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8442c7b-07b0-40e9-8fc3-521b4a78bd90 HTTP/1.1" status: 200 len: 999 time: 0.3095834 May 03 22:49:05.530653 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79c48c4-3b6f-4880-8736-3cd84b9906aa tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:05.535827 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d79c48c4-3b6f-4880-8736-3cd84b9906aa tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:05.615979 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044d3d4-956e-4691-b84e-9b3125d69b76 req-599cd6e9-f27e-4ac8-94ee-901982def0c2 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:05.617694 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4044d3d4-956e-4691-b84e-9b3125d69b76 req-599cd6e9-f27e-4ac8-94ee-901982def0c2 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a4526c-7f3f-4e16-9504-ae07e4cb3226 HTTP/1.1" status: 200 len: 944 time: 0.7370870 May 03 22:49:05.683851 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d79c48c4-3b6f-4880-8736-3cd84b9906aa tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1877522 May 03 22:49:05.684504 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60022) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:05.689631 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e3664-6340-4453-9a7b-80c9bab0f72a req-100ed86f-fd4b-4fb8-a38f-a94ff7d74986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:05.691149 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3f0e3664-6340-4453-9a7b-80c9bab0f72a req-100ed86f-fd4b-4fb8-a38f-a94ff7d74986 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6ca0f6a1-6e8b-435e-9833-3f318b86b95e HTTP/1.1" status: 200 len: 854 time: 0.1619909 May 03 22:49:05.694504 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c78ac-444b-45ed-aadb-454c58e6c44b req-813fede7-b48f-49a7-b3f3-158170faee0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:05.697113 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b22c78ac-444b-45ed-aadb-454c58e6c44b req-813fede7-b48f-49a7-b3f3-158170faee0d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=205448ae-d8cd-4b1c-9138-0734b8d65b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8364639 May 03 22:49:05.725073 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-1ac2454a-973c-4f16-835c-b187eb03dfdc tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Request body: {'floatingip': {'port_id': 'a7a9f2a5-505d-4089-9b13-ba354c01835b'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:49:05.850226 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-85585a74-e08d-4392-9a10-76d0ec9d33cf None None] Provisioning for port a7a9f2a5-505d-4089-9b13-ba354c01835b completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:49:05.875293 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-85585a74-e08d-4392-9a10-76d0ec9d33cf None None] Provisioning complete for port a7a9f2a5-505d-4089-9b13-ba354c01835b triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:49:05.878577 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-85585a74-e08d-4392-9a10-76d0ec9d33cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:05.903561 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1ac2454a-973c-4f16-835c-b187eb03dfdc tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for floatingip, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:05.983774 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-85585a74-e08d-4392-9a10-76d0ec9d33cf None None] Port a7a9f2a5-505d-4089-9b13-ba354c01835b cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:49:06.008385 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-c10202cf-2aeb-4e79-9628-c5a3a0c0ec50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'name': 'tempest-AttachVolumeNegativeTest-1275687319-router', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:43Z', 'updated_at': '2022-05-03T22:44:00Z', 'revision_number': 4, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'gw_port': {'id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:46Z', 'updated_at': '2022-05-03T22:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '4b7fbfd7-1c9f-48d0-9c59-a30ee8b47eab', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'floating_ip_address': '172.25.2.230', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'port_id': 'd8442c7b-07b0-40e9-8fc3-521b4a78bd90', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'mac_address': 'fa:16:3e:bf:ec:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5377de6-693a-44c6-b042-ed3f4594fe50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:48:24Z', 'updated_at': '2022-05-03T22:49:00Z', 'revision_number': 1, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d645a25-4ca4-4837-90a6-4ddb8a04dacb', 'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'mac_address': 'fa:16:3e:18:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:57Z', 'updated_at': '2022-05-03T22:44:15Z', 'revision_number': 5, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'subnets': [{'id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:06.016156 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b22c78ac-444b-45ed-aadb-454c58e6c44b req-f6c5889c-2547-475a-b2bc-88177f12f3f4 service neutron] 10.222.0.67 "GET /v2.0/networks/205448ae-d8cd-4b1c-9138-0734b8d65b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172067 May 03 22:49:06.022846 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10202cf-2aeb-4e79-9628-c5a3a0c0ec50 None None] The sync data for ids ['71f9c2f0-9970-471d-8465-8e1a4e55130e'] in n-d-811807-1 is: [{'id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'name': 'tempest-AttachVolumeNegativeTest-1275687319-router', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:43Z', 'updated_at': '2022-05-03T22:44:00Z', 'revision_number': 4, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'gw_port': {'id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:46Z', 'updated_at': '2022-05-03T22:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '4b7fbfd7-1c9f-48d0-9c59-a30ee8b47eab', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'floating_ip_address': '172.25.2.230', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'port_id': 'd8442c7b-07b0-40e9-8fc3-521b4a78bd90', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'mac_address': 'fa:16:3e:bf:ec:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5377de6-693a-44c6-b042-ed3f4594fe50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:48:24Z', 'updated_at': '2022-05-03T22:49:00Z', 'revision_number': 1, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d645a25-4ca4-4837-90a6-4ddb8a04dacb', 'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'mac_address': 'fa:16:3e:18:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:57Z', 'updated_at': '2022-05-03T22:44:15Z', 'revision_number': 5, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'subnets': [{'id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:49:06.086115 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e3664-6340-4453-9a7b-80c9bab0f72a req-792d9e86-71c5-414c-a07f-7a2def7f67b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:06.087684 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3f0e3664-6340-4453-9a7b-80c9bab0f72a req-792d9e86-71c5-414c-a07f-7a2def7f67b2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b02a0a3f-1344-4b33-8d96-e59f73f273ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3895752 May 03 22:49:06.093566 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ce0e3-4f3e-4920-beb1-3b7d7c73c8a3 req-9642305b-702b-483d-bd0d-9c756c85111f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:06.100702 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-621ce0e3-4f3e-4920-beb1-3b7d7c73c8a3 req-9642305b-702b-483d-bd0d-9c756c85111f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 944 time: 0.7858968 May 03 22:49:06.174669 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4044d3d4-956e-4691-b84e-9b3125d69b76 req-e18f3987-c4fe-406c-a174-b408794eb47e tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b08e3656-8067-4773-af49-7cde84afba19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5227313 May 03 22:49:06.247403 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b22c78ac-444b-45ed-aadb-454c58e6c44b req-be7ac30a-e6b7-4c83-88d0-837af4ecbae3 service neutron] 10.222.0.67 "GET /v2.0/networks/205448ae-d8cd-4b1c-9138-0734b8d65b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225630 May 03 22:49:06.249880 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-621ce0e3-4f3e-4920-beb1-3b7d7c73c8a3 req-62070dc0-c61c-4729-8c9b-fe5d5d182774 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479731 May 03 22:49:06.410288 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60032) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:06.421326 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129a84ba-5fc2-45ad-abe9-85ed3cd0af87 None None] New status for floating IP 4b7fbfd7-1c9f-48d0-9c59-a30ee8b47eab: ACTIVE {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:49:06.467354 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3f0e3664-6340-4453-9a7b-80c9bab0f72a req-fab4bafb-a2ee-41de-b156-d9956c1206b1 service neutron] 10.222.0.67 "GET /v2.0/networks/b02a0a3f-1344-4b33-8d96-e59f73f273ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269083 May 03 22:49:06.539301 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c6d9d1c0-7e41-4a00-a501-7867ddbd710d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:06.574143 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c6d9d1c0-7e41-4a00-a501-7867ddbd710d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:06.652334 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c6d9d1c0-7e41-4a00-a501-7867ddbd710d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:06.730116 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d9d1c0-7e41-4a00-a501-7867ddbd710d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2f72f5-cefb-44a2-a33d-790dfce5718e,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:06.753207 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c6d9d1c0-7e41-4a00-a501-7867ddbd710d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:06.754436 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c6d9d1c0-7e41-4a00-a501-7867ddbd710d tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "DELETE /v2.0/security-groups/7e2f72f5-cefb-44a2-a33d-790dfce5718e HTTP/1.1" status: 204 len: 168 time: 0.3431675 May 03 22:49:06.757204 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60042) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:06.779512 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-392154ee-c9c2-4a13-84e6-f36c975ce074 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] show failed (client error): The resource could not be found. May 03 22:49:06.780975 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-392154ee-c9c2-4a13-84e6-f36c975ce074 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "GET /v2.0/security-groups/7e2f72f5-cefb-44a2-a33d-790dfce5718e HTTP/1.1" status: 404 len: 347 time: 0.0224674 May 03 22:49:06.787141 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60046) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:06.804633 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3f0e3664-6340-4453-9a7b-80c9bab0f72a req-89be3c99-da94-46fb-bb60-d7bf4167157b service neutron] 10.222.0.67 "GET /v2.0/networks/b02a0a3f-1344-4b33-8d96-e59f73f273ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278303 May 03 22:49:06.997029 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-7b349ac0-709a-4e00-a50c-4329a53f3dca tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Deleting port 524a1142-2332-4ae7-813d-3ce42ec5b421 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:49:06.997377 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7b349ac0-709a-4e00-a50c-4329a53f3dca tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:07.117081 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 85b92057-4bb8-4560-8b1d-787a33125312 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:49:07.277546 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 85b92057-4bb8-4560-8b1d-787a33125312, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=85b92057-4bb8-4560-8b1d-787a33125312,segment=NetworkSegment(19f5e703-356a-48fb-ab14-cf4ba1cc55fc),segment_id=19f5e703-356a-48fb-ab14-cf4ba1cc55fc)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:49:07.309430 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '85b92057-4bb8-4560-8b1d-787a33125312', 'network_id': '205448ae-d8cd-4b1c-9138-0734b8d65b11', 'port_id': '85b92057-4bb8-4560-8b1d-787a33125312', 'mac_address': 'fa:16:3e:ae:b3:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf564aa-e2bf-4b2e-a23f-3f341609bb2f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:49:07.315774 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7b349ac0-709a-4e00-a50c-4329a53f3dca tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:07.316106 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7b349ac0-709a-4e00-a50c-4329a53f3dca tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:07.387704 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:07.407201 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b92057-4bb8-4560-8b1d-787a33125312 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:49:07.433517 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 85b92057-4bb8-4560-8b1d-787a33125312, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=85b92057-4bb8-4560-8b1d-787a33125312,segment=NetworkSegment(19f5e703-356a-48fb-ab14-cf4ba1cc55fc),segment_id=19f5e703-356a-48fb-ab14-cf4ba1cc55fc)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:49:07.444413 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:07.459855 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-7b349ac0-709a-4e00-a50c-4329a53f3dca tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Calling delete_port for 524a1142-2332-4ae7-813d-3ce42ec5b421 owned by network:floatingip {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:49:07.551003 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=85b92057-4bb8-4560-8b1d-787a33125312,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:07.578467 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 0f578a16-926e-40eb-84eb-03fb8dd74c60 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:49:07.662041 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 0f578a16-926e-40eb-84eb-03fb8dd74c60 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:49:07.667668 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 0f578a16-926e-40eb-84eb-03fb8dd74c60 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:49:07.670413 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:07.747994 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['85b92057-4bb8-4560-8b1d-787a33125312'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:49:07.828326 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b4d8e-e3dc-4abb-8c07-997240fc393b req-33419904-a8f8-4a9b-bea1-7ebd30d4acf3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:07.830187 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0a4b4d8e-e3dc-4abb-8c07-997240fc393b req-33419904-a8f8-4a9b-bea1-7ebd30d4acf3 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a4526c-7f3f-4e16-9504-ae07e4cb3226 HTTP/1.1" status: 200 len: 944 time: 0.3778486 May 03 22:49:07.870874 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c35183-d41f-46aa-8702-0ad70062bee0 req-b3d44044-6cd7-42dd-85d7-a87ce4d8094e tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:07.872400 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c5c35183-d41f-46aa-8702-0ad70062bee0 req-b3d44044-6cd7-42dd-85d7-a87ce4d8094e tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 945 time: 0.4824638 May 03 22:49:07.883443 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:07.894489 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1ac2454a-973c-4f16-835c-b187eb03dfdc tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:07.917756 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1ac2454a-973c-4f16-835c-b187eb03dfdc tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:07.935865 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a4526c-7f3f-4e16-9504-ae07e4cb3226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f578a16-926e-40eb-84eb-03fb8dd74c60'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:49:07.954600 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 0f578a16-926e-40eb-84eb-03fb8dd74c60, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0f578a16-926e-40eb-84eb-03fb8dd74c60,segment=NetworkSegment(479480a4-2475-4793-8aee-d4c5fd8fe022),segment_id=479480a4-2475-4793-8aee-d4c5fd8fe022)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:49:07.961062 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:08.065082 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7b349ac0-709a-4e00-a50c-4329a53f3dca tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:08.082271 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=0f578a16-926e-40eb-84eb-03fb8dd74c60,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:08.314721 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0a4b4d8e-e3dc-4abb-8c07-997240fc393b req-bd522019-a67a-4dc7-9123-777c38c14b95 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b08e3656-8067-4773-af49-7cde84afba19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4718761 May 03 22:49:08.339151 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b349ac0-709a-4e00-a50c-4329a53f3dca tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Pushing event deleted for resources: {'Port': ['ID=524a1142-2332-4ae7-813d-3ce42ec5b421,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:08.354698 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c5c35183-d41f-46aa-8702-0ad70062bee0 req-6072a524-a3b3-42e3-b558-b6e978054b07 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4683011 May 03 22:49:08.366546 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa171364-60ab-4a38-b3ac-935a543ff3e1'] response: {'server_uuid': '63a4526c-7f3f-4e16-9504-ae07e4cb3226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f578a16-926e-40eb-84eb-03fb8dd74c60', 'code': 200} May 03 22:49:08.422236 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-1ac2454a-973c-4f16-835c-b187eb03dfdc tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Floating IP c008659b-b0e1-4c84-b5a2-f1523b75a91e associated. External IP: 172.25.2.58, port: 7eff7334-d5f6-4d43-bd3e-d4e9ee07040c. May 03 22:49:08.542595 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7b349ac0-709a-4e00-a50c-4329a53f3dca tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks [] for floatingip, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:08.628192 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7b349ac0-709a-4e00-a50c-4329a53f3dca tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:08.632368 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7b349ac0-709a-4e00-a50c-4329a53f3dca tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "DELETE /v2.0/floatingips/665cf6bd-2cda-4710-88d7-b1bf50ad5b01 HTTP/1.1" status: 204 len: 168 time: 1.8443589 May 03 22:49:08.633335 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60088) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:08.663072 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b292b-e15c-4aab-82d5-afd89b3604cf req-b4a51e40-3150-4a06-b664-e1720d46aa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:08.664556 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f00b292b-e15c-4aab-82d5-afd89b3604cf req-b4a51e40-3150-4a06-b664-e1720d46aa85 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=63a4526c-7f3f-4e16-9504-ae07e4cb3226 HTTP/1.1" status: 200 len: 1096 time: 0.2353208 May 03 22:49:08.710163 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f00b292b-e15c-4aab-82d5-afd89b3604cf req-871f9f2c-885e-4e5b-8900-9d5df4f42746 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b08e3656-8067-4773-af49-7cde84afba19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354226 May 03 22:49:08.723004 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-78c925bc-fe49-481b-a800-03397dec47e2 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Deleting port 35cdd9e5-7422-4479-9fde-9ac4d09ecccf {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:49:08.723346 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-78c925bc-fe49-481b-a800-03397dec47e2 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:09.093417 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac2454a-973c-4f16-835c-b187eb03dfdc tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Router 6f23874e-12c6-40a1-96e5-7619d98f141b has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:49:09.123395 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 85b92057-4bb8-4560-8b1d-787a33125312 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:49:09.203966 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 85b92057-4bb8-4560-8b1d-787a33125312 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:49:09.209392 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 85b92057-4bb8-4560-8b1d-787a33125312 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:49:09.209768 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:09.287636 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-78c925bc-fe49-481b-a800-03397dec47e2 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:09.340099 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:09.379614 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 85b92057-4bb8-4560-8b1d-787a33125312, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=85b92057-4bb8-4560-8b1d-787a33125312,segment=NetworkSegment(19f5e703-356a-48fb-ab14-cf4ba1cc55fc),segment_id=19f5e703-356a-48fb-ab14-cf4ba1cc55fc)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:49:09.384996 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:09.446782 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-78c925bc-fe49-481b-a800-03397dec47e2 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Calling delete_port for 35cdd9e5-7422-4479-9fde-9ac4d09ecccf owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:49:09.467896 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=85b92057-4bb8-4560-8b1d-787a33125312,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:09.637815 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac2454a-973c-4f16-835c-b187eb03dfdc tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:49:09.650637 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09c63cc-e967-4289-9f8f-9759751053e0 None None] Sync routers for ids ['6f23874e-12c6-40a1-96e5-7619d98f141b'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:49:09.685667 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09c63cc-e967-4289-9f8f-9759751053e0 None None] Routers {'6f23874e-12c6-40a1-96e5-7619d98f141b'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:49:09.686330 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f09c63cc-e967-4289-9f8f-9759751053e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:48:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6f23874e-12c6-40a1-96e5-7619d98f141b'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:09.775958 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f09c63cc-e967-4289-9f8f-9759751053e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:09.785815 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09c63cc-e967-4289-9f8f-9759751053e0 None None] Routers {'6f23874e-12c6-40a1-96e5-7619d98f141b'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:49:09.786620 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f09c63cc-e967-4289-9f8f-9759751053e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:48:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6f23874e-12c6-40a1-96e5-7619d98f141b'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:09.859756 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f09c63cc-e967-4289-9f8f-9759751053e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:09.860591 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09c63cc-e967-4289-9f8f-9759751053e0 None None] The sync data for ids ['6f23874e-12c6-40a1-96e5-7619d98f141b'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:49:10.056055 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a890d7-ce70-4a7b-b439-0f89d23b3169 req-f6cdb9f7-f791-47ae-bd96-75fc54c97aca tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:10.057395 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-42a890d7-ce70-4a7b-b439-0f89d23b3169 req-f6cdb9f7-f791-47ae-bd96-75fc54c97aca tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a4526c-7f3f-4e16-9504-ae07e4cb3226 HTTP/1.1" status: 200 len: 945 time: 0.5656295 May 03 22:49:10.073706 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dddb56-dfe5-4f8e-91cc-177fa1917199 req-3b9e91fb-faaa-474e-877e-f5897c44e1f8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:10.075129 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a8dddb56-dfe5-4f8e-91cc-177fa1917199 req-3b9e91fb-faaa-474e-877e-f5897c44e1f8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 946 time: 0.5429604 May 03 22:49:10.101481 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-78c925bc-fe49-481b-a800-03397dec47e2 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:10.247497 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c925bc-fe49-481b-a800-03397dec47e2 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Pushing event deleted for resources: {'Port': ['ID=35cdd9e5-7422-4479-9fde-9ac4d09ecccf,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:10.367951 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f21ccd-9817-4f5b-a3d2-42f9fd90a16a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b92057-4bb8-4560-8b1d-787a33125312'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:49:10.374931 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-42a890d7-ce70-4a7b-b439-0f89d23b3169 req-a8a38aa2-6441-40ea-ac91-ed228f5383e8 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b08e3656-8067-4773-af49-7cde84afba19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3107228 May 03 22:49:10.426737 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fda793e5-0426-48bd-a0e2-ddfc5af5d42d'] response: {'server_uuid': '63f21ccd-9817-4f5b-a3d2-42f9fd90a16a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b92057-4bb8-4560-8b1d-787a33125312', 'code': 200} May 03 22:49:10.442022 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a8dddb56-dfe5-4f8e-91cc-177fa1917199 req-7ad10515-5a9e-4cb5-9f2c-6adeea0886ac tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3494384 May 03 22:49:10.497430 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-78c925bc-fe49-481b-a800-03397dec47e2 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:10.516098 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-78c925bc-fe49-481b-a800-03397dec47e2 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "DELETE /v2.0/ports/35cdd9e5-7422-4479-9fde-9ac4d09ecccf HTTP/1.1" status: 204 len: 168 time: 1.8765373 May 03 22:49:10.517504 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60130) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:10.552881 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac2454a-973c-4f16-835c-b187eb03dfdc tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Router 6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:49:10.603618 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e6c1d-a4d4-4764-828c-b859f4a36dab req-9c8219d8-9ac7-4976-858c-620138843a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:10.607207 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3b1e6c1d-a4d4-4764-828c-b859f4a36dab req-9c8219d8-9ac7-4976-858c-620138843a7a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 1097 time: 0.1125617 May 03 22:49:10.655979 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3b1e6c1d-a4d4-4764-828c-b859f4a36dab req-1dc3cd8f-d5a4-4e48-856c-2f88ad34a1ca service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393722 May 03 22:49:10.737473 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-ce133bcc-f93d-46f3-a5ea-ea3ed4695af8 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Deleting port 70772943-6de8-4896-bcbe-7157ba0b4c77 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:49:10.738105 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ce133bcc-f93d-46f3-a5ea-ea3ed4695af8 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:10.903192 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac2454a-973c-4f16-835c-b187eb03dfdc tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:49:10.916432 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c1ee3d-a594-48c2-bba1-f0e93c3eac16 None None] Sync routers for ids ['6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:49:10.925658 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c1ee3d-a594-48c2-bba1-f0e93c3eac16 None None] Routers {'6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:49:10.926503 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-19c1ee3d-a594-48c2-bba1-f0e93c3eac16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:48:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:10.929270 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1ac2454a-973c-4f16-835c-b187eb03dfdc tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:10.997485 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-19c1ee3d-a594-48c2-bba1-f0e93c3eac16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:11.008296 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c1ee3d-a594-48c2-bba1-f0e93c3eac16 None None] Routers {'6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:49:11.009141 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-19c1ee3d-a594-48c2-bba1-f0e93c3eac16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:48:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:11.070687 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-19c1ee3d-a594-48c2-bba1-f0e93c3eac16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:11.071092 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c1ee3d-a594-48c2-bba1-f0e93c3eac16 None None] The sync data for ids ['6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a'] in n-d-811807-1 is: [] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:49:11.144467 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ce133bcc-f93d-46f3-a5ea-ea3ed4695af8 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:11.157992 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1ac2454a-973c-4f16-835c-b187eb03dfdc tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "PUT /v2.0/floatingips/c008659b-b0e1-4c84-b5a2-f1523b75a91e HTTP/1.1" status: 200 len: 977 time: 5.4502003 May 03 22:49:11.163302 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60144) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:11.267744 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-4ef77a15-e014-4493-933b-e0ae053dedf6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Deleting port a7a9f2a5-505d-4089-9b13-ba354c01835b {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:49:11.268117 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4ef77a15-e014-4493-933b-e0ae053dedf6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:11.279552 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-ce133bcc-f93d-46f3-a5ea-ea3ed4695af8 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Calling delete_port for 70772943-6de8-4896-bcbe-7157ba0b4c77 owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:49:11.434177 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ce133bcc-f93d-46f3-a5ea-ea3ed4695af8 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:11.664851 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce133bcc-f93d-46f3-a5ea-ea3ed4695af8 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Pushing event deleted for resources: {'Port': ['ID=70772943-6de8-4896-bcbe-7157ba0b4c77,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:11.684550 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4ef77a15-e014-4493-933b-e0ae053dedf6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:11.876684 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ce133bcc-f93d-46f3-a5ea-ea3ed4695af8 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:11.917023 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ce133bcc-f93d-46f3-a5ea-ea3ed4695af8 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "DELETE /v2.0/ports/70772943-6de8-4896-bcbe-7157ba0b4c77 HTTP/1.1" status: 204 len: 168 time: 1.3984537 May 03 22:49:11.919012 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60162) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:11.982233 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d082c0-a573-4f5f-97d3-d6ecad081474 req-9c13c177-2431-4404-898b-b446ca07beb7 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:11.983812 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f7d082c0-a573-4f5f-97d3-d6ecad081474 req-9c13c177-2431-4404-898b-b446ca07beb7 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 946 time: 0.3201175 May 03 22:49:12.011441 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375dfe0-7d2a-4a54-b9d1-cb97c2d6473e req-da7a1b98-6096-44ff-ae9b-427313997b2f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:12.018987 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4375dfe0-7d2a-4a54-b9d1-cb97c2d6473e req-da7a1b98-6096-44ff-ae9b-427313997b2f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a4526c-7f3f-4e16-9504-ae07e4cb3226 HTTP/1.1" status: 200 len: 945 time: 0.3563123 May 03 22:49:12.050682 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4ef77a15-e014-4493-933b-e0ae053dedf6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:12.051058 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4ef77a15-e014-4493-933b-e0ae053dedf6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:12.051543 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [None req-4ef77a15-e014-4493-933b-e0ae053dedf6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Floating IP c008659b-b0e1-4c84-b5a2-f1523b75a91e disassociated. External IP: 172.25.2.58, port: a7a9f2a5-505d-4089-9b13-ba354c01835b. May 03 22:49:12.052029 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-4ef77a15-e014-4493-933b-e0ae053dedf6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Calling delete_port for a7a9f2a5-505d-4089-9b13-ba354c01835b owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:49:12.111397 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f7d082c0-a573-4f5f-97d3-d6ecad081474 req-a9b254b0-e2da-48af-a56c-7c7ce8c6fb54 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160688 May 03 22:49:12.127705 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4375dfe0-7d2a-4a54-b9d1-cb97c2d6473e req-c221b98e-c396-4294-8e86-3960c479e3c6 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b08e3656-8067-4773-af49-7cde84afba19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075885 May 03 22:49:12.138762 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-feba8d35-d849-4117-b520-41552a5c91d0 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Deleting subnet dd5f6d92-c6fd-458d-8cd8-bf6128dc92c1 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:49:12.140756 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-feba8d35-d849-4117-b520-41552a5c91d0 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:12.249110 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-feba8d35-d849-4117-b520-41552a5c91d0 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:12.326080 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4ef77a15-e014-4493-933b-e0ae053dedf6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:12.392832 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef77a15-e014-4493-933b-e0ae053dedf6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event deleted for resources: {'Port': ['ID=a7a9f2a5-505d-4089-9b13-ba354c01835b,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:12.403146 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef77a15-e014-4493-933b-e0ae053dedf6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:12.403714 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef77a15-e014-4493-933b-e0ae053dedf6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:12.404057 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef77a15-e014-4493-933b-e0ae053dedf6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:12.404434 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef77a15-e014-4493-933b-e0ae053dedf6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:12.404724 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef77a15-e014-4493-933b-e0ae053dedf6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:12.405053 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef77a15-e014-4493-933b-e0ae053dedf6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:12.405382 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef77a15-e014-4493-933b-e0ae053dedf6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:12.405707 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef77a15-e014-4493-933b-e0ae053dedf6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:12.406048 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef77a15-e014-4493-933b-e0ae053dedf6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:12.406545 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef77a15-e014-4493-933b-e0ae053dedf6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:12.406871 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef77a15-e014-4493-933b-e0ae053dedf6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:12.407193 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef77a15-e014-4493-933b-e0ae053dedf6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:12.428846 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-feba8d35-d849-4117-b520-41552a5c91d0 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:12.475247 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e43c39-b8fd-4479-9d84-588247063618 req-d4bda6ef-5acc-4998-8ce1-74e88d5514d6 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:12.476993 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8e43c39-b8fd-4479-9d84-588247063618 req-d4bda6ef-5acc-4998-8ce1-74e88d5514d6 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a4526c-7f3f-4e16-9504-ae07e4cb3226 HTTP/1.1" status: 200 len: 945 time: 0.1788211 May 03 22:49:12.554217 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8e43c39-b8fd-4479-9d84-588247063618 req-f98966be-9146-430d-9659-af5973cff006 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b08e3656-8067-4773-af49-7cde84afba19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679536 May 03 22:49:12.586571 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60176) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:12.616786 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-feba8d35-d849-4117-b520-41552a5c91d0 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:12.629920 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef77a15-e014-4493-933b-e0ae053dedf6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Router 6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:49:12.711420 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba8d35-d849-4117-b520-41552a5c91d0 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Pushing event deleted for resources: {'Subnet': ['ID=dd5f6d92-c6fd-458d-8cd8-bf6128dc92c1,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:12.717843 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-feba8d35-d849-4117-b520-41552a5c91d0 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:12.728614 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3de2d8e-e427-4d1e-b535-0b4bb35dc2b2 None None] Network 3c844908-458f-43d5-a32d-190eedb78cdc requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:49:12.729630 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-feba8d35-d849-4117-b520-41552a5c91d0 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "DELETE /v2.0/subnets/dd5f6d92-c6fd-458d-8cd8-bf6128dc92c1 HTTP/1.1" status: 204 len: 168 time: 0.8083403 May 03 22:49:12.730627 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60182) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:12.831582 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef77a15-e014-4493-933b-e0ae053dedf6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:49:12.842375 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9f7903-c4d3-40df-b813-d4f78c239587 None None] Sync routers for ids ['6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:49:12.855399 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9f7903-c4d3-40df-b813-d4f78c239587 None None] Routers {'6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:49:12.856148 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-2d9f7903-c4d3-40df-b813-d4f78c239587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:48:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:12.915533 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2dbcf90-cfe2-4a1e-b3f0-b734184ac443 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Deleting subnet b7e46920-9d2d-4625-9a5c-68c22a8e6522 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:49:12.922237 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f2dbcf90-cfe2-4a1e-b3f0-b734184ac443 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:12.951699 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4ef77a15-e014-4493-933b-e0ae053dedf6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:12.969610 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4ef77a15-e014-4493-933b-e0ae053dedf6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "DELETE /v2.0/ports/a7a9f2a5-505d-4089-9b13-ba354c01835b HTTP/1.1" status: 204 len: 168 time: 1.8031669 May 03 22:49:12.970064 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60192) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:12.997607 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f2dbcf90-cfe2-4a1e-b3f0-b734184ac443 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:13.000509 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-2d9f7903-c4d3-40df-b813-d4f78c239587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:13.015924 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9f7903-c4d3-40df-b813-d4f78c239587 None None] Routers {'6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:49:13.016656 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-2d9f7903-c4d3-40df-b813-d4f78c239587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:48:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:13.058117 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5ce07e-e18b-4be3-af6c-8e5aa4925949 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:13.059809 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-be5ce07e-e18b-4be3-af6c-8e5aa4925949 tempest-TestNetworkBasicOps-874245993 tempest-TestNetworkBasicOps-874245993-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=63a4526c-7f3f-4e16-9504-ae07e4cb3226 HTTP/1.1" status: 200 len: 1091 time: 0.4681892 May 03 22:49:13.069308 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60198) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:13.092392 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-2959c70f-4fda-48aa-a020-04e35d014eac tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'port_id': '0f578a16-926e-40eb-84eb-03fb8dd74c60', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:49:13.110597 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2959c70f-4fda-48aa-a020-04e35d014eac tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:49:13.111774 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0f4854-d9a5-4788-be59-7ced8b3e4702 None None] DHCP port deletion for 3c844908-458f-43d5-a32d-190eedb78cdc request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:49:13.117038 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-0e0f4854-d9a5-4788-be59-7ced8b3e4702 None None] Deleting port 879513de-dc91-4077-82d7-f405b4a335eb {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:49:13.117410 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0e0f4854-d9a5-4788-be59-7ced8b3e4702 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:13.119852 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2959c70f-4fda-48aa-a020-04e35d014eac tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Usage tracker for resource:floatingip and tenant:584c47bf47e049698552e4a4a9d3464d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:49:13.126622 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2959c70f-4fda-48aa-a020-04e35d014eac tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:49:13.136201 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2959c70f-4fda-48aa-a020-04e35d014eac tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:49:13.173011 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-2d9f7903-c4d3-40df-b813-d4f78c239587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:13.173841 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9f7903-c4d3-40df-b813-d4f78c239587 None None] The sync data for ids ['6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:49:13.187962 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2959c70f-4fda-48aa-a020-04e35d014eac tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:13.234680 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f2dbcf90-cfe2-4a1e-b3f0-b734184ac443 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:13.459088 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-0e0f4854-d9a5-4788-be59-7ced8b3e4702 None None] For port 879513de-dc91-4077-82d7-f405b4a335eb, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=879513de-dc91-4077-82d7-f405b4a335eb,segment=NetworkSegment(54fef4b2-4531-4764-a855-cb5be1b9e034),segment_id=54fef4b2-4531-4764-a855-cb5be1b9e034)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:49:13.459349 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f2dbcf90-cfe2-4a1e-b3f0-b734184ac443 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:13.459889 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0e0f4854-d9a5-4788-be59-7ced8b3e4702 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:13.515846 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dbcf90-cfe2-4a1e-b3f0-b734184ac443 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Pushing event deleted for resources: {'Subnet': ['ID=b7e46920-9d2d-4625-9a5c-68c22a8e6522,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:13.527455 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f2dbcf90-cfe2-4a1e-b3f0-b734184ac443 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:13.544547 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f2dbcf90-cfe2-4a1e-b3f0-b734184ac443 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "DELETE /v2.0/subnets/b7e46920-9d2d-4625-9a5c-68c22a8e6522 HTTP/1.1" status: 204 len: 168 time: 0.8127468 May 03 22:49:13.548857 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60208) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:13.564274 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b43a639-cd5f-486a-be0f-09d80b4be736 None None] Network a8a12fef-8f1f-42e2-8a9d-7a66402fff0c requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:49:13.704261 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381da91-cad8-4e45-a9dc-30ed43cbe8ee req-85f0f47a-39c1-41b6-a40b-44fabc22a15f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:13.705521 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b381da91-cad8-4e45-a9dc-30ed43cbe8ee req-85f0f47a-39c1-41b6-a40b-44fabc22a15f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 946 time: 0.3307536 May 03 22:49:13.708724 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-0e0f4854-d9a5-4788-be59-7ced8b3e4702 None None] Calling delete_port for 879513de-dc91-4077-82d7-f405b4a335eb owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:49:13.726772 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-29a41468-9151-42e7-962e-185e765d9b1c tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:13.746093 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2959c70f-4fda-48aa-a020-04e35d014eac tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:13.840650 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-29a41468-9151-42e7-962e-185e765d9b1c tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Deleting port 879513de-dc91-4077-82d7-f405b4a335eb {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:49:13.841387 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-29a41468-9151-42e7-962e-185e765d9b1c tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:13.886844 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-931f71cb-8f3e-43f7-9fb7-023b0a504e2a tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:14.084273 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b381da91-cad8-4e45-a9dc-30ed43cbe8ee req-9846ab43-e080-4a5b-93a1-c8afd2990a75 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3636630 May 03 22:49:14.089403 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 879513de-dc91-4077-82d7-f405b4a335eb no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:49:14.128381 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0e0f4854-d9a5-4788-be59-7ced8b3e4702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:14.138341 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 879513de-dc91-4077-82d7-f405b4a335eb {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:49:14.138868 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 879513de-dc91-4077-82d7-f405b4a335eb not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:49:14.192380 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0f4854-d9a5-4788-be59-7ced8b3e4702 None None] No DVR routers for this DVR port 879513de-dc91-4077-82d7-f405b4a335eb on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:49:14.209797 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f4854-d9a5-4788-be59-7ced8b3e4702 None None] Pushing event deleted for resources: {'Port': ['ID=879513de-dc91-4077-82d7-f405b4a335eb,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:14.223696 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-29a41468-9151-42e7-962e-185e765d9b1c tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] The port '879513de-dc91-4077-82d7-f405b4a335eb' was deleted {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:49:14.291570 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-2959c70f-4fda-48aa-a020-04e35d014eac tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Allocated IP 172.25.2.31 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/feb6c3b8-621e-4dd4-9f08-e885b3ffd626) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:49:14.321033 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded3a343-dc61-49fb-b3b8-63cb5aea005c None None] DHCP port deletion for a8a12fef-8f1f-42e2-8a9d-7a66402fff0c request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:49:14.334873 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-ded3a343-dc61-49fb-b3b8-63cb5aea005c None None] Deleting port bc27c40d-1aa4-4a59-8217-f1453b716db2 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:49:14.335243 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ded3a343-dc61-49fb-b3b8-63cb5aea005c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:14.410290 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-931f71cb-8f3e-43f7-9fb7-023b0a504e2a tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Deleting port 3b4fc167-3ffb-4ada-8f2c-530c0fb1a7a8 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:49:14.410290 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-931f71cb-8f3e-43f7-9fb7-023b0a504e2a tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:14.479023 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-29a41468-9151-42e7-962e-185e765d9b1c tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:14.506065 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-29a41468-9151-42e7-962e-185e765d9b1c tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c844908-458f-43d5-a32d-190eedb78cdc']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:14.519343 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-29a41468-9151-42e7-962e-185e765d9b1c tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54fef4b2-4531-4764-a855-cb5be1b9e034') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:14.520000 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-29a41468-9151-42e7-962e-185e765d9b1c tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54fef4b2-4531-4764-a855-cb5be1b9e034') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:14.557546 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-29a41468-9151-42e7-962e-185e765d9b1c tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:14.593958 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-29a41468-9151-42e7-962e-185e765d9b1c tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:14.614934 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-931f71cb-8f3e-43f7-9fb7-023b0a504e2a tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:14.646178 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-ded3a343-dc61-49fb-b3b8-63cb5aea005c None None] For port bc27c40d-1aa4-4a59-8217-f1453b716db2, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=bc27c40d-1aa4-4a59-8217-f1453b716db2,segment=NetworkSegment(d7184569-28cc-4f6c-bd88-6a1ad922482c),segment_id=d7184569-28cc-4f6c-bd88-6a1ad922482c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:49:14.646590 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ded3a343-dc61-49fb-b3b8-63cb5aea005c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:14.651219 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a41468-9151-42e7-962e-185e765d9b1c tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:49:14.657429 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-29a41468-9151-42e7-962e-185e765d9b1c tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:14.678004 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:49:14.678004 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:49:14.678004 n-d-811807-1 neutron-server[88069]: timer() May 03 22:49:14.678004 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:49:14.678004 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:49:14.678004 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:49:14.678004 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:49:14.678004 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:49:14.678004 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:49:14.678004 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:49:14.678004 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:49:14.678004 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:49:14.678004 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:49:14.678004 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:49:14.678004 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:49:14.678004 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:49:14.678004 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:49:14.678004 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:49:14.678004 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:49:14.678004 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:49:14.678004 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:49:14.678004 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:49:14.678004 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:49:14.678004 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:49:14.678004 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:49:14.678004 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:49:14.678004 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:49:14.678004 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:49:14.678004 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:49:14.678004 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:49:14.678004 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:49:14.678004 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:49:14.790717 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-931f71cb-8f3e-43f7-9fb7-023b0a504e2a tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Calling delete_port for 3b4fc167-3ffb-4ada-8f2c-530c0fb1a7a8 owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:49:14.834078 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-ded3a343-dc61-49fb-b3b8-63cb5aea005c None None] Calling delete_port for bc27c40d-1aa4-4a59-8217-f1453b716db2 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:49:14.871419 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-29a41468-9151-42e7-962e-185e765d9b1c tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:14.883344 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c73f7-55b8-445c-8fac-e104c1aae744 req-a91ead87-4da6-481c-a5f8-ddc0cbc04a7a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:14.884860 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b49c73f7-55b8-445c-8fac-e104c1aae744 req-a91ead87-4da6-481c-a5f8-ddc0cbc04a7a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 946 time: 0.6160445 May 03 22:49:14.914445 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-29a41468-9151-42e7-962e-185e765d9b1c tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:14.944174 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a41468-9151-42e7-962e-185e765d9b1c tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Pushing event deleted for resources: {'Network': ['ID=3c844908-458f-43d5-a32d-190eedb78cdc,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:14.975519 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ded3a343-dc61-49fb-b3b8-63cb5aea005c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:14.975849 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2959c70f-4fda-48aa-a020-04e35d014eac tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:14.982711 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-29a41468-9151-42e7-962e-185e765d9b1c tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "DELETE /v2.0/networks/3c844908-458f-43d5-a32d-190eedb78cdc HTTP/1.1" status: 204 len: 168 time: 1.4327290 May 03 22:49:14.987039 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60238) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:15.026677 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b49c73f7-55b8-445c-8fac-e104c1aae744 req-f18dcd9e-7c0f-4012-841e-c8ac01a0a256 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979979 May 03 22:49:15.054222 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60242) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:15.061177 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded3a343-dc61-49fb-b3b8-63cb5aea005c None None] Pushing event deleted for resources: {'Port': ['ID=bc27c40d-1aa4-4a59-8217-f1453b716db2,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:15.078643 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded3a343-dc61-49fb-b3b8-63cb5aea005c None None] No DVR routers for this DVR port bc27c40d-1aa4-4a59-8217-f1453b716db2 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:49:15.132122 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2959c70f-4fda-48aa-a020-04e35d014eac tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:15.204147 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959c70f-4fda-48aa-a020-04e35d014eac tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'Port': ['ID=feb6c3b8-621e-4dd4-9f08-e885b3ffd626,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:15.228847 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2959c70f-4fda-48aa-a020-04e35d014eac tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:49:15.231640 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-2959c70f-4fda-48aa-a020-04e35d014eac tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:15.234495 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2959c70f-4fda-48aa-a020-04e35d014eac tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:49:15.277353 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e35a72-1960-4a43-9de4-ad25b5aab555 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:15.278558 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3c4bf86b-ad01-4031-b0e3-4a961f71d655 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:15.278837 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c4e35a72-1960-4a43-9de4-ad25b5aab555 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 1092 time: 0.2203941 May 03 22:49:15.280555 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-931f71cb-8f3e-43f7-9fb7-023b0a504e2a tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:15.284965 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60250) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:15.292860 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-8ee46e51-fc28-42fc-9f51-aace34437ef6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'port_id': '85b92057-4bb8-4560-8b1d-787a33125312', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:49:15.304860 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-8ee46e51-fc28-42fc-9f51-aace34437ef6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:49:15.309350 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8ee46e51-fc28-42fc-9f51-aace34437ef6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:floatingip and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:49:15.314714 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8ee46e51-fc28-42fc-9f51-aace34437ef6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:49:15.374159 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-8ee46e51-fc28-42fc-9f51-aace34437ef6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:49:15.380662 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f71cb-8f3e-43f7-9fb7-023b0a504e2a tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event deleted for resources: {'Port': ['ID=3b4fc167-3ffb-4ada-8f2c-530c0fb1a7a8,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:15.407503 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8ee46e51-fc28-42fc-9f51-aace34437ef6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:15.561786 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3c4bf86b-ad01-4031-b0e3-4a961f71d655 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:15.596318 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-3c4bf86b-ad01-4031-b0e3-4a961f71d655 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8a12fef-8f1f-42e2-8a9d-7a66402fff0c']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:15.610310 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-3c4bf86b-ad01-4031-b0e3-4a961f71d655 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7184569-28cc-4f6c-bd88-6a1ad922482c') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:15.610781 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-3c4bf86b-ad01-4031-b0e3-4a961f71d655 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7184569-28cc-4f6c-bd88-6a1ad922482c') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:15.623659 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3c4bf86b-ad01-4031-b0e3-4a961f71d655 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:15.644074 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3c4bf86b-ad01-4031-b0e3-4a961f71d655 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:15.657371 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c4bf86b-ad01-4031-b0e3-4a961f71d655 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:49:15.658014 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3c4bf86b-ad01-4031-b0e3-4a961f71d655 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:15.677972 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:49:15.677972 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:49:15.677972 n-d-811807-1 neutron-server[88070]: timer() May 03 22:49:15.677972 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:49:15.677972 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:49:15.677972 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:49:15.677972 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:49:15.677972 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:49:15.677972 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:49:15.677972 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:49:15.677972 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:49:15.677972 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:49:15.677972 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:49:15.677972 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:49:15.677972 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:49:15.677972 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:49:15.677972 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:49:15.677972 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:49:15.677972 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:49:15.677972 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:49:15.677972 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:49:15.677972 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:49:15.677972 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:49:15.677972 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:49:15.677972 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:49:15.677972 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:49:15.677972 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:49:15.677972 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:49:15.677972 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:49:15.677972 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:49:15.677972 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:49:15.677972 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:49:15.831483 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8ee46e51-fc28-42fc-9f51-aace34437ef6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:15.927028 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3c4bf86b-ad01-4031-b0e3-4a961f71d655 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:15.933661 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2959c70f-4fda-48aa-a020-04e35d014eac tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:15.952076 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3c4bf86b-ad01-4031-b0e3-4a961f71d655 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:15.967305 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4bf86b-ad01-4031-b0e3-4a961f71d655 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] Pushing event deleted for resources: {'Network': ['ID=a8a12fef-8f1f-42e2-8a9d-7a66402fff0c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:16.003464 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3c4bf86b-ad01-4031-b0e3-4a961f71d655 tempest-TaggedBootDevicesTest_v242-972946089 tempest-TaggedBootDevicesTest_v242-972946089-project] 10.222.0.58 "DELETE /v2.0/networks/a8a12fef-8f1f-42e2-8a9d-7a66402fff0c HTTP/1.1" status: 204 len: 168 time: 1.0147691 May 03 22:49:16.025185 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-931f71cb-8f3e-43f7-9fb7-023b0a504e2a tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:16.135567 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device bc27c40d-1aa4-4a59-8217-f1453b716db2 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:49:16.172851 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-8ee46e51-fc28-42fc-9f51-aace34437ef6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Allocated IP 172.25.2.43 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/a66eff97-74d8-410b-9d5f-b71779ba1b23) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:49:16.212638 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: bc27c40d-1aa4-4a59-8217-f1453b716db2 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:49:16.213050 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device bc27c40d-1aa4-4a59-8217-f1453b716db2 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:49:16.354302 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2959c70f-4fda-48aa-a020-04e35d014eac tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:16.484852 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8ee46e51-fc28-42fc-9f51-aace34437ef6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:16.527860 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931f71cb-8f3e-43f7-9fb7-023b0a504e2a tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Router 6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:49:16.652067 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8ee46e51-fc28-42fc-9f51-aace34437ef6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:16.733687 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931f71cb-8f3e-43f7-9fb7-023b0a504e2a tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:49:16.746760 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979fa64b-fa1b-46da-be11-f26a58ad1ab2 None None] Sync routers for ids ['6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:49:16.751257 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-931f71cb-8f3e-43f7-9fb7-023b0a504e2a tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "PUT /v2.0/routers/6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7800882 May 03 22:49:16.752014 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60280) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:16.759820 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979fa64b-fa1b-46da-be11-f26a58ad1ab2 None None] Routers {'6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:49:16.763663 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-979fa64b-fa1b-46da-be11-f26a58ad1ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:48:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:16.777591 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee46e51-fc28-42fc-9f51-aace34437ef6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:49:16.790396 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-8ee46e51-fc28-42fc-9f51-aace34437ef6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:16.792309 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee46e51-fc28-42fc-9f51-aace34437ef6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:49:16.853734 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-979fa64b-fa1b-46da-be11-f26a58ad1ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:16.863828 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979fa64b-fa1b-46da-be11-f26a58ad1ab2 None None] Routers {'6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:49:16.864784 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-979fa64b-fa1b-46da-be11-f26a58ad1ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:48:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:16.877350 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2959c70f-4fda-48aa-a020-04e35d014eac tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:16.921041 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2959c70f-4fda-48aa-a020-04e35d014eac tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:16.951262 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-979fa64b-fa1b-46da-be11-f26a58ad1ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:16.951455 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee46e51-fc28-42fc-9f51-aace34437ef6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'Port': ['ID=a66eff97-74d8-410b-9d5f-b71779ba1b23,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:16.952081 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979fa64b-fa1b-46da-be11-f26a58ad1ab2 None None] The sync data for ids ['6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a'] in n-d-811807-1 is: [] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:49:17.152371 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2959c70f-4fda-48aa-a020-04e35d014eac tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:17.180403 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a7f5587-ba14-463d-b516-db88e8a409b8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:17.214994 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959c70f-4fda-48aa-a020-04e35d014eac tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event updated for resources: {'Port': ['ID=feb6c3b8-621e-4dd4-9f08-e885b3ffd626,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:17.383594 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a7f5587-ba14-463d-b516-db88e8a409b8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:17.400599 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f5587-ba14-463d-b516-db88e8a409b8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Deleting port e42a8e71-e8ba-4763-b130-1a669bbf83b0 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:49:17.400965 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a7f5587-ba14-463d-b516-db88e8a409b8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:17.646883 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a7f5587-ba14-463d-b516-db88e8a409b8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:17.661333 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-2959c70f-4fda-48aa-a020-04e35d014eac tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Floating IP da6cac34-efa9-4596-9fd5-7e29fcf185c3 associated. External IP: 172.25.2.31, port: 0f578a16-926e-40eb-84eb-03fb8dd74c60. May 03 22:49:17.812012 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f5587-ba14-463d-b516-db88e8a409b8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Calling delete_port for e42a8e71-e8ba-4763-b130-1a669bbf83b0 owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:49:18.005195 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a7f5587-ba14-463d-b516-db88e8a409b8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:18.101683 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f5587-ba14-463d-b516-db88e8a409b8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event deleted for resources: {'Port': ['ID=e42a8e71-e8ba-4763-b130-1a669bbf83b0,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:18.194010 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a7f5587-ba14-463d-b516-db88e8a409b8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:18.304465 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8ee46e51-fc28-42fc-9f51-aace34437ef6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:18.332760 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2959c70f-4fda-48aa-a020-04e35d014eac tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Router a3655cdb-af14-4963-92a1-5f9446f74608 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:49:18.404272 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a7f5587-ba14-463d-b516-db88e8a409b8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:18.408101 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a7f5587-ba14-463d-b516-db88e8a409b8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:18.469533 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a7f5587-ba14-463d-b516-db88e8a409b8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:18.470270 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7f5587-ba14-463d-b516-db88e8a409b8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Fanout notify agent at l3_agent the message router_deleted on router 6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:49:18.500641 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a7f5587-ba14-463d-b516-db88e8a409b8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:18.504388 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0a7f5587-ba14-463d-b516-db88e8a409b8 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "DELETE /v2.0/routers/6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a HTTP/1.1" status: 204 len: 168 time: 1.7486212 May 03 22:49:18.504518 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60310) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:18.557111 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8ee46e51-fc28-42fc-9f51-aace34437ef6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:18.623048 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aaa61ad-d2a0-413f-8e4b-eaf730f5e71b tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Deleting subnet d70ffb01-2944-4e90-85d8-2e470257a57a {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:49:18.626548 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5aaa61ad-d2a0-413f-8e4b-eaf730f5e71b tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:18.669727 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2959c70f-4fda-48aa-a020-04e35d014eac tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:49:18.682874 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0697afdc-8720-41dc-977b-3a225544aa45 None None] Sync routers for ids ['a3655cdb-af14-4963-92a1-5f9446f74608'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:49:18.693157 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0697afdc-8720-41dc-977b-3a225544aa45 None None] Routers {'a3655cdb-af14-4963-92a1-5f9446f74608'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:49:18.694032 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-0697afdc-8720-41dc-977b-3a225544aa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:48:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a3655cdb-af14-4963-92a1-5f9446f74608'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:18.718100 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5aaa61ad-d2a0-413f-8e4b-eaf730f5e71b tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:18.871741 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2959c70f-4fda-48aa-a020-04e35d014eac tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:18.992051 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60324) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:18.992656 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2959c70f-4fda-48aa-a020-04e35d014eac tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.9209681 May 03 22:49:19.006218 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a4526c-7f3f-4e16-9504-ae07e4cb3226', 'tag': '0f578a16-926e-40eb-84eb-03fb8dd74c60'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:49:19.064831 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8ee46e51-fc28-42fc-9f51-aace34437ef6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:19.071266 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8ee46e51-fc28-42fc-9f51-aace34437ef6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:19.075791 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-0697afdc-8720-41dc-977b-3a225544aa45 None None] Set router a3655cdb-af14-4963-92a1-5f9446f74608 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:49:19.142310 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-754a19e9-8141-4cd1-8a6d-c05f23174fcd'] response: {'name': 'network-changed', 'server_uuid': '63a4526c-7f3f-4e16-9504-ae07e4cb3226', 'tag': '0f578a16-926e-40eb-84eb-03fb8dd74c60', 'status': 'completed', 'code': 200} May 03 22:49:19.322487 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8ee46e51-fc28-42fc-9f51-aace34437ef6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:19.376613 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-af48d52c-f893-414d-939a-e73fbdea873c tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/floatingips/da6cac34-efa9-4596-9fd5-7e29fcf185c3 HTTP/1.1" status: 200 len: 990 time: 0.3822105 May 03 22:49:19.443884 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474fdb3-e616-4c33-b218-be7dce366dc3 req-841e0778-45b5-4687-9a90-768fc2049f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:19.448845 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f474fdb3-e616-4c33-b218-be7dce366dc3 req-841e0778-45b5-4687-9a90-768fc2049f99 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=584c47bf47e049698552e4a4a9d3464d&device_id=63a4526c-7f3f-4e16-9504-ae07e4cb3226 HTTP/1.1" status: 200 len: 1096 time: 0.3044086 May 03 22:49:19.452534 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5aaa61ad-d2a0-413f-8e4b-eaf730f5e71b tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:19.501027 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee46e51-fc28-42fc-9f51-aace34437ef6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'Port': ['ID=a66eff97-74d8-410b-9d5f-b71779ba1b23,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:19.586588 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-8ee46e51-fc28-42fc-9f51-aace34437ef6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Floating IP 96ec43a9-982a-4b87-bc7c-ddb46ed6e604 associated. External IP: 172.25.2.43, port: 85b92057-4bb8-4560-8b1d-787a33125312. May 03 22:49:19.732804 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5aaa61ad-d2a0-413f-8e4b-eaf730f5e71b tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:19.768843 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-0697afdc-8720-41dc-977b-3a225544aa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'name': 'tempest-TestNetworkBasicOps-router-1489601345', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '972396c5-50ac-4e79-94a5-d57a6cfb4173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:48:13Z', 'updated_at': '2022-05-03T22:48:27Z', 'revision_number': 4, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'gw_port': {'id': '972396c5-50ac-4e79-94a5-d57a6cfb4173', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:15Z', 'updated_at': '2022-05-03T22:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'da6cac34-efa9-4596-9fd5-7e29fcf185c3', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'floating_ip_address': '172.25.2.31', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'port_id': '0f578a16-926e-40eb-84eb-03fb8dd74c60', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67890963-02db-4c38-8d23-557cebff05e8', 'mac_address': 'fa:16:3e:8f:5c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a4526c-7f3f-4e16-9504-ae07e4cb3226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:49:15Z', 'updated_at': '2022-05-03T22:49:15Z', 'revision_number': 0, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7094abd9-692a-4ed5-b84c-d364618cef86', 'name': '', 'network_id': '67890963-02db-4c38-8d23-557cebff05e8', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'mac_address': 'fa:16:3e:e1:61:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'df7275e9-1bf4-4770-b3a8-88cd4d1a4895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:25Z', 'updated_at': '2022-05-03T22:48:38Z', 'revision_number': 5, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'subnets': [{'id': 'df7275e9-1bf4-4770-b3a8-88cd4d1a4895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:19.783056 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0697afdc-8720-41dc-977b-3a225544aa45 None None] Checking router: a3655cdb-af14-4963-92a1-5f9446f74608 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:49:19.809841 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e312079-0e4d-496c-9adf-adf0993a5a1c None None] Network ab5a6ed9-3031-45a8-a01b-cdd4702277b3 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:49:19.811984 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa61ad-d2a0-413f-8e4b-eaf730f5e71b tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event deleted for resources: {'Subnet': ['ID=d70ffb01-2944-4e90-85d8-2e470257a57a,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:19.818907 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5aaa61ad-d2a0-413f-8e4b-eaf730f5e71b tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:19.827296 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0697afdc-8720-41dc-977b-3a225544aa45 None None] Routers {'a3655cdb-af14-4963-92a1-5f9446f74608'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:49:19.828290 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-0697afdc-8720-41dc-977b-3a225544aa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:48:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a3655cdb-af14-4963-92a1-5f9446f74608'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:19.828554 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474fdb3-e616-4c33-b218-be7dce366dc3 req-a7c36c8c-3824-4961-b58e-c8e9de25e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:19.830300 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f474fdb3-e616-4c33-b218-be7dce366dc3 req-a7c36c8c-3824-4961-b58e-c8e9de25e0f5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=67890963-02db-4c38-8d23-557cebff05e8 HTTP/1.1" status: 200 len: 897 time: 0.3130155 May 03 22:49:19.844953 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5aaa61ad-d2a0-413f-8e4b-eaf730f5e71b tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "DELETE /v2.0/subnets/d70ffb01-2944-4e90-85d8-2e470257a57a HTTP/1.1" status: 204 len: 168 time: 1.3368766 May 03 22:49:19.848376 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60340) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:20.047951 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-0697afdc-8720-41dc-977b-3a225544aa45 None None] Set router a3655cdb-af14-4963-92a1-5f9446f74608 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:49:20.243893 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f474fdb3-e616-4c33-b218-be7dce366dc3 req-85ee579b-e897-4d41-bfef-756d044bdee4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f578a16-926e-40eb-84eb-03fb8dd74c60 HTTP/1.1" status: 200 len: 998 time: 0.3976057 May 03 22:49:20.358681 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee46e51-fc28-42fc-9f51-aace34437ef6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Router a281fb3d-8032-4b96-afd4-f5996537ba4a has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:49:20.394153 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474fdb3-e616-4c33-b218-be7dce366dc3 req-84ce66c6-f761-4f2c-bc1a-697a4cca996c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:20.397226 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f474fdb3-e616-4c33-b218-be7dce366dc3 req-84ce66c6-f761-4f2c-bc1a-697a4cca996c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=df7275e9-1bf4-4770-b3a8-88cd4d1a4895 HTTP/1.1" status: 200 len: 834 time: 0.1336105 May 03 22:49:20.397904 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60352) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:20.401449 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a2d9fc90-7975-4a7d-ac04-04d251629111 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:20.478831 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28a15fd-b18c-4ad6-b2c0-10613e3ea49f None None] DHCP port deletion for ab5a6ed9-3031-45a8-a01b-cdd4702277b3 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:49:20.483191 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-d28a15fd-b18c-4ad6-b2c0-10613e3ea49f None None] Deleting port 235189ef-24d1-4c0b-a394-dad28fbf42c6 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:49:20.483569 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d28a15fd-b18c-4ad6-b2c0-10613e3ea49f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:20.619344 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-a2d9fc90-7975-4a7d-ac04-04d251629111 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Deleting port 235189ef-24d1-4c0b-a394-dad28fbf42c6 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:49:20.619809 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a2d9fc90-7975-4a7d-ac04-04d251629111 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:20.716972 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-55a1e3b0-9c33-4ec1-956e-58f52c878558 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/floatingips/da6cac34-efa9-4596-9fd5-7e29fcf185c3 HTTP/1.1" status: 200 len: 990 time: 0.3119617 May 03 22:49:20.758604 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee46e51-fc28-42fc-9f51-aace34437ef6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:49:20.790755 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-0697afdc-8720-41dc-977b-3a225544aa45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'name': 'tempest-TestNetworkBasicOps-router-1489601345', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '972396c5-50ac-4e79-94a5-d57a6cfb4173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:48:13Z', 'updated_at': '2022-05-03T22:48:27Z', 'revision_number': 4, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'gw_port': {'id': '972396c5-50ac-4e79-94a5-d57a6cfb4173', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:15Z', 'updated_at': '2022-05-03T22:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'da6cac34-efa9-4596-9fd5-7e29fcf185c3', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'floating_ip_address': '172.25.2.31', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'port_id': '0f578a16-926e-40eb-84eb-03fb8dd74c60', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67890963-02db-4c38-8d23-557cebff05e8', 'mac_address': 'fa:16:3e:8f:5c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a4526c-7f3f-4e16-9504-ae07e4cb3226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:49:15Z', 'updated_at': '2022-05-03T22:49:15Z', 'revision_number': 0, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7094abd9-692a-4ed5-b84c-d364618cef86', 'name': '', 'network_id': '67890963-02db-4c38-8d23-557cebff05e8', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'mac_address': 'fa:16:3e:e1:61:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'df7275e9-1bf4-4770-b3a8-88cd4d1a4895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:25Z', 'updated_at': '2022-05-03T22:48:38Z', 'revision_number': 5, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'subnets': [{'id': 'df7275e9-1bf4-4770-b3a8-88cd4d1a4895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:20.792738 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474fdb3-e616-4c33-b218-be7dce366dc3 req-943461f4-a3a8-4405-a43a-a60cf52b3170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:20.792738 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f474fdb3-e616-4c33-b218-be7dce366dc3 req-943461f4-a3a8-4405-a43a-a60cf52b3170 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=67890963-02db-4c38-8d23-557cebff05e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3852415 May 03 22:49:20.797518 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0697afdc-8720-41dc-977b-3a225544aa45 None None] The sync data for ids ['a3655cdb-af14-4963-92a1-5f9446f74608'] in n-d-811807-1 is: [{'id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'name': 'tempest-TestNetworkBasicOps-router-1489601345', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '972396c5-50ac-4e79-94a5-d57a6cfb4173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:48:13Z', 'updated_at': '2022-05-03T22:48:27Z', 'revision_number': 4, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'gw_port': {'id': '972396c5-50ac-4e79-94a5-d57a6cfb4173', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:15Z', 'updated_at': '2022-05-03T22:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'da6cac34-efa9-4596-9fd5-7e29fcf185c3', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'floating_ip_address': '172.25.2.31', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'port_id': '0f578a16-926e-40eb-84eb-03fb8dd74c60', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67890963-02db-4c38-8d23-557cebff05e8', 'mac_address': 'fa:16:3e:8f:5c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a4526c-7f3f-4e16-9504-ae07e4cb3226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:49:15Z', 'updated_at': '2022-05-03T22:49:15Z', 'revision_number': 0, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7094abd9-692a-4ed5-b84c-d364618cef86', 'name': '', 'network_id': '67890963-02db-4c38-8d23-557cebff05e8', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'mac_address': 'fa:16:3e:e1:61:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'df7275e9-1bf4-4770-b3a8-88cd4d1a4895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:25Z', 'updated_at': '2022-05-03T22:48:38Z', 'revision_number': 5, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'subnets': [{'id': 'df7275e9-1bf4-4770-b3a8-88cd4d1a4895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:49:20.807817 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8ee46e51-fc28-42fc-9f51-aace34437ef6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:20.811971 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5074bb-fb7e-4a3b-b37f-948fa0c5caed None None] Sync routers for ids ['a281fb3d-8032-4b96-afd4-f5996537ba4a'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:49:20.920414 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5074bb-fb7e-4a3b-b37f-948fa0c5caed None None] Routers {'a281fb3d-8032-4b96-afd4-f5996537ba4a'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:49:20.921050 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-ce5074bb-fb7e-4a3b-b37f-948fa0c5caed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:48:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a281fb3d-8032-4b96-afd4-f5996537ba4a'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:20.933926 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8ee46e51-fc28-42fc-9f51-aace34437ef6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.6479075 May 03 22:49:21.091290 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-a2d9fc90-7975-4a7d-ac04-04d251629111 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] For port 235189ef-24d1-4c0b-a394-dad28fbf42c6, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=235189ef-24d1-4c0b-a394-dad28fbf42c6,segment=NetworkSegment(630587d7-963c-4c66-932e-9f15470d377e),segment_id=630587d7-963c-4c66-932e-9f15470d377e)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:49:21.091686 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a2d9fc90-7975-4a7d-ac04-04d251629111 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:21.101298 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f474fdb3-e616-4c33-b218-be7dce366dc3 req-ffe5527f-35d6-4386-840c-7a83fe77bf42 service neutron] 10.222.0.60 "GET /v2.0/networks/67890963-02db-4c38-8d23-557cebff05e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984037 May 03 22:49:21.143509 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f21ccd-9817-4f5b-a3d2-42f9fd90a16a', 'tag': '85b92057-4bb8-4560-8b1d-787a33125312'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:49:21.211165 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cfbe9-e466-484a-a05d-dbe4079c6f7c req-c767067c-708c-42e0-a5de-743476583d8c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:21.226179 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-945cfbe9-e466-484a-a05d-dbe4079c6f7c req-c767067c-708c-42e0-a5de-743476583d8c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 946 time: 0.1833391 May 03 22:49:21.229600 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faef502e-d22f-497d-ad23-88fe8aeb1e9a None None] New status for floating IP da6cac34-efa9-4596-9fd5-7e29fcf185c3: ACTIVE {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:49:21.280113 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-d28a15fd-b18c-4ad6-b2c0-10613e3ea49f None None] For port 235189ef-24d1-4c0b-a394-dad28fbf42c6, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=235189ef-24d1-4c0b-a394-dad28fbf42c6,segment=NetworkSegment(630587d7-963c-4c66-932e-9f15470d377e),segment_id=630587d7-963c-4c66-932e-9f15470d377e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:49:21.280513 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d28a15fd-b18c-4ad6-b2c0-10613e3ea49f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:21.309620 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3807be9-d8f8-4ba9-9bc3-a3841d006f99'] response: {'name': 'network-changed', 'server_uuid': '63f21ccd-9817-4f5b-a3d2-42f9fd90a16a', 'tag': '85b92057-4bb8-4560-8b1d-787a33125312', 'status': 'completed', 'code': 200} May 03 22:49:21.365635 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-945cfbe9-e466-484a-a05d-dbe4079c6f7c req-602c35c4-0fba-4d3d-be63-befce64f4591 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383300 May 03 22:49:21.381302 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60374) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:21.569180 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3bfb9309-774c-4d4b-b421-54dd87a443b6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/floatingips/96ec43a9-982a-4b87-bc7c-ddb46ed6e604 HTTP/1.1" status: 200 len: 991 time: 0.1866007 May 03 22:49:21.668870 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-d28a15fd-b18c-4ad6-b2c0-10613e3ea49f None None] Calling delete_port for 235189ef-24d1-4c0b-a394-dad28fbf42c6 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:49:21.719785 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60382) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:21.732268 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-a2d9fc90-7975-4a7d-ac04-04d251629111 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Calling delete_port for 235189ef-24d1-4c0b-a394-dad28fbf42c6 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:49:21.844391 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d28a15fd-b18c-4ad6-b2c0-10613e3ea49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:21.893042 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28a15fd-b18c-4ad6-b2c0-10613e3ea49f None None] No DVR routers for this DVR port 235189ef-24d1-4c0b-a394-dad28fbf42c6 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:49:21.927859 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a15fd-b18c-4ad6-b2c0-10613e3ea49f None None] Pushing event deleted for resources: {'Port': ['ID=235189ef-24d1-4c0b-a394-dad28fbf42c6,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:21.961153 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-413f2cda-5a1b-48f1-8e84-d5421f2d19a1 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/floatingips/da6cac34-efa9-4596-9fd5-7e29fcf185c3 HTTP/1.1" status: 200 len: 992 time: 0.2377381 May 03 22:49:21.963290 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-ce5074bb-fb7e-4a3b-b37f-948fa0c5caed None None] Set router a281fb3d-8032-4b96-afd4-f5996537ba4a gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:49:22.109823 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f474fdb3-e616-4c33-b218-be7dce366dc3 req-69750a19-c64d-4284-9403-58d82feade88 service neutron] 10.222.0.60 "GET /v2.0/networks/67890963-02db-4c38-8d23-557cebff05e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9389696 May 03 22:49:22.110797 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [None req-a2d9fc90-7975-4a7d-ac04-04d251629111 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:49:22.111116 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [None req-a2d9fc90-7975-4a7d-ac04-04d251629111 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:49:22.142950 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 235189ef-24d1-4c0b-a394-dad28fbf42c6 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:49:22.166402 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f7953-8153-41b3-8628-79d8082cef81 req-cdb0ae4a-07e2-4fe3-8190-ea994fc312b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:22.171169 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2b3f7953-8153-41b3-8628-79d8082cef81 req-cdb0ae4a-07e2-4fe3-8190-ea994fc312b1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 1097 time: 0.5384145 May 03 22:49:22.195501 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 235189ef-24d1-4c0b-a394-dad28fbf42c6 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:49:22.196287 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 235189ef-24d1-4c0b-a394-dad28fbf42c6 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:49:22.364896 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f7953-8153-41b3-8628-79d8082cef81 req-b5c770cf-e40e-4524-8998-e0e042c5946d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:22.366799 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2b3f7953-8153-41b3-8628-79d8082cef81 req-b5c770cf-e40e-4524-8998-e0e042c5946d service neutron] 10.222.0.67 "GET /v2.0/networks?id=205448ae-d8cd-4b1c-9138-0734b8d65b11 HTTP/1.1" status: 200 len: 898 time: 0.1863911 May 03 22:49:22.496021 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-ce5074bb-fb7e-4a3b-b37f-948fa0c5caed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473588078', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'e34957be-7cfa-496e-9ec7-ba816bcf9853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:48:27Z', 'updated_at': '2022-05-03T22:48:42Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': 'e34957be-7cfa-496e-9ec7-ba816bcf9853', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:29Z', 'updated_at': '2022-05-03T22:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '96ec43a9-982a-4b87-bc7c-ddb46ed6e604', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'floating_ip_address': '172.25.2.43', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'port_id': '85b92057-4bb8-4560-8b1d-787a33125312', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '205448ae-d8cd-4b1c-9138-0734b8d65b11', 'mac_address': 'fa:16:3e:ae:b3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f21ccd-9817-4f5b-a3d2-42f9fd90a16a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:49:17Z', 'updated_at': '2022-05-03T22:49:17Z', 'revision_number': 0, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fe9864c-5f3a-4864-bdc0-4b62a08633a0', 'name': '', 'network_id': '205448ae-d8cd-4b1c-9138-0734b8d65b11', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'mac_address': 'fa:16:3e:29:a7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '2cf564aa-e2bf-4b2e-a23f-3f341609bb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:39Z', 'updated_at': '2022-05-03T22:48:55Z', 'revision_number': 5, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'subnets': [{'id': '2cf564aa-e2bf-4b2e-a23f-3f341609bb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:22.505068 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5074bb-fb7e-4a3b-b37f-948fa0c5caed None None] Checking router: a281fb3d-8032-4b96-afd4-f5996537ba4a for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:49:22.514225 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5074bb-fb7e-4a3b-b37f-948fa0c5caed None None] Routers {'a281fb3d-8032-4b96-afd4-f5996537ba4a'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:49:22.514839 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-ce5074bb-fb7e-4a3b-b37f-948fa0c5caed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:48:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a281fb3d-8032-4b96-afd4-f5996537ba4a'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:22.548755 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2b3f7953-8153-41b3-8628-79d8082cef81 req-9c3a32d9-b0a6-4a4d-9a69-6aa8de3973bb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85b92057-4bb8-4560-8b1d-787a33125312 HTTP/1.1" status: 200 len: 999 time: 0.1744649 May 03 22:49:22.573067 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60398) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:22.612345 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-a2d9fc90-7975-4a7d-ac04-04d251629111 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Deleting port 235189ef-24d1-4c0b-a394-dad28fbf42c6 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:49:22.612658 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a2d9fc90-7975-4a7d-ac04-04d251629111 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:22.798068 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-ce5074bb-fb7e-4a3b-b37f-948fa0c5caed None None] Set router a281fb3d-8032-4b96-afd4-f5996537ba4a gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:49:22.818868 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-a2d9fc90-7975-4a7d-ac04-04d251629111 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] The port '235189ef-24d1-4c0b-a394-dad28fbf42c6' was deleted {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:49:22.861207 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-438504e6-b8df-438e-b48c-7eff3e86cfb8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/floatingips/96ec43a9-982a-4b87-bc7c-ddb46ed6e604 HTTP/1.1" status: 200 len: 991 time: 0.2766519 May 03 22:49:22.933495 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f7953-8153-41b3-8628-79d8082cef81 req-82044700-c8ed-456f-985c-a7f89c875a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:22.935227 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2b3f7953-8153-41b3-8628-79d8082cef81 req-82044700-c8ed-456f-985c-a7f89c875a53 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2cf564aa-e2bf-4b2e-a23f-3f341609bb2f HTTP/1.1" status: 200 len: 834 time: 0.3769219 May 03 22:49:23.076183 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a2d9fc90-7975-4a7d-ac04-04d251629111 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:23.114605 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-a2d9fc90-7975-4a7d-ac04-04d251629111 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab5a6ed9-3031-45a8-a01b-cdd4702277b3']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:23.119107 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0cffb272-3763-46eb-a752-8696512605fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:23.135144 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-a2d9fc90-7975-4a7d-ac04-04d251629111 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '630587d7-963c-4c66-932e-9f15470d377e') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:23.136909 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-a2d9fc90-7975-4a7d-ac04-04d251629111 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '630587d7-963c-4c66-932e-9f15470d377e') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:23.181283 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a2d9fc90-7975-4a7d-ac04-04d251629111 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:23.203505 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a2d9fc90-7975-4a7d-ac04-04d251629111 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:23.210541 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f7953-8153-41b3-8628-79d8082cef81 req-e7f41fce-ca46-483b-961e-1112d56a01aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:23.212381 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2b3f7953-8153-41b3-8628-79d8082cef81 req-e7f41fce-ca46-483b-961e-1112d56a01aa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=205448ae-d8cd-4b1c-9138-0734b8d65b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2694302 May 03 22:49:23.215630 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d9fc90-7975-4a7d-ac04-04d251629111 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:49:23.216203 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a2d9fc90-7975-4a7d-ac04-04d251629111 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: timer() May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:49:23.250652 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:49:23.356343 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-ce5074bb-fb7e-4a3b-b37f-948fa0c5caed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473588078', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'e34957be-7cfa-496e-9ec7-ba816bcf9853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:48:27Z', 'updated_at': '2022-05-03T22:48:42Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': 'e34957be-7cfa-496e-9ec7-ba816bcf9853', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:29Z', 'updated_at': '2022-05-03T22:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '96ec43a9-982a-4b87-bc7c-ddb46ed6e604', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'floating_ip_address': '172.25.2.43', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'port_id': '85b92057-4bb8-4560-8b1d-787a33125312', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '205448ae-d8cd-4b1c-9138-0734b8d65b11', 'mac_address': 'fa:16:3e:ae:b3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f21ccd-9817-4f5b-a3d2-42f9fd90a16a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:49:17Z', 'updated_at': '2022-05-03T22:49:17Z', 'revision_number': 0, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fe9864c-5f3a-4864-bdc0-4b62a08633a0', 'name': '', 'network_id': '205448ae-d8cd-4b1c-9138-0734b8d65b11', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'mac_address': 'fa:16:3e:29:a7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '2cf564aa-e2bf-4b2e-a23f-3f341609bb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:39Z', 'updated_at': '2022-05-03T22:48:55Z', 'revision_number': 5, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'subnets': [{'id': '2cf564aa-e2bf-4b2e-a23f-3f341609bb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:23.365087 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5074bb-fb7e-4a3b-b37f-948fa0c5caed None None] The sync data for ids ['a281fb3d-8032-4b96-afd4-f5996537ba4a'] in n-d-811807-1 is: [{'id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473588078', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'e34957be-7cfa-496e-9ec7-ba816bcf9853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:48:27Z', 'updated_at': '2022-05-03T22:48:42Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': 'e34957be-7cfa-496e-9ec7-ba816bcf9853', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:29Z', 'updated_at': '2022-05-03T22:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '96ec43a9-982a-4b87-bc7c-ddb46ed6e604', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'floating_ip_address': '172.25.2.43', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'port_id': '85b92057-4bb8-4560-8b1d-787a33125312', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '205448ae-d8cd-4b1c-9138-0734b8d65b11', 'mac_address': 'fa:16:3e:ae:b3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f21ccd-9817-4f5b-a3d2-42f9fd90a16a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:49:17Z', 'updated_at': '2022-05-03T22:49:17Z', 'revision_number': 0, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fe9864c-5f3a-4864-bdc0-4b62a08633a0', 'name': '', 'network_id': '205448ae-d8cd-4b1c-9138-0734b8d65b11', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'mac_address': 'fa:16:3e:29:a7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '2cf564aa-e2bf-4b2e-a23f-3f341609bb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:39Z', 'updated_at': '2022-05-03T22:48:55Z', 'revision_number': 5, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'subnets': [{'id': '2cf564aa-e2bf-4b2e-a23f-3f341609bb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:49:23.539219 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2b3f7953-8153-41b3-8628-79d8082cef81 req-6583b3c7-492d-4eef-bf34-d6104e0cbd5b service neutron] 10.222.0.67 "GET /v2.0/networks/205448ae-d8cd-4b1c-9138-0734b8d65b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787757 May 03 22:49:23.605892 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a2d9fc90-7975-4a7d-ac04-04d251629111 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:23.630414 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a2d9fc90-7975-4a7d-ac04-04d251629111 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:23.646173 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a2d9fc90-7975-4a7d-ac04-04d251629111 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "DELETE /v2.0/networks/ab5a6ed9-3031-45a8-a01b-cdd4702277b3 HTTP/1.1" status: 204 len: 168 time: 3.7197943 May 03 22:49:23.648807 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60416) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:23.696757 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9fc90-7975-4a7d-ac04-04d251629111 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event deleted for resources: {'Network': ['ID=ab5a6ed9-3031-45a8-a01b-cdd4702277b3,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:23.738253 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd7f105-88c3-4f0c-b6ff-10526b610bad None None] New status for floating IP 96ec43a9-982a-4b87-bc7c-ddb46ed6e604: ACTIVE {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:49:23.788013 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2b3f7953-8153-41b3-8628-79d8082cef81 req-4d9bc633-d1fa-4763-8317-d72af2ca2eda service neutron] 10.222.0.67 "GET /v2.0/networks/205448ae-d8cd-4b1c-9138-0734b8d65b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367368 May 03 22:49:23.857302 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60424) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:23.883800 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-b7081769-bcc7-4cd6-9d83-0e7c8a39f062 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Deleting port ffe4fc53-6edf-4abb-9def-4bac000769be {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:49:23.884516 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b7081769-bcc7-4cd6-9d83-0e7c8a39f062 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:23.997311 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9c6e99e7-a624-47e2-a11f-9b4bf1b9f168 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/floatingips/96ec43a9-982a-4b87-bc7c-ddb46ed6e604 HTTP/1.1" status: 200 len: 991 time: 0.1400452 May 03 22:49:24.107565 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b7081769-bcc7-4cd6-9d83-0e7c8a39f062 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:24.107809 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b7081769-bcc7-4cd6-9d83-0e7c8a39f062 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:24.243564 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-b7081769-bcc7-4cd6-9d83-0e7c8a39f062 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Calling delete_port for ffe4fc53-6edf-4abb-9def-4bac000769be owned by network:floatingip {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:49:24.383480 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:24.394263 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b7081769-bcc7-4cd6-9d83-0e7c8a39f062 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:24.440538 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7081769-bcc7-4cd6-9d83-0e7c8a39f062 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event deleted for resources: {'Port': ['ID=ffe4fc53-6edf-4abb-9def-4bac000769be,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:24.694386 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b7081769-bcc7-4cd6-9d83-0e7c8a39f062 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for floatingip, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:24.712489 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b7081769-bcc7-4cd6-9d83-0e7c8a39f062 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:24.713658 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b7081769-bcc7-4cd6-9d83-0e7c8a39f062 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "DELETE /v2.0/floatingips/c008659b-b0e1-4c84-b5a2-f1523b75a91e HTTP/1.1" status: 204 len: 168 time: 1.0638335 May 03 22:49:24.717940 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60440) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:24.892321 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b81d6b9-9fc0-4b48-8d20-b7e9ba10e849 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] DELETE failed (client error): The resource could not be found. May 03 22:49:24.893016 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b81d6b9-9fc0-4b48-8d20-b7e9ba10e849 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:49:24.897049 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7b81d6b9-9fc0-4b48-8d20-b7e9ba10e849 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "DELETE /v2.0/ports/a7a9f2a5-505d-4089-9b13-ba354c01835b HTTP/1.1" status: 404 len: 333 time: 0.1754048 May 03 22:49:24.897425 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60448) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:24.940815 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6e85090e-8e2f-40e4-a0d2-c8767cb4d07a tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Synchronizing usage tracker for tenant:8c95c89f05244bbf88571ec673604262 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:49:24.958694 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6e85090e-8e2f-40e4-a0d2-c8767cb4d07a tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Unset dirty status for tenant:8c95c89f05244bbf88571ec673604262 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:49:24.962532 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6e85090e-8e2f-40e4-a0d2-c8767cb4d07a tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "GET /v2.0/ports?device_id=6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a HTTP/1.1" status: 200 len: 205 time: 0.0614445 May 03 22:49:24.962723 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60452) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:24.998630 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60456) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:25.036843 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3cff5d79-ccbc-4e73-9583-813f889d1c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:25.048886 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-03918940-4545-4fb5-94f4-010a5d220661 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] delete failed (client error): The resource could not be found. May 03 22:49:25.050234 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-03918940-4545-4fb5-94f4-010a5d220661 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "DELETE /v2.0/routers/6c74626d-9ae1-4ef0-91ed-f53d87b6dd1a HTTP/1.1" status: 404 len: 336 time: 0.0865068 May 03 22:49:25.052609 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60466) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:25.152315 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a664379f-4315-42a8-84e4-157667ae5abd tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/floatingips/96ec43a9-982a-4b87-bc7c-ddb46ed6e604 HTTP/1.1" status: 200 len: 993 time: 0.1524553 May 03 22:49:25.152554 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-85bbbfd8-327d-411c-8465-c24bebd44172 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] DELETE failed (client error): The resource could not be found. May 03 22:49:25.152950 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85bbbfd8-327d-411c-8465-c24bebd44172 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:49:25.155471 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-85bbbfd8-327d-411c-8465-c24bebd44172 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "DELETE /v2.0/subnets/d70ffb01-2944-4e90-85d8-2e470257a57a HTTP/1.1" status: 404 len: 337 time: 0.1010544 May 03 22:49:25.157388 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60470) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:25.176062 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60474) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:25.238821 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-de1f6739-c902-4177-9a09-3a7461e68d5b tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Deleting port 7eff7334-d5f6-4d43-bd3e-d4e9ee07040c {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:49:25.239520 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-de1f6739-c902-4177-9a09-3a7461e68d5b tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:25.518920 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-de1f6739-c902-4177-9a09-3a7461e68d5b tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:25.705673 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-de1f6739-c902-4177-9a09-3a7461e68d5b tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Calling delete_port for 7eff7334-d5f6-4d43-bd3e-d4e9ee07040c owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:49:25.878034 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-de1f6739-c902-4177-9a09-3a7461e68d5b tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:25.944221 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f6739-c902-4177-9a09-3a7461e68d5b tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event deleted for resources: {'Port': ['ID=7eff7334-d5f6-4d43-bd3e-d4e9ee07040c,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:26.071402 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-de1f6739-c902-4177-9a09-3a7461e68d5b tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:26.084826 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-de1f6739-c902-4177-9a09-3a7461e68d5b tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "DELETE /v2.0/ports/7eff7334-d5f6-4d43-bd3e-d4e9ee07040c HTTP/1.1" status: 204 len: 168 time: 0.9259708 May 03 22:49:26.087654 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60498) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:26.134578 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae8829e3-6355-48e6-8907-859142bfcb78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:26.156187 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-d30a41c1-dda0-4f2c-aebd-708bcf7956a5 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Deleting port 522794e5-ddc8-4bc1-9bc2-4db37c72860f {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:49:26.156614 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d30a41c1-dda0-4f2c-aebd-708bcf7956a5 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:26.293244 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:26.296023 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:26.436735 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d30a41c1-dda0-4f2c-aebd-708bcf7956a5 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:26.507106 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ae8829e3-6355-48e6-8907-859142bfcb78 admin admin] Deleting port 46d79949-2fca-48dc-b6fa-4986fccb5e7b {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:49:26.507471 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae8829e3-6355-48e6-8907-859142bfcb78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:26.568779 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-d30a41c1-dda0-4f2c-aebd-708bcf7956a5 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Calling delete_port for 522794e5-ddc8-4bc1-9bc2-4db37c72860f owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:49:26.706164 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-ae8829e3-6355-48e6-8907-859142bfcb78 admin admin] For port 46d79949-2fca-48dc-b6fa-4986fccb5e7b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=46d79949-2fca-48dc-b6fa-4986fccb5e7b,segment=NetworkSegment(5f07acb1-8990-460f-9ed1-6ed50d2566a9),segment_id=5f07acb1-8990-460f-9ed1-6ed50d2566a9)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:49:26.706528 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae8829e3-6355-48e6-8907-859142bfcb78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:26.727874 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d30a41c1-dda0-4f2c-aebd-708bcf7956a5 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:26.789001 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a41c1-dda0-4f2c-aebd-708bcf7956a5 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event deleted for resources: {'Port': ['ID=522794e5-ddc8-4bc1-9bc2-4db37c72860f,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:26.893828 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d30a41c1-dda0-4f2c-aebd-708bcf7956a5 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:26.903967 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d30a41c1-dda0-4f2c-aebd-708bcf7956a5 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "DELETE /v2.0/ports/522794e5-ddc8-4bc1-9bc2-4db37c72860f HTTP/1.1" status: 204 len: 168 time: 0.8153064 May 03 22:49:26.906402 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60504) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:26.960450 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ae8829e3-6355-48e6-8907-859142bfcb78 admin admin] Calling delete_port for 46d79949-2fca-48dc-b6fa-4986fccb5e7b owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:49:27.102807 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923daad6-f505-4e44-93ae-ebbec465c67c tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:27.103513 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-923daad6-f505-4e44-93ae-ebbec465c67c tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Synchronizing usage tracker for tenant:8c95c89f05244bbf88571ec673604262 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:49:27.120690 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-923daad6-f505-4e44-93ae-ebbec465c67c tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Unset dirty status for tenant:8c95c89f05244bbf88571ec673604262 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:49:27.124647 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-923daad6-f505-4e44-93ae-ebbec465c67c tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f23874e-12c6-40a1-96e5-7619d98f141b HTTP/1.1" status: 200 len: 913 time: 0.2148011 May 03 22:49:27.124888 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60508) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:27.142122 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-db9be063-9127-4d29-a038-8caaaeee792a req-3a425466-68a4-43b5-96a6-36c314caa61e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d5377de6-693a-44c6-b042-ed3f4594fe50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0945654 May 03 22:49:27.253631 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae8829e3-6355-48e6-8907-859142bfcb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:27.315863 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8829e3-6355-48e6-8907-859142bfcb78 admin admin] Pushing event deleted for resources: {'Port': ['ID=46d79949-2fca-48dc-b6fa-4986fccb5e7b,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:27.480258 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9be063-9127-4d29-a038-8caaaeee792a req-a8251918-f0fe-49fc-84ce-44d20d40cb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:27.481739 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-db9be063-9127-4d29-a038-8caaaeee792a req-a8251918-f0fe-49fc-84ce-44d20d40cb3c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c9b36c2026314fcba54b84af09c29f52&device_id=d5377de6-693a-44c6-b042-ed3f4594fe50 HTTP/1.1" status: 200 len: 1096 time: 0.2636795 May 03 22:49:27.619659 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:27.700277 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6d619e85-c158-43e9-ab94-1fb54de42339 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:27.707228 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae8829e3-6355-48e6-8907-859142bfcb78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:27.713569 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9be063-9127-4d29-a038-8caaaeee792a req-11d160b1-7f92-4d7d-b53f-a900cd379558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:27.715024 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-db9be063-9127-4d29-a038-8caaaeee792a req-11d160b1-7f92-4d7d-b53f-a900cd379558 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b02a0a3f-1344-4b33-8d96-e59f73f273ac HTTP/1.1" status: 200 len: 916 time: 0.1744311 May 03 22:49:27.933105 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:27.959347 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-db9be063-9127-4d29-a038-8caaaeee792a req-e929f14e-106e-49de-9c74-ad2289397983 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8442c7b-07b0-40e9-8fc3-521b4a78bd90 HTTP/1.1" status: 200 len: 1001 time: 0.2379873 May 03 22:49:28.111919 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-6d619e85-c158-43e9-ab94-1fb54de42339 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Deleting port d5247f0b-679f-4f3f-ac86-b7cb4c81bd5b {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:49:28.112432 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6d619e85-c158-43e9-ab94-1fb54de42339 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:28.131081 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9be063-9127-4d29-a038-8caaaeee792a req-c0ba5171-89e7-4348-a971-b90b97755358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:28.132507 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-db9be063-9127-4d29-a038-8caaaeee792a req-c0ba5171-89e7-4348-a971-b90b97755358 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6ca0f6a1-6e8b-435e-9833-3f318b86b95e HTTP/1.1" status: 200 len: 854 time: 0.1655629 May 03 22:49:28.309343 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6d619e85-c158-43e9-ab94-1fb54de42339 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:28.316194 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9be063-9127-4d29-a038-8caaaeee792a req-ea19109a-4659-400c-898c-c5ad7b0701b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:28.317603 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-db9be063-9127-4d29-a038-8caaaeee792a req-ea19109a-4659-400c-898c-c5ad7b0701b7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b02a0a3f-1344-4b33-8d96-e59f73f273ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1786137 May 03 22:49:28.326556 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8829e3-6355-48e6-8907-859142bfcb78 admin admin] Router f5250d25-7f31-414b-8a2c-77b6e98a0de7 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:49:28.439436 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-6d619e85-c158-43e9-ab94-1fb54de42339 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Calling delete_port for d5247f0b-679f-4f3f-ac86-b7cb4c81bd5b owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:49:28.742897 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-db9be063-9127-4d29-a038-8caaaeee792a req-0ee4e322-70b2-42ca-835a-1a49f5a229eb service neutron] 10.222.0.67 "GET /v2.0/networks/b02a0a3f-1344-4b33-8d96-e59f73f273ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183795 May 03 22:49:28.752608 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6d619e85-c158-43e9-ab94-1fb54de42339 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:28.792668 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8829e3-6355-48e6-8907-859142bfcb78 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:49:28.803630 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d619e85-c158-43e9-ab94-1fb54de42339 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event deleted for resources: {'Port': ['ID=d5247f0b-679f-4f3f-ac86-b7cb4c81bd5b,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:28.806788 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92caf0a4-4ec9-44f4-8fc2-991c248f7c4d None None] Sync routers for ids ['f5250d25-7f31-414b-8a2c-77b6e98a0de7'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:49:28.830126 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92caf0a4-4ec9-44f4-8fc2-991c248f7c4d None None] Routers {'f5250d25-7f31-414b-8a2c-77b6e98a0de7'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:49:28.830943 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-92caf0a4-4ec9-44f4-8fc2-991c248f7c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:49:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['f5250d25-7f31-414b-8a2c-77b6e98a0de7'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:28.859606 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ae8829e3-6355-48e6-8907-859142bfcb78 admin admin] 10.222.0.58 "PUT /v2.0/routers/f5250d25-7f31-414b-8a2c-77b6e98a0de7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6823704 May 03 22:49:28.862198 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60638) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:29.046524 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-92caf0a4-4ec9-44f4-8fc2-991c248f7c4d None None] Set router f5250d25-7f31-414b-8a2c-77b6e98a0de7 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:49:29.089131 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3113546a-a1ca-49bc-89f4-6bfdc786d25c admin admin] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:29.148992 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6d619e85-c158-43e9-ab94-1fb54de42339 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:29.222259 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-db9be063-9127-4d29-a038-8caaaeee792a req-4ce455c9-2636-4927-aace-fdb56ae8dd25 service neutron] 10.222.0.67 "GET /v2.0/networks/b02a0a3f-1344-4b33-8d96-e59f73f273ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4716315 May 03 22:49:29.358909 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3113546a-a1ca-49bc-89f4-6bfdc786d25c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:29.383151 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-3113546a-a1ca-49bc-89f4-6bfdc786d25c admin admin] Deleting port e5feb733-ec21-4d14-a76c-3b9fc2d95650 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:49:29.384125 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3113546a-a1ca-49bc-89f4-6bfdc786d25c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:29.419966 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-92caf0a4-4ec9-44f4-8fc2-991c248f7c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'name': 'tempest-TaggedBootDevicesTest_v242-484815623-router', 'tenant_id': '07f7b519265346608174cafca790a124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'e5feb733-ec21-4d14-a76c-3b9fc2d95650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:41:16Z', 'updated_at': '2022-05-03T22:49:27Z', 'revision_number': 5, 'project_id': '07f7b519265346608174cafca790a124', 'gw_port': {'id': 'e5feb733-ec21-4d14-a76c-3b9fc2d95650', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:41:18Z', 'updated_at': '2022-05-03T22:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:29.424461 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92caf0a4-4ec9-44f4-8fc2-991c248f7c4d None None] Checking router: f5250d25-7f31-414b-8a2c-77b6e98a0de7 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:49:29.435958 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92caf0a4-4ec9-44f4-8fc2-991c248f7c4d None None] Routers {'f5250d25-7f31-414b-8a2c-77b6e98a0de7'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:49:29.436788 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-92caf0a4-4ec9-44f4-8fc2-991c248f7c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:49:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['f5250d25-7f31-414b-8a2c-77b6e98a0de7'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:29.472327 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-2456a2b3-ff73-44d9-a67f-d352a89af2e5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1634357 May 03 22:49:29.665675 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-92caf0a4-4ec9-44f4-8fc2-991c248f7c4d None None] Set router f5250d25-7f31-414b-8a2c-77b6e98a0de7 gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:49:29.719071 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-3113546a-a1ca-49bc-89f4-6bfdc786d25c admin admin] For port e5feb733-ec21-4d14-a76c-3b9fc2d95650, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=e5feb733-ec21-4d14-a76c-3b9fc2d95650,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:49:29.719413 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3113546a-a1ca-49bc-89f4-6bfdc786d25c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:29.766885 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d619e85-c158-43e9-ab94-1fb54de42339 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Router 6f23874e-12c6-40a1-96e5-7619d98f141b has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:49:29.813791 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-92caf0a4-4ec9-44f4-8fc2-991c248f7c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'name': 'tempest-TaggedBootDevicesTest_v242-484815623-router', 'tenant_id': '07f7b519265346608174cafca790a124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:41:16Z', 'updated_at': '2022-05-03T22:49:29Z', 'revision_number': 6, 'project_id': '07f7b519265346608174cafca790a124', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:29.818705 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92caf0a4-4ec9-44f4-8fc2-991c248f7c4d None None] The sync data for ids ['f5250d25-7f31-414b-8a2c-77b6e98a0de7'] in n-d-811807-1 is: [{'id': 'f5250d25-7f31-414b-8a2c-77b6e98a0de7', 'name': 'tempest-TaggedBootDevicesTest_v242-484815623-router', 'tenant_id': '07f7b519265346608174cafca790a124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:41:16Z', 'updated_at': '2022-05-03T22:49:29Z', 'revision_number': 6, 'project_id': '07f7b519265346608174cafca790a124', 'gw_port_host': None}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:49:29.857199 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-3113546a-a1ca-49bc-89f4-6bfdc786d25c admin admin] Calling delete_port for e5feb733-ec21-4d14-a76c-3b9fc2d95650 owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:49:29.894616 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-6113b97c-6a74-4b02-85ea-b11e1d8f5223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:29.895097 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-6113b97c-6a74-4b02-85ea-b11e1d8f5223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:29.895570 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-6113b97c-6a74-4b02-85ea-b11e1d8f5223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:29.896043 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-6113b97c-6a74-4b02-85ea-b11e1d8f5223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:29.896508 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-6113b97c-6a74-4b02-85ea-b11e1d8f5223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:29.897056 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-6113b97c-6a74-4b02-85ea-b11e1d8f5223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:29.897520 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-6113b97c-6a74-4b02-85ea-b11e1d8f5223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:29.899939 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-6113b97c-6a74-4b02-85ea-b11e1d8f5223 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6f7f307699c4be5803d470738b6e79e&device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 6491 time: 0.3083148 May 03 22:49:29.980125 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d619e85-c158-43e9-ab94-1fb54de42339 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:49:29.993290 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6cc441-8367-4c29-919c-40a31fbd3d3b None None] Sync routers for ids ['6f23874e-12c6-40a1-96e5-7619d98f141b'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:49:30.014484 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6cc441-8367-4c29-919c-40a31fbd3d3b None None] Routers {'6f23874e-12c6-40a1-96e5-7619d98f141b'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:49:30.015497 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-eb6cc441-8367-4c29-919c-40a31fbd3d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:49:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6f23874e-12c6-40a1-96e5-7619d98f141b'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:30.016018 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6d619e85-c158-43e9-ab94-1fb54de42339 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "PUT /v2.0/routers/6f23874e-12c6-40a1-96e5-7619d98f141b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8885765 May 03 22:49:30.016749 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60778) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:30.094172 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-eb6cc441-8367-4c29-919c-40a31fbd3d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:30.108618 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6cc441-8367-4c29-919c-40a31fbd3d3b None None] Routers {'6f23874e-12c6-40a1-96e5-7619d98f141b'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:49:30.109272 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-eb6cc441-8367-4c29-919c-40a31fbd3d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:49:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6f23874e-12c6-40a1-96e5-7619d98f141b'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:30.204682 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-eb6cc441-8367-4c29-919c-40a31fbd3d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:30.205096 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6cc441-8367-4c29-919c-40a31fbd3d3b None None] The sync data for ids ['6f23874e-12c6-40a1-96e5-7619d98f141b'] in n-d-811807-1 is: [] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:49:30.249916 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 46d79949-2fca-48dc-b6fa-4986fccb5e7b no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:49:30.260527 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-59530868-b9dc-4d03-8947-7af116b5dd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:30.261005 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-59530868-b9dc-4d03-8947-7af116b5dd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:30.261649 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-59530868-b9dc-4d03-8947-7af116b5dd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:30.263544 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-59530868-b9dc-4d03-8947-7af116b5dd36 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6b7a7532-e056-4c5e-b17e-d6ca176c9814&id=39659ede-a161-442b-8b5e-00bdb95cd624&id=39659ede-a161-442b-8b5e-00bdb95cd624&id=39659ede-a161-442b-8b5e-00bdb95cd624&id=39659ede-a161-442b-8b5e-00bdb95cd624&id=c7b56b55-0340-4699-b0c7-3b74594ad3b7&id=c7b56b55-0340-4699-b0c7-3b74594ad3b7 HTTP/1.1" status: 200 len: 2291 time: 0.3302519 May 03 22:49:30.309621 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 46d79949-2fca-48dc-b6fa-4986fccb5e7b {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:49:30.310343 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 46d79949-2fca-48dc-b6fa-4986fccb5e7b not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:49:30.328274 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0a9dd60a-f8e6-4bfa-8b10-80d34e2b86ec tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:30.430779 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-336310ba-175a-4ee5-aea2-333d7c92f3f0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=527a1855-13d0-4f13-9c82-a5ca04a8b2f7 HTTP/1.1" status: 200 len: 1001 time: 0.1599028 May 03 22:49:30.432035 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3113546a-a1ca-49bc-89f4-6bfdc786d25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:30.481843 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3113546a-a1ca-49bc-89f4-6bfdc786d25c admin admin] Pushing event deleted for resources: {'Port': ['ID=e5feb733-ec21-4d14-a76c-3b9fc2d95650,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:30.622500 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-ab45f74b-3ffa-4315-bd5e-463bc6ca859f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:30.624214 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-ab45f74b-3ffa-4315-bd5e-463bc6ca859f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=50b35d49-219c-4b17-af47-5e4fd9e4cce5 HTTP/1.1" status: 200 len: 850 time: 0.1446023 May 03 22:49:30.675680 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3113546a-a1ca-49bc-89f4-6bfdc786d25c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:30.681235 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0a9dd60a-f8e6-4bfa-8b10-80d34e2b86ec tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:30.691630 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-0a9dd60a-f8e6-4bfa-8b10-80d34e2b86ec tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Deleting port f324b77c-cd87-42ce-9056-f810e9f84433 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:49:30.691971 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0a9dd60a-f8e6-4bfa-8b10-80d34e2b86ec tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:30.872482 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3113546a-a1ca-49bc-89f4-6bfdc786d25c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:30.875273 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3113546a-a1ca-49bc-89f4-6bfdc786d25c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:30.898195 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0a9dd60a-f8e6-4bfa-8b10-80d34e2b86ec tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:30.905605 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-202b27c2-554a-4f18-8a14-9aa35f9c780b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:30.907101 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-202b27c2-554a-4f18-8a14-9aa35f9c780b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6b7a7532-e056-4c5e-b17e-d6ca176c9814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2744286 May 03 22:49:30.908123 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3113546a-a1ca-49bc-89f4-6bfdc786d25c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:30.908611 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3113546a-a1ca-49bc-89f4-6bfdc786d25c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5250d25-7f31-414b-8a2c-77b6e98a0de7 {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:49:30.961123 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3113546a-a1ca-49bc-89f4-6bfdc786d25c admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:30.962201 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3113546a-a1ca-49bc-89f4-6bfdc786d25c admin admin] 10.222.0.58 "DELETE /v2.0/routers/f5250d25-7f31-414b-8a2c-77b6e98a0de7 HTTP/1.1" status: 204 len: 168 time: 2.0990489 May 03 22:49:30.964965 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60896) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:31.035863 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-0a9dd60a-f8e6-4bfa-8b10-80d34e2b86ec tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Calling delete_port for f324b77c-cd87-42ce-9056-f810e9f84433 owned by network:router_gateway {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:49:31.101442 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d118aa1-ffbe-4a18-9203-8cd2fff31d18 admin admin] Deleting subnet a5c50d9d-c526-4e5a-813d-10937c3b2804 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:49:31.105102 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1d118aa1-ffbe-4a18-9203-8cd2fff31d18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:31.148592 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-deac660e-c9f5-4ea2-bfbe-6ec3d860e82d service neutron] 10.222.0.60 "GET /v2.0/networks/6b7a7532-e056-4c5e-b17e-d6ca176c9814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342501 May 03 22:49:31.188692 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1d118aa1-ffbe-4a18-9203-8cd2fff31d18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:31.280093 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0a9dd60a-f8e6-4bfa-8b10-80d34e2b86ec tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:31.333240 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9dd60a-f8e6-4bfa-8b10-80d34e2b86ec tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event deleted for resources: {'Port': ['ID=f324b77c-cd87-42ce-9056-f810e9f84433,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:31.369057 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-cf888910-d29c-4932-91dc-60bc22ec3853 service neutron] 10.222.0.60 "GET /v2.0/networks/6b7a7532-e056-4c5e-b17e-d6ca176c9814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112753 May 03 22:49:31.374231 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1d118aa1-ffbe-4a18-9203-8cd2fff31d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:31.431448 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0a9dd60a-f8e6-4bfa-8b10-80d34e2b86ec tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:31.485198 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-e39ac885-fdfe-44c3-8f2b-f769df1e4948 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=a5676f4a-f478-4abd-b7de-5bb1b574a9e4 HTTP/1.1" status: 200 len: 217 time: 0.0835617 May 03 22:49:31.634597 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0a9dd60a-f8e6-4bfa-8b10-80d34e2b86ec tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:31.637050 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0a9dd60a-f8e6-4bfa-8b10-80d34e2b86ec tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:31.663110 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0a9dd60a-f8e6-4bfa-8b10-80d34e2b86ec tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:31.663804 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9dd60a-f8e6-4bfa-8b10-80d34e2b86ec tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Fanout notify agent at l3_agent the message router_deleted on router 6f23874e-12c6-40a1-96e5-7619d98f141b {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:49:31.680542 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0a9dd60a-f8e6-4bfa-8b10-80d34e2b86ec tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:31.683855 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0a9dd60a-f8e6-4bfa-8b10-80d34e2b86ec tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "DELETE /v2.0/routers/6f23874e-12c6-40a1-96e5-7619d98f141b HTTP/1.1" status: 204 len: 168 time: 1.6640379 May 03 22:49:31.683998 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-506c927b-bedf-4f43-affa-c9d993e8997b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:31.684093 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60972) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:31.685377 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-506c927b-bedf-4f43-affa-c9d993e8997b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8863c3d5-b808-4878-a7f7-629ee5c5994d HTTP/1.1" status: 200 len: 797 time: 0.1931701 May 03 22:49:31.691127 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1d118aa1-ffbe-4a18-9203-8cd2fff31d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:31.753595 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac357e67-51b3-47bf-9499-25de71cd07b2 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Deleting subnet c6f4509d-a7a3-4c9a-8564-5eb7ac00fea8 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:49:31.756421 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac357e67-51b3-47bf-9499-25de71cd07b2 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:31.770032 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d118aa1-ffbe-4a18-9203-8cd2fff31d18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5c50d9d-c526-4e5a-813d-10937c3b2804,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:31.771934 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1d118aa1-ffbe-4a18-9203-8cd2fff31d18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:31.777149 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecf4176-2e5a-4894-9383-0ebb62df3680 None None] Network 3447ec37-3982-4d19-88a9-e296027f90a8 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:49:31.787393 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1d118aa1-ffbe-4a18-9203-8cd2fff31d18 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a5c50d9d-c526-4e5a-813d-10937c3b2804 HTTP/1.1" status: 204 len: 168 time: 0.8212833 May 03 22:49:31.790061 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60976) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:31.816497 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac357e67-51b3-47bf-9499-25de71cd07b2 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:31.877782 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac357e67-51b3-47bf-9499-25de71cd07b2 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:31.906637 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8feedb92-85ee-450c-a6bd-9827e0da7f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:31.911497 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-c1347aaa-1aa1-498d-8472-8c810843632f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:31.912983 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-c1347aaa-1aa1-498d-8472-8c810843632f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=39659ede-a161-442b-8b5e-00bdb95cd624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2178447 May 03 22:49:31.943047 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-8feedb92-85ee-450c-a6bd-9827e0da7f68 admin admin] Deleting port 1af39270-229d-49df-bbf1-bf2637278c97 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:49:31.943414 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8feedb92-85ee-450c-a6bd-9827e0da7f68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:31.962825 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac357e67-51b3-47bf-9499-25de71cd07b2 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:32.017513 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac357e67-51b3-47bf-9499-25de71cd07b2 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event deleted for resources: {'Subnet': ['ID=c6f4509d-a7a3-4c9a-8564-5eb7ac00fea8,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:32.027302 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac357e67-51b3-47bf-9499-25de71cd07b2 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:32.040315 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ac357e67-51b3-47bf-9499-25de71cd07b2 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "DELETE /v2.0/subnets/c6f4509d-a7a3-4c9a-8564-5eb7ac00fea8 HTTP/1.1" status: 204 len: 168 time: 0.3549783 May 03 22:49:32.042778 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60980) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:32.050943 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eca8319-05db-42e5-9254-5b14eb1944b1 None None] DHCP port deletion for 3447ec37-3982-4d19-88a9-e296027f90a8 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:49:32.055921 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-0eca8319-05db-42e5-9254-5b14eb1944b1 None None] Deleting port 1af39270-229d-49df-bbf1-bf2637278c97 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:49:32.056505 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0eca8319-05db-42e5-9254-5b14eb1944b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:32.103258 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device e5feb733-ec21-4d14-a76c-3b9fc2d95650 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:49:32.151538 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: e5feb733-ec21-4d14-a76c-3b9fc2d95650 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:49:32.151974 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device e5feb733-ec21-4d14-a76c-3b9fc2d95650 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:49:32.175514 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-927a7f46-40b9-4834-a5db-199a28867cb6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:32.188070 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-8032e1de-aaea-4794-b454-fba773c8d6e2 service neutron] 10.222.0.60 "GET /v2.0/networks/39659ede-a161-442b-8b5e-00bdb95cd624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666941 May 03 22:49:32.313769 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-927a7f46-40b9-4834-a5db-199a28867cb6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:32.329792 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-0eca8319-05db-42e5-9254-5b14eb1944b1 None None] For port 1af39270-229d-49df-bbf1-bf2637278c97, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=1af39270-229d-49df-bbf1-bf2637278c97,segment=NetworkSegment(5f07acb1-8990-460f-9ed1-6ed50d2566a9),segment_id=5f07acb1-8990-460f-9ed1-6ed50d2566a9)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:49:32.330513 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0eca8319-05db-42e5-9254-5b14eb1944b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:32.343926 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-927a7f46-40b9-4834-a5db-199a28867cb6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f52cd730-c1f9-404d-a48e-e6338ca28751']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:32.357200 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-927a7f46-40b9-4834-a5db-199a28867cb6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c1eef78-178f-48bc-8c52-bb8f4c5274e3') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:32.357603 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-927a7f46-40b9-4834-a5db-199a28867cb6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c1eef78-178f-48bc-8c52-bb8f4c5274e3') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:32.370692 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-927a7f46-40b9-4834-a5db-199a28867cb6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:32.391273 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-927a7f46-40b9-4834-a5db-199a28867cb6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:32.398492 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-927a7f46-40b9-4834-a5db-199a28867cb6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:49:32.399202 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-927a7f46-40b9-4834-a5db-199a28867cb6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:32.421568 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:49:32.421568 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:49:32.421568 n-d-811807-1 neutron-server[88069]: timer() May 03 22:49:32.421568 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:49:32.421568 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:49:32.421568 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:49:32.421568 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:49:32.421568 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:49:32.421568 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:49:32.421568 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:49:32.421568 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:49:32.421568 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:49:32.421568 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:49:32.421568 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:49:32.421568 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:49:32.421568 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:49:32.421568 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:49:32.421568 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:49:32.421568 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:49:32.421568 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:49:32.421568 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:49:32.421568 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:49:32.421568 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:49:32.421568 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:49:32.421568 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:49:32.421568 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:49:32.421568 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:49:32.421568 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:49:32.421568 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:49:32.421568 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:49:32.421568 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:49:32.421568 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:49:32.482849 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-0eca8319-05db-42e5-9254-5b14eb1944b1 None None] Calling delete_port for 1af39270-229d-49df-bbf1-bf2637278c97 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:49:32.495993 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-8feedb92-85ee-450c-a6bd-9827e0da7f68 admin admin] For port 1af39270-229d-49df-bbf1-bf2637278c97, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=1af39270-229d-49df-bbf1-bf2637278c97,segment=NetworkSegment(5f07acb1-8990-460f-9ed1-6ed50d2566a9),segment_id=5f07acb1-8990-460f-9ed1-6ed50d2566a9)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:49:32.497759 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8feedb92-85ee-450c-a6bd-9827e0da7f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:32.519985 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-927a7f46-40b9-4834-a5db-199a28867cb6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:32.548217 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-927a7f46-40b9-4834-a5db-199a28867cb6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:32.560311 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a7f46-40b9-4834-a5db-199a28867cb6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] Pushing event deleted for resources: {'Network': ['ID=f52cd730-c1f9-404d-a48e-e6338ca28751,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:32.565712 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-927a7f46-40b9-4834-a5db-199a28867cb6 tempest-FloatingIPTestJSON-367230257 tempest-FloatingIPTestJSON-367230257-project] 10.222.0.58 "DELETE /v2.0/networks/f52cd730-c1f9-404d-a48e-e6338ca28751 HTTP/1.1" status: 204 len: 168 time: 0.5194240 May 03 22:49:32.585624 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0eca8319-05db-42e5-9254-5b14eb1944b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:32.656512 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca8319-05db-42e5-9254-5b14eb1944b1 None None] Pushing event deleted for resources: {'Port': ['ID=1af39270-229d-49df-bbf1-bf2637278c97,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:32.659651 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eca8319-05db-42e5-9254-5b14eb1944b1 None None] No DVR routers for this DVR port 1af39270-229d-49df-bbf1-bf2637278c97 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:49:32.676153 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca8319-05db-42e5-9254-5b14eb1944b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:32.676673 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca8319-05db-42e5-9254-5b14eb1944b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:32.677045 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca8319-05db-42e5-9254-5b14eb1944b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:32.677582 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca8319-05db-42e5-9254-5b14eb1944b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:32.677942 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca8319-05db-42e5-9254-5b14eb1944b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:32.678276 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca8319-05db-42e5-9254-5b14eb1944b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:32.678606 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca8319-05db-42e5-9254-5b14eb1944b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:32.678932 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca8319-05db-42e5-9254-5b14eb1944b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:32.679255 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca8319-05db-42e5-9254-5b14eb1944b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:32.679576 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca8319-05db-42e5-9254-5b14eb1944b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:32.679951 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca8319-05db-42e5-9254-5b14eb1944b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:32.680339 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca8319-05db-42e5-9254-5b14eb1944b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:32.684568 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-8feedb92-85ee-450c-a6bd-9827e0da7f68 admin admin] Calling delete_port for 1af39270-229d-49df-bbf1-bf2637278c97 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:49:32.744763 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-ea323215-d435-42a2-a696-26cd62c2d5d4 service neutron] 10.222.0.60 "GET /v2.0/networks/39659ede-a161-442b-8b5e-00bdb95cd624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5391452 May 03 22:49:32.832763 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-e5c69faf-8870-4759-ab7a-53b29da835f2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=f29a8b06-8b92-4808-84bd-b5a24faa61fe HTTP/1.1" status: 200 len: 217 time: 0.0783980 May 03 22:49:32.839734 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [None req-8feedb92-85ee-450c-a6bd-9827e0da7f68 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:49:32.840062 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [None req-8feedb92-85ee-450c-a6bd-9827e0da7f68 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:49:32.897884 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-d5900eea-35f7-4b49-83ad-0352684866ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:32.899774 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-d5900eea-35f7-4b49-83ad-0352684866ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8863c3d5-b808-4878-a7f7-629ee5c5994d HTTP/1.1" status: 200 len: 797 time: 0.0583930 May 03 22:49:32.913326 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60994) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:32.985274 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-5e0c74a4-1d5a-4b92-89d2-15ec93c57854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:32.986965 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-5e0c74a4-1d5a-4b92-89d2-15ec93c57854 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=39659ede-a161-442b-8b5e-00bdb95cd624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0796556 May 03 22:49:33.077683 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f3791e03-3da3-4d3a-8b77-57e634b16cdf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8c95c89f05244bbf88571ec673604262&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1630206 May 03 22:49:33.080128 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 32768) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:33.123457 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-6e3496bf-35d4-4653-82ec-6fb7ac11e06c service neutron] 10.222.0.60 "GET /v2.0/networks/39659ede-a161-442b-8b5e-00bdb95cd624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298261 May 03 22:49:33.139796 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-76f6dab9-b28f-4ff4-bdfe-0ad0f22ced36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:33.171811 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-76f6dab9-b28f-4ff4-bdfe-0ad0f22ced36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:33.226943 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-76f6dab9-b28f-4ff4-bdfe-0ad0f22ced36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:33.247402 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6dab9-b28f-4ff4-bdfe-0ad0f22ced36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b62b758-c385-4cb4-8dd9-4e68f09c3a1d,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:33.255473 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-76f6dab9-b28f-4ff4-bdfe-0ad0f22ced36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:33.258843 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-76f6dab9-b28f-4ff4-bdfe-0ad0f22ced36 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5b62b758-c385-4cb4-8dd9-4e68f09c3a1d HTTP/1.1" status: 204 len: 168 time: 0.1772492 May 03 22:49:33.357107 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-8feedb92-85ee-450c-a6bd-9827e0da7f68 admin admin] Deleting port 1af39270-229d-49df-bbf1-bf2637278c97 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:49:33.357453 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8feedb92-85ee-450c-a6bd-9827e0da7f68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:33.436153 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-8feedb92-85ee-450c-a6bd-9827e0da7f68 admin admin] The port '1af39270-229d-49df-bbf1-bf2637278c97' was deleted {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:49:33.506643 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-4803b06d-af16-4016-b057-8fc2891166fa service neutron] 10.222.0.60 "GET /v2.0/networks/39659ede-a161-442b-8b5e-00bdb95cd624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768375 May 03 22:49:33.588889 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-2587fda4-00cc-4d61-8f3d-88947397ca08 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=0bb0e3ca-de57-49a0-91a9-bae2fab49370 HTTP/1.1" status: 200 len: 217 time: 0.0709851 May 03 22:49:33.670253 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8feedb92-85ee-450c-a6bd-9827e0da7f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:33.714912 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-8feedb92-85ee-450c-a6bd-9827e0da7f68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3447ec37-3982-4d19-88a9-e296027f90a8']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:33.732036 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-8feedb92-85ee-450c-a6bd-9827e0da7f68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f07acb1-8990-460f-9ed1-6ed50d2566a9') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:33.732319 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-8feedb92-85ee-450c-a6bd-9827e0da7f68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f07acb1-8990-460f-9ed1-6ed50d2566a9') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:33.739446 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-39173443-1d91-4764-8895-f882ad3470ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:33.741049 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-39173443-1d91-4764-8895-f882ad3470ed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8863c3d5-b808-4878-a7f7-629ee5c5994d HTTP/1.1" status: 200 len: 797 time: 0.1099496 May 03 22:49:33.747680 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8feedb92-85ee-450c-a6bd-9827e0da7f68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:33.808758 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8feedb92-85ee-450c-a6bd-9827e0da7f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:33.818938 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8feedb92-85ee-450c-a6bd-9827e0da7f68 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:49:33.819345 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8feedb92-85ee-450c-a6bd-9827e0da7f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:33.833175 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:49:33.833175 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:49:33.833175 n-d-811807-1 neutron-server[88070]: timer() May 03 22:49:33.833175 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:49:33.833175 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:49:33.833175 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:49:33.833175 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:49:33.833175 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:49:33.833175 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:49:33.833175 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:49:33.833175 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:49:33.833175 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:49:33.833175 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:49:33.833175 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:49:33.833175 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:49:33.833175 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:49:33.833175 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:49:33.833175 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:49:33.833175 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:49:33.833175 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:49:33.833175 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:49:33.833175 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:49:33.833175 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:49:33.833175 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:49:33.833175 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:49:33.833175 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:49:33.833175 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:49:33.833175 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:49:33.833175 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:49:33.833175 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:49:33.833175 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:49:33.833175 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:49:33.918851 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8feedb92-85ee-450c-a6bd-9827e0da7f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:33.923920 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-e541d1d9-2836-438c-b9a9-0071747f8a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:33.925396 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-e541d1d9-2836-438c-b9a9-0071747f8a0d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=39659ede-a161-442b-8b5e-00bdb95cd624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1713967 May 03 22:49:33.943368 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8feedb92-85ee-450c-a6bd-9827e0da7f68 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:33.969335 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feedb92-85ee-450c-a6bd-9827e0da7f68 admin admin] Pushing event deleted for resources: {'Network': ['ID=3447ec37-3982-4d19-88a9-e296027f90a8,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:34.008414 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 32794) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:34.008925 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8feedb92-85ee-450c-a6bd-9827e0da7f68 admin admin] 10.222.0.58 "DELETE /v2.0/networks/3447ec37-3982-4d19-88a9-e296027f90a8 HTTP/1.1" status: 204 len: 168 time: 2.2174699 May 03 22:49:34.076626 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 1af39270-229d-49df-bbf1-bf2637278c97 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:49:34.133582 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-7f6407f3-6a1b-4557-9de3-fdae3f7e5904 service neutron] 10.222.0.60 "GET /v2.0/networks/39659ede-a161-442b-8b5e-00bdb95cd624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936479 May 03 22:49:34.144092 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 1af39270-229d-49df-bbf1-bf2637278c97 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:49:34.144686 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 1af39270-229d-49df-bbf1-bf2637278c97 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:49:34.169457 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 32798) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:34.296306 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-0019edd7-3b4e-4ba3-bb74-2668bc1917fa service neutron] 10.222.0.60 "GET /v2.0/networks/39659ede-a161-442b-8b5e-00bdb95cd624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533012 May 03 22:49:34.373520 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-aa62fb9d-0f54-4f4c-8523-f313840c830e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=8a1c5f72-11f8-497b-9fc4-ea3247fdb317 HTTP/1.1" status: 200 len: 217 time: 0.0701776 May 03 22:49:34.379242 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-19ba4f8e-db82-4ab4-99e4-b42c48f48316 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2077011628'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:49:34.384578 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-19ba4f8e-db82-4ab4-99e4-b42c48f48316 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:49:34.388687 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-19ba4f8e-db82-4ab4-99e4-b42c48f48316 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Usage tracker for resource:network and tenant:4488198cd494494f84f0b9eeabb85b8b is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:49:34.391583 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-19ba4f8e-db82-4ab4-99e4-b42c48f48316 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:49:34.397797 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-19ba4f8e-db82-4ab4-99e4-b42c48f48316 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:49:34.445008 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ba4f8e-db82-4ab4-99e4-b42c48f48316 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Made reservation on behalf of 4488198cd494494f84f0b9eeabb85b8b for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:49:34.448913 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-19ba4f8e-db82-4ab4-99e4-b42c48f48316 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:34.473030 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-19ba4f8e-db82-4ab4-99e4-b42c48f48316 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:34.495622 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-19ba4f8e-db82-4ab4-99e4-b42c48f48316 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:49:34.503319 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-19ba4f8e-db82-4ab4-99e4-b42c48f48316 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Usage tracker for resource:security_group_rule and tenant:4488198cd494494f84f0b9eeabb85b8b is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:49:34.506554 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-11b9abc5-458c-4c46-9ad0-8326d14c9d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:34.507995 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-11b9abc5-458c-4c46-9ad0-8326d14c9d9e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8863c3d5-b808-4878-a7f7-629ee5c5994d HTTP/1.1" status: 200 len: 797 time: 0.1023893 May 03 22:49:34.508970 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-19ba4f8e-db82-4ab4-99e4-b42c48f48316 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:49:34.516538 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-19ba4f8e-db82-4ab4-99e4-b42c48f48316 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:49:34.682735 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-1f250a01-515e-4f08-8137-001e6fdb44d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:34.684392 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-1f250a01-515e-4f08-8137-001e6fdb44d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=39659ede-a161-442b-8b5e-00bdb95cd624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1690016 May 03 22:49:34.739473 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-19ba4f8e-db82-4ab4-99e4-b42c48f48316 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:34.748723 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fcec8448-b175-4c10-8dfc-d7d1c3ae2e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:34.752255 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-19ba4f8e-db82-4ab4-99e4-b42c48f48316 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:34.793753 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba4f8e-db82-4ab4-99e4-b42c48f48316 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bad591ee-d410-4ca9-8b57-e02e52bfb7cb,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:34.852481 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19ba4f8e-db82-4ab4-99e4-b42c48f48316 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:49:34.880040 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-19ba4f8e-db82-4ab4-99e4-b42c48f48316 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:34.880393 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-19ba4f8e-db82-4ab4-99e4-b42c48f48316 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Added segment 8a6ce4e7-1e23-486f-9820-d7027a9ef82f of type vlan for network 807705a3-5557-48d9-be4b-b9eb5a33f5c4 May 03 22:49:34.923591 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-c007706b-3dfc-4f50-a150-6555d3f56c9b service neutron] 10.222.0.60 "GET /v2.0/networks/39659ede-a161-442b-8b5e-00bdb95cd624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304704 May 03 22:49:34.938081 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-19ba4f8e-db82-4ab4-99e4-b42c48f48316 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:35.040236 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 32810) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:35.190476 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-fcec8448-b175-4c10-8dfc-d7d1c3ae2e5a admin admin] Deleting port af493913-a3b6-4c03-8895-93d96a195eca {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:49:35.190824 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fcec8448-b175-4c10-8dfc-d7d1c3ae2e5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:35.192830 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.resource_extend [None req-19ba4f8e-db82-4ab4-99e4-b42c48f48316 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:49:35.234482 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-8b48d5b8-acd8-4937-9a76-33ab71e3bc85 service neutron] 10.222.0.60 "GET /v2.0/networks/39659ede-a161-442b-8b5e-00bdb95cd624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901988 May 03 22:49:35.235225 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-19ba4f8e-db82-4ab4-99e4-b42c48f48316 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:35.240964 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ba4f8e-db82-4ab4-99e4-b42c48f48316 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:35.241462 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-19ba4f8e-db82-4ab4-99e4-b42c48f48316 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:35.262154 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-688cfcb3-8719-4c1b-9c13-0f16d92ff859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:35.283327 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-688cfcb3-8719-4c1b-9c13-0f16d92ff859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:49:35.292057 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-688cfcb3-8719-4c1b-9c13-0f16d92ff859 admin admin] Usage tracker for resource:security_group_rule and tenant:7101065254874799bca1ec674dcc2f3e is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:49:35.308997 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-688cfcb3-8719-4c1b-9c13-0f16d92ff859 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:49:35.327797 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-688cfcb3-8719-4c1b-9c13-0f16d92ff859 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:49:35.355048 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-b1e81f8a-f4ca-42f9-a95e-354a826d83ec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a9c5efb9-9e57-4822-8224-c4bfc00dc164 HTTP/1.1" status: 200 len: 217 time: 0.1073148 May 03 22:49:35.449578 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-fcec8448-b175-4c10-8dfc-d7d1c3ae2e5a admin admin] For port af493913-a3b6-4c03-8895-93d96a195eca, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=af493913-a3b6-4c03-8895-93d96a195eca,segment=NetworkSegment(54d0e912-9b7e-4af3-a2e1-1097ec09fc77),segment_id=54d0e912-9b7e-4af3-a2e1-1097ec09fc77)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:49:35.450009 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fcec8448-b175-4c10-8dfc-d7d1c3ae2e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:35.455750 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-19ba4f8e-db82-4ab4-99e4-b42c48f48316 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2852364 May 03 22:49:35.456832 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba4f8e-db82-4ab4-99e4-b42c48f48316 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Pushing event updated for resources: {'Network': ['ID=807705a3-5557-48d9-be4b-b9eb5a33f5c4,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:35.460111 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 32816) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:35.470483 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 807705a3-5557-48d9-be4b-b9eb5a33f5c4 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:49:35.472117 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-85d5a8b3-defc-42be-901f-0e6fdbd5ada0 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Request body: {'subnet': {'network_id': '807705a3-5557-48d9-be4b-b9eb5a33f5c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:49:35.581345 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-fcec8448-b175-4c10-8dfc-d7d1c3ae2e5a admin admin] Calling delete_port for af493913-a3b6-4c03-8895-93d96a195eca owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:49:35.584334 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-f6b01d1f-c982-4d28-8712-6e99be2ca512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:35.585760 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-f6b01d1f-c982-4d28-8712-6e99be2ca512 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2376228d-867e-4de8-ac27-ddcb210d265f HTTP/1.1" status: 200 len: 797 time: 0.2232492 May 03 22:49:35.592128 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-85d5a8b3-defc-42be-901f-0e6fdbd5ada0 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:49:35.630162 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-85d5a8b3-defc-42be-901f-0e6fdbd5ada0 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Usage tracker for resource:subnet and tenant:4488198cd494494f84f0b9eeabb85b8b is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:49:35.637965 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-85d5a8b3-defc-42be-901f-0e6fdbd5ada0 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:49:35.649925 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-85d5a8b3-defc-42be-901f-0e6fdbd5ada0 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:49:35.674017 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-688cfcb3-8719-4c1b-9c13-0f16d92ff859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:35.677200 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-4d8ec201-2c40-47db-a4f1-bedd24ca13ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:35.678868 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-4d8ec201-2c40-47db-a4f1-bedd24ca13ba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c7b56b55-0340-4699-b0c7-3b74594ad3b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0843606 May 03 22:49:35.683664 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-688cfcb3-8719-4c1b-9c13-0f16d92ff859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:35.685639 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d5a8b3-defc-42be-901f-0e6fdbd5ada0 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Made reservation on behalf of 4488198cd494494f84f0b9eeabb85b8b for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:49:35.689685 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-85d5a8b3-defc-42be-901f-0e6fdbd5ada0 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:35.740330 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-688cfcb3-8719-4c1b-9c13-0f16d92ff859 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7101065254874799bca1ec674dcc2f3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6981606 May 03 22:49:35.745205 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 32820) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:35.761193 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688cfcb3-8719-4c1b-9c13-0f16d92ff859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8c0601-6939-4e17-adba-1f70c111451b,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:35.931918 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-e4f24578-6c18-47ae-9cec-1f4ffb745b6d service neutron] 10.222.0.60 "GET /v2.0/networks/c7b56b55-0340-4699-b0c7-3b74594ad3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251163 May 03 22:49:35.967904 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e82ba4c7-231c-4a8b-89bf-13722fc440cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:36.011869 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e82ba4c7-231c-4a8b-89bf-13722fc440cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:36.054015 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fcec8448-b175-4c10-8dfc-d7d1c3ae2e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:36.146828 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:49:36.147379 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec8448-b175-4c10-8dfc-d7d1c3ae2e5a admin admin] Pushing event deleted for resources: {'Port': ['ID=af493913-a3b6-4c03-8895-93d96a195eca,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:36.155003 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-ac49ba61-235c-4caf-be1c-67ca0ba58d69 service neutron] 10.222.0.60 "GET /v2.0/networks/c7b56b55-0340-4699-b0c7-3b74594ad3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149837 May 03 22:49:36.155751 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-85d5a8b3-defc-42be-901f-0e6fdbd5ada0 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:36.210810 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e82ba4c7-231c-4a8b-89bf-13722fc440cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:36.233732 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ba4c7-231c-4a8b-89bf-13722fc440cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8c0601-6939-4e17-adba-1f70c111451b,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:36.291613 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-7de5d798-a7a8-4565-980c-2c5ffea41efb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b46b01d2-324c-4ced-a8bc-dbbdf42d265c HTTP/1.1" status: 200 len: 217 time: 0.0893717 May 03 22:49:36.364111 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5a8b3-defc-42be-901f-0e6fdbd5ada0 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Pushing event updated for resources: {'Subnet': ['ID=220cb7ac-5685-427d-900d-41576bc70f03,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:36.381969 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e82ba4c7-231c-4a8b-89bf-13722fc440cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:36.385539 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e82ba4c7-231c-4a8b-89bf-13722fc440cd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9c8c0601-6939-4e17-adba-1f70c111451b HTTP/1.1" status: 204 len: 168 time: 0.6348217 May 03 22:49:36.385674 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d5a8b3-defc-42be-901f-0e6fdbd5ada0 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Checking segment: {'id': '8a6ce4e7-1e23-486f-9820-d7027a9ef82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '807705a3-5557-48d9-be4b-b9eb5a33f5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:49:36.385674 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d5a8b3-defc-42be-901f-0e6fdbd5ada0 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Network hostable DHCP agents. Network: 807705a3-5557-48d9-be4b-b9eb5a33f5c4, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:49:36.393587 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-9db068e0-4a38-4be1-8419-4a2cd17a26e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:36.395124 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-9db068e0-4a38-4be1-8419-4a2cd17a26e3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2376228d-867e-4de8-ac27-ddcb210d265f HTTP/1.1" status: 200 len: 797 time: 0.0943391 May 03 22:49:36.438564 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fcec8448-b175-4c10-8dfc-d7d1c3ae2e5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:36.463499 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d5a8b3-defc-42be-901f-0e6fdbd5ada0 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Network 807705a3-5557-48d9-be4b-b9eb5a33f5c4 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:49:36.481821 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-85d5a8b3-defc-42be-901f-0e6fdbd5ada0 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 807705a3-5557-48d9-be4b-b9eb5a33f5c4) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:36.487636 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d5a8b3-defc-42be-901f-0e6fdbd5ada0 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:36.488307 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-85d5a8b3-defc-42be-901f-0e6fdbd5ada0 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:36.492398 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa64898-e464-4f59-93cc-c8678a7a5e86 None None] Network 807705a3-5557-48d9-be4b-b9eb5a33f5c4 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:49:36.514646 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-85d5a8b3-defc-42be-901f-0e6fdbd5ada0 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0505855 May 03 22:49:36.514821 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 32830) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:36.521464 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-3464c965-8333-4cd2-85d4-c8f5a16fba34 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-32514823', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:49:36.530312 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3464c965-8333-4cd2-85d4-c8f5a16fba34 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:49:36.536195 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3464c965-8333-4cd2-85d4-c8f5a16fba34 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Usage tracker for resource:router and tenant:4488198cd494494f84f0b9eeabb85b8b is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:49:36.541420 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3464c965-8333-4cd2-85d4-c8f5a16fba34 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:49:36.545054 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-c8af5fe8-b966-484f-8a8f-b153712d6b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:36.546604 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-c8af5fe8-b966-484f-8a8f-b153712d6b21 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c7b56b55-0340-4699-b0c7-3b74594ad3b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1437287 May 03 22:49:36.550492 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3464c965-8333-4cd2-85d4-c8f5a16fba34 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:49:36.599132 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3464c965-8333-4cd2-85d4-c8f5a16fba34 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:36.600206 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3464c965-8333-4cd2-85d4-c8f5a16fba34 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:36.690138 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3464c965-8333-4cd2-85d4-c8f5a16fba34 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:36.728577 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-44dba686-2b9f-4917-9362-9757b4aaebba service neutron] 10.222.0.60 "GET /v2.0/networks/c7b56b55-0340-4699-b0c7-3b74594ad3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740186 May 03 22:49:36.731676 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3464c965-8333-4cd2-85d4-c8f5a16fba34 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:36.794735 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3464c965-8333-4cd2-85d4-c8f5a16fba34 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:36.796748 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3464c965-8333-4cd2-85d4-c8f5a16fba34 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.2810075 May 03 22:49:36.838226 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 32842) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:36.876243 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d7a9e4-f349-4a00-b041-895aeb17937f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-807705a3-5557-48d9-be4b-b9eb5a33f5c4', 'network_id': '807705a3-5557-48d9-be4b-b9eb5a33f5c4', 'tenant_id': '4488198cd494494f84f0b9eeabb85b8b', 'fixed_ips': [{'subnet_id': '220cb7ac-5685-427d-900d-41576bc70f03'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:49:36.877532 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-15d7a9e4-f349-4a00-b041-895aeb17937f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:36.938020 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcec8448-b175-4c10-8dfc-d7d1c3ae2e5a admin admin] Router 6c67751b-b008-4503-9376-4c89022b831b has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:49:37.073172 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1135c075-b544-43f2-a83e-33b5aa612ecb req-e81eac2c-b62d-4b99-8c85-df765cf13446 service neutron] 10.222.0.60 "GET /v2.0/networks/c7b56b55-0340-4699-b0c7-3b74594ad3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325667 May 03 22:49:37.154225 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-15d7a9e4-f349-4a00-b041-895aeb17937f None None] Allocated IP 172.20.0.2 (807705a3-5557-48d9-be4b-b9eb5a33f5c4/220cb7ac-5685-427d-900d-41576bc70f03/28ac74dc-de24-4053-882c-58b427c71b78) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:49:37.215121 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 32856) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:37.333645 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-88ffc807-3572-4363-ac9c-3be8272021e7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-388009800-network', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:49:37.341361 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-88ffc807-3572-4363-ac9c-3be8272021e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:49:37.346015 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-88ffc807-3572-4363-ac9c-3be8272021e7 admin admin] Usage tracker for resource:network and tenant:fac7f64c48bd48e8ae480a0113f466e9 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:49:37.349450 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-88ffc807-3572-4363-ac9c-3be8272021e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:49:37.356729 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-88ffc807-3572-4363-ac9c-3be8272021e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:49:37.369818 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ffc807-3572-4363-ac9c-3be8272021e7 admin admin] Made reservation on behalf of fac7f64c48bd48e8ae480a0113f466e9 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:49:37.374530 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-88ffc807-3572-4363-ac9c-3be8272021e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:37.375365 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-15d7a9e4-f349-4a00-b041-895aeb17937f None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:37.387943 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-15d7a9e4-f349-4a00-b041-895aeb17937f None None] Transition to ACTIVE for port object 28ac74dc-de24-4053-882c-58b427c71b78 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:49:37.391448 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-88ffc807-3572-4363-ac9c-3be8272021e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:37.409398 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-15d7a9e4-f349-4a00-b041-895aeb17937f None None] Transition to ACTIVE for port object 28ac74dc-de24-4053-882c-58b427c71b78 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:49:37.410485 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-88ffc807-3572-4363-ac9c-3be8272021e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:49:37.415290 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-88ffc807-3572-4363-ac9c-3be8272021e7 admin admin] Usage tracker for resource:security_group_rule and tenant:fac7f64c48bd48e8ae480a0113f466e9 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:49:37.417129 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-15d7a9e4-f349-4a00-b041-895aeb17937f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:37.418981 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-88ffc807-3572-4363-ac9c-3be8272021e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:49:37.426185 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-88ffc807-3572-4363-ac9c-3be8272021e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:49:37.489464 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d7a9e4-f349-4a00-b041-895aeb17937f None None] Network 807705a3-5557-48d9-be4b-b9eb5a33f5c4 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:49:37.492472 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-15d7a9e4-f349-4a00-b041-895aeb17937f None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:37.497300 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d7a9e4-f349-4a00-b041-895aeb17937f None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:49:37.542204 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-88ffc807-3572-4363-ac9c-3be8272021e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:37.545170 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7a9e4-f349-4a00-b041-895aeb17937f None None] Pushing event updated for resources: {'Port': ['ID=28ac74dc-de24-4053-882c-58b427c71b78,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:37.550291 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-88ffc807-3572-4363-ac9c-3be8272021e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:37.567865 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ffc807-3572-4363-ac9c-3be8272021e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:49:37.579912 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-88ffc807-3572-4363-ac9c-3be8272021e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:37.580256 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-88ffc807-3572-4363-ac9c-3be8272021e7 admin admin] Added segment 79021a81-35f7-436f-834b-fb3d2a777891 of type vlan for network 707cfa08-484f-448d-b84f-a940bf8f6e2e May 03 22:49:37.612931 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-15d7a9e4-f349-4a00-b041-895aeb17937f None None] Attempting to bind port 28ac74dc-de24-4053-882c-58b427c71b78 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:49:37.614366 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-15d7a9e4-f349-4a00-b041-895aeb17937f None None] Attempting to bind port 28ac74dc-de24-4053-882c-58b427c71b78 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '8a6ce4e7-1e23-486f-9820-d7027a9ef82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '807705a3-5557-48d9-be4b-b9eb5a33f5c4'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:49:37.615116 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d7a9e4-f349-4a00-b041-895aeb17937f None None] Attempting to bind port 28ac74dc-de24-4053-882c-58b427c71b78 on network 807705a3-5557-48d9-be4b-b9eb5a33f5c4 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:49:37.615479 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-88ffc807-3572-4363-ac9c-3be8272021e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:37.625936 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d7a9e4-f349-4a00-b041-895aeb17937f None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:49:37.627236 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d7a9e4-f349-4a00-b041-895aeb17937f None None] Checking segment: {'id': '8a6ce4e7-1e23-486f-9820-d7027a9ef82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '807705a3-5557-48d9-be4b-b9eb5a33f5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:49:37.627861 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-15d7a9e4-f349-4a00-b041-895aeb17937f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:37.629382 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d7a9e4-f349-4a00-b041-895aeb17937f None None] Bound using segment: {'id': '8a6ce4e7-1e23-486f-9820-d7027a9ef82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '807705a3-5557-48d9-be4b-b9eb5a33f5c4'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:49:37.631099 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-15d7a9e4-f349-4a00-b041-895aeb17937f None None] Bound port: 28ac74dc-de24-4053-882c-58b427c71b78, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a6ce4e7-1e23-486f-9820-d7027a9ef82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '807705a3-5557-48d9-be4b-b9eb5a33f5c4'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:49:37.631742 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-15d7a9e4-f349-4a00-b041-895aeb17937f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:37.641303 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcec8448-b175-4c10-8dfc-d7d1c3ae2e5a admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:49:37.643433 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ffc807-3572-4363-ac9c-3be8272021e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e94b93-6eef-48f2-b18e-08351c4ff9ff,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:37.651249 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-fcec8448-b175-4c10-8dfc-d7d1c3ae2e5a admin admin] 10.222.0.58 "PUT /v2.0/routers/6c67751b-b008-4503-9376-4c89022b831b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6404285 May 03 22:49:37.654657 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 32862) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:37.657433 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ef336c-3bf5-4700-b8f9-98539df6cbff None None] Sync routers for ids ['6c67751b-b008-4503-9376-4c89022b831b'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:49:37.675118 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-88ffc807-3572-4363-ac9c-3be8272021e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:37.675336 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ef336c-3bf5-4700-b8f9-98539df6cbff None None] Routers {'6c67751b-b008-4503-9376-4c89022b831b'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:49:37.675944 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-23ef336c-3bf5-4700-b8f9-98539df6cbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:49:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6c67751b-b008-4503-9376-4c89022b831b'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:37.676526 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ffc807-3572-4363-ac9c-3be8272021e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:37.677309 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-88ffc807-3572-4363-ac9c-3be8272021e7 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:37.750677 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2d4fbdb7-46e8-4fe5-a491-31f702280406 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:37.759337 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-15d7a9e4-f349-4a00-b041-895aeb17937f None None] For port 28ac74dc-de24-4053-882c-58b427c71b78, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:49:37.763443 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-15d7a9e4-f349-4a00-b041-895aeb17937f None None] For port 28ac74dc-de24-4053-882c-58b427c71b78, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=28ac74dc-de24-4053-882c-58b427c71b78,segment=NetworkSegment(8a6ce4e7-1e23-486f-9820-d7027a9ef82f),segment_id=8a6ce4e7-1e23-486f-9820-d7027a9ef82f)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:49:37.770526 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-15d7a9e4-f349-4a00-b041-895aeb17937f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:37.801102 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-88ffc807-3572-4363-ac9c-3be8272021e7 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5846331 May 03 22:49:37.803940 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 32866) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:37.807276 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ffc807-3572-4363-ac9c-3be8272021e7 admin admin] Pushing event updated for resources: {'Network': ['ID=707cfa08-484f-448d-b84f-a940bf8f6e2e,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:37.813530 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-f86b75b9-0d82-41b4-8f36-0c8c8b543160 admin admin] Request body: {'subnet': {'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-388009800-subnet', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:49:37.819809 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f86b75b9-0d82-41b4-8f36-0c8c8b543160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:49:37.823904 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f86b75b9-0d82-41b4-8f36-0c8c8b543160 admin admin] Usage tracker for resource:subnet and tenant:fac7f64c48bd48e8ae480a0113f466e9 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:49:37.828536 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f86b75b9-0d82-41b4-8f36-0c8c8b543160 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:49:37.832001 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 707cfa08-484f-448d-b84f-a940bf8f6e2e details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:49:37.835860 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f86b75b9-0d82-41b4-8f36-0c8c8b543160 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:49:37.847970 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86b75b9-0d82-41b4-8f36-0c8c8b543160 admin admin] Made reservation on behalf of fac7f64c48bd48e8ae480a0113f466e9 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:49:37.851422 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f86b75b9-0d82-41b4-8f36-0c8c8b543160 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:37.906851 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-23ef336c-3bf5-4700-b8f9-98539df6cbff None None] Set router 6c67751b-b008-4503-9376-4c89022b831b gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:49:38.009509 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7a9e4-f349-4a00-b041-895aeb17937f None None] Pushing event updated for resources: {'Port': ['ID=28ac74dc-de24-4053-882c-58b427c71b78,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:38.107325 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-17a41514-e124-4401-9ce5-cef9e58dfa73 admin admin] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:38.133999 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f86b75b9-0d82-41b4-8f36-0c8c8b543160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:38.195283 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b75b9-0d82-41b4-8f36-0c8c8b543160 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a456f8a-c743-4130-8826-ac82fe55cbc8,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:38.241092 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86b75b9-0d82-41b4-8f36-0c8c8b543160 admin admin] Checking segment: {'id': '79021a81-35f7-436f-834b-fb3d2a777891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:49:38.241677 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86b75b9-0d82-41b4-8f36-0c8c8b543160 admin admin] Network hostable DHCP agents. Network: 707cfa08-484f-448d-b84f-a940bf8f6e2e, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:49:38.287537 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86b75b9-0d82-41b4-8f36-0c8c8b543160 admin admin] Network 707cfa08-484f-448d-b84f-a940bf8f6e2e is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:49:38.300741 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-f86b75b9-0d82-41b4-8f36-0c8c8b543160 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 707cfa08-484f-448d-b84f-a940bf8f6e2e) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:38.308572 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86b75b9-0d82-41b4-8f36-0c8c8b543160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:38.309165 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f86b75b9-0d82-41b4-8f36-0c8c8b543160 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:38.319296 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47efa19-53c7-4d9c-809f-251f57a9d771 None None] Network 707cfa08-484f-448d-b84f-a940bf8f6e2e requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:49:38.334899 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f86b75b9-0d82-41b4-8f36-0c8c8b543160 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5293567 May 03 22:49:38.337513 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 32870) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:38.344238 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-58f8190c-5ef6-4b59-89f9-9c5e032fb403 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-388009800-router', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:49:38.349899 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-58f8190c-5ef6-4b59-89f9-9c5e032fb403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:49:38.355777 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-58f8190c-5ef6-4b59-89f9-9c5e032fb403 admin admin] Usage tracker for resource:router and tenant:fac7f64c48bd48e8ae480a0113f466e9 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:49:38.360903 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-58f8190c-5ef6-4b59-89f9-9c5e032fb403 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:49:38.371860 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-58f8190c-5ef6-4b59-89f9-9c5e032fb403 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:49:38.388796 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-23ef336c-3bf5-4700-b8f9-98539df6cbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c67751b-b008-4503-9376-4c89022b831b', 'name': 'tempest-TaggedBootDevicesTest_v242-1300304713-router', 'tenant_id': 'dd89d0b0e66d4bcaad18f32c5d46eca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'd354b195-e915-4e77-8899-b4d84eabb798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:41:46Z', 'updated_at': '2022-05-03T22:49:35Z', 'revision_number': 5, 'project_id': 'dd89d0b0e66d4bcaad18f32c5d46eca2', 'gw_port': {'id': 'd354b195-e915-4e77-8899-b4d84eabb798', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:33:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c67751b-b008-4503-9376-4c89022b831b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:41:49Z', 'updated_at': '2022-05-03T22:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:38.391608 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-58f8190c-5ef6-4b59-89f9-9c5e032fb403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:38.392917 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-58f8190c-5ef6-4b59-89f9-9c5e032fb403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:38.396952 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ef336c-3bf5-4700-b8f9-98539df6cbff None None] Checking router: 6c67751b-b008-4503-9376-4c89022b831b for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:49:38.413671 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-17a41514-e124-4401-9ce5-cef9e58dfa73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:38.415452 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-58f8190c-5ef6-4b59-89f9-9c5e032fb403 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:38.434564 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ef336c-3bf5-4700-b8f9-98539df6cbff None None] Routers {'6c67751b-b008-4503-9376-4c89022b831b'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:49:38.435455 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-23ef336c-3bf5-4700-b8f9-98539df6cbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:49:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6c67751b-b008-4503-9376-4c89022b831b'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:38.437177 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-17a41514-e124-4401-9ce5-cef9e58dfa73 admin admin] Deleting port d354b195-e915-4e77-8899-b4d84eabb798 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:49:38.437730 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-17a41514-e124-4401-9ce5-cef9e58dfa73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:38.624924 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-2d4fbdb7-46e8-4fe5-a491-31f702280406 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Allocated IP 172.20.0.1 (807705a3-5557-48d9-be4b-b9eb5a33f5c4/220cb7ac-5685-427d-900d-41576bc70f03/80e0215e-d949-4b3b-b46a-b514bc1563a2) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:49:38.666735 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638ababe-2d4f-44c2-a7c7-bdf8e2597e4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-707cfa08-484f-448d-b84f-a940bf8f6e2e', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'fixed_ips': [{'subnet_id': '1a456f8a-c743-4130-8826-ac82fe55cbc8'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:49:38.667973 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-638ababe-2d4f-44c2-a7c7-bdf8e2597e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:38.705599 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-23ef336c-3bf5-4700-b8f9-98539df6cbff None None] Set router 6c67751b-b008-4503-9376-4c89022b831b gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:49:38.731388 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-58f8190c-5ef6-4b59-89f9-9c5e032fb403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:38.816810 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-17a41514-e124-4401-9ce5-cef9e58dfa73 admin admin] For port d354b195-e915-4e77-8899-b4d84eabb798, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d354b195-e915-4e77-8899-b4d84eabb798,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:49:38.817419 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-17a41514-e124-4401-9ce5-cef9e58dfa73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:38.850049 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-23ef336c-3bf5-4700-b8f9-98539df6cbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c67751b-b008-4503-9376-4c89022b831b', 'name': 'tempest-TaggedBootDevicesTest_v242-1300304713-router', 'tenant_id': 'dd89d0b0e66d4bcaad18f32c5d46eca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:41:46Z', 'updated_at': '2022-05-03T22:49:38Z', 'revision_number': 6, 'project_id': 'dd89d0b0e66d4bcaad18f32c5d46eca2', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:38.855565 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ef336c-3bf5-4700-b8f9-98539df6cbff None None] The sync data for ids ['6c67751b-b008-4503-9376-4c89022b831b'] in n-d-811807-1 is: [{'id': '6c67751b-b008-4503-9376-4c89022b831b', 'name': 'tempest-TaggedBootDevicesTest_v242-1300304713-router', 'tenant_id': 'dd89d0b0e66d4bcaad18f32c5d46eca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:41:46Z', 'updated_at': '2022-05-03T22:49:38Z', 'revision_number': 6, 'project_id': 'dd89d0b0e66d4bcaad18f32c5d46eca2', 'gw_port_host': None}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:49:38.911245 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-638ababe-2d4f-44c2-a7c7-bdf8e2597e4b None None] Allocated IP 172.20.0.2 (707cfa08-484f-448d-b84f-a940bf8f6e2e/1a456f8a-c743-4130-8826-ac82fe55cbc8/96a947db-5d36-4522-b118-7f5e739ae71a) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:49:39.096633 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-58f8190c-5ef6-4b59-89f9-9c5e032fb403 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:39.128246 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-58f8190c-5ef6-4b59-89f9-9c5e032fb403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:39.164161 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-638ababe-2d4f-44c2-a7c7-bdf8e2597e4b None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:39.176774 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-638ababe-2d4f-44c2-a7c7-bdf8e2597e4b None None] Transition to ACTIVE for port object 96a947db-5d36-4522-b118-7f5e739ae71a will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:49:39.200415 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-638ababe-2d4f-44c2-a7c7-bdf8e2597e4b None None] Transition to ACTIVE for port object 96a947db-5d36-4522-b118-7f5e739ae71a will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:49:39.208812 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-638ababe-2d4f-44c2-a7c7-bdf8e2597e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:39.225163 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-17a41514-e124-4401-9ce5-cef9e58dfa73 admin admin] Calling delete_port for d354b195-e915-4e77-8899-b4d84eabb798 owned by network:router_gateway {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:49:39.292436 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2d4fbdb7-46e8-4fe5-a491-31f702280406 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:39.303265 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-58f8190c-5ef6-4b59-89f9-9c5e032fb403 admin admin] Allocated IP 172.25.2.185 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/900d6168-4ef9-4a8b-b7db-d8aebb45320f) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:49:39.310557 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638ababe-2d4f-44c2-a7c7-bdf8e2597e4b None None] Network 707cfa08-484f-448d-b84f-a940bf8f6e2e is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:49:39.319325 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-638ababe-2d4f-44c2-a7c7-bdf8e2597e4b None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:39.324539 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638ababe-2d4f-44c2-a7c7-bdf8e2597e4b None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:49:39.335189 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ababe-2d4f-44c2-a7c7-bdf8e2597e4b None None] Pushing event updated for resources: {'Port': ['ID=96a947db-5d36-4522-b118-7f5e739ae71a,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:39.340191 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-2d4fbdb7-46e8-4fe5-a491-31f702280406 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Transition to ACTIVE for port object 80e0215e-d949-4b3b-b46a-b514bc1563a2 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:49:39.365926 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728368a2-4aca-42e5-b559-b15cedd7846a None None] Network 807705a3-5557-48d9-be4b-b9eb5a33f5c4 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:49:39.410388 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2d4fbdb7-46e8-4fe5-a491-31f702280406 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:39.497294 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4fbdb7-46e8-4fe5-a491-31f702280406 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Network 807705a3-5557-48d9-be4b-b9eb5a33f5c4 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:49:39.502515 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-2d4fbdb7-46e8-4fe5-a491-31f702280406 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:39.505444 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4fbdb7-46e8-4fe5-a491-31f702280406 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:49:39.510535 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-43dda5da-b802-4b70-b00a-5ecd14b3babc None None] Provisioning for port 28ac74dc-de24-4053-882c-58b427c71b78 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:49:39.552028 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-638ababe-2d4f-44c2-a7c7-bdf8e2597e4b None None] Attempting to bind port 96a947db-5d36-4522-b118-7f5e739ae71a on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:49:39.552767 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-638ababe-2d4f-44c2-a7c7-bdf8e2597e4b None None] Attempting to bind port 96a947db-5d36-4522-b118-7f5e739ae71a by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '79021a81-35f7-436f-834b-fb3d2a777891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:49:39.553432 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638ababe-2d4f-44c2-a7c7-bdf8e2597e4b None None] Attempting to bind port 96a947db-5d36-4522-b118-7f5e739ae71a on network 707cfa08-484f-448d-b84f-a940bf8f6e2e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:49:39.574224 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4fbdb7-46e8-4fe5-a491-31f702280406 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Pushing event updated for resources: {'Port': ['ID=80e0215e-d949-4b3b-b46a-b514bc1563a2,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:39.589961 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638ababe-2d4f-44c2-a7c7-bdf8e2597e4b None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:49:39.590915 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638ababe-2d4f-44c2-a7c7-bdf8e2597e4b None None] Checking segment: {'id': '79021a81-35f7-436f-834b-fb3d2a777891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:49:39.591948 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-638ababe-2d4f-44c2-a7c7-bdf8e2597e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:39.592490 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-638ababe-2d4f-44c2-a7c7-bdf8e2597e4b None None] Bound using segment: {'id': '79021a81-35f7-436f-834b-fb3d2a777891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:49:39.593728 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-638ababe-2d4f-44c2-a7c7-bdf8e2597e4b None None] Bound port: 96a947db-5d36-4522-b118-7f5e739ae71a, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79021a81-35f7-436f-834b-fb3d2a777891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:49:39.594294 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-638ababe-2d4f-44c2-a7c7-bdf8e2597e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:39.611069 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-58f8190c-5ef6-4b59-89f9-9c5e032fb403 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:39.626855 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2d4fbdb7-46e8-4fe5-a491-31f702280406 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:39.639928 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-17a41514-e124-4401-9ce5-cef9e58dfa73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:39.650288 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-58f8190c-5ef6-4b59-89f9-9c5e032fb403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:39.730563 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f8190c-5ef6-4b59-89f9-9c5e032fb403 admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:49:39.734518 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-58f8190c-5ef6-4b59-89f9-9c5e032fb403 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:39.735108 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a41514-e124-4401-9ce5-cef9e58dfa73 admin admin] Pushing event deleted for resources: {'Port': ['ID=d354b195-e915-4e77-8899-b4d84eabb798,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:39.743484 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f8190c-5ef6-4b59-89f9-9c5e032fb403 admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:49:39.808398 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f8190c-5ef6-4b59-89f9-9c5e032fb403 admin admin] Pushing event updated for resources: {'Port': ['ID=900d6168-4ef9-4a8b-b7db-d8aebb45320f,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:39.831458 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-17a41514-e124-4401-9ce5-cef9e58dfa73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:39.837339 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-638ababe-2d4f-44c2-a7c7-bdf8e2597e4b None None] For port 96a947db-5d36-4522-b118-7f5e739ae71a, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:49:39.843890 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-638ababe-2d4f-44c2-a7c7-bdf8e2597e4b None None] For port 96a947db-5d36-4522-b118-7f5e739ae71a, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=96a947db-5d36-4522-b118-7f5e739ae71a,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:49:39.853283 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-638ababe-2d4f-44c2-a7c7-bdf8e2597e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:39.968922 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ababe-2d4f-44c2-a7c7-bdf8e2597e4b None None] Pushing event updated for resources: {'Port': ['ID=96a947db-5d36-4522-b118-7f5e739ae71a,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:40.137509 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-17a41514-e124-4401-9ce5-cef9e58dfa73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:40.142074 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-17a41514-e124-4401-9ce5-cef9e58dfa73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:40.152344 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2d4fbdb7-46e8-4fe5-a491-31f702280406 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:40.187003 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 28ac74dc-de24-4053-882c-58b427c71b78 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:49:40.235559 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-17a41514-e124-4401-9ce5-cef9e58dfa73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:40.236248 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a41514-e124-4401-9ce5-cef9e58dfa73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c67751b-b008-4503-9376-4c89022b831b {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:49:40.412471 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 28ac74dc-de24-4053-882c-58b427c71b78 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:49:40.421407 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-eacb6431-45f1-49bb-9b2b-adbb8d2594ec None None] Provisioning complete for port 28ac74dc-de24-4053-882c-58b427c71b78 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:49:40.422298 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eacb6431-45f1-49bb-9b2b-adbb8d2594ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:40.471977 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 28ac74dc-de24-4053-882c-58b427c71b78 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:49:40.471977 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:40.554692 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-58f8190c-5ef6-4b59-89f9-9c5e032fb403 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:40.672526 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-17a41514-e124-4401-9ce5-cef9e58dfa73 admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:40.676713 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-17a41514-e124-4401-9ce5-cef9e58dfa73 admin admin] 10.222.0.58 "DELETE /v2.0/routers/6c67751b-b008-4503-9376-4c89022b831b HTTP/1.1" status: 204 len: 168 time: 3.0211241 May 03 22:49:40.679682 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 32878) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:40.775789 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:40.787324 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eacb6431-45f1-49bb-9b2b-adbb8d2594ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:40.830139 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 28ac74dc-de24-4053-882c-58b427c71b78, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=28ac74dc-de24-4053-882c-58b427c71b78,segment=NetworkSegment(8a6ce4e7-1e23-486f-9820-d7027a9ef82f),segment_id=8a6ce4e7-1e23-486f-9820-d7027a9ef82f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:49:40.836498 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:40.943222 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-eacb6431-45f1-49bb-9b2b-adbb8d2594ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:49:40.943821 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-eacb6431-45f1-49bb-9b2b-adbb8d2594ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:49:40.951231 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d354b195-e915-4e77-8899-b4d84eabb798 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:49:40.984519 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-48447307-e19e-4377-b355-598c9a50a6a5 admin admin] Deleting subnet b88046ba-7e16-4834-a87e-f9e98bed3274 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:49:40.992197 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-58f8190c-5ef6-4b59-89f9-9c5e032fb403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:41.002524 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-48447307-e19e-4377-b355-598c9a50a6a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:41.010685 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: d354b195-e915-4e77-8899-b4d84eabb798 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:49:41.011034 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d354b195-e915-4e77-8899-b4d84eabb798 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:49:41.011553 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device af493913-a3b6-4c03-8895-93d96a195eca no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:49:41.060556 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=28ac74dc-de24-4053-882c-58b427c71b78,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:41.076251 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-48447307-e19e-4377-b355-598c9a50a6a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:41.078458 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: af493913-a3b6-4c03-8895-93d96a195eca {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:49:41.078892 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device af493913-a3b6-4c03-8895-93d96a195eca not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:49:41.251002 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f8190c-5ef6-4b59-89f9-9c5e032fb403 admin admin] Router bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:49:41.258704 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2d4fbdb7-46e8-4fe5-a491-31f702280406 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:41.266936 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2d4fbdb7-46e8-4fe5-a491-31f702280406 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:41.413775 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2d4fbdb7-46e8-4fe5-a491-31f702280406 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:41.419064 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4fbdb7-46e8-4fe5-a491-31f702280406 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Pushing event updated for resources: {'Port': ['ID=80e0215e-d949-4b3b-b46a-b514bc1563a2,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:41.468732 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-48447307-e19e-4377-b355-598c9a50a6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:41.478565 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449d3473-816e-4370-ac9b-214a6f7f79b2 None None] Network 707cfa08-484f-448d-b84f-a940bf8f6e2e requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:49:41.615681 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-eacb6431-45f1-49bb-9b2b-adbb8d2594ec None None] Provisioning for port 80e0215e-d949-4b3b-b46a-b514bc1563a2 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:49:41.629880 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f8190c-5ef6-4b59-89f9-9c5e032fb403 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:49:41.630666 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-eacb6431-45f1-49bb-9b2b-adbb8d2594ec None None] Provisioning complete for port 80e0215e-d949-4b3b-b46a-b514bc1563a2 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:49:41.631124 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eacb6431-45f1-49bb-9b2b-adbb8d2594ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:41.637057 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4fbdb7-46e8-4fe5-a491-31f702280406 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Network 807705a3-5557-48d9-be4b-b9eb5a33f5c4 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:49:41.638361 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-2d4fbdb7-46e8-4fe5-a491-31f702280406 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:41.645899 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-48447307-e19e-4377-b355-598c9a50a6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:41.663091 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c5f4c5-8b5c-4015-8599-87a2e87403a9 None None] Sync routers for ids ['bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:49:41.667806 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-58f8190c-5ef6-4b59-89f9-9c5e032fb403 admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:41.671725 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-58f8190c-5ef6-4b59-89f9-9c5e032fb403 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3306730 May 03 22:49:41.672125 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 32884) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:41.729739 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c5f4c5-8b5c-4015-8599-87a2e87403a9 None None] Routers {'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:49:41.730417 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b0c5f4c5-8b5c-4015-8599-87a2e87403a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:49:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:41.812878 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-48447307-e19e-4377-b355-598c9a50a6a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:41.815415 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48447307-e19e-4377-b355-598c9a50a6a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b88046ba-7e16-4834-a87e-f9e98bed3274,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:41.840612 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-48447307-e19e-4377-b355-598c9a50a6a5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b88046ba-7e16-4834-a87e-f9e98bed3274 HTTP/1.1" status: 204 len: 168 time: 1.1591942 May 03 22:49:41.843265 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 32888) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:41.913463 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8aece7-7b40-44ba-9bb6-98530bd50e61 None None] Network 5d613894-c55c-4403-9b3c-4a1f64e66973 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:49:41.934823 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-b0c5f4c5-8b5c-4015-8599-87a2e87403a9 None None] Set router bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:49:41.967774 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d40d5411-cc6b-4fdd-b322-5b0a2f40137d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:41.999228 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-d40d5411-cc6b-4fdd-b322-5b0a2f40137d admin admin] Deleting port 3820eeac-0bd5-4b8d-a2e7-e805db3e9b49 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:49:41.999843 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d40d5411-cc6b-4fdd-b322-5b0a2f40137d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:42.042754 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-eacb6431-45f1-49bb-9b2b-adbb8d2594ec None None] Port 80e0215e-d949-4b3b-b46a-b514bc1563a2 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:49:42.069067 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4fbdb7-46e8-4fe5-a491-31f702280406 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Router 6028ddbe-5439-44a7-8baa-edcebe8d8f49 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:49:42.232129 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 96a947db-5d36-4522-b118-7f5e739ae71a up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:49:42.390666 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-4b4c5a76-a3c6-497a-bf9d-9ef1629ffd06 None None] Provisioning for port 96a947db-5d36-4522-b118-7f5e739ae71a completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:49:42.392220 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4fbdb7-46e8-4fe5-a491-31f702280406 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:49:42.398343 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2d4fbdb7-46e8-4fe5-a491-31f702280406 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] 10.222.0.58 "PUT /v2.0/routers/6028ddbe-5439-44a7-8baa-edcebe8d8f49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5587213 May 03 22:49:42.401725 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 32894) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:42.405239 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-d40d5411-cc6b-4fdd-b322-5b0a2f40137d admin admin] For port 3820eeac-0bd5-4b8d-a2e7-e805db3e9b49, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=3820eeac-0bd5-4b8d-a2e7-e805db3e9b49,segment=NetworkSegment(54d0e912-9b7e-4af3-a2e1-1097ec09fc77),segment_id=54d0e912-9b7e-4af3-a2e1-1097ec09fc77)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:49:42.405618 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d40d5411-cc6b-4fdd-b322-5b0a2f40137d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:42.412036 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-d94d30e0-bd8e-438b-9eb8-00bcb1e41a4f tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Request body: {'port': {'network_id': '807705a3-5557-48d9-be4b-b9eb5a33f5c4', 'name': 'tempest-FloatingIPNegativeTestJSON-467402555'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:49:42.412264 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d977131a-f706-4807-9c51-943c9717c2ec None None] Sync routers for ids ['6028ddbe-5439-44a7-8baa-edcebe8d8f49'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:49:42.421646 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d977131a-f706-4807-9c51-943c9717c2ec None None] Routers {'6028ddbe-5439-44a7-8baa-edcebe8d8f49'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:49:42.422503 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d977131a-f706-4807-9c51-943c9717c2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:49:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6028ddbe-5439-44a7-8baa-edcebe8d8f49'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:42.494946 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d977131a-f706-4807-9c51-943c9717c2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:42.506816 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d977131a-f706-4807-9c51-943c9717c2ec None None] Routers {'6028ddbe-5439-44a7-8baa-edcebe8d8f49'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:49:42.507784 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d977131a-f706-4807-9c51-943c9717c2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:49:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6028ddbe-5439-44a7-8baa-edcebe8d8f49'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:42.534644 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-4b4c5a76-a3c6-497a-bf9d-9ef1629ffd06 None None] Provisioning complete for port 80e0215e-d949-4b3b-b46a-b514bc1563a2 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:49:42.535181 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4b4c5a76-a3c6-497a-bf9d-9ef1629ffd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:42.577274 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d94d30e0-bd8e-438b-9eb8-00bcb1e41a4f tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:49:42.580732 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d94d30e0-bd8e-438b-9eb8-00bcb1e41a4f tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Usage tracker for resource:port and tenant:4488198cd494494f84f0b9eeabb85b8b is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:49:42.584126 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d94d30e0-bd8e-438b-9eb8-00bcb1e41a4f tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:49:42.590857 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d94d30e0-bd8e-438b-9eb8-00bcb1e41a4f tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:49:42.594116 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d977131a-f706-4807-9c51-943c9717c2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:42.594913 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d977131a-f706-4807-9c51-943c9717c2ec None None] The sync data for ids ['6028ddbe-5439-44a7-8baa-edcebe8d8f49'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:49:42.608359 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94d30e0-bd8e-438b-9eb8-00bcb1e41a4f tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Made reservation on behalf of 4488198cd494494f84f0b9eeabb85b8b for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:49:42.612059 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d94d30e0-bd8e-438b-9eb8-00bcb1e41a4f tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:42.623379 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 96a947db-5d36-4522-b118-7f5e739ae71a completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:49:42.639361 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-d94d30e0-bd8e-438b-9eb8-00bcb1e41a4f tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] device_id is not set on port ec5b002e-41a0-4027-936c-f5c291bca5f8 yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:49:42.642196 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 96a947db-5d36-4522-b118-7f5e739ae71a triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:49:42.642570 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:42.655630 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-d40d5411-cc6b-4fdd-b322-5b0a2f40137d admin admin] Calling delete_port for 3820eeac-0bd5-4b8d-a2e7-e805db3e9b49 owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:49:42.692883 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c5a76-a3c6-497a-bf9d-9ef1629ffd06 None None] Port 80e0215e-d949-4b3b-b46a-b514bc1563a2 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:49:42.807094 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d40d5411-cc6b-4fdd-b322-5b0a2f40137d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:42.841080 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:42.874841 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40d5411-cc6b-4fdd-b322-5b0a2f40137d admin admin] No DVR routers for this DVR port 3820eeac-0bd5-4b8d-a2e7-e805db3e9b49 on host n-d-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:49:42.875594 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a304e8ca-1839-49e8-b255-5c36dcf55adb None None] DHCP port deletion for 5d613894-c55c-4403-9b3c-4a1f64e66973 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:49:42.885732 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b0c5f4c5-8b5c-4015-8599-87a2e87403a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'name': 'tempest-TestVolumeBootPattern-388009800-router', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:38Z', 'updated_at': '2022-05-03T22:49:40Z', 'revision_number': 3, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'gw_port': {'id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:39Z', 'updated_at': '2022-05-03T22:49:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:42.906184 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c5f4c5-8b5c-4015-8599-87a2e87403a9 None None] Checking router: bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:49:42.906530 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c5f4c5-8b5c-4015-8599-87a2e87403a9 None None] Updating router bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e port 900d6168-4ef9-4a8b-b7db-d8aebb45320f binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:49:42.919301 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d5411-cc6b-4fdd-b322-5b0a2f40137d admin admin] Pushing event deleted for resources: {'Port': ['ID=3820eeac-0bd5-4b8d-a2e7-e805db3e9b49,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:42.937780 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bc529ea5-ee5d-4cba-a737-27864de029d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:42.964482 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 96a947db-5d36-4522-b118-7f5e739ae71a, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=96a947db-5d36-4522-b118-7f5e739ae71a,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:49:42.970458 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-d94d30e0-bd8e-438b-9eb8-00bcb1e41a4f tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Allocated IP 172.20.0.4 (807705a3-5557-48d9-be4b-b9eb5a33f5c4/220cb7ac-5685-427d-900d-41576bc70f03/ec5b002e-41a0-4027-936c-f5c291bca5f8) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:49:42.975301 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:42.976103 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 28ac74dc-de24-4053-882c-58b427c71b78 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:49:43.072357 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b0c5f4c5-8b5c-4015-8599-87a2e87403a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:43.095954 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6e46c6cd-341f-464c-beb3-9bcf29773dd9 None None] Provisioning complete for port 96a947db-5d36-4522-b118-7f5e739ae71a triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:49:43.096358 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6e46c6cd-341f-464c-beb3-9bcf29773dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:43.149202 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d40d5411-cc6b-4fdd-b322-5b0a2f40137d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:43.182921 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-d40d5411-cc6b-4fdd-b322-5b0a2f40137d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d613894-c55c-4403-9b3c-4a1f64e66973']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:43.196389 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-d40d5411-cc6b-4fdd-b322-5b0a2f40137d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54d0e912-9b7e-4af3-a2e1-1097ec09fc77') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:43.196826 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-d40d5411-cc6b-4fdd-b322-5b0a2f40137d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54d0e912-9b7e-4af3-a2e1-1097ec09fc77') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:43.208855 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d40d5411-cc6b-4fdd-b322-5b0a2f40137d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:43.225602 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d40d5411-cc6b-4fdd-b322-5b0a2f40137d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:43.240148 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d40d5411-cc6b-4fdd-b322-5b0a2f40137d admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:49:43.240700 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d40d5411-cc6b-4fdd-b322-5b0a2f40137d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:43.256017 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:49:43.256017 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:49:43.256017 n-d-811807-1 neutron-server[88069]: timer() May 03 22:49:43.256017 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:49:43.256017 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:49:43.256017 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:49:43.256017 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:49:43.256017 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:49:43.256017 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:49:43.256017 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:49:43.256017 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:49:43.256017 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:49:43.256017 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:49:43.256017 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:49:43.256017 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:49:43.256017 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:49:43.256017 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:49:43.256017 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:49:43.256017 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:49:43.256017 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:49:43.256017 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:49:43.256017 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:49:43.256017 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:49:43.256017 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:49:43.256017 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:49:43.256017 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:49:43.256017 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:49:43.256017 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:49:43.256017 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:49:43.256017 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:49:43.256017 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:49:43.256017 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:49:43.270030 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=96a947db-5d36-4522-b118-7f5e739ae71a,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:43.326084 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-bc529ea5-ee5d-4cba-a737-27864de029d5 admin admin] Allocated IP 172.20.0.1 (707cfa08-484f-448d-b84f-a940bf8f6e2e/1a456f8a-c743-4130-8826-ac82fe55cbc8/8c072430-9b3b-4e76-833d-c229a370f52c) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:49:43.329273 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 28ac74dc-de24-4053-882c-58b427c71b78 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:49:43.329273 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:43.343131 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d40d5411-cc6b-4fdd-b322-5b0a2f40137d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:43.351181 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d94d30e0-bd8e-438b-9eb8-00bcb1e41a4f tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:43.365219 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d40d5411-cc6b-4fdd-b322-5b0a2f40137d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:43.376376 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d5411-cc6b-4fdd-b322-5b0a2f40137d admin admin] Pushing event deleted for resources: {'Network': ['ID=5d613894-c55c-4403-9b3c-4a1f64e66973,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:43.379948 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d40d5411-cc6b-4fdd-b322-5b0a2f40137d admin admin] 10.222.0.58 "DELETE /v2.0/networks/5d613894-c55c-4403-9b3c-4a1f64e66973 HTTP/1.1" status: 204 len: 168 time: 1.5358202 May 03 22:49:43.510029 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 32900) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:43.537753 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-d94d30e0-bd8e-438b-9eb8-00bcb1e41a4f tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Transition to ACTIVE for port object ec5b002e-41a0-4027-936c-f5c291bca5f8 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:49:43.562653 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-484017f7-1aae-4b05-b04a-5d53409e7e34 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=07f7b519265346608174cafca790a124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514433 May 03 22:49:43.565132 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 32904) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:43.645628 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-30330790-3c67-4fcb-8f62-844343010940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:43.656609 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d94d30e0-bd8e-438b-9eb8-00bcb1e41a4f tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:43.664453 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bc529ea5-ee5d-4cba-a737-27864de029d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:43.673881 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-30330790-3c67-4fcb-8f62-844343010940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:43.703750 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b0c5f4c5-8b5c-4015-8599-87a2e87403a9 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:43.718251 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b0c5f4c5-8b5c-4015-8599-87a2e87403a9 None None] Transition to ACTIVE for port object 900d6168-4ef9-4a8b-b7db-d8aebb45320f will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:49:43.724520 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b0c5f4c5-8b5c-4015-8599-87a2e87403a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:43.731706 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-30330790-3c67-4fcb-8f62-844343010940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:43.743038 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-bc529ea5-ee5d-4cba-a737-27864de029d5 admin admin] Transition to ACTIVE for port object 8c072430-9b3b-4e76-833d-c229a370f52c will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:49:43.750068 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94d30e0-bd8e-438b-9eb8-00bcb1e41a4f tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Network 807705a3-5557-48d9-be4b-b9eb5a33f5c4 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:49:43.752359 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30330790-3c67-4fcb-8f62-844343010940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bd8003-abdf-4d01-8e22-b66318fe4f3e,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:43.754472 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-d94d30e0-bd8e-438b-9eb8-00bcb1e41a4f tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:43.761964 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94d30e0-bd8e-438b-9eb8-00bcb1e41a4f tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:49:43.772175 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-30330790-3c67-4fcb-8f62-844343010940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:43.784250 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-30330790-3c67-4fcb-8f62-844343010940 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/56bd8003-abdf-4d01-8e22-b66318fe4f3e HTTP/1.1" status: 204 len: 168 time: 0.2160509 May 03 22:49:43.798987 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d30e0-bd8e-438b-9eb8-00bcb1e41a4f tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Pushing event updated for resources: {'Port': ['ID=ec5b002e-41a0-4027-936c-f5c291bca5f8,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:43.834691 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac7916-e808-4633-9b2a-e7355692bbfd None None] Pushing event updated for resources: {'Port': ['ID=900d6168-4ef9-4a8b-b7db-d8aebb45320f,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:43.837928 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-b0c5f4c5-8b5c-4015-8599-87a2e87403a9 None None] Attempting to bind port 900d6168-4ef9-4a8b-b7db-d8aebb45320f on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:49:43.837928 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-b0c5f4c5-8b5c-4015-8599-87a2e87403a9 None None] Attempting to bind port 900d6168-4ef9-4a8b-b7db-d8aebb45320f by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:49:43.837928 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c5f4c5-8b5c-4015-8599-87a2e87403a9 None None] Attempting to bind port 900d6168-4ef9-4a8b-b7db-d8aebb45320f on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:49:43.844151 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c5f4c5-8b5c-4015-8599-87a2e87403a9 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:49:43.844521 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c5f4c5-8b5c-4015-8599-87a2e87403a9 None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:49:43.844928 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b0c5f4c5-8b5c-4015-8599-87a2e87403a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:43.845412 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c5f4c5-8b5c-4015-8599-87a2e87403a9 None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:49:43.846080 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-b0c5f4c5-8b5c-4015-8599-87a2e87403a9 None None] Bound port: 900d6168-4ef9-4a8b-b7db-d8aebb45320f, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:49:43.846222 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b0c5f4c5-8b5c-4015-8599-87a2e87403a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:43.855714 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94d30e0-bd8e-438b-9eb8-00bcb1e41a4f tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:43.856358 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d94d30e0-bd8e-438b-9eb8-00bcb1e41a4f tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:43.889204 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d94d30e0-bd8e-438b-9eb8-00bcb1e41a4f tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4841590 May 03 22:49:43.890677 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bc529ea5-ee5d-4cba-a737-27864de029d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:43.893586 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 32910) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:43.900743 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-6324e9a7-7521-414c-a90e-9f8f15f0d24c tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:49:43.920327 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6324e9a7-7521-414c-a90e-9f8f15f0d24c tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:49:43.927928 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6324e9a7-7521-414c-a90e-9f8f15f0d24c tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Usage tracker for resource:floatingip and tenant:4488198cd494494f84f0b9eeabb85b8b is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:49:43.933597 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6324e9a7-7521-414c-a90e-9f8f15f0d24c tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:49:43.943251 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6324e9a7-7521-414c-a90e-9f8f15f0d24c tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:49:43.962986 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6324e9a7-7521-414c-a90e-9f8f15f0d24c tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:43.990447 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc529ea5-ee5d-4cba-a737-27864de029d5 admin admin] Pushing event updated for resources: {'Port': ['ID=8c072430-9b3b-4e76-833d-c229a370f52c,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:44.005138 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc529ea5-ee5d-4cba-a737-27864de029d5 admin admin] Network 707cfa08-484f-448d-b84f-a940bf8f6e2e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:49:44.009918 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-bc529ea5-ee5d-4cba-a737-27864de029d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:44.018841 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc529ea5-ee5d-4cba-a737-27864de029d5 admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:49:44.036438 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-b0c5f4c5-8b5c-4015-8599-87a2e87403a9 None None] For port 900d6168-4ef9-4a8b-b7db-d8aebb45320f, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:49:44.040564 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-b0c5f4c5-8b5c-4015-8599-87a2e87403a9 None None] For port 900d6168-4ef9-4a8b-b7db-d8aebb45320f, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=900d6168-4ef9-4a8b-b7db-d8aebb45320f,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:49:44.055766 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b0c5f4c5-8b5c-4015-8599-87a2e87403a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:44.089592 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bc529ea5-ee5d-4cba-a737-27864de029d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:44.138679 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 96a947db-5d36-4522-b118-7f5e739ae71a up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:49:44.205767 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c5f4c5-8b5c-4015-8599-87a2e87403a9 None None] Routers {'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:49:44.206357 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b0c5f4c5-8b5c-4015-8599-87a2e87403a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:49:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:44.236863 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6324e9a7-7521-414c-a90e-9f8f15f0d24c tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:44.325399 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bc529ea5-ee5d-4cba-a737-27864de029d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:44.416567 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 32916) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:44.417205 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-b0c5f4c5-8b5c-4015-8599-87a2e87403a9 None None] Set router bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:49:44.420499 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-6324e9a7-7521-414c-a90e-9f8f15f0d24c tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Allocated IP 172.25.2.94 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/0156c59f-5d66-47ed-8e9b-c17dc0cb99c9) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:49:44.511650 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6d216abc-7c53-471b-8602-ca8157d0e96e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dd89d0b0e66d4bcaad18f32c5d46eca2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0907943 May 03 22:49:44.511866 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 32920) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:44.610982 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bc529ea5-ee5d-4cba-a737-27864de029d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:44.614518 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ddc92eb7-11b3-49e9-9d0e-930f2cb731f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:44.627476 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bc529ea5-ee5d-4cba-a737-27864de029d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:44.634046 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6324e9a7-7521-414c-a90e-9f8f15f0d24c tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:44.671176 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6324e9a7-7521-414c-a90e-9f8f15f0d24c tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:44.678706 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac7916-e808-4633-9b2a-e7355692bbfd None None] Pushing event updated for resources: {'Port': ['ID=900d6168-4ef9-4a8b-b7db-d8aebb45320f,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:44.702386 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5bc2c378-6a45-4d48-82e0-c4fde18fa2c4 None None] Provisioning for port ec5b002e-41a0-4027-936c-f5c291bca5f8 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:49:44.737811 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6324e9a7-7521-414c-a90e-9f8f15f0d24c tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:49:44.738106 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ddc92eb7-11b3-49e9-9d0e-930f2cb731f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:44.739070 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-6324e9a7-7521-414c-a90e-9f8f15f0d24c tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:44.741181 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5bc2c378-6a45-4d48-82e0-c4fde18fa2c4 None None] Provisioning complete for port ec5b002e-41a0-4027-936c-f5c291bca5f8 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:49:44.741321 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5bc2c378-6a45-4d48-82e0-c4fde18fa2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:44.743245 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6324e9a7-7521-414c-a90e-9f8f15f0d24c tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:49:44.784919 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc529ea5-ee5d-4cba-a737-27864de029d5 admin admin] Pushing event updated for resources: {'Port': ['ID=8c072430-9b3b-4e76-833d-c229a370f52c,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:44.788104 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324e9a7-7521-414c-a90e-9f8f15f0d24c tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Pushing event updated for resources: {'Port': ['ID=0156c59f-5d66-47ed-8e9b-c17dc0cb99c9,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:44.790266 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bc529ea5-ee5d-4cba-a737-27864de029d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:44.816054 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 96a947db-5d36-4522-b118-7f5e739ae71a triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:49:44.816054 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:44.839735 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6324e9a7-7521-414c-a90e-9f8f15f0d24c tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:44.874202 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-5bc2c378-6a45-4d48-82e0-c4fde18fa2c4 None None] Port ec5b002e-41a0-4027-936c-f5c291bca5f8 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:49:44.899246 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ddc92eb7-11b3-49e9-9d0e-930f2cb731f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:44.899503 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b0c5f4c5-8b5c-4015-8599-87a2e87403a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'name': 'tempest-TestVolumeBootPattern-388009800-router', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:38Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 4, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'gw_port': {'id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:39Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '8c072430-9b3b-4e76-833d-c229a370f52c', 'name': '', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'mac_address': 'fa:16:3e:6b:0d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:43Z', 'updated_at': '2022-05-03T22:49:43Z', 'revision_number': 1, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'subnets': [{'id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:44.904831 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c5f4c5-8b5c-4015-8599-87a2e87403a9 None None] The sync data for ids ['bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'] in n-d-811807-1 is: [{'id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'name': 'tempest-TestVolumeBootPattern-388009800-router', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:38Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 4, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'gw_port': {'id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:39Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '8c072430-9b3b-4e76-833d-c229a370f52c', 'name': '', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'mac_address': 'fa:16:3e:6b:0d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:43Z', 'updated_at': '2022-05-03T22:49:43Z', 'revision_number': 1, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'subnets': [{'id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:49:44.921038 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6324e9a7-7521-414c-a90e-9f8f15f0d24c tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:44.923940 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc92eb7-11b3-49e9-9d0e-930f2cb731f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4682936c-25bb-435c-8049-65cad542ee9d,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:44.933111 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ddc92eb7-11b3-49e9-9d0e-930f2cb731f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:44.934457 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ddc92eb7-11b3-49e9-9d0e-930f2cb731f7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4682936c-25bb-435c-8049-65cad542ee9d HTTP/1.1" status: 204 len: 168 time: 0.4216487 May 03 22:49:45.005011 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-34637588-2656-4316-add0-8bf3cf8d8335 None None] Provisioning for port 8c072430-9b3b-4e76-833d-c229a370f52c completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:49:45.010687 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc529ea5-ee5d-4cba-a737-27864de029d5 admin admin] Network 707cfa08-484f-448d-b84f-a940bf8f6e2e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:49:45.013921 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-bc529ea5-ee5d-4cba-a737-27864de029d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:45.016864 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-34637588-2656-4316-add0-8bf3cf8d8335 None None] Provisioning complete for port 8c072430-9b3b-4e76-833d-c229a370f52c triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:49:45.027847 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-34637588-2656-4316-add0-8bf3cf8d8335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:45.095717 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 3820eeac-0bd5-4b8d-a2e7-e805db3e9b49 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:49:45.165016 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 3820eeac-0bd5-4b8d-a2e7-e805db3e9b49 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:49:45.165621 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 3820eeac-0bd5-4b8d-a2e7-e805db3e9b49 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:49:45.183125 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-34637588-2656-4316-add0-8bf3cf8d8335 None None] Port 8c072430-9b3b-4e76-833d-c229a370f52c cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:49:45.330649 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6324e9a7-7521-414c-a90e-9f8f15f0d24c tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:45.337679 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6324e9a7-7521-414c-a90e-9f8f15f0d24c tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:45.370483 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc529ea5-ee5d-4cba-a737-27864de029d5 admin admin] Router bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:49:45.417807 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-4b6448f5-b897-4d27-b900-32df5636dbca None None] Provisioning complete for port 8c072430-9b3b-4e76-833d-c229a370f52c triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:49:45.418580 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4b6448f5-b897-4d27-b900-32df5636dbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:45.485221 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324e9a7-7521-414c-a90e-9f8f15f0d24c tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Pushing event updated for resources: {'Port': ['ID=0156c59f-5d66-47ed-8e9b-c17dc0cb99c9,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:45.520322 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6324e9a7-7521-414c-a90e-9f8f15f0d24c tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:45.543924 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-4b6448f5-b897-4d27-b900-32df5636dbca None None] Port 8c072430-9b3b-4e76-833d-c229a370f52c cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:49:45.551871 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6324e9a7-7521-414c-a90e-9f8f15f0d24c tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:45.556868 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6324e9a7-7521-414c-a90e-9f8f15f0d24c tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6594799 May 03 22:49:45.557878 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 32934) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:45.565038 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-f2bdc5b4-863b-4c1e-be1c-29476980c1be tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Request body: {'floatingip': {'port_id': 'ec5b002e-41a0-4027-936c-f5c291bca5f8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:49:45.597632 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc529ea5-ee5d-4cba-a737-27864de029d5 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:49:45.604656 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bc529ea5-ee5d-4cba-a737-27864de029d5 admin admin] 10.222.0.58 "PUT /v2.0/routers/bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9313774 May 03 22:49:45.684303 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f2bdc5b4-863b-4c1e-be1c-29476980c1be tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks [] for floatingip, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:46.073696 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-f2bdc5b4-863b-4c1e-be1c-29476980c1be tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] update failed (client error): The resource could not be found. May 03 22:49:46.074789 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f2bdc5b4-863b-4c1e-be1c-29476980c1be tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] 10.222.0.58 "PUT /v2.0/floatingips/6aeb4994-0233-4809-90f6-2f8a78dd64c8 HTTP/1.1" status: 404 len: 507 time: 0.5158305 May 03 22:49:46.077898 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 32954) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:46.127524 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 900d6168-4ef9-4a8b-b7db-d8aebb45320f up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:49:46.245058 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 900d6168-4ef9-4a8b-b7db-d8aebb45320f completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:49:46.262756 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 900d6168-4ef9-4a8b-b7db-d8aebb45320f triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:49:46.263587 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:46.434061 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:46.454373 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 32972) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:46.459371 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 900d6168-4ef9-4a8b-b7db-d8aebb45320f, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=900d6168-4ef9-4a8b-b7db-d8aebb45320f,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:49:46.460474 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-0df9c1f8-e5cd-4a02-ac8d-37897261cc51 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-431377036-network', 'tenant_id': '34d04d34f2724192b4a5b1b9b1ee4d13'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:49:46.462886 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:46.468559 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0df9c1f8-e5cd-4a02-ac8d-37897261cc51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:49:46.475513 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0df9c1f8-e5cd-4a02-ac8d-37897261cc51 admin admin] Usage tracker for resource:network and tenant:34d04d34f2724192b4a5b1b9b1ee4d13 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:49:46.482795 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0df9c1f8-e5cd-4a02-ac8d-37897261cc51 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:49:46.487960 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-06526ed4-5642-4489-9d37-d9e60d9b7aa7 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Deleting port 0156c59f-5d66-47ed-8e9b-c17dc0cb99c9 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:49:46.488915 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-06526ed4-5642-4489-9d37-d9e60d9b7aa7 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:46.489931 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0df9c1f8-e5cd-4a02-ac8d-37897261cc51 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:49:46.506023 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df9c1f8-e5cd-4a02-ac8d-37897261cc51 admin admin] Made reservation on behalf of 34d04d34f2724192b4a5b1b9b1ee4d13 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:49:46.509490 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0df9c1f8-e5cd-4a02-ac8d-37897261cc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:46.552849 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0df9c1f8-e5cd-4a02-ac8d-37897261cc51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:46.586801 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=900d6168-4ef9-4a8b-b7db-d8aebb45320f,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:46.602788 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0df9c1f8-e5cd-4a02-ac8d-37897261cc51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:49:46.612844 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0df9c1f8-e5cd-4a02-ac8d-37897261cc51 admin admin] Usage tracker for resource:security_group_rule and tenant:34d04d34f2724192b4a5b1b9b1ee4d13 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:49:46.616523 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0df9c1f8-e5cd-4a02-ac8d-37897261cc51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:49:46.625333 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0df9c1f8-e5cd-4a02-ac8d-37897261cc51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:49:46.725186 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-06526ed4-5642-4489-9d37-d9e60d9b7aa7 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:46.725882 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-06526ed4-5642-4489-9d37-d9e60d9b7aa7 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:46.751208 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0df9c1f8-e5cd-4a02-ac8d-37897261cc51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:46.757676 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0df9c1f8-e5cd-4a02-ac8d-37897261cc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:46.797423 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0df9c1f8-e5cd-4a02-ac8d-37897261cc51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:49:46.813117 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df9c1f8-e5cd-4a02-ac8d-37897261cc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a59ff65-92d8-442d-b10e-df0454a8a834,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:46.819756 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0df9c1f8-e5cd-4a02-ac8d-37897261cc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:46.820312 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-0df9c1f8-e5cd-4a02-ac8d-37897261cc51 admin admin] Added segment 1be92482-8e6b-4b67-b4cb-8067631182a3 of type vlan for network fb9011b3-3adc-4526-b10d-3762c2b9c39b May 03 22:49:46.852883 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0df9c1f8-e5cd-4a02-ac8d-37897261cc51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:46.869902 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-06526ed4-5642-4489-9d37-d9e60d9b7aa7 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Calling delete_port for 0156c59f-5d66-47ed-8e9b-c17dc0cb99c9 owned by network:floatingip {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:49:46.895593 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0df9c1f8-e5cd-4a02-ac8d-37897261cc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:46.896994 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df9c1f8-e5cd-4a02-ac8d-37897261cc51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:46.898100 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0df9c1f8-e5cd-4a02-ac8d-37897261cc51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:47.005791 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0df9c1f8-e5cd-4a02-ac8d-37897261cc51 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5499496 May 03 22:49:47.011568 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 32980) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:47.019499 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-0ad949c9-cd96-4283-bd5d-49e57ff66d04 admin admin] Request body: {'subnet': {'network_id': 'fb9011b3-3adc-4526-b10d-3762c2b9c39b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-431377036-subnet', 'tenant_id': '34d04d34f2724192b4a5b1b9b1ee4d13', 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:49:47.023146 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df9c1f8-e5cd-4a02-ac8d-37897261cc51 admin admin] Pushing event updated for resources: {'Network': ['ID=fb9011b3-3adc-4526-b10d-3762c2b9c39b,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:47.026879 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0ad949c9-cd96-4283-bd5d-49e57ff66d04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:49:47.030900 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0ad949c9-cd96-4283-bd5d-49e57ff66d04 admin admin] Usage tracker for resource:subnet and tenant:34d04d34f2724192b4a5b1b9b1ee4d13 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:49:47.033905 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0ad949c9-cd96-4283-bd5d-49e57ff66d04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:49:47.037084 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network fb9011b3-3adc-4526-b10d-3762c2b9c39b details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:49:47.040238 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0ad949c9-cd96-4283-bd5d-49e57ff66d04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:49:47.052047 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad949c9-cd96-4283-bd5d-49e57ff66d04 admin admin] Made reservation on behalf of 34d04d34f2724192b4a5b1b9b1ee4d13 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:49:47.054495 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0ad949c9-cd96-4283-bd5d-49e57ff66d04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:47.055536 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-06526ed4-5642-4489-9d37-d9e60d9b7aa7 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:47.157692 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06526ed4-5642-4489-9d37-d9e60d9b7aa7 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Pushing event deleted for resources: {'Port': ['ID=0156c59f-5d66-47ed-8e9b-c17dc0cb99c9,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:47.234540 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-06526ed4-5642-4489-9d37-d9e60d9b7aa7 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks [] for floatingip, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:47.237087 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 32988) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:47.315085 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0ad949c9-cd96-4283-bd5d-49e57ff66d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:47.328680 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-06526ed4-5642-4489-9d37-d9e60d9b7aa7 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:47.334384 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-06526ed4-5642-4489-9d37-d9e60d9b7aa7 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] 10.222.0.58 "DELETE /v2.0/floatingips/6aeb4994-0233-4809-90f6-2f8a78dd64c8 HTTP/1.1" status: 204 len: 168 time: 1.2544017 May 03 22:49:47.335385 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 32996) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:47.345648 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-fadeb8e6-83d1-43b4-8c8b-53013c63f687 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Request body: {'floatingip': {'floating_network_id': '807705a3-5557-48d9-be4b-b9eb5a33f5c4', 'port_id': 'ec5b002e-41a0-4027-936c-f5c291bca5f8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:49:47.358039 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-fadeb8e6-83d1-43b4-8c8b-53013c63f687 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:49:47.372056 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-fadeb8e6-83d1-43b4-8c8b-53013c63f687 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Usage tracker for resource:floatingip and tenant:4488198cd494494f84f0b9eeabb85b8b is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:49:47.378240 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-fadeb8e6-83d1-43b4-8c8b-53013c63f687 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:49:47.383736 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b985f8fe-500c-49b0-9f7c-db1a627a3d29 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/floatingips/da6cac34-efa9-4596-9fd5-7e29fcf185c3 HTTP/1.1" status: 200 len: 992 time: 0.1444488 May 03 22:49:47.388956 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-fadeb8e6-83d1-43b4-8c8b-53013c63f687 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:49:47.424317 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fadeb8e6-83d1-43b4-8c8b-53013c63f687 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks [] for floatingip, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:47.448100 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad949c9-cd96-4283-bd5d-49e57ff66d04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e759594-72d3-49d8-b5fc-dbc576699c77,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:47.457459 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad949c9-cd96-4283-bd5d-49e57ff66d04 admin admin] Checking segment: {'id': '1be92482-8e6b-4b67-b4cb-8067631182a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fb9011b3-3adc-4526-b10d-3762c2b9c39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:49:47.458032 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad949c9-cd96-4283-bd5d-49e57ff66d04 admin admin] Network hostable DHCP agents. Network: fb9011b3-3adc-4526-b10d-3762c2b9c39b, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:49:47.487575 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad949c9-cd96-4283-bd5d-49e57ff66d04 admin admin] Network fb9011b3-3adc-4526-b10d-3762c2b9c39b is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:49:47.503944 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-0ad949c9-cd96-4283-bd5d-49e57ff66d04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, fb9011b3-3adc-4526-b10d-3762c2b9c39b) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:47.514187 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad949c9-cd96-4283-bd5d-49e57ff66d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:47.514998 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0ad949c9-cd96-4283-bd5d-49e57ff66d04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:47.522227 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe84a30-b16a-43e1-9896-52c1627305d9 None None] Network fb9011b3-3adc-4526-b10d-3762c2b9c39b requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:49:47.544580 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0ad949c9-cd96-4283-bd5d-49e57ff66d04 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5320029 May 03 22:49:47.547244 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33008) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:47.553458 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-67b34f0e-dc4f-439d-953c-252e7c6f8cf7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-431377036-router', 'tenant_id': '34d04d34f2724192b4a5b1b9b1ee4d13', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:49:47.561732 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-67b34f0e-dc4f-439d-953c-252e7c6f8cf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:49:47.567196 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-67b34f0e-dc4f-439d-953c-252e7c6f8cf7 admin admin] Usage tracker for resource:router and tenant:34d04d34f2724192b4a5b1b9b1ee4d13 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:49:47.570937 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-67b34f0e-dc4f-439d-953c-252e7c6f8cf7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:49:47.578183 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-67b34f0e-dc4f-439d-953c-252e7c6f8cf7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:49:47.595396 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-67b34f0e-dc4f-439d-953c-252e7c6f8cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:47.597988 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-67b34f0e-dc4f-439d-953c-252e7c6f8cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:47.622998 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-67b34f0e-dc4f-439d-953c-252e7c6f8cf7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:47.731973 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-fadeb8e6-83d1-43b4-8c8b-53013c63f687 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:49:47.733100 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fadeb8e6-83d1-43b4-8c8b-53013c63f687 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3938878 May 03 22:49:47.739829 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33016) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:47.816338 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33020) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:47.820189 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-cb0bdf38-6ed2-4fd4-af37-2ca17b6f9867 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'port_id': 'ec5b002e-41a0-4027-936c-f5c291bca5f8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:49:47.837378 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-cb0bdf38-6ed2-4fd4-af37-2ca17b6f9867 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:49:47.845602 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-cb0bdf38-6ed2-4fd4-af37-2ca17b6f9867 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Usage tracker for resource:floatingip and tenant:4488198cd494494f84f0b9eeabb85b8b is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:49:47.850828 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-cb0bdf38-6ed2-4fd4-af37-2ca17b6f9867 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:49:47.958813 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab19364-4253-46a5-9337-318ef3a256f2 None None] Sync routers for ids ['bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:49:48.007563 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab19364-4253-46a5-9337-318ef3a256f2 None None] Routers {'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:49:48.008825 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-dab19364-4253-46a5-9337-318ef3a256f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:49:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:48.017539 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-67b34f0e-dc4f-439d-953c-252e7c6f8cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:48.026215 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-cb0bdf38-6ed2-4fd4-af37-2ca17b6f9867 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:49:48.080107 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cb0bdf38-6ed2-4fd4-af37-2ca17b6f9867 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:48.111014 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-72ffcd2a-4ae7-45fe-8bb4-fa323f311e9f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Deleting port feb6c3b8-621e-4dd4-9f08-e885b3ffd626 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:49:48.111545 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-72ffcd2a-4ae7-45fe-8bb4-fa323f311e9f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:48.115432 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5755e5-8475-45b3-8409-b99a68544851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-fb9011b3-3adc-4526-b10d-3762c2b9c39b', 'network_id': 'fb9011b3-3adc-4526-b10d-3762c2b9c39b', 'tenant_id': '34d04d34f2724192b4a5b1b9b1ee4d13', 'fixed_ips': [{'subnet_id': '7e759594-72d3-49d8-b5fc-dbc576699c77'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:49:48.116594 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ff5755e5-8475-45b3-8409-b99a68544851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:48.188927 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 900d6168-4ef9-4a8b-b7db-d8aebb45320f up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:49:48.316219 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-72ffcd2a-4ae7-45fe-8bb4-fa323f311e9f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:48.317130 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-72ffcd2a-4ae7-45fe-8bb4-fa323f311e9f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:48.435251 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-dab19364-4253-46a5-9337-318ef3a256f2 None None] Set router bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:49:48.459234 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cb0bdf38-6ed2-4fd4-af37-2ca17b6f9867 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:48.547186 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 900d6168-4ef9-4a8b-b7db-d8aebb45320f triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:49:48.548163 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:48.673429 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-72ffcd2a-4ae7-45fe-8bb4-fa323f311e9f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Calling delete_port for feb6c3b8-621e-4dd4-9f08-e885b3ffd626 owned by network:floatingip {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:49:48.708793 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-ff5755e5-8475-45b3-8409-b99a68544851 None None] Allocated IP 172.20.0.2 (fb9011b3-3adc-4526-b10d-3762c2b9c39b/7e759594-72d3-49d8-b5fc-dbc576699c77/226cc138-1f10-4944-a1cd-6e9437ee92ec) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:49:48.709743 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-67b34f0e-dc4f-439d-953c-252e7c6f8cf7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:48.749742 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-67b34f0e-dc4f-439d-953c-252e7c6f8cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:48.837637 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-72ffcd2a-4ae7-45fe-8bb4-fa323f311e9f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:48.902390 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ffcd2a-4ae7-45fe-8bb4-fa323f311e9f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event deleted for resources: {'Port': ['ID=feb6c3b8-621e-4dd4-9f08-e885b3ffd626,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:48.907617 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-cb0bdf38-6ed2-4fd4-af37-2ca17b6f9867 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Allocated IP 172.25.2.8 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/4eee459e-5a44-4040-b9b3-b459f3288905) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:49:49.022612 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-72ffcd2a-4ae7-45fe-8bb4-fa323f311e9f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for floatingip, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:49.023536 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [None req-72ffcd2a-4ae7-45fe-8bb4-fa323f311e9f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Floating IP da6cac34-efa9-4596-9fd5-7e29fcf185c3 disassociated (deleted). External IP: 172.25.2.31, port: 0f578a16-926e-40eb-84eb-03fb8dd74c60. May 03 22:49:49.118074 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-dab19364-4253-46a5-9337-318ef3a256f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'name': 'tempest-TestVolumeBootPattern-388009800-router', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:38Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 4, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'gw_port': {'id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:39Z', 'updated_at': '2022-05-03T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '8c072430-9b3b-4e76-833d-c229a370f52c', 'name': '', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'mac_address': 'fa:16:3e:6b:0d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:43Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 2, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'subnets': [{'id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:49.124160 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab19364-4253-46a5-9337-318ef3a256f2 None None] Checking router: bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:49:49.124596 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab19364-4253-46a5-9337-318ef3a256f2 None None] Updating router bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e port 8c072430-9b3b-4e76-833d-c229a370f52c binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:49:49.182074 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cb0bdf38-6ed2-4fd4-af37-2ca17b6f9867 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:49.240047 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-dab19364-4253-46a5-9337-318ef3a256f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:49.267487 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cb0bdf38-6ed2-4fd4-af37-2ca17b6f9867 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:49.412777 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ff5755e5-8475-45b3-8409-b99a68544851 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:49.426849 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-67b34f0e-dc4f-439d-953c-252e7c6f8cf7 admin admin] Allocated IP 172.25.2.115 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/11390aac-4063-4b28-bb9d-104871901fe7) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:49:49.447743 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ff5755e5-8475-45b3-8409-b99a68544851 None None] Transition to ACTIVE for port object 226cc138-1f10-4944-a1cd-6e9437ee92ec will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:49:49.534832 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ff5755e5-8475-45b3-8409-b99a68544851 None None] Transition to ACTIVE for port object 226cc138-1f10-4944-a1cd-6e9437ee92ec will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:49:49.587630 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ff5755e5-8475-45b3-8409-b99a68544851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:49.671315 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0bdf38-6ed2-4fd4-af37-2ca17b6f9867 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:49:49.676513 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ffcd2a-4ae7-45fe-8bb4-fa323f311e9f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Router a3655cdb-af14-4963-92a1-5f9446f74608 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:49:49.677184 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-cb0bdf38-6ed2-4fd4-af37-2ca17b6f9867 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:49.684526 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0bdf38-6ed2-4fd4-af37-2ca17b6f9867 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:49:49.710156 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5755e5-8475-45b3-8409-b99a68544851 None None] Network fb9011b3-3adc-4526-b10d-3762c2b9c39b is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:49:49.716388 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-ff5755e5-8475-45b3-8409-b99a68544851 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:49.729845 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5755e5-8475-45b3-8409-b99a68544851 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:49:49.780348 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0bdf38-6ed2-4fd4-af37-2ca17b6f9867 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Pushing event updated for resources: {'Port': ['ID=4eee459e-5a44-4040-b9b3-b459f3288905,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:49.801387 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0bdf38-6ed2-4fd4-af37-2ca17b6f9867 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:49.801728 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0bdf38-6ed2-4fd4-af37-2ca17b6f9867 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:49.802091 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0bdf38-6ed2-4fd4-af37-2ca17b6f9867 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:49.802426 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0bdf38-6ed2-4fd4-af37-2ca17b6f9867 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:49.802753 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0bdf38-6ed2-4fd4-af37-2ca17b6f9867 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:49.803083 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0bdf38-6ed2-4fd4-af37-2ca17b6f9867 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:49.803410 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0bdf38-6ed2-4fd4-af37-2ca17b6f9867 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:49.803871 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0bdf38-6ed2-4fd4-af37-2ca17b6f9867 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:49.804042 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0bdf38-6ed2-4fd4-af37-2ca17b6f9867 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:49.804364 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0bdf38-6ed2-4fd4-af37-2ca17b6f9867 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:49.804705 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0bdf38-6ed2-4fd4-af37-2ca17b6f9867 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:49.805030 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0bdf38-6ed2-4fd4-af37-2ca17b6f9867 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:49.821685 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-67b34f0e-dc4f-439d-953c-252e7c6f8cf7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:49.909902 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-dab19364-4253-46a5-9337-318ef3a256f2 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:49.921191 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-cb0bdf38-6ed2-4fd4-af37-2ca17b6f9867 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Deleting port 4eee459e-5a44-4040-b9b3-b459f3288905 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:49:49.921425 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cb0bdf38-6ed2-4fd4-af37-2ca17b6f9867 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:49.925960 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-dab19364-4253-46a5-9337-318ef3a256f2 None None] Transition to ACTIVE for port object 8c072430-9b3b-4e76-833d-c229a370f52c will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:49:49.929276 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ffcd2a-4ae7-45fe-8bb4-fa323f311e9f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:49:49.941245 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf09164-661d-4d75-856d-b95ac5d28cac None None] Sync routers for ids ['a3655cdb-af14-4963-92a1-5f9446f74608'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:49:49.957750 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf09164-661d-4d75-856d-b95ac5d28cac None None] Routers {'a3655cdb-af14-4963-92a1-5f9446f74608'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:49:49.958671 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-faf09164-661d-4d75-856d-b95ac5d28cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:49:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a3655cdb-af14-4963-92a1-5f9446f74608'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:49.966161 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5755e5-8475-45b3-8409-b99a68544851 None None] Pushing event updated for resources: {'Port': ['ID=226cc138-1f10-4944-a1cd-6e9437ee92ec,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:49.967739 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-72ffcd2a-4ae7-45fe-8bb4-fa323f311e9f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:49.976174 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-dab19364-4253-46a5-9337-318ef3a256f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:49.982333 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-67b34f0e-dc4f-439d-953c-252e7c6f8cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:50.045186 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-72ffcd2a-4ae7-45fe-8bb4-fa323f311e9f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "DELETE /v2.0/floatingips/da6cac34-efa9-4596-9fd5-7e29fcf185c3 HTTP/1.1" status: 204 len: 168 time: 2.2260621 May 03 22:49:50.045186 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a4526c-7f3f-4e16-9504-ae07e4cb3226', 'tag': '0f578a16-926e-40eb-84eb-03fb8dd74c60'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:49:50.060731 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b34f0e-dc4f-439d-953c-252e7c6f8cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=11390aac-4063-4b28-bb9d-104871901fe7,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:50.075070 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b34f0e-dc4f-439d-953c-252e7c6f8cf7 admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:49:50.092757 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-67b34f0e-dc4f-439d-953c-252e7c6f8cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:50.097645 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b34f0e-dc4f-439d-953c-252e7c6f8cf7 admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:49:50.146282 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a191aac8-7fd5-4708-b3ba-8c7f186118e1'] response: {'name': 'network-changed', 'server_uuid': '63a4526c-7f3f-4e16-9504-ae07e4cb3226', 'tag': '0f578a16-926e-40eb-84eb-03fb8dd74c60', 'status': 'completed', 'code': 200} May 03 22:49:50.241409 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-faf09164-661d-4d75-856d-b95ac5d28cac None None] Set router a3655cdb-af14-4963-92a1-5f9446f74608 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:49:50.273445 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-ff5755e5-8475-45b3-8409-b99a68544851 None None] Attempting to bind port 226cc138-1f10-4944-a1cd-6e9437ee92ec on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:49:50.274028 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-ff5755e5-8475-45b3-8409-b99a68544851 None None] Attempting to bind port 226cc138-1f10-4944-a1cd-6e9437ee92ec by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '1be92482-8e6b-4b67-b4cb-8067631182a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fb9011b3-3adc-4526-b10d-3762c2b9c39b'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:49:50.274501 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5755e5-8475-45b3-8409-b99a68544851 None None] Attempting to bind port 226cc138-1f10-4944-a1cd-6e9437ee92ec on network fb9011b3-3adc-4526-b10d-3762c2b9c39b {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:49:50.296568 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5755e5-8475-45b3-8409-b99a68544851 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:49:50.297023 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5755e5-8475-45b3-8409-b99a68544851 None None] Checking segment: {'id': '1be92482-8e6b-4b67-b4cb-8067631182a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fb9011b3-3adc-4526-b10d-3762c2b9c39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:49:50.297536 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ff5755e5-8475-45b3-8409-b99a68544851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:50.298081 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5755e5-8475-45b3-8409-b99a68544851 None None] Bound using segment: {'id': '1be92482-8e6b-4b67-b4cb-8067631182a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fb9011b3-3adc-4526-b10d-3762c2b9c39b'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:49:50.298662 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-ff5755e5-8475-45b3-8409-b99a68544851 None None] Bound port: 226cc138-1f10-4944-a1cd-6e9437ee92ec, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be92482-8e6b-4b67-b4cb-8067631182a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fb9011b3-3adc-4526-b10d-3762c2b9c39b'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:49:50.299137 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ff5755e5-8475-45b3-8409-b99a68544851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:50.369452 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045c3d2-120e-4501-b687-985f42cbc7d3 None None] Pushing event updated for resources: {'Port': ['ID=8c072430-9b3b-4e76-833d-c229a370f52c,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:50.393679 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44e8bb-5a9c-44dc-902d-54f67584d232 req-281b9f37-b916-43c0-92a3-e9290e831549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:50.396702 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8e44e8bb-5a9c-44dc-902d-54f67584d232 req-281b9f37-b916-43c0-92a3-e9290e831549 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=584c47bf47e049698552e4a4a9d3464d&device_id=63a4526c-7f3f-4e16-9504-ae07e4cb3226 HTTP/1.1" status: 200 len: 1096 time: 0.2222474 May 03 22:49:50.578642 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-ff5755e5-8475-45b3-8409-b99a68544851 None None] For port 226cc138-1f10-4944-a1cd-6e9437ee92ec, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:49:50.587498 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-ff5755e5-8475-45b3-8409-b99a68544851 None None] For port 226cc138-1f10-4944-a1cd-6e9437ee92ec, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=226cc138-1f10-4944-a1cd-6e9437ee92ec,segment=NetworkSegment(1be92482-8e6b-4b67-b4cb-8067631182a3),segment_id=1be92482-8e6b-4b67-b4cb-8067631182a3)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:49:50.641336 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44e8bb-5a9c-44dc-902d-54f67584d232 req-df989f53-2d86-4b17-85fb-2ee45557ddc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:50.643946 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8e44e8bb-5a9c-44dc-902d-54f67584d232 req-df989f53-2d86-4b17-85fb-2ee45557ddc9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=67890963-02db-4c38-8d23-557cebff05e8 HTTP/1.1" status: 200 len: 897 time: 0.2330503 May 03 22:49:50.705811 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ff5755e5-8475-45b3-8409-b99a68544851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:50.716986 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8e44e8bb-5a9c-44dc-902d-54f67584d232 req-dd63d326-ff62-4e08-8878-51da31a6f7ee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f578a16-926e-40eb-84eb-03fb8dd74c60 HTTP/1.1" status: 200 len: 217 time: 0.0651546 May 03 22:49:50.793114 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-faf09164-661d-4d75-856d-b95ac5d28cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'name': 'tempest-TestNetworkBasicOps-router-1489601345', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '972396c5-50ac-4e79-94a5-d57a6cfb4173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:48:13Z', 'updated_at': '2022-05-03T22:48:27Z', 'revision_number': 4, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'gw_port': {'id': '972396c5-50ac-4e79-94a5-d57a6cfb4173', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:15Z', 'updated_at': '2022-05-03T22:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '7094abd9-692a-4ed5-b84c-d364618cef86', 'name': '', 'network_id': '67890963-02db-4c38-8d23-557cebff05e8', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'mac_address': 'fa:16:3e:e1:61:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'df7275e9-1bf4-4770-b3a8-88cd4d1a4895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:25Z', 'updated_at': '2022-05-03T22:48:38Z', 'revision_number': 5, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'subnets': [{'id': 'df7275e9-1bf4-4770-b3a8-88cd4d1a4895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:50.798610 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf09164-661d-4d75-856d-b95ac5d28cac None None] Checking router: a3655cdb-af14-4963-92a1-5f9446f74608 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:49:50.809761 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf09164-661d-4d75-856d-b95ac5d28cac None None] Routers {'a3655cdb-af14-4963-92a1-5f9446f74608'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:49:50.810330 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-faf09164-661d-4d75-856d-b95ac5d28cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:49:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a3655cdb-af14-4963-92a1-5f9446f74608'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:50.845556 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44e8bb-5a9c-44dc-902d-54f67584d232 req-f0a2193a-a29a-4f36-8eed-f4bbd9183d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:50.847021 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8e44e8bb-5a9c-44dc-902d-54f67584d232 req-f0a2193a-a29a-4f36-8eed-f4bbd9183d0e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=df7275e9-1bf4-4770-b3a8-88cd4d1a4895 HTTP/1.1" status: 200 len: 834 time: 0.1235557 May 03 22:49:50.872203 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5755e5-8475-45b3-8409-b99a68544851 None None] Pushing event updated for resources: {'Port': ['ID=226cc138-1f10-4944-a1cd-6e9437ee92ec,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:50.955851 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-dab19364-4253-46a5-9337-318ef3a256f2 None None] Attempting to bind port 8c072430-9b3b-4e76-833d-c229a370f52c on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:49:50.956217 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-dab19364-4253-46a5-9337-318ef3a256f2 None None] Attempting to bind port 8c072430-9b3b-4e76-833d-c229a370f52c by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '79021a81-35f7-436f-834b-fb3d2a777891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:49:50.957144 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab19364-4253-46a5-9337-318ef3a256f2 None None] Attempting to bind port 8c072430-9b3b-4e76-833d-c229a370f52c on network 707cfa08-484f-448d-b84f-a940bf8f6e2e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:49:50.966587 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab19364-4253-46a5-9337-318ef3a256f2 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:49:50.966965 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab19364-4253-46a5-9337-318ef3a256f2 None None] Checking segment: {'id': '79021a81-35f7-436f-834b-fb3d2a777891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:49:50.967375 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-dab19364-4253-46a5-9337-318ef3a256f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:50.967767 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab19364-4253-46a5-9337-318ef3a256f2 None None] Bound using segment: {'id': '79021a81-35f7-436f-834b-fb3d2a777891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:49:50.968240 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-dab19364-4253-46a5-9337-318ef3a256f2 None None] Bound port: 8c072430-9b3b-4e76-833d-c229a370f52c, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79021a81-35f7-436f-834b-fb3d2a777891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:49:50.968613 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-dab19364-4253-46a5-9337-318ef3a256f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:50.999344 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44e8bb-5a9c-44dc-902d-54f67584d232 req-36584627-ee6e-4bac-9e8a-ad30d7c2351b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:51.001533 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8e44e8bb-5a9c-44dc-902d-54f67584d232 req-36584627-ee6e-4bac-9e8a-ad30d7c2351b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=67890963-02db-4c38-8d23-557cebff05e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1482794 May 03 22:49:51.024187 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cb0bdf38-6ed2-4fd4-af37-2ca17b6f9867 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:51.024743 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cb0bdf38-6ed2-4fd4-af37-2ca17b6f9867 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:51.165562 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-dab19364-4253-46a5-9337-318ef3a256f2 None None] For port 8c072430-9b3b-4e76-833d-c229a370f52c, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:49:51.166664 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-faf09164-661d-4d75-856d-b95ac5d28cac None None] Set router a3655cdb-af14-4963-92a1-5f9446f74608 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:49:51.169378 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-dab19364-4253-46a5-9337-318ef3a256f2 None None] For port 8c072430-9b3b-4e76-833d-c229a370f52c, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=8c072430-9b3b-4e76-833d-c229a370f52c,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:49:51.178091 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-dab19364-4253-46a5-9337-318ef3a256f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:51.186124 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-cb0bdf38-6ed2-4fd4-af37-2ca17b6f9867 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Calling delete_port for 4eee459e-5a44-4040-b9b3-b459f3288905 owned by network:floatingip {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:49:51.304171 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab19364-4253-46a5-9337-318ef3a256f2 None None] Routers {'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:49:51.305268 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-dab19364-4253-46a5-9337-318ef3a256f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:49:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:51.401785 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-67b34f0e-dc4f-439d-953c-252e7c6f8cf7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:51.646941 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543b1a9-8a39-4135-8ea9-500fbbf3b938 req-dac66a18-7ee2-4e62-be22-6211a97f9b6e tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:51.648577 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9543b1a9-8a39-4135-8ea9-500fbbf3b938 req-dac66a18-7ee2-4e62-be22-6211a97f9b6e tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a4526c-7f3f-4e16-9504-ae07e4cb3226 HTTP/1.1" status: 200 len: 945 time: 0.7646611 May 03 22:49:51.701121 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8e44e8bb-5a9c-44dc-902d-54f67584d232 req-d0ffffd9-2699-4da4-8644-5a82ead36110 service neutron] 10.222.0.60 "GET /v2.0/networks/67890963-02db-4c38-8d23-557cebff05e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6918015 May 03 22:49:51.746114 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045c3d2-120e-4501-b687-985f42cbc7d3 None None] Pushing event updated for resources: {'Port': ['ID=8c072430-9b3b-4e76-833d-c229a370f52c,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:51.861606 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-dab19364-4253-46a5-9337-318ef3a256f2 None None] Set router bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:49:51.893222 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9543b1a9-8a39-4135-8ea9-500fbbf3b938 req-8c2523e4-7ffe-4f6f-bd8e-25e6f69811ee tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b08e3656-8067-4773-af49-7cde84afba19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2255516 May 03 22:49:51.903142 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cb0bdf38-6ed2-4fd4-af37-2ca17b6f9867 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:51.994468 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8e44e8bb-5a9c-44dc-902d-54f67584d232 req-dc18afbf-5573-4f9d-a855-e2b82a56c962 service neutron] 10.222.0.60 "GET /v2.0/networks/67890963-02db-4c38-8d23-557cebff05e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854366 May 03 22:49:52.098318 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-faf09164-661d-4d75-856d-b95ac5d28cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'name': 'tempest-TestNetworkBasicOps-router-1489601345', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '972396c5-50ac-4e79-94a5-d57a6cfb4173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:48:13Z', 'updated_at': '2022-05-03T22:48:27Z', 'revision_number': 4, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'gw_port': {'id': '972396c5-50ac-4e79-94a5-d57a6cfb4173', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:15Z', 'updated_at': '2022-05-03T22:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '7094abd9-692a-4ed5-b84c-d364618cef86', 'name': '', 'network_id': '67890963-02db-4c38-8d23-557cebff05e8', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'mac_address': 'fa:16:3e:e1:61:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'df7275e9-1bf4-4770-b3a8-88cd4d1a4895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:25Z', 'updated_at': '2022-05-03T22:48:38Z', 'revision_number': 5, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'subnets': [{'id': 'df7275e9-1bf4-4770-b3a8-88cd4d1a4895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:52.112970 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf09164-661d-4d75-856d-b95ac5d28cac None None] The sync data for ids ['a3655cdb-af14-4963-92a1-5f9446f74608'] in n-d-811807-1 is: [{'id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'name': 'tempest-TestNetworkBasicOps-router-1489601345', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '972396c5-50ac-4e79-94a5-d57a6cfb4173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:48:13Z', 'updated_at': '2022-05-03T22:48:27Z', 'revision_number': 4, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'gw_port': {'id': '972396c5-50ac-4e79-94a5-d57a6cfb4173', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:15Z', 'updated_at': '2022-05-03T22:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '7094abd9-692a-4ed5-b84c-d364618cef86', 'name': '', 'network_id': '67890963-02db-4c38-8d23-557cebff05e8', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'mac_address': 'fa:16:3e:e1:61:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'df7275e9-1bf4-4770-b3a8-88cd4d1a4895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:25Z', 'updated_at': '2022-05-03T22:48:38Z', 'revision_number': 5, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'subnets': [{'id': 'df7275e9-1bf4-4770-b3a8-88cd4d1a4895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:49:52.154199 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0bdf38-6ed2-4fd4-af37-2ca17b6f9867 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Pushing event deleted for resources: {'Port': ['ID=4eee459e-5a44-4040-b9b3-b459f3288905,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:52.357803 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 226cc138-1f10-4944-a1cd-6e9437ee92ec up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:49:52.458413 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797f6c4-6bc6-4398-9073-6ff6b4e2774c req-9fba3b2a-e66b-4a70-a646-a22545f8772f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:52.459954 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6797f6c4-6bc6-4398-9073-6ff6b4e2774c req-9fba3b2a-e66b-4a70-a646-a22545f8772f tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.60 "GET /v2.0/ports?device_id=63a4526c-7f3f-4e16-9504-ae07e4cb3226 HTTP/1.1" status: 200 len: 945 time: 0.6102192 May 03 22:49:52.534447 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 226cc138-1f10-4944-a1cd-6e9437ee92ec completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:49:52.546394 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-dab19364-4253-46a5-9337-318ef3a256f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'name': 'tempest-TestVolumeBootPattern-388009800-router', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:38Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 4, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'gw_port': {'id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:39Z', 'updated_at': '2022-05-03T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '8c072430-9b3b-4e76-833d-c229a370f52c', 'name': '', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'mac_address': 'fa:16:3e:6b:0d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:43Z', 'updated_at': '2022-05-03T22:49:51Z', 'revision_number': 4, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'subnets': [{'id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:52.551710 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab19364-4253-46a5-9337-318ef3a256f2 None None] The sync data for ids ['bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'] in n-d-811807-1 is: [{'id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'name': 'tempest-TestVolumeBootPattern-388009800-router', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:38Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 4, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'gw_port': {'id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:39Z', 'updated_at': '2022-05-03T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '8c072430-9b3b-4e76-833d-c229a370f52c', 'name': '', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'mac_address': 'fa:16:3e:6b:0d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:43Z', 'updated_at': '2022-05-03T22:49:51Z', 'revision_number': 4, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'subnets': [{'id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:49:52.553444 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 8c072430-9b3b-4e76-833d-c229a370f52c up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:49:52.558561 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-67b34f0e-dc4f-439d-953c-252e7c6f8cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:52.637207 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4391285d-cd03-4e7a-bf6a-40bb96c18822 None None] New status for floating IP da6cac34-efa9-4596-9fd5-7e29fcf185c3: DOWN {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:49:52.735118 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-6797f6c4-6bc6-4398-9073-6ff6b4e2774c req-b4a86b8a-0ca3-4908-9e48-f84dfcf46274 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Deleting port 0f578a16-926e-40eb-84eb-03fb8dd74c60 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:49:52.735514 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-6797f6c4-6bc6-4398-9073-6ff6b4e2774c req-b4a86b8a-0ca3-4908-9e48-f84dfcf46274 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:52.769380 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-cb0bdf38-6ed2-4fd4-af37-2ca17b6f9867 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] create failed (client error): The resource could not be found. May 03 22:49:52.770472 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-cb0bdf38-6ed2-4fd4-af37-2ca17b6f9867 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.0288720 May 03 22:49:52.774744 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33072) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:52.787284 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e867403a-e0a6-4b51-a665-65b607a996ba None None] Network fb9011b3-3adc-4526-b10d-3762c2b9c39b requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:49:52.902896 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-8082f393-ea3d-4acd-a8b1-397b317082f1 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Deleting port ec5b002e-41a0-4027-936c-f5c291bca5f8 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:49:52.903343 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8082f393-ea3d-4acd-a8b1-397b317082f1 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:53.129742 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-03e749da-df49-4b90-8769-fc3a244fcd4b None None] Provisioning for port 226cc138-1f10-4944-a1cd-6e9437ee92ec completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:49:53.133604 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c25e825c-db1b-4927-97dc-2b29cdd87606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:53.150310 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-03e749da-df49-4b90-8769-fc3a244fcd4b None None] Provisioning complete for port 226cc138-1f10-4944-a1cd-6e9437ee92ec triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:49:53.150686 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-03e749da-df49-4b90-8769-fc3a244fcd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:53.204465 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 8c072430-9b3b-4e76-833d-c229a370f52c completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:49:53.223945 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 8c072430-9b3b-4e76-833d-c229a370f52c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:49:53.224315 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:53.426044 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8082f393-ea3d-4acd-a8b1-397b317082f1 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:53.440317 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b34f0e-dc4f-439d-953c-252e7c6f8cf7 admin admin] Router 946e6329-9996-4fa2-8892-c651c3ee265c is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:49:53.481694 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:53.497084 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-03e749da-df49-4b90-8769-fc3a244fcd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:53.602461 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 8c072430-9b3b-4e76-833d-c229a370f52c, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=8c072430-9b3b-4e76-833d-c229a370f52c,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:49:53.605445 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-03e749da-df49-4b90-8769-fc3a244fcd4b None None] For port 226cc138-1f10-4944-a1cd-6e9437ee92ec, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=226cc138-1f10-4944-a1cd-6e9437ee92ec,segment=NetworkSegment(1be92482-8e6b-4b67-b4cb-8067631182a3),segment_id=1be92482-8e6b-4b67-b4cb-8067631182a3)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:49:53.609744 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:53.675992 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-03e749da-df49-4b90-8769-fc3a244fcd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:53.683139 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-8082f393-ea3d-4acd-a8b1-397b317082f1 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Calling delete_port for ec5b002e-41a0-4027-936c-f5c291bca5f8 owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:49:53.758621 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=8c072430-9b3b-4e76-833d-c229a370f52c,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:53.784141 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fcf05-cbbe-4e70-9193-8bef170fc5c7 req-68812289-f20e-4fc2-a43c-9cf5b3be67ce tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:53.785733 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-422fcf05-cbbe-4e70-9193-8bef170fc5c7 req-68812289-f20e-4fc2-a43c-9cf5b3be67ce tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a4526c-7f3f-4e16-9504-ae07e4cb3226 HTTP/1.1" status: 200 len: 945 time: 0.6507037 May 03 22:49:53.860832 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8082f393-ea3d-4acd-a8b1-397b317082f1 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:53.924473 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-422fcf05-cbbe-4e70-9193-8bef170fc5c7 req-7df53ff9-108d-4ff7-b6d8-d803b149e6ce tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/security-groups?id=b08e3656-8067-4773-af49-7cde84afba19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167624 May 03 22:49:53.926230 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e749da-df49-4b90-8769-fc3a244fcd4b None None] Pushing event updated for resources: {'Port': ['ID=226cc138-1f10-4944-a1cd-6e9437ee92ec,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:53.926881 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082f393-ea3d-4acd-a8b1-397b317082f1 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Pushing event deleted for resources: {'Port': ['ID=ec5b002e-41a0-4027-936c-f5c291bca5f8,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:53.929238 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-6797f6c4-6bc6-4398-9073-6ff6b4e2774c req-b4a86b8a-0ca3-4908-9e48-f84dfcf46274 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] For port 0f578a16-926e-40eb-84eb-03fb8dd74c60, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0f578a16-926e-40eb-84eb-03fb8dd74c60,segment=NetworkSegment(479480a4-2475-4793-8aee-d4c5fd8fe022),segment_id=479480a4-2475-4793-8aee-d4c5fd8fe022)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:49:53.929648 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-6797f6c4-6bc6-4398-9073-6ff6b4e2774c req-b4a86b8a-0ca3-4908-9e48-f84dfcf46274 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:53.952129 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7e71dc11-3319-4467-b470-4ca5b51f029c None None] Provisioning complete for port 226cc138-1f10-4944-a1cd-6e9437ee92ec triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:49:53.952513 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7e71dc11-3319-4467-b470-4ca5b51f029c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:54.097479 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 226cc138-1f10-4944-a1cd-6e9437ee92ec up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:49:54.109165 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-6797f6c4-6bc6-4398-9073-6ff6b4e2774c req-b4a86b8a-0ca3-4908-9e48-f84dfcf46274 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Calling delete_port for 0f578a16-926e-40eb-84eb-03fb8dd74c60 owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:49:54.114111 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8082f393-ea3d-4acd-a8b1-397b317082f1 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:54.123888 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8082f393-ea3d-4acd-a8b1-397b317082f1 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] 10.222.0.58 "DELETE /v2.0/ports/ec5b002e-41a0-4027-936c-f5c291bca5f8 HTTP/1.1" status: 204 len: 168 time: 1.3453329 May 03 22:49:54.124074 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33082) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:54.146120 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b34f0e-dc4f-439d-953c-252e7c6f8cf7 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:49:54.158035 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d414ee7f-45d1-4428-bcb5-afd15266f75d None None] Sync routers for ids ['946e6329-9996-4fa2-8892-c651c3ee265c'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:49:54.182440 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d414ee7f-45d1-4428-bcb5-afd15266f75d None None] Routers {'946e6329-9996-4fa2-8892-c651c3ee265c'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:49:54.183718 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d414ee7f-45d1-4428-bcb5-afd15266f75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:49:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['946e6329-9996-4fa2-8892-c651c3ee265c'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:54.215381 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-67b34f0e-dc4f-439d-953c-252e7c6f8cf7 admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:54.219710 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-67b34f0e-dc4f-439d-953c-252e7c6f8cf7 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.6683857 May 03 22:49:54.220149 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33086) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:54.238650 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e89f5c-404c-4c2b-80d2-98b74f146a74 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:54.239264 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 226cc138-1f10-4944-a1cd-6e9437ee92ec triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:49:54.239414 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b5e89f5c-404c-4c2b-80d2-98b74f146a74 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Synchronizing usage tracker for tenant:4488198cd494494f84f0b9eeabb85b8b on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:49:54.239654 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:54.324041 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-6797f6c4-6bc6-4398-9073-6ff6b4e2774c req-b4a86b8a-0ca3-4908-9e48-f84dfcf46274 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:54.368545 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 8c072430-9b3b-4e76-833d-c229a370f52c up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:49:54.400409 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a86b8a-0ca3-4908-9e48-f84dfcf46274 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event deleted for resources: {'Port': ['ID=0f578a16-926e-40eb-84eb-03fb8dd74c60,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:54.400644 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b5e89f5c-404c-4c2b-80d2-98b74f146a74 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Unset dirty status for tenant:4488198cd494494f84f0b9eeabb85b8b on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:49:54.404142 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b5e89f5c-404c-4c2b-80d2-98b74f146a74 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] 10.222.0.58 "GET /v2.0/ports?device_id=6028ddbe-5439-44a7-8baa-edcebe8d8f49 HTTP/1.1" status: 200 len: 913 time: 0.2765441 May 03 22:49:54.404984 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33092) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:54.421413 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-d414ee7f-45d1-4428-bcb5-afd15266f75d None None] Set router 946e6329-9996-4fa2-8892-c651c3ee265c gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:49:54.480400 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:54.514743 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 8c072430-9b3b-4e76-833d-c229a370f52c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:49:54.518159 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:54.632542 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-6797f6c4-6bc6-4398-9073-6ff6b4e2774c req-b4a86b8a-0ca3-4908-9e48-f84dfcf46274 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] No DVR routers for this DVR port 0f578a16-926e-40eb-84eb-03fb8dd74c60 on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:49:54.638196 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-6797f6c4-6bc6-4398-9073-6ff6b4e2774c req-b4a86b8a-0ca3-4908-9e48-f84dfcf46274 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:54.642014 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a4526c-7f3f-4e16-9504-ae07e4cb3226', 'name': 'network-vif-deleted', 'tag': '0f578a16-926e-40eb-84eb-03fb8dd74c60'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:49:54.662660 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6797f6c4-6bc6-4398-9073-6ff6b4e2774c req-b4a86b8a-0ca3-4908-9e48-f84dfcf46274 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.60 "DELETE /v2.0/ports/0f578a16-926e-40eb-84eb-03fb8dd74c60 HTTP/1.1" status: 204 len: 173 time: 2.1805425 May 03 22:49:54.841063 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcb05849-0c71-4deb-b3c9-169409388141'] response: {'server_uuid': '63a4526c-7f3f-4e16-9504-ae07e4cb3226', 'name': 'network-vif-deleted', 'tag': '0f578a16-926e-40eb-84eb-03fb8dd74c60', 'status': 'completed', 'code': 200} May 03 22:49:55.038586 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c1c24adc-3200-4a09-95c8-4ad9c63bbfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:55.048776 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d414ee7f-45d1-4428-bcb5-afd15266f75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946e6329-9996-4fa2-8892-c651c3ee265c', 'name': 'tempest-TestVolumeBootPattern-431377036-router', 'tenant_id': '34d04d34f2724192b4a5b1b9b1ee4d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '11390aac-4063-4b28-bb9d-104871901fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:47Z', 'updated_at': '2022-05-03T22:49:50Z', 'revision_number': 3, 'project_id': '34d04d34f2724192b4a5b1b9b1ee4d13', 'gw_port': {'id': '11390aac-4063-4b28-bb9d-104871901fe7', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:02:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946e6329-9996-4fa2-8892-c651c3ee265c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:48Z', 'updated_at': '2022-05-03T22:49:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:55.054059 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d414ee7f-45d1-4428-bcb5-afd15266f75d None None] Checking router: 946e6329-9996-4fa2-8892-c651c3ee265c for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:49:55.054392 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d414ee7f-45d1-4428-bcb5-afd15266f75d None None] Updating router 946e6329-9996-4fa2-8892-c651c3ee265c port 11390aac-4063-4b28-bb9d-104871901fe7 binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:49:55.192317 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d414ee7f-45d1-4428-bcb5-afd15266f75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:55.465719 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-e1690a5e-54dd-4434-b885-3c88926bee07 req-b3ca1815-753c-41a9-a057-35e0b5c2eb25 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Synchronizing usage tracker for tenant:584c47bf47e049698552e4a4a9d3464d on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:49:55.495130 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-154b5aa7-16a1-46c2-a83e-67ad98d62aba tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:55.511880 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f82455e7-a580-43c6-adc3-8ab85a73ab83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:55.562333 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-e1690a5e-54dd-4434-b885-3c88926bee07 req-b3ca1815-753c-41a9-a057-35e0b5c2eb25 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Unset dirty status for tenant:584c47bf47e049698552e4a4a9d3464d on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:49:55.563506 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e1690a5e-54dd-4434-b885-3c88926bee07 req-b3ca1815-753c-41a9-a057-35e0b5c2eb25 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "GET /v2.0/ports?device_id=63a4526c-7f3f-4e16-9504-ae07e4cb3226 HTTP/1.1" status: 200 len: 210 time: 0.3148317 May 03 22:49:55.705302 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d414ee7f-45d1-4428-bcb5-afd15266f75d None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:55.716331 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 0f578a16-926e-40eb-84eb-03fb8dd74c60 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:49:55.736835 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-d414ee7f-45d1-4428-bcb5-afd15266f75d None None] Transition to ACTIVE for port object 11390aac-4063-4b28-bb9d-104871901fe7 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:49:55.749678 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d414ee7f-45d1-4428-bcb5-afd15266f75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:55.790818 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-f82455e7-a580-43c6-adc3-8ab85a73ab83 admin admin] Allocated IP 172.20.0.1 (fb9011b3-3adc-4526-b10d-3762c2b9c39b/7e759594-72d3-49d8-b5fc-dbc576699c77/cc51aea5-5e62-42e1-8624-6de22747c11b) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:49:55.791882 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 0f578a16-926e-40eb-84eb-03fb8dd74c60 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:49:55.792472 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 0f578a16-926e-40eb-84eb-03fb8dd74c60 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:49:55.861304 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-d414ee7f-45d1-4428-bcb5-afd15266f75d None None] Attempting to bind port 11390aac-4063-4b28-bb9d-104871901fe7 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:49:55.861676 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-d414ee7f-45d1-4428-bcb5-afd15266f75d None None] Attempting to bind port 11390aac-4063-4b28-bb9d-104871901fe7 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:49:55.862098 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d414ee7f-45d1-4428-bcb5-afd15266f75d None None] Attempting to bind port 11390aac-4063-4b28-bb9d-104871901fe7 on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:49:55.868455 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71057da7-436f-4af8-b44b-c4bc7ffa122f None None] Pushing event updated for resources: {'Port': ['ID=11390aac-4063-4b28-bb9d-104871901fe7,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:55.874045 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d414ee7f-45d1-4428-bcb5-afd15266f75d None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:49:55.874428 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d414ee7f-45d1-4428-bcb5-afd15266f75d None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:49:55.874891 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d414ee7f-45d1-4428-bcb5-afd15266f75d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:55.875352 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d414ee7f-45d1-4428-bcb5-afd15266f75d None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:49:55.875828 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-d414ee7f-45d1-4428-bcb5-afd15266f75d None None] Bound port: 11390aac-4063-4b28-bb9d-104871901fe7, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:49:55.876204 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d414ee7f-45d1-4428-bcb5-afd15266f75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:55.913159 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71057da7-436f-4af8-b44b-c4bc7ffa122f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:55.913507 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71057da7-436f-4af8-b44b-c4bc7ffa122f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:55.913886 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71057da7-436f-4af8-b44b-c4bc7ffa122f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:55.914452 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71057da7-436f-4af8-b44b-c4bc7ffa122f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:55.915044 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71057da7-436f-4af8-b44b-c4bc7ffa122f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:55.915581 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71057da7-436f-4af8-b44b-c4bc7ffa122f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:55.915706 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71057da7-436f-4af8-b44b-c4bc7ffa122f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:55.916011 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71057da7-436f-4af8-b44b-c4bc7ffa122f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:55.916597 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71057da7-436f-4af8-b44b-c4bc7ffa122f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:55.916920 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71057da7-436f-4af8-b44b-c4bc7ffa122f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:55.917322 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71057da7-436f-4af8-b44b-c4bc7ffa122f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:55.917626 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71057da7-436f-4af8-b44b-c4bc7ffa122f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:55.964773 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-154b5aa7-16a1-46c2-a83e-67ad98d62aba tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Deleting port 80e0215e-d949-4b3b-b46a-b514bc1563a2 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:49:55.965380 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-154b5aa7-16a1-46c2-a83e-67ad98d62aba tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:55.986015 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f82455e7-a580-43c6-adc3-8ab85a73ab83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:56.016055 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-d414ee7f-45d1-4428-bcb5-afd15266f75d None None] For port 11390aac-4063-4b28-bb9d-104871901fe7, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:49:56.016924 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-f82455e7-a580-43c6-adc3-8ab85a73ab83 admin admin] Transition to ACTIVE for port object cc51aea5-5e62-42e1-8624-6de22747c11b will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:49:56.020517 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-d414ee7f-45d1-4428-bcb5-afd15266f75d None None] For port 11390aac-4063-4b28-bb9d-104871901fe7, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=11390aac-4063-4b28-bb9d-104871901fe7,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:49:56.026977 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d414ee7f-45d1-4428-bcb5-afd15266f75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:56.052690 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f82455e7-a580-43c6-adc3-8ab85a73ab83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:56.129752 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82455e7-a580-43c6-adc3-8ab85a73ab83 admin admin] Network fb9011b3-3adc-4526-b10d-3762c2b9c39b is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:49:56.132716 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d414ee7f-45d1-4428-bcb5-afd15266f75d None None] Routers {'946e6329-9996-4fa2-8892-c651c3ee265c'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:49:56.133942 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-f82455e7-a580-43c6-adc3-8ab85a73ab83 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:56.134080 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d414ee7f-45d1-4428-bcb5-afd15266f75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:49:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['946e6329-9996-4fa2-8892-c651c3ee265c'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:56.137089 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82455e7-a580-43c6-adc3-8ab85a73ab83 admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:49:56.191621 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82455e7-a580-43c6-adc3-8ab85a73ab83 admin admin] Pushing event updated for resources: {'Port': ['ID=cc51aea5-5e62-42e1-8624-6de22747c11b,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:56.204884 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71057da7-436f-4af8-b44b-c4bc7ffa122f None None] Pushing event updated for resources: {'Port': ['ID=11390aac-4063-4b28-bb9d-104871901fe7,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:56.224630 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-154b5aa7-16a1-46c2-a83e-67ad98d62aba tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:56.232460 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f82455e7-a580-43c6-adc3-8ab85a73ab83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:56.306625 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:56.317009 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:56.379622 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f82455e7-a580-43c6-adc3-8ab85a73ab83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:56.389032 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-154b5aa7-16a1-46c2-a83e-67ad98d62aba tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Calling delete_port for 80e0215e-d949-4b3b-b46a-b514bc1563a2 owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:49:56.400450 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-d414ee7f-45d1-4428-bcb5-afd15266f75d None None] Set router 946e6329-9996-4fa2-8892-c651c3ee265c gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:49:56.624449 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d9c1e4ff-8d69-4ae1-adac-27c2a43d5242 None None] Provisioning for port cc51aea5-5e62-42e1-8624-6de22747c11b completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:49:56.635123 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d9c1e4ff-8d69-4ae1-adac-27c2a43d5242 None None] Provisioning complete for port cc51aea5-5e62-42e1-8624-6de22747c11b triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:49:56.646466 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e4ff-8d69-4ae1-adac-27c2a43d5242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:56.668140 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f82455e7-a580-43c6-adc3-8ab85a73ab83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:56.677005 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f82455e7-a580-43c6-adc3-8ab85a73ab83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:56.696937 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-154b5aa7-16a1-46c2-a83e-67ad98d62aba tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:56.781884 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33120) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:56.782912 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b5aa7-16a1-46c2-a83e-67ad98d62aba tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Pushing event deleted for resources: {'Port': ['ID=80e0215e-d949-4b3b-b46a-b514bc1563a2,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:56.793723 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-d9c1e4ff-8d69-4ae1-adac-27c2a43d5242 None None] Port cc51aea5-5e62-42e1-8624-6de22747c11b cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:49:56.838648 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f82455e7-a580-43c6-adc3-8ab85a73ab83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:56.875614 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82455e7-a580-43c6-adc3-8ab85a73ab83 admin admin] Pushing event updated for resources: {'Port': ['ID=cc51aea5-5e62-42e1-8624-6de22747c11b,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:56.889039 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d414ee7f-45d1-4428-bcb5-afd15266f75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946e6329-9996-4fa2-8892-c651c3ee265c', 'name': 'tempest-TestVolumeBootPattern-431377036-router', 'tenant_id': '34d04d34f2724192b4a5b1b9b1ee4d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '11390aac-4063-4b28-bb9d-104871901fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:47Z', 'updated_at': '2022-05-03T22:49:50Z', 'revision_number': 3, 'project_id': '34d04d34f2724192b4a5b1b9b1ee4d13', 'gw_port': {'id': '11390aac-4063-4b28-bb9d-104871901fe7', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:02:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946e6329-9996-4fa2-8892-c651c3ee265c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:48Z', 'updated_at': '2022-05-03T22:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:56.893943 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d414ee7f-45d1-4428-bcb5-afd15266f75d None None] The sync data for ids ['946e6329-9996-4fa2-8892-c651c3ee265c'] in n-d-811807-1 is: [{'id': '946e6329-9996-4fa2-8892-c651c3ee265c', 'name': 'tempest-TestVolumeBootPattern-431377036-router', 'tenant_id': '34d04d34f2724192b4a5b1b9b1ee4d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '11390aac-4063-4b28-bb9d-104871901fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:47Z', 'updated_at': '2022-05-03T22:49:50Z', 'revision_number': 3, 'project_id': '34d04d34f2724192b4a5b1b9b1ee4d13', 'gw_port': {'id': '11390aac-4063-4b28-bb9d-104871901fe7', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:02:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946e6329-9996-4fa2-8892-c651c3ee265c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:48Z', 'updated_at': '2022-05-03T22:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:49:57.046078 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82455e7-a580-43c6-adc3-8ab85a73ab83 admin admin] Network fb9011b3-3adc-4526-b10d-3762c2b9c39b is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:49:57.047364 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-f82455e7-a580-43c6-adc3-8ab85a73ab83 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:57.068352 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dee23b38-c473-47ac-9d36-eebfa66823de tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:57.243466 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-154b5aa7-16a1-46c2-a83e-67ad98d62aba tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:57.522152 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dee23b38-c473-47ac-9d36-eebfa66823de tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:57.564885 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-4f034599-abf2-4f40-b465-54f23bbf06a2 None None] Provisioning complete for port cc51aea5-5e62-42e1-8624-6de22747c11b triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:49:57.564885 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4f034599-abf2-4f40-b465-54f23bbf06a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:57.664391 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82455e7-a580-43c6-adc3-8ab85a73ab83 admin admin] Router 946e6329-9996-4fa2-8892-c651c3ee265c has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:49:57.917355 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:57.925525 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-4f034599-abf2-4f40-b465-54f23bbf06a2 None None] Port cc51aea5-5e62-42e1-8624-6de22747c11b cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:49:57.974941 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:58.038320 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82455e7-a580-43c6-adc3-8ab85a73ab83 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:49:58.089398 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f82455e7-a580-43c6-adc3-8ab85a73ab83 admin admin] 10.222.0.58 "PUT /v2.0/routers/946e6329-9996-4fa2-8892-c651c3ee265c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8679638 May 03 22:49:58.091571 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154b5aa7-16a1-46c2-a83e-67ad98d62aba tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Router 6028ddbe-5439-44a7-8baa-edcebe8d8f49 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:49:58.149523 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33142) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:58.233302 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 11390aac-4063-4b28-bb9d-104871901fe7 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:49:58.358306 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 11390aac-4063-4b28-bb9d-104871901fe7 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:49:58.363597 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-216478a5-4353-4aaa-b7c9-8d63cd594806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:58.367204 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 11390aac-4063-4b28-bb9d-104871901fe7 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:49:58.367581 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:58.368509 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dee23b38-c473-47ac-9d36-eebfa66823de tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:58.390058 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-216478a5-4353-4aaa-b7c9-8d63cd594806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:49:58.393486 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee23b38-c473-47ac-9d36-eebfa66823de tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08e3656-8067-4773-af49-7cde84afba19,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:58.402553 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-216478a5-4353-4aaa-b7c9-8d63cd594806 admin admin] Usage tracker for resource:security_group_rule and tenant:2c98e26aa19f4db1bedd30eff6cb5b46 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:49:58.405409 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154b5aa7-16a1-46c2-a83e-67ad98d62aba tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:49:58.406913 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-216478a5-4353-4aaa-b7c9-8d63cd594806 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:49:58.419347 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-216478a5-4353-4aaa-b7c9-8d63cd594806 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:49:58.424638 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f4abd3-ea96-45a1-b56d-cd082fbe84e1 None None] Sync routers for ids ['6028ddbe-5439-44a7-8baa-edcebe8d8f49'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:49:58.456732 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dee23b38-c473-47ac-9d36-eebfa66823de tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:58.462551 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-dee23b38-c473-47ac-9d36-eebfa66823de tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "DELETE /v2.0/security-groups/b08e3656-8067-4773-af49-7cde84afba19 HTTP/1.1" status: 204 len: 168 time: 1.6770368 May 03 22:49:58.468957 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-154b5aa7-16a1-46c2-a83e-67ad98d62aba tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] 10.222.0.58 "PUT /v2.0/routers/6028ddbe-5439-44a7-8baa-edcebe8d8f49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0627923 May 03 22:49:58.470439 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33154) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:58.498407 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f4abd3-ea96-45a1-b56d-cd082fbe84e1 None None] Routers {'6028ddbe-5439-44a7-8baa-edcebe8d8f49'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:49:58.501307 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-30f4abd3-ea96-45a1-b56d-cd082fbe84e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:49:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6028ddbe-5439-44a7-8baa-edcebe8d8f49'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:58.526404 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33158) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:58.616677 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-30f4abd3-ea96-45a1-b56d-cd082fbe84e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:58.652313 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f4abd3-ea96-45a1-b56d-cd082fbe84e1 None None] Routers {'6028ddbe-5439-44a7-8baa-edcebe8d8f49'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:49:58.652941 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-30f4abd3-ea96-45a1-b56d-cd082fbe84e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:49:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['6028ddbe-5439-44a7-8baa-edcebe8d8f49'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:58.734519 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-216478a5-4353-4aaa-b7c9-8d63cd594806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:58.740792 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-216478a5-4353-4aaa-b7c9-8d63cd594806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:58.741263 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f46d21a6-047f-4766-a5fc-a16b8066ff2b tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:58.771238 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-30f4abd3-ea96-45a1-b56d-cd082fbe84e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:58.771610 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f4abd3-ea96-45a1-b56d-cd082fbe84e1 None None] The sync data for ids ['6028ddbe-5439-44a7-8baa-edcebe8d8f49'] in n-d-811807-1 is: [] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:49:58.811784 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-216478a5-4353-4aaa-b7c9-8d63cd594806 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2c98e26aa19f4db1bedd30eff6cb5b46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6611066 May 03 22:49:58.814639 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33168) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:58.824908 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216478a5-4353-4aaa-b7c9-8d63cd594806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053e9240-566e-4451-ba47-31ae4dc44707,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:58.862692 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:58.884352 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 11390aac-4063-4b28-bb9d-104871901fe7, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=11390aac-4063-4b28-bb9d-104871901fe7,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:49:58.891786 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:59.018090 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=11390aac-4063-4b28-bb9d-104871901fe7,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:59.147740 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f46d21a6-047f-4766-a5fc-a16b8066ff2b tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:59.150549 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f46d21a6-047f-4766-a5fc-a16b8066ff2b tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:59.193279 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e56be7e2-ac04-464c-8cb0-50af0ed0ce45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:59.197168 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f46d21a6-047f-4766-a5fc-a16b8066ff2b tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:59.197702 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46d21a6-047f-4766-a5fc-a16b8066ff2b tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Fanout notify agent at l3_agent the message router_deleted on router 6028ddbe-5439-44a7-8baa-edcebe8d8f49 {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:49:59.230086 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f46d21a6-047f-4766-a5fc-a16b8066ff2b tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:59.231140 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f46d21a6-047f-4766-a5fc-a16b8066ff2b tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] 10.222.0.58 "DELETE /v2.0/routers/6028ddbe-5439-44a7-8baa-edcebe8d8f49 HTTP/1.1" status: 204 len: 168 time: 0.7595916 May 03 22:49:59.234766 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33172) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:49:59.239353 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e56be7e2-ac04-464c-8cb0-50af0ed0ce45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:59.315011 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e56be7e2-ac04-464c-8cb0-50af0ed0ce45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:59.335270 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56be7e2-ac04-464c-8cb0-50af0ed0ce45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053e9240-566e-4451-ba47-31ae4dc44707,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:59.355016 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e56be7e2-ac04-464c-8cb0-50af0ed0ce45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:59.359619 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e56be7e2-ac04-464c-8cb0-50af0ed0ce45 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/053e9240-566e-4451-ba47-31ae4dc44707 HTTP/1.1" status: 204 len: 168 time: 0.5406027 May 03 22:49:59.418307 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-8289fb71-a1e4-4d9c-bf18-c81f75ee56b1 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Deleting subnet 220cb7ac-5685-427d-900d-41576bc70f03 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:49:59.427046 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8289fb71-a1e4-4d9c-bf18-c81f75ee56b1 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:59.523802 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8289fb71-a1e4-4d9c-bf18-c81f75ee56b1 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:59.584670 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18929812-48d5-459f-9037-83bd30bf6b93 None None] Sync routers for ids ['946e6329-9996-4fa2-8892-c651c3ee265c'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:49:59.604231 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18929812-48d5-459f-9037-83bd30bf6b93 None None] Routers {'946e6329-9996-4fa2-8892-c651c3ee265c'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:49:59.608938 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-18929812-48d5-459f-9037-83bd30bf6b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:49:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['946e6329-9996-4fa2-8892-c651c3ee265c'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:59.644437 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8289fb71-a1e4-4d9c-bf18-c81f75ee56b1 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:59.745538 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f1c35490-8a3a-4897-a958-d56f00db7fcd tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:49:59.903285 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-18929812-48d5-459f-9037-83bd30bf6b93 None None] Set router 946e6329-9996-4fa2-8892-c651c3ee265c gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:49:59.965454 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8289fb71-a1e4-4d9c-bf18-c81f75ee56b1 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:00.030321 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8289fb71-a1e4-4d9c-bf18-c81f75ee56b1 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:00.051301 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bdc0bb-991c-4a87-ae97-649fd1e3278a None None] Network 807705a3-5557-48d9-be4b-b9eb5a33f5c4 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:50:00.114705 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 11390aac-4063-4b28-bb9d-104871901fe7 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:50:00.374050 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289fb71-a1e4-4d9c-bf18-c81f75ee56b1 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Pushing event deleted for resources: {'Subnet': ['ID=220cb7ac-5685-427d-900d-41576bc70f03,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:00.394398 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8289fb71-a1e4-4d9c-bf18-c81f75ee56b1 tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] 10.222.0.58 "DELETE /v2.0/subnets/220cb7ac-5685-427d-900d-41576bc70f03 HTTP/1.1" status: 204 len: 168 time: 1.1563470 May 03 22:50:00.396718 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33200) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:00.473642 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-18929812-48d5-459f-9037-83bd30bf6b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946e6329-9996-4fa2-8892-c651c3ee265c', 'name': 'tempest-TestVolumeBootPattern-431377036-router', 'tenant_id': '34d04d34f2724192b4a5b1b9b1ee4d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '11390aac-4063-4b28-bb9d-104871901fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:47Z', 'updated_at': '2022-05-03T22:49:56Z', 'revision_number': 4, 'project_id': '34d04d34f2724192b4a5b1b9b1ee4d13', 'gw_port': {'id': '11390aac-4063-4b28-bb9d-104871901fe7', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:02:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946e6329-9996-4fa2-8892-c651c3ee265c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:48Z', 'updated_at': '2022-05-03T22:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'cc51aea5-5e62-42e1-8624-6de22747c11b', 'name': '', 'network_id': 'fb9011b3-3adc-4526-b10d-3762c2b9c39b', 'tenant_id': '34d04d34f2724192b4a5b1b9b1ee4d13', 'mac_address': 'fa:16:3e:06:a9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946e6329-9996-4fa2-8892-c651c3ee265c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': '7e759594-72d3-49d8-b5fc-dbc576699c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:55Z', 'updated_at': '2022-05-03T22:49:56Z', 'revision_number': 2, 'project_id': '34d04d34f2724192b4a5b1b9b1ee4d13', 'subnets': [{'id': '7e759594-72d3-49d8-b5fc-dbc576699c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:00.478100 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18929812-48d5-459f-9037-83bd30bf6b93 None None] Checking router: 946e6329-9996-4fa2-8892-c651c3ee265c for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:50:00.478694 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18929812-48d5-459f-9037-83bd30bf6b93 None None] Updating router 946e6329-9996-4fa2-8892-c651c3ee265c port cc51aea5-5e62-42e1-8624-6de22747c11b binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:50:00.494906 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 11390aac-4063-4b28-bb9d-104871901fe7 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:50:00.495321 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:00.590401 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-18929812-48d5-459f-9037-83bd30bf6b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:00.640150 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1f73a46b-6173-4074-9abb-c0deae69aa9a tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:00.674129 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-f1c35490-8a3a-4897-a958-d56f00db7fcd tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Deleting port 7094abd9-692a-4ed5-b84c-d364618cef86 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:50:00.676420 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f1c35490-8a3a-4897-a958-d56f00db7fcd tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:00.715466 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-1f73a46b-6173-4074-9abb-c0deae69aa9a tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Deleting port 28ac74dc-de24-4053-882c-58b427c71b78 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:50:00.716065 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1f73a46b-6173-4074-9abb-c0deae69aa9a tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:01.008444 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-1f73a46b-6173-4074-9abb-c0deae69aa9a tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] For port 28ac74dc-de24-4053-882c-58b427c71b78, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=28ac74dc-de24-4053-882c-58b427c71b78,segment=NetworkSegment(8a6ce4e7-1e23-486f-9820-d7027a9ef82f),segment_id=8a6ce4e7-1e23-486f-9820-d7027a9ef82f)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:50:01.008706 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1f73a46b-6173-4074-9abb-c0deae69aa9a tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:01.010814 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2d97de-b1cb-41d5-a463-c38330e26272 None None] DHCP port deletion for 807705a3-5557-48d9-be4b-b9eb5a33f5c4 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:50:01.015888 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-df2d97de-b1cb-41d5-a463-c38330e26272 None None] Deleting port 28ac74dc-de24-4053-882c-58b427c71b78 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:50:01.016269 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-df2d97de-b1cb-41d5-a463-c38330e26272 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:01.187467 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-1f73a46b-6173-4074-9abb-c0deae69aa9a tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Calling delete_port for 28ac74dc-de24-4053-882c-58b427c71b78 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:50:01.299569 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-18929812-48d5-459f-9037-83bd30bf6b93 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:01.326689 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-18929812-48d5-459f-9037-83bd30bf6b93 None None] Transition to ACTIVE for port object cc51aea5-5e62-42e1-8624-6de22747c11b will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:50:01.342889 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-18929812-48d5-459f-9037-83bd30bf6b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:01.400710 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-f1c35490-8a3a-4897-a958-d56f00db7fcd tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] For port 7094abd9-692a-4ed5-b84c-d364618cef86, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=7094abd9-692a-4ed5-b84c-d364618cef86,segment=NetworkSegment(479480a4-2475-4793-8aee-d4c5fd8fe022),segment_id=479480a4-2475-4793-8aee-d4c5fd8fe022)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:50:01.400710 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f1c35490-8a3a-4897-a958-d56f00db7fcd tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:01.424576 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1f73a46b-6173-4074-9abb-c0deae69aa9a tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:01.503565 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9125d3d3-8db7-4108-ad50-9e9383c99861 None None] Pushing event updated for resources: {'Port': ['ID=cc51aea5-5e62-42e1-8624-6de22747c11b,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:01.516046 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-df2d97de-b1cb-41d5-a463-c38330e26272 None None] For port 28ac74dc-de24-4053-882c-58b427c71b78, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=28ac74dc-de24-4053-882c-58b427c71b78,segment=NetworkSegment(8a6ce4e7-1e23-486f-9820-d7027a9ef82f),segment_id=8a6ce4e7-1e23-486f-9820-d7027a9ef82f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:50:01.516970 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-df2d97de-b1cb-41d5-a463-c38330e26272 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:01.755809 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-f1c35490-8a3a-4897-a958-d56f00db7fcd tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Calling delete_port for 7094abd9-692a-4ed5-b84c-d364618cef86 owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:50:01.789509 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73a46b-6173-4074-9abb-c0deae69aa9a tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Pushing event deleted for resources: {'Port': ['ID=28ac74dc-de24-4053-882c-58b427c71b78,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:01.792162 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f73a46b-6173-4074-9abb-c0deae69aa9a tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] No DVR routers for this DVR port 28ac74dc-de24-4053-882c-58b427c71b78 on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:50:01.809791 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-18929812-48d5-459f-9037-83bd30bf6b93 None None] Attempting to bind port cc51aea5-5e62-42e1-8624-6de22747c11b on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:50:01.810452 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-18929812-48d5-459f-9037-83bd30bf6b93 None None] Attempting to bind port cc51aea5-5e62-42e1-8624-6de22747c11b by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '1be92482-8e6b-4b67-b4cb-8067631182a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fb9011b3-3adc-4526-b10d-3762c2b9c39b'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:50:01.810816 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18929812-48d5-459f-9037-83bd30bf6b93 None None] Attempting to bind port cc51aea5-5e62-42e1-8624-6de22747c11b on network fb9011b3-3adc-4526-b10d-3762c2b9c39b {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:50:01.816754 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-df2d97de-b1cb-41d5-a463-c38330e26272 None None] Calling delete_port for 28ac74dc-de24-4053-882c-58b427c71b78 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:50:01.818958 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18929812-48d5-459f-9037-83bd30bf6b93 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:50:01.819479 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18929812-48d5-459f-9037-83bd30bf6b93 None None] Checking segment: {'id': '1be92482-8e6b-4b67-b4cb-8067631182a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fb9011b3-3adc-4526-b10d-3762c2b9c39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:50:01.819880 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-18929812-48d5-459f-9037-83bd30bf6b93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:01.830147 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18929812-48d5-459f-9037-83bd30bf6b93 None None] Bound using segment: {'id': '1be92482-8e6b-4b67-b4cb-8067631182a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fb9011b3-3adc-4526-b10d-3762c2b9c39b'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:50:01.830998 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-18929812-48d5-459f-9037-83bd30bf6b93 None None] Bound port: cc51aea5-5e62-42e1-8624-6de22747c11b, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be92482-8e6b-4b67-b4cb-8067631182a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fb9011b3-3adc-4526-b10d-3762c2b9c39b'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:50:01.831619 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-18929812-48d5-459f-9037-83bd30bf6b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:01.938123 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-bb3bc46a-cb4a-4ee8-bf11-2245b09a67a9 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:01.946372 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-bb3bc46a-cb4a-4ee8-bf11-2245b09a67a9 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/networks?id=707cfa08-484f-448d-b84f-a940bf8f6e2e HTTP/1.1" status: 200 len: 811 time: 0.3040385 May 03 22:50:01.970477 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-db16fe8b-e241-4b32-a1a5-41906a7d9b75 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/quotas/fac7f64c48bd48e8ae480a0113f466e9 HTTP/1.1" status: 200 len: 375 time: 0.0227878 May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:50:01.981654 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:50:01.983985 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:50:01.983985 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:50:01.983985 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:50:01.983985 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:50:01.983985 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:50:01.983985 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:50:01.983985 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:50:01.983985 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:50:01.983985 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:50:01.983985 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:50:01.983985 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:50:01.983985 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:50:01.983985 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:50:01.983985 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:50:01.994719 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1f73a46b-6173-4074-9abb-c0deae69aa9a tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:02.007055 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-df2d97de-b1cb-41d5-a463-c38330e26272 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:50:02.007055 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-df2d97de-b1cb-41d5-a463-c38330e26272 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:50:02.052339 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-18929812-48d5-459f-9037-83bd30bf6b93 None None] For port cc51aea5-5e62-42e1-8624-6de22747c11b, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:50:02.054190 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-1f73a46b-6173-4074-9abb-c0deae69aa9a tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['807705a3-5557-48d9-be4b-b9eb5a33f5c4']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:02.056950 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-18929812-48d5-459f-9037-83bd30bf6b93 None None] For port cc51aea5-5e62-42e1-8624-6de22747c11b, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=cc51aea5-5e62-42e1-8624-6de22747c11b,segment=NetworkSegment(1be92482-8e6b-4b67-b4cb-8067631182a3),segment_id=1be92482-8e6b-4b67-b4cb-8067631182a3)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:50:02.070444 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-18929812-48d5-459f-9037-83bd30bf6b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:02.079491 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-1f73a46b-6173-4074-9abb-c0deae69aa9a tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a6ce4e7-1e23-486f-9820-d7027a9ef82f') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:02.079491 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-1f73a46b-6173-4074-9abb-c0deae69aa9a tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a6ce4e7-1e23-486f-9820-d7027a9ef82f') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:02.096783 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1f73a46b-6173-4074-9abb-c0deae69aa9a tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:02.124561 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1f73a46b-6173-4074-9abb-c0deae69aa9a tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:02.171054 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-88ea457d-70d0-4fe9-be01-3a3854da10f7 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fac7f64c48bd48e8ae480a0113f466e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1994038 May 03 22:50:02.176285 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 28ac74dc-de24-4053-882c-58b427c71b78 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:50:02.226251 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9125d3d3-8db7-4108-ad50-9e9383c99861 None None] Pushing event updated for resources: {'Port': ['ID=cc51aea5-5e62-42e1-8624-6de22747c11b,revision_number=4']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:02.226251 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18929812-48d5-459f-9037-83bd30bf6b93 None None] Routers {'946e6329-9996-4fa2-8892-c651c3ee265c'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:50:02.226251 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-18929812-48d5-459f-9037-83bd30bf6b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:49:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['946e6329-9996-4fa2-8892-c651c3ee265c'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:02.274575 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f73a46b-6173-4074-9abb-c0deae69aa9a tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:50:02.277335 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1f73a46b-6173-4074-9abb-c0deae69aa9a tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:02.278838 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 28ac74dc-de24-4053-882c-58b427c71b78 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:50:02.280723 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 28ac74dc-de24-4053-882c-58b427c71b78 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:50:02.341429 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:50:02.341429 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:50:02.341429 n-d-811807-1 neutron-server[88070]: timer() May 03 22:50:02.341429 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:50:02.341429 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:50:02.341429 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:50:02.341429 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:50:02.341429 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:50:02.341429 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:50:02.341429 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:50:02.341429 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:50:02.341429 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:50:02.341429 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:50:02.341429 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:50:02.341429 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:50:02.341429 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:50:02.341429 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:50:02.341429 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:50:02.341429 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:50:02.341429 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:50:02.341429 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:50:02.341429 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:50:02.341429 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:50:02.341429 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:50:02.341429 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:50:02.341429 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:50:02.341429 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:50:02.341429 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:50:02.341429 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:50:02.341429 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:50:02.341429 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:50:02.341429 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:50:02.378646 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-7b251863-901c-4dec-be3e-309779084798 service neutron] 10.222.0.58 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066286 May 03 22:50:02.386589 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f1c35490-8a3a-4897-a958-d56f00db7fcd tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:02.508719 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-df2d97de-b1cb-41d5-a463-c38330e26272 None None] Deleting port 28ac74dc-de24-4053-882c-58b427c71b78 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:50:02.509424 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-df2d97de-b1cb-41d5-a463-c38330e26272 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:02.520746 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-18929812-48d5-459f-9037-83bd30bf6b93 None None] Set router 946e6329-9996-4fa2-8892-c651c3ee265c gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:50:02.631056 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-df2d97de-b1cb-41d5-a463-c38330e26272 None None] The port '28ac74dc-de24-4053-882c-58b427c71b78' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:50:02.763688 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-d1e78b33-b219-41c7-b522-703437fd2c72 service neutron] 10.222.0.58 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722754 May 03 22:50:02.812502 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c35490-8a3a-4897-a958-d56f00db7fcd tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event deleted for resources: {'Port': ['ID=7094abd9-692a-4ed5-b84c-d364618cef86,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:02.856678 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1f73a46b-6173-4074-9abb-c0deae69aa9a tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:02.916503 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1f73a46b-6173-4074-9abb-c0deae69aa9a tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:02.935283 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73a46b-6173-4074-9abb-c0deae69aa9a tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] Pushing event deleted for resources: {'Network': ['ID=807705a3-5557-48d9-be4b-b9eb5a33f5c4,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:02.943439 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-18929812-48d5-459f-9037-83bd30bf6b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946e6329-9996-4fa2-8892-c651c3ee265c', 'name': 'tempest-TestVolumeBootPattern-431377036-router', 'tenant_id': '34d04d34f2724192b4a5b1b9b1ee4d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '11390aac-4063-4b28-bb9d-104871901fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:47Z', 'updated_at': '2022-05-03T22:49:56Z', 'revision_number': 4, 'project_id': '34d04d34f2724192b4a5b1b9b1ee4d13', 'gw_port': {'id': '11390aac-4063-4b28-bb9d-104871901fe7', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:02:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946e6329-9996-4fa2-8892-c651c3ee265c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:48Z', 'updated_at': '2022-05-03T22:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'cc51aea5-5e62-42e1-8624-6de22747c11b', 'name': '', 'network_id': 'fb9011b3-3adc-4526-b10d-3762c2b9c39b', 'tenant_id': '34d04d34f2724192b4a5b1b9b1ee4d13', 'mac_address': 'fa:16:3e:06:a9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946e6329-9996-4fa2-8892-c651c3ee265c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': '7e759594-72d3-49d8-b5fc-dbc576699c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:55Z', 'updated_at': '2022-05-03T22:50:02Z', 'revision_number': 4, 'project_id': '34d04d34f2724192b4a5b1b9b1ee4d13', 'subnets': [{'id': '7e759594-72d3-49d8-b5fc-dbc576699c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:02.948448 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18929812-48d5-459f-9037-83bd30bf6b93 None None] The sync data for ids ['946e6329-9996-4fa2-8892-c651c3ee265c'] in n-d-811807-1 is: [{'id': '946e6329-9996-4fa2-8892-c651c3ee265c', 'name': 'tempest-TestVolumeBootPattern-431377036-router', 'tenant_id': '34d04d34f2724192b4a5b1b9b1ee4d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '11390aac-4063-4b28-bb9d-104871901fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:47Z', 'updated_at': '2022-05-03T22:49:56Z', 'revision_number': 4, 'project_id': '34d04d34f2724192b4a5b1b9b1ee4d13', 'gw_port': {'id': '11390aac-4063-4b28-bb9d-104871901fe7', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:02:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946e6329-9996-4fa2-8892-c651c3ee265c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:48Z', 'updated_at': '2022-05-03T22:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'cc51aea5-5e62-42e1-8624-6de22747c11b', 'name': '', 'network_id': 'fb9011b3-3adc-4526-b10d-3762c2b9c39b', 'tenant_id': '34d04d34f2724192b4a5b1b9b1ee4d13', 'mac_address': 'fa:16:3e:06:a9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946e6329-9996-4fa2-8892-c651c3ee265c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': '7e759594-72d3-49d8-b5fc-dbc576699c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:55Z', 'updated_at': '2022-05-03T22:50:02Z', 'revision_number': 4, 'project_id': '34d04d34f2724192b4a5b1b9b1ee4d13', 'subnets': [{'id': '7e759594-72d3-49d8-b5fc-dbc576699c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:50:02.973057 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1f73a46b-6173-4074-9abb-c0deae69aa9a tempest-FloatingIPNegativeTestJSON-884155553 tempest-FloatingIPNegativeTestJSON-884155553-project] 10.222.0.58 "DELETE /v2.0/networks/807705a3-5557-48d9-be4b-b9eb5a33f5c4 HTTP/1.1" status: 204 len: 168 time: 2.5752215 May 03 22:50:03.318996 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f1c35490-8a3a-4897-a958-d56f00db7fcd tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:03.578245 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33278) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:03.622221 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c8020694-dfe7-4d13-8f76-119a52a87bd0 req-619a30d0-b3c0-4b7a-a430-5c3d9edffc44 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=02063880-7d29-4949-9bf1-96561fedc6c8 HTTP/1.1" status: 200 len: 210 time: 0.1637526 May 03 22:50:03.696025 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33286) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:03.861921 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-bbcf1ee5-a42f-4014-b711-0e65c7912a6a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4488198cd494494f84f0b9eeabb85b8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2807748 May 03 22:50:03.864491 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33294) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:03.911504 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fcd098e5-de44-4099-bcc7-366d5d6de67b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:03.942871 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fcd098e5-de44-4099-bcc7-366d5d6de67b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:03.947911 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c35490-8a3a-4897-a958-d56f00db7fcd tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Router a3655cdb-af14-4963-92a1-5f9446f74608 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:50:03.949943 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fcd098e5-de44-4099-bcc7-366d5d6de67b admin admin] Usage tracker for resource:security_group_rule and tenant:70f03552144d4e58969d1b9f67e4ad5a is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:03.960019 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fcd098e5-de44-4099-bcc7-366d5d6de67b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:03.970247 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fcd098e5-de44-4099-bcc7-366d5d6de67b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:03.975305 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3d3bfa64-224a-407b-bb67-ce9badfd1697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:04.043333 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3d3bfa64-224a-407b-bb67-ce9badfd1697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:04.175343 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3d3bfa64-224a-407b-bb67-ce9badfd1697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:04.203745 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c35490-8a3a-4897-a958-d56f00db7fcd tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:50:04.209316 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f1c35490-8a3a-4897-a958-d56f00db7fcd tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "PUT /v2.0/routers/a3655cdb-af14-4963-92a1-5f9446f74608/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6816115 May 03 22:50:04.215027 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec86342a-bad0-4144-b298-827b1e245c34 None None] Sync routers for ids ['a3655cdb-af14-4963-92a1-5f9446f74608'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:50:04.220455 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33298) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:04.233936 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device cc51aea5-5e62-42e1-8624-6de22747c11b up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:50:04.241653 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fcd098e5-de44-4099-bcc7-366d5d6de67b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:04.280468 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3bfa64-224a-407b-bb67-ce9badfd1697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad591ee-d410-4ca9-8b57-e02e52bfb7cb,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:04.296621 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fcd098e5-de44-4099-bcc7-366d5d6de67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:04.320616 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec86342a-bad0-4144-b298-827b1e245c34 None None] Routers {'a3655cdb-af14-4963-92a1-5f9446f74608'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:50:04.321039 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3d3bfa64-224a-407b-bb67-ce9badfd1697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:04.321542 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-ec86342a-bad0-4144-b298-827b1e245c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:49:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a3655cdb-af14-4963-92a1-5f9446f74608'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:04.324404 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3d3bfa64-224a-407b-bb67-ce9badfd1697 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bad591ee-d410-4ca9-8b57-e02e52bfb7cb HTTP/1.1" status: 204 len: 168 time: 0.4567533 May 03 22:50:04.366206 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd098e5-de44-4099-bcc7-366d5d6de67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c92f4a-3678-4b6a-b400-853a4f8a40f9,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:04.379762 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-fcd098e5-de44-4099-bcc7-366d5d6de67b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=70f03552144d4e58969d1b9f67e4ad5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6820288 May 03 22:50:04.383084 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33308) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:04.416573 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-df18cb71-84e5-410c-bde9-0762ae51e43e tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Deleting subnet df7275e9-1bf4-4770-b3a8-88cd4d1a4895 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:50:04.419968 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-df18cb71-84e5-410c-bde9-0762ae51e43e tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:04.495830 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-df18cb71-84e5-410c-bde9-0762ae51e43e tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:04.498124 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-35fad0d6-e4b4-4d10-981f-505955f1e6b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:04.549903 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-35fad0d6-e4b4-4d10-981f-505955f1e6b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:04.571914 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port cc51aea5-5e62-42e1-8624-6de22747c11b completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:50:04.584155 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port cc51aea5-5e62-42e1-8624-6de22747c11b triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:50:04.584762 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:04.642838 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-35fad0d6-e4b4-4d10-981f-505955f1e6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:04.673817 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-df18cb71-84e5-410c-bde9-0762ae51e43e tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:04.706133 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-ec86342a-bad0-4144-b298-827b1e245c34 None None] Set router a3655cdb-af14-4963-92a1-5f9446f74608 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:50:04.712914 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fad0d6-e4b4-4d10-981f-505955f1e6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c92f4a-3678-4b6a-b400-853a4f8a40f9,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:04.740257 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-35fad0d6-e4b4-4d10-981f-505955f1e6b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:04.753233 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-35fad0d6-e4b4-4d10-981f-505955f1e6b4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e5c92f4a-3678-4b6a-b400-853a4f8a40f9 HTTP/1.1" status: 204 len: 168 time: 0.3626130 May 03 22:50:04.933633 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-df18cb71-84e5-410c-bde9-0762ae51e43e tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:05.005133 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-996cf1e8-283c-4761-8e51-bf6fd387d2a9 req-8dfd30d2-43e9-4577-b639-319b76cc47f5 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=02063880-7d29-4949-9bf1-96561fedc6c8 HTTP/1.1" status: 200 len: 210 time: 0.1281006 May 03 22:50:05.010062 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df18cb71-84e5-410c-bde9-0762ae51e43e tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event deleted for resources: {'Subnet': ['ID=df7275e9-1bf4-4770-b3a8-88cd4d1a4895,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:05.063351 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-df18cb71-84e5-410c-bde9-0762ae51e43e tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:05.074213 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4f366f-cb13-4d79-8db8-a8a34d2bc3a6 None None] Network 67890963-02db-4c38-8d23-557cebff05e8 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:50:05.077606 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-df18cb71-84e5-410c-bde9-0762ae51e43e tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "DELETE /v2.0/subnets/df7275e9-1bf4-4770-b3a8-88cd4d1a4895 HTTP/1.1" status: 204 len: 168 time: 0.8555076 May 03 22:50:05.080430 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33330) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:05.147487 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-fa603d4b-a559-4cba-8d1b-b3f2e95604cc tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:05.150079 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-fa603d4b-a559-4cba-8d1b-b3f2e95604cc tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.60 "GET /v2.0/networks?id=707cfa08-484f-448d-b84f-a940bf8f6e2e HTTP/1.1" status: 200 len: 811 time: 0.2953331 May 03 22:50:05.163364 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-ee7513dd-e9a9-4684-8b9c-74ca52dc93c1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Request body: {'port': {'device_id': '02063880-7d29-4949-9bf1-96561fedc6c8', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'admin_state_up': True, 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:05.178905 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:05.373220 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33336) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:05.402491 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-ee7513dd-e9a9-4684-8b9c-74ca52dc93c1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:05.409880 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-ee7513dd-e9a9-4684-8b9c-74ca52dc93c1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Usage tracker for resource:port and tenant:fac7f64c48bd48e8ae480a0113f466e9 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:05.413142 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f1664127-14ae-4971-bdac-06ceb1fa1bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:05.416830 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port cc51aea5-5e62-42e1-8624-6de22747c11b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=cc51aea5-5e62-42e1-8624-6de22747c11b,segment=NetworkSegment(1be92482-8e6b-4b67-b4cb-8067631182a3),segment_id=1be92482-8e6b-4b67-b4cb-8067631182a3)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:50:05.423314 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-ee7513dd-e9a9-4684-8b9c-74ca52dc93c1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:05.431817 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-ee7513dd-e9a9-4684-8b9c-74ca52dc93c1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:05.439083 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:05.439628 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f1664127-14ae-4971-bdac-06ceb1fa1bcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:05.446395 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f1664127-14ae-4971-bdac-06ceb1fa1bcd admin admin] Usage tracker for resource:security_group_rule and tenant:20bfeb7a1d97417fa5653aba5ad5a73a is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:05.450231 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f1664127-14ae-4971-bdac-06ceb1fa1bcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:05.456384 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-ee7513dd-e9a9-4684-8b9c-74ca52dc93c1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Made reservation on behalf of fac7f64c48bd48e8ae480a0113f466e9 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:05.460422 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-ee7513dd-e9a9-4684-8b9c-74ca52dc93c1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:05.471076 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f1664127-14ae-4971-bdac-06ceb1fa1bcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:05.478852 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-70484bd0-6eea-44eb-a02f-93fb16dc3b1b tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:05.600421 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=cc51aea5-5e62-42e1-8624-6de22747c11b,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:05.665381 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-ec86342a-bad0-4144-b298-827b1e245c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'name': 'tempest-TestNetworkBasicOps-router-1489601345', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '972396c5-50ac-4e79-94a5-d57a6cfb4173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:48:13Z', 'updated_at': '2022-05-03T22:50:02Z', 'revision_number': 5, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'gw_port': {'id': '972396c5-50ac-4e79-94a5-d57a6cfb4173', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:15Z', 'updated_at': '2022-05-03T22:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:05.674115 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec86342a-bad0-4144-b298-827b1e245c34 None None] Checking router: a3655cdb-af14-4963-92a1-5f9446f74608 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:50:05.688759 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec86342a-bad0-4144-b298-827b1e245c34 None None] Routers {'a3655cdb-af14-4963-92a1-5f9446f74608'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:50:05.690508 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-ec86342a-bad0-4144-b298-827b1e245c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:49:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a3655cdb-af14-4963-92a1-5f9446f74608'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:05.759292 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa89956-7490-4ecb-a1a3-9bde563af95a None None] DHCP port deletion for 67890963-02db-4c38-8d23-557cebff05e8 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:50:05.844099 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-ee7513dd-e9a9-4684-8b9c-74ca52dc93c1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Allocated IP 172.20.0.13 (707cfa08-484f-448d-b84f-a940bf8f6e2e/1a456f8a-c743-4130-8826-ac82fe55cbc8/7c111a35-4eaf-43f2-a5b4-045be24867e7) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:50:05.852405 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f1664127-14ae-4971-bdac-06ceb1fa1bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:05.861157 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f1664127-14ae-4971-bdac-06ceb1fa1bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:05.881930 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33348) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:05.919128 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-70484bd0-6eea-44eb-a02f-93fb16dc3b1b tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:05.931930 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-70484bd0-6eea-44eb-a02f-93fb16dc3b1b tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Deleting port 972396c5-50ac-4e79-94a5-d57a6cfb4173 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:50:05.933575 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-70484bd0-6eea-44eb-a02f-93fb16dc3b1b tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:05.972462 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1664127-14ae-4971-bdac-06ceb1fa1bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c5e400-4cc7-4f12-8578-c36f17b98176,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:05.988810 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f1664127-14ae-4971-bdac-06ceb1fa1bcd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=20bfeb7a1d97417fa5653aba5ad5a73a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6145256 May 03 22:50:05.993724 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33354) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:06.002014 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-ec86342a-bad0-4144-b298-827b1e245c34 None None] Set router a3655cdb-af14-4963-92a1-5f9446f74608 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:50:06.163772 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-72d4a697-928a-4336-abdb-fe1781fbe3f8 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1574265995'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:06.190785 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-72d4a697-928a-4336-abdb-fe1781fbe3f8 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:06.240505 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-70484bd0-6eea-44eb-a02f-93fb16dc3b1b tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] For port 972396c5-50ac-4e79-94a5-d57a6cfb4173, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=972396c5-50ac-4e79-94a5-d57a6cfb4173,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:50:06.240975 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-70484bd0-6eea-44eb-a02f-93fb16dc3b1b tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:06.253487 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-72d4a697-928a-4336-abdb-fe1781fbe3f8 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:network and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:06.316638 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-72d4a697-928a-4336-abdb-fe1781fbe3f8 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:06.323144 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-72d4a697-928a-4336-abdb-fe1781fbe3f8 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:06.337891 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c004ec8c-ca65-47dd-98c0-76f48d806b4f req-eb8edc6b-50df-4e83-bd28-3813b6a42c90 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=02063880-7d29-4949-9bf1-96561fedc6c8 HTTP/1.1" status: 200 len: 210 time: 0.1335552 May 03 22:50:06.343413 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d4a697-928a-4336-abdb-fe1781fbe3f8 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Made reservation on behalf of e4487dd9134946019ccb9652c13000b7 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:06.348486 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-72d4a697-928a-4336-abdb-fe1781fbe3f8 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:06.376623 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device cc51aea5-5e62-42e1-8624-6de22747c11b up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:50:06.377425 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-70484bd0-6eea-44eb-a02f-93fb16dc3b1b tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Calling delete_port for 972396c5-50ac-4e79-94a5-d57a6cfb4173 owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:50:06.400594 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-72d4a697-928a-4336-abdb-fe1781fbe3f8 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:06.408701 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-8aa89956-7490-4ecb-a1a3-9bde563af95a None None] Deleting port 583ceaef-68ec-4b76-981d-85e25f2dc189 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:50:06.409080 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8aa89956-7490-4ecb-a1a3-9bde563af95a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:06.414984 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e2f0fc02-7408-45a5-847e-b142e8ebd994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:06.458834 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-72d4a697-928a-4336-abdb-fe1781fbe3f8 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:06.590692 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-72d4a697-928a-4336-abdb-fe1781fbe3f8 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:security_group_rule and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:06.598325 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-72d4a697-928a-4336-abdb-fe1781fbe3f8 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:06.603069 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e2f0fc02-7408-45a5-847e-b142e8ebd994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:06.604901 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-70484bd0-6eea-44eb-a02f-93fb16dc3b1b tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:06.622376 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-72d4a697-928a-4336-abdb-fe1781fbe3f8 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:06.639041 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-ee7513dd-e9a9-4684-8b9c-74ca52dc93c1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:06.670518 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70484bd0-6eea-44eb-a02f-93fb16dc3b1b tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event deleted for resources: {'Port': ['ID=972396c5-50ac-4e79-94a5-d57a6cfb4173,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:06.695103 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-ee7513dd-e9a9-4684-8b9c-74ca52dc93c1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Transition to ACTIVE for port object 7c111a35-4eaf-43f2-a5b4-045be24867e7 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:50:06.749316 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e2f0fc02-7408-45a5-847e-b142e8ebd994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:06.777767 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0fc02-7408-45a5-847e-b142e8ebd994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c5e400-4cc7-4f12-8578-c36f17b98176,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:06.799172 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-ee7513dd-e9a9-4684-8b9c-74ca52dc93c1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:06.826813 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-8aa89956-7490-4ecb-a1a3-9bde563af95a None None] For port 583ceaef-68ec-4b76-981d-85e25f2dc189, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=583ceaef-68ec-4b76-981d-85e25f2dc189,segment=NetworkSegment(479480a4-2475-4793-8aee-d4c5fd8fe022),segment_id=479480a4-2475-4793-8aee-d4c5fd8fe022)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:50:06.827286 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8aa89956-7490-4ecb-a1a3-9bde563af95a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:06.837812 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-72d4a697-928a-4336-abdb-fe1781fbe3f8 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:06.862206 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-70484bd0-6eea-44eb-a02f-93fb16dc3b1b tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:06.867798 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-72d4a697-928a-4336-abdb-fe1781fbe3f8 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:06.901316 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e2f0fc02-7408-45a5-847e-b142e8ebd994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:06.902469 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e2f0fc02-7408-45a5-847e-b142e8ebd994 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a4c5e400-4cc7-4f12-8578-c36f17b98176 HTTP/1.1" status: 204 len: 168 time: 0.8902693 May 03 22:50:06.907266 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-ee7513dd-e9a9-4684-8b9c-74ca52dc93c1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Network 707cfa08-484f-448d-b84f-a940bf8f6e2e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:50:06.917832 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-ee7513dd-e9a9-4684-8b9c-74ca52dc93c1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:50:06.919880 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72d4a697-928a-4336-abdb-fe1781fbe3f8 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:50:06.930142 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-ee7513dd-e9a9-4684-8b9c-74ca52dc93c1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:50:06.985707 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7513dd-e9a9-4684-8b9c-74ca52dc93c1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Pushing event updated for resources: {'Port': ['ID=7c111a35-4eaf-43f2-a5b4-045be24867e7,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:06.986802 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-8aa89956-7490-4ecb-a1a3-9bde563af95a None None] Calling delete_port for 583ceaef-68ec-4b76-981d-85e25f2dc189 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:50:06.997520 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4a697-928a-4336-abdb-fe1781fbe3f8 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=754d592c-2dd4-4cd4-afd4-8ce1c910100e,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:07.003904 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-72d4a697-928a-4336-abdb-fe1781fbe3f8 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:07.004245 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-72d4a697-928a-4336-abdb-fe1781fbe3f8 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Added segment 9abaec4d-a74e-4b41-85f7-b7d9e6ddcc8e of type vlan for network 2e6dfd46-7c09-4f0a-a2fd-06f87aae6171 May 03 22:50:07.033113 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port cc51aea5-5e62-42e1-8624-6de22747c11b triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:50:07.033286 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:07.116659 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-ee7513dd-e9a9-4684-8b9c-74ca52dc93c1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:07.117977 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-ee7513dd-e9a9-4684-8b9c-74ca52dc93c1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:07.132501 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-70484bd0-6eea-44eb-a02f-93fb16dc3b1b tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:07.136720 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-70484bd0-6eea-44eb-a02f-93fb16dc3b1b tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:07.136880 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-72d4a697-928a-4336-abdb-fe1781fbe3f8 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:07.172413 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-70484bd0-6eea-44eb-a02f-93fb16dc3b1b tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:07.173413 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70484bd0-6eea-44eb-a02f-93fb16dc3b1b tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Fanout notify agent at l3_agent the message router_deleted on router a3655cdb-af14-4963-92a1-5f9446f74608 {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:50:07.198861 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-ec86342a-bad0-4144-b298-827b1e245c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'name': 'tempest-TestNetworkBasicOps-router-1489601345', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '972396c5-50ac-4e79-94a5-d57a6cfb4173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:48:13Z', 'updated_at': '2022-05-03T22:50:02Z', 'revision_number': 5, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'gw_port': {'id': '972396c5-50ac-4e79-94a5-d57a6cfb4173', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:15Z', 'updated_at': '2022-05-03T22:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:07.204908 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec86342a-bad0-4144-b298-827b1e245c34 None None] The sync data for ids ['a3655cdb-af14-4963-92a1-5f9446f74608'] in n-d-811807-1 is: [{'id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'name': 'tempest-TestNetworkBasicOps-router-1489601345', 'tenant_id': '584c47bf47e049698552e4a4a9d3464d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.24'}], 'enable_snat': True}, 'gw_port_id': '972396c5-50ac-4e79-94a5-d57a6cfb4173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:48:13Z', 'updated_at': '2022-05-03T22:50:02Z', 'revision_number': 5, 'project_id': '584c47bf47e049698552e4a4a9d3464d', 'gw_port': {'id': '972396c5-50ac-4e79-94a5-d57a6cfb4173', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:da:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3655cdb-af14-4963-92a1-5f9446f74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2620, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:15Z', 'updated_at': '2022-05-03T22:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:50:07.207880 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8aa89956-7490-4ecb-a1a3-9bde563af95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:07.212910 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-ee7513dd-e9a9-4684-8b9c-74ca52dc93c1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0539498 May 03 22:50:07.217489 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-70484bd0-6eea-44eb-a02f-93fb16dc3b1b tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:07.222031 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-70484bd0-6eea-44eb-a02f-93fb16dc3b1b tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "DELETE /v2.0/routers/a3655cdb-af14-4963-92a1-5f9446f74608 HTTP/1.1" status: 204 len: 168 time: 2.1380241 May 03 22:50:07.222179 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33362) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:07.230375 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-72d4a697-928a-4336-abdb-fe1781fbe3f8 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:07.253574 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d4a697-928a-4336-abdb-fe1781fbe3f8 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:07.275836 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-72d4a697-928a-4336-abdb-fe1781fbe3f8 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:07.372560 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa89956-7490-4ecb-a1a3-9bde563af95a None None] Pushing event deleted for resources: {'Port': ['ID=583ceaef-68ec-4b76-981d-85e25f2dc189,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:07.381922 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa89956-7490-4ecb-a1a3-9bde563af95a None None] No DVR routers for this DVR port 583ceaef-68ec-4b76-981d-85e25f2dc189 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:50:07.480547 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-052cef96-ba67-4800-a82c-3b0e6106dc02 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:07.490024 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-72d4a697-928a-4336-abdb-fe1781fbe3f8 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6033702 May 03 22:50:07.493950 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-f4e217b4-219e-4113-9541-cae5d9e91f99 service neutron] Request body: {'port': {'device_id': '02063880-7d29-4949-9bf1-96561fedc6c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:07.498595 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33374) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:07.502203 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-edd780ee-917a-44b4-8312-92283715de0e None None] Provisioning for port 7c111a35-4eaf-43f2-a5b4-045be24867e7 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:50:07.512842 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-edd780ee-917a-44b4-8312-92283715de0e None None] Provisioning complete for port 7c111a35-4eaf-43f2-a5b4-045be24867e7 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:50:07.513406 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-edd780ee-917a-44b4-8312-92283715de0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:07.517209 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-88840872-e685-41bf-9692-16590b6e3d8b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'port': {'network_id': '2e6dfd46-7c09-4f0a-a2fd-06f87aae6171', 'name': 'tempest-PortsIpV6TestJSON-923056862'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:07.646299 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-edd780ee-917a-44b4-8312-92283715de0e None None] Port 7c111a35-4eaf-43f2-a5b4-045be24867e7 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:50:07.700962 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4a697-928a-4336-abdb-fe1781fbe3f8 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Network': ['ID=2e6dfd46-7c09-4f0a-a2fd-06f87aae6171,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:07.721377 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 2e6dfd46-7c09-4f0a-a2fd-06f87aae6171 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:50:07.765062 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 583ceaef-68ec-4b76-981d-85e25f2dc189 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:50:07.868313 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-f4e217b4-219e-4113-9541-cae5d9e91f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:07.876595 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 583ceaef-68ec-4b76-981d-85e25f2dc189 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:50:07.877149 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 583ceaef-68ec-4b76-981d-85e25f2dc189 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:50:07.980110 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b934f8-5e4f-4f22-8d50-f68affd85e5f req-e88b6545-6dfa-4752-87d5-4be0b33e9123 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:07.981067 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-b0b934f8-5e4f-4f22-8d50-f68affd85e5f req-e88b6545-6dfa-4752-87d5-4be0b33e9123 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Synchronizing usage tracker for tenant:fac7f64c48bd48e8ae480a0113f466e9 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:50:08.079148 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-b0b934f8-5e4f-4f22-8d50-f68affd85e5f req-e88b6545-6dfa-4752-87d5-4be0b33e9123 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Unset dirty status for tenant:fac7f64c48bd48e8ae480a0113f466e9 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:50:08.087164 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b0b934f8-5e4f-4f22-8d50-f68affd85e5f req-e88b6545-6dfa-4752-87d5-4be0b33e9123 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=02063880-7d29-4949-9bf1-96561fedc6c8 HTTP/1.1" status: 200 len: 932 time: 0.3989902 May 03 22:50:08.113717 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-88840872-e685-41bf-9692-16590b6e3d8b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:08.119507 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-88840872-e685-41bf-9692-16590b6e3d8b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:port and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:08.122748 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-88840872-e685-41bf-9692-16590b6e3d8b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:08.129284 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-88840872-e685-41bf-9692-16590b6e3d8b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:08.133792 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 7094abd9-692a-4ed5-b84c-d364618cef86 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:50:08.147825 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-052cef96-ba67-4800-a82c-3b0e6106dc02 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:08.156553 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b0b934f8-5e4f-4f22-8d50-f68affd85e5f req-c2b0d06a-354e-49d4-a949-4aeb620ab78f tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684369 May 03 22:50:08.182707 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88840872-e685-41bf-9692-16590b6e3d8b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Made reservation on behalf of e4487dd9134946019ccb9652c13000b7 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:08.186191 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-88840872-e685-41bf-9692-16590b6e3d8b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:08.199346 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 7094abd9-692a-4ed5-b84c-d364618cef86 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:50:08.199689 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 7094abd9-692a-4ed5-b84c-d364618cef86 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:50:08.215857 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-052cef96-ba67-4800-a82c-3b0e6106dc02 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67890963-02db-4c38-8d23-557cebff05e8']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:08.227381 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-88840872-e685-41bf-9692-16590b6e3d8b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] device_id is not set on port 15c8f829-10fe-48e9-acb2-e7137e930b40 yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:50:08.268141 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-052cef96-ba67-4800-a82c-3b0e6106dc02 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '479480a4-2475-4793-8aee-d4c5fd8fe022') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:08.268464 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-052cef96-ba67-4800-a82c-3b0e6106dc02 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '479480a4-2475-4793-8aee-d4c5fd8fe022') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:08.312861 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-052cef96-ba67-4800-a82c-3b0e6106dc02 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:08.346171 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-052cef96-ba67-4800-a82c-3b0e6106dc02 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:08.363341 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-052cef96-ba67-4800-a82c-3b0e6106dc02 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:50:08.363744 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-052cef96-ba67-4800-a82c-3b0e6106dc02 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:08.379502 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:50:08.379502 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:50:08.379502 n-d-811807-1 neutron-server[88070]: timer() May 03 22:50:08.379502 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:50:08.379502 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:50:08.379502 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:50:08.379502 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:50:08.379502 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:50:08.379502 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:50:08.379502 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:50:08.379502 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:50:08.379502 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:50:08.379502 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:50:08.379502 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:50:08.379502 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:50:08.379502 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:50:08.379502 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:50:08.379502 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:50:08.379502 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:50:08.379502 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:50:08.379502 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:50:08.379502 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:50:08.379502 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:50:08.379502 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:50:08.379502 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:50:08.379502 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:50:08.379502 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:50:08.379502 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:50:08.379502 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:50:08.379502 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:50:08.379502 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:50:08.379502 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:50:08.406642 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-f4e217b4-219e-4113-9541-cae5d9e91f99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c111a35-4eaf-43f2-a5b4-045be24867e7 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:50:08.415026 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-f4e217b4-219e-4113-9541-cae5d9e91f99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:08.504340 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-f4e217b4-219e-4113-9541-cae5d9e91f99 service neutron] Transition to ACTIVE for port object 7c111a35-4eaf-43f2-a5b4-045be24867e7 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:50:08.504561 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-052cef96-ba67-4800-a82c-3b0e6106dc02 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:08.512398 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-052cef96-ba67-4800-a82c-3b0e6106dc02 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:08.513715 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-f4e217b4-219e-4113-9541-cae5d9e91f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:08.589305 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052cef96-ba67-4800-a82c-3b0e6106dc02 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] Pushing event deleted for resources: {'Network': ['ID=67890963-02db-4c38-8d23-557cebff05e8,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:08.619994 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e217b4-219e-4113-9541-cae5d9e91f99 service neutron] Pushing event updated for resources: {'Port': ['ID=7c111a35-4eaf-43f2-a5b4-045be24867e7,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:08.647193 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-052cef96-ba67-4800-a82c-3b0e6106dc02 tempest-TestNetworkBasicOps-1252548274 tempest-TestNetworkBasicOps-1252548274-project] 10.222.0.58 "DELETE /v2.0/networks/67890963-02db-4c38-8d23-557cebff05e8 HTTP/1.1" status: 204 len: 168 time: 1.4240251 May 03 22:50:08.655512 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-88840872-e685-41bf-9692-16590b6e3d8b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:08.712505 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-88840872-e685-41bf-9692-16590b6e3d8b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:08.896147 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88840872-e685-41bf-9692-16590b6e3d8b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Port': ['ID=15c8f829-10fe-48e9-acb2-e7137e930b40,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:08.913651 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88840872-e685-41bf-9692-16590b6e3d8b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Checking segment: {'id': '9abaec4d-a74e-4b41-85f7-b7d9e6ddcc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2e6dfd46-7c09-4f0a-a2fd-06f87aae6171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:50:08.914551 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88840872-e685-41bf-9692-16590b6e3d8b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Network hostable DHCP agents. Network: 2e6dfd46-7c09-4f0a-a2fd-06f87aae6171, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:50:08.939979 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88840872-e685-41bf-9692-16590b6e3d8b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Network 2e6dfd46-7c09-4f0a-a2fd-06f87aae6171 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:50:08.952549 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-88840872-e685-41bf-9692-16590b6e3d8b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 2e6dfd46-7c09-4f0a-a2fd-06f87aae6171) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:50:08.957632 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88840872-e685-41bf-9692-16590b6e3d8b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:50:08.966309 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88840872-e685-41bf-9692-16590b6e3d8b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:08.967627 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fd6e6e-6b39-4e28-8670-9c0da5172c98 None None] Network 2e6dfd46-7c09-4f0a-a2fd-06f87aae6171 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:50:08.968580 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-88840872-e685-41bf-9692-16590b6e3d8b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:08.974025 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-f4e217b4-219e-4113-9541-cae5d9e91f99 service neutron] Attempting to bind port 7c111a35-4eaf-43f2-a5b4-045be24867e7 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:50:08.974493 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-f4e217b4-219e-4113-9541-cae5d9e91f99 service neutron] Attempting to bind port 7c111a35-4eaf-43f2-a5b4-045be24867e7 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '79021a81-35f7-436f-834b-fb3d2a777891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:50:08.974922 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-f4e217b4-219e-4113-9541-cae5d9e91f99 service neutron] Attempting to bind port 7c111a35-4eaf-43f2-a5b4-045be24867e7 on network 707cfa08-484f-448d-b84f-a940bf8f6e2e {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:50:08.981152 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-f4e217b4-219e-4113-9541-cae5d9e91f99 service neutron] Port 7c111a35-4eaf-43f2-a5b4-045be24867e7 on network 707cfa08-484f-448d-b84f-a940bf8f6e2e not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:50:08.981572 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-f4e217b4-219e-4113-9541-cae5d9e91f99 service neutron] Attempting to bind port 7c111a35-4eaf-43f2-a5b4-045be24867e7 on network 707cfa08-484f-448d-b84f-a940bf8f6e2e {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:50:08.988565 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-f4e217b4-219e-4113-9541-cae5d9e91f99 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:50:08.989094 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-f4e217b4-219e-4113-9541-cae5d9e91f99 service neutron] Checking segment: {'id': '79021a81-35f7-436f-834b-fb3d2a777891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:50:08.990047 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-f4e217b4-219e-4113-9541-cae5d9e91f99 service neutron] Bound using segment: {'id': '79021a81-35f7-436f-834b-fb3d2a777891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:50:08.990814 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-f4e217b4-219e-4113-9541-cae5d9e91f99 service neutron] Bound port: 7c111a35-4eaf-43f2-a5b4-045be24867e7, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79021a81-35f7-436f-834b-fb3d2a777891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:50:08.991175 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-f4e217b4-219e-4113-9541-cae5d9e91f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:08.997633 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-88840872-e685-41bf-9692-16590b6e3d8b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4960973 May 03 22:50:09.000594 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33410) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:09.008865 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-ac204194-0ca2-4d32-9e6a-c91b5fadc18b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1042963837'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:09.017255 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ac204194-0ca2-4d32-9e6a-c91b5fadc18b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:09.023669 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ac204194-0ca2-4d32-9e6a-c91b5fadc18b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:network and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:09.027676 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ac204194-0ca2-4d32-9e6a-c91b5fadc18b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:09.035061 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ac204194-0ca2-4d32-9e6a-c91b5fadc18b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:09.044406 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33414) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:09.062568 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac204194-0ca2-4d32-9e6a-c91b5fadc18b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Made reservation on behalf of e4487dd9134946019ccb9652c13000b7 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:09.074272 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ac204194-0ca2-4d32-9e6a-c91b5fadc18b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:09.108486 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac204194-0ca2-4d32-9e6a-c91b5fadc18b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:50:09.110267 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-f4e217b4-219e-4113-9541-cae5d9e91f99 service neutron] For port 7c111a35-4eaf-43f2-a5b4-045be24867e7, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:50:09.114404 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-f4e217b4-219e-4113-9541-cae5d9e91f99 service neutron] For port 7c111a35-4eaf-43f2-a5b4-045be24867e7, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=7c111a35-4eaf-43f2-a5b4-045be24867e7,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:50:09.118768 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ac204194-0ca2-4d32-9e6a-c91b5fadc18b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:09.119380 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-ac204194-0ca2-4d32-9e6a-c91b5fadc18b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Added segment 1bc7ce8d-7fa3-44f0-bc29-f2b140b3f2d8 of type vlan for network c9caab06-ab6a-4bcd-aa2e-312228c9149d May 03 22:50:09.120712 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-f4e217b4-219e-4113-9541-cae5d9e91f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:09.157028 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ac204194-0ca2-4d32-9e6a-c91b5fadc18b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:09.197217 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ac204194-0ca2-4d32-9e6a-c91b5fadc18b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:09.204869 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac204194-0ca2-4d32-9e6a-c91b5fadc18b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:09.206871 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ac204194-0ca2-4d32-9e6a-c91b5fadc18b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:09.238022 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-f4e217b4-219e-4113-9541-cae5d9e91f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:09.239854 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-f4e217b4-219e-4113-9541-cae5d9e91f99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:09.242287 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-f4e217b4-219e-4113-9541-cae5d9e91f99 service neutron] 10.222.0.60 "PUT /v2.0/ports/7c111a35-4eaf-43f2-a5b4-045be24867e7 HTTP/1.1" status: 200 len: 1092 time: 2.0217943 May 03 22:50:09.244996 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02063880-7d29-4949-9bf1-96561fedc6c8', 'tag': '7c111a35-4eaf-43f2-a5b4-045be24867e7'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:50:09.389030 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e217b4-219e-4113-9541-cae5d9e91f99 service neutron] Pushing event updated for resources: {'Port': ['ID=7c111a35-4eaf-43f2-a5b4-045be24867e7,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:09.473627 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ac204194-0ca2-4d32-9e6a-c91b5fadc18b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4716363 May 03 22:50:09.474979 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac204194-0ca2-4d32-9e6a-c91b5fadc18b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Network': ['ID=c9caab06-ab6a-4bcd-aa2e-312228c9149d,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:09.476224 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33438) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:09.485583 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-eee6efe0-e5ee-44fe-b558-55643c275457 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'ports': [{'network_id': '2e6dfd46-7c09-4f0a-a2fd-06f87aae6171'}, {'network_id': 'c9caab06-ab6a-4bcd-aa2e-312228c9149d'}]} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:09.486322 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-eee6efe0-e5ee-44fe-b558-55643c275457 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'port': {'network_id': '2e6dfd46-7c09-4f0a-a2fd-06f87aae6171'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:09.486416 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-eee6efe0-e5ee-44fe-b558-55643c275457 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'port': {'network_id': 'c9caab06-ab6a-4bcd-aa2e-312228c9149d'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:09.490181 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network c9caab06-ab6a-4bcd-aa2e-312228c9149d details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:50:09.550659 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9eaf8957-2d59-4d57-a738-630a711fd0ef admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=584c47bf47e049698552e4a4a9d3464d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5027926 May 03 22:50:09.551938 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33444) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:09.684609 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bc38a260-859c-41b3-8678-7c17d502f1d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:09.723445 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bc38a260-859c-41b3-8678-7c17d502f1d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:09.744265 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ce09ba9-c71c-4f80-9685-926b2f772d14'] response: {'name': 'network-changed', 'server_uuid': '02063880-7d29-4949-9bf1-96561fedc6c8', 'tag': '7c111a35-4eaf-43f2-a5b4-045be24867e7', 'status': 'completed', 'code': 200} May 03 22:50:09.763543 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-4e73c1d4-8308-4044-888c-79893386f440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:09.765296 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-4e73c1d4-8308-4044-888c-79893386f440 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fac7f64c48bd48e8ae480a0113f466e9&device_id=02063880-7d29-4949-9bf1-96561fedc6c8 HTTP/1.1" status: 200 len: 1095 time: 0.4223678 May 03 22:50:09.783139 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bc38a260-859c-41b3-8678-7c17d502f1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:09.800673 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38a260-859c-41b3-8678-7c17d502f1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea2a48a-54b3-4a2a-a976-704aee0d0956,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:09.825970 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bc38a260-859c-41b3-8678-7c17d502f1d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:09.827319 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bc38a260-859c-41b3-8678-7c17d502f1d9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aea2a48a-54b3-4a2a-a976-704aee0d0956 HTTP/1.1" status: 204 len: 168 time: 0.2742555 May 03 22:50:09.844193 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f762a-a946-48bc-a95b-284b8add070e req-7359195a-71b0-4c2a-9ee1-8f196842b433 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:09.845656 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d14f762a-a946-48bc-a95b-284b8add070e req-7359195a-71b0-4c2a-9ee1-8f196842b433 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=02063880-7d29-4949-9bf1-96561fedc6c8 HTTP/1.1" status: 200 len: 944 time: 0.4492147 May 03 22:50:09.872242 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-0c73f716-ea5d-4f9c-8c60-9ad0621cb21a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c111a35-4eaf-43f2-a5b4-045be24867e7 HTTP/1.1" status: 200 len: 217 time: 0.0981865 May 03 22:50:10.039697 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 972396c5-50ac-4e79-94a5-d57a6cfb4173 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:50:10.052929 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d14f762a-a946-48bc-a95b-284b8add070e req-d0ac2403-209b-45d2-98f1-778a4333af29 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863215 May 03 22:50:10.058989 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-eee6efe0-e5ee-44fe-b558-55643c275457 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:10.063029 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-eee6efe0-e5ee-44fe-b558-55643c275457 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:port and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:10.066054 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-eee6efe0-e5ee-44fe-b558-55643c275457 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:10.072025 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-eee6efe0-e5ee-44fe-b558-55643c275457 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:10.088696 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-e26fbdda-a423-4bd1-9836-d454c0e8b228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:10.090296 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-e26fbdda-a423-4bd1-9836-d454c0e8b228 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1a456f8a-c743-4130-8826-ac82fe55cbc8 HTTP/1.1" status: 200 len: 850 time: 0.2016757 May 03 22:50:10.091815 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee6efe0-e5ee-44fe-b558-55643c275457 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Made reservation on behalf of e4487dd9134946019ccb9652c13000b7 for: {'port': 2} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:10.096721 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-eee6efe0-e5ee-44fe-b558-55643c275457 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:10.117439 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 972396c5-50ac-4e79-94a5-d57a6cfb4173 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:50:10.117790 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 972396c5-50ac-4e79-94a5-d57a6cfb4173 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:50:10.165270 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-eee6efe0-e5ee-44fe-b558-55643c275457 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:10.204566 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33472) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:10.226639 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-706859a2-7b34-4613-948c-506e0471d2d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:10.245441 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-706859a2-7b34-4613-948c-506e0471d2d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:10.249280 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-706859a2-7b34-4613-948c-506e0471d2d8 admin admin] Usage tracker for resource:security_group_rule and tenant:f334c20fc8974e07bd1657a7490bbd66 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:10.252130 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-706859a2-7b34-4613-948c-506e0471d2d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:10.258563 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-706859a2-7b34-4613-948c-506e0471d2d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:10.324528 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-d3d32315-344e-4efe-8380-421ec9916b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:10.326125 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-d3d32315-344e-4efe-8380-421ec9916b85 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=707cfa08-484f-448d-b84f-a940bf8f6e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2162216 May 03 22:50:10.337357 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-56940c1a-a7a1-4b8a-9cfd-030d6dfb6ea1 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:50:10.338343 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-56940c1a-a7a1-4b8a-9cfd-030d6dfb6ea1 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056818 May 03 22:50:10.350646 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-706859a2-7b34-4613-948c-506e0471d2d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:10.354633 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-706859a2-7b34-4613-948c-506e0471d2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:10.404753 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-706859a2-7b34-4613-948c-506e0471d2d8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f334c20fc8974e07bd1657a7490bbd66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1991296 May 03 22:50:10.406701 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706859a2-7b34-4613-948c-506e0471d2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1636182b-93c7-4f11-a1de-77f6ceabfd0b,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:10.409057 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33478) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:10.444596 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-eee6efe0-e5ee-44fe-b558-55643c275457 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] device_id is not set on port 7292017a-580f-4de6-913d-aa2c407611bc yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:50:10.476151 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-304587e3-399e-4702-bf12-bf2386e1e8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:10.503388 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-304587e3-399e-4702-bf12-bf2386e1e8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:10.520767 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33484) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:10.558605 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-81989010-5425-448d-b1f9-a63e62970ed3 service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668911 May 03 22:50:10.561569 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-304587e3-399e-4702-bf12-bf2386e1e8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:10.592714 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304587e3-399e-4702-bf12-bf2386e1e8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1636182b-93c7-4f11-a1de-77f6ceabfd0b,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:10.601635 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-304587e3-399e-4702-bf12-bf2386e1e8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:10.603179 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-304587e3-399e-4702-bf12-bf2386e1e8f8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1636182b-93c7-4f11-a1de-77f6ceabfd0b HTTP/1.1" status: 204 len: 168 time: 0.1931324 May 03 22:50:10.637763 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-eee6efe0-e5ee-44fe-b558-55643c275457 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:10.774935 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f949af35-3d05-49e2-bfc6-81d76c5b7cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:10.867612 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f949af35-3d05-49e2-bfc6-81d76c5b7cb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:10.880981 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f949af35-3d05-49e2-bfc6-81d76c5b7cb3 admin admin] Usage tracker for resource:security_group_rule and tenant:36985768c2314183a92cf0f1fad9b760 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:10.891685 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f949af35-3d05-49e2-bfc6-81d76c5b7cb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:10.896012 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-eee6efe0-e5ee-44fe-b558-55643c275457 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] device_id is not set on port b0dd7496-2075-47f6-a8e0-f08dd9d8d673 yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:50:10.904466 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f949af35-3d05-49e2-bfc6-81d76c5b7cb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:10.916882 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e0c91eaf-a4c5-4024-b449-64040915e5d2 req-424df0f2-05d0-453e-9f48-a7c700f0a422 service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763617 May 03 22:50:11.122790 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f949af35-3d05-49e2-bfc6-81d76c5b7cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:11.127372 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-eee6efe0-e5ee-44fe-b558-55643c275457 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:11.135453 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f949af35-3d05-49e2-bfc6-81d76c5b7cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:11.184044 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5f159-e166-4a48-af08-9df3c6803c31 req-36f3ce92-471e-47b3-9c66-80e23868c7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:11.185534 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aec5f159-e166-4a48-af08-9df3c6803c31 req-36f3ce92-471e-47b3-9c66-80e23868c7e0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fac7f64c48bd48e8ae480a0113f466e9&device_id=02063880-7d29-4949-9bf1-96561fedc6c8 HTTP/1.1" status: 200 len: 1095 time: 0.2143307 May 03 22:50:11.219827 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f949af35-3d05-49e2-bfc6-81d76c5b7cb3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=36985768c2314183a92cf0f1fad9b760&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6980393 May 03 22:50:11.222592 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33510) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:11.225095 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949af35-3d05-49e2-bfc6-81d76c5b7cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeae4775-f08d-448a-b9c5-3c3c8b5cd8a5,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:11.283236 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b10ab008-50d1-41cd-a79c-ccd9ea5ede66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:11.309907 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b10ab008-50d1-41cd-a79c-ccd9ea5ede66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:11.349995 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-eee6efe0-e5ee-44fe-b558-55643c275457 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:11.384432 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b10ab008-50d1-41cd-a79c-ccd9ea5ede66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:11.406072 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ab008-50d1-41cd-a79c-ccd9ea5ede66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeae4775-f08d-448a-b9c5-3c3c8b5cd8a5,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:11.406072 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b10ab008-50d1-41cd-a79c-ccd9ea5ede66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:11.406072 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b10ab008-50d1-41cd-a79c-ccd9ea5ede66 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/aeae4775-f08d-448a-b9c5-3c3c8b5cd8a5 HTTP/1.1" status: 204 len: 168 time: 0.1811626 May 03 22:50:11.431663 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33518) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:11.474477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee6efe0-e5ee-44fe-b558-55643c275457 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Network 2e6dfd46-7c09-4f0a-a2fd-06f87aae6171 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:50:11.484313 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-eee6efe0-e5ee-44fe-b558-55643c275457 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:50:11.493004 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee6efe0-e5ee-44fe-b558-55643c275457 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:50:11.493337 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-eee6efe0-e5ee-44fe-b558-55643c275457 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:11.494826 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6efe0-e5ee-44fe-b558-55643c275457 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Port': ['ID=7292017a-580f-4de6-913d-aa2c407611bc,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:11.535580 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5f159-e166-4a48-af08-9df3c6803c31 req-544fc4f6-c8ff-47f1-8ef0-45214f4f0cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:11.537038 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aec5f159-e166-4a48-af08-9df3c6803c31 req-544fc4f6-c8ff-47f1-8ef0-45214f4f0cbb service neutron] 10.222.0.60 "GET /v2.0/networks?id=707cfa08-484f-448d-b84f-a940bf8f6e2e HTTP/1.1" status: 200 len: 912 time: 0.3441603 May 03 22:50:11.715880 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-58a3f9f0-5965-4bc5-b57b-45e89cdccc79 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1310253320-network', 'tenant_id': '2ae860227d334f489bf32ef847cdf767'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:11.722331 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-58a3f9f0-5965-4bc5-b57b-45e89cdccc79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:11.726786 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-58a3f9f0-5965-4bc5-b57b-45e89cdccc79 admin admin] Usage tracker for resource:network and tenant:2ae860227d334f489bf32ef847cdf767 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:11.730012 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-58a3f9f0-5965-4bc5-b57b-45e89cdccc79 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:11.735811 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-58a3f9f0-5965-4bc5-b57b-45e89cdccc79 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:11.748140 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a3f9f0-5965-4bc5-b57b-45e89cdccc79 admin admin] Made reservation on behalf of 2ae860227d334f489bf32ef847cdf767 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:11.753354 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-58a3f9f0-5965-4bc5-b57b-45e89cdccc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:11.769088 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33526) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:11.773689 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-58a3f9f0-5965-4bc5-b57b-45e89cdccc79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:11.794066 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5cf4d-6b87-41ca-9068-899227c2a007 req-8068a889-1bb7-4dea-b1d3-bc76a0d0a615 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:11.795519 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fbe5cf4d-6b87-41ca-9068-899227c2a007 req-8068a889-1bb7-4dea-b1d3-bc76a0d0a615 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=02063880-7d29-4949-9bf1-96561fedc6c8 HTTP/1.1" status: 200 len: 944 time: 0.5586464 May 03 22:50:11.796767 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aec5f159-e166-4a48-af08-9df3c6803c31 req-53ad4792-385e-4a16-a0c3-1701f9f87ce0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c111a35-4eaf-43f2-a5b4-045be24867e7 HTTP/1.1" status: 200 len: 217 time: 0.2514386 May 03 22:50:11.805634 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-58a3f9f0-5965-4bc5-b57b-45e89cdccc79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:11.811436 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4d3d57d6-8b98-4fbc-bfc4-1fc1ae7e87d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:11.823496 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-58a3f9f0-5965-4bc5-b57b-45e89cdccc79 admin admin] Usage tracker for resource:security_group_rule and tenant:2ae860227d334f489bf32ef847cdf767 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:11.827435 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-58a3f9f0-5965-4bc5-b57b-45e89cdccc79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:11.835812 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-58a3f9f0-5965-4bc5-b57b-45e89cdccc79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:11.839765 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4d3d57d6-8b98-4fbc-bfc4-1fc1ae7e87d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:11.847791 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4d3d57d6-8b98-4fbc-bfc4-1fc1ae7e87d1 admin admin] Usage tracker for resource:security_group_rule and tenant:b1feed2627bb48a0bf28b99396e4f572 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:11.851985 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4d3d57d6-8b98-4fbc-bfc4-1fc1ae7e87d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:11.864168 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4d3d57d6-8b98-4fbc-bfc4-1fc1ae7e87d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:11.877439 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6efe0-e5ee-44fe-b558-55643c275457 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Port': ['ID=b0dd7496-2075-47f6-a8e0-f08dd9d8d673,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:11.909163 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee6efe0-e5ee-44fe-b558-55643c275457 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Checking segment: {'id': '1bc7ce8d-7fa3-44f0-bc29-f2b140b3f2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c9caab06-ab6a-4bcd-aa2e-312228c9149d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:50:11.909520 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee6efe0-e5ee-44fe-b558-55643c275457 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Network hostable DHCP agents. Network: c9caab06-ab6a-4bcd-aa2e-312228c9149d, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:50:11.934018 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fbe5cf4d-6b87-41ca-9068-899227c2a007 req-1bb38f7c-8ffe-489a-b9f8-3491175c936c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191244 May 03 22:50:11.935390 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5f159-e166-4a48-af08-9df3c6803c31 req-bf31063a-f5a2-4cd3-8d45-d35464b51fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:11.936713 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aec5f159-e166-4a48-af08-9df3c6803c31 req-bf31063a-f5a2-4cd3-8d45-d35464b51fd3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1a456f8a-c743-4130-8826-ac82fe55cbc8 HTTP/1.1" status: 200 len: 850 time: 0.1339014 May 03 22:50:11.979414 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-58a3f9f0-5965-4bc5-b57b-45e89cdccc79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:11.989081 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-58a3f9f0-5965-4bc5-b57b-45e89cdccc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:11.995254 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee6efe0-e5ee-44fe-b558-55643c275457 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Network c9caab06-ab6a-4bcd-aa2e-312228c9149d is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:50:12.025239 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-eee6efe0-e5ee-44fe-b558-55643c275457 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, c9caab06-ab6a-4bcd-aa2e-312228c9149d) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:50:12.030661 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee6efe0-e5ee-44fe-b558-55643c275457 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:50:12.034770 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b250a591-d6d2-4d7b-98e3-e46dae8b524b None None] Network c9caab06-ab6a-4bcd-aa2e-312228c9149d requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:50:12.036175 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee6efe0-e5ee-44fe-b558-55643c275457 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:12.036487 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4d3d57d6-8b98-4fbc-bfc4-1fc1ae7e87d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:12.037455 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58a3f9f0-5965-4bc5-b57b-45e89cdccc79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:50:12.041791 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee6efe0-e5ee-44fe-b558-55643c275457 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:12.042554 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-eee6efe0-e5ee-44fe-b558-55643c275457 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:12.048742 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4d3d57d6-8b98-4fbc-bfc4-1fc1ae7e87d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:12.063627 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3f9f0-5965-4bc5-b57b-45e89cdccc79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b3d329-dd18-48c5-9e7c-faa609f29b28,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:12.068890 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5f159-e166-4a48-af08-9df3c6803c31 req-56eeb691-3453-4ad0-a37c-0bb9ebd2fae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:12.070459 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aec5f159-e166-4a48-af08-9df3c6803c31 req-56eeb691-3453-4ad0-a37c-0bb9ebd2fae4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=707cfa08-484f-448d-b84f-a940bf8f6e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1267784 May 03 22:50:12.086234 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-58a3f9f0-5965-4bc5-b57b-45e89cdccc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:12.086621 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-58a3f9f0-5965-4bc5-b57b-45e89cdccc79 admin admin] Added segment f5ecccdf-d46a-450a-90cb-83fb02948eb0 of type vlan for network 35d8bd65-160d-4ed6-a9c6-34cd63142d90 May 03 22:50:12.101731 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-eee6efe0-e5ee-44fe-b558-55643c275457 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6200962 May 03 22:50:12.101988 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33532) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:12.113898 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4d3d57d6-8b98-4fbc-bfc4-1fc1ae7e87d1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b1feed2627bb48a0bf28b99396e4f572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3432724 May 03 22:50:12.116426 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33536) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:12.182888 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d57d6-8b98-4fbc-bfc4-1fc1ae7e87d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2d8ce3-8aef-439b-b1c1-afe36a6eddbd,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:12.194144 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-58a3f9f0-5965-4bc5-b57b-45e89cdccc79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:12.213543 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-2ea361ec-8285-40b1-bbe1-dd29fe382029 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Deleting port b0dd7496-2075-47f6-a8e0-f08dd9d8d673 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:50:12.213918 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2ea361ec-8285-40b1-bbe1-dd29fe382029 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:12.263903 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aec5f159-e166-4a48-af08-9df3c6803c31 req-5d82add9-4023-464f-a339-85a53137b34b service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851566 May 03 22:50:12.264658 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7665e4fd-acd0-41ef-b0ae-95ee71a61335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:12.315500 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-58a3f9f0-5965-4bc5-b57b-45e89cdccc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:12.315905 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a3f9f0-5965-4bc5-b57b-45e89cdccc79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:12.316475 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-58a3f9f0-5965-4bc5-b57b-45e89cdccc79 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:12.323673 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7665e4fd-acd0-41ef-b0ae-95ee71a61335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:12.447100 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aec5f159-e166-4a48-af08-9df3c6803c31 req-b2c6cd50-60aa-471e-bd61-eb9779a1c428 service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726167 May 03 22:50:12.468572 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7665e4fd-acd0-41ef-b0ae-95ee71a61335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:12.484552 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665e4fd-acd0-41ef-b0ae-95ee71a61335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2d8ce3-8aef-439b-b1c1-afe36a6eddbd,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:12.494944 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7665e4fd-acd0-41ef-b0ae-95ee71a61335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:12.496789 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7665e4fd-acd0-41ef-b0ae-95ee71a61335 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3f2d8ce3-8aef-439b-b1c1-afe36a6eddbd HTTP/1.1" status: 204 len: 168 time: 0.3785911 May 03 22:50:12.575680 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-58a3f9f0-5965-4bc5-b57b-45e89cdccc79 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1408598 May 03 22:50:12.578783 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33542) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:12.587207 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3f9f0-5965-4bc5-b57b-45e89cdccc79 admin admin] Pushing event updated for resources: {'Network': ['ID=35d8bd65-160d-4ed6-a9c6-34cd63142d90,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:12.588105 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-2dc1486f-d01d-46b8-893a-ba8511b97362 admin admin] Request body: {'subnet': {'network_id': '35d8bd65-160d-4ed6-a9c6-34cd63142d90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1310253320-subnet', 'tenant_id': '2ae860227d334f489bf32ef847cdf767', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:12.596304 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2dc1486f-d01d-46b8-893a-ba8511b97362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:12.601498 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3f9f0-5965-4bc5-b57b-45e89cdccc79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:12.601845 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3f9f0-5965-4bc5-b57b-45e89cdccc79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:12.602204 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3f9f0-5965-4bc5-b57b-45e89cdccc79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:12.602537 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3f9f0-5965-4bc5-b57b-45e89cdccc79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:12.602866 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3f9f0-5965-4bc5-b57b-45e89cdccc79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:12.603190 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3f9f0-5965-4bc5-b57b-45e89cdccc79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:12.603515 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3f9f0-5965-4bc5-b57b-45e89cdccc79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:12.603836 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3f9f0-5965-4bc5-b57b-45e89cdccc79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:12.604067 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2dc1486f-d01d-46b8-893a-ba8511b97362 admin admin] Usage tracker for resource:subnet and tenant:2ae860227d334f489bf32ef847cdf767 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:12.604169 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3f9f0-5965-4bc5-b57b-45e89cdccc79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:12.604462 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3f9f0-5965-4bc5-b57b-45e89cdccc79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:12.604782 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3f9f0-5965-4bc5-b57b-45e89cdccc79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:12.605100 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3f9f0-5965-4bc5-b57b-45e89cdccc79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:12.608104 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2dc1486f-d01d-46b8-893a-ba8511b97362 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:12.615471 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2dc1486f-d01d-46b8-893a-ba8511b97362 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:12.628550 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 35d8bd65-160d-4ed6-a9c6-34cd63142d90 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:50:12.634059 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc1486f-d01d-46b8-893a-ba8511b97362 admin admin] Made reservation on behalf of 2ae860227d334f489bf32ef847cdf767 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:12.637127 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2dc1486f-d01d-46b8-893a-ba8511b97362 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:12.682526 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2ea361ec-8285-40b1-bbe1-dd29fe382029 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:12.836850 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-2ea361ec-8285-40b1-bbe1-dd29fe382029 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Calling delete_port for b0dd7496-2075-47f6-a8e0-f08dd9d8d673 owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:50:12.890921 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2dc1486f-d01d-46b8-893a-ba8511b97362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:12.922395 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2ea361ec-8285-40b1-bbe1-dd29fe382029 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:12.977947 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1486f-d01d-46b8-893a-ba8511b97362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d25b7cec-7289-477b-a43b-c84407b16d91,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:12.986370 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc1486f-d01d-46b8-893a-ba8511b97362 admin admin] Checking segment: {'id': 'f5ecccdf-d46a-450a-90cb-83fb02948eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '35d8bd65-160d-4ed6-a9c6-34cd63142d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:50:12.986618 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc1486f-d01d-46b8-893a-ba8511b97362 admin admin] Network hostable DHCP agents. Network: 35d8bd65-160d-4ed6-a9c6-34cd63142d90, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:50:12.992298 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea361ec-8285-40b1-bbe1-dd29fe382029 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'Port': ['ID=b0dd7496-2075-47f6-a8e0-f08dd9d8d673,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:12.994392 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2ea361ec-8285-40b1-bbe1-dd29fe382029 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:13.004612 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2ea361ec-8285-40b1-bbe1-dd29fe382029 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/ports/b0dd7496-2075-47f6-a8e0-f08dd9d8d673 HTTP/1.1" status: 204 len: 168 time: 0.9012210 May 03 22:50:13.007270 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33558) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:13.049729 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc1486f-d01d-46b8-893a-ba8511b97362 admin admin] Network 35d8bd65-160d-4ed6-a9c6-34cd63142d90 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:50:13.105486 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-2dc1486f-d01d-46b8-893a-ba8511b97362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 35d8bd65-160d-4ed6-a9c6-34cd63142d90) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:50:13.114137 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f3b8f5-ea96-4d25-8b12-59345dd58a89 None None] Network 35d8bd65-160d-4ed6-a9c6-34cd63142d90 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:50:13.123735 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc1486f-d01d-46b8-893a-ba8511b97362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:13.124311 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2dc1486f-d01d-46b8-893a-ba8511b97362 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:13.147655 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:50:13.164333 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2dc1486f-d01d-46b8-893a-ba8511b97362 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5839691 May 03 22:50:13.183132 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4445633f-6d20-4940-ad3b-9a54e74b47ca tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:13.188888 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4445633f-6d20-4940-ad3b-9a54e74b47ca tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:13.189646 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4445633f-6d20-4940-ad3b-9a54e74b47ca tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Synchronizing usage tracker for tenant:e4487dd9134946019ccb9652c13000b7 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:50:13.214910 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971df1f2-ceb6-4e2b-a653-3963a91e97c1 req-3f115215-24d2-4f1d-a7a9-b477ff496b4b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:13.215558 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-971df1f2-ceb6-4e2b-a653-3963a91e97c1 req-3f115215-24d2-4f1d-a7a9-b477ff496b4b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=02063880-7d29-4949-9bf1-96561fedc6c8 HTTP/1.1" status: 200 len: 944 time: 0.1564689 May 03 22:50:13.224481 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4445633f-6d20-4940-ad3b-9a54e74b47ca tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Unset dirty status for tenant:e4487dd9134946019ccb9652c13000b7 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:50:13.226553 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4445633f-6d20-4940-ad3b-9a54e74b47ca tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2173066 May 03 22:50:13.229475 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33570) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:13.284781 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-971df1f2-ceb6-4e2b-a653-3963a91e97c1 req-c7fad562-62dd-4602-8075-7a876faaa6e6 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626366 May 03 22:50:13.316402 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-f4d486da-4e47-4596-a4d5-1eb888dd55e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Deleting port 7292017a-580f-4de6-913d-aa2c407611bc {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:50:13.317179 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f4d486da-4e47-4596-a4d5-1eb888dd55e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:13.356166 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b9b975-a705-44f7-978d-90cc157ae6f9 None None] Network 35d8bd65-160d-4ed6-a9c6-34cd63142d90 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:50:13.577577 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f4d486da-4e47-4596-a4d5-1eb888dd55e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:13.747187 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-f4d486da-4e47-4596-a4d5-1eb888dd55e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Calling delete_port for 7292017a-580f-4de6-913d-aa2c407611bc owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:50:13.839479 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f4d486da-4e47-4596-a4d5-1eb888dd55e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:13.895284 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f4d486da-4e47-4596-a4d5-1eb888dd55e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:13.915681 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d486da-4e47-4596-a4d5-1eb888dd55e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'Port': ['ID=7292017a-580f-4de6-913d-aa2c407611bc,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:13.928828 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33596) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:13.929017 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f4d486da-4e47-4596-a4d5-1eb888dd55e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/ports/7292017a-580f-4de6-913d-aa2c407611bc HTTP/1.1" status: 204 len: 168 time: 0.6977835 May 03 22:50:14.021065 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33602) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:14.029058 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2e7b4b-38bc-438c-86ec-230104e1b99b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:14.029456 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-6c748ab1-3fd3-415b-9cc8-30b5582ebb88 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1895858840-network', 'tenant_id': '931626ee373e4708bb6d0d53d3af5470'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:14.036277 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5c2e7b4b-38bc-438c-86ec-230104e1b99b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1033301 May 03 22:50:14.036392 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33608) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:14.038998 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6c748ab1-3fd3-415b-9cc8-30b5582ebb88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:14.076431 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6c748ab1-3fd3-415b-9cc8-30b5582ebb88 admin admin] Usage tracker for resource:network and tenant:931626ee373e4708bb6d0d53d3af5470 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:14.083693 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6c748ab1-3fd3-415b-9cc8-30b5582ebb88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:14.089979 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-a05b5a1d-54b3-47ba-8d44-54431a22788a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] GET failed (client error): The resource could not be found. May 03 22:50:14.090513 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a05b5a1d-54b3-47ba-8d44-54431a22788a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Synchronizing usage tracker for tenant:e4487dd9134946019ccb9652c13000b7 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:50:14.093841 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6c748ab1-3fd3-415b-9cc8-30b5582ebb88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:14.109116 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c748ab1-3fd3-415b-9cc8-30b5582ebb88 admin admin] Made reservation on behalf of 931626ee373e4708bb6d0d53d3af5470 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:14.111806 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6c748ab1-3fd3-415b-9cc8-30b5582ebb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:14.123568 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a05b5a1d-54b3-47ba-8d44-54431a22788a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Unset dirty status for tenant:e4487dd9134946019ccb9652c13000b7 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:50:14.124717 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a05b5a1d-54b3-47ba-8d44-54431a22788a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "GET /v2.0/ports/b0dd7496-2075-47f6-a8e0-f08dd9d8d673 HTTP/1.1" status: 404 len: 333 time: 0.0874457 May 03 22:50:14.127031 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6c748ab1-3fd3-415b-9cc8-30b5582ebb88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:14.131444 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33612) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:14.142914 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6c748ab1-3fd3-415b-9cc8-30b5582ebb88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:14.146770 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6c748ab1-3fd3-415b-9cc8-30b5582ebb88 admin admin] Usage tracker for resource:security_group_rule and tenant:931626ee373e4708bb6d0d53d3af5470 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:14.149703 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6c748ab1-3fd3-415b-9cc8-30b5582ebb88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:14.156148 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6c748ab1-3fd3-415b-9cc8-30b5582ebb88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:14.177567 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-d90df3bf-9c73-46ba-ab10-98d16c0010bb tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] GET failed (client error): The resource could not be found. May 03 22:50:14.178870 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d90df3bf-9c73-46ba-ab10-98d16c0010bb tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "GET /v2.0/ports/7292017a-580f-4de6-913d-aa2c407611bc HTTP/1.1" status: 404 len: 333 time: 0.0462985 May 03 22:50:14.182268 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33618) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:14.252399 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6c748ab1-3fd3-415b-9cc8-30b5582ebb88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:14.256640 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6c748ab1-3fd3-415b-9cc8-30b5582ebb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:14.291925 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c748ab1-3fd3-415b-9cc8-30b5582ebb88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:50:14.299983 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6c26e282-4583-4510-9559-45e78ad6f871 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:14.300855 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c748ab1-3fd3-415b-9cc8-30b5582ebb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6439ddef-e6cf-462f-8ad3-532dddaa1a57,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:14.308399 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6c748ab1-3fd3-415b-9cc8-30b5582ebb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:14.309071 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-6c748ab1-3fd3-415b-9cc8-30b5582ebb88 admin admin] Added segment 47302f64-aa7a-436b-b7b2-5606a3573dcb of type vlan for network 8b2387a6-6d97-4e40-ad5c-4f626424ac6a May 03 22:50:14.337897 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6c748ab1-3fd3-415b-9cc8-30b5582ebb88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:14.376242 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6c748ab1-3fd3-415b-9cc8-30b5582ebb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:14.377324 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c748ab1-3fd3-415b-9cc8-30b5582ebb88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:14.378115 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6c748ab1-3fd3-415b-9cc8-30b5582ebb88 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:14.496574 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6c748ab1-3fd3-415b-9cc8-30b5582ebb88 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4713583 May 03 22:50:14.497996 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33632) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:14.503756 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c748ab1-3fd3-415b-9cc8-30b5582ebb88 admin admin] Pushing event updated for resources: {'Network': ['ID=8b2387a6-6d97-4e40-ad5c-4f626424ac6a,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:14.511649 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6c26e282-4583-4510-9559-45e78ad6f871 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:14.515111 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 8b2387a6-6d97-4e40-ad5c-4f626424ac6a details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:50:14.648604 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-88a140b4-578f-4d41-9566-18f632979bd0 admin admin] Request body: {'subnet': {'network_id': '8b2387a6-6d97-4e40-ad5c-4f626424ac6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1895858840-subnet', 'tenant_id': '931626ee373e4708bb6d0d53d3af5470', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:14.660677 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-88a140b4-578f-4d41-9566-18f632979bd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:14.667953 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-88a140b4-578f-4d41-9566-18f632979bd0 admin admin] Usage tracker for resource:subnet and tenant:931626ee373e4708bb6d0d53d3af5470 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:14.677998 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-88a140b4-578f-4d41-9566-18f632979bd0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:14.690724 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-6c26e282-4583-4510-9559-45e78ad6f871 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9caab06-ab6a-4bcd-aa2e-312228c9149d']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:14.697413 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-88a140b4-578f-4d41-9566-18f632979bd0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:14.714586 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-6c26e282-4583-4510-9559-45e78ad6f871 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc7ce8d-7fa3-44f0-bc29-f2b140b3f2d8') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:14.714880 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-6c26e282-4583-4510-9559-45e78ad6f871 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc7ce8d-7fa3-44f0-bc29-f2b140b3f2d8') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:14.732133 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6c26e282-4583-4510-9559-45e78ad6f871 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:14.739117 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a140b4-578f-4d41-9566-18f632979bd0 admin admin] Made reservation on behalf of 931626ee373e4708bb6d0d53d3af5470 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:14.741395 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-88a140b4-578f-4d41-9566-18f632979bd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:14.782086 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6c26e282-4583-4510-9559-45e78ad6f871 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:14.798873 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d54a93-a6cc-4e7b-8718-5f9d12e86ccc req-2ec22320-4e6a-492c-8904-f485c38842c3 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:14.800355 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e7d54a93-a6cc-4e7b-8718-5f9d12e86ccc req-2ec22320-4e6a-492c-8904-f485c38842c3 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=02063880-7d29-4949-9bf1-96561fedc6c8 HTTP/1.1" status: 200 len: 944 time: 0.3916123 May 03 22:50:14.847054 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c26e282-4583-4510-9559-45e78ad6f871 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:50:14.847460 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6c26e282-4583-4510-9559-45e78ad6f871 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:14.863614 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:50:14.863614 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:50:14.863614 n-d-811807-1 neutron-server[88069]: timer() May 03 22:50:14.863614 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:50:14.863614 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:50:14.863614 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:50:14.863614 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:50:14.863614 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:50:14.863614 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:50:14.863614 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:50:14.863614 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:50:14.863614 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:50:14.863614 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:50:14.863614 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:50:14.863614 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:50:14.863614 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:50:14.863614 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:50:14.863614 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:50:14.863614 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:50:14.863614 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:50:14.863614 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:50:14.863614 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:50:14.863614 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:50:14.863614 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:50:14.863614 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:50:14.863614 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:50:14.863614 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:50:14.863614 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:50:14.863614 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:50:14.863614 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:50:14.863614 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:50:14.863614 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:50:14.995289 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e7d54a93-a6cc-4e7b-8718-5f9d12e86ccc req-40fabb23-2aca-4dc8-90cb-80429f3d8316 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260264 May 03 22:50:15.005696 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6c26e282-4583-4510-9559-45e78ad6f871 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:15.010793 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6c26e282-4583-4510-9559-45e78ad6f871 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:15.044833 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26e282-4583-4510-9559-45e78ad6f871 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'Network': ['ID=c9caab06-ab6a-4bcd-aa2e-312228c9149d,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:15.050790 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6c26e282-4583-4510-9559-45e78ad6f871 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/networks/c9caab06-ab6a-4bcd-aa2e-312228c9149d HTTP/1.1" status: 204 len: 168 time: 0.8675666 May 03 22:50:15.055320 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33646) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:15.061579 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-6db53fc1-bc32-48f1-a66f-24cf9fa0ca2d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-256620069'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:15.067323 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6db53fc1-bc32-48f1-a66f-24cf9fa0ca2d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:15.071413 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6db53fc1-bc32-48f1-a66f-24cf9fa0ca2d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:network and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:15.074490 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6db53fc1-bc32-48f1-a66f-24cf9fa0ca2d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:15.080918 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6db53fc1-bc32-48f1-a66f-24cf9fa0ca2d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:15.092466 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db53fc1-bc32-48f1-a66f-24cf9fa0ca2d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Made reservation on behalf of e4487dd9134946019ccb9652c13000b7 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:15.096095 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6db53fc1-bc32-48f1-a66f-24cf9fa0ca2d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:15.124739 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db53fc1-bc32-48f1-a66f-24cf9fa0ca2d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:50:15.134750 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6db53fc1-bc32-48f1-a66f-24cf9fa0ca2d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:15.135266 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-6db53fc1-bc32-48f1-a66f-24cf9fa0ca2d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Added segment c3c852e5-04e2-4a31-bffa-b3222d9aca56 of type vlan for network e4bcd562-6373-4d2f-aefe-bd57d64ddc55 May 03 22:50:15.147583 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-88a140b4-578f-4d41-9566-18f632979bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:15.166347 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6db53fc1-bc32-48f1-a66f-24cf9fa0ca2d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:15.200978 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6db53fc1-bc32-48f1-a66f-24cf9fa0ca2d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:15.208051 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db53fc1-bc32-48f1-a66f-24cf9fa0ca2d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:15.208794 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6db53fc1-bc32-48f1-a66f-24cf9fa0ca2d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:15.238077 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a140b4-578f-4d41-9566-18f632979bd0 admin admin] Checking segment: {'id': '47302f64-aa7a-436b-b7b2-5606a3573dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8b2387a6-6d97-4e40-ad5c-4f626424ac6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:50:15.238451 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a140b4-578f-4d41-9566-18f632979bd0 admin admin] Network hostable DHCP agents. Network: 8b2387a6-6d97-4e40-ad5c-4f626424ac6a, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:50:15.246378 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a140b4-578f-4d41-9566-18f632979bd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=306dbf2b-3830-4379-a65d-db6cd4323252,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:15.261693 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a140b4-578f-4d41-9566-18f632979bd0 admin admin] Network 8b2387a6-6d97-4e40-ad5c-4f626424ac6a is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:50:15.270438 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6db53fc1-bc32-48f1-a66f-24cf9fa0ca2d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2137859 May 03 22:50:15.274481 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33658) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:15.284209 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-b850bbf9-3d9b-456c-a1f4-6236b3dd4cc9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'subnet': {'network_id': 'e4bcd562-6373-4d2f-aefe-bd57d64ddc55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:15.305888 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33662) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:15.326629 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-88a140b4-578f-4d41-9566-18f632979bd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 8b2387a6-6d97-4e40-ad5c-4f626424ac6a) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:50:15.336304 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a140b4-578f-4d41-9566-18f632979bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:15.336890 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-88a140b4-578f-4d41-9566-18f632979bd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:15.337275 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059f6e80-8704-4898-83d0-3fa8e067bee4 None None] Network 8b2387a6-6d97-4e40-ad5c-4f626424ac6a requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:50:15.344054 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db53fc1-bc32-48f1-a66f-24cf9fa0ca2d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Network': ['ID=e4bcd562-6373-4d2f-aefe-bd57d64ddc55,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:15.421274 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-88a140b4-578f-4d41-9566-18f632979bd0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9128516 May 03 22:50:15.429178 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b850bbf9-3d9b-456c-a1f4-6236b3dd4cc9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:15.434235 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b850bbf9-3d9b-456c-a1f4-6236b3dd4cc9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:subnet and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:15.438342 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b850bbf9-3d9b-456c-a1f4-6236b3dd4cc9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:15.445180 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b850bbf9-3d9b-456c-a1f4-6236b3dd4cc9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:15.473261 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b850bbf9-3d9b-456c-a1f4-6236b3dd4cc9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Made reservation on behalf of e4487dd9134946019ccb9652c13000b7 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:15.478009 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b850bbf9-3d9b-456c-a1f4-6236b3dd4cc9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:15.503552 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-46fd1846-2558-4cfe-8a85-c27fc8344998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:15.536291 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-46fd1846-2558-4cfe-8a85-c27fc8344998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:15.541023 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-46fd1846-2558-4cfe-8a85-c27fc8344998 admin admin] Usage tracker for resource:security_group_rule and tenant:b293516b5ed440c1a0286a2d8136c896 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:15.545139 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-46fd1846-2558-4cfe-8a85-c27fc8344998 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:15.552025 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-46fd1846-2558-4cfe-8a85-c27fc8344998 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:15.605511 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network e4bcd562-6373-4d2f-aefe-bd57d64ddc55 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:50:15.654304 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.ipam_backend_mixin [None req-b850bbf9-3d9b-456c-a1f4-6236b3dd4cc9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Performing IP validity checks on allocation pools {{(pid=88069) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 03 22:50:15.657323 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.ipam_backend_mixin [None req-b850bbf9-3d9b-456c-a1f4-6236b3dd4cc9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88069) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 03 22:50:15.674870 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689f1fea-57af-4a13-983f-2bc83f3da0ec None None] Network 8b2387a6-6d97-4e40-ad5c-4f626424ac6a requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:50:15.783451 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-46fd1846-2558-4cfe-8a85-c27fc8344998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:15.790580 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-46fd1846-2558-4cfe-8a85-c27fc8344998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:15.841389 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd1846-2558-4cfe-8a85-c27fc8344998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a44385-ed00-4586-b296-f01fa7a17769,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:15.882075 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-46fd1846-2558-4cfe-8a85-c27fc8344998 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b293516b5ed440c1a0286a2d8136c896&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5750167 May 03 22:50:15.883018 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33686) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:15.963188 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-111de19e-e5a6-4147-8b4d-84e4272ef0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:15.995883 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-111de19e-e5a6-4147-8b4d-84e4272ef0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:16.116753 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b850bbf9-3d9b-456c-a1f4-6236b3dd4cc9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:16.120553 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-111de19e-e5a6-4147-8b4d-84e4272ef0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:16.139282 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111de19e-e5a6-4147-8b4d-84e4272ef0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a44385-ed00-4586-b296-f01fa7a17769,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:16.152721 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-111de19e-e5a6-4147-8b4d-84e4272ef0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:16.156343 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-111de19e-e5a6-4147-8b4d-84e4272ef0fd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/76a44385-ed00-4586-b296-f01fa7a17769 HTTP/1.1" status: 204 len: 168 time: 0.2705882 May 03 22:50:16.316705 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af65890-fce6-40cc-b150-27907ff542ab req-283c4e38-3cef-4214-bb31-3b22e66db8ee tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:16.318213 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1af65890-fce6-40cc-b150-27907ff542ab req-283c4e38-3cef-4214-bb31-3b22e66db8ee tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/networks?id=35d8bd65-160d-4ed6-a9c6-34cd63142d90 HTTP/1.1" status: 200 len: 812 time: 0.4246466 May 03 22:50:16.321997 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850bbf9-3d9b-456c-a1f4-6236b3dd4cc9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Subnet': ['ID=f2b17ac1-cb44-4f12-b4f6-4b1d866732c3,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:16.339035 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b850bbf9-3d9b-456c-a1f4-6236b3dd4cc9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Checking segment: {'id': 'c3c852e5-04e2-4a31-bffa-b3222d9aca56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e4bcd562-6373-4d2f-aefe-bd57d64ddc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:50:16.339395 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b850bbf9-3d9b-456c-a1f4-6236b3dd4cc9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Network hostable DHCP agents. Network: e4bcd562-6373-4d2f-aefe-bd57d64ddc55, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:50:16.359847 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1af65890-fce6-40cc-b150-27907ff542ab req-d76ca11d-98ba-424c-864d-31c1c70e4aed tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/quotas/2ae860227d334f489bf32ef847cdf767 HTTP/1.1" status: 200 len: 375 time: 0.0233812 May 03 22:50:16.379591 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db84dc-1d2a-4071-9d7e-e83bcd9fc092 req-052d2513-b55d-47c6-9cc4-d3fcecce3421 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:16.381017 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-37db84dc-1d2a-4071-9d7e-e83bcd9fc092 req-052d2513-b55d-47c6-9cc4-d3fcecce3421 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=02063880-7d29-4949-9bf1-96561fedc6c8 HTTP/1.1" status: 200 len: 944 time: 0.1936693 May 03 22:50:16.439611 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1af65890-fce6-40cc-b150-27907ff542ab req-faeb46cd-69ac-4cdd-801e-40c45f60dbbb tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2ae860227d334f489bf32ef847cdf767&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0690889 May 03 22:50:16.442936 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b850bbf9-3d9b-456c-a1f4-6236b3dd4cc9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Network e4bcd562-6373-4d2f-aefe-bd57d64ddc55 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:50:16.478589 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-b850bbf9-3d9b-456c-a1f4-6236b3dd4cc9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, e4bcd562-6373-4d2f-aefe-bd57d64ddc55) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:50:16.510532 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b850bbf9-3d9b-456c-a1f4-6236b3dd4cc9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:16.510532 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b850bbf9-3d9b-456c-a1f4-6236b3dd4cc9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:16.517714 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2052030d-e2c9-44c2-8baf-d2760d1cdd95 None None] Network e4bcd562-6373-4d2f-aefe-bd57d64ddc55 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:50:16.546292 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33702) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:16.556200 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-37db84dc-1d2a-4071-9d7e-e83bcd9fc092 req-e4d3cec8-db27-4e19-ae35-51a436693c5b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438408 May 03 22:50:16.564171 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2f93214a-e16e-4fb2-a703-26a56e3f2796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:16.584120 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2f93214a-e16e-4fb2-a703-26a56e3f2796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:16.588902 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2f93214a-e16e-4fb2-a703-26a56e3f2796 admin admin] Usage tracker for resource:security_group_rule and tenant:9731880bc1e74924bb2d8977e113d12e is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:16.591739 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2f93214a-e16e-4fb2-a703-26a56e3f2796 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:16.602057 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2f93214a-e16e-4fb2-a703-26a56e3f2796 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:16.641624 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b850bbf9-3d9b-456c-a1f4-6236b3dd4cc9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3648202 May 03 22:50:16.644606 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33706) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:16.652625 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-98e0e3e1-8a0d-4b9f-ab4b-38125a62e61e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'port': {'network_id': 'e4bcd562-6373-4d2f-aefe-bd57d64ddc55', 'name': 'tempest-PortsIpV6TestJSON-864532009'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:16.748297 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2f93214a-e16e-4fb2-a703-26a56e3f2796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:16.753616 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2f93214a-e16e-4fb2-a703-26a56e3f2796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:16.782229 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1af65890-fce6-40cc-b150-27907ff542ab req-5c5a102b-c756-41d9-b08a-990f6bcb5878 service neutron] 10.222.0.58 "GET /v2.0/networks/35d8bd65-160d-4ed6-a9c6-34cd63142d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607231 May 03 22:50:16.813449 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f93214a-e16e-4fb2-a703-26a56e3f2796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cc0558-a667-4999-bdc3-de427ea29a71,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:16.819320 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2f93214a-e16e-4fb2-a703-26a56e3f2796 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9731880bc1e74924bb2d8977e113d12e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2720182 May 03 22:50:16.828534 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33710) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:16.858851 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613ef4d1-d9c3-4678-b03c-b3026675c378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-e4bcd562-6373-4d2f-aefe-bd57d64ddc55', 'network_id': 'e4bcd562-6373-4d2f-aefe-bd57d64ddc55', 'tenant_id': 'e4487dd9134946019ccb9652c13000b7', 'fixed_ips': [{'subnet_id': 'f2b17ac1-cb44-4f12-b4f6-4b1d866732c3'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:50:16.860307 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-613ef4d1-d9c3-4678-b03c-b3026675c378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:17.036290 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-613ef4d1-d9c3-4678-b03c-b3026675c378 None None] Allocated IP 2001:db8::2 (e4bcd562-6373-4d2f-aefe-bd57d64ddc55/f2b17ac1-cb44-4f12-b4f6-4b1d866732c3/65d4a3e6-865f-48de-8fac-54a5d75453ad) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:50:17.101685 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-98e0e3e1-8a0d-4b9f-ab4b-38125a62e61e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:17.136693 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-98e0e3e1-8a0d-4b9f-ab4b-38125a62e61e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:17.143106 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f4a08dcd-262e-492f-89b9-5ae2160b02bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:17.185296 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e0e3e1-8a0d-4b9f-ab4b-38125a62e61e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Made reservation on behalf of e4487dd9134946019ccb9652c13000b7 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:17.188755 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-98e0e3e1-8a0d-4b9f-ab4b-38125a62e61e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:17.204095 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1af65890-fce6-40cc-b150-27907ff542ab req-79d6109b-bef3-4ab5-b8ee-38f437b25b7e service neutron] 10.222.0.58 "GET /v2.0/networks/35d8bd65-160d-4ed6-a9c6-34cd63142d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098260 May 03 22:50:17.210616 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f4a08dcd-262e-492f-89b9-5ae2160b02bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:17.234149 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-98e0e3e1-8a0d-4b9f-ab4b-38125a62e61e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] device_id is not set on port e5edb454-2764-4a9c-820d-1932ae8ca5fa yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:50:17.261020 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-613ef4d1-d9c3-4678-b03c-b3026675c378 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:17.272670 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-613ef4d1-d9c3-4678-b03c-b3026675c378 None None] Transition to ACTIVE for port object 65d4a3e6-865f-48de-8fac-54a5d75453ad will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:50:17.292318 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-613ef4d1-d9c3-4678-b03c-b3026675c378 None None] Transition to ACTIVE for port object 65d4a3e6-865f-48de-8fac-54a5d75453ad will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:50:17.301622 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-613ef4d1-d9c3-4678-b03c-b3026675c378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:17.372910 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613ef4d1-d9c3-4678-b03c-b3026675c378 None None] Network e4bcd562-6373-4d2f-aefe-bd57d64ddc55 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:50:17.376972 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-613ef4d1-d9c3-4678-b03c-b3026675c378 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:50:17.380932 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613ef4d1-d9c3-4678-b03c-b3026675c378 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:50:17.461081 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-98e0e3e1-8a0d-4b9f-ab4b-38125a62e61e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Allocated IP 2001:db8::387 (e4bcd562-6373-4d2f-aefe-bd57d64ddc55/f2b17ac1-cb44-4f12-b4f6-4b1d866732c3/e5edb454-2764-4a9c-820d-1932ae8ca5fa) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:50:17.478728 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ef4d1-d9c3-4678-b03c-b3026675c378 None None] Pushing event updated for resources: {'Port': ['ID=65d4a3e6-865f-48de-8fac-54a5d75453ad,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:17.484615 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-613ef4d1-d9c3-4678-b03c-b3026675c378 None None] Attempting to bind port 65d4a3e6-865f-48de-8fac-54a5d75453ad on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:50:17.485595 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-613ef4d1-d9c3-4678-b03c-b3026675c378 None None] Attempting to bind port 65d4a3e6-865f-48de-8fac-54a5d75453ad by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'c3c852e5-04e2-4a31-bffa-b3222d9aca56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e4bcd562-6373-4d2f-aefe-bd57d64ddc55'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:50:17.485595 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613ef4d1-d9c3-4678-b03c-b3026675c378 None None] Attempting to bind port 65d4a3e6-865f-48de-8fac-54a5d75453ad on network e4bcd562-6373-4d2f-aefe-bd57d64ddc55 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:50:17.490817 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613ef4d1-d9c3-4678-b03c-b3026675c378 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:50:17.491184 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613ef4d1-d9c3-4678-b03c-b3026675c378 None None] Checking segment: {'id': 'c3c852e5-04e2-4a31-bffa-b3222d9aca56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e4bcd562-6373-4d2f-aefe-bd57d64ddc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:50:17.492319 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-613ef4d1-d9c3-4678-b03c-b3026675c378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:17.492711 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613ef4d1-d9c3-4678-b03c-b3026675c378 None None] Bound using segment: {'id': 'c3c852e5-04e2-4a31-bffa-b3222d9aca56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e4bcd562-6373-4d2f-aefe-bd57d64ddc55'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:50:17.493171 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-613ef4d1-d9c3-4678-b03c-b3026675c378 None None] Bound port: 65d4a3e6-865f-48de-8fac-54a5d75453ad, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c852e5-04e2-4a31-bffa-b3222d9aca56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'e4bcd562-6373-4d2f-aefe-bd57d64ddc55'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:50:17.493542 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-613ef4d1-d9c3-4678-b03c-b3026675c378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:17.512915 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f4a08dcd-262e-492f-89b9-5ae2160b02bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:17.548397 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac11266c-32d7-41ae-92ab-3f76e8d60fb0 req-954ec08d-0fb1-4665-af68-20365a231fc1 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/ports?device_id=f87e38f0-34be-43ac-849c-a23fab5e8d61 HTTP/1.1" status: 200 len: 210 time: 0.0781274 May 03 22:50:17.553696 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a08dcd-262e-492f-89b9-5ae2160b02bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cc0558-a667-4999-bdc3-de427ea29a71,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:17.606493 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f4a08dcd-262e-492f-89b9-5ae2160b02bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:17.640012 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f4a08dcd-262e-492f-89b9-5ae2160b02bd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c0cc0558-a667-4999-bdc3-de427ea29a71 HTTP/1.1" status: 204 len: 168 time: 0.8101640 May 03 22:50:17.660355 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-613ef4d1-d9c3-4678-b03c-b3026675c378 None None] For port 65d4a3e6-865f-48de-8fac-54a5d75453ad, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:50:17.665584 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-613ef4d1-d9c3-4678-b03c-b3026675c378 None None] For port 65d4a3e6-865f-48de-8fac-54a5d75453ad, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=65d4a3e6-865f-48de-8fac-54a5d75453ad,segment=NetworkSegment(c3c852e5-04e2-4a31-bffa-b3222d9aca56),segment_id=c3c852e5-04e2-4a31-bffa-b3222d9aca56)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:50:17.675640 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-613ef4d1-d9c3-4678-b03c-b3026675c378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:17.847303 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 7c111a35-4eaf-43f2-a5b4-045be24867e7 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:50:17.978969 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6147fa-ba10-4c0b-a753-73b7ae923627 req-5b2e2d89-3134-4d3c-a4d5-922e8b4a2837 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:17.980758 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5b6147fa-ba10-4c0b-a753-73b7ae923627 req-5b2e2d89-3134-4d3c-a4d5-922e8b4a2837 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=02063880-7d29-4949-9bf1-96561fedc6c8 HTTP/1.1" status: 200 len: 944 time: 0.2530878 May 03 22:50:18.034154 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-98e0e3e1-8a0d-4b9f-ab4b-38125a62e61e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:18.079163 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 7c111a35-4eaf-43f2-a5b4-045be24867e7, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=7c111a35-4eaf-43f2-a5b4-045be24867e7,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:50:18.079833 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5b6147fa-ba10-4c0b-a753-73b7ae923627 req-92038214-8313-41eb-92e0-915b5ac0cabc tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901289 May 03 22:50:18.080981 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-98e0e3e1-8a0d-4b9f-ab4b-38125a62e61e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Transition to ACTIVE for port object e5edb454-2764-4a9c-820d-1932ae8ca5fa will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:50:18.112105 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ef4d1-d9c3-4678-b03c-b3026675c378 None None] Pushing event updated for resources: {'Port': ['ID=65d4a3e6-865f-48de-8fac-54a5d75453ad,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:18.128553 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '7c111a35-4eaf-43f2-a5b4-045be24867e7', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'port_id': '7c111a35-4eaf-43f2-a5b4-045be24867e7', 'mac_address': 'fa:16:3e:34:fa:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:50:18.133561 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-98e0e3e1-8a0d-4b9f-ab4b-38125a62e61e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:18.222276 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:18.252659 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c111a35-4eaf-43f2-a5b4-045be24867e7 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:50:18.269698 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 7c111a35-4eaf-43f2-a5b4-045be24867e7, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=7c111a35-4eaf-43f2-a5b4-045be24867e7,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:50:18.275375 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:18.282899 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0e3e1-8a0d-4b9f-ab4b-38125a62e61e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Port': ['ID=e5edb454-2764-4a9c-820d-1932ae8ca5fa,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:18.301029 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e0e3e1-8a0d-4b9f-ab4b-38125a62e61e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Network e4bcd562-6373-4d2f-aefe-bd57d64ddc55 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:50:18.302681 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-98e0e3e1-8a0d-4b9f-ab4b-38125a62e61e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:50:18.306198 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e0e3e1-8a0d-4b9f-ab4b-38125a62e61e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:50:18.312140 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e0e3e1-8a0d-4b9f-ab4b-38125a62e61e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:18.313006 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-98e0e3e1-8a0d-4b9f-ab4b-38125a62e61e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:18.338665 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-98e0e3e1-8a0d-4b9f-ab4b-38125a62e61e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6926205 May 03 22:50:18.341093 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33748) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:18.425928 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=7c111a35-4eaf-43f2-a5b4-045be24867e7,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:18.427908 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-8dbbf601-b4e5-4838-b869-6cf900576c73 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Deleting port e5edb454-2764-4a9c-820d-1932ae8ca5fa {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:50:18.427908 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8dbbf601-b4e5-4838-b869-6cf900576c73 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:18.555770 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['7c111a35-4eaf-43f2-a5b4-045be24867e7'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:50:18.829648 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4d7f672d-3104-4e12-a790-4cc38f759fce req-9e3e906d-b8cb-45cf-bc71-66d171701f3e tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/ports?device_id=f87e38f0-34be-43ac-849c-a23fab5e8d61 HTTP/1.1" status: 200 len: 210 time: 0.0532141 May 03 22:50:18.875415 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8dbbf601-b4e5-4838-b869-6cf900576c73 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:19.025346 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-8dbbf601-b4e5-4838-b869-6cf900576c73 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Calling delete_port for e5edb454-2764-4a9c-820d-1932ae8ca5fa owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:50:19.204737 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af65890-fce6-40cc-b150-27907ff542ab req-0fc1b106-f893-487a-b3ca-95e7ddd500ba tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:19.205375 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-1af65890-fce6-40cc-b150-27907ff542ab req-0fc1b106-f893-487a-b3ca-95e7ddd500ba tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Synchronizing usage tracker for tenant:2ae860227d334f489bf32ef847cdf767 on resource:network {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:50:19.237562 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-1af65890-fce6-40cc-b150-27907ff542ab req-0fc1b106-f893-487a-b3ca-95e7ddd500ba tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Unset dirty status for tenant:2ae860227d334f489bf32ef847cdf767 on resource:network {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:50:19.239125 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1af65890-fce6-40cc-b150-27907ff542ab req-0fc1b106-f893-487a-b3ca-95e7ddd500ba tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.67 "GET /v2.0/networks?id=35d8bd65-160d-4ed6-a9c6-34cd63142d90 HTTP/1.1" status: 200 len: 812 time: 0.3238535 May 03 22:50:19.253068 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-1af65890-fce6-40cc-b150-27907ff542ab req-9ac30de7-4d06-4a0c-a552-36f767d260ad tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Request body: {'port': {'device_id': 'f87e38f0-34be-43ac-849c-a23fab5e8d61', 'network_id': '35d8bd65-160d-4ed6-a9c6-34cd63142d90', 'admin_state_up': True, 'tenant_id': '2ae860227d334f489bf32ef847cdf767'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:19.379177 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8dbbf601-b4e5-4838-b869-6cf900576c73 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:19.451850 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbbf601-b4e5-4838-b869-6cf900576c73 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'Port': ['ID=e5edb454-2764-4a9c-820d-1932ae8ca5fa,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:19.615621 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-1af65890-fce6-40cc-b150-27907ff542ab req-9ac30de7-4d06-4a0c-a552-36f767d260ad tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:19.622587 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-1af65890-fce6-40cc-b150-27907ff542ab req-9ac30de7-4d06-4a0c-a552-36f767d260ad tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Usage tracker for resource:port and tenant:2ae860227d334f489bf32ef847cdf767 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:19.625804 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-1af65890-fce6-40cc-b150-27907ff542ab req-9ac30de7-4d06-4a0c-a552-36f767d260ad tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:19.632354 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-1af65890-fce6-40cc-b150-27907ff542ab req-9ac30de7-4d06-4a0c-a552-36f767d260ad tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:19.654344 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1af65890-fce6-40cc-b150-27907ff542ab req-9ac30de7-4d06-4a0c-a552-36f767d260ad tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Made reservation on behalf of 2ae860227d334f489bf32ef847cdf767 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:19.661241 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1af65890-fce6-40cc-b150-27907ff542ab req-9ac30de7-4d06-4a0c-a552-36f767d260ad tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:19.714379 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8dbbf601-b4e5-4838-b869-6cf900576c73 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:19.729439 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8dbbf601-b4e5-4838-b869-6cf900576c73 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/ports/e5edb454-2764-4a9c-820d-1932ae8ca5fa HTTP/1.1" status: 204 len: 168 time: 1.3872077 May 03 22:50:19.730435 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33780) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:19.770426 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb167d6-6dec-488a-917c-10f5904c6f44 None None] Network e4bcd562-6373-4d2f-aefe-bd57d64ddc55 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:50:19.803660 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dff91e8-0c56-4604-bb23-a6b1c806eaff tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] DELETE failed (client error): The resource could not be found. May 03 22:50:19.804187 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dff91e8-0c56-4604-bb23-a6b1c806eaff tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:50:19.809238 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33786) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:19.810441 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7dff91e8-0c56-4604-bb23-a6b1c806eaff tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/ports/e5edb454-2764-4a9c-820d-1932ae8ca5fa HTTP/1.1" status: 404 len: 333 time: 0.0768645 May 03 22:50:19.839351 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7e10e-0684-48ba-a914-f57d07fcdf85 req-4c4b6641-b7a2-42a3-9221-6b68aea285af tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:19.841299 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c6e7e10e-0684-48ba-a914-f57d07fcdf85 req-4c4b6641-b7a2-42a3-9221-6b68aea285af tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=02063880-7d29-4949-9bf1-96561fedc6c8 HTTP/1.1" status: 200 len: 945 time: 0.5071084 May 03 22:50:19.873923 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 7c111a35-4eaf-43f2-a5b4-045be24867e7 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:50:19.912458 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c6e7e10e-0684-48ba-a914-f57d07fcdf85 req-4e79c17a-4965-4135-8886-ac50cbe415eb tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534046 May 03 22:50:19.933689 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcc603f8-24a6-4c41-992c-ffae5dfb1f71 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] GET failed (client error): The resource could not be found. May 03 22:50:19.936597 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bcc603f8-24a6-4c41-992c-ffae5dfb1f71 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "GET /v2.0/ports/e5edb454-2764-4a9c-820d-1932ae8ca5fa HTTP/1.1" status: 404 len: 333 time: 0.1258502 May 03 22:50:19.940470 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33794) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:19.970495 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-fcb6fa5c-006a-4fe8-b95c-5c91ef96dd4c None None] Provisioning for port 65d4a3e6-865f-48de-8fac-54a5d75453ad completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:50:20.086372 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-1af65890-fce6-40cc-b150-27907ff542ab req-9ac30de7-4d06-4a0c-a552-36f767d260ad tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Allocated IP 172.20.0.3 (35d8bd65-160d-4ed6-a9c6-34cd63142d90/d25b7cec-7289-477b-a43b-c84407b16d91/6eb102c4-58c9-4ac5-b940-55478448060f) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:50:20.090183 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 7c111a35-4eaf-43f2-a5b4-045be24867e7 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:50:20.099440 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a591f68-6444-4190-9594-16f7c80b6ed1 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Deleting subnet f2b17ac1-cb44-4f12-b4f6-4b1d866732c3 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:50:20.109172 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a591f68-6444-4190-9594-16f7c80b6ed1 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:20.110694 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-106c3d53-3ed8-420f-a3a7-6de0dcaa8d59 req-2b526b19-a5cb-4a3d-8624-4d0171a322da tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/ports?device_id=f87e38f0-34be-43ac-849c-a23fab5e8d61 HTTP/1.1" status: 200 len: 210 time: 0.1078067 May 03 22:50:20.160820 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 7c111a35-4eaf-43f2-a5b4-045be24867e7 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:50:20.160820 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:20.218394 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a591f68-6444-4190-9594-16f7c80b6ed1 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:20.227520 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 65d4a3e6-865f-48de-8fac-54a5d75453ad up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:50:20.421349 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 65d4a3e6-865f-48de-8fac-54a5d75453ad completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:50:20.435964 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 65d4a3e6-865f-48de-8fac-54a5d75453ad triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:50:20.436624 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:20.473042 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:20.495060 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1af65890-fce6-40cc-b150-27907ff542ab req-9ac30de7-4d06-4a0c-a552-36f767d260ad tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:20.527115 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 7c111a35-4eaf-43f2-a5b4-045be24867e7, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=7c111a35-4eaf-43f2-a5b4-045be24867e7,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:50:20.530109 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a591f68-6444-4190-9594-16f7c80b6ed1 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:20.530906 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02063880-7d29-4949-9bf1-96561fedc6c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c111a35-4eaf-43f2-a5b4-045be24867e7'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:50:20.540506 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:20.599212 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1af65890-fce6-40cc-b150-27907ff542ab req-9ac30de7-4d06-4a0c-a552-36f767d260ad tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:20.661361 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e5a305d-16df-437f-97ce-3381ae73b85b'] response: {'server_uuid': '02063880-7d29-4949-9bf1-96561fedc6c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c111a35-4eaf-43f2-a5b4-045be24867e7', 'code': 200} May 03 22:50:20.675127 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=7c111a35-4eaf-43f2-a5b4-045be24867e7,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:20.769815 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1af65890-fce6-40cc-b150-27907ff542ab req-9ac30de7-4d06-4a0c-a552-36f767d260ad tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Network 35d8bd65-160d-4ed6-a9c6-34cd63142d90 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:50:20.776085 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:20.777623 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-1af65890-fce6-40cc-b150-27907ff542ab req-9ac30de7-4d06-4a0c-a552-36f767d260ad tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:50:20.798670 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af65890-fce6-40cc-b150-27907ff542ab req-9ac30de7-4d06-4a0c-a552-36f767d260ad tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:50:20.841788 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-60f0424d-554f-4460-aaa1-a91f192736eb None None] Provisioning complete for port 65d4a3e6-865f-48de-8fac-54a5d75453ad triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:50:20.842335 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-60f0424d-554f-4460-aaa1-a91f192736eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:20.853719 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a591f68-6444-4190-9594-16f7c80b6ed1 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:20.857514 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac30de7-4d06-4a0c-a552-36f767d260ad tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Pushing event updated for resources: {'Port': ['ID=6eb102c4-58c9-4ac5-b940-55478448060f,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:20.892100 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64b214-de82-40bd-ab5b-4d8ac4b0119d req-5a050676-ab74-439a-a3a3-61e295cda70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:20.894176 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6d64b214-de82-40bd-ab5b-4d8ac4b0119d req-5a050676-ab74-439a-a3a3-61e295cda70e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=02063880-7d29-4949-9bf1-96561fedc6c8 HTTP/1.1" status: 200 len: 1097 time: 0.1683450 May 03 22:50:20.921458 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a591f68-6444-4190-9594-16f7c80b6ed1 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'Subnet': ['ID=f2b17ac1-cb44-4f12-b4f6-4b1d866732c3,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:20.929644 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a591f68-6444-4190-9594-16f7c80b6ed1 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:20.954537 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af65890-fce6-40cc-b150-27907ff542ab req-9ac30de7-4d06-4a0c-a552-36f767d260ad tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:20.955179 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1af65890-fce6-40cc-b150-27907ff542ab req-9ac30de7-4d06-4a0c-a552-36f767d260ad tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:20.981799 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6d64b214-de82-40bd-ab5b-4d8ac4b0119d req-d4f34f49-b2c7-4c72-b6dd-5a8cc72f96fc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794852 May 03 22:50:20.989248 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0a591f68-6444-4190-9594-16f7c80b6ed1 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/subnets/f2b17ac1-cb44-4f12-b4f6-4b1d866732c3 HTTP/1.1" status: 204 len: 168 time: 1.0473745 May 03 22:50:20.990356 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33850) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:21.006152 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1af65890-fce6-40cc-b150-27907ff542ab req-9ac30de7-4d06-4a0c-a552-36f767d260ad tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7573848 May 03 22:50:21.009213 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:50:21.009642 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:50:21.020492 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [req-1af65890-fce6-40cc-b150-27907ff542ab req-3ee4a28a-1855-40d2-af5d-c30dcd308e3f tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88070) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:50:21.021686 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1af65890-fce6-40cc-b150-27907ff542ab req-3ee4a28a-1855-40d2-af5d-c30dcd308e3f tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084801 May 03 22:50:21.096833 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-60f0424d-554f-4460-aaa1-a91f192736eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:21.132181 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-60f0424d-554f-4460-aaa1-a91f192736eb None None] For port 65d4a3e6-865f-48de-8fac-54a5d75453ad, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=65d4a3e6-865f-48de-8fac-54a5d75453ad,segment=NetworkSegment(c3c852e5-04e2-4a31-bffa-b3222d9aca56),segment_id=c3c852e5-04e2-4a31-bffa-b3222d9aca56)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:50:21.139956 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-60f0424d-554f-4460-aaa1-a91f192736eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:21.190565 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042457cc-9de5-4f7f-9b6d-37e81c2cc968 None None] Network e4bcd562-6373-4d2f-aefe-bd57d64ddc55 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:50:21.239201 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-be210452-72c7-4a45-a018-3f6dae9d8196 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:21.265424 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-be210452-72c7-4a45-a018-3f6dae9d8196 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Deleting port 65d4a3e6-865f-48de-8fac-54a5d75453ad {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:50:21.265774 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-be210452-72c7-4a45-a018-3f6dae9d8196 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:21.269772 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-1af65890-fce6-40cc-b150-27907ff542ab req-6bef902a-adf2-412f-a5a9-33efacb98b57 service neutron] Request body: {'port': {'device_id': 'f87e38f0-34be-43ac-849c-a23fab5e8d61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:21.320491 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c169f48f-5761-4692-85dc-51d029a90e6a None None] Could not find standard attr ID for object e5edb454-2764-4a9c-820d-1932ae8ca5fa. {{(pid=88071) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 03 22:50:21.339209 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0424d-554f-4460-aaa1-a91f192736eb None None] Pushing event updated for resources: {'Port': ['ID=65d4a3e6-865f-48de-8fac-54a5d75453ad,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:21.428006 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd56dbd-6f16-43a4-b231-6fac9d0bc831 req-a7d1bbac-9b07-489e-ad3f-816114beac8b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:21.429549 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5cd56dbd-6f16-43a4-b231-6fac9d0bc831 req-a7d1bbac-9b07-489e-ad3f-816114beac8b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=02063880-7d29-4949-9bf1-96561fedc6c8 HTTP/1.1" status: 200 len: 946 time: 0.2915323 May 03 22:50:21.482566 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1af65890-fce6-40cc-b150-27907ff542ab req-6bef902a-adf2-412f-a5a9-33efacb98b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:21.563067 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33864) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:21.579418 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52cd6e4-7b14-448f-98aa-ee78d5f6b0ae None None] DHCP port deletion for e4bcd562-6373-4d2f-aefe-bd57d64ddc55 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:50:21.590112 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5cd56dbd-6f16-43a4-b231-6fac9d0bc831 req-064b201f-022f-4702-93d0-0cd624b82c17 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438575 May 03 22:50:21.592250 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a52cd6e4-7b14-448f-98aa-ee78d5f6b0ae None None] Deleting port 65d4a3e6-865f-48de-8fac-54a5d75453ad {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:50:21.593067 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a52cd6e4-7b14-448f-98aa-ee78d5f6b0ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:21.687177 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-be210452-72c7-4a45-a018-3f6dae9d8196 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] For port 65d4a3e6-865f-48de-8fac-54a5d75453ad, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=65d4a3e6-865f-48de-8fac-54a5d75453ad,segment=NetworkSegment(c3c852e5-04e2-4a31-bffa-b3222d9aca56),segment_id=c3c852e5-04e2-4a31-bffa-b3222d9aca56)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:50:21.687535 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-be210452-72c7-4a45-a018-3f6dae9d8196 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:21.829323 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-be210452-72c7-4a45-a018-3f6dae9d8196 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Calling delete_port for 65d4a3e6-865f-48de-8fac-54a5d75453ad owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:50:21.841116 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-a52cd6e4-7b14-448f-98aa-ee78d5f6b0ae None None] For port 65d4a3e6-865f-48de-8fac-54a5d75453ad, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=65d4a3e6-865f-48de-8fac-54a5d75453ad,segment=NetworkSegment(c3c852e5-04e2-4a31-bffa-b3222d9aca56),segment_id=c3c852e5-04e2-4a31-bffa-b3222d9aca56)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:50:21.841649 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a52cd6e4-7b14-448f-98aa-ee78d5f6b0ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:21.863304 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d5f8d-3b9b-42b5-8777-89a81743f35c req-f8fb0bff-a894-44d5-b403-7d979d6636db tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:21.864807 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-517d5f8d-3b9b-42b5-8777-89a81743f35c req-f8fb0bff-a894-44d5-b403-7d979d6636db tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/ports?device_id=f87e38f0-34be-43ac-849c-a23fab5e8d61 HTTP/1.1" status: 200 len: 931 time: 0.5654898 May 03 22:50:21.884346 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1336a641-a842-4999-a34e-53557ef84d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:21.925589 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-1af65890-fce6-40cc-b150-27907ff542ab req-6bef902a-adf2-412f-a5a9-33efacb98b57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eb102c4-58c9-4ac5-b940-55478448060f {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:50:21.936937 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1af65890-fce6-40cc-b150-27907ff542ab req-6bef902a-adf2-412f-a5a9-33efacb98b57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:21.953649 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-1af65890-fce6-40cc-b150-27907ff542ab req-6bef902a-adf2-412f-a5a9-33efacb98b57 service neutron] Transition to ACTIVE for port object 6eb102c4-58c9-4ac5-b940-55478448060f will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:50:21.959282 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1af65890-fce6-40cc-b150-27907ff542ab req-6bef902a-adf2-412f-a5a9-33efacb98b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:21.967322 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1336a641-a842-4999-a34e-53557ef84d40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:21.975239 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a52cd6e4-7b14-448f-98aa-ee78d5f6b0ae None None] Calling delete_port for 65d4a3e6-865f-48de-8fac-54a5d75453ad owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:50:21.983188 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-be210452-72c7-4a45-a018-3f6dae9d8196 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:21.987003 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1336a641-a842-4999-a34e-53557ef84d40 admin admin] Usage tracker for resource:security_group_rule and tenant:2615e71cc6fc485e94e8a58f18b14f16 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:22.077789 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-a52cd6e4-7b14-448f-98aa-ee78d5f6b0ae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:50:22.078163 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-a52cd6e4-7b14-448f-98aa-ee78d5f6b0ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:50:22.103963 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1336a641-a842-4999-a34e-53557ef84d40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:22.110759 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef902a-adf2-412f-a5a9-33efacb98b57 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb102c4-58c9-4ac5-b940-55478448060f,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:22.118166 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1336a641-a842-4999-a34e-53557ef84d40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:22.135160 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 65d4a3e6-865f-48de-8fac-54a5d75453ad no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:50:22.160620 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-517d5f8d-3b9b-42b5-8777-89a81743f35c req-f2881984-39bd-4c77-a00b-259605a5d93f tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/security-groups?id=50b3d329-dd18-48c5-9e7c-faa609f29b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806656 May 03 22:50:22.171423 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be210452-72c7-4a45-a018-3f6dae9d8196 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] No DVR routers for this DVR port 65d4a3e6-865f-48de-8fac-54a5d75453ad on host n-d-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:50:22.190425 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 65d4a3e6-865f-48de-8fac-54a5d75453ad {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:50:22.190791 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 65d4a3e6-865f-48de-8fac-54a5d75453ad not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:50:22.207147 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be210452-72c7-4a45-a018-3f6dae9d8196 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'Port': ['ID=65d4a3e6-865f-48de-8fac-54a5d75453ad,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:22.321191 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-be210452-72c7-4a45-a018-3f6dae9d8196 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:22.339103 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-1af65890-fce6-40cc-b150-27907ff542ab req-6bef902a-adf2-412f-a5a9-33efacb98b57 service neutron] Attempting to bind port 6eb102c4-58c9-4ac5-b940-55478448060f on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:50:22.339663 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-1af65890-fce6-40cc-b150-27907ff542ab req-6bef902a-adf2-412f-a5a9-33efacb98b57 service neutron] Attempting to bind port 6eb102c4-58c9-4ac5-b940-55478448060f by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': 'f5ecccdf-d46a-450a-90cb-83fb02948eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '35d8bd65-160d-4ed6-a9c6-34cd63142d90'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:50:22.339663 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af65890-fce6-40cc-b150-27907ff542ab req-6bef902a-adf2-412f-a5a9-33efacb98b57 service neutron] Attempting to bind port 6eb102c4-58c9-4ac5-b940-55478448060f on network 35d8bd65-160d-4ed6-a9c6-34cd63142d90 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:50:22.344833 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af65890-fce6-40cc-b150-27907ff542ab req-6bef902a-adf2-412f-a5a9-33efacb98b57 service neutron] Port 6eb102c4-58c9-4ac5-b940-55478448060f on network 35d8bd65-160d-4ed6-a9c6-34cd63142d90 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:50:22.345159 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af65890-fce6-40cc-b150-27907ff542ab req-6bef902a-adf2-412f-a5a9-33efacb98b57 service neutron] Attempting to bind port 6eb102c4-58c9-4ac5-b940-55478448060f on network 35d8bd65-160d-4ed6-a9c6-34cd63142d90 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:50:22.350684 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af65890-fce6-40cc-b150-27907ff542ab req-6bef902a-adf2-412f-a5a9-33efacb98b57 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:50:22.351571 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af65890-fce6-40cc-b150-27907ff542ab req-6bef902a-adf2-412f-a5a9-33efacb98b57 service neutron] Checking segment: {'id': 'f5ecccdf-d46a-450a-90cb-83fb02948eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '35d8bd65-160d-4ed6-a9c6-34cd63142d90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:50:22.352035 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af65890-fce6-40cc-b150-27907ff542ab req-6bef902a-adf2-412f-a5a9-33efacb98b57 service neutron] Bound using segment: {'id': 'f5ecccdf-d46a-450a-90cb-83fb02948eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '35d8bd65-160d-4ed6-a9c6-34cd63142d90'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:50:22.352336 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-1af65890-fce6-40cc-b150-27907ff542ab req-6bef902a-adf2-412f-a5a9-33efacb98b57 service neutron] Bound port: 6eb102c4-58c9-4ac5-b940-55478448060f, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5ecccdf-d46a-450a-90cb-83fb02948eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '35d8bd65-160d-4ed6-a9c6-34cd63142d90'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:50:22.352685 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1af65890-fce6-40cc-b150-27907ff542ab req-6bef902a-adf2-412f-a5a9-33efacb98b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:22.374164 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-be210452-72c7-4a45-a018-3f6dae9d8196 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4bcd562-6373-4d2f-aefe-bd57d64ddc55']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:22.399469 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-be210452-72c7-4a45-a018-3f6dae9d8196 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3c852e5-04e2-4a31-bffa-b3222d9aca56') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:22.399816 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-be210452-72c7-4a45-a018-3f6dae9d8196 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3c852e5-04e2-4a31-bffa-b3222d9aca56') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:22.425838 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-be210452-72c7-4a45-a018-3f6dae9d8196 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:22.442330 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1336a641-a842-4999-a34e-53557ef84d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:22.449009 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1336a641-a842-4999-a34e-53557ef84d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:22.450552 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-1af65890-fce6-40cc-b150-27907ff542ab req-6bef902a-adf2-412f-a5a9-33efacb98b57 service neutron] For port 6eb102c4-58c9-4ac5-b940-55478448060f, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:50:22.471718 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-be210452-72c7-4a45-a018-3f6dae9d8196 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:22.500536 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be210452-72c7-4a45-a018-3f6dae9d8196 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:50:22.500945 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-be210452-72c7-4a45-a018-3f6dae9d8196 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:22.516145 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:50:22.516145 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:50:22.516145 n-d-811807-1 neutron-server[88069]: timer() May 03 22:50:22.516145 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:50:22.516145 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:50:22.516145 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:50:22.516145 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:50:22.516145 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:50:22.516145 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:50:22.516145 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:50:22.516145 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:50:22.516145 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:50:22.516145 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:50:22.516145 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:50:22.516145 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:50:22.516145 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:50:22.516145 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:50:22.516145 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:50:22.516145 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:50:22.516145 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:50:22.516145 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:50:22.516145 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:50:22.516145 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:50:22.516145 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:50:22.516145 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:50:22.516145 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:50:22.516145 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:50:22.516145 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:50:22.516145 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:50:22.516145 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:50:22.516145 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:50:22.516145 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:50:22.521286 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1336a641-a842-4999-a34e-53557ef84d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ef21b7-478a-4fec-9555-a765c41671b2,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:22.539290 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33872) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:22.539583 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1336a641-a842-4999-a34e-53557ef84d40 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2615e71cc6fc485e94e8a58f18b14f16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9753313 May 03 22:50:22.579281 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a52cd6e4-7b14-448f-98aa-ee78d5f6b0ae None None] Deleting port 65d4a3e6-865f-48de-8fac-54a5d75453ad {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:50:22.579854 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a52cd6e4-7b14-448f-98aa-ee78d5f6b0ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:22.628569 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-be210452-72c7-4a45-a018-3f6dae9d8196 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:22.639206 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dc7e49aa-7797-4eea-a2b1-f511a1d03b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:22.675814 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-be210452-72c7-4a45-a018-3f6dae9d8196 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:22.696670 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a52cd6e4-7b14-448f-98aa-ee78d5f6b0ae None None] The port '65d4a3e6-865f-48de-8fac-54a5d75453ad' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:50:22.698324 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be210452-72c7-4a45-a018-3f6dae9d8196 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'Network': ['ID=e4bcd562-6373-4d2f-aefe-bd57d64ddc55,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:22.699033 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-1af65890-fce6-40cc-b150-27907ff542ab req-6bef902a-adf2-412f-a5a9-33efacb98b57 service neutron] For port 6eb102c4-58c9-4ac5-b940-55478448060f, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=6eb102c4-58c9-4ac5-b940-55478448060f,segment=NetworkSegment(f5ecccdf-d46a-450a-90cb-83fb02948eb0),segment_id=f5ecccdf-d46a-450a-90cb-83fb02948eb0)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:50:22.718204 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dc7e49aa-7797-4eea-a2b1-f511a1d03b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:22.725366 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1af65890-fce6-40cc-b150-27907ff542ab req-6bef902a-adf2-412f-a5a9-33efacb98b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:22.732869 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-be210452-72c7-4a45-a018-3f6dae9d8196 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/networks/e4bcd562-6373-4d2f-aefe-bd57d64ddc55 HTTP/1.1" status: 204 len: 168 time: 1.7361763 May 03 22:50:22.733239 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33878) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:22.739486 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-a8daaebc-7c74-42ca-b76d-57407dd16068 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1819875062'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:22.746059 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a8daaebc-7c74-42ca-b76d-57407dd16068 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:22.750746 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a8daaebc-7c74-42ca-b76d-57407dd16068 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:network and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:22.754381 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a8daaebc-7c74-42ca-b76d-57407dd16068 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:22.760293 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a8daaebc-7c74-42ca-b76d-57407dd16068 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:22.802107 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af65890-fce6-40cc-b150-27907ff542ab req-6bef902a-adf2-412f-a5a9-33efacb98b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:22.802739 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1af65890-fce6-40cc-b150-27907ff542ab req-6bef902a-adf2-412f-a5a9-33efacb98b57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:22.804658 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1af65890-fce6-40cc-b150-27907ff542ab req-6bef902a-adf2-412f-a5a9-33efacb98b57 service neutron] 10.222.0.67 "PUT /v2.0/ports/6eb102c4-58c9-4ac5-b940-55478448060f HTTP/1.1" status: 200 len: 1091 time: 1.7750967 May 03 22:50:22.805091 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f87e38f0-34be-43ac-849c-a23fab5e8d61', 'tag': '6eb102c4-58c9-4ac5-b940-55478448060f'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:50:22.824125 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8daaebc-7c74-42ca-b76d-57407dd16068 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Made reservation on behalf of e4487dd9134946019ccb9652c13000b7 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:22.827107 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a8daaebc-7c74-42ca-b76d-57407dd16068 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:22.876806 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e69cf670-a27d-4f8d-9c10-e6a1c549d45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:22.883476 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6192733-4704-4b65-bef5-ed79efb5f091'] response: {'name': 'network-changed', 'server_uuid': 'f87e38f0-34be-43ac-849c-a23fab5e8d61', 'tag': '6eb102c4-58c9-4ac5-b940-55478448060f', 'status': 'completed', 'code': 200} May 03 22:50:22.906705 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef902a-adf2-412f-a5a9-33efacb98b57 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb102c4-58c9-4ac5-b940-55478448060f,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:22.931245 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dc7e49aa-7797-4eea-a2b1-f511a1d03b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:22.948712 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e49aa-7797-4eea-a2b1-f511a1d03b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ef21b7-478a-4fec-9555-a765c41671b2,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:22.955473 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af65890-fce6-40cc-b150-27907ff542ab req-4603febc-7eef-4e20-8518-568f076f01c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:22.956939 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1af65890-fce6-40cc-b150-27907ff542ab req-4603febc-7eef-4e20-8518-568f076f01c4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2ae860227d334f489bf32ef847cdf767&device_id=f87e38f0-34be-43ac-849c-a23fab5e8d61 HTTP/1.1" status: 200 len: 1094 time: 0.1070874 May 03 22:50:22.959042 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dc7e49aa-7797-4eea-a2b1-f511a1d03b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:22.959996 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-dc7e49aa-7797-4eea-a2b1-f511a1d03b55 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/91ef21b7-478a-4fec-9555-a765c41671b2 HTTP/1.1" status: 204 len: 168 time: 0.4194732 May 03 22:50:22.988213 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8daaebc-7c74-42ca-b76d-57407dd16068 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:50:23.003371 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a8daaebc-7c74-42ca-b76d-57407dd16068 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:23.003739 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-a8daaebc-7c74-42ca-b76d-57407dd16068 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Added segment 31de35aa-d0e0-403b-923f-197148a4aedb of type vlan for network 341765a2-d8c8-4652-9d85-77b4c307e792 May 03 22:50:23.013040 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb9ef7-e07b-44b9-97e4-40d974c378e0 req-43c17d0b-9f77-4e5a-8557-9b52c7883e34 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:23.014695 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6bb9ef7-e07b-44b9-97e4-40d974c378e0 req-43c17d0b-9f77-4e5a-8557-9b52c7883e34 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=02063880-7d29-4949-9bf1-96561fedc6c8 HTTP/1.1" status: 200 len: 946 time: 0.2505679 May 03 22:50:23.040177 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1af65890-fce6-40cc-b150-27907ff542ab req-9df88bb0-78d4-455d-9535-e86e51f1b559 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6eb102c4-58c9-4ac5-b940-55478448060f HTTP/1.1" status: 200 len: 217 time: 0.0682049 May 03 22:50:23.060407 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a8daaebc-7c74-42ca-b76d-57407dd16068 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:23.097607 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6bb9ef7-e07b-44b9-97e4-40d974c378e0 req-6db57d24-2bad-4114-8092-02b7ae586cf7 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693390 May 03 22:50:23.107242 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af65890-fce6-40cc-b150-27907ff542ab req-bc8238b9-19eb-47b9-8bf3-c4b9be5a2349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:23.109406 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1af65890-fce6-40cc-b150-27907ff542ab req-bc8238b9-19eb-47b9-8bf3-c4b9be5a2349 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d25b7cec-7289-477b-a43b-c84407b16d91 HTTP/1.1" status: 200 len: 852 time: 0.0630715 May 03 22:50:23.111319 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a8daaebc-7c74-42ca-b76d-57407dd16068 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:23.117887 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8daaebc-7c74-42ca-b76d-57407dd16068 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:23.118553 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a8daaebc-7c74-42ca-b76d-57407dd16068 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:23.175220 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1af65890-fce6-40cc-b150-27907ff542ab req-78b5dc1e-bf38-4cc6-a653-489a65c76ef3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=35d8bd65-160d-4ed6-a9c6-34cd63142d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589108 May 03 22:50:23.233403 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a8daaebc-7c74-42ca-b76d-57407dd16068 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4991188 May 03 22:50:23.236635 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33892) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:23.244567 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8daaebc-7c74-42ca-b76d-57407dd16068 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Network': ['ID=341765a2-d8c8-4652-9d85-77b4c307e792,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:23.244765 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-9e9c5dd4-70fc-4832-8729-691aeae6e0c9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'subnet': {'network_id': '341765a2-d8c8-4652-9d85-77b4c307e792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:23.258647 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 341765a2-d8c8-4652-9d85-77b4c307e792 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:50:23.361049 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33896) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:23.429509 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508ef5f-5dbc-4466-b445-e22af4e1271d req-05f09ed5-9278-49db-92bb-4c0bc0891fa3 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:23.434454 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7508ef5f-5dbc-4466-b445-e22af4e1271d req-05f09ed5-9278-49db-92bb-4c0bc0891fa3 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=02063880-7d29-4949-9bf1-96561fedc6c8 HTTP/1.1" status: 200 len: 946 time: 0.1737392 May 03 22:50:23.437993 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-9e9c5dd4-70fc-4832-8729-691aeae6e0c9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:23.441994 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ccbd950f-0c89-4ac2-a63a-2f4d817c3973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:23.443795 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270ca2e-3e98-46a2-a87f-ec8c662851ff req-239140ce-90a9-4da8-a9f0-758e70cc8588 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:23.445947 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8270ca2e-3e98-46a2-a87f-ec8c662851ff req-239140ce-90a9-4da8-a9f0-758e70cc8588 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/ports?device_id=f87e38f0-34be-43ac-849c-a23fab5e8d61 HTTP/1.1" status: 200 len: 943 time: 0.1279457 May 03 22:50:23.463724 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9e9c5dd4-70fc-4832-8729-691aeae6e0c9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:subnet and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:23.469487 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9e9c5dd4-70fc-4832-8729-691aeae6e0c9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:23.478894 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-9e9c5dd4-70fc-4832-8729-691aeae6e0c9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:23.480957 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ccbd950f-0c89-4ac2-a63a-2f4d817c3973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:23.499541 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ccbd950f-0c89-4ac2-a63a-2f4d817c3973 admin admin] Usage tracker for resource:security_group_rule and tenant:1470989c4b474b23854c55f6c8a7f5ca is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:23.506490 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ccbd950f-0c89-4ac2-a63a-2f4d817c3973 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:23.514286 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7508ef5f-5dbc-4466-b445-e22af4e1271d req-d23c861c-44fd-4be5-b7b3-b0494f7d3d6a tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672405 May 03 22:50:23.515797 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ccbd950f-0c89-4ac2-a63a-2f4d817c3973 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:23.519574 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1af65890-fce6-40cc-b150-27907ff542ab req-2f779367-68eb-4685-bed9-7ca0289b92d7 service neutron] 10.222.0.67 "GET /v2.0/networks/35d8bd65-160d-4ed6-a9c6-34cd63142d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355136 May 03 22:50:23.521303 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9c5dd4-70fc-4832-8729-691aeae6e0c9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Made reservation on behalf of e4487dd9134946019ccb9652c13000b7 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:23.524031 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8270ca2e-3e98-46a2-a87f-ec8c662851ff req-df0e11c2-c237-4c11-b457-6a846987308a tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/security-groups?id=50b3d329-dd18-48c5-9e7c-faa609f29b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625184 May 03 22:50:23.524693 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9e9c5dd4-70fc-4832-8729-691aeae6e0c9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:23.708454 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c1126-b7a7-41be-b9ff-385c0c3fa13e req-56298341-d4f7-4e58-9408-d5cb3bb3923a tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:23.710098 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-542c1126-b7a7-41be-b9ff-385c0c3fa13e req-56298341-d4f7-4e58-9408-d5cb3bb3923a tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=02063880-7d29-4949-9bf1-96561fedc6c8 HTTP/1.1" status: 200 len: 946 time: 0.0861778 May 03 22:50:23.757604 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-542c1126-b7a7-41be-b9ff-385c0c3fa13e req-9783dd2e-96f6-4a14-b8a0-1439bbb810f1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412290 May 03 22:50:23.807690 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1af65890-fce6-40cc-b150-27907ff542ab req-64c7fb85-d6ce-4d82-9020-1f1af816eaa7 service neutron] 10.222.0.67 "GET /v2.0/networks/35d8bd65-160d-4ed6-a9c6-34cd63142d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678788 May 03 22:50:23.927020 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ccbd950f-0c89-4ac2-a63a-2f4d817c3973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:23.945113 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ccbd950f-0c89-4ac2-a63a-2f4d817c3973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:24.028542 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd950f-0c89-4ac2-a63a-2f4d817c3973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40bb6f4d-cb98-4635-a6c1-fb6cfb05e635,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:24.033933 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ccbd950f-0c89-4ac2-a63a-2f4d817c3973 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1470989c4b474b23854c55f6c8a7f5ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6719408 May 03 22:50:24.036943 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33908) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:24.060839 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9e9c5dd4-70fc-4832-8729-691aeae6e0c9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:24.116280 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f7b38-3eb0-4f48-8c36-a67e10db11fb req-1f042725-a6d9-4cea-a2e2-5b10b6a8ddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:24.117785 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ca0f7b38-3eb0-4f48-8c36-a67e10db11fb req-1f042725-a6d9-4cea-a2e2-5b10b6a8ddb7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2ae860227d334f489bf32ef847cdf767&device_id=f87e38f0-34be-43ac-849c-a23fab5e8d61 HTTP/1.1" status: 200 len: 1094 time: 0.2415888 May 03 22:50:24.156708 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-169dc973-3f1a-469a-99a9-34822aa22feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:24.187620 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c5dd4-70fc-4832-8729-691aeae6e0c9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Subnet': ['ID=0c50f0f0-95f7-410b-a5b0-3a82e44389a3,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:24.194389 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-169dc973-3f1a-469a-99a9-34822aa22feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:24.211136 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ca65e-82de-4d46-82fe-02227e79e9b1 req-0c39d42f-f644-49c4-97ad-41466a85b866 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:24.212592 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-644ca65e-82de-4d46-82fe-02227e79e9b1 req-0c39d42f-f644-49c4-97ad-41466a85b866 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=02063880-7d29-4949-9bf1-96561fedc6c8 HTTP/1.1" status: 200 len: 946 time: 0.1497283 May 03 22:50:24.236203 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9c5dd4-70fc-4832-8729-691aeae6e0c9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Checking segment: {'id': '31de35aa-d0e0-403b-923f-197148a4aedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '341765a2-d8c8-4652-9d85-77b4c307e792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:50:24.236482 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9c5dd4-70fc-4832-8729-691aeae6e0c9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Network hostable DHCP agents. Network: 341765a2-d8c8-4652-9d85-77b4c307e792, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:50:24.276364 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-644ca65e-82de-4d46-82fe-02227e79e9b1 req-e1e2ae24-5af0-4ec9-bd03-f5b33a3904a1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553691 May 03 22:50:24.276851 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9c5dd4-70fc-4832-8729-691aeae6e0c9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Network 341765a2-d8c8-4652-9d85-77b4c307e792 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:50:24.294541 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-169dc973-3f1a-469a-99a9-34822aa22feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:24.306616 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-9e9c5dd4-70fc-4832-8729-691aeae6e0c9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 341765a2-d8c8-4652-9d85-77b4c307e792) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:50:24.312690 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9c5dd4-70fc-4832-8729-691aeae6e0c9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:24.313615 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9e9c5dd4-70fc-4832-8729-691aeae6e0c9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:24.314197 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169dc973-3f1a-469a-99a9-34822aa22feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bb6f4d-cb98-4635-a6c1-fb6cfb05e635,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:24.317554 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-169dc973-3f1a-469a-99a9-34822aa22feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:24.321631 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-169dc973-3f1a-469a-99a9-34822aa22feb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/40bb6f4d-cb98-4635-a6c1-fb6cfb05e635 HTTP/1.1" status: 204 len: 168 time: 0.2793903 May 03 22:50:24.321782 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e38eed-9e10-45c7-8b0f-6a9ec5f2d88c None None] Network 341765a2-d8c8-4652-9d85-77b4c307e792 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:50:24.448625 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:24.465291 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f7b38-3eb0-4f48-8c36-a67e10db11fb req-56fb4b7e-145a-4f65-a3d3-36c01378c310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:24.466827 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ca0f7b38-3eb0-4f48-8c36-a67e10db11fb req-56fb4b7e-145a-4f65-a3d3-36c01378c310 service neutron] 10.222.0.67 "GET /v2.0/networks?id=35d8bd65-160d-4ed6-a9c6-34cd63142d90 HTTP/1.1" status: 200 len: 913 time: 0.3396525 May 03 22:50:24.539661 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ca0f7b38-3eb0-4f48-8c36-a67e10db11fb req-da67807e-8b6b-4b42-ad95-a685a569d1bd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6eb102c4-58c9-4ac5-b940-55478448060f HTTP/1.1" status: 200 len: 217 time: 0.0645730 May 03 22:50:24.591792 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 33918) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:24.592039 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9e9c5dd4-70fc-4832-8729-691aeae6e0c9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3542013 May 03 22:50:24.598350 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-44c4ac06-e9c0-4ac4-ba1e-c4f13fa4728c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'port': {'network_id': '341765a2-d8c8-4652-9d85-77b4c307e792', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-366151379'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:24.618853 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f7b38-3eb0-4f48-8c36-a67e10db11fb req-fc25fe67-58e2-4598-ad96-9e9403986ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:24.620407 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ca0f7b38-3eb0-4f48-8c36-a67e10db11fb req-fc25fe67-58e2-4598-ad96-9e9403986ee7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d25b7cec-7289-477b-a43b-c84407b16d91 HTTP/1.1" status: 200 len: 852 time: 0.0706661 May 03 22:50:24.633060 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ee7cd4-53a2-4ce9-a7a0-350e621f2121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-341765a2-d8c8-4652-9d85-77b4c307e792', 'network_id': '341765a2-d8c8-4652-9d85-77b4c307e792', 'tenant_id': 'e4487dd9134946019ccb9652c13000b7', 'fixed_ips': [{'subnet_id': '0c50f0f0-95f7-410b-a5b0-3a82e44389a3'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:50:24.634075 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-03ee7cd4-53a2-4ce9-a7a0-350e621f2121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:24.700815 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ca0f7b38-3eb0-4f48-8c36-a67e10db11fb req-b9335244-b1bb-43eb-b2b8-e5f213662790 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=35d8bd65-160d-4ed6-a9c6-34cd63142d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715368 May 03 22:50:24.864038 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-03ee7cd4-53a2-4ce9-a7a0-350e621f2121 None None] Allocated IP 2001:db8::2 (341765a2-d8c8-4652-9d85-77b4c307e792/0c50f0f0-95f7-410b-a5b0-3a82e44389a3/432f3f3c-9660-41d9-b08f-54addf90247d) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:50:24.870525 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab719539-a235-4495-b0a7-68c6f06dbde7 req-f213e378-9f18-4ed0-93fc-99262032854b tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:24.872190 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ab719539-a235-4495-b0a7-68c6f06dbde7 req-f213e378-9f18-4ed0-93fc-99262032854b tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/ports?device_id=f87e38f0-34be-43ac-849c-a23fab5e8d61 HTTP/1.1" status: 200 len: 943 time: 0.1929107 May 03 22:50:24.878922 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-44c4ac06-e9c0-4ac4-ba1e-c4f13fa4728c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:24.897963 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-44c4ac06-e9c0-4ac4-ba1e-c4f13fa4728c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:port and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:24.903382 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-44c4ac06-e9c0-4ac4-ba1e-c4f13fa4728c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:24.911165 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-44c4ac06-e9c0-4ac4-ba1e-c4f13fa4728c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:24.936058 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ab719539-a235-4495-b0a7-68c6f06dbde7 req-9da15566-099d-4877-9b7b-f81db11ce0c8 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/security-groups?id=50b3d329-dd18-48c5-9e7c-faa609f29b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545900 May 03 22:50:24.937119 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c4ac06-e9c0-4ac4-ba1e-c4f13fa4728c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Made reservation on behalf of e4487dd9134946019ccb9652c13000b7 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:24.941002 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-44c4ac06-e9c0-4ac4-ba1e-c4f13fa4728c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:24.943590 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ca0f7b38-3eb0-4f48-8c36-a67e10db11fb req-cc663a23-b87c-4870-8bd8-81469ed3c2be service neutron] 10.222.0.67 "GET /v2.0/networks/35d8bd65-160d-4ed6-a9c6-34cd63142d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360256 May 03 22:50:24.963673 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-44c4ac06-e9c0-4ac4-ba1e-c4f13fa4728c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] device_id is not set on port 93e86fbe-1dda-4afb-a681-3c489b1ed89a yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:50:25.039172 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-22a865a0-791d-4e99-8f22-e3b193f597fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:25.120855 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ca0f7b38-3eb0-4f48-8c36-a67e10db11fb req-0a5e7d9d-5308-4f30-a176-87b75935a1a8 service neutron] 10.222.0.67 "GET /v2.0/networks/35d8bd65-160d-4ed6-a9c6-34cd63142d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695435 May 03 22:50:25.124565 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-03ee7cd4-53a2-4ce9-a7a0-350e621f2121 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:25.135731 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-03ee7cd4-53a2-4ce9-a7a0-350e621f2121 None None] Transition to ACTIVE for port object 432f3f3c-9660-41d9-b08f-54addf90247d will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:50:25.155336 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-03ee7cd4-53a2-4ce9-a7a0-350e621f2121 None None] Transition to ACTIVE for port object 432f3f3c-9660-41d9-b08f-54addf90247d will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:50:25.161227 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-03ee7cd4-53a2-4ce9-a7a0-350e621f2121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:25.228276 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ee7cd4-53a2-4ce9-a7a0-350e621f2121 None None] Network 341765a2-d8c8-4652-9d85-77b4c307e792 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:50:25.231244 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-03ee7cd4-53a2-4ce9-a7a0-350e621f2121 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:50:25.234996 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ee7cd4-53a2-4ce9-a7a0-350e621f2121 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:50:25.243957 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee7cd4-53a2-4ce9-a7a0-350e621f2121 None None] Pushing event updated for resources: {'Port': ['ID=432f3f3c-9660-41d9-b08f-54addf90247d,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:25.253175 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-44c4ac06-e9c0-4ac4-ba1e-c4f13fa4728c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Allocated IP 2001:db8::275 (341765a2-d8c8-4652-9d85-77b4c307e792/0c50f0f0-95f7-410b-a5b0-3a82e44389a3/93e86fbe-1dda-4afb-a681-3c489b1ed89a) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:50:25.338886 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-03ee7cd4-53a2-4ce9-a7a0-350e621f2121 None None] Attempting to bind port 432f3f3c-9660-41d9-b08f-54addf90247d on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:50:25.339409 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-03ee7cd4-53a2-4ce9-a7a0-350e621f2121 None None] Attempting to bind port 432f3f3c-9660-41d9-b08f-54addf90247d by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '31de35aa-d0e0-403b-923f-197148a4aedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '341765a2-d8c8-4652-9d85-77b4c307e792'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:50:25.339797 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ee7cd4-53a2-4ce9-a7a0-350e621f2121 None None] Attempting to bind port 432f3f3c-9660-41d9-b08f-54addf90247d on network 341765a2-d8c8-4652-9d85-77b4c307e792 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:50:25.345272 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ee7cd4-53a2-4ce9-a7a0-350e621f2121 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:50:25.345781 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ee7cd4-53a2-4ce9-a7a0-350e621f2121 None None] Checking segment: {'id': '31de35aa-d0e0-403b-923f-197148a4aedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '341765a2-d8c8-4652-9d85-77b4c307e792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:50:25.346316 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-03ee7cd4-53a2-4ce9-a7a0-350e621f2121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:25.346805 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ee7cd4-53a2-4ce9-a7a0-350e621f2121 None None] Bound using segment: {'id': '31de35aa-d0e0-403b-923f-197148a4aedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '341765a2-d8c8-4652-9d85-77b4c307e792'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:50:25.347375 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-03ee7cd4-53a2-4ce9-a7a0-350e621f2121 None None] Bound port: 432f3f3c-9660-41d9-b08f-54addf90247d, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31de35aa-d0e0-403b-923f-197148a4aedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '341765a2-d8c8-4652-9d85-77b4c307e792'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:50:25.347849 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-03ee7cd4-53a2-4ce9-a7a0-350e621f2121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:25.445381 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-03ee7cd4-53a2-4ce9-a7a0-350e621f2121 None None] For port 432f3f3c-9660-41d9-b08f-54addf90247d, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:50:25.448567 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-03ee7cd4-53a2-4ce9-a7a0-350e621f2121 None None] For port 432f3f3c-9660-41d9-b08f-54addf90247d, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=432f3f3c-9660-41d9-b08f-54addf90247d,segment=NetworkSegment(31de35aa-d0e0-403b-923f-197148a4aedb),segment_id=31de35aa-d0e0-403b-923f-197148a4aedb)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:50:25.453333 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-03ee7cd4-53a2-4ce9-a7a0-350e621f2121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:25.538286 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-44c4ac06-e9c0-4ac4-ba1e-c4f13fa4728c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:25.539925 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee7cd4-53a2-4ce9-a7a0-350e621f2121 None None] Pushing event updated for resources: {'Port': ['ID=432f3f3c-9660-41d9-b08f-54addf90247d,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:25.572281 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-44c4ac06-e9c0-4ac4-ba1e-c4f13fa4728c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Transition to ACTIVE for port object 93e86fbe-1dda-4afb-a681-3c489b1ed89a will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:50:25.670447 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a27525-99b1-427e-911b-1cd5a32299e3 req-dd02ad3d-c1c7-4804-b161-13a3fe84caa1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:25.671964 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b0a27525-99b1-427e-911b-1cd5a32299e3 req-dd02ad3d-c1c7-4804-b161-13a3fe84caa1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=02063880-7d29-4949-9bf1-96561fedc6c8 HTTP/1.1" status: 200 len: 946 time: 0.2421303 May 03 22:50:25.708567 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-44c4ac06-e9c0-4ac4-ba1e-c4f13fa4728c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:25.814163 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c8d35-23dc-4c61-b828-a741864988d4 req-bee3c07e-bbcd-4183-8b0a-ec1324bd9def tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:25.818675 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b56c8d35-23dc-4c61-b828-a741864988d4 req-bee3c07e-bbcd-4183-8b0a-ec1324bd9def tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.60 "GET /v2.0/ports?device_id=02063880-7d29-4949-9bf1-96561fedc6c8 HTTP/1.1" status: 200 len: 946 time: 0.2405739 May 03 22:50:25.829123 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c4ac06-e9c0-4ac4-ba1e-c4f13fa4728c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Network 341765a2-d8c8-4652-9d85-77b4c307e792 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:50:25.832216 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b0a27525-99b1-427e-911b-1cd5a32299e3 req-7da874f5-2a6e-4bd2-ac08-1317197ee7d0 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540704 May 03 22:50:25.865888 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-44c4ac06-e9c0-4ac4-ba1e-c4f13fa4728c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:50:25.875797 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c4ac06-e9c0-4ac4-ba1e-c4f13fa4728c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:50:25.886935 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c4ac06-e9c0-4ac4-ba1e-c4f13fa4728c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:25.887564 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-44c4ac06-e9c0-4ac4-ba1e-c4f13fa4728c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:25.891518 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4ac06-e9c0-4ac4-ba1e-c4f13fa4728c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Port': ['ID=93e86fbe-1dda-4afb-a681-3c489b1ed89a,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:25.946135 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-b56c8d35-23dc-4c61-b828-a741864988d4 req-c6fe5cc4-2bf4-4c83-a02e-1a42e98c1d0e tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Deleting port 7c111a35-4eaf-43f2-a5b4-045be24867e7 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:50:25.946135 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b56c8d35-23dc-4c61-b828-a741864988d4 req-c6fe5cc4-2bf4-4c83-a02e-1a42e98c1d0e tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:25.974523 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-44c4ac06-e9c0-4ac4-ba1e-c4f13fa4728c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.3814874 May 03 22:50:25.977902 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33984) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:26.102978 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-9bd153ce-5b7d-46bf-af43-b1cf77714a73 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Deleting port 93e86fbe-1dda-4afb-a681-3c489b1ed89a {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:50:26.103858 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9bd153ce-5b7d-46bf-af43-b1cf77714a73 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:26.231368 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 432f3f3c-9660-41d9-b08f-54addf90247d up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:50:26.400865 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:26.418460 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:26.433739 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa7954-febd-49e0-9932-57048a7f689c req-fce71623-017b-4d24-9176-2df0c8a51fbf tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:26.437367 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 432f3f3c-9660-41d9-b08f-54addf90247d completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:50:26.438023 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b8aa7954-febd-49e0-9932-57048a7f689c req-fce71623-017b-4d24-9176-2df0c8a51fbf tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/ports?device_id=f87e38f0-34be-43ac-849c-a23fab5e8d61 HTTP/1.1" status: 200 len: 943 time: 0.2359967 May 03 22:50:26.500471 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-b56c8d35-23dc-4c61-b828-a741864988d4 req-c6fe5cc4-2bf4-4c83-a02e-1a42e98c1d0e tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] For port 7c111a35-4eaf-43f2-a5b4-045be24867e7, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=7c111a35-4eaf-43f2-a5b4-045be24867e7,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:50:26.501028 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b56c8d35-23dc-4c61-b828-a741864988d4 req-c6fe5cc4-2bf4-4c83-a02e-1a42e98c1d0e tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:26.581486 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9bd153ce-5b7d-46bf-af43-b1cf77714a73 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:26.596912 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 33990) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:26.709441 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-b56c8d35-23dc-4c61-b828-a741864988d4 req-c6fe5cc4-2bf4-4c83-a02e-1a42e98c1d0e tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Calling delete_port for 7c111a35-4eaf-43f2-a5b4-045be24867e7 owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:50:26.762749 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-9bd153ce-5b7d-46bf-af43-b1cf77714a73 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Calling delete_port for 93e86fbe-1dda-4afb-a681-3c489b1ed89a owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:50:26.778633 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b8aa7954-febd-49e0-9932-57048a7f689c req-72094064-fe2a-4f37-b2b8-a7f6fdea8542 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/security-groups?id=50b3d329-dd18-48c5-9e7c-faa609f29b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101397 May 03 22:50:26.822833 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ef5e98b8-7562-46b7-bdf9-4131ed09259d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:26.844187 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ef5e98b8-7562-46b7-bdf9-4131ed09259d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:26.848217 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ef5e98b8-7562-46b7-bdf9-4131ed09259d admin admin] Usage tracker for resource:security_group_rule and tenant:f0b64c838f704d2aa65cbee1e32b22a9 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:26.852927 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ef5e98b8-7562-46b7-bdf9-4131ed09259d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:26.862481 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ef5e98b8-7562-46b7-bdf9-4131ed09259d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:26.909788 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b56c8d35-23dc-4c61-b828-a741864988d4 req-c6fe5cc4-2bf4-4c83-a02e-1a42e98c1d0e tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:26.923844 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['7c111a35-4eaf-43f2-a5b4-045be24867e7'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:50:26.968035 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe5cc4-2bf4-4c83-a02e-1a42e98c1d0e tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Pushing event deleted for resources: {'Port': ['ID=7c111a35-4eaf-43f2-a5b4-045be24867e7,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:27.007715 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9bd153ce-5b7d-46bf-af43-b1cf77714a73 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:27.018956 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8429a0-ddd9-4415-a72d-4d7a44e97c94 None None] Network 341765a2-d8c8-4652-9d85-77b4c307e792 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:50:27.092660 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd153ce-5b7d-46bf-af43-b1cf77714a73 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'Port': ['ID=93e86fbe-1dda-4afb-a681-3c489b1ed89a,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:27.103723 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56c8d35-23dc-4c61-b828-a741864988d4 req-c6fe5cc4-2bf4-4c83-a02e-1a42e98c1d0e tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] No DVR routers for this DVR port 7c111a35-4eaf-43f2-a5b4-045be24867e7 on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:50:27.109641 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-b56c8d35-23dc-4c61-b828-a741864988d4 req-c6fe5cc4-2bf4-4c83-a02e-1a42e98c1d0e tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:27.114413 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02063880-7d29-4949-9bf1-96561fedc6c8', 'name': 'network-vif-deleted', 'tag': '7c111a35-4eaf-43f2-a5b4-045be24867e7'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:50:27.132696 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-18627a2e-bde5-48ea-87f7-982cf4f93a95 req-771689e2-8d8e-4b84-a1ee-58321585e88f tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=02063880-7d29-4949-9bf1-96561fedc6c8 HTTP/1.1" status: 200 len: 210 time: 0.1062465 May 03 22:50:27.159552 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b56c8d35-23dc-4c61-b828-a741864988d4 req-c6fe5cc4-2bf4-4c83-a02e-1a42e98c1d0e tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.60 "DELETE /v2.0/ports/7c111a35-4eaf-43f2-a5b4-045be24867e7 HTTP/1.1" status: 204 len: 173 time: 1.3324928 May 03 22:50:27.165587 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-97238bc1-9b4f-4c44-bc8f-3e5b27f8e269 None None] Provisioning for port 432f3f3c-9660-41d9-b08f-54addf90247d completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:50:27.172661 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-97238bc1-9b4f-4c44-bc8f-3e5b27f8e269 None None] Provisioning complete for port 432f3f3c-9660-41d9-b08f-54addf90247d triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:50:27.173030 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-97238bc1-9b4f-4c44-bc8f-3e5b27f8e269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:27.193531 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9bd153ce-5b7d-46bf-af43-b1cf77714a73 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:27.233252 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5739dfd6-01ef-4e96-b282-c3c54ea6dfb4'] response: {'server_uuid': '02063880-7d29-4949-9bf1-96561fedc6c8', 'name': 'network-vif-deleted', 'tag': '7c111a35-4eaf-43f2-a5b4-045be24867e7', 'status': 'completed', 'code': 200} May 03 22:50:27.245983 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9bd153ce-5b7d-46bf-af43-b1cf77714a73 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/ports/93e86fbe-1dda-4afb-a681-3c489b1ed89a HTTP/1.1" status: 204 len: 168 time: 1.2656939 May 03 22:50:27.247853 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34004) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:27.283718 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ef5e98b8-7562-46b7-bdf9-4131ed09259d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:27.291636 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ef5e98b8-7562-46b7-bdf9-4131ed09259d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:27.304682 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3935e46-35ab-401c-b173-feb40dfd9cd9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] GET failed (client error): The resource could not be found. May 03 22:50:27.305517 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c3935e46-35ab-401c-b173-feb40dfd9cd9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Synchronizing usage tracker for tenant:e4487dd9134946019ccb9652c13000b7 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:50:27.327808 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c3935e46-35ab-401c-b173-feb40dfd9cd9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Unset dirty status for tenant:e4487dd9134946019ccb9652c13000b7 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:50:27.334243 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c3935e46-35ab-401c-b173-feb40dfd9cd9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "GET /v2.0/ports/93e86fbe-1dda-4afb-a681-3c489b1ed89a HTTP/1.1" status: 404 len: 333 time: 0.0852566 May 03 22:50:27.334875 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34008) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:27.356081 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ef5e98b8-7562-46b7-bdf9-4131ed09259d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f0b64c838f704d2aa65cbee1e32b22a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7577236 May 03 22:50:27.358634 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34012) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:27.414809 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e98b8-7562-46b7-bdf9-4131ed09259d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328fb46e-530f-4dad-b8cb-2f8c57f16e83,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:27.456053 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0590578-6806-43cf-8728-ce53ed177ec0 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Deleting subnet 0c50f0f0-95f7-410b-a5b0-3a82e44389a3 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:50:27.459162 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-97238bc1-9b4f-4c44-bc8f-3e5b27f8e269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:27.459784 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5d4a041f-e273-46df-ab59-31ce139c3a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:27.462416 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a0590578-6806-43cf-8728-ce53ed177ec0 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:27.471234 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 6eb102c4-58c9-4ac5-b940-55478448060f details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:50:27.489797 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5d4a041f-e273-46df-ab59-31ce139c3a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:27.566070 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a0590578-6806-43cf-8728-ce53ed177ec0 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:27.583124 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5d4a041f-e273-46df-ab59-31ce139c3a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:27.610651 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5d4a041f-e273-46df-ab59-31ce139c3a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:27.612046 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5d4a041f-e273-46df-ab59-31ce139c3a0b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/328fb46e-530f-4dad-b8cb-2f8c57f16e83 HTTP/1.1" status: 204 len: 168 time: 0.2522907 May 03 22:50:27.615153 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a041f-e273-46df-ab59-31ce139c3a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328fb46e-530f-4dad-b8cb-2f8c57f16e83,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:27.710402 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a0590578-6806-43cf-8728-ce53ed177ec0 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:27.824911 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:27.874623 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 6eb102c4-58c9-4ac5-b940-55478448060f, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=6eb102c4-58c9-4ac5-b940-55478448060f,segment=NetworkSegment(f5ecccdf-d46a-450a-90cb-83fb02948eb0),segment_id=f5ecccdf-d46a-450a-90cb-83fb02948eb0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:50:27.875681 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a0590578-6806-43cf-8728-ce53ed177ec0 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:27.917920 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0590578-6806-43cf-8728-ce53ed177ec0 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'Subnet': ['ID=0c50f0f0-95f7-410b-a5b0-3a82e44389a3,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:27.923536 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a0590578-6806-43cf-8728-ce53ed177ec0 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:27.931444 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a0590578-6806-43cf-8728-ce53ed177ec0 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/subnets/0c50f0f0-95f7-410b-a5b0-3a82e44389a3 HTTP/1.1" status: 204 len: 168 time: 0.5955062 May 03 22:50:27.934175 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34030) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:28.014149 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '6eb102c4-58c9-4ac5-b940-55478448060f', 'network_id': '35d8bd65-160d-4ed6-a9c6-34cd63142d90', 'port_id': '6eb102c4-58c9-4ac5-b940-55478448060f', 'mac_address': 'fa:16:3e:36:a4:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd25b7cec-7289-477b-a43b-c84407b16d91', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:50:28.086594 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:28.090541 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-97238bc1-9b4f-4c44-bc8f-3e5b27f8e269 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:50:28.090894 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-97238bc1-9b4f-4c44-bc8f-3e5b27f8e269 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:50:28.101493 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:28.148112 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eb102c4-58c9-4ac5-b940-55478448060f {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:50:28.188291 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 6eb102c4-58c9-4ac5-b940-55478448060f, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=6eb102c4-58c9-4ac5-b940-55478448060f,segment=NetworkSegment(f5ecccdf-d46a-450a-90cb-83fb02948eb0),segment_id=f5ecccdf-d46a-450a-90cb-83fb02948eb0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:50:28.199088 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:28.205691 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940dc26-19a5-41ba-bc02-dc8156f940f3 req-8004e0c7-53ad-4b41-b011-764c0f977fae tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:28.207297 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8940dc26-19a5-41ba-bc02-dc8156f940f3 req-8004e0c7-53ad-4b41-b011-764c0f977fae tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/ports?device_id=f87e38f0-34be-43ac-849c-a23fab5e8d61 HTTP/1.1" status: 200 len: 943 time: 0.2463770 May 03 22:50:28.309204 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8940dc26-19a5-41ba-bc02-dc8156f940f3 req-68ded949-f375-4e7c-9c2f-4979701f167f tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/security-groups?id=50b3d329-dd18-48c5-9e7c-faa609f29b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933874 May 03 22:50:28.311682 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=6eb102c4-58c9-4ac5-b940-55478448060f,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:28.324856 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-263df50c-3b20-4def-bad0-8ac3dc3ee636 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:28.366313 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-263df50c-3b20-4def-bad0-8ac3dc3ee636 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Deleting port 432f3f3c-9660-41d9-b08f-54addf90247d {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:50:28.366651 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-263df50c-3b20-4def-bad0-8ac3dc3ee636 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:28.452871 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad202a11-f15b-45f4-bf85-0c2dc1859635 None None] Network 341765a2-d8c8-4652-9d85-77b4c307e792 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:50:28.490808 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e68de064-5390-4c1a-8c59-1c57b74fbf76 req-1eaed63a-3e5b-4b4f-a7b3-2e7f036ab7ba service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2763784 May 03 22:50:28.564704 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['6eb102c4-58c9-4ac5-b940-55478448060f'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:50:28.671912 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d4f9a200-a327-4afd-b2e4-1bfd39dc9e71 req-8c1ec2f7-e1da-4621-a4ba-1b08971f327a tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Synchronizing usage tracker for tenant:fac7f64c48bd48e8ae480a0113f466e9 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:50:28.721991 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d4f9a200-a327-4afd-b2e4-1bfd39dc9e71 req-8c1ec2f7-e1da-4621-a4ba-1b08971f327a tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Unset dirty status for tenant:fac7f64c48bd48e8ae480a0113f466e9 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:50:28.732483 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d4f9a200-a327-4afd-b2e4-1bfd39dc9e71 req-8c1ec2f7-e1da-4621-a4ba-1b08971f327a tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=02063880-7d29-4949-9bf1-96561fedc6c8 HTTP/1.1" status: 200 len: 210 time: 0.1973090 May 03 22:50:28.882857 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-97238bc1-9b4f-4c44-bc8f-3e5b27f8e269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:28.941822 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68de064-5390-4c1a-8c59-1c57b74fbf76 req-b2797396-957a-482e-bb91-05fdc6f14162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:28.944330 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e68de064-5390-4c1a-8c59-1c57b74fbf76 req-b2797396-957a-482e-bb91-05fdc6f14162 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 1097 time: 0.3995841 May 03 22:50:28.946667 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-263df50c-3b20-4def-bad0-8ac3dc3ee636 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] For port 432f3f3c-9660-41d9-b08f-54addf90247d, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=432f3f3c-9660-41d9-b08f-54addf90247d,segment=NetworkSegment(31de35aa-d0e0-403b-923f-197148a4aedb),segment_id=31de35aa-d0e0-403b-923f-197148a4aedb)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:50:28.947812 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-263df50c-3b20-4def-bad0-8ac3dc3ee636 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:29.016874 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fa58a-1247-4902-9093-786634bd1889 req-6e862c58-42c4-4040-b00f-2b4eb810474d tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:29.019561 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-721fa58a-1247-4902-9093-786634bd1889 req-6e862c58-42c4-4040-b00f-2b4eb810474d tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 1097 time: 0.2083967 May 03 22:50:29.047484 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-97238bc1-9b4f-4c44-bc8f-3e5b27f8e269 None None] For port 432f3f3c-9660-41d9-b08f-54addf90247d, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=432f3f3c-9660-41d9-b08f-54addf90247d,segment=NetworkSegment(31de35aa-d0e0-403b-923f-197148a4aedb),segment_id=31de35aa-d0e0-403b-923f-197148a4aedb)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:50:29.049712 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-721fa58a-1247-4902-9093-786634bd1889 req-61ad8470-afe7-4048-9df8-257d62764b68 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:29.077604 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-97238bc1-9b4f-4c44-bc8f-3e5b27f8e269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:29.081496 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-721fa58a-1247-4902-9093-786634bd1889 req-61ad8470-afe7-4048-9df8-257d62764b68 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:29.088869 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-721fa58a-1247-4902-9093-786634bd1889 req-61ad8470-afe7-4048-9df8-257d62764b68 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] Usage tracker for resource:security_group_rule and tenant:a58803e3300a4abc928e401c174c18b3 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:29.096841 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-721fa58a-1247-4902-9093-786634bd1889 req-61ad8470-afe7-4048-9df8-257d62764b68 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:29.110372 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-721fa58a-1247-4902-9093-786634bd1889 req-61ad8470-afe7-4048-9df8-257d62764b68 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:29.149142 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-263df50c-3b20-4def-bad0-8ac3dc3ee636 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Calling delete_port for 432f3f3c-9660-41d9-b08f-54addf90247d owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:50:29.163773 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36e1f01-a84c-4c11-910c-a9e7d96893bd None None] DHCP port deletion for 341765a2-d8c8-4652-9d85-77b4c307e792 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:50:29.179911 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-c36e1f01-a84c-4c11-910c-a9e7d96893bd None None] Deleting port 432f3f3c-9660-41d9-b08f-54addf90247d {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:50:29.180284 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c36e1f01-a84c-4c11-910c-a9e7d96893bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:29.257042 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97238bc1-9b4f-4c44-bc8f-3e5b27f8e269 None None] Pushing event updated for resources: {'Port': ['ID=432f3f3c-9660-41d9-b08f-54addf90247d,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:29.258650 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [None req-263df50c-3b20-4def-bad0-8ac3dc3ee636 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:50:29.259810 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [None req-263df50c-3b20-4def-bad0-8ac3dc3ee636 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:50:29.271265 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-721fa58a-1247-4902-9093-786634bd1889 req-61ad8470-afe7-4048-9df8-257d62764b68 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:29.280186 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-721fa58a-1247-4902-9093-786634bd1889 req-61ad8470-afe7-4048-9df8-257d62764b68 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:29.340156 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ad027e0d-8656-4eda-9031-cf0995b99a56 None None] Provisioning complete for port 432f3f3c-9660-41d9-b08f-54addf90247d triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:50:29.350067 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ad027e0d-8656-4eda-9031-cf0995b99a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:29.368657 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-721fa58a-1247-4902-9093-786634bd1889 req-61ad8470-afe7-4048-9df8-257d62764b68 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3391275 May 03 22:50:29.387270 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68de064-5390-4c1a-8c59-1c57b74fbf76 req-1fdc6a5d-5989-4eba-b0af-e42cb72557c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:29.389215 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e68de064-5390-4c1a-8c59-1c57b74fbf76 req-1fdc6a5d-5989-4eba-b0af-e42cb72557c2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=205448ae-d8cd-4b1c-9138-0734b8d65b11 HTTP/1.1" status: 200 len: 898 time: 0.3528843 May 03 22:50:29.393038 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad8470-afe7-4048-9df8-257d62764b68 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f903a367-4275-4383-b86c-b9b8d661796e,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:29.554375 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e68de064-5390-4c1a-8c59-1c57b74fbf76 req-831f7a6a-b780-412e-8cc3-28606565ecb9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85b92057-4bb8-4560-8b1d-787a33125312 HTTP/1.1" status: 200 len: 1001 time: 0.1581686 May 03 22:50:29.654349 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-c36e1f01-a84c-4c11-910c-a9e7d96893bd None None] For port 432f3f3c-9660-41d9-b08f-54addf90247d, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=432f3f3c-9660-41d9-b08f-54addf90247d,segment=NetworkSegment(31de35aa-d0e0-403b-923f-197148a4aedb),segment_id=31de35aa-d0e0-403b-923f-197148a4aedb)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:50:29.655401 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c36e1f01-a84c-4c11-910c-a9e7d96893bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:29.672402 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68de064-5390-4c1a-8c59-1c57b74fbf76 req-eae8a803-7b89-419a-beab-61e1cd82b0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:29.673943 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e68de064-5390-4c1a-8c59-1c57b74fbf76 req-eae8a803-7b89-419a-beab-61e1cd82b0f2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2cf564aa-e2bf-4b2e-a23f-3f341609bb2f HTTP/1.1" status: 200 len: 834 time: 0.1121213 May 03 22:50:29.692697 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d01c75-0277-46a0-b570-a49618b98784 req-d78df827-4ed8-4843-8b22-e179fc936e9a tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:29.699065 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e5d01c75-0277-46a0-b570-a49618b98784 req-d78df827-4ed8-4843-8b22-e179fc936e9a tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/ports?device_id=f87e38f0-34be-43ac-849c-a23fab5e8d61 HTTP/1.1" status: 200 len: 944 time: 0.1893563 May 03 22:50:29.716278 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fbf83c-dd9f-499c-b95c-686b519f82a7 req-299b2f66-6041-4468-9623-eaac78e4442d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:29.728715 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-92fbf83c-dd9f-499c-b95c-686b519f82a7 req-299b2f66-6041-4468-9623-eaac78e4442d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 946 time: 0.1617916 May 03 22:50:29.762036 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-263df50c-3b20-4def-bad0-8ac3dc3ee636 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Deleting port 432f3f3c-9660-41d9-b08f-54addf90247d {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:50:29.762393 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-263df50c-3b20-4def-bad0-8ac3dc3ee636 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:29.834501 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-92fbf83c-dd9f-499c-b95c-686b519f82a7 req-961d9abf-c06b-45c9-9420-8d7fc736ad35 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910919 May 03 22:50:29.856999 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e5d01c75-0277-46a0-b570-a49618b98784 req-f99a2fe2-5b22-4c4f-9bfd-615d008f47d9 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/security-groups?id=50b3d329-dd18-48c5-9e7c-faa609f29b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216393 May 03 22:50:29.864779 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34082) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:29.907125 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34086) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:29.921684 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-c36e1f01-a84c-4c11-910c-a9e7d96893bd None None] Calling delete_port for 432f3f3c-9660-41d9-b08f-54addf90247d owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:50:29.953836 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 7c111a35-4eaf-43f2-a5b4-045be24867e7 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:50:30.052384 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 7c111a35-4eaf-43f2-a5b4-045be24867e7 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:50:30.052886 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 7c111a35-4eaf-43f2-a5b4-045be24867e7 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:50:30.104763 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c36e1f01-a84c-4c11-910c-a9e7d96893bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:30.128640 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-2c6e5dac-0067-4de2-8df0-46f9e0a1b573 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-662074211'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:30.142019 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2c6e5dac-0067-4de2-8df0-46f9e0a1b573 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:30.153478 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2c6e5dac-0067-4de2-8df0-46f9e0a1b573 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Usage tracker for resource:network and tenant:1bdc8e7218ef47a48564ade4b61a0545 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:30.160357 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2c6e5dac-0067-4de2-8df0-46f9e0a1b573 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:30.182019 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2c6e5dac-0067-4de2-8df0-46f9e0a1b573 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:30.200880 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e1f01-a84c-4c11-910c-a9e7d96893bd None None] Pushing event deleted for resources: {'Port': ['ID=432f3f3c-9660-41d9-b08f-54addf90247d,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:30.204024 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 432f3f3c-9660-41d9-b08f-54addf90247d no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:50:30.209737 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6e5dac-0067-4de2-8df0-46f9e0a1b573 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Made reservation on behalf of 1bdc8e7218ef47a48564ade4b61a0545 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:30.214640 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2c6e5dac-0067-4de2-8df0-46f9e0a1b573 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:30.244792 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2c6e5dac-0067-4de2-8df0-46f9e0a1b573 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:30.254721 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36e1f01-a84c-4c11-910c-a9e7d96893bd None None] No DVR routers for this DVR port 432f3f3c-9660-41d9-b08f-54addf90247d on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:50:30.264247 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 432f3f3c-9660-41d9-b08f-54addf90247d {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:50:30.264247 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 432f3f3c-9660-41d9-b08f-54addf90247d not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:50:30.267825 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68de064-5390-4c1a-8c59-1c57b74fbf76 req-a153ba2d-d8fc-4779-8d37-e599ca095c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:30.269326 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e68de064-5390-4c1a-8c59-1c57b74fbf76 req-a153ba2d-d8fc-4779-8d37-e599ca095c6d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=205448ae-d8cd-4b1c-9138-0734b8d65b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5876303 May 03 22:50:30.277916 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-cb14c25f-419b-42af-aa36-18e68818dadb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/floatingips/96ec43a9-982a-4b87-bc7c-ddb46ed6e604 HTTP/1.1" status: 200 len: 993 time: 0.4050827 May 03 22:50:30.298852 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2c6e5dac-0067-4de2-8df0-46f9e0a1b573 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:30.308762 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2c6e5dac-0067-4de2-8df0-46f9e0a1b573 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Usage tracker for resource:security_group_rule and tenant:1bdc8e7218ef47a48564ade4b61a0545 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:30.313225 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2c6e5dac-0067-4de2-8df0-46f9e0a1b573 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:30.323008 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2c6e5dac-0067-4de2-8df0-46f9e0a1b573 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:30.438519 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2c6e5dac-0067-4de2-8df0-46f9e0a1b573 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:30.445658 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2c6e5dac-0067-4de2-8df0-46f9e0a1b573 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:30.459880 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c6e5dac-0067-4de2-8df0-46f9e0a1b573 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:50:30.483228 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2c6e5dac-0067-4de2-8df0-46f9e0a1b573 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:30.483960 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-2c6e5dac-0067-4de2-8df0-46f9e0a1b573 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Added segment 8db0870f-e430-4016-9962-a87af13fb373 of type vlan for network f673670c-4af6-4d71-903a-062d4d9ff20c May 03 22:50:30.526313 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-263df50c-3b20-4def-bad0-8ac3dc3ee636 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] For port 432f3f3c-9660-41d9-b08f-54addf90247d, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=432f3f3c-9660-41d9-b08f-54addf90247d,segment=NetworkSegment(31de35aa-d0e0-403b-923f-197148a4aedb),segment_id=31de35aa-d0e0-403b-923f-197148a4aedb)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:50:30.527705 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-263df50c-3b20-4def-bad0-8ac3dc3ee636 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:30.527821 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e5dac-0067-4de2-8df0-46f9e0a1b573 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13601654-ae56-49d5-9c9e-92c82db7cd7a,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:30.561711 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2c6e5dac-0067-4de2-8df0-46f9e0a1b573 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:30.618786 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2c6e5dac-0067-4de2-8df0-46f9e0a1b573 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:30.624915 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6e5dac-0067-4de2-8df0-46f9e0a1b573 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:30.625889 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2c6e5dac-0067-4de2-8df0-46f9e0a1b573 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:30.679959 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-263df50c-3b20-4def-bad0-8ac3dc3ee636 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Calling delete_port for 432f3f3c-9660-41d9-b08f-54addf90247d owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:50:30.774999 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [None req-263df50c-3b20-4def-bad0-8ac3dc3ee636 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:50:30.775562 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [None req-263df50c-3b20-4def-bad0-8ac3dc3ee636 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:50:30.850264 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e68de064-5390-4c1a-8c59-1c57b74fbf76 req-d5bfd342-da62-4034-90d6-c99ebba1287b service neutron] 10.222.0.67 "GET /v2.0/networks/205448ae-d8cd-4b1c-9138-0734b8d65b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5691454 May 03 22:50:30.983755 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e5dac-0067-4de2-8df0-46f9e0a1b573 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Pushing event updated for resources: {'Network': ['ID=f673670c-4af6-4d71-903a-062d4d9ff20c,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:31.002343 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network f673670c-4af6-4d71-903a-062d4d9ff20c details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:50:31.037804 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2c6e5dac-0067-4de2-8df0-46f9e0a1b573 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1293700 May 03 22:50:31.049067 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34116) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:31.063973 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-655a97db-d99e-4b19-a674-836b746c6d57 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Request body: {'subnet': {'network_id': 'f673670c-4af6-4d71-903a-062d4d9ff20c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:31.217602 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e68de064-5390-4c1a-8c59-1c57b74fbf76 req-95237c75-0a17-40ee-862b-8efd8a8eba80 service neutron] 10.222.0.67 "GET /v2.0/networks/205448ae-d8cd-4b1c-9138-0734b8d65b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595281 May 03 22:50:31.238459 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-655a97db-d99e-4b19-a674-836b746c6d57 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:31.245751 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-655a97db-d99e-4b19-a674-836b746c6d57 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Usage tracker for resource:subnet and tenant:1bdc8e7218ef47a48564ade4b61a0545 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:31.256462 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696e187-93ff-46d7-8bf1-76dbadba6fc2 req-2f6b0625-66f4-4c56-93a3-ed8b6be88814 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:31.265570 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d696e187-93ff-46d7-8bf1-76dbadba6fc2 req-2f6b0625-66f4-4c56-93a3-ed8b6be88814 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5377de6-693a-44c6-b042-ed3f4594fe50 HTTP/1.1" status: 200 len: 945 time: 0.2853026 May 03 22:50:31.268369 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-655a97db-d99e-4b19-a674-836b746c6d57 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:31.287354 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-655a97db-d99e-4b19-a674-836b746c6d57 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:31.316604 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655a97db-d99e-4b19-a674-836b746c6d57 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Made reservation on behalf of 1bdc8e7218ef47a48564ade4b61a0545 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:31.320935 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-655a97db-d99e-4b19-a674-836b746c6d57 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:31.346302 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d696e187-93ff-46d7-8bf1-76dbadba6fc2 req-78966d01-0c53-4c38-9869-eab7868c95f4 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f60409b-60d6-48ab-b5e8-7e13dd8161b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795996 May 03 22:50:31.395989 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-263df50c-3b20-4def-bad0-8ac3dc3ee636 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Deleting port 432f3f3c-9660-41d9-b08f-54addf90247d {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:50:31.396550 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-263df50c-3b20-4def-bad0-8ac3dc3ee636 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:31.489012 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 6eb102c4-58c9-4ac5-b940-55478448060f up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:50:31.542513 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-263df50c-3b20-4def-bad0-8ac3dc3ee636 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] The port '432f3f3c-9660-41d9-b08f-54addf90247d' was deleted {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:50:31.582578 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 6eb102c4-58c9-4ac5-b940-55478448060f completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:50:31.592133 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 6eb102c4-58c9-4ac5-b940-55478448060f triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:50:31.592728 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:31.767851 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-263df50c-3b20-4def-bad0-8ac3dc3ee636 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:31.815073 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-263df50c-3b20-4def-bad0-8ac3dc3ee636 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['341765a2-d8c8-4652-9d85-77b4c307e792']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:31.821729 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:31.829795 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-263df50c-3b20-4def-bad0-8ac3dc3ee636 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31de35aa-d0e0-403b-923f-197148a4aedb') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:31.829795 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-263df50c-3b20-4def-bad0-8ac3dc3ee636 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31de35aa-d0e0-403b-923f-197148a4aedb') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:31.843698 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-263df50c-3b20-4def-bad0-8ac3dc3ee636 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:31.851784 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49c201-6799-47f9-9872-64337e72d027 req-a6e77efd-4632-4555-8faf-b8c16516d751 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:31.859218 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ef49c201-6799-47f9-9872-64337e72d027 req-a6e77efd-4632-4555-8faf-b8c16516d751 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/ports?device_id=f87e38f0-34be-43ac-849c-a23fab5e8d61 HTTP/1.1" status: 200 len: 944 time: 0.3215899 May 03 22:50:31.869043 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-263df50c-3b20-4def-bad0-8ac3dc3ee636 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:31.872663 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 6eb102c4-58c9-4ac5-b940-55478448060f, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=6eb102c4-58c9-4ac5-b940-55478448060f,segment=NetworkSegment(f5ecccdf-d46a-450a-90cb-83fb02948eb0),segment_id=f5ecccdf-d46a-450a-90cb-83fb02948eb0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:50:31.874157 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87e38f0-34be-43ac-849c-a23fab5e8d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb102c4-58c9-4ac5-b940-55478448060f'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:50:31.877977 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-263df50c-3b20-4def-bad0-8ac3dc3ee636 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:50:31.878427 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-263df50c-3b20-4def-bad0-8ac3dc3ee636 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:31.884698 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: timer() May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:50:31.893790 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:50:31.912372 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-bf4c5f07-f8bd-474c-a017-b0eef738ada9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3679819 May 03 22:50:31.929122 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae0748-5f36-41c1-a5d9-c38acd57afa7 req-c4c57d31-844b-4ca2-ab4b-2139d5aaa965 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:31.936333 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9ae0748-5f36-41c1-a5d9-c38acd57afa7 req-c4c57d31-844b-4ca2-ab4b-2139d5aaa965 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 946 time: 0.2645800 May 03 22:50:31.983834 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-263df50c-3b20-4def-bad0-8ac3dc3ee636 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:31.992685 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ef49c201-6799-47f9-9872-64337e72d027 req-9c9d2921-2ea5-42bd-a186-f872e149b089 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/security-groups?id=50b3d329-dd18-48c5-9e7c-faa609f29b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322558 May 03 22:50:32.009698 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-263df50c-3b20-4def-bad0-8ac3dc3ee636 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:32.021069 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263df50c-3b20-4def-bad0-8ac3dc3ee636 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'Network': ['ID=341765a2-d8c8-4652-9d85-77b4c307e792,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:32.047149 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=6eb102c4-58c9-4ac5-b940-55478448060f,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:32.051020 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-263df50c-3b20-4def-bad0-8ac3dc3ee636 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/networks/341765a2-d8c8-4652-9d85-77b4c307e792 HTTP/1.1" status: 204 len: 168 time: 4.1155245 May 03 22:50:32.055373 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34140) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:32.061485 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-f8be94f7-94ac-46cb-ba14-1a9b959a83d5 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'port': {'network_id': '2e6dfd46-7c09-4f0a-a2fd-06f87aae6171', 'name': 'tempest-PortsIpV6TestJSON-2133009385'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:32.094520 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9ae0748-5f36-41c1-a5d9-c38acd57afa7 req-798b1230-cc78-4faf-b864-f9d58a798af7 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572239 May 03 22:50:32.099347 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-655a97db-d99e-4b19-a674-836b746c6d57 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:32.198995 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a97db-d99e-4b19-a674-836b746c6d57 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Pushing event updated for resources: {'Subnet': ['ID=833bbf86-20fb-4933-a3f3-b3fb1a420072,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:32.201059 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f8be94f7-94ac-46cb-ba14-1a9b959a83d5 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:32.204067 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655a97db-d99e-4b19-a674-836b746c6d57 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Checking segment: {'id': '8db0870f-e430-4016-9962-a87af13fb373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f673670c-4af6-4d71-903a-062d4d9ff20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:50:32.204636 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655a97db-d99e-4b19-a674-836b746c6d57 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Network hostable DHCP agents. Network: f673670c-4af6-4d71-903a-062d4d9ff20c, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:50:32.205788 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f8be94f7-94ac-46cb-ba14-1a9b959a83d5 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:port and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:32.209101 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f8be94f7-94ac-46cb-ba14-1a9b959a83d5 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:32.216980 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f8be94f7-94ac-46cb-ba14-1a9b959a83d5 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:32.229177 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655a97db-d99e-4b19-a674-836b746c6d57 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Network f673670c-4af6-4d71-903a-062d4d9ff20c is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:50:32.232469 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8be94f7-94ac-46cb-ba14-1a9b959a83d5 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Made reservation on behalf of e4487dd9134946019ccb9652c13000b7 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:32.236310 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f8be94f7-94ac-46cb-ba14-1a9b959a83d5 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:32.246137 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-655a97db-d99e-4b19-a674-836b746c6d57 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, f673670c-4af6-4d71-903a-062d4d9ff20c) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:50:32.258241 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb0c145-8279-491e-ae9d-3e1cadf5ea52 None None] Network f673670c-4af6-4d71-903a-062d4d9ff20c requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:50:32.267714 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-f8be94f7-94ac-46cb-ba14-1a9b959a83d5 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] device_id is not set on port 6fb9c6b3-8ac2-40aa-8e75-d272ac68b582 yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:50:32.284575 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655a97db-d99e-4b19-a674-836b746c6d57 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:32.285531 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-655a97db-d99e-4b19-a674-836b746c6d57 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:32.319461 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-655a97db-d99e-4b19-a674-836b746c6d57 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2680035 May 03 22:50:32.321773 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34156) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:32.341269 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-e4462e2e-8869-4c98-b41c-c549d234a92a tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Request body: {'port': {'network_id': 'f673670c-4af6-4d71-903a-062d4d9ff20c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-450729908'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:32.420113 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7030e42f-ba47-4bcc-a129-7b3cfcc88a1f'] response: {'server_uuid': 'f87e38f0-34be-43ac-849c-a23fab5e8d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb102c4-58c9-4ac5-b940-55478448060f', 'code': 200} May 03 22:50:32.619628 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb598e4-9ea6-4e59-8ba5-b7715814e63f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-f673670c-4af6-4d71-903a-062d4d9ff20c', 'network_id': 'f673670c-4af6-4d71-903a-062d4d9ff20c', 'tenant_id': '1bdc8e7218ef47a48564ade4b61a0545', 'fixed_ips': [{'subnet_id': '833bbf86-20fb-4933-a3f3-b3fb1a420072'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:50:32.620698 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5fb598e4-9ea6-4e59-8ba5-b7715814e63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:32.635540 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f8be94f7-94ac-46cb-ba14-1a9b959a83d5 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:32.668785 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73ab13-8a6e-4ae0-ae6f-80b4fb57741a req-518ab519-a6f9-4e9b-9e04-ea80f73d727a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:32.670297 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7c73ab13-8a6e-4ae0-ae6f-80b4fb57741a req-518ab519-a6f9-4e9b-9e04-ea80f73d727a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f87e38f0-34be-43ac-849c-a23fab5e8d61 HTTP/1.1" status: 200 len: 1096 time: 0.1828084 May 03 22:50:32.691760 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f8be94f7-94ac-46cb-ba14-1a9b959a83d5 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:32.794585 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e4462e2e-8869-4c98-b41c-c549d234a92a tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:32.815154 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e4462e2e-8869-4c98-b41c-c549d234a92a tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Usage tracker for resource:port and tenant:1bdc8e7218ef47a48564ade4b61a0545 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:32.823118 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e4462e2e-8869-4c98-b41c-c549d234a92a tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:32.857642 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7c73ab13-8a6e-4ae0-ae6f-80b4fb57741a req-4a39715a-fb75-4d29-9c62-a91e35d9a3f3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=50b3d329-dd18-48c5-9e7c-faa609f29b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771483 May 03 22:50:32.857827 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e4462e2e-8869-4c98-b41c-c549d234a92a tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:32.859589 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8be94f7-94ac-46cb-ba14-1a9b959a83d5 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Network 2e6dfd46-7c09-4f0a-a2fd-06f87aae6171 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:50:32.863290 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-f8be94f7-94ac-46cb-ba14-1a9b959a83d5 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:50:32.869697 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8be94f7-94ac-46cb-ba14-1a9b959a83d5 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:50:32.875734 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8be94f7-94ac-46cb-ba14-1a9b959a83d5 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:32.876446 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f8be94f7-94ac-46cb-ba14-1a9b959a83d5 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:32.881003 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-5fb598e4-9ea6-4e59-8ba5-b7715814e63f None None] Allocated IP 172.20.0.2 (f673670c-4af6-4d71-903a-062d4d9ff20c/833bbf86-20fb-4933-a3f3-b3fb1a420072/fec6a37f-91b8-4325-9114-9150b6de6cf0) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:50:32.882999 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be94f7-94ac-46cb-ba14-1a9b959a83d5 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Port': ['ID=6fb9c6b3-8ac2-40aa-8e75-d272ac68b582,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:32.918706 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f8be94f7-94ac-46cb-ba14-1a9b959a83d5 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8618133 May 03 22:50:32.922479 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34170) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:32.929995 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4462e2e-8869-4c98-b41c-c549d234a92a tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Made reservation on behalf of 1bdc8e7218ef47a48564ade4b61a0545 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:32.934581 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e4462e2e-8869-4c98-b41c-c549d234a92a tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:32.965184 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-e4462e2e-8869-4c98-b41c-c549d234a92a tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] device_id is not set on port 5df7bee0-3332-4da8-9e0f-57b800e31599 yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:50:32.983114 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4381a-6cbc-4122-b7b5-b62ce58037c4 req-2dbd1e49-c340-41cb-b087-35edff9ef12d tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:32.984326 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-d8d4381a-6cbc-4122-b7b5-b62ce58037c4 req-2dbd1e49-c340-41cb-b087-35edff9ef12d tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Synchronizing usage tracker for tenant:c9b36c2026314fcba54b84af09c29f52 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:50:33.030495 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-d8d4381a-6cbc-4122-b7b5-b62ce58037c4 req-2dbd1e49-c340-41cb-b087-35edff9ef12d tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Unset dirty status for tenant:c9b36c2026314fcba54b84af09c29f52 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:50:33.032088 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d8d4381a-6cbc-4122-b7b5-b62ce58037c4 req-2dbd1e49-c340-41cb-b087-35edff9ef12d tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.67 "GET /v2.0/ports?device_id=d5377de6-693a-44c6-b042-ed3f4594fe50 HTTP/1.1" status: 200 len: 945 time: 0.2802806 May 03 22:50:33.040884 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-47785f4c-35a5-4f85-88f3-786bb40391a9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Deleting port 6fb9c6b3-8ac2-40aa-8e75-d272ac68b582 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:50:33.041735 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-47785f4c-35a5-4f85-88f3-786bb40391a9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:33.078175 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf0a4f-f395-4331-abae-b0b01427daaf req-7c4a8b57-5e6c-4f2a-a6ea-ba3efa82f14d tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:33.079686 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6fcf0a4f-f395-4331-abae-b0b01427daaf req-7c4a8b57-5e6c-4f2a-a6ea-ba3efa82f14d tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5377de6-693a-44c6-b042-ed3f4594fe50 HTTP/1.1" status: 200 len: 945 time: 0.5001431 May 03 22:50:33.143772 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6fcf0a4f-f395-4331-abae-b0b01427daaf req-49046289-3643-4081-985b-f9da99ec3950 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f60409b-60d6-48ab-b5e8-7e13dd8161b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562708 May 03 22:50:33.345176 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-d8d4381a-6cbc-4122-b7b5-b62ce58037c4 req-2e233779-0fa3-4b27-bd5e-b7c1fa4b9c8d tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Deleting port d8442c7b-07b0-40e9-8fc3-521b4a78bd90 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:50:33.345941 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d8d4381a-6cbc-4122-b7b5-b62ce58037c4 req-2e233779-0fa3-4b27-bd5e-b7c1fa4b9c8d tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:33.375884 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5fb598e4-9ea6-4e59-8ba5-b7715814e63f None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:33.388841 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5fb598e4-9ea6-4e59-8ba5-b7715814e63f None None] Transition to ACTIVE for port object fec6a37f-91b8-4325-9114-9150b6de6cf0 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:50:33.412096 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5fb598e4-9ea6-4e59-8ba5-b7715814e63f None None] Transition to ACTIVE for port object fec6a37f-91b8-4325-9114-9150b6de6cf0 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:50:33.420908 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5fb598e4-9ea6-4e59-8ba5-b7715814e63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:33.501431 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb598e4-9ea6-4e59-8ba5-b7715814e63f None None] Network f673670c-4af6-4d71-903a-062d4d9ff20c is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:50:33.504361 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-5fb598e4-9ea6-4e59-8ba5-b7715814e63f None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:50:33.504582 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050a56d-964b-485c-bdb7-71b25ea70034 req-ba50648b-b48a-4a65-8c2f-6e057db6d57c tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:33.506339 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5050a56d-964b-485c-bdb7-71b25ea70034 req-ba50648b-b48a-4a65-8c2f-6e057db6d57c tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/ports?device_id=f87e38f0-34be-43ac-849c-a23fab5e8d61 HTTP/1.1" status: 200 len: 945 time: 0.2659876 May 03 22:50:33.507192 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb598e4-9ea6-4e59-8ba5-b7715814e63f None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:50:33.540296 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85b8c9-62ff-4abc-a61d-7c774c2ec41a req-35aced55-f29b-495a-bf8f-25e5018d1ac5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:33.542193 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fc85b8c9-62ff-4abc-a61d-7c774c2ec41a req-35aced55-f29b-495a-bf8f-25e5018d1ac5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 946 time: 0.2144375 May 03 22:50:33.552563 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb598e4-9ea6-4e59-8ba5-b7715814e63f None None] Pushing event updated for resources: {'Port': ['ID=fec6a37f-91b8-4325-9114-9150b6de6cf0,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:33.610176 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb598e4-9ea6-4e59-8ba5-b7715814e63f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:33.610477 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb598e4-9ea6-4e59-8ba5-b7715814e63f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:33.610768 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb598e4-9ea6-4e59-8ba5-b7715814e63f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:33.611153 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb598e4-9ea6-4e59-8ba5-b7715814e63f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:33.611492 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb598e4-9ea6-4e59-8ba5-b7715814e63f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:33.611808 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb598e4-9ea6-4e59-8ba5-b7715814e63f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:33.612132 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb598e4-9ea6-4e59-8ba5-b7715814e63f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:33.612457 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb598e4-9ea6-4e59-8ba5-b7715814e63f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:33.612787 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb598e4-9ea6-4e59-8ba5-b7715814e63f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:33.613154 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb598e4-9ea6-4e59-8ba5-b7715814e63f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:33.613468 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb598e4-9ea6-4e59-8ba5-b7715814e63f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:33.613787 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb598e4-9ea6-4e59-8ba5-b7715814e63f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:33.626654 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.api [None req-e4462e2e-8869-4c98-b41c-c549d234a92a tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-c229b366-1a71-4e0c-8c93-e1db6856162c {{(pid=88069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:50:33.627142 n-d-811807-1 neutron-server[88069]: DEBUG oslo_db.api [None req-e4462e2e-8869-4c98-b41c-c549d234a92a tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:50:33.644733 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-5fb598e4-9ea6-4e59-8ba5-b7715814e63f None None] Attempting to bind port fec6a37f-91b8-4325-9114-9150b6de6cf0 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:50:33.645096 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-5fb598e4-9ea6-4e59-8ba5-b7715814e63f None None] Attempting to bind port fec6a37f-91b8-4325-9114-9150b6de6cf0 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '8db0870f-e430-4016-9962-a87af13fb373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f673670c-4af6-4d71-903a-062d4d9ff20c'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:50:33.645451 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb598e4-9ea6-4e59-8ba5-b7715814e63f None None] Attempting to bind port fec6a37f-91b8-4325-9114-9150b6de6cf0 on network f673670c-4af6-4d71-903a-062d4d9ff20c {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:50:33.651909 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb598e4-9ea6-4e59-8ba5-b7715814e63f None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:50:33.652274 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb598e4-9ea6-4e59-8ba5-b7715814e63f None None] Checking segment: {'id': '8db0870f-e430-4016-9962-a87af13fb373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f673670c-4af6-4d71-903a-062d4d9ff20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:50:33.652671 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5fb598e4-9ea6-4e59-8ba5-b7715814e63f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:33.653058 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb598e4-9ea6-4e59-8ba5-b7715814e63f None None] Bound using segment: {'id': '8db0870f-e430-4016-9962-a87af13fb373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f673670c-4af6-4d71-903a-062d4d9ff20c'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:50:33.653520 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-5fb598e4-9ea6-4e59-8ba5-b7715814e63f None None] Bound port: fec6a37f-91b8-4325-9114-9150b6de6cf0, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db0870f-e430-4016-9962-a87af13fb373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f673670c-4af6-4d71-903a-062d4d9ff20c'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:50:33.654135 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5fb598e4-9ea6-4e59-8ba5-b7715814e63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:33.664796 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-47785f4c-35a5-4f85-88f3-786bb40391a9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:33.684819 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5050a56d-964b-485c-bdb7-71b25ea70034 req-cd3d50ef-4fbc-48dc-8e9f-6b6ca4341c52 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/security-groups?id=50b3d329-dd18-48c5-9e7c-faa609f29b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622448 May 03 22:50:33.710826 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fc85b8c9-62ff-4abc-a61d-7c774c2ec41a req-e8b16497-486b-496a-8bc8-8c041a3a0185 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952435 May 03 22:50:33.792414 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-5fb598e4-9ea6-4e59-8ba5-b7715814e63f None None] For port fec6a37f-91b8-4325-9114-9150b6de6cf0, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:50:33.796071 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-5fb598e4-9ea6-4e59-8ba5-b7715814e63f None None] For port fec6a37f-91b8-4325-9114-9150b6de6cf0, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=fec6a37f-91b8-4325-9114-9150b6de6cf0,segment=NetworkSegment(8db0870f-e430-4016-9962-a87af13fb373),segment_id=8db0870f-e430-4016-9962-a87af13fb373)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:50:33.803301 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5fb598e4-9ea6-4e59-8ba5-b7715814e63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:33.890845 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-47785f4c-35a5-4f85-88f3-786bb40391a9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Calling delete_port for 6fb9c6b3-8ac2-40aa-8e75-d272ac68b582 owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:50:33.916960 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb598e4-9ea6-4e59-8ba5-b7715814e63f None None] Pushing event updated for resources: {'Port': ['ID=fec6a37f-91b8-4325-9114-9150b6de6cf0,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:34.128858 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e4462e2e-8869-4c98-b41c-c549d234a92a tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:34.176303 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-47785f4c-35a5-4f85-88f3-786bb40391a9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:34.196570 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-e4462e2e-8869-4c98-b41c-c549d234a92a tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] device_id is not set on port 137ec7eb-fbc2-495f-9adf-2b7901ea11f8 yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:50:34.297061 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47785f4c-35a5-4f85-88f3-786bb40391a9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'Port': ['ID=6fb9c6b3-8ac2-40aa-8e75-d272ac68b582,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:34.317721 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-47785f4c-35a5-4f85-88f3-786bb40391a9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:34.337469 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-45c4cd84-f2d6-4268-b3b6-0ff28ede2025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:34.345158 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-45c4cd84-f2d6-4268-b3b6-0ff28ede2025 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 1097 time: 0.6891935 May 03 22:50:34.378193 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-47785f4c-35a5-4f85-88f3-786bb40391a9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/ports/6fb9c6b3-8ac2-40aa-8e75-d272ac68b582 HTTP/1.1" status: 204 len: 168 time: 1.4525433 May 03 22:50:34.424231 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34186) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:34.438212 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-7ee0c45c-3909-4904-89fd-6e5ba0eb11bf tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'port': {'network_id': '2e6dfd46-7c09-4f0a-a2fd-06f87aae6171', 'mac_address': 'fa:16:3e:46:aa:58', 'name': 'tempest-PortsIpV6TestJSON-1808291646'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:34.514951 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-d8d4381a-6cbc-4122-b7b5-b62ce58037c4 req-2e233779-0fa3-4b27-bd5e-b7c1fa4b9c8d tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] For port d8442c7b-07b0-40e9-8fc3-521b4a78bd90, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=d8442c7b-07b0-40e9-8fc3-521b4a78bd90,segment=NetworkSegment(0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a),segment_id=0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:50:34.515306 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d8d4381a-6cbc-4122-b7b5-b62ce58037c4 req-2e233779-0fa3-4b27-bd5e-b7c1fa4b9c8d tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:34.626269 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-372ba24f-3b79-4cec-8684-4c99ae978b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:34.627723 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-372ba24f-3b79-4cec-8684-4c99ae978b29 service neutron] 10.222.0.67 "GET /v2.0/networks?id=205448ae-d8cd-4b1c-9138-0734b8d65b11 HTTP/1.1" status: 200 len: 898 time: 0.2671885 May 03 22:50:34.778889 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7ee0c45c-3909-4904-89fd-6e5ba0eb11bf tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:34.783109 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7ee0c45c-3909-4904-89fd-6e5ba0eb11bf tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:port and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:34.786236 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7ee0c45c-3909-4904-89fd-6e5ba0eb11bf tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:34.801111 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7ee0c45c-3909-4904-89fd-6e5ba0eb11bf tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:34.838189 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-e4462e2e-8869-4c98-b41c-c549d234a92a tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Allocated IP 172.20.0.4 (f673670c-4af6-4d71-903a-062d4d9ff20c/833bbf86-20fb-4933-a3f3-b3fb1a420072/137ec7eb-fbc2-495f-9adf-2b7901ea11f8) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:50:34.872211 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1a726-27cf-4fb1-8fe7-b4cdcb499485 req-60e97063-be13-47c2-b5f5-032d255dd15a tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:34.879203 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-13f1a726-27cf-4fb1-8fe7-b4cdcb499485 req-60e97063-be13-47c2-b5f5-032d255dd15a tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5377de6-693a-44c6-b042-ed3f4594fe50 HTTP/1.1" status: 200 len: 945 time: 0.5097659 May 03 22:50:34.923385 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee0c45c-3909-4904-89fd-6e5ba0eb11bf tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Made reservation on behalf of e4487dd9134946019ccb9652c13000b7 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:34.942152 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-7e94561e-7426-4666-9bf3-c798adf5af9a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85b92057-4bb8-4560-8b1d-787a33125312 HTTP/1.1" status: 200 len: 1001 time: 0.2295680 May 03 22:50:35.013546 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-13f1a726-27cf-4fb1-8fe7-b4cdcb499485 req-351324e3-385a-40c6-8ef3-7eb1d153e698 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=0f60409b-60d6-48ab-b5e8-7e13dd8161b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333878 May 03 22:50:35.030579 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-068b0d3d-0fd4-4eaf-995e-2b574c54a07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:35.030579 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-068b0d3d-0fd4-4eaf-995e-2b574c54a07a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2cf564aa-e2bf-4b2e-a23f-3f341609bb2f HTTP/1.1" status: 200 len: 834 time: 0.0720634 May 03 22:50:35.154945 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d8d4381a-6cbc-4122-b7b5-b62ce58037c4 req-2e233779-0fa3-4b27-bd5e-b7c1fa4b9c8d tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:35.155355 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d8d4381a-6cbc-4122-b7b5-b62ce58037c4 req-2e233779-0fa3-4b27-bd5e-b7c1fa4b9c8d tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:35.155675 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [req-d8d4381a-6cbc-4122-b7b5-b62ce58037c4 req-2e233779-0fa3-4b27-bd5e-b7c1fa4b9c8d tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Floating IP 4b7fbfd7-1c9f-48d0-9c59-a30ee8b47eab disassociated. External IP: 172.25.2.230, port: d8442c7b-07b0-40e9-8fc3-521b4a78bd90. May 03 22:50:35.156021 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-d8d4381a-6cbc-4122-b7b5-b62ce58037c4 req-2e233779-0fa3-4b27-bd5e-b7c1fa4b9c8d tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Calling delete_port for d8442c7b-07b0-40e9-8fc3-521b4a78bd90 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:50:35.161526 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7ee0c45c-3909-4904-89fd-6e5ba0eb11bf tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:35.296628 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602568f-8aec-42b1-ac35-47dfadf4e8ce req-6fb76f7b-e412-41f3-9e3a-bd047df39578 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:35.298932 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4602568f-8aec-42b1-ac35-47dfadf4e8ce req-6fb76f7b-e412-41f3-9e3a-bd047df39578 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/ports?device_id=f87e38f0-34be-43ac-849c-a23fab5e8d61 HTTP/1.1" status: 200 len: 945 time: 0.5061209 May 03 22:50:35.304391 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-a966c4d2-9ab2-4680-bf3f-e69b703bc235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:35.306095 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-a966c4d2-9ab2-4680-bf3f-e69b703bc235 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=205448ae-d8cd-4b1c-9138-0734b8d65b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2692478 May 03 22:50:35.360406 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-7ee0c45c-3909-4904-89fd-6e5ba0eb11bf tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] device_id is not set on port f705af25-6109-4889-abe3-d22306c23057 yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:50:35.379173 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af92f60-2af6-4630-bde1-327dc73c7783 None None] Network f673670c-4af6-4d71-903a-062d4d9ff20c requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:50:35.447124 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d8d4381a-6cbc-4122-b7b5-b62ce58037c4 req-2e233779-0fa3-4b27-bd5e-b7c1fa4b9c8d tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:35.480863 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4602568f-8aec-42b1-ac35-47dfadf4e8ce req-ecd00220-038e-4876-80d3-b3e079d59d9b tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/security-groups?id=50b3d329-dd18-48c5-9e7c-faa609f29b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833795 May 03 22:50:35.525005 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device d8442c7b-07b0-40e9-8fc3-521b4a78bd90 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:50:35.566665 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e4462e2e-8869-4c98-b41c-c549d234a92a tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:35.573703 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: d8442c7b-07b0-40e9-8fc3-521b4a78bd90 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:50:35.574089 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device d8442c7b-07b0-40e9-8fc3-521b4a78bd90 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:50:35.583142 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a53822-6ff1-4796-b076-1a9faa627d11 req-03f7e89b-8353-4d91-ac17-705fde4c1f9a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:35.584765 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-84a53822-6ff1-4796-b076-1a9faa627d11 req-03f7e89b-8353-4d91-ac17-705fde4c1f9a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 946 time: 0.3876224 May 03 22:50:35.610517 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-313c6461-89f9-492d-b9b3-33f543bdf43a None None] Provisioning for port fec6a37f-91b8-4325-9114-9150b6de6cf0 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:50:35.625360 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-e4462e2e-8869-4c98-b41c-c549d234a92a tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Transition to ACTIVE for port object 137ec7eb-fbc2-495f-9adf-2b7901ea11f8 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:50:35.704969 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-84a53822-6ff1-4796-b076-1a9faa627d11 req-d525a8a6-9b75-4892-96a6-60cad3974d63 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103461 May 03 22:50:35.857473 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e233779-0fa3-4b27-bd5e-b7c1fa4b9c8d tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Pushing event deleted for resources: {'Port': ['ID=d8442c7b-07b0-40e9-8fc3-521b4a78bd90,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:35.876400 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7ee0c45c-3909-4904-89fd-6e5ba0eb11bf tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:35.892665 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e4462e2e-8869-4c98-b41c-c549d234a92a tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:36.027006 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4462e2e-8869-4c98-b41c-c549d234a92a tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Network f673670c-4af6-4d71-903a-062d4d9ff20c is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:50:36.038488 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b893b40-92d4-463f-a373-253f0241e416 req-55826bcf-c295-4350-9c5d-ece078f0bbc1 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:36.048093 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6b893b40-92d4-463f-a373-253f0241e416 req-55826bcf-c295-4350-9c5d-ece078f0bbc1 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/ports?device_id=f87e38f0-34be-43ac-849c-a23fab5e8d61 HTTP/1.1" status: 200 len: 945 time: 0.2705467 May 03 22:50:36.059606 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-e4462e2e-8869-4c98-b41c-c549d234a92a tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:50:36.079947 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4462e2e-8869-4c98-b41c-c549d234a92a tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:50:36.111695 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-b5e890ea-276d-418e-b36d-c0892778cea4 service neutron] 10.222.0.67 "GET /v2.0/networks/205448ae-d8cd-4b1c-9138-0734b8d65b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7963006 May 03 22:50:36.133331 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4462e2e-8869-4c98-b41c-c549d234a92a tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Pushing event updated for resources: {'Port': ['ID=137ec7eb-fbc2-495f-9adf-2b7901ea11f8,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:36.182148 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7ee0c45c-3909-4904-89fd-6e5ba0eb11bf tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:36.207533 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device fec6a37f-91b8-4325-9114-9150b6de6cf0 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:50:36.356800 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8d4381a-6cbc-4122-b7b5-b62ce58037c4 req-2e233779-0fa3-4b27-bd5e-b7c1fa4b9c8d tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Router 71f9c2f0-9970-471d-8465-8e1a4e55130e has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:50:36.367724 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port fec6a37f-91b8-4325-9114-9150b6de6cf0 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:50:36.381381 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port fec6a37f-91b8-4325-9114-9150b6de6cf0 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:50:36.382603 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:36.444483 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4462e2e-8869-4c98-b41c-c549d234a92a tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:36.448421 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e4462e2e-8869-4c98-b41c-c549d234a92a tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:36.488377 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-15fd5dad-99a9-4f3b-924f-384df8de295b service neutron] 10.222.0.67 "GET /v2.0/networks/205448ae-d8cd-4b1c-9138-0734b8d65b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675041 May 03 22:50:36.532743 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-92a6da31-ff0b-43b7-a0ef-852f0b6c151b req-95bb7ab7-285b-4e2a-a907-c90329c7ad84 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5377de6-693a-44c6-b042-ed3f4594fe50 HTTP/1.1" status: 200 len: 210 time: 0.3165159 May 03 22:50:36.557659 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee0c45c-3909-4904-89fd-6e5ba0eb11bf tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Network 2e6dfd46-7c09-4f0a-a2fd-06f87aae6171 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:50:36.582771 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-7ee0c45c-3909-4904-89fd-6e5ba0eb11bf tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:50:36.588625 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee0c45c-3909-4904-89fd-6e5ba0eb11bf tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:50:36.595546 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee0c45c-3909-4904-89fd-6e5ba0eb11bf tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:36.598213 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7ee0c45c-3909-4904-89fd-6e5ba0eb11bf tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:36.611621 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6b893b40-92d4-463f-a373-253f0241e416 req-d0e7c677-1759-42ae-a6a2-1f073c4cc982 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/security-groups?id=50b3d329-dd18-48c5-9e7c-faa609f29b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5449739 May 03 22:50:36.647592 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:36.693235 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e4462e2e-8869-4c98-b41c-c549d234a92a tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3701382 May 03 22:50:36.708016 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0c45c-3909-4904-89fd-6e5ba0eb11bf tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Port': ['ID=f705af25-6109-4889-abe3-d22306c23057,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:36.710257 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34274) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:36.718763 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7ee0c45c-3909-4904-89fd-6e5ba0eb11bf tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2933896 May 03 22:50:36.728848 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port fec6a37f-91b8-4325-9114-9150b6de6cf0, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=fec6a37f-91b8-4325-9114-9150b6de6cf0,segment=NetworkSegment(8db0870f-e430-4016-9962-a87af13fb373),segment_id=8db0870f-e430-4016-9962-a87af13fb373)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:50:36.737774 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:36.785121 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34278) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:36.838849 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8d4381a-6cbc-4122-b7b5-b62ce58037c4 req-2e233779-0fa3-4b27-bd5e-b7c1fa4b9c8d tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:50:36.850486 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd66ad99-9bba-4004-a068-7d5110843c05 None None] Sync routers for ids ['71f9c2f0-9970-471d-8465-8e1a4e55130e'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:50:36.866826 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6c23b756-0a2e-4791-bf23-8e678c514bf2 None None] Provisioning for port 137ec7eb-fbc2-495f-9adf-2b7901ea11f8 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:50:36.875463 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6c23b756-0a2e-4791-bf23-8e678c514bf2 None None] Provisioning complete for port 137ec7eb-fbc2-495f-9adf-2b7901ea11f8 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:50:36.876050 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6c23b756-0a2e-4791-bf23-8e678c514bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:36.877749 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd66ad99-9bba-4004-a068-7d5110843c05 None None] Routers {'71f9c2f0-9970-471d-8465-8e1a4e55130e'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:50:36.878412 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-fd66ad99-9bba-4004-a068-7d5110843c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:50:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['71f9c2f0-9970-471d-8465-8e1a4e55130e'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:36.945211 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-6c23b756-0a2e-4791-bf23-8e678c514bf2 None None] Port 137ec7eb-fbc2-495f-9adf-2b7901ea11f8 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:50:36.956522 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=fec6a37f-91b8-4325-9114-9150b6de6cf0,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:37.031527 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d4381a-6cbc-4122-b7b5-b62ce58037c4 req-2e233779-0fa3-4b27-bd5e-b7c1fa4b9c8d tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] No DVR routers for this DVR port d8442c7b-07b0-40e9-8fc3-521b4a78bd90 on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:50:37.034072 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d8d4381a-6cbc-4122-b7b5-b62ce58037c4 req-2e233779-0fa3-4b27-bd5e-b7c1fa4b9c8d tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:37.060705 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5377de6-693a-44c6-b042-ed3f4594fe50', 'name': 'network-vif-deleted', 'tag': 'd8442c7b-07b0-40e9-8fc3-521b4a78bd90'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:50:37.070390 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d8d4381a-6cbc-4122-b7b5-b62ce58037c4 req-2e233779-0fa3-4b27-bd5e-b7c1fa4b9c8d tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.67 "DELETE /v2.0/ports/d8442c7b-07b0-40e9-8fc3-521b4a78bd90 HTTP/1.1" status: 204 len: 173 time: 3.9431443 May 03 22:50:37.104281 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5271172-6977-4eb9-9ca8-2e0ec0fecfbb tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:37.104892 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f5271172-6977-4eb9-9ca8-2e0ec0fecfbb tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Synchronizing usage tracker for tenant:e4487dd9134946019ccb9652c13000b7 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:50:37.123599 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-cb50e31d-6a85-4f7f-ab58-2d7f8a1fd89c tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Deleting port 137ec7eb-fbc2-495f-9adf-2b7901ea11f8 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:50:37.123951 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cb50e31d-6a85-4f7f-ab58-2d7f8a1fd89c tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:37.233010 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-fd66ad99-9bba-4004-a068-7d5110843c05 None None] Set router 71f9c2f0-9970-471d-8465-8e1a4e55130e gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:50:37.245151 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f5271172-6977-4eb9-9ca8-2e0ec0fecfbb tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Unset dirty status for tenant:e4487dd9134946019ccb9652c13000b7 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:50:37.248892 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f5271172-6977-4eb9-9ca8-2e0ec0fecfbb tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "GET /v2.0/ports/f705af25-6109-4889-abe3-d22306c23057 HTTP/1.1" status: 200 len: 845 time: 0.4469113 May 03 22:50:37.249723 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34288) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:37.346688 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-fadbd082-9e9d-4c2e-bb41-8534462b06f3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Deleting port f705af25-6109-4889-abe3-d22306c23057 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:50:37.347192 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fadbd082-9e9d-4c2e-bb41-8534462b06f3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:37.500578 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c03abd-febe-45dd-a891-f781c0972414 req-c8ee1dd0-15fe-4761-92d9-0bcd515bbb6f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:37.502148 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-63c03abd-febe-45dd-a891-f781c0972414 req-c8ee1dd0-15fe-4761-92d9-0bcd515bbb6f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 946 time: 0.5124381 May 03 22:50:37.564810 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12642f00-6730-4bcb-af18-c7229eb2c6c4 req-322a5a7a-fae9-4a63-abf8-0a339705a848 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:37.566756 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-12642f00-6730-4bcb-af18-c7229eb2c6c4 req-322a5a7a-fae9-4a63-abf8-0a339705a848 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/ports?device_id=f87e38f0-34be-43ac-849c-a23fab5e8d61 HTTP/1.1" status: 200 len: 945 time: 0.4085479 May 03 22:50:37.699609 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-fd66ad99-9bba-4004-a068-7d5110843c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'name': 'tempest-AttachVolumeNegativeTest-1275687319-router', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:43Z', 'updated_at': '2022-05-03T22:44:00Z', 'revision_number': 4, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'gw_port': {'id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:46Z', 'updated_at': '2022-05-03T22:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '4d645a25-4ca4-4837-90a6-4ddb8a04dacb', 'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'mac_address': 'fa:16:3e:18:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:57Z', 'updated_at': '2022-05-03T22:44:15Z', 'revision_number': 5, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'subnets': [{'id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:37.704763 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd66ad99-9bba-4004-a068-7d5110843c05 None None] Checking router: 71f9c2f0-9970-471d-8465-8e1a4e55130e for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:50:37.707662 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-63c03abd-febe-45dd-a891-f781c0972414 req-32e4dc4c-71a7-4d2b-8ede-60ac3b1a038a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833775 May 03 22:50:37.718495 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd66ad99-9bba-4004-a068-7d5110843c05 None None] Routers {'71f9c2f0-9970-471d-8465-8e1a4e55130e'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:50:37.719624 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-fd66ad99-9bba-4004-a068-7d5110843c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:50:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['71f9c2f0-9970-471d-8465-8e1a4e55130e'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:37.730425 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-12642f00-6730-4bcb-af18-c7229eb2c6c4 req-f62e86ba-6582-4244-b7d5-e3f7c4dbb523 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/security-groups?id=50b3d329-dd18-48c5-9e7c-faa609f29b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551669 May 03 22:50:37.790057 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cb50e31d-6a85-4f7f-ab58-2d7f8a1fd89c tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:37.849677 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30c98e62-c05f-4c21-a383-6bd5b77367f4'] response: {'server_uuid': 'd5377de6-693a-44c6-b042-ed3f4594fe50', 'name': 'network-vif-deleted', 'tag': 'd8442c7b-07b0-40e9-8fc3-521b4a78bd90', 'status': 'completed', 'code': 200} May 03 22:50:37.912185 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fadbd082-9e9d-4c2e-bb41-8534462b06f3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:37.961876 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-cb50e31d-6a85-4f7f-ab58-2d7f8a1fd89c tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Calling delete_port for 137ec7eb-fbc2-495f-9adf-2b7901ea11f8 owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:50:37.975755 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-fd66ad99-9bba-4004-a068-7d5110843c05 None None] Set router 71f9c2f0-9970-471d-8465-8e1a4e55130e gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:50:38.180339 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device fec6a37f-91b8-4325-9114-9150b6de6cf0 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:50:38.203206 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-fadbd082-9e9d-4c2e-bb41-8534462b06f3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Calling delete_port for f705af25-6109-4889-abe3-d22306c23057 owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:50:38.275104 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cb50e31d-6a85-4f7f-ab58-2d7f8a1fd89c tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:38.310979 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fadbd082-9e9d-4c2e-bb41-8534462b06f3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:38.344946 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port fec6a37f-91b8-4325-9114-9150b6de6cf0 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:50:38.345338 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:38.352364 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34298) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:38.379215 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbd082-9e9d-4c2e-bb41-8534462b06f3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'Port': ['ID=f705af25-6109-4889-abe3-d22306c23057,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:38.380990 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50e31d-6a85-4f7f-ab58-2d7f8a1fd89c tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Pushing event deleted for resources: {'Port': ['ID=137ec7eb-fbc2-495f-9adf-2b7901ea11f8,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:38.390814 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fadbd082-9e9d-4c2e-bb41-8534462b06f3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:38.411441 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fadbd082-9e9d-4c2e-bb41-8534462b06f3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/ports/f705af25-6109-4889-abe3-d22306c23057 HTTP/1.1" status: 204 len: 168 time: 1.1597178 May 03 22:50:38.413518 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34302) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:38.449893 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-fd66ad99-9bba-4004-a068-7d5110843c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'name': 'tempest-AttachVolumeNegativeTest-1275687319-router', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:43Z', 'updated_at': '2022-05-03T22:44:00Z', 'revision_number': 4, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'gw_port': {'id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:46Z', 'updated_at': '2022-05-03T22:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '4d645a25-4ca4-4837-90a6-4ddb8a04dacb', 'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'mac_address': 'fa:16:3e:18:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:57Z', 'updated_at': '2022-05-03T22:44:15Z', 'revision_number': 5, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'subnets': [{'id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:38.456336 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd66ad99-9bba-4004-a068-7d5110843c05 None None] The sync data for ids ['71f9c2f0-9970-471d-8465-8e1a4e55130e'] in n-d-811807-1 is: [{'id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'name': 'tempest-AttachVolumeNegativeTest-1275687319-router', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:43Z', 'updated_at': '2022-05-03T22:44:00Z', 'revision_number': 4, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'gw_port': {'id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:46Z', 'updated_at': '2022-05-03T22:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '4d645a25-4ca4-4837-90a6-4ddb8a04dacb', 'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'mac_address': 'fa:16:3e:18:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:57Z', 'updated_at': '2022-05-03T22:44:15Z', 'revision_number': 5, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'subnets': [{'id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:50:38.497386 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d5b72a3-20f3-4c86-a0e2-d243d4439719 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] GET failed (client error): The resource could not be found. May 03 22:50:38.498330 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2d5b72a3-20f3-4c86-a0e2-d243d4439719 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Synchronizing usage tracker for tenant:e4487dd9134946019ccb9652c13000b7 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:50:38.532620 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2d5b72a3-20f3-4c86-a0e2-d243d4439719 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Unset dirty status for tenant:e4487dd9134946019ccb9652c13000b7 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:50:38.538206 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2d5b72a3-20f3-4c86-a0e2-d243d4439719 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "GET /v2.0/ports/f705af25-6109-4889-abe3-d22306c23057 HTTP/1.1" status: 404 len: 333 time: 0.1215663 May 03 22:50:38.540006 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34308) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:38.554069 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-0fb38e2a-534e-44b6-8c44-45de692507ee tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'port': {'network_id': '2e6dfd46-7c09-4f0a-a2fd-06f87aae6171', 'name': 'tempest-PortsIpV6TestJSON-1192829360'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:38.587748 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cb50e31d-6a85-4f7f-ab58-2d7f8a1fd89c tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:38.596586 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-cb50e31d-6a85-4f7f-ab58-2d7f8a1fd89c tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] 10.222.0.58 "DELETE /v2.0/ports/137ec7eb-fbc2-495f-9adf-2b7901ea11f8 HTTP/1.1" status: 204 len: 168 time: 1.8828444 May 03 22:50:38.596586 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-251fb852-a3b3-4217-bf9c-5cd4df30de29 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:38.596843 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34312) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:38.685185 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-251fb852-a3b3-4217-bf9c-5cd4df30de29 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:38.756456 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2047c12d-382a-4635-9c1c-1e41dd79ac66 tempest-DHCPAgentSchedulersTestJSON-1069661679 tempest-DHCPAgentSchedulersTestJSON-1069661679-project-admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.1585062 May 03 22:50:38.771214 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34322) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:38.782171 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-d791595e-26b0-481f-837c-c6ff7f9417c9 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-457525751'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:38.799211 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d791595e-26b0-481f-837c-c6ff7f9417c9 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:38.813511 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d791595e-26b0-481f-837c-c6ff7f9417c9 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Usage tracker for resource:network and tenant:1bdc8e7218ef47a48564ade4b61a0545 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:38.817938 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d791595e-26b0-481f-837c-c6ff7f9417c9 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:38.836899 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d791595e-26b0-481f-837c-c6ff7f9417c9 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:38.857271 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-251fb852-a3b3-4217-bf9c-5cd4df30de29 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:38.880915 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d791595e-26b0-481f-837c-c6ff7f9417c9 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Made reservation on behalf of 1bdc8e7218ef47a48564ade4b61a0545 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:38.885109 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d791595e-26b0-481f-837c-c6ff7f9417c9 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:38.949633 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fb852-a3b3-4217-bf9c-5cd4df30de29 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f60409b-60d6-48ab-b5e8-7e13dd8161b0,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:39.024103 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcd093a-a7f0-4630-b3d6-9befb08f0e40 None None] New status for floating IP 4b7fbfd7-1c9f-48d0-9c59-a30ee8b47eab: DOWN {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:50:39.024999 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-0fb38e2a-534e-44b6-8c44-45de692507ee tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:39.045275 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-251fb852-a3b3-4217-bf9c-5cd4df30de29 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:39.046449 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-251fb852-a3b3-4217-bf9c-5cd4df30de29 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "DELETE /v2.0/security-groups/0f60409b-60d6-48ab-b5e8-7e13dd8161b0 HTTP/1.1" status: 204 len: 168 time: 0.6929255 May 03 22:50:39.046936 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-0fb38e2a-534e-44b6-8c44-45de692507ee tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:39.049123 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34326) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:39.057530 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d791595e-26b0-481f-837c-c6ff7f9417c9 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:50:39.073473 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d791595e-26b0-481f-837c-c6ff7f9417c9 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:39.073711 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-a603d917-0814-4380-b328-e83b5a460648 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] show failed (client error): The resource could not be found. May 03 22:50:39.073972 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-d791595e-26b0-481f-837c-c6ff7f9417c9 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Added segment 514fb2af-0019-4105-91c2-b404ad08421e of type vlan for network f1eff3c2-e8a0-4219-ab2f-a646452bf05f May 03 22:50:39.074970 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a603d917-0814-4380-b328-e83b5a460648 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups/0f60409b-60d6-48ab-b5e8-7e13dd8161b0 HTTP/1.1" status: 404 len: 347 time: 0.0248501 May 03 22:50:39.077847 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34330) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:39.084336 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb38e2a-534e-44b6-8c44-45de692507ee tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Made reservation on behalf of e4487dd9134946019ccb9652c13000b7 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:39.089383 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0fb38e2a-534e-44b6-8c44-45de692507ee tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:39.117111 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-0fb38e2a-534e-44b6-8c44-45de692507ee tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] device_id is not set on port a21237d4-084e-434d-82a9-ffaac8a647cc yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:50:39.283512 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d791595e-26b0-481f-837c-c6ff7f9417c9 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:39.311650 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ba492-a383-402d-9427-eb8c617acd62 req-e0c290a1-4ef1-4766-984d-baeac1081d88 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:39.313169 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ef8ba492-a383-402d-9427-eb8c617acd62 req-e0c290a1-4ef1-4766-984d-baeac1081d88 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/ports?device_id=f87e38f0-34be-43ac-849c-a23fab5e8d61 HTTP/1.1" status: 200 len: 945 time: 0.4335005 May 03 22:50:39.316777 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-ab91e113-b1f5-44d2-a11c-964bdff5fe85 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Deleting port 6f07ee67-67e1-4df9-b997-fc90692f8fa4 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:50:39.317126 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ab91e113-b1f5-44d2-a11c-964bdff5fe85 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:39.356291 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d6940-7854-40f3-a54b-3141b04a05f8 req-d0b706df-ee7d-41f4-9292-0ece06a16825 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:39.357730 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8d3d6940-7854-40f3-a54b-3141b04a05f8 req-d0b706df-ee7d-41f4-9292-0ece06a16825 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 946 time: 0.3992698 May 03 22:50:39.426442 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0fb38e2a-534e-44b6-8c44-45de692507ee tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:39.460785 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0fb38e2a-534e-44b6-8c44-45de692507ee tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:39.465142 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d791595e-26b0-481f-837c-c6ff7f9417c9 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:39.470724 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d791595e-26b0-481f-837c-c6ff7f9417c9 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:39.471302 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d791595e-26b0-481f-837c-c6ff7f9417c9 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:39.532514 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb38e2a-534e-44b6-8c44-45de692507ee tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Network 2e6dfd46-7c09-4f0a-a2fd-06f87aae6171 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:50:39.535036 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ef8ba492-a383-402d-9427-eb8c617acd62 req-49aa06c8-3ac2-45cb-8f96-3f94075e1973 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/security-groups?id=50b3d329-dd18-48c5-9e7c-faa609f29b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930671 May 03 22:50:39.537559 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8d3d6940-7854-40f3-a54b-3141b04a05f8 req-a8bc73ac-5efb-43fc-b4a4-c68f78eb4aac tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538992 May 03 22:50:39.544064 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-0fb38e2a-534e-44b6-8c44-45de692507ee tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:50:39.548171 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb38e2a-534e-44b6-8c44-45de692507ee tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:50:39.567951 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb38e2a-534e-44b6-8c44-45de692507ee tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:39.567951 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0fb38e2a-534e-44b6-8c44-45de692507ee tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:39.593093 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb38e2a-534e-44b6-8c44-45de692507ee tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Port': ['ID=a21237d4-084e-434d-82a9-ffaac8a647cc,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:39.639443 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0fb38e2a-534e-44b6-8c44-45de692507ee tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0960524 May 03 22:50:39.640683 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34336) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:39.656121 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-ba6215d4-8135-40c5-80b4-043ed167c9a2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:39.683814 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d791595e-26b0-481f-837c-c6ff7f9417c9 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9113443 May 03 22:50:39.690877 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34340) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:39.693099 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791595e-26b0-481f-837c-c6ff7f9417c9 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Pushing event updated for resources: {'Network': ['ID=f1eff3c2-e8a0-4219-ab2f-a646452bf05f,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:39.704318 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network f1eff3c2-e8a0-4219-ab2f-a646452bf05f details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:50:39.919141 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba6215d4-8135-40c5-80b4-043ed167c9a2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:40.179056 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ab91e113-b1f5-44d2-a11c-964bdff5fe85 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:40.179705 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ab91e113-b1f5-44d2-a11c-964bdff5fe85 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:40.208328 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa531dd-48f2-4dec-ab04-8e9e26b6c7b1 req-1afb28c1-0a26-4c78-a07b-aab63f349bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:40.210033 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7fa531dd-48f2-4dec-ab04-8e9e26b6c7b1 req-1afb28c1-0a26-4c78-a07b-aab63f349bd7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2ae860227d334f489bf32ef847cdf767&device_id=f87e38f0-34be-43ac-849c-a23fab5e8d61 HTTP/1.1" status: 200 len: 1096 time: 0.2112408 May 03 22:50:40.326949 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-ab91e113-b1f5-44d2-a11c-964bdff5fe85 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Calling delete_port for 6f07ee67-67e1-4df9-b997-fc90692f8fa4 owned by network:floatingip {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:50:40.367021 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa531dd-48f2-4dec-ab04-8e9e26b6c7b1 req-bae8d32e-1d2a-44d7-a78c-4ad382194412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:40.368857 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7fa531dd-48f2-4dec-ab04-8e9e26b6c7b1 req-bae8d32e-1d2a-44d7-a78c-4ad382194412 service neutron] 10.222.0.67 "GET /v2.0/networks?id=35d8bd65-160d-4ed6-a9c6-34cd63142d90 HTTP/1.1" status: 200 len: 913 time: 0.1469586 May 03 22:50:40.445015 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1e39a4b7-b9b6-4a37-9ead-37bc9efb21cf tempest-DHCPAgentSchedulersTestJSON-1069661679 tempest-DHCPAgentSchedulersTestJSON-1069661679-project-admin] 10.222.0.58 "GET /v2.0/agents/0a02cfaf-1c58-4ad8-bf71-03321c509fd9/dhcp-networks HTTP/1.1" status: 200 len: 12002 time: 0.7527478 May 03 22:50:40.446080 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34348) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:40.447893 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7fa531dd-48f2-4dec-ab04-8e9e26b6c7b1 req-ec3630ac-4a6d-41d0-bf6b-81fd7cf9555b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6eb102c4-58c9-4ac5-b940-55478448060f HTTP/1.1" status: 200 len: 217 time: 0.0681596 May 03 22:50:40.455108 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba6215d4-8135-40c5-80b4-043ed167c9a2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:40.486893 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e588a6-4ba1-491c-af6d-93dd25d06836 req-c4028753-0c79-4c25-bf68-99214ee08cee tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:40.493666 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba6215d4-8135-40c5-80b4-043ed167c9a2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:40.493911 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-16e588a6-4ba1-491c-af6d-93dd25d06836 req-c4028753-0c79-4c25-bf68-99214ee08cee tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/ports?device_id=f87e38f0-34be-43ac-849c-a23fab5e8d61 HTTP/1.1" status: 200 len: 945 time: 0.4898355 May 03 22:50:40.558994 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ba6215d4-8135-40c5-80b4-043ed167c9a2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] In _notify_port_updated(), no bound segment for port a21237d4-084e-434d-82a9-ffaac8a647cc on network 2e6dfd46-7c09-4f0a-a2fd-06f87aae6171 {{(pid=88070) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 03 22:50:40.564712 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6215d4-8135-40c5-80b4-043ed167c9a2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:40.566014 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba6215d4-8135-40c5-80b4-043ed167c9a2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:40.569975 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ba6215d4-8135-40c5-80b4-043ed167c9a2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "PUT /v2.0/ports/a21237d4-084e-434d-82a9-ffaac8a647cc HTTP/1.1" status: 200 len: 818 time: 0.9234982 May 03 22:50:40.579403 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-16e588a6-4ba1-491c-af6d-93dd25d06836 req-c0a872c7-a307-4bfe-81f9-d88457a62d3b tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/security-groups?id=50b3d329-dd18-48c5-9e7c-faa609f29b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845516 May 03 22:50:40.581576 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34352) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:40.652234 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa531dd-48f2-4dec-ab04-8e9e26b6c7b1 req-1066ab7f-d6d3-4cde-bfab-a8567cdccbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:40.657110 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7fa531dd-48f2-4dec-ab04-8e9e26b6c7b1 req-1066ab7f-d6d3-4cde-bfab-a8567cdccbba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d25b7cec-7289-477b-a43b-c84407b16d91 HTTP/1.1" status: 200 len: 852 time: 0.1982837 May 03 22:50:40.731921 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7fa531dd-48f2-4dec-ab04-8e9e26b6c7b1 req-04124812-7098-415a-86ce-c6a960ddcaf5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=35d8bd65-160d-4ed6-a9c6-34cd63142d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641677 May 03 22:50:40.732524 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6215d4-8135-40c5-80b4-043ed167c9a2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Port': ['ID=a21237d4-084e-434d-82a9-ffaac8a647cc,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:40.885711 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-a1efecda-bf3d-4702-b11f-b204a461101c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Deleting port a21237d4-084e-434d-82a9-ffaac8a647cc {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:50:40.886082 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a1efecda-bf3d-4702-b11f-b204a461101c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:40.891923 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7fa531dd-48f2-4dec-ab04-8e9e26b6c7b1 req-da08ed74-a9f0-49b8-9b10-9439dc9e054e service neutron] 10.222.0.67 "GET /v2.0/networks/35d8bd65-160d-4ed6-a9c6-34cd63142d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510088 May 03 22:50:40.963454 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ed284f-a8c1-4f97-9db5-8448e867dd71 tempest-DHCPAgentSchedulersTestJSON-1069661679 tempest-DHCPAgentSchedulersTestJSON-1069661679-project-admin] Network f1eff3c2-e8a0-4219-ab2f-a646452bf05f is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:50:40.999301 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90495dc8-dd72-4341-a00f-3a51bbbee314 None None] Network f1eff3c2-e8a0-4219-ab2f-a646452bf05f requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:50:40.999737 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c5ed284f-a8c1-4f97-9db5-8448e867dd71 tempest-DHCPAgentSchedulersTestJSON-1069661679 tempest-DHCPAgentSchedulersTestJSON-1069661679-project-admin] 10.222.0.58 "POST /v2.0/agents/0a02cfaf-1c58-4ad8-bf71-03321c509fd9/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5504537 May 03 22:50:41.000482 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ab91e113-b1f5-44d2-a11c-964bdff5fe85 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:41.011666 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34360) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:41.055435 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7fa531dd-48f2-4dec-ab04-8e9e26b6c7b1 req-7962b9bd-3973-40be-bbef-c053f3a5198e service neutron] 10.222.0.67 "GET /v2.0/networks/35d8bd65-160d-4ed6-a9c6-34cd63142d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567357 May 03 22:50:41.092553 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91e113-b1f5-44d2-a11c-964bdff5fe85 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Pushing event deleted for resources: {'Port': ['ID=6f07ee67-67e1-4df9-b997-fc90692f8fa4,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:41.261803 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d5828-8d3c-461d-951f-8e92688cb4a1 req-12d1eed6-a03c-4eb4-a611-64476b0a3802 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:41.263228 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c30d5828-8d3c-461d-951f-8e92688cb4a1 req-12d1eed6-a03c-4eb4-a611-64476b0a3802 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 946 time: 0.5279353 May 03 22:50:41.420402 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ab91e113-b1f5-44d2-a11c-964bdff5fe85 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for floatingip, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:41.501511 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c30d5828-8d3c-461d-951f-8e92688cb4a1 req-7a085916-38f6-4c61-87ac-cd5ae77213b3 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299228 May 03 22:50:41.559384 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ab91e113-b1f5-44d2-a11c-964bdff5fe85 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:41.560525 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ab91e113-b1f5-44d2-a11c-964bdff5fe85 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "DELETE /v2.0/floatingips/4b7fbfd7-1c9f-48d0-9c59-a30ee8b47eab HTTP/1.1" status: 204 len: 168 time: 2.4817090 May 03 22:50:41.562555 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a1efecda-bf3d-4702-b11f-b204a461101c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:41.583687 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0ee5f4ba-f8d1-4cbd-b28b-f5cd59599f3a tempest-DHCPAgentSchedulersTestJSON-1069661679 tempest-DHCPAgentSchedulersTestJSON-1069661679-project-admin] 10.222.0.58 "GET /v2.0/agents/0a02cfaf-1c58-4ad8-bf71-03321c509fd9/dhcp-networks HTTP/1.1" status: 200 len: 12772 time: 0.5376122 May 03 22:50:41.588125 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34366) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:41.722104 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7cdba0e5-a156-4dc5-8229-1fa552a3ca80 tempest-DHCPAgentSchedulersTestJSON-1069661679 tempest-DHCPAgentSchedulersTestJSON-1069661679-project-admin] 10.222.0.58 "DELETE /v2.0/agents/0a02cfaf-1c58-4ad8-bf71-03321c509fd9/dhcp-networks/f1eff3c2-e8a0-4219-ab2f-a646452bf05f HTTP/1.1" status: 204 len: 168 time: 0.1324801 May 03 22:50:41.724128 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34372) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:41.928690 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-a1efecda-bf3d-4702-b11f-b204a461101c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Calling delete_port for a21237d4-084e-434d-82a9-ffaac8a647cc owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:50:41.958753 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34376) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:41.971950 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-85044e9b-9ff3-422a-aa08-ec3fbefda83b tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--950583958', 'description': 'tempest-description--1589039085'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:42.048531 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-85044e9b-9ff3-422a-aa08-ec3fbefda83b tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:42.061998 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-85044e9b-9ff3-422a-aa08-ec3fbefda83b tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Usage tracker for resource:security_group and tenant:c9b36c2026314fcba54b84af09c29f52 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:42.073280 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-85044e9b-9ff3-422a-aa08-ec3fbefda83b tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:42.084081 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffccda6-38bb-420d-9273-33f5509692ec req-4c71d79d-ce7d-4ac0-b3e6-11a61e6903e4 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:42.086545 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-85044e9b-9ff3-422a-aa08-ec3fbefda83b tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:42.097081 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9ffccda6-38bb-420d-9273-33f5509692ec req-4c71d79d-ce7d-4ac0-b3e6-11a61e6903e4 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/ports?device_id=f87e38f0-34be-43ac-849c-a23fab5e8d61 HTTP/1.1" status: 200 len: 945 time: 0.2224731 May 03 22:50:42.119431 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-85044e9b-9ff3-422a-aa08-ec3fbefda83b tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:42.121415 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a1efecda-bf3d-4702-b11f-b204a461101c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:42.178393 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6eacf5ab-f50b-431f-99bc-9d47fd0ed402 tempest-DHCPAgentSchedulersTestJSON-1069661679 tempest-DHCPAgentSchedulersTestJSON-1069661679-project-admin] 10.222.0.58 "GET /v2.0/agents/0a02cfaf-1c58-4ad8-bf71-03321c509fd9/dhcp-networks HTTP/1.1" status: 200 len: 12002 time: 0.4510844 May 03 22:50:42.179903 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34382) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:42.188525 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-85044e9b-9ff3-422a-aa08-ec3fbefda83b tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:42.195008 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-85044e9b-9ff3-422a-aa08-ec3fbefda83b tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Usage tracker for resource:security_group_rule and tenant:c9b36c2026314fcba54b84af09c29f52 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:42.201127 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-85044e9b-9ff3-422a-aa08-ec3fbefda83b tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:42.209017 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-85044e9b-9ff3-422a-aa08-ec3fbefda83b tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:42.214219 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a1efecda-bf3d-4702-b11f-b204a461101c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:42.219644 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1efecda-bf3d-4702-b11f-b204a461101c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'Port': ['ID=a21237d4-084e-434d-82a9-ffaac8a647cc,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:42.219831 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5dad491c-754e-424f-bbfa-dcb1c132205a tempest-DHCPAgentSchedulersTestJSON-1069661679 tempest-DHCPAgentSchedulersTestJSON-1069661679-project-admin] 10.222.0.58 "GET /v2.0/networks/f673670c-4af6-4d71-903a-062d4d9ff20c/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0387878 May 03 22:50:42.222345 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34386) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:42.253447 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a1efecda-bf3d-4702-b11f-b204a461101c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/ports/a21237d4-084e-434d-82a9-ffaac8a647cc HTTP/1.1" status: 204 len: 168 time: 1.6695523 May 03 22:50:42.257020 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34390) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:42.264595 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bfcf7a9e-7b8a-4893-b9df-9703c4ac9b09 tempest-DHCPAgentSchedulersTestJSON-1069661679 tempest-DHCPAgentSchedulersTestJSON-1069661679-project-admin] 10.222.0.58 "GET /v2.0/networks/f673670c-4af6-4d71-903a-062d4d9ff20c/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0411153 May 03 22:50:42.270296 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9ffccda6-38bb-420d-9273-33f5509692ec req-788c0240-a437-410e-b3ee-9b31b7cc22ff tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/security-groups?id=50b3d329-dd18-48c5-9e7c-faa609f29b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721065 May 03 22:50:42.270800 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34394) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:42.379932 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-85044e9b-9ff3-422a-aa08-ec3fbefda83b tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:42.386180 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-85044e9b-9ff3-422a-aa08-ec3fbefda83b tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:42.406224 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f902620-81e9-4e37-bad3-13e50df7b32b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:42.406921 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4f902620-81e9-4e37-bad3-13e50df7b32b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Synchronizing usage tracker for tenant:e4487dd9134946019ccb9652c13000b7 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:50:42.453219 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85044e9b-9ff3-422a-aa08-ec3fbefda83b tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d60f74e-e6a4-4777-9ada-92bec08f97cc,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:42.459467 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-85044e9b-9ff3-422a-aa08-ec3fbefda83b tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:42.464122 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-85044e9b-9ff3-422a-aa08-ec3fbefda83b tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5017815 May 03 22:50:42.464920 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4f902620-81e9-4e37-bad3-13e50df7b32b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Unset dirty status for tenant:e4487dd9134946019ccb9652c13000b7 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:50:42.466076 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4f902620-81e9-4e37-bad3-13e50df7b32b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2053604 May 03 22:50:42.466597 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34400) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:42.468793 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34404) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:42.472307 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-2335fd32-705f-4ecf-afe4-3a5f53438833 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Request body: {'security_group_rule': {'security_group_id': '2d60f74e-e6a4-4777-9ada-92bec08f97cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:42.478866 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2335fd32-705f-4ecf-afe4-3a5f53438833 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:42.483182 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2335fd32-705f-4ecf-afe4-3a5f53438833 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Usage tracker for resource:security_group_rule and tenant:c9b36c2026314fcba54b84af09c29f52 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:42.486275 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2335fd32-705f-4ecf-afe4-3a5f53438833 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:42.492600 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2335fd32-705f-4ecf-afe4-3a5f53438833 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:42.513881 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2335fd32-705f-4ecf-afe4-3a5f53438833 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:42.533111 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-bef633e3-e7de-47a9-b404-4083fa8a93ef tempest-DHCPAgentSchedulersTestJSON-1069661679 tempest-DHCPAgentSchedulersTestJSON-1069661679-project-admin] 10.222.0.58 "GET /v2.0/agents/0a02cfaf-1c58-4ad8-bf71-03321c509fd9/dhcp-networks HTTP/1.1" status: 200 len: 12002 time: 0.2610478 May 03 22:50:42.534672 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34410) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:42.535634 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-928380b6-3869-4bcd-94e4-3617d21ec37b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] GET failed (client error): The resource could not be found. May 03 22:50:42.536189 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-928380b6-3869-4bcd-94e4-3617d21ec37b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Synchronizing usage tracker for tenant:e4487dd9134946019ccb9652c13000b7 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:50:42.549566 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-928380b6-3869-4bcd-94e4-3617d21ec37b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Unset dirty status for tenant:e4487dd9134946019ccb9652c13000b7 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:50:42.554312 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-928380b6-3869-4bcd-94e4-3617d21ec37b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "GET /v2.0/ports/a21237d4-084e-434d-82a9-ffaac8a647cc HTTP/1.1" status: 404 len: 333 time: 0.0811017 May 03 22:50:42.554632 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34414) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:42.560617 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-d5f9cc70-889c-435f-bcd6-be5ce09381ae tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-7356764'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:42.567263 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d5f9cc70-889c-435f-bcd6-be5ce09381ae tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:42.574770 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d5f9cc70-889c-435f-bcd6-be5ce09381ae tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:network and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:42.580007 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d5f9cc70-889c-435f-bcd6-be5ce09381ae tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:42.592714 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d5f9cc70-889c-435f-bcd6-be5ce09381ae tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:42.613927 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f9cc70-889c-435f-bcd6-be5ce09381ae tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Made reservation on behalf of e4487dd9134946019ccb9652c13000b7 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:42.621920 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d5f9cc70-889c-435f-bcd6-be5ce09381ae tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:42.702613 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-27a1bb61-2b26-4e99-885a-ca81ff19eae1 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:42.714224 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f9cc70-889c-435f-bcd6-be5ce09381ae tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:50:42.727630 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d5f9cc70-889c-435f-bcd6-be5ce09381ae tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:42.727973 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-d5f9cc70-889c-435f-bcd6-be5ce09381ae tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Added segment 0f26a06f-5106-4e52-9eff-5958c180e205 of type vlan for network 4fe441cc-c7ae-408f-bc27-a1bd61755fa0 May 03 22:50:42.759441 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2335fd32-705f-4ecf-afe4-3a5f53438833 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:42.764709 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d5f9cc70-889c-435f-bcd6-be5ce09381ae tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:42.776245 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8da7fe-c073-4c95-b1ca-8719a2e5e381 req-61c9b499-13de-48a1-a258-4aa18e07f6e8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:42.777661 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7f8da7fe-c073-4c95-b1ca-8719a2e5e381 req-61c9b499-13de-48a1-a258-4aa18e07f6e8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 946 time: 0.1310863 May 03 22:50:42.779832 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2335fd32-705f-4ecf-afe4-3a5f53438833 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:42.828634 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d5f9cc70-889c-435f-bcd6-be5ce09381ae tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:42.832239 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335fd32-705f-4ecf-afe4-3a5f53438833 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e9e756e-a34f-40f5-87b6-757768fcbcc9,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:42.834216 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f9cc70-889c-435f-bcd6-be5ce09381ae tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:42.834847 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d5f9cc70-889c-435f-bcd6-be5ce09381ae tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:42.889075 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7f8da7fe-c073-4c95-b1ca-8719a2e5e381 req-2185d71d-9b2f-4063-a191-7641579ce52f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038928 May 03 22:50:42.897504 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-27a1bb61-2b26-4e99-885a-ca81ff19eae1 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:42.910545 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2335fd32-705f-4ecf-afe4-3a5f53438833 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:42.912273 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2335fd32-705f-4ecf-afe4-3a5f53438833 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4445455 May 03 22:50:42.925192 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34418) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:42.931296 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-568a11cb-b34e-4aa1-ba63-589081c9fb3b tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Request body: {'security_group_rule': {'security_group_id': '2d60f74e-e6a4-4777-9ada-92bec08f97cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:42.948913 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-568a11cb-b34e-4aa1-ba63-589081c9fb3b tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:42.951264 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d5f9cc70-889c-435f-bcd6-be5ce09381ae tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3954706 May 03 22:50:42.958710 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34422) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:42.961959 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-568a11cb-b34e-4aa1-ba63-589081c9fb3b tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Usage tracker for resource:security_group_rule and tenant:c9b36c2026314fcba54b84af09c29f52 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:42.965366 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-6ec25c1e-700a-44df-a536-4b9fedbc3b00 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'subnet': {'network_id': '4fe441cc-c7ae-408f-bc27-a1bd61755fa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:42.965570 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-568a11cb-b34e-4aa1-ba63-589081c9fb3b tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:42.973332 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-568a11cb-b34e-4aa1-ba63-589081c9fb3b tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:42.979273 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9cc70-889c-435f-bcd6-be5ce09381ae tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Network': ['ID=4fe441cc-c7ae-408f-bc27-a1bd61755fa0,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:42.980107 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-27a1bb61-2b26-4e99-885a-ca81ff19eae1 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1eff3c2-e8a0-4219-ab2f-a646452bf05f']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:42.994579 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 4fe441cc-c7ae-408f-bc27-a1bd61755fa0 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:50:42.997599 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-27a1bb61-2b26-4e99-885a-ca81ff19eae1 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '514fb2af-0019-4105-91c2-b404ad08421e') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:42.998423 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-27a1bb61-2b26-4e99-885a-ca81ff19eae1 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '514fb2af-0019-4105-91c2-b404ad08421e') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:43.018096 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-27a1bb61-2b26-4e99-885a-ca81ff19eae1 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:43.031328 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-568a11cb-b34e-4aa1-ba63-589081c9fb3b tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:43.052006 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-27a1bb61-2b26-4e99-885a-ca81ff19eae1 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:43.075159 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a1bb61-2b26-4e99-885a-ca81ff19eae1 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:50:43.075584 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-27a1bb61-2b26-4e99-885a-ca81ff19eae1 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:43.092017 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:50:43.092017 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:50:43.092017 n-d-811807-1 neutron-server[88070]: timer() May 03 22:50:43.092017 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:50:43.092017 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:50:43.092017 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:50:43.092017 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:50:43.092017 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:50:43.092017 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:50:43.092017 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:50:43.092017 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:50:43.092017 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:50:43.092017 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:50:43.092017 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:50:43.092017 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:50:43.092017 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:50:43.092017 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:50:43.092017 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:50:43.092017 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:50:43.092017 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:50:43.092017 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:50:43.092017 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:50:43.092017 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:50:43.092017 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:50:43.092017 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:50:43.092017 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:50:43.092017 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:50:43.092017 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:50:43.092017 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:50:43.092017 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:50:43.092017 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:50:43.092017 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:50:43.095515 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6ec25c1e-700a-44df-a536-4b9fedbc3b00 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:43.103841 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6ec25c1e-700a-44df-a536-4b9fedbc3b00 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:subnet and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:43.109328 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6ec25c1e-700a-44df-a536-4b9fedbc3b00 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:43.115338 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6ec25c1e-700a-44df-a536-4b9fedbc3b00 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:43.130930 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec25c1e-700a-44df-a536-4b9fedbc3b00 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Made reservation on behalf of e4487dd9134946019ccb9652c13000b7 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:43.134913 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6ec25c1e-700a-44df-a536-4b9fedbc3b00 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:43.206198 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-568a11cb-b34e-4aa1-ba63-589081c9fb3b tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:43.207438 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-27a1bb61-2b26-4e99-885a-ca81ff19eae1 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:43.230221 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-27a1bb61-2b26-4e99-885a-ca81ff19eae1 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:43.234311 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-568a11cb-b34e-4aa1-ba63-589081c9fb3b tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:43.273624 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1bb61-2b26-4e99-885a-ca81ff19eae1 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Pushing event deleted for resources: {'Network': ['ID=f1eff3c2-e8a0-4219-ab2f-a646452bf05f,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:43.278578 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-27a1bb61-2b26-4e99-885a-ca81ff19eae1 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] 10.222.0.58 "DELETE /v2.0/networks/f1eff3c2-e8a0-4219-ab2f-a646452bf05f HTTP/1.1" status: 204 len: 168 time: 0.7390800 May 03 22:50:43.278578 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-568a11cb-b34e-4aa1-ba63-589081c9fb3b tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:43.278578 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-568a11cb-b34e-4aa1-ba63-589081c9fb3b tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3517385 May 03 22:50:43.278578 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34428) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:43.281148 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34432) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:43.281275 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a11cb-b34e-4aa1-ba63-589081c9fb3b tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=956651b0-08f6-4fc5-bc4d-23c3ab812948,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:43.293573 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-5fdc4eb6-9103-477e-b6e2-400e4075ca32 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:43.324857 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-d091599a-e74e-4328-8563-2a35d0583685 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] DELETE failed (client error): The resource could not be found. May 03 22:50:43.325332 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d091599a-e74e-4328-8563-2a35d0583685 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:50:43.327232 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d091599a-e74e-4328-8563-2a35d0583685 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] 10.222.0.58 "DELETE /v2.0/ports/137ec7eb-fbc2-495f-9adf-2b7901ea11f8 HTTP/1.1" status: 404 len: 333 time: 0.0473413 May 03 22:50:43.329762 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34438) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:43.339020 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5fdc4eb6-9103-477e-b6e2-400e4075ca32 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:43.345961 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5fdc4eb6-9103-477e-b6e2-400e4075ca32 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Usage tracker for resource:floatingip and tenant:c9b36c2026314fcba54b84af09c29f52 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:43.351037 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5fdc4eb6-9103-477e-b6e2-400e4075ca32 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:43.358831 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5fdc4eb6-9103-477e-b6e2-400e4075ca32 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:43.399305 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-835e1f96-93f1-4b73-aa39-6c1b15a35bab tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Deleting subnet 833bbf86-20fb-4933-a3f3-b3fb1a420072 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:50:43.403702 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-835e1f96-93f1-4b73-aa39-6c1b15a35bab tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:43.416660 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5fdc4eb6-9103-477e-b6e2-400e4075ca32 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:43.466272 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-835e1f96-93f1-4b73-aa39-6c1b15a35bab tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:43.576257 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-835e1f96-93f1-4b73-aa39-6c1b15a35bab tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:43.628514 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6ec25c1e-700a-44df-a536-4b9fedbc3b00 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:43.660186 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-835e1f96-93f1-4b73-aa39-6c1b15a35bab tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:43.681510 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cfd4f4-4b18-4c9e-aee4-8b6f7ba0c704 req-6c978e04-894a-4a34-8b31-5bbcaad673e6 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:43.683052 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-98cfd4f4-4b18-4c9e-aee4-8b6f7ba0c704 req-6c978e04-894a-4a34-8b31-5bbcaad673e6 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/ports?device_id=f87e38f0-34be-43ac-849c-a23fab5e8d61 HTTP/1.1" status: 200 len: 945 time: 0.2735918 May 03 22:50:43.700958 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e1f96-93f1-4b73-aa39-6c1b15a35bab tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Pushing event deleted for resources: {'Subnet': ['ID=833bbf86-20fb-4933-a3f3-b3fb1a420072,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:43.704871 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-835e1f96-93f1-4b73-aa39-6c1b15a35bab tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:43.712302 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-835e1f96-93f1-4b73-aa39-6c1b15a35bab tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] 10.222.0.58 "DELETE /v2.0/subnets/833bbf86-20fb-4933-a3f3-b3fb1a420072 HTTP/1.1" status: 204 len: 168 time: 0.3813152 May 03 22:50:43.714560 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34442) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:43.717022 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf765c6-fd81-4d8a-8f23-1e85fdfc8956 None None] Network f673670c-4af6-4d71-903a-062d4d9ff20c requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:50:43.783643 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec25c1e-700a-44df-a536-4b9fedbc3b00 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Subnet': ['ID=d91fcb98-055b-4671-8746-f45fb37c63d8,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:43.794966 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-98cfd4f4-4b18-4c9e-aee4-8b6f7ba0c704 req-1b6902c6-316d-4296-893a-eb77be09c073 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/security-groups?id=50b3d329-dd18-48c5-9e7c-faa609f29b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022861 May 03 22:50:43.811389 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec25c1e-700a-44df-a536-4b9fedbc3b00 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Checking segment: {'id': '0f26a06f-5106-4e52-9eff-5958c180e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4fe441cc-c7ae-408f-bc27-a1bd61755fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:50:43.811751 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec25c1e-700a-44df-a536-4b9fedbc3b00 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Network hostable DHCP agents. Network: 4fe441cc-c7ae-408f-bc27-a1bd61755fa0, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:50:43.836773 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ff16afbc-bf1a-4071-9fcc-adf29f626d48 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:43.848521 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5fdc4eb6-9103-477e-b6e2-400e4075ca32 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:43.854581 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ff16afbc-bf1a-4071-9fcc-adf29f626d48 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Deleting port fec6a37f-91b8-4325-9114-9150b6de6cf0 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:50:43.855120 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ff16afbc-bf1a-4071-9fcc-adf29f626d48 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:43.898570 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec25c1e-700a-44df-a536-4b9fedbc3b00 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Network 4fe441cc-c7ae-408f-bc27-a1bd61755fa0 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:50:43.926757 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-6ec25c1e-700a-44df-a536-4b9fedbc3b00 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 4fe441cc-c7ae-408f-bc27-a1bd61755fa0) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:50:43.936927 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec25c1e-700a-44df-a536-4b9fedbc3b00 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:43.937755 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6ec25c1e-700a-44df-a536-4b9fedbc3b00 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:44.024145 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263bdf1a-0445-4304-a1f0-aa1976e2c22b None None] Network 4fe441cc-c7ae-408f-bc27-a1bd61755fa0 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:50:44.065290 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6ec25c1e-700a-44df-a536-4b9fedbc3b00 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1063437 May 03 22:50:44.070636 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34450) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:44.081532 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-08457b83-c168-4d37-88cc-d5f0eeb1b039 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'subnet': {'network_id': '4fe441cc-c7ae-408f-bc27-a1bd61755fa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:44.219218 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-ff16afbc-bf1a-4071-9fcc-adf29f626d48 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] For port fec6a37f-91b8-4325-9114-9150b6de6cf0, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=fec6a37f-91b8-4325-9114-9150b6de6cf0,segment=NetworkSegment(8db0870f-e430-4016-9962-a87af13fb373),segment_id=8db0870f-e430-4016-9962-a87af13fb373)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:50:44.219787 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ff16afbc-bf1a-4071-9fcc-adf29f626d48 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:44.393078 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ffa50d-0eeb-4e87-b205-c8204e86a406 None None] DHCP port deletion for f673670c-4af6-4d71-903a-062d4d9ff20c request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:50:44.411658 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-50ffa50d-0eeb-4e87-b205-c8204e86a406 None None] Deleting port fec6a37f-91b8-4325-9114-9150b6de6cf0 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:50:44.412759 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-50ffa50d-0eeb-4e87-b205-c8204e86a406 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:44.454593 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9527351-f85a-43ae-b86e-71fe87f7db6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-4fe441cc-c7ae-408f-bc27-a1bd61755fa0', 'network_id': '4fe441cc-c7ae-408f-bc27-a1bd61755fa0', 'tenant_id': 'e4487dd9134946019ccb9652c13000b7', 'fixed_ips': [{'subnet_id': 'd91fcb98-055b-4671-8746-f45fb37c63d8'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:50:44.455452 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d9527351-f85a-43ae-b86e-71fe87f7db6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:44.500313 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-5fdc4eb6-9103-477e-b6e2-400e4075ca32 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Allocated IP 172.25.2.95 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/80b56aa8-c3af-4fff-81d2-11b4bb6cb778) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:50:44.666444 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-08457b83-c168-4d37-88cc-d5f0eeb1b039 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:44.671307 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-08457b83-c168-4d37-88cc-d5f0eeb1b039 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:subnet and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:44.673629 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-08457b83-c168-4d37-88cc-d5f0eeb1b039 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:44.679185 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ff16afbc-bf1a-4071-9fcc-adf29f626d48 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Calling delete_port for fec6a37f-91b8-4325-9114-9150b6de6cf0 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:50:44.680199 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-08457b83-c168-4d37-88cc-d5f0eeb1b039 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:44.744136 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08457b83-c168-4d37-88cc-d5f0eeb1b039 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Made reservation on behalf of e4487dd9134946019ccb9652c13000b7 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:44.747539 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-08457b83-c168-4d37-88cc-d5f0eeb1b039 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:44.800702 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ff16afbc-bf1a-4071-9fcc-adf29f626d48 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:44.814041 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23b96c-16da-46c4-8889-369aa4ed6a2d req-e407d446-cc3d-465c-911e-45c8e6431d35 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:44.815043 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8c23b96c-16da-46c4-8889-369aa4ed6a2d req-e407d446-cc3d-465c-911e-45c8e6431d35 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 946 time: 0.5199518 May 03 22:50:44.873629 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff16afbc-bf1a-4071-9fcc-adf29f626d48 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] No DVR routers for this DVR port fec6a37f-91b8-4325-9114-9150b6de6cf0 on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:50:44.914628 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-50ffa50d-0eeb-4e87-b205-c8204e86a406 None None] For port fec6a37f-91b8-4325-9114-9150b6de6cf0, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=fec6a37f-91b8-4325-9114-9150b6de6cf0,segment=NetworkSegment(8db0870f-e430-4016-9962-a87af13fb373),segment_id=8db0870f-e430-4016-9962-a87af13fb373)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:50:44.914896 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-50ffa50d-0eeb-4e87-b205-c8204e86a406 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:44.924678 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16afbc-bf1a-4071-9fcc-adf29f626d48 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Pushing event deleted for resources: {'Port': ['ID=fec6a37f-91b8-4325-9114-9150b6de6cf0,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:44.960440 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3e9f5-b88a-46a2-8c41-6734b8d3ea9b req-f76c59b2-7fb9-4726-8271-e3fafd96469e tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:44.961943 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eab3e9f5-b88a-46a2-8c41-6734b8d3ea9b req-f76c59b2-7fb9-4726-8271-e3fafd96469e tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/ports?device_id=f87e38f0-34be-43ac-849c-a23fab5e8d61 HTTP/1.1" status: 200 len: 945 time: 0.4645350 May 03 22:50:44.964913 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8c23b96c-16da-46c4-8889-369aa4ed6a2d req-a53529ce-4578-4695-9a7c-03fd89e968ea tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405752 May 03 22:50:45.029226 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5fdc4eb6-9103-477e-b6e2-400e4075ca32 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:45.059177 n-d-811807-1 neutron-server[88069]: INFO neutron.db.ipam_backend_mixin [None req-08457b83-c168-4d37-88cc-d5f0eeb1b039 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d91fcb98-055b-4671-8746-f45fb37c63d8 (CIDR: 2001:db8::/64) May 03 22:50:45.064537 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-50ffa50d-0eeb-4e87-b205-c8204e86a406 None None] Calling delete_port for fec6a37f-91b8-4325-9114-9150b6de6cf0 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:50:45.065458 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eab3e9f5-b88a-46a2-8c41-6734b8d3ea9b req-2780bc51-f5e6-4126-a6a6-851231a46e4f tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/security-groups?id=50b3d329-dd18-48c5-9e7c-faa609f29b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929635 May 03 22:50:45.069884 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-08457b83-c168-4d37-88cc-d5f0eeb1b039 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:50:45.070353 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08457b83-c168-4d37-88cc-d5f0eeb1b039 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:50:45.098906 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-08457b83-c168-4d37-88cc-d5f0eeb1b039 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0240173 May 03 22:50:45.100029 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34458) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:45.106603 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-3998a46e-d423-4795-80c8-951cffd34656 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'subnet': {'network_id': '4fe441cc-c7ae-408f-bc27-a1bd61755fa0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:45.163789 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ff16afbc-bf1a-4071-9fcc-adf29f626d48 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:45.192471 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-50ffa50d-0eeb-4e87-b205-c8204e86a406 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:50:45.197310 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-50ffa50d-0eeb-4e87-b205-c8204e86a406 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:50:45.204425 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-ff16afbc-bf1a-4071-9fcc-adf29f626d48 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f673670c-4af6-4d71-903a-062d4d9ff20c']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:45.221659 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-d9527351-f85a-43ae-b86e-71fe87f7db6f None None] Allocated IP 2001:db8::2 (4fe441cc-c7ae-408f-bc27-a1bd61755fa0/d91fcb98-055b-4671-8746-f45fb37c63d8/2a6ff6cc-770d-4e6a-82f8-a2c4234737ef) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:50:45.222594 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5fdc4eb6-9103-477e-b6e2-400e4075ca32 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:45.236353 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-ff16afbc-bf1a-4071-9fcc-adf29f626d48 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db0870f-e430-4016-9962-a87af13fb373') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:45.237065 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-ff16afbc-bf1a-4071-9fcc-adf29f626d48 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db0870f-e430-4016-9962-a87af13fb373') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:45.256634 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ff16afbc-bf1a-4071-9fcc-adf29f626d48 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:45.278838 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ff16afbc-bf1a-4071-9fcc-adf29f626d48 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:45.289008 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff16afbc-bf1a-4071-9fcc-adf29f626d48 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:50:45.289632 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ff16afbc-bf1a-4071-9fcc-adf29f626d48 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:45.311758 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:50:45.311758 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:50:45.311758 n-d-811807-1 neutron-server[88070]: timer() May 03 22:50:45.311758 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:50:45.311758 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:50:45.311758 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:50:45.311758 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:50:45.311758 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:50:45.311758 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:50:45.311758 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:50:45.311758 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:50:45.311758 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:50:45.311758 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:50:45.311758 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:50:45.311758 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:50:45.311758 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:50:45.311758 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:50:45.311758 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:50:45.311758 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:50:45.311758 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:50:45.311758 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:50:45.311758 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:50:45.311758 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:50:45.311758 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:50:45.311758 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:50:45.311758 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:50:45.311758 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:50:45.311758 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:50:45.311758 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:50:45.311758 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:50:45.311758 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:50:45.311758 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:50:45.313994 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdc4eb6-9103-477e-b6e2-400e4075ca32 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:50:45.316735 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-5fdc4eb6-9103-477e-b6e2-400e4075ca32 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:50:45.324252 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdc4eb6-9103-477e-b6e2-400e4075ca32 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:50:45.377189 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc4eb6-9103-477e-b6e2-400e4075ca32 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Pushing event updated for resources: {'Port': ['ID=80b56aa8-c3af-4fff-81d2-11b4bb6cb778,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:45.395744 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3998a46e-d423-4795-80c8-951cffd34656 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:45.402888 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3998a46e-d423-4795-80c8-951cffd34656 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:subnet and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:45.409615 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3998a46e-d423-4795-80c8-951cffd34656 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:45.419828 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3998a46e-d423-4795-80c8-951cffd34656 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:45.437798 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3998a46e-d423-4795-80c8-951cffd34656 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Made reservation on behalf of e4487dd9134946019ccb9652c13000b7 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:45.441520 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3998a46e-d423-4795-80c8-951cffd34656 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:45.456670 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ff16afbc-bf1a-4071-9fcc-adf29f626d48 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:45.462455 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ff16afbc-bf1a-4071-9fcc-adf29f626d48 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:45.479669 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5fdc4eb6-9103-477e-b6e2-400e4075ca32 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:45.496489 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ff16afbc-bf1a-4071-9fcc-adf29f626d48 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] 10.222.0.58 "DELETE /v2.0/networks/f673670c-4af6-4d71-903a-062d4d9ff20c HTTP/1.1" status: 204 len: 168 time: 1.7809007 May 03 22:50:45.508392 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16afbc-bf1a-4071-9fcc-adf29f626d48 tempest-DHCPAgentSchedulersTestJSON-1968826137 tempest-DHCPAgentSchedulersTestJSON-1968826137-project] Pushing event deleted for resources: {'Network': ['ID=f673670c-4af6-4d71-903a-062d4d9ff20c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:45.580397 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d9527351-f85a-43ae-b86e-71fe87f7db6f None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:45.592728 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d9527351-f85a-43ae-b86e-71fe87f7db6f None None] Transition to ACTIVE for port object 2a6ff6cc-770d-4e6a-82f8-a2c4234737ef will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:50:45.616539 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d9527351-f85a-43ae-b86e-71fe87f7db6f None None] Transition to ACTIVE for port object 2a6ff6cc-770d-4e6a-82f8-a2c4234737ef will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:50:45.623535 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d9527351-f85a-43ae-b86e-71fe87f7db6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:45.650808 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5fdc4eb6-9103-477e-b6e2-400e4075ca32 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:45.700078 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-50ffa50d-0eeb-4e87-b205-c8204e86a406 None None] Deleting port fec6a37f-91b8-4325-9114-9150b6de6cf0 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:50:45.700487 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-50ffa50d-0eeb-4e87-b205-c8204e86a406 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:45.752234 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9527351-f85a-43ae-b86e-71fe87f7db6f None None] Network 4fe441cc-c7ae-408f-bc27-a1bd61755fa0 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:50:45.758416 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-d9527351-f85a-43ae-b86e-71fe87f7db6f None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:50:45.760744 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9527351-f85a-43ae-b86e-71fe87f7db6f None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:50:45.805775 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-50ffa50d-0eeb-4e87-b205-c8204e86a406 None None] The port 'fec6a37f-91b8-4325-9114-9150b6de6cf0' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:50:45.838695 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9527351-f85a-43ae-b86e-71fe87f7db6f None None] Pushing event updated for resources: {'Port': ['ID=2a6ff6cc-770d-4e6a-82f8-a2c4234737ef,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:45.839391 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34468) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:45.906592 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-d9527351-f85a-43ae-b86e-71fe87f7db6f None None] Attempting to bind port 2a6ff6cc-770d-4e6a-82f8-a2c4234737ef on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:50:45.907002 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-d9527351-f85a-43ae-b86e-71fe87f7db6f None None] Attempting to bind port 2a6ff6cc-770d-4e6a-82f8-a2c4234737ef by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '0f26a06f-5106-4e52-9eff-5958c180e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4fe441cc-c7ae-408f-bc27-a1bd61755fa0'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:50:45.907346 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9527351-f85a-43ae-b86e-71fe87f7db6f None None] Attempting to bind port 2a6ff6cc-770d-4e6a-82f8-a2c4234737ef on network 4fe441cc-c7ae-408f-bc27-a1bd61755fa0 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:50:45.913395 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9527351-f85a-43ae-b86e-71fe87f7db6f None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:50:45.913770 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9527351-f85a-43ae-b86e-71fe87f7db6f None None] Checking segment: {'id': '0f26a06f-5106-4e52-9eff-5958c180e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4fe441cc-c7ae-408f-bc27-a1bd61755fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:50:45.914197 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d9527351-f85a-43ae-b86e-71fe87f7db6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:45.914585 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9527351-f85a-43ae-b86e-71fe87f7db6f None None] Bound using segment: {'id': '0f26a06f-5106-4e52-9eff-5958c180e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4fe441cc-c7ae-408f-bc27-a1bd61755fa0'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:50:45.915301 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-d9527351-f85a-43ae-b86e-71fe87f7db6f None None] Bound port: 2a6ff6cc-770d-4e6a-82f8-a2c4234737ef, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f26a06f-5106-4e52-9eff-5958c180e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '4fe441cc-c7ae-408f-bc27-a1bd61755fa0'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:50:45.915426 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d9527351-f85a-43ae-b86e-71fe87f7db6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:46.055812 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5fdc4eb6-9103-477e-b6e2-400e4075ca32 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:46.064737 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5fdc4eb6-9103-477e-b6e2-400e4075ca32 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:46.095935 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-d9527351-f85a-43ae-b86e-71fe87f7db6f None None] For port 2a6ff6cc-770d-4e6a-82f8-a2c4234737ef, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:50:46.102955 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-d9527351-f85a-43ae-b86e-71fe87f7db6f None None] For port 2a6ff6cc-770d-4e6a-82f8-a2c4234737ef, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=2a6ff6cc-770d-4e6a-82f8-a2c4234737ef,segment=NetworkSegment(0f26a06f-5106-4e52-9eff-5958c180e205),segment_id=0f26a06f-5106-4e52-9eff-5958c180e205)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:50:46.122125 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d9527351-f85a-43ae-b86e-71fe87f7db6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:46.143763 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc4eb6-9103-477e-b6e2-400e4075ca32 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Pushing event updated for resources: {'Port': ['ID=80b56aa8-c3af-4fff-81d2-11b4bb6cb778,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:46.148779 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3998a46e-d423-4795-80c8-951cffd34656 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:46.196972 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a7e277eb-2ed2-4fd5-825d-c71220089d59 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1bdc8e7218ef47a48564ade4b61a0545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3564239 May 03 22:50:46.199732 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34478) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:46.247778 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device fec6a37f-91b8-4325-9114-9150b6de6cf0 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:50:46.283770 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6833bf06-6523-4576-b941-b2a5544bafad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:46.331905 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: fec6a37f-91b8-4325-9114-9150b6de6cf0 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:50:46.332625 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device fec6a37f-91b8-4325-9114-9150b6de6cf0 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:50:46.333193 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6833bf06-6523-4576-b941-b2a5544bafad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:46.370367 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9527351-f85a-43ae-b86e-71fe87f7db6f None None] Pushing event updated for resources: {'Port': ['ID=2a6ff6cc-770d-4e6a-82f8-a2c4234737ef,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:46.420628 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6833bf06-6523-4576-b941-b2a5544bafad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:46.436898 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833bf06-6523-4576-b941-b2a5544bafad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13601654-ae56-49d5-9c9e-92c82db7cd7a,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:46.445584 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6833bf06-6523-4576-b941-b2a5544bafad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:46.449475 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6833bf06-6523-4576-b941-b2a5544bafad admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/13601654-ae56-49d5-9c9e-92c82db7cd7a HTTP/1.1" status: 204 len: 168 time: 0.2464077 May 03 22:50:46.682071 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3998a46e-d423-4795-80c8-951cffd34656 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Network 4fe441cc-c7ae-408f-bc27-a1bd61755fa0 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:50:46.689671 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-3998a46e-d423-4795-80c8-951cffd34656 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:50:46.705112 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3998a46e-d423-4795-80c8-951cffd34656 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:46.705995 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3998a46e-d423-4795-80c8-951cffd34656 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:46.716952 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998a46e-d423-4795-80c8-951cffd34656 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Subnet': ['ID=4f2d0e74-6972-45a4-9014-d38f585d2f66,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:46.730184 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5fdc4eb6-9103-477e-b6e2-400e4075ca32 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:46.784463 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5fdc4eb6-9103-477e-b6e2-400e4075ca32 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:46.785675 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5fdc4eb6-9103-477e-b6e2-400e4075ca32 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5034900 May 03 22:50:46.790117 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34488) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:46.790328 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3998a46e-d423-4795-80c8-951cffd34656 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6887448 May 03 22:50:46.799846 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707d8c9-bb08-4a09-bced-2c1c3531ec0f req-50eab08c-39ce-4e56-831f-fbb619e0e0e8 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:46.801380 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a707d8c9-bb08-4a09-bced-2c1c3531ec0f req-50eab08c-39ce-4e56-831f-fbb619e0e0e8 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/ports?device_id=f87e38f0-34be-43ac-849c-a23fab5e8d61 HTTP/1.1" status: 200 len: 945 time: 0.3759968 May 03 22:50:46.809094 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-ce8a1e84-7756-45b4-b874-f062a604e9a9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'port': {'network_id': '4fe441cc-c7ae-408f-bc27-a1bd61755fa0', 'fixed_ips': [{'subnet_id': 'd91fcb98-055b-4671-8746-f45fb37c63d8'}, {'subnet_id': '4f2d0e74-6972-45a4-9014-d38f585d2f66'}], 'name': 'tempest-PortsIpV6TestJSON-144170078'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:46.809744 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77b649-e5f6-4caa-85bb-24824c57962e req-da332845-36a8-4aea-9bd8-69e7f30c8107 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:46.811276 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9b77b649-e5f6-4caa-85bb-24824c57962e req-da332845-36a8-4aea-9bd8-69e7f30c8107 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 946 time: 0.5999811 May 03 22:50:46.896223 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a707d8c9-bb08-4a09-bced-2c1c3531ec0f req-5b412f62-396b-48c7-a696-3380471ce8ee tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/security-groups?id=50b3d329-dd18-48c5-9e7c-faa609f29b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839539 May 03 22:50:46.899742 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9b77b649-e5f6-4caa-85bb-24824c57962e req-76506d3f-b4a1-49c6-9aff-75dd2ba368c0 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727096 May 03 22:50:46.997367 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34496) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:47.016165 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5c8d3d05-eb50-4b11-97e0-ddfbd04d3d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:47.036709 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5c8d3d05-eb50-4b11-97e0-ddfbd04d3d21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:47.047557 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5c8d3d05-eb50-4b11-97e0-ddfbd04d3d21 admin admin] Usage tracker for resource:security_group_rule and tenant:27c8944318e846dcbd4a2132296fb104 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:47.051852 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5c8d3d05-eb50-4b11-97e0-ddfbd04d3d21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:47.069489 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5c8d3d05-eb50-4b11-97e0-ddfbd04d3d21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:47.120410 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ce8a1e84-7756-45b4-b874-f062a604e9a9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:47.130752 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ce8a1e84-7756-45b4-b874-f062a604e9a9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:port and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:47.135574 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ce8a1e84-7756-45b4-b874-f062a604e9a9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:47.145975 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ce8a1e84-7756-45b4-b874-f062a604e9a9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:47.164053 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8a1e84-7756-45b4-b874-f062a604e9a9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Made reservation on behalf of e4487dd9134946019ccb9652c13000b7 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:47.213138 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-4858e4d5-39f2-4243-a68f-7c70812c5abb tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Synchronizing usage tracker for tenant:c9b36c2026314fcba54b84af09c29f52 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:50:47.239198 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-4858e4d5-39f2-4243-a68f-7c70812c5abb tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Unset dirty status for tenant:c9b36c2026314fcba54b84af09c29f52 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:50:47.241294 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-4858e4d5-39f2-4243-a68f-7c70812c5abb tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--950583958&fields=id&tenant_id=c9b36c2026314fcba54b84af09c29f52 HTTP/1.1" status: 200 len: 267 time: 0.0892742 May 03 22:50:47.444799 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ce8a1e84-7756-45b4-b874-f062a604e9a9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:47.476121 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-ce8a1e84-7756-45b4-b874-f062a604e9a9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] device_id is not set on port 5bbbdf7d-a4e9-4efe-8459-f16b9f91aa01 yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:50:47.497415 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-a53abcd5-c87d-4efb-86ac-731ebf9c763e tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:47.499975 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-a53abcd5-c87d-4efb-86ac-731ebf9c763e tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/networks?id=b02a0a3f-1344-4b33-8d96-e59f73f273ac HTTP/1.1" status: 200 len: 815 time: 0.2488651 May 03 22:50:47.529415 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15f7ef-26a0-4442-ac28-9369bb03661d req-c259e780-9699-4a27-8840-f9e10968c49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:47.530932 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-da15f7ef-26a0-4442-ac28-9369bb03661d req-c259e780-9699-4a27-8840-f9e10968c49f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2ae860227d334f489bf32ef847cdf767&device_id=f87e38f0-34be-43ac-849c-a23fab5e8d61 HTTP/1.1" status: 200 len: 1096 time: 0.2030568 May 03 22:50:47.554100 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5c8d3d05-eb50-4b11-97e0-ddfbd04d3d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:47.556399 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-6d4dc95d-bfb1-41a7-bcd6-a933be5c3c0a tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/quotas/c9b36c2026314fcba54b84af09c29f52 HTTP/1.1" status: 200 len: 375 time: 0.0474546 May 03 22:50:47.628556 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5c8d3d05-eb50-4b11-97e0-ddfbd04d3d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:47.734243 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d3d05-eb50-4b11-97e0-ddfbd04d3d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a241431-1864-434a-abee-190e959597f3,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:47.765806 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5c8d3d05-eb50-4b11-97e0-ddfbd04d3d21 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=27c8944318e846dcbd4a2132296fb104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7672884 May 03 22:50:47.770560 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34514) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:47.781062 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b4d116-10d8-4782-a80d-09063aca6262 None None] Network 4fe441cc-c7ae-408f-bc27-a1bd61755fa0 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:50:47.839580 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15f7ef-26a0-4442-ac28-9369bb03661d req-0fbcc04f-8d8f-49d6-9ed6-970a2e2994fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:47.841177 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-da15f7ef-26a0-4442-ac28-9369bb03661d req-0fbcc04f-8d8f-49d6-9ed6-970a2e2994fb service neutron] 10.222.0.67 "GET /v2.0/networks?id=35d8bd65-160d-4ed6-a9c6-34cd63142d90 HTTP/1.1" status: 200 len: 913 time: 0.2972484 May 03 22:50:47.858296 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-47c03d0d-d4d3-4cd2-848a-27abded8ebc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:47.897346 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-47c03d0d-d4d3-4cd2-848a-27abded8ebc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:47.899771 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c084276c-7d50-460a-938c-06960b824466 None None] Provisioning for port 2a6ff6cc-770d-4e6a-82f8-a2c4234737ef completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:50:47.931215 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-da15f7ef-26a0-4442-ac28-9369bb03661d req-120aa4cb-f2a7-4b63-b20a-d44a2ad9a185 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6eb102c4-58c9-4ac5-b940-55478448060f HTTP/1.1" status: 200 len: 217 time: 0.0809817 May 03 22:50:47.962804 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6113d7-601d-4fa6-acb5-21f3d3f4f341 req-2b354425-7d59-4dac-9313-0941ee009ffd tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:47.971678 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9a6113d7-601d-4fa6-acb5-21f3d3f4f341 req-2b354425-7d59-4dac-9313-0941ee009ffd tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/ports?device_id=f87e38f0-34be-43ac-849c-a23fab5e8d61 HTTP/1.1" status: 200 len: 945 time: 0.6530149 May 03 22:50:48.025323 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-47c03d0d-d4d3-4cd2-848a-27abded8ebc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:48.050031 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c03d0d-d4d3-4cd2-848a-27abded8ebc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a241431-1864-434a-abee-190e959597f3,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:48.065738 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9a6113d7-601d-4fa6-acb5-21f3d3f4f341 req-67e271db-1afd-4afe-a9ef-6a80a506cc6e tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/security-groups?id=50b3d329-dd18-48c5-9e7c-faa609f29b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943522 May 03 22:50:48.083575 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-a9ff2ee3-faca-4429-b012-1965ee7a3e05 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Synchronizing usage tracker for tenant:c9b36c2026314fcba54b84af09c29f52 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:50:48.136882 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-47c03d0d-d4d3-4cd2-848a-27abded8ebc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:48.140547 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-47c03d0d-d4d3-4cd2-848a-27abded8ebc1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9a241431-1864-434a-abee-190e959597f3 HTTP/1.1" status: 204 len: 168 time: 0.3666492 May 03 22:50:48.152143 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-a9ff2ee3-faca-4429-b012-1965ee7a3e05 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Unset dirty status for tenant:c9b36c2026314fcba54b84af09c29f52 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:50:48.154348 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-a9ff2ee3-faca-4429-b012-1965ee7a3e05 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c9b36c2026314fcba54b84af09c29f52&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5904741 May 03 22:50:48.247517 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 2a6ff6cc-770d-4e6a-82f8-a2c4234737ef up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:50:48.280250 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15f7ef-26a0-4442-ac28-9369bb03661d req-90e01bc3-8e4f-4216-abf6-3ceae1d6224a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:48.281564 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-da15f7ef-26a0-4442-ac28-9369bb03661d req-90e01bc3-8e4f-4216-abf6-3ceae1d6224a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d25b7cec-7289-477b-a43b-c84407b16d91 HTTP/1.1" status: 200 len: 852 time: 0.3429933 May 03 22:50:48.362061 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9907747-d525-492c-a5bb-6445aa6c55a9 None None] Update dhcp port {'port': {'network_id': '4fe441cc-c7ae-408f-bc27-a1bd61755fa0', 'fixed_ips': [{'subnet_id': 'd91fcb98-055b-4671-8746-f45fb37c63d8', 'ip_address': '2001:db8::2'}, {'subnet_id': '4f2d0e74-6972-45a4-9014-d38f585d2f66'}], 'binding:host_id': 'n-d-811807-1'}, 'id': '2a6ff6cc-770d-4e6a-82f8-a2c4234737ef'} from n-d-811807-1. {{(pid=88071) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 03 22:50:48.455441 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-ce8a1e84-7756-45b4-b874-f062a604e9a9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Allocated IP 2001:db8::d4 (4fe441cc-c7ae-408f-bc27-a1bd61755fa0/d91fcb98-055b-4671-8746-f45fb37c63d8/5bbbdf7d-a4e9-4efe-8459-f16b9f91aa01) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:50:48.456625 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f9907747-d525-492c-a5bb-6445aa6c55a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:48.463938 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-ce8a1e84-7756-45b4-b874-f062a604e9a9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Allocated IP 2001:db8:0:1::d0 (4fe441cc-c7ae-408f-bc27-a1bd61755fa0/4f2d0e74-6972-45a4-9014-d38f585d2f66/5bbbdf7d-a4e9-4efe-8459-f16b9f91aa01) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:50:48.504337 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 2a6ff6cc-770d-4e6a-82f8-a2c4234737ef completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:50:48.508503 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-d8ed46ee-2b2e-4e94-9c17-47784aeb914d service neutron] 10.222.0.58 "GET /v2.0/networks/b02a0a3f-1344-4b33-8d96-e59f73f273ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278794 May 03 22:50:48.604061 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 2a6ff6cc-770d-4e6a-82f8-a2c4234737ef triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:50:48.604436 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:48.663622 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-9bab4c07-e41f-45a6-a077-39e14891a55e service neutron] 10.222.0.58 "GET /v2.0/networks/b02a0a3f-1344-4b33-8d96-e59f73f273ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460476 May 03 22:50:48.672829 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf974bf-626b-421e-8b25-5816aff04598 req-8b20db6c-8e76-40ea-b1e5-e7cbd74a8a3a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:48.681215 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3bf974bf-626b-421e-8b25-5816aff04598 req-8b20db6c-8e76-40ea-b1e5-e7cbd74a8a3a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 946 time: 0.3410261 May 03 22:50:48.733591 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-da15f7ef-26a0-4442-ac28-9369bb03661d req-1aa612f5-3329-49a9-a77b-cf64c08a5fa3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=35d8bd65-160d-4ed6-a9c6-34cd63142d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4447563 May 03 22:50:48.785086 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3bf974bf-626b-421e-8b25-5816aff04598 req-2d7ea441-7382-4940-a2de-da98cb8ea383 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935624 May 03 22:50:48.974735 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ce8a1e84-7756-45b4-b874-f062a604e9a9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:48.999612 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-ce8a1e84-7756-45b4-b874-f062a604e9a9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Transition to ACTIVE for port object 5bbbdf7d-a4e9-4efe-8459-f16b9f91aa01 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:50:49.013435 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2b4bcf50-3b25-4375-b62b-ca462876ead4 req-11c26cd5-e24d-4f83-a654-4ffbb47eb80d tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=9337167b-be6d-43e7-8336-82d35d3fde1f HTTP/1.1" status: 200 len: 210 time: 0.0597672 May 03 22:50:49.052676 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-da15f7ef-26a0-4442-ac28-9369bb03661d req-a5cf59f8-3c4a-4c7c-b4fa-359f6980aa82 service neutron] 10.222.0.67 "GET /v2.0/networks/35d8bd65-160d-4ed6-a9c6-34cd63142d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873712 May 03 22:50:49.062194 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:49.104784 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 2a6ff6cc-770d-4e6a-82f8-a2c4234737ef, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=2a6ff6cc-770d-4e6a-82f8-a2c4234737ef,segment=NetworkSegment(0f26a06f-5106-4e52-9eff-5958c180e205),segment_id=0f26a06f-5106-4e52-9eff-5958c180e205)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:50:49.123051 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ce8a1e84-7756-45b4-b874-f062a604e9a9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:49.169402 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:49.315630 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8a1e84-7756-45b4-b874-f062a604e9a9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Network 4fe441cc-c7ae-408f-bc27-a1bd61755fa0 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:50:49.343173 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-ce8a1e84-7756-45b4-b874-f062a604e9a9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:50:49.351042 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-f9907747-d525-492c-a5bb-6445aa6c55a9 None None] Allocated IP 2001:db8:0:1::2 (4fe441cc-c7ae-408f-bc27-a1bd61755fa0/4f2d0e74-6972-45a4-9014-d38f585d2f66/2a6ff6cc-770d-4e6a-82f8-a2c4234737ef) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:50:49.359705 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a1e84-7756-45b4-b874-f062a604e9a9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Port': ['ID=5bbbdf7d-a4e9-4efe-8459-f16b9f91aa01,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:49.363073 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8a1e84-7756-45b4-b874-f062a604e9a9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:50:49.373158 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8a1e84-7756-45b4-b874-f062a604e9a9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:49.373833 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ce8a1e84-7756-45b4-b874-f062a604e9a9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:49.383447 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c72908-6015-467a-8ae6-ed685a200d88 req-dbab5bec-4d46-4671-b2b4-3733a0fcc1de tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:49.411354 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-42c72908-6015-467a-8ae6-ed685a200d88 req-dbab5bec-4d46-4671-b2b4-3733a0fcc1de tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/ports?device_id=f87e38f0-34be-43ac-849c-a23fab5e8d61 HTTP/1.1" status: 200 len: 945 time: 0.1753635 May 03 22:50:49.412679 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ce8a1e84-7756-45b4-b874-f062a604e9a9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 2.6212780 May 03 22:50:49.415692 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34554) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:49.422751 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-62abd5fb-1d1f-4ff3-8428-7c5c4d835356 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd91fcb98-055b-4671-8746-f45fb37c63d8'}]}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:49.504865 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-42c72908-6015-467a-8ae6-ed685a200d88 req-c71d26e8-c65a-448b-8ea2-3ecace75cb1b tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/security-groups?id=50b3d329-dd18-48c5-9e7c-faa609f29b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925746 May 03 22:50:49.510540 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=2a6ff6cc-770d-4e6a-82f8-a2c4234737ef,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:49.552744 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-da15f7ef-26a0-4442-ac28-9369bb03661d req-ece35c39-2cff-42c1-9087-3b11f2645d70 service neutron] 10.222.0.67 "GET /v2.0/networks/35d8bd65-160d-4ed6-a9c6-34cd63142d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4933240 May 03 22:50:49.582069 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f9907747-d525-492c-a5bb-6445aa6c55a9 None None] For port 2a6ff6cc-770d-4e6a-82f8-a2c4234737ef, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=2a6ff6cc-770d-4e6a-82f8-a2c4234737ef,segment=NetworkSegment(0f26a06f-5106-4e52-9eff-5958c180e205),segment_id=0f26a06f-5106-4e52-9eff-5958c180e205)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:50:49.639218 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f9907747-d525-492c-a5bb-6445aa6c55a9 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:49.657222 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f9907747-d525-492c-a5bb-6445aa6c55a9 None None] Transition to ACTIVE for port object 2a6ff6cc-770d-4e6a-82f8-a2c4234737ef will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:50:49.662768 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f9907747-d525-492c-a5bb-6445aa6c55a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:49.669874 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62abd5fb-1d1f-4ff3-8428-7c5c4d835356 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:49.882147 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9907747-d525-492c-a5bb-6445aa6c55a9 None None] Pushing event updated for resources: {'Port': ['ID=2a6ff6cc-770d-4e6a-82f8-a2c4234737ef,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:50.055686 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc9668-4e8d-42a1-bbba-ef7dd8b31c0c req-81b3c65d-f42e-499e-ad8a-6c5343fd5893 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:50.067085 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f1cc9668-4e8d-42a1-bbba-ef7dd8b31c0c req-81b3c65d-f42e-499e-ad8a-6c5343fd5893 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 946 time: 0.1308148 May 03 22:50:50.158871 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:50:50.165962 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f1cc9668-4e8d-42a1-bbba-ef7dd8b31c0c req-d73a6b87-4ea5-4820-923a-e090ba9fbc84 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974846 May 03 22:50:50.204143 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 2a6ff6cc-770d-4e6a-82f8-a2c4234737ef up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:50:50.322458 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f1593274-c3c9-4fe6-85fd-dc83f5a7e345 req-136f5f9d-56ab-4dfc-9a11-12dff51b3ef3 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=9337167b-be6d-43e7-8336-82d35d3fde1f HTTP/1.1" status: 200 len: 210 time: 0.0823808 May 03 22:50:50.391792 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-62abd5fb-1d1f-4ff3-8428-7c5c4d835356 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Delete allocated IP 2001:db8:0:1::d0 (4fe441cc-c7ae-408f-bc27-a1bd61755fa0/4f2d0e74-6972-45a4-9014-d38f585d2f66) {{(pid=88070) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 03 22:50:50.685188 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-2f9b7280-4547-48e6-b919-ae85aad9377f tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:50.694684 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-2f9b7280-4547-48e6-b919-ae85aad9377f tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.60 "GET /v2.0/networks?id=b02a0a3f-1344-4b33-8d96-e59f73f273ac HTTP/1.1" status: 200 len: 815 time: 0.3691385 May 03 22:50:50.887449 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34580) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:50.908474 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860e2467-f5fc-4361-9919-5ce520dfd5f3 None None] Network 4fe441cc-c7ae-408f-bc27-a1bd61755fa0 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:50:50.951272 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62abd5fb-1d1f-4ff3-8428-7c5c4d835356 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:50.969114 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-62abd5fb-1d1f-4ff3-8428-7c5c4d835356 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Ignored duplicate provisioning block setup for port 5bbbdf7d-a4e9-4efe-8459-f16b9f91aa01 by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 03 22:50:50.977048 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62abd5fb-1d1f-4ff3-8428-7c5c4d835356 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:51.005101 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-b65d6682-a53a-46ce-8e4f-4b5ef794e6bf tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9b36c2026314fcba54b84af09c29f52 HTTP/1.1" status: 200 len: 379 time: 0.3018570 May 03 22:50:51.015825 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-35ae62dc-7044-4cf7-aa68-03336969b047 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Request body: {'port': {'device_id': '9337167b-be6d-43e7-8336-82d35d3fde1f', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'admin_state_up': True, 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'security_groups': ['2d60f74e-e6a4-4777-9ada-92bec08f97cc']}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:51.043005 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6157dfec-6fd4-405b-9e4c-c950d83a599f None None] Provisioning for port 2a6ff6cc-770d-4e6a-82f8-a2c4234737ef completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:50:51.061643 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6157dfec-6fd4-405b-9e4c-c950d83a599f None None] Provisioning complete for port 2a6ff6cc-770d-4e6a-82f8-a2c4234737ef triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:50:51.062036 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6157dfec-6fd4-405b-9e4c-c950d83a599f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:51.121712 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75ba7a-3e17-46d8-adec-33142fdae32f req-245b9185-ca3c-46cb-9320-b62402ca47c5 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:51.129038 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7a75ba7a-3e17-46d8-adec-33142fdae32f req-245b9185-ca3c-46cb-9320-b62402ca47c5 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/ports?device_id=f87e38f0-34be-43ac-849c-a23fab5e8d61 HTTP/1.1" status: 200 len: 945 time: 0.2144299 May 03 22:50:51.142274 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-0562651d-5402-4229-ab5f-ee25cf111d71 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2129657706', 'router:external': True}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:51.147818 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-0562651d-5402-4229-ab5f-ee25cf111d71 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:51.153367 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0562651d-5402-4229-ab5f-ee25cf111d71 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Usage tracker for resource:network and tenant:bb593f281c5f450cab885d1b376ef000 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:51.157089 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0562651d-5402-4229-ab5f-ee25cf111d71 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:51.164226 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-0562651d-5402-4229-ab5f-ee25cf111d71 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:51.208126 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0562651d-5402-4229-ab5f-ee25cf111d71 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Made reservation on behalf of bb593f281c5f450cab885d1b376ef000 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:51.212024 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7a75ba7a-3e17-46d8-adec-33142fdae32f req-faf7cc23-39d2-48fd-91bb-6ce9d04ce453 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/security-groups?id=50b3d329-dd18-48c5-9e7c-faa609f29b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819342 May 03 22:50:51.217085 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0562651d-5402-4229-ab5f-ee25cf111d71 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:51.247021 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-35ae62dc-7044-4cf7-aa68-03336969b047 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:51.247879 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-62abd5fb-1d1f-4ff3-8428-7c5c4d835356 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] In _notify_port_updated(), no bound segment for port 5bbbdf7d-a4e9-4efe-8459-f16b9f91aa01 on network 4fe441cc-c7ae-408f-bc27-a1bd61755fa0 {{(pid=88070) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 03 22:50:51.253630 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62abd5fb-1d1f-4ff3-8428-7c5c4d835356 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:51.257525 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-35ae62dc-7044-4cf7-aa68-03336969b047 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:51.258709 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62abd5fb-1d1f-4ff3-8428-7c5c4d835356 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:51.261542 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-62abd5fb-1d1f-4ff3-8428-7c5c4d835356 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "PUT /v2.0/ports/5bbbdf7d-a4e9-4efe-8459-f16b9f91aa01 HTTP/1.1" status: 200 len: 924 time: 1.8446417 May 03 22:50:51.264807 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34598) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:51.271950 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0562651d-5402-4229-ab5f-ee25cf111d71 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:51.272242 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-35ae62dc-7044-4cf7-aa68-03336969b047 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Made reservation on behalf of c9b36c2026314fcba54b84af09c29f52 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:51.276133 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-35ae62dc-7044-4cf7-aa68-03336969b047 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:51.318989 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-0562651d-5402-4229-ab5f-ee25cf111d71 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:51.323578 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0562651d-5402-4229-ab5f-ee25cf111d71 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Usage tracker for resource:security_group_rule and tenant:bb593f281c5f450cab885d1b376ef000 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:51.326714 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0562651d-5402-4229-ab5f-ee25cf111d71 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:51.332998 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-0562651d-5402-4229-ab5f-ee25cf111d71 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:51.378647 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-a7c25eee-6b93-4af7-ba2d-ba57c75ad534 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd91fcb98-055b-4671-8746-f45fb37c63d8'}, {'subnet_id': '4f2d0e74-6972-45a4-9014-d38f585d2f66'}]}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:51.615880 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-494f93a0-d267-44ca-838f-93bda8be536d req-b7a90fdf-2d66-479b-9d57-ba3d126801f2 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=9337167b-be6d-43e7-8336-82d35d3fde1f HTTP/1.1" status: 200 len: 210 time: 0.1116376 May 03 22:50:51.661750 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62abd5fb-1d1f-4ff3-8428-7c5c4d835356 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Port': ['ID=5bbbdf7d-a4e9-4efe-8459-f16b9f91aa01,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:51.691770 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a7c25eee-6b93-4af7-ba2d-ba57c75ad534 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:51.711797 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10503222-b870-45ac-b7fc-1c13b02098bd req-d9229b5c-dd28-4745-8efd-45149dbdecce tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:51.719516 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-10503222-b870-45ac-b7fc-1c13b02098bd req-d9229b5c-dd28-4745-8efd-45149dbdecce tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 946 time: 0.3475454 May 03 22:50:51.742229 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-35ae62dc-7044-4cf7-aa68-03336969b047 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Allocated IP 172.20.0.9 (b02a0a3f-1344-4b33-8d96-e59f73f273ac/6ca0f6a1-6e8b-435e-9833-3f318b86b95e/50c9cbf4-4b6e-4711-b2e6-a4628ae6f830) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:50:51.796391 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-10503222-b870-45ac-b7fc-1c13b02098bd req-f87a7ffb-f7b5-4e46-8702-7cb3534733fc tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757570 May 03 22:50:51.841786 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-daff177f-8721-4883-9514-0341ed14784a None None] Provisioning complete for port 2a6ff6cc-770d-4e6a-82f8-a2c4234737ef triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:50:51.842330 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-daff177f-8721-4883-9514-0341ed14784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:51.870541 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0562651d-5402-4229-ab5f-ee25cf111d71 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:51.885234 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0562651d-5402-4229-ab5f-ee25cf111d71 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:51.922415 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0562651d-5402-4229-ab5f-ee25cf111d71 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:50:51.986674 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0562651d-5402-4229-ab5f-ee25cf111d71 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03ac7c5-2683-4541-affb-c1114e6ac0f4,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:51.989587 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0562651d-5402-4229-ab5f-ee25cf111d71 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:51.989958 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-0562651d-5402-4229-ab5f-ee25cf111d71 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Added segment 2be044af-e516-4ea7-905c-71aaf54eddef of type vlan for network b645d5e9-f72d-4742-b008-10d8c037c216 May 03 22:50:52.049476 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-35ae62dc-7044-4cf7-aa68-03336969b047 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:52.070163 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-35ae62dc-7044-4cf7-aa68-03336969b047 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Transition to ACTIVE for port object 50c9cbf4-4b6e-4711-b2e6-a4628ae6f830 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:50:52.094467 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0562651d-5402-4229-ab5f-ee25cf111d71 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:52.104163 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-35ae62dc-7044-4cf7-aa68-03336969b047 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:52.153820 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-daff177f-8721-4883-9514-0341ed14784a None None] Provisioning for port 5bbbdf7d-a4e9-4efe-8459-f16b9f91aa01 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:50:52.163751 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-daff177f-8721-4883-9514-0341ed14784a None None] Provisioning complete for port 5bbbdf7d-a4e9-4efe-8459-f16b9f91aa01 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:50:52.165921 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-daff177f-8721-4883-9514-0341ed14784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:52.194801 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0562651d-5402-4229-ab5f-ee25cf111d71 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:52.196094 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0562651d-5402-4229-ab5f-ee25cf111d71 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:52.196900 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0562651d-5402-4229-ab5f-ee25cf111d71 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:52.197031 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-35ae62dc-7044-4cf7-aa68-03336969b047 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Network b02a0a3f-1344-4b33-8d96-e59f73f273ac is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:50:52.200434 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-35ae62dc-7044-4cf7-aa68-03336969b047 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:50:52.205762 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-35ae62dc-7044-4cf7-aa68-03336969b047 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:50:52.290151 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-a7c25eee-6b93-4af7-ba2d-ba57c75ad534 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Allocated IP 2001:db8:0:1::3e3 (4fe441cc-c7ae-408f-bc27-a1bd61755fa0/4f2d0e74-6972-45a4-9014-d38f585d2f66/5bbbdf7d-a4e9-4efe-8459-f16b9f91aa01) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:50:52.291698 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae62dc-7044-4cf7-aa68-03336969b047 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Pushing event updated for resources: {'Port': ['ID=50c9cbf4-4b6e-4711-b2e6-a4628ae6f830,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:52.303970 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-daff177f-8721-4883-9514-0341ed14784a None None] Port 5bbbdf7d-a4e9-4efe-8459-f16b9f91aa01 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:50:52.322985 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ae62dc-7044-4cf7-aa68-03336969b047 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:52.323859 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ae62dc-7044-4cf7-aa68-03336969b047 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:52.324278 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ae62dc-7044-4cf7-aa68-03336969b047 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:52.324733 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ae62dc-7044-4cf7-aa68-03336969b047 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:52.325078 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ae62dc-7044-4cf7-aa68-03336969b047 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:52.325403 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ae62dc-7044-4cf7-aa68-03336969b047 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:52.325913 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ae62dc-7044-4cf7-aa68-03336969b047 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:52.326250 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ae62dc-7044-4cf7-aa68-03336969b047 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:52.326576 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ae62dc-7044-4cf7-aa68-03336969b047 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:52.326981 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ae62dc-7044-4cf7-aa68-03336969b047 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:52.327309 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ae62dc-7044-4cf7-aa68-03336969b047 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:52.327762 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ae62dc-7044-4cf7-aa68-03336969b047 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:52.374156 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-35ae62dc-7044-4cf7-aa68-03336969b047 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:52.375103 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-35ae62dc-7044-4cf7-aa68-03336969b047 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:52.415908 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-35ae62dc-7044-4cf7-aa68-03336969b047 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4037521 May 03 22:50:52.428700 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-da02d453-12f8-460f-b551-af63bf4d5431 service neutron] Request body: {'port': {'device_id': '9337167b-be6d-43e7-8336-82d35d3fde1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:52.431997 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-12c8c1c8-473a-4979-9251-8d4aeeadffd5 None None] Provisioning complete for port 5bbbdf7d-a4e9-4efe-8459-f16b9f91aa01 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:50:52.433922 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-12c8c1c8-473a-4979-9251-8d4aeeadffd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:52.496267 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0562651d-5402-4229-ab5f-ee25cf111d71 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.6047540 May 03 22:50:52.513652 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34616) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:52.521446 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0562651d-5402-4229-ab5f-ee25cf111d71 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Pushing event updated for resources: {'Network': ['ID=b645d5e9-f72d-4742-b008-10d8c037c216,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:52.533504 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-ca4f372c-60af-436f-a9c2-98844727edf6 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Request body: {'subnet': {'network_id': 'b645d5e9-f72d-4742-b008-10d8c037c216', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:52.542699 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network b645d5e9-f72d-4742-b008-10d8c037c216 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:50:52.590303 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-12c8c1c8-473a-4979-9251-8d4aeeadffd5 None None] Port 5bbbdf7d-a4e9-4efe-8459-f16b9f91aa01 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:50:52.618313 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ca4f372c-60af-436f-a9c2-98844727edf6 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:52.635617 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ca4f372c-60af-436f-a9c2-98844727edf6 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Usage tracker for resource:subnet and tenant:bb593f281c5f450cab885d1b376ef000 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:52.641175 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ca4f372c-60af-436f-a9c2-98844727edf6 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:52.652333 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ca4f372c-60af-436f-a9c2-98844727edf6 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:52.683061 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4f372c-60af-436f-a9c2-98844727edf6 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Made reservation on behalf of bb593f281c5f450cab885d1b376ef000 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:52.685674 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ca4f372c-60af-436f-a9c2-98844727edf6 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:52.716937 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-3bc6313c-c74d-41bf-9d41-8ce94f06a920 None None] Provisioning for port 50c9cbf4-4b6e-4711-b2e6-a4628ae6f830 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:50:52.722801 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-3bc6313c-c74d-41bf-9d41-8ce94f06a920 None None] Provisioning complete for port 50c9cbf4-4b6e-4711-b2e6-a4628ae6f830 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:50:52.723183 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3bc6313c-c74d-41bf-9d41-8ce94f06a920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:52.782849 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-da02d453-12f8-460f-b551-af63bf4d5431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:52.791976 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-3bc6313c-c74d-41bf-9d41-8ce94f06a920 None None] Port 50c9cbf4-4b6e-4711-b2e6-a4628ae6f830 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:50:52.809971 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-3bc6313c-c74d-41bf-9d41-8ce94f06a920 None None] Provisioning complete for port 5bbbdf7d-a4e9-4efe-8459-f16b9f91aa01 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:50:52.810781 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3bc6313c-c74d-41bf-9d41-8ce94f06a920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:52.841116 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a7c25eee-6b93-4af7-ba2d-ba57c75ad534 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:52.865105 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-a7c25eee-6b93-4af7-ba2d-ba57c75ad534 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Ignored duplicate provisioning block setup for port 5bbbdf7d-a4e9-4efe-8459-f16b9f91aa01 by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 03 22:50:52.874342 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a7c25eee-6b93-4af7-ba2d-ba57c75ad534 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:52.897491 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4dde9842-95d7-4e3c-b691-03e1f7a58d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:52.899483 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-3bc6313c-c74d-41bf-9d41-8ce94f06a920 None None] Port 5bbbdf7d-a4e9-4efe-8459-f16b9f91aa01 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:50:52.940625 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc258ff2-8f6b-43f9-afad-78f5d557d465 req-c5dbfb1e-dc8c-4d10-b95e-1a6d53126d92 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:52.942099 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dc258ff2-8f6b-43f9-afad-78f5d557d465 req-c5dbfb1e-dc8c-4d10-b95e-1a6d53126d92 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/ports?device_id=f87e38f0-34be-43ac-849c-a23fab5e8d61 HTTP/1.1" status: 200 len: 945 time: 0.4402552 May 03 22:50:53.071585 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-a7c25eee-6b93-4af7-ba2d-ba57c75ad534 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] In _notify_port_updated(), no bound segment for port 5bbbdf7d-a4e9-4efe-8459-f16b9f91aa01 on network 4fe441cc-c7ae-408f-bc27-a1bd61755fa0 {{(pid=88070) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 03 22:50:53.077093 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c25eee-6b93-4af7-ba2d-ba57c75ad534 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:53.077777 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a7c25eee-6b93-4af7-ba2d-ba57c75ad534 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:53.079075 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a7c25eee-6b93-4af7-ba2d-ba57c75ad534 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "PUT /v2.0/ports/5bbbdf7d-a4e9-4efe-8459-f16b9f91aa01 HTTP/1.1" status: 200 len: 1010 time: 1.7721915 May 03 22:50:53.083165 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c25eee-6b93-4af7-ba2d-ba57c75ad534 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Port': ['ID=5bbbdf7d-a4e9-4efe-8459-f16b9f91aa01,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:53.086000 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34624) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:53.132670 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dc258ff2-8f6b-43f9-afad-78f5d557d465 req-1745bec6-4c53-4a85-80d8-4bfb4b23ecd7 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/security-groups?id=50b3d329-dd18-48c5-9e7c-faa609f29b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448565 May 03 22:50:53.144972 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ef21f-7c37-482b-ba5f-c65ddff86d42 req-0b6704a6-98c5-4aad-b292-d3dc5825520e tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:53.145718 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-2a8ef21f-7c37-482b-ba5f-c65ddff86d42 req-0b6704a6-98c5-4aad-b292-d3dc5825520e tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Synchronizing usage tracker for tenant:c9b36c2026314fcba54b84af09c29f52 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:50:53.192692 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-4394d845-56f2-4e5d-bbdd-2214f50d659d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Deleting port 5bbbdf7d-a4e9-4efe-8459-f16b9f91aa01 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:50:53.193282 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4394d845-56f2-4e5d-bbdd-2214f50d659d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:53.257625 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-2a8ef21f-7c37-482b-ba5f-c65ddff86d42 req-0b6704a6-98c5-4aad-b292-d3dc5825520e tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Unset dirty status for tenant:c9b36c2026314fcba54b84af09c29f52 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:50:53.258827 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2a8ef21f-7c37-482b-ba5f-c65ddff86d42 req-0b6704a6-98c5-4aad-b292-d3dc5825520e tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=9337167b-be6d-43e7-8336-82d35d3fde1f HTTP/1.1" status: 200 len: 931 time: 0.4806466 May 03 22:50:53.326743 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9900315d-a000-4cb9-bbd1-8869e4355318 None None] Provisioning complete for port 5bbbdf7d-a4e9-4efe-8459-f16b9f91aa01 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:50:53.327579 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9900315d-a000-4cb9-bbd1-8869e4355318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:53.395817 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-9900315d-a000-4cb9-bbd1-8869e4355318 None None] Port 5bbbdf7d-a4e9-4efe-8459-f16b9f91aa01 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:50:53.404815 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2a8ef21f-7c37-482b-ba5f-c65ddff86d42 req-b7688f8f-c1ec-4986-a894-45cd7fa6365c tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d60f74e-e6a4-4777-9ada-92bec08f97cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353226 May 03 22:50:53.671523 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-da02d453-12f8-460f-b551-af63bf4d5431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50c9cbf4-4b6e-4711-b2e6-a4628ae6f830 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:50:53.685635 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604f274-31ee-4e46-9067-704d97a9a09d req-e4c9978a-f407-4d13-94f1-1d169105857f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:53.692862 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0604f274-31ee-4e46-9067-704d97a9a09d req-e4c9978a-f407-4d13-94f1-1d169105857f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 946 time: 0.4174349 May 03 22:50:53.710643 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-da02d453-12f8-460f-b551-af63bf4d5431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:53.722546 n-d-811807-1 neutron-server[88070]: DEBUG neutron.objects.ports [None req-ca4f372c-60af-436f-a9c2-98844727edf6 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88070) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 03 22:50:53.723526 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ca4f372c-60af-436f-a9c2-98844727edf6 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:53.728400 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4394d845-56f2-4e5d-bbdd-2214f50d659d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:53.744461 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-da02d453-12f8-460f-b551-af63bf4d5431 service neutron] Transition to ACTIVE for port object 50c9cbf4-4b6e-4711-b2e6-a4628ae6f830 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:50:53.752547 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0604f274-31ee-4e46-9067-704d97a9a09d req-6d9a3056-7885-4dc9-878c-5c62c24d0c56 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588694 May 03 22:50:53.753656 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-da02d453-12f8-460f-b551-af63bf4d5431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:53.913651 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02d453-12f8-460f-b551-af63bf4d5431 service neutron] Pushing event updated for resources: {'Port': ['ID=50c9cbf4-4b6e-4711-b2e6-a4628ae6f830,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:54.051243 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-4394d845-56f2-4e5d-bbdd-2214f50d659d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Calling delete_port for 5bbbdf7d-a4e9-4efe-8459-f16b9f91aa01 owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:50:54.090757 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-da02d453-12f8-460f-b551-af63bf4d5431 service neutron] Attempting to bind port 50c9cbf4-4b6e-4711-b2e6-a4628ae6f830 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:50:54.091093 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-da02d453-12f8-460f-b551-af63bf4d5431 service neutron] Attempting to bind port 50c9cbf4-4b6e-4711-b2e6-a4628ae6f830 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:50:54.091426 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-da02d453-12f8-460f-b551-af63bf4d5431 service neutron] Attempting to bind port 50c9cbf4-4b6e-4711-b2e6-a4628ae6f830 on network b02a0a3f-1344-4b33-8d96-e59f73f273ac {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:50:54.100137 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-da02d453-12f8-460f-b551-af63bf4d5431 service neutron] Port 50c9cbf4-4b6e-4711-b2e6-a4628ae6f830 on network b02a0a3f-1344-4b33-8d96-e59f73f273ac not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:50:54.100460 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-da02d453-12f8-460f-b551-af63bf4d5431 service neutron] Attempting to bind port 50c9cbf4-4b6e-4711-b2e6-a4628ae6f830 on network b02a0a3f-1344-4b33-8d96-e59f73f273ac {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:50:54.115029 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd0ed5-8775-47a7-88d2-f139516deb01 req-286a3f58-c7d3-4c85-b919-1f5df02bf413 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:54.117097 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2bbd0ed5-8775-47a7-88d2-f139516deb01 req-286a3f58-c7d3-4c85-b919-1f5df02bf413 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/ports?device_id=f87e38f0-34be-43ac-849c-a23fab5e8d61 HTTP/1.1" status: 200 len: 945 time: 0.1977251 May 03 22:50:54.117889 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-da02d453-12f8-460f-b551-af63bf4d5431 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:50:54.118340 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-da02d453-12f8-460f-b551-af63bf4d5431 service neutron] Checking segment: {'id': '0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:50:54.118605 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-da02d453-12f8-460f-b551-af63bf4d5431 service neutron] Bound using segment: {'id': '0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:50:54.119049 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-da02d453-12f8-460f-b551-af63bf4d5431 service neutron] Bound port: 50c9cbf4-4b6e-4711-b2e6-a4628ae6f830, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:50:54.119399 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-da02d453-12f8-460f-b551-af63bf4d5431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:54.136208 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f372c-60af-436f-a9c2-98844727edf6 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2983de3c-6dec-4927-83ba-86c4f944243e,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:54.141379 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4f372c-60af-436f-a9c2-98844727edf6 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Checking segment: {'id': '2be044af-e516-4ea7-905c-71aaf54eddef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b645d5e9-f72d-4742-b008-10d8c037c216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:50:54.141741 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4f372c-60af-436f-a9c2-98844727edf6 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Network hostable DHCP agents. Network: b645d5e9-f72d-4742-b008-10d8c037c216, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:50:54.182109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4f372c-60af-436f-a9c2-98844727edf6 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Network b645d5e9-f72d-4742-b008-10d8c037c216 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:50:54.221128 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2bbd0ed5-8775-47a7-88d2-f139516deb01 req-43887779-c4bc-4209-a85b-bd2eb1d99584 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/security-groups?id=50b3d329-dd18-48c5-9e7c-faa609f29b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923522 May 03 22:50:54.236928 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-ca4f372c-60af-436f-a9c2-98844727edf6 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, b645d5e9-f72d-4742-b008-10d8c037c216) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:50:54.249807 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-da02d453-12f8-460f-b551-af63bf4d5431 service neutron] For port 50c9cbf4-4b6e-4711-b2e6-a4628ae6f830, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:50:54.250305 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4f372c-60af-436f-a9c2-98844727edf6 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:54.250897 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ca4f372c-60af-436f-a9c2-98844727edf6 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:54.259671 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-da02d453-12f8-460f-b551-af63bf4d5431 service neutron] For port 50c9cbf4-4b6e-4711-b2e6-a4628ae6f830, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=50c9cbf4-4b6e-4711-b2e6-a4628ae6f830,segment=NetworkSegment(0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a),segment_id=0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:50:54.264446 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-da02d453-12f8-460f-b551-af63bf4d5431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:54.264662 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e82997f-a208-423a-81be-d2b587619e35 None None] Network b645d5e9-f72d-4742-b008-10d8c037c216 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:50:54.331873 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-da02d453-12f8-460f-b551-af63bf4d5431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:54.332477 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-da02d453-12f8-460f-b551-af63bf4d5431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:54.333838 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-da02d453-12f8-460f-b551-af63bf4d5431 service neutron] 10.222.0.60 "PUT /v2.0/ports/50c9cbf4-4b6e-4711-b2e6-a4628ae6f830 HTTP/1.1" status: 200 len: 1091 time: 1.9098945 May 03 22:50:54.334375 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9337167b-be6d-43e7-8336-82d35d3fde1f', 'tag': '50c9cbf4-4b6e-4711-b2e6-a4628ae6f830'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:50:54.339045 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34642) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:54.348674 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-639a2c91-6335-4ae2-9758-51bfd4ff05c5 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-649608202', 'network_id': 'b645d5e9-f72d-4742-b008-10d8c037c216'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:54.351459 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ca4f372c-60af-436f-a9c2-98844727edf6 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8207011 May 03 22:50:54.359656 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-639a2c91-6335-4ae2-9758-51bfd4ff05c5 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:54.366697 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-639a2c91-6335-4ae2-9758-51bfd4ff05c5 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Usage tracker for resource:port and tenant:bb593f281c5f450cab885d1b376ef000 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:54.371277 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-639a2c91-6335-4ae2-9758-51bfd4ff05c5 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:54.374100 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02d453-12f8-460f-b551-af63bf4d5431 service neutron] Pushing event updated for resources: {'Port': ['ID=50c9cbf4-4b6e-4711-b2e6-a4628ae6f830,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:54.380183 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-639a2c91-6335-4ae2-9758-51bfd4ff05c5 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:54.461999 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639a2c91-6335-4ae2-9758-51bfd4ff05c5 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Made reservation on behalf of bb593f281c5f450cab885d1b376ef000 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:54.464303 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-639a2c91-6335-4ae2-9758-51bfd4ff05c5 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:54.479614 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4394d845-56f2-4e5d-bbdd-2214f50d659d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:54.494926 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6f4f92c-b6f7-4a60-a27f-28e4fd01fef0'] response: {'name': 'network-changed', 'server_uuid': '9337167b-be6d-43e7-8336-82d35d3fde1f', 'tag': '50c9cbf4-4b6e-4711-b2e6-a4628ae6f830', 'status': 'completed', 'code': 200} May 03 22:50:54.527527 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-639a2c91-6335-4ae2-9758-51bfd4ff05c5 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] device_id is not set on port 9499bc05-771a-47b7-bd29-e8e19b302bd0 yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:50:54.564329 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:54.590810 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394d845-56f2-4e5d-bbdd-2214f50d659d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'Port': ['ID=5bbbdf7d-a4e9-4efe-8459-f16b9f91aa01,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:54.675357 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b95f99-7700-42ce-819f-56be43c1550a None None] Network b645d5e9-f72d-4742-b008-10d8c037c216 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:50:54.767801 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-5425ebb2-4e39-4442-abf4-bc2eec9a6932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:54.769302 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-5425ebb2-4e39-4442-abf4-bc2eec9a6932 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c9b36c2026314fcba54b84af09c29f52&device_id=9337167b-be6d-43e7-8336-82d35d3fde1f HTTP/1.1" status: 200 len: 1094 time: 0.3710198 May 03 22:50:54.786233 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4394d845-56f2-4e5d-bbdd-2214f50d659d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:54.788699 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4394d845-56f2-4e5d-bbdd-2214f50d659d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/ports/5bbbdf7d-a4e9-4efe-8459-f16b9f91aa01 HTTP/1.1" status: 204 len: 168 time: 1.7003839 May 03 22:50:54.792894 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34652) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:54.881327 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-f67b2e20-1043-4037-99dc-b6c9c0c846f8 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] GET failed (client error): The resource could not be found. May 03 22:50:54.882122 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f67b2e20-1043-4037-99dc-b6c9c0c846f8 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Synchronizing usage tracker for tenant:e4487dd9134946019ccb9652c13000b7 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:50:54.914993 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f67b2e20-1043-4037-99dc-b6c9c0c846f8 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Unset dirty status for tenant:e4487dd9134946019ccb9652c13000b7 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:50:54.916445 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f67b2e20-1043-4037-99dc-b6c9c0c846f8 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "GET /v2.0/ports/5bbbdf7d-a4e9-4efe-8459-f16b9f91aa01 HTTP/1.1" status: 404 len: 333 time: 0.1222594 May 03 22:50:54.920535 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34658) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:54.971800 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-3c1eb357-158f-4a1d-8c82-1258c4935799 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50c9cbf4-4b6e-4711-b2e6-a4628ae6f830 HTTP/1.1" status: 200 len: 217 time: 0.1184597 May 03 22:50:55.011366 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba3f8fed-61a2-4e15-931b-9b5f8aa3a270 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Deleting subnet 4f2d0e74-6972-45a4-9014-d38f585d2f66 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:50:55.014554 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba3f8fed-61a2-4e15-931b-9b5f8aa3a270 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:55.049015 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-6d1a75ba-95b7-4b33-96fa-411eea5814f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:55.050541 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-6d1a75ba-95b7-4b33-96fa-411eea5814f8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6ca0f6a1-6e8b-435e-9833-3f318b86b95e HTTP/1.1" status: 200 len: 854 time: 0.0708220 May 03 22:50:55.065439 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f1a2a48f-70e8-4ea8-b266-5472672f85bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:55.075656 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba3f8fed-61a2-4e15-931b-9b5f8aa3a270 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:55.147845 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-639a2c91-6335-4ae2-9758-51bfd4ff05c5 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Allocated IP 172.20.0.10 (b645d5e9-f72d-4742-b008-10d8c037c216/2983de3c-6dec-4927-83ba-86c4f944243e/9499bc05-771a-47b7-bd29-e8e19b302bd0) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:50:55.170877 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba3f8fed-61a2-4e15-931b-9b5f8aa3a270 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:55.208510 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472c02d-f55a-405f-8934-9ce70fce7b09 req-8d62c4b2-ae0c-4597-9250-c4ffafc24af8 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:55.210484 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5472c02d-f55a-405f-8934-9ce70fce7b09 req-8d62c4b2-ae0c-4597-9250-c4ffafc24af8 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=9337167b-be6d-43e7-8336-82d35d3fde1f HTTP/1.1" status: 200 len: 943 time: 0.5540996 May 03 22:50:55.248991 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba3f8fed-61a2-4e15-931b-9b5f8aa3a270 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:55.295852 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f8fed-61a2-4e15-931b-9b5f8aa3a270 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'Subnet': ['ID=4f2d0e74-6972-45a4-9014-d38f585d2f66,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:55.298310 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba3f8fed-61a2-4e15-931b-9b5f8aa3a270 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:55.307962 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ba3f8fed-61a2-4e15-931b-9b5f8aa3a270 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/subnets/4f2d0e74-6972-45a4-9014-d38f585d2f66 HTTP/1.1" status: 204 len: 168 time: 0.3863773 May 03 22:50:55.308941 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34664) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:55.313563 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ede7ef6-744b-4e5d-a424-c43ec05a9379 None None] Network 4fe441cc-c7ae-408f-bc27-a1bd61755fa0 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:50:55.349208 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5472c02d-f55a-405f-8934-9ce70fce7b09 req-6c30647a-482b-464a-9992-0a13113fed5a tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d60f74e-e6a4-4777-9ada-92bec08f97cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239498 May 03 22:50:55.389875 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9618b-0753-48e6-b437-920e3bfd8c25 req-3a3b4faf-ab4b-4ecf-85c2-6540b0d1efb9 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:55.391425 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-02d9618b-0753-48e6-b437-920e3bfd8c25 req-3a3b4faf-ab4b-4ecf-85c2-6540b0d1efb9 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 946 time: 0.3392069 May 03 22:50:55.392716 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9c76f95-0102-4931-abb3-53d6fadcc1cb tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Deleting subnet d91fcb98-055b-4671-8746-f45fb37c63d8 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:50:55.396203 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f9c76f95-0102-4931-abb3-53d6fadcc1cb tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:55.470206 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f9c76f95-0102-4931-abb3-53d6fadcc1cb tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:55.556673 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-b538ea0e-30a9-4217-9ecc-d4415c1e325b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:55.558414 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-b538ea0e-30a9-4217-9ecc-d4415c1e325b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b02a0a3f-1344-4b33-8d96-e59f73f273ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4611936 May 03 22:50:55.611453 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f9c76f95-0102-4931-abb3-53d6fadcc1cb tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:55.721367 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f9c76f95-0102-4931-abb3-53d6fadcc1cb tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:55.768456 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f9c76f95-0102-4931-abb3-53d6fadcc1cb tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:55.771516 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c76f95-0102-4931-abb3-53d6fadcc1cb tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'Subnet': ['ID=d91fcb98-055b-4671-8746-f45fb37c63d8,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:55.780724 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f9c76f95-0102-4931-abb3-53d6fadcc1cb tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/subnets/d91fcb98-055b-4671-8746-f45fb37c63d8 HTTP/1.1" status: 204 len: 168 time: 0.4711008 May 03 22:50:55.781404 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34668) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:55.856380 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-02d9618b-0753-48e6-b437-920e3bfd8c25 req-552e598e-c9f6-49f8-ae78-c206d70526ff tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3637555 May 03 22:50:55.859689 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-639a2c91-6335-4ae2-9758-51bfd4ff05c5 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:55.953561 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fa61d61b-b28a-4bb8-875f-ebf40a001600 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:55.989458 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-439b6348-f036-4ae0-8c62-e2e640d55061 service neutron] 10.222.0.60 "GET /v2.0/networks/b02a0a3f-1344-4b33-8d96-e59f73f273ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181895 May 03 22:50:55.992335 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-fa61d61b-b28a-4bb8-875f-ebf40a001600 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Deleting port 2a6ff6cc-770d-4e6a-82f8-a2c4234737ef {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:50:55.993774 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fa61d61b-b28a-4bb8-875f-ebf40a001600 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:56.045411 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-639a2c91-6335-4ae2-9758-51bfd4ff05c5 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:56.103945 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1af077-46e0-4156-b6d4-d9a1e4b4aac2 req-c7c7a436-a345-4574-8473-b0d0602ed8e3 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:56.109957 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dd1af077-46e0-4156-b6d4-d9a1e4b4aac2 req-c7c7a436-a345-4574-8473-b0d0602ed8e3 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/ports?device_id=f87e38f0-34be-43ac-849c-a23fab5e8d61 HTTP/1.1" status: 200 len: 945 time: 0.5992935 May 03 22:50:56.303419 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:56.311231 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:56.349335 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639a2c91-6335-4ae2-9758-51bfd4ff05c5 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Network b645d5e9-f72d-4742-b008-10d8c037c216 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:50:56.360900 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418bcc02-52f5-4003-9c3d-73555b77846f req-f7cfc4a4-6af1-42c7-9c45-5e875c383a13 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:56.361516 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-418bcc02-52f5-4003-9c3d-73555b77846f req-f7cfc4a4-6af1-42c7-9c45-5e875c383a13 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Synchronizing usage tracker for tenant:2ae860227d334f489bf32ef847cdf767 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:50:56.364031 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-639a2c91-6335-4ae2-9758-51bfd4ff05c5 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:50:56.367544 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639a2c91-6335-4ae2-9758-51bfd4ff05c5 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:50:56.377338 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-fa61d61b-b28a-4bb8-875f-ebf40a001600 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] For port 2a6ff6cc-770d-4e6a-82f8-a2c4234737ef, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=2a6ff6cc-770d-4e6a-82f8-a2c4234737ef,segment=NetworkSegment(0f26a06f-5106-4e52-9eff-5958c180e205),segment_id=0f26a06f-5106-4e52-9eff-5958c180e205)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:50:56.377717 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fa61d61b-b28a-4bb8-875f-ebf40a001600 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:56.413456 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96c628f2-0ab0-4652-95ca-94d7fc56472f req-5a74cef7-fdb1-4840-a094-31a5314219fd service neutron] 10.222.0.60 "GET /v2.0/networks/b02a0a3f-1344-4b33-8d96-e59f73f273ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153428 May 03 22:50:56.496634 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dd1af077-46e0-4156-b6d4-d9a1e4b4aac2 req-b1e6dfb2-b6f6-4246-bf9d-367f15ed4999 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/security-groups?id=50b3d329-dd18-48c5-9e7c-faa609f29b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070918 May 03 22:50:56.565168 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae435ec-7b32-4f25-b219-0ce4fda2ab36 None None] Network 4fe441cc-c7ae-408f-bc27-a1bd61755fa0 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:50:56.603624 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a2c91-6335-4ae2-9758-51bfd4ff05c5 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Pushing event updated for resources: {'Port': ['ID=9499bc05-771a-47b7-bd29-e8e19b302bd0,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:56.619432 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-fa61d61b-b28a-4bb8-875f-ebf40a001600 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Calling delete_port for 2a6ff6cc-770d-4e6a-82f8-a2c4234737ef owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:50:56.755485 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639a2c91-6335-4ae2-9758-51bfd4ff05c5 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:56.756997 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-639a2c91-6335-4ae2-9758-51bfd4ff05c5 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:56.778386 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-74998e68-9369-4778-8e8e-af140d3e9a79 None None] Provisioning complete for port 2a6ff6cc-770d-4e6a-82f8-a2c4234737ef triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:50:56.778758 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-74998e68-9369-4778-8e8e-af140d3e9a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:56.805471 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-639a2c91-6335-4ae2-9758-51bfd4ff05c5 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.4628561 May 03 22:50:56.816609 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c765681-30ba-4251-8d57-32af405b649b req-40c59444-133f-4ba5-9b94-70a57713af96 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:56.825283 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1c765681-30ba-4251-8d57-32af405b649b req-40c59444-133f-4ba5-9b94-70a57713af96 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=9337167b-be6d-43e7-8336-82d35d3fde1f HTTP/1.1" status: 200 len: 943 time: 0.1914537 May 03 22:50:56.835758 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34676) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:56.841221 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-418bcc02-52f5-4003-9c3d-73555b77846f req-f7cfc4a4-6af1-42c7-9c45-5e875c383a13 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Unset dirty status for tenant:2ae860227d334f489bf32ef847cdf767 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:50:56.842320 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-418bcc02-52f5-4003-9c3d-73555b77846f req-f7cfc4a4-6af1-42c7-9c45-5e875c383a13 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.67 "GET /v2.0/ports?device_id=f87e38f0-34be-43ac-849c-a23fab5e8d61 HTTP/1.1" status: 200 len: 945 time: 0.7502491 May 03 22:50:56.864502 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75595918-9e6b-48d3-ae8c-9f43397e6828 req-4192632c-1415-4e60-9de9-d5462f2cd414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:56.866740 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-75595918-9e6b-48d3-ae8c-9f43397e6828 req-4192632c-1415-4e60-9de9-d5462f2cd414 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c9b36c2026314fcba54b84af09c29f52&device_id=9337167b-be6d-43e7-8336-82d35d3fde1f HTTP/1.1" status: 200 len: 1094 time: 0.3897936 May 03 22:50:56.924835 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1c765681-30ba-4251-8d57-32af405b649b req-2c0fb3d4-915a-4190-95e3-e90ed712feca tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d60f74e-e6a4-4777-9ada-92bec08f97cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982146 May 03 22:50:56.987415 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-8ae41938-4436-4ca5-aa13-28dd155cf55b tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Deleting port 9499bc05-771a-47b7-bd29-e8e19b302bd0 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:50:56.988017 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8ae41938-4436-4ca5-aa13-28dd155cf55b tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:57.023170 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-418bcc02-52f5-4003-9c3d-73555b77846f req-40cd139f-ca6d-4f49-ab12-1d7a2dbc0824 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Deleting port 6eb102c4-58c9-4ac5-b940-55478448060f {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:50:57.023427 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-418bcc02-52f5-4003-9c3d-73555b77846f req-40cd139f-ca6d-4f49-ab12-1d7a2dbc0824 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:57.105785 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75595918-9e6b-48d3-ae8c-9f43397e6828 req-3341e9d9-90ee-4705-b14b-80d3ce1456cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:57.107298 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-75595918-9e6b-48d3-ae8c-9f43397e6828 req-3341e9d9-90ee-4705-b14b-80d3ce1456cc service neutron] 10.222.0.60 "GET /v2.0/networks?id=b02a0a3f-1344-4b33-8d96-e59f73f273ac HTTP/1.1" status: 200 len: 916 time: 0.2322664 May 03 22:50:57.143492 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fa61d61b-b28a-4bb8-875f-ebf40a001600 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:57.205114 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68b0720-ea46-4250-8b5e-0205ec0befdd None None] DHCP port deletion for 4fe441cc-c7ae-408f-bc27-a1bd61755fa0 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:50:57.211316 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa61d61b-b28a-4bb8-875f-ebf40a001600 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] No DVR routers for this DVR port 2a6ff6cc-770d-4e6a-82f8-a2c4234737ef on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:50:57.250132 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-75595918-9e6b-48d3-ae8c-9f43397e6828 req-5271b988-cb3f-4078-a192-5a46fd4a7d6b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50c9cbf4-4b6e-4711-b2e6-a4628ae6f830 HTTP/1.1" status: 200 len: 217 time: 0.0994406 May 03 22:50:57.252388 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61d61b-b28a-4bb8-875f-ebf40a001600 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'Port': ['ID=2a6ff6cc-770d-4e6a-82f8-a2c4234737ef,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:57.338852 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75595918-9e6b-48d3-ae8c-9f43397e6828 req-2ad62980-15ae-4e58-896b-3c5fe7428c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:57.340314 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-75595918-9e6b-48d3-ae8c-9f43397e6828 req-2ad62980-15ae-4e58-896b-3c5fe7428c30 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6ca0f6a1-6e8b-435e-9833-3f318b86b95e HTTP/1.1" status: 200 len: 854 time: 0.0831494 May 03 22:50:57.353104 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654571c-38c4-49cb-bcf2-717d96217699 req-cc84a886-8516-4b71-bdfd-a2572cbf7776 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:57.353104 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7654571c-38c4-49cb-bcf2-717d96217699 req-cc84a886-8516-4b71-bdfd-a2572cbf7776 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 946 time: 0.2385755 May 03 22:50:57.446889 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7654571c-38c4-49cb-bcf2-717d96217699 req-bdbc2afe-6449-431d-956d-874156e1e24c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618162 May 03 22:50:57.451016 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fa61d61b-b28a-4bb8-875f-ebf40a001600 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:57.461764 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75595918-9e6b-48d3-ae8c-9f43397e6828 req-f223c25a-e5bf-4722-ad85-4338426039cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:57.463760 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-75595918-9e6b-48d3-ae8c-9f43397e6828 req-f223c25a-e5bf-4722-ad85-4338426039cc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b02a0a3f-1344-4b33-8d96-e59f73f273ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1125691 May 03 22:50:57.620801 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-75595918-9e6b-48d3-ae8c-9f43397e6828 req-a7b02bba-a4f8-4231-be30-211b2d041701 service neutron] 10.222.0.60 "GET /v2.0/networks/b02a0a3f-1344-4b33-8d96-e59f73f273ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506040 May 03 22:50:57.623150 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-fa61d61b-b28a-4bb8-875f-ebf40a001600 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fe441cc-c7ae-408f-bc27-a1bd61755fa0']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:57.640021 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:57.667308 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-fa61d61b-b28a-4bb8-875f-ebf40a001600 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f26a06f-5106-4e52-9eff-5958c180e205') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:57.667608 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-fa61d61b-b28a-4bb8-875f-ebf40a001600 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f26a06f-5106-4e52-9eff-5958c180e205') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:57.736372 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fa61d61b-b28a-4bb8-875f-ebf40a001600 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:57.775624 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8ae41938-4436-4ca5-aa13-28dd155cf55b tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:57.794408 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fa61d61b-b28a-4bb8-875f-ebf40a001600 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:57.808566 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-75595918-9e6b-48d3-ae8c-9f43397e6828 req-1b00783e-c6f8-4645-9717-7b0a4c3922b8 service neutron] 10.222.0.60 "GET /v2.0/networks/b02a0a3f-1344-4b33-8d96-e59f73f273ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812630 May 03 22:50:57.822596 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305d069-94dc-4c7b-82ae-7dd0b3f4aba3 req-d3c7026d-0436-4c1d-af92-2d549df50e79 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:57.824016 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0305d069-94dc-4c7b-82ae-7dd0b3f4aba3 req-d3c7026d-0436-4c1d-af92-2d549df50e79 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/ports?device_id=f87e38f0-34be-43ac-849c-a23fab5e8d61 HTTP/1.1" status: 200 len: 945 time: 0.1615472 May 03 22:50:57.871013 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0305d069-94dc-4c7b-82ae-7dd0b3f4aba3 req-c8bb7eab-af7f-491e-9528-38f00d05978f tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/security-groups?id=50b3d329-dd18-48c5-9e7c-faa609f29b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412459 May 03 22:50:57.929526 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa61d61b-b28a-4bb8-875f-ebf40a001600 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:50:57.929974 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fa61d61b-b28a-4bb8-875f-ebf40a001600 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:57.944611 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:50:57.944611 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:50:57.944611 n-d-811807-1 neutron-server[88070]: timer() May 03 22:50:57.944611 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:50:57.944611 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:50:57.944611 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:50:57.944611 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:50:57.944611 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:50:57.944611 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:50:57.944611 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:50:57.944611 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:50:57.944611 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:50:57.944611 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:50:57.944611 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:50:57.944611 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:50:57.944611 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:50:57.944611 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:50:57.944611 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:50:57.944611 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:50:57.944611 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:50:57.944611 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:50:57.944611 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:50:57.944611 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:50:57.944611 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:50:57.944611 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:50:57.944611 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:50:57.944611 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:50:57.944611 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:50:57.944611 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:50:57.944611 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:50:57.944611 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:50:57.944611 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:50:57.950996 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-8ae41938-4436-4ca5-aa13-28dd155cf55b tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Calling delete_port for 9499bc05-771a-47b7-bd29-e8e19b302bd0 owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:50:57.962815 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:58.010887 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-418bcc02-52f5-4003-9c3d-73555b77846f req-40cd139f-ca6d-4f49-ab12-1d7a2dbc0824 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] For port 6eb102c4-58c9-4ac5-b940-55478448060f, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=6eb102c4-58c9-4ac5-b940-55478448060f,segment=NetworkSegment(f5ecccdf-d46a-450a-90cb-83fb02948eb0),segment_id=f5ecccdf-d46a-450a-90cb-83fb02948eb0)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:50:58.011490 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-418bcc02-52f5-4003-9c3d-73555b77846f req-40cd139f-ca6d-4f49-ab12-1d7a2dbc0824 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:58.073512 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 50c9cbf4-4b6e-4711-b2e6-a4628ae6f830 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:50:58.107429 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 2a6ff6cc-770d-4e6a-82f8-a2c4234737ef no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:50:58.141437 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4f329-49e5-4c96-988d-cf6caf8c9e33 req-db0689c5-e71f-4038-8dc6-2e9628c980d2 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:58.143372 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-54a4f329-49e5-4c96-988d-cf6caf8c9e33 req-db0689c5-e71f-4038-8dc6-2e9628c980d2 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=9337167b-be6d-43e7-8336-82d35d3fde1f HTTP/1.1" status: 200 len: 943 time: 0.0949430 May 03 22:50:58.156213 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 2a6ff6cc-770d-4e6a-82f8-a2c4234737ef {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:50:58.156635 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 2a6ff6cc-770d-4e6a-82f8-a2c4234737ef not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:50:58.192263 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-418bcc02-52f5-4003-9c3d-73555b77846f req-40cd139f-ca6d-4f49-ab12-1d7a2dbc0824 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Calling delete_port for 6eb102c4-58c9-4ac5-b940-55478448060f owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:50:58.205924 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-54a4f329-49e5-4c96-988d-cf6caf8c9e33 req-b1766777-3ed8-453a-a5b2-6862685508b1 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d60f74e-e6a4-4777-9ada-92bec08f97cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547235 May 03 22:50:58.252376 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fa61d61b-b28a-4bb8-875f-ebf40a001600 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:58.276732 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 50c9cbf4-4b6e-4711-b2e6-a4628ae6f830, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=50c9cbf4-4b6e-4711-b2e6-a4628ae6f830,segment=NetworkSegment(0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a),segment_id=0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:50:58.291909 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '50c9cbf4-4b6e-4711-b2e6-a4628ae6f830', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'port_id': '50c9cbf4-4b6e-4711-b2e6-a4628ae6f830', 'mac_address': 'fa:16:3e:7c:7f:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:50:58.302207 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fa61d61b-b28a-4bb8-875f-ebf40a001600 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:58.313505 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61d61b-b28a-4bb8-875f-ebf40a001600 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'Network': ['ID=4fe441cc-c7ae-408f-bc27-a1bd61755fa0,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:58.348835 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:58.366657 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50c9cbf4-4b6e-4711-b2e6-a4628ae6f830 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:50:58.383154 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 50c9cbf4-4b6e-4711-b2e6-a4628ae6f830, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=50c9cbf4-4b6e-4711-b2e6-a4628ae6f830,segment=NetworkSegment(0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a),segment_id=0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:50:58.387990 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:58.460724 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=50c9cbf4-4b6e-4711-b2e6-a4628ae6f830,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:58.498087 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fa61d61b-b28a-4bb8-875f-ebf40a001600 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/networks/4fe441cc-c7ae-408f-bc27-a1bd61755fa0 HTTP/1.1" status: 204 len: 168 time: 2.7124753 May 03 22:50:58.499063 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34696) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:58.572758 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8ae41938-4436-4ca5-aa13-28dd155cf55b tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:58.632727 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4a7696-2348-46fd-96c5-c7873f906288 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:58.637298 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae41938-4436-4ca5-aa13-28dd155cf55b tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Pushing event deleted for resources: {'Port': ['ID=9499bc05-771a-47b7-bd29-e8e19b302bd0,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:58.639275 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0a4a7696-2348-46fd-96c5-c7873f906288 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1384804 May 03 22:50:58.639652 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34700) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:58.667649 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['50c9cbf4-4b6e-4711-b2e6-a4628ae6f830'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:50:58.778226 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f588e-3974-4c72-8703-88d88d11e9b5 req-b15c6a66-fcbe-4435-84bc-0a2490252727 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:58.779024 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e73f588e-3974-4c72-8703-88d88d11e9b5 req-b15c6a66-fcbe-4435-84bc-0a2490252727 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 946 time: 0.1387198 May 03 22:50:58.801122 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-418bcc02-52f5-4003-9c3d-73555b77846f req-40cd139f-ca6d-4f49-ab12-1d7a2dbc0824 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:58.826739 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e73f588e-3974-4c72-8703-88d88d11e9b5 req-27a3bd32-c3fb-49b8-bb23-d2ff8fa85c3b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412843 May 03 22:50:58.897976 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd139f-ca6d-4f49-ab12-1d7a2dbc0824 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Pushing event deleted for resources: {'Port': ['ID=6eb102c4-58c9-4ac5-b940-55478448060f,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:59.012382 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8ae41938-4436-4ca5-aa13-28dd155cf55b tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:59.017582 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-418bcc02-52f5-4003-9c3d-73555b77846f req-40cd139f-ca6d-4f49-ab12-1d7a2dbc0824 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] No DVR routers for this DVR port 6eb102c4-58c9-4ac5-b940-55478448060f on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:50:59.022658 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-418bcc02-52f5-4003-9c3d-73555b77846f req-40cd139f-ca6d-4f49-ab12-1d7a2dbc0824 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:59.027665 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87e38f0-34be-43ac-849c-a23fab5e8d61', 'name': 'network-vif-deleted', 'tag': '6eb102c4-58c9-4ac5-b940-55478448060f'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:50:59.032796 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-f45a8c72-8290-46b2-9a10-d16b23e46fb6 service neutron] show failed (client error): The resource could not be found. May 03 22:50:59.034186 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-f45a8c72-8290-46b2-9a10-d16b23e46fb6 service neutron] 10.222.0.67 "GET /v2.0/ports/85b92057-4bb8-4560-8b1d-787a33125312/bindings/n-h1-811807-1 HTTP/1.1" status: 404 len: 380 time: 0.3262172 May 03 22:50:59.048331 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2e72a548-38c4-4885-b6ac-b879ef4c2f01 req-76a27357-2dad-4419-83db-7080bdd02799 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.58 "GET /v2.0/ports?device_id=f87e38f0-34be-43ac-849c-a23fab5e8d61 HTTP/1.1" status: 200 len: 210 time: 0.0551641 May 03 22:50:59.060314 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a7f496e7-eb69-4bf0-aad8-2939153493b2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Synchronizing usage tracker for tenant:e4487dd9134946019ccb9652c13000b7 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:50:59.064485 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8ae41938-4436-4ca5-aa13-28dd155cf55b tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] 10.222.0.58 "DELETE /v2.0/ports/9499bc05-771a-47b7-bd29-e8e19b302bd0 HTTP/1.1" status: 204 len: 168 time: 2.2274439 May 03 22:50:59.067370 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-418bcc02-52f5-4003-9c3d-73555b77846f req-40cd139f-ca6d-4f49-ab12-1d7a2dbc0824 tempest-TestServerAdvancedOps-1164060309 tempest-TestServerAdvancedOps-1164060309-project] 10.222.0.67 "DELETE /v2.0/ports/6eb102c4-58c9-4ac5-b940-55478448060f HTTP/1.1" status: 204 len: 173 time: 2.1944671 May 03 22:50:59.068934 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34710) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:59.082433 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a7f496e7-eb69-4bf0-aad8-2939153493b2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Unset dirty status for tenant:e4487dd9134946019ccb9652c13000b7 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:50:59.087819 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a7f496e7-eb69-4bf0-aad8-2939153493b2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4432616 May 03 22:50:59.087969 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-0e6cc21b-3129-47bd-a968-a283df81b794 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b645d5e9-f72d-4742-b008-10d8c037c216', 'external_fixed_ips': [{'subnet_id': '2983de3c-6dec-4927-83ba-86c4f944243e', 'ip_address': '172.20.0.10'}]}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:59.088104 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a5ba891-eaec-4c39-9912-fb768b6c4eec'] response: {'server_uuid': 'f87e38f0-34be-43ac-849c-a23fab5e8d61', 'name': 'network-vif-deleted', 'tag': '6eb102c4-58c9-4ac5-b940-55478448060f', 'status': 'completed', 'code': 200} May 03 22:50:59.088104 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34714) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:59.093710 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-4410ee75-9a29-4566-8263-8dd39518ca27 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1730475465'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:59.098554 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0e6cc21b-3129-47bd-a968-a283df81b794 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:59.099886 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4410ee75-9a29-4566-8263-8dd39518ca27 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:59.105449 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4410ee75-9a29-4566-8263-8dd39518ca27 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:network and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:59.106403 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0e6cc21b-3129-47bd-a968-a283df81b794 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Usage tracker for resource:router and tenant:bb593f281c5f450cab885d1b376ef000 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:59.108972 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4410ee75-9a29-4566-8263-8dd39518ca27 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:59.116356 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0e6cc21b-3129-47bd-a968-a283df81b794 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:59.116517 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4410ee75-9a29-4566-8263-8dd39518ca27 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:59.123168 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0e6cc21b-3129-47bd-a968-a283df81b794 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:59.131780 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4410ee75-9a29-4566-8263-8dd39518ca27 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Made reservation on behalf of e4487dd9134946019ccb9652c13000b7 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:59.137442 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4410ee75-9a29-4566-8263-8dd39518ca27 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:59.140214 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0e6cc21b-3129-47bd-a968-a283df81b794 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:59.141606 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0e6cc21b-3129-47bd-a968-a283df81b794 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:59.160639 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0e6cc21b-3129-47bd-a968-a283df81b794 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:59.182333 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4410ee75-9a29-4566-8263-8dd39518ca27 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:50:59.194721 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4410ee75-9a29-4566-8263-8dd39518ca27 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:59.195153 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-4410ee75-9a29-4566-8263-8dd39518ca27 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Added segment 4338f884-f54f-4a32-90b7-8d6a65769406 of type vlan for network ef32a48e-37ae-47c5-a60d-bd5804feb112 May 03 22:50:59.238220 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4410ee75-9a29-4566-8263-8dd39518ca27 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:59.309321 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4410ee75-9a29-4566-8263-8dd39518ca27 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:59.318009 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4410ee75-9a29-4566-8263-8dd39518ca27 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:59.319215 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4410ee75-9a29-4566-8263-8dd39518ca27 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:59.443129 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4410ee75-9a29-4566-8263-8dd39518ca27 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3515713 May 03 22:50:59.447625 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34720) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:50:59.455433 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-9dfd1617-ccc9-4d99-91e3-2e230f75e2e5 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'subnet': {'network_id': 'ef32a48e-37ae-47c5-a60d-bd5804feb112', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:59.470001 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410ee75-9a29-4566-8263-8dd39518ca27 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Network': ['ID=ef32a48e-37ae-47c5-a60d-bd5804feb112,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:59.486109 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network ef32a48e-37ae-47c5-a60d-bd5804feb112 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:50:59.650344 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 6eb102c4-58c9-4ac5-b940-55478448060f no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:50:59.670701 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-9dfd1617-ccc9-4d99-91e3-2e230f75e2e5 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:50:59.675227 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9dfd1617-ccc9-4d99-91e3-2e230f75e2e5 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:subnet and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:50:59.679127 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9dfd1617-ccc9-4d99-91e3-2e230f75e2e5 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:50:59.692597 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-9dfd1617-ccc9-4d99-91e3-2e230f75e2e5 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:50:59.717138 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfd1617-ccc9-4d99-91e3-2e230f75e2e5 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Made reservation on behalf of e4487dd9134946019ccb9652c13000b7 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:59.721291 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9dfd1617-ccc9-4d99-91e3-2e230f75e2e5 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:59.726526 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0e6cc21b-3129-47bd-a968-a283df81b794 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:50:59.735696 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-908afde6-defe-48f3-bc41-08cc5da7e340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:59.737209 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-908afde6-defe-48f3-bc41-08cc5da7e340 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a&tenant_id=e51c41c8f2c54373bfeeef105247eecb HTTP/1.1" status: 200 len: 1097 time: 0.4070280 May 03 22:50:59.738278 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 6eb102c4-58c9-4ac5-b940-55478448060f {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:50:59.739116 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 6eb102c4-58c9-4ac5-b940-55478448060f not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:50:59.739888 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 85b92057-4bb8-4560-8b1d-787a33125312 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:50:59.747697 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5466ca-174c-47c8-9d5c-bbcd1f1ff406 req-4dc2278f-cab4-4ea5-a6c8-ad1a5b996da0 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:59.754545 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f5466ca-174c-47c8-9d5c-bbcd1f1ff406 req-4dc2278f-cab4-4ea5-a6c8-ad1a5b996da0 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=9337167b-be6d-43e7-8336-82d35d3fde1f HTTP/1.1" status: 200 len: 944 time: 0.3931854 May 03 22:50:59.775423 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-ffd84372-9eb2-42d2-8401-2ba5403c7304 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811807-1', 'device_owner': 'compute:nova'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:50:59.901884 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f5466ca-174c-47c8-9d5c-bbcd1f1ff406 req-7e8ca5fd-d2d3-4bcb-97bb-890ccdfc111d tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d60f74e-e6a4-4777-9ada-92bec08f97cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460252 May 03 22:50:59.979316 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:00.042256 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 85b92057-4bb8-4560-8b1d-787a33125312, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=85b92057-4bb8-4560-8b1d-787a33125312,segment=NetworkSegment(19f5e703-356a-48fb-ab14-cf4ba1cc55fc),segment_id=19f5e703-356a-48fb-ab14-cf4ba1cc55fc)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:00.044032 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f21ccd-9817-4f5b-a3d2-42f9fd90a16a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85b92057-4bb8-4560-8b1d-787a33125312'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:51:00.054439 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:00.123382 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 50c9cbf4-4b6e-4711-b2e6-a4628ae6f830 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:51:00.194336 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-ffd84372-9eb2-42d2-8401-2ba5403c7304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:00.208009 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dab48b60-a084-45be-9f0e-89009d36220b'] response: {'server_uuid': '63f21ccd-9817-4f5b-a3d2-42f9fd90a16a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85b92057-4bb8-4560-8b1d-787a33125312', 'code': 200} May 03 22:51:00.261547 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=85b92057-4bb8-4560-8b1d-787a33125312,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:00.267560 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 50c9cbf4-4b6e-4711-b2e6-a4628ae6f830 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:51:00.275677 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 50c9cbf4-4b6e-4711-b2e6-a4628ae6f830 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:51:00.276035 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:00.280381 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9dfd1617-ccc9-4d99-91e3-2e230f75e2e5 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:00.316843 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34732) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:00.349873 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd1617-ccc9-4d99-91e3-2e230f75e2e5 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Subnet': ['ID=70c16a61-310b-4a87-ae8c-ad1b2aea1ff2,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:00.388624 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfd1617-ccc9-4d99-91e3-2e230f75e2e5 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Checking segment: {'id': '4338f884-f54f-4a32-90b7-8d6a65769406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ef32a48e-37ae-47c5-a60d-bd5804feb112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:51:00.388985 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfd1617-ccc9-4d99-91e3-2e230f75e2e5 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Network hostable DHCP agents. Network: ef32a48e-37ae-47c5-a60d-bd5804feb112, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:51:00.409019 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfd1617-ccc9-4d99-91e3-2e230f75e2e5 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Network ef32a48e-37ae-47c5-a60d-bd5804feb112 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:51:00.420293 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-9dfd1617-ccc9-4d99-91e3-2e230f75e2e5 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, ef32a48e-37ae-47c5-a60d-bd5804feb112) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:51:00.424379 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfd1617-ccc9-4d99-91e3-2e230f75e2e5 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:00.425138 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9dfd1617-ccc9-4d99-91e3-2e230f75e2e5 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:00.442710 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40afb3ac-3e31-4b46-9988-bf307f9a9c6f None None] Network ef32a48e-37ae-47c5-a60d-bd5804feb112 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:51:00.454866 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9dfd1617-ccc9-4d99-91e3-2e230f75e2e5 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0061152 May 03 22:51:00.456981 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34736) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:00.464383 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-af2f1e86-45a7-4189-aea3-23c9acf068c8 admin admin] Deleting subnet d25b7cec-7289-477b-a43b-c84407b16d91 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:51:00.464712 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-05eac391-dd4d-4257-ae9d-ceabd021d15c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'port': {'network_id': 'ef32a48e-37ae-47c5-a60d-bd5804feb112', 'name': 'tempest-PortsIpV6TestJSON-1879864765'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:51:00.472916 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb20f4-664f-4aba-8504-ccd73a397f2f req-7b985cb5-4f4b-4b8c-ad73-e5de4bc28c9f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:00.474647 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d7eb20f4-664f-4aba-8504-ccd73a397f2f req-7b985cb5-4f4b-4b8c-ad73-e5de4bc28c9f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 944 time: 0.3227351 May 03 22:51:00.481904 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-af2f1e86-45a7-4189-aea3-23c9acf068c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:00.597118 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:00.612247 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-05eac391-dd4d-4257-ae9d-ceabd021d15c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:51:00.624282 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-05eac391-dd4d-4257-ae9d-ceabd021d15c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:51:00.636101 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05eac391-dd4d-4257-ae9d-ceabd021d15c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Made reservation on behalf of e4487dd9134946019ccb9652c13000b7 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:51:00.640055 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-05eac391-dd4d-4257-ae9d-ceabd021d15c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:00.662910 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-05eac391-dd4d-4257-ae9d-ceabd021d15c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] device_id is not set on port c5abcc24-89a5-4eed-8f0e-eedc257a70ce yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:51:00.667480 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-af2f1e86-45a7-4189-aea3-23c9acf068c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:00.675440 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 50c9cbf4-4b6e-4711-b2e6-a4628ae6f830, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=50c9cbf4-4b6e-4711-b2e6-a4628ae6f830,segment=NetworkSegment(0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a),segment_id=0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:00.710346 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:00.754087 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d7eb20f4-664f-4aba-8504-ccd73a397f2f req-b8a3f940-a97d-4d28-9e88-bc2fd291afb0 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2438445 May 03 22:51:00.792142 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=50c9cbf4-4b6e-4711-b2e6-a4628ae6f830,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:00.797258 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05342915-f096-4dc6-a450-9332beba5a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-ef32a48e-37ae-47c5-a60d-bd5804feb112', 'network_id': 'ef32a48e-37ae-47c5-a60d-bd5804feb112', 'tenant_id': 'e4487dd9134946019ccb9652c13000b7', 'fixed_ips': [{'subnet_id': '70c16a61-310b-4a87-ae8c-ad1b2aea1ff2'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:51:00.798116 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-05342915-f096-4dc6-a450-9332beba5a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:00.822859 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-05eac391-dd4d-4257-ae9d-ceabd021d15c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Allocated IP 2001:db8::252 (ef32a48e-37ae-47c5-a60d-bd5804feb112/70c16a61-310b-4a87-ae8c-ad1b2aea1ff2/c5abcc24-89a5-4eed-8f0e-eedc257a70ce) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:51:01.039511 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-af2f1e86-45a7-4189-aea3-23c9acf068c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:01.133720 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-ffd84372-9eb2-42d2-8401-2ba5403c7304 service neutron] For port 85b92057-4bb8-4560-8b1d-787a33125312, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=85b92057-4bb8-4560-8b1d-787a33125312,segment=NetworkSegment(19f5e703-356a-48fb-ab14-cf4ba1cc55fc),segment_id=19f5e703-356a-48fb-ab14-cf4ba1cc55fc)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:01.218869 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-05eac391-dd4d-4257-ae9d-ceabd021d15c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:01.295453 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0e6cc21b-3129-47bd-a968-a283df81b794 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:01.376032 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-ffd84372-9eb2-42d2-8401-2ba5403c7304 service neutron] For port 85b92057-4bb8-4560-8b1d-787a33125312, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:51:01.406455 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-05eac391-dd4d-4257-ae9d-ceabd021d15c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Transition to ACTIVE for port object c5abcc24-89a5-4eed-8f0e-eedc257a70ce will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:51:01.419226 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0e6cc21b-3129-47bd-a968-a283df81b794 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:01.433279 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-05eac391-dd4d-4257-ae9d-ceabd021d15c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:01.473415 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-af2f1e86-45a7-4189-aea3-23c9acf068c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:01.498033 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-05342915-f096-4dc6-a450-9332beba5a95 None None] Allocated IP 2001:db8::2 (ef32a48e-37ae-47c5-a60d-bd5804feb112/70c16a61-310b-4a87-ae8c-ad1b2aea1ff2/bcf98403-31bd-4fc1-ba46-a03aa6732fb4) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:51:01.503987 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05eac391-dd4d-4257-ae9d-ceabd021d15c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Network ef32a48e-37ae-47c5-a60d-bd5804feb112 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:51:01.507894 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-05eac391-dd4d-4257-ae9d-ceabd021d15c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:51:01.512020 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05eac391-dd4d-4257-ae9d-ceabd021d15c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:51:01.517595 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eac391-dd4d-4257-ae9d-ceabd021d15c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:01.518131 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-05eac391-dd4d-4257-ae9d-ceabd021d15c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:01.541560 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f1e86-45a7-4189-aea3-23c9acf068c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d25b7cec-7289-477b-a43b-c84407b16d91,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:01.545124 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eac391-dd4d-4257-ae9d-ceabd021d15c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Port': ['ID=c5abcc24-89a5-4eed-8f0e-eedc257a70ce,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:01.548453 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-ffd84372-9eb2-42d2-8401-2ba5403c7304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85b92057-4bb8-4560-8b1d-787a33125312 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:51:01.560576 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-05eac391-dd4d-4257-ae9d-ceabd021d15c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0987375 May 03 22:51:01.560952 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34754) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:01.562901 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50004760-7dec-474b-8c32-013fe04cb44b req-3a39a093-bcfa-41cb-83be-bcf8e4819ac3 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:01.566707 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-9d29e63c-d8af-495f-ba8f-037ab25f740c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'port': {'network_id': 'ef32a48e-37ae-47c5-a60d-bd5804feb112', 'name': 'tempest-PortsIpV6TestJSON-1684620364'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:51:01.570768 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-50004760-7dec-474b-8c32-013fe04cb44b req-3a39a093-bcfa-41cb-83be-bcf8e4819ac3 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=9337167b-be6d-43e7-8336-82d35d3fde1f HTTP/1.1" status: 200 len: 945 time: 0.4890921 May 03 22:51:01.601202 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-af2f1e86-45a7-4189-aea3-23c9acf068c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:01.620673 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-ffd84372-9eb2-42d2-8401-2ba5403c7304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:01.666731 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-496792f0-c9ff-44ae-97b0-99b709f3e0e4 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:01.668537 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-496792f0-c9ff-44ae-97b0-99b709f3e0e4 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/networks?id=707cfa08-484f-448d-b84f-a940bf8f6e2e HTTP/1.1" status: 200 len: 811 time: 0.4542987 May 03 22:51:01.714704 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-af2f1e86-45a7-4189-aea3-23c9acf068c8 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d25b7cec-7289-477b-a43b-c84407b16d91 HTTP/1.1" status: 204 len: 168 time: 1.3944330 May 03 22:51:01.717585 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34758) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:01.730591 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-ffd84372-9eb2-42d2-8401-2ba5403c7304 service neutron] Transition to ACTIVE for port object 85b92057-4bb8-4560-8b1d-787a33125312 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:51:01.733750 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-50004760-7dec-474b-8c32-013fe04cb44b req-e66596bd-93b2-48ec-82bb-2cb9d286aa9c tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d60f74e-e6a4-4777-9ada-92bec08f97cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619775 May 03 22:51:01.746720 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-c87ed22b-f1a0-43f3-bc3e-0a60ef431488 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/quotas/fac7f64c48bd48e8ae480a0113f466e9 HTTP/1.1" status: 200 len: 375 time: 0.0338876 May 03 22:51:01.747329 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-ffd84372-9eb2-42d2-8401-2ba5403c7304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:01.760212 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-05342915-f096-4dc6-a450-9332beba5a95 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:01.768116 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-05342915-f096-4dc6-a450-9332beba5a95 None None] Transition to ACTIVE for port object bcf98403-31bd-4fc1-ba46-a03aa6732fb4 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:51:01.779632 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-9d29e63c-d8af-495f-ba8f-037ab25f740c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:51:01.789562 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9d29e63c-d8af-495f-ba8f-037ab25f740c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:port and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:51:01.800282 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-05342915-f096-4dc6-a450-9332beba5a95 None None] Transition to ACTIVE for port object bcf98403-31bd-4fc1-ba46-a03aa6732fb4 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:51:01.810616 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-05342915-f096-4dc6-a450-9332beba5a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:01.838584 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9d29e63c-d8af-495f-ba8f-037ab25f740c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:51:01.867960 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-9d29e63c-d8af-495f-ba8f-037ab25f740c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:51:01.885006 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d29e63c-d8af-495f-ba8f-037ab25f740c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Made reservation on behalf of e4487dd9134946019ccb9652c13000b7 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:51:01.888789 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9d29e63c-d8af-495f-ba8f-037ab25f740c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:01.898749 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05342915-f096-4dc6-a450-9332beba5a95 None None] Pushing event updated for resources: {'Port': ['ID=bcf98403-31bd-4fc1-ba46-a03aa6732fb4,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:01.911487 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05342915-f096-4dc6-a450-9332beba5a95 None None] Network ef32a48e-37ae-47c5-a60d-bd5804feb112 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:51:01.913304 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-05342915-f096-4dc6-a450-9332beba5a95 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:51:01.915950 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05342915-f096-4dc6-a450-9332beba5a95 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:51:01.931518 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4a64a532-56d5-49c8-995f-0ff9f4ad5fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:01.938383 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-9d29e63c-d8af-495f-ba8f-037ab25f740c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] device_id is not set on port 5fbc556e-6076-4012-9561-38f70f9ad5e5 yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:51:02.024111 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-05342915-f096-4dc6-a450-9332beba5a95 None None] Attempting to bind port bcf98403-31bd-4fc1-ba46-a03aa6732fb4 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:51:02.034167 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-05342915-f096-4dc6-a450-9332beba5a95 None None] Attempting to bind port bcf98403-31bd-4fc1-ba46-a03aa6732fb4 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '4338f884-f54f-4a32-90b7-8d6a65769406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ef32a48e-37ae-47c5-a60d-bd5804feb112'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:51:02.035226 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05342915-f096-4dc6-a450-9332beba5a95 None None] Attempting to bind port bcf98403-31bd-4fc1-ba46-a03aa6732fb4 on network ef32a48e-37ae-47c5-a60d-bd5804feb112 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:51:02.046181 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05342915-f096-4dc6-a450-9332beba5a95 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:51:02.046624 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05342915-f096-4dc6-a450-9332beba5a95 None None] Checking segment: {'id': '4338f884-f54f-4a32-90b7-8d6a65769406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ef32a48e-37ae-47c5-a60d-bd5804feb112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:51:02.047073 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-05342915-f096-4dc6-a450-9332beba5a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:02.047470 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05342915-f096-4dc6-a450-9332beba5a95 None None] Bound using segment: {'id': '4338f884-f54f-4a32-90b7-8d6a65769406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ef32a48e-37ae-47c5-a60d-bd5804feb112'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:51:02.048042 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-05342915-f096-4dc6-a450-9332beba5a95 None None] Bound port: bcf98403-31bd-4fc1-ba46-a03aa6732fb4, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4338f884-f54f-4a32-90b7-8d6a65769406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ef32a48e-37ae-47c5-a60d-bd5804feb112'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:51:02.048432 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-05342915-f096-4dc6-a450-9332beba5a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:02.052572 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd84372-9eb2-42d2-8401-2ba5403c7304 service neutron] Pushing event updated for resources: {'Port': ['ID=85b92057-4bb8-4560-8b1d-787a33125312,revision_number=7']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:02.126886 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-0e6cc21b-3129-47bd-a968-a283df81b794 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Allocated IP 172.20.0.10 (b645d5e9-f72d-4742-b008-10d8c037c216/2983de3c-6dec-4927-83ba-86c4f944243e/db155529-c768-4c9a-b2c7-c5fae60f1a3b) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:51:02.136334 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4a64a532-56d5-49c8-995f-0ff9f4ad5fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:02.150135 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-ffd84372-9eb2-42d2-8401-2ba5403c7304 service neutron] No DVR routers for this DVR port 85b92057-4bb8-4560-8b1d-787a33125312 on host n-h2-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:51:02.167954 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-4a64a532-56d5-49c8-995f-0ff9f4ad5fda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35d8bd65-160d-4ed6-a9c6-34cd63142d90']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:02.169531 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-05342915-f096-4dc6-a450-9332beba5a95 None None] For port bcf98403-31bd-4fc1-ba46-a03aa6732fb4, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:51:02.173229 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-05342915-f096-4dc6-a450-9332beba5a95 None None] For port bcf98403-31bd-4fc1-ba46-a03aa6732fb4, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=bcf98403-31bd-4fc1-ba46-a03aa6732fb4,segment=NetworkSegment(4338f884-f54f-4a32-90b7-8d6a65769406),segment_id=4338f884-f54f-4a32-90b7-8d6a65769406)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:51:02.180715 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-05342915-f096-4dc6-a450-9332beba5a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:02.193592 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-4a64a532-56d5-49c8-995f-0ff9f4ad5fda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5ecccdf-d46a-450a-90cb-83fb02948eb0') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:02.193909 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-4a64a532-56d5-49c8-995f-0ff9f4ad5fda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5ecccdf-d46a-450a-90cb-83fb02948eb0') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:02.222332 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9337167b-be6d-43e7-8336-82d35d3fde1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c9cbf4-4b6e-4711-b2e6-a4628ae6f830'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:51:02.239576 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4a64a532-56d5-49c8-995f-0ff9f4ad5fda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:02.270224 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4a64a532-56d5-49c8-995f-0ff9f4ad5fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:02.270955 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05342915-f096-4dc6-a450-9332beba5a95 None None] Pushing event updated for resources: {'Port': ['ID=bcf98403-31bd-4fc1-ba46-a03aa6732fb4,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:02.282689 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a64a532-56d5-49c8-995f-0ff9f4ad5fda admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:51:02.283377 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4a64a532-56d5-49c8-995f-0ff9f4ad5fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:02.302510 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:51:02.302510 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:51:02.302510 n-d-811807-1 neutron-server[88070]: timer() May 03 22:51:02.302510 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:51:02.302510 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:51:02.302510 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:51:02.302510 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:51:02.302510 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:51:02.302510 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:51:02.302510 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:51:02.302510 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:51:02.302510 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:51:02.302510 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:51:02.302510 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:51:02.302510 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:51:02.302510 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:51:02.302510 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:51:02.302510 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:51:02.302510 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:51:02.302510 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:51:02.302510 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:51:02.302510 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:51:02.302510 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:51:02.302510 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:51:02.302510 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:51:02.302510 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:51:02.302510 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:51:02.302510 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:51:02.302510 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:51:02.302510 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:51:02.302510 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:51:02.302510 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:51:02.352778 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094cd697-a28d-4039-bda8-74ada1ec9e3f req-e2b88c4b-c078-4ce9-8c7e-07dc6e566d09 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:02.354487 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-094cd697-a28d-4039-bda8-74ada1ec9e3f req-e2b88c4b-c078-4ce9-8c7e-07dc6e566d09 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 944 time: 0.4370894 May 03 22:51:02.360479 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-864727fc-16d2-48e6-a8bc-0c1df8d42cab tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fac7f64c48bd48e8ae480a0113f466e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5685513 May 03 22:51:02.382001 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-9d29e63c-d8af-495f-ba8f-037ab25f740c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Allocated IP 2001:db8::11c (ef32a48e-37ae-47c5-a60d-bd5804feb112/70c16a61-310b-4a87-ae8c-ad1b2aea1ff2/5fbc556e-6076-4012-9561-38f70f9ad5e5) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:51:02.420430 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4a64a532-56d5-49c8-995f-0ff9f4ad5fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:02.439566 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4a64a532-56d5-49c8-995f-0ff9f4ad5fda admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:02.456307 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64a532-56d5-49c8-995f-0ff9f4ad5fda admin admin] Pushing event deleted for resources: {'Network': ['ID=35d8bd65-160d-4ed6-a9c6-34cd63142d90,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:02.507504 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4a64a532-56d5-49c8-995f-0ff9f4ad5fda admin admin] 10.222.0.58 "DELETE /v2.0/networks/35d8bd65-160d-4ed6-a9c6-34cd63142d90 HTTP/1.1" status: 204 len: 168 time: 0.7856121 May 03 22:51:02.509546 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34768) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:02.659045 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2454a24-e84a-4de9-be50-1fa562f0c368 admin admin] Deleting subnet 306dbf2b-3830-4379-a65d-db6cd4323252 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:51:02.666443 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e2454a24-e84a-4de9-be50-1fa562f0c368 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:02.746830 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9d29e63c-d8af-495f-ba8f-037ab25f740c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:02.750876 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e2454a24-e84a-4de9-be50-1fa562f0c368 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:02.791138 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-094cd697-a28d-4039-bda8-74ada1ec9e3f req-36d90ad6-9ad1-44ec-9a27-74dc38246615 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3839054 May 03 22:51:02.803095 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-9d29e63c-d8af-495f-ba8f-037ab25f740c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Transition to ACTIVE for port object 5fbc556e-6076-4012-9561-38f70f9ad5e5 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:51:02.820782 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e2454a24-e84a-4de9-be50-1fa562f0c368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:02.864156 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0e6cc21b-3129-47bd-a968-a283df81b794 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:02.900373 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9d29e63c-d8af-495f-ba8f-037ab25f740c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:02.903050 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-ffd84372-9eb2-42d2-8401-2ba5403c7304 service neutron] Attempting to bind port 85b92057-4bb8-4560-8b1d-787a33125312 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:51:02.903555 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-ffd84372-9eb2-42d2-8401-2ba5403c7304 service neutron] Attempting to bind port 85b92057-4bb8-4560-8b1d-787a33125312 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '19f5e703-356a-48fb-ab14-cf4ba1cc55fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '205448ae-d8cd-4b1c-9138-0734b8d65b11'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:51:02.903933 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-ffd84372-9eb2-42d2-8401-2ba5403c7304 service neutron] Attempting to bind port 85b92057-4bb8-4560-8b1d-787a33125312 on network 205448ae-d8cd-4b1c-9138-0734b8d65b11 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:51:02.910818 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-65e5490e-f019-435e-8c75-4a104b626856 service neutron] 10.222.0.58 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957206 May 03 22:51:02.918277 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-ffd84372-9eb2-42d2-8401-2ba5403c7304 service neutron] Port 85b92057-4bb8-4560-8b1d-787a33125312 on network 205448ae-d8cd-4b1c-9138-0734b8d65b11 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:51:02.918609 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-ffd84372-9eb2-42d2-8401-2ba5403c7304 service neutron] Attempting to bind port 85b92057-4bb8-4560-8b1d-787a33125312 on network 205448ae-d8cd-4b1c-9138-0734b8d65b11 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:51:02.949664 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-ffd84372-9eb2-42d2-8401-2ba5403c7304 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:51:02.950060 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-ffd84372-9eb2-42d2-8401-2ba5403c7304 service neutron] Checking segment: {'id': '19f5e703-356a-48fb-ab14-cf4ba1cc55fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '205448ae-d8cd-4b1c-9138-0734b8d65b11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:51:02.950462 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-ffd84372-9eb2-42d2-8401-2ba5403c7304 service neutron] Bound using segment: {'id': '19f5e703-356a-48fb-ab14-cf4ba1cc55fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '205448ae-d8cd-4b1c-9138-0734b8d65b11'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:51:02.950918 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-ffd84372-9eb2-42d2-8401-2ba5403c7304 service neutron] Bound port: 85b92057-4bb8-4560-8b1d-787a33125312, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19f5e703-356a-48fb-ab14-cf4ba1cc55fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '205448ae-d8cd-4b1c-9138-0734b8d65b11'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:51:02.951267 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-ffd84372-9eb2-42d2-8401-2ba5403c7304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:02.958785 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e2454a24-e84a-4de9-be50-1fa562f0c368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:03.009664 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2454a24-e84a-4de9-be50-1fa562f0c368 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=306dbf2b-3830-4379-a65d-db6cd4323252,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:03.020285 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d29e63c-d8af-495f-ba8f-037ab25f740c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Network ef32a48e-37ae-47c5-a60d-bd5804feb112 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:51:03.021465 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e2454a24-e84a-4de9-be50-1fa562f0c368 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:03.026597 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-9d29e63c-d8af-495f-ba8f-037ab25f740c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:51:03.029983 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29e63c-d8af-495f-ba8f-037ab25f740c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Port': ['ID=5fbc556e-6076-4012-9561-38f70f9ad5e5,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:03.032312 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d29e63c-d8af-495f-ba8f-037ab25f740c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:51:03.038073 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d29e63c-d8af-495f-ba8f-037ab25f740c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:03.039217 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9d29e63c-d8af-495f-ba8f-037ab25f740c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:03.051391 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e2454a24-e84a-4de9-be50-1fa562f0c368 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/306dbf2b-3830-4379-a65d-db6cd4323252 HTTP/1.1" status: 204 len: 168 time: 0.5407262 May 03 22:51:03.054692 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34776) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:03.091367 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9d29e63c-d8af-495f-ba8f-037ab25f740c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5294449 May 03 22:51:03.098259 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34780) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:03.169490 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0e6cc21b-3129-47bd-a968-a283df81b794 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:03.202636 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-11966461-bbb8-444f-92f3-1c6be7a52f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:03.312806 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6cc21b-3129-47bd-a968-a283df81b794 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Network b645d5e9-f72d-4742-b008-10d8c037c216 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:51:03.321480 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-0e6cc21b-3129-47bd-a968-a283df81b794 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:51:03.324162 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6cc21b-3129-47bd-a968-a283df81b794 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:51:03.332347 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6dab051-b15c-427f-8b85-f07562a4d400'] response: {'server_uuid': '9337167b-be6d-43e7-8336-82d35d3fde1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c9cbf4-4b6e-4711-b2e6-a4628ae6f830', 'code': 200} May 03 22:51:03.358024 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-ffd84372-9eb2-42d2-8401-2ba5403c7304 service neutron] For port 85b92057-4bb8-4560-8b1d-787a33125312, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:51:03.363747 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-1c034da8-7e51-497a-b0f4-2a694e7691c2 service neutron] 10.222.0.58 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373114 May 03 22:51:03.376699 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6cc21b-3129-47bd-a968-a283df81b794 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Pushing event updated for resources: {'Port': ['ID=db155529-c768-4c9a-b2c7-c5fae60f1a3b,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:03.397653 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-ffd84372-9eb2-42d2-8401-2ba5403c7304 service neutron] For port 85b92057-4bb8-4560-8b1d-787a33125312, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=85b92057-4bb8-4560-8b1d-787a33125312,segment=NetworkSegment(19f5e703-356a-48fb-ab14-cf4ba1cc55fc),segment_id=19f5e703-356a-48fb-ab14-cf4ba1cc55fc)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:51:03.413582 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-ffd84372-9eb2-42d2-8401-2ba5403c7304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:03.497630 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-ffd84372-9eb2-42d2-8401-2ba5403c7304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:03.498313 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-ffd84372-9eb2-42d2-8401-2ba5403c7304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:03.500435 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-ffd84372-9eb2-42d2-8401-2ba5403c7304 service neutron] 10.222.0.60 "PUT /v2.0/ports/85b92057-4bb8-4560-8b1d-787a33125312 HTTP/1.1" status: 200 len: 1092 time: 3.7291780 May 03 22:51:03.539971 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091bd747-f5e4-4a75-a365-96ddf7cd0415 None None] Network ef32a48e-37ae-47c5-a60d-bd5804feb112 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:51:03.540134 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f21ccd-9817-4f5b-a3d2-42f9fd90a16a', 'tag': '85b92057-4bb8-4560-8b1d-787a33125312'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:51:03.697001 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1576325-c315-42fc-93a7-c68b330acf1f tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:03.701259 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f1576325-c315-42fc-93a7-c68b330acf1f tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A252 HTTP/1.1" status: 200 len: 929 time: 0.5946748 May 03 22:51:03.711115 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34796) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:03.766585 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-11966461-bbb8-444f-92f3-1c6be7a52f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:03.779412 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-0cc6883f-3262-4763-9fe8-259c210b522e None None] Provisioning for port bcf98403-31bd-4fc1-ba46-a03aa6732fb4 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:51:03.836769 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-11966461-bbb8-444f-92f3-1c6be7a52f42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b2387a6-6d97-4e40-ad5c-4f626424ac6a']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:03.878799 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-11966461-bbb8-444f-92f3-1c6be7a52f42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47302f64-aa7a-436b-b7b2-5606a3573dcb') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:03.879089 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-11966461-bbb8-444f-92f3-1c6be7a52f42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47302f64-aa7a-436b-b7b2-5606a3573dcb') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:03.887067 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd84372-9eb2-42d2-8401-2ba5403c7304 service neutron] Pushing event updated for resources: {'Port': ['ID=85b92057-4bb8-4560-8b1d-787a33125312,revision_number=8']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:03.890095 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-3b1faec5-15f8-4958-ba49-e63f201a7980 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Deleting port 5fbc556e-6076-4012-9561-38f70f9ad5e5 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:03.890442 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3b1faec5-15f8-4958-ba49-e63f201a7980 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:03.940636 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-11966461-bbb8-444f-92f3-1c6be7a52f42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:03.965780 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-11966461-bbb8-444f-92f3-1c6be7a52f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:03.976540 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feaa6a4-8d1f-4207-96a7-db03cfa7f2df req-57204ab1-4780-43a8-b39b-bbb04536ac71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:03.981776 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1feaa6a4-8d1f-4207-96a7-db03cfa7f2df req-57204ab1-4780-43a8-b39b-bbb04536ac71 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9337167b-be6d-43e7-8336-82d35d3fde1f HTTP/1.1" status: 200 len: 1096 time: 0.4600203 May 03 22:51:03.989711 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11966461-bbb8-444f-92f3-1c6be7a52f42 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:51:03.991134 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-11966461-bbb8-444f-92f3-1c6be7a52f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:04.159638 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:51:04.159638 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:51:04.159638 n-d-811807-1 neutron-server[88070]: timer() May 03 22:51:04.159638 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:51:04.159638 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:51:04.159638 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:51:04.159638 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:51:04.159638 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:51:04.159638 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:51:04.159638 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:51:04.159638 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:51:04.159638 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:51:04.159638 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:51:04.159638 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:51:04.159638 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:51:04.159638 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:51:04.159638 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:51:04.159638 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:51:04.159638 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:51:04.159638 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:51:04.159638 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:51:04.159638 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:51:04.159638 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:51:04.159638 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:51:04.159638 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:51:04.159638 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:51:04.159638 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:51:04.159638 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:51:04.159638 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:51:04.159638 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:51:04.159638 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:51:04.159638 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:51:04.196828 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device bcf98403-31bd-4fc1-ba46-a03aa6732fb4 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:51:04.209676 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-11966461-bbb8-444f-92f3-1c6be7a52f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:04.234766 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-11966461-bbb8-444f-92f3-1c6be7a52f42 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:04.256399 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11966461-bbb8-444f-92f3-1c6be7a52f42 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b2387a6-6d97-4e40-ad5c-4f626424ac6a,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:04.295487 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-11966461-bbb8-444f-92f3-1c6be7a52f42 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8b2387a6-6d97-4e40-ad5c-4f626424ac6a HTTP/1.1" status: 204 len: 168 time: 1.2375460 May 03 22:51:04.307894 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5521d0e-8be5-473b-8936-c897c3ed3137 req-534b6f05-761d-4962-9ca6-6085e809f9df tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:04.313524 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1feaa6a4-8d1f-4207-96a7-db03cfa7f2df req-8ff69601-adfc-4f25-903f-74efc928eee2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2d60f74e-e6a4-4777-9ada-92bec08f97cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395772 May 03 22:51:04.314821 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c5521d0e-8be5-473b-8936-c897c3ed3137 req-534b6f05-761d-4962-9ca6-6085e809f9df tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=9337167b-be6d-43e7-8336-82d35d3fde1f HTTP/1.1" status: 200 len: 945 time: 0.8320606 May 03 22:51:04.341591 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port bcf98403-31bd-4fc1-ba46-a03aa6732fb4 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:51:04.342205 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-c35a8f1d-dc4f-47fc-b20a-fc6692ff1056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:04.343323 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-c35a8f1d-dc4f-47fc-b20a-fc6692ff1056 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 1095 time: 0.7300649 May 03 22:51:04.355361 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port bcf98403-31bd-4fc1-ba46-a03aa6732fb4 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:51:04.355748 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:04.404292 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c5521d0e-8be5-473b-8936-c897c3ed3137 req-2d3ca67f-f6ff-4a32-a9ed-046d273856f6 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d60f74e-e6a4-4777-9ada-92bec08f97cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884497 May 03 22:51:04.431114 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bb3b9-716e-4bcc-afc8-326436c0f7c9 req-18e54b94-d284-41cb-8932-3128d1446be5 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:04.457338 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bb3b9-716e-4bcc-afc8-326436c0f7c9 req-18e54b94-d284-41cb-8932-3128d1446be5 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:04.475016 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bb3b9-716e-4bcc-afc8-326436c0f7c9 req-18e54b94-d284-41cb-8932-3128d1446be5 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:04.488424 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bb3b9-716e-4bcc-afc8-326436c0f7c9 req-18e54b94-d284-41cb-8932-3128d1446be5 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:04.497340 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3b1faec5-15f8-4958-ba49-e63f201a7980 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:04.498717 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bb3b9-716e-4bcc-afc8-326436c0f7c9 req-18e54b94-d284-41cb-8932-3128d1446be5 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:04.504549 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bb3b9-716e-4bcc-afc8-326436c0f7c9 req-18e54b94-d284-41cb-8932-3128d1446be5 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:04.531863 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bb3b9-716e-4bcc-afc8-326436c0f7c9 req-18e54b94-d284-41cb-8932-3128d1446be5 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:04.536672 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8e9bb3b9-716e-4bcc-afc8-326436c0f7c9 req-18e54b94-d284-41cb-8932-3128d1446be5 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5434 time: 0.6115744 May 03 22:51:04.544806 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac4f1da6-f41d-4cb0-a5a9-f82dd8ce8540'] response: {'name': 'network-changed', 'server_uuid': '63f21ccd-9817-4f5b-a3d2-42f9fd90a16a', 'tag': '85b92057-4bb8-4560-8b1d-787a33125312', 'status': 'completed', 'code': 200} May 03 22:51:04.548965 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1597d5b3-28a9-4e73-977c-6a0ce9f5aaef None None] Provisioning for port c5abcc24-89a5-4eed-8f0e-eedc257a70ce completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:51:04.556834 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1597d5b3-28a9-4e73-977c-6a0ce9f5aaef None None] Provisioning complete for port c5abcc24-89a5-4eed-8f0e-eedc257a70ce triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:51:04.557210 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1597d5b3-28a9-4e73-977c-6a0ce9f5aaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:04.589565 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0e6cc21b-3129-47bd-a968-a283df81b794 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:04.676774 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34812) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:04.785335 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1597d5b3-28a9-4e73-977c-6a0ce9f5aaef None None] Port c5abcc24-89a5-4eed-8f0e-eedc257a70ce cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:51:04.789479 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:04.817957 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1597d5b3-28a9-4e73-977c-6a0ce9f5aaef None None] Provisioning for port 5fbc556e-6076-4012-9561-38f70f9ad5e5 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:51:04.829158 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1597d5b3-28a9-4e73-977c-6a0ce9f5aaef None None] Provisioning complete for port 5fbc556e-6076-4012-9561-38f70f9ad5e5 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:51:04.829465 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1597d5b3-28a9-4e73-977c-6a0ce9f5aaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:04.878757 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-3b1faec5-15f8-4958-ba49-e63f201a7980 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Calling delete_port for 5fbc556e-6076-4012-9561-38f70f9ad5e5 owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:51:04.900967 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1597d5b3-28a9-4e73-977c-6a0ce9f5aaef None None] Port 5fbc556e-6076-4012-9561-38f70f9ad5e5 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:51:04.905264 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port bcf98403-31bd-4fc1-ba46-a03aa6732fb4, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=bcf98403-31bd-4fc1-ba46-a03aa6732fb4,segment=NetworkSegment(4338f884-f54f-4a32-90b7-8d6a65769406),segment_id=4338f884-f54f-4a32-90b7-8d6a65769406)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:04.914924 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:04.959040 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1597d5b3-28a9-4e73-977c-6a0ce9f5aaef None None] Provisioning complete for port bcf98403-31bd-4fc1-ba46-a03aa6732fb4 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:51:04.959414 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1597d5b3-28a9-4e73-977c-6a0ce9f5aaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:05.049145 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-20a8a41e-d86f-4926-be01-c789adfe4c56 req-41c2b5b3-4ea1-4a42-86e3-c8addf2fa5d8 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=afeb6bc8-746a-4545-86a5-8010b470a14a HTTP/1.1" status: 200 len: 210 time: 0.1734033 May 03 22:51:05.064958 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=bcf98403-31bd-4fc1-ba46-a03aa6732fb4,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:05.074360 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d8619500-f684-446c-8704-8be82da0d439 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2ae860227d334f489bf32ef847cdf767&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3434992 May 03 22:51:05.075496 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34816) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:05.176592 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6feb718-7730-4820-9e10-f064fa4d97ef req-cf0db6db-c388-457b-8394-28bfc156032b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:05.178135 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f6feb718-7730-4820-9e10-f064fa4d97ef req-cf0db6db-c388-457b-8394-28bfc156032b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 1095 time: 0.5004072 May 03 22:51:05.251771 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3b1faec5-15f8-4958-ba49-e63f201a7980 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:05.261903 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8e9bb3b9-716e-4bcc-afc8-326436c0f7c9 req-f30e32cc-9093-4177-90af-9fd7293ae85a tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3851721 May 03 22:51:05.265378 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7447d47b-6918-46b4-837d-ab1704183fc9 None None] Could not find standard attr ID for object 5fbc556e-6076-4012-9561-38f70f9ad5e5. {{(pid=88071) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 03 22:51:05.278249 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7447d47b-6918-46b4-837d-ab1704183fc9 None None] Provisioning complete for port c5abcc24-89a5-4eed-8f0e-eedc257a70ce triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:51:05.278944 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7447d47b-6918-46b4-837d-ab1704183fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:05.377268 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-551a7bfe-3748-4cea-8fc3-4d202399ebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:05.378660 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-551a7bfe-3748-4cea-8fc3-4d202399ebe2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=205448ae-d8cd-4b1c-9138-0734b8d65b11 HTTP/1.1" status: 200 len: 898 time: 0.8325982 May 03 22:51:05.419384 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-7447d47b-6918-46b4-837d-ab1704183fc9 None None] Port c5abcc24-89a5-4eed-8f0e-eedc257a70ce cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:51:05.427532 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1faec5-15f8-4958-ba49-e63f201a7980 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'Port': ['ID=5fbc556e-6076-4012-9561-38f70f9ad5e5,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:05.449239 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6fe103f5-a0a0-44c5-a506-a28b78e4b588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:05.636918 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6fe103f5-a0a0-44c5-a506-a28b78e4b588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:05.647246 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3b1faec5-15f8-4958-ba49-e63f201a7980 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:05.748660 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac123f-7fee-4918-8595-f42ebb8adb5a req-a0a111dc-1e60-4a89-a4ae-4a89f6637f75 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:05.756666 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-12ac123f-7fee-4918-8595-f42ebb8adb5a req-a0a111dc-1e60-4a89-a4ae-4a89f6637f75 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 944 time: 0.5555475 May 03 22:51:05.763724 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-866c29ce-32a3-47f3-8d39-85b57634dec1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85b92057-4bb8-4560-8b1d-787a33125312 HTTP/1.1" status: 200 len: 999 time: 0.3076031 May 03 22:51:05.864629 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3b1faec5-15f8-4958-ba49-e63f201a7980 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/ports/5fbc556e-6076-4012-9561-38f70f9ad5e5 HTTP/1.1" status: 204 len: 168 time: 2.1512651 May 03 22:51:05.874527 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34822) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:05.882159 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0e6cc21b-3129-47bd-a968-a283df81b794 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:05.890381 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6feb718-7730-4820-9e10-f064fa4d97ef req-8b3cd35c-fa5a-4a9f-beb8-3a38c908be86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:05.891877 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f6feb718-7730-4820-9e10-f064fa4d97ef req-8b3cd35c-fa5a-4a9f-beb8-3a38c908be86 service neutron] 10.222.0.67 "GET /v2.0/networks?id=205448ae-d8cd-4b1c-9138-0734b8d65b11 HTTP/1.1" status: 200 len: 898 time: 0.7044616 May 03 22:51:05.925501 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-12ac123f-7fee-4918-8595-f42ebb8adb5a req-25510a61-138f-4ff9-9700-1fca03fd3aeb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679811 May 03 22:51:06.006912 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-81971ded-422c-4107-84b7-b67d462fe7eb tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:06.007618 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-81971ded-422c-4107-84b7-b67d462fe7eb tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Synchronizing usage tracker for tenant:fac7f64c48bd48e8ae480a0113f466e9 on resource:network {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:51:06.037387 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-81971ded-422c-4107-84b7-b67d462fe7eb tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Unset dirty status for tenant:fac7f64c48bd48e8ae480a0113f466e9 on resource:network {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:51:06.041683 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-81971ded-422c-4107-84b7-b67d462fe7eb tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.67 "GET /v2.0/networks?id=707cfa08-484f-448d-b84f-a940bf8f6e2e HTTP/1.1" status: 200 len: 811 time: 0.5437210 May 03 22:51:06.044833 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6fe103f5-a0a0-44c5-a506-a28b78e4b588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:06.066603 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-99761fe3-75e7-40a6-a02e-337203f11549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:06.068153 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-99761fe3-75e7-40a6-a02e-337203f11549 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2cf564aa-e2bf-4b2e-a23f-3f341609bb2f HTTP/1.1" status: 200 len: 834 time: 0.2822948 May 03 22:51:06.085038 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-d4a359ed-d15b-4ab6-89b1-5e964b18135b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Request body: {'port': {'device_id': 'afeb6bc8-746a-4545-86a5-8010b470a14a', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'admin_state_up': True, 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:51:06.088076 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-e84de58b-a5ef-4b1d-8c3e-5d54fec4d3dc tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] GET failed (client error): The resource could not be found. May 03 22:51:06.092073 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e84de58b-a5ef-4b1d-8c3e-5d54fec4d3dc tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "GET /v2.0/ports/5fbc556e-6076-4012-9561-38f70f9ad5e5 HTTP/1.1" status: 404 len: 333 time: 0.2095346 May 03 22:51:06.100415 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34828) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:06.106322 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f6feb718-7730-4820-9e10-f064fa4d97ef req-d8cd33e2-7e56-4608-8f0a-a2e58f165b0a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85b92057-4bb8-4560-8b1d-787a33125312 HTTP/1.1" status: 200 len: 999 time: 0.1993563 May 03 22:51:06.145132 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe103f5-a0a0-44c5-a506-a28b78e4b588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b3d329-dd18-48c5-9e7c-faa609f29b28,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:06.157971 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80b888-6152-4ef1-bf0b-44be45c02cc6 req-fbb6d593-0fb2-4248-8816-33730e9943f7 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:06.159484 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d80b888-6152-4ef1-bf0b-44be45c02cc6 req-fbb6d593-0fb2-4248-8816-33730e9943f7 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=9337167b-be6d-43e7-8336-82d35d3fde1f HTTP/1.1" status: 200 len: 945 time: 0.5385652 May 03 22:51:06.236981 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device bcf98403-31bd-4fc1-ba46-a03aa6732fb4 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:51:06.278226 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6fe103f5-a0a0-44c5-a506-a28b78e4b588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:06.281822 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6fe103f5-a0a0-44c5-a506-a28b78e4b588 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/50b3d329-dd18-48c5-9e7c-faa609f29b28 HTTP/1.1" status: 204 len: 168 time: 1.2028577 May 03 22:51:06.349724 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-03c39ea6-b28c-4c1a-a071-86bd00f9d477 req-88ef2c31-c3a9-4fd6-be1f-a1c3c5a7bcc1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=afeb6bc8-746a-4545-86a5-8010b470a14a HTTP/1.1" status: 200 len: 210 time: 0.0820663 May 03 22:51:06.360725 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d80b888-6152-4ef1-bf0b-44be45c02cc6 req-0a18460c-3836-4421-a1c0-1ff289429f58 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d60f74e-e6a4-4777-9ada-92bec08f97cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892734 May 03 22:51:06.362586 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port bcf98403-31bd-4fc1-ba46-a03aa6732fb4 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:51:06.362973 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:06.383120 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6feb718-7730-4820-9e10-f064fa4d97ef req-3d768e8d-46d0-4367-9cd1-2c7ce936431e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:06.386331 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-994245a7-fba2-4f0e-9d4f-b1e981891324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:06.387841 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-994245a7-fba2-4f0e-9d4f-b1e981891324 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=205448ae-d8cd-4b1c-9138-0734b8d65b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2950113 May 03 22:51:06.389641 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f6feb718-7730-4820-9e10-f064fa4d97ef req-3d768e8d-46d0-4367-9cd1-2c7ce936431e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2cf564aa-e2bf-4b2e-a23f-3f341609bb2f HTTP/1.1" status: 200 len: 834 time: 0.2179937 May 03 22:51:06.401475 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-8bc0a2ac-2c50-40b9-80d7-aab73fe141c0 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Deleting port c5abcc24-89a5-4eed-8f0e-eedc257a70ce {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:06.401874 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8bc0a2ac-2c50-40b9-80d7-aab73fe141c0 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:06.735394 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-d4a359ed-d15b-4ab6-89b1-5e964b18135b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:51:06.908448 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8bc0a2ac-2c50-40b9-80d7-aab73fe141c0 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:06.964778 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-08ff79ed-420a-43f4-a22e-9511b2404f72 service neutron] 10.222.0.60 "GET /v2.0/networks/205448ae-d8cd-4b1c-9138-0734b8d65b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5527794 May 03 22:51:06.997645 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-d4a359ed-d15b-4ab6-89b1-5e964b18135b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:51:06.999720 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6cc21b-3129-47bd-a968-a283df81b794 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Router 11facd0a-7aa4-47f2-b6ae-b7dc242a5a77 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:51:07.050721 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34842) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:07.080814 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-8bc0a2ac-2c50-40b9-80d7-aab73fe141c0 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Calling delete_port for c5abcc24-89a5-4eed-8f0e-eedc257a70ce owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:51:07.182238 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-d4a359ed-d15b-4ab6-89b1-5e964b18135b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Made reservation on behalf of fac7f64c48bd48e8ae480a0113f466e9 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:51:07.185777 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-d4a359ed-d15b-4ab6-89b1-5e964b18135b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:07.203296 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6feb718-7730-4820-9e10-f064fa4d97ef req-03897948-3153-4d04-9a17-9e5a25dd4e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:07.204779 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f6feb718-7730-4820-9e10-f064fa4d97ef req-03897948-3153-4d04-9a17-9e5a25dd4e91 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=205448ae-d8cd-4b1c-9138-0734b8d65b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7194061 May 03 22:51:07.323372 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b17f5-3c35-493c-a08f-f1dfc4c86211 req-672b1dd3-5dbf-4e39-81eb-f20dd1169295 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:07.329535 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b17f5-3c35-493c-a08f-f1dfc4c86211 req-672b1dd3-5dbf-4e39-81eb-f20dd1169295 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:07.336158 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b17f5-3c35-493c-a08f-f1dfc4c86211 req-672b1dd3-5dbf-4e39-81eb-f20dd1169295 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:07.343725 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b17f5-3c35-493c-a08f-f1dfc4c86211 req-672b1dd3-5dbf-4e39-81eb-f20dd1169295 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:07.350428 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b17f5-3c35-493c-a08f-f1dfc4c86211 req-672b1dd3-5dbf-4e39-81eb-f20dd1169295 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:07.358388 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b17f5-3c35-493c-a08f-f1dfc4c86211 req-672b1dd3-5dbf-4e39-81eb-f20dd1169295 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:07.364440 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b17f5-3c35-493c-a08f-f1dfc4c86211 req-672b1dd3-5dbf-4e39-81eb-f20dd1169295 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:07.367104 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9d5b17f5-3c35-493c-a08f-f1dfc4c86211 req-672b1dd3-5dbf-4e39-81eb-f20dd1169295 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5434 time: 0.8113539 May 03 22:51:07.480668 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0aa2674e-5ed1-490e-aeb9-30f1bed7d089 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=931626ee373e4708bb6d0d53d3af5470&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4289517 May 03 22:51:07.484809 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34852) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:07.510128 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-46b5a757-7b61-4fd9-a525-37c1e97559bc req-271ae164-61b7-42de-b549-74660eb41b26 service neutron] 10.222.0.60 "GET /v2.0/networks/205448ae-d8cd-4b1c-9138-0734b8d65b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4968777 May 03 22:51:07.526123 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6cc21b-3129-47bd-a968-a283df81b794 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:51:07.537544 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76246090-629f-450e-8103-b2078665279d None None] Sync routers for ids ['11facd0a-7aa4-47f2-b6ae-b7dc242a5a77'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:51:07.538095 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9d5b17f5-3c35-493c-a08f-f1dfc4c86211 req-95b74901-f426-4fc6-a78a-fcdd72f672c9 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1502221 May 03 22:51:07.555234 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76246090-629f-450e-8103-b2078665279d None None] Routers {'11facd0a-7aa4-47f2-b6ae-b7dc242a5a77'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:51:07.555866 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-76246090-629f-450e-8103-b2078665279d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:50:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['11facd0a-7aa4-47f2-b6ae-b7dc242a5a77'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:07.558822 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015e39e-8ccc-44c4-9088-2e368c10c094 req-d3295717-e302-4f95-96c1-2cdb2ac680ca tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:07.565962 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e015e39e-8ccc-44c4-9088-2e368c10c094 req-d3295717-e302-4f95-96c1-2cdb2ac680ca tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 944 time: 0.4420843 May 03 22:51:07.584606 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0e6cc21b-3129-47bd-a968-a283df81b794 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:07.586067 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0e6cc21b-3129-47bd-a968-a283df81b794 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 8.5161092 May 03 22:51:07.589454 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34856) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:07.613995 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-04649eff-7670-405f-81b3-9d86c01fa376 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:07.643803 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-04649eff-7670-405f-81b3-9d86c01fa376 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:07.659598 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-04649eff-7670-405f-81b3-9d86c01fa376 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:07.674132 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-04649eff-7670-405f-81b3-9d86c01fa376 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:07.685983 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-04649eff-7670-405f-81b3-9d86c01fa376 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:07.704269 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-04649eff-7670-405f-81b3-9d86c01fa376 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:07.716653 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-04649eff-7670-405f-81b3-9d86c01fa376 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:07.717754 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-04649eff-7670-405f-81b3-9d86c01fa376 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Synchronizing usage tracker for tenant:d6f7f307699c4be5803d470738b6e79e on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:51:07.862451 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f6feb718-7730-4820-9e10-f064fa4d97ef req-7091f806-4211-4aee-a068-7a1b09e21656 service neutron] 10.222.0.67 "GET /v2.0/networks/205448ae-d8cd-4b1c-9138-0734b8d65b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6447239 May 03 22:51:07.892607 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e015e39e-8ccc-44c4-9088-2e368c10c094 req-434c3bcc-3429-422b-a591-5202d29a95b7 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3255401 May 03 22:51:07.913764 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5ebc5272-099d-4f68-81c0-f68588944d12 req-58b5687c-177d-4ff0-baf9-a870002e073b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=afeb6bc8-746a-4545-86a5-8010b470a14a HTTP/1.1" status: 200 len: 210 time: 0.1136367 May 03 22:51:07.930897 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-76246090-629f-450e-8103-b2078665279d None None] Set router 11facd0a-7aa4-47f2-b6ae-b7dc242a5a77 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:51:07.947294 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-04649eff-7670-405f-81b3-9d86c01fa376 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Unset dirty status for tenant:d6f7f307699c4be5803d470738b6e79e on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:51:07.948436 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-04649eff-7670-405f-81b3-9d86c01fa376 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.60 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5434 time: 0.8344026 May 03 22:51:07.949034 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8bc0a2ac-2c50-40b9-80d7-aab73fe141c0 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:07.954635 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-106c8301-408d-4020-8d80-a82da5d9ddba tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:08.249499 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f6feb718-7730-4820-9e10-f064fa4d97ef req-b84fbab1-3cd9-4a02-9a53-f1e5e1646006 service neutron] 10.222.0.67 "GET /v2.0/networks/205448ae-d8cd-4b1c-9138-0734b8d65b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689997 May 03 22:51:08.262566 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6feb718-7730-4820-9e10-f064fa4d97ef req-3639cfbf-776e-4177-b7ae-157b14d9d1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:08.264645 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f6feb718-7730-4820-9e10-f064fa4d97ef req-3639cfbf-776e-4177-b7ae-157b14d9d1d1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 1095 time: 0.5995758 May 03 22:51:08.267762 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-76246090-629f-450e-8103-b2078665279d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11facd0a-7aa4-47f2-b6ae-b7dc242a5a77', 'name': '', 'tenant_id': 'bb593f281c5f450cab885d1b376ef000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b645d5e9-f72d-4742-b008-10d8c037c216', 'external_fixed_ips': [{'subnet_id': '2983de3c-6dec-4927-83ba-86c4f944243e', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'db155529-c768-4c9a-b2c7-c5fae60f1a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:50:59Z', 'updated_at': '2022-05-03T22:51:03Z', 'revision_number': 3, 'project_id': 'bb593f281c5f450cab885d1b376ef000', 'gw_port': {'id': 'db155529-c768-4c9a-b2c7-c5fae60f1a3b', 'name': '', 'network_id': 'b645d5e9-f72d-4742-b008-10d8c037c216', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11facd0a-7aa4-47f2-b6ae-b7dc242a5a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '2983de3c-6dec-4927-83ba-86c4f944243e', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:51:01Z', 'updated_at': '2022-05-03T22:51:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2983de3c-6dec-4927-83ba-86c4f944243e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:08.275399 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76246090-629f-450e-8103-b2078665279d None None] Checking router: 11facd0a-7aa4-47f2-b6ae-b7dc242a5a77 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:51:08.275971 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76246090-629f-450e-8103-b2078665279d None None] Updating router 11facd0a-7aa4-47f2-b6ae-b7dc242a5a77 port db155529-c768-4c9a-b2c7-c5fae60f1a3b binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:51:08.326388 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94e328-dbc6-406e-a3c1-135624f86346 req-3245e92b-6164-46ed-afc7-33dc4365f0cb tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:08.336693 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2e94e328-dbc6-406e-a3c1-135624f86346 req-3245e92b-6164-46ed-afc7-33dc4365f0cb tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=9337167b-be6d-43e7-8336-82d35d3fde1f HTTP/1.1" status: 200 len: 945 time: 0.2771153 May 03 22:51:08.338719 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-76246090-629f-450e-8103-b2078665279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:08.368266 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-106c8301-408d-4020-8d80-a82da5d9ddba tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:08.369590 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-d4a359ed-d15b-4ab6-89b1-5e964b18135b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Allocated IP 172.20.0.7 (707cfa08-484f-448d-b84f-a940bf8f6e2e/1a456f8a-c743-4130-8826-ac82fe55cbc8/b449d983-27cb-4de3-9d4d-739c766789ae) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:51:08.371784 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bae8adbf-0fa4-4054-8d8f-f8047283c2ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:08.379539 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc0a2ac-2c50-40b9-80d7-aab73fe141c0 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'Port': ['ID=c5abcc24-89a5-4eed-8f0e-eedc257a70ce,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:08.464276 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-106c8301-408d-4020-8d80-a82da5d9ddba tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Deleting port db155529-c768-4c9a-b2c7-c5fae60f1a3b {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:08.464276 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-106c8301-408d-4020-8d80-a82da5d9ddba tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:08.469613 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8bc0a2ac-2c50-40b9-80d7-aab73fe141c0 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:08.482884 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8bc0a2ac-2c50-40b9-80d7-aab73fe141c0 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/ports/c5abcc24-89a5-4eed-8f0e-eedc257a70ce HTTP/1.1" status: 204 len: 168 time: 2.3755729 May 03 22:51:08.487472 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-dfe30728-0fb0-4c96-8576-ce4caf85c42b tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:08.490408 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-dfe30728-0fb0-4c96-8576-ce4caf85c42b tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.60 "GET /v2.0/ports/a5676f4a-f478-4abd-b7de-5bb1b574a9e4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5275505 May 03 22:51:08.494984 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34860) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:08.500490 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bae8adbf-0fa4-4054-8d8f-f8047283c2ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:08.809673 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bae8adbf-0fa4-4054-8d8f-f8047283c2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:08.848937 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2e94e328-dbc6-406e-a3c1-135624f86346 req-05aa88d0-b786-488e-9041-adf4c957a61c tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d60f74e-e6a4-4777-9ada-92bec08f97cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5112376 May 03 22:51:08.853292 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8adbf-0fa4-4054-8d8f-f8047283c2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6439ddef-e6cf-462f-8ad3-532dddaa1a57,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:08.885712 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-76246090-629f-450e-8103-b2078665279d None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:08.898628 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-76246090-629f-450e-8103-b2078665279d None None] Transition to ACTIVE for port object db155529-c768-4c9a-b2c7-c5fae60f1a3b will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:51:08.908822 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-76246090-629f-450e-8103-b2078665279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:08.975426 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bae8adbf-0fa4-4054-8d8f-f8047283c2ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:08.979317 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bae8adbf-0fa4-4054-8d8f-f8047283c2ef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6439ddef-e6cf-462f-8ad3-532dddaa1a57 HTTP/1.1" status: 204 len: 168 time: 1.4866431 May 03 22:51:09.009110 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-91492b61-9335-4325-94ee-42e2b96607da tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.60 "GET /v2.0/networks/39659ede-a161-442b-8b5e-00bdb95cd624?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4913940 May 03 22:51:09.013844 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-76246090-629f-450e-8103-b2078665279d None None] Attempting to bind port db155529-c768-4c9a-b2c7-c5fae60f1a3b on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:51:09.014233 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-76246090-629f-450e-8103-b2078665279d None None] Attempting to bind port db155529-c768-4c9a-b2c7-c5fae60f1a3b by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '2be044af-e516-4ea7-905c-71aaf54eddef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b645d5e9-f72d-4742-b008-10d8c037c216'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:51:09.014593 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76246090-629f-450e-8103-b2078665279d None None] Attempting to bind port db155529-c768-4c9a-b2c7-c5fae60f1a3b on network b645d5e9-f72d-4742-b008-10d8c037c216 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:51:09.020329 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-95722833-0d38-41b5-af0d-38168fed3322 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:51:09.026671 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76246090-629f-450e-8103-b2078665279d None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:51:09.027031 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76246090-629f-450e-8103-b2078665279d None None] Checking segment: {'id': '2be044af-e516-4ea7-905c-71aaf54eddef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b645d5e9-f72d-4742-b008-10d8c037c216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:51:09.027428 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-76246090-629f-450e-8103-b2078665279d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:09.027813 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76246090-629f-450e-8103-b2078665279d None None] Bound using segment: {'id': '2be044af-e516-4ea7-905c-71aaf54eddef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b645d5e9-f72d-4742-b008-10d8c037c216'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:51:09.028276 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-76246090-629f-450e-8103-b2078665279d None None] Bound port: db155529-c768-4c9a-b2c7-c5fae60f1a3b, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be044af-e516-4ea7-905c-71aaf54eddef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'b645d5e9-f72d-4742-b008-10d8c037c216'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:51:09.028639 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-76246090-629f-450e-8103-b2078665279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:09.096198 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-106c8301-408d-4020-8d80-a82da5d9ddba tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:09.109820 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-76246090-629f-450e-8103-b2078665279d None None] For port db155529-c768-4c9a-b2c7-c5fae60f1a3b, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:51:09.113826 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-76246090-629f-450e-8103-b2078665279d None None] For port db155529-c768-4c9a-b2c7-c5fae60f1a3b, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=db155529-c768-4c9a-b2c7-c5fae60f1a3b,segment=NetworkSegment(2be044af-e516-4ea7-905c-71aaf54eddef),segment_id=2be044af-e516-4ea7-905c-71aaf54eddef)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:51:09.115735 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483149e4-f0a3-4c70-a1e3-755669038237 None None] Pushing event updated for resources: {'Port': ['ID=db155529-c768-4c9a-b2c7-c5fae60f1a3b,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:09.131697 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-76246090-629f-450e-8103-b2078665279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:09.139518 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483149e4-f0a3-4c70-a1e3-755669038237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:09.139860 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483149e4-f0a3-4c70-a1e3-755669038237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:09.140201 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483149e4-f0a3-4c70-a1e3-755669038237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:09.140515 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483149e4-f0a3-4c70-a1e3-755669038237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:09.140834 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483149e4-f0a3-4c70-a1e3-755669038237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:09.142084 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483149e4-f0a3-4c70-a1e3-755669038237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:09.142531 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483149e4-f0a3-4c70-a1e3-755669038237 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:09.142855 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483149e4-f0a3-4c70-a1e3-755669038237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:09.145143 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483149e4-f0a3-4c70-a1e3-755669038237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:09.145143 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483149e4-f0a3-4c70-a1e3-755669038237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:09.145143 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483149e4-f0a3-4c70-a1e3-755669038237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:09.145143 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483149e4-f0a3-4c70-a1e3-755669038237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:09.229838 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483149e4-f0a3-4c70-a1e3-755669038237 None None] Pushing event updated for resources: {'Port': ['ID=db155529-c768-4c9a-b2c7-c5fae60f1a3b,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:09.248163 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76246090-629f-450e-8103-b2078665279d None None] Routers {'11facd0a-7aa4-47f2-b6ae-b7dc242a5a77'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:51:09.248806 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-76246090-629f-450e-8103-b2078665279d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:50:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['11facd0a-7aa4-47f2-b6ae-b7dc242a5a77'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:09.292354 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-106c8301-408d-4020-8d80-a82da5d9ddba tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Calling delete_port for db155529-c768-4c9a-b2c7-c5fae60f1a3b owned by network:router_gateway {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:51:09.310075 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-d4a359ed-d15b-4ab6-89b1-5e964b18135b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:09.318279 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-95722833-0d38-41b5-af0d-38168fed3322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:09.349924 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-d4a359ed-d15b-4ab6-89b1-5e964b18135b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Transition to ACTIVE for port object b449d983-27cb-4de3-9d4d-739c766789ae will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:51:09.435778 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d0edc90-2655-43ba-9461-eb8a0222cc2d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] GET failed (client error): The resource could not be found. May 03 22:51:09.444945 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0d0edc90-2655-43ba-9461-eb8a0222cc2d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "GET /v2.0/ports/c5abcc24-89a5-4eed-8f0e-eedc257a70ce HTTP/1.1" status: 404 len: 333 time: 0.9458895 May 03 22:51:09.615557 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34874) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:09.637017 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6feb718-7730-4820-9e10-f064fa4d97ef req-30f90a64-c92b-45a4-b31b-ff12c9130116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:09.639913 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f6feb718-7730-4820-9e10-f064fa4d97ef req-30f90a64-c92b-45a4-b31b-ff12c9130116 service neutron] 10.222.0.60 "GET /v2.0/networks?id=205448ae-d8cd-4b1c-9138-0734b8d65b11 HTTP/1.1" status: 200 len: 898 time: 1.3667974 May 03 22:51:09.665779 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-76246090-629f-450e-8103-b2078665279d None None] Set router 11facd0a-7aa4-47f2-b6ae-b7dc242a5a77 gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:51:09.694040 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-95722833-0d38-41b5-af0d-38168fed3322 service neutron] For port a5676f4a-f478-4abd-b7de-5bb1b574a9e4, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a5676f4a-f478-4abd-b7de-5bb1b574a9e4,segment=NetworkSegment(905a9b8f-b56e-44de-b624-14b220326904),segment_id=905a9b8f-b56e-44de-b624-14b220326904)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:09.760809 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-95722833-0d38-41b5-af0d-38168fed3322 service neutron] For port a5676f4a-f478-4abd-b7de-5bb1b574a9e4, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:51:09.847337 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-95722833-0d38-41b5-af0d-38168fed3322 service neutron] device_id is not set on port a5676f4a-f478-4abd-b7de-5bb1b574a9e4 yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:51:09.859062 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-95722833-0d38-41b5-af0d-38168fed3322 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:09.867620 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-95722833-0d38-41b5-af0d-38168fed3322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:09.878177 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-76246090-629f-450e-8103-b2078665279d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11facd0a-7aa4-47f2-b6ae-b7dc242a5a77', 'name': '', 'tenant_id': 'bb593f281c5f450cab885d1b376ef000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:50:59Z', 'updated_at': '2022-05-03T22:51:08Z', 'revision_number': 4, 'project_id': 'bb593f281c5f450cab885d1b376ef000', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:09.882770 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76246090-629f-450e-8103-b2078665279d None None] The sync data for ids ['11facd0a-7aa4-47f2-b6ae-b7dc242a5a77'] in n-d-811807-1 is: [{'id': '11facd0a-7aa4-47f2-b6ae-b7dc242a5a77', 'name': '', 'tenant_id': 'bb593f281c5f450cab885d1b376ef000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:50:59Z', 'updated_at': '2022-05-03T22:51:08Z', 'revision_number': 4, 'project_id': 'bb593f281c5f450cab885d1b376ef000', 'gw_port_host': None}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:51:09.910722 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-d4a359ed-d15b-4ab6-89b1-5e964b18135b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:09.949648 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f6feb718-7730-4820-9e10-f064fa4d97ef req-b29bb60f-05d5-4f1b-af1a-0b3288fa8a5e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85b92057-4bb8-4560-8b1d-787a33125312 HTTP/1.1" status: 200 len: 999 time: 0.1869085 May 03 22:51:10.035100 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-d4a359ed-d15b-4ab6-89b1-5e964b18135b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Network 707cfa08-484f-448d-b84f-a940bf8f6e2e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:51:10.046636 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-d4a359ed-d15b-4ab6-89b1-5e964b18135b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:51:10.096498 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-d4a359ed-d15b-4ab6-89b1-5e964b18135b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:51:10.144216 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6feb718-7730-4820-9e10-f064fa4d97ef req-e4717c33-f0ea-4996-82b4-e4f6e489d29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:10.145668 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f6feb718-7730-4820-9e10-f064fa4d97ef req-e4717c33-f0ea-4996-82b4-e4f6e489d29e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2cf564aa-e2bf-4b2e-a23f-3f341609bb2f HTTP/1.1" status: 200 len: 834 time: 0.1627426 May 03 22:51:10.154008 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 85b92057-4bb8-4560-8b1d-787a33125312 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:51:10.158620 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-5662b1f7-e3a1-4c1a-a78a-6a10b9c0ffed tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Deleting subnet 70c16a61-310b-4a87-ae8c-ad1b2aea1ff2 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:51:10.159815 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-95722833-0d38-41b5-af0d-38168fed3322 service neutron] No DVR routers for this DVR port a5676f4a-f478-4abd-b7de-5bb1b574a9e4 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:51:10.162040 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5662b1f7-e3a1-4c1a-a78a-6a10b9c0ffed tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:10.217867 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95722833-0d38-41b5-af0d-38168fed3322 service neutron] Pushing event updated for resources: {'Port': ['ID=a5676f4a-f478-4abd-b7de-5bb1b574a9e4,revision_number=6']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:10.288291 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5662b1f7-e3a1-4c1a-a78a-6a10b9c0ffed tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:10.390116 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device f29a8b06-8b92-4808-84bd-b5a24faa61fe no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:51:10.452034 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63b705-de29-40dc-83c8-43b4acc5dc95 req-1055610e-277c-4612-ae07-76220cdecc2e tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:10.465130 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cc63b705-de29-40dc-83c8-43b4acc5dc95 req-1055610e-277c-4612-ae07-76220cdecc2e tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=9337167b-be6d-43e7-8336-82d35d3fde1f HTTP/1.1" status: 200 len: 945 time: 1.0537741 May 03 22:51:10.467154 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-d4a359ed-d15b-4ab6-89b1-5e964b18135b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:10.468302 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-d4a359ed-d15b-4ab6-89b1-5e964b18135b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:10.490937 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34878) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:10.509581 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-d4a359ed-d15b-4ab6-89b1-5e964b18135b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4289792 May 03 22:51:10.515650 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-39a214f5-8987-44ec-ad37-caf0a980d8ac tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Request body: {'floatingip': {'port_id': '50c9cbf4-4b6e-4711-b2e6-a4628ae6f830'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:51:10.533169 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b671e1-51eb-4261-85a1-0c3099244585 req-06c6fe83-c201-4cc7-868d-1f830276c1e1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:10.539633 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b671e1-51eb-4261-85a1-0c3099244585 req-06c6fe83-c201-4cc7-868d-1f830276c1e1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:10.546206 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b671e1-51eb-4261-85a1-0c3099244585 req-06c6fe83-c201-4cc7-868d-1f830276c1e1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:10.559675 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b671e1-51eb-4261-85a1-0c3099244585 req-06c6fe83-c201-4cc7-868d-1f830276c1e1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:10.567928 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b671e1-51eb-4261-85a1-0c3099244585 req-06c6fe83-c201-4cc7-868d-1f830276c1e1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:10.575563 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b671e1-51eb-4261-85a1-0c3099244585 req-06c6fe83-c201-4cc7-868d-1f830276c1e1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:10.581775 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b671e1-51eb-4261-85a1-0c3099244585 req-06c6fe83-c201-4cc7-868d-1f830276c1e1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:10.583940 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f5b671e1-51eb-4261-85a1-0c3099244585 req-06c6fe83-c201-4cc7-868d-1f830276c1e1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 5356 time: 1.7333834 May 03 22:51:10.592190 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.api [None req-106c8301-408d-4020-8d80-a82da5d9ddba tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:51:10.592769 n-d-811807-1 neutron-server[88069]: DEBUG oslo_db.api [None req-106c8301-408d-4020-8d80-a82da5d9ddba tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:51:10.653000 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-95722833-0d38-41b5-af0d-38168fed3322 service neutron] In _notify_port_updated(), no bound segment for port a5676f4a-f478-4abd-b7de-5bb1b574a9e4 on network 39659ede-a161-442b-8b5e-00bdb95cd624 {{(pid=88070) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 03 22:51:10.660071 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-95722833-0d38-41b5-af0d-38168fed3322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:10.667309 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-95722833-0d38-41b5-af0d-38168fed3322 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:10.675434 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-95722833-0d38-41b5-af0d-38168fed3322 service neutron] 10.222.0.60 "PUT /v2.0/ports/a5676f4a-f478-4abd-b7de-5bb1b574a9e4 HTTP/1.1" status: 200 len: 1028 time: 1.6593752 May 03 22:51:10.679252 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f5b671e1-51eb-4261-85a1-0c3099244585 req-be7082c2-88f5-43c1-a53f-60186fb833e1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=44e5b98b-d575-4eec-a90e-c2de43734608&id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0810821 May 03 22:51:10.690038 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5662b1f7-e3a1-4c1a-a78a-6a10b9c0ffed tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:10.716497 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a359ed-d15b-4ab6-89b1-5e964b18135b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Pushing event updated for resources: {'Port': ['ID=b449d983-27cb-4de3-9d4d-739c766789ae,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:10.733429 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6feb718-7730-4820-9e10-f064fa4d97ef req-eb35d734-20ed-4299-b975-0460a9cde28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:10.735250 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f6feb718-7730-4820-9e10-f064fa4d97ef req-eb35d734-20ed-4299-b975-0460a9cde28f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=205448ae-d8cd-4b1c-9138-0734b8d65b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3812950 May 03 22:51:10.756546 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:10.810623 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f3c4e6f2-87d6-46f8-9342-c2c2567ad60e None None] Provisioning complete for port a5676f4a-f478-4abd-b7de-5bb1b574a9e4 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:51:10.810990 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f3c4e6f2-87d6-46f8-9342-c2c2567ad60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:10.890819 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-75abbd29-6f74-4031-8152-d99f816f46b6 service neutron] Request body: {'port': {'device_id': 'afeb6bc8-746a-4545-86a5-8010b470a14a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:51:10.943551 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-0ef1e4cc-a395-4c22-aaf4-b8c9fb6d64db tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:10.945210 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-0ef1e4cc-a395-4c22-aaf4-b8c9fb6d64db tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.60 "GET /v2.0/ports/f29a8b06-8b92-4808-84bd-b5a24faa61fe?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2024486 May 03 22:51:10.976414 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5662b1f7-e3a1-4c1a-a78a-6a10b9c0ffed tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:11.015625 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f29a8b06-8b92-4808-84bd-b5a24faa61fe'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:51:11.049303 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 85b92057-4bb8-4560-8b1d-787a33125312, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=85b92057-4bb8-4560-8b1d-787a33125312,segment=NetworkSegment(19f5e703-356a-48fb-ab14-cf4ba1cc55fc),segment_id=19f5e703-356a-48fb-ab14-cf4ba1cc55fc)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:11.117776 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port f29a8b06-8b92-4808-84bd-b5a24faa61fe, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=f29a8b06-8b92-4808-84bd-b5a24faa61fe,segment=NetworkSegment(905a9b8f-b56e-44de-b624-14b220326904),segment_id=905a9b8f-b56e-44de-b624-14b220326904)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:11.125769 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '85b92057-4bb8-4560-8b1d-787a33125312', 'network_id': '205448ae-d8cd-4b1c-9138-0734b8d65b11', 'port_id': '85b92057-4bb8-4560-8b1d-787a33125312', 'mac_address': 'fa:16:3e:ae:b3:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf564aa-e2bf-4b2e-a23f-3f341609bb2f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:51:11.130493 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:11.131386 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device a5676f4a-f478-4abd-b7de-5bb1b574a9e4 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:51:11.185620 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-c5536c9c-bf15-4421-9b01-12f7887d58c5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:51:11.190639 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-106c8301-408d-4020-8d80-a82da5d9ddba tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Deleting port db155529-c768-4c9a-b2c7-c5fae60f1a3b {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:11.191998 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-106c8301-408d-4020-8d80-a82da5d9ddba tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:11.215847 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f3c4e6f2-87d6-46f8-9342-c2c2567ad60e None None] Port a5676f4a-f478-4abd-b7de-5bb1b574a9e4 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:51:11.216616 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-39a214f5-8987-44ec-ad37-caf0a980d8ac tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for floatingip, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:11.314485 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:11.340645 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b92057-4bb8-4560-8b1d-787a33125312 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:51:11.359932 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 85b92057-4bb8-4560-8b1d-787a33125312, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=85b92057-4bb8-4560-8b1d-787a33125312,segment=NetworkSegment(19f5e703-356a-48fb-ab14-cf4ba1cc55fc),segment_id=19f5e703-356a-48fb-ab14-cf4ba1cc55fc)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:11.369028 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:11.378601 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f3c4e6f2-87d6-46f8-9342-c2c2567ad60e None None] Provisioning for port b449d983-27cb-4de3-9d4d-739c766789ae completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:51:11.400534 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f3c4e6f2-87d6-46f8-9342-c2c2567ad60e None None] Provisioning complete for port b449d983-27cb-4de3-9d4d-739c766789ae triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:51:11.400912 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f3c4e6f2-87d6-46f8-9342-c2c2567ad60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:11.439226 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device a5676f4a-f478-4abd-b7de-5bb1b574a9e4 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:51:11.439858 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 0bb0e3ca-de57-49a0-91a9-bae2fab49370 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:51:11.481680 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5662b1f7-e3a1-4c1a-a78a-6a10b9c0ffed tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:11.487692 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662b1f7-e3a1-4c1a-a78a-6a10b9c0ffed tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'Subnet': ['ID=70c16a61-310b-4a87-ae8c-ad1b2aea1ff2,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:11.522621 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ccc3e9-dc11-4c94-8beb-a06333d55ad4 None None] Network ef32a48e-37ae-47c5-a60d-bd5804feb112 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:51:11.573931 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-75abbd29-6f74-4031-8152-d99f816f46b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:11.604543 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-c5536c9c-bf15-4421-9b01-12f7887d58c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:11.671366 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=f29a8b06-8b92-4808-84bd-b5a24faa61fe,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:11.976113 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-106c8301-408d-4020-8d80-a82da5d9ddba tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] For port db155529-c768-4c9a-b2c7-c5fae60f1a3b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=db155529-c768-4c9a-b2c7-c5fae60f1a3b,segment=NetworkSegment(2be044af-e516-4ea7-905c-71aaf54eddef),segment_id=2be044af-e516-4ea7-905c-71aaf54eddef)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:11.976632 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-106c8301-408d-4020-8d80-a82da5d9ddba tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:11.977775 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f3c4e6f2-87d6-46f8-9342-c2c2567ad60e None None] Port b449d983-27cb-4de3-9d4d-739c766789ae cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:51:11.999743 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['85b92057-4bb8-4560-8b1d-787a33125312'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:51:12.074197 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=85b92057-4bb8-4560-8b1d-787a33125312,revision_number=9']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:12.201124 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-106c8301-408d-4020-8d80-a82da5d9ddba tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Calling delete_port for db155529-c768-4c9a-b2c7-c5fae60f1a3b owned by network:router_gateway {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:51:12.204529 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:12.247815 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5662b1f7-e3a1-4c1a-a78a-6a10b9c0ffed tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/subnets/70c16a61-310b-4a87-ae8c-ad1b2aea1ff2 HTTP/1.1" status: 204 len: 168 time: 2.6066289 May 03 22:51:12.256357 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34886) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:12.291082 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 0bb0e3ca-de57-49a0-91a9-bae2fab49370, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0bb0e3ca-de57-49a0-91a9-bae2fab49370,segment=NetworkSegment(905a9b8f-b56e-44de-b624-14b220326904),segment_id=905a9b8f-b56e-44de-b624-14b220326904)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:12.304878 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:12.305866 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 8a1c5f72-11f8-497b-9fc4-ea3247fdb317 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:51:12.364244 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f6feb718-7730-4820-9e10-f064fa4d97ef req-7850b4a0-b95f-4291-b33e-cc2214e3dcae service neutron] 10.222.0.60 "GET /v2.0/networks/205448ae-d8cd-4b1c-9138-0734b8d65b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6205199 May 03 22:51:12.418020 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb07dca-bca2-4912-a33e-11a1a00a5b69 req-b0031afc-7d00-41d0-af20-478008964d74 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:12.443119 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fcb07dca-bca2-4912-a33e-11a1a00a5b69 req-b0031afc-7d00-41d0-af20-478008964d74 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 944 time: 1.6073332 May 03 22:51:12.443931 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b36da78-4fe1-451d-a672-5a962c1857a9 None None] DHCP port deletion for ef32a48e-37ae-47c5-a60d-bd5804feb112 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:51:12.484961 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-0b36da78-4fe1-451d-a672-5a962c1857a9 None None] Deleting port bcf98403-31bd-4fc1-ba46-a03aa6732fb4 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:12.486047 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0b36da78-4fe1-451d-a672-5a962c1857a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:12.527114 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-c5536c9c-bf15-4421-9b01-12f7887d58c5 service neutron] For port f29a8b06-8b92-4808-84bd-b5a24faa61fe, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=f29a8b06-8b92-4808-84bd-b5a24faa61fe,segment=NetworkSegment(905a9b8f-b56e-44de-b624-14b220326904),segment_id=905a9b8f-b56e-44de-b624-14b220326904)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:12.589301 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=0bb0e3ca-de57-49a0-91a9-bae2fab49370,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:12.627383 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-c5536c9c-bf15-4421-9b01-12f7887d58c5 service neutron] For port f29a8b06-8b92-4808-84bd-b5a24faa61fe, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:51:12.655159 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13a929-c822-4934-ae84-5574762a62cf req-965b8df4-deb2-49f2-b6e6-11d790988a05 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:12.665760 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4c13a929-c822-4934-ae84-5574762a62cf req-965b8df4-deb2-49f2-b6e6-11d790988a05 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=afeb6bc8-746a-4545-86a5-8010b470a14a HTTP/1.1" status: 200 len: 931 time: 1.3789945 May 03 22:51:12.693898 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fcb07dca-bca2-4912-a33e-11a1a00a5b69 req-7fc5217b-520f-490d-9224-996f78c874b9 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2492566 May 03 22:51:12.836985 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-0b36da78-4fe1-451d-a672-5a962c1857a9 None None] For port bcf98403-31bd-4fc1-ba46-a03aa6732fb4, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=bcf98403-31bd-4fc1-ba46-a03aa6732fb4,segment=NetworkSegment(4338f884-f54f-4a32-90b7-8d6a65769406),segment_id=4338f884-f54f-4a32-90b7-8d6a65769406)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:12.837467 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0b36da78-4fe1-451d-a672-5a962c1857a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:12.860977 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4c13a929-c822-4934-ae84-5574762a62cf req-fc279c8f-2e41-4a68-b6a5-bca7e6d22829 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782312 May 03 22:51:12.878130 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-c5536c9c-bf15-4421-9b01-12f7887d58c5 service neutron] device_id is not set on port f29a8b06-8b92-4808-84bd-b5a24faa61fe yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:51:12.899198 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-c5536c9c-bf15-4421-9b01-12f7887d58c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:12.904695 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-69c92537-c94c-4679-9628-73b867be3d40 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:12.932270 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-c5536c9c-bf15-4421-9b01-12f7887d58c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:12.957523 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f6feb718-7730-4820-9e10-f064fa4d97ef req-85ab7459-e97b-4c70-8524-019cea1d5cf4 service neutron] 10.222.0.60 "GET /v2.0/networks/205448ae-d8cd-4b1c-9138-0734b8d65b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5572147 May 03 22:51:12.995128 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-0b36da78-4fe1-451d-a672-5a962c1857a9 None None] Calling delete_port for bcf98403-31bd-4fc1-ba46-a03aa6732fb4 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:51:13.086044 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c83385c5-e082-4559-adce-3ec3d23d3cd5'] response: {'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f29a8b06-8b92-4808-84bd-b5a24faa61fe', 'code': 200} May 03 22:51:13.147305 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0b36da78-4fe1-451d-a672-5a962c1857a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:13.221575 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b36da78-4fe1-451d-a672-5a962c1857a9 None None] No DVR routers for this DVR port bcf98403-31bd-4fc1-ba46-a03aa6732fb4 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:51:13.237178 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36da78-4fe1-451d-a672-5a962c1857a9 None None] Pushing event deleted for resources: {'Port': ['ID=bcf98403-31bd-4fc1-ba46-a03aa6732fb4,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:13.257210 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:13.259129 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-106c8301-408d-4020-8d80-a82da5d9ddba tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:13.330996 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 8a1c5f72-11f8-497b-9fc4-ea3247fdb317, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=8a1c5f72-11f8-497b-9fc4-ea3247fdb317,segment=NetworkSegment(905a9b8f-b56e-44de-b624-14b220326904),segment_id=905a9b8f-b56e-44de-b624-14b220326904)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:13.349993 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:13.350956 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device a9c5efb9-9e57-4822-8224-c4bfc00dc164 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:51:13.513715 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c8301-408d-4020-8d80-a82da5d9ddba tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Pushing event deleted for resources: {'Port': ['ID=db155529-c768-4c9a-b2c7-c5fae60f1a3b,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:13.540893 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da594b8b-c124-42c6-93ca-a349cd6205a6 req-2f94280b-d47f-4a48-b035-cb665e9be675 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:13.546920 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da594b8b-c124-42c6-93ca-a349cd6205a6 req-2f94280b-d47f-4a48-b035-cb665e9be675 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:13.556725 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da594b8b-c124-42c6-93ca-a349cd6205a6 req-2f94280b-d47f-4a48-b035-cb665e9be675 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:13.566544 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da594b8b-c124-42c6-93ca-a349cd6205a6 req-2f94280b-d47f-4a48-b035-cb665e9be675 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:13.573186 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da594b8b-c124-42c6-93ca-a349cd6205a6 req-2f94280b-d47f-4a48-b035-cb665e9be675 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:13.575435 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-da594b8b-c124-42c6-93ca-a349cd6205a6 req-2f94280b-d47f-4a48-b035-cb665e9be675 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 3883 time: 0.4524090 May 03 22:51:13.608069 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=8a1c5f72-11f8-497b-9fc4-ea3247fdb317,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:13.697381 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:13.726550 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.resource_extend [None req-39a214f5-8987-44ec-ad37-caf0a980d8ac tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] It took 0.81 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:51:13.730776 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-da594b8b-c124-42c6-93ca-a349cd6205a6 req-bd81191a-b665-456c-bedd-94007b81b70c tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147785 May 03 22:51:13.732865 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-106c8301-408d-4020-8d80-a82da5d9ddba tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:13.781326 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port a9c5efb9-9e57-4822-8224-c4bfc00dc164, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a9c5efb9-9e57-4822-8224-c4bfc00dc164,segment=NetworkSegment(5a1a325c-4dfc-4f52-ab11-b191a3075222),segment_id=5a1a325c-4dfc-4f52-ab11-b191a3075222)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:13.788792 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:13.789510 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device b46b01d2-324c-4ced-a8bc-dbbdf42d265c no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:51:13.924880 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-39a214f5-8987-44ec-ad37-caf0a980d8ac tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:13.964151 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=a9c5efb9-9e57-4822-8224-c4bfc00dc164,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:14.000253 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-39a214f5-8987-44ec-ad37-caf0a980d8ac tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:14.039062 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:14.076510 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b93c765b-4580-4ffb-8285-941a68e83cb4 None None] Provisioning complete for port f29a8b06-8b92-4808-84bd-b5a24faa61fe triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:51:14.076868 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b93c765b-4580-4ffb-8285-941a68e83cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:14.117238 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9398d2b-e222-4898-b516-ccd8389d10f1 req-ebe0e62b-dbb4-4687-8186-929d3987ac5f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:14.118723 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9398d2b-e222-4898-b516-ccd8389d10f1 req-ebe0e62b-dbb4-4687-8186-929d3987ac5f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 945 time: 0.7338567 May 03 22:51:14.167466 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port b46b01d2-324c-4ced-a8bc-dbbdf42d265c, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=b46b01d2-324c-4ced-a8bc-dbbdf42d265c,segment=NetworkSegment(5a1a325c-4dfc-4f52-ab11-b191a3075222),segment_id=5a1a325c-4dfc-4f52-ab11-b191a3075222)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:14.181641 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:14.184822 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 527a1855-13d0-4f13-9c82-a5ca04a8b2f7 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:51:14.187172 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-69c92537-c94c-4679-9628-73b867be3d40 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:14.222682 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-69c92537-c94c-4679-9628-73b867be3d40 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef32a48e-37ae-47c5-a60d-bd5804feb112']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:14.240429 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-69c92537-c94c-4679-9628-73b867be3d40 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4338f884-f54f-4a32-90b7-8d6a65769406') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:14.240855 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-69c92537-c94c-4679-9628-73b867be3d40 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4338f884-f54f-4a32-90b7-8d6a65769406') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:14.255272 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-69c92537-c94c-4679-9628-73b867be3d40 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:14.306910 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device bcf98403-31bd-4fc1-ba46-a03aa6732fb4 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:51:14.339042 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-b93c765b-4580-4ffb-8285-941a68e83cb4 None None] Port f29a8b06-8b92-4808-84bd-b5a24faa61fe cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:51:14.369821 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-c5536c9c-bf15-4421-9b01-12f7887d58c5 service neutron] No DVR routers for this DVR port f29a8b06-8b92-4808-84bd-b5a24faa61fe on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:51:14.380220 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-106c8301-408d-4020-8d80-a82da5d9ddba tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:14.383189 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: bcf98403-31bd-4fc1-ba46-a03aa6732fb4 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:51:14.383189 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device bcf98403-31bd-4fc1-ba46-a03aa6732fb4 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:51:14.400750 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-106c8301-408d-4020-8d80-a82da5d9ddba tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:14.418700 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9398d2b-e222-4898-b516-ccd8389d10f1 req-e0e11bb9-a9f3-4c09-bb50-d90b44fc9f85 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2863667 May 03 22:51:14.449099 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-69c92537-c94c-4679-9628-73b867be3d40 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:14.457512 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5536c9c-bf15-4421-9b01-12f7887d58c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f29a8b06-8b92-4808-84bd-b5a24faa61fe,revision_number=7']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:14.464946 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c92537-c94c-4679-9628-73b867be3d40 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:51:14.466108 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-69c92537-c94c-4679-9628-73b867be3d40 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:14.480105 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87d203-fbf4-4596-9cb4-9e6a6d0b5bd9 req-35c59eb3-854b-4307-ab4e-36b8091879f6 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:14.482071 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9a87d203-fbf4-4596-9cb4-9e6a6d0b5bd9 req-35c59eb3-854b-4307-ab4e-36b8091879f6 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=afeb6bc8-746a-4545-86a5-8010b470a14a HTTP/1.1" status: 200 len: 931 time: 0.2684720 May 03 22:51:14.483488 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-106c8301-408d-4020-8d80-a82da5d9ddba tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:14.484178 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106c8301-408d-4020-8d80-a82da5d9ddba tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 11facd0a-7aa4-47f2-b6ae-b7dc242a5a77 {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:51:14.497204 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:51:14.497204 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:51:14.497204 n-d-811807-1 neutron-server[88070]: timer() May 03 22:51:14.497204 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:51:14.497204 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:51:14.497204 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:51:14.497204 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:51:14.497204 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:51:14.497204 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:51:14.497204 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:51:14.497204 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:51:14.497204 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:51:14.497204 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:51:14.497204 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:51:14.497204 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:51:14.497204 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:51:14.497204 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:51:14.497204 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:51:14.497204 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:51:14.497204 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:51:14.497204 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:51:14.497204 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:51:14.497204 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:51:14.497204 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:51:14.497204 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:51:14.497204 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:51:14.497204 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:51:14.497204 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:51:14.497204 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:51:14.497204 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:51:14.497204 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:51:14.497204 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:51:14.524348 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=b46b01d2-324c-4ced-a8bc-dbbdf42d265c,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:14.529012 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-106c8301-408d-4020-8d80-a82da5d9ddba tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:14.530662 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-106c8301-408d-4020-8d80-a82da5d9ddba tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] 10.222.0.58 "DELETE /v2.0/routers/11facd0a-7aa4-47f2-b6ae-b7dc242a5a77 HTTP/1.1" status: 204 len: 168 time: 6.9400690 May 03 22:51:14.533806 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34896) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:14.566707 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:14.574507 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-75abbd29-6f74-4031-8152-d99f816f46b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b449d983-27cb-4de3-9d4d-739c766789ae {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:51:14.607752 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9a87d203-fbf4-4596-9cb4-9e6a6d0b5bd9 req-13aa84dc-33bc-4869-bce3-eeeffa1d94ae tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104562 May 03 22:51:14.670118 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6267ed3-93c7-46a2-9639-766e18f01776 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Deleting subnet 2983de3c-6dec-4927-83ba-86c4f944243e {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:51:14.676899 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b6267ed3-93c7-46a2-9639-766e18f01776 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:14.697501 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 527a1855-13d0-4f13-9c82-a5ca04a8b2f7, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=527a1855-13d0-4f13-9c82-a5ca04a8b2f7,segment=NetworkSegment(4ebd1546-6439-4965-9349-d70abc042ed7),segment_id=4ebd1546-6439-4965-9349-d70abc042ed7)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:14.704448 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:14.735608 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b6267ed3-93c7-46a2-9639-766e18f01776 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:14.744418 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-75abbd29-6f74-4031-8152-d99f816f46b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:14.761609 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 85b92057-4bb8-4560-8b1d-787a33125312 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:51:14.762732 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-75abbd29-6f74-4031-8152-d99f816f46b6 service neutron] Transition to ACTIVE for port object b449d983-27cb-4de3-9d4d-739c766789ae will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:51:14.767650 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5536c9c-bf15-4421-9b01-12f7887d58c5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:14.768299 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5536c9c-bf15-4421-9b01-12f7887d58c5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:14.768718 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5536c9c-bf15-4421-9b01-12f7887d58c5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:14.769155 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5536c9c-bf15-4421-9b01-12f7887d58c5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:14.769629 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5536c9c-bf15-4421-9b01-12f7887d58c5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:14.770024 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5536c9c-bf15-4421-9b01-12f7887d58c5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:14.770397 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5536c9c-bf15-4421-9b01-12f7887d58c5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:14.770881 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5536c9c-bf15-4421-9b01-12f7887d58c5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:14.771825 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5536c9c-bf15-4421-9b01-12f7887d58c5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:14.772209 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5536c9c-bf15-4421-9b01-12f7887d58c5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:14.772695 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5536c9c-bf15-4421-9b01-12f7887d58c5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:14.773036 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5536c9c-bf15-4421-9b01-12f7887d58c5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:14.798442 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-75abbd29-6f74-4031-8152-d99f816f46b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:14.845527 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b6267ed3-93c7-46a2-9639-766e18f01776 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:14.867645 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=527a1855-13d0-4f13-9c82-a5ca04a8b2f7,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:14.899087 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 85b92057-4bb8-4560-8b1d-787a33125312 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:51:14.920832 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 85b92057-4bb8-4560-8b1d-787a33125312 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:51:14.924570 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:15.046134 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [None req-39a214f5-8987-44ec-ad37-caf0a980d8ac tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Floating IP 03be2463-a3d0-440d-aa2b-f7ecca06ccef associated. External IP: 172.25.2.95, port: 50c9cbf4-4b6e-4711-b2e6-a4628ae6f830. May 03 22:51:15.093356 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bb0e3ca-de57-49a0-91a9-bae2fab49370'}, {'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a1c5f72-11f8-497b-9fc4-ea3247fdb317'}, {'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9c5efb9-9e57-4822-8224-c4bfc00dc164'}, {'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b46b01d2-324c-4ced-a8bc-dbbdf42d265c'}, {'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '527a1855-13d0-4f13-9c82-a5ca04a8b2f7'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:51:15.127952 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75abbd29-6f74-4031-8152-d99f816f46b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b449d983-27cb-4de3-9d4d-739c766789ae,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:15.200781 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11b06a4a-a5b6-4b19-93fc-dee9d727613d'] response: {'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bb0e3ca-de57-49a0-91a9-bae2fab49370', 'code': 200} May 03 22:51:15.201057 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11b06a4a-a5b6-4b19-93fc-dee9d727613d'] response: {'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a1c5f72-11f8-497b-9fc4-ea3247fdb317', 'code': 200} May 03 22:51:15.201328 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11b06a4a-a5b6-4b19-93fc-dee9d727613d'] response: {'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9c5efb9-9e57-4822-8224-c4bfc00dc164', 'code': 200} May 03 22:51:15.201587 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11b06a4a-a5b6-4b19-93fc-dee9d727613d'] response: {'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b46b01d2-324c-4ced-a8bc-dbbdf42d265c', 'code': 200} May 03 22:51:15.201843 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11b06a4a-a5b6-4b19-93fc-dee9d727613d'] response: {'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '527a1855-13d0-4f13-9c82-a5ca04a8b2f7', 'code': 200} May 03 22:51:15.202596 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-69c92537-c94c-4679-9628-73b867be3d40 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:15.221023 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:15.261195 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a9b81-0665-48b3-89c8-1dfd0b3fe802 req-75a1d64b-b7f0-4c6a-913c-998a749741f8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:15.262078 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-7f5a9b81-0665-48b3-89c8-1dfd0b3fe802 req-75a1d64b-b7f0-4c6a-913c-998a749741f8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Synchronizing usage tracker for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:51:15.264955 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-c5536c9c-bf15-4421-9b01-12f7887d58c5 service neutron] In _notify_port_updated(), no bound segment for port f29a8b06-8b92-4808-84bd-b5a24faa61fe on network 39659ede-a161-442b-8b5e-00bdb95cd624 {{(pid=88070) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 03 22:51:15.265877 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-c5536c9c-bf15-4421-9b01-12f7887d58c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:15.266666 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-c5536c9c-bf15-4421-9b01-12f7887d58c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:15.268278 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-c5536c9c-bf15-4421-9b01-12f7887d58c5 service neutron] 10.222.0.60 "PUT /v2.0/ports/f29a8b06-8b92-4808-84bd-b5a24faa61fe HTTP/1.1" status: 200 len: 1027 time: 4.0872476 May 03 22:51:15.291834 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-69c92537-c94c-4679-9628-73b867be3d40 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:15.299206 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 85b92057-4bb8-4560-8b1d-787a33125312, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=85b92057-4bb8-4560-8b1d-787a33125312,segment=NetworkSegment(19f5e703-356a-48fb-ab14-cf4ba1cc55fc),segment_id=19f5e703-356a-48fb-ab14-cf4ba1cc55fc)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:15.311471 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c92537-c94c-4679-9628-73b867be3d40 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'Network': ['ID=ef32a48e-37ae-47c5-a60d-bd5804feb112,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:15.318305 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-69c92537-c94c-4679-9628-73b867be3d40 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/networks/ef32a48e-37ae-47c5-a60d-bd5804feb112 HTTP/1.1" status: 204 len: 168 time: 3.0509858 May 03 22:51:15.322094 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34904) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:15.328593 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-83a90d38-5d1c-40ca-9a58-a661492645e3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-672617686'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:51:15.333098 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:15.336045 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-83a90d38-5d1c-40ca-9a58-a661492645e3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:51:15.341157 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-83a90d38-5d1c-40ca-9a58-a661492645e3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:network and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:51:15.344753 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-83a90d38-5d1c-40ca-9a58-a661492645e3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:51:15.355226 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-83a90d38-5d1c-40ca-9a58-a661492645e3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:51:15.367574 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b6267ed3-93c7-46a2-9639-766e18f01776 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:15.463537 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e030069-e079-4106-8683-3e8f600d133d req-bd9913ae-95d1-4ee1-865a-60dee91a462e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:15.469878 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e030069-e079-4106-8683-3e8f600d133d req-bd9913ae-95d1-4ee1-865a-60dee91a462e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:15.475927 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e030069-e079-4106-8683-3e8f600d133d req-bd9913ae-95d1-4ee1-865a-60dee91a462e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:15.479026 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=85b92057-4bb8-4560-8b1d-787a33125312,revision_number=10']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:15.481774 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e030069-e079-4106-8683-3e8f600d133d req-bd9913ae-95d1-4ee1-865a-60dee91a462e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:15.487627 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e030069-e079-4106-8683-3e8f600d133d req-bd9913ae-95d1-4ee1-865a-60dee91a462e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:15.489478 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4e030069-e079-4106-8683-3e8f600d133d req-bd9913ae-95d1-4ee1-865a-60dee91a462e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 3875 time: 0.4105713 May 03 22:51:15.492465 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a90d38-5d1c-40ca-9a58-a661492645e3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Made reservation on behalf of e4487dd9134946019ccb9652c13000b7 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:51:15.495874 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-83a90d38-5d1c-40ca-9a58-a661492645e3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:15.505034 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6267ed3-93c7-46a2-9639-766e18f01776 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2983de3c-6dec-4927-83ba-86c4f944243e,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:15.522057 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b6267ed3-93c7-46a2-9639-766e18f01776 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:15.528097 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b6267ed3-93c7-46a2-9639-766e18f01776 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] 10.222.0.58 "DELETE /v2.0/subnets/2983de3c-6dec-4927-83ba-86c4f944243e HTTP/1.1" status: 204 len: 168 time: 0.9927144 May 03 22:51:15.533345 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34910) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:15.645755 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83a90d38-5d1c-40ca-9a58-a661492645e3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:51:15.705184 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4e030069-e079-4106-8683-3e8f600d133d req-8550ada0-ef81-4d20-803e-e5754a522a8a tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978259 May 03 22:51:15.738052 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-83a90d38-5d1c-40ca-9a58-a661492645e3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:15.738052 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-83a90d38-5d1c-40ca-9a58-a661492645e3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Added segment bb586d64-3e3b-4a8b-8e2a-9d68fa20e4ce of type vlan for network d8a5db9a-0c15-4087-b996-39c3bd67a801 May 03 22:51:15.746248 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a4f4e986-72cc-4eb6-b427-16065267c3e2 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:15.757967 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-7f5a9b81-0665-48b3-89c8-1dfd0b3fe802 req-75a1d64b-b7f0-4c6a-913c-998a749741f8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Unset dirty status for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:51:15.758982 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7f5a9b81-0665-48b3-89c8-1dfd0b3fe802 req-75a1d64b-b7f0-4c6a-913c-998a749741f8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.67 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a&tenant_id=e51c41c8f2c54373bfeeef105247eecb&binding%3Ahost_id=n-h1-811807-1 HTTP/1.1" status: 200 len: 945 time: 2.2513781 May 03 22:51:15.815069 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-e54def41-964c-4cfd-b332-eee38f8b1b16 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Deleting port b46b01d2-324c-4ced-a8bc-dbbdf42d265c {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:15.815423 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-e54def41-964c-4cfd-b332-eee38f8b1b16 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:15.830688 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-83a90d38-5d1c-40ca-9a58-a661492645e3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:15.884262 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-75abbd29-6f74-4031-8152-d99f816f46b6 service neutron] Attempting to bind port b449d983-27cb-4de3-9d4d-739c766789ae on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:51:15.884622 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-75abbd29-6f74-4031-8152-d99f816f46b6 service neutron] Attempting to bind port b449d983-27cb-4de3-9d4d-739c766789ae by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '79021a81-35f7-436f-834b-fb3d2a777891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:51:15.884908 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-75abbd29-6f74-4031-8152-d99f816f46b6 service neutron] Attempting to bind port b449d983-27cb-4de3-9d4d-739c766789ae on network 707cfa08-484f-448d-b84f-a940bf8f6e2e {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:51:15.917598 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bc0cf-3654-4f60-bd84-17f135f28242 req-24d69063-523d-4991-bc66-a2a8a57467c4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:15.919184 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8f9bc0cf-3654-4f60-bd84-17f135f28242 req-24d69063-523d-4991-bc66-a2a8a57467c4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 947 time: 0.3307841 May 03 22:51:16.010159 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a4f4e986-72cc-4eb6-b427-16065267c3e2 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:16.046946 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-75abbd29-6f74-4031-8152-d99f816f46b6 service neutron] Port b449d983-27cb-4de3-9d4d-739c766789ae on network 707cfa08-484f-448d-b84f-a940bf8f6e2e not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:51:16.047274 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-75abbd29-6f74-4031-8152-d99f816f46b6 service neutron] Attempting to bind port b449d983-27cb-4de3-9d4d-739c766789ae on network 707cfa08-484f-448d-b84f-a940bf8f6e2e {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:51:16.055023 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-83a90d38-5d1c-40ca-9a58-a661492645e3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:16.081205 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a90d38-5d1c-40ca-9a58-a661492645e3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:16.083418 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-83a90d38-5d1c-40ca-9a58-a661492645e3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:16.125252 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-75abbd29-6f74-4031-8152-d99f816f46b6 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:51:16.125590 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-75abbd29-6f74-4031-8152-d99f816f46b6 service neutron] Checking segment: {'id': '79021a81-35f7-436f-834b-fb3d2a777891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:51:16.126008 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-75abbd29-6f74-4031-8152-d99f816f46b6 service neutron] Bound using segment: {'id': '79021a81-35f7-436f-834b-fb3d2a777891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:51:16.126444 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-75abbd29-6f74-4031-8152-d99f816f46b6 service neutron] Bound port: b449d983-27cb-4de3-9d4d-739c766789ae, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79021a81-35f7-436f-834b-fb3d2a777891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:51:16.126792 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-75abbd29-6f74-4031-8152-d99f816f46b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:16.135886 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-a4f4e986-72cc-4eb6-b427-16065267c3e2 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b645d5e9-f72d-4742-b008-10d8c037c216']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:16.173895 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8f9bc0cf-3654-4f60-bd84-17f135f28242 req-5d3d7ffc-5e44-4911-9bae-13b1687930d7 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2431319 May 03 22:51:16.198744 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-a4f4e986-72cc-4eb6-b427-16065267c3e2 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2be044af-e516-4ea7-905c-71aaf54eddef') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:16.199072 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-a4f4e986-72cc-4eb6-b427-16065267c3e2 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2be044af-e516-4ea7-905c-71aaf54eddef') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:16.220652 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a4f4e986-72cc-4eb6-b427-16065267c3e2 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:16.265804 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [req-7f5a9b81-0665-48b3-89c8-1dfd0b3fe802 req-acfa8743-3112-48ea-8902-47f3cb3c329f service neutron] delete failed (client error): The resource could not be found. May 03 22:51:16.266739 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7f5a9b81-0665-48b3-89c8-1dfd0b3fe802 req-acfa8743-3112-48ea-8902-47f3cb3c329f service neutron] 10.222.0.67 "DELETE /v2.0/ports/85b92057-4bb8-4560-8b1d-787a33125312/bindings/n-h2-811807-1 HTTP/1.1" status: 404 len: 380 time: 0.4944632 May 03 22:51:16.272221 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-83a90d38-5d1c-40ca-9a58-a661492645e3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9484012 May 03 22:51:16.275260 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34916) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:16.290409 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a4f4e986-72cc-4eb6-b427-16065267c3e2 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:16.297748 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4f4e986-72cc-4eb6-b427-16065267c3e2 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:51:16.298185 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a4f4e986-72cc-4eb6-b427-16065267c3e2 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:16.342131 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:51:16.342131 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:51:16.342131 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:51:16.342131 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:51:16.342131 n-d-811807-1 neutron-server[88069]: timer() May 03 22:51:16.342131 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:51:16.342131 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:51:16.342131 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:51:16.342131 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:51:16.342131 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:51:16.342131 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:51:16.342131 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:51:16.342131 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:51:16.342131 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:51:16.342131 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:51:16.342131 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:51:16.342131 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:51:16.342131 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:51:16.342131 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:51:16.342131 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:51:16.342131 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:51:16.342131 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:51:16.342131 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:51:16.342131 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:51:16.342131 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:51:16.342131 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:51:16.342131 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:51:16.342131 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:51:16.342131 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:51:16.342131 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:51:16.342131 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:51:16.342131 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:51:16.342131 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:51:16.342131 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:51:16.399993 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-5cf3d41b-c46c-4579-a34f-f0538cdb7df2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'subnet': {'network_id': 'd8a5db9a-0c15-4087-b996-39c3bd67a801', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:51:16.418727 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a90d38-5d1c-40ca-9a58-a661492645e3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Network': ['ID=d8a5db9a-0c15-4087-b996-39c3bd67a801,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:16.431341 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network d8a5db9a-0c15-4087-b996-39c3bd67a801 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:51:16.473014 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a4f4e986-72cc-4eb6-b427-16065267c3e2 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:16.507814 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1291c-d7ab-42b1-bac3-a58a2394c0cd req-54d4d621-5529-495f-8ac9-79f983aa107e tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:16.517659 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3cf1291c-d7ab-42b1-bac3-a58a2394c0cd req-54d4d621-5529-495f-8ac9-79f983aa107e tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=afeb6bc8-746a-4545-86a5-8010b470a14a HTTP/1.1" status: 200 len: 943 time: 0.6743679 May 03 22:51:16.540833 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a214f5-8987-44ec-ad37-caf0a980d8ac tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Router 71f9c2f0-9970-471d-8465-8e1a4e55130e has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:51:16.548651 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-75abbd29-6f74-4031-8152-d99f816f46b6 service neutron] For port b449d983-27cb-4de3-9d4d-739c766789ae, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:51:16.555468 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-75abbd29-6f74-4031-8152-d99f816f46b6 service neutron] For port b449d983-27cb-4de3-9d4d-739c766789ae, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=b449d983-27cb-4de3-9d4d-739c766789ae,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:51:16.556573 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f4e986-72cc-4eb6-b427-16065267c3e2 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b645d5e9-f72d-4742-b008-10d8c037c216 {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 03 22:51:16.567229 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a4f4e986-72cc-4eb6-b427-16065267c3e2 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:16.572267 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-75abbd29-6f74-4031-8152-d99f816f46b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:16.577339 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-e54def41-964c-4cfd-b332-eee38f8b1b16 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] For port b46b01d2-324c-4ced-a8bc-dbbdf42d265c, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=b46b01d2-324c-4ced-a8bc-dbbdf42d265c,segment=NetworkSegment(5a1a325c-4dfc-4f52-ab11-b191a3075222),segment_id=5a1a325c-4dfc-4f52-ab11-b191a3075222)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:16.577976 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-e54def41-964c-4cfd-b332-eee38f8b1b16 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:16.781322 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f4e986-72cc-4eb6-b427-16065267c3e2 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Pushing event deleted for resources: {'Network': ['ID=b645d5e9-f72d-4742-b008-10d8c037c216,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:16.833256 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a4f4e986-72cc-4eb6-b427-16065267c3e2 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] 10.222.0.58 "DELETE /v2.0/networks/b645d5e9-f72d-4742-b008-10d8c037c216 HTTP/1.1" status: 204 len: 168 time: 1.2905278 May 03 22:51:16.919793 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75abbd29-6f74-4031-8152-d99f816f46b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b449d983-27cb-4de3-9d4d-739c766789ae,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:16.996530 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3cf1291c-d7ab-42b1-bac3-a58a2394c0cd req-a3882863-3531-44ae-aad3-c6a51c0ba28d tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4777935 May 03 22:51:17.009030 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5cf3d41b-c46c-4579-a34f-f0538cdb7df2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:51:17.027354 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5cf3d41b-c46c-4579-a34f-f0538cdb7df2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:subnet and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:51:17.033337 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5cf3d41b-c46c-4579-a34f-f0538cdb7df2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:51:17.129838 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-75abbd29-6f74-4031-8152-d99f816f46b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:17.131275 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-75abbd29-6f74-4031-8152-d99f816f46b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:17.132797 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-75abbd29-6f74-4031-8152-d99f816f46b6 service neutron] 10.222.0.67 "PUT /v2.0/ports/b449d983-27cb-4de3-9d4d-739c766789ae HTTP/1.1" status: 200 len: 1091 time: 6.4560859 May 03 22:51:17.134589 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afeb6bc8-746a-4545-86a5-8010b470a14a', 'tag': 'b449d983-27cb-4de3-9d4d-739c766789ae'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:51:17.158391 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-e54def41-964c-4cfd-b332-eee38f8b1b16 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Calling delete_port for b46b01d2-324c-4ced-a8bc-dbbdf42d265c owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:51:17.179462 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5cf3d41b-c46c-4579-a34f-f0538cdb7df2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:51:17.203667 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f21ccd-9817-4f5b-a3d2-42f9fd90a16a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b92057-4bb8-4560-8b1d-787a33125312'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:51:17.245612 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf3d41b-c46c-4579-a34f-f0538cdb7df2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Made reservation on behalf of e4487dd9134946019ccb9652c13000b7 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:51:17.253644 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5cf3d41b-c46c-4579-a34f-f0538cdb7df2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:17.324016 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a9b81-0665-48b3-89c8-1dfd0b3fe802 req-4d492649-54da-42fe-8029-e00872600757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:17.325504 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7f5a9b81-0665-48b3-89c8-1dfd0b3fe802 req-4d492649-54da-42fe-8029-e00872600757 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 1098 time: 0.9576745 May 03 22:51:17.334324 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a214f5-8987-44ec-ad37-caf0a980d8ac tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:51:17.482503 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-39a214f5-8987-44ec-ad37-caf0a980d8ac tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:17.618475 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-39a214f5-8987-44ec-ad37-caf0a980d8ac tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "PUT /v2.0/floatingips/03be2463-a3d0-440d-aa2b-f7ecca06ccef HTTP/1.1" status: 200 len: 990 time: 7.1190312 May 03 22:51:17.620504 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a9846ed-80a0-45c4-8a30-28b6b054a2c1'] response: {'name': 'network-changed', 'server_uuid': 'afeb6bc8-746a-4545-86a5-8010b470a14a', 'tag': 'b449d983-27cb-4de3-9d4d-739c766789ae', 'status': 'completed', 'code': 200} May 03 22:51:17.663950 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34938) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:17.666254 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449ce5c-7394-4eb4-bc80-091d3e13068d req-8b29aa37-d841-4f2d-9963-a62be6c6baef tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:17.678277 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-3286b866-04f0-49e1-9e82-045816465023 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Request body: {'router': {'name': 'tempest-router--789122127', 'project_id': '052f0ff48b284aaeaa7c654de6a8b5cd'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:51:17.692302 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449ce5c-7394-4eb4-bc80-091d3e13068d req-8b29aa37-d841-4f2d-9963-a62be6c6baef tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:17.703492 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449ce5c-7394-4eb4-bc80-091d3e13068d req-8b29aa37-d841-4f2d-9963-a62be6c6baef tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:17.714654 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449ce5c-7394-4eb4-bc80-091d3e13068d req-8b29aa37-d841-4f2d-9963-a62be6c6baef tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:17.733521 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449ce5c-7394-4eb4-bc80-091d3e13068d req-8b29aa37-d841-4f2d-9963-a62be6c6baef tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:17.741736 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7449ce5c-7394-4eb4-bc80-091d3e13068d req-8b29aa37-d841-4f2d-9963-a62be6c6baef tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 3875 time: 0.6928046 May 03 22:51:17.850034 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3286b866-04f0-49e1-9e82-045816465023 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:51:17.865656 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3286b866-04f0-49e1-9e82-045816465023 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Usage tracker for resource:router and tenant:052f0ff48b284aaeaa7c654de6a8b5cd is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:51:17.874016 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3286b866-04f0-49e1-9e82-045816465023 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:51:17.889258 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3286b866-04f0-49e1-9e82-045816465023 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:51:17.890782 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7449ce5c-7394-4eb4-bc80-091d3e13068d req-dd3c1dd0-550d-484d-a8b3-0d5f96a56953 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480985 May 03 22:51:17.909252 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5cf3d41b-c46c-4579-a34f-f0538cdb7df2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:17.931746 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a9b81-0665-48b3-89c8-1dfd0b3fe802 req-edccb5eb-7fd0-4088-b696-243d0125fc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:17.931746 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7f5a9b81-0665-48b3-89c8-1dfd0b3fe802 req-edccb5eb-7fd0-4088-b696-243d0125fc2b service neutron] 10.222.0.67 "GET /v2.0/networks?id=205448ae-d8cd-4b1c-9138-0734b8d65b11 HTTP/1.1" status: 200 len: 898 time: 0.5918951 May 03 22:51:17.934631 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e24461e-726e-473f-ba99-eb0eddf5a44f None None] Sync routers for ids ['71f9c2f0-9970-471d-8465-8e1a4e55130e'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:51:17.949279 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e24461e-726e-473f-ba99-eb0eddf5a44f None None] Routers {'71f9c2f0-9970-471d-8465-8e1a4e55130e'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:51:17.950001 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-0e24461e-726e-473f-ba99-eb0eddf5a44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:50:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['71f9c2f0-9970-471d-8465-8e1a4e55130e'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:18.029552 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3286b866-04f0-49e1-9e82-045816465023 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:18.030622 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3286b866-04f0-49e1-9e82-045816465023 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:18.048120 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-2addca98-a7d5-4819-a691-d56dba945e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:18.049602 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-2addca98-a7d5-4819-a691-d56dba945e75 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fac7f64c48bd48e8ae480a0113f466e9&device_id=afeb6bc8-746a-4545-86a5-8010b470a14a HTTP/1.1" status: 200 len: 1094 time: 0.8242426 May 03 22:51:18.052785 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c468c1-8cda-48dc-ae24-bf18ba2c7928 req-cdc664f6-9d27-46ff-b36e-c8689b6fda89 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:18.054645 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-30c468c1-8cda-48dc-ae24-bf18ba2c7928 req-cdc664f6-9d27-46ff-b36e-c8689b6fda89 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 947 time: 0.3106625 May 03 22:51:18.104876 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3d41b-c46c-4579-a34f-f0538cdb7df2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Subnet': ['ID=fc4f7744-f1ea-4289-bb6e-8aea7994c358,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:18.128925 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf3d41b-c46c-4579-a34f-f0538cdb7df2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Checking segment: {'id': 'bb586d64-3e3b-4a8b-8e2a-9d68fa20e4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd8a5db9a-0c15-4087-b996-39c3bd67a801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:51:18.129380 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf3d41b-c46c-4579-a34f-f0538cdb7df2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Network hostable DHCP agents. Network: d8a5db9a-0c15-4087-b996-39c3bd67a801, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:51:18.138174 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-4de50aae-ee7f-42de-8289-83c725976ecb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b449d983-27cb-4de3-9d4d-739c766789ae HTTP/1.1" status: 200 len: 217 time: 0.0724540 May 03 22:51:18.142595 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-30c468c1-8cda-48dc-ae24-bf18ba2c7928 req-839f07c6-f505-4728-a742-52894365cc49 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780945 May 03 22:51:18.176172 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf3d41b-c46c-4579-a34f-f0538cdb7df2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Network d8a5db9a-0c15-4087-b996-39c3bd67a801 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:51:18.186327 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7f5a9b81-0665-48b3-89c8-1dfd0b3fe802 req-adf0e809-e656-4dd4-8e73-298c65fe6144 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85b92057-4bb8-4560-8b1d-787a33125312 HTTP/1.1" status: 200 len: 1001 time: 0.2465277 May 03 22:51:18.190781 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-e54def41-964c-4cfd-b332-eee38f8b1b16 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:18.196726 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-5cf3d41b-c46c-4579-a34f-f0538cdb7df2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, d8a5db9a-0c15-4087-b996-39c3bd67a801) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:51:18.200224 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3286b866-04f0-49e1-9e82-045816465023 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:18.209310 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf3d41b-c46c-4579-a34f-f0538cdb7df2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:18.212229 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea873941-4270-400e-8c9a-89042f5a6bad'] response: {'server_uuid': '63f21ccd-9817-4f5b-a3d2-42f9fd90a16a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b92057-4bb8-4560-8b1d-787a33125312', 'code': 200} May 03 22:51:18.212714 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5cf3d41b-c46c-4579-a34f-f0538cdb7df2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:18.213883 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65ef524-9474-4127-95d4-8fce7f6fd440 None None] Network d8a5db9a-0c15-4087-b996-39c3bd67a801 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:51:18.266038 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5cf3d41b-c46c-4579-a34f-f0538cdb7df2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9235842 May 03 22:51:18.268505 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34946) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:18.284431 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-77fd3fbf-dfc8-463d-8577-cbdd73c38b1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'port': {'network_id': 'd8a5db9a-0c15-4087-b996-39c3bd67a801', 'name': 'tempest-PortsIpV6TestJSON-73229833', 'fixed_ips': [{'subnet_id': 'fc4f7744-f1ea-4289-bb6e-8aea7994c358', 'ip_address': '2001:db8::10'}]}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:51:18.366889 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54def41-964c-4cfd-b332-eee38f8b1b16 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Pushing event deleted for resources: {'Port': ['ID=b46b01d2-324c-4ced-a8bc-dbbdf42d265c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:18.369989 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-0dd86f51-86c0-4c5f-96a0-0bdf39586885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:18.371668 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-0dd86f51-86c0-4c5f-96a0-0bdf39586885 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1a456f8a-c743-4130-8826-ac82fe55cbc8 HTTP/1.1" status: 200 len: 850 time: 0.2244010 May 03 22:51:18.485495 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-0e24461e-726e-473f-ba99-eb0eddf5a44f None None] Set router 71f9c2f0-9970-471d-8465-8e1a4e55130e gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:51:18.526709 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a9b81-0665-48b3-89c8-1dfd0b3fe802 req-390c16c3-36bd-4a45-8504-a93a6b2fe5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:18.528926 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7f5a9b81-0665-48b3-89c8-1dfd0b3fe802 req-390c16c3-36bd-4a45-8504-a93a6b2fe5d5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2cf564aa-e2bf-4b2e-a23f-3f341609bb2f HTTP/1.1" status: 200 len: 834 time: 0.3336518 May 03 22:51:18.540376 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3286b866-04f0-49e1-9e82-045816465023 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:18.662547 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-77fd3fbf-dfc8-463d-8577-cbdd73c38b1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:51:18.668706 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-77fd3fbf-dfc8-463d-8577-cbdd73c38b1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:port and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:51:18.674208 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-77fd3fbf-dfc8-463d-8577-cbdd73c38b1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:51:18.676751 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-e54def41-964c-4cfd-b332-eee38f8b1b16 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] No DVR routers for this DVR port b46b01d2-324c-4ced-a8bc-dbbdf42d265c on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:51:18.681712 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-77fd3fbf-dfc8-463d-8577-cbdd73c38b1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:51:18.687376 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-e54def41-964c-4cfd-b332-eee38f8b1b16 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:18.700621 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd46de-f288-403b-9ad4-6af9ed8adb54 req-ec1c5480-0ac0-4c6c-b5a3-fa442a5fec1e tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:18.701524 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e1dd46de-f288-403b-9ad4-6af9ed8adb54 req-ec1c5480-0ac0-4c6c-b5a3-fa442a5fec1e tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=afeb6bc8-746a-4545-86a5-8010b470a14a HTTP/1.1" status: 200 len: 943 time: 0.4260931 May 03 22:51:18.718307 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3286b866-04f0-49e1-9e82-045816465023 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:18.722264 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3286b866-04f0-49e1-9e82-045816465023 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0540895 May 03 22:51:18.723219 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34950) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:18.727803 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-e54def41-964c-4cfd-b332-eee38f8b1b16 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.60 "DELETE /v2.0/ports/b46b01d2-324c-4ced-a8bc-dbbdf42d265c HTTP/1.1" status: 204 len: 173 time: 3.4270427 May 03 22:51:18.733234 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fd3fbf-dfc8-463d-8577-cbdd73c38b1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Made reservation on behalf of e4487dd9134946019ccb9652c13000b7 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:51:18.734095 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-aa8c1408-aa93-437c-8585-3c33b0977a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:18.735422 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-aa8c1408-aa93-437c-8585-3c33b0977a01 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=707cfa08-484f-448d-b84f-a940bf8f6e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3436007 May 03 22:51:18.736339 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9679ed17-37d5-41ea-99d2-f7ba4f8f46fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-d8a5db9a-0c15-4087-b996-39c3bd67a801', 'network_id': 'd8a5db9a-0c15-4087-b996-39c3bd67a801', 'tenant_id': 'e4487dd9134946019ccb9652c13000b7', 'fixed_ips': [{'subnet_id': 'fc4f7744-f1ea-4289-bb6e-8aea7994c358'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:51:18.737266 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9679ed17-37d5-41ea-99d2-f7ba4f8f46fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:18.791169 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e1dd46de-f288-403b-9ad4-6af9ed8adb54 req-2174d733-f4ec-4fac-b94e-5daba4ec25c5 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785594 May 03 22:51:18.894192 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-77fd3fbf-dfc8-463d-8577-cbdd73c38b1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:18.919939 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-77fd3fbf-dfc8-463d-8577-cbdd73c38b1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] device_id is not set on port 147c31c3-d0a8-4533-9d7b-2ac35aaa5e24 yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:51:18.986896 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-9679ed17-37d5-41ea-99d2-f7ba4f8f46fa None None] Allocated IP 2001:db8::2 (d8a5db9a-0c15-4087-b996-39c3bd67a801/fc4f7744-f1ea-4289-bb6e-8aea7994c358/d766cbaf-6484-4283-8b05-724c8bcc1ea8) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:51:19.010115 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a59b67e8-94ff-4b21-b408-27cbacf7fdb5 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:19.190779 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3eda0-2d70-4814-99bc-15ead7295d3e req-e42ca201-5567-4717-952e-c07f9ef5a807 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:19.197034 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3eda0-2d70-4814-99bc-15ead7295d3e req-e42ca201-5567-4717-952e-c07f9ef5a807 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:19.203227 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3eda0-2d70-4814-99bc-15ead7295d3e req-e42ca201-5567-4717-952e-c07f9ef5a807 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:19.209348 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3eda0-2d70-4814-99bc-15ead7295d3e req-e42ca201-5567-4717-952e-c07f9ef5a807 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:19.211427 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-45d3eda0-2d70-4814-99bc-15ead7295d3e req-e42ca201-5567-4717-952e-c07f9ef5a807 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 3142 time: 0.1107430 May 03 22:51:19.266252 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-45d3eda0-2d70-4814-99bc-15ead7295d3e req-d7632c35-305f-42ff-836c-80e60d92761e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480201 May 03 22:51:19.280420 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-0e24461e-726e-473f-ba99-eb0eddf5a44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'name': 'tempest-AttachVolumeNegativeTest-1275687319-router', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:43Z', 'updated_at': '2022-05-03T22:44:00Z', 'revision_number': 4, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'gw_port': {'id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:46Z', 'updated_at': '2022-05-03T22:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '03be2463-a3d0-440d-aa2b-f7ecca06ccef', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'floating_ip_address': '172.25.2.95', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'port_id': '50c9cbf4-4b6e-4711-b2e6-a4628ae6f830', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'mac_address': 'fa:16:3e:7c:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9337167b-be6d-43e7-8336-82d35d3fde1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:50:45Z', 'updated_at': '2022-05-03T22:51:12Z', 'revision_number': 1, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d645a25-4ca4-4837-90a6-4ddb8a04dacb', 'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'mac_address': 'fa:16:3e:18:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:57Z', 'updated_at': '2022-05-03T22:44:15Z', 'revision_number': 5, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'subnets': [{'id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:19.298818 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9679ed17-37d5-41ea-99d2-f7ba4f8f46fa None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:19.303722 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e24461e-726e-473f-ba99-eb0eddf5a44f None None] Checking router: 71f9c2f0-9970-471d-8465-8e1a4e55130e for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:51:19.312312 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a9b81-0665-48b3-89c8-1dfd0b3fe802 req-db89a8a1-7cb3-4133-bb0d-40886dec1616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:19.313825 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7f5a9b81-0665-48b3-89c8-1dfd0b3fe802 req-db89a8a1-7cb3-4133-bb0d-40886dec1616 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=205448ae-d8cd-4b1c-9138-0734b8d65b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7672703 May 03 22:51:19.317479 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-c9c022d6-35f3-4769-8754-d8c3b19f5900 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Deleting port 0bb0e3ca-de57-49a0-91a9-bae2fab49370 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:19.317976 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-c9c022d6-35f3-4769-8754-d8c3b19f5900 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:19.319950 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9679ed17-37d5-41ea-99d2-f7ba4f8f46fa None None] Transition to ACTIVE for port object d766cbaf-6484-4283-8b05-724c8bcc1ea8 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:51:19.331444 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e24461e-726e-473f-ba99-eb0eddf5a44f None None] Routers {'71f9c2f0-9970-471d-8465-8e1a4e55130e'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:51:19.332249 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-0e24461e-726e-473f-ba99-eb0eddf5a44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:50:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['71f9c2f0-9970-471d-8465-8e1a4e55130e'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:19.472168 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9679ed17-37d5-41ea-99d2-f7ba4f8f46fa None None] Transition to ACTIVE for port object d766cbaf-6484-4283-8b05-724c8bcc1ea8 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:51:19.485793 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9679ed17-37d5-41ea-99d2-f7ba4f8f46fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:19.588240 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-77fd3fbf-dfc8-463d-8577-cbdd73c38b1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Allocated IP 2001:db8::10 (d8a5db9a-0c15-4087-b996-39c3bd67a801/fc4f7744-f1ea-4289-bb6e-8aea7994c358/147c31c3-d0a8-4533-9d7b-2ac35aaa5e24) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:51:19.638186 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b5c03-7663-481a-8688-95296a6cf6c2 req-42abfcd7-9087-4235-b1d3-590840282e8b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:19.640279 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7a2b5c03-7663-481a-8688-95296a6cf6c2 req-42abfcd7-9087-4235-b1d3-590840282e8b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 947 time: 0.1933720 May 03 22:51:19.669142 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9679ed17-37d5-41ea-99d2-f7ba4f8f46fa None None] Network d8a5db9a-0c15-4087-b996-39c3bd67a801 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:51:19.679957 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-9679ed17-37d5-41ea-99d2-f7ba4f8f46fa None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:51:19.687864 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9679ed17-37d5-41ea-99d2-f7ba4f8f46fa None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:51:19.759386 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7a2b5c03-7663-481a-8688-95296a6cf6c2 req-93ac9b63-3554-4902-aec5-78dc55e1e01a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067197 May 03 22:51:19.766099 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9337167b-be6d-43e7-8336-82d35d3fde1f', 'tag': '50c9cbf4-4b6e-4711-b2e6-a4628ae6f830'}, {'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'name': 'network-vif-deleted', 'tag': 'b46b01d2-324c-4ced-a8bc-dbbdf42d265c'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:51:19.788369 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679ed17-37d5-41ea-99d2-f7ba4f8f46fa None None] Pushing event updated for resources: {'Port': ['ID=d766cbaf-6484-4283-8b05-724c8bcc1ea8,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:19.813249 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-9679ed17-37d5-41ea-99d2-f7ba4f8f46fa None None] Attempting to bind port d766cbaf-6484-4283-8b05-724c8bcc1ea8 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:51:19.813470 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-9679ed17-37d5-41ea-99d2-f7ba4f8f46fa None None] Attempting to bind port d766cbaf-6484-4283-8b05-724c8bcc1ea8 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'bb586d64-3e3b-4a8b-8e2a-9d68fa20e4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd8a5db9a-0c15-4087-b996-39c3bd67a801'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:51:19.813943 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9679ed17-37d5-41ea-99d2-f7ba4f8f46fa None None] Attempting to bind port d766cbaf-6484-4283-8b05-724c8bcc1ea8 on network d8a5db9a-0c15-4087-b996-39c3bd67a801 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:51:19.817094 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-0e24461e-726e-473f-ba99-eb0eddf5a44f None None] Set router 71f9c2f0-9970-471d-8465-8e1a4e55130e gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:51:19.872635 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a59b67e8-94ff-4b21-b408-27cbacf7fdb5 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:19.879778 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a59b67e8-94ff-4b21-b408-27cbacf7fdb5 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:19.910243 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9679ed17-37d5-41ea-99d2-f7ba4f8f46fa None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:51:19.910640 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9679ed17-37d5-41ea-99d2-f7ba4f8f46fa None None] Checking segment: {'id': 'bb586d64-3e3b-4a8b-8e2a-9d68fa20e4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd8a5db9a-0c15-4087-b996-39c3bd67a801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:51:19.911033 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9679ed17-37d5-41ea-99d2-f7ba4f8f46fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:19.911432 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9679ed17-37d5-41ea-99d2-f7ba4f8f46fa None None] Bound using segment: {'id': 'bb586d64-3e3b-4a8b-8e2a-9d68fa20e4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd8a5db9a-0c15-4087-b996-39c3bd67a801'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:51:19.911942 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-9679ed17-37d5-41ea-99d2-f7ba4f8f46fa None None] Bound port: d766cbaf-6484-4283-8b05-724c8bcc1ea8, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb586d64-3e3b-4a8b-8e2a-9d68fa20e4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd8a5db9a-0c15-4087-b996-39c3bd67a801'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:51:19.912320 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9679ed17-37d5-41ea-99d2-f7ba4f8f46fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:19.941217 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-77fd3fbf-dfc8-463d-8577-cbdd73c38b1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:19.975598 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68652fdd-685d-4658-bbb3-2cabff1a6363'] response: {'name': 'network-changed', 'server_uuid': '9337167b-be6d-43e7-8336-82d35d3fde1f', 'tag': '50c9cbf4-4b6e-4711-b2e6-a4628ae6f830', 'status': 'completed', 'code': 200} May 03 22:51:19.975869 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68652fdd-685d-4658-bbb3-2cabff1a6363'] response: {'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'name': 'network-vif-deleted', 'tag': 'b46b01d2-324c-4ced-a8bc-dbbdf42d265c', 'status': 'completed', 'code': 200} May 03 22:51:20.021986 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-77fd3fbf-dfc8-463d-8577-cbdd73c38b1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Transition to ACTIVE for port object 147c31c3-d0a8-4533-9d7b-2ac35aaa5e24 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:51:20.022380 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-9679ed17-37d5-41ea-99d2-f7ba4f8f46fa None None] For port d766cbaf-6484-4283-8b05-724c8bcc1ea8, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:51:20.025885 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-9679ed17-37d5-41ea-99d2-f7ba4f8f46fa None None] For port d766cbaf-6484-4283-8b05-724c8bcc1ea8, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d766cbaf-6484-4283-8b05-724c8bcc1ea8,segment=NetworkSegment(bb586d64-3e3b-4a8b-8e2a-9d68fa20e4ce),segment_id=bb586d64-3e3b-4a8b-8e2a-9d68fa20e4ce)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:51:20.032075 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-0ef0aa54-ea1b-46ff-b2a7-1d41cc4a0b90 service neutron] 10.222.0.67 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2086077 May 03 22:51:20.086090 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9679ed17-37d5-41ea-99d2-f7ba4f8f46fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:20.100950 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a59b67e8-94ff-4b21-b408-27cbacf7fdb5 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:20.101593 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59b67e8-94ff-4b21-b408-27cbacf7fdb5 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ace61d37-1e1d-4a08-83cf-fd2e207d6e18 {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:51:20.148484 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d094f-92c6-4f87-80fe-13466e5dd604 req-8623e4d5-3d09-4a30-b3ea-c1ad8860dc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:20.150013 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fd3d094f-92c6-4f87-80fe-13466e5dd604 req-8623e4d5-3d09-4a30-b3ea-c1ad8860dc4d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c9b36c2026314fcba54b84af09c29f52&device_id=9337167b-be6d-43e7-8336-82d35d3fde1f HTTP/1.1" status: 200 len: 1096 time: 0.2010188 May 03 22:51:20.168586 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb0bac-8f98-4249-8300-5475010131ad req-59282eda-6bae-4f3a-8f31-31ae2f36410c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:20.170160 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-64bb0bac-8f98-4249-8300-5475010131ad req-59282eda-6bae-4f3a-8f31-31ae2f36410c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=afeb6bc8-746a-4545-86a5-8010b470a14a HTTP/1.1" status: 200 len: 943 time: 0.1533098 May 03 22:51:20.223874 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a59b67e8-94ff-4b21-b408-27cbacf7fdb5 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:20.229634 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a59b67e8-94ff-4b21-b408-27cbacf7fdb5 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] 10.222.0.58 "DELETE /v2.0/routers/ace61d37-1e1d-4a08-83cf-fd2e207d6e18 HTTP/1.1" status: 204 len: 168 time: 1.5008605 May 03 22:51:20.265465 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-64bb0bac-8f98-4249-8300-5475010131ad req-ec2884bb-cbe0-4e75-82f5-fd9bddb76b68 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691385 May 03 22:51:20.268134 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679ed17-37d5-41ea-99d2-f7ba4f8f46fa None None] Pushing event updated for resources: {'Port': ['ID=d766cbaf-6484-4283-8b05-724c8bcc1ea8,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:20.360733 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-77fd3fbf-dfc8-463d-8577-cbdd73c38b1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:20.464344 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-61cee4fb-aa54-4647-8a7c-5fb7d499fdac req-596610cd-74ff-4541-9a6d-5092ea0f916f service neutron] 10.222.0.67 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128621 May 03 22:51:20.495824 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34966) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:20.571535 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-c9c022d6-35f3-4769-8754-d8c3b19f5900 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] For port 0bb0e3ca-de57-49a0-91a9-bae2fab49370, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0bb0e3ca-de57-49a0-91a9-bae2fab49370,segment=NetworkSegment(905a9b8f-b56e-44de-b624-14b220326904),segment_id=905a9b8f-b56e-44de-b624-14b220326904)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:20.571894 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-c9c022d6-35f3-4769-8754-d8c3b19f5900 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:20.607002 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fd3fbf-dfc8-463d-8577-cbdd73c38b1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Network d8a5db9a-0c15-4087-b996-39c3bd67a801 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:51:20.619027 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-77fd3fbf-dfc8-463d-8577-cbdd73c38b1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:51:20.621572 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fd3fbf-dfc8-463d-8577-cbdd73c38b1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:51:20.627907 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fd3fbf-dfc8-463d-8577-cbdd73c38b1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:20.628172 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-77fd3fbf-dfc8-463d-8577-cbdd73c38b1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:20.681638 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-77fd3fbf-dfc8-463d-8577-cbdd73c38b1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4112313 May 03 22:51:20.687660 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34972) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:20.705401 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-43aaf617-e798-47e0-afa8-074c74f61898 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'port': {'network_id': 'd8a5db9a-0c15-4087-b996-39c3bd67a801', 'name': 'tempest-PortsIpV6TestJSON-376117677', 'fixed_ips': [{'subnet_id': 'fc4f7744-f1ea-4289-bb6e-8aea7994c358', 'ip_address': '2001:db8::f'}]}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:51:20.755732 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-0e24461e-726e-473f-ba99-eb0eddf5a44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'name': 'tempest-AttachVolumeNegativeTest-1275687319-router', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:43Z', 'updated_at': '2022-05-03T22:44:00Z', 'revision_number': 4, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'gw_port': {'id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:46Z', 'updated_at': '2022-05-03T22:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '03be2463-a3d0-440d-aa2b-f7ecca06ccef', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'floating_ip_address': '172.25.2.95', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'port_id': '50c9cbf4-4b6e-4711-b2e6-a4628ae6f830', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'mac_address': 'fa:16:3e:7c:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9337167b-be6d-43e7-8336-82d35d3fde1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:50:45Z', 'updated_at': '2022-05-03T22:51:12Z', 'revision_number': 1, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d645a25-4ca4-4837-90a6-4ddb8a04dacb', 'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'mac_address': 'fa:16:3e:18:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:57Z', 'updated_at': '2022-05-03T22:44:15Z', 'revision_number': 5, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'subnets': [{'id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:20.762676 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e24461e-726e-473f-ba99-eb0eddf5a44f None None] The sync data for ids ['71f9c2f0-9970-471d-8465-8e1a4e55130e'] in n-d-811807-1 is: [{'id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'name': 'tempest-AttachVolumeNegativeTest-1275687319-router', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:43Z', 'updated_at': '2022-05-03T22:44:00Z', 'revision_number': 4, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'gw_port': {'id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:46Z', 'updated_at': '2022-05-03T22:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '03be2463-a3d0-440d-aa2b-f7ecca06ccef', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'floating_ip_address': '172.25.2.95', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'port_id': '50c9cbf4-4b6e-4711-b2e6-a4628ae6f830', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'mac_address': 'fa:16:3e:7c:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9337167b-be6d-43e7-8336-82d35d3fde1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:50:45Z', 'updated_at': '2022-05-03T22:51:12Z', 'revision_number': 1, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d645a25-4ca4-4837-90a6-4ddb8a04dacb', 'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'mac_address': 'fa:16:3e:18:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:57Z', 'updated_at': '2022-05-03T22:44:15Z', 'revision_number': 5, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'subnets': [{'id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:51:20.873128 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-c9c022d6-35f3-4769-8754-d8c3b19f5900 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Calling delete_port for 0bb0e3ca-de57-49a0-91a9-bae2fab49370 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:51:20.884517 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd3fbf-dfc8-463d-8577-cbdd73c38b1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Port': ['ID=147c31c3-d0a8-4533-9d7b-2ac35aaa5e24,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:20.898528 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-43aaf617-e798-47e0-afa8-074c74f61898 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:51:20.903109 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d094f-92c6-4f87-80fe-13466e5dd604 req-51fefbfb-aa7e-4728-8e18-b58b68c58a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:20.904176 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fd3d094f-92c6-4f87-80fe-13466e5dd604 req-51fefbfb-aa7e-4728-8e18-b58b68c58a81 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b02a0a3f-1344-4b33-8d96-e59f73f273ac HTTP/1.1" status: 200 len: 916 time: 0.7452886 May 03 22:51:20.908724 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-43aaf617-e798-47e0-afa8-074c74f61898 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:port and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:51:20.921771 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a614e1f-b812-4631-bb65-e6df67209f6d req-22fd8125-252c-442d-957b-f329b170fa87 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:20.928579 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a614e1f-b812-4631-bb65-e6df67209f6d req-22fd8125-252c-442d-957b-f329b170fa87 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:20.934606 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a614e1f-b812-4631-bb65-e6df67209f6d req-22fd8125-252c-442d-957b-f329b170fa87 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:20.940481 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a614e1f-b812-4631-bb65-e6df67209f6d req-22fd8125-252c-442d-957b-f329b170fa87 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:20.950317 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1a614e1f-b812-4631-bb65-e6df67209f6d req-22fd8125-252c-442d-957b-f329b170fa87 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 3142 time: 0.4533715 May 03 22:51:21.122097 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-c9c022d6-35f3-4769-8754-d8c3b19f5900 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:21.125871 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7f5a9b81-0665-48b3-89c8-1dfd0b3fe802 req-41b1a03f-25aa-42bb-90b0-e47e28cad0ba service neutron] 10.222.0.67 "GET /v2.0/networks/205448ae-d8cd-4b1c-9138-0734b8d65b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7203302 May 03 22:51:21.171742 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174687a5-1d70-42b9-8bf2-a0efecdf0502 None None] New status for floating IP 03be2463-a3d0-440d-aa2b-f7ecca06ccef: ACTIVE {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:51:21.182717 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-43aaf617-e798-47e0-afa8-074c74f61898 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:51:21.198361 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-bcc97a4b-7a2a-470e-9d98-206e6d91e56c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2090780867', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}, 'admin_state_up': False}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:51:21.214489 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-43aaf617-e798-47e0-afa8-074c74f61898 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:51:21.228149 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c022d6-35f3-4769-8754-d8c3b19f5900 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Pushing event deleted for resources: {'Port': ['ID=0bb0e3ca-de57-49a0-91a9-bae2fab49370,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:21.258827 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-bcc97a4b-7a2a-470e-9d98-206e6d91e56c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:51:21.274579 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-bcc97a4b-7a2a-470e-9d98-206e6d91e56c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Usage tracker for resource:router and tenant:37a770e676a6492590d90c66f5fd9584 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:51:21.287469 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-bcc97a4b-7a2a-470e-9d98-206e6d91e56c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:51:21.296476 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1a614e1f-b812-4631-bb65-e6df67209f6d req-18ca2fba-66c5-47b3-bee4-99b45879714c tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3452792 May 03 22:51:21.315024 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-bcc97a4b-7a2a-470e-9d98-206e6d91e56c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:51:21.322318 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43aaf617-e798-47e0-afa8-074c74f61898 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Made reservation on behalf of e4487dd9134946019ccb9652c13000b7 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:51:21.327357 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-43aaf617-e798-47e0-afa8-074c74f61898 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:21.346441 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fd3d094f-92c6-4f87-80fe-13466e5dd604 req-c159af27-278c-426d-a08e-03c155b81017 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50c9cbf4-4b6e-4711-b2e6-a4628ae6f830 HTTP/1.1" status: 200 len: 998 time: 0.2443168 May 03 22:51:21.404409 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-43aaf617-e798-47e0-afa8-074c74f61898 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] device_id is not set on port fa1b6c48-17f5-45af-8a45-0b3e9c090a05 yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:51:21.433902 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-c9c022d6-35f3-4769-8754-d8c3b19f5900 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] No DVR routers for this DVR port 0bb0e3ca-de57-49a0-91a9-bae2fab49370 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:51:21.440135 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-c9c022d6-35f3-4769-8754-d8c3b19f5900 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:21.451517 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bcc97a4b-7a2a-470e-9d98-206e6d91e56c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:21.452439 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bcc97a4b-7a2a-470e-9d98-206e6d91e56c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:21.476710 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-c9c022d6-35f3-4769-8754-d8c3b19f5900 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.60 "DELETE /v2.0/ports/0bb0e3ca-de57-49a0-91a9-bae2fab49370 HTTP/1.1" status: 204 len: 173 time: 2.7347043 May 03 22:51:21.589668 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5e8d0-ca25-42e1-80b7-8c278ccceaff req-1bac101d-23cc-4db5-83a6-310e80aac929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:21.591175 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bbf5e8d0-ca25-42e1-80b7-8c278ccceaff req-1bac101d-23cc-4db5-83a6-310e80aac929 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fac7f64c48bd48e8ae480a0113f466e9&device_id=afeb6bc8-746a-4545-86a5-8010b470a14a HTTP/1.1" status: 200 len: 1094 time: 0.7394280 May 03 22:51:21.627111 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7f5a9b81-0665-48b3-89c8-1dfd0b3fe802 req-5845f0b7-069c-4c45-bd53-c2b1cead9c10 service neutron] 10.222.0.67 "GET /v2.0/networks/205448ae-d8cd-4b1c-9138-0734b8d65b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424815 May 03 22:51:21.633698 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bcc97a4b-7a2a-470e-9d98-206e6d91e56c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:21.636243 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d094f-92c6-4f87-80fe-13466e5dd604 req-9eff22f2-e9fd-4f98-8ca4-f0e02c24bfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:21.637696 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fd3d094f-92c6-4f87-80fe-13466e5dd604 req-9eff22f2-e9fd-4f98-8ca4-f0e02c24bfd7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6ca0f6a1-6e8b-435e-9833-3f318b86b95e HTTP/1.1" status: 200 len: 854 time: 0.2833238 May 03 22:51:21.703503 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-b78b4d86-3295-46c7-8c79-a1acd843729e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Deleting port a9c5efb9-9e57-4822-8224-c4bfc00dc164 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:21.703901 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-b78b4d86-3295-46c7-8c79-a1acd843729e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:21.716535 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0d2f0-57a4-447d-896b-dbd02b28fd3c req-d2b474be-d51f-4b42-bbbb-d790c895d522 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:21.735059 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b0e0d2f0-57a4-447d-896b-dbd02b28fd3c req-d2b474be-d51f-4b42-bbbb-d790c895d522 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 947 time: 0.5492973 May 03 22:51:21.880549 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5e8d0-ca25-42e1-80b7-8c278ccceaff req-9a568142-8276-4f45-b402-c036a0f432d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:21.881971 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bbf5e8d0-ca25-42e1-80b7-8c278ccceaff req-9a568142-8276-4f45-b402-c036a0f432d8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=707cfa08-484f-448d-b84f-a940bf8f6e2e HTTP/1.1" status: 200 len: 912 time: 0.2506578 May 03 22:51:22.072588 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b0e0d2f0-57a4-447d-896b-dbd02b28fd3c req-5689c68b-f2b2-4d10-be46-80b7c3fe2ec8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3362997 May 03 22:51:22.168654 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc75d2bd-9b52-4c63-ac8d-a1a5c3650599 None None] Network d8a5db9a-0c15-4087-b996-39c3bd67a801 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:51:22.176958 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'name': 'network-vif-deleted', 'tag': '0bb0e3ca-de57-49a0-91a9-bae2fab49370'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:51:22.217490 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bcc97a4b-7a2a-470e-9d98-206e6d91e56c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:22.260772 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bbf5e8d0-ca25-42e1-80b7-8c278ccceaff req-0d090a7d-3e41-4bd0-aa5a-8e93cda2cb8b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b449d983-27cb-4de3-9d4d-739c766789ae HTTP/1.1" status: 200 len: 217 time: 0.3462832 May 03 22:51:22.346036 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03baa8e3-5c52-456a-bbbb-0aebc612c0f8 req-13c3d874-60bf-452b-b552-40288c7d235b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:22.350114 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-03baa8e3-5c52-456a-bbbb-0aebc612c0f8 req-13c3d874-60bf-452b-b552-40288c7d235b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=afeb6bc8-746a-4545-86a5-8010b470a14a HTTP/1.1" status: 200 len: 943 time: 0.8437443 May 03 22:51:22.360100 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-593af4d4-1fa7-4d77-8b02-1644ee99af39'] response: {'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'name': 'network-vif-deleted', 'tag': '0bb0e3ca-de57-49a0-91a9-bae2fab49370', 'status': 'completed', 'code': 200} May 03 22:51:22.457364 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d094f-92c6-4f87-80fe-13466e5dd604 req-c179e2d8-6deb-42c2-ac77-abdbebd98810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:22.459367 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fd3d094f-92c6-4f87-80fe-13466e5dd604 req-c179e2d8-6deb-42c2-ac77-abdbebd98810 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b02a0a3f-1344-4b33-8d96-e59f73f273ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6565890 May 03 22:51:22.470416 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d766cbaf-6484-4283-8b05-724c8bcc1ea8 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:51:22.472484 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-43aaf617-e798-47e0-afa8-074c74f61898 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Allocated IP 2001:db8::f (d8a5db9a-0c15-4087-b996-39c3bd67a801/fc4f7744-f1ea-4289-bb6e-8aea7994c358/fa1b6c48-17f5-45af-8a45-0b3e9c090a05) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:51:22.563600 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5e8d0-ca25-42e1-80b7-8c278ccceaff req-bc0b17a7-71f0-4fa4-8d14-619590840c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:22.565347 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bbf5e8d0-ca25-42e1-80b7-8c278ccceaff req-bc0b17a7-71f0-4fa4-8d14-619590840c7b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1a456f8a-c743-4130-8826-ac82fe55cbc8 HTTP/1.1" status: 200 len: 850 time: 0.2979257 May 03 22:51:22.590051 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-04a08177-9c31-4bf4-b066-ee576d200c6d None None] Provisioning for port d766cbaf-6484-4283-8b05-724c8bcc1ea8 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:51:22.685370 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-b78b4d86-3295-46c7-8c79-a1acd843729e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] For port a9c5efb9-9e57-4822-8224-c4bfc00dc164, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a9c5efb9-9e57-4822-8224-c4bfc00dc164,segment=NetworkSegment(5a1a325c-4dfc-4f52-ab11-b191a3075222),segment_id=5a1a325c-4dfc-4f52-ab11-b191a3075222)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:22.685647 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-b78b4d86-3295-46c7-8c79-a1acd843729e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:22.713773 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port d766cbaf-6484-4283-8b05-724c8bcc1ea8 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:51:22.715061 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fd3d094f-92c6-4f87-80fe-13466e5dd604 req-00665327-3f08-40ec-b74c-7ae0a7e6aa34 service neutron] 10.222.0.60 "GET /v2.0/networks/b02a0a3f-1344-4b33-8d96-e59f73f273ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449687 May 03 22:51:22.722347 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port d766cbaf-6484-4283-8b05-724c8bcc1ea8 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:51:22.722882 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:22.867709 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5e8d0-ca25-42e1-80b7-8c278ccceaff req-8452a323-6a41-48a1-8412-18eb21204a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:22.869154 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bbf5e8d0-ca25-42e1-80b7-8c278ccceaff req-8452a323-6a41-48a1-8412-18eb21204a25 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=707cfa08-484f-448d-b84f-a940bf8f6e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2974226 May 03 22:51:22.876653 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-b78b4d86-3295-46c7-8c79-a1acd843729e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Calling delete_port for a9c5efb9-9e57-4822-8224-c4bfc00dc164 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:51:22.939428 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:22.940909 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-03baa8e3-5c52-456a-bbbb-0aebc612c0f8 req-f7107bac-5f97-420f-a0a5-5a6277033ba0 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5717828 May 03 22:51:23.017950 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port d766cbaf-6484-4283-8b05-724c8bcc1ea8, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d766cbaf-6484-4283-8b05-724c8bcc1ea8,segment=NetworkSegment(bb586d64-3e3b-4a8b-8e2a-9d68fa20e4ce),segment_id=bb586d64-3e3b-4a8b-8e2a-9d68fa20e4ce)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:23.026965 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:23.070518 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-caa3d7cf-00e2-4340-a0a3-9344fbde9fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:23.137057 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=d766cbaf-6484-4283-8b05-724c8bcc1ea8,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:23.264485 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-3e541047-e80f-4e52-9d14-b0c4741ad0de None None] Provisioning for port 147c31c3-d0a8-4533-9d7b-2ac35aaa5e24 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:51:23.269785 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-3e541047-e80f-4e52-9d14-b0c4741ad0de None None] Provisioning complete for port 147c31c3-d0a8-4533-9d7b-2ac35aaa5e24 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:51:23.270192 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3e541047-e80f-4e52-9d14-b0c4741ad0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:23.278915 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-b78b4d86-3295-46c7-8c79-a1acd843729e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:23.341298 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-3e541047-e80f-4e52-9d14-b0c4741ad0de None None] Port 147c31c3-d0a8-4533-9d7b-2ac35aaa5e24 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:51:23.348457 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bbf5e8d0-ca25-42e1-80b7-8c278ccceaff req-b740d409-b73d-4afe-b5eb-f6e1dd0ee9d1 service neutron] 10.222.0.67 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4370439 May 03 22:51:23.365190 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-3e541047-e80f-4e52-9d14-b0c4741ad0de None None] Provisioning complete for port d766cbaf-6484-4283-8b05-724c8bcc1ea8 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:51:23.365705 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3e541047-e80f-4e52-9d14-b0c4741ad0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:23.375300 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b4d86-3295-46c7-8c79-a1acd843729e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Pushing event deleted for resources: {'Port': ['ID=a9c5efb9-9e57-4822-8224-c4bfc00dc164,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:23.466187 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-b78b4d86-3295-46c7-8c79-a1acd843729e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] No DVR routers for this DVR port a9c5efb9-9e57-4822-8224-c4bfc00dc164 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:51:23.470283 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-b78b4d86-3295-46c7-8c79-a1acd843729e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:23.480660 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-b78b4d86-3295-46c7-8c79-a1acd843729e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.60 "DELETE /v2.0/ports/a9c5efb9-9e57-4822-8224-c4bfc00dc164 HTTP/1.1" status: 204 len: 173 time: 2.0033338 May 03 22:51:23.555651 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fd3d094f-92c6-4f87-80fe-13466e5dd604 req-f3ff78e4-6e30-415e-8224-2fe7d39ee51b service neutron] 10.222.0.60 "GET /v2.0/networks/b02a0a3f-1344-4b33-8d96-e59f73f273ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8227112 May 03 22:51:23.580680 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1940a-b682-4e77-bc26-6837fe23b539 req-5dac3e68-2ac5-4482-86e6-790c6dd1d57e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:23.587933 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1940a-b682-4e77-bc26-6837fe23b539 req-5dac3e68-2ac5-4482-86e6-790c6dd1d57e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:23.593664 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1940a-b682-4e77-bc26-6837fe23b539 req-5dac3e68-2ac5-4482-86e6-790c6dd1d57e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:23.596074 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aef1940a-b682-4e77-bc26-6837fe23b539 req-5dac3e68-2ac5-4482-86e6-790c6dd1d57e tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 2332 time: 0.8767197 May 03 22:51:23.629928 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a078d2d4-f43b-4cd8-8ee9-accc9ec9d025 None None] Provisioning complete for port 147c31c3-d0a8-4533-9d7b-2ac35aaa5e24 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:51:23.630401 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a078d2d4-f43b-4cd8-8ee9-accc9ec9d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:23.632407 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-e9ed786f-2df0-4a57-bf2b-89427f3a097f tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Deleting port 8a1c5f72-11f8-497b-9fc4-ea3247fdb317 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:23.632752 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-e9ed786f-2df0-4a57-bf2b-89427f3a097f tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:23.689678 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-43aaf617-e798-47e0-afa8-074c74f61898 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:23.690118 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a078d2d4-f43b-4cd8-8ee9-accc9ec9d025 None None] Port 147c31c3-d0a8-4533-9d7b-2ac35aaa5e24 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:51:23.700607 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5df3b-eb2e-458a-87fd-a06c29501c9f req-82144ad0-51e4-4216-a286-4c6163a0327a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:23.702696 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0fc5df3b-eb2e-458a-87fd-a06c29501c9f req-82144ad0-51e4-4216-a286-4c6163a0327a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 947 time: 0.4378397 May 03 22:51:23.740528 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aef1940a-b682-4e77-bc26-6837fe23b539 req-aeb2c778-bf0e-4b90-a7f3-d17d612978b1 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219025 May 03 22:51:23.745658 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bbf5e8d0-ca25-42e1-80b7-8c278ccceaff req-b8a791f6-47f1-422c-8ad7-f6a9e2a8b903 service neutron] 10.222.0.67 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620219 May 03 22:51:23.827804 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-43aaf617-e798-47e0-afa8-074c74f61898 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Transition to ACTIVE for port object fa1b6c48-17f5-45af-8a45-0b3e9c090a05 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:51:23.906596 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-e9ed786f-2df0-4a57-bf2b-89427f3a097f tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] For port 8a1c5f72-11f8-497b-9fc4-ea3247fdb317, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=8a1c5f72-11f8-497b-9fc4-ea3247fdb317,segment=NetworkSegment(905a9b8f-b56e-44de-b624-14b220326904),segment_id=905a9b8f-b56e-44de-b624-14b220326904)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:23.906972 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-e9ed786f-2df0-4a57-bf2b-89427f3a097f tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:23.947528 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0fc5df3b-eb2e-458a-87fd-a06c29501c9f req-97855607-4e26-4104-8346-0179586696af tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364035 May 03 22:51:23.956164 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bcc97a4b-7a2a-470e-9d98-206e6d91e56c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:23.985891 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 34992) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:24.050878 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bcc97a4b-7a2a-470e-9d98-206e6d91e56c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:24.135602 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d766cbaf-6484-4283-8b05-724c8bcc1ea8 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:51:24.164786 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-e9ed786f-2df0-4a57-bf2b-89427f3a097f tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Calling delete_port for 8a1c5f72-11f8-497b-9fc4-ea3247fdb317 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:51:24.202626 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-43aaf617-e798-47e0-afa8-074c74f61898 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:24.212224 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port d766cbaf-6484-4283-8b05-724c8bcc1ea8 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:51:24.212520 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:24.297054 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-61c94159-757e-428e-8efd-5c0c5a20c1f2 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/floatingips/96ec43a9-982a-4b87-bc7c-ddb46ed6e604 HTTP/1.1" status: 200 len: 993 time: 0.2967696 May 03 22:51:24.334572 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-e9ed786f-2df0-4a57-bf2b-89427f3a097f tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:24.346875 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43aaf617-e798-47e0-afa8-074c74f61898 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Network d8a5db9a-0c15-4087-b996-39c3bd67a801 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:51:24.356050 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-43aaf617-e798-47e0-afa8-074c74f61898 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:51:24.363978 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aaf617-e798-47e0-afa8-074c74f61898 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:51:24.370278 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43aaf617-e798-47e0-afa8-074c74f61898 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:24.370903 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-43aaf617-e798-47e0-afa8-074c74f61898 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:24.390322 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'name': 'network-vif-deleted', 'tag': 'a9c5efb9-9e57-4822-8224-c4bfc00dc164'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:51:24.394981 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aaf617-e798-47e0-afa8-074c74f61898 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Port': ['ID=fa1b6c48-17f5-45af-8a45-0b3e9c090a05,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:24.404700 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:24.417200 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed786f-2df0-4a57-bf2b-89427f3a097f tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Pushing event deleted for resources: {'Port': ['ID=8a1c5f72-11f8-497b-9fc4-ea3247fdb317,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:24.445643 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-bcc97a4b-7a2a-470e-9d98-206e6d91e56c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Allocated IP 172.25.2.120 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/baae1ab6-ee04-4465-a1fd-6c9e20c3ce37) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:51:24.465829 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8abd254-0fbb-42b4-837a-91b40dc2fc4b'] response: {'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'name': 'network-vif-deleted', 'tag': 'a9c5efb9-9e57-4822-8224-c4bfc00dc164', 'status': 'completed', 'code': 200} May 03 22:51:24.471544 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-43aaf617-e798-47e0-afa8-074c74f61898 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.7795012 May 03 22:51:24.472353 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 34998) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:24.478318 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7897824-9c9d-4d42-bf4e-b558e29749a9 req-b18329a7-f946-4d94-9437-9e1d2ee3689d tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:24.479854 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a7897824-9c9d-4d42-bf4e-b558e29749a9 req-b18329a7-f946-4d94-9437-9e1d2ee3689d tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=afeb6bc8-746a-4545-86a5-8010b470a14a HTTP/1.1" status: 200 len: 943 time: 0.4188726 May 03 22:51:24.555741 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-e9ed786f-2df0-4a57-bf2b-89427f3a097f tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] No DVR routers for this DVR port 8a1c5f72-11f8-497b-9fc4-ea3247fdb317 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:51:24.563326 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-e9ed786f-2df0-4a57-bf2b-89427f3a097f tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:24.573776 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-e9ed786f-2df0-4a57-bf2b-89427f3a097f tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.60 "DELETE /v2.0/ports/8a1c5f72-11f8-497b-9fc4-ea3247fdb317 HTTP/1.1" status: 204 len: 173 time: 1.0503712 May 03 22:51:24.622339 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a7897824-9c9d-4d42-bf4e-b558e29749a9 req-147a9fd0-1d6c-4e9b-ad14-6d9a01b67b31 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202183 May 03 22:51:24.658788 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-ddc94d49-8338-4caa-9978-424e67ee0dfd tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Deleting port 527a1855-13d0-4f13-9c82-a5ca04a8b2f7 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:24.659130 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-ddc94d49-8338-4caa-9978-424e67ee0dfd tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:24.680003 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bcc97a4b-7a2a-470e-9d98-206e6d91e56c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:24.711255 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bcc97a4b-7a2a-470e-9d98-206e6d91e56c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:24.723583 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a027da20-dfd4-46c6-9084-910b7cfd1dac None None] Provisioning for port fa1b6c48-17f5-45af-8a45-0b3e9c090a05 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:51:24.729336 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a027da20-dfd4-46c6-9084-910b7cfd1dac None None] Provisioning complete for port fa1b6c48-17f5-45af-8a45-0b3e9c090a05 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:51:24.729721 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a027da20-dfd4-46c6-9084-910b7cfd1dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:24.730006 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6ab413-7ee3-4601-9370-c3ceeb7c9be8 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:24.730768 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5f6ab413-7ee3-4601-9370-c3ceeb7c9be8 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Synchronizing usage tracker for tenant:e4487dd9134946019ccb9652c13000b7 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:51:24.784214 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc97a4b-7a2a-470e-9d98-206e6d91e56c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:51:24.788173 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-bcc97a4b-7a2a-470e-9d98-206e6d91e56c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:51:24.793523 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc97a4b-7a2a-470e-9d98-206e6d91e56c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:51:24.803569 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a027da20-dfd4-46c6-9084-910b7cfd1dac None None] Port fa1b6c48-17f5-45af-8a45-0b3e9c090a05 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:51:24.831696 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc97a4b-7a2a-470e-9d98-206e6d91e56c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Pushing event updated for resources: {'Port': ['ID=baae1ab6-ee04-4465-a1fd-6c9e20c3ce37,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:24.838159 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5f6ab413-7ee3-4601-9370-c3ceeb7c9be8 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Unset dirty status for tenant:e4487dd9134946019ccb9652c13000b7 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:51:24.839331 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5f6ab413-7ee3-4601-9370-c3ceeb7c9be8 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.3658299 May 03 22:51:24.842590 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35004) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:24.976155 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-ddc94d49-8338-4caa-9978-424e67ee0dfd tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] For port 527a1855-13d0-4f13-9c82-a5ca04a8b2f7, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=527a1855-13d0-4f13-9c82-a5ca04a8b2f7,segment=NetworkSegment(4ebd1546-6439-4965-9349-d70abc042ed7),segment_id=4ebd1546-6439-4965-9349-d70abc042ed7)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:24.976519 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-ddc94d49-8338-4caa-9978-424e67ee0dfd tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:25.020073 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f7312902-1c92-449b-b581-206b1d7e88da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:25.279276 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-ddc94d49-8338-4caa-9978-424e67ee0dfd tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:25.279922 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-ddc94d49-8338-4caa-9978-424e67ee0dfd tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:25.280246 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-ddc94d49-8338-4caa-9978-424e67ee0dfd tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Floating IP 507ff998-a7cf-4455-a4a7-8a0b9b37de0e disassociated. External IP: 172.25.2.55, port: 527a1855-13d0-4f13-9c82-a5ca04a8b2f7. May 03 22:51:25.280590 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-ddc94d49-8338-4caa-9978-424e67ee0dfd tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Calling delete_port for 527a1855-13d0-4f13-9c82-a5ca04a8b2f7 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:51:25.297893 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326cbc02-c82e-4378-8f09-88c1241635fc tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:25.303672 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326cbc02-c82e-4378-8f09-88c1241635fc tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:25.309521 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326cbc02-c82e-4378-8f09-88c1241635fc tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:25.310375 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-326cbc02-c82e-4378-8f09-88c1241635fc tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Synchronizing usage tracker for tenant:e4487dd9134946019ccb9652c13000b7 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:51:25.391491 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f5ee5-43d4-4c10-8c5c-53e1ddbee421 req-1f85461f-7ba8-4960-bbde-9248cf3bbc18 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:25.392946 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-919f5ee5-43d4-4c10-8c5c-53e1ddbee421 req-1f85461f-7ba8-4960-bbde-9248cf3bbc18 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 944 time: 0.4911573 May 03 22:51:25.427761 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-ddc94d49-8338-4caa-9978-424e67ee0dfd tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:25.450532 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-326cbc02-c82e-4378-8f09-88c1241635fc tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Unset dirty status for tenant:e4487dd9134946019ccb9652c13000b7 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:51:25.451656 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-326cbc02-c82e-4378-8f09-88c1241635fc tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.6080005 May 03 22:51:25.467149 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35008) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:25.476527 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc94d49-8338-4caa-9978-424e67ee0dfd tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Pushing event deleted for resources: {'Port': ['ID=527a1855-13d0-4f13-9c82-a5ca04a8b2f7,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:25.594588 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-919f5ee5-43d4-4c10-8c5c-53e1ddbee421 req-14333c7e-2e80-4436-be90-eabbffec9155 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups?id=f30926ad-227c-4de7-8e18-a484ba734b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414909 May 03 22:51:25.599839 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-40c97b60-d8b9-498e-8187-4d2863c4595c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Deleting port fa1b6c48-17f5-45af-8a45-0b3e9c090a05 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:25.600180 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-40c97b60-d8b9-498e-8187-4d2863c4595c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:25.654402 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bcc97a4b-7a2a-470e-9d98-206e6d91e56c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:25.671083 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-ddc94d49-8338-4caa-9978-424e67ee0dfd tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Router 0d3493ea-022e-4dc7-bae9-91e77ad5c754 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:51:25.993550 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-ddc94d49-8338-4caa-9978-424e67ee0dfd tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:51:26.004269 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902f28b1-8d08-48c5-b1fd-6e4de2524180 None None] Sync routers for ids ['0d3493ea-022e-4dc7-bae9-91e77ad5c754'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:51:26.018489 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902f28b1-8d08-48c5-b1fd-6e4de2524180 None None] Routers {'0d3493ea-022e-4dc7-bae9-91e77ad5c754'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:51:26.019322 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-902f28b1-8d08-48c5-b1fd-6e4de2524180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['0d3493ea-022e-4dc7-bae9-91e77ad5c754'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:26.074352 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-ddc94d49-8338-4caa-9978-424e67ee0dfd tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] No DVR routers for this DVR port 527a1855-13d0-4f13-9c82-a5ca04a8b2f7 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:51:26.077454 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-ddc94d49-8338-4caa-9978-424e67ee0dfd tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:26.090153 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-61edc7d4-bcf0-44ea-88de-5580cb652ff7 req-ddc94d49-8338-4caa-9978-424e67ee0dfd tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.60 "DELETE /v2.0/ports/527a1855-13d0-4f13-9c82-a5ca04a8b2f7 HTTP/1.1" status: 204 len: 173 time: 1.5100484 May 03 22:51:26.204189 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8bc825-5758-4547-8d16-d63af48a9dad req-24ceaa2f-c9b5-4116-aeeb-4549089786c3 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:26.205633 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2f8bc825-5758-4547-8d16-d63af48a9dad req-24ceaa2f-c9b5-4116-aeeb-4549089786c3 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=afeb6bc8-746a-4545-86a5-8010b470a14a HTTP/1.1" status: 200 len: 943 time: 0.4398620 May 03 22:51:26.222281 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-902f28b1-8d08-48c5-b1fd-6e4de2524180 None None] Set router 0d3493ea-022e-4dc7-bae9-91e77ad5c754 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:51:26.258109 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-40c97b60-d8b9-498e-8187-4d2863c4595c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:26.316594 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:26.324327 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:26.404295 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-40c97b60-d8b9-498e-8187-4d2863c4595c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Calling delete_port for fa1b6c48-17f5-45af-8a45-0b3e9c090a05 owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:51:26.466652 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'name': 'network-vif-deleted', 'tag': '8a1c5f72-11f8-497b-9fc4-ea3247fdb317'}, {'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'name': 'network-vif-deleted', 'tag': '527a1855-13d0-4f13-9c82-a5ca04a8b2f7'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:51:26.561663 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a52d9c9-b92d-408a-94ef-6edef0b237b9'] response: {'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'name': 'network-vif-deleted', 'tag': '8a1c5f72-11f8-497b-9fc4-ea3247fdb317', 'status': 'completed', 'code': 200} May 03 22:51:26.561953 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a52d9c9-b92d-408a-94ef-6edef0b237b9'] response: {'server_uuid': '5657521d-b4aa-461b-a43a-68777a3d1b63', 'name': 'network-vif-deleted', 'tag': '527a1855-13d0-4f13-9c82-a5ca04a8b2f7', 'status': 'completed', 'code': 200} May 03 22:51:26.622934 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2f8bc825-5758-4547-8d16-d63af48a9dad req-cdc13baf-c0f0-4e74-9cf8-3aa0f6b89eb1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018877 May 03 22:51:26.626853 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bcc97a4b-7a2a-470e-9d98-206e6d91e56c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:26.643318 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-902f28b1-8d08-48c5-b1fd-6e4de2524180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'name': 'tempest-TaggedBootDevicesTest-518512897-router', 'tenant_id': 'd6f7f307699c4be5803d470738b6e79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b2237ce7-92d3-4eda-a693-1b7f7bee76a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:44:28Z', 'updated_at': '2022-05-03T22:44:50Z', 'revision_number': 4, 'project_id': 'd6f7f307699c4be5803d470738b6e79e', 'gw_port': {'id': 'b2237ce7-92d3-4eda-a693-1b7f7bee76a7', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:36:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:44:33Z', 'updated_at': '2022-05-03T22:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '20ddc40b-2392-45fc-8eb7-cd106d231e88', 'name': '', 'network_id': '6b7a7532-e056-4c5e-b17e-d6ca176c9814', 'tenant_id': 'd6f7f307699c4be5803d470738b6e79e', 'mac_address': 'fa:16:3e:97:35:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '50b35d49-219c-4b17-af47-5e4fd9e4cce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:44:47Z', 'updated_at': '2022-05-03T22:45:03Z', 'revision_number': 5, 'project_id': 'd6f7f307699c4be5803d470738b6e79e', 'subnets': [{'id': '50b35d49-219c-4b17-af47-5e4fd9e4cce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:26.646960 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902f28b1-8d08-48c5-b1fd-6e4de2524180 None None] Checking router: 0d3493ea-022e-4dc7-bae9-91e77ad5c754 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:51:26.664361 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902f28b1-8d08-48c5-b1fd-6e4de2524180 None None] Routers {'0d3493ea-022e-4dc7-bae9-91e77ad5c754'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:51:26.665043 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-902f28b1-8d08-48c5-b1fd-6e4de2524180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['0d3493ea-022e-4dc7-bae9-91e77ad5c754'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:26.827306 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0395a56d-4d4d-480c-9821-69cc741b2009 req-b582dd77-732b-4cee-ac9a-383cf6b6e899 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 210 time: 0.0799003 May 03 22:51:26.863728 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-902f28b1-8d08-48c5-b1fd-6e4de2524180 None None] Set router 0d3493ea-022e-4dc7-bae9-91e77ad5c754 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:51:26.940273 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-40c97b60-d8b9-498e-8187-4d2863c4595c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:26.997476 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c97b60-d8b9-498e-8187-4d2863c4595c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'Port': ['ID=fa1b6c48-17f5-45af-8a45-0b3e9c090a05,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:27.057437 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-40c97b60-d8b9-498e-8187-4d2863c4595c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:27.061835 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc97a4b-7a2a-470e-9d98-206e6d91e56c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Router 0b66f3c5-1472-477e-b7f9-a8c5ddc51ae1 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:51:27.135939 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-40c97b60-d8b9-498e-8187-4d2863c4595c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/ports/fa1b6c48-17f5-45af-8a45-0b3e9c090a05 HTTP/1.1" status: 204 len: 168 time: 1.6654556 May 03 22:51:27.136794 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35018) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:27.169216 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:51:27.199106 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-80599bd8-16c7-49ca-b2ae-3f3ca2b82add tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] GET failed (client error): The resource could not be found. May 03 22:51:27.206496 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-80599bd8-16c7-49ca-b2ae-3f3ca2b82add tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "GET /v2.0/ports/fa1b6c48-17f5-45af-8a45-0b3e9c090a05 HTTP/1.1" status: 404 len: 333 time: 0.0648682 May 03 22:51:27.207277 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35022) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:27.222903 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-902f28b1-8d08-48c5-b1fd-6e4de2524180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'name': 'tempest-TaggedBootDevicesTest-518512897-router', 'tenant_id': 'd6f7f307699c4be5803d470738b6e79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b2237ce7-92d3-4eda-a693-1b7f7bee76a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:44:28Z', 'updated_at': '2022-05-03T22:44:50Z', 'revision_number': 4, 'project_id': 'd6f7f307699c4be5803d470738b6e79e', 'gw_port': {'id': 'b2237ce7-92d3-4eda-a693-1b7f7bee76a7', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:36:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:44:33Z', 'updated_at': '2022-05-03T22:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '20ddc40b-2392-45fc-8eb7-cd106d231e88', 'name': '', 'network_id': '6b7a7532-e056-4c5e-b17e-d6ca176c9814', 'tenant_id': 'd6f7f307699c4be5803d470738b6e79e', 'mac_address': 'fa:16:3e:97:35:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '50b35d49-219c-4b17-af47-5e4fd9e4cce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:44:47Z', 'updated_at': '2022-05-03T22:45:03Z', 'revision_number': 5, 'project_id': 'd6f7f307699c4be5803d470738b6e79e', 'subnets': [{'id': '50b35d49-219c-4b17-af47-5e4fd9e4cce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:27.228643 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902f28b1-8d08-48c5-b1fd-6e4de2524180 None None] The sync data for ids ['0d3493ea-022e-4dc7-bae9-91e77ad5c754'] in n-d-811807-1 is: [{'id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'name': 'tempest-TaggedBootDevicesTest-518512897-router', 'tenant_id': 'd6f7f307699c4be5803d470738b6e79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b2237ce7-92d3-4eda-a693-1b7f7bee76a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:44:28Z', 'updated_at': '2022-05-03T22:44:50Z', 'revision_number': 4, 'project_id': 'd6f7f307699c4be5803d470738b6e79e', 'gw_port': {'id': 'b2237ce7-92d3-4eda-a693-1b7f7bee76a7', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:36:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:44:33Z', 'updated_at': '2022-05-03T22:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '20ddc40b-2392-45fc-8eb7-cd106d231e88', 'name': '', 'network_id': '6b7a7532-e056-4c5e-b17e-d6ca176c9814', 'tenant_id': 'd6f7f307699c4be5803d470738b6e79e', 'mac_address': 'fa:16:3e:97:35:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'device_owner': 'network:router_interface', 'standard_attr_id': 2254, 'fixed_ips': [{'subnet_id': '50b35d49-219c-4b17-af47-5e4fd9e4cce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:44:47Z', 'updated_at': '2022-05-03T22:45:03Z', 'revision_number': 5, 'project_id': 'd6f7f307699c4be5803d470738b6e79e', 'subnets': [{'id': '50b35d49-219c-4b17-af47-5e4fd9e4cce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:51:27.313490 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc97a4b-7a2a-470e-9d98-206e6d91e56c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:51:27.325287 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799293d0-65a2-4066-af99-b2fb63a686e8 None None] Sync routers for ids ['0b66f3c5-1472-477e-b7f9-a8c5ddc51ae1'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:51:27.336126 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-5215459a-e4fd-4763-a26a-2df1c632ef14 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Deleting port 147c31c3-d0a8-4533-9d7b-2ac35aaa5e24 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:27.336465 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5215459a-e4fd-4763-a26a-2df1c632ef14 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:27.337336 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799293d0-65a2-4066-af99-b2fb63a686e8 None None] Routers {'0b66f3c5-1472-477e-b7f9-a8c5ddc51ae1'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:51:27.338232 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-799293d0-65a2-4066-af99-b2fb63a686e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['0b66f3c5-1472-477e-b7f9-a8c5ddc51ae1'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:27.346482 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bcc97a4b-7a2a-470e-9d98-206e6d91e56c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:27.351009 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-bcc97a4b-7a2a-470e-9d98-206e6d91e56c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.7726741 May 03 22:51:27.351985 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35026) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:27.437066 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-799293d0-65a2-4066-af99-b2fb63a686e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:27.455327 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799293d0-65a2-4066-af99-b2fb63a686e8 None None] Routers {'0b66f3c5-1472-477e-b7f9-a8c5ddc51ae1'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:51:27.456948 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-799293d0-65a2-4066-af99-b2fb63a686e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['0b66f3c5-1472-477e-b7f9-a8c5ddc51ae1'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:27.549163 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-799293d0-65a2-4066-af99-b2fb63a686e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:27.550274 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799293d0-65a2-4066-af99-b2fb63a686e8 None None] The sync data for ids ['0b66f3c5-1472-477e-b7f9-a8c5ddc51ae1'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:51:27.582284 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ee796886-65c7-4147-a90b-b8dc22941973 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] 10.222.0.58 "GET /v2.0/routers/0b66f3c5-1472-477e-b7f9-a8c5ddc51ae1 HTTP/1.1" status: 200 len: 921 time: 0.2290101 May 03 22:51:27.582894 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35032) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:27.642837 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:27.659955 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5215459a-e4fd-4763-a26a-2df1c632ef14 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:27.660518 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d25af52-512e-4c60-a8eb-c586d26f375d None None] New status for floating IP 507ff998-a7cf-4455-a4a7-8a0b9b37de0e: DOWN {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:51:27.695721 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b9182762-187c-4418-b2a2-c0e66d17aa08 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b66f3c5-1472-477e-b7f9-a8c5ddc51ae1 HTTP/1.1" status: 200 len: 205 time: 0.1108556 May 03 22:51:27.696159 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35038) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:27.810757 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-5215459a-e4fd-4763-a26a-2df1c632ef14 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Calling delete_port for 147c31c3-d0a8-4533-9d7b-2ac35aaa5e24 owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:51:27.990288 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-adda34a7-e400-4814-8076-efa7408b9bf1 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:28.047589 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5215459a-e4fd-4763-a26a-2df1c632ef14 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:28.073420 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:28.076201 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18aeba-03fd-4cba-bc5e-c164afa997e0 req-2a00aca3-6dec-4cfb-9801-c90b072ad215 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:28.077625 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af18aeba-03fd-4cba-bc5e-c164afa997e0 req-2a00aca3-6dec-4cfb-9801-c90b072ad215 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=afeb6bc8-746a-4545-86a5-8010b470a14a HTTP/1.1" status: 200 len: 943 time: 0.2301366 May 03 22:51:28.116280 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5215459a-e4fd-4763-a26a-2df1c632ef14 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'Port': ['ID=147c31c3-d0a8-4533-9d7b-2ac35aaa5e24,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:28.158963 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5215459a-e4fd-4763-a26a-2df1c632ef14 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:28.173206 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5215459a-e4fd-4763-a26a-2df1c632ef14 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/ports/147c31c3-d0a8-4533-9d7b-2ac35aaa5e24 HTTP/1.1" status: 204 len: 168 time: 0.9624741 May 03 22:51:28.173513 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35046) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:28.221879 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-008a2a80-5401-45ea-902f-f2a50ba8af7c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] GET failed (client error): The resource could not be found. May 03 22:51:28.222537 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-008a2a80-5401-45ea-902f-f2a50ba8af7c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Synchronizing usage tracker for tenant:e4487dd9134946019ccb9652c13000b7 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:51:28.241212 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-008a2a80-5401-45ea-902f-f2a50ba8af7c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Unset dirty status for tenant:e4487dd9134946019ccb9652c13000b7 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:51:28.244848 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-008a2a80-5401-45ea-902f-f2a50ba8af7c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "GET /v2.0/ports/147c31c3-d0a8-4533-9d7b-2ac35aaa5e24 HTTP/1.1" status: 404 len: 333 time: 0.0677388 May 03 22:51:28.245011 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35050) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:28.319207 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0bf4aeb-492e-4f57-8706-51b2841f4fcb tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Deleting subnet fc4f7744-f1ea-4289-bb6e-8aea7994c358 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:51:28.322459 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f0bf4aeb-492e-4f57-8706-51b2841f4fcb tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:28.350374 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-74c8206a-fc5c-44bb-953b-c103b7595af9 req-7fa6d54f-d231-4086-983d-35531f6fb158 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/ports?device_id=5657521d-b4aa-461b-a43a-68777a3d1b63 HTTP/1.1" status: 200 len: 210 time: 0.2958734 May 03 22:51:28.397283 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f0bf4aeb-492e-4f57-8706-51b2841f4fcb tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:28.401694 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af18aeba-03fd-4cba-bc5e-c164afa997e0 req-ca777974-2cca-4d6d-b6cb-8a88c04e9843 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727091 May 03 22:51:28.437164 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-adda34a7-e400-4814-8076-efa7408b9bf1 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:28.450717 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-adda34a7-e400-4814-8076-efa7408b9bf1 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Deleting port baae1ab6-ee04-4465-a1fd-6c9e20c3ce37 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:28.451396 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-adda34a7-e400-4814-8076-efa7408b9bf1 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:28.492352 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f0bf4aeb-492e-4f57-8706-51b2841f4fcb tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:28.568307 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f0bf4aeb-492e-4f57-8706-51b2841f4fcb tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:28.618049 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf4aeb-492e-4f57-8706-51b2841f4fcb tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'Subnet': ['ID=fc4f7744-f1ea-4289-bb6e-8aea7994c358,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:28.620103 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f0bf4aeb-492e-4f57-8706-51b2841f4fcb tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:28.626139 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e7ac81-f513-4f64-9a58-ec7bbeb8519b None None] Network d8a5db9a-0c15-4087-b996-39c3bd67a801 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:51:28.627102 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f0bf4aeb-492e-4f57-8706-51b2841f4fcb tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/subnets/fc4f7744-f1ea-4289-bb6e-8aea7994c358 HTTP/1.1" status: 204 len: 168 time: 0.3809912 May 03 22:51:28.629675 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35054) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:28.644453 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-adda34a7-e400-4814-8076-efa7408b9bf1 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:28.747355 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb34d048-d67d-40f0-81cb-ff8cebf7eb65 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:28.758748 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-fb34d048-d67d-40f0-81cb-ff8cebf7eb65 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Deleting port d766cbaf-6484-4283-8b05-724c8bcc1ea8 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:28.759083 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb34d048-d67d-40f0-81cb-ff8cebf7eb65 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:28.776091 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-adda34a7-e400-4814-8076-efa7408b9bf1 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Calling delete_port for baae1ab6-ee04-4465-a1fd-6c9e20c3ce37 owned by network:router_gateway {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:51:28.895084 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06734802-3fa4-4732-8d86-45f6ea200ef0 None None] DHCP port deletion for d8a5db9a-0c15-4087-b996-39c3bd67a801 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:51:28.900087 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-06734802-3fa4-4732-8d86-45f6ea200ef0 None None] Deleting port d766cbaf-6484-4283-8b05-724c8bcc1ea8 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:28.900461 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-06734802-3fa4-4732-8d86-45f6ea200ef0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:28.962868 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-adda34a7-e400-4814-8076-efa7408b9bf1 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:28.975705 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-fb34d048-d67d-40f0-81cb-ff8cebf7eb65 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] For port d766cbaf-6484-4283-8b05-724c8bcc1ea8, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d766cbaf-6484-4283-8b05-724c8bcc1ea8,segment=NetworkSegment(bb586d64-3e3b-4a8b-8e2a-9d68fa20e4ce),segment_id=bb586d64-3e3b-4a8b-8e2a-9d68fa20e4ce)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:28.976062 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb34d048-d67d-40f0-81cb-ff8cebf7eb65 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:29.011920 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda34a7-e400-4814-8076-efa7408b9bf1 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Pushing event deleted for resources: {'Port': ['ID=baae1ab6-ee04-4465-a1fd-6c9e20c3ce37,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:29.109511 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-adda34a7-e400-4814-8076-efa7408b9bf1 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:29.117194 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-fb34d048-d67d-40f0-81cb-ff8cebf7eb65 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Calling delete_port for d766cbaf-6484-4283-8b05-724c8bcc1ea8 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:51:29.124176 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-06734802-3fa4-4732-8d86-45f6ea200ef0 None None] For port d766cbaf-6484-4283-8b05-724c8bcc1ea8, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d766cbaf-6484-4283-8b05-724c8bcc1ea8,segment=NetworkSegment(bb586d64-3e3b-4a8b-8e2a-9d68fa20e4ce),segment_id=bb586d64-3e3b-4a8b-8e2a-9d68fa20e4ce)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:29.124575 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-06734802-3fa4-4732-8d86-45f6ea200ef0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:29.196553 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb34d048-d67d-40f0-81cb-ff8cebf7eb65 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:29.242124 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34d048-d67d-40f0-81cb-ff8cebf7eb65 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'Port': ['ID=d766cbaf-6484-4283-8b05-724c8bcc1ea8,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:29.247441 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-06734802-3fa4-4732-8d86-45f6ea200ef0 None None] Calling delete_port for d766cbaf-6484-4283-8b05-724c8bcc1ea8 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:51:29.252398 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb34d048-d67d-40f0-81cb-ff8cebf7eb65 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] No DVR routers for this DVR port d766cbaf-6484-4283-8b05-724c8bcc1ea8 on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:51:29.287098 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-adda34a7-e400-4814-8076-efa7408b9bf1 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:29.289386 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-adda34a7-e400-4814-8076-efa7408b9bf1 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:29.313998 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-adda34a7-e400-4814-8076-efa7408b9bf1 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:29.314547 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adda34a7-e400-4814-8076-efa7408b9bf1 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Fanout notify agent at l3_agent the message router_deleted on router 0b66f3c5-1472-477e-b7f9-a8c5ddc51ae1 {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:51:29.325802 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-06734802-3fa4-4732-8d86-45f6ea200ef0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:51:29.326265 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-06734802-3fa4-4732-8d86-45f6ea200ef0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:51:29.336463 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-adda34a7-e400-4814-8076-efa7408b9bf1 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:29.337547 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-adda34a7-e400-4814-8076-efa7408b9bf1 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] 10.222.0.58 "DELETE /v2.0/routers/0b66f3c5-1472-477e-b7f9-a8c5ddc51ae1 HTTP/1.1" status: 204 len: 168 time: 1.6404676 May 03 22:51:29.341272 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35058) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:29.346004 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-a5dbfae6-bf74-43e8-90dd-128e52a911ce tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Request body: {'router': {'name': 'tempest-snat-router-914989286', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'enable_snat': False}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:51:29.351077 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a5dbfae6-bf74-43e8-90dd-128e52a911ce tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:51:29.354978 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a5dbfae6-bf74-43e8-90dd-128e52a911ce tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Usage tracker for resource:router and tenant:bb593f281c5f450cab885d1b376ef000 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:51:29.358033 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a5dbfae6-bf74-43e8-90dd-128e52a911ce tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:51:29.363874 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a5dbfae6-bf74-43e8-90dd-128e52a911ce tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:51:29.374627 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a5dbfae6-bf74-43e8-90dd-128e52a911ce tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:29.375709 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a5dbfae6-bf74-43e8-90dd-128e52a911ce tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:29.386202 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb34d048-d67d-40f0-81cb-ff8cebf7eb65 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:29.398294 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a5dbfae6-bf74-43e8-90dd-128e52a911ce tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:29.414599 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-fb34d048-d67d-40f0-81cb-ff8cebf7eb65 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a5db9a-0c15-4087-b996-39c3bd67a801']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:29.429262 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-fb34d048-d67d-40f0-81cb-ff8cebf7eb65 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb586d64-3e3b-4a8b-8e2a-9d68fa20e4ce') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:29.429592 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-fb34d048-d67d-40f0-81cb-ff8cebf7eb65 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb586d64-3e3b-4a8b-8e2a-9d68fa20e4ce') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:29.442130 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb34d048-d67d-40f0-81cb-ff8cebf7eb65 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:29.460100 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb34d048-d67d-40f0-81cb-ff8cebf7eb65 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:29.467794 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb34d048-d67d-40f0-81cb-ff8cebf7eb65 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:51:29.468389 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb34d048-d67d-40f0-81cb-ff8cebf7eb65 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:29.488915 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:51:29.488915 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:51:29.488915 n-d-811807-1 neutron-server[88070]: timer() May 03 22:51:29.488915 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:51:29.488915 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:51:29.488915 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:51:29.488915 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:51:29.488915 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:51:29.488915 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:51:29.488915 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:51:29.488915 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:51:29.488915 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:51:29.488915 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:51:29.488915 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:51:29.488915 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:51:29.488915 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:51:29.488915 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:51:29.488915 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:51:29.488915 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:51:29.488915 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:51:29.488915 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:51:29.488915 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:51:29.488915 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:51:29.488915 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:51:29.488915 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:51:29.488915 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:51:29.488915 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:51:29.488915 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:51:29.488915 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:51:29.488915 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:51:29.488915 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:51:29.488915 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:51:29.510442 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35068) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:29.601114 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb34d048-d67d-40f0-81cb-ff8cebf7eb65 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:29.626287 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb34d048-d67d-40f0-81cb-ff8cebf7eb65 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:29.651473 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34d048-d67d-40f0-81cb-ff8cebf7eb65 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'Network': ['ID=d8a5db9a-0c15-4087-b996-39c3bd67a801,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:29.754048 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a5dbfae6-bf74-43e8-90dd-128e52a911ce tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:29.778584 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fb34d048-d67d-40f0-81cb-ff8cebf7eb65 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/networks/d8a5db9a-0c15-4087-b996-39c3bd67a801 HTTP/1.1" status: 204 len: 168 time: 1.1477563 May 03 22:51:29.782230 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35072) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:29.789596 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-77db53e3-c568-45b0-ad6b-a5350326adb2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1480702642'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:51:29.793027 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1fb1c-caa2-495f-bb6b-d21c79a54da8 req-3d0d67d3-c6bd-4c3f-8ab0-808a613a4879 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:29.793656 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e7408b86-a362-46a2-b1c7-18c52fbdffe0 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:29.794496 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8a1fb1c-caa2-495f-bb6b-d21c79a54da8 req-3d0d67d3-c6bd-4c3f-8ab0-808a613a4879 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=afeb6bc8-746a-4545-86a5-8010b470a14a HTTP/1.1" status: 200 len: 943 time: 0.2440205 May 03 22:51:29.797199 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-77db53e3-c568-45b0-ad6b-a5350326adb2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:51:29.811476 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-77db53e3-c568-45b0-ad6b-a5350326adb2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:network and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:51:29.816051 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-77db53e3-c568-45b0-ad6b-a5350326adb2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:51:29.827607 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-06734802-3fa4-4732-8d86-45f6ea200ef0 None None] Deleting port d766cbaf-6484-4283-8b05-724c8bcc1ea8 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:29.828140 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-06734802-3fa4-4732-8d86-45f6ea200ef0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:29.829136 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-77db53e3-c568-45b0-ad6b-a5350326adb2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:51:29.836339 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e7408b86-a362-46a2-b1c7-18c52fbdffe0 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:29.860948 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77db53e3-c568-45b0-ad6b-a5350326adb2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Made reservation on behalf of e4487dd9134946019ccb9652c13000b7 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:51:29.864298 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-77db53e3-c568-45b0-ad6b-a5350326adb2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:29.907472 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77db53e3-c568-45b0-ad6b-a5350326adb2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:51:29.920282 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e7408b86-a362-46a2-b1c7-18c52fbdffe0 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:29.924412 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-77db53e3-c568-45b0-ad6b-a5350326adb2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:29.924762 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-77db53e3-c568-45b0-ad6b-a5350326adb2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Added segment 4c142504-10c2-468f-b361-0de55b24d9a2 of type vlan for network b0433db1-8662-445b-be4f-453643c10fc3 May 03 22:51:29.926877 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-06734802-3fa4-4732-8d86-45f6ea200ef0 None None] The port 'd766cbaf-6484-4283-8b05-724c8bcc1ea8' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:51:29.948897 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7408b86-a362-46a2-b1c7-18c52fbdffe0 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30926ad-227c-4de7-8e18-a484ba734b31,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:29.980068 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e7408b86-a362-46a2-b1c7-18c52fbdffe0 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:29.984139 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e7408b86-a362-46a2-b1c7-18c52fbdffe0 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "DELETE /v2.0/security-groups/f30926ad-227c-4de7-8e18-a484ba734b31 HTTP/1.1" status: 204 len: 168 time: 0.4696548 May 03 22:51:29.984139 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-77db53e3-c568-45b0-ad6b-a5350326adb2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:29.986624 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35076) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:30.006698 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-4b7934fe-ac42-4d68-aeaa-a695f1418419 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] show failed (client error): The resource could not be found. May 03 22:51:30.007673 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4b7934fe-ac42-4d68-aeaa-a695f1418419 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "GET /v2.0/security-groups/f30926ad-227c-4de7-8e18-a484ba734b31 HTTP/1.1" status: 404 len: 347 time: 0.0201249 May 03 22:51:30.011054 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35080) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:30.034433 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8a1fb1c-caa2-495f-bb6b-d21c79a54da8 req-de88728e-db03-48fd-ba2a-f560aab05ae8 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333531 May 03 22:51:30.145225 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d766cbaf-6484-4283-8b05-724c8bcc1ea8 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:51:30.179220 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: d766cbaf-6484-4283-8b05-724c8bcc1ea8 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:51:30.179561 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d766cbaf-6484-4283-8b05-724c8bcc1ea8 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:51:30.182477 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-87ad67a8-a860-43c8-a51f-87d9f077b0d4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Deleting port a56c9258-87dc-47db-bfdc-2bcc66337d57 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:30.182832 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-87ad67a8-a860-43c8-a51f-87d9f077b0d4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:30.210593 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-77db53e3-c568-45b0-ad6b-a5350326adb2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:30.216026 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77db53e3-c568-45b0-ad6b-a5350326adb2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:30.216612 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-77db53e3-c568-45b0-ad6b-a5350326adb2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:30.264776 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a5dbfae6-bf74-43e8-90dd-128e52a911ce tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:30.296389 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a5dbfae6-bf74-43e8-90dd-128e52a911ce tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:30.340157 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-77db53e3-c568-45b0-ad6b-a5350326adb2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5568993 May 03 22:51:30.345748 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35084) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:30.354061 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-9b5c8360-b0bf-42cd-bd66-06acfd38847e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'subnet': {'network_id': 'b0433db1-8662-445b-be4f-453643c10fc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:51:30.419126 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db53e3-c568-45b0-ad6b-a5350326adb2 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Network': ['ID=b0433db1-8662-445b-be4f-453643c10fc3,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:30.431369 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network b0433db1-8662-445b-be4f-453643c10fc3 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:51:30.522461 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-87ad67a8-a860-43c8-a51f-87d9f077b0d4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:30.523204 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-87ad67a8-a860-43c8-a51f-87d9f077b0d4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:30.523456 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9b5c8360-b0bf-42cd-bd66-06acfd38847e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:51:30.530066 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9b5c8360-b0bf-42cd-bd66-06acfd38847e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:subnet and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:51:30.535813 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9b5c8360-b0bf-42cd-bd66-06acfd38847e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:51:30.538828 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-06caaa65-cfe7-4f47-b63c-af119ffa44a0 req-4bfed092-5b74-4ed9-9919-bde46483b875 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2523620 May 03 22:51:30.551236 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9b5c8360-b0bf-42cd-bd66-06acfd38847e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:51:30.554059 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-a5dbfae6-bf74-43e8-90dd-128e52a911ce tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Allocated IP 172.25.2.29 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/12cd9440-d09a-4108-888e-3b801b43ac50) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:51:30.571888 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5c8360-b0bf-42cd-bd66-06acfd38847e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Made reservation on behalf of e4487dd9134946019ccb9652c13000b7 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:51:30.575760 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9b5c8360-b0bf-42cd-bd66-06acfd38847e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:30.689519 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-87ad67a8-a860-43c8-a51f-87d9f077b0d4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Calling delete_port for a56c9258-87dc-47db-bfdc-2bcc66337d57 owned by network:floatingip {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:51:30.788609 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06caaa65-cfe7-4f47-b63c-af119ffa44a0 req-6c3845c2-adc8-4cc5-bf79-9df3b94d2261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:30.790113 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-06caaa65-cfe7-4f47-b63c-af119ffa44a0 req-6c3845c2-adc8-4cc5-bf79-9df3b94d2261 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 1098 time: 0.1432858 May 03 22:51:30.815809 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a5dbfae6-bf74-43e8-90dd-128e52a911ce tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:30.930784 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a5dbfae6-bf74-43e8-90dd-128e52a911ce tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:30.945506 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-87ad67a8-a860-43c8-a51f-87d9f077b0d4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:30.970667 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9b5c8360-b0bf-42cd-bd66-06acfd38847e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:31.012805 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad67a8-a860-43c8-a51f-87d9f077b0d4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Pushing event deleted for resources: {'Port': ['ID=a56c9258-87dc-47db-bfdc-2bcc66337d57,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:31.044030 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06caaa65-cfe7-4f47-b63c-af119ffa44a0 req-1d04da23-517d-4586-8ac1-252247c4101c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:31.045497 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-06caaa65-cfe7-4f47-b63c-af119ffa44a0 req-1d04da23-517d-4586-8ac1-252247c4101c service neutron] 10.222.0.60 "GET /v2.0/networks?id=205448ae-d8cd-4b1c-9138-0734b8d65b11 HTTP/1.1" status: 200 len: 898 time: 0.2264400 May 03 22:51:31.047100 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dbfae6-bf74-43e8-90dd-128e52a911ce tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:51:31.055394 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-a5dbfae6-bf74-43e8-90dd-128e52a911ce tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:51:31.075184 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dbfae6-bf74-43e8-90dd-128e52a911ce tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:51:31.122126 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dbfae6-bf74-43e8-90dd-128e52a911ce tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Pushing event updated for resources: {'Port': ['ID=12cd9440-d09a-4108-888e-3b801b43ac50,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:31.153280 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c8360-b0bf-42cd-bd66-06acfd38847e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Subnet': ['ID=f00b904b-89d4-4c10-b6d4-2d37a3805729,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:31.191944 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5c8360-b0bf-42cd-bd66-06acfd38847e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Checking segment: {'id': '4c142504-10c2-468f-b361-0de55b24d9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b0433db1-8662-445b-be4f-453643c10fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:51:31.192308 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5c8360-b0bf-42cd-bd66-06acfd38847e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Network hostable DHCP agents. Network: b0433db1-8662-445b-be4f-453643c10fc3, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:51:31.197390 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-06caaa65-cfe7-4f47-b63c-af119ffa44a0 req-92225e1e-14af-422e-b6dd-c2943ae1dd32 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85b92057-4bb8-4560-8b1d-787a33125312 HTTP/1.1" status: 200 len: 1001 time: 0.1451979 May 03 22:51:31.198059 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-87ad67a8-a860-43c8-a51f-87d9f077b0d4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks [] for floatingip, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:31.363308 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5c8360-b0bf-42cd-bd66-06acfd38847e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Network b0433db1-8662-445b-be4f-453643c10fc3 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:51:31.372223 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-87ad67a8-a860-43c8-a51f-87d9f077b0d4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:31.375829 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-87ad67a8-a860-43c8-a51f-87d9f077b0d4 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "DELETE /v2.0/floatingips/507ff998-a7cf-4455-a4a7-8a0b9b37de0e HTTP/1.1" status: 204 len: 168 time: 1.3614328 May 03 22:51:31.376218 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35090) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:31.424577 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-9b5c8360-b0bf-42cd-bd66-06acfd38847e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, b0433db1-8662-445b-be4f-453643c10fc3) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:51:31.437874 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5c8360-b0bf-42cd-bd66-06acfd38847e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:31.437874 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9b5c8360-b0bf-42cd-bd66-06acfd38847e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:31.441125 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058e37d5-d94f-4ddb-9951-755b0f1f912b None None] Network b0433db1-8662-445b-be4f-453643c10fc3 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:51:31.460108 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37edd6d-cb8e-49a5-8e28-1de322de2350 req-b38a89ec-5910-4769-82a6-bff2dc14ca31 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:31.461528 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e37edd6d-cb8e-49a5-8e28-1de322de2350 req-b38a89ec-5910-4769-82a6-bff2dc14ca31 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=afeb6bc8-746a-4545-86a5-8010b470a14a HTTP/1.1" status: 200 len: 943 time: 0.3172805 May 03 22:51:31.464972 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06caaa65-cfe7-4f47-b63c-af119ffa44a0 req-9002e992-3b9c-4924-9f57-cf2c19474902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:31.466635 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-06caaa65-cfe7-4f47-b63c-af119ffa44a0 req-9002e992-3b9c-4924-9f57-cf2c19474902 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2cf564aa-e2bf-4b2e-a23f-3f341609bb2f HTTP/1.1" status: 200 len: 834 time: 0.2597859 May 03 22:51:31.512580 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-4825f890-3ece-4746-beb1-96fe414bd50f tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Deleting port f29a8b06-8b92-4808-84bd-b5a24faa61fe {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:31.512936 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4825f890-3ece-4746-beb1-96fe414bd50f tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:31.701800 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829a7b38-7ee3-4459-9129-e60e0fc728c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-b0433db1-8662-445b-be4f-453643c10fc3', 'network_id': 'b0433db1-8662-445b-be4f-453643c10fc3', 'tenant_id': 'e4487dd9134946019ccb9652c13000b7', 'fixed_ips': [{'subnet_id': 'f00b904b-89d4-4c10-b6d4-2d37a3805729'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:51:31.702679 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-829a7b38-7ee3-4459-9129-e60e0fc728c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:31.752201 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06caaa65-cfe7-4f47-b63c-af119ffa44a0 req-893ef44e-cbdc-4184-92f8-20d6eca39948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:31.753733 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-06caaa65-cfe7-4f47-b63c-af119ffa44a0 req-893ef44e-cbdc-4184-92f8-20d6eca39948 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=205448ae-d8cd-4b1c-9138-0734b8d65b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2807574 May 03 22:51:31.767093 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9b5c8360-b0bf-42cd-bd66-06acfd38847e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4202604 May 03 22:51:31.772853 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35094) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:31.786313 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-5f14ade6-ec9b-4e74-a578-e06de36075f3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1907932071', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:51:31.799171 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5f14ade6-ec9b-4e74-a578-e06de36075f3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:51:31.804087 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e37edd6d-cb8e-49a5-8e28-1de322de2350 req-14a2e731-255e-4445-8292-1210dd115b71 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332138 May 03 22:51:31.807578 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5f14ade6-ec9b-4e74-a578-e06de36075f3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:router and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:51:31.822139 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5f14ade6-ec9b-4e74-a578-e06de36075f3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:51:31.839331 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5f14ade6-ec9b-4e74-a578-e06de36075f3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:51:31.842770 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device b449d983-27cb-4de3-9d4d-739c766789ae details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:51:31.847056 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f14ade6-ec9b-4e74-a578-e06de36075f3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:31.848157 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f14ade6-ec9b-4e74-a578-e06de36075f3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:31.856662 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a5dbfae6-bf74-43e8-90dd-128e52a911ce tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:31.884170 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4825f890-3ece-4746-beb1-96fe414bd50f tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:31.903202 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-829a7b38-7ee3-4459-9129-e60e0fc728c7 None None] Allocated IP 2001:db8::2 (b0433db1-8662-445b-be4f-453643c10fc3/f00b904b-89d4-4c10-b6d4-2d37a3805729/7b968c09-9fe7-4ac0-9f0f-41cf2c68ef6d) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:51:31.991894 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f14ade6-ec9b-4e74-a578-e06de36075f3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:32.032554 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f14ade6-ec9b-4e74-a578-e06de36075f3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:32.039933 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-4825f890-3ece-4746-beb1-96fe414bd50f tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Calling delete_port for f29a8b06-8b92-4808-84bd-b5a24faa61fe owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:51:32.120350 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-06caaa65-cfe7-4f47-b63c-af119ffa44a0 req-69a2df39-c4f6-4103-9e7d-b314d6296753 service neutron] 10.222.0.60 "GET /v2.0/networks/205448ae-d8cd-4b1c-9138-0734b8d65b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542397 May 03 22:51:32.136514 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port b449d983-27cb-4de3-9d4d-739c766789ae, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=b449d983-27cb-4de3-9d4d-739c766789ae,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:32.156139 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'b449d983-27cb-4de3-9d4d-739c766789ae', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'port_id': 'b449d983-27cb-4de3-9d4d-739c766789ae', 'mac_address': 'fa:16:3e:04:5a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:51:32.186366 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f14ade6-ec9b-4e74-a578-e06de36075f3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:32.190102 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5f14ade6-ec9b-4e74-a578-e06de36075f3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4113288 May 03 22:51:32.190810 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35098) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:32.198665 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-2f9b64ca-27b7-474c-a135-9b5d6149f698 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'port': {'network_id': 'b0433db1-8662-445b-be4f-453643c10fc3', 'name': 'tempest-PortsIpV6TestJSON-2103589532'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:51:32.278443 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:32.312237 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-829a7b38-7ee3-4459-9129-e60e0fc728c7 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:32.314389 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-06caaa65-cfe7-4f47-b63c-af119ffa44a0 req-4e4ae7c1-649e-4b98-b8f1-e20c53aaf08a service neutron] 10.222.0.60 "GET /v2.0/networks/205448ae-d8cd-4b1c-9138-0734b8d65b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855772 May 03 22:51:32.316116 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b449d983-27cb-4de3-9d4d-739c766789ae {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:51:32.339449 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-829a7b38-7ee3-4459-9129-e60e0fc728c7 None None] Transition to ACTIVE for port object 7b968c09-9fe7-4ac0-9f0f-41cf2c68ef6d will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:51:32.346176 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a5dbfae6-bf74-43e8-90dd-128e52a911ce tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:32.358215 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port b449d983-27cb-4de3-9d4d-739c766789ae, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=b449d983-27cb-4de3-9d4d-739c766789ae,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:32.359762 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4825f890-3ece-4746-beb1-96fe414bd50f tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:32.366508 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:32.369257 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-829a7b38-7ee3-4459-9129-e60e0fc728c7 None None] Transition to ACTIVE for port object 7b968c09-9fe7-4ac0-9f0f-41cf2c68ef6d will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:51:32.428402 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-829a7b38-7ee3-4459-9129-e60e0fc728c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:32.460253 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829a7b38-7ee3-4459-9129-e60e0fc728c7 None None] Network b0433db1-8662-445b-be4f-453643c10fc3 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:51:32.462895 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-829a7b38-7ee3-4459-9129-e60e0fc728c7 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:51:32.465640 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829a7b38-7ee3-4459-9129-e60e0fc728c7 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:51:32.467304 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825f890-3ece-4746-beb1-96fe414bd50f tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Pushing event deleted for resources: {'Port': ['ID=f29a8b06-8b92-4808-84bd-b5a24faa61fe,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:32.471267 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=b449d983-27cb-4de3-9d4d-739c766789ae,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:32.502582 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2f9b64ca-27b7-474c-a135-9b5d6149f698 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:51:32.510446 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2f9b64ca-27b7-474c-a135-9b5d6149f698 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:port and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:51:32.514952 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2f9b64ca-27b7-474c-a135-9b5d6149f698 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:51:32.524222 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2f9b64ca-27b7-474c-a135-9b5d6149f698 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:51:32.546437 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4825f890-3ece-4746-beb1-96fe414bd50f tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:32.556283 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9b64ca-27b7-474c-a135-9b5d6149f698 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Made reservation on behalf of e4487dd9134946019ccb9652c13000b7 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:51:32.566109 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4825f890-3ece-4746-beb1-96fe414bd50f tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "DELETE /v2.0/ports/f29a8b06-8b92-4808-84bd-b5a24faa61fe HTTP/1.1" status: 204 len: 168 time: 1.1885841 May 03 22:51:32.568750 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2f9b64ca-27b7-474c-a135-9b5d6149f698 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:32.569002 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35102) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:32.602868 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-2f9b64ca-27b7-474c-a135-9b5d6149f698 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] device_id is not set on port 3168d55c-c73d-4a02-afff-ddb14b031c21 yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:51:32.622499 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-829a7b38-7ee3-4459-9129-e60e0fc728c7 None None] Attempting to bind port 7b968c09-9fe7-4ac0-9f0f-41cf2c68ef6d on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:51:32.622985 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-829a7b38-7ee3-4459-9129-e60e0fc728c7 None None] Attempting to bind port 7b968c09-9fe7-4ac0-9f0f-41cf2c68ef6d by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '4c142504-10c2-468f-b361-0de55b24d9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b0433db1-8662-445b-be4f-453643c10fc3'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:51:32.623451 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829a7b38-7ee3-4459-9129-e60e0fc728c7 None None] Attempting to bind port 7b968c09-9fe7-4ac0-9f0f-41cf2c68ef6d on network b0433db1-8662-445b-be4f-453643c10fc3 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:51:32.632591 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829a7b38-7ee3-4459-9129-e60e0fc728c7 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:51:32.633053 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829a7b38-7ee3-4459-9129-e60e0fc728c7 None None] Checking segment: {'id': '4c142504-10c2-468f-b361-0de55b24d9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b0433db1-8662-445b-be4f-453643c10fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:51:32.633561 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-829a7b38-7ee3-4459-9129-e60e0fc728c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:32.634073 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829a7b38-7ee3-4459-9129-e60e0fc728c7 None None] Bound using segment: {'id': '4c142504-10c2-468f-b361-0de55b24d9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b0433db1-8662-445b-be4f-453643c10fc3'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:51:32.634631 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-829a7b38-7ee3-4459-9129-e60e0fc728c7 None None] Bound port: 7b968c09-9fe7-4ac0-9f0f-41cf2c68ef6d, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c142504-10c2-468f-b361-0de55b24d9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'b0433db1-8662-445b-be4f-453643c10fc3'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:51:32.635104 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-829a7b38-7ee3-4459-9129-e60e0fc728c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:32.645294 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a7b38-7ee3-4459-9129-e60e0fc728c7 None None] Pushing event updated for resources: {'Port': ['ID=7b968c09-9fe7-4ac0-9f0f-41cf2c68ef6d,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:32.664243 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-9be36e11-550f-47cc-8375-5274af9450ab tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Deleting port a5676f4a-f478-4abd-b7de-5bb1b574a9e4 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:32.665227 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9be36e11-550f-47cc-8375-5274af9450ab tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:32.698434 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['b449d983-27cb-4de3-9d4d-739c766789ae'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:51:32.734321 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5dbfae6-bf74-43e8-90dd-128e52a911ce tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Router 52c477e2-6993-4b61-9b84-e74632c3b57c is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:51:32.792397 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-829a7b38-7ee3-4459-9129-e60e0fc728c7 None None] For port 7b968c09-9fe7-4ac0-9f0f-41cf2c68ef6d, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:51:32.796681 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-829a7b38-7ee3-4459-9129-e60e0fc728c7 None None] For port 7b968c09-9fe7-4ac0-9f0f-41cf2c68ef6d, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=7b968c09-9fe7-4ac0-9f0f-41cf2c68ef6d,segment=NetworkSegment(4c142504-10c2-468f-b361-0de55b24d9a2),segment_id=4c142504-10c2-468f-b361-0de55b24d9a2)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:51:32.808083 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-829a7b38-7ee3-4459-9129-e60e0fc728c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:32.955785 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9be36e11-550f-47cc-8375-5274af9450ab tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:32.971120 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a7b38-7ee3-4459-9129-e60e0fc728c7 None None] Pushing event updated for resources: {'Port': ['ID=7b968c09-9fe7-4ac0-9f0f-41cf2c68ef6d,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:32.992822 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-2f9b64ca-27b7-474c-a135-9b5d6149f698 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Allocated IP 2001:db8::338 (b0433db1-8662-445b-be4f-453643c10fc3/f00b904b-89d4-4c10-b6d4-2d37a3805729/3168d55c-c73d-4a02-afff-ddb14b031c21) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:51:33.258753 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-9be36e11-550f-47cc-8375-5274af9450ab tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Calling delete_port for a5676f4a-f478-4abd-b7de-5bb1b574a9e4 owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:51:33.324482 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5dbfae6-bf74-43e8-90dd-128e52a911ce tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:51:33.337954 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afd3c13-467c-4150-a3a0-2c53f7c0aab3 None None] Sync routers for ids ['52c477e2-6993-4b61-9b84-e74632c3b57c'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:51:33.350067 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afd3c13-467c-4150-a3a0-2c53f7c0aab3 None None] Routers {'52c477e2-6993-4b61-9b84-e74632c3b57c'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:51:33.350694 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-5afd3c13-467c-4150-a3a0-2c53f7c0aab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['52c477e2-6993-4b61-9b84-e74632c3b57c'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:33.374544 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00697a-5641-4f33-9f76-67ff73a7f2f8 req-f1d45e2f-d9b9-484a-9137-8033a843c44e tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:33.376030 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d00697a-5641-4f33-9f76-67ff73a7f2f8 req-f1d45e2f-d9b9-484a-9137-8033a843c44e tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=afeb6bc8-746a-4545-86a5-8010b470a14a HTTP/1.1" status: 200 len: 944 time: 0.3612666 May 03 22:51:33.421457 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9be36e11-550f-47cc-8375-5274af9450ab tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:33.468844 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a5dbfae6-bf74-43e8-90dd-128e52a911ce tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:33.469952 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a5dbfae6-bf74-43e8-90dd-128e52a911ce tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.1277435 May 03 22:51:33.476740 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35108) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:33.520349 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be36e11-550f-47cc-8375-5274af9450ab tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Pushing event deleted for resources: {'Port': ['ID=a5676f4a-f478-4abd-b7de-5bb1b574a9e4,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:33.595379 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9be36e11-550f-47cc-8375-5274af9450ab tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:33.599477 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-5afd3c13-467c-4150-a3a0-2c53f7c0aab3 None None] Set router 52c477e2-6993-4b61-9b84-e74632c3b57c gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:51:33.606489 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9be36e11-550f-47cc-8375-5274af9450ab tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "DELETE /v2.0/ports/a5676f4a-f478-4abd-b7de-5bb1b574a9e4 HTTP/1.1" status: 204 len: 168 time: 1.0353520 May 03 22:51:33.608906 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35112) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:33.653537 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d00697a-5641-4f33-9f76-67ff73a7f2f8 req-0cff1207-5e22-48ab-8575-64cfa201da4a tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658169 May 03 22:51:33.693925 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae201233-b586-4c56-aa79-141d8d5f9dd9 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Deleting subnet 2376228d-867e-4de8-ac27-ddcb210d265f {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:51:33.698237 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae201233-b586-4c56-aa79-141d8d5f9dd9 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:33.732070 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2f9b64ca-27b7-474c-a135-9b5d6149f698 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:33.757955 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-2f9b64ca-27b7-474c-a135-9b5d6149f698 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Transition to ACTIVE for port object 3168d55c-c73d-4a02-afff-ddb14b031c21 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:51:33.762199 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-bf7734e5-cdd3-470e-a399-827ba33deada tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] 10.222.0.58 "GET /v2.0/routers/52c477e2-6993-4b61-9b84-e74632c3b57c HTTP/1.1" status: 200 len: 907 time: 0.2758386 May 03 22:51:33.762361 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae201233-b586-4c56-aa79-141d8d5f9dd9 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:33.764565 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35116) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:33.774035 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-48e98453-187f-48d7-829b-717e09e2f955 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Request body: {'router': {'name': 'tempest-snat-router-914989286', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'enable_snat': True}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:51:33.806920 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-48e98453-187f-48d7-829b-717e09e2f955 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:51:33.810159 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2f9b64ca-27b7-474c-a135-9b5d6149f698 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:33.844461 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device b449d983-27cb-4de3-9d4d-739c766789ae up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:51:33.858668 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-48e98453-187f-48d7-829b-717e09e2f955 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Usage tracker for resource:router and tenant:bb593f281c5f450cab885d1b376ef000 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:51:33.870041 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-48e98453-187f-48d7-829b-717e09e2f955 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:51:33.896779 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-48e98453-187f-48d7-829b-717e09e2f955 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:51:33.902998 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae201233-b586-4c56-aa79-141d8d5f9dd9 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:33.913578 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9b64ca-27b7-474c-a135-9b5d6149f698 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Network b0433db1-8662-445b-be4f-453643c10fc3 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:51:33.935039 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-2f9b64ca-27b7-474c-a135-9b5d6149f698 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:51:33.940242 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9b64ca-27b7-474c-a135-9b5d6149f698 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:51:33.947477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9b64ca-27b7-474c-a135-9b5d6149f698 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:33.948277 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2f9b64ca-27b7-474c-a135-9b5d6149f698 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:33.951317 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-5afd3c13-467c-4150-a3a0-2c53f7c0aab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c477e2-6993-4b61-9b84-e74632c3b57c', 'name': 'tempest-snat-router-914989286', 'tenant_id': 'bb593f281c5f450cab885d1b376ef000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.29'}], 'enable_snat': False}, 'gw_port_id': '12cd9440-d09a-4108-888e-3b801b43ac50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:51:29Z', 'updated_at': '2022-05-03T22:51:31Z', 'revision_number': 3, 'project_id': 'bb593f281c5f450cab885d1b376ef000', 'gw_port': {'id': '12cd9440-d09a-4108-888e-3b801b43ac50', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ca:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c477e2-6993-4b61-9b84-e74632c3b57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:51:30Z', 'updated_at': '2022-05-03T22:51:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:33.957220 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afd3c13-467c-4150-a3a0-2c53f7c0aab3 None None] Checking router: 52c477e2-6993-4b61-9b84-e74632c3b57c for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:51:33.957913 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afd3c13-467c-4150-a3a0-2c53f7c0aab3 None None] Updating router 52c477e2-6993-4b61-9b84-e74632c3b57c port 12cd9440-d09a-4108-888e-3b801b43ac50 binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:51:33.967950 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-48e98453-187f-48d7-829b-717e09e2f955 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:33.969057 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-48e98453-187f-48d7-829b-717e09e2f955 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:33.980918 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2f9b64ca-27b7-474c-a135-9b5d6149f698 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7867613 May 03 22:51:33.983622 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35120) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:33.991581 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port b449d983-27cb-4de3-9d4d-739c766789ae completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:51:33.997510 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port b449d983-27cb-4de3-9d4d-739c766789ae triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:51:33.997911 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:34.040542 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5afd3c13-467c-4150-a3a0-2c53f7c0aab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:34.080838 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae201233-b586-4c56-aa79-141d8d5f9dd9 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:34.082275 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b64ca-27b7-474c-a135-9b5d6149f698 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Port': ['ID=3168d55c-c73d-4a02-afff-ddb14b031c21,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:34.206759 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae201233-b586-4c56-aa79-141d8d5f9dd9 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Pushing event deleted for resources: {'Subnet': ['ID=2376228d-867e-4de8-ac27-ddcb210d265f,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:34.220153 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae201233-b586-4c56-aa79-141d8d5f9dd9 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:34.227225 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ae201233-b586-4c56-aa79-141d8d5f9dd9 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "DELETE /v2.0/subnets/2376228d-867e-4de8-ac27-ddcb210d265f HTTP/1.1" status: 204 len: 168 time: 0.6170499 May 03 22:51:34.232334 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35124) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:34.281552 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-48e98453-187f-48d7-829b-717e09e2f955 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:34.292779 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:34.301990 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87f0a05-4943-4e95-82e7-aee4ca013983 None None] Network c7b56b55-0340-4699-b0c7-3b74594ad3b7 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:51:34.337261 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 7b968c09-9fe7-4ac0-9f0f-41cf2c68ef6d up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:51:34.403583 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f3ab9a-f6a4-4ff9-89ec-3abf7da89a69 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Deleting subnet 8863c3d5-b808-4878-a7f7-629ee5c5994d {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:51:34.406053 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afeb6bc8-746a-4545-86a5-8010b470a14a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b449d983-27cb-4de3-9d4d-739c766789ae'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:51:34.407239 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-84f3ab9a-f6a4-4ff9-89ec-3abf7da89a69 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:34.440574 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963c34fd-a7b3-4764-bd8f-fb54602cc906 None None] Network b0433db1-8662-445b-be4f-453643c10fc3 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:51:34.488036 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-84f3ab9a-f6a4-4ff9-89ec-3abf7da89a69 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:34.588260 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5afd3c13-467c-4150-a3a0-2c53f7c0aab3 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:34.588824 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cbd4d55-c69b-4eee-98f7-30042afc4452'] response: {'server_uuid': 'afeb6bc8-746a-4545-86a5-8010b470a14a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b449d983-27cb-4de3-9d4d-739c766789ae', 'code': 200} May 03 22:51:34.611841 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-5afd3c13-467c-4150-a3a0-2c53f7c0aab3 None None] Transition to ACTIVE for port object 12cd9440-d09a-4108-888e-3b801b43ac50 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:51:34.622143 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5afd3c13-467c-4150-a3a0-2c53f7c0aab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:34.707152 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-84f3ab9a-f6a4-4ff9-89ec-3abf7da89a69 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:34.778252 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port b449d983-27cb-4de3-9d4d-739c766789ae, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=b449d983-27cb-4de3-9d4d-739c766789ae,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:34.797105 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f937d3-6fac-4067-93f3-520d9a393f40 None None] Pushing event updated for resources: {'Port': ['ID=12cd9440-d09a-4108-888e-3b801b43ac50,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:34.815335 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-84f3ab9a-f6a4-4ff9-89ec-3abf7da89a69 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:34.825743 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-5afd3c13-467c-4150-a3a0-2c53f7c0aab3 None None] Attempting to bind port 12cd9440-d09a-4108-888e-3b801b43ac50 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:51:34.826144 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-5afd3c13-467c-4150-a3a0-2c53f7c0aab3 None None] Attempting to bind port 12cd9440-d09a-4108-888e-3b801b43ac50 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:51:34.826507 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afd3c13-467c-4150-a3a0-2c53f7c0aab3 None None] Attempting to bind port 12cd9440-d09a-4108-888e-3b801b43ac50 on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:51:34.832509 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afd3c13-467c-4150-a3a0-2c53f7c0aab3 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:51:34.832884 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afd3c13-467c-4150-a3a0-2c53f7c0aab3 None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:51:34.834075 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5afd3c13-467c-4150-a3a0-2c53f7c0aab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:34.834465 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afd3c13-467c-4150-a3a0-2c53f7c0aab3 None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:51:34.834924 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-5afd3c13-467c-4150-a3a0-2c53f7c0aab3 None None] Bound port: 12cd9440-d09a-4108-888e-3b801b43ac50, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:51:34.835291 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5afd3c13-467c-4150-a3a0-2c53f7c0aab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:34.863569 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3ab9a-f6a4-4ff9-89ec-3abf7da89a69 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Pushing event deleted for resources: {'Subnet': ['ID=8863c3d5-b808-4878-a7f7-629ee5c5994d,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:34.883281 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-84f3ab9a-f6a4-4ff9-89ec-3abf7da89a69 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:34.892985 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-84f3ab9a-f6a4-4ff9-89ec-3abf7da89a69 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "DELETE /v2.0/subnets/8863c3d5-b808-4878-a7f7-629ee5c5994d HTTP/1.1" status: 204 len: 168 time: 0.6594615 May 03 22:51:34.895444 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35132) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:34.921818 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-5afd3c13-467c-4150-a3a0-2c53f7c0aab3 None None] For port 12cd9440-d09a-4108-888e-3b801b43ac50, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:51:34.926021 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-5afd3c13-467c-4150-a3a0-2c53f7c0aab3 None None] For port 12cd9440-d09a-4108-888e-3b801b43ac50, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=12cd9440-d09a-4108-888e-3b801b43ac50,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:51:34.932978 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5afd3c13-467c-4150-a3a0-2c53f7c0aab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:34.947017 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae0a06-2a4c-4767-8227-e861c1d6777a req-a9d75f1c-60ef-4adc-bdc0-d41e210027c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:34.948932 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-54ae0a06-2a4c-4767-8227-e861c1d6777a req-a9d75f1c-60ef-4adc-bdc0-d41e210027c6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=afeb6bc8-746a-4545-86a5-8010b470a14a HTTP/1.1" status: 200 len: 1095 time: 0.3704669 May 03 22:51:34.991566 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849d6892-344b-47a8-bcd4-fd1907bf27f5 None None] Network 39659ede-a161-442b-8b5e-00bdb95cd624 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:51:35.003413 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:35.030695 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f937d3-6fac-4067-93f3-520d9a393f40 None None] Pushing event updated for resources: {'Port': ['ID=12cd9440-d09a-4108-888e-3b801b43ac50,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:35.061552 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afd3c13-467c-4150-a3a0-2c53f7c0aab3 None None] Routers {'52c477e2-6993-4b61-9b84-e74632c3b57c'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:51:35.062736 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-5afd3c13-467c-4150-a3a0-2c53f7c0aab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['52c477e2-6993-4b61-9b84-e74632c3b57c'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:35.112322 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a66d429e-0f19-45f4-8440-95c2fc76fc6b tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:35.121734 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-54ae0a06-2a4c-4767-8227-e861c1d6777a req-151f6382-5020-40b2-a7ad-e5598d102983 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632817 May 03 22:51:35.132583 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-a66d429e-0f19-45f4-8440-95c2fc76fc6b tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Deleting port 6a45df4a-cbce-4efc-9ac7-654c9ce864fc {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:35.132932 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a66d429e-0f19-45f4-8440-95c2fc76fc6b tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:35.165569 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=b449d983-27cb-4de3-9d4d-739c766789ae,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:35.183925 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:35.184317 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:35.184752 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:35.185180 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:35.185604 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:35.186047 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:35.186466 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:35.186881 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:35.187315 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:35.187730 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:35.188142 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:35.188554 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:35.213908 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-3c2ed7dc-d09e-4b36-a63f-0ca1dde4eb71 None None] Provisioning for port 7b968c09-9fe7-4ac0-9f0f-41cf2c68ef6d completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:51:35.270772 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ba655cec-4fd0-498b-90dc-ce49ec2d9f5c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:35.281347 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-5afd3c13-467c-4150-a3a0-2c53f7c0aab3 None None] Set router 52c477e2-6993-4b61-9b84-e74632c3b57c gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:51:35.293083 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-48e98453-187f-48d7-829b-717e09e2f955 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:35.325717 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 7b968c09-9fe7-4ac0-9f0f-41cf2c68ef6d completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:51:35.346642 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 7b968c09-9fe7-4ac0-9f0f-41cf2c68ef6d triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:51:35.347279 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:35.404373 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bd947-b109-47f6-9723-e53a2524ed9b req-5e4c36af-7c29-40f0-aa3a-9446acb15848 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:35.405611 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f0bd947-b109-47f6-9723-e53a2524ed9b req-5e4c36af-7c29-40f0-aa3a-9446acb15848 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=afeb6bc8-746a-4545-86a5-8010b470a14a HTTP/1.1" status: 200 len: 945 time: 0.4908056 May 03 22:51:35.411785 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-a66d429e-0f19-45f4-8440-95c2fc76fc6b tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] For port 6a45df4a-cbce-4efc-9ac7-654c9ce864fc, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=6a45df4a-cbce-4efc-9ac7-654c9ce864fc,segment=NetworkSegment(5a1a325c-4dfc-4f52-ab11-b191a3075222),segment_id=5a1a325c-4dfc-4f52-ab11-b191a3075222)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:35.412147 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a66d429e-0f19-45f4-8440-95c2fc76fc6b tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:35.450353 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072226a6-fd84-4667-9b55-f265b1f70208 None None] DHCP port deletion for c7b56b55-0340-4699-b0c7-3b74594ad3b7 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:51:35.517128 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-072226a6-fd84-4667-9b55-f265b1f70208 None None] Deleting port 6a45df4a-cbce-4efc-9ac7-654c9ce864fc {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:35.517897 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-072226a6-fd84-4667-9b55-f265b1f70208 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:35.552714 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-a66d429e-0f19-45f4-8440-95c2fc76fc6b tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Calling delete_port for 6a45df4a-cbce-4efc-9ac7-654c9ce864fc owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:51:35.637595 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a66d429e-0f19-45f4-8440-95c2fc76fc6b tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:35.658873 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-5afd3c13-467c-4150-a3a0-2c53f7c0aab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c477e2-6993-4b61-9b84-e74632c3b57c', 'name': 'tempest-snat-router-914989286', 'tenant_id': 'bb593f281c5f450cab885d1b376ef000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.29'}], 'enable_snat': False}, 'gw_port_id': '12cd9440-d09a-4108-888e-3b801b43ac50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:51:29Z', 'updated_at': '2022-05-03T22:51:31Z', 'revision_number': 3, 'project_id': 'bb593f281c5f450cab885d1b376ef000', 'gw_port': {'id': '12cd9440-d09a-4108-888e-3b801b43ac50', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ca:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c477e2-6993-4b61-9b84-e74632c3b57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:51:30Z', 'updated_at': '2022-05-03T22:51:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:35.664886 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afd3c13-467c-4150-a3a0-2c53f7c0aab3 None None] The sync data for ids ['52c477e2-6993-4b61-9b84-e74632c3b57c'] in n-d-811807-1 is: [{'id': '52c477e2-6993-4b61-9b84-e74632c3b57c', 'name': 'tempest-snat-router-914989286', 'tenant_id': 'bb593f281c5f450cab885d1b376ef000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.29'}], 'enable_snat': False}, 'gw_port_id': '12cd9440-d09a-4108-888e-3b801b43ac50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:51:29Z', 'updated_at': '2022-05-03T22:51:31Z', 'revision_number': 3, 'project_id': 'bb593f281c5f450cab885d1b376ef000', 'gw_port': {'id': '12cd9440-d09a-4108-888e-3b801b43ac50', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ca:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c477e2-6993-4b61-9b84-e74632c3b57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2910, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:51:30Z', 'updated_at': '2022-05-03T22:51:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:51:35.690016 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-072226a6-fd84-4667-9b55-f265b1f70208 None None] The port '6a45df4a-cbce-4efc-9ac7-654c9ce864fc' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:51:35.823822 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f0bd947-b109-47f6-9723-e53a2524ed9b req-6e6f1b8d-d221-4542-8899-efa2adaed491 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450007 May 03 22:51:35.845884 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:35.867187 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d429e-0f19-45f4-8440-95c2fc76fc6b tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Pushing event deleted for resources: {'Port': ['ID=6a45df4a-cbce-4efc-9ac7-654c9ce864fc,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:35.870922 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66d429e-0f19-45f4-8440-95c2fc76fc6b tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] No DVR routers for this DVR port 6a45df4a-cbce-4efc-9ac7-654c9ce864fc on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:51:35.916361 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 7b968c09-9fe7-4ac0-9f0f-41cf2c68ef6d, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=7b968c09-9fe7-4ac0-9f0f-41cf2c68ef6d,segment=NetworkSegment(4c142504-10c2-468f-b361-0de55b24d9a2),segment_id=4c142504-10c2-468f-b361-0de55b24d9a2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:35.924123 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:36.000630 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eeb2c3b-30d2-4d9d-b215-57505ee92f22 None None] DHCP port deletion for 39659ede-a161-442b-8b5e-00bdb95cd624 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:51:36.019278 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-4eeb2c3b-30d2-4d9d-b215-57505ee92f22 None None] Deleting port 9b1a02ba-8dd6-4c43-81aa-2f5f79816e94 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:36.019670 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4eeb2c3b-30d2-4d9d-b215-57505ee92f22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:36.126304 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ba655cec-4fd0-498b-90dc-ce49ec2d9f5c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:36.142521 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a66d429e-0f19-45f4-8440-95c2fc76fc6b tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:36.153600 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ba655cec-4fd0-498b-90dc-ce49ec2d9f5c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:36.164548 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=7b968c09-9fe7-4ac0-9f0f-41cf2c68ef6d,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:36.173494 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-49e7a9bf-9042-4cf5-a42a-b21d0ed78920 None None] Provisioning for port 3168d55c-c73d-4a02-afff-ddb14b031c21 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:51:36.181372 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-a66d429e-0f19-45f4-8440-95c2fc76fc6b tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7b56b55-0340-4699-b0c7-3b74594ad3b7']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:36.193149 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-49e7a9bf-9042-4cf5-a42a-b21d0ed78920 None None] Provisioning complete for port 3168d55c-c73d-4a02-afff-ddb14b031c21 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:51:36.193149 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-49e7a9bf-9042-4cf5-a42a-b21d0ed78920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:36.197753 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-a66d429e-0f19-45f4-8440-95c2fc76fc6b tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a1a325c-4dfc-4f52-ab11-b191a3075222') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:36.199019 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-a66d429e-0f19-45f4-8440-95c2fc76fc6b tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a1a325c-4dfc-4f52-ab11-b191a3075222') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:36.217963 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a66d429e-0f19-45f4-8440-95c2fc76fc6b tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:36.260487 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a66d429e-0f19-45f4-8440-95c2fc76fc6b tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:36.267571 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a66d429e-0f19-45f4-8440-95c2fc76fc6b tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:51:36.268228 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a66d429e-0f19-45f4-8440-95c2fc76fc6b tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:36.298296 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:51:36.298296 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:51:36.298296 n-d-811807-1 neutron-server[88070]: timer() May 03 22:51:36.298296 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:51:36.298296 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:51:36.298296 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:51:36.298296 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:51:36.298296 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:51:36.298296 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:51:36.298296 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:51:36.298296 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:51:36.298296 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:51:36.298296 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:51:36.298296 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:51:36.298296 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:51:36.298296 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:51:36.298296 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:51:36.298296 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:51:36.298296 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:51:36.298296 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:51:36.298296 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:51:36.298296 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:51:36.298296 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:51:36.298296 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:51:36.298296 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:51:36.298296 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:51:36.298296 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:51:36.298296 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:51:36.298296 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:51:36.298296 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:51:36.298296 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:51:36.298296 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:51:36.353724 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba655cec-4fd0-498b-90dc-ce49ec2d9f5c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Port': ['ID=3168d55c-c73d-4a02-afff-ddb14b031c21,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:36.427625 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a66d429e-0f19-45f4-8440-95c2fc76fc6b tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:36.432692 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a66d429e-0f19-45f4-8440-95c2fc76fc6b tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:36.498636 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d429e-0f19-45f4-8440-95c2fc76fc6b tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Pushing event deleted for resources: {'Network': ['ID=c7b56b55-0340-4699-b0c7-3b74594ad3b7,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:36.542204 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a66d429e-0f19-45f4-8440-95c2fc76fc6b tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "DELETE /v2.0/networks/c7b56b55-0340-4699-b0c7-3b74594ad3b7 HTTP/1.1" status: 204 len: 168 time: 1.6421618 May 03 22:51:36.542204 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35142) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:36.623166 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-4eeb2c3b-30d2-4d9d-b215-57505ee92f22 None None] For port 9b1a02ba-8dd6-4c43-81aa-2f5f79816e94, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=9b1a02ba-8dd6-4c43-81aa-2f5f79816e94,segment=NetworkSegment(905a9b8f-b56e-44de-b624-14b220326904),segment_id=905a9b8f-b56e-44de-b624-14b220326904)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:36.623999 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4eeb2c3b-30d2-4d9d-b215-57505ee92f22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:36.735863 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 12cd9440-d09a-4108-888e-3b801b43ac50 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:51:36.781611 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2312563c-45f2-4275-a34a-1246a6e33ba7 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:36.802445 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-2312563c-45f2-4275-a34a-1246a6e33ba7 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Deleting port 9b1a02ba-8dd6-4c43-81aa-2f5f79816e94 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:36.802792 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2312563c-45f2-4275-a34a-1246a6e33ba7 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:36.878155 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-4eeb2c3b-30d2-4d9d-b215-57505ee92f22 None None] Calling delete_port for 9b1a02ba-8dd6-4c43-81aa-2f5f79816e94 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:51:36.939207 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ba655cec-4fd0-498b-90dc-ce49ec2d9f5c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:36.951412 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-49e7a9bf-9042-4cf5-a42a-b21d0ed78920 None None] Port 3168d55c-c73d-4a02-afff-ddb14b031c21 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:51:37.001591 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-49e7a9bf-9042-4cf5-a42a-b21d0ed78920 None None] Provisioning complete for port 7b968c09-9fe7-4ac0-9f0f-41cf2c68ef6d triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:51:37.002294 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-49e7a9bf-9042-4cf5-a42a-b21d0ed78920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:37.053198 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 12cd9440-d09a-4108-888e-3b801b43ac50 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:51:37.060443 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4eeb2c3b-30d2-4d9d-b215-57505ee92f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:37.083464 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-2312563c-45f2-4275-a34a-1246a6e33ba7 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] For port 9b1a02ba-8dd6-4c43-81aa-2f5f79816e94, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=9b1a02ba-8dd6-4c43-81aa-2f5f79816e94,segment=NetworkSegment(905a9b8f-b56e-44de-b624-14b220326904),segment_id=905a9b8f-b56e-44de-b624-14b220326904)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:37.083855 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2312563c-45f2-4275-a34a-1246a6e33ba7 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:37.092704 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 12cd9440-d09a-4108-888e-3b801b43ac50 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:51:37.093067 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:37.142866 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-48e98453-187f-48d7-829b-717e09e2f955 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:37.154700 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb2c3b-30d2-4d9d-b215-57505ee92f22 None None] Pushing event deleted for resources: {'Port': ['ID=9b1a02ba-8dd6-4c43-81aa-2f5f79816e94,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:37.168633 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeb2c3b-30d2-4d9d-b215-57505ee92f22 None None] No DVR routers for this DVR port 9b1a02ba-8dd6-4c43-81aa-2f5f79816e94 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:51:37.188092 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-48e98453-187f-48d7-829b-717e09e2f955 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:37.232649 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ba655cec-4fd0-498b-90dc-ce49ec2d9f5c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:37.255995 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-2312563c-45f2-4275-a34a-1246a6e33ba7 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Calling delete_port for 9b1a02ba-8dd6-4c43-81aa-2f5f79816e94 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:51:37.299424 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:37.319183 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 12cd9440-d09a-4108-888e-3b801b43ac50, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=12cd9440-d09a-4108-888e-3b801b43ac50,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:37.325462 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:37.344663 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [None req-2312563c-45f2-4275-a34a-1246a6e33ba7 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:51:37.345024 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [None req-2312563c-45f2-4275-a34a-1246a6e33ba7 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:51:37.394384 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6a45df4a-cbce-4efc-9ac7-654c9ce864fc no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:51:37.442483 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 6a45df4a-cbce-4efc-9ac7-654c9ce864fc {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:51:37.442745 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6a45df4a-cbce-4efc-9ac7-654c9ce864fc not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:51:37.443168 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 9b1a02ba-8dd6-4c43-81aa-2f5f79816e94 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:51:37.459418 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd0f48-3010-4f00-b950-6f979e98eda7 req-9a8a2d54-c595-4c63-a0fa-ed28e423886a tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:37.460904 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5dfd0f48-3010-4f00-b950-6f979e98eda7 req-9a8a2d54-c595-4c63-a0fa-ed28e423886a tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=afeb6bc8-746a-4545-86a5-8010b470a14a HTTP/1.1" status: 200 len: 945 time: 0.4632769 May 03 22:51:37.485422 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 9b1a02ba-8dd6-4c43-81aa-2f5f79816e94 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:51:37.485770 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 9b1a02ba-8dd6-4c43-81aa-2f5f79816e94 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:51:37.491083 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=12cd9440-d09a-4108-888e-3b801b43ac50,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:37.499421 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a1434ada-b274-4291-af88-07cb574f366b None None] Provisioning complete for port 3168d55c-c73d-4a02-afff-ddb14b031c21 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:51:37.499587 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a1434ada-b274-4291-af88-07cb574f366b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:37.597203 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a1434ada-b274-4291-af88-07cb574f366b None None] Port 3168d55c-c73d-4a02-afff-ddb14b031c21 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:51:37.706675 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5dfd0f48-3010-4f00-b950-6f979e98eda7 req-e84562ae-1692-4fe1-9c30-1443f002357e tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378681 May 03 22:51:37.721333 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-48e98453-187f-48d7-829b-717e09e2f955 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Allocated IP 172.25.2.6 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/f097ba0b-6dce-4e52-9b12-288530671959) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:51:37.846516 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-2312563c-45f2-4275-a34a-1246a6e33ba7 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Deleting port 9b1a02ba-8dd6-4c43-81aa-2f5f79816e94 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:37.847017 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2312563c-45f2-4275-a34a-1246a6e33ba7 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:37.916889 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-2312563c-45f2-4275-a34a-1246a6e33ba7 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] The port '9b1a02ba-8dd6-4c43-81aa-2f5f79816e94' was deleted {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:51:38.039426 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2312563c-45f2-4275-a34a-1246a6e33ba7 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:38.064314 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-2312563c-45f2-4275-a34a-1246a6e33ba7 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39659ede-a161-442b-8b5e-00bdb95cd624']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:38.072165 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-48e98453-187f-48d7-829b-717e09e2f955 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:38.077629 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-2312563c-45f2-4275-a34a-1246a6e33ba7 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '905a9b8f-b56e-44de-b624-14b220326904') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:38.077834 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-2312563c-45f2-4275-a34a-1246a6e33ba7 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '905a9b8f-b56e-44de-b624-14b220326904') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:38.090309 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2312563c-45f2-4275-a34a-1246a6e33ba7 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:38.103522 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ba655cec-4fd0-498b-90dc-ce49ec2d9f5c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:38.115257 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae84ac-ef07-478d-9e3a-707ff03b1159 req-68eb42ee-ec3b-497e-86ea-e7ef805e946c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:38.116133 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2312563c-45f2-4275-a34a-1246a6e33ba7 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:38.116733 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-60ae84ac-ef07-478d-9e3a-707ff03b1159 req-68eb42ee-ec3b-497e-86ea-e7ef805e946c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=afeb6bc8-746a-4545-86a5-8010b470a14a HTTP/1.1" status: 200 len: 945 time: 0.2484326 May 03 22:51:38.119218 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ba655cec-4fd0-498b-90dc-ce49ec2d9f5c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:38.119981 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ba655cec-4fd0-498b-90dc-ce49ec2d9f5c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:38.125619 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2312563c-45f2-4275-a34a-1246a6e33ba7 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:51:38.126054 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2312563c-45f2-4275-a34a-1246a6e33ba7 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: timer() May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:51:38.141513 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:51:38.165781 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 7b968c09-9fe7-4ac0-9f0f-41cf2c68ef6d up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:51:38.228840 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2312563c-45f2-4275-a34a-1246a6e33ba7 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:38.249608 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2312563c-45f2-4275-a34a-1246a6e33ba7 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:38.249827 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 7b968c09-9fe7-4ac0-9f0f-41cf2c68ef6d triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:51:38.250200 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:38.262219 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312563c-45f2-4275-a34a-1246a6e33ba7 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] Pushing event deleted for resources: {'Network': ['ID=39659ede-a161-442b-8b5e-00bdb95cd624,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:38.276477 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2312563c-45f2-4275-a34a-1246a6e33ba7 tempest-TaggedBootDevicesTest-599466258 tempest-TaggedBootDevicesTest-599466258-project] 10.222.0.58 "DELETE /v2.0/networks/39659ede-a161-442b-8b5e-00bdb95cd624 HTTP/1.1" status: 204 len: 168 time: 1.7307558 May 03 22:51:38.314563 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-60ae84ac-ef07-478d-9e3a-707ff03b1159 req-a781df56-15d2-4948-8797-cc8ddccaea5d tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895735 May 03 22:51:38.324688 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-48e98453-187f-48d7-829b-717e09e2f955 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:38.328227 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba655cec-4fd0-498b-90dc-ce49ec2d9f5c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Port': ['ID=3168d55c-c73d-4a02-afff-ddb14b031c21,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:38.388298 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 12cd9440-d09a-4108-888e-3b801b43ac50 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:51:38.418773 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e98453-187f-48d7-829b-717e09e2f955 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Pushing event updated for resources: {'Port': ['ID=f097ba0b-6dce-4e52-9b12-288530671959,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:38.445155 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e98453-187f-48d7-829b-717e09e2f955 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:51:38.450039 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-48e98453-187f-48d7-829b-717e09e2f955 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:51:38.466997 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 12cd9440-d09a-4108-888e-3b801b43ac50 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:51:38.467663 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:38.491055 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e98453-187f-48d7-829b-717e09e2f955 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:51:38.580764 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba655cec-4fd0-498b-90dc-ce49ec2d9f5c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Network b0433db1-8662-445b-be4f-453643c10fc3 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:51:38.634121 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-ba655cec-4fd0-498b-90dc-ce49ec2d9f5c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:51:38.928724 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c954d87b-8f23-4a5a-bdff-d9779619a696 None None] Provisioning complete for port 3168d55c-c73d-4a02-afff-ddb14b031c21 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:51:38.929381 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c954d87b-8f23-4a5a-bdff-d9779619a696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:38.987398 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-c954d87b-8f23-4a5a-bdff-d9779619a696 None None] Port 3168d55c-c73d-4a02-afff-ddb14b031c21 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:51:39.050642 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8939c5-9f76-4cdb-bdf4-0fba367ab674 req-837b796e-e16e-43a4-8bfd-b1c01b69a384 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:39.052150 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5d8939c5-9f76-4cdb-bdf4-0fba367ab674 req-837b796e-e16e-43a4-8bfd-b1c01b69a384 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=afeb6bc8-746a-4545-86a5-8010b470a14a HTTP/1.1" status: 200 len: 945 time: 0.6039600 May 03 22:51:39.253054 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5d8939c5-9f76-4cdb-bdf4-0fba367ab674 req-7d218307-37a9-4e7a-9485-aebcf9363a49 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905253 May 03 22:51:39.303017 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba655cec-4fd0-498b-90dc-ce49ec2d9f5c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Router 2fbff4d4-c035-4dc2-85b5-7b8cf3f73e24 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:51:39.312492 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-48e98453-187f-48d7-829b-717e09e2f955 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:39.621074 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba655cec-4fd0-498b-90dc-ce49ec2d9f5c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:51:39.637735 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bed356-ac26-4d8f-8128-3dc655b14517 None None] Sync routers for ids ['2fbff4d4-c035-4dc2-85b5-7b8cf3f73e24'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:51:39.649498 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bed356-ac26-4d8f-8128-3dc655b14517 None None] Routers {'2fbff4d4-c035-4dc2-85b5-7b8cf3f73e24'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:51:39.650634 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-84bed356-ac26-4d8f-8128-3dc655b14517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['2fbff4d4-c035-4dc2-85b5-7b8cf3f73e24'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:39.730864 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-84bed356-ac26-4d8f-8128-3dc655b14517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:39.743841 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bed356-ac26-4d8f-8128-3dc655b14517 None None] Routers {'2fbff4d4-c035-4dc2-85b5-7b8cf3f73e24'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:51:39.744798 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-84bed356-ac26-4d8f-8128-3dc655b14517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['2fbff4d4-c035-4dc2-85b5-7b8cf3f73e24'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:39.818642 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ba655cec-4fd0-498b-90dc-ce49ec2d9f5c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "PUT /v2.0/routers/2fbff4d4-c035-4dc2-85b5-7b8cf3f73e24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8330216 May 03 22:51:39.821311 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35172) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:39.836864 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-84bed356-ac26-4d8f-8128-3dc655b14517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:39.841402 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bed356-ac26-4d8f-8128-3dc655b14517 None None] The sync data for ids ['2fbff4d4-c035-4dc2-85b5-7b8cf3f73e24'] in n-d-811807-1 is: [] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:51:39.881071 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-48e98453-187f-48d7-829b-717e09e2f955 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:39.893743 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e09dc6-cc6b-404d-bc88-dead88d17519 req-644eadba-5332-42bd-8a10-8a519bbf4f2c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:39.895267 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-75e09dc6-cc6b-404d-bc88-dead88d17519 req-644eadba-5332-42bd-8a10-8a519bbf4f2c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=afeb6bc8-746a-4545-86a5-8010b470a14a HTTP/1.1" status: 200 len: 945 time: 0.2090132 May 03 22:51:39.951075 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8154b6a-3935-4500-a4cf-a9eaa9e6c0a5 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:39.951957 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c8154b6a-3935-4500-a4cf-a9eaa9e6c0a5 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Synchronizing usage tracker for tenant:e4487dd9134946019ccb9652c13000b7 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:51:39.973120 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c8154b6a-3935-4500-a4cf-a9eaa9e6c0a5 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Unset dirty status for tenant:e4487dd9134946019ccb9652c13000b7 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:51:39.975479 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c8154b6a-3935-4500-a4cf-a9eaa9e6c0a5 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "GET /v2.0/ports?device_id=2fbff4d4-c035-4dc2-85b5-7b8cf3f73e24 HTTP/1.1" status: 200 len: 989 time: 0.1519065 May 03 22:51:39.978401 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35176) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:40.072558 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-75e09dc6-cc6b-404d-bc88-dead88d17519 req-1f3114ac-3d46-4e44-a68d-efc2ddd442f8 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253777 May 03 22:51:40.139794 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e98453-187f-48d7-829b-717e09e2f955 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Router b2c92166-0747-42fc-9ee0-d2553214313c is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:51:40.333155 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e98453-187f-48d7-829b-717e09e2f955 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:51:40.344879 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf4c2a4-2c20-4b55-baac-0ee5db4087e7 None None] Sync routers for ids ['b2c92166-0747-42fc-9ee0-d2553214313c'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:51:40.356130 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-48e98453-187f-48d7-829b-717e09e2f955 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:40.357782 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-48e98453-187f-48d7-829b-717e09e2f955 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 6.5922251 May 03 22:51:40.361394 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf4c2a4-2c20-4b55-baac-0ee5db4087e7 None None] Routers {'b2c92166-0747-42fc-9ee0-d2553214313c'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:51:40.361544 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35180) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:40.362172 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-2bf4c2a4-2c20-4b55-baac-0ee5db4087e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['b2c92166-0747-42fc-9ee0-d2553214313c'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:40.668482 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-2bf4c2a4-2c20-4b55-baac-0ee5db4087e7 None None] Set router b2c92166-0747-42fc-9ee0-d2553214313c gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:51:40.722366 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6f56a804-79d3-4750-8915-8b4e51c436f6 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] 10.222.0.58 "GET /v2.0/routers/b2c92166-0747-42fc-9ee0-d2553214313c HTTP/1.1" status: 200 len: 905 time: 0.3594177 May 03 22:51:40.820740 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35188) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:40.879492 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7a27e938-d10b-4ddd-8844-6131367c1cfd tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:41.085323 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4015d896-189e-41cb-b4ce-d1f4dbd1e530 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:41.166334 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-2bf4c2a4-2c20-4b55-baac-0ee5db4087e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c92166-0747-42fc-9ee0-d2553214313c', 'name': 'tempest-snat-router-914989286', 'tenant_id': 'bb593f281c5f450cab885d1b376ef000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'f097ba0b-6dce-4e52-9b12-288530671959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:51:33Z', 'updated_at': '2022-05-03T22:51:39Z', 'revision_number': 3, 'project_id': 'bb593f281c5f450cab885d1b376ef000', 'gw_port': {'id': 'f097ba0b-6dce-4e52-9b12-288530671959', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:8e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c92166-0747-42fc-9ee0-d2553214313c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:51:37Z', 'updated_at': '2022-05-03T22:51:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:41.176651 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf4c2a4-2c20-4b55-baac-0ee5db4087e7 None None] Checking router: b2c92166-0747-42fc-9ee0-d2553214313c for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:51:41.180557 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf4c2a4-2c20-4b55-baac-0ee5db4087e7 None None] Updating router b2c92166-0747-42fc-9ee0-d2553214313c port f097ba0b-6dce-4e52-9b12-288530671959 binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:51:41.216927 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-7a27e938-d10b-4ddd-8844-6131367c1cfd tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Deleting port 3168d55c-c73d-4a02-afff-ddb14b031c21 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:41.216927 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7a27e938-d10b-4ddd-8844-6131367c1cfd tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:41.277945 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2bf4c2a4-2c20-4b55-baac-0ee5db4087e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:41.395084 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4015d896-189e-41cb-b4ce-d1f4dbd1e530 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:41.421945 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad996d88-b0f2-40bc-a5f4-cec34e8267ea req-f8926af3-e952-4706-8d6e-3db72b0d16ba tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:41.431790 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad996d88-b0f2-40bc-a5f4-cec34e8267ea req-f8926af3-e952-4706-8d6e-3db72b0d16ba tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=afeb6bc8-746a-4545-86a5-8010b470a14a HTTP/1.1" status: 200 len: 945 time: 0.1339436 May 03 22:51:41.450463 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-4015d896-189e-41cb-b4ce-d1f4dbd1e530 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Deleting port f097ba0b-6dce-4e52-9b12-288530671959 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:41.450946 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4015d896-189e-41cb-b4ce-d1f4dbd1e530 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:41.540871 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7a27e938-d10b-4ddd-8844-6131367c1cfd tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:41.554468 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad996d88-b0f2-40bc-a5f4-cec34e8267ea req-a811ccc0-556a-444a-b08c-e5980369edf2 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216655 May 03 22:51:41.679799 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-7a27e938-d10b-4ddd-8844-6131367c1cfd tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Calling delete_port for 3168d55c-c73d-4a02-afff-ddb14b031c21 owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:51:41.716064 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2bf4c2a4-2c20-4b55-baac-0ee5db4087e7 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:41.733491 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-2bf4c2a4-2c20-4b55-baac-0ee5db4087e7 None None] Transition to ACTIVE for port object f097ba0b-6dce-4e52-9b12-288530671959 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:51:41.740380 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b5ba8-d610-4e72-92d9-88b721925ec0 req-fa281d45-fb65-4cc0-baac-2f24eb69fee1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:41.741665 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-e69b5ba8-d610-4e72-92d9-88b721925ec0 req-fa281d45-fb65-4cc0-baac-2f24eb69fee1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Synchronizing usage tracker for tenant:fac7f64c48bd48e8ae480a0113f466e9 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:51:41.743659 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2bf4c2a4-2c20-4b55-baac-0ee5db4087e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:41.769700 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4015d896-189e-41cb-b4ce-d1f4dbd1e530 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:41.900959 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-2bf4c2a4-2c20-4b55-baac-0ee5db4087e7 None None] Attempting to bind port f097ba0b-6dce-4e52-9b12-288530671959 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:51:41.901321 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-2bf4c2a4-2c20-4b55-baac-0ee5db4087e7 None None] Attempting to bind port f097ba0b-6dce-4e52-9b12-288530671959 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:51:41.901679 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf4c2a4-2c20-4b55-baac-0ee5db4087e7 None None] Attempting to bind port f097ba0b-6dce-4e52-9b12-288530671959 on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:51:41.907435 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf4c2a4-2c20-4b55-baac-0ee5db4087e7 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:51:41.907676 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf4c2a4-2c20-4b55-baac-0ee5db4087e7 None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:51:41.908083 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2bf4c2a4-2c20-4b55-baac-0ee5db4087e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:41.908513 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf4c2a4-2c20-4b55-baac-0ee5db4087e7 None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:51:41.908975 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-2bf4c2a4-2c20-4b55-baac-0ee5db4087e7 None None] Bound port: f097ba0b-6dce-4e52-9b12-288530671959, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:51:41.909345 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2bf4c2a4-2c20-4b55-baac-0ee5db4087e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:41.911772 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7a27e938-d10b-4ddd-8844-6131367c1cfd tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:41.934387 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89224b28-d418-4199-bc35-da4e5607cc51 None None] Pushing event updated for resources: {'Port': ['ID=f097ba0b-6dce-4e52-9b12-288530671959,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:41.941326 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-4015d896-189e-41cb-b4ce-d1f4dbd1e530 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Calling delete_port for f097ba0b-6dce-4e52-9b12-288530671959 owned by network:router_gateway {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:51:41.979125 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27e938-d10b-4ddd-8844-6131367c1cfd tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'Port': ['ID=3168d55c-c73d-4a02-afff-ddb14b031c21,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:41.985461 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-e69b5ba8-d610-4e72-92d9-88b721925ec0 req-fa281d45-fb65-4cc0-baac-2f24eb69fee1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Unset dirty status for tenant:fac7f64c48bd48e8ae480a0113f466e9 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:51:41.986648 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e69b5ba8-d610-4e72-92d9-88b721925ec0 req-fa281d45-fb65-4cc0-baac-2f24eb69fee1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.67 "GET /v2.0/ports?device_id=afeb6bc8-746a-4545-86a5-8010b470a14a HTTP/1.1" status: 200 len: 945 time: 0.5943482 May 03 22:51:42.015018 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-2bf4c2a4-2c20-4b55-baac-0ee5db4087e7 None None] For port f097ba0b-6dce-4e52-9b12-288530671959, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:51:42.020231 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-2bf4c2a4-2c20-4b55-baac-0ee5db4087e7 None None] For port f097ba0b-6dce-4e52-9b12-288530671959, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=f097ba0b-6dce-4e52-9b12-288530671959,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:51:42.027066 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2bf4c2a4-2c20-4b55-baac-0ee5db4087e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:42.117637 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.api [None req-4015d896-189e-41cb-b4ce-d1f4dbd1e530 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:51:42.117637 n-d-811807-1 neutron-server[88069]: DEBUG oslo_db.api [None req-4015d896-189e-41cb-b4ce-d1f4dbd1e530 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:51:42.160151 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf4c2a4-2c20-4b55-baac-0ee5db4087e7 None None] Routers {'b2c92166-0747-42fc-9ee0-d2553214313c'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:51:42.160781 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-2bf4c2a4-2c20-4b55-baac-0ee5db4087e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['b2c92166-0747-42fc-9ee0-d2553214313c'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:42.217520 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89224b28-d418-4199-bc35-da4e5607cc51 None None] Pushing event updated for resources: {'Port': ['ID=f097ba0b-6dce-4e52-9b12-288530671959,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:42.352354 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-2bf4c2a4-2c20-4b55-baac-0ee5db4087e7 None None] Set router b2c92166-0747-42fc-9ee0-d2553214313c gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:51:42.424901 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7a27e938-d10b-4ddd-8844-6131367c1cfd tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:42.434440 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-e69b5ba8-d610-4e72-92d9-88b721925ec0 req-2fadd736-770e-4cc1-8f7e-82d53507e60d tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Deleting port b449d983-27cb-4de3-9d4d-739c766789ae {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:42.434857 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e69b5ba8-d610-4e72-92d9-88b721925ec0 req-2fadd736-770e-4cc1-8f7e-82d53507e60d tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:42.486984 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-2bf4c2a4-2c20-4b55-baac-0ee5db4087e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c92166-0747-42fc-9ee0-d2553214313c', 'name': 'tempest-snat-router-914989286', 'tenant_id': 'bb593f281c5f450cab885d1b376ef000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:51:33Z', 'updated_at': '2022-05-03T22:51:41Z', 'revision_number': 4, 'project_id': 'bb593f281c5f450cab885d1b376ef000', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:42.490981 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf4c2a4-2c20-4b55-baac-0ee5db4087e7 None None] The sync data for ids ['b2c92166-0747-42fc-9ee0-d2553214313c'] in n-d-811807-1 is: [{'id': 'b2c92166-0747-42fc-9ee0-d2553214313c', 'name': 'tempest-snat-router-914989286', 'tenant_id': 'bb593f281c5f450cab885d1b376ef000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:51:33Z', 'updated_at': '2022-05-03T22:51:41Z', 'revision_number': 4, 'project_id': 'bb593f281c5f450cab885d1b376ef000', 'gw_port_host': None}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:51:42.617960 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-4015d896-189e-41cb-b4ce-d1f4dbd1e530 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Deleting port f097ba0b-6dce-4e52-9b12-288530671959 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:42.618317 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4015d896-189e-41cb-b4ce-d1f4dbd1e530 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:42.914854 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a27e938-d10b-4ddd-8844-6131367c1cfd tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Router 2fbff4d4-c035-4dc2-85b5-7b8cf3f73e24 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:51:43.004557 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fcd8ff-d9cf-4cbf-a3cf-2831920b8f3a req-3fc56737-3842-4b34-b33a-0aeaecad9ea0 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:43.006382 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-70fcd8ff-d9cf-4cbf-a3cf-2831920b8f3a req-3fc56737-3842-4b34-b33a-0aeaecad9ea0 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=afeb6bc8-746a-4545-86a5-8010b470a14a HTTP/1.1" status: 200 len: 945 time: 0.3127027 May 03 22:51:43.012141 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-4015d896-189e-41cb-b4ce-d1f4dbd1e530 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] For port f097ba0b-6dce-4e52-9b12-288530671959, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=f097ba0b-6dce-4e52-9b12-288530671959,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:43.012141 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4015d896-189e-41cb-b4ce-d1f4dbd1e530 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:43.115888 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a27e938-d10b-4ddd-8844-6131367c1cfd tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:51:43.119406 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-e69b5ba8-d610-4e72-92d9-88b721925ec0 req-2fadd736-770e-4cc1-8f7e-82d53507e60d tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] For port b449d983-27cb-4de3-9d4d-739c766789ae, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=b449d983-27cb-4de3-9d4d-739c766789ae,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:43.119770 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e69b5ba8-d610-4e72-92d9-88b721925ec0 req-2fadd736-770e-4cc1-8f7e-82d53507e60d tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:43.126225 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841b27a3-aa95-471e-9e24-6f691e9a06af None None] Sync routers for ids ['2fbff4d4-c035-4dc2-85b5-7b8cf3f73e24'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:51:43.135997 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841b27a3-aa95-471e-9e24-6f691e9a06af None None] Routers {'2fbff4d4-c035-4dc2-85b5-7b8cf3f73e24'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:51:43.136769 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-841b27a3-aa95-471e-9e24-6f691e9a06af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['2fbff4d4-c035-4dc2-85b5-7b8cf3f73e24'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:43.204784 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-4015d896-189e-41cb-b4ce-d1f4dbd1e530 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Calling delete_port for f097ba0b-6dce-4e52-9b12-288530671959 owned by network:router_gateway {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:51:43.228446 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-841b27a3-aa95-471e-9e24-6f691e9a06af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:43.238794 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841b27a3-aa95-471e-9e24-6f691e9a06af None None] Routers {'2fbff4d4-c035-4dc2-85b5-7b8cf3f73e24'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:51:43.240242 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-841b27a3-aa95-471e-9e24-6f691e9a06af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['2fbff4d4-c035-4dc2-85b5-7b8cf3f73e24'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:43.273108 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-e69b5ba8-d610-4e72-92d9-88b721925ec0 req-2fadd736-770e-4cc1-8f7e-82d53507e60d tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Calling delete_port for b449d983-27cb-4de3-9d4d-739c766789ae owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:51:43.291669 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-70fcd8ff-d9cf-4cbf-a3cf-2831920b8f3a req-f1b256e7-338d-4bd2-bf0b-723b91755786 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715473 May 03 22:51:43.311742 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-841b27a3-aa95-471e-9e24-6f691e9a06af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:43.312448 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841b27a3-aa95-471e-9e24-6f691e9a06af None None] The sync data for ids ['2fbff4d4-c035-4dc2-85b5-7b8cf3f73e24'] in n-d-811807-1 is: [] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:51:43.324082 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7a27e938-d10b-4ddd-8844-6131367c1cfd tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "PUT /v2.0/routers/2fbff4d4-c035-4dc2-85b5-7b8cf3f73e24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3416882 May 03 22:51:43.330352 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35206) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:43.386372 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30723a7-da83-46de-a947-10f99f1ea60c req-0476364f-9e32-4c4d-ad66-fe21ad948e6d tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:43.393463 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c30723a7-da83-46de-a947-10f99f1ea60c req-0476364f-9e32-4c4d-ad66-fe21ad948e6d tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 1098 time: 0.3685184 May 03 22:51:43.418827 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdeb888d-f697-46d9-91ed-a4c2bc669a9e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] GET failed (client error): The resource could not be found. May 03 22:51:43.419484 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-bdeb888d-f697-46d9-91ed-a4c2bc669a9e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Synchronizing usage tracker for tenant:e4487dd9134946019ccb9652c13000b7 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:51:43.463421 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-bdeb888d-f697-46d9-91ed-a4c2bc669a9e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Unset dirty status for tenant:e4487dd9134946019ccb9652c13000b7 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:51:43.466539 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-bdeb888d-f697-46d9-91ed-a4c2bc669a9e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "GET /v2.0/ports/3168d55c-c73d-4a02-afff-ddb14b031c21 HTTP/1.1" status: 404 len: 333 time: 0.1321054 May 03 22:51:43.468439 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35214) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:43.468573 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-c30723a7-da83-46de-a947-10f99f1ea60c req-cf3378c0-ff9d-4672-ba61-be463f74d535 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] Synchronizing usage tracker for tenant:a58803e3300a4abc928e401c174c18b3 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:51:43.572725 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-c30723a7-da83-46de-a947-10f99f1ea60c req-cf3378c0-ff9d-4672-ba61-be463f74d535 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] Unset dirty status for tenant:a58803e3300a4abc928e401c174c18b3 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:51:43.596289 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c30723a7-da83-46de-a947-10f99f1ea60c req-cf3378c0-ff9d-4672-ba61-be463f74d535 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017975 May 03 22:51:43.616619 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35220) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:43.755317 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4015d896-189e-41cb-b4ce-d1f4dbd1e530 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:43.816903 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-064b430d-633c-4b35-ad38-1621bdbe8a54 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:43.817998 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015d896-189e-41cb-b4ce-d1f4dbd1e530 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Pushing event deleted for resources: {'Port': ['ID=f097ba0b-6dce-4e52-9b12-288530671959,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:43.906680 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device b449d983-27cb-4de3-9d4d-739c766789ae no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:51:43.944446 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e69b5ba8-d610-4e72-92d9-88b721925ec0 req-2fadd736-770e-4cc1-8f7e-82d53507e60d tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:43.969889 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: b449d983-27cb-4de3-9d4d-739c766789ae {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:51:43.972507 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device b449d983-27cb-4de3-9d4d-739c766789ae not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:51:44.000160 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fadd736-770e-4cc1-8f7e-82d53507e60d tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Pushing event deleted for resources: {'Port': ['ID=b449d983-27cb-4de3-9d4d-739c766789ae,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:44.061165 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-e87e3d64-3770-489f-ab06-857b98303873 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Deleting port a66eff97-74d8-410b-9d5f-b71779ba1b23 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:44.061889 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e87e3d64-3770-489f-ab06-857b98303873 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:44.088230 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4015d896-189e-41cb-b4ce-d1f4dbd1e530 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:44.285769 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69b5ba8-d610-4e72-92d9-88b721925ec0 req-2fadd736-770e-4cc1-8f7e-82d53507e60d tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] No DVR routers for this DVR port b449d983-27cb-4de3-9d4d-739c766789ae on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:51:44.289887 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e69b5ba8-d610-4e72-92d9-88b721925ec0 req-2fadd736-770e-4cc1-8f7e-82d53507e60d tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:44.293143 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afeb6bc8-746a-4545-86a5-8010b470a14a', 'name': 'network-vif-deleted', 'tag': 'b449d983-27cb-4de3-9d4d-739c766789ae'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:51:44.300867 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-064b430d-633c-4b35-ad38-1621bdbe8a54 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:44.307030 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-064b430d-633c-4b35-ad38-1621bdbe8a54 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:44.329381 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e69b5ba8-d610-4e72-92d9-88b721925ec0 req-2fadd736-770e-4cc1-8f7e-82d53507e60d tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.67 "DELETE /v2.0/ports/b449d983-27cb-4de3-9d4d-739c766789ae HTTP/1.1" status: 204 len: 173 time: 2.2752118 May 03 22:51:44.396357 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-064b430d-633c-4b35-ad38-1621bdbe8a54 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:44.397159 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064b430d-633c-4b35-ad38-1621bdbe8a54 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Fanout notify agent at l3_agent the message router_deleted on router 2fbff4d4-c035-4dc2-85b5-7b8cf3f73e24 {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:51:44.420076 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d736eb2f-7074-4194-97aa-5c9e9d5418cc'] response: {'server_uuid': 'afeb6bc8-746a-4545-86a5-8010b470a14a', 'name': 'network-vif-deleted', 'tag': 'b449d983-27cb-4de3-9d4d-739c766789ae', 'status': 'completed', 'code': 200} May 03 22:51:44.435776 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-064b430d-633c-4b35-ad38-1621bdbe8a54 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:44.441910 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-064b430d-633c-4b35-ad38-1621bdbe8a54 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/routers/2fbff4d4-c035-4dc2-85b5-7b8cf3f73e24 HTTP/1.1" status: 204 len: 168 time: 0.9714088 May 03 22:51:44.441910 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35228) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:44.477763 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4015d896-189e-41cb-b4ce-d1f4dbd1e530 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:44.480542 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4015d896-189e-41cb-b4ce-d1f4dbd1e530 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:44.521044 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4015d896-189e-41cb-b4ce-d1f4dbd1e530 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:44.521552 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4015d896-189e-41cb-b4ce-d1f4dbd1e530 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2c92166-0747-42fc-9ee0-d2553214313c {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:51:44.553588 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b37e8fc-6943-4d98-90d1-ac839007dfc9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Deleting subnet f00b904b-89d4-4c10-b6d4-2d37a3805729 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:51:44.563815 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6b37e8fc-6943-4d98-90d1-ac839007dfc9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:44.671301 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6b37e8fc-6943-4d98-90d1-ac839007dfc9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:44.694303 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d87b4392-1fe4-441d-b257-d6d83a916807 req-b16f3137-5382-4f93-936f-779cf00d1a2b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=afeb6bc8-746a-4545-86a5-8010b470a14a HTTP/1.1" status: 200 len: 210 time: 0.1339765 May 03 22:51:44.728944 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e87e3d64-3770-489f-ab06-857b98303873 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:44.729539 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e87e3d64-3770-489f-ab06-857b98303873 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:44.848478 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6b37e8fc-6943-4d98-90d1-ac839007dfc9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:44.941786 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6b37e8fc-6943-4d98-90d1-ac839007dfc9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:44.986393 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6b37e8fc-6943-4d98-90d1-ac839007dfc9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:44.993526 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a686e5-8909-49f7-8c19-9b244d00551a None None] Network b0433db1-8662-445b-be4f-453643c10fc3 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:51:44.996587 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37e8fc-6943-4d98-90d1-ac839007dfc9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'Subnet': ['ID=f00b904b-89d4-4c10-b6d4-2d37a3805729,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:45.007736 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6b37e8fc-6943-4d98-90d1-ac839007dfc9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/subnets/f00b904b-89d4-4c10-b6d4-2d37a3805729 HTTP/1.1" status: 204 len: 168 time: 0.5637338 May 03 22:51:45.012423 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35234) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:45.080329 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-e87e3d64-3770-489f-ab06-857b98303873 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Calling delete_port for a66eff97-74d8-410b-9d5f-b71779ba1b23 owned by network:floatingip {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:51:45.168394 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9a76e31c-dd00-42a7-8953-65d890547b87 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:45.172490 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4015d896-189e-41cb-b4ce-d1f4dbd1e530 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:45.176501 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35238) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:45.177907 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4015d896-189e-41cb-b4ce-d1f4dbd1e530 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] 10.222.0.58 "DELETE /v2.0/routers/b2c92166-0747-42fc-9ee0-d2553214313c HTTP/1.1" status: 204 len: 168 time: 4.3561323 May 03 22:51:45.318741 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-9a76e31c-dd00-42a7-8953-65d890547b87 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Deleting port 7b968c09-9fe7-4ac0-9f0f-41cf2c68ef6d {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:45.319079 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9a76e31c-dd00-42a7-8953-65d890547b87 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:45.321711 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e87e3d64-3770-489f-ab06-857b98303873 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:45.400226 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bbc861-bcd0-4968-aca0-ca20be4a69ce None None] DHCP port deletion for b0433db1-8662-445b-be4f-453643c10fc3 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:51:45.405070 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-d3bbc861-bcd0-4968-aca0-ca20be4a69ce None None] Deleting port 7b968c09-9fe7-4ac0-9f0f-41cf2c68ef6d {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:45.405453 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d3bbc861-bcd0-4968-aca0-ca20be4a69ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:45.480910 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a31098b-234d-4670-80fb-dad8f1d8a13b tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:45.517591 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e3d64-3770-489f-ab06-857b98303873 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event deleted for resources: {'Port': ['ID=a66eff97-74d8-410b-9d5f-b71779ba1b23,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:45.623010 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e87e3d64-3770-489f-ab06-857b98303873 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for floatingip, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:45.623686 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-e87e3d64-3770-489f-ab06-857b98303873 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Floating IP 96ec43a9-982a-4b87-bc7c-ddb46ed6e604 disassociated (deleted). External IP: 172.25.2.43, port: 85b92057-4bb8-4560-8b1d-787a33125312. May 03 22:51:45.776393 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-d3bbc861-bcd0-4968-aca0-ca20be4a69ce None None] For port 7b968c09-9fe7-4ac0-9f0f-41cf2c68ef6d, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=7b968c09-9fe7-4ac0-9f0f-41cf2c68ef6d,segment=NetworkSegment(4c142504-10c2-468f-b361-0de55b24d9a2),segment_id=4c142504-10c2-468f-b361-0de55b24d9a2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:45.776796 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d3bbc861-bcd0-4968-aca0-ca20be4a69ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:46.007730 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-d3bbc861-bcd0-4968-aca0-ca20be4a69ce None None] Calling delete_port for 7b968c09-9fe7-4ac0-9f0f-41cf2c68ef6d owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:51:46.029515 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cc183643-d075-4e44-bd20-f67976f28b66 req-041ff924-b9ac-4441-991d-8d01d367bce8 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=afeb6bc8-746a-4545-86a5-8010b470a14a HTTP/1.1" status: 200 len: 210 time: 0.0972590 May 03 22:51:46.115562 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-9a76e31c-dd00-42a7-8953-65d890547b87 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] For port 7b968c09-9fe7-4ac0-9f0f-41cf2c68ef6d, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=7b968c09-9fe7-4ac0-9f0f-41cf2c68ef6d,segment=NetworkSegment(4c142504-10c2-468f-b361-0de55b24d9a2),segment_id=4c142504-10c2-468f-b361-0de55b24d9a2)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:46.116065 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9a76e31c-dd00-42a7-8953-65d890547b87 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:46.246932 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 7b968c09-9fe7-4ac0-9f0f-41cf2c68ef6d no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:51:46.307586 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d3bbc861-bcd0-4968-aca0-ca20be4a69ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:46.375463 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-9a76e31c-dd00-42a7-8953-65d890547b87 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Calling delete_port for 7b968c09-9fe7-4ac0-9f0f-41cf2c68ef6d owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:51:46.391030 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bbc861-bcd0-4968-aca0-ca20be4a69ce None None] No DVR routers for this DVR port 7b968c09-9fe7-4ac0-9f0f-41cf2c68ef6d on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:51:46.398736 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bbc861-bcd0-4968-aca0-ca20be4a69ce None None] Pushing event deleted for resources: {'Port': ['ID=7b968c09-9fe7-4ac0-9f0f-41cf2c68ef6d,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:46.411106 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87e3d64-3770-489f-ab06-857b98303873 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Router a281fb3d-8032-4b96-afd4-f5996537ba4a has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:51:46.426537 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No active binding found for port 7b968c09-9fe7-4ac0-9f0f-41cf2c68ef6d {{(pid=88071) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 03 22:51:46.428976 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 7b968c09-9fe7-4ac0-9f0f-41cf2c68ef6d not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:51:46.444115 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a31098b-234d-4670-80fb-dad8f1d8a13b tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:46.474440 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-0a31098b-234d-4670-80fb-dad8f1d8a13b tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Deleting port 12cd9440-d09a-4108-888e-3b801b43ac50 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:46.475125 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a31098b-234d-4670-80fb-dad8f1d8a13b tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:46.540973 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [None req-9a76e31c-dd00-42a7-8953-65d890547b87 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:51:46.541309 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [None req-9a76e31c-dd00-42a7-8953-65d890547b87 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:51:46.649620 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87e3d64-3770-489f-ab06-857b98303873 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:51:46.661713 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5474843-3c46-413a-867d-903c6af27aab None None] Sync routers for ids ['a281fb3d-8032-4b96-afd4-f5996537ba4a'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:51:46.675211 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e87e3d64-3770-489f-ab06-857b98303873 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:46.676611 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5474843-3c46-413a-867d-903c6af27aab None None] Routers {'a281fb3d-8032-4b96-afd4-f5996537ba4a'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:51:46.677755 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f5474843-3c46-413a-867d-903c6af27aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a281fb3d-8032-4b96-afd4-f5996537ba4a'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:46.694344 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-0a31098b-234d-4670-80fb-dad8f1d8a13b tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] For port 12cd9440-d09a-4108-888e-3b801b43ac50, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=12cd9440-d09a-4108-888e-3b801b43ac50,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:46.694800 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a31098b-234d-4670-80fb-dad8f1d8a13b tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:46.740785 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e87e3d64-3770-489f-ab06-857b98303873 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "DELETE /v2.0/floatingips/96ec43a9-982a-4b87-bc7c-ddb46ed6e604 HTTP/1.1" status: 204 len: 168 time: 3.1228971 May 03 22:51:46.741441 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f21ccd-9817-4f5b-a3d2-42f9fd90a16a', 'tag': '85b92057-4bb8-4560-8b1d-787a33125312'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:51:46.820532 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e5f7365-3bcb-420d-a406-00dae2159ff6'] response: {'name': 'network-changed', 'server_uuid': '63f21ccd-9817-4f5b-a3d2-42f9fd90a16a', 'tag': '85b92057-4bb8-4560-8b1d-787a33125312', 'status': 'completed', 'code': 200} May 03 22:51:46.900084 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-0a31098b-234d-4670-80fb-dad8f1d8a13b tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Calling delete_port for 12cd9440-d09a-4108-888e-3b801b43ac50 owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:51:46.992173 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-f5474843-3c46-413a-867d-903c6af27aab None None] Set router a281fb3d-8032-4b96-afd4-f5996537ba4a gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:51:47.016638 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7d315-f71a-4818-9b6a-f21e2a889537 req-7312b77e-8b7a-4374-8c4f-af30576e014d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:47.018619 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c2a7d315-f71a-4818-9b6a-f21e2a889537 req-7312b77e-8b7a-4374-8c4f-af30576e014d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 1098 time: 0.1578152 May 03 22:51:47.122062 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-9a76e31c-dd00-42a7-8953-65d890547b87 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Deleting port 7b968c09-9fe7-4ac0-9f0f-41cf2c68ef6d {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:47.125667 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9a76e31c-dd00-42a7-8953-65d890547b87 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:47.166943 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35258) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:47.361194 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-9a76e31c-dd00-42a7-8953-65d890547b87 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] The port '7b968c09-9fe7-4ac0-9f0f-41cf2c68ef6d' was deleted {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:51:47.469825 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f5474843-3c46-413a-867d-903c6af27aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473588078', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'e34957be-7cfa-496e-9ec7-ba816bcf9853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:48:27Z', 'updated_at': '2022-05-03T22:48:42Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': 'e34957be-7cfa-496e-9ec7-ba816bcf9853', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:29Z', 'updated_at': '2022-05-03T22:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '3fe9864c-5f3a-4864-bdc0-4b62a08633a0', 'name': '', 'network_id': '205448ae-d8cd-4b1c-9138-0734b8d65b11', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'mac_address': 'fa:16:3e:29:a7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '2cf564aa-e2bf-4b2e-a23f-3f341609bb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:39Z', 'updated_at': '2022-05-03T22:48:55Z', 'revision_number': 5, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'subnets': [{'id': '2cf564aa-e2bf-4b2e-a23f-3f341609bb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:47.476358 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5474843-3c46-413a-867d-903c6af27aab None None] Checking router: a281fb3d-8032-4b96-afd4-f5996537ba4a for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:51:47.487005 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5474843-3c46-413a-867d-903c6af27aab None None] Routers {'a281fb3d-8032-4b96-afd4-f5996537ba4a'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:51:47.487657 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f5474843-3c46-413a-867d-903c6af27aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a281fb3d-8032-4b96-afd4-f5996537ba4a'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:47.511559 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7d315-f71a-4818-9b6a-f21e2a889537 req-52080362-4ba2-4786-8b9f-f9836d163876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:47.512922 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c2a7d315-f71a-4818-9b6a-f21e2a889537 req-52080362-4ba2-4786-8b9f-f9836d163876 service neutron] 10.222.0.60 "GET /v2.0/networks?id=205448ae-d8cd-4b1c-9138-0734b8d65b11 HTTP/1.1" status: 200 len: 898 time: 0.4771187 May 03 22:51:47.577034 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabf071-ff43-407c-9c49-aef37ff032d9 req-b61bf054-5056-4176-80c4-8dc61463c87d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:47.577936 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-caabf071-ff43-407c-9c49-aef37ff032d9 req-b61bf054-5056-4176-80c4-8dc61463c87d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Synchronizing usage tracker for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:51:47.631948 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9a76e31c-dd00-42a7-8953-65d890547b87 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:47.651097 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c2a7d315-f71a-4818-9b6a-f21e2a889537 req-1cc0941a-3325-4e7b-8e16-1eb4bbd5de40 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85b92057-4bb8-4560-8b1d-787a33125312 HTTP/1.1" status: 200 len: 217 time: 0.0885973 May 03 22:51:47.709170 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-f5474843-3c46-413a-867d-903c6af27aab None None] Set router a281fb3d-8032-4b96-afd4-f5996537ba4a gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:51:47.716709 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a31098b-234d-4670-80fb-dad8f1d8a13b tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:47.902505 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-9a76e31c-dd00-42a7-8953-65d890547b87 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0433db1-8662-445b-be4f-453643c10fc3']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:47.942133 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31098b-234d-4670-80fb-dad8f1d8a13b tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Pushing event deleted for resources: {'Port': ['ID=12cd9440-d09a-4108-888e-3b801b43ac50,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:47.945246 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-9a76e31c-dd00-42a7-8953-65d890547b87 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c142504-10c2-468f-b361-0de55b24d9a2') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:47.945673 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-9a76e31c-dd00-42a7-8953-65d890547b87 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c142504-10c2-468f-b361-0de55b24d9a2') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:48.030728 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9a76e31c-dd00-42a7-8953-65d890547b87 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:48.052998 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7d315-f71a-4818-9b6a-f21e2a889537 req-e958e9e6-9a9b-4e9e-a2fa-e5fdc82467f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:48.054610 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c2a7d315-f71a-4818-9b6a-f21e2a889537 req-e958e9e6-9a9b-4e9e-a2fa-e5fdc82467f8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2cf564aa-e2bf-4b2e-a23f-3f341609bb2f HTTP/1.1" status: 200 len: 834 time: 0.3812754 May 03 22:51:48.068521 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-caabf071-ff43-407c-9c49-aef37ff032d9 req-b61bf054-5056-4176-80c4-8dc61463c87d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Unset dirty status for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:51:48.070381 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-caabf071-ff43-407c-9c49-aef37ff032d9 req-b61bf054-5056-4176-80c4-8dc61463c87d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 947 time: 0.7934792 May 03 22:51:48.121550 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9a76e31c-dd00-42a7-8953-65d890547b87 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:48.153986 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a76e31c-dd00-42a7-8953-65d890547b87 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:51:48.155185 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9a76e31c-dd00-42a7-8953-65d890547b87 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:48.182029 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f5474843-3c46-413a-867d-903c6af27aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473588078', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'e34957be-7cfa-496e-9ec7-ba816bcf9853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:48:27Z', 'updated_at': '2022-05-03T22:48:42Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': 'e34957be-7cfa-496e-9ec7-ba816bcf9853', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:29Z', 'updated_at': '2022-05-03T22:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '3fe9864c-5f3a-4864-bdc0-4b62a08633a0', 'name': '', 'network_id': '205448ae-d8cd-4b1c-9138-0734b8d65b11', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'mac_address': 'fa:16:3e:29:a7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '2cf564aa-e2bf-4b2e-a23f-3f341609bb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:39Z', 'updated_at': '2022-05-03T22:48:55Z', 'revision_number': 5, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'subnets': [{'id': '2cf564aa-e2bf-4b2e-a23f-3f341609bb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:48.188408 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5474843-3c46-413a-867d-903c6af27aab None None] The sync data for ids ['a281fb3d-8032-4b96-afd4-f5996537ba4a'] in n-d-811807-1 is: [{'id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473588078', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'e34957be-7cfa-496e-9ec7-ba816bcf9853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:48:27Z', 'updated_at': '2022-05-03T22:48:42Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': 'e34957be-7cfa-496e-9ec7-ba816bcf9853', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:29Z', 'updated_at': '2022-05-03T22:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '3fe9864c-5f3a-4864-bdc0-4b62a08633a0', 'name': '', 'network_id': '205448ae-d8cd-4b1c-9138-0734b8d65b11', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'mac_address': 'fa:16:3e:29:a7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '2cf564aa-e2bf-4b2e-a23f-3f341609bb2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:39Z', 'updated_at': '2022-05-03T22:48:55Z', 'revision_number': 5, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'subnets': [{'id': '2cf564aa-e2bf-4b2e-a23f-3f341609bb2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: timer() May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:51:48.242907 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:51:48.260299 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a31098b-234d-4670-80fb-dad8f1d8a13b tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:48.304806 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-caabf071-ff43-407c-9c49-aef37ff032d9 req-1d89bc0b-1e35-4bf1-9cb5-1e2ae1bf5f39 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088900 May 03 22:51:48.440374 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9a76e31c-dd00-42a7-8953-65d890547b87 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:48.507994 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a24aa038-660f-4e9c-9742-cc141d280809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:48.610969 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9a76e31c-dd00-42a7-8953-65d890547b87 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:48.657681 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a31098b-234d-4670-80fb-dad8f1d8a13b tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:48.671125 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a31098b-234d-4670-80fb-dad8f1d8a13b tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:48.702047 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a78eb3a-1580-43b8-a174-acaa9d280edf None None] New status for floating IP 96ec43a9-982a-4b87-bc7c-ddb46ed6e604: DOWN {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:51:48.731487 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a76e31c-dd00-42a7-8953-65d890547b87 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'Network': ['ID=b0433db1-8662-445b-be4f-453643c10fc3,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:48.788758 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a31098b-234d-4670-80fb-dad8f1d8a13b tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:48.789278 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a31098b-234d-4670-80fb-dad8f1d8a13b tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 52c477e2-6993-4b61-9b84-e74632c3b57c {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:51:48.814424 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a31098b-234d-4670-80fb-dad8f1d8a13b tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:48.815579 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0a31098b-234d-4670-80fb-dad8f1d8a13b tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] 10.222.0.58 "DELETE /v2.0/routers/52c477e2-6993-4b61-9b84-e74632c3b57c HTTP/1.1" status: 204 len: 168 time: 3.6370802 May 03 22:51:48.827060 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35284) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:48.841372 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9a76e31c-dd00-42a7-8953-65d890547b87 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/networks/b0433db1-8662-445b-be4f-453643c10fc3 HTTP/1.1" status: 204 len: 168 time: 3.8276844 May 03 22:51:48.860840 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-e5af7095-0b34-40c5-be63-db392afa7721 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1508271651', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}, 'admin_state_up': False}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:51:48.867292 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35288) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:48.871160 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7d315-f71a-4818-9b6a-f21e2a889537 req-ea097dea-ae26-40da-abfb-22ff4a52523c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:48.872633 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c2a7d315-f71a-4818-9b6a-f21e2a889537 req-ea097dea-ae26-40da-abfb-22ff4a52523c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=205448ae-d8cd-4b1c-9138-0734b8d65b11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8094778 May 03 22:51:48.958002 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e5af7095-0b34-40c5-be63-db392afa7721 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:51:48.991043 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e5af7095-0b34-40c5-be63-db392afa7721 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Usage tracker for resource:router and tenant:37a770e676a6492590d90c66f5fd9584 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:51:48.998920 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e5af7095-0b34-40c5-be63-db392afa7721 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:51:49.013344 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e5af7095-0b34-40c5-be63-db392afa7721 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:51:49.117180 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce582fe5-3ce2-4739-8221-df5c9f63b334 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:49.118077 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ce582fe5-3ce2-4739-8221-df5c9f63b334 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Synchronizing usage tracker for tenant:e4487dd9134946019ccb9652c13000b7 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:51:49.125163 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e5af7095-0b34-40c5-be63-db392afa7721 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:49.126539 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e5af7095-0b34-40c5-be63-db392afa7721 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:49.157925 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e5af7095-0b34-40c5-be63-db392afa7721 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:49.172377 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510b13b-925b-44cc-bc62-f5012e4fc138 req-92fa5a5e-3ab4-4f26-b7aa-41ad3aa9ee61 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:49.173837 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1510b13b-925b-44cc-bc62-f5012e4fc138 req-92fa5a5e-3ab4-4f26-b7aa-41ad3aa9ee61 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.60 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 947 time: 0.2469525 May 03 22:51:49.182498 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ce582fe5-3ce2-4739-8221-df5c9f63b334 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Unset dirty status for tenant:e4487dd9134946019ccb9652c13000b7 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:51:49.183958 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ce582fe5-3ce2-4739-8221-df5c9f63b334 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "GET /v2.0/ports/15c8f829-10fe-48e9-acb2-e7137e930b40 HTTP/1.1" status: 200 len: 844 time: 0.3156009 May 03 22:51:49.188461 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35294) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:49.222670 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c2a7d315-f71a-4818-9b6a-f21e2a889537 req-0ec4960f-1c70-4897-8686-b386461b6dd8 service neutron] 10.222.0.60 "GET /v2.0/networks/205448ae-d8cd-4b1c-9138-0734b8d65b11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398416 May 03 22:51:49.368883 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-1510b13b-925b-44cc-bc62-f5012e4fc138 req-f8b08a4b-6e38-4c74-bd06-c827f3361f1f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Deleting port 85b92057-4bb8-4560-8b1d-787a33125312 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:49.369337 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1510b13b-925b-44cc-bc62-f5012e4fc138 req-f8b08a4b-6e38-4c74-bd06-c827f3361f1f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:49.438753 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8c14ea11-7c1d-4cce-806c-a03b6c1f8745 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "GET /v2.0/ports/15c8f829-10fe-48e9-acb2-e7137e930b40?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2480075 May 03 22:51:49.452297 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35300) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:49.468470 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-a24aa038-660f-4e9c-9742-cc141d280809 admin admin] Deleting port 20ddc40b-2392-45fc-8eb7-cd106d231e88 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:49.469058 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a24aa038-660f-4e9c-9742-cc141d280809 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:49.524089 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-032d391d-d9b9-4e5c-b8ba-5bb118d79a30 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'subnet': {'network_id': '2e6dfd46-7c09-4f0a-a2fd-06f87aae6171', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:51:49.805059 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c2a7d315-f71a-4818-9b6a-f21e2a889537 req-75f9ef77-470d-4d05-8fe2-cefc54ec7fc7 service neutron] 10.222.0.60 "GET /v2.0/networks/205448ae-d8cd-4b1c-9138-0734b8d65b11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5752897 May 03 22:51:49.807652 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e5af7095-0b34-40c5-be63-db392afa7721 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:50.040446 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-032d391d-d9b9-4e5c-b8ba-5bb118d79a30 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:51:50.066571 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-032d391d-d9b9-4e5c-b8ba-5bb118d79a30 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:subnet and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:51:50.077574 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-032d391d-d9b9-4e5c-b8ba-5bb118d79a30 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:51:50.092880 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-032d391d-d9b9-4e5c-b8ba-5bb118d79a30 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:51:50.141774 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 12cd9440-d09a-4108-888e-3b801b43ac50 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:51:50.145673 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032d391d-d9b9-4e5c-b8ba-5bb118d79a30 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Made reservation on behalf of e4487dd9134946019ccb9652c13000b7 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:51:50.149134 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-032d391d-d9b9-4e5c-b8ba-5bb118d79a30 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:50.170464 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-1510b13b-925b-44cc-bc62-f5012e4fc138 req-f8b08a4b-6e38-4c74-bd06-c827f3361f1f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] For port 85b92057-4bb8-4560-8b1d-787a33125312, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=85b92057-4bb8-4560-8b1d-787a33125312,segment=NetworkSegment(19f5e703-356a-48fb-ab14-cf4ba1cc55fc),segment_id=19f5e703-356a-48fb-ab14-cf4ba1cc55fc)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:50.170829 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1510b13b-925b-44cc-bc62-f5012e4fc138 req-f8b08a4b-6e38-4c74-bd06-c827f3361f1f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:50.179234 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-a24aa038-660f-4e9c-9742-cc141d280809 admin admin] For port 20ddc40b-2392-45fc-8eb7-cd106d231e88, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=20ddc40b-2392-45fc-8eb7-cd106d231e88,segment=NetworkSegment(4ebd1546-6439-4965-9349-d70abc042ed7),segment_id=4ebd1546-6439-4965-9349-d70abc042ed7)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:50.179880 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a24aa038-660f-4e9c-9742-cc141d280809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:50.180711 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 12cd9440-d09a-4108-888e-3b801b43ac50 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:51:50.181064 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 12cd9440-d09a-4108-888e-3b801b43ac50 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:51:50.202226 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe87be-388d-4569-aff2-2d0f63ff4c3d req-c13c9501-fde3-4241-bf56-785680c1375f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:50.206396 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8bfe87be-388d-4569-aff2-2d0f63ff4c3d req-c13c9501-fde3-4241-bf56-785680c1375f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 947 time: 0.6526644 May 03 22:51:50.331321 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e5af7095-0b34-40c5-be63-db392afa7721 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:50.373245 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e5af7095-0b34-40c5-be63-db392afa7721 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:50.514141 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-e5af7095-0b34-40c5-be63-db392afa7721 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Allocated IP 172.25.2.177 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/45264549-fb7e-4a67-b15c-2bcfa6bba182) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:51:50.594209 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-a24aa038-660f-4e9c-9742-cc141d280809 admin admin] Calling delete_port for 20ddc40b-2392-45fc-8eb7-cd106d231e88 owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:51:50.634754 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-1510b13b-925b-44cc-bc62-f5012e4fc138 req-f8b08a4b-6e38-4c74-bd06-c827f3361f1f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Calling delete_port for 85b92057-4bb8-4560-8b1d-787a33125312 owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:51:50.677403 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e5af7095-0b34-40c5-be63-db392afa7721 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:50.707082 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e5af7095-0b34-40c5-be63-db392afa7721 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:50.773938 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5af7095-0b34-40c5-be63-db392afa7721 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:51:50.777321 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-e5af7095-0b34-40c5-be63-db392afa7721 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:51:50.780862 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5af7095-0b34-40c5-be63-db392afa7721 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:51:50.800567 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8bfe87be-388d-4569-aff2-2d0f63ff4c3d req-370ff10e-5229-4bab-a74c-826e8855c3fd tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=97b0a645-6629-491a-9ba5-d5e82bf2ec5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5855162 May 03 22:51:50.820256 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af7095-0b34-40c5-be63-db392afa7721 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Pushing event updated for resources: {'Port': ['ID=45264549-fb7e-4a67-b15c-2bcfa6bba182,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:50.995671 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1510b13b-925b-44cc-bc62-f5012e4fc138 req-f8b08a4b-6e38-4c74-bd06-c827f3361f1f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:51.094093 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b08a4b-6e38-4c74-bd06-c827f3361f1f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event deleted for resources: {'Port': ['ID=85b92057-4bb8-4560-8b1d-787a33125312,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:51.237175 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e5af7095-0b34-40c5-be63-db392afa7721 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:51.264472 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-032d391d-d9b9-4e5c-b8ba-5bb118d79a30 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:51.273043 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-1510b13b-925b-44cc-bc62-f5012e4fc138 req-f8b08a4b-6e38-4c74-bd06-c827f3361f1f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] No DVR routers for this DVR port 85b92057-4bb8-4560-8b1d-787a33125312 on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:51:51.277396 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1510b13b-925b-44cc-bc62-f5012e4fc138 req-f8b08a4b-6e38-4c74-bd06-c827f3361f1f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:51.342238 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f21ccd-9817-4f5b-a3d2-42f9fd90a16a', 'name': 'network-vif-deleted', 'tag': '85b92057-4bb8-4560-8b1d-787a33125312'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:51:51.347867 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a24aa038-660f-4e9c-9742-cc141d280809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:51.489803 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04bbd55c-99f7-48d6-8f17-35ad144694c4'] response: {'server_uuid': '63f21ccd-9817-4f5b-a3d2-42f9fd90a16a', 'name': 'network-vif-deleted', 'tag': '85b92057-4bb8-4560-8b1d-787a33125312', 'status': 'completed', 'code': 200} May 03 22:51:51.518087 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24aa038-660f-4e9c-9742-cc141d280809 admin admin] Pushing event deleted for resources: {'Port': ['ID=20ddc40b-2392-45fc-8eb7-cd106d231e88,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:51.585383 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032d391d-d9b9-4e5c-b8ba-5bb118d79a30 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Network 2e6dfd46-7c09-4f0a-a2fd-06f87aae6171 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:51:51.586325 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d391d-d9b9-4e5c-b8ba-5bb118d79a30 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Subnet': ['ID=18ff642e-c03f-40ec-ab54-3436aeb13a66,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:51.626581 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-032d391d-d9b9-4e5c-b8ba-5bb118d79a30 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:51:51.629531 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032d391d-d9b9-4e5c-b8ba-5bb118d79a30 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:51.630707 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-032d391d-d9b9-4e5c-b8ba-5bb118d79a30 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:51.639718 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b33c688-d420-4612-936c-3135b30d5065 None None] Network 2e6dfd46-7c09-4f0a-a2fd-06f87aae6171 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:51:51.657643 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1510b13b-925b-44cc-bc62-f5012e4fc138 req-f8b08a4b-6e38-4c74-bd06-c827f3361f1f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.60 "DELETE /v2.0/ports/85b92057-4bb8-4560-8b1d-787a33125312 HTTP/1.1" status: 204 len: 173 time: 2.4725680 May 03 22:51:51.720213 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-032d391d-d9b9-4e5c-b8ba-5bb118d79a30 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2667215 May 03 22:51:51.723692 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35328) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:51.850941 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-cf1b9d42-65ed-4f76-b568-5268bbef909a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'security_group': {'name': 'tempest-secgroup-436423087'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:51:51.944259 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-cf1b9d42-65ed-4f76-b568-5268bbef909a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:51:51.970339 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-cf1b9d42-65ed-4f76-b568-5268bbef909a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:security_group and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:51:51.975875 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-cf1b9d42-65ed-4f76-b568-5268bbef909a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:51:51.990496 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-cf1b9d42-65ed-4f76-b568-5268bbef909a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:51:52.023444 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cf1b9d42-65ed-4f76-b568-5268bbef909a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:52.063392 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-cf1b9d42-65ed-4f76-b568-5268bbef909a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:51:52.068873 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a24aa038-660f-4e9c-9742-cc141d280809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:52.082360 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-cf1b9d42-65ed-4f76-b568-5268bbef909a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:security_group_rule and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:51:52.088348 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-cf1b9d42-65ed-4f76-b568-5268bbef909a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:51:52.120093 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e640e326-d991-4d8c-a4e5-e65d4f8ad1be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-2e6dfd46-7c09-4f0a-a2fd-06f87aae6171', 'network_id': '2e6dfd46-7c09-4f0a-a2fd-06f87aae6171', 'tenant_id': 'e4487dd9134946019ccb9652c13000b7', 'fixed_ips': [{'subnet_id': '18ff642e-c03f-40ec-ab54-3436aeb13a66'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:51:52.120905 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e640e326-d991-4d8c-a4e5-e65d4f8ad1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:52.215216 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e5af7095-0b34-40c5-be63-db392afa7721 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:52.351760 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-e640e326-d991-4d8c-a4e5-e65d4f8ad1be None None] Allocated IP 2001:db8::2 (2e6dfd46-7c09-4f0a-a2fd-06f87aae6171/18ff642e-c03f-40ec-ab54-3436aeb13a66/14b697cc-7e42-4fc0-a389-94bf6824c33f) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:51:52.418545 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-cf1b9d42-65ed-4f76-b568-5268bbef909a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:51:52.432604 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-cf064ba9-72b1-4c9f-8ca1-56f880bfdb26 req-65adff73-8f01-4939-852a-2dbff5b22655 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Synchronizing usage tracker for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:51:52.586226 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5af7095-0b34-40c5-be63-db392afa7721 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Router 4a94d99b-19f7-4f8a-8122-6a34b77ae3b9 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:51:52.608873 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 85b92057-4bb8-4560-8b1d-787a33125312 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:51:52.685741 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-cf064ba9-72b1-4c9f-8ca1-56f880bfdb26 req-65adff73-8f01-4939-852a-2dbff5b22655 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Unset dirty status for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:51:52.687956 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cf064ba9-72b1-4c9f-8ca1-56f880bfdb26 req-65adff73-8f01-4939-852a-2dbff5b22655 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=63f21ccd-9817-4f5b-a3d2-42f9fd90a16a HTTP/1.1" status: 200 len: 210 time: 0.5951738 May 03 22:51:52.704551 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 85b92057-4bb8-4560-8b1d-787a33125312 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:51:52.705067 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 85b92057-4bb8-4560-8b1d-787a33125312 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:51:52.747911 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e640e326-d991-4d8c-a4e5-e65d4f8ad1be None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:52.766838 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e640e326-d991-4d8c-a4e5-e65d4f8ad1be None None] Transition to ACTIVE for port object 14b697cc-7e42-4fc0-a389-94bf6824c33f will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:51:52.797295 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e640e326-d991-4d8c-a4e5-e65d4f8ad1be None None] Transition to ACTIVE for port object 14b697cc-7e42-4fc0-a389-94bf6824c33f will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:51:52.806285 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e640e326-d991-4d8c-a4e5-e65d4f8ad1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:52.892454 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5af7095-0b34-40c5-be63-db392afa7721 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:51:52.904966 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dc1b9e-6b35-4ace-abbf-1e4329dfa1a7 None None] Sync routers for ids ['4a94d99b-19f7-4f8a-8122-6a34b77ae3b9'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:51:52.920028 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dc1b9e-6b35-4ace-abbf-1e4329dfa1a7 None None] Routers {'4a94d99b-19f7-4f8a-8122-6a34b77ae3b9'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:51:52.926139 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-89dc1b9e-6b35-4ace-abbf-1e4329dfa1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['4a94d99b-19f7-4f8a-8122-6a34b77ae3b9'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:52.959458 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640e326-d991-4d8c-a4e5-e65d4f8ad1be None None] Pushing event updated for resources: {'Port': ['ID=14b697cc-7e42-4fc0-a389-94bf6824c33f,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:52.966349 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e640e326-d991-4d8c-a4e5-e65d4f8ad1be None None] Network 2e6dfd46-7c09-4f0a-a2fd-06f87aae6171 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:51:52.967575 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-e640e326-d991-4d8c-a4e5-e65d4f8ad1be None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:51:52.974673 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e640e326-d991-4d8c-a4e5-e65d4f8ad1be None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:51:52.978563 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-95ea3b4e-dba5-41b1-be87-05c1c3f20dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:52.985134 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e5af7095-0b34-40c5-be63-db392afa7721 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:52.989798 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e5af7095-0b34-40c5-be63-db392afa7721 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.1605709 May 03 22:51:52.991850 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35338) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:53.004377 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-d278670f-e02a-45e3-8748-9bd2c9660275 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'enable_snat': False}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:51:53.015209 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cf1b9d42-65ed-4f76-b568-5268bbef909a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:53.025157 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cf1b9d42-65ed-4f76-b568-5268bbef909a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:53.080472 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-89dc1b9e-6b35-4ace-abbf-1e4329dfa1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:53.092580 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b9d42-65ed-4f76-b568-5268bbef909a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73202b27-45b7-4f5d-a16f-d0b0c73734d0,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:53.106678 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dc1b9e-6b35-4ace-abbf-1e4329dfa1a7 None None] Routers {'4a94d99b-19f7-4f8a-8122-6a34b77ae3b9'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:51:53.107808 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-89dc1b9e-6b35-4ace-abbf-1e4329dfa1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['4a94d99b-19f7-4f8a-8122-6a34b77ae3b9'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:53.110133 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b9d42-65ed-4f76-b568-5268bbef909a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:53.110667 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b9d42-65ed-4f76-b568-5268bbef909a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:53.111179 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b9d42-65ed-4f76-b568-5268bbef909a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:53.111672 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b9d42-65ed-4f76-b568-5268bbef909a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:53.112353 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b9d42-65ed-4f76-b568-5268bbef909a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:53.112843 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b9d42-65ed-4f76-b568-5268bbef909a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:53.113321 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b9d42-65ed-4f76-b568-5268bbef909a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:53.113815 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b9d42-65ed-4f76-b568-5268bbef909a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:53.114836 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b9d42-65ed-4f76-b568-5268bbef909a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:53.115325 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b9d42-65ed-4f76-b568-5268bbef909a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:53.115990 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b9d42-65ed-4f76-b568-5268bbef909a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:53.116488 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b9d42-65ed-4f76-b568-5268bbef909a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:53.123115 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cf1b9d42-65ed-4f76-b568-5268bbef909a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:53.124578 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-cf1b9d42-65ed-4f76-b568-5268bbef909a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3963795 May 03 22:51:53.130803 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35342) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:53.135721 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e640e326-d991-4d8c-a4e5-e65d4f8ad1be None None] Attempting to bind port 14b697cc-7e42-4fc0-a389-94bf6824c33f on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:51:53.136089 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e640e326-d991-4d8c-a4e5-e65d4f8ad1be None None] Attempting to bind port 14b697cc-7e42-4fc0-a389-94bf6824c33f by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '9abaec4d-a74e-4b41-85f7-b7d9e6ddcc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2e6dfd46-7c09-4f0a-a2fd-06f87aae6171'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:51:53.136447 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e640e326-d991-4d8c-a4e5-e65d4f8ad1be None None] Attempting to bind port 14b697cc-7e42-4fc0-a389-94bf6824c33f on network 2e6dfd46-7c09-4f0a-a2fd-06f87aae6171 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:51:53.139095 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-757167c9-17c1-4d5e-a114-abe47b8650ce tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'security_group': {'name': 'tempest-secgroup-1422594975'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:51:53.142025 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e640e326-d991-4d8c-a4e5-e65d4f8ad1be None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:51:53.142395 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e640e326-d991-4d8c-a4e5-e65d4f8ad1be None None] Checking segment: {'id': '9abaec4d-a74e-4b41-85f7-b7d9e6ddcc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2e6dfd46-7c09-4f0a-a2fd-06f87aae6171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:51:53.142794 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e640e326-d991-4d8c-a4e5-e65d4f8ad1be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:53.143180 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e640e326-d991-4d8c-a4e5-e65d4f8ad1be None None] Bound using segment: {'id': '9abaec4d-a74e-4b41-85f7-b7d9e6ddcc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2e6dfd46-7c09-4f0a-a2fd-06f87aae6171'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:51:53.143783 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e640e326-d991-4d8c-a4e5-e65d4f8ad1be None None] Bound port: 14b697cc-7e42-4fc0-a389-94bf6824c33f, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9abaec4d-a74e-4b41-85f7-b7d9e6ddcc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '2e6dfd46-7c09-4f0a-a2fd-06f87aae6171'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:51:53.144157 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e640e326-d991-4d8c-a4e5-e65d4f8ad1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:53.148468 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-757167c9-17c1-4d5e-a114-abe47b8650ce tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:51:53.155809 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-757167c9-17c1-4d5e-a114-abe47b8650ce tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:security_group and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:51:53.161165 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-757167c9-17c1-4d5e-a114-abe47b8650ce tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:51:53.170169 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-757167c9-17c1-4d5e-a114-abe47b8650ce tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:51:53.178233 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24aa038-660f-4e9c-9742-cc141d280809 admin admin] Router 0d3493ea-022e-4dc7-bae9-91e77ad5c754 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:51:53.248661 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-757167c9-17c1-4d5e-a114-abe47b8650ce tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:53.249697 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-89dc1b9e-6b35-4ace-abbf-1e4329dfa1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:53.250330 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dc1b9e-6b35-4ace-abbf-1e4329dfa1a7 None None] The sync data for ids ['4a94d99b-19f7-4f8a-8122-6a34b77ae3b9'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:51:53.341244 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e640e326-d991-4d8c-a4e5-e65d4f8ad1be None None] For port 14b697cc-7e42-4fc0-a389-94bf6824c33f, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:51:53.344686 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e640e326-d991-4d8c-a4e5-e65d4f8ad1be None None] For port 14b697cc-7e42-4fc0-a389-94bf6824c33f, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=14b697cc-7e42-4fc0-a389-94bf6824c33f,segment=NetworkSegment(9abaec4d-a74e-4b41-85f7-b7d9e6ddcc8e),segment_id=9abaec4d-a74e-4b41-85f7-b7d9e6ddcc8e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:51:53.352265 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e640e326-d991-4d8c-a4e5-e65d4f8ad1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:53.376313 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-757167c9-17c1-4d5e-a114-abe47b8650ce tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:51:53.386423 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-757167c9-17c1-4d5e-a114-abe47b8650ce tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:security_group_rule and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:51:53.392096 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-757167c9-17c1-4d5e-a114-abe47b8650ce tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:51:53.401672 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-757167c9-17c1-4d5e-a114-abe47b8650ce tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:51:53.470327 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24aa038-660f-4e9c-9742-cc141d280809 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:51:53.495859 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3b7082-44ac-48dc-9816-0492b390618e None None] Sync routers for ids ['0d3493ea-022e-4dc7-bae9-91e77ad5c754'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:51:53.499932 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a24aa038-660f-4e9c-9742-cc141d280809 admin admin] 10.222.0.58 "PUT /v2.0/routers/0d3493ea-022e-4dc7-bae9-91e77ad5c754/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3313315 May 03 22:51:53.502720 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35346) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:53.527776 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3b7082-44ac-48dc-9816-0492b390618e None None] Routers {'0d3493ea-022e-4dc7-bae9-91e77ad5c754'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:51:53.529163 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-fb3b7082-44ac-48dc-9816-0492b390618e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['0d3493ea-022e-4dc7-bae9-91e77ad5c754'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:53.718145 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640e326-d991-4d8c-a4e5-e65d4f8ad1be None None] Pushing event updated for resources: {'Port': ['ID=14b697cc-7e42-4fc0-a389-94bf6824c33f,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:53.854960 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-fb3b7082-44ac-48dc-9816-0492b390618e None None] Set router 0d3493ea-022e-4dc7-bae9-91e77ad5c754 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:51:53.864523 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d278670f-e02a-45e3-8748-9bd2c9660275 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:53.947754 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35356) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:53.970893 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-757167c9-17c1-4d5e-a114-abe47b8650ce tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:53.981289 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-757167c9-17c1-4d5e-a114-abe47b8650ce tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:54.064601 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-118d928a-a9d8-428d-8560-462f83064fb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:54.307366 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757167c9-17c1-4d5e-a114-abe47b8650ce tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e17096-f804-490a-bac1-ee25c746676b,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:54.335420 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-757167c9-17c1-4d5e-a114-abe47b8650ce tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:54.336874 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-757167c9-17c1-4d5e-a114-abe47b8650ce tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2049203 May 03 22:51:54.340532 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 14b697cc-7e42-4fc0-a389-94bf6824c33f up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:51:54.341025 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35362) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:54.351592 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-e04ffbf6-ab13-4c18-a87b-7884360fde1d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1944613682', 'security_groups': ['a5e17096-f804-490a-bac1-ee25c746676b'], 'network_id': '2e6dfd46-7c09-4f0a-a2fd-06f87aae6171', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '18ff642e-c03f-40ec-ab54-3436aeb13a66'}]}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:51:54.462988 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:54.476588 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 14b697cc-7e42-4fc0-a389-94bf6824c33f completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:51:54.512423 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-fb3b7082-44ac-48dc-9816-0492b390618e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'name': 'tempest-TaggedBootDevicesTest-518512897-router', 'tenant_id': 'd6f7f307699c4be5803d470738b6e79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b2237ce7-92d3-4eda-a693-1b7f7bee76a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:44:28Z', 'updated_at': '2022-05-03T22:51:50Z', 'revision_number': 5, 'project_id': 'd6f7f307699c4be5803d470738b6e79e', 'gw_port': {'id': 'b2237ce7-92d3-4eda-a693-1b7f7bee76a7', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:36:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:44:33Z', 'updated_at': '2022-05-03T22:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:54.531926 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3b7082-44ac-48dc-9816-0492b390618e None None] Checking router: 0d3493ea-022e-4dc7-bae9-91e77ad5c754 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:51:54.542877 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3b7082-44ac-48dc-9816-0492b390618e None None] Routers {'0d3493ea-022e-4dc7-bae9-91e77ad5c754'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:51:54.543640 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-fb3b7082-44ac-48dc-9816-0492b390618e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['0d3493ea-022e-4dc7-bae9-91e77ad5c754'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:54.599982 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-118d928a-a9d8-428d-8560-462f83064fb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:54.646627 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e04ffbf6-ab13-4c18-a87b-7884360fde1d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:51:54.663079 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-118d928a-a9d8-428d-8560-462f83064fb2 admin admin] Deleting port b2237ce7-92d3-4eda-a693-1b7f7bee76a7 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:54.663288 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-118d928a-a9d8-428d-8560-462f83064fb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:54.768577 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-fb3b7082-44ac-48dc-9816-0492b390618e None None] Set router 0d3493ea-022e-4dc7-bae9-91e77ad5c754 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:51:55.000118 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e04ffbf6-ab13-4c18-a87b-7884360fde1d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:port and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:51:55.005717 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e04ffbf6-ab13-4c18-a87b-7884360fde1d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:51:55.023260 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e04ffbf6-ab13-4c18-a87b-7884360fde1d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:51:55.039462 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-118d928a-a9d8-428d-8560-462f83064fb2 admin admin] For port b2237ce7-92d3-4eda-a693-1b7f7bee76a7, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=b2237ce7-92d3-4eda-a693-1b7f7bee76a7,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:55.039887 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-118d928a-a9d8-428d-8560-462f83064fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:55.067870 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04ffbf6-ab13-4c18-a87b-7884360fde1d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Made reservation on behalf of e4487dd9134946019ccb9652c13000b7 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:51:55.116532 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d70ec18c-f171-4fb6-84a5-f1ce34b52399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:55.250017 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-fa513914-f95d-4914-a1c2-a2383ea597ed None None] Provisioning for port 14b697cc-7e42-4fc0-a389-94bf6824c33f completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:51:55.271034 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-fa513914-f95d-4914-a1c2-a2383ea597ed None None] Provisioning complete for port 14b697cc-7e42-4fc0-a389-94bf6824c33f triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:51:55.271407 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fa513914-f95d-4914-a1c2-a2383ea597ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:55.431265 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-fb3b7082-44ac-48dc-9816-0492b390618e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'name': 'tempest-TaggedBootDevicesTest-518512897-router', 'tenant_id': 'd6f7f307699c4be5803d470738b6e79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b2237ce7-92d3-4eda-a693-1b7f7bee76a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:44:28Z', 'updated_at': '2022-05-03T22:51:50Z', 'revision_number': 5, 'project_id': 'd6f7f307699c4be5803d470738b6e79e', 'gw_port': {'id': 'b2237ce7-92d3-4eda-a693-1b7f7bee76a7', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:36:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:44:33Z', 'updated_at': '2022-05-03T22:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:55.439312 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3b7082-44ac-48dc-9816-0492b390618e None None] The sync data for ids ['0d3493ea-022e-4dc7-bae9-91e77ad5c754'] in n-d-811807-1 is: [{'id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'name': 'tempest-TaggedBootDevicesTest-518512897-router', 'tenant_id': 'd6f7f307699c4be5803d470738b6e79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b2237ce7-92d3-4eda-a693-1b7f7bee76a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:44:28Z', 'updated_at': '2022-05-03T22:51:50Z', 'revision_number': 5, 'project_id': 'd6f7f307699c4be5803d470738b6e79e', 'gw_port': {'id': 'b2237ce7-92d3-4eda-a693-1b7f7bee76a7', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:36:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3493ea-022e-4dc7-bae9-91e77ad5c754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:44:33Z', 'updated_at': '2022-05-03T22:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:51:55.508199 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-118d928a-a9d8-428d-8560-462f83064fb2 admin admin] Calling delete_port for b2237ce7-92d3-4eda-a693-1b7f7bee76a7 owned by network:router_gateway {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:51:55.597345 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fa513914-f95d-4914-a1c2-a2383ea597ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:55.660328 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-fa513914-f95d-4914-a1c2-a2383ea597ed None None] For port 14b697cc-7e42-4fc0-a389-94bf6824c33f, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=14b697cc-7e42-4fc0-a389-94bf6824c33f,segment=NetworkSegment(9abaec4d-a74e-4b41-85f7-b7d9e6ddcc8e),segment_id=9abaec4d-a74e-4b41-85f7-b7d9e6ddcc8e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:55.667155 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fa513914-f95d-4914-a1c2-a2383ea597ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:55.700388 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e04ffbf6-ab13-4c18-a87b-7884360fde1d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:55.740480 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-e04ffbf6-ab13-4c18-a87b-7884360fde1d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] device_id is not set on port c96e1d82-528f-4b2d-8eda-e5efc7ca9c6f yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:51:55.756408 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-fa513914-f95d-4914-a1c2-a2383ea597ed None None] Provisioning complete for port 15c8f829-10fe-48e9-acb2-e7137e930b40 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:51:55.756783 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fa513914-f95d-4914-a1c2-a2383ea597ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:55.867884 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa513914-f95d-4914-a1c2-a2383ea597ed None None] Pushing event updated for resources: {'Port': ['ID=14b697cc-7e42-4fc0-a389-94bf6824c33f,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:55.886655 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-fa513914-f95d-4914-a1c2-a2383ea597ed None None] Port 15c8f829-10fe-48e9-acb2-e7137e930b40 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:51:56.017967 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d278670f-e02a-45e3-8748-9bd2c9660275 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:56.044357 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d278670f-e02a-45e3-8748-9bd2c9660275 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-785141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-785150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-783245'] for router, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:56.050409 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a5b031d3-146f-4751-ba89-939ae0d2340f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:56.095409 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-118d928a-a9d8-428d-8560-462f83064fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:56.194143 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 14b697cc-7e42-4fc0-a389-94bf6824c33f up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:51:56.201953 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-e04ffbf6-ab13-4c18-a87b-7884360fde1d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Allocated IP 2001:db8::9a (2e6dfd46-7c09-4f0a-a2fd-06f87aae6171/18ff642e-c03f-40ec-ab54-3436aeb13a66/c96e1d82-528f-4b2d-8eda-e5efc7ca9c6f) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:51:56.218506 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d928a-a9d8-428d-8560-462f83064fb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2237ce7-92d3-4eda-a693-1b7f7bee76a7,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:56.312609 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:56.338185 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:56.344986 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 14b697cc-7e42-4fc0-a389-94bf6824c33f triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:51:56.345428 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:56.473017 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-118d928a-a9d8-428d-8560-462f83064fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:56.524386 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 20ddc40b-2392-45fc-8eb7-cd106d231e88 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:51:56.577150 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 20ddc40b-2392-45fc-8eb7-cd106d231e88 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:51:56.577788 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 20ddc40b-2392-45fc-8eb7-cd106d231e88 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:51:56.713401 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d278670f-e02a-45e3-8748-9bd2c9660275 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Router 4a94d99b-19f7-4f8a-8122-6a34b77ae3b9 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:51:56.726975 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e04ffbf6-ab13-4c18-a87b-7884360fde1d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:56.738840 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-118d928a-a9d8-428d-8560-462f83064fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:56.743719 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-118d928a-a9d8-428d-8560-462f83064fb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:56.752928 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-e04ffbf6-ab13-4c18-a87b-7884360fde1d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Transition to ACTIVE for port object c96e1d82-528f-4b2d-8eda-e5efc7ca9c6f will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:51:56.775634 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-118d928a-a9d8-428d-8560-462f83064fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:56.776170 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118d928a-a9d8-428d-8560-462f83064fb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d3493ea-022e-4dc7-bae9-91e77ad5c754 {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:51:56.805806 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-118d928a-a9d8-428d-8560-462f83064fb2 admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:56.809245 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-118d928a-a9d8-428d-8560-462f83064fb2 admin admin] 10.222.0.58 "DELETE /v2.0/routers/0d3493ea-022e-4dc7-bae9-91e77ad5c754 HTTP/1.1" status: 204 len: 168 time: 3.2969587 May 03 22:51:56.809245 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e04ffbf6-ab13-4c18-a87b-7884360fde1d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:56.810224 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35446) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:56.950140 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04ffbf6-ab13-4c18-a87b-7884360fde1d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Network 2e6dfd46-7c09-4f0a-a2fd-06f87aae6171 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:51:56.957294 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-5101f9d7-7bef-406b-b992-2e11b2e8c8d7 admin admin] Deleting subnet 50b35d49-219c-4b17-af47-5e4fd9e4cce5 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:51:56.959456 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-e04ffbf6-ab13-4c18-a87b-7884360fde1d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:51:56.964606 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04ffbf6-ab13-4c18-a87b-7884360fde1d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:51:56.970204 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04ffbf6-ab13-4c18-a87b-7884360fde1d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:56.970825 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e04ffbf6-ab13-4c18-a87b-7884360fde1d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:56.976780 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5101f9d7-7bef-406b-b992-2e11b2e8c8d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:57.009120 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d278670f-e02a-45e3-8748-9bd2c9660275 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:51:57.015671 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d278670f-e02a-45e3-8748-9bd2c9660275 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:57.016230 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ffbf6-ab13-4c18-a87b-7884360fde1d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Port': ['ID=c96e1d82-528f-4b2d-8eda-e5efc7ca9c6f,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:57.016875 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d278670f-e02a-45e3-8748-9bd2c9660275 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] 10.222.0.58 "PUT /v2.0/routers/4a94d99b-19f7-4f8a-8122-6a34b77ae3b9 HTTP/1.1" status: 200 len: 922 time: 4.0234149 May 03 22:51:57.020222 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35452) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:57.043357 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5101f9d7-7bef-406b-b992-2e11b2e8c8d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:57.045675 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15631a39-0298-4c27-8838-1440fb95a356 None None] Sync routers for ids ['4a94d99b-19f7-4f8a-8122-6a34b77ae3b9'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:51:57.069067 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15631a39-0298-4c27-8838-1440fb95a356 None None] Routers {'4a94d99b-19f7-4f8a-8122-6a34b77ae3b9'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:51:57.070131 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-15631a39-0298-4c27-8838-1440fb95a356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['4a94d99b-19f7-4f8a-8122-6a34b77ae3b9'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:57.097631 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e04ffbf6-ab13-4c18-a87b-7884360fde1d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7529244 May 03 22:51:57.103853 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35456) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:57.116551 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-720121e1-3ebb-4a7a-a970-fa81dae52e61 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'subnet': {'network_id': '2e6dfd46-7c09-4f0a-a2fd-06f87aae6171', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:51:57.175415 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-a5b031d3-146f-4751-ba89-939ae0d2340f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Deleting port 3fe9864c-5f3a-4864-bdc0-4b62a08633a0 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:57.175691 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a5b031d3-146f-4751-ba89-939ae0d2340f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:57.249254 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-15631a39-0298-4c27-8838-1440fb95a356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:57.265038 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15631a39-0298-4c27-8838-1440fb95a356 None None] Routers {'4a94d99b-19f7-4f8a-8122-6a34b77ae3b9'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:51:57.266063 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-15631a39-0298-4c27-8838-1440fb95a356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['4a94d99b-19f7-4f8a-8122-6a34b77ae3b9'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:57.349025 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-15631a39-0298-4c27-8838-1440fb95a356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:57.349659 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15631a39-0298-4c27-8838-1440fb95a356 None None] The sync data for ids ['4a94d99b-19f7-4f8a-8122-6a34b77ae3b9'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:51:57.412566 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-af49f6f3-eae8-470e-b4c9-e0b713cc01c6 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] 10.222.0.58 "GET /v2.0/routers/4a94d99b-19f7-4f8a-8122-6a34b77ae3b9 HTTP/1.1" status: 200 len: 922 time: 0.3912683 May 03 22:51:57.416455 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35460) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:57.492479 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5101f9d7-7bef-406b-b992-2e11b2e8c8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:57.503499 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-a5b031d3-146f-4751-ba89-939ae0d2340f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] For port 3fe9864c-5f3a-4864-bdc0-4b62a08633a0, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=3fe9864c-5f3a-4864-bdc0-4b62a08633a0,segment=NetworkSegment(19f5e703-356a-48fb-ab14-cf4ba1cc55fc),segment_id=19f5e703-356a-48fb-ab14-cf4ba1cc55fc)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:57.503785 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a5b031d3-146f-4751-ba89-939ae0d2340f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:57.519980 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9be6138c-207d-43a3-ae25-9aa32ef2c193 None None] Provisioning for port c96e1d82-528f-4b2d-8eda-e5efc7ca9c6f completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:51:57.520755 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-720121e1-3ebb-4a7a-a970-fa81dae52e61 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:51:57.527081 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9be6138c-207d-43a3-ae25-9aa32ef2c193 None None] Provisioning complete for port c96e1d82-528f-4b2d-8eda-e5efc7ca9c6f triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:51:57.527653 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9be6138c-207d-43a3-ae25-9aa32ef2c193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:57.530410 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-720121e1-3ebb-4a7a-a970-fa81dae52e61 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:subnet and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:51:57.538955 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-720121e1-3ebb-4a7a-a970-fa81dae52e61 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:51:57.548288 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-720121e1-3ebb-4a7a-a970-fa81dae52e61 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:51:57.570715 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720121e1-3ebb-4a7a-a970-fa81dae52e61 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Made reservation on behalf of e4487dd9134946019ccb9652c13000b7 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:51:57.574181 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-720121e1-3ebb-4a7a-a970-fa81dae52e61 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:57.611753 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5101f9d7-7bef-406b-b992-2e11b2e8c8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:57.657636 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:57.672769 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-9be6138c-207d-43a3-ae25-9aa32ef2c193 None None] Port c96e1d82-528f-4b2d-8eda-e5efc7ca9c6f cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:51:57.686079 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-a5b031d3-146f-4751-ba89-939ae0d2340f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Calling delete_port for 3fe9864c-5f3a-4864-bdc0-4b62a08633a0 owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:51:57.716123 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101f9d7-7bef-406b-b992-2e11b2e8c8d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50b35d49-219c-4b17-af47-5e4fd9e4cce5,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:57.737011 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5101f9d7-7bef-406b-b992-2e11b2e8c8d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:57.740989 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10eed20a-4f6f-450e-a5b8-1727d5441c40 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:57.741931 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-10eed20a-4f6f-450e-a5b8-1727d5441c40 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Synchronizing usage tracker for tenant:bb593f281c5f450cab885d1b376ef000 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:51:57.745361 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc694d3-ef27-4594-a877-fdfd90bb37ec None None] Network 6b7a7532-e056-4c5e-b17e-d6ca176c9814 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:51:57.777175 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-10eed20a-4f6f-450e-a5b8-1727d5441c40 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Unset dirty status for tenant:bb593f281c5f450cab885d1b376ef000 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:51:57.778054 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-10eed20a-4f6f-450e-a5b8-1727d5441c40 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=de8965b2-8ea3-4c2b-86b9-c128a58c6e1e&device_id=4a94d99b-19f7-4f8a-8122-6a34b77ae3b9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3601608 May 03 22:51:57.785427 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35466) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:57.820275 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5101f9d7-7bef-406b-b992-2e11b2e8c8d7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/50b35d49-219c-4b17-af47-5e4fd9e4cce5 HTTP/1.1" status: 204 len: 168 time: 1.0089805 May 03 22:51:57.822587 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35470) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:57.868410 n-d-811807-1 neutron-server[88069]: INFO neutron.db.ipam_backend_mixin [None req-720121e1-3ebb-4a7a-a970-fa81dae52e61 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 18ff642e-c03f-40ec-ab54-3436aeb13a66 (CIDR: 2001:db8::/64) May 03 22:51:57.872875 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-720121e1-3ebb-4a7a-a970-fa81dae52e61 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:51:57.873498 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-720121e1-3ebb-4a7a-a970-fa81dae52e61 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:51:57.898443 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-720121e1-3ebb-4a7a-a970-fa81dae52e61 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7928081 May 03 22:51:57.899814 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35474) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:57.909175 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-221163e0-535c-4f6e-9850-af9711dec553 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'subnet': {'network_id': '2e6dfd46-7c09-4f0a-a2fd-06f87aae6171', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:51:58.010954 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:58.037435 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-da1f9bd7-f7ee-4b31-a46e-a989d939fd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:58.101234 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-221163e0-535c-4f6e-9850-af9711dec553 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:51:58.107790 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-221163e0-535c-4f6e-9850-af9711dec553 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:subnet and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:51:58.112183 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-221163e0-535c-4f6e-9850-af9711dec553 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:51:58.120643 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-221163e0-535c-4f6e-9850-af9711dec553 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:51:58.135990 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221163e0-535c-4f6e-9850-af9711dec553 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Made reservation on behalf of e4487dd9134946019ccb9652c13000b7 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:51:58.136713 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479fe4fa-0f3e-458f-9145-268b7dc6612c None None] DHCP port deletion for 6b7a7532-e056-4c5e-b17e-d6ca176c9814 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:51:58.144407 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-479fe4fa-0f3e-458f-9145-268b7dc6612c None None] Deleting port a759241e-35da-489a-86f2-065d7bb08997 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:58.144793 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-479fe4fa-0f3e-458f-9145-268b7dc6612c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:58.144964 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-221163e0-535c-4f6e-9850-af9711dec553 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:58.236933 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0b078f-41ee-4552-aca1-f4df28196bac tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:58.237502 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7a0b078f-41ee-4552-aca1-f4df28196bac tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Synchronizing usage tracker for tenant:bb593f281c5f450cab885d1b376ef000 on resource:network {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:51:58.265894 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-da1f9bd7-f7ee-4b31-a46e-a989d939fd90 admin admin] Deleting port a759241e-35da-489a-86f2-065d7bb08997 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:58.266245 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-da1f9bd7-f7ee-4b31-a46e-a989d939fd90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:58.311416 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7a0b078f-41ee-4552-aca1-f4df28196bac tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Unset dirty status for tenant:bb593f281c5f450cab885d1b376ef000 on resource:network {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:51:58.315201 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7a0b078f-41ee-4552-aca1-f4df28196bac tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 881 time: 0.5260627 May 03 22:51:58.317830 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35480) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:58.344669 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device b2237ce7-92d3-4eda-a693-1b7f7bee76a7 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:51:58.380570 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-cdb75b31-3cc2-48df-b717-de56065ef4f0 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a94d99b-19f7-4f8a-8122-6a34b77ae3b9 HTTP/1.1" status: 200 len: 205 time: 0.0597184 May 03 22:51:58.384333 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a5b031d3-146f-4751-ba89-939ae0d2340f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:58.386967 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35484) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:58.404623 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: b2237ce7-92d3-4eda-a693-1b7f7bee76a7 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:51:58.405031 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device b2237ce7-92d3-4eda-a693-1b7f7bee76a7 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:51:58.508133 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-221163e0-535c-4f6e-9850-af9711dec553 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:58.558756 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-479fe4fa-0f3e-458f-9145-268b7dc6612c None None] For port a759241e-35da-489a-86f2-065d7bb08997, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=a759241e-35da-489a-86f2-065d7bb08997,segment=NetworkSegment(4ebd1546-6439-4965-9349-d70abc042ed7),segment_id=4ebd1546-6439-4965-9349-d70abc042ed7)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:58.559281 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-479fe4fa-0f3e-458f-9145-268b7dc6612c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:58.569457 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221163e0-535c-4f6e-9850-af9711dec553 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Network 2e6dfd46-7c09-4f0a-a2fd-06f87aae6171 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:51:58.573111 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-221163e0-535c-4f6e-9850-af9711dec553 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:51:58.578290 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221163e0-535c-4f6e-9850-af9711dec553 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:58.578883 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-221163e0-535c-4f6e-9850-af9711dec553 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:58.580186 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b031d3-146f-4751-ba89-939ae0d2340f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event deleted for resources: {'Port': ['ID=3fe9864c-5f3a-4864-bdc0-4b62a08633a0,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:58.616768 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-221163e0-535c-4f6e-9850-af9711dec553 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7134173 May 03 22:51:58.620128 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35488) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:58.629739 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-544bb28f-a9f3-44ac-93d6-8baa14e93d4e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1926238844', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f6218ada-6333-4208-a64c-71920267249e'}], 'security_groups': ['73202b27-45b7-4f5d-a16f-d0b0c73734d0']}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:51:58.650421 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621f5cc2-3da2-40e4-98ba-eb7795d61840 None None] Network 2e6dfd46-7c09-4f0a-a2fd-06f87aae6171 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:51:58.671803 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221163e0-535c-4f6e-9850-af9711dec553 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Subnet': ['ID=f6218ada-6333-4208-a64c-71920267249e,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:58.806179 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-544bb28f-a9f3-44ac-93d6-8baa14e93d4e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:58.917398 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-479fe4fa-0f3e-458f-9145-268b7dc6612c None None] Calling delete_port for a759241e-35da-489a-86f2-065d7bb08997 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:51:59.106150 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-479fe4fa-0f3e-458f-9145-268b7dc6612c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:59.150318 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-edd81e5f-8aa4-4e8e-91a8-e61325251b40 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:59.196070 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479fe4fa-0f3e-458f-9145-268b7dc6612c None None] Pushing event deleted for resources: {'Port': ['ID=a759241e-35da-489a-86f2-065d7bb08997,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:59.202684 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479fe4fa-0f3e-458f-9145-268b7dc6612c None None] No DVR routers for this DVR port a759241e-35da-489a-86f2-065d7bb08997 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:51:59.216622 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-da1f9bd7-f7ee-4b31-a46e-a989d939fd90 admin admin] For port a759241e-35da-489a-86f2-065d7bb08997, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=a759241e-35da-489a-86f2-065d7bb08997,segment=NetworkSegment(4ebd1546-6439-4965-9349-d70abc042ed7),segment_id=4ebd1546-6439-4965-9349-d70abc042ed7)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:51:59.216943 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-da1f9bd7-f7ee-4b31-a46e-a989d939fd90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:59.374943 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-544bb28f-a9f3-44ac-93d6-8baa14e93d4e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Delete allocated IP 2001:db8::9a (2e6dfd46-7c09-4f0a-a2fd-06f87aae6171/18ff642e-c03f-40ec-ab54-3436aeb13a66) {{(pid=88069) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 03 22:51:59.389312 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-544bb28f-a9f3-44ac-93d6-8baa14e93d4e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Allocated IP 2001:db8:0:1::13 (2e6dfd46-7c09-4f0a-a2fd-06f87aae6171/f6218ada-6333-4208-a64c-71920267249e/c96e1d82-528f-4b2d-8eda-e5efc7ca9c6f) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:51:59.433682 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c444a465-a0d9-4f7b-a85b-9fe338c15472 None None] Update dhcp port {'port': {'network_id': '2e6dfd46-7c09-4f0a-a2fd-06f87aae6171', 'fixed_ips': [{'subnet_id': '18ff642e-c03f-40ec-ab54-3436aeb13a66', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f6218ada-6333-4208-a64c-71920267249e'}], 'binding:host_id': 'n-d-811807-1'}, 'id': '14b697cc-7e42-4fc0-a389-94bf6824c33f'} from n-d-811807-1. {{(pid=88071) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 03 22:51:59.437204 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-da1f9bd7-f7ee-4b31-a46e-a989d939fd90 admin admin] Calling delete_port for a759241e-35da-489a-86f2-065d7bb08997 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:51:59.497328 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c444a465-a0d9-4f7b-a85b-9fe338c15472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:59.528437 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a5b031d3-146f-4751-ba89-939ae0d2340f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:59.671404 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-544bb28f-a9f3-44ac-93d6-8baa14e93d4e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:59.693627 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-544bb28f-a9f3-44ac-93d6-8baa14e93d4e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Transition to ACTIVE for port object c96e1d82-528f-4b2d-8eda-e5efc7ca9c6f will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:51:59.700684 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-544bb28f-a9f3-44ac-93d6-8baa14e93d4e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:59.814743 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-c444a465-a0d9-4f7b-a85b-9fe338c15472 None None] Allocated IP 2001:db8:0:1::2 (2e6dfd46-7c09-4f0a-a2fd-06f87aae6171/f6218ada-6333-4208-a64c-71920267249e/14b697cc-7e42-4fc0-a389-94bf6824c33f) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:51:59.844709 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-544bb28f-a9f3-44ac-93d6-8baa14e93d4e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] In _notify_port_updated(), no bound segment for port c96e1d82-528f-4b2d-8eda-e5efc7ca9c6f on network 2e6dfd46-7c09-4f0a-a2fd-06f87aae6171 {{(pid=88069) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 03 22:51:59.851713 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544bb28f-a9f3-44ac-93d6-8baa14e93d4e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:59.851852 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-544bb28f-a9f3-44ac-93d6-8baa14e93d4e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:59.853189 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-544bb28f-a9f3-44ac-93d6-8baa14e93d4e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "PUT /v2.0/ports/c96e1d82-528f-4b2d-8eda-e5efc7ca9c6f HTTP/1.1" status: 200 len: 930 time: 1.2320468 May 03 22:51:59.857063 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35496) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:51:59.954770 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [None req-da1f9bd7-f7ee-4b31-a46e-a989d939fd90 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:51:59.954770 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [None req-da1f9bd7-f7ee-4b31-a46e-a989d939fd90 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:51:59.967548 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-edd81e5f-8aa4-4e8e-91a8-e61325251b40 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:51:59.972912 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-91d6b084-3fcf-44aa-a369-1d23b36d4d41 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Deleting port c96e1d82-528f-4b2d-8eda-e5efc7ca9c6f {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:51:59.972912 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-91d6b084-3fcf-44aa-a369-1d23b36d4d41 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:00.013970 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544bb28f-a9f3-44ac-93d6-8baa14e93d4e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Port': ['ID=c96e1d82-528f-4b2d-8eda-e5efc7ca9c6f,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:00.019354 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-edd81e5f-8aa4-4e8e-91a8-e61325251b40 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Deleting port 45264549-fb7e-4a67-b15c-2bcfa6bba182 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:52:00.019709 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-edd81e5f-8aa4-4e8e-91a8-e61325251b40 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:00.105749 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-c444a465-a0d9-4f7b-a85b-9fe338c15472 None None] For port 14b697cc-7e42-4fc0-a389-94bf6824c33f, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=14b697cc-7e42-4fc0-a389-94bf6824c33f,segment=NetworkSegment(9abaec4d-a74e-4b41-85f7-b7d9e6ddcc8e),segment_id=9abaec4d-a74e-4b41-85f7-b7d9e6ddcc8e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:52:00.160048 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c444a465-a0d9-4f7b-a85b-9fe338c15472 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:00.182630 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c444a465-a0d9-4f7b-a85b-9fe338c15472 None None] Transition to ACTIVE for port object 14b697cc-7e42-4fc0-a389-94bf6824c33f will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:52:00.190138 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c444a465-a0d9-4f7b-a85b-9fe338c15472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:00.406724 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device a759241e-35da-489a-86f2-065d7bb08997 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:52:00.447173 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-da1f9bd7-f7ee-4b31-a46e-a989d939fd90 admin admin] Deleting port a759241e-35da-489a-86f2-065d7bb08997 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:52:00.448098 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-da1f9bd7-f7ee-4b31-a46e-a989d939fd90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:00.458288 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: a759241e-35da-489a-86f2-065d7bb08997 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:52:00.458882 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device a759241e-35da-489a-86f2-065d7bb08997 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:52:00.479965 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444a465-a0d9-4f7b-a85b-9fe338c15472 None None] Pushing event updated for resources: {'Port': ['ID=14b697cc-7e42-4fc0-a389-94bf6824c33f,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:00.546562 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-91d6b084-3fcf-44aa-a369-1d23b36d4d41 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:00.548713 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-edd81e5f-8aa4-4e8e-91a8-e61325251b40 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:00.574249 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-da1f9bd7-f7ee-4b31-a46e-a989d939fd90 admin admin] The port 'a759241e-35da-489a-86f2-065d7bb08997' was deleted {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:52:00.710283 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-91d6b084-3fcf-44aa-a369-1d23b36d4d41 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Calling delete_port for c96e1d82-528f-4b2d-8eda-e5efc7ca9c6f owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:52:00.756542 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-edd81e5f-8aa4-4e8e-91a8-e61325251b40 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Calling delete_port for 45264549-fb7e-4a67-b15c-2bcfa6bba182 owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:52:00.827213 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b031d3-146f-4751-ba89-939ae0d2340f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Router a281fb3d-8032-4b96-afd4-f5996537ba4a has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:52:00.880649 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-91d6b084-3fcf-44aa-a369-1d23b36d4d41 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:00.991239 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6b084-3fcf-44aa-a369-1d23b36d4d41 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'Port': ['ID=c96e1d82-528f-4b2d-8eda-e5efc7ca9c6f,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:01.011478 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-91d6b084-3fcf-44aa-a369-1d23b36d4d41 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:01.023537 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-91d6b084-3fcf-44aa-a369-1d23b36d4d41 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/ports/c96e1d82-528f-4b2d-8eda-e5efc7ca9c6f HTTP/1.1" status: 204 len: 168 time: 1.1661839 May 03 22:52:01.026024 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35504) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:01.052126 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-da1f9bd7-f7ee-4b31-a46e-a989d939fd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:01.083540 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-6060ca38-0c21-49de-bfa4-1ca05246a04d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] GET failed (client error): The resource could not be found. May 03 22:52:01.084126 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6060ca38-0c21-49de-bfa4-1ca05246a04d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Synchronizing usage tracker for tenant:e4487dd9134946019ccb9652c13000b7 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:52:01.105569 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6060ca38-0c21-49de-bfa4-1ca05246a04d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Unset dirty status for tenant:e4487dd9134946019ccb9652c13000b7 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:52:01.106960 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6060ca38-0c21-49de-bfa4-1ca05246a04d tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "GET /v2.0/ports/c96e1d82-528f-4b2d-8eda-e5efc7ca9c6f HTTP/1.1" status: 404 len: 333 time: 0.0800085 May 03 22:52:01.109646 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35508) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:01.141025 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-da1f9bd7-f7ee-4b31-a46e-a989d939fd90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b7a7532-e056-4c5e-b17e-d6ca176c9814']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:01.162369 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-da1f9bd7-f7ee-4b31-a46e-a989d939fd90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ebd1546-6439-4965-9349-d70abc042ed7') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:01.162718 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-da1f9bd7-f7ee-4b31-a46e-a989d939fd90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ebd1546-6439-4965-9349-d70abc042ed7') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:01.187912 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1a86a7cf-af29-4bf8-9715-3301c6a7fcd6 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:01.192557 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-da1f9bd7-f7ee-4b31-a46e-a989d939fd90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:01.230046 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1a86a7cf-af29-4bf8-9715-3301c6a7fcd6 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:01.230258 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-da1f9bd7-f7ee-4b31-a46e-a989d939fd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:01.232794 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b031d3-146f-4751-ba89-939ae0d2340f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:52:01.244089 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7a7ddf-aa78-47d8-8d91-efd5df44352e None None] Sync routers for ids ['a281fb3d-8032-4b96-afd4-f5996537ba4a'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:52:01.261387 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7a7ddf-aa78-47d8-8d91-efd5df44352e None None] Routers {'a281fb3d-8032-4b96-afd4-f5996537ba4a'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:52:01.261611 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1f9bd7-f7ee-4b31-a46e-a989d939fd90 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:52:01.262102 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-da1f9bd7-f7ee-4b31-a46e-a989d939fd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:01.268792 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-8b7a7ddf-aa78-47d8-8d91-efd5df44352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a281fb3d-8032-4b96-afd4-f5996537ba4a'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:01.278176 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:52:01.278176 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:52:01.278176 n-d-811807-1 neutron-server[88070]: timer() May 03 22:52:01.278176 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:52:01.278176 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:52:01.278176 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:52:01.278176 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:52:01.278176 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:52:01.278176 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:52:01.278176 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:52:01.278176 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:52:01.278176 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:52:01.278176 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:52:01.278176 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:52:01.278176 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:52:01.278176 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:52:01.278176 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:52:01.278176 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:52:01.278176 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:52:01.278176 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:52:01.278176 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:52:01.278176 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:52:01.278176 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:52:01.278176 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:52:01.278176 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:52:01.278176 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:52:01.278176 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:52:01.278176 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:52:01.278176 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:52:01.278176 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:52:01.278176 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:52:01.278176 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:52:01.325429 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1a86a7cf-af29-4bf8-9715-3301c6a7fcd6 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:01.348330 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86a7cf-af29-4bf8-9715-3301c6a7fcd6 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e17096-f804-490a-bac1-ee25c746676b,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:01.367946 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1a86a7cf-af29-4bf8-9715-3301c6a7fcd6 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:01.369756 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1a86a7cf-af29-4bf8-9715-3301c6a7fcd6 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/security-groups/a5e17096-f804-490a-bac1-ee25c746676b HTTP/1.1" status: 204 len: 168 time: 0.2587450 May 03 22:52:01.372010 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35516) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:01.461408 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a5b031d3-146f-4751-ba89-939ae0d2340f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "PUT /v2.0/routers/a281fb3d-8032-4b96-afd4-f5996537ba4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5122247 May 03 22:52:01.466577 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35522) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:01.497900 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-da1f9bd7-f7ee-4b31-a46e-a989d939fd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:01.503834 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-da1f9bd7-f7ee-4b31-a46e-a989d939fd90 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:01.536163 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-8b7a7ddf-aa78-47d8-8d91-efd5df44352e None None] Set router a281fb3d-8032-4b96-afd4-f5996537ba4a gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:52:01.547318 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-edd81e5f-8aa4-4e8e-91a8-e61325251b40 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:01.654410 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-28e7c4e8-33b9-4f1f-aa85-719c5d5053b9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:01.726035 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f94916-69d4-4bd4-96e7-57244342e113 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Deleting subnet 2cf564aa-e2bf-4b2e-a23f-3f341609bb2f {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:52:01.731890 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-26f94916-69d4-4bd4-96e7-57244342e113 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:01.781631 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-28e7c4e8-33b9-4f1f-aa85-719c5d5053b9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:01.881331 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-26f94916-69d4-4bd4-96e7-57244342e113 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:01.962004 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-28e7c4e8-33b9-4f1f-aa85-719c5d5053b9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:01.991569 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7c4e8-33b9-4f1f-aa85-719c5d5053b9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73202b27-45b7-4f5d-a16f-d0b0c73734d0,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:01.992547 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f9bd7-f7ee-4b31-a46e-a989d939fd90 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b7a7532-e056-4c5e-b17e-d6ca176c9814,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:02.009350 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-28e7c4e8-33b9-4f1f-aa85-719c5d5053b9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:02.013493 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-28e7c4e8-33b9-4f1f-aa85-719c5d5053b9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/security-groups/73202b27-45b7-4f5d-a16f-d0b0c73734d0 HTTP/1.1" status: 204 len: 168 time: 0.6401100 May 03 22:52:02.018404 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35534) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:02.087794 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-bc3e72c0-6243-43a8-a96a-23029792b892 None None] Provisioning for port 14b697cc-7e42-4fc0-a389-94bf6824c33f completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:52:02.120482 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-bc3e72c0-6243-43a8-a96a-23029792b892 None None] Provisioning complete for port 14b697cc-7e42-4fc0-a389-94bf6824c33f triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:52:02.120804 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bc3e72c0-6243-43a8-a96a-23029792b892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:02.133727 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5bf4357-ba48-4e93-8bf7-714f7cec9f1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Deleting subnet 18ff642e-c03f-40ec-ab54-3436aeb13a66 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:52:02.138456 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e5bf4357-ba48-4e93-8bf7-714f7cec9f1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:02.187576 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-da1f9bd7-f7ee-4b31-a46e-a989d939fd90 admin admin] 10.222.0.58 "DELETE /v2.0/networks/6b7a7532-e056-4c5e-b17e-d6ca176c9814 HTTP/1.1" status: 204 len: 168 time: 4.3613808 May 03 22:52:02.192982 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd81e5f-8aa4-4e8e-91a8-e61325251b40 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Pushing event deleted for resources: {'Port': ['ID=45264549-fb7e-4a67-b15c-2bcfa6bba182,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:02.194889 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35538) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:02.241926 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-26f94916-69d4-4bd4-96e7-57244342e113 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:02.248607 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 14b697cc-7e42-4fc0-a389-94bf6824c33f up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:52:02.330618 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e5bf4357-ba48-4e93-8bf7-714f7cec9f1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:02.413497 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-edd81e5f-8aa4-4e8e-91a8-e61325251b40 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:02.435371 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-26f94916-69d4-4bd4-96e7-57244342e113 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:02.499479 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 14b697cc-7e42-4fc0-a389-94bf6824c33f triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:52:02.499891 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:02.566704 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f94916-69d4-4bd4-96e7-57244342e113 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event deleted for resources: {'Subnet': ['ID=2cf564aa-e2bf-4b2e-a23f-3f341609bb2f,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:02.603173 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-26f94916-69d4-4bd4-96e7-57244342e113 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:02.624342 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-26f94916-69d4-4bd4-96e7-57244342e113 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "DELETE /v2.0/subnets/2cf564aa-e2bf-4b2e-a23f-3f341609bb2f HTTP/1.1" status: 204 len: 168 time: 1.1526563 May 03 22:52:02.632990 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35546) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:02.637401 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-edd81e5f-8aa4-4e8e-91a8-e61325251b40 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:02.641271 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-8b7a7ddf-aa78-47d8-8d91-efd5df44352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473588078', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'e34957be-7cfa-496e-9ec7-ba816bcf9853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:48:27Z', 'updated_at': '2022-05-03T22:51:58Z', 'revision_number': 5, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': 'e34957be-7cfa-496e-9ec7-ba816bcf9853', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:29Z', 'updated_at': '2022-05-03T22:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:02.642052 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-edd81e5f-8aa4-4e8e-91a8-e61325251b40 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:02.648731 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809ac5e9-cab3-4961-91c6-0343a7345470 None None] Network 205448ae-d8cd-4b1c-9138-0734b8d65b11 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:52:02.688260 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-bc3e72c0-6243-43a8-a96a-23029792b892 None None] Could not find standard attr ID for object c96e1d82-528f-4b2d-8eda-e5efc7ca9c6f. {{(pid=88071) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 03 22:52:02.694469 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7a7ddf-aa78-47d8-8d91-efd5df44352e None None] Checking router: a281fb3d-8032-4b96-afd4-f5996537ba4a for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:52:02.728875 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e5bf4357-ba48-4e93-8bf7-714f7cec9f1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:02.752846 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-edd81e5f-8aa4-4e8e-91a8-e61325251b40 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:02.753747 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd81e5f-8aa4-4e8e-91a8-e61325251b40 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Fanout notify agent at l3_agent the message router_deleted on router 4a94d99b-19f7-4f8a-8122-6a34b77ae3b9 {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:52:02.756476 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7a7ddf-aa78-47d8-8d91-efd5df44352e None None] Routers {'a281fb3d-8032-4b96-afd4-f5996537ba4a'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:52:02.757129 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-8b7a7ddf-aa78-47d8-8d91-efd5df44352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a281fb3d-8032-4b96-afd4-f5996537ba4a'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:02.830009 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-edd81e5f-8aa4-4e8e-91a8-e61325251b40 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:02.831467 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-edd81e5f-8aa4-4e8e-91a8-e61325251b40 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] 10.222.0.58 "DELETE /v2.0/routers/4a94d99b-19f7-4f8a-8122-6a34b77ae3b9 HTTP/1.1" status: 204 len: 168 time: 4.4108610 May 03 22:52:02.847932 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35552) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:02.870644 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-deb6d1e1-cfe9-4d83-8dde-d73a0e7ff704 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-123210590', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:02.892194 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-deb6d1e1-cfe9-4d83-8dde-d73a0e7ff704 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:02.906773 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-deb6d1e1-cfe9-4d83-8dde-d73a0e7ff704 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Usage tracker for resource:router and tenant:37a770e676a6492590d90c66f5fd9584 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:02.913490 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-deb6d1e1-cfe9-4d83-8dde-d73a0e7ff704 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:02.922912 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-deb6d1e1-cfe9-4d83-8dde-d73a0e7ff704 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:02.924358 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-bc3e72c0-6243-43a8-a96a-23029792b892 None None] Provisioning complete for port 15c8f829-10fe-48e9-acb2-e7137e930b40 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:52:02.924741 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bc3e72c0-6243-43a8-a96a-23029792b892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:03.157706 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-df30ec86-de88-49e2-b943-c7ab8cd672d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:03.201476 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-deb6d1e1-cfe9-4d83-8dde-d73a0e7ff704 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:03.202718 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-deb6d1e1-cfe9-4d83-8dde-d73a0e7ff704 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:03.215008 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e5bf4357-ba48-4e93-8bf7-714f7cec9f1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:03.222019 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-bc3e72c0-6243-43a8-a96a-23029792b892 None None] Port 15c8f829-10fe-48e9-acb2-e7137e930b40 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:52:03.281142 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf4357-ba48-4e93-8bf7-714f7cec9f1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'Subnet': ['ID=18ff642e-c03f-40ec-ab54-3436aeb13a66,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:03.284875 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-8b7a7ddf-aa78-47d8-8d91-efd5df44352e None None] Set router a281fb3d-8032-4b96-afd4-f5996537ba4a gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:52:03.288475 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e5bf4357-ba48-4e93-8bf7-714f7cec9f1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:03.295071 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bf2eb1cb-e1e7-41dc-8996-1cf64a8860ab tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:03.336630 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4d092a-8e73-4f06-a4c7-c01fb67b8ccf None None] Network 2e6dfd46-7c09-4f0a-a2fd-06f87aae6171 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:52:03.419300 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-deb6d1e1-cfe9-4d83-8dde-d73a0e7ff704 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:03.443752 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-76489939-a126-48c3-b755-0cf30a81faa6 None None] Could not find standard attr ID for object c96e1d82-528f-4b2d-8eda-e5efc7ca9c6f. {{(pid=88071) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 03 22:52:03.451390 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e5bf4357-ba48-4e93-8bf7-714f7cec9f1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/subnets/18ff642e-c03f-40ec-ab54-3436aeb13a66 HTTP/1.1" status: 204 len: 168 time: 1.4320555 May 03 22:52:03.459035 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35556) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:03.471271 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-a29a46cb-f170-4581-827b-69523184f87b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'subnet': {'network_id': '2e6dfd46-7c09-4f0a-a2fd-06f87aae6171', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:03.577824 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd8ba84-a334-435c-9b8d-c0e1118f9d7b None None] DHCP port deletion for 205448ae-d8cd-4b1c-9138-0734b8d65b11 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:52:03.616357 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-deb6d1e1-cfe9-4d83-8dde-d73a0e7ff704 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:03.682288 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bf2eb1cb-e1e7-41dc-8996-1cf64a8860ab tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:03.689674 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-deb6d1e1-cfe9-4d83-8dde-d73a0e7ff704 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:03.690929 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-deb6d1e1-cfe9-4d83-8dde-d73a0e7ff704 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8343585 May 03 22:52:03.694283 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35562) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:03.699389 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-41ee18c5-954a-45b9-aaba-1e8d30d7da6a tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Request body: {'router': {'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:03.712661 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-9cd8ba84-a334-435c-9b8d-c0e1118f9d7b None None] Deleting port 70e76289-075a-49ad-b16d-b9128bd64f0e {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:52:03.713080 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9cd8ba84-a334-435c-9b8d-c0e1118f9d7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:03.823949 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a29a46cb-f170-4581-827b-69523184f87b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:03.826824 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-bf2eb1cb-e1e7-41dc-8996-1cf64a8860ab tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Deleting port e34957be-7cfa-496e-9ec7-ba816bcf9853 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:52:03.827334 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bf2eb1cb-e1e7-41dc-8996-1cf64a8860ab tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:03.932477 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-df30ec86-de88-49e2-b943-c7ab8cd672d4 admin admin] Deleting port 14a968e3-a4ae-4674-89ed-41c14565e865 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:52:03.933015 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-df30ec86-de88-49e2-b943-c7ab8cd672d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:03.936784 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-9cd8ba84-a334-435c-9b8d-c0e1118f9d7b None None] For port 70e76289-075a-49ad-b16d-b9128bd64f0e, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=70e76289-075a-49ad-b16d-b9128bd64f0e,segment=NetworkSegment(19f5e703-356a-48fb-ab14-cf4ba1cc55fc),segment_id=19f5e703-356a-48fb-ab14-cf4ba1cc55fc)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:52:03.937185 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9cd8ba84-a334-435c-9b8d-c0e1118f9d7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:04.153863 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:52:04.161830 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a29a46cb-f170-4581-827b-69523184f87b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:subnet and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:04.179959 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a29a46cb-f170-4581-827b-69523184f87b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:04.208767 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a29a46cb-f170-4581-827b-69523184f87b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:04.214166 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-9cd8ba84-a334-435c-9b8d-c0e1118f9d7b None None] Calling delete_port for 70e76289-075a-49ad-b16d-b9128bd64f0e owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:52:04.249661 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 70e76289-075a-49ad-b16d-b9128bd64f0e no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:52:04.391305 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29a46cb-f170-4581-827b-69523184f87b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Made reservation on behalf of e4487dd9134946019ccb9652c13000b7 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:52:04.395823 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a29a46cb-f170-4581-827b-69523184f87b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:04.396485 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-df30ec86-de88-49e2-b943-c7ab8cd672d4 admin admin] For port 14a968e3-a4ae-4674-89ed-41c14565e865, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=14a968e3-a4ae-4674-89ed-41c14565e865,segment=NetworkSegment(aae3047e-a811-4f5f-9f6a-4504a8029136),segment_id=aae3047e-a811-4f5f-9f6a-4504a8029136)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:52:04.396844 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-df30ec86-de88-49e2-b943-c7ab8cd672d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:04.462763 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9cd8ba84-a334-435c-9b8d-c0e1118f9d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:04.549060 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-df30ec86-de88-49e2-b943-c7ab8cd672d4 admin admin] Calling delete_port for 14a968e3-a4ae-4674-89ed-41c14565e865 owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:52:04.550494 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Port 70e76289-075a-49ad-b16d-b9128bd64f0e update to DOWN by agent not found {{(pid=88071) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 03 22:52:04.558698 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8ba84-a334-435c-9b8d-c0e1118f9d7b None None] Pushing event deleted for resources: {'Port': ['ID=70e76289-075a-49ad-b16d-b9128bd64f0e,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:04.570788 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd8ba84-a334-435c-9b8d-c0e1118f9d7b None None] No DVR routers for this DVR port 70e76289-075a-49ad-b16d-b9128bd64f0e on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:52:04.606204 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-8b7a7ddf-aa78-47d8-8d91-efd5df44352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473588078', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'e34957be-7cfa-496e-9ec7-ba816bcf9853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:48:27Z', 'updated_at': '2022-05-03T22:51:58Z', 'revision_number': 5, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': 'e34957be-7cfa-496e-9ec7-ba816bcf9853', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:29Z', 'updated_at': '2022-05-03T22:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:04.613807 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7a7ddf-aa78-47d8-8d91-efd5df44352e None None] The sync data for ids ['a281fb3d-8032-4b96-afd4-f5996537ba4a'] in n-d-811807-1 is: [{'id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473588078', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'e34957be-7cfa-496e-9ec7-ba816bcf9853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:48:27Z', 'updated_at': '2022-05-03T22:51:58Z', 'revision_number': 5, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': 'e34957be-7cfa-496e-9ec7-ba816bcf9853', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281fb3d-8032-4b96-afd4-f5996537ba4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:48:29Z', 'updated_at': '2022-05-03T22:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:52:04.637837 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-bf2eb1cb-e1e7-41dc-8996-1cf64a8860ab tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] For port e34957be-7cfa-496e-9ec7-ba816bcf9853, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=e34957be-7cfa-496e-9ec7-ba816bcf9853,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:52:04.638225 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bf2eb1cb-e1e7-41dc-8996-1cf64a8860ab tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:04.776633 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-df30ec86-de88-49e2-b943-c7ab8cd672d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:04.794422 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-bf2eb1cb-e1e7-41dc-8996-1cf64a8860ab tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Calling delete_port for e34957be-7cfa-496e-9ec7-ba816bcf9853 owned by network:router_gateway {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:52:04.829898 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30ec86-de88-49e2-b943-c7ab8cd672d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=14a968e3-a4ae-4674-89ed-41c14565e865,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:05.298702 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-41ee18c5-954a-45b9-aaba-1e8d30d7da6a tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:05.320576 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-df30ec86-de88-49e2-b943-c7ab8cd672d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:05.605239 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2f38c06-94a2-41f0-8cd6-57ebf1a3b8f1 None None] Provisioning complete for port 14b697cc-7e42-4fc0-a389-94bf6824c33f triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:52:05.607519 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2f38c06-94a2-41f0-8cd6-57ebf1a3b8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:05.665418 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a29a46cb-f170-4581-827b-69523184f87b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:05.805965 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a46cb-f170-4581-827b-69523184f87b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Subnet': ['ID=d2107250-25f9-4f6a-8743-333121c810dc,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:05.812994 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df30ec86-de88-49e2-b943-c7ab8cd672d4 admin admin] Router de0c4cf0-a994-4b60-a85e-d1720ce0012c has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:52:05.849483 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2f38c06-94a2-41f0-8cd6-57ebf1a3b8f1 None None] Provisioning complete for port 15c8f829-10fe-48e9-acb2-e7137e930b40 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:52:05.850153 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2f38c06-94a2-41f0-8cd6-57ebf1a3b8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:05.862374 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29a46cb-f170-4581-827b-69523184f87b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Network 2e6dfd46-7c09-4f0a-a2fd-06f87aae6171 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:52:05.867497 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-a29a46cb-f170-4581-827b-69523184f87b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:52:05.874922 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29a46cb-f170-4581-827b-69523184f87b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:05.875512 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a29a46cb-f170-4581-827b-69523184f87b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:05.899981 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602a19fb-f1e0-4916-829f-0d910792cc91 None None] Network 2e6dfd46-7c09-4f0a-a2fd-06f87aae6171 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:52:05.935456 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f2f38c06-94a2-41f0-8cd6-57ebf1a3b8f1 None None] Port 15c8f829-10fe-48e9-acb2-e7137e930b40 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:52:05.978628 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a29a46cb-f170-4581-827b-69523184f87b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5130353 May 03 22:52:05.987939 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35578) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:06.001649 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-496f06fe-c532-4fbe-ae89-a638dee30a34 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'security_group': {'name': 'tempest-secgroup-991437423'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:06.040483 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df30ec86-de88-49e2-b943-c7ab8cd672d4 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:52:06.051175 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f417c3e1-3ed9-43f2-b26e-83a50eac0fd5 None None] Sync routers for ids ['de0c4cf0-a994-4b60-a85e-d1720ce0012c'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:52:06.053518 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-df30ec86-de88-49e2-b943-c7ab8cd672d4 admin admin] 10.222.0.58 "PUT /v2.0/routers/de0c4cf0-a994-4b60-a85e-d1720ce0012c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8554976 May 03 22:52:06.054211 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35582) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:06.069670 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f417c3e1-3ed9-43f2-b26e-83a50eac0fd5 None None] Routers {'de0c4cf0-a994-4b60-a85e-d1720ce0012c'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:52:06.074067 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f417c3e1-3ed9-43f2-b26e-83a50eac0fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['de0c4cf0-a994-4b60-a85e-d1720ce0012c'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:06.188270 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-496f06fe-c532-4fbe-ae89-a638dee30a34 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:06.244932 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bf2eb1cb-e1e7-41dc-8996-1cf64a8860ab tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:06.258983 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-496f06fe-c532-4fbe-ae89-a638dee30a34 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:security_group and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:06.303508 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 3fe9864c-5f3a-4864-bdc0-4b62a08633a0 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:52:06.332110 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-496f06fe-c532-4fbe-ae89-a638dee30a34 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:06.349346 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0e0f0-904d-409c-bc41-9066940f6997 req-bbfac93d-7fb5-4a03-80b7-ad05d70644b5 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:06.357827 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ca0e0f0-904d-409c-bc41-9066940f6997 req-bbfac93d-7fb5-4a03-80b7-ad05d70644b5 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=9337167b-be6d-43e7-8336-82d35d3fde1f HTTP/1.1" status: 200 len: 945 time: 0.5932982 May 03 22:52:06.364780 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 3fe9864c-5f3a-4864-bdc0-4b62a08633a0 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:52:06.367637 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 3fe9864c-5f3a-4864-bdc0-4b62a08633a0 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:52:06.390087 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-41ee18c5-954a-45b9-aaba-1e8d30d7da6a tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:06.400295 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-f417c3e1-3ed9-43f2-b26e-83a50eac0fd5 None None] Set router de0c4cf0-a994-4b60-a85e-d1720ce0012c gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:52:06.441500 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-496f06fe-c532-4fbe-ae89-a638dee30a34 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:06.444424 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2eb1cb-e1e7-41dc-8996-1cf64a8860ab tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event deleted for resources: {'Port': ['ID=e34957be-7cfa-496e-9ec7-ba816bcf9853,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:06.459729 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-41ee18c5-954a-45b9-aaba-1e8d30d7da6a tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:06.533051 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d7fcceaf-58fd-4031-8cbd-fb8a30317f68 admin admin] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:06.580522 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-496f06fe-c532-4fbe-ae89-a638dee30a34 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:06.681847 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a54a36-a910-442b-8c5c-c2392d1e0529 None None] Update dhcp port {'port': {'network_id': '2e6dfd46-7c09-4f0a-a2fd-06f87aae6171', 'fixed_ips': [{'subnet_id': 'f6218ada-6333-4208-a64c-71920267249e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd2107250-25f9-4f6a-8743-333121c810dc'}], 'binding:host_id': 'n-d-811807-1'}, 'id': '14b697cc-7e42-4fc0-a389-94bf6824c33f'} from n-d-811807-1. {{(pid=88071) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 03 22:52:06.745330 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ca0e0f0-904d-409c-bc41-9066940f6997 req-65817595-b800-4bdd-a572-9f230e3f87c7 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d60f74e-e6a4-4777-9ada-92bec08f97cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3864810 May 03 22:52:06.776094 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-496f06fe-c532-4fbe-ae89-a638dee30a34 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:06.788516 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-496f06fe-c532-4fbe-ae89-a638dee30a34 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:security_group_rule and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:06.798013 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-496f06fe-c532-4fbe-ae89-a638dee30a34 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:06.800965 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bf2eb1cb-e1e7-41dc-8996-1cf64a8860ab tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:06.806533 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-42a54a36-a910-442b-8c5c-c2392d1e0529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:06.832347 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d7fcceaf-58fd-4031-8cbd-fb8a30317f68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:06.832843 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f417c3e1-3ed9-43f2-b26e-83a50eac0fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0c4cf0-a994-4b60-a85e-d1720ce0012c', 'name': 'tempest-TaggedBootDevicesTest-446260063-router', 'tenant_id': '335aecf7b5a9427992c87df84fd011a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '15f689c5-7845-4978-8599-c80522813745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:44:59Z', 'updated_at': '2022-05-03T22:52:04Z', 'revision_number': 5, 'project_id': '335aecf7b5a9427992c87df84fd011a1', 'gw_port': {'id': '15f689c5-7845-4978-8599-c80522813745', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0c4cf0-a994-4b60-a85e-d1720ce0012c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:45:01Z', 'updated_at': '2022-05-03T22:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:06.841672 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f417c3e1-3ed9-43f2-b26e-83a50eac0fd5 None None] Checking router: de0c4cf0-a994-4b60-a85e-d1720ce0012c for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:52:06.854635 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-496f06fe-c532-4fbe-ae89-a638dee30a34 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:06.854957 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-d7fcceaf-58fd-4031-8cbd-fb8a30317f68 admin admin] Deleting port 15f689c5-7845-4978-8599-c80522813745 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:52:06.855319 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d7fcceaf-58fd-4031-8cbd-fb8a30317f68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:06.866531 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f417c3e1-3ed9-43f2-b26e-83a50eac0fd5 None None] Routers {'de0c4cf0-a994-4b60-a85e-d1720ce0012c'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:52:06.867369 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f417c3e1-3ed9-43f2-b26e-83a50eac0fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['de0c4cf0-a994-4b60-a85e-d1720ce0012c'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:07.078241 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-f417c3e1-3ed9-43f2-b26e-83a50eac0fd5 None None] Set router de0c4cf0-a994-4b60-a85e-d1720ce0012c gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:52:07.091426 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bf2eb1cb-e1e7-41dc-8996-1cf64a8860ab tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:07.101237 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bf2eb1cb-e1e7-41dc-8996-1cf64a8860ab tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:07.114399 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-42a54a36-a910-442b-8c5c-c2392d1e0529 None None] Allocated IP 2001:db8::2 (2e6dfd46-7c09-4f0a-a2fd-06f87aae6171/d2107250-25f9-4f6a-8743-333121c810dc/14b697cc-7e42-4fc0-a389-94bf6824c33f) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:52:07.154717 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-41ee18c5-954a-45b9-aaba-1e8d30d7da6a tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Allocated IP 172.25.2.200 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/83da8264-51f3-472b-81bf-baf3bf3b24b1) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:52:07.182527 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bf2eb1cb-e1e7-41dc-8996-1cf64a8860ab tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:07.182527 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2eb1cb-e1e7-41dc-8996-1cf64a8860ab tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Fanout notify agent at l3_agent the message router_deleted on router a281fb3d-8032-4b96-afd4-f5996537ba4a {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:52:07.201370 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f417c3e1-3ed9-43f2-b26e-83a50eac0fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de0c4cf0-a994-4b60-a85e-d1720ce0012c', 'name': 'tempest-TaggedBootDevicesTest-446260063-router', 'tenant_id': '335aecf7b5a9427992c87df84fd011a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:44:59Z', 'updated_at': '2022-05-03T22:52:06Z', 'revision_number': 6, 'project_id': '335aecf7b5a9427992c87df84fd011a1', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:07.206397 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f417c3e1-3ed9-43f2-b26e-83a50eac0fd5 None None] The sync data for ids ['de0c4cf0-a994-4b60-a85e-d1720ce0012c'] in n-d-811807-1 is: [{'id': 'de0c4cf0-a994-4b60-a85e-d1720ce0012c', 'name': 'tempest-TaggedBootDevicesTest-446260063-router', 'tenant_id': '335aecf7b5a9427992c87df84fd011a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:44:59Z', 'updated_at': '2022-05-03T22:52:06Z', 'revision_number': 6, 'project_id': '335aecf7b5a9427992c87df84fd011a1', 'gw_port_host': None}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:52:07.298155 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-d7fcceaf-58fd-4031-8cbd-fb8a30317f68 admin admin] For port 15f689c5-7845-4978-8599-c80522813745, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=15f689c5-7845-4978-8599-c80522813745,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:52:07.298515 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d7fcceaf-58fd-4031-8cbd-fb8a30317f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:07.304715 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-496f06fe-c532-4fbe-ae89-a638dee30a34 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:07.409292 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-42a54a36-a910-442b-8c5c-c2392d1e0529 None None] For port 14b697cc-7e42-4fc0-a389-94bf6824c33f, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=14b697cc-7e42-4fc0-a389-94bf6824c33f,segment=NetworkSegment(9abaec4d-a74e-4b41-85f7-b7d9e6ddcc8e),segment_id=9abaec4d-a74e-4b41-85f7-b7d9e6ddcc8e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:52:07.443471 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-42a54a36-a910-442b-8c5c-c2392d1e0529 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:07.467844 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-d7fcceaf-58fd-4031-8cbd-fb8a30317f68 admin admin] Calling delete_port for 15f689c5-7845-4978-8599-c80522813745 owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:52:07.493551 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-42a54a36-a910-442b-8c5c-c2392d1e0529 None None] Transition to ACTIVE for port object 14b697cc-7e42-4fc0-a389-94bf6824c33f will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:52:07.504125 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-42a54a36-a910-442b-8c5c-c2392d1e0529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:07.507115 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf3c70-7405-4b9e-996a-866b44d4db8e req-522ccf20-d70a-4dab-a733-d1607f251787 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:07.508905 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-decf3c70-7405-4b9e-996a-866b44d4db8e req-522ccf20-d70a-4dab-a733-d1607f251787 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.60 "GET /v2.0/ports?device_id=9337167b-be6d-43e7-8336-82d35d3fde1f HTTP/1.1" status: 200 len: 945 time: 0.4715700 May 03 22:52:07.509560 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-496f06fe-c532-4fbe-ae89-a638dee30a34 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:07.611336 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a54a36-a910-442b-8c5c-c2392d1e0529 None None] Pushing event updated for resources: {'Port': ['ID=14b697cc-7e42-4fc0-a389-94bf6824c33f,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:07.706926 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bf2eb1cb-e1e7-41dc-8996-1cf64a8860ab tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:07.712077 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-bf2eb1cb-e1e7-41dc-8996-1cf64a8860ab tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "DELETE /v2.0/routers/a281fb3d-8032-4b96-afd4-f5996537ba4a HTTP/1.1" status: 204 len: 168 time: 5.0782640 May 03 22:52:07.713002 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35590) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:07.731702 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-496f06fe-c532-4fbe-ae89-a638dee30a34 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:07.736550 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-496f06fe-c532-4fbe-ae89-a638dee30a34 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7430649 May 03 22:52:07.737196 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35594) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:07.743190 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d7fcceaf-58fd-4031-8cbd-fb8a30317f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:07.762868 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-7f2b9784-62fb-446e-a989-ff80cd1ea6b7 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'security_group': {'name': 'tempest-secgroup-2007059100'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:07.817334 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f06fe-c532-4fbe-ae89-a638dee30a34 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab344f8e-9c0d-4a8f-b1a4-3d2a581c09b6,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:07.819001 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7f2b9784-62fb-446e-a989-ff80cd1ea6b7 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:07.825256 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fcceaf-58fd-4031-8cbd-fb8a30317f68 admin admin] Pushing event deleted for resources: {'Port': ['ID=15f689c5-7845-4978-8599-c80522813745,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:07.838062 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-decf3c70-7405-4b9e-996a-866b44d4db8e req-bda4172b-138b-4dc7-802e-5635efbef172 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Deleting port 50c9cbf4-4b6e-4711-b2e6-a4628ae6f830 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:52:07.838654 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-decf3c70-7405-4b9e-996a-866b44d4db8e req-bda4172b-138b-4dc7-802e-5635efbef172 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:07.871871 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7f2b9784-62fb-446e-a989-ff80cd1ea6b7 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:security_group and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:07.911183 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7f2b9784-62fb-446e-a989-ff80cd1ea6b7 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:07.936733 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7f2b9784-62fb-446e-a989-ff80cd1ea6b7 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:07.965274 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d7fcceaf-58fd-4031-8cbd-fb8a30317f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:08.064836 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-56eb9162-bd27-4f0f-ac42-b88f79e4c910 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:08.115683 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7f2b9784-62fb-446e-a989-ff80cd1ea6b7 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:08.122820 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-41ee18c5-954a-45b9-aaba-1e8d30d7da6a tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:08.229775 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7f2b9784-62fb-446e-a989-ff80cd1ea6b7 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:08.237183 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7f2b9784-62fb-446e-a989-ff80cd1ea6b7 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:security_group_rule and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:08.241283 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d7fcceaf-58fd-4031-8cbd-fb8a30317f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:08.242298 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7f2b9784-62fb-446e-a989-ff80cd1ea6b7 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:08.244974 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d7fcceaf-58fd-4031-8cbd-fb8a30317f68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:08.250408 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7f2b9784-62fb-446e-a989-ff80cd1ea6b7 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:08.314161 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d7fcceaf-58fd-4031-8cbd-fb8a30317f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:08.316171 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fcceaf-58fd-4031-8cbd-fb8a30317f68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de0c4cf0-a994-4b60-a85e-d1720ce0012c {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:52:08.364859 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 14b697cc-7e42-4fc0-a389-94bf6824c33f up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:52:08.389419 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d7fcceaf-58fd-4031-8cbd-fb8a30317f68 admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:08.392920 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d7fcceaf-58fd-4031-8cbd-fb8a30317f68 admin admin] 10.222.0.58 "DELETE /v2.0/routers/de0c4cf0-a994-4b60-a85e-d1720ce0012c HTTP/1.1" status: 204 len: 168 time: 2.3355348 May 03 22:52:08.399282 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35600) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:08.496547 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7f2b9784-62fb-446e-a989-ff80cd1ea6b7 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:08.517926 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7f2b9784-62fb-446e-a989-ff80cd1ea6b7 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:08.583129 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-4102070e-abd7-439d-94e4-690930097ffb admin admin] Deleting subnet a38e2743-d7be-455d-b660-758691bee049 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:52:08.587038 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4102070e-abd7-439d-94e4-690930097ffb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:08.588674 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 14a968e3-a4ae-4674-89ed-41c14565e865 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:52:08.620270 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-decf3c70-7405-4b9e-996a-866b44d4db8e req-bda4172b-138b-4dc7-802e-5635efbef172 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] For port 50c9cbf4-4b6e-4711-b2e6-a4628ae6f830, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=50c9cbf4-4b6e-4711-b2e6-a4628ae6f830,segment=NetworkSegment(0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a),segment_id=0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:52:08.632348 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-decf3c70-7405-4b9e-996a-866b44d4db8e req-bda4172b-138b-4dc7-802e-5635efbef172 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:08.671176 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-56eb9162-bd27-4f0f-ac42-b88f79e4c910 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:08.708706 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 14a968e3-a4ae-4674-89ed-41c14565e865 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:52:08.709906 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 14a968e3-a4ae-4674-89ed-41c14565e865 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:52:08.711509 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device e34957be-7cfa-496e-9ec7-ba816bcf9853 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:52:08.761233 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34775b-7581-4e26-9808-c401ef3d36a7 req-18ec3e66-b9c4-4c82-9632-69473f81df86 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:08.779696 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fb34775b-7581-4e26-9808-c401ef3d36a7 req-18ec3e66-b9c4-4c82-9632-69473f81df86 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=9337167b-be6d-43e7-8336-82d35d3fde1f HTTP/1.1" status: 200 len: 945 time: 0.7730515 May 03 22:52:08.781770 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1c5f331d-65e6-40d9-8963-4f3b001c78d4 None None] Provisioning for port 14b697cc-7e42-4fc0-a389-94bf6824c33f completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:52:08.789949 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1c5f331d-65e6-40d9-8963-4f3b001c78d4 None None] Provisioning complete for port 14b697cc-7e42-4fc0-a389-94bf6824c33f triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:52:08.790329 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1c5f331d-65e6-40d9-8963-4f3b001c78d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:08.819057 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: e34957be-7cfa-496e-9ec7-ba816bcf9853 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:52:08.819453 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7f2b9784-62fb-446e-a989-ff80cd1ea6b7 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:08.819929 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device e34957be-7cfa-496e-9ec7-ba816bcf9853 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:52:08.819929 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 15f689c5-7845-4978-8599-c80522813745 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:52:08.823721 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7f2b9784-62fb-446e-a989-ff80cd1ea6b7 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0853472 May 03 22:52:08.824566 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35606) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:08.840660 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-3220c51d-a209-465c-89f9-81a99f48bd1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'security_group': {'name': 'tempest-secgroup-871049759'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:08.850171 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b9784-62fb-446e-a989-ff80cd1ea6b7 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ad7fb3-c185-44d2-b289-b764acb488c3,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:08.867183 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3220c51d-a209-465c-89f9-81a99f48bd1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:08.872753 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 15f689c5-7845-4978-8599-c80522813745 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:52:08.873040 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 15f689c5-7845-4978-8599-c80522813745 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:52:08.876900 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4102070e-abd7-439d-94e4-690930097ffb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:08.915648 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3220c51d-a209-465c-89f9-81a99f48bd1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:security_group and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:08.922774 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3220c51d-a209-465c-89f9-81a99f48bd1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:08.934934 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3220c51d-a209-465c-89f9-81a99f48bd1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:08.962856 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-56eb9162-bd27-4f0f-ac42-b88f79e4c910 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['205448ae-d8cd-4b1c-9138-0734b8d65b11']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:08.964967 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3220c51d-a209-465c-89f9-81a99f48bd1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:08.976276 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-41ee18c5-954a-45b9-aaba-1e8d30d7da6a tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:08.988426 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1c5f331d-65e6-40d9-8963-4f3b001c78d4 None None] Provisioning complete for port 15c8f829-10fe-48e9-acb2-e7137e930b40 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:52:08.988991 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1c5f331d-65e6-40d9-8963-4f3b001c78d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:08.998818 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3220c51d-a209-465c-89f9-81a99f48bd1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:09.002762 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3220c51d-a209-465c-89f9-81a99f48bd1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:security_group_rule and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:09.006101 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3220c51d-a209-465c-89f9-81a99f48bd1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:09.011855 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3220c51d-a209-465c-89f9-81a99f48bd1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:09.050029 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1c5f331d-65e6-40d9-8963-4f3b001c78d4 None None] Port 15c8f829-10fe-48e9-acb2-e7137e930b40 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:52:09.050720 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-56eb9162-bd27-4f0f-ac42-b88f79e4c910 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f5e703-356a-48fb-ab14-cf4ba1cc55fc') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:09.051242 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-56eb9162-bd27-4f0f-ac42-b88f79e4c910 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f5e703-356a-48fb-ab14-cf4ba1cc55fc') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:09.095683 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4102070e-abd7-439d-94e4-690930097ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:09.129093 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fb34775b-7581-4e26-9808-c401ef3d36a7 req-31e96805-abe6-41f1-89e5-bce160d13e98 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d60f74e-e6a4-4777-9ada-92bec08f97cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3485079 May 03 22:52:09.132257 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3220c51d-a209-465c-89f9-81a99f48bd1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:09.161801 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-56eb9162-bd27-4f0f-ac42-b88f79e4c910 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:09.162698 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3220c51d-a209-465c-89f9-81a99f48bd1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:09.183141 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ee18c5-954a-45b9-aaba-1e8d30d7da6a tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:52:09.184400 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-41ee18c5-954a-45b9-aaba-1e8d30d7da6a tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:52:09.194799 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ee18c5-954a-45b9-aaba-1e8d30d7da6a tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:52:09.218014 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4102070e-abd7-439d-94e4-690930097ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:09.222577 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-56eb9162-bd27-4f0f-ac42-b88f79e4c910 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:09.240959 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee18c5-954a-45b9-aaba-1e8d30d7da6a tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Pushing event updated for resources: {'Port': ['ID=83da8264-51f3-472b-81bf-baf3bf3b24b1,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:09.245585 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56eb9162-bd27-4f0f-ac42-b88f79e4c910 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:52:09.246021 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-56eb9162-bd27-4f0f-ac42-b88f79e4c910 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:09.260645 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220c51d-a209-465c-89f9-81a99f48bd1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b646177-be6c-464c-b17b-9f5fbb7004f6,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:09.263468 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:52:09.263468 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:52:09.263468 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:52:09.263468 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:52:09.263468 n-d-811807-1 neutron-server[88069]: timer() May 03 22:52:09.263468 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:52:09.263468 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:52:09.263468 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:52:09.263468 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:52:09.263468 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:52:09.263468 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:52:09.263468 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:52:09.263468 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:52:09.263468 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:52:09.263468 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:52:09.263468 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:52:09.263468 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:52:09.263468 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:52:09.263468 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:52:09.263468 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:52:09.263468 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:52:09.263468 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:52:09.263468 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:52:09.263468 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:52:09.263468 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:52:09.263468 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:52:09.263468 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:52:09.263468 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:52:09.263468 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:52:09.263468 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:52:09.263468 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:52:09.263468 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:52:09.263468 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:52:09.263468 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:52:09.269191 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3220c51d-a209-465c-89f9-81a99f48bd1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:09.273636 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3220c51d-a209-465c-89f9-81a99f48bd1c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4388342 May 03 22:52:09.273636 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102070e-abd7-439d-94e4-690930097ffb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a38e2743-d7be-455d-b660-758691bee049,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:09.277337 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4102070e-abd7-439d-94e4-690930097ffb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:09.277480 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35610) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:09.278719 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4102070e-abd7-439d-94e4-690930097ffb admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a38e2743-d7be-455d-b660-758691bee049 HTTP/1.1" status: 204 len: 168 time: 0.8786607 May 03 22:52:09.282388 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573f9f60-6e3e-41ad-9ce5-4ae33d1b0837 None None] Network b25c08b4-ba30-44fb-ab22-e5946b117ebb requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:52:09.286327 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35612) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:09.301582 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-4b44d918-f10e-42e1-b994-76462db81d2c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-541033510', 'security_groups': ['7b646177-be6c-464c-b17b-9f5fbb7004f6'], 'network_id': '2e6dfd46-7c09-4f0a-a2fd-06f87aae6171', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd2107250-25f9-4f6a-8743-333121c810dc'}]}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:09.418622 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd3b6a90-f7e1-4d96-a7b1-87791912c127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:09.432582 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-bd3b6a90-f7e1-4d96-a7b1-87791912c127 admin admin] Deleting port 3d2f1a7e-0601-42ea-9c8c-7e7ccf3b6b2b {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:52:09.433719 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd3b6a90-f7e1-4d96-a7b1-87791912c127 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:09.625531 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cdb7ff-0c2d-4967-b7db-cd1d62ff26d2 None None] DHCP port deletion for b25c08b4-ba30-44fb-ab22-e5946b117ebb request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:52:09.631157 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-13cdb7ff-0c2d-4967-b7db-cd1d62ff26d2 None None] Deleting port 3d2f1a7e-0601-42ea-9c8c-7e7ccf3b6b2b {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:52:09.631532 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-13cdb7ff-0c2d-4967-b7db-cd1d62ff26d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:09.712067 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-bd3b6a90-f7e1-4d96-a7b1-87791912c127 admin admin] For port 3d2f1a7e-0601-42ea-9c8c-7e7ccf3b6b2b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=3d2f1a7e-0601-42ea-9c8c-7e7ccf3b6b2b,segment=NetworkSegment(aae3047e-a811-4f5f-9f6a-4504a8029136),segment_id=aae3047e-a811-4f5f-9f6a-4504a8029136)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:52:09.712512 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd3b6a90-f7e1-4d96-a7b1-87791912c127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:09.818775 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-56eb9162-bd27-4f0f-ac42-b88f79e4c910 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:09.856317 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-56eb9162-bd27-4f0f-ac42-b88f79e4c910 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:09.881226 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-decf3c70-7405-4b9e-996a-866b44d4db8e req-bda4172b-138b-4dc7-802e-5635efbef172 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:09.881611 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-decf3c70-7405-4b9e-996a-866b44d4db8e req-bda4172b-138b-4dc7-802e-5635efbef172 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:09.881958 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [req-decf3c70-7405-4b9e-996a-866b44d4db8e req-bda4172b-138b-4dc7-802e-5635efbef172 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Floating IP 03be2463-a3d0-440d-aa2b-f7ecca06ccef disassociated. External IP: 172.25.2.95, port: 50c9cbf4-4b6e-4711-b2e6-a4628ae6f830. May 03 22:52:09.882313 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-decf3c70-7405-4b9e-996a-866b44d4db8e req-bda4172b-138b-4dc7-802e-5635efbef172 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Calling delete_port for 50c9cbf4-4b6e-4711-b2e6-a4628ae6f830 owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:52:09.932633 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-13cdb7ff-0c2d-4967-b7db-cd1d62ff26d2 None None] For port 3d2f1a7e-0601-42ea-9c8c-7e7ccf3b6b2b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=3d2f1a7e-0601-42ea-9c8c-7e7ccf3b6b2b,segment=NetworkSegment(aae3047e-a811-4f5f-9f6a-4504a8029136),segment_id=aae3047e-a811-4f5f-9f6a-4504a8029136)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:52:09.933030 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-13cdb7ff-0c2d-4967-b7db-cd1d62ff26d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:09.960965 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-bd3b6a90-f7e1-4d96-a7b1-87791912c127 admin admin] Calling delete_port for 3d2f1a7e-0601-42ea-9c8c-7e7ccf3b6b2b owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:52:09.963041 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-56eb9162-bd27-4f0f-ac42-b88f79e4c910 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "DELETE /v2.0/networks/205448ae-d8cd-4b1c-9138-0734b8d65b11 HTTP/1.1" status: 204 len: 168 time: 2.2360682 May 03 22:52:09.976632 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35620) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:09.999958 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb9162-bd27-4f0f-ac42-b88f79e4c910 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event deleted for resources: {'Network': ['ID=205448ae-d8cd-4b1c-9138-0734b8d65b11,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:10.056169 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd3b6a90-f7e1-4d96-a7b1-87791912c127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:10.091971 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-13cdb7ff-0c2d-4967-b7db-cd1d62ff26d2 None None] Calling delete_port for 3d2f1a7e-0601-42ea-9c8c-7e7ccf3b6b2b owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:52:10.119798 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b6a90-f7e1-4d96-a7b1-87791912c127 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d2f1a7e-0601-42ea-9c8c-7e7ccf3b6b2b,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:10.127268 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3b6a90-f7e1-4d96-a7b1-87791912c127 admin admin] No DVR routers for this DVR port 3d2f1a7e-0601-42ea-9c8c-7e7ccf3b6b2b on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:52:10.151909 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4b44d918-f10e-42e1-b994-76462db81d2c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:10.207501 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 3d2f1a7e-0601-42ea-9c8c-7e7ccf3b6b2b no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:52:10.251426 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4b44d918-f10e-42e1-b994-76462db81d2c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:10.282916 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 3d2f1a7e-0601-42ea-9c8c-7e7ccf3b6b2b {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:52:10.283264 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 3d2f1a7e-0601-42ea-9c8c-7e7ccf3b6b2b not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:52:10.297333 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd3b6a90-f7e1-4d96-a7b1-87791912c127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:10.325778 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-13cdb7ff-0c2d-4967-b7db-cd1d62ff26d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:52:10.326700 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-13cdb7ff-0c2d-4967-b7db-cd1d62ff26d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:52:10.330939 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-bd3b6a90-f7e1-4d96-a7b1-87791912c127 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b25c08b4-ba30-44fb-ab22-e5946b117ebb']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:10.346166 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-bd3b6a90-f7e1-4d96-a7b1-87791912c127 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae3047e-a811-4f5f-9f6a-4504a8029136') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:10.346550 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-bd3b6a90-f7e1-4d96-a7b1-87791912c127 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae3047e-a811-4f5f-9f6a-4504a8029136') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:10.355442 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b44d918-f10e-42e1-b994-76462db81d2c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Made reservation on behalf of e4487dd9134946019ccb9652c13000b7 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:52:10.360203 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd3b6a90-f7e1-4d96-a7b1-87791912c127 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:10.377631 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd3b6a90-f7e1-4d96-a7b1-87791912c127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:10.386025 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd3b6a90-f7e1-4d96-a7b1-87791912c127 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:52:10.386025 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd3b6a90-f7e1-4d96-a7b1-87791912c127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:10.400850 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:52:10.400850 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:52:10.400850 n-d-811807-1 neutron-server[88070]: timer() May 03 22:52:10.400850 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:52:10.400850 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:52:10.400850 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:52:10.400850 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:52:10.400850 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:52:10.400850 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:52:10.400850 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:52:10.400850 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:52:10.400850 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:52:10.400850 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:52:10.400850 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:52:10.400850 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:52:10.400850 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:52:10.400850 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:52:10.400850 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:52:10.400850 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:52:10.400850 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:52:10.400850 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:52:10.400850 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:52:10.400850 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:52:10.400850 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:52:10.400850 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:52:10.400850 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:52:10.400850 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:52:10.400850 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:52:10.400850 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:52:10.400850 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:52:10.400850 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:52:10.400850 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:52:10.433430 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c682f6bf-d9d6-4f13-9ba0-4177e9545518 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:10.447945 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 50c9cbf4-4b6e-4711-b2e6-a4628ae6f830 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:52:10.506389 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 50c9cbf4-4b6e-4711-b2e6-a4628ae6f830 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:52:10.506389 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 50c9cbf4-4b6e-4711-b2e6-a4628ae6f830 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:52:10.512725 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd3b6a90-f7e1-4d96-a7b1-87791912c127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:10.518618 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd3b6a90-f7e1-4d96-a7b1-87791912c127 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:10.546452 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b6a90-f7e1-4d96-a7b1-87791912c127 admin admin] Pushing event deleted for resources: {'Network': ['ID=b25c08b4-ba30-44fb-ab22-e5946b117ebb,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:10.555167 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bd3b6a90-f7e1-4d96-a7b1-87791912c127 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b25c08b4-ba30-44fb-ab22-e5946b117ebb HTTP/1.1" status: 204 len: 168 time: 1.2674141 May 03 22:52:10.561654 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-decf3c70-7405-4b9e-996a-866b44d4db8e req-bda4172b-138b-4dc7-802e-5635efbef172 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:10.625944 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c682f6bf-d9d6-4f13-9ba0-4177e9545518 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:10.655829 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4172b-138b-4dc7-802e-5635efbef172 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Pushing event deleted for resources: {'Port': ['ID=50c9cbf4-4b6e-4711-b2e6-a4628ae6f830,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:10.668890 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-41ee18c5-954a-45b9-aaba-1e8d30d7da6a tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:10.702060 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35628) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:10.756704 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-91df826b-583e-4681-9173-bb0a18f1d01a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d6f7f307699c4be5803d470738b6e79e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0531843 May 03 22:52:10.759562 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35632) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:10.826218 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fc1f4e21-7073-4dcf-8f9b-8497daf94271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:10.827963 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-13cdb7ff-0c2d-4967-b7db-cd1d62ff26d2 None None] Deleting port 3d2f1a7e-0601-42ea-9c8c-7e7ccf3b6b2b {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:52:10.828450 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-13cdb7ff-0c2d-4967-b7db-cd1d62ff26d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:10.874355 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fc1f4e21-7073-4dcf-8f9b-8497daf94271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:10.899388 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-13cdb7ff-0c2d-4967-b7db-cd1d62ff26d2 None None] The port '3d2f1a7e-0601-42ea-9c8c-7e7ccf3b6b2b' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:52:10.953121 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fc1f4e21-7073-4dcf-8f9b-8497daf94271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:10.970093 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f4e21-7073-4dcf-8f9b-8497daf94271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e5b98b-d575-4eec-a90e-c2de43734608,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:10.979756 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fc1f4e21-7073-4dcf-8f9b-8497daf94271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:10.980962 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fc1f4e21-7073-4dcf-8f9b-8497daf94271 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/44e5b98b-d575-4eec-a90e-c2de43734608 HTTP/1.1" status: 204 len: 168 time: 0.2203004 May 03 22:52:11.019451 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4b44d918-f10e-42e1-b994-76462db81d2c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:11.051909 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda7d17-af99-43df-bcde-70a4066b95d3 req-66c27382-0339-41dc-a2f0-f9c6ad5bfece tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:11.053740 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fbda7d17-af99-43df-bcde-70a4066b95d3 req-66c27382-0339-41dc-a2f0-f9c6ad5bfece tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=9337167b-be6d-43e7-8336-82d35d3fde1f HTTP/1.1" status: 200 len: 867 time: 0.6817873 May 03 22:52:11.101923 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-4b44d918-f10e-42e1-b994-76462db81d2c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] device_id is not set on port f20d1171-91b9-454b-b953-4a9018046fbc yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:52:11.424796 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fbda7d17-af99-43df-bcde-70a4066b95d3 req-ff34b0a8-e225-479e-bb70-c3940767f96d tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups?id=2d60f74e-e6a4-4777-9ada-92bec08f97cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3577213 May 03 22:52:11.437592 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35642) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:11.498133 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4f8871bd-0f92-4e18-bb58-f4b59d999cd5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=335aecf7b5a9427992c87df84fd011a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0578327 May 03 22:52:11.500659 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35646) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:11.620204 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-decf3c70-7405-4b9e-996a-866b44d4db8e req-bda4172b-138b-4dc7-802e-5635efbef172 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Router 71f9c2f0-9970-471d-8465-8e1a4e55130e has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:52:11.637091 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c682f6bf-d9d6-4f13-9ba0-4177e9545518 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:11.653165 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-08b804c4-f7a5-4193-a2a9-78545c8c1100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:11.687261 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-08b804c4-f7a5-4193-a2a9-78545c8c1100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:11.751668 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-08b804c4-f7a5-4193-a2a9-78545c8c1100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:11.766331 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b804c4-f7a5-4193-a2a9-78545c8c1100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc5f832-3079-46bb-9989-26c5224781b5,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:11.773680 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-08b804c4-f7a5-4193-a2a9-78545c8c1100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:11.775027 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-08b804c4-f7a5-4193-a2a9-78545c8c1100 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8fc5f832-3079-46bb-9989-26c5224781b5 HTTP/1.1" status: 204 len: 168 time: 0.2720625 May 03 22:52:11.800818 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c682f6bf-d9d6-4f13-9ba0-4177e9545518 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b0a645-6629-491a-9ba5-d5e82bf2ec5e,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:11.836940 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-41ee18c5-954a-45b9-aaba-1e8d30d7da6a tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:11.882115 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-41ee18c5-954a-45b9-aaba-1e8d30d7da6a tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-785141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-785150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-783245'] for router, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:11.963012 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c682f6bf-d9d6-4f13-9ba0-4177e9545518 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:11.964086 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c682f6bf-d9d6-4f13-9ba0-4177e9545518 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "DELETE /v2.0/security-groups/97b0a645-6629-491a-9ba5-d5e82bf2ec5e HTTP/1.1" status: 204 len: 168 time: 1.9823918 May 03 22:52:12.111985 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-4b44d918-f10e-42e1-b994-76462db81d2c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Allocated IP 2001:db8::c7 (2e6dfd46-7c09-4f0a-a2fd-06f87aae6171/d2107250-25f9-4f6a-8743-333121c810dc/f20d1171-91b9-454b-b953-4a9018046fbc) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:52:12.118364 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-decf3c70-7405-4b9e-996a-866b44d4db8e req-bda4172b-138b-4dc7-802e-5635efbef172 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:52:12.137912 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab40fb4-5b19-456f-a441-017030c2ea33 None None] Sync routers for ids ['71f9c2f0-9970-471d-8465-8e1a4e55130e'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:52:12.177986 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab40fb4-5b19-456f-a441-017030c2ea33 None None] Routers {'71f9c2f0-9970-471d-8465-8e1a4e55130e'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:52:12.178869 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-0ab40fb4-5b19-456f-a441-017030c2ea33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['71f9c2f0-9970-471d-8465-8e1a4e55130e'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:12.319795 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-decf3c70-7405-4b9e-996a-866b44d4db8e req-bda4172b-138b-4dc7-802e-5635efbef172 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] No DVR routers for this DVR port 50c9cbf4-4b6e-4711-b2e6-a4628ae6f830 on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:52:12.328900 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-decf3c70-7405-4b9e-996a-866b44d4db8e req-bda4172b-138b-4dc7-802e-5635efbef172 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:12.331565 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-decf3c70-7405-4b9e-996a-866b44d4db8e req-bda4172b-138b-4dc7-802e-5635efbef172 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.60 "DELETE /v2.0/ports/50c9cbf4-4b6e-4711-b2e6-a4628ae6f830 HTTP/1.1" status: 204 len: 173 time: 4.8035073 May 03 22:52:12.333168 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9337167b-be6d-43e7-8336-82d35d3fde1f', 'name': 'network-vif-deleted', 'tag': '50c9cbf4-4b6e-4711-b2e6-a4628ae6f830'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:52:12.338109 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35684) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:12.349676 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-3f5ec914-1d1a-4bae-89a9-01cb7cda7ba4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1764831439', 'description': 'tempest-secgroup-smoke-1764831439 description', 'project_id': 'e51c41c8f2c54373bfeeef105247eecb'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:12.366877 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3f5ec914-1d1a-4bae-89a9-01cb7cda7ba4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:12.375198 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3f5ec914-1d1a-4bae-89a9-01cb7cda7ba4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:security_group and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:12.396852 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3f5ec914-1d1a-4bae-89a9-01cb7cda7ba4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:12.452463 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a614a35a-bc00-4e48-b3d2-d341523b3ef8'] response: {'server_uuid': '9337167b-be6d-43e7-8336-82d35d3fde1f', 'name': 'network-vif-deleted', 'tag': '50c9cbf4-4b6e-4711-b2e6-a4628ae6f830', 'status': 'completed', 'code': 200} May 03 22:52:12.455690 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3f5ec914-1d1a-4bae-89a9-01cb7cda7ba4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:12.502886 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-0ab40fb4-5b19-456f-a441-017030c2ea33 None None] Set router 71f9c2f0-9970-471d-8465-8e1a4e55130e gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:52:12.743548 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3f5ec914-1d1a-4bae-89a9-01cb7cda7ba4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:12.756798 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4b44d918-f10e-42e1-b994-76462db81d2c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:12.774007 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-2d844303-b25e-498c-b393-06d6f855d436 req-26ac703d-3258-4d42-a001-99604be237fa tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Synchronizing usage tracker for tenant:c9b36c2026314fcba54b84af09c29f52 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:52:12.803952 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3f5ec914-1d1a-4bae-89a9-01cb7cda7ba4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:12.806392 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-4b44d918-f10e-42e1-b994-76462db81d2c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Transition to ACTIVE for port object f20d1171-91b9-454b-b953-4a9018046fbc will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:52:12.813010 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ee18c5-954a-45b9-aaba-1e8d30d7da6a tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Router 95279d26-6e42-423b-b285-430766a4eca8 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:52:12.815400 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3f5ec914-1d1a-4bae-89a9-01cb7cda7ba4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:security_group_rule and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:12.819997 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3f5ec914-1d1a-4bae-89a9-01cb7cda7ba4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:12.827242 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-2d844303-b25e-498c-b393-06d6f855d436 req-26ac703d-3258-4d42-a001-99604be237fa tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Unset dirty status for tenant:c9b36c2026314fcba54b84af09c29f52 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:52:12.835716 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2d844303-b25e-498c-b393-06d6f855d436 req-26ac703d-3258-4d42-a001-99604be237fa tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/ports?device_id=9337167b-be6d-43e7-8336-82d35d3fde1f HTTP/1.1" status: 200 len: 210 time: 0.1531966 May 03 22:52:12.836688 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3f5ec914-1d1a-4bae-89a9-01cb7cda7ba4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:12.941368 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35700) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:12.944030 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-0ab40fb4-5b19-456f-a441-017030c2ea33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'name': 'tempest-AttachVolumeNegativeTest-1275687319-router', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:43Z', 'updated_at': '2022-05-03T22:44:00Z', 'revision_number': 4, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'gw_port': {'id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:46Z', 'updated_at': '2022-05-03T22:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '4d645a25-4ca4-4837-90a6-4ddb8a04dacb', 'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'mac_address': 'fa:16:3e:18:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:57Z', 'updated_at': '2022-05-03T22:44:15Z', 'revision_number': 5, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'subnets': [{'id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:12.951213 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab40fb4-5b19-456f-a441-017030c2ea33 None None] Checking router: 71f9c2f0-9970-471d-8465-8e1a4e55130e for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:52:12.962337 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab40fb4-5b19-456f-a441-017030c2ea33 None None] Routers {'71f9c2f0-9970-471d-8465-8e1a4e55130e'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:52:12.963023 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-0ab40fb4-5b19-456f-a441-017030c2ea33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['71f9c2f0-9970-471d-8465-8e1a4e55130e'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:13.101533 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-4e797555-115f-46f7-a30f-3e32d92b1b90 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1100569391-network', 'tenant_id': 'a9f95ab3cac64cb3adaf50d1f2fa9c11'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:13.107431 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4e797555-115f-46f7-a30f-3e32d92b1b90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:13.112687 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4e797555-115f-46f7-a30f-3e32d92b1b90 admin admin] Usage tracker for resource:network and tenant:a9f95ab3cac64cb3adaf50d1f2fa9c11 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:13.122390 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4b44d918-f10e-42e1-b994-76462db81d2c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:13.131610 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4e797555-115f-46f7-a30f-3e32d92b1b90 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:13.144613 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4e797555-115f-46f7-a30f-3e32d92b1b90 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:13.158149 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e797555-115f-46f7-a30f-3e32d92b1b90 admin admin] Made reservation on behalf of a9f95ab3cac64cb3adaf50d1f2fa9c11 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:52:13.163385 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4e797555-115f-46f7-a30f-3e32d92b1b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:13.181760 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4e797555-115f-46f7-a30f-3e32d92b1b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:13.185552 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-0ab40fb4-5b19-456f-a441-017030c2ea33 None None] Set router 71f9c2f0-9970-471d-8465-8e1a4e55130e gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:52:13.198815 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4e797555-115f-46f7-a30f-3e32d92b1b90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:13.203213 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4e797555-115f-46f7-a30f-3e32d92b1b90 admin admin] Usage tracker for resource:security_group_rule and tenant:a9f95ab3cac64cb3adaf50d1f2fa9c11 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:13.206808 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4e797555-115f-46f7-a30f-3e32d92b1b90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:13.213939 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4e797555-115f-46f7-a30f-3e32d92b1b90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:13.242958 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b44d918-f10e-42e1-b994-76462db81d2c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Network 2e6dfd46-7c09-4f0a-a2fd-06f87aae6171 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:52:13.250562 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-4b44d918-f10e-42e1-b994-76462db81d2c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:52:13.261803 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b44d918-f10e-42e1-b994-76462db81d2c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:52:13.267236 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b44d918-f10e-42e1-b994-76462db81d2c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:13.267879 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4b44d918-f10e-42e1-b994-76462db81d2c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:13.310969 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44d918-f10e-42e1-b994-76462db81d2c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Port': ['ID=f20d1171-91b9-454b-b953-4a9018046fbc,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:13.361828 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4b44d918-f10e-42e1-b994-76462db81d2c tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0714364 May 03 22:52:13.366744 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35708) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:13.389236 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4e797555-115f-46f7-a30f-3e32d92b1b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:13.400175 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4e797555-115f-46f7-a30f-3e32d92b1b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:13.400995 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-be1045dc-2fde-4a08-ba63-6509f266350a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'subnet': {'network_id': '2e6dfd46-7c09-4f0a-a2fd-06f87aae6171', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:13.480483 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e797555-115f-46f7-a30f-3e32d92b1b90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:52:13.491154 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e797555-115f-46f7-a30f-3e32d92b1b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2aad27-b036-4bd9-bf30-f6adc2ec43c4,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:13.519595 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4e797555-115f-46f7-a30f-3e32d92b1b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:13.520544 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-4e797555-115f-46f7-a30f-3e32d92b1b90 admin admin] Added segment 23c386b0-80b5-4714-b698-cfc1934e4869 of type vlan for network f9841741-9fc9-44be-84bd-f81fbf04528f May 03 22:52:13.566874 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4e797555-115f-46f7-a30f-3e32d92b1b90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:13.609409 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4e797555-115f-46f7-a30f-3e32d92b1b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:13.612407 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e797555-115f-46f7-a30f-3e32d92b1b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:13.614117 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4e797555-115f-46f7-a30f-3e32d92b1b90 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:13.746826 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3f5ec914-1d1a-4bae-89a9-01cb7cda7ba4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:13.748287 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ee18c5-954a-45b9-aaba-1e8d30d7da6a tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:52:13.748898 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-4073b395-7f63-468c-b0d1-5388578bd301 None None] Provisioning for port f20d1171-91b9-454b-b953-4a9018046fbc completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:52:13.761535 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600651b4-bb76-4a3d-995c-76150b56dd51 None None] Sync routers for ids ['95279d26-6e42-423b-b285-430766a4eca8'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:52:13.762121 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-4073b395-7f63-468c-b0d1-5388578bd301 None None] Provisioning complete for port f20d1171-91b9-454b-b953-4a9018046fbc triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:52:13.762356 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4073b395-7f63-468c-b0d1-5388578bd301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:13.770722 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-41ee18c5-954a-45b9-aaba-1e8d30d7da6a tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:13.772119 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-41ee18c5-954a-45b9-aaba-1e8d30d7da6a tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] 10.222.0.58 "PUT /v2.0/routers/95279d26-6e42-423b-b285-430766a4eca8 HTTP/1.1" status: 200 len: 879 time: 10.0769279 May 03 22:52:13.773297 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e797555-115f-46f7-a30f-3e32d92b1b90 admin admin] Pushing event updated for resources: {'Network': ['ID=f9841741-9fc9-44be-84bd-f81fbf04528f,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:13.775367 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35720) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:13.777256 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600651b4-bb76-4a3d-995c-76150b56dd51 None None] Routers {'95279d26-6e42-423b-b285-430766a4eca8'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:52:13.777387 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3f5ec914-1d1a-4bae-89a9-01cb7cda7ba4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:13.782618 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-600651b4-bb76-4a3d-995c-76150b56dd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['95279d26-6e42-423b-b285-430766a4eca8'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:13.791540 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4e797555-115f-46f7-a30f-3e32d92b1b90 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8483117 May 03 22:52:13.794940 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-0ab40fb4-5b19-456f-a441-017030c2ea33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'name': 'tempest-AttachVolumeNegativeTest-1275687319-router', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:43Z', 'updated_at': '2022-05-03T22:44:00Z', 'revision_number': 4, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'gw_port': {'id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:46Z', 'updated_at': '2022-05-03T22:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '4d645a25-4ca4-4837-90a6-4ddb8a04dacb', 'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'mac_address': 'fa:16:3e:18:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:57Z', 'updated_at': '2022-05-03T22:44:15Z', 'revision_number': 5, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'subnets': [{'id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:13.799737 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network f9841741-9fc9-44be-84bd-f81fbf04528f details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:52:13.822470 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35724) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:13.825587 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ec914-1d1a-4bae-89a9-01cb7cda7ba4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e91aa45-b8ee-4ad5-8316-ff72b7c970de,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:13.836053 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-c622e0e3-acad-4f74-b601-93e963c2f756 admin admin] Request body: {'subnet': {'network_id': 'f9841741-9fc9-44be-84bd-f81fbf04528f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1100569391-subnet', 'tenant_id': 'a9f95ab3cac64cb3adaf50d1f2fa9c11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:13.847571 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-c622e0e3-acad-4f74-b601-93e963c2f756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:13.858988 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c622e0e3-acad-4f74-b601-93e963c2f756 admin admin] Usage tracker for resource:subnet and tenant:a9f95ab3cac64cb3adaf50d1f2fa9c11 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:13.872198 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c622e0e3-acad-4f74-b601-93e963c2f756 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:13.883420 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3f5ec914-1d1a-4bae-89a9-01cb7cda7ba4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:13.884880 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3f5ec914-1d1a-4bae-89a9-01cb7cda7ba4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5413399 May 03 22:52:13.888306 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-c622e0e3-acad-4f74-b601-93e963c2f756 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:13.890283 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35730) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:13.898974 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-97daffab-cf2a-47fb-aad2-6575d0b00da5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'security_group_rule': {'security_group_id': '1e91aa45-b8ee-4ad5-8316-ff72b7c970de', 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:13.911767 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-97daffab-cf2a-47fb-aad2-6575d0b00da5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:13.916907 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-be1045dc-2fde-4a08-ba63-6509f266350a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:13.920735 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-600651b4-bb76-4a3d-995c-76150b56dd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:13.922423 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-be1045dc-2fde-4a08-ba63-6509f266350a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:subnet and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:13.925247 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-97daffab-cf2a-47fb-aad2-6575d0b00da5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:security_group_rule and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:13.928747 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-be1045dc-2fde-4a08-ba63-6509f266350a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:13.930603 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c622e0e3-acad-4f74-b601-93e963c2f756 admin admin] Made reservation on behalf of a9f95ab3cac64cb3adaf50d1f2fa9c11 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:52:13.933643 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c622e0e3-acad-4f74-b601-93e963c2f756 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:13.938521 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600651b4-bb76-4a3d-995c-76150b56dd51 None None] Routers {'95279d26-6e42-423b-b285-430766a4eca8'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:52:13.939210 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-600651b4-bb76-4a3d-995c-76150b56dd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['95279d26-6e42-423b-b285-430766a4eca8'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:13.951726 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-97daffab-cf2a-47fb-aad2-6575d0b00da5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:13.962035 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-be1045dc-2fde-4a08-ba63-6509f266350a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:13.964467 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab40fb4-5b19-456f-a441-017030c2ea33 None None] The sync data for ids ['71f9c2f0-9970-471d-8465-8e1a4e55130e'] in n-d-811807-1 is: [{'id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'name': 'tempest-AttachVolumeNegativeTest-1275687319-router', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:43Z', 'updated_at': '2022-05-03T22:44:00Z', 'revision_number': 4, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'gw_port': {'id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:46Z', 'updated_at': '2022-05-03T22:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '4d645a25-4ca4-4837-90a6-4ddb8a04dacb', 'name': '', 'network_id': 'b02a0a3f-1344-4b33-8d96-e59f73f273ac', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'mac_address': 'fa:16:3e:18:03:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:57Z', 'updated_at': '2022-05-03T22:44:15Z', 'revision_number': 5, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'subnets': [{'id': '6ca0f6a1-6e8b-435e-9833-3f318b86b95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:52:13.979553 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-97daffab-cf2a-47fb-aad2-6575d0b00da5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:14.034772 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-4073b395-7f63-468c-b0d1-5388578bd301 None None] Port f20d1171-91b9-454b-b953-4a9018046fbc cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:52:14.075774 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35736) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:14.091530 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1045dc-2fde-4a08-ba63-6509f266350a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Made reservation on behalf of e4487dd9134946019ccb9652c13000b7 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:52:14.096121 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-be1045dc-2fde-4a08-ba63-6509f266350a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:14.099114 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-600651b4-bb76-4a3d-995c-76150b56dd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:14.099526 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600651b4-bb76-4a3d-995c-76150b56dd51 None None] The sync data for ids ['95279d26-6e42-423b-b285-430766a4eca8'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:52:14.179919 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-97daffab-cf2a-47fb-aad2-6575d0b00da5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:14.288676 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-56a61ec3-484e-4e45-8ef5-c80f42a39c07 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] 10.222.0.58 "GET /v2.0/routers/95279d26-6e42-423b-b285-430766a4eca8 HTTP/1.1" status: 200 len: 920 time: 0.4953949 May 03 22:52:14.289574 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35740) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:14.333748 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcc3f9f-7e10-421b-8075-fea3d8b65382 None None] New status for floating IP 03be2463-a3d0-440d-aa2b-f7ecca06ccef: DOWN {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:52:14.387499 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a9775c-dd3a-4a53-8701-1f10a994c978 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:14.392392 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b4a9775c-dd3a-4a53-8701-1f10a994c978 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=de8965b2-8ea3-4c2b-86b9-c128a58c6e1e&device_id=95279d26-6e42-423b-b285-430766a4eca8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0992353 May 03 22:52:14.393339 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35744) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:14.399056 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3c313c2a-0910-4d68-85cf-64e1f0bd2097 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:14.502253 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3c313c2a-0910-4d68-85cf-64e1f0bd2097 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:14.575064 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ae8d7c-04b4-41f9-a5ab-302679605a66 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:14.576425 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e1ae8d7c-04b4-41f9-a5ab-302679605a66 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 881 time: 0.1820762 May 03 22:52:14.579049 n-d-811807-1 neutron-server[88069]: INFO neutron.db.ipam_backend_mixin [None req-be1045dc-2fde-4a08-ba63-6509f266350a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d2107250-25f9-4f6a-8743-333121c810dc (CIDR: 2001:db8::/64) May 03 22:52:14.579297 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35750) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:14.640602 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9aa0ee3c-4b38-421d-bee4-e48b550224e6 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] 10.222.0.58 "GET /v2.0/ports?device_id=95279d26-6e42-423b-b285-430766a4eca8 HTTP/1.1" status: 200 len: 205 time: 0.0574903 May 03 22:52:14.640908 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35754) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:14.662516 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-97daffab-cf2a-47fb-aad2-6575d0b00da5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:14.665290 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-be1045dc-2fde-4a08-ba63-6509f266350a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:52:14.665742 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be1045dc-2fde-4a08-ba63-6509f266350a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:52:14.687720 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-97daffab-cf2a-47fb-aad2-6575d0b00da5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:14.742405 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c622e0e3-acad-4f74-b601-93e963c2f756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:14.773619 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97daffab-cf2a-47fb-aad2-6575d0b00da5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa731a47-8045-462f-a79d-c1954d70fd8f,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:14.792012 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35758) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:14.792235 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-be1045dc-2fde-4a08-ba63-6509f266350a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4242032 May 03 22:52:14.799594 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-48b5489b-a338-4f83-ac6f-2e3e0c3e74e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'subnet': {'network_id': '2e6dfd46-7c09-4f0a-a2fd-06f87aae6171', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:14.803096 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-97daffab-cf2a-47fb-aad2-6575d0b00da5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:14.806771 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-97daffab-cf2a-47fb-aad2-6575d0b00da5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9115098 May 03 22:52:14.808971 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35762) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:14.819852 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-6f418b07-a63d-4578-95db-2a31aea4bd2a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'security_group_rule': {'security_group_id': '1e91aa45-b8ee-4ad5-8316-ff72b7c970de', 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:14.828238 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3c313c2a-0910-4d68-85cf-64e1f0bd2097 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:14.831784 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3c313c2a-0910-4d68-85cf-64e1f0bd2097 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:14.833555 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3c313c2a-0910-4d68-85cf-64e1f0bd2097 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "DELETE /v2.0/security-groups/2d60f74e-e6a4-4777-9ada-92bec08f97cc HTTP/1.1" status: 204 len: 168 time: 0.7534873 May 03 22:52:14.840119 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35766) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:14.849810 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6f418b07-a63d-4578-95db-2a31aea4bd2a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:14.866570 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622e0e3-acad-4f74-b601-93e963c2f756 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cad73de-caf4-4537-b022-fc25a31f0c19,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:14.871511 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6f418b07-a63d-4578-95db-2a31aea4bd2a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:security_group_rule and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:14.875458 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c313c2a-0910-4d68-85cf-64e1f0bd2097 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d60f74e-e6a4-4777-9ada-92bec08f97cc,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:14.879303 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6f418b07-a63d-4578-95db-2a31aea4bd2a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:14.890995 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6f418b07-a63d-4578-95db-2a31aea4bd2a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:14.897171 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c622e0e3-acad-4f74-b601-93e963c2f756 admin admin] Checking segment: {'id': '23c386b0-80b5-4714-b698-cfc1934e4869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f9841741-9fc9-44be-84bd-f81fbf04528f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:52:14.897617 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c622e0e3-acad-4f74-b601-93e963c2f756 admin admin] Network hostable DHCP agents. Network: f9841741-9fc9-44be-84bd-f81fbf04528f, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:52:14.925704 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6f418b07-a63d-4578-95db-2a31aea4bd2a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:14.933886 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-cf3351f2-4df7-49a2-b729-aaf36eacb4d1 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] show failed (client error): The resource could not be found. May 03 22:52:14.937493 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-cf3351f2-4df7-49a2-b729-aaf36eacb4d1 tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "GET /v2.0/security-groups/2d60f74e-e6a4-4777-9ada-92bec08f97cc HTTP/1.1" status: 404 len: 347 time: 0.0908828 May 03 22:52:14.937634 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c622e0e3-acad-4f74-b601-93e963c2f756 admin admin] Network f9841741-9fc9-44be-84bd-f81fbf04528f is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:52:14.939590 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35770) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:14.956177 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-c622e0e3-acad-4f74-b601-93e963c2f756 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, f9841741-9fc9-44be-84bd-f81fbf04528f) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:52:14.969437 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c622e0e3-acad-4f74-b601-93e963c2f756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:14.970479 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c622e0e3-acad-4f74-b601-93e963c2f756 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:14.971017 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc823ab4-bc99-4107-90d5-b381ec49daa8 None None] Network f9841741-9fc9-44be-84bd-f81fbf04528f requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:52:15.017609 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c622e0e3-acad-4f74-b601-93e963c2f756 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1887701 May 03 22:52:15.038459 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3853a68d-d6b3-4fda-81e0-d04fbf4e4b51 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:15.070276 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6f418b07-a63d-4578-95db-2a31aea4bd2a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:15.079142 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6f418b07-a63d-4578-95db-2a31aea4bd2a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:15.136106 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6f418b07-a63d-4578-95db-2a31aea4bd2a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:15.142147 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6f418b07-a63d-4578-95db-2a31aea4bd2a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3303812 May 03 22:52:15.143373 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f418b07-a63d-4578-95db-2a31aea4bd2a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d9f62f5-44ac-42b7-955d-890bbb3e017b,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:15.146863 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35776) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:15.155344 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-75ffd964-0fa2-4a99-88de-e8486a22594c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'security_group_rule': {'security_group_id': '1e91aa45-b8ee-4ad5-8316-ff72b7c970de', 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:15.173309 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-75ffd964-0fa2-4a99-88de-e8486a22594c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:15.185506 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-75ffd964-0fa2-4a99-88de-e8486a22594c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:security_group_rule and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:15.188715 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-75ffd964-0fa2-4a99-88de-e8486a22594c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:15.203665 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-75ffd964-0fa2-4a99-88de-e8486a22594c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:15.234606 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-75ffd964-0fa2-4a99-88de-e8486a22594c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:15.263807 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8ff11a-7277-4d79-b9ac-ac7f3cede18b None None] Network f9841741-9fc9-44be-84bd-f81fbf04528f requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:52:15.320021 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-64b4d8ee-406c-46dc-a998-64def2d6132a tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Deleting port 80b56aa8-c3af-4fff-81d2-11b4bb6cb778 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:52:15.320612 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-64b4d8ee-406c-46dc-a998-64def2d6132a tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:15.369582 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-48b5489b-a338-4f83-ac6f-2e3e0c3e74e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:15.381946 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-75ffd964-0fa2-4a99-88de-e8486a22594c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:15.387771 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-48b5489b-a338-4f83-ac6f-2e3e0c3e74e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:subnet and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:15.391033 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-75ffd964-0fa2-4a99-88de-e8486a22594c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:15.398202 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-48b5489b-a338-4f83-ac6f-2e3e0c3e74e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:15.419602 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ffd964-0fa2-4a99-88de-e8486a22594c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=037bdeb3-6865-4b6a-99aa-6e30ab1fcf7b,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:15.420593 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-48b5489b-a338-4f83-ac6f-2e3e0c3e74e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:15.455937 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-75ffd964-0fa2-4a99-88de-e8486a22594c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:15.457471 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-75ffd964-0fa2-4a99-88de-e8486a22594c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3089385 May 03 22:52:15.460283 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35786) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:15.466560 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-47938434-94c9-4978-beb7-e004b2ffb9a6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'security_group_rule': {'security_group_id': '1e91aa45-b8ee-4ad5-8316-ff72b7c970de', 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:15.485543 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-47938434-94c9-4978-beb7-e004b2ffb9a6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:15.487834 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b5489b-a338-4f83-ac6f-2e3e0c3e74e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Made reservation on behalf of e4487dd9134946019ccb9652c13000b7 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:52:15.490942 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-47938434-94c9-4978-beb7-e004b2ffb9a6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:security_group_rule and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:15.491958 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-48b5489b-a338-4f83-ac6f-2e3e0c3e74e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:15.494182 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-47938434-94c9-4978-beb7-e004b2ffb9a6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:15.502967 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-47938434-94c9-4978-beb7-e004b2ffb9a6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:15.529516 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-47938434-94c9-4978-beb7-e004b2ffb9a6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:15.576910 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3853a68d-d6b3-4fda-81e0-d04fbf4e4b51 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:15.618345 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-47938434-94c9-4978-beb7-e004b2ffb9a6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:15.623798 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-47938434-94c9-4978-beb7-e004b2ffb9a6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:15.661213 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-47938434-94c9-4978-beb7-e004b2ffb9a6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:15.662651 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-47938434-94c9-4978-beb7-e004b2ffb9a6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2011294 May 03 22:52:15.665332 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47938434-94c9-4978-beb7-e004b2ffb9a6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f309fd-3b76-43d3-94ce-17e20faa1fec,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:15.667516 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35800) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:15.674273 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-abf1dc70-061e-46cf-9abf-35a2a94664d4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'security_group_rule': {'security_group_id': '1e91aa45-b8ee-4ad5-8316-ff72b7c970de', 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:15.676452 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-3853a68d-d6b3-4fda-81e0-d04fbf4e4b51 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Deleting port 83da8264-51f3-472b-81bf-baf3bf3b24b1 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:52:15.681481 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-abf1dc70-061e-46cf-9abf-35a2a94664d4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:15.683325 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3853a68d-d6b3-4fda-81e0-d04fbf4e4b51 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:15.686038 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-abf1dc70-061e-46cf-9abf-35a2a94664d4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:security_group_rule and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:15.689046 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-abf1dc70-061e-46cf-9abf-35a2a94664d4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:15.727169 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-abf1dc70-061e-46cf-9abf-35a2a94664d4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:15.801965 n-d-811807-1 neutron-server[88069]: INFO neutron.db.securitygroups_db [None req-abf1dc70-061e-46cf-9abf-35a2a94664d4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Project e51c41c8f2c54373bfeeef105247eecb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 22:52:15.810797 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-abf1dc70-061e-46cf-9abf-35a2a94664d4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:15.906670 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-4a26bbfd-dd5e-4ce0-99bd-9c425186375b tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:15.908531 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-4a26bbfd-dd5e-4ce0-99bd-9c425186375b tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] 10.222.0.58 "GET /v2.0/networks?id=f9841741-9fc9-44be-84bd-f81fbf04528f HTTP/1.1" status: 200 len: 818 time: 0.2162714 May 03 22:52:15.928799 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-c64b70a9-0af8-449d-8f7a-c0ff4d0fc49d tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] 10.222.0.58 "GET /v2.0/quotas/a9f95ab3cac64cb3adaf50d1f2fa9c11 HTTP/1.1" status: 200 len: 375 time: 0.0105243 May 03 22:52:15.962670 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-64b4d8ee-406c-46dc-a998-64def2d6132a tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:15.963003 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-64b4d8ee-406c-46dc-a998-64def2d6132a tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:15.988948 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-abf1dc70-061e-46cf-9abf-35a2a94664d4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:15.991905 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-b0f63823-b443-48d6-a1f9-13b444f2d725 tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a9f95ab3cac64cb3adaf50d1f2fa9c11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491772 May 03 22:52:15.995538 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-abf1dc70-061e-46cf-9abf-35a2a94664d4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:16.015316 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-d1a4bba4-18fc-4a0d-9799-bef75b0f8a6d service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:52:16.016391 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-d1a4bba4-18fc-4a0d-9799-bef75b0f8a6d service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071874 May 03 22:52:16.054524 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1dc70-061e-46cf-9abf-35a2a94664d4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7817524-2564-479f-9219-e13789f61f5e,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:16.079668 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-abf1dc70-061e-46cf-9abf-35a2a94664d4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:16.080965 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-abf1dc70-061e-46cf-9abf-35a2a94664d4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4124856 May 03 22:52:16.085479 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35804) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:16.092929 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-6e9e7916-5d56-4e47-be7f-13444b32fb15 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'security_group_rule': {'security_group_id': '1e91aa45-b8ee-4ad5-8316-ff72b7c970de', 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:16.156469 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6e9e7916-5d56-4e47-be7f-13444b32fb15 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:16.158317 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-64b4d8ee-406c-46dc-a998-64def2d6132a tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Calling delete_port for 80b56aa8-c3af-4fff-81d2-11b4bb6cb778 owned by network:floatingip {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:52:16.169717 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6e9e7916-5d56-4e47-be7f-13444b32fb15 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:security_group_rule and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:16.175136 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6e9e7916-5d56-4e47-be7f-13444b32fb15 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:16.185300 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6e9e7916-5d56-4e47-be7f-13444b32fb15 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:16.215019 n-d-811807-1 neutron-server[88069]: INFO neutron.db.securitygroups_db [None req-6e9e7916-5d56-4e47-be7f-13444b32fb15 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Project e51c41c8f2c54373bfeeef105247eecb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 22:52:16.225519 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-75144f13-ab1f-47e0-b4f6-d8165bf31d16 service neutron] 10.222.0.58 "GET /v2.0/networks/f9841741-9fc9-44be-84bd-f81fbf04528f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910417 May 03 22:52:16.226972 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6e9e7916-5d56-4e47-be7f-13444b32fb15 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:16.347531 n-d-811807-1 neutron-server[88070]: INFO neutron.db.ipam_backend_mixin [None req-48b5489b-a338-4f83-ac6f-2e3e0c3e74e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet f6218ada-6333-4208-a64c-71920267249e (CIDR: 2001:db8:0:1::/64) May 03 22:52:16.365294 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b5489b-a338-4f83-ac6f-2e3e0c3e74e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:52:16.366009 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48b5489b-a338-4f83-ac6f-2e3e0c3e74e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:52:16.413025 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6e9e7916-5d56-4e47-be7f-13444b32fb15 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:16.427483 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6e9e7916-5d56-4e47-be7f-13444b32fb15 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:16.428344 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3853a68d-d6b3-4fda-81e0-d04fbf4e4b51 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:16.446075 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-48b5489b-a338-4f83-ac6f-2e3e0c3e74e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.6503353 May 03 22:52:16.446926 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35808) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:16.450917 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-b844bb3b-9c90-4c6b-a011-17a53f5f11a8 service neutron] 10.222.0.58 "GET /v2.0/networks/f9841741-9fc9-44be-84bd-f81fbf04528f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137573 May 03 22:52:16.458156 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e7916-5d56-4e47-be7f-13444b32fb15 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2498a10c-a0ff-438d-8c81-84bef139bde0,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:16.473273 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6e9e7916-5d56-4e47-be7f-13444b32fb15 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:16.475171 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6e9e7916-5d56-4e47-be7f-13444b32fb15 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3882196 May 03 22:52:16.478483 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35812) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:16.485914 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-ad42fc2a-b17b-45f8-bb26-0815ed16af9d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'network': {'name': 'tempest-network-smoke--433893466', 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'port_security_enabled': True}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:16.493166 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ad42fc2a-b17b-45f8-bb26-0815ed16af9d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:16.499395 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ad42fc2a-b17b-45f8-bb26-0815ed16af9d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:network and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:16.503421 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ad42fc2a-b17b-45f8-bb26-0815ed16af9d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:16.512321 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ad42fc2a-b17b-45f8-bb26-0815ed16af9d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:16.518262 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-28634ac9-2e8a-4733-b4ae-5d36df66bf43 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'subnet': {'network_id': '2e6dfd46-7c09-4f0a-a2fd-06f87aae6171', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:16.527584 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad42fc2a-b17b-45f8-bb26-0815ed16af9d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Made reservation on behalf of e51c41c8f2c54373bfeeef105247eecb for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:52:16.532130 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ad42fc2a-b17b-45f8-bb26-0815ed16af9d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:16.573040 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad42fc2a-b17b-45f8-bb26-0815ed16af9d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:52:16.587446 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ad42fc2a-b17b-45f8-bb26-0815ed16af9d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:16.588560 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-ad42fc2a-b17b-45f8-bb26-0815ed16af9d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Added segment c1913453-5352-4f75-a107-aede62df174a of type vlan for network 055bb8ea-12c0-406b-86df-a2692a31f631 May 03 22:52:16.632594 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ad42fc2a-b17b-45f8-bb26-0815ed16af9d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:16.648322 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-3853a68d-d6b3-4fda-81e0-d04fbf4e4b51 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Calling delete_port for 83da8264-51f3-472b-81bf-baf3bf3b24b1 owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:52:16.713455 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ad42fc2a-b17b-45f8-bb26-0815ed16af9d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:16.728672 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad42fc2a-b17b-45f8-bb26-0815ed16af9d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:16.729695 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ad42fc2a-b17b-45f8-bb26-0815ed16af9d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:16.853755 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-66b0fdc0-5b45-4a10-934f-d17bbb6f6dc1 req-7bcc5a4a-cbb2-47b2-ab6e-9ef9a2f428e2 tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec8053c4-e02c-4a38-8f78-b54b128c9e54 HTTP/1.1" status: 200 len: 210 time: 0.1117165 May 03 22:52:16.931990 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-64b4d8ee-406c-46dc-a998-64def2d6132a tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:17.010170 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4d8ee-406c-46dc-a998-64def2d6132a tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Pushing event deleted for resources: {'Port': ['ID=80b56aa8-c3af-4fff-81d2-11b4bb6cb778,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:17.039699 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-28634ac9-2e8a-4733-b4ae-5d36df66bf43 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:17.061888 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-28634ac9-2e8a-4733-b4ae-5d36df66bf43 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Usage tracker for resource:subnet and tenant:e4487dd9134946019ccb9652c13000b7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:17.081048 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ad42fc2a-b17b-45f8-bb26-0815ed16af9d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6009469 May 03 22:52:17.085034 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35826) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:17.085730 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42fc2a-b17b-45f8-bb26-0815ed16af9d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'Network': ['ID=055bb8ea-12c0-406b-86df-a2692a31f631,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:17.092408 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-7c3563c3-38dd-4ea8-bb20-aaaef7024a22 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1324673548', 'admin_state_up': True, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:17.097477 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-28634ac9-2e8a-4733-b4ae-5d36df66bf43 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:17.099543 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 055bb8ea-12c0-406b-86df-a2692a31f631 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:52:17.100538 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7c3563c3-38dd-4ea8-bb20-aaaef7024a22 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:17.100962 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b4d8ee-406c-46dc-a998-64def2d6132a tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:17.101311 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b4d8ee-406c-46dc-a998-64def2d6132a tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:17.101648 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b4d8ee-406c-46dc-a998-64def2d6132a tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:17.102028 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b4d8ee-406c-46dc-a998-64def2d6132a tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:17.102361 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b4d8ee-406c-46dc-a998-64def2d6132a tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:17.102691 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b4d8ee-406c-46dc-a998-64def2d6132a tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:17.103018 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b4d8ee-406c-46dc-a998-64def2d6132a tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:17.103340 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b4d8ee-406c-46dc-a998-64def2d6132a tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:17.103673 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b4d8ee-406c-46dc-a998-64def2d6132a tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:17.103993 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b4d8ee-406c-46dc-a998-64def2d6132a tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:17.104316 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b4d8ee-406c-46dc-a998-64def2d6132a tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:17.104634 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b4d8ee-406c-46dc-a998-64def2d6132a tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:17.105317 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7c3563c3-38dd-4ea8-bb20-aaaef7024a22 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:router and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:17.108899 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7c3563c3-38dd-4ea8-bb20-aaaef7024a22 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:17.115524 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7c3563c3-38dd-4ea8-bb20-aaaef7024a22 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:17.115779 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-28634ac9-2e8a-4733-b4ae-5d36df66bf43 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:17.131833 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7c3563c3-38dd-4ea8-bb20-aaaef7024a22 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:17.132981 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7c3563c3-38dd-4ea8-bb20-aaaef7024a22 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:17.151467 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28634ac9-2e8a-4733-b4ae-5d36df66bf43 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Made reservation on behalf of e4487dd9134946019ccb9652c13000b7 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:52:17.154085 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-28634ac9-2e8a-4733-b4ae-5d36df66bf43 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:17.157891 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7c3563c3-38dd-4ea8-bb20-aaaef7024a22 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:17.168340 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-64b4d8ee-406c-46dc-a998-64def2d6132a tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks [] for floatingip, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:17.308001 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-64b4d8ee-406c-46dc-a998-64def2d6132a tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:17.312278 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-64b4d8ee-406c-46dc-a998-64def2d6132a tempest-AttachVolumeNegativeTest-423164658 tempest-AttachVolumeNegativeTest-423164658-project] 10.222.0.58 "DELETE /v2.0/floatingips/03be2463-a3d0-440d-aa2b-f7ecca06ccef HTTP/1.1" status: 204 len: 168 time: 2.3671088 May 03 22:52:17.349169 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3853a68d-d6b3-4fda-81e0-d04fbf4e4b51 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:17.414965 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853a68d-d6b3-4fda-81e0-d04fbf4e4b51 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Pushing event deleted for resources: {'Port': ['ID=83da8264-51f3-472b-81bf-baf3bf3b24b1,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:17.602009 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3853a68d-d6b3-4fda-81e0-d04fbf4e4b51 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:17.628160 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7c3563c3-38dd-4ea8-bb20-aaaef7024a22 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:17.993960 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3853a68d-d6b3-4fda-81e0-d04fbf4e4b51 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:17.998013 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3853a68d-d6b3-4fda-81e0-d04fbf4e4b51 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:18.053676 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3853a68d-d6b3-4fda-81e0-d04fbf4e4b51 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:18.054270 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3853a68d-d6b3-4fda-81e0-d04fbf4e4b51 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Fanout notify agent at l3_agent the message router_deleted on router 95279d26-6e42-423b-b285-430766a4eca8 {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:52:18.057103 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7c3563c3-38dd-4ea8-bb20-aaaef7024a22 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:18.076289 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3853a68d-d6b3-4fda-81e0-d04fbf4e4b51 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:18.077893 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3853a68d-d6b3-4fda-81e0-d04fbf4e4b51 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] 10.222.0.58 "DELETE /v2.0/routers/95279d26-6e42-423b-b285-430766a4eca8 HTTP/1.1" status: 204 len: 168 time: 3.4359798 May 03 22:52:18.083229 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35840) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:18.094656 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23c9f418-e3c2-485b-89b1-9bb264fd827b req-7575ad2c-7ed8-4962-8618-cfe894f27f5c tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec8053c4-e02c-4a38-8f78-b54b128c9e54 HTTP/1.1" status: 200 len: 210 time: 0.0864315 May 03 22:52:18.100235 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7c3563c3-38dd-4ea8-bb20-aaaef7024a22 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:18.191273 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-36b2eb00-8194-4f71-ba81-20865b7bc20c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1481583016', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:18.199789 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-36b2eb00-8194-4f71-ba81-20865b7bc20c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:18.210611 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-28634ac9-2e8a-4733-b4ae-5d36df66bf43 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:18.280973 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28634ac9-2e8a-4733-b4ae-5d36df66bf43 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Network 2e6dfd46-7c09-4f0a-a2fd-06f87aae6171 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:52:18.291223 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-7c3563c3-38dd-4ea8-bb20-aaaef7024a22 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Allocated IP 172.25.2.201 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/8018b6d2-2b5f-425e-ac76-71b63cc86d3e) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:52:18.312462 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-36b2eb00-8194-4f71-ba81-20865b7bc20c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Usage tracker for resource:router and tenant:37a770e676a6492590d90c66f5fd9584 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:18.315763 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-28634ac9-2e8a-4733-b4ae-5d36df66bf43 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:52:18.327945 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93df51bc-c587-494a-b99a-a18bb99edf15 None None] Network 2e6dfd46-7c09-4f0a-a2fd-06f87aae6171 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:52:18.337965 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28634ac9-2e8a-4733-b4ae-5d36df66bf43 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:18.338569 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-28634ac9-2e8a-4733-b4ae-5d36df66bf43 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:18.362389 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-36b2eb00-8194-4f71-ba81-20865b7bc20c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:18.402976 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-36b2eb00-8194-4f71-ba81-20865b7bc20c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:18.501377 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-28634ac9-2e8a-4733-b4ae-5d36df66bf43 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0536191 May 03 22:52:18.505838 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35852) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:18.510694 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28634ac9-2e8a-4733-b4ae-5d36df66bf43 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Subnet': ['ID=8db14348-359e-4d7d-a8f3-11381eb102fd,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:18.515621 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-36b2eb00-8194-4f71-ba81-20865b7bc20c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:18.516634 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-36b2eb00-8194-4f71-ba81-20865b7bc20c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:18.520415 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-7a4d09a3-11b9-4686-9856-b8ba5adf30c3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1786485702', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8db14348-359e-4d7d-a8f3-11381eb102fd'}], 'security_groups': ['ab344f8e-9c0d-4a8f-b1a4-3d2a581c09b6', 'd8ad7fb3-c185-44d2-b289-b764acb488c3']}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:18.561660 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-ac9ffe52-a35d-4f81-b033-7306ebaa4d55 tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:18.562433 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-ac9ffe52-a35d-4f81-b033-7306ebaa4d55 tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] Synchronizing usage tracker for tenant:a9f95ab3cac64cb3adaf50d1f2fa9c11 on resource:network {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:52:18.574069 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-36b2eb00-8194-4f71-ba81-20865b7bc20c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:18.599621 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-ac9ffe52-a35d-4f81-b033-7306ebaa4d55 tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] Unset dirty status for tenant:a9f95ab3cac64cb3adaf50d1f2fa9c11 on resource:network {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:52:18.600867 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-ac9ffe52-a35d-4f81-b033-7306ebaa4d55 tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] 10.222.0.67 "GET /v2.0/networks?id=f9841741-9fc9-44be-84bd-f81fbf04528f HTTP/1.1" status: 200 len: 818 time: 0.4391439 May 03 22:52:18.613737 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-d470c25c-79e7-4b56-baa2-c253d45e82bb tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] Request body: {'port': {'device_id': 'ec8053c4-e02c-4a38-8f78-b54b128c9e54', 'network_id': 'f9841741-9fc9-44be-84bd-f81fbf04528f', 'admin_state_up': True, 'tenant_id': 'a9f95ab3cac64cb3adaf50d1f2fa9c11'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:18.620844 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7c3563c3-38dd-4ea8-bb20-aaaef7024a22 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:18.656796 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-36b2eb00-8194-4f71-ba81-20865b7bc20c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:18.748560 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-36b2eb00-8194-4f71-ba81-20865b7bc20c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:18.752557 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-36b2eb00-8194-4f71-ba81-20865b7bc20c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6677413 May 03 22:52:18.753225 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35858) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:18.763924 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-d8a79644-ef20-4ffd-b834-79c436b3bcdb tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'enable_snat': True}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:18.875256 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233eaa5c-1e19-4516-897b-08c2ea846dea None None] Update dhcp port {'port': {'network_id': '2e6dfd46-7c09-4f0a-a2fd-06f87aae6171', 'fixed_ips': [{'subnet_id': 'f6218ada-6333-4208-a64c-71920267249e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd2107250-25f9-4f6a-8743-333121c810dc', 'ip_address': '2001:db8::2'}, {'subnet_id': '8db14348-359e-4d7d-a8f3-11381eb102fd'}], 'binding:host_id': 'n-d-811807-1'}, 'id': '14b697cc-7e42-4fc0-a389-94bf6824c33f'} from n-d-811807-1. {{(pid=88071) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 03 22:52:18.922317 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-7b00e791-4594-4a1c-bbee-1c4e5d5a4103 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:18.923821 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-7b00e791-4594-4a1c-bbee-1c4e5d5a4103 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/networks?id=707cfa08-484f-448d-b84f-a940bf8f6e2e HTTP/1.1" status: 200 len: 811 time: 0.3070016 May 03 22:52:18.961841 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-2ba563a8-de2c-49fa-b04a-a2b704b86644 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/quotas/fac7f64c48bd48e8ae480a0113f466e9 HTTP/1.1" status: 200 len: 375 time: 0.0202200 May 03 22:52:18.965278 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7c3563c3-38dd-4ea8-bb20-aaaef7024a22 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:18.971032 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-233eaa5c-1e19-4516-897b-08c2ea846dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:19.048151 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-d470c25c-79e7-4b56-baa2-c253d45e82bb tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:19.055664 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-d470c25c-79e7-4b56-baa2-c253d45e82bb tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] Usage tracker for resource:port and tenant:a9f95ab3cac64cb3adaf50d1f2fa9c11 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:19.060358 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-d470c25c-79e7-4b56-baa2-c253d45e82bb tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:19.125393 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-d470c25c-79e7-4b56-baa2-c253d45e82bb tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:19.211188 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d8a79644-ef20-4ffd-b834-79c436b3bcdb tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:19.215799 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-d470c25c-79e7-4b56-baa2-c253d45e82bb tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] Made reservation on behalf of a9f95ab3cac64cb3adaf50d1f2fa9c11 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:52:19.219861 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-d470c25c-79e7-4b56-baa2-c253d45e82bb tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:19.240005 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3563c3-38dd-4ea8-bb20-aaaef7024a22 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:52:19.272355 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-7c3563c3-38dd-4ea8-bb20-aaaef7024a22 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:52:19.284220 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3563c3-38dd-4ea8-bb20-aaaef7024a22 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:52:19.323922 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3563c3-38dd-4ea8-bb20-aaaef7024a22 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'Port': ['ID=8018b6d2-2b5f-425e-ac76-71b63cc86d3e,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:19.372931 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-233eaa5c-1e19-4516-897b-08c2ea846dea None None] Allocated IP 2001:db8:0:2::2 (2e6dfd46-7c09-4f0a-a2fd-06f87aae6171/8db14348-359e-4d7d-a8f3-11381eb102fd/14b697cc-7e42-4fc0-a389-94bf6824c33f) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:52:19.415337 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7a4d09a3-11b9-4686-9856-b8ba5adf30c3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:19.431595 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d0e3ee37-3429-4f81-9550-6c3c7f36fd75 req-a34feb8a-a878-45fc-91f6-0022371fced2 tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec8053c4-e02c-4a38-8f78-b54b128c9e54 HTTP/1.1" status: 200 len: 210 time: 0.0714884 May 03 22:52:19.514647 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-d470c25c-79e7-4b56-baa2-c253d45e82bb tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] Allocated IP 172.20.0.9 (f9841741-9fc9-44be-84bd-f81fbf04528f/3cad73de-caf4-4537-b022-fc25a31f0c19/eaef230d-de5f-42a9-8362-3a82584f18f5) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:52:19.577213 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-233eaa5c-1e19-4516-897b-08c2ea846dea None None] For port 14b697cc-7e42-4fc0-a389-94bf6824c33f, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=14b697cc-7e42-4fc0-a389-94bf6824c33f,segment=NetworkSegment(9abaec4d-a74e-4b41-85f7-b7d9e6ddcc8e),segment_id=9abaec4d-a74e-4b41-85f7-b7d9e6ddcc8e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:52:19.607505 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-233eaa5c-1e19-4516-897b-08c2ea846dea None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:19.628631 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-233eaa5c-1e19-4516-897b-08c2ea846dea None None] Transition to ACTIVE for port object 14b697cc-7e42-4fc0-a389-94bf6824c33f will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:52:19.636364 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-233eaa5c-1e19-4516-897b-08c2ea846dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:19.648582 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-126ec255-a90c-4979-8318-e9d297d3db14 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fac7f64c48bd48e8ae480a0113f466e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5164478 May 03 22:52:19.883747 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233eaa5c-1e19-4516-897b-08c2ea846dea None None] Pushing event updated for resources: {'Port': ['ID=14b697cc-7e42-4fc0-a389-94bf6824c33f,revision_number=7']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:20.044791 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d8a79644-ef20-4ffd-b834-79c436b3bcdb tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:20.147711 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d8a79644-ef20-4ffd-b834-79c436b3bcdb tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:20.185526 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-12bcfac4-6b19-400c-ad82-4aafad9e419a service neutron] 10.222.0.58 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4779150 May 03 22:52:20.202895 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-d470c25c-79e7-4b56-baa2-c253d45e82bb tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:20.208064 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 14b697cc-7e42-4fc0-a389-94bf6824c33f up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:52:20.327098 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-d470c25c-79e7-4b56-baa2-c253d45e82bb tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:20.352464 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7c3563c3-38dd-4ea8-bb20-aaaef7024a22 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:20.418362 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470c25c-79e7-4b56-baa2-c253d45e82bb tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] Pushing event updated for resources: {'Port': ['ID=eaef230d-de5f-42a9-8362-3a82584f18f5,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:20.423014 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-d8a79644-ef20-4ffd-b834-79c436b3bcdb tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Allocated IP 172.25.2.52 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/0ebbf0ff-68e7-4b5a-9eef-9f5300ee85e6) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:52:20.435050 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-d470c25c-79e7-4b56-baa2-c253d45e82bb tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] Network f9841741-9fc9-44be-84bd-f81fbf04528f is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:52:20.437403 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-d470c25c-79e7-4b56-baa2-c253d45e82bb tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:52:20.442738 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-d470c25c-79e7-4b56-baa2-c253d45e82bb tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:52:20.667460 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-d470c25c-79e7-4b56-baa2-c253d45e82bb tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:20.669130 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-d470c25c-79e7-4b56-baa2-c253d45e82bb tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:20.717340 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-d470c25c-79e7-4b56-baa2-c253d45e82bb tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1078429 May 03 22:52:20.736826 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-68630d55-244c-4b12-9bc0-ebbc4c55033b service neutron] Request body: {'port': {'device_id': 'ec8053c4-e02c-4a38-8f78-b54b128c9e54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:20.784111 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d8a79644-ef20-4ffd-b834-79c436b3bcdb tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:20.812782 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9a28f87f-bb59-45e0-8daf-66e5629a5871 None None] Provisioning for port 14b697cc-7e42-4fc0-a389-94bf6824c33f completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:52:20.822986 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9a28f87f-bb59-45e0-8daf-66e5629a5871 None None] Provisioning complete for port 14b697cc-7e42-4fc0-a389-94bf6824c33f triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:52:20.823722 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9a28f87f-bb59-45e0-8daf-66e5629a5871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:20.912225 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-458ddef7-088d-49a2-8441-a7156fd894a0 service neutron] 10.222.0.58 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7251735 May 03 22:52:20.920668 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-68630d55-244c-4b12-9bc0-ebbc4c55033b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:21.012207 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9a28f87f-bb59-45e0-8daf-66e5629a5871 None None] Provisioning complete for port f20d1171-91b9-454b-b953-4a9018046fbc triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:52:21.012834 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9a28f87f-bb59-45e0-8daf-66e5629a5871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:21.078439 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-9a28f87f-bb59-45e0-8daf-66e5629a5871 None None] Port f20d1171-91b9-454b-b953-4a9018046fbc cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:52:21.092304 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9a28f87f-bb59-45e0-8daf-66e5629a5871 None None] Provisioning complete for port 15c8f829-10fe-48e9-acb2-e7137e930b40 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:52:21.092683 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9a28f87f-bb59-45e0-8daf-66e5629a5871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:21.111148 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d8a79644-ef20-4ffd-b834-79c436b3bcdb tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:21.168479 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-9a28f87f-bb59-45e0-8daf-66e5629a5871 None None] Port 15c8f829-10fe-48e9-acb2-e7137e930b40 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:52:21.198992 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69774bf-8ce9-4e45-b974-7c4e739f7b76 req-3cc54741-7751-479a-b03b-9ae95182a336 tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:21.200925 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a69774bf-8ce9-4e45-b974-7c4e739f7b76 req-3cc54741-7751-479a-b03b-9ae95182a336 tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec8053c4-e02c-4a38-8f78-b54b128c9e54 HTTP/1.1" status: 200 len: 931 time: 0.4603488 May 03 22:52:21.220840 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a79644-ef20-4ffd-b834-79c436b3bcdb tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:52:21.228408 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-d8a79644-ef20-4ffd-b834-79c436b3bcdb tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:52:21.236208 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a79644-ef20-4ffd-b834-79c436b3bcdb tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:52:21.239790 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-7a4d09a3-11b9-4686-9856-b8ba5adf30c3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Delete allocated IP 2001:db8::c7 (2e6dfd46-7c09-4f0a-a2fd-06f87aae6171/d2107250-25f9-4f6a-8743-333121c810dc) {{(pid=88069) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 03 22:52:21.265946 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-7a4d09a3-11b9-4686-9856-b8ba5adf30c3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Allocated IP 2001:db8:0:2::12f (2e6dfd46-7c09-4f0a-a2fd-06f87aae6171/8db14348-359e-4d7d-a8f3-11381eb102fd/f20d1171-91b9-454b-b953-4a9018046fbc) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:52:21.296127 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a79644-ef20-4ffd-b834-79c436b3bcdb tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Pushing event updated for resources: {'Port': ['ID=0ebbf0ff-68e7-4b5a-9eef-9f5300ee85e6,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:21.310778 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a69774bf-8ce9-4e45-b974-7c4e739f7b76 req-01f08e17-10ae-4483-857c-8ec445181782 tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e2aad27-b036-4bd9-bf30-f6adc2ec43c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006525 May 03 22:52:21.343751 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7c3563c3-38dd-4ea8-bb20-aaaef7024a22 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:21.590171 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2f138dca-dca2-458a-ac2e-fe39912b7b6d req-dc9da37a-cf20-4c2a-a7f7-96c4f1ca5208 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=688cfb1a-5d36-4ac7-98f8-e2511fcf1e35 HTTP/1.1" status: 200 len: 210 time: 0.1269562 May 03 22:52:21.821797 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3563c3-38dd-4ea8-bb20-aaaef7024a22 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Router 1e2a0ff5-3479-40d8-8149-1d4a007dc85e is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:52:21.964433 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.resource_extend [None req-7a4d09a3-11b9-4686-9856-b8ba5adf30c3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:52:21.987582 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7a4d09a3-11b9-4686-9856-b8ba5adf30c3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:22.015858 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-7a4d09a3-11b9-4686-9856-b8ba5adf30c3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Transition to ACTIVE for port object f20d1171-91b9-454b-b953-4a9018046fbc will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:52:22.027959 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7a4d09a3-11b9-4686-9856-b8ba5adf30c3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:22.056517 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-68630d55-244c-4b12-9bc0-ebbc4c55033b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaef230d-de5f-42a9-8362-3a82584f18f5 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:52:22.065903 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-68630d55-244c-4b12-9bc0-ebbc4c55033b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:22.083048 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-68630d55-244c-4b12-9bc0-ebbc4c55033b service neutron] Transition to ACTIVE for port object eaef230d-de5f-42a9-8362-3a82584f18f5 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:52:22.091028 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-68630d55-244c-4b12-9bc0-ebbc4c55033b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:22.114536 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d09a3-11b9-4686-9856-b8ba5adf30c3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event updated for resources: {'Port': ['ID=f20d1171-91b9-454b-b953-4a9018046fbc,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:22.162135 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d09a3-11b9-4686-9856-b8ba5adf30c3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] In _notify_port_updated(), no bound segment for port f20d1171-91b9-454b-b953-4a9018046fbc on network 2e6dfd46-7c09-4f0a-a2fd-06f87aae6171 {{(pid=88069) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 03 22:52:22.168498 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4d09a3-11b9-4686-9856-b8ba5adf30c3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:22.169136 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7a4d09a3-11b9-4686-9856-b8ba5adf30c3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:22.170475 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7a4d09a3-11b9-4686-9856-b8ba5adf30c3 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "PUT /v2.0/ports/f20d1171-91b9-454b-b953-4a9018046fbc HTTP/1.1" status: 200 len: 970 time: 3.6637201 May 03 22:52:22.173360 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35894) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:22.213589 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3563c3-38dd-4ea8-bb20-aaaef7024a22 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:52:22.224554 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d022670-fbc8-43b5-a4f8-421d7bb860a6 None None] Sync routers for ids ['1e2a0ff5-3479-40d8-8149-1d4a007dc85e'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:52:22.234082 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d022670-fbc8-43b5-a4f8-421d7bb860a6 None None] Routers {'1e2a0ff5-3479-40d8-8149-1d4a007dc85e'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:52:22.235189 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-2d022670-fbc8-43b5-a4f8-421d7bb860a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['1e2a0ff5-3479-40d8-8149-1d4a007dc85e'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:22.281235 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7c3563c3-38dd-4ea8-bb20-aaaef7024a22 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:22.282737 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7c3563c3-38dd-4ea8-bb20-aaaef7024a22 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.1945038 May 03 22:52:22.287442 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35898) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:22.346210 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68630d55-244c-4b12-9bc0-ebbc4c55033b service neutron] Pushing event updated for resources: {'Port': ['ID=eaef230d-de5f-42a9-8362-3a82584f18f5,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:22.357656 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-29475727-03a8-4e47-805e-2f603166ad84 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=e51c41c8f2c54373bfeeef105247eecb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0688539 May 03 22:52:22.360090 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35904) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:22.390095 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-ad847e19-a840-4666-be25-197cade016a6 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Deleting port f20d1171-91b9-454b-b953-4a9018046fbc {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:52:22.390492 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ad847e19-a840-4666-be25-197cade016a6 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:22.455750 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d8a79644-ef20-4ffd-b834-79c436b3bcdb tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:22.602841 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-eb3e3d84-227d-4631-b26a-b7237e092b3c None None] Provisioning for port f20d1171-91b9-454b-b953-4a9018046fbc completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:52:22.609996 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-eb3e3d84-227d-4631-b26a-b7237e092b3c None None] Provisioning complete for port f20d1171-91b9-454b-b953-4a9018046fbc triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:52:22.610377 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eb3e3d84-227d-4631-b26a-b7237e092b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:22.719889 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-2d022670-fbc8-43b5-a4f8-421d7bb860a6 None None] Set router 1e2a0ff5-3479-40d8-8149-1d4a007dc85e gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:52:22.734667 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-eb3e3d84-227d-4631-b26a-b7237e092b3c None None] Port f20d1171-91b9-454b-b953-4a9018046fbc cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:52:22.881697 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-15868c9f-17d7-4567-8b6b-f3c0ecf12eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:22.980073 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d8a79644-ef20-4ffd-b834-79c436b3bcdb tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:22.983550 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d8a79644-ef20-4ffd-b834-79c436b3bcdb tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-785141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-785150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-783245'] for router, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:23.176287 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-2d022670-fbc8-43b5-a4f8-421d7bb860a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324673548', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '8018b6d2-2b5f-425e-ac76-71b63cc86d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:52:17Z', 'updated_at': '2022-05-03T22:52:19Z', 'revision_number': 3, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': '8018b6d2-2b5f-425e-ac76-71b63cc86d3e', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:18Z', 'updated_at': '2022-05-03T22:52:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:23.176698 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-299165f1-cdf2-4ea7-8ad3-f0d5a964bc3a tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:23.178482 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-299165f1-cdf2-4ea7-8ad3-f0d5a964bc3a tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.60 "GET /v2.0/networks?id=707cfa08-484f-448d-b84f-a940bf8f6e2e HTTP/1.1" status: 200 len: 811 time: 0.2746704 May 03 22:52:23.182889 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d022670-fbc8-43b5-a4f8-421d7bb860a6 None None] Checking router: 1e2a0ff5-3479-40d8-8149-1d4a007dc85e for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:52:23.183359 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d022670-fbc8-43b5-a4f8-421d7bb860a6 None None] Updating router 1e2a0ff5-3479-40d8-8149-1d4a007dc85e port 8018b6d2-2b5f-425e-ac76-71b63cc86d3e binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:52:23.198605 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-68630d55-244c-4b12-9bc0-ebbc4c55033b service neutron] Attempting to bind port eaef230d-de5f-42a9-8362-3a82584f18f5 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:52:23.199172 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-68630d55-244c-4b12-9bc0-ebbc4c55033b service neutron] Attempting to bind port eaef230d-de5f-42a9-8362-3a82584f18f5 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '23c386b0-80b5-4714-b698-cfc1934e4869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f9841741-9fc9-44be-84bd-f81fbf04528f'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:52:23.199280 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-68630d55-244c-4b12-9bc0-ebbc4c55033b service neutron] Attempting to bind port eaef230d-de5f-42a9-8362-3a82584f18f5 on network f9841741-9fc9-44be-84bd-f81fbf04528f {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:52:23.211908 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-68630d55-244c-4b12-9bc0-ebbc4c55033b service neutron] Port eaef230d-de5f-42a9-8362-3a82584f18f5 on network f9841741-9fc9-44be-84bd-f81fbf04528f not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:52:23.212237 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-68630d55-244c-4b12-9bc0-ebbc4c55033b service neutron] Attempting to bind port eaef230d-de5f-42a9-8362-3a82584f18f5 on network f9841741-9fc9-44be-84bd-f81fbf04528f {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:52:23.216347 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-c334797c-aa6e-41c8-b767-8f042dc1582c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Request body: {'port': {'device_id': '688cfb1a-5d36-4ac7-98f8-e2511fcf1e35', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'admin_state_up': True, 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:23.231978 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-68630d55-244c-4b12-9bc0-ebbc4c55033b service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:52:23.232248 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-68630d55-244c-4b12-9bc0-ebbc4c55033b service neutron] Checking segment: {'id': '23c386b0-80b5-4714-b698-cfc1934e4869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f9841741-9fc9-44be-84bd-f81fbf04528f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:52:23.232646 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-68630d55-244c-4b12-9bc0-ebbc4c55033b service neutron] Bound using segment: {'id': '23c386b0-80b5-4714-b698-cfc1934e4869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f9841741-9fc9-44be-84bd-f81fbf04528f'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:52:23.233094 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-68630d55-244c-4b12-9bc0-ebbc4c55033b service neutron] Bound port: eaef230d-de5f-42a9-8362-3a82584f18f5, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c386b0-80b5-4714-b698-cfc1934e4869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f9841741-9fc9-44be-84bd-f81fbf04528f'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:52:23.233445 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-68630d55-244c-4b12-9bc0-ebbc4c55033b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:23.246716 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2d022670-fbc8-43b5-a4f8-421d7bb860a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:23.252689 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-03a4c324-0ebc-4904-89ef-56b107f9580f req-108fc701-cbca-4163-abaa-ebd149f484e8 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=688cfb1a-5d36-4ac7-98f8-e2511fcf1e35 HTTP/1.1" status: 200 len: 210 time: 0.3793445 May 03 22:52:23.407181 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-68630d55-244c-4b12-9bc0-ebbc4c55033b service neutron] For port eaef230d-de5f-42a9-8362-3a82584f18f5, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:52:23.419729 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-68630d55-244c-4b12-9bc0-ebbc4c55033b service neutron] For port eaef230d-de5f-42a9-8362-3a82584f18f5, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=eaef230d-de5f-42a9-8362-3a82584f18f5,segment=NetworkSegment(23c386b0-80b5-4714-b698-cfc1934e4869),segment_id=23c386b0-80b5-4714-b698-cfc1934e4869)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:52:23.437532 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-68630d55-244c-4b12-9bc0-ebbc4c55033b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:23.551697 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a79644-ef20-4ffd-b834-79c436b3bcdb tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Router 1778f3ed-d935-4669-a138-c5a036bc0da2 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:52:23.736376 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2d022670-fbc8-43b5-a4f8-421d7bb860a6 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:23.750395 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-68630d55-244c-4b12-9bc0-ebbc4c55033b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:23.751015 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-68630d55-244c-4b12-9bc0-ebbc4c55033b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:23.752382 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-68630d55-244c-4b12-9bc0-ebbc4c55033b service neutron] 10.222.0.67 "PUT /v2.0/ports/eaef230d-de5f-42a9-8362-3a82584f18f5 HTTP/1.1" status: 200 len: 1091 time: 3.0270638 May 03 22:52:23.752707 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-2d022670-fbc8-43b5-a4f8-421d7bb860a6 None None] Transition to ACTIVE for port object 8018b6d2-2b5f-425e-ac76-71b63cc86d3e will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:52:23.755050 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec8053c4-e02c-4a38-8f78-b54b128c9e54', 'tag': 'eaef230d-de5f-42a9-8362-3a82584f18f5'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:52:23.766167 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2d022670-fbc8-43b5-a4f8-421d7bb860a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:23.907569 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93764e09-dd4b-4016-b7d6-1295872e18d7 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:23.909674 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-93764e09-dd4b-4016-b7d6-1295872e18d7 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.5484650 May 03 22:52:23.924339 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35914) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:23.987510 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-2d022670-fbc8-43b5-a4f8-421d7bb860a6 None None] Attempting to bind port 8018b6d2-2b5f-425e-ac76-71b63cc86d3e on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:52:23.987880 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-2d022670-fbc8-43b5-a4f8-421d7bb860a6 None None] Attempting to bind port 8018b6d2-2b5f-425e-ac76-71b63cc86d3e by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:52:23.988275 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d022670-fbc8-43b5-a4f8-421d7bb860a6 None None] Attempting to bind port 8018b6d2-2b5f-425e-ac76-71b63cc86d3e on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:52:23.998531 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a085981d-6073-405d-8108-b6a69cef3365 req-12f43142-ccc6-472a-9ae0-7aa5fe8495be tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:23.999192 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba12c5e-e31a-44a4-9e78-09690b7fec3d None None] Pushing event updated for resources: {'Port': ['ID=8018b6d2-2b5f-425e-ac76-71b63cc86d3e,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:24.001594 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d022670-fbc8-43b5-a4f8-421d7bb860a6 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:52:24.004148 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d022670-fbc8-43b5-a4f8-421d7bb860a6 None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:52:24.005395 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2d022670-fbc8-43b5-a4f8-421d7bb860a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:24.005821 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d022670-fbc8-43b5-a4f8-421d7bb860a6 None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:52:24.006338 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-2d022670-fbc8-43b5-a4f8-421d7bb860a6 None None] Bound port: 8018b6d2-2b5f-425e-ac76-71b63cc86d3e, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:52:24.006715 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2d022670-fbc8-43b5-a4f8-421d7bb860a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:24.007266 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a085981d-6073-405d-8108-b6a69cef3365 req-12f43142-ccc6-472a-9ae0-7aa5fe8495be tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec8053c4-e02c-4a38-8f78-b54b128c9e54 HTTP/1.1" status: 200 len: 943 time: 1.5389893 May 03 22:52:24.017910 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-debdec95-0253-4efd-8daf-729d35b208f6 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=de8965b2-8ea3-4c2b-86b9-c128a58c6e1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0871508 May 03 22:52:24.055292 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-c334797c-aa6e-41c8-b767-8f042dc1582c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:24.061880 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35920) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:24.069574 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-e3ffd6cb-029c-4f9d-aea1-6e90aa54ee60 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1504781496', 'network_id': '055bb8ea-12c0-406b-86df-a2692a31f631', 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:24.086569 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0b3234c-c7b2-405e-adcb-7fae3ded2959'] response: {'name': 'network-changed', 'server_uuid': 'ec8053c4-e02c-4a38-8f78-b54b128c9e54', 'tag': 'eaef230d-de5f-42a9-8362-3a82584f18f5', 'status': 'completed', 'code': 200} May 03 22:52:24.092945 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba12c5e-e31a-44a4-9e78-09690b7fec3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:24.093899 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba12c5e-e31a-44a4-9e78-09690b7fec3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:24.093899 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba12c5e-e31a-44a4-9e78-09690b7fec3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:24.094174 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba12c5e-e31a-44a4-9e78-09690b7fec3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:24.095984 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba12c5e-e31a-44a4-9e78-09690b7fec3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:24.096716 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba12c5e-e31a-44a4-9e78-09690b7fec3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:24.097055 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba12c5e-e31a-44a4-9e78-09690b7fec3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:24.097384 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba12c5e-e31a-44a4-9e78-09690b7fec3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:24.098306 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba12c5e-e31a-44a4-9e78-09690b7fec3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:24.098646 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba12c5e-e31a-44a4-9e78-09690b7fec3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:24.098969 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba12c5e-e31a-44a4-9e78-09690b7fec3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:24.100033 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba12c5e-e31a-44a4-9e78-09690b7fec3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:24.101169 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ad847e19-a840-4666-be25-197cade016a6 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:24.110506 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-c334797c-aa6e-41c8-b767-8f042dc1582c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Usage tracker for resource:port and tenant:fac7f64c48bd48e8ae480a0113f466e9 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:24.141326 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-c334797c-aa6e-41c8-b767-8f042dc1582c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:24.143610 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68630d55-244c-4b12-9bc0-ebbc4c55033b service neutron] Pushing event updated for resources: {'Port': ['ID=eaef230d-de5f-42a9-8362-3a82584f18f5,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:24.158777 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-c334797c-aa6e-41c8-b767-8f042dc1582c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:24.204204 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a79644-ef20-4ffd-b834-79c436b3bcdb tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:52:24.209822 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d8a79644-ef20-4ffd-b834-79c436b3bcdb tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:24.211254 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d8a79644-ef20-4ffd-b834-79c436b3bcdb tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] 10.222.0.58 "PUT /v2.0/routers/1778f3ed-d935-4669-a138-c5a036bc0da2 HTTP/1.1" status: 200 len: 914 time: 5.4542360 May 03 22:52:24.213585 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35924) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:24.214756 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c336e5-228e-4a01-a825-77479149e8a5 None None] Sync routers for ids ['1778f3ed-d935-4669-a138-c5a036bc0da2'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:52:24.229039 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c336e5-228e-4a01-a825-77479149e8a5 None None] Routers {'1778f3ed-d935-4669-a138-c5a036bc0da2'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:52:24.230250 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f3c336e5-228e-4a01-a825-77479149e8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['1778f3ed-d935-4669-a138-c5a036bc0da2'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:24.247742 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-2d022670-fbc8-43b5-a4f8-421d7bb860a6 None None] For port 8018b6d2-2b5f-425e-ac76-71b63cc86d3e, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:52:24.251999 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-2d022670-fbc8-43b5-a4f8-421d7bb860a6 None None] For port 8018b6d2-2b5f-425e-ac76-71b63cc86d3e, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=8018b6d2-2b5f-425e-ac76-71b63cc86d3e,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:52:24.257613 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2d022670-fbc8-43b5-a4f8-421d7bb860a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:24.312316 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f3c336e5-228e-4a01-a825-77479149e8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:24.325009 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-8bcc881a-e1ba-4489-9374-61ba1ac60d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:24.325970 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c336e5-228e-4a01-a825-77479149e8a5 None None] Routers {'1778f3ed-d935-4669-a138-c5a036bc0da2'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:52:24.326960 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f3c336e5-228e-4a01-a825-77479149e8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['1778f3ed-d935-4669-a138-c5a036bc0da2'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:24.334648 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-8bcc881a-e1ba-4489-9374-61ba1ac60d49 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a9f95ab3cac64cb3adaf50d1f2fa9c11&device_id=ec8053c4-e02c-4a38-8f78-b54b128c9e54 HTTP/1.1" status: 200 len: 1094 time: 0.4786892 May 03 22:52:24.372213 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d022670-fbc8-43b5-a4f8-421d7bb860a6 None None] Routers {'1e2a0ff5-3479-40d8-8149-1d4a007dc85e'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:52:24.372883 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-2d022670-fbc8-43b5-a4f8-421d7bb860a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['1e2a0ff5-3479-40d8-8149-1d4a007dc85e'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:24.456016 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f3c336e5-228e-4a01-a825-77479149e8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:24.456659 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c336e5-228e-4a01-a825-77479149e8a5 None None] The sync data for ids ['1778f3ed-d935-4669-a138-c5a036bc0da2'] in n-d-811807-1 is: [] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:52:24.478959 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:24.483746 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-ad847e19-a840-4666-be25-197cade016a6 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Calling delete_port for f20d1171-91b9-454b-b953-4a9018046fbc owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:52:24.550995 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-935abcbf-1fc5-444e-a152-8f2262d0b503 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eaef230d-de5f-42a9-8362-3a82584f18f5 HTTP/1.1" status: 200 len: 217 time: 0.0842502 May 03 22:52:24.670001 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a085981d-6073-405d-8108-b6a69cef3365 req-c6cd14e1-fe0b-47b8-a875-4bb091977fd5 tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e2aad27-b036-4bd9-bf30-f6adc2ec43c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6616230 May 03 22:52:24.672749 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-39cdc855-5c02-4dde-b5d7-877b2ba49f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:24.674210 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-39cdc855-5c02-4dde-b5d7-877b2ba49f4c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3cad73de-caf4-4537-b022-fc25a31f0c19 HTTP/1.1" status: 200 len: 858 time: 0.1116798 May 03 22:52:24.680484 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d149f5b3-b9e4-4023-8d3e-2f8b02eb7ff3 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] 10.222.0.58 "GET /v2.0/routers/1778f3ed-d935-4669-a138-c5a036bc0da2 HTTP/1.1" status: 200 len: 920 time: 0.4657471 May 03 22:52:24.705884 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-2d022670-fbc8-43b5-a4f8-421d7bb860a6 None None] Set router 1e2a0ff5-3479-40d8-8149-1d4a007dc85e gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:52:24.708618 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35930) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:24.728602 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-c334797c-aa6e-41c8-b767-8f042dc1582c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Made reservation on behalf of fac7f64c48bd48e8ae480a0113f466e9 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:52:24.732587 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-c334797c-aa6e-41c8-b767-8f042dc1582c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:24.734409 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-bee096c3-5945-4a6b-8308-4237c8f013d9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f9841741-9fc9-44be-84bd-f81fbf04528f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528173 May 03 22:52:24.761995 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3644f08b-e898-4fc1-9db3-95709dbbff58 req-77fae69e-a80d-4aea-9926-68b9f71145c1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=688cfb1a-5d36-4ac7-98f8-e2511fcf1e35 HTTP/1.1" status: 200 len: 210 time: 0.2893770 May 03 22:52:24.829835 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e3ffd6cb-029c-4f9d-aea1-6e90aa54ee60 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:24.870575 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba12c5e-e31a-44a4-9e78-09690b7fec3d None None] Pushing event updated for resources: {'Port': ['ID=8018b6d2-2b5f-425e-ac76-71b63cc86d3e,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:24.896863 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e3ffd6cb-029c-4f9d-aea1-6e90aa54ee60 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:subnet and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:24.905033 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e3ffd6cb-029c-4f9d-aea1-6e90aa54ee60 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:24.928793 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-bc6a108c-ea3f-4cd5-b9cb-19455aa12c39 service neutron] 10.222.0.67 "GET /v2.0/networks/f9841741-9fc9-44be-84bd-f81fbf04528f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876180 May 03 22:52:24.938635 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e3ffd6cb-029c-4f9d-aea1-6e90aa54ee60 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:25.013868 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ffd6cb-029c-4f9d-aea1-6e90aa54ee60 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Made reservation on behalf of e51c41c8f2c54373bfeeef105247eecb for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:52:25.017477 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd6cb-029c-4f9d-aea1-6e90aa54ee60 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:25.041301 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3c98c7fa-9fe7-4fad-99b3-ef51ddf8c94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:25.176612 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-2d022670-fbc8-43b5-a4f8-421d7bb860a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324673548', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '8018b6d2-2b5f-425e-ac76-71b63cc86d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:52:17Z', 'updated_at': '2022-05-03T22:52:19Z', 'revision_number': 3, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': '8018b6d2-2b5f-425e-ac76-71b63cc86d3e', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:18Z', 'updated_at': '2022-05-03T22:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:25.177467 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-90a31da1-387f-4862-bc3c-5b4966864df2 req-2451a06a-af81-4b23-9ba9-a5d1a5e3aa93 service neutron] 10.222.0.67 "GET /v2.0/networks/f9841741-9fc9-44be-84bd-f81fbf04528f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396355 May 03 22:52:25.194447 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d022670-fbc8-43b5-a4f8-421d7bb860a6 None None] The sync data for ids ['1e2a0ff5-3479-40d8-8149-1d4a007dc85e'] in n-d-811807-1 is: [{'id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324673548', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '8018b6d2-2b5f-425e-ac76-71b63cc86d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:52:17Z', 'updated_at': '2022-05-03T22:52:19Z', 'revision_number': 3, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': '8018b6d2-2b5f-425e-ac76-71b63cc86d3e', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:18Z', 'updated_at': '2022-05-03T22:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:52:25.438180 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853034a0-c5cc-4fa3-a454-51c07b76f81a req-e5519d09-7bb7-47c1-9a9d-b126f387aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:25.440324 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-853034a0-c5cc-4fa3-a454-51c07b76f81a req-e5519d09-7bb7-47c1-9a9d-b126f387aa69 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a9f95ab3cac64cb3adaf50d1f2fa9c11&device_id=ec8053c4-e02c-4a38-8f78-b54b128c9e54 HTTP/1.1" status: 200 len: 1094 time: 0.1997268 May 03 22:52:25.633705 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-c334797c-aa6e-41c8-b767-8f042dc1582c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Allocated IP 172.20.0.3 (707cfa08-484f-448d-b84f-a940bf8f6e2e/1a456f8a-c743-4130-8826-ac82fe55cbc8/77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:52:25.655271 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f8f4cf-7c7b-4718-a5e2-aa92ad03bd41 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:25.656308 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-60f8f4cf-7c7b-4718-a5e2-aa92ad03bd41 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Synchronizing usage tracker for tenant:bb593f281c5f450cab885d1b376ef000 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:52:25.750204 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853034a0-c5cc-4fa3-a454-51c07b76f81a req-e7900f1e-9034-4bde-9fea-3179cd65af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:25.758196 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-853034a0-c5cc-4fa3-a454-51c07b76f81a req-e7900f1e-9034-4bde-9fea-3179cd65af98 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f9841741-9fc9-44be-84bd-f81fbf04528f HTTP/1.1" status: 200 len: 919 time: 0.3106825 May 03 22:52:25.772648 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ad847e19-a840-4666-be25-197cade016a6 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:25.954999 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-853034a0-c5cc-4fa3-a454-51c07b76f81a req-213d266b-30f8-41d1-b81f-c852c4fa2c0b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eaef230d-de5f-42a9-8362-3a82584f18f5 HTTP/1.1" status: 200 len: 217 time: 0.1903210 May 03 22:52:26.006621 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-60f8f4cf-7c7b-4718-a5e2-aa92ad03bd41 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Unset dirty status for tenant:bb593f281c5f450cab885d1b376ef000 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:52:26.011296 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-60f8f4cf-7c7b-4718-a5e2-aa92ad03bd41 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=de8965b2-8ea3-4c2b-86b9-c128a58c6e1e&device_id=1778f3ed-d935-4669-a138-c5a036bc0da2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.2853782 May 03 22:52:26.036874 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35952) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:26.100549 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853034a0-c5cc-4fa3-a454-51c07b76f81a req-86e4743a-f73b-47aa-bb5a-a62640f0196d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:26.102358 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-853034a0-c5cc-4fa3-a454-51c07b76f81a req-86e4743a-f73b-47aa-bb5a-a62640f0196d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3cad73de-caf4-4537-b022-fc25a31f0c19 HTTP/1.1" status: 200 len: 858 time: 0.1397336 May 03 22:52:26.139580 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad847e19-a840-4666-be25-197cade016a6 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'Port': ['ID=f20d1171-91b9-454b-b953-4a9018046fbc,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:26.205389 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd6cb-029c-4f9d-aea1-6e90aa54ee60 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:26.226309 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ad847e19-a840-4666-be25-197cade016a6 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:26.283725 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-853034a0-c5cc-4fa3-a454-51c07b76f81a req-626eab54-4aab-42b1-a634-0613e96c0cfb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f9841741-9fc9-44be-84bd-f81fbf04528f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1688948 May 03 22:52:26.290267 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 8018b6d2-2b5f-425e-ac76-71b63cc86d3e up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:52:26.319504 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4393f4d8-5508-44f1-9900-3791883118f1 req-45eb8550-6f3b-4048-a19a-5dd51e367a9c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=688cfb1a-5d36-4ac7-98f8-e2511fcf1e35 HTTP/1.1" status: 200 len: 210 time: 0.3068664 May 03 22:52:26.412645 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffd6cb-029c-4f9d-aea1-6e90aa54ee60 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'Subnet': ['ID=79599846-a979-45d3-98e2-160f7aa782c9,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:26.414487 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:26.419060 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:26.440560 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 8018b6d2-2b5f-425e-ac76-71b63cc86d3e completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:52:26.459051 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 8018b6d2-2b5f-425e-ac76-71b63cc86d3e triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:52:26.459798 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:26.491910 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ad847e19-a840-4666-be25-197cade016a6 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/ports/f20d1171-91b9-454b-b953-4a9018046fbc HTTP/1.1" status: 204 len: 168 time: 4.3160641 May 03 22:52:26.506710 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35956) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:26.558950 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3e8ed1-189b-4091-9348-c8b4946dc997 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:26.563577 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5b3e8ed1-189b-4091-9348-c8b4946dc997 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 881 time: 0.5218208 May 03 22:52:26.565170 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ffd6cb-029c-4f9d-aea1-6e90aa54ee60 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Checking segment: {'id': 'c1913453-5352-4f75-a107-aede62df174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '055bb8ea-12c0-406b-86df-a2692a31f631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:52:26.565652 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ffd6cb-029c-4f9d-aea1-6e90aa54ee60 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Network hostable DHCP agents. Network: 055bb8ea-12c0-406b-86df-a2692a31f631, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:52:26.572308 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35960) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:26.653114 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-65af3d08-612e-4095-8fde-ccf517d4847e tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] 10.222.0.58 "GET /v2.0/ports?device_id=1778f3ed-d935-4669-a138-c5a036bc0da2 HTTP/1.1" status: 200 len: 205 time: 0.0750535 May 03 22:52:26.662014 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35964) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:26.715443 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:26.741289 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 8018b6d2-2b5f-425e-ac76-71b63cc86d3e, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=8018b6d2-2b5f-425e-ac76-71b63cc86d3e,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:52:26.746424 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:26.824626 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf531d1c-54c6-48ac-956f-bbea2be0004e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] GET failed (client error): The resource could not be found. May 03 22:52:26.825558 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bf531d1c-54c6-48ac-956f-bbea2be0004e tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "GET /v2.0/ports/f20d1171-91b9-454b-b953-4a9018046fbc HTTP/1.1" status: 404 len: 333 time: 0.2737515 May 03 22:52:26.830947 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=8018b6d2-2b5f-425e-ac76-71b63cc86d3e,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:26.835553 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35968) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:26.848551 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ffd6cb-029c-4f9d-aea1-6e90aa54ee60 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Network 055bb8ea-12c0-406b-86df-a2692a31f631 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:52:26.885783 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08a524-58a7-428c-967a-01f7cc553f78 req-cbadcaf8-5f96-472b-9097-7ee0638174f8 tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:26.887332 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dc08a524-58a7-428c-967a-01f7cc553f78 req-cbadcaf8-5f96-472b-9097-7ee0638174f8 tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec8053c4-e02c-4a38-8f78-b54b128c9e54 HTTP/1.1" status: 200 len: 943 time: 0.8346093 May 03 22:52:26.893684 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-c334797c-aa6e-41c8-b767-8f042dc1582c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:26.897270 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-e3ffd6cb-029c-4f9d-aea1-6e90aa54ee60 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 055bb8ea-12c0-406b-86df-a2692a31f631) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:52:26.908988 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7c8843-029a-481a-a6d0-131e080d1545 None None] Network 055bb8ea-12c0-406b-86df-a2692a31f631 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:52:26.942475 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ffd6cb-029c-4f9d-aea1-6e90aa54ee60 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:26.943075 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd6cb-029c-4f9d-aea1-6e90aa54ee60 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:26.945846 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-853034a0-c5cc-4fa3-a454-51c07b76f81a req-38426b38-682a-4b0e-9415-147139af66da service neutron] 10.222.0.67 "GET /v2.0/networks/f9841741-9fc9-44be-84bd-f81fbf04528f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5797141 May 03 22:52:26.946702 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a195b5d4-6711-477d-be01-c8b6aa4d3bd8 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:26.974501 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e3ffd6cb-029c-4f9d-aea1-6e90aa54ee60 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.9113870 May 03 22:52:26.977304 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a195b5d4-6711-477d-be01-c8b6aa4d3bd8 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:26.991973 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 35972) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:26.992974 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-c334797c-aa6e-41c8-b767-8f042dc1582c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Transition to ACTIVE for port object 77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:52:26.998521 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dc08a524-58a7-428c-967a-01f7cc553f78 req-2273ed75-577e-42e1-bf68-919b121ed6fb tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e2aad27-b036-4bd9-bf30-f6adc2ec43c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993712 May 03 22:52:27.048588 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a195b5d4-6711-477d-be01-c8b6aa4d3bd8 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:27.079066 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195b5d4-6711-477d-be01-c8b6aa4d3bd8 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b646177-be6c-464c-b17b-9f5fbb7004f6,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:27.147924 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a195b5d4-6711-477d-be01-c8b6aa4d3bd8 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:27.152095 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a195b5d4-6711-477d-be01-c8b6aa4d3bd8 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/security-groups/7b646177-be6c-464c-b17b-9f5fbb7004f6 HTTP/1.1" status: 204 len: 168 time: 0.3156152 May 03 22:52:27.154825 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35978) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:27.165086 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7bf3e67f-ecec-4140-9ce1-9ce420d7526c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:27.249466 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-853034a0-c5cc-4fa3-a454-51c07b76f81a req-2a32611c-003c-46ad-baa8-5c67bcada8c8 service neutron] 10.222.0.67 "GET /v2.0/networks/f9841741-9fc9-44be-84bd-f81fbf04528f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226222 May 03 22:52:27.272271 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-43011366-65fc-44fb-949c-8dbddf22e839 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:27.311567 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-43011366-65fc-44fb-949c-8dbddf22e839 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:27.386940 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53441f66-70bf-46c5-bc8b-57b539b14397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-055bb8ea-12c0-406b-86df-a2692a31f631', 'network_id': '055bb8ea-12c0-406b-86df-a2692a31f631', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'fixed_ips': [{'subnet_id': '79599846-a979-45d3-98e2-160f7aa782c9'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:52:27.387782 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-53441f66-70bf-46c5-bc8b-57b539b14397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:27.407255 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-43011366-65fc-44fb-949c-8dbddf22e839 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:27.433071 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43011366-65fc-44fb-949c-8dbddf22e839 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ad7fb3-c185-44d2-b289-b764acb488c3,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:27.442945 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-43011366-65fc-44fb-949c-8dbddf22e839 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:27.446563 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-43011366-65fc-44fb-949c-8dbddf22e839 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/security-groups/d8ad7fb3-c185-44d2-b289-b764acb488c3 HTTP/1.1" status: 204 len: 168 time: 0.2818737 May 03 22:52:27.447373 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35984) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:27.536294 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0f7816bf-625d-485e-b90b-2469fe9ddace tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:27.572825 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0f7816bf-625d-485e-b90b-2469fe9ddace tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:27.611669 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-c334797c-aa6e-41c8-b767-8f042dc1582c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:27.648575 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0f7816bf-625d-485e-b90b-2469fe9ddace tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:27.666202 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7816bf-625d-485e-b90b-2469fe9ddace tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab344f8e-9c0d-4a8f-b1a4-3d2a581c09b6,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:27.674579 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0f7816bf-625d-485e-b90b-2469fe9ddace tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:27.678685 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0f7816bf-625d-485e-b90b-2469fe9ddace tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/security-groups/ab344f8e-9c0d-4a8f-b1a4-3d2a581c09b6 HTTP/1.1" status: 204 len: 168 time: 0.2303793 May 03 22:52:27.679766 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35988) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:27.734741 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:27.752168 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-53441f66-70bf-46c5-bc8b-57b539b14397 None None] Allocated IP 172.20.0.2 (055bb8ea-12c0-406b-86df-a2692a31f631/79599846-a979-45d3-98e2-160f7aa782c9/460c0dcc-adbe-4611-ba3a-39cf7f899fd3) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:52:27.771285 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bf48572-9e84-4524-9a25-8f0059874819 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Deleting subnet d2107250-25f9-4f6a-8743-333121c810dc {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:52:27.775170 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8bf48572-9e84-4524-9a25-8f0059874819 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:27.846773 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8bf48572-9e84-4524-9a25-8f0059874819 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:27.869571 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7bf3e67f-ecec-4140-9ce1-9ce420d7526c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:27.963844 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8bf48572-9e84-4524-9a25-8f0059874819 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:27.984355 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334797c-aa6e-41c8-b767-8f042dc1582c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Pushing event updated for resources: {'Port': ['ID=77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:27.992442 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:28.011244 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-53441f66-70bf-46c5-bc8b-57b539b14397 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:28.016606 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-7bf3e67f-ecec-4140-9ce1-9ce420d7526c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Deleting port 0ebbf0ff-68e7-4b5a-9eef-9f5300ee85e6 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:52:28.016946 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7bf3e67f-ecec-4140-9ce1-9ce420d7526c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:28.024966 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-53441f66-70bf-46c5-bc8b-57b539b14397 None None] Transition to ACTIVE for port object 460c0dcc-adbe-4611-ba3a-39cf7f899fd3 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:52:28.068780 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-53441f66-70bf-46c5-bc8b-57b539b14397 None None] Transition to ACTIVE for port object 460c0dcc-adbe-4611-ba3a-39cf7f899fd3 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:52:28.076748 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-c334797c-aa6e-41c8-b767-8f042dc1582c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Network 707cfa08-484f-448d-b84f-a940bf8f6e2e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:52:28.082930 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-53441f66-70bf-46c5-bc8b-57b539b14397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:28.087043 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-c334797c-aa6e-41c8-b767-8f042dc1582c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:52:28.100049 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8bf48572-9e84-4524-9a25-8f0059874819 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:28.106977 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-c334797c-aa6e-41c8-b767-8f042dc1582c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:52:28.158438 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf48572-9e84-4524-9a25-8f0059874819 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'Subnet': ['ID=d2107250-25f9-4f6a-8743-333121c810dc,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:28.163123 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8bf48572-9e84-4524-9a25-8f0059874819 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:28.193737 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8bf48572-9e84-4524-9a25-8f0059874819 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/subnets/d2107250-25f9-4f6a-8743-333121c810dc HTTP/1.1" status: 204 len: 168 time: 0.5131876 May 03 22:52:28.197762 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 35994) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:28.213791 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b83e39-c5b8-41ea-92f2-be8ba67a00af None None] Network 2e6dfd46-7c09-4f0a-a2fd-06f87aae6171 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:52:28.229111 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device eaef230d-de5f-42a9-8362-3a82584f18f5 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:52:28.335791 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-8592bc66-cd12-43bc-81ff-a662255eebbf tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Deleting subnet 8db14348-359e-4d7d-a8f3-11381eb102fd {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:52:28.340483 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53441f66-70bf-46c5-bc8b-57b539b14397 None None] Network 055bb8ea-12c0-406b-86df-a2692a31f631 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:52:28.346559 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8592bc66-cd12-43bc-81ff-a662255eebbf tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:28.362828 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-53441f66-70bf-46c5-bc8b-57b539b14397 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:52:28.365076 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53441f66-70bf-46c5-bc8b-57b539b14397 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:52:28.367583 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 8018b6d2-2b5f-425e-ac76-71b63cc86d3e up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:52:28.402406 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53441f66-70bf-46c5-bc8b-57b539b14397 None None] Pushing event updated for resources: {'Port': ['ID=460c0dcc-adbe-4611-ba3a-39cf7f899fd3,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:28.438788 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.resource_extend [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:52:28.450885 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8592bc66-cd12-43bc-81ff-a662255eebbf tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:28.555944 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8592bc66-cd12-43bc-81ff-a662255eebbf tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:28.639973 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-c334797c-aa6e-41c8-b767-8f042dc1582c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:28.640593 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-c334797c-aa6e-41c8-b767-8f042dc1582c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:28.649356 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8592bc66-cd12-43bc-81ff-a662255eebbf tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:28.673695 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66ae13-81f2-4422-800d-368412633712 req-11a9787d-08e2-4c8d-a62d-a57cb8b8a8ca tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:28.674409 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-df66ae13-81f2-4422-800d-368412633712 req-11a9787d-08e2-4c8d-a62d-a57cb8b8a8ca tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Synchronizing usage tracker for tenant:fac7f64c48bd48e8ae480a0113f466e9 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:52:28.690396 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8592bc66-cd12-43bc-81ff-a662255eebbf tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'Subnet': ['ID=8db14348-359e-4d7d-a8f3-11381eb102fd,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:28.704736 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8592bc66-cd12-43bc-81ff-a662255eebbf tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:28.715086 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8592bc66-cd12-43bc-81ff-a662255eebbf tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/subnets/8db14348-359e-4d7d-a8f3-11381eb102fd HTTP/1.1" status: 204 len: 168 time: 0.5161562 May 03 22:52:28.717281 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36002) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:28.724895 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-c334797c-aa6e-41c8-b767-8f042dc1582c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5338814 May 03 22:52:28.727937 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-53441f66-70bf-46c5-bc8b-57b539b14397 None None] Attempting to bind port 460c0dcc-adbe-4611-ba3a-39cf7f899fd3 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:52:28.727937 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-53441f66-70bf-46c5-bc8b-57b539b14397 None None] Attempting to bind port 460c0dcc-adbe-4611-ba3a-39cf7f899fd3 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'c1913453-5352-4f75-a107-aede62df174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '055bb8ea-12c0-406b-86df-a2692a31f631'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:52:28.728343 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53441f66-70bf-46c5-bc8b-57b539b14397 None None] Attempting to bind port 460c0dcc-adbe-4611-ba3a-39cf7f899fd3 on network 055bb8ea-12c0-406b-86df-a2692a31f631 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:52:28.748879 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-76fd4704-f4e5-40e6-ab87-1549f52df5d7 service neutron] Request body: {'port': {'device_id': '688cfb1a-5d36-4ac7-98f8-e2511fcf1e35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:28.770395 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53441f66-70bf-46c5-bc8b-57b539b14397 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:52:28.770842 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53441f66-70bf-46c5-bc8b-57b539b14397 None None] Checking segment: {'id': 'c1913453-5352-4f75-a107-aede62df174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '055bb8ea-12c0-406b-86df-a2692a31f631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:52:28.771239 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-53441f66-70bf-46c5-bc8b-57b539b14397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:28.771672 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53441f66-70bf-46c5-bc8b-57b539b14397 None None] Bound using segment: {'id': 'c1913453-5352-4f75-a107-aede62df174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '055bb8ea-12c0-406b-86df-a2692a31f631'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:52:28.772160 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-53441f66-70bf-46c5-bc8b-57b539b14397 None None] Bound port: 460c0dcc-adbe-4611-ba3a-39cf7f899fd3, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1913453-5352-4f75-a107-aede62df174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '055bb8ea-12c0-406b-86df-a2692a31f631'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:52:28.772536 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-53441f66-70bf-46c5-bc8b-57b539b14397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:28.785353 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7bf3e67f-ecec-4140-9ce1-9ce420d7526c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:28.789109 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-d14b600f-bb22-4c2f-95de-087b93e1df19 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] DELETE failed (client error): The resource could not be found. May 03 22:52:28.789571 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d14b600f-bb22-4c2f-95de-087b93e1df19 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:52:28.791756 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d14b600f-bb22-4c2f-95de-087b93e1df19 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/subnets/d2107250-25f9-4f6a-8743-333121c810dc HTTP/1.1" status: 404 len: 337 time: 0.0731683 May 03 22:52:28.794548 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36006) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:28.821149 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-df66ae13-81f2-4422-800d-368412633712 req-11a9787d-08e2-4c8d-a62d-a57cb8b8a8ca tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Unset dirty status for tenant:fac7f64c48bd48e8ae480a0113f466e9 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:52:28.822787 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-df66ae13-81f2-4422-800d-368412633712 req-11a9787d-08e2-4c8d-a62d-a57cb8b8a8ca tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=688cfb1a-5d36-4ac7-98f8-e2511fcf1e35 HTTP/1.1" status: 200 len: 931 time: 1.2703493 May 03 22:52:28.874994 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-53441f66-70bf-46c5-bc8b-57b539b14397 None None] For port 460c0dcc-adbe-4611-ba3a-39cf7f899fd3, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:52:28.878189 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-53441f66-70bf-46c5-bc8b-57b539b14397 None None] For port 460c0dcc-adbe-4611-ba3a-39cf7f899fd3, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=460c0dcc-adbe-4611-ba3a-39cf7f899fd3,segment=NetworkSegment(c1913453-5352-4f75-a107-aede62df174a),segment_id=c1913453-5352-4f75-a107-aede62df174a)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:52:28.880825 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-48f95253-0e9c-47fb-908b-926a0899a003 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Deleting subnet f6218ada-6333-4208-a64c-71920267249e {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:52:28.884653 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-48f95253-0e9c-47fb-908b-926a0899a003 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:28.897010 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-224bc55e-436c-4c81-ac36-885cfec94e20 None None] Provisioning for port 77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:52:28.945621 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-48f95253-0e9c-47fb-908b-926a0899a003 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:28.954873 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-53441f66-70bf-46c5-bc8b-57b539b14397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:28.964634 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-224bc55e-436c-4c81-ac36-885cfec94e20 None None] Provisioning complete for port 77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:52:28.965009 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-224bc55e-436c-4c81-ac36-885cfec94e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:29.010913 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-7bf3e67f-ecec-4140-9ce1-9ce420d7526c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Calling delete_port for 0ebbf0ff-68e7-4b5a-9eef-9f5300ee85e6 owned by network:router_gateway {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:52:29.047676 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-48f95253-0e9c-47fb-908b-926a0899a003 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:29.142046 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-48f95253-0e9c-47fb-908b-926a0899a003 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:29.149240 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 8018b6d2-2b5f-425e-ac76-71b63cc86d3e triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:52:29.149543 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:29.176888 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port eaef230d-de5f-42a9-8362-3a82584f18f5, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=eaef230d-de5f-42a9-8362-3a82584f18f5,segment=NetworkSegment(23c386b0-80b5-4714-b698-cfc1934e4869),segment_id=23c386b0-80b5-4714-b698-cfc1934e4869)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:52:29.186269 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f95253-0e9c-47fb-908b-926a0899a003 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'Subnet': ['ID=f6218ada-6333-4208-a64c-71920267249e,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:29.195246 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-48f95253-0e9c-47fb-908b-926a0899a003 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:29.205231 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-48f95253-0e9c-47fb-908b-926a0899a003 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/subnets/f6218ada-6333-4208-a64c-71920267249e HTTP/1.1" status: 204 len: 168 time: 0.4090667 May 03 22:52:29.205231 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36010) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:29.220369 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad5e3e-b114-4708-a486-a8ae3d14cf97 req-ad8764be-7602-4747-aeb3-1fdb087ea47c tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:29.221638 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0bad5e3e-b114-4708-a486-a8ae3d14cf97 req-ad8764be-7602-4747-aeb3-1fdb087ea47c tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec8053c4-e02c-4a38-8f78-b54b128c9e54 HTTP/1.1" status: 200 len: 943 time: 0.9772542 May 03 22:52:29.244014 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'eaef230d-de5f-42a9-8362-3a82584f18f5', 'network_id': 'f9841741-9fc9-44be-84bd-f81fbf04528f', 'port_id': 'eaef230d-de5f-42a9-8362-3a82584f18f5', 'mac_address': 'fa:16:3e:34:cb:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cad73de-caf4-4537-b022-fc25a31f0c19', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:52:29.253023 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-5feec37c-b070-418b-b23d-c2f24e9e4e30 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] DELETE failed (client error): The resource could not be found. May 03 22:52:29.253621 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5feec37c-b070-418b-b23d-c2f24e9e4e30 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:52:29.254649 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-224bc55e-436c-4c81-ac36-885cfec94e20 None None] Port 77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:52:29.259447 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5feec37c-b070-418b-b23d-c2f24e9e4e30 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/subnets/18ff642e-c03f-40ec-ab54-3436aeb13a66 HTTP/1.1" status: 404 len: 337 time: 0.0528514 May 03 22:52:29.260248 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36014) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:29.314469 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-df66ae13-81f2-4422-800d-368412633712 req-7718c52b-b1ac-4800-af60-f06fa6cc54b2 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4791651 May 03 22:52:29.315364 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0e8b2a13-082f-4f29-a018-254d5e74c9c0 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "GET /v2.0/ports?device_id=2fbff4d4-c035-4dc2-85b5-7b8cf3f73e24 HTTP/1.1" status: 200 len: 205 time: 0.0537868 May 03 22:52:29.316365 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36018) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:29.333828 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53441f66-70bf-46c5-bc8b-57b539b14397 None None] Pushing event updated for resources: {'Port': ['ID=460c0dcc-adbe-4611-ba3a-39cf7f899fd3,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:29.372698 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:29.416666 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-bae769e8-bc1e-4e7f-90b4-711e679ebe87 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] delete failed (client error): The resource could not be found. May 03 22:52:29.418268 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bae769e8-bc1e-4e7f-90b4-711e679ebe87 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/routers/2fbff4d4-c035-4dc2-85b5-7b8cf3f73e24 HTTP/1.1" status: 404 len: 336 time: 0.1002655 May 03 22:52:29.422325 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36022) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:29.426603 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaef230d-de5f-42a9-8362-3a82584f18f5 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:52:29.479832 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-76fd4704-f4e5-40e6-ab87-1549f52df5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:29.482252 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-32aa5213-f042-4ebb-9628-ad00d6cf62cc tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] DELETE failed (client error): The resource could not be found. May 03 22:52:29.482719 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32aa5213-f042-4ebb-9628-ad00d6cf62cc tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:52:29.492265 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-32aa5213-f042-4ebb-9628-ad00d6cf62cc tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/subnets/f00b904b-89d4-4c10-b6d4-2d37a3805729 HTTP/1.1" status: 404 len: 337 time: 0.0664685 May 03 22:52:29.498387 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36028) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:29.552193 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c3acfb-8993-4c42-91e0-602915d38e10 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] DELETE failed (client error): The resource could not be found. May 03 22:52:29.552193 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49c3acfb-8993-4c42-91e0-602915d38e10 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:52:29.557048 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-49c3acfb-8993-4c42-91e0-602915d38e10 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/subnets/fc4f7744-f1ea-4289-bb6e-8aea7994c358 HTTP/1.1" status: 404 len: 337 time: 0.0538440 May 03 22:52:29.559660 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0bad5e3e-b114-4708-a486-a8ae3d14cf97 req-92637ba5-4da4-4cd2-8562-ae16f0e71cd1 tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e2aad27-b036-4bd9-bf30-f6adc2ec43c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144548 May 03 22:52:29.568596 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36032) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:29.612240 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36036) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:29.631375 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port eaef230d-de5f-42a9-8362-3a82584f18f5, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=eaef230d-de5f-42a9-8362-3a82584f18f5,segment=NetworkSegment(23c386b0-80b5-4714-b698-cfc1934e4869),segment_id=23c386b0-80b5-4714-b698-cfc1934e4869)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:52:29.642817 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:29.706802 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17a758e-b64f-4b6d-8097-8bb73ca7832c None None] Update dhcp port {'port': {'network_id': '2e6dfd46-7c09-4f0a-a2fd-06f87aae6171', 'fixed_ips': [{'subnet_id': 'f6218ada-6333-4208-a64c-71920267249e'}], 'binding:host_id': 'n-d-811807-1'}, 'id': '14b697cc-7e42-4fc0-a389-94bf6824c33f'} from n-d-811807-1. {{(pid=88071) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 03 22:52:29.776768 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=eaef230d-de5f-42a9-8362-3a82584f18f5,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:29.780745 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a17a758e-b64f-4b6d-8097-8bb73ca7832c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:29.939419 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['eaef230d-de5f-42a9-8362-3a82584f18f5'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:52:30.017350 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e95822-bf07-46ef-9ac9-f6384c4e8642 None None] Network 2e6dfd46-7c09-4f0a-a2fd-06f87aae6171 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:52:30.039962 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba5c83d-33ed-4e0c-9619-ef0002ff13fa tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] DELETE failed (client error): The resource could not be found. May 03 22:52:30.039962 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba5c83d-33ed-4e0c-9619-ef0002ff13fa tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:52:30.101733 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7bf3e67f-ecec-4140-9ce1-9ce420d7526c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:30.145285 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3ba5c83d-33ed-4e0c-9619-ef0002ff13fa tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/subnets/70c16a61-310b-4a87-ae8c-ad1b2aea1ff2 HTTP/1.1" status: 404 len: 337 time: 0.5696297 May 03 22:52:30.175696 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36042) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:30.185706 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf3e67f-ecec-4140-9ce1-9ce420d7526c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Pushing event deleted for resources: {'Port': ['ID=0ebbf0ff-68e7-4b5a-9eef-9f5300ee85e6,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:30.265314 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-473d4235-0431-4501-b894-fe160b67444e None None] Provisioning complete for port 14b697cc-7e42-4fc0-a389-94bf6824c33f triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:52:30.265688 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-473d4235-0431-4501-b894-fe160b67444e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:30.277625 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-173164a3-37d9-4d44-aa2a-640111d7624a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] DELETE failed (client error): The resource could not be found. May 03 22:52:30.278145 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-173164a3-37d9-4d44-aa2a-640111d7624a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:52:30.279858 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-173164a3-37d9-4d44-aa2a-640111d7624a tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/ports/5bbbdf7d-a4e9-4efe-8459-f16b9f91aa01 HTTP/1.1" status: 404 len: 333 time: 0.1015618 May 03 22:52:30.284183 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36046) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:30.382951 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca7bcb8f-6e44-459f-a1a5-e5354c5e3d3b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] DELETE failed (client error): The resource could not be found. May 03 22:52:30.385564 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 460c0dcc-adbe-4611-ba3a-39cf7f899fd3 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:52:30.389889 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca7bcb8f-6e44-459f-a1a5-e5354c5e3d3b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:52:30.393998 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ca7bcb8f-6e44-459f-a1a5-e5354c5e3d3b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/subnets/4f2d0e74-6972-45a4-9014-d38f585d2f66 HTTP/1.1" status: 404 len: 337 time: 0.1053565 May 03 22:52:30.394158 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-faaaaedf-532a-41ce-883d-d5fa7dca60f4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:30.400834 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36052) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:30.489730 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8787cb-e3fd-421b-9b5b-b12c21b01ebc tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] DELETE failed (client error): The resource could not be found. May 03 22:52:30.490701 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc8787cb-e3fd-421b-9b5b-b12c21b01ebc tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:52:30.497010 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fc8787cb-e3fd-421b-9b5b-b12c21b01ebc tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/subnets/d91fcb98-055b-4671-8746-f45fb37c63d8 HTTP/1.1" status: 404 len: 337 time: 0.0951102 May 03 22:52:30.500710 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36056) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:30.539488 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-76fd4704-f4e5-40e6-ab87-1549f52df5d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:52:30.548551 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-76fd4704-f4e5-40e6-ab87-1549f52df5d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:30.564277 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-76fd4704-f4e5-40e6-ab87-1549f52df5d7 service neutron] Transition to ACTIVE for port object 77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:52:30.569319 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7bf3e67f-ecec-4140-9ce1-9ce420d7526c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:30.627838 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-473d4235-0431-4501-b894-fe160b67444e None None] Provisioning complete for port 15c8f829-10fe-48e9-acb2-e7137e930b40 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:52:30.628371 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-473d4235-0431-4501-b894-fe160b67444e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:30.663658 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 460c0dcc-adbe-4611-ba3a-39cf7f899fd3 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:52:30.679730 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4afbdf-6a8a-4d56-8d9b-63239b063a14 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] DELETE failed (client error): The resource could not be found. May 03 22:52:30.680270 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea4afbdf-6a8a-4d56-8d9b-63239b063a14 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:52:30.681922 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ea4afbdf-6a8a-4d56-8d9b-63239b063a14 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/ports/93e86fbe-1dda-4afb-a681-3c489b1ed89a HTTP/1.1" status: 404 len: 333 time: 0.1800187 May 03 22:52:30.704612 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-473d4235-0431-4501-b894-fe160b67444e None None] Port 15c8f829-10fe-48e9-acb2-e7137e930b40 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:52:30.707263 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0105ea53-0b40-4e72-a985-3d69a0669b33 None None] DHCP port deletion for 2e6dfd46-7c09-4f0a-a2fd-06f87aae6171 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:52:30.716108 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5010e90-a3d4-43f0-a499-5b707bc8b124 None None] Network 055bb8ea-12c0-406b-86df-a2692a31f631 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:52:30.737338 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-0105ea53-0b40-4e72-a985-3d69a0669b33 None None] Deleting port 14b697cc-7e42-4fc0-a389-94bf6824c33f {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:52:30.737713 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0105ea53-0b40-4e72-a985-3d69a0669b33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:30.743146 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36062) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:30.797379 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 14b697cc-7e42-4fc0-a389-94bf6824c33f no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:52:30.802229 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f83fe9c-25c5-4ff6-8f14-5ebd0fec0f8b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] DELETE failed (client error): The resource could not be found. May 03 22:52:30.802756 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f83fe9c-25c5-4ff6-8f14-5ebd0fec0f8b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:52:30.806042 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6f83fe9c-25c5-4ff6-8f14-5ebd0fec0f8b tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/subnets/0c50f0f0-95f7-410b-a5b0-3a82e44389a3 HTTP/1.1" status: 404 len: 337 time: 0.0558372 May 03 22:52:30.808083 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36066) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:30.824083 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-76fd4704-f4e5-40e6-ab87-1549f52df5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:30.849428 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-184f1c6b-2fc8-4a1c-96b4-2e42d38731fc tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] DELETE failed (client error): The resource could not be found. May 03 22:52:30.850017 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-184f1c6b-2fc8-4a1c-96b4-2e42d38731fc tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:52:30.854067 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-184f1c6b-2fc8-4a1c-96b4-2e42d38731fc tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/subnets/f2b17ac1-cb44-4f12-b4f6-4b1d866732c3 HTTP/1.1" status: 404 len: 337 time: 0.0426466 May 03 22:52:30.855358 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36070) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:30.938746 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-208db3c0-908d-4619-9914-bf8346280ed9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Deleting port 15c8f829-10fe-48e9-acb2-e7137e930b40 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:52:30.939197 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-208db3c0-908d-4619-9914-bf8346280ed9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:31.007610 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7bf3e67f-ecec-4140-9ce1-9ce420d7526c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:31.015018 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7bf3e67f-ecec-4140-9ce1-9ce420d7526c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:31.076849 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c521e7a7-14a7-48ec-9eb0-e22baeb555d1 None None] Provisioning for port 460c0dcc-adbe-4611-ba3a-39cf7f899fd3 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:52:31.133611 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c521e7a7-14a7-48ec-9eb0-e22baeb555d1 None None] Provisioning complete for port 460c0dcc-adbe-4611-ba3a-39cf7f899fd3 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:52:31.134005 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c521e7a7-14a7-48ec-9eb0-e22baeb555d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:31.199775 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd4704-f4e5-40e6-ab87-1549f52df5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:31.211798 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-705afbf6-03d9-40d5-8baf-1b8ad33f0e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:31.263655 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7bf3e67f-ecec-4140-9ce1-9ce420d7526c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:31.263655 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf3e67f-ecec-4140-9ce1-9ce420d7526c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Fanout notify agent at l3_agent the message router_deleted on router 1778f3ed-d935-4669-a138-c5a036bc0da2 {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:52:31.355727 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7bf3e67f-ecec-4140-9ce1-9ce420d7526c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:31.356868 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7bf3e67f-ecec-4140-9ce1-9ce420d7526c tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] 10.222.0.58 "DELETE /v2.0/routers/1778f3ed-d935-4669-a138-c5a036bc0da2 HTTP/1.1" status: 204 len: 168 time: 4.6762755 May 03 22:52:31.366203 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36074) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:31.377967 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-7c879983-e335-4843-aa40-d4229887b924 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-536558997', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:31.393579 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-208db3c0-908d-4619-9914-bf8346280ed9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:31.405578 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1fb81-01fa-4b2e-945f-443a37a6674b req-99a728ca-67d9-488e-86b1-5f744302299d tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:31.407171 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-67f1fb81-01fa-4b2e-945f-443a37a6674b req-99a728ca-67d9-488e-86b1-5f744302299d tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=688cfb1a-5d36-4ac7-98f8-e2511fcf1e35 HTTP/1.1" status: 200 len: 943 time: 0.6273015 May 03 22:52:31.413213 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7c879983-e335-4843-aa40-d4229887b924 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:31.502903 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7c879983-e335-4843-aa40-d4229887b924 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Usage tracker for resource:router and tenant:37a770e676a6492590d90c66f5fd9584 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:31.520193 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087362d-8f4c-459c-af2f-6109453f570a req-53e669b9-3d45-42d5-b189-dbb692ea7ae4 tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:31.521604 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b087362d-8f4c-459c-af2f-6109453f570a req-53e669b9-3d45-42d5-b189-dbb692ea7ae4 tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec8053c4-e02c-4a38-8f78-b54b128c9e54 HTTP/1.1" status: 200 len: 944 time: 0.6985433 May 03 22:52:31.524402 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:31.526879 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7c879983-e335-4843-aa40-d4229887b924 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:31.548667 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-208db3c0-908d-4619-9914-bf8346280ed9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Calling delete_port for 15c8f829-10fe-48e9-acb2-e7137e930b40 owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:52:31.580296 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-0105ea53-0b40-4e72-a985-3d69a0669b33 None None] For port 14b697cc-7e42-4fc0-a389-94bf6824c33f, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=14b697cc-7e42-4fc0-a389-94bf6824c33f,segment=NetworkSegment(9abaec4d-a74e-4b41-85f7-b7d9e6ddcc8e),segment_id=9abaec4d-a74e-4b41-85f7-b7d9e6ddcc8e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:52:31.581330 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0105ea53-0b40-4e72-a985-3d69a0669b33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:31.593182 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7c879983-e335-4843-aa40-d4229887b924 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:31.614269 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-76fd4704-f4e5-40e6-ab87-1549f52df5d7 service neutron] Attempting to bind port 77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:52:31.615218 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-76fd4704-f4e5-40e6-ab87-1549f52df5d7 service neutron] Attempting to bind port 77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '79021a81-35f7-436f-834b-fb3d2a777891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:52:31.615558 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-76fd4704-f4e5-40e6-ab87-1549f52df5d7 service neutron] Attempting to bind port 77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8 on network 707cfa08-484f-448d-b84f-a940bf8f6e2e {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:52:31.758596 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-208db3c0-908d-4619-9914-bf8346280ed9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:31.795046 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b087362d-8f4c-459c-af2f-6109453f570a req-ecaca534-211e-42e6-9ada-324d649b7445 tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e2aad27-b036-4bd9-bf30-f6adc2ec43c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481499 May 03 22:52:31.802302 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7c879983-e335-4843-aa40-d4229887b924 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:31.803343 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7c879983-e335-4843-aa40-d4229887b924 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:31.806468 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-0105ea53-0b40-4e72-a985-3d69a0669b33 None None] Calling delete_port for 14b697cc-7e42-4fc0-a389-94bf6824c33f owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:52:31.817709 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208db3c0-908d-4619-9914-bf8346280ed9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'Port': ['ID=15c8f829-10fe-48e9-acb2-e7137e930b40,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:31.819502 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7c879983-e335-4843-aa40-d4229887b924 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:31.827604 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-208db3c0-908d-4619-9914-bf8346280ed9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:31.837356 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-76fd4704-f4e5-40e6-ab87-1549f52df5d7 service neutron] Port 77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8 on network 707cfa08-484f-448d-b84f-a940bf8f6e2e not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:52:31.837356 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-76fd4704-f4e5-40e6-ab87-1549f52df5d7 service neutron] Attempting to bind port 77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8 on network 707cfa08-484f-448d-b84f-a940bf8f6e2e {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:52:31.841557 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-208db3c0-908d-4619-9914-bf8346280ed9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/ports/15c8f829-10fe-48e9-acb2-e7137e930b40 HTTP/1.1" status: 204 len: 168 time: 0.9853652 May 03 22:52:31.851261 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36078) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:31.865669 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-67f1fb81-01fa-4b2e-945f-443a37a6674b req-0e4b45fe-e941-439c-9a49-17189d329094 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644075 May 03 22:52:31.893062 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7c879983-e335-4843-aa40-d4229887b924 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:31.931616 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-76fd4704-f4e5-40e6-ab87-1549f52df5d7 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:52:31.931960 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-76fd4704-f4e5-40e6-ab87-1549f52df5d7 service neutron] Checking segment: {'id': '79021a81-35f7-436f-834b-fb3d2a777891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:52:31.932354 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-76fd4704-f4e5-40e6-ab87-1549f52df5d7 service neutron] Bound using segment: {'id': '79021a81-35f7-436f-834b-fb3d2a777891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:52:31.932806 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-76fd4704-f4e5-40e6-ab87-1549f52df5d7 service neutron] Bound port: 77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79021a81-35f7-436f-834b-fb3d2a777891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:52:31.933154 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-76fd4704-f4e5-40e6-ab87-1549f52df5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:31.934667 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 14b697cc-7e42-4fc0-a389-94bf6824c33f, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=14b697cc-7e42-4fc0-a389-94bf6824c33f,segment=NetworkSegment(9abaec4d-a74e-4b41-85f7-b7d9e6ddcc8e),segment_id=9abaec4d-a74e-4b41-85f7-b7d9e6ddcc8e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:52:31.936253 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-705afbf6-03d9-40d5-8baf-1b8ad33f0e7c admin admin] Deleting port 4d645a25-4ca4-4837-90a6-4ddb8a04dacb {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:52:31.936676 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-705afbf6-03d9-40d5-8baf-1b8ad33f0e7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:31.937874 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c521e7a7-14a7-48ec-9eb0-e22baeb555d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:31.966455 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:32.071382 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-0105ea53-0b40-4e72-a985-3d69a0669b33 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:52:32.071708 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-0105ea53-0b40-4e72-a985-3d69a0669b33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:52:32.077446 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-c521e7a7-14a7-48ec-9eb0-e22baeb555d1 None None] For port 460c0dcc-adbe-4611-ba3a-39cf7f899fd3, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=460c0dcc-adbe-4611-ba3a-39cf7f899fd3,segment=NetworkSegment(c1913453-5352-4f75-a107-aede62df174a),segment_id=c1913453-5352-4f75-a107-aede62df174a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:52:32.086511 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c521e7a7-14a7-48ec-9eb0-e22baeb555d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:32.092389 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7c879983-e335-4843-aa40-d4229887b924 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:32.092577 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=14b697cc-7e42-4fc0-a389-94bf6824c33f,revision_number=11']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:32.095580 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7c879983-e335-4843-aa40-d4229887b924 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7234080 May 03 22:52:32.096237 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36082) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:32.120626 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-f8f2a275-a923-4488-82db-be017f36c96d tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'enable_snat': False}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:32.185118 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c521e7a7-14a7-48ec-9eb0-e22baeb555d1 None None] Pushing event updated for resources: {'Port': ['ID=460c0dcc-adbe-4611-ba3a-39cf7f899fd3,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:32.217115 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device eaef230d-de5f-42a9-8362-3a82584f18f5 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:52:32.298140 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port eaef230d-de5f-42a9-8362-3a82584f18f5 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:52:32.304180 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port eaef230d-de5f-42a9-8362-3a82584f18f5 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:52:32.304476 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:32.312018 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-705afbf6-03d9-40d5-8baf-1b8ad33f0e7c admin admin] For port 4d645a25-4ca4-4837-90a6-4ddb8a04dacb, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=4d645a25-4ca4-4837-90a6-4ddb8a04dacb,segment=NetworkSegment(0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a),segment_id=0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:52:32.312387 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-705afbf6-03d9-40d5-8baf-1b8ad33f0e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:32.330858 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c05a9e94-d8ed-4a7b-8d55-d5ac91e313e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:32.439252 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-17b7066e-7683-4f7f-9f69-fe52504f855f None None] Provisioning complete for port 460c0dcc-adbe-4611-ba3a-39cf7f899fd3 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:52:32.439640 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-17b7066e-7683-4f7f-9f69-fe52504f855f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:32.442585 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-705afbf6-03d9-40d5-8baf-1b8ad33f0e7c admin admin] Calling delete_port for 4d645a25-4ca4-4837-90a6-4ddb8a04dacb owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:52:32.447548 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-faaaaedf-532a-41ce-883d-d5fa7dca60f4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Allocated IP 172.20.0.1 (055bb8ea-12c0-406b-86df-a2692a31f631/79599846-a979-45d3-98e2-160f7aa782c9/b68bd464-5573-4f3c-adc5-8250201b5eba) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:52:32.482620 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:32.519852 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8053c4-e02c-4a38-8f78-b54b128c9e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaef230d-de5f-42a9-8362-3a82584f18f5'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:52:32.531849 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port eaef230d-de5f-42a9-8362-3a82584f18f5, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=eaef230d-de5f-42a9-8362-3a82584f18f5,segment=NetworkSegment(23c386b0-80b5-4714-b698-cfc1934e4869),segment_id=23c386b0-80b5-4714-b698-cfc1934e4869)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:52:32.539302 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-c05a9e94-d8ed-4a7b-8d55-d5ac91e313e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Deleting port 14b697cc-7e42-4fc0-a389-94bf6824c33f {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:52:32.539613 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c05a9e94-d8ed-4a7b-8d55-d5ac91e313e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:32.540822 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:32.579877 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-0105ea53-0b40-4e72-a985-3d69a0669b33 None None] Deleting port 14b697cc-7e42-4fc0-a389-94bf6824c33f {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:52:32.580273 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0105ea53-0b40-4e72-a985-3d69a0669b33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:32.617392 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-76fd4704-f4e5-40e6-ab87-1549f52df5d7 service neutron] For port 77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:52:32.636981 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c227e5b7-95d2-4b37-b13a-575dbfefe1d3'] response: {'server_uuid': 'ec8053c4-e02c-4a38-8f78-b54b128c9e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaef230d-de5f-42a9-8362-3a82584f18f5', 'code': 200} May 03 22:52:32.730771 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-705afbf6-03d9-40d5-8baf-1b8ad33f0e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:32.761993 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=eaef230d-de5f-42a9-8362-3a82584f18f5,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:32.788593 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705afbf6-03d9-40d5-8baf-1b8ad33f0e7c admin admin] Pushing event deleted for resources: {'Port': ['ID=4d645a25-4ca4-4837-90a6-4ddb8a04dacb,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:32.810274 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-76fd4704-f4e5-40e6-ab87-1549f52df5d7 service neutron] For port 77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:52:32.856902 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f8f2a275-a923-4488-82db-be017f36c96d tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:32.901096 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c138af-659b-4162-a1ce-0b99d72582a3 req-0fe1b615-5130-48ba-b424-106d28ce6770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:32.902642 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-13c138af-659b-4162-a1ce-0b99d72582a3 req-0fe1b615-5130-48ba-b424-106d28ce6770 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ec8053c4-e02c-4a38-8f78-b54b128c9e54 HTTP/1.1" status: 200 len: 1096 time: 0.2301164 May 03 22:52:32.910092 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-0105ea53-0b40-4e72-a985-3d69a0669b33 None None] For port 14b697cc-7e42-4fc0-a389-94bf6824c33f, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=14b697cc-7e42-4fc0-a389-94bf6824c33f,segment=NetworkSegment(9abaec4d-a74e-4b41-85f7-b7d9e6ddcc8e),segment_id=9abaec4d-a74e-4b41-85f7-b7d9e6ddcc8e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:52:32.911169 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0105ea53-0b40-4e72-a985-3d69a0669b33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:32.960333 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-76fd4704-f4e5-40e6-ab87-1549f52df5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:33.096024 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-0105ea53-0b40-4e72-a985-3d69a0669b33 None None] Calling delete_port for 14b697cc-7e42-4fc0-a389-94bf6824c33f owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:52:33.102926 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-13c138af-659b-4162-a1ce-0b99d72582a3 req-16507d09-4a6f-45e9-96c9-2b5d934f466e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5e2aad27-b036-4bd9-bf30-f6adc2ec43c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450901 May 03 22:52:33.138982 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-705afbf6-03d9-40d5-8baf-1b8ad33f0e7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:33.193752 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-76fd4704-f4e5-40e6-ab87-1549f52df5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:33.194652 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-76fd4704-f4e5-40e6-ab87-1549f52df5d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:33.196165 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-76fd4704-f4e5-40e6-ab87-1549f52df5d7 service neutron] 10.222.0.60 "PUT /v2.0/ports/77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8 HTTP/1.1" status: 200 len: 1091 time: 4.4514208 May 03 22:52:33.221909 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '688cfb1a-5d36-4ac7-98f8-e2511fcf1e35', 'tag': '77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:52:33.278857 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0105ea53-0b40-4e72-a985-3d69a0669b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:33.328686 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105ea53-0b40-4e72-a985-3d69a0669b33 None None] Pushing event deleted for resources: {'Port': ['ID=14b697cc-7e42-4fc0-a389-94bf6824c33f,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:33.333222 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0105ea53-0b40-4e72-a985-3d69a0669b33 None None] No DVR routers for this DVR port 14b697cc-7e42-4fc0-a389-94bf6824c33f on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:52:33.523647 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd4704-f4e5-40e6-ab87-1549f52df5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:33.568679 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705afbf6-03d9-40d5-8baf-1b8ad33f0e7c admin admin] Router 71f9c2f0-9970-471d-8465-8e1a4e55130e has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:52:33.588336 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-faaaaedf-532a-41ce-883d-d5fa7dca60f4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:33.597841 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-c05a9e94-d8ed-4a7b-8d55-d5ac91e313e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] For port 14b697cc-7e42-4fc0-a389-94bf6824c33f, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=14b697cc-7e42-4fc0-a389-94bf6824c33f,segment=NetworkSegment(9abaec4d-a74e-4b41-85f7-b7d9e6ddcc8e),segment_id=9abaec4d-a74e-4b41-85f7-b7d9e6ddcc8e)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:52:33.598153 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c05a9e94-d8ed-4a7b-8d55-d5ac91e313e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:33.750869 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705afbf6-03d9-40d5-8baf-1b8ad33f0e7c admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:52:33.762373 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb90a55c-40ef-4171-a422-12b244d272a2 None None] Sync routers for ids ['71f9c2f0-9970-471d-8465-8e1a4e55130e'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:52:33.766224 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-705afbf6-03d9-40d5-8baf-1b8ad33f0e7c admin admin] 10.222.0.58 "PUT /v2.0/routers/71f9c2f0-9970-471d-8465-8e1a4e55130e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1504059 May 03 22:52:33.766565 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36094) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:33.772205 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb90a55c-40ef-4171-a422-12b244d272a2 None None] Routers {'71f9c2f0-9970-471d-8465-8e1a4e55130e'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:52:33.772895 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-eb90a55c-40ef-4171-a422-12b244d272a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:52:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['71f9c2f0-9970-471d-8465-8e1a4e55130e'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:33.790588 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-c05a9e94-d8ed-4a7b-8d55-d5ac91e313e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Calling delete_port for 14b697cc-7e42-4fc0-a389-94bf6824c33f owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:52:33.821063 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-faaaaedf-532a-41ce-883d-d5fa7dca60f4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Transition to ACTIVE for port object b68bd464-5573-4f3c-adc5-8250201b5eba will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:52:33.865466 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196be389-7df6-4087-9caa-2691a8df3919 req-64402d6c-0c0a-4469-967d-61e3be7b4084 tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:33.866950 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-196be389-7df6-4087-9caa-2691a8df3919 req-64402d6c-0c0a-4469-967d-61e3be7b4084 tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec8053c4-e02c-4a38-8f78-b54b128c9e54 HTTP/1.1" status: 200 len: 945 time: 0.8079510 May 03 22:52:33.891439 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df4847-68c4-4bf8-bccc-9ab725e4507d req-9d8d7aa7-0ba5-469f-9480-4cdca22f2509 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:33.892919 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-92df4847-68c4-4bf8-bccc-9ab725e4507d req-9d8d7aa7-0ba5-469f-9480-4cdca22f2509 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=688cfb1a-5d36-4ac7-98f8-e2511fcf1e35 HTTP/1.1" status: 200 len: 943 time: 0.7954385 May 03 22:52:33.980345 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-170b1c9d-8dd9-47fb-8c90-692d9d77ce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:33.981807 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-170b1c9d-8dd9-47fb-8c90-692d9d77ce96 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fac7f64c48bd48e8ae480a0113f466e9&device_id=688cfb1a-5d36-4ac7-98f8-e2511fcf1e35 HTTP/1.1" status: 200 len: 1094 time: 0.7211280 May 03 22:52:33.997590 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.api [None req-c05a9e94-d8ed-4a7b-8d55-d5ac91e313e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:52:33.997925 n-d-811807-1 neutron-server[88069]: DEBUG oslo_db.api [None req-c05a9e94-d8ed-4a7b-8d55-d5ac91e313e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:52:34.000908 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-eb90a55c-40ef-4171-a422-12b244d272a2 None None] Set router 71f9c2f0-9970-471d-8465-8e1a4e55130e gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:52:34.073737 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-196be389-7df6-4087-9caa-2691a8df3919 req-7cedd5f8-f535-4aed-ae99-744468b6e123 tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e2aad27-b036-4bd9-bf30-f6adc2ec43c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930995 May 03 22:52:34.074713 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-faaaaedf-532a-41ce-883d-d5fa7dca60f4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:34.082255 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7739d29d-f32c-4b04-982a-5a5b3f39b5a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:34.126900 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-ec64b20a-a5fa-4916-a429-9144a96a9845 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8 HTTP/1.1" status: 200 len: 217 time: 0.1313035 May 03 22:52:34.147032 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-92df4847-68c4-4bf8-bccc-9ab725e4507d req-ae9e6733-a395-43a0-bc8c-3b72f81ed664 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262878 May 03 22:52:34.202964 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2a9bd8b-b9fe-4eb5-a98e-1f6fb279596e'] response: {'name': 'network-changed', 'server_uuid': '688cfb1a-5d36-4ac7-98f8-e2511fcf1e35', 'tag': '77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8', 'status': 'completed', 'code': 200} May 03 22:52:34.221190 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaaaedf-532a-41ce-883d-d5fa7dca60f4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Network 055bb8ea-12c0-406b-86df-a2692a31f631 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:52:34.230507 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-faaaaedf-532a-41ce-883d-d5fa7dca60f4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:52:34.241637 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaaaedf-532a-41ce-883d-d5fa7dca60f4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:52:34.275725 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaaaedf-532a-41ce-883d-d5fa7dca60f4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'Port': ['ID=b68bd464-5573-4f3c-adc5-8250201b5eba,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:34.338356 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7739d29d-f32c-4b04-982a-5a5b3f39b5a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:34.351961 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-7739d29d-f32c-4b04-982a-5a5b3f39b5a8 admin admin] Deleting port 8368c94c-e22c-46a4-bf17-d323beee72ef {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:52:34.352454 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7739d29d-f32c-4b04-982a-5a5b3f39b5a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:34.368968 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-eb90a55c-40ef-4171-a422-12b244d272a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'name': 'tempest-AttachVolumeNegativeTest-1275687319-router', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:43Z', 'updated_at': '2022-05-03T22:52:32Z', 'revision_number': 5, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'gw_port': {'id': '8368c94c-e22c-46a4-bf17-d323beee72ef', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:43:46Z', 'updated_at': '2022-05-03T22:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:34.373498 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb90a55c-40ef-4171-a422-12b244d272a2 None None] Checking router: 71f9c2f0-9970-471d-8465-8e1a4e55130e for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:52:34.383052 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb90a55c-40ef-4171-a422-12b244d272a2 None None] Routers {'71f9c2f0-9970-471d-8465-8e1a4e55130e'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:52:34.383733 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-eb90a55c-40ef-4171-a422-12b244d272a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:52:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['71f9c2f0-9970-471d-8465-8e1a4e55130e'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:34.402649 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 460c0dcc-adbe-4611-ba3a-39cf7f899fd3 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:52:34.444568 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-37fb505c-fd5c-40c1-8408-9118cae311b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:34.446052 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-37fb505c-fd5c-40c1-8408-9118cae311b5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1a456f8a-c743-4130-8826-ac82fe55cbc8 HTTP/1.1" status: 200 len: 850 time: 0.2971823 May 03 22:52:34.521262 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-c05a9e94-d8ed-4a7b-8d55-d5ac91e313e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Deleting port 14b697cc-7e42-4fc0-a389-94bf6824c33f {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:52:34.521602 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c05a9e94-d8ed-4a7b-8d55-d5ac91e313e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:34.574818 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 460c0dcc-adbe-4611-ba3a-39cf7f899fd3 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:52:34.575194 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:34.580963 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-faaaaedf-532a-41ce-883d-d5fa7dca60f4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:34.688355 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-eb90a55c-40ef-4171-a422-12b244d272a2 None None] Set router 71f9c2f0-9970-471d-8465-8e1a4e55130e gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:52:34.688614 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-c05a9e94-d8ed-4a7b-8d55-d5ac91e313e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] The port '14b697cc-7e42-4fc0-a389-94bf6824c33f' was deleted {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:52:34.734330 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-7739d29d-f32c-4b04-982a-5a5b3f39b5a8 admin admin] For port 8368c94c-e22c-46a4-bf17-d323beee72ef, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=8368c94c-e22c-46a4-bf17-d323beee72ef,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:52:34.734771 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7739d29d-f32c-4b04-982a-5a5b3f39b5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:34.788317 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e0ca424d-e1a2-40b5-8cc9-02f8589fcef3 None None] Provisioning for port b68bd464-5573-4f3c-adc5-8250201b5eba completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:52:34.810227 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-eb90a55c-40ef-4171-a422-12b244d272a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'name': 'tempest-AttachVolumeNegativeTest-1275687319-router', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:43Z', 'updated_at': '2022-05-03T22:52:34Z', 'revision_number': 6, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:34.814771 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb90a55c-40ef-4171-a422-12b244d272a2 None None] The sync data for ids ['71f9c2f0-9970-471d-8465-8e1a4e55130e'] in n-d-811807-1 is: [{'id': '71f9c2f0-9970-471d-8465-8e1a4e55130e', 'name': 'tempest-AttachVolumeNegativeTest-1275687319-router', 'tenant_id': 'c9b36c2026314fcba54b84af09c29f52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:43:43Z', 'updated_at': '2022-05-03T22:52:34Z', 'revision_number': 6, 'project_id': 'c9b36c2026314fcba54b84af09c29f52', 'gw_port_host': None}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:52:34.816070 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e0ca424d-e1a2-40b5-8cc9-02f8589fcef3 None None] Provisioning complete for port b68bd464-5573-4f3c-adc5-8250201b5eba triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:52:34.817208 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e0ca424d-e1a2-40b5-8cc9-02f8589fcef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:34.861572 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c05a9e94-d8ed-4a7b-8d55-d5ac91e313e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:34.883662 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e0ca424d-e1a2-40b5-8cc9-02f8589fcef3 None None] Port b68bd464-5573-4f3c-adc5-8250201b5eba cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:52:34.889489 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-7739d29d-f32c-4b04-982a-5a5b3f39b5a8 admin admin] Calling delete_port for 8368c94c-e22c-46a4-bf17-d323beee72ef owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:52:34.902600 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f8f2a275-a923-4488-82db-be017f36c96d tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:34.935781 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-c05a9e94-d8ed-4a7b-8d55-d5ac91e313e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e6dfd46-7c09-4f0a-a2fd-06f87aae6171']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:34.954483 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f8f2a275-a923-4488-82db-be017f36c96d tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:34.958907 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-c05a9e94-d8ed-4a7b-8d55-d5ac91e313e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9abaec4d-a74e-4b41-85f7-b7d9e6ddcc8e') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:34.959209 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-c05a9e94-d8ed-4a7b-8d55-d5ac91e313e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9abaec4d-a74e-4b41-85f7-b7d9e6ddcc8e') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:35.013812 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c05a9e94-d8ed-4a7b-8d55-d5ac91e313e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:35.043964 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-9816b0dc-08cb-430a-8e0c-fa4e18ed6a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:35.045681 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-9816b0dc-08cb-430a-8e0c-fa4e18ed6a35 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=707cfa08-484f-448d-b84f-a940bf8f6e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5891781 May 03 22:52:35.058107 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c05a9e94-d8ed-4a7b-8d55-d5ac91e313e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:35.059340 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7739d29d-f32c-4b04-982a-5a5b3f39b5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:35.106394 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739d29d-f32c-4b04-982a-5a5b3f39b5a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8368c94c-e22c-46a4-bf17-d323beee72ef,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:35.208891 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7739d29d-f32c-4b04-982a-5a5b3f39b5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:35.268628 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c05a9e94-d8ed-4a7b-8d55-d5ac91e313e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:52:35.269030 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c05a9e94-d8ed-4a7b-8d55-d5ac91e313e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: timer() May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:52:35.295230 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:52:35.384888 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7739d29d-f32c-4b04-982a-5a5b3f39b5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:35.387102 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7739d29d-f32c-4b04-982a-5a5b3f39b5a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:35.412442 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7739d29d-f32c-4b04-982a-5a5b3f39b5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:35.412993 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7739d29d-f32c-4b04-982a-5a5b3f39b5a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71f9c2f0-9970-471d-8465-8e1a4e55130e {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:52:35.425059 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7739d29d-f32c-4b04-982a-5a5b3f39b5a8 admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:35.428650 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7739d29d-f32c-4b04-982a-5a5b3f39b5a8 admin admin] 10.222.0.58 "DELETE /v2.0/routers/71f9c2f0-9970-471d-8465-8e1a4e55130e HTTP/1.1" status: 204 len: 168 time: 1.6589160 May 03 22:52:35.428814 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36102) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:35.486612 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-423ad548-fb92-4d6c-99e0-1f5bd9914b4c admin admin] Deleting subnet 6ca0f6a1-6e8b-435e-9833-3f318b86b95e {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:52:35.489387 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-423ad548-fb92-4d6c-99e0-1f5bd9914b4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:35.539003 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-423ad548-fb92-4d6c-99e0-1f5bd9914b4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:35.620371 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c05a9e94-d8ed-4a7b-8d55-d5ac91e313e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:35.625580 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c05a9e94-d8ed-4a7b-8d55-d5ac91e313e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:35.688886 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a9e94-d8ed-4a7b-8d55-d5ac91e313e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] Pushing event deleted for resources: {'Network': ['ID=2e6dfd46-7c09-4f0a-a2fd-06f87aae6171,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:35.729460 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-f8f2a275-a923-4488-82db-be017f36c96d tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Allocated IP 172.25.2.113 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/31381282-b040-4b34-81d8-38deefa157b6) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:52:35.735967 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-423ad548-fb92-4d6c-99e0-1f5bd9914b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:35.738271 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-faaaaedf-532a-41ce-883d-d5fa7dca60f4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:35.749126 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c05a9e94-d8ed-4a7b-8d55-d5ac91e313e9 tempest-PortsIpV6TestJSON-1552393897 tempest-PortsIpV6TestJSON-1552393897-project] 10.222.0.58 "DELETE /v2.0/networks/2e6dfd46-7c09-4f0a-a2fd-06f87aae6171 HTTP/1.1" status: 204 len: 168 time: 3.8951247 May 03 22:52:35.763784 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-d5b40e72-baed-4b1d-8bd9-cb57385de344 service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7104552 May 03 22:52:35.802480 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb7833-a92c-4c59-836e-e101634d976d req-0885d5db-217a-4c18-ae92-4d1e4e5a9295 tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:35.804000 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8fbb7833-a92c-4c59-836e-e101634d976d req-0885d5db-217a-4c18-ae92-4d1e4e5a9295 tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec8053c4-e02c-4a38-8f78-b54b128c9e54 HTTP/1.1" status: 200 len: 945 time: 0.5670972 May 03 22:52:35.813136 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-423ad548-fb92-4d6c-99e0-1f5bd9914b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:35.859837 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ad548-fb92-4d6c-99e0-1f5bd9914b4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ca0f6a1-6e8b-435e-9833-3f318b86b95e,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:35.866438 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-423ad548-fb92-4d6c-99e0-1f5bd9914b4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:35.872790 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53429956-ed52-4e37-aced-bda0df3ae2d4 None None] Network b02a0a3f-1344-4b33-8d96-e59f73f273ac requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:52:35.891414 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-423ad548-fb92-4d6c-99e0-1f5bd9914b4c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6ca0f6a1-6e8b-435e-9833-3f318b86b95e HTTP/1.1" status: 204 len: 168 time: 0.4592538 May 03 22:52:35.891742 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36108) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:35.916512 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae386a2-7f4a-4c3e-97a4-ebabaede6f14 req-e8de953d-cd0f-47de-a4f8-2b601a6e08db tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:35.918284 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3ae386a2-7f4a-4c3e-97a4-ebabaede6f14 req-e8de953d-cd0f-47de-a4f8-2b601a6e08db tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=688cfb1a-5d36-4ac7-98f8-e2511fcf1e35 HTTP/1.1" status: 200 len: 943 time: 0.6222386 May 03 22:52:36.072942 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36114) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:36.087551 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3c816b7f-93da-4f13-bd11-9f981126ac34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:36.102007 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-3c816b7f-93da-4f13-bd11-9f981126ac34 admin admin] Deleting port 4cb29d2e-1047-4aea-827a-0b0028dbd797 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:52:36.102246 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3c816b7f-93da-4f13-bd11-9f981126ac34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:36.140430 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f8f2a275-a923-4488-82db-be017f36c96d tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:36.212838 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 4d645a25-4ca4-4837-90a6-4ddb8a04dacb no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:52:36.219863 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3ae386a2-7f4a-4c3e-97a4-ebabaede6f14 req-eabfed16-1f71-4419-9ab7-3299a31fce30 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749605 May 03 22:52:36.247807 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8fbb7833-a92c-4c59-836e-e101634d976d req-514bcd77-d85c-454e-8764-2269f2dd9bde tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e2aad27-b036-4bd9-bf30-f6adc2ec43c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941433 May 03 22:52:36.254351 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f8f2a275-a923-4488-82db-be017f36c96d tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:36.276449 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 4d645a25-4ca4-4837-90a6-4ddb8a04dacb {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:52:36.276809 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 4d645a25-4ca4-4837-90a6-4ddb8a04dacb not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:52:36.277298 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 8368c94c-e22c-46a4-bf17-d323beee72ef no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:52:36.313654 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0435325-f4ac-4de5-942c-bae1abb3aa7c None None] DHCP port deletion for b02a0a3f-1344-4b33-8d96-e59f73f273ac request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:52:36.321733 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 8368c94c-e22c-46a4-bf17-d323beee72ef {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:52:36.322106 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 8368c94c-e22c-46a4-bf17-d323beee72ef not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:52:36.330080 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-c0435325-f4ac-4de5-942c-bae1abb3aa7c None None] Deleting port 4cb29d2e-1047-4aea-827a-0b0028dbd797 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:52:36.330638 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c0435325-f4ac-4de5-942c-bae1abb3aa7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:36.411043 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-3c816b7f-93da-4f13-bd11-9f981126ac34 admin admin] For port 4cb29d2e-1047-4aea-827a-0b0028dbd797, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=4cb29d2e-1047-4aea-827a-0b0028dbd797,segment=NetworkSegment(0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a),segment_id=0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:52:36.411645 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3c816b7f-93da-4f13-bd11-9f981126ac34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:36.454776 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2a275-a923-4488-82db-be017f36c96d tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Pushing event updated for resources: {'Port': ['ID=31381282-b040-4b34-81d8-38deefa157b6,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:36.486848 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f2a275-a923-4488-82db-be017f36c96d tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:52:36.492525 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-f8f2a275-a923-4488-82db-be017f36c96d tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:52:36.498298 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f2a275-a923-4488-82db-be017f36c96d tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:52:36.611187 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-c0435325-f4ac-4de5-942c-bae1abb3aa7c None None] For port 4cb29d2e-1047-4aea-827a-0b0028dbd797, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=4cb29d2e-1047-4aea-827a-0b0028dbd797,segment=NetworkSegment(0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a),segment_id=0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:52:36.611852 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c0435325-f4ac-4de5-942c-bae1abb3aa7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:36.627017 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-3c816b7f-93da-4f13-bd11-9f981126ac34 admin admin] Calling delete_port for 4cb29d2e-1047-4aea-827a-0b0028dbd797 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:52:36.711900 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a4494716-4b96-4d2c-9042-631b8e7bd7d6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e4487dd9134946019ccb9652c13000b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6378520 May 03 22:52:36.715331 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36124) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:36.749318 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-c0435325-f4ac-4de5-942c-bae1abb3aa7c None None] Calling delete_port for 4cb29d2e-1047-4aea-827a-0b0028dbd797 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:52:36.773553 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3c816b7f-93da-4f13-bd11-9f981126ac34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:36.828252 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-c0435325-f4ac-4de5-942c-bae1abb3aa7c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:52:36.828618 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-c0435325-f4ac-4de5-942c-bae1abb3aa7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:52:36.840266 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c816b7f-93da-4f13-bd11-9f981126ac34 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cb29d2e-1047-4aea-827a-0b0028dbd797,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:36.848972 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba113bde-07de-4a63-804d-8e7edd677d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:36.852805 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c816b7f-93da-4f13-bd11-9f981126ac34 admin admin] No DVR routers for this DVR port 4cb29d2e-1047-4aea-827a-0b0028dbd797 on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:52:36.922306 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba113bde-07de-4a63-804d-8e7edd677d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:36.933352 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea0412dc-5ddf-4b09-9035-343d1b0890b5 req-e73e8979-2118-47d6-aec3-7ec8e534419d service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1606483 May 03 22:52:37.014659 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3c816b7f-93da-4f13-bd11-9f981126ac34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:37.050956 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-3c816b7f-93da-4f13-bd11-9f981126ac34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b02a0a3f-1344-4b33-8d96-e59f73f273ac']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:37.065202 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-3c816b7f-93da-4f13-bd11-9f981126ac34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:37.065585 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-3c816b7f-93da-4f13-bd11-9f981126ac34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b16f9e2-87f5-4acf-b1ed-30ab64a0fb1a') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:37.075809 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba113bde-07de-4a63-804d-8e7edd677d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:37.087852 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3c816b7f-93da-4f13-bd11-9f981126ac34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:37.101882 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba113bde-07de-4a63-804d-8e7edd677d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754d592c-2dd4-4cd4-afd4-8ce1c910100e,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:37.115278 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3c816b7f-93da-4f13-bd11-9f981126ac34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:37.120833 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba113bde-07de-4a63-804d-8e7edd677d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:37.124425 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ba113bde-07de-4a63-804d-8e7edd677d28 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/754d592c-2dd4-4cd4-afd4-8ce1c910100e HTTP/1.1" status: 204 len: 168 time: 0.4056339 May 03 22:52:37.131052 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c816b7f-93da-4f13-bd11-9f981126ac34 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:52:37.131618 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3c816b7f-93da-4f13-bd11-9f981126ac34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:37.210281 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:52:37.210281 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:52:37.210281 n-d-811807-1 neutron-server[88070]: timer() May 03 22:52:37.210281 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:52:37.210281 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:52:37.210281 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:52:37.210281 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:52:37.210281 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:52:37.210281 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:52:37.210281 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:52:37.210281 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:52:37.210281 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:52:37.210281 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:52:37.210281 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:52:37.210281 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:52:37.210281 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:52:37.210281 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:52:37.210281 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:52:37.210281 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:52:37.210281 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:52:37.210281 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:52:37.210281 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:52:37.210281 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:52:37.210281 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:52:37.210281 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:52:37.210281 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:52:37.210281 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:52:37.210281 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:52:37.210281 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:52:37.210281 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:52:37.210281 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:52:37.210281 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:52:37.228551 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3c816b7f-93da-4f13-bd11-9f981126ac34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:37.245824 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3c816b7f-93da-4f13-bd11-9f981126ac34 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:37.262109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c816b7f-93da-4f13-bd11-9f981126ac34 admin admin] Pushing event deleted for resources: {'Network': ['ID=b02a0a3f-1344-4b33-8d96-e59f73f273ac,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:37.274087 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3c816b7f-93da-4f13-bd11-9f981126ac34 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b02a0a3f-1344-4b33-8d96-e59f73f273ac HTTP/1.1" status: 204 len: 168 time: 1.3793962 May 03 22:52:37.302690 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9fe3e-6d49-4165-97b4-ce856a21aac4 req-434f47c8-8245-48b8-af3f-e9eb921e4c5a tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:37.304177 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3da9fe3e-6d49-4165-97b4-ce856a21aac4 req-434f47c8-8245-48b8-af3f-e9eb921e4c5a tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec8053c4-e02c-4a38-8f78-b54b128c9e54 HTTP/1.1" status: 200 len: 945 time: 0.6112347 May 03 22:52:37.331236 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-c0435325-f4ac-4de5-942c-bae1abb3aa7c None None] Deleting port 4cb29d2e-1047-4aea-827a-0b0028dbd797 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:52:37.331236 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c0435325-f4ac-4de5-942c-bae1abb3aa7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:37.432164 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c30e1f-38d2-428b-9d47-4d7892f9dfd8 req-a2d9bf9e-8651-4d98-9ba9-99e7eac63021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:37.433616 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6c30e1f-38d2-428b-9d47-4d7892f9dfd8 req-a2d9bf9e-8651-4d98-9ba9-99e7eac63021 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fac7f64c48bd48e8ae480a0113f466e9&device_id=688cfb1a-5d36-4ac7-98f8-e2511fcf1e35 HTTP/1.1" status: 200 len: 1094 time: 0.4437125 May 03 22:52:37.455645 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-c0435325-f4ac-4de5-942c-bae1abb3aa7c None None] The port '4cb29d2e-1047-4aea-827a-0b0028dbd797' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:52:37.469014 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3da9fe3e-6d49-4165-97b4-ce856a21aac4 req-60123dab-81fb-42fc-98d6-4de235f67b10 tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e2aad27-b036-4bd9-bf30-f6adc2ec43c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541274 May 03 22:52:37.517663 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f8f2a275-a923-4488-82db-be017f36c96d tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:37.593447 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36144) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:37.649921 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6c632953-344d-4fe1-b42a-c8b983c8a55c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c9b36c2026314fcba54b84af09c29f52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517044 May 03 22:52:37.650244 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36148) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:37.674691 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.resource_extend [None req-faaaaedf-532a-41ce-883d-d5fa7dca60f4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:52:37.714479 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7ecb77c8-6e1f-43bf-99c2-af1368dc730d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:37.747182 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7ecb77c8-6e1f-43bf-99c2-af1368dc730d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:37.760247 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-faaaaedf-532a-41ce-883d-d5fa7dca60f4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:37.781165 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-faaaaedf-532a-41ce-883d-d5fa7dca60f4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:37.815816 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7ecb77c8-6e1f-43bf-99c2-af1368dc730d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:37.849602 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb77c8-6e1f-43bf-99c2-af1368dc730d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95dbbed4-41d6-4db3-9438-34460f1dc5af,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:37.880094 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7ecb77c8-6e1f-43bf-99c2-af1368dc730d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:37.881435 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7ecb77c8-6e1f-43bf-99c2-af1368dc730d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/95dbbed4-41d6-4db3-9438-34460f1dc5af HTTP/1.1" status: 204 len: 168 time: 0.2300942 May 03 22:52:37.956161 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaaaedf-532a-41ce-883d-d5fa7dca60f4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'Port': ['ID=b68bd464-5573-4f3c-adc5-8250201b5eba,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:37.959241 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c30e1f-38d2-428b-9d47-4d7892f9dfd8 req-d7620685-16a6-4e97-a7bf-21d0906688ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:37.960744 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6c30e1f-38d2-428b-9d47-4d7892f9dfd8 req-d7620685-16a6-4e97-a7bf-21d0906688ac service neutron] 10.222.0.60 "GET /v2.0/networks?id=707cfa08-484f-448d-b84f-a940bf8f6e2e HTTP/1.1" status: 200 len: 912 time: 0.4908705 May 03 22:52:37.961538 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-faaaaedf-532a-41ce-883d-d5fa7dca60f4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:37.981972 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2de18-3cb7-4b3c-a45e-6da60806feb6 req-a06004ac-115f-4f1b-9500-966e2e28fd3c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:37.989410 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e2f2de18-3cb7-4b3c-a45e-6da60806feb6 req-a06004ac-115f-4f1b-9500-966e2e28fd3c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=688cfb1a-5d36-4ac7-98f8-e2511fcf1e35 HTTP/1.1" status: 200 len: 943 time: 0.5654945 May 03 22:52:38.048874 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36162) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:38.143976 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6c30e1f-38d2-428b-9d47-4d7892f9dfd8 req-1044baca-9b84-4870-9080-45bd7db872bc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8 HTTP/1.1" status: 200 len: 217 time: 0.1742246 May 03 22:52:38.179083 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78697641-8990-40b4-9105-6300a6b4c9ed req-8bfd3096-5491-45c5-b149-a200238544ae tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:38.183674 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-78697641-8990-40b4-9105-6300a6b4c9ed req-8bfd3096-5491-45c5-b149-a200238544ae tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] Synchronizing usage tracker for tenant:a9f95ab3cac64cb3adaf50d1f2fa9c11 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:52:38.223720 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 4cb29d2e-1047-4aea-827a-0b0028dbd797 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:52:38.229517 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-78697641-8990-40b4-9105-6300a6b4c9ed req-8bfd3096-5491-45c5-b149-a200238544ae tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] Unset dirty status for tenant:a9f95ab3cac64cb3adaf50d1f2fa9c11 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:52:38.230694 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-78697641-8990-40b4-9105-6300a6b4c9ed req-8bfd3096-5491-45c5-b149-a200238544ae tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec8053c4-e02c-4a38-8f78-b54b128c9e54 HTTP/1.1" status: 200 len: 945 time: 0.1582489 May 03 22:52:38.260596 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 4cb29d2e-1047-4aea-827a-0b0028dbd797 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:52:38.261243 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 4cb29d2e-1047-4aea-827a-0b0028dbd797 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:52:38.342358 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-78697641-8990-40b4-9105-6300a6b4c9ed req-97966abc-ddfd-4f17-99e6-9d922df7a83b tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] Deleting port eaef230d-de5f-42a9-8362-3a82584f18f5 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:52:38.342712 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-78697641-8990-40b4-9105-6300a6b4c9ed req-97966abc-ddfd-4f17-99e6-9d922df7a83b tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:38.377806 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-f3ffcb37-1c57-4062-842f-58396b104244 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Request body: {'network': {'name': 'tempest-RoutersTest-216567799'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:38.397123 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f3ffcb37-1c57-4062-842f-58396b104244 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:38.405048 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f3ffcb37-1c57-4062-842f-58396b104244 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Usage tracker for resource:network and tenant:51751333bcc04a9b85b04e61623005e7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:38.410372 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f3ffcb37-1c57-4062-842f-58396b104244 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:38.420849 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f3ffcb37-1c57-4062-842f-58396b104244 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:38.480156 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ffcb37-1c57-4062-842f-58396b104244 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Made reservation on behalf of 51751333bcc04a9b85b04e61623005e7 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:52:38.483538 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f3ffcb37-1c57-4062-842f-58396b104244 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:38.500589 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f3ffcb37-1c57-4062-842f-58396b104244 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:38.541104 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e2f2de18-3cb7-4b3c-a45e-6da60806feb6 req-f2c7fe3f-a8e0-4498-a4b5-2ca338c7dd2b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5507579 May 03 22:52:38.586782 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f3ffcb37-1c57-4062-842f-58396b104244 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:38.603314 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c30e1f-38d2-428b-9d47-4d7892f9dfd8 req-ea073259-ef63-4815-9185-7efa6affbc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:38.604751 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6c30e1f-38d2-428b-9d47-4d7892f9dfd8 req-ea073259-ef63-4815-9185-7efa6affbc15 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1a456f8a-c743-4130-8826-ac82fe55cbc8 HTTP/1.1" status: 200 len: 850 time: 0.3732581 May 03 22:52:38.608715 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f3ffcb37-1c57-4062-842f-58396b104244 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Usage tracker for resource:security_group_rule and tenant:51751333bcc04a9b85b04e61623005e7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:38.614401 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f3ffcb37-1c57-4062-842f-58396b104244 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:38.750701 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f8f2a275-a923-4488-82db-be017f36c96d tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:38.767982 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f8f2a275-a923-4488-82db-be017f36c96d tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-785141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-785150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-783245'] for router, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:38.773147 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaaaedf-532a-41ce-883d-d5fa7dca60f4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Network 055bb8ea-12c0-406b-86df-a2692a31f631 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:52:38.777201 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-faaaaedf-532a-41ce-883d-d5fa7dca60f4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:52:38.807151 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f3ffcb37-1c57-4062-842f-58396b104244 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:38.902832 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-78697641-8990-40b4-9105-6300a6b4c9ed req-97966abc-ddfd-4f17-99e6-9d922df7a83b tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] For port eaef230d-de5f-42a9-8362-3a82584f18f5, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=eaef230d-de5f-42a9-8362-3a82584f18f5,segment=NetworkSegment(23c386b0-80b5-4714-b698-cfc1934e4869),segment_id=23c386b0-80b5-4714-b698-cfc1934e4869)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:52:38.903567 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-78697641-8990-40b4-9105-6300a6b4c9ed req-97966abc-ddfd-4f17-99e6-9d922df7a83b tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:39.050166 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-78697641-8990-40b4-9105-6300a6b4c9ed req-97966abc-ddfd-4f17-99e6-9d922df7a83b tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] Calling delete_port for eaef230d-de5f-42a9-8362-3a82584f18f5 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:52:39.115347 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f3ffcb37-1c57-4062-842f-58396b104244 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:39.121090 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f3ffcb37-1c57-4062-842f-58396b104244 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:39.143993 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7cbc6fee-2cea-40b3-8f98-83d708b5160b None None] Provisioning complete for port b68bd464-5573-4f3c-adc5-8250201b5eba triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:52:39.146304 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7cbc6fee-2cea-40b3-8f98-83d708b5160b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:39.172835 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ffcb37-1c57-4062-842f-58396b104244 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb275f8-50ac-4d32-9f4f-056511efcd44,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:39.177770 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c30e1f-38d2-428b-9d47-4d7892f9dfd8 req-5eb469a7-01c8-49a9-b828-56424a30890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:39.180985 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6c30e1f-38d2-428b-9d47-4d7892f9dfd8 req-5eb469a7-01c8-49a9-b828-56424a30890f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=707cfa08-484f-448d-b84f-a940bf8f6e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5590055 May 03 22:52:39.202871 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ffcb37-1c57-4062-842f-58396b104244 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:52:39.216075 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f3ffcb37-1c57-4062-842f-58396b104244 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:39.216424 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-f3ffcb37-1c57-4062-842f-58396b104244 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Added segment 52fb296f-9565-43d6-b131-a83808b34cfe of type vlan for network 7252dcaa-1a1f-44a2-add6-996da9766c0d May 03 22:52:39.233570 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-7cbc6fee-2cea-40b3-8f98-83d708b5160b None None] Port b68bd464-5573-4f3c-adc5-8250201b5eba cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:52:39.258617 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea798c-db6d-4817-8e8f-ab7b2032b421 req-eadfbf51-54d3-4b24-af85-b7bbb68c94fe tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:39.260185 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8dea798c-db6d-4817-8e8f-ab7b2032b421 req-eadfbf51-54d3-4b24-af85-b7bbb68c94fe tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] 10.222.0.58 "GET /v2.0/ports?device_id=ec8053c4-e02c-4a38-8f78-b54b128c9e54 HTTP/1.1" status: 200 len: 945 time: 0.6031482 May 03 22:52:39.294724 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f3ffcb37-1c57-4062-842f-58396b104244 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:39.320071 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-78697641-8990-40b4-9105-6300a6b4c9ed req-97966abc-ddfd-4f17-99e6-9d922df7a83b tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:39.334760 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['eaef230d-de5f-42a9-8362-3a82584f18f5'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:52:39.380488 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97966abc-ddfd-4f17-99e6-9d922df7a83b tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] Pushing event deleted for resources: {'Port': ['ID=eaef230d-de5f-42a9-8362-3a82584f18f5,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:39.417750 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f3ffcb37-1c57-4062-842f-58396b104244 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:39.423216 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ffcb37-1c57-4062-842f-58396b104244 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:39.423792 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f3ffcb37-1c57-4062-842f-58396b104244 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:39.427850 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faaaaedf-532a-41ce-883d-d5fa7dca60f4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Router 1e2a0ff5-3479-40d8-8149-1d4a007dc85e has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:52:39.433817 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8dea798c-db6d-4817-8e8f-ab7b2032b421 req-1c86842e-d66e-4140-9de9-fe44eb66a8e0 tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] 10.222.0.58 "GET /v2.0/security-groups?id=5e2aad27-b036-4bd9-bf30-f6adc2ec43c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581166 May 03 22:52:39.448120 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f2a275-a923-4488-82db-be017f36c96d tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Router 17f96db8-43be-473f-b177-9afa02a4a98b is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:52:39.515171 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-78697641-8990-40b4-9105-6300a6b4c9ed req-97966abc-ddfd-4f17-99e6-9d922df7a83b tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] No DVR routers for this DVR port eaef230d-de5f-42a9-8362-3a82584f18f5 on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:52:39.534383 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-78697641-8990-40b4-9105-6300a6b4c9ed req-97966abc-ddfd-4f17-99e6-9d922df7a83b tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:39.550964 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8053c4-e02c-4a38-8f78-b54b128c9e54', 'name': 'network-vif-deleted', 'tag': 'eaef230d-de5f-42a9-8362-3a82584f18f5'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:52:39.562019 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-78697641-8990-40b4-9105-6300a6b4c9ed req-97966abc-ddfd-4f17-99e6-9d922df7a83b tempest-InstanceActionsV221TestJSON-363351712 tempest-InstanceActionsV221TestJSON-363351712-project] 10.222.0.67 "DELETE /v2.0/ports/eaef230d-de5f-42a9-8362-3a82584f18f5 HTTP/1.1" status: 204 len: 173 time: 1.3254945 May 03 22:52:39.570274 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f3ffcb37-1c57-4062-842f-58396b104244 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5195646 May 03 22:52:39.598296 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36200) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:39.640951 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ffcb37-1c57-4062-842f-58396b104244 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'Network': ['ID=7252dcaa-1a1f-44a2-add6-996da9766c0d,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:39.653114 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d71dd95-426b-49e8-a665-eb957d2f407e'] response: {'server_uuid': 'ec8053c4-e02c-4a38-8f78-b54b128c9e54', 'name': 'network-vif-deleted', 'tag': 'eaef230d-de5f-42a9-8362-3a82584f18f5', 'status': 'completed', 'code': 200} May 03 22:52:39.656136 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 7252dcaa-1a1f-44a2-add6-996da9766c0d details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:52:39.689183 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6c30e1f-38d2-428b-9d47-4d7892f9dfd8 req-3cca4b61-6177-4ad8-bca6-ea889427beaa service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986389 May 03 22:52:39.696329 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-480acea9-89b0-4cc1-b94d-0338b8e76e1d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Request body: {'network': {'name': 'tempest-RoutersTest-912966357'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:39.801249 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-480acea9-89b0-4cc1-b94d-0338b8e76e1d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:39.817074 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-480acea9-89b0-4cc1-b94d-0338b8e76e1d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Usage tracker for resource:network and tenant:51751333bcc04a9b85b04e61623005e7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:39.823161 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-480acea9-89b0-4cc1-b94d-0338b8e76e1d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:39.849116 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-480acea9-89b0-4cc1-b94d-0338b8e76e1d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:40.166685 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480acea9-89b0-4cc1-b94d-0338b8e76e1d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Made reservation on behalf of 51751333bcc04a9b85b04e61623005e7 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:52:40.170645 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-480acea9-89b0-4cc1-b94d-0338b8e76e1d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:40.208528 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faaaaedf-532a-41ce-883d-d5fa7dca60f4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:52:40.210390 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f2a275-a923-4488-82db-be017f36c96d tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:52:40.221746 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79fc277-f042-4f3f-800a-e11624ac81cb None None] Sync routers for ids ['1e2a0ff5-3479-40d8-8149-1d4a007dc85e'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:52:40.235316 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-faaaaedf-532a-41ce-883d-d5fa7dca60f4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "PUT /v2.0/routers/1e2a0ff5-3479-40d8-8149-1d4a007dc85e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2356088 May 03 22:52:40.239215 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f8f2a275-a923-4488-82db-be017f36c96d tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:40.240563 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f8f2a275-a923-4488-82db-be017f36c96d tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] 10.222.0.58 "PUT /v2.0/routers/17f96db8-43be-473f-b177-9afa02a4a98b HTTP/1.1" status: 200 len: 915 time: 8.1243198 May 03 22:52:40.243515 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36216) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:40.261188 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6c30e1f-38d2-428b-9d47-4d7892f9dfd8 req-91f4c321-f70c-42dd-8ca3-300f2349b263 service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5022075 May 03 22:52:40.271030 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-480acea9-89b0-4cc1-b94d-0338b8e76e1d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:52:40.271437 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79fc277-f042-4f3f-800a-e11624ac81cb None None] Routers {'1e2a0ff5-3479-40d8-8149-1d4a007dc85e'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:52:40.273018 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-d79fc277-f042-4f3f-800a-e11624ac81cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:52:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['1e2a0ff5-3479-40d8-8149-1d4a007dc85e'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:40.278575 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e567937-8c81-4faa-8c21-b3416f7a49a4 None None] Sync routers for ids ['17f96db8-43be-473f-b177-9afa02a4a98b'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:52:40.301641 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e567937-8c81-4faa-8c21-b3416f7a49a4 None None] Routers {'17f96db8-43be-473f-b177-9afa02a4a98b'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:52:40.302599 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-7e567937-8c81-4faa-8c21-b3416f7a49a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:52:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['17f96db8-43be-473f-b177-9afa02a4a98b'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:40.313909 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-480acea9-89b0-4cc1-b94d-0338b8e76e1d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:40.314706 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-480acea9-89b0-4cc1-b94d-0338b8e76e1d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Added segment 7b664ff8-423c-4f29-a577-64b533212e2e of type vlan for network cdaa2d62-b660-40a1-a87e-b5a999d519b1 May 03 22:52:40.328323 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427d12a-ef76-4b15-82a5-25f80e709426 req-b401acb4-224f-411c-931a-f349855cdad7 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:40.339365 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8427d12a-ef76-4b15-82a5-25f80e709426 req-b401acb4-224f-411c-931a-f349855cdad7 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=688cfb1a-5d36-4ac7-98f8-e2511fcf1e35 HTTP/1.1" status: 200 len: 943 time: 0.4967775 May 03 22:52:40.440877 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-480acea9-89b0-4cc1-b94d-0338b8e76e1d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:40.464553 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8427d12a-ef76-4b15-82a5-25f80e709426 req-7da4efb2-740c-4ae2-8949-9b2f9f8388b1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166101 May 03 22:52:40.467516 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-7e567937-8c81-4faa-8c21-b3416f7a49a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:40.522949 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e567937-8c81-4faa-8c21-b3416f7a49a4 None None] Routers {'17f96db8-43be-473f-b177-9afa02a4a98b'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:52:40.523782 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-7e567937-8c81-4faa-8c21-b3416f7a49a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:52:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['17f96db8-43be-473f-b177-9afa02a4a98b'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:40.549333 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-480acea9-89b0-4cc1-b94d-0338b8e76e1d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:40.562834 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480acea9-89b0-4cc1-b94d-0338b8e76e1d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:40.563817 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-480acea9-89b0-4cc1-b94d-0338b8e76e1d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:40.627539 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4aa4c5bb-401c-4e8a-ad2d-0c73b24efbc1 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] 10.222.0.58 "GET /v2.0/routers/17f96db8-43be-473f-b177-9afa02a4a98b HTTP/1.1" status: 200 len: 921 time: 0.3704855 May 03 22:52:40.628675 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36224) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:40.655174 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-7e567937-8c81-4faa-8c21-b3416f7a49a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:40.655174 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e567937-8c81-4faa-8c21-b3416f7a49a4 None None] The sync data for ids ['17f96db8-43be-473f-b177-9afa02a4a98b'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:52:40.727269 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36232) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:40.728397 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-480acea9-89b0-4cc1-b94d-0338b8e76e1d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1275835 May 03 22:52:40.759972 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-e7e28e58-ee22-4554-a62c-a338767b3278 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Request body: {'subnet': {'network_id': '7252dcaa-1a1f-44a2-add6-996da9766c0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:40.785584 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-d79fc277-f042-4f3f-800a-e11624ac81cb None None] Set router 1e2a0ff5-3479-40d8-8149-1d4a007dc85e gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:52:40.877983 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480acea9-89b0-4cc1-b94d-0338b8e76e1d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'Network': ['ID=cdaa2d62-b660-40a1-a87e-b5a999d519b1,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:40.942674 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-b62c5c27-ba5f-4882-9c9b-a7ec2f48e980 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Synchronizing usage tracker for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:52:40.959974 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network cdaa2d62-b660-40a1-a87e-b5a999d519b1 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:52:40.974044 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-b62c5c27-ba5f-4882-9c9b-a7ec2f48e980 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Unset dirty status for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:52:40.984146 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-b62c5c27-ba5f-4882-9c9b-a7ec2f48e980 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1764831439&fields=id&tenant_id=e51c41c8f2c54373bfeeef105247eecb HTTP/1.1" status: 200 len: 267 time: 0.1501329 May 03 22:52:40.992305 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e7e28e58-ee22-4554-a62c-a338767b3278 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:40.995828 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d723bd29-822d-45ef-be84-6c82434b1287 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:40.999894 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d723bd29-822d-45ef-be84-6c82434b1287 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=de8965b2-8ea3-4c2b-86b9-c128a58c6e1e&device_id=17f96db8-43be-473f-b177-9afa02a4a98b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3677413 May 03 22:52:41.000119 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36250) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:41.002896 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e7e28e58-ee22-4554-a62c-a338767b3278 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Usage tracker for resource:subnet and tenant:51751333bcc04a9b85b04e61623005e7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:41.027562 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e7e28e58-ee22-4554-a62c-a338767b3278 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:41.040820 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e7e28e58-ee22-4554-a62c-a338767b3278 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:41.151058 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e28e58-ee22-4554-a62c-a338767b3278 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Made reservation on behalf of 51751333bcc04a9b85b04e61623005e7 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:52:41.153468 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:52:41.154471 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e7e28e58-ee22-4554-a62c-a338767b3278 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:41.198690 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-f9d47895-5308-439b-a10c-a91076b02391 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:41.199322 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-f9d47895-5308-439b-a10c-a91076b02391 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Synchronizing usage tracker for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:52:41.233523 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-f9d47895-5308-439b-a10c-a91076b02391 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Unset dirty status for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:52:41.234857 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-f9d47895-5308-439b-a10c-a91076b02391 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/networks?id=055bb8ea-12c0-406b-86df-a2692a31f631 HTTP/1.1" status: 200 len: 796 time: 0.2493751 May 03 22:52:41.263840 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-90444748-8af6-41ac-b5ee-6d94171b9928 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/quotas/e51c41c8f2c54373bfeeef105247eecb HTTP/1.1" status: 200 len: 375 time: 0.0206504 May 03 22:52:41.290521 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea85207e-23da-4912-a77a-31ee5a1784a6 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:41.294726 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ea85207e-23da-4912-a77a-31ee5a1784a6 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] 10.222.0.58 "GET /v2.0/networks/de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 881 time: 0.2906888 May 03 22:52:41.294976 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36260) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:41.308764 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36264) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:41.336356 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-d79fc277-f042-4f3f-800a-e11624ac81cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324673548', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '8018b6d2-2b5f-425e-ac76-71b63cc86d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:52:17Z', 'updated_at': '2022-05-03T22:52:35Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': '8018b6d2-2b5f-425e-ac76-71b63cc86d3e', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:18Z', 'updated_at': '2022-05-03T22:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'b68bd464-5573-4f3c-adc5-8250201b5eba', 'name': '', 'network_id': '055bb8ea-12c0-406b-86df-a2692a31f631', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'mac_address': 'fa:16:3e:38:46:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '79599846-a979-45d3-98e2-160f7aa782c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:31Z', 'updated_at': '2022-05-03T22:52:37Z', 'revision_number': 2, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'subnets': [{'id': '79599846-a979-45d3-98e2-160f7aa782c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:41.341482 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79fc277-f042-4f3f-800a-e11624ac81cb None None] Checking router: 1e2a0ff5-3479-40d8-8149-1d4a007dc85e for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:52:41.342194 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79fc277-f042-4f3f-800a-e11624ac81cb None None] Updating router 1e2a0ff5-3479-40d8-8149-1d4a007dc85e port b68bd464-5573-4f3c-adc5-8250201b5eba binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:52:41.347485 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d0cd51e6-3965-4790-9bd0-617754ddb798 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f96db8-43be-473f-b177-9afa02a4a98b HTTP/1.1" status: 200 len: 205 time: 0.0514400 May 03 22:52:41.350564 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36270) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:41.408835 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d79fc277-f042-4f3f-800a-e11624ac81cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:41.432474 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff20e1c-f4b1-433d-859b-58e7c871a43a admin admin] Deleting subnet 3cad73de-caf4-4537-b022-fc25a31f0c19 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:52:41.437105 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5ff20e1c-f4b1-433d-859b-58e7c871a43a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:41.510367 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-a08c273b-fdfb-44e9-b41a-1eb7d660b0f6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Synchronizing usage tracker for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:52:41.544141 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5ff20e1c-f4b1-433d-859b-58e7c871a43a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:41.600165 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-a08c273b-fdfb-44e9-b41a-1eb7d660b0f6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Unset dirty status for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:52:41.614835 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-a08c273b-fdfb-44e9-b41a-1eb7d660b0f6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3466868 May 03 22:52:41.776450 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-3750cf69-6a53-4c22-bae8-b330cd87f501 service neutron] 10.222.0.58 "GET /v2.0/networks/055bb8ea-12c0-406b-86df-a2692a31f631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572132 May 03 22:52:41.873039 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4540a78f-95e8-4948-9ed8-137185d1d6e4 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:41.923372 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d79fc277-f042-4f3f-800a-e11624ac81cb None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:41.941750 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d79fc277-f042-4f3f-800a-e11624ac81cb None None] Transition to ACTIVE for port object b68bd464-5573-4f3c-adc5-8250201b5eba will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:52:41.950351 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d79fc277-f042-4f3f-800a-e11624ac81cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:41.961716 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5ff20e1c-f4b1-433d-859b-58e7c871a43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:42.030857 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e7e28e58-ee22-4554-a62c-a338767b3278 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:42.123027 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-73ddbfe6-19a5-4be6-a044-6940bc3369ec service neutron] 10.222.0.58 "GET /v2.0/networks/055bb8ea-12c0-406b-86df-a2692a31f631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457956 May 03 22:52:42.176122 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb2528-38c6-4a9f-9b0e-52ae0bffc7b3 req-21922869-0014-4e8e-bfbe-a2a180201ee7 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:42.176720 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e982ed-cd9d-4b25-84cf-603187fbbb92 None None] Pushing event updated for resources: {'Port': ['ID=b68bd464-5573-4f3c-adc5-8250201b5eba,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:42.177726 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c5cb2528-38c6-4a9f-9b0e-52ae0bffc7b3 req-21922869-0014-4e8e-bfbe-a2a180201ee7 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=688cfb1a-5d36-4ac7-98f8-e2511fcf1e35 HTTP/1.1" status: 200 len: 943 time: 0.3718596 May 03 22:52:42.183472 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5ff20e1c-f4b1-433d-859b-58e7c871a43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:42.202442 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e28e58-ee22-4554-a62c-a338767b3278 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'Subnet': ['ID=f0318502-8b8b-47ff-bbfc-5329827b41f9,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:42.218699 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e982ed-cd9d-4b25-84cf-603187fbbb92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:42.219278 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e982ed-cd9d-4b25-84cf-603187fbbb92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:42.219905 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e982ed-cd9d-4b25-84cf-603187fbbb92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:42.220407 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e982ed-cd9d-4b25-84cf-603187fbbb92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:42.221061 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e982ed-cd9d-4b25-84cf-603187fbbb92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:42.221551 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e982ed-cd9d-4b25-84cf-603187fbbb92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:42.222076 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e982ed-cd9d-4b25-84cf-603187fbbb92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:42.223134 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e982ed-cd9d-4b25-84cf-603187fbbb92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:42.223629 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e982ed-cd9d-4b25-84cf-603187fbbb92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:42.224115 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e982ed-cd9d-4b25-84cf-603187fbbb92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:42.224599 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e982ed-cd9d-4b25-84cf-603187fbbb92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:42.225089 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e982ed-cd9d-4b25-84cf-603187fbbb92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:42.229599 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e28e58-ee22-4554-a62c-a338767b3278 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Checking segment: {'id': '52fb296f-9565-43d6-b131-a83808b34cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7252dcaa-1a1f-44a2-add6-996da9766c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:52:42.232125 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e28e58-ee22-4554-a62c-a338767b3278 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Network hostable DHCP agents. Network: 7252dcaa-1a1f-44a2-add6-996da9766c0d, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:52:42.245412 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-d79fc277-f042-4f3f-800a-e11624ac81cb None None] Attempting to bind port b68bd464-5573-4f3c-adc5-8250201b5eba on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:52:42.246090 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-d79fc277-f042-4f3f-800a-e11624ac81cb None None] Attempting to bind port b68bd464-5573-4f3c-adc5-8250201b5eba by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'c1913453-5352-4f75-a107-aede62df174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '055bb8ea-12c0-406b-86df-a2692a31f631'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:52:42.246643 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79fc277-f042-4f3f-800a-e11624ac81cb None None] Attempting to bind port b68bd464-5573-4f3c-adc5-8250201b5eba on network 055bb8ea-12c0-406b-86df-a2692a31f631 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:52:42.252581 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device eaef230d-de5f-42a9-8362-3a82584f18f5 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:52:42.272295 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4540a78f-95e8-4948-9ed8-137185d1d6e4 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:42.293120 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79fc277-f042-4f3f-800a-e11624ac81cb None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:52:42.293774 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79fc277-f042-4f3f-800a-e11624ac81cb None None] Checking segment: {'id': 'c1913453-5352-4f75-a107-aede62df174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '055bb8ea-12c0-406b-86df-a2692a31f631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:52:42.294497 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d79fc277-f042-4f3f-800a-e11624ac81cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:42.295367 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79fc277-f042-4f3f-800a-e11624ac81cb None None] Bound using segment: {'id': 'c1913453-5352-4f75-a107-aede62df174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '055bb8ea-12c0-406b-86df-a2692a31f631'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:52:42.296015 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-d79fc277-f042-4f3f-800a-e11624ac81cb None None] Bound port: b68bd464-5573-4f3c-adc5-8250201b5eba, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1913453-5352-4f75-a107-aede62df174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '055bb8ea-12c0-406b-86df-a2692a31f631'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:52:42.296574 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d79fc277-f042-4f3f-800a-e11624ac81cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:42.310257 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-4540a78f-95e8-4948-9ed8-137185d1d6e4 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Deleting port 31381282-b040-4b34-81d8-38deefa157b6 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:52:42.310636 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4540a78f-95e8-4948-9ed8-137185d1d6e4 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:42.319771 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5ff20e1c-f4b1-433d-859b-58e7c871a43a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:42.326497 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff20e1c-f4b1-433d-859b-58e7c871a43a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cad73de-caf4-4537-b022-fc25a31f0c19,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:42.348890 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: eaef230d-de5f-42a9-8362-3a82584f18f5 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:52:42.350334 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device eaef230d-de5f-42a9-8362-3a82584f18f5 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:52:42.360858 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5ff20e1c-f4b1-433d-859b-58e7c871a43a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/3cad73de-caf4-4537-b022-fc25a31f0c19 HTTP/1.1" status: 204 len: 168 time: 1.0407348 May 03 22:52:42.373019 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c5cb2528-38c6-4a9f-9b0e-52ae0bffc7b3 req-5372d58c-b071-44a4-990c-77e7c4ed49dd tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832023 May 03 22:52:42.373958 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36280) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:42.419693 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e28e58-ee22-4554-a62c-a338767b3278 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Network 7252dcaa-1a1f-44a2-add6-996da9766c0d is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:52:42.478989 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-e7e28e58-ee22-4554-a62c-a338767b3278 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 7252dcaa-1a1f-44a2-add6-996da9766c0d) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:52:42.484628 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e28e58-ee22-4554-a62c-a338767b3278 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:42.485303 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e7e28e58-ee22-4554-a62c-a338767b3278 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:42.492592 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4a6b1f-31ea-403c-884f-11c247cdffad None None] Network 7252dcaa-1a1f-44a2-add6-996da9766c0d requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:52:42.576229 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-d79fc277-f042-4f3f-800a-e11624ac81cb None None] For port b68bd464-5573-4f3c-adc5-8250201b5eba, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:52:42.605720 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e7e28e58-ee22-4554-a62c-a338767b3278 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8776705 May 03 22:52:42.632658 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-d79fc277-f042-4f3f-800a-e11624ac81cb None None] For port b68bd464-5573-4f3c-adc5-8250201b5eba, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=b68bd464-5573-4f3c-adc5-8250201b5eba,segment=NetworkSegment(c1913453-5352-4f75-a107-aede62df174a),segment_id=c1913453-5352-4f75-a107-aede62df174a)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:52:42.634742 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36288) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:42.677969 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-82488a34-0b1f-42fb-8c61-81ae346199b0 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Request body: {'subnet': {'network_id': 'cdaa2d62-b660-40a1-a87e-b5a999d519b1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:42.716449 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d79fc277-f042-4f3f-800a-e11624ac81cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:42.761040 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2f414dfc-846c-45af-ad77-1b7a2607825d req-f9e4d2b1-df66-4435-8cb5-433df1fea8ac tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 210 time: 0.1234426 May 03 22:52:42.794540 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4540a78f-95e8-4948-9ed8-137185d1d6e4 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:42.807138 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-30a67372-5c62-4509-bb24-50a14c5ae03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:42.934328 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79fc277-f042-4f3f-800a-e11624ac81cb None None] Routers {'1e2a0ff5-3479-40d8-8149-1d4a007dc85e'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:52:42.934986 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-d79fc277-f042-4f3f-800a-e11624ac81cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:52:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['1e2a0ff5-3479-40d8-8149-1d4a007dc85e'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:43.000215 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-82488a34-0b1f-42fb-8c61-81ae346199b0 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:43.004382 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-82488a34-0b1f-42fb-8c61-81ae346199b0 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Usage tracker for resource:subnet and tenant:51751333bcc04a9b85b04e61623005e7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:43.008939 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-82488a34-0b1f-42fb-8c61-81ae346199b0 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:43.015642 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-82488a34-0b1f-42fb-8c61-81ae346199b0 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:43.036271 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82488a34-0b1f-42fb-8c61-81ae346199b0 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Made reservation on behalf of 51751333bcc04a9b85b04e61623005e7 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:52:43.041333 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-82488a34-0b1f-42fb-8c61-81ae346199b0 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:43.140106 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-4540a78f-95e8-4948-9ed8-137185d1d6e4 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Calling delete_port for 31381282-b040-4b34-81d8-38deefa157b6 owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:52:43.186543 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-d79fc277-f042-4f3f-800a-e11624ac81cb None None] Set router 1e2a0ff5-3479-40d8-8149-1d4a007dc85e gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:52:43.299653 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e982ed-cd9d-4b25-84cf-603187fbbb92 None None] Pushing event updated for resources: {'Port': ['ID=b68bd464-5573-4f3c-adc5-8250201b5eba,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:43.482263 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4540a78f-95e8-4948-9ed8-137185d1d6e4 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:43.569411 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540a78f-95e8-4948-9ed8-137185d1d6e4 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Pushing event deleted for resources: {'Port': ['ID=31381282-b040-4b34-81d8-38deefa157b6,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:43.638699 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-30a67372-5c62-4509-bb24-50a14c5ae03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:43.715679 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4540a78f-95e8-4948-9ed8-137185d1d6e4 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:43.735985 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-30a67372-5c62-4509-bb24-50a14c5ae03f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9841741-9fc9-44be-84bd-f81fbf04528f']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:43.781717 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-30a67372-5c62-4509-bb24-50a14c5ae03f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c386b0-80b5-4714-b698-cfc1934e4869') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:43.781997 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-30a67372-5c62-4509-bb24-50a14c5ae03f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c386b0-80b5-4714-b698-cfc1934e4869') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:43.824663 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb15e9be-d3b1-416a-bb8c-8be74fb91b40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-7252dcaa-1a1f-44a2-add6-996da9766c0d', 'network_id': '7252dcaa-1a1f-44a2-add6-996da9766c0d', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'fixed_ips': [{'subnet_id': 'f0318502-8b8b-47ff-bbfc-5329827b41f9'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:52:43.825972 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-30a67372-5c62-4509-bb24-50a14c5ae03f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:43.826605 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eb15e9be-d3b1-416a-bb8c-8be74fb91b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:43.852281 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-30a67372-5c62-4509-bb24-50a14c5ae03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:43.866034 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a67372-5c62-4509-bb24-50a14c5ae03f admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:52:43.866625 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-30a67372-5c62-4509-bb24-50a14c5ae03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:43.893488 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce192db-3443-4c7c-bf3c-aa1c407a617f req-003dd6b3-3f40-4ab2-9ab3-c7854176426a tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:43.895624 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dce192db-3443-4c7c-bf3c-aa1c407a617f req-003dd6b3-3f40-4ab2-9ab3-c7854176426a tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=688cfb1a-5d36-4ac7-98f8-e2511fcf1e35 HTTP/1.1" status: 200 len: 943 time: 0.2362952 May 03 22:52:43.896305 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:52:43.896305 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:52:43.896305 n-d-811807-1 neutron-server[88069]: timer() May 03 22:52:43.896305 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:52:43.896305 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:52:43.896305 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:52:43.896305 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:52:43.896305 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:52:43.896305 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:52:43.896305 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:52:43.896305 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:52:43.896305 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:52:43.896305 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:52:43.896305 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:52:43.896305 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:52:43.896305 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:52:43.896305 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:52:43.896305 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:52:43.896305 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:52:43.896305 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:52:43.896305 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:52:43.896305 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:52:43.896305 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:52:43.896305 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:52:43.896305 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:52:43.896305 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:52:43.896305 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:52:43.896305 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:52:43.896305 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:52:43.896305 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:52:43.896305 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:52:43.896305 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:52:44.031239 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4540a78f-95e8-4948-9ed8-137185d1d6e4 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:44.036297 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4540a78f-95e8-4948-9ed8-137185d1d6e4 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:44.070199 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3654b383-6704-4e72-8369-911f3f17a4ef req-09510027-71b6-49ff-8c31-2c34a8af8eab tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 210 time: 0.1353712 May 03 22:52:44.119133 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dce192db-3443-4c7c-bf3c-aa1c407a617f req-2a83e7c0-fa60-4727-8a67-5dd56191c552 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856010 May 03 22:52:44.124275 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-30a67372-5c62-4509-bb24-50a14c5ae03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:44.179597 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-eb15e9be-d3b1-416a-bb8c-8be74fb91b40 None None] Allocated IP 172.20.0.2 (7252dcaa-1a1f-44a2-add6-996da9766c0d/f0318502-8b8b-47ff-bbfc-5329827b41f9/6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:52:44.183270 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-d79fc277-f042-4f3f-800a-e11624ac81cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324673548', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '8018b6d2-2b5f-425e-ac76-71b63cc86d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:52:17Z', 'updated_at': '2022-05-03T22:52:35Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': '8018b6d2-2b5f-425e-ac76-71b63cc86d3e', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:18Z', 'updated_at': '2022-05-03T22:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'b68bd464-5573-4f3c-adc5-8250201b5eba', 'name': '', 'network_id': '055bb8ea-12c0-406b-86df-a2692a31f631', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'mac_address': 'fa:16:3e:38:46:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '79599846-a979-45d3-98e2-160f7aa782c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:31Z', 'updated_at': '2022-05-03T22:52:42Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'subnets': [{'id': '79599846-a979-45d3-98e2-160f7aa782c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:44.194180 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-30a67372-5c62-4509-bb24-50a14c5ae03f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:44.194803 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79fc277-f042-4f3f-800a-e11624ac81cb None None] The sync data for ids ['1e2a0ff5-3479-40d8-8149-1d4a007dc85e'] in n-d-811807-1 is: [{'id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324673548', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '8018b6d2-2b5f-425e-ac76-71b63cc86d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:52:17Z', 'updated_at': '2022-05-03T22:52:35Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': '8018b6d2-2b5f-425e-ac76-71b63cc86d3e', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:18Z', 'updated_at': '2022-05-03T22:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'b68bd464-5573-4f3c-adc5-8250201b5eba', 'name': '', 'network_id': '055bb8ea-12c0-406b-86df-a2692a31f631', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'mac_address': 'fa:16:3e:38:46:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '79599846-a979-45d3-98e2-160f7aa782c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:31Z', 'updated_at': '2022-05-03T22:52:42Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'subnets': [{'id': '79599846-a979-45d3-98e2-160f7aa782c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:52:44.221950 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a67372-5c62-4509-bb24-50a14c5ae03f admin admin] Pushing event deleted for resources: {'Network': ['ID=f9841741-9fc9-44be-84bd-f81fbf04528f,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:44.251322 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-30a67372-5c62-4509-bb24-50a14c5ae03f admin admin] 10.222.0.58 "DELETE /v2.0/networks/f9841741-9fc9-44be-84bd-f81fbf04528f HTTP/1.1" status: 204 len: 168 time: 1.8760881 May 03 22:52:44.254837 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-82488a34-0b1f-42fb-8c61-81ae346199b0 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:44.428284 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82488a34-0b1f-42fb-8c61-81ae346199b0 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Checking segment: {'id': '7b664ff8-423c-4f29-a577-64b533212e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cdaa2d62-b660-40a1-a87e-b5a999d519b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:52:44.430364 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82488a34-0b1f-42fb-8c61-81ae346199b0 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Network hostable DHCP agents. Network: cdaa2d62-b660-40a1-a87e-b5a999d519b1, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:52:44.473630 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82488a34-0b1f-42fb-8c61-81ae346199b0 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'Subnet': ['ID=ef0c572e-080c-42a4-a891-8de27c0378a7,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:44.498545 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82488a34-0b1f-42fb-8c61-81ae346199b0 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Network cdaa2d62-b660-40a1-a87e-b5a999d519b1 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:52:44.521266 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-82488a34-0b1f-42fb-8c61-81ae346199b0 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, cdaa2d62-b660-40a1-a87e-b5a999d519b1) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:52:44.538410 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82488a34-0b1f-42fb-8c61-81ae346199b0 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:44.544550 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-82488a34-0b1f-42fb-8c61-81ae346199b0 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:44.548911 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401bf5a6-568a-4b56-aff7-60a0515118a0 None None] Network cdaa2d62-b660-40a1-a87e-b5a999d519b1 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:52:44.608828 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:52:44.626077 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-e74fa377-1705-4c3f-abd4-11df22a46294 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:44.628204 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-e74fa377-1705-4c3f-abd4-11df22a46294 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.67 "GET /v2.0/networks?id=055bb8ea-12c0-406b-86df-a2692a31f631 HTTP/1.1" status: 200 len: 796 time: 0.5936215 May 03 22:52:44.635031 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-82488a34-0b1f-42fb-8c61-81ae346199b0 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9916067 May 03 22:52:44.635579 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36314) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:44.642311 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-21576146-eafd-4136-8365-1f1849641a9a tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-496808397', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:44.662327 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-21576146-eafd-4136-8365-1f1849641a9a tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:44.668455 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-21576146-eafd-4136-8365-1f1849641a9a tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Usage tracker for resource:router and tenant:51751333bcc04a9b85b04e61623005e7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:44.683231 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-21576146-eafd-4136-8365-1f1849641a9a tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:44.695371 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-21576146-eafd-4136-8365-1f1849641a9a tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:44.704076 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-254e2f93-05f3-4289-8138-6fb398b72bcf tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e51c41c8f2c54373bfeeef105247eecb HTTP/1.1" status: 200 len: 380 time: 0.0661852 May 03 22:52:44.719147 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-76c82bb9-8dbd-4567-9f6e-e1bcebb302a2 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'port': {'device_id': '536ebbd0-0ec6-4871-a5c5-17a1ecb82a10', 'network_id': '055bb8ea-12c0-406b-86df-a2692a31f631', 'admin_state_up': True, 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'security_groups': ['1e91aa45-b8ee-4ad5-8316-ff72b7c970de']}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:44.723358 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-21576146-eafd-4136-8365-1f1849641a9a tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:44.724407 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-21576146-eafd-4136-8365-1f1849641a9a tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:44.737640 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36318) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:44.763549 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-21576146-eafd-4136-8365-1f1849641a9a tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:44.888946 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e4adb624-1e7a-4499-a39d-6a7dc9d2bcc2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a9f95ab3cac64cb3adaf50d1f2fa9c11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1495125 May 03 22:52:44.890402 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-21576146-eafd-4136-8365-1f1849641a9a tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:44.899756 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36324) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:44.910694 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-76c82bb9-8dbd-4567-9f6e-e1bcebb302a2 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:44.924268 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-76c82bb9-8dbd-4567-9f6e-e1bcebb302a2 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:44.932531 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4540a78f-95e8-4948-9ed8-137185d1d6e4 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:44.933384 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4540a78f-95e8-4948-9ed8-137185d1d6e4 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Fanout notify agent at l3_agent the message router_deleted on router 17f96db8-43be-473f-b177-9afa02a4a98b {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:52:44.948936 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-21576146-eafd-4136-8365-1f1849641a9a tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:44.952414 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-21576146-eafd-4136-8365-1f1849641a9a tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3132651 May 03 22:52:44.953751 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36328) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:44.965031 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4540a78f-95e8-4948-9ed8-137185d1d6e4 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:44.966467 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4540a78f-95e8-4948-9ed8-137185d1d6e4 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] 10.222.0.58 "DELETE /v2.0/routers/17f96db8-43be-473f-b177-9afa02a4a98b HTTP/1.1" status: 204 len: 168 time: 3.6150241 May 03 22:52:44.970680 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36332) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:44.972335 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-76c82bb9-8dbd-4567-9f6e-e1bcebb302a2 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Made reservation on behalf of e51c41c8f2c54373bfeeef105247eecb for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:52:44.977355 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-76c82bb9-8dbd-4567-9f6e-e1bcebb302a2 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:45.065217 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36336) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:45.206018 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eb15e9be-d3b1-416a-bb8c-8be74fb91b40 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:45.247016 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-76c82bb9-8dbd-4567-9f6e-e1bcebb302a2 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Allocated IP 172.20.0.3 (055bb8ea-12c0-406b-86df-a2692a31f631/79599846-a979-45d3-98e2-160f7aa782c9/80ecd12c-1b1f-45c0-8744-d8fc3c292241) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:52:45.278107 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-eb15e9be-d3b1-416a-bb8c-8be74fb91b40 None None] Transition to ACTIVE for port object 6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:52:45.469495 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-eb15e9be-d3b1-416a-bb8c-8be74fb91b40 None None] Transition to ACTIVE for port object 6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:52:45.487313 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f134d706-6f25-4e1a-9e05-6deb1f645557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-cdaa2d62-b660-40a1-a87e-b5a999d519b1', 'network_id': 'cdaa2d62-b660-40a1-a87e-b5a999d519b1', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'fixed_ips': [{'subnet_id': 'ef0c572e-080c-42a4-a891-8de27c0378a7'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:52:45.489266 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f134d706-6f25-4e1a-9e05-6deb1f645557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:45.501694 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:52:45.511985 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eb15e9be-d3b1-416a-bb8c-8be74fb91b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:45.539180 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-76c82bb9-8dbd-4567-9f6e-e1bcebb302a2 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:45.561024 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-76c82bb9-8dbd-4567-9f6e-e1bcebb302a2 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Transition to ACTIVE for port object 80ecd12c-1b1f-45c0-8744-d8fc3c292241 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:52:45.602588 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-9202043d-7b89-435a-a824-4931d1e905fb tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-497592492', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}, 'admin_state_up': False}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:45.603619 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b0c9210f-b6aa-4478-b873-4f5c93f3f52b req-809613e1-525a-488c-8383-c4cec8efede2 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 210 time: 0.1922133 May 03 22:52:45.605033 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d25b768a-5abf-40c5-90c7-fe10f3bf325c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:45.618777 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-9202043d-7b89-435a-a824-4931d1e905fb tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:45.624423 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9202043d-7b89-435a-a824-4931d1e905fb tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Usage tracker for resource:router and tenant:37a770e676a6492590d90c66f5fd9584 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:45.627706 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9202043d-7b89-435a-a824-4931d1e905fb tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:45.634995 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-9202043d-7b89-435a-a824-4931d1e905fb tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:45.644646 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-76c82bb9-8dbd-4567-9f6e-e1bcebb302a2 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:45.702753 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb15e9be-d3b1-416a-bb8c-8be74fb91b40 None None] Network 7252dcaa-1a1f-44a2-add6-996da9766c0d is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:52:45.703643 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'port_id': '77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8', 'mac_address': 'fa:16:3e:6a:3a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:52:45.709923 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-eb15e9be-d3b1-416a-bb8c-8be74fb91b40 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:52:45.710106 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9202043d-7b89-435a-a824-4931d1e905fb tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:45.710896 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9202043d-7b89-435a-a824-4931d1e905fb tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:45.730915 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-76c82bb9-8dbd-4567-9f6e-e1bcebb302a2 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Network 055bb8ea-12c0-406b-86df-a2692a31f631 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:52:45.752274 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-76c82bb9-8dbd-4567-9f6e-e1bcebb302a2 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:52:45.766681 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-76c82bb9-8dbd-4567-9f6e-e1bcebb302a2 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:52:45.783194 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb15e9be-d3b1-416a-bb8c-8be74fb91b40 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:52:45.811873 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-26f2d4bc-6aae-415b-ba60-33c9a55267a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:45.836950 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9202043d-7b89-435a-a824-4931d1e905fb tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:45.883260 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d25b768a-5abf-40c5-90c7-fe10f3bf325c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:45.924262 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-26f2d4bc-6aae-415b-ba60-33c9a55267a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:45.929169 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-26f2d4bc-6aae-415b-ba60-33c9a55267a0 admin admin] Usage tracker for resource:security_group_rule and tenant:5023d2c423274ef38c01ec1d2f98274f is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:45.931903 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-76c82bb9-8dbd-4567-9f6e-e1bcebb302a2 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:45.932348 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-26f2d4bc-6aae-415b-ba60-33c9a55267a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:45.932478 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-76c82bb9-8dbd-4567-9f6e-e1bcebb302a2 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:45.937226 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15e9be-d3b1-416a-bb8c-8be74fb91b40 None None] Pushing event updated for resources: {'Port': ['ID=6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:45.937705 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c82bb9-8dbd-4567-9f6e-e1bcebb302a2 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'Port': ['ID=80ecd12c-1b1f-45c0-8744-d8fc3c292241,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:45.939268 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-26f2d4bc-6aae-415b-ba60-33c9a55267a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:46.099526 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:46.213725 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:52:46.220066 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-eb15e9be-d3b1-416a-bb8c-8be74fb91b40 None None] Attempting to bind port 6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:52:46.220440 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-eb15e9be-d3b1-416a-bb8c-8be74fb91b40 None None] Attempting to bind port 6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '52fb296f-9565-43d6-b131-a83808b34cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7252dcaa-1a1f-44a2-add6-996da9766c0d'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:52:46.220803 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb15e9be-d3b1-416a-bb8c-8be74fb91b40 None None] Attempting to bind port 6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b on network 7252dcaa-1a1f-44a2-add6-996da9766c0d {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:52:46.237439 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb15e9be-d3b1-416a-bb8c-8be74fb91b40 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:52:46.238738 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb15e9be-d3b1-416a-bb8c-8be74fb91b40 None None] Checking segment: {'id': '52fb296f-9565-43d6-b131-a83808b34cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7252dcaa-1a1f-44a2-add6-996da9766c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:52:46.239361 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eb15e9be-d3b1-416a-bb8c-8be74fb91b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:46.239805 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb15e9be-d3b1-416a-bb8c-8be74fb91b40 None None] Bound using segment: {'id': '52fb296f-9565-43d6-b131-a83808b34cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7252dcaa-1a1f-44a2-add6-996da9766c0d'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:52:46.240294 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-eb15e9be-d3b1-416a-bb8c-8be74fb91b40 None None] Bound port: 6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52fb296f-9565-43d6-b131-a83808b34cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '7252dcaa-1a1f-44a2-add6-996da9766c0d'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:52:46.240721 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eb15e9be-d3b1-416a-bb8c-8be74fb91b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:46.295873 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-72851695-9ce8-47d8-a279-75550f737e7f None None] Provisioning for port 80ecd12c-1b1f-45c0-8744-d8fc3c292241 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:52:46.353989 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-76c82bb9-8dbd-4567-9f6e-e1bcebb302a2 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6441951 May 03 22:52:46.362274 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9202043d-7b89-435a-a824-4931d1e905fb tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:46.371843 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-baecada1-1f6e-484d-9e57-5e8c9ee26182 service neutron] Request body: {'port': {'device_id': '536ebbd0-0ec6-4871-a5c5-17a1ecb82a10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:46.377267 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b646c6-9d32-4185-bc6b-e9848abe25e3 req-00ba1afe-6de3-453a-b8c7-ae89e868e373 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:46.379000 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61b646c6-9d32-4185-bc6b-e9848abe25e3 req-00ba1afe-6de3-453a-b8c7-ae89e868e373 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=688cfb1a-5d36-4ac7-98f8-e2511fcf1e35 HTTP/1.1" status: 200 len: 943 time: 0.9689956 May 03 22:52:46.434091 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-eb15e9be-d3b1-416a-bb8c-8be74fb91b40 None None] For port 6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:52:46.438400 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-eb15e9be-d3b1-416a-bb8c-8be74fb91b40 None None] For port 6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b,segment=NetworkSegment(52fb296f-9565-43d6-b131-a83808b34cfe),segment_id=52fb296f-9565-43d6-b131-a83808b34cfe)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:52:46.446905 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device b68bd464-5573-4f3c-adc5-8250201b5eba up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:52:46.458843 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d25b768a-5abf-40c5-90c7-fe10f3bf325c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:46.484450 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-72851695-9ce8-47d8-a279-75550f737e7f None None] Provisioning complete for port 80ecd12c-1b1f-45c0-8744-d8fc3c292241 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:52:46.484808 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-72851695-9ce8-47d8-a279-75550f737e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:46.508846 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9e1215d1-a57e-481f-a58f-8182e6c50e30 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:46.528089 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b768a-5abf-40c5-90c7-fe10f3bf325c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2aad27-b036-4bd9-bf30-f6adc2ec43c4,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:46.531725 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eb15e9be-d3b1-416a-bb8c-8be74fb91b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:46.559190 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61b646c6-9d32-4185-bc6b-e9848abe25e3 req-3545490a-374f-4801-8d2c-ce2114dba4db tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712329 May 03 22:52:46.638042 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-26f2d4bc-6aae-415b-ba60-33c9a55267a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:46.639788 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d25b768a-5abf-40c5-90c7-fe10f3bf325c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:46.641297 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d25b768a-5abf-40c5-90c7-fe10f3bf325c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5e2aad27-b036-4bd9-bf30-f6adc2ec43c4 HTTP/1.1" status: 204 len: 168 time: 1.7404370 May 03 22:52:46.711942 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-26f2d4bc-6aae-415b-ba60-33c9a55267a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:46.765345 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:52:46.793223 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-baecada1-1f6e-484d-9e57-5e8c9ee26182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:46.810055 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15e9be-d3b1-416a-bb8c-8be74fb91b40 None None] Pushing event updated for resources: {'Port': ['ID=6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:46.855089 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-26f2d4bc-6aae-415b-ba60-33c9a55267a0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5023d2c423274ef38c01ec1d2f98274f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7852693 May 03 22:52:46.855909 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2d4bc-6aae-415b-ba60-33c9a55267a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72f0c02-9048-4ebc-9f71-9fbf1fe288b8,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:46.863874 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36350) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:46.895047 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-72851695-9ce8-47d8-a279-75550f737e7f None None] Port 80ecd12c-1b1f-45c0-8744-d8fc3c292241 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:52:46.905295 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:46.915903 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-f134d706-6f25-4e1a-9e05-6deb1f645557 None None] Allocated IP 172.21.0.2 (cdaa2d62-b660-40a1-a87e-b5a999d519b1/ef0c572e-080c-42a4-a891-8de27c0378a7/88bd8467-1d2b-4f85-8e91-c755c48f03b4) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:52:47.189880 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:52:47.239695 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cde36-9f20-4448-8048-82edd5d99c94 req-a1bb2d10-3a29-42dd-9f5b-8f5464ff9c16 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:47.241682 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-937cde36-9f20-4448-8048-82edd5d99c94 req-a1bb2d10-3a29-42dd-9f5b-8f5464ff9c16 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 931 time: 0.3307054 May 03 22:52:47.250667 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-28ab47d5-0bf3-47c3-b2cc-9cdf0ff2b59c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:47.391011 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f134d706-6f25-4e1a-9e05-6deb1f645557 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:47.394335 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-28ab47d5-0bf3-47c3-b2cc-9cdf0ff2b59c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:47.405466 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f134d706-6f25-4e1a-9e05-6deb1f645557 None None] Transition to ACTIVE for port object 88bd8467-1d2b-4f85-8e91-c755c48f03b4 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:52:47.414647 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-937cde36-9f20-4448-8048-82edd5d99c94 req-d69ac401-5e77-4b77-917a-51bfe348c629 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372139 May 03 22:52:47.485483 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f134d706-6f25-4e1a-9e05-6deb1f645557 None None] Transition to ACTIVE for port object 88bd8467-1d2b-4f85-8e91-c755c48f03b4 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:52:47.493427 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port b68bd464-5573-4f3c-adc5-8250201b5eba completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:52:47.496455 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-9e1215d1-a57e-481f-a58f-8182e6c50e30 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Allocated IP 172.20.0.1 (7252dcaa-1a1f-44a2-add6-996da9766c0d/f0318502-8b8b-47ff-bbfc-5329827b41f9/094ccf08-a30b-4d90-a9a8-f653ea200cae) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:52:47.517461 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-28ab47d5-0bf3-47c3-b2cc-9cdf0ff2b59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:47.532156 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f134d706-6f25-4e1a-9e05-6deb1f645557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:47.542279 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9202043d-7b89-435a-a824-4931d1e905fb tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:47.543125 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:47.546489 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port b68bd464-5573-4f3c-adc5-8250201b5eba triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:52:47.556130 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:47.614243 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab47d5-0bf3-47c3-b2cc-9cdf0ff2b59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72f0c02-9048-4ebc-9f71-9fbf1fe288b8,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:47.632167 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9202043d-7b89-435a-a824-4931d1e905fb tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:47.698624 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134d706-6f25-4e1a-9e05-6deb1f645557 None None] Pushing event updated for resources: {'Port': ['ID=88bd8467-1d2b-4f85-8e91-c755c48f03b4,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:47.760354 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f134d706-6f25-4e1a-9e05-6deb1f645557 None None] Network cdaa2d62-b660-40a1-a87e-b5a999d519b1 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:52:47.766961 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-f134d706-6f25-4e1a-9e05-6deb1f645557 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:52:47.779127 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f134d706-6f25-4e1a-9e05-6deb1f645557 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:52:47.804140 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-28ab47d5-0bf3-47c3-b2cc-9cdf0ff2b59c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:47.805290 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-28ab47d5-0bf3-47c3-b2cc-9cdf0ff2b59c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f72f0c02-9048-4ebc-9f71-9fbf1fe288b8 HTTP/1.1" status: 204 len: 168 time: 0.9308591 May 03 22:52:47.902632 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36376) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:47.919502 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-f134d706-6f25-4e1a-9e05-6deb1f645557 None None] Attempting to bind port 88bd8467-1d2b-4f85-8e91-c755c48f03b4 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:52:47.919502 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-f134d706-6f25-4e1a-9e05-6deb1f645557 None None] Attempting to bind port 88bd8467-1d2b-4f85-8e91-c755c48f03b4 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '7b664ff8-423c-4f29-a577-64b533212e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cdaa2d62-b660-40a1-a87e-b5a999d519b1'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:52:47.919859 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f134d706-6f25-4e1a-9e05-6deb1f645557 None None] Attempting to bind port 88bd8467-1d2b-4f85-8e91-c755c48f03b4 on network cdaa2d62-b660-40a1-a87e-b5a999d519b1 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:52:47.928188 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f134d706-6f25-4e1a-9e05-6deb1f645557 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:52:47.928401 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f134d706-6f25-4e1a-9e05-6deb1f645557 None None] Checking segment: {'id': '7b664ff8-423c-4f29-a577-64b533212e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cdaa2d62-b660-40a1-a87e-b5a999d519b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:52:47.928662 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f134d706-6f25-4e1a-9e05-6deb1f645557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:47.929056 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f134d706-6f25-4e1a-9e05-6deb1f645557 None None] Bound using segment: {'id': '7b664ff8-423c-4f29-a577-64b533212e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cdaa2d62-b660-40a1-a87e-b5a999d519b1'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:52:47.929657 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-f134d706-6f25-4e1a-9e05-6deb1f645557 None None] Bound port: 88bd8467-1d2b-4f85-8e91-c755c48f03b4, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b664ff8-423c-4f29-a577-64b533212e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'cdaa2d62-b660-40a1-a87e-b5a999d519b1'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:52:47.929925 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f134d706-6f25-4e1a-9e05-6deb1f645557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:47.985021 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9e1215d1-a57e-481f-a58f-8182e6c50e30 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:48.007707 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e08ff0-51bf-494c-8453-0d3fbb82e2b0 req-2adbdbbc-95f9-4e20-a92a-8ccfb05e7e2b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:48.009456 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f1e08ff0-51bf-494c-8453-0d3fbb82e2b0 req-2adbdbbc-95f9-4e20-a92a-8ccfb05e7e2b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=688cfb1a-5d36-4ac7-98f8-e2511fcf1e35 HTTP/1.1" status: 200 len: 944 time: 0.2030697 May 03 22:52:48.024841 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-baecada1-1f6e-484d-9e57-5e8c9ee26182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80ecd12c-1b1f-45c0-8744-d8fc3c292241 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:52:48.050147 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-9202043d-7b89-435a-a824-4931d1e905fb tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Allocated IP 172.25.2.219 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/e207b778-b4e7-4d1d-9cbb-dbeb2f927e54) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:52:48.052255 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-9e1215d1-a57e-481f-a58f-8182e6c50e30 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Transition to ACTIVE for port object 094ccf08-a30b-4d90-a9a8-f653ea200cae will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:52:48.061610 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-baecada1-1f6e-484d-9e57-5e8c9ee26182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:48.079565 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f1e08ff0-51bf-494c-8453-0d3fbb82e2b0 req-c24ad254-cb34-48ad-93f8-2eb12c5cbbf2 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635900 May 03 22:52:48.109351 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-baecada1-1f6e-484d-9e57-5e8c9ee26182 service neutron] Transition to ACTIVE for port object 80ecd12c-1b1f-45c0-8744-d8fc3c292241 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:52:48.111479 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:48.119548 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9e1215d1-a57e-481f-a58f-8182e6c50e30 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:48.130432 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-baecada1-1f6e-484d-9e57-5e8c9ee26182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:48.214484 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1215d1-a57e-481f-a58f-8182e6c50e30 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Network 7252dcaa-1a1f-44a2-add6-996da9766c0d is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:52:48.218419 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-9e1215d1-a57e-481f-a58f-8182e6c50e30 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:52:48.220832 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1215d1-a57e-481f-a58f-8182e6c50e30 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:52:48.245124 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f134d706-6f25-4e1a-9e05-6deb1f645557 None None] For port 88bd8467-1d2b-4f85-8e91-c755c48f03b4, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:52:48.263727 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f134d706-6f25-4e1a-9e05-6deb1f645557 None None] For port 88bd8467-1d2b-4f85-8e91-c755c48f03b4, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=88bd8467-1d2b-4f85-8e91-c755c48f03b4,segment=NetworkSegment(7b664ff8-423c-4f29-a577-64b533212e2e),segment_id=7b664ff8-423c-4f29-a577-64b533212e2e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:52:48.273650 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1215d1-a57e-481f-a58f-8182e6c50e30 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'Port': ['ID=094ccf08-a30b-4d90-a9a8-f653ea200cae,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:48.303969 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9e1215d1-a57e-481f-a58f-8182e6c50e30 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:48.310652 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port b68bd464-5573-4f3c-adc5-8250201b5eba, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=b68bd464-5573-4f3c-adc5-8250201b5eba,segment=NetworkSegment(c1913453-5352-4f75-a107-aede62df174a),segment_id=c1913453-5352-4f75-a107-aede62df174a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:52:48.341384 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f134d706-6f25-4e1a-9e05-6deb1f645557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:48.474136 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9e1215d1-a57e-481f-a58f-8182e6c50e30 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:48.488450 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecada1-1f6e-484d-9e57-5e8c9ee26182 service neutron] Pushing event updated for resources: {'Port': ['ID=80ecd12c-1b1f-45c0-8744-d8fc3c292241,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:48.568464 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:48.660078 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-2ee6057b-c11d-4d49-a40e-1d235981799f admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-2001543958-network', 'tenant_id': '50223ec80442425786a0c86baaac8f97'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:48.678688 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2ee6057b-c11d-4d49-a40e-1d235981799f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:48.722617 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2ee6057b-c11d-4d49-a40e-1d235981799f admin admin] Usage tracker for resource:network and tenant:50223ec80442425786a0c86baaac8f97 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:48.736844 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2ee6057b-c11d-4d49-a40e-1d235981799f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:48.747567 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134d706-6f25-4e1a-9e05-6deb1f645557 None None] Pushing event updated for resources: {'Port': ['ID=88bd8467-1d2b-4f85-8e91-c755c48f03b4,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:48.878753 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9202043d-7b89-435a-a824-4931d1e905fb tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:48.883845 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:52:48.893816 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-baecada1-1f6e-484d-9e57-5e8c9ee26182 service neutron] Attempting to bind port 80ecd12c-1b1f-45c0-8744-d8fc3c292241 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:52:48.894628 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-baecada1-1f6e-484d-9e57-5e8c9ee26182 service neutron] Attempting to bind port 80ecd12c-1b1f-45c0-8744-d8fc3c292241 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': 'c1913453-5352-4f75-a107-aede62df174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '055bb8ea-12c0-406b-86df-a2692a31f631'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:52:48.894962 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-baecada1-1f6e-484d-9e57-5e8c9ee26182 service neutron] Attempting to bind port 80ecd12c-1b1f-45c0-8744-d8fc3c292241 on network 055bb8ea-12c0-406b-86df-a2692a31f631 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:52:48.902496 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-baecada1-1f6e-484d-9e57-5e8c9ee26182 service neutron] Port 80ecd12c-1b1f-45c0-8744-d8fc3c292241 on network 055bb8ea-12c0-406b-86df-a2692a31f631 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:52:48.902825 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-baecada1-1f6e-484d-9e57-5e8c9ee26182 service neutron] Attempting to bind port 80ecd12c-1b1f-45c0-8744-d8fc3c292241 on network 055bb8ea-12c0-406b-86df-a2692a31f631 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:52:48.913103 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-baecada1-1f6e-484d-9e57-5e8c9ee26182 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:52:48.913448 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-baecada1-1f6e-484d-9e57-5e8c9ee26182 service neutron] Checking segment: {'id': 'c1913453-5352-4f75-a107-aede62df174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '055bb8ea-12c0-406b-86df-a2692a31f631'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:52:48.913834 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-baecada1-1f6e-484d-9e57-5e8c9ee26182 service neutron] Bound using segment: {'id': 'c1913453-5352-4f75-a107-aede62df174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '055bb8ea-12c0-406b-86df-a2692a31f631'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:52:48.914305 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-baecada1-1f6e-484d-9e57-5e8c9ee26182 service neutron] Bound port: 80ecd12c-1b1f-45c0-8744-d8fc3c292241, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1913453-5352-4f75-a107-aede62df174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '055bb8ea-12c0-406b-86df-a2692a31f631'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:52:48.914712 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-baecada1-1f6e-484d-9e57-5e8c9ee26182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:49.028074 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=b68bd464-5573-4f3c-adc5-8250201b5eba,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:49.069593 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2ee6057b-c11d-4d49-a40e-1d235981799f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:49.096794 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-baecada1-1f6e-484d-9e57-5e8c9ee26182 service neutron] For port 80ecd12c-1b1f-45c0-8744-d8fc3c292241, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:52:49.100496 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-baecada1-1f6e-484d-9e57-5e8c9ee26182 service neutron] For port 80ecd12c-1b1f-45c0-8744-d8fc3c292241, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=80ecd12c-1b1f-45c0-8744-d8fc3c292241,segment=NetworkSegment(c1913453-5352-4f75-a107-aede62df174a),segment_id=c1913453-5352-4f75-a107-aede62df174a)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:52:49.102984 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9202043d-7b89-435a-a824-4931d1e905fb tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:49.152153 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-baecada1-1f6e-484d-9e57-5e8c9ee26182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:49.203811 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec139414-e161-42f8-9834-7c356f8f19af None None] Network 7252dcaa-1a1f-44a2-add6-996da9766c0d requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:52:49.207240 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9202043d-7b89-435a-a824-4931d1e905fb tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:52:49.212014 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-9202043d-7b89-435a-a824-4931d1e905fb tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:52:49.238196 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9202043d-7b89-435a-a824-4931d1e905fb tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:52:49.289171 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-baecada1-1f6e-484d-9e57-5e8c9ee26182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:49.289864 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-baecada1-1f6e-484d-9e57-5e8c9ee26182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:49.292446 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-baecada1-1f6e-484d-9e57-5e8c9ee26182 service neutron] 10.222.0.67 "PUT /v2.0/ports/80ecd12c-1b1f-45c0-8744-d8fc3c292241 HTTP/1.1" status: 200 len: 1091 time: 2.9255168 May 03 22:52:49.299876 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '536ebbd0-0ec6-4871-a5c5-17a1ecb82a10', 'tag': '80ecd12c-1b1f-45c0-8744-d8fc3c292241'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:52:49.379196 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:52:49.386299 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:52:49.386914 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:49.396983 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202043d-7b89-435a-a824-4931d1e905fb tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Pushing event updated for resources: {'Port': ['ID=e207b778-b4e7-4d1d-9cbb-dbeb2f927e54,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:49.415669 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c0a7d514-f8db-49f9-b0a5-f5dd822cdf96 None None] Provisioning for port 6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:52:49.429123 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c0a7d514-f8db-49f9-b0a5-f5dd822cdf96 None None] Provisioning complete for port 6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:52:49.429760 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c0a7d514-f8db-49f9-b0a5-f5dd822cdf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:49.482604 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee6057b-c11d-4d49-a40e-1d235981799f admin admin] Made reservation on behalf of 50223ec80442425786a0c86baaac8f97 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:52:49.489766 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2ee6057b-c11d-4d49-a40e-1d235981799f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:49.525380 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecada1-1f6e-484d-9e57-5e8c9ee26182 service neutron] Pushing event updated for resources: {'Port': ['ID=80ecd12c-1b1f-45c0-8744-d8fc3c292241,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:49.584686 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2ee6057b-c11d-4d49-a40e-1d235981799f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:49.629698 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2ee6057b-c11d-4d49-a40e-1d235981799f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:49.639433 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2ee6057b-c11d-4d49-a40e-1d235981799f admin admin] Usage tracker for resource:security_group_rule and tenant:50223ec80442425786a0c86baaac8f97 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:49.642878 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2ee6057b-c11d-4d49-a40e-1d235981799f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:49.649523 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2ee6057b-c11d-4d49-a40e-1d235981799f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:49.827571 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-45694b8d-2a65-472b-af9b-4f8f4cf81c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:49.829725 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-45694b8d-2a65-472b-af9b-4f8f4cf81c16 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 1094 time: 0.4878390 May 03 22:52:49.835809 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c264e8-a187-4cb9-b276-c202ac3f7cad req-47d7194a-10a7-4966-8ae9-0127987afa8a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:49.843296 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-26c264e8-a187-4cb9-b276-c202ac3f7cad req-47d7194a-10a7-4966-8ae9-0127987afa8a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 943 time: 0.9210391 May 03 22:52:49.864036 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c0a7d514-f8db-49f9-b0a5-f5dd822cdf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:49.903126 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-c0a7d514-f8db-49f9-b0a5-f5dd822cdf96 None None] For port 6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b,segment=NetworkSegment(52fb296f-9565-43d6-b131-a83808b34cfe),segment_id=52fb296f-9565-43d6-b131-a83808b34cfe)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:52:49.919101 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c0a7d514-f8db-49f9-b0a5-f5dd822cdf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:49.919424 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2ee6057b-c11d-4d49-a40e-1d235981799f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:49.949946 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-b4d0aa29-b1c5-48d4-924a-e4aeaccf4f97 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80ecd12c-1b1f-45c0-8744-d8fc3c292241 HTTP/1.1" status: 200 len: 217 time: 0.1086211 May 03 22:52:50.012637 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdacdd-5121-4532-a3a0-778d5117c79f req-edfdef29-5421-4a5f-94db-d36ed1e4a5de tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:50.016856 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7d514-f8db-49f9-b0a5-f5dd822cdf96 None None] Pushing event updated for resources: {'Port': ['ID=6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:50.024212 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b8cdacdd-5121-4532-a3a0-778d5117c79f req-edfdef29-5421-4a5f-94db-d36ed1e4a5de tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=688cfb1a-5d36-4ac7-98f8-e2511fcf1e35 HTTP/1.1" status: 200 len: 944 time: 0.6941204 May 03 22:52:50.024909 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2ee6057b-c11d-4d49-a40e-1d235981799f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:50.049402 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:50.072103 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-26c264e8-a187-4cb9-b276-c202ac3f7cad req-9fc9fd3c-2d22-435a-945c-df2fa5af8221 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2279494 May 03 22:52:50.149516 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee6057b-c11d-4d49-a40e-1d235981799f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:52:50.172548 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2ee6057b-c11d-4d49-a40e-1d235981799f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:50.172943 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-2ee6057b-c11d-4d49-a40e-1d235981799f admin admin] Added segment 016f4feb-5541-4ca0-b1a6-bd54e7a10328 of type vlan for network fb1cf343-497f-4c88-b259-b9dc975a0d5b May 03 22:52:50.210367 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2ee6057b-c11d-4d49-a40e-1d235981799f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:50.266536 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:52:50.266899 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:52:50.297886 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2ee6057b-c11d-4d49-a40e-1d235981799f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:50.298870 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee6057b-c11d-4d49-a40e-1d235981799f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:50.299469 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2ee6057b-c11d-4d49-a40e-1d235981799f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:50.314963 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6b8a7e2-7e04-49df-9886-ab7604dec5f3'] response: {'name': 'network-changed', 'server_uuid': '536ebbd0-0ec6-4871-a5c5-17a1ecb82a10', 'tag': '80ecd12c-1b1f-45c0-8744-d8fc3c292241', 'status': 'completed', 'code': 200} May 03 22:52:50.332747 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60a54c6-afbf-4d1b-80a6-ef1bb5aad17f None None] Network cdaa2d62-b660-40a1-a87e-b5a999d519b1 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:52:50.383905 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9e1215d1-a57e-481f-a58f-8182e6c50e30 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:50.408347 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6057b-c11d-4d49-a40e-1d235981799f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218d8fcc-9f5c-4e2f-a1d8-0b944a52767a,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:50.430337 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9e1215d1-a57e-481f-a58f-8182e6c50e30 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:50.522503 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9202043d-7b89-435a-a824-4931d1e905fb tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:50.564758 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-eb92924d-c505-4fd3-b089-5c650ee0acfc None None] Provisioning complete for port 6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:52:50.565127 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eb92924d-c505-4fd3-b089-5c650ee0acfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:50.645690 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-16446246-5726-4bc6-b3a0-b1a46a5577b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:50.648339 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-16446246-5726-4bc6-b3a0-b1a46a5577b2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79599846-a979-45d3-98e2-160f7aa782c9 HTTP/1.1" status: 200 len: 835 time: 0.6848171 May 03 22:52:50.663604 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2ee6057b-c11d-4d49-a40e-1d235981799f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.7597687 May 03 22:52:50.676704 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36424) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:50.686089 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9e1215d1-a57e-481f-a58f-8182e6c50e30 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:50.708163 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b8cdacdd-5121-4532-a3a0-778d5117c79f req-f5509de1-631a-4c7b-96aa-a813f9623e38 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6566031 May 03 22:52:50.727869 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-0c822164-a9f2-4aca-9030-5aba96f45de7 admin admin] Request body: {'subnet': {'network_id': 'fb1cf343-497f-4c88-b259-b9dc975a0d5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-2001543958-subnet', 'tenant_id': '50223ec80442425786a0c86baaac8f97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:50.781329 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0c822164-a9f2-4aca-9030-5aba96f45de7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:50.881479 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-eb92924d-c505-4fd3-b089-5c650ee0acfc None None] Provisioning for port 094ccf08-a30b-4d90-a9a8-f653ea200cae completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:52:50.889684 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-eb92924d-c505-4fd3-b089-5c650ee0acfc None None] Provisioning complete for port 094ccf08-a30b-4d90-a9a8-f653ea200cae triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:52:50.890098 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eb92924d-c505-4fd3-b089-5c650ee0acfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:50.952823 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:52:50.984482 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0c822164-a9f2-4aca-9030-5aba96f45de7 admin admin] Usage tracker for resource:subnet and tenant:50223ec80442425786a0c86baaac8f97 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:50.987236 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6057b-c11d-4d49-a40e-1d235981799f admin admin] Pushing event updated for resources: {'Network': ['ID=fb1cf343-497f-4c88-b259-b9dc975a0d5b,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:50.989607 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0c822164-a9f2-4aca-9030-5aba96f45de7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:51.010562 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0c822164-a9f2-4aca-9030-5aba96f45de7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:51.015292 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network fb1cf343-497f-4c88-b259-b9dc975a0d5b details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:52:51.015823 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1215d1-a57e-481f-a58f-8182e6c50e30 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'Port': ['ID=094ccf08-a30b-4d90-a9a8-f653ea200cae,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:51.020003 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1215d1-a57e-481f-a58f-8182e6c50e30 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Network 7252dcaa-1a1f-44a2-add6-996da9766c0d is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:52:51.022612 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-9e1215d1-a57e-481f-a58f-8182e6c50e30 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:52:51.198992 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c822164-a9f2-4aca-9030-5aba96f45de7 admin admin] Made reservation on behalf of 50223ec80442425786a0c86baaac8f97 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:52:51.201423 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0c822164-a9f2-4aca-9030-5aba96f45de7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:51.221512 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-eb92924d-c505-4fd3-b089-5c650ee0acfc None None] Port 094ccf08-a30b-4d90-a9a8-f653ea200cae cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:52:51.224662 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:52:51.251328 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-81ae31bb-6fa2-4692-aad2-3f023f203de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:51.252941 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-81ae31bb-6fa2-4692-aad2-3f023f203de9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=055bb8ea-12c0-406b-86df-a2692a31f631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4771078 May 03 22:52:51.312013 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-eb92924d-c505-4fd3-b089-5c650ee0acfc None None] Provisioning for port 88bd8467-1d2b-4f85-8e91-c755c48f03b4 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:52:51.320233 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:52:51.328836 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:52:51.329349 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:51.403887 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:52:51.404273 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:51.457240 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-0a8c58f1-d7e0-41ae-9ad6-40c0bf423c34 service neutron] 10.222.0.67 "GET /v2.0/networks/055bb8ea-12c0-406b-86df-a2692a31f631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971190 May 03 22:52:51.589747 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82a36c-73f2-4182-8bcc-2a98e7482946 req-d25d8725-ed89-43c1-885b-7068767f6c47 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:51.591288 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cf82a36c-73f2-4182-8bcc-2a98e7482946 req-d25d8725-ed89-43c1-885b-7068767f6c47 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 943 time: 0.2463906 May 03 22:52:51.662026 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9202043d-7b89-435a-a824-4931d1e905fb tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:51.670176 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 88bd8467-1d2b-4f85-8e91-c755c48f03b4 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:52:51.685479 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cf82a36c-73f2-4182-8bcc-2a98e7482946 req-25e02ae7-6374-4bb2-a1f9-890674af7c43 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861647 May 03 22:52:51.688916 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1215d1-a57e-481f-a58f-8182e6c50e30 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Router 793278a9-934d-4f67-8cd7-38f8788716b1 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:52:51.807037 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:51.823807 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7891ee7f-b55a-4551-9ba6-2483ae116f95 None None] Provisioning complete for port 094ccf08-a30b-4d90-a9a8-f653ea200cae triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:52:51.835572 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7891ee7f-b55a-4551-9ba6-2483ae116f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:51.929133 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-7891ee7f-b55a-4551-9ba6-2483ae116f95 None None] Port 094ccf08-a30b-4d90-a9a8-f653ea200cae cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:52:51.940255 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cb04d658-bee4-4574-a9a3-8a159666b41d req-3f762f7b-fc79-4499-8bff-0173a82c424a service neutron] 10.222.0.67 "GET /v2.0/networks/055bb8ea-12c0-406b-86df-a2692a31f631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762285 May 03 22:52:51.974554 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688cfb1a-5d36-4ac7-98f8-e2511fcf1e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:52:51.995005 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9202043d-7b89-435a-a824-4931d1e905fb tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Router 34cad4d3-b224-4315-aaa9-385116145fbc is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:52:52.012099 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:52:52.021015 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:52.059517 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e9c9c54-de70-4163-80b1-304dd395d4e5'] response: {'server_uuid': '688cfb1a-5d36-4ac7-98f8-e2511fcf1e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8', 'code': 200} May 03 22:52:52.065216 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 88bd8467-1d2b-4f85-8e91-c755c48f03b4 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:52:52.074756 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0c822164-a9f2-4aca-9030-5aba96f45de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:52.084512 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 88bd8467-1d2b-4f85-8e91-c755c48f03b4 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:52:52.084891 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:52.170933 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:52.200507 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1215d1-a57e-481f-a58f-8182e6c50e30 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:52:52.232494 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bb7ca9-0947-4513-952e-8b63241dbcbd None None] Sync routers for ids ['793278a9-934d-4f67-8cd7-38f8788716b1'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:52:52.252811 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bb7ca9-0947-4513-952e-8b63241dbcbd None None] Routers {'793278a9-934d-4f67-8cd7-38f8788716b1'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:52:52.254028 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b0bb7ca9-0947-4513-952e-8b63241dbcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:52:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['793278a9-934d-4f67-8cd7-38f8788716b1'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:52.289869 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9e1215d1-a57e-481f-a58f-8182e6c50e30 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "PUT /v2.0/routers/793278a9-934d-4f67-8cd7-38f8788716b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3349304 May 03 22:52:52.296336 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c822164-a9f2-4aca-9030-5aba96f45de7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94a224a2-aeff-4abd-8480-6b608f5a8b5c,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:52.311570 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36460) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:52.349904 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b0bb7ca9-0947-4513-952e-8b63241dbcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:52.357012 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:52.367432 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c822164-a9f2-4aca-9030-5aba96f45de7 admin admin] Checking segment: {'id': '016f4feb-5541-4ca0-b1a6-bd54e7a10328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'fb1cf343-497f-4c88-b259-b9dc975a0d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:52:52.367790 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c822164-a9f2-4aca-9030-5aba96f45de7 admin admin] Network hostable DHCP agents. Network: fb1cf343-497f-4c88-b259-b9dc975a0d5b, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:52:52.384162 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bb7ca9-0947-4513-952e-8b63241dbcbd None None] Routers {'793278a9-934d-4f67-8cd7-38f8788716b1'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:52:52.384808 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b0bb7ca9-0947-4513-952e-8b63241dbcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:52:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['793278a9-934d-4f67-8cd7-38f8788716b1'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:52.414665 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ba341-dbd2-464a-8960-01932f7c434f req-e68b6d04-0705-4ffc-b706-a85079db9a31 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:52.416148 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-321ba341-dbd2-464a-8960-01932f7c434f req-e68b6d04-0705-4ffc-b706-a85079db9a31 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=688cfb1a-5d36-4ac7-98f8-e2511fcf1e35 HTTP/1.1" status: 200 len: 945 time: 0.4137881 May 03 22:52:52.453548 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af0f82-d066-4142-9296-4cfb7c3e0a8d req-48ff8414-4c3d-4dbe-a22c-34f5b05d66de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:52.455088 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-31af0f82-d066-4142-9296-4cfb7c3e0a8d req-48ff8414-4c3d-4dbe-a22c-34f5b05d66de service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 1094 time: 0.4478233 May 03 22:52:52.458308 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42661f96-e2f0-4296-a54e-0c213d8ba25c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:52.458901 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-42661f96-e2f0-4296-a54e-0c213d8ba25c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Synchronizing usage tracker for tenant:51751333bcc04a9b85b04e61623005e7 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:52:52.479660 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9202043d-7b89-435a-a824-4931d1e905fb tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:52:52.485115 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c822164-a9f2-4aca-9030-5aba96f45de7 admin admin] Network fb1cf343-497f-4c88-b259-b9dc975a0d5b is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:52:52.491940 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b0bb7ca9-0947-4513-952e-8b63241dbcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:52.492347 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bb7ca9-0947-4513-952e-8b63241dbcbd None None] The sync data for ids ['793278a9-934d-4f67-8cd7-38f8788716b1'] in n-d-811807-1 is: [] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:52:52.493117 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebe025d-2516-4ceb-84bd-75197666092d None None] Sync routers for ids ['34cad4d3-b224-4315-aaa9-385116145fbc'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:52:52.500653 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 88bd8467-1d2b-4f85-8e91-c755c48f03b4, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=88bd8467-1d2b-4f85-8e91-c755c48f03b4,segment=NetworkSegment(7b664ff8-423c-4f29-a577-64b533212e2e),segment_id=7b664ff8-423c-4f29-a577-64b533212e2e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:52:52.507370 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:52.508251 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device b68bd464-5573-4f3c-adc5-8250201b5eba up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:52:52.509025 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebe025d-2516-4ceb-84bd-75197666092d None None] Routers {'34cad4d3-b224-4315-aaa9-385116145fbc'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:52:52.510837 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-cebe025d-2516-4ceb-84bd-75197666092d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:52:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['34cad4d3-b224-4315-aaa9-385116145fbc'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:52.515750 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eca58f-99e0-41fe-8446-f5a49893f952 req-e0e20dee-9f54-4bfb-b18b-cf8e260ef1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:52.517652 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-40eca58f-99e0-41fe-8446-f5a49893f952 req-e0e20dee-9f54-4bfb-b18b-cf8e260ef1e5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=688cfb1a-5d36-4ac7-98f8-e2511fcf1e35 HTTP/1.1" status: 200 len: 1096 time: 0.3772695 May 03 22:52:52.524903 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-321ba341-dbd2-464a-8960-01932f7c434f req-1f53376a-de9d-4da2-85aa-48ddc932e9a5 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969286 May 03 22:52:52.527613 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-0c822164-a9f2-4aca-9030-5aba96f45de7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, fb1cf343-497f-4c88-b259-b9dc975a0d5b) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:52:52.546080 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-42661f96-e2f0-4296-a54e-0c213d8ba25c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Unset dirty status for tenant:51751333bcc04a9b85b04e61623005e7 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:52:52.547457 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-42661f96-e2f0-4296-a54e-0c213d8ba25c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "GET /v2.0/ports/094ccf08-a30b-4d90-a9a8-f653ea200cae HTTP/1.1" status: 200 len: 910 time: 0.2347643 May 03 22:52:52.549190 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c822164-a9f2-4aca-9030-5aba96f45de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:52.551227 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0c822164-a9f2-4aca-9030-5aba96f45de7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:52.555052 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36470) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:52.648263 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4bd885-1dee-4c75-bd72-0fd3320870a5 None None] Network fb1cf343-497f-4c88-b259-b9dc975a0d5b requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:52:52.657563 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9202043d-7b89-435a-a824-4931d1e905fb tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:52.661460 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9202043d-7b89-435a-a824-4931d1e905fb tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.6588459 May 03 22:52:52.667852 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36476) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:52.680056 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-f0c49a6d-2f83-4866-97dc-908aa79e953f tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:52:52.716544 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0c822164-a9f2-4aca-9030-5aba96f45de7 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0235701 May 03 22:52:52.728148 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-40eca58f-99e0-41fe-8446-f5a49893f952 req-a826ec32-0d8c-4bb9-bd73-dbc7cbfc7b50 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010982 May 03 22:52:52.731845 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-cebe025d-2516-4ceb-84bd-75197666092d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:52.762213 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebe025d-2516-4ceb-84bd-75197666092d None None] Routers {'34cad4d3-b224-4315-aaa9-385116145fbc'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:52:52.765365 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-cebe025d-2516-4ceb-84bd-75197666092d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:52:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['34cad4d3-b224-4315-aaa9-385116145fbc'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:52.895008 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-cebe025d-2516-4ceb-84bd-75197666092d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:52.895702 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebe025d-2516-4ceb-84bd-75197666092d None None] The sync data for ids ['34cad4d3-b224-4315-aaa9-385116145fbc'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:52:52.901620 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af0f82-d066-4142-9296-4cfb7c3e0a8d req-8bfaa3fb-e580-479e-92a9-c072b2ec9707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:52.903265 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-31af0f82-d066-4142-9296-4cfb7c3e0a8d req-8bfaa3fb-e580-479e-92a9-c072b2ec9707 service neutron] 10.222.0.67 "GET /v2.0/networks?id=055bb8ea-12c0-406b-86df-a2692a31f631 HTTP/1.1" status: 200 len: 897 time: 0.4412887 May 03 22:52:52.956146 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=88bd8467-1d2b-4f85-8e91-c755c48f03b4,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:52.965921 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-11f20129-7de4-4dd0-9a68-98ebbd607001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:52.989578 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port b68bd464-5573-4f3c-adc5-8250201b5eba triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:52:52.990185 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:53.011729 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-31af0f82-d066-4142-9296-4cfb7c3e0a8d req-3dbcef95-914f-47d8-a780-32ef860e3ec0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80ecd12c-1b1f-45c0-8744-d8fc3c292241 HTTP/1.1" status: 200 len: 217 time: 0.0950310 May 03 22:52:53.262291 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4489691b-eeeb-4f61-a1fe-4a553c12672f None None] Network fb1cf343-497f-4c88-b259-b9dc975a0d5b requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:52:53.317562 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af0f82-d066-4142-9296-4cfb7c3e0a8d req-fa2f5972-8485-49e8-b595-0f16c6197016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:53.319409 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-31af0f82-d066-4142-9296-4cfb7c3e0a8d req-fa2f5972-8485-49e8-b595-0f16c6197016 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79599846-a979-45d3-98e2-160f7aa782c9 HTTP/1.1" status: 200 len: 835 time: 0.2973266 May 03 22:52:53.431819 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 88bd8467-1d2b-4f85-8e91-c755c48f03b4 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:52:53.557422 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df420c8-9d6e-443b-8990-28873feb8ee2 req-2f896eee-ee7c-4f78-95f5-16ad77a47e95 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:53.571329 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6df420c8-9d6e-443b-8990-28873feb8ee2 req-2f896eee-ee7c-4f78-95f5-16ad77a47e95 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 943 time: 0.5410285 May 03 22:52:53.604169 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af0f82-d066-4142-9296-4cfb7c3e0a8d req-33b7eed3-96b2-4ac0-8f94-c8acd554fccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:53.606460 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-31af0f82-d066-4142-9296-4cfb7c3e0a8d req-33b7eed3-96b2-4ac0-8f94-c8acd554fccc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=055bb8ea-12c0-406b-86df-a2692a31f631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2722819 May 03 22:52:53.657935 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-673d01b8-7fbf-4c82-9140-996a1405dc56 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:53.685877 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f0c49a6d-2f83-4866-97dc-908aa79e953f tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:53.735032 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 88bd8467-1d2b-4f85-8e91-c755c48f03b4 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:52:53.735476 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:53.798150 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f0c49a6d-2f83-4866-97dc-908aa79e953f tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:53.823350 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-f0c49a6d-2f83-4866-97dc-908aa79e953f tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Deleting port e207b778-b4e7-4d1d-9cbb-dbeb2f927e54 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:52:53.824313 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f0c49a6d-2f83-4866-97dc-908aa79e953f tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:53.869196 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-31af0f82-d066-4142-9296-4cfb7c3e0a8d req-855be8d1-4cc4-4ffa-9525-94d50bd3eeab service neutron] 10.222.0.67 "GET /v2.0/networks/055bb8ea-12c0-406b-86df-a2692a31f631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534761 May 03 22:52:54.011565 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6df420c8-9d6e-443b-8990-28873feb8ee2 req-47d045ca-aae6-4eea-bab2-fb9f25e0d252 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4381683 May 03 22:52:54.230965 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36520) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:54.335932 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-673d01b8-7fbf-4c82-9140-996a1405dc56 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Allocated IP 172.21.0.1 (cdaa2d62-b660-40a1-a87e-b5a999d519b1/ef0c572e-080c-42a4-a891-8de27c0378a7/0b0a0e61-c3c6-41ed-9691-78e8d8d88bc6) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:52:54.346839 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-31af0f82-d066-4142-9296-4cfb7c3e0a8d req-092ec330-d619-4de9-8bbb-1fcf3add00c7 service neutron] 10.222.0.67 "GET /v2.0/networks/055bb8ea-12c0-406b-86df-a2692a31f631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4698014 May 03 22:52:54.353967 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f0c49a6d-2f83-4866-97dc-908aa79e953f tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:54.362654 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aab06a-8570-4975-a9df-3d8b771ed77b req-e7054d28-3c70-408c-8ec5-b1a59d4e0dd0 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:54.364732 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca924b9c-567d-4656-b7ec-7848fa9d75bc admin admin] Deleting subnet 94a224a2-aeff-4abd-8480-6b608f5a8b5c {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:52:54.366333 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-00aab06a-8570-4975-a9df-3d8b771ed77b req-e7054d28-3c70-408c-8ec5-b1a59d4e0dd0 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=688cfb1a-5d36-4ac7-98f8-e2511fcf1e35 HTTP/1.1" status: 200 len: 945 time: 0.3584926 May 03 22:52:54.375441 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ca924b9c-567d-4656-b7ec-7848fa9d75bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:54.432941 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:54.516093 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-f0c49a6d-2f83-4866-97dc-908aa79e953f tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Calling delete_port for e207b778-b4e7-4d1d-9cbb-dbeb2f927e54 owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:52:54.528734 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-00aab06a-8570-4975-a9df-3d8b771ed77b req-2852c771-7722-4703-93bd-5de948c68df9 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392691 May 03 22:52:54.577213 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ca924b9c-567d-4656-b7ec-7848fa9d75bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:54.599517 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-673d01b8-7fbf-4c82-9140-996a1405dc56 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:54.626393 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-673d01b8-7fbf-4c82-9140-996a1405dc56 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Transition to ACTIVE for port object 0b0a0e61-c3c6-41ed-9691-78e8d8d88bc6 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:52:54.654769 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-673d01b8-7fbf-4c82-9140-996a1405dc56 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:54.666177 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ca924b9c-567d-4656-b7ec-7848fa9d75bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:54.731191 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673d01b8-7fbf-4c82-9140-996a1405dc56 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Network cdaa2d62-b660-40a1-a87e-b5a999d519b1 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:52:54.734492 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-673d01b8-7fbf-4c82-9140-996a1405dc56 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:52:54.738980 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673d01b8-7fbf-4c82-9140-996a1405dc56 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:52:54.770366 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d01b8-7fbf-4c82-9140-996a1405dc56 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'Port': ['ID=0b0a0e61-c3c6-41ed-9691-78e8d8d88bc6,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:54.784658 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673d01b8-7fbf-4c82-9140-996a1405dc56 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:54.785162 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673d01b8-7fbf-4c82-9140-996a1405dc56 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:54.785735 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673d01b8-7fbf-4c82-9140-996a1405dc56 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:54.786329 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673d01b8-7fbf-4c82-9140-996a1405dc56 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:54.786877 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673d01b8-7fbf-4c82-9140-996a1405dc56 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:54.787420 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673d01b8-7fbf-4c82-9140-996a1405dc56 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:54.787949 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673d01b8-7fbf-4c82-9140-996a1405dc56 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:54.788295 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673d01b8-7fbf-4c82-9140-996a1405dc56 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:54.788632 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673d01b8-7fbf-4c82-9140-996a1405dc56 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:54.788966 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673d01b8-7fbf-4c82-9140-996a1405dc56 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:54.789294 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673d01b8-7fbf-4c82-9140-996a1405dc56 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:54.789693 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673d01b8-7fbf-4c82-9140-996a1405dc56 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:54.815556 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ca924b9c-567d-4656-b7ec-7848fa9d75bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:54.831622 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-673d01b8-7fbf-4c82-9140-996a1405dc56 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:54.884992 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ca924b9c-567d-4656-b7ec-7848fa9d75bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:54.888692 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca924b9c-567d-4656-b7ec-7848fa9d75bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94a224a2-aeff-4abd-8480-6b608f5a8b5c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:54.901306 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ca924b9c-567d-4656-b7ec-7848fa9d75bc admin admin] 10.222.0.58 "DELETE /v2.0/subnets/94a224a2-aeff-4abd-8480-6b608f5a8b5c HTTP/1.1" status: 204 len: 168 time: 0.6622827 May 03 22:52:54.905318 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36548) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:54.942490 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f0c49a6d-2f83-4866-97dc-908aa79e953f tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:54.993981 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-673d01b8-7fbf-4c82-9140-996a1405dc56 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:54.996641 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c49a6d-2f83-4866-97dc-908aa79e953f tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Pushing event deleted for resources: {'Port': ['ID=e207b778-b4e7-4d1d-9cbb-dbeb2f927e54,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:55.044033 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d2c0b246-bf73-41a4-bb4a-73f1079188f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:55.053729 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-41ff35b2-bf45-4490-8322-6945c40f4010 None None] Provisioning for port 0b0a0e61-c3c6-41ed-9691-78e8d8d88bc6 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:52:55.079768 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-41ff35b2-bf45-4490-8322-6945c40f4010 None None] Provisioning complete for port 0b0a0e61-c3c6-41ed-9691-78e8d8d88bc6 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:52:55.080167 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-41ff35b2-bf45-4490-8322-6945c40f4010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:55.153083 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b6f51f26-633c-42ff-b096-15ba18c6524f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:55.176247 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f0c49a6d-2f83-4866-97dc-908aa79e953f tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:55.190304 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-41ff35b2-bf45-4490-8322-6945c40f4010 None None] Port 0b0a0e61-c3c6-41ed-9691-78e8d8d88bc6 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:52:55.451054 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211c44b-f96c-4c47-90e8-49a30e819b8e req-d5d3b08c-1c2c-49b1-ae3d-64642107bd72 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:55.454308 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e211c44b-f96c-4c47-90e8-49a30e819b8e req-d5d3b08c-1c2c-49b1-ae3d-64642107bd72 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 943 time: 0.2721567 May 03 22:52:55.544403 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e211c44b-f96c-4c47-90e8-49a30e819b8e req-97d7bbcf-4c98-459a-95c1-68bbb3303041 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837617 May 03 22:52:55.582106 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-673d01b8-7fbf-4c82-9140-996a1405dc56 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:55.586173 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b6f51f26-633c-42ff-b096-15ba18c6524f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:55.595618 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-673d01b8-7fbf-4c82-9140-996a1405dc56 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:55.716123 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-b6f51f26-633c-42ff-b096-15ba18c6524f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb1cf343-497f-4c88-b259-b9dc975a0d5b']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:55.781766 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-673d01b8-7fbf-4c82-9140-996a1405dc56 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:55.793817 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d01b8-7fbf-4c82-9140-996a1405dc56 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'Port': ['ID=0b0a0e61-c3c6-41ed-9691-78e8d8d88bc6,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:55.912421 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d8b26-40bc-48ef-91b7-0940be979ab1 req-0cddbeb5-1922-4fee-bb60-d9bf53a6490e tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:55.913946 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-838d8b26-40bc-48ef-91b7-0940be979ab1 req-0cddbeb5-1922-4fee-bb60-d9bf53a6490e tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=688cfb1a-5d36-4ac7-98f8-e2511fcf1e35 HTTP/1.1" status: 200 len: 945 time: 0.2118216 May 03 22:52:55.926103 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-b6f51f26-633c-42ff-b096-15ba18c6524f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '016f4feb-5541-4ca0-b1a6-bd54e7a10328') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:55.926413 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-b6f51f26-633c-42ff-b096-15ba18c6524f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '016f4feb-5541-4ca0-b1a6-bd54e7a10328') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:55.950490 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b6f51f26-633c-42ff-b096-15ba18c6524f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:55.975398 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f0c49a6d-2f83-4866-97dc-908aa79e953f tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:55.984505 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f0c49a6d-2f83-4866-97dc-908aa79e953f tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-785141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-785150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-783245'] for router, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:55.985386 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673d01b8-7fbf-4c82-9140-996a1405dc56 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Network cdaa2d62-b660-40a1-a87e-b5a999d519b1 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:52:55.987528 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b6f51f26-633c-42ff-b096-15ba18c6524f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:55.988787 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-673d01b8-7fbf-4c82-9140-996a1405dc56 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:52:56.008214 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-838d8b26-40bc-48ef-91b7-0940be979ab1 req-f24864fc-9133-45f7-9572-2adb1d27cc5e tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845504 May 03 22:52:56.067514 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6f51f26-633c-42ff-b096-15ba18c6524f admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:52:56.068419 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b6f51f26-633c-42ff-b096-15ba18c6524f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:56.102183 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:52:56.102183 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:52:56.102183 n-d-811807-1 neutron-server[88070]: timer() May 03 22:52:56.102183 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:52:56.102183 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:52:56.102183 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:52:56.102183 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:52:56.102183 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:52:56.102183 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:52:56.102183 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:52:56.102183 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:52:56.102183 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:52:56.102183 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:52:56.102183 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:52:56.102183 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:52:56.102183 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:52:56.102183 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:52:56.102183 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:52:56.102183 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:52:56.102183 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:52:56.102183 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:52:56.102183 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:52:56.102183 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:52:56.102183 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:52:56.102183 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:52:56.102183 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:52:56.102183 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:52:56.102183 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:52:56.102183 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:52:56.102183 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:52:56.102183 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:52:56.102183 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:52:56.203846 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673d01b8-7fbf-4c82-9140-996a1405dc56 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Router 793278a9-934d-4f67-8cd7-38f8788716b1 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:52:56.225349 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c49a6d-2f83-4866-97dc-908aa79e953f tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Router 34cad4d3-b224-4315-aaa9-385116145fbc has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:52:56.314207 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:56.338106 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:56.344146 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ffcad035-50f0-4d0d-adeb-667613edf1e3 None None] Provisioning complete for port 0b0a0e61-c3c6-41ed-9691-78e8d8d88bc6 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:52:56.344814 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ffcad035-50f0-4d0d-adeb-667613edf1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:56.377396 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 80ecd12c-1b1f-45c0-8744-d8fc3c292241 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:52:56.436018 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c49a6d-2f83-4866-97dc-908aa79e953f tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:52:56.443524 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f0c49a6d-2f83-4866-97dc-908aa79e953f tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:56.445823 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f0c49a6d-2f83-4866-97dc-908aa79e953f tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] 10.222.0.58 "PUT /v2.0/routers/34cad4d3-b224-4315-aaa9-385116145fbc HTTP/1.1" status: 200 len: 705 time: 3.7770228 May 03 22:52:56.448380 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36650) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:56.515511 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b6f51f26-633c-42ff-b096-15ba18c6524f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:56.595080 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 80ecd12c-1b1f-45c0-8744-d8fc3c292241, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=80ecd12c-1b1f-45c0-8744-d8fc3c292241,segment=NetworkSegment(c1913453-5352-4f75-a107-aede62df174a),segment_id=c1913453-5352-4f75-a107-aede62df174a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:52:56.599117 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b6f51f26-633c-42ff-b096-15ba18c6524f admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:56.609034 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '80ecd12c-1b1f-45c0-8744-d8fc3c292241', 'network_id': '055bb8ea-12c0-406b-86df-a2692a31f631', 'port_id': '80ecd12c-1b1f-45c0-8744-d8fc3c292241', 'mac_address': 'fa:16:3e:a3:8c:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79599846-a979-45d3-98e2-160f7aa782c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:52:56.614155 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b6f51f26-633c-42ff-b096-15ba18c6524f admin admin] 10.222.0.58 "DELETE /v2.0/networks/fb1cf343-497f-4c88-b259-b9dc975a0d5b HTTP/1.1" status: 204 len: 168 time: 1.7077336 May 03 22:52:56.615386 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248955de-c03c-4ae1-96bf-5bd04ce653d5 None None] Sync routers for ids ['34cad4d3-b224-4315-aaa9-385116145fbc'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:52:56.622630 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f51f26-633c-42ff-b096-15ba18c6524f admin admin] Pushing event deleted for resources: {'Network': ['ID=fb1cf343-497f-4c88-b259-b9dc975a0d5b,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:56.634049 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8e6e3318-d88f-4ac5-bd64-3bd776d28fa1 tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] 10.222.0.58 "GET /v2.0/routers/34cad4d3-b224-4315-aaa9-385116145fbc HTTP/1.1" status: 200 len: 740 time: 0.1843486 May 03 22:52:56.636683 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36658) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:56.657726 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673d01b8-7fbf-4c82-9140-996a1405dc56 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:52:56.675232 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248955de-c03c-4ae1-96bf-5bd04ce653d5 None None] Routers {'34cad4d3-b224-4315-aaa9-385116145fbc'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:52:56.676385 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-248955de-c03c-4ae1-96bf-5bd04ce653d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:52:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['34cad4d3-b224-4315-aaa9-385116145fbc'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:56.684882 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ad12ab-bef8-4450-a165-bc7f69c9ef22 None None] Sync routers for ids ['793278a9-934d-4f67-8cd7-38f8788716b1'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:52:56.700575 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ad12ab-bef8-4450-a165-bc7f69c9ef22 None None] Routers {'793278a9-934d-4f67-8cd7-38f8788716b1'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:52:56.704257 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-40ad12ab-bef8-4450-a165-bc7f69c9ef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:52:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['793278a9-934d-4f67-8cd7-38f8788716b1'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:56.708138 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0094be9b-bd9e-4618-9e56-33ee3d15d48c tempest-RoutersAdminTest-2037569751 tempest-RoutersAdminTest-2037569751-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=de8965b2-8ea3-4c2b-86b9-c128a58c6e1e&device_id=34cad4d3-b224-4315-aaa9-385116145fbc HTTP/1.1" status: 200 len: 205 time: 0.0689263 May 03 22:52:56.710365 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36662) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:56.734552 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2323e5-c205-4169-9565-db01c128f7ec req-4c3ad15a-3db2-4f1e-8e02-28372ae66b98 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:56.754319 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7c2323e5-c205-4169-9565-db01c128f7ec req-4c3ad15a-3db2-4f1e-8e02-28372ae66b98 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=688cfb1a-5d36-4ac7-98f8-e2511fcf1e35 HTTP/1.1" status: 200 len: 945 time: 0.5337062 May 03 22:52:56.772509 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-248955de-c03c-4ae1-96bf-5bd04ce653d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:56.774536 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-ffcad035-50f0-4d0d-adeb-667613edf1e3 None None] Port 0b0a0e61-c3c6-41ed-9691-78e8d8d88bc6 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:52:56.801214 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:56.809286 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-673d01b8-7fbf-4c82-9140-996a1405dc56 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "PUT /v2.0/routers/793278a9-934d-4f67-8cd7-38f8788716b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2502332 May 03 22:52:56.823173 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ecd12c-1b1f-45c0-8744-d8fc3c292241 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:52:56.827049 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248955de-c03c-4ae1-96bf-5bd04ce653d5 None None] Routers {'34cad4d3-b224-4315-aaa9-385116145fbc'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:52:56.827697 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-248955de-c03c-4ae1-96bf-5bd04ce653d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:52:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['34cad4d3-b224-4315-aaa9-385116145fbc'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:56.832154 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5233d390-fbf6-43e9-b9c6-8b1d97ec2557 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] 10.222.0.58 "GET /v2.0/ports?device_id=34cad4d3-b224-4315-aaa9-385116145fbc HTTP/1.1" status: 200 len: 205 time: 0.1145773 May 03 22:52:56.834766 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36668) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:56.838985 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36670) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:56.862687 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-40ad12ab-bef8-4450-a165-bc7f69c9ef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:56.877210 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ad12ab-bef8-4450-a165-bc7f69c9ef22 None None] Routers {'793278a9-934d-4f67-8cd7-38f8788716b1'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:52:56.878409 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-40ad12ab-bef8-4450-a165-bc7f69c9ef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:52:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['793278a9-934d-4f67-8cd7-38f8788716b1'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:56.884295 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7c2323e5-c205-4169-9565-db01c128f7ec req-3970043b-f900-4e0b-adc9-9f9cc02fd00e tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289949 May 03 22:52:56.955678 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-248955de-c03c-4ae1-96bf-5bd04ce653d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:56.971493 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248955de-c03c-4ae1-96bf-5bd04ce653d5 None None] The sync data for ids ['34cad4d3-b224-4315-aaa9-385116145fbc'] in n-d-811807-1 is: [] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:52:56.977374 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e0c60-b8ce-4bc6-ad5e-8a25ece08180 req-76b7c4ac-f41c-48c3-8e93-ae7af9a167a1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:56.987860 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 80ecd12c-1b1f-45c0-8744-d8fc3c292241, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=80ecd12c-1b1f-45c0-8744-d8fc3c292241,segment=NetworkSegment(c1913453-5352-4f75-a107-aede62df174a),segment_id=c1913453-5352-4f75-a107-aede62df174a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:52:56.987988 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36678) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:56.988085 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c2e0c60-b8ce-4bc6-ad5e-8a25ece08180 req-76b7c4ac-f41c-48c3-8e93-ae7af9a167a1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 943 time: 0.1959069 May 03 22:52:56.988547 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36680) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:56.992117 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:57.000536 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-40ad12ab-bef8-4450-a165-bc7f69c9ef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:57.001142 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ad12ab-bef8-4450-a165-bc7f69c9ef22 None None] The sync data for ids ['793278a9-934d-4f67-8cd7-38f8788716b1'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:52:57.072213 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c2e0c60-b8ce-4bc6-ad5e-8a25ece08180 req-9a3b2042-d667-4027-b715-fa54c2034494 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840077 May 03 22:52:57.109134 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=80ecd12c-1b1f-45c0-8744-d8fc3c292241,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:57.129297 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8a281527-dca4-494a-832e-18882815e849 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:57.240667 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b757e0c8-4ee3-4ce9-b8b8-d459226e469d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:57.257013 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b757e0c8-4ee3-4ce9-b8b8-d459226e469d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:57.261002 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b757e0c8-4ee3-4ce9-b8b8-d459226e469d admin admin] Usage tracker for resource:security_group_rule and tenant:b423f749cbde452697c2bf21b6be21f9 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:57.261260 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74dd835-d3d1-4788-a73a-cf76e8c0a24c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:57.265768 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e74dd835-d3d1-4788-a73a-cf76e8c0a24c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "GET /v2.0/ports/0b0a0e61-c3c6-41ed-9691-78e8d8d88bc6 HTTP/1.1" status: 200 len: 910 time: 0.4221015 May 03 22:52:57.265975 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36692) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:57.268178 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b757e0c8-4ee3-4ce9-b8b8-d459226e469d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:57.296749 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['80ecd12c-1b1f-45c0-8744-d8fc3c292241'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:52:57.329466 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b757e0c8-4ee3-4ce9-b8b8-d459226e469d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:57.464766 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4e1b696d-65ae-4120-8f10-1cf560c58a2d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=50223ec80442425786a0c86baaac8f97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4754539 May 03 22:52:57.466444 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36698) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:57.616340 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8a281527-dca4-494a-832e-18882815e849 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:57.618805 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8a281527-dca4-494a-832e-18882815e849 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:57.658841 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:57.665529 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8a281527-dca4-494a-832e-18882815e849 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:57.666522 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a281527-dca4-494a-832e-18882815e849 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Fanout notify agent at l3_agent the message router_deleted on router 34cad4d3-b224-4315-aaa9-385116145fbc {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:52:57.694638 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8a281527-dca4-494a-832e-18882815e849 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:57.696657 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8a281527-dca4-494a-832e-18882815e849 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] 10.222.0.58 "DELETE /v2.0/routers/34cad4d3-b224-4315-aaa9-385116145fbc HTTP/1.1" status: 204 len: 168 time: 0.8484609 May 03 22:52:57.700001 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36710) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:57.754131 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-866b0dd6-7151-4816-92d0-b62af0d03b05 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] 10.222.0.58 "GET /v2.0/ports?device_id=34cad4d3-b224-4315-aaa9-385116145fbc HTTP/1.1" status: 200 len: 205 time: 0.0520685 May 03 22:52:57.756191 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36714) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:57.828487 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-853956c6-1af0-4770-9a45-2b8f57a6352b tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] delete failed (client error): The resource could not be found. May 03 22:52:57.830154 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-853956c6-1af0-4770-9a45-2b8f57a6352b tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] 10.222.0.58 "DELETE /v2.0/routers/34cad4d3-b224-4315-aaa9-385116145fbc HTTP/1.1" status: 404 len: 336 time: 0.0727658 May 03 22:52:57.832786 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36722) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:57.871615 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6550dece-22b2-441b-9d6b-6b6e1226778a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:57.898621 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-10cf7b43-0e43-4944-b7f9-2b09e3095d96 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] 10.222.0.58 "GET /v2.0/ports?device_id=17f96db8-43be-473f-b177-9afa02a4a98b HTTP/1.1" status: 200 len: 205 time: 0.0637541 May 03 22:52:57.900806 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36728) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:57.973765 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b757e0c8-4ee3-4ce9-b8b8-d459226e469d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:57.974002 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-42a300b7-d933-4edb-82a3-6179604731ed tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] delete failed (client error): The resource could not be found. May 03 22:52:57.975007 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-42a300b7-d933-4edb-82a3-6179604731ed tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] 10.222.0.58 "DELETE /v2.0/routers/17f96db8-43be-473f-b177-9afa02a4a98b HTTP/1.1" status: 404 len: 336 time: 0.0732925 May 03 22:52:57.976405 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6550dece-22b2-441b-9d6b-6b6e1226778a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:57.977757 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36736) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:57.992770 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b757e0c8-4ee3-4ce9-b8b8-d459226e469d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:58.008849 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:58.052537 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0682f80d-56c4-4f95-84f5-4c05cd7a234a tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] 10.222.0.58 "GET /v2.0/ports?device_id=1778f3ed-d935-4669-a138-c5a036bc0da2 HTTP/1.1" status: 200 len: 205 time: 0.0733345 May 03 22:52:58.054900 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36740) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:58.129780 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-63fb81fa-e458-43e1-be86-69c9f8099720 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] delete failed (client error): The resource could not be found. May 03 22:52:58.130983 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-63fb81fa-e458-43e1-be86-69c9f8099720 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] 10.222.0.58 "DELETE /v2.0/routers/1778f3ed-d935-4669-a138-c5a036bc0da2 HTTP/1.1" status: 404 len: 336 time: 0.0750353 May 03 22:52:58.133604 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36748) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:58.150857 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b757e0c8-4ee3-4ce9-b8b8-d459226e469d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b423f749cbde452697c2bf21b6be21f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1611655 May 03 22:52:58.153518 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36752) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:58.156148 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b757e0c8-4ee3-4ce9-b8b8-d459226e469d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd9edbe-d9d9-4d7b-ad40-d0ad0a2191f4,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:58.200692 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e3af19b1-2739-4590-a7e6-0150adbd549b tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] 10.222.0.58 "GET /v2.0/ports?device_id=95279d26-6e42-423b-b285-430766a4eca8 HTTP/1.1" status: 200 len: 205 time: 0.0656059 May 03 22:52:58.203191 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36756) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:58.288228 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-b634e10a-b560-42c2-abee-bda259954aea tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] delete failed (client error): The resource could not be found. May 03 22:52:58.289475 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b634e10a-b560-42c2-abee-bda259954aea tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] 10.222.0.58 "DELETE /v2.0/routers/95279d26-6e42-423b-b285-430766a4eca8 HTTP/1.1" status: 404 len: 336 time: 0.0852139 May 03 22:52:58.292403 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36764) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:58.327081 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-88775a68-e188-4458-9ee3-25a39ec04272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:58.329219 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6550dece-22b2-441b-9d6b-6b6e1226778a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:58.353125 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-44c08c75-d008-4dbb-9c72-5b1f3ccfe002 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a94d99b-19f7-4f8a-8122-6a34b77ae3b9 HTTP/1.1" status: 200 len: 205 time: 0.0592568 May 03 22:52:58.355647 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36774) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:58.372417 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 80ecd12c-1b1f-45c0-8744-d8fc3c292241 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:52:58.420829 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550dece-22b2-441b-9d6b-6b6e1226778a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218d8fcc-9f5c-4e2f-a1d8-0b944a52767a,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:58.427780 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-68907ba7-bb94-4b9d-ab16-9891a03a0275 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] delete failed (client error): The resource could not be found. May 03 22:52:58.428810 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-68907ba7-bb94-4b9d-ab16-9891a03a0275 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] 10.222.0.58 "DELETE /v2.0/routers/4a94d99b-19f7-4f8a-8122-6a34b77ae3b9 HTTP/1.1" status: 404 len: 336 time: 0.0721066 May 03 22:52:58.431921 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36778) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:58.443047 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6550dece-22b2-441b-9d6b-6b6e1226778a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:58.446417 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6550dece-22b2-441b-9d6b-6b6e1226778a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/218d8fcc-9f5c-4e2f-a1d8-0b944a52767a HTTP/1.1" status: 204 len: 168 time: 0.9763603 May 03 22:52:58.454245 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-88775a68-e188-4458-9ee3-25a39ec04272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:58.499265 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 80ecd12c-1b1f-45c0-8744-d8fc3c292241 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:52:58.504776 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 80ecd12c-1b1f-45c0-8744-d8fc3c292241 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:52:58.505422 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:58.525292 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd4b36-9c60-4155-89d1-a2794af04d5f req-61eec590-544a-49a7-9794-07d3631c5f99 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:58.526884 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-19bd4b36-9c60-4155-89d1-a2794af04d5f req-61eec590-544a-49a7-9794-07d3631c5f99 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 944 time: 0.3079858 May 03 22:52:58.532635 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-426e41b6-b868-46cd-860d-3192223f9f3a tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b66f3c5-1472-477e-b7f9-a8c5ddc51ae1 HTTP/1.1" status: 200 len: 205 time: 0.0971177 May 03 22:52:58.536071 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36784) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:58.667823 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e7a61ca3-eb56-406f-b8ba-a17b73b159b7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:58.696930 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-a376d48b-df20-4f90-950d-35a1e7ea8c0f tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] delete failed (client error): The resource could not be found. May 03 22:52:58.698345 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a376d48b-df20-4f90-950d-35a1e7ea8c0f tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] 10.222.0.58 "DELETE /v2.0/routers/0b66f3c5-1472-477e-b7f9-a8c5ddc51ae1 HTTP/1.1" status: 404 len: 336 time: 0.1612971 May 03 22:52:58.700904 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36794) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:58.704311 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:58.746282 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 80ecd12c-1b1f-45c0-8744-d8fc3c292241, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=80ecd12c-1b1f-45c0-8744-d8fc3c292241,segment=NetworkSegment(c1913453-5352-4f75-a107-aede62df174a),segment_id=c1913453-5352-4f75-a107-aede62df174a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:52:58.748177 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536ebbd0-0ec6-4871-a5c5-17a1ecb82a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ecd12c-1b1f-45c0-8744-d8fc3c292241'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:52:58.756054 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:58.775190 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3f1100-0f24-414f-a1a5-494c28421d12 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] DELETE failed (client error): The resource could not be found. May 03 22:52:58.775662 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f3f1100-0f24-414f-a1a5-494c28421d12 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:52:58.777353 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9f3f1100-0f24-414f-a1a5-494c28421d12 tempest-RoutersAdminTest-764659128 tempest-RoutersAdminTest-764659128-project] 10.222.0.58 "DELETE /v2.0/subnets/2983de3c-6dec-4927-83ba-86c4f944243e HTTP/1.1" status: 404 len: 337 time: 0.0750427 May 03 22:52:58.864199 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=80ecd12c-1b1f-45c0-8744-d8fc3c292241,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:59.010168 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b29ddfc4-ce41-412b-8a9f-b4fe450461c2'] response: {'server_uuid': '536ebbd0-0ec6-4871-a5c5-17a1ecb82a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ecd12c-1b1f-45c0-8744-d8fc3c292241', 'code': 200} May 03 22:52:59.154499 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-19bd4b36-9c60-4155-89d1-a2794af04d5f req-cbd07b3b-37c8-4798-a430-c294f7be129b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6033649 May 03 22:52:59.246741 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-88775a68-e188-4458-9ee3-25a39ec04272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:59.250780 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a71f6-8d89-4fb5-8acd-b6ec00c2bc60 req-169c6497-73e2-4df2-8f46-47fb5f2cb917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:59.253000 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3a5a71f6-8d89-4fb5-8acd-b6ec00c2bc60 req-169c6497-73e2-4df2-8f46-47fb5f2cb917 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 1096 time: 0.1633644 May 03 22:52:59.330114 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88775a68-e188-4458-9ee3-25a39ec04272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd9edbe-d9d9-4d7b-ad40-d0ad0a2191f4,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:59.356366 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36832) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:59.382753 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3a5a71f6-8d89-4fb5-8acd-b6ec00c2bc60 req-c6a36d58-73a4-4475-b1e3-31dfad880886 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222410 May 03 22:52:59.401465 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-88775a68-e188-4458-9ee3-25a39ec04272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:59.402628 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-88775a68-e188-4458-9ee3-25a39ec04272 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dbd9edbe-d9d9-4d7b-ad40-d0ad0a2191f4 HTTP/1.1" status: 204 len: 168 time: 1.2479315 May 03 22:52:59.521361 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7928e51b-4c1b-49e0-9f8c-3de9bbb9c547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:59.562385 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-e7a61ca3-eb56-406f-b8ba-a17b73b159b7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Deleting port 0b0a0e61-c3c6-41ed-9691-78e8d8d88bc6 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:52:59.564607 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e7a61ca3-eb56-406f-b8ba-a17b73b159b7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:59.574511 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7928e51b-4c1b-49e0-9f8c-3de9bbb9c547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:59.584021 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7928e51b-4c1b-49e0-9f8c-3de9bbb9c547 admin admin] Usage tracker for resource:security_group_rule and tenant:37a770e676a6492590d90c66f5fd9584 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:59.591215 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7928e51b-4c1b-49e0-9f8c-3de9bbb9c547 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:59.601524 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7928e51b-4c1b-49e0-9f8c-3de9bbb9c547 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:59.722814 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7928e51b-4c1b-49e0-9f8c-3de9bbb9c547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:59.727417 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7928e51b-4c1b-49e0-9f8c-3de9bbb9c547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:59.786379 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7928e51b-4c1b-49e0-9f8c-3de9bbb9c547 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=37a770e676a6492590d90c66f5fd9584&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4289842 May 03 22:52:59.787352 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928e51b-4c1b-49e0-9f8c-3de9bbb9c547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb2b575-169d-431b-8b9e-c97b887c0794,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:59.789646 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36848) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:59.819467 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36854) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:59.827193 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e7a61ca3-eb56-406f-b8ba-a17b73b159b7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:59.849080 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-901af9eb-7f0e-41a7-8175-fb3db334d6e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:59.868273 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-901af9eb-7f0e-41a7-8175-fb3db334d6e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:52:59.880260 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-901af9eb-7f0e-41a7-8175-fb3db334d6e7 admin admin] Usage tracker for resource:security_group_rule and tenant:c8f209bd5cb04260b2592ca0508419a7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:52:59.884553 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-901af9eb-7f0e-41a7-8175-fb3db334d6e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:52:59.891325 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fd5350e7-84d9-4c52-bc95-523b02ee80d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:59.894477 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-901af9eb-7f0e-41a7-8175-fb3db334d6e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:52:59.931858 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36858) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:52:59.950807 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fd5350e7-84d9-4c52-bc95-523b02ee80d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:52:59.963167 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-e7a61ca3-eb56-406f-b8ba-a17b73b159b7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Calling delete_port for 0b0a0e61-c3c6-41ed-9691-78e8d8d88bc6 owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:53:00.042420 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-901af9eb-7f0e-41a7-8175-fb3db334d6e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:00.043490 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fd5350e7-84d9-4c52-bc95-523b02ee80d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:00.059405 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-901af9eb-7f0e-41a7-8175-fb3db334d6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:00.068777 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5350e7-84d9-4c52-bc95-523b02ee80d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb2b575-169d-431b-8b9e-c97b887c0794,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:00.110763 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-4e076a0c-4a6d-4c63-ad95-5d93cde4c0e1 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-720864275-network', 'tenant_id': 'ebd8df79d10f4719b3e906ac04253a0c'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:53:00.127519 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4e076a0c-4a6d-4c63-ad95-5d93cde4c0e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:00.135231 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fd5350e7-84d9-4c52-bc95-523b02ee80d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:00.138590 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fd5350e7-84d9-4c52-bc95-523b02ee80d8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cbb2b575-169d-431b-8b9e-c97b887c0794 HTTP/1.1" status: 204 len: 168 time: 0.3457718 May 03 22:53:00.146950 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4e076a0c-4a6d-4c63-ad95-5d93cde4c0e1 admin admin] Usage tracker for resource:network and tenant:ebd8df79d10f4719b3e906ac04253a0c is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:00.155040 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-901af9eb-7f0e-41a7-8175-fb3db334d6e7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c8f209bd5cb04260b2592ca0508419a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3345978 May 03 22:53:00.156180 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4e076a0c-4a6d-4c63-ad95-5d93cde4c0e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:00.159287 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36870) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:00.166332 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901af9eb-7f0e-41a7-8175-fb3db334d6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1744b0f-27de-4e81-ae67-fe6114a1fe0e,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:00.171617 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4e076a0c-4a6d-4c63-ad95-5d93cde4c0e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:00.184265 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e076a0c-4a6d-4c63-ad95-5d93cde4c0e1 admin admin] Made reservation on behalf of ebd8df79d10f4719b3e906ac04253a0c for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:53:00.187546 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4e076a0c-4a6d-4c63-ad95-5d93cde4c0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:00.225146 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4e076a0c-4a6d-4c63-ad95-5d93cde4c0e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:00.236192 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e7a61ca3-eb56-406f-b8ba-a17b73b159b7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:00.244009 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4e076a0c-4a6d-4c63-ad95-5d93cde4c0e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:00.248980 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4e076a0c-4a6d-4c63-ad95-5d93cde4c0e1 admin admin] Usage tracker for resource:security_group_rule and tenant:ebd8df79d10f4719b3e906ac04253a0c is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:00.252326 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4e076a0c-4a6d-4c63-ad95-5d93cde4c0e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:00.259458 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4e076a0c-4a6d-4c63-ad95-5d93cde4c0e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:00.325661 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cc9d5c35-6055-4f63-82ee-485b47a9609c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:00.328926 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a61ca3-eb56-406f-b8ba-a17b73b159b7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event deleted for resources: {'Port': ['ID=0b0a0e61-c3c6-41ed-9691-78e8d8d88bc6,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:00.426397 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4e076a0c-4a6d-4c63-ad95-5d93cde4c0e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:00.432600 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4e076a0c-4a6d-4c63-ad95-5d93cde4c0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:00.480486 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e076a0c-4a6d-4c63-ad95-5d93cde4c0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26967730-6ee2-49bf-a444-ff6ae24a9a79,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:00.485841 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e076a0c-4a6d-4c63-ad95-5d93cde4c0e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:53:00.500522 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4e076a0c-4a6d-4c63-ad95-5d93cde4c0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:00.500879 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-4e076a0c-4a6d-4c63-ad95-5d93cde4c0e1 admin admin] Added segment 223adc51-355c-4a98-b824-6ae47d0a0ed7 of type vlan for network 8a7de30e-3678-4cb9-8699-a9c175249bde May 03 22:53:00.535841 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cc9d5c35-6055-4f63-82ee-485b47a9609c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:00.542774 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4e076a0c-4a6d-4c63-ad95-5d93cde4c0e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:00.552440 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36888) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:00.636818 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4e076a0c-4a6d-4c63-ad95-5d93cde4c0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:00.638084 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e076a0c-4a6d-4c63-ad95-5d93cde4c0e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:00.638853 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4e076a0c-4a6d-4c63-ad95-5d93cde4c0e1 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:00.670840 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-712b3412-2444-496d-a885-8ee2428373b7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bb593f281c5f450cab885d1b376ef000&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1166904 May 03 22:53:00.678978 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36892) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:00.792765 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4e076a0c-4a6d-4c63-ad95-5d93cde4c0e1 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8596041 May 03 22:53:00.802247 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36896) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:00.805905 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e076a0c-4a6d-4c63-ad95-5d93cde4c0e1 admin admin] Pushing event updated for resources: {'Network': ['ID=8a7de30e-3678-4cb9-8699-a9c175249bde,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:00.814659 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-690c6e48-8d4d-40c6-adfe-b79fa5c266fa admin admin] Request body: {'subnet': {'network_id': '8a7de30e-3678-4cb9-8699-a9c175249bde', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-720864275-subnet', 'tenant_id': 'ebd8df79d10f4719b3e906ac04253a0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:53:00.821594 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 8a7de30e-3678-4cb9-8699-a9c175249bde details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:53:00.823118 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-690c6e48-8d4d-40c6-adfe-b79fa5c266fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:00.828871 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-690c6e48-8d4d-40c6-adfe-b79fa5c266fa admin admin] Usage tracker for resource:subnet and tenant:ebd8df79d10f4719b3e906ac04253a0c is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:00.837879 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-690c6e48-8d4d-40c6-adfe-b79fa5c266fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:00.847591 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-690c6e48-8d4d-40c6-adfe-b79fa5c266fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:00.852114 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-73e88eeb-bd9e-4dc3-b8e7-ca2f8cd42805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:00.859859 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-989edc7a-8b49-4016-b753-70ee836eec24 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:00.861349 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-989edc7a-8b49-4016-b753-70ee836eec24 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/networks?id=707cfa08-484f-448d-b84f-a940bf8f6e2e HTTP/1.1" status: 200 len: 811 time: 0.4843047 May 03 22:53:00.875379 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a7cbf-2395-475e-93a1-1bc657e38c16 req-e2ac8a93-6d52-4cd3-8bb4-c06ebd1039f1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:00.876676 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690c6e48-8d4d-40c6-adfe-b79fa5c266fa admin admin] Made reservation on behalf of ebd8df79d10f4719b3e906ac04253a0c for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:53:00.876826 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f2a7cbf-2395-475e-93a1-1bc657e38c16 req-e2ac8a93-6d52-4cd3-8bb4-c06ebd1039f1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 945 time: 0.5131743 May 03 22:53:00.883040 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-690c6e48-8d4d-40c6-adfe-b79fa5c266fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:00.912701 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-4836af29-af6b-4e39-be2e-00837b064404 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/quotas/fac7f64c48bd48e8ae480a0113f466e9 HTTP/1.1" status: 200 len: 375 time: 0.0348127 May 03 22:53:00.923317 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-73e88eeb-bd9e-4dc3-b8e7-ca2f8cd42805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:00.924786 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e7a61ca3-eb56-406f-b8ba-a17b73b159b7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:00.948745 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cc9d5c35-6055-4f63-82ee-485b47a9609c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:01.086300 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-73e88eeb-bd9e-4dc3-b8e7-ca2f8cd42805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:01.113478 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e88eeb-bd9e-4dc3-b8e7-ca2f8cd42805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03ac7c5-2683-4541-affb-c1114e6ac0f4,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:01.126674 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-73e88eeb-bd9e-4dc3-b8e7-ca2f8cd42805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:01.132085 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-73e88eeb-bd9e-4dc3-b8e7-ca2f8cd42805 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a03ac7c5-2683-4541-affb-c1114e6ac0f4 HTTP/1.1" status: 204 len: 168 time: 0.4455569 May 03 22:53:01.180134 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-690c6e48-8d4d-40c6-adfe-b79fa5c266fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:01.253877 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f2a7cbf-2395-475e-93a1-1bc657e38c16 req-aa8234ed-5607-46fa-ab94-affc228eca55 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3590426 May 03 22:53:01.254601 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d5c35-6055-4f63-82ee-485b47a9609c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1744b0f-27de-4e81-ae67-fe6114a1fe0e,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:01.256149 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c6e48-8d4d-40c6-adfe-b79fa5c266fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b63dab3-fee8-45ff-b75b-f4b7777972a0,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:01.261907 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690c6e48-8d4d-40c6-adfe-b79fa5c266fa admin admin] Checking segment: {'id': '223adc51-355c-4a98-b824-6ae47d0a0ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8a7de30e-3678-4cb9-8699-a9c175249bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:53:01.262318 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690c6e48-8d4d-40c6-adfe-b79fa5c266fa admin admin] Network hostable DHCP agents. Network: 8a7de30e-3678-4cb9-8699-a9c175249bde, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:53:01.287521 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690c6e48-8d4d-40c6-adfe-b79fa5c266fa admin admin] Network 8a7de30e-3678-4cb9-8699-a9c175249bde is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:53:01.301546 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-690c6e48-8d4d-40c6-adfe-b79fa5c266fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 8a7de30e-3678-4cb9-8699-a9c175249bde) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:53:01.314443 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690c6e48-8d4d-40c6-adfe-b79fa5c266fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:01.315115 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-690c6e48-8d4d-40c6-adfe-b79fa5c266fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:01.324515 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5853341d-ce94-44b1-99c1-c33a95edf835 None None] Network 8a7de30e-3678-4cb9-8699-a9c175249bde requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:53:01.327723 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cc9d5c35-6055-4f63-82ee-485b47a9609c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:01.328844 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-cc9d5c35-6055-4f63-82ee-485b47a9609c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f1744b0f-27de-4e81-ae67-fe6114a1fe0e HTTP/1.1" status: 204 len: 168 time: 1.1678567 May 03 22:53:01.371597 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-690c6e48-8d4d-40c6-adfe-b79fa5c266fa admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5668142 May 03 22:53:01.490329 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-d3cce061-a5fa-40b0-8da1-145a2fdf989c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fac7f64c48bd48e8ae480a0113f466e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5496924 May 03 22:53:01.506865 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-e5ecee61-ea23-47a2-a95e-2c31137bf320 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:53:01.508111 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-e5ecee61-ea23-47a2-a95e-2c31137bf320 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067496 May 03 22:53:01.565050 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a61ca3-eb56-406f-b8ba-a17b73b159b7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Router 793278a9-934d-4f67-8cd7-38f8788716b1 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:53:01.594492 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3392ba-56e7-47b6-8a0b-ba3b9921a27a None None] Network 8a7de30e-3678-4cb9-8699-a9c175249bde requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:53:01.840028 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-c1cdff9f-329d-4f8a-9685-4f11d2f54bdd service neutron] 10.222.0.58 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211279 May 03 22:53:01.873184 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a61ca3-eb56-406f-b8ba-a17b73b159b7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:53:01.884395 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e7a61ca3-eb56-406f-b8ba-a17b73b159b7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "PUT /v2.0/routers/793278a9-934d-4f67-8cd7-38f8788716b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6149137 May 03 22:53:01.884493 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36924) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:01.894690 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12d4821-6e5d-4f20-8538-3e2b7b6f9053 None None] Sync routers for ids ['793278a9-934d-4f67-8cd7-38f8788716b1'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:53:01.913719 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12d4821-6e5d-4f20-8538-3e2b7b6f9053 None None] Routers {'793278a9-934d-4f67-8cd7-38f8788716b1'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:53:01.914610 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c12d4821-6e5d-4f20-8538-3e2b7b6f9053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:52:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['793278a9-934d-4f67-8cd7-38f8788716b1'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:01.983651 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c12d4821-6e5d-4f20-8538-3e2b7b6f9053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:01.992681 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12d4821-6e5d-4f20-8538-3e2b7b6f9053 None None] Routers {'793278a9-934d-4f67-8cd7-38f8788716b1'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:53:01.993385 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c12d4821-6e5d-4f20-8538-3e2b7b6f9053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:52:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['793278a9-934d-4f67-8cd7-38f8788716b1'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:02.047006 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-659940bb-80aa-4b2d-a14b-f0f3a33bbdc5 service neutron] 10.222.0.58 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982636 May 03 22:53:02.066958 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c12d4821-6e5d-4f20-8538-3e2b7b6f9053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:02.068023 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12d4821-6e5d-4f20-8538-3e2b7b6f9053 None None] The sync data for ids ['793278a9-934d-4f67-8cd7-38f8788716b1'] in n-d-811807-1 is: [] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:53:02.446532 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-46ef177e-37b9-407f-9ca0-cb80a2e2c028 req-f2b6778e-4f70-4f8f-889b-c3f8ef925c27 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=1994b40c-6c11-4745-b284-d70a739c2341 HTTP/1.1" status: 200 len: 210 time: 0.1187718 May 03 22:53:02.497128 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 36962) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:02.707271 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-545bfbd5-aca6-4a06-a307-9f21afec5ee4 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:02.710199 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-545bfbd5-aca6-4a06-a307-9f21afec5ee4 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.58 "GET /v2.0/networks?id=8a7de30e-3678-4cb9-8699-a9c175249bde HTTP/1.1" status: 200 len: 820 time: 0.3393919 May 03 22:53:02.763346 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-56fb04d0-c20f-4023-86aa-4c377e78075d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Request body: {'networks': [{'name': 'tempest-network--129433251'}, {'name': 'tempest-network--537891861'}]} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:53:02.765182 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-56fb04d0-c20f-4023-86aa-4c377e78075d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Request body: {'network': {'name': 'tempest-network--129433251'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:53:02.766055 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-56fb04d0-c20f-4023-86aa-4c377e78075d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Request body: {'network': {'name': 'tempest-network--537891861'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:53:02.772682 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-56fb04d0-c20f-4023-86aa-4c377e78075d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:02.781555 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-1de47695-335f-4e13-9a11-7dcb03f931e3 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.58 "GET /v2.0/quotas/ebd8df79d10f4719b3e906ac04253a0c HTTP/1.1" status: 200 len: 375 time: 0.0317986 May 03 22:53:02.794167 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-56fb04d0-c20f-4023-86aa-4c377e78075d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Usage tracker for resource:network and tenant:30efc7cf17444533b4630b891dd1ce50 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:02.802526 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-56fb04d0-c20f-4023-86aa-4c377e78075d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:02.811317 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-56fb04d0-c20f-4023-86aa-4c377e78075d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:02.830725 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fb04d0-c20f-4023-86aa-4c377e78075d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Made reservation on behalf of 30efc7cf17444533b4630b891dd1ce50 for: {'network': 2} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:53:02.836332 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-56fb04d0-c20f-4023-86aa-4c377e78075d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:02.839078 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-39687164-456f-47fb-8a53-9c73b57f51a5 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ebd8df79d10f4719b3e906ac04253a0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480297 May 03 22:53:02.860910 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-56fb04d0-c20f-4023-86aa-4c377e78075d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:02.877380 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-390b3dfa-9469-4e0d-8d89-59de526df364 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:02.915842 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f66891-d571-4475-91f0-ee26e88108d5 req-7e1737e5-84f5-4092-89d0-6d45525b0d02 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:02.925485 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-85f66891-d571-4475-91f0-ee26e88108d5 req-7e1737e5-84f5-4092-89d0-6d45525b0d02 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 945 time: 0.2120004 May 03 22:53:03.011027 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-56fb04d0-c20f-4023-86aa-4c377e78075d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:03.035631 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-56fb04d0-c20f-4023-86aa-4c377e78075d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Usage tracker for resource:security_group_rule and tenant:30efc7cf17444533b4630b891dd1ce50 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:03.041350 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-56fb04d0-c20f-4023-86aa-4c377e78075d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:03.047318 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-85f66891-d571-4475-91f0-ee26e88108d5 req-54338fb1-1d57-43b0-9728-26e58cb18287 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125832 May 03 22:53:03.048171 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-56fb04d0-c20f-4023-86aa-4c377e78075d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:03.091726 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-0341de94-8b71-477e-8e9c-6c53bcb90ec3 service neutron] 10.222.0.58 "GET /v2.0/networks/8a7de30e-3678-4cb9-8699-a9c175249bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408712 May 03 22:53:03.331046 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-56fb04d0-c20f-4023-86aa-4c377e78075d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:03.347850 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-56fb04d0-c20f-4023-86aa-4c377e78075d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:03.348319 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-56fb04d0-c20f-4023-86aa-4c377e78075d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:03.445433 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb04d0-c20f-4023-86aa-4c377e78075d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13a31e03-2d8f-44d9-a7a0-1bf0abb882c6,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:03.487482 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-8a66750e-7fe8-4c69-9846-f97077fd9904 service neutron] 10.222.0.58 "GET /v2.0/networks/8a7de30e-3678-4cb9-8699-a9c175249bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945673 May 03 22:53:03.515046 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56fb04d0-c20f-4023-86aa-4c377e78075d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:53:03.532445 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-390b3dfa-9469-4e0d-8d89-59de526df364 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Deleting port 094ccf08-a30b-4d90-a9a8-f653ea200cae {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:53:03.532790 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-390b3dfa-9469-4e0d-8d89-59de526df364 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:03.545210 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28ae58-23ce-49a3-be59-c9b953feb2c6 req-2ea9dfb9-5161-4410-8f2e-77cc2e1cf31a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:03.549391 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f28ae58-23ce-49a3-be59-c9b953feb2c6 req-2ea9dfb9-5161-4410-8f2e-77cc2e1cf31a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 945 time: 0.1552660 May 03 22:53:03.573529 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-56fb04d0-c20f-4023-86aa-4c377e78075d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:03.573888 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-56fb04d0-c20f-4023-86aa-4c377e78075d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Added segment 027e6fcc-fe06-4ecd-9cdd-22bdbcc42fd0 of type vlan for network 382e6bc4-ef5e-4d3e-a834-68d7b906faa6 May 03 22:53:03.646627 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-56fb04d0-c20f-4023-86aa-4c377e78075d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:03.666668 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f28ae58-23ce-49a3-be59-c9b953feb2c6 req-b2d1021a-d02f-4e50-88b5-4c170dadb608 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115162 May 03 22:53:03.689699 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 36998) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:03.784290 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56fb04d0-c20f-4023-86aa-4c377e78075d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:53:03.797786 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-56fb04d0-c20f-4023-86aa-4c377e78075d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:03.798481 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-56fb04d0-c20f-4023-86aa-4c377e78075d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Added segment 2ae494e9-f370-4940-b64b-bc4a926e771c of type vlan for network cf8d83f4-c1b5-491a-acb5-260735623bca May 03 22:53:03.832178 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-56fb04d0-c20f-4023-86aa-4c377e78075d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:03.880162 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-56fb04d0-c20f-4023-86aa-4c377e78075d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:03.880665 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-56fb04d0-c20f-4023-86aa-4c377e78075d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:03.898671 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3bb70484-0f4d-4500-a07b-420e7d14ee6a req-58c1b382-9b90-494a-80f4-7813a1e0a724 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.58 "GET /v2.0/ports?device_id=dafd6497-6324-463e-8b61-59c0951c90e0 HTTP/1.1" status: 200 len: 210 time: 0.1060102 May 03 22:53:03.900950 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fb04d0-c20f-4023-86aa-4c377e78075d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:03.912852 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fb04d0-c20f-4023-86aa-4c377e78075d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:03.914073 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-56fb04d0-c20f-4023-86aa-4c377e78075d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:03.930107 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e8dd92-bd23-40a3-b05d-882fdd08acdf tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:03.934345 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-59e8dd92-bd23-40a3-b05d-882fdd08acdf tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 1091 time: 0.2408903 May 03 22:53:03.949667 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37010) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:03.973701 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-965ca53c-f605-44b0-99ae-981faf07f0cd tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'port_id': '80ecd12c-1b1f-45c0-8744-d8fc3c292241', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:53:03.997317 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9736bf8f-20a9-4b89-934b-8205423b38cb req-594032b1-ab1d-4fca-80df-6f8256d8f614 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=1994b40c-6c11-4745-b284-d70a739c2341 HTTP/1.1" status: 200 len: 210 time: 0.0635829 May 03 22:53:04.016671 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-965ca53c-f605-44b0-99ae-981faf07f0cd tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:04.094733 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-965ca53c-f605-44b0-99ae-981faf07f0cd tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:floatingip and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:04.101343 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-56fb04d0-c20f-4023-86aa-4c377e78075d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.6007657 May 03 22:53:04.101343 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-965ca53c-f605-44b0-99ae-981faf07f0cd tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:04.103559 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37020) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:04.116451 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-390b3dfa-9469-4e0d-8d89-59de526df364 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:04.128971 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-965ca53c-f605-44b0-99ae-981faf07f0cd tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:04.132679 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb04d0-c20f-4023-86aa-4c377e78075d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Pushing event updated for resources: {'Network': ['ID=382e6bc4-ef5e-4d3e-a834-68d7b906faa6,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:04.144830 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 382e6bc4-ef5e-4d3e-a834-68d7b906faa6 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:53:04.278726 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-390b3dfa-9469-4e0d-8d89-59de526df364 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Calling delete_port for 094ccf08-a30b-4d90-a9a8-f653ea200cae owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:53:04.745401 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82a8591-1e36-4c22-bd71-89dba0c4157c tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:04.766972 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb04d0-c20f-4023-86aa-4c377e78075d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Pushing event updated for resources: {'Network': ['ID=cf8d83f4-c1b5-491a-acb5-260735623bca,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:04.786400 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82a8591-1e36-4c22-bd71-89dba0c4157c tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:04.792779 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network cf8d83f4-c1b5-491a-acb5-260735623bca details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:53:04.796578 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82a8591-1e36-4c22-bd71-89dba0c4157c tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:04.799982 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-965ca53c-f605-44b0-99ae-981faf07f0cd tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for floatingip, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:04.807055 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82a8591-1e36-4c22-bd71-89dba0c4157c tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:04.809993 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e82a8591-1e36-4c22-bd71-89dba0c4157c tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.7048912 May 03 22:53:04.814751 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37034) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:05.170843 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d4a8c0ea-2c66-4967-84ba-209edbcea1c8 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:05.222785 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-31198a69-6233-4599-9f20-2860ddd5eb49 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:05.225036 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-31198a69-6233-4599-9f20-2860ddd5eb49 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.60 "GET /v2.0/networks?id=707cfa08-484f-448d-b84f-a940bf8f6e2e HTTP/1.1" status: 200 len: 811 time: 0.9078319 May 03 22:53:05.297250 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-bd4e8254-f3cf-4221-801e-ba715be8ba45 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Request body: {'port': {'device_id': '1994b40c-6c11-4745-b284-d70a739c2341', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'admin_state_up': True, 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:53:05.423316 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b606c230-037e-4b9b-a5d3-f5db526d6a63 req-1002b807-ea95-4a86-b2d0-d0da8e0fa86b tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.58 "GET /v2.0/ports?device_id=dafd6497-6324-463e-8b61-59c0951c90e0 HTTP/1.1" status: 200 len: 210 time: 0.0708520 May 03 22:53:05.469488 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-390b3dfa-9469-4e0d-8d89-59de526df364 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:05.549204 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f41c4db8-daf2-4193-889d-8808a5798558 req-6729a9a3-b488-44e4-80ee-a72fa5ea233f tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=1994b40c-6c11-4745-b284-d70a739c2341 HTTP/1.1" status: 200 len: 210 time: 0.1359992 May 03 22:53:05.578684 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b3dfa-9469-4e0d-8d89-59de526df364 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event deleted for resources: {'Port': ['ID=094ccf08-a30b-4d90-a9a8-f653ea200cae,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:05.719885 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d4a8c0ea-2c66-4967-84ba-209edbcea1c8 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:05.927025 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-d4a8c0ea-2c66-4967-84ba-209edbcea1c8 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['382e6bc4-ef5e-4d3e-a834-68d7b906faa6']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:05.950836 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-d4a8c0ea-2c66-4967-84ba-209edbcea1c8 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '027e6fcc-fe06-4ecd-9cdd-22bdbcc42fd0') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:05.951145 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-d4a8c0ea-2c66-4967-84ba-209edbcea1c8 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '027e6fcc-fe06-4ecd-9cdd-22bdbcc42fd0') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:06.000299 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-390b3dfa-9469-4e0d-8d89-59de526df364 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:06.012334 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d4a8c0ea-2c66-4967-84ba-209edbcea1c8 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:06.018706 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-965ca53c-f605-44b0-99ae-981faf07f0cd tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:06.103625 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-bd4e8254-f3cf-4221-801e-ba715be8ba45 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:06.106568 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d4a8c0ea-2c66-4967-84ba-209edbcea1c8 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:06.127491 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a8c0ea-2c66-4967-84ba-209edbcea1c8 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:53:06.132326 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d4a8c0ea-2c66-4967-84ba-209edbcea1c8 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:06.265710 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:53:06.265710 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:53:06.265710 n-d-811807-1 neutron-server[88069]: timer() May 03 22:53:06.265710 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:53:06.265710 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:53:06.265710 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:53:06.265710 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:53:06.265710 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:53:06.265710 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:53:06.265710 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:53:06.265710 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:53:06.265710 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:53:06.265710 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:53:06.265710 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:53:06.265710 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:53:06.265710 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:53:06.265710 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:53:06.265710 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:53:06.265710 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:53:06.265710 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:53:06.265710 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:53:06.265710 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:53:06.265710 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:53:06.265710 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:53:06.265710 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:53:06.265710 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:53:06.265710 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:53:06.265710 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:53:06.265710 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:53:06.265710 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:53:06.265710 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:53:06.265710 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:53:06.267899 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-bd4e8254-f3cf-4221-801e-ba715be8ba45 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:06.272305 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d4a8c0ea-2c66-4967-84ba-209edbcea1c8 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:06.277899 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d4a8c0ea-2c66-4967-84ba-209edbcea1c8 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:06.315388 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a8c0ea-2c66-4967-84ba-209edbcea1c8 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Pushing event deleted for resources: {'Network': ['ID=382e6bc4-ef5e-4d3e-a834-68d7b906faa6,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:06.326877 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d4a8c0ea-2c66-4967-84ba-209edbcea1c8 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] 10.222.0.58 "DELETE /v2.0/networks/382e6bc4-ef5e-4d3e-a834-68d7b906faa6 HTTP/1.1" status: 204 len: 168 time: 1.5096247 May 03 22:53:06.329789 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37054) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:06.363788 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-bd4e8254-f3cf-4221-801e-ba715be8ba45 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Made reservation on behalf of fac7f64c48bd48e8ae480a0113f466e9 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:53:06.369087 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-bd4e8254-f3cf-4221-801e-ba715be8ba45 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:06.443173 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390b3dfa-9469-4e0d-8d89-59de526df364 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Router 793278a9-934d-4f67-8cd7-38f8788716b1 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:53:06.875019 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0392d5f7-5821-4d9d-b8eb-3fc0068000e2 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:06.908028 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8c98525d-f5fe-4e06-9f78-15aa56c964ac req-a7c9939a-c56b-4a00-830e-d68ab4ecb7cd tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.58 "GET /v2.0/ports?device_id=dafd6497-6324-463e-8b61-59c0951c90e0 HTTP/1.1" status: 200 len: 210 time: 0.3583777 May 03 22:53:06.987820 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9081fc58-2fee-4cd9-b2ad-ea494b41aed7 req-780bc180-0711-46cd-a2e2-c2f552138b91 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=1994b40c-6c11-4745-b284-d70a739c2341 HTTP/1.1" status: 200 len: 210 time: 0.1169682 May 03 22:53:06.987820 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-bd4e8254-f3cf-4221-801e-ba715be8ba45 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Allocated IP 172.20.0.7 (707cfa08-484f-448d-b84f-a940bf8f6e2e/1a456f8a-c743-4130-8826-ac82fe55cbc8/eac1808b-2bff-4a7a-9414-e770c3604a34) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:53:07.072832 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-965ca53c-f605-44b0-99ae-981faf07f0cd tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Allocated IP 172.25.2.17 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/0337e596-6e39-4e82-8f80-63c99de5457c) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:53:07.083336 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390b3dfa-9469-4e0d-8d89-59de526df364 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:53:07.095011 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-e624af0c-3c94-408b-b19b-8b065676355a tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:07.095719 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-e624af0c-3c94-408b-b19b-8b065676355a tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Synchronizing usage tracker for tenant:ebd8df79d10f4719b3e906ac04253a0c on resource:network {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:53:07.096363 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cf047e-a8ea-4041-83c1-e82a0662d9d6 None None] Sync routers for ids ['793278a9-934d-4f67-8cd7-38f8788716b1'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:53:07.110673 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cf047e-a8ea-4041-83c1-e82a0662d9d6 None None] Routers {'793278a9-934d-4f67-8cd7-38f8788716b1'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:53:07.112715 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-a4cf047e-a8ea-4041-83c1-e82a0662d9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:52:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['793278a9-934d-4f67-8cd7-38f8788716b1'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:07.115908 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-390b3dfa-9469-4e0d-8d89-59de526df364 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "PUT /v2.0/routers/793278a9-934d-4f67-8cd7-38f8788716b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2301581 May 03 22:53:07.120477 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37072) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:07.185585 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-57be461a-0f93-4ae7-a41d-0915f21ab308 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Synchronizing usage tracker for tenant:51751333bcc04a9b85b04e61623005e7 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:53:07.194305 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0392d5f7-5821-4d9d-b8eb-3fc0068000e2 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:07.224686 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-e624af0c-3c94-408b-b19b-8b065676355a tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Unset dirty status for tenant:ebd8df79d10f4719b3e906ac04253a0c on resource:network {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:53:07.226232 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-e624af0c-3c94-408b-b19b-8b065676355a tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.67 "GET /v2.0/networks?id=8a7de30e-3678-4cb9-8699-a9c175249bde HTTP/1.1" status: 200 len: 820 time: 1.2106996 May 03 22:53:07.263918 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-0392d5f7-5821-4d9d-b8eb-3fc0068000e2 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf8d83f4-c1b5-491a-acb5-260735623bca']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:07.279611 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-5dd3293b-8bc8-4c79-8f00-ed2e82930c42 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Request body: {'port': {'device_id': 'dafd6497-6324-463e-8b61-59c0951c90e0', 'network_id': '8a7de30e-3678-4cb9-8699-a9c175249bde', 'admin_state_up': True, 'tenant_id': 'ebd8df79d10f4719b3e906ac04253a0c'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:53:07.297273 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-0392d5f7-5821-4d9d-b8eb-3fc0068000e2 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae494e9-f370-4940-b64b-bc4a926e771c') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:07.297704 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-0392d5f7-5821-4d9d-b8eb-3fc0068000e2 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae494e9-f370-4940-b64b-bc4a926e771c') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:07.328951 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-57be461a-0f93-4ae7-a41d-0915f21ab308 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Unset dirty status for tenant:51751333bcc04a9b85b04e61623005e7 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:53:07.330444 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-57be461a-0f93-4ae7-a41d-0915f21ab308 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "GET /v2.0/ports?device_id=793278a9-934d-4f67-8cd7-38f8788716b1 HTTP/1.1" status: 200 len: 205 time: 0.2090485 May 03 22:53:07.360342 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-a4cf047e-a8ea-4041-83c1-e82a0662d9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:07.380048 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cf047e-a8ea-4041-83c1-e82a0662d9d6 None None] Routers {'793278a9-934d-4f67-8cd7-38f8788716b1'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:53:07.381045 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-a4cf047e-a8ea-4041-83c1-e82a0662d9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:52:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['793278a9-934d-4f67-8cd7-38f8788716b1'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:07.384497 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37078) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:07.451139 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-a4cf047e-a8ea-4041-83c1-e82a0662d9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:07.452036 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cf047e-a8ea-4041-83c1-e82a0662d9d6 None None] The sync data for ids ['793278a9-934d-4f67-8cd7-38f8788716b1'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:53:07.465842 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0392d5f7-5821-4d9d-b8eb-3fc0068000e2 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:07.496048 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-bd4e8254-f3cf-4221-801e-ba715be8ba45 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:07.499653 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0392d5f7-5821-4d9d-b8eb-3fc0068000e2 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:07.515130 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0392d5f7-5821-4d9d-b8eb-3fc0068000e2 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:53:07.515620 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0392d5f7-5821-4d9d-b8eb-3fc0068000e2 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:07.531153 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:53:07.531153 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:53:07.531153 n-d-811807-1 neutron-server[88069]: timer() May 03 22:53:07.531153 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:53:07.531153 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:53:07.531153 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:53:07.531153 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:53:07.531153 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:53:07.531153 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:53:07.531153 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:53:07.531153 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:53:07.531153 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:53:07.531153 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:53:07.531153 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:53:07.531153 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:53:07.531153 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:53:07.531153 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:53:07.531153 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:53:07.531153 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:53:07.531153 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:53:07.531153 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:53:07.531153 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:53:07.531153 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:53:07.531153 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:53:07.531153 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:53:07.531153 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:53:07.531153 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:53:07.531153 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:53:07.531153 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:53:07.531153 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:53:07.531153 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:53:07.531153 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:53:07.566346 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bfab1820-fc09-4b42-9308-a98f59643b13 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:07.632562 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-bd4e8254-f3cf-4221-801e-ba715be8ba45 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Transition to ACTIVE for port object eac1808b-2bff-4a7a-9414-e770c3604a34 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:53:07.635916 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0392d5f7-5821-4d9d-b8eb-3fc0068000e2 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:07.663315 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0392d5f7-5821-4d9d-b8eb-3fc0068000e2 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:07.671778 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392d5f7-5821-4d9d-b8eb-3fc0068000e2 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Pushing event deleted for resources: {'Network': ['ID=cf8d83f4-c1b5-491a-acb5-260735623bca,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:07.688060 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0392d5f7-5821-4d9d-b8eb-3fc0068000e2 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] 10.222.0.58 "DELETE /v2.0/networks/cf8d83f4-c1b5-491a-acb5-260735623bca HTTP/1.1" status: 204 len: 168 time: 1.3567891 May 03 22:53:07.688845 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37088) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:07.747200 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-bd4e8254-f3cf-4221-801e-ba715be8ba45 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:07.759694 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:53:07.906488 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-965ca53c-f605-44b0-99ae-981faf07f0cd tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:07.911750 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-5dd3293b-8bc8-4c79-8f00-ed2e82930c42 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:07.999641 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-5dd3293b-8bc8-4c79-8f00-ed2e82930c42 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Usage tracker for resource:port and tenant:ebd8df79d10f4719b3e906ac04253a0c is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:08.006838 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-5dd3293b-8bc8-4c79-8f00-ed2e82930c42 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:08.018459 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-5dd3293b-8bc8-4c79-8f00-ed2e82930c42 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:08.024180 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca267fd-35ce-47be-8e86-0b3a387bd058 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:08.025445 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bfab1820-fc09-4b42-9308-a98f59643b13 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:08.030207 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca267fd-35ce-47be-8e86-0b3a387bd058 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:08.030994 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5ca267fd-35ce-47be-8e86-0b3a387bd058 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Synchronizing usage tracker for tenant:30efc7cf17444533b4630b891dd1ce50 on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:53:08.032889 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bfab1820-fc09-4b42-9308-a98f59643b13 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:08.033902 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e8254-f3cf-4221-801e-ba715be8ba45 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Pushing event updated for resources: {'Port': ['ID=eac1808b-2bff-4a7a-9414-e770c3604a34,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:08.042494 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-bd4e8254-f3cf-4221-801e-ba715be8ba45 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Network 707cfa08-484f-448d-b84f-a940bf8f6e2e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:53:08.044909 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-bd4e8254-f3cf-4221-801e-ba715be8ba45 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:53:08.055442 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-5dd3293b-8bc8-4c79-8f00-ed2e82930c42 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Made reservation on behalf of ebd8df79d10f4719b3e906ac04253a0c for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:53:08.059219 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-bd4e8254-f3cf-4221-801e-ba715be8ba45 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:53:08.061520 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-5dd3293b-8bc8-4c79-8f00-ed2e82930c42 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:08.095924 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5ca267fd-35ce-47be-8e86-0b3a387bd058 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Unset dirty status for tenant:30efc7cf17444533b4630b891dd1ce50 on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:53:08.102080 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37102) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:08.103415 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5ca267fd-35ce-47be-8e86-0b3a387bd058 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4114294 May 03 22:53:08.113327 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-ee032c1e-809d-41d6-beaf-9be61645d463 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1550446261'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:53:08.128465 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ee032c1e-809d-41d6-beaf-9be61645d463 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:08.178014 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bfab1820-fc09-4b42-9308-a98f59643b13 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:08.178499 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfab1820-fc09-4b42-9308-a98f59643b13 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Fanout notify agent at l3_agent the message router_deleted on router 793278a9-934d-4f67-8cd7-38f8788716b1 {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:53:08.211106 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ee032c1e-809d-41d6-beaf-9be61645d463 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:08.213387 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-965ca53c-f605-44b0-99ae-981faf07f0cd tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:08.221596 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-bd4e8254-f3cf-4221-801e-ba715be8ba45 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:08.223087 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-bd4e8254-f3cf-4221-801e-ba715be8ba45 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:08.297578 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-333119df-6f33-4b71-867e-f4e360ebadc9 req-89f20f45-e4bc-4e7b-91d8-ddddb7dd6fc4 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.58 "GET /v2.0/ports?device_id=dafd6497-6324-463e-8b61-59c0951c90e0 HTTP/1.1" status: 200 len: 210 time: 0.1665022 May 03 22:53:08.308330 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-bd4e8254-f3cf-4221-801e-ba715be8ba45 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0232744 May 03 22:53:08.338564 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-037e7abd-187f-4ab4-a008-4ddc412a3510 service neutron] Request body: {'port': {'device_id': '1994b40c-6c11-4745-b284-d70a739c2341', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:53:08.367747 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bfab1820-fc09-4b42-9308-a98f59643b13 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:08.369222 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bfab1820-fc09-4b42-9308-a98f59643b13 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/routers/793278a9-934d-4f67-8cd7-38f8788716b1 HTTP/1.1" status: 204 len: 168 time: 0.9793925 May 03 22:53:08.390124 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37106) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:08.390900 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee032c1e-809d-41d6-beaf-9be61645d463 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Made reservation on behalf of 30efc7cf17444533b4630b891dd1ce50 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:53:08.394851 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ee032c1e-809d-41d6-beaf-9be61645d463 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:08.420258 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ca53c-f605-44b0-99ae-981faf07f0cd tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'Port': ['ID=0337e596-6e39-4e82-8f80-63c99de5457c,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:08.455646 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965ca53c-f605-44b0-99ae-981faf07f0cd tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:53:08.461291 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-965ca53c-f605-44b0-99ae-981faf07f0cd tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:53:08.469339 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965ca53c-f605-44b0-99ae-981faf07f0cd tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:53:08.514198 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f77e036f-b21f-4d64-9008-dd2790021f20 None None] Provisioning for port eac1808b-2bff-4a7a-9414-e770c3604a34 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:53:08.523199 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f77e036f-b21f-4d64-9008-dd2790021f20 None None] Provisioning complete for port eac1808b-2bff-4a7a-9414-e770c3604a34 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:53:08.523199 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f77e036f-b21f-4d64-9008-dd2790021f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:08.551968 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c12937-2a68-4081-a801-4d5b5f01c84d req-693d5460-c553-41b9-8b04-d1187d2ab4ab tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:08.553277 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-69c12937-2a68-4081-a801-4d5b5f01c84d req-693d5460-c553-41b9-8b04-d1187d2ab4ab tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Synchronizing usage tracker for tenant:fac7f64c48bd48e8ae480a0113f466e9 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:53:08.584744 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-0995683d-e4e9-4028-bb4a-cbcdb34ef525 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Deleting subnet ef0c572e-080c-42a4-a891-8de27c0378a7 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:53:08.593684 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0995683d-e4e9-4028-bb4a-cbcdb34ef525 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:08.649314 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f77e036f-b21f-4d64-9008-dd2790021f20 None None] Port eac1808b-2bff-4a7a-9414-e770c3604a34 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:53:08.678504 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee032c1e-809d-41d6-beaf-9be61645d463 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:53:08.709199 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ee032c1e-809d-41d6-beaf-9be61645d463 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:08.709546 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-ee032c1e-809d-41d6-beaf-9be61645d463 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Added segment 42a2043e-3577-4d1a-b396-f2b34cf6d156 of type vlan for network 706b13c9-c092-4751-bb3b-bf118e76f2d3 May 03 22:53:08.747185 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-69c12937-2a68-4081-a801-4d5b5f01c84d req-693d5460-c553-41b9-8b04-d1187d2ab4ab tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Unset dirty status for tenant:fac7f64c48bd48e8ae480a0113f466e9 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:53:08.750831 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-69c12937-2a68-4081-a801-4d5b5f01c84d req-693d5460-c553-41b9-8b04-d1187d2ab4ab tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=1994b40c-6c11-4745-b284-d70a739c2341 HTTP/1.1" status: 200 len: 931 time: 0.5208623 May 03 22:53:08.796502 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0995683d-e4e9-4028-bb4a-cbcdb34ef525 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:08.864306 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-037e7abd-187f-4ab4-a008-4ddc412a3510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:09.052182 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-69c12937-2a68-4081-a801-4d5b5f01c84d req-39167012-48da-48fb-9f7f-f94987df9588 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912910 May 03 22:53:09.073278 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-5dd3293b-8bc8-4c79-8f00-ed2e82930c42 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Allocated IP 172.20.0.7 (8a7de30e-3678-4cb9-8699-a9c175249bde/7b63dab3-fee8-45ff-b75b-f4b7777972a0/4cfee546-6307-4715-acb5-da725e081c6c) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:53:09.093705 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ee032c1e-809d-41d6-beaf-9be61645d463 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:09.208496 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ee032c1e-809d-41d6-beaf-9be61645d463 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:09.216100 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee032c1e-809d-41d6-beaf-9be61645d463 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:09.216929 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ee032c1e-809d-41d6-beaf-9be61645d463 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:09.336782 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0995683d-e4e9-4028-bb4a-cbcdb34ef525 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:09.524942 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ee032c1e-809d-41d6-beaf-9be61645d463 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4185233 May 03 22:53:09.538478 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37134) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:09.539333 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee032c1e-809d-41d6-beaf-9be61645d463 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Pushing event updated for resources: {'Network': ['ID=706b13c9-c092-4751-bb3b-bf118e76f2d3,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:09.543996 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-037e7abd-187f-4ab4-a008-4ddc412a3510 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eac1808b-2bff-4a7a-9414-e770c3604a34 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:53:09.553128 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-f6afb0cc-e4e5-4dd3-b4e8-28b918a0ef50 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-460901898'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:53:09.564769 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f6afb0cc-e4e5-4dd3-b4e8-28b918a0ef50 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:09.573528 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f6afb0cc-e4e5-4dd3-b4e8-28b918a0ef50 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Usage tracker for resource:network and tenant:30efc7cf17444533b4630b891dd1ce50 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:09.574661 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 706b13c9-c092-4751-bb3b-bf118e76f2d3 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:53:09.582233 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f6afb0cc-e4e5-4dd3-b4e8-28b918a0ef50 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:09.582704 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-037e7abd-187f-4ab4-a008-4ddc412a3510 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:09.601636 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f6afb0cc-e4e5-4dd3-b4e8-28b918a0ef50 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:09.633249 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-965ca53c-f605-44b0-99ae-981faf07f0cd tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:09.651289 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-5dd3293b-8bc8-4c79-8f00-ed2e82930c42 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:09.654920 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6afb0cc-e4e5-4dd3-b4e8-28b918a0ef50 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Made reservation on behalf of 30efc7cf17444533b4630b891dd1ce50 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:53:09.658705 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f6afb0cc-e4e5-4dd3-b4e8-28b918a0ef50 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:09.703173 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6afb0cc-e4e5-4dd3-b4e8-28b918a0ef50 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:53:09.712929 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f6afb0cc-e4e5-4dd3-b4e8-28b918a0ef50 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:09.713652 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-f6afb0cc-e4e5-4dd3-b4e8-28b918a0ef50 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Added segment 3b02ed27-11f8-4490-a2f0-0cea7f0fe911 of type vlan for network 37003fba-c9c6-46e8-9c6e-eb2a61307ca6 May 03 22:53:09.732766 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8e3a0c40-c6b8-42a3-a1da-f827308b4a1a req-12696d50-8a8f-4f39-ad77-dd844a6ccc06 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.58 "GET /v2.0/ports?device_id=dafd6497-6324-463e-8b61-59c0951c90e0 HTTP/1.1" status: 200 len: 210 time: 0.1377439 May 03 22:53:09.742297 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f6afb0cc-e4e5-4dd3-b4e8-28b918a0ef50 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:09.746124 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-037e7abd-187f-4ab4-a008-4ddc412a3510 service neutron] Transition to ACTIVE for port object eac1808b-2bff-4a7a-9414-e770c3604a34 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:53:09.767553 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-037e7abd-187f-4ab4-a008-4ddc412a3510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:09.802597 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f6afb0cc-e4e5-4dd3-b4e8-28b918a0ef50 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:09.808856 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6afb0cc-e4e5-4dd3-b4e8-28b918a0ef50 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:09.809783 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f6afb0cc-e4e5-4dd3-b4e8-28b918a0ef50 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:09.872441 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-965ca53c-f605-44b0-99ae-981faf07f0cd tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:10.093683 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f6afb0cc-e4e5-4dd3-b4e8-28b918a0ef50 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5488319 May 03 22:53:10.111219 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37142) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:10.128755 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6afb0cc-e4e5-4dd3-b4e8-28b918a0ef50 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Pushing event updated for resources: {'Network': ['ID=37003fba-c9c6-46e8-9c6e-eb2a61307ca6,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:10.141544 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0995683d-e4e9-4028-bb4a-cbcdb34ef525 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:10.148049 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 37003fba-c9c6-46e8-9c6e-eb2a61307ca6 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:53:10.180678 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e7abd-187f-4ab4-a008-4ddc412a3510 service neutron] Pushing event updated for resources: {'Port': ['ID=eac1808b-2bff-4a7a-9414-e770c3604a34,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:10.200181 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Request body: {'ports': [{'network_id': '706b13c9-c092-4751-bb3b-bf118e76f2d3', 'name': 'tempest-port--10695176', 'admin_state_up': True}, {'network_id': '37003fba-c9c6-46e8-9c6e-eb2a61307ca6', 'admin_state_up': False}]} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:53:10.200679 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Request body: {'port': {'network_id': '706b13c9-c092-4751-bb3b-bf118e76f2d3', 'name': 'tempest-port--10695176', 'admin_state_up': True}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:53:10.201929 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Request body: {'port': {'network_id': '37003fba-c9c6-46e8-9c6e-eb2a61307ca6', 'admin_state_up': False}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:53:10.202454 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995683d-e4e9-4028-bb4a-cbcdb34ef525 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event deleted for resources: {'Subnet': ['ID=ef0c572e-080c-42a4-a891-8de27c0378a7,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:10.212699 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0995683d-e4e9-4028-bb4a-cbcdb34ef525 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:10.227124 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0995683d-e4e9-4028-bb4a-cbcdb34ef525 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/subnets/ef0c572e-080c-42a4-a891-8de27c0378a7 HTTP/1.1" status: 204 len: 168 time: 1.8302207 May 03 22:53:10.227846 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37146) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:10.244987 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8690c58b-d342-41cd-a674-f7a446cb9fbe None None] Network cdaa2d62-b660-40a1-a87e-b5a999d519b1 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:53:10.298842 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-037e7abd-187f-4ab4-a008-4ddc412a3510 service neutron] Attempting to bind port eac1808b-2bff-4a7a-9414-e770c3604a34 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:53:10.299307 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-037e7abd-187f-4ab4-a008-4ddc412a3510 service neutron] Attempting to bind port eac1808b-2bff-4a7a-9414-e770c3604a34 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '79021a81-35f7-436f-834b-fb3d2a777891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:53:10.299863 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-037e7abd-187f-4ab4-a008-4ddc412a3510 service neutron] Attempting to bind port eac1808b-2bff-4a7a-9414-e770c3604a34 on network 707cfa08-484f-448d-b84f-a940bf8f6e2e {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:53:10.311203 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-037e7abd-187f-4ab4-a008-4ddc412a3510 service neutron] Port eac1808b-2bff-4a7a-9414-e770c3604a34 on network 707cfa08-484f-448d-b84f-a940bf8f6e2e not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:53:10.311632 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-037e7abd-187f-4ab4-a008-4ddc412a3510 service neutron] Attempting to bind port eac1808b-2bff-4a7a-9414-e770c3604a34 on network 707cfa08-484f-448d-b84f-a940bf8f6e2e {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:53:10.320732 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-037e7abd-187f-4ab4-a008-4ddc412a3510 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:53:10.321188 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-037e7abd-187f-4ab4-a008-4ddc412a3510 service neutron] Checking segment: {'id': '79021a81-35f7-436f-834b-fb3d2a777891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:53:10.321743 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-037e7abd-187f-4ab4-a008-4ddc412a3510 service neutron] Bound using segment: {'id': '79021a81-35f7-436f-834b-fb3d2a777891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:53:10.322245 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-037e7abd-187f-4ab4-a008-4ddc412a3510 service neutron] Bound port: eac1808b-2bff-4a7a-9414-e770c3604a34, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79021a81-35f7-436f-834b-fb3d2a777891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:53:10.322683 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-037e7abd-187f-4ab4-a008-4ddc412a3510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:10.335822 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3e1ab7f-af99-48bf-8ad0-0ebedf59f54b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Deleting subnet f0318502-8b8b-47ff-bbfc-5329827b41f9 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:53:10.343051 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e3e1ab7f-af99-48bf-8ad0-0ebedf59f54b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:10.366994 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-5dd3293b-8bc8-4c79-8f00-ed2e82930c42 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:10.510143 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e3e1ab7f-af99-48bf-8ad0-0ebedf59f54b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:10.571806 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-5dd3293b-8bc8-4c79-8f00-ed2e82930c42 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Network 8a7de30e-3678-4cb9-8699-a9c175249bde is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:53:10.585161 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-5dd3293b-8bc8-4c79-8f00-ed2e82930c42 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:53:10.593377 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-5dd3293b-8bc8-4c79-8f00-ed2e82930c42 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:53:10.600919 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-037e7abd-187f-4ab4-a008-4ddc412a3510 service neutron] For port eac1808b-2bff-4a7a-9414-e770c3604a34, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:53:10.606679 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-037e7abd-187f-4ab4-a008-4ddc412a3510 service neutron] For port eac1808b-2bff-4a7a-9414-e770c3604a34, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=eac1808b-2bff-4a7a-9414-e770c3604a34,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:53:10.648536 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f075b-7ee5-4150-9b89-e71c981414ca req-2bf3cb3d-55ef-4069-bf3b-dbe9943408ec tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:10.650701 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-103f075b-7ee5-4150-9b89-e71c981414ca req-2bf3cb3d-55ef-4069-bf3b-dbe9943408ec tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=1994b40c-6c11-4745-b284-d70a739c2341 HTTP/1.1" status: 200 len: 943 time: 0.2747216 May 03 22:53:10.654102 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-037e7abd-187f-4ab4-a008-4ddc412a3510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:10.784285 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-037e7abd-187f-4ab4-a008-4ddc412a3510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:10.784285 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-037e7abd-187f-4ab4-a008-4ddc412a3510 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:10.784285 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-037e7abd-187f-4ab4-a008-4ddc412a3510 service neutron] 10.222.0.60 "PUT /v2.0/ports/eac1808b-2bff-4a7a-9414-e770c3604a34 HTTP/1.1" status: 200 len: 1091 time: 2.4509027 May 03 22:53:10.793293 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1994b40c-6c11-4745-b284-d70a739c2341', 'tag': 'eac1808b-2bff-4a7a-9414-e770c3604a34'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:53:10.825582 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e3e1ab7f-af99-48bf-8ad0-0ebedf59f54b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:10.906302 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3293b-8bc8-4c79-8f00-ed2e82930c42 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Pushing event updated for resources: {'Port': ['ID=4cfee546-6307-4715-acb5-da725e081c6c,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:10.944292 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:10.953245 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Usage tracker for resource:port and tenant:30efc7cf17444533b4630b891dd1ce50 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:10.960899 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:10.967779 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:11.016725 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Made reservation on behalf of 30efc7cf17444533b4630b891dd1ce50 for: {'port': 2} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:53:11.039520 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:11.041287 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ac468d-b291-4439-81e7-483c092f7fa1 None None] DHCP port deletion for cdaa2d62-b660-40a1-a87e-b5a999d519b1 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:53:11.056252 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-55ac468d-b291-4439-81e7-483c092f7fa1 None None] Deleting port 88bd8467-1d2b-4f85-8e91-c755c48f03b4 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:53:11.059264 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-55ac468d-b291-4439-81e7-483c092f7fa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:11.118993 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e7abd-187f-4ab4-a008-4ddc412a3510 service neutron] Pushing event updated for resources: {'Port': ['ID=eac1808b-2bff-4a7a-9414-e770c3604a34,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:11.148595 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-5dd3293b-8bc8-4c79-8f00-ed2e82930c42 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:11.149974 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-5dd3293b-8bc8-4c79-8f00-ed2e82930c42 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:11.192524 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:11.248874 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-103f075b-7ee5-4150-9b89-e71c981414ca req-1306e2fe-0afe-4b98-aff9-a6853b62bff8 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5453317 May 03 22:53:11.381427 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87b13fa5-4024-41b5-939d-2646e0934130'] response: {'name': 'network-changed', 'server_uuid': '1994b40c-6c11-4745-b284-d70a739c2341', 'tag': 'eac1808b-2bff-4a7a-9414-e770c3604a34', 'status': 'completed', 'code': 200} May 03 22:53:11.390861 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.resource_extend [None req-965ca53c-f605-44b0-99ae-981faf07f0cd tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:53:11.441898 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e3e1ab7f-af99-48bf-8ad0-0ebedf59f54b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:11.464156 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-5dd3293b-8bc8-4c79-8f00-ed2e82930c42 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1886628 May 03 22:53:11.525495 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-e84c3cfa-6ada-4175-a5ee-4c9821f361c3 service neutron] Request body: {'port': {'device_id': 'dafd6497-6324-463e-8b61-59c0951c90e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:53:11.527567 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1ab7f-af99-48bf-8ad0-0ebedf59f54b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event deleted for resources: {'Subnet': ['ID=f0318502-8b8b-47ff-bbfc-5329827b41f9,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:11.538173 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e3e1ab7f-af99-48bf-8ad0-0ebedf59f54b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:11.543890 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-aeeeed62-1966-4e50-a39e-2c46bf3de3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:11.545357 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-aeeeed62-1966-4e50-a39e-2c46bf3de3ae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fac7f64c48bd48e8ae480a0113f466e9&device_id=1994b40c-6c11-4745-b284-d70a739c2341 HTTP/1.1" status: 200 len: 1094 time: 0.6391790 May 03 22:53:11.611962 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-965ca53c-f605-44b0-99ae-981faf07f0cd tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:11.691234 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e3e1ab7f-af99-48bf-8ad0-0ebedf59f54b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/subnets/f0318502-8b8b-47ff-bbfc-5329827b41f9 HTTP/1.1" status: 204 len: 168 time: 1.4598281 May 03 22:53:11.696633 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-55ac468d-b291-4439-81e7-483c092f7fa1 None None] For port 88bd8467-1d2b-4f85-8e91-c755c48f03b4, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=88bd8467-1d2b-4f85-8e91-c755c48f03b4,segment=NetworkSegment(7b664ff8-423c-4f29-a577-64b533212e2e),segment_id=7b664ff8-423c-4f29-a577-64b533212e2e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:53:11.698000 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-55ac468d-b291-4439-81e7-483c092f7fa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:11.705306 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ed37f-2262-47f8-a36e-3e479efe5ac8 req-ef15102e-8f7f-416a-9099-d6909144385f tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:11.707136 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c7ed37f-2262-47f8-a36e-3e479efe5ac8 req-ef15102e-8f7f-416a-9099-d6909144385f tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.58 "GET /v2.0/ports?device_id=dafd6497-6324-463e-8b61-59c0951c90e0 HTTP/1.1" status: 200 len: 931 time: 0.4917490 May 03 22:53:11.707855 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37162) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:11.719753 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-7511df28-bde3-47e2-892b-27312c4a9cc5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eac1808b-2bff-4a7a-9414-e770c3604a34 HTTP/1.1" status: 200 len: 217 time: 0.1587212 May 03 22:53:12.100201 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-0f4d6bad-7f1b-475c-8f45-aff016f30435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:12.100201 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-0f4d6bad-7f1b-475c-8f45-aff016f30435 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1a456f8a-c743-4130-8826-ac82fe55cbc8 HTTP/1.1" status: 200 len: 850 time: 0.2920465 May 03 22:53:12.100201 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c7ed37f-2262-47f8-a36e-3e479efe5ac8 req-14b6921c-a259-46d4-81d8-01248fea1161 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.58 "GET /v2.0/security-groups?id=26967730-6ee2-49bf-a444-ff6ae24a9a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790181 May 03 22:53:12.111117 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-adc2f014-8083-458f-91ef-7299baa59a6d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:12.198243 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-55ac468d-b291-4439-81e7-483c092f7fa1 None None] Calling delete_port for 88bd8467-1d2b-4f85-8e91-c755c48f03b4 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:53:12.227358 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-965ca53c-f605-44b0-99ae-981faf07f0cd tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:12.326464 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 88bd8467-1d2b-4f85-8e91-c755c48f03b4 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:53:12.392534 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5c2d27-8457-4654-84a3-d5d39458dc04 None None] Network 7252dcaa-1a1f-44a2-add6-996da9766c0d requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:53:12.517968 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-55ac468d-b291-4439-81e7-483c092f7fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:12.659357 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-adc2f014-8083-458f-91ef-7299baa59a6d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:12.726609 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-fc40f35a-8efe-498d-9eaa-2c8be995422d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:12.736466 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ca53c-f605-44b0-99ae-981faf07f0cd tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'Port': ['ID=0337e596-6e39-4e82-8f80-63c99de5457c,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:12.741030 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-fc40f35a-8efe-498d-9eaa-2c8be995422d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=707cfa08-484f-448d-b84f-a940bf8f6e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6080139 May 03 22:53:12.741030 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-adc2f014-8083-458f-91ef-7299baa59a6d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdaa2d62-b660-40a1-a87e-b5a999d519b1']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:12.972858 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-adc2f014-8083-458f-91ef-7299baa59a6d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b664ff8-423c-4f29-a577-64b533212e2e') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:12.972858 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-adc2f014-8083-458f-91ef-7299baa59a6d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b664ff8-423c-4f29-a577-64b533212e2e') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:13.047138 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 88bd8467-1d2b-4f85-8e91-c755c48f03b4 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:53:13.047138 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 88bd8467-1d2b-4f85-8e91-c755c48f03b4 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:53:13.092976 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-adc2f014-8083-458f-91ef-7299baa59a6d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:13.106956 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-965ca53c-f605-44b0-99ae-981faf07f0cd tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:13.124633 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac468d-b291-4439-81e7-483c092f7fa1 None None] Pushing event deleted for resources: {'Port': ['ID=88bd8467-1d2b-4f85-8e91-c755c48f03b4,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:13.135199 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ac468d-b291-4439-81e7-483c092f7fa1 None None] No DVR routers for this DVR port 88bd8467-1d2b-4f85-8e91-c755c48f03b4 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:53:13.316506 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-adc2f014-8083-458f-91ef-7299baa59a6d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:13.351069 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499ff6f0-7455-4645-bff2-d3d069627607 None None] DHCP port deletion for 7252dcaa-1a1f-44a2-add6-996da9766c0d request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:53:13.351069 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-499ff6f0-7455-4645-bff2-d3d069627607 None None] Deleting port 6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:53:13.358163 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-499ff6f0-7455-4645-bff2-d3d069627607 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:13.384280 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adc2f014-8083-458f-91ef-7299baa59a6d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:53:13.384280 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-adc2f014-8083-458f-91ef-7299baa59a6d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:13.548963 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:53:13.548963 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:53:13.548963 n-d-811807-1 neutron-server[88069]: timer() May 03 22:53:13.548963 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:53:13.548963 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:53:13.548963 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:53:13.548963 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:53:13.548963 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:53:13.548963 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:53:13.548963 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:53:13.548963 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:53:13.548963 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:53:13.548963 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:53:13.548963 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:53:13.548963 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:53:13.548963 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:53:13.548963 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:53:13.548963 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:53:13.548963 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:53:13.548963 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:53:13.548963 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:53:13.548963 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:53:13.548963 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:53:13.548963 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:53:13.548963 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:53:13.548963 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:53:13.548963 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:53:13.548963 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:53:13.548963 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:53:13.548963 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:53:13.548963 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:53:13.548963 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:53:13.559614 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-adc2f014-8083-458f-91ef-7299baa59a6d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:13.642762 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-adc2f014-8083-458f-91ef-7299baa59a6d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:13.664918 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] device_id is not set on port 3a95f620-f90c-4708-858d-87354d155c6f yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:53:13.670736 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-adc2f014-8083-458f-91ef-7299baa59a6d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/networks/cdaa2d62-b660-40a1-a87e-b5a999d519b1 HTTP/1.1" status: 204 len: 168 time: 1.9421237 May 03 22:53:13.686318 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68785a4-c215-4944-adb2-7771eda9cb36 req-69f22a75-6194-4824-a8a2-5a98406e046c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:13.691835 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e68785a4-c215-4944-adb2-7771eda9cb36 req-69f22a75-6194-4824-a8a2-5a98406e046c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=1994b40c-6c11-4745-b284-d70a739c2341 HTTP/1.1" status: 200 len: 943 time: 0.8720107 May 03 22:53:13.712680 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37176) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:13.803529 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37180) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:13.803529 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-e84c3cfa-6ada-4175-a5ee-4c9821f361c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:13.804144 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-4f5714da-22c3-4003-bc8a-1ae1e6c77610 service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0718493 May 03 22:53:13.807549 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2f014-8083-458f-91ef-7299baa59a6d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event deleted for resources: {'Network': ['ID=cdaa2d62-b660-40a1-a87e-b5a999d519b1,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:13.824925 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:53:14.038374 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [None req-965ca53c-f605-44b0-99ae-981faf07f0cd tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Floating IP e8e404a4-f288-4ce9-9a6e-7cbe5bc52cdd associated. External IP: 172.25.2.17, port: 80ecd12c-1b1f-45c0-8744-d8fc3c292241. May 03 22:53:14.160411 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0bd2c11-0b23-443f-82fa-b61cde542129 req-e920117a-9348-4087-8176-c82257258b8e service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409431 May 03 22:53:14.207208 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e68785a4-c215-4944-adb2-7771eda9cb36 req-29d1c7e9-4969-4394-9701-4c5a15ca797e tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5195305 May 03 22:53:14.281732 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:14.310786 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-499ff6f0-7455-4645-bff2-d3d069627607 None None] For port 6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b,segment=NetworkSegment(52fb296f-9565-43d6-b131-a83808b34cfe),segment_id=52fb296f-9565-43d6-b131-a83808b34cfe)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:53:14.311492 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-499ff6f0-7455-4645-bff2-d3d069627607 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:14.321483 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f2a12506-a9f6-447c-b01e-786d641591f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:14.346634 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ffd89c9b-4b33-47b4-ae49-f67e14d4750d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:14.366779 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e1531-976f-4e7e-9d37-0ebd3b72f750 req-d134ddf2-979a-4c29-8d69-7aea842fbb74 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:14.368685 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-be7e1531-976f-4e7e-9d37-0ebd3b72f750 req-d134ddf2-979a-4c29-8d69-7aea842fbb74 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.58 "GET /v2.0/ports?device_id=dafd6497-6324-463e-8b61-59c0951c90e0 HTTP/1.1" status: 200 len: 931 time: 0.8363640 May 03 22:53:14.376279 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-ffd89c9b-4b33-47b4-ae49-f67e14d4750d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Deleting port 6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:53:14.379555 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ffd89c9b-4b33-47b4-ae49-f67e14d4750d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:14.441511 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f2a12506-a9f6-447c-b01e-786d641591f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:14.501454 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-499ff6f0-7455-4645-bff2-d3d069627607 None None] Calling delete_port for 6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:53:14.526545 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4255b-baf1-442a-8e62-e7d91974f16e req-6fd15a27-e333-4c4f-b20b-ba66c812e25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:14.528467 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b1c4255b-baf1-442a-8e62-e7d91974f16e req-6fd15a27-e333-4c4f-b20b-ba66c812e25b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fac7f64c48bd48e8ae480a0113f466e9&device_id=1994b40c-6c11-4745-b284-d70a739c2341 HTTP/1.1" status: 200 len: 1094 time: 0.2618797 May 03 22:53:14.549517 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f2a12506-a9f6-447c-b01e-786d641591f9 admin admin] Usage tracker for resource:security_group_rule and tenant:ca1d8fd39abb4bfeaa47ffe11537ce83 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:14.557460 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f2a12506-a9f6-447c-b01e-786d641591f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:14.577406 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b,segment=NetworkSegment(52fb296f-9565-43d6-b131-a83808b34cfe),segment_id=52fb296f-9565-43d6-b131-a83808b34cfe)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:53:14.597758 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:14.602831 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f2a12506-a9f6-447c-b01e-786d641591f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:14.681335 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-be7e1531-976f-4e7e-9d37-0ebd3b72f750 req-1dd3ebbe-1b12-4d59-9880-5cfe765a381a tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.58 "GET /v2.0/security-groups?id=26967730-6ee2-49bf-a444-ff6ae24a9a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759504 May 03 22:53:14.712226 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:14.728482 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-499ff6f0-7455-4645-bff2-d3d069627607 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:53:14.729037 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-499ff6f0-7455-4645-bff2-d3d069627607 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:53:14.752280 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4255b-baf1-442a-8e62-e7d91974f16e req-5a919e6c-53b2-48be-b46c-fd6cea154c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:14.753757 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b1c4255b-baf1-442a-8e62-e7d91974f16e req-5a919e6c-53b2-48be-b46c-fd6cea154c5d service neutron] 10.222.0.60 "GET /v2.0/networks?id=707cfa08-484f-448d-b84f-a940bf8f6e2e HTTP/1.1" status: 200 len: 912 time: 0.2153971 May 03 22:53:14.781089 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:14.903211 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b1c4255b-baf1-442a-8e62-e7d91974f16e req-a860a22d-c475-48f5-9d42-7bdf1b385601 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eac1808b-2bff-4a7a-9414-e770c3604a34 HTTP/1.1" status: 200 len: 217 time: 0.0911615 May 03 22:53:14.942604 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] device_id is not set on port b2ef2058-6efd-4d0b-8dd8-963ad23f5248 yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:53:14.945846 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-ffd89c9b-4b33-47b4-ae49-f67e14d4750d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] For port 6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b,segment=NetworkSegment(52fb296f-9565-43d6-b131-a83808b34cfe),segment_id=52fb296f-9565-43d6-b131-a83808b34cfe)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:53:14.945846 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ffd89c9b-4b33-47b4-ae49-f67e14d4750d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:14.954668 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965ca53c-f605-44b0-99ae-981faf07f0cd tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Router 1e2a0ff5-3479-40d8-8149-1d4a007dc85e has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:53:15.197231 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.resource_extend [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-e84c3cfa-6ada-4175-a5ee-4c9821f361c3 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:53:15.232746 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-499ff6f0-7455-4645-bff2-d3d069627607 None None] Deleting port 6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:53:15.232746 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-499ff6f0-7455-4645-bff2-d3d069627607 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:15.393137 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-e84c3cfa-6ada-4175-a5ee-4c9821f361c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cfee546-6307-4715-acb5-da725e081c6c {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:53:15.399868 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f2a12506-a9f6-447c-b01e-786d641591f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:15.404994 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-ffd89c9b-4b33-47b4-ae49-f67e14d4750d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Calling delete_port for 6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:53:15.414202 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-e84c3cfa-6ada-4175-a5ee-4c9821f361c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:15.418117 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f2a12506-a9f6-447c-b01e-786d641591f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:15.484492 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4255b-baf1-442a-8e62-e7d91974f16e req-d156088e-d181-466a-9330-32d8ed043d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:15.486452 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b1c4255b-baf1-442a-8e62-e7d91974f16e req-d156088e-d181-466a-9330-32d8ed043d6e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1a456f8a-c743-4130-8826-ac82fe55cbc8 HTTP/1.1" status: 200 len: 850 time: 0.4979293 May 03 22:53:15.509152 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-e84c3cfa-6ada-4175-a5ee-4c9821f361c3 service neutron] Transition to ACTIVE for port object 4cfee546-6307-4715-acb5-da725e081c6c will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:53:15.518407 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f2a12506-a9f6-447c-b01e-786d641591f9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ca1d8fd39abb4bfeaa47ffe11537ce83&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6842132 May 03 22:53:15.522806 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-499ff6f0-7455-4645-bff2-d3d069627607 None None] For port 6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b,segment=NetworkSegment(52fb296f-9565-43d6-b131-a83808b34cfe),segment_id=52fb296f-9565-43d6-b131-a83808b34cfe)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:53:15.523296 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-499ff6f0-7455-4645-bff2-d3d069627607 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:15.558869 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37188) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:15.559025 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-e84c3cfa-6ada-4175-a5ee-4c9821f361c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:15.582220 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a26395-5220-426a-b16d-ed08eeddf1d4 req-ce2f0c32-b11c-4092-9554-3e4aa29f4e68 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:15.583970 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-33a26395-5220-426a-b16d-ed08eeddf1d4 req-ce2f0c32-b11c-4092-9554-3e4aa29f4e68 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=1994b40c-6c11-4745-b284-d70a739c2341 HTTP/1.1" status: 200 len: 943 time: 0.2432933 May 03 22:53:15.632816 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.api [None req-ffd89c9b-4b33-47b4-ae49-f67e14d4750d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:53:15.638592 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a12506-a9f6-447c-b01e-786d641591f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19048fb-b1c4-4f59-9521-f17e5f099255,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:15.639276 n-d-811807-1 neutron-server[88069]: DEBUG oslo_db.api [None req-ffd89c9b-4b33-47b4-ae49-f67e14d4750d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:53:15.665117 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-499ff6f0-7455-4645-bff2-d3d069627607 None None] Calling delete_port for 6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:53:15.669124 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-33a26395-5220-426a-b16d-ed08eeddf1d4 req-dbaf30e2-af2a-4065-9cfc-4403170c18fe tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785892 May 03 22:53:15.687708 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4255b-baf1-442a-8e62-e7d91974f16e req-c629474a-69d4-4baa-bbd2-400f2aa10714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:15.689439 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b1c4255b-baf1-442a-8e62-e7d91974f16e req-c629474a-69d4-4baa-bbd2-400f2aa10714 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=707cfa08-484f-448d-b84f-a940bf8f6e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1959217 May 03 22:53:15.720600 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965ca53c-f605-44b0-99ae-981faf07f0cd tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:53:15.750744 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edf1675-bc60-434c-b80f-d988edcaab8f None None] Sync routers for ids ['1e2a0ff5-3479-40d8-8149-1d4a007dc85e'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:53:15.768967 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edf1675-bc60-434c-b80f-d988edcaab8f None None] Routers {'1e2a0ff5-3479-40d8-8149-1d4a007dc85e'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:53:15.769599 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-4edf1675-bc60-434c-b80f-d988edcaab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:52:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['1e2a0ff5-3479-40d8-8149-1d4a007dc85e'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:15.839727 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:15.933774 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b1c4255b-baf1-442a-8e62-e7d91974f16e req-7cb33832-baed-4fa1-88d6-dcc1281ff4bc service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130733 May 03 22:53:16.000714 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c3cfa-6ada-4175-a5ee-4c9821f361c3 service neutron] Pushing event updated for resources: {'Port': ['ID=4cfee546-6307-4715-acb5-da725e081c6c,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:16.050558 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-965ca53c-f605-44b0-99ae-981faf07f0cd tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:16.088683 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-499ff6f0-7455-4645-bff2-d3d069627607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:16.115803 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f2146606-b22e-4add-98ff-72e33033ff08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:16.164285 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ff6f0-7455-4645-bff2-d3d069627607 None None] Pushing event deleted for resources: {'Port': ['ID=6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:16.173266 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499ff6f0-7455-4645-bff2-d3d069627607 None None] No DVR routers for this DVR port 6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:53:16.190692 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:16.193508 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-ffd89c9b-4b33-47b4-ae49-f67e14d4750d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Deleting port 6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:53:16.194352 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ffd89c9b-4b33-47b4-ae49-f67e14d4750d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:16.195800 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-4edf1675-bc60-434c-b80f-d988edcaab8f None None] Set router 1e2a0ff5-3479-40d8-8149-1d4a007dc85e gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:53:16.197333 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f2146606-b22e-4add-98ff-72e33033ff08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:16.208268 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-965ca53c-f605-44b0-99ae-981faf07f0cd tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 12.2477982 May 03 22:53:16.220292 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '536ebbd0-0ec6-4871-a5c5-17a1ecb82a10', 'tag': '80ecd12c-1b1f-45c0-8744-d8fc3c292241'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:53:16.281601 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-e84c3cfa-6ada-4175-a5ee-4c9821f361c3 service neutron] Attempting to bind port 4cfee546-6307-4715-acb5-da725e081c6c on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:53:16.282208 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-e84c3cfa-6ada-4175-a5ee-4c9821f361c3 service neutron] Attempting to bind port 4cfee546-6307-4715-acb5-da725e081c6c by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '223adc51-355c-4a98-b824-6ae47d0a0ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8a7de30e-3678-4cb9-8699-a9c175249bde'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:53:16.282711 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-e84c3cfa-6ada-4175-a5ee-4c9821f361c3 service neutron] Attempting to bind port 4cfee546-6307-4715-acb5-da725e081c6c on network 8a7de30e-3678-4cb9-8699-a9c175249bde {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:53:16.391650 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-e84c3cfa-6ada-4175-a5ee-4c9821f361c3 service neutron] Port 4cfee546-6307-4715-acb5-da725e081c6c on network 8a7de30e-3678-4cb9-8699-a9c175249bde not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:53:16.391650 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-e84c3cfa-6ada-4175-a5ee-4c9821f361c3 service neutron] Attempting to bind port 4cfee546-6307-4715-acb5-da725e081c6c on network 8a7de30e-3678-4cb9-8699-a9c175249bde {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:53:16.437643 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-ffd89c9b-4b33-47b4-ae49-f67e14d4750d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] The port '6cd6d4d6-b4cc-4636-a4ba-32ca050aa34b' was deleted {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:53:16.439742 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-e84c3cfa-6ada-4175-a5ee-4c9821f361c3 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:53:16.440441 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-e84c3cfa-6ada-4175-a5ee-4c9821f361c3 service neutron] Checking segment: {'id': '223adc51-355c-4a98-b824-6ae47d0a0ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8a7de30e-3678-4cb9-8699-a9c175249bde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:53:16.440977 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-e84c3cfa-6ada-4175-a5ee-4c9821f361c3 service neutron] Bound using segment: {'id': '223adc51-355c-4a98-b824-6ae47d0a0ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8a7de30e-3678-4cb9-8699-a9c175249bde'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:53:16.441530 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-e84c3cfa-6ada-4175-a5ee-4c9821f361c3 service neutron] Bound port: 4cfee546-6307-4715-acb5-da725e081c6c, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '223adc51-355c-4a98-b824-6ae47d0a0ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '8a7de30e-3678-4cb9-8699-a9c175249bde'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:53:16.442311 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-e84c3cfa-6ada-4175-a5ee-4c9821f361c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:16.477356 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Pushing event updated for resources: {'Port': ['ID=3a95f620-f90c-4708-858d-87354d155c6f,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:16.536413 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b1c4255b-baf1-442a-8e62-e7d91974f16e req-7207792a-2dd2-4db6-8d06-9d9853bdf05d service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4531877 May 03 22:53:16.589028 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6da952-af0e-4cb4-995d-0bdb52282bf7 req-82558e65-3ad9-4d8a-86cb-07c1c68cd38f tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:16.589028 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cc6da952-af0e-4cb4-995d-0bdb52282bf7 req-82558e65-3ad9-4d8a-86cb-07c1c68cd38f tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.58 "GET /v2.0/ports?device_id=dafd6497-6324-463e-8b61-59c0951c90e0 HTTP/1.1" status: 200 len: 943 time: 0.6578107 May 03 22:53:16.599750 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Checking segment: {'id': '42a2043e-3577-4d1a-b396-f2b34cf6d156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '706b13c9-c092-4751-bb3b-bf118e76f2d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:53:16.609054 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Network hostable DHCP agents. Network: 706b13c9-c092-4751-bb3b-bf118e76f2d3, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:53:16.732653 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f2146606-b22e-4add-98ff-72e33033ff08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:16.798190 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ffd89c9b-4b33-47b4-ae49-f67e14d4750d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:16.825991 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2146606-b22e-4add-98ff-72e33033ff08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19048fb-b1c4-4f59-9521-f17e5f099255,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:16.831718 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-ffd89c9b-4b33-47b4-ae49-f67e14d4750d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7252dcaa-1a1f-44a2-add6-996da9766c0d']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:16.855596 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-ffd89c9b-4b33-47b4-ae49-f67e14d4750d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52fb296f-9565-43d6-b131-a83808b34cfe') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:16.855596 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-ffd89c9b-4b33-47b4-ae49-f67e14d4750d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52fb296f-9565-43d6-b131-a83808b34cfe') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:16.865603 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ffd89c9b-4b33-47b4-ae49-f67e14d4750d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:16.879189 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ffd89c9b-4b33-47b4-ae49-f67e14d4750d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:16.887848 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd89c9b-4b33-47b4-ae49-f67e14d4750d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:53:16.887848 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ffd89c9b-4b33-47b4-ae49-f67e14d4750d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:16.914294 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Network 706b13c9-c092-4751-bb3b-bf118e76f2d3 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:53:16.923997 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f2146606-b22e-4add-98ff-72e33033ff08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:16.926343 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f2146606-b22e-4add-98ff-72e33033ff08 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f19048fb-b1c4-4f59-9521-f17e5f099255 HTTP/1.1" status: 204 len: 168 time: 1.3504620 May 03 22:53:16.941671 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-4edf1675-bc60-434c-b80f-d988edcaab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324673548', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '8018b6d2-2b5f-425e-ac76-71b63cc86d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:52:17Z', 'updated_at': '2022-05-03T22:52:35Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': '8018b6d2-2b5f-425e-ac76-71b63cc86d3e', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:18Z', 'updated_at': '2022-05-03T22:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'e8e404a4-f288-4ce9-9a6e-7cbe5bc52cdd', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'floating_ip_address': '172.25.2.17', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'port_id': '80ecd12c-1b1f-45c0-8744-d8fc3c292241', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055bb8ea-12c0-406b-86df-a2692a31f631', 'mac_address': 'fa:16:3e:a3:8c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536ebbd0-0ec6-4871-a5c5-17a1ecb82a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:53:09Z', 'updated_at': '2022-05-03T22:53:09Z', 'revision_number': 0, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b68bd464-5573-4f3c-adc5-8250201b5eba', 'name': '', 'network_id': '055bb8ea-12c0-406b-86df-a2692a31f631', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'mac_address': 'fa:16:3e:38:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '79599846-a979-45d3-98e2-160f7aa782c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:31Z', 'updated_at': '2022-05-03T22:52:48Z', 'revision_number': 5, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'subnets': [{'id': '79599846-a979-45d3-98e2-160f7aa782c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:16.951476 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edf1675-bc60-434c-b80f-d988edcaab8f None None] Checking router: 1e2a0ff5-3479-40d8-8149-1d4a007dc85e for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:53:16.966750 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-e84c3cfa-6ada-4175-a5ee-4c9821f361c3 service neutron] For port 4cfee546-6307-4715-acb5-da725e081c6c, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:53:16.967898 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 706b13c9-c092-4751-bb3b-bf118e76f2d3) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:53:16.971215 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edf1675-bc60-434c-b80f-d988edcaab8f None None] Routers {'1e2a0ff5-3479-40d8-8149-1d4a007dc85e'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:53:16.974409 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:53:16.977602 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:17.002575 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-4edf1675-bc60-434c-b80f-d988edcaab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:52:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['1e2a0ff5-3479-40d8-8149-1d4a007dc85e'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:17.025342 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:53:17.025342 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:53:17.025342 n-d-811807-1 neutron-server[88069]: timer() May 03 22:53:17.025342 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:53:17.025342 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:53:17.025342 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:53:17.025342 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:53:17.025342 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:53:17.025342 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:53:17.025342 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:53:17.025342 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:53:17.025342 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:53:17.025342 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:53:17.025342 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:53:17.025342 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:53:17.025342 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:53:17.025342 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:53:17.025342 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:53:17.025342 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:53:17.025342 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:53:17.025342 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:53:17.025342 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:53:17.025342 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:53:17.025342 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:53:17.025342 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:53:17.025342 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:53:17.025342 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:53:17.025342 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:53:17.025342 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:53:17.025342 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:53:17.025342 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:53:17.025342 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:53:17.058436 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cc6da952-af0e-4cb4-995d-0bdb52282bf7 req-0017c3de-11ff-4e68-81d3-97d1e137956b tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.58 "GET /v2.0/security-groups?id=26967730-6ee2-49bf-a444-ff6ae24a9a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717765 May 03 22:53:17.058436 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ffd89c9b-4b33-47b4-ae49-f67e14d4750d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:17.112256 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ffd89c9b-4b33-47b4-ae49-f67e14d4750d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:17.141528 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd89c9b-4b33-47b4-ae49-f67e14d4750d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event deleted for resources: {'Network': ['ID=7252dcaa-1a1f-44a2-add6-996da9766c0d,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:17.147326 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-e84c3cfa-6ada-4175-a5ee-4c9821f361c3 service neutron] For port 4cfee546-6307-4715-acb5-da725e081c6c, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=4cfee546-6307-4715-acb5-da725e081c6c,segment=NetworkSegment(223adc51-355c-4a98-b824-6ae47d0a0ed7),segment_id=223adc51-355c-4a98-b824-6ae47d0a0ed7)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:53:17.162251 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ffd89c9b-4b33-47b4-ae49-f67e14d4750d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/networks/7252dcaa-1a1f-44a2-add6-996da9766c0d HTTP/1.1" status: 204 len: 168 time: 3.4286327 May 03 22:53:17.163033 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37202) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:17.197457 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-7b572993-16e9-4f20-b576-4d7a17f86462 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Request body: {'network': {'name': 'tempest-RoutersTest-295816114'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:53:17.243722 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7b572993-16e9-4f20-b576-4d7a17f86462 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:17.279211 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42556444-ece3-4dc3-8487-bbe8b27b323d'] response: {'name': 'network-changed', 'server_uuid': '536ebbd0-0ec6-4871-a5c5-17a1ecb82a10', 'tag': '80ecd12c-1b1f-45c0-8744-d8fc3c292241', 'status': 'completed', 'code': 200} May 03 22:53:17.297660 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6c953-3e9d-4d0b-b45b-cba75cbbdf7f req-9c426aa3-9f87-41fc-9744-03515d4278a2 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:17.299696 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ded6c953-3e9d-4d0b-b45b-cba75cbbdf7f req-9c426aa3-9f87-41fc-9744-03515d4278a2 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 945 time: 0.9352593 May 03 22:53:17.301071 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7b572993-16e9-4f20-b576-4d7a17f86462 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Usage tracker for resource:network and tenant:51751333bcc04a9b85b04e61623005e7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:17.304634 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7b572993-16e9-4f20-b576-4d7a17f86462 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:17.317798 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-e84c3cfa-6ada-4175-a5ee-4c9821f361c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:17.427273 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3918e7ea-8e76-46a0-bf30-1a9340d98f19 None None] Network 706b13c9-c092-4751-bb3b-bf118e76f2d3 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:53:17.471572 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7b572993-16e9-4f20-b576-4d7a17f86462 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:17.485104 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-e84c3cfa-6ada-4175-a5ee-4c9821f361c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:17.485104 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-e84c3cfa-6ada-4175-a5ee-4c9821f361c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:17.486778 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ded6c953-3e9d-4d0b-b45b-cba75cbbdf7f req-bd5a59e7-5aec-4de1-912b-c2a2200c0594 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581409 May 03 22:53:17.494458 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-e84c3cfa-6ada-4175-a5ee-4c9821f361c3 service neutron] 10.222.0.67 "PUT /v2.0/ports/4cfee546-6307-4715-acb5-da725e081c6c HTTP/1.1" status: 200 len: 1091 time: 5.9793859 May 03 22:53:17.515468 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Checking segment: {'id': '3b02ed27-11f8-4490-a2f0-0cea7f0fe911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '37003fba-c9c6-46e8-9c6e-eb2a61307ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:53:17.515468 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Network hostable DHCP agents. Network: 37003fba-c9c6-46e8-9c6e-eb2a61307ca6, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:53:17.521420 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37208) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:17.534071 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Pushing event updated for resources: {'Port': ['ID=b2ef2058-6efd-4d0b-8dd8-963ad23f5248,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:17.553109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:17.553109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:17.553109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:17.553109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:17.553109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:17.553109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:17.553109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:17.553109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:17.553109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:17.553109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:17.553109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:17.553109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:17.847544 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1ff4d-e04f-43e3-9d1d-a03233e13e39 req-9d9d0d41-95b4-4c6e-a5eb-6b07683d67f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:17.848786 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d1f1ff4d-e04f-43e3-9d1d-a03233e13e39 req-9d9d0d41-95b4-4c6e-a5eb-6b07683d67f0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 1096 time: 0.5114989 May 03 22:53:17.914459 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Network 37003fba-c9c6-46e8-9c6e-eb2a61307ca6 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:53:17.933115 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37212) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:17.959258 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-4edf1675-bc60-434c-b80f-d988edcaab8f None None] Set router 1e2a0ff5-3479-40d8-8149-1d4a007dc85e gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:53:17.984822 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 37003fba-c9c6-46e8-9c6e-eb2a61307ca6) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:53:18.019592 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d268dbb-6090-487a-9580-b51dfcb18736 None None] Network 37003fba-c9c6-46e8-9c6e-eb2a61307ca6 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:53:18.057985 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:53:18.064214 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:18.070283 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:18.070838 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b572993-16e9-4f20-b576-4d7a17f86462 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Made reservation on behalf of 51751333bcc04a9b85b04e61623005e7 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:53:18.071438 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:18.074557 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7b572993-16e9-4f20-b576-4d7a17f86462 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:18.075555 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-554d8437-a675-4e3e-84fc-dd0295d271c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:18.093771 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c3cfa-6ada-4175-a5ee-4c9821f361c3 service neutron] Pushing event updated for resources: {'Port': ['ID=4cfee546-6307-4715-acb5-da725e081c6c,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:18.095826 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-31d51e17-7839-4659-8d90-b0e8ec6c6628 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/floatingips/e8e404a4-f288-4ce9-9a6e-7cbe5bc52cdd HTTP/1.1" status: 200 len: 990 time: 0.5718780 May 03 22:53:18.123825 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b397c2-84bd-4e51-af73-d25ba7791a6f req-7ac6e2fe-5aa2-4df0-9b06-4cf4f48653cf tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:18.125207 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-49b397c2-84bd-4e51-af73-d25ba7791a6f req-7ac6e2fe-5aa2-4df0-9b06-4cf4f48653cf tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=1994b40c-6c11-4745-b284-d70a739c2341 HTTP/1.1" status: 200 len: 943 time: 0.7894464 May 03 22:53:18.129346 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-554d8437-a675-4e3e-84fc-dd0295d271c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:18.136887 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b572993-16e9-4f20-b576-4d7a17f86462 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:53:18.140967 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b1ac5f22-95c3-448f-b9d7-5e45b194a86e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 8.0255330 May 03 22:53:18.144405 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-554d8437-a675-4e3e-84fc-dd0295d271c3 admin admin] Usage tracker for resource:security_group_rule and tenant:468a8909796c485e84444546cebca0b1 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:18.148367 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-61aa7044-c71c-4f7f-a018-ee59936ee4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:18.149796 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-61aa7044-c71c-4f7f-a018-ee59936ee4e5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ebd8df79d10f4719b3e906ac04253a0c&device_id=dafd6497-6324-463e-8b61-59c0951c90e0 HTTP/1.1" status: 200 len: 1094 time: 0.4488111 May 03 22:53:18.151541 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:53:18.152853 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37218) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:18.153894 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-554d8437-a675-4e3e-84fc-dd0295d271c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:18.180052 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7b572993-16e9-4f20-b576-4d7a17f86462 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:18.180397 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-7b572993-16e9-4f20-b576-4d7a17f86462 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Added segment 2e49e1e9-ccfd-44d6-96dd-a615a187c0e5 of type vlan for network fd06938c-a34b-495f-a30b-d2cf16f4fca6 May 03 22:53:18.217827 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-49b397c2-84bd-4e51-af73-d25ba7791a6f req-2ea9f8e3-705c-40f0-a0b6-cc1848e31346 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762489 May 03 22:53:18.234877 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7b572993-16e9-4f20-b576-4d7a17f86462 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:18.274284 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-554d8437-a675-4e3e-84fc-dd0295d271c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:18.307343 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-02aa720c-4c94-48e9-b88a-fcfb46d1fe12 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cfee546-6307-4715-acb5-da725e081c6c HTTP/1.1" status: 200 len: 217 time: 0.0897534 May 03 22:53:18.348439 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7b572993-16e9-4f20-b576-4d7a17f86462 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:18.348439 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b572993-16e9-4f20-b576-4d7a17f86462 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:18.348439 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7b572993-16e9-4f20-b576-4d7a17f86462 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:18.458889 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7b572993-16e9-4f20-b576-4d7a17f86462 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2866435 May 03 22:53:18.493584 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37222) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:18.493584 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1ff4d-e04f-43e3-9d1d-a03233e13e39 req-3e601121-0179-4dd7-ab05-093bb981ebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:18.493584 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d1f1ff4d-e04f-43e3-9d1d-a03233e13e39 req-3e601121-0179-4dd7-ab05-093bb981ebe6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=055bb8ea-12c0-406b-86df-a2692a31f631 HTTP/1.1" status: 200 len: 897 time: 0.6196501 May 03 22:53:18.498641 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-6990ed28-17ec-41a8-8989-02a5803eec3f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Request body: {'subnet': {'network_id': 'fd06938c-a34b-495f-a30b-d2cf16f4fca6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:53:18.524521 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b572993-16e9-4f20-b576-4d7a17f86462 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'Network': ['ID=fd06938c-a34b-495f-a30b-d2cf16f4fca6,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:18.567531 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network fd06938c-a34b-495f-a30b-d2cf16f4fca6 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:53:18.568937 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ead45-bb05-4bbd-9bb7-23f52c0b478a req-db22b93e-5edb-4721-a1af-d8f96e482949 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:18.577665 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f61ead45-bb05-4bbd-9bb7-23f52c0b478a req-db22b93e-5edb-4721-a1af-d8f96e482949 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.58 "GET /v2.0/ports?device_id=dafd6497-6324-463e-8b61-59c0951c90e0 HTTP/1.1" status: 200 len: 943 time: 0.2958667 May 03 22:53:18.678463 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f61ead45-bb05-4bbd-9bb7-23f52c0b478a req-206b95ab-00c1-46b5-94d1-215238f1d896 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.58 "GET /v2.0/security-groups?id=26967730-6ee2-49bf-a444-ff6ae24a9a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957699 May 03 22:53:18.744036 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-dc8c8628-a3a1-49a5-9567-8d1e13caaee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:18.744036 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-dc8c8628-a3a1-49a5-9567-8d1e13caaee8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7b63dab3-fee8-45ff-b75b-f4b7777972a0 HTTP/1.1" status: 200 len: 860 time: 0.4302828 May 03 22:53:18.801409 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d1f1ff4d-e04f-43e3-9d1d-a03233e13e39 req-c12eff21-9ab5-48d2-8bd1-b1cd6402856a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80ecd12c-1b1f-45c0-8744-d8fc3c292241 HTTP/1.1" status: 200 len: 998 time: 0.2885368 May 03 22:53:18.824760 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-422b7007-bcb4-4c81-a431-d458097c1663 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8a7de30e-3678-4cb9-8699-a9c175249bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645154 May 03 22:53:18.829938 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6990ed28-17ec-41a8-8989-02a5803eec3f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:18.839879 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-4edf1675-bc60-434c-b80f-d988edcaab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324673548', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '8018b6d2-2b5f-425e-ac76-71b63cc86d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:52:17Z', 'updated_at': '2022-05-03T22:52:35Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': '8018b6d2-2b5f-425e-ac76-71b63cc86d3e', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:18Z', 'updated_at': '2022-05-03T22:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'e8e404a4-f288-4ce9-9a6e-7cbe5bc52cdd', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'floating_ip_address': '172.25.2.17', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'port_id': '80ecd12c-1b1f-45c0-8744-d8fc3c292241', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055bb8ea-12c0-406b-86df-a2692a31f631', 'mac_address': 'fa:16:3e:a3:8c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536ebbd0-0ec6-4871-a5c5-17a1ecb82a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:53:09Z', 'updated_at': '2022-05-03T22:53:09Z', 'revision_number': 0, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b68bd464-5573-4f3c-adc5-8250201b5eba', 'name': '', 'network_id': '055bb8ea-12c0-406b-86df-a2692a31f631', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'mac_address': 'fa:16:3e:38:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '79599846-a979-45d3-98e2-160f7aa782c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:31Z', 'updated_at': '2022-05-03T22:52:48Z', 'revision_number': 5, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'subnets': [{'id': '79599846-a979-45d3-98e2-160f7aa782c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:18.844281 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edf1675-bc60-434c-b80f-d988edcaab8f None None] The sync data for ids ['1e2a0ff5-3479-40d8-8149-1d4a007dc85e'] in n-d-811807-1 is: [{'id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324673548', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '8018b6d2-2b5f-425e-ac76-71b63cc86d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:52:17Z', 'updated_at': '2022-05-03T22:52:35Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': '8018b6d2-2b5f-425e-ac76-71b63cc86d3e', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:18Z', 'updated_at': '2022-05-03T22:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'e8e404a4-f288-4ce9-9a6e-7cbe5bc52cdd', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'floating_ip_address': '172.25.2.17', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'port_id': '80ecd12c-1b1f-45c0-8744-d8fc3c292241', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055bb8ea-12c0-406b-86df-a2692a31f631', 'mac_address': 'fa:16:3e:a3:8c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536ebbd0-0ec6-4871-a5c5-17a1ecb82a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:53:09Z', 'updated_at': '2022-05-03T22:53:09Z', 'revision_number': 0, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b68bd464-5573-4f3c-adc5-8250201b5eba', 'name': '', 'network_id': '055bb8ea-12c0-406b-86df-a2692a31f631', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'mac_address': 'fa:16:3e:38:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '79599846-a979-45d3-98e2-160f7aa782c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:31Z', 'updated_at': '2022-05-03T22:52:48Z', 'revision_number': 5, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'subnets': [{'id': '79599846-a979-45d3-98e2-160f7aa782c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:53:18.887319 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9be80f-bc2b-41a2-9e37-135ac6661504 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:18.893508 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9be80f-bc2b-41a2-9e37-135ac6661504 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:18.894286 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0b9be80f-bc2b-41a2-9e37-135ac6661504 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Synchronizing usage tracker for tenant:30efc7cf17444533b4630b891dd1ce50 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:53:18.922416 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6990ed28-17ec-41a8-8989-02a5803eec3f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Usage tracker for resource:subnet and tenant:51751333bcc04a9b85b04e61623005e7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:18.940072 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6990ed28-17ec-41a8-8989-02a5803eec3f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:18.972090 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6990ed28-17ec-41a8-8989-02a5803eec3f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:19.055316 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1ff4d-e04f-43e3-9d1d-a03233e13e39 req-19c1d887-8384-41be-9c02-ddbdf37b8276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:19.056759 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d1f1ff4d-e04f-43e3-9d1d-a03233e13e39 req-19c1d887-8384-41be-9c02-ddbdf37b8276 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79599846-a979-45d3-98e2-160f7aa782c9 HTTP/1.1" status: 200 len: 835 time: 0.2402687 May 03 22:53:19.069116 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6990ed28-17ec-41a8-8989-02a5803eec3f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Made reservation on behalf of 51751333bcc04a9b85b04e61623005e7 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:53:19.072596 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6990ed28-17ec-41a8-8989-02a5803eec3f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:19.092413 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec690d73-19e0-4916-b777-ebda739a49ca None None] New status for floating IP e8e404a4-f288-4ce9-9a6e-7cbe5bc52cdd: ACTIVE {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:53:19.101891 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37226) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:19.153785 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0b9be80f-bc2b-41a2-9e37-135ac6661504 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Unset dirty status for tenant:30efc7cf17444533b4630b891dd1ce50 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:53:19.155336 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0b9be80f-bc2b-41a2-9e37-135ac6661504 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.9978766 May 03 22:53:19.158851 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37232) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:19.164763 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-554d8437-a675-4e3e-84fc-dd0295d271c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:19.212752 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-554d8437-a675-4e3e-84fc-dd0295d271c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:19.314731 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dafd6497-6324-463e-8b61-59c0951c90e0', 'tag': '4cfee546-6307-4715-acb5-da725e081c6c'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:53:19.320456 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d8437-a675-4e3e-84fc-dd0295d271c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7904d6e3-a8bb-4406-bb3d-433231eb95e2,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:19.394222 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-82722141-c73c-4860-97e0-de2a150b05c6 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Deleting port 3a95f620-f90c-4708-858d-87354d155c6f {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:53:19.395961 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-82722141-c73c-4860-97e0-de2a150b05c6 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:19.467902 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-75ec0bd6-2d38-477d-9164-89e1c66b1d96 service neutron] 10.222.0.67 "GET /v2.0/networks/8a7de30e-3678-4cb9-8699-a9c175249bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5912447 May 03 22:53:19.671751 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-554d8437-a675-4e3e-84fc-dd0295d271c3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=468a8909796c485e84444546cebca0b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7353387 May 03 22:53:19.679901 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7c1a2a34-f6e5-4b8c-b810-8b04d63bc1a9 req-0703d661-e539-4414-90be-43078084ae74 service neutron] 10.222.0.67 "GET /v2.0/networks/8a7de30e-3678-4cb9-8699-a9c175249bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979811 May 03 22:53:19.683713 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f549cdb-f419-4594-b387-618a62a2c769'] response: {'name': 'network-changed', 'server_uuid': 'dafd6497-6324-463e-8b61-59c0951c90e0', 'tag': '4cfee546-6307-4715-acb5-da725e081c6c', 'status': 'completed', 'code': 200} May 03 22:53:19.683980 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37240) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:19.825873 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1ff4d-e04f-43e3-9d1d-a03233e13e39 req-d183e6dc-421f-4a6a-9266-4a192096bdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:19.827946 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d1f1ff4d-e04f-43e3-9d1d-a03233e13e39 req-d183e6dc-421f-4a6a-9266-4a192096bdde service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=055bb8ea-12c0-406b-86df-a2692a31f631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7391677 May 03 22:53:19.899260 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e9b0dda5-fc32-43bd-a26a-6b4a94cf1ab9 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/floatingips/e8e404a4-f288-4ce9-9a6e-7cbe5bc52cdd HTTP/1.1" status: 200 len: 992 time: 0.7900445 May 03 22:53:19.934245 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-043e0040-85bc-4c6a-a6af-5c66caa82f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:20.054439 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-043e0040-85bc-4c6a-a6af-5c66caa82f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:20.083869 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-82722141-c73c-4860-97e0-de2a150b05c6 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:20.113755 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b4928-6ec4-431a-8f2d-da7b755560fd req-882ab365-4e17-46c9-9631-ab6bf1bb5fa8 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:20.113755 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-441b4928-6ec4-431a-8f2d-da7b755560fd req-882ab365-4e17-46c9-9631-ab6bf1bb5fa8 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=1994b40c-6c11-4745-b284-d70a739c2341 HTTP/1.1" status: 200 len: 943 time: 0.6521256 May 03 22:53:20.130969 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6990ed28-17ec-41a8-8989-02a5803eec3f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:20.161793 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d1f1ff4d-e04f-43e3-9d1d-a03233e13e39 req-543ccb13-70ed-4294-ab52-479cdc4af200 service neutron] 10.222.0.67 "GET /v2.0/networks/055bb8ea-12c0-406b-86df-a2692a31f631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974205 May 03 22:53:20.171612 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebc89d-d6e3-420b-99c3-482e0e1e302b req-1aa878dd-17b4-44f1-93b1-754b731a4677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:20.171612 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e8ebc89d-d6e3-420b-99c3-482e0e1e302b req-1aa878dd-17b4-44f1-93b1-754b731a4677 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ebd8df79d10f4719b3e906ac04253a0c&device_id=dafd6497-6324-463e-8b61-59c0951c90e0 HTTP/1.1" status: 200 len: 1094 time: 0.4199665 May 03 22:53:20.258854 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-82722141-c73c-4860-97e0-de2a150b05c6 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Calling delete_port for 3a95f620-f90c-4708-858d-87354d155c6f owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:53:20.371011 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-441b4928-6ec4-431a-8f2d-da7b755560fd req-5b6771e2-fef3-4683-9485-fbbed0a516de tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042794 May 03 22:53:20.384389 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e528b25-899f-4412-b279-f978539256f5 req-df00d37e-aad8-479a-af80-15224e65dc7d tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:20.386185 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0e528b25-899f-4412-b279-f978539256f5 req-df00d37e-aad8-479a-af80-15224e65dc7d tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.58 "GET /v2.0/ports?device_id=dafd6497-6324-463e-8b61-59c0951c90e0 HTTP/1.1" status: 200 len: 943 time: 0.4911635 May 03 22:53:20.444320 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-82722141-c73c-4860-97e0-de2a150b05c6 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:20.529218 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0e528b25-899f-4412-b279-f978539256f5 req-6c43844d-e281-467c-bc74-7380eef9585c tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.58 "GET /v2.0/security-groups?id=26967730-6ee2-49bf-a444-ff6ae24a9a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344979 May 03 22:53:20.534662 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-82722141-c73c-4860-97e0-de2a150b05c6 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:20.538279 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82722141-c73c-4860-97e0-de2a150b05c6 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Pushing event deleted for resources: {'Port': ['ID=3a95f620-f90c-4708-858d-87354d155c6f,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:20.569669 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ed28-17ec-41a8-8989-02a5803eec3f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'Subnet': ['ID=76a31202-3ef8-47c6-acd3-263a1b23e612,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:20.574053 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-82722141-c73c-4860-97e0-de2a150b05c6 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] 10.222.0.58 "DELETE /v2.0/ports/3a95f620-f90c-4708-858d-87354d155c6f HTTP/1.1" status: 204 len: 168 time: 1.4128480 May 03 22:53:20.584067 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37246) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:20.611454 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-043e0040-85bc-4c6a-a6af-5c66caa82f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:20.665278 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6990ed28-17ec-41a8-8989-02a5803eec3f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Checking segment: {'id': '2e49e1e9-ccfd-44d6-96dd-a615a187c0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'fd06938c-a34b-495f-a30b-d2cf16f4fca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:53:20.665891 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6990ed28-17ec-41a8-8989-02a5803eec3f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Network hostable DHCP agents. Network: fd06938c-a34b-495f-a30b-d2cf16f4fca6, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:53:20.668967 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-4db67b42-b653-4f1b-9356-e976f1d9174d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Deleting port b2ef2058-6efd-4d0b-8dd8-963ad23f5248 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:53:20.669250 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4db67b42-b653-4f1b-9356-e976f1d9174d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:20.682984 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e0040-85bc-4c6a-a6af-5c66caa82f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7904d6e3-a8bb-4406-bb3d-433231eb95e2,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:20.714207 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d1f1ff4d-e04f-43e3-9d1d-a03233e13e39 req-d5af379f-e885-4c6a-9988-25f399bec1a5 service neutron] 10.222.0.67 "GET /v2.0/networks/055bb8ea-12c0-406b-86df-a2692a31f631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5405126 May 03 22:53:20.718696 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebc89d-d6e3-420b-99c3-482e0e1e302b req-6ce1a0f2-2dc2-4d4d-9338-94c7a9916d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:20.720187 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e8ebc89d-d6e3-420b-99c3-482e0e1e302b req-6ce1a0f2-2dc2-4d4d-9338-94c7a9916d00 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8a7de30e-3678-4cb9-8699-a9c175249bde HTTP/1.1" status: 200 len: 921 time: 0.5388637 May 03 22:53:20.724533 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-043e0040-85bc-4c6a-a6af-5c66caa82f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:20.730209 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-043e0040-85bc-4c6a-a6af-5c66caa82f78 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7904d6e3-a8bb-4406-bb3d-433231eb95e2 HTTP/1.1" status: 204 len: 168 time: 1.0432215 May 03 22:53:20.815834 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e8ebc89d-d6e3-420b-99c3-482e0e1e302b req-7c66459f-e3e8-40c8-834c-a715dce3c190 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cfee546-6307-4715-acb5-da725e081c6c HTTP/1.1" status: 200 len: 217 time: 0.0835941 May 03 22:53:20.821304 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6990ed28-17ec-41a8-8989-02a5803eec3f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Network fd06938c-a34b-495f-a30b-d2cf16f4fca6 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:53:20.884127 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-6990ed28-17ec-41a8-8989-02a5803eec3f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, fd06938c-a34b-495f-a30b-d2cf16f4fca6) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:53:20.892085 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6990ed28-17ec-41a8-8989-02a5803eec3f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:20.892672 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6990ed28-17ec-41a8-8989-02a5803eec3f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:20.893249 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b023e82-2b38-48dd-a0a2-531f3ed5e085 None None] Network fd06938c-a34b-495f-a30b-d2cf16f4fca6 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:53:20.922755 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebc89d-d6e3-420b-99c3-482e0e1e302b req-0ae848fc-277b-4506-9b36-688b4e185e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:20.924218 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e8ebc89d-d6e3-420b-99c3-482e0e1e302b req-0ae848fc-277b-4506-9b36-688b4e185e12 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7b63dab3-fee8-45ff-b75b-f4b7777972a0 HTTP/1.1" status: 200 len: 860 time: 0.0982966 May 03 22:53:21.039054 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e8ebc89d-d6e3-420b-99c3-482e0e1e302b req-dde8602e-31a1-46a2-b0de-1366a3b6e861 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8a7de30e-3678-4cb9-8699-a9c175249bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1067712 May 03 22:53:21.044069 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6990ed28-17ec-41a8-8989-02a5803eec3f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5553505 May 03 22:53:21.045157 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37254) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:21.053639 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-01e807b0-23b5-4c79-aca2-44d867a35136 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-148493727', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:53:21.085592 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-01e807b0-23b5-4c79-aca2-44d867a35136 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:21.102004 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-01e807b0-23b5-4c79-aca2-44d867a35136 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Usage tracker for resource:router and tenant:51751333bcc04a9b85b04e61623005e7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:21.106604 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-01e807b0-23b5-4c79-aca2-44d867a35136 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:21.169574 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4db67b42-b653-4f1b-9356-e976f1d9174d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:21.178229 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-01e807b0-23b5-4c79-aca2-44d867a35136 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:21.214859 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df113b3a-97fb-4243-b061-060b2e93bf25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-fd06938c-a34b-495f-a30b-d2cf16f4fca6', 'network_id': 'fd06938c-a34b-495f-a30b-d2cf16f4fca6', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'fixed_ips': [{'subnet_id': '76a31202-3ef8-47c6-acd3-263a1b23e612'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:53:21.216083 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-df113b3a-97fb-4243-b061-060b2e93bf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:21.226905 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-01e807b0-23b5-4c79-aca2-44d867a35136 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:21.228458 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-01e807b0-23b5-4c79-aca2-44d867a35136 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:21.279464 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e8ebc89d-d6e3-420b-99c3-482e0e1e302b req-0fa3c223-f79b-4781-97f5-394b08c2ae6b service neutron] 10.222.0.67 "GET /v2.0/networks/8a7de30e-3678-4cb9-8699-a9c175249bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304292 May 03 22:53:21.317515 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-01e807b0-23b5-4c79-aca2-44d867a35136 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:21.367183 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-4db67b42-b653-4f1b-9356-e976f1d9174d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Calling delete_port for b2ef2058-6efd-4d0b-8dd8-963ad23f5248 owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:53:21.475381 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-01e807b0-23b5-4c79-aca2-44d867a35136 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:21.478711 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-df113b3a-97fb-4243-b061-060b2e93bf25 None None] Allocated IP 172.20.0.2 (fd06938c-a34b-495f-a30b-d2cf16f4fca6/76a31202-3ef8-47c6-acd3-263a1b23e612/d5d1027d-f87e-4058-a52c-d1307b9fc696) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:53:21.492874 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4db67b42-b653-4f1b-9356-e976f1d9174d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:21.561208 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-01e807b0-23b5-4c79-aca2-44d867a35136 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:21.562586 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-01e807b0-23b5-4c79-aca2-44d867a35136 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5164576 May 03 22:53:21.565768 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37266) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:21.590320 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db67b42-b653-4f1b-9356-e976f1d9174d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Pushing event deleted for resources: {'Port': ['ID=b2ef2058-6efd-4d0b-8dd8-963ad23f5248,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:21.602048 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4db67b42-b653-4f1b-9356-e976f1d9174d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:21.618151 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4db67b42-b653-4f1b-9356-e976f1d9174d tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] 10.222.0.58 "DELETE /v2.0/ports/b2ef2058-6efd-4d0b-8dd8-963ad23f5248 HTTP/1.1" status: 204 len: 168 time: 1.0325553 May 03 22:53:21.620351 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37272) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:21.630828 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-fb10a769-94be-4765-a9fd-fe3d0b0a5cf0 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Request body: {'port': {'network_id': 'fd06938c-a34b-495f-a30b-d2cf16f4fca6', 'name': 'tempest-RoutersTest-761434609'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:53:21.679425 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b7711664-d321-4ea0-870d-0ea912c40f6b tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Synchronizing usage tracker for tenant:30efc7cf17444533b4630b891dd1ce50 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:53:21.706070 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b7711664-d321-4ea0-870d-0ea912c40f6b tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Unset dirty status for tenant:30efc7cf17444533b4630b891dd1ce50 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:53:21.708680 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b7711664-d321-4ea0-870d-0ea912c40f6b tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0859926 May 03 22:53:21.713554 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37276) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:21.719439 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-0c005a31-2db1-468f-97d3-7521bfee2fa7 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1225835707'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:53:21.724863 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e8ebc89d-d6e3-420b-99c3-482e0e1e302b req-9af52817-c2e8-40f9-bd00-8f0c71763ee4 service neutron] 10.222.0.67 "GET /v2.0/networks/8a7de30e-3678-4cb9-8699-a9c175249bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285562 May 03 22:53:21.726845 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0c005a31-2db1-468f-97d3-7521bfee2fa7 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:21.732385 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0c005a31-2db1-468f-97d3-7521bfee2fa7 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Usage tracker for resource:network and tenant:30efc7cf17444533b4630b891dd1ce50 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:21.739341 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0c005a31-2db1-468f-97d3-7521bfee2fa7 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:21.759894 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0c005a31-2db1-468f-97d3-7521bfee2fa7 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:21.862651 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c005a31-2db1-468f-97d3-7521bfee2fa7 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Made reservation on behalf of 30efc7cf17444533b4630b891dd1ce50 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:53:21.867819 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0c005a31-2db1-468f-97d3-7521bfee2fa7 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:22.011758 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-df113b3a-97fb-4243-b061-060b2e93bf25 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:22.023808 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-df113b3a-97fb-4243-b061-060b2e93bf25 None None] Transition to ACTIVE for port object d5d1027d-f87e-4058-a52c-d1307b9fc696 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:53:22.024606 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c005a31-2db1-468f-97d3-7521bfee2fa7 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:53:22.050574 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-df113b3a-97fb-4243-b061-060b2e93bf25 None None] Transition to ACTIVE for port object d5d1027d-f87e-4058-a52c-d1307b9fc696 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:53:22.054530 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0c005a31-2db1-468f-97d3-7521bfee2fa7 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:22.054918 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-0c005a31-2db1-468f-97d3-7521bfee2fa7 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Added segment f237afd8-87cb-4d0d-9bb9-d8abef0635a7 of type vlan for network a116d0a3-a2e8-4c09-ad13-12f4559464d0 May 03 22:53:22.059853 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-df113b3a-97fb-4243-b061-060b2e93bf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:22.075683 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-fb10a769-94be-4765-a9fd-fe3d0b0a5cf0 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:22.084813 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b27f1-c9e9-48db-bc4f-b21a04e766fe req-8a12a36d-897b-4aeb-8c85-b9b31ec2419f tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:22.086411 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f1b27f1-c9e9-48db-bc4f-b21a04e766fe req-8a12a36d-897b-4aeb-8c85-b9b31ec2419f tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=1994b40c-6c11-4745-b284-d70a739c2341 HTTP/1.1" status: 200 len: 943 time: 0.2927577 May 03 22:53:22.086898 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-fb10a769-94be-4765-a9fd-fe3d0b0a5cf0 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Usage tracker for resource:port and tenant:51751333bcc04a9b85b04e61623005e7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:22.092598 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-fb10a769-94be-4765-a9fd-fe3d0b0a5cf0 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:22.105661 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-fb10a769-94be-4765-a9fd-fe3d0b0a5cf0 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:22.122994 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb10a769-94be-4765-a9fd-fe3d0b0a5cf0 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Made reservation on behalf of 51751333bcc04a9b85b04e61623005e7 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:53:22.128168 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb10a769-94be-4765-a9fd-fe3d0b0a5cf0 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:22.141553 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0c005a31-2db1-468f-97d3-7521bfee2fa7 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:22.145734 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df113b3a-97fb-4243-b061-060b2e93bf25 None None] Network fd06938c-a34b-495f-a30b-d2cf16f4fca6 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:53:22.150646 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-df113b3a-97fb-4243-b061-060b2e93bf25 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:53:22.158296 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df113b3a-97fb-4243-b061-060b2e93bf25 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:53:22.165008 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-fb10a769-94be-4765-a9fd-fe3d0b0a5cf0 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] device_id is not set on port e8b01f49-b060-4c1f-8eeb-babfbc2a37c6 yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:53:22.183131 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90761c2-9e18-4eaa-9031-ae289b47e30e req-16bda0b9-4a10-4ca0-8896-a830a2bc7cc8 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:22.190403 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d90761c2-9e18-4eaa-9031-ae289b47e30e req-16bda0b9-4a10-4ca0-8896-a830a2bc7cc8 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.58 "GET /v2.0/ports?device_id=dafd6497-6324-463e-8b61-59c0951c90e0 HTTP/1.1" status: 200 len: 943 time: 0.2306092 May 03 22:53:22.226687 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f1b27f1-c9e9-48db-bc4f-b21a04e766fe req-6fe7b2a3-ac78-48f9-8c8f-ad1ab03dc3f1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258116 May 03 22:53:22.266775 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0c005a31-2db1-468f-97d3-7521bfee2fa7 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:22.278701 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c005a31-2db1-468f-97d3-7521bfee2fa7 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:22.279680 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0c005a31-2db1-468f-97d3-7521bfee2fa7 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:22.325615 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df113b3a-97fb-4243-b061-060b2e93bf25 None None] Pushing event updated for resources: {'Port': ['ID=d5d1027d-f87e-4058-a52c-d1307b9fc696,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:22.350849 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-df113b3a-97fb-4243-b061-060b2e93bf25 None None] Attempting to bind port d5d1027d-f87e-4058-a52c-d1307b9fc696 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:53:22.351275 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-df113b3a-97fb-4243-b061-060b2e93bf25 None None] Attempting to bind port d5d1027d-f87e-4058-a52c-d1307b9fc696 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '2e49e1e9-ccfd-44d6-96dd-a615a187c0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'fd06938c-a34b-495f-a30b-d2cf16f4fca6'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:53:22.351639 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df113b3a-97fb-4243-b061-060b2e93bf25 None None] Attempting to bind port d5d1027d-f87e-4058-a52c-d1307b9fc696 on network fd06938c-a34b-495f-a30b-d2cf16f4fca6 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:53:22.358196 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df113b3a-97fb-4243-b061-060b2e93bf25 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:53:22.358985 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df113b3a-97fb-4243-b061-060b2e93bf25 None None] Checking segment: {'id': '2e49e1e9-ccfd-44d6-96dd-a615a187c0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'fd06938c-a34b-495f-a30b-d2cf16f4fca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:53:22.358985 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-df113b3a-97fb-4243-b061-060b2e93bf25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:22.359349 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df113b3a-97fb-4243-b061-060b2e93bf25 None None] Bound using segment: {'id': '2e49e1e9-ccfd-44d6-96dd-a615a187c0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'fd06938c-a34b-495f-a30b-d2cf16f4fca6'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:53:22.359928 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-df113b3a-97fb-4243-b061-060b2e93bf25 None None] Bound port: d5d1027d-f87e-4058-a52c-d1307b9fc696, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e49e1e9-ccfd-44d6-96dd-a615a187c0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'fd06938c-a34b-495f-a30b-d2cf16f4fca6'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:53:22.360870 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-df113b3a-97fb-4243-b061-060b2e93bf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:22.422163 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c005a31-2db1-468f-97d3-7521bfee2fa7 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Pushing event updated for resources: {'Network': ['ID=a116d0a3-a2e8-4c09-ad13-12f4559464d0,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:22.424975 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0c005a31-2db1-468f-97d3-7521bfee2fa7 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7105882 May 03 22:53:22.429095 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d90761c2-9e18-4eaa-9031-ae289b47e30e req-d31cec9a-e6bc-446b-98db-83aa5e266078 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.58 "GET /v2.0/security-groups?id=26967730-6ee2-49bf-a444-ff6ae24a9a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379005 May 03 22:53:22.429791 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37290) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:22.439202 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-596d1eb2-0a99-4c71-9558-b3611e9f9773 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-927211862'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:53:22.444657 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-596d1eb2-0a99-4c71-9558-b3611e9f9773 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:22.449112 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-596d1eb2-0a99-4c71-9558-b3611e9f9773 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Usage tracker for resource:network and tenant:30efc7cf17444533b4630b891dd1ce50 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:22.461499 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-596d1eb2-0a99-4c71-9558-b3611e9f9773 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:22.461659 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network a116d0a3-a2e8-4c09-ad13-12f4559464d0 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:53:22.462039 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-596d1eb2-0a99-4c71-9558-b3611e9f9773 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:22.469341 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-fb10a769-94be-4765-a9fd-fe3d0b0a5cf0 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Allocated IP 172.20.0.3 (fd06938c-a34b-495f-a30b-d2cf16f4fca6/76a31202-3ef8-47c6-acd3-263a1b23e612/e8b01f49-b060-4c1f-8eeb-babfbc2a37c6) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:53:22.472812 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596d1eb2-0a99-4c71-9558-b3611e9f9773 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Made reservation on behalf of 30efc7cf17444533b4630b891dd1ce50 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:53:22.483475 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-596d1eb2-0a99-4c71-9558-b3611e9f9773 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:22.561454 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-596d1eb2-0a99-4c71-9558-b3611e9f9773 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:53:22.599891 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-df113b3a-97fb-4243-b061-060b2e93bf25 None None] For port d5d1027d-f87e-4058-a52c-d1307b9fc696, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:53:22.603605 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-df113b3a-97fb-4243-b061-060b2e93bf25 None None] For port d5d1027d-f87e-4058-a52c-d1307b9fc696, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d5d1027d-f87e-4058-a52c-d1307b9fc696,segment=NetworkSegment(2e49e1e9-ccfd-44d6-96dd-a615a187c0e5),segment_id=2e49e1e9-ccfd-44d6-96dd-a615a187c0e5)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:53:22.604114 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-596d1eb2-0a99-4c71-9558-b3611e9f9773 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:22.604592 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-596d1eb2-0a99-4c71-9558-b3611e9f9773 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Added segment b1a27d54-a0ca-4278-be0b-bf312baed0df of type vlan for network 3cc24081-b5eb-44b1-822a-38dc3f5a5f4d May 03 22:53:22.611011 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-df113b3a-97fb-4243-b061-060b2e93bf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:22.678060 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-596d1eb2-0a99-4c71-9558-b3611e9f9773 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:22.724578 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-596d1eb2-0a99-4c71-9558-b3611e9f9773 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:22.731646 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596d1eb2-0a99-4c71-9558-b3611e9f9773 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:22.732674 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-596d1eb2-0a99-4c71-9558-b3611e9f9773 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:22.740994 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df113b3a-97fb-4243-b061-060b2e93bf25 None None] Pushing event updated for resources: {'Port': ['ID=d5d1027d-f87e-4058-a52c-d1307b9fc696,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:22.841826 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb10a769-94be-4765-a9fd-fe3d0b0a5cf0 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:22.860474 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-fb10a769-94be-4765-a9fd-fe3d0b0a5cf0 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Transition to ACTIVE for port object e8b01f49-b060-4c1f-8eeb-babfbc2a37c6 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:53:22.892271 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-80eadfbd-b9f3-40c5-b117-761394c3e959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:22.903554 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb10a769-94be-4765-a9fd-fe3d0b0a5cf0 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:22.916627 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d1eb2-0a99-4c71-9558-b3611e9f9773 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Pushing event updated for resources: {'Network': ['ID=3cc24081-b5eb-44b1-822a-38dc3f5a5f4d,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:22.929428 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 3cc24081-b5eb-44b1-822a-38dc3f5a5f4d details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:53:22.938705 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-596d1eb2-0a99-4c71-9558-b3611e9f9773 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5030222 May 03 22:53:23.021538 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb10a769-94be-4765-a9fd-fe3d0b0a5cf0 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Network fd06938c-a34b-495f-a30b-d2cf16f4fca6 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:53:23.025227 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-fb10a769-94be-4765-a9fd-fe3d0b0a5cf0 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:53:23.027870 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb10a769-94be-4765-a9fd-fe3d0b0a5cf0 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:53:23.108509 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb10a769-94be-4765-a9fd-fe3d0b0a5cf0 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:23.109431 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb10a769-94be-4765-a9fd-fe3d0b0a5cf0 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:23.176606 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10a769-94be-4765-a9fd-fe3d0b0a5cf0 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'Port': ['ID=e8b01f49-b060-4c1f-8eeb-babfbc2a37c6,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:23.185604 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fb10a769-94be-4765-a9fd-fe3d0b0a5cf0 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.6161780 May 03 22:53:23.186883 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37302) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:23.527846 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d5d1027d-f87e-4058-a52c-d1307b9fc696 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:53:23.726274 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port d5d1027d-f87e-4058-a52c-d1307b9fc696 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:53:23.921198 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ee633-ed8e-4faf-8aa8-79d120d08708 req-cd49df4e-bf68-4030-91a3-50b1d7ce46fc tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:23.939684 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f92ee633-ed8e-4faf-8aa8-79d120d08708 req-cd49df4e-bf68-4030-91a3-50b1d7ce46fc tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=1994b40c-6c11-4745-b284-d70a739c2341 HTTP/1.1" status: 200 len: 943 time: 0.4282167 May 03 22:53:24.192425 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f92ee633-ed8e-4faf-8aa8-79d120d08708 req-213ddfff-743f-4f5c-9f90-f6db825fc628 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516971 May 03 22:53:24.240519 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29688cb3-33af-45a1-a304-749ccb132fc2 req-3b6f26d2-029a-4451-999e-e88a3203b22c tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:24.290361 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-29688cb3-33af-45a1-a304-749ccb132fc2 req-3b6f26d2-029a-4451-999e-e88a3203b22c tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.58 "GET /v2.0/ports?device_id=dafd6497-6324-463e-8b61-59c0951c90e0 HTTP/1.1" status: 200 len: 943 time: 0.5598726 May 03 22:53:24.500756 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:24.512193 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-29688cb3-33af-45a1-a304-749ccb132fc2 req-ff9864d3-00ca-458b-adce-3b48f772bee9 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.58 "GET /v2.0/security-groups?id=26967730-6ee2-49bf-a444-ff6ae24a9a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311003 May 03 22:53:24.541585 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 4cfee546-6307-4715-acb5-da725e081c6c details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:53:24.620502 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-51267709-047b-4dc8-abc0-b569f397b4d4 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:24.802594 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2c4263-516a-4ee5-a0ad-d024d5f69b2b None None] Network fd06938c-a34b-495f-a30b-d2cf16f4fca6 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:53:24.909565 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 4cfee546-6307-4715-acb5-da725e081c6c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=4cfee546-6307-4715-acb5-da725e081c6c,segment=NetworkSegment(223adc51-355c-4a98-b824-6ae47d0a0ed7),segment_id=223adc51-355c-4a98-b824-6ae47d0a0ed7)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:53:24.980073 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-8200e14e-bf2b-4bf6-9f80-1a06638815c5 None None] Provisioning for port d5d1027d-f87e-4058-a52c-d1307b9fc696 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:53:25.076979 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '4cfee546-6307-4715-acb5-da725e081c6c', 'network_id': '8a7de30e-3678-4cb9-8699-a9c175249bde', 'port_id': '4cfee546-6307-4715-acb5-da725e081c6c', 'mac_address': 'fa:16:3e:04:21:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b63dab3-fee8-45ff-b75b-f4b7777972a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:53:25.086841 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-8200e14e-bf2b-4bf6-9f80-1a06638815c5 None None] Provisioning complete for port d5d1027d-f87e-4058-a52c-d1307b9fc696 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:53:25.087431 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8200e14e-bf2b-4bf6-9f80-1a06638815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:25.124579 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-51267709-047b-4dc8-abc0-b569f397b4d4 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:25.130903 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-51267709-047b-4dc8-abc0-b569f397b4d4 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:25.254705 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51267709-047b-4dc8-abc0-b569f397b4d4 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'Port': ['ID=e8b01f49-b060-4c1f-8eeb-babfbc2a37c6,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:25.280104 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0349657c-5b15-4318-a195-9d43742fe2d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:25.315201 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:25.340626 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cfee546-6307-4715-acb5-da725e081c6c {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:53:25.447952 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 4cfee546-6307-4715-acb5-da725e081c6c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=4cfee546-6307-4715-acb5-da725e081c6c,segment=NetworkSegment(223adc51-355c-4a98-b824-6ae47d0a0ed7),segment_id=223adc51-355c-4a98-b824-6ae47d0a0ed7)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:53:25.464452 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:25.617694 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=4cfee546-6307-4715-acb5-da725e081c6c,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:25.622441 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8200e14e-bf2b-4bf6-9f80-1a06638815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:25.679269 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-8200e14e-bf2b-4bf6-9f80-1a06638815c5 None None] For port d5d1027d-f87e-4058-a52c-d1307b9fc696, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d5d1027d-f87e-4058-a52c-d1307b9fc696,segment=NetworkSegment(2e49e1e9-ccfd-44d6-96dd-a615a187c0e5),segment_id=2e49e1e9-ccfd-44d6-96dd-a615a187c0e5)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:53:25.687097 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8200e14e-bf2b-4bf6-9f80-1a06638815c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:25.793263 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['4cfee546-6307-4715-acb5-da725e081c6c'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:53:25.796250 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31531a-c635-4aaf-81ef-2872e2aabc41 req-9d3266c6-4857-4cbb-a381-fb6fd8e17315 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:25.798637 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea31531a-c635-4aaf-81ef-2872e2aabc41 req-9d3266c6-4857-4cbb-a381-fb6fd8e17315 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=1994b40c-6c11-4745-b284-d70a739c2341 HTTP/1.1" status: 200 len: 943 time: 0.1833735 May 03 22:53:25.824696 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-51267709-047b-4dc8-abc0-b569f397b4d4 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:25.895573 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200e14e-bf2b-4bf6-9f80-1a06638815c5 None None] Pushing event updated for resources: {'Port': ['ID=d5d1027d-f87e-4058-a52c-d1307b9fc696,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:25.909357 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea31531a-c635-4aaf-81ef-2872e2aabc41 req-aed1afe4-4c42-4a80-8c49-58bf96faeed3 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048746 May 03 22:53:26.063413 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-51267709-047b-4dc8-abc0-b569f397b4d4 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:26.071232 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514b2c7-2771-4ec8-8260-68aef7ac0597 req-bbd6aaac-94ba-4407-afd9-39e2341a7128 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:26.073700 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0514b2c7-2771-4ec8-8260-68aef7ac0597 req-bbd6aaac-94ba-4407-afd9-39e2341a7128 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.58 "GET /v2.0/ports?device_id=dafd6497-6324-463e-8b61-59c0951c90e0 HTTP/1.1" status: 200 len: 944 time: 0.1813517 May 03 22:53:26.171225 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-08425fe2-ba27-4008-a30b-b421d7cdb67f None None] Provisioning for port e8b01f49-b060-4c1f-8eeb-babfbc2a37c6 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:53:26.176880 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0514b2c7-2771-4ec8-8260-68aef7ac0597 req-6b3ad0bc-ebc4-48f2-9f9e-aa73068a062d tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.58 "GET /v2.0/security-groups?id=26967730-6ee2-49bf-a444-ff6ae24a9a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966899 May 03 22:53:26.179729 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-08425fe2-ba27-4008-a30b-b421d7cdb67f None None] Provisioning complete for port e8b01f49-b060-4c1f-8eeb-babfbc2a37c6 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:53:26.179729 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-08425fe2-ba27-4008-a30b-b421d7cdb67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:26.244856 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37342) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:26.252605 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-1dbf5097-3456-42b5-93e1-dea887d6dd77 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Request body: {'subnets': [{'network_id': 'a116d0a3-a2e8-4c09-ad13-12f4559464d0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1555858446', 'ip_version': 6}, {'network_id': '3cc24081-b5eb-44b1-822a-38dc3f5a5f4d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:53:26.253757 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-1dbf5097-3456-42b5-93e1-dea887d6dd77 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Request body: {'subnet': {'network_id': 'a116d0a3-a2e8-4c09-ad13-12f4559464d0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1555858446', 'ip_version': 6}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:53:26.254558 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-1dbf5097-3456-42b5-93e1-dea887d6dd77 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Request body: {'subnet': {'network_id': '3cc24081-b5eb-44b1-822a-38dc3f5a5f4d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:53:26.270634 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-08425fe2-ba27-4008-a30b-b421d7cdb67f None None] Port e8b01f49-b060-4c1f-8eeb-babfbc2a37c6 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:53:26.308786 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:26.312814 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-08425fe2-ba27-4008-a30b-b421d7cdb67f None None] Provisioning complete for port d5d1027d-f87e-4058-a52c-d1307b9fc696 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:53:26.313363 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-08425fe2-ba27-4008-a30b-b421d7cdb67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:26.369971 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:26.594820 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d920fd8b-9103-4bbc-a98e-bdefef3b05aa None None] Provisioning complete for port e8b01f49-b060-4c1f-8eeb-babfbc2a37c6 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:53:26.595210 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d920fd8b-9103-4bbc-a98e-bdefef3b05aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:26.650041 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1dbf5097-3456-42b5-93e1-dea887d6dd77 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:26.663112 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1dbf5097-3456-42b5-93e1-dea887d6dd77 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Usage tracker for resource:subnet and tenant:30efc7cf17444533b4630b891dd1ce50 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:26.666490 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1dbf5097-3456-42b5-93e1-dea887d6dd77 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:26.673598 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1dbf5097-3456-42b5-93e1-dea887d6dd77 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:26.691432 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbf5097-3456-42b5-93e1-dea887d6dd77 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Made reservation on behalf of 30efc7cf17444533b4630b891dd1ce50 for: {'subnet': 2} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:53:26.696706 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1dbf5097-3456-42b5-93e1-dea887d6dd77 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:26.697282 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1dbf5097-3456-42b5-93e1-dea887d6dd77 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:26.699606 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-d920fd8b-9103-4bbc-a98e-bdefef3b05aa None None] Port e8b01f49-b060-4c1f-8eeb-babfbc2a37c6 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:53:26.826285 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-fafa1d8d-f93c-4b5a-81be-50068d11c1b6 None None] Provisioning complete for port e8b01f49-b060-4c1f-8eeb-babfbc2a37c6 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:53:26.826893 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fafa1d8d-f93c-4b5a-81be-50068d11c1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:26.895076 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-51267709-047b-4dc8-abc0-b569f397b4d4 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:26.904050 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-51267709-047b-4dc8-abc0-b569f397b4d4 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:26.923186 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-fafa1d8d-f93c-4b5a-81be-50068d11c1b6 None None] Port e8b01f49-b060-4c1f-8eeb-babfbc2a37c6 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:53:26.996726 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37354) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:27.073005 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-51267709-047b-4dc8-abc0-b569f397b4d4 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:27.076573 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51267709-047b-4dc8-abc0-b569f397b4d4 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'Port': ['ID=e8b01f49-b060-4c1f-8eeb-babfbc2a37c6,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:27.271943 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51267709-047b-4dc8-abc0-b569f397b4d4 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Network fd06938c-a34b-495f-a30b-d2cf16f4fca6 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:53:27.273574 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-51267709-047b-4dc8-abc0-b569f397b4d4 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:53:27.312083 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7857f249-a658-4333-9210-a0a492f139d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:27.436119 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d5d1027d-f87e-4058-a52c-d1307b9fc696 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:53:27.442962 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a6fd6-9b15-43a2-9cf4-f8ae61451ccf req-9596eb91-e084-4e71-bd0d-775e129ab8a8 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:27.444692 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-585a6fd6-9b15-43a2-9cf4-f8ae61451ccf req-9596eb91-e084-4e71-bd0d-775e129ab8a8 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=1994b40c-6c11-4745-b284-d70a739c2341 HTTP/1.1" status: 200 len: 943 time: 0.3196361 May 03 22:53:27.454965 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7857f249-a658-4333-9210-a0a492f139d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:27.478154 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7857f249-a658-4333-9210-a0a492f139d1 admin admin] Usage tracker for resource:security_group_rule and tenant:923c52e3a9414bf1a6e9a2de2a4defe9 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:27.509944 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7857f249-a658-4333-9210-a0a492f139d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:27.527738 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51267709-047b-4dc8-abc0-b569f397b4d4 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Router e28c636e-dc07-4a64-9362-049fc1b4a2dd is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:53:27.529396 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7857f249-a658-4333-9210-a0a492f139d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:27.555321 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port d5d1027d-f87e-4058-a52c-d1307b9fc696 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:53:27.555941 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:27.601259 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-585a6fd6-9b15-43a2-9cf4-f8ae61451ccf req-ff6c2173-e8f9-4bbf-a048-b050fc607da1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358044 May 03 22:53:27.672915 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:27.700701 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4342046-2cb1-444c-a354-10d99dc468d7 req-7b13f93f-e9d9-4270-ae2b-53fd452416c8 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:27.708457 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d4342046-2cb1-444c-a354-10d99dc468d7 req-7b13f93f-e9d9-4270-ae2b-53fd452416c8 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.58 "GET /v2.0/ports?device_id=dafd6497-6324-463e-8b61-59c0951c90e0 HTTP/1.1" status: 200 len: 944 time: 0.3250830 May 03 22:53:27.774314 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51267709-047b-4dc8-abc0-b569f397b4d4 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:53:27.781514 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-51267709-047b-4dc8-abc0-b569f397b4d4 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "PUT /v2.0/routers/e28c636e-dc07-4a64-9362-049fc1b4a2dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5931604 May 03 22:53:27.782133 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c2b0ef22-8765-4a21-a218-6929c151b8ea None None] Provisioning complete for port e8b01f49-b060-4c1f-8eeb-babfbc2a37c6 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:53:27.783112 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c2b0ef22-8765-4a21-a218-6929c151b8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:27.784885 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37362) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:27.818071 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ec9b2e-cd98-4705-821d-0a44f4bdd108 None None] Sync routers for ids ['e28c636e-dc07-4a64-9362-049fc1b4a2dd'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:53:27.844910 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d4342046-2cb1-444c-a354-10d99dc468d7 req-04b2138f-686e-4709-a116-42151765272e tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.58 "GET /v2.0/security-groups?id=26967730-6ee2-49bf-a444-ff6ae24a9a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355438 May 03 22:53:27.849145 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ec9b2e-cd98-4705-821d-0a44f4bdd108 None None] Routers {'e28c636e-dc07-4a64-9362-049fc1b4a2dd'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:53:27.849807 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-87ec9b2e-cd98-4705-821d-0a44f4bdd108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['e28c636e-dc07-4a64-9362-049fc1b4a2dd'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:27.910007 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1454df5f-5db5-4042-8caa-82c2016b75b0 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:27.910007 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1454df5f-5db5-4042-8caa-82c2016b75b0 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Synchronizing usage tracker for tenant:51751333bcc04a9b85b04e61623005e7 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:53:27.915219 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7857f249-a658-4333-9210-a0a492f139d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:27.915219 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1dbf5097-3456-42b5-93e1-dea887d6dd77 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:27.930973 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1454df5f-5db5-4042-8caa-82c2016b75b0 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Unset dirty status for tenant:51751333bcc04a9b85b04e61623005e7 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:53:27.930973 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1454df5f-5db5-4042-8caa-82c2016b75b0 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "GET /v2.0/ports/e8b01f49-b060-4c1f-8eeb-babfbc2a37c6 HTTP/1.1" status: 200 len: 976 time: 0.1380739 May 03 22:53:27.936789 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-c2b0ef22-8765-4a21-a218-6929c151b8ea None None] Port e8b01f49-b060-4c1f-8eeb-babfbc2a37c6 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:53:27.936789 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-87ec9b2e-cd98-4705-821d-0a44f4bdd108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:27.938175 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37366) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:27.950915 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7857f249-a658-4333-9210-a0a492f139d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:27.954865 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ec9b2e-cd98-4705-821d-0a44f4bdd108 None None] Routers {'e28c636e-dc07-4a64-9362-049fc1b4a2dd'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:53:27.955488 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-87ec9b2e-cd98-4705-821d-0a44f4bdd108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['e28c636e-dc07-4a64-9362-049fc1b4a2dd'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:28.044004 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7857f249-a658-4333-9210-a0a492f139d1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=923c52e3a9414bf1a6e9a2de2a4defe9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0448174 May 03 22:53:28.053713 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37370) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:28.056052 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857f249-a658-4333-9210-a0a492f139d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2806f70-1a0d-45d6-af7a-768e2553ff39,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:28.070293 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf5097-3456-42b5-93e1-dea887d6dd77 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Pushing event updated for resources: {'Subnet': ['ID=2b5f76e0-aa47-4822-ac1f-ff185689c088,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:28.072880 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-87ec9b2e-cd98-4705-821d-0a44f4bdd108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:28.072880 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ec9b2e-cd98-4705-821d-0a44f4bdd108 None None] The sync data for ids ['e28c636e-dc07-4a64-9362-049fc1b4a2dd'] in n-d-811807-1 is: [] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:53:28.088117 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:28.092230 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbf5097-3456-42b5-93e1-dea887d6dd77 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Checking segment: {'id': 'f237afd8-87cb-4d0d-9bb9-d8abef0635a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a116d0a3-a2e8-4c09-ad13-12f4559464d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:53:28.092336 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbf5097-3456-42b5-93e1-dea887d6dd77 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Network hostable DHCP agents. Network: a116d0a3-a2e8-4c09-ad13-12f4559464d0, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:53:28.145563 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbf5097-3456-42b5-93e1-dea887d6dd77 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Network a116d0a3-a2e8-4c09-ad13-12f4559464d0 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:53:28.154347 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f17d47a0-d989-44a5-b7b3-43237b7bf7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:28.168650 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-1dbf5097-3456-42b5-93e1-dea887d6dd77 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, a116d0a3-a2e8-4c09-ad13-12f4559464d0) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:53:28.182783 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1dbf5097-3456-42b5-93e1-dea887d6dd77 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:28.183820 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb68780-2629-4998-a7e2-d8b3c4476a23 None None] Network a116d0a3-a2e8-4c09-ad13-12f4559464d0 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:53:28.235319 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f17d47a0-d989-44a5-b7b3-43237b7bf7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:28.326541 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf5097-3456-42b5-93e1-dea887d6dd77 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Pushing event updated for resources: {'Subnet': ['ID=a5536cd3-b365-4529-92ca-315f5c03613a,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:28.336270 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbf5097-3456-42b5-93e1-dea887d6dd77 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Checking segment: {'id': 'b1a27d54-a0ca-4278-be0b-bf312baed0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3cc24081-b5eb-44b1-822a-38dc3f5a5f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:53:28.336270 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbf5097-3456-42b5-93e1-dea887d6dd77 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Network hostable DHCP agents. Network: 3cc24081-b5eb-44b1-822a-38dc3f5a5f4d, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:53:28.361566 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbf5097-3456-42b5-93e1-dea887d6dd77 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Network 3cc24081-b5eb-44b1-822a-38dc3f5a5f4d is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:53:28.376199 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f17d47a0-d989-44a5-b7b3-43237b7bf7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:28.394574 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-1dbf5097-3456-42b5-93e1-dea887d6dd77 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 3cc24081-b5eb-44b1-822a-38dc3f5a5f4d) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:53:28.405223 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f0e741-d659-4844-a478-80bc59f4cc3d None None] Network 3cc24081-b5eb-44b1-822a-38dc3f5a5f4d requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:53:28.407154 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbf5097-3456-42b5-93e1-dea887d6dd77 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:28.407615 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbf5097-3456-42b5-93e1-dea887d6dd77 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:28.408545 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1dbf5097-3456-42b5-93e1-dea887d6dd77 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:28.417698 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d47a0-d989-44a5-b7b3-43237b7bf7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2806f70-1a0d-45d6-af7a-768e2553ff39,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:28.442357 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1dbf5097-3456-42b5-93e1-dea887d6dd77 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.1962497 May 03 22:53:28.443528 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f17d47a0-d989-44a5-b7b3-43237b7bf7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:28.444558 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f17d47a0-d989-44a5-b7b3-43237b7bf7c9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e2806f70-1a0d-45d6-af7a-768e2553ff39 HTTP/1.1" status: 204 len: 168 time: 0.3902128 May 03 22:53:28.445414 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37374) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:28.513682 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e840ba4b-15e5-455d-b487-db78d85d3652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-a116d0a3-a2e8-4c09-ad13-12f4559464d0', 'network_id': 'a116d0a3-a2e8-4c09-ad13-12f4559464d0', 'tenant_id': '30efc7cf17444533b4630b891dd1ce50', 'fixed_ips': [{'subnet_id': '2b5f76e0-aa47-4822-ac1f-ff185689c088'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:53:28.514630 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e840ba4b-15e5-455d-b487-db78d85d3652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:28.592174 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 4cfee546-6307-4715-acb5-da725e081c6c up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:53:28.596375 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8f2f5e-f6d6-447c-b56f-598c59154420 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:28.603915 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8f2f5e-f6d6-447c-b56f-598c59154420 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:28.606761 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8f2f5e-f6d6-447c-b56f-598c59154420 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:28.610967 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-bb8f2f5e-f6d6-447c-b56f-598c59154420 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Synchronizing usage tracker for tenant:30efc7cf17444533b4630b891dd1ce50 on resource:subnet {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:53:28.658257 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-bb8f2f5e-f6d6-447c-b56f-598c59154420 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Unset dirty status for tenant:30efc7cf17444533b4630b891dd1ce50 on resource:subnet {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:53:28.670534 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-bb8f2f5e-f6d6-447c-b56f-598c59154420 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2244020 May 03 22:53:28.671487 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37382) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:28.735262 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4851a6f-8bb0-456c-8630-ce41d46ce864 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:28.845444 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a8acdae-8591-4f07-80e3-3974627e3182 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Deleting subnet 2b5f76e0-aa47-4822-ac1f-ff185689c088 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:53:28.949451 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 4cfee546-6307-4715-acb5-da725e081c6c completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:53:28.955588 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6bb56-9b80-4b89-a193-098916613993 req-f5340d59-502c-40be-8f93-a8dee7849216 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:28.958485 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2de6bb56-9b80-4b89-a193-098916613993 req-f5340d59-502c-40be-8f93-a8dee7849216 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=1994b40c-6c11-4745-b284-d70a739c2341 HTTP/1.1" status: 200 len: 943 time: 0.1691477 May 03 22:53:29.003442 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-e840ba4b-15e5-455d-b487-db78d85d3652 None None] Allocated IP 2001:db8::1 (a116d0a3-a2e8-4c09-ad13-12f4559464d0/2b5f76e0-aa47-4822-ac1f-ff185689c088/4d6aaf9d-0ef3-44de-8f3d-96b5659aabee) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:53:29.015302 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 4cfee546-6307-4715-acb5-da725e081c6c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:53:29.015641 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:29.053031 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99651883-2e6a-4052-9513-c0db0cd75cb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-3cc24081-b5eb-44b1-822a-38dc3f5a5f4d', 'network_id': '3cc24081-b5eb-44b1-822a-38dc3f5a5f4d', 'tenant_id': '30efc7cf17444533b4630b891dd1ce50', 'fixed_ips': [{'subnet_id': 'a5536cd3-b365-4529-92ca-315f5c03613a'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:53:29.053985 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-99651883-2e6a-4052-9513-c0db0cd75cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:29.066798 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2de6bb56-9b80-4b89-a193-098916613993 req-8fbd04c3-cee4-414f-85ce-302a3a41d237 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964084 May 03 22:53:29.149903 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37390) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:29.181273 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c876554c-54bc-4609-83a3-48fbc9a5d564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:29.198406 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c876554c-54bc-4609-83a3-48fbc9a5d564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:29.205232 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c876554c-54bc-4609-83a3-48fbc9a5d564 admin admin] Usage tracker for resource:security_group_rule and tenant:bed5b781e2f9471bb46593352d1c041a is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:29.208853 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c876554c-54bc-4609-83a3-48fbc9a5d564 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:29.217042 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c876554c-54bc-4609-83a3-48fbc9a5d564 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:29.218566 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5ec85-f04f-4245-9bbf-e94a9dc9d11f req-703b87af-0c1b-431a-964a-48a009a32f24 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:29.220438 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-16d5ec85-f04f-4245-9bbf-e94a9dc9d11f req-703b87af-0c1b-431a-964a-48a009a32f24 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.58 "GET /v2.0/ports?device_id=dafd6497-6324-463e-8b61-59c0951c90e0 HTTP/1.1" status: 200 len: 944 time: 0.1709647 May 03 22:53:29.261649 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-c4851a6f-8bb0-456c-8630-ce41d46ce864 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Deleting port e8b01f49-b060-4c1f-8eeb-babfbc2a37c6 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:53:29.262976 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4851a6f-8bb0-456c-8630-ce41d46ce864 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:29.297124 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-16d5ec85-f04f-4245-9bbf-e94a9dc9d11f req-8b0ffed3-dc3c-4268-8866-f868e47c8c7c tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.58 "GET /v2.0/security-groups?id=26967730-6ee2-49bf-a444-ff6ae24a9a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682821 May 03 22:53:29.479172 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c876554c-54bc-4609-83a3-48fbc9a5d564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:29.485305 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c876554c-54bc-4609-83a3-48fbc9a5d564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:29.516720 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-99651883-2e6a-4052-9513-c0db0cd75cb6 None None] Allocated IP 2001:db8:0:1::1 (3cc24081-b5eb-44b1-822a-38dc3f5a5f4d/a5536cd3-b365-4529-92ca-315f5c03613a/0c7c081e-852b-4e39-b4c9-e7ef124f74f0) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:53:29.516720 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:29.520524 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4851a6f-8bb0-456c-8630-ce41d46ce864 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:29.552089 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e840ba4b-15e5-455d-b487-db78d85d3652 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:29.586606 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e840ba4b-15e5-455d-b487-db78d85d3652 None None] Transition to ACTIVE for port object 4d6aaf9d-0ef3-44de-8f3d-96b5659aabee will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:53:29.603022 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dafd6497-6324-463e-8b61-59c0951c90e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cfee546-6307-4715-acb5-da725e081c6c'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:53:29.672611 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c876554c-54bc-4609-83a3-48fbc9a5d564 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bed5b781e2f9471bb46593352d1c041a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5163412 May 03 22:53:29.675636 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37396) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:29.683779 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-c4851a6f-8bb0-456c-8630-ce41d46ce864 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Calling delete_port for e8b01f49-b060-4c1f-8eeb-babfbc2a37c6 owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:53:29.690706 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 4cfee546-6307-4715-acb5-da725e081c6c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=4cfee546-6307-4715-acb5-da725e081c6c,segment=NetworkSegment(223adc51-355c-4a98-b824-6ae47d0a0ed7),segment_id=223adc51-355c-4a98-b824-6ae47d0a0ed7)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:53:29.700661 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dfddc88-66cb-49b2-816e-c3a6893d9d0c'] response: {'server_uuid': 'dafd6497-6324-463e-8b61-59c0951c90e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cfee546-6307-4715-acb5-da725e081c6c', 'code': 200} May 03 22:53:29.711688 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:29.714019 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e840ba4b-15e5-455d-b487-db78d85d3652 None None] Transition to ACTIVE for port object 4d6aaf9d-0ef3-44de-8f3d-96b5659aabee will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:53:29.752775 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876554c-54bc-4609-83a3-48fbc9a5d564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8246d7-6a9a-4fdb-b0c1-8b58083e97d0,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:29.762687 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6a8acdae-8591-4f07-80e3-3974627e3182 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:29.773664 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e840ba4b-15e5-455d-b487-db78d85d3652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:29.835739 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e840ba4b-15e5-455d-b487-db78d85d3652 None None] Network a116d0a3-a2e8-4c09-ad13-12f4559464d0 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:53:29.839228 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-e840ba4b-15e5-455d-b487-db78d85d3652 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:53:29.859060 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dc688d5d-7fe7-4a30-95eb-afda5f9d1b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:29.876286 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e840ba4b-15e5-455d-b487-db78d85d3652 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:53:29.883043 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6a8acdae-8591-4f07-80e3-3974627e3182 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:29.891221 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=4cfee546-6307-4715-acb5-da725e081c6c,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:29.891918 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd4ea1-20a5-4c8a-968b-77fbca281cd7 req-8e6de7c0-6b9c-444e-b119-d73f74e51092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:29.894578 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-abdd4ea1-20a5-4c8a-968b-77fbca281cd7 req-8e6de7c0-6b9c-444e-b119-d73f74e51092 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=dafd6497-6324-463e-8b61-59c0951c90e0 HTTP/1.1" status: 200 len: 1096 time: 0.1431649 May 03 22:53:29.963967 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-abdd4ea1-20a5-4c8a-968b-77fbca281cd7 req-f5d998a9-814e-43db-b517-986e7340dac7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=26967730-6ee2-49bf-a444-ff6ae24a9a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583119 May 03 22:53:29.974131 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dc688d5d-7fe7-4a30-95eb-afda5f9d1b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:30.060097 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4851a6f-8bb0-456c-8630-ce41d46ce864 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:30.071912 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6a8acdae-8591-4f07-80e3-3974627e3182 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:30.120018 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4851a6f-8bb0-456c-8630-ce41d46ce864 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event deleted for resources: {'Port': ['ID=e8b01f49-b060-4c1f-8eeb-babfbc2a37c6,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:30.145451 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dc688d5d-7fe7-4a30-95eb-afda5f9d1b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:30.152827 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e840ba4b-15e5-455d-b487-db78d85d3652 None None] Attempting to bind port 4d6aaf9d-0ef3-44de-8f3d-96b5659aabee on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:53:30.153272 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e840ba4b-15e5-455d-b487-db78d85d3652 None None] Attempting to bind port 4d6aaf9d-0ef3-44de-8f3d-96b5659aabee by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'f237afd8-87cb-4d0d-9bb9-d8abef0635a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a116d0a3-a2e8-4c09-ad13-12f4559464d0'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:53:30.153363 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e840ba4b-15e5-455d-b487-db78d85d3652 None None] Attempting to bind port 4d6aaf9d-0ef3-44de-8f3d-96b5659aabee on network a116d0a3-a2e8-4c09-ad13-12f4559464d0 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:53:30.157740 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e840ba4b-15e5-455d-b487-db78d85d3652 None None] Pushing event updated for resources: {'Port': ['ID=4d6aaf9d-0ef3-44de-8f3d-96b5659aabee,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:30.168931 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-99651883-2e6a-4052-9513-c0db0cd75cb6 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:30.185029 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-99651883-2e6a-4052-9513-c0db0cd75cb6 None None] Transition to ACTIVE for port object 0c7c081e-852b-4e39-b4c9-e7ef124f74f0 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:53:30.203038 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc688d5d-7fe7-4a30-95eb-afda5f9d1b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8246d7-6a9a-4fdb-b0c1-8b58083e97d0,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:30.209517 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dc688d5d-7fe7-4a30-95eb-afda5f9d1b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:30.210763 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-dc688d5d-7fe7-4a30-95eb-afda5f9d1b28 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ad8246d7-6a9a-4fdb-b0c1-8b58083e97d0 HTTP/1.1" status: 204 len: 168 time: 0.5407867 May 03 22:53:30.250324 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6a8acdae-8591-4f07-80e3-3974627e3182 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:30.252008 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e840ba4b-15e5-455d-b487-db78d85d3652 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:53:30.253069 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e840ba4b-15e5-455d-b487-db78d85d3652 None None] Checking segment: {'id': 'f237afd8-87cb-4d0d-9bb9-d8abef0635a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a116d0a3-a2e8-4c09-ad13-12f4559464d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:53:30.254781 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e840ba4b-15e5-455d-b487-db78d85d3652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:30.254781 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e840ba4b-15e5-455d-b487-db78d85d3652 None None] Bound using segment: {'id': 'f237afd8-87cb-4d0d-9bb9-d8abef0635a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a116d0a3-a2e8-4c09-ad13-12f4559464d0'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:53:30.256369 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e840ba4b-15e5-455d-b487-db78d85d3652 None None] Bound port: 4d6aaf9d-0ef3-44de-8f3d-96b5659aabee, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f237afd8-87cb-4d0d-9bb9-d8abef0635a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a116d0a3-a2e8-4c09-ad13-12f4559464d0'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:53:30.256369 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e840ba4b-15e5-455d-b487-db78d85d3652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:30.290159 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-99651883-2e6a-4052-9513-c0db0cd75cb6 None None] Transition to ACTIVE for port object 0c7c081e-852b-4e39-b4c9-e7ef124f74f0 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:53:30.334302 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-99651883-2e6a-4052-9513-c0db0cd75cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:30.501322 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6a8acdae-8591-4f07-80e3-3974627e3182 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:30.514902 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8acdae-8591-4f07-80e3-3974627e3182 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Pushing event deleted for resources: {'Subnet': ['ID=2b5f76e0-aa47-4822-ac1f-ff185689c088,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:30.579067 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99651883-2e6a-4052-9513-c0db0cd75cb6 None None] Network 3cc24081-b5eb-44b1-822a-38dc3f5a5f4d is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:53:30.584848 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-99651883-2e6a-4052-9513-c0db0cd75cb6 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:53:30.594465 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99651883-2e6a-4052-9513-c0db0cd75cb6 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:53:30.601647 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6a8acdae-8591-4f07-80e3-3974627e3182 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] 10.222.0.58 "DELETE /v2.0/subnets/2b5f76e0-aa47-4822-ac1f-ff185689c088 HTTP/1.1" status: 204 len: 168 time: 1.9294395 May 03 22:53:30.639636 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37408) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:30.640873 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4851a6f-8bb0-456c-8630-ce41d46ce864 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:30.785622 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99651883-2e6a-4052-9513-c0db0cd75cb6 None None] Pushing event updated for resources: {'Port': ['ID=0c7c081e-852b-4e39-b4c9-e7ef124f74f0,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:30.821387 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ebe3890a-135d-44be-b37a-fbdde8fdf5a4 req-053337d3-d5b0-47f1-aec8-86b003db7b2a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=688cfb1a-5d36-4ac7-98f8-e2511fcf1e35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4770076 May 03 22:53:30.830944 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c53927-9908-4a16-8b3f-02e6607121b2 req-e4edf6b7-5ae8-446d-a495-0538b089c454 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:30.838079 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23c53927-9908-4a16-8b3f-02e6607121b2 req-e4edf6b7-5ae8-446d-a495-0538b089c454 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=1994b40c-6c11-4745-b284-d70a739c2341 HTTP/1.1" status: 200 len: 943 time: 0.5654745 May 03 22:53:30.854547 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-99651883-2e6a-4052-9513-c0db0cd75cb6 None None] Attempting to bind port 0c7c081e-852b-4e39-b4c9-e7ef124f74f0 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:53:30.855812 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-99651883-2e6a-4052-9513-c0db0cd75cb6 None None] Attempting to bind port 0c7c081e-852b-4e39-b4c9-e7ef124f74f0 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'b1a27d54-a0ca-4278-be0b-bf312baed0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3cc24081-b5eb-44b1-822a-38dc3f5a5f4d'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:53:30.856191 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99651883-2e6a-4052-9513-c0db0cd75cb6 None None] Attempting to bind port 0c7c081e-852b-4e39-b4c9-e7ef124f74f0 on network 3cc24081-b5eb-44b1-822a-38dc3f5a5f4d {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:53:30.871898 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b96339-7409-49fa-a88c-069ed9805490 req-072cb586-1314-4b90-8947-2b09ae7781cf tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:30.879980 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c6b96339-7409-49fa-a88c-069ed9805490 req-072cb586-1314-4b90-8947-2b09ae7781cf tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.58 "GET /v2.0/ports?device_id=dafd6497-6324-463e-8b61-59c0951c90e0 HTTP/1.1" status: 200 len: 945 time: 0.3799984 May 03 22:53:30.883292 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99651883-2e6a-4052-9513-c0db0cd75cb6 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:53:30.886745 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99651883-2e6a-4052-9513-c0db0cd75cb6 None None] Checking segment: {'id': 'b1a27d54-a0ca-4278-be0b-bf312baed0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3cc24081-b5eb-44b1-822a-38dc3f5a5f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:53:30.894596 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-99651883-2e6a-4052-9513-c0db0cd75cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:30.895200 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99651883-2e6a-4052-9513-c0db0cd75cb6 None None] Bound using segment: {'id': 'b1a27d54-a0ca-4278-be0b-bf312baed0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3cc24081-b5eb-44b1-822a-38dc3f5a5f4d'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:53:30.898701 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-99651883-2e6a-4052-9513-c0db0cd75cb6 None None] Bound port: 0c7c081e-852b-4e39-b4c9-e7ef124f74f0, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a27d54-a0ca-4278-be0b-bf312baed0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3cc24081-b5eb-44b1-822a-38dc3f5a5f4d'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:53:30.901167 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-99651883-2e6a-4052-9513-c0db0cd75cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:30.943563 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23c53927-9908-4a16-8b3f-02e6607121b2 req-eb8bffdf-f86c-4398-9c4b-9dfc1397f35f tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044998 May 03 22:53:30.977000 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c6b96339-7409-49fa-a88c-069ed9805490 req-fa4a97c3-d113-429a-8759-e45bbe7708c6 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.58 "GET /v2.0/security-groups?id=26967730-6ee2-49bf-a444-ff6ae24a9a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960348 May 03 22:53:30.989523 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e840ba4b-15e5-455d-b487-db78d85d3652 None None] For port 4d6aaf9d-0ef3-44de-8f3d-96b5659aabee, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:53:31.012574 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e840ba4b-15e5-455d-b487-db78d85d3652 None None] For port 4d6aaf9d-0ef3-44de-8f3d-96b5659aabee, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=4d6aaf9d-0ef3-44de-8f3d-96b5659aabee,segment=NetworkSegment(f237afd8-87cb-4d0d-9bb9-d8abef0635a7),segment_id=f237afd8-87cb-4d0d-9bb9-d8abef0635a7)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:53:31.022465 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e840ba4b-15e5-455d-b487-db78d85d3652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:31.130033 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-99651883-2e6a-4052-9513-c0db0cd75cb6 None None] For port 0c7c081e-852b-4e39-b4c9-e7ef124f74f0, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:53:31.134492 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-99651883-2e6a-4052-9513-c0db0cd75cb6 None None] For port 0c7c081e-852b-4e39-b4c9-e7ef124f74f0, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0c7c081e-852b-4e39-b4c9-e7ef124f74f0,segment=NetworkSegment(b1a27d54-a0ca-4278-be0b-bf312baed0df),segment_id=b1a27d54-a0ca-4278-be0b-bf312baed0df)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:53:31.145361 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-99651883-2e6a-4052-9513-c0db0cd75cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:31.152019 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3890a-135d-44be-b37a-fbdde8fdf5a4 req-a6ec2168-bf6f-4e4b-aace-b62e18e09e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:31.153745 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e840ba4b-15e5-455d-b487-db78d85d3652 None None] Pushing event updated for resources: {'Port': ['ID=4d6aaf9d-0ef3-44de-8f3d-96b5659aabee,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:31.155536 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ebe3890a-135d-44be-b37a-fbdde8fdf5a4 req-a6ec2168-bf6f-4e4b-aace-b62e18e09e51 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fac7f64c48bd48e8ae480a0113f466e9&device_id=688cfb1a-5d36-4ac7-98f8-e2511fcf1e35 HTTP/1.1" status: 200 len: 1096 time: 0.1749146 May 03 22:53:31.243443 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device eac1808b-2bff-4a7a-9414-e770c3604a34 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:53:31.263760 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b86c6182-9499-4481-8630-f0ca2fa67203 req-a5439344-12c6-431d-924b-50c8b91e7ae4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9977388 May 03 22:53:31.333303 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8fc4a7-e97f-46df-ba37-a9c9bd468b00 None None] Network a116d0a3-a2e8-4c09-ad13-12f4559464d0 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:53:31.360991 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-df3008a2-9bc2-4a67-beb0-134ecaf25b2e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Deleting subnet a5536cd3-b365-4529-92ca-315f5c03613a {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:53:31.374431 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-df3008a2-9bc2-4a67-beb0-134ecaf25b2e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:31.530277 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-df3008a2-9bc2-4a67-beb0-134ecaf25b2e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:31.541688 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99651883-2e6a-4052-9513-c0db0cd75cb6 None None] Pushing event updated for resources: {'Port': ['ID=0c7c081e-852b-4e39-b4c9-e7ef124f74f0,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:31.612044 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4851a6f-8bb0-456c-8630-ce41d46ce864 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Router e28c636e-dc07-4a64-9362-049fc1b4a2dd has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:53:31.715079 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3890a-135d-44be-b37a-fbdde8fdf5a4 req-71c210ea-c8d7-4aec-8cf4-83de29156486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:31.722119 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ebe3890a-135d-44be-b37a-fbdde8fdf5a4 req-71c210ea-c8d7-4aec-8cf4-83de29156486 service neutron] 10.222.0.60 "GET /v2.0/networks?id=707cfa08-484f-448d-b84f-a940bf8f6e2e HTTP/1.1" status: 200 len: 912 time: 0.5428295 May 03 22:53:31.783122 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port eac1808b-2bff-4a7a-9414-e770c3604a34, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=eac1808b-2bff-4a7a-9414-e770c3604a34,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:53:31.818209 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': 'eac1808b-2bff-4a7a-9414-e770c3604a34', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'port_id': 'eac1808b-2bff-4a7a-9414-e770c3604a34', 'mac_address': 'fa:16:3e:dc:4d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:53:31.849338 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ebe3890a-135d-44be-b37a-fbdde8fdf5a4 req-cbe656a4-a1f9-4ad7-854a-8a63f757b2d4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8 HTTP/1.1" status: 200 len: 217 time: 0.1215844 May 03 22:53:31.943062 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:31.965314 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac1808b-2bff-4a7a-9414-e770c3604a34 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:53:31.985710 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port eac1808b-2bff-4a7a-9414-e770c3604a34, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=eac1808b-2bff-4a7a-9414-e770c3604a34,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:53:31.988531 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3890a-135d-44be-b37a-fbdde8fdf5a4 req-7fa6e04c-0a2d-404c-99d7-2785b689fe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:31.990849 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:31.994530 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ebe3890a-135d-44be-b37a-fbdde8fdf5a4 req-7fa6e04c-0a2d-404c-99d7-2785b689fe34 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1a456f8a-c743-4130-8826-ac82fe55cbc8 HTTP/1.1" status: 200 len: 850 time: 0.1383622 May 03 22:53:32.003366 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4851a6f-8bb0-456c-8630-ce41d46ce864 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:53:32.024043 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb72d61-6fbd-410d-ad0c-7177caa56871 None None] Sync routers for ids ['e28c636e-dc07-4a64-9362-049fc1b4a2dd'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:53:32.049814 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-df3008a2-9bc2-4a67-beb0-134ecaf25b2e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:32.050567 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb72d61-6fbd-410d-ad0c-7177caa56871 None None] Routers {'e28c636e-dc07-4a64-9362-049fc1b4a2dd'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:53:32.051213 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-bfb72d61-6fbd-410d-ad0c-7177caa56871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['e28c636e-dc07-4a64-9362-049fc1b4a2dd'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:32.105033 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=eac1808b-2bff-4a7a-9414-e770c3604a34,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:32.172851 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3890a-135d-44be-b37a-fbdde8fdf5a4 req-c8e6c800-79f9-4e6d-afd5-4eadc309a8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:32.177274 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ebe3890a-135d-44be-b37a-fbdde8fdf5a4 req-c8e6c800-79f9-4e6d-afd5-4eadc309a8ef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=707cfa08-484f-448d-b84f-a940bf8f6e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1765852 May 03 22:53:32.178325 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c6182-9499-4481-8630-f0ca2fa67203 req-22d5193f-fcc4-4440-b647-59ccc89448ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:32.180897 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b86c6182-9499-4481-8630-f0ca2fa67203 req-22d5193f-fcc4-4440-b647-59ccc89448ca service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 1096 time: 0.7131557 May 03 22:53:32.216348 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['eac1808b-2bff-4a7a-9414-e770c3604a34'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:53:32.270037 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-bfb72d61-6fbd-410d-ad0c-7177caa56871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:32.293058 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb72d61-6fbd-410d-ad0c-7177caa56871 None None] Routers {'e28c636e-dc07-4a64-9362-049fc1b4a2dd'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:53:32.293677 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-bfb72d61-6fbd-410d-ad0c-7177caa56871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['e28c636e-dc07-4a64-9362-049fc1b4a2dd'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:32.386515 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c4851a6f-8bb0-456c-8630-ce41d46ce864 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "PUT /v2.0/routers/e28c636e-dc07-4a64-9362-049fc1b4a2dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4506302 May 03 22:53:32.403621 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37436) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:32.404271 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-bfb72d61-6fbd-410d-ad0c-7177caa56871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:32.404702 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb72d61-6fbd-410d-ad0c-7177caa56871 None None] The sync data for ids ['e28c636e-dc07-4a64-9362-049fc1b4a2dd'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:53:32.743000 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ebe3890a-135d-44be-b37a-fbdde8fdf5a4 req-68b96ef9-c45e-4ed4-a916-9bdcee14d6ff service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5578847 May 03 22:53:32.802127 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c6182-9499-4481-8630-f0ca2fa67203 req-417860f8-67fe-4d3e-a36e-0dc263289f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:32.803999 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b86c6182-9499-4481-8630-f0ca2fa67203 req-417860f8-67fe-4d3e-a36e-0dc263289f27 service neutron] 10.222.0.67 "GET /v2.0/networks?id=055bb8ea-12c0-406b-86df-a2692a31f631 HTTP/1.1" status: 200 len: 897 time: 0.5660760 May 03 22:53:32.886414 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-df3008a2-9bc2-4a67-beb0-134ecaf25b2e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:32.901492 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3319f-9df9-4877-b086-314f3b2f15e4 req-7435029a-05af-4bd1-ab3a-a7b0acbc4562 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:32.902786 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07e3319f-9df9-4877-b086-314f3b2f15e4 req-7435029a-05af-4bd1-ab3a-a7b0acbc4562 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.58 "GET /v2.0/ports?device_id=dafd6497-6324-463e-8b61-59c0951c90e0 HTTP/1.1" status: 200 len: 945 time: 0.6527312 May 03 22:53:32.925504 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b336bd7-d367-40aa-9c42-3abed510df27 None None] Network 3cc24081-b5eb-44b1-822a-38dc3f5a5f4d requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:53:32.949459 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e6719-3881-4b37-ac68-58076c3c1296 req-6130b0a7-0c9c-44ce-bb1e-c5320946fbc6 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:32.957808 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c43e6719-3881-4b37-ac68-58076c3c1296 req-6130b0a7-0c9c-44ce-bb1e-c5320946fbc6 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=1994b40c-6c11-4745-b284-d70a739c2341 HTTP/1.1" status: 200 len: 944 time: 0.7168248 May 03 22:53:33.029245 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c43e6719-3881-4b37-ac68-58076c3c1296 req-dc72ad6f-644a-4505-901a-e7cd1a142378 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704587 May 03 22:53:33.043582 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07e3319f-9df9-4877-b086-314f3b2f15e4 req-b26f76e5-b495-4f89-bb02-51e0e48561b0 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.58 "GET /v2.0/security-groups?id=26967730-6ee2-49bf-a444-ff6ae24a9a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291311 May 03 22:53:33.069540 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ebe3890a-135d-44be-b37a-fbdde8fdf5a4 req-df947b09-5cce-4120-8a9e-cfedbc77cda3 service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130045 May 03 22:53:33.079868 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-df3008a2-9bc2-4a67-beb0-134ecaf25b2e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:33.101500 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3008a2-9bc2-4a67-beb0-134ecaf25b2e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Pushing event deleted for resources: {'Subnet': ['ID=a5536cd3-b365-4529-92ca-315f5c03613a,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:33.174766 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b86c6182-9499-4481-8630-f0ca2fa67203 req-0b6f469b-9fff-41f2-986d-d16a309ae9da service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80ecd12c-1b1f-45c0-8744-d8fc3c292241 HTTP/1.1" status: 200 len: 1000 time: 0.2719059 May 03 22:53:33.182092 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-df3008a2-9bc2-4a67-beb0-134ecaf25b2e tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] 10.222.0.58 "DELETE /v2.0/subnets/a5536cd3-b365-4529-92ca-315f5c03613a HTTP/1.1" status: 204 len: 168 time: 2.5269394 May 03 22:53:33.185559 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37456) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:33.212878 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b8d4164b-ec6c-43e3-a1b6-756d997780b8 None None] Provisioning for port 0c7c081e-852b-4e39-b4c9-e7ef124f74f0 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:53:33.222095 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-b5f56d0a-b842-4993-a085-cfb7f46fcc8e tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] remove_router_interface failed (client error): The resource could not be found. May 03 22:53:33.223056 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b5f56d0a-b842-4993-a085-cfb7f46fcc8e tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "PUT /v2.0/routers/e28c636e-dc07-4a64-9362-049fc1b4a2dd/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8108878 May 03 22:53:33.227770 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37462) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:33.229662 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device eac1808b-2bff-4a7a-9414-e770c3604a34 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:53:33.368232 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71be6203-7013-4aa5-b345-d57d434cdf03 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:33.368232 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-71be6203-7013-4aa5-b345-d57d434cdf03 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Synchronizing usage tracker for tenant:30efc7cf17444533b4630b891dd1ce50 on resource:subnet {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:53:33.386631 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port eac1808b-2bff-4a7a-9414-e770c3604a34 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:53:33.391517 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port eac1808b-2bff-4a7a-9414-e770c3604a34 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:53:33.391517 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:33.396693 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-068c2dec-2399-4d22-84fd-ea278d19f35c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Synchronizing usage tracker for tenant:51751333bcc04a9b85b04e61623005e7 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:53:33.407790 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-71be6203-7013-4aa5-b345-d57d434cdf03 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Unset dirty status for tenant:30efc7cf17444533b4630b891dd1ce50 on resource:subnet {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:53:33.407790 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-71be6203-7013-4aa5-b345-d57d434cdf03 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2128747 May 03 22:53:33.407790 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37474) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:33.473301 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-068c2dec-2399-4d22-84fd-ea278d19f35c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Unset dirty status for tenant:51751333bcc04a9b85b04e61623005e7 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:53:33.484498 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207f46c0-81cd-4b7f-9a36-5c04942d45d8 None None] DHCP port deletion for 3cc24081-b5eb-44b1-822a-38dc3f5a5f4d request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:53:33.494537 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-207f46c0-81cd-4b7f-9a36-5c04942d45d8 None None] Deleting port 0c7c081e-852b-4e39-b4c9-e7ef124f74f0 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:53:33.494714 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-207f46c0-81cd-4b7f-9a36-5c04942d45d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:33.495181 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-068c2dec-2399-4d22-84fd-ea278d19f35c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "GET /v2.0/ports?device_id=e28c636e-dc07-4a64-9362-049fc1b4a2dd HTTP/1.1" status: 200 len: 205 time: 0.2631781 May 03 22:53:33.502189 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37478) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:33.627007 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5e1808b2-877c-4cec-b3f1-750b44254b17 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:33.674262 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-5e1808b2-877c-4cec-b3f1-750b44254b17 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Deleting port 0c7c081e-852b-4e39-b4c9-e7ef124f74f0 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:53:33.675744 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5e1808b2-877c-4cec-b3f1-750b44254b17 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:33.751537 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c6182-9499-4481-8630-f0ca2fa67203 req-891f1f22-324d-4bc1-85f3-b89363243193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:33.753786 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b86c6182-9499-4481-8630-f0ca2fa67203 req-891f1f22-324d-4bc1-85f3-b89363243193 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79599846-a979-45d3-98e2-160f7aa782c9 HTTP/1.1" status: 200 len: 835 time: 0.5638132 May 03 22:53:33.830774 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:33.917382 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1994b40c-6c11-4745-b284-d70a739c2341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac1808b-2bff-4a7a-9414-e770c3604a34'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:53:33.928880 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e0b77b95-7cbf-41d0-8049-115779ce9745 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:34.015132 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port eac1808b-2bff-4a7a-9414-e770c3604a34, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=eac1808b-2bff-4a7a-9414-e770c3604a34,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:53:34.027105 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-207f46c0-81cd-4b7f-9a36-5c04942d45d8 None None] For port 0c7c081e-852b-4e39-b4c9-e7ef124f74f0, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0c7c081e-852b-4e39-b4c9-e7ef124f74f0,segment=NetworkSegment(b1a27d54-a0ca-4278-be0b-bf312baed0df),segment_id=b1a27d54-a0ca-4278-be0b-bf312baed0df)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:53:34.028929 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-207f46c0-81cd-4b7f-9a36-5c04942d45d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:34.038531 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:34.145254 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32356489-6a4a-4d12-84ed-9fbecb1c46cf'] response: {'server_uuid': '1994b40c-6c11-4745-b284-d70a739c2341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac1808b-2bff-4a7a-9414-e770c3604a34', 'code': 200} May 03 22:53:34.270870 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=eac1808b-2bff-4a7a-9414-e770c3604a34,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:34.354700 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-207f46c0-81cd-4b7f-9a36-5c04942d45d8 None None] Calling delete_port for 0c7c081e-852b-4e39-b4c9-e7ef124f74f0 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:53:34.417294 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-5e1808b2-877c-4cec-b3f1-750b44254b17 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] For port 0c7c081e-852b-4e39-b4c9-e7ef124f74f0, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0c7c081e-852b-4e39-b4c9-e7ef124f74f0,segment=NetworkSegment(b1a27d54-a0ca-4278-be0b-bf312baed0df),segment_id=b1a27d54-a0ca-4278-be0b-bf312baed0df)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:53:34.418559 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5e1808b2-877c-4cec-b3f1-750b44254b17 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:34.500088 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-207f46c0-81cd-4b7f-9a36-5c04942d45d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:34.551968 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e0b77b95-7cbf-41d0-8049-115779ce9745 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:34.570561 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e0b77b95-7cbf-41d0-8049-115779ce9745 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:34.575406 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207f46c0-81cd-4b7f-9a36-5c04942d45d8 None None] No DVR routers for this DVR port 0c7c081e-852b-4e39-b4c9-e7ef124f74f0 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:53:34.590161 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c6182-9499-4481-8630-f0ca2fa67203 req-d40e580d-27ce-459b-ae8a-b80ddcf0cd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:34.591979 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b86c6182-9499-4481-8630-f0ca2fa67203 req-d40e580d-27ce-459b-ae8a-b80ddcf0cd57 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=055bb8ea-12c0-406b-86df-a2692a31f631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7695098 May 03 22:53:34.594102 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f241636-5cc3-4fb1-96d5-95b90b6b81be None None] get_active_networks_info from n-d-811807-1 {{(pid=88071) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 03 22:53:34.643186 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f46c0-81cd-4b7f-9a36-5c04942d45d8 None None] Pushing event deleted for resources: {'Port': ['ID=0c7c081e-852b-4e39-b4c9-e7ef124f74f0,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:34.763862 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e0b77b95-7cbf-41d0-8049-115779ce9745 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:34.764464 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b77b95-7cbf-41d0-8049-115779ce9745 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Fanout notify agent at l3_agent the message router_deleted on router e28c636e-dc07-4a64-9362-049fc1b4a2dd {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:53:34.789709 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e0b77b95-7cbf-41d0-8049-115779ce9745 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:34.790784 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e0b77b95-7cbf-41d0-8049-115779ce9745 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/routers/e28c636e-dc07-4a64-9362-049fc1b4a2dd HTTP/1.1" status: 204 len: 168 time: 1.2864773 May 03 22:53:34.794058 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37534) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:34.823867 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-5e1808b2-877c-4cec-b3f1-750b44254b17 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Calling delete_port for 0c7c081e-852b-4e39-b4c9-e7ef124f74f0 owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:53:34.903930 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b86c6182-9499-4481-8630-f0ca2fa67203 req-348cd6b3-922d-4e7a-93b3-377dfc44c260 service neutron] 10.222.0.67 "GET /v2.0/networks/055bb8ea-12c0-406b-86df-a2692a31f631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020380 May 03 22:53:34.907697 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f241636-5cc3-4fb1-96d5-95b90b6b81be None None] Resources bound (agent type, host, resource id): {{(pid=88071) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 03 22:53:34.953753 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-04c1672d-1e01-4939-98a0-523fd184c002 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Deleting subnet 76a31202-3ef8-47c6-acd3-263a1b23e612 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:53:34.956872 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-04c1672d-1e01-4939-98a0-523fd184c002 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:35.016606 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-04c1672d-1e01-4939-98a0-523fd184c002 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:35.072660 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.api [None req-5e1808b2-877c-4cec-b3f1-750b44254b17 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:53:35.072828 n-d-811807-1 neutron-server[88069]: DEBUG oslo_db.api [None req-5e1808b2-877c-4cec-b3f1-750b44254b17 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:53:35.074889 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad483f0a-382c-4838-b4b9-154f677ad9ed req-c619e194-ef2c-44d9-ba32-17674db5cbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:35.077097 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad483f0a-382c-4838-b4b9-154f677ad9ed req-c619e194-ef2c-44d9-ba32-17674db5cbe0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1994b40c-6c11-4745-b284-d70a739c2341 HTTP/1.1" status: 200 len: 1096 time: 0.8796897 May 03 22:53:35.117053 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d577a-2842-4608-abac-03745facb605 req-54941646-b9a3-404f-b47c-930a66cb46a0 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:35.128574 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-793d577a-2842-4608-abac-03745facb605 req-54941646-b9a3-404f-b47c-930a66cb46a0 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=1994b40c-6c11-4745-b284-d70a739c2341 HTTP/1.1" status: 200 len: 945 time: 0.8414612 May 03 22:53:35.201360 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b86c6182-9499-4481-8630-f0ca2fa67203 req-c51acda1-c88b-4a63-9402-b16534952217 service neutron] 10.222.0.67 "GET /v2.0/networks/055bb8ea-12c0-406b-86df-a2692a31f631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910142 May 03 22:53:35.203174 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37540) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:35.223245 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747118a-2fe0-4c64-a36c-2bde3dea1428 req-1a2ce9cb-077d-4fea-b1d9-933eef7d38e7 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:35.236507 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-04c1672d-1e01-4939-98a0-523fd184c002 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:35.244308 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f747118a-2fe0-4c64-a36c-2bde3dea1428 req-1a2ce9cb-077d-4fea-b1d9-933eef7d38e7 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.58 "GET /v2.0/ports?device_id=dafd6497-6324-463e-8b61-59c0951c90e0 HTTP/1.1" status: 200 len: 945 time: 0.3387833 May 03 22:53:35.322366 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-793d577a-2842-4608-abac-03745facb605 req-cfe5ed14-3d83-4a92-9373-59e3cf56cd66 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928010 May 03 22:53:35.324147 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad483f0a-382c-4838-b4b9-154f677ad9ed req-c183b4ad-1a12-4eb0-9503-687fcb962992 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371306 May 03 22:53:35.348850 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f747118a-2fe0-4c64-a36c-2bde3dea1428 req-82a60a9c-b3d3-4a07-9c93-aebf2bbcebdf tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.58 "GET /v2.0/security-groups?id=26967730-6ee2-49bf-a444-ff6ae24a9a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033623 May 03 22:53:35.370794 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-04c1672d-1e01-4939-98a0-523fd184c002 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:35.399894 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 0c7c081e-852b-4e39-b4c9-e7ef124f74f0 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:53:35.430160 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c1672d-1e01-4939-98a0-523fd184c002 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event deleted for resources: {'Subnet': ['ID=76a31202-3ef8-47c6-acd3-263a1b23e612,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:35.442505 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5935bd-3b2d-4341-8531-b6cf140dead9 None None] Network fd06938c-a34b-495f-a30b-d2cf16f4fca6 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:53:35.443948 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-04c1672d-1e01-4939-98a0-523fd184c002 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:35.451472 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-115f8b95-62cb-4a22-b013-bf05d4ffea28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:35.456150 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 0c7c081e-852b-4e39-b4c9-e7ef124f74f0 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:53:35.456150 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 0c7c081e-852b-4e39-b4c9-e7ef124f74f0 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:53:35.466447 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-04c1672d-1e01-4939-98a0-523fd184c002 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/subnets/76a31202-3ef8-47c6-acd3-263a1b23e612 HTTP/1.1" status: 204 len: 168 time: 0.6709168 May 03 22:53:35.468902 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37546) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:35.472243 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-115f8b95-62cb-4a22-b013-bf05d4ffea28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:35.494009 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-115f8b95-62cb-4a22-b013-bf05d4ffea28 admin admin] Usage tracker for resource:security_group_rule and tenant:73068a6f587a432f9c82e888cc3ba2cf is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:35.504303 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-115f8b95-62cb-4a22-b013-bf05d4ffea28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:35.521944 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-115f8b95-62cb-4a22-b013-bf05d4ffea28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:35.574908 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-5e1808b2-877c-4cec-b3f1-750b44254b17 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Deleting port 0c7c081e-852b-4e39-b4c9-e7ef124f74f0 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:53:35.574908 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5e1808b2-877c-4cec-b3f1-750b44254b17 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:35.609582 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fa425754-bb9b-4f2f-a1fa-f2b7083b998c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:35.642145 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-fa425754-bb9b-4f2f-a1fa-f2b7083b998c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Deleting port d5d1027d-f87e-4058-a52c-d1307b9fc696 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:53:35.642550 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fa425754-bb9b-4f2f-a1fa-f2b7083b998c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:35.724446 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-5e1808b2-877c-4cec-b3f1-750b44254b17 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] The port '0c7c081e-852b-4e39-b4c9-e7ef124f74f0' was deleted {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:53:35.752000 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58758434-d738-444c-98a2-1fbfe008927b None None] DHCP port deletion for fd06938c-a34b-495f-a30b-d2cf16f4fca6 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:53:35.756866 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-58758434-d738-444c-98a2-1fbfe008927b None None] Deleting port d5d1027d-f87e-4058-a52c-d1307b9fc696 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:53:35.756866 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-58758434-d738-444c-98a2-1fbfe008927b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:35.898187 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5e1808b2-877c-4cec-b3f1-750b44254b17 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:35.930565 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-5e1808b2-877c-4cec-b3f1-750b44254b17 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc24081-b5eb-44b1-822a-38dc3f5a5f4d']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:35.945295 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-5e1808b2-877c-4cec-b3f1-750b44254b17 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a27d54-a0ca-4278-be0b-bf312baed0df') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:35.945598 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-5e1808b2-877c-4cec-b3f1-750b44254b17 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a27d54-a0ca-4278-be0b-bf312baed0df') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:35.959819 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5e1808b2-877c-4cec-b3f1-750b44254b17 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:35.961275 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-115f8b95-62cb-4a22-b013-bf05d4ffea28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:35.991961 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5e1808b2-877c-4cec-b3f1-750b44254b17 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:35.992849 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-115f8b95-62cb-4a22-b013-bf05d4ffea28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:35.999780 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e1808b2-877c-4cec-b3f1-750b44254b17 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:53:36.000369 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5e1808b2-877c-4cec-b3f1-750b44254b17 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:36.060474 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-58758434-d738-444c-98a2-1fbfe008927b None None] For port d5d1027d-f87e-4058-a52c-d1307b9fc696, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d5d1027d-f87e-4058-a52c-d1307b9fc696,segment=NetworkSegment(2e49e1e9-ccfd-44d6-96dd-a615a187c0e5),segment_id=2e49e1e9-ccfd-44d6-96dd-a615a187c0e5)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:53:36.061027 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-58758434-d738-444c-98a2-1fbfe008927b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: timer() May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:53:36.099119 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:53:36.108740 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5e1808b2-877c-4cec-b3f1-750b44254b17 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:36.133044 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5e1808b2-877c-4cec-b3f1-750b44254b17 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:36.136161 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1808b2-877c-4cec-b3f1-750b44254b17 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Pushing event deleted for resources: {'Network': ['ID=3cc24081-b5eb-44b1-822a-38dc3f5a5f4d,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:36.158121 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5e1808b2-877c-4cec-b3f1-750b44254b17 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] 10.222.0.58 "DELETE /v2.0/networks/3cc24081-b5eb-44b1-822a-38dc3f5a5f4d HTTP/1.1" status: 204 len: 168 time: 2.7483101 May 03 22:53:36.160478 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37550) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:36.204370 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-115f8b95-62cb-4a22-b013-bf05d4ffea28 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=73068a6f587a432f9c82e888cc3ba2cf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0000269 May 03 22:53:36.211294 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37554) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:36.232481 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-fa425754-bb9b-4f2f-a1fa-f2b7083b998c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] For port d5d1027d-f87e-4058-a52c-d1307b9fc696, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d5d1027d-f87e-4058-a52c-d1307b9fc696,segment=NetworkSegment(2e49e1e9-ccfd-44d6-96dd-a615a187c0e5),segment_id=2e49e1e9-ccfd-44d6-96dd-a615a187c0e5)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:53:36.232810 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fa425754-bb9b-4f2f-a1fa-f2b7083b998c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:36.246129 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f8b95-62cb-4a22-b013-bf05d4ffea28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dddd0460-e9c3-4a04-b6dc-082a85b090a5,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:36.277941 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-58758434-d738-444c-98a2-1fbfe008927b None None] Calling delete_port for d5d1027d-f87e-4058-a52c-d1307b9fc696 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:53:36.327904 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-209b5f13-6f1d-4b77-86e2-46ead2265929 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:36.357062 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-209b5f13-6f1d-4b77-86e2-46ead2265929 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Deleting port 4d6aaf9d-0ef3-44de-8f3d-96b5659aabee {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:53:36.357062 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-209b5f13-6f1d-4b77-86e2-46ead2265929 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:36.368681 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-58758434-d738-444c-98a2-1fbfe008927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:36.397846 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-fa425754-bb9b-4f2f-a1fa-f2b7083b998c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Calling delete_port for d5d1027d-f87e-4058-a52c-d1307b9fc696 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:53:36.406875 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9808eb15-dcdb-462a-b154-17e3e9fd992b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:36.448514 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58758434-d738-444c-98a2-1fbfe008927b None None] Pushing event deleted for resources: {'Port': ['ID=d5d1027d-f87e-4058-a52c-d1307b9fc696,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:36.460846 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58758434-d738-444c-98a2-1fbfe008927b None None] No DVR routers for this DVR port d5d1027d-f87e-4058-a52c-d1307b9fc696 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:53:36.486470 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9808eb15-dcdb-462a-b154-17e3e9fd992b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:36.495824 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957d55e-5bce-4001-9392-deb66fb0facb req-9bc68002-c683-4629-b006-7d9690cb95be tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:36.496581 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-b957d55e-5bce-4001-9392-deb66fb0facb req-9bc68002-c683-4629-b006-7d9690cb95be tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Synchronizing usage tracker for tenant:ebd8df79d10f4719b3e906ac04253a0c on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:53:36.616382 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [None req-fa425754-bb9b-4f2f-a1fa-f2b7083b998c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:53:36.617024 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [None req-fa425754-bb9b-4f2f-a1fa-f2b7083b998c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:53:36.618749 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-b957d55e-5bce-4001-9392-deb66fb0facb req-9bc68002-c683-4629-b006-7d9690cb95be tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Unset dirty status for tenant:ebd8df79d10f4719b3e906ac04253a0c on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:53:36.620321 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b957d55e-5bce-4001-9392-deb66fb0facb req-9bc68002-c683-4629-b006-7d9690cb95be tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.67 "GET /v2.0/ports?device_id=dafd6497-6324-463e-8b61-59c0951c90e0 HTTP/1.1" status: 200 len: 945 time: 0.5131919 May 03 22:53:36.671277 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9808eb15-dcdb-462a-b154-17e3e9fd992b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:36.718825 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-b957d55e-5bce-4001-9392-deb66fb0facb req-87d86ed1-e344-4f87-88de-9fa683c7e772 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Deleting port 4cfee546-6307-4715-acb5-da725e081c6c {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:53:36.719313 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b957d55e-5bce-4001-9392-deb66fb0facb req-87d86ed1-e344-4f87-88de-9fa683c7e772 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:36.829572 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9808eb15-dcdb-462a-b154-17e3e9fd992b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddd0460-e9c3-4a04-b6dc-082a85b090a5,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:36.836919 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9808eb15-dcdb-462a-b154-17e3e9fd992b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:36.838024 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9808eb15-dcdb-462a-b154-17e3e9fd992b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dddd0460-e9c3-4a04-b6dc-082a85b090a5 HTTP/1.1" status: 204 len: 168 time: 0.6255996 May 03 22:53:36.855131 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-209b5f13-6f1d-4b77-86e2-46ead2265929 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] For port 4d6aaf9d-0ef3-44de-8f3d-96b5659aabee, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=4d6aaf9d-0ef3-44de-8f3d-96b5659aabee,segment=NetworkSegment(f237afd8-87cb-4d0d-9bb9-d8abef0635a7),segment_id=f237afd8-87cb-4d0d-9bb9-d8abef0635a7)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:53:36.858372 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-209b5f13-6f1d-4b77-86e2-46ead2265929 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:36.992935 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-209b5f13-6f1d-4b77-86e2-46ead2265929 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Calling delete_port for 4d6aaf9d-0ef3-44de-8f3d-96b5659aabee owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:53:37.004006 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-b957d55e-5bce-4001-9392-deb66fb0facb req-87d86ed1-e344-4f87-88de-9fa683c7e772 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] For port 4cfee546-6307-4715-acb5-da725e081c6c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=4cfee546-6307-4715-acb5-da725e081c6c,segment=NetworkSegment(223adc51-355c-4a98-b824-6ae47d0a0ed7),segment_id=223adc51-355c-4a98-b824-6ae47d0a0ed7)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:53:37.004419 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b957d55e-5bce-4001-9392-deb66fb0facb req-87d86ed1-e344-4f87-88de-9fa683c7e772 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:37.134398 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-fa425754-bb9b-4f2f-a1fa-f2b7083b998c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Deleting port d5d1027d-f87e-4058-a52c-d1307b9fc696 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:53:37.135007 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fa425754-bb9b-4f2f-a1fa-f2b7083b998c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:37.160829 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37566) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:37.170080 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-b957d55e-5bce-4001-9392-deb66fb0facb req-87d86ed1-e344-4f87-88de-9fa683c7e772 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Calling delete_port for 4cfee546-6307-4715-acb5-da725e081c6c owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:53:37.192578 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fdbeb4bf-06c0-48e4-8f33-46a46ba1187f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:37.230271 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fdbeb4bf-06c0-48e4-8f33-46a46ba1187f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:37.240458 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fdbeb4bf-06c0-48e4-8f33-46a46ba1187f admin admin] Usage tracker for resource:security_group_rule and tenant:3d99c2c41b734c668ac71f168d07556f is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:37.250201 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d0dbc-fe3f-4c2d-a291-16a6f291b617 req-bfa48848-ff8d-4e7e-81bf-ade68fca7f35 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:37.251667 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-230d0dbc-fe3f-4c2d-a291-16a6f291b617 req-bfa48848-ff8d-4e7e-81bf-ade68fca7f35 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.58 "GET /v2.0/ports?device_id=dafd6497-6324-463e-8b61-59c0951c90e0 HTTP/1.1" status: 200 len: 945 time: 0.5904720 May 03 22:53:37.259441 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306dd359-b4e6-4d58-836e-e7fe82fbfbd2 req-ba2d7a61-1e6a-4bc5-9956-205ca1d8fa29 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:37.260823 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-306dd359-b4e6-4d58-836e-e7fe82fbfbd2 req-ba2d7a61-1e6a-4bc5-9956-205ca1d8fa29 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=1994b40c-6c11-4745-b284-d70a739c2341 HTTP/1.1" status: 200 len: 945 time: 0.6470933 May 03 22:53:37.261645 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-fa425754-bb9b-4f2f-a1fa-f2b7083b998c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] The port 'd5d1027d-f87e-4058-a52c-d1307b9fc696' was deleted {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:53:37.264848 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fdbeb4bf-06c0-48e4-8f33-46a46ba1187f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:37.283293 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fdbeb4bf-06c0-48e4-8f33-46a46ba1187f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:37.299462 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-209b5f13-6f1d-4b77-86e2-46ead2265929 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:37.372946 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b5f13-6f1d-4b77-86e2-46ead2265929 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Pushing event deleted for resources: {'Port': ['ID=4d6aaf9d-0ef3-44de-8f3d-96b5659aabee,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:37.383338 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209b5f13-6f1d-4b77-86e2-46ead2265929 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] No DVR routers for this DVR port 4d6aaf9d-0ef3-44de-8f3d-96b5659aabee on host n-d-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:53:37.431124 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fa425754-bb9b-4f2f-a1fa-f2b7083b998c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:37.431313 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d5d1027d-f87e-4058-a52c-d1307b9fc696 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:53:37.470988 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: d5d1027d-f87e-4058-a52c-d1307b9fc696 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:53:37.471658 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d5d1027d-f87e-4058-a52c-d1307b9fc696 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:53:37.509719 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-230d0dbc-fe3f-4c2d-a291-16a6f291b617 req-5acdfc21-0ebf-4357-8739-6fe50525dc86 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.58 "GET /v2.0/security-groups?id=26967730-6ee2-49bf-a444-ff6ae24a9a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464159 May 03 22:53:37.519482 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-306dd359-b4e6-4d58-836e-e7fe82fbfbd2 req-cf8af994-77a4-446c-8344-59dbdd26d9fa tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372241 May 03 22:53:37.521085 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-fa425754-bb9b-4f2f-a1fa-f2b7083b998c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd06938c-a34b-495f-a30b-d2cf16f4fca6']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:37.548715 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-fa425754-bb9b-4f2f-a1fa-f2b7083b998c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e49e1e9-ccfd-44d6-96dd-a615a187c0e5') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:37.549108 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-fa425754-bb9b-4f2f-a1fa-f2b7083b998c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e49e1e9-ccfd-44d6-96dd-a615a187c0e5') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:37.569685 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fa425754-bb9b-4f2f-a1fa-f2b7083b998c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:37.591158 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-209b5f13-6f1d-4b77-86e2-46ead2265929 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:37.591879 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b957d55e-5bce-4001-9392-deb66fb0facb req-87d86ed1-e344-4f87-88de-9fa683c7e772 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:37.594115 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fa425754-bb9b-4f2f-a1fa-f2b7083b998c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:37.631178 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-209b5f13-6f1d-4b77-86e2-46ead2265929 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a116d0a3-a2e8-4c09-ad13-12f4559464d0']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:37.651281 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-209b5f13-6f1d-4b77-86e2-46ead2265929 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f237afd8-87cb-4d0d-9bb9-d8abef0635a7') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:37.651477 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d86ed1-e344-4f87-88de-9fa683c7e772 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Pushing event deleted for resources: {'Port': ['ID=4cfee546-6307-4715-acb5-da725e081c6c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:37.652139 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-209b5f13-6f1d-4b77-86e2-46ead2265929 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f237afd8-87cb-4d0d-9bb9-d8abef0635a7') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:37.654894 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa425754-bb9b-4f2f-a1fa-f2b7083b998c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:53:37.655317 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fa425754-bb9b-4f2f-a1fa-f2b7083b998c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: timer() May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:53:37.671269 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:53:37.676153 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-209b5f13-6f1d-4b77-86e2-46ead2265929 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:37.703492 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-209b5f13-6f1d-4b77-86e2-46ead2265929 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:37.720927 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-209b5f13-6f1d-4b77-86e2-46ead2265929 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:53:37.722185 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-209b5f13-6f1d-4b77-86e2-46ead2265929 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:37.745327 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:53:37.745327 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:53:37.745327 n-d-811807-1 neutron-server[88069]: timer() May 03 22:53:37.745327 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:53:37.745327 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:53:37.745327 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:53:37.745327 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:53:37.745327 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:53:37.745327 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:53:37.745327 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:53:37.745327 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:53:37.745327 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:53:37.745327 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:53:37.745327 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:53:37.745327 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:53:37.745327 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:53:37.745327 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:53:37.745327 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:53:37.745327 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:53:37.745327 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:53:37.745327 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:53:37.745327 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:53:37.745327 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:53:37.745327 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:53:37.745327 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:53:37.745327 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:53:37.745327 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:53:37.745327 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:53:37.745327 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:53:37.745327 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:53:37.745327 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:53:37.745327 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:53:37.748359 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fdbeb4bf-06c0-48e4-8f33-46a46ba1187f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:37.752234 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fdbeb4bf-06c0-48e4-8f33-46a46ba1187f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:37.881880 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbeb4bf-06c0-48e4-8f33-46a46ba1187f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e6687f-5820-4064-9c76-62647d180622,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:37.891048 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-fdbeb4bf-06c0-48e4-8f33-46a46ba1187f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3d99c2c41b734c668ac71f168d07556f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7277408 May 03 22:53:37.891048 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37570) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:37.892213 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-209b5f13-6f1d-4b77-86e2-46ead2265929 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:37.936002 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-209b5f13-6f1d-4b77-86e2-46ead2265929 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:37.942679 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-b957d55e-5bce-4001-9392-deb66fb0facb req-87d86ed1-e344-4f87-88de-9fa683c7e772 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] No DVR routers for this DVR port 4cfee546-6307-4715-acb5-da725e081c6c on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:53:37.943013 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b957d55e-5bce-4001-9392-deb66fb0facb req-87d86ed1-e344-4f87-88de-9fa683c7e772 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:37.945535 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dafd6497-6324-463e-8b61-59c0951c90e0', 'name': 'network-vif-deleted', 'tag': '4cfee546-6307-4715-acb5-da725e081c6c'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:53:37.952249 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b5f13-6f1d-4b77-86e2-46ead2265929 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Pushing event deleted for resources: {'Network': ['ID=a116d0a3-a2e8-4c09-ad13-12f4559464d0,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:37.970231 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fa425754-bb9b-4f2f-a1fa-f2b7083b998c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:37.999943 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-209b5f13-6f1d-4b77-86e2-46ead2265929 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] 10.222.0.58 "DELETE /v2.0/networks/a116d0a3-a2e8-4c09-ad13-12f4559464d0 HTTP/1.1" status: 204 len: 168 time: 1.8382578 May 03 22:53:38.004923 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37578) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:38.019602 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fa425754-bb9b-4f2f-a1fa-f2b7083b998c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:38.032092 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02fda436-a82a-4851-b634-2a50aeedebd9'] response: {'server_uuid': 'dafd6497-6324-463e-8b61-59c0951c90e0', 'name': 'network-vif-deleted', 'tag': '4cfee546-6307-4715-acb5-da725e081c6c', 'status': 'completed', 'code': 200} May 03 22:53:38.036430 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa425754-bb9b-4f2f-a1fa-f2b7083b998c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event deleted for resources: {'Network': ['ID=fd06938c-a34b-495f-a30b-d2cf16f4fca6,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:38.047614 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fa425754-bb9b-4f2f-a1fa-f2b7083b998c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/networks/fd06938c-a34b-495f-a30b-d2cf16f4fca6 HTTP/1.1" status: 204 len: 168 time: 2.5776546 May 03 22:53:38.048442 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37582) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:38.053543 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b957d55e-5bce-4001-9392-deb66fb0facb req-87d86ed1-e344-4f87-88de-9fa683c7e772 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.67 "DELETE /v2.0/ports/4cfee546-6307-4715-acb5-da725e081c6c HTTP/1.1" status: 204 len: 173 time: 1.4280443 May 03 22:53:38.058973 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-e45cfadb-e96e-44e9-a3c0-d8f59e33c24f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Request body: {'network': {'name': 'tempest-RoutersTest-325257562'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:53:38.061155 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fbcf18a3-910e-4011-b973-9cb917cdc65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:38.065239 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e45cfadb-e96e-44e9-a3c0-d8f59e33c24f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:38.070989 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e45cfadb-e96e-44e9-a3c0-d8f59e33c24f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Usage tracker for resource:network and tenant:51751333bcc04a9b85b04e61623005e7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:38.073929 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e45cfadb-e96e-44e9-a3c0-d8f59e33c24f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:38.085129 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e45cfadb-e96e-44e9-a3c0-d8f59e33c24f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:38.096953 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45cfadb-e96e-44e9-a3c0-d8f59e33c24f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Made reservation on behalf of 51751333bcc04a9b85b04e61623005e7 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:53:38.101286 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e45cfadb-e96e-44e9-a3c0-d8f59e33c24f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:38.133776 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e45cfadb-e96e-44e9-a3c0-d8f59e33c24f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:53:38.147193 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e45cfadb-e96e-44e9-a3c0-d8f59e33c24f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:38.147453 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-e45cfadb-e96e-44e9-a3c0-d8f59e33c24f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Added segment ecc5c7d8-aba7-4779-b2b9-8683a4723761 of type vlan for network 1a45f24b-6883-420a-8ea1-bcd2b1a91b2e May 03 22:53:38.174784 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fbcf18a3-910e-4011-b973-9cb917cdc65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:38.179594 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e45cfadb-e96e-44e9-a3c0-d8f59e33c24f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:38.199689 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-741b9598-825e-4650-a4e6-3c04e0a52a76 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:38.214749 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e45cfadb-e96e-44e9-a3c0-d8f59e33c24f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:38.221995 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45cfadb-e96e-44e9-a3c0-d8f59e33c24f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:38.222582 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e45cfadb-e96e-44e9-a3c0-d8f59e33c24f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:38.303742 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fbcf18a3-910e-4011-b973-9cb917cdc65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:38.328552 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e45cfadb-e96e-44e9-a3c0-d8f59e33c24f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2790198 May 03 22:53:38.334935 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37588) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:38.342530 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-f4c3afbb-8b27-48db-a354-5b65f8b48f03 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Request body: {'subnet': {'network_id': '1a45f24b-6883-420a-8ea1-bcd2b1a91b2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:53:38.356103 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cfadb-e96e-44e9-a3c0-d8f59e33c24f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'Network': ['ID=1a45f24b-6883-420a-8ea1-bcd2b1a91b2e,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:38.366773 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 1a45f24b-6883-420a-8ea1-bcd2b1a91b2e details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:53:38.367523 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-741b9598-825e-4650-a4e6-3c04e0a52a76 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:38.374969 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf18a3-910e-4011-b973-9cb917cdc65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e6687f-5820-4064-9c76-62647d180622,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:38.392615 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fbcf18a3-910e-4011-b973-9cb917cdc65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:38.394275 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-fbcf18a3-910e-4011-b973-9cb917cdc65e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/76e6687f-5820-4064-9c76-62647d180622 HTTP/1.1" status: 204 len: 168 time: 0.5006011 May 03 22:53:38.400314 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-741b9598-825e-4650-a4e6-3c04e0a52a76 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37003fba-c9c6-46e8-9c6e-eb2a61307ca6']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:38.413431 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-741b9598-825e-4650-a4e6-3c04e0a52a76 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b02ed27-11f8-4490-a2f0-0cea7f0fe911') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:38.413723 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-741b9598-825e-4650-a4e6-3c04e0a52a76 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b02ed27-11f8-4490-a2f0-0cea7f0fe911') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:38.426041 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-741b9598-825e-4650-a4e6-3c04e0a52a76 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:38.447748 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-741b9598-825e-4650-a4e6-3c04e0a52a76 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:38.454308 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-741b9598-825e-4650-a4e6-3c04e0a52a76 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:53:38.454906 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-741b9598-825e-4650-a4e6-3c04e0a52a76 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:38.465887 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f4c3afbb-8b27-48db-a354-5b65f8b48f03 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:38.471285 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f4c3afbb-8b27-48db-a354-5b65f8b48f03 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Usage tracker for resource:subnet and tenant:51751333bcc04a9b85b04e61623005e7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:38.472384 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:53:38.472384 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:53:38.472384 n-d-811807-1 neutron-server[88069]: timer() May 03 22:53:38.472384 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:53:38.472384 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:53:38.472384 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:53:38.472384 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:53:38.472384 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:53:38.472384 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:53:38.472384 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:53:38.472384 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:53:38.472384 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:53:38.472384 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:53:38.472384 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:53:38.472384 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:53:38.472384 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:53:38.472384 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:53:38.472384 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:53:38.472384 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:53:38.472384 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:53:38.472384 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:53:38.472384 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:53:38.472384 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:53:38.472384 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:53:38.472384 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:53:38.472384 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:53:38.472384 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:53:38.472384 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:53:38.472384 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:53:38.472384 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:53:38.472384 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:53:38.472384 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:53:38.475538 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f4c3afbb-8b27-48db-a354-5b65f8b48f03 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:38.485364 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f4c3afbb-8b27-48db-a354-5b65f8b48f03 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:38.499609 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c3afbb-8b27-48db-a354-5b65f8b48f03 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Made reservation on behalf of 51751333bcc04a9b85b04e61623005e7 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:53:38.504369 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f4c3afbb-8b27-48db-a354-5b65f8b48f03 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:38.623022 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 4cfee546-6307-4715-acb5-da725e081c6c no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:53:38.652554 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-741b9598-825e-4650-a4e6-3c04e0a52a76 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:38.697012 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-741b9598-825e-4650-a4e6-3c04e0a52a76 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:38.710615 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 4cfee546-6307-4715-acb5-da725e081c6c {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:53:38.711306 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 4cfee546-6307-4715-acb5-da725e081c6c not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:53:38.722027 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b9598-825e-4650-a4e6-3c04e0a52a76 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Pushing event deleted for resources: {'Network': ['ID=37003fba-c9c6-46e8-9c6e-eb2a61307ca6,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:38.727667 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-741b9598-825e-4650-a4e6-3c04e0a52a76 tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] 10.222.0.58 "DELETE /v2.0/networks/37003fba-c9c6-46e8-9c6e-eb2a61307ca6 HTTP/1.1" status: 204 len: 168 time: 0.7214670 May 03 22:53:38.730256 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37598) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:38.839404 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5edcf6ca-23ec-45a3-a7e6-47ab04658e91 req-de533403-d9b2-4d78-b578-ead9490f9ff1 tempest-ServerMetadataNegativeTestJSON-1400157507 tempest-ServerMetadataNegativeTestJSON-1400157507-project] 10.222.0.58 "GET /v2.0/ports?device_id=dafd6497-6324-463e-8b61-59c0951c90e0 HTTP/1.1" status: 200 len: 210 time: 0.0611742 May 03 22:53:38.872563 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1d618-450c-4b93-9e11-0094f19eba51 req-12102351-ebfe-4355-9128-768253da8a2b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:38.874090 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-77a1d618-450c-4b93-9e11-0094f19eba51 req-12102351-ebfe-4355-9128-768253da8a2b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=1994b40c-6c11-4745-b284-d70a739c2341 HTTP/1.1" status: 200 len: 945 time: 0.1785378 May 03 22:53:38.924506 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-77a1d618-450c-4b93-9e11-0094f19eba51 req-9314e37c-4224-4f43-86a6-285d1ca1c186 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442715 May 03 22:53:38.932499 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-43743f76-4a8f-4616-9cf9-5618ef2842ad tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:39.118595 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-43743f76-4a8f-4616-9cf9-5618ef2842ad tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:39.135117 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca1464-043a-42e3-939f-68ca0ebd3b0a req-f5396e80-0b61-401e-b0d6-bcbbba0c6349 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:39.136706 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f8ca1464-043a-42e3-939f-68ca0ebd3b0a req-f5396e80-0b61-401e-b0d6-bcbbba0c6349 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=1994b40c-6c11-4745-b284-d70a739c2341 HTTP/1.1" status: 200 len: 945 time: 0.0950689 May 03 22:53:39.145202 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f4c3afbb-8b27-48db-a354-5b65f8b48f03 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:39.180519 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-43743f76-4a8f-4616-9cf9-5618ef2842ad tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['706b13c9-c092-4751-bb3b-bf118e76f2d3']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:39.183658 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f8ca1464-043a-42e3-939f-68ca0ebd3b0a req-299784cf-42b0-42f7-a50f-dc1dd88f96d9 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410898 May 03 22:53:39.216167 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-43743f76-4a8f-4616-9cf9-5618ef2842ad tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a2043e-3577-4d1a-b396-f2b34cf6d156') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:39.216474 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-43743f76-4a8f-4616-9cf9-5618ef2842ad tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a2043e-3577-4d1a-b396-f2b34cf6d156') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:39.245804 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-43743f76-4a8f-4616-9cf9-5618ef2842ad tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:39.264326 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3afbb-8b27-48db-a354-5b65f8b48f03 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'Subnet': ['ID=33fa3d14-49e8-4bfd-a9f4-883d191b85e3,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:39.275609 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-43743f76-4a8f-4616-9cf9-5618ef2842ad tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:39.284179 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c3afbb-8b27-48db-a354-5b65f8b48f03 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Checking segment: {'id': 'ecc5c7d8-aba7-4779-b2b9-8683a4723761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '1a45f24b-6883-420a-8ea1-bcd2b1a91b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:53:39.284828 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c3afbb-8b27-48db-a354-5b65f8b48f03 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Network hostable DHCP agents. Network: 1a45f24b-6883-420a-8ea1-bcd2b1a91b2e, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:53:39.289304 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43743f76-4a8f-4616-9cf9-5618ef2842ad tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:53:39.289939 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-43743f76-4a8f-4616-9cf9-5618ef2842ad tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:39.306518 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:53:39.306518 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:53:39.306518 n-d-811807-1 neutron-server[88070]: timer() May 03 22:53:39.306518 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:53:39.306518 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:53:39.306518 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:53:39.306518 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:53:39.306518 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:53:39.306518 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:53:39.306518 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:53:39.306518 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:53:39.306518 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:53:39.306518 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:53:39.306518 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:53:39.306518 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:53:39.306518 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:53:39.306518 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:53:39.306518 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:53:39.306518 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:53:39.306518 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:53:39.306518 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:53:39.306518 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:53:39.306518 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:53:39.306518 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:53:39.306518 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:53:39.306518 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:53:39.306518 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:53:39.306518 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:53:39.306518 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:53:39.306518 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:53:39.306518 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:53:39.306518 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:53:39.403535 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c3afbb-8b27-48db-a354-5b65f8b48f03 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Network 1a45f24b-6883-420a-8ea1-bcd2b1a91b2e is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:53:39.409609 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-43743f76-4a8f-4616-9cf9-5618ef2842ad tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:39.429588 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-43743f76-4a8f-4616-9cf9-5618ef2842ad tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:39.438636 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-f4c3afbb-8b27-48db-a354-5b65f8b48f03 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 1a45f24b-6883-420a-8ea1-bcd2b1a91b2e) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:53:39.449547 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43743f76-4a8f-4616-9cf9-5618ef2842ad tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] Pushing event deleted for resources: {'Network': ['ID=706b13c9-c092-4751-bb3b-bf118e76f2d3,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:39.449694 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a70d03-c84f-49a6-879d-40cdad1d07e4 None None] Network 1a45f24b-6883-420a-8ea1-bcd2b1a91b2e requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:53:39.452535 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c3afbb-8b27-48db-a354-5b65f8b48f03 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:39.452805 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f4c3afbb-8b27-48db-a354-5b65f8b48f03 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:39.462803 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-43743f76-4a8f-4616-9cf9-5618ef2842ad tempest-BulkNetworkOpsIpV6Test-604562793 tempest-BulkNetworkOpsIpV6Test-604562793-project] 10.222.0.58 "DELETE /v2.0/networks/706b13c9-c092-4751-bb3b-bf118e76f2d3 HTTP/1.1" status: 204 len: 168 time: 0.7199438 May 03 22:53:39.480298 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37628) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:39.480629 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f4c3afbb-8b27-48db-a354-5b65f8b48f03 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1444829 May 03 22:53:39.485466 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-7fdb471d-f560-49e1-88ea-ad1f9e3986de tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-827538035', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:53:39.496101 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7fdb471d-f560-49e1-88ea-ad1f9e3986de tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:39.512247 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7fdb471d-f560-49e1-88ea-ad1f9e3986de tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Usage tracker for resource:router and tenant:51751333bcc04a9b85b04e61623005e7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:39.517293 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7fdb471d-f560-49e1-88ea-ad1f9e3986de tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:39.564810 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7fdb471d-f560-49e1-88ea-ad1f9e3986de tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:39.581421 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7fdb471d-f560-49e1-88ea-ad1f9e3986de tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:39.584478 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7fdb471d-f560-49e1-88ea-ad1f9e3986de tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:39.609176 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7fdb471d-f560-49e1-88ea-ad1f9e3986de tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:39.648252 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7fdb471d-f560-49e1-88ea-ad1f9e3986de tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:39.685657 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7fdb471d-f560-49e1-88ea-ad1f9e3986de tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:39.691106 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7fdb471d-f560-49e1-88ea-ad1f9e3986de tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2066474 May 03 22:53:39.691587 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37636) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:39.838782 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661a6fb9-2cd0-4b81-9bc1-29fcda8ad280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-1a45f24b-6883-420a-8ea1-bcd2b1a91b2e', 'network_id': '1a45f24b-6883-420a-8ea1-bcd2b1a91b2e', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'fixed_ips': [{'subnet_id': '33fa3d14-49e8-4bfd-a9f4-883d191b85e3'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:53:39.839307 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-661a6fb9-2cd0-4b81-9bc1-29fcda8ad280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:39.897411 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37646) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:39.986646 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37654) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:40.136033 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ddc3ddb-117b-4704-b32a-dd633422b4cf admin admin] Deleting subnet 7b63dab3-fee8-45ff-b75b-f4b7777972a0 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:53:40.151381 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3ddc3ddb-117b-4704-b32a-dd633422b4cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:40.161060 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-661a6fb9-2cd0-4b81-9bc1-29fcda8ad280 None None] Allocated IP 172.20.0.2 (1a45f24b-6883-420a-8ea1-bcd2b1a91b2e/33fa3d14-49e8-4bfd-a9f4-883d191b85e3/6946a3f7-a933-4ea6-b954-effcb2921f76) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:53:40.293541 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3ddc3ddb-117b-4704-b32a-dd633422b4cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:40.376587 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b94261d4-6ef1-4107-8d02-7e16c6353b92 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=30efc7cf17444533b4630b891dd1ce50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4748855 May 03 22:53:40.382095 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37664) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:40.406431 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3ddc3ddb-117b-4704-b32a-dd633422b4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:40.431140 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d5e35c41-f6d0-4b6b-9c88-469ecd1e5674 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:40.554852 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-661a6fb9-2cd0-4b81-9bc1-29fcda8ad280 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:40.558355 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b014063b-2841-4598-91b8-bb3df191566c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:40.578280 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-661a6fb9-2cd0-4b81-9bc1-29fcda8ad280 None None] Transition to ACTIVE for port object 6946a3f7-a933-4ea6-b954-effcb2921f76 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:53:40.587069 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3ddc3ddb-117b-4704-b32a-dd633422b4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:40.610902 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-661a6fb9-2cd0-4b81-9bc1-29fcda8ad280 None None] Transition to ACTIVE for port object 6946a3f7-a933-4ea6-b954-effcb2921f76 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:53:40.622653 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-661a6fb9-2cd0-4b81-9bc1-29fcda8ad280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:40.640050 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b014063b-2841-4598-91b8-bb3df191566c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:40.655207 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3ddc3ddb-117b-4704-b32a-dd633422b4cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:40.663623 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc3ddb-117b-4704-b32a-dd633422b4cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b63dab3-fee8-45ff-b75b-f4b7777972a0,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:40.679362 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3ddc3ddb-117b-4704-b32a-dd633422b4cf admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7b63dab3-fee8-45ff-b75b-f4b7777972a0 HTTP/1.1" status: 204 len: 168 time: 0.6901412 May 03 22:53:40.683575 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37672) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:40.739397 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab19ab-2649-47d9-8ac0-78df488378e8 req-fdf86a95-64ae-4628-863f-260eddc4bf4b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:40.747464 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-33ab19ab-2649-47d9-8ac0-78df488378e8 req-fdf86a95-64ae-4628-863f-260eddc4bf4b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=1994b40c-6c11-4745-b284-d70a739c2341 HTTP/1.1" status: 200 len: 945 time: 0.6206803 May 03 22:53:40.750543 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661a6fb9-2cd0-4b81-9bc1-29fcda8ad280 None None] Network 1a45f24b-6883-420a-8ea1-bcd2b1a91b2e is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:53:40.751980 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-661a6fb9-2cd0-4b81-9bc1-29fcda8ad280 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:53:40.760568 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661a6fb9-2cd0-4b81-9bc1-29fcda8ad280 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:53:40.824745 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-33ab19ab-2649-47d9-8ac0-78df488378e8 req-6a4fc298-80ab-4d83-b0e3-b0b0a38c14df tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763035 May 03 22:53:40.897779 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a6fb9-2cd0-4b81-9bc1-29fcda8ad280 None None] Pushing event updated for resources: {'Port': ['ID=6946a3f7-a933-4ea6-b954-effcb2921f76,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:40.912526 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-661a6fb9-2cd0-4b81-9bc1-29fcda8ad280 None None] Attempting to bind port 6946a3f7-a933-4ea6-b954-effcb2921f76 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:53:40.913377 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-661a6fb9-2cd0-4b81-9bc1-29fcda8ad280 None None] Attempting to bind port 6946a3f7-a933-4ea6-b954-effcb2921f76 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'ecc5c7d8-aba7-4779-b2b9-8683a4723761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '1a45f24b-6883-420a-8ea1-bcd2b1a91b2e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:53:40.913936 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661a6fb9-2cd0-4b81-9bc1-29fcda8ad280 None None] Attempting to bind port 6946a3f7-a933-4ea6-b954-effcb2921f76 on network 1a45f24b-6883-420a-8ea1-bcd2b1a91b2e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:53:40.922245 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-d5e35c41-f6d0-4b6b-9c88-469ecd1e5674 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Allocated IP 172.20.0.1 (1a45f24b-6883-420a-8ea1-bcd2b1a91b2e/33fa3d14-49e8-4bfd-a9f4-883d191b85e3/5c215d91-72a4-45d3-9f37-07bbff79aced) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:53:40.929617 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661a6fb9-2cd0-4b81-9bc1-29fcda8ad280 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:53:40.930332 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661a6fb9-2cd0-4b81-9bc1-29fcda8ad280 None None] Checking segment: {'id': 'ecc5c7d8-aba7-4779-b2b9-8683a4723761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '1a45f24b-6883-420a-8ea1-bcd2b1a91b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:53:40.931150 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-661a6fb9-2cd0-4b81-9bc1-29fcda8ad280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:40.931278 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661a6fb9-2cd0-4b81-9bc1-29fcda8ad280 None None] Bound using segment: {'id': 'ecc5c7d8-aba7-4779-b2b9-8683a4723761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '1a45f24b-6883-420a-8ea1-bcd2b1a91b2e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:53:40.931714 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-661a6fb9-2cd0-4b81-9bc1-29fcda8ad280 None None] Bound port: 6946a3f7-a933-4ea6-b954-effcb2921f76, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecc5c7d8-aba7-4779-b2b9-8683a4723761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '1a45f24b-6883-420a-8ea1-bcd2b1a91b2e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:53:40.932077 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-661a6fb9-2cd0-4b81-9bc1-29fcda8ad280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:41.033522 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b014063b-2841-4598-91b8-bb3df191566c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:41.070909 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b014063b-2841-4598-91b8-bb3df191566c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:41.073137 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b014063b-2841-4598-91b8-bb3df191566c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/13a31e03-2d8f-44d9-a7a0-1bf0abb882c6 HTTP/1.1" status: 204 len: 168 time: 0.6888373 May 03 22:53:41.074289 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014063b-2841-4598-91b8-bb3df191566c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a31e03-2d8f-44d9-a7a0-1bf0abb882c6,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:41.091645 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c74462b6-8c71-4ac1-a915-d1e1cf73b3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:41.157213 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d5e35c41-f6d0-4b6b-9c88-469ecd1e5674 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:41.168258 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-661a6fb9-2cd0-4b81-9bc1-29fcda8ad280 None None] For port 6946a3f7-a933-4ea6-b954-effcb2921f76, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:53:41.172708 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-661a6fb9-2cd0-4b81-9bc1-29fcda8ad280 None None] For port 6946a3f7-a933-4ea6-b954-effcb2921f76, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=6946a3f7-a933-4ea6-b954-effcb2921f76,segment=NetworkSegment(ecc5c7d8-aba7-4779-b2b9-8683a4723761),segment_id=ecc5c7d8-aba7-4779-b2b9-8683a4723761)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:53:41.181555 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-661a6fb9-2cd0-4b81-9bc1-29fcda8ad280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:41.188750 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-d5e35c41-f6d0-4b6b-9c88-469ecd1e5674 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Transition to ACTIVE for port object 5c215d91-72a4-45d3-9f37-07bbff79aced will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:53:41.237749 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d5e35c41-f6d0-4b6b-9c88-469ecd1e5674 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:41.297847 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c74462b6-8c71-4ac1-a915-d1e1cf73b3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:41.345432 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a6fb9-2cd0-4b81-9bc1-29fcda8ad280 None None] Pushing event updated for resources: {'Port': ['ID=6946a3f7-a933-4ea6-b954-effcb2921f76,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:41.348015 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-c74462b6-8c71-4ac1-a915-d1e1cf73b3b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a7de30e-3678-4cb9-8699-a9c175249bde']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:41.380005 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-c74462b6-8c71-4ac1-a915-d1e1cf73b3b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '223adc51-355c-4a98-b824-6ae47d0a0ed7') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:41.380840 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-c74462b6-8c71-4ac1-a915-d1e1cf73b3b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '223adc51-355c-4a98-b824-6ae47d0a0ed7') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:41.392181 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e35c41-f6d0-4b6b-9c88-469ecd1e5674 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Network 1a45f24b-6883-420a-8ea1-bcd2b1a91b2e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:53:41.393158 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e35c41-f6d0-4b6b-9c88-469ecd1e5674 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'Port': ['ID=5c215d91-72a4-45d3-9f37-07bbff79aced,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:41.396229 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-d5e35c41-f6d0-4b6b-9c88-469ecd1e5674 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:53:41.398710 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e35c41-f6d0-4b6b-9c88-469ecd1e5674 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:53:41.419806 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c74462b6-8c71-4ac1-a915-d1e1cf73b3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:41.457489 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c74462b6-8c71-4ac1-a915-d1e1cf73b3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:41.469029 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74462b6-8c71-4ac1-a915-d1e1cf73b3b3 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:53:41.469501 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c74462b6-8c71-4ac1-a915-d1e1cf73b3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:41.488221 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:53:41.488221 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:53:41.488221 n-d-811807-1 neutron-server[88070]: timer() May 03 22:53:41.488221 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:53:41.488221 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:53:41.488221 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:53:41.488221 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:53:41.488221 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:53:41.488221 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:53:41.488221 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:53:41.488221 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:53:41.488221 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:53:41.488221 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:53:41.488221 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:53:41.488221 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:53:41.488221 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:53:41.488221 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:53:41.488221 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:53:41.488221 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:53:41.488221 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:53:41.488221 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:53:41.488221 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:53:41.488221 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:53:41.488221 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:53:41.488221 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:53:41.488221 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:53:41.488221 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:53:41.488221 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:53:41.488221 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:53:41.488221 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:53:41.488221 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:53:41.488221 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:53:41.495316 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d5e35c41-f6d0-4b6b-9c88-469ecd1e5674 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:41.591585 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c74462b6-8c71-4ac1-a915-d1e1cf73b3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:41.608261 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c74462b6-8c71-4ac1-a915-d1e1cf73b3b3 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:41.710624 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74462b6-8c71-4ac1-a915-d1e1cf73b3b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a7de30e-3678-4cb9-8699-a9c175249bde,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:41.725019 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c74462b6-8c71-4ac1-a915-d1e1cf73b3b3 admin admin] 10.222.0.58 "DELETE /v2.0/networks/8a7de30e-3678-4cb9-8699-a9c175249bde HTTP/1.1" status: 204 len: 168 time: 1.0401862 May 03 22:53:41.802823 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabd588-22a9-4fd0-b5d8-670bfefb9396 req-72162a52-151f-4f7e-89c7-b9478c08cf4e tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:41.804813 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1eabd588-22a9-4fd0-b5d8-670bfefb9396 req-72162a52-151f-4f7e-89c7-b9478c08cf4e tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1994b40c-6c11-4745-b284-d70a739c2341 HTTP/1.1" status: 200 len: 945 time: 0.2712297 May 03 22:53:41.870132 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d5e35c41-f6d0-4b6b-9c88-469ecd1e5674 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:42.013322 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-1eabd588-22a9-4fd0-b5d8-670bfefb9396 req-e94a66c0-a6df-484d-82fc-137692b01ad7 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Deleting port eac1808b-2bff-4a7a-9414-e770c3604a34 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:53:42.013671 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1eabd588-22a9-4fd0-b5d8-670bfefb9396 req-e94a66c0-a6df-484d-82fc-137692b01ad7 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:42.063705 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37768) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:42.127822 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e4127c6c-fd26-4f14-b509-718016a9de7d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ebd8df79d10f4719b3e906ac04253a0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0627127 May 03 22:53:42.134422 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37772) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:42.206099 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-131131a5-e84a-44c4-a731-165588d2131a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:42.240587 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-131131a5-e84a-44c4-a731-165588d2131a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:42.313882 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-131131a5-e84a-44c4-a731-165588d2131a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:42.343691 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-131131a5-e84a-44c4-a731-165588d2131a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:42.349228 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-131131a5-e84a-44c4-a731-165588d2131a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/26967730-6ee2-49bf-a444-ff6ae24a9a79 HTTP/1.1" status: 204 len: 168 time: 0.2135427 May 03 22:53:42.350030 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131131a5-e84a-44c4-a731-165588d2131a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26967730-6ee2-49bf-a444-ff6ae24a9a79,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:42.485215 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37784) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:42.710683 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-1eabd588-22a9-4fd0-b5d8-670bfefb9396 req-e94a66c0-a6df-484d-82fc-137692b01ad7 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] For port eac1808b-2bff-4a7a-9414-e770c3604a34, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=eac1808b-2bff-4a7a-9414-e770c3604a34,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:53:42.711346 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1eabd588-22a9-4fd0-b5d8-670bfefb9396 req-e94a66c0-a6df-484d-82fc-137692b01ad7 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:42.824897 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427c57d2-2044-4039-927d-7621a9cee541 None None] Network 1a45f24b-6883-420a-8ea1-bcd2b1a91b2e requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:53:42.849129 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-1eabd588-22a9-4fd0-b5d8-670bfefb9396 req-e94a66c0-a6df-484d-82fc-137692b01ad7 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Calling delete_port for eac1808b-2bff-4a7a-9414-e770c3604a34 owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:53:42.876244 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0edd8d43-6d00-4b38-8fde-0a7956e62002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:42.899401 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-0edd8d43-6d00-4b38-8fde-0a7956e62002 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:42.904568 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0edd8d43-6d00-4b38-8fde-0a7956e62002 admin admin] Usage tracker for resource:security_group_rule and tenant:4864642f59274a16a82fb61c5c9df2e8 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:42.908334 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0edd8d43-6d00-4b38-8fde-0a7956e62002 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:42.919971 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-0edd8d43-6d00-4b38-8fde-0a7956e62002 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:42.983571 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b03de377-e35a-4288-a2bb-5b676a99259b None None] Provisioning for port 6946a3f7-a933-4ea6-b954-effcb2921f76 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:53:43.024682 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37798) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:43.087059 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1eabd588-22a9-4fd0-b5d8-670bfefb9396 req-e94a66c0-a6df-484d-82fc-137692b01ad7 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:43.129384 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8', 'eac1808b-2bff-4a7a-9414-e770c3604a34'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:53:43.178522 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0edd8d43-6d00-4b38-8fde-0a7956e62002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:43.189250 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0edd8d43-6d00-4b38-8fde-0a7956e62002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:43.256246 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0edd8d43-6d00-4b38-8fde-0a7956e62002 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4864642f59274a16a82fb61c5c9df2e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7692180 May 03 22:53:43.256889 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37808) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:43.259332 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd8d43-6d00-4b38-8fde-0a7956e62002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c890e77-2f9d-40bd-b3fd-b5f73d31a6bb,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:43.285461 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-d2fd866c-550f-453f-9001-001b2488a8d8 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1112478715'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:53:43.293960 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d2fd866c-550f-453f-9001-001b2488a8d8 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:43.298813 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57d11e-d54b-4283-86d3-86d981da2596 req-ce9279d9-0700-4c4d-98ae-21bc1ced8995 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:43.306535 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d2fd866c-550f-453f-9001-001b2488a8d8 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Usage tracker for resource:network and tenant:06cc14afcda64b42b43ac970e3b09815 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:43.307140 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dd57d11e-d54b-4283-86d3-86d981da2596 req-ce9279d9-0700-4c4d-98ae-21bc1ced8995 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=1994b40c-6c11-4745-b284-d70a739c2341 HTTP/1.1" status: 200 len: 945 time: 1.2660708 May 03 22:53:43.312318 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d2fd866c-550f-453f-9001-001b2488a8d8 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:43.333986 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d2fd866c-550f-453f-9001-001b2488a8d8 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:43.415582 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2aacea2e-c26b-4662-9f48-48c17d8c5f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:43.420779 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fd866c-550f-453f-9001-001b2488a8d8 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Made reservation on behalf of 06cc14afcda64b42b43ac970e3b09815 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:53:43.424985 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d2fd866c-550f-453f-9001-001b2488a8d8 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:43.435521 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a66c0-a6df-484d-82fc-137692b01ad7 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Pushing event deleted for resources: {'Port': ['ID=eac1808b-2bff-4a7a-9414-e770c3604a34,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:43.480030 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d2fd866c-550f-453f-9001-001b2488a8d8 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:43.487654 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eabd588-22a9-4fd0-b5d8-670bfefb9396 req-e94a66c0-a6df-484d-82fc-137692b01ad7 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] No DVR routers for this DVR port eac1808b-2bff-4a7a-9414-e770c3604a34 on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:53:43.498701 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-1eabd588-22a9-4fd0-b5d8-670bfefb9396 req-e94a66c0-a6df-484d-82fc-137692b01ad7 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:43.544247 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2aacea2e-c26b-4662-9f48-48c17d8c5f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:43.563920 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d2fd866c-550f-453f-9001-001b2488a8d8 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:43.572526 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6946a3f7-a933-4ea6-b954-effcb2921f76 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:53:43.582063 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d2fd866c-550f-453f-9001-001b2488a8d8 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Usage tracker for resource:security_group_rule and tenant:06cc14afcda64b42b43ac970e3b09815 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:43.590542 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d2fd866c-550f-453f-9001-001b2488a8d8 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:43.626103 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d2fd866c-550f-453f-9001-001b2488a8d8 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:43.692489 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1994b40c-6c11-4745-b284-d70a739c2341', 'name': 'network-vif-deleted', 'tag': 'eac1808b-2bff-4a7a-9414-e770c3604a34'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:53:43.709617 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1eabd588-22a9-4fd0-b5d8-670bfefb9396 req-e94a66c0-a6df-484d-82fc-137692b01ad7 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.60 "DELETE /v2.0/ports/eac1808b-2bff-4a7a-9414-e770c3604a34 HTTP/1.1" status: 204 len: 173 time: 1.8857226 May 03 22:53:43.760015 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 6946a3f7-a933-4ea6-b954-effcb2921f76 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:53:43.777924 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2aacea2e-c26b-4662-9f48-48c17d8c5f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:43.784191 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 6946a3f7-a933-4ea6-b954-effcb2921f76 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:53:43.785771 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:43.791201 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86c5becd-5e83-4689-b593-1261628e108a'] response: {'server_uuid': '1994b40c-6c11-4745-b284-d70a739c2341', 'name': 'network-vif-deleted', 'tag': 'eac1808b-2bff-4a7a-9414-e770c3604a34', 'status': 'completed', 'code': 200} May 03 22:53:43.811365 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dd57d11e-d54b-4283-86d3-86d981da2596 req-bdf571ac-bbc2-4890-a8d2-5c84a3f03de2 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5007443 May 03 22:53:43.890114 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d5e35c41-f6d0-4b6b-9c88-469ecd1e5674 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:43.898559 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d5e35c41-f6d0-4b6b-9c88-469ecd1e5674 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:43.954370 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d2fd866c-550f-453f-9001-001b2488a8d8 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:43.959722 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aacea2e-c26b-4662-9f48-48c17d8c5f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c890e77-2f9d-40bd-b3fd-b5f73d31a6bb,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:43.962653 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d2fd866c-550f-453f-9001-001b2488a8d8 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:44.020244 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f31e1e58-940f-406f-9d2a-e288cc48f986 None None] Provisioning for port 5c215d91-72a4-45d3-9f37-07bbff79aced completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:53:44.038169 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd866c-550f-453f-9001-001b2488a8d8 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd78ed24-aefb-417a-a8bb-ee9c27b3fece,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:44.041900 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f31e1e58-940f-406f-9d2a-e288cc48f986 None None] Provisioning complete for port 5c215d91-72a4-45d3-9f37-07bbff79aced triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:53:44.041900 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f31e1e58-940f-406f-9d2a-e288cc48f986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:44.055704 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37824) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:44.073214 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2aacea2e-c26b-4662-9f48-48c17d8c5f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:44.075776 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2aacea2e-c26b-4662-9f48-48c17d8c5f55 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1c890e77-2f9d-40bd-b3fd-b5f73d31a6bb HTTP/1.1" status: 204 len: 168 time: 0.8178415 May 03 22:53:44.081110 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2fd866c-550f-453f-9001-001b2488a8d8 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:53:44.093708 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d2fd866c-550f-453f-9001-001b2488a8d8 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:44.094435 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-d2fd866c-550f-453f-9001-001b2488a8d8 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Added segment 4fa29af6-758a-466b-a4d5-32f15bab93ab of type vlan for network 1db2e741-72b8-4ff8-a858-6aa16654ffdd May 03 22:53:44.106866 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d5e35c41-f6d0-4b6b-9c88-469ecd1e5674 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:44.131710 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d2fd866c-550f-453f-9001-001b2488a8d8 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:44.146350 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f31e1e58-940f-406f-9d2a-e288cc48f986 None None] Port 5c215d91-72a4-45d3-9f37-07bbff79aced cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:53:44.167309 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:44.181233 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f31e1e58-940f-406f-9d2a-e288cc48f986 None None] Provisioning complete for port 6946a3f7-a933-4ea6-b954-effcb2921f76 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:53:44.182075 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f31e1e58-940f-406f-9d2a-e288cc48f986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:44.209761 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d2fd866c-550f-453f-9001-001b2488a8d8 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:44.217266 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fd866c-550f-453f-9001-001b2488a8d8 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:44.217778 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d2fd866c-550f-453f-9001-001b2488a8d8 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:44.266282 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 6946a3f7-a933-4ea6-b954-effcb2921f76, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=6946a3f7-a933-4ea6-b954-effcb2921f76,segment=NetworkSegment(ecc5c7d8-aba7-4779-b2b9-8683a4723761),segment_id=ecc5c7d8-aba7-4779-b2b9-8683a4723761)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:53:44.277303 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:44.279369 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d2fd866c-550f-453f-9001-001b2488a8d8 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2529786 May 03 22:53:44.288881 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37834) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:44.306434 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-05512112-da3b-4158-be42-6ea0bc00644b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-584750217'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:53:44.317076 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-05512112-da3b-4158-be42-6ea0bc00644b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:44.318418 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e35c41-f6d0-4b6b-9c88-469ecd1e5674 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Network 1a45f24b-6883-420a-8ea1-bcd2b1a91b2e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:53:44.323892 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-d5e35c41-f6d0-4b6b-9c88-469ecd1e5674 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:53:44.337038 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-05512112-da3b-4158-be42-6ea0bc00644b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Usage tracker for resource:network and tenant:06cc14afcda64b42b43ac970e3b09815 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:44.349659 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-05512112-da3b-4158-be42-6ea0bc00644b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:44.364586 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-05512112-da3b-4158-be42-6ea0bc00644b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:44.393805 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05512112-da3b-4158-be42-6ea0bc00644b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Made reservation on behalf of 06cc14afcda64b42b43ac970e3b09815 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:53:44.414428 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-05512112-da3b-4158-be42-6ea0bc00644b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:44.525056 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e35c41-f6d0-4b6b-9c88-469ecd1e5674 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'Port': ['ID=5c215d91-72a4-45d3-9f37-07bbff79aced,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:44.558775 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=6946a3f7-a933-4ea6-b954-effcb2921f76,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:44.587260 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:44.587947 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:44.588453 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:44.588940 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:44.589488 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:44.590007 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:44.590512 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:44.591143 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:44.591691 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:44.592211 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:44.592782 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:44.593263 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:44.633818 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd866c-550f-453f-9001-001b2488a8d8 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'Network': ['ID=1db2e741-72b8-4ff8-a858-6aa16654ffdd,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:44.651153 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 1db2e741-72b8-4ff8-a858-6aa16654ffdd details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:53:44.653468 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05512112-da3b-4158-be42-6ea0bc00644b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:53:44.668869 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-05512112-da3b-4158-be42-6ea0bc00644b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:44.669040 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-05512112-da3b-4158-be42-6ea0bc00644b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Added segment 824e6456-78f7-4512-b286-56bc82463408 of type vlan for network aa13f048-f4e7-4114-91c1-29f59526db1a May 03 22:53:44.689602 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e35c41-f6d0-4b6b-9c88-469ecd1e5674 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Router 9056b1cb-8519-41b3-a257-545e60fceb5f is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:53:44.729877 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-05512112-da3b-4158-be42-6ea0bc00644b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:44.787997 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-05512112-da3b-4158-be42-6ea0bc00644b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:44.797347 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05512112-da3b-4158-be42-6ea0bc00644b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:44.798511 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-05512112-da3b-4158-be42-6ea0bc00644b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:44.855406 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-61e0f012-2df5-4e8a-a367-115e3e4000db None None] Provisioning complete for port 5c215d91-72a4-45d3-9f37-07bbff79aced triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:53:44.855862 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-05512112-da3b-4158-be42-6ea0bc00644b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5660119 May 03 22:53:44.856267 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-61e0f012-2df5-4e8a-a367-115e3e4000db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:44.863190 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37842) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:44.880021 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37846) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:44.906488 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-2eba60fb-2593-4e99-a09b-e7b70b3f780b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Request body: {'subnet': {'network_id': '1db2e741-72b8-4ff8-a858-6aa16654ffdd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:53:44.927706 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-61e0f012-2df5-4e8a-a367-115e3e4000db None None] Port 5c215d91-72a4-45d3-9f37-07bbff79aced cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:53:45.009943 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ea1e776c-8aae-4fae-baa0-a1720a98f978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:45.034386 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05512112-da3b-4158-be42-6ea0bc00644b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'Network': ['ID=aa13f048-f4e7-4114-91c1-29f59526db1a,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:45.051737 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network aa13f048-f4e7-4114-91c1-29f59526db1a details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:53:45.067867 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-9abb54f9-b168-4ecf-9e2e-9e8588e40700 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-686896975-network', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:53:45.090700 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-32df7955-140c-4735-9a51-a3d1bcf88eb3 None None] Provisioning complete for port 5c215d91-72a4-45d3-9f37-07bbff79aced triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:53:45.091180 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-32df7955-140c-4735-9a51-a3d1bcf88eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:45.114388 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ea1e776c-8aae-4fae-baa0-a1720a98f978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:45.122831 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ea1e776c-8aae-4fae-baa0-a1720a98f978 admin admin] Usage tracker for resource:security_group_rule and tenant:0680fd35ecbb4c6182c407fc6c81a191 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:45.128875 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ea1e776c-8aae-4fae-baa0-a1720a98f978 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:45.129560 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9abb54f9-b168-4ecf-9e2e-9e8588e40700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:45.137833 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2eba60fb-2593-4e99-a09b-e7b70b3f780b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:45.142683 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2eba60fb-2593-4e99-a09b-e7b70b3f780b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Usage tracker for resource:subnet and tenant:06cc14afcda64b42b43ac970e3b09815 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:45.143915 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-770a5220-bf7f-4364-8ae7-b05ff1f7e37c req-dfcd5566-882d-458c-871e-e062ab37aef8 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Synchronizing usage tracker for tenant:fac7f64c48bd48e8ae480a0113f466e9 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:53:45.148422 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2eba60fb-2593-4e99-a09b-e7b70b3f780b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:45.150367 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9abb54f9-b168-4ecf-9e2e-9e8588e40700 admin admin] Usage tracker for resource:network and tenant:a1b60de6f3b94c398a46d760b7dccea8 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:45.156283 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2eba60fb-2593-4e99-a09b-e7b70b3f780b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:45.157794 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9abb54f9-b168-4ecf-9e2e-9e8588e40700 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:45.171178 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ea1e776c-8aae-4fae-baa0-a1720a98f978 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:45.176887 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eba60fb-2593-4e99-a09b-e7b70b3f780b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Made reservation on behalf of 06cc14afcda64b42b43ac970e3b09815 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:53:45.181118 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9abb54f9-b168-4ecf-9e2e-9e8588e40700 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:45.181945 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2eba60fb-2593-4e99-a09b-e7b70b3f780b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:45.201600 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-770a5220-bf7f-4364-8ae7-b05ff1f7e37c req-dfcd5566-882d-458c-871e-e062ab37aef8 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Unset dirty status for tenant:fac7f64c48bd48e8ae480a0113f466e9 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:53:45.203059 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-770a5220-bf7f-4364-8ae7-b05ff1f7e37c req-dfcd5566-882d-458c-871e-e062ab37aef8 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=1994b40c-6c11-4745-b284-d70a739c2341 HTTP/1.1" status: 200 len: 210 time: 0.2024291 May 03 22:53:45.207175 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e35c41-f6d0-4b6b-9c88-469ecd1e5674 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:53:45.213158 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d5e35c41-f6d0-4b6b-9c88-469ecd1e5674 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "PUT /v2.0/routers/9056b1cb-8519-41b3-a257-545e60fceb5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5202270 May 03 22:53:45.214729 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abb54f9-b168-4ecf-9e2e-9e8588e40700 admin admin] Made reservation on behalf of a1b60de6f3b94c398a46d760b7dccea8 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:53:45.218071 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37850) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:45.220101 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9abb54f9-b168-4ecf-9e2e-9e8588e40700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:45.236823 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9abb54f9-b168-4ecf-9e2e-9e8588e40700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:45.259313 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cd6cd4-eb72-44e6-b111-e2683356799b None None] Sync routers for ids ['9056b1cb-8519-41b3-a257-545e60fceb5f'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:53:45.259734 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9abb54f9-b168-4ecf-9e2e-9e8588e40700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:45.266693 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9abb54f9-b168-4ecf-9e2e-9e8588e40700 admin admin] Usage tracker for resource:security_group_rule and tenant:a1b60de6f3b94c398a46d760b7dccea8 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:45.270455 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9abb54f9-b168-4ecf-9e2e-9e8588e40700 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:45.282126 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9abb54f9-b168-4ecf-9e2e-9e8588e40700 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:45.283180 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device eac1808b-2bff-4a7a-9414-e770c3604a34 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:53:45.366676 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: eac1808b-2bff-4a7a-9414-e770c3604a34 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:53:45.367022 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device eac1808b-2bff-4a7a-9414-e770c3604a34 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:53:45.386497 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cd6cd4-eb72-44e6-b111-e2683356799b None None] Routers {'9056b1cb-8519-41b3-a257-545e60fceb5f'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:53:45.387157 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-31cd6cd4-eb72-44e6-b111-e2683356799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['9056b1cb-8519-41b3-a257-545e60fceb5f'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:45.425719 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9abb54f9-b168-4ecf-9e2e-9e8588e40700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:45.433393 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9abb54f9-b168-4ecf-9e2e-9e8588e40700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:45.480125 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9abb54f9-b168-4ecf-9e2e-9e8588e40700 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:53:45.491950 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2ffadc-2249-4056-8592-4c881a95210d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:45.493366 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-cd2ffadc-2249-4056-8592-4c881a95210d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Synchronizing usage tracker for tenant:51751333bcc04a9b85b04e61623005e7 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:53:45.506630 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb54f9-b168-4ecf-9e2e-9e8588e40700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58662979-75ed-406f-85f8-7cb2e3b9a2b1,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:45.511026 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9abb54f9-b168-4ecf-9e2e-9e8588e40700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:45.513139 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-9abb54f9-b168-4ecf-9e2e-9e8588e40700 admin admin] Added segment c01eddde-57f8-4cc1-8f09-891362f7a1a2 of type vlan for network c911580a-47e8-451d-aa8d-57f0fa21ffe1 May 03 22:53:45.516246 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-32df7955-140c-4735-9a51-a3d1bcf88eb3 None None] Port 5c215d91-72a4-45d3-9f37-07bbff79aced cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:53:45.518512 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6946a3f7-a933-4ea6-b954-effcb2921f76 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:53:45.563048 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-cd2ffadc-2249-4056-8592-4c881a95210d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Unset dirty status for tenant:51751333bcc04a9b85b04e61623005e7 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:53:45.564324 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-cd2ffadc-2249-4056-8592-4c881a95210d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "GET /v2.0/ports/5c215d91-72a4-45d3-9f37-07bbff79aced HTTP/1.1" status: 200 len: 910 time: 0.3382263 May 03 22:53:45.574457 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37854) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:45.590412 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9abb54f9-b168-4ecf-9e2e-9e8588e40700 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:45.599622 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-31cd6cd4-eb72-44e6-b111-e2683356799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:45.622905 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cd6cd4-eb72-44e6-b111-e2683356799b None None] Routers {'9056b1cb-8519-41b3-a257-545e60fceb5f'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:53:45.624136 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-31cd6cd4-eb72-44e6-b111-e2683356799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['9056b1cb-8519-41b3-a257-545e60fceb5f'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:45.641056 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9abb54f9-b168-4ecf-9e2e-9e8588e40700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:45.642201 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abb54f9-b168-4ecf-9e2e-9e8588e40700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:45.643090 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9abb54f9-b168-4ecf-9e2e-9e8588e40700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:45.706901 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-31cd6cd4-eb72-44e6-b111-e2683356799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:45.707656 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cd6cd4-eb72-44e6-b111-e2683356799b None None] The sync data for ids ['9056b1cb-8519-41b3-a257-545e60fceb5f'] in n-d-811807-1 is: [] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:53:45.725780 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 6946a3f7-a933-4ea6-b954-effcb2921f76 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:53:45.728162 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:45.770820 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb54f9-b168-4ecf-9e2e-9e8588e40700 admin admin] Pushing event updated for resources: {'Network': ['ID=c911580a-47e8-451d-aa8d-57f0fa21ffe1,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:45.784773 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network c911580a-47e8-451d-aa8d-57f0fa21ffe1 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:53:45.817028 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9abb54f9-b168-4ecf-9e2e-9e8588e40700 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7133334 May 03 22:53:45.817580 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37858) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:45.818320 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ea1e776c-8aae-4fae-baa0-a1720a98f978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:45.824346 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-fbb76b71-d977-467f-a6c8-47a27ccfa8cb admin admin] Request body: {'subnet': {'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-686896975-subnet', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:53:45.833167 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fbb76b71-d977-467f-a6c8-47a27ccfa8cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:45.839522 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fbb76b71-d977-467f-a6c8-47a27ccfa8cb admin admin] Usage tracker for resource:subnet and tenant:a1b60de6f3b94c398a46d760b7dccea8 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:45.843261 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fbb76b71-d977-467f-a6c8-47a27ccfa8cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:45.852016 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fbb76b71-d977-467f-a6c8-47a27ccfa8cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:45.867040 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb76b71-d977-467f-a6c8-47a27ccfa8cb admin admin] Made reservation on behalf of a1b60de6f3b94c398a46d760b7dccea8 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:53:45.872622 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fbb76b71-d977-467f-a6c8-47a27ccfa8cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:45.908217 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ea1e776c-8aae-4fae-baa0-a1720a98f978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:46.111432 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ea1e776c-8aae-4fae-baa0-a1720a98f978 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0680fd35ecbb4c6182c407fc6c81a191&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2301054 May 03 22:53:46.131963 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37862) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:46.143772 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e776c-8aae-4fae-baa0-a1720a98f978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b3c4bf-3260-48d0-b3b4-2b16e0639f00,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:46.311512 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fbb76b71-d977-467f-a6c8-47a27ccfa8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:46.372647 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2eba60fb-2593-4e99-a09b-e7b70b3f780b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:46.421601 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb76b71-d977-467f-a6c8-47a27ccfa8cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5517459f-c98d-41cf-b3ba-cd5ba862ae7c,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:46.425242 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb76b71-d977-467f-a6c8-47a27ccfa8cb admin admin] Checking segment: {'id': 'c01eddde-57f8-4cc1-8f09-891362f7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:53:46.425591 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb76b71-d977-467f-a6c8-47a27ccfa8cb admin admin] Network hostable DHCP agents. Network: c911580a-47e8-451d-aa8d-57f0fa21ffe1, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:53:46.466737 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb76b71-d977-467f-a6c8-47a27ccfa8cb admin admin] Network c911580a-47e8-451d-aa8d-57f0fa21ffe1 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:53:46.484020 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-fbb76b71-d977-467f-a6c8-47a27ccfa8cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, c911580a-47e8-451d-aa8d-57f0fa21ffe1) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:53:46.489541 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb76b71-d977-467f-a6c8-47a27ccfa8cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:46.490893 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fbb76b71-d977-467f-a6c8-47a27ccfa8cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:46.502126 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31691eb3-20b4-4ba1-85b5-e04abf9e67b6 None None] Network c911580a-47e8-451d-aa8d-57f0fa21ffe1 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:53:46.525913 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-fbb76b71-d977-467f-a6c8-47a27ccfa8cb admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7051435 May 03 22:53:46.526729 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37870) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:46.535264 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-fbcd1c0f-966b-49ff-b090-4c320282e8fd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-686896975-router', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:53:46.541626 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fbcd1c0f-966b-49ff-b090-4c320282e8fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:46.548411 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fbcd1c0f-966b-49ff-b090-4c320282e8fd admin admin] Usage tracker for resource:router and tenant:a1b60de6f3b94c398a46d760b7dccea8 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:46.555217 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba60fb-2593-4e99-a09b-e7b70b3f780b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'Subnet': ['ID=82d534ee-70e8-4ff8-9abb-524182c9e391,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:46.556206 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fbcd1c0f-966b-49ff-b090-4c320282e8fd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:46.558736 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c211e9d6-3aa6-4178-927c-16cacd9c3e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:46.564662 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fbcd1c0f-966b-49ff-b090-4c320282e8fd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:46.583336 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fbcd1c0f-966b-49ff-b090-4c320282e8fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:46.586072 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fbcd1c0f-966b-49ff-b090-4c320282e8fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:46.586951 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eba60fb-2593-4e99-a09b-e7b70b3f780b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Checking segment: {'id': '4fa29af6-758a-466b-a4d5-32f15bab93ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1db2e741-72b8-4ff8-a858-6aa16654ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:53:46.587311 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eba60fb-2593-4e99-a09b-e7b70b3f780b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Network hostable DHCP agents. Network: 1db2e741-72b8-4ff8-a858-6aa16654ffdd, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:53:46.632140 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fbcd1c0f-966b-49ff-b090-4c320282e8fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:46.665307 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c211e9d6-3aa6-4178-927c-16cacd9c3e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:46.769802 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eba60fb-2593-4e99-a09b-e7b70b3f780b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Network 1db2e741-72b8-4ff8-a858-6aa16654ffdd is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:53:46.786519 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-2eba60fb-2593-4e99-a09b-e7b70b3f780b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 1db2e741-72b8-4ff8-a858-6aa16654ffdd) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:53:46.794582 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eba60fb-2593-4e99-a09b-e7b70b3f780b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:46.795123 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2eba60fb-2593-4e99-a09b-e7b70b3f780b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:46.825435 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1742500a-28fd-4663-b2b8-2a3cd94ef573 None None] Network 1db2e741-72b8-4ff8-a858-6aa16654ffdd requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:53:46.839222 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c211e9d6-3aa6-4178-927c-16cacd9c3e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:46.850343 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad8969a-402a-4cf0-af63-8f62002bf14f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-c911580a-47e8-451d-aa8d-57f0fa21ffe1', 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'fixed_ips': [{'subnet_id': '5517459f-c98d-41cf-b3ba-cd5ba862ae7c'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:53:46.851273 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5ad8969a-402a-4cf0-af63-8f62002bf14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:46.876442 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c211e9d6-3aa6-4178-927c-16cacd9c3e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:46.877948 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c211e9d6-3aa6-4178-927c-16cacd9c3e77 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d8b3c4bf-3260-48d0-b3b4-2b16e0639f00 HTTP/1.1" status: 204 len: 168 time: 0.7428300 May 03 22:53:46.880137 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211e9d6-3aa6-4178-927c-16cacd9c3e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b3c4bf-3260-48d0-b3b4-2b16e0639f00,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:46.885360 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2eba60fb-2593-4e99-a09b-e7b70b3f780b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0206521 May 03 22:53:46.931718 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37876) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:46.946042 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-ce1cacf3-42e3-4093-874f-c61647cf2c1d tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Request body: {'subnet': {'network_id': 'aa13f048-f4e7-4114-91c1-29f59526db1a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:53:46.991847 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fbcd1c0f-966b-49ff-b090-4c320282e8fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:47.127809 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ce1cacf3-42e3-4093-874f-c61647cf2c1d tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:47.136615 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ce1cacf3-42e3-4093-874f-c61647cf2c1d tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Usage tracker for resource:subnet and tenant:06cc14afcda64b42b43ac970e3b09815 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:47.146681 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ce1cacf3-42e3-4093-874f-c61647cf2c1d tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:47.156555 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ce1cacf3-42e3-4093-874f-c61647cf2c1d tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:47.164316 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-79e0375b-9b63-4fab-b7ea-f390dd26350d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:47.326646 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-5ad8969a-402a-4cf0-af63-8f62002bf14f None None] Allocated IP 172.20.0.2 (c911580a-47e8-451d-aa8d-57f0fa21ffe1/5517459f-c98d-41cf-b3ba-cd5ba862ae7c/c9e72877-30d4-44b2-9b71-0ae5c289d8f5) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:53:47.379724 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1cacf3-42e3-4093-874f-c61647cf2c1d tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Made reservation on behalf of 06cc14afcda64b42b43ac970e3b09815 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:53:47.385667 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ce1cacf3-42e3-4093-874f-c61647cf2c1d tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:47.506703 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e82ddb-30a3-4acf-9fa9-d215402a463b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-1db2e741-72b8-4ff8-a858-6aa16654ffdd', 'network_id': '1db2e741-72b8-4ff8-a858-6aa16654ffdd', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'fixed_ips': [{'subnet_id': '82d534ee-70e8-4ff8-9abb-524182c9e391'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:53:47.508990 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f6e82ddb-30a3-4acf-9fa9-d215402a463b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:47.666600 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fbcd1c0f-966b-49ff-b090-4c320282e8fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:47.718139 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fbcd1c0f-966b-49ff-b090-4c320282e8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:47.944726 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-fbcd1c0f-966b-49ff-b090-4c320282e8fd admin admin] Allocated IP 172.25.2.35 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:53:48.164718 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-79e0375b-9b63-4fab-b7ea-f390dd26350d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Deleting port 5c215d91-72a4-45d3-9f37-07bbff79aced {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:53:48.165060 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-79e0375b-9b63-4fab-b7ea-f390dd26350d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:48.262020 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-f6e82ddb-30a3-4acf-9fa9-d215402a463b None None] Allocated IP 2001:db8::2 (1db2e741-72b8-4ff8-a858-6aa16654ffdd/82d534ee-70e8-4ff8-9abb-524182c9e391/4b5a3ba3-422c-43d3-87ec-060419819f95) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:53:48.267221 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5ad8969a-402a-4cf0-af63-8f62002bf14f None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:48.285616 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5ad8969a-402a-4cf0-af63-8f62002bf14f None None] Transition to ACTIVE for port object c9e72877-30d4-44b2-9b71-0ae5c289d8f5 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:53:48.292140 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fbcd1c0f-966b-49ff-b090-4c320282e8fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:48.366788 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fbcd1c0f-966b-49ff-b090-4c320282e8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:48.415100 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ce1cacf3-42e3-4093-874f-c61647cf2c1d tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:48.452669 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd1c0f-966b-49ff-b090-4c320282e8fd admin admin] Pushing event updated for resources: {'Port': ['ID=ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:48.467234 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcd1c0f-966b-49ff-b090-4c320282e8fd admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:53:48.468532 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-fbcd1c0f-966b-49ff-b090-4c320282e8fd admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:53:48.471824 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcd1c0f-966b-49ff-b090-4c320282e8fd admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:53:48.487981 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5ad8969a-402a-4cf0-af63-8f62002bf14f None None] Transition to ACTIVE for port object c9e72877-30d4-44b2-9b71-0ae5c289d8f5 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:53:48.508036 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1cacf3-42e3-4093-874f-c61647cf2c1d tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'Subnet': ['ID=36887175-067d-4ef8-af34-124f37100333,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:48.530833 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5ad8969a-402a-4cf0-af63-8f62002bf14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:48.660445 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1cacf3-42e3-4093-874f-c61647cf2c1d tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Checking segment: {'id': '824e6456-78f7-4512-b286-56bc82463408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'aa13f048-f4e7-4114-91c1-29f59526db1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:53:48.660806 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1cacf3-42e3-4093-874f-c61647cf2c1d tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Network hostable DHCP agents. Network: aa13f048-f4e7-4114-91c1-29f59526db1a, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:53:48.775869 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8969a-402a-4cf0-af63-8f62002bf14f None None] Pushing event updated for resources: {'Port': ['ID=c9e72877-30d4-44b2-9b71-0ae5c289d8f5,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:48.781742 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad8969a-402a-4cf0-af63-8f62002bf14f None None] Network c911580a-47e8-451d-aa8d-57f0fa21ffe1 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:53:48.783180 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-5ad8969a-402a-4cf0-af63-8f62002bf14f None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:53:48.788128 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad8969a-402a-4cf0-af63-8f62002bf14f None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:53:48.938371 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-79e0375b-9b63-4fab-b7ea-f390dd26350d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:48.976546 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-5ad8969a-402a-4cf0-af63-8f62002bf14f None None] Attempting to bind port c9e72877-30d4-44b2-9b71-0ae5c289d8f5 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:53:48.976938 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-5ad8969a-402a-4cf0-af63-8f62002bf14f None None] Attempting to bind port c9e72877-30d4-44b2-9b71-0ae5c289d8f5 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'c01eddde-57f8-4cc1-8f09-891362f7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:53:48.977844 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad8969a-402a-4cf0-af63-8f62002bf14f None None] Attempting to bind port c9e72877-30d4-44b2-9b71-0ae5c289d8f5 on network c911580a-47e8-451d-aa8d-57f0fa21ffe1 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:53:48.987873 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad8969a-402a-4cf0-af63-8f62002bf14f None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:53:48.988095 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad8969a-402a-4cf0-af63-8f62002bf14f None None] Checking segment: {'id': 'c01eddde-57f8-4cc1-8f09-891362f7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:53:48.988384 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5ad8969a-402a-4cf0-af63-8f62002bf14f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:48.988843 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad8969a-402a-4cf0-af63-8f62002bf14f None None] Bound using segment: {'id': 'c01eddde-57f8-4cc1-8f09-891362f7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:53:48.989381 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-5ad8969a-402a-4cf0-af63-8f62002bf14f None None] Bound port: c9e72877-30d4-44b2-9b71-0ae5c289d8f5, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c01eddde-57f8-4cc1-8f09-891362f7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:53:48.989800 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5ad8969a-402a-4cf0-af63-8f62002bf14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:49.035664 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f6e82ddb-30a3-4acf-9fa9-d215402a463b None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:49.164721 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-5ad8969a-402a-4cf0-af63-8f62002bf14f None None] For port c9e72877-30d4-44b2-9b71-0ae5c289d8f5, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:53:49.168488 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-5ad8969a-402a-4cf0-af63-8f62002bf14f None None] For port c9e72877-30d4-44b2-9b71-0ae5c289d8f5, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=c9e72877-30d4-44b2-9b71-0ae5c289d8f5,segment=NetworkSegment(c01eddde-57f8-4cc1-8f09-891362f7a1a2),segment_id=c01eddde-57f8-4cc1-8f09-891362f7a1a2)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:53:49.178820 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5ad8969a-402a-4cf0-af63-8f62002bf14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:49.317697 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f6e82ddb-30a3-4acf-9fa9-d215402a463b None None] Transition to ACTIVE for port object 4b5a3ba3-422c-43d3-87ec-060419819f95 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:53:49.318323 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-79e0375b-9b63-4fab-b7ea-f390dd26350d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Calling delete_port for 5c215d91-72a4-45d3-9f37-07bbff79aced owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:53:49.320397 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8969a-402a-4cf0-af63-8f62002bf14f None None] Pushing event updated for resources: {'Port': ['ID=c9e72877-30d4-44b2-9b71-0ae5c289d8f5,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:49.356834 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fbcd1c0f-966b-49ff-b090-4c320282e8fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:49.382584 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1cacf3-42e3-4093-874f-c61647cf2c1d tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Network aa13f048-f4e7-4114-91c1-29f59526db1a is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:53:49.409609 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f6e82ddb-30a3-4acf-9fa9-d215402a463b None None] Transition to ACTIVE for port object 4b5a3ba3-422c-43d3-87ec-060419819f95 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:53:49.429221 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f6e82ddb-30a3-4acf-9fa9-d215402a463b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:49.514542 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-ce1cacf3-42e3-4093-874f-c61647cf2c1d tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, aa13f048-f4e7-4114-91c1-29f59526db1a) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:53:49.556185 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1cacf3-42e3-4093-874f-c61647cf2c1d tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:49.556475 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ce1cacf3-42e3-4093-874f-c61647cf2c1d tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:49.731941 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9a8fd3-376b-410a-a746-6488e1beb809 None None] Network aa13f048-f4e7-4114-91c1-29f59526db1a requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:53:49.846735 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ce1cacf3-42e3-4093-874f-c61647cf2c1d tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9122694 May 03 22:53:49.850543 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37920) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:49.856707 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-555f12ff-820c-429d-ae81-47716039dc58 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-902400873', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:53:49.871294 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-555f12ff-820c-429d-ae81-47716039dc58 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:49.899745 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-555f12ff-820c-429d-ae81-47716039dc58 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Usage tracker for resource:router and tenant:06cc14afcda64b42b43ac970e3b09815 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:49.933058 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-555f12ff-820c-429d-ae81-47716039dc58 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:49.946961 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e82ddb-30a3-4acf-9fa9-d215402a463b None None] Pushing event updated for resources: {'Port': ['ID=4b5a3ba3-422c-43d3-87ec-060419819f95,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:49.957778 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e82ddb-30a3-4acf-9fa9-d215402a463b None None] Network 1db2e741-72b8-4ff8-a858-6aa16654ffdd is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:53:49.970887 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-79e0375b-9b63-4fab-b7ea-f390dd26350d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:49.991027 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-555f12ff-820c-429d-ae81-47716039dc58 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:49.994164 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-f6e82ddb-30a3-4acf-9fa9-d215402a463b None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:53:50.008865 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e82ddb-30a3-4acf-9fa9-d215402a463b None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:53:50.094071 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fbcd1c0f-966b-49ff-b090-4c320282e8fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:50.135481 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0375b-9b63-4fab-b7ea-f390dd26350d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event deleted for resources: {'Port': ['ID=5c215d91-72a4-45d3-9f37-07bbff79aced,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:50.295632 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-555f12ff-820c-429d-ae81-47716039dc58 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:50.297248 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-555f12ff-820c-429d-ae81-47716039dc58 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:50.421228 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-f6e82ddb-30a3-4acf-9fa9-d215402a463b None None] Attempting to bind port 4b5a3ba3-422c-43d3-87ec-060419819f95 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:53:50.421618 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-f6e82ddb-30a3-4acf-9fa9-d215402a463b None None] Attempting to bind port 4b5a3ba3-422c-43d3-87ec-060419819f95 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '4fa29af6-758a-466b-a4d5-32f15bab93ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1db2e741-72b8-4ff8-a858-6aa16654ffdd'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:53:50.422012 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e82ddb-30a3-4acf-9fa9-d215402a463b None None] Attempting to bind port 4b5a3ba3-422c-43d3-87ec-060419819f95 on network 1db2e741-72b8-4ff8-a858-6aa16654ffdd {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:53:50.497949 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-555f12ff-820c-429d-ae81-47716039dc58 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:50.570867 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e82ddb-30a3-4acf-9fa9-d215402a463b None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:53:50.571528 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e82ddb-30a3-4acf-9fa9-d215402a463b None None] Checking segment: {'id': '4fa29af6-758a-466b-a4d5-32f15bab93ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1db2e741-72b8-4ff8-a858-6aa16654ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:53:50.573920 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f6e82ddb-30a3-4acf-9fa9-d215402a463b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:50.578124 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e82ddb-30a3-4acf-9fa9-d215402a463b None None] Bound using segment: {'id': '4fa29af6-758a-466b-a4d5-32f15bab93ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1db2e741-72b8-4ff8-a858-6aa16654ffdd'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:53:50.579348 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-f6e82ddb-30a3-4acf-9fa9-d215402a463b None None] Bound port: 4b5a3ba3-422c-43d3-87ec-060419819f95, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa29af6-758a-466b-a4d5-32f15bab93ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '1db2e741-72b8-4ff8-a858-6aa16654ffdd'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:53:50.582971 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f6e82ddb-30a3-4acf-9fa9-d215402a463b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:50.949399 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbcd1c0f-966b-49ff-b090-4c320282e8fd admin admin] Router 81950413-541f-4ab2-bd46-89c824a69ec6 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:53:50.958418 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5227dae-8978-4212-bc3d-4bbc775fffd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-aa13f048-f4e7-4114-91c1-29f59526db1a', 'network_id': 'aa13f048-f4e7-4114-91c1-29f59526db1a', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'fixed_ips': [{'subnet_id': '36887175-067d-4ef8-af34-124f37100333'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:53:50.961627 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c5227dae-8978-4212-bc3d-4bbc775fffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:50.980009 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-555f12ff-820c-429d-ae81-47716039dc58 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:51.034309 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-79e0375b-9b63-4fab-b7ea-f390dd26350d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:51.051498 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-555f12ff-820c-429d-ae81-47716039dc58 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:51.059917 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-555f12ff-820c-429d-ae81-47716039dc58 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.2082040 May 03 22:53:51.060791 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37942) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:51.108545 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cefa521-9319-45d5-b838-07678462ea62 None None] Network c911580a-47e8-451d-aa8d-57f0fa21ffe1 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:53:51.411125 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbcd1c0f-966b-49ff-b090-4c320282e8fd admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:53:51.426460 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d20f1f4-ca31-4b85-b6ca-c6c1bf524c2f None None] Sync routers for ids ['81950413-541f-4ab2-bd46-89c824a69ec6'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:53:51.446471 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d20f1f4-ca31-4b85-b6ca-c6c1bf524c2f None None] Routers {'81950413-541f-4ab2-bd46-89c824a69ec6'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:53:51.447479 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-7d20f1f4-ca31-4b85-b6ca-c6c1bf524c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['81950413-541f-4ab2-bd46-89c824a69ec6'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:51.511098 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fbcd1c0f-966b-49ff-b090-4c320282e8fd admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:51.515565 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-fbcd1c0f-966b-49ff-b090-4c320282e8fd admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9844944 May 03 22:53:51.516131 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37948) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:51.669648 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-c5227dae-8978-4212-bc3d-4bbc775fffd2 None None] Allocated IP 2001:db8:1::2 (aa13f048-f4e7-4114-91c1-29f59526db1a/36887175-067d-4ef8-af34-124f37100333/5e2dfc14-3a9b-4e4d-9fb8-90c6b70ecd66) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:53:51.773542 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device c9e72877-30d4-44b2-9b71-0ae5c289d8f5 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:53:51.811946 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f6e82ddb-30a3-4acf-9fa9-d215402a463b None None] For port 4b5a3ba3-422c-43d3-87ec-060419819f95, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:53:51.843553 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f6e82ddb-30a3-4acf-9fa9-d215402a463b None None] For port 4b5a3ba3-422c-43d3-87ec-060419819f95, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=4b5a3ba3-422c-43d3-87ec-060419819f95,segment=NetworkSegment(4fa29af6-758a-466b-a4d5-32f15bab93ab),segment_id=4fa29af6-758a-466b-a4d5-32f15bab93ab)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:53:51.908078 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f6e82ddb-30a3-4acf-9fa9-d215402a463b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:51.926325 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f334d01f-1aec-45fd-b70b-05b8c43ad7ba None None] Provisioning for port c9e72877-30d4-44b2-9b71-0ae5c289d8f5 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:53:51.998355 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-7d20f1f4-ca31-4b85-b6ca-c6c1bf524c2f None None] Set router 81950413-541f-4ab2-bd46-89c824a69ec6 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:53:52.203598 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e82ddb-30a3-4acf-9fa9-d215402a463b None None] Pushing event updated for resources: {'Port': ['ID=4b5a3ba3-422c-43d3-87ec-060419819f95,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:52.209955 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port c9e72877-30d4-44b2-9b71-0ae5c289d8f5 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:53:52.237463 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port c9e72877-30d4-44b2-9b71-0ae5c289d8f5 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:53:52.244428 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:52.321169 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c5227dae-8978-4212-bc3d-4bbc775fffd2 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:52.340378 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c5227dae-8978-4212-bc3d-4bbc775fffd2 None None] Transition to ACTIVE for port object 5e2dfc14-3a9b-4e4d-9fb8-90c6b70ecd66 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:53:52.384457 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c5227dae-8978-4212-bc3d-4bbc775fffd2 None None] Transition to ACTIVE for port object 5e2dfc14-3a9b-4e4d-9fb8-90c6b70ecd66 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:53:52.399108 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37982) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:52.472560 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c5227dae-8978-4212-bc3d-4bbc775fffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:52.483065 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e0375b-9b63-4fab-b7ea-f390dd26350d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Router 9056b1cb-8519-41b3-a257-545e60fceb5f has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:53:52.665975 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef03e7f8-6728-44d4-bda1-9ab03fb15b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:52.729023 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5227dae-8978-4212-bc3d-4bbc775fffd2 None None] Network aa13f048-f4e7-4114-91c1-29f59526db1a is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:53:52.734612 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-c5227dae-8978-4212-bc3d-4bbc775fffd2 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:53:52.739974 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5227dae-8978-4212-bc3d-4bbc775fffd2 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:53:52.817933 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-549347eb-3f76-40a4-95a0-3e97e91cbe0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:52.862275 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-7d20f1f4-ca31-4b85-b6ca-c6c1bf524c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'name': 'tempest-ServerRescueNegativeTestJSON-686896975-router', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:53:46Z', 'updated_at': '2022-05-03T22:53:48Z', 'revision_number': 3, 'project_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'gw_port': {'id': 'ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:53:47Z', 'updated_at': '2022-05-03T22:53:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:52.867934 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-549347eb-3f76-40a4-95a0-3e97e91cbe0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:52.875513 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d20f1f4-ca31-4b85-b6ca-c6c1bf524c2f None None] Checking router: 81950413-541f-4ab2-bd46-89c824a69ec6 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:53:52.875856 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d20f1f4-ca31-4b85-b6ca-c6c1bf524c2f None None] Updating router 81950413-541f-4ab2-bd46-89c824a69ec6 port ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4 binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:53:52.879235 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-549347eb-3f76-40a4-95a0-3e97e91cbe0f admin admin] Usage tracker for resource:security_group_rule and tenant:d5e33890bd5e454ab9d6067cd9f7f2a1 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:52.884379 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-549347eb-3f76-40a4-95a0-3e97e91cbe0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:52.917476 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5227dae-8978-4212-bc3d-4bbc775fffd2 None None] Pushing event updated for resources: {'Port': ['ID=5e2dfc14-3a9b-4e4d-9fb8-90c6b70ecd66,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:52.925627 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-549347eb-3f76-40a4-95a0-3e97e91cbe0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:52.931536 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-c5227dae-8978-4212-bc3d-4bbc775fffd2 None None] Attempting to bind port 5e2dfc14-3a9b-4e4d-9fb8-90c6b70ecd66 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:53:52.931904 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-c5227dae-8978-4212-bc3d-4bbc775fffd2 None None] Attempting to bind port 5e2dfc14-3a9b-4e4d-9fb8-90c6b70ecd66 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '824e6456-78f7-4512-b286-56bc82463408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'aa13f048-f4e7-4114-91c1-29f59526db1a'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:53:52.934313 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5227dae-8978-4212-bc3d-4bbc775fffd2 None None] Attempting to bind port 5e2dfc14-3a9b-4e4d-9fb8-90c6b70ecd66 on network aa13f048-f4e7-4114-91c1-29f59526db1a {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:53:52.947364 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-221558d3-4e41-44d8-b458-c290e4d46779 None None] Provisioning complete for port c9e72877-30d4-44b2-9b71-0ae5c289d8f5 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:53:52.949796 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-221558d3-4e41-44d8-b458-c290e4d46779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:52.967831 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7d20f1f4-ca31-4b85-b6ca-c6c1bf524c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:53.012100 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e0375b-9b63-4fab-b7ea-f390dd26350d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:53:53.024383 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-79e0375b-9b63-4fab-b7ea-f390dd26350d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "PUT /v2.0/routers/9056b1cb-8519-41b3-a257-545e60fceb5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4460840 May 03 22:53:53.025710 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5227dae-8978-4212-bc3d-4bbc775fffd2 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:53:53.026067 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 37992) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:53.026192 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5227dae-8978-4212-bc3d-4bbc775fffd2 None None] Checking segment: {'id': '824e6456-78f7-4512-b286-56bc82463408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'aa13f048-f4e7-4114-91c1-29f59526db1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:53:53.026788 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c5227dae-8978-4212-bc3d-4bbc775fffd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:53.026929 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5227dae-8978-4212-bc3d-4bbc775fffd2 None None] Bound using segment: {'id': '824e6456-78f7-4512-b286-56bc82463408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'aa13f048-f4e7-4114-91c1-29f59526db1a'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:53:53.027512 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-c5227dae-8978-4212-bc3d-4bbc775fffd2 None None] Bound port: 5e2dfc14-3a9b-4e4d-9fb8-90c6b70ecd66, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '824e6456-78f7-4512-b286-56bc82463408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'aa13f048-f4e7-4114-91c1-29f59526db1a'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:53:53.027894 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c5227dae-8978-4212-bc3d-4bbc775fffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:53.097108 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550a408b-bdf2-4bdb-b815-6ae9cf4ba5c9 None None] Sync routers for ids ['9056b1cb-8519-41b3-a257-545e60fceb5f'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:53:53.114430 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-40c401e1-da4c-41dd-b95c-fa29eabe7fe6 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:53.136744 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-dc23e8c4-a23a-477a-8e3a-44fd65261678 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Synchronizing usage tracker for tenant:51751333bcc04a9b85b04e61623005e7 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:53:53.154802 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-ef03e7f8-6728-44d4-bda1-9ab03fb15b11 admin admin] Allocated IP 172.20.0.1 (c911580a-47e8-451d-aa8d-57f0fa21ffe1/5517459f-c98d-41cf-b3ba-cd5ba862ae7c/4b5baf81-0115-425e-8091-179ef2adb1a2) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:53:53.267690 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647cd4c3-4a79-4913-b0d0-68c775952c05 req-1d9ae734-dc06-43de-ad6b-b7fcb294fc4c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:53.269911 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-647cd4c3-4a79-4913-b0d0-68c775952c05 req-1d9ae734-dc06-43de-ad6b-b7fcb294fc4c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=688cfb1a-5d36-4ac7-98f8-e2511fcf1e35 HTTP/1.1" status: 200 len: 945 time: 0.2524385 May 03 22:53:53.277739 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-549347eb-3f76-40a4-95a0-3e97e91cbe0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:53.300121 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-c5227dae-8978-4212-bc3d-4bbc775fffd2 None None] For port 5e2dfc14-3a9b-4e4d-9fb8-90c6b70ecd66, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:53:53.303571 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-c5227dae-8978-4212-bc3d-4bbc775fffd2 None None] For port 5e2dfc14-3a9b-4e4d-9fb8-90c6b70ecd66, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=5e2dfc14-3a9b-4e4d-9fb8-90c6b70ecd66,segment=NetworkSegment(824e6456-78f7-4512-b286-56bc82463408),segment_id=824e6456-78f7-4512-b286-56bc82463408)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:53:53.307804 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-550004bc-2b8f-41b0-b473-0043a059412e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:53.309295 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550a408b-bdf2-4bdb-b815-6ae9cf4ba5c9 None None] Routers {'9056b1cb-8519-41b3-a257-545e60fceb5f'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:53:53.309980 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-550a408b-bdf2-4bdb-b815-6ae9cf4ba5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['9056b1cb-8519-41b3-a257-545e60fceb5f'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:53.385510 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c5227dae-8978-4212-bc3d-4bbc775fffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:53.484448 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-550a408b-bdf2-4bdb-b815-6ae9cf4ba5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:53.499265 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:53.544767 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550a408b-bdf2-4bdb-b815-6ae9cf4ba5c9 None None] Routers {'9056b1cb-8519-41b3-a257-545e60fceb5f'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:53:53.545417 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-550a408b-bdf2-4bdb-b815-6ae9cf4ba5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['9056b1cb-8519-41b3-a257-545e60fceb5f'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:53.559517 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7d20f1f4-ca31-4b85-b6ca-c6c1bf524c2f None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:53.603096 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-7d20f1f4-ca31-4b85-b6ca-c6c1bf524c2f None None] Transition to ACTIVE for port object ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:53:53.615176 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7d20f1f4-ca31-4b85-b6ca-c6c1bf524c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:53.619136 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-549347eb-3f76-40a4-95a0-3e97e91cbe0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:53.643754 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-40c401e1-da4c-41dd-b95c-fa29eabe7fe6 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Allocated IP 2001:db8::1 (1db2e741-72b8-4ff8-a858-6aa16654ffdd/82d534ee-70e8-4ff8-9abb-524182c9e391/0a24781f-264b-4e6a-bd35-5eafb9edefe8) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:53:53.685043 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-550a408b-bdf2-4bdb-b815-6ae9cf4ba5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:53.689037 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550a408b-bdf2-4bdb-b815-6ae9cf4ba5c9 None None] The sync data for ids ['9056b1cb-8519-41b3-a257-545e60fceb5f'] in n-d-811807-1 is: [] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:53:53.732328 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-dc23e8c4-a23a-477a-8e3a-44fd65261678 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Unset dirty status for tenant:51751333bcc04a9b85b04e61623005e7 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:53:53.737578 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-dc23e8c4-a23a-477a-8e3a-44fd65261678 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "GET /v2.0/ports?device_id=9056b1cb-8519-41b3-a257-545e60fceb5f HTTP/1.1" status: 200 len: 205 time: 0.7066286 May 03 22:53:53.748822 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-549347eb-3f76-40a4-95a0-3e97e91cbe0f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d5e33890bd5e454ab9d6067cd9f7f2a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3417625 May 03 22:53:53.750384 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37996) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:53.750717 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 37998) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:53.777947 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5227dae-8978-4212-bc3d-4bbc775fffd2 None None] Pushing event updated for resources: {'Port': ['ID=5e2dfc14-3a9b-4e4d-9fb8-90c6b70ecd66,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:53.796624 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port c9e72877-30d4-44b2-9b71-0ae5c289d8f5, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=c9e72877-30d4-44b2-9b71-0ae5c289d8f5,segment=NetworkSegment(c01eddde-57f8-4cc1-8f09-891362f7a1a2),segment_id=c01eddde-57f8-4cc1-8f09-891362f7a1a2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:53:53.804047 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-221558d3-4e41-44d8-b458-c290e4d46779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:53.811538 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272cf6eb-e9d7-4217-8725-30c9cb0c2d0c None None] Pushing event updated for resources: {'Port': ['ID=ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:53.816167 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:53.824611 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-7d20f1f4-ca31-4b85-b6ca-c6c1bf524c2f None None] Attempting to bind port ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:53:53.825043 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-7d20f1f4-ca31-4b85-b6ca-c6c1bf524c2f None None] Attempting to bind port ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:53:53.825405 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d20f1f4-ca31-4b85-b6ca-c6c1bf524c2f None None] Attempting to bind port ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4 on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:53:53.850858 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272cf6eb-e9d7-4217-8725-30c9cb0c2d0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:53.855873 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272cf6eb-e9d7-4217-8725-30c9cb0c2d0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:53.856726 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272cf6eb-e9d7-4217-8725-30c9cb0c2d0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:53.857224 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272cf6eb-e9d7-4217-8725-30c9cb0c2d0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:53.857712 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272cf6eb-e9d7-4217-8725-30c9cb0c2d0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:53.858231 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272cf6eb-e9d7-4217-8725-30c9cb0c2d0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:53.858733 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272cf6eb-e9d7-4217-8725-30c9cb0c2d0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:53.859903 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272cf6eb-e9d7-4217-8725-30c9cb0c2d0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:53.860397 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272cf6eb-e9d7-4217-8725-30c9cb0c2d0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:53.862640 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272cf6eb-e9d7-4217-8725-30c9cb0c2d0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:53.863738 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272cf6eb-e9d7-4217-8725-30c9cb0c2d0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:53.864257 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272cf6eb-e9d7-4217-8725-30c9cb0c2d0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:53.880053 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d20f1f4-ca31-4b85-b6ca-c6c1bf524c2f None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:53:53.880425 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d20f1f4-ca31-4b85-b6ca-c6c1bf524c2f None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:53:53.880822 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7d20f1f4-ca31-4b85-b6ca-c6c1bf524c2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:53.881206 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d20f1f4-ca31-4b85-b6ca-c6c1bf524c2f None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:53:53.881668 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-7d20f1f4-ca31-4b85-b6ca-c6c1bf524c2f None None] Bound port: ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:53:53.887036 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7d20f1f4-ca31-4b85-b6ca-c6c1bf524c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:53.908492 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5525198c-ca70-4afc-bbf4-b86e1e50bfab None None] Network 1db2e741-72b8-4ff8-a858-6aa16654ffdd requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:53:53.973336 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549347eb-3f76-40a4-95a0-3e97e91cbe0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b58b89-942b-414b-a1a8-cbc54081bd15,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:53.976890 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-40c401e1-da4c-41dd-b95c-fa29eabe7fe6 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:54.004774 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-40c401e1-da4c-41dd-b95c-fa29eabe7fe6 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Transition to ACTIVE for port object 0a24781f-264b-4e6a-bd35-5eafb9edefe8 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:53:54.032331 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-7d20f1f4-ca31-4b85-b6ca-c6c1bf524c2f None None] For port ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:53:54.035735 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-40c401e1-da4c-41dd-b95c-fa29eabe7fe6 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:54.036423 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-7d20f1f4-ca31-4b85-b6ca-c6c1bf524c2f None None] For port ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:53:54.043014 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7d20f1f4-ca31-4b85-b6ca-c6c1bf524c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:54.119423 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef03e7f8-6728-44d4-bda1-9ab03fb15b11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:54.137704 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-647cd4c3-4a79-4913-b0d0-68c775952c05 req-c32565e8-6175-429a-a764-e40defc37270 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8003953 May 03 22:53:54.184369 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-ef03e7f8-6728-44d4-bda1-9ab03fb15b11 admin admin] Transition to ACTIVE for port object 4b5baf81-0115-425e-8091-179ef2adb1a2 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:53:54.197115 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c401e1-da4c-41dd-b95c-fa29eabe7fe6 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Network 1db2e741-72b8-4ff8-a858-6aa16654ffdd is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:53:54.201046 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-40c401e1-da4c-41dd-b95c-fa29eabe7fe6 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:53:54.205006 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d20f1f4-ca31-4b85-b6ca-c6c1bf524c2f None None] Routers {'81950413-541f-4ab2-bd46-89c824a69ec6'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:53:54.205902 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-7d20f1f4-ca31-4b85-b6ca-c6c1bf524c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['81950413-541f-4ab2-bd46-89c824a69ec6'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:54.206644 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c401e1-da4c-41dd-b95c-fa29eabe7fe6 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:53:54.207404 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-40c401e1-da4c-41dd-b95c-fa29eabe7fe6 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:54.210745 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c401e1-da4c-41dd-b95c-fa29eabe7fe6 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'Port': ['ID=0a24781f-264b-4e6a-bd35-5eafb9edefe8,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:54.220691 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-69595e69-097e-4ffe-a188-dfb8687c25fc tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:54.236395 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 4b5a3ba3-422c-43d3-87ec-060419819f95 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:53:54.292487 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef03e7f8-6728-44d4-bda1-9ab03fb15b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:54.317064 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=c9e72877-30d4-44b2-9b71-0ae5c289d8f5,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:54.327762 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-221558d3-4e41-44d8-b458-c290e4d46779 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:53:54.328119 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-221558d3-4e41-44d8-b458-c290e4d46779 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:53:54.375731 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272cf6eb-e9d7-4217-8725-30c9cb0c2d0c None None] Pushing event updated for resources: {'Port': ['ID=ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:54.392794 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-40c401e1-da4c-41dd-b95c-fa29eabe7fe6 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:54.406727 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 4b5a3ba3-422c-43d3-87ec-060419819f95 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:53:54.423006 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 5e2dfc14-3a9b-4e4d-9fb8-90c6b70ecd66 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:53:54.444315 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef03e7f8-6728-44d4-bda1-9ab03fb15b11 admin admin] Network c911580a-47e8-451d-aa8d-57f0fa21ffe1 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:53:54.458192 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-7d20f1f4-ca31-4b85-b6ca-c6c1bf524c2f None None] Set router 81950413-541f-4ab2-bd46-89c824a69ec6 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:53:54.484033 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-ef03e7f8-6728-44d4-bda1-9ab03fb15b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:53:54.485895 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0e5e914e-5e37-4ca0-9b22-985a1a10e791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:54.503889 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:54.517258 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0e5e914e-5e37-4ca0-9b22-985a1a10e791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:54.579145 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef03e7f8-6728-44d4-bda1-9ab03fb15b11 admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:53:54.599158 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 5e2dfc14-3a9b-4e4d-9fb8-90c6b70ecd66 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:53:54.665211 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef03e7f8-6728-44d4-bda1-9ab03fb15b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:54.838472 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0e5e914e-5e37-4ca0-9b22-985a1a10e791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:54.916691 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03e7f8-6728-44d4-bda1-9ab03fb15b11 admin admin] Pushing event updated for resources: {'Port': ['ID=4b5baf81-0115-425e-8091-179ef2adb1a2,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:55.006046 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-7d20f1f4-ca31-4b85-b6ca-c6c1bf524c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'name': 'tempest-ServerRescueNegativeTestJSON-686896975-router', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:53:46Z', 'updated_at': '2022-05-03T22:53:48Z', 'revision_number': 3, 'project_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'gw_port': {'id': 'ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:53:47Z', 'updated_at': '2022-05-03T22:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:55.011492 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d20f1f4-ca31-4b85-b6ca-c6c1bf524c2f None None] The sync data for ids ['81950413-541f-4ab2-bd46-89c824a69ec6'] in n-d-811807-1 is: [{'id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'name': 'tempest-ServerRescueNegativeTestJSON-686896975-router', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:53:46Z', 'updated_at': '2022-05-03T22:53:48Z', 'revision_number': 3, 'project_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'gw_port': {'id': 'ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:53:47Z', 'updated_at': '2022-05-03T22:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:53:55.057097 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2939974f-98ff-4b3a-b6f1-689f67a63c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:55.099007 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a8891bf4-f156-4f5b-9930-d79132701f4c None None] Provisioning for port 4b5a3ba3-422c-43d3-87ec-060419819f95 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:53:55.110260 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a8891bf4-f156-4f5b-9930-d79132701f4c None None] Provisioning complete for port 4b5a3ba3-422c-43d3-87ec-060419819f95 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:53:55.110643 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a8891bf4-f156-4f5b-9930-d79132701f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:55.118140 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e914e-5e37-4ca0-9b22-985a1a10e791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b58b89-942b-414b-a1a8-cbc54081bd15,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:55.149086 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef03e7f8-6728-44d4-bda1-9ab03fb15b11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:55.149610 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef03e7f8-6728-44d4-bda1-9ab03fb15b11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:55.150155 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef03e7f8-6728-44d4-bda1-9ab03fb15b11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:55.150669 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef03e7f8-6728-44d4-bda1-9ab03fb15b11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:55.151182 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef03e7f8-6728-44d4-bda1-9ab03fb15b11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:55.151677 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef03e7f8-6728-44d4-bda1-9ab03fb15b11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:55.152163 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef03e7f8-6728-44d4-bda1-9ab03fb15b11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:55.152697 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef03e7f8-6728-44d4-bda1-9ab03fb15b11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:55.153985 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef03e7f8-6728-44d4-bda1-9ab03fb15b11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:55.154543 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef03e7f8-6728-44d4-bda1-9ab03fb15b11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:55.155060 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef03e7f8-6728-44d4-bda1-9ab03fb15b11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:55.155587 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef03e7f8-6728-44d4-bda1-9ab03fb15b11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:55.161195 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:53:55.172485 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5e914e-5e37-4ca0-9b22-985a1a10e791 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:55.173164 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5e914e-5e37-4ca0-9b22-985a1a10e791 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:55.173691 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5e914e-5e37-4ca0-9b22-985a1a10e791 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:55.174277 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5e914e-5e37-4ca0-9b22-985a1a10e791 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:55.174815 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5e914e-5e37-4ca0-9b22-985a1a10e791 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:55.175340 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5e914e-5e37-4ca0-9b22-985a1a10e791 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:55.175865 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5e914e-5e37-4ca0-9b22-985a1a10e791 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:55.176723 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5e914e-5e37-4ca0-9b22-985a1a10e791 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:55.177252 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5e914e-5e37-4ca0-9b22-985a1a10e791 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:55.178639 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5e914e-5e37-4ca0-9b22-985a1a10e791 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:55.179168 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5e914e-5e37-4ca0-9b22-985a1a10e791 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:55.179679 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5e914e-5e37-4ca0-9b22-985a1a10e791 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:55.186100 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-69595e69-097e-4ffe-a188-dfb8687c25fc tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:55.193810 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0e5e914e-5e37-4ca0-9b22-985a1a10e791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:55.195327 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0e5e914e-5e37-4ca0-9b22-985a1a10e791 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b1b58b89-942b-414b-a1a8-cbc54081bd15 HTTP/1.1" status: 204 len: 168 time: 1.4305892 May 03 22:53:55.198981 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-69595e69-097e-4ffe-a188-dfb8687c25fc tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:55.215852 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef03e7f8-6728-44d4-bda1-9ab03fb15b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:55.340188 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdd418d-1c8a-4b87-b73a-de65028c9107 None None] Network aa13f048-f4e7-4114-91c1-29f59526db1a requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:53:55.342777 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-69595e69-097e-4ffe-a188-dfb8687c25fc tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:55.343286 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69595e69-097e-4ffe-a188-dfb8687c25fc tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Fanout notify agent at l3_agent the message router_deleted on router 9056b1cb-8519-41b3-a257-545e60fceb5f {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:53:55.373923 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-69595e69-097e-4ffe-a188-dfb8687c25fc tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:55.378411 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-69595e69-097e-4ffe-a188-dfb8687c25fc tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/routers/9056b1cb-8519-41b3-a257-545e60fceb5f HTTP/1.1" status: 204 len: 168 time: 1.6122482 May 03 22:53:55.380322 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38012) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:55.384700 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a2ef6-78e9-47fd-95ca-f5a2b1cfe502 req-c154dbc1-e276-4700-b5f6-e987eb5e81d8 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:55.386502 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f9a2ef6-78e9-47fd-95ca-f5a2b1cfe502 req-c154dbc1-e276-4700-b5f6-e987eb5e81d8 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.60 "GET /v2.0/ports?device_id=688cfb1a-5d36-4ac7-98f8-e2511fcf1e35 HTTP/1.1" status: 200 len: 945 time: 0.9410844 May 03 22:53:55.544480 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ae62dd1-2a08-40ab-a664-cfe4b4d26c1d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Deleting subnet 33fa3d14-49e8-4bfd-a9f4-883d191b85e3 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:53:55.560780 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3ae62dd1-2a08-40ab-a664-cfe4b4d26c1d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:55.651823 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-40c401e1-da4c-41dd-b95c-fa29eabe7fe6 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:55.663973 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-40c401e1-da4c-41dd-b95c-fa29eabe7fe6 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:55.666571 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-40c401e1-da4c-41dd-b95c-fa29eabe7fe6 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:55.701774 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-4f9a2ef6-78e9-47fd-95ca-f5a2b1cfe502 req-780b1968-60df-4100-b089-bccc29a1dc41 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Deleting port 77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:53:55.702379 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4f9a2ef6-78e9-47fd-95ca-f5a2b1cfe502 req-780b1968-60df-4100-b089-bccc29a1dc41 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:55.738137 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a8891bf4-f156-4f5b-9930-d79132701f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:55.797509 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38018) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:55.830936 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3ae62dd1-2a08-40ab-a664-cfe4b4d26c1d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:55.848075 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-a8891bf4-f156-4f5b-9930-d79132701f4c None None] For port 4b5a3ba3-422c-43d3-87ec-060419819f95, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=4b5a3ba3-422c-43d3-87ec-060419819f95,segment=NetworkSegment(4fa29af6-758a-466b-a4d5-32f15bab93ab),segment_id=4fa29af6-758a-466b-a4d5-32f15bab93ab)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:53:55.886025 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-da811fa0-b556-488e-ac6d-1b7a1197c6d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:55.913279 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a8891bf4-f156-4f5b-9930-d79132701f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:55.982404 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c401e1-da4c-41dd-b95c-fa29eabe7fe6 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'Port': ['ID=0a24781f-264b-4e6a-bd35-5eafb9edefe8,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:55.989528 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-da811fa0-b556-488e-ac6d-1b7a1197c6d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:56.001636 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-da811fa0-b556-488e-ac6d-1b7a1197c6d7 admin admin] Usage tracker for resource:security_group_rule and tenant:d5a70324b49c47ed9e5ecec7bfae324a is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:56.003724 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef03e7f8-6728-44d4-bda1-9ab03fb15b11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:56.015228 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a8891bf4-f156-4f5b-9930-d79132701f4c None None] Provisioning for port 0a24781f-264b-4e6a-bd35-5eafb9edefe8 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:53:56.018336 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-da811fa0-b556-488e-ac6d-1b7a1197c6d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:56.025739 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460808a-42ca-4b35-a255-75c57feee6c0 req-09dd1d6e-ca7a-4a53-b551-e973ee60b765 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:56.027282 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3460808a-42ca-4b35-a255-75c57feee6c0 req-09dd1d6e-ca7a-4a53-b551-e973ee60b765 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=688cfb1a-5d36-4ac7-98f8-e2511fcf1e35 HTTP/1.1" status: 200 len: 945 time: 0.6395383 May 03 22:53:56.029189 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-da811fa0-b556-488e-ac6d-1b7a1197c6d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:56.030693 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef03e7f8-6728-44d4-bda1-9ab03fb15b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:56.070466 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8891bf4-f156-4f5b-9930-d79132701f4c None None] Pushing event updated for resources: {'Port': ['ID=4b5a3ba3-422c-43d3-87ec-060419819f95,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:56.085076 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a8891bf4-f156-4f5b-9930-d79132701f4c None None] Provisioning complete for port 0a24781f-264b-4e6a-bd35-5eafb9edefe8 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:53:56.085878 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a8891bf4-f156-4f5b-9930-d79132701f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:56.162006 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3ae62dd1-2a08-40ab-a664-cfe4b4d26c1d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:56.209522 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c401e1-da4c-41dd-b95c-fa29eabe7fe6 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Network 1db2e741-72b8-4ff8-a858-6aa16654ffdd is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:53:56.218456 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-40c401e1-da4c-41dd-b95c-fa29eabe7fe6 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:53:56.238418 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:53:56.335832 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a8891bf4-f156-4f5b-9930-d79132701f4c None None] Port 0a24781f-264b-4e6a-bd35-5eafb9edefe8 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:53:56.375991 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:56.380846 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a8891bf4-f156-4f5b-9930-d79132701f4c None None] Provisioning for port 4b5baf81-0115-425e-8091-179ef2adb1a2 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:53:56.392100 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:56.393258 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a8891bf4-f156-4f5b-9930-d79132701f4c None None] Provisioning complete for port 4b5baf81-0115-425e-8091-179ef2adb1a2 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:53:56.393620 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a8891bf4-f156-4f5b-9930-d79132701f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:56.448287 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-4f9a2ef6-78e9-47fd-95ca-f5a2b1cfe502 req-780b1968-60df-4100-b089-bccc29a1dc41 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] For port 77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:53:56.448659 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4f9a2ef6-78e9-47fd-95ca-f5a2b1cfe502 req-780b1968-60df-4100-b089-bccc29a1dc41 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:56.505551 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a8891bf4-f156-4f5b-9930-d79132701f4c None None] Port 4b5baf81-0115-425e-8091-179ef2adb1a2 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:53:56.524793 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-da811fa0-b556-488e-ac6d-1b7a1197c6d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:56.531337 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:53:56.542242 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-da811fa0-b556-488e-ac6d-1b7a1197c6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:56.547717 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:53:56.548874 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:56.643724 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3460808a-42ca-4b35-a255-75c57feee6c0 req-6e2e2ee5-7b10-4560-bfc2-c0601e84f227 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=32e94b93-6eef-48f2-b18e-08351c4ff9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5712395 May 03 22:53:56.644355 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03e7f8-6728-44d4-bda1-9ab03fb15b11 admin admin] Pushing event updated for resources: {'Port': ['ID=4b5baf81-0115-425e-8091-179ef2adb1a2,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:56.667524 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-4f9a2ef6-78e9-47fd-95ca-f5a2b1cfe502 req-780b1968-60df-4100-b089-bccc29a1dc41 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Calling delete_port for 77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8 owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:53:56.718541 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef03e7f8-6728-44d4-bda1-9ab03fb15b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:56.727716 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3ae62dd1-2a08-40ab-a664-cfe4b4d26c1d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:56.736322 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-da811fa0-b556-488e-ac6d-1b7a1197c6d7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d5a70324b49c47ed9e5ecec7bfae324a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9354622 May 03 22:53:56.740594 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a4d0d763-6361-4a10-81a6-34855f736b19 None None] Provisioning complete for port 0a24781f-264b-4e6a-bd35-5eafb9edefe8 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:53:56.741024 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a4d0d763-6361-4a10-81a6-34855f736b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:56.753950 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38022) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:56.792550 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3ae62dd1-2a08-40ab-a664-cfe4b4d26c1d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:56.797640 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae62dd1-2a08-40ab-a664-cfe4b4d26c1d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event deleted for resources: {'Subnet': ['ID=33fa3d14-49e8-4bfd-a9f4-883d191b85e3,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:56.805358 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da811fa0-b556-488e-ac6d-1b7a1197c6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e76c90-0393-42ba-9c9f-666bd03f1551,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:56.819324 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3ae62dd1-2a08-40ab-a664-cfe4b4d26c1d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/subnets/33fa3d14-49e8-4bfd-a9f4-883d191b85e3 HTTP/1.1" status: 204 len: 168 time: 1.4368784 May 03 22:53:56.822176 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38026) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:56.831270 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a70514a-c276-447d-a2e5-a0781f7ee726 None None] Network 1a45f24b-6883-420a-8ea1-bcd2b1a91b2e requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:53:56.881455 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a4d0d763-6361-4a10-81a6-34855f736b19 None None] Port 0a24781f-264b-4e6a-bd35-5eafb9edefe8 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:53:56.889675 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:56.916571 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c401e1-da4c-41dd-b95c-fa29eabe7fe6 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Router 8fee669c-6ce8-48cf-8dc2-c70ad251e997 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:53:56.937435 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ed8d52ae-75c8-48c5-bd5a-a007ce51fae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:56.942961 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d0bccfbd-67b6-4848-90f6-653a3688be45 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:56.978897 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:53:57.010673 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a4d0d763-6361-4a10-81a6-34855f736b19 None None] Provisioning for port 5e2dfc14-3a9b-4e4d-9fb8-90c6b70ecd66 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:53:57.028755 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ed8d52ae-75c8-48c5-bd5a-a007ce51fae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:57.040810 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef03e7f8-6728-44d4-bda1-9ab03fb15b11 admin admin] Network c911580a-47e8-451d-aa8d-57f0fa21ffe1 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:53:57.042438 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:57.043344 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device c9e72877-30d4-44b2-9b71-0ae5c289d8f5 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:53:57.046321 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-ef03e7f8-6728-44d4-bda1-9ab03fb15b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:53:57.131498 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a4d0d763-6361-4a10-81a6-34855f736b19 None None] Provisioning complete for port 5e2dfc14-3a9b-4e4d-9fb8-90c6b70ecd66 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:53:57.133113 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a4d0d763-6361-4a10-81a6-34855f736b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:57.149226 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4f9a2ef6-78e9-47fd-95ca-f5a2b1cfe502 req-780b1968-60df-4100-b089-bccc29a1dc41 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:57.291305 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c401e1-da4c-41dd-b95c-fa29eabe7fe6 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:53:57.293546 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:57.314817 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b1968-60df-4100-b089-bccc29a1dc41 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Pushing event deleted for resources: {'Port': ['ID=77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:57.316712 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebea741f-15ef-4f25-86e7-957f0f2bcd9c None None] Sync routers for ids ['8fee669c-6ce8-48cf-8dc2-c70ad251e997'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:53:57.322105 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-40c401e1-da4c-41dd-b95c-fa29eabe7fe6 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "PUT /v2.0/routers/8fee669c-6ce8-48cf-8dc2-c70ad251e997/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2423704 May 03 22:53:57.328716 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38030) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:57.329658 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-d0bccfbd-67b6-4848-90f6-653a3688be45 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Deleting port 6946a3f7-a933-4ea6-b954-effcb2921f76 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:53:57.330212 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d0bccfbd-67b6-4848-90f6-653a3688be45 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:57.347682 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebea741f-15ef-4f25-86e7-957f0f2bcd9c None None] Routers {'8fee669c-6ce8-48cf-8dc2-c70ad251e997'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:53:57.348747 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-ebea741f-15ef-4f25-86e7-957f0f2bcd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['8fee669c-6ce8-48cf-8dc2-c70ad251e997'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:57.434946 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ed8d52ae-75c8-48c5-bd5a-a007ce51fae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:57.435389 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a4d0d763-6361-4a10-81a6-34855f736b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:57.446725 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9a2ef6-78e9-47fd-95ca-f5a2b1cfe502 req-780b1968-60df-4100-b089-bccc29a1dc41 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] No DVR routers for this DVR port 77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8 on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:53:57.452686 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4f9a2ef6-78e9-47fd-95ca-f5a2b1cfe502 req-780b1968-60df-4100-b089-bccc29a1dc41 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:57.458801 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688cfb1a-5d36-4ac7-98f8-e2511fcf1e35', 'name': 'network-vif-deleted', 'tag': '77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:53:57.474317 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-ebea741f-15ef-4f25-86e7-957f0f2bcd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:57.481431 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:53:57.482374 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d52ae-75c8-48c5-bd5a-a007ce51fae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e76c90-0393-42ba-9c9f-666bd03f1551,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:57.507024 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f9a2ef6-78e9-47fd-95ca-f5a2b1cfe502 req-780b1968-60df-4100-b089-bccc29a1dc41 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.60 "DELETE /v2.0/ports/77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8 HTTP/1.1" status: 204 len: 173 time: 2.0505607 May 03 22:53:57.508888 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ed8d52ae-75c8-48c5-bd5a-a007ce51fae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:57.510006 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ed8d52ae-75c8-48c5-bd5a-a007ce51fae3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/79e76c90-0393-42ba-9c9f-666bd03f1551 HTTP/1.1" status: 204 len: 168 time: 0.7526758 May 03 22:53:57.510976 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebea741f-15ef-4f25-86e7-957f0f2bcd9c None None] Routers {'8fee669c-6ce8-48cf-8dc2-c70ad251e997'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:53:57.514553 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-ebea741f-15ef-4f25-86e7-957f0f2bcd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['8fee669c-6ce8-48cf-8dc2-c70ad251e997'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:57.527151 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef03e7f8-6728-44d4-bda1-9ab03fb15b11 admin admin] Router 81950413-541f-4ab2-bd46-89c824a69ec6 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:53:57.568974 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port c9e72877-30d4-44b2-9b71-0ae5c289d8f5 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:53:57.569356 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:57.648818 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:53:57.649247 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:53:57.661454 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ee5bad8-2566-4429-a18f-7fcf548c936c'] response: {'server_uuid': '688cfb1a-5d36-4ac7-98f8-e2511fcf1e35', 'name': 'network-vif-deleted', 'tag': '77cfc3d7-70c4-4dee-bd15-b67a4c8e75b8', 'status': 'completed', 'code': 200} May 03 22:53:57.685517 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-ebea741f-15ef-4f25-86e7-957f0f2bcd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:57.688487 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebea741f-15ef-4f25-86e7-957f0f2bcd9c None None] The sync data for ids ['8fee669c-6ce8-48cf-8dc2-c70ad251e997'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:53:57.721456 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ae0aa0-d730-46a6-8635-f42bb91f6a4c tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:57.728005 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f5ae0aa0-d730-46a6-8635-f42bb91f6a4c tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Synchronizing usage tracker for tenant:06cc14afcda64b42b43ac970e3b09815 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:53:57.735935 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-a4d0d763-6361-4a10-81a6-34855f736b19 None None] For port 5e2dfc14-3a9b-4e4d-9fb8-90c6b70ecd66, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=5e2dfc14-3a9b-4e4d-9fb8-90c6b70ecd66,segment=NetworkSegment(824e6456-78f7-4512-b286-56bc82463408),segment_id=824e6456-78f7-4512-b286-56bc82463408)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:53:57.779371 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a4d0d763-6361-4a10-81a6-34855f736b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:57.825992 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:57.826857 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a3e8ae-5445-48e3-aa2d-31adfeeb5a79 None None] DHCP port deletion for 1a45f24b-6883-420a-8ea1-bcd2b1a91b2e request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:53:57.929613 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e4a3e8ae-5445-48e3-aa2d-31adfeeb5a79 None None] Deleting port 6946a3f7-a933-4ea6-b954-effcb2921f76 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:53:57.930292 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e4a3e8ae-5445-48e3-aa2d-31adfeeb5a79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:57.970514 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f5ae0aa0-d730-46a6-8635-f42bb91f6a4c tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Unset dirty status for tenant:06cc14afcda64b42b43ac970e3b09815 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:53:57.974613 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f5ae0aa0-d730-46a6-8635-f42bb91f6a4c tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "GET /v2.0/ports/0a24781f-264b-4e6a-bd35-5eafb9edefe8 HTTP/1.1" status: 200 len: 911 time: 0.5698128 May 03 22:53:57.975451 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38040) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:57.987950 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-a8341a06-a616-4152-b6c7-8da1da29b161 req-97a39403-3850-4404-9b2d-3e1bda8a1a64 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Synchronizing usage tracker for tenant:fac7f64c48bd48e8ae480a0113f466e9 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:53:58.007209 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef03e7f8-6728-44d4-bda1-9ab03fb15b11 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:53:58.014652 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ef03e7f8-6728-44d4-bda1-9ab03fb15b11 admin admin] 10.222.0.58 "PUT /v2.0/routers/81950413-541f-4ab2-bd46-89c824a69ec6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4973571 May 03 22:53:58.016508 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-a8341a06-a616-4152-b6c7-8da1da29b161 req-97a39403-3850-4404-9b2d-3e1bda8a1a64 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Unset dirty status for tenant:fac7f64c48bd48e8ae480a0113f466e9 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:53:58.017923 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a8341a06-a616-4152-b6c7-8da1da29b161 req-97a39403-3850-4404-9b2d-3e1bda8a1a64 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=688cfb1a-5d36-4ac7-98f8-e2511fcf1e35 HTTP/1.1" status: 200 len: 210 time: 0.1380813 May 03 22:53:58.040990 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7210ed-e911-47fc-82eb-00f60d2a46a4 None None] Sync routers for ids ['81950413-541f-4ab2-bd46-89c824a69ec6'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:53:58.127584 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c9928df4-45eb-43c6-ac1d-f66c49017278 None None] Provisioning complete for port 0a24781f-264b-4e6a-bd35-5eafb9edefe8 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:53:58.127963 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c9928df4-45eb-43c6-ac1d-f66c49017278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:58.156529 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d0d763-6361-4a10-81a6-34855f736b19 None None] Pushing event updated for resources: {'Port': ['ID=5e2dfc14-3a9b-4e4d-9fb8-90c6b70ecd66,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:58.159925 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:53:58.218605 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:58.218854 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7210ed-e911-47fc-82eb-00f60d2a46a4 None None] Routers {'81950413-541f-4ab2-bd46-89c824a69ec6'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:53:58.219481 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-0c7210ed-e911-47fc-82eb-00f60d2a46a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['81950413-541f-4ab2-bd46-89c824a69ec6'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:58.235905 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-d0bccfbd-67b6-4848-90f6-653a3688be45 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] For port 6946a3f7-a933-4ea6-b954-effcb2921f76, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=6946a3f7-a933-4ea6-b954-effcb2921f76,segment=NetworkSegment(ecc5c7d8-aba7-4779-b2b9-8683a4723761),segment_id=ecc5c7d8-aba7-4779-b2b9-8683a4723761)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:53:58.236336 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d0bccfbd-67b6-4848-90f6-653a3688be45 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:58.404225 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-d0bccfbd-67b6-4848-90f6-653a3688be45 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Calling delete_port for 6946a3f7-a933-4ea6-b954-effcb2921f76 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:53:58.463513 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-c9928df4-45eb-43c6-ac1d-f66c49017278 None None] Port 0a24781f-264b-4e6a-bd35-5eafb9edefe8 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:53:58.554006 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c9928df4-45eb-43c6-ac1d-f66c49017278 None None] Provisioning complete for port 4b5baf81-0115-425e-8091-179ef2adb1a2 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:53:58.554378 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c9928df4-45eb-43c6-ac1d-f66c49017278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:58.636669 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d0bccfbd-67b6-4848-90f6-653a3688be45 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:58.664751 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-c9928df4-45eb-43c6-ac1d-f66c49017278 None None] Port 4b5baf81-0115-425e-8091-179ef2adb1a2 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:53:58.669761 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-0c7210ed-e911-47fc-82eb-00f60d2a46a4 None None] Set router 81950413-541f-4ab2-bd46-89c824a69ec6 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:53:58.726668 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:53:58.727046 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:58.762919 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bccfbd-67b6-4848-90f6-653a3688be45 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event deleted for resources: {'Port': ['ID=6946a3f7-a933-4ea6-b954-effcb2921f76,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:58.769841 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bccfbd-67b6-4848-90f6-653a3688be45 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] No DVR routers for this DVR port 6946a3f7-a933-4ea6-b954-effcb2921f76 on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:53:58.893458 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c9928df4-45eb-43c6-ac1d-f66c49017278 None None] Provisioning complete for port 5e2dfc14-3a9b-4e4d-9fb8-90c6b70ecd66 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:53:58.893839 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c9928df4-45eb-43c6-ac1d-f66c49017278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:58.969024 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e4a3e8ae-5445-48e3-aa2d-31adfeeb5a79 None None] For port 6946a3f7-a933-4ea6-b954-effcb2921f76, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=6946a3f7-a933-4ea6-b954-effcb2921f76,segment=NetworkSegment(ecc5c7d8-aba7-4779-b2b9-8683a4723761),segment_id=ecc5c7d8-aba7-4779-b2b9-8683a4723761)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:53:58.969312 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e4a3e8ae-5445-48e3-aa2d-31adfeeb5a79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:59.029196 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d0bccfbd-67b6-4848-90f6-653a3688be45 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:59.259007 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 4b5a3ba3-422c-43d3-87ec-060419819f95 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:53:59.286312 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-d0bccfbd-67b6-4848-90f6-653a3688be45 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a45f24b-6883-420a-8ea1-bcd2b1a91b2e']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:59.316622 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-d0bccfbd-67b6-4848-90f6-653a3688be45 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecc5c7d8-aba7-4779-b2b9-8683a4723761') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:59.316918 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-d0bccfbd-67b6-4848-90f6-653a3688be45 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecc5c7d8-aba7-4779-b2b9-8683a4723761') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:59.334548 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d0bccfbd-67b6-4848-90f6-653a3688be45 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:59.395674 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d0bccfbd-67b6-4848-90f6-653a3688be45 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:59.408599 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0bccfbd-67b6-4848-90f6-653a3688be45 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:53:59.408871 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d0bccfbd-67b6-4848-90f6-653a3688be45 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:59.415972 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-22773314-2f02-4a56-9c3c-0d2a75991e7d req-4eb93cd4-2e6e-4da2-bb26-6014eba23fc0 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=688cfb1a-5d36-4ac7-98f8-e2511fcf1e35 HTTP/1.1" status: 200 len: 210 time: 0.0586576 May 03 22:53:59.467663 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e4a3e8ae-5445-48e3-aa2d-31adfeeb5a79 None None] Calling delete_port for 6946a3f7-a933-4ea6-b954-effcb2921f76 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:53:59.594588 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-3bdd0909-b201-4e10-afd8-a1a9b787767e tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:59.595322 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-3bdd0909-b201-4e10-afd8-a1a9b787767e tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Synchronizing usage tracker for tenant:a1b60de6f3b94c398a46d760b7dccea8 on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:53:59.613453 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:53:59.613453 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:53:59.613453 n-d-811807-1 neutron-server[88070]: timer() May 03 22:53:59.613453 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:53:59.613453 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:53:59.613453 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:53:59.613453 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:53:59.613453 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:53:59.613453 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:53:59.613453 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:53:59.613453 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:53:59.613453 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:53:59.613453 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:53:59.613453 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:53:59.613453 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:53:59.613453 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:53:59.613453 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:53:59.613453 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:53:59.613453 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:53:59.613453 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:53:59.613453 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:53:59.613453 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:53:59.613453 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:53:59.613453 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:53:59.613453 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:53:59.613453 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:53:59.613453 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:53:59.613453 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:53:59.613453 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:53:59.613453 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:53:59.613453 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:53:59.613453 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:53:59.617435 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-3bdd0909-b201-4e10-afd8-a1a9b787767e tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Unset dirty status for tenant:a1b60de6f3b94c398a46d760b7dccea8 on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:53:59.618730 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-3bdd0909-b201-4e10-afd8-a1a9b787767e tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/networks?id=c911580a-47e8-451d-aa8d-57f0fa21ffe1 HTTP/1.1" status: 200 len: 818 time: 0.5476475 May 03 22:53:59.631086 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-e4a3e8ae-5445-48e3-aa2d-31adfeeb5a79 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:53:59.631801 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-e4a3e8ae-5445-48e3-aa2d-31adfeeb5a79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:53:59.654303 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-7dda946f-93a8-468e-bf07-e3531c00043a tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/quotas/a1b60de6f3b94c398a46d760b7dccea8 HTTP/1.1" status: 200 len: 375 time: 0.0280843 May 03 22:53:59.681048 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 4b5a3ba3-422c-43d3-87ec-060419819f95 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:53:59.681048 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:59.769297 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d0bccfbd-67b6-4848-90f6-653a3688be45 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:59.777041 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d0bccfbd-67b6-4848-90f6-653a3688be45 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:59.806021 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-1448485b-2a4d-4479-923b-e3abcdd24990 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Synchronizing usage tracker for tenant:a1b60de6f3b94c398a46d760b7dccea8 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:53:59.828209 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-1448485b-2a4d-4479-923b-e3abcdd24990 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Unset dirty status for tenant:a1b60de6f3b94c398a46d760b7dccea8 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:53:59.835245 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bccfbd-67b6-4848-90f6-653a3688be45 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event deleted for resources: {'Network': ['ID=1a45f24b-6883-420a-8ea1-bcd2b1a91b2e,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:59.840249 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-1448485b-2a4d-4479-923b-e3abcdd24990 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a1b60de6f3b94c398a46d760b7dccea8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1846859 May 03 22:53:59.849491 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d0bccfbd-67b6-4848-90f6-653a3688be45 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/networks/1a45f24b-6883-420a-8ea1-bcd2b1a91b2e HTTP/1.1" status: 204 len: 168 time: 3.0256341 May 03 22:53:59.851349 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38124) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:53:59.857407 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e965eee9-348f-4229-9483-0ec421df0896 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:59.857814 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-517bf830-ebf3-4a7e-b031-561593ef96a8 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-54267151', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}, 'admin_state_up': False}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:53:59.859691 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-0c7210ed-e911-47fc-82eb-00f60d2a46a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'name': 'tempest-ServerRescueNegativeTestJSON-686896975-router', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:53:46Z', 'updated_at': '2022-05-03T22:53:54Z', 'revision_number': 4, 'project_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'gw_port': {'id': 'ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:53:47Z', 'updated_at': '2022-05-03T22:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '4b5baf81-0115-425e-8091-179ef2adb1a2', 'name': '', 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'mac_address': 'fa:16:3e:1a:df:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '5517459f-c98d-41cf-b3ba-cd5ba862ae7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:53:52Z', 'updated_at': '2022-05-03T22:53:55Z', 'revision_number': 2, 'project_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'subnets': [{'id': '5517459f-c98d-41cf-b3ba-cd5ba862ae7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:59.867517 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-517bf830-ebf3-4a7e-b031-561593ef96a8 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:53:59.872235 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-517bf830-ebf3-4a7e-b031-561593ef96a8 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Usage tracker for resource:router and tenant:51751333bcc04a9b85b04e61623005e7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:53:59.875433 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-517bf830-ebf3-4a7e-b031-561593ef96a8 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:53:59.882089 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-517bf830-ebf3-4a7e-b031-561593ef96a8 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:53:59.890176 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7210ed-e911-47fc-82eb-00f60d2a46a4 None None] Checking router: 81950413-541f-4ab2-bd46-89c824a69ec6 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:53:59.890617 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7210ed-e911-47fc-82eb-00f60d2a46a4 None None] Updating router 81950413-541f-4ab2-bd46-89c824a69ec6 port 4b5baf81-0115-425e-8091-179ef2adb1a2 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:53:59.896330 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-517bf830-ebf3-4a7e-b031-561593ef96a8 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:59.897477 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-517bf830-ebf3-4a7e-b031-561593ef96a8 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:59.934736 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-517bf830-ebf3-4a7e-b031-561593ef96a8 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:53:59.979462 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0c7210ed-e911-47fc-82eb-00f60d2a46a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:00.237007 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38132) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:00.313727 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e4a3e8ae-5445-48e3-aa2d-31adfeeb5a79 None None] Deleting port 6946a3f7-a933-4ea6-b954-effcb2921f76 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:54:00.314098 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e4a3e8ae-5445-48e3-aa2d-31adfeeb5a79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:00.318648 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-517bf830-ebf3-4a7e-b031-561593ef96a8 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:00.404047 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6946a3f7-a933-4ea6-b954-effcb2921f76 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:54:00.461143 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-d44a7e35-4af2-4aeb-b425-ca34a73b1319 service neutron] 10.222.0.58 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6198685 May 03 22:54:00.506324 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-e965eee9-348f-4229-9483-0ec421df0896 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Allocated IP 2001:db8:1::1 (aa13f048-f4e7-4114-91c1-29f59526db1a/36887175-067d-4ef8-af34-124f37100333/1f243419-9c20-43e3-b75a-b154e11ba182) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:54:00.568824 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-899699be-e34d-434c-9d2c-d4a55c44b24e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:00.621270 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-0d093daf-15b3-441e-a093-4a05b57de7cd service neutron] 10.222.0.58 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591022 May 03 22:54:00.685632 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-899699be-e34d-434c-9d2c-d4a55c44b24e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:00.690509 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0c7210ed-e911-47fc-82eb-00f60d2a46a4 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:00.708673 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-899699be-e34d-434c-9d2c-d4a55c44b24e admin admin] Usage tracker for resource:security_group_rule and tenant:fe32317b70e043478cadd06916af6d33 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:00.737163 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 6946a3f7-a933-4ea6-b954-effcb2921f76 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:54:00.737758 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6946a3f7-a933-4ea6-b954-effcb2921f76 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:54:00.746532 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e4a3e8ae-5445-48e3-aa2d-31adfeeb5a79 None None] The port '6946a3f7-a933-4ea6-b954-effcb2921f76' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:54:00.750199 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-0c7210ed-e911-47fc-82eb-00f60d2a46a4 None None] Transition to ACTIVE for port object 4b5baf81-0115-425e-8091-179ef2adb1a2 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:54:00.767146 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0c7210ed-e911-47fc-82eb-00f60d2a46a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:00.835640 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-899699be-e34d-434c-9d2c-d4a55c44b24e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:00.864429 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-899699be-e34d-434c-9d2c-d4a55c44b24e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:00.994523 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 5e2dfc14-3a9b-4e4d-9fb8-90c6b70ecd66 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:54:01.071679 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e965eee9-348f-4229-9483-0ec421df0896 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:01.104709 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-e965eee9-348f-4229-9483-0ec421df0896 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Transition to ACTIVE for port object 1f243419-9c20-43e3-b75a-b154e11ba182 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:54:01.113169 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-48474675-8fba-470d-a61e-2620a7267ec6 req-c67b55a6-83d2-44a2-b685-1ee1c8e8b8d3 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=58b1620c-1628-4b95-8629-756baa43d747 HTTP/1.1" status: 200 len: 210 time: 0.1059153 May 03 22:54:01.184291 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-517bf830-ebf3-4a7e-b031-561593ef96a8 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:01.222133 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-517bf830-ebf3-4a7e-b031-561593ef96a8 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:01.242676 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-899699be-e34d-434c-9d2c-d4a55c44b24e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:01.249446 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-899699be-e34d-434c-9d2c-d4a55c44b24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:01.281940 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d8169-8c6c-465b-8a04-d59e90f2ded5 None None] Pushing event updated for resources: {'Port': ['ID=4b5baf81-0115-425e-8091-179ef2adb1a2,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:01.306797 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e965eee9-348f-4229-9483-0ec421df0896 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:01.347953 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-0c7210ed-e911-47fc-82eb-00f60d2a46a4 None None] Attempting to bind port 4b5baf81-0115-425e-8091-179ef2adb1a2 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:54:01.348956 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-0c7210ed-e911-47fc-82eb-00f60d2a46a4 None None] Attempting to bind port 4b5baf81-0115-425e-8091-179ef2adb1a2 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'c01eddde-57f8-4cc1-8f09-891362f7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:54:01.349672 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7210ed-e911-47fc-82eb-00f60d2a46a4 None None] Attempting to bind port 4b5baf81-0115-425e-8091-179ef2adb1a2 on network c911580a-47e8-451d-aa8d-57f0fa21ffe1 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:54:01.354160 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 5e2dfc14-3a9b-4e4d-9fb8-90c6b70ecd66 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:01.354797 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:01.389327 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7210ed-e911-47fc-82eb-00f60d2a46a4 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:54:01.389824 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7210ed-e911-47fc-82eb-00f60d2a46a4 None None] Checking segment: {'id': 'c01eddde-57f8-4cc1-8f09-891362f7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:54:01.390361 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0c7210ed-e911-47fc-82eb-00f60d2a46a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:01.390893 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7210ed-e911-47fc-82eb-00f60d2a46a4 None None] Bound using segment: {'id': 'c01eddde-57f8-4cc1-8f09-891362f7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:54:01.391483 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-0c7210ed-e911-47fc-82eb-00f60d2a46a4 None None] Bound port: 4b5baf81-0115-425e-8091-179ef2adb1a2, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c01eddde-57f8-4cc1-8f09-891362f7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:54:01.391963 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0c7210ed-e911-47fc-82eb-00f60d2a46a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:01.445747 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-899699be-e34d-434c-9d2c-d4a55c44b24e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fe32317b70e043478cadd06916af6d33&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2050707 May 03 22:54:01.537086 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38162) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:01.577391 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e965eee9-348f-4229-9483-0ec421df0896 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Network aa13f048-f4e7-4114-91c1-29f59526db1a is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:54:01.590908 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-e965eee9-348f-4229-9483-0ec421df0896 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:01.594903 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e965eee9-348f-4229-9483-0ec421df0896 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:54:01.597822 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e965eee9-348f-4229-9483-0ec421df0896 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:01.605732 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e965eee9-348f-4229-9483-0ec421df0896 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'Port': ['ID=1f243419-9c20-43e3-b75a-b154e11ba182,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:01.625282 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899699be-e34d-434c-9d2c-d4a55c44b24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46e2857-8d88-4e24-b42a-36be4fc0de9b,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:01.647612 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-0c7210ed-e911-47fc-82eb-00f60d2a46a4 None None] For port 4b5baf81-0115-425e-8091-179ef2adb1a2, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:54:01.667716 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-0c7210ed-e911-47fc-82eb-00f60d2a46a4 None None] For port 4b5baf81-0115-425e-8091-179ef2adb1a2, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=4b5baf81-0115-425e-8091-179ef2adb1a2,segment=NetworkSegment(c01eddde-57f8-4cc1-8f09-891362f7a1a2),segment_id=c01eddde-57f8-4cc1-8f09-891362f7a1a2)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:54:01.679982 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0c7210ed-e911-47fc-82eb-00f60d2a46a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:01.812674 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e965eee9-348f-4229-9483-0ec421df0896 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:01.871475 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7210ed-e911-47fc-82eb-00f60d2a46a4 None None] Routers {'81950413-541f-4ab2-bd46-89c824a69ec6'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:54:01.872696 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-0c7210ed-e911-47fc-82eb-00f60d2a46a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['81950413-541f-4ab2-bd46-89c824a69ec6'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:01.898346 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-517bf830-ebf3-4a7e-b031-561593ef96a8 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Allocated IP 172.25.2.123 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/54d3087d-888e-4814-a224-c841550dff5b) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:54:02.012770 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-9faa8a99-511c-40ae-a87d-9f6e2a7bf5de tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:02.014470 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-9faa8a99-511c-40ae-a87d-9f6e2a7bf5de tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/networks?id=c911580a-47e8-451d-aa8d-57f0fa21ffe1 HTTP/1.1" status: 200 len: 818 time: 0.4764979 May 03 22:54:02.029145 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d8169-8c6c-465b-8a04-d59e90f2ded5 None None] Pushing event updated for resources: {'Port': ['ID=4b5baf81-0115-425e-8091-179ef2adb1a2,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:02.152666 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-4db0006e-40e6-4d1b-9e5f-236c81eded7d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/quotas/a1b60de6f3b94c398a46d760b7dccea8 HTTP/1.1" status: 200 len: 375 time: 0.0761609 May 03 22:54:02.248803 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a7d97cfd-5165-43ac-bd54-13c8c5d5bed9 None None] Provisioning for port 1f243419-9c20-43e3-b75a-b154e11ba182 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:54:02.251501 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f982fdd0-444a-469b-9701-131697802a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:02.264348 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a7d97cfd-5165-43ac-bd54-13c8c5d5bed9 None None] Provisioning complete for port 1f243419-9c20-43e3-b75a-b154e11ba182 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:02.264729 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a7d97cfd-5165-43ac-bd54-13c8c5d5bed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:02.326003 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f982fdd0-444a-469b-9701-131697802a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:02.378626 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a7d97cfd-5165-43ac-bd54-13c8c5d5bed9 None None] Port 1f243419-9c20-43e3-b75a-b154e11ba182 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:54:02.382986 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-0c7210ed-e911-47fc-82eb-00f60d2a46a4 None None] Set router 81950413-541f-4ab2-bd46-89c824a69ec6 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:54:02.398376 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-517bf830-ebf3-4a7e-b031-561593ef96a8 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:02.434414 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-1e2e34cc-0fba-41b0-a191-e108684c2918 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a1b60de6f3b94c398a46d760b7dccea8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2196889 May 03 22:54:02.450341 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f982fdd0-444a-469b-9701-131697802a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:02.500160 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982fdd0-444a-469b-9701-131697802a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46e2857-8d88-4e24-b42a-36be4fc0de9b,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:02.506904 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-517bf830-ebf3-4a7e-b031-561593ef96a8 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:02.602591 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517bf830-ebf3-4a7e-b031-561593ef96a8 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:54:02.607921 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-517bf830-ebf3-4a7e-b031-561593ef96a8 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:02.657117 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517bf830-ebf3-4a7e-b031-561593ef96a8 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:54:02.768391 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e965eee9-348f-4229-9483-0ec421df0896 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:02.777316 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e965eee9-348f-4229-9483-0ec421df0896 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:02.778468 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e965eee9-348f-4229-9483-0ec421df0896 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:02.902451 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517bf830-ebf3-4a7e-b031-561593ef96a8 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'Port': ['ID=54d3087d-888e-4814-a224-c841550dff5b,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:02.902623 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-0c7210ed-e911-47fc-82eb-00f60d2a46a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'name': 'tempest-ServerRescueNegativeTestJSON-686896975-router', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:53:46Z', 'updated_at': '2022-05-03T22:53:54Z', 'revision_number': 4, 'project_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'gw_port': {'id': 'ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:53:47Z', 'updated_at': '2022-05-03T22:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '4b5baf81-0115-425e-8091-179ef2adb1a2', 'name': '', 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'mac_address': 'fa:16:3e:1a:df:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '5517459f-c98d-41cf-b3ba-cd5ba862ae7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:53:52Z', 'updated_at': '2022-05-03T22:54:01Z', 'revision_number': 4, 'project_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'subnets': [{'id': '5517459f-c98d-41cf-b3ba-cd5ba862ae7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:02.905279 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f982fdd0-444a-469b-9701-131697802a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:02.909378 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7210ed-e911-47fc-82eb-00f60d2a46a4 None None] The sync data for ids ['81950413-541f-4ab2-bd46-89c824a69ec6'] in n-d-811807-1 is: [{'id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'name': 'tempest-ServerRescueNegativeTestJSON-686896975-router', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:53:46Z', 'updated_at': '2022-05-03T22:53:54Z', 'revision_number': 4, 'project_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'gw_port': {'id': 'ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:53:47Z', 'updated_at': '2022-05-03T22:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '4b5baf81-0115-425e-8091-179ef2adb1a2', 'name': '', 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'mac_address': 'fa:16:3e:1a:df:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '5517459f-c98d-41cf-b3ba-cd5ba862ae7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:53:52Z', 'updated_at': '2022-05-03T22:54:01Z', 'revision_number': 4, 'project_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'subnets': [{'id': '5517459f-c98d-41cf-b3ba-cd5ba862ae7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:54:02.921002 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e965eee9-348f-4229-9483-0ec421df0896 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'Port': ['ID=1f243419-9c20-43e3-b75a-b154e11ba182,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:02.935798 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f982fdd0-444a-469b-9701-131697802a76 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d46e2857-8d88-4e24-b42a-36be4fc0de9b HTTP/1.1" status: 204 len: 168 time: 1.3714066 May 03 22:54:03.010702 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-8b6eb3ef-e199-4964-b12d-b45f885ef7ff service neutron] 10.222.0.58 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5359988 May 03 22:54:03.443087 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e965eee9-348f-4229-9483-0ec421df0896 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Network aa13f048-f4e7-4114-91c1-29f59526db1a is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:54:03.446202 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-e965eee9-348f-4229-9483-0ec421df0896 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:03.733030 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e965eee9-348f-4229-9483-0ec421df0896 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Router 8fee669c-6ce8-48cf-8dc2-c70ad251e997 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:54:03.922115 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-0ba265d4-2347-4307-978b-483b886e4443 None None] Provisioning complete for port 1f243419-9c20-43e3-b75a-b154e11ba182 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:03.922600 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0ba265d4-2347-4307-978b-483b886e4443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:04.035705 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e965eee9-348f-4229-9483-0ec421df0896 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:54:04.049534 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fc0b9b-5cbe-41b7-b193-69ae477c1bdc None None] Sync routers for ids ['8fee669c-6ce8-48cf-8dc2-c70ad251e997'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:54:04.077100 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-0ba265d4-2347-4307-978b-483b886e4443 None None] Port 1f243419-9c20-43e3-b75a-b154e11ba182 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:54:04.083755 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fc0b9b-5cbe-41b7-b193-69ae477c1bdc None None] Routers {'8fee669c-6ce8-48cf-8dc2-c70ad251e997'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:54:04.084708 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-51fc0b9b-5cbe-41b7-b193-69ae477c1bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['8fee669c-6ce8-48cf-8dc2-c70ad251e997'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:04.107395 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e965eee9-348f-4229-9483-0ec421df0896 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "PUT /v2.0/routers/8fee669c-6ce8-48cf-8dc2-c70ad251e997/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1308992 May 03 22:54:04.109277 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-e8eeeabd-294e-4e65-a655-ecd1b5d2a44a tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:04.110729 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-e8eeeabd-294e-4e65-a655-ecd1b5d2a44a tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.60 "GET /v2.0/networks?id=c911580a-47e8-451d-aa8d-57f0fa21ffe1 HTTP/1.1" status: 200 len: 818 time: 1.4205363 May 03 22:54:04.110853 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38242) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:04.116716 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-f8eb2468-0196-4d8b-8494-50fb42dc3407 service neutron] 10.222.0.58 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0409491 May 03 22:54:04.155619 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-10d119a9-bbda-47a6-a548-a38af115ab66 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Request body: {'port': {'device_id': '58b1620c-1628-4b95-8629-756baa43d747', 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1', 'admin_state_up': True, 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:04.197713 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-51fc0b9b-5cbe-41b7-b193-69ae477c1bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:04.209903 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fc0b9b-5cbe-41b7-b193-69ae477c1bdc None None] Routers {'8fee669c-6ce8-48cf-8dc2-c70ad251e997'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:54:04.210995 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-51fc0b9b-5cbe-41b7-b193-69ae477c1bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['8fee669c-6ce8-48cf-8dc2-c70ad251e997'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:04.244074 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-517bf830-ebf3-4a7e-b031-561593ef96a8 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:04.309713 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1a7590-a166-476f-bb78-0dded56a03ad tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:04.310406 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5a1a7590-a166-476f-bb78-0dded56a03ad tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Synchronizing usage tracker for tenant:06cc14afcda64b42b43ac970e3b09815 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:54:04.343776 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5a1a7590-a166-476f-bb78-0dded56a03ad tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Unset dirty status for tenant:06cc14afcda64b42b43ac970e3b09815 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:54:04.349044 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5a1a7590-a166-476f-bb78-0dded56a03ad tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "GET /v2.0/ports/1f243419-9c20-43e3-b75a-b154e11ba182 HTTP/1.1" status: 200 len: 913 time: 0.2371621 May 03 22:54:04.349670 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38250) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:04.392919 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-51fc0b9b-5cbe-41b7-b193-69ae477c1bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:04.393419 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fc0b9b-5cbe-41b7-b193-69ae477c1bdc None None] The sync data for ids ['8fee669c-6ce8-48cf-8dc2-c70ad251e997'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:54:04.403545 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38254) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:04.654696 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38262) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:04.672290 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5e8a9755-930d-4c80-b9c0-a86939200816 req-be3651c3-9a15-4258-9c6f-8c62773795b1 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 210 time: 0.2721460 May 03 22:54:04.705141 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-97a4edfc-7102-4cbb-97e2-19c6a17462a3 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-342408259', 'description': 'tempest-secgroup-smoke-342408259 description', 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:04.742557 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-97a4edfc-7102-4cbb-97e2-19c6a17462a3 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:04.756602 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-97a4edfc-7102-4cbb-97e2-19c6a17462a3 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Usage tracker for resource:security_group and tenant:fac7f64c48bd48e8ae480a0113f466e9 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:04.767408 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-97a4edfc-7102-4cbb-97e2-19c6a17462a3 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:04.780030 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-97a4edfc-7102-4cbb-97e2-19c6a17462a3 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:04.843010 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-97a4edfc-7102-4cbb-97e2-19c6a17462a3 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:04.910773 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-93852b26-50e5-45db-8932-04c6235dc60a tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-119649765'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:04.911592 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 4b5baf81-0115-425e-8091-179ef2adb1a2 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:54:04.915857 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-10d119a9-bbda-47a6-a548-a38af115ab66 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:04.932197 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-97a4edfc-7102-4cbb-97e2-19c6a17462a3 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:04.940903 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-93852b26-50e5-45db-8932-04c6235dc60a tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:04.946564 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-97a4edfc-7102-4cbb-97e2-19c6a17462a3 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Usage tracker for resource:security_group_rule and tenant:fac7f64c48bd48e8ae480a0113f466e9 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:05.007779 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 4b5baf81-0115-425e-8091-179ef2adb1a2 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:54:05.014644 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 4b5baf81-0115-425e-8091-179ef2adb1a2 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:05.015092 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:05.027067 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-10d119a9-bbda-47a6-a548-a38af115ab66 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:05.029563 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-97a4edfc-7102-4cbb-97e2-19c6a17462a3 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:05.030732 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-95038535-a71e-48b0-9760-6b1909a37e98 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:05.038071 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-93852b26-50e5-45db-8932-04c6235dc60a tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Usage tracker for resource:network and tenant:e43cbdbd6a9944e68f978670527a5038 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:05.096981 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-93852b26-50e5-45db-8932-04c6235dc60a tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:05.120550 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-97a4edfc-7102-4cbb-97e2-19c6a17462a3 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:05.123918 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-93852b26-50e5-45db-8932-04c6235dc60a tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:05.152437 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-10d119a9-bbda-47a6-a548-a38af115ab66 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Made reservation on behalf of a1b60de6f3b94c398a46d760b7dccea8 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:54:05.156496 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-10d119a9-bbda-47a6-a548-a38af115ab66 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:05.193543 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93852b26-50e5-45db-8932-04c6235dc60a tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Made reservation on behalf of e43cbdbd6a9944e68f978670527a5038 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:54:05.197310 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-93852b26-50e5-45db-8932-04c6235dc60a tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:05.216030 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:05.223085 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-93852b26-50e5-45db-8932-04c6235dc60a tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:05.259722 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 4b5baf81-0115-425e-8091-179ef2adb1a2, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=4b5baf81-0115-425e-8091-179ef2adb1a2,segment=NetworkSegment(c01eddde-57f8-4cc1-8f09-891362f7a1a2),segment_id=c01eddde-57f8-4cc1-8f09-891362f7a1a2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:54:05.264770 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:05.304814 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-93852b26-50e5-45db-8932-04c6235dc60a tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:05.329353 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-93852b26-50e5-45db-8932-04c6235dc60a tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Usage tracker for resource:security_group_rule and tenant:e43cbdbd6a9944e68f978670527a5038 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:05.334359 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-517bf830-ebf3-4a7e-b031-561593ef96a8 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:05.338866 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-93852b26-50e5-45db-8932-04c6235dc60a tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:05.350193 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=4b5baf81-0115-425e-8091-179ef2adb1a2,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:05.364194 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-93852b26-50e5-45db-8932-04c6235dc60a tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:05.538197 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-97a4edfc-7102-4cbb-97e2-19c6a17462a3 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:05.565412 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-95038535-a71e-48b0-9760-6b1909a37e98 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Deleting port 1f243419-9c20-43e3-b75a-b154e11ba182 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:54:05.566028 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-95038535-a71e-48b0-9760-6b1909a37e98 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:05.587511 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-97a4edfc-7102-4cbb-97e2-19c6a17462a3 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:05.695632 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a4edfc-7102-4cbb-97e2-19c6a17462a3 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f80127a2-7685-4829-b922-4f551e4c4adb,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:05.708682 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-10d119a9-bbda-47a6-a548-a38af115ab66 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Allocated IP 172.20.0.8 (c911580a-47e8-451d-aa8d-57f0fa21ffe1/5517459f-c98d-41cf-b3ba-cd5ba862ae7c/5aa08b48-9310-4437-83e4-632a6081fea4) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:54:05.746151 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-97a4edfc-7102-4cbb-97e2-19c6a17462a3 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:05.747399 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-97a4edfc-7102-4cbb-97e2-19c6a17462a3 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0906308 May 03 22:54:05.751606 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38272) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:05.801557 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-bea6bd81-b33f-45c0-8016-686c9d87795d tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Request body: {'security_group_rule': {'security_group_id': 'f80127a2-7685-4829-b922-4f551e4c4adb', 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:05.815001 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bea6bd81-b33f-45c0-8016-686c9d87795d tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:05.847192 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bea6bd81-b33f-45c0-8016-686c9d87795d tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Usage tracker for resource:security_group_rule and tenant:fac7f64c48bd48e8ae480a0113f466e9 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:05.856221 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bea6bd81-b33f-45c0-8016-686c9d87795d tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:05.859847 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-95038535-a71e-48b0-9760-6b1909a37e98 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:05.872195 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-93852b26-50e5-45db-8932-04c6235dc60a tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:05.878422 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bea6bd81-b33f-45c0-8016-686c9d87795d tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:05.886473 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-eb2b7dad-2df6-4889-92cb-2a54aa7842e2 req-34ab40e9-7343-4cb3-8c81-8cd404fb14ed tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Synchronizing usage tracker for tenant:a1b60de6f3b94c398a46d760b7dccea8 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:54:05.893816 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-93852b26-50e5-45db-8932-04c6235dc60a tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:05.953874 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517bf830-ebf3-4a7e-b031-561593ef96a8 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Router 474dd0f1-4e8f-4d55-a88a-47eace8d5655 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:54:05.976946 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93852b26-50e5-45db-8932-04c6235dc60a tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:54:05.992049 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-eb2b7dad-2df6-4889-92cb-2a54aa7842e2 req-34ab40e9-7343-4cb3-8c81-8cd404fb14ed tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Unset dirty status for tenant:a1b60de6f3b94c398a46d760b7dccea8 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:54:05.993217 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eb2b7dad-2df6-4889-92cb-2a54aa7842e2 req-34ab40e9-7343-4cb3-8c81-8cd404fb14ed tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 210 time: 0.1716967 May 03 22:54:05.997291 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93852b26-50e5-45db-8932-04c6235dc60a tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=833e4584-22c1-4032-9f59-b2a6b8ba7eed,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:06.056688 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-93852b26-50e5-45db-8932-04c6235dc60a tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:06.056960 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-93852b26-50e5-45db-8932-04c6235dc60a tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Added segment 5ee7f204-978b-4739-8e07-fe8d5910f167 of type vlan for network 411583a9-6c61-45b2-9c3e-030806cac8dd May 03 22:54:06.085959 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-95038535-a71e-48b0-9760-6b1909a37e98 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Calling delete_port for 1f243419-9c20-43e3-b75a-b154e11ba182 owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:54:06.153028 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bea6bd81-b33f-45c0-8016-686c9d87795d tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:06.200495 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-f6773eca-04d9-4f7b-aa33-16f7b1992a23 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:06.202086 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-f6773eca-04d9-4f7b-aa33-16f7b1992a23 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.67 "GET /v2.0/networks?id=c911580a-47e8-451d-aa8d-57f0fa21ffe1 HTTP/1.1" status: 200 len: 818 time: 0.4491870 May 03 22:54:06.235781 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-7715a6ff-31d9-4f3c-bd3e-de89980736ba tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Request body: {'port': {'device_id': '1882bc6f-5a7c-4844-92c6-efae1390fec2', 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1', 'admin_state_up': True, 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:06.385121 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bea6bd81-b33f-45c0-8016-686c9d87795d tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:06.397937 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bea6bd81-b33f-45c0-8016-686c9d87795d tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:06.407951 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-93852b26-50e5-45db-8932-04c6235dc60a tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:06.415004 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-10d119a9-bbda-47a6-a548-a38af115ab66 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:06.450198 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6bd81-b33f-45c0-8016-686c9d87795d tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=361a9da7-81f1-481b-95bd-90311fe6d027,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:06.469003 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517bf830-ebf3-4a7e-b031-561593ef96a8 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:54:06.479112 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fc1110-e250-4f18-84f6-5425b7a97357 None None] Sync routers for ids ['474dd0f1-4e8f-4d55-a88a-47eace8d5655'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:54:06.489239 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-93852b26-50e5-45db-8932-04c6235dc60a tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:06.490449 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fc1110-e250-4f18-84f6-5425b7a97357 None None] Routers {'474dd0f1-4e8f-4d55-a88a-47eace8d5655'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:54:06.491179 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-98fc1110-e250-4f18-84f6-5425b7a97357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['474dd0f1-4e8f-4d55-a88a-47eace8d5655'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:06.495091 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93852b26-50e5-45db-8932-04c6235dc60a tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:06.495602 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bea6bd81-b33f-45c0-8016-686c9d87795d tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:06.495720 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-93852b26-50e5-45db-8932-04c6235dc60a tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:06.499925 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bea6bd81-b33f-45c0-8016-686c9d87795d tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7454209 May 03 22:54:06.505247 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38276) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:06.515853 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-97087088-5b75-4a89-b5e2-dd5296b5bc1f tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Request body: {'security_group_rule': {'security_group_id': 'f80127a2-7685-4829-b922-4f551e4c4adb', 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:06.531173 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-7715a6ff-31d9-4f3c-bd3e-de89980736ba tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:06.533692 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-97087088-5b75-4a89-b5e2-dd5296b5bc1f tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:06.542104 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-97087088-5b75-4a89-b5e2-dd5296b5bc1f tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Usage tracker for resource:security_group_rule and tenant:fac7f64c48bd48e8ae480a0113f466e9 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:06.552628 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-517bf830-ebf3-4a7e-b031-561593ef96a8 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:06.557925 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-517bf830-ebf3-4a7e-b031-561593ef96a8 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.7014878 May 03 22:54:06.558129 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-97087088-5b75-4a89-b5e2-dd5296b5bc1f tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:06.558226 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38280) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:06.558740 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-98fc1110-e250-4f18-84f6-5425b7a97357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:06.567433 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-97087088-5b75-4a89-b5e2-dd5296b5bc1f tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:06.569776 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-7715a6ff-31d9-4f3c-bd3e-de89980736ba tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:06.571260 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fc1110-e250-4f18-84f6-5425b7a97357 None None] Routers {'474dd0f1-4e8f-4d55-a88a-47eace8d5655'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:54:06.572231 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-98fc1110-e250-4f18-84f6-5425b7a97357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['474dd0f1-4e8f-4d55-a88a-47eace8d5655'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:06.584022 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-95038535-a71e-48b0-9760-6b1909a37e98 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:06.641361 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-7715a6ff-31d9-4f3c-bd3e-de89980736ba tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Made reservation on behalf of a1b60de6f3b94c398a46d760b7dccea8 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:54:06.644887 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-7715a6ff-31d9-4f3c-bd3e-de89980736ba tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:06.649003 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-98fc1110-e250-4f18-84f6-5425b7a97357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:06.649584 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fc1110-e250-4f18-84f6-5425b7a97357 None None] The sync data for ids ['474dd0f1-4e8f-4d55-a88a-47eace8d5655'] in n-d-811807-1 is: [] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:54:06.658759 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-93852b26-50e5-45db-8932-04c6235dc60a tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2507889 May 03 22:54:06.662618 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95038535-a71e-48b0-9760-6b1909a37e98 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event deleted for resources: {'Port': ['ID=1f243419-9c20-43e3-b75a-b154e11ba182,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:06.668889 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-10d119a9-bbda-47a6-a548-a38af115ab66 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Transition to ACTIVE for port object 5aa08b48-9310-4437-83e4-632a6081fea4 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:54:06.669175 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38284) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:06.707680 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-97087088-5b75-4a89-b5e2-dd5296b5bc1f tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:06.717194 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-8ffc3d1a-9b32-40ec-a1fc-6eb827d95f44 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Request body: {'subnet': {'network_id': '411583a9-6c61-45b2-9c3e-030806cac8dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:06.749906 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93852b26-50e5-45db-8932-04c6235dc60a tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Pushing event updated for resources: {'Network': ['ID=411583a9-6c61-45b2-9c3e-030806cac8dd,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:06.765993 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 411583a9-6c61-45b2-9c3e-030806cac8dd details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:54:06.868951 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0a73a2f7-045d-4747-a3b6-22494bf08184 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "GET /v2.0/routers/474dd0f1-4e8f-4d55-a88a-47eace8d5655 HTTP/1.1" status: 200 len: 879 time: 0.3087366 May 03 22:54:06.869958 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38288) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:06.871282 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-10d119a9-bbda-47a6-a548-a38af115ab66 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:06.900262 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 4b5baf81-0115-425e-8091-179ef2adb1a2 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:54:06.977401 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 4b5baf81-0115-425e-8091-179ef2adb1a2 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:06.977771 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:07.067383 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-10d119a9-bbda-47a6-a548-a38af115ab66 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Network c911580a-47e8-451d-aa8d-57f0fa21ffe1 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:54:07.077019 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-10d119a9-bbda-47a6-a548-a38af115ab66 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:07.094408 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-10d119a9-bbda-47a6-a548-a38af115ab66 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:54:07.136482 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d119a9-bbda-47a6-a548-a38af115ab66 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Pushing event updated for resources: {'Port': ['ID=5aa08b48-9310-4437-83e4-632a6081fea4,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:07.194682 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-10d119a9-bbda-47a6-a548-a38af115ab66 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:07.195367 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-10d119a9-bbda-47a6-a548-a38af115ab66 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:07.226451 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-10d119a9-bbda-47a6-a548-a38af115ab66 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0902073 May 03 22:54:07.243317 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-a985f336-adde-4418-a21e-30aed9e67329 service neutron] Request body: {'port': {'device_id': '58b1620c-1628-4b95-8629-756baa43d747', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:07.279600 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8ffc3d1a-9b32-40ec-a1fc-6eb827d95f44 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:07.282044 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-95038535-a71e-48b0-9760-6b1909a37e98 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:07.292049 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8ffc3d1a-9b32-40ec-a1fc-6eb827d95f44 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Usage tracker for resource:subnet and tenant:e43cbdbd6a9944e68f978670527a5038 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:07.298398 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8ffc3d1a-9b32-40ec-a1fc-6eb827d95f44 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:07.354832 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8ffc3d1a-9b32-40ec-a1fc-6eb827d95f44 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:07.418484 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d75cb609-0c65-4820-98d9-cd8c323a874a req-145c17ed-d57c-4c30-87d1-fdf36fd5c82c tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 210 time: 0.0668979 May 03 22:54:07.429507 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-a985f336-adde-4418-a21e-30aed9e67329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:07.430609 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-773bdcf6-4d64-4ef9-b207-df02763d1673 None None] Provisioning for port 5aa08b48-9310-4437-83e4-632a6081fea4 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:54:07.430757 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-97087088-5b75-4a89-b5e2-dd5296b5bc1f tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:07.445795 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7a31b20f-abdf-4a45-87c5-846afcf4387b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Synchronizing usage tracker for tenant:51751333bcc04a9b85b04e61623005e7 on resource:router {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:54:07.446980 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-773bdcf6-4d64-4ef9-b207-df02763d1673 None None] Provisioning complete for port 5aa08b48-9310-4437-83e4-632a6081fea4 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:07.447302 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-773bdcf6-4d64-4ef9-b207-df02763d1673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:07.503462 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-773bdcf6-4d64-4ef9-b207-df02763d1673 None None] Port 5aa08b48-9310-4437-83e4-632a6081fea4 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:54:07.510754 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-97087088-5b75-4a89-b5e2-dd5296b5bc1f tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:07.513499 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7a31b20f-abdf-4a45-87c5-846afcf4387b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Unset dirty status for tenant:51751333bcc04a9b85b04e61623005e7 on resource:router {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:54:07.516799 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7a31b20f-abdf-4a45-87c5-846afcf4387b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.6413922 May 03 22:54:07.517484 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38294) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:07.528604 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-084c7de5-d70a-4dbe-8b09-99ea0df6fea7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-54267151'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:07.542114 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffc3d1a-9b32-40ec-a1fc-6eb827d95f44 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Made reservation on behalf of e43cbdbd6a9944e68f978670527a5038 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:54:07.545748 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8ffc3d1a-9b32-40ec-a1fc-6eb827d95f44 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:07.603318 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97087088-5b75-4a89-b5e2-dd5296b5bc1f tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a3d48a8-696f-4fa1-a17b-1b683e635343,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:07.669754 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-7715a6ff-31d9-4f3c-bd3e-de89980736ba tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.8-336dcf38-c712-4c88-95a1-f5ccb9f4ae08 {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:54:07.670318 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-7715a6ff-31d9-4f3c-bd3e-de89980736ba tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:54:07.670729 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-97087088-5b75-4a89-b5e2-dd5296b5bc1f tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:07.671893 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-97087088-5b75-4a89-b5e2-dd5296b5bc1f tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1657419 May 03 22:54:07.680170 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38298) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:07.691305 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-80582009-c851-44e0-9445-02589e5d9f74 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Request body: {'security_group_rule': {'security_group_id': 'f80127a2-7685-4829-b922-4f551e4c4adb', 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:07.769309 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-80582009-c851-44e0-9445-02589e5d9f74 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:07.833653 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-80582009-c851-44e0-9445-02589e5d9f74 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Usage tracker for resource:security_group_rule and tenant:fac7f64c48bd48e8ae480a0113f466e9 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:07.852187 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-80582009-c851-44e0-9445-02589e5d9f74 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:07.865979 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-80582009-c851-44e0-9445-02589e5d9f74 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:07.942161 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-80582009-c851-44e0-9445-02589e5d9f74 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:07.965224 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95038535-a71e-48b0-9760-6b1909a37e98 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Router 8fee669c-6ce8-48cf-8dc2-c70ad251e997 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:54:08.165778 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8ffc3d1a-9b32-40ec-a1fc-6eb827d95f44 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:08.208388 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-7715a6ff-31d9-4f3c-bd3e-de89980736ba tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:08.294846 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-80582009-c851-44e0-9445-02589e5d9f74 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:08.346367 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-80582009-c851-44e0-9445-02589e5d9f74 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:08.366721 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc3d1a-9b32-40ec-a1fc-6eb827d95f44 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Pushing event updated for resources: {'Subnet': ['ID=cf0e9bfa-d941-4964-8011-e53c12167875,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:08.373193 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-a985f336-adde-4418-a21e-30aed9e67329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aa08b48-9310-4437-83e4-632a6081fea4 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:54:08.383984 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-a985f336-adde-4418-a21e-30aed9e67329 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:08.384914 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95038535-a71e-48b0-9760-6b1909a37e98 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:54:08.396064 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451c6368-fd6e-4a5a-b577-602195190028 None None] Sync routers for ids ['8fee669c-6ce8-48cf-8dc2-c70ad251e997'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:54:08.408981 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451c6368-fd6e-4a5a-b577-602195190028 None None] Routers {'8fee669c-6ce8-48cf-8dc2-c70ad251e997'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:54:08.409589 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-451c6368-fd6e-4a5a-b577-602195190028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['8fee669c-6ce8-48cf-8dc2-c70ad251e997'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:08.414021 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80582009-c851-44e0-9445-02589e5d9f74 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc5397a-549b-4e9e-ab11-8f88c329c753,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:08.416825 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-a985f336-adde-4418-a21e-30aed9e67329 service neutron] Transition to ACTIVE for port object 5aa08b48-9310-4437-83e4-632a6081fea4 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:54:08.425009 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-a985f336-adde-4418-a21e-30aed9e67329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:08.439412 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc3d1a-9b32-40ec-a1fc-6eb827d95f44 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Checking segment: {'id': '5ee7f204-978b-4739-8e07-fe8d5910f167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '411583a9-6c61-45b2-9c3e-030806cac8dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:54:08.439772 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffc3d1a-9b32-40ec-a1fc-6eb827d95f44 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Network hostable DHCP agents. Network: 411583a9-6c61-45b2-9c3e-030806cac8dd, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:54:08.449569 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-80582009-c851-44e0-9445-02589e5d9f74 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:08.450889 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-80582009-c851-44e0-9445-02589e5d9f74 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7661829 May 03 22:54:08.457398 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-95038535-a71e-48b0-9760-6b1909a37e98 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "PUT /v2.0/routers/8fee669c-6ce8-48cf-8dc2-c70ad251e997/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1063964 May 03 22:54:08.458357 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38306) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:08.465144 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38308) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:08.468863 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-59e25912-d931-4598-9b2c-e95462fa47d0 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Request body: {'security_group_rule': {'security_group_id': 'f80127a2-7685-4829-b922-4f551e4c4adb', 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:08.478270 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-084c7de5-d70a-4dbe-8b09-99ea0df6fea7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:08.484463 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-451c6368-fd6e-4a5a-b577-602195190028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:08.494679 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451c6368-fd6e-4a5a-b577-602195190028 None None] Routers {'8fee669c-6ce8-48cf-8dc2-c70ad251e997'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:54:08.495335 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-451c6368-fd6e-4a5a-b577-602195190028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['8fee669c-6ce8-48cf-8dc2-c70ad251e997'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:08.511394 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-59e25912-d931-4598-9b2c-e95462fa47d0 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:08.524428 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-59e25912-d931-4598-9b2c-e95462fa47d0 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Usage tracker for resource:security_group_rule and tenant:fac7f64c48bd48e8ae480a0113f466e9 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:08.534462 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-59e25912-d931-4598-9b2c-e95462fa47d0 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:08.548762 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-59e25912-d931-4598-9b2c-e95462fa47d0 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:08.564987 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffc3d1a-9b32-40ec-a1fc-6eb827d95f44 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Network 411583a9-6c61-45b2-9c3e-030806cac8dd is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:54:08.595877 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-7715a6ff-31d9-4f3c-bd3e-de89980736ba tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Allocated IP 172.20.0.14 (c911580a-47e8-451d-aa8d-57f0fa21ffe1/5517459f-c98d-41cf-b3ba-cd5ba862ae7c/2f72ab74-a672-447d-b997-eae19b009369) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:54:08.599814 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-8ffc3d1a-9b32-40ec-a1fc-6eb827d95f44 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 411583a9-6c61-45b2-9c3e-030806cac8dd) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:08.610154 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fbe655-1602-4844-beb4-ff3ea8b85fc6 None None] Network 411583a9-6c61-45b2-9c3e-030806cac8dd requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:54:08.617678 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffc3d1a-9b32-40ec-a1fc-6eb827d95f44 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:08.618339 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8ffc3d1a-9b32-40ec-a1fc-6eb827d95f44 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:08.626662 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59e25912-d931-4598-9b2c-e95462fa47d0 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:08.635302 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-451c6368-fd6e-4a5a-b577-602195190028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:08.636075 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451c6368-fd6e-4a5a-b577-602195190028 None None] The sync data for ids ['8fee669c-6ce8-48cf-8dc2-c70ad251e997'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:54:08.680694 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8ffc3d1a-9b32-40ec-a1fc-6eb827d95f44 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9788465 May 03 22:54:08.689230 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38314) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:08.780958 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-9bfa3980-b48e-4ff8-a120-3d62ec3a2091 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Request body: {'port': {'network_id': '411583a9-6c61-45b2-9c3e-030806cac8dd', 'name': 'tempest-ExtraDHCPOptionsTestJSON-385375767'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:08.785697 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59e25912-d931-4598-9b2c-e95462fa47d0 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:08.798131 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59e25912-d931-4598-9b2c-e95462fa47d0 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:08.820411 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-084c7de5-d70a-4dbe-8b09-99ea0df6fea7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-785141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-785150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-783245'] for router, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:08.833272 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e25912-d931-4598-9b2c-e95462fa47d0 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df4865b-88f9-4b27-9cbf-a43a78f7b987,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:08.873955 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ffe8bf7b-3f18-4e99-b8a2-f04ad5709f33 req-233fcf8a-0d40-402c-a561-5fdb4b4c7a76 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 210 time: 0.1819701 May 03 22:54:08.874662 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985f336-adde-4418-a21e-30aed9e67329 service neutron] Pushing event updated for resources: {'Port': ['ID=5aa08b48-9310-4437-83e4-632a6081fea4,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:08.897235 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59e25912-d931-4598-9b2c-e95462fa47d0 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:08.898608 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-59e25912-d931-4598-9b2c-e95462fa47d0 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4340229 May 03 22:54:08.901477 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38318) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:08.914743 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-97cdf984-c622-42c6-b133-b0952b622ce0 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Request body: {'security_group_rule': {'security_group_id': 'f80127a2-7685-4829-b922-4f551e4c4adb', 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:08.927474 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-97cdf984-c622-42c6-b133-b0952b622ce0 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:08.935423 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-97cdf984-c622-42c6-b133-b0952b622ce0 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Usage tracker for resource:security_group_rule and tenant:fac7f64c48bd48e8ae480a0113f466e9 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:08.940971 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-97cdf984-c622-42c6-b133-b0952b622ce0 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:08.958683 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-97cdf984-c622-42c6-b133-b0952b622ce0 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:08.962696 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cae4a2d-f07d-4982-950a-125227fc7100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-411583a9-6c61-45b2-9c3e-030806cac8dd', 'network_id': '411583a9-6c61-45b2-9c3e-030806cac8dd', 'tenant_id': 'e43cbdbd6a9944e68f978670527a5038', 'fixed_ips': [{'subnet_id': 'cf0e9bfa-d941-4964-8011-e53c12167875'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:54:08.963533 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5cae4a2d-f07d-4982-950a-125227fc7100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:08.998402 n-d-811807-1 neutron-server[88070]: INFO neutron.db.securitygroups_db [None req-97cdf984-c622-42c6-b133-b0952b622ce0 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Project fac7f64c48bd48e8ae480a0113f466e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 22:54:09.006020 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-7715a6ff-31d9-4f3c-bd3e-de89980736ba tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:09.015457 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-97cdf984-c622-42c6-b133-b0952b622ce0 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:09.043294 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-7715a6ff-31d9-4f3c-bd3e-de89980736ba tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Transition to ACTIVE for port object 2f72ab74-a672-447d-b997-eae19b009369 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:54:09.099155 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-97cdf984-c622-42c6-b133-b0952b622ce0 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:09.104128 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-97cdf984-c622-42c6-b133-b0952b622ce0 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:09.132431 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-5cae4a2d-f07d-4982-950a-125227fc7100 None None] Allocated IP 172.20.0.2 (411583a9-6c61-45b2-9c3e-030806cac8dd/cf0e9bfa-d941-4964-8011-e53c12167875/f1434c7a-9429-4f9e-8034-44309b4cf940) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:54:09.136506 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-7715a6ff-31d9-4f3c-bd3e-de89980736ba tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:09.175508 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cdf984-c622-42c6-b133-b0952b622ce0 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee41733-0527-44d7-8b74-98b853ec7f11,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:09.187683 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-97cdf984-c622-42c6-b133-b0952b622ce0 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:09.192105 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-97cdf984-c622-42c6-b133-b0952b622ce0 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2863598 May 03 22:54:09.207959 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38322) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:09.223067 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-828c34af-558d-4c26-ae6c-8aa47c49d47c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Request body: {'security_group_rule': {'security_group_id': 'f80127a2-7685-4829-b922-4f551e4c4adb', 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:09.351539 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5cae4a2d-f07d-4982-950a-125227fc7100 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:09.363414 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5cae4a2d-f07d-4982-950a-125227fc7100 None None] Transition to ACTIVE for port object f1434c7a-9429-4f9e-8034-44309b4cf940 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:54:09.375742 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-7715a6ff-31d9-4f3c-bd3e-de89980736ba tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Network c911580a-47e8-451d-aa8d-57f0fa21ffe1 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:54:09.379263 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-828c34af-558d-4c26-ae6c-8aa47c49d47c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:09.383817 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-7715a6ff-31d9-4f3c-bd3e-de89980736ba tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:09.384404 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5cae4a2d-f07d-4982-950a-125227fc7100 None None] Transition to ACTIVE for port object f1434c7a-9429-4f9e-8034-44309b4cf940 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:54:09.386264 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-7715a6ff-31d9-4f3c-bd3e-de89980736ba tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:54:09.392144 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5cae4a2d-f07d-4982-950a-125227fc7100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:09.416801 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-828c34af-558d-4c26-ae6c-8aa47c49d47c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Usage tracker for resource:security_group_rule and tenant:fac7f64c48bd48e8ae480a0113f466e9 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:09.422987 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-828c34af-558d-4c26-ae6c-8aa47c49d47c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:09.426215 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7715a6ff-31d9-4f3c-bd3e-de89980736ba tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Pushing event updated for resources: {'Port': ['ID=2f72ab74-a672-447d-b997-eae19b009369,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:09.437067 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-828c34af-558d-4c26-ae6c-8aa47c49d47c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:09.465959 n-d-811807-1 neutron-server[88070]: INFO neutron.db.securitygroups_db [None req-828c34af-558d-4c26-ae6c-8aa47c49d47c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Project fac7f64c48bd48e8ae480a0113f466e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 22:54:09.474740 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cae4a2d-f07d-4982-950a-125227fc7100 None None] Network 411583a9-6c61-45b2-9c3e-030806cac8dd is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:54:09.482181 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-7715a6ff-31d9-4f3c-bd3e-de89980736ba tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:09.482509 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-7715a6ff-31d9-4f3c-bd3e-de89980736ba tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:09.483689 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-5cae4a2d-f07d-4982-950a-125227fc7100 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:09.489264 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cae4a2d-f07d-4982-950a-125227fc7100 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:54:09.489451 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-828c34af-558d-4c26-ae6c-8aa47c49d47c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:09.532734 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-7715a6ff-31d9-4f3c-bd3e-de89980736ba tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3154845 May 03 22:54:09.533048 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9bfa3980-b48e-4ff8-a120-3d62ec3a2091 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:09.551686 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9bfa3980-b48e-4ff8-a120-3d62ec3a2091 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Usage tracker for resource:port and tenant:e43cbdbd6a9944e68f978670527a5038 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:09.556001 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-a985f336-adde-4418-a21e-30aed9e67329 service neutron] Attempting to bind port 5aa08b48-9310-4437-83e4-632a6081fea4 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:54:09.556564 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-a985f336-adde-4418-a21e-30aed9e67329 service neutron] Attempting to bind port 5aa08b48-9310-4437-83e4-632a6081fea4 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'c01eddde-57f8-4cc1-8f09-891362f7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:54:09.557066 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-a985f336-adde-4418-a21e-30aed9e67329 service neutron] Attempting to bind port 5aa08b48-9310-4437-83e4-632a6081fea4 on network c911580a-47e8-451d-aa8d-57f0fa21ffe1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:54:09.561521 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9bfa3980-b48e-4ff8-a120-3d62ec3a2091 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:09.563691 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-57062492-b85d-4d96-9005-4fb763d032f2 service neutron] Request body: {'port': {'device_id': '1882bc6f-5a7c-4844-92c6-efae1390fec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:09.572270 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9bfa3980-b48e-4ff8-a120-3d62ec3a2091 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:09.583864 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-a985f336-adde-4418-a21e-30aed9e67329 service neutron] Port 5aa08b48-9310-4437-83e4-632a6081fea4 on network c911580a-47e8-451d-aa8d-57f0fa21ffe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:54:09.584443 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-a985f336-adde-4418-a21e-30aed9e67329 service neutron] Attempting to bind port 5aa08b48-9310-4437-83e4-632a6081fea4 on network c911580a-47e8-451d-aa8d-57f0fa21ffe1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:54:09.616145 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084c7de5-d70a-4dbe-8b09-99ea0df6fea7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Router 474dd0f1-4e8f-4d55-a88a-47eace8d5655 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:54:09.618679 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae4a2d-f07d-4982-950a-125227fc7100 None None] Pushing event updated for resources: {'Port': ['ID=f1434c7a-9429-4f9e-8034-44309b4cf940,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:09.658282 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-a985f336-adde-4418-a21e-30aed9e67329 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:54:09.659078 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-a985f336-adde-4418-a21e-30aed9e67329 service neutron] Checking segment: {'id': 'c01eddde-57f8-4cc1-8f09-891362f7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:54:09.659830 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-a985f336-adde-4418-a21e-30aed9e67329 service neutron] Bound using segment: {'id': 'c01eddde-57f8-4cc1-8f09-891362f7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:54:09.660005 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-a985f336-adde-4418-a21e-30aed9e67329 service neutron] Bound port: 5aa08b48-9310-4437-83e4-632a6081fea4, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c01eddde-57f8-4cc1-8f09-891362f7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:54:09.660229 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-a985f336-adde-4418-a21e-30aed9e67329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:09.667728 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-5cae4a2d-f07d-4982-950a-125227fc7100 None None] Attempting to bind port f1434c7a-9429-4f9e-8034-44309b4cf940 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:54:09.668364 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-5cae4a2d-f07d-4982-950a-125227fc7100 None None] Attempting to bind port f1434c7a-9429-4f9e-8034-44309b4cf940 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '5ee7f204-978b-4739-8e07-fe8d5910f167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '411583a9-6c61-45b2-9c3e-030806cac8dd'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:54:09.668732 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cae4a2d-f07d-4982-950a-125227fc7100 None None] Attempting to bind port f1434c7a-9429-4f9e-8034-44309b4cf940 on network 411583a9-6c61-45b2-9c3e-030806cac8dd {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:54:09.677063 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-828c34af-558d-4c26-ae6c-8aa47c49d47c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:09.677605 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfa3980-b48e-4ff8-a120-3d62ec3a2091 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Made reservation on behalf of e43cbdbd6a9944e68f978670527a5038 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:54:09.680314 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cae4a2d-f07d-4982-950a-125227fc7100 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:54:09.680736 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cae4a2d-f07d-4982-950a-125227fc7100 None None] Checking segment: {'id': '5ee7f204-978b-4739-8e07-fe8d5910f167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '411583a9-6c61-45b2-9c3e-030806cac8dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:54:09.680900 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9bfa3980-b48e-4ff8-a120-3d62ec3a2091 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:09.681255 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5cae4a2d-f07d-4982-950a-125227fc7100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:09.681754 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cae4a2d-f07d-4982-950a-125227fc7100 None None] Bound using segment: {'id': '5ee7f204-978b-4739-8e07-fe8d5910f167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '411583a9-6c61-45b2-9c3e-030806cac8dd'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:54:09.682558 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-5cae4a2d-f07d-4982-950a-125227fc7100 None None] Bound port: f1434c7a-9429-4f9e-8034-44309b4cf940, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee7f204-978b-4739-8e07-fe8d5910f167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '411583a9-6c61-45b2-9c3e-030806cac8dd'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:54:09.683133 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5cae4a2d-f07d-4982-950a-125227fc7100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:09.686538 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-828c34af-558d-4c26-ae6c-8aa47c49d47c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:09.733880 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5c2008fd-1576-4028-a501-6b151d10a878 None None] Provisioning for port 2f72ab74-a672-447d-b997-eae19b009369 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:54:09.755163 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c34af-558d-4c26-ae6c-8aa47c49d47c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e0700c9-2a14-4431-8cf7-86dd21b45e72,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:09.758377 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5c2008fd-1576-4028-a501-6b151d10a878 None None] Provisioning complete for port 2f72ab74-a672-447d-b997-eae19b009369 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:09.758970 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5c2008fd-1576-4028-a501-6b151d10a878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:09.769449 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-57062492-b85d-4d96-9005-4fb763d032f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:09.782823 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-828c34af-558d-4c26-ae6c-8aa47c49d47c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:09.786037 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-828c34af-558d-4c26-ae6c-8aa47c49d47c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5730882 May 03 22:54:09.910949 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-5cae4a2d-f07d-4982-950a-125227fc7100 None None] For port f1434c7a-9429-4f9e-8034-44309b4cf940, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:54:09.915153 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-5cae4a2d-f07d-4982-950a-125227fc7100 None None] For port f1434c7a-9429-4f9e-8034-44309b4cf940, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=f1434c7a-9429-4f9e-8034-44309b4cf940,segment=NetworkSegment(5ee7f204-978b-4739-8e07-fe8d5910f167),segment_id=5ee7f204-978b-4739-8e07-fe8d5910f167)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:54:09.931012 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5cae4a2d-f07d-4982-950a-125227fc7100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:09.949252 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-9bfa3980-b48e-4ff8-a120-3d62ec3a2091 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] device_id is not set on port 6af4133d-6239-414b-8e56-ef03c3a3b6a0 yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:54:10.064272 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae4a2d-f07d-4982-950a-125227fc7100 None None] Pushing event updated for resources: {'Port': ['ID=f1434c7a-9429-4f9e-8034-44309b4cf940,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:10.082616 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-5c2008fd-1576-4028-a501-6b151d10a878 None None] Port 2f72ab74-a672-447d-b997-eae19b009369 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:54:10.225409 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-57062492-b85d-4d96-9005-4fb763d032f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f72ab74-a672-447d-b997-eae19b009369 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:54:10.235383 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-57062492-b85d-4d96-9005-4fb763d032f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:10.252579 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-a985f336-adde-4418-a21e-30aed9e67329 service neutron] For port 5aa08b48-9310-4437-83e4-632a6081fea4, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:54:10.257311 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-57062492-b85d-4d96-9005-4fb763d032f2 service neutron] Transition to ACTIVE for port object 2f72ab74-a672-447d-b997-eae19b009369 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:54:10.263367 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-57062492-b85d-4d96-9005-4fb763d032f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:10.269459 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084c7de5-d70a-4dbe-8b09-99ea0df6fea7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:54:10.281443 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-a985f336-adde-4418-a21e-30aed9e67329 service neutron] For port 5aa08b48-9310-4437-83e4-632a6081fea4, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=5aa08b48-9310-4437-83e4-632a6081fea4,segment=NetworkSegment(c01eddde-57f8-4cc1-8f09-891362f7a1a2),segment_id=c01eddde-57f8-4cc1-8f09-891362f7a1a2)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:54:10.285530 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c65272-5bea-48c0-a267-afe2e01b8440 None None] Sync routers for ids ['474dd0f1-4e8f-4d55-a88a-47eace8d5655'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:54:10.296892 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-a985f336-adde-4418-a21e-30aed9e67329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:10.303719 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c65272-5bea-48c0-a267-afe2e01b8440 None None] Routers {'474dd0f1-4e8f-4d55-a88a-47eace8d5655'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:54:10.305353 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-39c65272-5bea-48c0-a267-afe2e01b8440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['474dd0f1-4e8f-4d55-a88a-47eace8d5655'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:10.338799 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-9bfa3980-b48e-4ff8-a120-3d62ec3a2091 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Allocated IP 172.20.0.12 (411583a9-6c61-45b2-9c3e-030806cac8dd/cf0e9bfa-d941-4964-8011-e53c12167875/6af4133d-6239-414b-8e56-ef03c3a3b6a0) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:54:10.366181 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-084c7de5-d70a-4dbe-8b09-99ea0df6fea7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:10.366181 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-084c7de5-d70a-4dbe-8b09-99ea0df6fea7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "PUT /v2.0/routers/474dd0f1-4e8f-4d55-a88a-47eace8d5655 HTTP/1.1" status: 200 len: 886 time: 2.8454187 May 03 22:54:10.395279 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38368) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:10.512505 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-39c65272-5bea-48c0-a267-afe2e01b8440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:10.542476 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c65272-5bea-48c0-a267-afe2e01b8440 None None] Routers {'474dd0f1-4e8f-4d55-a88a-47eace8d5655'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:54:10.543368 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-39c65272-5bea-48c0-a267-afe2e01b8440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['474dd0f1-4e8f-4d55-a88a-47eace8d5655'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:10.561403 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-a985f336-adde-4418-a21e-30aed9e67329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:10.562285 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-a985f336-adde-4418-a21e-30aed9e67329 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:10.568090 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-a985f336-adde-4418-a21e-30aed9e67329 service neutron] 10.222.0.60 "PUT /v2.0/ports/5aa08b48-9310-4437-83e4-632a6081fea4 HTTP/1.1" status: 200 len: 1091 time: 3.3319991 May 03 22:54:10.568971 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b1620c-1628-4b95-8629-756baa43d747', 'tag': '5aa08b48-9310-4437-83e4-632a6081fea4'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:54:10.641498 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-39c65272-5bea-48c0-a267-afe2e01b8440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:10.642655 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c65272-5bea-48c0-a267-afe2e01b8440 None None] The sync data for ids ['474dd0f1-4e8f-4d55-a88a-47eace8d5655'] in n-d-811807-1 is: [] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:54:10.654542 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985f336-adde-4418-a21e-30aed9e67329 service neutron] Pushing event updated for resources: {'Port': ['ID=5aa08b48-9310-4437-83e4-632a6081fea4,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:10.693724 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5122a-b422-4577-ac24-151daaa1461e req-10a8ad23-5fa4-457a-917e-a373eda55b0c tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:10.700868 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-78b5122a-b422-4577-ac24-151daaa1461e req-10a8ad23-5fa4-457a-917e-a373eda55b0c tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 932 time: 0.6178756 May 03 22:54:10.722390 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25ab5155-46c5-4457-8fc3-d067e61ecfe4'] response: {'name': 'network-changed', 'server_uuid': '58b1620c-1628-4b95-8629-756baa43d747', 'tag': '5aa08b48-9310-4437-83e4-632a6081fea4', 'status': 'completed', 'code': 200} May 03 22:54:10.930098 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-78b5122a-b422-4577-ac24-151daaa1461e req-9bce472a-7ca4-4ed3-b59d-49ba20f4af70 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Synchronizing usage tracker for tenant:a1b60de6f3b94c398a46d760b7dccea8 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:54:10.930394 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device f1434c7a-9429-4f9e-8034-44309b4cf940 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:54:10.938547 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57062492-b85d-4d96-9005-4fb763d032f2 service neutron] Pushing event updated for resources: {'Port': ['ID=2f72ab74-a672-447d-b997-eae19b009369,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:11.013766 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-07e4fec2-af0e-47f1-a187-2df040198c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:11.015500 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-07e4fec2-af0e-47f1-a187-2df040198c5d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1b60de6f3b94c398a46d760b7dccea8&device_id=58b1620c-1628-4b95-8629-756baa43d747 HTTP/1.1" status: 200 len: 1094 time: 0.2754602 May 03 22:54:11.073213 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-57062492-b85d-4d96-9005-4fb763d032f2 service neutron] Attempting to bind port 2f72ab74-a672-447d-b997-eae19b009369 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:54:11.075189 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-57062492-b85d-4d96-9005-4fb763d032f2 service neutron] Attempting to bind port 2f72ab74-a672-447d-b997-eae19b009369 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': 'c01eddde-57f8-4cc1-8f09-891362f7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:54:11.075783 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-57062492-b85d-4d96-9005-4fb763d032f2 service neutron] Attempting to bind port 2f72ab74-a672-447d-b997-eae19b009369 on network c911580a-47e8-451d-aa8d-57f0fa21ffe1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:54:11.083747 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-57062492-b85d-4d96-9005-4fb763d032f2 service neutron] Port 2f72ab74-a672-447d-b997-eae19b009369 on network c911580a-47e8-451d-aa8d-57f0fa21ffe1 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:54:11.084394 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-57062492-b85d-4d96-9005-4fb763d032f2 service neutron] Attempting to bind port 2f72ab74-a672-447d-b997-eae19b009369 on network c911580a-47e8-451d-aa8d-57f0fa21ffe1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:54:11.094264 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port f1434c7a-9429-4f9e-8034-44309b4cf940 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:54:11.097938 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-57062492-b85d-4d96-9005-4fb763d032f2 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:54:11.098366 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-57062492-b85d-4d96-9005-4fb763d032f2 service neutron] Checking segment: {'id': 'c01eddde-57f8-4cc1-8f09-891362f7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:54:11.098801 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-57062492-b85d-4d96-9005-4fb763d032f2 service neutron] Bound using segment: {'id': 'c01eddde-57f8-4cc1-8f09-891362f7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:54:11.099292 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-57062492-b85d-4d96-9005-4fb763d032f2 service neutron] Bound port: 2f72ab74-a672-447d-b997-eae19b009369, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c01eddde-57f8-4cc1-8f09-891362f7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:54:11.099701 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-57062492-b85d-4d96-9005-4fb763d032f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:11.116686 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-cb1001e4-225f-45bf-a10b-8c7be053fc8c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "GET /v2.0/routers/474dd0f1-4e8f-4d55-a88a-47eace8d5655 HTTP/1.1" status: 200 len: 886 time: 0.6971371 May 03 22:54:11.119800 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38406) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:11.163155 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-78b5122a-b422-4577-ac24-151daaa1461e req-9bce472a-7ca4-4ed3-b59d-49ba20f4af70 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Unset dirty status for tenant:a1b60de6f3b94c398a46d760b7dccea8 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:54:11.172347 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-78b5122a-b422-4577-ac24-151daaa1461e req-9bce472a-7ca4-4ed3-b59d-49ba20f4af70 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4470527 May 03 22:54:11.185698 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5535033f-42c1-4e09-8212-762ba51d070a tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Synchronizing usage tracker for tenant:51751333bcc04a9b85b04e61623005e7 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:54:11.199887 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-5902a3ac-c068-45e0-b837-31715c90b9c6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5aa08b48-9310-4437-83e4-632a6081fea4 HTTP/1.1" status: 200 len: 217 time: 0.1721287 May 03 22:54:11.202324 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-37182a67-4b3b-4b4c-a361-36672d09aea2 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:11.278684 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5535033f-42c1-4e09-8212-762ba51d070a tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Unset dirty status for tenant:51751333bcc04a9b85b04e61623005e7 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:54:11.278947 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5535033f-42c1-4e09-8212-762ba51d070a tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "GET /v2.0/ports?device_id=474dd0f1-4e8f-4d55-a88a-47eace8d5655 HTTP/1.1" status: 200 len: 205 time: 0.1580830 May 03 22:54:11.282071 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38410) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:11.431223 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-57062492-b85d-4d96-9005-4fb763d032f2 service neutron] For port 2f72ab74-a672-447d-b997-eae19b009369, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:54:11.445732 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-57062492-b85d-4d96-9005-4fb763d032f2 service neutron] For port 2f72ab74-a672-447d-b997-eae19b009369, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=2f72ab74-a672-447d-b997-eae19b009369,segment=NetworkSegment(c01eddde-57f8-4cc1-8f09-891362f7a1a2),segment_id=c01eddde-57f8-4cc1-8f09-891362f7a1a2)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:54:11.458452 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-57062492-b85d-4d96-9005-4fb763d032f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:11.534009 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9bfa3980-b48e-4ff8-a120-3d62ec3a2091 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:11.549868 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-57062492-b85d-4d96-9005-4fb763d032f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:11.550513 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-57062492-b85d-4d96-9005-4fb763d032f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:11.551975 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-57062492-b85d-4d96-9005-4fb763d032f2 service neutron] 10.222.0.67 "PUT /v2.0/ports/2f72ab74-a672-447d-b997-eae19b009369 HTTP/1.1" status: 200 len: 1092 time: 2.0093555 May 03 22:54:11.554302 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1882bc6f-5a7c-4844-92c6-efae1390fec2', 'tag': '2f72ab74-a672-447d-b997-eae19b009369'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:54:11.588323 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4ca7da6-1c51-461d-9d22-632eee047c5d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:11.597009 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-9bfa3980-b48e-4ff8-a120-3d62ec3a2091 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Transition to ACTIVE for port object 6af4133d-6239-414b-8e56-ef03c3a3b6a0 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:54:11.669906 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-a6c9fc8a-3a2a-42d3-a77f-006301be1e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:11.672193 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-a6c9fc8a-3a2a-42d3-a77f-006301be1e5b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5517459f-c98d-41cf-b3ba-cd5ba862ae7c HTTP/1.1" status: 200 len: 857 time: 0.4006135 May 03 22:54:11.732441 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b880616-43f4-45f3-8c3c-295d8199848f None None] Network 411583a9-6c61-45b2-9c3e-030806cac8dd requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:54:11.816329 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9bfa3980-b48e-4ff8-a120-3d62ec3a2091 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:11.853224 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f18e92c5-83ec-4229-9a35-3ae0432b9d92'] response: {'name': 'network-changed', 'server_uuid': '1882bc6f-5a7c-4844-92c6-efae1390fec2', 'tag': '2f72ab74-a672-447d-b997-eae19b009369', 'status': 'completed', 'code': 200} May 03 22:54:11.890966 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-85ed1bda-2dee-4d0c-bc36-006c423a3c06 None None] Provisioning for port f1434c7a-9429-4f9e-8034-44309b4cf940 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:54:11.902250 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-85ed1bda-2dee-4d0c-bc36-006c423a3c06 None None] Provisioning complete for port f1434c7a-9429-4f9e-8034-44309b4cf940 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:11.903481 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-85ed1bda-2dee-4d0c-bc36-006c423a3c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:11.907675 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57062492-b85d-4d96-9005-4fb763d032f2 service neutron] Pushing event updated for resources: {'Port': ['ID=2f72ab74-a672-447d-b997-eae19b009369,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:12.046266 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-c9699eb4-d0c2-4ce7-9937-32b409090cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:12.047690 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-c9699eb4-d0c2-4ce7-9937-32b409090cc5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a1b60de6f3b94c398a46d760b7dccea8&device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 1095 time: 0.1933632 May 03 22:54:12.174211 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-3d49dc45-9de5-406e-9866-60f169ad125f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f72ab74-a672-447d-b997-eae19b009369 HTTP/1.1" status: 200 len: 217 time: 0.1099331 May 03 22:54:12.177111 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-85ed1bda-2dee-4d0c-bc36-006c423a3c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:12.213360 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfa3980-b48e-4ff8-a120-3d62ec3a2091 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Network 411583a9-6c61-45b2-9c3e-030806cac8dd is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:54:12.215703 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-85ed1bda-2dee-4d0c-bc36-006c423a3c06 None None] For port f1434c7a-9429-4f9e-8034-44309b4cf940, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=f1434c7a-9429-4f9e-8034-44309b4cf940,segment=NetworkSegment(5ee7f204-978b-4739-8e07-fe8d5910f167),segment_id=5ee7f204-978b-4739-8e07-fe8d5910f167)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:54:12.223573 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-85ed1bda-2dee-4d0c-bc36-006c423a3c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:12.230641 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-9bfa3980-b48e-4ff8-a120-3d62ec3a2091 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:12.241319 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfa3980-b48e-4ff8-a120-3d62ec3a2091 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:54:12.258130 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4ca7da6-1c51-461d-9d22-632eee047c5d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:12.281727 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-c4ca7da6-1c51-461d-9d22-632eee047c5d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Deleting port 54d3087d-888e-4814-a224-c841550dff5b {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:54:12.282456 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4ca7da6-1c51-461d-9d22-632eee047c5d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:12.296910 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed1bda-2dee-4d0c-bc36-006c423a3c06 None None] Pushing event updated for resources: {'Port': ['ID=f1434c7a-9429-4f9e-8034-44309b4cf940,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:12.304310 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa3980-b48e-4ff8-a120-3d62ec3a2091 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Pushing event updated for resources: {'Port': ['ID=6af4133d-6239-414b-8e56-ef03c3a3b6a0,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:12.363216 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-5c8276e3-c004-425e-80dd-47012a0d3c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:12.364886 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-5c8276e3-c004-425e-80dd-47012a0d3c80 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c911580a-47e8-451d-aa8d-57f0fa21ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5991518 May 03 22:54:12.392140 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-2e6357fc-5776-4b88-ad35-c65523808176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:12.394271 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-2e6357fc-5776-4b88-ad35-c65523808176 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5517459f-c98d-41cf-b3ba-cd5ba862ae7c HTTP/1.1" status: 200 len: 857 time: 0.2079616 May 03 22:54:12.476583 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfa3980-b48e-4ff8-a120-3d62ec3a2091 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:12.477201 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9bfa3980-b48e-4ff8-a120-3d62ec3a2091 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:12.584921 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1361a31d-be32-4224-be88-73721779afaa None None] Provisioning complete for port f1434c7a-9429-4f9e-8034-44309b4cf940 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:12.585303 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1361a31d-be32-4224-be88-73721779afaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:12.612870 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-a3f3a666-118d-48e7-89f3-46b569902ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:12.614544 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-a3f3a666-118d-48e7-89f3-46b569902ef9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c911580a-47e8-451d-aa8d-57f0fa21ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2050586 May 03 22:54:12.616525 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4ca7da6-1c51-461d-9d22-632eee047c5d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:12.679596 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9bfa3980-b48e-4ff8-a120-3d62ec3a2091 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.9780180 May 03 22:54:12.694901 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38420) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:12.741613 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-23825afd-90d8-44ce-9149-97fa649ca167 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Request body: {'port': {'network_id': '411583a9-6c61-45b2-9c3e-030806cac8dd', 'name': 'tempest-ExtraDHCPOptionsTestJSON-652793995', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:12.742237 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.api.validators [None req-23825afd-90d8-44ce-9149-97fa649ca167 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] bootfile-name is not in valid_values {{(pid=88069) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 03 22:54:12.742580 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.api.validators [None req-23825afd-90d8-44ce-9149-97fa649ca167 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] tftp-server is not in valid_values {{(pid=88069) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 03 22:54:12.742913 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.api.validators [None req-23825afd-90d8-44ce-9149-97fa649ca167 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] server-ip-address is not in valid_values {{(pid=88069) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 03 22:54:12.825409 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1361a31d-be32-4224-be88-73721779afaa None None] Provisioning for port 6af4133d-6239-414b-8e56-ef03c3a3b6a0 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:54:12.831704 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1361a31d-be32-4224-be88-73721779afaa None None] Provisioning complete for port 6af4133d-6239-414b-8e56-ef03c3a3b6a0 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:12.832404 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1361a31d-be32-4224-be88-73721779afaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:12.837767 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-47e2bacb-50cf-4dab-9d66-2efae75e1399 service neutron] 10.222.0.60 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4628797 May 03 22:54:12.897697 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device f1434c7a-9429-4f9e-8034-44309b4cf940 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:54:12.907928 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-c4ca7da6-1c51-461d-9d22-632eee047c5d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Calling delete_port for 54d3087d-888e-4814-a224-c841550dff5b owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:54:12.941161 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-37182a67-4b3b-4b4c-a361-36672d09aea2 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Deleting port 0a24781f-264b-4e6a-bd35-5eafb9edefe8 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:54:12.941510 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-37182a67-4b3b-4b4c-a361-36672d09aea2 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:12.974322 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2078661-bfa4-4b63-a4ff-219df120fc2b req-468f920c-bd30-40c5-a838-4e113bc6924d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:12.975857 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e2078661-bfa4-4b63-a4ff-219df120fc2b req-468f920c-bd30-40c5-a838-4e113bc6924d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 944 time: 0.6061299 May 03 22:54:12.981775 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1361a31d-be32-4224-be88-73721779afaa None None] Port 6af4133d-6239-414b-8e56-ef03c3a3b6a0 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:54:13.006225 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port f1434c7a-9429-4f9e-8034-44309b4cf940 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:13.006687 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:13.106750 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-1811ec15-29c7-4898-951c-11a54a167e1e service neutron] 10.222.0.67 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4807811 May 03 22:54:13.118888 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-20fc6c3a-e29a-4bab-b1c7-b532934c104b None None] Provisioning complete for port 6af4133d-6239-414b-8e56-ef03c3a3b6a0 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:13.119335 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-20fc6c3a-e29a-4bab-b1c7-b532934c104b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:13.136979 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e2078661-bfa4-4b63-a4ff-219df120fc2b req-0c8bb805-f3e4-4a1f-aa17-25336b699246 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315799 May 03 22:54:13.221432 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-23825afd-90d8-44ce-9149-97fa649ca167 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:13.285843 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-23825afd-90d8-44ce-9149-97fa649ca167 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Usage tracker for resource:port and tenant:e43cbdbd6a9944e68f978670527a5038 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:13.286553 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-67817295-6fa0-40a6-b346-c9f5cf9bccbe req-05c769b9-27f7-497a-a84d-d73471c778e1 service neutron] 10.222.0.67 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726401 May 03 22:54:13.292534 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-23825afd-90d8-44ce-9149-97fa649ca167 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:13.311685 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-20fc6c3a-e29a-4bab-b1c7-b532934c104b None None] Port 6af4133d-6239-414b-8e56-ef03c3a3b6a0 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:54:13.326284 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-23825afd-90d8-44ce-9149-97fa649ca167 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:13.340124 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dac8f6e0-d9fa-4f3e-94b7-ba4976e5b73f req-c0833eb7-3001-431b-a2c0-09839b0e5b1c service neutron] 10.222.0.60 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4923608 May 03 22:54:13.353554 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23825afd-90d8-44ce-9149-97fa649ca167 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Made reservation on behalf of e43cbdbd6a9944e68f978670527a5038 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:54:13.355902 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-23825afd-90d8-44ce-9149-97fa649ca167 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:13.384582 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-37182a67-4b3b-4b4c-a361-36672d09aea2 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:13.438208 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4ca7da6-1c51-461d-9d22-632eee047c5d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:13.492849 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-23825afd-90d8-44ce-9149-97fa649ca167 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] device_id is not set on port f064544b-a86b-4ca3-8202-4bf199ee4c33 yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:54:13.522629 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca7da6-1c51-461d-9d22-632eee047c5d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event deleted for resources: {'Port': ['ID=54d3087d-888e-4814-a224-c841550dff5b,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:13.588209 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bbfc2-ea47-4211-8fa6-7c31e6ca4ec3 req-54718c75-e4cd-4374-a4e7-cb07833c2bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:13.589370 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bf4bbfc2-ea47-4211-8fa6-7c31e6ca4ec3 req-54718c75-e4cd-4374-a4e7-cb07833c2bc8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a1b60de6f3b94c398a46d760b7dccea8&device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 1095 time: 0.2451694 May 03 22:54:13.594516 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-37182a67-4b3b-4b4c-a361-36672d09aea2 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Calling delete_port for 0a24781f-264b-4e6a-bd35-5eafb9edefe8 owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:54:13.762225 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4ca7da6-1c51-461d-9d22-632eee047c5d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:13.793686 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfce5ea-676f-4806-bdb6-e92b264d1ff9 req-0fd3432a-d9b0-4256-a472-3af1ed24c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:13.795235 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ecfce5ea-676f-4806-bdb6-e92b264d1ff9 req-0fd3432a-d9b0-4256-a472-3af1ed24c022 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1b60de6f3b94c398a46d760b7dccea8&device_id=58b1620c-1628-4b95-8629-756baa43d747 HTTP/1.1" status: 200 len: 1094 time: 0.3992810 May 03 22:54:13.834373 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-23825afd-90d8-44ce-9149-97fa649ca167 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Allocated IP 172.20.0.14 (411583a9-6c61-45b2-9c3e-030806cac8dd/cf0e9bfa-d941-4964-8011-e53c12167875/f064544b-a86b-4ca3-8202-4bf199ee4c33) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:54:14.031543 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4ca7da6-1c51-461d-9d22-632eee047c5d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:14.035384 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4ca7da6-1c51-461d-9d22-632eee047c5d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:14.076415 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bbfc2-ea47-4211-8fa6-7c31e6ca4ec3 req-a0068fc4-3e2b-4abe-8d74-8dea65653a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:14.077871 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bf4bbfc2-ea47-4211-8fa6-7c31e6ca4ec3 req-a0068fc4-3e2b-4abe-8d74-8dea65653a12 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c911580a-47e8-451d-aa8d-57f0fa21ffe1 HTTP/1.1" status: 200 len: 919 time: 0.4803648 May 03 22:54:14.078937 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4ca7da6-1c51-461d-9d22-632eee047c5d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:14.079480 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ca7da6-1c51-461d-9d22-632eee047c5d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Fanout notify agent at l3_agent the message router_deleted on router 474dd0f1-4e8f-4d55-a88a-47eace8d5655 {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:54:14.178622 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bf4bbfc2-ea47-4211-8fa6-7c31e6ca4ec3 req-dbc59911-bb1c-46e9-8449-295e9fc16131 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f72ab74-a672-447d-b997-eae19b009369 HTTP/1.1" status: 200 len: 217 time: 0.0916214 May 03 22:54:14.215061 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfce5ea-676f-4806-bdb6-e92b264d1ff9 req-eadcdbfd-294b-404a-8a5f-0d6ede2f264d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:14.216451 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ecfce5ea-676f-4806-bdb6-e92b264d1ff9 req-eadcdbfd-294b-404a-8a5f-0d6ede2f264d service neutron] 10.222.0.60 "GET /v2.0/networks?id=c911580a-47e8-451d-aa8d-57f0fa21ffe1 HTTP/1.1" status: 200 len: 919 time: 0.4143653 May 03 22:54:14.251388 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4ca7da6-1c51-461d-9d22-632eee047c5d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:14.253195 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c4ca7da6-1c51-461d-9d22-632eee047c5d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/routers/474dd0f1-4e8f-4d55-a88a-47eace8d5655 HTTP/1.1" status: 204 len: 168 time: 2.9702809 May 03 22:54:14.257459 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38430) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:14.263775 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-7acead92-9b8c-4387-8e77-c086275351ee tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Request body: {'network': {'name': 'tempest-RoutersTest-2045148838'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:14.279479 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7acead92-9b8c-4387-8e77-c086275351ee tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:14.286926 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7acead92-9b8c-4387-8e77-c086275351ee tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Usage tracker for resource:network and tenant:51751333bcc04a9b85b04e61623005e7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:14.291225 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7acead92-9b8c-4387-8e77-c086275351ee tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:14.300666 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7acead92-9b8c-4387-8e77-c086275351ee tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:14.305033 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bbfc2-ea47-4211-8fa6-7c31e6ca4ec3 req-530cbda8-8293-4f1e-9f50-f0a3a8b5522e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:14.306935 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bf4bbfc2-ea47-4211-8fa6-7c31e6ca4ec3 req-530cbda8-8293-4f1e-9f50-f0a3a8b5522e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5517459f-c98d-41cf-b3ba-cd5ba862ae7c HTTP/1.1" status: 200 len: 857 time: 0.1217291 May 03 22:54:14.327361 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-37182a67-4b3b-4b4c-a361-36672d09aea2 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:14.350420 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acead92-9b8c-4387-8e77-c086275351ee tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Made reservation on behalf of 51751333bcc04a9b85b04e61623005e7 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:54:14.354524 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7acead92-9b8c-4387-8e77-c086275351ee tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:14.405633 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7acead92-9b8c-4387-8e77-c086275351ee tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:54:14.419956 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7acead92-9b8c-4387-8e77-c086275351ee tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:14.420380 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-7acead92-9b8c-4387-8e77-c086275351ee tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Added segment b518d923-3a81-4018-b702-a10152e4d1be of type vlan for network ecb7ccfb-2564-45e1-8a26-b8f94b2de0b5 May 03 22:54:14.440282 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37182a67-4b3b-4b4c-a361-36672d09aea2 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event deleted for resources: {'Port': ['ID=0a24781f-264b-4e6a-bd35-5eafb9edefe8,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:14.443027 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bbfc2-ea47-4211-8fa6-7c31e6ca4ec3 req-38511fca-7012-47bb-95b5-1a5b928a6015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:14.445466 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bf4bbfc2-ea47-4211-8fa6-7c31e6ca4ec3 req-38511fca-7012-47bb-95b5-1a5b928a6015 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c911580a-47e8-451d-aa8d-57f0fa21ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1316748 May 03 22:54:14.450541 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ecfce5ea-676f-4806-bdb6-e92b264d1ff9 req-066f348f-dea1-458f-9870-a757ffa825d4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5aa08b48-9310-4437-83e4-632a6081fea4 HTTP/1.1" status: 200 len: 217 time: 0.1753540 May 03 22:54:14.616091 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7acead92-9b8c-4387-8e77-c086275351ee tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:14.680956 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bf4bbfc2-ea47-4211-8fa6-7c31e6ca4ec3 req-cbb06f03-fec8-4350-9656-45bfdbc5d10e service neutron] 10.222.0.67 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238095 May 03 22:54:14.712560 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7acead92-9b8c-4387-8e77-c086275351ee tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:14.720133 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acead92-9b8c-4387-8e77-c086275351ee tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:14.721711 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7acead92-9b8c-4387-8e77-c086275351ee tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:14.741738 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfce5ea-676f-4806-bdb6-e92b264d1ff9 req-a13d3a28-0b73-483e-b7a0-fc8cf216f243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:14.743147 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ecfce5ea-676f-4806-bdb6-e92b264d1ff9 req-a13d3a28-0b73-483e-b7a0-fc8cf216f243 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5517459f-c98d-41cf-b3ba-cd5ba862ae7c HTTP/1.1" status: 200 len: 857 time: 0.2849913 May 03 22:54:14.748270 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-37182a67-4b3b-4b4c-a361-36672d09aea2 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:14.869581 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-23825afd-90d8-44ce-9149-97fa649ca167 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:14.894725 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7acead92-9b8c-4387-8e77-c086275351ee tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6333232 May 03 22:54:14.906924 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38434) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:14.912071 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acead92-9b8c-4387-8e77-c086275351ee tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'Network': ['ID=ecb7ccfb-2564-45e1-8a26-b8f94b2de0b5,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:14.918957 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-d21f129f-45df-4c31-a0bf-fd3f5aae2bff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Request body: {'subnet': {'network_id': 'ecb7ccfb-2564-45e1-8a26-b8f94b2de0b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:14.925543 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network ecb7ccfb-2564-45e1-8a26-b8f94b2de0b5 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:54:14.972630 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919c50f-f3f5-4f31-bc51-258d8865224e req-e3ae006e-cb1a-4266-aacb-07c7aee1d5d2 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:14.974377 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6919c50f-f3f5-4f31-bc51-258d8865224e req-e3ae006e-cb1a-4266-aacb-07c7aee1d5d2 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 944 time: 0.7001662 May 03 22:54:14.981878 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-23825afd-90d8-44ce-9149-97fa649ca167 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Transition to ACTIVE for port object f064544b-a86b-4ca3-8202-4bf199ee4c33 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:54:15.030920 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bf4bbfc2-ea47-4211-8fa6-7c31e6ca4ec3 req-73429dee-5951-4f06-aa72-e036c4117f20 service neutron] 10.222.0.67 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427296 May 03 22:54:15.066694 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d21f129f-45df-4c31-a0bf-fd3f5aae2bff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:15.079638 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d21f129f-45df-4c31-a0bf-fd3f5aae2bff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Usage tracker for resource:subnet and tenant:51751333bcc04a9b85b04e61623005e7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:15.086059 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d21f129f-45df-4c31-a0bf-fd3f5aae2bff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:15.092452 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d21f129f-45df-4c31-a0bf-fd3f5aae2bff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:15.104588 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21f129f-45df-4c31-a0bf-fd3f5aae2bff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Made reservation on behalf of 51751333bcc04a9b85b04e61623005e7 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:54:15.109344 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d21f129f-45df-4c31-a0bf-fd3f5aae2bff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:15.214986 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6919c50f-f3f5-4f31-bc51-258d8865224e req-8c54a197-d968-4f0f-8724-bbf00d25d9c3 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309568 May 03 22:54:15.248548 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37182a67-4b3b-4b4c-a361-36672d09aea2 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Router 8fee669c-6ce8-48cf-8dc2-c70ad251e997 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:54:15.251134 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfce5ea-676f-4806-bdb6-e92b264d1ff9 req-7d758868-2d26-4b65-9a8e-95a69d8b923b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:15.253475 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ecfce5ea-676f-4806-bdb6-e92b264d1ff9 req-7d758868-2d26-4b65-9a8e-95a69d8b923b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c911580a-47e8-451d-aa8d-57f0fa21ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4989805 May 03 22:54:15.256290 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-23825afd-90d8-44ce-9149-97fa649ca167 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:15.343054 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d21f129f-45df-4c31-a0bf-fd3f5aae2bff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:15.432336 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 5aa08b48-9310-4437-83e4-632a6081fea4 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:54:15.434452 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21f129f-45df-4c31-a0bf-fd3f5aae2bff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Checking segment: {'id': 'b518d923-3a81-4018-b702-a10152e4d1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ecb7ccfb-2564-45e1-8a26-b8f94b2de0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:54:15.434819 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21f129f-45df-4c31-a0bf-fd3f5aae2bff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Network hostable DHCP agents. Network: ecb7ccfb-2564-45e1-8a26-b8f94b2de0b5, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:54:15.449717 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f129f-45df-4c31-a0bf-fd3f5aae2bff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'Subnet': ['ID=29305dbc-66e3-4fe0-93bd-0e6eef0c8629,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:15.463662 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21f129f-45df-4c31-a0bf-fd3f5aae2bff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Network ecb7ccfb-2564-45e1-8a26-b8f94b2de0b5 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:54:15.476597 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-d21f129f-45df-4c31-a0bf-fd3f5aae2bff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, ecb7ccfb-2564-45e1-8a26-b8f94b2de0b5) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:15.481883 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21f129f-45df-4c31-a0bf-fd3f5aae2bff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:15.481883 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d21f129f-45df-4c31-a0bf-fd3f5aae2bff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:15.513343 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d21f129f-45df-4c31-a0bf-fd3f5aae2bff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6052475 May 03 22:54:15.514218 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38440) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:15.520608 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-ed2b3d1a-93c1-4ff9-875e-639119abf6a7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1294327623', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:15.528537 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ed2b3d1a-93c1-4ff9-875e-639119abf6a7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:15.534764 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ed2b3d1a-93c1-4ff9-875e-639119abf6a7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Usage tracker for resource:router and tenant:51751333bcc04a9b85b04e61623005e7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:15.536226 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b322e0b3-9c34-497d-8e0f-032e75996ed8 None None] Network ecb7ccfb-2564-45e1-8a26-b8f94b2de0b5 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:54:15.537141 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ed2b3d1a-93c1-4ff9-875e-639119abf6a7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:15.544488 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ed2b3d1a-93c1-4ff9-875e-639119abf6a7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:15.559256 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed2b3d1a-93c1-4ff9-875e-639119abf6a7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:15.560426 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed2b3d1a-93c1-4ff9-875e-639119abf6a7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:15.565714 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23825afd-90d8-44ce-9149-97fa649ca167 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Network 411583a9-6c61-45b2-9c3e-030806cac8dd is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:54:15.576185 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-23825afd-90d8-44ce-9149-97fa649ca167 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:15.579058 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23825afd-90d8-44ce-9149-97fa649ca167 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:54:15.596211 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed2b3d1a-93c1-4ff9-875e-639119abf6a7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:15.634089 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed2b3d1a-93c1-4ff9-875e-639119abf6a7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:15.679257 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed2b3d1a-93c1-4ff9-875e-639119abf6a7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:15.683858 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ed2b3d1a-93c1-4ff9-875e-639119abf6a7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1683185 May 03 22:54:15.684557 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38444) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:15.757670 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23825afd-90d8-44ce-9149-97fa649ca167 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Pushing event updated for resources: {'Port': ['ID=f064544b-a86b-4ca3-8202-4bf199ee4c33,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:15.814288 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37182a67-4b3b-4b4c-a361-36672d09aea2 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:54:15.826254 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38118230-f02a-4b08-b48f-ed2afac67fff None None] Sync routers for ids ['8fee669c-6ce8-48cf-8dc2-c70ad251e997'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:54:15.851373 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38118230-f02a-4b08-b48f-ed2afac67fff None None] Routers {'8fee669c-6ce8-48cf-8dc2-c70ad251e997'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:54:15.852172 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-38118230-f02a-4b08-b48f-ed2afac67fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['8fee669c-6ce8-48cf-8dc2-c70ad251e997'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:15.894971 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23825afd-90d8-44ce-9149-97fa649ca167 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:15.896561 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-23825afd-90d8-44ce-9149-97fa649ca167 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:15.928787 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-37182a67-4b3b-4b4c-a361-36672d09aea2 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "PUT /v2.0/routers/8fee669c-6ce8-48cf-8dc2-c70ad251e997/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4537745 May 03 22:54:15.932546 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ecfce5ea-676f-4806-bdb6-e92b264d1ff9 req-3232cd3f-aa5e-4439-b450-2c3309a6f314 service neutron] 10.222.0.60 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6679864 May 03 22:54:15.933021 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38448) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:15.962798 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f175ed3-957e-441a-a02f-8a8ef707e075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-ecb7ccfb-2564-45e1-8a26-b8f94b2de0b5', 'network_id': 'ecb7ccfb-2564-45e1-8a26-b8f94b2de0b5', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'fixed_ips': [{'subnet_id': '29305dbc-66e3-4fe0-93bd-0e6eef0c8629'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:54:15.963627 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6f175ed3-957e-441a-a02f-8a8ef707e075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:15.989364 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-38118230-f02a-4b08-b48f-ed2afac67fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:16.011534 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38118230-f02a-4b08-b48f-ed2afac67fff None None] Routers {'8fee669c-6ce8-48cf-8dc2-c70ad251e997'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:54:16.015744 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-38118230-f02a-4b08-b48f-ed2afac67fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['8fee669c-6ce8-48cf-8dc2-c70ad251e997'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:16.022424 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-3afcfa45-21b6-4959-a087-dc2f41c03963 None None] Provisioning for port f064544b-a86b-4ca3-8202-4bf199ee4c33 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:54:16.031118 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-3afcfa45-21b6-4959-a087-dc2f41c03963 None None] Provisioning complete for port f064544b-a86b-4ca3-8202-4bf199ee4c33 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:16.031731 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3afcfa45-21b6-4959-a087-dc2f41c03963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:16.071163 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-639db016-68e8-4156-b289-80b78fe041d1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Synchronizing usage tracker for tenant:06cc14afcda64b42b43ac970e3b09815 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:54:16.113475 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-23825afd-90d8-44ce-9149-97fa649ca167 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.4019141 May 03 22:54:16.116378 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38454) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:16.121968 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-3afcfa45-21b6-4959-a087-dc2f41c03963 None None] Port f064544b-a86b-4ca3-8202-4bf199ee4c33 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:54:16.178317 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 5aa08b48-9310-4437-83e4-632a6081fea4, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=5aa08b48-9310-4437-83e4-632a6081fea4,segment=NetworkSegment(c01eddde-57f8-4cc1-8f09-891362f7a1a2),segment_id=c01eddde-57f8-4cc1-8f09-891362f7a1a2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:54:16.187093 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-38118230-f02a-4b08-b48f-ed2afac67fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:16.187814 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38118230-f02a-4b08-b48f-ed2afac67fff None None] The sync data for ids ['8fee669c-6ce8-48cf-8dc2-c70ad251e997'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:54:16.204256 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '5aa08b48-9310-4437-83e4-632a6081fea4', 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1', 'port_id': '5aa08b48-9310-4437-83e4-632a6081fea4', 'mac_address': 'fa:16:3e:de:13:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5517459f-c98d-41cf-b3ba-cd5ba862ae7c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:54:16.280321 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-639db016-68e8-4156-b289-80b78fe041d1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Unset dirty status for tenant:06cc14afcda64b42b43ac970e3b09815 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:54:16.290756 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-639db016-68e8-4156-b289-80b78fe041d1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fee669c-6ce8-48cf-8dc2-c70ad251e997 HTTP/1.1" status: 200 len: 205 time: 0.3530018 May 03 22:54:16.293771 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38460) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:16.371423 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:16.401882 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aa08b48-9310-4437-83e4-632a6081fea4 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:54:16.428889 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-6f175ed3-957e-441a-a02f-8a8ef707e075 None None] Allocated IP 172.20.0.2 (ecb7ccfb-2564-45e1-8a26-b8f94b2de0b5/29305dbc-66e3-4fe0-93bd-0e6eef0c8629/01eb8d93-da98-493b-b932-3af1c1524db2) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:54:16.441221 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 5aa08b48-9310-4437-83e4-632a6081fea4, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=5aa08b48-9310-4437-83e4-632a6081fea4,segment=NetworkSegment(c01eddde-57f8-4cc1-8f09-891362f7a1a2),segment_id=c01eddde-57f8-4cc1-8f09-891362f7a1a2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:54:16.463483 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:16.479455 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ecfce5ea-676f-4806-bdb6-e92b264d1ff9 req-79911914-b1fd-4aa9-b117-277140c56bb1 service neutron] 10.222.0.60 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593856 May 03 22:54:16.512429 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-48f2217c-287f-4b79-a206-7fe66b536f89 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:16.637134 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=5aa08b48-9310-4437-83e4-632a6081fea4,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:16.675237 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94178c66-3878-4374-8449-ad24c55a2e01 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:16.681223 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94178c66-3878-4374-8449-ad24c55a2e01 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:16.687265 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94178c66-3878-4374-8449-ad24c55a2e01 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:16.688325 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-94178c66-3878-4374-8449-ad24c55a2e01 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Synchronizing usage tracker for tenant:e43cbdbd6a9944e68f978670527a5038 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:54:16.694923 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3a5cc928-9d4e-4d04-86d3-b8d6f1703700 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:16.714163 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['5aa08b48-9310-4437-83e4-632a6081fea4'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:54:16.813654 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6f175ed3-957e-441a-a02f-8a8ef707e075 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:16.835478 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6f175ed3-957e-441a-a02f-8a8ef707e075 None None] Transition to ACTIVE for port object 01eb8d93-da98-493b-b932-3af1c1524db2 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:54:16.846610 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 2f72ab74-a672-447d-b997-eae19b009369 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:54:16.880717 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6f175ed3-957e-441a-a02f-8a8ef707e075 None None] Transition to ACTIVE for port object 01eb8d93-da98-493b-b932-3af1c1524db2 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:54:16.907141 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6f175ed3-957e-441a-a02f-8a8ef707e075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:17.025253 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-48f2217c-287f-4b79-a206-7fe66b536f89 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Allocated IP 172.20.0.1 (ecb7ccfb-2564-45e1-8a26-b8f94b2de0b5/29305dbc-66e3-4fe0-93bd-0e6eef0c8629/fa582666-fc1e-4fbc-915b-949c68954ed8) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:54:17.032136 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f175ed3-957e-441a-a02f-8a8ef707e075 None None] Network ecb7ccfb-2564-45e1-8a26-b8f94b2de0b5 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:54:17.032749 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3a5cc928-9d4e-4d04-86d3-b8d6f1703700 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:17.035324 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3a5cc928-9d4e-4d04-86d3-b8d6f1703700 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:17.081432 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcad45-fe48-47e7-ae64-0266d654c524 req-f50c8088-9da4-45ee-bcfa-d9702f01a053 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:17.088421 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-60dcad45-fe48-47e7-ae64-0266d654c524 req-f50c8088-9da4-45ee-bcfa-d9702f01a053 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 944 time: 0.6130862 May 03 22:54:17.088800 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-6f175ed3-957e-441a-a02f-8a8ef707e075 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:17.109575 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f175ed3-957e-441a-a02f-8a8ef707e075 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:54:17.125219 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3a5cc928-9d4e-4d04-86d3-b8d6f1703700 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:17.126144 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5cc928-9d4e-4d04-86d3-b8d6f1703700 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Fanout notify agent at l3_agent the message router_deleted on router 8fee669c-6ce8-48cf-8dc2-c70ad251e997 {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:54:17.128832 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-94178c66-3878-4374-8449-ad24c55a2e01 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Unset dirty status for tenant:e43cbdbd6a9944e68f978670527a5038 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:54:17.129565 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-94178c66-3878-4374-8449-ad24c55a2e01 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 1.0106666 May 03 22:54:17.139050 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38466) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:17.167117 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f175ed3-957e-441a-a02f-8a8ef707e075 None None] Pushing event updated for resources: {'Port': ['ID=01eb8d93-da98-493b-b932-3af1c1524db2,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:17.198589 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-60dcad45-fe48-47e7-ae64-0266d654c524 req-d4ec9adb-9dd8-42da-bef5-f7100c1ea444 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091793 May 03 22:54:17.214664 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3a5cc928-9d4e-4d04-86d3-b8d6f1703700 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:17.214664 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3a5cc928-9d4e-4d04-86d3-b8d6f1703700 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/routers/8fee669c-6ce8-48cf-8dc2-c70ad251e997 HTTP/1.1" status: 204 len: 168 time: 0.9027116 May 03 22:54:17.215830 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38474) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:17.270204 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 2f72ab74-a672-447d-b997-eae19b009369, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=2f72ab74-a672-447d-b997-eae19b009369,segment=NetworkSegment(c01eddde-57f8-4cc1-8f09-891362f7a1a2),segment_id=c01eddde-57f8-4cc1-8f09-891362f7a1a2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:54:17.281723 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-6f175ed3-957e-441a-a02f-8a8ef707e075 None None] Attempting to bind port 01eb8d93-da98-493b-b932-3af1c1524db2 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:54:17.282116 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-6f175ed3-957e-441a-a02f-8a8ef707e075 None None] Attempting to bind port 01eb8d93-da98-493b-b932-3af1c1524db2 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'b518d923-3a81-4018-b702-a10152e4d1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ecb7ccfb-2564-45e1-8a26-b8f94b2de0b5'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:54:17.282483 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f175ed3-957e-441a-a02f-8a8ef707e075 None None] Attempting to bind port 01eb8d93-da98-493b-b932-3af1c1524db2 on network ecb7ccfb-2564-45e1-8a26-b8f94b2de0b5 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:54:17.292915 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f175ed3-957e-441a-a02f-8a8ef707e075 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:54:17.293541 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f175ed3-957e-441a-a02f-8a8ef707e075 None None] Checking segment: {'id': 'b518d923-3a81-4018-b702-a10152e4d1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ecb7ccfb-2564-45e1-8a26-b8f94b2de0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:54:17.293960 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6f175ed3-957e-441a-a02f-8a8ef707e075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:17.294393 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f175ed3-957e-441a-a02f-8a8ef707e075 None None] Bound using segment: {'id': 'b518d923-3a81-4018-b702-a10152e4d1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ecb7ccfb-2564-45e1-8a26-b8f94b2de0b5'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:54:17.294866 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-6f175ed3-957e-441a-a02f-8a8ef707e075 None None] Bound port: 01eb8d93-da98-493b-b932-3af1c1524db2, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b518d923-3a81-4018-b702-a10152e4d1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'ecb7ccfb-2564-45e1-8a26-b8f94b2de0b5'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:54:17.295238 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6f175ed3-957e-441a-a02f-8a8ef707e075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:17.304967 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '2f72ab74-a672-447d-b997-eae19b009369', 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1', 'port_id': '2f72ab74-a672-447d-b997-eae19b009369', 'mac_address': 'fa:16:3e:4c:3f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5517459f-c98d-41cf-b3ba-cd5ba862ae7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:54:17.394501 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcdb3a3d-7357-4167-80da-1d24ccc5a836 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Deleting subnet 36887175-067d-4ef8-af34-124f37100333 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:54:17.403367 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bcdb3a3d-7357-4167-80da-1d24ccc5a836 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:17.405938 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-48f2217c-287f-4b79-a206-7fe66b536f89 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:17.416795 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:17.449356 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-48f2217c-287f-4b79-a206-7fe66b536f89 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Transition to ACTIVE for port object fa582666-fc1e-4fbc-915b-949c68954ed8 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:54:17.456694 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f72ab74-a672-447d-b997-eae19b009369 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:54:17.472051 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-6f175ed3-957e-441a-a02f-8a8ef707e075 None None] For port 01eb8d93-da98-493b-b932-3af1c1524db2, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:54:17.476305 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-6f175ed3-957e-441a-a02f-8a8ef707e075 None None] For port 01eb8d93-da98-493b-b932-3af1c1524db2, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=01eb8d93-da98-493b-b932-3af1c1524db2,segment=NetworkSegment(b518d923-3a81-4018-b702-a10152e4d1be),segment_id=b518d923-3a81-4018-b702-a10152e4d1be)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:54:17.481324 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 2f72ab74-a672-447d-b997-eae19b009369, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=2f72ab74-a672-447d-b997-eae19b009369,segment=NetworkSegment(c01eddde-57f8-4cc1-8f09-891362f7a1a2),segment_id=c01eddde-57f8-4cc1-8f09-891362f7a1a2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:54:17.484976 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6f175ed3-957e-441a-a02f-8a8ef707e075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:17.504060 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-48f2217c-287f-4b79-a206-7fe66b536f89 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:17.522545 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:17.578226 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f175ed3-957e-441a-a02f-8a8ef707e075 None None] Pushing event updated for resources: {'Port': ['ID=01eb8d93-da98-493b-b932-3af1c1524db2,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:17.632900 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-60444bc4-01c7-466e-bf1a-b7c5f10fe038 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Deleting port f064544b-a86b-4ca3-8202-4bf199ee4c33 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:54:17.642335 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-60444bc4-01c7-466e-bf1a-b7c5f10fe038 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:17.670310 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f2217c-287f-4b79-a206-7fe66b536f89 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Network ecb7ccfb-2564-45e1-8a26-b8f94b2de0b5 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:54:17.671067 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=2f72ab74-a672-447d-b997-eae19b009369,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:17.690734 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-48f2217c-287f-4b79-a206-7fe66b536f89 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:17.697156 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f2217c-287f-4b79-a206-7fe66b536f89 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:54:17.758236 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f2217c-287f-4b79-a206-7fe66b536f89 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'Port': ['ID=fa582666-fc1e-4fbc-915b-949c68954ed8,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:17.774096 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2217c-287f-4b79-a206-7fe66b536f89 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:17.774441 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2217c-287f-4b79-a206-7fe66b536f89 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:17.774779 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2217c-287f-4b79-a206-7fe66b536f89 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:17.775241 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2217c-287f-4b79-a206-7fe66b536f89 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:17.775577 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2217c-287f-4b79-a206-7fe66b536f89 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:17.775909 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2217c-287f-4b79-a206-7fe66b536f89 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:17.776236 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2217c-287f-4b79-a206-7fe66b536f89 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:17.776558 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2217c-287f-4b79-a206-7fe66b536f89 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:17.776877 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2217c-287f-4b79-a206-7fe66b536f89 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:17.777198 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2217c-287f-4b79-a206-7fe66b536f89 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:17.777522 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2217c-287f-4b79-a206-7fe66b536f89 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:17.777837 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f2217c-287f-4b79-a206-7fe66b536f89 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:17.794092 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-48f2217c-287f-4b79-a206-7fe66b536f89 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:17.826165 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bcdb3a3d-7357-4167-80da-1d24ccc5a836 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:17.890208 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['2f72ab74-a672-447d-b997-eae19b009369'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:54:17.979211 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-48f2217c-287f-4b79-a206-7fe66b536f89 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:18.121952 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618da26-f558-4981-961f-808523f42750 req-5e08cfbc-3948-4c72-9a19-4c6a0c7c8618 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:18.123469 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1618da26-f558-4981-961f-808523f42750 req-5e08cfbc-3948-4c72-9a19-4c6a0c7c8618 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 1096 time: 0.3384809 May 03 22:54:18.155924 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-60444bc4-01c7-466e-bf1a-b7c5f10fe038 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:18.172424 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bcdb3a3d-7357-4167-80da-1d24ccc5a836 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:18.349004 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-60444bc4-01c7-466e-bf1a-b7c5f10fe038 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Calling delete_port for f064544b-a86b-4ca3-8202-4bf199ee4c33 owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:54:18.469248 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1618da26-f558-4981-961f-808523f42750 req-96c77acc-92e8-4a9b-8aa2-69ebdccc276a tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3348839 May 03 22:54:18.668807 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641415b-bb8e-4c55-9e06-9e984a17f381 req-5aec9099-306a-4f40-8d15-61ea44629603 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:18.670148 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8641415b-bb8e-4c55-9e06-9e984a17f381 req-5aec9099-306a-4f40-8d15-61ea44629603 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 945 time: 0.2907872 May 03 22:54:18.673301 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-48f2217c-287f-4b79-a206-7fe66b536f89 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:18.680146 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-48f2217c-287f-4b79-a206-7fe66b536f89 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:18.711075 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bcdb3a3d-7357-4167-80da-1d24ccc5a836 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:18.806592 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-48f2217c-287f-4b79-a206-7fe66b536f89 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:18.813479 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f2217c-287f-4b79-a206-7fe66b536f89 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'Port': ['ID=fa582666-fc1e-4fbc-915b-949c68954ed8,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:18.842880 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 2f72ab74-a672-447d-b997-eae19b009369 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:54:18.882494 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1661f7ff-93db-41fe-80d2-ec9eef87ce5a None None] Network aa13f048-f4e7-4114-91c1-29f59526db1a requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:54:18.933462 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bcdb3a3d-7357-4167-80da-1d24ccc5a836 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:18.946145 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-60444bc4-01c7-466e-bf1a-b7c5f10fe038 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:19.015512 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 01eb8d93-da98-493b-b932-3af1c1524db2 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:54:19.022114 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdb3a3d-7357-4167-80da-1d24ccc5a836 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event deleted for resources: {'Subnet': ['ID=36887175-067d-4ef8-af34-124f37100333,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:19.070561 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8641415b-bb8e-4c55-9e06-9e984a17f381 req-b289369a-4e85-41b1-848d-5e28f15b5609 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619978 May 03 22:54:19.071502 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60444bc4-01c7-466e-bf1a-b7c5f10fe038 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Pushing event deleted for resources: {'Port': ['ID=f064544b-a86b-4ca3-8202-4bf199ee4c33,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:19.074761 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f2217c-287f-4b79-a206-7fe66b536f89 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Network ecb7ccfb-2564-45e1-8a26-b8f94b2de0b5 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:54:19.076166 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-48f2217c-287f-4b79-a206-7fe66b536f89 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:19.081898 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739dc7fe-1fae-4a41-b1da-675bbc7d2f2a None None] Network ecb7ccfb-2564-45e1-8a26-b8f94b2de0b5 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:54:19.152072 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-bcdb3a3d-7357-4167-80da-1d24ccc5a836 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/subnets/36887175-067d-4ef8-af34-124f37100333 HTTP/1.1" status: 204 len: 168 time: 1.9213736 May 03 22:54:19.165194 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38486) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:19.324597 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 2f72ab74-a672-447d-b997-eae19b009369 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:54:19.335758 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-3b4e8384-9a80-47db-bd18-c27c1478d677 None None] Provisioning for port 01eb8d93-da98-493b-b932-3af1c1524db2 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:54:19.355342 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed6755-8250-47a1-9358-f2a4d7ae21d0 req-9c651cba-2539-4620-ab43-4d9a27246348 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:19.355603 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f2217c-287f-4b79-a206-7fe66b536f89 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Router cc02b860-98d8-455c-8eab-d67b45bb4698 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:54:19.356903 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0eed6755-8250-47a1-9358-f2a4d7ae21d0 req-9c651cba-2539-4620-ab43-4d9a27246348 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 945 time: 0.6858137 May 03 22:54:19.400415 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 2f72ab74-a672-447d-b997-eae19b009369 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:19.400797 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:19.414536 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-60444bc4-01c7-466e-bf1a-b7c5f10fe038 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:19.419921 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-60444bc4-01c7-466e-bf1a-b7c5f10fe038 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] 10.222.0.58 "DELETE /v2.0/ports/f064544b-a86b-4ca3-8202-4bf199ee4c33 HTTP/1.1" status: 204 len: 168 time: 2.2754109 May 03 22:54:19.423392 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38490) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:19.427359 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-3918245c-5ee2-476e-9f1f-c869d50487e5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Deleting subnet 82d534ee-70e8-4ff8-9abb-524182c9e391 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:54:19.434159 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-bf40947a-ab21-49dc-808b-30e7d49dc8ab tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Request body: {'port': {'name': 'tempest-new-port-name-158955939', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:19.434545 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.api.validators [None req-bf40947a-ab21-49dc-808b-30e7d49dc8ab tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] bootfile-name is not in valid_values {{(pid=88069) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 03 22:54:19.434876 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.api.validators [None req-bf40947a-ab21-49dc-808b-30e7d49dc8ab tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] tftp-server is not in valid_values {{(pid=88069) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 03 22:54:19.435181 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.api.validators [None req-bf40947a-ab21-49dc-808b-30e7d49dc8ab tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] server-ip-address is not in valid_values {{(pid=88069) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 03 22:54:19.489192 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 5aa08b48-9310-4437-83e4-632a6081fea4 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:54:19.588809 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3918245c-5ee2-476e-9f1f-c869d50487e5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:19.638425 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f2217c-287f-4b79-a206-7fe66b536f89 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:54:19.649630 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0eed6755-8250-47a1-9358-f2a4d7ae21d0 req-7a4f8837-50ad-404e-8c01-1ff934306cf0 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2834044 May 03 22:54:19.663712 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-48f2217c-287f-4b79-a206-7fe66b536f89 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "PUT /v2.0/routers/cc02b860-98d8-455c-8eab-d67b45bb4698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9780092 May 03 22:54:19.668355 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38496) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:19.676517 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38500) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:19.690901 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77009a7-924a-440f-81d8-0286cdcaedde None None] Sync routers for ids ['cc02b860-98d8-455c-8eab-d67b45bb4698'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:54:19.698700 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 01eb8d93-da98-493b-b932-3af1c1524db2 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:54:19.729343 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 01eb8d93-da98-493b-b932-3af1c1524db2 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:19.729710 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:19.755227 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bf40947a-ab21-49dc-808b-30e7d49dc8ab tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:19.776972 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3918245c-5ee2-476e-9f1f-c869d50487e5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:19.791263 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77009a7-924a-440f-81d8-0286cdcaedde None None] Routers {'cc02b860-98d8-455c-8eab-d67b45bb4698'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:54:19.791891 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c77009a7-924a-440f-81d8-0286cdcaedde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['cc02b860-98d8-455c-8eab-d67b45bb4698'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:19.845097 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-79b47fbc-779f-4eef-b6a8-fbbe1bd6ded4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/floatingips/e8e404a4-f288-4ce9-9a6e-7cbe5bc52cdd HTTP/1.1" status: 200 len: 992 time: 0.1670003 May 03 22:54:19.957118 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c77009a7-924a-440f-81d8-0286cdcaedde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:19.976368 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 5aa08b48-9310-4437-83e4-632a6081fea4 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:54:20.008001 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 5aa08b48-9310-4437-83e4-632a6081fea4 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:20.008001 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:20.043872 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b962ce4f-0fd3-429e-9046-1e987d6b1d0d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:20.044461 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b962ce4f-0fd3-429e-9046-1e987d6b1d0d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Synchronizing usage tracker for tenant:51751333bcc04a9b85b04e61623005e7 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:54:20.058561 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77009a7-924a-440f-81d8-0286cdcaedde None None] Routers {'cc02b860-98d8-455c-8eab-d67b45bb4698'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:54:20.058786 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c77009a7-924a-440f-81d8-0286cdcaedde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['cc02b860-98d8-455c-8eab-d67b45bb4698'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:20.091988 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b962ce4f-0fd3-429e-9046-1e987d6b1d0d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Unset dirty status for tenant:51751333bcc04a9b85b04e61623005e7 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:54:20.093189 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b962ce4f-0fd3-429e-9046-1e987d6b1d0d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "GET /v2.0/ports/fa582666-fc1e-4fbc-915b-949c68954ed8 HTTP/1.1" status: 200 len: 910 time: 0.4230888 May 03 22:54:20.097826 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38510) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:20.107703 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-fef4e510-bc21-4dbc-a6ff-c7d7330a00ab tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '29305dbc-66e3-4fe0-93bd-0e6eef0c8629'}]}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:20.111968 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:20.124602 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bce66c-7bb1-4c96-b866-a3efb865e52e None None] DHCP port deletion for aa13f048-f4e7-4114-91c1-29f59526db1a request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:54:20.186915 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-39bce66c-7bb1-4c96-b866-a3efb865e52e None None] Deleting port 5e2dfc14-3a9b-4e4d-9fb8-90c6b70ecd66 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:54:20.187630 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-39bce66c-7bb1-4c96-b866-a3efb865e52e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:20.223298 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c77009a7-924a-440f-81d8-0286cdcaedde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:20.223298 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77009a7-924a-440f-81d8-0286cdcaedde None None] The sync data for ids ['cc02b860-98d8-455c-8eab-d67b45bb4698'] in n-d-811807-1 is: [] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:54:20.241485 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3918245c-5ee2-476e-9f1f-c869d50487e5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:20.271981 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1882bc6f-5a7c-4844-92c6-efae1390fec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f72ab74-a672-447d-b997-eae19b009369'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:54:20.303305 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 2f72ab74-a672-447d-b997-eae19b009369, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=2f72ab74-a672-447d-b997-eae19b009369,segment=NetworkSegment(c01eddde-57f8-4cc1-8f09-891362f7a1a2),segment_id=c01eddde-57f8-4cc1-8f09-891362f7a1a2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:54:20.339089 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:20.350633 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3918245c-5ee2-476e-9f1f-c869d50487e5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:20.363018 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:20.401016 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918245c-5ee2-476e-9f1f-c869d50487e5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event deleted for resources: {'Subnet': ['ID=82d534ee-70e8-4ff8-9abb-524182c9e391,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:20.436835 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e4729e-b3e8-4c94-8514-a64f9e135a74 None None] Network 1db2e741-72b8-4ff8-a858-6aa16654ffdd requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:54:20.450441 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3918245c-5ee2-476e-9f1f-c869d50487e5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:20.493482 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3918245c-5ee2-476e-9f1f-c869d50487e5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/subnets/82d534ee-70e8-4ff8-9abb-524182c9e391 HTTP/1.1" status: 204 len: 168 time: 1.3266790 May 03 22:54:20.497357 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38524) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:20.501067 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bf40947a-ab21-49dc-808b-30e7d49dc8ab tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:20.531013 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bf40947a-ab21-49dc-808b-30e7d49dc8ab tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:20.657737 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40947a-ab21-49dc-808b-30e7d49dc8ab tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Pushing event updated for resources: {'Port': ['ID=6af4133d-6239-414b-8e56-ef03c3a3b6a0,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:20.714628 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fef4e510-bc21-4dbc-a6ff-c7d7330a00ab tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:20.898945 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b3a05200-c178-4b19-b4f3-9fb757d66ff4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:20.902325 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 01eb8d93-da98-493b-b932-3af1c1524db2, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=01eb8d93-da98-493b-b932-3af1c1524db2,segment=NetworkSegment(b518d923-3a81-4018-b702-a10152e4d1be),segment_id=b518d923-3a81-4018-b702-a10152e4d1be)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:54:20.926949 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:20.947388 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84b518-0491-4aa5-9d34-9cd2340ead64 req-e6d289a1-e4d6-4a42-a199-14cb16761761 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:20.949035 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5a84b518-0491-4aa5-9d34-9cd2340ead64 req-e6d289a1-e4d6-4a42-a199-14cb16761761 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 946 time: 0.5459464 May 03 22:54:20.984349 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-bf40947a-ab21-49dc-808b-30e7d49dc8ab tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] In _notify_port_updated(), no bound segment for port 6af4133d-6239-414b-8e56-ef03c3a3b6a0 on network 411583a9-6c61-45b2-9c3e-030806cac8dd {{(pid=88069) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 03 22:54:20.989998 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf40947a-ab21-49dc-808b-30e7d49dc8ab tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:20.990800 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bf40947a-ab21-49dc-808b-30e7d49dc8ab tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:20.992539 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-bf40947a-ab21-49dc-808b-30e7d49dc8ab tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] 10.222.0.58 "PUT /v2.0/ports/6af4133d-6239-414b-8e56-ef03c3a3b6a0 HTTP/1.1" status: 200 len: 1136 time: 1.5630803 May 03 22:54:20.999099 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-b3a05200-c178-4b19-b4f3-9fb757d66ff4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Deleting port 5e2dfc14-3a9b-4e4d-9fb8-90c6b70ecd66 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:54:20.999578 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b3a05200-c178-4b19-b4f3-9fb757d66ff4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:21.044356 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38530) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:21.084894 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:21.090967 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=2f72ab74-a672-447d-b997-eae19b009369,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:21.232278 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dea34c-57af-4ce6-977b-45e3e2c653be tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:21.234625 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-47dea34c-57af-4ce6-977b-45e3e2c653be tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Synchronizing usage tracker for tenant:e43cbdbd6a9944e68f978670527a5038 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:54:21.252771 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 5e2dfc14-3a9b-4e4d-9fb8-90c6b70ecd66 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:54:21.384927 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f473ef45-edae-47f0-b0da-3fa69c14537e'] response: {'server_uuid': '1882bc6f-5a7c-4844-92c6-efae1390fec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f72ab74-a672-447d-b997-eae19b009369', 'code': 200} May 03 22:54:21.410575 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-39bce66c-7bb1-4c96-b866-a3efb865e52e None None] For port 5e2dfc14-3a9b-4e4d-9fb8-90c6b70ecd66, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=5e2dfc14-3a9b-4e4d-9fb8-90c6b70ecd66,segment=NetworkSegment(824e6456-78f7-4512-b286-56bc82463408),segment_id=824e6456-78f7-4512-b286-56bc82463408)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:54:21.410575 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-39bce66c-7bb1-4c96-b866-a3efb865e52e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:21.508770 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5a84b518-0491-4aa5-9d34-9cd2340ead64 req-5b7fbb3c-2e31-461f-83f4-840be1373b15 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5502849 May 03 22:54:21.525732 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-47dea34c-57af-4ce6-977b-45e3e2c653be tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Unset dirty status for tenant:e43cbdbd6a9944e68f978670527a5038 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:54:21.534737 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-47dea34c-57af-4ce6-977b-45e3e2c653be tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] 10.222.0.58 "GET /v2.0/ports/6af4133d-6239-414b-8e56-ef03c3a3b6a0 HTTP/1.1" status: 200 len: 1136 time: 0.4843369 May 03 22:54:21.537734 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38536) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:21.647245 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-39bce66c-7bb1-4c96-b866-a3efb865e52e None None] Calling delete_port for 5e2dfc14-3a9b-4e4d-9fb8-90c6b70ecd66 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:54:21.693594 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 5aa08b48-9310-4437-83e4-632a6081fea4, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=5aa08b48-9310-4437-83e4-632a6081fea4,segment=NetworkSegment(c01eddde-57f8-4cc1-8f09-891362f7a1a2),segment_id=c01eddde-57f8-4cc1-8f09-891362f7a1a2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:54:21.694889 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=01eb8d93-da98-493b-b932-3af1c1524db2,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:21.707088 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e97e6ba1-b481-4b05-ad09-481866327fa9 None None] Provisioning for port fa582666-fc1e-4fbc-915b-949c68954ed8 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:54:21.711495 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:21.773352 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e97e6ba1-b481-4b05-ad09-481866327fa9 None None] Provisioning complete for port fa582666-fc1e-4fbc-915b-949c68954ed8 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:21.773894 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e97e6ba1-b481-4b05-ad09-481866327fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:21.836561 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-297d2b19-f256-4537-b84d-0dcd5a5fd54c tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Deleting port 6af4133d-6239-414b-8e56-ef03c3a3b6a0 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:54:21.840985 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-297d2b19-f256-4537-b84d-0dcd5a5fd54c tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:21.958964 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e97e6ba1-b481-4b05-ad09-481866327fa9 None None] Port fa582666-fc1e-4fbc-915b-949c68954ed8 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:54:21.964343 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-9a956925-17b1-4bfc-83e7-8877ef6df81b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3691554 May 03 22:54:21.967648 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-b3a05200-c178-4b19-b4f3-9fb757d66ff4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] For port 5e2dfc14-3a9b-4e4d-9fb8-90c6b70ecd66, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=5e2dfc14-3a9b-4e4d-9fb8-90c6b70ecd66,segment=NetworkSegment(824e6456-78f7-4512-b286-56bc82463408),segment_id=824e6456-78f7-4512-b286-56bc82463408)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:54:21.968352 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b3a05200-c178-4b19-b4f3-9fb757d66ff4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:21.968473 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=5aa08b48-9310-4437-83e4-632a6081fea4,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:21.975130 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:22.003686 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-39bce66c-7bb1-4c96-b866-a3efb865e52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:22.004406 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13082e2-434b-4955-bec3-4b7bdc6a6cfc req-12b37a92-b1c5-459d-ad83-3e9105353f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:22.006152 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c13082e2-434b-4955-bec3-4b7bdc6a6cfc req-12b37a92-b1c5-459d-ad83-3e9105353f5e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 1097 time: 0.2868776 May 03 22:54:22.067959 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0ba5a-f3f4-48c6-876b-a96fc8e6b8fe req-9d41f7f1-bd44-41f0-b331-0d70127f18ed tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:22.080277 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-68e0ba5a-f3f4-48c6-876b-a96fc8e6b8fe req-9d41f7f1-bd44-41f0-b331-0d70127f18ed tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 945 time: 0.4620943 May 03 22:54:22.092172 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bce66c-7bb1-4c96-b866-a3efb865e52e None None] Pushing event deleted for resources: {'Port': ['ID=5e2dfc14-3a9b-4e4d-9fb8-90c6b70ecd66,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:22.108490 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bce66c-7bb1-4c96-b866-a3efb865e52e None None] No DVR routers for this DVR port 5e2dfc14-3a9b-4e4d-9fb8-90c6b70ecd66 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:54:22.112009 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e97e6ba1-b481-4b05-ad09-481866327fa9 None None] Provisioning complete for port 01eb8d93-da98-493b-b932-3af1c1524db2 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:22.112395 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e97e6ba1-b481-4b05-ad09-481866327fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:22.176459 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c13082e2-434b-4955-bec3-4b7bdc6a6cfc req-85bf74b9-0c7c-46b8-a96c-c29b0f165dab service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581862 May 03 22:54:22.180452 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872324e8-f3cd-4790-acb5-21e72a3e2d27 None None] DHCP port deletion for 1db2e741-72b8-4ff8-a858-6aa16654ffdd request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:54:22.235202 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fef4e510-bc21-4dbc-a6ff-c7d7330a00ab tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:22.238626 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-872324e8-f3cd-4790-acb5-21e72a3e2d27 None None] Deleting port 4b5a3ba3-422c-43d3-87ec-060419819f95 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:54:22.239004 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-872324e8-f3cd-4790-acb5-21e72a3e2d27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:22.247065 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fef4e510-bc21-4dbc-a6ff-c7d7330a00ab tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:22.261398 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-b3a05200-c178-4b19-b4f3-9fb757d66ff4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Calling delete_port for 5e2dfc14-3a9b-4e4d-9fb8-90c6b70ecd66 owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:54:22.383840 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef4e510-bc21-4dbc-a6ff-c7d7330a00ab tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'Port': ['ID=fa582666-fc1e-4fbc-915b-949c68954ed8,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:22.391868 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef4e510-bc21-4dbc-a6ff-c7d7330a00ab tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:22.395047 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fef4e510-bc21-4dbc-a6ff-c7d7330a00ab tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:22.406024 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fef4e510-bc21-4dbc-a6ff-c7d7330a00ab tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "PUT /v2.0/ports/fa582666-fc1e-4fbc-915b-949c68954ed8 HTTP/1.1" status: 200 len: 910 time: 2.3037829 May 03 22:54:22.408309 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38558) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:22.453696 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-68e0ba5a-f3f4-48c6-876b-a96fc8e6b8fe req-d0fd3ac7-fbec-402b-95b2-35c3a3ed1f52 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3679264 May 03 22:54:22.517331 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.api [None req-b3a05200-c178-4b19-b4f3-9fb757d66ff4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:54:22.518386 n-d-811807-1 neutron-server[88069]: DEBUG oslo_db.api [None req-b3a05200-c178-4b19-b4f3-9fb757d66ff4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:54:22.675047 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-872324e8-f3cd-4790-acb5-21e72a3e2d27 None None] For port 4b5a3ba3-422c-43d3-87ec-060419819f95, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=4b5a3ba3-422c-43d3-87ec-060419819f95,segment=NetworkSegment(4fa29af6-758a-466b-a4d5-32f15bab93ab),segment_id=4fa29af6-758a-466b-a4d5-32f15bab93ab)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:54:22.675553 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-872324e8-f3cd-4790-acb5-21e72a3e2d27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:22.745913 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-451ea591-900c-48d2-b236-1e44d45cfd94 None None] Provisioning complete for port fa582666-fc1e-4fbc-915b-949c68954ed8 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:22.747336 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-451ea591-900c-48d2-b236-1e44d45cfd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:22.853297 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-872324e8-f3cd-4790-acb5-21e72a3e2d27 None None] Calling delete_port for 4b5a3ba3-422c-43d3-87ec-060419819f95 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:54:23.019950 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-b3a05200-c178-4b19-b4f3-9fb757d66ff4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Deleting port 5e2dfc14-3a9b-4e4d-9fb8-90c6b70ecd66 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:54:23.020329 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b3a05200-c178-4b19-b4f3-9fb757d66ff4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:23.119841 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-451ea591-900c-48d2-b236-1e44d45cfd94 None None] Port fa582666-fc1e-4fbc-915b-949c68954ed8 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:54:23.125338 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a5d9619b-28b7-483e-83d5-2adc91474aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:23.135718 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-b3a05200-c178-4b19-b4f3-9fb757d66ff4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] The port '5e2dfc14-3a9b-4e4d-9fb8-90c6b70ecd66' was deleted {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:54:23.138437 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-297d2b19-f256-4537-b84d-0dcd5a5fd54c tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:23.200626 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-451ea591-900c-48d2-b236-1e44d45cfd94 None None] Provisioning complete for port 6af4133d-6239-414b-8e56-ef03c3a3b6a0 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:23.201532 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-451ea591-900c-48d2-b236-1e44d45cfd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:23.276192 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-872324e8-f3cd-4790-acb5-21e72a3e2d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:23.325802 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6838dde8-0bcb-4fb1-9e8b-61d9e830be41 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:23.378116 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-297d2b19-f256-4537-b84d-0dcd5a5fd54c tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Calling delete_port for 6af4133d-6239-414b-8e56-ef03c3a3b6a0 owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:54:23.389737 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 01eb8d93-da98-493b-b932-3af1c1524db2 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:54:23.484445 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b3a05200-c178-4b19-b4f3-9fb757d66ff4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:23.499416 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d200b4-9e9a-49a6-abc5-066949c06ccc req-a883e839-af70-4af8-bedf-baf221919031 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:23.503395 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b1620c-1628-4b95-8629-756baa43d747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa08b48-9310-4437-83e4-632a6081fea4'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:54:23.507634 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-99d200b4-9e9a-49a6-abc5-066949c06ccc req-a883e839-af70-4af8-bedf-baf221919031 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 946 time: 0.5905726 May 03 22:54:23.508452 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872324e8-f3cd-4790-acb5-21e72a3e2d27 None None] Pushing event deleted for resources: {'Port': ['ID=4b5a3ba3-422c-43d3-87ec-060419819f95,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:23.521499 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-451ea591-900c-48d2-b236-1e44d45cfd94 None None] Port 6af4133d-6239-414b-8e56-ef03c3a3b6a0 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:54:23.530799 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872324e8-f3cd-4790-acb5-21e72a3e2d27 None None] No DVR routers for this DVR port 4b5a3ba3-422c-43d3-87ec-060419819f95 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:54:23.550011 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 01eb8d93-da98-493b-b932-3af1c1524db2 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:23.550492 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:23.632475 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-b3a05200-c178-4b19-b4f3-9fb757d66ff4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa13f048-f4e7-4114-91c1-29f59526db1a']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:23.703875 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-b3a05200-c178-4b19-b4f3-9fb757d66ff4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '824e6456-78f7-4512-b286-56bc82463408') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:23.704504 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-b3a05200-c178-4b19-b4f3-9fb757d66ff4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '824e6456-78f7-4512-b286-56bc82463408') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:23.723489 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b3a05200-c178-4b19-b4f3-9fb757d66ff4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:23.752667 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-99d200b4-9e9a-49a6-abc5-066949c06ccc req-7c86004d-c937-436c-8ff2-1bd8d65e8dbc tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441063 May 03 22:54:23.820118 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b3a05200-c178-4b19-b4f3-9fb757d66ff4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:23.831300 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 4b5a3ba3-422c-43d3-87ec-060419819f95 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:54:23.878737 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8c594cb-3de0-49e8-9ef0-eb409232ef8c'] response: {'server_uuid': '58b1620c-1628-4b95-8629-756baa43d747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa08b48-9310-4437-83e4-632a6081fea4', 'code': 200} May 03 22:54:23.884129 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3a05200-c178-4b19-b4f3-9fb757d66ff4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:54:23.884547 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b3a05200-c178-4b19-b4f3-9fb757d66ff4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:23.886255 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 4b5a3ba3-422c-43d3-87ec-060419819f95 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:54:23.886705 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 4b5a3ba3-422c-43d3-87ec-060419819f95 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: timer() May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:54:23.907344 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:54:24.040044 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-e8ea7c7f-44a8-47ff-9a8d-1171fded48be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:24.041509 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-e8ea7c7f-44a8-47ff-9a8d-1171fded48be service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 1096 time: 0.1074262 May 03 22:54:24.078992 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b3a05200-c178-4b19-b4f3-9fb757d66ff4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:24.099929 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b3a05200-c178-4b19-b4f3-9fb757d66ff4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:24.105111 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-297d2b19-f256-4537-b84d-0dcd5a5fd54c tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:24.171407 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a05200-c178-4b19-b4f3-9fb757d66ff4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event deleted for resources: {'Network': ['ID=aa13f048-f4e7-4114-91c1-29f59526db1a,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:24.179808 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d2b19-f256-4537-b84d-0dcd5a5fd54c tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Pushing event deleted for resources: {'Port': ['ID=6af4133d-6239-414b-8e56-ef03c3a3b6a0,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:24.193146 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-6838dde8-0bcb-4fb1-9e8b-61d9e830be41 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Deleting port fa582666-fc1e-4fbc-915b-949c68954ed8 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:54:24.193507 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6838dde8-0bcb-4fb1-9e8b-61d9e830be41 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:24.193699 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb32f4-7ac6-4aef-add0-04998a83e841 req-f5e0553f-6dd6-490e-88d1-9202ea043a2a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:24.205290 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dccb32f4-7ac6-4aef-add0-04998a83e841 req-f5e0553f-6dd6-490e-88d1-9202ea043a2a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 945 time: 0.4651170 May 03 22:54:24.260668 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b3a05200-c178-4b19-b4f3-9fb757d66ff4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/networks/aa13f048-f4e7-4114-91c1-29f59526db1a HTTP/1.1" status: 204 len: 168 time: 3.7622285 May 03 22:54:24.261234 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38578) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:24.306459 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-7435e7ad-a8df-47f5-9899-0a302cbf0883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:24.308229 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-7435e7ad-a8df-47f5-9899-0a302cbf0883 service neutron] 10.222.0.67 "GET /v2.0/networks?id=055bb8ea-12c0-406b-86df-a2692a31f631 HTTP/1.1" status: 200 len: 897 time: 0.2324555 May 03 22:54:24.382238 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af39496-c0fa-4629-8711-2cc8dd3c1ae2 req-ed7435d3-1cdf-4544-85c4-182e6db95c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:24.384043 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2af39496-c0fa-4629-8711-2cc8dd3c1ae2 req-ed7435d3-1cdf-4544-85c4-182e6db95c39 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=58b1620c-1628-4b95-8629-756baa43d747 HTTP/1.1" status: 200 len: 1096 time: 0.4560733 May 03 22:54:24.411702 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dccb32f4-7ac6-4aef-add0-04998a83e841 req-1790b6a0-56d0-4457-9bf0-158a4aa92843 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088537 May 03 22:54:24.472320 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:24.516715 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-297d2b19-f256-4537-b84d-0dcd5a5fd54c tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:24.518949 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-297d2b19-f256-4537-b84d-0dcd5a5fd54c tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] 10.222.0.58 "DELETE /v2.0/ports/6af4133d-6239-414b-8e56-ef03c3a3b6a0 HTTP/1.1" status: 204 len: 168 time: 2.9804735 May 03 22:54:24.543756 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2af39496-c0fa-4629-8711-2cc8dd3c1ae2 req-881d620f-f944-4566-a357-45ae399ce5fa service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465142 May 03 22:54:24.544278 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38582) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:24.559747 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d687fafc-a16f-480a-ad14-978f757313ae tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:24.585043 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-7985e50c-d0a3-47c8-a4d4-a14648d47d5f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80ecd12c-1b1f-45c0-8744-d8fc3c292241 HTTP/1.1" status: 200 len: 1000 time: 0.2603209 May 03 22:54:24.659931 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6838dde8-0bcb-4fb1-9e8b-61d9e830be41 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:24.732829 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d687fafc-a16f-480a-ad14-978f757313ae tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:24.762773 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-d687fafc-a16f-480a-ad14-978f757313ae tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db2e741-72b8-4ff8-a858-6aa16654ffdd']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:24.777277 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-d687fafc-a16f-480a-ad14-978f757313ae tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa29af6-758a-466b-a4d5-32f15bab93ab') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:24.777997 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-d687fafc-a16f-480a-ad14-978f757313ae tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa29af6-758a-466b-a4d5-32f15bab93ab') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:24.809866 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-6838dde8-0bcb-4fb1-9e8b-61d9e830be41 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Calling delete_port for fa582666-fc1e-4fbc-915b-949c68954ed8 owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:54:24.820359 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d687fafc-a16f-480a-ad14-978f757313ae tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:24.849460 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-c970c479-672a-49b7-8f6a-84a7701b49c7 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Deleting subnet cf0e9bfa-d941-4964-8011-e53c12167875 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:54:24.867044 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c970c479-672a-49b7-8f6a-84a7701b49c7 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:24.904916 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d687fafc-a16f-480a-ad14-978f757313ae tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:24.918864 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-5e58fd4e-f1b2-4543-8138-778e306e6d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:24.920410 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-5e58fd4e-f1b2-4543-8138-778e306e6d4c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79599846-a979-45d3-98e2-160f7aa782c9 HTTP/1.1" status: 200 len: 835 time: 0.3112390 May 03 22:54:25.035050 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-85db2185-17b1-4507-958c-1e4cba389d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:25.044708 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c970c479-672a-49b7-8f6a-84a7701b49c7 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:25.119311 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d687fafc-a16f-480a-ad14-978f757313ae tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:54:25.119727 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d687fafc-a16f-480a-ad14-978f757313ae tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:25.144010 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:54:25.144010 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:54:25.144010 n-d-811807-1 neutron-server[88069]: timer() May 03 22:54:25.144010 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:54:25.144010 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:54:25.144010 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:54:25.144010 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:54:25.144010 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:54:25.144010 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:54:25.144010 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:54:25.144010 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:54:25.144010 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:54:25.144010 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:54:25.144010 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:54:25.144010 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:54:25.144010 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:54:25.144010 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:54:25.144010 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:54:25.144010 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:54:25.144010 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:54:25.144010 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:54:25.144010 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:54:25.144010 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:54:25.144010 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:54:25.144010 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:54:25.144010 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:54:25.144010 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:54:25.144010 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:54:25.144010 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:54:25.144010 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:54:25.144010 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:54:25.144010 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:54:25.167746 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-32ada410-fe64-41a6-bd10-eaa4d50b559f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:25.169477 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-32ada410-fe64-41a6-bd10-eaa4d50b559f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=055bb8ea-12c0-406b-86df-a2692a31f631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2343535 May 03 22:54:25.239351 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d687fafc-a16f-480a-ad14-978f757313ae tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:25.248171 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d687fafc-a16f-480a-ad14-978f757313ae tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:25.282702 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687fafc-a16f-480a-ad14-978f757313ae tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event deleted for resources: {'Network': ['ID=1db2e741-72b8-4ff8-a858-6aa16654ffdd,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:25.289444 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d687fafc-a16f-480a-ad14-978f757313ae tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/networks/1db2e741-72b8-4ff8-a858-6aa16654ffdd HTTP/1.1" status: 204 len: 168 time: 1.0183947 May 03 22:54:25.290366 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38590) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:25.311221 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e08213-22df-4024-81fb-1fb0460380f6 req-f9dd468f-19f9-4c1a-affc-a14db0798075 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:25.319766 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c5e08213-22df-4024-81fb-1fb0460380f6 req-f9dd468f-19f9-4c1a-affc-a14db0798075 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 946 time: 0.3832743 May 03 22:54:25.324394 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-5dfa5a79-4321-4188-8675-3941417f31c4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-677791506'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:25.335306 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c970c479-672a-49b7-8f6a-84a7701b49c7 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:25.344339 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5dfa5a79-4321-4188-8675-3941417f31c4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:25.352475 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5dfa5a79-4321-4188-8675-3941417f31c4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Usage tracker for resource:network and tenant:06cc14afcda64b42b43ac970e3b09815 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:25.356584 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5dfa5a79-4321-4188-8675-3941417f31c4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:25.376214 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5dfa5a79-4321-4188-8675-3941417f31c4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:25.384810 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c5e08213-22df-4024-81fb-1fb0460380f6 req-c2c6eeed-56c9-4d85-a92e-f6f53ccd5af1 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635278 May 03 22:54:25.393494 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfa5a79-4321-4188-8675-3941417f31c4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Made reservation on behalf of 06cc14afcda64b42b43ac970e3b09815 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:54:25.396958 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5dfa5a79-4321-4188-8675-3941417f31c4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:25.443598 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6838dde8-0bcb-4fb1-9e8b-61d9e830be41 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:25.453702 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dfa5a79-4321-4188-8675-3941417f31c4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:54:25.464092 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5dfa5a79-4321-4188-8675-3941417f31c4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:25.464437 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-5dfa5a79-4321-4188-8675-3941417f31c4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Added segment f605d3ea-55aa-40d8-92d2-582697ef37f5 of type vlan for network 7281b69b-faa7-4078-b706-d29484d2f41d May 03 22:54:25.500898 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5dfa5a79-4321-4188-8675-3941417f31c4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:25.518492 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838dde8-0bcb-4fb1-9e8b-61d9e830be41 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event deleted for resources: {'Port': ['ID=fa582666-fc1e-4fbc-915b-949c68954ed8,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:25.526420 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-743954e9-b86d-4285-a46d-5a33c559c3a0 service neutron] 10.222.0.67 "GET /v2.0/networks/055bb8ea-12c0-406b-86df-a2692a31f631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182993 May 03 22:54:25.540617 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5dfa5a79-4321-4188-8675-3941417f31c4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:25.557557 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfa5a79-4321-4188-8675-3941417f31c4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:25.558232 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5dfa5a79-4321-4188-8675-3941417f31c4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:25.743155 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa5a79-4321-4188-8675-3941417f31c4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'Network': ['ID=7281b69b-faa7-4078-b706-d29484d2f41d,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:25.756270 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5dfa5a79-4321-4188-8675-3941417f31c4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4636455 May 03 22:54:25.760347 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 7281b69b-faa7-4078-b706-d29484d2f41d details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:54:25.762972 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38598) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:25.774845 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-44086139-f82d-4f70-acba-63a672f9b915 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Request body: {'subnet': {'network_id': '7281b69b-faa7-4078-b706-d29484d2f41d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:25.928947 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-44086139-f82d-4f70-acba-63a672f9b915 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:25.936937 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-44086139-f82d-4f70-acba-63a672f9b915 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Usage tracker for resource:subnet and tenant:06cc14afcda64b42b43ac970e3b09815 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:25.941269 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-44086139-f82d-4f70-acba-63a672f9b915 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:25.948443 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-44086139-f82d-4f70-acba-63a672f9b915 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:25.983235 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c970c479-672a-49b7-8f6a-84a7701b49c7 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:26.017570 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44086139-f82d-4f70-acba-63a672f9b915 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Made reservation on behalf of 06cc14afcda64b42b43ac970e3b09815 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:54:26.022529 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-44086139-f82d-4f70-acba-63a672f9b915 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:26.087665 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a936e77-58bf-4a1b-93d0-937162816f66 req-3c3bc0c3-6602-48d1-a20b-6189de93a725 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:26.089222 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2a936e77-58bf-4a1b-93d0-937162816f66 req-3c3bc0c3-6602-48d1-a20b-6189de93a725 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 945 time: 0.4459844 May 03 22:54:26.124409 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c970c479-672a-49b7-8f6a-84a7701b49c7 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:26.134235 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1c47ee-2b9d-4a01-94e7-247d42ed35f6 None None] Network 411583a9-6c61-45b2-9c3e-030806cac8dd requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:54:26.202057 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970c479-672a-49b7-8f6a-84a7701b49c7 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Pushing event deleted for resources: {'Subnet': ['ID=cf0e9bfa-d941-4964-8011-e53c12167875,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:26.212444 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c970c479-672a-49b7-8f6a-84a7701b49c7 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] 10.222.0.58 "DELETE /v2.0/subnets/cf0e9bfa-d941-4964-8011-e53c12167875 HTTP/1.1" status: 204 len: 168 time: 1.6613142 May 03 22:54:26.219985 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38612) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:26.274822 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2a936e77-58bf-4a1b-93d0-937162816f66 req-fa97cfbd-9b29-44cc-af68-28a34063ee2c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176133 May 03 22:54:26.309619 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960eb9bf-7fd0-4eb3-8c1d-ee25a38f63b1 req-7ae83906-2a7f-4bca-928e-a92151623e89 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:26.312702 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-960eb9bf-7fd0-4eb3-8c1d-ee25a38f63b1 req-7ae83906-2a7f-4bca-928e-a92151623e89 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 946 time: 0.2335224 May 03 22:54:26.446405 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:26.462544 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-960eb9bf-7fd0-4eb3-8c1d-ee25a38f63b1 req-125375d4-ad67-4f40-9a86-ada102d10749 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403797 May 03 22:54:26.471251 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:26.474007 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-44086139-f82d-4f70-acba-63a672f9b915 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:26.557357 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6838dde8-0bcb-4fb1-9e8b-61d9e830be41 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:26.572872 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44086139-f82d-4f70-acba-63a672f9b915 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'Subnet': ['ID=0518b26c-9d19-422a-becc-ebc9152bfc44,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:26.575084 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44086139-f82d-4f70-acba-63a672f9b915 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Checking segment: {'id': 'f605d3ea-55aa-40d8-92d2-582697ef37f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7281b69b-faa7-4078-b706-d29484d2f41d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:54:26.575443 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44086139-f82d-4f70-acba-63a672f9b915 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Network hostable DHCP agents. Network: 7281b69b-faa7-4078-b706-d29484d2f41d, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:54:26.600174 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44086139-f82d-4f70-acba-63a672f9b915 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Network 7281b69b-faa7-4078-b706-d29484d2f41d is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:54:26.613491 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4621e354-6a0e-48ff-925f-c704bbe4b59a None None] DHCP port deletion for 411583a9-6c61-45b2-9c3e-030806cac8dd request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:54:26.618074 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-4621e354-6a0e-48ff-925f-c704bbe4b59a None None] Deleting port f1434c7a-9429-4f9e-8034-44309b4cf940 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:54:26.618676 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4621e354-6a0e-48ff-925f-c704bbe4b59a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:26.638074 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-44086139-f82d-4f70-acba-63a672f9b915 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 7281b69b-faa7-4078-b706-d29484d2f41d) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:26.642317 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44086139-f82d-4f70-acba-63a672f9b915 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:26.643404 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-44086139-f82d-4f70-acba-63a672f9b915 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:26.671924 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-44086139-f82d-4f70-acba-63a672f9b915 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9075110 May 03 22:54:26.672683 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38618) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:26.674639 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f880b36-4abc-4d20-8f59-27cc398d1b17 None None] Network 7281b69b-faa7-4078-b706-d29484d2f41d requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:54:26.681161 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-9086ae4a-4261-450c-8913-912c40ca3cdd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-512755339', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:26.690097 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9086ae4a-4261-450c-8913-912c40ca3cdd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:26.694645 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9086ae4a-4261-450c-8913-912c40ca3cdd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Usage tracker for resource:router and tenant:06cc14afcda64b42b43ac970e3b09815 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:26.698080 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9086ae4a-4261-450c-8913-912c40ca3cdd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:26.706293 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9086ae4a-4261-450c-8913-912c40ca3cdd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:26.718442 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9086ae4a-4261-450c-8913-912c40ca3cdd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:26.719620 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9086ae4a-4261-450c-8913-912c40ca3cdd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:26.739232 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9086ae4a-4261-450c-8913-912c40ca3cdd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:26.749615 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-053a6d8b-924e-4193-9917-4279c57dcc18 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:26.763757 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-34fc3c5f-893d-4139-96b9-552afae1c277 service neutron] 10.222.0.67 "GET /v2.0/networks/055bb8ea-12c0-406b-86df-a2692a31f631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2208261 May 03 22:54:26.764319 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9086ae4a-4261-450c-8913-912c40ca3cdd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:26.787726 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf299e-ee8c-4fa6-8a1a-6153322000ac req-8134584e-105f-4214-901b-7005469b6c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:26.790878 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0bbf299e-ee8c-4fa6-8a1a-6153322000ac req-8134584e-105f-4214-901b-7005469b6c01 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a1b60de6f3b94c398a46d760b7dccea8&device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 1097 time: 0.7846756 May 03 22:54:26.797521 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9086ae4a-4261-450c-8913-912c40ca3cdd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:26.803848 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9086ae4a-4261-450c-8913-912c40ca3cdd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1299493 May 03 22:54:26.804672 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38622) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:26.811252 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-1eed6bdc-a2b3-40fb-8196-470f842d3826 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Request body: {'port': {'network_id': '7281b69b-faa7-4078-b706-d29484d2f41d', 'name': 'tempest-RoutersIpV6Test-1425785582'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:26.827066 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-053a6d8b-924e-4193-9917-4279c57dcc18 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Deleting port f1434c7a-9429-4f9e-8034-44309b4cf940 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:54:26.827417 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-053a6d8b-924e-4193-9917-4279c57dcc18 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:27.011680 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1eed6bdc-a2b3-40fb-8196-470f842d3826 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:27.016471 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1eed6bdc-a2b3-40fb-8196-470f842d3826 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Usage tracker for resource:port and tenant:06cc14afcda64b42b43ac970e3b09815 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:27.020209 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1eed6bdc-a2b3-40fb-8196-470f842d3826 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:27.026331 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1eed6bdc-a2b3-40fb-8196-470f842d3826 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:27.039204 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eed6bdc-a2b3-40fb-8196-470f842d3826 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Made reservation on behalf of 06cc14afcda64b42b43ac970e3b09815 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:54:27.043845 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1eed6bdc-a2b3-40fb-8196-470f842d3826 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:27.070151 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-4621e354-6a0e-48ff-925f-c704bbe4b59a None None] For port f1434c7a-9429-4f9e-8034-44309b4cf940, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=f1434c7a-9429-4f9e-8034-44309b4cf940,segment=NetworkSegment(5ee7f204-978b-4739-8e07-fe8d5910f167),segment_id=5ee7f204-978b-4739-8e07-fe8d5910f167)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:54:27.071151 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4621e354-6a0e-48ff-925f-c704bbe4b59a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:27.071890 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-1eed6bdc-a2b3-40fb-8196-470f842d3826 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] device_id is not set on port fbf4fab4-74a5-4580-ac71-f31aa6b81302 yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:54:27.237795 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-4621e354-6a0e-48ff-925f-c704bbe4b59a None None] Calling delete_port for f1434c7a-9429-4f9e-8034-44309b4cf940 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:54:27.239108 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf299e-ee8c-4fa6-8a1a-6153322000ac req-83e412d9-dd85-403a-848c-07ff1e59e879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:27.240689 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0bbf299e-ee8c-4fa6-8a1a-6153322000ac req-83e412d9-dd85-403a-848c-07ff1e59e879 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c911580a-47e8-451d-aa8d-57f0fa21ffe1 HTTP/1.1" status: 200 len: 919 time: 0.4428329 May 03 22:54:27.285907 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-1eed6bdc-a2b3-40fb-8196-470f842d3826 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Allocated IP 2001:db8::3a (7281b69b-faa7-4078-b706-d29484d2f41d/0518b26c-9d19-422a-becc-ebc9152bfc44/fbf4fab4-74a5-4580-ac71-f31aa6b81302) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:54:27.331327 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device f1434c7a-9429-4f9e-8034-44309b4cf940 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:54:27.382165 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99f3f3e-e056-4616-a4f1-d124d2255654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-7281b69b-faa7-4078-b706-d29484d2f41d', 'network_id': '7281b69b-faa7-4078-b706-d29484d2f41d', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'fixed_ips': [{'subnet_id': '0518b26c-9d19-422a-becc-ebc9152bfc44'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:54:27.383103 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e99f3f3e-e056-4616-a4f1-d124d2255654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:27.458456 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4621e354-6a0e-48ff-925f-c704bbe4b59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:27.510883 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6838dde8-0bcb-4fb1-9e8b-61d9e830be41 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Router cc02b860-98d8-455c-8eab-d67b45bb4698 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:54:27.512669 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0bbf299e-ee8c-4fa6-8a1a-6153322000ac req-1969f8e2-b368-4bfd-ae69-9ef31b7b6c4b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f72ab74-a672-447d-b997-eae19b009369 HTTP/1.1" status: 200 len: 217 time: 0.2415633 May 03 22:54:27.668979 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4621e354-6a0e-48ff-925f-c704bbe4b59a None None] No DVR routers for this DVR port f1434c7a-9429-4f9e-8034-44309b4cf940 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:54:27.687222 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621e354-6a0e-48ff-925f-c704bbe4b59a None None] Pushing event deleted for resources: {'Port': ['ID=f1434c7a-9429-4f9e-8034-44309b4cf940,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:27.811670 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:27.820161 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6838dde8-0bcb-4fb1-9e8b-61d9e830be41 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:54:27.832486 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fdfcde-e63d-4ffa-b2a1-501e1e3647a0 None None] Sync routers for ids ['cc02b860-98d8-455c-8eab-d67b45bb4698'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:54:27.842239 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6838dde8-0bcb-4fb1-9e8b-61d9e830be41 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "PUT /v2.0/routers/cc02b860-98d8-455c-8eab-d67b45bb4698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4319887 May 03 22:54:27.847986 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38640) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:27.849534 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf299e-ee8c-4fa6-8a1a-6153322000ac req-649e16d1-6c6d-4692-9eb2-8302424bbe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:27.850843 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No active binding found for port f1434c7a-9429-4f9e-8034-44309b4cf940 {{(pid=88071) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 03 22:54:27.851174 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0bbf299e-ee8c-4fa6-8a1a-6153322000ac req-649e16d1-6c6d-4692-9eb2-8302424bbe1f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5517459f-c98d-41cf-b3ba-cd5ba862ae7c HTTP/1.1" status: 200 len: 857 time: 0.3296547 May 03 22:54:27.852404 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device f1434c7a-9429-4f9e-8034-44309b4cf940 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:54:27.863083 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fdfcde-e63d-4ffa-b2a1-501e1e3647a0 None None] Routers {'cc02b860-98d8-455c-8eab-d67b45bb4698'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:54:27.864336 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-b0fdfcde-e63d-4ffa-b2a1-501e1e3647a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:54:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['cc02b860-98d8-455c-8eab-d67b45bb4698'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:27.932246 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad7b14-4128-4176-a8e7-3f307468676c req-315fb0ab-f2dc-4796-9a62-878af920554b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:27.933766 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eaad7b14-4128-4176-a8e7-3f307468676c req-315fb0ab-f2dc-4796-9a62-878af920554b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 945 time: 0.5164561 May 03 22:54:27.938715 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-235d7f46-713a-49b1-890a-cf067ad83d51 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Synchronizing usage tracker for tenant:51751333bcc04a9b85b04e61623005e7 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:54:27.942206 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-053a6d8b-924e-4193-9917-4279c57dcc18 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] For port f1434c7a-9429-4f9e-8034-44309b4cf940, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=f1434c7a-9429-4f9e-8034-44309b4cf940,segment=NetworkSegment(5ee7f204-978b-4739-8e07-fe8d5910f167),segment_id=5ee7f204-978b-4739-8e07-fe8d5910f167)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:54:27.942638 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-053a6d8b-924e-4193-9917-4279c57dcc18 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:27.945663 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-b0fdfcde-e63d-4ffa-b2a1-501e1e3647a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:27.957018 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fdfcde-e63d-4ffa-b2a1-501e1e3647a0 None None] Routers {'cc02b860-98d8-455c-8eab-d67b45bb4698'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:54:27.958034 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-b0fdfcde-e63d-4ffa-b2a1-501e1e3647a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:54:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['cc02b860-98d8-455c-8eab-d67b45bb4698'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:28.003068 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eaad7b14-4128-4176-a8e7-3f307468676c req-df7ed163-00f5-4ac4-9aed-58d2813de92e tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554321 May 03 22:54:28.028599 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1eed6bdc-a2b3-40fb-8196-470f842d3826 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:28.050502 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:28.051105 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-1eed6bdc-a2b3-40fb-8196-470f842d3826 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Transition to ACTIVE for port object fbf4fab4-74a5-4580-ac71-f31aa6b81302 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:54:28.068196 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95501848-dc66-4944-bd3a-18df07da159c req-75e6c0d4-9c0e-4b66-903d-500ee604940a tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:28.069744 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-95501848-dc66-4944-bd3a-18df07da159c req-75e6c0d4-9c0e-4b66-903d-500ee604940a tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 946 time: 0.4166491 May 03 22:54:28.071567 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-b0fdfcde-e63d-4ffa-b2a1-501e1e3647a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:28.072196 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fdfcde-e63d-4ffa-b2a1-501e1e3647a0 None None] The sync data for ids ['cc02b860-98d8-455c-8eab-d67b45bb4698'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:54:28.099137 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-235d7f46-713a-49b1-890a-cf067ad83d51 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Unset dirty status for tenant:51751333bcc04a9b85b04e61623005e7 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:54:28.099137 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-235d7f46-713a-49b1-890a-cf067ad83d51 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc02b860-98d8-455c-8eab-d67b45bb4698 HTTP/1.1" status: 200 len: 205 time: 0.2466333 May 03 22:54:28.104690 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38644) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:28.106975 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-053a6d8b-924e-4193-9917-4279c57dcc18 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Calling delete_port for f1434c7a-9429-4f9e-8034-44309b4cf940 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:54:28.194631 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf299e-ee8c-4fa6-8a1a-6153322000ac req-93fd44a1-c229-4baf-b2b1-0f53c2fa7658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:28.196432 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0bbf299e-ee8c-4fa6-8a1a-6153322000ac req-93fd44a1-c229-4baf-b2b1-0f53c2fa7658 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c911580a-47e8-451d-aa8d-57f0fa21ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3051386 May 03 22:54:28.200611 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [None req-053a6d8b-924e-4193-9917-4279c57dcc18 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:54:28.200934 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [None req-053a6d8b-924e-4193-9917-4279c57dcc18 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:54:28.262974 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1eed6bdc-a2b3-40fb-8196-470f842d3826 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:28.275841 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-95501848-dc66-4944-bd3a-18df07da159c req-948605be-7799-471f-bf44-a2a1192fa048 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932158 May 03 22:54:28.310918 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dd277cad-af31-4f72-9636-510ee9da4191 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:28.368934 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-e99f3f3e-e056-4616-a4f1-d124d2255654 None None] Allocated IP 2001:db8::2 (7281b69b-faa7-4078-b706-d29484d2f41d/0518b26c-9d19-422a-becc-ebc9152bfc44/d7ee9952-3e89-4fb9-a72e-a1ee71884631) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:54:28.380621 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0bbf299e-ee8c-4fa6-8a1a-6153322000ac req-d1024f83-e292-448b-a72a-6982fde6661b service neutron] 10.222.0.67 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769381 May 03 22:54:28.468936 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eed6bdc-a2b3-40fb-8196-470f842d3826 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Network 7281b69b-faa7-4078-b706-d29484d2f41d is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:54:28.474337 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-1eed6bdc-a2b3-40fb-8196-470f842d3826 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:28.480571 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eed6bdc-a2b3-40fb-8196-470f842d3826 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:54:28.486135 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eed6bdc-a2b3-40fb-8196-470f842d3826 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:28.486762 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1eed6bdc-a2b3-40fb-8196-470f842d3826 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:28.547747 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0bbf299e-ee8c-4fa6-8a1a-6153322000ac req-225f7c9e-5461-4ae9-8284-b21a6d576d46 service neutron] 10.222.0.67 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578736 May 03 22:54:28.606321 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e99f3f3e-e056-4616-a4f1-d124d2255654 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:28.619533 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e99f3f3e-e056-4616-a4f1-d124d2255654 None None] Transition to ACTIVE for port object d7ee9952-3e89-4fb9-a72e-a1ee71884631 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:54:28.662053 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e99f3f3e-e056-4616-a4f1-d124d2255654 None None] Transition to ACTIVE for port object d7ee9952-3e89-4fb9-a72e-a1ee71884631 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:54:28.674274 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e99f3f3e-e056-4616-a4f1-d124d2255654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:28.691926 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed6bdc-a2b3-40fb-8196-470f842d3826 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'Port': ['ID=fbf4fab4-74a5-4580-ac71-f31aa6b81302,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:28.702094 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-053a6d8b-924e-4193-9917-4279c57dcc18 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Deleting port f1434c7a-9429-4f9e-8034-44309b4cf940 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:54:28.702541 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-053a6d8b-924e-4193-9917-4279c57dcc18 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:28.773112 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dd277cad-af31-4f72-9636-510ee9da4191 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:28.778566 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1eed6bdc-a2b3-40fb-8196-470f842d3826 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9727788 May 03 22:54:28.780033 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dd277cad-af31-4f72-9636-510ee9da4191 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:28.780923 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99f3f3e-e056-4616-a4f1-d124d2255654 None None] Network 7281b69b-faa7-4078-b706-d29484d2f41d is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:54:28.781564 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38664) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:28.784470 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-e99f3f3e-e056-4616-a4f1-d124d2255654 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:28.788679 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99f3f3e-e056-4616-a4f1-d124d2255654 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:54:28.800342 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f3f3e-e056-4616-a4f1-d124d2255654 None None] Pushing event updated for resources: {'Port': ['ID=d7ee9952-3e89-4fb9-a72e-a1ee71884631,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:28.802241 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-053a6d8b-924e-4193-9917-4279c57dcc18 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] The port 'f1434c7a-9429-4f9e-8034-44309b4cf940' was deleted {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:54:28.891928 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e99f3f3e-e056-4616-a4f1-d124d2255654 None None] Attempting to bind port d7ee9952-3e89-4fb9-a72e-a1ee71884631 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:54:28.892872 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e99f3f3e-e056-4616-a4f1-d124d2255654 None None] Attempting to bind port d7ee9952-3e89-4fb9-a72e-a1ee71884631 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'f605d3ea-55aa-40d8-92d2-582697ef37f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7281b69b-faa7-4078-b706-d29484d2f41d'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:54:28.893244 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99f3f3e-e056-4616-a4f1-d124d2255654 None None] Attempting to bind port d7ee9952-3e89-4fb9-a72e-a1ee71884631 on network 7281b69b-faa7-4078-b706-d29484d2f41d {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:54:28.898806 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99f3f3e-e056-4616-a4f1-d124d2255654 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:54:28.899185 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99f3f3e-e056-4616-a4f1-d124d2255654 None None] Checking segment: {'id': 'f605d3ea-55aa-40d8-92d2-582697ef37f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7281b69b-faa7-4078-b706-d29484d2f41d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:54:28.899660 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e99f3f3e-e056-4616-a4f1-d124d2255654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:28.900255 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99f3f3e-e056-4616-a4f1-d124d2255654 None None] Bound using segment: {'id': 'f605d3ea-55aa-40d8-92d2-582697ef37f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7281b69b-faa7-4078-b706-d29484d2f41d'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:54:28.900883 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e99f3f3e-e056-4616-a4f1-d124d2255654 None None] Bound port: d7ee9952-3e89-4fb9-a72e-a1ee71884631, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f605d3ea-55aa-40d8-92d2-582697ef37f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '7281b69b-faa7-4078-b706-d29484d2f41d'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:54:28.901438 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e99f3f3e-e056-4616-a4f1-d124d2255654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:28.967045 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-053a6d8b-924e-4193-9917-4279c57dcc18 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:28.994161 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-053a6d8b-924e-4193-9917-4279c57dcc18 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['411583a9-6c61-45b2-9c3e-030806cac8dd']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:29.008434 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-053a6d8b-924e-4193-9917-4279c57dcc18 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee7f204-978b-4739-8e07-fe8d5910f167') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:29.008792 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-053a6d8b-924e-4193-9917-4279c57dcc18 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee7f204-978b-4739-8e07-fe8d5910f167') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:29.018048 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e99f3f3e-e056-4616-a4f1-d124d2255654 None None] For port d7ee9952-3e89-4fb9-a72e-a1ee71884631, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:54:29.022682 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e99f3f3e-e056-4616-a4f1-d124d2255654 None None] For port d7ee9952-3e89-4fb9-a72e-a1ee71884631, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d7ee9952-3e89-4fb9-a72e-a1ee71884631,segment=NetworkSegment(f605d3ea-55aa-40d8-92d2-582697ef37f5),segment_id=f605d3ea-55aa-40d8-92d2-582697ef37f5)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:54:29.022908 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-053a6d8b-924e-4193-9917-4279c57dcc18 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:29.030738 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e99f3f3e-e056-4616-a4f1-d124d2255654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:29.041976 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-053a6d8b-924e-4193-9917-4279c57dcc18 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:29.050025 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-053a6d8b-924e-4193-9917-4279c57dcc18 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:54:29.050848 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-053a6d8b-924e-4193-9917-4279c57dcc18 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:29.059302 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dd277cad-af31-4f72-9636-510ee9da4191 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:29.059956 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd277cad-af31-4f72-9636-510ee9da4191 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Fanout notify agent at l3_agent the message router_deleted on router cc02b860-98d8-455c-8eab-d67b45bb4698 {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: timer() May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:54:29.098325 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:54:29.150600 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dd277cad-af31-4f72-9636-510ee9da4191 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:29.151611 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-dd277cad-af31-4f72-9636-510ee9da4191 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/routers/cc02b860-98d8-455c-8eab-d67b45bb4698 HTTP/1.1" status: 204 len: 168 time: 1.0459929 May 03 22:54:29.157603 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38670) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:29.163141 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f3f3e-e056-4616-a4f1-d124d2255654 None None] Pushing event updated for resources: {'Port': ['ID=d7ee9952-3e89-4fb9-a72e-a1ee71884631,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:29.233079 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-053a6d8b-924e-4193-9917-4279c57dcc18 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:29.261754 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-053a6d8b-924e-4193-9917-4279c57dcc18 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:29.264520 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a6d8b-924e-4193-9917-4279c57dcc18 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] Pushing event deleted for resources: {'Network': ['ID=411583a9-6c61-45b2-9c3e-030806cac8dd,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:29.279343 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-053a6d8b-924e-4193-9917-4279c57dcc18 tempest-ExtraDHCPOptionsTestJSON-392220139 tempest-ExtraDHCPOptionsTestJSON-392220139-project] 10.222.0.58 "DELETE /v2.0/networks/411583a9-6c61-45b2-9c3e-030806cac8dd HTTP/1.1" status: 204 len: 168 time: 3.0082595 May 03 22:54:29.590722 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b99407d-0a63-49f0-9085-1a3a22327bf6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Deleting subnet 29305dbc-66e3-4fe0-93bd-0e6eef0c8629 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:54:29.658383 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6b99407d-0a63-49f0-9085-1a3a22327bf6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:29.687260 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38680) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:29.805339 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6b99407d-0a63-49f0-9085-1a3a22327bf6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:29.860800 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3e9f4b0a-803f-49dc-9c4a-5459da117093 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e43cbdbd6a9944e68f978670527a5038&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1723766 May 03 22:54:29.863398 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38688) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:29.879720 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ddd29-e21c-4156-9917-b9bc35471f62 req-df57e307-76ea-4fe1-a57f-9c27ef9d9f9d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:29.881600 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-104ddd29-e21c-4156-9917-b9bc35471f62 req-df57e307-76ea-4fe1-a57f-9c27ef9d9f9d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 945 time: 0.6006632 May 03 22:54:29.925167 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-98498136-413d-438c-bde2-d739f37a164d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:29.953452 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-98498136-413d-438c-bde2-d739f37a164d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:29.996343 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012dc7a-eb4d-4b57-b462-4ef0e75ec5af req-90d9220b-1535-4e59-be43-f9642ec7e86a tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:29.997938 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9012dc7a-eb4d-4b57-b462-4ef0e75ec5af req-90d9220b-1535-4e59-be43-f9642ec7e86a tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 946 time: 0.4556420 May 03 22:54:30.076291 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-104ddd29-e21c-4156-9917-b9bc35471f62 req-4a932396-8c1a-422c-aa06-c7fb608f1289 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800969 May 03 22:54:30.108416 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9012dc7a-eb4d-4b57-b462-4ef0e75ec5af req-2936d720-708d-4e3c-87cb-031ecb39a23d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822389 May 03 22:54:30.109056 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f611e494-e020-4445-8b17-e5552b8338ea tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:30.125747 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6b99407d-0a63-49f0-9085-1a3a22327bf6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:30.203206 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-98498136-413d-438c-bde2-d739f37a164d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:30.225144 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98498136-413d-438c-bde2-d739f37a164d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833e4584-22c1-4032-9f59-b2a6b8ba7eed,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:30.227965 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-98498136-413d-438c-bde2-d739f37a164d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:30.229455 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-98498136-413d-438c-bde2-d739f37a164d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/833e4584-22c1-4032-9f59-b2a6b8ba7eed HTTP/1.1" status: 204 len: 168 time: 0.3649642 May 03 22:54:30.268874 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6b99407d-0a63-49f0-9085-1a3a22327bf6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:30.373582 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99407d-0a63-49f0-9085-1a3a22327bf6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event deleted for resources: {'Subnet': ['ID=29305dbc-66e3-4fe0-93bd-0e6eef0c8629,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:30.375211 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6119b6c-8468-434b-bff0-4d033058ade3 None None] Network ecb7ccfb-2564-45e1-8a26-b8f94b2de0b5 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:54:30.375964 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6b99407d-0a63-49f0-9085-1a3a22327bf6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:30.573532 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cefc32-9ad3-4e64-809c-034f9cdf9170 None None] Network 7281b69b-faa7-4078-b706-d29484d2f41d requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:54:30.639799 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6b99407d-0a63-49f0-9085-1a3a22327bf6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/subnets/29305dbc-66e3-4fe0-93bd-0e6eef0c8629 HTTP/1.1" status: 204 len: 168 time: 1.4664905 May 03 22:54:30.640173 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38700) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:30.720104 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-107c17b6-1b42-47bd-91c0-a299bd3da317 None None] Provisioning for port d7ee9952-3e89-4fb9-a72e-a1ee71884631 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:54:30.786787 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ffcf8320-f2ac-4127-ae64-5f7b4b2edaf8 req-d6adae6c-23c3-4968-b0d7-4b8107597f4c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=58b1620c-1628-4b95-8629-756baa43d747&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4656799 May 03 22:54:30.984353 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-01f34342-df9a-43ab-80a9-841bfe533603 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:31.027878 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-01f34342-df9a-43ab-80a9-841bfe533603 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Deleting port 01eb8d93-da98-493b-b932-3af1c1524db2 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:54:31.028736 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-01f34342-df9a-43ab-80a9-841bfe533603 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:31.111793 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c6babe-a5e6-479f-9255-104404cfd5db None None] DHCP port deletion for ecb7ccfb-2564-45e1-8a26-b8f94b2de0b5 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:54:31.125319 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f611e494-e020-4445-8b17-e5552b8338ea tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:31.143480 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-25c6babe-a5e6-479f-9255-104404cfd5db None None] Deleting port 01eb8d93-da98-493b-b932-3af1c1524db2 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:54:31.143860 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-25c6babe-a5e6-479f-9255-104404cfd5db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:31.146268 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f611e494-e020-4445-8b17-e5552b8338ea tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:31.474513 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-01f34342-df9a-43ab-80a9-841bfe533603 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] For port 01eb8d93-da98-493b-b932-3af1c1524db2, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=01eb8d93-da98-493b-b932-3af1c1524db2,segment=NetworkSegment(b518d923-3a81-4018-b702-a10152e4d1be),segment_id=b518d923-3a81-4018-b702-a10152e4d1be)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:54:31.475024 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-01f34342-df9a-43ab-80a9-841bfe533603 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:31.609704 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611e494-e020-4445-8b17-e5552b8338ea tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'Port': ['ID=fbf4fab4-74a5-4580-ac71-f31aa6b81302,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:31.612752 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f611e494-e020-4445-8b17-e5552b8338ea tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:31.699965 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-01f34342-df9a-43ab-80a9-841bfe533603 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Calling delete_port for 01eb8d93-da98-493b-b932-3af1c1524db2 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:54:31.704977 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d7ee9952-3e89-4fb9-a72e-a1ee71884631 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:54:31.723560 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38722) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:31.740425 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf8320-f2ac-4127-ae64-5f7b4b2edaf8 req-458f728c-bd15-4463-8566-a39289b697ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:31.741956 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ffcf8320-f2ac-4127-ae64-5f7b4b2edaf8 req-458f728c-bd15-4463-8566-a39289b697ac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1b60de6f3b94c398a46d760b7dccea8&device_id=58b1620c-1628-4b95-8629-756baa43d747 HTTP/1.1" status: 200 len: 1096 time: 0.6706259 May 03 22:54:31.789754 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-01f34342-df9a-43ab-80a9-841bfe533603 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:31.792867 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-25c6babe-a5e6-479f-9255-104404cfd5db None None] For port 01eb8d93-da98-493b-b932-3af1c1524db2, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=01eb8d93-da98-493b-b932-3af1c1524db2,segment=NetworkSegment(b518d923-3a81-4018-b702-a10152e4d1be),segment_id=b518d923-3a81-4018-b702-a10152e4d1be)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:54:31.793528 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-25c6babe-a5e6-479f-9255-104404cfd5db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:31.861613 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f34342-df9a-43ab-80a9-841bfe533603 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event deleted for resources: {'Port': ['ID=01eb8d93-da98-493b-b932-3af1c1524db2,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:31.863675 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f34342-df9a-43ab-80a9-841bfe533603 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] No DVR routers for this DVR port 01eb8d93-da98-493b-b932-3af1c1524db2 on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:54:31.981207 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-25c6babe-a5e6-479f-9255-104404cfd5db None None] Calling delete_port for 01eb8d93-da98-493b-b932-3af1c1524db2 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:54:32.053321 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-01f34342-df9a-43ab-80a9-841bfe533603 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:32.068904 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-85127f9e-baf3-4ecb-928a-e0882239274f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-427121370'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:32.098444 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port d7ee9952-3e89-4fb9-a72e-a1ee71884631 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:54:32.132106 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-01f34342-df9a-43ab-80a9-841bfe533603 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecb7ccfb-2564-45e1-8a26-b8f94b2de0b5']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:32.153341 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:54:32.161040 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port d7ee9952-3e89-4fb9-a72e-a1ee71884631 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:32.163561 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:32.171968 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-01f34342-df9a-43ab-80a9-841bfe533603 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b518d923-3a81-4018-b702-a10152e4d1be') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:32.172370 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-01f34342-df9a-43ab-80a9-841bfe533603 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b518d923-3a81-4018-b702-a10152e4d1be') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:32.237948 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-85127f9e-baf3-4ecb-928a-e0882239274f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:32.244063 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-01f34342-df9a-43ab-80a9-841bfe533603 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:32.261095 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-85127f9e-baf3-4ecb-928a-e0882239274f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:network and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:32.275164 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-85127f9e-baf3-4ecb-928a-e0882239274f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:32.283577 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-01f34342-df9a-43ab-80a9-841bfe533603 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:32.296330 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f34342-df9a-43ab-80a9-841bfe533603 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:54:32.296579 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-85127f9e-baf3-4ecb-928a-e0882239274f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:32.296736 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-01f34342-df9a-43ab-80a9-841bfe533603 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:32.313023 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:54:32.313023 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:54:32.313023 n-d-811807-1 neutron-server[88070]: timer() May 03 22:54:32.313023 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:54:32.313023 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:54:32.313023 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:54:32.313023 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:54:32.313023 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:54:32.313023 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:54:32.313023 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:54:32.313023 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:54:32.313023 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:54:32.313023 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:54:32.313023 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:54:32.313023 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:54:32.313023 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:54:32.313023 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:54:32.313023 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:54:32.313023 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:54:32.313023 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:54:32.313023 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:54:32.313023 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:54:32.313023 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:54:32.313023 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:54:32.313023 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:54:32.313023 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:54:32.313023 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:54:32.313023 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:54:32.313023 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:54:32.313023 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:54:32.313023 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:54:32.313023 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:54:32.326500 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1dc6ae72-4c51-4599-96f0-fa4646771cb7 None None] Provisioning complete for port d7ee9952-3e89-4fb9-a72e-a1ee71884631 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:32.326690 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1dc6ae72-4c51-4599-96f0-fa4646771cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:32.355461 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:54:32.360961 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:32.360961 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:54:32.360961 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:32.360961 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:54:32.360961 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:32.360961 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:54:32.360961 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:32.360961 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:54:32.360961 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:32.360961 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:54:32.360961 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:32.360961 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:54:32.360961 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:32.360961 n-d-811807-1 neutron-server[88071]: util.warn( May 03 22:54:32.362030 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63c759-09ea-4f39-aee4-f5dff8565b6c req-fa69dd44-00e7-4c73-8ade-565a7995850d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:32.368690 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9a63c759-09ea-4f39-aee4-f5dff8565b6c req-fa69dd44-00e7-4c73-8ade-565a7995850d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 946 time: 0.7957220 May 03 22:54:32.406420 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-25c6babe-a5e6-479f-9255-104404cfd5db None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:54:32.406774 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-25c6babe-a5e6-479f-9255-104404cfd5db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:54:32.414259 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c347fd-4442-414f-9fb2-756ae3277abf req-597e90d8-c2bf-4c9b-b1ae-c874f7503930 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:32.415978 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-57c347fd-4442-414f-9fb2-756ae3277abf req-597e90d8-c2bf-4c9b-b1ae-c874f7503930 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 945 time: 0.7987380 May 03 22:54:32.431012 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-01f34342-df9a-43ab-80a9-841bfe533603 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:32.445932 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eec817-9f74-40f8-95d2-31166f636b46 req-078e46af-31c1-46a5-a96b-a80de9228aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:32.448088 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e9eec817-9f74-40f8-95d2-31166f636b46 req-078e46af-31c1-46a5-a96b-a80de9228aa1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 1096 time: 0.2460933 May 03 22:54:32.464321 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:32.471164 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-01f34342-df9a-43ab-80a9-841bfe533603 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:32.471872 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85127f9e-baf3-4ecb-928a-e0882239274f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Made reservation on behalf of 3a6c8dfe4a524ed3932fdccc3fe2c5d8 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:54:32.475463 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-85127f9e-baf3-4ecb-928a-e0882239274f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:32.481756 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f34342-df9a-43ab-80a9-841bfe533603 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event deleted for resources: {'Network': ['ID=ecb7ccfb-2564-45e1-8a26-b8f94b2de0b5,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:32.485459 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf8320-f2ac-4127-ae64-5f7b4b2edaf8 req-8c986e28-e212-4a20-897e-b2f42d5f91f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:32.487121 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ffcf8320-f2ac-4127-ae64-5f7b4b2edaf8 req-8c986e28-e212-4a20-897e-b2f42d5f91f9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c911580a-47e8-451d-aa8d-57f0fa21ffe1 HTTP/1.1" status: 200 len: 919 time: 0.6985810 May 03 22:54:32.548003 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1dc6ae72-4c51-4599-96f0-fa4646771cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:32.582296 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port d7ee9952-3e89-4fb9-a72e-a1ee71884631, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d7ee9952-3e89-4fb9-a72e-a1ee71884631,segment=NetworkSegment(f605d3ea-55aa-40d8-92d2-582697ef37f5),segment_id=f605d3ea-55aa-40d8-92d2-582697ef37f5)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:54:32.589962 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:32.649631 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9a63c759-09ea-4f39-aee4-f5dff8565b6c req-9107fa89-87f6-4001-9409-839538ffaae0 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797220 May 03 22:54:32.657364 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-85127f9e-baf3-4ecb-928a-e0882239274f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:32.666755 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-01f34342-df9a-43ab-80a9-841bfe533603 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/networks/ecb7ccfb-2564-45e1-8a26-b8f94b2de0b5 HTTP/1.1" status: 204 len: 168 time: 2.0252633 May 03 22:54:32.666963 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f611e494-e020-4445-8b17-e5552b8338ea tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:32.667569 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38730) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:32.697492 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-dc8af2b8-95ef-49c8-9393-213ce451300f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-107172431', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:32.698246 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ffcf8320-f2ac-4127-ae64-5f7b4b2edaf8 req-246af52d-9b6a-4d1e-b356-0d32ad095660 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5aa08b48-9310-4437-83e4-632a6081fea4 HTTP/1.1" status: 200 len: 217 time: 0.2034194 May 03 22:54:32.706390 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-85127f9e-baf3-4ecb-928a-e0882239274f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:32.706650 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-dc8af2b8-95ef-49c8-9393-213ce451300f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:32.710409 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-85127f9e-baf3-4ecb-928a-e0882239274f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:security_group_rule and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:32.711762 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-dc8af2b8-95ef-49c8-9393-213ce451300f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Usage tracker for resource:router and tenant:51751333bcc04a9b85b04e61623005e7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:32.713473 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-85127f9e-baf3-4ecb-928a-e0882239274f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:32.715006 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-dc8af2b8-95ef-49c8-9393-213ce451300f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:32.719379 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-85127f9e-baf3-4ecb-928a-e0882239274f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:32.721473 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-dc8af2b8-95ef-49c8-9393-213ce451300f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:32.723251 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-1dc6ae72-4c51-4599-96f0-fa4646771cb7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:54:32.724262 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-1dc6ae72-4c51-4599-96f0-fa4646771cb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:54:32.725223 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 01eb8d93-da98-493b-b932-3af1c1524db2 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:54:32.736667 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dc8af2b8-95ef-49c8-9393-213ce451300f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:32.738144 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dc8af2b8-95ef-49c8-9393-213ce451300f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:32.780275 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dc8af2b8-95ef-49c8-9393-213ce451300f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:32.782342 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eec817-9f74-40f8-95d2-31166f636b46 req-d883d6da-847d-4008-8600-b646a0eca39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:32.784031 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e9eec817-9f74-40f8-95d2-31166f636b46 req-d883d6da-847d-4008-8600-b646a0eca39e service neutron] 10.222.0.67 "GET /v2.0/networks?id=055bb8ea-12c0-406b-86df-a2692a31f631 HTTP/1.1" status: 200 len: 897 time: 0.2962649 May 03 22:54:32.791126 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 01eb8d93-da98-493b-b932-3af1c1524db2 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:54:32.791651 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 01eb8d93-da98-493b-b932-3af1c1524db2 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:54:32.822760 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=d7ee9952-3e89-4fb9-a72e-a1ee71884631,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:32.828261 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-57c347fd-4442-414f-9fb2-756ae3277abf req-b7befc94-a265-4ea2-85d5-0357a2fb04cc tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3957832 May 03 22:54:32.907573 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dc8af2b8-95ef-49c8-9393-213ce451300f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:32.908099 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-25c6babe-a5e6-479f-9255-104404cfd5db None None] Deleting port 01eb8d93-da98-493b-b932-3af1c1524db2 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:54:32.908475 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-25c6babe-a5e6-479f-9255-104404cfd5db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:32.914788 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e9eec817-9f74-40f8-95d2-31166f636b46 req-4aa983e5-5b86-451a-acf1-1499209a873e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80ecd12c-1b1f-45c0-8744-d8fc3c292241 HTTP/1.1" status: 200 len: 1000 time: 0.1238949 May 03 22:54:32.979286 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-25c6babe-a5e6-479f-9255-104404cfd5db None None] The port '01eb8d93-da98-493b-b932-3af1c1524db2' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:54:32.979684 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dc8af2b8-95ef-49c8-9393-213ce451300f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:32.980788 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-dc8af2b8-95ef-49c8-9393-213ce451300f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3072467 May 03 22:54:32.985139 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38734) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:32.998644 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-0afdaa81-5c66-444c-9632-801d2c64e81d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Request body: {'network': {'name': 'tempest-RoutersTest-1674543107'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:33.003702 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eec817-9f74-40f8-95d2-31166f636b46 req-0f141aaf-7d71-4dce-9d8f-57a802cb1968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:33.005217 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e9eec817-9f74-40f8-95d2-31166f636b46 req-0f141aaf-7d71-4dce-9d8f-57a802cb1968 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79599846-a979-45d3-98e2-160f7aa782c9 HTTP/1.1" status: 200 len: 835 time: 0.0830364 May 03 22:54:33.007755 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-0afdaa81-5c66-444c-9632-801d2c64e81d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:33.016356 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf8320-f2ac-4127-ae64-5f7b4b2edaf8 req-cd510369-3809-40bf-a079-f2673dfaba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:33.017814 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ffcf8320-f2ac-4127-ae64-5f7b4b2edaf8 req-cd510369-3809-40bf-a079-f2673dfaba8c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5517459f-c98d-41cf-b3ba-cd5ba862ae7c HTTP/1.1" status: 200 len: 857 time: 0.2773366 May 03 22:54:33.042028 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0afdaa81-5c66-444c-9632-801d2c64e81d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Usage tracker for resource:network and tenant:51751333bcc04a9b85b04e61623005e7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:33.049452 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0afdaa81-5c66-444c-9632-801d2c64e81d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:33.066184 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-0afdaa81-5c66-444c-9632-801d2c64e81d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:33.081877 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afdaa81-5c66-444c-9632-801d2c64e81d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Made reservation on behalf of 51751333bcc04a9b85b04e61623005e7 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:54:33.085342 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0afdaa81-5c66-444c-9632-801d2c64e81d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:33.127160 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eec817-9f74-40f8-95d2-31166f636b46 req-669e5d45-b505-4478-8aeb-159c077dffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:33.128715 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e9eec817-9f74-40f8-95d2-31166f636b46 req-669e5d45-b505-4478-8aeb-159c077dffc7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=055bb8ea-12c0-406b-86df-a2692a31f631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1168523 May 03 22:54:33.129303 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0afdaa81-5c66-444c-9632-801d2c64e81d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:54:33.163848 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0afdaa81-5c66-444c-9632-801d2c64e81d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:33.164070 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-0afdaa81-5c66-444c-9632-801d2c64e81d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Added segment 314507eb-5a21-4331-b797-3a5b023d2a9a of type vlan for network 2f8bd908-7370-4518-8b40-d26ef2eacf39 May 03 22:54:33.170662 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-85127f9e-baf3-4ecb-928a-e0882239274f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:33.184008 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d7ee9952-3e89-4fb9-a72e-a1ee71884631 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:54:33.233561 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-85127f9e-baf3-4ecb-928a-e0882239274f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:33.266702 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0afdaa81-5c66-444c-9632-801d2c64e81d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:33.294280 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85127f9e-baf3-4ecb-928a-e0882239274f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:54:33.306513 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf8320-f2ac-4127-ae64-5f7b4b2edaf8 req-ac2f623f-8153-4d8e-b4de-152b39232195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:33.308366 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ffcf8320-f2ac-4127-ae64-5f7b4b2edaf8 req-ac2f623f-8153-4d8e-b4de-152b39232195 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c911580a-47e8-451d-aa8d-57f0fa21ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2813382 May 03 22:54:33.320105 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85127f9e-baf3-4ecb-928a-e0882239274f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7971708-0080-40c9-9a75-68450a42e3fb,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:33.321477 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1dc6ae72-4c51-4599-96f0-fa4646771cb7 None None] Provisioning for port fbf4fab4-74a5-4580-ac71-f31aa6b81302 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:54:33.321960 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e9eec817-9f74-40f8-95d2-31166f636b46 req-25f6f684-2c3d-4cd8-aae7-2b5033e8bd70 service neutron] 10.222.0.67 "GET /v2.0/networks/055bb8ea-12c0-406b-86df-a2692a31f631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833837 May 03 22:54:33.328797 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0afdaa81-5c66-444c-9632-801d2c64e81d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:33.331990 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1dc6ae72-4c51-4599-96f0-fa4646771cb7 None None] Provisioning complete for port fbf4fab4-74a5-4580-ac71-f31aa6b81302 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:33.332697 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1dc6ae72-4c51-4599-96f0-fa4646771cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:33.335672 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afdaa81-5c66-444c-9632-801d2c64e81d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:33.336321 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0afdaa81-5c66-444c-9632-801d2c64e81d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:33.350926 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-85127f9e-baf3-4ecb-928a-e0882239274f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:33.351252 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-85127f9e-baf3-4ecb-928a-e0882239274f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Added segment cb5dc4de-97c1-4c6a-8e00-0b588a19e91b of type vlan for network 7c3d7b90-4cd0-492b-b8b2-539895f51db5 May 03 22:54:33.406210 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1dc6ae72-4c51-4599-96f0-fa4646771cb7 None None] Port fbf4fab4-74a5-4580-ac71-f31aa6b81302 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:54:33.413062 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port d7ee9952-3e89-4fb9-a72e-a1ee71884631 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:33.413670 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:33.468964 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-85127f9e-baf3-4ecb-928a-e0882239274f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:33.508820 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f611e494-e020-4445-8b17-e5552b8338ea tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:33.528074 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ffcf8320-f2ac-4127-ae64-5f7b4b2edaf8 req-7865f940-1bfc-4a68-bfe2-f0d124a6e17b service neutron] 10.222.0.60 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046793 May 03 22:54:33.531493 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f611e494-e020-4445-8b17-e5552b8338ea tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:33.532281 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f611e494-e020-4445-8b17-e5552b8338ea tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:33.605595 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e45eeb9c-a871-4b83-8058-91d154266d88 None None] Provisioning complete for port fbf4fab4-74a5-4580-ac71-f31aa6b81302 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:33.606415 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e45eeb9c-a871-4b83-8058-91d154266d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:33.667152 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e9eec817-9f74-40f8-95d2-31166f636b46 req-64089d5e-8ab5-45d7-81ec-549438f07c61 service neutron] 10.222.0.67 "GET /v2.0/networks/055bb8ea-12c0-406b-86df-a2692a31f631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249073 May 03 22:54:33.674858 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e45eeb9c-a871-4b83-8058-91d154266d88 None None] Port fbf4fab4-74a5-4580-ac71-f31aa6b81302 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:54:33.724754 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-85127f9e-baf3-4ecb-928a-e0882239274f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:33.730283 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0afdaa81-5c66-444c-9632-801d2c64e81d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7416370 May 03 22:54:33.730730 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85127f9e-baf3-4ecb-928a-e0882239274f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:33.731336 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-85127f9e-baf3-4ecb-928a-e0882239274f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:33.737747 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38750) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:33.782043 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afdaa81-5c66-444c-9632-801d2c64e81d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'Network': ['ID=2f8bd908-7370-4518-8b40-d26ef2eacf39,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:33.792667 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 2f8bd908-7370-4518-8b40-d26ef2eacf39 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:54:33.808838 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-1d018e24-e18d-46bc-87e1-d7b84436efaa tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Request body: {'subnet': {'network_id': '2f8bd908-7370-4518-8b40-d26ef2eacf39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:33.944771 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611e494-e020-4445-8b17-e5552b8338ea tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'Port': ['ID=fbf4fab4-74a5-4580-ac71-f31aa6b81302,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:34.301250 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-85127f9e-baf3-4ecb-928a-e0882239274f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.5750754 May 03 22:54:34.304000 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38756) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:34.309520 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-2373c4fa-9917-4f1e-9c6c-f813217afbf3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'port': {'network_id': '7c3d7b90-4cd0-492b-b8b2-539895f51db5', 'name': 'tempest-PortsTestJSON-1169116307'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:34.314800 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85127f9e-baf3-4ecb-928a-e0882239274f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Network': ['ID=7c3d7b90-4cd0-492b-b8b2-539895f51db5,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:34.328353 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 7c3d7b90-4cd0-492b-b8b2-539895f51db5 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:54:34.353452 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-8d4466dd-2bef-4a3b-9257-6445ccee9af9 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Synchronizing usage tracker for tenant:fac7f64c48bd48e8ae480a0113f466e9 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:54:34.398397 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1d018e24-e18d-46bc-87e1-d7b84436efaa tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:34.402939 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ffcf8320-f2ac-4127-ae64-5f7b4b2edaf8 req-f063ef0e-4967-40db-8a4d-1ff73836ae76 service neutron] 10.222.0.60 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8666630 May 03 22:54:34.412280 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1d018e24-e18d-46bc-87e1-d7b84436efaa tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Usage tracker for resource:subnet and tenant:51751333bcc04a9b85b04e61623005e7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:34.416995 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1d018e24-e18d-46bc-87e1-d7b84436efaa tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:34.426443 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2373c4fa-9917-4f1e-9c6c-f813217afbf3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:34.428835 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1d018e24-e18d-46bc-87e1-d7b84436efaa tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:34.430960 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2373c4fa-9917-4f1e-9c6c-f813217afbf3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:port and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:34.434138 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2373c4fa-9917-4f1e-9c6c-f813217afbf3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:34.438237 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f611e494-e020-4445-8b17-e5552b8338ea tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Network 7281b69b-faa7-4078-b706-d29484d2f41d is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:54:34.439174 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-8d4466dd-2bef-4a3b-9257-6445ccee9af9 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Unset dirty status for tenant:fac7f64c48bd48e8ae480a0113f466e9 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:54:34.440321 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-8d4466dd-2bef-4a3b-9257-6445ccee9af9 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-342408259&fields=id&tenant_id=fac7f64c48bd48e8ae480a0113f466e9 HTTP/1.1" status: 200 len: 267 time: 0.6630616 May 03 22:54:34.440944 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2373c4fa-9917-4f1e-9c6c-f813217afbf3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:34.443947 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-f611e494-e020-4445-8b17-e5552b8338ea tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:34.453397 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2373c4fa-9917-4f1e-9c6c-f813217afbf3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Made reservation on behalf of 3a6c8dfe4a524ed3932fdccc3fe2c5d8 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:54:34.457215 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2373c4fa-9917-4f1e-9c6c-f813217afbf3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:34.484893 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-2373c4fa-9917-4f1e-9c6c-f813217afbf3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] device_id is not set on port ffcfb305-4b63-4420-9422-332b07142fd8 yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:54:34.527541 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d018e24-e18d-46bc-87e1-d7b84436efaa tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Made reservation on behalf of 51751333bcc04a9b85b04e61623005e7 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:54:34.530969 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1d018e24-e18d-46bc-87e1-d7b84436efaa tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:34.637498 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b3dc2-b278-49fb-995e-e7e5cd22680a req-f9e9ebc9-a159-4f2b-8c4f-a7e56fa7f2ae tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:34.643624 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-465b3dc2-b278-49fb-995e-e7e5cd22680a req-f9e9ebc9-a159-4f2b-8c4f-a7e56fa7f2ae tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 946 time: 0.8385954 May 03 22:54:34.723502 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2373c4fa-9917-4f1e-9c6c-f813217afbf3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:34.750744 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2373c4fa-9917-4f1e-9c6c-f813217afbf3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:34.802575 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-42750d98-c71b-473b-9420-8d5b8b5d0e80 None None] Provisioning complete for port fbf4fab4-74a5-4580-ac71-f31aa6b81302 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:34.803194 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-42750d98-c71b-473b-9420-8d5b8b5d0e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:34.840129 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373c4fa-9917-4f1e-9c6c-f813217afbf3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Port': ['ID=ffcfb305-4b63-4420-9422-332b07142fd8,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:34.853937 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2373c4fa-9917-4f1e-9c6c-f813217afbf3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Checking segment: {'id': 'cb5dc4de-97c1-4c6a-8e00-0b588a19e91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '7c3d7b90-4cd0-492b-b8b2-539895f51db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:54:34.854297 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2373c4fa-9917-4f1e-9c6c-f813217afbf3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Network hostable DHCP agents. Network: 7c3d7b90-4cd0-492b-b8b2-539895f51db5, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:54:34.874758 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2373c4fa-9917-4f1e-9c6c-f813217afbf3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Network 7c3d7b90-4cd0-492b-b8b2-539895f51db5 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:54:34.875770 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-465b3dc2-b278-49fb-995e-e7e5cd22680a req-178c2e1a-a9ee-45ed-bd1a-94ced4724bb8 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989930 May 03 22:54:34.889012 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-2373c4fa-9917-4f1e-9c6c-f813217afbf3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 7c3d7b90-4cd0-492b-b8b2-539895f51db5) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:34.894346 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2373c4fa-9917-4f1e-9c6c-f813217afbf3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:54:34.902466 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2373c4fa-9917-4f1e-9c6c-f813217afbf3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:34.903100 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2373c4fa-9917-4f1e-9c6c-f813217afbf3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:34.904172 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-42750d98-c71b-473b-9420-8d5b8b5d0e80 None None] Port fbf4fab4-74a5-4580-ac71-f31aa6b81302 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:54:34.915525 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb91b34-ad30-412a-b4f2-60cbdcfd68a5 None None] Network 7c3d7b90-4cd0-492b-b8b2-539895f51db5 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:54:34.935973 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2373c4fa-9917-4f1e-9c6c-f813217afbf3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6308331 May 03 22:54:34.939721 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38760) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:34.945338 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-38e1a436-2a05-400d-8205-3efdce1557b2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-53676171'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:34.946220 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-73005d11-d1af-461e-bb29-f292896ed658 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:34.951076 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-38e1a436-2a05-400d-8205-3efdce1557b2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:34.953043 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-73005d11-d1af-461e-bb29-f292896ed658 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/networks?id=707cfa08-484f-448d-b84f-a940bf8f6e2e HTTP/1.1" status: 200 len: 811 time: 0.5004690 May 03 22:54:34.955873 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-38e1a436-2a05-400d-8205-3efdce1557b2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:network and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:34.958960 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-38e1a436-2a05-400d-8205-3efdce1557b2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:34.965260 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-38e1a436-2a05-400d-8205-3efdce1557b2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:34.976962 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e1a436-2a05-400d-8205-3efdce1557b2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Made reservation on behalf of 3a6c8dfe4a524ed3932fdccc3fe2c5d8 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:54:34.980636 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-38e1a436-2a05-400d-8205-3efdce1557b2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:35.008048 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-7f853a4f-64a0-4286-a204-0e2e50015c75 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/quotas/fac7f64c48bd48e8ae480a0113f466e9 HTTP/1.1" status: 200 len: 375 time: 0.0542963 May 03 22:54:35.026354 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e1a436-2a05-400d-8205-3efdce1557b2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:54:35.038602 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-38e1a436-2a05-400d-8205-3efdce1557b2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:35.038952 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-38e1a436-2a05-400d-8205-3efdce1557b2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Added segment 130c0dde-fb56-4195-8a35-49aedbf98a65 of type vlan for network ac06be14-a558-40e5-99c6-18496136b2c5 May 03 22:54:35.072953 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-38e1a436-2a05-400d-8205-3efdce1557b2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:35.102535 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f611e494-e020-4445-8b17-e5552b8338ea tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Router 418c49a8-f83c-4bee-8eb5-3c8142f53014 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:54:35.104653 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-38e1a436-2a05-400d-8205-3efdce1557b2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:35.112813 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e1a436-2a05-400d-8205-3efdce1557b2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:35.113694 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-38e1a436-2a05-400d-8205-3efdce1557b2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:35.218385 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-38e1a436-2a05-400d-8205-3efdce1557b2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2777956 May 03 22:54:35.223980 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38764) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:35.229377 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-0fa45e13-0e1f-4036-8ed9-6bba8f2627a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'ports': [{'network_id': '7c3d7b90-4cd0-492b-b8b2-539895f51db5'}, {'network_id': 'ac06be14-a558-40e5-99c6-18496136b2c5'}]} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:35.229697 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-0fa45e13-0e1f-4036-8ed9-6bba8f2627a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'port': {'network_id': '7c3d7b90-4cd0-492b-b8b2-539895f51db5'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:35.230198 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-0fa45e13-0e1f-4036-8ed9-6bba8f2627a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'port': {'network_id': 'ac06be14-a558-40e5-99c6-18496136b2c5'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:35.249623 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1a436-2a05-400d-8205-3efdce1557b2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Network': ['ID=ac06be14-a558-40e5-99c6-18496136b2c5,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:35.260923 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network ac06be14-a558-40e5-99c6-18496136b2c5 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:54:35.348655 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1d018e24-e18d-46bc-87e1-d7b84436efaa tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:35.408550 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f611e494-e020-4445-8b17-e5552b8338ea tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:54:35.419712 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7469af1b-bc1e-4155-b727-df5165c870c9 None None] Sync routers for ids ['418c49a8-f83c-4bee-8eb5-3c8142f53014'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:54:35.429009 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-4eae6a92-be42-40b9-9936-61d80d5c0048 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fac7f64c48bd48e8ae480a0113f466e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4200788 May 03 22:54:35.429511 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7469af1b-bc1e-4155-b727-df5165c870c9 None None] Routers {'418c49a8-f83c-4bee-8eb5-3c8142f53014'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:54:35.430169 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-7469af1b-bc1e-4155-b727-df5165c870c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:54:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['418c49a8-f83c-4bee-8eb5-3c8142f53014'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:35.455043 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f6773-bca2-465e-b5b9-4bf51225b3a1 req-35ec489f-c2b8-4004-b016-9ab6a8bf39da tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:35.456518 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fd2f6773-bca2-465e-b5b9-4bf51225b3a1 req-35ec489f-c2b8-4004-b016-9ab6a8bf39da tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 945 time: 0.4060631 May 03 22:54:35.482432 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f611e494-e020-4445-8b17-e5552b8338ea tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "PUT /v2.0/routers/418c49a8-f83c-4bee-8eb5-3c8142f53014/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6998231 May 03 22:54:35.487623 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38768) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:35.494812 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-0fa45e13-0e1f-4036-8ed9-6bba8f2627a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:35.498657 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0fa45e13-0e1f-4036-8ed9-6bba8f2627a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:port and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:35.498979 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-7469af1b-bc1e-4155-b727-df5165c870c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:35.502098 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0fa45e13-0e1f-4036-8ed9-6bba8f2627a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:35.508800 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7469af1b-bc1e-4155-b727-df5165c870c9 None None] Routers {'418c49a8-f83c-4bee-8eb5-3c8142f53014'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:54:35.509422 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-7469af1b-bc1e-4155-b727-df5165c870c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:54:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['418c49a8-f83c-4bee-8eb5-3c8142f53014'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:35.536630 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-0fa45e13-0e1f-4036-8ed9-6bba8f2627a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:35.570107 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa45e13-0e1f-4036-8ed9-6bba8f2627a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Made reservation on behalf of 3a6c8dfe4a524ed3932fdccc3fe2c5d8 for: {'port': 2} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:54:35.574866 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0fa45e13-0e1f-4036-8ed9-6bba8f2627a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:35.602751 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43649226-edd5-4bb2-a820-e0042241a3fe tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:35.603339 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-43649226-edd5-4bb2-a820-e0042241a3fe tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Synchronizing usage tracker for tenant:06cc14afcda64b42b43ac970e3b09815 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:54:35.619249 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0fa45e13-0e1f-4036-8ed9-6bba8f2627a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:35.620669 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-7469af1b-bc1e-4155-b727-df5165c870c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:35.621432 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7469af1b-bc1e-4155-b727-df5165c870c9 None None] The sync data for ids ['418c49a8-f83c-4bee-8eb5-3c8142f53014'] in n-d-811807-1 is: [] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:54:35.630429 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-43649226-edd5-4bb2-a820-e0042241a3fe tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Unset dirty status for tenant:06cc14afcda64b42b43ac970e3b09815 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:54:35.631593 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-43649226-edd5-4bb2-a820-e0042241a3fe tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "GET /v2.0/ports/fbf4fab4-74a5-4580-ac71-f31aa6b81302 HTTP/1.1" status: 200 len: 983 time: 0.1431761 May 03 22:54:35.633363 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d018e24-e18d-46bc-87e1-d7b84436efaa tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'Subnet': ['ID=8f62dc5d-3e8f-4369-8c3d-84e1cb488f84,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:35.634595 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38772) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:35.655232 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d018e24-e18d-46bc-87e1-d7b84436efaa tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Checking segment: {'id': '314507eb-5a21-4331-b797-3a5b023d2a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '2f8bd908-7370-4518-8b40-d26ef2eacf39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:54:35.655590 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d018e24-e18d-46bc-87e1-d7b84436efaa tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Network hostable DHCP agents. Network: 2f8bd908-7370-4518-8b40-d26ef2eacf39, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:54:35.684201 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fd2f6773-bca2-465e-b5b9-4bf51225b3a1 req-ebfe60ac-2bc1-408a-aee2-70a47beb4b8c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003028 May 03 22:54:35.708438 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-752cd6e1-818c-47e1-9e4a-58524937ad06 service neutron] 10.222.0.58 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469411 May 03 22:54:35.711250 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d018e24-e18d-46bc-87e1-d7b84436efaa tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Network 2f8bd908-7370-4518-8b40-d26ef2eacf39 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:54:35.763950 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-1d018e24-e18d-46bc-87e1-d7b84436efaa tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 2f8bd908-7370-4518-8b40-d26ef2eacf39) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:35.768456 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d018e24-e18d-46bc-87e1-d7b84436efaa tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:35.769033 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1d018e24-e18d-46bc-87e1-d7b84436efaa tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:35.776270 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb09ce90-8955-47a9-a508-f204d6797f22 None None] Network 2f8bd908-7370-4518-8b40-d26ef2eacf39 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:54:35.852974 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1d018e24-e18d-46bc-87e1-d7b84436efaa tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0745463 May 03 22:54:35.855181 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38776) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:36.013608 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b83562b-da91-4ba5-97d7-3034ab0bd3ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-2f8bd908-7370-4518-8b40-d26ef2eacf39', 'network_id': '2f8bd908-7370-4518-8b40-d26ef2eacf39', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'fixed_ips': [{'subnet_id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:54:36.014832 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0b83562b-da91-4ba5-97d7-3034ab0bd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:36.191625 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-0b83562b-da91-4ba5-97d7-3034ab0bd3ec None None] Allocated IP 172.20.0.2 (2f8bd908-7370-4518-8b40-d26ef2eacf39/8f62dc5d-3e8f-4369-8c3d-84e1cb488f84/ae63851c-af72-4b7a-93c9-fb8061c961d4) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:54:36.246018 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-0fa45e13-0e1f-4036-8ed9-6bba8f2627a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] device_id is not set on port 17cffcb1-23ec-4f61-acbf-d7a57f9e387e yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:54:36.349416 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-75bdc066-133b-4429-b7fb-a039583aaf9d service neutron] 10.222.0.58 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6316290 May 03 22:54:36.404019 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0b83562b-da91-4ba5-97d7-3034ab0bd3ec None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:36.414799 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-0b83562b-da91-4ba5-97d7-3034ab0bd3ec None None] Transition to ACTIVE for port object ae63851c-af72-4b7a-93c9-fb8061c961d4 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:54:36.434824 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-0b83562b-da91-4ba5-97d7-3034ab0bd3ec None None] Transition to ACTIVE for port object ae63851c-af72-4b7a-93c9-fb8061c961d4 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:54:36.442061 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0b83562b-da91-4ba5-97d7-3034ab0bd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:36.448856 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0fa45e13-0e1f-4036-8ed9-6bba8f2627a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:36.568386 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-0fa45e13-0e1f-4036-8ed9-6bba8f2627a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] device_id is not set on port f8602d56-bc32-4ac0-8c8f-dd3ca7bead32 yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:54:36.568867 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05296bc9-14d4-4cf2-8de5-e9646f7bf918 req-c359638e-eca9-4b05-96c5-5c7bc44ca597 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:36.577000 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-05296bc9-14d4-4cf2-8de5-e9646f7bf918 req-c359638e-eca9-4b05-96c5-5c7bc44ca597 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 946 time: 0.4278049 May 03 22:54:36.584053 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83562b-da91-4ba5-97d7-3034ab0bd3ec None None] Pushing event updated for resources: {'Port': ['ID=ae63851c-af72-4b7a-93c9-fb8061c961d4,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:36.620361 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b83562b-da91-4ba5-97d7-3034ab0bd3ec None None] Network 2f8bd908-7370-4518-8b40-d26ef2eacf39 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:54:36.622772 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-0b83562b-da91-4ba5-97d7-3034ab0bd3ec None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:36.630499 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b83562b-da91-4ba5-97d7-3034ab0bd3ec None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:54:36.659656 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2de6cebd-8e11-44e1-af9e-dd16b4e479db tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:36.668073 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e1ff3943-8e7c-43da-8b8d-9a888a933d95 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:36.690506 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-05296bc9-14d4-4cf2-8de5-e9646f7bf918 req-c5baccb5-4749-4956-9395-6a55db91e986 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124887 May 03 22:54:36.784571 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-0b83562b-da91-4ba5-97d7-3034ab0bd3ec None None] Attempting to bind port ae63851c-af72-4b7a-93c9-fb8061c961d4 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:54:36.784940 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-0b83562b-da91-4ba5-97d7-3034ab0bd3ec None None] Attempting to bind port ae63851c-af72-4b7a-93c9-fb8061c961d4 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '314507eb-5a21-4331-b797-3a5b023d2a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '2f8bd908-7370-4518-8b40-d26ef2eacf39'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:54:36.785302 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b83562b-da91-4ba5-97d7-3034ab0bd3ec None None] Attempting to bind port ae63851c-af72-4b7a-93c9-fb8061c961d4 on network 2f8bd908-7370-4518-8b40-d26ef2eacf39 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:54:36.790799 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b83562b-da91-4ba5-97d7-3034ab0bd3ec None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:54:36.791169 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b83562b-da91-4ba5-97d7-3034ab0bd3ec None None] Checking segment: {'id': '314507eb-5a21-4331-b797-3a5b023d2a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '2f8bd908-7370-4518-8b40-d26ef2eacf39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:54:36.791568 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0b83562b-da91-4ba5-97d7-3034ab0bd3ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:36.791961 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b83562b-da91-4ba5-97d7-3034ab0bd3ec None None] Bound using segment: {'id': '314507eb-5a21-4331-b797-3a5b023d2a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '2f8bd908-7370-4518-8b40-d26ef2eacf39'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:54:36.792419 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-0b83562b-da91-4ba5-97d7-3034ab0bd3ec None None] Bound port: ae63851c-af72-4b7a-93c9-fb8061c961d4, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '314507eb-5a21-4331-b797-3a5b023d2a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '2f8bd908-7370-4518-8b40-d26ef2eacf39'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:54:36.792792 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0b83562b-da91-4ba5-97d7-3034ab0bd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:36.906911 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-0b83562b-da91-4ba5-97d7-3034ab0bd3ec None None] For port ae63851c-af72-4b7a-93c9-fb8061c961d4, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:54:36.911198 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-0b83562b-da91-4ba5-97d7-3034ab0bd3ec None None] For port ae63851c-af72-4b7a-93c9-fb8061c961d4, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ae63851c-af72-4b7a-93c9-fb8061c961d4,segment=NetworkSegment(314507eb-5a21-4331-b797-3a5b023d2a9a),segment_id=314507eb-5a21-4331-b797-3a5b023d2a9a)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:54:36.919076 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0b83562b-da91-4ba5-97d7-3034ab0bd3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:37.044544 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83562b-da91-4ba5-97d7-3034ab0bd3ec None None] Pushing event updated for resources: {'Port': ['ID=ae63851c-af72-4b7a-93c9-fb8061c961d4,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:37.050545 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c73b661e-7d72-4e64-bfee-68b6472a2011 req-29ee88cc-283a-422f-a619-41fca1e8ad1d tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=55857696-f3bc-41b2-a074-30b4e1978a9a HTTP/1.1" status: 200 len: 210 time: 0.1010454 May 03 22:54:37.075675 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0fa45e13-0e1f-4036-8ed9-6bba8f2627a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:37.126220 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0fa45e13-0e1f-4036-8ed9-6bba8f2627a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:37.188662 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-2de6cebd-8e11-44e1-af9e-dd16b4e479db tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Deleting port fbf4fab4-74a5-4580-ac71-f31aa6b81302 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:54:37.188662 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2de6cebd-8e11-44e1-af9e-dd16b4e479db tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:37.223332 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd8642-84d9-43bf-83e6-579cb28e027f req-bddca5f4-b721-449c-abef-344f97934f4a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:37.225148 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c3fd8642-84d9-43bf-83e6-579cb28e027f req-bddca5f4-b721-449c-abef-344f97934f4a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 945 time: 0.3080308 May 03 22:54:37.298119 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa45e13-0e1f-4036-8ed9-6bba8f2627a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Network 7c3d7b90-4cd0-492b-b8b2-539895f51db5 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:54:37.304355 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-e1ff3943-8e7c-43da-8b8d-9a888a933d95 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Allocated IP 172.20.0.1 (2f8bd908-7370-4518-8b40-d26ef2eacf39/8f62dc5d-3e8f-4369-8c3d-84e1cb488f84/952f4797-a450-4624-b283-35efba1fba31) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:54:37.312957 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-0fa45e13-0e1f-4036-8ed9-6bba8f2627a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:37.320464 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa45e13-0e1f-4036-8ed9-6bba8f2627a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:54:37.320606 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c3fd8642-84d9-43bf-83e6-579cb28e027f req-2a443c83-c32e-4a6b-8ddc-ec19028a40b6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804071 May 03 22:54:37.321439 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0fa45e13-0e1f-4036-8ed9-6bba8f2627a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:37.332758 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa45e13-0e1f-4036-8ed9-6bba8f2627a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Port': ['ID=17cffcb1-23ec-4f61-acbf-d7a57f9e387e,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:37.531094 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa45e13-0e1f-4036-8ed9-6bba8f2627a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Port': ['ID=f8602d56-bc32-4ac0-8c8f-dd3ca7bead32,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:37.534418 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e1ff3943-8e7c-43da-8b8d-9a888a933d95 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:37.553667 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa45e13-0e1f-4036-8ed9-6bba8f2627a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Checking segment: {'id': '130c0dde-fb56-4195-8a35-49aedbf98a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'ac06be14-a558-40e5-99c6-18496136b2c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:54:37.554465 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa45e13-0e1f-4036-8ed9-6bba8f2627a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Network hostable DHCP agents. Network: ac06be14-a558-40e5-99c6-18496136b2c5, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:54:37.563833 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-e1ff3943-8e7c-43da-8b8d-9a888a933d95 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Transition to ACTIVE for port object 952f4797-a450-4624-b283-35efba1fba31 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:54:37.589552 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2de6cebd-8e11-44e1-af9e-dd16b4e479db tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:37.593943 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e1ff3943-8e7c-43da-8b8d-9a888a933d95 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:37.603418 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa45e13-0e1f-4036-8ed9-6bba8f2627a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Network ac06be14-a558-40e5-99c6-18496136b2c5 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:54:37.678100 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ff3943-8e7c-43da-8b8d-9a888a933d95 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Network 2f8bd908-7370-4518-8b40-d26ef2eacf39 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:54:37.681427 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-e1ff3943-8e7c-43da-8b8d-9a888a933d95 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:37.684131 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ff3943-8e7c-43da-8b8d-9a888a933d95 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:54:37.722418 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-2de6cebd-8e11-44e1-af9e-dd16b4e479db tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Calling delete_port for fbf4fab4-74a5-4580-ac71-f31aa6b81302 owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:54:37.766668 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-0fa45e13-0e1f-4036-8ed9-6bba8f2627a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, ac06be14-a558-40e5-99c6-18496136b2c5) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:37.776809 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa45e13-0e1f-4036-8ed9-6bba8f2627a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:54:37.777098 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3098203c-5f55-4e18-9fb1-9c96fb626fbf None None] Network ac06be14-a558-40e5-99c6-18496136b2c5 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:54:37.783661 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa45e13-0e1f-4036-8ed9-6bba8f2627a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:37.789019 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa45e13-0e1f-4036-8ed9-6bba8f2627a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:37.789770 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0fa45e13-0e1f-4036-8ed9-6bba8f2627a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:37.853637 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0fa45e13-0e1f-4036-8ed9-6bba8f2627a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6262288 May 03 22:54:37.882212 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38802) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:37.972515 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff3943-8e7c-43da-8b8d-9a888a933d95 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'Port': ['ID=952f4797-a450-4624-b283-35efba1fba31,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:38.035664 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e1ff3943-8e7c-43da-8b8d-9a888a933d95 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:38.142280 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-5e30eab3-2dc8-4700-9886-60d8d1c35aef tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Deleting port f8602d56-bc32-4ac0-8c8f-dd3ca7bead32 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:54:38.142682 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5e30eab3-2dc8-4700-9886-60d8d1c35aef tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:38.152363 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2de6cebd-8e11-44e1-af9e-dd16b4e479db tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:38.214833 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6cebd-8e11-44e1-af9e-dd16b4e479db tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event deleted for resources: {'Port': ['ID=fbf4fab4-74a5-4580-ac71-f31aa6b81302,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:38.295164 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6ef54bb9-bd6b-475b-878e-8c90777fdc7f req-5274b621-ae37-4d05-815d-c8b949ab93e0 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=55857696-f3bc-41b2-a074-30b4e1978a9a HTTP/1.1" status: 200 len: 210 time: 0.0800314 May 03 22:54:38.450357 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2de6cebd-8e11-44e1-af9e-dd16b4e479db tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:38.499964 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb403b5-a1cc-4225-8ea9-a293a5e08027 None None] Network 2f8bd908-7370-4518-8b40-d26ef2eacf39 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:54:38.536549 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e1ff3943-8e7c-43da-8b8d-9a888a933d95 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:38.676210 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-52405b37-72a2-41ae-babf-3cb46b5df9f6 None None] Provisioning for port ae63851c-af72-4b7a-93c9-fb8061c961d4 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:54:38.733042 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e1f0c-cfe8-4ecd-bdc9-1af9be04a537 req-0650fad3-fdde-4332-b9aa-cb2f2a96a856 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:38.734470 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-326e1f0c-cfe8-4ecd-bdc9-1af9be04a537 req-0650fad3-fdde-4332-b9aa-cb2f2a96a856 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 946 time: 0.8516822 May 03 22:54:38.776703 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de6cebd-8e11-44e1-af9e-dd16b4e479db tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Router 418c49a8-f83c-4bee-8eb5-3c8142f53014 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:54:38.907249 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5e30eab3-2dc8-4700-9886-60d8d1c35aef tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:38.928069 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de6cebd-8e11-44e1-af9e-dd16b4e479db tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:54:38.940527 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee724ecc-589d-42d1-9f2f-2d26e63d80a1 None None] Sync routers for ids ['418c49a8-f83c-4bee-8eb5-3c8142f53014'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:54:38.953279 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee724ecc-589d-42d1-9f2f-2d26e63d80a1 None None] Routers {'418c49a8-f83c-4bee-8eb5-3c8142f53014'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:54:38.954225 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-ee724ecc-589d-42d1-9f2f-2d26e63d80a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:54:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['418c49a8-f83c-4bee-8eb5-3c8142f53014'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:38.974262 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2de6cebd-8e11-44e1-af9e-dd16b4e479db tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "PUT /v2.0/routers/418c49a8-f83c-4bee-8eb5-3c8142f53014/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3386238 May 03 22:54:38.974907 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38810) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:39.083553 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-ee724ecc-589d-42d1-9f2f-2d26e63d80a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:39.093124 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee724ecc-589d-42d1-9f2f-2d26e63d80a1 None None] Routers {'418c49a8-f83c-4bee-8eb5-3c8142f53014'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:54:39.094294 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-ee724ecc-589d-42d1-9f2f-2d26e63d80a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:54:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['418c49a8-f83c-4bee-8eb5-3c8142f53014'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:39.105911 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-5e30eab3-2dc8-4700-9886-60d8d1c35aef tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Calling delete_port for f8602d56-bc32-4ac0-8c8f-dd3ca7bead32 owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:54:39.164317 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-248965e2-4b70-49da-b769-7ca26a2d41e3 None None] Provisioning for port 952f4797-a450-4624-b283-35efba1fba31 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:54:39.171844 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-248965e2-4b70-49da-b769-7ca26a2d41e3 None None] Provisioning complete for port 952f4797-a450-4624-b283-35efba1fba31 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:39.173036 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-ee724ecc-589d-42d1-9f2f-2d26e63d80a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:39.174112 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee724ecc-589d-42d1-9f2f-2d26e63d80a1 None None] The sync data for ids ['418c49a8-f83c-4bee-8eb5-3c8142f53014'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:54:39.174260 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-248965e2-4b70-49da-b769-7ca26a2d41e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:39.245865 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-15707a05-6420-40a7-9ba6-dc9bcba801da tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:39.249381 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-15707a05-6420-40a7-9ba6-dc9bcba801da tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.60 "GET /v2.0/networks?id=707cfa08-484f-448d-b84f-a940bf8f6e2e HTTP/1.1" status: 200 len: 811 time: 1.0644228 May 03 22:54:39.343209 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-248965e2-4b70-49da-b769-7ca26a2d41e3 None None] Port 952f4797-a450-4624-b283-35efba1fba31 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:54:39.344696 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ae63851c-af72-4b7a-93c9-fb8061c961d4 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:54:39.433836 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port ae63851c-af72-4b7a-93c9-fb8061c961d4 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:54:39.439062 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port ae63851c-af72-4b7a-93c9-fb8061c961d4 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:39.439427 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:39.467738 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-326e1f0c-cfe8-4ecd-bdc9-1af9be04a537 req-edc807b7-8bf9-40e5-b1bb-be12ecbf56e8 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5856016 May 03 22:54:39.489408 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-b6104bfd-74bc-42d8-b64e-e833db7d729c tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] remove_router_interface failed (client error): The resource could not be found. May 03 22:54:39.497462 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b6104bfd-74bc-42d8-b64e-e833db7d729c tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "PUT /v2.0/routers/418c49a8-f83c-4bee-8eb5-3c8142f53014/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5214789 May 03 22:54:39.498075 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38816) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:39.499857 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d56e0da6-ef88-414a-a6d4-f3883e063811 None None] Provisioning complete for port 952f4797-a450-4624-b283-35efba1fba31 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:39.500293 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d56e0da6-ef88-414a-a6d4-f3883e063811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:39.538718 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac205440-75b3-47e5-a51f-e62374c28452 req-e4ed2e0b-86df-4df9-8150-6fb9eb2f40e5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:39.546548 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac205440-75b3-47e5-a51f-e62374c28452 req-e4ed2e0b-86df-4df9-8150-6fb9eb2f40e5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 945 time: 1.0116313 May 03 22:54:39.583431 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0a6eb2ed-e496-4aaf-8092-3520fac8197d tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Synchronizing usage tracker for tenant:06cc14afcda64b42b43ac970e3b09815 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:54:39.585798 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-99987103-5024-4cc1-a9c6-9b69bb434b31 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fac7f64c48bd48e8ae480a0113f466e9 HTTP/1.1" status: 200 len: 379 time: 0.3148248 May 03 22:54:39.600003 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-d56e0da6-ef88-414a-a6d4-f3883e063811 None None] Port 952f4797-a450-4624-b283-35efba1fba31 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:54:39.601359 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-f4151746-112f-42a5-8c91-b321f9a3fd0c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Request body: {'port': {'device_id': '55857696-f3bc-41b2-a074-30b4e1978a9a', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'admin_state_up': True, 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'security_groups': ['f80127a2-7685-4829-b922-4f551e4c4adb']}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:39.618970 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0a6eb2ed-e496-4aaf-8092-3520fac8197d tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Unset dirty status for tenant:06cc14afcda64b42b43ac970e3b09815 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:54:39.621320 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5e30eab3-2dc8-4700-9886-60d8d1c35aef tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:39.623173 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0a6eb2ed-e496-4aaf-8092-3520fac8197d tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "GET /v2.0/ports?device_id=418c49a8-f83c-4bee-8eb5-3c8142f53014 HTTP/1.1" status: 200 len: 205 time: 0.1240973 May 03 22:54:39.623802 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38820) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:39.631492 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:39.668528 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port ae63851c-af72-4b7a-93c9-fb8061c961d4, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ae63851c-af72-4b7a-93c9-fb8061c961d4,segment=NetworkSegment(314507eb-5a21-4331-b797-3a5b023d2a9a),segment_id=314507eb-5a21-4331-b797-3a5b023d2a9a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:54:39.674356 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:39.733792 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e30eab3-2dc8-4700-9886-60d8d1c35aef tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'Port': ['ID=f8602d56-bc32-4ac0-8c8f-dd3ca7bead32,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:39.768912 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=ae63851c-af72-4b7a-93c9-fb8061c961d4,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:39.893144 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac205440-75b3-47e5-a51f-e62374c28452 req-37c389bb-6e42-408a-8962-90c79a5b3fa1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3456452 May 03 22:54:39.938049 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-847c0fca-e017-4832-bda9-e50f52c238dd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:39.998112 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5e30eab3-2dc8-4700-9886-60d8d1c35aef tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:40.078742 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5e4390d4-ac36-4c27-80d1-f9a74edbd8a7 req-af1350e2-be33-453c-b430-bc33787543d8 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=55857696-f3bc-41b2-a074-30b4e1978a9a HTTP/1.1" status: 200 len: 210 time: 0.1831613 May 03 22:54:40.113575 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5e30eab3-2dc8-4700-9886-60d8d1c35aef tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/ports/f8602d56-bc32-4ac0-8c8f-dd3ca7bead32 HTTP/1.1" status: 204 len: 168 time: 2.2269964 May 03 22:54:40.119436 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38824) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:40.230748 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-f4151746-112f-42a5-8c91-b321f9a3fd0c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:40.252590 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-f4151746-112f-42a5-8c91-b321f9a3fd0c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:40.282301 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-f4151746-112f-42a5-8c91-b321f9a3fd0c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Made reservation on behalf of fac7f64c48bd48e8ae480a0113f466e9 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:54:40.286205 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-f4151746-112f-42a5-8c91-b321f9a3fd0c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:40.290467 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-847c0fca-e017-4832-bda9-e50f52c238dd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:40.292916 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-847c0fca-e017-4832-bda9-e50f52c238dd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:40.311124 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37029c8-790e-4c19-9398-8d42d5ec0379 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:40.318093 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37029c8-790e-4c19-9398-8d42d5ec0379 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:40.318971 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b37029c8-790e-4c19-9398-8d42d5ec0379 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Synchronizing usage tracker for tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:54:40.319601 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-847c0fca-e017-4832-bda9-e50f52c238dd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:40.320339 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847c0fca-e017-4832-bda9-e50f52c238dd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Fanout notify agent at l3_agent the message router_deleted on router 418c49a8-f83c-4bee-8eb5-3c8142f53014 {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:54:40.323909 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e1ff3943-8e7c-43da-8b8d-9a888a933d95 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:40.347768 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-847c0fca-e017-4832-bda9-e50f52c238dd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:40.348965 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-847c0fca-e017-4832-bda9-e50f52c238dd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/routers/418c49a8-f83c-4bee-8eb5-3c8142f53014 HTTP/1.1" status: 204 len: 168 time: 0.7241371 May 03 22:54:40.351649 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38828) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:40.412082 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e1ff3943-8e7c-43da-8b8d-9a888a933d95 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:40.432878 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-be3b11ad-2aff-44fb-8736-a17d04adc11b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Deleting subnet 0518b26c-9d19-422a-becc-ebc9152bfc44 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:54:40.436217 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be3b11ad-2aff-44fb-8736-a17d04adc11b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:40.530213 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be3b11ad-2aff-44fb-8736-a17d04adc11b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:40.558416 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e1ff3943-8e7c-43da-8b8d-9a888a933d95 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:40.674656 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be3b11ad-2aff-44fb-8736-a17d04adc11b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:40.695958 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b37029c8-790e-4c19-9398-8d42d5ec0379 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Unset dirty status for tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:54:40.700177 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b37029c8-790e-4c19-9398-8d42d5ec0379 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.5797083 May 03 22:54:40.707362 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38834) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:40.766448 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be3b11ad-2aff-44fb-8736-a17d04adc11b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:40.804684 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b11ad-2aff-44fb-8736-a17d04adc11b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event deleted for resources: {'Subnet': ['ID=0518b26c-9d19-422a-becc-ebc9152bfc44,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:40.810336 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be3b11ad-2aff-44fb-8736-a17d04adc11b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:40.820214 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88751b7a-486b-4c79-9493-d3f44337d8f7 None None] Network 7281b69b-faa7-4078-b706-d29484d2f41d requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:54:40.821266 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-be3b11ad-2aff-44fb-8736-a17d04adc11b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/subnets/0518b26c-9d19-422a-becc-ebc9152bfc44 HTTP/1.1" status: 204 len: 168 time: 0.4676979 May 03 22:54:40.822100 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38838) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:40.836603 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff3943-8e7c-43da-8b8d-9a888a933d95 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'Port': ['ID=952f4797-a450-4624-b283-35efba1fba31,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:40.921793 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-e9ed9930-d41f-4900-a0ad-0ca00efcb925 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Deleting port 17cffcb1-23ec-4f61-acbf-d7a57f9e387e {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:54:40.922268 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e9ed9930-d41f-4900-a0ad-0ca00efcb925 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:40.951017 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba51c016-1726-4895-aa34-5ae15257463b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:40.962630 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ba51c016-1726-4895-aa34-5ae15257463b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Deleting port d7ee9952-3e89-4fb9-a72e-a1ee71884631 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:54:40.962965 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba51c016-1726-4895-aa34-5ae15257463b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:40.972261 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-f4151746-112f-42a5-8c91-b321f9a3fd0c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Allocated IP 172.20.0.5 (707cfa08-484f-448d-b84f-a940bf8f6e2e/1a456f8a-c743-4130-8826-ac82fe55cbc8/2fbcdb04-9a74-4ec5-a7a5-7099f1570164) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:54:41.114512 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3b82e8-ac68-42dd-9244-1e129103722c None None] DHCP port deletion for 7281b69b-faa7-4078-b706-d29484d2f41d request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:54:41.118760 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-6f3b82e8-ac68-42dd-9244-1e129103722c None None] Deleting port d7ee9952-3e89-4fb9-a72e-a1ee71884631 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:54:41.119250 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6f3b82e8-ac68-42dd-9244-1e129103722c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:41.218025 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ae63851c-af72-4b7a-93c9-fb8061c961d4 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:54:41.221223 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-ba51c016-1726-4895-aa34-5ae15257463b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] For port d7ee9952-3e89-4fb9-a72e-a1ee71884631, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d7ee9952-3e89-4fb9-a72e-a1ee71884631,segment=NetworkSegment(f605d3ea-55aa-40d8-92d2-582697ef37f5),segment_id=f605d3ea-55aa-40d8-92d2-582697ef37f5)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:54:41.221707 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba51c016-1726-4895-aa34-5ae15257463b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:41.268000 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2dac6-7ba0-4fce-8acb-9479634ec6cb req-a4e2f11d-8d24-4c42-bd13-66e15435395c tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:41.269448 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ec2dac6-7ba0-4fce-8acb-9479634ec6cb req-a4e2f11d-8d24-4c42-bd13-66e15435395c tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 946 time: 0.6068318 May 03 22:54:41.350322 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ba51c016-1726-4895-aa34-5ae15257463b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Calling delete_port for d7ee9952-3e89-4fb9-a72e-a1ee71884631 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:54:41.361225 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ff3943-8e7c-43da-8b8d-9a888a933d95 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Network 2f8bd908-7370-4518-8b40-d26ef2eacf39 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:54:41.390118 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-6f3b82e8-ac68-42dd-9244-1e129103722c None None] For port d7ee9952-3e89-4fb9-a72e-a1ee71884631, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d7ee9952-3e89-4fb9-a72e-a1ee71884631,segment=NetworkSegment(f605d3ea-55aa-40d8-92d2-582697ef37f5),segment_id=f605d3ea-55aa-40d8-92d2-582697ef37f5)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:54:41.390513 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6f3b82e8-ac68-42dd-9244-1e129103722c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:41.407493 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-e1ff3943-8e7c-43da-8b8d-9a888a933d95 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:41.427689 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63117932-e59b-4528-8605-52b07b2aac74 req-c4446681-2d72-4602-9756-e5b7cd8138dc tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:41.429286 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-63117932-e59b-4528-8605-52b07b2aac74 req-c4446681-2d72-4602-9756-e5b7cd8138dc tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 945 time: 0.4132857 May 03 22:54:41.437057 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba51c016-1726-4895-aa34-5ae15257463b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:41.466938 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port ae63851c-af72-4b7a-93c9-fb8061c961d4 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:41.466938 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:41.565728 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-6f3b82e8-ac68-42dd-9244-1e129103722c None None] Calling delete_port for d7ee9952-3e89-4fb9-a72e-a1ee71884631 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:54:41.629361 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51c016-1726-4895-aa34-5ae15257463b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event deleted for resources: {'Port': ['ID=d7ee9952-3e89-4fb9-a72e-a1ee71884631,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:41.640427 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba51c016-1726-4895-aa34-5ae15257463b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] No DVR routers for this DVR port d7ee9952-3e89-4fb9-a72e-a1ee71884631 on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:54:41.711602 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-6f3b82e8-ac68-42dd-9244-1e129103722c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:54:41.711867 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-6f3b82e8-ac68-42dd-9244-1e129103722c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:54:41.789493 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba51c016-1726-4895-aa34-5ae15257463b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:41.800222 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d7ee9952-3e89-4fb9-a72e-a1ee71884631 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:54:41.822703 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-ba51c016-1726-4895-aa34-5ae15257463b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7281b69b-faa7-4078-b706-d29484d2f41d']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:41.837051 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-ba51c016-1726-4895-aa34-5ae15257463b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f605d3ea-55aa-40d8-92d2-582697ef37f5') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:41.837411 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-ba51c016-1726-4895-aa34-5ae15257463b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f605d3ea-55aa-40d8-92d2-582697ef37f5') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:41.843114 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ec2dac6-7ba0-4fce-8acb-9479634ec6cb req-3b3ae662-e699-46c1-8627-29679a974f2c tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5031571 May 03 22:54:41.850768 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba51c016-1726-4895-aa34-5ae15257463b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:41.853387 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e9ed9930-d41f-4900-a0ad-0ca00efcb925 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:41.870703 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba51c016-1726-4895-aa34-5ae15257463b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:41.874404 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: d7ee9952-3e89-4fb9-a72e-a1ee71884631 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:54:41.874900 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d7ee9952-3e89-4fb9-a72e-a1ee71884631 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:54:41.885739 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d3f1d711-99dd-4b1d-bf20-d96b4696c011 None None] Provisioning complete for port 952f4797-a450-4624-b283-35efba1fba31 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:41.886137 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d3f1d711-99dd-4b1d-bf20-d96b4696c011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:41.891496 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba51c016-1726-4895-aa34-5ae15257463b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:54:41.892001 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba51c016-1726-4895-aa34-5ae15257463b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:41.909120 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:54:41.909120 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:54:41.909120 n-d-811807-1 neutron-server[88070]: timer() May 03 22:54:41.909120 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:54:41.909120 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:54:41.909120 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:54:41.909120 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:54:41.909120 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:54:41.909120 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:54:41.909120 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:54:41.909120 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:54:41.909120 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:54:41.909120 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:54:41.909120 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:54:41.909120 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:54:41.909120 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:54:41.909120 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:54:41.909120 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:54:41.909120 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:54:41.909120 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:54:41.909120 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:54:41.909120 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:54:41.909120 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:54:41.909120 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:54:41.909120 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:54:41.909120 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:54:41.909120 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:54:41.909120 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:54:41.909120 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:54:41.909120 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:54:41.909120 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:54:41.909120 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:54:41.924703 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-63117932-e59b-4528-8605-52b07b2aac74 req-f5605336-561a-4ca2-a1ee-ebbe6bfa404f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4271803 May 03 22:54:41.950373 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-d3f1d711-99dd-4b1d-bf20-d96b4696c011 None None] Port 952f4797-a450-4624-b283-35efba1fba31 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:54:42.010316 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba51c016-1726-4895-aa34-5ae15257463b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:42.028002 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ba51c016-1726-4895-aa34-5ae15257463b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:42.038669 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51c016-1726-4895-aa34-5ae15257463b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event deleted for resources: {'Network': ['ID=7281b69b-faa7-4078-b706-d29484d2f41d,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:42.051939 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ba51c016-1726-4895-aa34-5ae15257463b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/networks/7281b69b-faa7-4078-b706-d29484d2f41d HTTP/1.1" status: 204 len: 168 time: 1.2286787 May 03 22:54:42.056928 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38846) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:42.062781 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-c63b4eed-e115-4c06-b1fa-b0350536a41b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-798351338'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:42.069206 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c63b4eed-e115-4c06-b1fa-b0350536a41b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:42.073157 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c63b4eed-e115-4c06-b1fa-b0350536a41b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Usage tracker for resource:network and tenant:06cc14afcda64b42b43ac970e3b09815 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:42.080253 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c63b4eed-e115-4c06-b1fa-b0350536a41b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:42.087188 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c63b4eed-e115-4c06-b1fa-b0350536a41b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:42.096995 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-e9ed9930-d41f-4900-a0ad-0ca00efcb925 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Calling delete_port for 17cffcb1-23ec-4f61-acbf-d7a57f9e387e owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:54:42.098110 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63b4eed-e115-4c06-b1fa-b0350536a41b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Made reservation on behalf of 06cc14afcda64b42b43ac970e3b09815 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:54:42.101528 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c63b4eed-e115-4c06-b1fa-b0350536a41b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:42.131274 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c63b4eed-e115-4c06-b1fa-b0350536a41b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:54:42.140014 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c63b4eed-e115-4c06-b1fa-b0350536a41b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:42.140357 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-c63b4eed-e115-4c06-b1fa-b0350536a41b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Added segment 3992ad56-c160-4ad5-8e46-1232de8efe78 of type vlan for network 8fd53a73-0437-4b2b-b684-832937c00105 May 03 22:54:42.148501 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-f4151746-112f-42a5-8c91-b321f9a3fd0c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:42.170117 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c63b4eed-e115-4c06-b1fa-b0350536a41b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:42.170911 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3328c248-aef6-4182-b38b-cc01098e9eb7 req-7f0cf84b-9e13-4b68-9ac2-7b8e0df7459e tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=55857696-f3bc-41b2-a074-30b4e1978a9a HTTP/1.1" status: 200 len: 210 time: 0.1869192 May 03 22:54:42.192361 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-f4151746-112f-42a5-8c91-b321f9a3fd0c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Transition to ACTIVE for port object 2fbcdb04-9a74-4ec5-a7a5-7099f1570164 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:54:42.206462 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c63b4eed-e115-4c06-b1fa-b0350536a41b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:42.212345 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63b4eed-e115-4c06-b1fa-b0350536a41b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:42.212767 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-6f3b82e8-ac68-42dd-9244-1e129103722c None None] Deleting port d7ee9952-3e89-4fb9-a72e-a1ee71884631 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:54:42.212934 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c63b4eed-e115-4c06-b1fa-b0350536a41b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:42.213290 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6f3b82e8-ac68-42dd-9244-1e129103722c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:42.250560 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e9ed9930-d41f-4900-a0ad-0ca00efcb925 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:42.257888 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ff3943-8e7c-43da-8b8d-9a888a933d95 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Router ad186c1d-90c6-4e62-b866-dba1a5d63205 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:54:42.289055 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-6f3b82e8-ac68-42dd-9244-1e129103722c None None] The port 'd7ee9952-3e89-4fb9-a72e-a1ee71884631' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:54:42.310976 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-f4151746-112f-42a5-8c91-b321f9a3fd0c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:42.319435 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed9930-d41f-4900-a0ad-0ca00efcb925 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'Port': ['ID=17cffcb1-23ec-4f61-acbf-d7a57f9e387e,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:42.334572 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c63b4eed-e115-4c06-b1fa-b0350536a41b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2737126 May 03 22:54:42.337491 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38850) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:42.346059 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-862078f4-dbf5-40c2-8190-1bf751ec43c3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Request body: {'subnet': {'network_id': '8fd53a73-0437-4b2b-b684-832937c00105', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:42.360021 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b4eed-e115-4c06-b1fa-b0350536a41b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'Network': ['ID=8fd53a73-0437-4b2b-b684-832937c00105,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:42.370517 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 8fd53a73-0437-4b2b-b684-832937c00105 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:54:42.426787 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e9ed9930-d41f-4900-a0ad-0ca00efcb925 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:42.474650 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-862078f4-dbf5-40c2-8190-1bf751ec43c3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:42.478503 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-862078f4-dbf5-40c2-8190-1bf751ec43c3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Usage tracker for resource:subnet and tenant:06cc14afcda64b42b43ac970e3b09815 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:42.481336 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-862078f4-dbf5-40c2-8190-1bf751ec43c3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:42.487682 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-862078f4-dbf5-40c2-8190-1bf751ec43c3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:42.498665 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862078f4-dbf5-40c2-8190-1bf751ec43c3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Made reservation on behalf of 06cc14afcda64b42b43ac970e3b09815 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:54:42.502381 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-862078f4-dbf5-40c2-8190-1bf751ec43c3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:42.516271 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-f4151746-112f-42a5-8c91-b321f9a3fd0c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Network 707cfa08-484f-448d-b84f-a940bf8f6e2e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:54:42.526413 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-f4151746-112f-42a5-8c91-b321f9a3fd0c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:42.533990 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-f4151746-112f-42a5-8c91-b321f9a3fd0c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:54:42.568550 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4151746-112f-42a5-8c91-b321f9a3fd0c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Pushing event updated for resources: {'Port': ['ID=2fbcdb04-9a74-4ec5-a7a5-7099f1570164,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:42.606619 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e9ed9930-d41f-4900-a0ad-0ca00efcb925 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/ports/17cffcb1-23ec-4f61-acbf-d7a57f9e387e HTTP/1.1" status: 204 len: 168 time: 1.8896804 May 03 22:54:42.610954 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38854) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:42.678085 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-f4151746-112f-42a5-8c91-b321f9a3fd0c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:42.678625 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-f4151746-112f-42a5-8c91-b321f9a3fd0c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:42.695154 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ff3943-8e7c-43da-8b8d-9a888a933d95 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:54:42.705669 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e1ff3943-8e7c-43da-8b8d-9a888a933d95 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "PUT /v2.0/routers/ad186c1d-90c6-4e62-b866-dba1a5d63205/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8507690 May 03 22:54:42.708786 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38858) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:42.710115 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b458c84b-83b8-4b44-9cf2-336d0dba3d5f None None] Sync routers for ids ['ad186c1d-90c6-4e62-b866-dba1a5d63205'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:54:42.722212 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-f4151746-112f-42a5-8c91-b321f9a3fd0c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1263895 May 03 22:54:42.723080 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b458c84b-83b8-4b44-9cf2-336d0dba3d5f None None] Routers {'ad186c1d-90c6-4e62-b866-dba1a5d63205'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:54:42.723900 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b458c84b-83b8-4b44-9cf2-336d0dba3d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:54:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['ad186c1d-90c6-4e62-b866-dba1a5d63205'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:42.736993 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-f6d71c58-196b-43ee-b6b4-a578d4b35ca9 service neutron] Request body: {'port': {'device_id': '55857696-f3bc-41b2-a074-30b4e1978a9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:42.746947 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-892e8163-2f58-4eec-973b-9654964d5fb7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Request body: {'network': {'name': 'tempest-RoutersTest-1136215879'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:42.752472 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-892e8163-2f58-4eec-973b-9654964d5fb7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:42.756577 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-892e8163-2f58-4eec-973b-9654964d5fb7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Usage tracker for resource:network and tenant:51751333bcc04a9b85b04e61623005e7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:42.759685 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-892e8163-2f58-4eec-973b-9654964d5fb7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:42.766906 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-892e8163-2f58-4eec-973b-9654964d5fb7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:42.796216 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892e8163-2f58-4eec-973b-9654964d5fb7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Made reservation on behalf of 51751333bcc04a9b85b04e61623005e7 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:54:42.799042 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af61b2f2-2408-4b05-bedd-9922d931a85f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:42.799738 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-af61b2f2-2408-4b05-bedd-9922d931a85f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Synchronizing usage tracker for tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:54:42.799988 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-892e8163-2f58-4eec-973b-9654964d5fb7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:42.818311 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-862078f4-dbf5-40c2-8190-1bf751ec43c3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:42.863788 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-af61b2f2-2408-4b05-bedd-9922d931a85f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Unset dirty status for tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:54:42.866307 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-af61b2f2-2408-4b05-bedd-9922d931a85f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2518821 May 03 22:54:42.868326 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38862) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:42.892936 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-b458c84b-83b8-4b44-9cf2-336d0dba3d5f None None] Set router ad186c1d-90c6-4e62-b866-dba1a5d63205 gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:54:42.909372 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-892e8163-2f58-4eec-973b-9654964d5fb7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:54:42.922294 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862078f4-dbf5-40c2-8190-1bf751ec43c3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'Subnet': ['ID=221fc59b-34b0-4a09-86ce-5a12474b0d50,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:42.936196 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-892e8163-2f58-4eec-973b-9654964d5fb7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:42.936196 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-892e8163-2f58-4eec-973b-9654964d5fb7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Added segment 70f81c7b-ab1b-4f11-bcc7-6733fa370838 of type vlan for network 5303d291-09c3-4192-8edf-fc73bd21c115 May 03 22:54:42.936522 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-f6d71c58-196b-43ee-b6b4-a578d4b35ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:42.936634 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ffdc7d79-175f-4984-850a-87e6c4928a66 None None] Provisioning for port 2fbcdb04-9a74-4ec5-a7a5-7099f1570164 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:54:42.936749 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862078f4-dbf5-40c2-8190-1bf751ec43c3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Checking segment: {'id': '3992ad56-c160-4ad5-8e46-1232de8efe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8fd53a73-0437-4b2b-b684-832937c00105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:54:42.936749 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862078f4-dbf5-40c2-8190-1bf751ec43c3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Network hostable DHCP agents. Network: 8fd53a73-0437-4b2b-b684-832937c00105, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:54:42.957842 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-66276b31-6e3a-4112-b588-31749e10f559 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] GET failed (client error): The resource could not be found. May 03 22:54:42.961820 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-66276b31-6e3a-4112-b588-31749e10f559 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "GET /v2.0/ports/f8602d56-bc32-4ac0-8c8f-dd3ca7bead32 HTTP/1.1" status: 404 len: 333 time: 0.0874758 May 03 22:54:42.962017 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ffdc7d79-175f-4984-850a-87e6c4928a66 None None] Provisioning complete for port 2fbcdb04-9a74-4ec5-a7a5-7099f1570164 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:42.962017 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ffdc7d79-175f-4984-850a-87e6c4928a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:42.966343 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38870) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:42.977594 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-892e8163-2f58-4eec-973b-9654964d5fb7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:42.986196 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862078f4-dbf5-40c2-8190-1bf751ec43c3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Network 8fd53a73-0437-4b2b-b684-832937c00105 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:54:43.003950 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-862078f4-dbf5-40c2-8190-1bf751ec43c3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 8fd53a73-0437-4b2b-b684-832937c00105) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:43.010748 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862078f4-dbf5-40c2-8190-1bf751ec43c3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:43.011344 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-862078f4-dbf5-40c2-8190-1bf751ec43c3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:43.013783 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c221bbb5-2b68-48f6-802d-2ce196ea893f None None] Network 8fd53a73-0437-4b2b-b684-832937c00105 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:54:43.054909 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-892e8163-2f58-4eec-973b-9654964d5fb7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:43.065451 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892e8163-2f58-4eec-973b-9654964d5fb7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:43.066285 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-892e8163-2f58-4eec-973b-9654964d5fb7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:43.093374 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-862078f4-dbf5-40c2-8190-1bf751ec43c3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7548285 May 03 22:54:43.102048 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38874) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:43.118083 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-48eac650-80a6-45c5-952d-f298dbf01a1d tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-895986868', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:43.140062 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-48eac650-80a6-45c5-952d-f298dbf01a1d tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:43.151120 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-48eac650-80a6-45c5-952d-f298dbf01a1d tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Usage tracker for resource:router and tenant:06cc14afcda64b42b43ac970e3b09815 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:43.154672 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-892e8163-2f58-4eec-973b-9654964d5fb7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4448202 May 03 22:54:43.155660 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-487e8ef9-ed32-418a-9029-9a1290b07f42 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] GET failed (client error): The resource could not be found. May 03 22:54:43.155823 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-48eac650-80a6-45c5-952d-f298dbf01a1d tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:43.160182 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-487e8ef9-ed32-418a-9029-9a1290b07f42 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "GET /v2.0/ports/17cffcb1-23ec-4f61-acbf-d7a57f9e387e HTTP/1.1" status: 404 len: 333 time: 0.1892250 May 03 22:54:43.161285 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38878) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:43.161493 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38880) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:43.171159 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-8f461996-9321-4591-9bde-16b298990b3d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Request body: {'subnet': {'network_id': '5303d291-09c3-4192-8edf-fc73bd21c115', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:43.200504 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-ffdc7d79-175f-4984-850a-87e6c4928a66 None None] Port 2fbcdb04-9a74-4ec5-a7a5-7099f1570164 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:54:43.233542 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-48eac650-80a6-45c5-952d-f298dbf01a1d tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:43.289950 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e8163-2f58-4eec-973b-9654964d5fb7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'Network': ['ID=5303d291-09c3-4192-8edf-fc73bd21c115,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:43.326589 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6417b1-1cf4-41eb-b28f-89403ea1f268 req-2549ec1c-75fb-4eff-867c-4643357813b8 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:43.328294 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f6417b1-1cf4-41eb-b28f-89403ea1f268 req-2549ec1c-75fb-4eff-867c-4643357813b8 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 946 time: 0.2735903 May 03 22:54:43.335782 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 5303d291-09c3-4192-8edf-fc73bd21c115 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:54:43.379881 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855cbc1e-fccc-4eae-8294-21cd9847fc06 req-73c87abd-87f6-4185-9a22-2fc96e3ecf7e tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:43.381530 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-855cbc1e-fccc-4eae-8294-21cd9847fc06 req-73c87abd-87f6-4185-9a22-2fc96e3ecf7e tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 945 time: 0.2709870 May 03 22:54:43.428626 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-48eac650-80a6-45c5-952d-f298dbf01a1d tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:43.429947 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-48eac650-80a6-45c5-952d-f298dbf01a1d tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:43.451280 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f6417b1-1cf4-41eb-b28f-89403ea1f268 req-42c13fee-2058-4647-b7a1-844d8c66593f tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111276 May 03 22:54:43.482675 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8f461996-9321-4591-9bde-16b298990b3d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:43.483173 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8f461996-9321-4591-9bde-16b298990b3d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Usage tracker for resource:subnet and tenant:51751333bcc04a9b85b04e61623005e7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:43.487486 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8f461996-9321-4591-9bde-16b298990b3d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:43.493928 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8f461996-9321-4591-9bde-16b298990b3d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:43.510140 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9e7bd1b0-029e-44f7-995f-a7df3bac8817 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:43.538022 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-855cbc1e-fccc-4eae-8294-21cd9847fc06 req-3d729393-8f01-4e37-b557-9bed86f35ef4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402504 May 03 22:54:43.540600 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f461996-9321-4591-9bde-16b298990b3d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Made reservation on behalf of 51751333bcc04a9b85b04e61623005e7 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:54:43.545764 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8f461996-9321-4591-9bde-16b298990b3d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:43.580127 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-48eac650-80a6-45c5-952d-f298dbf01a1d tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:43.592189 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664617aa-1c91-4496-bc17-984416238582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-8fd53a73-0437-4b2b-b684-832937c00105', 'network_id': '8fd53a73-0437-4b2b-b684-832937c00105', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'fixed_ips': [{'subnet_id': '221fc59b-34b0-4a09-86ce-5a12474b0d50'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:54:43.594043 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-664617aa-1c91-4496-bc17-984416238582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:43.743416 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-48eac650-80a6-45c5-952d-f298dbf01a1d tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:43.804486 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-664617aa-1c91-4496-bc17-984416238582 None None] Allocated IP 2001:db8::2 (8fd53a73-0437-4b2b-b684-832937c00105/221fc59b-34b0-4a09-86ce-5a12474b0d50/ba1de8fb-501d-43a8-b2a8-a5593fc34447) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:54:43.845956 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b458c84b-83b8-4b44-9cf2-336d0dba3d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'name': 'tempest-RoutersTest-router-107172431', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:54:32Z', 'updated_at': '2022-05-03T22:54:38Z', 'revision_number': 2, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'gw_port_host': None, '_interfaces': [{'id': '952f4797-a450-4624-b283-35efba1fba31', 'name': '', 'network_id': '2f8bd908-7370-4518-8b40-d26ef2eacf39', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:91:79:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:36Z', 'updated_at': '2022-05-03T22:54:39Z', 'revision_number': 2, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:43.865765 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b458c84b-83b8-4b44-9cf2-336d0dba3d5f None None] Checking router: ad186c1d-90c6-4e62-b866-dba1a5d63205 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:54:43.866149 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b458c84b-83b8-4b44-9cf2-336d0dba3d5f None None] Updating router ad186c1d-90c6-4e62-b866-dba1a5d63205 port 952f4797-a450-4624-b283-35efba1fba31 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:54:43.885463 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-f6d71c58-196b-43ee-b6b4-a578d4b35ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fbcdb04-9a74-4ec5-a7a5-7099f1570164 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:54:43.904666 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-f6d71c58-196b-43ee-b6b4-a578d4b35ca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:43.928892 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-f6d71c58-196b-43ee-b6b4-a578d4b35ca9 service neutron] Transition to ACTIVE for port object 2fbcdb04-9a74-4ec5-a7a5-7099f1570164 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:54:43.937674 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-f6d71c58-196b-43ee-b6b4-a578d4b35ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:43.959948 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9e7bd1b0-029e-44f7-995f-a7df3bac8817 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:43.973351 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-48eac650-80a6-45c5-952d-f298dbf01a1d tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:43.977179 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-48eac650-80a6-45c5-952d-f298dbf01a1d tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8689153 May 03 22:54:43.978327 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38888) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:43.996689 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-9e7bd1b0-029e-44f7-995f-a7df3bac8817 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac06be14-a558-40e5-99c6-18496136b2c5']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:44.012320 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-9e7bd1b0-029e-44f7-995f-a7df3bac8817 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '130c0dde-fb56-4195-8a35-49aedbf98a65') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:44.012983 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-9e7bd1b0-029e-44f7-995f-a7df3bac8817 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '130c0dde-fb56-4195-8a35-49aedbf98a65') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:44.044921 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b458c84b-83b8-4b44-9cf2-336d0dba3d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:44.061143 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9e7bd1b0-029e-44f7-995f-a7df3bac8817 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:44.091591 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9e7bd1b0-029e-44f7-995f-a7df3bac8817 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:44.109369 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e7bd1b0-029e-44f7-995f-a7df3bac8817 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:54:44.110355 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9e7bd1b0-029e-44f7-995f-a7df3bac8817 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:44.130367 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:54:44.130367 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:54:44.130367 n-d-811807-1 neutron-server[88070]: timer() May 03 22:54:44.130367 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:54:44.130367 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:54:44.130367 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:54:44.130367 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:54:44.130367 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:54:44.130367 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:54:44.130367 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:54:44.130367 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:54:44.130367 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:54:44.130367 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:54:44.130367 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:54:44.130367 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:54:44.130367 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:54:44.130367 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:54:44.130367 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:54:44.130367 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:54:44.130367 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:54:44.130367 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:54:44.130367 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:54:44.130367 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:54:44.130367 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:54:44.130367 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:54:44.130367 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:54:44.130367 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:54:44.130367 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:54:44.130367 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:54:44.130367 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:54:44.130367 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:54:44.130367 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:54:44.203848 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78377eb-55a7-4d75-81d8-645d4dbe4fd5 req-e392c4a6-7e73-455e-8d62-03c3e8fcd5c1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:44.205206 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-a78377eb-55a7-4d75-81d8-645d4dbe4fd5 req-e392c4a6-7e73-455e-8d62-03c3e8fcd5c1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Synchronizing usage tracker for tenant:fac7f64c48bd48e8ae480a0113f466e9 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:54:44.217013 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d71c58-196b-43ee-b6b4-a578d4b35ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=2fbcdb04-9a74-4ec5-a7a5-7099f1570164,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:44.285901 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8f461996-9321-4591-9bde-16b298990b3d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:44.318006 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-664617aa-1c91-4496-bc17-984416238582 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:44.336677 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9e7bd1b0-029e-44f7-995f-a7df3bac8817 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:44.367175 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9e7bd1b0-029e-44f7-995f-a7df3bac8817 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:44.381989 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-664617aa-1c91-4496-bc17-984416238582 None None] Transition to ACTIVE for port object ba1de8fb-501d-43a8-b2a8-a5593fc34447 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:54:44.392798 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7bd1b0-029e-44f7-995f-a7df3bac8817 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'Network': ['ID=ac06be14-a558-40e5-99c6-18496136b2c5,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:44.411107 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9e7bd1b0-029e-44f7-995f-a7df3bac8817 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/networks/ac06be14-a558-40e5-99c6-18496136b2c5 HTTP/1.1" status: 204 len: 168 time: 1.2401690 May 03 22:54:44.411107 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f461996-9321-4591-9bde-16b298990b3d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'Subnet': ['ID=a58f4871-9558-45ae-ab79-38430aac549d,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:44.412774 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38892) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:44.432348 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-664617aa-1c91-4496-bc17-984416238582 None None] Transition to ACTIVE for port object ba1de8fb-501d-43a8-b2a8-a5593fc34447 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:54:44.437740 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-fd403ce8-9f86-47fa-8b74-7c85bb65574e tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-811956461'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:44.440576 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-a78377eb-55a7-4d75-81d8-645d4dbe4fd5 req-e392c4a6-7e73-455e-8d62-03c3e8fcd5c1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Unset dirty status for tenant:fac7f64c48bd48e8ae480a0113f466e9 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:54:44.441787 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a78377eb-55a7-4d75-81d8-645d4dbe4fd5 req-e392c4a6-7e73-455e-8d62-03c3e8fcd5c1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=55857696-f3bc-41b2-a074-30b4e1978a9a HTTP/1.1" status: 200 len: 931 time: 0.7951436 May 03 22:54:44.446868 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-fd403ce8-9f86-47fa-8b74-7c85bb65574e tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:44.452238 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-664617aa-1c91-4496-bc17-984416238582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:44.453581 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-fd403ce8-9f86-47fa-8b74-7c85bb65574e tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:network and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:44.457142 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f461996-9321-4591-9bde-16b298990b3d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Checking segment: {'id': '70f81c7b-ab1b-4f11-bcc7-6733fa370838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '5303d291-09c3-4192-8edf-fc73bd21c115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:54:44.457640 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f461996-9321-4591-9bde-16b298990b3d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Network hostable DHCP agents. Network: 5303d291-09c3-4192-8edf-fc73bd21c115, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:54:44.463306 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-fd403ce8-9f86-47fa-8b74-7c85bb65574e tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:44.473746 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-fd403ce8-9f86-47fa-8b74-7c85bb65574e tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:44.489662 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd403ce8-9f86-47fa-8b74-7c85bb65574e tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Made reservation on behalf of 3a6c8dfe4a524ed3932fdccc3fe2c5d8 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:54:44.494408 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fd403ce8-9f86-47fa-8b74-7c85bb65574e tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:44.510189 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f461996-9321-4591-9bde-16b298990b3d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Network 5303d291-09c3-4192-8edf-fc73bd21c115 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:54:44.534577 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-8f461996-9321-4591-9bde-16b298990b3d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 5303d291-09c3-4192-8edf-fc73bd21c115) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:44.550282 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b96f76-dd4d-44f7-b7bc-33bd13f715f3 None None] Network 5303d291-09c3-4192-8edf-fc73bd21c115 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:54:44.554445 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f461996-9321-4591-9bde-16b298990b3d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:44.555143 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8f461996-9321-4591-9bde-16b298990b3d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:44.565349 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd403ce8-9f86-47fa-8b74-7c85bb65574e tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:54:44.574757 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664617aa-1c91-4496-bc17-984416238582 None None] Network 8fd53a73-0437-4b2b-b684-832937c00105 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:54:44.577818 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664617aa-1c91-4496-bc17-984416238582 None None] Pushing event updated for resources: {'Port': ['ID=ba1de8fb-501d-43a8-b2a8-a5593fc34447,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:44.587386 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-664617aa-1c91-4496-bc17-984416238582 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:44.587625 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fd403ce8-9f86-47fa-8b74-7c85bb65574e tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:44.588077 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-fd403ce8-9f86-47fa-8b74-7c85bb65574e tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Added segment 92bb709f-3691-4788-8a53-78dcea0d4c08 of type vlan for network cde528e6-9c49-40ad-a3b6-90f4d39d0bf2 May 03 22:54:44.590622 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664617aa-1c91-4496-bc17-984416238582 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:54:44.599189 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8f461996-9321-4591-9bde-16b298990b3d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4340150 May 03 22:54:44.602074 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38900) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:44.628930 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a78377eb-55a7-4d75-81d8-645d4dbe4fd5 req-d4b9ddad-43c5-4117-a68d-070bac618ad0 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324658 May 03 22:54:44.635793 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-f6d71c58-196b-43ee-b6b4-a578d4b35ca9 service neutron] Attempting to bind port 2fbcdb04-9a74-4ec5-a7a5-7099f1570164 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:54:44.636122 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-f6d71c58-196b-43ee-b6b4-a578d4b35ca9 service neutron] Attempting to bind port 2fbcdb04-9a74-4ec5-a7a5-7099f1570164 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '79021a81-35f7-436f-834b-fb3d2a777891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:54:44.636449 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-f6d71c58-196b-43ee-b6b4-a578d4b35ca9 service neutron] Attempting to bind port 2fbcdb04-9a74-4ec5-a7a5-7099f1570164 on network 707cfa08-484f-448d-b84f-a940bf8f6e2e {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:54:44.670725 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-f6d71c58-196b-43ee-b6b4-a578d4b35ca9 service neutron] Port 2fbcdb04-9a74-4ec5-a7a5-7099f1570164 on network 707cfa08-484f-448d-b84f-a940bf8f6e2e not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:54:44.671317 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-f6d71c58-196b-43ee-b6b4-a578d4b35ca9 service neutron] Attempting to bind port 2fbcdb04-9a74-4ec5-a7a5-7099f1570164 on network 707cfa08-484f-448d-b84f-a940bf8f6e2e {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:54:44.689756 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-f6d71c58-196b-43ee-b6b4-a578d4b35ca9 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:54:44.690128 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-f6d71c58-196b-43ee-b6b4-a578d4b35ca9 service neutron] Checking segment: {'id': '79021a81-35f7-436f-834b-fb3d2a777891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:54:44.690515 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-f6d71c58-196b-43ee-b6b4-a578d4b35ca9 service neutron] Bound using segment: {'id': '79021a81-35f7-436f-834b-fb3d2a777891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:54:44.690959 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-f6d71c58-196b-43ee-b6b4-a578d4b35ca9 service neutron] Bound port: 2fbcdb04-9a74-4ec5-a7a5-7099f1570164, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79021a81-35f7-436f-834b-fb3d2a777891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:54:44.691284 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-f6d71c58-196b-43ee-b6b4-a578d4b35ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:44.809799 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fd403ce8-9f86-47fa-8b74-7c85bb65574e tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:44.866827 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b458c84b-83b8-4b44-9cf2-336d0dba3d5f None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:44.871370 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-664617aa-1c91-4496-bc17-984416238582 None None] Attempting to bind port ba1de8fb-501d-43a8-b2a8-a5593fc34447 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:54:44.871736 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-664617aa-1c91-4496-bc17-984416238582 None None] Attempting to bind port ba1de8fb-501d-43a8-b2a8-a5593fc34447 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '3992ad56-c160-4ad5-8e46-1232de8efe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8fd53a73-0437-4b2b-b684-832937c00105'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:54:44.872092 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664617aa-1c91-4496-bc17-984416238582 None None] Attempting to bind port ba1de8fb-501d-43a8-b2a8-a5593fc34447 on network 8fd53a73-0437-4b2b-b684-832937c00105 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:54:44.909788 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664617aa-1c91-4496-bc17-984416238582 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:54:44.910180 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664617aa-1c91-4496-bc17-984416238582 None None] Checking segment: {'id': '3992ad56-c160-4ad5-8e46-1232de8efe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8fd53a73-0437-4b2b-b684-832937c00105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:54:44.910620 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-664617aa-1c91-4496-bc17-984416238582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:44.911154 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664617aa-1c91-4496-bc17-984416238582 None None] Bound using segment: {'id': '3992ad56-c160-4ad5-8e46-1232de8efe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8fd53a73-0437-4b2b-b684-832937c00105'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:54:44.911643 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-664617aa-1c91-4496-bc17-984416238582 None None] Bound port: ba1de8fb-501d-43a8-b2a8-a5593fc34447, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3992ad56-c160-4ad5-8e46-1232de8efe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8fd53a73-0437-4b2b-b684-832937c00105'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:54:44.912017 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-664617aa-1c91-4496-bc17-984416238582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:44.915817 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6ec1-c64f-412c-a5d8-8519d1b1c8ca tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:44.930724 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b458c84b-83b8-4b44-9cf2-336d0dba3d5f None None] Transition to ACTIVE for port object 952f4797-a450-4624-b283-35efba1fba31 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:54:44.975415 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b458c84b-83b8-4b44-9cf2-336d0dba3d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:44.983166 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fd403ce8-9f86-47fa-8b74-7c85bb65574e tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:44.989035 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd403ce8-9f86-47fa-8b74-7c85bb65574e tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:44.989609 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fd403ce8-9f86-47fa-8b74-7c85bb65574e tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:45.051238 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fd403ce8-9f86-47fa-8b74-7c85bb65574e tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6202507 May 03 22:54:45.055767 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38904) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:45.067341 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa901d64-fb95-472f-88cc-477a751798f4 None None] Pushing event updated for resources: {'Port': ['ID=952f4797-a450-4624-b283-35efba1fba31,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:45.079848 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa901d64-fb95-472f-88cc-477a751798f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:45.080213 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa901d64-fb95-472f-88cc-477a751798f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:45.080517 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa901d64-fb95-472f-88cc-477a751798f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:45.080844 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa901d64-fb95-472f-88cc-477a751798f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:45.081172 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa901d64-fb95-472f-88cc-477a751798f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:45.081493 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa901d64-fb95-472f-88cc-477a751798f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:45.081813 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa901d64-fb95-472f-88cc-477a751798f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:45.082155 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa901d64-fb95-472f-88cc-477a751798f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:45.082472 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa901d64-fb95-472f-88cc-477a751798f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:45.082788 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa901d64-fb95-472f-88cc-477a751798f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:45.083103 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa901d64-fb95-472f-88cc-477a751798f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:45.083417 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa901d64-fb95-472f-88cc-477a751798f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:45.107537 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-9c5a0df3-c79b-4690-98d6-b0fc49d3d5d2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'subnet': {'network_id': 'cde528e6-9c49-40ad-a3b6-90f4d39d0bf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:45.194488 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd403ce8-9f86-47fa-8b74-7c85bb65574e tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Network': ['ID=cde528e6-9c49-40ad-a3b6-90f4d39d0bf2,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:45.214233 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network cde528e6-9c49-40ad-a3b6-90f4d39d0bf2 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:54:45.234684 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a96a57-3e4c-47a9-b4b5-823b8d9ebb4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-5303d291-09c3-4192-8edf-fc73bd21c115', 'network_id': '5303d291-09c3-4192-8edf-fc73bd21c115', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'fixed_ips': [{'subnet_id': 'a58f4871-9558-45ae-ab79-38430aac549d'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:54:45.236365 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d7a96a57-3e4c-47a9-b4b5-823b8d9ebb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:45.265329 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b908909-cc95-4c1e-87cc-6f3235b26cbe req-677e417c-cb96-4a6d-92f8-882e2b876f04 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:45.272665 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3b908909-cc95-4c1e-87cc-6f3235b26cbe req-677e417c-cb96-4a6d-92f8-882e2b876f04 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 946 time: 0.5567508 May 03 22:54:45.372121 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ca333-0c25-4d8f-a657-c5d48c8bd9f8 req-29f2f6ac-c2c8-46c6-8597-50e8f649bd5e tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:45.373199 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-9c5a0df3-c79b-4690-98d6-b0fc49d3d5d2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:45.377222 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9c5a0df3-c79b-4690-98d6-b0fc49d3d5d2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:subnet and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:45.379702 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-430ca333-0c25-4d8f-a657-c5d48c8bd9f8 req-29f2f6ac-c2c8-46c6-8597-50e8f649bd5e tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 945 time: 0.5693281 May 03 22:54:45.380176 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9c5a0df3-c79b-4690-98d6-b0fc49d3d5d2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:45.386038 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-9c5a0df3-c79b-4690-98d6-b0fc49d3d5d2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:45.407403 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-f6d71c58-196b-43ee-b6b4-a578d4b35ca9 service neutron] For port 2fbcdb04-9a74-4ec5-a7a5-7099f1570164, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:54:45.428528 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5a0df3-c79b-4690-98d6-b0fc49d3d5d2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Made reservation on behalf of 3a6c8dfe4a524ed3932fdccc3fe2c5d8 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:54:45.431966 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9c5a0df3-c79b-4690-98d6-b0fc49d3d5d2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:45.467727 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-f6d71c58-196b-43ee-b6b4-a578d4b35ca9 service neutron] For port 2fbcdb04-9a74-4ec5-a7a5-7099f1570164, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=2fbcdb04-9a74-4ec5-a7a5-7099f1570164,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:54:45.472045 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-d7a96a57-3e4c-47a9-b4b5-823b8d9ebb4a None None] Allocated IP 172.21.0.2 (5303d291-09c3-4192-8edf-fc73bd21c115/a58f4871-9558-45ae-ab79-38430aac549d/803a2fe3-a514-4288-a43c-84ed08cd81d7) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:54:45.475181 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3b908909-cc95-4c1e-87cc-6f3235b26cbe req-64fe007a-3b82-429d-bd25-24bd28e0d7d5 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008283 May 03 22:54:45.535816 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-664617aa-1c91-4496-bc17-984416238582 None None] For port ba1de8fb-501d-43a8-b2a8-a5593fc34447, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:54:45.635429 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-430ca333-0c25-4d8f-a657-c5d48c8bd9f8 req-0cc8e6be-5344-4ede-b892-62b12b4b172f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2541413 May 03 22:54:45.636871 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-f6d71c58-196b-43ee-b6b4-a578d4b35ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:45.678734 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.ipam_backend_mixin [None req-9c5a0df3-c79b-4690-98d6-b0fc49d3d5d2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Performing IP validity checks on allocation pools {{(pid=88070) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 03 22:54:45.679344 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.ipam_backend_mixin [None req-9c5a0df3-c79b-4690-98d6-b0fc49d3d5d2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88070) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 03 22:54:45.689062 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-664617aa-1c91-4496-bc17-984416238582 None None] For port ba1de8fb-501d-43a8-b2a8-a5593fc34447, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ba1de8fb-501d-43a8-b2a8-a5593fc34447,segment=NetworkSegment(3992ad56-c160-4ad5-8e46-1232de8efe78),segment_id=3992ad56-c160-4ad5-8e46-1232de8efe78)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:54:45.751181 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-409b973f-333b-40b0-bc33-a060d7d3aaab tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:45.782457 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-b458c84b-83b8-4b44-9cf2-336d0dba3d5f None None] Attempting to bind port 952f4797-a450-4624-b283-35efba1fba31 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:54:45.783590 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-b458c84b-83b8-4b44-9cf2-336d0dba3d5f None None] Attempting to bind port 952f4797-a450-4624-b283-35efba1fba31 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '314507eb-5a21-4331-b797-3a5b023d2a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '2f8bd908-7370-4518-8b40-d26ef2eacf39'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:54:45.784743 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b458c84b-83b8-4b44-9cf2-336d0dba3d5f None None] Attempting to bind port 952f4797-a450-4624-b283-35efba1fba31 on network 2f8bd908-7370-4518-8b40-d26ef2eacf39 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:54:45.787983 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-f6d71c58-196b-43ee-b6b4-a578d4b35ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:45.788726 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-f6d71c58-196b-43ee-b6b4-a578d4b35ca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:45.790655 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-f6d71c58-196b-43ee-b6b4-a578d4b35ca9 service neutron] 10.222.0.60 "PUT /v2.0/ports/2fbcdb04-9a74-4ec5-a7a5-7099f1570164 HTTP/1.1" status: 200 len: 1091 time: 3.0580511 May 03 22:54:45.791241 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55857696-f3bc-41b2-a074-30b4e1978a9a', 'tag': '2fbcdb04-9a74-4ec5-a7a5-7099f1570164'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:54:45.797178 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-5d2e6ec1-c64f-412c-a5d8-8519d1b1c8ca tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Allocated IP 2001:db8::1 (8fd53a73-0437-4b2b-b684-832937c00105/221fc59b-34b0-4a09-86ce-5a12474b0d50/d4fa9408-e594-4a88-9663-026ca298cd4c) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:54:45.806208 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-664617aa-1c91-4496-bc17-984416238582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:45.926010 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d1af945-51ac-4291-887d-443029630ae7'] response: {'name': 'network-changed', 'server_uuid': '55857696-f3bc-41b2-a074-30b4e1978a9a', 'tag': '2fbcdb04-9a74-4ec5-a7a5-7099f1570164', 'status': 'completed', 'code': 200} May 03 22:54:45.937092 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d71c58-196b-43ee-b6b4-a578d4b35ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=2fbcdb04-9a74-4ec5-a7a5-7099f1570164,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:45.952272 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d7a96a57-3e4c-47a9-b4b5-823b8d9ebb4a None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:45.958131 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b458c84b-83b8-4b44-9cf2-336d0dba3d5f None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:54:45.959732 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b458c84b-83b8-4b44-9cf2-336d0dba3d5f None None] Checking segment: {'id': '314507eb-5a21-4331-b797-3a5b023d2a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '2f8bd908-7370-4518-8b40-d26ef2eacf39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:54:45.960389 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b458c84b-83b8-4b44-9cf2-336d0dba3d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:45.961006 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b458c84b-83b8-4b44-9cf2-336d0dba3d5f None None] Bound using segment: {'id': '314507eb-5a21-4331-b797-3a5b023d2a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '2f8bd908-7370-4518-8b40-d26ef2eacf39'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:54:45.962083 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-b458c84b-83b8-4b44-9cf2-336d0dba3d5f None None] Bound port: 952f4797-a450-4624-b283-35efba1fba31, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '314507eb-5a21-4331-b797-3a5b023d2a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '2f8bd908-7370-4518-8b40-d26ef2eacf39'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:54:45.962723 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b458c84b-83b8-4b44-9cf2-336d0dba3d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:46.087361 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9c5a0df3-c79b-4690-98d6-b0fc49d3d5d2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:46.095795 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d7a96a57-3e4c-47a9-b4b5-823b8d9ebb4a None None] Transition to ACTIVE for port object 803a2fe3-a514-4288-a43c-84ed08cd81d7 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:54:46.138000 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a06e4-d0e9-4eea-a48d-8befc812a555 req-24ec2be3-7135-42f8-aab4-2be16b284e48 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:46.139773 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-632a06e4-d0e9-4eea-a48d-8befc812a555 req-24ec2be3-7135-42f8-aab4-2be16b284e48 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=55857696-f3bc-41b2-a074-30b4e1978a9a HTTP/1.1" status: 200 len: 943 time: 0.3597174 May 03 22:54:46.162380 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-d4d7ecf1-a83b-4453-9cc0-20c9d8efc90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:46.163856 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-d4d7ecf1-a83b-4453-9cc0-20c9d8efc90e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fac7f64c48bd48e8ae480a0113f466e9&device_id=55857696-f3bc-41b2-a074-30b4e1978a9a HTTP/1.1" status: 200 len: 1094 time: 0.2989662 May 03 22:54:46.198009 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6ec1-c64f-412c-a5d8-8519d1b1c8ca tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:46.217619 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6ec1-c64f-412c-a5d8-8519d1b1c8ca tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Transition to ACTIVE for port object d4fa9408-e594-4a88-9663-026ca298cd4c will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:54:46.219600 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-b458c84b-83b8-4b44-9cf2-336d0dba3d5f None None] For port 952f4797-a450-4624-b283-35efba1fba31, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:54:46.225030 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-b458c84b-83b8-4b44-9cf2-336d0dba3d5f None None] For port 952f4797-a450-4624-b283-35efba1fba31, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=952f4797-a450-4624-b283-35efba1fba31,segment=NetworkSegment(314507eb-5a21-4331-b797-3a5b023d2a9a),segment_id=314507eb-5a21-4331-b797-3a5b023d2a9a)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:54:46.247712 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664617aa-1c91-4496-bc17-984416238582 None None] Pushing event updated for resources: {'Port': ['ID=ba1de8fb-501d-43a8-b2a8-a5593fc34447,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:46.273137 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a0df3-c79b-4690-98d6-b0fc49d3d5d2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Subnet': ['ID=7a47cc7d-b073-485f-9e9f-b82c9c25e665,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:46.274105 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d7a96a57-3e4c-47a9-b4b5-823b8d9ebb4a None None] Transition to ACTIVE for port object 803a2fe3-a514-4288-a43c-84ed08cd81d7 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:54:46.291079 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b458c84b-83b8-4b44-9cf2-336d0dba3d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:46.302077 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5a0df3-c79b-4690-98d6-b0fc49d3d5d2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Checking segment: {'id': '92bb709f-3691-4788-8a53-78dcea0d4c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'cde528e6-9c49-40ad-a3b6-90f4d39d0bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:54:46.302432 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5a0df3-c79b-4690-98d6-b0fc49d3d5d2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Network hostable DHCP agents. Network: cde528e6-9c49-40ad-a3b6-90f4d39d0bf2, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:54:46.308410 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-f302d5ab-a473-46ef-9349-e8d61a2d248e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fbcdb04-9a74-4ec5-a7a5-7099f1570164 HTTP/1.1" status: 200 len: 217 time: 0.0723269 May 03 22:54:46.309561 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6ec1-c64f-412c-a5d8-8519d1b1c8ca tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:46.391029 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d7a96a57-3e4c-47a9-b4b5-823b8d9ebb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:46.417182 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5a0df3-c79b-4690-98d6-b0fc49d3d5d2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Network cde528e6-9c49-40ad-a3b6-90f4d39d0bf2 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:54:46.440188 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-9c5a0df3-c79b-4690-98d6-b0fc49d3d5d2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, cde528e6-9c49-40ad-a3b6-90f4d39d0bf2) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:46.456727 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5a0df3-c79b-4690-98d6-b0fc49d3d5d2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:46.457563 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9c5a0df3-c79b-4690-98d6-b0fc49d3d5d2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:46.460509 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2e6ec1-c64f-412c-a5d8-8519d1b1c8ca tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Network 8fd53a73-0437-4b2b-b684-832937c00105 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:54:46.464164 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bb4d73-1ff2-4566-bd9e-f8afc7995e1f None None] Network cde528e6-9c49-40ad-a3b6-90f4d39d0bf2 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:54:46.464470 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-409b973f-333b-40b0-bc33-a060d7d3aaab tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Allocated IP 172.21.0.1 (5303d291-09c3-4192-8edf-fc73bd21c115/a58f4871-9558-45ae-ab79-38430aac549d/1e35a016-d489-4668-b579-b99c447f9abb) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:54:46.466235 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-5d2e6ec1-c64f-412c-a5d8-8519d1b1c8ca tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:46.469300 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2e6ec1-c64f-412c-a5d8-8519d1b1c8ca tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:54:46.469865 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6ec1-c64f-412c-a5d8-8519d1b1c8ca tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:46.519758 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b458c84b-83b8-4b44-9cf2-336d0dba3d5f None None] Routers {'ad186c1d-90c6-4e62-b866-dba1a5d63205'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:54:46.521897 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b458c84b-83b8-4b44-9cf2-336d0dba3d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:54:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['ad186c1d-90c6-4e62-b866-dba1a5d63205'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:46.532017 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9c5a0df3-c79b-4690-98d6-b0fc49d3d5d2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4734273 May 03 22:54:46.536905 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38916) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:46.556523 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-cee88471-0182-42ee-9d42-bad4dfa38a81 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'port': {'network_id': 'cde528e6-9c49-40ad-a3b6-90f4d39d0bf2', 'name': 'tempest-PortsTestJSON-279228478'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:46.619125 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6ec1-c64f-412c-a5d8-8519d1b1c8ca tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'Port': ['ID=d4fa9408-e594-4a88-9663-026ca298cd4c,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:46.629014 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a96a57-3e4c-47a9-b4b5-823b8d9ebb4a None None] Network 5303d291-09c3-4192-8edf-fc73bd21c115 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:54:46.662796 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-38d4e2e4-059d-4862-b0be-9d05e3b65222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:46.664574 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-38d4e2e4-059d-4862-b0be-9d05e3b65222 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1a456f8a-c743-4130-8826-ac82fe55cbc8 HTTP/1.1" status: 200 len: 850 time: 0.3158665 May 03 22:54:46.734257 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-d7a96a57-3e4c-47a9-b4b5-823b8d9ebb4a None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:46.754871 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a96a57-3e4c-47a9-b4b5-823b8d9ebb4a None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:54:46.785767 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-632a06e4-d0e9-4eea-a48d-8befc812a555 req-a37e5791-ba81-4a9a-9208-342dff0a2bad tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6345921 May 03 22:54:46.857684 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa901d64-fb95-472f-88cc-477a751798f4 None None] Pushing event updated for resources: {'Port': ['ID=952f4797-a450-4624-b283-35efba1fba31,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:46.938004 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-409b973f-333b-40b0-bc33-a060d7d3aaab tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:46.949701 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-cee88471-0182-42ee-9d42-bad4dfa38a81 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:46.965407 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-409b973f-333b-40b0-bc33-a060d7d3aaab tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Transition to ACTIVE for port object 1e35a016-d489-4668-b579-b99c447f9abb will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:54:46.968597 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-cee88471-0182-42ee-9d42-bad4dfa38a81 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:46.987295 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee88471-0182-42ee-9d42-bad4dfa38a81 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Made reservation on behalf of 3a6c8dfe4a524ed3932fdccc3fe2c5d8 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:54:46.990895 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cee88471-0182-42ee-9d42-bad4dfa38a81 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:47.001891 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-b458c84b-83b8-4b44-9cf2-336d0dba3d5f None None] Set router ad186c1d-90c6-4e62-b866-dba1a5d63205 gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:54:47.019646 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-cee88471-0182-42ee-9d42-bad4dfa38a81 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] device_id is not set on port 1d4f7e9f-5fc0-446a-99a6-992573520a44 yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:54:47.049903 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-eb14af32-a293-43cf-b157-c27f18c7c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:47.051772 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-eb14af32-a293-43cf-b157-c27f18c7c92b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=707cfa08-484f-448d-b84f-a940bf8f6e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3646309 May 03 22:54:47.077082 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-409b973f-333b-40b0-bc33-a060d7d3aaab tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:47.088811 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-d7a96a57-3e4c-47a9-b4b5-823b8d9ebb4a None None] Attempting to bind port 803a2fe3-a514-4288-a43c-84ed08cd81d7 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:54:47.089172 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-d7a96a57-3e4c-47a9-b4b5-823b8d9ebb4a None None] Attempting to bind port 803a2fe3-a514-4288-a43c-84ed08cd81d7 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '70f81c7b-ab1b-4f11-bcc7-6733fa370838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '5303d291-09c3-4192-8edf-fc73bd21c115'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:54:47.089531 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a96a57-3e4c-47a9-b4b5-823b8d9ebb4a None None] Attempting to bind port 803a2fe3-a514-4288-a43c-84ed08cd81d7 on network 5303d291-09c3-4192-8edf-fc73bd21c115 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:54:47.103697 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a96a57-3e4c-47a9-b4b5-823b8d9ebb4a None None] Pushing event updated for resources: {'Port': ['ID=803a2fe3-a514-4288-a43c-84ed08cd81d7,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:47.148254 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a96a57-3e4c-47a9-b4b5-823b8d9ebb4a None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:54:47.148254 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a96a57-3e4c-47a9-b4b5-823b8d9ebb4a None None] Checking segment: {'id': '70f81c7b-ab1b-4f11-bcc7-6733fa370838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '5303d291-09c3-4192-8edf-fc73bd21c115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:54:47.148254 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d7a96a57-3e4c-47a9-b4b5-823b8d9ebb4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:47.148254 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a96a57-3e4c-47a9-b4b5-823b8d9ebb4a None None] Bound using segment: {'id': '70f81c7b-ab1b-4f11-bcc7-6733fa370838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '5303d291-09c3-4192-8edf-fc73bd21c115'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:54:47.148254 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-d7a96a57-3e4c-47a9-b4b5-823b8d9ebb4a None None] Bound port: 803a2fe3-a514-4288-a43c-84ed08cd81d7, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f81c7b-ab1b-4f11-bcc7-6733fa370838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '5303d291-09c3-4192-8edf-fc73bd21c115'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:54:47.148873 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d7a96a57-3e4c-47a9-b4b5-823b8d9ebb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:47.151954 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6ec1-c64f-412c-a5d8-8519d1b1c8ca tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:47.164866 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409b973f-333b-40b0-bc33-a060d7d3aaab tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Network 5303d291-09c3-4192-8edf-fc73bd21c115 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:54:47.171152 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-409b973f-333b-40b0-bc33-a060d7d3aaab tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:47.180248 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409b973f-333b-40b0-bc33-a060d7d3aaab tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:54:47.314031 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ba1de8fb-501d-43a8-b2a8-a5593fc34447 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:54:47.358964 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-cee88471-0182-42ee-9d42-bad4dfa38a81 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Allocated IP 172.20.0.5 (cde528e6-9c49-40ad-a3b6-90f4d39d0bf2/7a47cc7d-b073-485f-9e9f-b82c9c25e665/1d4f7e9f-5fc0-446a-99a6-992573520a44) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:54:47.359748 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939df0a-505a-4bfb-9110-060643ef9998 req-66e390af-19b6-41f9-a505-84b3457107f0 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:47.361347 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e939df0a-505a-4bfb-9110-060643ef9998 req-66e390af-19b6-41f9-a505-84b3457107f0 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 945 time: 0.3650389 May 03 22:54:47.383929 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8a3be-c303-4ba9-aa82-1fd7144a9b67 req-12735e2d-24da-495c-88bd-4c407b2bda1c tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:47.385447 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d2d8a3be-c303-4ba9-aa82-1fd7144a9b67 req-12735e2d-24da-495c-88bd-4c407b2bda1c tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 946 time: 0.6310570 May 03 22:54:47.492597 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b973f-333b-40b0-bc33-a060d7d3aaab tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'Port': ['ID=1e35a016-d489-4668-b579-b99c447f9abb,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:47.583281 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-409b973f-333b-40b0-bc33-a060d7d3aaab tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:47.587722 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df42e8f5-0b5e-4a77-920d-1310d6d4dc3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-cde528e6-9c49-40ad-a3b6-90f4d39d0bf2', 'network_id': 'cde528e6-9c49-40ad-a3b6-90f4d39d0bf2', 'tenant_id': '3a6c8dfe4a524ed3932fdccc3fe2c5d8', 'fixed_ips': [{'subnet_id': '7a47cc7d-b073-485f-9e9f-b82c9c25e665'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:54:47.588541 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-df42e8f5-0b5e-4a77-920d-1310d6d4dc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:47.664232 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-d7a96a57-3e4c-47a9-b4b5-823b8d9ebb4a None None] For port 803a2fe3-a514-4288-a43c-84ed08cd81d7, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:54:47.707644 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9364ea55-acde-4cf8-b19b-e6429b220f69 None None] Network 8fd53a73-0437-4b2b-b684-832937c00105 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:54:47.755302 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-409b973f-333b-40b0-bc33-a060d7d3aaab tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:47.755559 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port ba1de8fb-501d-43a8-b2a8-a5593fc34447 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:54:47.783732 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e939df0a-505a-4bfb-9110-060643ef9998 req-8fde5d0c-da26-4d5e-bf5f-8bb56a8a53e8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4075487 May 03 22:54:47.785124 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-d7a96a57-3e4c-47a9-b4b5-823b8d9ebb4a None None] For port 803a2fe3-a514-4288-a43c-84ed08cd81d7, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=803a2fe3-a514-4288-a43c-84ed08cd81d7,segment=NetworkSegment(70f81c7b-ab1b-4f11-bcc7-6733fa370838),segment_id=70f81c7b-ab1b-4f11-bcc7-6733fa370838)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:54:47.789907 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cee88471-0182-42ee-9d42-bad4dfa38a81 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:47.814557 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d7a96a57-3e4c-47a9-b4b5-823b8d9ebb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:47.851563 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d2d8a3be-c303-4ba9-aa82-1fd7144a9b67 req-6cbf7797-257e-4353-bd19-e9cd700d3bca tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944380 May 03 22:54:47.853498 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-19747438-30b0-435a-b391-9540c745e4f3 service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7810988 May 03 22:54:47.953793 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e35fcf52-1284-45e7-8096-ce2095f1d2ad None None] Provisioning for port ba1de8fb-501d-43a8-b2a8-a5593fc34447 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:54:48.007047 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e35fcf52-1284-45e7-8096-ce2095f1d2ad None None] Provisioning complete for port ba1de8fb-501d-43a8-b2a8-a5593fc34447 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:48.007353 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e35fcf52-1284-45e7-8096-ce2095f1d2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:48.008371 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-cee88471-0182-42ee-9d42-bad4dfa38a81 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Transition to ACTIVE for port object 1d4f7e9f-5fc0-446a-99a6-992573520a44 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:54:48.149724 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a96a57-3e4c-47a9-b4b5-823b8d9ebb4a None None] Pushing event updated for resources: {'Port': ['ID=803a2fe3-a514-4288-a43c-84ed08cd81d7,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:48.176527 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af264577-cff1-420b-ac00-44f41c9a37e4 req-29687828-46e4-4fcd-9191-6faa651f86b4 service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074398 May 03 22:54:48.215043 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6ec1-c64f-412c-a5d8-8519d1b1c8ca tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:48.224560 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82956712-56cc-455c-940b-3a1356614cfa req-adc2982a-d00d-4d52-bb67-fc2f907ea845 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:48.226211 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-82956712-56cc-455c-940b-3a1356614cfa req-adc2982a-d00d-4d52-bb67-fc2f907ea845 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=55857696-f3bc-41b2-a074-30b4e1978a9a HTTP/1.1" status: 200 len: 943 time: 0.3007309 May 03 22:54:48.227388 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6ec1-c64f-412c-a5d8-8519d1b1c8ca tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:48.228163 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6ec1-c64f-412c-a5d8-8519d1b1c8ca tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:48.232118 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cee88471-0182-42ee-9d42-bad4dfa38a81 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:48.311014 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b458c84b-83b8-4b44-9cf2-336d0dba3d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'name': 'tempest-RoutersTest-router-107172431', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:54:32Z', 'updated_at': '2022-05-03T22:54:38Z', 'revision_number': 2, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'gw_port_host': None, '_interfaces': [{'id': '952f4797-a450-4624-b283-35efba1fba31', 'name': '', 'network_id': '2f8bd908-7370-4518-8b40-d26ef2eacf39', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:91:79:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:36Z', 'updated_at': '2022-05-03T22:54:46Z', 'revision_number': 4, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:48.365786 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b458c84b-83b8-4b44-9cf2-336d0dba3d5f None None] The sync data for ids ['ad186c1d-90c6-4e62-b866-dba1a5d63205'] in n-d-811807-1 is: [{'id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'name': 'tempest-RoutersTest-router-107172431', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:54:32Z', 'updated_at': '2022-05-03T22:54:38Z', 'revision_number': 2, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'gw_port_host': None, '_interfaces': [{'id': '952f4797-a450-4624-b283-35efba1fba31', 'name': '', 'network_id': '2f8bd908-7370-4518-8b40-d26ef2eacf39', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:91:79:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:36Z', 'updated_at': '2022-05-03T22:54:46Z', 'revision_number': 4, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:54:48.426012 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e35fcf52-1284-45e7-8096-ce2095f1d2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:48.466900 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-df42e8f5-0b5e-4a77-920d-1310d6d4dc3d None None] Allocated IP 172.20.0.2 (cde528e6-9c49-40ad-a3b6-90f4d39d0bf2/7a47cc7d-b073-485f-9e9f-b82c9c25e665/d2e260a1-87af-446e-a87c-9207621e74b8) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:54:48.513807 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee88471-0182-42ee-9d42-bad4dfa38a81 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Network cde528e6-9c49-40ad-a3b6-90f4d39d0bf2 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:54:48.541741 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-cee88471-0182-42ee-9d42-bad4dfa38a81 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:48.556786 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e35fcf52-1284-45e7-8096-ce2095f1d2ad None None] For port ba1de8fb-501d-43a8-b2a8-a5593fc34447, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ba1de8fb-501d-43a8-b2a8-a5593fc34447,segment=NetworkSegment(3992ad56-c160-4ad5-8e46-1232de8efe78),segment_id=3992ad56-c160-4ad5-8e46-1232de8efe78)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:54:48.565955 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee88471-0182-42ee-9d42-bad4dfa38a81 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:54:48.613529 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee88471-0182-42ee-9d42-bad4dfa38a81 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Port': ['ID=1d4f7e9f-5fc0-446a-99a6-992573520a44,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:48.642573 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e35fcf52-1284-45e7-8096-ce2095f1d2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:48.659475 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6ec1-c64f-412c-a5d8-8519d1b1c8ca tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'Port': ['ID=d4fa9408-e594-4a88-9663-026ca298cd4c,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:48.716579 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-82956712-56cc-455c-940b-3a1356614cfa req-d9354a98-a3a1-4600-abec-d3be7177dba5 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4335749 May 03 22:54:48.758706 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aca1fe-21ab-4f6a-9f7d-2c51e6d35563 req-36efb5e4-0c47-48b5-9563-7aac9d16c50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:48.774264 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c3aca1fe-21ab-4f6a-9f7d-2c51e6d35563 req-36efb5e4-0c47-48b5-9563-7aac9d16c50b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fac7f64c48bd48e8ae480a0113f466e9&device_id=55857696-f3bc-41b2-a074-30b4e1978a9a HTTP/1.1" status: 200 len: 1094 time: 0.4890928 May 03 22:54:48.787108 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee88471-0182-42ee-9d42-bad4dfa38a81 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:48.787781 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cee88471-0182-42ee-9d42-bad4dfa38a81 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:48.797290 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-409b973f-333b-40b0-bc33-a060d7d3aaab tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:48.807324 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-409b973f-333b-40b0-bc33-a060d7d3aaab tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:48.852941 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35fcf52-1284-45e7-8096-ce2095f1d2ad None None] Pushing event updated for resources: {'Port': ['ID=ba1de8fb-501d-43a8-b2a8-a5593fc34447,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:48.980877 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2e6ec1-c64f-412c-a5d8-8519d1b1c8ca tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Network 8fd53a73-0437-4b2b-b684-832937c00105 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:54:48.992094 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-5d2e6ec1-c64f-412c-a5d8-8519d1b1c8ca tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:49.104373 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-df42e8f5-0b5e-4a77-920d-1310d6d4dc3d None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:49.128397 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-df42e8f5-0b5e-4a77-920d-1310d6d4dc3d None None] Transition to ACTIVE for port object d2e260a1-87af-446e-a87c-9207621e74b8 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:54:49.148998 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-cee88471-0182-42ee-9d42-bad4dfa38a81 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6065154 May 03 22:54:49.163052 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38930) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:49.171151 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-df42e8f5-0b5e-4a77-920d-1310d6d4dc3d None None] Transition to ACTIVE for port object d2e260a1-87af-446e-a87c-9207621e74b8 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:54:49.188865 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-df42e8f5-0b5e-4a77-920d-1310d6d4dc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:49.291676 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-409b973f-333b-40b0-bc33-a060d7d3aaab tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:49.361887 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df42e8f5-0b5e-4a77-920d-1310d6d4dc3d None None] Network cde528e6-9c49-40ad-a3b6-90f4d39d0bf2 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:54:49.366615 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b973f-333b-40b0-bc33-a060d7d3aaab tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'Port': ['ID=1e35a016-d489-4668-b579-b99c447f9abb,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:49.382301 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-df42e8f5-0b5e-4a77-920d-1310d6d4dc3d None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:49.389013 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42e8f5-0b5e-4a77-920d-1310d6d4dc3d None None] Pushing event updated for resources: {'Port': ['ID=d2e260a1-87af-446e-a87c-9207621e74b8,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:49.392674 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df42e8f5-0b5e-4a77-920d-1310d6d4dc3d None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:54:49.458396 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-b7ca7ef0-8119-4a83-abe2-f60f7a6ccb52 service neutron] show failed (client error): The resource could not be found. May 03 22:54:49.467241 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-b7ca7ef0-8119-4a83-abe2-f60f7a6ccb52 service neutron] 10.222.0.67 "GET /v2.0/ports/80ecd12c-1b1f-45c0-8744-d8fc3c292241/bindings/n-h1-811807-1 HTTP/1.1" status: 404 len: 380 time: 0.5508358 May 03 22:54:49.558172 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 803a2fe3-a514-4288-a43c-84ed08cd81d7 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:54:49.614388 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aca1fe-21ab-4f6a-9f7d-2c51e6d35563 req-d7d5ea64-8908-4f59-aec9-af4169b227c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:49.616496 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c3aca1fe-21ab-4f6a-9f7d-2c51e6d35563 req-d7d5ea64-8908-4f59-aec9-af4169b227c6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=707cfa08-484f-448d-b84f-a940bf8f6e2e HTTP/1.1" status: 200 len: 912 time: 0.8387129 May 03 22:54:49.658867 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f59e9dc0-0058-49ce-a60a-7bbaddca21c1 None None] Provisioning complete for port ba1de8fb-501d-43a8-b2a8-a5593fc34447 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:49.659566 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f59e9dc0-0058-49ce-a60a-7bbaddca21c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:49.679550 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-1e024833-3a0d-4fde-b218-9cb3c365624d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Deleting port 1d4f7e9f-5fc0-446a-99a6-992573520a44 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:54:49.679896 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1e024833-3a0d-4fde-b218-9cb3c365624d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:49.786559 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-df42e8f5-0b5e-4a77-920d-1310d6d4dc3d None None] Attempting to bind port d2e260a1-87af-446e-a87c-9207621e74b8 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:54:49.787198 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-df42e8f5-0b5e-4a77-920d-1310d6d4dc3d None None] Attempting to bind port d2e260a1-87af-446e-a87c-9207621e74b8 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '92bb709f-3691-4788-8a53-78dcea0d4c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'cde528e6-9c49-40ad-a3b6-90f4d39d0bf2'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:54:49.787918 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df42e8f5-0b5e-4a77-920d-1310d6d4dc3d None None] Attempting to bind port d2e260a1-87af-446e-a87c-9207621e74b8 on network cde528e6-9c49-40ad-a3b6-90f4d39d0bf2 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:54:49.798316 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c3aca1fe-21ab-4f6a-9f7d-2c51e6d35563 req-0db885e2-570d-45f1-aa00-3b62d7317e57 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fbcdb04-9a74-4ec5-a7a5-7099f1570164 HTTP/1.1" status: 200 len: 217 time: 0.1541438 May 03 22:54:49.804043 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df42e8f5-0b5e-4a77-920d-1310d6d4dc3d None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:54:49.804672 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df42e8f5-0b5e-4a77-920d-1310d6d4dc3d None None] Checking segment: {'id': '92bb709f-3691-4788-8a53-78dcea0d4c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'cde528e6-9c49-40ad-a3b6-90f4d39d0bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:54:49.805248 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-df42e8f5-0b5e-4a77-920d-1310d6d4dc3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:49.805825 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df42e8f5-0b5e-4a77-920d-1310d6d4dc3d None None] Bound using segment: {'id': '92bb709f-3691-4788-8a53-78dcea0d4c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'cde528e6-9c49-40ad-a3b6-90f4d39d0bf2'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:54:49.806545 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-df42e8f5-0b5e-4a77-920d-1310d6d4dc3d None None] Bound port: d2e260a1-87af-446e-a87c-9207621e74b8, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92bb709f-3691-4788-8a53-78dcea0d4c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'cde528e6-9c49-40ad-a3b6-90f4d39d0bf2'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:54:49.807091 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-df42e8f5-0b5e-4a77-920d-1310d6d4dc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:49.904606 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e67b3-c4ed-4eac-bd2b-24ab17d2b400 req-74e68ea8-f2bf-462f-a571-99acbdcd51a8 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:49.911862 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5e9e67b3-c4ed-4eac-bd2b-24ab17d2b400 req-74e68ea8-f2bf-462f-a571-99acbdcd51a8 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 946 time: 0.5641596 May 03 22:54:49.946146 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aca1fe-21ab-4f6a-9f7d-2c51e6d35563 req-d9d0468d-4a49-4fee-82d6-eb38af33b0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:49.947694 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c3aca1fe-21ab-4f6a-9f7d-2c51e6d35563 req-d9d0468d-4a49-4fee-82d6-eb38af33b0b0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1a456f8a-c743-4130-8826-ac82fe55cbc8 HTTP/1.1" status: 200 len: 850 time: 0.1417990 May 03 22:54:49.961102 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80456879-6fe0-4875-a8ce-d701a45a594b req-db6f9598-b4d2-4718-a849-ad42ff85a0db tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:49.962843 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-80456879-6fe0-4875-a8ce-d701a45a594b req-db6f9598-b4d2-4718-a849-ad42ff85a0db tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 945 time: 0.9362471 May 03 22:54:49.985435 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3448df15-4e80-43ca-bedc-77cc09550a00 None None] Network 5303d291-09c3-4192-8edf-fc73bd21c115 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:54:50.001826 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409b973f-333b-40b0-bc33-a060d7d3aaab tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Network 5303d291-09c3-4192-8edf-fc73bd21c115 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:54:50.010772 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-409b973f-333b-40b0-bc33-a060d7d3aaab tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:50.041608 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 803a2fe3-a514-4288-a43c-84ed08cd81d7 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:54:50.047417 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2e6ec1-c64f-412c-a5d8-8519d1b1c8ca tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Router 12b76c77-78d6-49d1-8dfa-c294cea36a8d is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:54:50.118486 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-04652cbf-4f20-4921-970c-6f67264c8153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:50.120292 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-04652cbf-4f20-4921-970c-6f67264c8153 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10&tenant_id=e51c41c8f2c54373bfeeef105247eecb HTTP/1.1" status: 200 len: 1096 time: 0.3312192 May 03 22:54:50.122748 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ba1de8fb-501d-43a8-b2a8-a5593fc34447 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:54:50.182834 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-4974ade2-d82e-4117-8cc5-02f662c5aa43 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811807-1', 'device_owner': 'compute:nova'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:50.201893 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-df42e8f5-0b5e-4a77-920d-1310d6d4dc3d None None] For port d2e260a1-87af-446e-a87c-9207621e74b8, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:54:50.216256 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-df42e8f5-0b5e-4a77-920d-1310d6d4dc3d None None] For port d2e260a1-87af-446e-a87c-9207621e74b8, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d2e260a1-87af-446e-a87c-9207621e74b8,segment=NetworkSegment(92bb709f-3691-4788-8a53-78dcea0d4c08),segment_id=92bb709f-3691-4788-8a53-78dcea0d4c08)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:54:50.228519 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-df42e8f5-0b5e-4a77-920d-1310d6d4dc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:50.312394 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-80456879-6fe0-4875-a8ce-d701a45a594b req-726302bd-97f3-4031-8fd6-18134a4d54a3 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3080482 May 03 22:54:50.390162 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5e9e67b3-c4ed-4eac-bd2b-24ab17d2b400 req-47d022d7-19a9-4ea4-a788-9ce432b4995a tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4771681 May 03 22:54:50.394933 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f59e9dc0-0058-49ce-a60a-7bbaddca21c1 None None] Provisioning for port d4fa9408-e594-4a88-9663-026ca298cd4c completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:54:50.450658 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f59e9dc0-0058-49ce-a60a-7bbaddca21c1 None None] Provisioning complete for port d4fa9408-e594-4a88-9663-026ca298cd4c triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:50.457023 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f59e9dc0-0058-49ce-a60a-7bbaddca21c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:50.461339 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2e6ec1-c64f-412c-a5d8-8519d1b1c8ca tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:54:50.480060 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c91a72-6968-4c64-812b-8b74606195de None None] Sync routers for ids ['12b76c77-78d6-49d1-8dfa-c294cea36a8d'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:54:50.480979 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aca1fe-21ab-4f6a-9f7d-2c51e6d35563 req-8e423ba1-78e5-4052-b629-c9c48044aac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:50.482719 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c3aca1fe-21ab-4f6a-9f7d-2c51e6d35563 req-8e423ba1-78e5-4052-b629-c9c48044aac8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=707cfa08-484f-448d-b84f-a940bf8f6e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5188615 May 03 22:54:50.485414 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5d2e6ec1-c64f-412c-a5d8-8519d1b1c8ca tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "PUT /v2.0/routers/12b76c77-78d6-49d1-8dfa-c294cea36a8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4997625 May 03 22:54:50.491329 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38936) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:50.499236 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c91a72-6968-4c64-812b-8b74606195de None None] Routers {'12b76c77-78d6-49d1-8dfa-c294cea36a8d'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:54:50.502597 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-00c91a72-6968-4c64-812b-8b74606195de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:54:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['12b76c77-78d6-49d1-8dfa-c294cea36a8d'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:50.598764 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port ba1de8fb-501d-43a8-b2a8-a5593fc34447 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:50.599136 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:50.621583 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-00c91a72-6968-4c64-812b-8b74606195de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:50.633433 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1e024833-3a0d-4fde-b218-9cb3c365624d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:50.643579 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c91a72-6968-4c64-812b-8b74606195de None None] Routers {'12b76c77-78d6-49d1-8dfa-c294cea36a8d'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:54:50.645022 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-00c91a72-6968-4c64-812b-8b74606195de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:54:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['12b76c77-78d6-49d1-8dfa-c294cea36a8d'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:50.650433 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409b973f-333b-40b0-bc33-a060d7d3aaab tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Router ad186c1d-90c6-4e62-b866-dba1a5d63205 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:54:50.774610 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42e8f5-0b5e-4a77-920d-1310d6d4dc3d None None] Pushing event updated for resources: {'Port': ['ID=d2e260a1-87af-446e-a87c-9207621e74b8,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:50.777120 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-4974ade2-d82e-4117-8cc5-02f662c5aa43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:50.787899 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f59e9dc0-0058-49ce-a60a-7bbaddca21c1 None None] Port d4fa9408-e594-4a88-9663-026ca298cd4c cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:54:50.806101 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-00c91a72-6968-4c64-812b-8b74606195de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:50.806991 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c91a72-6968-4c64-812b-8b74606195de None None] The sync data for ids ['12b76c77-78d6-49d1-8dfa-c294cea36a8d'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:54:50.808614 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-1e024833-3a0d-4fde-b218-9cb3c365624d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Calling delete_port for 1d4f7e9f-5fc0-446a-99a6-992573520a44 owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:54:50.869481 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb50efce-691e-45a9-b098-aaccf3929f19 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:50.870110 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-cb50efce-691e-45a9-b098-aaccf3929f19 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Synchronizing usage tracker for tenant:06cc14afcda64b42b43ac970e3b09815 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:54:50.918912 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-cb50efce-691e-45a9-b098-aaccf3929f19 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Unset dirty status for tenant:06cc14afcda64b42b43ac970e3b09815 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:54:50.920095 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-cb50efce-691e-45a9-b098-aaccf3929f19 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "GET /v2.0/ports/d4fa9408-e594-4a88-9663-026ca298cd4c HTTP/1.1" status: 200 len: 911 time: 0.4245696 May 03 22:54:50.924337 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c3aca1fe-21ab-4f6a-9f7d-2c51e6d35563 req-594a505a-dc68-43b1-9cc3-a418184cf7a0 service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260786 May 03 22:54:50.925604 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38940) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:50.944344 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 952f4797-a450-4624-b283-35efba1fba31 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:54:51.026930 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ba32ad7c-2b7f-4a18-b2fe-6cdbedf28032 None None] Provisioning complete for port d4fa9408-e594-4a88-9663-026ca298cd4c triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:51.030478 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ba32ad7c-2b7f-4a18-b2fe-6cdbedf28032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:51.085509 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 80ecd12c-1b1f-45c0-8744-d8fc3c292241 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:54:51.102428 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d26984-697f-4f6d-9cf9-eb6dbca21bd2 req-fb5053b3-2cfc-4db0-8863-37751d3bfdf8 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:51.104440 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-71d26984-697f-4f6d-9cf9-eb6dbca21bd2 req-fb5053b3-2cfc-4db0-8863-37751d3bfdf8 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=55857696-f3bc-41b2-a074-30b4e1978a9a HTTP/1.1" status: 200 len: 943 time: 0.4965570 May 03 22:54:51.190959 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-ba32ad7c-2b7f-4a18-b2fe-6cdbedf28032 None None] Port d4fa9408-e594-4a88-9663-026ca298cd4c cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:54:51.200662 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 952f4797-a450-4624-b283-35efba1fba31 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:54:51.213353 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 952f4797-a450-4624-b283-35efba1fba31 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:51.214061 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:51.240609 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-71d26984-697f-4f6d-9cf9-eb6dbca21bd2 req-9d1403ba-4fdf-43a2-90a5-6fee67f91c1a tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238003 May 03 22:54:51.290244 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409b973f-333b-40b0-bc33-a060d7d3aaab tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:54:51.298936 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-409b973f-333b-40b0-bc33-a060d7d3aaab tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "PUT /v2.0/routers/ad186c1d-90c6-4e62-b866-dba1a5d63205/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6933486 May 03 22:54:51.310555 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38944) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:51.326210 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-be38fb60-fc6b-4280-b674-ed6839a54398 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Request body: {'network': {'name': 'tempest-RoutersTest-177935154'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:51.340299 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967a0581-cea1-41fe-9160-567b73318bbb None None] Sync routers for ids ['ad186c1d-90c6-4e62-b866-dba1a5d63205'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:54:51.356847 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ba32ad7c-2b7f-4a18-b2fe-6cdbedf28032 None None] Provisioning for port 803a2fe3-a514-4288-a43c-84ed08cd81d7 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:54:51.376720 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ba32ad7c-2b7f-4a18-b2fe-6cdbedf28032 None None] Provisioning complete for port 803a2fe3-a514-4288-a43c-84ed08cd81d7 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:51.376720 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ba32ad7c-2b7f-4a18-b2fe-6cdbedf28032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:51.446383 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-be38fb60-fc6b-4280-b674-ed6839a54398 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:51.462964 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-be38fb60-fc6b-4280-b674-ed6839a54398 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Usage tracker for resource:network and tenant:51751333bcc04a9b85b04e61623005e7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:51.480899 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c3aca1fe-21ab-4f6a-9f7d-2c51e6d35563 req-807d1193-319f-40be-80c8-6850541d4347 service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866667 May 03 22:54:51.482195 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-be38fb60-fc6b-4280-b674-ed6839a54398 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:51.523658 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:51.534420 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-be38fb60-fc6b-4280-b674-ed6839a54398 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:51.548743 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967a0581-cea1-41fe-9160-567b73318bbb None None] Routers {'ad186c1d-90c6-4e62-b866-dba1a5d63205'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:54:51.549431 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-967a0581-cea1-41fe-9160-567b73318bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:54:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['ad186c1d-90c6-4e62-b866-dba1a5d63205'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:51.603440 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-4974ade2-d82e-4117-8cc5-02f662c5aa43 service neutron] For port 80ecd12c-1b1f-45c0-8744-d8fc3c292241, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=80ecd12c-1b1f-45c0-8744-d8fc3c292241,segment=NetworkSegment(c1913453-5352-4f75-a107-aede62df174a),segment_id=c1913453-5352-4f75-a107-aede62df174a)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:54:51.666949 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-4974ade2-d82e-4117-8cc5-02f662c5aa43 service neutron] For port 80ecd12c-1b1f-45c0-8744-d8fc3c292241, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:54:51.744281 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be38fb60-fc6b-4280-b674-ed6839a54398 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Made reservation on behalf of 51751333bcc04a9b85b04e61623005e7 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:54:51.753052 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-be38fb60-fc6b-4280-b674-ed6839a54398 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:51.775773 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1e024833-3a0d-4fde-b218-9cb3c365624d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:51.794500 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-967a0581-cea1-41fe-9160-567b73318bbb None None] Set router ad186c1d-90c6-4e62-b866-dba1a5d63205 gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:54:51.835807 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be38fb60-fc6b-4280-b674-ed6839a54398 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:54:51.877186 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e024833-3a0d-4fde-b218-9cb3c365624d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'Port': ['ID=1d4f7e9f-5fc0-446a-99a6-992573520a44,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:51.907198 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-4974ade2-d82e-4117-8cc5-02f662c5aa43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:51.907585 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-be38fb60-fc6b-4280-b674-ed6839a54398 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:51.908137 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-be38fb60-fc6b-4280-b674-ed6839a54398 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Added segment 192b73cd-f7fa-48f1-8d8e-6a3b77fb7879 of type vlan for network e9096d3a-9e13-49be-820c-2e4ad3fbd716 May 03 22:54:51.913289 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536ebbd0-0ec6-4871-a5c5-17a1ecb82a10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80ecd12c-1b1f-45c0-8744-d8fc3c292241'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:54:51.949603 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87979430-6dc3-4056-b33f-9bb97fb9e074 req-d556403d-1c7d-46a0-b4b2-4f16fa1f1ea6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:51.951570 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-87979430-6dc3-4056-b33f-9bb97fb9e074 req-d556403d-1c7d-46a0-b4b2-4f16fa1f1ea6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 945 time: 0.3445835 May 03 22:54:51.975545 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-4974ade2-d82e-4117-8cc5-02f662c5aa43 service neutron] Transition to ACTIVE for port object 80ecd12c-1b1f-45c0-8744-d8fc3c292241 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:54:52.004032 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917d9e7-e4cc-41dc-b890-d0d294b41e5e req-fbfa4bda-1cf3-4c2a-8587-11b0f8da5094 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:52.006015 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f917d9e7-e4cc-41dc-b890-d0d294b41e5e req-fbfa4bda-1cf3-4c2a-8587-11b0f8da5094 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 946 time: 0.4532564 May 03 22:54:52.024309 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-be38fb60-fc6b-4280-b674-ed6839a54398 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:52.031287 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-4974ade2-d82e-4117-8cc5-02f662c5aa43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:52.079183 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36c0ac3-6c00-4d59-8f00-9223e535cc3d None None] Network cde528e6-9c49-40ad-a3b6-90f4d39d0bf2 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:54:52.088694 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-87979430-6dc3-4056-b33f-9bb97fb9e074 req-d57256ec-3aa3-48e1-a0cb-13ae0615782a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064279 May 03 22:54:52.099995 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1e024833-3a0d-4fde-b218-9cb3c365624d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:52.215314 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f917d9e7-e4cc-41dc-b890-d0d294b41e5e req-f5503a08-cdf4-44dd-893d-e2eae4ad1244 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846502 May 03 22:54:52.218721 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1e024833-3a0d-4fde-b218-9cb3c365624d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/ports/1d4f7e9f-5fc0-446a-99a6-992573520a44 HTTP/1.1" status: 204 len: 168 time: 3.0523765 May 03 22:54:52.228635 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd1f442c-13ef-46b6-9e70-215d2dda703d'] response: {'server_uuid': '536ebbd0-0ec6-4871-a5c5-17a1ecb82a10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80ecd12c-1b1f-45c0-8744-d8fc3c292241', 'code': 200} May 03 22:54:52.228635 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38954) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:52.234794 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-be38fb60-fc6b-4280-b674-ed6839a54398 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:52.241690 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be38fb60-fc6b-4280-b674-ed6839a54398 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:52.242258 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-be38fb60-fc6b-4280-b674-ed6839a54398 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:52.267304 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974ade2-d82e-4117-8cc5-02f662c5aa43 service neutron] Pushing event updated for resources: {'Port': ['ID=80ecd12c-1b1f-45c0-8744-d8fc3c292241,revision_number=6']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:52.299537 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00ce4b0-37aa-4d4d-a7af-dc16e9e435c0 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] DELETE failed (client error): The resource could not be found. May 03 22:54:52.300010 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f00ce4b0-37aa-4d4d-a7af-dc16e9e435c0 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:54:52.304334 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f00ce4b0-37aa-4d4d-a7af-dc16e9e435c0 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/ports/1d4f7e9f-5fc0-446a-99a6-992573520a44 HTTP/1.1" status: 404 len: 333 time: 0.0720277 May 03 22:54:52.305216 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38960) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:52.319708 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:52.375445 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-4974ade2-d82e-4117-8cc5-02f662c5aa43 service neutron] No DVR routers for this DVR port 80ecd12c-1b1f-45c0-8744-d8fc3c292241 on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:54:52.449636 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ba32ad7c-2b7f-4a18-b2fe-6cdbedf28032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:52.546104 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c4ff7910-496e-40d0-87d7-7fea98ef8d87 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:52.623571 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-be38fb60-fc6b-4280-b674-ed6839a54398 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3022757 May 03 22:54:52.637711 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:54:52.638093 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:54:52.667395 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 952f4797-a450-4624-b283-35efba1fba31, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=952f4797-a450-4624-b283-35efba1fba31,segment=NetworkSegment(314507eb-5a21-4331-b797-3a5b023d2a9a),segment_id=314507eb-5a21-4331-b797-3a5b023d2a9a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:54:52.688558 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:52.731085 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38964) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:52.731341 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-ba32ad7c-2b7f-4a18-b2fe-6cdbedf28032 None None] For port 803a2fe3-a514-4288-a43c-84ed08cd81d7, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=803a2fe3-a514-4288-a43c-84ed08cd81d7,segment=NetworkSegment(70f81c7b-ab1b-4f11-bcc7-6733fa370838),segment_id=70f81c7b-ab1b-4f11-bcc7-6733fa370838)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:54:52.744910 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-de344aa9-e3c7-46fd-950d-e25ab39def83 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] GET failed (client error): The resource could not be found. May 03 22:54:52.746654 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-de344aa9-e3c7-46fd-950d-e25ab39def83 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "GET /v2.0/ports/1d4f7e9f-5fc0-446a-99a6-992573520a44 HTTP/1.1" status: 404 len: 333 time: 0.4379401 May 03 22:54:52.751904 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-8519a95f-8a02-4502-9d93-81674eb1661e tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Request body: {'subnet': {'network_id': 'e9096d3a-9e13-49be-820c-2e4ad3fbd716', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:52.781479 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ba32ad7c-2b7f-4a18-b2fe-6cdbedf28032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:52.801987 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38968) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:52.823616 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38fb60-fc6b-4280-b674-ed6839a54398 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'Network': ['ID=e9096d3a-9e13-49be-820c-2e4ad3fbd716,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:52.836154 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=952f4797-a450-4624-b283-35efba1fba31,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:52.851593 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network e9096d3a-9e13-49be-820c-2e4ad3fbd716 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:54:52.878784 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-4974ade2-d82e-4117-8cc5-02f662c5aa43 service neutron] Attempting to bind port 80ecd12c-1b1f-45c0-8744-d8fc3c292241 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:54:52.879680 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-4974ade2-d82e-4117-8cc5-02f662c5aa43 service neutron] Attempting to bind port 80ecd12c-1b1f-45c0-8744-d8fc3c292241 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'c1913453-5352-4f75-a107-aede62df174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '055bb8ea-12c0-406b-86df-a2692a31f631'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:54:52.880137 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-4974ade2-d82e-4117-8cc5-02f662c5aa43 service neutron] Attempting to bind port 80ecd12c-1b1f-45c0-8744-d8fc3c292241 on network 055bb8ea-12c0-406b-86df-a2692a31f631 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:54:52.889199 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-4974ade2-d82e-4117-8cc5-02f662c5aa43 service neutron] Port 80ecd12c-1b1f-45c0-8744-d8fc3c292241 on network 055bb8ea-12c0-406b-86df-a2692a31f631 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:54:52.889524 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-4974ade2-d82e-4117-8cc5-02f662c5aa43 service neutron] Attempting to bind port 80ecd12c-1b1f-45c0-8744-d8fc3c292241 on network 055bb8ea-12c0-406b-86df-a2692a31f631 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:54:52.897908 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-4974ade2-d82e-4117-8cc5-02f662c5aa43 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:54:52.898148 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-4974ade2-d82e-4117-8cc5-02f662c5aa43 service neutron] Checking segment: {'id': 'c1913453-5352-4f75-a107-aede62df174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '055bb8ea-12c0-406b-86df-a2692a31f631'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:54:52.898449 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-4974ade2-d82e-4117-8cc5-02f662c5aa43 service neutron] Bound using segment: {'id': 'c1913453-5352-4f75-a107-aede62df174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '055bb8ea-12c0-406b-86df-a2692a31f631'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:54:52.898879 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-4974ade2-d82e-4117-8cc5-02f662c5aa43 service neutron] Bound port: 80ecd12c-1b1f-45c0-8744-d8fc3c292241, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1913453-5352-4f75-a107-aede62df174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '055bb8ea-12c0-406b-86df-a2692a31f631'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:54:52.899227 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-4974ade2-d82e-4117-8cc5-02f662c5aa43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:52.921209 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d2e260a1-87af-446e-a87c-9207621e74b8 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:54:52.926435 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c4c73cb-3890-4379-a6a2-f98349ac2811 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Deleting subnet 7a47cc7d-b073-485f-9e9f-b82c9c25e665 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:54:52.929219 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-8519a95f-8a02-4502-9d93-81674eb1661e tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:52.939477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8519a95f-8a02-4502-9d93-81674eb1661e tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Usage tracker for resource:subnet and tenant:51751333bcc04a9b85b04e61623005e7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:52.959141 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6c4c73cb-3890-4379-a6a2-f98349ac2811 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:52.992368 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8519a95f-8a02-4502-9d93-81674eb1661e tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:53.032829 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6c4c73cb-3890-4379-a6a2-f98349ac2811 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:53.040264 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68de2e-9a1a-4c4a-8dcf-49754b8ed7fe req-b6d61511-0beb-44a8-89b3-5008e3949c1e tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:53.041829 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c68de2e-9a1a-4c4a-8dcf-49754b8ed7fe req-b6d61511-0beb-44a8-89b3-5008e3949c1e tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=55857696-f3bc-41b2-a074-30b4e1978a9a HTTP/1.1" status: 200 len: 943 time: 0.5541575 May 03 22:54:53.048744 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-8519a95f-8a02-4502-9d93-81674eb1661e tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:53.109054 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2f510609-5db7-496d-920a-7c600778174f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:53.111744 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c68de2e-9a1a-4c4a-8dcf-49754b8ed7fe req-3c28ee18-cd60-4a8e-9599-3c3356825472 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618670 May 03 22:54:53.113753 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8519a95f-8a02-4502-9d93-81674eb1661e tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Made reservation on behalf of 51751333bcc04a9b85b04e61623005e7 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:54:53.117082 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8519a95f-8a02-4502-9d93-81674eb1661e tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:53.132661 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-3561e75f-f2cc-409e-9bf6-a73758bb7d66 None None] Provisioning complete for port 803a2fe3-a514-4288-a43c-84ed08cd81d7 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:53.133041 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3561e75f-f2cc-409e-9bf6-a73758bb7d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:53.139870 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-4974ade2-d82e-4117-8cc5-02f662c5aa43 service neutron] For port 80ecd12c-1b1f-45c0-8744-d8fc3c292241, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:54:53.162017 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-4974ade2-d82e-4117-8cc5-02f662c5aa43 service neutron] For port 80ecd12c-1b1f-45c0-8744-d8fc3c292241, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=80ecd12c-1b1f-45c0-8744-d8fc3c292241,segment=NetworkSegment(c1913453-5352-4f75-a107-aede62df174a),segment_id=c1913453-5352-4f75-a107-aede62df174a)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:54:53.176080 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-4974ade2-d82e-4117-8cc5-02f662c5aa43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:53.242218 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32ad7c-2b7f-4a18-b2fe-6cdbedf28032 None None] Pushing event updated for resources: {'Port': ['ID=803a2fe3-a514-4288-a43c-84ed08cd81d7,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:53.313171 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-967a0581-cea1-41fe-9160-567b73318bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'name': 'tempest-RoutersTest-router-107172431', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:54:32Z', 'updated_at': '2022-05-03T22:54:47Z', 'revision_number': 3, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'gw_port_host': None, '_interfaces': [{'id': '1e35a016-d489-4668-b579-b99c447f9abb', 'name': '', 'network_id': '5303d291-09c3-4192-8edf-fc73bd21c115', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:b7:51:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:46Z', 'updated_at': '2022-05-03T22:54:48Z', 'revision_number': 2, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952f4797-a450-4624-b283-35efba1fba31', 'name': '', 'network_id': '2f8bd908-7370-4518-8b40-d26ef2eacf39', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:91:79:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:36Z', 'updated_at': '2022-05-03T22:54:46Z', 'revision_number': 4, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:53.333426 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974ade2-d82e-4117-8cc5-02f662c5aa43 service neutron] Pushing event updated for resources: {'Port': ['ID=80ecd12c-1b1f-45c0-8744-d8fc3c292241,revision_number=7']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:53.355292 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967a0581-cea1-41fe-9160-567b73318bbb None None] Checking router: ad186c1d-90c6-4e62-b866-dba1a5d63205 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:54:53.355827 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967a0581-cea1-41fe-9160-567b73318bbb None None] Updating router ad186c1d-90c6-4e62-b866-dba1a5d63205 port 1e35a016-d489-4668-b579-b99c447f9abb binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:54:53.358779 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-4974ade2-d82e-4117-8cc5-02f662c5aa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:53.361371 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-4974ade2-d82e-4117-8cc5-02f662c5aa43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:53.364033 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-4974ade2-d82e-4117-8cc5-02f662c5aa43 service neutron] 10.222.0.60 "PUT /v2.0/ports/80ecd12c-1b1f-45c0-8744-d8fc3c292241 HTTP/1.1" status: 200 len: 1091 time: 3.1852415 May 03 22:54:53.395768 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port d2e260a1-87af-446e-a87c-9207621e74b8 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:54:53.465682 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6c4c73cb-3890-4379-a6a2-f98349ac2811 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:53.481875 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-967a0581-cea1-41fe-9160-567b73318bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:53.585813 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-8b6cd143-4931-4612-9c44-07475fd5d87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:53.587344 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-8b6cd143-4931-4612-9c44-07475fd5d87e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 1094 time: 0.1973197 May 03 22:54:53.623531 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6c4c73cb-3890-4379-a6a2-f98349ac2811 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:53.648088 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-c4ff7910-496e-40d0-87d7-7fea98ef8d87 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Deleting port d4fa9408-e594-4a88-9663-026ca298cd4c {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:54:53.648748 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c4ff7910-496e-40d0-87d7-7fea98ef8d87 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:53.695474 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6c4c73cb-3890-4379-a6a2-f98349ac2811 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:53.699779 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c73cb-3890-4379-a6a2-f98349ac2811 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'Subnet': ['ID=7a47cc7d-b073-485f-9e9f-b82c9c25e665,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:53.714940 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6c4c73cb-3890-4379-a6a2-f98349ac2811 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/subnets/7a47cc7d-b073-485f-9e9f-b82c9c25e665 HTTP/1.1" status: 204 len: 168 time: 0.9116671 May 03 22:54:53.717415 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38976) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:53.724855 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-3561e75f-f2cc-409e-9bf6-a73758bb7d66 None None] Provisioning for port d2e260a1-87af-446e-a87c-9207621e74b8 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:54:53.745465 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-3561e75f-f2cc-409e-9bf6-a73758bb7d66 None None] Provisioning complete for port d2e260a1-87af-446e-a87c-9207621e74b8 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:53.746172 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3561e75f-f2cc-409e-9bf6-a73758bb7d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:53.795893 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16992297-01bf-4df9-85d5-c9e2d1ddf3d1 None None] Network cde528e6-9c49-40ad-a3b6-90f4d39d0bf2 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:54:53.820140 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-80151ff3-153b-4361-93e0-c65d9d57e466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:53.821824 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-80151ff3-153b-4361-93e0-c65d9d57e466 service neutron] 10.222.0.60 "GET /v2.0/networks?id=055bb8ea-12c0-406b-86df-a2692a31f631 HTTP/1.1" status: 200 len: 897 time: 0.2260346 May 03 22:54:53.935954 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-8b6eb0b0-0949-49a0-a27b-e20e7d056c79 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80ecd12c-1b1f-45c0-8744-d8fc3c292241 HTTP/1.1" status: 200 len: 998 time: 0.1033983 May 03 22:54:54.002998 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-676da4b7-9635-4e4e-b06d-4c1fc549ae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:54.004431 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-676da4b7-9635-4e4e-b06d-4c1fc549ae9a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=79599846-a979-45d3-98e2-160f7aa782c9 HTTP/1.1" status: 200 len: 835 time: 0.0614552 May 03 22:54:54.047115 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-422e7dc6-e23d-4176-a7e2-73a7891f7cca tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:54.070715 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df396fd8-aa2d-489a-80b2-2265ae3bc2b2 req-8aad53fc-88c5-431d-a328-dc6489d9f9ef tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:54.072598 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-df396fd8-aa2d-489a-80b2-2265ae3bc2b2 req-8aad53fc-88c5-431d-a328-dc6489d9f9ef tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 943 time: 0.7188673 May 03 22:54:54.090470 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-d443bac2-939f-4e28-b9fd-e12181f7d60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:54.091939 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-d443bac2-939f-4e28-b9fd-e12181f7d60b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=055bb8ea-12c0-406b-86df-a2692a31f631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730591 May 03 22:54:54.124944 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9acd9e-ca83-4291-8c6f-9ad46cfce157 req-d6aafadd-9074-4753-9e6d-ee78e2b22df1 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:54.127019 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ba9acd9e-ca83-4291-8c6f-9ad46cfce157 req-d6aafadd-9074-4753-9e6d-ee78e2b22df1 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 946 time: 0.6659660 May 03 22:54:54.174888 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3561e75f-f2cc-409e-9bf6-a73758bb7d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:54.175764 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8519a95f-8a02-4502-9d93-81674eb1661e tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:54.179086 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-422e7dc6-e23d-4176-a7e2-73a7891f7cca tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Deleting port d2e260a1-87af-446e-a87c-9207621e74b8 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:54:54.179437 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-422e7dc6-e23d-4176-a7e2-73a7891f7cca tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:54.224072 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '536ebbd0-0ec6-4871-a5c5-17a1ecb82a10', 'tag': '80ecd12c-1b1f-45c0-8744-d8fc3c292241'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:54:54.248701 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-1403f993-0005-4c11-8d66-43101023cb80 service neutron] 10.222.0.60 "GET /v2.0/networks/055bb8ea-12c0-406b-86df-a2692a31f631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502197 May 03 22:54:54.267420 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-3561e75f-f2cc-409e-9bf6-a73758bb7d66 None None] For port d2e260a1-87af-446e-a87c-9207621e74b8, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d2e260a1-87af-446e-a87c-9207621e74b8,segment=NetworkSegment(92bb709f-3691-4788-8a53-78dcea0d4c08),segment_id=92bb709f-3691-4788-8a53-78dcea0d4c08)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:54:54.276146 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3561e75f-f2cc-409e-9bf6-a73758bb7d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:54.367533 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-967a0581-cea1-41fe-9160-567b73318bbb None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:54.372019 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-3561e75f-f2cc-409e-9bf6-a73758bb7d66 None None] Provisioning for port 1e35a016-d489-4668-b579-b99c447f9abb completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:54:54.388532 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-3561e75f-f2cc-409e-9bf6-a73758bb7d66 None None] Provisioning complete for port 1e35a016-d489-4668-b579-b99c447f9abb triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:54.388910 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3561e75f-f2cc-409e-9bf6-a73758bb7d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:54.412149 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c4ff7910-496e-40d0-87d7-7fea98ef8d87 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:54.415144 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-e97794bd-5ae0-446f-b4da-e69f3250899e service neutron] 10.222.0.60 "GET /v2.0/networks/055bb8ea-12c0-406b-86df-a2692a31f631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560652 May 03 22:54:54.417905 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccfd37d-38e8-4e83-898b-0fa83659ede5 None None] DHCP port deletion for cde528e6-9c49-40ad-a3b6-90f4d39d0bf2 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:54:54.420717 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-967a0581-cea1-41fe-9160-567b73318bbb None None] Transition to ACTIVE for port object 1e35a016-d489-4668-b579-b99c447f9abb will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:54:54.428763 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561e75f-f2cc-409e-9bf6-a73758bb7d66 None None] Pushing event updated for resources: {'Port': ['ID=d2e260a1-87af-446e-a87c-9207621e74b8,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:54.448114 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-7ccfd37d-38e8-4e83-898b-0fa83659ede5 None None] Deleting port d2e260a1-87af-446e-a87c-9207621e74b8 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:54:54.448574 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7ccfd37d-38e8-4e83-898b-0fa83659ede5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:54.473340 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-df396fd8-aa2d-489a-80b2-2265ae3bc2b2 req-d29d204f-56ae-4715-ba5e-217c1dc39d08 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3852451 May 03 22:54:54.483080 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-967a0581-cea1-41fe-9160-567b73318bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:54.645614 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-c4ff7910-496e-40d0-87d7-7fea98ef8d87 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Calling delete_port for d4fa9408-e594-4a88-9663-026ca298cd4c owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:54:54.694289 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-3561e75f-f2cc-409e-9bf6-a73758bb7d66 None None] Port 1e35a016-d489-4668-b579-b99c447f9abb cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:54:54.705831 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:54.767345 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519a95f-8a02-4502-9d93-81674eb1661e tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'Subnet': ['ID=e618f6de-04d9-4ad6-951b-5b938dd26c92,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:54.791678 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ba9acd9e-ca83-4291-8c6f-9ad46cfce157 req-a0a7e00e-610b-4e54-9081-2195fd29cf6e tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6551771 May 03 22:54:54.805898 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4417f8c-73c0-48a5-ba95-08fa87e1d83e None None] Pushing event updated for resources: {'Port': ['ID=1e35a016-d489-4668-b579-b99c447f9abb,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:54.857945 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 803a2fe3-a514-4288-a43c-84ed08cd81d7 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:54:54.887202 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-940b4209-a4e9-47ce-91ad-3e1aae9a0e1b'] response: {'name': 'network-changed', 'server_uuid': '536ebbd0-0ec6-4871-a5c5-17a1ecb82a10', 'tag': '80ecd12c-1b1f-45c0-8744-d8fc3c292241', 'status': 'completed', 'code': 200} May 03 22:54:54.935270 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8519a95f-8a02-4502-9d93-81674eb1661e tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Checking segment: {'id': '192b73cd-f7fa-48f1-8d8e-6a3b77fb7879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e9096d3a-9e13-49be-820c-2e4ad3fbd716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:54:54.935826 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8519a95f-8a02-4502-9d93-81674eb1661e tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Network hostable DHCP agents. Network: e9096d3a-9e13-49be-820c-2e4ad3fbd716, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:54:54.972463 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-967a0581-cea1-41fe-9160-567b73318bbb None None] Attempting to bind port 1e35a016-d489-4668-b579-b99c447f9abb on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:54:54.972830 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-967a0581-cea1-41fe-9160-567b73318bbb None None] Attempting to bind port 1e35a016-d489-4668-b579-b99c447f9abb by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '70f81c7b-ab1b-4f11-bcc7-6733fa370838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '5303d291-09c3-4192-8edf-fc73bd21c115'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:54:54.973194 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967a0581-cea1-41fe-9160-567b73318bbb None None] Attempting to bind port 1e35a016-d489-4668-b579-b99c447f9abb on network 5303d291-09c3-4192-8edf-fc73bd21c115 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:54:54.979223 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-48436101-2b8a-47e8-b979-b28c12364ea2 None None] Provisioning complete for port d2e260a1-87af-446e-a87c-9207621e74b8 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:54.979596 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-48436101-2b8a-47e8-b979-b28c12364ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:55.034838 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967a0581-cea1-41fe-9160-567b73318bbb None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:54:55.035208 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967a0581-cea1-41fe-9160-567b73318bbb None None] Checking segment: {'id': '70f81c7b-ab1b-4f11-bcc7-6733fa370838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '5303d291-09c3-4192-8edf-fc73bd21c115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:54:55.035611 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-967a0581-cea1-41fe-9160-567b73318bbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:55.035994 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967a0581-cea1-41fe-9160-567b73318bbb None None] Bound using segment: {'id': '70f81c7b-ab1b-4f11-bcc7-6733fa370838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '5303d291-09c3-4192-8edf-fc73bd21c115'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:54:55.036477 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-967a0581-cea1-41fe-9160-567b73318bbb None None] Bound port: 1e35a016-d489-4668-b579-b99c447f9abb, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f81c7b-ab1b-4f11-bcc7-6733fa370838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '5303d291-09c3-4192-8edf-fc73bd21c115'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:54:55.036851 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-967a0581-cea1-41fe-9160-567b73318bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:55.052181 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47cf733-69d0-467d-bfea-a94edda9f036 req-f2a438f9-0238-4d7f-b303-09301f30489e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:55.053689 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e47cf733-69d0-467d-bfea-a94edda9f036 req-f2a438f9-0238-4d7f-b303-09301f30489e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 1094 time: 0.1478267 May 03 22:54:55.102761 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8519a95f-8a02-4502-9d93-81674eb1661e tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Network e9096d3a-9e13-49be-820c-2e4ad3fbd716 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:54:55.110166 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-422e7dc6-e23d-4176-a7e2-73a7891f7cca tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] For port d2e260a1-87af-446e-a87c-9207621e74b8, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d2e260a1-87af-446e-a87c-9207621e74b8,segment=NetworkSegment(92bb709f-3691-4788-8a53-78dcea0d4c08),segment_id=92bb709f-3691-4788-8a53-78dcea0d4c08)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:54:55.110568 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-422e7dc6-e23d-4176-a7e2-73a7891f7cca tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:55.143738 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb46c9-a8b4-463d-bbad-a32d157ddb4c req-637e514b-9216-4f08-9154-703079df843a tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:55.145220 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-76fb46c9-a8b4-463d-bbad-a32d157ddb4c req-637e514b-9216-4f08-9154-703079df843a tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=55857696-f3bc-41b2-a074-30b4e1978a9a HTTP/1.1" status: 200 len: 943 time: 0.4675527 May 03 22:54:55.179402 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7ab58ffc-b6f0-4fb8-96db-698d0115937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:55.200986 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-7ccfd37d-38e8-4e83-898b-0fa83659ede5 None None] For port d2e260a1-87af-446e-a87c-9207621e74b8, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d2e260a1-87af-446e-a87c-9207621e74b8,segment=NetworkSegment(92bb709f-3691-4788-8a53-78dcea0d4c08),segment_id=92bb709f-3691-4788-8a53-78dcea0d4c08)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:54:55.201247 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-8519a95f-8a02-4502-9d93-81674eb1661e tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, e9096d3a-9e13-49be-820c-2e4ad3fbd716) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:55.201476 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7ccfd37d-38e8-4e83-898b-0fa83659ede5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:55.203075 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47cf733-69d0-467d-bfea-a94edda9f036 req-16e7d0a8-ee9e-4471-b0f5-f31c73ce396e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:55.207561 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8519a95f-8a02-4502-9d93-81674eb1661e tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:55.209402 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8519a95f-8a02-4502-9d93-81674eb1661e tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:55.215028 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e47cf733-69d0-467d-bfea-a94edda9f036 req-16e7d0a8-ee9e-4471-b0f5-f31c73ce396e service neutron] 10.222.0.67 "GET /v2.0/networks?id=055bb8ea-12c0-406b-86df-a2692a31f631 HTTP/1.1" status: 200 len: 897 time: 0.1500752 May 03 22:54:55.217553 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47cf733-69d0-467d-bfea-a94edda9f036 req-37955f66-6901-42dc-a0f5-bfd5d228295f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:55.219260 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e47cf733-69d0-467d-bfea-a94edda9f036 req-37955f66-6901-42dc-a0f5-bfd5d228295f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 1094 time: 0.2753901 May 03 22:54:55.221910 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ec14cd-41b4-4ba4-b84b-9959acee608b None None] Network e9096d3a-9e13-49be-820c-2e4ad3fbd716 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:54:55.289911 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c4ff7910-496e-40d0-87d7-7fea98ef8d87 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:55.303276 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-422e7dc6-e23d-4176-a7e2-73a7891f7cca tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Calling delete_port for d2e260a1-87af-446e-a87c-9207621e74b8 owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:54:55.309101 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 803a2fe3-a514-4288-a43c-84ed08cd81d7 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:55.309477 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:55.424095 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-7ccfd37d-38e8-4e83-898b-0fa83659ede5 None None] Calling delete_port for d2e260a1-87af-446e-a87c-9207621e74b8 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:54:55.469919 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff7910-496e-40d0-87d7-7fea98ef8d87 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event deleted for resources: {'Port': ['ID=d4fa9408-e594-4a88-9663-026ca298cd4c,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:55.494001 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff7910-496e-40d0-87d7-7fea98ef8d87 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:55.494356 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff7910-496e-40d0-87d7-7fea98ef8d87 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:55.494699 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff7910-496e-40d0-87d7-7fea98ef8d87 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:55.495036 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff7910-496e-40d0-87d7-7fea98ef8d87 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:55.495370 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff7910-496e-40d0-87d7-7fea98ef8d87 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:55.495702 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff7910-496e-40d0-87d7-7fea98ef8d87 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:55.496128 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff7910-496e-40d0-87d7-7fea98ef8d87 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:55.496352 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff7910-496e-40d0-87d7-7fea98ef8d87 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:55.496678 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff7910-496e-40d0-87d7-7fea98ef8d87 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:55.497002 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff7910-496e-40d0-87d7-7fea98ef8d87 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:55.497340 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff7910-496e-40d0-87d7-7fea98ef8d87 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:55.497646 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff7910-496e-40d0-87d7-7fea98ef8d87 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:55.570117 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-76fb46c9-a8b4-463d-bbad-a32d157ddb4c req-4e29b53c-3feb-4e82-8e57-e8021752e139 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3698499 May 03 22:54:55.574191 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8519a95f-8a02-4502-9d93-81674eb1661e tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8326321 May 03 22:54:55.583211 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 38986) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:55.653026 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-967a0581-cea1-41fe-9160-567b73318bbb None None] For port 1e35a016-d489-4668-b579-b99c447f9abb, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:54:55.660406 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 2fbcdb04-9a74-4ec5-a7a5-7099f1570164 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:54:55.669059 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e47cf733-69d0-467d-bfea-a94edda9f036 req-85e5d67c-33f8-4633-af8a-1ecbed7dbf87 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80ecd12c-1b1f-45c0-8744-d8fc3c292241 HTTP/1.1" status: 200 len: 998 time: 0.4440613 May 03 22:54:55.708172 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-967a0581-cea1-41fe-9160-567b73318bbb None None] For port 1e35a016-d489-4668-b579-b99c447f9abb, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=1e35a016-d489-4668-b579-b99c447f9abb,segment=NetworkSegment(70f81c7b-ab1b-4f11-bcc7-6733fa370838),segment_id=70f81c7b-ab1b-4f11-bcc7-6733fa370838)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:54:55.752100 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebd517-1ead-487d-844c-8de8602f5fd6 req-6cf12704-6139-4d7e-a82c-2dcec81f77ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:55.754397 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d8ebd517-1ead-487d-844c-8de8602f5fd6 req-6cf12704-6139-4d7e-a82c-2dcec81f77ed service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 1097 time: 0.3339980 May 03 22:54:55.766677 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-967a0581-cea1-41fe-9160-567b73318bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:55.831082 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47cf733-69d0-467d-bfea-a94edda9f036 req-7849c9f1-edb3-468a-8b88-bc2f888f79a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:55.832539 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e47cf733-69d0-467d-bfea-a94edda9f036 req-7849c9f1-edb3-468a-8b88-bc2f888f79a6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79599846-a979-45d3-98e2-160f7aa782c9 HTTP/1.1" status: 200 len: 835 time: 0.1505127 May 03 22:54:55.833494 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47cf733-69d0-467d-bfea-a94edda9f036 req-f9551580-9656-4c6d-90cf-1e771d929af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:55.834794 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e47cf733-69d0-467d-bfea-a94edda9f036 req-f9551580-9656-4c6d-90cf-1e771d929af3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=055bb8ea-12c0-406b-86df-a2692a31f631 HTTP/1.1" status: 200 len: 897 time: 0.4155252 May 03 22:54:55.851151 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.resource_extend [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:54:55.933304 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c4ff7910-496e-40d0-87d7-7fea98ef8d87 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:55.946490 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7ccfd37d-38e8-4e83-898b-0fa83659ede5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:56.002965 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccfd37d-38e8-4e83-898b-0fa83659ede5 None None] No DVR routers for this DVR port d2e260a1-87af-446e-a87c-9207621e74b8 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:54:56.026388 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d8ebd517-1ead-487d-844c-8de8602f5fd6 req-77f143cf-1b10-4d14-8677-60e246670167 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612855 May 03 22:54:56.056097 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47cf733-69d0-467d-bfea-a94edda9f036 req-919c55ba-63e6-45f7-99be-1f1711029f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:56.058205 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e47cf733-69d0-467d-bfea-a94edda9f036 req-919c55ba-63e6-45f7-99be-1f1711029f4b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=055bb8ea-12c0-406b-86df-a2692a31f631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2194159 May 03 22:54:56.072572 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e47cf733-69d0-467d-bfea-a94edda9f036 req-6c139b74-758f-4b25-b409-7c5b5d72bc07 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80ecd12c-1b1f-45c0-8744-d8fc3c292241 HTTP/1.1" status: 200 len: 998 time: 0.1694274 May 03 22:54:56.084263 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-48436101-2b8a-47e8-b979-b28c12364ea2 None None] Could not find standard attr ID for object 1d4f7e9f-5fc0-446a-99a6-992573520a44. {{(pid=88071) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 03 22:54:56.111513 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 952f4797-a450-4624-b283-35efba1fba31 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:54:56.114472 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.api [None req-422e7dc6-e23d-4176-a7e2-73a7891f7cca tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:54:56.114988 n-d-811807-1 neutron-server[88069]: DEBUG oslo_db.api [None req-422e7dc6-e23d-4176-a7e2-73a7891f7cca tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:54:56.156132 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47cf733-69d0-467d-bfea-a94edda9f036 req-a5f3bed5-69c7-46da-864c-20d5abeda77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:56.158216 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e47cf733-69d0-467d-bfea-a94edda9f036 req-a5f3bed5-69c7-46da-864c-20d5abeda77c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=79599846-a979-45d3-98e2-160f7aa782c9 HTTP/1.1" status: 200 len: 835 time: 0.0789328 May 03 22:54:56.185780 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967a0581-cea1-41fe-9160-567b73318bbb None None] Routers {'ad186c1d-90c6-4e62-b866-dba1a5d63205'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:54:56.186367 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-967a0581-cea1-41fe-9160-567b73318bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:54:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['ad186c1d-90c6-4e62-b866-dba1a5d63205'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:56.248308 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47cf733-69d0-467d-bfea-a94edda9f036 req-33191911-4f2c-43ac-a5ae-8173aaf36f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:56.249800 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e47cf733-69d0-467d-bfea-a94edda9f036 req-33191911-4f2c-43ac-a5ae-8173aaf36f02 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=055bb8ea-12c0-406b-86df-a2692a31f631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846024 May 03 22:54:56.317677 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4417f8c-73c0-48a5-ba95-08fa87e1d83e None None] Pushing event updated for resources: {'Port': ['ID=1e35a016-d489-4668-b579-b99c447f9abb,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:56.469001 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90c909b-a923-487f-a15f-5414e2a18d0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-e9096d3a-9e13-49be-820c-2e4ad3fbd716', 'network_id': 'e9096d3a-9e13-49be-820c-2e4ad3fbd716', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'fixed_ips': [{'subnet_id': 'e618f6de-04d9-4ad6-951b-5b938dd26c92'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:54:56.469767 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b90c909b-a923-487f-a15f-5414e2a18d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:56.513949 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccfd37d-38e8-4e83-898b-0fa83659ede5 None None] Pushing event deleted for resources: {'Port': ['ID=d2e260a1-87af-446e-a87c-9207621e74b8,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:56.555826 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e47cf733-69d0-467d-bfea-a94edda9f036 req-88be2602-9d78-49f8-9162-590a8eedc30b service neutron] 10.222.0.60 "GET /v2.0/networks/055bb8ea-12c0-406b-86df-a2692a31f631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921386 May 03 22:54:56.559677 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e47cf733-69d0-467d-bfea-a94edda9f036 req-66739c3d-43f7-4f06-a7f5-efeb2ce680f6 service neutron] 10.222.0.67 "GET /v2.0/networks/055bb8ea-12c0-406b-86df-a2692a31f631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742181 May 03 22:54:56.587001 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:56.619114 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-422e7dc6-e23d-4176-a7e2-73a7891f7cca tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Deleting port d2e260a1-87af-446e-a87c-9207621e74b8 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:54:56.619449 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-422e7dc6-e23d-4176-a7e2-73a7891f7cca tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:56.686817 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 2fbcdb04-9a74-4ec5-a7a5-7099f1570164, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=2fbcdb04-9a74-4ec5-a7a5-7099f1570164,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:54:56.708918 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '2fbcdb04-9a74-4ec5-a7a5-7099f1570164', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'port_id': '2fbcdb04-9a74-4ec5-a7a5-7099f1570164', 'mac_address': 'fa:16:3e:53:f4:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:54:56.710953 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:56.770657 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-422e7dc6-e23d-4176-a7e2-73a7891f7cca tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] The port 'd2e260a1-87af-446e-a87c-9207621e74b8' was deleted {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:54:56.784283 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7664f95-fe2d-4dc0-b054-8b9b6c56c6cb req-df84b8c8-65b9-4c31-a3b2-e36e07a6ddfa tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:56.790397 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f7664f95-fe2d-4dc0-b054-8b9b6c56c6cb req-df84b8c8-65b9-4c31-a3b2-e36e07a6ddfa tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 946 time: 0.6768801 May 03 22:54:56.799017 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ff7910-496e-40d0-87d7-7fea98ef8d87 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Router 12b76c77-78d6-49d1-8dfa-c294cea36a8d has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:54:56.806330 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-967a0581-cea1-41fe-9160-567b73318bbb None None] Set router ad186c1d-90c6-4e62-b866-dba1a5d63205 gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:54:56.807717 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244d9ab-6bb5-41f8-9359-68964ca973a7 req-73bf0d0e-8213-4d63-bd0b-6e5cd862f39e tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:56.809197 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4244d9ab-6bb5-41f8-9359-68964ca973a7 req-73bf0d0e-8213-4d63-bd0b-6e5cd862f39e tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 943 time: 0.9454908 May 03 22:54:56.820624 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e47cf733-69d0-467d-bfea-a94edda9f036 req-5803042c-fabe-40bd-84dd-3d771e4cabb7 service neutron] 10.222.0.60 "GET /v2.0/networks/055bb8ea-12c0-406b-86df-a2692a31f631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580073 May 03 22:54:56.823770 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e47cf733-69d0-467d-bfea-a94edda9f036 req-a43f6fe8-cb63-467f-ba7f-c42d004b6993 service neutron] 10.222.0.67 "GET /v2.0/networks/055bb8ea-12c0-406b-86df-a2692a31f631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356446 May 03 22:54:56.854424 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 952f4797-a450-4624-b283-35efba1fba31 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:54:56.854424 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:56.946565 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:57.065614 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fbcdb04-9a74-4ec5-a7a5-7099f1570164 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:54:57.218340 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 2fbcdb04-9a74-4ec5-a7a5-7099f1570164, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=2fbcdb04-9a74-4ec5-a7a5-7099f1570164,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:54:57.245661 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-b90c909b-a923-487f-a15f-5414e2a18d0d None None] Allocated IP 172.22.0.2 (e9096d3a-9e13-49be-820c-2e4ad3fbd716/e618f6de-04d9-4ad6-951b-5b938dd26c92/79835b58-9477-4645-ba13-aaa709ae7789) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:54:57.253772 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:57.273486 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-422e7dc6-e23d-4176-a7e2-73a7891f7cca tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:57.284876 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f7664f95-fe2d-4dc0-b054-8b9b6c56c6cb req-5bd0317f-4ea8-4691-af88-8ea424e11fb2 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429276 May 03 22:54:57.310426 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4244d9ab-6bb5-41f8-9359-68964ca973a7 req-c1fc257d-d182-4af0-9825-af537e398ed2 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4605646 May 03 22:54:57.332090 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-422e7dc6-e23d-4176-a7e2-73a7891f7cca tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde528e6-9c49-40ad-a3b6-90f4d39d0bf2']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:57.353890 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ff7910-496e-40d0-87d7-7fea98ef8d87 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:54:57.356380 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-422e7dc6-e23d-4176-a7e2-73a7891f7cca tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92bb709f-3691-4788-8a53-78dcea0d4c08') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:57.356679 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-422e7dc6-e23d-4176-a7e2-73a7891f7cca tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92bb709f-3691-4788-8a53-78dcea0d4c08') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:57.366278 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106743f6-33bb-4d0a-96b5-7d49af0dc302 None None] Sync routers for ids ['12b76c77-78d6-49d1-8dfa-c294cea36a8d'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:54:57.379011 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106743f6-33bb-4d0a-96b5-7d49af0dc302 None None] Routers {'12b76c77-78d6-49d1-8dfa-c294cea36a8d'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:54:57.380429 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-106743f6-33bb-4d0a-96b5-7d49af0dc302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:54:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['12b76c77-78d6-49d1-8dfa-c294cea36a8d'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:57.414100 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-422e7dc6-e23d-4176-a7e2-73a7891f7cca tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:57.452279 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-106743f6-33bb-4d0a-96b5-7d49af0dc302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:57.463110 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106743f6-33bb-4d0a-96b5-7d49af0dc302 None None] Routers {'12b76c77-78d6-49d1-8dfa-c294cea36a8d'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:54:57.464433 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-106743f6-33bb-4d0a-96b5-7d49af0dc302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:54:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['12b76c77-78d6-49d1-8dfa-c294cea36a8d'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:57.530217 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-106743f6-33bb-4d0a-96b5-7d49af0dc302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:57.530938 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106743f6-33bb-4d0a-96b5-7d49af0dc302 None None] The sync data for ids ['12b76c77-78d6-49d1-8dfa-c294cea36a8d'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:54:57.544906 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d2e260a1-87af-446e-a87c-9207621e74b8 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:54:57.588762 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['2fbcdb04-9a74-4ec5-a7a5-7099f1570164'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:54:57.611773 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c4ff7910-496e-40d0-87d7-7fea98ef8d87 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "PUT /v2.0/routers/12b76c77-78d6-49d1-8dfa-c294cea36a8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6851208 May 03 22:54:57.612825 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=2fbcdb04-9a74-4ec5-a7a5-7099f1570164,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:57.614548 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 38996) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:57.632664 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: d2e260a1-87af-446e-a87c-9207621e74b8 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:54:57.633041 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d2e260a1-87af-446e-a87c-9207621e74b8 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:54:57.643052 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-422e7dc6-e23d-4176-a7e2-73a7891f7cca tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:57.663106 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-422e7dc6-e23d-4176-a7e2-73a7891f7cca tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:54:57.663106 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-422e7dc6-e23d-4176-a7e2-73a7891f7cca tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:57.665889 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1c096507-9f5d-4bc4-895c-3008ea24c69d tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Synchronizing usage tracker for tenant:06cc14afcda64b42b43ac970e3b09815 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:54:57.669279 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 80ecd12c-1b1f-45c0-8744-d8fc3c292241 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:54:57.687671 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1c096507-9f5d-4bc4-895c-3008ea24c69d tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Unset dirty status for tenant:06cc14afcda64b42b43ac970e3b09815 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:54:57.692022 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1c096507-9f5d-4bc4-895c-3008ea24c69d tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b76c77-78d6-49d1-8dfa-c294cea36a8d HTTP/1.1" status: 200 len: 205 time: 0.0739233 May 03 22:54:57.692769 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39000) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: timer() May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:54:57.705043 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:54:57.812216 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-967a0581-cea1-41fe-9160-567b73318bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'name': 'tempest-RoutersTest-router-107172431', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:54:32Z', 'updated_at': '2022-05-03T22:54:47Z', 'revision_number': 3, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'gw_port_host': None, '_interfaces': [{'id': '1e35a016-d489-4668-b579-b99c447f9abb', 'name': '', 'network_id': '5303d291-09c3-4192-8edf-fc73bd21c115', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:b7:51:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:46Z', 'updated_at': '2022-05-03T22:54:55Z', 'revision_number': 4, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952f4797-a450-4624-b283-35efba1fba31', 'name': '', 'network_id': '2f8bd908-7370-4518-8b40-d26ef2eacf39', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:91:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:36Z', 'updated_at': '2022-05-03T22:54:52Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:57.814573 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:57.815281 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6047dfc6-54a1-47d5-ad19-e55feb3ebd20 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:57.830092 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-422e7dc6-e23d-4176-a7e2-73a7891f7cca tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:57.830477 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-42b3740e-b0ef-4b21-8239-b1638809ebf4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:57.841501 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91096d5e-7539-48b8-bd6a-d1a9a3df864b req-c94ebeed-d290-4f7f-9f84-d3909c4b4e81 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:57.842951 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-91096d5e-7539-48b8-bd6a-d1a9a3df864b req-c94ebeed-d290-4f7f-9f84-d3909c4b4e81 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=55857696-f3bc-41b2-a074-30b4e1978a9a HTTP/1.1" status: 200 len: 944 time: 0.4355466 May 03 22:54:57.848387 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967a0581-cea1-41fe-9160-567b73318bbb None None] The sync data for ids ['ad186c1d-90c6-4e62-b866-dba1a5d63205'] in n-d-811807-1 is: [{'id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'name': 'tempest-RoutersTest-router-107172431', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:54:32Z', 'updated_at': '2022-05-03T22:54:47Z', 'revision_number': 3, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'gw_port_host': None, '_interfaces': [{'id': '1e35a016-d489-4668-b579-b99c447f9abb', 'name': '', 'network_id': '5303d291-09c3-4192-8edf-fc73bd21c115', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:b7:51:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:46Z', 'updated_at': '2022-05-03T22:54:55Z', 'revision_number': 4, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952f4797-a450-4624-b283-35efba1fba31', 'name': '', 'network_id': '2f8bd908-7370-4518-8b40-d26ef2eacf39', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:91:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:36Z', 'updated_at': '2022-05-03T22:54:52Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:54:57.866895 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-422e7dc6-e23d-4176-a7e2-73a7891f7cca tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:57.883223 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e7dc6-e23d-4176-a7e2-73a7891f7cca tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'Network': ['ID=cde528e6-9c49-40ad-a3b6-90f4d39d0bf2,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:58.043903 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-422e7dc6-e23d-4176-a7e2-73a7891f7cca tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/networks/cde528e6-9c49-40ad-a3b6-90f4d39d0bf2 HTTP/1.1" status: 204 len: 168 time: 4.3188062 May 03 22:54:58.062294 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39004) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:58.076552 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 80ecd12c-1b1f-45c0-8744-d8fc3c292241, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=80ecd12c-1b1f-45c0-8744-d8fc3c292241,segment=NetworkSegment(c1913453-5352-4f75-a107-aede62df174a),segment_id=c1913453-5352-4f75-a107-aede62df174a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:54:58.107851 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-13c97736-ba82-4843-bba6-050106482ddd tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1345495775'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:58.117329 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-91096d5e-7539-48b8-bd6a-d1a9a3df864b req-4f6a1023-ba87-46d7-a496-a5b52cca7b20 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2358401 May 03 22:54:58.120181 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '80ecd12c-1b1f-45c0-8744-d8fc3c292241', 'network_id': '055bb8ea-12c0-406b-86df-a2692a31f631', 'port_id': '80ecd12c-1b1f-45c0-8744-d8fc3c292241', 'mac_address': 'fa:16:3e:a3:8c:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79599846-a979-45d3-98e2-160f7aa782c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:54:58.124914 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b90c909b-a923-487f-a15f-5414e2a18d0d None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:58.125951 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-13c97736-ba82-4843-bba6-050106482ddd tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:58.136253 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-13c97736-ba82-4843-bba6-050106482ddd tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:network and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:58.141097 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:58.143503 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-13c97736-ba82-4843-bba6-050106482ddd tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:58.153256 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-13c97736-ba82-4843-bba6-050106482ddd tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:58.175604 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b90c909b-a923-487f-a15f-5414e2a18d0d None None] Transition to ACTIVE for port object 79835b58-9477-4645-ba13-aaa709ae7789 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:54:58.218304 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c97736-ba82-4843-bba6-050106482ddd tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Made reservation on behalf of 3a6c8dfe4a524ed3932fdccc3fe2c5d8 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:54:58.222793 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-13c97736-ba82-4843-bba6-050106482ddd tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:58.242647 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b90c909b-a923-487f-a15f-5414e2a18d0d None None] Transition to ACTIVE for port object 79835b58-9477-4645-ba13-aaa709ae7789 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:54:58.254324 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:58.272336 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b90c909b-a923-487f-a15f-5414e2a18d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:58.276238 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c97736-ba82-4843-bba6-050106482ddd tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:54:58.295829 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-13c97736-ba82-4843-bba6-050106482ddd tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:58.296182 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-13c97736-ba82-4843-bba6-050106482ddd tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Added segment d67d233a-92ad-4219-a7c9-43ceac87e7b3 of type vlan for network 542062e3-20aa-4968-aff9-1aa9f983a0f3 May 03 22:54:58.353458 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ecd12c-1b1f-45c0-8744-d8fc3c292241 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:54:58.403596 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90c909b-a923-487f-a15f-5414e2a18d0d None None] Network e9096d3a-9e13-49be-820c-2e4ad3fbd716 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:54:58.411313 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-b90c909b-a923-487f-a15f-5414e2a18d0d None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:58.411565 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-13c97736-ba82-4843-bba6-050106482ddd tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:58.414890 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90c909b-a923-487f-a15f-5414e2a18d0d None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:54:58.422097 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c909b-a923-487f-a15f-5414e2a18d0d None None] Pushing event updated for resources: {'Port': ['ID=79835b58-9477-4645-ba13-aaa709ae7789,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:58.438191 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 80ecd12c-1b1f-45c0-8744-d8fc3c292241, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=80ecd12c-1b1f-45c0-8744-d8fc3c292241,segment=NetworkSegment(c1913453-5352-4f75-a107-aede62df174a),segment_id=c1913453-5352-4f75-a107-aede62df174a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:54:58.482903 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:58.492730 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-42b3740e-b0ef-4b21-8239-b1638809ebf4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:58.498597 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-42b3740e-b0ef-4b21-8239-b1638809ebf4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:58.534452 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-42b3740e-b0ef-4b21-8239-b1638809ebf4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:58.537662 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b3740e-b0ef-4b21-8239-b1638809ebf4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Fanout notify agent at l3_agent the message router_deleted on router 12b76c77-78d6-49d1-8dfa-c294cea36a8d {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:54:58.556545 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-42b3740e-b0ef-4b21-8239-b1638809ebf4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:58.569609 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-42b3740e-b0ef-4b21-8239-b1638809ebf4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/routers/12b76c77-78d6-49d1-8dfa-c294cea36a8d HTTP/1.1" status: 204 len: 168 time: 0.8733869 May 03 22:54:58.569976 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39012) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:58.589372 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.resource_extend [None req-13c97736-ba82-4843-bba6-050106482ddd tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:54:58.646195 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-b90c909b-a923-487f-a15f-5414e2a18d0d None None] Attempting to bind port 79835b58-9477-4645-ba13-aaa709ae7789 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:54:58.646817 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-b90c909b-a923-487f-a15f-5414e2a18d0d None None] Attempting to bind port 79835b58-9477-4645-ba13-aaa709ae7789 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '192b73cd-f7fa-48f1-8d8e-6a3b77fb7879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e9096d3a-9e13-49be-820c-2e4ad3fbd716'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:54:58.646932 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90c909b-a923-487f-a15f-5414e2a18d0d None None] Attempting to bind port 79835b58-9477-4645-ba13-aaa709ae7789 on network e9096d3a-9e13-49be-820c-2e4ad3fbd716 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:54:58.676635 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-13c97736-ba82-4843-bba6-050106482ddd tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:58.682665 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90c909b-a923-487f-a15f-5414e2a18d0d None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:54:58.683119 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90c909b-a923-487f-a15f-5414e2a18d0d None None] Checking segment: {'id': '192b73cd-f7fa-48f1-8d8e-6a3b77fb7879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e9096d3a-9e13-49be-820c-2e4ad3fbd716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:54:58.683588 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b90c909b-a923-487f-a15f-5414e2a18d0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:58.684240 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90c909b-a923-487f-a15f-5414e2a18d0d None None] Bound using segment: {'id': '192b73cd-f7fa-48f1-8d8e-6a3b77fb7879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e9096d3a-9e13-49be-820c-2e4ad3fbd716'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:54:58.684604 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-b90c909b-a923-487f-a15f-5414e2a18d0d None None] Bound port: 79835b58-9477-4645-ba13-aaa709ae7789, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192b73cd-f7fa-48f1-8d8e-6a3b77fb7879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e9096d3a-9e13-49be-820c-2e4ad3fbd716'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:54:58.685031 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b90c909b-a923-487f-a15f-5414e2a18d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:58.686914 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c97736-ba82-4843-bba6-050106482ddd tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:58.687544 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-13c97736-ba82-4843-bba6-050106482ddd tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:58.695537 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d0c6d3-3f93-4902-b80f-c297cc21e0e6 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Deleting subnet 221fc59b-34b0-4a09-86ce-5a12474b0d50 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:54:58.699496 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=80ecd12c-1b1f-45c0-8744-d8fc3c292241,revision_number=8']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:58.701068 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f5d0c6d3-3f93-4902-b80f-c297cc21e0e6 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:58.769341 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f5d0c6d3-3f93-4902-b80f-c297cc21e0e6 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:58.787388 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['80ecd12c-1b1f-45c0-8744-d8fc3c292241'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:54:58.851386 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-13c97736-ba82-4843-bba6-050106482ddd tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7821293 May 03 22:54:58.852496 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39016) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:58.859790 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-60b6c55c-c4fe-41fc-b588-cc85c01acf4b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'subnet': {'network_id': '542062e3-20aa-4968-aff9-1aa9f983a0f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:54:58.874430 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c97736-ba82-4843-bba6-050106482ddd tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Network': ['ID=542062e3-20aa-4968-aff9-1aa9f983a0f3,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:58.879376 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-6047dfc6-54a1-47d5-ad19-e55feb3ebd20 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Allocated IP 172.22.0.1 (e9096d3a-9e13-49be-820c-2e4ad3fbd716/e618f6de-04d9-4ad6-951b-5b938dd26c92/5716590a-72cb-4b8b-9771-e45062405df0) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:54:58.886222 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-b90c909b-a923-487f-a15f-5414e2a18d0d None None] For port 79835b58-9477-4645-ba13-aaa709ae7789, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:54:58.891259 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-b90c909b-a923-487f-a15f-5414e2a18d0d None None] For port 79835b58-9477-4645-ba13-aaa709ae7789, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=79835b58-9477-4645-ba13-aaa709ae7789,segment=NetworkSegment(192b73cd-f7fa-48f1-8d8e-6a3b77fb7879),segment_id=192b73cd-f7fa-48f1-8d8e-6a3b77fb7879)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:54:58.898542 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 542062e3-20aa-4968-aff9-1aa9f983a0f3 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:54:58.915965 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b90c909b-a923-487f-a15f-5414e2a18d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:58.980730 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f5d0c6d3-3f93-4902-b80f-c297cc21e0e6 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:59.012720 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f957b5-ae1b-4b55-b800-5a70d4f0918a req-bb5e1ec3-8eab-404a-a200-3d4f0c4ef69d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:59.014244 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-55f957b5-ae1b-4b55-b800-5a70d4f0918a req-bb5e1ec3-8eab-404a-a200-3d4f0c4ef69d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 946 time: 0.4918349 May 03 22:54:59.024257 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-60b6c55c-c4fe-41fc-b588-cc85c01acf4b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:54:59.038094 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-60b6c55c-c4fe-41fc-b588-cc85c01acf4b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:subnet and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:54:59.043109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-60b6c55c-c4fe-41fc-b588-cc85c01acf4b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:54:59.054010 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-60b6c55c-c4fe-41fc-b588-cc85c01acf4b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:54:59.057037 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95432ca3-8f79-4ab6-bd88-c9c69c9dd4b4 req-a84363f1-899c-4357-8b58-f7aaeccd0c70 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:59.065396 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-95432ca3-8f79-4ab6-bd88-c9c69c9dd4b4 req-a84363f1-899c-4357-8b58-f7aaeccd0c70 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 944 time: 0.4437504 May 03 22:54:59.073890 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b6c55c-c4fe-41fc-b588-cc85c01acf4b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Made reservation on behalf of 3a6c8dfe4a524ed3932fdccc3fe2c5d8 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:54:59.077480 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-60b6c55c-c4fe-41fc-b588-cc85c01acf4b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:59.124003 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f5d0c6d3-3f93-4902-b80f-c297cc21e0e6 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:59.142542 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c909b-a923-487f-a15f-5414e2a18d0d None None] Pushing event updated for resources: {'Port': ['ID=79835b58-9477-4645-ba13-aaa709ae7789,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:59.150135 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-55f957b5-ae1b-4b55-b800-5a70d4f0918a req-74f2bf91-769a-4189-ad1f-09a4aa6928cd tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285095 May 03 22:54:59.164048 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-95432ca3-8f79-4ab6-bd88-c9c69c9dd4b4 req-372dd818-428a-4a5c-9082-e73c92c39355 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975177 May 03 22:54:59.216437 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6047dfc6-54a1-47d5-ad19-e55feb3ebd20 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:59.251838 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-6047dfc6-54a1-47d5-ad19-e55feb3ebd20 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Transition to ACTIVE for port object 5716590a-72cb-4b8b-9771-e45062405df0 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:54:59.265298 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0c6d3-3f93-4902-b80f-c297cc21e0e6 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event deleted for resources: {'Subnet': ['ID=221fc59b-34b0-4a09-86ce-5a12474b0d50,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:59.276728 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f5d0c6d3-3f93-4902-b80f-c297cc21e0e6 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:59.281844 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa335df-7bc1-4cc5-9fe9-e535f3c3d893 None None] Network 8fd53a73-0437-4b2b-b684-832937c00105 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:54:59.290675 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f5d0c6d3-3f93-4902-b80f-c297cc21e0e6 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/subnets/221fc59b-34b0-4a09-86ce-5a12474b0d50 HTTP/1.1" status: 204 len: 168 time: 0.7195532 May 03 22:54:59.294701 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39028) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:54:59.534100 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-193dd8a4-883c-4dfe-ae90-9ffdd0df3fbe tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:59.562407 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-60b6c55c-c4fe-41fc-b588-cc85c01acf4b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:59.587981 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6047dfc6-54a1-47d5-ad19-e55feb3ebd20 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:59.671269 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 2fbcdb04-9a74-4ec5-a7a5-7099f1570164 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:54:59.743403 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6047dfc6-54a1-47d5-ad19-e55feb3ebd20 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Network e9096d3a-9e13-49be-820c-2e4ad3fbd716 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:54:59.752896 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-6047dfc6-54a1-47d5-ad19-e55feb3ebd20 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:59.752896 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6047dfc6-54a1-47d5-ad19-e55feb3ebd20 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:54:59.781696 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5b2e20-521f-48d1-b521-278f6b537d56 None None] DHCP port deletion for 8fd53a73-0437-4b2b-b684-832937c00105 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:54:59.789512 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b6c55c-c4fe-41fc-b588-cc85c01acf4b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Subnet': ['ID=c6f3c69c-0245-40e6-88f3-1c53aecad7e4,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:59.808732 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-4a5b2e20-521f-48d1-b521-278f6b537d56 None None] Deleting port ba1de8fb-501d-43a8-b2a8-a5593fc34447 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:54:59.809217 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4a5b2e20-521f-48d1-b521-278f6b537d56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:59.832032 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-193dd8a4-883c-4dfe-ae90-9ffdd0df3fbe tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Deleting port ba1de8fb-501d-43a8-b2a8-a5593fc34447 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:54:59.832379 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-193dd8a4-883c-4dfe-ae90-9ffdd0df3fbe tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:59.855245 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b6c55c-c4fe-41fc-b588-cc85c01acf4b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Checking segment: {'id': 'd67d233a-92ad-4219-a7c9-43ceac87e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '542062e3-20aa-4968-aff9-1aa9f983a0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:54:59.855615 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b6c55c-c4fe-41fc-b588-cc85c01acf4b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Network hostable DHCP agents. Network: 542062e3-20aa-4968-aff9-1aa9f983a0f3, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:54:59.899106 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-3cc1c27b-66ab-410b-86a0-e633d94ec772 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:59.899853 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-3cc1c27b-66ab-410b-86a0-e633d94ec772 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Synchronizing usage tracker for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:54:59.907647 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b6c55c-c4fe-41fc-b588-cc85c01acf4b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Network 542062e3-20aa-4968-aff9-1aa9f983a0f3 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:54:59.922095 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-60b6c55c-c4fe-41fc-b588-cc85c01acf4b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 542062e3-20aa-4968-aff9-1aa9f983a0f3) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:59.935251 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b6c55c-c4fe-41fc-b588-cc85c01acf4b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:59.936290 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-60b6c55c-c4fe-41fc-b588-cc85c01acf4b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:54:59.942545 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 79835b58-9477-4645-ba13-aaa709ae7789 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:54:59.950318 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-3cc1c27b-66ab-410b-86a0-e633d94ec772 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Unset dirty status for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:54:59.951445 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-3cc1c27b-66ab-410b-86a0-e633d94ec772 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.60 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10&tenant_id=e51c41c8f2c54373bfeeef105247eecb&binding%3Ahost_id=n-h1-811807-1 HTTP/1.1" status: 200 len: 944 time: 0.2876680 May 03 22:54:59.967752 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc473b6c-1d0e-464a-a4a3-51740a808ff9 None None] Network 542062e3-20aa-4968-aff9-1aa9f983a0f3 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:55:00.001756 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-60b6c55c-c4fe-41fc-b588-cc85c01acf4b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1451011 May 03 22:55:00.001987 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39034) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:00.007542 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-430eaac2-cb75-401f-b563-ee74b07dbe3b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'port': {'network_id': '542062e3-20aa-4968-aff9-1aa9f983a0f3', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1010003316'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:00.038086 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 2fbcdb04-9a74-4ec5-a7a5-7099f1570164 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:55:00.069835 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047dfc6-54a1-47d5-ad19-e55feb3ebd20 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'Port': ['ID=5716590a-72cb-4b8b-9771-e45062405df0,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:00.128574 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6047dfc6-54a1-47d5-ad19-e55feb3ebd20 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:00.129934 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 2fbcdb04-9a74-4ec5-a7a5-7099f1570164 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:00.130418 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:00.151252 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-bfb2f37c-7874-4bf8-890b-5e10f9c2e68b service neutron] 10.222.0.60 "GET /v2.0/ports/80ecd12c-1b1f-45c0-8744-d8fc3c292241/bindings/n-h1-811807-1 HTTP/1.1" status: 200 len: 382 time: 0.1920042 May 03 22:55:00.158269 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab5703-4851-429b-ac7a-067ebf3bd4ee req-4f9a40f3-e032-4b58-9d47-f2f2683d8589 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:00.159800 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-91ab5703-4851-429b-ac7a-067ebf3bd4ee req-4f9a40f3-e032-4b58-9d47-f2f2683d8589 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=55857696-f3bc-41b2-a074-30b4e1978a9a HTTP/1.1" status: 200 len: 944 time: 0.7085805 May 03 22:55:00.260010 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-430eaac2-cb75-401f-b563-ee74b07dbe3b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:00.264828 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-430eaac2-cb75-401f-b563-ee74b07dbe3b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:port and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:55:00.268086 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-430eaac2-cb75-401f-b563-ee74b07dbe3b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:55:00.275381 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-430eaac2-cb75-401f-b563-ee74b07dbe3b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:00.304544 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430eaac2-cb75-401f-b563-ee74b07dbe3b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Made reservation on behalf of 3a6c8dfe4a524ed3932fdccc3fe2c5d8 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:55:00.308076 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-430eaac2-cb75-401f-b563-ee74b07dbe3b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:00.333839 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-430eaac2-cb75-401f-b563-ee74b07dbe3b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] device_id is not set on port c2361c3e-15e8-4734-9d0a-e705a676f3b5 yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:55:00.339399 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-4a5b2e20-521f-48d1-b521-278f6b537d56 None None] For port ba1de8fb-501d-43a8-b2a8-a5593fc34447, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ba1de8fb-501d-43a8-b2a8-a5593fc34447,segment=NetworkSegment(3992ad56-c160-4ad5-8e46-1232de8efe78),segment_id=3992ad56-c160-4ad5-8e46-1232de8efe78)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:55:00.340871 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4a5b2e20-521f-48d1-b521-278f6b537d56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:00.397028 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a409fa4-5339-4a02-bf27-b51f18a89b63 req-2c4d31f2-e3a0-40ee-8dcf-3f2550279f64 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:00.399374 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4a409fa4-5339-4a02-bf27-b51f18a89b63 req-2c4d31f2-e3a0-40ee-8dcf-3f2550279f64 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=58b1620c-1628-4b95-8629-756baa43d747 HTTP/1.1" status: 200 len: 945 time: 0.6174614 May 03 22:55:00.411684 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-6d9eca7e-138a-47d8-b387-0c410c165c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:00.413352 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-6d9eca7e-138a-47d8-b387-0c410c165c81 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 1095 time: 0.2188652 May 03 22:55:00.427884 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-91ab5703-4851-429b-ac7a-067ebf3bd4ee req-b792b937-6f53-4c14-bebb-aa3f8c4375ab tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2373276 May 03 22:55:00.490842 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-193dd8a4-883c-4dfe-ae90-9ffdd0df3fbe tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] For port ba1de8fb-501d-43a8-b2a8-a5593fc34447, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ba1de8fb-501d-43a8-b2a8-a5593fc34447,segment=NetworkSegment(3992ad56-c160-4ad5-8e46-1232de8efe78),segment_id=3992ad56-c160-4ad5-8e46-1232de8efe78)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:55:00.500635 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-193dd8a4-883c-4dfe-ae90-9ffdd0df3fbe tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:00.504014 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-4a5b2e20-521f-48d1-b521-278f6b537d56 None None] Calling delete_port for ba1de8fb-501d-43a8-b2a8-a5593fc34447 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:55:00.692024 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4a409fa4-5339-4a02-bf27-b51f18a89b63 req-24927884-dc8e-45ec-a38c-d8153bfb0fd7 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587094 May 03 22:55:00.754024 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-430eaac2-cb75-401f-b563-ee74b07dbe3b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Allocated IP 172.20.0.8 (542062e3-20aa-4968-aff9-1aa9f983a0f3/c6f3c69c-0245-40e6-88f3-1c53aecad7e4/c2361c3e-15e8-4734-9d0a-e705a676f3b5) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:55:00.763751 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 79835b58-9477-4645-ba13-aaa709ae7789 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:55:00.767491 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462498d5-a77d-468c-9861-101f2797cb30 None None] Network e9096d3a-9e13-49be-820c-2e4ad3fbd716 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:55:00.769223 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-193dd8a4-883c-4dfe-ae90-9ffdd0df3fbe tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Calling delete_port for ba1de8fb-501d-43a8-b2a8-a5593fc34447 owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:55:00.793154 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fdf411-f763-4269-8fc9-336e6393482c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-542062e3-20aa-4968-aff9-1aa9f983a0f3', 'network_id': '542062e3-20aa-4968-aff9-1aa9f983a0f3', 'tenant_id': '3a6c8dfe4a524ed3932fdccc3fe2c5d8', 'fixed_ips': [{'subnet_id': 'c6f3c69c-0245-40e6-88f3-1c53aecad7e4'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:55:00.794286 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-11fdf411-f763-4269-8fc9-336e6393482c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:00.804080 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6047dfc6-54a1-47d5-ad19-e55feb3ebd20 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:00.855983 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 1e35a016-d489-4668-b579-b99c447f9abb up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:55:00.970855 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-430eaac2-cb75-401f-b563-ee74b07dbe3b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:00.988749 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-430eaac2-cb75-401f-b563-ee74b07dbe3b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Transition to ACTIVE for port object c2361c3e-15e8-4734-9d0a-e705a676f3b5 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:55:01.022311 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-4eac81f5-2f3c-4613-aa56-81d4fc575ea1 None None] Provisioning for port 79835b58-9477-4645-ba13-aaa709ae7789 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:55:01.072951 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-d30e1ff1-3b7b-4711-b60e-3df73998ce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:01.075074 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-d30e1ff1-3b7b-4711-b60e-3df73998ce22 service neutron] 10.222.0.60 "GET /v2.0/networks?id=055bb8ea-12c0-406b-86df-a2692a31f631 HTTP/1.1" status: 200 len: 897 time: 0.6525223 May 03 22:55:01.076614 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-430eaac2-cb75-401f-b563-ee74b07dbe3b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:01.118802 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:01.128266 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-4eac81f5-2f3c-4613-aa56-81d4fc575ea1 None None] Provisioning complete for port 79835b58-9477-4645-ba13-aaa709ae7789 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:01.128634 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4eac81f5-2f3c-4613-aa56-81d4fc575ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:01.199103 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.api [None req-193dd8a4-883c-4dfe-ae90-9ffdd0df3fbe tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:55:01.199336 n-d-811807-1 neutron-server[88069]: DEBUG oslo_db.api [None req-193dd8a4-883c-4dfe-ae90-9ffdd0df3fbe tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:55:01.214068 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6142c2-c9f1-46c5-b886-5847ca4551dd req-40ba0df4-5384-47a0-9ad3-14f484797da1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:01.221536 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fd6142c2-c9f1-46c5-b886-5847ca4551dd req-40ba0df4-5384-47a0-9ad3-14f484797da1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 944 time: 0.4609380 May 03 22:55:01.228771 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430eaac2-cb75-401f-b563-ee74b07dbe3b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Network 542062e3-20aa-4968-aff9-1aa9f983a0f3 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:55:01.233787 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4a5b2e20-521f-48d1-b521-278f6b537d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:01.235921 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-430eaac2-cb75-401f-b563-ee74b07dbe3b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:01.242648 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430eaac2-cb75-401f-b563-ee74b07dbe3b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:55:01.281243 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430eaac2-cb75-401f-b563-ee74b07dbe3b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Port': ['ID=c2361c3e-15e8-4734-9d0a-e705a676f3b5,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:01.298409 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fd6142c2-c9f1-46c5-b886-5847ca4551dd req-ea43aff9-3bfa-4921-836c-a3b5c1faa0a6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764000 May 03 22:55:01.302353 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-efe477a7-ec96-4d64-b044-7b3b6eaa2d35 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80ecd12c-1b1f-45c0-8744-d8fc3c292241 HTTP/1.1" status: 200 len: 999 time: 0.1821780 May 03 22:55:01.376876 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430eaac2-cb75-401f-b563-ee74b07dbe3b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:01.377500 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-430eaac2-cb75-401f-b563-ee74b07dbe3b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:01.381107 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5b2e20-521f-48d1-b521-278f6b537d56 None None] No DVR routers for this DVR port ba1de8fb-501d-43a8-b2a8-a5593fc34447 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:55:01.385427 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b2e20-521f-48d1-b521-278f6b537d56 None None] Pushing event deleted for resources: {'Port': ['ID=ba1de8fb-501d-43a8-b2a8-a5593fc34447,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:01.410095 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-430eaac2-cb75-401f-b563-ee74b07dbe3b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.4045341 May 03 22:55:01.410269 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55857696-f3bc-41b2-a074-30b4e1978a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbcdb04-9a74-4ec5-a7a5-7099f1570164'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:55:01.410373 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-1e417ec8-23eb-4888-b300-5f326dfca082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:01.411193 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-1e417ec8-23eb-4888-b300-5f326dfca082 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=79599846-a979-45d3-98e2-160f7aa782c9 HTTP/1.1" status: 200 len: 835 time: 0.1020098 May 03 22:55:01.411393 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39044) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:01.413714 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb46231-44ef-410b-9f12-48f9f713688e req-7b2f779a-190a-42b0-a122-c9374ff54f43 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:01.421548 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fcb46231-44ef-410b-9f12-48f9f713688e req-7b2f779a-190a-42b0-a122-c9374ff54f43 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=58b1620c-1628-4b95-8629-756baa43d747 HTTP/1.1" status: 200 len: 945 time: 0.3659863 May 03 22:55:01.480452 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 2fbcdb04-9a74-4ec5-a7a5-7099f1570164, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=2fbcdb04-9a74-4ec5-a7a5-7099f1570164,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:55:01.489107 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08fade7a-a88b-4a35-b047-6ab990c3d708'] response: {'server_uuid': '55857696-f3bc-41b2-a074-30b4e1978a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbcdb04-9a74-4ec5-a7a5-7099f1570164', 'code': 200} May 03 22:55:01.495585 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fcb46231-44ef-410b-9f12-48f9f713688e req-aaeb8a0c-b920-42c4-ad96-b0be612c36e5 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730486 May 03 22:55:01.569366 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4eac81f5-2f3c-4613-aa56-81d4fc575ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:01.579851 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:01.596084 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-11fdf411-f763-4269-8fc9-336e6393482c None None] Allocated IP 172.20.0.2 (542062e3-20aa-4968-aff9-1aa9f983a0f3/c6f3c69c-0245-40e6-88f3-1c53aecad7e4/b8464277-4340-418c-b293-7b25e63bea43) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:55:01.616167 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-f200c833-f1c2-47f4-ab5c-0ee5c866de23 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Deleting port c2361c3e-15e8-4734-9d0a-e705a676f3b5 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:55:01.616534 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f200c833-f1c2-47f4-ab5c-0ee5c866de23 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:01.685377 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 1e35a016-d489-4668-b579-b99c447f9abb completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:55:01.687894 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-2ba96d31-cba4-40ae-b1fe-fc4dd968a32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:01.689990 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-2ba96d31-cba4-40ae-b1fe-fc4dd968a32b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=055bb8ea-12c0-406b-86df-a2692a31f631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2239654 May 03 22:55:01.701156 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-193dd8a4-883c-4dfe-ae90-9ffdd0df3fbe tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Deleting port ba1de8fb-501d-43a8-b2a8-a5593fc34447 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:55:01.701632 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-193dd8a4-883c-4dfe-ae90-9ffdd0df3fbe tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:01.715363 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 80ecd12c-1b1f-45c0-8744-d8fc3c292241 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:55:01.760307 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6047dfc6-54a1-47d5-ad19-e55feb3ebd20 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:01.800700 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-193dd8a4-883c-4dfe-ae90-9ffdd0df3fbe tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] The port 'ba1de8fb-501d-43a8-b2a8-a5593fc34447' was deleted {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:55:01.801611 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6047dfc6-54a1-47d5-ad19-e55feb3ebd20 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:01.839781 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 1e35a016-d489-4668-b579-b99c447f9abb triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:01.840452 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:01.982535 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-4eac81f5-2f3c-4613-aa56-81d4fc575ea1 None None] For port 79835b58-9477-4645-ba13-aaa709ae7789, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=79835b58-9477-4645-ba13-aaa709ae7789,segment=NetworkSegment(192b73cd-f7fa-48f1-8d8e-6a3b77fb7879),segment_id=192b73cd-f7fa-48f1-8d8e-6a3b77fb7879)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:55:01.992882 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-ccd0d573-e61f-46da-9eca-7380e5bf90a3 service neutron] 10.222.0.60 "GET /v2.0/networks/055bb8ea-12c0-406b-86df-a2692a31f631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650099 May 03 22:55:02.005092 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=2fbcdb04-9a74-4ec5-a7a5-7099f1570164,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:02.012342 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4eac81f5-2f3c-4613-aa56-81d4fc575ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:02.051974 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f200c833-f1c2-47f4-ab5c-0ee5c866de23 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:02.089791 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f2916-2dc2-4fe6-8a98-61883911f8f5 req-af4c805d-9340-4d0b-8ef8-df16c33df9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:02.091325 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5b3f2916-2dc2-4fe6-8a98-61883911f8f5 req-af4c805d-9340-4d0b-8ef8-df16c33df9c3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=55857696-f3bc-41b2-a074-30b4e1978a9a HTTP/1.1" status: 200 len: 1096 time: 0.5415902 May 03 22:55:02.113973 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371565d-b008-4903-84ce-c25752474885 req-698e6b0b-62dc-4edf-83f2-455c53829a11 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:02.115393 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5371565d-b008-4903-84ce-c25752474885 req-698e6b0b-62dc-4edf-83f2-455c53829a11 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=55857696-f3bc-41b2-a074-30b4e1978a9a HTTP/1.1" status: 200 len: 945 time: 0.5129535 May 03 22:55:02.172127 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6047dfc6-54a1-47d5-ad19-e55feb3ebd20 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:02.182480 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047dfc6-54a1-47d5-ad19-e55feb3ebd20 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'Port': ['ID=5716590a-72cb-4b8b-9771-e45062405df0,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:02.238809 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-f200c833-f1c2-47f4-ab5c-0ee5c866de23 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Calling delete_port for c2361c3e-15e8-4734-9d0a-e705a676f3b5 owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:55:02.256840 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 80ecd12c-1b1f-45c0-8744-d8fc3c292241 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:55:02.264591 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-193dd8a4-883c-4dfe-ae90-9ffdd0df3fbe tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:02.280264 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac81f5-2f3c-4613-aa56-81d4fc575ea1 None None] Pushing event updated for resources: {'Port': ['ID=79835b58-9477-4645-ba13-aaa709ae7789,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:02.291792 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 80ecd12c-1b1f-45c0-8744-d8fc3c292241 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:02.292109 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:02.320440 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-dc581b11-6641-4373-8108-f92b7be50a8e service neutron] 10.222.0.60 "GET /v2.0/networks/055bb8ea-12c0-406b-86df-a2692a31f631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208554 May 03 22:55:02.330678 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5371565d-b008-4903-84ce-c25752474885 req-a0b7276c-23b4-4377-b32c-24b82ad6ac0b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817732 May 03 22:55:02.336869 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5b3f2916-2dc2-4fe6-8a98-61883911f8f5 req-2b77aded-7a5b-499c-976f-132fb0dcb84b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2311511 May 03 22:55:02.344035 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-11fdf411-f763-4269-8fc9-336e6393482c None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:02.392762 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-193dd8a4-883c-4dfe-ae90-9ffdd0df3fbe tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fd53a73-0437-4b2b-b684-832937c00105']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:02.403494 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:02.419343 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-193dd8a4-883c-4dfe-ae90-9ffdd0df3fbe tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3992ad56-c160-4ad5-8e46-1232de8efe78') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:02.419956 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-193dd8a4-883c-4dfe-ae90-9ffdd0df3fbe tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3992ad56-c160-4ad5-8e46-1232de8efe78') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:02.442698 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-193dd8a4-883c-4dfe-ae90-9ffdd0df3fbe tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:02.467852 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 1e35a016-d489-4668-b579-b99c447f9abb, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=1e35a016-d489-4668-b579-b99c447f9abb,segment=NetworkSegment(70f81c7b-ab1b-4f11-bcc7-6733fa370838),segment_id=70f81c7b-ab1b-4f11-bcc7-6733fa370838)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:55:02.470628 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-193dd8a4-883c-4dfe-ae90-9ffdd0df3fbe tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:02.540863 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-193dd8a4-883c-4dfe-ae90-9ffdd0df3fbe tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:55:02.541454 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-193dd8a4-883c-4dfe-ae90-9ffdd0df3fbe tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:02.577426 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:55:02.577426 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:55:02.577426 n-d-811807-1 neutron-server[88069]: timer() May 03 22:55:02.577426 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:55:02.577426 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:55:02.577426 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:55:02.577426 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:55:02.577426 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:55:02.577426 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:55:02.577426 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:55:02.577426 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:55:02.577426 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:55:02.577426 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:55:02.577426 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:55:02.577426 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:55:02.577426 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:55:02.577426 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:55:02.577426 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:55:02.577426 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:55:02.577426 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:55:02.577426 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:55:02.577426 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:55:02.577426 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:55:02.577426 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:55:02.577426 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:55:02.577426 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:55:02.577426 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:55:02.577426 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:55:02.577426 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:55:02.577426 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:55:02.577426 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:55:02.577426 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:55:02.589876 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:02.643750 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f200c833-f1c2-47f4-ab5c-0ee5c866de23 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:02.691465 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-11fdf411-f763-4269-8fc9-336e6393482c None None] Transition to ACTIVE for port object b8464277-4340-418c-b293-7b25e63bea43 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:55:02.713965 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-11fdf411-f763-4269-8fc9-336e6393482c None None] Transition to ACTIVE for port object b8464277-4340-418c-b293-7b25e63bea43 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:55:02.729985 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200c833-f1c2-47f4-ab5c-0ee5c866de23 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'Port': ['ID=c2361c3e-15e8-4734-9d0a-e705a676f3b5,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:02.767590 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 79835b58-9477-4645-ba13-aaa709ae7789 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:55:02.790360 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6047dfc6-54a1-47d5-ad19-e55feb3ebd20 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Network e9096d3a-9e13-49be-820c-2e4ad3fbd716 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:55:02.800860 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-6047dfc6-54a1-47d5-ad19-e55feb3ebd20 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:02.803319 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=1e35a016-d489-4668-b579-b99c447f9abb,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:02.809511 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-193dd8a4-883c-4dfe-ae90-9ffdd0df3fbe tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:02.838051 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-193dd8a4-883c-4dfe-ae90-9ffdd0df3fbe tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:02.846003 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:02.855759 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-11fdf411-f763-4269-8fc9-336e6393482c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:02.872425 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f200c833-f1c2-47f4-ab5c-0ee5c866de23 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:02.887450 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f200c833-f1c2-47f4-ab5c-0ee5c866de23 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/ports/c2361c3e-15e8-4734-9d0a-e705a676f3b5 HTTP/1.1" status: 204 len: 168 time: 1.4747002 May 03 22:55:02.888339 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39056) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:02.903027 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193dd8a4-883c-4dfe-ae90-9ffdd0df3fbe tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event deleted for resources: {'Network': ['ID=8fd53a73-0437-4b2b-b684-832937c00105,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:02.917077 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fdf411-f763-4269-8fc9-336e6393482c None None] Network 542062e3-20aa-4968-aff9-1aa9f983a0f3 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:55:02.935045 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-11fdf411-f763-4269-8fc9-336e6393482c None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:02.941684 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fdf411-f763-4269-8fc9-336e6393482c None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:55:02.949519 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-e05244cb-2891-4c92-b15a-c6f5dded7e6c tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] GET failed (client error): The resource could not be found. May 03 22:55:02.950093 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e05244cb-2891-4c92-b15a-c6f5dded7e6c tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Synchronizing usage tracker for tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:55:02.972967 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e05244cb-2891-4c92-b15a-c6f5dded7e6c tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Unset dirty status for tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:55:02.975034 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e05244cb-2891-4c92-b15a-c6f5dded7e6c tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "GET /v2.0/ports/c2361c3e-15e8-4734-9d0a-e705a676f3b5 HTTP/1.1" status: 404 len: 333 time: 0.0857658 May 03 22:55:02.977822 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39060) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:02.987864 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b3216d20-775a-48b4-82fb-cb8229136598 None None] Provisioning complete for port 79835b58-9477-4645-ba13-aaa709ae7789 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:02.988100 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b3216d20-775a-48b4-82fb-cb8229136598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:03.003311 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-193dd8a4-883c-4dfe-ae90-9ffdd0df3fbe tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/networks/8fd53a73-0437-4b2b-b684-832937c00105 HTTP/1.1" status: 204 len: 168 time: 3.7039020 May 03 22:55:03.007776 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39064) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:03.015346 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f3d19-4ee1-4c98-896b-05ad7eaad6de req-f08d1f4f-6e5e-4cc7-a256-76af1bf52be4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:03.022430 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6c4f3d19-4ee1-4c98-896b-05ad7eaad6de req-f08d1f4f-6e5e-4cc7-a256-76af1bf52be4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 944 time: 0.5475209 May 03 22:55:03.050054 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-b10cc9cf-0c0d-4104-964d-5d9f00f3f074 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1966256803', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}, 'admin_state_up': False}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:03.068508 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b10cc9cf-0c0d-4104-964d-5d9f00f3f074 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:03.075290 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf398116-4459-4034-a62b-5b00bd2bff21 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Deleting subnet c6f3c69c-0245-40e6-88f3-1c53aecad7e4 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:55:03.078543 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bf398116-4459-4034-a62b-5b00bd2bff21 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:03.086010 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b10cc9cf-0c0d-4104-964d-5d9f00f3f074 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Usage tracker for resource:router and tenant:06cc14afcda64b42b43ac970e3b09815 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:55:03.095058 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b10cc9cf-0c0d-4104-964d-5d9f00f3f074 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:55:03.105924 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b10cc9cf-0c0d-4104-964d-5d9f00f3f074 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:03.128064 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6c4f3d19-4ee1-4c98-896b-05ad7eaad6de req-190e9245-16f9-49a4-8f25-554cd05d5802 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046844 May 03 22:55:03.145873 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d8a25-950b-4bf8-b3f1-c23dcd3f0dde req-23bec855-f975-4aaf-9aea-8f396c1b99fa tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:03.147831 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ed3d8a25-950b-4bf8-b3f1-c23dcd3f0dde req-23bec855-f975-4aaf-9aea-8f396c1b99fa tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=58b1620c-1628-4b95-8629-756baa43d747 HTTP/1.1" status: 200 len: 945 time: 0.4595404 May 03 22:55:03.150082 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6047dfc6-54a1-47d5-ad19-e55feb3ebd20 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Router ad186c1d-90c6-4e62-b866-dba1a5d63205 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:55:03.150446 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bf398116-4459-4034-a62b-5b00bd2bff21 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:03.171605 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fdf411-f763-4269-8fc9-336e6393482c None None] Pushing event updated for resources: {'Port': ['ID=b8464277-4340-418c-b293-7b25e63bea43,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:03.173738 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b10cc9cf-0c0d-4104-964d-5d9f00f3f074 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:03.174804 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b10cc9cf-0c0d-4104-964d-5d9f00f3f074 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:03.227705 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 80ecd12c-1b1f-45c0-8744-d8fc3c292241, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=80ecd12c-1b1f-45c0-8744-d8fc3c292241,segment=NetworkSegment(c1913453-5352-4f75-a107-aede62df174a),segment_id=c1913453-5352-4f75-a107-aede62df174a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:55:03.245249 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 79835b58-9477-4645-ba13-aaa709ae7789 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:03.245625 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:03.278200 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-11fdf411-f763-4269-8fc9-336e6393482c None None] Attempting to bind port b8464277-4340-418c-b293-7b25e63bea43 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:55:03.278539 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-11fdf411-f763-4269-8fc9-336e6393482c None None] Attempting to bind port b8464277-4340-418c-b293-7b25e63bea43 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'd67d233a-92ad-4219-a7c9-43ceac87e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '542062e3-20aa-4968-aff9-1aa9f983a0f3'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:55:03.278858 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fdf411-f763-4269-8fc9-336e6393482c None None] Attempting to bind port b8464277-4340-418c-b293-7b25e63bea43 on network 542062e3-20aa-4968-aff9-1aa9f983a0f3 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:55:03.279591 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bf398116-4459-4034-a62b-5b00bd2bff21 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:03.280953 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:03.333096 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b10cc9cf-0c0d-4104-964d-5d9f00f3f074 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:03.343041 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fdf411-f763-4269-8fc9-336e6393482c None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:55:03.343425 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fdf411-f763-4269-8fc9-336e6393482c None None] Checking segment: {'id': 'd67d233a-92ad-4219-a7c9-43ceac87e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '542062e3-20aa-4968-aff9-1aa9f983a0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:55:03.343837 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-11fdf411-f763-4269-8fc9-336e6393482c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:03.344711 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fdf411-f763-4269-8fc9-336e6393482c None None] Bound using segment: {'id': 'd67d233a-92ad-4219-a7c9-43ceac87e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '542062e3-20aa-4968-aff9-1aa9f983a0f3'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:55:03.344711 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-11fdf411-f763-4269-8fc9-336e6393482c None None] Bound port: b8464277-4340-418c-b293-7b25e63bea43, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd67d233a-92ad-4219-a7c9-43ceac87e7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '542062e3-20aa-4968-aff9-1aa9f983a0f3'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:55:03.345600 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-11fdf411-f763-4269-8fc9-336e6393482c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:03.352541 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ed3d8a25-950b-4bf8-b3f1-c23dcd3f0dde req-6bf2af87-3684-4775-abc0-66983e9bca71 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921661 May 03 22:55:03.387263 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bf398116-4459-4034-a62b-5b00bd2bff21 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:03.432071 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf398116-4459-4034-a62b-5b00bd2bff21 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'Subnet': ['ID=c6f3c69c-0245-40e6-88f3-1c53aecad7e4,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:03.439223 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bf398116-4459-4034-a62b-5b00bd2bff21 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:03.445525 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bf398116-4459-4034-a62b-5b00bd2bff21 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/subnets/c6f3c69c-0245-40e6-88f3-1c53aecad7e4 HTTP/1.1" status: 204 len: 168 time: 0.4664018 May 03 22:55:03.448243 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39072) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:03.515405 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-11fdf411-f763-4269-8fc9-336e6393482c None None] For port b8464277-4340-418c-b293-7b25e63bea43, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:55:03.518892 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-11fdf411-f763-4269-8fc9-336e6393482c None None] For port b8464277-4340-418c-b293-7b25e63bea43, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=b8464277-4340-418c-b293-7b25e63bea43,segment=NetworkSegment(d67d233a-92ad-4219-a7c9-43ceac87e7b3),segment_id=d67d233a-92ad-4219-a7c9-43ceac87e7b3)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:55:03.524027 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536ebbd0-0ec6-4871-a5c5-17a1ecb82a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ecd12c-1b1f-45c0-8744-d8fc3c292241'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:55:03.533784 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6047dfc6-54a1-47d5-ad19-e55feb3ebd20 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:55:03.539741 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-11fdf411-f763-4269-8fc9-336e6393482c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:03.556497 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8585505-df9c-4d5c-9c38-a6db2547dab6 None None] Sync routers for ids ['ad186c1d-90c6-4e62-b866-dba1a5d63205'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:55:03.590647 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=80ecd12c-1b1f-45c0-8744-d8fc3c292241,revision_number=9']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:03.670416 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6047dfc6-54a1-47d5-ad19-e55feb3ebd20 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "PUT /v2.0/routers/ad186c1d-90c6-4e62-b866-dba1a5d63205/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0858483 May 03 22:55:03.674832 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39080) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:03.687038 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-077246db-2be0-4349-aa80-2623ca0e27f6 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:03.691209 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b3216d20-775a-48b4-82fb-cb8229136598 None None] Provisioning for port 5716590a-72cb-4b8b-9771-e45062405df0 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:55:03.712165 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-077246db-2be0-4349-aa80-2623ca0e27f6 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Deleting port b8464277-4340-418c-b293-7b25e63bea43 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:55:03.714095 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-077246db-2be0-4349-aa80-2623ca0e27f6 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:03.724088 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef367c26-2626-41ae-98ec-d298557f9e88'] response: {'server_uuid': '536ebbd0-0ec6-4871-a5c5-17a1ecb82a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ecd12c-1b1f-45c0-8744-d8fc3c292241', 'code': 200} May 03 22:55:03.724973 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b3216d20-775a-48b4-82fb-cb8229136598 None None] Provisioning complete for port 5716590a-72cb-4b8b-9771-e45062405df0 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:03.725570 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b3216d20-775a-48b4-82fb-cb8229136598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:03.812459 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8585505-df9c-4d5c-9c38-a6db2547dab6 None None] Routers {'ad186c1d-90c6-4e62-b866-dba1a5d63205'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:55:03.813376 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c8585505-df9c-4d5c-9c38-a6db2547dab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:54:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['ad186c1d-90c6-4e62-b866-dba1a5d63205'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:03.900843 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-e40aaea2-b6a1-4765-a549-fb4e5e68e4df tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Request body: {'network': {'name': 'tempest-RoutersTest-242180230'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:03.914267 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e40aaea2-b6a1-4765-a549-fb4e5e68e4df tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:03.991871 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-077246db-2be0-4349-aa80-2623ca0e27f6 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] For port b8464277-4340-418c-b293-7b25e63bea43, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=b8464277-4340-418c-b293-7b25e63bea43,segment=NetworkSegment(d67d233a-92ad-4219-a7c9-43ceac87e7b3),segment_id=d67d233a-92ad-4219-a7c9-43ceac87e7b3)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:55:03.992409 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-077246db-2be0-4349-aa80-2623ca0e27f6 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:04.012713 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e40aaea2-b6a1-4765-a549-fb4e5e68e4df tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Usage tracker for resource:network and tenant:51751333bcc04a9b85b04e61623005e7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:55:04.022694 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e40aaea2-b6a1-4765-a549-fb4e5e68e4df tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:55:04.035090 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e40aaea2-b6a1-4765-a549-fb4e5e68e4df tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:04.040261 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b10cc9cf-0c0d-4104-964d-5d9f00f3f074 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:04.128257 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-b3216d20-775a-48b4-82fb-cb8229136598 None None] Port 5716590a-72cb-4b8b-9771-e45062405df0 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:55:04.134929 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40aaea2-b6a1-4765-a549-fb4e5e68e4df tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Made reservation on behalf of 51751333bcc04a9b85b04e61623005e7 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:55:04.137005 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fdf411-f763-4269-8fc9-336e6393482c None None] Pushing event updated for resources: {'Port': ['ID=b8464277-4340-418c-b293-7b25e63bea43,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:04.138333 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e40aaea2-b6a1-4765-a549-fb4e5e68e4df tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:04.143641 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-077246db-2be0-4349-aa80-2623ca0e27f6 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Calling delete_port for b8464277-4340-418c-b293-7b25e63bea43 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:55:04.169108 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636a1b7-99b7-4ad6-9835-523c2880059b req-013ac49d-d18c-4cbc-8df2-e685c4207af8 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:04.170662 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d636a1b7-99b7-4ad6-9835-523c2880059b req-013ac49d-d18c-4cbc-8df2-e685c4207af8 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=55857696-f3bc-41b2-a074-30b4e1978a9a HTTP/1.1" status: 200 len: 945 time: 0.5621145 May 03 22:55:04.187295 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e40aaea2-b6a1-4765-a549-fb4e5e68e4df tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:55:04.195693 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-c8585505-df9c-4d5c-9c38-a6db2547dab6 None None] Set router ad186c1d-90c6-4e62-b866-dba1a5d63205 gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:55:04.257998 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e40aaea2-b6a1-4765-a549-fb4e5e68e4df tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:04.258218 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-e40aaea2-b6a1-4765-a549-fb4e5e68e4df tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Added segment 58543a15-2e09-48ab-86a9-2a90c9078c4d of type vlan for network 6a6801fe-2e0c-4de6-a67f-94644f76990b May 03 22:55:04.260135 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-077246db-2be0-4349-aa80-2623ca0e27f6 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:04.262702 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ba1de8fb-501d-43a8-b2a8-a5593fc34447 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:55:04.316299 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: ba1de8fb-501d-43a8-b2a8-a5593fc34447 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:55:04.316992 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ba1de8fb-501d-43a8-b2a8-a5593fc34447 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:55:04.325456 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2e5b89-e492-4d60-b023-a01c53f78c78 None None] Network 542062e3-20aa-4968-aff9-1aa9f983a0f3 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:55:04.333232 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077246db-2be0-4349-aa80-2623ca0e27f6 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'Port': ['ID=b8464277-4340-418c-b293-7b25e63bea43,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:04.347790 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077246db-2be0-4349-aa80-2623ca0e27f6 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] No DVR routers for this DVR port b8464277-4340-418c-b293-7b25e63bea43 on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:55:04.379018 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e40aaea2-b6a1-4765-a549-fb4e5e68e4df tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:04.394061 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d636a1b7-99b7-4ad6-9835-523c2880059b req-50a40ebc-b964-4eb7-af4a-3e60276eb0a0 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931243 May 03 22:55:04.484273 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca6c86-74d6-42a7-adab-c06f259ff80d req-edbd2b6c-ce07-4631-bbf3-eea51fce7239 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:04.499650 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b2ca6c86-74d6-42a7-adab-c06f259ff80d req-edbd2b6c-ce07-4631-bbf3-eea51fce7239 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=58b1620c-1628-4b95-8629-756baa43d747 HTTP/1.1" status: 200 len: 945 time: 0.4297831 May 03 22:55:04.514219 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-077246db-2be0-4349-aa80-2623ca0e27f6 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:04.556049 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-077246db-2be0-4349-aa80-2623ca0e27f6 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['542062e3-20aa-4968-aff9-1aa9f983a0f3']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:04.570144 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-077246db-2be0-4349-aa80-2623ca0e27f6 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd67d233a-92ad-4219-a7c9-43ceac87e7b3') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:04.570455 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-077246db-2be0-4349-aa80-2623ca0e27f6 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd67d233a-92ad-4219-a7c9-43ceac87e7b3') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:04.583440 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-077246db-2be0-4349-aa80-2623ca0e27f6 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:04.585897 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e40aaea2-b6a1-4765-a549-fb4e5e68e4df tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:04.592547 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40aaea2-b6a1-4765-a549-fb4e5e68e4df tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:04.593359 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e40aaea2-b6a1-4765-a549-fb4e5e68e4df tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:04.600834 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-077246db-2be0-4349-aa80-2623ca0e27f6 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:04.607951 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-077246db-2be0-4349-aa80-2623ca0e27f6 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:55:04.608413 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-077246db-2be0-4349-aa80-2623ca0e27f6 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:04.615941 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e3ab3acb-ccb7-47ed-a5e5-8d1d03dea27b None None] Provisioning complete for port 5716590a-72cb-4b8b-9771-e45062405df0 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:04.616327 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e3ab3acb-ccb7-47ed-a5e5-8d1d03dea27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:04.686681 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e3ab3acb-ccb7-47ed-a5e5-8d1d03dea27b None None] Port 5716590a-72cb-4b8b-9771-e45062405df0 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:55:04.705618 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:55:04.705618 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:55:04.705618 n-d-811807-1 neutron-server[88070]: timer() May 03 22:55:04.705618 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:55:04.705618 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:55:04.705618 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:55:04.705618 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:55:04.705618 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:55:04.705618 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:55:04.705618 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:55:04.705618 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:55:04.705618 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:55:04.705618 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:55:04.705618 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:55:04.705618 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:55:04.705618 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:55:04.705618 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:55:04.705618 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:55:04.705618 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:55:04.705618 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:55:04.705618 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:55:04.705618 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:55:04.705618 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:55:04.705618 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:55:04.705618 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:55:04.705618 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:55:04.705618 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:55:04.705618 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:55:04.705618 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:55:04.705618 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:55:04.705618 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:55:04.705618 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:55:04.709395 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-077246db-2be0-4349-aa80-2623ca0e27f6 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:04.728578 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-077246db-2be0-4349-aa80-2623ca0e27f6 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:04.740021 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077246db-2be0-4349-aa80-2623ca0e27f6 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'Network': ['ID=542062e3-20aa-4968-aff9-1aa9f983a0f3,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:04.751718 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-077246db-2be0-4349-aa80-2623ca0e27f6 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/networks/542062e3-20aa-4968-aff9-1aa9f983a0f3 HTTP/1.1" status: 204 len: 168 time: 1.2983456 May 03 22:55:04.752637 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39088) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:04.756559 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 1e35a016-d489-4668-b579-b99c447f9abb up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:55:04.758822 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-b6a50afc-382e-4a7a-916b-3cf3490b2963 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'port': {'network_id': '7c3d7b90-4cd0-492b-b8b2-539895f51db5', 'name': 'tempest-PortsTestJSON-756560313'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:04.782964 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40aaea2-b6a1-4765-a549-fb4e5e68e4df tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'Network': ['ID=6a6801fe-2e0c-4de6-a67f-94644f76990b,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:04.816690 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b2ca6c86-74d6-42a7-adab-c06f259ff80d req-bd4b90f7-c8a8-483a-9616-04daea6c83f4 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013558 May 03 22:55:04.869059 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 6a6801fe-2e0c-4de6-a67f-94644f76990b details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:55:04.897869 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b6a50afc-382e-4a7a-916b-3cf3490b2963 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:04.902930 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b6a50afc-382e-4a7a-916b-3cf3490b2963 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:port and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:55:04.906650 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b6a50afc-382e-4a7a-916b-3cf3490b2963 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:55:04.914702 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b6a50afc-382e-4a7a-916b-3cf3490b2963 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:04.929486 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a50afc-382e-4a7a-916b-3cf3490b2963 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Made reservation on behalf of 3a6c8dfe4a524ed3932fdccc3fe2c5d8 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:55:04.934593 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b6a50afc-382e-4a7a-916b-3cf3490b2963 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:04.939928 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e40aaea2-b6a1-4765-a549-fb4e5e68e4df tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2636395 May 03 22:55:04.949596 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39092) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:04.960360 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-4ecfa990-745d-439e-a033-d1ffa598e9a7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Request body: {'subnet': {'network_id': '6a6801fe-2e0c-4de6-a67f-94644f76990b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:04.961057 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-b6a50afc-382e-4a7a-916b-3cf3490b2963 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] device_id is not set on port 0a265b6f-2282-40e4-b7c3-5266866f0f6b yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:55:04.975945 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260b437b-ba89-4520-ac1d-c9bcec5e54d7 None None] get_active_networks_info from n-d-811807-1 {{(pid=88071) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 03 22:55:05.094044 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b10cc9cf-0c0d-4104-964d-5d9f00f3f074 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:05.140281 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b10cc9cf-0c0d-4104-964d-5d9f00f3f074 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:05.252656 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 1e35a016-d489-4668-b579-b99c447f9abb triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:05.253254 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:05.280759 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-b10cc9cf-0c0d-4104-964d-5d9f00f3f074 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Allocated IP 172.25.2.218 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/bb276766-e79a-4d17-bc6f-818531ff49e5) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:55:05.345338 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c8585505-df9c-4d5c-9c38-a6db2547dab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'name': 'tempest-RoutersTest-router-107172431', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:54:32Z', 'updated_at': '2022-05-03T22:55:00Z', 'revision_number': 4, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'gw_port_host': None, '_interfaces': [{'id': '1e35a016-d489-4668-b579-b99c447f9abb', 'name': '', 'network_id': '5303d291-09c3-4192-8edf-fc73bd21c115', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:b7:51:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:46Z', 'updated_at': '2022-05-03T22:55:02Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5716590a-72cb-4b8b-9771-e45062405df0', 'name': '', 'network_id': 'e9096d3a-9e13-49be-820c-2e4ad3fbd716', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:db:17:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'e618f6de-04d9-4ad6-951b-5b938dd26c92', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:58Z', 'updated_at': '2022-05-03T22:55:01Z', 'revision_number': 2, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': 'e618f6de-04d9-4ad6-951b-5b938dd26c92', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952f4797-a450-4624-b283-35efba1fba31', 'name': '', 'network_id': '2f8bd908-7370-4518-8b40-d26ef2eacf39', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:91:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:36Z', 'updated_at': '2022-05-03T22:54:52Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:05.360913 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8585505-df9c-4d5c-9c38-a6db2547dab6 None None] Checking router: ad186c1d-90c6-4e62-b866-dba1a5d63205 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:55:05.361452 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8585505-df9c-4d5c-9c38-a6db2547dab6 None None] Updating router ad186c1d-90c6-4e62-b866-dba1a5d63205 port 5716590a-72cb-4b8b-9771-e45062405df0 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:55:05.401638 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4ecfa990-745d-439e-a033-d1ffa598e9a7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:05.414265 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b6a50afc-382e-4a7a-916b-3cf3490b2963 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:05.415894 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa030a-b081-4794-8742-a26634dd7632 req-0e9ffa99-c442-4ee6-a919-f19ad7458d25 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:05.418350 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aeaa030a-b081-4794-8742-a26634dd7632 req-0e9ffa99-c442-4ee6-a919-f19ad7458d25 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 945 time: 0.8812096 May 03 22:55:05.424798 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4ecfa990-745d-439e-a033-d1ffa598e9a7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Usage tracker for resource:subnet and tenant:51751333bcc04a9b85b04e61623005e7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:55:05.440685 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-a90b7f92-c168-417f-858d-c141d7d1f31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:05.442211 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-a90b7f92-c168-417f-858d-c141d7d1f31c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10&tenant_id=e51c41c8f2c54373bfeeef105247eecb HTTP/1.1" status: 200 len: 1096 time: 0.1191556 May 03 22:55:05.448938 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260b437b-ba89-4520-ac1d-c9bcec5e54d7 None None] Resources bound (agent type, host, resource id): {{(pid=88071) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 03 22:55:05.455553 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-cb86a915-74ce-4942-b2ec-249097be74c2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811807-1', 'device_owner': 'compute:nova'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:05.479942 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c8585505-df9c-4d5c-9c38-a6db2547dab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:05.481944 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b10cc9cf-0c0d-4104-964d-5d9f00f3f074 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:05.529907 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4ecfa990-745d-439e-a033-d1ffa598e9a7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:55:05.580349 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b10cc9cf-0c0d-4104-964d-5d9f00f3f074 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:05.585053 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4ecfa990-745d-439e-a033-d1ffa598e9a7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:05.589657 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-cb86a915-74ce-4942-b2ec-249097be74c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:05.605482 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b6a50afc-382e-4a7a-916b-3cf3490b2963 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:05.699184 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aeaa030a-b081-4794-8742-a26634dd7632 req-9d7ec2e7-a45d-4b41-8a6a-5e39eaa663f6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2636831 May 03 22:55:05.699757 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecfa990-745d-439e-a033-d1ffa598e9a7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Made reservation on behalf of 51751333bcc04a9b85b04e61623005e7 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:55:05.703158 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4ecfa990-745d-439e-a033-d1ffa598e9a7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:05.721071 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10cc9cf-0c0d-4104-964d-5d9f00f3f074 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:55:05.727649 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10cc9cf-0c0d-4104-964d-5d9f00f3f074 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'Port': ['ID=bb276766-e79a-4d17-bc6f-818531ff49e5,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:05.735038 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-b10cc9cf-0c0d-4104-964d-5d9f00f3f074 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:05.737942 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a50afc-382e-4a7a-916b-3cf3490b2963 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Network 7c3d7b90-4cd0-492b-b8b2-539895f51db5 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:55:05.743340 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-b6a50afc-382e-4a7a-916b-3cf3490b2963 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:05.745655 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a50afc-382e-4a7a-916b-3cf3490b2963 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:55:05.748484 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10cc9cf-0c0d-4104-964d-5d9f00f3f074 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:55:05.751607 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a50afc-382e-4a7a-916b-3cf3490b2963 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:05.752313 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b6a50afc-382e-4a7a-916b-3cf3490b2963 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:05.767519 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a50afc-382e-4a7a-916b-3cf3490b2963 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Port': ['ID=0a265b6f-2282-40e4-b7c3-5266866f0f6b,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:05.847911 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b6a50afc-382e-4a7a-916b-3cf3490b2963 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0943623 May 03 22:55:05.856776 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39100) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:06.033955 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-c7d4c03f-1a3c-4cf6-8456-755c2158a425 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Deleting port 0a265b6f-2282-40e4-b7c3-5266866f0f6b {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:55:06.034207 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c7d4c03f-1a3c-4cf6-8456-755c2158a425 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:06.184494 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-cb86a915-74ce-4942-b2ec-249097be74c2 service neutron] For port 80ecd12c-1b1f-45c0-8744-d8fc3c292241, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=80ecd12c-1b1f-45c0-8744-d8fc3c292241,segment=NetworkSegment(c1913453-5352-4f75-a107-aede62df174a),segment_id=c1913453-5352-4f75-a107-aede62df174a)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:55:06.195589 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58480b4-1612-4bfe-9105-50901accdedb req-731eae20-dc53-4055-acf9-08eef0e4dcad tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:06.195589 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c58480b4-1612-4bfe-9105-50901accdedb req-731eae20-dc53-4055-acf9-08eef0e4dcad tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=55857696-f3bc-41b2-a074-30b4e1978a9a HTTP/1.1" status: 200 len: 945 time: 0.6600819 May 03 22:55:06.252400 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c8585505-df9c-4d5c-9c38-a6db2547dab6 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:06.291269 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c8585505-df9c-4d5c-9c38-a6db2547dab6 None None] Transition to ACTIVE for port object 5716590a-72cb-4b8b-9771-e45062405df0 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:55:06.305168 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c8585505-df9c-4d5c-9c38-a6db2547dab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:06.314034 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c58480b4-1612-4bfe-9105-50901accdedb req-612a7ff7-616c-449d-b096-f224abe8282a tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776215 May 03 22:55:06.318723 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-cb86a915-74ce-4942-b2ec-249097be74c2 service neutron] For port 80ecd12c-1b1f-45c0-8744-d8fc3c292241, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:55:06.348600 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c7d4c03f-1a3c-4cf6-8456-755c2158a425 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:06.494253 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167070ce-086b-4c47-aa7e-ef5b3aa26fb4 None None] Pushing event updated for resources: {'Port': ['ID=5716590a-72cb-4b8b-9771-e45062405df0,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:06.503161 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-c7d4c03f-1a3c-4cf6-8456-755c2158a425 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Calling delete_port for 0a265b6f-2282-40e4-b7c3-5266866f0f6b owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:55:06.517703 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4ecfa990-745d-439e-a033-d1ffa598e9a7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:06.570780 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-c8585505-df9c-4d5c-9c38-a6db2547dab6 None None] Attempting to bind port 5716590a-72cb-4b8b-9771-e45062405df0 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:55:06.571228 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-c8585505-df9c-4d5c-9c38-a6db2547dab6 None None] Attempting to bind port 5716590a-72cb-4b8b-9771-e45062405df0 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '192b73cd-f7fa-48f1-8d8e-6a3b77fb7879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e9096d3a-9e13-49be-820c-2e4ad3fbd716'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:55:06.571599 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8585505-df9c-4d5c-9c38-a6db2547dab6 None None] Attempting to bind port 5716590a-72cb-4b8b-9771-e45062405df0 on network e9096d3a-9e13-49be-820c-2e4ad3fbd716 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:55:06.577292 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8585505-df9c-4d5c-9c38-a6db2547dab6 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:55:06.577668 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8585505-df9c-4d5c-9c38-a6db2547dab6 None None] Checking segment: {'id': '192b73cd-f7fa-48f1-8d8e-6a3b77fb7879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e9096d3a-9e13-49be-820c-2e4ad3fbd716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:55:06.578101 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c8585505-df9c-4d5c-9c38-a6db2547dab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:06.578644 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8585505-df9c-4d5c-9c38-a6db2547dab6 None None] Bound using segment: {'id': '192b73cd-f7fa-48f1-8d8e-6a3b77fb7879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e9096d3a-9e13-49be-820c-2e4ad3fbd716'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:55:06.579240 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-c8585505-df9c-4d5c-9c38-a6db2547dab6 None None] Bound port: 5716590a-72cb-4b8b-9771-e45062405df0, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192b73cd-f7fa-48f1-8d8e-6a3b77fb7879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'e9096d3a-9e13-49be-820c-2e4ad3fbd716'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:55:06.580122 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c8585505-df9c-4d5c-9c38-a6db2547dab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:06.610352 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-cb86a915-74ce-4942-b2ec-249097be74c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:06.628656 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-cb86a915-74ce-4942-b2ec-249097be74c2 service neutron] Transition to ACTIVE for port object 80ecd12c-1b1f-45c0-8744-d8fc3c292241 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:55:06.629612 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536ebbd0-0ec6-4871-a5c5-17a1ecb82a10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80ecd12c-1b1f-45c0-8744-d8fc3c292241'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:55:06.635040 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa3215-5896-4fc2-8abe-811efbd20d53 req-44f0f2b2-823d-493d-b6a5-33327ce3dca6 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:06.636953 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ddfa3215-5896-4fc2-8abe-811efbd20d53 req-44f0f2b2-823d-493d-b6a5-33327ce3dca6 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=58b1620c-1628-4b95-8629-756baa43d747 HTTP/1.1" status: 200 len: 945 time: 0.6495135 May 03 22:55:06.644629 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-cb86a915-74ce-4942-b2ec-249097be74c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:06.649342 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c7d4c03f-1a3c-4cf6-8456-755c2158a425 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:06.689784 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-c8585505-df9c-4d5c-9c38-a6db2547dab6 None None] For port 5716590a-72cb-4b8b-9771-e45062405df0, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:55:06.694776 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-c8585505-df9c-4d5c-9c38-a6db2547dab6 None None] For port 5716590a-72cb-4b8b-9771-e45062405df0, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=5716590a-72cb-4b8b-9771-e45062405df0,segment=NetworkSegment(192b73cd-f7fa-48f1-8d8e-6a3b77fb7879),segment_id=192b73cd-f7fa-48f1-8d8e-6a3b77fb7879)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:55:06.699600 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c8585505-df9c-4d5c-9c38-a6db2547dab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:06.794572 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8585505-df9c-4d5c-9c38-a6db2547dab6 None None] Routers {'ad186c1d-90c6-4e62-b866-dba1a5d63205'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:55:06.795223 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c8585505-df9c-4d5c-9c38-a6db2547dab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:54:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['ad186c1d-90c6-4e62-b866-dba1a5d63205'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:06.811315 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c7d4c03f-1a3c-4cf6-8456-755c2158a425 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:06.917537 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c7d4c03f-1a3c-4cf6-8456-755c2158a425 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/ports/0a265b6f-2282-40e4-b7c3-5266866f0f6b HTTP/1.1" status: 204 len: 168 time: 1.0585728 May 03 22:55:06.919323 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39110) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:06.920705 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-cb86a915-74ce-4942-b2ec-249097be74c2 service neutron] No DVR routers for this DVR port 80ecd12c-1b1f-45c0-8744-d8fc3c292241 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:55:06.942073 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfa990-745d-439e-a033-d1ffa598e9a7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'Subnet': ['ID=2b3efd8b-3900-43e8-846c-f65690522bc5,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:06.953020 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167070ce-086b-4c47-aa7e-ef5b3aa26fb4 None None] Pushing event updated for resources: {'Port': ['ID=5716590a-72cb-4b8b-9771-e45062405df0,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:06.960892 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ddfa3215-5896-4fc2-8abe-811efbd20d53 req-5963e677-2da6-416a-92b8-3c7723e8a4a1 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648373 May 03 22:55:07.025489 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecfa990-745d-439e-a033-d1ffa598e9a7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Checking segment: {'id': '58543a15-2e09-48ab-86a9-2a90c9078c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6a6801fe-2e0c-4de6-a67f-94644f76990b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:55:07.025904 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecfa990-745d-439e-a033-d1ffa598e9a7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Network hostable DHCP agents. Network: 6a6801fe-2e0c-4de6-a67f-94644f76990b, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:55:07.078648 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-c8585505-df9c-4d5c-9c38-a6db2547dab6 None None] Set router ad186c1d-90c6-4e62-b866-dba1a5d63205 gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:55:07.100226 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f6ee5-adf2-4af6-b596-5da2e4011428 req-7772ec9f-fd4d-41a8-94bd-f0c371ff7b84 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:07.101842 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4d0f6ee5-adf2-4af6-b596-5da2e4011428 req-7772ec9f-fd4d-41a8-94bd-f0c371ff7b84 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=55857696-f3bc-41b2-a074-30b4e1978a9a HTTP/1.1" status: 200 len: 945 time: 0.6449349 May 03 22:55:07.171779 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b10cc9cf-0c0d-4104-964d-5d9f00f3f074 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:07.225266 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecfa990-745d-439e-a033-d1ffa598e9a7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Network 6a6801fe-2e0c-4de6-a67f-94644f76990b is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:55:07.265398 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86a915-74ce-4942-b2ec-249097be74c2 service neutron] Pushing event updated for resources: {'Port': ['ID=80ecd12c-1b1f-45c0-8744-d8fc3c292241,revision_number=10']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:07.278098 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46afe37f-e8a1-4812-b52e-2df6ccde99b5'] response: {'server_uuid': '536ebbd0-0ec6-4871-a5c5-17a1ecb82a10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80ecd12c-1b1f-45c0-8744-d8fc3c292241', 'code': 200} May 03 22:55:07.284244 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-91088ea5-5a2e-4cbb-8ac9-722a5ee45529 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'port': {'network_id': '7c3d7b90-4cd0-492b-b8b2-539895f51db5', 'mac_address': 'fa:16:3e:eb:c9:9c', 'name': 'tempest-PortsTestJSON-607943683'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:07.380344 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-4ecfa990-745d-439e-a033-d1ffa598e9a7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 6a6801fe-2e0c-4de6-a67f-94644f76990b) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:07.385765 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecfa990-745d-439e-a033-d1ffa598e9a7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:07.388196 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4ecfa990-745d-439e-a033-d1ffa598e9a7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:07.403407 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4d0f6ee5-adf2-4af6-b596-5da2e4011428 req-e3dad3b0-00c4-4843-99ed-e2665dec480a tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2833519 May 03 22:55:07.425068 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-91088ea5-5a2e-4cbb-8ac9-722a5ee45529 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:07.429776 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-91088ea5-5a2e-4cbb-8ac9-722a5ee45529 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:port and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:55:07.432835 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-91088ea5-5a2e-4cbb-8ac9-722a5ee45529 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:55:07.439874 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-91088ea5-5a2e-4cbb-8ac9-722a5ee45529 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:07.440392 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39116) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:07.442340 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d5f51e-6742-4f19-9961-14e1c565be97 None None] Network 6a6801fe-2e0c-4de6-a67f-94644f76990b requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:55:07.471377 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4ecfa990-745d-439e-a033-d1ffa598e9a7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5185604 May 03 22:55:07.479683 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39122) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:07.517695 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4c03f-1a3c-4cf6-8456-755c2158a425 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'Port': ['ID=0a265b6f-2282-40e4-b7c3-5266866f0f6b,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:07.537118 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91088ea5-5a2e-4cbb-8ac9-722a5ee45529 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Made reservation on behalf of 3a6c8dfe4a524ed3932fdccc3fe2c5d8 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:55:07.733074 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-91088ea5-5a2e-4cbb-8ac9-722a5ee45529 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:07.746701 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 80ecd12c-1b1f-45c0-8744-d8fc3c292241 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:55:07.778297 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c8585505-df9c-4d5c-9c38-a6db2547dab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'name': 'tempest-RoutersTest-router-107172431', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:54:32Z', 'updated_at': '2022-05-03T22:55:00Z', 'revision_number': 4, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'gw_port_host': None, '_interfaces': [{'id': '1e35a016-d489-4668-b579-b99c447f9abb', 'name': '', 'network_id': '5303d291-09c3-4192-8edf-fc73bd21c115', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:b7:51:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:46Z', 'updated_at': '2022-05-03T22:55:02Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5716590a-72cb-4b8b-9771-e45062405df0', 'name': '', 'network_id': 'e9096d3a-9e13-49be-820c-2e4ad3fbd716', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:db:17:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'e618f6de-04d9-4ad6-951b-5b938dd26c92', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:58Z', 'updated_at': '2022-05-03T22:55:06Z', 'revision_number': 4, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': 'e618f6de-04d9-4ad6-951b-5b938dd26c92', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952f4797-a450-4624-b283-35efba1fba31', 'name': '', 'network_id': '2f8bd908-7370-4518-8b40-d26ef2eacf39', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:91:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:36Z', 'updated_at': '2022-05-03T22:54:52Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:07.800268 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-91088ea5-5a2e-4cbb-8ac9-722a5ee45529 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] device_id is not set on port c8237e93-0de4-4248-9463-de24d3a034f6 yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:55:07.814371 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8585505-df9c-4d5c-9c38-a6db2547dab6 None None] The sync data for ids ['ad186c1d-90c6-4e62-b866-dba1a5d63205'] in n-d-811807-1 is: [{'id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'name': 'tempest-RoutersTest-router-107172431', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:54:32Z', 'updated_at': '2022-05-03T22:55:00Z', 'revision_number': 4, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'gw_port_host': None, '_interfaces': [{'id': '1e35a016-d489-4668-b579-b99c447f9abb', 'name': '', 'network_id': '5303d291-09c3-4192-8edf-fc73bd21c115', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:b7:51:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:46Z', 'updated_at': '2022-05-03T22:55:02Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5716590a-72cb-4b8b-9771-e45062405df0', 'name': '', 'network_id': 'e9096d3a-9e13-49be-820c-2e4ad3fbd716', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:db:17:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'e618f6de-04d9-4ad6-951b-5b938dd26c92', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:58Z', 'updated_at': '2022-05-03T22:55:06Z', 'revision_number': 4, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': 'e618f6de-04d9-4ad6-951b-5b938dd26c92', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952f4797-a450-4624-b283-35efba1fba31', 'name': '', 'network_id': '2f8bd908-7370-4518-8b40-d26ef2eacf39', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:91:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:36Z', 'updated_at': '2022-05-03T22:54:52Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:55:07.932191 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d2648c-e8d7-41f6-b7d0-0937b8c93adc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-6a6801fe-2e0c-4de6-a67f-94644f76990b', 'network_id': '6a6801fe-2e0c-4de6-a67f-94644f76990b', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'fixed_ips': [{'subnet_id': '2b3efd8b-3900-43e8-846c-f65690522bc5'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:55:07.933029 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d6d2648c-e8d7-41f6-b7d0-0937b8c93adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:07.936997 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-cb86a915-74ce-4942-b2ec-249097be74c2 service neutron] Attempting to bind port 80ecd12c-1b1f-45c0-8744-d8fc3c292241 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:55:07.937469 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-cb86a915-74ce-4942-b2ec-249097be74c2 service neutron] Attempting to bind port 80ecd12c-1b1f-45c0-8744-d8fc3c292241 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': 'c1913453-5352-4f75-a107-aede62df174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '055bb8ea-12c0-406b-86df-a2692a31f631'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:55:07.937949 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-cb86a915-74ce-4942-b2ec-249097be74c2 service neutron] Attempting to bind port 80ecd12c-1b1f-45c0-8744-d8fc3c292241 on network 055bb8ea-12c0-406b-86df-a2692a31f631 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:55:07.947244 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-cb86a915-74ce-4942-b2ec-249097be74c2 service neutron] Port 80ecd12c-1b1f-45c0-8744-d8fc3c292241 on network 055bb8ea-12c0-406b-86df-a2692a31f631 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:55:07.947740 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-cb86a915-74ce-4942-b2ec-249097be74c2 service neutron] Attempting to bind port 80ecd12c-1b1f-45c0-8744-d8fc3c292241 on network 055bb8ea-12c0-406b-86df-a2692a31f631 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:55:07.953572 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 80ecd12c-1b1f-45c0-8744-d8fc3c292241 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:55:07.979499 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-cb86a915-74ce-4942-b2ec-249097be74c2 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:55:07.980007 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-cb86a915-74ce-4942-b2ec-249097be74c2 service neutron] Checking segment: {'id': 'c1913453-5352-4f75-a107-aede62df174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '055bb8ea-12c0-406b-86df-a2692a31f631'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:55:07.980475 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-cb86a915-74ce-4942-b2ec-249097be74c2 service neutron] Bound using segment: {'id': 'c1913453-5352-4f75-a107-aede62df174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '055bb8ea-12c0-406b-86df-a2692a31f631'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:55:07.981040 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-cb86a915-74ce-4942-b2ec-249097be74c2 service neutron] Bound port: 80ecd12c-1b1f-45c0-8744-d8fc3c292241, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1913453-5352-4f75-a107-aede62df174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '055bb8ea-12c0-406b-86df-a2692a31f631'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:55:07.981494 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-cb86a915-74ce-4942-b2ec-249097be74c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:08.098841 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-cb86a915-74ce-4942-b2ec-249097be74c2 service neutron] For port 80ecd12c-1b1f-45c0-8744-d8fc3c292241, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:55:08.102105 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-cb86a915-74ce-4942-b2ec-249097be74c2 service neutron] For port 80ecd12c-1b1f-45c0-8744-d8fc3c292241, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=80ecd12c-1b1f-45c0-8744-d8fc3c292241,segment=NetworkSegment(c1913453-5352-4f75-a107-aede62df174a),segment_id=c1913453-5352-4f75-a107-aede62df174a)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:55:08.116079 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-cb86a915-74ce-4942-b2ec-249097be74c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:08.206172 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-d6d2648c-e8d7-41f6-b7d0-0937b8c93adc None None] Allocated IP 172.23.0.2 (6a6801fe-2e0c-4de6-a67f-94644f76990b/2b3efd8b-3900-43e8-846c-f65690522bc5/75c1af5f-b1e2-4693-afde-3c150d2402d2) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:55:08.226650 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-cb86a915-74ce-4942-b2ec-249097be74c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:08.227391 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-cb86a915-74ce-4942-b2ec-249097be74c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:08.228899 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-cb86a915-74ce-4942-b2ec-249097be74c2 service neutron] 10.222.0.67 "PUT /v2.0/ports/80ecd12c-1b1f-45c0-8744-d8fc3c292241 HTTP/1.1" status: 200 len: 1092 time: 2.7793136 May 03 22:55:08.256565 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663e80e-af03-4254-8bbe-4635d07c9167 req-f6d1fb6a-940b-4c22-86e8-3e87d02bd333 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:08.257496 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b663e80e-af03-4254-8bbe-4635d07c9167 req-f6d1fb6a-940b-4c22-86e8-3e87d02bd333 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 944 time: 0.9414680 May 03 22:55:08.469420 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86a915-74ce-4942-b2ec-249097be74c2 service neutron] Pushing event updated for resources: {'Port': ['ID=80ecd12c-1b1f-45c0-8744-d8fc3c292241,revision_number=11']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:08.514064 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-91088ea5-5a2e-4cbb-8ac9-722a5ee45529 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:08.566447 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-acdd0d7b-36df-429a-9ac7-41a06eb9af16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:08.568038 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-acdd0d7b-36df-429a-9ac7-41a06eb9af16 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 1095 time: 0.3083999 May 03 22:55:08.629555 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b663e80e-af03-4254-8bbe-4635d07c9167 req-2a5a38d1-a7aa-4793-822c-73f81da209f3 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3427982 May 03 22:55:08.671708 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffd8d4a-002c-4c62-83a1-d37c032bf26a tempest-TestVolumeBootPattern-1052048996 tempest-TestVolumeBootPattern-1052048996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:08.676067 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1ffd8d4a-002c-4c62-83a1-d37c032bf26a tempest-TestVolumeBootPattern-1052048996 tempest-TestVolumeBootPattern-1052048996-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=55857696-f3bc-41b2-a074-30b4e1978a9a HTTP/1.1" status: 200 len: 1091 time: 1.2290161 May 03 22:55:08.680485 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39132) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:08.704029 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d6d2648c-e8d7-41f6-b7d0-0937b8c93adc None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:08.755062 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d6d2648c-e8d7-41f6-b7d0-0937b8c93adc None None] Transition to ACTIVE for port object 75c1af5f-b1e2-4693-afde-3c150d2402d2 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:55:08.759995 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b10cc9cf-0c0d-4104-964d-5d9f00f3f074 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:08.766157 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-723712ce-ab03-469f-b2a0-003aa9765a08 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'port_id': '2fbcdb04-9a74-4ec5-a7a5-7099f1570164', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:08.773876 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-723712ce-ab03-469f-b2a0-003aa9765a08 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:08.778376 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-723712ce-ab03-469f-b2a0-003aa9765a08 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Usage tracker for resource:floatingip and tenant:fac7f64c48bd48e8ae480a0113f466e9 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:55:08.786007 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-723712ce-ab03-469f-b2a0-003aa9765a08 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:55:08.794500 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-723712ce-ab03-469f-b2a0-003aa9765a08 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:08.813215 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 5716590a-72cb-4b8b-9771-e45062405df0 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:55:08.823844 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-723712ce-ab03-469f-b2a0-003aa9765a08 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:08.893076 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d6d2648c-e8d7-41f6-b7d0-0937b8c93adc None None] Transition to ACTIVE for port object 75c1af5f-b1e2-4693-afde-3c150d2402d2 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:55:08.893327 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-91088ea5-5a2e-4cbb-8ac9-722a5ee45529 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:08.905433 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d6d2648c-e8d7-41f6-b7d0-0937b8c93adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:09.006339 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d2648c-e8d7-41f6-b7d0-0937b8c93adc None None] Network 6a6801fe-2e0c-4de6-a67f-94644f76990b is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:55:09.012340 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-d6d2648c-e8d7-41f6-b7d0-0937b8c93adc None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:09.017673 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d2648c-e8d7-41f6-b7d0-0937b8c93adc None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:55:09.028616 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2648c-e8d7-41f6-b7d0-0937b8c93adc None None] Pushing event updated for resources: {'Port': ['ID=75c1af5f-b1e2-4693-afde-3c150d2402d2,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:09.046197 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91088ea5-5a2e-4cbb-8ac9-722a5ee45529 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Network 7c3d7b90-4cd0-492b-b8b2-539895f51db5 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:55:09.051889 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-91088ea5-5a2e-4cbb-8ac9-722a5ee45529 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:09.071569 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91088ea5-5a2e-4cbb-8ac9-722a5ee45529 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:55:09.074511 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 5716590a-72cb-4b8b-9771-e45062405df0 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:55:09.078204 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91088ea5-5a2e-4cbb-8ac9-722a5ee45529 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:09.079789 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-91088ea5-5a2e-4cbb-8ac9-722a5ee45529 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:09.095446 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91088ea5-5a2e-4cbb-8ac9-722a5ee45529 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Port': ['ID=c8237e93-0de4-4248-9463-de24d3a034f6,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:09.104193 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-b9f06de5-dbb4-4e40-adc6-383e6533efbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:09.105664 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-b9f06de5-dbb4-4e40-adc6-383e6533efbd service neutron] 10.222.0.67 "GET /v2.0/networks?id=055bb8ea-12c0-406b-86df-a2692a31f631 HTTP/1.1" status: 200 len: 897 time: 0.5275476 May 03 22:55:09.126541 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 5716590a-72cb-4b8b-9771-e45062405df0 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:09.127076 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:09.153638 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:55:09.173121 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-91088ea5-5a2e-4cbb-8ac9-722a5ee45529 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9098277 May 03 22:55:09.174746 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39138) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:09.185387 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-d6d2648c-e8d7-41f6-b7d0-0937b8c93adc None None] Attempting to bind port 75c1af5f-b1e2-4693-afde-3c150d2402d2 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:55:09.185678 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-d6d2648c-e8d7-41f6-b7d0-0937b8c93adc None None] Attempting to bind port 75c1af5f-b1e2-4693-afde-3c150d2402d2 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '58543a15-2e09-48ab-86a9-2a90c9078c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6a6801fe-2e0c-4de6-a67f-94644f76990b'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:55:09.187195 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d2648c-e8d7-41f6-b7d0-0937b8c93adc None None] Attempting to bind port 75c1af5f-b1e2-4693-afde-3c150d2402d2 on network 6a6801fe-2e0c-4de6-a67f-94644f76990b {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:55:09.197062 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d2648c-e8d7-41f6-b7d0-0937b8c93adc None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:55:09.197503 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d2648c-e8d7-41f6-b7d0-0937b8c93adc None None] Checking segment: {'id': '58543a15-2e09-48ab-86a9-2a90c9078c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6a6801fe-2e0c-4de6-a67f-94644f76990b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:55:09.197860 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d6d2648c-e8d7-41f6-b7d0-0937b8c93adc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:09.198288 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d2648c-e8d7-41f6-b7d0-0937b8c93adc None None] Bound using segment: {'id': '58543a15-2e09-48ab-86a9-2a90c9078c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6a6801fe-2e0c-4de6-a67f-94644f76990b'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:55:09.198830 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-d6d2648c-e8d7-41f6-b7d0-0937b8c93adc None None] Bound port: 75c1af5f-b1e2-4693-afde-3c150d2402d2, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58543a15-2e09-48ab-86a9-2a90c9078c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6a6801fe-2e0c-4de6-a67f-94644f76990b'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:55:09.199154 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d6d2648c-e8d7-41f6-b7d0-0937b8c93adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:09.219251 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-9e7f84fc-027a-4ed0-bba5-e900d5f3295d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80ecd12c-1b1f-45c0-8744-d8fc3c292241 HTTP/1.1" status: 200 len: 998 time: 0.1065376 May 03 22:55:09.279752 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '536ebbd0-0ec6-4871-a5c5-17a1ecb82a10', 'tag': '80ecd12c-1b1f-45c0-8744-d8fc3c292241'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:55:09.287693 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-eba14538-2650-4ea5-87ba-9987f83c2359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:09.289154 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-eba14538-2650-4ea5-87ba-9987f83c2359 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79599846-a979-45d3-98e2-160f7aa782c9 HTTP/1.1" status: 200 len: 835 time: 0.0630529 May 03 22:55:09.346743 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:09.360086 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-d6d2648c-e8d7-41f6-b7d0-0937b8c93adc None None] For port 75c1af5f-b1e2-4693-afde-3c150d2402d2, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:55:09.371717 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-736d46be-7c6e-4a61-b67f-ac72d34935a3'] response: {'name': 'network-changed', 'server_uuid': '536ebbd0-0ec6-4871-a5c5-17a1ecb82a10', 'tag': '80ecd12c-1b1f-45c0-8744-d8fc3c292241', 'status': 'completed', 'code': 200} May 03 22:55:09.378120 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-d6d2648c-e8d7-41f6-b7d0-0937b8c93adc None None] For port 75c1af5f-b1e2-4693-afde-3c150d2402d2, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=75c1af5f-b1e2-4693-afde-3c150d2402d2,segment=NetworkSegment(58543a15-2e09-48ab-86a9-2a90c9078c4d),segment_id=58543a15-2e09-48ab-86a9-2a90c9078c4d)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:55:09.390036 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d6d2648c-e8d7-41f6-b7d0-0937b8c93adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:09.394091 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-7356b7b4-9a7c-41d5-8ce3-6a04a537fbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:09.397612 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-7356b7b4-9a7c-41d5-8ce3-6a04a537fbda service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=055bb8ea-12c0-406b-86df-a2692a31f631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020494 May 03 22:55:09.403115 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9782c538-1daa-4c36-ae7f-052e0166221f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:09.403681 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9782c538-1daa-4c36-ae7f-052e0166221f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Synchronizing usage tracker for tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:55:09.448641 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 5716590a-72cb-4b8b-9771-e45062405df0, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=5716590a-72cb-4b8b-9771-e45062405df0,segment=NetworkSegment(192b73cd-f7fa-48f1-8d8e-6a3b77fb7879),segment_id=192b73cd-f7fa-48f1-8d8e-6a3b77fb7879)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:55:09.464524 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:09.468947 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bfe26137-c7a5-440b-ab6f-49fee0716a2b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:09.484282 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9782c538-1daa-4c36-ae7f-052e0166221f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Unset dirty status for tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:55:09.488066 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9782c538-1daa-4c36-ae7f-052e0166221f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "GET /v2.0/ports/c8237e93-0de4-4248-9463-de24d3a034f6 HTTP/1.1" status: 200 len: 840 time: 0.3045361 May 03 22:55:09.488286 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2648c-e8d7-41f6-b7d0-0937b8c93adc None None] Pushing event updated for resources: {'Port': ['ID=75c1af5f-b1e2-4693-afde-3c150d2402d2,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:09.491211 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39146) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:09.572305 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=5716590a-72cb-4b8b-9771-e45062405df0,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:09.788201 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-25ea0c6d-71df-4fe1-8251-a49cd8d3d9d9 service neutron] 10.222.0.67 "GET /v2.0/networks/055bb8ea-12c0-406b-86df-a2692a31f631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818743 May 03 22:55:09.938088 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-27afe6e8-e5c3-42a7-9218-e6211d88a5ed req-f77fe426-0bfd-4d00-8fa9-7f2dc75f4376 service neutron] 10.222.0.67 "GET /v2.0/networks/055bb8ea-12c0-406b-86df-a2692a31f631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421719 May 03 22:55:09.948361 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10cc9cf-0c0d-4104-964d-5d9f00f3f074 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Router b447e348-6fbd-4c10-8fe5-da4ea5bade46 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:55:09.996227 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-723712ce-ab03-469f-b2a0-003aa9765a08 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:10.005623 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-ec2f5b0d-fc29-4e64-8c65-9fb53ee9b548 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Deleting port c8237e93-0de4-4248-9463-de24d3a034f6 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:55:10.006179 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ec2f5b0d-fc29-4e64-8c65-9fb53ee9b548 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:10.063206 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d33a2c-0224-494d-bc22-5ffe08fe571d req-d393202c-5ec8-4651-aeb2-35213b57352f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:10.064724 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-56d33a2c-0224-494d-bc22-5ffe08fe571d req-d393202c-5ec8-4651-aeb2-35213b57352f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 1095 time: 0.0777800 May 03 22:55:10.203069 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d33a2c-0224-494d-bc22-5ffe08fe571d req-73188129-5e29-4b1c-b60b-ee15ed65b323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:10.204588 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-56d33a2c-0224-494d-bc22-5ffe08fe571d req-73188129-5e29-4b1c-b60b-ee15ed65b323 service neutron] 10.222.0.67 "GET /v2.0/networks?id=055bb8ea-12c0-406b-86df-a2692a31f631 HTTP/1.1" status: 200 len: 897 time: 0.1332948 May 03 22:55:10.384125 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-56d33a2c-0224-494d-bc22-5ffe08fe571d req-a402a548-1cd7-48cf-adc1-22cefefd6090 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80ecd12c-1b1f-45c0-8744-d8fc3c292241 HTTP/1.1" status: 200 len: 998 time: 0.1720283 May 03 22:55:10.457086 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b6cac-2f23-4057-a7fb-53c8f8d77a8b req-000ab063-7cc9-4b33-a37b-cc4f4d4b7396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:10.458498 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-316b6cac-2f23-4057-a7fb-53c8f8d77a8b req-000ab063-7cc9-4b33-a37b-cc4f4d4b7396 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1b60de6f3b94c398a46d760b7dccea8&device_id=58b1620c-1628-4b95-8629-756baa43d747 HTTP/1.1" status: 200 len: 1096 time: 0.1616142 May 03 22:55:10.464141 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d33a2c-0224-494d-bc22-5ffe08fe571d req-74fdbdbc-259e-42e6-8356-b75e2fe59a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:10.465595 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-56d33a2c-0224-494d-bc22-5ffe08fe571d req-74fdbdbc-259e-42e6-8356-b75e2fe59a73 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79599846-a979-45d3-98e2-160f7aa782c9 HTTP/1.1" status: 200 len: 835 time: 0.0743618 May 03 22:55:10.664761 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b6cac-2f23-4057-a7fb-53c8f8d77a8b req-c28ff81e-4b62-4c3c-b1b3-f40eadbc4975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:10.666149 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-316b6cac-2f23-4057-a7fb-53c8f8d77a8b req-c28ff81e-4b62-4c3c-b1b3-f40eadbc4975 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c911580a-47e8-451d-aa8d-57f0fa21ffe1 HTTP/1.1" status: 200 len: 919 time: 0.1992500 May 03 22:55:10.673701 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d33a2c-0224-494d-bc22-5ffe08fe571d req-18001efd-d8ab-4b60-8d3b-0de980d00023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:10.676261 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-56d33a2c-0224-494d-bc22-5ffe08fe571d req-18001efd-d8ab-4b60-8d3b-0de980d00023 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=055bb8ea-12c0-406b-86df-a2692a31f631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1902184 May 03 22:55:10.701822 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d33a2c-0224-494d-bc22-5ffe08fe571d req-0e113011-003e-42c8-9067-195fc8c83435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:10.703372 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-56d33a2c-0224-494d-bc22-5ffe08fe571d req-0e113011-003e-42c8-9067-195fc8c83435 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 1095 time: 1.2971761 May 03 22:55:10.715099 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fe0f42-6a31-417f-a837-d6b1e3b56245 None None] Network 6a6801fe-2e0c-4de6-a67f-94644f76990b requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:55:10.730616 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788920bc-81cb-4b11-a2cc-09d847f9dd4a req-2d688c02-f0a3-44b7-ae6f-c23588645afb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:10.732009 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-788920bc-81cb-4b11-a2cc-09d847f9dd4a req-2d688c02-f0a3-44b7-ae6f-c23588645afb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 944 time: 0.8506033 May 03 22:55:10.771128 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-316b6cac-2f23-4057-a7fb-53c8f8d77a8b req-2d7fa86e-fb77-467e-b354-53210f620eb5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5aa08b48-9310-4437-83e4-632a6081fea4 HTTP/1.1" status: 200 len: 217 time: 0.0945623 May 03 22:55:10.834224 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 75c1af5f-b1e2-4693-afde-3c150d2402d2 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:55:10.896966 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10cc9cf-0c0d-4104-964d-5d9f00f3f074 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:55:10.913302 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b6cac-2f23-4057-a7fb-53c8f8d77a8b req-94494914-e65f-48ac-a96c-f4a1d9d05c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:10.915121 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-316b6cac-2f23-4057-a7fb-53c8f8d77a8b req-94494914-e65f-48ac-a96c-f4a1d9d05c1b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5517459f-c98d-41cf-b3ba-cd5ba862ae7c HTTP/1.1" status: 200 len: 857 time: 0.1318727 May 03 22:55:10.918409 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c4978b37-570c-4f77-a68d-8863d3180810 None None] Provisioning for port 75c1af5f-b1e2-4693-afde-3c150d2402d2 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:55:10.922384 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae214d5b-39b2-408a-a287-6fb906a63f7d None None] Sync routers for ids ['b447e348-6fbd-4c10-8fe5-da4ea5bade46'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:55:10.937437 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae214d5b-39b2-408a-a287-6fb906a63f7d None None] Routers {'b447e348-6fbd-4c10-8fe5-da4ea5bade46'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:55:10.939022 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-ae214d5b-39b2-408a-a287-6fb906a63f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:54:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['b447e348-6fbd-4c10-8fe5-da4ea5bade46'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:10.951790 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ec2f5b0d-fc29-4e64-8c65-9fb53ee9b548 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:10.987762 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 75c1af5f-b1e2-4693-afde-3c150d2402d2 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:55:10.990815 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-56d33a2c-0224-494d-bc22-5ffe08fe571d req-29ae411a-77c2-4a15-aedc-2465f04a414c service neutron] 10.222.0.67 "GET /v2.0/networks/055bb8ea-12c0-406b-86df-a2692a31f631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566922 May 03 22:55:10.999092 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-ae214d5b-39b2-408a-a287-6fb906a63f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:11.000040 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 75c1af5f-b1e2-4693-afde-3c150d2402d2 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:11.000418 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:11.009267 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae214d5b-39b2-408a-a287-6fb906a63f7d None None] Routers {'b447e348-6fbd-4c10-8fe5-da4ea5bade46'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:55:11.010143 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-ae214d5b-39b2-408a-a287-6fb906a63f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:54:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['b447e348-6fbd-4c10-8fe5-da4ea5bade46'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:11.074902 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-ae214d5b-39b2-408a-a287-6fb906a63f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:11.075741 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae214d5b-39b2-408a-a287-6fb906a63f7d None None] The sync data for ids ['b447e348-6fbd-4c10-8fe5-da4ea5bade46'] in n-d-811807-1 is: [] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:55:11.125367 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b6cac-2f23-4057-a7fb-53c8f8d77a8b req-a34c729c-5085-464c-b4a2-939f1851a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:11.127510 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-316b6cac-2f23-4057-a7fb-53c8f8d77a8b req-a34c729c-5085-464c-b4a2-939f1851a186 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c911580a-47e8-451d-aa8d-57f0fa21ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2052145 May 03 22:55:11.146139 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-723712ce-ab03-469f-b2a0-003aa9765a08 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Allocated IP 172.25.2.7 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/d99285d7-faf7-4c68-9c13-15cec692b94c) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:55:11.182266 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-56d33a2c-0224-494d-bc22-5ffe08fe571d req-05d0418d-e385-4812-a93a-0277c6e7560a service neutron] 10.222.0.67 "GET /v2.0/networks/055bb8ea-12c0-406b-86df-a2692a31f631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834486 May 03 22:55:11.187388 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:11.201834 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-ec2f5b0d-fc29-4e64-8c65-9fb53ee9b548 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Calling delete_port for c8237e93-0de4-4248-9463-de24d3a034f6 owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:55:11.227199 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 75c1af5f-b1e2-4693-afde-3c150d2402d2, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=75c1af5f-b1e2-4693-afde-3c150d2402d2,segment=NetworkSegment(58543a15-2e09-48ab-86a9-2a90c9078c4d),segment_id=58543a15-2e09-48ab-86a9-2a90c9078c4d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:55:11.233841 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:11.235837 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-bfe26137-c7a5-440b-ab6f-49fee0716a2b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Allocated IP 172.23.0.1 (6a6801fe-2e0c-4de6-a67f-94644f76990b/2b3efd8b-3900-43e8-846c-f65690522bc5/e1367cf5-edde-48ae-b974-614c582ca337) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:55:11.236383 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 5716590a-72cb-4b8b-9771-e45062405df0 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:55:11.367177 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=75c1af5f-b1e2-4693-afde-3c150d2402d2,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:11.380462 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 5716590a-72cb-4b8b-9771-e45062405df0 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:11.380845 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:11.417972 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-316b6cac-2f23-4057-a7fb-53c8f8d77a8b req-ba1229ef-9258-4730-baad-d129e095ba84 service neutron] 10.222.0.60 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822566 May 03 22:55:11.514755 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-71c650e4-ff30-4da4-890c-6c0bbaaf978f None None] Provisioning complete for port 75c1af5f-b1e2-4693-afde-3c150d2402d2 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:11.515022 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-71c650e4-ff30-4da4-890c-6c0bbaaf978f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:11.584557 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-316b6cac-2f23-4057-a7fb-53c8f8d77a8b req-ef95ca16-767a-4f7c-968b-e884f4f6bff3 service neutron] 10.222.0.60 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579759 May 03 22:55:11.606847 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-788920bc-81cb-4b11-a2cc-09d847f9dd4a req-e049067b-780b-4d22-a825-b0eb9015addf tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8480923 May 03 22:55:11.645516 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b10cc9cf-0c0d-4104-964d-5d9f00f3f074 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:11.649709 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b10cc9cf-0c0d-4104-964d-5d9f00f3f074 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.6066618 May 03 22:55:11.649916 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39160) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:11.709642 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e521e-acd1-4aa2-ac51-5ea6d343e4da req-b8c69f1f-cf84-4415-b897-72ca8a44f1b4 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:11.711139 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c87e521e-acd1-4aa2-ac51-5ea6d343e4da req-b8c69f1f-cf84-4415-b897-72ca8a44f1b4 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=58b1620c-1628-4b95-8629-756baa43d747 HTTP/1.1" status: 200 len: 945 time: 1.3305497 May 03 22:55:11.841569 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c5d120e5-3236-4894-a187-43e3223f5c00 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "GET /v2.0/routers/b447e348-6fbd-4c10-8fe5-da4ea5bade46 HTTP/1.1" status: 200 len: 885 time: 0.1874619 May 03 22:55:11.841773 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39166) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:11.844867 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d33a2c-0224-494d-bc22-5ffe08fe571d req-aa1763c1-90d4-4ebf-aefc-c6115dd65e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:11.846329 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-56d33a2c-0224-494d-bc22-5ffe08fe571d req-aa1763c1-90d4-4ebf-aefc-c6115dd65e0a service neutron] 10.222.0.60 "GET /v2.0/networks?id=055bb8ea-12c0-406b-86df-a2692a31f631 HTTP/1.1" status: 200 len: 897 time: 1.1071377 May 03 22:55:11.942835 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bfe26137-c7a5-440b-ab6f-49fee0716a2b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:11.949230 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ec2f5b0d-fc29-4e64-8c65-9fb53ee9b548 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:12.013503 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c87e521e-acd1-4aa2-ac51-5ea6d343e4da req-ab5d3c78-17dd-40dc-95ad-f9dc8d2079ad tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840743 May 03 22:55:12.053258 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f5b0d-fc29-4e64-8c65-9fb53ee9b548 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'Port': ['ID=c8237e93-0de4-4248-9463-de24d3a034f6,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:12.055100 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-335bfde8-7eb7-4abd-aa82-adbf375c0ebb tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Synchronizing usage tracker for tenant:06cc14afcda64b42b43ac970e3b09815 on resource:router {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:55:12.063169 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-bfe26137-c7a5-440b-ab6f-49fee0716a2b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Transition to ACTIVE for port object e1367cf5-edde-48ae-b974-614c582ca337 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:55:12.075543 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-335bfde8-7eb7-4abd-aa82-adbf375c0ebb tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Unset dirty status for tenant:06cc14afcda64b42b43ac970e3b09815 on resource:router {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:55:12.079416 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-335bfde8-7eb7-4abd-aa82-adbf375c0ebb tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2340660 May 03 22:55:12.079549 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39170) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:12.086978 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-d541ea39-d963-4172-9053-a3d341c5a8cd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1966256803'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:12.088993 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ec2f5b0d-fc29-4e64-8c65-9fb53ee9b548 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:12.103076 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-723712ce-ab03-469f-b2a0-003aa9765a08 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:12.114869 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-56d33a2c-0224-494d-bc22-5ffe08fe571d req-80ce76a9-1948-45ad-8b89-2e14fc12e6a5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80ecd12c-1b1f-45c0-8744-d8fc3c292241 HTTP/1.1" status: 200 len: 998 time: 0.2390726 May 03 22:55:12.176059 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ec2f5b0d-fc29-4e64-8c65-9fb53ee9b548 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/ports/c8237e93-0de4-4248-9463-de24d3a034f6 HTTP/1.1" status: 204 len: 168 time: 2.6800826 May 03 22:55:12.180456 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39174) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:12.244579 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef1ceeb0-3e5b-4001-bcbf-eaa9c77a6a06 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] GET failed (client error): The resource could not be found. May 03 22:55:12.245107 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ef1ceeb0-3e5b-4001-bcbf-eaa9c77a6a06 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Synchronizing usage tracker for tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:55:12.253743 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d33a2c-0224-494d-bc22-5ffe08fe571d req-2f1eb831-421b-4c9c-8ce9-4ded8684989a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:12.255202 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-56d33a2c-0224-494d-bc22-5ffe08fe571d req-2f1eb831-421b-4c9c-8ce9-4ded8684989a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=79599846-a979-45d3-98e2-160f7aa782c9 HTTP/1.1" status: 200 len: 835 time: 0.1307817 May 03 22:55:12.260376 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bfe26137-c7a5-440b-ab6f-49fee0716a2b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:12.379840 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ef1ceeb0-3e5b-4001-bcbf-eaa9c77a6a06 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Unset dirty status for tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:55:12.380896 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ef1ceeb0-3e5b-4001-bcbf-eaa9c77a6a06 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "GET /v2.0/ports/c8237e93-0de4-4248-9463-de24d3a034f6 HTTP/1.1" status: 404 len: 333 time: 0.1938500 May 03 22:55:12.388097 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-723712ce-ab03-469f-b2a0-003aa9765a08 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:12.391279 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39178) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:12.395926 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe26137-c7a5-440b-ab6f-49fee0716a2b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Network 6a6801fe-2e0c-4de6-a67f-94644f76990b is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:55:12.403896 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-bfe26137-c7a5-440b-ab6f-49fee0716a2b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:12.413257 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-e17ddae0-5302-4ccb-825a-fb5838c100d9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'port': {'network_id': '7c3d7b90-4cd0-492b-b8b2-539895f51db5', 'name': 'tempest-PortsTestJSON-971927106'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:12.428090 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe26137-c7a5-440b-ab6f-49fee0716a2b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:55:12.474123 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe26137-c7a5-440b-ab6f-49fee0716a2b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'Port': ['ID=e1367cf5-edde-48ae-b974-614c582ca337,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:12.576462 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723712ce-ab03-469f-b2a0-003aa9765a08 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:55:12.591797 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-723712ce-ab03-469f-b2a0-003aa9765a08 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:12.594662 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723712ce-ab03-469f-b2a0-003aa9765a08 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:55:12.642691 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d541ea39-d963-4172-9053-a3d341c5a8cd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:12.656957 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d541ea39-d963-4172-9053-a3d341c5a8cd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-785141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-785150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-783245'] for router, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:12.687296 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-58379a60-a910-4244-8705-b8ba8c4d2cc4 None None] Provisioning for port e1367cf5-edde-48ae-b974-614c582ca337 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:55:12.694755 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-58379a60-a910-4244-8705-b8ba8c4d2cc4 None None] Provisioning complete for port e1367cf5-edde-48ae-b974-614c582ca337 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:12.695614 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-58379a60-a910-4244-8705-b8ba8c4d2cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:12.755503 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bfe26137-c7a5-440b-ab6f-49fee0716a2b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:12.772956 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 75c1af5f-b1e2-4693-afde-3c150d2402d2 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:55:12.848720 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-58379a60-a910-4244-8705-b8ba8c4d2cc4 None None] Port e1367cf5-edde-48ae-b974-614c582ca337 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:55:12.861408 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d541ea39-d963-4172-9053-a3d341c5a8cd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Router b447e348-6fbd-4c10-8fe5-da4ea5bade46 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:55:12.864109 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 75c1af5f-b1e2-4693-afde-3c150d2402d2 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:12.864485 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:12.882108 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723712ce-ab03-469f-b2a0-003aa9765a08 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Pushing event updated for resources: {'Port': ['ID=d99285d7-faf7-4c68-9c13-15cec692b94c,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:12.916107 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d33a2c-0224-494d-bc22-5ffe08fe571d req-52b95bd8-46da-4318-96af-694f4c6c8fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:12.917621 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-56d33a2c-0224-494d-bc22-5ffe08fe571d req-52b95bd8-46da-4318-96af-694f4c6c8fce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=055bb8ea-12c0-406b-86df-a2692a31f631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6519814 May 03 22:55:12.918691 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e17ddae0-5302-4ccb-825a-fb5838c100d9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:13.007153 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e17ddae0-5302-4ccb-825a-fb5838c100d9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:13.072419 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17ddae0-5302-4ccb-825a-fb5838c100d9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Made reservation on behalf of 3a6c8dfe4a524ed3932fdccc3fe2c5d8 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:55:13.075927 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e17ddae0-5302-4ccb-825a-fb5838c100d9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:13.170105 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 80ecd12c-1b1f-45c0-8744-d8fc3c292241 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:55:13.204852 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d541ea39-d963-4172-9053-a3d341c5a8cd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:55:13.211466 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d541ea39-d963-4172-9053-a3d341c5a8cd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:13.215143 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d541ea39-d963-4172-9053-a3d341c5a8cd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "PUT /v2.0/routers/b447e348-6fbd-4c10-8fe5-da4ea5bade46 HTTP/1.1" status: 200 len: 892 time: 1.1321647 May 03 22:55:13.217169 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39186) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:13.264787 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-56d33a2c-0224-494d-bc22-5ffe08fe571d req-1fbd563f-bf91-48cc-bff3-3d5b89891155 service neutron] 10.222.0.60 "GET /v2.0/networks/055bb8ea-12c0-406b-86df-a2692a31f631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074217 May 03 22:55:13.280137 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8c79fa-0125-4820-ab23-b0a6e7bacc16 None None] Sync routers for ids ['b447e348-6fbd-4c10-8fe5-da4ea5bade46'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:55:13.322102 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8c79fa-0125-4820-ab23-b0a6e7bacc16 None None] Routers {'b447e348-6fbd-4c10-8fe5-da4ea5bade46'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:55:13.322988 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-da8c79fa-0125-4820-ab23-b0a6e7bacc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:54:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['b447e348-6fbd-4c10-8fe5-da4ea5bade46'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:13.412150 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-da8c79fa-0125-4820-ab23-b0a6e7bacc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:13.434227 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-79247f8c-45fc-40fa-bbd6-e03180053f11 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "GET /v2.0/routers/b447e348-6fbd-4c10-8fe5-da4ea5bade46 HTTP/1.1" status: 200 len: 892 time: 0.2155008 May 03 22:55:13.436476 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39190) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:13.436891 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-e17ddae0-5302-4ccb-825a-fb5838c100d9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] device_id is not set on port 3d31c124-ad7e-45e3-af35-d33513a9963d yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:55:13.439267 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8c79fa-0125-4820-ab23-b0a6e7bacc16 None None] Routers {'b447e348-6fbd-4c10-8fe5-da4ea5bade46'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:55:13.440112 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-da8c79fa-0125-4820-ab23-b0a6e7bacc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:54:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['b447e348-6fbd-4c10-8fe5-da4ea5bade46'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:13.484869 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1e4d43c7-5b2e-4ac8-a77a-4aa12e915def tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "GET /v2.0/ports?device_id=b447e348-6fbd-4c10-8fe5-da4ea5bade46 HTTP/1.1" status: 200 len: 205 time: 0.0467877 May 03 22:55:13.487874 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39194) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:13.503498 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 80ecd12c-1b1f-45c0-8744-d8fc3c292241, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=80ecd12c-1b1f-45c0-8744-d8fc3c292241,segment=NetworkSegment(c1913453-5352-4f75-a107-aede62df174a),segment_id=c1913453-5352-4f75-a107-aede62df174a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:55:13.520700 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-da8c79fa-0125-4820-ab23-b0a6e7bacc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:13.521191 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8c79fa-0125-4820-ab23-b0a6e7bacc16 None None] The sync data for ids ['b447e348-6fbd-4c10-8fe5-da4ea5bade46'] in n-d-811807-1 is: [] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:55:13.534194 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '80ecd12c-1b1f-45c0-8744-d8fc3c292241', 'network_id': '055bb8ea-12c0-406b-86df-a2692a31f631', 'port_id': '80ecd12c-1b1f-45c0-8744-d8fc3c292241', 'mac_address': 'fa:16:3e:a3:8c:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79599846-a979-45d3-98e2-160f7aa782c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:55:13.604093 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:13.624920 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ecd12c-1b1f-45c0-8744-d8fc3c292241 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:55:13.643477 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 80ecd12c-1b1f-45c0-8744-d8fc3c292241, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=80ecd12c-1b1f-45c0-8744-d8fc3c292241,segment=NetworkSegment(c1913453-5352-4f75-a107-aede62df174a),segment_id=c1913453-5352-4f75-a107-aede62df174a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:55:13.648183 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:13.686944 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2dd51f71-ba9a-4b0e-aabb-29a8339c2915 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:13.722828 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=80ecd12c-1b1f-45c0-8744-d8fc3c292241,revision_number=12']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:13.869837 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2dd51f71-ba9a-4b0e-aabb-29a8339c2915 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:13.879389 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-2dd51f71-ba9a-4b0e-aabb-29a8339c2915 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Deleting port bb276766-e79a-4d17-bc6f-818531ff49e5 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:55:13.879698 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2dd51f71-ba9a-4b0e-aabb-29a8339c2915 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:13.916268 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f97e5f-f04a-458e-a344-4ff33f71d80b req-b2823fd7-35b0-43b4-ad48-79d833a4e8ed tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:13.917734 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c6f97e5f-f04a-458e-a344-4ff33f71d80b req-b2823fd7-35b0-43b4-ad48-79d833a4e8ed tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 944 time: 1.1323652 May 03 22:55:13.918393 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bfe26137-c7a5-440b-ab6f-49fee0716a2b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:13.995828 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['80ecd12c-1b1f-45c0-8744-d8fc3c292241'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:55:14.052932 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2dd51f71-ba9a-4b0e-aabb-29a8339c2915 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:14.134755 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-56d33a2c-0224-494d-bc22-5ffe08fe571d req-30e7eac9-068f-4f24-8518-4cc076baec20 service neutron] 10.222.0.60 "GET /v2.0/networks/055bb8ea-12c0-406b-86df-a2692a31f631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6339681 May 03 22:55:14.146661 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c6f97e5f-f04a-458e-a344-4ff33f71d80b req-a3f477d4-8334-4129-bccc-3bd93f43b041 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184951 May 03 22:55:14.179093 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-2dd51f71-ba9a-4b0e-aabb-29a8339c2915 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Calling delete_port for bb276766-e79a-4d17-bc6f-818531ff49e5 owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:55:14.362793 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e1340-c7aa-4263-8ecb-2b69ebb220aa req-c282735c-0ac0-4f6a-8d90-039f6cf81018 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:14.364136 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2dd51f71-ba9a-4b0e-aabb-29a8339c2915 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:14.364682 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-291e1340-c7aa-4263-8ecb-2b69ebb220aa req-c282735c-0ac0-4f6a-8d90-039f6cf81018 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=58b1620c-1628-4b95-8629-756baa43d747 HTTP/1.1" status: 200 len: 945 time: 1.0982726 May 03 22:55:14.412716 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-723712ce-ab03-469f-b2a0-003aa9765a08 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:14.432661 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e17ddae0-5302-4ccb-825a-fb5838c100d9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:14.509735 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-291e1340-c7aa-4263-8ecb-2b69ebb220aa req-67bd0fd1-cb84-419f-a2b8-03be817a3b0d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336977 May 03 22:55:14.617155 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd51f71-ba9a-4b0e-aabb-29a8339c2915 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event deleted for resources: {'Port': ['ID=bb276766-e79a-4d17-bc6f-818531ff49e5,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:14.631801 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2dd51f71-ba9a-4b0e-aabb-29a8339c2915 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:14.674729 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e17ddae0-5302-4ccb-825a-fb5838c100d9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:14.712249 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-723712ce-ab03-469f-b2a0-003aa9765a08 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:14.803301 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2dd51f71-ba9a-4b0e-aabb-29a8339c2915 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:14.805450 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2dd51f71-ba9a-4b0e-aabb-29a8339c2915 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:14.815885 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17ddae0-5302-4ccb-825a-fb5838c100d9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Network 7c3d7b90-4cd0-492b-b8b2-539895f51db5 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:55:14.825236 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-e17ddae0-5302-4ccb-825a-fb5838c100d9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:14.831632 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2dd51f71-ba9a-4b0e-aabb-29a8339c2915 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:14.831853 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17ddae0-5302-4ccb-825a-fb5838c100d9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:55:14.832169 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd51f71-ba9a-4b0e-aabb-29a8339c2915 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Fanout notify agent at l3_agent the message router_deleted on router b447e348-6fbd-4c10-8fe5-da4ea5bade46 {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:55:14.837252 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17ddae0-5302-4ccb-825a-fb5838c100d9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:14.837701 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e17ddae0-5302-4ccb-825a-fb5838c100d9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:14.855578 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2dd51f71-ba9a-4b0e-aabb-29a8339c2915 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:14.860016 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2dd51f71-ba9a-4b0e-aabb-29a8339c2915 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/routers/b447e348-6fbd-4c10-8fe5-da4ea5bade46 HTTP/1.1" status: 204 len: 168 time: 1.3678033 May 03 22:55:14.860171 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ddae0-5302-4ccb-825a-fb5838c100d9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Port': ['ID=3d31c124-ad7e-45e3-af35-d33513a9963d,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:14.861692 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39198) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:14.866400 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-f09c044e-ebcd-4847-8568-7fc37440c357 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1086637934'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:14.872859 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f09c044e-ebcd-4847-8568-7fc37440c357 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:14.877880 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f09c044e-ebcd-4847-8568-7fc37440c357 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Usage tracker for resource:network and tenant:06cc14afcda64b42b43ac970e3b09815 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:55:14.880720 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f09c044e-ebcd-4847-8568-7fc37440c357 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:55:14.886716 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f09c044e-ebcd-4847-8568-7fc37440c357 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:14.913402 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bfe26137-c7a5-440b-ab6f-49fee0716a2b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:14.966617 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bfe26137-c7a5-440b-ab6f-49fee0716a2b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:14.974595 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09c044e-ebcd-4847-8568-7fc37440c357 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Made reservation on behalf of 06cc14afcda64b42b43ac970e3b09815 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:55:14.978283 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f09c044e-ebcd-4847-8568-7fc37440c357 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:15.006346 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f09c044e-ebcd-4847-8568-7fc37440c357 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:55:15.015244 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f09c044e-ebcd-4847-8568-7fc37440c357 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:15.015580 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-f09c044e-ebcd-4847-8568-7fc37440c357 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Added segment 5abcc7c3-efb3-4500-9e4f-fb3e0a3ae454 of type vlan for network c6a4fffd-4755-4df9-9f23-32d341746cf9 May 03 22:55:15.039585 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e17ddae0-5302-4ccb-825a-fb5838c100d9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.6390471 May 03 22:55:15.039834 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39202) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:15.045053 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f09c044e-ebcd-4847-8568-7fc37440c357 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:15.051964 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-7357188b-80fb-4474-a8c4-c0b2dd256441 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:15.115369 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe26137-c7a5-440b-ab6f-49fee0716a2b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event updated for resources: {'Port': ['ID=e1367cf5-edde-48ae-b974-614c582ca337,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:15.119457 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bfe26137-c7a5-440b-ab6f-49fee0716a2b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:15.180182 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f09c044e-ebcd-4847-8568-7fc37440c357 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:15.185713 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09c044e-ebcd-4847-8568-7fc37440c357 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:15.186315 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f09c044e-ebcd-4847-8568-7fc37440c357 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:15.213652 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 80ecd12c-1b1f-45c0-8744-d8fc3c292241 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:55:15.227224 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f09c044e-ebcd-4847-8568-7fc37440c357 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3653548 May 03 22:55:15.227443 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-723712ce-ab03-469f-b2a0-003aa9765a08 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:15.230457 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39208) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:15.232244 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7357188b-80fb-4474-a8c4-c0b2dd256441 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:15.236472 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-97fdead3-9239-42d5-95b2-df673224b859 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Request body: {'subnet': {'network_id': 'c6a4fffd-4755-4df9-9f23-32d341746cf9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:15.316379 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 80ecd12c-1b1f-45c0-8744-d8fc3c292241 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:55:15.322335 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 80ecd12c-1b1f-45c0-8744-d8fc3c292241 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:15.322729 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:15.456465 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-723712ce-ab03-469f-b2a0-003aa9765a08 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:15.479666 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:15.495487 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c044e-ebcd-4847-8568-7fc37440c357 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'Network': ['ID=c6a4fffd-4755-4df9-9f23-32d341746cf9,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:15.530376 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7357188b-80fb-4474-a8c4-c0b2dd256441 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:15.538760 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7357188b-80fb-4474-a8c4-c0b2dd256441 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:15.543495 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536ebbd0-0ec6-4871-a5c5-17a1ecb82a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ecd12c-1b1f-45c0-8744-d8fc3c292241'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:55:15.560606 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network c6a4fffd-4755-4df9-9f23-32d341746cf9 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:55:15.625063 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-7357188b-80fb-4474-a8c4-c0b2dd256441 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] In _notify_port_updated(), no bound segment for port 3d31c124-ad7e-45e3-af35-d33513a9963d on network 7c3d7b90-4cd0-492b-b8b2-539895f51db5 {{(pid=88070) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 03 22:55:15.630838 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7357188b-80fb-4474-a8c4-c0b2dd256441 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:15.632596 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7357188b-80fb-4474-a8c4-c0b2dd256441 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:15.632734 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7357188b-80fb-4474-a8c4-c0b2dd256441 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "PUT /v2.0/ports/3d31c124-ad7e-45e3-af35-d33513a9963d HTTP/1.1" status: 200 len: 818 time: 0.5919745 May 03 22:55:15.636519 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39216) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:15.708290 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357188b-80fb-4474-a8c4-c0b2dd256441 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Port': ['ID=3d31c124-ad7e-45e3-af35-d33513a9963d,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:15.724092 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-aa03b5ae-6bd9-4900-ab14-70b9130d5270 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Deleting port 3d31c124-ad7e-45e3-af35-d33513a9963d {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:55:15.725095 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-aa03b5ae-6bd9-4900-ab14-70b9130d5270 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:15.755642 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 80ecd12c-1b1f-45c0-8744-d8fc3c292241, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=80ecd12c-1b1f-45c0-8744-d8fc3c292241,segment=NetworkSegment(c1913453-5352-4f75-a107-aede62df174a),segment_id=c1913453-5352-4f75-a107-aede62df174a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:55:15.762853 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:15.845648 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=80ecd12c-1b1f-45c0-8744-d8fc3c292241,revision_number=13']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:15.847553 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723712ce-ab03-469f-b2a0-003aa9765a08 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Pushing event updated for resources: {'Port': ['ID=d99285d7-faf7-4c68-9c13-15cec692b94c,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:15.862488 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe26137-c7a5-440b-ab6f-49fee0716a2b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Network 6a6801fe-2e0c-4de6-a67f-94644f76990b is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:55:15.866706 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-97fdead3-9239-42d5-95b2-df673224b859 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:15.874676 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-bfe26137-c7a5-440b-ab6f-49fee0716a2b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:15.903344 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-97fdead3-9239-42d5-95b2-df673224b859 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Usage tracker for resource:subnet and tenant:06cc14afcda64b42b43ac970e3b09815 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:55:15.911506 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-97fdead3-9239-42d5-95b2-df673224b859 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:55:15.918409 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-723712ce-ab03-469f-b2a0-003aa9765a08 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:16.023764 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-aa03b5ae-6bd9-4900-ab14-70b9130d5270 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:16.054439 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-97fdead3-9239-42d5-95b2-df673224b859 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:16.173678 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-aa03b5ae-6bd9-4900-ab14-70b9130d5270 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Calling delete_port for 3d31c124-ad7e-45e3-af35-d33513a9963d owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:55:16.243374 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fdead3-9239-42d5-95b2-df673224b859 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Made reservation on behalf of 06cc14afcda64b42b43ac970e3b09815 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:55:16.246605 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-97fdead3-9239-42d5-95b2-df673224b859 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:16.260414 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-aa03b5ae-6bd9-4900-ab14-70b9130d5270 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:16.296152 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d085665-fc7e-4b79-80dc-317bc16453e8 req-d08ae588-34d3-47cd-bea2-6525c9f470e9 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:16.300917 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2d085665-fc7e-4b79-80dc-317bc16453e8 req-d08ae588-34d3-47cd-bea2-6525c9f470e9 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 945 time: 0.8889997 May 03 22:55:16.333557 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6b7b0b0c-d071-45a9-91d8-6e1834a714fc None None] Provisioning complete for port e1367cf5-edde-48ae-b974-614c582ca337 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:16.334412 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6b7b0b0c-d071-45a9-91d8-6e1834a714fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:16.425414 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-6b7b0b0c-d071-45a9-91d8-6e1834a714fc None None] Port e1367cf5-edde-48ae-b974-614c582ca337 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:55:16.446471 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03b5ae-6bd9-4900-ab14-70b9130d5270 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'Port': ['ID=3d31c124-ad7e-45e3-af35-d33513a9963d,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:16.456933 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-aa03b5ae-6bd9-4900-ab14-70b9130d5270 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:16.470486 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-aa03b5ae-6bd9-4900-ab14-70b9130d5270 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/ports/3d31c124-ad7e-45e3-af35-d33513a9963d HTTP/1.1" status: 204 len: 168 time: 0.8303874 May 03 22:55:16.473288 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39220) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:16.493714 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd182a-19dd-4f1e-a37c-481dd64a03c6 req-bcfe8104-4379-4f0d-ad11-5770d17c23dc tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:16.495617 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1dcd182a-19dd-4f1e-a37c-481dd64a03c6 req-bcfe8104-4379-4f0d-ad11-5770d17c23dc tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=58b1620c-1628-4b95-8629-756baa43d747 HTTP/1.1" status: 200 len: 945 time: 0.7319624 May 03 22:55:16.540870 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe26137-c7a5-440b-ab6f-49fee0716a2b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Router ad186c1d-90c6-4e62-b866-dba1a5d63205 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:55:16.560373 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda58635-e28c-4144-9e83-68d8230b41b5 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:16.561140 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bda58635-e28c-4144-9e83-68d8230b41b5 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Synchronizing usage tracker for tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:55:16.584618 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bda58635-e28c-4144-9e83-68d8230b41b5 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Unset dirty status for tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:55:16.584618 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bda58635-e28c-4144-9e83-68d8230b41b5 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1093230 May 03 22:55:16.584618 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39224) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:16.607087 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2d085665-fc7e-4b79-80dc-317bc16453e8 req-1cc3a192-3daa-49e2-be58-dd85ba6cdc1c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2741914 May 03 22:55:16.623614 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-723712ce-ab03-469f-b2a0-003aa9765a08 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Floating IP f985aac5-5a99-44de-a436-609b1251a01c associated. External IP: 172.25.2.7, port: 2fbcdb04-9a74-4ec5-a7a5-7099f1570164. May 03 22:55:16.637092 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39228) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:16.666941 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64b7340c-cdca-42df-affc-4c3f12ece93b'] response: {'server_uuid': '536ebbd0-0ec6-4871-a5c5-17a1ecb82a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ecd12c-1b1f-45c0-8744-d8fc3c292241', 'code': 200} May 03 22:55:16.730919 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c598c42-8666-4d75-a996-32fdac91ef26 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] GET failed (client error): The resource could not be found. May 03 22:55:16.734589 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6c598c42-8666-4d75-a996-32fdac91ef26 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "GET /v2.0/ports/3d31c124-ad7e-45e3-af35-d33513a9963d HTTP/1.1" status: 404 len: 333 time: 0.1474984 May 03 22:55:16.741608 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39232) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:16.761741 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-f63c2639-7109-4b4d-9be2-1a4cd1d5e1a9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2055708170'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:16.772122 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f63c2639-7109-4b4d-9be2-1a4cd1d5e1a9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:16.779541 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1dcd182a-19dd-4f1e-a37c-481dd64a03c6 req-ad971f10-f171-407f-a8ea-f9a36efead88 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595084 May 03 22:55:16.780088 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f63c2639-7109-4b4d-9be2-1a4cd1d5e1a9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:network and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:55:16.786898 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f63c2639-7109-4b4d-9be2-1a4cd1d5e1a9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:55:16.796460 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f63c2639-7109-4b4d-9be2-1a4cd1d5e1a9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:16.812360 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-72ea2e71-573b-4eee-8a82-a6ddb5278195 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/floatingips/e8e404a4-f288-4ce9-9a6e-7cbe5bc52cdd HTTP/1.1" status: 200 len: 992 time: 0.1801691 May 03 22:55:16.827076 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63c2639-7109-4b4d-9be2-1a4cd1d5e1a9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Made reservation on behalf of 3a6c8dfe4a524ed3932fdccc3fe2c5d8 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:55:16.831449 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f63c2639-7109-4b4d-9be2-1a4cd1d5e1a9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:16.866446 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f63c2639-7109-4b4d-9be2-1a4cd1d5e1a9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:55:16.877218 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f63c2639-7109-4b4d-9be2-1a4cd1d5e1a9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:16.877218 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-f63c2639-7109-4b4d-9be2-1a4cd1d5e1a9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Added segment 59374db5-c802-4ca3-9967-7c0c025cff10 of type vlan for network 228baeca-20f5-4299-a962-eaa25674f920 May 03 22:55:16.914964 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f63c2639-7109-4b4d-9be2-1a4cd1d5e1a9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:16.944418 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f63c2639-7109-4b4d-9be2-1a4cd1d5e1a9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:16.950120 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63c2639-7109-4b4d-9be2-1a4cd1d5e1a9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:16.950786 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f63c2639-7109-4b4d-9be2-1a4cd1d5e1a9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:17.006372 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f63c2639-7109-4b4d-9be2-1a4cd1d5e1a9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2613220 May 03 22:55:17.007167 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39236) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:17.059394 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-bf07301d-2708-4343-8f3e-fbab384bdc60 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'subnet': {'network_id': '228baeca-20f5-4299-a962-eaa25674f920', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:17.088292 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c2639-7109-4b4d-9be2-1a4cd1d5e1a9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Network': ['ID=228baeca-20f5-4299-a962-eaa25674f920,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:17.098919 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 228baeca-20f5-4299-a962-eaa25674f920 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:55:17.177278 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bf07301d-2708-4343-8f3e-fbab384bdc60 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:17.184152 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bf07301d-2708-4343-8f3e-fbab384bdc60 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:subnet and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:55:17.185555 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe26137-c7a5-440b-ab6f-49fee0716a2b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:55:17.187194 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bf07301d-2708-4343-8f3e-fbab384bdc60 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:55:17.195037 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bf07301d-2708-4343-8f3e-fbab384bdc60 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:17.207838 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9850ec2-cb9f-492f-91ed-cfd5cd775a85 None None] Sync routers for ids ['ad186c1d-90c6-4e62-b866-dba1a5d63205'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:55:17.210725 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf07301d-2708-4343-8f3e-fbab384bdc60 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Made reservation on behalf of 3a6c8dfe4a524ed3932fdccc3fe2c5d8 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:55:17.214961 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-bfe26137-c7a5-440b-ab6f-49fee0716a2b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "PUT /v2.0/routers/ad186c1d-90c6-4e62-b866-dba1a5d63205/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7340367 May 03 22:55:17.215113 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bf07301d-2708-4343-8f3e-fbab384bdc60 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:17.217476 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9850ec2-cb9f-492f-91ed-cfd5cd775a85 None None] Routers {'ad186c1d-90c6-4e62-b866-dba1a5d63205'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:55:17.218118 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-b9850ec2-cb9f-492f-91ed-cfd5cd775a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:54:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['ad186c1d-90c6-4e62-b866-dba1a5d63205'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:17.221096 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39240) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:17.235924 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-49865909-5129-4059-b3a3-516b9b46b312 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:17.403479 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-b9850ec2-cb9f-492f-91ed-cfd5cd775a85 None None] Set router ad186c1d-90c6-4e62-b866-dba1a5d63205 gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:55:17.447535 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bf07301d-2708-4343-8f3e-fbab384bdc60 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:17.478485 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-97fdead3-9239-42d5-95b2-df673224b859 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:17.525547 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07301d-2708-4343-8f3e-fbab384bdc60 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Subnet': ['ID=de0df008-7350-41fe-ae01-90fe5a6a0a69,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:17.535628 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf07301d-2708-4343-8f3e-fbab384bdc60 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Checking segment: {'id': '59374db5-c802-4ca3-9967-7c0c025cff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '228baeca-20f5-4299-a962-eaa25674f920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:55:17.535986 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf07301d-2708-4343-8f3e-fbab384bdc60 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Network hostable DHCP agents. Network: 228baeca-20f5-4299-a962-eaa25674f920, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:55:17.557063 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf07301d-2708-4343-8f3e-fbab384bdc60 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Network 228baeca-20f5-4299-a962-eaa25674f920 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:55:17.568807 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-bf07301d-2708-4343-8f3e-fbab384bdc60 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 228baeca-20f5-4299-a962-eaa25674f920) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:17.579643 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d39314b-d38d-44eb-95cd-fd127a2542c7 None None] Network 228baeca-20f5-4299-a962-eaa25674f920 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:55:17.581544 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf07301d-2708-4343-8f3e-fbab384bdc60 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:17.582486 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bf07301d-2708-4343-8f3e-fbab384bdc60 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:17.614616 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bf07301d-2708-4343-8f3e-fbab384bdc60 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6062014 May 03 22:55:17.617571 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39244) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:17.624244 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-6c806999-c09b-475b-adb2-53099af57c34 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'subnet': {'network_id': '228baeca-20f5-4299-a962-eaa25674f920', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:17.767454 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-b9850ec2-cb9f-492f-91ed-cfd5cd775a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'name': 'tempest-RoutersTest-router-107172431', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:54:32Z', 'updated_at': '2022-05-03T22:55:13Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'gw_port_host': None, '_interfaces': [{'id': '1e35a016-d489-4668-b579-b99c447f9abb', 'name': '', 'network_id': '5303d291-09c3-4192-8edf-fc73bd21c115', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:b7:51:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:46Z', 'updated_at': '2022-05-03T22:55:02Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5716590a-72cb-4b8b-9771-e45062405df0', 'name': '', 'network_id': 'e9096d3a-9e13-49be-820c-2e4ad3fbd716', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:db:17:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'e618f6de-04d9-4ad6-951b-5b938dd26c92', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:58Z', 'updated_at': '2022-05-03T22:55:09Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': 'e618f6de-04d9-4ad6-951b-5b938dd26c92', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952f4797-a450-4624-b283-35efba1fba31', 'name': '', 'network_id': '2f8bd908-7370-4518-8b40-d26ef2eacf39', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:91:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:36Z', 'updated_at': '2022-05-03T22:54:52Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1367cf5-edde-48ae-b974-614c582ca337', 'name': '', 'network_id': '6a6801fe-2e0c-4de6-a67f-94644f76990b', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:ac:7f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '2b3efd8b-3900-43e8-846c-f65690522bc5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:10Z', 'updated_at': '2022-05-03T22:55:14Z', 'revision_number': 2, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': '2b3efd8b-3900-43e8-846c-f65690522bc5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:17.773389 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9850ec2-cb9f-492f-91ed-cfd5cd775a85 None None] Checking router: ad186c1d-90c6-4e62-b866-dba1a5d63205 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:55:17.774148 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9850ec2-cb9f-492f-91ed-cfd5cd775a85 None None] Updating router ad186c1d-90c6-4e62-b866-dba1a5d63205 port e1367cf5-edde-48ae-b974-614c582ca337 binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:55:17.794630 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6c806999-c09b-475b-adb2-53099af57c34 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:17.800829 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6c806999-c09b-475b-adb2-53099af57c34 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:subnet and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:55:17.804592 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6c806999-c09b-475b-adb2-53099af57c34 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:55:17.805401 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fdead3-9239-42d5-95b2-df673224b859 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'Subnet': ['ID=d247f685-062b-46ef-a486-e79a23dee8e2,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:17.830094 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6c806999-c09b-475b-adb2-53099af57c34 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:17.838587 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fdead3-9239-42d5-95b2-df673224b859 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Checking segment: {'id': '5abcc7c3-efb3-4500-9e4f-fb3e0a3ae454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'c6a4fffd-4755-4df9-9f23-32d341746cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:55:17.839182 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fdead3-9239-42d5-95b2-df673224b859 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Network hostable DHCP agents. Network: c6a4fffd-4755-4df9-9f23-32d341746cf9, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:55:17.852139 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723712ce-ab03-469f-b2a0-003aa9765a08 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Router bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:55:17.852366 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b9850ec2-cb9f-492f-91ed-cfd5cd775a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:17.853905 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c806999-c09b-475b-adb2-53099af57c34 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Made reservation on behalf of 3a6c8dfe4a524ed3932fdccc3fe2c5d8 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:55:17.858452 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6c806999-c09b-475b-adb2-53099af57c34 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:17.914514 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6720ca4f-e7a3-4abd-8749-e0c5f45ecf94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-228baeca-20f5-4299-a962-eaa25674f920', 'network_id': '228baeca-20f5-4299-a962-eaa25674f920', 'tenant_id': '3a6c8dfe4a524ed3932fdccc3fe2c5d8', 'fixed_ips': [{'subnet_id': 'de0df008-7350-41fe-ae01-90fe5a6a0a69'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:55:17.915472 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6720ca4f-e7a3-4abd-8749-e0c5f45ecf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:18.021533 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fdead3-9239-42d5-95b2-df673224b859 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Network c6a4fffd-4755-4df9-9f23-32d341746cf9 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:55:18.112127 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-6720ca4f-e7a3-4abd-8749-e0c5f45ecf94 None None] Allocated IP 172.20.0.2 (228baeca-20f5-4299-a962-eaa25674f920/de0df008-7350-41fe-ae01-90fe5a6a0a69/1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:55:18.115051 n-d-811807-1 neutron-server[88070]: INFO neutron.db.ipam_backend_mixin [None req-6c806999-c09b-475b-adb2-53099af57c34 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet de0df008-7350-41fe-ae01-90fe5a6a0a69 (CIDR: 172.20.0.0/28) May 03 22:55:18.119699 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c806999-c09b-475b-adb2-53099af57c34 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:55:18.120354 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c806999-c09b-475b-adb2-53099af57c34 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:55:18.146495 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6c806999-c09b-475b-adb2-53099af57c34 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5274761 May 03 22:55:18.150304 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39250) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:18.158405 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-97fdead3-9239-42d5-95b2-df673224b859 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, c6a4fffd-4755-4df9-9f23-32d341746cf9) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:18.159415 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-1074d3b0-18fc-47da-950f-8cd7e07cb0c2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'subnet': {'network_id': '228baeca-20f5-4299-a962-eaa25674f920', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:18.169301 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040e7ec8-58ca-4b5a-b9ad-5eee1af26266 None None] Network c6a4fffd-4755-4df9-9f23-32d341746cf9 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:55:18.202024 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fdead3-9239-42d5-95b2-df673224b859 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:18.202661 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-97fdead3-9239-42d5-95b2-df673224b859 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:18.267520 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-97fdead3-9239-42d5-95b2-df673224b859 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0355363 May 03 22:55:18.298936 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39254) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:18.311663 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b9850ec2-cb9f-492f-91ed-cfd5cd775a85 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:18.312556 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-40506e3f-70aa-4f90-aa76-8174e3ebac41 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-64996710', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:18.321287 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-40506e3f-70aa-4f90-aa76-8174e3ebac41 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:18.332569 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-40506e3f-70aa-4f90-aa76-8174e3ebac41 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Usage tracker for resource:router and tenant:06cc14afcda64b42b43ac970e3b09815 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:55:18.334551 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-b9850ec2-cb9f-492f-91ed-cfd5cd775a85 None None] Transition to ACTIVE for port object e1367cf5-edde-48ae-b974-614c582ca337 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:55:18.342047 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-40506e3f-70aa-4f90-aa76-8174e3ebac41 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:55:18.343349 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b9850ec2-cb9f-492f-91ed-cfd5cd775a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:18.354714 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-40506e3f-70aa-4f90-aa76-8174e3ebac41 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:18.365102 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723712ce-ab03-469f-b2a0-003aa9765a08 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:55:18.368496 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1074d3b0-18fc-47da-950f-8cd7e07cb0c2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:18.374993 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1074d3b0-18fc-47da-950f-8cd7e07cb0c2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:subnet and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:55:18.381114 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09c4b9d-0cea-4d1c-9194-b15033295d18 None None] Sync routers for ids ['bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:55:18.381329 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1074d3b0-18fc-47da-950f-8cd7e07cb0c2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:55:18.389508 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1074d3b0-18fc-47da-950f-8cd7e07cb0c2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:18.404394 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1074d3b0-18fc-47da-950f-8cd7e07cb0c2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Made reservation on behalf of 3a6c8dfe4a524ed3932fdccc3fe2c5d8 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:55:18.410683 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1074d3b0-18fc-47da-950f-8cd7e07cb0c2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:18.430184 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09c4b9d-0cea-4d1c-9194-b15033295d18 None None] Routers {'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:55:18.430822 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c09c4b9d-0cea-4d1c-9194-b15033295d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:54:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:18.435511 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-40506e3f-70aa-4f90-aa76-8174e3ebac41 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:18.436960 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-40506e3f-70aa-4f90-aa76-8174e3ebac41 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:18.470136 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cf8c8-84d3-4d65-b726-02601aadcaa1 req-b1766cd6-0140-4a12-be52-83424c9c09ea tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:18.478094 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-776cf8c8-84d3-4d65-b726-02601aadcaa1 req-b1766cd6-0140-4a12-be52-83424c9c09ea tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=58b1620c-1628-4b95-8629-756baa43d747 HTTP/1.1" status: 200 len: 945 time: 0.3907955 May 03 22:55:18.506012 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-723712ce-ab03-469f-b2a0-003aa9765a08 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:18.585313 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.extraroute_db [None req-49865909-5129-4059-b3a3-516b9b46b312 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=88069) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 03 22:55:18.654378 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c38cf-35ee-4226-a878-43d5777f3178 None None] Pushing event updated for resources: {'Port': ['ID=e1367cf5-edde-48ae-b974-614c582ca337,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:18.683745 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6c38cf-35ee-4226-a878-43d5777f3178 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:18.684512 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6c38cf-35ee-4226-a878-43d5777f3178 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:18.685912 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6c38cf-35ee-4226-a878-43d5777f3178 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:18.686425 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6c38cf-35ee-4226-a878-43d5777f3178 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:18.686959 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6c38cf-35ee-4226-a878-43d5777f3178 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:18.687446 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6c38cf-35ee-4226-a878-43d5777f3178 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:18.687927 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6c38cf-35ee-4226-a878-43d5777f3178 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:18.689692 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-c09c4b9d-0cea-4d1c-9194-b15033295d18 None None] Set router bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:55:18.690870 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6c38cf-35ee-4226-a878-43d5777f3178 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:18.691468 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6c38cf-35ee-4226-a878-43d5777f3178 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:18.692036 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6c38cf-35ee-4226-a878-43d5777f3178 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:18.692537 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6c38cf-35ee-4226-a878-43d5777f3178 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:18.693036 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6c38cf-35ee-4226-a878-43d5777f3178 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:18.698564 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-40506e3f-70aa-4f90-aa76-8174e3ebac41 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:18.700926 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.extraroute_db [None req-49865909-5129-4059-b3a3-516b9b46b312 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Removed routes are [] {{(pid=88069) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 03 22:55:18.701562 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-49865909-5129-4059-b3a3-516b9b46b312 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:18.713354 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-b9850ec2-cb9f-492f-91ed-cfd5cd775a85 None None] Attempting to bind port e1367cf5-edde-48ae-b974-614c582ca337 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:55:18.714220 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-776cf8c8-84d3-4d65-b726-02601aadcaa1 req-8d33762c-105b-466c-b6c2-3bbb8b08f72a tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350152 May 03 22:55:18.714488 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-b9850ec2-cb9f-492f-91ed-cfd5cd775a85 None None] Attempting to bind port e1367cf5-edde-48ae-b974-614c582ca337 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '58543a15-2e09-48ab-86a9-2a90c9078c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6a6801fe-2e0c-4de6-a67f-94644f76990b'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:55:18.715036 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9850ec2-cb9f-492f-91ed-cfd5cd775a85 None None] Attempting to bind port e1367cf5-edde-48ae-b974-614c582ca337 on network 6a6801fe-2e0c-4de6-a67f-94644f76990b {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:55:18.721928 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9850ec2-cb9f-492f-91ed-cfd5cd775a85 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:55:18.722569 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9850ec2-cb9f-492f-91ed-cfd5cd775a85 None None] Checking segment: {'id': '58543a15-2e09-48ab-86a9-2a90c9078c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6a6801fe-2e0c-4de6-a67f-94644f76990b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:55:18.723279 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b9850ec2-cb9f-492f-91ed-cfd5cd775a85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:18.723859 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9850ec2-cb9f-492f-91ed-cfd5cd775a85 None None] Bound using segment: {'id': '58543a15-2e09-48ab-86a9-2a90c9078c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6a6801fe-2e0c-4de6-a67f-94644f76990b'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:55:18.724709 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-b9850ec2-cb9f-492f-91ed-cfd5cd775a85 None None] Bound port: e1367cf5-edde-48ae-b974-614c582ca337, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58543a15-2e09-48ab-86a9-2a90c9078c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6a6801fe-2e0c-4de6-a67f-94644f76990b'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:55:18.725279 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b9850ec2-cb9f-492f-91ed-cfd5cd775a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:18.753455 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-723712ce-ab03-469f-b2a0-003aa9765a08 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 10.0683529 May 03 22:55:18.755657 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55857696-f3bc-41b2-a074-30b4e1978a9a', 'tag': '2fbcdb04-9a74-4ec5-a7a5-7099f1570164'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:55:18.833476 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-b9850ec2-cb9f-492f-91ed-cfd5cd775a85 None None] For port e1367cf5-edde-48ae-b974-614c582ca337, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:55:18.836770 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-b9850ec2-cb9f-492f-91ed-cfd5cd775a85 None None] For port e1367cf5-edde-48ae-b974-614c582ca337, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=e1367cf5-edde-48ae-b974-614c582ca337,segment=NetworkSegment(58543a15-2e09-48ab-86a9-2a90c9078c4d),segment_id=58543a15-2e09-48ab-86a9-2a90c9078c4d)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:55:18.842138 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b9850ec2-cb9f-492f-91ed-cfd5cd775a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:18.869368 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1074d3b0-18fc-47da-950f-8cd7e07cb0c2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:18.926528 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c38cf-35ee-4226-a878-43d5777f3178 None None] Pushing event updated for resources: {'Port': ['ID=e1367cf5-edde-48ae-b974-614c582ca337,revision_number=4']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:18.941308 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1074d3b0-18fc-47da-950f-8cd7e07cb0c2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Network 228baeca-20f5-4299-a962-eaa25674f920 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:55:18.961709 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-1074d3b0-18fc-47da-950f-8cd7e07cb0c2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:18.962845 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9850ec2-cb9f-492f-91ed-cfd5cd775a85 None None] Routers {'ad186c1d-90c6-4e62-b866-dba1a5d63205'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:55:18.964525 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-b9850ec2-cb9f-492f-91ed-cfd5cd775a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:54:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['ad186c1d-90c6-4e62-b866-dba1a5d63205'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:18.977954 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1074d3b0-18fc-47da-950f-8cd7e07cb0c2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:18.982117 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1074d3b0-18fc-47da-950f-8cd7e07cb0c2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:19.018768 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1074d3b0-18fc-47da-950f-8cd7e07cb0c2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Subnet': ['ID=3ff428df-f7c4-47f7-a98c-6fc1d8b4c249,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:19.029751 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1074d3b0-18fc-47da-950f-8cd7e07cb0c2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:19.030445 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1074d3b0-18fc-47da-950f-8cd7e07cb0c2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:19.030947 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1074d3b0-18fc-47da-950f-8cd7e07cb0c2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:19.031542 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1074d3b0-18fc-47da-950f-8cd7e07cb0c2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:19.032064 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1074d3b0-18fc-47da-950f-8cd7e07cb0c2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:19.032624 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1074d3b0-18fc-47da-950f-8cd7e07cb0c2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:19.033108 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1074d3b0-18fc-47da-950f-8cd7e07cb0c2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:19.033604 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1074d3b0-18fc-47da-950f-8cd7e07cb0c2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:19.034129 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1074d3b0-18fc-47da-950f-8cd7e07cb0c2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:19.035532 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1074d3b0-18fc-47da-950f-8cd7e07cb0c2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:19.036086 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1074d3b0-18fc-47da-950f-8cd7e07cb0c2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:19.036656 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1074d3b0-18fc-47da-950f-8cd7e07cb0c2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:19.043697 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1074d3b0-18fc-47da-950f-8cd7e07cb0c2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8912835 May 03 22:55:19.046055 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39264) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:19.053480 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-6183a939-be13-483b-970c-8ce66b6f344f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'port': {'network_id': '228baeca-20f5-4299-a962-eaa25674f920', 'fixed_ips': [{'subnet_id': 'de0df008-7350-41fe-ae01-90fe5a6a0a69'}, {'subnet_id': '3ff428df-f7c4-47f7-a98c-6fc1d8b4c249'}], 'name': 'tempest-PortsTestJSON-1500510751'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:19.100503 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-40506e3f-70aa-4f90-aa76-8174e3ebac41 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:19.150319 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-40506e3f-70aa-4f90-aa76-8174e3ebac41 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:19.154568 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-40506e3f-70aa-4f90-aa76-8174e3ebac41 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8487804 May 03 22:55:19.155303 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39268) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:19.194434 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd71222b-8c28-4c5d-9252-f5d21406c59d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-c6a4fffd-4755-4df9-9f23-32d341746cf9', 'network_id': 'c6a4fffd-4755-4df9-9f23-32d341746cf9', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'fixed_ips': [{'subnet_id': 'd247f685-062b-46ef-a486-e79a23dee8e2'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:55:19.195660 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd71222b-8c28-4c5d-9252-f5d21406c59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:19.264468 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b92b0fe6-b32a-4356-994a-279718a83a1d'] response: {'name': 'network-changed', 'server_uuid': '55857696-f3bc-41b2-a074-30b4e1978a9a', 'tag': '2fbcdb04-9a74-4ec5-a7a5-7099f1570164', 'status': 'completed', 'code': 200} May 03 22:55:19.297500 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-b9850ec2-cb9f-492f-91ed-cfd5cd775a85 None None] Set router ad186c1d-90c6-4e62-b866-dba1a5d63205 gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:55:19.312192 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6183a939-be13-483b-970c-8ce66b6f344f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:19.325984 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6183a939-be13-483b-970c-8ce66b6f344f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:19.343086 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6183a939-be13-483b-970c-8ce66b6f344f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Made reservation on behalf of 3a6c8dfe4a524ed3932fdccc3fe2c5d8 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:55:19.371153 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6720ca4f-e7a3-4abd-8749-e0c5f45ecf94 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:19.513187 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6183a939-be13-483b-970c-8ce66b6f344f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:19.534855 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-6183a939-be13-483b-970c-8ce66b6f344f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] device_id is not set on port cd802bf5-4b89-4def-916c-1ccf68cc08b1 yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:55:19.589953 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6720ca4f-e7a3-4abd-8749-e0c5f45ecf94 None None] Transition to ACTIVE for port object 1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:55:19.644570 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6720ca4f-e7a3-4abd-8749-e0c5f45ecf94 None None] Transition to ACTIVE for port object 1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:55:19.658604 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6720ca4f-e7a3-4abd-8749-e0c5f45ecf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:19.777643 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-49865909-5129-4059-b3a3-516b9b46b312 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:19.786100 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-49865909-5129-4059-b3a3-516b9b46b312 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-785141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-785150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-783245'] for router, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:19.836832 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720ca4f-e7a3-4abd-8749-e0c5f45ecf94 None None] Pushing event updated for resources: {'Port': ['ID=1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:19.847846 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6720ca4f-e7a3-4abd-8749-e0c5f45ecf94 None None] Network 228baeca-20f5-4299-a962-eaa25674f920 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:55:19.857998 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-6720ca4f-e7a3-4abd-8749-e0c5f45ecf94 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:19.864045 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6720ca4f-e7a3-4abd-8749-e0c5f45ecf94 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:55:19.879562 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c09c4b9d-0cea-4d1c-9194-b15033295d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'name': 'tempest-TestVolumeBootPattern-388009800-router', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:38Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 4, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'gw_port': {'id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:39Z', 'updated_at': '2022-05-03T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'f985aac5-5a99-44de-a436-609b1251a01c', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'floating_ip_address': '172.25.2.7', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'port_id': '2fbcdb04-9a74-4ec5-a7a5-7099f1570164', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'mac_address': 'fa:16:3e:53:f4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55857696-f3bc-41b2-a074-30b4e1978a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:55:13Z', 'updated_at': '2022-05-03T22:55:13Z', 'revision_number': 0, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c072430-9b3b-4e76-833d-c229a370f52c', 'name': '', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'mac_address': 'fa:16:3e:6b:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:43Z', 'updated_at': '2022-05-03T22:49:53Z', 'revision_number': 5, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'subnets': [{'id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:19.884840 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-b9850ec2-cb9f-492f-91ed-cfd5cd775a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'name': 'tempest-RoutersTest-router-107172431', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:54:32Z', 'updated_at': '2022-05-03T22:55:18Z', 'revision_number': 6, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'gw_port_host': None, '_interfaces': [{'id': '1e35a016-d489-4668-b579-b99c447f9abb', 'name': '', 'network_id': '5303d291-09c3-4192-8edf-fc73bd21c115', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:b7:51:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:46Z', 'updated_at': '2022-05-03T22:55:02Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5716590a-72cb-4b8b-9771-e45062405df0', 'name': '', 'network_id': 'e9096d3a-9e13-49be-820c-2e4ad3fbd716', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:db:17:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'e618f6de-04d9-4ad6-951b-5b938dd26c92', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:58Z', 'updated_at': '2022-05-03T22:55:09Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': 'e618f6de-04d9-4ad6-951b-5b938dd26c92', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952f4797-a450-4624-b283-35efba1fba31', 'name': '', 'network_id': '2f8bd908-7370-4518-8b40-d26ef2eacf39', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:91:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:36Z', 'updated_at': '2022-05-03T22:54:52Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1367cf5-edde-48ae-b974-614c582ca337', 'name': '', 'network_id': '6a6801fe-2e0c-4de6-a67f-94644f76990b', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:ac:7f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '2b3efd8b-3900-43e8-846c-f65690522bc5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:10Z', 'updated_at': '2022-05-03T22:55:18Z', 'revision_number': 4, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': '2b3efd8b-3900-43e8-846c-f65690522bc5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:19.889460 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9850ec2-cb9f-492f-91ed-cfd5cd775a85 None None] The sync data for ids ['ad186c1d-90c6-4e62-b866-dba1a5d63205'] in n-d-811807-1 is: [{'id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'name': 'tempest-RoutersTest-router-107172431', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:54:32Z', 'updated_at': '2022-05-03T22:55:18Z', 'revision_number': 6, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'gw_port_host': None, '_interfaces': [{'id': '1e35a016-d489-4668-b579-b99c447f9abb', 'name': '', 'network_id': '5303d291-09c3-4192-8edf-fc73bd21c115', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:b7:51:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:46Z', 'updated_at': '2022-05-03T22:55:02Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5716590a-72cb-4b8b-9771-e45062405df0', 'name': '', 'network_id': 'e9096d3a-9e13-49be-820c-2e4ad3fbd716', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:db:17:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'e618f6de-04d9-4ad6-951b-5b938dd26c92', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:58Z', 'updated_at': '2022-05-03T22:55:09Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': 'e618f6de-04d9-4ad6-951b-5b938dd26c92', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952f4797-a450-4624-b283-35efba1fba31', 'name': '', 'network_id': '2f8bd908-7370-4518-8b40-d26ef2eacf39', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:91:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:36Z', 'updated_at': '2022-05-03T22:54:52Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1367cf5-edde-48ae-b974-614c582ca337', 'name': '', 'network_id': '6a6801fe-2e0c-4de6-a67f-94644f76990b', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:ac:7f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '2b3efd8b-3900-43e8-846c-f65690522bc5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:10Z', 'updated_at': '2022-05-03T22:55:18Z', 'revision_number': 4, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': '2b3efd8b-3900-43e8-846c-f65690522bc5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:55:19.972213 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09c4b9d-0cea-4d1c-9194-b15033295d18 None None] Checking router: bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:55:19.998748 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-fd71222b-8c28-4c5d-9252-f5d21406c59d None None] Allocated IP 2001:db8::2 (c6a4fffd-4755-4df9-9f23-32d341746cf9/d247f685-062b-46ef-a486-e79a23dee8e2/a2a6d6be-baf5-4ec0-873c-42671b81c1b1) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:55:20.007401 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-6183a939-be13-483b-970c-8ce66b6f344f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Allocated IP 172.20.0.4 (228baeca-20f5-4299-a962-eaa25674f920/de0df008-7350-41fe-ae01-90fe5a6a0a69/cd802bf5-4b89-4def-916c-1ccf68cc08b1) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:55:20.014312 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-6183a939-be13-483b-970c-8ce66b6f344f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Allocated IP 172.20.0.22 (228baeca-20f5-4299-a962-eaa25674f920/3ff428df-f7c4-47f7-a98c-6fc1d8b4c249/cd802bf5-4b89-4def-916c-1ccf68cc08b1) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:55:20.025360 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09c4b9d-0cea-4d1c-9194-b15033295d18 None None] Routers {'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:55:20.026376 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c09c4b9d-0cea-4d1c-9194-b15033295d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:54:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:20.197761 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-6720ca4f-e7a3-4abd-8749-e0c5f45ecf94 None None] Attempting to bind port 1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:55:20.198458 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-6720ca4f-e7a3-4abd-8749-e0c5f45ecf94 None None] Attempting to bind port 1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '59374db5-c802-4ca3-9967-7c0c025cff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '228baeca-20f5-4299-a962-eaa25674f920'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:55:20.199017 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6720ca4f-e7a3-4abd-8749-e0c5f45ecf94 None None] Attempting to bind port 1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3 on network 228baeca-20f5-4299-a962-eaa25674f920 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:55:20.207954 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd765828-ce81-42d2-b699-517f04d7f39e req-042db641-679e-43f3-a00e-1cf1afe7e1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:20.209447 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dd765828-ce81-42d2-b699-517f04d7f39e req-042db641-679e-43f3-a00e-1cf1afe7e1bc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fac7f64c48bd48e8ae480a0113f466e9&device_id=55857696-f3bc-41b2-a074-30b4e1978a9a HTTP/1.1" status: 200 len: 1096 time: 0.9322400 May 03 22:55:20.231593 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6720ca4f-e7a3-4abd-8749-e0c5f45ecf94 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:55:20.231994 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6720ca4f-e7a3-4abd-8749-e0c5f45ecf94 None None] Checking segment: {'id': '59374db5-c802-4ca3-9967-7c0c025cff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '228baeca-20f5-4299-a962-eaa25674f920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:55:20.232361 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6720ca4f-e7a3-4abd-8749-e0c5f45ecf94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:20.232751 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6720ca4f-e7a3-4abd-8749-e0c5f45ecf94 None None] Bound using segment: {'id': '59374db5-c802-4ca3-9967-7c0c025cff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '228baeca-20f5-4299-a962-eaa25674f920'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:55:20.233217 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-6720ca4f-e7a3-4abd-8749-e0c5f45ecf94 None None] Bound port: 1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59374db5-c802-4ca3-9967-7c0c025cff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '228baeca-20f5-4299-a962-eaa25674f920'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:55:20.233585 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6720ca4f-e7a3-4abd-8749-e0c5f45ecf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:20.307790 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6183a939-be13-483b-970c-8ce66b6f344f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:20.330203 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-6183a939-be13-483b-970c-8ce66b6f344f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Transition to ACTIVE for port object cd802bf5-4b89-4def-916c-1ccf68cc08b1 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:55:20.360669 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6183a939-be13-483b-970c-8ce66b6f344f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:20.421751 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1d2293d6-9358-4bfd-9a64-e048e9c13137 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:20.454552 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6183a939-be13-483b-970c-8ce66b6f344f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Network 228baeca-20f5-4299-a962-eaa25674f920 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:55:20.460312 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-6183a939-be13-483b-970c-8ce66b6f344f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:20.464546 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6183a939-be13-483b-970c-8ce66b6f344f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:55:20.465351 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49865909-5129-4059-b3a3-516b9b46b312 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Router ad186c1d-90c6-4e62-b866-dba1a5d63205 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:55:20.476034 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-c09c4b9d-0cea-4d1c-9194-b15033295d18 None None] Set router bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:55:20.529821 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-6720ca4f-e7a3-4abd-8749-e0c5f45ecf94 None None] For port 1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:55:20.544990 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6183a939-be13-483b-970c-8ce66b6f344f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:20.546097 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6183a939-be13-483b-970c-8ce66b6f344f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:20.582524 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183a939-be13-483b-970c-8ce66b6f344f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Port': ['ID=cd802bf5-4b89-4def-916c-1ccf68cc08b1,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:20.614456 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6183a939-be13-483b-970c-8ce66b6f344f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.5656712 May 03 22:55:20.617051 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39274) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:20.624686 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-f54578b6-36c6-48f6-b944-ccf19f97461a tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'de0df008-7350-41fe-ae01-90fe5a6a0a69'}]}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:20.635557 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-6720ca4f-e7a3-4abd-8749-e0c5f45ecf94 None None] For port 1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3,segment=NetworkSegment(59374db5-c802-4ca3-9967-7c0c025cff10),segment_id=59374db5-c802-4ca3-9967-7c0c025cff10)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:55:20.681483 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6720ca4f-e7a3-4abd-8749-e0c5f45ecf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:20.826906 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f54578b6-36c6-48f6-b944-ccf19f97461a tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:20.843340 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device e1367cf5-edde-48ae-b974-614c582ca337 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:55:20.901562 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5255a-ae48-475f-89af-36127ea77329 req-045ac492-a55d-4bcd-a1d5-3cbfee68089e tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:20.909103 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-91b5255a-ae48-475f-89af-36127ea77329 req-045ac492-a55d-4bcd-a1d5-3cbfee68089e tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=58b1620c-1628-4b95-8629-756baa43d747 HTTP/1.1" status: 200 len: 945 time: 0.8413174 May 03 22:55:20.958242 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd71222b-8c28-4c5d-9252-f5d21406c59d None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:20.971867 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd765828-ce81-42d2-b699-517f04d7f39e req-48b4a780-83f2-4fed-be55-7f226ae427b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:20.973593 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dd765828-ce81-42d2-b699-517f04d7f39e req-48b4a780-83f2-4fed-be55-7f226ae427b6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=707cfa08-484f-448d-b84f-a940bf8f6e2e HTTP/1.1" status: 200 len: 912 time: 0.7541919 May 03 22:55:21.008735 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-fd71222b-8c28-4c5d-9252-f5d21406c59d None None] Transition to ACTIVE for port object a2a6d6be-baf5-4ec0-873c-42671b81c1b1 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:55:21.036914 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720ca4f-e7a3-4abd-8749-e0c5f45ecf94 None None] Pushing event updated for resources: {'Port': ['ID=1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:21.075615 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port e1367cf5-edde-48ae-b974-614c582ca337 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:55:21.079768 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-fd71222b-8c28-4c5d-9252-f5d21406c59d None None] Transition to ACTIVE for port object a2a6d6be-baf5-4ec0-873c-42671b81c1b1 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:55:21.106895 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-91b5255a-ae48-475f-89af-36127ea77329 req-9d9a6fa4-3460-47d5-a82b-7115cf9fcd0e tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966579 May 03 22:55:21.128984 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port e1367cf5-edde-48ae-b974-614c582ca337 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:21.129433 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:21.163028 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd71222b-8c28-4c5d-9252-f5d21406c59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:21.197706 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49865909-5129-4059-b3a3-516b9b46b312 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:55:21.210317 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f1d438-14be-419e-b3f2-f0a579a5f6c4 None None] Sync routers for ids ['ad186c1d-90c6-4e62-b866-dba1a5d63205'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:55:21.223999 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f1d438-14be-419e-b3f2-f0a579a5f6c4 None None] Routers {'ad186c1d-90c6-4e62-b866-dba1a5d63205'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:55:21.224805 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-b5f1d438-14be-419e-b3f2-f0a579a5f6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:54:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['ad186c1d-90c6-4e62-b866-dba1a5d63205'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:21.240622 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-49865909-5129-4059-b3a3-516b9b46b312 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:21.242181 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-49865909-5129-4059-b3a3-516b9b46b312 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "PUT /v2.0/routers/ad186c1d-90c6-4e62-b866-dba1a5d63205 HTTP/1.1" status: 200 len: 933 time: 4.0198259 May 03 22:55:21.267490 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dd765828-ce81-42d2-b699-517f04d7f39e req-494d100c-feb4-4de5-b925-f782d88abcaa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fbcdb04-9a74-4ec5-a7a5-7099f1570164 HTTP/1.1" status: 200 len: 997 time: 0.2555149 May 03 22:55:21.269180 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39278) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:21.338848 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd71222b-8c28-4c5d-9252-f5d21406c59d None None] Network c6a4fffd-4755-4df9-9f23-32d341746cf9 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:55:21.354774 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd765828-ce81-42d2-b699-517f04d7f39e req-5369bc80-cf3b-43b1-9b46-bc115b1a8b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:21.356546 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dd765828-ce81-42d2-b699-517f04d7f39e req-5369bc80-cf3b-43b1-9b46-bc115b1a8b65 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1a456f8a-c743-4130-8826-ac82fe55cbc8 HTTP/1.1" status: 200 len: 850 time: 0.0768759 May 03 22:55:21.365209 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-fd71222b-8c28-4c5d-9252-f5d21406c59d None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:21.383259 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd71222b-8c28-4c5d-9252-f5d21406c59d None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:55:21.389218 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71222b-8c28-4c5d-9252-f5d21406c59d None None] Pushing event updated for resources: {'Port': ['ID=a2a6d6be-baf5-4ec0-873c-42671b81c1b1,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:21.526835 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-b5f1d438-14be-419e-b3f2-f0a579a5f6c4 None None] Set router ad186c1d-90c6-4e62-b866-dba1a5d63205 gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:55:21.530959 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-1d2293d6-9358-4bfd-9a64-e048e9c13137 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Allocated IP 2001:db8::1 (c6a4fffd-4755-4df9-9f23-32d341746cf9/d247f685-062b-46ef-a486-e79a23dee8e2/1c3d9702-123e-46be-90ac-028712537096) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:55:21.549902 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd765828-ce81-42d2-b699-517f04d7f39e req-9f7895c1-30ed-48a8-9339-3d8c4fbabd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:21.551419 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dd765828-ce81-42d2-b699-517f04d7f39e req-9f7895c1-30ed-48a8-9339-3d8c4fbabd10 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=707cfa08-484f-448d-b84f-a940bf8f6e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1417017 May 03 22:55:21.554506 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a2b30aed-73db-48cb-a829-30de6b50f58e tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "GET /v2.0/routers/ad186c1d-90c6-4e62-b866-dba1a5d63205 HTTP/1.1" status: 200 len: 933 time: 0.2842612 May 03 22:55:21.558250 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39282) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:21.564680 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-9776c030-f01d-4664-af71-e4c5b9b8bf20 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Request body: {'router': {'routes': None}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:21.647619 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-f54578b6-36c6-48f6-b944-ccf19f97461a tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Delete allocated IP 172.20.0.22 (228baeca-20f5-4299-a962-eaa25674f920/3ff428df-f7c4-47f7-a98c-6fc1d8b4c249) {{(pid=88070) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 03 22:55:21.763516 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-fd71222b-8c28-4c5d-9252-f5d21406c59d None None] Attempting to bind port a2a6d6be-baf5-4ec0-873c-42671b81c1b1 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:55:21.763793 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-fd71222b-8c28-4c5d-9252-f5d21406c59d None None] Attempting to bind port a2a6d6be-baf5-4ec0-873c-42671b81c1b1 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '5abcc7c3-efb3-4500-9e4f-fb3e0a3ae454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'c6a4fffd-4755-4df9-9f23-32d341746cf9'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:55:21.764144 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd71222b-8c28-4c5d-9252-f5d21406c59d None None] Attempting to bind port a2a6d6be-baf5-4ec0-873c-42671b81c1b1 on network c6a4fffd-4755-4df9-9f23-32d341746cf9 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:55:21.771876 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd71222b-8c28-4c5d-9252-f5d21406c59d None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:55:21.772246 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd71222b-8c28-4c5d-9252-f5d21406c59d None None] Checking segment: {'id': '5abcc7c3-efb3-4500-9e4f-fb3e0a3ae454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'c6a4fffd-4755-4df9-9f23-32d341746cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:55:21.772648 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd71222b-8c28-4c5d-9252-f5d21406c59d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:21.773044 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd71222b-8c28-4c5d-9252-f5d21406c59d None None] Bound using segment: {'id': '5abcc7c3-efb3-4500-9e4f-fb3e0a3ae454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'c6a4fffd-4755-4df9-9f23-32d341746cf9'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:55:21.773504 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-fd71222b-8c28-4c5d-9252-f5d21406c59d None None] Bound port: a2a6d6be-baf5-4ec0-873c-42671b81c1b1, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5abcc7c3-efb3-4500-9e4f-fb3e0a3ae454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'c6a4fffd-4755-4df9-9f23-32d341746cf9'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:55:21.773889 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd71222b-8c28-4c5d-9252-f5d21406c59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:21.799303 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:21.867174 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dd765828-ce81-42d2-b699-517f04d7f39e req-fddc0c9c-8e7a-4222-a72c-412ab1a4c4ba service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423941 May 03 22:55:21.890525 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c09c4b9d-0cea-4d1c-9194-b15033295d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'name': 'tempest-TestVolumeBootPattern-388009800-router', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:38Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 4, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'gw_port': {'id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:39Z', 'updated_at': '2022-05-03T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'f985aac5-5a99-44de-a436-609b1251a01c', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'floating_ip_address': '172.25.2.7', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'port_id': '2fbcdb04-9a74-4ec5-a7a5-7099f1570164', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'mac_address': 'fa:16:3e:53:f4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55857696-f3bc-41b2-a074-30b4e1978a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:55:13Z', 'updated_at': '2022-05-03T22:55:13Z', 'revision_number': 0, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c072430-9b3b-4e76-833d-c229a370f52c', 'name': '', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'mac_address': 'fa:16:3e:6b:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:43Z', 'updated_at': '2022-05-03T22:49:53Z', 'revision_number': 5, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'subnets': [{'id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:21.903519 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port e1367cf5-edde-48ae-b974-614c582ca337, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=e1367cf5-edde-48ae-b974-614c582ca337,segment=NetworkSegment(58543a15-2e09-48ab-86a9-2a90c9078c4d),segment_id=58543a15-2e09-48ab-86a9-2a90c9078c4d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:55:21.904663 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09c4b9d-0cea-4d1c-9194-b15033295d18 None None] The sync data for ids ['bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'] in n-d-811807-1 is: [{'id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'name': 'tempest-TestVolumeBootPattern-388009800-router', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:38Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 4, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'gw_port': {'id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:39Z', 'updated_at': '2022-05-03T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'f985aac5-5a99-44de-a436-609b1251a01c', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'floating_ip_address': '172.25.2.7', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'port_id': '2fbcdb04-9a74-4ec5-a7a5-7099f1570164', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'mac_address': 'fa:16:3e:53:f4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55857696-f3bc-41b2-a074-30b4e1978a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:55:13Z', 'updated_at': '2022-05-03T22:55:13Z', 'revision_number': 0, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c072430-9b3b-4e76-833d-c229a370f52c', 'name': '', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'mac_address': 'fa:16:3e:6b:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:43Z', 'updated_at': '2022-05-03T22:49:53Z', 'revision_number': 5, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'subnets': [{'id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:55:21.915202 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:21.916880 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f54578b6-36c6-48f6-b944-ccf19f97461a tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:21.957684 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-f54578b6-36c6-48f6-b944-ccf19f97461a tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Ignored duplicate provisioning block setup for port cd802bf5-4b89-4def-916c-1ccf68cc08b1 by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 03 22:55:21.974868 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f54578b6-36c6-48f6-b944-ccf19f97461a tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:22.001632 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-b5f1d438-14be-419e-b3f2-f0a579a5f6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'name': 'tempest-RoutersTest-router-107172431', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:54:32Z', 'updated_at': '2022-05-03T22:55:18Z', 'revision_number': 6, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'gw_port_host': None, '_interfaces': [{'id': '1e35a016-d489-4668-b579-b99c447f9abb', 'name': '', 'network_id': '5303d291-09c3-4192-8edf-fc73bd21c115', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:b7:51:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:46Z', 'updated_at': '2022-05-03T22:55:02Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5716590a-72cb-4b8b-9771-e45062405df0', 'name': '', 'network_id': 'e9096d3a-9e13-49be-820c-2e4ad3fbd716', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:db:17:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'e618f6de-04d9-4ad6-951b-5b938dd26c92', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:58Z', 'updated_at': '2022-05-03T22:55:09Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': 'e618f6de-04d9-4ad6-951b-5b938dd26c92', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952f4797-a450-4624-b283-35efba1fba31', 'name': '', 'network_id': '2f8bd908-7370-4518-8b40-d26ef2eacf39', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:91:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:36Z', 'updated_at': '2022-05-03T22:54:52Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1367cf5-edde-48ae-b974-614c582ca337', 'name': '', 'network_id': '6a6801fe-2e0c-4de6-a67f-94644f76990b', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:ac:7f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '2b3efd8b-3900-43e8-846c-f65690522bc5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:10Z', 'updated_at': '2022-05-03T22:55:18Z', 'revision_number': 4, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': '2b3efd8b-3900-43e8-846c-f65690522bc5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:22.009733 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f1d438-14be-419e-b3f2-f0a579a5f6c4 None None] Checking router: ad186c1d-90c6-4e62-b866-dba1a5d63205 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:55:22.012634 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-fd71222b-8c28-4c5d-9252-f5d21406c59d None None] For port a2a6d6be-baf5-4ec0-873c-42671b81c1b1, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:55:22.021897 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f1d438-14be-419e-b3f2-f0a579a5f6c4 None None] Routers {'ad186c1d-90c6-4e62-b866-dba1a5d63205'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:55:22.022441 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-b5f1d438-14be-419e-b3f2-f0a579a5f6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:54:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['ad186c1d-90c6-4e62-b866-dba1a5d63205'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:22.027653 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-fd71222b-8c28-4c5d-9252-f5d21406c59d None None] For port a2a6d6be-baf5-4ec0-873c-42671b81c1b1, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=a2a6d6be-baf5-4ec0-873c-42671b81c1b1,segment=NetworkSegment(5abcc7c3-efb3-4500-9e4f-fb3e0a3ae454),segment_id=5abcc7c3-efb3-4500-9e4f-fb3e0a3ae454)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:55:22.039568 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd71222b-8c28-4c5d-9252-f5d21406c59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:22.059877 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=e1367cf5-edde-48ae-b974-614c582ca337,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:22.193241 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71222b-8c28-4c5d-9252-f5d21406c59d None None] Pushing event updated for resources: {'Port': ['ID=a2a6d6be-baf5-4ec0-873c-42671b81c1b1,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:22.332416 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-b5f1d438-14be-419e-b3f2-f0a579a5f6c4 None None] Set router ad186c1d-90c6-4e62-b866-dba1a5d63205 gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:55:22.384352 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a0d8fd-9aef-4931-984e-2e55598fe9e8 None None] New status for floating IP f985aac5-5a99-44de-a436-609b1251a01c: ACTIVE {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:55:22.417275 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54578b6-36c6-48f6-b944-ccf19f97461a tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Port': ['ID=cd802bf5-4b89-4def-916c-1ccf68cc08b1,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:22.458235 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-f54578b6-36c6-48f6-b944-ccf19f97461a tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] In _notify_port_updated(), no bound segment for port cd802bf5-4b89-4def-916c-1ccf68cc08b1 on network 228baeca-20f5-4299-a962-eaa25674f920 {{(pid=88070) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 03 22:55:22.501255 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54578b6-36c6-48f6-b944-ccf19f97461a tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:22.511186 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f54578b6-36c6-48f6-b944-ccf19f97461a tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:22.530306 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f54578b6-36c6-48f6-b944-ccf19f97461a tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "PUT /v2.0/ports/cd802bf5-4b89-4def-916c-1ccf68cc08b1 HTTP/1.1" status: 200 len: 919 time: 1.8947260 May 03 22:55:22.531655 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39288) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:22.539200 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-c8235054-f04b-4384-9372-1535f51df34b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'de0df008-7350-41fe-ae01-90fe5a6a0a69'}, {'subnet_id': '3ff428df-f7c4-47f7-a98c-6fc1d8b4c249'}]}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:22.728006 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c8235054-f04b-4384-9372-1535f51df34b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:22.878085 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23990091-0d2f-409e-9596-2e3ec6cdaea2 None None] Network 228baeca-20f5-4299-a962-eaa25674f920 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:55:22.925523 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-b5f1d438-14be-419e-b3f2-f0a579a5f6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'name': 'tempest-RoutersTest-router-107172431', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:54:32Z', 'updated_at': '2022-05-03T22:55:18Z', 'revision_number': 6, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'gw_port_host': None, '_interfaces': [{'id': '1e35a016-d489-4668-b579-b99c447f9abb', 'name': '', 'network_id': '5303d291-09c3-4192-8edf-fc73bd21c115', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:b7:51:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:46Z', 'updated_at': '2022-05-03T22:55:02Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5716590a-72cb-4b8b-9771-e45062405df0', 'name': '', 'network_id': 'e9096d3a-9e13-49be-820c-2e4ad3fbd716', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:db:17:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'e618f6de-04d9-4ad6-951b-5b938dd26c92', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:58Z', 'updated_at': '2022-05-03T22:55:09Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': 'e618f6de-04d9-4ad6-951b-5b938dd26c92', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952f4797-a450-4624-b283-35efba1fba31', 'name': '', 'network_id': '2f8bd908-7370-4518-8b40-d26ef2eacf39', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:91:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:36Z', 'updated_at': '2022-05-03T22:54:52Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1367cf5-edde-48ae-b974-614c582ca337', 'name': '', 'network_id': '6a6801fe-2e0c-4de6-a67f-94644f76990b', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:ac:7f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '2b3efd8b-3900-43e8-846c-f65690522bc5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:10Z', 'updated_at': '2022-05-03T22:55:21Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': '2b3efd8b-3900-43e8-846c-f65690522bc5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:22.931246 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f1d438-14be-419e-b3f2-f0a579a5f6c4 None None] The sync data for ids ['ad186c1d-90c6-4e62-b866-dba1a5d63205'] in n-d-811807-1 is: [{'id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'name': 'tempest-RoutersTest-router-107172431', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:54:32Z', 'updated_at': '2022-05-03T22:55:18Z', 'revision_number': 6, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'gw_port_host': None, '_interfaces': [{'id': '1e35a016-d489-4668-b579-b99c447f9abb', 'name': '', 'network_id': '5303d291-09c3-4192-8edf-fc73bd21c115', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:b7:51:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:46Z', 'updated_at': '2022-05-03T22:55:02Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5716590a-72cb-4b8b-9771-e45062405df0', 'name': '', 'network_id': 'e9096d3a-9e13-49be-820c-2e4ad3fbd716', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:db:17:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'e618f6de-04d9-4ad6-951b-5b938dd26c92', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:58Z', 'updated_at': '2022-05-03T22:55:09Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': 'e618f6de-04d9-4ad6-951b-5b938dd26c92', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952f4797-a450-4624-b283-35efba1fba31', 'name': '', 'network_id': '2f8bd908-7370-4518-8b40-d26ef2eacf39', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:91:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:36Z', 'updated_at': '2022-05-03T22:54:52Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1367cf5-edde-48ae-b974-614c582ca337', 'name': '', 'network_id': '6a6801fe-2e0c-4de6-a67f-94644f76990b', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:ac:7f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '2b3efd8b-3900-43e8-846c-f65690522bc5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:10Z', 'updated_at': '2022-05-03T22:55:21Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': '2b3efd8b-3900-43e8-846c-f65690522bc5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:55:23.024466 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device a2a6d6be-baf5-4ec0-873c-42671b81c1b1 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:55:23.078298 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-aa94593d-51c5-41fa-8d1d-9130c4a5515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:23.080234 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-0fe2a3ff-b28d-4168-9abf-cb87e7cb259a None None] Provisioning for port 1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:55:23.084244 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dd765828-ce81-42d2-b699-517f04d7f39e req-13a57a3d-94f2-4200-83c0-af5cb2690b8a service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1974809 May 03 22:55:23.165287 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port a2a6d6be-baf5-4ec0-873c-42671b81c1b1 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:55:23.198748 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device e1367cf5-edde-48ae-b974-614c582ca337 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:55:23.239475 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1d2293d6-9358-4bfd-9a64-e048e9c13137 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:23.283807 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a57566-508e-4e4e-8527-a03b4269a77d req-bd588cfb-c931-4dae-8375-6451861d91ab tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:23.301383 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-68a57566-508e-4e4e-8527-a03b4269a77d req-bd588cfb-c931-4dae-8375-6451861d91ab tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=58b1620c-1628-4b95-8629-756baa43d747 HTTP/1.1" status: 200 len: 945 time: 0.9116611 May 03 22:55:23.356376 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port e1367cf5-edde-48ae-b974-614c582ca337 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:23.356376 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:23.362965 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-c8235054-f04b-4384-9372-1535f51df34b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Allocated IP 172.20.0.30 (228baeca-20f5-4299-a962-eaa25674f920/3ff428df-f7c4-47f7-a98c-6fc1d8b4c249/cd802bf5-4b89-4def-916c-1ccf68cc08b1) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:55:23.685209 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:55:23.775347 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.extraroute_db [None req-9776c030-f01d-4664-af71-e4c5b9b8bf20 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Added routes are [] {{(pid=88069) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 03 22:55:23.775347 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.extraroute_db [None req-9776c030-f01d-4664-af71-e4c5b9b8bf20 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=88069) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 03 22:55:23.794672 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c8235054-f04b-4384-9372-1535f51df34b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:23.812120 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9608dfb6-ec6c-48eb-8dcf-6fb50a8e6199 None None] Network c6a4fffd-4755-4df9-9f23-32d341746cf9 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:55:23.817078 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9776c030-f01d-4664-af71-e4c5b9b8bf20 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:23.821906 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-c8235054-f04b-4384-9372-1535f51df34b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Ignored duplicate provisioning block setup for port cd802bf5-4b89-4def-916c-1ccf68cc08b1 by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 03 22:55:23.827570 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-1d2293d6-9358-4bfd-9a64-e048e9c13137 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Transition to ACTIVE for port object 1c3d9702-123e-46be-90ac-028712537096 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:55:23.832886 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c8235054-f04b-4384-9372-1535f51df34b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:23.955756 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-942c358f-c296-4008-9e8e-5f95e5e19a84 None None] Provisioning for port a2a6d6be-baf5-4ec0-873c-42671b81c1b1 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:55:23.973577 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-942c358f-c296-4008-9e8e-5f95e5e19a84 None None] Provisioning complete for port a2a6d6be-baf5-4ec0-873c-42671b81c1b1 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:23.973882 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-942c358f-c296-4008-9e8e-5f95e5e19a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:23.990970 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8235054-f04b-4384-9372-1535f51df34b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Port': ['ID=cd802bf5-4b89-4def-916c-1ccf68cc08b1,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:24.028043 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-68a57566-508e-4e4e-8527-a03b4269a77d req-228eda58-9183-4670-8da8-38208b930b08 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7110417 May 03 22:55:24.035194 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3498d9-5c78-4f4c-ac3c-42923ce3a3dc None None] Update dhcp port {'port': {'network_id': '228baeca-20f5-4299-a962-eaa25674f920', 'fixed_ips': [{'subnet_id': 'de0df008-7350-41fe-ae01-90fe5a6a0a69', 'ip_address': '172.20.0.2'}, {'subnet_id': '3ff428df-f7c4-47f7-a98c-6fc1d8b4c249'}], 'binding:host_id': 'n-d-811807-1'}, 'id': '1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3'} from n-d-811807-1. {{(pid=88071) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 03 22:55:24.064416 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:55:24.103446 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:24.103446 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:24.156816 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-c8235054-f04b-4384-9372-1535f51df34b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] In _notify_port_updated(), no bound segment for port cd802bf5-4b89-4def-916c-1ccf68cc08b1 on network 228baeca-20f5-4299-a962-eaa25674f920 {{(pid=88070) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 03 22:55:24.168344 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8235054-f04b-4384-9372-1535f51df34b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:24.168344 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c8235054-f04b-4384-9372-1535f51df34b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:24.168344 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c8235054-f04b-4384-9372-1535f51df34b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "PUT /v2.0/ports/cd802bf5-4b89-4def-916c-1ccf68cc08b1 HTTP/1.1" status: 200 len: 999 time: 1.6272907 May 03 22:55:24.168344 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39292) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:24.273324 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6c3498d9-5c78-4f4c-ac3c-42923ce3a3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:24.277724 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9776c030-f01d-4664-af71-e4c5b9b8bf20 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:24.277724 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9776c030-f01d-4664-af71-e4c5b9b8bf20 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-785141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-785150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-783245'] for router, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:24.330168 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ae232392-6ddb-4df1-a50c-eb467191747b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Deleting port cd802bf5-4b89-4def-916c-1ccf68cc08b1 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:55:24.330168 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae232392-6ddb-4df1-a50c-eb467191747b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:24.360724 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1d2293d6-9358-4bfd-9a64-e048e9c13137 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:24.528805 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2293d6-9358-4bfd-9a64-e048e9c13137 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Network c6a4fffd-4755-4df9-9f23-32d341746cf9 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:55:24.528805 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-1d2293d6-9358-4bfd-9a64-e048e9c13137 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:24.548606 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2293d6-9358-4bfd-9a64-e048e9c13137 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:55:24.548606 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1d2293d6-9358-4bfd-9a64-e048e9c13137 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:24.584015 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2293d6-9358-4bfd-9a64-e048e9c13137 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'Port': ['ID=1c3d9702-123e-46be-90ac-028712537096,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:24.603104 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9776c030-f01d-4664-af71-e4c5b9b8bf20 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Router ad186c1d-90c6-4e62-b866-dba1a5d63205 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:55:24.798434 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-942c358f-c296-4008-9e8e-5f95e5e19a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:24.833901 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:24.843559 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae232392-6ddb-4df1-a50c-eb467191747b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:24.845011 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:24.950377 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-942c358f-c296-4008-9e8e-5f95e5e19a84 None None] For port a2a6d6be-baf5-4ec0-873c-42671b81c1b1, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=a2a6d6be-baf5-4ec0-873c-42671b81c1b1,segment=NetworkSegment(5abcc7c3-efb3-4500-9e4f-fb3e0a3ae454),segment_id=5abcc7c3-efb3-4500-9e4f-fb3e0a3ae454)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:55:24.971924 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ae232392-6ddb-4df1-a50c-eb467191747b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Calling delete_port for cd802bf5-4b89-4def-916c-1ccf68cc08b1 owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:55:24.972416 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-942c358f-c296-4008-9e8e-5f95e5e19a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:24.980737 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9776c030-f01d-4664-af71-e4c5b9b8bf20 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:55:24.989191 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9776c030-f01d-4664-af71-e4c5b9b8bf20 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:24.993913 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9776c030-f01d-4664-af71-e4c5b9b8bf20 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "PUT /v2.0/routers/ad186c1d-90c6-4e62-b866-dba1a5d63205 HTTP/1.1" status: 200 len: 699 time: 3.4345543 May 03 22:55:24.995830 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc88593e-6525-440d-a836-8b225839535b None None] Sync routers for ids ['ad186c1d-90c6-4e62-b866-dba1a5d63205'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:55:24.997401 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39298) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:25.015209 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc88593e-6525-440d-a836-8b225839535b None None] Routers {'ad186c1d-90c6-4e62-b866-dba1a5d63205'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:55:25.016312 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-fc88593e-6525-440d-a836-8b225839535b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:54:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['ad186c1d-90c6-4e62-b866-dba1a5d63205'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:25.067150 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3,segment=NetworkSegment(59374db5-c802-4ca3-9967-7c0c025cff10),segment_id=59374db5-c802-4ca3-9967-7c0c025cff10)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:55:25.072509 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c358f-c296-4008-9e8e-5f95e5e19a84 None None] Pushing event updated for resources: {'Port': ['ID=a2a6d6be-baf5-4ec0-873c-42671b81c1b1,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:25.094415 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:25.132390 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1d2293d6-9358-4bfd-9a64-e048e9c13137 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:25.208628 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-6c3498d9-5c78-4f4c-ac3c-42923ce3a3dc None None] Allocated IP 172.20.0.18 (228baeca-20f5-4299-a962-eaa25674f920/3ff428df-f7c4-47f7-a98c-6fc1d8b4c249/1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:55:25.238585 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-71be07ba-fa8e-4ec6-8825-1cc74f3cdeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:25.315061 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:25.420535 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae232392-6ddb-4df1-a50c-eb467191747b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:25.483844 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-6c3498d9-5c78-4f4c-ac3c-42923ce3a3dc None None] For port 1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3,segment=NetworkSegment(59374db5-c802-4ca3-9967-7c0c025cff10),segment_id=59374db5-c802-4ca3-9967-7c0c025cff10)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:55:25.514431 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-fc88593e-6525-440d-a836-8b225839535b None None] Set router ad186c1d-90c6-4e62-b866-dba1a5d63205 gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:55:25.545007 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6c3498d9-5c78-4f4c-ac3c-42923ce3a3dc None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:25.582510 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6c3498d9-5c78-4f4c-ac3c-42923ce3a3dc None None] Transition to ACTIVE for port object 1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:55:25.582510 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device a2a6d6be-baf5-4ec0-873c-42671b81c1b1 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:55:25.644519 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae232392-6ddb-4df1-a50c-eb467191747b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'Port': ['ID=cd802bf5-4b89-4def-916c-1ccf68cc08b1,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:25.676769 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6c3498d9-5c78-4f4c-ac3c-42923ce3a3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:25.736799 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-829702d5-fc15-49a5-851a-acac57ec7826 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "GET /v2.0/routers/ad186c1d-90c6-4e62-b866-dba1a5d63205 HTTP/1.1" status: 200 len: 699 time: 0.7338593 May 03 22:55:25.764032 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39304) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:25.949319 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d498c67-885a-40ae-9fd4-0cb2e4cd6580 req-8d357324-0178-41a9-8967-310affc25855 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:25.950747 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b6e61936-525f-47e3-b597-070c1b6c4ebb None None] Provisioning for port 1c3d9702-123e-46be-90ac-028712537096 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:55:25.959388 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5d498c67-885a-40ae-9fd4-0cb2e4cd6580 req-8d357324-0178-41a9-8967-310affc25855 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=58b1620c-1628-4b95-8629-756baa43d747 HTTP/1.1" status: 200 len: 945 time: 0.1828907 May 03 22:55:26.011105 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b6e61936-525f-47e3-b597-070c1b6c4ebb None None] Provisioning complete for port 1c3d9702-123e-46be-90ac-028712537096 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:26.013996 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b6e61936-525f-47e3-b597-070c1b6c4ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:26.106188 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5d498c67-885a-40ae-9fd4-0cb2e4cd6580 req-241d7be2-cca7-44fc-adfd-8ebf9e595ef2 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427579 May 03 22:55:26.113492 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-b6e61936-525f-47e3-b597-070c1b6c4ebb None None] Port 1c3d9702-123e-46be-90ac-028712537096 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:55:26.115528 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3498d9-5c78-4f4c-ac3c-42923ce3a3dc None None] Pushing event updated for resources: {'Port': ['ID=1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:26.118439 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port a2a6d6be-baf5-4ec0-873c-42671b81c1b1 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:26.118813 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:26.161308 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-fc88593e-6525-440d-a836-8b225839535b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'name': 'tempest-RoutersTest-router-107172431', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:54:32Z', 'updated_at': '2022-05-03T22:55:23Z', 'revision_number': 7, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'gw_port_host': None, '_interfaces': [{'id': '1e35a016-d489-4668-b579-b99c447f9abb', 'name': '', 'network_id': '5303d291-09c3-4192-8edf-fc73bd21c115', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:b7:51:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:46Z', 'updated_at': '2022-05-03T22:55:02Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5716590a-72cb-4b8b-9771-e45062405df0', 'name': '', 'network_id': 'e9096d3a-9e13-49be-820c-2e4ad3fbd716', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:db:17:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'e618f6de-04d9-4ad6-951b-5b938dd26c92', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:58Z', 'updated_at': '2022-05-03T22:55:09Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': 'e618f6de-04d9-4ad6-951b-5b938dd26c92', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952f4797-a450-4624-b283-35efba1fba31', 'name': '', 'network_id': '2f8bd908-7370-4518-8b40-d26ef2eacf39', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:91:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:36Z', 'updated_at': '2022-05-03T22:54:52Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1367cf5-edde-48ae-b974-614c582ca337', 'name': '', 'network_id': '6a6801fe-2e0c-4de6-a67f-94644f76990b', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:ac:7f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '2b3efd8b-3900-43e8-846c-f65690522bc5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:10Z', 'updated_at': '2022-05-03T22:55:21Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': '2b3efd8b-3900-43e8-846c-f65690522bc5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:26.170510 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc88593e-6525-440d-a836-8b225839535b None None] Checking router: ad186c1d-90c6-4e62-b866-dba1a5d63205 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:55:26.181769 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc88593e-6525-440d-a836-8b225839535b None None] Routers {'ad186c1d-90c6-4e62-b866-dba1a5d63205'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:55:26.182503 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-fc88593e-6525-440d-a836-8b225839535b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['ad186c1d-90c6-4e62-b866-dba1a5d63205'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:26.195498 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1d2293d6-9358-4bfd-9a64-e048e9c13137 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:26.202205 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1d2293d6-9358-4bfd-9a64-e048e9c13137 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:26.202532 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b6e61936-525f-47e3-b597-070c1b6c4ebb None None] Provisioning complete for port a2a6d6be-baf5-4ec0-873c-42671b81c1b1 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:26.203188 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b6e61936-525f-47e3-b597-070c1b6c4ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:26.204689 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1d2293d6-9358-4bfd-9a64-e048e9c13137 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:26.287193 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae232392-6ddb-4df1-a50c-eb467191747b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:26.312722 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ae232392-6ddb-4df1-a50c-eb467191747b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/ports/cd802bf5-4b89-4def-916c-1ccf68cc08b1 HTTP/1.1" status: 204 len: 168 time: 2.1462400 May 03 22:55:26.317077 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39308) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:26.383091 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2293d6-9358-4bfd-9a64-e048e9c13137 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'Port': ['ID=1c3d9702-123e-46be-90ac-028712537096,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:26.390395 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:26.414520 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:26.457605 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-f16fc68d-38fc-4037-86ac-d032aa2432e6 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] GET failed (client error): The resource could not be found. May 03 22:55:26.458475 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f16fc68d-38fc-4037-86ac-d032aa2432e6 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Synchronizing usage tracker for tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:55:26.475857 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-fc88593e-6525-440d-a836-8b225839535b None None] Set router ad186c1d-90c6-4e62-b866-dba1a5d63205 gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:55:26.522703 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f16fc68d-38fc-4037-86ac-d032aa2432e6 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Unset dirty status for tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:55:26.527043 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f16fc68d-38fc-4037-86ac-d032aa2432e6 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "GET /v2.0/ports/cd802bf5-4b89-4def-916c-1ccf68cc08b1 HTTP/1.1" status: 404 len: 333 time: 0.2089021 May 03 22:55:26.533223 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39312) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:26.621368 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b9fc149-dc2b-4e46-b050-d5c63fd73ded tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Deleting subnet 3ff428df-f7c4-47f7-a98c-6fc1d8b4c249 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:55:26.626655 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3b9fc149-dc2b-4e46-b050-d5c63fd73ded tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:26.642797 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-af6c7f76-3414-4c76-8321-e2eae433f6d4 None None] Provisioning complete for port 1c3d9702-123e-46be-90ac-028712537096 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:26.645531 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-af6c7f76-3414-4c76-8321-e2eae433f6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:26.651998 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2293d6-9358-4bfd-9a64-e048e9c13137 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Network c6a4fffd-4755-4df9-9f23-32d341746cf9 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:55:26.655600 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-1d2293d6-9358-4bfd-9a64-e048e9c13137 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:26.709648 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3b9fc149-dc2b-4e46-b050-d5c63fd73ded tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:26.809597 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-af6c7f76-3414-4c76-8321-e2eae433f6d4 None None] Port 1c3d9702-123e-46be-90ac-028712537096 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:55:27.028799 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a26c146-2fbc-4185-92f9-1e4892d47f90 None None] Network 228baeca-20f5-4299-a962-eaa25674f920 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:55:27.091936 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2293d6-9358-4bfd-9a64-e048e9c13137 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Router 356837b9-d8c5-4f7b-8cfc-29a308fc2b49 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:55:27.180144 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3b9fc149-dc2b-4e46-b050-d5c63fd73ded tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:27.249931 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-fc88593e-6525-440d-a836-8b225839535b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'name': 'tempest-RoutersTest-router-107172431', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:54:32Z', 'updated_at': '2022-05-03T22:55:23Z', 'revision_number': 7, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'gw_port_host': None, '_interfaces': [{'id': '1e35a016-d489-4668-b579-b99c447f9abb', 'name': '', 'network_id': '5303d291-09c3-4192-8edf-fc73bd21c115', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:b7:51:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:46Z', 'updated_at': '2022-05-03T22:55:02Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5716590a-72cb-4b8b-9771-e45062405df0', 'name': '', 'network_id': 'e9096d3a-9e13-49be-820c-2e4ad3fbd716', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:db:17:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'e618f6de-04d9-4ad6-951b-5b938dd26c92', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:58Z', 'updated_at': '2022-05-03T22:55:09Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': 'e618f6de-04d9-4ad6-951b-5b938dd26c92', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952f4797-a450-4624-b283-35efba1fba31', 'name': '', 'network_id': '2f8bd908-7370-4518-8b40-d26ef2eacf39', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:91:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:36Z', 'updated_at': '2022-05-03T22:54:52Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1367cf5-edde-48ae-b974-614c582ca337', 'name': '', 'network_id': '6a6801fe-2e0c-4de6-a67f-94644f76990b', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:ac:7f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '2b3efd8b-3900-43e8-846c-f65690522bc5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:10Z', 'updated_at': '2022-05-03T22:55:21Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': '2b3efd8b-3900-43e8-846c-f65690522bc5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:27.270432 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc88593e-6525-440d-a836-8b225839535b None None] The sync data for ids ['ad186c1d-90c6-4e62-b866-dba1a5d63205'] in n-d-811807-1 is: [{'id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'name': 'tempest-RoutersTest-router-107172431', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:54:32Z', 'updated_at': '2022-05-03T22:55:23Z', 'revision_number': 7, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'gw_port_host': None, '_interfaces': [{'id': '1e35a016-d489-4668-b579-b99c447f9abb', 'name': '', 'network_id': '5303d291-09c3-4192-8edf-fc73bd21c115', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:b7:51:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:46Z', 'updated_at': '2022-05-03T22:55:02Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5716590a-72cb-4b8b-9771-e45062405df0', 'name': '', 'network_id': 'e9096d3a-9e13-49be-820c-2e4ad3fbd716', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:db:17:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'e618f6de-04d9-4ad6-951b-5b938dd26c92', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:58Z', 'updated_at': '2022-05-03T22:55:09Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': 'e618f6de-04d9-4ad6-951b-5b938dd26c92', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952f4797-a450-4624-b283-35efba1fba31', 'name': '', 'network_id': '2f8bd908-7370-4518-8b40-d26ef2eacf39', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:91:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:36Z', 'updated_at': '2022-05-03T22:54:52Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1367cf5-edde-48ae-b974-614c582ca337', 'name': '', 'network_id': '6a6801fe-2e0c-4de6-a67f-94644f76990b', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:ac:7f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '2b3efd8b-3900-43e8-846c-f65690522bc5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:10Z', 'updated_at': '2022-05-03T22:55:21Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': '2b3efd8b-3900-43e8-846c-f65690522bc5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:55:27.272435 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a1a2fd01-29e0-4bb0-b146-e9f69ec19f4f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:27.277498 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ea728962-85af-4261-aed5-21aee194a003 None None] Provisioning for port 1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:55:27.319923 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:55:27.366019 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ea728962-85af-4261-aed5-21aee194a003 None None] Provisioning complete for port 1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:27.366647 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ea728962-85af-4261-aed5-21aee194a003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:27.493462 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3b9fc149-dc2b-4e46-b050-d5c63fd73ded tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:27.709097 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2293d6-9358-4bfd-9a64-e048e9c13137 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:55:27.719157 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1d2293d6-9358-4bfd-9a64-e048e9c13137 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "PUT /v2.0/routers/356837b9-d8c5-4f7b-8cfc-29a308fc2b49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5600085 May 03 22:55:27.720567 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39318) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:27.729974 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9fc149-dc2b-4e46-b050-d5c63fd73ded tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'Subnet': ['ID=3ff428df-f7c4-47f7-a98c-6fc1d8b4c249,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:27.746468 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:27.754707 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba467059-e499-4ad0-b4af-18e4ac65fb6f None None] Sync routers for ids ['356837b9-d8c5-4f7b-8cfc-29a308fc2b49'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:55:27.762377 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:27.762377 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:27.765167 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3b9fc149-dc2b-4e46-b050-d5c63fd73ded tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:27.818896 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ea728962-85af-4261-aed5-21aee194a003 None None] Could not find standard attr ID for object cd802bf5-4b89-4def-916c-1ccf68cc08b1. {{(pid=88071) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 03 22:55:27.829897 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3b9fc149-dc2b-4e46-b050-d5c63fd73ded tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/subnets/3ff428df-f7c4-47f7-a98c-6fc1d8b4c249 HTTP/1.1" status: 204 len: 168 time: 1.2872734 May 03 22:55:27.836455 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb15dc2-0dda-4142-82a0-95c883a65382 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:27.844435 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39322) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:27.854564 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0cb15dc2-0dda-4142-82a0-95c883a65382 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Synchronizing usage tracker for tenant:06cc14afcda64b42b43ac970e3b09815 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:55:27.858030 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba467059-e499-4ad0-b4af-18e4ac65fb6f None None] Routers {'356837b9-d8c5-4f7b-8cfc-29a308fc2b49'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:55:27.858030 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-ba467059-e499-4ad0-b4af-18e4ac65fb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['356837b9-d8c5-4f7b-8cfc-29a308fc2b49'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:27.861689 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e0692-987b-4310-9418-82fd6c5caf3c req-96db651f-4589-437b-bb60-de7e8151b9cd tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:27.861689 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8a8e0692-987b-4310-9418-82fd6c5caf3c req-96db651f-4589-437b-bb60-de7e8151b9cd tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=58b1620c-1628-4b95-8629-756baa43d747 HTTP/1.1" status: 200 len: 945 time: 0.5401683 May 03 22:55:27.865732 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0cb15dc2-0dda-4142-82a0-95c883a65382 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Unset dirty status for tenant:06cc14afcda64b42b43ac970e3b09815 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:55:27.873751 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0cb15dc2-0dda-4142-82a0-95c883a65382 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "GET /v2.0/ports/1c3d9702-123e-46be-90ac-028712537096 HTTP/1.1" status: 200 len: 911 time: 0.1498077 May 03 22:55:27.874478 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39326) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:27.914971 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1812d2d-9d41-4c87-b083-8fa826882c51 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Deleting subnet de0df008-7350-41fe-ae01-90fe5a6a0a69 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:55:27.918773 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f1812d2d-9d41-4c87-b083-8fa826882c51 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:27.925872 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-2457973c-6001-4699-a347-829c585416b4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd247f685-062b-46ef-a486-e79a23dee8e2'}]}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:27.952701 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-ba467059-e499-4ad0-b4af-18e4ac65fb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:27.964206 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba467059-e499-4ad0-b4af-18e4ac65fb6f None None] Routers {'356837b9-d8c5-4f7b-8cfc-29a308fc2b49'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:55:27.965595 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-ba467059-e499-4ad0-b4af-18e4ac65fb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['356837b9-d8c5-4f7b-8cfc-29a308fc2b49'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:27.981488 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f1812d2d-9d41-4c87-b083-8fa826882c51 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:27.986446 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8a8e0692-987b-4310-9418-82fd6c5caf3c req-c2b7bf82-5e31-48ee-b822-99052b422e90 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073415 May 03 22:55:28.061583 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-ba467059-e499-4ad0-b4af-18e4ac65fb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:28.061583 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba467059-e499-4ad0-b4af-18e4ac65fb6f None None] The sync data for ids ['356837b9-d8c5-4f7b-8cfc-29a308fc2b49'] in n-d-811807-1 is: [] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:55:28.082519 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-41d70da6-8707-493d-ab90-bd13e385cea6 None None] Provisioning complete for port 1c3d9702-123e-46be-90ac-028712537096 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:28.082519 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-41d70da6-8707-493d-ab90-bd13e385cea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:28.118689 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-a1a2fd01-29e0-4bb0-b146-e9f69ec19f4f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Deleting port e1367cf5-edde-48ae-b974-614c582ca337 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:55:28.118689 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a1a2fd01-29e0-4bb0-b146-e9f69ec19f4f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:28.217006 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:28.238182 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f1812d2d-9d41-4c87-b083-8fa826882c51 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:28.245151 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-41d70da6-8707-493d-ab90-bd13e385cea6 None None] Port 1c3d9702-123e-46be-90ac-028712537096 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:55:28.269531 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2457973c-6001-4699-a347-829c585416b4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:28.418462 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-a1a2fd01-29e0-4bb0-b146-e9f69ec19f4f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] For port e1367cf5-edde-48ae-b974-614c582ca337, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=e1367cf5-edde-48ae-b974-614c582ca337,segment=NetworkSegment(58543a15-2e09-48ab-86a9-2a90c9078c4d),segment_id=58543a15-2e09-48ab-86a9-2a90c9078c4d)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:55:28.418462 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a1a2fd01-29e0-4bb0-b146-e9f69ec19f4f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:28.440848 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67276697-f467-4ff1-9d09-ef1b4be59d0b None None] Network 228baeca-20f5-4299-a962-eaa25674f920 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:55:28.625476 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f1812d2d-9d41-4c87-b083-8fa826882c51 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:28.639754 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-a1a2fd01-29e0-4bb0-b146-e9f69ec19f4f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Calling delete_port for e1367cf5-edde-48ae-b974-614c582ca337 owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:55:28.672299 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e60309c7-751b-4f22-8ea9-71cf27f46c94 None None] Provisioning complete for port 1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:28.673201 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e60309c7-751b-4f22-8ea9-71cf27f46c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:28.710524 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1812d2d-9d41-4c87-b083-8fa826882c51 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'Subnet': ['ID=de0df008-7350-41fe-ae01-90fe5a6a0a69,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:28.718124 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f1812d2d-9d41-4c87-b083-8fa826882c51 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:28.737438 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f1812d2d-9d41-4c87-b083-8fa826882c51 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/subnets/de0df008-7350-41fe-ae01-90fe5a6a0a69 HTTP/1.1" status: 204 len: 168 time: 0.9079599 May 03 22:55:28.742045 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39330) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:28.846094 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd0000a-0e2e-4f9f-86f3-a6bddb29f201 None None] DHCP port deletion for 228baeca-20f5-4299-a962-eaa25674f920 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:55:28.852141 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-edd0000a-0e2e-4f9f-86f3-a6bddb29f201 None None] Deleting port 1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:55:28.852527 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-edd0000a-0e2e-4f9f-86f3-a6bddb29f201 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:28.921113 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a1a2fd01-29e0-4bb0-b146-e9f69ec19f4f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:28.992858 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a2fd01-29e0-4bb0-b146-e9f69ec19f4f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event deleted for resources: {'Port': ['ID=e1367cf5-edde-48ae-b974-614c582ca337,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:28.998873 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c78d5b4b-fa39-4a4c-843c-801bbf1ee0c5 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:29.053355 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-c78d5b4b-fa39-4a4c-843c-801bbf1ee0c5 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Deleting port 1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:55:29.053700 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c78d5b4b-fa39-4a4c-843c-801bbf1ee0c5 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:29.186807 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-edd0000a-0e2e-4f9f-86f3-a6bddb29f201 None None] For port 1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3,segment=NetworkSegment(59374db5-c802-4ca3-9967-7c0c025cff10),segment_id=59374db5-c802-4ca3-9967-7c0c025cff10)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:55:29.187591 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-edd0000a-0e2e-4f9f-86f3-a6bddb29f201 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:29.373471 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-edd0000a-0e2e-4f9f-86f3-a6bddb29f201 None None] Calling delete_port for 1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:55:29.402874 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:55:29.546380 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-edd0000a-0e2e-4f9f-86f3-a6bddb29f201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:29.550759 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a1a2fd01-29e0-4bb0-b146-e9f69ec19f4f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:29.621550 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0000a-0e2e-4f9f-86f3-a6bddb29f201 None None] Pushing event deleted for resources: {'Port': ['ID=1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:29.632487 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd0000a-0e2e-4f9f-86f3-a6bddb29f201 None None] No DVR routers for this DVR port 1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:55:29.647263 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:29.672261 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.resource_extend [None req-2457973c-6001-4699-a347-829c585416b4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:55:29.707977 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab4b90-7238-4306-acc1-7943c961d610 req-9ee041d3-466a-441f-be5e-c2b103f99214 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:29.707977 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-78ab4b90-7238-4306-acc1-7943c961d610 req-9ee041d3-466a-441f-be5e-c2b103f99214 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=58b1620c-1628-4b95-8629-756baa43d747 HTTP/1.1" status: 200 len: 945 time: 0.5043311 May 03 22:55:29.707977 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2457973c-6001-4699-a347-829c585416b4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:29.707977 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-c78d5b4b-fa39-4a4c-843c-801bbf1ee0c5 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] For port 1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3,segment=NetworkSegment(59374db5-c802-4ca3-9967-7c0c025cff10),segment_id=59374db5-c802-4ca3-9967-7c0c025cff10)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:55:29.707977 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c78d5b4b-fa39-4a4c-843c-801bbf1ee0c5 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:29.843313 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2457973c-6001-4699-a347-829c585416b4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:29.848144 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2457973c-6001-4699-a347-829c585416b4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:29.848646 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2457973c-6001-4699-a347-829c585416b4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:29.850570 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2457973c-6001-4699-a347-829c585416b4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "PUT /v2.0/ports/1c3d9702-123e-46be-90ac-028712537096 HTTP/1.1" status: 200 len: 911 time: 1.9437575 May 03 22:55:29.857523 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-c78d5b4b-fa39-4a4c-843c-801bbf1ee0c5 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Calling delete_port for 1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3 owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:55:29.874162 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39338) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:29.990465 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-78ab4b90-7238-4306-acc1-7943c961d610 req-09447387-e175-4307-8ae8-38296fd4b916 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735174 May 03 22:55:30.011991 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457973c-6001-4699-a347-829c585416b4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'Port': ['ID=1c3d9702-123e-46be-90ac-028712537096,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:30.020262 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.api [None req-c78d5b4b-fa39-4a4c-843c-801bbf1ee0c5 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:55:30.020662 n-d-811807-1 neutron-server[88069]: DEBUG oslo_db.api [None req-c78d5b4b-fa39-4a4c-843c-801bbf1ee0c5 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:55:30.288079 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a2fd01-29e0-4bb0-b146-e9f69ec19f4f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Router ad186c1d-90c6-4e62-b866-dba1a5d63205 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:55:30.519873 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a2fd01-29e0-4bb0-b146-e9f69ec19f4f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:55:30.526396 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-c78d5b4b-fa39-4a4c-843c-801bbf1ee0c5 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Deleting port 1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:55:30.526396 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c78d5b4b-fa39-4a4c-843c-801bbf1ee0c5 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:30.534845 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7988d2-a33b-4ac0-937c-6a78aff464c3 None None] Sync routers for ids ['ad186c1d-90c6-4e62-b866-dba1a5d63205'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:55:30.549247 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7988d2-a33b-4ac0-937c-6a78aff464c3 None None] Routers {'ad186c1d-90c6-4e62-b866-dba1a5d63205'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:55:30.550155 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-bd7988d2-a33b-4ac0-937c-6a78aff464c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['ad186c1d-90c6-4e62-b866-dba1a5d63205'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:30.569479 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a1a2fd01-29e0-4bb0-b146-e9f69ec19f4f tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "PUT /v2.0/routers/ad186c1d-90c6-4e62-b866-dba1a5d63205/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7564075 May 03 22:55:30.575633 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39342) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:30.606603 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-c78d5b4b-fa39-4a4c-843c-801bbf1ee0c5 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] The port '1c3c44a5-4c6f-4f0c-a596-19bc038ca5d3' was deleted {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:55:30.753380 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c78d5b4b-fa39-4a4c-843c-801bbf1ee0c5 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:30.766212 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-bd7988d2-a33b-4ac0-937c-6a78aff464c3 None None] Set router ad186c1d-90c6-4e62-b866-dba1a5d63205 gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:55:30.784388 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-c78d5b4b-fa39-4a4c-843c-801bbf1ee0c5 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['228baeca-20f5-4299-a962-eaa25674f920']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:30.797793 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-c78d5b4b-fa39-4a4c-843c-801bbf1ee0c5 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59374db5-c802-4ca3-9967-7c0c025cff10') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:30.798197 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-c78d5b4b-fa39-4a4c-843c-801bbf1ee0c5 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59374db5-c802-4ca3-9967-7c0c025cff10') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:30.810273 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c78d5b4b-fa39-4a4c-843c-801bbf1ee0c5 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:30.811400 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc4c432-1447-4ebd-9a51-6c53f8b11aff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Deleting subnet 2b3efd8b-3900-43e8-846c-f65690522bc5 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:55:30.815171 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-edc4c432-1447-4ebd-9a51-6c53f8b11aff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:30.825919 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c78d5b4b-fa39-4a4c-843c-801bbf1ee0c5 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:30.832577 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c78d5b4b-fa39-4a4c-843c-801bbf1ee0c5 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:55:30.832961 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c78d5b4b-fa39-4a4c-843c-801bbf1ee0c5 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: timer() May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:55:30.848175 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:55:30.925114 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-edc4c432-1447-4ebd-9a51-6c53f8b11aff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:30.960105 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c78d5b4b-fa39-4a4c-843c-801bbf1ee0c5 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:30.986638 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c78d5b4b-fa39-4a4c-843c-801bbf1ee0c5 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:31.002207 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d5b4b-fa39-4a4c-843c-801bbf1ee0c5 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'Network': ['ID=228baeca-20f5-4299-a962-eaa25674f920,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:31.026628 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c78d5b4b-fa39-4a4c-843c-801bbf1ee0c5 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/networks/228baeca-20f5-4299-a962-eaa25674f920 HTTP/1.1" status: 204 len: 168 time: 2.2881467 May 03 22:55:31.027819 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39348) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:31.079756 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-edc4c432-1447-4ebd-9a51-6c53f8b11aff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:31.137308 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3abe48c3-d522-4e9a-aeba-3d87938f5784 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:31.174716 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-bd7988d2-a33b-4ac0-937c-6a78aff464c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'name': 'tempest-RoutersTest-router-107172431', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:54:32Z', 'updated_at': '2022-05-03T22:55:28Z', 'revision_number': 8, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'gw_port_host': None, '_interfaces': [{'id': '1e35a016-d489-4668-b579-b99c447f9abb', 'name': '', 'network_id': '5303d291-09c3-4192-8edf-fc73bd21c115', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:b7:51:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:46Z', 'updated_at': '2022-05-03T22:55:02Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5716590a-72cb-4b8b-9771-e45062405df0', 'name': '', 'network_id': 'e9096d3a-9e13-49be-820c-2e4ad3fbd716', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:db:17:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'e618f6de-04d9-4ad6-951b-5b938dd26c92', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:58Z', 'updated_at': '2022-05-03T22:55:09Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': 'e618f6de-04d9-4ad6-951b-5b938dd26c92', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952f4797-a450-4624-b283-35efba1fba31', 'name': '', 'network_id': '2f8bd908-7370-4518-8b40-d26ef2eacf39', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:91:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:36Z', 'updated_at': '2022-05-03T22:54:52Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:31.178903 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7988d2-a33b-4ac0-937c-6a78aff464c3 None None] Checking router: ad186c1d-90c6-4e62-b866-dba1a5d63205 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:55:31.189173 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7988d2-a33b-4ac0-937c-6a78aff464c3 None None] Routers {'ad186c1d-90c6-4e62-b866-dba1a5d63205'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:55:31.189643 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-bd7988d2-a33b-4ac0-937c-6a78aff464c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['ad186c1d-90c6-4e62-b866-dba1a5d63205'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:31.196297 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19927c3-7ca3-476e-a819-f730a8ef0e03 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:31.196997 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b19927c3-7ca3-476e-a819-f730a8ef0e03 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Synchronizing usage tracker for tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:55:31.219087 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b19927c3-7ca3-476e-a819-f730a8ef0e03 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Unset dirty status for tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:55:31.225420 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b19927c3-7ca3-476e-a819-f730a8ef0e03 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1967211 May 03 22:55:31.226092 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39352) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:31.278848 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672d857-563d-4a02-8bca-84a85fb2831c req-4ff477ab-523f-4ad9-b628-136667b2f4bd tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:31.280368 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5672d857-563d-4a02-8bca-84a85fb2831c req-4ff477ab-523f-4ad9-b628-136667b2f4bd tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=58b1620c-1628-4b95-8629-756baa43d747 HTTP/1.1" status: 200 len: 945 time: 0.1687839 May 03 22:55:31.395535 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-bd7988d2-a33b-4ac0-937c-6a78aff464c3 None None] Set router ad186c1d-90c6-4e62-b866-dba1a5d63205 gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:55:31.432604 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5672d857-563d-4a02-8bca-84a85fb2831c req-06f93292-5b73-4662-809f-f26aed781959 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345470 May 03 22:55:31.440286 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-edc4c432-1447-4ebd-9a51-6c53f8b11aff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:31.465172 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-78f2b461-aa2d-48cb-a6cf-27bacceff4ae tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2378442 May 03 22:55:31.484579 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39356) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:31.487900 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc4c432-1447-4ebd-9a51-6c53f8b11aff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event deleted for resources: {'Subnet': ['ID=2b3efd8b-3900-43e8-846c-f65690522bc5,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:31.496907 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-edc4c432-1447-4ebd-9a51-6c53f8b11aff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:31.497217 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1795258-5e76-4ec4-8dd9-99a5b809bbf5 None None] Network 6a6801fe-2e0c-4de6-a67f-94644f76990b requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:55:31.499429 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-b35d75db-9b42-448d-a918-476e25a92558 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1451844336'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:31.508558 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7d626-8841-42b8-a71c-199f8d19bae3 req-ffd386fa-848f-4919-8778-2cc7da5e8ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:31.510547 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6b7d626-8841-42b8-a71c-199f8d19bae3 req-ffd386fa-848f-4919-8778-2cc7da5e8ac3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1b60de6f3b94c398a46d760b7dccea8&device_id=58b1620c-1628-4b95-8629-756baa43d747 HTTP/1.1" status: 200 len: 1096 time: 0.1545229 May 03 22:55:31.511946 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b35d75db-9b42-448d-a918-476e25a92558 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:31.513223 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-edc4c432-1447-4ebd-9a51-6c53f8b11aff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/subnets/2b3efd8b-3900-43e8-846c-f65690522bc5 HTTP/1.1" status: 204 len: 168 time: 0.9363520 May 03 22:55:31.515466 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39360) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:31.522548 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b35d75db-9b42-448d-a918-476e25a92558 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:network and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:55:31.527709 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b35d75db-9b42-448d-a918-476e25a92558 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:55:31.534713 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b35d75db-9b42-448d-a918-476e25a92558 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:31.589748 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35d75db-9b42-448d-a918-476e25a92558 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Made reservation on behalf of 3a6c8dfe4a524ed3932fdccc3fe2c5d8 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:55:31.594565 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b35d75db-9b42-448d-a918-476e25a92558 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:31.664017 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-98f6edb7-0e66-406a-9795-07a7ad556fff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:31.668663 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b35d75db-9b42-448d-a918-476e25a92558 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:55:31.683401 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-98f6edb7-0e66-406a-9795-07a7ad556fff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Deleting port 75c1af5f-b1e2-4693-afde-3c150d2402d2 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:55:31.684018 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-98f6edb7-0e66-406a-9795-07a7ad556fff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:31.710206 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b35d75db-9b42-448d-a918-476e25a92558 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:31.713153 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-b35d75db-9b42-448d-a918-476e25a92558 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Added segment 1e8280e4-9324-4a91-be11-6123a9cdafca of type vlan for network d1846219-bfa6-4677-879f-f9a78dc47a14 May 03 22:55:31.829273 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b35d75db-9b42-448d-a918-476e25a92558 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:31.872641 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-3abe48c3-d522-4e9a-aeba-3d87938f5784 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Deleting port 1c3d9702-123e-46be-90ac-028712537096 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:55:31.872641 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3abe48c3-d522-4e9a-aeba-3d87938f5784 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:31.878532 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7d626-8841-42b8-a71c-199f8d19bae3 req-677752ae-da1b-4e1b-907d-7c5dca751123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:31.879995 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6b7d626-8841-42b8-a71c-199f8d19bae3 req-677752ae-da1b-4e1b-907d-7c5dca751123 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c911580a-47e8-451d-aa8d-57f0fa21ffe1 HTTP/1.1" status: 200 len: 919 time: 0.3349650 May 03 22:55:31.948588 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e20db3-b779-4e3b-8b35-79c73ac9fc8d None None] DHCP port deletion for 6a6801fe-2e0c-4de6-a67f-94644f76990b request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:55:31.955086 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-b0e20db3-b779-4e3b-8b35-79c73ac9fc8d None None] Deleting port 75c1af5f-b1e2-4693-afde-3c150d2402d2 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:55:31.955722 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b0e20db3-b779-4e3b-8b35-79c73ac9fc8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:31.978823 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-bd7988d2-a33b-4ac0-937c-6a78aff464c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'name': 'tempest-RoutersTest-router-107172431', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:54:32Z', 'updated_at': '2022-05-03T22:55:28Z', 'revision_number': 8, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'gw_port_host': None, '_interfaces': [{'id': '1e35a016-d489-4668-b579-b99c447f9abb', 'name': '', 'network_id': '5303d291-09c3-4192-8edf-fc73bd21c115', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:b7:51:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:46Z', 'updated_at': '2022-05-03T22:55:02Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5716590a-72cb-4b8b-9771-e45062405df0', 'name': '', 'network_id': 'e9096d3a-9e13-49be-820c-2e4ad3fbd716', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:db:17:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'e618f6de-04d9-4ad6-951b-5b938dd26c92', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:58Z', 'updated_at': '2022-05-03T22:55:09Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': 'e618f6de-04d9-4ad6-951b-5b938dd26c92', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952f4797-a450-4624-b283-35efba1fba31', 'name': '', 'network_id': '2f8bd908-7370-4518-8b40-d26ef2eacf39', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:91:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:36Z', 'updated_at': '2022-05-03T22:54:52Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:31.983391 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7988d2-a33b-4ac0-937c-6a78aff464c3 None None] The sync data for ids ['ad186c1d-90c6-4e62-b866-dba1a5d63205'] in n-d-811807-1 is: [{'id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'name': 'tempest-RoutersTest-router-107172431', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:54:32Z', 'updated_at': '2022-05-03T22:55:28Z', 'revision_number': 8, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'gw_port_host': None, '_interfaces': [{'id': '1e35a016-d489-4668-b579-b99c447f9abb', 'name': '', 'network_id': '5303d291-09c3-4192-8edf-fc73bd21c115', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:b7:51:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:46Z', 'updated_at': '2022-05-03T22:55:02Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5716590a-72cb-4b8b-9771-e45062405df0', 'name': '', 'network_id': 'e9096d3a-9e13-49be-820c-2e4ad3fbd716', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:db:17:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'e618f6de-04d9-4ad6-951b-5b938dd26c92', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:58Z', 'updated_at': '2022-05-03T22:55:09Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': 'e618f6de-04d9-4ad6-951b-5b938dd26c92', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952f4797-a450-4624-b283-35efba1fba31', 'name': '', 'network_id': '2f8bd908-7370-4518-8b40-d26ef2eacf39', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:91:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:36Z', 'updated_at': '2022-05-03T22:54:52Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:55:31.997209 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6b7d626-8841-42b8-a71c-199f8d19bae3 req-9696635a-a61f-4b46-a67c-b1107bb2bdb7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5aa08b48-9310-4437-83e4-632a6081fea4 HTTP/1.1" status: 200 len: 217 time: 0.1082346 May 03 22:55:31.998068 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b35d75db-9b42-448d-a918-476e25a92558 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:32.010953 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35d75db-9b42-448d-a918-476e25a92558 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:32.011623 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b35d75db-9b42-448d-a918-476e25a92558 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:32.101352 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b35d75db-9b42-448d-a918-476e25a92558 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6149528 May 03 22:55:32.102182 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39364) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:32.134720 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-f415e628-bdd9-4576-b2af-49a8f34a0a3b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'subnet': {'network_id': 'd1846219-bfa6-4677-879f-f9a78dc47a14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:32.189670 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-98f6edb7-0e66-406a-9795-07a7ad556fff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] For port 75c1af5f-b1e2-4693-afde-3c150d2402d2, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=75c1af5f-b1e2-4693-afde-3c150d2402d2,segment=NetworkSegment(58543a15-2e09-48ab-86a9-2a90c9078c4d),segment_id=58543a15-2e09-48ab-86a9-2a90c9078c4d)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:55:32.190176 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-98f6edb7-0e66-406a-9795-07a7ad556fff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:32.247998 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-b0e20db3-b779-4e3b-8b35-79c73ac9fc8d None None] For port 75c1af5f-b1e2-4693-afde-3c150d2402d2, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=75c1af5f-b1e2-4693-afde-3c150d2402d2,segment=NetworkSegment(58543a15-2e09-48ab-86a9-2a90c9078c4d),segment_id=58543a15-2e09-48ab-86a9-2a90c9078c4d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:55:32.248889 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b0e20db3-b779-4e3b-8b35-79c73ac9fc8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:32.354596 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-98f6edb7-0e66-406a-9795-07a7ad556fff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Calling delete_port for 75c1af5f-b1e2-4693-afde-3c150d2402d2 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:55:32.394050 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-b0e20db3-b779-4e3b-8b35-79c73ac9fc8d None None] Calling delete_port for 75c1af5f-b1e2-4693-afde-3c150d2402d2 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:55:32.414071 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3abe48c3-d522-4e9a-aeba-3d87938f5784 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:32.429064 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d75db-9b42-448d-a918-476e25a92558 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Network': ['ID=d1846219-bfa6-4677-879f-f9a78dc47a14,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:32.447289 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network d1846219-bfa6-4677-879f-f9a78dc47a14 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:55:32.451917 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7d626-8841-42b8-a71c-199f8d19bae3 req-6552fd3c-8619-4762-af5a-f0419baa5524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:32.454198 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6b7d626-8841-42b8-a71c-199f8d19bae3 req-6552fd3c-8619-4762-af5a-f0419baa5524 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5517459f-c98d-41cf-b3ba-cd5ba862ae7c HTTP/1.1" status: 200 len: 857 time: 0.4148333 May 03 22:55:32.530191 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f415e628-bdd9-4576-b2af-49a8f34a0a3b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:32.537943 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f415e628-bdd9-4576-b2af-49a8f34a0a3b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:subnet and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:55:32.543416 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f415e628-bdd9-4576-b2af-49a8f34a0a3b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:55:32.559536 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f415e628-bdd9-4576-b2af-49a8f34a0a3b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:32.601326 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f415e628-bdd9-4576-b2af-49a8f34a0a3b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Made reservation on behalf of 3a6c8dfe4a524ed3932fdccc3fe2c5d8 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:55:32.606221 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b0e20db3-b779-4e3b-8b35-79c73ac9fc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:32.608250 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f415e628-bdd9-4576-b2af-49a8f34a0a3b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:32.700788 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e20db3-b779-4e3b-8b35-79c73ac9fc8d None None] No DVR routers for this DVR port 75c1af5f-b1e2-4693-afde-3c150d2402d2 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:55:32.702755 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e20db3-b779-4e3b-8b35-79c73ac9fc8d None None] Pushing event deleted for resources: {'Port': ['ID=75c1af5f-b1e2-4693-afde-3c150d2402d2,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:32.730789 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7d626-8841-42b8-a71c-199f8d19bae3 req-0b4cbf3a-6f92-444c-8939-a1e74e94895a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:32.732424 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6b7d626-8841-42b8-a71c-199f8d19bae3 req-0b4cbf3a-6f92-444c-8939-a1e74e94895a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c911580a-47e8-451d-aa8d-57f0fa21ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2654135 May 03 22:55:32.851254 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-3abe48c3-d522-4e9a-aeba-3d87938f5784 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Calling delete_port for 1c3d9702-123e-46be-90ac-028712537096 owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:55:33.003265 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [None req-98f6edb7-0e66-406a-9795-07a7ad556fff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:55:33.003265 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [None req-98f6edb7-0e66-406a-9795-07a7ad556fff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:55:33.031837 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6b7d626-8841-42b8-a71c-199f8d19bae3 req-3865729b-b917-4916-836e-0aedef6ee6de service neutron] 10.222.0.60 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469122 May 03 22:55:33.048533 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a455d1a-da9c-45ad-8a75-8287274c4078 req-4b5d0f84-5874-4f80-a32c-b2926576c219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:33.048533 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9a455d1a-da9c-45ad-8a75-8287274c4078 req-4b5d0f84-5874-4f80-a32c-b2926576c219 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=58b1620c-1628-4b95-8629-756baa43d747 HTTP/1.1" status: 200 len: 1096 time: 0.1668489 May 03 22:55:33.113740 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8768bd7-feb0-47af-b6a7-f8391530d11d req-10c54d29-5843-4639-9726-0f3a89b965e7 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:33.113740 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b8768bd7-feb0-47af-b6a7-f8391530d11d req-10c54d29-5843-4639-9726-0f3a89b965e7 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=58b1620c-1628-4b95-8629-756baa43d747 HTTP/1.1" status: 200 len: 945 time: 0.3854141 May 03 22:55:33.120344 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9a455d1a-da9c-45ad-8a75-8287274c4078 req-5782567f-da7c-4234-8c3a-42b57647c33d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609546 May 03 22:55:33.192528 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f415e628-bdd9-4576-b2af-49a8f34a0a3b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:33.222997 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 75c1af5f-b1e2-4693-afde-3c150d2402d2 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:55:33.265088 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 75c1af5f-b1e2-4693-afde-3c150d2402d2 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:55:33.265356 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 75c1af5f-b1e2-4693-afde-3c150d2402d2 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:55:33.266134 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device e1367cf5-edde-48ae-b974-614c582ca337 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:55:33.281406 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3abe48c3-d522-4e9a-aeba-3d87938f5784 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:33.289938 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b8768bd7-feb0-47af-b6a7-f8391530d11d req-672b7148-f9f1-434d-90b1-07909ee55906 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681895 May 03 22:55:33.302041 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: e1367cf5-edde-48ae-b974-614c582ca337 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:55:33.302642 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device e1367cf5-edde-48ae-b974-614c582ca337 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:55:33.330277 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6b7d626-8841-42b8-a71c-199f8d19bae3 req-3a08940e-4741-403e-bd0a-7592081fc7d5 service neutron] 10.222.0.60 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823913 May 03 22:55:33.337914 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415e628-bdd9-4576-b2af-49a8f34a0a3b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Subnet': ['ID=291729ca-8db2-4906-bce4-27c845423b11,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:33.339629 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe48c3-d522-4e9a-aeba-3d87938f5784 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event deleted for resources: {'Port': ['ID=1c3d9702-123e-46be-90ac-028712537096,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:33.342409 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f415e628-bdd9-4576-b2af-49a8f34a0a3b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Checking segment: {'id': '1e8280e4-9324-4a91-be11-6123a9cdafca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'd1846219-bfa6-4677-879f-f9a78dc47a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:55:33.342772 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f415e628-bdd9-4576-b2af-49a8f34a0a3b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Network hostable DHCP agents. Network: d1846219-bfa6-4677-879f-f9a78dc47a14, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:55:33.362663 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f415e628-bdd9-4576-b2af-49a8f34a0a3b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Network d1846219-bfa6-4677-879f-f9a78dc47a14 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:55:33.374488 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-f415e628-bdd9-4576-b2af-49a8f34a0a3b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, d1846219-bfa6-4677-879f-f9a78dc47a14) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:33.382700 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20295a1-7c11-4aad-a690-75082062aa3c None None] Network d1846219-bfa6-4677-879f-f9a78dc47a14 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:55:33.383278 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f415e628-bdd9-4576-b2af-49a8f34a0a3b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:33.383870 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f415e628-bdd9-4576-b2af-49a8f34a0a3b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:33.394528 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ad575189-b671-41e8-82e8-c64f7c42544e req-7cd16782-08ca-4ac3-bdff-b7b33b861995 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2989697 May 03 22:55:33.428920 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f415e628-bdd9-4576-b2af-49a8f34a0a3b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3176730 May 03 22:55:33.429993 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39372) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:33.435958 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-e50a8686-9908-4755-8f80-22608607ba7c tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'port': {'network_id': 'd1846219-bfa6-4677-879f-f9a78dc47a14', 'name': 'tempest-PortsTestJSON-1896463601'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:33.577831 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-98f6edb7-0e66-406a-9795-07a7ad556fff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Deleting port 75c1af5f-b1e2-4693-afde-3c150d2402d2 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:55:33.578361 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-98f6edb7-0e66-406a-9795-07a7ad556fff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:33.601339 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e50a8686-9908-4755-8f80-22608607ba7c tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:33.618488 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e50a8686-9908-4755-8f80-22608607ba7c tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:33.632401 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50a8686-9908-4755-8f80-22608607ba7c tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Made reservation on behalf of 3a6c8dfe4a524ed3932fdccc3fe2c5d8 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:55:33.636004 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e50a8686-9908-4755-8f80-22608607ba7c tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:33.657229 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24031768-bf98-4cbe-918c-6b1e50a89b48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-d1846219-bfa6-4677-879f-f9a78dc47a14', 'network_id': 'd1846219-bfa6-4677-879f-f9a78dc47a14', 'tenant_id': '3a6c8dfe4a524ed3932fdccc3fe2c5d8', 'fixed_ips': [{'subnet_id': '291729ca-8db2-4906-bce4-27c845423b11'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:55:33.658740 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-24031768-bf98-4cbe-918c-6b1e50a89b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:33.660095 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-e50a8686-9908-4755-8f80-22608607ba7c tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] device_id is not set on port 918300d0-014a-492d-8943-9681d178ebe4 yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:55:33.694308 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-98f6edb7-0e66-406a-9795-07a7ad556fff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] The port '75c1af5f-b1e2-4693-afde-3c150d2402d2' was deleted {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:55:33.695061 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3abe48c3-d522-4e9a-aeba-3d87938f5784 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:33.849927 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-e50a8686-9908-4755-8f80-22608607ba7c tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Allocated IP 172.20.0.13 (d1846219-bfa6-4677-879f-f9a78dc47a14/291729ca-8db2-4906-bce4-27c845423b11/918300d0-014a-492d-8943-9681d178ebe4) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:55:33.962855 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-98f6edb7-0e66-406a-9795-07a7ad556fff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:34.043738 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-98f6edb7-0e66-406a-9795-07a7ad556fff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a6801fe-2e0c-4de6-a67f-94644f76990b']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:34.071133 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e50a8686-9908-4755-8f80-22608607ba7c tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:34.087452 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-e50a8686-9908-4755-8f80-22608607ba7c tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Transition to ACTIVE for port object 918300d0-014a-492d-8943-9681d178ebe4 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:55:34.112056 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad575189-b671-41e8-82e8-c64f7c42544e req-c4279c50-71d9-4d74-9bbb-188c8f688127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:34.112332 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e50a8686-9908-4755-8f80-22608607ba7c tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:34.113522 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ad575189-b671-41e8-82e8-c64f7c42544e req-c4279c50-71d9-4d74-9bbb-188c8f688127 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a1b60de6f3b94c398a46d760b7dccea8&device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 1097 time: 0.6705089 May 03 22:55:34.124682 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-98f6edb7-0e66-406a-9795-07a7ad556fff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58543a15-2e09-48ab-86a9-2a90c9078c4d') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:34.124978 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-98f6edb7-0e66-406a-9795-07a7ad556fff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58543a15-2e09-48ab-86a9-2a90c9078c4d') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:34.141461 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-98f6edb7-0e66-406a-9795-07a7ad556fff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:34.195073 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50a8686-9908-4755-8f80-22608607ba7c tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Network d1846219-bfa6-4677-879f-f9a78dc47a14 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:55:34.195513 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-24031768-bf98-4cbe-918c-6b1e50a89b48 None None] Allocated IP 172.20.0.2 (d1846219-bfa6-4677-879f-f9a78dc47a14/291729ca-8db2-4906-bce4-27c845423b11/db003645-8a25-4502-bb75-43b80c6998cd) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:55:34.198478 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-e50a8686-9908-4755-8f80-22608607ba7c tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:34.202994 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50a8686-9908-4755-8f80-22608607ba7c tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:55:34.244393 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a8686-9908-4755-8f80-22608607ba7c tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Port': ['ID=918300d0-014a-492d-8943-9681d178ebe4,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:34.273303 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50a8686-9908-4755-8f80-22608607ba7c tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:34.273994 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e50a8686-9908-4755-8f80-22608607ba7c tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:34.303932 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e50a8686-9908-4755-8f80-22608607ba7c tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8726602 May 03 22:55:34.306731 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39376) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:34.320406 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-36f1aa39-1312-42f6-a68c-f346d705d8c9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'port': {'network_id': 'd1846219-bfa6-4677-879f-f9a78dc47a14', 'name': 'tempest-PortsTestJSON-2131905776'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:34.333216 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3abe48c3-d522-4e9a-aeba-3d87938f5784 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Router 356837b9-d8c5-4f7b-8cfc-29a308fc2b49 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:55:34.339795 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-98f6edb7-0e66-406a-9795-07a7ad556fff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:34.399075 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f6edb7-0e66-406a-9795-07a7ad556fff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:55:34.399713 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-98f6edb7-0e66-406a-9795-07a7ad556fff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: timer() May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:55:34.415227 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:55:34.548314 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-24031768-bf98-4cbe-918c-6b1e50a89b48 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:34.560331 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-24031768-bf98-4cbe-918c-6b1e50a89b48 None None] Transition to ACTIVE for port object db003645-8a25-4502-bb75-43b80c6998cd will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:55:34.563217 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-36f1aa39-1312-42f6-a68c-f346d705d8c9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:34.567757 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-36f1aa39-1312-42f6-a68c-f346d705d8c9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:port and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:55:34.570855 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-36f1aa39-1312-42f6-a68c-f346d705d8c9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:55:34.577564 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-36f1aa39-1312-42f6-a68c-f346d705d8c9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:34.580336 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-24031768-bf98-4cbe-918c-6b1e50a89b48 None None] Transition to ACTIVE for port object db003645-8a25-4502-bb75-43b80c6998cd will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:55:34.588223 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-24031768-bf98-4cbe-918c-6b1e50a89b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:34.597429 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd400b-b2b8-4934-97db-ac25bdb4518f req-201325ca-a498-4e59-ac72-02713105312c tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:34.599384 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d9fd400b-b2b8-4934-97db-ac25bdb4518f req-201325ca-a498-4e59-ac72-02713105312c tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=58b1620c-1628-4b95-8629-756baa43d747 HTTP/1.1" status: 200 len: 945 time: 0.1519387 May 03 22:55:34.600695 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f1aa39-1312-42f6-a68c-f346d705d8c9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Made reservation on behalf of 3a6c8dfe4a524ed3932fdccc3fe2c5d8 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:55:34.604296 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-36f1aa39-1312-42f6-a68c-f346d705d8c9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:34.644297 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24031768-bf98-4cbe-918c-6b1e50a89b48 None None] Network d1846219-bfa6-4677-879f-f9a78dc47a14 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:55:34.651579 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-24031768-bf98-4cbe-918c-6b1e50a89b48 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:34.657471 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-98f6edb7-0e66-406a-9795-07a7ad556fff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:34.659941 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad575189-b671-41e8-82e8-c64f7c42544e req-ee1b05f6-d5f8-4f66-a425-e56d97ec1b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:34.661632 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ad575189-b671-41e8-82e8-c64f7c42544e req-ee1b05f6-d5f8-4f66-a425-e56d97ec1b99 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c911580a-47e8-451d-aa8d-57f0fa21ffe1 HTTP/1.1" status: 200 len: 919 time: 0.5122232 May 03 22:55:34.670919 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24031768-bf98-4cbe-918c-6b1e50a89b48 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:55:34.678426 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abe48c3-d522-4e9a-aeba-3d87938f5784 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:55:34.684117 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-98f6edb7-0e66-406a-9795-07a7ad556fff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:34.712114 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112686cb-0cb8-4b3a-a9cb-dc996bf20885 None None] Sync routers for ids ['356837b9-d8c5-4f7b-8cfc-29a308fc2b49'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:55:34.760863 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f6edb7-0e66-406a-9795-07a7ad556fff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event deleted for resources: {'Network': ['ID=6a6801fe-2e0c-4de6-a67f-94644f76990b,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:34.765251 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ad575189-b671-41e8-82e8-c64f7c42544e req-308600f6-32c4-45a1-9b9a-2af0bd4a9a12 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f72ab74-a672-447d-b997-eae19b009369 HTTP/1.1" status: 200 len: 217 time: 0.0823536 May 03 22:55:34.782352 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24031768-bf98-4cbe-918c-6b1e50a89b48 None None] Pushing event updated for resources: {'Port': ['ID=db003645-8a25-4502-bb75-43b80c6998cd,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:34.787458 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112686cb-0cb8-4b3a-a9cb-dc996bf20885 None None] Routers {'356837b9-d8c5-4f7b-8cfc-29a308fc2b49'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:55:34.788079 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-112686cb-0cb8-4b3a-a9cb-dc996bf20885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['356837b9-d8c5-4f7b-8cfc-29a308fc2b49'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:34.810827 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-98f6edb7-0e66-406a-9795-07a7ad556fff tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/networks/6a6801fe-2e0c-4de6-a67f-94644f76990b HTTP/1.1" status: 204 len: 168 time: 3.2943211 May 03 22:55:34.817228 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39382) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:34.818827 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-36f1aa39-1312-42f6-a68c-f346d705d8c9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] device_id is not set on port 8aded578-4b4b-4318-94ae-68ca99d2659d yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:55:34.852194 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-24031768-bf98-4cbe-918c-6b1e50a89b48 None None] Attempting to bind port db003645-8a25-4502-bb75-43b80c6998cd on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:55:34.852565 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-24031768-bf98-4cbe-918c-6b1e50a89b48 None None] Attempting to bind port db003645-8a25-4502-bb75-43b80c6998cd by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '1e8280e4-9324-4a91-be11-6123a9cdafca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'd1846219-bfa6-4677-879f-f9a78dc47a14'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:55:34.852931 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24031768-bf98-4cbe-918c-6b1e50a89b48 None None] Attempting to bind port db003645-8a25-4502-bb75-43b80c6998cd on network d1846219-bfa6-4677-879f-f9a78dc47a14 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:55:34.855179 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-112686cb-0cb8-4b3a-a9cb-dc996bf20885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:34.862789 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24031768-bf98-4cbe-918c-6b1e50a89b48 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:55:34.863089 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24031768-bf98-4cbe-918c-6b1e50a89b48 None None] Checking segment: {'id': '1e8280e4-9324-4a91-be11-6123a9cdafca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'd1846219-bfa6-4677-879f-f9a78dc47a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:55:34.863488 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-24031768-bf98-4cbe-918c-6b1e50a89b48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:34.863885 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24031768-bf98-4cbe-918c-6b1e50a89b48 None None] Bound using segment: {'id': '1e8280e4-9324-4a91-be11-6123a9cdafca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'd1846219-bfa6-4677-879f-f9a78dc47a14'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:55:34.863987 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d9fd400b-b2b8-4934-97db-ac25bdb4518f req-258aa6cb-2209-4b4e-8d4a-cd5ace3defe6 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942132 May 03 22:55:34.864350 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-24031768-bf98-4cbe-918c-6b1e50a89b48 None None] Bound port: db003645-8a25-4502-bb75-43b80c6998cd, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8280e4-9324-4a91-be11-6123a9cdafca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'd1846219-bfa6-4677-879f-f9a78dc47a14'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:55:34.864722 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-24031768-bf98-4cbe-918c-6b1e50a89b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:34.912106 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112686cb-0cb8-4b3a-a9cb-dc996bf20885 None None] Routers {'356837b9-d8c5-4f7b-8cfc-29a308fc2b49'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:55:34.912929 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-112686cb-0cb8-4b3a-a9cb-dc996bf20885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['356837b9-d8c5-4f7b-8cfc-29a308fc2b49'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:34.952401 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3abe48c3-d522-4e9a-aeba-3d87938f5784 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "PUT /v2.0/routers/356837b9-d8c5-4f7b-8cfc-29a308fc2b49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0777879 May 03 22:55:34.969273 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39388) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:34.997292 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-112686cb-0cb8-4b3a-a9cb-dc996bf20885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:34.997938 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112686cb-0cb8-4b3a-a9cb-dc996bf20885 None None] The sync data for ids ['356837b9-d8c5-4f7b-8cfc-29a308fc2b49'] in n-d-811807-1 is: [] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:55:35.019666 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad575189-b671-41e8-82e8-c64f7c42544e req-97ad383f-6d39-450d-8318-55f88ede7782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:35.021064 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ad575189-b671-41e8-82e8-c64f7c42544e req-97ad383f-6d39-450d-8318-55f88ede7782 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5517459f-c98d-41cf-b3ba-cd5ba862ae7c HTTP/1.1" status: 200 len: 857 time: 0.2472458 May 03 22:55:35.041307 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-36f1aa39-1312-42f6-a68c-f346d705d8c9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Allocated IP 172.20.0.12 (d1846219-bfa6-4677-879f-f9a78dc47a14/291729ca-8db2-4906-bce4-27c845423b11/8aded578-4b4b-4318-94ae-68ca99d2659d) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:55:35.042046 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-24031768-bf98-4cbe-918c-6b1e50a89b48 None None] For port db003645-8a25-4502-bb75-43b80c6998cd, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:55:35.048006 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-24031768-bf98-4cbe-918c-6b1e50a89b48 None None] For port db003645-8a25-4502-bb75-43b80c6998cd, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=db003645-8a25-4502-bb75-43b80c6998cd,segment=NetworkSegment(1e8280e4-9324-4a91-be11-6123a9cdafca),segment_id=1e8280e4-9324-4a91-be11-6123a9cdafca)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:55:35.054063 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-24031768-bf98-4cbe-918c-6b1e50a89b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:35.068776 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-50c07d13-0f99-4e43-a0b3-5255595e838c tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Synchronizing usage tracker for tenant:06cc14afcda64b42b43ac970e3b09815 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:55:35.165135 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24031768-bf98-4cbe-918c-6b1e50a89b48 None None] Pushing event updated for resources: {'Port': ['ID=db003645-8a25-4502-bb75-43b80c6998cd,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:35.247715 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-50c07d13-0f99-4e43-a0b3-5255595e838c tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Unset dirty status for tenant:06cc14afcda64b42b43ac970e3b09815 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:55:35.248857 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-50c07d13-0f99-4e43-a0b3-5255595e838c tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "GET /v2.0/ports?device_id=356837b9-d8c5-4f7b-8cfc-29a308fc2b49 HTTP/1.1" status: 200 len: 205 time: 0.2770250 May 03 22:55:35.253839 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39396) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:35.447192 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-432b58e2-491b-442c-a424-43fd01ca68bd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:35.460870 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-36f1aa39-1312-42f6-a68c-f346d705d8c9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:35.486442 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-36f1aa39-1312-42f6-a68c-f346d705d8c9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Transition to ACTIVE for port object 8aded578-4b4b-4318-94ae-68ca99d2659d will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:55:35.514769 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54b67b-0650-4a45-9859-c1df348bb446 req-36ff4428-c9d7-4aef-bd8c-1afb526b939a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:35.515885 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cf54b67b-0650-4a45-9859-c1df348bb446 req-36ff4428-c9d7-4aef-bd8c-1afb526b939a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1b60de6f3b94c398a46d760b7dccea8&device_id=58b1620c-1628-4b95-8629-756baa43d747 HTTP/1.1" status: 200 len: 1096 time: 0.2354808 May 03 22:55:35.553820 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103bb903-4407-4977-bd92-e1722913c7e6 req-68eb1eab-eaaf-44ff-ac55-9195487709af tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:35.555568 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-103bb903-4407-4977-bd92-e1722913c7e6 req-68eb1eab-eaaf-44ff-ac55-9195487709af tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=58b1620c-1628-4b95-8629-756baa43d747 HTTP/1.1" status: 200 len: 945 time: 0.2234776 May 03 22:55:35.692054 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-36f1aa39-1312-42f6-a68c-f346d705d8c9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:35.777151 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-103bb903-4407-4977-bd92-e1722913c7e6 req-8bdd1fb1-b93c-4bf3-a80f-b438c9f24d0b tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019222 May 03 22:55:35.820772 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad575189-b671-41e8-82e8-c64f7c42544e req-95e29530-2a6d-4075-aeca-ecb464011e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:35.822542 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ad575189-b671-41e8-82e8-c64f7c42544e req-95e29530-2a6d-4075-aeca-ecb464011e6f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c911580a-47e8-451d-aa8d-57f0fa21ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7918506 May 03 22:55:35.827291 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54b67b-0650-4a45-9859-c1df348bb446 req-0bfd6a9d-56c6-48ad-b54e-734c692e26b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:35.829569 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cf54b67b-0650-4a45-9859-c1df348bb446 req-0bfd6a9d-56c6-48ad-b54e-734c692e26b7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c911580a-47e8-451d-aa8d-57f0fa21ffe1 HTTP/1.1" status: 200 len: 919 time: 0.3050368 May 03 22:55:35.833309 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f1aa39-1312-42f6-a68c-f346d705d8c9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Network d1846219-bfa6-4677-879f-f9a78dc47a14 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:55:35.836425 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-36f1aa39-1312-42f6-a68c-f346d705d8c9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:35.897004 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f1aa39-1312-42f6-a68c-f346d705d8c9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:55:35.935154 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f1aa39-1312-42f6-a68c-f346d705d8c9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Port': ['ID=8aded578-4b4b-4318-94ae-68ca99d2659d,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:35.954949 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cf54b67b-0650-4a45-9859-c1df348bb446 req-44f611bd-25e3-431b-b86a-55a2f71f6ac6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5aa08b48-9310-4437-83e4-632a6081fea4 HTTP/1.1" status: 200 len: 217 time: 0.1156068 May 03 22:55:36.036582 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f1aa39-1312-42f6-a68c-f346d705d8c9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:36.037461 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-36f1aa39-1312-42f6-a68c-f346d705d8c9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:36.067925 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54b67b-0650-4a45-9859-c1df348bb446 req-e37ed7c4-931f-4c11-9818-71377771d2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:36.069204 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cf54b67b-0650-4a45-9859-c1df348bb446 req-e37ed7c4-931f-4c11-9818-71377771d2a4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5517459f-c98d-41cf-b3ba-cd5ba862ae7c HTTP/1.1" status: 200 len: 857 time: 0.1047435 May 03 22:55:36.111409 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-432b58e2-491b-442c-a424-43fd01ca68bd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:36.130991 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-36f1aa39-1312-42f6-a68c-f346d705d8c9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8170586 May 03 22:55:36.131810 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39400) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:36.157377 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-432b58e2-491b-442c-a424-43fd01ca68bd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:36.218864 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-432b58e2-491b-442c-a424-43fd01ca68bd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:36.219960 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432b58e2-491b-442c-a424-43fd01ca68bd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Fanout notify agent at l3_agent the message router_deleted on router 356837b9-d8c5-4f7b-8cfc-29a308fc2b49 {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:55:36.239403 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54b67b-0650-4a45-9859-c1df348bb446 req-64a0c3cf-d27e-4e1d-a326-d79ce02aca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:36.240396 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cf54b67b-0650-4a45-9859-c1df348bb446 req-64a0c3cf-d27e-4e1d-a326-d79ce02aca50 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c911580a-47e8-451d-aa8d-57f0fa21ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1649976 May 03 22:55:36.268957 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ad575189-b671-41e8-82e8-c64f7c42544e req-fcf27d55-1d22-4617-98db-d5d3b7de723b service neutron] 10.222.0.67 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005826 May 03 22:55:36.278997 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-432b58e2-491b-442c-a424-43fd01ca68bd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:36.283612 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-432b58e2-491b-442c-a424-43fd01ca68bd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/routers/356837b9-d8c5-4f7b-8cfc-29a308fc2b49 HTTP/1.1" status: 204 len: 168 time: 1.0231743 May 03 22:55:36.284455 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39404) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:36.306195 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44fd62d-31a8-4052-a6ab-7aea747be936 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:36.307376 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d44fd62d-31a8-4052-a6ab-7aea747be936 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Synchronizing usage tracker for tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:55:36.386835 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d44fd62d-31a8-4052-a6ab-7aea747be936 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Unset dirty status for tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:55:36.387563 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d44fd62d-31a8-4052-a6ab-7aea747be936 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.2545924 May 03 22:55:36.390636 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39408) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:36.476983 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cf54b67b-0650-4a45-9859-c1df348bb446 req-a7ec2f9d-7764-4d19-a6d1-d8dabc15a00c service neutron] 10.222.0.60 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267935 May 03 22:55:36.517466 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-f4bbb06d-88b9-4995-ad24-bb2c071bef83 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Deleting port 8aded578-4b4b-4318-94ae-68ca99d2659d {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:55:36.517466 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f4bbb06d-88b9-4995-ad24-bb2c071bef83 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:36.523159 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-011c7050-5bdb-4898-882a-57394ccf2759 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Deleting subnet d247f685-062b-46ef-a486-e79a23dee8e2 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:55:36.526572 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-011c7050-5bdb-4898-882a-57394ccf2759 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:36.604588 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-011c7050-5bdb-4898-882a-57394ccf2759 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:36.629595 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bafb95-6f74-4a68-b798-201969a99230 None None] Network d1846219-bfa6-4677-879f-f9a78dc47a14 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:55:36.716366 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ad575189-b671-41e8-82e8-c64f7c42544e req-40438f00-21bf-4c13-8015-2fb74f0deb3a service neutron] 10.222.0.67 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348922 May 03 22:55:36.782829 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bc845205-a474-4726-8f9b-e5f1a2e5c49c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:36.913105 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9b22f396-e59e-4a9d-a01e-34fd418d2870 None None] Provisioning for port db003645-8a25-4502-bb75-43b80c6998cd completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:55:36.925991 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cf54b67b-0650-4a45-9859-c1df348bb446 req-18d6e30f-67a0-40ae-b19f-aa6d4b9275ef service neutron] 10.222.0.60 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390919 May 03 22:55:36.998680 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-011c7050-5bdb-4898-882a-57394ccf2759 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:37.134769 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f4bbb06d-88b9-4995-ad24-bb2c071bef83 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:37.316468 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-011c7050-5bdb-4898-882a-57394ccf2759 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:37.319072 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device db003645-8a25-4502-bb75-43b80c6998cd up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:55:37.345017 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-f4bbb06d-88b9-4995-ad24-bb2c071bef83 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Calling delete_port for 8aded578-4b4b-4318-94ae-68ca99d2659d owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:55:37.389947 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-011c7050-5bdb-4898-882a-57394ccf2759 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:37.398138 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-011c7050-5bdb-4898-882a-57394ccf2759 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/subnets/d247f685-062b-46ef-a486-e79a23dee8e2 HTTP/1.1" status: 204 len: 168 time: 1.1126475 May 03 22:55:37.404080 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c7050-5bdb-4898-882a-57394ccf2759 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event deleted for resources: {'Subnet': ['ID=d247f685-062b-46ef-a486-e79a23dee8e2,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:37.405444 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39416) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:37.421396 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca272f3-ff38-4ea4-848b-b42c6b5c53f1 req-acfe01ab-9394-4f8d-b657-589c2db95660 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:37.423615 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cca272f3-ff38-4ea4-848b-b42c6b5c53f1 req-acfe01ab-9394-4f8d-b657-589c2db95660 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=58b1620c-1628-4b95-8629-756baa43d747 HTTP/1.1" status: 200 len: 945 time: 0.4814491 May 03 22:55:37.472487 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ad2804-6a33-436a-a7ad-2416bd06642a None None] Network c6a4fffd-4755-4df9-9f23-32d341746cf9 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:55:37.531662 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cca272f3-ff38-4ea4-848b-b42c6b5c53f1 req-efd0a109-f676-48b6-a55e-234bc3c960a2 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912724 May 03 22:55:37.622781 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b0f04ec1-131e-4e90-8fce-29760aeb24a9 None None] Provisioning for port 918300d0-014a-492d-8943-9681d178ebe4 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:55:37.636581 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b0f04ec1-131e-4e90-8fce-29760aeb24a9 None None] Provisioning complete for port 918300d0-014a-492d-8943-9681d178ebe4 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:37.637180 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b0f04ec1-131e-4e90-8fce-29760aeb24a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:37.660561 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f4bbb06d-88b9-4995-ad24-bb2c071bef83 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:37.778089 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-bc845205-a474-4726-8f9b-e5f1a2e5c49c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Deleting port 5716590a-72cb-4b8b-9771-e45062405df0 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:55:37.778089 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bc845205-a474-4726-8f9b-e5f1a2e5c49c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:37.787650 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bbb06d-88b9-4995-ad24-bb2c071bef83 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'Port': ['ID=8aded578-4b4b-4318-94ae-68ca99d2659d,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:37.802039 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port db003645-8a25-4502-bb75-43b80c6998cd completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:55:37.832295 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port db003645-8a25-4502-bb75-43b80c6998cd triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:37.832943 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:37.882741 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f4bbb06d-88b9-4995-ad24-bb2c071bef83 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:37.900860 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f4bbb06d-88b9-4995-ad24-bb2c071bef83 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/ports/8aded578-4b4b-4318-94ae-68ca99d2659d HTTP/1.1" status: 204 len: 168 time: 1.5095274 May 03 22:55:37.903942 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39420) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:37.905845 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-b0f04ec1-131e-4e90-8fce-29760aeb24a9 None None] Port 918300d0-014a-492d-8943-9681d178ebe4 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:55:37.920564 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc24c-37bb-40f2-8c1b-d91e1d7f2de5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:37.925777 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b0f04ec1-131e-4e90-8fce-29760aeb24a9 None None] Could not find standard attr ID for object 8aded578-4b4b-4318-94ae-68ca99d2659d. {{(pid=88071) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 03 22:55:37.950913 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b0f04ec1-131e-4e90-8fce-29760aeb24a9 None None] Provisioning complete for port db003645-8a25-4502-bb75-43b80c6998cd triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:37.951046 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-c4fbc24c-37bb-40f2-8c1b-d91e1d7f2de5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Deleting port a2a6d6be-baf5-4ec0-873c-42671b81c1b1 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:55:37.951360 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b0f04ec1-131e-4e90-8fce-29760aeb24a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:37.951455 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc24c-37bb-40f2-8c1b-d91e1d7f2de5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:37.957500 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-39d5ab01-4d49-4a2a-9a42-68490c39cba1 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] GET failed (client error): The resource could not be found. May 03 22:55:37.958075 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-39d5ab01-4d49-4a2a-9a42-68490c39cba1 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Synchronizing usage tracker for tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:55:37.991753 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-39d5ab01-4d49-4a2a-9a42-68490c39cba1 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Unset dirty status for tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:55:37.991753 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-39d5ab01-4d49-4a2a-9a42-68490c39cba1 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "GET /v2.0/ports/8aded578-4b4b-4318-94ae-68ca99d2659d HTTP/1.1" status: 404 len: 333 time: 0.0850139 May 03 22:55:37.993502 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39424) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:38.086874 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-f6aa9c8c-787f-46bd-a9ce-468b90959037 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Deleting port 918300d0-014a-492d-8943-9681d178ebe4 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:55:38.087233 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f6aa9c8c-787f-46bd-a9ce-468b90959037 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:38.119600 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:38.283582 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port db003645-8a25-4502-bb75-43b80c6998cd, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=db003645-8a25-4502-bb75-43b80c6998cd,segment=NetworkSegment(1e8280e4-9324-4a91-be11-6123a9cdafca),segment_id=1e8280e4-9324-4a91-be11-6123a9cdafca)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:55:38.289018 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b0f04ec1-131e-4e90-8fce-29760aeb24a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:38.305484 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92689367-7d70-4483-b0b6-ca17250e2a4b None None] DHCP port deletion for c6a4fffd-4755-4df9-9f23-32d341746cf9 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:55:38.315853 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-92689367-7d70-4483-b0b6-ca17250e2a4b None None] Deleting port a2a6d6be-baf5-4ec0-873c-42671b81c1b1 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:55:38.316986 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-92689367-7d70-4483-b0b6-ca17250e2a4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:38.388764 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-c4fbc24c-37bb-40f2-8c1b-d91e1d7f2de5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] For port a2a6d6be-baf5-4ec0-873c-42671b81c1b1, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=a2a6d6be-baf5-4ec0-873c-42671b81c1b1,segment=NetworkSegment(5abcc7c3-efb3-4500-9e4f-fb3e0a3ae454),segment_id=5abcc7c3-efb3-4500-9e4f-fb3e0a3ae454)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:55:38.389176 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc24c-37bb-40f2-8c1b-d91e1d7f2de5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:38.393933 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:38.408150 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f6aa9c8c-787f-46bd-a9ce-468b90959037 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:38.473082 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=db003645-8a25-4502-bb75-43b80c6998cd,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:38.538510 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-c4fbc24c-37bb-40f2-8c1b-d91e1d7f2de5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Calling delete_port for a2a6d6be-baf5-4ec0-873c-42671b81c1b1 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:55:38.540039 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-f6aa9c8c-787f-46bd-a9ce-468b90959037 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Calling delete_port for 918300d0-014a-492d-8943-9681d178ebe4 owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:55:38.616024 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-bc845205-a474-4726-8f9b-e5f1a2e5c49c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] For port 5716590a-72cb-4b8b-9771-e45062405df0, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=5716590a-72cb-4b8b-9771-e45062405df0,segment=NetworkSegment(192b73cd-f7fa-48f1-8d8e-6a3b77fb7879),segment_id=192b73cd-f7fa-48f1-8d8e-6a3b77fb7879)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:55:38.616395 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bc845205-a474-4726-8f9b-e5f1a2e5c49c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:38.699871 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f6aa9c8c-787f-46bd-a9ce-468b90959037 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:38.806468 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa9c8c-787f-46bd-a9ce-468b90959037 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'Port': ['ID=918300d0-014a-492d-8943-9681d178ebe4,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:38.816522 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-92689367-7d70-4483-b0b6-ca17250e2a4b None None] For port a2a6d6be-baf5-4ec0-873c-42671b81c1b1, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=a2a6d6be-baf5-4ec0-873c-42671b81c1b1,segment=NetworkSegment(5abcc7c3-efb3-4500-9e4f-fb3e0a3ae454),segment_id=5abcc7c3-efb3-4500-9e4f-fb3e0a3ae454)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:55:38.816991 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-92689367-7d70-4483-b0b6-ca17250e2a4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:38.861992 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-bc845205-a474-4726-8f9b-e5f1a2e5c49c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Calling delete_port for 5716590a-72cb-4b8b-9771-e45062405df0 owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:55:39.047011 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc24c-37bb-40f2-8c1b-d91e1d7f2de5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:39.088541 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-92689367-7d70-4483-b0b6-ca17250e2a4b None None] Calling delete_port for a2a6d6be-baf5-4ec0-873c-42671b81c1b1 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:55:39.142468 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fbc24c-37bb-40f2-8c1b-d91e1d7f2de5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event deleted for resources: {'Port': ['ID=a2a6d6be-baf5-4ec0-873c-42671b81c1b1,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:39.143121 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2e234-ad22-4766-b89d-f903c19250d6 req-9feeb428-5391-42de-8c1e-71b781ab100e tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:39.150462 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bab2e234-ad22-4766-b89d-f903c19250d6 req-9feeb428-5391-42de-8c1e-71b781ab100e tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=58b1620c-1628-4b95-8629-756baa43d747 HTTP/1.1" status: 200 len: 945 time: 0.4011495 May 03 22:55:39.153242 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fbc24c-37bb-40f2-8c1b-d91e1d7f2de5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] No DVR routers for this DVR port a2a6d6be-baf5-4ec0-873c-42671b81c1b1 on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:55:39.179124 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f6aa9c8c-787f-46bd-a9ce-468b90959037 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:39.217056 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f6aa9c8c-787f-46bd-a9ce-468b90959037 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/ports/918300d0-014a-492d-8943-9681d178ebe4 HTTP/1.1" status: 204 len: 168 time: 1.2213409 May 03 22:55:39.223229 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39430) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:39.236929 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-92689367-7d70-4483-b0b6-ca17250e2a4b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:55:39.237515 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-92689367-7d70-4483-b0b6-ca17250e2a4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:55:39.239072 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-b0f04ec1-131e-4e90-8fce-29760aeb24a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:55:39.240055 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-b0f04ec1-131e-4e90-8fce-29760aeb24a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:55:39.242507 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bab2e234-ad22-4766-b89d-f903c19250d6 req-3be96fea-1934-41a4-adeb-7614644a822c tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909116 May 03 22:55:39.258580 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device db003645-8a25-4502-bb75-43b80c6998cd up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:55:39.335380 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port db003645-8a25-4502-bb75-43b80c6998cd triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:39.335755 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:39.359496 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f79096d-80b6-42e6-a91d-d4193a547cba tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] GET failed (client error): The resource could not be found. May 03 22:55:39.361740 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3f79096d-80b6-42e6-a91d-d4193a547cba tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "GET /v2.0/ports/918300d0-014a-492d-8943-9681d178ebe4 HTTP/1.1" status: 404 len: 333 time: 0.1328743 May 03 22:55:39.364074 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc24c-37bb-40f2-8c1b-d91e1d7f2de5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:39.365539 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39434) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:39.436900 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-c4fbc24c-37bb-40f2-8c1b-d91e1d7f2de5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6a4fffd-4755-4df9-9f23-32d341746cf9']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:39.442100 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-05714cb6-6eac-4838-b4ed-801d0737a203 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Deleting subnet 291729ca-8db2-4906-bce4-27c845423b11 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:55:39.445325 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-05714cb6-6eac-4838-b4ed-801d0737a203 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:39.457735 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-c4fbc24c-37bb-40f2-8c1b-d91e1d7f2de5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5abcc7c3-efb3-4500-9e4f-fb3e0a3ae454') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:39.457994 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-c4fbc24c-37bb-40f2-8c1b-d91e1d7f2de5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5abcc7c3-efb3-4500-9e4f-fb3e0a3ae454') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:39.477113 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc24c-37bb-40f2-8c1b-d91e1d7f2de5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:39.502892 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc24c-37bb-40f2-8c1b-d91e1d7f2de5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:39.507827 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bc845205-a474-4726-8f9b-e5f1a2e5c49c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:39.535299 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-05714cb6-6eac-4838-b4ed-801d0737a203 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:39.546575 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device a2a6d6be-baf5-4ec0-873c-42671b81c1b1 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:55:39.587031 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: a2a6d6be-baf5-4ec0-873c-42671b81c1b1 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:55:39.587031 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device a2a6d6be-baf5-4ec0-873c-42671b81c1b1 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:55:39.606223 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4fbc24c-37bb-40f2-8c1b-d91e1d7f2de5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:55:39.606223 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc24c-37bb-40f2-8c1b-d91e1d7f2de5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:39.632800 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:55:39.632800 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:55:39.632800 n-d-811807-1 neutron-server[88070]: timer() May 03 22:55:39.632800 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:55:39.632800 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:55:39.632800 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:55:39.632800 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:55:39.632800 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:55:39.632800 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:55:39.632800 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:55:39.632800 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:55:39.632800 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:55:39.632800 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:55:39.632800 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:55:39.632800 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:55:39.632800 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:55:39.632800 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:55:39.632800 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:55:39.632800 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:55:39.632800 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:55:39.632800 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:55:39.632800 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:55:39.632800 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:55:39.632800 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:55:39.632800 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:55:39.632800 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:55:39.632800 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:55:39.632800 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:55:39.632800 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:55:39.632800 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:55:39.632800 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:55:39.632800 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:55:39.683666 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-05714cb6-6eac-4838-b4ed-801d0737a203 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:39.738772 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-92689367-7d70-4483-b0b6-ca17250e2a4b None None] Deleting port a2a6d6be-baf5-4ec0-873c-42671b81c1b1 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:55:39.739424 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-92689367-7d70-4483-b0b6-ca17250e2a4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:39.789670 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-05714cb6-6eac-4838-b4ed-801d0737a203 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:39.853721 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05714cb6-6eac-4838-b4ed-801d0737a203 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'Subnet': ['ID=291729ca-8db2-4906-bce4-27c845423b11,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:39.863447 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-05714cb6-6eac-4838-b4ed-801d0737a203 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:39.877425 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-05714cb6-6eac-4838-b4ed-801d0737a203 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/subnets/291729ca-8db2-4906-bce4-27c845423b11 HTTP/1.1" status: 204 len: 168 time: 0.5116763 May 03 22:55:39.880455 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39438) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:39.921761 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-92689367-7d70-4483-b0b6-ca17250e2a4b None None] The port 'a2a6d6be-baf5-4ec0-873c-42671b81c1b1' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:55:39.926647 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8b4fd0-6e15-463d-83d6-6bf37b86b073 None None] Network d1846219-bfa6-4677-879f-f9a78dc47a14 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:55:40.045282 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc845205-a474-4726-8f9b-e5f1a2e5c49c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event deleted for resources: {'Port': ['ID=5716590a-72cb-4b8b-9771-e45062405df0,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:40.096568 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-0dd3f3e1-67a1-44c5-b1c0-c56e040a1af3 None None] Could not find standard attr ID for object 918300d0-014a-492d-8943-9681d178ebe4. {{(pid=88071) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 03 22:55:40.103380 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-0dd3f3e1-67a1-44c5-b1c0-c56e040a1af3 None None] Could not find standard attr ID for object 8aded578-4b4b-4318-94ae-68ca99d2659d. {{(pid=88071) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 03 22:55:40.109640 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-66b352fa-5c03-49f8-ab3b-eeb34669b0a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:40.133472 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-66b352fa-5c03-49f8-ab3b-eeb34669b0a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Deleting port db003645-8a25-4502-bb75-43b80c6998cd {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:55:40.134016 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-66b352fa-5c03-49f8-ab3b-eeb34669b0a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:40.236483 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc24c-37bb-40f2-8c1b-d91e1d7f2de5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:40.252784 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc24c-37bb-40f2-8c1b-d91e1d7f2de5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:40.279757 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fbc24c-37bb-40f2-8c1b-d91e1d7f2de5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event deleted for resources: {'Network': ['ID=c6a4fffd-4755-4df9-9f23-32d341746cf9,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:40.302378 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c4fbc24c-37bb-40f2-8c1b-d91e1d7f2de5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/networks/c6a4fffd-4755-4df9-9f23-32d341746cf9 HTTP/1.1" status: 204 len: 168 time: 2.8953595 May 03 22:55:40.304679 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c3dd60-48ea-471f-8547-76729533c26d None None] DHCP port deletion for d1846219-bfa6-4677-879f-f9a78dc47a14 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:55:40.308521 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39444) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:40.315500 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-b7c3dd60-48ea-471f-8547-76729533c26d None None] Deleting port db003645-8a25-4502-bb75-43b80c6998cd {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:55:40.315887 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b7c3dd60-48ea-471f-8547-76729533c26d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:40.318284 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-6362d9d4-e0a6-417f-989a-8a6b2d13d2d5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-424099633', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:40.337151 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bc845205-a474-4726-8f9b-e5f1a2e5c49c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:40.341336 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6362d9d4-e0a6-417f-989a-8a6b2d13d2d5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:40.348450 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6362d9d4-e0a6-417f-989a-8a6b2d13d2d5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Usage tracker for resource:router and tenant:06cc14afcda64b42b43ac970e3b09815 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:55:40.352946 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6362d9d4-e0a6-417f-989a-8a6b2d13d2d5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:55:40.560795 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6362d9d4-e0a6-417f-989a-8a6b2d13d2d5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:40.610477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-66b352fa-5c03-49f8-ab3b-eeb34669b0a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] For port db003645-8a25-4502-bb75-43b80c6998cd, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=db003645-8a25-4502-bb75-43b80c6998cd,segment=NetworkSegment(1e8280e4-9324-4a91-be11-6123a9cdafca),segment_id=1e8280e4-9324-4a91-be11-6123a9cdafca)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:55:40.611056 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-66b352fa-5c03-49f8-ab3b-eeb34669b0a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:40.692814 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-b7c3dd60-48ea-471f-8547-76729533c26d None None] For port db003645-8a25-4502-bb75-43b80c6998cd, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=db003645-8a25-4502-bb75-43b80c6998cd,segment=NetworkSegment(1e8280e4-9324-4a91-be11-6123a9cdafca),segment_id=1e8280e4-9324-4a91-be11-6123a9cdafca)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:55:40.693954 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b7c3dd60-48ea-471f-8547-76729533c26d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:40.698605 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18d302-063f-496f-9040-52a36b504a34 req-f0293e54-18ed-4290-882f-2eb58d4323fb tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:40.700645 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5d18d302-063f-496f-9040-52a36b504a34 req-f0293e54-18ed-4290-882f-2eb58d4323fb tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=58b1620c-1628-4b95-8629-756baa43d747 HTTP/1.1" status: 200 len: 945 time: 0.3037901 May 03 22:55:40.804631 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-66b352fa-5c03-49f8-ab3b-eeb34669b0a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Calling delete_port for db003645-8a25-4502-bb75-43b80c6998cd owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:55:40.818077 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6362d9d4-e0a6-417f-989a-8a6b2d13d2d5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:40.819740 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6362d9d4-e0a6-417f-989a-8a6b2d13d2d5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:40.832180 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc845205-a474-4726-8f9b-e5f1a2e5c49c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Router ad186c1d-90c6-4e62-b866-dba1a5d63205 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:55:40.853615 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-b7c3dd60-48ea-471f-8547-76729533c26d None None] Calling delete_port for db003645-8a25-4502-bb75-43b80c6998cd owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:55:40.924674 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5d18d302-063f-496f-9040-52a36b504a34 req-9faf53a4-5e59-4957-8881-a5f1a6e14bd5 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463399 May 03 22:55:40.965725 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b7c3dd60-48ea-471f-8547-76729533c26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:40.991751 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6362d9d4-e0a6-417f-989a-8a6b2d13d2d5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:41.004377 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.api [None req-66b352fa-5c03-49f8-ab3b-eeb34669b0a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:55:41.004710 n-d-811807-1 neutron-server[88069]: DEBUG oslo_db.api [None req-66b352fa-5c03-49f8-ab3b-eeb34669b0a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:55:41.087704 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6362d9d4-e0a6-417f-989a-8a6b2d13d2d5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:41.093108 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c3dd60-48ea-471f-8547-76729533c26d None None] No DVR routers for this DVR port db003645-8a25-4502-bb75-43b80c6998cd on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:55:41.095593 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c3dd60-48ea-471f-8547-76729533c26d None None] Pushing event deleted for resources: {'Port': ['ID=db003645-8a25-4502-bb75-43b80c6998cd,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:41.100518 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc845205-a474-4726-8f9b-e5f1a2e5c49c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:55:41.116705 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d740dcce-ec0d-401e-addd-91417b690f13 None None] Sync routers for ids ['ad186c1d-90c6-4e62-b866-dba1a5d63205'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:55:41.124185 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bc845205-a474-4726-8f9b-e5f1a2e5c49c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "PUT /v2.0/routers/ad186c1d-90c6-4e62-b866-dba1a5d63205/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3041995 May 03 22:55:41.125979 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39450) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:41.131411 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6362d9d4-e0a6-417f-989a-8a6b2d13d2d5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:41.132344 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d740dcce-ec0d-401e-addd-91417b690f13 None None] Routers {'ad186c1d-90c6-4e62-b866-dba1a5d63205'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:55:41.133902 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d740dcce-ec0d-401e-addd-91417b690f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['ad186c1d-90c6-4e62-b866-dba1a5d63205'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:41.134391 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6362d9d4-e0a6-417f-989a-8a6b2d13d2d5 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8238733 May 03 22:55:41.136904 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39454) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:41.152066 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-c7a2046a-5b7f-4f34-8cf4-d30d56b4baee tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1951680101'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:41.166587 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c7a2046a-5b7f-4f34-8cf4-d30d56b4baee tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:41.179122 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c7a2046a-5b7f-4f34-8cf4-d30d56b4baee tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Usage tracker for resource:network and tenant:06cc14afcda64b42b43ac970e3b09815 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:55:41.188230 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c7a2046a-5b7f-4f34-8cf4-d30d56b4baee tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:55:41.208665 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c7a2046a-5b7f-4f34-8cf4-d30d56b4baee tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:41.219863 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-845d2956-32a8-4672-99e8-95ff8f04425a tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Deleting subnet e618f6de-04d9-4ad6-951b-5b938dd26c92 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:55:41.225481 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-845d2956-32a8-4672-99e8-95ff8f04425a tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:41.236847 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a2046a-5b7f-4f34-8cf4-d30d56b4baee tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Made reservation on behalf of 06cc14afcda64b42b43ac970e3b09815 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:55:41.248860 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c7a2046a-5b7f-4f34-8cf4-d30d56b4baee tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:41.313710 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-845d2956-32a8-4672-99e8-95ff8f04425a tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:41.317589 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7a2046a-5b7f-4f34-8cf4-d30d56b4baee tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:55:41.334663 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c7a2046a-5b7f-4f34-8cf4-d30d56b4baee tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:41.335234 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-c7a2046a-5b7f-4f34-8cf4-d30d56b4baee tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Added segment 194db10a-10ed-4a03-8162-e8c1a8805d0e of type vlan for network 48656fbb-4e34-4a50-9398-454746d596a3 May 03 22:55:41.376478 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device db003645-8a25-4502-bb75-43b80c6998cd no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:55:41.394428 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c7a2046a-5b7f-4f34-8cf4-d30d56b4baee tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:41.437428 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c7a2046a-5b7f-4f34-8cf4-d30d56b4baee tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:41.438786 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-d740dcce-ec0d-401e-addd-91417b690f13 None None] Set router ad186c1d-90c6-4e62-b866-dba1a5d63205 gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:55:41.452742 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a2046a-5b7f-4f34-8cf4-d30d56b4baee tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:41.455119 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-845d2956-32a8-4672-99e8-95ff8f04425a tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:41.455905 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c7a2046a-5b7f-4f34-8cf4-d30d56b4baee tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:41.474894 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: db003645-8a25-4502-bb75-43b80c6998cd {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:55:41.477014 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device db003645-8a25-4502-bb75-43b80c6998cd not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:55:41.558065 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-66b352fa-5c03-49f8-ab3b-eeb34669b0a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Deleting port db003645-8a25-4502-bb75-43b80c6998cd {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:55:41.558588 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-66b352fa-5c03-49f8-ab3b-eeb34669b0a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:41.662375 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-845d2956-32a8-4672-99e8-95ff8f04425a tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:41.673162 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c7a2046a-5b7f-4f34-8cf4-d30d56b4baee tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5353301 May 03 22:55:41.686148 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39462) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:41.692934 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-a00cc5c7-fb26-4bda-a7f0-b72d1eaecafc tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Request body: {'subnet': {'network_id': '48656fbb-4e34-4a50-9398-454746d596a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:41.735868 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb7486e-c1c5-427d-bc85-887d81e984b3 None None] Network e9096d3a-9e13-49be-820c-2e4ad3fbd716 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:55:41.763222 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-845d2956-32a8-4672-99e8-95ff8f04425a tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:41.777753 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d2956-32a8-4672-99e8-95ff8f04425a tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event deleted for resources: {'Subnet': ['ID=e618f6de-04d9-4ad6-951b-5b938dd26c92,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:41.784352 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-66b352fa-5c03-49f8-ab3b-eeb34669b0a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] The port 'db003645-8a25-4502-bb75-43b80c6998cd' was deleted {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:55:41.830797 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d740dcce-ec0d-401e-addd-91417b690f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'name': 'tempest-RoutersTest-router-107172431', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:54:32Z', 'updated_at': '2022-05-03T22:55:39Z', 'revision_number': 9, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'gw_port_host': None, '_interfaces': [{'id': '1e35a016-d489-4668-b579-b99c447f9abb', 'name': '', 'network_id': '5303d291-09c3-4192-8edf-fc73bd21c115', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:b7:51:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:46Z', 'updated_at': '2022-05-03T22:55:02Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952f4797-a450-4624-b283-35efba1fba31', 'name': '', 'network_id': '2f8bd908-7370-4518-8b40-d26ef2eacf39', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:91:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:36Z', 'updated_at': '2022-05-03T22:54:52Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:41.832301 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-845d2956-32a8-4672-99e8-95ff8f04425a tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/subnets/e618f6de-04d9-4ad6-951b-5b938dd26c92 HTTP/1.1" status: 204 len: 168 time: 0.7027493 May 03 22:55:41.837317 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39466) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:41.839168 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d740dcce-ec0d-401e-addd-91417b690f13 None None] Checking router: ad186c1d-90c6-4e62-b866-dba1a5d63205 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:55:41.848998 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d740dcce-ec0d-401e-addd-91417b690f13 None None] Routers {'ad186c1d-90c6-4e62-b866-dba1a5d63205'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:55:41.849798 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d740dcce-ec0d-401e-addd-91417b690f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['ad186c1d-90c6-4e62-b866-dba1a5d63205'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:41.874477 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a2046a-5b7f-4f34-8cf4-d30d56b4baee tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'Network': ['ID=48656fbb-4e34-4a50-9398-454746d596a3,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:41.913248 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 48656fbb-4e34-4a50-9398-454746d596a3 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:55:41.940189 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a00cc5c7-fb26-4bda-a7f0-b72d1eaecafc tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:41.947063 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a00cc5c7-fb26-4bda-a7f0-b72d1eaecafc tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Usage tracker for resource:subnet and tenant:06cc14afcda64b42b43ac970e3b09815 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:55:41.952898 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a00cc5c7-fb26-4bda-a7f0-b72d1eaecafc tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:55:41.970914 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a00cc5c7-fb26-4bda-a7f0-b72d1eaecafc tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:42.001576 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00cc5c7-fb26-4bda-a7f0-b72d1eaecafc tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Made reservation on behalf of 06cc14afcda64b42b43ac970e3b09815 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:55:42.006956 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a00cc5c7-fb26-4bda-a7f0-b72d1eaecafc tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:42.209502 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-d740dcce-ec0d-401e-addd-91417b690f13 None None] Set router ad186c1d-90c6-4e62-b866-dba1a5d63205 gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:55:42.352364 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-66b352fa-5c03-49f8-ab3b-eeb34669b0a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:42.380901 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a00cc5c7-fb26-4bda-a7f0-b72d1eaecafc tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:42.421926 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-66b352fa-5c03-49f8-ab3b-eeb34669b0a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1846219-bfa6-4677-879f-f9a78dc47a14']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:42.433539 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9a882389-8e88-49a1-9ec6-0d8c83a33384 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:42.462036 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-66b352fa-5c03-49f8-ab3b-eeb34669b0a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e8280e4-9324-4a91-be11-6123a9cdafca') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:42.462348 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-66b352fa-5c03-49f8-ab3b-eeb34669b0a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e8280e4-9324-4a91-be11-6123a9cdafca') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:42.468245 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76da301f-d900-4f73-873a-372f92797fbb None None] DHCP port deletion for e9096d3a-9e13-49be-820c-2e4ad3fbd716 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:55:42.473305 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-76da301f-d900-4f73-873a-372f92797fbb None None] Deleting port 79835b58-9477-4645-ba13-aaa709ae7789 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:55:42.475108 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-76da301f-d900-4f73-873a-372f92797fbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:42.484249 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-66b352fa-5c03-49f8-ab3b-eeb34669b0a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:42.513660 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-66b352fa-5c03-49f8-ab3b-eeb34669b0a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:42.525123 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66b352fa-5c03-49f8-ab3b-eeb34669b0a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:55:42.525754 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-66b352fa-5c03-49f8-ab3b-eeb34669b0a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: util.warn( May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: timer() May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:55:42.668982 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:55:42.676803 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-66b352fa-5c03-49f8-ab3b-eeb34669b0a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:42.700707 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-9a882389-8e88-49a1-9ec6-0d8c83a33384 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Deleting port 79835b58-9477-4645-ba13-aaa709ae7789 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:55:42.701055 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9a882389-8e88-49a1-9ec6-0d8c83a33384 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:42.713552 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00cc5c7-fb26-4bda-a7f0-b72d1eaecafc tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'Subnet': ['ID=9320ad02-96c1-40c6-9e46-561f02893de3,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:42.733187 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00cc5c7-fb26-4bda-a7f0-b72d1eaecafc tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Checking segment: {'id': '194db10a-10ed-4a03-8162-e8c1a8805d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '48656fbb-4e34-4a50-9398-454746d596a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:55:42.733562 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00cc5c7-fb26-4bda-a7f0-b72d1eaecafc tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Network hostable DHCP agents. Network: 48656fbb-4e34-4a50-9398-454746d596a3, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:55:42.764544 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00cc5c7-fb26-4bda-a7f0-b72d1eaecafc tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Network 48656fbb-4e34-4a50-9398-454746d596a3 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:55:42.776458 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-a00cc5c7-fb26-4bda-a7f0-b72d1eaecafc tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 48656fbb-4e34-4a50-9398-454746d596a3) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:42.786489 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00cc5c7-fb26-4bda-a7f0-b72d1eaecafc tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:42.787309 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-66b352fa-5c03-49f8-ab3b-eeb34669b0a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:42.788607 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a00cc5c7-fb26-4bda-a7f0-b72d1eaecafc tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:42.806733 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b352fa-5c03-49f8-ab3b-eeb34669b0a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'Network': ['ID=d1846219-bfa6-4677-879f-f9a78dc47a14,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:42.807959 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2914139e-91de-4e70-a3a2-c8405e486596 None None] Network 48656fbb-4e34-4a50-9398-454746d596a3 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:55:42.809730 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-66b352fa-5c03-49f8-ab3b-eeb34669b0a3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/networks/d1846219-bfa6-4677-879f-f9a78dc47a14 HTTP/1.1" status: 204 len: 168 time: 2.9275558 May 03 22:55:42.816402 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39476) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:42.824619 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-881fd012-82f6-4d9a-b1f5-bee0f31728eb tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1862848177'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:42.831933 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-881fd012-82f6-4d9a-b1f5-bee0f31728eb tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:42.836677 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-881fd012-82f6-4d9a-b1f5-bee0f31728eb tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:network and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:55:42.840673 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-881fd012-82f6-4d9a-b1f5-bee0f31728eb tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:55:42.846760 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a00cc5c7-fb26-4bda-a7f0-b72d1eaecafc tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1590638 May 03 22:55:42.847983 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-881fd012-82f6-4d9a-b1f5-bee0f31728eb tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:42.849482 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39482) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:42.862514 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881fd012-82f6-4d9a-b1f5-bee0f31728eb tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Made reservation on behalf of 3a6c8dfe4a524ed3932fdccc3fe2c5d8 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:55:42.867250 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-881fd012-82f6-4d9a-b1f5-bee0f31728eb tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:42.898270 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d740dcce-ec0d-401e-addd-91417b690f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'name': 'tempest-RoutersTest-router-107172431', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:54:32Z', 'updated_at': '2022-05-03T22:55:39Z', 'revision_number': 9, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'gw_port_host': None, '_interfaces': [{'id': '1e35a016-d489-4668-b579-b99c447f9abb', 'name': '', 'network_id': '5303d291-09c3-4192-8edf-fc73bd21c115', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:b7:51:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:46Z', 'updated_at': '2022-05-03T22:55:02Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952f4797-a450-4624-b283-35efba1fba31', 'name': '', 'network_id': '2f8bd908-7370-4518-8b40-d26ef2eacf39', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:91:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:36Z', 'updated_at': '2022-05-03T22:54:52Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:42.907370 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d740dcce-ec0d-401e-addd-91417b690f13 None None] The sync data for ids ['ad186c1d-90c6-4e62-b866-dba1a5d63205'] in n-d-811807-1 is: [{'id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'name': 'tempest-RoutersTest-router-107172431', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:54:32Z', 'updated_at': '2022-05-03T22:55:39Z', 'revision_number': 9, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'gw_port_host': None, '_interfaces': [{'id': '1e35a016-d489-4668-b579-b99c447f9abb', 'name': '', 'network_id': '5303d291-09c3-4192-8edf-fc73bd21c115', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:b7:51:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:46Z', 'updated_at': '2022-05-03T22:55:02Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': 'a58f4871-9558-45ae-ab79-38430aac549d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '952f4797-a450-4624-b283-35efba1fba31', 'name': '', 'network_id': '2f8bd908-7370-4518-8b40-d26ef2eacf39', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:91:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:36Z', 'updated_at': '2022-05-03T22:54:52Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:55:42.912872 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-76da301f-d900-4f73-873a-372f92797fbb None None] For port 79835b58-9477-4645-ba13-aaa709ae7789, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=79835b58-9477-4645-ba13-aaa709ae7789,segment=NetworkSegment(192b73cd-f7fa-48f1-8d8e-6a3b77fb7879),segment_id=192b73cd-f7fa-48f1-8d8e-6a3b77fb7879)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:55:42.913269 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-76da301f-d900-4f73-873a-372f92797fbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:42.937820 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-881fd012-82f6-4d9a-b1f5-bee0f31728eb tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:55:42.951860 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-881fd012-82f6-4d9a-b1f5-bee0f31728eb tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:42.952457 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-881fd012-82f6-4d9a-b1f5-bee0f31728eb tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Added segment 65de43df-836c-4714-a068-290f9c4311bb of type vlan for network 0e8530cc-586e-4b6d-a8b8-c95af60e5136 May 03 22:55:42.983102 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-881fd012-82f6-4d9a-b1f5-bee0f31728eb tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:43.022993 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-881fd012-82f6-4d9a-b1f5-bee0f31728eb tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:43.030565 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881fd012-82f6-4d9a-b1f5-bee0f31728eb tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:43.031429 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-881fd012-82f6-4d9a-b1f5-bee0f31728eb tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:43.112864 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-76da301f-d900-4f73-873a-372f92797fbb None None] Calling delete_port for 79835b58-9477-4645-ba13-aaa709ae7789 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:55:43.163925 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881fd012-82f6-4d9a-b1f5-bee0f31728eb tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Network': ['ID=0e8530cc-586e-4b6d-a8b8-c95af60e5136,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:43.179955 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 0e8530cc-586e-4b6d-a8b8-c95af60e5136 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:55:43.208258 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-881fd012-82f6-4d9a-b1f5-bee0f31728eb tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3906336 May 03 22:55:43.212467 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39486) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:43.220335 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-8fb0841d-e6b4-4f91-91a5-7f32c0cc3cd7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'subnet': {'network_id': '0e8530cc-586e-4b6d-a8b8-c95af60e5136', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:43.303198 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39490) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:43.309206 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-ccf516fa-dd8a-420a-a667-6200d44b6b59 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2045897475', 'description': 'tempest-description--1920413209'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:43.370717 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-76da301f-d900-4f73-873a-372f92797fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:43.392482 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ccf516fa-dd8a-420a-a667-6200d44b6b59 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:43.416187 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ccf516fa-dd8a-420a-a667-6200d44b6b59 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:43.440969 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 79835b58-9477-4645-ba13-aaa709ae7789 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:55:43.447487 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-8fb0841d-e6b4-4f91-91a5-7f32c0cc3cd7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:43.463620 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8fb0841d-e6b4-4f91-91a5-7f32c0cc3cd7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:subnet and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:55:43.467459 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ccf516fa-dd8a-420a-a667-6200d44b6b59 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:43.468565 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8fb0841d-e6b4-4f91-91a5-7f32c0cc3cd7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:55:43.479702 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-9a882389-8e88-49a1-9ec6-0d8c83a33384 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] For port 79835b58-9477-4645-ba13-aaa709ae7789, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=79835b58-9477-4645-ba13-aaa709ae7789,segment=NetworkSegment(192b73cd-f7fa-48f1-8d8e-6a3b77fb7879),segment_id=192b73cd-f7fa-48f1-8d8e-6a3b77fb7879)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:55:43.479992 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9a882389-8e88-49a1-9ec6-0d8c83a33384 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:43.488173 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-8fb0841d-e6b4-4f91-91a5-7f32c0cc3cd7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:43.489880 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da301f-d900-4f73-873a-372f92797fbb None None] Pushing event deleted for resources: {'Port': ['ID=79835b58-9477-4645-ba13-aaa709ae7789,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:43.499320 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ccf516fa-dd8a-420a-a667-6200d44b6b59 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:43.501025 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 79835b58-9477-4645-ba13-aaa709ae7789 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:55:43.501563 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 79835b58-9477-4645-ba13-aaa709ae7789 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:55:43.502154 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 5716590a-72cb-4b8b-9771-e45062405df0 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:55:43.530860 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ccf516fa-dd8a-420a-a667-6200d44b6b59 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Usage tracker for resource:security_group_rule and tenant:a1b60de6f3b94c398a46d760b7dccea8 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:55:43.533115 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76da301f-d900-4f73-873a-372f92797fbb None None] No DVR routers for this DVR port 79835b58-9477-4645-ba13-aaa709ae7789 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:55:43.537226 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ccf516fa-dd8a-420a-a667-6200d44b6b59 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:55:43.540568 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4988058-ec72-462e-9958-6af18f9349ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:43.541201 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d8fbf5-1569-4e9c-83ef-a8b9236a5f50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-48656fbb-4e34-4a50-9398-454746d596a3', 'network_id': '48656fbb-4e34-4a50-9398-454746d596a3', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'fixed_ips': [{'subnet_id': '9320ad02-96c1-40c6-9e46-561f02893de3'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:55:43.542260 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-16d8fbf5-1569-4e9c-83ef-a8b9236a5f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:43.561672 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 5716590a-72cb-4b8b-9771-e45062405df0 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:55:43.562239 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 5716590a-72cb-4b8b-9771-e45062405df0 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:55:43.574440 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ccf516fa-dd8a-420a-a667-6200d44b6b59 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:43.675045 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-9a882389-8e88-49a1-9ec6-0d8c83a33384 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Calling delete_port for 79835b58-9477-4645-ba13-aaa709ae7789 owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:55:43.701701 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb0841d-e6b4-4f91-91a5-7f32c0cc3cd7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Made reservation on behalf of 3a6c8dfe4a524ed3932fdccc3fe2c5d8 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:55:43.705681 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8fb0841d-e6b4-4f91-91a5-7f32c0cc3cd7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:43.780577 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-16d8fbf5-1569-4e9c-83ef-a8b9236a5f50 None None] Allocated IP 2001:db8::2 (48656fbb-4e34-4a50-9398-454746d596a3/9320ad02-96c1-40c6-9e46-561f02893de3/ccf8b3ea-f1c2-4ed1-bca8-cf2a71d5fc49) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:55:43.858282 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.api [None req-9a882389-8e88-49a1-9ec6-0d8c83a33384 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:55:43.858282 n-d-811807-1 neutron-server[88069]: DEBUG oslo_db.api [None req-9a882389-8e88-49a1-9ec6-0d8c83a33384 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:55:43.926261 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ccf516fa-dd8a-420a-a667-6200d44b6b59 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:43.930874 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ccf516fa-dd8a-420a-a667-6200d44b6b59 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:43.981498 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf516fa-dd8a-420a-a667-6200d44b6b59 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a496da84-ec2b-470c-95d0-797cc34016ea,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:43.981757 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8fb0841d-e6b4-4f91-91a5-7f32c0cc3cd7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:44.025157 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ccf516fa-dd8a-420a-a667-6200d44b6b59 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:44.025824 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-16d8fbf5-1569-4e9c-83ef-a8b9236a5f50 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:44.031567 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ccf516fa-dd8a-420a-a667-6200d44b6b59 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7248268 May 03 22:55:44.031858 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39494) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:44.036488 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-16d8fbf5-1569-4e9c-83ef-a8b9236a5f50 None None] Transition to ACTIVE for port object ccf8b3ea-f1c2-4ed1-bca8-cf2a71d5fc49 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:55:44.047153 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-2e47afb8-212a-45fb-94bc-e39d83121751 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Request body: {'security_group_rule': {'security_group_id': 'a496da84-ec2b-470c-95d0-797cc34016ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:44.056051 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-16d8fbf5-1569-4e9c-83ef-a8b9236a5f50 None None] Transition to ACTIVE for port object ccf8b3ea-f1c2-4ed1-bca8-cf2a71d5fc49 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:55:44.060776 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2e47afb8-212a-45fb-94bc-e39d83121751 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:44.062848 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-16d8fbf5-1569-4e9c-83ef-a8b9236a5f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:44.081185 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2e47afb8-212a-45fb-94bc-e39d83121751 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Usage tracker for resource:security_group_rule and tenant:a1b60de6f3b94c398a46d760b7dccea8 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:55:44.087293 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2e47afb8-212a-45fb-94bc-e39d83121751 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:55:44.098614 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2e47afb8-212a-45fb-94bc-e39d83121751 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:44.102822 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb0841d-e6b4-4f91-91a5-7f32c0cc3cd7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Checking segment: {'id': '65de43df-836c-4714-a068-290f9c4311bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0e8530cc-586e-4b6d-a8b8-c95af60e5136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:55:44.102929 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb0841d-e6b4-4f91-91a5-7f32c0cc3cd7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Network hostable DHCP agents. Network: 0e8530cc-586e-4b6d-a8b8-c95af60e5136, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:55:44.110587 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0841d-e6b4-4f91-91a5-7f32c0cc3cd7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Subnet': ['ID=136745cd-0443-4f4e-bf08-0ed95ae02702,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:44.134246 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb0841d-e6b4-4f91-91a5-7f32c0cc3cd7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Network 0e8530cc-586e-4b6d-a8b8-c95af60e5136 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:55:44.137568 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2e47afb8-212a-45fb-94bc-e39d83121751 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:44.138433 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d8fbf5-1569-4e9c-83ef-a8b9236a5f50 None None] Network 48656fbb-4e34-4a50-9398-454746d596a3 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:55:44.140936 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-c4988058-ec72-462e-9958-6af18f9349ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Allocated IP 2001:db8::1 (48656fbb-4e34-4a50-9398-454746d596a3/9320ad02-96c1-40c6-9e46-561f02893de3/a5039bb9-aa62-4774-80df-363f9825d63a) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:55:44.141497 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-16d8fbf5-1569-4e9c-83ef-a8b9236a5f50 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:44.144041 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d8fbf5-1569-4e9c-83ef-a8b9236a5f50 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:55:44.167529 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-8fb0841d-e6b4-4f91-91a5-7f32c0cc3cd7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 0e8530cc-586e-4b6d-a8b8-c95af60e5136) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:44.179569 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb0841d-e6b4-4f91-91a5-7f32c0cc3cd7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:44.179905 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8fb0841d-e6b4-4f91-91a5-7f32c0cc3cd7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:44.190422 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379ce092-1d57-44af-a3ca-08bd49b2aca3 None None] Network 0e8530cc-586e-4b6d-a8b8-c95af60e5136 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:55:44.202695 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8fbf5-1569-4e9c-83ef-a8b9236a5f50 None None] Pushing event updated for resources: {'Port': ['ID=ccf8b3ea-f1c2-4ed1-bca8-cf2a71d5fc49,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:44.227005 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8fb0841d-e6b4-4f91-91a5-7f32c0cc3cd7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0103045 May 03 22:55:44.227005 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2e47afb8-212a-45fb-94bc-e39d83121751 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:44.227263 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39498) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:44.232785 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-622db331-b17b-43b9-99ea-eab945033fa3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'port': {'network_id': '0e8530cc-586e-4b6d-a8b8-c95af60e5136', 'name': 'tempest-PortsTestJSON-1893654308', 'fixed_ips': [{'subnet_id': '136745cd-0443-4f4e-bf08-0ed95ae02702', 'ip_address': '172.20.0.10'}]}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:44.254422 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2e47afb8-212a-45fb-94bc-e39d83121751 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:44.297109 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e47afb8-212a-45fb-94bc-e39d83121751 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39195aef-5b21-4108-ba7c-2c8c09ee1aed,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:44.329960 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4988058-ec72-462e-9958-6af18f9349ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:44.330206 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-16d8fbf5-1569-4e9c-83ef-a8b9236a5f50 None None] Attempting to bind port ccf8b3ea-f1c2-4ed1-bca8-cf2a71d5fc49 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:55:44.330758 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-16d8fbf5-1569-4e9c-83ef-a8b9236a5f50 None None] Attempting to bind port ccf8b3ea-f1c2-4ed1-bca8-cf2a71d5fc49 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '194db10a-10ed-4a03-8162-e8c1a8805d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '48656fbb-4e34-4a50-9398-454746d596a3'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:55:44.331123 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d8fbf5-1569-4e9c-83ef-a8b9236a5f50 None None] Attempting to bind port ccf8b3ea-f1c2-4ed1-bca8-cf2a71d5fc49 on network 48656fbb-4e34-4a50-9398-454746d596a3 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:55:44.347391 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d8fbf5-1569-4e9c-83ef-a8b9236a5f50 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:55:44.347779 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d8fbf5-1569-4e9c-83ef-a8b9236a5f50 None None] Checking segment: {'id': '194db10a-10ed-4a03-8162-e8c1a8805d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '48656fbb-4e34-4a50-9398-454746d596a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:55:44.347982 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2e47afb8-212a-45fb-94bc-e39d83121751 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:44.348224 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-16d8fbf5-1569-4e9c-83ef-a8b9236a5f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:44.348656 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d8fbf5-1569-4e9c-83ef-a8b9236a5f50 None None] Bound using segment: {'id': '194db10a-10ed-4a03-8162-e8c1a8805d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '48656fbb-4e34-4a50-9398-454746d596a3'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:55:44.349165 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2e47afb8-212a-45fb-94bc-e39d83121751 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3156810 May 03 22:55:44.349638 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-c4988058-ec72-462e-9958-6af18f9349ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Transition to ACTIVE for port object a5039bb9-aa62-4774-80df-363f9825d63a will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:55:44.351899 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39502) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:44.352110 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-16d8fbf5-1569-4e9c-83ef-a8b9236a5f50 None None] Bound port: ccf8b3ea-f1c2-4ed1-bca8-cf2a71d5fc49, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194db10a-10ed-4a03-8162-e8c1a8805d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '48656fbb-4e34-4a50-9398-454746d596a3'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:55:44.352702 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-16d8fbf5-1569-4e9c-83ef-a8b9236a5f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:44.358123 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-10cac969-f55b-4049-83a1-d168239d3303 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Request body: {'security_group_rule': {'security_group_id': 'a496da84-ec2b-470c-95d0-797cc34016ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:44.360888 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-9a882389-8e88-49a1-9ec6-0d8c83a33384 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Deleting port 79835b58-9477-4645-ba13-aaa709ae7789 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:55:44.361410 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9a882389-8e88-49a1-9ec6-0d8c83a33384 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:44.367114 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-10cac969-f55b-4049-83a1-d168239d3303 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:44.372400 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-10cac969-f55b-4049-83a1-d168239d3303 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Usage tracker for resource:security_group_rule and tenant:a1b60de6f3b94c398a46d760b7dccea8 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:55:44.376733 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-10cac969-f55b-4049-83a1-d168239d3303 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:55:44.383721 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-10cac969-f55b-4049-83a1-d168239d3303 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:44.406439 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-10cac969-f55b-4049-83a1-d168239d3303 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:44.420983 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4988058-ec72-462e-9958-6af18f9349ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:44.540714 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4988058-ec72-462e-9958-6af18f9349ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'Port': ['ID=a5039bb9-aa62-4774-80df-363f9825d63a,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:44.554514 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-16d8fbf5-1569-4e9c-83ef-a8b9236a5f50 None None] For port ccf8b3ea-f1c2-4ed1-bca8-cf2a71d5fc49, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:55:44.554985 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4988058-ec72-462e-9958-6af18f9349ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Network 48656fbb-4e34-4a50-9398-454746d596a3 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:55:44.563691 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-9a882389-8e88-49a1-9ec6-0d8c83a33384 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] The port '79835b58-9477-4645-ba13-aaa709ae7789' was deleted {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:55:44.565311 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-16d8fbf5-1569-4e9c-83ef-a8b9236a5f50 None None] For port ccf8b3ea-f1c2-4ed1-bca8-cf2a71d5fc49, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ccf8b3ea-f1c2-4ed1-bca8-cf2a71d5fc49,segment=NetworkSegment(194db10a-10ed-4a03-8162-e8c1a8805d0e),segment_id=194db10a-10ed-4a03-8162-e8c1a8805d0e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:55:44.569561 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbef04c-04ad-4672-8c28-d8cad0098f81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-0e8530cc-586e-4b6d-a8b8-c95af60e5136', 'network_id': '0e8530cc-586e-4b6d-a8b8-c95af60e5136', 'tenant_id': '3a6c8dfe4a524ed3932fdccc3fe2c5d8', 'fixed_ips': [{'subnet_id': '136745cd-0443-4f4e-bf08-0ed95ae02702'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:55:44.570549 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1fbef04c-04ad-4672-8c28-d8cad0098f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:44.587083 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-16d8fbf5-1569-4e9c-83ef-a8b9236a5f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:44.598024 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-10cac969-f55b-4049-83a1-d168239d3303 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:44.600292 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-c4988058-ec72-462e-9958-6af18f9349ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:44.608607 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4988058-ec72-462e-9958-6af18f9349ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:55:44.609618 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4988058-ec72-462e-9958-6af18f9349ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:44.652183 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-10cac969-f55b-4049-83a1-d168239d3303 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:44.653335 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-622db331-b17b-43b9-99ea-eab945033fa3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:44.661996 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-622db331-b17b-43b9-99ea-eab945033fa3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:port and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:55:44.711153 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-622db331-b17b-43b9-99ea-eab945033fa3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:55:44.725637 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9a882389-8e88-49a1-9ec6-0d8c83a33384 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:44.737949 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-622db331-b17b-43b9-99ea-eab945033fa3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:44.761486 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-9a882389-8e88-49a1-9ec6-0d8c83a33384 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9096d3a-9e13-49be-820c-2e4ad3fbd716']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:44.764584 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8fbf5-1569-4e9c-83ef-a8b9236a5f50 None None] Pushing event updated for resources: {'Port': ['ID=ccf8b3ea-f1c2-4ed1-bca8-cf2a71d5fc49,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:44.769758 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622db331-b17b-43b9-99ea-eab945033fa3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Made reservation on behalf of 3a6c8dfe4a524ed3932fdccc3fe2c5d8 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:55:44.802732 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-9a882389-8e88-49a1-9ec6-0d8c83a33384 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '192b73cd-f7fa-48f1-8d8e-6a3b77fb7879') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:44.803249 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-9a882389-8e88-49a1-9ec6-0d8c83a33384 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '192b73cd-f7fa-48f1-8d8e-6a3b77fb7879') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:44.832069 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9a882389-8e88-49a1-9ec6-0d8c83a33384 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:44.832186 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cac969-f55b-4049-83a1-d168239d3303 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f62e31c2-1836-40ca-b4b9-337f55396e32,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:44.857546 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-1fbef04c-04ad-4672-8c28-d8cad0098f81 None None] Allocated IP 172.20.0.2 (0e8530cc-586e-4b6d-a8b8-c95af60e5136/136745cd-0443-4f4e-bf08-0ed95ae02702/3df38a84-8053-4ee5-abf1-720ed85c252b) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:55:44.875814 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-10cac969-f55b-4049-83a1-d168239d3303 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:44.876999 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-10cac969-f55b-4049-83a1-d168239d3303 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5241535 May 03 22:55:44.888306 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39506) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:44.897527 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-b97b6157-ad16-42e6-a075-267ec2fe7032 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:44.905398 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9a882389-8e88-49a1-9ec6-0d8c83a33384 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:44.911918 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b97b6157-ad16-42e6-a075-267ec2fe7032 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:44.917318 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a882389-8e88-49a1-9ec6-0d8c83a33384 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:55:44.917947 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9a882389-8e88-49a1-9ec6-0d8c83a33384 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:44.919805 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b97b6157-ad16-42e6-a075-267ec2fe7032 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Usage tracker for resource:floatingip and tenant:a1b60de6f3b94c398a46d760b7dccea8 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:55:44.924760 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b97b6157-ad16-42e6-a075-267ec2fe7032 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:55:44.934009 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b97b6157-ad16-42e6-a075-267ec2fe7032 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:44.935908 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4988058-ec72-462e-9958-6af18f9349ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:44.936934 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:55:44.936934 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:55:44.936934 n-d-811807-1 neutron-server[88069]: timer() May 03 22:55:44.936934 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:55:44.936934 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:55:44.936934 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:55:44.936934 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:55:44.936934 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:55:44.936934 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:55:44.936934 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:55:44.936934 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:55:44.936934 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:55:44.936934 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:55:44.936934 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:55:44.936934 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:55:44.936934 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:55:44.936934 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:55:44.936934 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:55:44.936934 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:55:44.936934 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:55:44.936934 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:55:44.936934 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:55:44.936934 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:55:44.936934 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:55:44.936934 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:55:44.936934 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:55:44.936934 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:55:44.936934 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:55:44.936934 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:55:44.936934 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:55:44.936934 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:55:44.936934 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:55:45.027352 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b97b6157-ad16-42e6-a075-267ec2fe7032 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks [] for floatingip, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:45.029711 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-622db331-b17b-43b9-99ea-eab945033fa3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:45.050742 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9a882389-8e88-49a1-9ec6-0d8c83a33384 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:45.085240 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9a882389-8e88-49a1-9ec6-0d8c83a33384 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:45.107285 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-622db331-b17b-43b9-99ea-eab945033fa3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] device_id is not set on port c814dd45-58e9-4dc4-a1fa-90eb7d6b7480 yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:55:45.186698 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a882389-8e88-49a1-9ec6-0d8c83a33384 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event deleted for resources: {'Network': ['ID=e9096d3a-9e13-49be-820c-2e4ad3fbd716,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:45.211096 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9a882389-8e88-49a1-9ec6-0d8c83a33384 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/networks/e9096d3a-9e13-49be-820c-2e4ad3fbd716 HTTP/1.1" status: 204 len: 168 time: 3.3592007 May 03 22:55:45.215644 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39510) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:45.233483 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1fbef04c-04ad-4672-8c28-d8cad0098f81 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:45.246248 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1fbef04c-04ad-4672-8c28-d8cad0098f81 None None] Transition to ACTIVE for port object 3df38a84-8053-4ee5-abf1-720ed85c252b will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:55:45.279806 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1fbef04c-04ad-4672-8c28-d8cad0098f81 None None] Transition to ACTIVE for port object 3df38a84-8053-4ee5-abf1-720ed85c252b will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:55:45.288899 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1fbef04c-04ad-4672-8c28-d8cad0098f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:45.350163 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ccf8b3ea-f1c2-4ed1-bca8-cf2a71d5fc49 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:55:45.433723 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbef04c-04ad-4672-8c28-d8cad0098f81 None None] Network 0e8530cc-586e-4b6d-a8b8-c95af60e5136 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:55:45.440448 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-1fbef04c-04ad-4672-8c28-d8cad0098f81 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:45.446981 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbef04c-04ad-4672-8c28-d8cad0098f81 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:55:45.461955 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbef04c-04ad-4672-8c28-d8cad0098f81 None None] Pushing event updated for resources: {'Port': ['ID=3df38a84-8053-4ee5-abf1-720ed85c252b,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:45.511813 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b97b6157-ad16-42e6-a075-267ec2fe7032 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:45.538602 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbef04c-04ad-4672-8c28-d8cad0098f81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:45.539355 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbef04c-04ad-4672-8c28-d8cad0098f81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:45.539900 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbef04c-04ad-4672-8c28-d8cad0098f81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:45.540436 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbef04c-04ad-4672-8c28-d8cad0098f81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:45.546254 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbef04c-04ad-4672-8c28-d8cad0098f81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:45.546853 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbef04c-04ad-4672-8c28-d8cad0098f81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:45.547452 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbef04c-04ad-4672-8c28-d8cad0098f81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:45.547999 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbef04c-04ad-4672-8c28-d8cad0098f81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:45.548540 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbef04c-04ad-4672-8c28-d8cad0098f81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:45.549220 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbef04c-04ad-4672-8c28-d8cad0098f81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:45.549757 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbef04c-04ad-4672-8c28-d8cad0098f81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:45.550322 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbef04c-04ad-4672-8c28-d8cad0098f81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:45.584429 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-1fbef04c-04ad-4672-8c28-d8cad0098f81 None None] Attempting to bind port 3df38a84-8053-4ee5-abf1-720ed85c252b on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:55:45.585548 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-1fbef04c-04ad-4672-8c28-d8cad0098f81 None None] Attempting to bind port 3df38a84-8053-4ee5-abf1-720ed85c252b by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '65de43df-836c-4714-a068-290f9c4311bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0e8530cc-586e-4b6d-a8b8-c95af60e5136'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:55:45.586162 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbef04c-04ad-4672-8c28-d8cad0098f81 None None] Attempting to bind port 3df38a84-8053-4ee5-abf1-720ed85c252b on network 0e8530cc-586e-4b6d-a8b8-c95af60e5136 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:55:45.595109 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbef04c-04ad-4672-8c28-d8cad0098f81 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:55:45.595842 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbef04c-04ad-4672-8c28-d8cad0098f81 None None] Checking segment: {'id': '65de43df-836c-4714-a068-290f9c4311bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0e8530cc-586e-4b6d-a8b8-c95af60e5136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:55:45.596493 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1fbef04c-04ad-4672-8c28-d8cad0098f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:45.597092 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbef04c-04ad-4672-8c28-d8cad0098f81 None None] Bound using segment: {'id': '65de43df-836c-4714-a068-290f9c4311bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0e8530cc-586e-4b6d-a8b8-c95af60e5136'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:55:45.597779 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-1fbef04c-04ad-4672-8c28-d8cad0098f81 None None] Bound port: 3df38a84-8053-4ee5-abf1-720ed85c252b, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65de43df-836c-4714-a068-290f9c4311bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0e8530cc-586e-4b6d-a8b8-c95af60e5136'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:55:45.598395 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1fbef04c-04ad-4672-8c28-d8cad0098f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:45.599419 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4988058-ec72-462e-9958-6af18f9349ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:45.613090 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4988058-ec72-462e-9958-6af18f9349ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:45.614261 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c4988058-ec72-462e-9958-6af18f9349ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:45.617094 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port ccf8b3ea-f1c2-4ed1-bca8-cf2a71d5fc49 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:55:45.684316 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-622db331-b17b-43b9-99ea-eab945033fa3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Allocated IP 172.20.0.10 (0e8530cc-586e-4b6d-a8b8-c95af60e5136/136745cd-0443-4f4e-bf08-0ed95ae02702/c814dd45-58e9-4dc4-a1fa-90eb7d6b7480) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:55:45.707768 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-1fbef04c-04ad-4672-8c28-d8cad0098f81 None None] For port 3df38a84-8053-4ee5-abf1-720ed85c252b, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:55:45.713023 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-1fbef04c-04ad-4672-8c28-d8cad0098f81 None None] For port 3df38a84-8053-4ee5-abf1-720ed85c252b, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=3df38a84-8053-4ee5-abf1-720ed85c252b,segment=NetworkSegment(65de43df-836c-4714-a068-290f9c4311bb),segment_id=65de43df-836c-4714-a068-290f9c4311bb)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:55:45.718435 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1fbef04c-04ad-4672-8c28-d8cad0098f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:45.820327 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbef04c-04ad-4672-8c28-d8cad0098f81 None None] Pushing event updated for resources: {'Port': ['ID=3df38a84-8053-4ee5-abf1-720ed85c252b,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:45.824061 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4988058-ec72-462e-9958-6af18f9349ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'Port': ['ID=a5039bb9-aa62-4774-80df-363f9825d63a,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:45.936099 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4988058-ec72-462e-9958-6af18f9349ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Network 48656fbb-4e34-4a50-9398-454746d596a3 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:55:45.936989 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-b97b6157-ad16-42e6-a075-267ec2fe7032 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Allocated IP 172.25.2.95 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/dc1222ef-5793-4a5b-9ad7-1a881c393d9f) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:55:45.940299 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-c4988058-ec72-462e-9958-6af18f9349ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:46.056769 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-622db331-b17b-43b9-99ea-eab945033fa3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:46.113989 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-622db331-b17b-43b9-99ea-eab945033fa3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Transition to ACTIVE for port object c814dd45-58e9-4dc4-a1fa-90eb7d6b7480 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:55:46.158176 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:55:46.212539 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-622db331-b17b-43b9-99ea-eab945033fa3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:46.298083 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4988058-ec72-462e-9958-6af18f9349ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Router d1f0d438-9249-4bea-ad95-85b45350ada1 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:55:46.327963 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b97b6157-ad16-42e6-a075-267ec2fe7032 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:46.333499 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d14f12-c607-4ce6-9716-574da27a7c4e None None] Network 48656fbb-4e34-4a50-9398-454746d596a3 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:55:46.436927 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ae1df358-6452-4ff7-8744-d3a07b05da1b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:46.483956 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f5eb416f-5ee7-4057-bd9a-2f19a93ba4b0 None None] Provisioning for port ccf8b3ea-f1c2-4ed1-bca8-cf2a71d5fc49 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:55:46.489099 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622db331-b17b-43b9-99ea-eab945033fa3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Network 0e8530cc-586e-4b6d-a8b8-c95af60e5136 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:55:46.494825 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f5eb416f-5ee7-4057-bd9a-2f19a93ba4b0 None None] Provisioning complete for port ccf8b3ea-f1c2-4ed1-bca8-cf2a71d5fc49 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:46.495208 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f5eb416f-5ee7-4057-bd9a-2f19a93ba4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:46.499675 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4988058-ec72-462e-9958-6af18f9349ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:55:46.500065 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-622db331-b17b-43b9-99ea-eab945033fa3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:46.514772 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c4988058-ec72-462e-9958-6af18f9349ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "PUT /v2.0/routers/d1f0d438-9249-4bea-ad95-85b45350ada1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6609492 May 03 22:55:46.517356 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39514) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:46.523308 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-e52db1bc-289b-456b-a37e-860c4e0a624e tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-136964134'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:46.529342 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b97b6157-ad16-42e6-a075-267ec2fe7032 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:46.562913 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622db331-b17b-43b9-99ea-eab945033fa3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:55:46.605176 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e579cfa-77cd-4164-9485-b61d16962fcf None None] Sync routers for ids ['d1f0d438-9249-4bea-ad95-85b45350ada1'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:55:46.627190 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622db331-b17b-43b9-99ea-eab945033fa3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Port': ['ID=c814dd45-58e9-4dc4-a1fa-90eb7d6b7480,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:46.674732 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e579cfa-77cd-4164-9485-b61d16962fcf None None] Routers {'d1f0d438-9249-4bea-ad95-85b45350ada1'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:55:46.675383 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-2e579cfa-77cd-4164-9485-b61d16962fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['d1f0d438-9249-4bea-ad95-85b45350ada1'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:46.676697 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622db331-b17b-43b9-99ea-eab945033fa3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:46.677360 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-622db331-b17b-43b9-99ea-eab945033fa3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:46.681056 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e52db1bc-289b-456b-a37e-860c4e0a624e tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:46.752545 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b6157-ad16-42e6-a075-267ec2fe7032 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Pushing event updated for resources: {'Port': ['ID=dc1222ef-5793-4a5b-9ad7-1a881c393d9f,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:46.755550 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e52db1bc-289b-456b-a37e-860c4e0a624e tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Usage tracker for resource:network and tenant:06cc14afcda64b42b43ac970e3b09815 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:55:46.760422 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e52db1bc-289b-456b-a37e-860c4e0a624e tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:55:46.770603 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e52db1bc-289b-456b-a37e-860c4e0a624e tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:46.776715 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97b6157-ad16-42e6-a075-267ec2fe7032 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:55:46.779516 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-b97b6157-ad16-42e6-a075-267ec2fe7032 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:46.782091 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97b6157-ad16-42e6-a075-267ec2fe7032 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:55:46.827004 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-622db331-b17b-43b9-99ea-eab945033fa3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.5985610 May 03 22:55:46.830084 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39518) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:46.837747 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-b8ab5e30-7151-46b9-b391-93bdd8193024 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'port': {'network_id': '0e8530cc-586e-4b6d-a8b8-c95af60e5136', 'name': 'tempest-PortsTestJSON-419228028', 'fixed_ips': [{'subnet_id': '136745cd-0443-4f4e-bf08-0ed95ae02702', 'ip_address': '172.20.0.9'}]}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:46.868833 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52db1bc-289b-456b-a37e-860c4e0a624e tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Made reservation on behalf of 06cc14afcda64b42b43ac970e3b09815 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:55:46.874289 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e52db1bc-289b-456b-a37e-860c4e0a624e tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:46.915783 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b97b6157-ad16-42e6-a075-267ec2fe7032 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:46.924866 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e52db1bc-289b-456b-a37e-860c4e0a624e tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:55:46.969087 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e52db1bc-289b-456b-a37e-860c4e0a624e tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:46.969754 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-e52db1bc-289b-456b-a37e-860c4e0a624e tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Added segment a3130c76-aa5c-4a87-882b-e647ba927e17 of type vlan for network e555e396-6ec8-42a2-82b4-9ec115bb4270 May 03 22:55:46.970328 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-2e579cfa-77cd-4164-9485-b61d16962fcf None None] Set router d1f0d438-9249-4bea-ad95-85b45350ada1 gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:55:47.032295 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e52db1bc-289b-456b-a37e-860c4e0a624e tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:47.036536 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b97b6157-ad16-42e6-a075-267ec2fe7032 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:47.045270 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f5eb416f-5ee7-4057-bd9a-2f19a93ba4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:47.066552 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b8ab5e30-7151-46b9-b391-93bdd8193024 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:47.090618 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b8ab5e30-7151-46b9-b391-93bdd8193024 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:port and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:55:47.095684 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b8ab5e30-7151-46b9-b391-93bdd8193024 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:55:47.105037 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b8ab5e30-7151-46b9-b391-93bdd8193024 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:47.117434 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-ae1df358-6452-4ff7-8744-d3a07b05da1b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Deleting port 1e35a016-d489-4668-b579-b99c447f9abb {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:55:47.117780 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ae1df358-6452-4ff7-8744-d3a07b05da1b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:47.150472 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ab5e30-7151-46b9-b391-93bdd8193024 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Made reservation on behalf of 3a6c8dfe4a524ed3932fdccc3fe2c5d8 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:55:47.158046 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5e30-7151-46b9-b391-93bdd8193024 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:47.174247 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e52db1bc-289b-456b-a37e-860c4e0a624e tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:47.178763 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f5eb416f-5ee7-4057-bd9a-2f19a93ba4b0 None None] For port ccf8b3ea-f1c2-4ed1-bca8-cf2a71d5fc49, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ccf8b3ea-f1c2-4ed1-bca8-cf2a71d5fc49,segment=NetworkSegment(194db10a-10ed-4a03-8162-e8c1a8805d0e),segment_id=194db10a-10ed-4a03-8162-e8c1a8805d0e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:55:47.183824 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52db1bc-289b-456b-a37e-860c4e0a624e tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:47.184469 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e52db1bc-289b-456b-a37e-860c4e0a624e tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:47.200796 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f5eb416f-5ee7-4057-bd9a-2f19a93ba4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:47.217339 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-b8ab5e30-7151-46b9-b391-93bdd8193024 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] device_id is not set on port 0ad5e36e-749c-4357-aa35-1c297d41bfe6 yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:55:47.337355 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 3df38a84-8053-4ee5-abf1-720ed85c252b up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:55:47.343460 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e52db1bc-289b-456b-a37e-860c4e0a624e tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8249800 May 03 22:55:47.349103 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39522) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:47.373652 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d96595-da67-4270-a263-8d8b57463d78 None None] Network 0e8530cc-586e-4b6d-a8b8-c95af60e5136 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:55:47.455917 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb416f-5ee7-4057-bd9a-2f19a93ba4b0 None None] Pushing event updated for resources: {'Port': ['ID=ccf8b3ea-f1c2-4ed1-bca8-cf2a71d5fc49,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:47.468788 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-8e959ee3-ba66-4c61-bd0b-74d1a4b38bb7 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Request body: {'subnet': {'network_id': 'e555e396-6ec8-42a2-82b4-9ec115bb4270', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:47.538580 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52db1bc-289b-456b-a37e-860c4e0a624e tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'Network': ['ID=e555e396-6ec8-42a2-82b4-9ec115bb4270,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:47.540893 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ef9eefd5-1d7b-471a-afa6-db044ca1e455 None None] Provisioning for port 3df38a84-8053-4ee5-abf1-720ed85c252b completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:55:47.559039 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network e555e396-6ec8-42a2-82b4-9ec115bb4270 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:55:47.671098 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8e959ee3-ba66-4c61-bd0b-74d1a4b38bb7 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:47.677841 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8e959ee3-ba66-4c61-bd0b-74d1a4b38bb7 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Usage tracker for resource:subnet and tenant:06cc14afcda64b42b43ac970e3b09815 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:55:47.686165 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8e959ee3-ba66-4c61-bd0b-74d1a4b38bb7 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:55:47.694865 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-b8ab5e30-7151-46b9-b391-93bdd8193024 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Allocated IP 172.20.0.9 (0e8530cc-586e-4b6d-a8b8-c95af60e5136/136745cd-0443-4f4e-bf08-0ed95ae02702/0ad5e36e-749c-4357-aa35-1c297d41bfe6) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:55:47.695922 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8e959ee3-ba66-4c61-bd0b-74d1a4b38bb7 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:47.710737 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-ae1df358-6452-4ff7-8744-d3a07b05da1b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] For port 1e35a016-d489-4668-b579-b99c447f9abb, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=1e35a016-d489-4668-b579-b99c447f9abb,segment=NetworkSegment(70f81c7b-ab1b-4f11-bcc7-6733fa370838),segment_id=70f81c7b-ab1b-4f11-bcc7-6733fa370838)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:55:47.711180 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ae1df358-6452-4ff7-8744-d3a07b05da1b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:47.720141 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b97b6157-ad16-42e6-a075-267ec2fe7032 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:47.724499 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e959ee3-ba66-4c61-bd0b-74d1a4b38bb7 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Made reservation on behalf of 06cc14afcda64b42b43ac970e3b09815 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:55:47.734752 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8e959ee3-ba66-4c61-bd0b-74d1a4b38bb7 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:47.764362 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b97b6157-ad16-42e6-a075-267ec2fe7032 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:47.782848 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 3df38a84-8053-4ee5-abf1-720ed85c252b completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:55:47.862392 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 3df38a84-8053-4ee5-abf1-720ed85c252b triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:47.862977 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:47.882713 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-ae1df358-6452-4ff7-8744-d3a07b05da1b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Calling delete_port for 1e35a016-d489-4668-b579-b99c447f9abb owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:55:47.997134 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6fbc9c5a-1a8b-4642-a4db-c9d9cd7d6d9e None None] Provisioning for port a5039bb9-aa62-4774-80df-363f9825d63a completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:55:48.013947 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6fbc9c5a-1a8b-4642-a4db-c9d9cd7d6d9e None None] Provisioning complete for port a5039bb9-aa62-4774-80df-363f9825d63a triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:48.014473 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6fbc9c5a-1a8b-4642-a4db-c9d9cd7d6d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:48.017831 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b6157-ad16-42e6-a075-267ec2fe7032 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Pushing event updated for resources: {'Port': ['ID=dc1222ef-5793-4a5b-9ad7-1a881c393d9f,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:48.045973 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b97b6157-ad16-42e6-a075-267ec2fe7032 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:48.068673 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-2e579cfa-77cd-4164-9485-b61d16962fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'name': 'tempest-RoutersIpV6Test-router-424099633', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:55:40Z', 'updated_at': '2022-05-03T22:55:44Z', 'revision_number': 2, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'gw_port_host': None, '_interfaces': [{'id': 'a5039bb9-aa62-4774-80df-363f9825d63a', 'name': '', 'network_id': '48656fbb-4e34-4a50-9398-454746d596a3', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:a0:81:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:43Z', 'updated_at': '2022-05-03T22:55:45Z', 'revision_number': 2, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:48.089177 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e579cfa-77cd-4164-9485-b61d16962fcf None None] Checking router: d1f0d438-9249-4bea-ad95-85b45350ada1 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:55:48.091017 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e579cfa-77cd-4164-9485-b61d16962fcf None None] Updating router d1f0d438-9249-4bea-ad95-85b45350ada1 port a5039bb9-aa62-4774-80df-363f9825d63a binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:55:48.098995 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b97b6157-ad16-42e6-a075-267ec2fe7032 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:48.100700 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b97b6157-ad16-42e6-a075-267ec2fe7032 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2113888 May 03 22:55:48.146318 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-6fbc9c5a-1a8b-4642-a4db-c9d9cd7d6d9e None None] Port a5039bb9-aa62-4774-80df-363f9825d63a cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:55:48.258969 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:48.284537 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2e579cfa-77cd-4164-9485-b61d16962fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:48.322192 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8e959ee3-ba66-4c61-bd0b-74d1a4b38bb7 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:48.366229 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6fbc9c5a-1a8b-4642-a4db-c9d9cd7d6d9e None None] Provisioning complete for port ccf8b3ea-f1c2-4ed1-bca8-cf2a71d5fc49 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:48.367226 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6fbc9c5a-1a8b-4642-a4db-c9d9cd7d6d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:48.405326 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5e30-7151-46b9-b391-93bdd8193024 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:48.442101 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e959ee3-ba66-4c61-bd0b-74d1a4b38bb7 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'Subnet': ['ID=b2afcf2c-b06f-4c14-beb9-ea64b6a0a638,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:48.453913 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e959ee3-ba66-4c61-bd0b-74d1a4b38bb7 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Checking segment: {'id': 'a3130c76-aa5c-4a87-882b-e647ba927e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'e555e396-6ec8-42a2-82b4-9ec115bb4270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:55:48.454082 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e959ee3-ba66-4c61-bd0b-74d1a4b38bb7 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Network hostable DHCP agents. Network: e555e396-6ec8-42a2-82b4-9ec115bb4270, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:55:48.483652 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e959ee3-ba66-4c61-bd0b-74d1a4b38bb7 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Network e555e396-6ec8-42a2-82b4-9ec115bb4270 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:55:48.499701 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-8e959ee3-ba66-4c61-bd0b-74d1a4b38bb7 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, e555e396-6ec8-42a2-82b4-9ec115bb4270) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:48.505262 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e959ee3-ba66-4c61-bd0b-74d1a4b38bb7 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:48.506252 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8e959ee3-ba66-4c61-bd0b-74d1a4b38bb7 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:48.515905 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 3df38a84-8053-4ee5-abf1-720ed85c252b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=3df38a84-8053-4ee5-abf1-720ed85c252b,segment=NetworkSegment(65de43df-836c-4714-a068-290f9c4311bb),segment_id=65de43df-836c-4714-a068-290f9c4311bb)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:55:48.530328 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:48.550625 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8e959ee3-ba66-4c61-bd0b-74d1a4b38bb7 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1954820 May 03 22:55:48.552536 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39538) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:48.644334 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-b8ab5e30-7151-46b9-b391-93bdd8193024 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Transition to ACTIVE for port object 0ad5e36e-749c-4357-aa35-1c297d41bfe6 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:55:48.645824 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ae1df358-6452-4ff7-8744-d3a07b05da1b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:48.650564 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a7c019-da97-4a43-ad7a-995ef47e34b5 None None] Network e555e396-6ec8-42a2-82b4-9ec115bb4270 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:55:48.733429 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1df358-6452-4ff7-8744-d3a07b05da1b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event deleted for resources: {'Port': ['ID=1e35a016-d489-4668-b579-b99c447f9abb,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:48.797531 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-44da4ab8-3a5a-4ab0-8a7f-07286e6949fb tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--2045897475&fields=id&tenant_id=a1b60de6f3b94c398a46d760b7dccea8 HTTP/1.1" status: 200 len: 267 time: 0.3712234 May 03 22:55:49.006162 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=3df38a84-8053-4ee5-abf1-720ed85c252b,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:49.070265 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5e30-7151-46b9-b391-93bdd8193024 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:49.178589 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab5e30-7151-46b9-b391-93bdd8193024 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Port': ['ID=0ad5e36e-749c-4357-aa35-1c297d41bfe6,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:49.206823 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-01bc5692-13ca-4614-a702-12d4d002f778 None None] Provisioning complete for port a5039bb9-aa62-4774-80df-363f9825d63a triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:49.207201 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-01bc5692-13ca-4614-a702-12d4d002f778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:49.266160 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-6c4f7ab0-9f0c-4b9f-af85-e5ada75f551c tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:49.267954 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-6c4f7ab0-9f0c-4b9f-af85-e5ada75f551c tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/networks?id=c911580a-47e8-451d-aa8d-57f0fa21ffe1 HTTP/1.1" status: 200 len: 818 time: 0.4293184 May 03 22:55:49.304974 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36423c7-ca1c-4f9e-a2fe-d00e02e46270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-e555e396-6ec8-42a2-82b4-9ec115bb4270', 'network_id': 'e555e396-6ec8-42a2-82b4-9ec115bb4270', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'fixed_ips': [{'subnet_id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:55:49.308429 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b36423c7-ca1c-4f9e-a2fe-d00e02e46270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:49.382350 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-d426b034-65c2-4ca3-9c86-65ef87c9c283 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/quotas/a1b60de6f3b94c398a46d760b7dccea8 HTTP/1.1" status: 200 len: 375 time: 0.1032560 May 03 22:55:49.386006 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ab5e30-7151-46b9-b391-93bdd8193024 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Network 0e8530cc-586e-4b6d-a8b8-c95af60e5136 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:55:49.389483 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-b8ab5e30-7151-46b9-b391-93bdd8193024 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:49.392024 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ab5e30-7151-46b9-b391-93bdd8193024 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:55:49.427917 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ccf8b3ea-f1c2-4ed1-bca8-cf2a71d5fc49 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:55:49.500115 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-01bc5692-13ca-4614-a702-12d4d002f778 None None] Port a5039bb9-aa62-4774-80df-363f9825d63a cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:55:49.511328 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ae1df358-6452-4ff7-8744-d3a07b05da1b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:49.655567 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-01bc5692-13ca-4614-a702-12d4d002f778 None None] Provisioning for port c814dd45-58e9-4dc4-a1fa-90eb7d6b7480 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:55:49.710816 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ab5e30-7151-46b9-b391-93bdd8193024 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:49.711436 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5e30-7151-46b9-b391-93bdd8193024 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:49.761670 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-5b3f644f-6f06-4bf5-a78c-f11c0d2fae93 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a1b60de6f3b94c398a46d760b7dccea8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3436668 May 03 22:55:49.771037 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1a52b2b8-3081-4b58-88ee-ca41cfb6a6ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:49.777794 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-01bc5692-13ca-4614-a702-12d4d002f778 None None] Provisioning complete for port c814dd45-58e9-4dc4-a1fa-90eb7d6b7480 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:49.778232 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-01bc5692-13ca-4614-a702-12d4d002f778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:49.828955 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b8ab5e30-7151-46b9-b391-93bdd8193024 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9972064 May 03 22:55:49.831650 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-b36423c7-ca1c-4f9e-a2fe-d00e02e46270 None None] Allocated IP 2001:db8:1::2 (e555e396-6ec8-42a2-82b4-9ec115bb4270/b2afcf2c-b06f-4c14-beb9-ea64b6a0a638/608dcc8a-7003-4613-95d9-64f295aa4be3) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:55:49.864476 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port ccf8b3ea-f1c2-4ed1-bca8-cf2a71d5fc49 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:49.864476 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:49.868966 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39550) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:49.954043 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2e579cfa-77cd-4164-9485-b61d16962fcf None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:49.983868 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-01bc5692-13ca-4614-a702-12d4d002f778 None None] Port c814dd45-58e9-4dc4-a1fa-90eb7d6b7480 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:55:50.050928 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2e579cfa-77cd-4164-9485-b61d16962fcf None None] Transition to ACTIVE for port object a5039bb9-aa62-4774-80df-363f9825d63a will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:55:50.066903 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595d33d8-5e39-4a69-bc3b-9a7a21ce6ce6 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:50.066903 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-595d33d8-5e39-4a69-bc3b-9a7a21ce6ce6 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1859663 May 03 22:55:50.066903 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39554) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:50.073834 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2e579cfa-77cd-4164-9485-b61d16962fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:50.092890 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1df358-6452-4ff7-8744-d3a07b05da1b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Router ad186c1d-90c6-4e62-b866-dba1a5d63205 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:55:50.205648 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-01bc5692-13ca-4614-a702-12d4d002f778 None None] Provisioning complete for port 3df38a84-8053-4ee5-abf1-720ed85c252b triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:50.207010 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-01bc5692-13ca-4614-a702-12d4d002f778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:50.228904 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371a56f9-830c-422b-8f69-68d8d1684045 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:50.238427 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371a56f9-830c-422b-8f69-68d8d1684045 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:50.245401 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371a56f9-830c-422b-8f69-68d8d1684045 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:50.249183 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-371a56f9-830c-422b-8f69-68d8d1684045 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1903570 May 03 22:55:50.281386 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39558) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:50.418015 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db4784-af3a-4430-aa5d-86b375496b23 None None] Pushing event updated for resources: {'Port': ['ID=a5039bb9-aa62-4774-80df-363f9825d63a,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:50.541141 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 3df38a84-8053-4ee5-abf1-720ed85c252b up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:55:50.541924 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-5712617c-896a-4a3a-8fbf-2a80518c054f service neutron] 10.222.0.58 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7566180 May 03 22:55:50.603366 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-815e9fa1-7b1e-451f-89d4-c0995fdf9750 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Deleting port 0ad5e36e-749c-4357-aa35-1c297d41bfe6 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:55:50.605332 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-815e9fa1-7b1e-451f-89d4-c0995fdf9750 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:50.637429 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-2e579cfa-77cd-4164-9485-b61d16962fcf None None] Attempting to bind port a5039bb9-aa62-4774-80df-363f9825d63a on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:55:50.637803 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-2e579cfa-77cd-4164-9485-b61d16962fcf None None] Attempting to bind port a5039bb9-aa62-4774-80df-363f9825d63a by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '194db10a-10ed-4a03-8162-e8c1a8805d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '48656fbb-4e34-4a50-9398-454746d596a3'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:55:50.638197 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e579cfa-77cd-4164-9485-b61d16962fcf None None] Attempting to bind port a5039bb9-aa62-4774-80df-363f9825d63a on network 48656fbb-4e34-4a50-9398-454746d596a3 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:55:50.648954 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b36423c7-ca1c-4f9e-a2fe-d00e02e46270 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:50.652688 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e579cfa-77cd-4164-9485-b61d16962fcf None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:55:50.653066 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e579cfa-77cd-4164-9485-b61d16962fcf None None] Checking segment: {'id': '194db10a-10ed-4a03-8162-e8c1a8805d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '48656fbb-4e34-4a50-9398-454746d596a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:55:50.653466 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2e579cfa-77cd-4164-9485-b61d16962fcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:50.653878 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e579cfa-77cd-4164-9485-b61d16962fcf None None] Bound using segment: {'id': '194db10a-10ed-4a03-8162-e8c1a8805d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '48656fbb-4e34-4a50-9398-454746d596a3'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:55:50.654363 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-2e579cfa-77cd-4164-9485-b61d16962fcf None None] Bound port: a5039bb9-aa62-4774-80df-363f9825d63a, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194db10a-10ed-4a03-8162-e8c1a8805d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '48656fbb-4e34-4a50-9398-454746d596a3'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:55:50.654822 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2e579cfa-77cd-4164-9485-b61d16962fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:50.665396 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1df358-6452-4ff7-8744-d3a07b05da1b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:55:50.675682 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba6c836-fe21-49bf-8634-9bb534787a08 None None] Sync routers for ids ['ad186c1d-90c6-4e62-b866-dba1a5d63205'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:55:50.679935 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ae1df358-6452-4ff7-8744-d3a07b05da1b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "PUT /v2.0/routers/ad186c1d-90c6-4e62-b866-dba1a5d63205/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4605384 May 03 22:55:50.680662 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39562) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:50.707058 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba6c836-fe21-49bf-8634-9bb534787a08 None None] Routers {'ad186c1d-90c6-4e62-b866-dba1a5d63205'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:55:50.708072 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-8ba6c836-fe21-49bf-8634-9bb534787a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['ad186c1d-90c6-4e62-b866-dba1a5d63205'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:50.752528 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b36423c7-ca1c-4f9e-a2fe-d00e02e46270 None None] Transition to ACTIVE for port object 608dcc8a-7003-4613-95d9-64f295aa4be3 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:55:50.825357 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b36423c7-ca1c-4f9e-a2fe-d00e02e46270 None None] Transition to ACTIVE for port object 608dcc8a-7003-4613-95d9-64f295aa4be3 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:55:50.846945 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b36423c7-ca1c-4f9e-a2fe-d00e02e46270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:50.972418 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-815e9fa1-7b1e-451f-89d4-c0995fdf9750 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:51.007067 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-11bd6cfe-80d2-4087-a08b-43abac1b0425 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Deleting subnet a58f4871-9558-45ae-ab79-38430aac549d {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:55:51.011818 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 3df38a84-8053-4ee5-abf1-720ed85c252b triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:51.012298 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:51.030856 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-8ba6c836-fe21-49bf-8634-9bb534787a08 None None] Set router ad186c1d-90c6-4e62-b866-dba1a5d63205 gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:55:51.032428 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-1a52b2b8-3081-4b58-88ee-ca41cfb6a6ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Allocated IP 2001:db8:1::1 (e555e396-6ec8-42a2-82b4-9ec115bb4270/b2afcf2c-b06f-4c14-beb9-ea64b6a0a638/5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:55:51.038274 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-11bd6cfe-80d2-4087-a08b-43abac1b0425 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:51.090583 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36423c7-ca1c-4f9e-a2fe-d00e02e46270 None None] Network e555e396-6ec8-42a2-82b4-9ec115bb4270 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:55:51.094429 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-2e579cfa-77cd-4164-9485-b61d16962fcf None None] For port a5039bb9-aa62-4774-80df-363f9825d63a, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:55:51.102353 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-b36423c7-ca1c-4f9e-a2fe-d00e02e46270 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:51.105599 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36423c7-ca1c-4f9e-a2fe-d00e02e46270 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:55:51.152000 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-815e9fa1-7b1e-451f-89d4-c0995fdf9750 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Calling delete_port for 0ad5e36e-749c-4357-aa35-1c297d41bfe6 owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:55:51.156702 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-11bd6cfe-80d2-4087-a08b-43abac1b0425 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:51.169207 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36423c7-ca1c-4f9e-a2fe-d00e02e46270 None None] Pushing event updated for resources: {'Port': ['ID=608dcc8a-7003-4613-95d9-64f295aa4be3,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:51.177688 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-2e579cfa-77cd-4164-9485-b61d16962fcf None None] For port a5039bb9-aa62-4774-80df-363f9825d63a, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=a5039bb9-aa62-4774-80df-363f9825d63a,segment=NetworkSegment(194db10a-10ed-4a03-8162-e8c1a8805d0e),segment_id=194db10a-10ed-4a03-8162-e8c1a8805d0e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:55:51.196868 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2e579cfa-77cd-4164-9485-b61d16962fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:51.327831 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-67ec0b16-9afb-4866-a5ca-cd957c5fa17c service neutron] 10.222.0.58 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7744982 May 03 22:55:51.332436 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-815e9fa1-7b1e-451f-89d4-c0995fdf9750 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:51.407590 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1a52b2b8-3081-4b58-88ee-ca41cfb6a6ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:51.421695 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e579cfa-77cd-4164-9485-b61d16962fcf None None] Routers {'d1f0d438-9249-4bea-ad95-85b45350ada1'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:55:51.423500 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-2e579cfa-77cd-4164-9485-b61d16962fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['d1f0d438-9249-4bea-ad95-85b45350ada1'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:51.439303 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-11bd6cfe-80d2-4087-a08b-43abac1b0425 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:51.468905 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e9fa1-7b1e-451f-89d4-c0995fdf9750 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'Port': ['ID=0ad5e36e-749c-4357-aa35-1c297d41bfe6,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:51.513533 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-1a52b2b8-3081-4b58-88ee-ca41cfb6a6ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Transition to ACTIVE for port object 5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:55:51.739307 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-11bd6cfe-80d2-4087-a08b-43abac1b0425 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:51.825517 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1a52b2b8-3081-4b58-88ee-ca41cfb6a6ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:51.861960 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-38801548-2fca-4de0-a2f7-4a5f494319ea None None] Provisioning complete for port 0ad5e36e-749c-4357-aa35-1c297d41bfe6 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:51.862344 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-38801548-2fca-4de0-a2f7-4a5f494319ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:51.901523 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-146d8320-4821-4c41-8054-a48e45610ca9 req-7ae9670b-6ba7-407f-b581-06d0bc9ca881 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 210 time: 0.1093338 May 03 22:55:51.915177 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-b36423c7-ca1c-4f9e-a2fe-d00e02e46270 None None] Attempting to bind port 608dcc8a-7003-4613-95d9-64f295aa4be3 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:55:51.915546 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-b36423c7-ca1c-4f9e-a2fe-d00e02e46270 None None] Attempting to bind port 608dcc8a-7003-4613-95d9-64f295aa4be3 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'a3130c76-aa5c-4a87-882b-e647ba927e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'e555e396-6ec8-42a2-82b4-9ec115bb4270'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:55:51.915915 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36423c7-ca1c-4f9e-a2fe-d00e02e46270 None None] Attempting to bind port 608dcc8a-7003-4613-95d9-64f295aa4be3 on network e555e396-6ec8-42a2-82b4-9ec115bb4270 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:55:51.929491 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-815e9fa1-7b1e-451f-89d4-c0995fdf9750 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:51.934452 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-38801548-2fca-4de0-a2f7-4a5f494319ea None None] Port 0ad5e36e-749c-4357-aa35-1c297d41bfe6 was deleted so its status cannot be updated. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 03 22:55:51.937555 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-8ba6c836-fe21-49bf-8634-9bb534787a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'name': 'tempest-RoutersTest-router-107172431', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:54:32Z', 'updated_at': '2022-05-03T22:55:48Z', 'revision_number': 10, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'gw_port_host': None, '_interfaces': [{'id': '952f4797-a450-4624-b283-35efba1fba31', 'name': '', 'network_id': '2f8bd908-7370-4518-8b40-d26ef2eacf39', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:91:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:36Z', 'updated_at': '2022-05-03T22:54:52Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:51.942321 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36423c7-ca1c-4f9e-a2fe-d00e02e46270 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:55:51.942449 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36423c7-ca1c-4f9e-a2fe-d00e02e46270 None None] Checking segment: {'id': 'a3130c76-aa5c-4a87-882b-e647ba927e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'e555e396-6ec8-42a2-82b4-9ec115bb4270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:55:51.942839 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b36423c7-ca1c-4f9e-a2fe-d00e02e46270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:51.943785 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36423c7-ca1c-4f9e-a2fe-d00e02e46270 None None] Bound using segment: {'id': 'a3130c76-aa5c-4a87-882b-e647ba927e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'e555e396-6ec8-42a2-82b4-9ec115bb4270'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:55:51.944538 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-815e9fa1-7b1e-451f-89d4-c0995fdf9750 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/ports/0ad5e36e-749c-4357-aa35-1c297d41bfe6 HTTP/1.1" status: 204 len: 168 time: 1.6612077 May 03 22:55:51.945184 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-b36423c7-ca1c-4f9e-a2fe-d00e02e46270 None None] Bound port: 608dcc8a-7003-4613-95d9-64f295aa4be3, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3130c76-aa5c-4a87-882b-e647ba927e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'e555e396-6ec8-42a2-82b4-9ec115bb4270'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:55:51.945428 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39572) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:51.945534 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba6c836-fe21-49bf-8634-9bb534787a08 None None] Checking router: ad186c1d-90c6-4e62-b866-dba1a5d63205 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:55:51.948388 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b36423c7-ca1c-4f9e-a2fe-d00e02e46270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:51.961092 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba6c836-fe21-49bf-8634-9bb534787a08 None None] Routers {'ad186c1d-90c6-4e62-b866-dba1a5d63205'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:55:51.961740 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-8ba6c836-fe21-49bf-8634-9bb534787a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['ad186c1d-90c6-4e62-b866-dba1a5d63205'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:51.984946 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd6cfe-80d2-4087-a08b-43abac1b0425 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event deleted for resources: {'Subnet': ['ID=a58f4871-9558-45ae-ab79-38430aac549d,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:52.023661 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-11bd6cfe-80d2-4087-a08b-43abac1b0425 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:52.038194 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-11bd6cfe-80d2-4087-a08b-43abac1b0425 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/subnets/a58f4871-9558-45ae-ab79-38430aac549d HTTP/1.1" status: 204 len: 168 time: 1.3541343 May 03 22:55:52.040227 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-2e579cfa-77cd-4164-9485-b61d16962fcf None None] Set router d1f0d438-9249-4bea-ad95-85b45350ada1 gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:55:52.047267 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39578) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:52.073193 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aaa20a6-2cac-4fe0-9218-84b2c6973c45 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] GET failed (client error): The resource could not be found. May 03 22:55:52.074013 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9aaa20a6-2cac-4fe0-9218-84b2c6973c45 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Synchronizing usage tracker for tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:55:52.096693 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a52b2b8-3081-4b58-88ee-ca41cfb6a6ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Network e555e396-6ec8-42a2-82b4-9ec115bb4270 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:55:52.103896 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9aaa20a6-2cac-4fe0-9218-84b2c6973c45 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Unset dirty status for tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:55:52.106645 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-1a52b2b8-3081-4b58-88ee-ca41cfb6a6ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:52.114862 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9aaa20a6-2cac-4fe0-9218-84b2c6973c45 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "GET /v2.0/ports/0ad5e36e-749c-4357-aa35-1c297d41bfe6 HTTP/1.1" status: 404 len: 333 time: 0.1682162 May 03 22:55:52.116488 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39584) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:52.127610 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a52b2b8-3081-4b58-88ee-ca41cfb6a6ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:55:52.128022 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1a52b2b8-3081-4b58-88ee-ca41cfb6a6ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:52.235610 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db4784-af3a-4430-aa5d-86b375496b23 None None] Pushing event updated for resources: {'Port': ['ID=a5039bb9-aa62-4774-80df-363f9825d63a,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:52.260192 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93300d61-c9fe-499f-b380-11964d9a3b3b None None] Network 5303d291-09c3-4192-8edf-fc73bd21c115 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:55:52.260347 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52b2b8-3081-4b58-88ee-ca41cfb6a6ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'Port': ['ID=5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:52.284472 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-5aaab386-84ff-4f5c-b6f0-d79524a4ebda tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Deleting port c814dd45-58e9-4dc4-a1fa-90eb7d6b7480 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:55:52.286135 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5aaab386-84ff-4f5c-b6f0-d79524a4ebda tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:52.293756 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-8ba6c836-fe21-49bf-8634-9bb534787a08 None None] Set router ad186c1d-90c6-4e62-b866-dba1a5d63205 gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:55:52.327940 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ec4e609f-75a0-4d05-b407-f1504d0b0db6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:52.371329 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ec4e609f-75a0-4d05-b407-f1504d0b0db6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Deleting port 803a2fe3-a514-4288-a43c-84ed08cd81d7 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:55:52.371673 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ec4e609f-75a0-4d05-b407-f1504d0b0db6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:52.874449 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5aaab386-84ff-4f5c-b6f0-d79524a4ebda tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:53.017372 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1a52b2b8-3081-4b58-88ee-ca41cfb6a6ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:53.065899 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-8ba6c836-fe21-49bf-8634-9bb534787a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'name': 'tempest-RoutersTest-router-107172431', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:54:32Z', 'updated_at': '2022-05-03T22:55:48Z', 'revision_number': 10, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'gw_port_host': None, '_interfaces': [{'id': '952f4797-a450-4624-b283-35efba1fba31', 'name': '', 'network_id': '2f8bd908-7370-4518-8b40-d26ef2eacf39', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:91:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:36Z', 'updated_at': '2022-05-03T22:54:52Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:53.072038 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba6c836-fe21-49bf-8634-9bb534787a08 None None] The sync data for ids ['ad186c1d-90c6-4e62-b866-dba1a5d63205'] in n-d-811807-1 is: [{'id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'name': 'tempest-RoutersTest-router-107172431', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:54:32Z', 'updated_at': '2022-05-03T22:55:48Z', 'revision_number': 10, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'gw_port_host': None, '_interfaces': [{'id': '952f4797-a450-4624-b283-35efba1fba31', 'name': '', 'network_id': '2f8bd908-7370-4518-8b40-d26ef2eacf39', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'mac_address': 'fa:16:3e:91:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:54:36Z', 'updated_at': '2022-05-03T22:54:52Z', 'revision_number': 5, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'subnets': [{'id': '8f62dc5d-3e8f-4369-8c3d-84e1cb488f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:55:53.075867 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-b36423c7-ca1c-4f9e-a2fe-d00e02e46270 None None] For port 608dcc8a-7003-4613-95d9-64f295aa4be3, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:55:53.112523 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-b36423c7-ca1c-4f9e-a2fe-d00e02e46270 None None] For port 608dcc8a-7003-4613-95d9-64f295aa4be3, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=608dcc8a-7003-4613-95d9-64f295aa4be3,segment=NetworkSegment(a3130c76-aa5c-4a87-882b-e647ba927e17),segment_id=a3130c76-aa5c-4a87-882b-e647ba927e17)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:55:53.124082 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3aeb9fb6-420f-4fd2-8d1e-686cfdd56ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:53.146915 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b36423c7-ca1c-4f9e-a2fe-d00e02e46270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:53.151279 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-5aaab386-84ff-4f5c-b6f0-d79524a4ebda tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Calling delete_port for c814dd45-58e9-4dc4-a1fa-90eb7d6b7480 owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:55:53.300392 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36423c7-ca1c-4f9e-a2fe-d00e02e46270 None None] Pushing event updated for resources: {'Port': ['ID=608dcc8a-7003-4613-95d9-64f295aa4be3,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:53.382404 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-2e579cfa-77cd-4164-9485-b61d16962fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'name': 'tempest-RoutersIpV6Test-router-424099633', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:55:40Z', 'updated_at': '2022-05-03T22:55:44Z', 'revision_number': 2, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'gw_port_host': None, '_interfaces': [{'id': 'a5039bb9-aa62-4774-80df-363f9825d63a', 'name': '', 'network_id': '48656fbb-4e34-4a50-9398-454746d596a3', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:a0:81:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:43Z', 'updated_at': '2022-05-03T22:55:51Z', 'revision_number': 4, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:53.387985 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e579cfa-77cd-4164-9485-b61d16962fcf None None] The sync data for ids ['d1f0d438-9249-4bea-ad95-85b45350ada1'] in n-d-811807-1 is: [{'id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'name': 'tempest-RoutersIpV6Test-router-424099633', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:55:40Z', 'updated_at': '2022-05-03T22:55:44Z', 'revision_number': 2, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'gw_port_host': None, '_interfaces': [{'id': 'a5039bb9-aa62-4774-80df-363f9825d63a', 'name': '', 'network_id': '48656fbb-4e34-4a50-9398-454746d596a3', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:a0:81:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:43Z', 'updated_at': '2022-05-03T22:55:51Z', 'revision_number': 4, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:55:53.394576 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-35ec93f4-25f8-49ee-95d5-0797c8a942e5 req-9dadb4d8-67b6-40e3-884f-ba7213bf9531 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 210 time: 0.2819655 May 03 22:55:53.432884 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-ec4e609f-75a0-4d05-b407-f1504d0b0db6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] For port 803a2fe3-a514-4288-a43c-84ed08cd81d7, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=803a2fe3-a514-4288-a43c-84ed08cd81d7,segment=NetworkSegment(70f81c7b-ab1b-4f11-bcc7-6733fa370838),segment_id=70f81c7b-ab1b-4f11-bcc7-6733fa370838)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:55:53.433349 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ec4e609f-75a0-4d05-b407-f1504d0b0db6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:53.472937 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44db56e3-2558-4ca6-92b9-2257b7589b0c None None] DHCP port deletion for 5303d291-09c3-4192-8edf-fc73bd21c115 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:55:53.483349 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-44db56e3-2558-4ca6-92b9-2257b7589b0c None None] Deleting port 803a2fe3-a514-4288-a43c-84ed08cd81d7 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:55:53.483931 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-44db56e3-2558-4ca6-92b9-2257b7589b0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:53.732382 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ec4e609f-75a0-4d05-b407-f1504d0b0db6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Calling delete_port for 803a2fe3-a514-4288-a43c-84ed08cd81d7 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:55:54.018342 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-44db56e3-2558-4ca6-92b9-2257b7589b0c None None] For port 803a2fe3-a514-4288-a43c-84ed08cd81d7, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=803a2fe3-a514-4288-a43c-84ed08cd81d7,segment=NetworkSegment(70f81c7b-ab1b-4f11-bcc7-6733fa370838),segment_id=70f81c7b-ab1b-4f11-bcc7-6733fa370838)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:55:54.019183 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-44db56e3-2558-4ca6-92b9-2257b7589b0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:54.043953 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-6abcb877-0b2e-43f4-b4c9-37429f81572b tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:54.046852 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-6abcb877-0b2e-43f4-b4c9-37429f81572b tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.60 "GET /v2.0/networks?id=c911580a-47e8-451d-aa8d-57f0fa21ffe1 HTTP/1.1" status: 200 len: 818 time: 0.5118818 May 03 22:55:54.088362 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1a52b2b8-3081-4b58-88ee-ca41cfb6a6ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:54.093107 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5aaab386-84ff-4f5c-b6f0-d79524a4ebda tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:54.122709 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1a52b2b8-3081-4b58-88ee-ca41cfb6a6ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:54.124366 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1a52b2b8-3081-4b58-88ee-ca41cfb6a6ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:54.160955 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-44db56e3-2558-4ca6-92b9-2257b7589b0c None None] Calling delete_port for 803a2fe3-a514-4288-a43c-84ed08cd81d7 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:55:54.163174 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaab386-84ff-4f5c-b6f0-d79524a4ebda tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'Port': ['ID=c814dd45-58e9-4dc4-a1fa-90eb7d6b7480,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:54.189550 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ec4e609f-75a0-4d05-b407-f1504d0b0db6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:54.261116 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-44db56e3-2558-4ca6-92b9-2257b7589b0c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:55:54.261717 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-44db56e3-2558-4ca6-92b9-2257b7589b0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:55:54.283178 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4e609f-75a0-4d05-b407-f1504d0b0db6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] No DVR routers for this DVR port 803a2fe3-a514-4288-a43c-84ed08cd81d7 on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:55:54.293969 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-e02b3728-8768-4969-ad13-a08929603247 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1b60de6f3b94c398a46d760b7dccea8 HTTP/1.1" status: 200 len: 380 time: 0.2224154 May 03 22:55:54.321276 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-f789b7d0-2cd8-4ae0-b4c4-7a3b9c670d62 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Request body: {'port': {'device_id': 'aeb86446-a50a-4f1c-a18c-b526683ca520', 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1', 'admin_state_up': True, 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'security_groups': ['a496da84-ec2b-470c-95d0-797cc34016ea']}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:54.413520 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52b2b8-3081-4b58-88ee-ca41cfb6a6ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'Port': ['ID=5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:54.513164 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e609f-75a0-4d05-b407-f1504d0b0db6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event deleted for resources: {'Port': ['ID=803a2fe3-a514-4288-a43c-84ed08cd81d7,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:54.513909 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5aaab386-84ff-4f5c-b6f0-d79524a4ebda tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:54.518229 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-f789b7d0-2cd8-4ae0-b4c4-7a3b9c670d62 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:54.549481 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:54.583336 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-f789b7d0-2cd8-4ae0-b4c4-7a3b9c670d62 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:54.592810 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5aaab386-84ff-4f5c-b6f0-d79524a4ebda tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/ports/c814dd45-58e9-4dc4-a1fa-90eb7d6b7480 HTTP/1.1" status: 204 len: 168 time: 2.4728301 May 03 22:55:54.602043 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39594) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:54.606423 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-92a7ed98-182e-47e5-884c-14a9998cfd8e req-e8760fdf-b00d-40ce-84e8-6f9056175841 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 210 time: 0.0715868 May 03 22:55:54.657446 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-13712703-7876-4a00-b27a-f800b53f0ffb tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] GET failed (client error): The resource could not be found. May 03 22:55:54.659234 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-13712703-7876-4a00-b27a-f800b53f0ffb tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Synchronizing usage tracker for tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:55:54.676426 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-f789b7d0-2cd8-4ae0-b4c4-7a3b9c670d62 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Made reservation on behalf of a1b60de6f3b94c398a46d760b7dccea8 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:55:54.680903 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-f789b7d0-2cd8-4ae0-b4c4-7a3b9c670d62 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:54.691723 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ec4e609f-75a0-4d05-b407-f1504d0b0db6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:54.702074 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-13712703-7876-4a00-b27a-f800b53f0ffb tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Unset dirty status for tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:55:54.703953 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-13712703-7876-4a00-b27a-f800b53f0ffb tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "GET /v2.0/ports/c814dd45-58e9-4dc4-a1fa-90eb7d6b7480 HTTP/1.1" status: 404 len: 333 time: 0.1001270 May 03 22:55:54.706747 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39598) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:54.756035 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-ec4e609f-75a0-4d05-b407-f1504d0b0db6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5303d291-09c3-4192-8edf-fc73bd21c115']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:54.763607 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-44db56e3-2558-4ca6-92b9-2257b7589b0c None None] Deleting port 803a2fe3-a514-4288-a43c-84ed08cd81d7 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:55:54.764233 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-44db56e3-2558-4ca6-92b9-2257b7589b0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:54.771792 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-ec4e609f-75a0-4d05-b407-f1504d0b0db6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70f81c7b-ab1b-4f11-bcc7-6733fa370838') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:54.772082 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-ec4e609f-75a0-4d05-b407-f1504d0b0db6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70f81c7b-ab1b-4f11-bcc7-6733fa370838') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:54.785493 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ec4e609f-75a0-4d05-b407-f1504d0b0db6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:54.786830 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-4680d5d2-1819-46ac-9433-bb2e047be8f4 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Deleting subnet 136745cd-0443-4f4e-bf08-0ed95ae02702 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:55:54.799227 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 608dcc8a-7003-4613-95d9-64f295aa4be3 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:55:54.803871 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ec4e609f-75a0-4d05-b407-f1504d0b0db6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:54.811182 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec4e609f-75a0-4d05-b407-f1504d0b0db6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:55:54.811492 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ec4e609f-75a0-4d05-b407-f1504d0b0db6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:54.827909 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4680d5d2-1819-46ac-9433-bb2e047be8f4 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:54.917186 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:55:54.917186 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:55:54.917186 n-d-811807-1 neutron-server[88070]: timer() May 03 22:55:54.917186 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:55:54.917186 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:55:54.917186 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:55:54.917186 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:55:54.917186 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:55:54.917186 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:55:54.917186 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:55:54.917186 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:55:54.917186 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:55:54.917186 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:55:54.917186 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:55:54.917186 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:55:54.917186 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:55:54.917186 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:55:54.917186 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:55:54.917186 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:55:54.917186 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:55:54.917186 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:55:54.917186 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:55:54.917186 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:55:54.917186 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:55:54.917186 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:55:54.917186 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:55:54.917186 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:55:54.917186 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:55:54.917186 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:55:54.917186 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:55:54.917186 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:55:54.917186 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:55:54.920269 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-44db56e3-2558-4ca6-92b9-2257b7589b0c None None] The port '803a2fe3-a514-4288-a43c-84ed08cd81d7' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:55:54.923123 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ec4e609f-75a0-4d05-b407-f1504d0b0db6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:54.926666 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e533b368-0fe4-40f0-88f2-5bf87f421910 None None] Network e555e396-6ec8-42a2-82b4-9ec115bb4270 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:55:54.936825 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4680d5d2-1819-46ac-9433-bb2e047be8f4 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:55.071951 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-f789b7d0-2cd8-4ae0-b4c4-7a3b9c670d62 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Allocated IP 172.20.0.11 (c911580a-47e8-451d-aa8d-57f0fa21ffe1/5517459f-c98d-41cf-b3ba-cd5ba862ae7c/a8505556-f05a-45a1-9e23-fd70c255c599) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:55:55.074684 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d859bf83-0080-40e7-8a41-9f9421f1712c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:55.080044 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ec4e609f-75a0-4d05-b407-f1504d0b0db6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:55.082249 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f9ed2eed-eb60-46c0-9118-1e7576669b22 None None] Provisioning for port 608dcc8a-7003-4613-95d9-64f295aa4be3 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:55:55.083829 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e609f-75a0-4d05-b407-f1504d0b0db6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event deleted for resources: {'Network': ['ID=5303d291-09c3-4192-8edf-fc73bd21c115,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:55.093139 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a52b2b8-3081-4b58-88ee-ca41cfb6a6ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Network e555e396-6ec8-42a2-82b4-9ec115bb4270 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:55:55.094254 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-1a52b2b8-3081-4b58-88ee-ca41cfb6a6ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:55.097536 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 608dcc8a-7003-4613-95d9-64f295aa4be3 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:55:55.103934 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f9ed2eed-eb60-46c0-9118-1e7576669b22 None None] Provisioning complete for port 608dcc8a-7003-4613-95d9-64f295aa4be3 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:55.104305 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f9ed2eed-eb60-46c0-9118-1e7576669b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:55.109230 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ec4e609f-75a0-4d05-b407-f1504d0b0db6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/networks/5303d291-09c3-4192-8edf-fc73bd21c115 HTTP/1.1" status: 204 len: 168 time: 3.0607464 May 03 22:55:55.118862 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39602) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:55.153114 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 608dcc8a-7003-4613-95d9-64f295aa4be3 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:55.153560 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:55.278021 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a52b2b8-3081-4b58-88ee-ca41cfb6a6ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Router d1f0d438-9249-4bea-ad95-85b45350ada1 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:55:55.288779 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4680d5d2-1819-46ac-9433-bb2e047be8f4 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:55.453271 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f9ed2eed-eb60-46c0-9118-1e7576669b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:55.463089 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a52b2b8-3081-4b58-88ee-ca41cfb6a6ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:55:55.473026 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1a52b2b8-3081-4b58-88ee-ca41cfb6a6ab tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "PUT /v2.0/routers/d1f0d438-9249-4bea-ad95-85b45350ada1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9186814 May 03 22:55:55.473993 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39608) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:55.475810 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:55.479839 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-0a66d54c-78ca-461f-9015-e46be3a48da3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1382947245'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:55.485880 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-0a66d54c-78ca-461f-9015-e46be3a48da3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:55.490071 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0a66d54c-78ca-461f-9015-e46be3a48da3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Usage tracker for resource:network and tenant:06cc14afcda64b42b43ac970e3b09815 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:55:55.492938 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0a66d54c-78ca-461f-9015-e46be3a48da3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:55:55.499083 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-0a66d54c-78ca-461f-9015-e46be3a48da3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:55.511682 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a66d54c-78ca-461f-9015-e46be3a48da3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Made reservation on behalf of 06cc14afcda64b42b43ac970e3b09815 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:55:55.519077 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f9ed2eed-eb60-46c0-9118-1e7576669b22 None None] For port 608dcc8a-7003-4613-95d9-64f295aa4be3, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=608dcc8a-7003-4613-95d9-64f295aa4be3,segment=NetworkSegment(a3130c76-aa5c-4a87-882b-e647ba927e17),segment_id=a3130c76-aa5c-4a87-882b-e647ba927e17)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:55:55.523438 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a66d54c-78ca-461f-9015-e46be3a48da3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:55.538412 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f9ed2eed-eb60-46c0-9118-1e7576669b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:55.576639 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a66d54c-78ca-461f-9015-e46be3a48da3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:55:55.588684 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a66d54c-78ca-461f-9015-e46be3a48da3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:55.589042 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-0a66d54c-78ca-461f-9015-e46be3a48da3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Added segment cfcd6585-5bed-4cbb-baa9-1593669c2003 of type vlan for network 22b6129d-be32-41da-bdd1-39919c92b4db May 03 22:55:55.640275 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a66d54c-78ca-461f-9015-e46be3a48da3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:55.678924 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a66d54c-78ca-461f-9015-e46be3a48da3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:55.687356 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a66d54c-78ca-461f-9015-e46be3a48da3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:55.688891 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a66d54c-78ca-461f-9015-e46be3a48da3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:55.750840 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243bd469-aa13-4500-9773-54e88b7f6956 None None] Sync routers for ids ['d1f0d438-9249-4bea-ad95-85b45350ada1'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:55:55.763873 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0a66d54c-78ca-461f-9015-e46be3a48da3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2887671 May 03 22:55:55.799425 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39614) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:55.801501 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243bd469-aa13-4500-9773-54e88b7f6956 None None] Routers {'d1f0d438-9249-4bea-ad95-85b45350ada1'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:55:55.802215 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-243bd469-aa13-4500-9773-54e88b7f6956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['d1f0d438-9249-4bea-ad95-85b45350ada1'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:55.829687 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a66d54c-78ca-461f-9015-e46be3a48da3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'Network': ['ID=22b6129d-be32-41da-bdd1-39919c92b4db,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:55.841614 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-c0942bcc-1f02-46ff-9d02-a56650cc5737 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Request body: {'subnet': {'network_id': '22b6129d-be32-41da-bdd1-39919c92b4db', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:55.862380 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-653c6c4e-63c9-4dfb-b220-3b905f813d85 req-00153368-cccd-47d0-8434-7e6a2260130e tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 210 time: 0.0945947 May 03 22:55:55.868790 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 22b6129d-be32-41da-bdd1-39919c92b4db details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:55:55.898862 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-f789b7d0-2cd8-4ae0-b4c4-7a3b9c670d62 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:55.911515 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4680d5d2-1819-46ac-9433-bb2e047be8f4 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:55.979408 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4680d5d2-1819-46ac-9433-bb2e047be8f4 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'Subnet': ['ID=136745cd-0443-4f4e-bf08-0ed95ae02702,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:55.996790 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:55:55.997151 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:55:56.038069 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-f789b7d0-2cd8-4ae0-b4c4-7a3b9c670d62 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Transition to ACTIVE for port object a8505556-f05a-45a1-9e23-fd70c255c599 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:55:56.065627 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4680d5d2-1819-46ac-9433-bb2e047be8f4 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:56.065841 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed2eed-eb60-46c0-9118-1e7576669b22 None None] Pushing event updated for resources: {'Port': ['ID=608dcc8a-7003-4613-95d9-64f295aa4be3,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:56.069977 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5e1fc9-5d1d-446f-8564-0d2febdff399 None None] Network 0e8530cc-586e-4b6d-a8b8-c95af60e5136 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:55:56.090123 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4680d5d2-1819-46ac-9433-bb2e047be8f4 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:56.090539 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4680d5d2-1819-46ac-9433-bb2e047be8f4 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:56.090824 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4680d5d2-1819-46ac-9433-bb2e047be8f4 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:56.091160 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4680d5d2-1819-46ac-9433-bb2e047be8f4 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:56.091502 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4680d5d2-1819-46ac-9433-bb2e047be8f4 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:56.091834 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4680d5d2-1819-46ac-9433-bb2e047be8f4 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:56.092164 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4680d5d2-1819-46ac-9433-bb2e047be8f4 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:56.092487 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4680d5d2-1819-46ac-9433-bb2e047be8f4 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:56.092810 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4680d5d2-1819-46ac-9433-bb2e047be8f4 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:56.093133 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4680d5d2-1819-46ac-9433-bb2e047be8f4 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:56.093457 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4680d5d2-1819-46ac-9433-bb2e047be8f4 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:56.093781 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4680d5d2-1819-46ac-9433-bb2e047be8f4 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:56.119954 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4680d5d2-1819-46ac-9433-bb2e047be8f4 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/subnets/136745cd-0443-4f4e-bf08-0ed95ae02702 HTTP/1.1" status: 204 len: 168 time: 1.4120271 May 03 22:55:56.121946 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f04c2057-1dec-4c96-a774-073537ca3862 None None] Provisioning complete for port 608dcc8a-7003-4613-95d9-64f295aa4be3 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:56.122336 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f04c2057-1dec-4c96-a774-073537ca3862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:56.122796 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39618) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:56.136714 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-c0942bcc-1f02-46ff-9d02-a56650cc5737 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:56.151756 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c0942bcc-1f02-46ff-9d02-a56650cc5737 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Usage tracker for resource:subnet and tenant:06cc14afcda64b42b43ac970e3b09815 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:55:56.158920 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-243bd469-aa13-4500-9773-54e88b7f6956 None None] Set router d1f0d438-9249-4bea-ad95-85b45350ada1 gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:55:56.159774 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c0942bcc-1f02-46ff-9d02-a56650cc5737 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:55:56.205909 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-c0942bcc-1f02-46ff-9d02-a56650cc5737 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:56.238747 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0942bcc-1f02-46ff-9d02-a56650cc5737 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Made reservation on behalf of 06cc14afcda64b42b43ac970e3b09815 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:55:56.243794 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c0942bcc-1f02-46ff-9d02-a56650cc5737 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:56.263374 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d4c10475-8847-4b57-b463-8b7160f1381d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:56.275291 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-d4c10475-8847-4b57-b463-8b7160f1381d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Deleting port 3df38a84-8053-4ee5-abf1-720ed85c252b {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:55:56.275900 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d4c10475-8847-4b57-b463-8b7160f1381d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:56.279048 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-f789b7d0-2cd8-4ae0-b4c4-7a3b9c670d62 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:56.369774 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:56.415998 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-f789b7d0-2cd8-4ae0-b4c4-7a3b9c670d62 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Network c911580a-47e8-451d-aa8d-57f0fa21ffe1 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:55:56.451410 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:56.467811 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-f789b7d0-2cd8-4ae0-b4c4-7a3b9c670d62 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:56.470981 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-f789b7d0-2cd8-4ae0-b4c4-7a3b9c670d62 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:55:56.509589 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-d4c10475-8847-4b57-b463-8b7160f1381d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] For port 3df38a84-8053-4ee5-abf1-720ed85c252b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=3df38a84-8053-4ee5-abf1-720ed85c252b,segment=NetworkSegment(65de43df-836c-4714-a068-290f9c4311bb),segment_id=65de43df-836c-4714-a068-290f9c4311bb)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:55:56.509985 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d4c10475-8847-4b57-b463-8b7160f1381d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:56.527102 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f789b7d0-2cd8-4ae0-b4c4-7a3b9c670d62 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Pushing event updated for resources: {'Port': ['ID=a8505556-f05a-45a1-9e23-fd70c255c599,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:56.579986 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-f789b7d0-2cd8-4ae0-b4c4-7a3b9c670d62 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:56.580635 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-f789b7d0-2cd8-4ae0-b4c4-7a3b9c670d62 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:56.655264 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-d4c10475-8847-4b57-b463-8b7160f1381d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Calling delete_port for 3df38a84-8053-4ee5-abf1-720ed85c252b owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:55:56.690902 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-f789b7d0-2cd8-4ae0-b4c4-7a3b9c670d62 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3738999 May 03 22:55:56.719616 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-36c14ff1-4f7a-4f0b-801d-a62870dce18a service neutron] Request body: {'port': {'device_id': 'aeb86446-a50a-4f1c-a18c-b526683ca520', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:56.766599 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d4c10475-8847-4b57-b463-8b7160f1381d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:56.801436 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device a5039bb9-aa62-4774-80df-363f9825d63a up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:55:56.829025 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c10475-8847-4b57-b463-8b7160f1381d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'Port': ['ID=3df38a84-8053-4ee5-abf1-720ed85c252b,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:56.839088 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c10475-8847-4b57-b463-8b7160f1381d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] No DVR routers for this DVR port 3df38a84-8053-4ee5-abf1-720ed85c252b on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:55:56.878676 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9f9ab2a7-8f2c-486a-be0c-41401952ef69 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:56.888893 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f04c2057-1dec-4c96-a774-073537ca3862 None None] Provisioning for port 5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:55:56.944442 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f04c2057-1dec-4c96-a774-073537ca3862 None None] Provisioning complete for port 5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:56.944951 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f04c2057-1dec-4c96-a774-073537ca3862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:56.972286 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d4c10475-8847-4b57-b463-8b7160f1381d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:57.001747 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-d4c10475-8847-4b57-b463-8b7160f1381d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e8530cc-586e-4b6d-a8b8-c95af60e5136']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:57.014509 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-d4c10475-8847-4b57-b463-8b7160f1381d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65de43df-836c-4714-a068-290f9c4311bb') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:57.014818 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-d4c10475-8847-4b57-b463-8b7160f1381d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65de43df-836c-4714-a068-290f9c4311bb') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:57.026818 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d4c10475-8847-4b57-b463-8b7160f1381d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:57.038000 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f04c2057-1dec-4c96-a774-073537ca3862 None None] Port 5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:55:57.041588 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port a5039bb9-aa62-4774-80df-363f9825d63a completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:55:57.046882 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d4c10475-8847-4b57-b463-8b7160f1381d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:57.051488 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port a5039bb9-aa62-4774-80df-363f9825d63a triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:57.051860 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:57.061966 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c10475-8847-4b57-b463-8b7160f1381d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:55:57.062475 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d4c10475-8847-4b57-b463-8b7160f1381d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:57.081611 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:55:57.081611 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:55:57.081611 n-d-811807-1 neutron-server[88070]: timer() May 03 22:55:57.081611 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:55:57.081611 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:55:57.081611 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:55:57.081611 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:55:57.081611 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:55:57.081611 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:55:57.081611 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:55:57.081611 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:55:57.081611 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:55:57.081611 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:55:57.081611 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:55:57.081611 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:55:57.081611 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:55:57.081611 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:55:57.081611 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:55:57.081611 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:55:57.081611 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:55:57.081611 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:55:57.081611 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:55:57.081611 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:55:57.081611 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:55:57.081611 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:55:57.081611 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:55:57.081611 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:55:57.081611 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:55:57.081611 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:55:57.081611 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:55:57.081611 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:55:57.081611 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:55:57.127084 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-243bd469-aa13-4500-9773-54e88b7f6956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'name': 'tempest-RoutersIpV6Test-router-424099633', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:55:40Z', 'updated_at': '2022-05-03T22:55:52Z', 'revision_number': 3, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'gw_port_host': None, '_interfaces': [{'id': '5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec', 'name': '', 'network_id': 'e555e396-6ec8-42a2-82b4-9ec115bb4270', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:54:e6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:50Z', 'updated_at': '2022-05-03T22:55:53Z', 'revision_number': 2, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5039bb9-aa62-4774-80df-363f9825d63a', 'name': '', 'network_id': '48656fbb-4e34-4a50-9398-454746d596a3', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:a0:81:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:43Z', 'updated_at': '2022-05-03T22:55:51Z', 'revision_number': 4, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:57.132934 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243bd469-aa13-4500-9773-54e88b7f6956 None None] Checking router: d1f0d438-9249-4bea-ad95-85b45350ada1 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:55:57.133247 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243bd469-aa13-4500-9773-54e88b7f6956 None None] Updating router d1f0d438-9249-4bea-ad95-85b45350ada1 port 5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:55:57.157357 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db817b1a-06c9-4081-b16f-41039075fc87 None None] DHCP port deletion for 0e8530cc-586e-4b6d-a8b8-c95af60e5136 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:55:57.238055 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c0942bcc-1f02-46ff-9d02-a56650cc5737 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:57.286286 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-36c14ff1-4f7a-4f0b-801d-a62870dce18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:57.292615 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d4c10475-8847-4b57-b463-8b7160f1381d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:57.315037 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-dee8ec16-8a6c-4950-80c0-ce3c5511d056 None None] Provisioning complete for port 5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:57.315246 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d4c10475-8847-4b57-b463-8b7160f1381d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:57.315494 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-dee8ec16-8a6c-4950-80c0-ce3c5511d056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:57.328029 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c10475-8847-4b57-b463-8b7160f1381d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'Network': ['ID=0e8530cc-586e-4b6d-a8b8-c95af60e5136,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:57.341736 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d4c10475-8847-4b57-b463-8b7160f1381d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/networks/0e8530cc-586e-4b6d-a8b8-c95af60e5136 HTTP/1.1" status: 204 len: 168 time: 1.2173491 May 03 22:55:57.346804 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39624) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:57.352849 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-0a647b36-4ab7-45f1-9a2e-e331cc7f861f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1230031624'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:57.359534 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-0a647b36-4ab7-45f1-9a2e-e331cc7f861f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:57.363990 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0a647b36-4ab7-45f1-9a2e-e331cc7f861f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:network and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:55:57.367191 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0a647b36-4ab7-45f1-9a2e-e331cc7f861f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:55:57.373072 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-0a647b36-4ab7-45f1-9a2e-e331cc7f861f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:57.384278 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a647b36-4ab7-45f1-9a2e-e331cc7f861f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Made reservation on behalf of 3a6c8dfe4a524ed3932fdccc3fe2c5d8 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:55:57.385512 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-243bd469-aa13-4500-9773-54e88b7f6956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:57.389056 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a647b36-4ab7-45f1-9a2e-e331cc7f861f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:57.419121 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0942bcc-1f02-46ff-9d02-a56650cc5737 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'Subnet': ['ID=96b30d0b-b319-4a32-b513-87eefe2f565b,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:57.420827 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a647b36-4ab7-45f1-9a2e-e331cc7f861f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:55:57.423242 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:57.432249 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a647b36-4ab7-45f1-9a2e-e331cc7f861f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:57.432693 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-0a647b36-4ab7-45f1-9a2e-e331cc7f861f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Added segment f86a479b-8fff-4d14-a538-b00015935c2b of type vlan for network 352bd245-ee03-4045-b225-f81d15d037bb May 03 22:55:57.449001 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0942bcc-1f02-46ff-9d02-a56650cc5737 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Checking segment: {'id': 'cfcd6585-5bed-4cbb-baa9-1593669c2003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '22b6129d-be32-41da-bdd1-39919c92b4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:55:57.449372 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0942bcc-1f02-46ff-9d02-a56650cc5737 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Network hostable DHCP agents. Network: 22b6129d-be32-41da-bdd1-39919c92b4db, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:55:57.459855 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-dee8ec16-8a6c-4950-80c0-ce3c5511d056 None None] Port 5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:55:57.464510 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a647b36-4ab7-45f1-9a2e-e331cc7f861f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:57.483790 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122222c2-66ed-4474-b495-82bd238c5173 req-d404fde8-5f98-42d3-b44a-0b876009fad8 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:57.484499 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-122222c2-66ed-4474-b495-82bd238c5173 req-d404fde8-5f98-42d3-b44a-0b876009fad8 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Synchronizing usage tracker for tenant:a1b60de6f3b94c398a46d760b7dccea8 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:55:57.503714 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-dee8ec16-8a6c-4950-80c0-ce3c5511d056 None None] Provisioning for port a8505556-f05a-45a1-9e23-fd70c255c599 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:55:57.507976 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a647b36-4ab7-45f1-9a2e-e331cc7f861f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:57.514660 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a647b36-4ab7-45f1-9a2e-e331cc7f861f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:57.515254 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0a647b36-4ab7-45f1-9a2e-e331cc7f861f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:57.548077 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-dee8ec16-8a6c-4950-80c0-ce3c5511d056 None None] Provisioning complete for port a8505556-f05a-45a1-9e23-fd70c255c599 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:57.548466 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-dee8ec16-8a6c-4950-80c0-ce3c5511d056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:57.591149 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port a5039bb9-aa62-4774-80df-363f9825d63a, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=a5039bb9-aa62-4774-80df-363f9825d63a,segment=NetworkSegment(194db10a-10ed-4a03-8162-e8c1a8805d0e),segment_id=194db10a-10ed-4a03-8162-e8c1a8805d0e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:55:57.614996 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:57.640653 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0a647b36-4ab7-45f1-9a2e-e331cc7f861f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2924023 May 03 22:55:57.651766 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39628) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:57.659856 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-21b00a97-9cf5-4a42-a93d-5ad5dafd0ec1 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'subnet': {'network_id': '352bd245-ee03-4045-b225-f81d15d037bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:57.679831 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a647b36-4ab7-45f1-9a2e-e331cc7f861f tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Network': ['ID=352bd245-ee03-4045-b225-f81d15d037bb,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:57.706638 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 352bd245-ee03-4045-b225-f81d15d037bb details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:55:57.729530 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 803a2fe3-a514-4288-a43c-84ed08cd81d7 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:55:57.731591 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0942bcc-1f02-46ff-9d02-a56650cc5737 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Network 22b6129d-be32-41da-bdd1-39919c92b4db is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:55:57.737757 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-122222c2-66ed-4474-b495-82bd238c5173 req-d404fde8-5f98-42d3-b44a-0b876009fad8 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Unset dirty status for tenant:a1b60de6f3b94c398a46d760b7dccea8 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:55:57.739073 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-122222c2-66ed-4474-b495-82bd238c5173 req-d404fde8-5f98-42d3-b44a-0b876009fad8 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 932 time: 0.7016304 May 03 22:55:57.765235 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-dee8ec16-8a6c-4950-80c0-ce3c5511d056 None None] Port a8505556-f05a-45a1-9e23-fd70c255c599 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:55:57.797905 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-21b00a97-9cf5-4a42-a93d-5ad5dafd0ec1 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:57.800097 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 803a2fe3-a514-4288-a43c-84ed08cd81d7 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:55:57.800443 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 803a2fe3-a514-4288-a43c-84ed08cd81d7 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:55:57.801006 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 1e35a016-d489-4668-b579-b99c447f9abb no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:55:57.801803 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-21b00a97-9cf5-4a42-a93d-5ad5dafd0ec1 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:subnet and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:55:57.804792 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-21b00a97-9cf5-4a42-a93d-5ad5dafd0ec1 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:55:57.810969 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-21b00a97-9cf5-4a42-a93d-5ad5dafd0ec1 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:57.818529 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-c0942bcc-1f02-46ff-9d02-a56650cc5737 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 22b6129d-be32-41da-bdd1-39919c92b4db) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:57.821191 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b00a97-9cf5-4a42-a93d-5ad5dafd0ec1 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Made reservation on behalf of 3a6c8dfe4a524ed3932fdccc3fe2c5d8 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:55:57.823795 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0942bcc-1f02-46ff-9d02-a56650cc5737 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:57.824377 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c0942bcc-1f02-46ff-9d02-a56650cc5737 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:57.825616 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-21b00a97-9cf5-4a42-a93d-5ad5dafd0ec1 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:57.835340 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:57.858574 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6437e3-6182-43c3-9ae9-32884f497a1c None None] Network 22b6129d-be32-41da-bdd1-39919c92b4db requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:55:57.878332 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 1e35a016-d489-4668-b579-b99c447f9abb {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:55:57.878673 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 1e35a016-d489-4668-b579-b99c447f9abb not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:55:57.910114 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-122222c2-66ed-4474-b495-82bd238c5173 req-b69bd784-408f-4e34-9110-093a93ad648f tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=a496da84-ec2b-470c-95d0-797cc34016ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376317 May 03 22:55:57.910858 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ab2a7-8f2c-486a-be0c-41401952ef69 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Deleting port 952f4797-a450-4624-b283-35efba1fba31 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:55:57.911619 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9f9ab2a7-8f2c-486a-be0c-41401952ef69 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:57.970214 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=a5039bb9-aa62-4774-80df-363f9825d63a,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:57.999506 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c0942bcc-1f02-46ff-9d02-a56650cc5737 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1747582 May 03 22:55:58.003410 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39632) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:58.048063 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 608dcc8a-7003-4613-95d9-64f295aa4be3 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:55:58.202458 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:58.276569 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-9f9ab2a7-8f2c-486a-be0c-41401952ef69 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] For port 952f4797-a450-4624-b283-35efba1fba31, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=952f4797-a450-4624-b283-35efba1fba31,segment=NetworkSegment(314507eb-5a21-4331-b797-3a5b023d2a9a),segment_id=314507eb-5a21-4331-b797-3a5b023d2a9a)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:55:58.276938 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9f9ab2a7-8f2c-486a-be0c-41401952ef69 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:58.292617 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-36c14ff1-4f7a-4f0b-801d-a62870dce18a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8505556-f05a-45a1-9e23-fd70c255c599 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:55:58.333885 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-21b00a97-9cf5-4a42-a93d-5ad5dafd0ec1 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:58.368681 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 608dcc8a-7003-4613-95d9-64f295aa4be3 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:55:58.369054 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:58.404742 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-36c14ff1-4f7a-4f0b-801d-a62870dce18a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:58.413442 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-9f9ab2a7-8f2c-486a-be0c-41401952ef69 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Calling delete_port for 952f4797-a450-4624-b283-35efba1fba31 owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:55:58.456370 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b00a97-9cf5-4a42-a93d-5ad5dafd0ec1 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Subnet': ['ID=adc2ab82-1d0e-471c-8f49-652f0620b3d5,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:58.461095 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b00a97-9cf5-4a42-a93d-5ad5dafd0ec1 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Checking segment: {'id': 'f86a479b-8fff-4d14-a538-b00015935c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '352bd245-ee03-4045-b225-f81d15d037bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:55:58.461450 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b00a97-9cf5-4a42-a93d-5ad5dafd0ec1 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Network hostable DHCP agents. Network: 352bd245-ee03-4045-b225-f81d15d037bb, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:55:58.471718 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-36c14ff1-4f7a-4f0b-801d-a62870dce18a service neutron] Transition to ACTIVE for port object a8505556-f05a-45a1-9e23-fd70c255c599 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:55:58.482983 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-36c14ff1-4f7a-4f0b-801d-a62870dce18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:58.488243 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd26c30-dd4d-4ce0-8b64-27fae4ad0c44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-22b6129d-be32-41da-bdd1-39919c92b4db', 'network_id': '22b6129d-be32-41da-bdd1-39919c92b4db', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'fixed_ips': [{'subnet_id': '96b30d0b-b319-4a32-b513-87eefe2f565b'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:55:58.489079 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9fd26c30-dd4d-4ce0-8b64-27fae4ad0c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:58.505085 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-243bd469-aa13-4500-9773-54e88b7f6956 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:58.527043 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-243bd469-aa13-4500-9773-54e88b7f6956 None None] Transition to ACTIVE for port object 5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:55:58.589572 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-243bd469-aa13-4500-9773-54e88b7f6956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:58.629508 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b00a97-9cf5-4a42-a93d-5ad5dafd0ec1 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Network 352bd245-ee03-4045-b225-f81d15d037bb is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:55:58.650925 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-21b00a97-9cf5-4a42-a93d-5ad5dafd0ec1 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 352bd245-ee03-4045-b225-f81d15d037bb) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:58.672042 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b00a97-9cf5-4a42-a93d-5ad5dafd0ec1 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:58.673229 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-21b00a97-9cf5-4a42-a93d-5ad5dafd0ec1 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:58.754151 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-21b00a97-9cf5-4a42-a93d-5ad5dafd0ec1 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1038806 May 03 22:55:58.757100 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39636) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:58.771166 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121c8d10-1b63-45a4-a20b-81179011e196 None None] Network 352bd245-ee03-4045-b225-f81d15d037bb requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:55:58.801907 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-998ac31a-0074-4073-beb4-743f3d6a6ce2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1759268564', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:58.804339 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-998ac31a-0074-4073-beb4-743f3d6a6ce2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:58.808433 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-998ac31a-0074-4073-beb4-743f3d6a6ce2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:router and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:55:58.811870 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-998ac31a-0074-4073-beb4-743f3d6a6ce2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:55:58.823666 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-998ac31a-0074-4073-beb4-743f3d6a6ce2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:58.847112 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-998ac31a-0074-4073-beb4-743f3d6a6ce2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:58.848242 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-998ac31a-0074-4073-beb4-743f3d6a6ce2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:58.857639 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c14ff1-4f7a-4f0b-801d-a62870dce18a service neutron] Pushing event updated for resources: {'Port': ['ID=a8505556-f05a-45a1-9e23-fd70c255c599,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:58.868905 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9f9ab2a7-8f2c-486a-be0c-41401952ef69 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:58.886064 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d2929215-a0a9-42f9-b6d5-5b4d0f9d2ea7 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:58.917094 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-998ac31a-0074-4073-beb4-743f3d6a6ce2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:58.991381 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ab2a7-8f2c-486a-be0c-41401952ef69 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event deleted for resources: {'Port': ['ID=952f4797-a450-4624-b283-35efba1fba31,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:59.088720 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-36c14ff1-4f7a-4f0b-801d-a62870dce18a service neutron] Attempting to bind port a8505556-f05a-45a1-9e23-fd70c255c599 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:55:59.089150 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-36c14ff1-4f7a-4f0b-801d-a62870dce18a service neutron] Attempting to bind port a8505556-f05a-45a1-9e23-fd70c255c599 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'c01eddde-57f8-4cc1-8f09-891362f7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:55:59.089493 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-36c14ff1-4f7a-4f0b-801d-a62870dce18a service neutron] Attempting to bind port a8505556-f05a-45a1-9e23-fd70c255c599 on network c911580a-47e8-451d-aa8d-57f0fa21ffe1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:55:59.107699 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-36c14ff1-4f7a-4f0b-801d-a62870dce18a service neutron] Port a8505556-f05a-45a1-9e23-fd70c255c599 on network c911580a-47e8-451d-aa8d-57f0fa21ffe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:55:59.108029 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-36c14ff1-4f7a-4f0b-801d-a62870dce18a service neutron] Attempting to bind port a8505556-f05a-45a1-9e23-fd70c255c599 on network c911580a-47e8-451d-aa8d-57f0fa21ffe1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:55:59.120909 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-36c14ff1-4f7a-4f0b-801d-a62870dce18a service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:55:59.121145 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-36c14ff1-4f7a-4f0b-801d-a62870dce18a service neutron] Checking segment: {'id': 'c01eddde-57f8-4cc1-8f09-891362f7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:55:59.121539 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-36c14ff1-4f7a-4f0b-801d-a62870dce18a service neutron] Bound using segment: {'id': 'c01eddde-57f8-4cc1-8f09-891362f7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:55:59.122025 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-36c14ff1-4f7a-4f0b-801d-a62870dce18a service neutron] Bound port: a8505556-f05a-45a1-9e23-fd70c255c599, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c01eddde-57f8-4cc1-8f09-891362f7a1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:55:59.122380 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-36c14ff1-4f7a-4f0b-801d-a62870dce18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:59.153480 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 3df38a84-8053-4ee5-abf1-720ed85c252b no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:55:59.227375 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 3df38a84-8053-4ee5-abf1-720ed85c252b {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:55:59.227942 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 3df38a84-8053-4ee5-abf1-720ed85c252b not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:55:59.243974 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-998ac31a-0074-4073-beb4-743f3d6a6ce2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:59.289559 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-998ac31a-0074-4073-beb4-743f3d6a6ce2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:59.290912 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-998ac31a-0074-4073-beb4-743f3d6a6ce2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5327764 May 03 22:55:59.320142 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17522c97-ee04-4a0d-a9c5-1e2dd4754af6 None None] Pushing event updated for resources: {'Port': ['ID=5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:59.327201 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39642) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:55:59.334687 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-b5de259f-9b4e-4597-a4ad-8353558dd923 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'port': {'network_id': '352bd245-ee03-4045-b225-f81d15d037bb', 'name': 'tempest-PortsTestJSON-1876863971'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:55:59.457537 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-9fd26c30-dd4d-4ce0-8b64-27fae4ad0c44 None None] Allocated IP 2001:db8:2::2 (22b6129d-be32-41da-bdd1-39919c92b4db/96b30d0b-b319-4a32-b513-87eefe2f565b/29d81cd3-2408-40fe-9b9e-1f8d6450431e) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:55:59.461711 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-243bd469-aa13-4500-9773-54e88b7f6956 None None] Attempting to bind port 5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:55:59.462109 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-243bd469-aa13-4500-9773-54e88b7f6956 None None] Attempting to bind port 5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'a3130c76-aa5c-4a87-882b-e647ba927e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'e555e396-6ec8-42a2-82b4-9ec115bb4270'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:55:59.462593 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243bd469-aa13-4500-9773-54e88b7f6956 None None] Attempting to bind port 5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec on network e555e396-6ec8-42a2-82b4-9ec115bb4270 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:55:59.509155 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243bd469-aa13-4500-9773-54e88b7f6956 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:55:59.509402 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243bd469-aa13-4500-9773-54e88b7f6956 None None] Checking segment: {'id': 'a3130c76-aa5c-4a87-882b-e647ba927e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'e555e396-6ec8-42a2-82b4-9ec115bb4270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:55:59.509725 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-243bd469-aa13-4500-9773-54e88b7f6956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:59.510158 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243bd469-aa13-4500-9773-54e88b7f6956 None None] Bound using segment: {'id': 'a3130c76-aa5c-4a87-882b-e647ba927e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'e555e396-6ec8-42a2-82b4-9ec115bb4270'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:55:59.510654 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-243bd469-aa13-4500-9773-54e88b7f6956 None None] Bound port: 5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3130c76-aa5c-4a87-882b-e647ba927e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'e555e396-6ec8-42a2-82b4-9ec115bb4270'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:55:59.511038 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-243bd469-aa13-4500-9773-54e88b7f6956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:59.561923 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b5de259f-9b4e-4597-a4ad-8353558dd923 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:55:59.566227 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b5de259f-9b4e-4597-a4ad-8353558dd923 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:port and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:55:59.569349 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b5de259f-9b4e-4597-a4ad-8353558dd923 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:55:59.575375 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b5de259f-9b4e-4597-a4ad-8353558dd923 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:55:59.578922 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-36c14ff1-4f7a-4f0b-801d-a62870dce18a service neutron] For port a8505556-f05a-45a1-9e23-fd70c255c599, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:55:59.585997 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-36c14ff1-4f7a-4f0b-801d-a62870dce18a service neutron] For port a8505556-f05a-45a1-9e23-fd70c255c599, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a8505556-f05a-45a1-9e23-fd70c255c599,segment=NetworkSegment(c01eddde-57f8-4cc1-8f09-891362f7a1a2),segment_id=c01eddde-57f8-4cc1-8f09-891362f7a1a2)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:55:59.587167 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5de259f-9b4e-4597-a4ad-8353558dd923 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Made reservation on behalf of 3a6c8dfe4a524ed3932fdccc3fe2c5d8 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:55:59.588136 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9f9ab2a7-8f2c-486a-be0c-41401952ef69 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:59.592067 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b5de259f-9b4e-4597-a4ad-8353558dd923 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:59.595843 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047440dd-73f4-412b-97de-41757a7ab640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-352bd245-ee03-4045-b225-f81d15d037bb', 'network_id': '352bd245-ee03-4045-b225-f81d15d037bb', 'tenant_id': '3a6c8dfe4a524ed3932fdccc3fe2c5d8', 'fixed_ips': [{'subnet_id': 'adc2ab82-1d0e-471c-8f49-652f0620b3d5'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:55:59.596953 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-047440dd-73f4-412b-97de-41757a7ab640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:59.617723 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-b5de259f-9b4e-4597-a4ad-8353558dd923 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] device_id is not set on port e20ccfd0-3dff-4cbf-a406-0b3b04f3dfb4 yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:55:59.661041 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-36c14ff1-4f7a-4f0b-801d-a62870dce18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:59.765202 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-b5de259f-9b4e-4597-a4ad-8353558dd923 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Allocated IP 172.20.0.13 (352bd245-ee03-4045-b225-f81d15d037bb/adc2ab82-1d0e-471c-8f49-652f0620b3d5/e20ccfd0-3dff-4cbf-a406-0b3b04f3dfb4) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:55:59.794760 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-36c14ff1-4f7a-4f0b-801d-a62870dce18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:59.796388 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-36c14ff1-4f7a-4f0b-801d-a62870dce18a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:59.798145 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-36c14ff1-4f7a-4f0b-801d-a62870dce18a service neutron] 10.222.0.60 "PUT /v2.0/ports/a8505556-f05a-45a1-9e23-fd70c255c599 HTTP/1.1" status: 200 len: 1092 time: 3.0950317 May 03 22:55:59.804745 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb86446-a50a-4f1c-a18c-b526683ca520', 'tag': 'a8505556-f05a-45a1-9e23-fd70c255c599'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:55:59.829724 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-243bd469-aa13-4500-9773-54e88b7f6956 None None] For port 5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:55:59.856739 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-243bd469-aa13-4500-9773-54e88b7f6956 None None] For port 5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec,segment=NetworkSegment(a3130c76-aa5c-4a87-882b-e647ba927e17),segment_id=a3130c76-aa5c-4a87-882b-e647ba927e17)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:55:59.864021 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-243bd469-aa13-4500-9773-54e88b7f6956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:55:59.936857 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77ab6dfd-5b9d-4db8-8841-3a46e2963661'] response: {'name': 'network-changed', 'server_uuid': 'aeb86446-a50a-4f1c-a18c-b526683ca520', 'tag': 'a8505556-f05a-45a1-9e23-fd70c255c599', 'status': 'completed', 'code': 200} May 03 22:56:00.053391 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9ab2a7-8f2c-486a-be0c-41401952ef69 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Router ad186c1d-90c6-4e62-b866-dba1a5d63205 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:56:00.065559 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe563a7-7d60-45c1-aeaa-976cea003c68 req-7d18d37a-a12e-41af-a76e-bdb8d19a02e9 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:00.067173 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2fe563a7-7d60-45c1-aeaa-976cea003c68 req-7d18d37a-a12e-41af-a76e-bdb8d19a02e9 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 944 time: 0.8631537 May 03 22:56:00.067843 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c14ff1-4f7a-4f0b-801d-a62870dce18a service neutron] Pushing event updated for resources: {'Port': ['ID=a8505556-f05a-45a1-9e23-fd70c255c599,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:00.101102 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243bd469-aa13-4500-9773-54e88b7f6956 None None] Routers {'d1f0d438-9249-4bea-ad95-85b45350ada1'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:00.101561 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-243bd469-aa13-4500-9773-54e88b7f6956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['d1f0d438-9249-4bea-ad95-85b45350ada1'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:00.124076 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b5de259f-9b4e-4597-a4ad-8353558dd923 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:00.146688 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-b5de259f-9b4e-4597-a4ad-8353558dd923 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Transition to ACTIVE for port object e20ccfd0-3dff-4cbf-a406-0b3b04f3dfb4 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:56:00.189191 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b5de259f-9b4e-4597-a4ad-8353558dd923 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:00.277910 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5de259f-9b4e-4597-a4ad-8353558dd923 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Network 352bd245-ee03-4045-b225-f81d15d037bb is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:56:00.282242 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-b5de259f-9b4e-4597-a4ad-8353558dd923 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:56:00.285121 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5de259f-9b4e-4597-a4ad-8353558dd923 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:56:00.288896 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-3c65a606-1115-43e3-b3ed-97e47177b5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:00.290413 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-3c65a606-1115-43e3-b3ed-97e47177b5db service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1b60de6f3b94c398a46d760b7dccea8&device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 1095 time: 0.3868830 May 03 22:56:00.293224 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2fe563a7-7d60-45c1-aeaa-976cea003c68 req-1f454d7c-e96e-43b3-ad0f-d15110327d27 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=a496da84-ec2b-470c-95d0-797cc34016ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184715 May 03 22:56:00.294130 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9ab2a7-8f2c-486a-be0c-41401952ef69 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:56:00.305671 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb613af-9210-4e0f-a962-565e9913f077 None None] Sync routers for ids ['ad186c1d-90c6-4e62-b866-dba1a5d63205'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:56:00.321808 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb613af-9210-4e0f-a962-565e9913f077 None None] Routers {'ad186c1d-90c6-4e62-b866-dba1a5d63205'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:00.328499 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-2fb613af-9210-4e0f-a962-565e9913f077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['ad186c1d-90c6-4e62-b866-dba1a5d63205'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:00.347985 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device a5039bb9-aa62-4774-80df-363f9825d63a up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:56:00.374459 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5de259f-9b4e-4597-a4ad-8353558dd923 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:00.376002 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b5de259f-9b4e-4597-a4ad-8353558dd923 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:00.389361 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9f9ab2a7-8f2c-486a-be0c-41401952ef69 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "PUT /v2.0/routers/ad186c1d-90c6-4e62-b866-dba1a5d63205/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2694175 May 03 22:56:00.390232 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39654) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:00.395390 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de259f-9b4e-4597-a4ad-8353558dd923 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Port': ['ID=e20ccfd0-3dff-4cbf-a406-0b3b04f3dfb4,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:00.428137 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17522c97-ee04-4a0d-a9c5-1e2dd4754af6 None None] Pushing event updated for resources: {'Port': ['ID=5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:00.430690 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b5de259f-9b4e-4597-a4ad-8353558dd923 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1022425 May 03 22:56:00.443789 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39658) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:00.446477 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9fd26c30-dd4d-4ce0-8b64-27fae4ad0c44 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:00.449272 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-95e27598-0317-42d0-8cee-68f8716a1355 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8505556-f05a-45a1-9e23-fd70c255c599 HTTP/1.1" status: 200 len: 217 time: 0.1382396 May 03 22:56:00.482702 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-047440dd-73f4-412b-97de-41757a7ab640 None None] Allocated IP 172.20.0.2 (352bd245-ee03-4045-b225-f81d15d037bb/adc2ab82-1d0e-471c-8f49-652f0620b3d5/9a43b8e8-66de-461b-b833-dfa4e74e38e2) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:56:00.486461 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9fd26c30-dd4d-4ce0-8b64-27fae4ad0c44 None None] Transition to ACTIVE for port object 29d81cd3-2408-40fe-9b9e-1f8d6450431e will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:56:00.488446 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-2fb613af-9210-4e0f-a962-565e9913f077 None None] Set router ad186c1d-90c6-4e62-b866-dba1a5d63205 gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:56:00.517538 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-7d8865ea-d528-4eb5-adfd-1ff487265a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:00.519096 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-7d8865ea-d528-4eb5-adfd-1ff487265a72 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5517459f-c98d-41cf-b3ba-cd5ba862ae7c HTTP/1.1" status: 200 len: 857 time: 0.0634949 May 03 22:56:00.522867 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-243bd469-aa13-4500-9773-54e88b7f6956 None None] Set router d1f0d438-9249-4bea-ad95-85b45350ada1 gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:56:00.599934 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-210b31e7-df62-4a52-9c83-32fa6e1e41aa tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Deleting subnet 8f62dc5d-3e8f-4369-8c3d-84e1cb488f84 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:56:00.604765 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-210b31e7-df62-4a52-9c83-32fa6e1e41aa tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:00.616373 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9fd26c30-dd4d-4ce0-8b64-27fae4ad0c44 None None] Transition to ACTIVE for port object 29d81cd3-2408-40fe-9b9e-1f8d6450431e will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:56:00.626038 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-2fb613af-9210-4e0f-a962-565e9913f077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'name': 'tempest-RoutersTest-router-107172431', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:54:32Z', 'updated_at': '2022-05-03T22:55:58Z', 'revision_number': 11, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:00.631081 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb613af-9210-4e0f-a962-565e9913f077 None None] Checking router: ad186c1d-90c6-4e62-b866-dba1a5d63205 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:56:00.644246 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb613af-9210-4e0f-a962-565e9913f077 None None] Routers {'ad186c1d-90c6-4e62-b866-dba1a5d63205'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:00.645196 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-2fb613af-9210-4e0f-a962-565e9913f077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['ad186c1d-90c6-4e62-b866-dba1a5d63205'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:00.683032 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-210b31e7-df62-4a52-9c83-32fa6e1e41aa tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:00.730176 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-c6d25ffd-2a0c-4629-b08a-bcd4772023c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:00.732613 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-c6d25ffd-2a0c-4629-b08a-bcd4772023c1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c911580a-47e8-451d-aa8d-57f0fa21ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2035115 May 03 22:56:00.809734 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-2fb613af-9210-4e0f-a962-565e9913f077 None None] Set router ad186c1d-90c6-4e62-b866-dba1a5d63205 gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:56:00.888808 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-d2929215-a0a9-42f9-b6d5-5b4d0f9d2ea7 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Allocated IP 2001:db8:2::1 (22b6129d-be32-41da-bdd1-39919c92b4db/96b30d0b-b319-4a32-b513-87eefe2f565b/0391b228-8d73-4a24-a581-5050f7166194) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:56:00.889364 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-5fbf207a-786d-4324-95ae-cb9c77cff1d4 service neutron] 10.222.0.60 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487014 May 03 22:56:00.899135 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-047440dd-73f4-412b-97de-41757a7ab640 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:00.911185 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-047440dd-73f4-412b-97de-41757a7ab640 None None] Transition to ACTIVE for port object 9a43b8e8-66de-461b-b833-dfa4e74e38e2 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:56:00.932463 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-047440dd-73f4-412b-97de-41757a7ab640 None None] Transition to ACTIVE for port object 9a43b8e8-66de-461b-b833-dfa4e74e38e2 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:56:00.934622 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-2fb613af-9210-4e0f-a962-565e9913f077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'name': 'tempest-RoutersTest-router-107172431', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:54:32Z', 'updated_at': '2022-05-03T22:55:58Z', 'revision_number': 11, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:00.941292 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb613af-9210-4e0f-a962-565e9913f077 None None] The sync data for ids ['ad186c1d-90c6-4e62-b866-dba1a5d63205'] in n-d-811807-1 is: [{'id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'name': 'tempest-RoutersTest-router-107172431', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:54:32Z', 'updated_at': '2022-05-03T22:55:58Z', 'revision_number': 11, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'gw_port_host': None}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:56:01.025823 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9fd26c30-dd4d-4ce0-8b64-27fae4ad0c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:01.068847 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-047440dd-73f4-412b-97de-41757a7ab640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:01.071735 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-369ead0a-d034-493a-86f3-f8dd4d103622 req-e61f4ccd-3a29-48b9-8e80-07518182fb37 service neutron] 10.222.0.60 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738877 May 03 22:56:01.073262 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-210b31e7-df62-4a52-9c83-32fa6e1e41aa tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:01.129690 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port a5039bb9-aa62-4774-80df-363f9825d63a triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:01.129690 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:01.193985 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd26c30-dd4d-4ce0-8b64-27fae4ad0c44 None None] Network 22b6129d-be32-41da-bdd1-39919c92b4db is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:56:01.201180 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047440dd-73f4-412b-97de-41757a7ab640 None None] Network 352bd245-ee03-4045-b225-f81d15d037bb is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:56:01.205585 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-9fd26c30-dd4d-4ce0-8b64-27fae4ad0c44 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:56:01.258890 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-047440dd-73f4-412b-97de-41757a7ab640 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:56:01.267389 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd26c30-dd4d-4ce0-8b64-27fae4ad0c44 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:56:01.269559 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd26c30-dd4d-4ce0-8b64-27fae4ad0c44 None None] Pushing event updated for resources: {'Port': ['ID=29d81cd3-2408-40fe-9b9e-1f8d6450431e,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:01.273932 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047440dd-73f4-412b-97de-41757a7ab640 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:56:01.378272 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-210b31e7-df62-4a52-9c83-32fa6e1e41aa tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:01.384617 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19b235-9312-452a-95fa-0553b5c61ad3 req-73027767-1a3a-4678-941b-bea1452568dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:01.386300 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bd19b235-9312-452a-95fa-0553b5c61ad3 req-73027767-1a3a-4678-941b-bea1452568dd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1b60de6f3b94c398a46d760b7dccea8&device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 1095 time: 0.2561700 May 03 22:56:01.454340 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b31e7-df62-4a52-9c83-32fa6e1e41aa tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event deleted for resources: {'Subnet': ['ID=8f62dc5d-3e8f-4369-8c3d-84e1cb488f84,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:01.465585 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d2929215-a0a9-42f9-b6d5-5b4d0f9d2ea7 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:01.476738 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-210b31e7-df62-4a52-9c83-32fa6e1e41aa tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:01.488495 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-210b31e7-df62-4a52-9c83-32fa6e1e41aa tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/subnets/8f62dc5d-3e8f-4369-8c3d-84e1cb488f84 HTTP/1.1" status: 204 len: 168 time: 1.0865488 May 03 22:56:01.491853 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39664) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:01.503482 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463fcf69-e836-421c-a364-283e37c23ca4 None None] Network 2f8bd908-7370-4518-8b40-d26ef2eacf39 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:56:01.567763 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-d2929215-a0a9-42f9-b6d5-5b4d0f9d2ea7 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Transition to ACTIVE for port object 0391b228-8d73-4a24-a581-5050f7166194 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:56:01.619654 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19b235-9312-452a-95fa-0553b5c61ad3 req-75afa3fa-1c8d-4426-b49c-900c53a1d39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:01.622022 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bd19b235-9312-452a-95fa-0553b5c61ad3 req-75afa3fa-1c8d-4426-b49c-900c53a1d39a service neutron] 10.222.0.60 "GET /v2.0/networks?id=c911580a-47e8-451d-aa8d-57f0fa21ffe1 HTTP/1.1" status: 200 len: 919 time: 0.2099714 May 03 22:56:01.627256 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047440dd-73f4-412b-97de-41757a7ab640 None None] Pushing event updated for resources: {'Port': ['ID=9a43b8e8-66de-461b-b833-dfa4e74e38e2,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:01.678360 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-43765e34-0605-4199-81b4-ced9ed14790a tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:01.714257 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-9fd26c30-dd4d-4ce0-8b64-27fae4ad0c44 None None] Attempting to bind port 29d81cd3-2408-40fe-9b9e-1f8d6450431e on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:56:01.714545 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-9fd26c30-dd4d-4ce0-8b64-27fae4ad0c44 None None] Attempting to bind port 29d81cd3-2408-40fe-9b9e-1f8d6450431e by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'cfcd6585-5bed-4cbb-baa9-1593669c2003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '22b6129d-be32-41da-bdd1-39919c92b4db'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:56:01.714910 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd26c30-dd4d-4ce0-8b64-27fae4ad0c44 None None] Attempting to bind port 29d81cd3-2408-40fe-9b9e-1f8d6450431e on network 22b6129d-be32-41da-bdd1-39919c92b4db {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:56:01.729058 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e4e3cdc5-4a47-4946-b4a2-69b109837d94 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:01.729260 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-047440dd-73f4-412b-97de-41757a7ab640 None None] Attempting to bind port 9a43b8e8-66de-461b-b833-dfa4e74e38e2 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:56:01.729578 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-047440dd-73f4-412b-97de-41757a7ab640 None None] Attempting to bind port 9a43b8e8-66de-461b-b833-dfa4e74e38e2 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'f86a479b-8fff-4d14-a538-b00015935c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '352bd245-ee03-4045-b225-f81d15d037bb'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:56:01.729963 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047440dd-73f4-412b-97de-41757a7ab640 None None] Attempting to bind port 9a43b8e8-66de-461b-b833-dfa4e74e38e2 on network 352bd245-ee03-4045-b225-f81d15d037bb {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:56:01.747547 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bd19b235-9312-452a-95fa-0553b5c61ad3 req-6714ab8e-9e04-42bd-a901-5fdeae0cc1d2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8505556-f05a-45a1-9e23-fd70c255c599 HTTP/1.1" status: 200 len: 217 time: 0.0832379 May 03 22:56:01.784563 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd26c30-dd4d-4ce0-8b64-27fae4ad0c44 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:56:01.784940 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd26c30-dd4d-4ce0-8b64-27fae4ad0c44 None None] Checking segment: {'id': 'cfcd6585-5bed-4cbb-baa9-1593669c2003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '22b6129d-be32-41da-bdd1-39919c92b4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:56:01.785303 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9fd26c30-dd4d-4ce0-8b64-27fae4ad0c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:01.785769 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd26c30-dd4d-4ce0-8b64-27fae4ad0c44 None None] Bound using segment: {'id': 'cfcd6585-5bed-4cbb-baa9-1593669c2003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '22b6129d-be32-41da-bdd1-39919c92b4db'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:56:01.786264 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-9fd26c30-dd4d-4ce0-8b64-27fae4ad0c44 None None] Bound port: 29d81cd3-2408-40fe-9b9e-1f8d6450431e, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfcd6585-5bed-4cbb-baa9-1593669c2003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '22b6129d-be32-41da-bdd1-39919c92b4db'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:56:01.786643 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9fd26c30-dd4d-4ce0-8b64-27fae4ad0c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:01.788879 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d2929215-a0a9-42f9-b6d5-5b4d0f9d2ea7 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:01.805307 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047440dd-73f4-412b-97de-41757a7ab640 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:56:01.805878 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047440dd-73f4-412b-97de-41757a7ab640 None None] Checking segment: {'id': 'f86a479b-8fff-4d14-a538-b00015935c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '352bd245-ee03-4045-b225-f81d15d037bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:56:01.806290 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-047440dd-73f4-412b-97de-41757a7ab640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:01.806513 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047440dd-73f4-412b-97de-41757a7ab640 None None] Bound using segment: {'id': 'f86a479b-8fff-4d14-a538-b00015935c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '352bd245-ee03-4045-b225-f81d15d037bb'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:56:01.806983 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-047440dd-73f4-412b-97de-41757a7ab640 None None] Bound port: 9a43b8e8-66de-461b-b833-dfa4e74e38e2, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f86a479b-8fff-4d14-a538-b00015935c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '352bd245-ee03-4045-b225-f81d15d037bb'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:56:01.807983 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-047440dd-73f4-412b-97de-41757a7ab640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:01.828444 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-e4e3cdc5-4a47-4946-b4a2-69b109837d94 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Deleting port ae63851c-af72-4b7a-93c9-fb8061c961d4 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:56:01.828790 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e4e3cdc5-4a47-4946-b4a2-69b109837d94 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:01.833813 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b7c72-3327-4168-a8b0-c0bef2fa845e req-a540a66f-ff0f-421e-b442-83c57d09b83b tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:01.835337 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-684b7c72-3327-4168-a8b0-c0bef2fa845e req-a540a66f-ff0f-421e-b442-83c57d09b83b tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 944 time: 0.2118967 May 03 22:56:01.836843 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19b235-9312-452a-95fa-0553b5c61ad3 req-9ecd47f9-afc3-48e8-8655-55485d3eeaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:01.838178 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bd19b235-9312-452a-95fa-0553b5c61ad3 req-9ecd47f9-afc3-48e8-8655-55485d3eeaaa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5517459f-c98d-41cf-b3ba-cd5ba862ae7c HTTP/1.1" status: 200 len: 857 time: 0.0832300 May 03 22:56:01.937414 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-684b7c72-3327-4168-a8b0-c0bef2fa845e req-6024ccf2-35dd-4519-a701-05857d09f898 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=a496da84-ec2b-470c-95d0-797cc34016ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952101 May 03 22:56:01.952475 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19b235-9312-452a-95fa-0553b5c61ad3 req-aace1068-60fc-47b3-a0c2-cc0f4242e013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:01.953687 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bd19b235-9312-452a-95fa-0553b5c61ad3 req-aace1068-60fc-47b3-a0c2-cc0f4242e013 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c911580a-47e8-451d-aa8d-57f0fa21ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975156 May 03 22:56:02.030749 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2929215-a0a9-42f9-b6d5-5b4d0f9d2ea7 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Network 22b6129d-be32-41da-bdd1-39919c92b4db is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:56:02.041104 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-d2929215-a0a9-42f9-b6d5-5b4d0f9d2ea7 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:56:02.043530 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2929215-a0a9-42f9-b6d5-5b4d0f9d2ea7 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:56:02.044073 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d2929215-a0a9-42f9-b6d5-5b4d0f9d2ea7 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:02.046250 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 952f4797-a450-4624-b283-35efba1fba31 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:56:02.101466 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 952f4797-a450-4624-b283-35efba1fba31 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:56:02.101809 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 952f4797-a450-4624-b283-35efba1fba31 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:56:02.111753 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-047440dd-73f4-412b-97de-41757a7ab640 None None] For port 9a43b8e8-66de-461b-b833-dfa4e74e38e2, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:56:02.115341 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2929215-a0a9-42f9-b6d5-5b4d0f9d2ea7 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'Port': ['ID=0391b228-8d73-4a24-a581-5050f7166194,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:02.120361 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-9fd26c30-dd4d-4ce0-8b64-27fae4ad0c44 None None] For port 29d81cd3-2408-40fe-9b9e-1f8d6450431e, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:56:02.120526 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bd19b235-9312-452a-95fa-0553b5c61ad3 req-eb29e407-a68b-4a76-9116-4d6d33a2cca6 service neutron] 10.222.0.60 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570785 May 03 22:56:02.126054 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-9fd26c30-dd4d-4ce0-8b64-27fae4ad0c44 None None] For port 29d81cd3-2408-40fe-9b9e-1f8d6450431e, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=29d81cd3-2408-40fe-9b9e-1f8d6450431e,segment=NetworkSegment(cfcd6585-5bed-4cbb-baa9-1593669c2003),segment_id=cfcd6585-5bed-4cbb-baa9-1593669c2003)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:56:02.131414 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-047440dd-73f4-412b-97de-41757a7ab640 None None] For port 9a43b8e8-66de-461b-b833-dfa4e74e38e2, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=9a43b8e8-66de-461b-b833-dfa4e74e38e2,segment=NetworkSegment(f86a479b-8fff-4d14-a538-b00015935c2b),segment_id=f86a479b-8fff-4d14-a538-b00015935c2b)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:56:02.134846 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9fd26c30-dd4d-4ce0-8b64-27fae4ad0c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:02.188064 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-047440dd-73f4-412b-97de-41757a7ab640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:02.206421 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-243bd469-aa13-4500-9773-54e88b7f6956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'name': 'tempest-RoutersIpV6Test-router-424099633', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:55:40Z', 'updated_at': '2022-05-03T22:55:52Z', 'revision_number': 3, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'gw_port_host': None, '_interfaces': [{'id': '5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec', 'name': '', 'network_id': 'e555e396-6ec8-42a2-82b4-9ec115bb4270', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:54:e6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:50Z', 'updated_at': '2022-05-03T22:55:59Z', 'revision_number': 4, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5039bb9-aa62-4774-80df-363f9825d63a', 'name': '', 'network_id': '48656fbb-4e34-4a50-9398-454746d596a3', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:a0:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:43Z', 'updated_at': '2022-05-03T22:55:57Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:02.225965 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243bd469-aa13-4500-9773-54e88b7f6956 None None] The sync data for ids ['d1f0d438-9249-4bea-ad95-85b45350ada1'] in n-d-811807-1 is: [{'id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'name': 'tempest-RoutersIpV6Test-router-424099633', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:55:40Z', 'updated_at': '2022-05-03T22:55:52Z', 'revision_number': 3, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'gw_port_host': None, '_interfaces': [{'id': '5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec', 'name': '', 'network_id': 'e555e396-6ec8-42a2-82b4-9ec115bb4270', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:54:e6:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:50Z', 'updated_at': '2022-05-03T22:55:59Z', 'revision_number': 4, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5039bb9-aa62-4774-80df-363f9825d63a', 'name': '', 'network_id': '48656fbb-4e34-4a50-9398-454746d596a3', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:a0:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:43Z', 'updated_at': '2022-05-03T22:55:57Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:56:02.286129 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd26c30-dd4d-4ce0-8b64-27fae4ad0c44 None None] Pushing event updated for resources: {'Port': ['ID=29d81cd3-2408-40fe-9b9e-1f8d6450431e,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:02.342362 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bd19b235-9312-452a-95fa-0553b5c61ad3 req-6bd95d8c-1cb5-464f-aa90-d60751723815 service neutron] 10.222.0.60 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155011 May 03 22:56:02.424095 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047440dd-73f4-412b-97de-41757a7ab640 None None] Pushing event updated for resources: {'Port': ['ID=9a43b8e8-66de-461b-b833-dfa4e74e38e2,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:02.429041 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ce8e02-8eb7-4116-8bf5-19852ef06a01 None None] DHCP port deletion for 2f8bd908-7370-4518-8b40-d26ef2eacf39 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:56:02.435380 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-d0ce8e02-8eb7-4116-8bf5-19852ef06a01 None None] Deleting port ae63851c-af72-4b7a-93c9-fb8061c961d4 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:56:02.435762 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d0ce8e02-8eb7-4116-8bf5-19852ef06a01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:02.564102 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-43765e34-0605-4199-81b4-ced9ed14790a tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:02.581842 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-43765e34-0605-4199-81b4-ced9ed14790a tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:02.696021 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d2929215-a0a9-42f9-b6d5-5b4d0f9d2ea7 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:02.728731 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-e4e3cdc5-4a47-4946-b4a2-69b109837d94 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] For port ae63851c-af72-4b7a-93c9-fb8061c961d4, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ae63851c-af72-4b7a-93c9-fb8061c961d4,segment=NetworkSegment(314507eb-5a21-4331-b797-3a5b023d2a9a),segment_id=314507eb-5a21-4331-b797-3a5b023d2a9a)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:56:02.729094 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e4e3cdc5-4a47-4946-b4a2-69b109837d94 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:02.776237 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-d0ce8e02-8eb7-4116-8bf5-19852ef06a01 None None] For port ae63851c-af72-4b7a-93c9-fb8061c961d4, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ae63851c-af72-4b7a-93c9-fb8061c961d4,segment=NetworkSegment(314507eb-5a21-4331-b797-3a5b023d2a9a),segment_id=314507eb-5a21-4331-b797-3a5b023d2a9a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:56:02.776751 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d0ce8e02-8eb7-4116-8bf5-19852ef06a01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:03.008257 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-d0ce8e02-8eb7-4116-8bf5-19852ef06a01 None None] Calling delete_port for ae63851c-af72-4b7a-93c9-fb8061c961d4 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:56:03.110934 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d0ce8e02-8eb7-4116-8bf5-19852ef06a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:03.160927 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce8e02-8eb7-4116-8bf5-19852ef06a01 None None] Pushing event deleted for resources: {'Port': ['ID=ae63851c-af72-4b7a-93c9-fb8061c961d4,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:03.166917 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-e4e3cdc5-4a47-4946-b4a2-69b109837d94 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Calling delete_port for ae63851c-af72-4b7a-93c9-fb8061c961d4 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:56:03.167495 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ce8e02-8eb7-4116-8bf5-19852ef06a01 None None] No DVR routers for this DVR port ae63851c-af72-4b7a-93c9-fb8061c961d4 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:56:03.195153 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838d800-93f2-4fbc-b0c3-29eb8013fbac req-12238611-04e2-4d49-9fb8-feb84c7701bd tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:03.196600 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3838d800-93f2-4fbc-b0c3-29eb8013fbac req-12238611-04e2-4d49-9fb8-feb84c7701bd tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 944 time: 0.1132331 May 03 22:56:03.227192 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43765e34-0605-4199-81b4-ced9ed14790a tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Port': ['ID=e20ccfd0-3dff-4cbf-a406-0b3b04f3dfb4,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:03.243874 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3838d800-93f2-4fbc-b0c3-29eb8013fbac req-107df7af-8916-4be0-819b-43f87a423b12 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=a496da84-ec2b-470c-95d0-797cc34016ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411839 May 03 22:56:03.506811 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [None req-e4e3cdc5-4a47-4946-b4a2-69b109837d94 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:56:03.507131 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [None req-e4e3cdc5-4a47-4946-b4a2-69b109837d94 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:56:03.616905 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4568ed5-5a0b-4645-815f-8b2c2f57595a None None] Network 22b6129d-be32-41da-bdd1-39919c92b4db requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:56:03.702986 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e228f572-17a7-451d-8841-c7b0ca1767ba None None] Provisioning for port 29d81cd3-2408-40fe-9b9e-1f8d6450431e completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:56:03.733511 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-43765e34-0605-4199-81b4-ced9ed14790a tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:03.799691 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d2929215-a0a9-42f9-b6d5-5b4d0f9d2ea7 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:03.807393 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d2929215-a0a9-42f9-b6d5-5b4d0f9d2ea7 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:03.808198 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d2929215-a0a9-42f9-b6d5-5b4d0f9d2ea7 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:03.962741 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2929215-a0a9-42f9-b6d5-5b4d0f9d2ea7 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'Port': ['ID=0391b228-8d73-4a24-a581-5050f7166194,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:04.008350 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device a8505556-f05a-45a1-9e23-fd70c255c599 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:56:04.094711 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-e4e3cdc5-4a47-4946-b4a2-69b109837d94 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Deleting port ae63851c-af72-4b7a-93c9-fb8061c961d4 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:56:04.094711 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e4e3cdc5-4a47-4946-b4a2-69b109837d94 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:04.130669 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-43765e34-0605-4199-81b4-ced9ed14790a tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:04.191883 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2929215-a0a9-42f9-b6d5-5b4d0f9d2ea7 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Network 22b6129d-be32-41da-bdd1-39919c92b4db is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:56:04.198421 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-d2929215-a0a9-42f9-b6d5-5b4d0f9d2ea7 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:56:04.238375 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:56:04.241893 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-e4e3cdc5-4a47-4946-b4a2-69b109837d94 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] The port 'ae63851c-af72-4b7a-93c9-fb8061c961d4' was deleted {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:56:04.289791 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port a8505556-f05a-45a1-9e23-fd70c255c599, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a8505556-f05a-45a1-9e23-fd70c255c599,segment=NetworkSegment(c01eddde-57f8-4cc1-8f09-891362f7a1a2),segment_id=c01eddde-57f8-4cc1-8f09-891362f7a1a2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:56:04.311223 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': 'a8505556-f05a-45a1-9e23-fd70c255c599', 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1', 'port_id': 'a8505556-f05a-45a1-9e23-fd70c255c599', 'mac_address': 'fa:16:3e:f3:ac:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5517459f-c98d-41cf-b3ba-cd5ba862ae7c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:56:04.336947 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5e5e2b-7400-41e3-82c0-07671bc3aa89 None None] Network 352bd245-ee03-4045-b225-f81d15d037bb requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:56:04.442686 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf4a00-1761-4969-a3a5-bbac99d3d2a0 req-35b23fdf-ff25-4847-8453-abc4d856184a tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:04.450326 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5dbf4a00-1761-4969-a3a5-bbac99d3d2a0 req-35b23fdf-ff25-4847-8453-abc4d856184a tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 944 time: 0.0935094 May 03 22:56:04.480656 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2929215-a0a9-42f9-b6d5-5b4d0f9d2ea7 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Router d1f0d438-9249-4bea-ad95-85b45350ada1 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:56:04.509043 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5dbf4a00-1761-4969-a3a5-bbac99d3d2a0 req-23294a49-b029-4154-ad09-e49f6d86a228 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=a496da84-ec2b-470c-95d0-797cc34016ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577190 May 03 22:56:04.526065 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-bb589a1a-c4c1-4f10-9f61-9fec5577b0da None None] Provisioning for port 0391b228-8d73-4a24-a581-5050f7166194 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:56:04.546118 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-bb589a1a-c4c1-4f10-9f61-9fec5577b0da None None] Provisioning complete for port 0391b228-8d73-4a24-a581-5050f7166194 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:04.546643 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bb589a1a-c4c1-4f10-9f61-9fec5577b0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:04.599821 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:56:04.610460 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:04.610981 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:04.644486 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:04.703377 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-bb589a1a-c4c1-4f10-9f61-9fec5577b0da None None] Port 0391b228-8d73-4a24-a581-5050f7166194 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:56:04.731044 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8505556-f05a-45a1-9e23-fd70c255c599 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:56:04.776355 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port a8505556-f05a-45a1-9e23-fd70c255c599, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a8505556-f05a-45a1-9e23-fd70c255c599,segment=NetworkSegment(c01eddde-57f8-4cc1-8f09-891362f7a1a2),segment_id=c01eddde-57f8-4cc1-8f09-891362f7a1a2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:56:04.784689 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:04.904829 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e4e3cdc5-4a47-4946-b4a2-69b109837d94 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:04.974768 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=a8505556-f05a-45a1-9e23-fd70c255c599,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:04.977236 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:04.988639 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6714887-5658-4b75-bfa9-ef4d4436caaa None None] Provisioning complete for port 0391b228-8d73-4a24-a581-5050f7166194 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:04.989016 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6714887-5658-4b75-bfa9-ef4d4436caaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:05.017625 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-e4e3cdc5-4a47-4946-b4a2-69b109837d94 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f8bd908-7370-4518-8b40-d26ef2eacf39']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:05.046161 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-e4e3cdc5-4a47-4946-b4a2-69b109837d94 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '314507eb-5a21-4331-b797-3a5b023d2a9a') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:05.046460 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-e4e3cdc5-4a47-4946-b4a2-69b109837d94 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '314507eb-5a21-4331-b797-3a5b023d2a9a') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:05.067260 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['a8505556-f05a-45a1-9e23-fd70c255c599'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:56:05.086447 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e4e3cdc5-4a47-4946-b4a2-69b109837d94 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:05.098655 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6714887-5658-4b75-bfa9-ef4d4436caaa None None] Port 0391b228-8d73-4a24-a581-5050f7166194 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:56:05.105910 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2929215-a0a9-42f9-b6d5-5b4d0f9d2ea7 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:56:05.113765 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec,segment=NetworkSegment(a3130c76-aa5c-4a87-882b-e647ba927e17),segment_id=a3130c76-aa5c-4a87-882b-e647ba927e17)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:56:05.124597 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdada24-1143-481d-b8da-4ad44a82956e None None] Sync routers for ids ['d1f0d438-9249-4bea-ad95-85b45350ada1'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:56:05.136029 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:05.136809 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 9a43b8e8-66de-461b-b833-dfa4e74e38e2 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:56:05.174717 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d2929215-a0a9-42f9-b6d5-5b4d0f9d2ea7 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "PUT /v2.0/routers/d1f0d438-9249-4bea-ad95-85b45350ada1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1699419 May 03 22:56:05.177421 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39672) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:05.178108 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e4e3cdc5-4a47-4946-b4a2-69b109837d94 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:05.185193 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-1b11b0f4-94b5-4620-8d8d-d569d8efd9cb tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-412346799'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:56:05.191354 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1b11b0f4-94b5-4620-8d8d-d569d8efd9cb tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:56:05.196024 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1b11b0f4-94b5-4620-8d8d-d569d8efd9cb tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Usage tracker for resource:network and tenant:06cc14afcda64b42b43ac970e3b09815 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:56:05.201903 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4e3cdc5-4a47-4946-b4a2-69b109837d94 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:56:05.202422 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e4e3cdc5-4a47-4946-b4a2-69b109837d94 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:05.206434 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1b11b0f4-94b5-4620-8d8d-d569d8efd9cb tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:56:05.217845 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1b11b0f4-94b5-4620-8d8d-d569d8efd9cb tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: timer() May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:56:05.221239 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:56:05.239412 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b11b0f4-94b5-4620-8d8d-d569d8efd9cb tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Made reservation on behalf of 06cc14afcda64b42b43ac970e3b09815 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:56:05.243473 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6714887-5658-4b75-bfa9-ef4d4436caaa None None] Provisioning for port 9a43b8e8-66de-461b-b833-dfa4e74e38e2 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:56:05.245656 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1b11b0f4-94b5-4620-8d8d-d569d8efd9cb tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:05.246541 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdada24-1143-481d-b8da-4ad44a82956e None None] Routers {'d1f0d438-9249-4bea-ad95-85b45350ada1'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:05.247190 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-dfdada24-1143-481d-b8da-4ad44a82956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['d1f0d438-9249-4bea-ad95-85b45350ada1'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:05.282402 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b11b0f4-94b5-4620-8d8d-d569d8efd9cb tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:56:05.300193 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1b11b0f4-94b5-4620-8d8d-d569d8efd9cb tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:05.300838 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-1b11b0f4-94b5-4620-8d8d-d569d8efd9cb tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Added segment ff8563f5-5a63-4fdc-b031-fd06be1908bf of type vlan for network ff543532-3758-484e-b3b1-5cc8bc759a75 May 03 22:56:05.342481 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e4e3cdc5-4a47-4946-b4a2-69b109837d94 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:05.352067 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1b11b0f4-94b5-4620-8d8d-d569d8efd9cb tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:05.371502 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e4e3cdc5-4a47-4946-b4a2-69b109837d94 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:05.388397 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3cdc5-4a47-4946-b4a2-69b109837d94 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Pushing event deleted for resources: {'Network': ['ID=2f8bd908-7370-4518-8b40-d26ef2eacf39,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:05.392041 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1b11b0f4-94b5-4620-8d8d-d569d8efd9cb tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:05.398878 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b11b0f4-94b5-4620-8d8d-d569d8efd9cb tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:05.402814 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-43765e34-0605-4199-81b4-ced9ed14790a tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:05.408587 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e4e3cdc5-4a47-4946-b4a2-69b109837d94 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/networks/2f8bd908-7370-4518-8b40-d26ef2eacf39 HTTP/1.1" status: 204 len: 168 time: 3.9068146 May 03 22:56:05.408772 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1b11b0f4-94b5-4620-8d8d-d569d8efd9cb tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:05.408856 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39678) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:05.414450 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-6217f69f-306a-44a0-9e37-a03d74c5b4eb tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Request body: {'router': {'routes': None}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:56:05.470834 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-43765e34-0605-4199-81b4-ced9ed14790a tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:05.497624 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-dfdada24-1143-481d-b8da-4ad44a82956e None None] Set router d1f0d438-9249-4bea-ad95-85b45350ada1 gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:56:05.518894 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b11b0f4-94b5-4620-8d8d-d569d8efd9cb tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'Network': ['ID=ff543532-3758-484e-b3b1-5cc8bc759a75,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:05.547633 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1b11b0f4-94b5-4620-8d8d-d569d8efd9cb tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3685970 May 03 22:56:05.548741 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39684) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:05.563764 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-d11873c8-3851-4ef2-aeaf-ee524c7a1904 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Request body: {'subnet': {'network_id': 'ff543532-3758-484e-b3b1-5cc8bc759a75', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:56:05.728108 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network ff543532-3758-484e-b3b1-5cc8bc759a75 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:56:05.770384 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:05.784867 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d11873c8-3851-4ef2-aeaf-ee524c7a1904 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:56:05.788780 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d11873c8-3851-4ef2-aeaf-ee524c7a1904 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Usage tracker for resource:subnet and tenant:06cc14afcda64b42b43ac970e3b09815 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:56:05.792262 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d11873c8-3851-4ef2-aeaf-ee524c7a1904 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:56:05.800981 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d11873c8-3851-4ef2-aeaf-ee524c7a1904 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:56:05.806747 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43765e34-0605-4199-81b4-ced9ed14790a tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Port': ['ID=e20ccfd0-3dff-4cbf-a406-0b3b04f3dfb4,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:05.823200 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11873c8-3851-4ef2-aeaf-ee524c7a1904 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Made reservation on behalf of 06cc14afcda64b42b43ac970e3b09815 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:56:05.827171 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d11873c8-3851-4ef2-aeaf-ee524c7a1904 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:05.852503 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca8883-0ac3-44f2-b0ec-8e0da9e803ec req-32dfd77d-8503-4281-a43e-d7237f8b25cd tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:05.854468 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-43765e34-0605-4199-81b4-ced9ed14790a tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:05.859474 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f3ca8883-0ac3-44f2-b0ec-8e0da9e803ec req-32dfd77d-8503-4281-a43e-d7237f8b25cd tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 945 time: 0.1445541 May 03 22:56:05.874575 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.extraroute_db [None req-6217f69f-306a-44a0-9e37-a03d74c5b4eb tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Added routes are [] {{(pid=88070) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 03 22:56:05.874907 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.extraroute_db [None req-6217f69f-306a-44a0-9e37-a03d74c5b4eb tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Removed routes are [] {{(pid=88070) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 03 22:56:05.875809 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6217f69f-306a-44a0-9e37-a03d74c5b4eb tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:06.002805 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 9a43b8e8-66de-461b-b833-dfa4e74e38e2 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:56:06.006220 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f3ca8883-0ac3-44f2-b0ec-8e0da9e803ec req-54d37bef-3b04-4c20-bea9-e5588e51e040 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=a496da84-ec2b-470c-95d0-797cc34016ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361282 May 03 22:56:06.037798 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 9a43b8e8-66de-461b-b833-dfa4e74e38e2 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:06.038504 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:06.077010 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ca33f6c9-e8d8-42b9-a036-2c7b434c51ba None None] Provisioning complete for port 9a43b8e8-66de-461b-b833-dfa4e74e38e2 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:06.078137 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ca33f6c9-e8d8-42b9-a036-2c7b434c51ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:06.284480 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d11873c8-3851-4ef2-aeaf-ee524c7a1904 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:06.368939 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6217f69f-306a-44a0-9e37-a03d74c5b4eb tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:06.377755 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11873c8-3851-4ef2-aeaf-ee524c7a1904 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'Subnet': ['ID=d64ee205-3411-4416-b01f-a89079b9a5e6,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:06.383682 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6217f69f-306a-44a0-9e37-a03d74c5b4eb tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-785141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-785150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-783245'] for router, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:06.384372 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11873c8-3851-4ef2-aeaf-ee524c7a1904 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Checking segment: {'id': 'ff8563f5-5a63-4fdc-b031-fd06be1908bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ff543532-3758-484e-b3b1-5cc8bc759a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:56:06.384730 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11873c8-3851-4ef2-aeaf-ee524c7a1904 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Network hostable DHCP agents. Network: ff543532-3758-484e-b3b1-5cc8bc759a75, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:56:06.408336 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11873c8-3851-4ef2-aeaf-ee524c7a1904 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Network ff543532-3758-484e-b3b1-5cc8bc759a75 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:56:06.412409 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:06.420930 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-d11873c8-3851-4ef2-aeaf-ee524c7a1904 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, ff543532-3758-484e-b3b1-5cc8bc759a75) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:56:06.428717 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11873c8-3851-4ef2-aeaf-ee524c7a1904 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:06.430075 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d11873c8-3851-4ef2-aeaf-ee524c7a1904 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:06.435526 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4482d21-498a-4f63-b66f-4a4bc7da31bd None None] Network ff543532-3758-484e-b3b1-5cc8bc759a75 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:56:06.458831 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d11873c8-3851-4ef2-aeaf-ee524c7a1904 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9059315 May 03 22:56:06.459046 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ca33f6c9-e8d8-42b9-a036-2c7b434c51ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:06.459466 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39690) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:06.461586 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43765e34-0605-4199-81b4-ced9ed14790a tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Network 352bd245-ee03-4045-b225-f81d15d037bb is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:56:06.515813 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-dfdada24-1143-481d-b8da-4ad44a82956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'name': 'tempest-RoutersIpV6Test-router-424099633', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:55:40Z', 'updated_at': '2022-05-03T22:56:02Z', 'revision_number': 4, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'gw_port_host': None, '_interfaces': [{'id': '0391b228-8d73-4a24-a581-5050f7166194', 'name': '', 'network_id': '22b6129d-be32-41da-bdd1-39919c92b4db', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:dd:a9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '96b30d0b-b319-4a32-b513-87eefe2f565b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:59Z', 'updated_at': '2022-05-03T22:56:03Z', 'revision_number': 2, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '96b30d0b-b319-4a32-b513-87eefe2f565b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec', 'name': '', 'network_id': 'e555e396-6ec8-42a2-82b4-9ec115bb4270', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:54:e6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:50Z', 'updated_at': '2022-05-03T22:56:05Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5039bb9-aa62-4774-80df-363f9825d63a', 'name': '', 'network_id': '48656fbb-4e34-4a50-9398-454746d596a3', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:a0:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:43Z', 'updated_at': '2022-05-03T22:55:57Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:06.524933 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-43765e34-0605-4199-81b4-ced9ed14790a tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:56:06.570134 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 9a43b8e8-66de-461b-b833-dfa4e74e38e2, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=9a43b8e8-66de-461b-b833-dfa4e74e38e2,segment=NetworkSegment(f86a479b-8fff-4d14-a538-b00015935c2b),segment_id=f86a479b-8fff-4d14-a538-b00015935c2b)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:56:06.579080 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdada24-1143-481d-b8da-4ad44a82956e None None] Checking router: d1f0d438-9249-4bea-ad95-85b45350ada1 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:56:06.579442 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdada24-1143-481d-b8da-4ad44a82956e None None] Updating router d1f0d438-9249-4bea-ad95-85b45350ada1 port 0391b228-8d73-4a24-a581-5050f7166194 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:56:06.623415 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:06.624294 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 29d81cd3-2408-40fe-9b9e-1f8d6450431e up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:56:06.683339 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6217f69f-306a-44a0-9e37-a03d74c5b4eb tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Router ad186c1d-90c6-4e62-b866-dba1a5d63205 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:56:06.833652 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-dfdada24-1143-481d-b8da-4ad44a82956e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:06.871155 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6217f69f-306a-44a0-9e37-a03d74c5b4eb tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:56:06.881987 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac60b9ac-6dc6-458e-b09c-451cc0fb6b60 None None] Sync routers for ids ['ad186c1d-90c6-4e62-b866-dba1a5d63205'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:56:06.882800 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-ca33f6c9-e8d8-42b9-a036-2c7b434c51ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:56:06.882931 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6217f69f-306a-44a0-9e37-a03d74c5b4eb tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:06.883156 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-ca33f6c9-e8d8-42b9-a036-2c7b434c51ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:56:06.886503 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6217f69f-306a-44a0-9e37-a03d74c5b4eb tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "PUT /v2.0/routers/ad186c1d-90c6-4e62-b866-dba1a5d63205 HTTP/1.1" status: 200 len: 700 time: 1.4742444 May 03 22:56:06.888400 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39694) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:06.900126 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac60b9ac-6dc6-458e-b09c-451cc0fb6b60 None None] Routers {'ad186c1d-90c6-4e62-b866-dba1a5d63205'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:06.901117 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-ac60b9ac-6dc6-458e-b09c-451cc0fb6b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['ad186c1d-90c6-4e62-b866-dba1a5d63205'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:06.901903 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=9a43b8e8-66de-461b-b833-dfa4e74e38e2,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:06.929154 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43765e34-0605-4199-81b4-ced9ed14790a tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Router 2a46ef6a-da67-4165-814a-df1c49b1479f is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:56:07.051205 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-07d565fd-2a1c-454e-8060-b9cc932ac54d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Synchronizing usage tracker for tenant:51751333bcc04a9b85b04e61623005e7 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:56:07.072049 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 29d81cd3-2408-40fe-9b9e-1f8d6450431e completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:56:07.087866 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 29d81cd3-2408-40fe-9b9e-1f8d6450431e triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:07.088968 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:07.100061 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-ac60b9ac-6dc6-458e-b09c-451cc0fb6b60 None None] Set router ad186c1d-90c6-4e62-b866-dba1a5d63205 gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:56:07.104452 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-07d565fd-2a1c-454e-8060-b9cc932ac54d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Unset dirty status for tenant:51751333bcc04a9b85b04e61623005e7 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:56:07.105823 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-07d565fd-2a1c-454e-8060-b9cc932ac54d tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad186c1d-90c6-4e62-b866-dba1a5d63205 HTTP/1.1" status: 200 len: 205 time: 0.2164111 May 03 22:56:07.109388 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39700) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:07.140270 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43765e34-0605-4199-81b4-ced9ed14790a tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:56:07.155651 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-43765e34-0605-4199-81b4-ced9ed14790a tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "PUT /v2.0/routers/2a46ef6a-da67-4165-814a-df1c49b1479f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7103655 May 03 22:56:07.156769 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39704) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:07.158833 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80be8b33-67ba-48d7-baf8-b38ce0579005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-ff543532-3758-484e-b3b1-5cc8bc759a75', 'network_id': 'ff543532-3758-484e-b3b1-5cc8bc759a75', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'fixed_ips': [{'subnet_id': 'd64ee205-3411-4416-b01f-a89079b9a5e6'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:56:07.159922 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-80be8b33-67ba-48d7-baf8-b38ce0579005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:07.226919 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2c8a43-865e-446f-8484-59d55cc4d9f6 None None] Sync routers for ids ['2a46ef6a-da67-4165-814a-df1c49b1479f'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:56:07.248500 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-ac60b9ac-6dc6-458e-b09c-451cc0fb6b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'name': 'tempest-RoutersTest-router-107172431', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:54:32Z', 'updated_at': '2022-05-03T22:55:58Z', 'revision_number': 11, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:07.253614 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac60b9ac-6dc6-458e-b09c-451cc0fb6b60 None None] Checking router: ad186c1d-90c6-4e62-b866-dba1a5d63205 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:56:07.258424 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290a7d7d-4426-47de-b67c-fc8162623608 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:07.259388 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-290a7d7d-4426-47de-b67c-fc8162623608 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Synchronizing usage tracker for tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:56:07.262817 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac60b9ac-6dc6-458e-b09c-451cc0fb6b60 None None] Routers {'ad186c1d-90c6-4e62-b866-dba1a5d63205'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:07.263421 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-ac60b9ac-6dc6-458e-b09c-451cc0fb6b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['ad186c1d-90c6-4e62-b866-dba1a5d63205'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:07.277479 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-290a7d7d-4426-47de-b67c-fc8162623608 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Unset dirty status for tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:56:07.279354 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-290a7d7d-4426-47de-b67c-fc8162623608 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a46ef6a-da67-4165-814a-df1c49b1479f HTTP/1.1" status: 200 len: 983 time: 0.1213679 May 03 22:56:07.282225 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39708) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:07.366952 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e9de5898-b8a5-46fa-a931-f21c3842fe58 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:07.443861 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-ac60b9ac-6dc6-458e-b09c-451cc0fb6b60 None None] Set router ad186c1d-90c6-4e62-b866-dba1a5d63205 gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:56:07.447330 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-80be8b33-67ba-48d7-baf8-b38ce0579005 None None] Allocated IP 2001:db8:3::2 (ff543532-3758-484e-b3b1-5cc8bc759a75/d64ee205-3411-4416-b01f-a89079b9a5e6/04a8aedc-7855-43f9-ade6-754b34055d52) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:56:07.496016 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2c8a43-865e-446f-8484-59d55cc4d9f6 None None] Routers {'2a46ef6a-da67-4165-814a-df1c49b1479f'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:07.496757 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-5a2c8a43-865e-446f-8484-59d55cc4d9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['2a46ef6a-da67-4165-814a-df1c49b1479f'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:07.572001 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-ac60b9ac-6dc6-458e-b09c-451cc0fb6b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'name': 'tempest-RoutersTest-router-107172431', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:54:32Z', 'updated_at': '2022-05-03T22:55:58Z', 'revision_number': 11, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:07.577576 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac60b9ac-6dc6-458e-b09c-451cc0fb6b60 None None] The sync data for ids ['ad186c1d-90c6-4e62-b866-dba1a5d63205'] in n-d-811807-1 is: [{'id': 'ad186c1d-90c6-4e62-b866-dba1a5d63205', 'name': 'tempest-RoutersTest-router-107172431', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:54:32Z', 'updated_at': '2022-05-03T22:55:58Z', 'revision_number': 11, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'gw_port_host': None}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:56:07.615722 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-5a2c8a43-865e-446f-8484-59d55cc4d9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:07.813187 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2c8a43-865e-446f-8484-59d55cc4d9f6 None None] Routers {'2a46ef6a-da67-4165-814a-df1c49b1479f'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:07.814011 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-5a2c8a43-865e-446f-8484-59d55cc4d9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['2a46ef6a-da67-4165-814a-df1c49b1479f'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:07.860738 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e9de5898-b8a5-46fa-a931-f21c3842fe58 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:07.917717 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-5a2c8a43-865e-446f-8484-59d55cc4d9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:07.918166 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2c8a43-865e-446f-8484-59d55cc4d9f6 None None] The sync data for ids ['2a46ef6a-da67-4165-814a-df1c49b1479f'] in n-d-811807-1 is: [] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:56:07.922090 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e9de5898-b8a5-46fa-a931-f21c3842fe58 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:07.927420 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ca33f6c9-e8d8-42b9-a036-2c7b434c51ba None None] Provisioning for port e20ccfd0-3dff-4cbf-a406-0b3b04f3dfb4 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:56:07.927536 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d31151ae-86b1-4d8e-b317-3f497c29f7c4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:07.950688 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3787bb0-e496-4a36-98e6-a9fdc79bae89 req-2a251f09-b9bf-4dc6-8d22-646710a1ac8b tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:07.952174 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b3787bb0-e496-4a36-98e6-a9fdc79bae89 req-2a251f09-b9bf-4dc6-8d22-646710a1ac8b tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 945 time: 0.7039719 May 03 22:56:07.970662 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:07.986945 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ca33f6c9-e8d8-42b9-a036-2c7b434c51ba None None] Provisioning complete for port e20ccfd0-3dff-4cbf-a406-0b3b04f3dfb4 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:07.987316 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ca33f6c9-e8d8-42b9-a036-2c7b434c51ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:08.020638 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device a8505556-f05a-45a1-9e23-fd70c255c599 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:56:08.063949 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2f4dd686-1873-47cb-a259-43b162a2f9a1 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:08.128204 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e9de5898-b8a5-46fa-a931-f21c3842fe58 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:08.128730 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9de5898-b8a5-46fa-a931-f21c3842fe58 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Fanout notify agent at l3_agent the message router_deleted on router ad186c1d-90c6-4e62-b866-dba1a5d63205 {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:56:08.156007 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e9de5898-b8a5-46fa-a931-f21c3842fe58 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:08.161693 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e9de5898-b8a5-46fa-a931-f21c3842fe58 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/routers/ad186c1d-90c6-4e62-b866-dba1a5d63205 HTTP/1.1" status: 204 len: 168 time: 1.0472891 May 03 22:56:08.164128 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39714) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:08.171342 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-62041377-1b0f-4a39-bac8-543650292df6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1726039743', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:56:08.181427 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b3787bb0-e496-4a36-98e6-a9fdc79bae89 req-d515f58f-d0d4-4bca-8ecb-cad87a60906b tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=a496da84-ec2b-470c-95d0-797cc34016ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123642 May 03 22:56:08.185213 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-62041377-1b0f-4a39-bac8-543650292df6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:56:08.188594 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-ca33f6c9-e8d8-42b9-a036-2c7b434c51ba None None] Port e20ccfd0-3dff-4cbf-a406-0b3b04f3dfb4 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:56:08.194389 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-62041377-1b0f-4a39-bac8-543650292df6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Usage tracker for resource:router and tenant:51751333bcc04a9b85b04e61623005e7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:56:08.199387 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-62041377-1b0f-4a39-bac8-543650292df6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:56:08.202158 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 29d81cd3-2408-40fe-9b9e-1f8d6450431e, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=29d81cd3-2408-40fe-9b9e-1f8d6450431e,segment=NetworkSegment(cfcd6585-5bed-4cbb-baa9-1593669c2003),segment_id=cfcd6585-5bed-4cbb-baa9-1593669c2003)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:56:08.208737 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-62041377-1b0f-4a39-bac8-543650292df6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:56:08.273203 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:08.277305 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-62041377-1b0f-4a39-bac8-543650292df6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:08.278448 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-62041377-1b0f-4a39-bac8-543650292df6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:08.299507 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-62041377-1b0f-4a39-bac8-543650292df6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:08.325261 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-62041377-1b0f-4a39-bac8-543650292df6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:08.356785 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ae63851c-af72-4b7a-93c9-fb8061c961d4 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:56:08.399929 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-80be8b33-67ba-48d7-baf8-b38ce0579005 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:08.401463 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-2f4dd686-1873-47cb-a259-43b162a2f9a1 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Deleting port e20ccfd0-3dff-4cbf-a406-0b3b04f3dfb4 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:56:08.402074 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2f4dd686-1873-47cb-a259-43b162a2f9a1 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:08.409003 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-62041377-1b0f-4a39-bac8-543650292df6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:08.410197 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-62041377-1b0f-4a39-bac8-543650292df6 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2439349 May 03 22:56:08.414184 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39718) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:08.422834 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-6ab114db-4dcc-41d3-925c-da24b498e303 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:56:08.424355 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: ae63851c-af72-4b7a-93c9-fb8061c961d4 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:56:08.424707 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ae63851c-af72-4b7a-93c9-fb8061c961d4 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:56:08.448787 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-80be8b33-67ba-48d7-baf8-b38ce0579005 None None] Transition to ACTIVE for port object 04a8aedc-7855-43f9-ade6-754b34055d52 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:56:08.453986 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-dfdada24-1143-481d-b8da-4ad44a82956e None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:08.471317 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port a8505556-f05a-45a1-9e23-fd70c255c599 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:56:08.498431 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-dfdada24-1143-481d-b8da-4ad44a82956e None None] Transition to ACTIVE for port object 0391b228-8d73-4a24-a581-5050f7166194 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:56:08.501717 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port a8505556-f05a-45a1-9e23-fd70c255c599 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:08.502118 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:08.525935 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-66596df1-bf6d-4e06-ad00-6035264de135 None None] Provisioning complete for port e20ccfd0-3dff-4cbf-a406-0b3b04f3dfb4 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:08.526292 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-66596df1-bf6d-4e06-ad00-6035264de135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:08.550487 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=29d81cd3-2408-40fe-9b9e-1f8d6450431e,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:08.563027 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-80be8b33-67ba-48d7-baf8-b38ce0579005 None None] Transition to ACTIVE for port object 04a8aedc-7855-43f9-ade6-754b34055d52 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:56:08.565757 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:56:08.625503 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-dfdada24-1143-481d-b8da-4ad44a82956e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:08.658220 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2f4dd686-1873-47cb-a259-43b162a2f9a1 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:08.672631 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-80be8b33-67ba-48d7-baf8-b38ce0579005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:08.786951 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-2f4dd686-1873-47cb-a259-43b162a2f9a1 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Calling delete_port for e20ccfd0-3dff-4cbf-a406-0b3b04f3dfb4 owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:56:08.849509 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-66596df1-bf6d-4e06-ad00-6035264de135 None None] Port e20ccfd0-3dff-4cbf-a406-0b3b04f3dfb4 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:56:08.866207 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80be8b33-67ba-48d7-baf8-b38ce0579005 None None] Network ff543532-3758-484e-b3b1-5cc8bc759a75 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:56:08.876848 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-80be8b33-67ba-48d7-baf8-b38ce0579005 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:56:08.882059 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21584626-54d1-4e84-95a7-97c750162b1f None None] Pushing event updated for resources: {'Port': ['ID=0391b228-8d73-4a24-a581-5050f7166194,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:08.886162 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80be8b33-67ba-48d7-baf8-b38ce0579005 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:56:08.936790 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-d31151ae-86b1-4d8e-b317-3f497c29f7c4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Allocated IP 2001:db8:3::1 (ff543532-3758-484e-b3b1-5cc8bc759a75/d64ee205-3411-4416-b01f-a89079b9a5e6/8739c113-d655-4a27-bfde-79d0b2906f3d) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:56:08.941581 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6ab114db-4dcc-41d3-925c-da24b498e303 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:08.963714 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6ab114db-4dcc-41d3-925c-da24b498e303 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-785141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-785150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-783245'] for router, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:09.018688 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2f4dd686-1873-47cb-a259-43b162a2f9a1 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:09.145355 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4dd686-1873-47cb-a259-43b162a2f9a1 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'Port': ['ID=e20ccfd0-3dff-4cbf-a406-0b3b04f3dfb4,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:09.191205 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:09.236018 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be8b33-67ba-48d7-baf8-b38ce0579005 None None] Pushing event updated for resources: {'Port': ['ID=04a8aedc-7855-43f9-ade6-754b34055d52,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:09.246581 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:09.247059 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:09.287190 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d31151ae-86b1-4d8e-b317-3f497c29f7c4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:09.310438 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-dfdada24-1143-481d-b8da-4ad44a82956e None None] Attempting to bind port 0391b228-8d73-4a24-a581-5050f7166194 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:56:09.310834 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-dfdada24-1143-481d-b8da-4ad44a82956e None None] Attempting to bind port 0391b228-8d73-4a24-a581-5050f7166194 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'cfcd6585-5bed-4cbb-baa9-1593669c2003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '22b6129d-be32-41da-bdd1-39919c92b4db'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:56:09.311196 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdada24-1143-481d-b8da-4ad44a82956e None None] Attempting to bind port 0391b228-8d73-4a24-a581-5050f7166194 on network 22b6129d-be32-41da-bdd1-39919c92b4db {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:56:09.325107 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdada24-1143-481d-b8da-4ad44a82956e None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:56:09.325480 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdada24-1143-481d-b8da-4ad44a82956e None None] Checking segment: {'id': 'cfcd6585-5bed-4cbb-baa9-1593669c2003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '22b6129d-be32-41da-bdd1-39919c92b4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:56:09.325894 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-dfdada24-1143-481d-b8da-4ad44a82956e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:09.326401 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdada24-1143-481d-b8da-4ad44a82956e None None] Bound using segment: {'id': 'cfcd6585-5bed-4cbb-baa9-1593669c2003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '22b6129d-be32-41da-bdd1-39919c92b4db'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:56:09.326879 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-dfdada24-1143-481d-b8da-4ad44a82956e None None] Bound port: 0391b228-8d73-4a24-a581-5050f7166194, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfcd6585-5bed-4cbb-baa9-1593669c2003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '22b6129d-be32-41da-bdd1-39919c92b4db'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:56:09.327254 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-dfdada24-1143-481d-b8da-4ad44a82956e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:09.331824 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-d31151ae-86b1-4d8e-b317-3f497c29f7c4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Transition to ACTIVE for port object 8739c113-d655-4a27-bfde-79d0b2906f3d will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:56:09.346308 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-80be8b33-67ba-48d7-baf8-b38ce0579005 None None] Attempting to bind port 04a8aedc-7855-43f9-ade6-754b34055d52 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:56:09.346703 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-80be8b33-67ba-48d7-baf8-b38ce0579005 None None] Attempting to bind port 04a8aedc-7855-43f9-ade6-754b34055d52 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'ff8563f5-5a63-4fdc-b031-fd06be1908bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ff543532-3758-484e-b3b1-5cc8bc759a75'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:56:09.347066 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80be8b33-67ba-48d7-baf8-b38ce0579005 None None] Attempting to bind port 04a8aedc-7855-43f9-ade6-754b34055d52 on network ff543532-3758-484e-b3b1-5cc8bc759a75 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:56:09.357146 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80be8b33-67ba-48d7-baf8-b38ce0579005 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:56:09.357431 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80be8b33-67ba-48d7-baf8-b38ce0579005 None None] Checking segment: {'id': 'ff8563f5-5a63-4fdc-b031-fd06be1908bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ff543532-3758-484e-b3b1-5cc8bc759a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:56:09.358196 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-80be8b33-67ba-48d7-baf8-b38ce0579005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:09.358591 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80be8b33-67ba-48d7-baf8-b38ce0579005 None None] Bound using segment: {'id': 'ff8563f5-5a63-4fdc-b031-fd06be1908bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ff543532-3758-484e-b3b1-5cc8bc759a75'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:56:09.359143 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-80be8b33-67ba-48d7-baf8-b38ce0579005 None None] Bound port: 04a8aedc-7855-43f9-ade6-754b34055d52, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff8563f5-5a63-4fdc-b031-fd06be1908bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ff543532-3758-484e-b3b1-5cc8bc759a75'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:56:09.359594 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-80be8b33-67ba-48d7-baf8-b38ce0579005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:09.360494 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2f4dd686-1873-47cb-a259-43b162a2f9a1 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:09.374625 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d31151ae-86b1-4d8e-b317-3f497c29f7c4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:09.393445 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb86446-a50a-4f1c-a18c-b526683ca520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8505556-f05a-45a1-9e23-fd70c255c599'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:56:09.510192 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port a8505556-f05a-45a1-9e23-fd70c255c599, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a8505556-f05a-45a1-9e23-fd70c255c599,segment=NetworkSegment(c01eddde-57f8-4cc1-8f09-891362f7a1a2),segment_id=c01eddde-57f8-4cc1-8f09-891362f7a1a2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:56:09.547633 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:09.662369 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-841f9eae-3c99-40c5-b0ea-efbfe2fd0e64'] response: {'server_uuid': 'aeb86446-a50a-4f1c-a18c-b526683ca520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8505556-f05a-45a1-9e23-fd70c255c599', 'code': 200} May 03 22:56:09.667861 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=a8505556-f05a-45a1-9e23-fd70c255c599,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:09.707239 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31151ae-86b1-4d8e-b317-3f497c29f7c4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Network ff543532-3758-484e-b3b1-5cc8bc759a75 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:56:09.708675 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 9a43b8e8-66de-461b-b833-dfa4e74e38e2 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:56:09.719413 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-d31151ae-86b1-4d8e-b317-3f497c29f7c4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:56:09.729053 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31151ae-86b1-4d8e-b317-3f497c29f7c4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:56:09.729588 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d31151ae-86b1-4d8e-b317-3f497c29f7c4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:09.735168 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab114db-4dcc-41d3-925c-da24b498e303 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Router ddc33e92-fcc4-417e-a7ff-26e101cb2d29 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:56:09.740800 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31151ae-86b1-4d8e-b317-3f497c29f7c4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'Port': ['ID=8739c113-d655-4a27-bfde-79d0b2906f3d,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:09.768591 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-80be8b33-67ba-48d7-baf8-b38ce0579005 None None] For port 04a8aedc-7855-43f9-ade6-754b34055d52, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:56:09.780608 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-dfdada24-1143-481d-b8da-4ad44a82956e None None] For port 0391b228-8d73-4a24-a581-5050f7166194, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:56:09.785947 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-80be8b33-67ba-48d7-baf8-b38ce0579005 None None] For port 04a8aedc-7855-43f9-ade6-754b34055d52, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=04a8aedc-7855-43f9-ade6-754b34055d52,segment=NetworkSegment(ff8563f5-5a63-4fdc-b031-fd06be1908bf),segment_id=ff8563f5-5a63-4fdc-b031-fd06be1908bf)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:56:09.794423 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4dd686-1873-47cb-a259-43b162a2f9a1 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Router 2a46ef6a-da67-4165-814a-df1c49b1479f has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:56:09.794926 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-80be8b33-67ba-48d7-baf8-b38ce0579005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:09.800317 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-dfdada24-1143-481d-b8da-4ad44a82956e None None] For port 0391b228-8d73-4a24-a581-5050f7166194, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0391b228-8d73-4a24-a581-5050f7166194,segment=NetworkSegment(cfcd6585-5bed-4cbb-baa9-1593669c2003),segment_id=cfcd6585-5bed-4cbb-baa9-1593669c2003)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:56:09.841584 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-dfdada24-1143-481d-b8da-4ad44a82956e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:09.911547 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 9a43b8e8-66de-461b-b833-dfa4e74e38e2 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:09.912363 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:09.932829 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab114db-4dcc-41d3-925c-da24b498e303 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:56:09.943910 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7bbe1e-a149-417a-96e8-2311d86539a1 req-5afc5d6e-e708-45e4-9c0d-fabae77830b4 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:09.948437 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be8b33-67ba-48d7-baf8-b38ce0579005 None None] Pushing event updated for resources: {'Port': ['ID=04a8aedc-7855-43f9-ade6-754b34055d52,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:09.948606 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c97c3de-1475-435e-a7a4-5f7317bd39a0 None None] Sync routers for ids ['ddc33e92-fcc4-417e-a7ff-26e101cb2d29'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:56:09.950784 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad7bbe1e-a149-417a-96e8-2311d86539a1 req-5afc5d6e-e708-45e4-9c0d-fabae77830b4 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 946 time: 0.5634274 May 03 22:56:09.965282 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c97c3de-1475-435e-a7a4-5f7317bd39a0 None None] Routers {'ddc33e92-fcc4-417e-a7ff-26e101cb2d29'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:09.965760 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4dd686-1873-47cb-a259-43b162a2f9a1 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:56:09.968354 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-1c97c3de-1475-435e-a7a4-5f7317bd39a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['ddc33e92-fcc4-417e-a7ff-26e101cb2d29'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:10.007473 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2f4dd686-1873-47cb-a259-43b162a2f9a1 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "PUT /v2.0/routers/2a46ef6a-da67-4165-814a-df1c49b1479f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7215242 May 03 22:56:10.007669 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6ab114db-4dcc-41d3-925c-da24b498e303 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:10.007669 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6ab114db-4dcc-41d3-925c-da24b498e303 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "PUT /v2.0/routers/ddc33e92-fcc4-417e-a7ff-26e101cb2d29 HTTP/1.1" status: 200 len: 694 time: 1.5919232 May 03 22:56:10.009240 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39728) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:10.009578 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39730) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:10.029492 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9418e7c-36ad-4e81-a461-665e12b783f9 None None] Sync routers for ids ['2a46ef6a-da67-4165-814a-df1c49b1479f'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:56:10.032957 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d738c7-9185-4325-8cec-3a7f626464c6 req-45cfbbcb-5f1e-427c-b5d5-2ecd62c98e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:10.034495 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-30d738c7-9185-4325-8cec-3a7f626464c6 req-45cfbbcb-5f1e-427c-b5d5-2ecd62c98e61 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 1097 time: 0.3577802 May 03 22:56:10.058368 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdada24-1143-481d-b8da-4ad44a82956e None None] Routers {'d1f0d438-9249-4bea-ad95-85b45350ada1'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:10.059034 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-dfdada24-1143-481d-b8da-4ad44a82956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['d1f0d438-9249-4bea-ad95-85b45350ada1'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:10.099663 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad7bbe1e-a149-417a-96e8-2311d86539a1 req-20333d6c-f54f-4939-b348-c67f51433caa tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=a496da84-ec2b-470c-95d0-797cc34016ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358764 May 03 22:56:10.170792 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-30d738c7-9185-4325-8cec-3a7f626464c6 req-8ca5ce8f-4505-4f92-8f02-36c09015e9a6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a496da84-ec2b-470c-95d0-797cc34016ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239526 May 03 22:56:10.199089 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d31151ae-86b1-4d8e-b317-3f497c29f7c4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:10.285765 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-1c97c3de-1475-435e-a7a4-5f7317bd39a0 None None] Set router ddc33e92-fcc4-417e-a7ff-26e101cb2d29 gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:56:10.356462 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9418e7c-36ad-4e81-a461-665e12b783f9 None None] Routers {'2a46ef6a-da67-4165-814a-df1c49b1479f'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:10.357371 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c9418e7c-36ad-4e81-a461-665e12b783f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['2a46ef6a-da67-4165-814a-df1c49b1479f'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:10.381477 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-823de163-5f52-40fe-91e2-d9853f0472df tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] GET failed (client error): The resource could not be found. May 03 22:56:10.382074 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-823de163-5f52-40fe-91e2-d9853f0472df tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Synchronizing usage tracker for tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:56:10.394423 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-dcf7c65e-72b5-4e2d-821d-a367850b6cfd tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "GET /v2.0/routers/ddc33e92-fcc4-417e-a7ff-26e101cb2d29 HTTP/1.1" status: 200 len: 700 time: 0.3819726 May 03 22:56:10.397459 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39736) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:10.458430 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-1c97c3de-1475-435e-a7a4-5f7317bd39a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc33e92-fcc4-417e-a7ff-26e101cb2d29', 'name': 'tempest-RoutersTest-router-1726039743', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:56:08Z', 'updated_at': '2022-05-03T22:56:08Z', 'revision_number': 2, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:10.464484 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c17f46e1-d783-42cf-97cd-84727204ac82 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Synchronizing usage tracker for tenant:51751333bcc04a9b85b04e61623005e7 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:56:10.470028 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c97c3de-1475-435e-a7a4-5f7317bd39a0 None None] Checking router: ddc33e92-fcc4-417e-a7ff-26e101cb2d29 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:56:10.470913 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c9418e7c-36ad-4e81-a461-665e12b783f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:10.476151 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-823de163-5f52-40fe-91e2-d9853f0472df tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Unset dirty status for tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:56:10.477320 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-823de163-5f52-40fe-91e2-d9853f0472df tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "GET /v2.0/ports/e20ccfd0-3dff-4cbf-a406-0b3b04f3dfb4 HTTP/1.1" status: 404 len: 333 time: 0.4667475 May 03 22:56:10.480815 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39740) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:10.485008 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c97c3de-1475-435e-a7a4-5f7317bd39a0 None None] Routers {'ddc33e92-fcc4-417e-a7ff-26e101cb2d29'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:10.485628 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-1c97c3de-1475-435e-a7a4-5f7317bd39a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['ddc33e92-fcc4-417e-a7ff-26e101cb2d29'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:10.492203 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9418e7c-36ad-4e81-a461-665e12b783f9 None None] Routers {'2a46ef6a-da67-4165-814a-df1c49b1479f'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:10.492827 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c9418e7c-36ad-4e81-a461-665e12b783f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['2a46ef6a-da67-4165-814a-df1c49b1479f'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:10.570057 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21584626-54d1-4e84-95a7-97c750162b1f None None] Pushing event updated for resources: {'Port': ['ID=0391b228-8d73-4a24-a581-5050f7166194,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:10.584821 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c9418e7c-36ad-4e81-a461-665e12b783f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:10.586888 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9418e7c-36ad-4e81-a461-665e12b783f9 None None] The sync data for ids ['2a46ef6a-da67-4165-814a-df1c49b1479f'] in n-d-811807-1 is: [] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:56:10.603488 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-dfdada24-1143-481d-b8da-4ad44a82956e None None] Set router d1f0d438-9249-4bea-ad95-85b45350ada1 gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:56:10.661390 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c17f46e1-d783-42cf-97cd-84727204ac82 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Unset dirty status for tenant:51751333bcc04a9b85b04e61623005e7 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:56:10.662952 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c17f46e1-d783-42cf-97cd-84727204ac82 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddc33e92-fcc4-417e-a7ff-26e101cb2d29 HTTP/1.1" status: 200 len: 205 time: 0.2643764 May 03 22:56:10.666343 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b1-8c40-4ca0-89a0-c59ed2f97c60 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:10.668209 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39744) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:10.725575 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-1c97c3de-1475-435e-a7a4-5f7317bd39a0 None None] Set router ddc33e92-fcc4-417e-a7ff-26e101cb2d29 gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:56:10.842825 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-1c97c3de-1475-435e-a7a4-5f7317bd39a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc33e92-fcc4-417e-a7ff-26e101cb2d29', 'name': 'tempest-RoutersTest-router-1726039743', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:56:08Z', 'updated_at': '2022-05-03T22:56:08Z', 'revision_number': 2, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:10.847202 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c97c3de-1475-435e-a7a4-5f7317bd39a0 None None] The sync data for ids ['ddc33e92-fcc4-417e-a7ff-26e101cb2d29'] in n-d-811807-1 is: [{'id': 'ddc33e92-fcc4-417e-a7ff-26e101cb2d29', 'name': 'tempest-RoutersTest-router-1726039743', 'tenant_id': '51751333bcc04a9b85b04e61623005e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:56:08Z', 'updated_at': '2022-05-03T22:56:08Z', 'revision_number': 2, 'project_id': '51751333bcc04a9b85b04e61623005e7', 'gw_port_host': None}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:56:10.985173 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-17fe6843-f9e7-4e19-9bf3-2e7ee5e8dcd7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:11.024991 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b1-8c40-4ca0-89a0-c59ed2f97c60 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:11.028076 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b1-8c40-4ca0-89a0-c59ed2f97c60 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:11.073122 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b1-8c40-4ca0-89a0-c59ed2f97c60 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:11.073705 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d7c7b1-8c40-4ca0-89a0-c59ed2f97c60 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Fanout notify agent at l3_agent the message router_deleted on router 2a46ef6a-da67-4165-814a-df1c49b1479f {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:56:11.092668 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7b1-8c40-4ca0-89a0-c59ed2f97c60 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:11.093751 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-68d7c7b1-8c40-4ca0-89a0-c59ed2f97c60 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/routers/2a46ef6a-da67-4165-814a-df1c49b1479f HTTP/1.1" status: 204 len: 168 time: 0.6118393 May 03 22:56:11.098451 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39748) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:11.174315 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-dfdada24-1143-481d-b8da-4ad44a82956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'name': 'tempest-RoutersIpV6Test-router-424099633', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:55:40Z', 'updated_at': '2022-05-03T22:56:10Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'gw_port_host': None, '_interfaces': [{'id': '0391b228-8d73-4a24-a581-5050f7166194', 'name': '', 'network_id': '22b6129d-be32-41da-bdd1-39919c92b4db', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:dd:a9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '96b30d0b-b319-4a32-b513-87eefe2f565b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:59Z', 'updated_at': '2022-05-03T22:56:09Z', 'revision_number': 4, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '96b30d0b-b319-4a32-b513-87eefe2f565b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec', 'name': '', 'network_id': 'e555e396-6ec8-42a2-82b4-9ec115bb4270', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:54:e6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:50Z', 'updated_at': '2022-05-03T22:56:05Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8739c113-d655-4a27-bfde-79d0b2906f3d', 'name': '', 'network_id': 'ff543532-3758-484e-b3b1-5cc8bc759a75', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:e6:e8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'd64ee205-3411-4416-b01f-a89079b9a5e6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:56:08Z', 'updated_at': '2022-05-03T22:56:08Z', 'revision_number': 1, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': 'd64ee205-3411-4416-b01f-a89079b9a5e6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5039bb9-aa62-4774-80df-363f9825d63a', 'name': '', 'network_id': '48656fbb-4e34-4a50-9398-454746d596a3', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:a0:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:43Z', 'updated_at': '2022-05-03T22:55:57Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:11.184108 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdada24-1143-481d-b8da-4ad44a82956e None None] The sync data for ids ['d1f0d438-9249-4bea-ad95-85b45350ada1'] in n-d-811807-1 is: [{'id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'name': 'tempest-RoutersIpV6Test-router-424099633', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:55:40Z', 'updated_at': '2022-05-03T22:56:10Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'gw_port_host': None, '_interfaces': [{'id': '0391b228-8d73-4a24-a581-5050f7166194', 'name': '', 'network_id': '22b6129d-be32-41da-bdd1-39919c92b4db', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:dd:a9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '96b30d0b-b319-4a32-b513-87eefe2f565b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:59Z', 'updated_at': '2022-05-03T22:56:09Z', 'revision_number': 4, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '96b30d0b-b319-4a32-b513-87eefe2f565b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec', 'name': '', 'network_id': 'e555e396-6ec8-42a2-82b4-9ec115bb4270', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:54:e6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:50Z', 'updated_at': '2022-05-03T22:56:05Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8739c113-d655-4a27-bfde-79d0b2906f3d', 'name': '', 'network_id': 'ff543532-3758-484e-b3b1-5cc8bc759a75', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:e6:e8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'd64ee205-3411-4416-b01f-a89079b9a5e6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:56:08Z', 'updated_at': '2022-05-03T22:56:08Z', 'revision_number': 1, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': 'd64ee205-3411-4416-b01f-a89079b9a5e6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5039bb9-aa62-4774-80df-363f9825d63a', 'name': '', 'network_id': '48656fbb-4e34-4a50-9398-454746d596a3', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:a0:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:43Z', 'updated_at': '2022-05-03T22:55:57Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:56:11.544240 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-56c6b37b-7395-4ee1-9372-9ad823fa6708 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Deleting subnet adc2ab82-1d0e-471c-8f49-652f0620b3d5 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:56:11.547773 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 04a8aedc-7855-43f9-ade6-754b34055d52 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:56:11.561801 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-56c6b37b-7395-4ee1-9372-9ad823fa6708 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:11.644992 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-56c6b37b-7395-4ee1-9372-9ad823fa6708 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:11.689351 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d31151ae-86b1-4d8e-b317-3f497c29f7c4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:11.692654 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 04a8aedc-7855-43f9-ade6-754b34055d52 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:56:11.706897 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 29d81cd3-2408-40fe-9b9e-1f8d6450431e up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:56:11.755672 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83e10f3-7d32-4b93-bea0-54bd3b6ce560 None None] Network ff543532-3758-484e-b3b1-5cc8bc759a75 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:56:11.799154 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-56c6b37b-7395-4ee1-9372-9ad823fa6708 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:11.804124 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d31151ae-86b1-4d8e-b317-3f497c29f7c4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:11.804845 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d31151ae-86b1-4d8e-b317-3f497c29f7c4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:11.897385 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-91e78175-e488-46f3-a08e-6d2148926996 None None] Provisioning for port 04a8aedc-7855-43f9-ade6-754b34055d52 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:56:11.909553 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-17fe6843-f9e7-4e19-9bf3-2e7ee5e8dcd7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:11.911205 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-91e78175-e488-46f3-a08e-6d2148926996 None None] Provisioning complete for port 04a8aedc-7855-43f9-ade6-754b34055d52 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:11.911792 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-91e78175-e488-46f3-a08e-6d2148926996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:11.923614 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-56c6b37b-7395-4ee1-9372-9ad823fa6708 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:11.929380 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-17fe6843-f9e7-4e19-9bf3-2e7ee5e8dcd7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:11.981657 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c6b37b-7395-4ee1-9372-9ad823fa6708 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'Subnet': ['ID=adc2ab82-1d0e-471c-8f49-652f0620b3d5,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:11.994415 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-56c6b37b-7395-4ee1-9372-9ad823fa6708 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:12.002987 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-56c6b37b-7395-4ee1-9372-9ad823fa6708 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/subnets/adc2ab82-1d0e-471c-8f49-652f0620b3d5 HTTP/1.1" status: 204 len: 168 time: 0.9033773 May 03 22:56:12.005747 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39758) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:12.042813 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 29d81cd3-2408-40fe-9b9e-1f8d6450431e triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:12.046196 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:12.063072 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31151ae-86b1-4d8e-b317-3f497c29f7c4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event updated for resources: {'Port': ['ID=8739c113-d655-4a27-bfde-79d0b2906f3d,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:12.071142 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-17fe6843-f9e7-4e19-9bf3-2e7ee5e8dcd7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:12.072048 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fe6843-f9e7-4e19-9bf3-2e7ee5e8dcd7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Fanout notify agent at l3_agent the message router_deleted on router ddc33e92-fcc4-417e-a7ff-26e101cb2d29 {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:56:12.129915 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc722710-2ace-4e44-af2e-fc96f3394e7a None None] Network 352bd245-ee03-4045-b225-f81d15d037bb requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:56:12.148589 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-17fe6843-f9e7-4e19-9bf3-2e7ee5e8dcd7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:12.149683 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-17fe6843-f9e7-4e19-9bf3-2e7ee5e8dcd7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/routers/ddc33e92-fcc4-417e-a7ff-26e101cb2d29 HTTP/1.1" status: 204 len: 168 time: 1.4805226 May 03 22:56:12.171564 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39762) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:12.178226 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-212ff542-2db8-4b00-944a-a816d8980e22 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:12.193419 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-212ff542-2db8-4b00-944a-a816d8980e22 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Deleting port 9a43b8e8-66de-461b-b833-dfa4e74e38e2 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:56:12.194041 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-212ff542-2db8-4b00-944a-a816d8980e22 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:12.321348 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1f9e0ed4-197f-4029-82a8-29d10890c299 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "GET /v2.0/ports?device_id=ddc33e92-fcc4-417e-a7ff-26e101cb2d29 HTTP/1.1" status: 200 len: 205 time: 0.1480234 May 03 22:56:12.326071 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39766) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:12.425275 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ed6a8-7914-4def-8fd1-f0a62bdca2ef req-1aacba72-e338-4c66-87f1-1e57ee803855 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:12.427128 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad4ed6a8-7914-4def-8fd1-f0a62bdca2ef req-1aacba72-e338-4c66-87f1-1e57ee803855 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 946 time: 0.7410200 May 03 22:56:12.463589 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-0d387378-8a96-45ea-a955-21411431bad5 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] delete failed (client error): The resource could not be found. May 03 22:56:12.467221 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0d387378-8a96-45ea-a955-21411431bad5 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/routers/ddc33e92-fcc4-417e-a7ff-26e101cb2d29 HTTP/1.1" status: 404 len: 336 time: 0.1346910 May 03 22:56:12.468391 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39770) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:12.468518 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31151ae-86b1-4d8e-b317-3f497c29f7c4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Network ff543532-3758-484e-b3b1-5cc8bc759a75 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:56:12.475044 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-d31151ae-86b1-4d8e-b317-3f497c29f7c4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:56:12.508846 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-212ff542-2db8-4b00-944a-a816d8980e22 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] For port 9a43b8e8-66de-461b-b833-dfa4e74e38e2, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=9a43b8e8-66de-461b-b833-dfa4e74e38e2,segment=NetworkSegment(f86a479b-8fff-4d14-a538-b00015935c2b),segment_id=f86a479b-8fff-4d14-a538-b00015935c2b)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:56:12.509589 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-212ff542-2db8-4b00-944a-a816d8980e22 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:12.662121 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad4ed6a8-7914-4def-8fd1-f0a62bdca2ef req-ada2e3b8-bf09-4e3c-b114-ddf7b1744f1f tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=a496da84-ec2b-470c-95d0-797cc34016ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187691 May 03 22:56:12.667786 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c8366-407e-460c-8eb5-e3501dba678b req-9b16e088-80c0-4924-b1ac-976ca7646691 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:12.669457 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f2c8366-407e-460c-8eb5-e3501dba678b req-9b16e088-80c0-4924-b1ac-976ca7646691 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 1097 time: 0.5665376 May 03 22:56:12.732644 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f2c8366-407e-460c-8eb5-e3501dba678b req-731a4aaf-399c-429c-9b27-ca370829b88c tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544016 May 03 22:56:12.737479 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31151ae-86b1-4d8e-b317-3f497c29f7c4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Router d1f0d438-9249-4bea-ad95-85b45350ada1 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:56:12.746714 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-212ff542-2db8-4b00-944a-a816d8980e22 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Calling delete_port for 9a43b8e8-66de-461b-b833-dfa4e74e38e2 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:56:12.760554 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-91e78175-e488-46f3-a08e-6d2148926996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:12.794629 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39774) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:12.816756 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-91e78175-e488-46f3-a08e-6d2148926996 None None] For port 04a8aedc-7855-43f9-ade6-754b34055d52, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=04a8aedc-7855-43f9-ade6-754b34055d52,segment=NetworkSegment(ff8563f5-5a63-4fdc-b031-fd06be1908bf),segment_id=ff8563f5-5a63-4fdc-b031-fd06be1908bf)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:56:12.823625 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-91e78175-e488-46f3-a08e-6d2148926996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:12.863757 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-57453e17-6b74-4ad5-a21e-ef0302af4055 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] DELETE failed (client error): The resource could not be found. May 03 22:56:12.864223 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57453e17-6b74-4ad5-a21e-ef0302af4055 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:56:12.868837 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-57453e17-6b74-4ad5-a21e-ef0302af4055 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/subnets/2b3efd8b-3900-43e8-846c-f65690522bc5 HTTP/1.1" status: 404 len: 337 time: 0.4001281 May 03 22:56:12.894844 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39778) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:12.913262 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e78175-e488-46f3-a08e-6d2148926996 None None] Pushing event updated for resources: {'Port': ['ID=04a8aedc-7855-43f9-ade6-754b34055d52,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:12.936952 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da291bcd-0a6c-4f28-99cc-2a56cd1562a4 None None] DHCP port deletion for 352bd245-ee03-4045-b225-f81d15d037bb request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:56:12.943381 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-da291bcd-0a6c-4f28-99cc-2a56cd1562a4 None None] Deleting port 9a43b8e8-66de-461b-b833-dfa4e74e38e2 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:56:12.943939 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-da291bcd-0a6c-4f28-99cc-2a56cd1562a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:12.976869 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31151ae-86b1-4d8e-b317-3f497c29f7c4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:56:12.987050 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d31151ae-86b1-4d8e-b317-3f497c29f7c4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "PUT /v2.0/routers/d1f0d438-9249-4bea-ad95-85b45350ada1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5254910 May 03 22:56:12.987792 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39782) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:12.992915 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-acc1d055-a341-410c-b0a4-5d676fd4e343 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:56:13.011210 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-2605b753-b27b-44b3-b818-785b8375ffb7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] DELETE failed (client error): The resource could not be found. May 03 22:56:13.011942 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2605b753-b27b-44b3-b818-785b8375ffb7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:56:13.014140 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2605b753-b27b-44b3-b818-785b8375ffb7 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/subnets/e618f6de-04d9-4ad6-951b-5b938dd26c92 HTTP/1.1" status: 404 len: 337 time: 0.0977826 May 03 22:56:13.101463 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39786) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:13.192448 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ddad002a-ecc2-4c9a-8de0-cb55953c0482 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Deleting port 0337e596-6e39-4e82-8f80-63c99de5457c {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:56:13.192795 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ddad002a-ecc2-4c9a-8de0-cb55953c0482 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:13.257834 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b57f27-76b8-42d5-b7fa-60f3f2fa9ce5 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] DELETE failed (client error): The resource could not be found. May 03 22:56:13.258476 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84b57f27-76b8-42d5-b7fa-60f3f2fa9ce5 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:56:13.260346 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-84b57f27-76b8-42d5-b7fa-60f3f2fa9ce5 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/subnets/a58f4871-9558-45ae-ab79-38430aac549d HTTP/1.1" status: 404 len: 337 time: 0.1576974 May 03 22:56:13.263279 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39790) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:13.294177 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 04a8aedc-7855-43f9-ade6-754b34055d52 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:56:13.305045 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-e33736b7-c095-4817-9459-220c1ca88857 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] DELETE failed (client error): The resource could not be found. May 03 22:56:13.305637 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e33736b7-c095-4817-9459-220c1ca88857 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:56:13.306872 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-212ff542-2db8-4b00-944a-a816d8980e22 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:13.307557 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e33736b7-c095-4817-9459-220c1ca88857 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/subnets/8f62dc5d-3e8f-4369-8c3d-84e1cb488f84 HTTP/1.1" status: 404 len: 337 time: 0.0432711 May 03 22:56:13.310972 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39794) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:13.332730 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b1526d-1aa3-44f6-9409-50086af39899 None None] Sync routers for ids ['d1f0d438-9249-4bea-ad95-85b45350ada1'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:56:13.346699 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b1526d-1aa3-44f6-9409-50086af39899 None None] Routers {'d1f0d438-9249-4bea-ad95-85b45350ada1'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:13.350544 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-04b1526d-1aa3-44f6-9409-50086af39899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['d1f0d438-9249-4bea-ad95-85b45350ada1'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:13.369744 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8bcbb35a-e8c1-4b03-94e1-799de40359b1 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad186c1d-90c6-4e62-b866-dba1a5d63205 HTTP/1.1" status: 200 len: 205 time: 0.0577629 May 03 22:56:13.373483 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39798) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:13.374556 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-da291bcd-0a6c-4f28-99cc-2a56cd1562a4 None None] For port 9a43b8e8-66de-461b-b833-dfa4e74e38e2, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=9a43b8e8-66de-461b-b833-dfa4e74e38e2,segment=NetworkSegment(f86a479b-8fff-4d14-a538-b00015935c2b),segment_id=f86a479b-8fff-4d14-a538-b00015935c2b)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:56:13.375758 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-da291bcd-0a6c-4f28-99cc-2a56cd1562a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:13.387675 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ff542-2db8-4b00-944a-a816d8980e22 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'Port': ['ID=9a43b8e8-66de-461b-b833-dfa4e74e38e2,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:13.395768 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212ff542-2db8-4b00-944a-a816d8980e22 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] No DVR routers for this DVR port 9a43b8e8-66de-461b-b833-dfa4e74e38e2 on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:56:13.540852 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-42918c5e-639d-4ddb-b6cb-64462017ef02 None None] Provisioning complete for port 04a8aedc-7855-43f9-ade6-754b34055d52 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:13.541238 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-42918c5e-639d-4ddb-b6cb-64462017ef02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:13.644923 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-da291bcd-0a6c-4f28-99cc-2a56cd1562a4 None None] Calling delete_port for 9a43b8e8-66de-461b-b833-dfa4e74e38e2 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:56:13.646475 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-04b1526d-1aa3-44f6-9409-50086af39899 None None] Set router d1f0d438-9249-4bea-ad95-85b45350ada1 gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:56:13.771588 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-8daa80d1-e632-4149-a377-7948027691f1 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] delete failed (client error): The resource could not be found. May 03 22:56:13.773626 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8daa80d1-e632-4149-a377-7948027691f1 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/routers/ad186c1d-90c6-4e62-b866-dba1a5d63205 HTTP/1.1" status: 404 len: 336 time: 0.3983614 May 03 22:56:13.797576 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 04a8aedc-7855-43f9-ade6-754b34055d52 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:13.798178 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:13.854782 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-212ff542-2db8-4b00-944a-a816d8980e22 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:13.859214 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-da291bcd-0a6c-4f28-99cc-2a56cd1562a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:56:13.859626 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-da291bcd-0a6c-4f28-99cc-2a56cd1562a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:56:13.869319 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39804) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:13.875664 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ddad002a-ecc2-4c9a-8de0-cb55953c0482 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:13.876138 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ddad002a-ecc2-4c9a-8de0-cb55953c0482 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:13.992073 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-114d0bc7-faed-45bd-be3c-ddd2c5efcf24 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc02b860-98d8-455c-8eab-d67b45bb4698 HTTP/1.1" status: 200 len: 205 time: 0.1211069 May 03 22:56:14.007785 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39808) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:14.010290 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 0391b228-8d73-4a24-a581-5050f7166194 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:56:14.041594 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ddad002a-ecc2-4c9a-8de0-cb55953c0482 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Calling delete_port for 0337e596-6e39-4e82-8f80-63c99de5457c owned by network:floatingip {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:56:14.042658 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-42918c5e-639d-4ddb-b6cb-64462017ef02 None None] Provisioning for port 8739c113-d655-4a27-bfde-79d0b2906f3d completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:56:14.062470 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-42918c5e-639d-4ddb-b6cb-64462017ef02 None None] Provisioning complete for port 8739c113-d655-4a27-bfde-79d0b2906f3d triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:14.062823 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-42918c5e-639d-4ddb-b6cb-64462017ef02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:14.111957 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-3c5d00ee-bb16-44ed-abf4-b3ad194d1b83 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] delete failed (client error): The resource could not be found. May 03 22:56:14.113966 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3c5d00ee-bb16-44ed-abf4-b3ad194d1b83 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/routers/cc02b860-98d8-455c-8eab-d67b45bb4698 HTTP/1.1" status: 404 len: 336 time: 0.0999172 May 03 22:56:14.116353 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-212ff542-2db8-4b00-944a-a816d8980e22 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['352bd245-ee03-4045-b225-f81d15d037bb']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:14.116922 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39812) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:14.130186 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-42918c5e-639d-4ddb-b6cb-64462017ef02 None None] Port 8739c113-d655-4a27-bfde-79d0b2906f3d cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:56:14.133735 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-04b1526d-1aa3-44f6-9409-50086af39899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'name': 'tempest-RoutersIpV6Test-router-424099633', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:55:40Z', 'updated_at': '2022-05-03T22:56:10Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'gw_port_host': None, '_interfaces': [{'id': '0391b228-8d73-4a24-a581-5050f7166194', 'name': '', 'network_id': '22b6129d-be32-41da-bdd1-39919c92b4db', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:dd:a9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '96b30d0b-b319-4a32-b513-87eefe2f565b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:59Z', 'updated_at': '2022-05-03T22:56:09Z', 'revision_number': 4, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '96b30d0b-b319-4a32-b513-87eefe2f565b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec', 'name': '', 'network_id': 'e555e396-6ec8-42a2-82b4-9ec115bb4270', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:54:e6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:50Z', 'updated_at': '2022-05-03T22:56:05Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8739c113-d655-4a27-bfde-79d0b2906f3d', 'name': '', 'network_id': 'ff543532-3758-484e-b3b1-5cc8bc759a75', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:e6:e8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'd64ee205-3411-4416-b01f-a89079b9a5e6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:56:08Z', 'updated_at': '2022-05-03T22:56:10Z', 'revision_number': 2, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': 'd64ee205-3411-4416-b01f-a89079b9a5e6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5039bb9-aa62-4774-80df-363f9825d63a', 'name': '', 'network_id': '48656fbb-4e34-4a50-9398-454746d596a3', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:a0:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:43Z', 'updated_at': '2022-05-03T22:55:57Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:14.139736 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b1526d-1aa3-44f6-9409-50086af39899 None None] Checking router: d1f0d438-9249-4bea-ad95-85b45350ada1 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:56:14.140221 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b1526d-1aa3-44f6-9409-50086af39899 None None] Updating router d1f0d438-9249-4bea-ad95-85b45350ada1 port 8739c113-d655-4a27-bfde-79d0b2906f3d binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:56:14.147641 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-212ff542-2db8-4b00-944a-a816d8980e22 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f86a479b-8fff-4d14-a538-b00015935c2b') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:14.148317 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-212ff542-2db8-4b00-944a-a816d8980e22 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f86a479b-8fff-4d14-a538-b00015935c2b') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:14.155117 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 0391b228-8d73-4a24-a581-5050f7166194 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:56:14.161365 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 0391b228-8d73-4a24-a581-5050f7166194 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:14.161906 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:14.165235 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-212ff542-2db8-4b00-944a-a816d8980e22 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:14.186055 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-212ff542-2db8-4b00-944a-a816d8980e22 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:14.196561 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-212ff542-2db8-4b00-944a-a816d8980e22 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:56:14.197395 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-212ff542-2db8-4b00-944a-a816d8980e22 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:14.213904 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-04b1526d-1aa3-44f6-9409-50086af39899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:14.220627 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e133b36-abc8-45a8-a181-d254784cb844 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] DELETE failed (client error): The resource could not be found. May 03 22:56:14.221087 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e133b36-abc8-45a8-a181-d254784cb844 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:56:14.223260 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5e133b36-abc8-45a8-a181-d254784cb844 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/subnets/29305dbc-66e3-4fe0-93bd-0e6eef0c8629 HTTP/1.1" status: 404 len: 337 time: 0.1036601 May 03 22:56:14.228304 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39816) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:14.287558 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-fc578ac3-c137-4e28-9515-94d5f336c6ca tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "GET /v2.0/ports?device_id=474dd0f1-4e8f-4d55-a88a-47eace8d5655 HTTP/1.1" status: 200 len: 205 time: 0.0528181 May 03 22:56:14.295395 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c1eee63b-f43d-4ea5-8890-10148179258e None None] Provisioning complete for port 8739c113-d655-4a27-bfde-79d0b2906f3d triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:14.295621 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:56:14.295621 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:56:14.295621 n-d-811807-1 neutron-server[88070]: timer() May 03 22:56:14.295621 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:56:14.295621 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:56:14.295621 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:56:14.295621 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:56:14.295621 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:56:14.295621 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:56:14.295621 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:56:14.295621 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:56:14.295621 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:56:14.295621 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:56:14.295621 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:56:14.295621 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:56:14.295621 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:56:14.295621 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:56:14.295621 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:56:14.295621 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:56:14.295621 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:56:14.295621 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:56:14.295621 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:56:14.295621 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:56:14.295621 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:56:14.295621 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:56:14.295621 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:56:14.295621 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:56:14.295621 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:56:14.295621 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:56:14.295621 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:56:14.295621 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:56:14.295621 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:56:14.297919 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c1eee63b-f43d-4ea5-8890-10148179258e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:14.298009 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39820) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:14.298737 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c2d07-6e87-4757-a482-8121c2b9c6ba req-5e0e2030-b1e7-4125-8bc9-1d524e557972 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:14.300243 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c11c2d07-6e87-4757-a482-8121c2b9c6ba req-5e0e2030-b1e7-4125-8bc9-1d524e557972 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 946 time: 0.3714561 May 03 22:56:14.361389 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-da291bcd-0a6c-4f28-99cc-2a56cd1562a4 None None] Deleting port 9a43b8e8-66de-461b-b833-dfa4e74e38e2 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:56:14.361923 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-da291bcd-0a6c-4f28-99cc-2a56cd1562a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:14.398450 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-04dc46c1-fce7-480c-91e5-5a79f8062479 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] delete failed (client error): The resource could not be found. May 03 22:56:14.399615 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-04dc46c1-fce7-480c-91e5-5a79f8062479 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/routers/474dd0f1-4e8f-4d55-a88a-47eace8d5655 HTTP/1.1" status: 404 len: 336 time: 0.0948679 May 03 22:56:14.403397 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39824) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:14.428764 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c11c2d07-6e87-4757-a482-8121c2b9c6ba req-bf2a4b59-1513-4d3e-a8b9-e33fb8c3661b tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=a496da84-ec2b-470c-95d0-797cc34016ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198533 May 03 22:56:14.447465 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-212ff542-2db8-4b00-944a-a816d8980e22 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:14.471724 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-da291bcd-0a6c-4f28-99cc-2a56cd1562a4 None None] The port '9a43b8e8-66de-461b-b833-dfa4e74e38e2' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:56:14.488023 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:14.507827 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-c1eee63b-f43d-4ea5-8890-10148179258e None None] Port 8739c113-d655-4a27-bfde-79d0b2906f3d cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:56:14.561924 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-212ff542-2db8-4b00-944a-a816d8980e22 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:14.567211 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 0391b228-8d73-4a24-a581-5050f7166194, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0391b228-8d73-4a24-a581-5050f7166194,segment=NetworkSegment(cfcd6585-5bed-4cbb-baa9-1593669c2003),segment_id=cfcd6585-5bed-4cbb-baa9-1593669c2003)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:56:14.576192 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:14.617921 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.extraroute_db [None req-acc1d055-a341-410c-b0a4-5d676fd4e343 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88069) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 03 22:56:14.621642 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ff542-2db8-4b00-944a-a816d8980e22 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'Network': ['ID=352bd245-ee03-4045-b225-f81d15d037bb,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:14.639078 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f46b9706-2dc6-4825-bb3c-3a5392dce460 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "GET /v2.0/ports?device_id=9056b1cb-8519-41b3-a257-545e60fceb5f HTTP/1.1" status: 200 len: 205 time: 0.2339263 May 03 22:56:14.642463 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39830) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:14.682992 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 9a43b8e8-66de-461b-b833-dfa4e74e38e2 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:56:14.701792 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.extraroute_db [None req-acc1d055-a341-410c-b0a4-5d676fd4e343 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Removed routes are [] {{(pid=88069) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 03 22:56:14.702224 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-acc1d055-a341-410c-b0a4-5d676fd4e343 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:14.745029 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-04b1526d-1aa3-44f6-9409-50086af39899 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:14.760228 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-212ff542-2db8-4b00-944a-a816d8980e22 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/networks/352bd245-ee03-4045-b225-f81d15d037bb HTTP/1.1" status: 204 len: 168 time: 2.7529528 May 03 22:56:14.760711 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-04b1526d-1aa3-44f6-9409-50086af39899 None None] Transition to ACTIVE for port object 8739c113-d655-4a27-bfde-79d0b2906f3d will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:56:14.762987 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-b5b596f6-27c9-4ab5-9ed2-24af0db2fd6a tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] delete failed (client error): The resource could not be found. May 03 22:56:14.764001 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b5b596f6-27c9-4ab5-9ed2-24af0db2fd6a tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/routers/9056b1cb-8519-41b3-a257-545e60fceb5f HTTP/1.1" status: 404 len: 336 time: 0.1170790 May 03 22:56:14.767695 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39834) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:14.768043 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39836) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:14.770087 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 9a43b8e8-66de-461b-b833-dfa4e74e38e2 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:56:14.770435 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 9a43b8e8-66de-461b-b833-dfa4e74e38e2 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:56:14.782136 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-04b1526d-1aa3-44f6-9409-50086af39899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:14.798972 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=0391b228-8d73-4a24-a581-5050f7166194,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:14.877771 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596c28ab-9ac5-41b5-b61d-c34492ad3a91 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:14.878346 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-596c28ab-9ac5-41b5-b61d-c34492ad3a91 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Synchronizing usage tracker for tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:56:14.885292 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ddad002a-ecc2-4c9a-8de0-cb55953c0482 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:14.904094 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0fe267-5a16-47c0-83b3-d43571b7509d req-2a5b3a11-af5f-4e03-8394-7bc60b614718 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:14.905609 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8e0fe267-5a16-47c0-83b3-d43571b7509d req-2a5b3a11-af5f-4e03-8394-7bc60b614718 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 946 time: 0.2698562 May 03 22:56:14.922744 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39842) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:14.928552 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-7c49159b-721e-4c73-955d-eae7b47fb336 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Request body: {'floatingip': {'port_id': 'a8505556-f05a-45a1-9e23-fd70c255c599'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:56:14.948444 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad002a-ecc2-4c9a-8de0-cb55953c0482 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event deleted for resources: {'Port': ['ID=0337e596-6e39-4e82-8f80-63c99de5457c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:14.950527 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5182f80-879f-4bf4-8ef8-c0e125e8abd1 None None] Pushing event updated for resources: {'Port': ['ID=8739c113-d655-4a27-bfde-79d0b2906f3d,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:14.952554 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c4a6cd7-571c-4f4b-9cc6-abf6192d40f5 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] DELETE failed (client error): The resource could not be found. May 03 22:56:14.953009 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c4a6cd7-571c-4f4b-9cc6-abf6192d40f5 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:56:14.954876 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3c4a6cd7-571c-4f4b-9cc6-abf6192d40f5 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/subnets/33fa3d14-49e8-4bfd-a9f4-883d191b85e3 HTTP/1.1" status: 404 len: 337 time: 0.1837230 May 03 22:56:14.958851 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39846) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:15.022639 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-47cf62f1-8aaf-4f72-8b94-fb705b41e5ce tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "GET /v2.0/ports?device_id=e28c636e-dc07-4a64-9362-049fc1b4a2dd HTTP/1.1" status: 200 len: 205 time: 0.0597711 May 03 22:56:15.048902 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39850) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:15.056233 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-04b1526d-1aa3-44f6-9409-50086af39899 None None] Attempting to bind port 8739c113-d655-4a27-bfde-79d0b2906f3d on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:56:15.058383 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-04b1526d-1aa3-44f6-9409-50086af39899 None None] Attempting to bind port 8739c113-d655-4a27-bfde-79d0b2906f3d by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'ff8563f5-5a63-4fdc-b031-fd06be1908bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ff543532-3758-484e-b3b1-5cc8bc759a75'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:56:15.058815 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b1526d-1aa3-44f6-9409-50086af39899 None None] Attempting to bind port 8739c113-d655-4a27-bfde-79d0b2906f3d on network ff543532-3758-484e-b3b1-5cc8bc759a75 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:56:15.065546 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b1526d-1aa3-44f6-9409-50086af39899 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:56:15.066014 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b1526d-1aa3-44f6-9409-50086af39899 None None] Checking segment: {'id': 'ff8563f5-5a63-4fdc-b031-fd06be1908bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ff543532-3758-484e-b3b1-5cc8bc759a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:56:15.066596 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-04b1526d-1aa3-44f6-9409-50086af39899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:15.067095 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b1526d-1aa3-44f6-9409-50086af39899 None None] Bound using segment: {'id': 'ff8563f5-5a63-4fdc-b031-fd06be1908bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ff543532-3758-484e-b3b1-5cc8bc759a75'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:56:15.067659 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-04b1526d-1aa3-44f6-9409-50086af39899 None None] Bound port: 8739c113-d655-4a27-bfde-79d0b2906f3d, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff8563f5-5a63-4fdc-b031-fd06be1908bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'ff543532-3758-484e-b3b1-5cc8bc759a75'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:56:15.068085 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-04b1526d-1aa3-44f6-9409-50086af39899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:15.082847 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7c49159b-721e-4c73-955d-eae7b47fb336 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks [] for floatingip, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:15.138899 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 0391b228-8d73-4a24-a581-5050f7166194 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:56:15.143517 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-596c28ab-9ac5-41b5-b61d-c34492ad3a91 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Unset dirty status for tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:56:15.147536 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-596c28ab-9ac5-41b5-b61d-c34492ad3a91 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "GET /v2.0/ports/ffcfb305-4b63-4420-9422-332b07142fd8 HTTP/1.1" status: 200 len: 841 time: 0.3774941 May 03 22:56:15.148302 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39854) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:15.189321 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-f905173a-4e33-456a-b6d4-5a04af25759b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] delete failed (client error): The resource could not be found. May 03 22:56:15.191787 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-04b1526d-1aa3-44f6-9409-50086af39899 None None] For port 8739c113-d655-4a27-bfde-79d0b2906f3d, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:56:15.193321 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f905173a-4e33-456a-b6d4-5a04af25759b tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/routers/e28c636e-dc07-4a64-9362-049fc1b4a2dd HTTP/1.1" status: 404 len: 336 time: 0.1432104 May 03 22:56:15.194049 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39858) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:15.196818 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-04b1526d-1aa3-44f6-9409-50086af39899 None None] For port 8739c113-d655-4a27-bfde-79d0b2906f3d, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=8739c113-d655-4a27-bfde-79d0b2906f3d,segment=NetworkSegment(ff8563f5-5a63-4fdc-b031-fd06be1908bf),segment_id=ff8563f5-5a63-4fdc-b031-fd06be1908bf)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:56:15.203193 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-04b1526d-1aa3-44f6-9409-50086af39899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:15.253327 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 0391b228-8d73-4a24-a581-5050f7166194 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:15.254150 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:15.302283 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c2277cd-4f40-4cc4-8114-e817ac2536fe tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] DELETE failed (client error): The resource could not be found. May 03 22:56:15.302514 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c2277cd-4f40-4cc4-8114-e817ac2536fe tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:56:15.307480 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3c2277cd-4f40-4cc4-8114-e817ac2536fe tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/subnets/76a31202-3ef8-47c6-acd3-263a1b23e612 HTTP/1.1" status: 404 len: 337 time: 0.0746884 May 03 22:56:15.310201 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39862) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:15.321282 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b1526d-1aa3-44f6-9409-50086af39899 None None] Routers {'d1f0d438-9249-4bea-ad95-85b45350ada1'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:15.322344 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-04b1526d-1aa3-44f6-9409-50086af39899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['d1f0d438-9249-4bea-ad95-85b45350ada1'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:15.383724 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e94863ca-3d8b-419e-97d9-77962d2fbf51 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "GET /v2.0/ports?device_id=793278a9-934d-4f67-8cd7-38f8788716b1 HTTP/1.1" status: 200 len: 205 time: 0.0701137 May 03 22:56:15.384716 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ddad002a-ecc2-4c9a-8de0-cb55953c0482 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for floatingip, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:15.385052 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [None req-ddad002a-ecc2-4c9a-8de0-cb55953c0482 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Floating IP e8e404a4-f288-4ce9-9a6e-7cbe5bc52cdd disassociated (deleted). External IP: 172.25.2.17, port: 80ecd12c-1b1f-45c0-8744-d8fc3c292241. May 03 22:56:15.387834 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39866) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:15.547879 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-d0649003-d867-4dd6-b97a-6d53e043e04c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] delete failed (client error): The resource could not be found. May 03 22:56:15.549380 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d0649003-d867-4dd6-b97a-6d53e043e04c tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/routers/793278a9-934d-4f67-8cd7-38f8788716b1 HTTP/1.1" status: 404 len: 336 time: 0.1392736 May 03 22:56:15.560878 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5182f80-879f-4bf4-8ef8-c0e125e8abd1 None None] Pushing event updated for resources: {'Port': ['ID=8739c113-d655-4a27-bfde-79d0b2906f3d,revision_number=4']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:15.572909 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-04b1526d-1aa3-44f6-9409-50086af39899 None None] Set router d1f0d438-9249-4bea-ad95-85b45350ada1 gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:56:15.579898 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-acc1d055-a341-410c-b0a4-5d676fd4e343 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:15.634629 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39870) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:15.654993 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-acc1d055-a341-410c-b0a4-5d676fd4e343 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-785141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-785150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-783245'] for router, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:15.690045 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-293ff89b-e278-4746-b522-05b02f0571cd tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "GET /v2.0/ports/ffcfb305-4b63-4420-9422-332b07142fd8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.5350854 May 03 22:56:15.694505 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39874) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:15.707577 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-53604fa8-de36-4265-ba7d-026d1433208b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'subnet': {'network_id': '7c3d7b90-4cd0-492b-b8b2-539895f51db5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:56:15.720942 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-b02b46c9-0722-4610-bf54-ea44ee53b8fb tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] DELETE failed (client error): The resource could not be found. May 03 22:56:15.721381 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b02b46c9-0722-4610-bf54-ea44ee53b8fb tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:56:15.725387 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b02b46c9-0722-4610-bf54-ea44ee53b8fb tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/subnets/ef0c572e-080c-42a4-a891-8de27c0378a7 HTTP/1.1" status: 404 len: 337 time: 0.0871689 May 03 22:56:15.728652 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39878) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:15.797904 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-3afb9458-0307-49ff-81aa-596390fcc3b1 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] DELETE failed (client error): The resource could not be found. May 03 22:56:15.797904 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3afb9458-0307-49ff-81aa-596390fcc3b1 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:56:15.802041 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3afb9458-0307-49ff-81aa-596390fcc3b1 tempest-RoutersTest-616631033 tempest-RoutersTest-616631033-project] 10.222.0.58 "DELETE /v2.0/subnets/f0318502-8b8b-47ff-bbfc-5329827b41f9 HTTP/1.1" status: 404 len: 337 time: 0.0664682 May 03 22:56:15.885699 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-53604fa8-de36-4265-ba7d-026d1433208b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:56:15.893718 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-53604fa8-de36-4265-ba7d-026d1433208b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:subnet and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:56:15.898200 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-53604fa8-de36-4265-ba7d-026d1433208b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:56:15.906975 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-53604fa8-de36-4265-ba7d-026d1433208b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:56:15.934432 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-04b1526d-1aa3-44f6-9409-50086af39899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'name': 'tempest-RoutersIpV6Test-router-424099633', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:55:40Z', 'updated_at': '2022-05-03T22:56:14Z', 'revision_number': 6, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'gw_port_host': None, '_interfaces': [{'id': '0391b228-8d73-4a24-a581-5050f7166194', 'name': '', 'network_id': '22b6129d-be32-41da-bdd1-39919c92b4db', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:dd:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '96b30d0b-b319-4a32-b513-87eefe2f565b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:59Z', 'updated_at': '2022-05-03T22:56:14Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '96b30d0b-b319-4a32-b513-87eefe2f565b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec', 'name': '', 'network_id': 'e555e396-6ec8-42a2-82b4-9ec115bb4270', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:54:e6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:50Z', 'updated_at': '2022-05-03T22:56:05Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8739c113-d655-4a27-bfde-79d0b2906f3d', 'name': '', 'network_id': 'ff543532-3758-484e-b3b1-5cc8bc759a75', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:e6:e8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'd64ee205-3411-4416-b01f-a89079b9a5e6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:56:08Z', 'updated_at': '2022-05-03T22:56:15Z', 'revision_number': 4, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': 'd64ee205-3411-4416-b01f-a89079b9a5e6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5039bb9-aa62-4774-80df-363f9825d63a', 'name': '', 'network_id': '48656fbb-4e34-4a50-9398-454746d596a3', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:a0:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:43Z', 'updated_at': '2022-05-03T22:55:57Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:15.943565 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b1526d-1aa3-44f6-9409-50086af39899 None None] The sync data for ids ['d1f0d438-9249-4bea-ad95-85b45350ada1'] in n-d-811807-1 is: [{'id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'name': 'tempest-RoutersIpV6Test-router-424099633', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:55:40Z', 'updated_at': '2022-05-03T22:56:14Z', 'revision_number': 6, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'gw_port_host': None, '_interfaces': [{'id': '0391b228-8d73-4a24-a581-5050f7166194', 'name': '', 'network_id': '22b6129d-be32-41da-bdd1-39919c92b4db', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:dd:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '96b30d0b-b319-4a32-b513-87eefe2f565b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:59Z', 'updated_at': '2022-05-03T22:56:14Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '96b30d0b-b319-4a32-b513-87eefe2f565b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec', 'name': '', 'network_id': 'e555e396-6ec8-42a2-82b4-9ec115bb4270', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:54:e6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:50Z', 'updated_at': '2022-05-03T22:56:05Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8739c113-d655-4a27-bfde-79d0b2906f3d', 'name': '', 'network_id': 'ff543532-3758-484e-b3b1-5cc8bc759a75', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:e6:e8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'd64ee205-3411-4416-b01f-a89079b9a5e6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:56:08Z', 'updated_at': '2022-05-03T22:56:15Z', 'revision_number': 4, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': 'd64ee205-3411-4416-b01f-a89079b9a5e6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5039bb9-aa62-4774-80df-363f9825d63a', 'name': '', 'network_id': '48656fbb-4e34-4a50-9398-454746d596a3', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:a0:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:43Z', 'updated_at': '2022-05-03T22:55:57Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:56:15.982197 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53604fa8-de36-4265-ba7d-026d1433208b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Made reservation on behalf of 3a6c8dfe4a524ed3932fdccc3fe2c5d8 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:56:15.986465 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-53604fa8-de36-4265-ba7d-026d1433208b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:16.013044 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc1d055-a341-410c-b0a4-5d676fd4e343 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Router d1f0d438-9249-4bea-ad95-85b45350ada1 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:56:16.206171 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39886) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:16.231582 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddad002a-ecc2-4c9a-8de0-cb55953c0482 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Router 1e2a0ff5-3479-40d8-8149-1d4a007dc85e has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:56:16.338886 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc1d055-a341-410c-b0a4-5d676fd4e343 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:56:16.346276 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-acc1d055-a341-410c-b0a4-5d676fd4e343 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:16.350402 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-acc1d055-a341-410c-b0a4-5d676fd4e343 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "PUT /v2.0/routers/d1f0d438-9249-4bea-ad95-85b45350ada1 HTTP/1.1" status: 200 len: 953 time: 3.3586884 May 03 22:56:16.350623 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39892) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:16.352737 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3226d25d-8296-40ba-b553-feb28d6d1ce4 None None] Sync routers for ids ['d1f0d438-9249-4bea-ad95-85b45350ada1'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:56:16.362703 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3226d25d-8296-40ba-b553-feb28d6d1ce4 None None] Routers {'d1f0d438-9249-4bea-ad95-85b45350ada1'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:16.363318 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-3226d25d-8296-40ba-b553-feb28d6d1ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['d1f0d438-9249-4bea-ad95-85b45350ada1'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:16.529984 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-3226d25d-8296-40ba-b553-feb28d6d1ce4 None None] Set router d1f0d438-9249-4bea-ad95-85b45350ada1 gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:56:16.541188 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-27d52ebd-3627-4728-b3b0-c59dd254cb6d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=51751333bcc04a9b85b04e61623005e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3328028 May 03 22:56:16.545132 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39896) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:16.588728 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-53604fa8-de36-4265-ba7d-026d1433208b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:16.610813 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b56b60d6-898c-4ffa-98c9-824e2b104123 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "GET /v2.0/routers/d1f0d438-9249-4bea-ad95-85b45350ada1 HTTP/1.1" status: 200 len: 953 time: 0.2589867 May 03 22:56:16.627241 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39900) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:16.649877 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-9f3405b4-d556-45df-923e-75d0543364cd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Request body: {'router': {'routes': None}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:56:16.702013 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddad002a-ecc2-4c9a-8de0-cb55953c0482 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:56:16.714188 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e2295d-4c5f-497d-b2e8-ba68b01a1a5a None None] Sync routers for ids ['1e2a0ff5-3479-40d8-8149-1d4a007dc85e'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:56:16.745113 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ddad002a-ecc2-4c9a-8de0-cb55953c0482 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:16.754583 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e2295d-4c5f-497d-b2e8-ba68b01a1a5a None None] Routers {'1e2a0ff5-3479-40d8-8149-1d4a007dc85e'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:16.755226 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d6e2295d-4c5f-497d-b2e8-ba68b01a1a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['1e2a0ff5-3479-40d8-8149-1d4a007dc85e'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:16.806280 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7c49159b-721e-4c73-955d-eae7b47fb336 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:16.812719 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7c49159b-721e-4c73-955d-eae7b47fb336 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:16.957355 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-d6e2295d-4c5f-497d-b2e8-ba68b01a1a5a None None] Set router 1e2a0ff5-3479-40d8-8149-1d4a007dc85e gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:56:16.986320 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-3226d25d-8296-40ba-b553-feb28d6d1ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'name': 'tempest-RoutersIpV6Test-router-424099633', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:55:40Z', 'updated_at': '2022-05-03T22:56:14Z', 'revision_number': 6, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'gw_port_host': None, '_interfaces': [{'id': '0391b228-8d73-4a24-a581-5050f7166194', 'name': '', 'network_id': '22b6129d-be32-41da-bdd1-39919c92b4db', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:dd:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '96b30d0b-b319-4a32-b513-87eefe2f565b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:59Z', 'updated_at': '2022-05-03T22:56:14Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '96b30d0b-b319-4a32-b513-87eefe2f565b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec', 'name': '', 'network_id': 'e555e396-6ec8-42a2-82b4-9ec115bb4270', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:54:e6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:50Z', 'updated_at': '2022-05-03T22:56:05Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8739c113-d655-4a27-bfde-79d0b2906f3d', 'name': '', 'network_id': 'ff543532-3758-484e-b3b1-5cc8bc759a75', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:e6:e8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'd64ee205-3411-4416-b01f-a89079b9a5e6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:56:08Z', 'updated_at': '2022-05-03T22:56:15Z', 'revision_number': 4, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': 'd64ee205-3411-4416-b01f-a89079b9a5e6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5039bb9-aa62-4774-80df-363f9825d63a', 'name': '', 'network_id': '48656fbb-4e34-4a50-9398-454746d596a3', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:a0:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:43Z', 'updated_at': '2022-05-03T22:55:57Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:16.990560 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3226d25d-8296-40ba-b553-feb28d6d1ce4 None None] Checking router: d1f0d438-9249-4bea-ad95-85b45350ada1 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:56:17.004693 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3226d25d-8296-40ba-b553-feb28d6d1ce4 None None] Routers {'d1f0d438-9249-4bea-ad95-85b45350ada1'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:17.005335 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-3226d25d-8296-40ba-b553-feb28d6d1ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['d1f0d438-9249-4bea-ad95-85b45350ada1'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:17.022208 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-7c49159b-721e-4c73-955d-eae7b47fb336 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Floating IP c62750c5-6fdc-4aec-80f1-e42c996b74a4 associated. External IP: 172.25.2.95, port: a8505556-f05a-45a1-9e23-fd70c255c599. May 03 22:56:17.167538 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 8739c113-d655-4a27-bfde-79d0b2906f3d up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:56:17.193102 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ddad002a-ecc2-4c9a-8de0-cb55953c0482 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "DELETE /v2.0/floatingips/e8e404a4-f288-4ce9-9a6e-7cbe5bc52cdd HTTP/1.1" status: 204 len: 168 time: 4.3971212 May 03 22:56:17.210040 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53604fa8-de36-4265-ba7d-026d1433208b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Network 7c3d7b90-4cd0-492b-b8b2-539895f51db5 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:56:17.243020 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '536ebbd0-0ec6-4871-a5c5-17a1ecb82a10', 'tag': '80ecd12c-1b1f-45c0-8744-d8fc3c292241'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:56:17.263986 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-53604fa8-de36-4265-ba7d-026d1433208b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:56:17.266483 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-47d40256-a2af-4cb2-acb7-e2bf43edb474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:17.282787 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf58675-c543-4396-9272-80c64a181120 None None] Network 7c3d7b90-4cd0-492b-b8b2-539895f51db5 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:56:17.326099 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-47d40256-a2af-4cb2-acb7-e2bf43edb474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:17.351542 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4587acbc-3f14-475f-b555-c7516a5b4fc3'] response: {'name': 'network-changed', 'server_uuid': '536ebbd0-0ec6-4871-a5c5-17a1ecb82a10', 'tag': '80ecd12c-1b1f-45c0-8744-d8fc3c292241', 'status': 'completed', 'code': 200} May 03 22:56:17.352807 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53604fa8-de36-4265-ba7d-026d1433208b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:17.353456 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-53604fa8-de36-4265-ba7d-026d1433208b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:17.364139 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53604fa8-de36-4265-ba7d-026d1433208b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Subnet': ['ID=a163f4c2-e854-4ffe-80a6-48040aa1d5a8,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:17.461842 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 8739c113-d655-4a27-bfde-79d0b2906f3d completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:56:17.475862 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 8739c113-d655-4a27-bfde-79d0b2906f3d triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:17.476244 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:17.489020 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-53604fa8-de36-4265-ba7d-026d1433208b tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7914703 May 03 22:56:17.492841 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39908) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:17.496564 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d6e2295d-4c5f-497d-b2e8-ba68b01a1a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324673548', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '8018b6d2-2b5f-425e-ac76-71b63cc86d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:52:17Z', 'updated_at': '2022-05-03T22:52:35Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': '8018b6d2-2b5f-425e-ac76-71b63cc86d3e', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:18Z', 'updated_at': '2022-05-03T22:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'b68bd464-5573-4f3c-adc5-8250201b5eba', 'name': '', 'network_id': '055bb8ea-12c0-406b-86df-a2692a31f631', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'mac_address': 'fa:16:3e:38:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '79599846-a979-45d3-98e2-160f7aa782c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:31Z', 'updated_at': '2022-05-03T22:52:48Z', 'revision_number': 5, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'subnets': [{'id': '79599846-a979-45d3-98e2-160f7aa782c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:17.504343 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e2295d-4c5f-497d-b2e8-ba68b01a1a5a None None] Checking router: 1e2a0ff5-3479-40d8-8149-1d4a007dc85e for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:56:17.513764 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c49159b-721e-4c73-955d-eae7b47fb336 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Router 81950413-541f-4ab2-bd46-89c824a69ec6 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:56:17.526439 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-3226d25d-8296-40ba-b553-feb28d6d1ce4 None None] Set router d1f0d438-9249-4bea-ad95-85b45350ada1 gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:56:17.537084 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-7453aac3-2169-4f6f-8ef4-7c5dca9fde54 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'security_group': {'name': 'tempest-secgroup-441987988'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:56:17.539911 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e2295d-4c5f-497d-b2e8-ba68b01a1a5a None None] Routers {'1e2a0ff5-3479-40d8-8149-1d4a007dc85e'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:17.542355 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d6e2295d-4c5f-497d-b2e8-ba68b01a1a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['1e2a0ff5-3479-40d8-8149-1d4a007dc85e'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:17.568980 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7453aac3-2169-4f6f-8ef4-7c5dca9fde54 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:56:17.579349 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7453aac3-2169-4f6f-8ef4-7c5dca9fde54 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:security_group and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:56:17.582621 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7453aac3-2169-4f6f-8ef4-7c5dca9fde54 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:56:17.649282 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7453aac3-2169-4f6f-8ef4-7c5dca9fde54 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:56:17.665360 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-47d40256-a2af-4cb2-acb7-e2bf43edb474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:17.703863 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e57a72-b710-431f-afcc-eae628d6baa9 req-9a3d29b9-6680-450a-9fac-4e9003751f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:17.705793 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-68e57a72-b710-431f-afcc-eae628d6baa9 req-9a3d29b9-6680-450a-9fac-4e9003751f00 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 1097 time: 0.3308451 May 03 22:56:17.710888 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d40256-a2af-4cb2-acb7-e2bf43edb474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb275f8-50ac-4d32-9f4f-056511efcd44,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:17.725296 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-47d40256-a2af-4cb2-acb7-e2bf43edb474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:17.729175 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-47d40256-a2af-4cb2-acb7-e2bf43edb474 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9fb275f8-50ac-4d32-9f4f-056511efcd44 HTTP/1.1" status: 204 len: 168 time: 1.1830754 May 03 22:56:17.730718 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7453aac3-2169-4f6f-8ef4-7c5dca9fde54 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:17.774818 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7453aac3-2169-4f6f-8ef4-7c5dca9fde54 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:56:17.778017 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7453aac3-2169-4f6f-8ef4-7c5dca9fde54 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:security_group_rule and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:56:17.781748 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7453aac3-2169-4f6f-8ef4-7c5dca9fde54 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:56:17.787956 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7453aac3-2169-4f6f-8ef4-7c5dca9fde54 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:56:17.866623 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7453aac3-2169-4f6f-8ef4-7c5dca9fde54 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:17.910319 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7453aac3-2169-4f6f-8ef4-7c5dca9fde54 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:18.033403 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-d6e2295d-4c5f-497d-b2e8-ba68b01a1a5a None None] Set router 1e2a0ff5-3479-40d8-8149-1d4a007dc85e gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:56:18.071840 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c49159b-721e-4c73-955d-eae7b47fb336 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:56:18.072457 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:18.088474 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7c49159b-721e-4c73-955d-eae7b47fb336 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:18.090413 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f35b5e4-775c-4144-b856-1b0c82d4e626 None None] Sync routers for ids ['81950413-541f-4ab2-bd46-89c824a69ec6'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:56:18.104983 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453aac3-2169-4f6f-8ef4-7c5dca9fde54 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9fe85d-2d7b-4c70-b425-145df5f37359,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:18.117109 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f35b5e4-775c-4144-b856-1b0c82d4e626 None None] Routers {'81950413-541f-4ab2-bd46-89c824a69ec6'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:18.118077 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-8f35b5e4-775c-4144-b856-1b0c82d4e626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['81950413-541f-4ab2-bd46-89c824a69ec6'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:18.118727 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7453aac3-2169-4f6f-8ef4-7c5dca9fde54 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:18.122948 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7453aac3-2169-4f6f-8ef4-7c5dca9fde54 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6277471 May 03 22:56:18.123713 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39918) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:18.141903 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-1e8599c3-a9fb-4426-b83a-15560d0880e2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'security_group': {'name': 'tempest-secgroup-101336047'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:56:18.153960 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1e8599c3-a9fb-4426-b83a-15560d0880e2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:56:18.201811 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab3c48-0611-4bcb-a723-d366e4e82d0e req-75dde479-bc78-4afd-bf90-7d0c26df23f3 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:18.203750 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e0ab3c48-0611-4bcb-a723-d366e4e82d0e req-75dde479-bc78-4afd-bf90-7d0c26df23f3 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 946 time: 0.2567995 May 03 22:56:18.222468 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7c49159b-721e-4c73-955d-eae7b47fb336 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "PUT /v2.0/floatingips/c62750c5-6fdc-4aec-80f1-e42c996b74a4 HTTP/1.1" status: 200 len: 991 time: 3.2986531 May 03 22:56:18.226994 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb86446-a50a-4f1c-a18c-b526683ca520', 'tag': 'a8505556-f05a-45a1-9e23-fd70c255c599'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:56:18.248806 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1e8599c3-a9fb-4426-b83a-15560d0880e2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:security_group and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:56:18.258046 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1e8599c3-a9fb-4426-b83a-15560d0880e2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:56:18.279016 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1e8599c3-a9fb-4426-b83a-15560d0880e2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:56:18.285178 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e57a72-b710-431f-afcc-eae628d6baa9 req-84fe586a-5350-4279-8e5f-7f15fa2b5ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:18.286788 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-68e57a72-b710-431f-afcc-eae628d6baa9 req-84fe586a-5350-4279-8e5f-7f15fa2b5ec0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=055bb8ea-12c0-406b-86df-a2692a31f631 HTTP/1.1" status: 200 len: 897 time: 0.5635238 May 03 22:56:18.310987 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-8f35b5e4-775c-4144-b856-1b0c82d4e626 None None] Set router 81950413-541f-4ab2-bd46-89c824a69ec6 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:56:18.344656 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e0ab3c48-0611-4bcb-a723-d366e4e82d0e req-c1552da4-44ed-43de-a3f9-898a4ff2bd20 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202738 May 03 22:56:18.360477 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0a0adfa-47d1-4765-bfe5-108e7a6eaf29'] response: {'name': 'network-changed', 'server_uuid': 'aeb86446-a50a-4f1c-a18c-b526683ca520', 'tag': 'a8505556-f05a-45a1-9e23-fd70c255c599', 'status': 'completed', 'code': 200} May 03 22:56:18.381534 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-68e57a72-b710-431f-afcc-eae628d6baa9 req-d7dc20ed-f034-4328-abfb-99b6f3b52659 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80ecd12c-1b1f-45c0-8744-d8fc3c292241 HTTP/1.1" status: 200 len: 217 time: 0.0863698 May 03 22:56:18.385186 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1e8599c3-a9fb-4426-b83a-15560d0880e2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:18.407984 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.extraroute_db [None req-9f3405b4-d556-45df-923e-75d0543364cd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Added routes are [] {{(pid=88070) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 03 22:56:18.408366 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.extraroute_db [None req-9f3405b4-d556-45df-923e-75d0543364cd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88070) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 03 22:56:18.471910 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c14c2d-08c3-427e-9713-6bfd5b208f68 req-325cca18-0918-48cc-8f1f-b0b69d21e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:18.473529 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-59c14c2d-08c3-427e-9713-6bfd5b208f68 req-325cca18-0918-48cc-8f1f-b0b69d21e5b5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1b60de6f3b94c398a46d760b7dccea8&device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 1097 time: 0.1106789 May 03 22:56:18.475725 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e57a72-b710-431f-afcc-eae628d6baa9 req-8baf21cc-8ff6-453f-90a9-98c7333645d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:18.477361 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-68e57a72-b710-431f-afcc-eae628d6baa9 req-8baf21cc-8ff6-453f-90a9-98c7333645d1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=79599846-a979-45d3-98e2-160f7aa782c9 HTTP/1.1" status: 200 len: 835 time: 0.0748217 May 03 22:56:18.526983 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1e8599c3-a9fb-4426-b83a-15560d0880e2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:56:18.546627 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1e8599c3-a9fb-4426-b83a-15560d0880e2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:security_group_rule and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:56:18.553423 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1e8599c3-a9fb-4426-b83a-15560d0880e2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:56:18.573912 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1e8599c3-a9fb-4426-b83a-15560d0880e2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:56:18.604309 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9f3405b4-d556-45df-923e-75d0543364cd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:18.607949 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 8739c113-d655-4a27-bfde-79d0b2906f3d, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=8739c113-d655-4a27-bfde-79d0b2906f3d,segment=NetworkSegment(ff8563f5-5a63-4fdc-b031-fd06be1908bf),segment_id=ff8563f5-5a63-4fdc-b031-fd06be1908bf)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:56:18.714178 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:18.790807 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2696cbae-34ba-413b-876c-5460f35862e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-7c3d7b90-4cd0-492b-b8b2-539895f51db5', 'network_id': '7c3d7b90-4cd0-492b-b8b2-539895f51db5', 'tenant_id': '3a6c8dfe4a524ed3932fdccc3fe2c5d8', 'fixed_ips': [{'subnet_id': 'a163f4c2-e854-4ffe-80a6-48040aa1d5a8'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:56:18.791645 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2696cbae-34ba-413b-876c-5460f35862e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:18.801323 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c14c2d-08c3-427e-9713-6bfd5b208f68 req-97d1c785-7011-44a4-a62d-a240372d06a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:18.813664 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d6e2295d-4c5f-497d-b2e8-ba68b01a1a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324673548', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '8018b6d2-2b5f-425e-ac76-71b63cc86d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:52:17Z', 'updated_at': '2022-05-03T22:52:35Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': '8018b6d2-2b5f-425e-ac76-71b63cc86d3e', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:18Z', 'updated_at': '2022-05-03T22:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'b68bd464-5573-4f3c-adc5-8250201b5eba', 'name': '', 'network_id': '055bb8ea-12c0-406b-86df-a2692a31f631', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'mac_address': 'fa:16:3e:38:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '79599846-a979-45d3-98e2-160f7aa782c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:31Z', 'updated_at': '2022-05-03T22:52:48Z', 'revision_number': 5, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'subnets': [{'id': '79599846-a979-45d3-98e2-160f7aa782c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:18.814994 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-59c14c2d-08c3-427e-9713-6bfd5b208f68 req-97d1c785-7011-44a4-a62d-a240372d06a2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c911580a-47e8-451d-aa8d-57f0fa21ffe1 HTTP/1.1" status: 200 len: 919 time: 0.3350079 May 03 22:56:18.826064 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e2295d-4c5f-497d-b2e8-ba68b01a1a5a None None] The sync data for ids ['1e2a0ff5-3479-40d8-8149-1d4a007dc85e'] in n-d-811807-1 is: [{'id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324673548', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '8018b6d2-2b5f-425e-ac76-71b63cc86d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:52:17Z', 'updated_at': '2022-05-03T22:52:35Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': '8018b6d2-2b5f-425e-ac76-71b63cc86d3e', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:18Z', 'updated_at': '2022-05-03T22:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'b68bd464-5573-4f3c-adc5-8250201b5eba', 'name': '', 'network_id': '055bb8ea-12c0-406b-86df-a2692a31f631', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'mac_address': 'fa:16:3e:38:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '79599846-a979-45d3-98e2-160f7aa782c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:31Z', 'updated_at': '2022-05-03T22:52:48Z', 'revision_number': 5, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'subnets': [{'id': '79599846-a979-45d3-98e2-160f7aa782c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:56:18.826356 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=8739c113-d655-4a27-bfde-79d0b2906f3d,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:18.871870 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1e8599c3-a9fb-4426-b83a-15560d0880e2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:18.886441 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1e8599c3-a9fb-4426-b83a-15560d0880e2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:18.889104 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-3226d25d-8296-40ba-b553-feb28d6d1ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'name': 'tempest-RoutersIpV6Test-router-424099633', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:55:40Z', 'updated_at': '2022-05-03T22:56:14Z', 'revision_number': 6, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'gw_port_host': None, '_interfaces': [{'id': '0391b228-8d73-4a24-a581-5050f7166194', 'name': '', 'network_id': '22b6129d-be32-41da-bdd1-39919c92b4db', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:dd:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '96b30d0b-b319-4a32-b513-87eefe2f565b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:59Z', 'updated_at': '2022-05-03T22:56:14Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '96b30d0b-b319-4a32-b513-87eefe2f565b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec', 'name': '', 'network_id': 'e555e396-6ec8-42a2-82b4-9ec115bb4270', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:54:e6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:50Z', 'updated_at': '2022-05-03T22:56:05Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8739c113-d655-4a27-bfde-79d0b2906f3d', 'name': '', 'network_id': 'ff543532-3758-484e-b3b1-5cc8bc759a75', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:e6:e8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'd64ee205-3411-4416-b01f-a89079b9a5e6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:56:08Z', 'updated_at': '2022-05-03T22:56:15Z', 'revision_number': 4, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': 'd64ee205-3411-4416-b01f-a89079b9a5e6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5039bb9-aa62-4774-80df-363f9825d63a', 'name': '', 'network_id': '48656fbb-4e34-4a50-9398-454746d596a3', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:a0:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:43Z', 'updated_at': '2022-05-03T22:55:57Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:18.901463 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3226d25d-8296-40ba-b553-feb28d6d1ce4 None None] The sync data for ids ['d1f0d438-9249-4bea-ad95-85b45350ada1'] in n-d-811807-1 is: [{'id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'name': 'tempest-RoutersIpV6Test-router-424099633', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:55:40Z', 'updated_at': '2022-05-03T22:56:14Z', 'revision_number': 6, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'gw_port_host': None, '_interfaces': [{'id': '0391b228-8d73-4a24-a581-5050f7166194', 'name': '', 'network_id': '22b6129d-be32-41da-bdd1-39919c92b4db', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:dd:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '96b30d0b-b319-4a32-b513-87eefe2f565b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:59Z', 'updated_at': '2022-05-03T22:56:14Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '96b30d0b-b319-4a32-b513-87eefe2f565b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec', 'name': '', 'network_id': 'e555e396-6ec8-42a2-82b4-9ec115bb4270', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:54:e6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:50Z', 'updated_at': '2022-05-03T22:56:05Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8739c113-d655-4a27-bfde-79d0b2906f3d', 'name': '', 'network_id': 'ff543532-3758-484e-b3b1-5cc8bc759a75', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:e6:e8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'd64ee205-3411-4416-b01f-a89079b9a5e6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:56:08Z', 'updated_at': '2022-05-03T22:56:15Z', 'revision_number': 4, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': 'd64ee205-3411-4416-b01f-a89079b9a5e6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5039bb9-aa62-4774-80df-363f9825d63a', 'name': '', 'network_id': '48656fbb-4e34-4a50-9398-454746d596a3', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:a0:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:43Z', 'updated_at': '2022-05-03T22:55:57Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:56:18.967073 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e57a72-b710-431f-afcc-eae628d6baa9 req-eb8eba34-1cc2-49d4-ba9b-9d10725e313d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:18.968566 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-68e57a72-b710-431f-afcc-eae628d6baa9 req-eb8eba34-1cc2-49d4-ba9b-9d10725e313d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=055bb8ea-12c0-406b-86df-a2692a31f631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4797361 May 03 22:56:19.011030 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8599c3-a9fb-4426-b83a-15560d0880e2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17c97862-ab5a-4de2-abfa-cdc70e4fe809,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:19.013577 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-59c14c2d-08c3-427e-9713-6bfd5b208f68 req-ec5ebccb-6add-4e84-97a7-f95cfcd11025 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8505556-f05a-45a1-9e23-fd70c255c599 HTTP/1.1" status: 200 len: 999 time: 0.1911917 May 03 22:56:19.166238 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c14c2d-08c3-427e-9713-6bfd5b208f68 req-0ef7f8b2-6251-4126-b1ae-91c8dc2d63ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:19.168378 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-59c14c2d-08c3-427e-9713-6bfd5b208f68 req-0ef7f8b2-6251-4126-b1ae-91c8dc2d63ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5517459f-c98d-41cf-b3ba-cd5ba862ae7c HTTP/1.1" status: 200 len: 857 time: 0.1485310 May 03 22:56:19.176349 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-2696cbae-34ba-413b-876c-5460f35862e9 None None] Allocated IP 172.20.0.2 (7c3d7b90-4cd0-492b-b8b2-539895f51db5/a163f4c2-e854-4ffe-80a6-48040aa1d5a8/64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:56:19.188521 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 8739c113-d655-4a27-bfde-79d0b2906f3d up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:56:19.221391 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1e8599c3-a9fb-4426-b83a-15560d0880e2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:19.225338 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1e8599c3-a9fb-4426-b83a-15560d0880e2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0932438 May 03 22:56:19.235858 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-8f35b5e4-775c-4144-b856-1b0c82d4e626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'name': 'tempest-ServerRescueNegativeTestJSON-686896975-router', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:53:46Z', 'updated_at': '2022-05-03T22:53:54Z', 'revision_number': 4, 'project_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'gw_port': {'id': 'ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:53:47Z', 'updated_at': '2022-05-03T22:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'c62750c5-6fdc-4aec-80f1-e42c996b74a4', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'floating_ip_address': '172.25.2.95', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'port_id': 'a8505556-f05a-45a1-9e23-fd70c255c599', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1', 'mac_address': 'fa:16:3e:f3:ac:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb86446-a50a-4f1c-a18c-b526683ca520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:55:46Z', 'updated_at': '2022-05-03T22:56:16Z', 'revision_number': 1, 'project_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b5baf81-0115-425e-8091-179ef2adb1a2', 'name': '', 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'mac_address': 'fa:16:3e:1a:df:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '5517459f-c98d-41cf-b3ba-cd5ba862ae7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:53:52Z', 'updated_at': '2022-05-03T22:54:05Z', 'revision_number': 5, 'project_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'subnets': [{'id': '5517459f-c98d-41cf-b3ba-cd5ba862ae7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:19.249814 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39944) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:19.258181 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-f5b2f5b7-5100-4260-be41-b14de6263f5d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-756117914', 'security_groups': ['17c97862-ab5a-4de2-abfa-cdc70e4fe809'], 'network_id': '7c3d7b90-4cd0-492b-b8b2-539895f51db5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a163f4c2-e854-4ffe-80a6-48040aa1d5a8'}]}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:56:19.265978 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f35b5e4-775c-4144-b856-1b0c82d4e626 None None] Checking router: 81950413-541f-4ab2-bd46-89c824a69ec6 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:56:19.353581 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406c468c-cf5b-4f09-8edd-85d4ef2c69e8 None None] New status for floating IP e8e404a4-f288-4ce9-9a6e-7cbe5bc52cdd: DOWN {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:56:19.381882 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f35b5e4-775c-4144-b856-1b0c82d4e626 None None] Routers {'81950413-541f-4ab2-bd46-89c824a69ec6'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:19.382796 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-8f35b5e4-775c-4144-b856-1b0c82d4e626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['81950413-541f-4ab2-bd46-89c824a69ec6'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:19.552621 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9f3405b4-d556-45df-923e-75d0543364cd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:19.556311 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9f3405b4-d556-45df-923e-75d0543364cd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-785141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-785150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-783245'] for router, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:19.656036 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 8739c113-d655-4a27-bfde-79d0b2906f3d triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:19.657210 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:19.796488 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-68e57a72-b710-431f-afcc-eae628d6baa9 req-5dcbf25a-cf25-468d-a800-79bf56ff454e service neutron] 10.222.0.67 "GET /v2.0/networks/055bb8ea-12c0-406b-86df-a2692a31f631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7731571 May 03 22:56:19.859561 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f5b2f5b7-5100-4260-be41-b14de6263f5d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:56:19.872357 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c14c2d-08c3-427e-9713-6bfd5b208f68 req-eea8f9db-5dbd-4755-b751-04198cd0fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:19.873885 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-59c14c2d-08c3-427e-9713-6bfd5b208f68 req-eea8f9db-5dbd-4755-b751-04198cd0fd93 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c911580a-47e8-451d-aa8d-57f0fa21ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6964445 May 03 22:56:19.877442 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-8f35b5e4-775c-4144-b856-1b0c82d4e626 None None] Set router 81950413-541f-4ab2-bd46-89c824a69ec6 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:56:19.933198 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f5b2f5b7-5100-4260-be41-b14de6263f5d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:56:19.979686 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2696cbae-34ba-413b-876c-5460f35862e9 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:20.027229 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255bc67-6c3a-43a0-8fec-542202132f1b req-eae2b71a-2b16-4023-869d-ef67c897b90a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:20.029330 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e255bc67-6c3a-43a0-8fec-542202132f1b req-eae2b71a-2b16-4023-869d-ef67c897b90a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 946 time: 0.4052949 May 03 22:56:20.048914 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-68e57a72-b710-431f-afcc-eae628d6baa9 req-71b959d8-0c0d-4c8b-a6c2-a866483ccfef service neutron] 10.222.0.67 "GET /v2.0/networks/055bb8ea-12c0-406b-86df-a2692a31f631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284405 May 03 22:56:20.060443 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b2f5b7-5100-4260-be41-b14de6263f5d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Made reservation on behalf of 3a6c8dfe4a524ed3932fdccc3fe2c5d8 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:56:20.065941 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3405b4-d556-45df-923e-75d0543364cd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Router d1f0d438-9249-4bea-ad95-85b45350ada1 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:56:20.080855 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2696cbae-34ba-413b-876c-5460f35862e9 None None] Transition to ACTIVE for port object 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:56:20.100768 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d542b0-e9be-472c-b006-bee9b713de5c req-ebc0e7d3-eaa2-4e4b-8564-7b8521c09170 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:20.101501 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-a8d542b0-e9be-472c-b006-bee9b713de5c req-ebc0e7d3-eaa2-4e4b-8564-7b8521c09170 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Synchronizing usage tracker for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:56:20.147356 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2696cbae-34ba-413b-876c-5460f35862e9 None None] Transition to ACTIVE for port object 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:56:20.169489 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2696cbae-34ba-413b-876c-5460f35862e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:20.173626 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-59c14c2d-08c3-427e-9713-6bfd5b208f68 req-10a95c48-4c21-47af-9e65-774c47b9157f service neutron] 10.222.0.60 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859333 May 03 22:56:20.255257 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2696cbae-34ba-413b-876c-5460f35862e9 None None] Pushing event updated for resources: {'Port': ['ID=64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:20.271962 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2696cbae-34ba-413b-876c-5460f35862e9 None None] Network 7c3d7b90-4cd0-492b-b8b2-539895f51db5 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:56:20.277177 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e255bc67-6c3a-43a0-8fec-542202132f1b req-ca00dc39-6630-4ede-8fce-47e1f8758cfd tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2398455 May 03 22:56:20.306115 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-a8d542b0-e9be-472c-b006-bee9b713de5c req-ebc0e7d3-eaa2-4e4b-8564-7b8521c09170 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Unset dirty status for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:56:20.307825 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a8d542b0-e9be-472c-b006-bee9b713de5c req-ebc0e7d3-eaa2-4e4b-8564-7b8521c09170 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.67 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 946 time: 0.6906576 May 03 22:56:20.346246 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-2696cbae-34ba-413b-876c-5460f35862e9 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:56:20.360397 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2696cbae-34ba-413b-876c-5460f35862e9 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:56:20.428957 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3405b4-d556-45df-923e-75d0543364cd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:56:20.446517 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f5b2f5b7-5100-4260-be41-b14de6263f5d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:20.450965 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9f3405b4-d556-45df-923e-75d0543364cd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:20.456601 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39974) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:20.456768 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9f3405b4-d556-45df-923e-75d0543364cd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "PUT /v2.0/routers/d1f0d438-9249-4bea-ad95-85b45350ada1 HTTP/1.1" status: 200 len: 703 time: 3.8272805 May 03 22:56:20.462336 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-a8d542b0-e9be-472c-b006-bee9b713de5c req-b48aab80-06cd-45f2-8af6-d5a6634a9f0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Deleting port 80ecd12c-1b1f-45c0-8744-d8fc3c292241 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:56:20.462699 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a8d542b0-e9be-472c-b006-bee9b713de5c req-b48aab80-06cd-45f2-8af6-d5a6634a9f0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:20.537660 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a3dbb6-a4a0-4804-85c8-86506c6e62ad None None] Sync routers for ids ['d1f0d438-9249-4bea-ad95-85b45350ada1'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:56:20.618388 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-59c14c2d-08c3-427e-9713-6bfd5b208f68 req-23d2fb37-b422-4aae-a63e-dcebc573dc30 service neutron] 10.222.0.60 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346163 May 03 22:56:20.619601 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-f5b2f5b7-5100-4260-be41-b14de6263f5d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] device_id is not set on port d2699df5-4861-4460-9dff-a6eb7df93737 yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:56:20.636221 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a3dbb6-a4a0-4804-85c8-86506c6e62ad None None] Routers {'d1f0d438-9249-4bea-ad95-85b45350ada1'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:20.636974 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-82a3dbb6-a4a0-4804-85c8-86506c6e62ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['d1f0d438-9249-4bea-ad95-85b45350ada1'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:20.778504 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-072dbf0b-9dd0-4dad-a107-f6ecc43a92f9 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "GET /v2.0/routers/d1f0d438-9249-4bea-ad95-85b45350ada1 HTTP/1.1" status: 200 len: 703 time: 0.3152239 May 03 22:56:20.778504 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39980) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:20.781585 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 39982) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:20.835408 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-82a3dbb6-a4a0-4804-85c8-86506c6e62ad None None] Set router d1f0d438-9249-4bea-ad95-85b45350ada1 gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:56:20.894440 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-f5b2f5b7-5100-4260-be41-b14de6263f5d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Allocated IP 172.20.0.3 (7c3d7b90-4cd0-492b-b8b2-539895f51db5/a163f4c2-e854-4ffe-80a6-48040aa1d5a8/d2699df5-4861-4460-9dff-a6eb7df93737) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:56:20.922484 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3eafffe6-bfb2-4761-83e9-7e2fe4b04ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:20.928008 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-2696cbae-34ba-413b-876c-5460f35862e9 None None] Attempting to bind port 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:56:20.929258 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-2696cbae-34ba-413b-876c-5460f35862e9 None None] Attempting to bind port 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'cb5dc4de-97c1-4c6a-8e00-0b588a19e91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '7c3d7b90-4cd0-492b-b8b2-539895f51db5'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:56:20.929258 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2696cbae-34ba-413b-876c-5460f35862e9 None None] Attempting to bind port 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e on network 7c3d7b90-4cd0-492b-b8b2-539895f51db5 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:56:20.942855 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3eafffe6-bfb2-4761-83e9-7e2fe4b04ca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:56:20.952214 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-a8d542b0-e9be-472c-b006-bee9b713de5c req-b48aab80-06cd-45f2-8af6-d5a6634a9f0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] For port 80ecd12c-1b1f-45c0-8744-d8fc3c292241, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=80ecd12c-1b1f-45c0-8744-d8fc3c292241,segment=NetworkSegment(c1913453-5352-4f75-a107-aede62df174a),segment_id=c1913453-5352-4f75-a107-aede62df174a)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:56:20.952570 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a8d542b0-e9be-472c-b006-bee9b713de5c req-b48aab80-06cd-45f2-8af6-d5a6634a9f0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:20.956967 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3eafffe6-bfb2-4761-83e9-7e2fe4b04ca0 admin admin] Usage tracker for resource:security_group_rule and tenant:055b5738f5304ce3b8d27848b20b727d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:56:20.961679 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3eafffe6-bfb2-4761-83e9-7e2fe4b04ca0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:56:20.975641 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3eafffe6-bfb2-4761-83e9-7e2fe4b04ca0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:56:21.019907 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2696cbae-34ba-413b-876c-5460f35862e9 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:56:21.020992 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2696cbae-34ba-413b-876c-5460f35862e9 None None] Checking segment: {'id': 'cb5dc4de-97c1-4c6a-8e00-0b588a19e91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '7c3d7b90-4cd0-492b-b8b2-539895f51db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:56:21.021111 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2696cbae-34ba-413b-876c-5460f35862e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:21.022799 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2696cbae-34ba-413b-876c-5460f35862e9 None None] Bound using segment: {'id': 'cb5dc4de-97c1-4c6a-8e00-0b588a19e91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '7c3d7b90-4cd0-492b-b8b2-539895f51db5'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:56:21.022799 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-2696cbae-34ba-413b-876c-5460f35862e9 None None] Bound port: 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb5dc4de-97c1-4c6a-8e00-0b588a19e91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '7c3d7b90-4cd0-492b-b8b2-539895f51db5'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:56:21.022799 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2696cbae-34ba-413b-876c-5460f35862e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:21.088671 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-a8d542b0-e9be-472c-b006-bee9b713de5c req-b48aab80-06cd-45f2-8af6-d5a6634a9f0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Calling delete_port for 80ecd12c-1b1f-45c0-8744-d8fc3c292241 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:56:21.179402 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f5b2f5b7-5100-4260-be41-b14de6263f5d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:21.196225 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-8f35b5e4-775c-4144-b856-1b0c82d4e626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'name': 'tempest-ServerRescueNegativeTestJSON-686896975-router', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:53:46Z', 'updated_at': '2022-05-03T22:53:54Z', 'revision_number': 4, 'project_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'gw_port': {'id': 'ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:53:47Z', 'updated_at': '2022-05-03T22:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'c62750c5-6fdc-4aec-80f1-e42c996b74a4', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'floating_ip_address': '172.25.2.95', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'port_id': 'a8505556-f05a-45a1-9e23-fd70c255c599', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1', 'mac_address': 'fa:16:3e:f3:ac:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb86446-a50a-4f1c-a18c-b526683ca520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:55:46Z', 'updated_at': '2022-05-03T22:56:16Z', 'revision_number': 1, 'project_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b5baf81-0115-425e-8091-179ef2adb1a2', 'name': '', 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'mac_address': 'fa:16:3e:1a:df:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '5517459f-c98d-41cf-b3ba-cd5ba862ae7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:53:52Z', 'updated_at': '2022-05-03T22:54:05Z', 'revision_number': 5, 'project_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'subnets': [{'id': '5517459f-c98d-41cf-b3ba-cd5ba862ae7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:21.210964 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f35b5e4-775c-4144-b856-1b0c82d4e626 None None] The sync data for ids ['81950413-541f-4ab2-bd46-89c824a69ec6'] in n-d-811807-1 is: [{'id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'name': 'tempest-ServerRescueNegativeTestJSON-686896975-router', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:53:46Z', 'updated_at': '2022-05-03T22:53:54Z', 'revision_number': 4, 'project_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'gw_port': {'id': 'ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:53:47Z', 'updated_at': '2022-05-03T22:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'c62750c5-6fdc-4aec-80f1-e42c996b74a4', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'floating_ip_address': '172.25.2.95', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'port_id': 'a8505556-f05a-45a1-9e23-fd70c255c599', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1', 'mac_address': 'fa:16:3e:f3:ac:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb86446-a50a-4f1c-a18c-b526683ca520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:55:46Z', 'updated_at': '2022-05-03T22:56:16Z', 'revision_number': 1, 'project_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b5baf81-0115-425e-8091-179ef2adb1a2', 'name': '', 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'mac_address': 'fa:16:3e:1a:df:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '5517459f-c98d-41cf-b3ba-cd5ba862ae7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:53:52Z', 'updated_at': '2022-05-03T22:54:05Z', 'revision_number': 5, 'project_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'subnets': [{'id': '5517459f-c98d-41cf-b3ba-cd5ba862ae7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:56:21.218167 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-f5b2f5b7-5100-4260-be41-b14de6263f5d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Transition to ACTIVE for port object d2699df5-4861-4460-9dff-a6eb7df93737 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:56:21.228327 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-2696cbae-34ba-413b-876c-5460f35862e9 None None] For port 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:56:21.229361 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3eafffe6-bfb2-4761-83e9-7e2fe4b04ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:21.234037 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-2696cbae-34ba-413b-876c-5460f35862e9 None None] For port 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e,segment=NetworkSegment(cb5dc4de-97c1-4c6a-8e00-0b588a19e91b),segment_id=cb5dc4de-97c1-4c6a-8e00-0b588a19e91b)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:56:21.239897 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3eafffe6-bfb2-4761-83e9-7e2fe4b04ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:21.298469 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3eafffe6-bfb2-4761-83e9-7e2fe4b04ca0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=055b5738f5304ce3b8d27848b20b727d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5152369 May 03 22:56:21.302179 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2696cbae-34ba-413b-876c-5460f35862e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:21.304016 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 39990) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:21.322749 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eafffe6-bfb2-4761-83e9-7e2fe4b04ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c90cc7e-2fd3-4f40-963b-d10fdbfb392c,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:21.329934 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f5b2f5b7-5100-4260-be41-b14de6263f5d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:21.406875 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b2f5b7-5100-4260-be41-b14de6263f5d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Network 7c3d7b90-4cd0-492b-b8b2-539895f51db5 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:56:21.414983 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-f5b2f5b7-5100-4260-be41-b14de6263f5d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:56:21.425467 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b2f5b7-5100-4260-be41-b14de6263f5d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:56:21.446230 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 80ecd12c-1b1f-45c0-8744-d8fc3c292241 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:56:21.481463 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b2f5b7-5100-4260-be41-b14de6263f5d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Port': ['ID=d2699df5-4861-4460-9dff-a6eb7df93737,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:21.554651 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2696cbae-34ba-413b-876c-5460f35862e9 None None] Pushing event updated for resources: {'Port': ['ID=64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:21.620798 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8dcdf588-19b7-419f-9981-7bb47ae3be27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:21.636683 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3453f3-73af-4487-91b3-f3fc06e54fa8 None None] New status for floating IP c62750c5-6fdc-4aec-80f1-e42c996b74a4: ACTIVE {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:56:21.649975 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-82a3dbb6-a4a0-4804-85c8-86506c6e62ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'name': 'tempest-RoutersIpV6Test-router-424099633', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:55:40Z', 'updated_at': '2022-05-03T22:56:18Z', 'revision_number': 7, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'gw_port_host': None, '_interfaces': [{'id': '0391b228-8d73-4a24-a581-5050f7166194', 'name': '', 'network_id': '22b6129d-be32-41da-bdd1-39919c92b4db', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:dd:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '96b30d0b-b319-4a32-b513-87eefe2f565b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:59Z', 'updated_at': '2022-05-03T22:56:14Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '96b30d0b-b319-4a32-b513-87eefe2f565b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec', 'name': '', 'network_id': 'e555e396-6ec8-42a2-82b4-9ec115bb4270', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:54:e6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:50Z', 'updated_at': '2022-05-03T22:56:05Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8739c113-d655-4a27-bfde-79d0b2906f3d', 'name': '', 'network_id': 'ff543532-3758-484e-b3b1-5cc8bc759a75', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:e6:e8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'd64ee205-3411-4416-b01f-a89079b9a5e6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:56:08Z', 'updated_at': '2022-05-03T22:56:18Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': 'd64ee205-3411-4416-b01f-a89079b9a5e6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5039bb9-aa62-4774-80df-363f9825d63a', 'name': '', 'network_id': '48656fbb-4e34-4a50-9398-454746d596a3', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:a0:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:43Z', 'updated_at': '2022-05-03T22:55:57Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:21.664138 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a3dbb6-a4a0-4804-85c8-86506c6e62ad None None] Checking router: d1f0d438-9249-4bea-ad95-85b45350ada1 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:56:21.686521 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b2f5b7-5100-4260-be41-b14de6263f5d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:21.686995 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:21.687284 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f5b2f5b7-5100-4260-be41-b14de6263f5d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:21.697979 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a3dbb6-a4a0-4804-85c8-86506c6e62ad None None] Routers {'d1f0d438-9249-4bea-ad95-85b45350ada1'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:21.698625 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-82a3dbb6-a4a0-4804-85c8-86506c6e62ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['d1f0d438-9249-4bea-ad95-85b45350ada1'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:21.755473 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8dcdf588-19b7-419f-9981-7bb47ae3be27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:21.769682 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a8d542b0-e9be-472c-b006-bee9b713de5c req-b48aab80-06cd-45f2-8af6-d5a6634a9f0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:21.880034 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48aab80-06cd-45f2-8af6-d5a6634a9f0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event deleted for resources: {'Port': ['ID=80ecd12c-1b1f-45c0-8744-d8fc3c292241,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:21.984995 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-82a3dbb6-a4a0-4804-85c8-86506c6e62ad None None] Set router d1f0d438-9249-4bea-ad95-85b45350ada1 gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:56:22.021440 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d542b0-e9be-472c-b006-bee9b713de5c req-b48aab80-06cd-45f2-8af6-d5a6634a9f0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] No DVR routers for this DVR port 80ecd12c-1b1f-45c0-8744-d8fc3c292241 on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:56:22.024823 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a8d542b0-e9be-472c-b006-bee9b713de5c req-b48aab80-06cd-45f2-8af6-d5a6634a9f0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:22.031762 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536ebbd0-0ec6-4871-a5c5-17a1ecb82a10', 'name': 'network-vif-deleted', 'tag': '80ecd12c-1b1f-45c0-8744-d8fc3c292241'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:56:22.041296 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48aab80-06cd-45f2-8af6-d5a6634a9f0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:22.042771 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48aab80-06cd-45f2-8af6-d5a6634a9f0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:22.043467 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48aab80-06cd-45f2-8af6-d5a6634a9f0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:22.044332 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48aab80-06cd-45f2-8af6-d5a6634a9f0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:22.044677 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48aab80-06cd-45f2-8af6-d5a6634a9f0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:22.047653 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48aab80-06cd-45f2-8af6-d5a6634a9f0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:22.050764 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48aab80-06cd-45f2-8af6-d5a6634a9f0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:22.051132 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48aab80-06cd-45f2-8af6-d5a6634a9f0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:22.051455 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48aab80-06cd-45f2-8af6-d5a6634a9f0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:22.051811 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48aab80-06cd-45f2-8af6-d5a6634a9f0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:22.052179 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48aab80-06cd-45f2-8af6-d5a6634a9f0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:22.052501 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48aab80-06cd-45f2-8af6-d5a6634a9f0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:22.074735 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd765d4f-0f41-4829-b8b5-57398bcd8a70 req-40886416-d7cf-4676-9a40-0521cb6079ae tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:22.076153 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cd765d4f-0f41-4829-b8b5-57398bcd8a70 req-40886416-d7cf-4676-9a40-0521cb6079ae tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=536ebbd0-0ec6-4871-a5c5-17a1ecb82a10 HTTP/1.1" status: 200 len: 946 time: 0.5957725 May 03 22:56:22.097841 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8dcdf588-19b7-419f-9981-7bb47ae3be27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:22.100324 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8dcdf588-19b7-419f-9981-7bb47ae3be27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:22.101538 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8dcdf588-19b7-419f-9981-7bb47ae3be27 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6c90cc7e-2fd3-4f40-963b-d10fdbfb392c HTTP/1.1" status: 204 len: 168 time: 0.7956512 May 03 22:56:22.133980 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f5b2f5b7-5100-4260-be41-b14de6263f5d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8822064 May 03 22:56:22.137870 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcdf588-19b7-419f-9981-7bb47ae3be27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c90cc7e-2fd3-4f40-963b-d10fdbfb392c,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:22.139599 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40002) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:22.148704 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-f2f030f8-f76c-4f44-b32f-6d403676413a tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'subnet': {'network_id': '7c3d7b90-4cd0-492b-b8b2-539895f51db5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:56:22.223023 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cd765d4f-0f41-4829-b8b5-57398bcd8a70 req-b2e986a3-5d4a-4366-80ba-58ce2fc80844 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=1e91aa45-b8ee-4ad5-8316-ff72b7c970de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281431 May 03 22:56:22.244335 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a8d542b0-e9be-472c-b006-bee9b713de5c req-b48aab80-06cd-45f2-8af6-d5a6634a9f0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.67 "DELETE /v2.0/ports/80ecd12c-1b1f-45c0-8744-d8fc3c292241 HTTP/1.1" status: 204 len: 173 time: 1.9211123 May 03 22:56:22.315599 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c651e8b5-0e94-4163-85c4-210ed6978e66 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:22.430885 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f2f030f8-f76c-4f44-b32f-6d403676413a tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:56:22.436057 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f2f030f8-f76c-4f44-b32f-6d403676413a tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:subnet and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:56:22.440398 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f2f030f8-f76c-4f44-b32f-6d403676413a tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:56:22.455289 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f2f030f8-f76c-4f44-b32f-6d403676413a tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:56:22.476450 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f030f8-f76c-4f44-b32f-6d403676413a tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Made reservation on behalf of 3a6c8dfe4a524ed3932fdccc3fe2c5d8 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:56:22.490176 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f2f030f8-f76c-4f44-b32f-6d403676413a tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:22.640831 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee55f88c-9689-497d-89a3-b6aef7ea9ca3'] response: {'server_uuid': '536ebbd0-0ec6-4871-a5c5-17a1ecb82a10', 'name': 'network-vif-deleted', 'tag': '80ecd12c-1b1f-45c0-8744-d8fc3c292241', 'status': 'completed', 'code': 200} May 03 22:56:22.706402 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-82a3dbb6-a4a0-4804-85c8-86506c6e62ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'name': 'tempest-RoutersIpV6Test-router-424099633', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:55:40Z', 'updated_at': '2022-05-03T22:56:18Z', 'revision_number': 7, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'gw_port_host': None, '_interfaces': [{'id': '0391b228-8d73-4a24-a581-5050f7166194', 'name': '', 'network_id': '22b6129d-be32-41da-bdd1-39919c92b4db', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:dd:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '96b30d0b-b319-4a32-b513-87eefe2f565b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:59Z', 'updated_at': '2022-05-03T22:56:14Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '96b30d0b-b319-4a32-b513-87eefe2f565b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec', 'name': '', 'network_id': 'e555e396-6ec8-42a2-82b4-9ec115bb4270', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:54:e6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:50Z', 'updated_at': '2022-05-03T22:56:05Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8739c113-d655-4a27-bfde-79d0b2906f3d', 'name': '', 'network_id': 'ff543532-3758-484e-b3b1-5cc8bc759a75', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:e6:e8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'd64ee205-3411-4416-b01f-a89079b9a5e6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:56:08Z', 'updated_at': '2022-05-03T22:56:18Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': 'd64ee205-3411-4416-b01f-a89079b9a5e6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5039bb9-aa62-4774-80df-363f9825d63a', 'name': '', 'network_id': '48656fbb-4e34-4a50-9398-454746d596a3', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:a0:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:43Z', 'updated_at': '2022-05-03T22:55:57Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:22.723642 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a3dbb6-a4a0-4804-85c8-86506c6e62ad None None] The sync data for ids ['d1f0d438-9249-4bea-ad95-85b45350ada1'] in n-d-811807-1 is: [{'id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'name': 'tempest-RoutersIpV6Test-router-424099633', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:55:40Z', 'updated_at': '2022-05-03T22:56:18Z', 'revision_number': 7, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'gw_port_host': None, '_interfaces': [{'id': '0391b228-8d73-4a24-a581-5050f7166194', 'name': '', 'network_id': '22b6129d-be32-41da-bdd1-39919c92b4db', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:dd:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '96b30d0b-b319-4a32-b513-87eefe2f565b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:59Z', 'updated_at': '2022-05-03T22:56:14Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '96b30d0b-b319-4a32-b513-87eefe2f565b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec', 'name': '', 'network_id': 'e555e396-6ec8-42a2-82b4-9ec115bb4270', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:54:e6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:50Z', 'updated_at': '2022-05-03T22:56:05Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8739c113-d655-4a27-bfde-79d0b2906f3d', 'name': '', 'network_id': 'ff543532-3758-484e-b3b1-5cc8bc759a75', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:e6:e8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'd64ee205-3411-4416-b01f-a89079b9a5e6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:56:08Z', 'updated_at': '2022-05-03T22:56:18Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': 'd64ee205-3411-4416-b01f-a89079b9a5e6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5039bb9-aa62-4774-80df-363f9825d63a', 'name': '', 'network_id': '48656fbb-4e34-4a50-9398-454746d596a3', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:a0:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:43Z', 'updated_at': '2022-05-03T22:55:57Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:56:22.756153 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40008) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:22.791225 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e9904650-268f-4f7b-9e03-a8a5ad5e661c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:22.821966 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e9904650-268f-4f7b-9e03-a8a5ad5e661c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:56:22.827132 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e9904650-268f-4f7b-9e03-a8a5ad5e661c admin admin] Usage tracker for resource:security_group_rule and tenant:fecfb5d033314b8f853e1a654cf0d946 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:56:22.830970 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e9904650-268f-4f7b-9e03-a8a5ad5e661c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:56:22.837702 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e9904650-268f-4f7b-9e03-a8a5ad5e661c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:56:22.894003 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bf98ff9e-0fb7-4748-9120-ee5be1f0c8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:22.914615 n-d-811807-1 neutron-server[88069]: INFO neutron.db.ipam_backend_mixin [None req-f2f030f8-f76c-4f44-b32f-6d403676413a tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a163f4c2-e854-4ffe-80a6-48040aa1d5a8 (CIDR: 172.20.0.0/28) May 03 22:56:22.922001 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f030f8-f76c-4f44-b32f-6d403676413a tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:56:22.922899 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2f030f8-f76c-4f44-b32f-6d403676413a tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:56:22.954539 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-c651e8b5-0e94-4163-85c4-210ed6978e66 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Deleting port 8739c113-d655-4a27-bfde-79d0b2906f3d {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:56:22.955089 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c651e8b5-0e94-4163-85c4-210ed6978e66 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:23.016810 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e9904650-268f-4f7b-9e03-a8a5ad5e661c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:23.028378 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e9904650-268f-4f7b-9e03-a8a5ad5e661c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:23.088685 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9904650-268f-4f7b-9e03-a8a5ad5e661c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8700985c-73ad-45ba-8dfa-1e1eb993b291,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:23.098533 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f2f030f8-f76c-4f44-b32f-6d403676413a tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9552331 May 03 22:56:23.102632 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40012) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:23.115342 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-c7d92807-4570-41c4-8c44-c4d06c7bbaad tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'subnet': {'network_id': '7c3d7b90-4cd0-492b-b8b2-539895f51db5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:56:23.158404 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:56:23.191997 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-766ca396-31df-4cb6-9bd5-5422c4b279f3 None None] Provisioning complete for port ffcfb305-4b63-4420-9422-332b07142fd8 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:23.192567 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-766ca396-31df-4cb6-9bd5-5422c4b279f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:23.214710 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e9904650-268f-4f7b-9e03-a8a5ad5e661c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fecfb5d033314b8f853e1a654cf0d946&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4572299 May 03 22:56:23.220212 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40016) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:23.234994 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:56:23.266615 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-c651e8b5-0e94-4163-85c4-210ed6978e66 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] For port 8739c113-d655-4a27-bfde-79d0b2906f3d, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=8739c113-d655-4a27-bfde-79d0b2906f3d,segment=NetworkSegment(ff8563f5-5a63-4fdc-b031-fd06be1908bf),segment_id=ff8563f5-5a63-4fdc-b031-fd06be1908bf)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:56:23.266986 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c651e8b5-0e94-4163-85c4-210ed6978e66 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:23.322193 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8744db20-c634-4f1d-8119-8108bc1062f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:23.352558 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-c7d92807-4570-41c4-8c44-c4d06c7bbaad tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:56:23.362494 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:56:23.363943 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40022) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:23.370940 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-766ca396-31df-4cb6-9bd5-5422c4b279f3 None None] Port ffcfb305-4b63-4420-9422-332b07142fd8 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:56:23.376209 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c7d92807-4570-41c4-8c44-c4d06c7bbaad tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:subnet and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:56:23.382588 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8744db20-c634-4f1d-8119-8108bc1062f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:23.384169 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-766ca396-31df-4cb6-9bd5-5422c4b279f3 None None] Provisioning for port 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:56:23.391687 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-766ca396-31df-4cb6-9bd5-5422c4b279f3 None None] Provisioning complete for port 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:23.392281 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-766ca396-31df-4cb6-9bd5-5422c4b279f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:23.419321 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-c651e8b5-0e94-4163-85c4-210ed6978e66 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Calling delete_port for 8739c113-d655-4a27-bfde-79d0b2906f3d owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:56:23.448745 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c7d92807-4570-41c4-8c44-c4d06c7bbaad tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:56:23.464153 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-c7d92807-4570-41c4-8c44-c4d06c7bbaad tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:56:23.514489 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-766ca396-31df-4cb6-9bd5-5422c4b279f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:23.559950 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-766ca396-31df-4cb6-9bd5-5422c4b279f3 None None] For port 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e,segment=NetworkSegment(cb5dc4de-97c1-4c6a-8e00-0b588a19e91b),segment_id=cb5dc4de-97c1-4c6a-8e00-0b588a19e91b)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:56:23.567211 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-766ca396-31df-4cb6-9bd5-5422c4b279f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:23.591984 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d92807-4570-41c4-8c44-c4d06c7bbaad tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Made reservation on behalf of 3a6c8dfe4a524ed3932fdccc3fe2c5d8 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:56:23.595542 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c7d92807-4570-41c4-8c44-c4d06c7bbaad tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:23.641395 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c651e8b5-0e94-4163-85c4-210ed6978e66 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:23.654733 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ca396-31df-4cb6-9bd5-5422c4b279f3 None None] Pushing event updated for resources: {'Port': ['ID=64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:23.696575 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-42fde6a2-3088-4444-8c32-125ccea8eaab None None] Provisioning for port d2699df5-4861-4460-9dff-a6eb7df93737 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:56:23.702730 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-42fde6a2-3088-4444-8c32-125ccea8eaab None None] Provisioning complete for port d2699df5-4861-4460-9dff-a6eb7df93737 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:23.703229 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-42fde6a2-3088-4444-8c32-125ccea8eaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:23.736178 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c651e8b5-0e94-4163-85c4-210ed6978e66 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event deleted for resources: {'Port': ['ID=8739c113-d655-4a27-bfde-79d0b2906f3d,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:23.743624 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8744db20-c634-4f1d-8119-8108bc1062f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:23.772376 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-42fde6a2-3088-4444-8c32-125ccea8eaab None None] Port d2699df5-4861-4460-9dff-a6eb7df93737 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:56:23.776899 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744db20-c634-4f1d-8119-8108bc1062f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8700985c-73ad-45ba-8dfa-1e1eb993b291,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:23.934370 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8744db20-c634-4f1d-8119-8108bc1062f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:23.935494 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8744db20-c634-4f1d-8119-8108bc1062f7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8700985c-73ad-45ba-8dfa-1e1eb993b291 HTTP/1.1" status: 204 len: 168 time: 0.7141171 May 03 22:56:24.041792 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c651e8b5-0e94-4163-85c4-210ed6978e66 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:24.203195 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c7d92807-4570-41c4-8c44-c4d06c7bbaad tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:24.275908 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d92807-4570-41c4-8c44-c4d06c7bbaad tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Network 7c3d7b90-4cd0-492b-b8b2-539895f51db5 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:56:24.280475 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-c7d92807-4570-41c4-8c44-c4d06c7bbaad tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:56:24.290042 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b5047d-2458-4a75-bf3e-c4acb46c91f0 None None] Network 7c3d7b90-4cd0-492b-b8b2-539895f51db5 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:56:24.292115 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d92807-4570-41c4-8c44-c4d06c7bbaad tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:24.292709 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c7d92807-4570-41c4-8c44-c4d06c7bbaad tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:24.301529 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d92807-4570-41c4-8c44-c4d06c7bbaad tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Subnet': ['ID=792df118-8c1b-4ba1-85ea-1c48ad1603e8,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:24.448046 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c651e8b5-0e94-4163-85c4-210ed6978e66 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Router d1f0d438-9249-4bea-ad95-85b45350ada1 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:56:24.501287 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c7d92807-4570-41c4-8c44-c4d06c7bbaad tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3971684 May 03 22:56:24.505457 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40038) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:24.511766 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-638345ea-87bd-4640-bd43-36b6c6ec8a01 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1541283665', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '792df118-8c1b-4ba1-85ea-1c48ad1603e8'}], 'security_groups': ['ef9fe85d-2d7b-4c70-b425-145df5f37359']}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:56:24.551943 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:24.583691 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fa44f790-7b49-44a8-90d2-79739f7c6fd5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:24.710474 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c651e8b5-0e94-4163-85c4-210ed6978e66 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:56:24.730513 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c651e8b5-0e94-4163-85c4-210ed6978e66 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "PUT /v2.0/routers/d1f0d438-9249-4bea-ad95-85b45350ada1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9471512 May 03 22:56:24.731060 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40050) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:24.732767 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e59b226-0afd-406b-9bb6-b7df379ae64e None None] Sync routers for ids ['d1f0d438-9249-4bea-ad95-85b45350ada1'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:56:24.751426 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e59b226-0afd-406b-9bb6-b7df379ae64e None None] Routers {'d1f0d438-9249-4bea-ad95-85b45350ada1'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:24.752060 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-6e59b226-0afd-406b-9bb6-b7df379ae64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['d1f0d438-9249-4bea-ad95-85b45350ada1'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:24.788466 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-638345ea-87bd-4640-bd43-36b6c6ec8a01 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:24.806170 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a9daa48-5b81-4123-a25b-50d16cfd192f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Deleting subnet d64ee205-3411-4416-b01f-a89079b9a5e6 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:56:24.809617 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4a9daa48-5b81-4123-a25b-50d16cfd192f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:24.873948 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4a9daa48-5b81-4123-a25b-50d16cfd192f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:24.919592 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f641f96-08d2-492f-a989-7a7b5f9e094c None None] Update dhcp port {'port': {'network_id': '7c3d7b90-4cd0-492b-b8b2-539895f51db5', 'fixed_ips': [{'subnet_id': 'a163f4c2-e854-4ffe-80a6-48040aa1d5a8', 'ip_address': '172.20.0.2'}, {'subnet_id': '792df118-8c1b-4ba1-85ea-1c48ad1603e8'}], 'binding:host_id': 'n-d-811807-1'}, 'id': '64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e'} from n-d-811807-1. {{(pid=88071) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 03 22:56:24.970851 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4a9daa48-5b81-4123-a25b-50d16cfd192f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:24.999008 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0f641f96-08d2-492f-a989-7a7b5f9e094c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:25.056924 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-6e59b226-0afd-406b-9bb6-b7df379ae64e None None] Set router d1f0d438-9249-4bea-ad95-85b45350ada1 gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:56:25.089633 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4a9daa48-5b81-4123-a25b-50d16cfd192f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:25.182002 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4a9daa48-5b81-4123-a25b-50d16cfd192f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:25.190193 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9daa48-5b81-4123-a25b-50d16cfd192f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event deleted for resources: {'Subnet': ['ID=d64ee205-3411-4416-b01f-a89079b9a5e6,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:25.208896 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4a9daa48-5b81-4123-a25b-50d16cfd192f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/subnets/d64ee205-3411-4416-b01f-a89079b9a5e6 HTTP/1.1" status: 204 len: 168 time: 0.4693308 May 03 22:56:25.209683 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40058) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:25.251504 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-df03c0ca-074a-4465-8700-0311d3ea2bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:25.299473 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-fa44f790-7b49-44a8-90d2-79739f7c6fd5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Deleting port b68bd464-5573-4f3c-adc5-8250201b5eba {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:56:25.299839 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fa44f790-7b49-44a8-90d2-79739f7c6fd5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:25.358153 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e317c20a-a49f-4bea-9a4d-0556b408aa3b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:25.370564 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-e317c20a-a49f-4bea-9a4d-0556b408aa3b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Deleting port 04a8aedc-7855-43f9-ade6-754b34055d52 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:56:25.370981 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e317c20a-a49f-4bea-9a4d-0556b408aa3b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:25.380821 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344a6e49-bbc7-42ba-b755-6b8ebd118268 None None] Network ff543532-3758-484e-b3b1-5cc8bc759a75 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:56:25.399477 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:56:25.551984 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-638345ea-87bd-4640-bd43-36b6c6ec8a01 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Delete allocated IP 172.20.0.3 (7c3d7b90-4cd0-492b-b8b2-539895f51db5/a163f4c2-e854-4ffe-80a6-48040aa1d5a8) {{(pid=88069) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 03 22:56:25.574526 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-638345ea-87bd-4640-bd43-36b6c6ec8a01 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Allocated IP 172.20.0.21 (7c3d7b90-4cd0-492b-b8b2-539895f51db5/792df118-8c1b-4ba1-85ea-1c48ad1603e8/d2699df5-4861-4460-9dff-a6eb7df93737) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:56:25.595547 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-fa44f790-7b49-44a8-90d2-79739f7c6fd5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] For port b68bd464-5573-4f3c-adc5-8250201b5eba, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=b68bd464-5573-4f3c-adc5-8250201b5eba,segment=NetworkSegment(c1913453-5352-4f75-a107-aede62df174a),segment_id=c1913453-5352-4f75-a107-aede62df174a)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:56:25.595927 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fa44f790-7b49-44a8-90d2-79739f7c6fd5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:25.610622 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-e317c20a-a49f-4bea-9a4d-0556b408aa3b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] For port 04a8aedc-7855-43f9-ade6-754b34055d52, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=04a8aedc-7855-43f9-ade6-754b34055d52,segment=NetworkSegment(ff8563f5-5a63-4fdc-b031-fd06be1908bf),segment_id=ff8563f5-5a63-4fdc-b031-fd06be1908bf)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:56:25.611112 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e317c20a-a49f-4bea-9a4d-0556b408aa3b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:25.795325 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-fa44f790-7b49-44a8-90d2-79739f7c6fd5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Calling delete_port for b68bd464-5573-4f3c-adc5-8250201b5eba owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:56:25.908837 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-e317c20a-a49f-4bea-9a4d-0556b408aa3b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Calling delete_port for 04a8aedc-7855-43f9-ade6-754b34055d52 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:56:25.982367 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:25.983022 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:26.021780 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e317c20a-a49f-4bea-9a4d-0556b408aa3b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:26.070354 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-6e59b226-0afd-406b-9bb6-b7df379ae64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'name': 'tempest-RoutersIpV6Test-router-424099633', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:55:40Z', 'updated_at': '2022-05-03T22:56:23Z', 'revision_number': 8, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'gw_port_host': None, '_interfaces': [{'id': '0391b228-8d73-4a24-a581-5050f7166194', 'name': '', 'network_id': '22b6129d-be32-41da-bdd1-39919c92b4db', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:dd:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '96b30d0b-b319-4a32-b513-87eefe2f565b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:59Z', 'updated_at': '2022-05-03T22:56:14Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '96b30d0b-b319-4a32-b513-87eefe2f565b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec', 'name': '', 'network_id': 'e555e396-6ec8-42a2-82b4-9ec115bb4270', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:54:e6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:50Z', 'updated_at': '2022-05-03T22:56:05Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5039bb9-aa62-4774-80df-363f9825d63a', 'name': '', 'network_id': '48656fbb-4e34-4a50-9398-454746d596a3', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:a0:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:43Z', 'updated_at': '2022-05-03T22:55:57Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:26.080680 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317c20a-a49f-4bea-9a4d-0556b408aa3b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event deleted for resources: {'Port': ['ID=04a8aedc-7855-43f9-ade6-754b34055d52,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:26.091168 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e317c20a-a49f-4bea-9a4d-0556b408aa3b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] No DVR routers for this DVR port 04a8aedc-7855-43f9-ade6-754b34055d52 on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:56:26.118882 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e59b226-0afd-406b-9bb6-b7df379ae64e None None] Checking router: d1f0d438-9249-4bea-ad95-85b45350ada1 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:56:26.227219 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e59b226-0afd-406b-9bb6-b7df379ae64e None None] Routers {'d1f0d438-9249-4bea-ad95-85b45350ada1'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:26.229987 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-6e59b226-0afd-406b-9bb6-b7df379ae64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:56:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['d1f0d438-9249-4bea-ad95-85b45350ada1'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:26.272266 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e317c20a-a49f-4bea-9a4d-0556b408aa3b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:26.302843 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-e317c20a-a49f-4bea-9a4d-0556b408aa3b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff543532-3758-484e-b3b1-5cc8bc759a75']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:26.319948 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-e317c20a-a49f-4bea-9a4d-0556b408aa3b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff8563f5-5a63-4fdc-b031-fd06be1908bf') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:26.320638 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-e317c20a-a49f-4bea-9a4d-0556b408aa3b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff8563f5-5a63-4fdc-b031-fd06be1908bf') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:26.336228 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e317c20a-a49f-4bea-9a4d-0556b408aa3b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:26.358117 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e317c20a-a49f-4bea-9a4d-0556b408aa3b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:26.368522 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e317c20a-a49f-4bea-9a4d-0556b408aa3b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:56:26.368966 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e317c20a-a49f-4bea-9a4d-0556b408aa3b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:26.372728 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-638345ea-87bd-4640-bd43-36b6c6ec8a01 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:26.386522 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:56:26.386522 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:56:26.386522 n-d-811807-1 neutron-server[88070]: timer() May 03 22:56:26.386522 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:56:26.386522 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:56:26.386522 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:56:26.386522 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:56:26.386522 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:56:26.386522 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:56:26.386522 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:56:26.386522 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:56:26.386522 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:56:26.386522 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:56:26.386522 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:56:26.386522 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:56:26.386522 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:56:26.386522 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:56:26.386522 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:56:26.386522 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:56:26.386522 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:56:26.386522 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:56:26.386522 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:56:26.386522 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:56:26.386522 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:56:26.386522 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:56:26.386522 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:56:26.386522 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:56:26.386522 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:56:26.386522 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:56:26.386522 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:56:26.386522 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:56:26.386522 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:56:26.399267 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5e85e9-447e-4357-9d01-2ce902aa2378 None None] DHCP port deletion for ff543532-3758-484e-b3b1-5cc8bc759a75 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:56:26.462988 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fa44f790-7b49-44a8-90d2-79739f7c6fd5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:26.487507 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e317c20a-a49f-4bea-9a4d-0556b408aa3b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:26.490343 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e317c20a-a49f-4bea-9a4d-0556b408aa3b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:26.518848 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-638345ea-87bd-4640-bd43-36b6c6ec8a01 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Transition to ACTIVE for port object d2699df5-4861-4460-9dff-a6eb7df93737 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:56:26.531502 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e317c20a-a49f-4bea-9a4d-0556b408aa3b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/networks/ff543532-3758-484e-b3b1-5cc8bc759a75 HTTP/1.1" status: 204 len: 168 time: 1.3150654 May 03 22:56:26.532738 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317c20a-a49f-4bea-9a4d-0556b408aa3b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event deleted for resources: {'Network': ['ID=ff543532-3758-484e-b3b1-5cc8bc759a75,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:26.536738 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40082) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:26.545910 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44f790-7b49-44a8-90d2-79739f7c6fd5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event deleted for resources: {'Port': ['ID=b68bd464-5573-4f3c-adc5-8250201b5eba,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:26.578615 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-638345ea-87bd-4640-bd43-36b6c6ec8a01 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:26.712884 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-0f641f96-08d2-492f-a989-7a7b5f9e094c None None] Allocated IP 172.20.0.18 (7c3d7b90-4cd0-492b-b8b2-539895f51db5/792df118-8c1b-4ba1-85ea-1c48ad1603e8/64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:56:26.867131 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:26.868776 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:26.904813 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-6e59b226-0afd-406b-9bb6-b7df379ae64e None None] Set router d1f0d438-9249-4bea-ad95-85b45350ada1 gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:56:26.993075 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-0f641f96-08d2-492f-a989-7a7b5f9e094c None None] For port 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e,segment=NetworkSegment(cb5dc4de-97c1-4c6a-8e00-0b588a19e91b),segment_id=cb5dc4de-97c1-4c6a-8e00-0b588a19e91b)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:56:27.003625 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638345ea-87bd-4640-bd43-36b6c6ec8a01 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Port': ['ID=d2699df5-4861-4460-9dff-a6eb7df93737,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:27.026717 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-638345ea-87bd-4640-bd43-36b6c6ec8a01 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] In _notify_port_updated(), no bound segment for port d2699df5-4861-4460-9dff-a6eb7df93737 on network 7c3d7b90-4cd0-492b-b8b2-539895f51db5 {{(pid=88069) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 03 22:56:27.032579 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638345ea-87bd-4640-bd43-36b6c6ec8a01 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:27.033176 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-638345ea-87bd-4640-bd43-36b6c6ec8a01 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:27.037033 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-638345ea-87bd-4640-bd43-36b6c6ec8a01 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "PUT /v2.0/ports/d2699df5-4861-4460-9dff-a6eb7df93737 HTTP/1.1" status: 200 len: 921 time: 2.5283012 May 03 22:56:27.043583 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40088) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:27.115281 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.resource_extend [None req-0f641f96-08d2-492f-a989-7a7b5f9e094c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:56:27.120774 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fa44f790-7b49-44a8-90d2-79739f7c6fd5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:27.151108 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0f641f96-08d2-492f-a989-7a7b5f9e094c None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:27.172525 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-0f641f96-08d2-492f-a989-7a7b5f9e094c None None] Transition to ACTIVE for port object 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:56:27.173234 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e59b71bb-ed13-498b-a928-d34c27cabfd3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:27.227703 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 04a8aedc-7855-43f9-ade6-754b34055d52 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:56:27.258674 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-e0f72f5b-4a9c-41a1-a9e0-17671dbf6cb7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Deleting port d2699df5-4861-4460-9dff-a6eb7df93737 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:56:27.259018 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e0f72f5b-4a9c-41a1-a9e0-17671dbf6cb7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:27.259818 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0f641f96-08d2-492f-a989-7a7b5f9e094c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:27.319631 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 04a8aedc-7855-43f9-ade6-754b34055d52 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:56:27.319970 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 04a8aedc-7855-43f9-ade6-754b34055d52 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:56:27.481067 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f641f96-08d2-492f-a989-7a7b5f9e094c None None] Pushing event updated for resources: {'Port': ['ID=64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:27.518347 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-6e59b226-0afd-406b-9bb6-b7df379ae64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'name': 'tempest-RoutersIpV6Test-router-424099633', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:55:40Z', 'updated_at': '2022-05-03T22:56:23Z', 'revision_number': 8, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'gw_port_host': None, '_interfaces': [{'id': '0391b228-8d73-4a24-a581-5050f7166194', 'name': '', 'network_id': '22b6129d-be32-41da-bdd1-39919c92b4db', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:dd:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '96b30d0b-b319-4a32-b513-87eefe2f565b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:59Z', 'updated_at': '2022-05-03T22:56:14Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '96b30d0b-b319-4a32-b513-87eefe2f565b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec', 'name': '', 'network_id': 'e555e396-6ec8-42a2-82b4-9ec115bb4270', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:54:e6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:50Z', 'updated_at': '2022-05-03T22:56:05Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5039bb9-aa62-4774-80df-363f9825d63a', 'name': '', 'network_id': '48656fbb-4e34-4a50-9398-454746d596a3', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:a0:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:43Z', 'updated_at': '2022-05-03T22:55:57Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:27.523232 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e59b226-0afd-406b-9bb6-b7df379ae64e None None] The sync data for ids ['d1f0d438-9249-4bea-ad95-85b45350ada1'] in n-d-811807-1 is: [{'id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'name': 'tempest-RoutersIpV6Test-router-424099633', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:55:40Z', 'updated_at': '2022-05-03T22:56:23Z', 'revision_number': 8, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'gw_port_host': None, '_interfaces': [{'id': '0391b228-8d73-4a24-a581-5050f7166194', 'name': '', 'network_id': '22b6129d-be32-41da-bdd1-39919c92b4db', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:dd:a9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '96b30d0b-b319-4a32-b513-87eefe2f565b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:59Z', 'updated_at': '2022-05-03T22:56:14Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '96b30d0b-b319-4a32-b513-87eefe2f565b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec', 'name': '', 'network_id': 'e555e396-6ec8-42a2-82b4-9ec115bb4270', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:54:e6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:50Z', 'updated_at': '2022-05-03T22:56:05Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5039bb9-aa62-4774-80df-363f9825d63a', 'name': '', 'network_id': '48656fbb-4e34-4a50-9398-454746d596a3', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:a0:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:43Z', 'updated_at': '2022-05-03T22:55:57Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:56:27.533194 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-e59b71bb-ed13-498b-a928-d34c27cabfd3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Deleting port 0391b228-8d73-4a24-a581-5050f7166194 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:56:27.534126 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e59b71bb-ed13-498b-a928-d34c27cabfd3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:27.659673 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:27.754159 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e0f72f5b-4a9c-41a1-a9e0-17671dbf6cb7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:27.932849 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-e59b71bb-ed13-498b-a928-d34c27cabfd3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] For port 0391b228-8d73-4a24-a581-5050f7166194, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0391b228-8d73-4a24-a581-5050f7166194,segment=NetworkSegment(cfcd6585-5bed-4cbb-baa9-1593669c2003),segment_id=cfcd6585-5bed-4cbb-baa9-1593669c2003)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:56:27.935298 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e59b71bb-ed13-498b-a928-d34c27cabfd3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:28.062080 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:28.089096 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-e59b71bb-ed13-498b-a928-d34c27cabfd3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Calling delete_port for 0391b228-8d73-4a24-a581-5050f7166194 owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:56:28.126048 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-e0f72f5b-4a9c-41a1-a9e0-17671dbf6cb7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Calling delete_port for d2699df5-4861-4460-9dff-a6eb7df93737 owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:56:28.186911 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa44f790-7b49-44a8-90d2-79739f7c6fd5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Router 1e2a0ff5-3479-40d8-8149-1d4a007dc85e has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:56:28.243511 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5901e591-6928-4697-bc99-35681a4089cb None None] Provisioning complete for port ffcfb305-4b63-4420-9422-332b07142fd8 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:28.243822 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5901e591-6928-4697-bc99-35681a4089cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:28.361089 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e59b71bb-ed13-498b-a928-d34c27cabfd3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:28.371444 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-5901e591-6928-4697-bc99-35681a4089cb None None] Port ffcfb305-4b63-4420-9422-332b07142fd8 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:56:28.383510 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5901e591-6928-4697-bc99-35681a4089cb None None] Provisioning for port d2699df5-4861-4460-9dff-a6eb7df93737 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:56:28.390262 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5901e591-6928-4697-bc99-35681a4089cb None None] Provisioning complete for port d2699df5-4861-4460-9dff-a6eb7df93737 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:28.390262 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5901e591-6928-4697-bc99-35681a4089cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:28.428847 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b71bb-ed13-498b-a928-d34c27cabfd3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event deleted for resources: {'Port': ['ID=0391b228-8d73-4a24-a581-5050f7166194,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:28.478401 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-5901e591-6928-4697-bc99-35681a4089cb None None] Port d2699df5-4861-4460-9dff-a6eb7df93737 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:56:28.502711 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5901e591-6928-4697-bc99-35681a4089cb None None] Provisioning for port 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:56:28.508608 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5901e591-6928-4697-bc99-35681a4089cb None None] Provisioning complete for port 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:28.509107 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5901e591-6928-4697-bc99-35681a4089cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:28.612826 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa44f790-7b49-44a8-90d2-79739f7c6fd5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:56:28.626052 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc6ffb5-a433-4e64-8257-dce208a8c106 None None] Sync routers for ids ['1e2a0ff5-3479-40d8-8149-1d4a007dc85e'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:56:28.660646 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc6ffb5-a433-4e64-8257-dce208a8c106 None None] Routers {'1e2a0ff5-3479-40d8-8149-1d4a007dc85e'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:28.663430 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-9bc6ffb5-a433-4e64-8257-dce208a8c106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:56:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['1e2a0ff5-3479-40d8-8149-1d4a007dc85e'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:28.718432 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-fa44f790-7b49-44a8-90d2-79739f7c6fd5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "PUT /v2.0/routers/1e2a0ff5-3479-40d8-8149-1d4a007dc85e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3517807 May 03 22:56:28.735920 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40106) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:28.859006 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e59b71bb-ed13-498b-a928-d34c27cabfd3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:28.886008 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e0f72f5b-4a9c-41a1-a9e0-17671dbf6cb7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:28.897629 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f747277-bb40-4e3f-8a8e-e9cccebdf9d9 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Deleting subnet 79599846-a979-45d3-98e2-160f7aa782c9 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:56:28.919575 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-82146705-6df6-4424-8182-21c62fae9455 None None] Could not find standard attr ID for object d2699df5-4861-4460-9dff-a6eb7df93737. {{(pid=88071) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 03 22:56:28.942220 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6f747277-bb40-4e3f-8a8e-e9cccebdf9d9 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:28.981910 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f72f5b-4a9c-41a1-a9e0-17671dbf6cb7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'Port': ['ID=d2699df5-4861-4460-9dff-a6eb7df93737,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:29.055439 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-9bc6ffb5-a433-4e64-8257-dce208a8c106 None None] Set router 1e2a0ff5-3479-40d8-8149-1d4a007dc85e gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:56:29.113276 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6f747277-bb40-4e3f-8a8e-e9cccebdf9d9 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:29.220377 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6f747277-bb40-4e3f-8a8e-e9cccebdf9d9 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:29.235622 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:56:29.369525 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:29.369925 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:29.398776 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e0f72f5b-4a9c-41a1-a9e0-17671dbf6cb7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:29.404843 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59b71bb-ed13-498b-a928-d34c27cabfd3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Router d1f0d438-9249-4bea-ad95-85b45350ada1 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:56:29.412240 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e0f72f5b-4a9c-41a1-a9e0-17671dbf6cb7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/ports/d2699df5-4861-4460-9dff-a6eb7df93737 HTTP/1.1" status: 204 len: 168 time: 2.3683352 May 03 22:56:29.414980 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40110) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:29.483862 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6f747277-bb40-4e3f-8a8e-e9cccebdf9d9 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:29.514812 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-9bc6ffb5-a433-4e64-8257-dce208a8c106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324673548', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '8018b6d2-2b5f-425e-ac76-71b63cc86d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:52:17Z', 'updated_at': '2022-05-03T22:56:26Z', 'revision_number': 5, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': '8018b6d2-2b5f-425e-ac76-71b63cc86d3e', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:18Z', 'updated_at': '2022-05-03T22:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:29.520142 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc6ffb5-a433-4e64-8257-dce208a8c106 None None] Checking router: 1e2a0ff5-3479-40d8-8149-1d4a007dc85e for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:56:29.530622 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc6ffb5-a433-4e64-8257-dce208a8c106 None None] Routers {'1e2a0ff5-3479-40d8-8149-1d4a007dc85e'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:29.532386 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-9bc6ffb5-a433-4e64-8257-dce208a8c106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:56:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['1e2a0ff5-3479-40d8-8149-1d4a007dc85e'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:29.562734 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-23aefeeb-d938-4522-ab39-ae943e14f4ad tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] GET failed (client error): The resource could not be found. May 03 22:56:29.563488 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-23aefeeb-d938-4522-ab39-ae943e14f4ad tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Synchronizing usage tracker for tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:56:29.581490 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f747277-bb40-4e3f-8a8e-e9cccebdf9d9 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event deleted for resources: {'Subnet': ['ID=79599846-a979-45d3-98e2-160f7aa782c9,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:29.590848 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6f747277-bb40-4e3f-8a8e-e9cccebdf9d9 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:29.602226 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59b71bb-ed13-498b-a928-d34c27cabfd3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:56:29.603916 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40116) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:29.604643 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6f747277-bb40-4e3f-8a8e-e9cccebdf9d9 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "DELETE /v2.0/subnets/79599846-a979-45d3-98e2-160f7aa782c9 HTTP/1.1" status: 204 len: 168 time: 0.8677332 May 03 22:56:29.631233 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-23aefeeb-d938-4522-ab39-ae943e14f4ad tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Unset dirty status for tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:56:29.637243 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-23aefeeb-d938-4522-ab39-ae943e14f4ad tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "GET /v2.0/ports/d2699df5-4861-4460-9dff-a6eb7df93737 HTTP/1.1" status: 404 len: 333 time: 0.2208910 May 03 22:56:29.638392 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40122) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:29.639498 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5e2533-e021-44d5-b26a-c11091ddf172 None None] Network 055bb8ea-12c0-406b-86df-a2692a31f631 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:56:29.657085 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673b9ba8-b132-4b56-a583-39e87296524a None None] Sync routers for ids ['d1f0d438-9249-4bea-ad95-85b45350ada1'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:56:29.666619 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 8739c113-d655-4a27-bfde-79d0b2906f3d no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:56:29.736445 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673b9ba8-b132-4b56-a583-39e87296524a None None] Routers {'d1f0d438-9249-4bea-ad95-85b45350ada1'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:29.737897 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-673b9ba8-b132-4b56-a583-39e87296524a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:56:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['d1f0d438-9249-4bea-ad95-85b45350ada1'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:29.782756 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-35739b00-f8ce-41a8-8bf0-d0bfb4dc02c7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:29.796574 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 8739c113-d655-4a27-bfde-79d0b2906f3d {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:56:29.797009 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 8739c113-d655-4a27-bfde-79d0b2906f3d not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:56:29.823525 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-35739b00-f8ce-41a8-8bf0-d0bfb4dc02c7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:29.827889 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-9bc6ffb5-a433-4e64-8257-dce208a8c106 None None] Set router 1e2a0ff5-3479-40d8-8149-1d4a007dc85e gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:56:29.887115 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-35739b00-f8ce-41a8-8bf0-d0bfb4dc02c7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:29.914581 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35739b00-f8ce-41a8-8bf0-d0bfb4dc02c7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c97862-ab5a-4de2-abfa-cdc70e4fe809,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:29.927033 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-35739b00-f8ce-41a8-8bf0-d0bfb4dc02c7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:29.933007 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-35739b00-f8ce-41a8-8bf0-d0bfb4dc02c7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/security-groups/17c97862-ab5a-4de2-abfa-cdc70e4fe809 HTTP/1.1" status: 204 len: 168 time: 0.2918580 May 03 22:56:29.934933 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40128) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:30.065076 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e59b71bb-ed13-498b-a928-d34c27cabfd3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "PUT /v2.0/routers/d1f0d438-9249-4bea-ad95-85b45350ada1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5268264 May 03 22:56:30.070114 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40132) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:30.071009 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-17901e43-dac2-4866-8cca-720b2e74c671 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:30.097434 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-673b9ba8-b132-4b56-a583-39e87296524a None None] Set router d1f0d438-9249-4bea-ad95-85b45350ada1 gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:56:30.142633 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-17901e43-dac2-4866-8cca-720b2e74c671 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:30.215946 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-54900f1f-7903-417a-a12a-c9d39e304ce6 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Deleting subnet 96b30d0b-b319-4a32-b513-87eefe2f565b {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:56:30.223207 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-54900f1f-7903-417a-a12a-c9d39e304ce6 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:30.237009 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-17901e43-dac2-4866-8cca-720b2e74c671 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:30.252342 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-9bc6ffb5-a433-4e64-8257-dce208a8c106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324673548', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '8018b6d2-2b5f-425e-ac76-71b63cc86d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:52:17Z', 'updated_at': '2022-05-03T22:56:26Z', 'revision_number': 5, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': '8018b6d2-2b5f-425e-ac76-71b63cc86d3e', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:18Z', 'updated_at': '2022-05-03T22:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:30.256617 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc6ffb5-a433-4e64-8257-dce208a8c106 None None] The sync data for ids ['1e2a0ff5-3479-40d8-8149-1d4a007dc85e'] in n-d-811807-1 is: [{'id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1324673548', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '8018b6d2-2b5f-425e-ac76-71b63cc86d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:52:17Z', 'updated_at': '2022-05-03T22:56:26Z', 'revision_number': 5, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': '8018b6d2-2b5f-425e-ac76-71b63cc86d3e', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:6b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2a0ff5-3479-40d8-8149-1d4a007dc85e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:18Z', 'updated_at': '2022-05-03T22:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:56:30.277214 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-17901e43-dac2-4866-8cca-720b2e74c671 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:30.281710 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-17901e43-dac2-4866-8cca-720b2e74c671 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/security-groups/ef9fe85d-2d7b-4c70-b425-145df5f37359 HTTP/1.1" status: 204 len: 168 time: 0.3454475 May 03 22:56:30.283264 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17901e43-dac2-4866-8cca-720b2e74c671 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9fe85d-2d7b-4c70-b425-145df5f37359,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:30.284983 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40138) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:30.322911 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fbba97f0-266f-4acc-ae2c-4919c05ae520 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:30.385405 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a708c4-1e07-42d6-8c54-77409eb71ef0 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Deleting subnet a163f4c2-e854-4ffe-80a6-48040aa1d5a8 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:56:30.388886 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-30a708c4-1e07-42d6-8c54-77409eb71ef0 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:30.395648 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f1aa9b-471c-406e-a28e-1bc2ae2c6fc3 None None] DHCP port deletion for 055bb8ea-12c0-406b-86df-a2692a31f631 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:56:30.410810 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-13f1aa9b-471c-406e-a28e-1bc2ae2c6fc3 None None] Deleting port 460c0dcc-adbe-4611-ba3a-39cf7f899fd3 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:56:30.411181 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-13f1aa9b-471c-406e-a28e-1bc2ae2c6fc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:30.469736 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-30a708c4-1e07-42d6-8c54-77409eb71ef0 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:30.550588 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-54900f1f-7903-417a-a12a-c9d39e304ce6 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:30.574958 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-30a708c4-1e07-42d6-8c54-77409eb71ef0 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:30.693318 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-30a708c4-1e07-42d6-8c54-77409eb71ef0 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:30.719739 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fbba97f0-266f-4acc-ae2c-4919c05ae520 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:30.734211 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-54900f1f-7903-417a-a12a-c9d39e304ce6 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:30.750587 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a708c4-1e07-42d6-8c54-77409eb71ef0 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'Subnet': ['ID=a163f4c2-e854-4ffe-80a6-48040aa1d5a8,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:30.756135 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-30a708c4-1e07-42d6-8c54-77409eb71ef0 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:30.764804 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-fbba97f0-266f-4acc-ae2c-4919c05ae520 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Deleting port 8018b6d2-2b5f-425e-ac76-71b63cc86d3e {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:56:30.765162 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fbba97f0-266f-4acc-ae2c-4919c05ae520 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:30.769986 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-30a708c4-1e07-42d6-8c54-77409eb71ef0 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/subnets/a163f4c2-e854-4ffe-80a6-48040aa1d5a8 HTTP/1.1" status: 204 len: 168 time: 0.4801564 May 03 22:56:30.770594 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40142) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:30.777275 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-a6b6229a-64b8-414b-ad01-94849a7a30d7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'subnet': {'network_id': '7c3d7b90-4cd0-492b-b8b2-539895f51db5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:56:30.779632 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dc35f2-e165-40b9-bc38-67f45f587cfb None None] Network 7c3d7b90-4cd0-492b-b8b2-539895f51db5 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:56:30.964646 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-54900f1f-7903-417a-a12a-c9d39e304ce6 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:31.011004 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54900f1f-7903-417a-a12a-c9d39e304ce6 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event deleted for resources: {'Subnet': ['ID=96b30d0b-b319-4a32-b513-87eefe2f565b,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:31.023425 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-54900f1f-7903-417a-a12a-c9d39e304ce6 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:31.043010 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-54900f1f-7903-417a-a12a-c9d39e304ce6 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/subnets/96b30d0b-b319-4a32-b513-87eefe2f565b HTTP/1.1" status: 204 len: 168 time: 0.9713902 May 03 22:56:31.045720 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40150) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:31.090997 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-13f1aa9b-471c-406e-a28e-1bc2ae2c6fc3 None None] For port 460c0dcc-adbe-4611-ba3a-39cf7f899fd3, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=460c0dcc-adbe-4611-ba3a-39cf7f899fd3,segment=NetworkSegment(c1913453-5352-4f75-a107-aede62df174a),segment_id=c1913453-5352-4f75-a107-aede62df174a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:56:31.091485 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-13f1aa9b-471c-406e-a28e-1bc2ae2c6fc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:31.104975 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29357438-b2de-4c98-b97b-1b6bd0cc6d59 None None] Network 22b6129d-be32-41da-bdd1-39919c92b4db requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:56:31.120717 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-fbba97f0-266f-4acc-ae2c-4919c05ae520 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] For port 8018b6d2-2b5f-425e-ac76-71b63cc86d3e, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=8018b6d2-2b5f-425e-ac76-71b63cc86d3e,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:56:31.121192 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fbba97f0-266f-4acc-ae2c-4919c05ae520 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:31.166662 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a6b6229a-64b8-414b-ad01-94849a7a30d7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:56:31.176211 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a6b6229a-64b8-414b-ad01-94849a7a30d7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:subnet and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:56:31.182469 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a6b6229a-64b8-414b-ad01-94849a7a30d7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:56:31.194262 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a6b6229a-64b8-414b-ad01-94849a7a30d7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:56:31.207655 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b6229a-64b8-414b-ad01-94849a7a30d7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Made reservation on behalf of 3a6c8dfe4a524ed3932fdccc3fe2c5d8 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:56:31.211936 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a6b6229a-64b8-414b-ad01-94849a7a30d7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:31.257706 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-13f1aa9b-471c-406e-a28e-1bc2ae2c6fc3 None None] Calling delete_port for 460c0dcc-adbe-4611-ba3a-39cf7f899fd3 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:56:31.347440 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-fbba97f0-266f-4acc-ae2c-4919c05ae520 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Calling delete_port for 8018b6d2-2b5f-425e-ac76-71b63cc86d3e owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:56:31.368852 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 460c0dcc-adbe-4611-ba3a-39cf7f899fd3 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:56:31.420602 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0cb91ee8-b784-4dec-8e05-94d5b22f6321 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:31.507140 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-0cb91ee8-b784-4dec-8e05-94d5b22f6321 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Deleting port 29d81cd3-2408-40fe-9b9e-1f8d6450431e {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:56:31.510400 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0cb91ee8-b784-4dec-8e05-94d5b22f6321 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:31.531808 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f440953-249c-48c8-968a-20ed149db77c req-d8cfc711-b597-4a72-bf93-4711f695fcb3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=55857696-f3bc-41b2-a074-30b4e1978a9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1540711 May 03 22:56:31.789084 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a6b6229a-64b8-414b-ad01-94849a7a30d7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:31.795611 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Port 460c0dcc-adbe-4611-ba3a-39cf7f899fd3 update to DOWN by agent not found {{(pid=88071) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 03 22:56:31.796131 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device b68bd464-5573-4f3c-adc5-8250201b5eba no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:56:31.822362 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-673b9ba8-b132-4b56-a583-39e87296524a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'name': 'tempest-RoutersIpV6Test-router-424099633', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:55:40Z', 'updated_at': '2022-05-03T22:56:28Z', 'revision_number': 9, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'gw_port_host': None, '_interfaces': [{'id': '5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec', 'name': '', 'network_id': 'e555e396-6ec8-42a2-82b4-9ec115bb4270', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:54:e6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:50Z', 'updated_at': '2022-05-03T22:56:05Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5039bb9-aa62-4774-80df-363f9825d63a', 'name': '', 'network_id': '48656fbb-4e34-4a50-9398-454746d596a3', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:a0:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:43Z', 'updated_at': '2022-05-03T22:55:57Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:31.824378 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-13f1aa9b-471c-406e-a28e-1bc2ae2c6fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:31.874214 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b6229a-64b8-414b-ad01-94849a7a30d7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Network 7c3d7b90-4cd0-492b-b8b2-539895f51db5 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:56:31.887059 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-a6b6229a-64b8-414b-ad01-94849a7a30d7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:56:31.891116 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b6229a-64b8-414b-ad01-94849a7a30d7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:31.891683 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a6b6229a-64b8-414b-ad01-94849a7a30d7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:31.911002 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b6229a-64b8-414b-ad01-94849a7a30d7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Subnet': ['ID=a1dc4147-784e-4349-b1ef-0f43eafd896c,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:31.917419 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-0cb91ee8-b784-4dec-8e05-94d5b22f6321 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] For port 29d81cd3-2408-40fe-9b9e-1f8d6450431e, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=29d81cd3-2408-40fe-9b9e-1f8d6450431e,segment=NetworkSegment(cfcd6585-5bed-4cbb-baa9-1593669c2003),segment_id=cfcd6585-5bed-4cbb-baa9-1593669c2003)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:56:31.917997 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0cb91ee8-b784-4dec-8e05-94d5b22f6321 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:31.927132 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f440953-249c-48c8-968a-20ed149db77c req-6aac7882-82cf-45cb-bda7-72de8b515357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:31.928869 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f440953-249c-48c8-968a-20ed149db77c req-6aac7882-82cf-45cb-bda7-72de8b515357 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fac7f64c48bd48e8ae480a0113f466e9&device_id=55857696-f3bc-41b2-a074-30b4e1978a9a HTTP/1.1" status: 200 len: 1096 time: 0.3206787 May 03 22:56:31.934033 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a6b6229a-64b8-414b-ad01-94849a7a30d7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1590450 May 03 22:56:31.934190 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40156) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:31.940733 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-ec6f312d-a7dd-4459-a3a7-37fb2fb4dbf8 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'security_group': {'name': 'tempest-secgroup-1819810837'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:56:31.970471 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: b68bd464-5573-4f3c-adc5-8250201b5eba {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:56:31.970680 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device b68bd464-5573-4f3c-adc5-8250201b5eba not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:56:31.972109 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673b9ba8-b132-4b56-a583-39e87296524a None None] Checking router: d1f0d438-9249-4bea-ad95-85b45350ada1 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:56:32.037874 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1aa9b-471c-406e-a28e-1bc2ae2c6fc3 None None] Pushing event deleted for resources: {'Port': ['ID=460c0dcc-adbe-4611-ba3a-39cf7f899fd3,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:32.046822 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f1aa9b-471c-406e-a28e-1bc2ae2c6fc3 None None] No DVR routers for this DVR port 460c0dcc-adbe-4611-ba3a-39cf7f899fd3 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:56:32.084382 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673b9ba8-b132-4b56-a583-39e87296524a None None] Routers {'d1f0d438-9249-4bea-ad95-85b45350ada1'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:32.084819 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-673b9ba8-b132-4b56-a583-39e87296524a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:56:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['d1f0d438-9249-4bea-ad95-85b45350ada1'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:32.101620 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f440953-249c-48c8-968a-20ed149db77c req-63469790-978d-4d48-907e-6647b53b8e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:32.103240 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f440953-249c-48c8-968a-20ed149db77c req-63469790-978d-4d48-907e-6647b53b8e0f service neutron] 10.222.0.60 "GET /v2.0/networks?id=707cfa08-484f-448d-b84f-a940bf8f6e2e HTTP/1.1" status: 200 len: 912 time: 0.1550064 May 03 22:56:32.130043 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ec6f312d-a7dd-4459-a3a7-37fb2fb4dbf8 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:56:32.186864 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ec6f312d-a7dd-4459-a3a7-37fb2fb4dbf8 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:security_group and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:56:32.198201 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-0cb91ee8-b784-4dec-8e05-94d5b22f6321 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Calling delete_port for 29d81cd3-2408-40fe-9b9e-1f8d6450431e owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:56:32.226316 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f440953-249c-48c8-968a-20ed149db77c req-88b4e987-6ae5-4536-ab38-37eb08d93f04 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fbcdb04-9a74-4ec5-a7a5-7099f1570164 HTTP/1.1" status: 200 len: 999 time: 0.1154749 May 03 22:56:32.226810 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ec6f312d-a7dd-4459-a3a7-37fb2fb4dbf8 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:56:32.228692 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fbba97f0-266f-4acc-ae2c-4919c05ae520 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:32.285571 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ec6f312d-a7dd-4459-a3a7-37fb2fb4dbf8 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:56:32.291061 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba97f0-266f-4acc-ae2c-4919c05ae520 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event deleted for resources: {'Port': ['ID=8018b6d2-2b5f-425e-ac76-71b63cc86d3e,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:32.325523 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-673b9ba8-b132-4b56-a583-39e87296524a None None] Set router d1f0d438-9249-4bea-ad95-85b45350ada1 gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:56:32.344653 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f440953-249c-48c8-968a-20ed149db77c req-c70d46e0-d459-47fe-b3d5-f5ebd716e77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:32.346055 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f440953-249c-48c8-968a-20ed149db77c req-c70d46e0-d459-47fe-b3d5-f5ebd716e77c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1a456f8a-c743-4130-8826-ac82fe55cbc8 HTTP/1.1" status: 200 len: 850 time: 0.1120338 May 03 22:56:32.409983 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ec6f312d-a7dd-4459-a3a7-37fb2fb4dbf8 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:32.419587 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fbba97f0-266f-4acc-ae2c-4919c05ae520 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:32.457840 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f440953-249c-48c8-968a-20ed149db77c req-2a88b205-fc04-453b-b530-7da4d496931a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:32.460098 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f440953-249c-48c8-968a-20ed149db77c req-2a88b205-fc04-453b-b530-7da4d496931a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=707cfa08-484f-448d-b84f-a940bf8f6e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055295 May 03 22:56:32.606388 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ec6f312d-a7dd-4459-a3a7-37fb2fb4dbf8 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:56:32.610834 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ec6f312d-a7dd-4459-a3a7-37fb2fb4dbf8 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:security_group_rule and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:56:32.614508 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ec6f312d-a7dd-4459-a3a7-37fb2fb4dbf8 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:56:32.620521 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ec6f312d-a7dd-4459-a3a7-37fb2fb4dbf8 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:56:32.663888 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f440953-249c-48c8-968a-20ed149db77c req-fa192fb5-5c7f-4c24-97f1-62312ebfe236 service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944809 May 03 22:56:32.708590 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ec6f312d-a7dd-4459-a3a7-37fb2fb4dbf8 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:32.720286 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ec6f312d-a7dd-4459-a3a7-37fb2fb4dbf8 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:32.733927 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fbba97f0-266f-4acc-ae2c-4919c05ae520 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:32.754368 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fbba97f0-266f-4acc-ae2c-4919c05ae520 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:32.756038 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0cb91ee8-b784-4dec-8e05-94d5b22f6321 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:32.762836 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdae07ff-c6e3-4761-989c-27adb2a37d5a None None] DHCP port deletion for 22b6129d-be32-41da-bdd1-39919c92b4db request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:56:32.815040 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb91ee8-b784-4dec-8e05-94d5b22f6321 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] No DVR routers for this DVR port 29d81cd3-2408-40fe-9b9e-1f8d6450431e on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:56:32.873576 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f440953-249c-48c8-968a-20ed149db77c req-c01cef4e-acbd-4f54-b45f-b69037ca6e00 service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017360 May 03 22:56:32.915347 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb91ee8-b784-4dec-8e05-94d5b22f6321 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event deleted for resources: {'Port': ['ID=29d81cd3-2408-40fe-9b9e-1f8d6450431e,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:32.933460 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f312d-a7dd-4459-a3a7-37fb2fb4dbf8 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f65fd39-84c6-4e66-8112-29cbe3b96275,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:32.954763 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fbba97f0-266f-4acc-ae2c-4919c05ae520 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:32.955270 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbba97f0-266f-4acc-ae2c-4919c05ae520 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Fanout notify agent at l3_agent the message router_deleted on router 1e2a0ff5-3479-40d8-8149-1d4a007dc85e {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:56:32.990240 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fbba97f0-266f-4acc-ae2c-4919c05ae520 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:32.991230 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40168) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:32.991325 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fbba97f0-266f-4acc-ae2c-4919c05ae520 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "DELETE /v2.0/routers/1e2a0ff5-3479-40d8-8149-1d4a007dc85e HTTP/1.1" status: 204 len: 168 time: 3.3861356 May 03 22:56:32.996344 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ec6f312d-a7dd-4459-a3a7-37fb2fb4dbf8 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:32.997532 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ec6f312d-a7dd-4459-a3a7-37fb2fb4dbf8 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0624461 May 03 22:56:33.000487 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40172) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:33.008844 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-6d7bf9b2-413a-473b-b74f-ae17997e98cf tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'security_group': {'name': 'tempest-secgroup-1125719140'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:56:33.055522 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-673b9ba8-b132-4b56-a583-39e87296524a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'name': 'tempest-RoutersIpV6Test-router-424099633', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:55:40Z', 'updated_at': '2022-05-03T22:56:28Z', 'revision_number': 9, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'gw_port_host': None, '_interfaces': [{'id': '5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec', 'name': '', 'network_id': 'e555e396-6ec8-42a2-82b4-9ec115bb4270', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:54:e6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:50Z', 'updated_at': '2022-05-03T22:56:05Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5039bb9-aa62-4774-80df-363f9825d63a', 'name': '', 'network_id': '48656fbb-4e34-4a50-9398-454746d596a3', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:a0:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:43Z', 'updated_at': '2022-05-03T22:55:57Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:33.068191 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673b9ba8-b132-4b56-a583-39e87296524a None None] The sync data for ids ['d1f0d438-9249-4bea-ad95-85b45350ada1'] in n-d-811807-1 is: [{'id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'name': 'tempest-RoutersIpV6Test-router-424099633', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:55:40Z', 'updated_at': '2022-05-03T22:56:28Z', 'revision_number': 9, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'gw_port_host': None, '_interfaces': [{'id': '5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec', 'name': '', 'network_id': 'e555e396-6ec8-42a2-82b4-9ec115bb4270', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:54:e6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:50Z', 'updated_at': '2022-05-03T22:56:05Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': 'b2afcf2c-b06f-4c14-beb9-ea64b6a0a638', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5039bb9-aa62-4774-80df-363f9825d63a', 'name': '', 'network_id': '48656fbb-4e34-4a50-9398-454746d596a3', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:a0:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:43Z', 'updated_at': '2022-05-03T22:55:57Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:56:33.173058 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6d7bf9b2-413a-473b-b74f-ae17997e98cf tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:56:33.194750 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-84f2beba-753a-49b8-9035-6e4dc14b396b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:33.199766 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6d7bf9b2-413a-473b-b74f-ae17997e98cf tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:security_group and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:56:33.205161 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0cb91ee8-b784-4dec-8e05-94d5b22f6321 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:33.213009 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6d7bf9b2-413a-473b-b74f-ae17997e98cf tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:56:33.233986 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6d7bf9b2-413a-473b-b74f-ae17997e98cf tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:56:33.244940 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-0cb91ee8-b784-4dec-8e05-94d5b22f6321 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b6129d-be32-41da-bdd1-39919c92b4db']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:33.262093 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-0cb91ee8-b784-4dec-8e05-94d5b22f6321 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfcd6585-5bed-4cbb-baa9-1593669c2003') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:33.262395 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-0cb91ee8-b784-4dec-8e05-94d5b22f6321 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfcd6585-5bed-4cbb-baa9-1593669c2003') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:33.284513 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0cb91ee8-b784-4dec-8e05-94d5b22f6321 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:33.294836 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6d7bf9b2-413a-473b-b74f-ae17997e98cf tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:33.322735 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0cb91ee8-b784-4dec-8e05-94d5b22f6321 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:33.325090 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6d7bf9b2-413a-473b-b74f-ae17997e98cf tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:56:33.335235 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6d7bf9b2-413a-473b-b74f-ae17997e98cf tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:security_group_rule and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:56:33.338140 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb91ee8-b784-4dec-8e05-94d5b22f6321 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:56:33.338553 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0cb91ee8-b784-4dec-8e05-94d5b22f6321 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:33.353948 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:56:33.353948 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:56:33.353948 n-d-811807-1 neutron-server[88070]: timer() May 03 22:56:33.353948 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:56:33.353948 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:56:33.353948 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:56:33.353948 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:56:33.353948 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:56:33.353948 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:56:33.353948 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:56:33.353948 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:56:33.353948 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:56:33.353948 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:56:33.353948 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:56:33.353948 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:56:33.353948 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:56:33.353948 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:56:33.353948 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:56:33.353948 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:56:33.353948 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:56:33.353948 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:56:33.353948 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:56:33.353948 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:56:33.353948 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:56:33.353948 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:56:33.353948 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:56:33.353948 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:56:33.353948 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:56:33.353948 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:56:33.353948 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:56:33.353948 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:56:33.353948 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:56:33.355794 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6d7bf9b2-413a-473b-b74f-ae17997e98cf tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:56:33.359426 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-84f2beba-753a-49b8-9035-6e4dc14b396b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:33.365522 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6d7bf9b2-413a-473b-b74f-ae17997e98cf tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:56:33.379357 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3f836091-7888-493f-be7e-185194c6f9cb req-9973d963-e1c1-4ce9-b7c4-eddee6eb185d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2802153 May 03 22:56:33.391676 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-84f2beba-753a-49b8-9035-6e4dc14b396b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['055bb8ea-12c0-406b-86df-a2692a31f631']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:33.410165 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-84f2beba-753a-49b8-9035-6e4dc14b396b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1913453-5352-4f75-a107-aede62df174a') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:33.410519 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-84f2beba-753a-49b8-9035-6e4dc14b396b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1913453-5352-4f75-a107-aede62df174a') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:33.428780 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-84f2beba-753a-49b8-9035-6e4dc14b396b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:33.467049 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0cb91ee8-b784-4dec-8e05-94d5b22f6321 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:33.477510 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-84f2beba-753a-49b8-9035-6e4dc14b396b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:33.486851 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84f2beba-753a-49b8-9035-6e4dc14b396b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:56:33.487152 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-84f2beba-753a-49b8-9035-6e4dc14b396b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:33.490386 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0cb91ee8-b784-4dec-8e05-94d5b22f6321 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:33.506315 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb91ee8-b784-4dec-8e05-94d5b22f6321 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event deleted for resources: {'Network': ['ID=22b6129d-be32-41da-bdd1-39919c92b4db,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:33.592844 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf652151-d26f-46be-b896-7d8e23703aa3 None None] Network 7c3d7b90-4cd0-492b-b8b2-539895f51db5 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:56:33.630130 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 29d81cd3-2408-40fe-9b9e-1f8d6450431e no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:56:33.674810 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0cb91ee8-b784-4dec-8e05-94d5b22f6321 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/networks/22b6129d-be32-41da-bdd1-39919c92b4db HTTP/1.1" status: 204 len: 168 time: 2.6279459 May 03 22:56:33.688767 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40178) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:33.699406 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:56:33.699406 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:56:33.699406 n-d-811807-1 neutron-server[88069]: timer() May 03 22:56:33.699406 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:56:33.699406 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:56:33.699406 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:56:33.699406 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:56:33.699406 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:56:33.699406 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:56:33.699406 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:56:33.699406 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:56:33.699406 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:56:33.699406 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:56:33.699406 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:56:33.699406 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:56:33.699406 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:56:33.699406 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:56:33.699406 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:56:33.699406 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:56:33.699406 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:56:33.699406 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:56:33.699406 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:56:33.699406 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:56:33.699406 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:56:33.699406 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:56:33.699406 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:56:33.699406 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:56:33.699406 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:56:33.699406 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:56:33.699406 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:56:33.699406 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:56:33.699406 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:56:33.708460 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-84f2beba-753a-49b8-9035-6e4dc14b396b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:33.761265 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-84f2beba-753a-49b8-9035-6e4dc14b396b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:33.764611 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2beba-753a-49b8-9035-6e4dc14b396b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event deleted for resources: {'Network': ['ID=055bb8ea-12c0-406b-86df-a2692a31f631,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:33.770588 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 29d81cd3-2408-40fe-9b9e-1f8d6450431e {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:56:33.770943 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 29d81cd3-2408-40fe-9b9e-1f8d6450431e not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:56:33.802193 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-84f2beba-753a-49b8-9035-6e4dc14b396b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "DELETE /v2.0/networks/055bb8ea-12c0-406b-86df-a2692a31f631 HTTP/1.1" status: 204 len: 168 time: 0.8077278 May 03 22:56:33.803561 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40186) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:33.894585 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b709c1b5-32e8-4f98-a250-4f834737ed07 None None] Provisioning complete for port ffcfb305-4b63-4420-9422-332b07142fd8 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:33.894939 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b709c1b5-32e8-4f98-a250-4f834737ed07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:33.946675 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6d7bf9b2-413a-473b-b74f-ae17997e98cf tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:33.967464 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6d7bf9b2-413a-473b-b74f-ae17997e98cf tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:34.037121 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-79d80e55-2df8-4448-b4c0-4012cf3d5cd9 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:34.056453 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-b709c1b5-32e8-4f98-a250-4f834737ed07 None None] Port ffcfb305-4b63-4420-9422-332b07142fd8 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:56:34.082725 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-79d80e55-2df8-4448-b4c0-4012cf3d5cd9 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:34.127344 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b709c1b5-32e8-4f98-a250-4f834737ed07 None None] Provisioning complete for port 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:34.128065 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b709c1b5-32e8-4f98-a250-4f834737ed07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:34.167308 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-79d80e55-2df8-4448-b4c0-4012cf3d5cd9 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:34.184378 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f836091-7888-493f-be7e-185194c6f9cb req-11206d37-4aff-4aad-b333-403b6abf2d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:34.188456 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3f836091-7888-493f-be7e-185194c6f9cb req-11206d37-4aff-4aad-b333-403b6abf2d04 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a1b60de6f3b94c398a46d760b7dccea8&device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 1097 time: 0.6742542 May 03 22:56:34.190905 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d80e55-2df8-4448-b4c0-4012cf3d5cd9 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e91aa45-b8ee-4ad5-8316-ff72b7c970de,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:34.214307 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-79d80e55-2df8-4448-b4c0-4012cf3d5cd9 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:34.215822 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-79d80e55-2df8-4448-b4c0-4012cf3d5cd9 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "DELETE /v2.0/security-groups/1e91aa45-b8ee-4ad5-8316-ff72b7c970de HTTP/1.1" status: 204 len: 168 time: 0.4102895 May 03 22:56:34.368495 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6d7bf9b2-413a-473b-b74f-ae17997e98cf tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:34.372363 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6d7bf9b2-413a-473b-b74f-ae17997e98cf tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3683124 May 03 22:56:34.373692 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40198) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:34.384385 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7bf9b2-413a-473b-b74f-ae17997e98cf tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bacab03-7440-4527-bc30-16013bd27138,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:34.398991 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40747c7e-2649-4f37-a40d-fe5144ca0999 None None] Update dhcp port {'port': {'network_id': '7c3d7b90-4cd0-492b-b8b2-539895f51db5', 'fixed_ips': [{'subnet_id': '792df118-8c1b-4ba1-85ea-1c48ad1603e8', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a1dc4147-784e-4349-b1ef-0f43eafd896c'}], 'binding:host_id': 'n-d-811807-1'}, 'id': '64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e'} from n-d-811807-1. {{(pid=88071) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 03 22:56:34.399133 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-b35703d5-94d2-42ed-9a04-744dc20ef3b0 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'security_group': {'name': 'tempest-secgroup-731456384'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:56:34.408688 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b35703d5-94d2-42ed-9a04-744dc20ef3b0 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:56:34.415549 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b35703d5-94d2-42ed-9a04-744dc20ef3b0 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:security_group and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:56:34.418674 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b35703d5-94d2-42ed-9a04-744dc20ef3b0 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:56:34.429724 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b35703d5-94d2-42ed-9a04-744dc20ef3b0 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:56:34.441965 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b35703d5-94d2-42ed-9a04-744dc20ef3b0 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:34.484868 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-40747c7e-2649-4f37-a40d-fe5144ca0999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:34.491870 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b35703d5-94d2-42ed-9a04-744dc20ef3b0 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:56:34.495882 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b35703d5-94d2-42ed-9a04-744dc20ef3b0 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:security_group_rule and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:56:34.499139 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b35703d5-94d2-42ed-9a04-744dc20ef3b0 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:56:34.505955 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b35703d5-94d2-42ed-9a04-744dc20ef3b0 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:56:34.530815 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f836091-7888-493f-be7e-185194c6f9cb req-da4d1211-25e7-4afb-9b02-f078b8b485d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:34.533490 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3f836091-7888-493f-be7e-185194c6f9cb req-da4d1211-25e7-4afb-9b02-f078b8b485d4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c911580a-47e8-451d-aa8d-57f0fa21ffe1 HTTP/1.1" status: 200 len: 919 time: 0.2411292 May 03 22:56:34.596855 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b35703d5-94d2-42ed-9a04-744dc20ef3b0 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:34.602559 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b35703d5-94d2-42ed-9a04-744dc20ef3b0 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:34.650339 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3f836091-7888-493f-be7e-185194c6f9cb req-0a6a8ee3-365b-4d17-9375-7222933b18bf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f72ab74-a672-447d-b997-eae19b009369 HTTP/1.1" status: 200 len: 217 time: 0.1079168 May 03 22:56:34.689453 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35703d5-94d2-42ed-9a04-744dc20ef3b0 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=908bf698-c401-4ab5-b4d0-2259a90ececf,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:34.715040 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b35703d5-94d2-42ed-9a04-744dc20ef3b0 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:34.719563 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b35703d5-94d2-42ed-9a04-744dc20ef3b0 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3404334 May 03 22:56:34.722600 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40202) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:34.729123 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-1aef6c4b-f41c-439f-a803-16049dceb2bf tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2032070228', 'security_groups': ['908bf698-c401-4ab5-b4d0-2259a90ececf'], 'network_id': '7c3d7b90-4cd0-492b-b8b2-539895f51db5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a1dc4147-784e-4349-b1ef-0f43eafd896c'}]}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:56:34.878475 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-40747c7e-2649-4f37-a40d-fe5144ca0999 None None] Allocated IP 172.20.0.2 (7c3d7b90-4cd0-492b-b8b2-539895f51db5/a1dc4147-784e-4349-b1ef-0f43eafd896c/64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:56:34.893764 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1aef6c4b-f41c-439f-a803-16049dceb2bf tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:56:34.907202 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1aef6c4b-f41c-439f-a803-16049dceb2bf tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:56:34.919896 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aef6c4b-f41c-439f-a803-16049dceb2bf tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Made reservation on behalf of 3a6c8dfe4a524ed3932fdccc3fe2c5d8 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:56:34.931833 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f836091-7888-493f-be7e-185194c6f9cb req-f892f419-bbbc-4119-bbc0-d7fbc4c161aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:34.934321 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3f836091-7888-493f-be7e-185194c6f9cb req-f892f419-bbbc-4119-bbc0-d7fbc4c161aa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5517459f-c98d-41cf-b3ba-cd5ba862ae7c HTTP/1.1" status: 200 len: 857 time: 0.2676039 May 03 22:56:35.072966 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 0391b228-8d73-4a24-a581-5050f7166194 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:56:35.120027 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1aef6c4b-f41c-439f-a803-16049dceb2bf tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:35.139110 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f836091-7888-493f-be7e-185194c6f9cb req-d8537bb1-2b64-45ad-907a-224273cd2a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:35.140473 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3f836091-7888-493f-be7e-185194c6f9cb req-d8537bb1-2b64-45ad-907a-224273cd2a62 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c911580a-47e8-451d-aa8d-57f0fa21ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1913846 May 03 22:56:35.148230 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-1aef6c4b-f41c-439f-a803-16049dceb2bf tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] device_id is not set on port 5365ddd8-2b19-41a0-b6a5-2699495e80d6 yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 22:56:35.152916 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 0391b228-8d73-4a24-a581-5050f7166194 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:56:35.153268 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 0391b228-8d73-4a24-a581-5050f7166194 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:56:35.153706 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 8018b6d2-2b5f-425e-ac76-71b63cc86d3e no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:56:35.204459 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 8018b6d2-2b5f-425e-ac76-71b63cc86d3e {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:56:35.204803 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 8018b6d2-2b5f-425e-ac76-71b63cc86d3e not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:56:35.216139 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-40747c7e-2649-4f37-a40d-fe5144ca0999 None None] For port 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e,segment=NetworkSegment(cb5dc4de-97c1-4c6a-8e00-0b588a19e91b),segment_id=cb5dc4de-97c1-4c6a-8e00-0b588a19e91b)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:56:35.247196 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-40747c7e-2649-4f37-a40d-fe5144ca0999 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:35.267934 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-40747c7e-2649-4f37-a40d-fe5144ca0999 None None] Transition to ACTIVE for port object 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:56:35.276322 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-40747c7e-2649-4f37-a40d-fe5144ca0999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:35.344839 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3f836091-7888-493f-be7e-185194c6f9cb req-b29e36f6-cc89-4041-a086-cced8e624030 service neutron] 10.222.0.67 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962686 May 03 22:56:35.440450 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40210) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:35.451787 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-c8c70742-ab74-4929-a589-53b26891c5c5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-329621853', 'description': 'tempest-secgroup-smoke-329621853 description', 'project_id': 'e51c41c8f2c54373bfeeef105247eecb'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:56:35.482289 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-1aef6c4b-f41c-439f-a803-16049dceb2bf tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Allocated IP 172.20.0.12 (7c3d7b90-4cd0-492b-b8b2-539895f51db5/a1dc4147-784e-4349-b1ef-0f43eafd896c/5365ddd8-2b19-41a0-b6a5-2699495e80d6) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:56:35.495625 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-c8c70742-ab74-4929-a589-53b26891c5c5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:56:35.507977 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c8c70742-ab74-4929-a589-53b26891c5c5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:security_group and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:56:35.524521 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c8c70742-ab74-4929-a589-53b26891c5c5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:56:35.543655 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40747c7e-2649-4f37-a40d-fe5144ca0999 None None] Pushing event updated for resources: {'Port': ['ID=64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:35.549285 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-c8c70742-ab74-4929-a589-53b26891c5c5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:56:35.553272 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3f836091-7888-493f-be7e-185194c6f9cb req-8f6de117-b56f-455f-8108-dcfeb1570a2b service neutron] 10.222.0.67 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017040 May 03 22:56:35.573113 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-deecda4e-3739-4f84-9707-2fa0d35e57cb tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:35.622484 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c8c70742-ab74-4929-a589-53b26891c5c5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:35.724886 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-c8c70742-ab74-4929-a589-53b26891c5c5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:56:35.740132 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c8c70742-ab74-4929-a589-53b26891c5c5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:security_group_rule and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:56:35.747412 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c8c70742-ab74-4929-a589-53b26891c5c5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:56:35.757653 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-c8c70742-ab74-4929-a589-53b26891c5c5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:56:35.811424 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1aef6c4b-f41c-439f-a803-16049dceb2bf tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:35.843770 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-1aef6c4b-f41c-439f-a803-16049dceb2bf tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Transition to ACTIVE for port object 5365ddd8-2b19-41a0-b6a5-2699495e80d6 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:56:35.894507 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c8c70742-ab74-4929-a589-53b26891c5c5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:35.902808 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c8c70742-ab74-4929-a589-53b26891c5c5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:35.918679 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1aef6c4b-f41c-439f-a803-16049dceb2bf tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:35.987907 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-deecda4e-3739-4f84-9707-2fa0d35e57cb tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Deleting port 5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:56:35.988253 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-deecda4e-3739-4f84-9707-2fa0d35e57cb tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:36.041685 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c70742-ab74-4929-a589-53b26891c5c5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fd47e5-b5e4-4506-92ff-9ae9681e5b80,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:36.055114 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aef6c4b-f41c-439f-a803-16049dceb2bf tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Network 7c3d7b90-4cd0-492b-b8b2-539895f51db5 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:56:36.059835 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-1aef6c4b-f41c-439f-a803-16049dceb2bf tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:56:36.061721 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c8c70742-ab74-4929-a589-53b26891c5c5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:36.062811 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c8c70742-ab74-4929-a589-53b26891c5c5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6214085 May 03 22:56:36.063897 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aef6c4b-f41c-439f-a803-16049dceb2bf tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:56:36.068739 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40214) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:36.079285 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-bfea9116-891e-4bda-aaa6-b37ff86f482b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'security_group_rule': {'security_group_id': 'c5fd47e5-b5e4-4506-92ff-9ae9681e5b80', 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:56:36.094332 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef6c4b-f41c-439f-a803-16049dceb2bf tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Port': ['ID=5365ddd8-2b19-41a0-b6a5-2699495e80d6,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:36.106744 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bfea9116-891e-4bda-aaa6-b37ff86f482b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:56:36.123985 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bfea9116-891e-4bda-aaa6-b37ff86f482b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:security_group_rule and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:56:36.129466 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bfea9116-891e-4bda-aaa6-b37ff86f482b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:56:36.159887 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aef6c4b-f41c-439f-a803-16049dceb2bf tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:36.160525 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1aef6c4b-f41c-439f-a803-16049dceb2bf tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:36.185839 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1aef6c4b-f41c-439f-a803-16049dceb2bf tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4619839 May 03 22:56:36.189061 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40220) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:36.206761 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-9883cf74-aa78-445b-bd72-aa3442fc6645 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'subnet': {'network_id': '7c3d7b90-4cd0-492b-b8b2-539895f51db5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:56:36.364149 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bfea9116-891e-4bda-aaa6-b37ff86f482b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:56:36.404285 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bfea9116-891e-4bda-aaa6-b37ff86f482b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:36.422630 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a1cdd5e9-429a-49f2-aab9-71cf75dcb118 None None] Provisioning complete for port ffcfb305-4b63-4420-9422-332b07142fd8 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:36.423175 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a1cdd5e9-429a-49f2-aab9-71cf75dcb118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:36.455383 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-deecda4e-3739-4f84-9707-2fa0d35e57cb tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] For port 5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec,segment=NetworkSegment(a3130c76-aa5c-4a87-882b-e647ba927e17),segment_id=a3130c76-aa5c-4a87-882b-e647ba927e17)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:56:36.455791 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-deecda4e-3739-4f84-9707-2fa0d35e57cb tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:36.476402 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9883cf74-aa78-445b-bd72-aa3442fc6645 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:56:36.490822 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9883cf74-aa78-445b-bd72-aa3442fc6645 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:subnet and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:56:36.495555 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9883cf74-aa78-445b-bd72-aa3442fc6645 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:56:36.515328 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9883cf74-aa78-445b-bd72-aa3442fc6645 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:56:36.551782 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9883cf74-aa78-445b-bd72-aa3442fc6645 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Made reservation on behalf of 3a6c8dfe4a524ed3932fdccc3fe2c5d8 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:56:36.555778 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9883cf74-aa78-445b-bd72-aa3442fc6645 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:36.592932 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a1cdd5e9-429a-49f2-aab9-71cf75dcb118 None None] Port ffcfb305-4b63-4420-9422-332b07142fd8 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:56:36.611876 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a1cdd5e9-429a-49f2-aab9-71cf75dcb118 None None] Provisioning for port 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:56:36.617363 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-deecda4e-3739-4f84-9707-2fa0d35e57cb tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Calling delete_port for 5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:56:36.619054 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a1cdd5e9-429a-49f2-aab9-71cf75dcb118 None None] Provisioning complete for port 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:36.619968 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a1cdd5e9-429a-49f2-aab9-71cf75dcb118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:36.783110 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bfea9116-891e-4bda-aaa6-b37ff86f482b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:36.790457 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bfea9116-891e-4bda-aaa6-b37ff86f482b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:36.806696 n-d-811807-1 neutron-server[88069]: INFO neutron.db.ipam_backend_mixin [None req-9883cf74-aa78-445b-bd72-aa3442fc6645 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a1dc4147-784e-4349-b1ef-0f43eafd896c (CIDR: 172.20.0.0/28) May 03 22:56:36.815330 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-9883cf74-aa78-445b-bd72-aa3442fc6645 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:56:36.816263 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9883cf74-aa78-445b-bd72-aa3442fc6645 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:56:36.848591 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea9116-891e-4bda-aaa6-b37ff86f482b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3abde3e-1716-4f6b-8943-c9e42212ac88,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:36.861646 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9883cf74-aa78-445b-bd72-aa3442fc6645 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6713250 May 03 22:56:36.862392 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40226) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:36.868586 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-a4ffd5df-7ac3-4eff-89b3-f050741eb0dd tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'subnet': {'network_id': '7c3d7b90-4cd0-492b-b8b2-539895f51db5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:56:36.869604 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bfea9116-891e-4bda-aaa6-b37ff86f482b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:36.875816 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bfea9116-891e-4bda-aaa6-b37ff86f482b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8033371 May 03 22:56:36.892244 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40230) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:36.897761 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-419e101c-de0d-4862-9474-b2f4ff36a6eb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'security_group_rule': {'security_group_id': 'c5fd47e5-b5e4-4506-92ff-9ae9681e5b80', 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:56:36.906883 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-419e101c-de0d-4862-9474-b2f4ff36a6eb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:56:36.917196 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-419e101c-de0d-4862-9474-b2f4ff36a6eb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:security_group_rule and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:56:36.922885 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-419e101c-de0d-4862-9474-b2f4ff36a6eb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:56:36.934882 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-419e101c-de0d-4862-9474-b2f4ff36a6eb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:56:36.999306 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-419e101c-de0d-4862-9474-b2f4ff36a6eb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:37.015094 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a4ffd5df-7ac3-4eff-89b3-f050741eb0dd tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:56:37.020427 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a4ffd5df-7ac3-4eff-89b3-f050741eb0dd tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:subnet and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:56:37.023961 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a4ffd5df-7ac3-4eff-89b3-f050741eb0dd tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:56:37.034674 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a4ffd5df-7ac3-4eff-89b3-f050741eb0dd tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:56:37.048077 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-deecda4e-3739-4f84-9707-2fa0d35e57cb tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:37.056991 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ffd5df-7ac3-4eff-89b3-f050741eb0dd tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Made reservation on behalf of 3a6c8dfe4a524ed3932fdccc3fe2c5d8 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:56:37.063917 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a4ffd5df-7ac3-4eff-89b3-f050741eb0dd tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:37.121597 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deecda4e-3739-4f84-9707-2fa0d35e57cb tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event deleted for resources: {'Port': ['ID=5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:37.137758 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:56:37.203629 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f4391562-b026-4af6-b437-2f72e8612e0b None None] Provisioning for port 5365ddd8-2b19-41a0-b6a5-2699495e80d6 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:56:37.210623 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f4391562-b026-4af6-b437-2f72e8612e0b None None] Provisioning complete for port 5365ddd8-2b19-41a0-b6a5-2699495e80d6 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:37.211322 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f4391562-b026-4af6-b437-2f72e8612e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:37.302281 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-419e101c-de0d-4862-9474-b2f4ff36a6eb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:37.321362 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:37.321947 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:37.407375 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f4391562-b026-4af6-b437-2f72e8612e0b None None] Port 5365ddd8-2b19-41a0-b6a5-2699495e80d6 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:56:37.425646 n-d-811807-1 neutron-server[88069]: INFO neutron.db.ipam_backend_mixin [None req-a4ffd5df-7ac3-4eff-89b3-f050741eb0dd tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 792df118-8c1b-4ba1-85ea-1c48ad1603e8 (CIDR: 172.20.0.16/28) May 03 22:56:37.437944 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-419e101c-de0d-4862-9474-b2f4ff36a6eb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:37.442896 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ffd5df-7ac3-4eff-89b3-f050741eb0dd tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 22:56:37.445591 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4ffd5df-7ac3-4eff-89b3-f050741eb0dd tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:56:37.497313 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e101c-de0d-4862-9474-b2f4ff36a6eb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f8ddfb-86fb-4c42-ba4e-6658cbad914f,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:37.523882 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a4ffd5df-7ac3-4eff-89b3-f050741eb0dd tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6601977 May 03 22:56:37.525469 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40238) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:37.533014 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-95c612de-0689-4480-9684-df7876422504 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'subnet': {'network_id': '7c3d7b90-4cd0-492b-b8b2-539895f51db5', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:56:37.536807 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-419e101c-de0d-4862-9474-b2f4ff36a6eb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:37.541529 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-419e101c-de0d-4862-9474-b2f4ff36a6eb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6482210 May 03 22:56:37.547570 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40244) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:37.558054 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-b65d2e78-352a-498f-be1c-1fc57391c0bb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'security_group_rule': {'security_group_id': 'c5fd47e5-b5e4-4506-92ff-9ae9681e5b80', 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:56:37.567991 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b65d2e78-352a-498f-be1c-1fc57391c0bb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:56:37.576075 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b65d2e78-352a-498f-be1c-1fc57391c0bb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:security_group_rule and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:56:37.585174 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-deecda4e-3739-4f84-9707-2fa0d35e57cb tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:37.612628 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b65d2e78-352a-498f-be1c-1fc57391c0bb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:56:37.676968 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b65d2e78-352a-498f-be1c-1fc57391c0bb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:56:37.702826 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-95c612de-0689-4480-9684-df7876422504 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:56:37.707974 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-95c612de-0689-4480-9684-df7876422504 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Usage tracker for resource:subnet and tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:56:37.713613 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-95c612de-0689-4480-9684-df7876422504 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:56:37.722970 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-95c612de-0689-4480-9684-df7876422504 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:56:37.738549 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c612de-0689-4480-9684-df7876422504 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Made reservation on behalf of 3a6c8dfe4a524ed3932fdccc3fe2c5d8 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:56:37.742213 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-95c612de-0689-4480-9684-df7876422504 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:37.781074 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b65d2e78-352a-498f-be1c-1fc57391c0bb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:38.019600 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b65d2e78-352a-498f-be1c-1fc57391c0bb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:38.029086 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b65d2e78-352a-498f-be1c-1fc57391c0bb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:38.056171 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-95c612de-0689-4480-9684-df7876422504 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:38.061264 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deecda4e-3739-4f84-9707-2fa0d35e57cb tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Router d1f0d438-9249-4bea-ad95-85b45350ada1 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:56:38.062357 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d2e78-352a-498f-be1c-1fc57391c0bb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb5e382-0860-4605-a38f-cfd8fdd3c05b,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:38.082914 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b65d2e78-352a-498f-be1c-1fc57391c0bb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:38.084317 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b65d2e78-352a-498f-be1c-1fc57391c0bb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5360813 May 03 22:56:38.098765 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40248) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:38.118822 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-006bc4e2-bd93-405e-83c8-70c5e5957d08 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'security_group_rule': {'security_group_id': 'c5fd47e5-b5e4-4506-92ff-9ae9681e5b80', 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:56:38.126677 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-006bc4e2-bd93-405e-83c8-70c5e5957d08 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:56:38.135968 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c612de-0689-4480-9684-df7876422504 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Network 7c3d7b90-4cd0-492b-b8b2-539895f51db5 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:56:38.137582 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-95c612de-0689-4480-9684-df7876422504 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:56:38.139467 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-006bc4e2-bd93-405e-83c8-70c5e5957d08 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:security_group_rule and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:56:38.150287 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c612de-0689-4480-9684-df7876422504 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:38.151393 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-95c612de-0689-4480-9684-df7876422504 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:38.154659 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-006bc4e2-bd93-405e-83c8-70c5e5957d08 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:56:38.165375 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d59c2f-1aa5-4c61-996b-1c17c8c4cf9f None None] Network 7c3d7b90-4cd0-492b-b8b2-539895f51db5 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:56:38.174832 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-006bc4e2-bd93-405e-83c8-70c5e5957d08 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:56:38.188913 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c612de-0689-4480-9684-df7876422504 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Subnet': ['ID=da31404e-0bd2-4a13-82c7-6867649a7555,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:38.194807 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-95c612de-0689-4480-9684-df7876422504 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6685834 May 03 22:56:38.197577 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40252) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:38.203965 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-2968c892-06fe-4d26-abf1-5492022bc8e6 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1983433385', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'da31404e-0bd2-4a13-82c7-6867649a7555'}], 'security_groups': ['0f65fd39-84c6-4e66-8112-29cbe3b96275', '1bacab03-7440-4527-bc30-16013bd27138']}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:56:38.272246 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deecda4e-3739-4f84-9707-2fa0d35e57cb tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:56:38.274437 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-006bc4e2-bd93-405e-83c8-70c5e5957d08 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:38.278392 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-deecda4e-3739-4f84-9707-2fa0d35e57cb tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "PUT /v2.0/routers/d1f0d438-9249-4bea-ad95-85b45350ada1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5838025 May 03 22:56:38.281217 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40256) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:38.284925 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc4480b-6079-4509-8ffe-62d4d9ac7811 None None] Sync routers for ids ['d1f0d438-9249-4bea-ad95-85b45350ada1'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:56:38.301711 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc4480b-6079-4509-8ffe-62d4d9ac7811 None None] Routers {'d1f0d438-9249-4bea-ad95-85b45350ada1'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:38.302721 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-abc4480b-6079-4509-8ffe-62d4d9ac7811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:56:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['d1f0d438-9249-4bea-ad95-85b45350ada1'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:38.501814 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-abc4480b-6079-4509-8ffe-62d4d9ac7811 None None] Set router d1f0d438-9249-4bea-ad95-85b45350ada1 gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:56:38.506211 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2968c892-06fe-4d26-abf1-5492022bc8e6 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:38.518657 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b8cd17b-909e-4aa4-8f37-3f503d87dfbd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Deleting subnet b2afcf2c-b06f-4c14-beb9-ea64b6a0a638 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:56:38.522050 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6b8cd17b-909e-4aa4-8f37-3f503d87dfbd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:38.595743 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6b8cd17b-909e-4aa4-8f37-3f503d87dfbd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:38.715086 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-006bc4e2-bd93-405e-83c8-70c5e5957d08 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:38.722520 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-006bc4e2-bd93-405e-83c8-70c5e5957d08 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:38.782601 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6b8cd17b-909e-4aa4-8f37-3f503d87dfbd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:38.825792 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006bc4e2-bd93-405e-83c8-70c5e5957d08 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81bcf85d-0cc9-43b5-a229-d651d102a8d1,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:38.840973 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-006bc4e2-bd93-405e-83c8-70c5e5957d08 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:38.842454 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-006bc4e2-bd93-405e-83c8-70c5e5957d08 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7371972 May 03 22:56:38.846754 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40264) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:38.888122 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-a63a6d94-999c-44be-ac6f-4a984562892a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'security_group_rule': {'security_group_id': 'c5fd47e5-b5e4-4506-92ff-9ae9681e5b80', 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:56:38.946447 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a63a6d94-999c-44be-ac6f-4a984562892a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:56:38.954912 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a63a6d94-999c-44be-ac6f-4a984562892a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:security_group_rule and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:56:38.960630 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a63a6d94-999c-44be-ac6f-4a984562892a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:56:38.972812 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a63a6d94-999c-44be-ac6f-4a984562892a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:56:38.984985 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee3e9f9-8d0f-48f3-9c5f-e0f9db22ae72 None None] Update dhcp port {'port': {'network_id': '7c3d7b90-4cd0-492b-b8b2-539895f51db5', 'fixed_ips': [{'subnet_id': '792df118-8c1b-4ba1-85ea-1c48ad1603e8', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a1dc4147-784e-4349-b1ef-0f43eafd896c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'da31404e-0bd2-4a13-82c7-6867649a7555'}], 'binding:host_id': 'n-d-811807-1'}, 'id': '64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e'} from n-d-811807-1. {{(pid=88071) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 03 22:56:38.991269 n-d-811807-1 neutron-server[88070]: INFO neutron.db.securitygroups_db [None req-a63a6d94-999c-44be-ac6f-4a984562892a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Project e51c41c8f2c54373bfeeef105247eecb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 22:56:39.001099 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-abc4480b-6079-4509-8ffe-62d4d9ac7811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'name': 'tempest-RoutersIpV6Test-router-424099633', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:55:40Z', 'updated_at': '2022-05-03T22:56:36Z', 'revision_number': 10, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'gw_port_host': None, '_interfaces': [{'id': 'a5039bb9-aa62-4774-80df-363f9825d63a', 'name': '', 'network_id': '48656fbb-4e34-4a50-9398-454746d596a3', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:a0:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:43Z', 'updated_at': '2022-05-03T22:55:57Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:39.007074 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a63a6d94-999c-44be-ac6f-4a984562892a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:39.007587 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc4480b-6079-4509-8ffe-62d4d9ac7811 None None] Checking router: d1f0d438-9249-4bea-ad95-85b45350ada1 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:56:39.017174 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc4480b-6079-4509-8ffe-62d4d9ac7811 None None] Routers {'d1f0d438-9249-4bea-ad95-85b45350ada1'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:39.017911 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-abc4480b-6079-4509-8ffe-62d4d9ac7811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:56:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['d1f0d438-9249-4bea-ad95-85b45350ada1'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:39.034330 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6b8cd17b-909e-4aa4-8f37-3f503d87dfbd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:39.122649 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fee3e9f9-8d0f-48f3-9c5f-e0f9db22ae72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:39.150320 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8cd17b-909e-4aa4-8f37-3f503d87dfbd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event deleted for resources: {'Subnet': ['ID=b2afcf2c-b06f-4c14-beb9-ea64b6a0a638,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:39.167115 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6b8cd17b-909e-4aa4-8f37-3f503d87dfbd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:39.190975 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-abc4480b-6079-4509-8ffe-62d4d9ac7811 None None] Set router d1f0d438-9249-4bea-ad95-85b45350ada1 gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:56:39.204418 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6b8cd17b-909e-4aa4-8f37-3f503d87dfbd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/subnets/b2afcf2c-b06f-4c14-beb9-ea64b6a0a638 HTTP/1.1" status: 204 len: 168 time: 0.9196784 May 03 22:56:39.205678 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40268) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:39.211025 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27117158-233b-473f-9bca-f41fcc9a96d5 None None] Network e555e396-6ec8-42a2-82b4-9ec115bb4270 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:56:39.271087 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a63a6d94-999c-44be-ac6f-4a984562892a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:39.276601 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a63a6d94-999c-44be-ac6f-4a984562892a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:39.323024 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a6d94-999c-44be-ac6f-4a984562892a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccc491a0-1eba-4363-97bf-6c3417a51442,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:39.348234 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a63a6d94-999c-44be-ac6f-4a984562892a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:39.352010 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a63a6d94-999c-44be-ac6f-4a984562892a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4755199 May 03 22:56:39.354292 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40272) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:39.361251 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-fac6e1fa-acff-4272-a3f6-ae3b10a96076 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'security_group_rule': {'security_group_id': 'c5fd47e5-b5e4-4506-92ff-9ae9681e5b80', 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:56:39.378018 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-fac6e1fa-acff-4272-a3f6-ae3b10a96076 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:56:39.382695 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-fac6e1fa-acff-4272-a3f6-ae3b10a96076 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:security_group_rule and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:56:39.386070 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-fac6e1fa-acff-4272-a3f6-ae3b10a96076 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:56:39.392874 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-fac6e1fa-acff-4272-a3f6-ae3b10a96076 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:56:39.405904 n-d-811807-1 neutron-server[88070]: INFO neutron.db.securitygroups_db [None req-fac6e1fa-acff-4272-a3f6-ae3b10a96076 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Project e51c41c8f2c54373bfeeef105247eecb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 22:56:39.432098 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fac6e1fa-acff-4272-a3f6-ae3b10a96076 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:39.433184 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-02cc08fb-7495-4d5c-b890-85fe0515e09f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:39.496578 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-02cc08fb-7495-4d5c-b890-85fe0515e09f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Deleting port 608dcc8a-7003-4613-95d9-64f295aa4be3 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:56:39.497026 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-02cc08fb-7495-4d5c-b890-85fe0515e09f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:39.581176 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fac6e1fa-acff-4272-a3f6-ae3b10a96076 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:39.591087 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fac6e1fa-acff-4272-a3f6-ae3b10a96076 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:39.655110 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-2968c892-06fe-4d26-abf1-5492022bc8e6 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Delete allocated IP 172.20.0.12 (7c3d7b90-4cd0-492b-b8b2-539895f51db5/a1dc4147-784e-4349-b1ef-0f43eafd896c) {{(pid=88069) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 03 22:56:39.675179 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-2968c892-06fe-4d26-abf1-5492022bc8e6 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Allocated IP 172.20.0.38 (7c3d7b90-4cd0-492b-b8b2-539895f51db5/da31404e-0bd2-4a13-82c7-6867649a7555/5365ddd8-2b19-41a0-b6a5-2699495e80d6) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:56:39.694528 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fac6e1fa-acff-4272-a3f6-ae3b10a96076 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:39.710874 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fac6e1fa-acff-4272-a3f6-ae3b10a96076 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3557565 May 03 22:56:39.713747 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40276) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:39.718181 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac6e1fa-acff-4272-a3f6-ae3b10a96076 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f17413a-6c19-47f5-8104-24507e532e9c,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:39.728768 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-92ce8248-a969-4e74-a000-75a15623aed0 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'network': {'name': 'tempest-network-smoke--382760063', 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'port_security_enabled': True}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:56:39.742062 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-92ce8248-a969-4e74-a000-75a15623aed0 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:56:39.752322 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-92ce8248-a969-4e74-a000-75a15623aed0 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:network and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:56:39.768793 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-92ce8248-a969-4e74-a000-75a15623aed0 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:56:39.781188 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-92ce8248-a969-4e74-a000-75a15623aed0 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:56:39.785903 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-abc4480b-6079-4509-8ffe-62d4d9ac7811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'name': 'tempest-RoutersIpV6Test-router-424099633', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:55:40Z', 'updated_at': '2022-05-03T22:56:36Z', 'revision_number': 10, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'gw_port_host': None, '_interfaces': [{'id': 'a5039bb9-aa62-4774-80df-363f9825d63a', 'name': '', 'network_id': '48656fbb-4e34-4a50-9398-454746d596a3', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:a0:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:43Z', 'updated_at': '2022-05-03T22:55:57Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:39.792416 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc4480b-6079-4509-8ffe-62d4d9ac7811 None None] The sync data for ids ['d1f0d438-9249-4bea-ad95-85b45350ada1'] in n-d-811807-1 is: [{'id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'name': 'tempest-RoutersIpV6Test-router-424099633', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:55:40Z', 'updated_at': '2022-05-03T22:56:36Z', 'revision_number': 10, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'gw_port_host': None, '_interfaces': [{'id': 'a5039bb9-aa62-4774-80df-363f9825d63a', 'name': '', 'network_id': '48656fbb-4e34-4a50-9398-454746d596a3', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'mac_address': 'fa:16:3e:a0:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:55:43Z', 'updated_at': '2022-05-03T22:55:57Z', 'revision_number': 5, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'subnets': [{'id': '9320ad02-96c1-40c6-9e46-561f02893de3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:56:39.801792 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ce8248-a969-4e74-a000-75a15623aed0 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Made reservation on behalf of e51c41c8f2c54373bfeeef105247eecb for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:56:39.808203 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-92ce8248-a969-4e74-a000-75a15623aed0 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:39.859318 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33012e93-106e-4b29-8168-28130b04d919 None None] DHCP port deletion for e555e396-6ec8-42a2-82b4-9ec115bb4270 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:56:39.864411 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-33012e93-106e-4b29-8168-28130b04d919 None None] Deleting port 608dcc8a-7003-4613-95d9-64f295aa4be3 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:56:39.864840 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-33012e93-106e-4b29-8168-28130b04d919 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:39.866692 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ce8248-a969-4e74-a000-75a15623aed0 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:56:39.891769 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-92ce8248-a969-4e74-a000-75a15623aed0 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:39.893374 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-92ce8248-a969-4e74-a000-75a15623aed0 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Added segment ce16f5e3-2c20-4354-ac40-2ec64136d583 of type vlan for network 62689dff-081f-4a4e-9460-2323067eb3de May 03 22:56:39.966484 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-92ce8248-a969-4e74-a000-75a15623aed0 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:40.067535 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-92ce8248-a969-4e74-a000-75a15623aed0 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:40.078867 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-02cc08fb-7495-4d5c-b890-85fe0515e09f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] For port 608dcc8a-7003-4613-95d9-64f295aa4be3, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=608dcc8a-7003-4613-95d9-64f295aa4be3,segment=NetworkSegment(a3130c76-aa5c-4a87-882b-e647ba927e17),segment_id=a3130c76-aa5c-4a87-882b-e647ba927e17)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:56:40.079402 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-02cc08fb-7495-4d5c-b890-85fe0515e09f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:40.079952 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ce8248-a969-4e74-a000-75a15623aed0 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:40.082822 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-92ce8248-a969-4e74-a000-75a15623aed0 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:40.283196 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-92ce8248-a969-4e74-a000-75a15623aed0 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5667853 May 03 22:56:40.294825 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40284) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:40.317757 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-e887a5eb-0458-4cd5-a37b-371a90902bce tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1131331484', 'admin_state_up': True, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:56:40.338658 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce8248-a969-4e74-a000-75a15623aed0 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'Network': ['ID=62689dff-081f-4a4e-9460-2323067eb3de,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:40.346993 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e887a5eb-0458-4cd5-a37b-371a90902bce tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:56:40.374276 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e887a5eb-0458-4cd5-a37b-371a90902bce tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:router and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:56:40.381680 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e887a5eb-0458-4cd5-a37b-371a90902bce tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:56:40.382929 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 62689dff-081f-4a4e-9460-2323067eb3de details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:56:40.388679 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e887a5eb-0458-4cd5-a37b-371a90902bce tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:56:40.401608 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e887a5eb-0458-4cd5-a37b-371a90902bce tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:40.402977 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e887a5eb-0458-4cd5-a37b-371a90902bce tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:40.424709 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e887a5eb-0458-4cd5-a37b-371a90902bce tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:40.440544 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-33012e93-106e-4b29-8168-28130b04d919 None None] For port 608dcc8a-7003-4613-95d9-64f295aa4be3, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=608dcc8a-7003-4613-95d9-64f295aa4be3,segment=NetworkSegment(a3130c76-aa5c-4a87-882b-e647ba927e17),segment_id=a3130c76-aa5c-4a87-882b-e647ba927e17)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:56:40.440927 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-33012e93-106e-4b29-8168-28130b04d919 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:40.614631 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-02cc08fb-7495-4d5c-b890-85fe0515e09f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Calling delete_port for 608dcc8a-7003-4613-95d9-64f295aa4be3 owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:56:40.845675 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-33012e93-106e-4b29-8168-28130b04d919 None None] Calling delete_port for 608dcc8a-7003-4613-95d9-64f295aa4be3 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:56:40.851993 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e887a5eb-0458-4cd5-a37b-371a90902bce tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:40.879396 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2968c892-06fe-4d26-abf1-5492022bc8e6 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:40.883162 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-02cc08fb-7495-4d5c-b890-85fe0515e09f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:40.944272 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc08fb-7495-4d5c-b890-85fe0515e09f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event deleted for resources: {'Port': ['ID=608dcc8a-7003-4613-95d9-64f295aa4be3,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:40.951041 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-33012e93-106e-4b29-8168-28130b04d919 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:56:40.951487 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-33012e93-106e-4b29-8168-28130b04d919 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:56:40.956121 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cc08fb-7495-4d5c-b890-85fe0515e09f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] No DVR routers for this DVR port 608dcc8a-7003-4613-95d9-64f295aa4be3 on host n-d-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:56:40.959716 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-2968c892-06fe-4d26-abf1-5492022bc8e6 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Transition to ACTIVE for port object 5365ddd8-2b19-41a0-b6a5-2699495e80d6 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:56:41.014373 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2968c892-06fe-4d26-abf1-5492022bc8e6 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:41.100136 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-fee3e9f9-8d0f-48f3-9c5f-e0f9db22ae72 None None] Allocated IP 172.20.0.34 (7c3d7b90-4cd0-492b-b8b2-539895f51db5/da31404e-0bd2-4a13-82c7-6867649a7555/64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:56:41.179450 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:56:41.262441 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:56:41.263370 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 5b4dfc7b-874e-4ff5-9359-ce53a0b4f8ec not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:56:41.263370 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 608dcc8a-7003-4613-95d9-64f295aa4be3 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:56:41.338847 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 608dcc8a-7003-4613-95d9-64f295aa4be3 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:56:41.339497 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 608dcc8a-7003-4613-95d9-64f295aa4be3 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:56:41.391204 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-02cc08fb-7495-4d5c-b890-85fe0515e09f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:41.408350 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968c892-06fe-4d26-abf1-5492022bc8e6 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event updated for resources: {'Port': ['ID=5365ddd8-2b19-41a0-b6a5-2699495e80d6,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:41.413030 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-2968c892-06fe-4d26-abf1-5492022bc8e6 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] In _notify_port_updated(), no bound segment for port 5365ddd8-2b19-41a0-b6a5-2699495e80d6 on network 7c3d7b90-4cd0-492b-b8b2-539895f51db5 {{(pid=88069) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 03 22:56:41.418808 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2968c892-06fe-4d26-abf1-5492022bc8e6 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:41.419425 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2968c892-06fe-4d26-abf1-5492022bc8e6 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:41.425040 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2968c892-06fe-4d26-abf1-5492022bc8e6 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "PUT /v2.0/ports/5365ddd8-2b19-41a0-b6a5-2699495e80d6 HTTP/1.1" status: 200 len: 960 time: 3.2263949 May 03 22:56:41.426317 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40292) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:41.455094 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-33012e93-106e-4b29-8168-28130b04d919 None None] Deleting port 608dcc8a-7003-4613-95d9-64f295aa4be3 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:56:41.456302 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-33012e93-106e-4b29-8168-28130b04d919 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:41.481336 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-02cc08fb-7495-4d5c-b890-85fe0515e09f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e555e396-6ec8-42a2-82b4-9ec115bb4270']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:41.510549 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-02cc08fb-7495-4d5c-b890-85fe0515e09f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3130c76-aa5c-4a87-882b-e647ba927e17') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:41.510762 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-02cc08fb-7495-4d5c-b890-85fe0515e09f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3130c76-aa5c-4a87-882b-e647ba927e17') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:41.517534 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e887a5eb-0458-4cd5-a37b-371a90902bce tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:41.529649 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-02cc08fb-7495-4d5c-b890-85fe0515e09f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:41.544965 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-33012e93-106e-4b29-8168-28130b04d919 None None] The port '608dcc8a-7003-4613-95d9-64f295aa4be3' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:56:41.547451 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-1ea43378-a8d2-4c92-822b-60a28e37c5d9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Deleting port 5365ddd8-2b19-41a0-b6a5-2699495e80d6 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:56:41.547622 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1ea43378-a8d2-4c92-822b-60a28e37c5d9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:41.550193 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-fee3e9f9-8d0f-48f3-9c5f-e0f9db22ae72 None None] For port 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e,segment=NetworkSegment(cb5dc4de-97c1-4c6a-8e00-0b588a19e91b),segment_id=cb5dc4de-97c1-4c6a-8e00-0b588a19e91b)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:56:41.579867 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fee3e9f9-8d0f-48f3-9c5f-e0f9db22ae72 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:41.591097 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e887a5eb-0458-4cd5-a37b-371a90902bce tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:41.601642 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-02cc08fb-7495-4d5c-b890-85fe0515e09f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:41.614389 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02cc08fb-7495-4d5c-b890-85fe0515e09f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:56:41.614806 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-02cc08fb-7495-4d5c-b890-85fe0515e09f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:41.630497 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:56:41.630497 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:56:41.630497 n-d-811807-1 neutron-server[88069]: timer() May 03 22:56:41.630497 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:56:41.630497 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:56:41.630497 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:56:41.630497 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:56:41.630497 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:56:41.630497 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:56:41.630497 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:56:41.630497 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:56:41.630497 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:56:41.630497 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:56:41.630497 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:56:41.630497 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:56:41.630497 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:56:41.630497 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:56:41.630497 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:56:41.630497 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:56:41.630497 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:56:41.630497 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:56:41.630497 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:56:41.630497 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:56:41.630497 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:56:41.630497 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:56:41.630497 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:56:41.630497 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:56:41.630497 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:56:41.630497 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:56:41.630497 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:56:41.630497 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:56:41.630497 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:56:41.762422 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-fee3e9f9-8d0f-48f3-9c5f-e0f9db22ae72 None None] Transition to ACTIVE for port object 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:56:41.765216 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-02cc08fb-7495-4d5c-b890-85fe0515e09f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:41.767738 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fee3e9f9-8d0f-48f3-9c5f-e0f9db22ae72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:41.768296 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-e887a5eb-0458-4cd5-a37b-371a90902bce tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Allocated IP 172.25.2.82 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/98543906-52cd-484e-812e-98234229194d) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:56:41.800285 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-02cc08fb-7495-4d5c-b890-85fe0515e09f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:41.802988 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc08fb-7495-4d5c-b890-85fe0515e09f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event deleted for resources: {'Network': ['ID=e555e396-6ec8-42a2-82b4-9ec115bb4270,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:41.847949 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-02cc08fb-7495-4d5c-b890-85fe0515e09f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/networks/e555e396-6ec8-42a2-82b4-9ec115bb4270 HTTP/1.1" status: 204 len: 168 time: 2.6391037 May 03 22:56:41.852281 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40296) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:41.924754 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee3e9f9-8d0f-48f3-9c5f-e0f9db22ae72 None None] Pushing event updated for resources: {'Port': ['ID=64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e,revision_number=7']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:42.091537 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e887a5eb-0458-4cd5-a37b-371a90902bce tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:42.149300 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e887a5eb-0458-4cd5-a37b-371a90902bce tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:42.165677 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1ea43378-a8d2-4c92-822b-60a28e37c5d9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:42.242234 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e887a5eb-0458-4cd5-a37b-371a90902bce tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:56:42.245946 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-e887a5eb-0458-4cd5-a37b-371a90902bce tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:56:42.258084 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e887a5eb-0458-4cd5-a37b-371a90902bce tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:56:42.328386 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e887a5eb-0458-4cd5-a37b-371a90902bce tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'Port': ['ID=98543906-52cd-484e-812e-98234229194d,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:42.598703 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-1ea43378-a8d2-4c92-822b-60a28e37c5d9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Calling delete_port for 5365ddd8-2b19-41a0-b6a5-2699495e80d6 owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:56:42.885980 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e887a5eb-0458-4cd5-a37b-371a90902bce tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:42.923327 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1ea43378-a8d2-4c92-822b-60a28e37c5d9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:42.972737 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e72b6c85-19ca-4f13-b481-687395318d97 None None] Provisioning complete for port ffcfb305-4b63-4420-9422-332b07142fd8 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:42.973303 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e72b6c85-19ca-4f13-b481-687395318d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:42.977603 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea43378-a8d2-4c92-822b-60a28e37c5d9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'Port': ['ID=5365ddd8-2b19-41a0-b6a5-2699495e80d6,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:43.030092 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e72b6c85-19ca-4f13-b481-687395318d97 None None] Port ffcfb305-4b63-4420-9422-332b07142fd8 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:56:43.034958 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e72b6c85-19ca-4f13-b481-687395318d97 None None] Could not find standard attr ID for object 5365ddd8-2b19-41a0-b6a5-2699495e80d6. {{(pid=88071) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 03 22:56:43.048709 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e72b6c85-19ca-4f13-b481-687395318d97 None None] Provisioning for port 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:56:43.060364 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e72b6c85-19ca-4f13-b481-687395318d97 None None] Provisioning complete for port 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:43.060872 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e72b6c85-19ca-4f13-b481-687395318d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:43.112867 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:56:43.134194 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1ea43378-a8d2-4c92-822b-60a28e37c5d9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:43.163997 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1ea43378-a8d2-4c92-822b-60a28e37c5d9 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/ports/5365ddd8-2b19-41a0-b6a5-2699495e80d6 HTTP/1.1" status: 204 len: 168 time: 1.7279639 May 03 22:56:43.165116 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40306) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:43.226100 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-73fbf4cf-91d5-49b2-8ed6-fba20e90b66d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] GET failed (client error): The resource could not be found. May 03 22:56:43.226900 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-73fbf4cf-91d5-49b2-8ed6-fba20e90b66d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Synchronizing usage tracker for tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:56:43.233550 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16cc8246-3ae3-48d7-921a-3865687e0992 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:43.245682 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:43.246079 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:43.284857 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e887a5eb-0458-4cd5-a37b-371a90902bce tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:43.388124 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-73fbf4cf-91d5-49b2-8ed6-fba20e90b66d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Unset dirty status for tenant:3a6c8dfe4a524ed3932fdccc3fe2c5d8 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:56:43.389323 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-73fbf4cf-91d5-49b2-8ed6-fba20e90b66d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "GET /v2.0/ports/5365ddd8-2b19-41a0-b6a5-2699495e80d6 HTTP/1.1" status: 404 len: 333 time: 0.2190650 May 03 22:56:43.392734 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40310) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:43.503483 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-526df724-194a-44d4-bb9a-81307d2fd324 None None] Could not find standard attr ID for object 5365ddd8-2b19-41a0-b6a5-2699495e80d6. {{(pid=88071) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 03 22:56:43.528198 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e887a5eb-0458-4cd5-a37b-371a90902bce tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Router 82748780-8e7f-4088-b733-d9d086ee82cf is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:56:43.575968 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-634440ae-bcd8-49de-bc10-2663e0f76749 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:43.615630 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-634440ae-bcd8-49de-bc10-2663e0f76749 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:43.720519 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-634440ae-bcd8-49de-bc10-2663e0f76749 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:43.730579 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e887a5eb-0458-4cd5-a37b-371a90902bce tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:56:43.741653 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06981642-83f0-48ad-a574-86914dcda8fd None None] Sync routers for ids ['82748780-8e7f-4088-b733-d9d086ee82cf'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:56:43.749405 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634440ae-bcd8-49de-bc10-2663e0f76749 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=908bf698-c401-4ab5-b4d0-2259a90ececf,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:43.766845 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-634440ae-bcd8-49de-bc10-2663e0f76749 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:43.770401 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-634440ae-bcd8-49de-bc10-2663e0f76749 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/security-groups/908bf698-c401-4ab5-b4d0-2259a90ececf HTTP/1.1" status: 204 len: 168 time: 0.3743484 May 03 22:56:43.770550 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e887a5eb-0458-4cd5-a37b-371a90902bce tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:43.770550 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e887a5eb-0458-4cd5-a37b-371a90902bce tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.4744778 May 03 22:56:43.770746 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40320) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:43.773187 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40324) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:43.774406 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-16cc8246-3ae3-48d7-921a-3865687e0992 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Deleting port a5039bb9-aa62-4774-80df-363f9825d63a {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:56:43.774750 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16cc8246-3ae3-48d7-921a-3865687e0992 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:43.785560 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06981642-83f0-48ad-a574-86914dcda8fd None None] Routers {'82748780-8e7f-4088-b733-d9d086ee82cf'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:43.786524 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-06981642-83f0-48ad-a574-86914dcda8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:56:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['82748780-8e7f-4088-b733-d9d086ee82cf'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:44.002042 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-06981642-83f0-48ad-a574-86914dcda8fd None None] Set router 82748780-8e7f-4088-b733-d9d086ee82cf gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:56:44.002716 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-16cc8246-3ae3-48d7-921a-3865687e0992 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] For port a5039bb9-aa62-4774-80df-363f9825d63a, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=a5039bb9-aa62-4774-80df-363f9825d63a,segment=NetworkSegment(194db10a-10ed-4a03-8162-e8c1a8805d0e),segment_id=194db10a-10ed-4a03-8162-e8c1a8805d0e)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:56:44.002816 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16cc8246-3ae3-48d7-921a-3865687e0992 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:44.018341 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-12b5e60e-132d-456e-9f17-2a29873317d4 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=e51c41c8f2c54373bfeeef105247eecb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2089148 May 03 22:56:44.021529 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40336) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:44.138637 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-27c224e7-ddc6-449a-8a9d-4f13d7a873a8 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:44.190072 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-27c224e7-ddc6-449a-8a9d-4f13d7a873a8 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:44.226681 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744ddd05-b2fe-4dba-9fe7-5baaf82253e6 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:44.228790 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-744ddd05-b2fe-4dba-9fe7-5baaf82253e6 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2061930 May 03 22:56:44.244346 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40342) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:44.312989 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-27c224e7-ddc6-449a-8a9d-4f13d7a873a8 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:44.319603 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3d8ac974-7bc2-44c5-9647-479c8ecca8ba tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=de8965b2-8ea3-4c2b-86b9-c128a58c6e1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0741165 May 03 22:56:44.326763 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-16cc8246-3ae3-48d7-921a-3865687e0992 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Calling delete_port for a5039bb9-aa62-4774-80df-363f9825d63a owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:56:44.328035 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40348) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:44.337914 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-9737d4e5-0e11-4b0c-adfc-d8b5bd289f38 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1641365169', 'network_id': '62689dff-081f-4a4e-9460-2323067eb3de', 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:56:44.356430 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-06981642-83f0-48ad-a574-86914dcda8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131331484', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '98543906-52cd-484e-812e-98234229194d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:56:40Z', 'updated_at': '2022-05-03T22:56:42Z', 'revision_number': 3, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': '98543906-52cd-484e-812e-98234229194d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:56:41Z', 'updated_at': '2022-05-03T22:56:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:44.361242 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c224e7-ddc6-449a-8a9d-4f13d7a873a8 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bacab03-7440-4527-bc30-16013bd27138,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:44.361428 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06981642-83f0-48ad-a574-86914dcda8fd None None] Checking router: 82748780-8e7f-4088-b733-d9d086ee82cf for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:56:44.361777 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06981642-83f0-48ad-a574-86914dcda8fd None None] Updating router 82748780-8e7f-4088-b733-d9d086ee82cf port 98543906-52cd-484e-812e-98234229194d binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:56:44.381591 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-27c224e7-ddc6-449a-8a9d-4f13d7a873a8 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:44.385753 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-27c224e7-ddc6-449a-8a9d-4f13d7a873a8 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/security-groups/1bacab03-7440-4527-bc30-16013bd27138 HTTP/1.1" status: 204 len: 168 time: 0.6112521 May 03 22:56:44.385753 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40352) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:44.490434 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-06981642-83f0-48ad-a574-86914dcda8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:44.523834 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-382b566a-4583-40f8-bb7c-b42f8bc977e7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:44.533936 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16cc8246-3ae3-48d7-921a-3865687e0992 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:44.539031 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-9737d4e5-0e11-4b0c-adfc-d8b5bd289f38 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:56:44.547676 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9737d4e5-0e11-4b0c-adfc-d8b5bd289f38 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:subnet and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:56:44.556356 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9737d4e5-0e11-4b0c-adfc-d8b5bd289f38 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:56:44.566319 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-9737d4e5-0e11-4b0c-adfc-d8b5bd289f38 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:56:44.568971 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-382b566a-4583-40f8-bb7c-b42f8bc977e7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:44.598544 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc8246-3ae3-48d7-921a-3865687e0992 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event deleted for resources: {'Port': ['ID=a5039bb9-aa62-4774-80df-363f9825d63a,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:44.605506 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9737d4e5-0e11-4b0c-adfc-d8b5bd289f38 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Made reservation on behalf of e51c41c8f2c54373bfeeef105247eecb for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:56:44.610098 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9737d4e5-0e11-4b0c-adfc-d8b5bd289f38 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:44.738608 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-382b566a-4583-40f8-bb7c-b42f8bc977e7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:44.771840 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b566a-4583-40f8-bb7c-b42f8bc977e7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f65fd39-84c6-4e66-8112-29cbe3b96275,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:44.776230 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-382b566a-4583-40f8-bb7c-b42f8bc977e7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:44.777672 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-382b566a-4583-40f8-bb7c-b42f8bc977e7 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/security-groups/0f65fd39-84c6-4e66-8112-29cbe3b96275 HTTP/1.1" status: 204 len: 168 time: 0.3909791 May 03 22:56:44.781705 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40356) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:44.840249 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16cc8246-3ae3-48d7-921a-3865687e0992 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:44.948932 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-96c4b2d5-74d5-4d15-a0dd-00916b9e6c1c tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Deleting subnet a1dc4147-784e-4349-b1ef-0f43eafd896c {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:56:44.956351 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-96c4b2d5-74d5-4d15-a0dd-00916b9e6c1c tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:44.974087 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-06981642-83f0-48ad-a574-86914dcda8fd None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:44.988987 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-06981642-83f0-48ad-a574-86914dcda8fd None None] Transition to ACTIVE for port object 98543906-52cd-484e-812e-98234229194d will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:56:44.998408 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-06981642-83f0-48ad-a574-86914dcda8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:45.063390 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-96c4b2d5-74d5-4d15-a0dd-00916b9e6c1c tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:45.111102 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9737d4e5-0e11-4b0c-adfc-d8b5bd289f38 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:45.134801 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-06981642-83f0-48ad-a574-86914dcda8fd None None] Attempting to bind port 98543906-52cd-484e-812e-98234229194d on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:56:45.135420 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-06981642-83f0-48ad-a574-86914dcda8fd None None] Attempting to bind port 98543906-52cd-484e-812e-98234229194d by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:56:45.135576 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06981642-83f0-48ad-a574-86914dcda8fd None None] Attempting to bind port 98543906-52cd-484e-812e-98234229194d on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:56:45.147575 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06981642-83f0-48ad-a574-86914dcda8fd None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:56:45.147953 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06981642-83f0-48ad-a574-86914dcda8fd None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:56:45.148408 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-06981642-83f0-48ad-a574-86914dcda8fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:45.148804 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06981642-83f0-48ad-a574-86914dcda8fd None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:56:45.149265 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-06981642-83f0-48ad-a574-86914dcda8fd None None] Bound port: 98543906-52cd-484e-812e-98234229194d, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:56:45.149636 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-06981642-83f0-48ad-a574-86914dcda8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:45.181072 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16cc8246-3ae3-48d7-921a-3865687e0992 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Router d1f0d438-9249-4bea-ad95-85b45350ada1 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:56:45.220435 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a7383-5647-4830-889d-c0ae7bc3e5c1 None None] Pushing event updated for resources: {'Port': ['ID=98543906-52cd-484e-812e-98234229194d,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:45.247919 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-96c4b2d5-74d5-4d15-a0dd-00916b9e6c1c tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:45.260063 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-06981642-83f0-48ad-a574-86914dcda8fd None None] For port 98543906-52cd-484e-812e-98234229194d, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:56:45.263784 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-06981642-83f0-48ad-a574-86914dcda8fd None None] For port 98543906-52cd-484e-812e-98234229194d, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=98543906-52cd-484e-812e-98234229194d,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:56:45.269675 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-06981642-83f0-48ad-a574-86914dcda8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:45.288303 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9737d4e5-0e11-4b0c-adfc-d8b5bd289f38 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Checking segment: {'id': 'ce16f5e3-2c20-4354-ac40-2ec64136d583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '62689dff-081f-4a4e-9460-2323067eb3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:56:45.288807 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9737d4e5-0e11-4b0c-adfc-d8b5bd289f38 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Network hostable DHCP agents. Network: 62689dff-081f-4a4e-9460-2323067eb3de, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:56:45.313635 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737d4e5-0e11-4b0c-adfc-d8b5bd289f38 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'Subnet': ['ID=a5ac5b18-86ee-44a9-b611-340e40471894,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:45.349697 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cc8246-3ae3-48d7-921a-3865687e0992 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:56:45.363688 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dc0d65-9126-407d-bd59-9870204c974e None None] Sync routers for ids ['d1f0d438-9249-4bea-ad95-85b45350ada1'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:56:45.368297 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-16cc8246-3ae3-48d7-921a-3865687e0992 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "PUT /v2.0/routers/d1f0d438-9249-4bea-ad95-85b45350ada1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5151732 May 03 22:56:45.371033 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40362) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:45.381763 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06981642-83f0-48ad-a574-86914dcda8fd None None] Routers {'82748780-8e7f-4088-b733-d9d086ee82cf'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:45.383261 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9737d4e5-0e11-4b0c-adfc-d8b5bd289f38 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Network 62689dff-081f-4a4e-9460-2323067eb3de is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:56:45.383645 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-06981642-83f0-48ad-a574-86914dcda8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:56:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['82748780-8e7f-4088-b733-d9d086ee82cf'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:45.384921 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dc0d65-9126-407d-bd59-9870204c974e None None] Routers {'d1f0d438-9249-4bea-ad95-85b45350ada1'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:45.385732 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-21dc0d65-9126-407d-bd59-9870204c974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:56:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['d1f0d438-9249-4bea-ad95-85b45350ada1'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:45.400023 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-9737d4e5-0e11-4b0c-adfc-d8b5bd289f38 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 62689dff-081f-4a4e-9460-2323067eb3de) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:56:45.416716 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9737d4e5-0e11-4b0c-adfc-d8b5bd289f38 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:45.417419 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9737d4e5-0e11-4b0c-adfc-d8b5bd289f38 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:45.464646 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9737d4e5-0e11-4b0c-adfc-d8b5bd289f38 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1335304 May 03 22:56:45.469179 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40368) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:45.469624 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e343c44-c0b2-4710-bf0a-0652891ee5ff None None] Network 62689dff-081f-4a4e-9460-2323067eb3de requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:56:45.519788 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec57f1d-26ca-4f58-9e13-c43d1214eff1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Deleting subnet 9320ad02-96c1-40c6-9e46-561f02893de3 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:56:45.523857 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7ec57f1d-26ca-4f58-9e13-c43d1214eff1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:45.556693 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-96c4b2d5-74d5-4d15-a0dd-00916b9e6c1c tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:45.583292 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7ec57f1d-26ca-4f58-9e13-c43d1214eff1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:45.598098 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a7383-5647-4830-889d-c0ae7bc3e5c1 None None] Pushing event updated for resources: {'Port': ['ID=98543906-52cd-484e-812e-98234229194d,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:45.634205 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-21dc0d65-9126-407d-bd59-9870204c974e None None] Set router d1f0d438-9249-4bea-ad95-85b45350ada1 gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:56:45.672336 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a7383-5647-4830-889d-c0ae7bc3e5c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:45.672681 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a7383-5647-4830-889d-c0ae7bc3e5c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:45.673018 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a7383-5647-4830-889d-c0ae7bc3e5c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:45.673349 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a7383-5647-4830-889d-c0ae7bc3e5c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:45.673676 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a7383-5647-4830-889d-c0ae7bc3e5c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:45.674021 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a7383-5647-4830-889d-c0ae7bc3e5c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:45.674346 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a7383-5647-4830-889d-c0ae7bc3e5c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:45.674914 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a7383-5647-4830-889d-c0ae7bc3e5c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:45.675243 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a7383-5647-4830-889d-c0ae7bc3e5c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:45.675564 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a7383-5647-4830-889d-c0ae7bc3e5c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:45.675888 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a7383-5647-4830-889d-c0ae7bc3e5c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:45.676206 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a7383-5647-4830-889d-c0ae7bc3e5c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:45.709186 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7ec57f1d-26ca-4f58-9e13-c43d1214eff1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:45.729364 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-06981642-83f0-48ad-a574-86914dcda8fd None None] Set router 82748780-8e7f-4088-b733-d9d086ee82cf gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:56:45.790948 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-21dc0d65-9126-407d-bd59-9870204c974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'name': 'tempest-RoutersIpV6Test-router-424099633', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:55:40Z', 'updated_at': '2022-05-03T22:56:44Z', 'revision_number': 11, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:45.797467 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dc0d65-9126-407d-bd59-9870204c974e None None] Checking router: d1f0d438-9249-4bea-ad95-85b45350ada1 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:56:45.800551 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7ec57f1d-26ca-4f58-9e13-c43d1214eff1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:45.808557 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dc0d65-9126-407d-bd59-9870204c974e None None] Routers {'d1f0d438-9249-4bea-ad95-85b45350ada1'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:45.809373 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-21dc0d65-9126-407d-bd59-9870204c974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:56:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['d1f0d438-9249-4bea-ad95-85b45350ada1'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:45.831013 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4b2d5-74d5-4d15-a0dd-00916b9e6c1c tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'Subnet': ['ID=a1dc4147-784e-4349-b1ef-0f43eafd896c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:45.846993 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec57f1d-26ca-4f58-9e13-c43d1214eff1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event deleted for resources: {'Subnet': ['ID=9320ad02-96c1-40c6-9e46-561f02893de3,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:45.853024 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7ec57f1d-26ca-4f58-9e13-c43d1214eff1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:45.853653 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87401c7-8efa-4791-8b58-92e3678ebc25 None None] Network 7c3d7b90-4cd0-492b-b8b2-539895f51db5 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:56:45.860183 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-96c4b2d5-74d5-4d15-a0dd-00916b9e6c1c tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:45.860793 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7ec57f1d-26ca-4f58-9e13-c43d1214eff1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/subnets/9320ad02-96c1-40c6-9e46-561f02893de3 HTTP/1.1" status: 204 len: 168 time: 0.4883785 May 03 22:56:45.863993 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40372) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:45.869325 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-96c4b2d5-74d5-4d15-a0dd-00916b9e6c1c tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/subnets/a1dc4147-784e-4349-b1ef-0f43eafd896c HTTP/1.1" status: 204 len: 168 time: 1.0765927 May 03 22:56:45.869916 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40376) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:45.993154 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-21dc0d65-9126-407d-bd59-9870204c974e None None] Set router d1f0d438-9249-4bea-ad95-85b45350ada1 gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:56:46.012766 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-961f611f-b07f-4b8b-9395-1e7a68695cb1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:46.030340 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a7ecaf-f0be-4a4e-a035-85430da91db4 None None] Network 48656fbb-4e34-4a50-9398-454746d596a3 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:56:46.079022 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-961f611f-b07f-4b8b-9395-1e7a68695cb1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Deleting port ccf8b3ea-f1c2-4ed1-bca8-cf2a71d5fc49 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:56:46.079749 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-961f611f-b07f-4b8b-9395-1e7a68695cb1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:46.155090 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-21dc0d65-9126-407d-bd59-9870204c974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'name': 'tempest-RoutersIpV6Test-router-424099633', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:55:40Z', 'updated_at': '2022-05-03T22:56:44Z', 'revision_number': 11, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:46.165035 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dc0d65-9126-407d-bd59-9870204c974e None None] The sync data for ids ['d1f0d438-9249-4bea-ad95-85b45350ada1'] in n-d-811807-1 is: [{'id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'name': 'tempest-RoutersIpV6Test-router-424099633', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:55:40Z', 'updated_at': '2022-05-03T22:56:44Z', 'revision_number': 11, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'gw_port_host': None}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:56:46.284360 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c470520-93ab-4157-8162-bef12d3b0a6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-62689dff-081f-4a4e-9460-2323067eb3de', 'network_id': '62689dff-081f-4a4e-9460-2323067eb3de', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'fixed_ips': [{'subnet_id': 'a5ac5b18-86ee-44a9-b611-340e40471894'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:56:46.285343 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1c470520-93ab-4157-8162-bef12d3b0a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:46.377390 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc41cf7e-4e3c-4671-9b90-00374e4ad94e tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Deleting subnet da31404e-0bd2-4a13-82c7-6867649a7555 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:56:46.381442 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cc41cf7e-4e3c-4671-9b90-00374e4ad94e tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:46.463678 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cc41cf7e-4e3c-4671-9b90-00374e4ad94e tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:46.702931 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-961f611f-b07f-4b8b-9395-1e7a68695cb1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] For port ccf8b3ea-f1c2-4ed1-bca8-cf2a71d5fc49, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ccf8b3ea-f1c2-4ed1-bca8-cf2a71d5fc49,segment=NetworkSegment(194db10a-10ed-4a03-8162-e8c1a8805d0e),segment_id=194db10a-10ed-4a03-8162-e8c1a8805d0e)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:56:46.703286 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-961f611f-b07f-4b8b-9395-1e7a68695cb1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:46.788589 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-1c470520-93ab-4157-8162-bef12d3b0a6b None None] Allocated IP 172.20.0.2 (62689dff-081f-4a4e-9460-2323067eb3de/a5ac5b18-86ee-44a9-b611-340e40471894/6e502e9b-351d-47d0-8792-4ee899bfb786) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:56:46.897760 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9d963bcc-6a04-48a7-ac88-5fe2a1f3c0be tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:46.921217 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-961f611f-b07f-4b8b-9395-1e7a68695cb1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Calling delete_port for ccf8b3ea-f1c2-4ed1-bca8-cf2a71d5fc49 owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:56:46.972529 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cc41cf7e-4e3c-4671-9b90-00374e4ad94e tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:47.077393 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cc41cf7e-4e3c-4671-9b90-00374e4ad94e tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:47.111244 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device a5039bb9-aa62-4774-80df-363f9825d63a no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:56:47.117958 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-961f611f-b07f-4b8b-9395-1e7a68695cb1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:47.152865 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: a5039bb9-aa62-4774-80df-363f9825d63a {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:56:47.153130 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device a5039bb9-aa62-4774-80df-363f9825d63a not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:56:47.180993 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41cf7e-4e3c-4671-9b90-00374e4ad94e tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'Subnet': ['ID=da31404e-0bd2-4a13-82c7-6867649a7555,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:47.193837 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cc41cf7e-4e3c-4671-9b90-00374e4ad94e tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:47.202877 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-cc41cf7e-4e3c-4671-9b90-00374e4ad94e tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/subnets/da31404e-0bd2-4a13-82c7-6867649a7555 HTTP/1.1" status: 204 len: 168 time: 1.3312008 May 03 22:56:47.204596 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f611f-b07f-4b8b-9395-1e7a68695cb1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event deleted for resources: {'Port': ['ID=ccf8b3ea-f1c2-4ed1-bca8-cf2a71d5fc49,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:47.206479 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40384) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:47.207560 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961f611f-b07f-4b8b-9395-1e7a68695cb1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] No DVR routers for this DVR port ccf8b3ea-f1c2-4ed1-bca8-cf2a71d5fc49 on host n-d-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:56:47.282523 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-e869627e-e88b-4268-8280-5ffd863fc414 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] DELETE failed (client error): The resource could not be found. May 03 22:56:47.282997 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e869627e-e88b-4268-8280-5ffd863fc414 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:56:47.284918 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e869627e-e88b-4268-8280-5ffd863fc414 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/subnets/a1dc4147-784e-4349-b1ef-0f43eafd896c HTTP/1.1" status: 404 len: 337 time: 0.0753310 May 03 22:56:47.288507 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40388) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:47.346699 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1c470520-93ab-4157-8162-bef12d3b0a6b None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:47.364605 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1c470520-93ab-4157-8162-bef12d3b0a6b None None] Transition to ACTIVE for port object 6e502e9b-351d-47d0-8792-4ee899bfb786 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:56:47.369529 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-06981642-83f0-48ad-a574-86914dcda8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131331484', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '98543906-52cd-484e-812e-98234229194d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:56:40Z', 'updated_at': '2022-05-03T22:56:42Z', 'revision_number': 3, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': '98543906-52cd-484e-812e-98234229194d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:56:41Z', 'updated_at': '2022-05-03T22:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:47.383170 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06981642-83f0-48ad-a574-86914dcda8fd None None] The sync data for ids ['82748780-8e7f-4088-b733-d9d086ee82cf'] in n-d-811807-1 is: [{'id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131331484', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '98543906-52cd-484e-812e-98234229194d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:56:40Z', 'updated_at': '2022-05-03T22:56:42Z', 'revision_number': 3, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': '98543906-52cd-484e-812e-98234229194d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:56:41Z', 'updated_at': '2022-05-03T22:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:56:47.397478 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1c470520-93ab-4157-8162-bef12d3b0a6b None None] Transition to ACTIVE for port object 6e502e9b-351d-47d0-8792-4ee899bfb786 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:56:47.401496 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-961f611f-b07f-4b8b-9395-1e7a68695cb1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:47.404415 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1c470520-93ab-4157-8162-bef12d3b0a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:47.437058 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-961f611f-b07f-4b8b-9395-1e7a68695cb1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48656fbb-4e34-4a50-9398-454746d596a3']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:47.450759 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-961f611f-b07f-4b8b-9395-1e7a68695cb1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '194db10a-10ed-4a03-8162-e8c1a8805d0e') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:47.451063 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-961f611f-b07f-4b8b-9395-1e7a68695cb1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '194db10a-10ed-4a03-8162-e8c1a8805d0e') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:47.466277 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-961f611f-b07f-4b8b-9395-1e7a68695cb1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:47.503793 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-961f611f-b07f-4b8b-9395-1e7a68695cb1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:47.509464 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c470520-93ab-4157-8162-bef12d3b0a6b None None] Pushing event updated for resources: {'Port': ['ID=6e502e9b-351d-47d0-8792-4ee899bfb786,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:47.511203 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-961f611f-b07f-4b8b-9395-1e7a68695cb1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:56:47.511776 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-961f611f-b07f-4b8b-9395-1e7a68695cb1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:47.514709 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cee340-693a-4db5-b95c-1149a187b319 None None] DHCP port deletion for 48656fbb-4e34-4a50-9398-454746d596a3 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:56:47.538300 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c470520-93ab-4157-8162-bef12d3b0a6b None None] Network 62689dff-081f-4a4e-9460-2323067eb3de is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:56:47.540428 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-1c470520-93ab-4157-8162-bef12d3b0a6b None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:56:47.543845 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c470520-93ab-4157-8162-bef12d3b0a6b None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:56:47.566223 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-9d963bcc-6a04-48a7-ac88-5fe2a1f3c0be tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Allocated IP 172.20.0.1 (62689dff-081f-4a4e-9460-2323067eb3de/a5ac5b18-86ee-44a9-b611-340e40471894/c650fc34-e743-463e-bf6f-191175e12b29) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:56:47.676283 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-1c470520-93ab-4157-8162-bef12d3b0a6b None None] Attempting to bind port 6e502e9b-351d-47d0-8792-4ee899bfb786 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:56:47.677883 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-1c470520-93ab-4157-8162-bef12d3b0a6b None None] Attempting to bind port 6e502e9b-351d-47d0-8792-4ee899bfb786 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'ce16f5e3-2c20-4354-ac40-2ec64136d583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '62689dff-081f-4a4e-9460-2323067eb3de'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:56:47.678398 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c470520-93ab-4157-8162-bef12d3b0a6b None None] Attempting to bind port 6e502e9b-351d-47d0-8792-4ee899bfb786 on network 62689dff-081f-4a4e-9460-2323067eb3de {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:56:47.691529 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c470520-93ab-4157-8162-bef12d3b0a6b None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:56:47.691912 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c470520-93ab-4157-8162-bef12d3b0a6b None None] Checking segment: {'id': 'ce16f5e3-2c20-4354-ac40-2ec64136d583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '62689dff-081f-4a4e-9460-2323067eb3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:56:47.692313 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1c470520-93ab-4157-8162-bef12d3b0a6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:47.692957 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c470520-93ab-4157-8162-bef12d3b0a6b None None] Bound using segment: {'id': 'ce16f5e3-2c20-4354-ac40-2ec64136d583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '62689dff-081f-4a4e-9460-2323067eb3de'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:56:47.694131 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-1c470520-93ab-4157-8162-bef12d3b0a6b None None] Bound port: 6e502e9b-351d-47d0-8792-4ee899bfb786, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce16f5e3-2c20-4354-ac40-2ec64136d583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '62689dff-081f-4a4e-9460-2323067eb3de'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:56:47.694749 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1c470520-93ab-4157-8162-bef12d3b0a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:47.860917 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [req-0616f5b0-29fe-4784-a65d-12a68f9f2669 req-6d284e6e-cf32-4ca9-a8ff-44f9b82e610f service neutron] (88070) timed out ('10.222.0.58', 50042) {{(pid=88070) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 03 22:56:47.895706 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-1c470520-93ab-4157-8162-bef12d3b0a6b None None] For port 6e502e9b-351d-47d0-8792-4ee899bfb786, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:56:47.900280 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-1c470520-93ab-4157-8162-bef12d3b0a6b None None] For port 6e502e9b-351d-47d0-8792-4ee899bfb786, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=6e502e9b-351d-47d0-8792-4ee899bfb786,segment=NetworkSegment(ce16f5e3-2c20-4354-ac40-2ec64136d583),segment_id=ce16f5e3-2c20-4354-ac40-2ec64136d583)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:56:47.908988 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1c470520-93ab-4157-8162-bef12d3b0a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:47.923286 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:56:47.923286 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:56:47.923286 n-d-811807-1 neutron-server[88069]: timer() May 03 22:56:47.923286 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:56:47.923286 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:56:47.923286 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:56:47.923286 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:56:47.923286 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:56:47.923286 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:56:47.923286 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:56:47.923286 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:56:47.923286 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:56:47.923286 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:56:47.923286 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:56:47.923286 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:56:47.923286 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:56:47.923286 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:56:47.923286 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:56:47.923286 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:56:47.923286 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:56:47.923286 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:56:47.923286 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:56:47.923286 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:56:47.923286 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:56:47.923286 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:56:47.923286 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:56:47.923286 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:56:47.923286 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:56:47.923286 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:56:47.923286 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:56:47.923286 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:56:47.923286 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:56:47.955851 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9d963bcc-6a04-48a7-ac88-5fe2a1f3c0be tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:47.981908 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-961f611f-b07f-4b8b-9395-1e7a68695cb1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:47.988011 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-961f611f-b07f-4b8b-9395-1e7a68695cb1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:48.007092 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-721a51f6-eb5d-44f2-bd32-e43bd90e160e tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Deleting subnet 792df118-8c1b-4ba1-85ea-1c48ad1603e8 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:56:48.016344 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-9d963bcc-6a04-48a7-ac88-5fe2a1f3c0be tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Transition to ACTIVE for port object c650fc34-e743-463e-bf6f-191175e12b29 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:56:48.066769 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-721a51f6-eb5d-44f2-bd32-e43bd90e160e tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:48.113623 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9d963bcc-6a04-48a7-ac88-5fe2a1f3c0be tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:48.154030 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-961f611f-b07f-4b8b-9395-1e7a68695cb1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/networks/48656fbb-4e34-4a50-9398-454746d596a3 HTTP/1.1" status: 204 len: 168 time: 2.2864456 May 03 22:56:48.157250 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f611f-b07f-4b8b-9395-1e7a68695cb1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Pushing event deleted for resources: {'Network': ['ID=48656fbb-4e34-4a50-9398-454746d596a3,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:48.164869 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40406) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:48.171073 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-775672ec-bb34-4107-80cc-ef912ca8e85f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Request body: {'router': {'routes': None}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:56:48.254827 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c470520-93ab-4157-8162-bef12d3b0a6b None None] Pushing event updated for resources: {'Port': ['ID=6e502e9b-351d-47d0-8792-4ee899bfb786,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:48.286392 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d963bcc-6a04-48a7-ac88-5fe2a1f3c0be tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Network 62689dff-081f-4a4e-9460-2323067eb3de is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:56:48.290361 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2350e58-22d1-4109-a486-aefd04b44179 None None] Network 7c3d7b90-4cd0-492b-b8b2-539895f51db5 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:56:48.310145 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-9d963bcc-6a04-48a7-ac88-5fe2a1f3c0be tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:56:48.323998 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d963bcc-6a04-48a7-ac88-5fe2a1f3c0be tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:56:48.470798 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9d963bcc-6a04-48a7-ac88-5fe2a1f3c0be tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:48.495552 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-721a51f6-eb5d-44f2-bd32-e43bd90e160e tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:48.504467 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d963bcc-6a04-48a7-ac88-5fe2a1f3c0be tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'Port': ['ID=c650fc34-e743-463e-bf6f-191175e12b29,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:48.521110 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-8864e444-d048-48c5-85f8-2793a948f0e1 None None] Provisioning complete for port ffcfb305-4b63-4420-9422-332b07142fd8 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:48.521933 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8864e444-d048-48c5-85f8-2793a948f0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:48.722373 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-8864e444-d048-48c5-85f8-2793a948f0e1 None None] Port ffcfb305-4b63-4420-9422-332b07142fd8 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:56:48.748233 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9d963bcc-6a04-48a7-ac88-5fe2a1f3c0be tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:48.877363 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-8864e444-d048-48c5-85f8-2793a948f0e1 None None] Provisioning complete for port 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:48.878155 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8864e444-d048-48c5-85f8-2793a948f0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:49.169243 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.extraroute_db [None req-775672ec-bb34-4107-80cc-ef912ca8e85f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Added routes are [] {{(pid=88069) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 03 22:56:49.169704 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.extraroute_db [None req-775672ec-bb34-4107-80cc-ef912ca8e85f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Removed routes are [] {{(pid=88069) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 03 22:56:49.170734 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-775672ec-bb34-4107-80cc-ef912ca8e85f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:49.287284 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6e502e9b-351d-47d0-8792-4ee899bfb786 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:56:49.460496 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 6e502e9b-351d-47d0-8792-4ee899bfb786 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:56:49.466054 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 98543906-52cd-484e-812e-98234229194d up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:56:49.619523 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 98543906-52cd-484e-812e-98234229194d completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:56:49.631428 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 98543906-52cd-484e-812e-98234229194d triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:49.632161 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:49.719559 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-721a51f6-eb5d-44f2-bd32-e43bd90e160e tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:49.900970 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9d963bcc-6a04-48a7-ac88-5fe2a1f3c0be tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:49.912807 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9d963bcc-6a04-48a7-ac88-5fe2a1f3c0be tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:50.073086 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99ccc41-abb5-4628-81e5-a87fd84906dc None None] Network 62689dff-081f-4a4e-9460-2323067eb3de requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:56:50.095202 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:50.099716 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-721a51f6-eb5d-44f2-bd32-e43bd90e160e tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:50.119865 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9d963bcc-6a04-48a7-ac88-5fe2a1f3c0be tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:50.177670 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-775672ec-bb34-4107-80cc-ef912ca8e85f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:50.191723 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a51f6-eb5d-44f2-bd32-e43bd90e160e tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'Subnet': ['ID=792df118-8c1b-4ba1-85ea-1c48ad1603e8,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:50.202170 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-775672ec-bb34-4107-80cc-ef912ca8e85f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-785141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-785150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-783245'] for router, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:50.207878 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-721a51f6-eb5d-44f2-bd32-e43bd90e160e tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:50.268343 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d963bcc-6a04-48a7-ac88-5fe2a1f3c0be tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'Port': ['ID=c650fc34-e743-463e-bf6f-191175e12b29,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:50.312112 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-721a51f6-eb5d-44f2-bd32-e43bd90e160e tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/subnets/792df118-8c1b-4ba1-85ea-1c48ad1603e8 HTTP/1.1" status: 204 len: 168 time: 3.0201681 May 03 22:56:50.324282 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40426) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:50.352241 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0872ec5b-f353-40eb-ba6a-35b3a69f31ac None None] Network 7c3d7b90-4cd0-492b-b8b2-539895f51db5 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:56:50.395572 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca157768-8eb2-4014-aac7-5a200f1b9ffb tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] DELETE failed (client error): The resource could not be found. May 03 22:56:50.398844 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca157768-8eb2-4014-aac7-5a200f1b9ffb tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:56:50.416909 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ca157768-8eb2-4014-aac7-5a200f1b9ffb tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/subnets/a163f4c2-e854-4ffe-80a6-48040aa1d5a8 HTTP/1.1" status: 404 len: 337 time: 0.0885303 May 03 22:56:50.418206 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40432) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:50.485932 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7f5ca6c9-d2df-4387-8c30-79145429754d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a46ef6a-da67-4165-814a-df1c49b1479f HTTP/1.1" status: 200 len: 205 time: 0.0641093 May 03 22:56:50.486461 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40436) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:50.497776 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d963bcc-6a04-48a7-ac88-5fe2a1f3c0be tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Network 62689dff-081f-4a4e-9460-2323067eb3de is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:56:50.499588 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-9d963bcc-6a04-48a7-ac88-5fe2a1f3c0be tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:56:50.619299 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775672ec-bb34-4107-80cc-ef912ca8e85f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Router d1f0d438-9249-4bea-ad95-85b45350ada1 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:56:50.647520 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-a5f5a4ef-c8e8-4e5e-817a-eb1467280b71 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] delete failed (client error): The resource could not be found. May 03 22:56:50.650794 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a5f5a4ef-c8e8-4e5e-817a-eb1467280b71 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/routers/2a46ef6a-da67-4165-814a-df1c49b1479f HTTP/1.1" status: 404 len: 336 time: 0.1613009 May 03 22:56:50.652484 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40444) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:50.686039 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 98543906-52cd-484e-812e-98234229194d, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=98543906-52cd-484e-812e-98234229194d,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:56:50.733396 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb12381-84be-47cd-9c60-817f91950c62 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] DELETE failed (client error): The resource could not be found. May 03 22:56:50.733879 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfb12381-84be-47cd-9c60-817f91950c62 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:56:50.740141 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-cfb12381-84be-47cd-9c60-817f91950c62 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/subnets/adc2ab82-1d0e-471c-8f49-652f0620b3d5 HTTP/1.1" status: 404 len: 337 time: 0.0815723 May 03 22:56:50.748725 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:50.766154 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40448) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:50.816223 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d963bcc-6a04-48a7-ac88-5fe2a1f3c0be tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Router 82748780-8e7f-4088-b733-d9d086ee82cf has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:56:50.822746 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-73c25bd4-dd6e-4ff1-b2e2-e9d7d336a646 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] DELETE failed (client error): The resource could not be found. May 03 22:56:50.823202 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73c25bd4-dd6e-4ff1-b2e2-e9d7d336a646 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:56:50.824852 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-73c25bd4-dd6e-4ff1-b2e2-e9d7d336a646 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/subnets/136745cd-0443-4f4e-bf08-0ed95ae02702 HTTP/1.1" status: 404 len: 337 time: 0.0556495 May 03 22:56:50.828819 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40452) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:50.832149 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7a6b83a6-b290-4c5b-a4ee-b2d4fb184808 None None] Provisioning for port 6e502e9b-351d-47d0-8792-4ee899bfb786 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:56:50.875455 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ccf8b3ea-f1c2-4ed1-bca8-cf2a71d5fc49 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:56:50.904155 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775672ec-bb34-4107-80cc-ef912ca8e85f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:56:50.912534 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-775672ec-bb34-4107-80cc-ef912ca8e85f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:50.916204 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-775672ec-bb34-4107-80cc-ef912ca8e85f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "PUT /v2.0/routers/d1f0d438-9249-4bea-ad95-85b45350ada1 HTTP/1.1" status: 200 len: 704 time: 2.7479198 May 03 22:56:50.916634 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40456) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:50.933170 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7a6b83a6-b290-4c5b-a4ee-b2d4fb184808 None None] Provisioning complete for port 6e502e9b-351d-47d0-8792-4ee899bfb786 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:50.933638 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7a6b83a6-b290-4c5b-a4ee-b2d4fb184808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:50.964413 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5751258f-a4ae-4a2e-98ca-fda4bb13f10c None None] Sync routers for ids ['d1f0d438-9249-4bea-ad95-85b45350ada1'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:56:50.965023 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a923aec6-7e8c-4dfe-95c8-dd58cdeb0f13 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Synchronizing usage tracker for tenant:06cc14afcda64b42b43ac970e3b09815 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:56:50.983481 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a923aec6-7e8c-4dfe-95c8-dd58cdeb0f13 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Unset dirty status for tenant:06cc14afcda64b42b43ac970e3b09815 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:56:50.989063 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a923aec6-7e8c-4dfe-95c8-dd58cdeb0f13 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1f0d438-9249-4bea-ad95-85b45350ada1 HTTP/1.1" status: 200 len: 205 time: 0.0713623 May 03 22:56:50.989802 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40460) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:50.996552 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-1985439b-b956-4729-8987-001139e4f599 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] DELETE failed (client error): The resource could not be found. May 03 22:56:50.996552 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1985439b-b956-4729-8987-001139e4f599 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:56:50.997841 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1985439b-b956-4729-8987-001139e4f599 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/subnets/291729ca-8db2-4906-bce4-27c845423b11 HTTP/1.1" status: 404 len: 337 time: 0.1679590 May 03 22:56:51.013250 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40464) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:51.034969 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: ccf8b3ea-f1c2-4ed1-bca8-cf2a71d5fc49 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:56:51.035419 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ccf8b3ea-f1c2-4ed1-bca8-cf2a71d5fc49 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:56:51.054452 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5751258f-a4ae-4a2e-98ca-fda4bb13f10c None None] Routers {'d1f0d438-9249-4bea-ad95-85b45350ada1'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:51.055421 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-5751258f-a4ae-4a2e-98ca-fda4bb13f10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:56:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['d1f0d438-9249-4bea-ad95-85b45350ada1'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:51.064048 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c90a2a-9535-4a20-b2e5-c2b3500dc7f3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] DELETE failed (client error): The resource could not be found. May 03 22:56:51.064788 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68c90a2a-9535-4a20-b2e5-c2b3500dc7f3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:56:51.067504 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-68c90a2a-9535-4a20-b2e5-c2b3500dc7f3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/ports/cd802bf5-4b89-4def-916c-1ccf68cc08b1 HTTP/1.1" status: 404 len: 333 time: 0.0534675 May 03 22:56:51.070894 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40468) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:51.124401 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d5276b-1282-462e-8295-462e34c6a9a2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] DELETE failed (client error): The resource could not be found. May 03 22:56:51.125384 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29d5276b-1282-462e-8295-462e34c6a9a2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:56:51.127229 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-29d5276b-1282-462e-8295-462e34c6a9a2 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/subnets/3ff428df-f7c4-47f7-a98c-6fc1d8b4c249 HTTP/1.1" status: 404 len: 337 time: 0.0556886 May 03 22:56:51.132517 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40472) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:51.189233 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a16a8fc-c4c5-4341-ac8a-e65144626fab tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] DELETE failed (client error): The resource could not be found. May 03 22:56:51.189687 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a16a8fc-c4c5-4341-ac8a-e65144626fab tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:56:51.191457 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0a16a8fc-c4c5-4341-ac8a-e65144626fab tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/subnets/de0df008-7350-41fe-ae01-90fe5a6a0a69 HTTP/1.1" status: 404 len: 337 time: 0.0582743 May 03 22:56:51.194578 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40476) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:51.213273 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-5751258f-a4ae-4a2e-98ca-fda4bb13f10c None None] Set router d1f0d438-9249-4bea-ad95-85b45350ada1 gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:56:51.244238 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-12fc085f-7bb2-40e8-8a1b-8d617f5ceb82 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] DELETE failed (client error): The resource could not be found. May 03 22:56:51.244728 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12fc085f-7bb2-40e8-8a1b-8d617f5ceb82 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:56:51.246466 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-12fc085f-7bb2-40e8-8a1b-8d617f5ceb82 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/ports/c2361c3e-15e8-4734-9d0a-e705a676f3b5 HTTP/1.1" status: 404 len: 333 time: 0.0511596 May 03 22:56:51.250442 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40480) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:51.282376 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2f1cb140-bfbf-40bf-a81a-c43f66824d99 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:51.294801 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-a36e708b-5e68-4c5b-a0bf-5afacc8cd9c3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] DELETE failed (client error): The resource could not be found. May 03 22:56:51.295263 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a36e708b-5e68-4c5b-a0bf-5afacc8cd9c3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:56:51.297749 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a36e708b-5e68-4c5b-a0bf-5afacc8cd9c3 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/subnets/c6f3c69c-0245-40e6-88f3-1c53aecad7e4 HTTP/1.1" status: 404 len: 337 time: 0.0466168 May 03 22:56:51.299012 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d963bcc-6a04-48a7-ac88-5fe2a1f3c0be tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:56:51.300627 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40484) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:51.309483 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b380a64-8ea1-4887-b62c-98fe5058c6df None None] Sync routers for ids ['82748780-8e7f-4088-b733-d9d086ee82cf'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:56:51.328284 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b380a64-8ea1-4887-b62c-98fe5058c6df None None] Routers {'82748780-8e7f-4088-b733-d9d086ee82cf'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:51.328284 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-8b380a64-8ea1-4887-b62c-98fe5058c6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:56:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['82748780-8e7f-4088-b733-d9d086ee82cf'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:51.346997 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-5751258f-a4ae-4a2e-98ca-fda4bb13f10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'name': 'tempest-RoutersIpV6Test-router-424099633', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:55:40Z', 'updated_at': '2022-05-03T22:56:44Z', 'revision_number': 11, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:51.352126 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9d963bcc-6a04-48a7-ac88-5fe2a1f3c0be tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "PUT /v2.0/routers/82748780-8e7f-4088-b733-d9d086ee82cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8815508 May 03 22:56:51.353725 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-6886f73c-a5e3-42e7-b88b-35703f84ea3c tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] DELETE failed (client error): The resource could not be found. May 03 22:56:51.354209 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6886f73c-a5e3-42e7-b88b-35703f84ea3c tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:56:51.355857 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6886f73c-a5e3-42e7-b88b-35703f84ea3c tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/subnets/7a47cc7d-b073-485f-9e9f-b82c9c25e665 HTTP/1.1" status: 404 len: 337 time: 0.0543590 May 03 22:56:51.358503 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40490) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:51.376320 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5751258f-a4ae-4a2e-98ca-fda4bb13f10c None None] Checking router: d1f0d438-9249-4bea-ad95-85b45350ada1 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:56:51.410078 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=98543906-52cd-484e-812e-98234229194d,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:51.444878 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-dca3eddb-d739-4878-8199-7a16ffe13e2d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Deleting port ffcfb305-4b63-4420-9422-332b07142fd8 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:56:51.445244 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dca3eddb-d739-4878-8199-7a16ffe13e2d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:51.452962 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5751258f-a4ae-4a2e-98ca-fda4bb13f10c None None] Routers {'d1f0d438-9249-4bea-ad95-85b45350ada1'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:51.453775 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-5751258f-a4ae-4a2e-98ca-fda4bb13f10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:56:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['d1f0d438-9249-4bea-ad95-85b45350ada1'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:51.756920 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20114633-c5a6-4969-a8af-d6f497dfabf4 None None] DHCP port deletion for 7c3d7b90-4cd0-492b-b8b2-539895f51db5 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:56:51.816223 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-8b380a64-8ea1-4887-b62c-98fe5058c6df None None] Set router 82748780-8e7f-4088-b733-d9d086ee82cf gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:56:51.855769 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-20114633-c5a6-4969-a8af-d6f497dfabf4 None None] Deleting port 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:56:51.856159 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-20114633-c5a6-4969-a8af-d6f497dfabf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:51.858590 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dca3eddb-d739-4878-8199-7a16ffe13e2d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:51.887873 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2f1cb140-bfbf-40bf-a81a-c43f66824d99 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:51.893436 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2f1cb140-bfbf-40bf-a81a-c43f66824d99 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:51.970575 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-5751258f-a4ae-4a2e-98ca-fda4bb13f10c None None] Set router d1f0d438-9249-4bea-ad95-85b45350ada1 gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:56:51.992221 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2f1cb140-bfbf-40bf-a81a-c43f66824d99 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:51.992749 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1cb140-bfbf-40bf-a81a-c43f66824d99 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Fanout notify agent at l3_agent the message router_deleted on router d1f0d438-9249-4bea-ad95-85b45350ada1 {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:56:52.048290 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2f1cb140-bfbf-40bf-a81a-c43f66824d99 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:52.049904 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2f1cb140-bfbf-40bf-a81a-c43f66824d99 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/routers/d1f0d438-9249-4bea-ad95-85b45350ada1 HTTP/1.1" status: 204 len: 168 time: 1.0589113 May 03 22:56:52.057336 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40514) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:52.068762 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-f8bdac4d-ee97-4998-9fe8-09d31e2942a1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1072344069', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:56:52.092174 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-e52a2bdd-1ebc-4b01-8d7b-d02411a8a48e tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Synchronizing usage tracker for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:56:52.092174 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f8bdac4d-ee97-4998-9fe8-09d31e2942a1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:56:52.095980 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f8bdac4d-ee97-4998-9fe8-09d31e2942a1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Usage tracker for resource:router and tenant:06cc14afcda64b42b43ac970e3b09815 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:56:52.129750 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f8bdac4d-ee97-4998-9fe8-09d31e2942a1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:56:52.129750 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-e52a2bdd-1ebc-4b01-8d7b-d02411a8a48e tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Unset dirty status for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:56:52.129750 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-e52a2bdd-1ebc-4b01-8d7b-d02411a8a48e tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-329621853&fields=id&tenant_id=e51c41c8f2c54373bfeeef105247eecb HTTP/1.1" status: 200 len: 267 time: 0.1820540 May 03 22:56:52.134081 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f8bdac4d-ee97-4998-9fe8-09d31e2942a1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:56:52.198084 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f8bdac4d-ee97-4998-9fe8-09d31e2942a1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:52.199436 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f8bdac4d-ee97-4998-9fe8-09d31e2942a1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:52.206351 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7a6b83a6-b290-4c5b-a4ee-b2d4fb184808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:52.230803 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-5751258f-a4ae-4a2e-98ca-fda4bb13f10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'name': 'tempest-RoutersIpV6Test-router-424099633', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:55:40Z', 'updated_at': '2022-05-03T22:56:44Z', 'revision_number': 11, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:52.263479 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5751258f-a4ae-4a2e-98ca-fda4bb13f10c None None] The sync data for ids ['d1f0d438-9249-4bea-ad95-85b45350ada1'] in n-d-811807-1 is: [{'id': 'd1f0d438-9249-4bea-ad95-85b45350ada1', 'name': 'tempest-RoutersIpV6Test-router-424099633', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:55:40Z', 'updated_at': '2022-05-03T22:56:44Z', 'revision_number': 11, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'gw_port_host': None}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:56:52.323524 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-dca3eddb-d739-4878-8199-7a16ffe13e2d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Calling delete_port for ffcfb305-4b63-4420-9422-332b07142fd8 owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:56:52.354495 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f8bdac4d-ee97-4998-9fe8-09d31e2942a1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:52.486682 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-8b380a64-8ea1-4887-b62c-98fe5058c6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131331484', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '98543906-52cd-484e-812e-98234229194d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:56:40Z', 'updated_at': '2022-05-03T22:56:48Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': '98543906-52cd-484e-812e-98234229194d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:56:41Z', 'updated_at': '2022-05-03T22:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'c650fc34-e743-463e-bf6f-191175e12b29', 'name': '', 'network_id': '62689dff-081f-4a4e-9460-2323067eb3de', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'mac_address': 'fa:16:3e:ae:1f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'a5ac5b18-86ee-44a9-b611-340e40471894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:56:47Z', 'updated_at': '2022-05-03T22:56:49Z', 'revision_number': 2, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'subnets': [{'id': 'a5ac5b18-86ee-44a9-b611-340e40471894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:52.495273 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b380a64-8ea1-4887-b62c-98fe5058c6df None None] Checking router: 82748780-8e7f-4088-b733-d9d086ee82cf for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:56:52.495621 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b380a64-8ea1-4887-b62c-98fe5058c6df None None] Updating router 82748780-8e7f-4088-b733-d9d086ee82cf port c650fc34-e743-463e-bf6f-191175e12b29 binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:56:52.504652 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f8bdac4d-ee97-4998-9fe8-09d31e2942a1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:52.532884 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dca3eddb-d739-4878-8199-7a16ffe13e2d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:52.565101 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8b380a64-8ea1-4887-b62c-98fe5058c6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:52.579866 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-6ae46555-1550-486b-9445-88d705ae5a74 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:52.582306 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-6ae46555-1550-486b-9445-88d705ae5a74 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Synchronizing usage tracker for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:56:52.613616 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-6ae46555-1550-486b-9445-88d705ae5a74 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Unset dirty status for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:56:52.616779 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-6ae46555-1550-486b-9445-88d705ae5a74 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/networks?id=62689dff-081f-4a4e-9460-2323067eb3de HTTP/1.1" status: 200 len: 796 time: 0.4801843 May 03 22:56:52.620713 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f8bdac4d-ee97-4998-9fe8-09d31e2942a1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:52.622711 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f8bdac4d-ee97-4998-9fe8-09d31e2942a1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5640113 May 03 22:56:52.639387 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-b10cc717-0ba7-4ce0-a077-8111944d3024 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/quotas/e51c41c8f2c54373bfeeef105247eecb HTTP/1.1" status: 200 len: 375 time: 0.0133626 May 03 22:56:52.640180 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40524) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:52.647010 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-c834cc04-1669-4be0-889c-7fb560a8e4c9 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:56:52.656689 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-20114633-c5a6-4969-a8af-d6f497dfabf4 None None] For port 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e,segment=NetworkSegment(cb5dc4de-97c1-4c6a-8e00-0b588a19e91b),segment_id=cb5dc4de-97c1-4c6a-8e00-0b588a19e91b)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:56:52.657289 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-20114633-c5a6-4969-a8af-d6f497dfabf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:52.664065 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3eddb-d739-4878-8199-7a16ffe13e2d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'Port': ['ID=ffcfb305-4b63-4420-9422-332b07142fd8,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:52.696941 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dca3eddb-d739-4878-8199-7a16ffe13e2d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:52.725594 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-dca3eddb-d739-4878-8199-7a16ffe13e2d tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/ports/ffcfb305-4b63-4420-9422-332b07142fd8 HTTP/1.1" status: 204 len: 168 time: 1.3645186 May 03 22:56:52.728260 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40528) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:52.902930 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-20114633-c5a6-4969-a8af-d6f497dfabf4 None None] Calling delete_port for 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:56:52.963434 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f3c8f7f6-b981-4eda-b2a1-ee91a6658609 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:52.984072 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-f3c8f7f6-b981-4eda-b2a1-ee91a6658609 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Deleting port 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:56:52.984243 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f3c8f7f6-b981-4eda-b2a1-ee91a6658609 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:53.054334 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d2c8dfd9-af6f-4a49-812e-6d61f34cab7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:53.064447 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-7a6b83a6-b290-4c5b-a4ee-b2d4fb184808 None None] For port 6e502e9b-351d-47d0-8792-4ee899bfb786, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=6e502e9b-351d-47d0-8792-4ee899bfb786,segment=NetworkSegment(ce16f5e3-2c20-4354-ac40-2ec64136d583),segment_id=ce16f5e3-2c20-4354-ac40-2ec64136d583)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:56:53.075825 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7a6b83a6-b290-4c5b-a4ee-b2d4fb184808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:53.197995 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 98543906-52cd-484e-812e-98234229194d up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:56:53.271736 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8b380a64-8ea1-4887-b62c-98fe5058c6df None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:53.278004 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-20114633-c5a6-4969-a8af-d6f497dfabf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:53.301212 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f54da127-0ea1-4920-99fd-db69ba95dd49 None None] Provisioning complete for port 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:53.301732 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f54da127-0ea1-4920-99fd-db69ba95dd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:53.309197 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-8b380a64-8ea1-4887-b62c-98fe5058c6df None None] Transition to ACTIVE for port object c650fc34-e743-463e-bf6f-191175e12b29 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:56:53.323244 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8b380a64-8ea1-4887-b62c-98fe5058c6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:53.336795 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-d2469de5-d94b-4aa5-8654-8357e3f0ebc5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Synchronizing usage tracker for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:56:53.343175 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20114633-c5a6-4969-a8af-d6f497dfabf4 None None] No DVR routers for this DVR port 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:56:53.360917 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b83a6-b290-4c5b-a4ee-b2d4fb184808 None None] Pushing event updated for resources: {'Port': ['ID=6e502e9b-351d-47d0-8792-4ee899bfb786,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:53.420186 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20114633-c5a6-4969-a8af-d6f497dfabf4 None None] Pushing event deleted for resources: {'Port': ['ID=64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:53.427861 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f54da127-0ea1-4920-99fd-db69ba95dd49 None None] Port 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e was deleted so its status cannot be updated. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 03 22:56:53.434019 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f54da127-0ea1-4920-99fd-db69ba95dd49 None None] Could not find standard attr ID for object ffcfb305-4b63-4420-9422-332b07142fd8. {{(pid=88071) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 03 22:56:53.453366 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-f3c8f7f6-b981-4eda-b2a1-ee91a6658609 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] For port 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e,segment=NetworkSegment(cb5dc4de-97c1-4c6a-8e00-0b588a19e91b),segment_id=cb5dc4de-97c1-4c6a-8e00-0b588a19e91b)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:56:53.454017 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f3c8f7f6-b981-4eda-b2a1-ee91a6658609 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:53.454455 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 98543906-52cd-484e-812e-98234229194d triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:53.455026 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:53.583556 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0acddb5-4ed9-4be3-a3d3-6a9382d9a06b None None] Pushing event updated for resources: {'Port': ['ID=c650fc34-e743-463e-bf6f-191175e12b29,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:53.591123 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f54da127-0ea1-4920-99fd-db69ba95dd49 None None] Provisioning complete for port 6e502e9b-351d-47d0-8792-4ee899bfb786 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:53.591496 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f54da127-0ea1-4920-99fd-db69ba95dd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:53.594125 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0acddb5-4ed9-4be3-a3d3-6a9382d9a06b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:53.594770 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0acddb5-4ed9-4be3-a3d3-6a9382d9a06b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:53.595250 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0acddb5-4ed9-4be3-a3d3-6a9382d9a06b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:53.595740 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0acddb5-4ed9-4be3-a3d3-6a9382d9a06b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:53.596213 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0acddb5-4ed9-4be3-a3d3-6a9382d9a06b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:53.596696 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0acddb5-4ed9-4be3-a3d3-6a9382d9a06b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:53.597161 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0acddb5-4ed9-4be3-a3d3-6a9382d9a06b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:53.597625 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0acddb5-4ed9-4be3-a3d3-6a9382d9a06b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:53.598138 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0acddb5-4ed9-4be3-a3d3-6a9382d9a06b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:53.598600 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0acddb5-4ed9-4be3-a3d3-6a9382d9a06b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:53.599061 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0acddb5-4ed9-4be3-a3d3-6a9382d9a06b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:53.599520 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0acddb5-4ed9-4be3-a3d3-6a9382d9a06b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:53.629803 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c834cc04-1669-4be0-889c-7fb560a8e4c9 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:53.644324 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-8b380a64-8ea1-4887-b62c-98fe5058c6df None None] Attempting to bind port c650fc34-e743-463e-bf6f-191175e12b29 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:56:53.644963 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-8b380a64-8ea1-4887-b62c-98fe5058c6df None None] Attempting to bind port c650fc34-e743-463e-bf6f-191175e12b29 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'ce16f5e3-2c20-4354-ac40-2ec64136d583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '62689dff-081f-4a4e-9460-2323067eb3de'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:56:53.645491 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b380a64-8ea1-4887-b62c-98fe5058c6df None None] Attempting to bind port c650fc34-e743-463e-bf6f-191175e12b29 on network 62689dff-081f-4a4e-9460-2323067eb3de {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:56:53.657371 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b380a64-8ea1-4887-b62c-98fe5058c6df None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:56:53.657745 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b380a64-8ea1-4887-b62c-98fe5058c6df None None] Checking segment: {'id': 'ce16f5e3-2c20-4354-ac40-2ec64136d583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '62689dff-081f-4a4e-9460-2323067eb3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:56:53.658180 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8b380a64-8ea1-4887-b62c-98fe5058c6df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:53.658571 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b380a64-8ea1-4887-b62c-98fe5058c6df None None] Bound using segment: {'id': 'ce16f5e3-2c20-4354-ac40-2ec64136d583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '62689dff-081f-4a4e-9460-2323067eb3de'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:56:53.659035 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-8b380a64-8ea1-4887-b62c-98fe5058c6df None None] Bound port: c650fc34-e743-463e-bf6f-191175e12b29, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce16f5e3-2c20-4354-ac40-2ec64136d583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '62689dff-081f-4a4e-9460-2323067eb3de'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:56:53.659405 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8b380a64-8ea1-4887-b62c-98fe5058c6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:53.678574 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-d2469de5-d94b-4aa5-8654-8357e3f0ebc5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Unset dirty status for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:56:53.680210 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-d2469de5-d94b-4aa5-8654-8357e3f0ebc5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8418999 May 03 22:56:53.682514 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c834cc04-1669-4be0-889c-7fb560a8e4c9 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-785141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-785150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-783245'] for router, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:53.734620 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-f3c8f7f6-b981-4eda-b2a1-ee91a6658609 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Calling delete_port for 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:56:53.873147 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-8b380a64-8ea1-4887-b62c-98fe5058c6df None None] For port c650fc34-e743-463e-bf6f-191175e12b29, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:56:53.885322 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-8b380a64-8ea1-4887-b62c-98fe5058c6df None None] For port c650fc34-e743-463e-bf6f-191175e12b29, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=c650fc34-e743-463e-bf6f-191175e12b29,segment=NetworkSegment(ce16f5e3-2c20-4354-ac40-2ec64136d583),segment_id=ce16f5e3-2c20-4354-ac40-2ec64136d583)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:56:53.899487 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [None req-f3c8f7f6-b981-4eda-b2a1-ee91a6658609 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:56:53.899899 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8b380a64-8ea1-4887-b62c-98fe5058c6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:53.900019 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [None req-f3c8f7f6-b981-4eda-b2a1-ee91a6658609 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:56:53.982369 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c834cc04-1669-4be0-889c-7fb560a8e4c9 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Router 06435f1d-4f2e-43fa-9439-bfa7521c1224 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:56:54.002378 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b380a64-8ea1-4887-b62c-98fe5058c6df None None] Routers {'82748780-8e7f-4088-b733-d9d086ee82cf'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:54.014822 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-8b380a64-8ea1-4887-b62c-98fe5058c6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:56:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['82748780-8e7f-4088-b733-d9d086ee82cf'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:54.026587 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f54da127-0ea1-4920-99fd-db69ba95dd49 None None] Provisioning for port c650fc34-e743-463e-bf6f-191175e12b29 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:56:54.063181 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:56:54.122386 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:56:54.127025 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:56:54.220124 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0acddb5-4ed9-4be3-a3d3-6a9382d9a06b None None] Pushing event updated for resources: {'Port': ['ID=c650fc34-e743-463e-bf6f-191175e12b29,revision_number=4']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:54.342018 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-8b380a64-8ea1-4887-b62c-98fe5058c6df None None] Set router 82748780-8e7f-4088-b733-d9d086ee82cf gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:56:54.401125 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-f3c8f7f6-b981-4eda-b2a1-ee91a6658609 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Deleting port 64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:56:54.401585 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f3c8f7f6-b981-4eda-b2a1-ee91a6658609 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:54.445093 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c834cc04-1669-4be0-889c-7fb560a8e4c9 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:56:54.459440 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd46dd4-bed5-452e-bd88-4e379b9e025b None None] Sync routers for ids ['06435f1d-4f2e-43fa-9439-bfa7521c1224'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:56:54.473499 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd46dd4-bed5-452e-bd88-4e379b9e025b None None] Routers {'06435f1d-4f2e-43fa-9439-bfa7521c1224'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:54.474703 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-cbd46dd4-bed5-452e-bd88-4e379b9e025b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:56:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['06435f1d-4f2e-43fa-9439-bfa7521c1224'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:54.506649 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-f3c8f7f6-b981-4eda-b2a1-ee91a6658609 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] The port '64ddd1f3-bfdd-46b4-adc2-ae7dfdb0146e' was deleted {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:56:54.590204 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c834cc04-1669-4be0-889c-7fb560a8e4c9 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:54.591472 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c834cc04-1669-4be0-889c-7fb560a8e4c9 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "PUT /v2.0/routers/06435f1d-4f2e-43fa-9439-bfa7521c1224 HTTP/1.1" status: 200 len: 698 time: 1.9493341 May 03 22:56:54.597658 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40542) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:54.680232 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-cbd46dd4-bed5-452e-bd88-4e379b9e025b None None] Set router 06435f1d-4f2e-43fa-9439-bfa7521c1224 gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:56:54.712434 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f3c8f7f6-b981-4eda-b2a1-ee91a6658609 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:54.727938 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:54.750496 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-f3c8f7f6-b981-4eda-b2a1-ee91a6658609 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c3d7b90-4cd0-492b-b8b2-539895f51db5']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:54.765214 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-f3c8f7f6-b981-4eda-b2a1-ee91a6658609 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb5dc4de-97c1-4c6a-8e00-0b588a19e91b') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:54.765597 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-f3c8f7f6-b981-4eda-b2a1-ee91a6658609 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb5dc4de-97c1-4c6a-8e00-0b588a19e91b') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:54.781418 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f3c8f7f6-b981-4eda-b2a1-ee91a6658609 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:54.800985 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f3c8f7f6-b981-4eda-b2a1-ee91a6658609 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:54.808677 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3c8f7f6-b981-4eda-b2a1-ee91a6658609 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:56:54.809132 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f3c8f7f6-b981-4eda-b2a1-ee91a6658609 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:54.830193 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-cbd46dd4-bed5-452e-bd88-4e379b9e025b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06435f1d-4f2e-43fa-9439-bfa7521c1224', 'name': 'tempest-RoutersIpV6Test-router-1072344069', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:56:52Z', 'updated_at': '2022-05-03T22:56:53Z', 'revision_number': 2, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:54.839849 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd46dd4-bed5-452e-bd88-4e379b9e025b None None] Checking router: 06435f1d-4f2e-43fa-9439-bfa7521c1224 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:56:54.854661 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd46dd4-bed5-452e-bd88-4e379b9e025b None None] Routers {'06435f1d-4f2e-43fa-9439-bfa7521c1224'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:56:54.855282 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-cbd46dd4-bed5-452e-bd88-4e379b9e025b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:56:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['06435f1d-4f2e-43fa-9439-bfa7521c1224'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:54.910971 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-8b380a64-8ea1-4887-b62c-98fe5058c6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131331484', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '98543906-52cd-484e-812e-98234229194d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:56:40Z', 'updated_at': '2022-05-03T22:56:48Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': '98543906-52cd-484e-812e-98234229194d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:56:41Z', 'updated_at': '2022-05-03T22:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'c650fc34-e743-463e-bf6f-191175e12b29', 'name': '', 'network_id': '62689dff-081f-4a4e-9460-2323067eb3de', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'mac_address': 'fa:16:3e:ae:1f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'a5ac5b18-86ee-44a9-b611-340e40471894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:56:47Z', 'updated_at': '2022-05-03T22:56:53Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'subnets': [{'id': 'a5ac5b18-86ee-44a9-b611-340e40471894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:54.916123 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b380a64-8ea1-4887-b62c-98fe5058c6df None None] The sync data for ids ['82748780-8e7f-4088-b733-d9d086ee82cf'] in n-d-811807-1 is: [{'id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131331484', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '98543906-52cd-484e-812e-98234229194d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:56:40Z', 'updated_at': '2022-05-03T22:56:48Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': '98543906-52cd-484e-812e-98234229194d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:56:41Z', 'updated_at': '2022-05-03T22:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'c650fc34-e743-463e-bf6f-191175e12b29', 'name': '', 'network_id': '62689dff-081f-4a4e-9460-2323067eb3de', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'mac_address': 'fa:16:3e:ae:1f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'a5ac5b18-86ee-44a9-b611-340e40471894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:56:47Z', 'updated_at': '2022-05-03T22:56:53Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'subnets': [{'id': 'a5ac5b18-86ee-44a9-b611-340e40471894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:56:54.930445 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f2b31861-2d6d-44a4-b702-3525d77dcc72 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "GET /v2.0/routers/06435f1d-4f2e-43fa-9439-bfa7521c1224 HTTP/1.1" status: 200 len: 704 time: 0.3277149 May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: timer() May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:56:54.931438 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:56:54.936326 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40550) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:54.976752 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-5ef73315-631c-4912-a10e-54fbadab7f7d service neutron] 10.222.0.58 "GET /v2.0/networks/62689dff-081f-4a4e-9460-2323067eb3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1896002 May 03 22:56:55.034897 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f3c8f7f6-b981-4eda-b2a1-ee91a6658609 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:55.088857 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f3c8f7f6-b981-4eda-b2a1-ee91a6658609 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:55.120008 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-cbd46dd4-bed5-452e-bd88-4e379b9e025b None None] Set router 06435f1d-4f2e-43fa-9439-bfa7521c1224 gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:56:55.124213 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2a9293a1-eaba-4741-805f-65eb3b3d695b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Synchronizing usage tracker for tenant:06cc14afcda64b42b43ac970e3b09815 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:56:55.138444 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f3c8f7f6-b981-4eda-b2a1-ee91a6658609 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] 10.222.0.58 "DELETE /v2.0/networks/7c3d7b90-4cd0-492b-b8b2-539895f51db5 HTTP/1.1" status: 204 len: 168 time: 2.4029815 May 03 22:56:55.155448 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c8f7f6-b981-4eda-b2a1-ee91a6658609 tempest-PortsTestJSON-413196745 tempest-PortsTestJSON-413196745-project] Pushing event deleted for resources: {'Network': ['ID=7c3d7b90-4cd0-492b-b8b2-539895f51db5,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:55.188631 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2a9293a1-eaba-4741-805f-65eb3b3d695b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Unset dirty status for tenant:06cc14afcda64b42b43ac970e3b09815 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:56:55.190738 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2a9293a1-eaba-4741-805f-65eb3b3d695b tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "GET /v2.0/ports?device_id=06435f1d-4f2e-43fa-9439-bfa7521c1224 HTTP/1.1" status: 200 len: 205 time: 0.2534273 May 03 22:56:55.197196 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40558) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:55.232745 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-b194c3b1-f3b4-43eb-aeeb-bc1bb4da1845 service neutron] 10.222.0.58 "GET /v2.0/networks/62689dff-081f-4a4e-9460-2323067eb3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364168 May 03 22:56:55.404551 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-cbd46dd4-bed5-452e-bd88-4e379b9e025b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06435f1d-4f2e-43fa-9439-bfa7521c1224', 'name': 'tempest-RoutersIpV6Test-router-1072344069', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:56:52Z', 'updated_at': '2022-05-03T22:56:53Z', 'revision_number': 2, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:55.408543 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6e502e9b-351d-47d0-8792-4ee899bfb786 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:56:55.477328 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd46dd4-bed5-452e-bd88-4e379b9e025b None None] The sync data for ids ['06435f1d-4f2e-43fa-9439-bfa7521c1224'] in n-d-811807-1 is: [{'id': '06435f1d-4f2e-43fa-9439-bfa7521c1224', 'name': 'tempest-RoutersIpV6Test-router-1072344069', 'tenant_id': '06cc14afcda64b42b43ac970e3b09815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:56:52Z', 'updated_at': '2022-05-03T22:56:53Z', 'revision_number': 2, 'project_id': '06cc14afcda64b42b43ac970e3b09815', 'gw_port_host': None}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:56:55.494916 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e22c705e-b271-45bd-a19d-d37ec23cfe9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:55.529796 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 6e502e9b-351d-47d0-8792-4ee899bfb786 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:55.530285 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:55.744108 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-38906b7d-f117-41f4-8d4f-6ed02f0b5f01 req-aa88c601-5da4-4a0a-a671-2fa15f462c78 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 210 time: 0.1852453 May 03 22:56:55.777485 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device c650fc34-e743-463e-bf6f-191175e12b29 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:56:55.790210 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-25501b13-eb3a-4f6d-9f99-995a24871fec tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:55.961582 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40570) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:56.026095 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port c650fc34-e743-463e-bf6f-191175e12b29 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:56:56.040793 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port c650fc34-e743-463e-bf6f-191175e12b29 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:56.043311 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:56.275935 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:56.501685 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:56.503339 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-00608785-e1a4-47a5-bf07-606007b56d55 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3a6c8dfe4a524ed3932fdccc3fe2c5d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5404227 May 03 22:56:56.507086 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40586) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:56.538660 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:56.551723 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port c650fc34-e743-463e-bf6f-191175e12b29, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=c650fc34-e743-463e-bf6f-191175e12b29,segment=NetworkSegment(ce16f5e3-2c20-4354-ac40-2ec64136d583),segment_id=ce16f5e3-2c20-4354-ac40-2ec64136d583)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:56:56.560320 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:56.786224 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9f9c263b-2325-41f3-87c1-54b8e447fbde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:56.823950 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=c650fc34-e743-463e-bf6f-191175e12b29,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:56.830107 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-25501b13-eb3a-4f6d-9f99-995a24871fec tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:56.834647 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-25501b13-eb3a-4f6d-9f99-995a24871fec tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:56.901066 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-25501b13-eb3a-4f6d-9f99-995a24871fec tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:56.903097 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25501b13-eb3a-4f6d-9f99-995a24871fec tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Fanout notify agent at l3_agent the message router_deleted on router 06435f1d-4f2e-43fa-9439-bfa7521c1224 {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:56:56.947747 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-25501b13-eb3a-4f6d-9f99-995a24871fec tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:56.950949 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-25501b13-eb3a-4f6d-9f99-995a24871fec tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/routers/06435f1d-4f2e-43fa-9439-bfa7521c1224 HTTP/1.1" status: 204 len: 168 time: 1.7452013 May 03 22:56:56.959680 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40602) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:57.001170 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9f9c263b-2325-41f3-87c1-54b8e447fbde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:57.012596 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-26388f56-e8e6-45f8-a741-0118c8b0e945 req-5057ecb0-a10a-46fc-b643-1045cb171653 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 210 time: 0.1488922 May 03 22:56:57.083457 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40608) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:57.084409 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-db05c74a-8d5b-4b6e-a473-f81a1073a147 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "GET /v2.0/ports?device_id=06435f1d-4f2e-43fa-9439-bfa7521c1224 HTTP/1.1" status: 200 len: 205 time: 0.1229784 May 03 22:56:57.169573 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device c650fc34-e743-463e-bf6f-191175e12b29 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:56:57.188027 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-0dedc472-75de-450e-b958-7eb6356ce45c tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] delete failed (client error): The resource could not be found. May 03 22:56:57.206532 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0dedc472-75de-450e-b958-7eb6356ce45c tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/routers/06435f1d-4f2e-43fa-9439-bfa7521c1224 HTTP/1.1" status: 404 len: 336 time: 0.1132381 May 03 22:56:57.209039 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40614) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:57.237068 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9f9c263b-2325-41f3-87c1-54b8e447fbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:57.295768 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port c650fc34-e743-463e-bf6f-191175e12b29 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:56:57.296270 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:57.313622 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c263b-2325-41f3-87c1-54b8e447fbde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7971708-0080-40c9-9a75-68450a42e3fb,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:57.328798 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4d97220-9933-4bd9-9b74-e95d30e6ae29 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] DELETE failed (client error): The resource could not be found. May 03 22:56:57.329479 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4d97220-9933-4bd9-9b74-e95d30e6ae29 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:56:57.334743 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b4d97220-9933-4bd9-9b74-e95d30e6ae29 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/subnets/d64ee205-3411-4416-b01f-a89079b9a5e6 HTTP/1.1" status: 404 len: 337 time: 0.1300361 May 03 22:56:57.336134 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40618) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:57.350831 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c263b-2325-41f3-87c1-54b8e447fbde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:57.351181 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c263b-2325-41f3-87c1-54b8e447fbde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:57.351528 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c263b-2325-41f3-87c1-54b8e447fbde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:57.356150 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c263b-2325-41f3-87c1-54b8e447fbde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:57.356549 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c263b-2325-41f3-87c1-54b8e447fbde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:57.356893 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c263b-2325-41f3-87c1-54b8e447fbde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:57.357229 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c263b-2325-41f3-87c1-54b8e447fbde admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:57.357562 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c263b-2325-41f3-87c1-54b8e447fbde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:57.357941 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c263b-2325-41f3-87c1-54b8e447fbde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:57.358256 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c263b-2325-41f3-87c1-54b8e447fbde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:57.358587 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c263b-2325-41f3-87c1-54b8e447fbde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:57.369071 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c263b-2325-41f3-87c1-54b8e447fbde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:57.378580 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9f9c263b-2325-41f3-87c1-54b8e447fbde admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:57.386839 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9f9c263b-2325-41f3-87c1-54b8e447fbde admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c7971708-0080-40c9-9a75-68450a42e3fb HTTP/1.1" status: 204 len: 168 time: 0.8747253 May 03 22:56:57.448627 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8ee8c0d-3e0f-46bb-837d-979bdabe4417 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] DELETE failed (client error): The resource could not be found. May 03 22:56:57.450314 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8ee8c0d-3e0f-46bb-837d-979bdabe4417 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:56:57.453206 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a8ee8c0d-3e0f-46bb-837d-979bdabe4417 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/subnets/96b30d0b-b319-4a32-b513-87eefe2f565b HTTP/1.1" status: 404 len: 337 time: 0.1149263 May 03 22:56:57.456052 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40624) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:57.591204 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-2296d27f-6655-48a2-82a7-3a4e44e25c16 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] DELETE failed (client error): The resource could not be found. May 03 22:56:57.591204 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2296d27f-6655-48a2-82a7-3a4e44e25c16 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:56:57.591204 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2296d27f-6655-48a2-82a7-3a4e44e25c16 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/subnets/b2afcf2c-b06f-4c14-beb9-ea64b6a0a638 HTTP/1.1" status: 404 len: 337 time: 0.1251967 May 03 22:56:57.597830 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40628) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:57.666399 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:57.678445 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa04a723-de84-483e-870d-450c61b0b9a4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] DELETE failed (client error): The resource could not be found. May 03 22:56:57.679075 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa04a723-de84-483e-870d-450c61b0b9a4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:56:57.680594 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fa04a723-de84-483e-870d-450c61b0b9a4 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/subnets/9320ad02-96c1-40c6-9e46-561f02893de3 HTTP/1.1" status: 404 len: 337 time: 0.0921586 May 03 22:56:57.683531 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40632) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:57.872588 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3a253ebc-3f7e-40a8-b99d-28c287022ae8 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1f0d438-9249-4bea-ad95-85b45350ada1 HTTP/1.1" status: 200 len: 205 time: 0.1859379 May 03 22:56:57.873221 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40642) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:57.986119 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-ba6b086d-abcb-4089-b4cf-e5e79a9bad37 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] delete failed (client error): The resource could not be found. May 03 22:56:57.987288 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ba6b086d-abcb-4089-b4cf-e5e79a9bad37 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/routers/d1f0d438-9249-4bea-ad95-85b45350ada1 HTTP/1.1" status: 404 len: 336 time: 0.1128728 May 03 22:56:57.993778 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40650) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:58.052704 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40658) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:58.075411 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:58.075657 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-864e281e-3a57-4768-8bd4-db581f6eefe1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "GET /v2.0/ports?device_id=356837b9-d8c5-4f7b-8cfc-29a308fc2b49 HTTP/1.1" status: 200 len: 205 time: 0.0805104 May 03 22:56:58.170854 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-bd010a7e-efe7-46cd-9e60-cc4950298f52 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] delete failed (client error): The resource could not be found. May 03 22:56:58.175174 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40668) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:58.187267 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bd010a7e-efe7-46cd-9e60-cc4950298f52 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/routers/356837b9-d8c5-4f7b-8cfc-29a308fc2b49 HTTP/1.1" status: 404 len: 336 time: 0.1301744 May 03 22:56:58.250277 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-e10268fb-a554-4a22-afba-7a8c59a1808d tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] DELETE failed (client error): The resource could not be found. May 03 22:56:58.250738 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e10268fb-a554-4a22-afba-7a8c59a1808d tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:56:58.255264 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40674) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:58.267555 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e10268fb-a554-4a22-afba-7a8c59a1808d tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/subnets/d247f685-062b-46ef-a486-e79a23dee8e2 HTTP/1.1" status: 404 len: 337 time: 0.0914261 May 03 22:56:58.302971 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2cab2a89-220c-43d8-a66c-e7634de84484 req-a4427695-6d2d-4746-85cf-dcf6e31bdccf tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 210 time: 0.0890226 May 03 22:56:58.311821 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-128aed1a-31e9-41dd-b313-00f2db589f42 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "GET /v2.0/ports?device_id=b447e348-6fbd-4c10-8fe5-da4ea5bade46 HTTP/1.1" status: 200 len: 205 time: 0.0533116 May 03 22:56:58.312530 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40678) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:58.400636 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-3fb52a39-df84-442c-b4f0-998f68853460 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] delete failed (client error): The resource could not be found. May 03 22:56:58.407120 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3fb52a39-df84-442c-b4f0-998f68853460 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/routers/b447e348-6fbd-4c10-8fe5-da4ea5bade46 HTTP/1.1" status: 404 len: 336 time: 0.0933197 May 03 22:56:58.407715 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40686) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:58.513002 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-323bc190-e9e5-4f38-8d4d-e6803dc4c95f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "GET /v2.0/ports?device_id=12b76c77-78d6-49d1-8dfa-c294cea36a8d HTTP/1.1" status: 200 len: 205 time: 0.1005247 May 03 22:56:58.517484 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40694) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:58.662581 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-606d3378-c804-480e-9f25-d94c493ef6c1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] delete failed (client error): The resource could not be found. May 03 22:56:58.667971 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-606d3378-c804-480e-9f25-d94c493ef6c1 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/routers/12b76c77-78d6-49d1-8dfa-c294cea36a8d HTTP/1.1" status: 404 len: 336 time: 0.1467254 May 03 22:56:58.668700 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40700) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:58.807881 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-7820855e-09a5-4f91-91b3-b5cfca3af498 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] DELETE failed (client error): The resource could not be found. May 03 22:56:58.808348 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7820855e-09a5-4f91-91b3-b5cfca3af498 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:56:58.815264 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7820855e-09a5-4f91-91b3-b5cfca3af498 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/subnets/221fc59b-34b0-4a09-86ce-5a12474b0d50 HTTP/1.1" status: 404 len: 337 time: 0.1454198 May 03 22:56:58.817718 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40708) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:58.914912 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-25254a94-6f69-4283-bbd5-0b2b1681275b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:58.915731 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-25254a94-6f69-4283-bbd5-0b2b1681275b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Synchronizing usage tracker for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:network {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:56:58.931945 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-25254a94-6f69-4283-bbd5-0b2b1681275b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Unset dirty status for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:network {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:56:58.933138 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-25254a94-6f69-4283-bbd5-0b2b1681275b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.67 "GET /v2.0/networks?id=62689dff-081f-4a4e-9460-2323067eb3de HTTP/1.1" status: 200 len: 796 time: 0.3086934 May 03 22:56:58.998180 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-2ab07542-6c7a-40b6-981e-cff35db75080 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e51c41c8f2c54373bfeeef105247eecb HTTP/1.1" status: 200 len: 379 time: 0.0554137 May 03 22:56:59.014956 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-871105fb-9550-4120-87a4-aac287bbb48b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'port': {'device_id': '488a1c2d-aeb7-48a9-adfa-9c3327691217', 'network_id': '62689dff-081f-4a4e-9460-2323067eb3de', 'admin_state_up': True, 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'security_groups': ['c5fd47e5-b5e4-4506-92ff-9ae9681e5b80']}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:56:59.061234 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d4021744-2ac0-4f38-9bfc-723c1de33ff8 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "GET /v2.0/ports?device_id=418c49a8-f83c-4bee-8eb5-3c8142f53014 HTTP/1.1" status: 200 len: 205 time: 0.2422607 May 03 22:56:59.064314 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40720) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:59.210193 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-3975300c-c14f-4c23-b8eb-7a17a99d113c tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] delete failed (client error): The resource could not be found. May 03 22:56:59.211761 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3975300c-c14f-4c23-b8eb-7a17a99d113c tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/routers/418c49a8-f83c-4bee-8eb5-3c8142f53014 HTTP/1.1" status: 404 len: 336 time: 0.1454802 May 03 22:56:59.222996 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40728) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:59.270467 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b91327-66f2-4222-8c7c-116dffe38ddd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] DELETE failed (client error): The resource could not be found. May 03 22:56:59.270951 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7b91327-66f2-4222-8c7c-116dffe38ddd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:56:59.273885 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e7b91327-66f2-4222-8c7c-116dffe38ddd tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/subnets/0518b26c-9d19-422a-becc-ebc9152bfc44 HTTP/1.1" status: 404 len: 337 time: 0.0483992 May 03 22:56:59.275982 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40734) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:59.296261 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e528677-50ac-4a12-a58b-67935a2e21b1 req-50787b60-cb3a-4651-bc3b-11da13f3cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:59.298320 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5e528677-50ac-4a12-a58b-67935a2e21b1 req-50787b60-cb3a-4651-bc3b-11da13f3cf4b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1b60de6f3b94c398a46d760b7dccea8&device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 1097 time: 0.2849946 May 03 22:56:59.313426 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e48e45-0572-4e95-aa89-2e7948e5389e req-2debb92e-207b-4f3b-bc56-9cf61aff5d27 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:59.314971 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-18e48e45-0572-4e95-aa89-2e7948e5389e req-2debb92e-207b-4f3b-bc56-9cf61aff5d27 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 946 time: 0.4029744 May 03 22:56:59.460320 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e528677-50ac-4a12-a58b-67935a2e21b1 req-f0886bf6-dfe3-467f-a3c0-e640faad63c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:59.461776 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5e528677-50ac-4a12-a58b-67935a2e21b1 req-f0886bf6-dfe3-467f-a3c0-e640faad63c6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c911580a-47e8-451d-aa8d-57f0fa21ffe1 HTTP/1.1" status: 200 len: 919 time: 0.1459453 May 03 22:56:59.489305 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f4387db1-5c5f-4bbd-b955-9c6acfef0f28 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fee669c-6ce8-48cf-8dc2-c70ad251e997 HTTP/1.1" status: 200 len: 205 time: 0.2122719 May 03 22:56:59.500148 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40744) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:59.509883 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e481f835-e0b8-46e9-8f9c-f031d53dd45b req-70390149-de2c-4aab-8078-9799cbd60284 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 210 time: 0.0469551 May 03 22:56:59.602838 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-f99702dc-6fb5-4b2a-905c-e6999416d01a tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] delete failed (client error): The resource could not be found. May 03 22:56:59.604048 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f99702dc-6fb5-4b2a-905c-e6999416d01a tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/routers/8fee669c-6ce8-48cf-8dc2-c70ad251e997 HTTP/1.1" status: 404 len: 336 time: 0.1026938 May 03 22:56:59.607064 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40750) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:59.612795 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-871105fb-9550-4120-87a4-aac287bbb48b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:56:59.623300 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-871105fb-9550-4120-87a4-aac287bbb48b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:56:59.666149 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5e528677-50ac-4a12-a58b-67935a2e21b1 req-1199a334-82f3-4a70-aeaa-7ba3803e64d7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8505556-f05a-45a1-9e23-fd70c255c599 HTTP/1.1" status: 200 len: 1001 time: 0.1421850 May 03 22:56:59.672770 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-871105fb-9550-4120-87a4-aac287bbb48b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Made reservation on behalf of e51c41c8f2c54373bfeeef105247eecb for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:56:59.676210 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-871105fb-9550-4120-87a4-aac287bbb48b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:56:59.693804 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-f27e4f5c-117e-4616-aac6-0270a231c48f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] DELETE failed (client error): The resource could not be found. May 03 22:56:59.694527 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f27e4f5c-117e-4616-aac6-0270a231c48f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:56:59.696348 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f27e4f5c-117e-4616-aac6-0270a231c48f tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/subnets/36887175-067d-4ef8-af34-124f37100333 HTTP/1.1" status: 404 len: 337 time: 0.0651126 May 03 22:56:59.699836 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40756) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:56:59.716215 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-18e48e45-0572-4e95-aa89-2e7948e5389e req-5599f40f-ad19-4a9d-b581-eed1361b0fe5 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=a496da84-ec2b-470c-95d0-797cc34016ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2516437 May 03 22:56:59.755339 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e528677-50ac-4a12-a58b-67935a2e21b1 req-9e425c20-fbbe-4fa6-861e-9534873b7540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:59.757312 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5e528677-50ac-4a12-a58b-67935a2e21b1 req-9e425c20-fbbe-4fa6-861e-9534873b7540 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5517459f-c98d-41cf-b3ba-cd5ba862ae7c HTTP/1.1" status: 200 len: 857 time: 0.0845149 May 03 22:56:59.799896 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2915e4e-61d0-4a25-99ac-c4b1baa162b3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] DELETE failed (client error): The resource could not be found. May 03 22:56:59.801767 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2915e4e-61d0-4a25-99ac-c4b1baa162b3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:56:59.803493 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c2915e4e-61d0-4a25-99ac-c4b1baa162b3 tempest-RoutersIpV6Test-1910927494 tempest-RoutersIpV6Test-1910927494-project] 10.222.0.58 "DELETE /v2.0/subnets/82d534ee-70e8-4ff8-9abb-524182c9e391 HTTP/1.1" status: 404 len: 337 time: 0.1027577 May 03 22:56:59.865570 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e528677-50ac-4a12-a58b-67935a2e21b1 req-bb782054-fe6b-4aa5-9806-09b1684c2dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:59.869737 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5e528677-50ac-4a12-a58b-67935a2e21b1 req-bb782054-fe6b-4aa5-9806-09b1684c2dd4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c911580a-47e8-451d-aa8d-57f0fa21ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032641 May 03 22:56:59.962682 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-871105fb-9550-4120-87a4-aac287bbb48b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Allocated IP 172.20.0.12 (62689dff-081f-4a4e-9460-2323067eb3de/a5ac5b18-86ee-44a9-b611-340e40471894/34cc127f-6f6a-4e77-b531-17c96c60f6f8) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:57:00.073149 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5e528677-50ac-4a12-a58b-67935a2e21b1 req-fb5594c6-3346-4b28-b4a5-f00cc0ac7765 service neutron] 10.222.0.60 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970632 May 03 22:57:00.159152 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:57:00.247042 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5e528677-50ac-4a12-a58b-67935a2e21b1 req-6fc053a1-54e2-4c79-8a7f-cb8e3b31fed9 service neutron] 10.222.0.60 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597984 May 03 22:57:00.308193 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40784) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:00.329585 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-871105fb-9550-4120-87a4-aac287bbb48b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:00.352739 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-871105fb-9550-4120-87a4-aac287bbb48b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Transition to ACTIVE for port object 34cc127f-6f6a-4e77-b531-17c96c60f6f8 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:57:00.388171 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-871105fb-9550-4120-87a4-aac287bbb48b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:00.474685 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-871105fb-9550-4120-87a4-aac287bbb48b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Network 62689dff-081f-4a4e-9460-2323067eb3de is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:57:00.476861 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-871105fb-9550-4120-87a4-aac287bbb48b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:57:00.481453 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-871105fb-9550-4120-87a4-aac287bbb48b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:57:00.522951 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871105fb-9550-4120-87a4-aac287bbb48b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'Port': ['ID=34cc127f-6f6a-4e77-b531-17c96c60f6f8,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:00.558132 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c13782ea-5aca-4902-91ba-46507162c41f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=06cc14afcda64b42b43ac970e3b09815&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2480836 May 03 22:57:00.560734 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40798) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:00.577277 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-871105fb-9550-4120-87a4-aac287bbb48b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:00.578480 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-871105fb-9550-4120-87a4-aac287bbb48b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:00.610632 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-871105fb-9550-4120-87a4-aac287bbb48b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6072290 May 03 22:57:00.627247 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-19fe620f-e25d-4146-a49e-30df45699856 service neutron] Request body: {'port': {'device_id': '488a1c2d-aeb7-48a9-adfa-9c3327691217', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:57:00.726166 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b571e4e5-a3dc-4ae9-b234-6048b54c0bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:00.856579 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-19fe620f-e25d-4146-a49e-30df45699856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:00.863567 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9f6a2aff-0d96-4614-b138-948250b2c5f1 None None] Provisioning for port 34cc127f-6f6a-4e77-b531-17c96c60f6f8 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:57:00.876212 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9f6a2aff-0d96-4614-b138-948250b2c5f1 None None] Provisioning complete for port 34cc127f-6f6a-4e77-b531-17c96c60f6f8 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:57:00.876793 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9f6a2aff-0d96-4614-b138-948250b2c5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:00.929266 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b571e4e5-a3dc-4ae9-b234-6048b54c0bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:01.007023 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-9f6a2aff-0d96-4614-b138-948250b2c5f1 None None] Port 34cc127f-6f6a-4e77-b531-17c96c60f6f8 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:57:01.096024 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14276bfd-7d90-4575-8fdb-4fac90e967cf req-d9f634d0-4016-45c7-84fa-e8fa0fa23ae0 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:01.104841 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-14276bfd-7d90-4575-8fdb-4fac90e967cf req-d9f634d0-4016-45c7-84fa-e8fa0fa23ae0 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 932 time: 0.3428698 May 03 22:57:01.131322 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922b4a4-ccee-463a-9b63-8fb49d6f351a req-14dc0de2-9161-4ed4-ace3-04e2dd05dd52 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:01.133309 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8922b4a4-ccee-463a-9b63-8fb49d6f351a req-14dc0de2-9161-4ed4-ace3-04e2dd05dd52 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 946 time: 0.2144723 May 03 22:57:01.175672 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b571e4e5-a3dc-4ae9-b234-6048b54c0bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:01.215761 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571e4e5-a3dc-4ae9-b234-6048b54c0bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd78ed24-aefb-417a-a8bb-ee9c27b3fece,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:01.247323 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8922b4a4-ccee-463a-9b63-8fb49d6f351a req-5d885c17-226f-4495-be97-6789f633f990 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=a496da84-ec2b-470c-95d0-797cc34016ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059165 May 03 22:57:01.265559 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b571e4e5-a3dc-4ae9-b234-6048b54c0bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:01.271906 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b571e4e5-a3dc-4ae9-b234-6048b54c0bbd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bd78ed24-aefb-417a-a8bb-ee9c27b3fece HTTP/1.1" status: 204 len: 168 time: 0.7091317 May 03 22:57:01.277967 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-14276bfd-7d90-4575-8fdb-4fac90e967cf req-9172ccbc-f0e6-4550-b6f1-2af40c577815 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5fd47e5-b5e4-4506-92ff-9ae9681e5b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722789 May 03 22:57:01.426316 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-19fe620f-e25d-4146-a49e-30df45699856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34cc127f-6f6a-4e77-b531-17c96c60f6f8 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:57:01.435673 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-19fe620f-e25d-4146-a49e-30df45699856 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:01.452949 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-19fe620f-e25d-4146-a49e-30df45699856 service neutron] Transition to ACTIVE for port object 34cc127f-6f6a-4e77-b531-17c96c60f6f8 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:57:01.461748 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-19fe620f-e25d-4146-a49e-30df45699856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:01.769342 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe620f-e25d-4146-a49e-30df45699856 service neutron] Pushing event updated for resources: {'Port': ['ID=34cc127f-6f6a-4e77-b531-17c96c60f6f8,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:01.889783 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-19fe620f-e25d-4146-a49e-30df45699856 service neutron] Attempting to bind port 34cc127f-6f6a-4e77-b531-17c96c60f6f8 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:57:01.890764 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-19fe620f-e25d-4146-a49e-30df45699856 service neutron] Attempting to bind port 34cc127f-6f6a-4e77-b531-17c96c60f6f8 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': 'ce16f5e3-2c20-4354-ac40-2ec64136d583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '62689dff-081f-4a4e-9460-2323067eb3de'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:57:01.891702 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-19fe620f-e25d-4146-a49e-30df45699856 service neutron] Attempting to bind port 34cc127f-6f6a-4e77-b531-17c96c60f6f8 on network 62689dff-081f-4a4e-9460-2323067eb3de {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:57:01.897332 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-19fe620f-e25d-4146-a49e-30df45699856 service neutron] Port 34cc127f-6f6a-4e77-b531-17c96c60f6f8 on network 62689dff-081f-4a4e-9460-2323067eb3de not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:57:01.897656 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-19fe620f-e25d-4146-a49e-30df45699856 service neutron] Attempting to bind port 34cc127f-6f6a-4e77-b531-17c96c60f6f8 on network 62689dff-081f-4a4e-9460-2323067eb3de {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:57:01.905002 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-19fe620f-e25d-4146-a49e-30df45699856 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:57:01.905344 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-19fe620f-e25d-4146-a49e-30df45699856 service neutron] Checking segment: {'id': 'ce16f5e3-2c20-4354-ac40-2ec64136d583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '62689dff-081f-4a4e-9460-2323067eb3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:57:01.906431 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-19fe620f-e25d-4146-a49e-30df45699856 service neutron] Bound using segment: {'id': 'ce16f5e3-2c20-4354-ac40-2ec64136d583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '62689dff-081f-4a4e-9460-2323067eb3de'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:57:01.907029 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-19fe620f-e25d-4146-a49e-30df45699856 service neutron] Bound port: 34cc127f-6f6a-4e77-b531-17c96c60f6f8, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce16f5e3-2c20-4354-ac40-2ec64136d583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '62689dff-081f-4a4e-9460-2323067eb3de'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:57:01.907383 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-19fe620f-e25d-4146-a49e-30df45699856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:02.010408 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-19fe620f-e25d-4146-a49e-30df45699856 service neutron] For port 34cc127f-6f6a-4e77-b531-17c96c60f6f8, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:57:02.013734 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-19fe620f-e25d-4146-a49e-30df45699856 service neutron] For port 34cc127f-6f6a-4e77-b531-17c96c60f6f8, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=34cc127f-6f6a-4e77-b531-17c96c60f6f8,segment=NetworkSegment(ce16f5e3-2c20-4354-ac40-2ec64136d583),segment_id=ce16f5e3-2c20-4354-ac40-2ec64136d583)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:57:02.019697 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-19fe620f-e25d-4146-a49e-30df45699856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:02.098416 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-19fe620f-e25d-4146-a49e-30df45699856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:02.099487 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-19fe620f-e25d-4146-a49e-30df45699856 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:02.105260 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-19fe620f-e25d-4146-a49e-30df45699856 service neutron] 10.222.0.67 "PUT /v2.0/ports/34cc127f-6f6a-4e77-b531-17c96c60f6f8 HTTP/1.1" status: 200 len: 1092 time: 1.4825313 May 03 22:57:02.105944 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '488a1c2d-aeb7-48a9-adfa-9c3327691217', 'tag': '34cc127f-6f6a-4e77-b531-17c96c60f6f8'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:57:02.143705 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe620f-e25d-4146-a49e-30df45699856 service neutron] Pushing event updated for resources: {'Port': ['ID=34cc127f-6f6a-4e77-b531-17c96c60f6f8,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:02.217789 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3f7f89c-fe5a-46b6-9807-fbb85dab6e59'] response: {'name': 'network-changed', 'server_uuid': '488a1c2d-aeb7-48a9-adfa-9c3327691217', 'tag': '34cc127f-6f6a-4e77-b531-17c96c60f6f8', 'status': 'completed', 'code': 200} May 03 22:57:02.303488 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-64a8bdb1-f844-455b-9230-ecbf34c5ad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:02.305331 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-64a8bdb1-f844-455b-9230-ecbf34c5ad8b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 1095 time: 0.1535735 May 03 22:57:02.508535 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40922) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:02.512882 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027008 May 03 22:57:02.521645 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40924) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:02.535765 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-7a3c9c6f-315b-4d91-b9dc-d89da9cc0d58 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34cc127f-6f6a-4e77-b531-17c96c60f6f8 HTTP/1.1" status: 200 len: 217 time: 0.2155182 May 03 22:57:02.629898 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-f71f0c13-e5ab-4e06-8fb0-9f9dcf02a3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:02.631596 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-f71f0c13-e5ab-4e06-8fb0-9f9dcf02a3ea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a5ac5b18-86ee-44a9-b611-340e40471894 HTTP/1.1" status: 200 len: 835 time: 0.0899866 May 03 22:57:02.664119 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713edee8-fbe4-4342-bad7-453baaaef8b6 req-8428a0b3-ebd4-4239-9dee-809839776751 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:02.671228 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-713edee8-fbe4-4342-bad7-453baaaef8b6 req-8428a0b3-ebd4-4239-9dee-809839776751 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 944 time: 0.2192137 May 03 22:57:02.699688 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322014a8-9f7f-4bcd-afba-552605f7fe7e req-86014db5-704a-4427-aff3-2af8f03d9021 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:02.701287 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-322014a8-9f7f-4bcd-afba-552605f7fe7e req-86014db5-704a-4427-aff3-2af8f03d9021 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 946 time: 0.1996624 May 03 22:57:02.754469 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-713edee8-fbe4-4342-bad7-453baaaef8b6 req-ac2ebb37-edc7-4ea6-87e1-234d8ab3ceb9 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5fd47e5-b5e4-4506-92ff-9ae9681e5b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815382 May 03 22:57:02.786416 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-322014a8-9f7f-4bcd-afba-552605f7fe7e req-43ba8d22-88a1-4159-8a35-25d9c7a6bbe3 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=a496da84-ec2b-470c-95d0-797cc34016ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718920 May 03 22:57:02.822087 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-56a1fdef-3043-4ee0-9c14-22984831a744 tempest-NetworksApiDiscovery-1947991856 tempest-NetworksApiDiscovery-1947991856-project] 10.222.0.58 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2980890 May 03 22:57:02.847481 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-640c2766-ad3c-4966-aa98-a33c5acfc232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:02.848981 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-640c2766-ad3c-4966-aa98-a33c5acfc232 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62689dff-081f-4a4e-9460-2323067eb3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2111657 May 03 22:57:02.896768 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40938) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:02.995765 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-b4ed4e49-9000-4c57-a3f4-19bbdcd5c015 service neutron] 10.222.0.67 "GET /v2.0/networks/62689dff-081f-4a4e-9460-2323067eb3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401017 May 03 22:57:03.031714 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4ffae6bf-54c5-49c1-bb8a-cf43429c360d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:03.047498 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4ffae6bf-54c5-49c1-bb8a-cf43429c360d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:57:03.051601 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4ffae6bf-54c5-49c1-bb8a-cf43429c360d admin admin] Usage tracker for resource:security_group_rule and tenant:8e2f48a7e10540038d5048c5f70618b7 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:57:03.054619 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4ffae6bf-54c5-49c1-bb8a-cf43429c360d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:57:03.061693 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4ffae6bf-54c5-49c1-bb8a-cf43429c360d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:57:03.138978 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-05a526ef-0c07-4bb8-b190-5fb41800ef68 req-e91a6739-ce0f-4a5c-9241-c23bb8b52fab service neutron] 10.222.0.67 "GET /v2.0/networks/62689dff-081f-4a4e-9460-2323067eb3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370165 May 03 22:57:03.139647 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40946) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:03.162937 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4ffae6bf-54c5-49c1-bb8a-cf43429c360d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:03.166961 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4ffae6bf-54c5-49c1-bb8a-cf43429c360d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:03.220459 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4ffae6bf-54c5-49c1-bb8a-cf43429c360d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8e2f48a7e10540038d5048c5f70618b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3225274 May 03 22:57:03.223104 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40952) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:03.224917 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffae6bf-54c5-49c1-bb8a-cf43429c360d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f674cc1f-1f2a-48ab-9973-d64fe592a977,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:03.283981 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ab91bfef-8141-42fe-97e0-7a428165c8c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:03.315810 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ab91bfef-8141-42fe-97e0-7a428165c8c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:57:03.323797 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ab91bfef-8141-42fe-97e0-7a428165c8c4 admin admin] Usage tracker for resource:security_group_rule and tenant:f14cbf6825e745f7846b7b205474ea82 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:57:03.328564 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ab91bfef-8141-42fe-97e0-7a428165c8c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:57:03.345122 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ab91bfef-8141-42fe-97e0-7a428165c8c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:57:03.355188 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-897349f4-9889-4138-b3cf-98c82197ec34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:03.361736 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e8890-ccd6-43aa-823e-610709bfde89 req-14940fdf-bff3-4417-8a7d-b2b49b5c748f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:03.363241 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-679e8890-ccd6-43aa-823e-610709bfde89 req-14940fdf-bff3-4417-8a7d-b2b49b5c748f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 1095 time: 0.1774149 May 03 22:57:03.436479 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-897349f4-9889-4138-b3cf-98c82197ec34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:03.581408 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e8890-ccd6-43aa-823e-610709bfde89 req-8e70c85f-73b5-42f6-860b-728f98b5c603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:03.582039 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-679e8890-ccd6-43aa-823e-610709bfde89 req-8e70c85f-73b5-42f6-860b-728f98b5c603 service neutron] 10.222.0.67 "GET /v2.0/networks?id=62689dff-081f-4a4e-9460-2323067eb3de HTTP/1.1" status: 200 len: 897 time: 0.2109497 May 03 22:57:03.664124 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-679e8890-ccd6-43aa-823e-610709bfde89 req-a70a3f96-9a69-4dba-a136-c435444d0026 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34cc127f-6f6a-4e77-b531-17c96c60f6f8 HTTP/1.1" status: 200 len: 217 time: 0.0746017 May 03 22:57:03.719263 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-897349f4-9889-4138-b3cf-98c82197ec34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:03.741272 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ab91bfef-8141-42fe-97e0-7a428165c8c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:03.753246 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897349f4-9889-4138-b3cf-98c82197ec34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f674cc1f-1f2a-48ab-9973-d64fe592a977,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:03.757327 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ab91bfef-8141-42fe-97e0-7a428165c8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:03.794454 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-897349f4-9889-4138-b3cf-98c82197ec34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:03.795548 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-897349f4-9889-4138-b3cf-98c82197ec34 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f674cc1f-1f2a-48ab-9973-d64fe592a977 HTTP/1.1" status: 204 len: 168 time: 0.5712533 May 03 22:57:03.816195 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e8890-ccd6-43aa-823e-610709bfde89 req-34468eb8-e24b-47a1-914b-b32ad7252315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:03.817616 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-679e8890-ccd6-43aa-823e-610709bfde89 req-34468eb8-e24b-47a1-914b-b32ad7252315 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a5ac5b18-86ee-44a9-b611-340e40471894 HTTP/1.1" status: 200 len: 835 time: 0.1437120 May 03 22:57:03.831763 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ab91bfef-8141-42fe-97e0-7a428165c8c4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f14cbf6825e745f7846b7b205474ea82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6887562 May 03 22:57:03.832786 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40968) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:03.864166 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91bfef-8141-42fe-97e0-7a428165c8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a236cf1a-eec7-4a17-be43-2160ff45154e,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:03.910563 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e8890-ccd6-43aa-823e-610709bfde89 req-417b06f0-8d92-44c2-8f42-4f2ef88d4458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:03.912625 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-679e8890-ccd6-43aa-823e-610709bfde89 req-417b06f0-8d92-44c2-8f42-4f2ef88d4458 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62689dff-081f-4a4e-9460-2323067eb3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863757 May 03 22:57:04.024025 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1c3ae205-864f-4048-89f9-43fb5db074c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:04.057163 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-679e8890-ccd6-43aa-823e-610709bfde89 req-5ea4e2fb-ba67-4a6b-9f8d-259a92767174 service neutron] 10.222.0.67 "GET /v2.0/networks/62689dff-081f-4a4e-9460-2323067eb3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375396 May 03 22:57:04.071801 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1c3ae205-864f-4048-89f9-43fb5db074c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:04.107670 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4de2a-3cc4-47d6-9bf8-44b5650f0575 req-b9ebd361-5790-4c87-a312-2447f675d3da tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:04.109660 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-99d4de2a-3cc4-47d6-9bf8-44b5650f0575 req-b9ebd361-5790-4c87-a312-2447f675d3da tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 944 time: 0.2121410 May 03 22:57:04.116907 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edfd4a-9299-4b6f-bc2b-7ad17efa6466 req-9af6cc63-02d2-4186-963f-3d3223e3b5fc tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:04.118287 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-49edfd4a-9299-4b6f-bc2b-7ad17efa6466 req-9af6cc63-02d2-4186-963f-3d3223e3b5fc tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 946 time: 0.1699569 May 03 22:57:04.182825 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 40974) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:04.216194 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6c7b7a1c-5c29-47b6-991f-93b30492b7c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:04.232798 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-679e8890-ccd6-43aa-823e-610709bfde89 req-09b9280e-895b-47c6-b8df-98db3c7eea9e service neutron] 10.222.0.67 "GET /v2.0/networks/62689dff-081f-4a4e-9460-2323067eb3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689479 May 03 22:57:04.237086 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6c7b7a1c-5c29-47b6-991f-93b30492b7c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:57:04.241965 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6c7b7a1c-5c29-47b6-991f-93b30492b7c5 admin admin] Usage tracker for resource:security_group_rule and tenant:4d122c17d7a14b56a0400e88836d2899 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:57:04.245508 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6c7b7a1c-5c29-47b6-991f-93b30492b7c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:57:04.252447 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6c7b7a1c-5c29-47b6-991f-93b30492b7c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:57:04.319177 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-99d4de2a-3cc4-47d6-9bf8-44b5650f0575 req-8d923dfb-5842-4ed4-a19a-3d29e5580b98 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5fd47e5-b5e4-4506-92ff-9ae9681e5b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920233 May 03 22:57:04.323635 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-49edfd4a-9299-4b6f-bc2b-7ad17efa6466 req-ae8017cf-1d48-4126-a643-a71bcdec7fa4 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=a496da84-ec2b-470c-95d0-797cc34016ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868722 May 03 22:57:04.328459 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1c3ae205-864f-4048-89f9-43fb5db074c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:04.346446 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ae205-864f-4048-89f9-43fb5db074c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a236cf1a-eec7-4a17-be43-2160ff45154e,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:04.363670 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1c3ae205-864f-4048-89f9-43fb5db074c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:04.368239 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1c3ae205-864f-4048-89f9-43fb5db074c7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a236cf1a-eec7-4a17-be43-2160ff45154e HTTP/1.1" status: 204 len: 168 time: 0.5310373 May 03 22:57:04.387300 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6c7b7a1c-5c29-47b6-991f-93b30492b7c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:04.391603 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6c7b7a1c-5c29-47b6-991f-93b30492b7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:04.439614 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6c7b7a1c-5c29-47b6-991f-93b30492b7c5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4d122c17d7a14b56a0400e88836d2899&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2555163 May 03 22:57:04.440444 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b7a1c-5c29-47b6-991f-93b30492b7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cd3a59-cf13-40a2-9523-5061f5337a07,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:04.442382 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 40980) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:04.501772 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-179fb8bf-2e41-46c8-889d-7e1345223ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:04.527556 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-179fb8bf-2e41-46c8-889d-7e1345223ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:04.586255 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-179fb8bf-2e41-46c8-889d-7e1345223ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:04.605740 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179fb8bf-2e41-46c8-889d-7e1345223ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cd3a59-cf13-40a2-9523-5061f5337a07,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:04.610208 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-179fb8bf-2e41-46c8-889d-7e1345223ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:04.613928 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-179fb8bf-2e41-46c8-889d-7e1345223ebf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/73cd3a59-cf13-40a2-9523-5061f5337a07 HTTP/1.1" status: 204 len: 168 time: 0.1679759 May 03 22:57:05.247468 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41024) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:05.487611 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-ed2f5cd4-af55-4a8a-a99d-b8e75c9e0a88 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-705593120-network', 'tenant_id': 'bf650fb7b1df490c8397173db195981b'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:57:05.493140 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ed2f5cd4-af55-4a8a-a99d-b8e75c9e0a88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:57:05.497254 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ed2f5cd4-af55-4a8a-a99d-b8e75c9e0a88 admin admin] Usage tracker for resource:network and tenant:bf650fb7b1df490c8397173db195981b is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:57:05.500874 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ed2f5cd4-af55-4a8a-a99d-b8e75c9e0a88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:57:05.511904 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ed2f5cd4-af55-4a8a-a99d-b8e75c9e0a88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:57:05.535402 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2f5cd4-af55-4a8a-a99d-b8e75c9e0a88 admin admin] Made reservation on behalf of bf650fb7b1df490c8397173db195981b for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:57:05.538133 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed2f5cd4-af55-4a8a-a99d-b8e75c9e0a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:05.553021 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 34cc127f-6f6a-4e77-b531-17c96c60f6f8 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:57:05.554637 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed2f5cd4-af55-4a8a-a99d-b8e75c9e0a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:05.582917 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ed2f5cd4-af55-4a8a-a99d-b8e75c9e0a88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:57:05.588765 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ed2f5cd4-af55-4a8a-a99d-b8e75c9e0a88 admin admin] Usage tracker for resource:security_group_rule and tenant:bf650fb7b1df490c8397173db195981b is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:57:05.592085 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ed2f5cd4-af55-4a8a-a99d-b8e75c9e0a88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:57:05.601142 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ed2f5cd4-af55-4a8a-a99d-b8e75c9e0a88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:57:05.622424 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6ea58-b6f0-44c3-ab8f-eb52584d34bd req-9e5983c0-0397-4767-9710-e7a1bc198b3f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:05.625115 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ac6ea58-b6f0-44c3-ab8f-eb52584d34bd req-9e5983c0-0397-4767-9710-e7a1bc198b3f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 944 time: 0.1920540 May 03 22:57:05.677710 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70624d91-31cd-4111-9049-ff5b61791517 req-79766cfd-c9df-43b8-bfe6-5ec51b82297f tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:05.679436 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-70624d91-31cd-4111-9049-ff5b61791517 req-79766cfd-c9df-43b8-bfe6-5ec51b82297f tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 946 time: 0.2063639 May 03 22:57:05.719084 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ac6ea58-b6f0-44c3-ab8f-eb52584d34bd req-86dd37e8-2b59-4226-a747-7ab97f0f5496 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5fd47e5-b5e4-4506-92ff-9ae9681e5b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874455 May 03 22:57:05.733111 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 34cc127f-6f6a-4e77-b531-17c96c60f6f8, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=34cc127f-6f6a-4e77-b531-17c96c60f6f8,segment=NetworkSegment(ce16f5e3-2c20-4354-ac40-2ec64136d583),segment_id=ce16f5e3-2c20-4354-ac40-2ec64136d583)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:57:05.748855 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-70624d91-31cd-4111-9049-ff5b61791517 req-c4d2bc0f-7907-4508-8471-7e68875cd15d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=a496da84-ec2b-470c-95d0-797cc34016ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597603 May 03 22:57:05.753460 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '34cc127f-6f6a-4e77-b531-17c96c60f6f8', 'network_id': '62689dff-081f-4a4e-9460-2323067eb3de', 'port_id': '34cc127f-6f6a-4e77-b531-17c96c60f6f8', 'mac_address': 'fa:16:3e:f6:07:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5ac5b18-86ee-44a9-b611-340e40471894', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:57:05.753948 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed2f5cd4-af55-4a8a-a99d-b8e75c9e0a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:05.766264 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed2f5cd4-af55-4a8a-a99d-b8e75c9e0a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:05.808626 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed2f5cd4-af55-4a8a-a99d-b8e75c9e0a88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:57:05.810988 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f5cd4-af55-4a8a-a99d-b8e75c9e0a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9f92a4-7b2b-4cfa-bccb-f19901ef040f,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:05.821485 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:05.822829 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed2f5cd4-af55-4a8a-a99d-b8e75c9e0a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:05.823324 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-ed2f5cd4-af55-4a8a-a99d-b8e75c9e0a88 admin admin] Added segment 6288e88e-eeeb-46c6-af77-8d9709828da5 of type vlan for network c2e1538f-be2e-4472-8fe4-3186f7e0fb4f May 03 22:57:05.852162 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed2f5cd4-af55-4a8a-a99d-b8e75c9e0a88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:05.864661 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34cc127f-6f6a-4e77-b531-17c96c60f6f8 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:57:05.887356 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed2f5cd4-af55-4a8a-a99d-b8e75c9e0a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:05.888317 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 34cc127f-6f6a-4e77-b531-17c96c60f6f8, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=34cc127f-6f6a-4e77-b531-17c96c60f6f8,segment=NetworkSegment(ce16f5e3-2c20-4354-ac40-2ec64136d583),segment_id=ce16f5e3-2c20-4354-ac40-2ec64136d583)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:57:05.888541 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2f5cd4-af55-4a8a-a99d-b8e75c9e0a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:05.889221 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed2f5cd4-af55-4a8a-a99d-b8e75c9e0a88 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:05.893502 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:05.985186 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=34cc127f-6f6a-4e77-b531-17c96c60f6f8,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:06.003692 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f5cd4-af55-4a8a-a99d-b8e75c9e0a88 admin admin] Pushing event updated for resources: {'Network': ['ID=c2e1538f-be2e-4472-8fe4-3186f7e0fb4f,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:06.009463 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ed2f5cd4-af55-4a8a-a99d-b8e75c9e0a88 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7583451 May 03 22:57:06.009882 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41056) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:06.015357 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-4af40835-353e-4852-ae86-03c4f4385768 admin admin] Request body: {'subnet': {'network_id': 'c2e1538f-be2e-4472-8fe4-3186f7e0fb4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-705593120-subnet', 'tenant_id': 'bf650fb7b1df490c8397173db195981b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:57:06.018614 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network c2e1538f-be2e-4472-8fe4-3186f7e0fb4f details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:57:06.021034 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4af40835-353e-4852-ae86-03c4f4385768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:57:06.025174 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4af40835-353e-4852-ae86-03c4f4385768 admin admin] Usage tracker for resource:subnet and tenant:bf650fb7b1df490c8397173db195981b is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:57:06.028086 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4af40835-353e-4852-ae86-03c4f4385768 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:57:06.035140 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4af40835-353e-4852-ae86-03c4f4385768 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:57:06.048867 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af40835-353e-4852-ae86-03c4f4385768 admin admin] Made reservation on behalf of bf650fb7b1df490c8397173db195981b for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:57:06.053145 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4af40835-353e-4852-ae86-03c4f4385768 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:06.321346 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['34cc127f-6f6a-4e77-b531-17c96c60f6f8'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:57:06.411908 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4af40835-353e-4852-ae86-03c4f4385768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:06.491847 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af40835-353e-4852-ae86-03c4f4385768 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83f3e663-8ede-43fd-8b8e-3770f37f90b4,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:06.500782 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af40835-353e-4852-ae86-03c4f4385768 admin admin] Checking segment: {'id': '6288e88e-eeeb-46c6-af77-8d9709828da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c2e1538f-be2e-4472-8fe4-3186f7e0fb4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:57:06.501139 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af40835-353e-4852-ae86-03c4f4385768 admin admin] Network hostable DHCP agents. Network: c2e1538f-be2e-4472-8fe4-3186f7e0fb4f, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:57:06.520859 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af40835-353e-4852-ae86-03c4f4385768 admin admin] Network c2e1538f-be2e-4472-8fe4-3186f7e0fb4f is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:57:06.532787 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-4af40835-353e-4852-ae86-03c4f4385768 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, c2e1538f-be2e-4472-8fe4-3186f7e0fb4f) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:57:06.537835 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af40835-353e-4852-ae86-03c4f4385768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:06.538512 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4af40835-353e-4852-ae86-03c4f4385768 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:06.544687 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7d3868-3feb-496c-b8de-a137925920c9 None None] Network c2e1538f-be2e-4472-8fe4-3186f7e0fb4f requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:57:06.561598 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4af40835-353e-4852-ae86-03c4f4385768 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5506518 May 03 22:57:06.966899 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bdd7eb-3fda-4479-b788-ba699a0dd5f9 None None] Network c2e1538f-be2e-4472-8fe4-3186f7e0fb4f requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:57:07.014669 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a85e61-97de-4bf5-a064-3ed92a248159 req-c51065b7-6f43-411f-ab4c-cd5de7684aa4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:07.022169 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b0a85e61-97de-4bf5-a064-3ed92a248159 req-c51065b7-6f43-411f-ab4c-cd5de7684aa4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 945 time: 0.1438644 May 03 22:57:07.098909 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2516b9-10e8-45fa-ba14-00ad9cc1ac1d req-708eef46-a7d3-4831-b712-d5fd322eb317 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:07.100414 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f2516b9-10e8-45fa-ba14-00ad9cc1ac1d req-708eef46-a7d3-4831-b712-d5fd322eb317 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 946 time: 0.1591148 May 03 22:57:07.123245 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b0a85e61-97de-4bf5-a064-3ed92a248159 req-abf41bca-07b6-4413-a625-44c52fba9da8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5fd47e5-b5e4-4506-92ff-9ae9681e5b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000035 May 03 22:57:07.173336 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f2516b9-10e8-45fa-ba14-00ad9cc1ac1d req-5c7d90fb-7ccf-47c6-9216-b22a4861353e tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=a496da84-ec2b-470c-95d0-797cc34016ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623288 May 03 22:57:07.287493 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41096) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:07.293174 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-bd913b3c-9f79-4d33-bf5f-d6e2d589232f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-204989417-network', 'tenant_id': '23dc283a049a44a585839409a22012b5'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:57:07.300469 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bd913b3c-9f79-4d33-bf5f-d6e2d589232f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:57:07.306118 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bd913b3c-9f79-4d33-bf5f-d6e2d589232f admin admin] Usage tracker for resource:network and tenant:23dc283a049a44a585839409a22012b5 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:57:07.309018 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bd913b3c-9f79-4d33-bf5f-d6e2d589232f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:57:07.314927 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bd913b3c-9f79-4d33-bf5f-d6e2d589232f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:57:07.326179 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd913b3c-9f79-4d33-bf5f-d6e2d589232f admin admin] Made reservation on behalf of 23dc283a049a44a585839409a22012b5 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:57:07.329350 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd913b3c-9f79-4d33-bf5f-d6e2d589232f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:07.342263 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd913b3c-9f79-4d33-bf5f-d6e2d589232f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:07.358128 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bd913b3c-9f79-4d33-bf5f-d6e2d589232f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:57:07.362040 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bd913b3c-9f79-4d33-bf5f-d6e2d589232f admin admin] Usage tracker for resource:security_group_rule and tenant:23dc283a049a44a585839409a22012b5 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:57:07.365001 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bd913b3c-9f79-4d33-bf5f-d6e2d589232f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:57:07.370761 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bd913b3c-9f79-4d33-bf5f-d6e2d589232f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:57:07.464102 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd913b3c-9f79-4d33-bf5f-d6e2d589232f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:07.468200 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd913b3c-9f79-4d33-bf5f-d6e2d589232f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:07.503273 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd913b3c-9f79-4d33-bf5f-d6e2d589232f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:57:07.508887 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd913b3c-9f79-4d33-bf5f-d6e2d589232f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a80a469-7625-45ef-a7d5-4c45d0074dcf,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:07.517607 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd913b3c-9f79-4d33-bf5f-d6e2d589232f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:07.517989 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-bd913b3c-9f79-4d33-bf5f-d6e2d589232f admin admin] Added segment 32354e0b-0bdb-4163-a17e-be13831016b5 of type vlan for network 6ceed6bd-1fee-4e04-aab6-ec19a57a848f May 03 22:57:07.548731 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd913b3c-9f79-4d33-bf5f-d6e2d589232f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:07.558413 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 34cc127f-6f6a-4e77-b531-17c96c60f6f8 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:57:07.584110 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd913b3c-9f79-4d33-bf5f-d6e2d589232f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:07.585234 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd913b3c-9f79-4d33-bf5f-d6e2d589232f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:07.586091 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd913b3c-9f79-4d33-bf5f-d6e2d589232f admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:07.703179 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 34cc127f-6f6a-4e77-b531-17c96c60f6f8 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:57:07.709744 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 34cc127f-6f6a-4e77-b531-17c96c60f6f8 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:57:07.710415 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:07.732660 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd913b3c-9f79-4d33-bf5f-d6e2d589232f admin admin] Pushing event updated for resources: {'Network': ['ID=6ceed6bd-1fee-4e04-aab6-ec19a57a848f,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:07.751808 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bd913b3c-9f79-4d33-bf5f-d6e2d589232f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4631481 May 03 22:57:07.754715 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41106) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:07.758549 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 6ceed6bd-1fee-4e04-aab6-ec19a57a848f details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:57:07.760752 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-4f30a66a-9997-42e8-ab7c-f0cdb7d6ef61 admin admin] Request body: {'subnet': {'network_id': '6ceed6bd-1fee-4e04-aab6-ec19a57a848f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-204989417-subnet', 'tenant_id': '23dc283a049a44a585839409a22012b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:57:07.766882 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4f30a66a-9997-42e8-ab7c-f0cdb7d6ef61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:57:07.772125 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4f30a66a-9997-42e8-ab7c-f0cdb7d6ef61 admin admin] Usage tracker for resource:subnet and tenant:23dc283a049a44a585839409a22012b5 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:57:07.774997 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4f30a66a-9997-42e8-ab7c-f0cdb7d6ef61 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:57:07.781478 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4f30a66a-9997-42e8-ab7c-f0cdb7d6ef61 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:57:07.792705 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f30a66a-9997-42e8-ab7c-f0cdb7d6ef61 admin admin] Made reservation on behalf of 23dc283a049a44a585839409a22012b5 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:57:07.795586 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4f30a66a-9997-42e8-ab7c-f0cdb7d6ef61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:07.936498 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:07.967376 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488a1c2d-aeb7-48a9-adfa-9c3327691217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cc127f-6f6a-4e77-b531-17c96c60f6f8'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:57:07.985464 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 34cc127f-6f6a-4e77-b531-17c96c60f6f8, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=34cc127f-6f6a-4e77-b531-17c96c60f6f8,segment=NetworkSegment(ce16f5e3-2c20-4354-ac40-2ec64136d583),segment_id=ce16f5e3-2c20-4354-ac40-2ec64136d583)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:57:08.001333 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:08.057327 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4f30a66a-9997-42e8-ab7c-f0cdb7d6ef61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:08.089531 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abe13563-e78c-4d1d-bbbd-bafcb4c9d1e5'] response: {'server_uuid': '488a1c2d-aeb7-48a9-adfa-9c3327691217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cc127f-6f6a-4e77-b531-17c96c60f6f8', 'code': 200} May 03 22:57:08.090519 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=34cc127f-6f6a-4e77-b531-17c96c60f6f8,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:08.166042 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30a66a-9997-42e8-ab7c-f0cdb7d6ef61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b88703c7-de57-40e0-8bb3-612c7334aa8c,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:08.176579 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f30a66a-9997-42e8-ab7c-f0cdb7d6ef61 admin admin] Checking segment: {'id': '32354e0b-0bdb-4163-a17e-be13831016b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '6ceed6bd-1fee-4e04-aab6-ec19a57a848f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:57:08.177009 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f30a66a-9997-42e8-ab7c-f0cdb7d6ef61 admin admin] Network hostable DHCP agents. Network: 6ceed6bd-1fee-4e04-aab6-ec19a57a848f, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:57:08.199838 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f30a66a-9997-42e8-ab7c-f0cdb7d6ef61 admin admin] Network 6ceed6bd-1fee-4e04-aab6-ec19a57a848f is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:57:08.213116 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-4f30a66a-9997-42e8-ab7c-f0cdb7d6ef61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 6ceed6bd-1fee-4e04-aab6-ec19a57a848f) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:57:08.223648 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9248ebc9-c739-41ff-acd2-63a7e74c02ac None None] Network 6ceed6bd-1fee-4e04-aab6-ec19a57a848f requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:57:08.233236 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f30a66a-9997-42e8-ab7c-f0cdb7d6ef61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:08.234281 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4f30a66a-9997-42e8-ab7c-f0cdb7d6ef61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:08.259024 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec25089-9184-48ad-815d-76cbae1ec768 req-4078c9cb-4d4a-478f-8421-a0b1391e1d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:08.260569 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7ec25089-9184-48ad-815d-76cbae1ec768 req-4078c9cb-4d4a-478f-8421-a0b1391e1d70 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 1097 time: 0.1409833 May 03 22:57:08.278823 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4f30a66a-9997-42e8-ab7c-f0cdb7d6ef61 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5229168 May 03 22:57:08.358491 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7ec25089-9184-48ad-815d-76cbae1ec768 req-fc474c77-065d-40c4-a144-8d30d0ccbedc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c5fd47e5-b5e4-4506-92ff-9ae9681e5b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904179 May 03 22:57:08.449001 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41124) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:08.513700 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce2bd36-ef71-47b5-832a-7c6a2c508f91 None None] Network 6ceed6bd-1fee-4e04-aab6-ec19a57a848f requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:57:08.522309 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a110045-eba3-41b2-86c0-3e7a716e3089 admin admin] Deleting subnet 83f3e663-8ede-43fd-8b8e-3770f37f90b4 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:57:08.526370 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4a110045-eba3-41b2-86c0-3e7a716e3089 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:08.583333 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96925e2-1877-464c-945c-21c9e4526250 req-6130a446-3ba3-4b36-a12b-238120c11605 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:08.590186 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e96925e2-1877-464c-945c-21c9e4526250 req-6130a446-3ba3-4b36-a12b-238120c11605 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 946 time: 0.2570672 May 03 22:57:08.602568 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4a110045-eba3-41b2-86c0-3e7a716e3089 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:08.704892 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be9346-24c1-41f6-beb1-f16748cb1451 req-377f51ea-73cf-4101-bd5a-6af879e61250 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:08.710749 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d4be9346-24c1-41f6-beb1-f16748cb1451 req-377f51ea-73cf-4101-bd5a-6af879e61250 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 946 time: 0.2954605 May 03 22:57:08.740472 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e96925e2-1877-464c-945c-21c9e4526250 req-5b8651ed-f939-4267-b0c2-53a6e2021482 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5fd47e5-b5e4-4506-92ff-9ae9681e5b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423416 May 03 22:57:08.786140 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4a110045-eba3-41b2-86c0-3e7a716e3089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:08.803189 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d4be9346-24c1-41f6-beb1-f16748cb1451 req-5ccb2acb-3879-46b9-bbfa-6af1a24459d6 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=a496da84-ec2b-470c-95d0-797cc34016ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838439 May 03 22:57:08.895235 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4a110045-eba3-41b2-86c0-3e7a716e3089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:08.979690 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a110045-eba3-41b2-86c0-3e7a716e3089 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83f3e663-8ede-43fd-8b8e-3770f37f90b4,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:08.982364 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4a110045-eba3-41b2-86c0-3e7a716e3089 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:08.990425 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4a110045-eba3-41b2-86c0-3e7a716e3089 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/83f3e663-8ede-43fd-8b8e-3770f37f90b4 HTTP/1.1" status: 204 len: 168 time: 0.5395932 May 03 22:57:08.992468 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41134) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:09.125793 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d8146f83-05d6-40e9-82f8-eb2cacbc631c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:09.251927 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d8146f83-05d6-40e9-82f8-eb2cacbc631c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:09.277259 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-d8146f83-05d6-40e9-82f8-eb2cacbc631c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2e1538f-be2e-4472-8fe4-3186f7e0fb4f']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:57:09.290047 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-d8146f83-05d6-40e9-82f8-eb2cacbc631c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6288e88e-eeeb-46c6-af77-8d9709828da5') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:57:09.290355 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-d8146f83-05d6-40e9-82f8-eb2cacbc631c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6288e88e-eeeb-46c6-af77-8d9709828da5') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:57:09.302213 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d8146f83-05d6-40e9-82f8-eb2cacbc631c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:09.318553 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d8146f83-05d6-40e9-82f8-eb2cacbc631c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:09.324693 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8146f83-05d6-40e9-82f8-eb2cacbc631c admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:57:09.325178 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d8146f83-05d6-40e9-82f8-eb2cacbc631c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:09.338689 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:57:09.338689 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:57:09.338689 n-d-811807-1 neutron-server[88069]: timer() May 03 22:57:09.338689 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:57:09.338689 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:57:09.338689 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:57:09.338689 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:57:09.338689 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:57:09.338689 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:57:09.338689 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:57:09.338689 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:57:09.338689 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:57:09.338689 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:57:09.338689 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:57:09.338689 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:57:09.338689 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:57:09.338689 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:57:09.338689 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:57:09.338689 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:57:09.338689 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:57:09.338689 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:57:09.338689 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:57:09.338689 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:57:09.338689 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:57:09.338689 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:57:09.338689 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:57:09.338689 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:57:09.338689 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:57:09.338689 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:57:09.338689 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:57:09.338689 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:57:09.338689 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:57:09.417135 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d8146f83-05d6-40e9-82f8-eb2cacbc631c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:09.434447 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d8146f83-05d6-40e9-82f8-eb2cacbc631c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:09.443816 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8146f83-05d6-40e9-82f8-eb2cacbc631c admin admin] Pushing event deleted for resources: {'Network': ['ID=c2e1538f-be2e-4472-8fe4-3186f7e0fb4f,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:09.449390 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d8146f83-05d6-40e9-82f8-eb2cacbc631c admin admin] 10.222.0.58 "DELETE /v2.0/networks/c2e1538f-be2e-4472-8fe4-3186f7e0fb4f HTTP/1.1" status: 204 len: 168 time: 0.4531136 May 03 22:57:09.449728 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41138) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:09.514049 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9c98e45-086b-4783-8150-62cb3db030f8 admin admin] Deleting subnet b88703c7-de57-40e0-8bb3-612c7334aa8c {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:57:09.517995 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b9c98e45-086b-4783-8150-62cb3db030f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:09.678667 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b9c98e45-086b-4783-8150-62cb3db030f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:09.735954 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b9c98e45-086b-4783-8150-62cb3db030f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:09.831305 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b9c98e45-086b-4783-8150-62cb3db030f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:09.880458 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c98e45-086b-4783-8150-62cb3db030f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b88703c7-de57-40e0-8bb3-612c7334aa8c,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:09.890665 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b9c98e45-086b-4783-8150-62cb3db030f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:09.898544 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b9c98e45-086b-4783-8150-62cb3db030f8 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b88703c7-de57-40e0-8bb3-612c7334aa8c HTTP/1.1" status: 204 len: 168 time: 0.4478614 May 03 22:57:09.900914 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41150) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:10.169451 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f770987e-733d-4c79-ae2f-e71ab6ae8128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:10.277050 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319900b8-9d5c-41ce-9823-2534dd266e81 req-57cb7e51-ee07-4d86-8f8d-b77407cd36cc tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:10.279056 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-319900b8-9d5c-41ce-9823-2534dd266e81 req-57cb7e51-ee07-4d86-8f8d-b77407cd36cc tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 946 time: 0.2446783 May 03 22:57:10.415574 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f770987e-733d-4c79-ae2f-e71ab6ae8128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:10.431367 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27161e3-297b-4f0f-9ceb-225aec42a278 req-0b2493a1-3ccb-4b8a-b0ac-3dbb7ea734f7 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:10.437211 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f27161e3-297b-4f0f-9ceb-225aec42a278 req-0b2493a1-3ccb-4b8a-b0ac-3dbb7ea734f7 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 946 time: 0.4038329 May 03 22:57:10.480318 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-319900b8-9d5c-41ce-9823-2534dd266e81 req-e5bc6e54-2329-4ab6-a02e-a3b5905de171 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=a496da84-ec2b-470c-95d0-797cc34016ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855307 May 03 22:57:10.481878 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-f770987e-733d-4c79-ae2f-e71ab6ae8128 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ceed6bd-1fee-4e04-aab6-ec19a57a848f']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:57:10.502166 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-f770987e-733d-4c79-ae2f-e71ab6ae8128 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32354e0b-0bdb-4163-a17e-be13831016b5') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:57:10.502467 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-f770987e-733d-4c79-ae2f-e71ab6ae8128 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32354e0b-0bdb-4163-a17e-be13831016b5') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:57:10.525185 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f770987e-733d-4c79-ae2f-e71ab6ae8128 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:10.547354 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f27161e3-297b-4f0f-9ceb-225aec42a278 req-a584e7b1-6dcb-4f00-acda-857fbced02c3 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5fd47e5-b5e4-4506-92ff-9ae9681e5b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025574 May 03 22:57:10.551345 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f770987e-733d-4c79-ae2f-e71ab6ae8128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:10.558543 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f770987e-733d-4c79-ae2f-e71ab6ae8128 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:57:10.559270 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f770987e-733d-4c79-ae2f-e71ab6ae8128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:10.581942 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:57:10.581942 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:57:10.581942 n-d-811807-1 neutron-server[88069]: timer() May 03 22:57:10.581942 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:57:10.581942 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:57:10.581942 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:57:10.581942 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:57:10.581942 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:57:10.581942 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:57:10.581942 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:57:10.581942 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:57:10.581942 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:57:10.581942 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:57:10.581942 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:57:10.581942 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:57:10.581942 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:57:10.581942 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:57:10.581942 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:57:10.581942 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:57:10.581942 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:57:10.581942 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:57:10.581942 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:57:10.581942 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:57:10.581942 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:57:10.581942 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:57:10.581942 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:57:10.581942 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:57:10.581942 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:57:10.581942 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:57:10.581942 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:57:10.581942 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:57:10.581942 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:57:10.720258 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f770987e-733d-4c79-ae2f-e71ab6ae8128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:10.753336 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f770987e-733d-4c79-ae2f-e71ab6ae8128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:10.758664 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770987e-733d-4c79-ae2f-e71ab6ae8128 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ceed6bd-1fee-4e04-aab6-ec19a57a848f,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:10.767444 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f770987e-733d-4c79-ae2f-e71ab6ae8128 admin admin] 10.222.0.58 "DELETE /v2.0/networks/6ceed6bd-1fee-4e04-aab6-ec19a57a848f HTTP/1.1" status: 204 len: 168 time: 0.8654127 May 03 22:57:10.798997 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa2903-9cf1-4789-8cd9-314df681a405 req-6696da95-2c57-42b2-b080-50379f4247db tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:10.800488 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b8aa2903-9cf1-4789-8cd9-314df681a405 req-6696da95-2c57-42b2-b080-50379f4247db tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 946 time: 0.1223340 May 03 22:57:10.845279 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b8aa2903-9cf1-4789-8cd9-314df681a405 req-7653daeb-ae7d-48f9-930e-876263eac4a8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5fd47e5-b5e4-4506-92ff-9ae9681e5b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391397 May 03 22:57:10.868874 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41170) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:10.948759 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741fead2-b0ba-4012-a6e8-03eb02c03ba9 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:10.953644 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-741fead2-b0ba-4012-a6e8-03eb02c03ba9 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 1092 time: 0.0804403 May 03 22:57:10.954009 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41178) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:10.959450 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-1c194d21-e196-452c-b10d-2cd1cc49ee3d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'port_id': '34cc127f-6f6a-4e77-b531-17c96c60f6f8', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:57:10.966807 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1c194d21-e196-452c-b10d-2cd1cc49ee3d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:57:10.972042 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1c194d21-e196-452c-b10d-2cd1cc49ee3d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:floatingip and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:57:10.975653 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1c194d21-e196-452c-b10d-2cd1cc49ee3d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:57:10.980374 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41184) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:10.982069 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1c194d21-e196-452c-b10d-2cd1cc49ee3d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:57:10.993219 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1c194d21-e196-452c-b10d-2cd1cc49ee3d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for floatingip, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:11.043622 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a01514d2-52e3-47b5-bbaa-f102cb322bbc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bf650fb7b1df490c8397173db195981b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0613441 May 03 22:57:11.046308 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41190) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:11.130582 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cda10402-800c-45f3-b89c-977d21cdbf77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:11.163670 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cda10402-800c-45f3-b89c-977d21cdbf77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:11.192631 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1c194d21-e196-452c-b10d-2cd1cc49ee3d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:11.234839 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cda10402-800c-45f3-b89c-977d21cdbf77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:11.271337 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda10402-800c-45f3-b89c-977d21cdbf77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9f92a4-7b2b-4cfa-bccb-f19901ef040f,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:11.318517 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cda10402-800c-45f3-b89c-977d21cdbf77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:11.341544 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-cda10402-800c-45f3-b89c-977d21cdbf77 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5f9f92a4-7b2b-4cfa-bccb-f19901ef040f HTTP/1.1" status: 204 len: 168 time: 0.2940843 May 03 22:57:11.400192 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-1c194d21-e196-452c-b10d-2cd1cc49ee3d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Allocated IP 172.25.2.139 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/9e3b3b30-f729-4897-b748-255098ed9c76) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:57:11.591362 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1c194d21-e196-452c-b10d-2cd1cc49ee3d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:11.632901 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1c194d21-e196-452c-b10d-2cd1cc49ee3d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:11.752041 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c194d21-e196-452c-b10d-2cd1cc49ee3d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:57:11.755699 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-1c194d21-e196-452c-b10d-2cd1cc49ee3d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:57:11.760692 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c194d21-e196-452c-b10d-2cd1cc49ee3d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:57:11.831363 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c194d21-e196-452c-b10d-2cd1cc49ee3d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'Port': ['ID=9e3b3b30-f729-4897-b748-255098ed9c76,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:11.945220 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ddf7e-8917-4634-bf07-1bfd78471fb0 req-5d5632cc-6d66-434b-a503-b54bbfb82159 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:11.946928 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-045ddf7e-8917-4634-bf07-1bfd78471fb0 req-5d5632cc-6d66-434b-a503-b54bbfb82159 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 946 time: 0.1974061 May 03 22:57:11.963617 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0be9c6-8bd6-4eda-920f-82f23999b27a req-9e500c8c-9e61-4710-aad1-a0f40647056b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:11.970540 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-db0be9c6-8bd6-4eda-920f-82f23999b27a req-9e500c8c-9e61-4710-aad1-a0f40647056b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=55857696-f3bc-41b2-a074-30b4e1978a9a HTTP/1.1" status: 200 len: 945 time: 0.1410744 May 03 22:57:12.026858 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41216) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:12.091836 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-045ddf7e-8917-4634-bf07-1bfd78471fb0 req-4193dd3b-9525-432c-9c14-3b48935743de tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=a496da84-ec2b-470c-95d0-797cc34016ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192348 May 03 22:57:12.107929 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-db0be9c6-8bd6-4eda-920f-82f23999b27a req-f1244610-9b09-4e45-aed1-0e2defb64b1b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327512 May 03 22:57:12.156978 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8d86f589-f2d2-48d6-99b9-43bfa1d1d498 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=23dc283a049a44a585839409a22012b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1264038 May 03 22:57:12.157300 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41220) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:12.220205 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-299577b4-33ae-4244-80a3-1928002ef14c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:12.247463 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-299577b4-33ae-4244-80a3-1928002ef14c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:12.315152 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-299577b4-33ae-4244-80a3-1928002ef14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:12.333485 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299577b4-33ae-4244-80a3-1928002ef14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a80a469-7625-45ef-a7d5-4c45d0074dcf,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:12.339253 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-299577b4-33ae-4244-80a3-1928002ef14c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:12.340739 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-299577b4-33ae-4244-80a3-1928002ef14c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4a80a469-7625-45ef-a7d5-4c45d0074dcf HTTP/1.1" status: 204 len: 168 time: 0.1822674 May 03 22:57:12.509816 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1c194d21-e196-452c-b10d-2cd1cc49ee3d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:12.607124 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1c194d21-e196-452c-b10d-2cd1cc49ee3d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:12.839684 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1c194d21-e196-452c-b10d-2cd1cc49ee3d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:12.847388 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1c194d21-e196-452c-b10d-2cd1cc49ee3d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:12.983618 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c194d21-e196-452c-b10d-2cd1cc49ee3d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'Port': ['ID=9e3b3b30-f729-4897-b748-255098ed9c76,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:13.001719 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1c194d21-e196-452c-b10d-2cd1cc49ee3d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:13.240276 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [None req-1c194d21-e196-452c-b10d-2cd1cc49ee3d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Floating IP bc9db64f-e477-4e55-a2c6-86977c151711 associated. External IP: 172.25.2.139, port: 34cc127f-6f6a-4e77-b531-17c96c60f6f8. May 03 22:57:13.825201 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c194d21-e196-452c-b10d-2cd1cc49ee3d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Router 82748780-8e7f-4088-b733-d9d086ee82cf has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:57:13.828908 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194c059-22c0-48c4-98f4-3d1ef958a7c6 req-ec479fa9-d5b4-4df3-a6e7-218e81620559 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:13.830529 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e194c059-22c0-48c4-98f4-3d1ef958a7c6 req-ec479fa9-d5b4-4df3-a6e7-218e81620559 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.60 "GET /v2.0/ports?device_id=55857696-f3bc-41b2-a074-30b4e1978a9a HTTP/1.1" status: 200 len: 945 time: 0.5779490 May 03 22:57:13.953770 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81acc1-237c-40c5-97bf-33014004e569 req-d882fba0-2310-476f-bbc3-5d57d97b7e4d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:13.955345 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cc81acc1-237c-40c5-97bf-33014004e569 req-d882fba0-2310-476f-bbc3-5d57d97b7e4d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 946 time: 0.5692606 May 03 22:57:14.002178 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-e194c059-22c0-48c4-98f4-3d1ef958a7c6 req-8ca717af-2007-43a6-8e76-c55cb2947599 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Deleting port 2fbcdb04-9a74-4ec5-a7a5-7099f1570164 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:57:14.002527 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e194c059-22c0-48c4-98f4-3d1ef958a7c6 req-8ca717af-2007-43a6-8e76-c55cb2947599 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:14.065054 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d1b5c-09f9-4eb7-98ce-f1c68c95d272 req-bdd94d1e-1cb2-4e98-b877-e11a322c8ec3 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:14.066863 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-446d1b5c-09f9-4eb7-98ce-f1c68c95d272 req-bdd94d1e-1cb2-4e98-b877-e11a322c8ec3 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=55857696-f3bc-41b2-a074-30b4e1978a9a HTTP/1.1" status: 200 len: 945 time: 0.5320852 May 03 22:57:14.085273 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c194d21-e196-452c-b10d-2cd1cc49ee3d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:57:14.099401 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f4f056-3793-4fc4-bf75-039929a9d691 None None] Sync routers for ids ['82748780-8e7f-4088-b733-d9d086ee82cf'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:57:14.118892 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f4f056-3793-4fc4-bf75-039929a9d691 None None] Routers {'82748780-8e7f-4088-b733-d9d086ee82cf'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:57:14.119523 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f0f4f056-3793-4fc4-bf75-039929a9d691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:56:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['82748780-8e7f-4088-b733-d9d086ee82cf'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:57:14.127931 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1c194d21-e196-452c-b10d-2cd1cc49ee3d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:14.177585 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cc81acc1-237c-40c5-97bf-33014004e569 req-f5874e59-b8c9-4d91-854d-63336590f3db tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=a496da84-ec2b-470c-95d0-797cc34016ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814609 May 03 22:57:14.241454 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1c194d21-e196-452c-b10d-2cd1cc49ee3d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2860901 May 03 22:57:14.242275 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '488a1c2d-aeb7-48a9-adfa-9c3327691217', 'tag': '34cc127f-6f6a-4e77-b531-17c96c60f6f8'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:57:14.318742 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-446d1b5c-09f9-4eb7-98ce-f1c68c95d272 req-ad3fd875-40f2-49b5-8e31-1dea4b123466 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2343373 May 03 22:57:14.398407 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dca2c0a-ee3b-44e5-aec4-d3d78b8058e7'] response: {'name': 'network-changed', 'server_uuid': '488a1c2d-aeb7-48a9-adfa-9c3327691217', 'tag': '34cc127f-6f6a-4e77-b531-17c96c60f6f8', 'status': 'completed', 'code': 200} May 03 22:57:14.592364 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e42090-7618-4b7f-8015-f24ac24e1475 req-9087313a-11d7-4224-9eb3-172b002bcd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:14.594806 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-73e42090-7618-4b7f-8015-f24ac24e1475 req-9087313a-11d7-4224-9eb3-172b002bcd50 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 1097 time: 0.1690719 May 03 22:57:14.596936 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-e194c059-22c0-48c4-98f4-3d1ef958a7c6 req-8ca717af-2007-43a6-8e76-c55cb2947599 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] For port 2fbcdb04-9a74-4ec5-a7a5-7099f1570164, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=2fbcdb04-9a74-4ec5-a7a5-7099f1570164,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:57:14.597670 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e194c059-22c0-48c4-98f4-3d1ef958a7c6 req-8ca717af-2007-43a6-8e76-c55cb2947599 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:14.621609 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-f0f4f056-3793-4fc4-bf75-039929a9d691 None None] Set router 82748780-8e7f-4088-b733-d9d086ee82cf gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:57:15.057380 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e42090-7618-4b7f-8015-f24ac24e1475 req-d99faf56-0214-49c9-b3e3-718be5b35ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:15.059459 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-73e42090-7618-4b7f-8015-f24ac24e1475 req-d99faf56-0214-49c9-b3e3-718be5b35ec7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=62689dff-081f-4a4e-9460-2323067eb3de HTTP/1.1" status: 200 len: 897 time: 0.4575558 May 03 22:57:15.176100 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2d33c-31a9-4d52-b8db-65d9f2f919bd req-556368aa-6cef-46f7-9b29-093eb9b66a90 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:15.178444 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9c2d33c-31a9-4d52-b8db-65d9f2f919bd req-556368aa-6cef-46f7-9b29-093eb9b66a90 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 946 time: 0.2574904 May 03 22:57:15.188449 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e194c059-22c0-48c4-98f4-3d1ef958a7c6 req-8ca717af-2007-43a6-8e76-c55cb2947599 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:15.189116 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e194c059-22c0-48c4-98f4-3d1ef958a7c6 req-8ca717af-2007-43a6-8e76-c55cb2947599 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:15.190185 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [req-e194c059-22c0-48c4-98f4-3d1ef958a7c6 req-8ca717af-2007-43a6-8e76-c55cb2947599 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Floating IP f985aac5-5a99-44de-a436-609b1251a01c disassociated. External IP: 172.25.2.7, port: 2fbcdb04-9a74-4ec5-a7a5-7099f1570164. May 03 22:57:15.190694 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-e194c059-22c0-48c4-98f4-3d1ef958a7c6 req-8ca717af-2007-43a6-8e76-c55cb2947599 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Calling delete_port for 2fbcdb04-9a74-4ec5-a7a5-7099f1570164 owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:57:15.207720 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-73e42090-7618-4b7f-8015-f24ac24e1475 req-18f61b98-049c-4083-8618-9faeeb6a481d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34cc127f-6f6a-4e77-b531-17c96c60f6f8 HTTP/1.1" status: 200 len: 1000 time: 0.1358027 May 03 22:57:15.300503 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e42090-7618-4b7f-8015-f24ac24e1475 req-58de5555-eddb-4805-bab4-da1f26039613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:15.301878 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-73e42090-7618-4b7f-8015-f24ac24e1475 req-58de5555-eddb-4805-bab4-da1f26039613 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a5ac5b18-86ee-44a9-b611-340e40471894 HTTP/1.1" status: 200 len: 835 time: 0.0865204 May 03 22:57:15.330485 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f0f4f056-3793-4fc4-bf75-039929a9d691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131331484', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '98543906-52cd-484e-812e-98234229194d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:56:40Z', 'updated_at': '2022-05-03T22:56:48Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': '98543906-52cd-484e-812e-98234229194d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:56:41Z', 'updated_at': '2022-05-03T22:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'bc9db64f-e477-4e55-a2c6-86977c151711', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'floating_ip_address': '172.25.2.139', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'port_id': '34cc127f-6f6a-4e77-b531-17c96c60f6f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62689dff-081f-4a4e-9460-2323067eb3de', 'mac_address': 'fa:16:3e:f6:07:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488a1c2d-aeb7-48a9-adfa-9c3327691217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:57:12Z', 'updated_at': '2022-05-03T22:57:12Z', 'revision_number': 0, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c650fc34-e743-463e-bf6f-191175e12b29', 'name': '', 'network_id': '62689dff-081f-4a4e-9460-2323067eb3de', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'mac_address': 'fa:16:3e:ae:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'a5ac5b18-86ee-44a9-b611-340e40471894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:56:47Z', 'updated_at': '2022-05-03T22:56:56Z', 'revision_number': 5, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'subnets': [{'id': 'a5ac5b18-86ee-44a9-b611-340e40471894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:57:15.334992 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f4f056-3793-4fc4-bf75-039929a9d691 None None] Checking router: 82748780-8e7f-4088-b733-d9d086ee82cf for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:57:15.351097 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f4f056-3793-4fc4-bf75-039929a9d691 None None] Routers {'82748780-8e7f-4088-b733-d9d086ee82cf'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:57:15.351724 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f0f4f056-3793-4fc4-bf75-039929a9d691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:56:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['82748780-8e7f-4088-b733-d9d086ee82cf'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:57:15.403533 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e42090-7618-4b7f-8015-f24ac24e1475 req-718beeb8-db4e-4a6f-a796-8cc126dcb6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:15.435785 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-73e42090-7618-4b7f-8015-f24ac24e1475 req-718beeb8-db4e-4a6f-a796-8cc126dcb6eb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62689dff-081f-4a4e-9460-2323067eb3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1257365 May 03 22:57:15.463919 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f9c2d33c-31a9-4d52-b8db-65d9f2f919bd req-698ecf35-feba-4ce4-8daa-24aa053ec713 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5fd47e5-b5e4-4506-92ff-9ae9681e5b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2733159 May 03 22:57:15.609843 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41294) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:15.623900 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-73e42090-7618-4b7f-8015-f24ac24e1475 req-d71dd0e4-8547-4c03-981f-30093f40fc87 service neutron] 10.222.0.67 "GET /v2.0/networks/62689dff-081f-4a4e-9460-2323067eb3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797063 May 03 22:57:15.806327 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-73e42090-7618-4b7f-8015-f24ac24e1475 req-1bf4f72f-408d-4160-8d12-60d2c5704b1d service neutron] 10.222.0.67 "GET /v2.0/networks/62689dff-081f-4a4e-9460-2323067eb3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764102 May 03 22:57:15.822965 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-f0f4f056-3793-4fc4-bf75-039929a9d691 None None] Set router 82748780-8e7f-4088-b733-d9d086ee82cf gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:57:15.908681 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-31bd8919-651a-42a8-b5d9-20ce73cd3492 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/floatingips/bc9db64f-e477-4e55-a2c6-86977c151711 HTTP/1.1" status: 200 len: 992 time: 0.2873659 May 03 22:57:15.960038 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce726f20-f10c-4ce7-8ce8-532db34cdb52 req-90497f6c-0864-4b45-994d-9984677158ff tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:15.961644 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ce726f20-f10c-4ce7-8ce8-532db34cdb52 req-90497f6c-0864-4b45-994d-9984677158ff tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 946 time: 0.6119797 May 03 22:57:15.996204 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e194c059-22c0-48c4-98f4-3d1ef958a7c6 req-8ca717af-2007-43a6-8e76-c55cb2947599 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:16.104302 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca717af-2007-43a6-8e76-c55cb2947599 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Pushing event deleted for resources: {'Port': ['ID=2fbcdb04-9a74-4ec5-a7a5-7099f1570164,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:16.244569 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41324) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:16.314478 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 2fbcdb04-9a74-4ec5-a7a5-7099f1570164 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:57:16.406936 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 2fbcdb04-9a74-4ec5-a7a5-7099f1570164 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:57:16.409280 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 2fbcdb04-9a74-4ec5-a7a5-7099f1570164 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:57:16.470591 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ce726f20-f10c-4ce7-8ce8-532db34cdb52 req-fb642638-39eb-4d41-92a3-94c2a5f09ee2 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=a496da84-ec2b-470c-95d0-797cc34016ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4964957 May 03 22:57:16.489003 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e194c059-22c0-48c4-98f4-3d1ef958a7c6 req-8ca717af-2007-43a6-8e76-c55cb2947599 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Router bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:57:16.518437 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5097032-83a5-42af-8aaf-baaa4be4be66 req-14c56754-d35b-4ea8-8d21-09e76eb58313 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:16.520296 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f5097032-83a5-42af-8aaf-baaa4be4be66 req-14c56754-d35b-4ea8-8d21-09e76eb58313 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=55857696-f3bc-41b2-a074-30b4e1978a9a HTTP/1.1" status: 200 len: 867 time: 0.7593403 May 03 22:57:16.578341 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f0f4f056-3793-4fc4-bf75-039929a9d691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131331484', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '98543906-52cd-484e-812e-98234229194d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:56:40Z', 'updated_at': '2022-05-03T22:56:48Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': '98543906-52cd-484e-812e-98234229194d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:56:41Z', 'updated_at': '2022-05-03T22:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'bc9db64f-e477-4e55-a2c6-86977c151711', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'floating_ip_address': '172.25.2.139', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'port_id': '34cc127f-6f6a-4e77-b531-17c96c60f6f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62689dff-081f-4a4e-9460-2323067eb3de', 'mac_address': 'fa:16:3e:f6:07:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488a1c2d-aeb7-48a9-adfa-9c3327691217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:57:12Z', 'updated_at': '2022-05-03T22:57:12Z', 'revision_number': 0, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c650fc34-e743-463e-bf6f-191175e12b29', 'name': '', 'network_id': '62689dff-081f-4a4e-9460-2323067eb3de', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'mac_address': 'fa:16:3e:ae:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'a5ac5b18-86ee-44a9-b611-340e40471894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:56:47Z', 'updated_at': '2022-05-03T22:56:56Z', 'revision_number': 5, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'subnets': [{'id': 'a5ac5b18-86ee-44a9-b611-340e40471894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:57:16.596445 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4cbfec35-d68e-44c9-b9f6-ae04953d7b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:16.601100 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f4f056-3793-4fc4-bf75-039929a9d691 None None] The sync data for ids ['82748780-8e7f-4088-b733-d9d086ee82cf'] in n-d-811807-1 is: [{'id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131331484', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '98543906-52cd-484e-812e-98234229194d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:56:40Z', 'updated_at': '2022-05-03T22:56:48Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': '98543906-52cd-484e-812e-98234229194d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:56:41Z', 'updated_at': '2022-05-03T22:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'bc9db64f-e477-4e55-a2c6-86977c151711', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'floating_ip_address': '172.25.2.139', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'port_id': '34cc127f-6f6a-4e77-b531-17c96c60f6f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62689dff-081f-4a4e-9460-2323067eb3de', 'mac_address': 'fa:16:3e:f6:07:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488a1c2d-aeb7-48a9-adfa-9c3327691217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:57:12Z', 'updated_at': '2022-05-03T22:57:12Z', 'revision_number': 0, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c650fc34-e743-463e-bf6f-191175e12b29', 'name': '', 'network_id': '62689dff-081f-4a4e-9460-2323067eb3de', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'mac_address': 'fa:16:3e:ae:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'a5ac5b18-86ee-44a9-b611-340e40471894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:56:47Z', 'updated_at': '2022-05-03T22:56:56Z', 'revision_number': 5, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'subnets': [{'id': 'a5ac5b18-86ee-44a9-b611-340e40471894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:57:16.638173 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4cbfec35-d68e-44c9-b9f6-ae04953d7b47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:57:16.672677 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4cbfec35-d68e-44c9-b9f6-ae04953d7b47 admin admin] Usage tracker for resource:security_group_rule and tenant:5e3db54770ce4fbe9bd3d4df2f932a62 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:57:16.685809 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4cbfec35-d68e-44c9-b9f6-ae04953d7b47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:57:16.703105 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4cbfec35-d68e-44c9-b9f6-ae04953d7b47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:57:16.746908 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c430ccc-4db8-4d51-9b5a-2897fbcc8345 req-e45cab33-5c9f-4dae-a3db-f92a782ed7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:16.750230 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3c430ccc-4db8-4d51-9b5a-2897fbcc8345 req-e45cab33-5c9f-4dae-a3db-f92a782ed7d9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 1097 time: 0.3393528 May 03 22:57:16.917451 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41336) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:16.929680 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3c430ccc-4db8-4d51-9b5a-2897fbcc8345 req-51fb311a-de4c-4e73-86eb-12a3f79259ad service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a496da84-ec2b-470c-95d0-797cc34016ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499891 May 03 22:57:17.038570 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bdfe32-0fee-4a77-9183-cea854894f0f None None] New status for floating IP bc9db64f-e477-4e55-a2c6-86977c151711: ACTIVE {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:57:17.177624 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f5097032-83a5-42af-8aaf-baaa4be4be66 req-63169064-30b5-43d2-9b0d-e8953add9ea7 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6488757 May 03 22:57:17.178996 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-60c0e4d1-c4f2-41d3-8372-804c6db4fc8e tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/floatingips/bc9db64f-e477-4e55-a2c6-86977c151711 HTTP/1.1" status: 200 len: 992 time: 0.2537162 May 03 22:57:17.218567 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4cbfec35-d68e-44c9-b9f6-ae04953d7b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:17.225827 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4cbfec35-d68e-44c9-b9f6-ae04953d7b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:17.237892 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e194c059-22c0-48c4-98f4-3d1ef958a7c6 req-8ca717af-2007-43a6-8e76-c55cb2947599 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:57:17.247541 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e100a0ed-63d6-4374-81fa-39e706d468c4 None None] Sync routers for ids ['bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:57:17.263048 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e100a0ed-63d6-4374-81fa-39e706d468c4 None None] Routers {'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:57:17.263308 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-e100a0ed-63d6-4374-81fa-39e706d468c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:56:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:57:17.318351 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbfec35-d68e-44c9-b9f6-ae04953d7b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb6a62b-3362-40bd-99fc-596e6d8bb3b9,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:17.331910 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4cbfec35-d68e-44c9-b9f6-ae04953d7b47 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5e3db54770ce4fbe9bd3d4df2f932a62&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0858765 May 03 22:57:17.332849 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41340) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:17.336341 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-e194c059-22c0-48c4-98f4-3d1ef958a7c6 req-8ca717af-2007-43a6-8e76-c55cb2947599 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] No DVR routers for this DVR port 2fbcdb04-9a74-4ec5-a7a5-7099f1570164 on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:57:17.348205 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e194c059-22c0-48c4-98f4-3d1ef958a7c6 req-8ca717af-2007-43a6-8e76-c55cb2947599 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:17.351756 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55857696-f3bc-41b2-a074-30b4e1978a9a', 'name': 'network-vif-deleted', 'tag': '2fbcdb04-9a74-4ec5-a7a5-7099f1570164'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:57:17.380330 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e194c059-22c0-48c4-98f4-3d1ef958a7c6 req-8ca717af-2007-43a6-8e76-c55cb2947599 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.60 "DELETE /v2.0/ports/2fbcdb04-9a74-4ec5-a7a5-7099f1570164 HTTP/1.1" status: 204 len: 173 time: 3.5417922 May 03 22:57:17.427766 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3913c0e2-cc4a-4c21-b218-26203de42276'] response: {'server_uuid': '55857696-f3bc-41b2-a074-30b4e1978a9a', 'name': 'network-vif-deleted', 'tag': '2fbcdb04-9a74-4ec5-a7a5-7099f1570164', 'status': 'completed', 'code': 200} May 03 22:57:17.428544 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1920fb40-32a1-410c-a61c-1fbda97c4435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:17.465970 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1920fb40-32a1-410c-a61c-1fbda97c4435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:17.549419 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1920fb40-32a1-410c-a61c-1fbda97c4435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:17.574806 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920fb40-32a1-410c-a61c-1fbda97c4435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb6a62b-3362-40bd-99fc-596e6d8bb3b9,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:17.579060 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1920fb40-32a1-410c-a61c-1fbda97c4435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:17.580534 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1920fb40-32a1-410c-a61c-1fbda97c4435 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dbb6a62b-3362-40bd-99fc-596e6d8bb3b9 HTTP/1.1" status: 204 len: 168 time: 0.2461634 May 03 22:57:17.582582 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-e100a0ed-63d6-4374-81fa-39e706d468c4 None None] Set router bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:57:17.778821 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2cfc4-32dc-4363-a7f1-18bfb3418626 req-12f41073-aef2-410e-9273-1839cbe249f3 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:17.786469 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8ff2cfc4-32dc-4363-a7f1-18bfb3418626 req-12f41073-aef2-410e-9273-1839cbe249f3 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 946 time: 0.1020982 May 03 22:57:17.843538 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8ff2cfc4-32dc-4363-a7f1-18bfb3418626 req-59617d8b-d290-408f-9a06-58f0bd397417 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=a496da84-ec2b-470c-95d0-797cc34016ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559151 May 03 22:57:18.104101 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-e100a0ed-63d6-4374-81fa-39e706d468c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'name': 'tempest-TestVolumeBootPattern-388009800-router', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:38Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 4, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'gw_port': {'id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:39Z', 'updated_at': '2022-05-03T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '8c072430-9b3b-4e76-833d-c229a370f52c', 'name': '', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'mac_address': 'fa:16:3e:6b:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:43Z', 'updated_at': '2022-05-03T22:49:53Z', 'revision_number': 5, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'subnets': [{'id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:57:18.117664 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e100a0ed-63d6-4374-81fa-39e706d468c4 None None] Checking router: bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:57:18.144623 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e100a0ed-63d6-4374-81fa-39e706d468c4 None None] Routers {'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:57:18.145272 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-e100a0ed-63d6-4374-81fa-39e706d468c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:56:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:57:18.162826 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41360) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:18.182998 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41364) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:18.185140 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-94ab29dd-9ff2-4ba8-9867-7defbb8101cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:18.207851 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-94ab29dd-9ff2-4ba8-9867-7defbb8101cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:57:18.212206 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-94ab29dd-9ff2-4ba8-9867-7defbb8101cf admin admin] Usage tracker for resource:security_group_rule and tenant:5db4e18812e34a9b92864c8e60d70f48 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:57:18.217031 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-94ab29dd-9ff2-4ba8-9867-7defbb8101cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:57:18.227753 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-94ab29dd-9ff2-4ba8-9867-7defbb8101cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:57:18.355480 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-94ab29dd-9ff2-4ba8-9867-7defbb8101cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:18.361120 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-94ab29dd-9ff2-4ba8-9867-7defbb8101cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:18.427437 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f42ce4b7-6386-4cc9-bf50-07fba5df7760 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/floatingips/bc9db64f-e477-4e55-a2c6-86977c151711 HTTP/1.1" status: 200 len: 994 time: 0.2430823 May 03 22:57:18.496711 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab29dd-9ff2-4ba8-9867-7defbb8101cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f17c1b-b2ed-4f07-833c-14da7caef893,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:18.506061 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-94ab29dd-9ff2-4ba8-9867-7defbb8101cf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5db4e18812e34a9b92864c8e60d70f48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3421452 May 03 22:57:18.508159 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-66c76be5-0ebe-4f9a-b135-670f064cca2c req-897479f7-a027-4427-98ff-5e5705fe101d tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Synchronizing usage tracker for tenant:fac7f64c48bd48e8ae480a0113f466e9 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:57:18.509563 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41372) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:18.542769 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-66c76be5-0ebe-4f9a-b135-670f064cca2c req-897479f7-a027-4427-98ff-5e5705fe101d tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Unset dirty status for tenant:fac7f64c48bd48e8ae480a0113f466e9 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:57:18.543953 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-66c76be5-0ebe-4f9a-b135-670f064cca2c req-897479f7-a027-4427-98ff-5e5705fe101d tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=55857696-f3bc-41b2-a074-30b4e1978a9a HTTP/1.1" status: 200 len: 210 time: 0.1194708 May 03 22:57:18.564400 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-e100a0ed-63d6-4374-81fa-39e706d468c4 None None] Set router bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:57:18.635994 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-81a7fbaf-a7c7-4905-b101-483b7e0bc5ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:18.665637 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-81a7fbaf-a7c7-4905-b101-483b7e0bc5ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:18.729594 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-81a7fbaf-a7c7-4905-b101-483b7e0bc5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:18.752491 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a7fbaf-a7c7-4905-b101-483b7e0bc5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f17c1b-b2ed-4f07-833c-14da7caef893,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:18.778590 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-81a7fbaf-a7c7-4905-b101-483b7e0bc5ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:18.780009 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-81a7fbaf-a7c7-4905-b101-483b7e0bc5ce admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/19f17c1b-b2ed-4f07-833c-14da7caef893 HTTP/1.1" status: 204 len: 168 time: 0.2691054 May 03 22:57:19.102070 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-e100a0ed-63d6-4374-81fa-39e706d468c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'name': 'tempest-TestVolumeBootPattern-388009800-router', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:38Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 4, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'gw_port': {'id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:39Z', 'updated_at': '2022-05-03T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '8c072430-9b3b-4e76-833d-c229a370f52c', 'name': '', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'mac_address': 'fa:16:3e:6b:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:43Z', 'updated_at': '2022-05-03T22:49:53Z', 'revision_number': 5, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'subnets': [{'id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:57:19.109546 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4f64d-279b-49b9-ae7d-a8cf8bf0f1f2 req-ae2fa639-099b-42ae-aeea-9d26b15c8b73 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:19.111111 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e100a0ed-63d6-4374-81fa-39e706d468c4 None None] The sync data for ids ['bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'] in n-d-811807-1 is: [{'id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'name': 'tempest-TestVolumeBootPattern-388009800-router', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:38Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 4, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'gw_port': {'id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:39Z', 'updated_at': '2022-05-03T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '8c072430-9b3b-4e76-833d-c229a370f52c', 'name': '', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'mac_address': 'fa:16:3e:6b:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:43Z', 'updated_at': '2022-05-03T22:49:53Z', 'revision_number': 5, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'subnets': [{'id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:57:19.119659 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58f4f64d-279b-49b9-ae7d-a8cf8bf0f1f2 req-ae2fa639-099b-42ae-aeea-9d26b15c8b73 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 946 time: 0.1152017 May 03 22:57:19.184312 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58f4f64d-279b-49b9-ae7d-a8cf8bf0f1f2 req-76fd5b24-8a32-4316-b738-cd1399484ab8 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=a496da84-ec2b-470c-95d0-797cc34016ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634093 May 03 22:57:19.595162 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952b4fb5-a8fe-4542-842e-5172eb2fd1af None None] New status for floating IP f985aac5-5a99-44de-a436-609b1251a01c: DOWN {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:57:20.146368 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97beebb-ada7-4304-8138-e7fca63c8425 req-99e39f0b-d9b6-483b-98ec-db3e016415b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:20.157890 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d97beebb-ada7-4304-8138-e7fca63c8425 req-99e39f0b-d9b6-483b-98ec-db3e016415b2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1b60de6f3b94c398a46d760b7dccea8&device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 1097 time: 0.2495749 May 03 22:57:20.307359 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-7a37adb7-9c09-45c8-a159-6baebfa7bbe1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-342408259&fields=id&tenant_id=fac7f64c48bd48e8ae480a0113f466e9 HTTP/1.1" status: 200 len: 267 time: 0.1139705 May 03 22:57:20.552900 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97beebb-ada7-4304-8138-e7fca63c8425 req-7afdc03a-f8cd-4f79-bea8-710e298df464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:20.554380 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d97beebb-ada7-4304-8138-e7fca63c8425 req-7afdc03a-f8cd-4f79-bea8-710e298df464 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c911580a-47e8-451d-aa8d-57f0fa21ffe1 HTTP/1.1" status: 200 len: 919 time: 0.3916192 May 03 22:57:20.566281 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1ab4f-5606-4f2b-b88d-05a2472aecdc req-1e0034a8-3f1c-4faa-88ec-1897c2ae16be tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:20.567709 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-efc1ab4f-5606-4f2b-b88d-05a2472aecdc req-1e0034a8-3f1c-4faa-88ec-1897c2ae16be tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 946 time: 0.3732069 May 03 22:57:20.676830 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-8bb49765-f52a-43d9-aeed-3ac3d64ceb7d tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:20.678374 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-8bb49765-f52a-43d9-aeed-3ac3d64ceb7d tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/networks?id=707cfa08-484f-448d-b84f-a940bf8f6e2e HTTP/1.1" status: 200 len: 811 time: 0.3065035 May 03 22:57:20.711707 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-3158dce2-d9ff-465d-8b4e-a9b1d6e09874 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/quotas/fac7f64c48bd48e8ae480a0113f466e9 HTTP/1.1" status: 200 len: 375 time: 0.0267036 May 03 22:57:20.726435 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-efc1ab4f-5606-4f2b-b88d-05a2472aecdc req-b8ddf6a1-887a-4f3f-8d2d-a1aa481229d3 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=a496da84-ec2b-470c-95d0-797cc34016ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978887 May 03 22:57:20.789327 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d97beebb-ada7-4304-8138-e7fca63c8425 req-8bf0777f-5034-40d2-ad8b-11a5ba63fa99 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8505556-f05a-45a1-9e23-fd70c255c599 HTTP/1.1" status: 200 len: 1001 time: 0.2206612 May 03 22:57:20.870788 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97beebb-ada7-4304-8138-e7fca63c8425 req-7f03cce8-83cb-4efa-8b9f-bb41b2ee1a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:20.872735 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d97beebb-ada7-4304-8138-e7fca63c8425 req-7f03cce8-83cb-4efa-8b9f-bb41b2ee1a29 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5517459f-c98d-41cf-b3ba-cd5ba862ae7c HTTP/1.1" status: 200 len: 857 time: 0.0751481 May 03 22:57:20.892136 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-1287eeb4-3aad-402e-94fd-8a2deb0890cf tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fac7f64c48bd48e8ae480a0113f466e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1713641 May 03 22:57:21.192774 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97beebb-ada7-4304-8138-e7fca63c8425 req-abd0cf20-28fd-404b-ab45-fffa69846601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:21.194678 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d97beebb-ada7-4304-8138-e7fca63c8425 req-abd0cf20-28fd-404b-ab45-fffa69846601 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c911580a-47e8-451d-aa8d-57f0fa21ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3112626 May 03 22:57:21.258000 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-eb11132e-ce11-449a-86ce-41fdb8960e53 service neutron] 10.222.0.58 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351693 May 03 22:57:21.458141 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d97beebb-ada7-4304-8138-e7fca63c8425 req-74e8e6c8-488e-47cd-bc4b-8ebe4da71015 service neutron] 10.222.0.60 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497513 May 03 22:57:21.521575 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-77d7428c-3d86-4275-b409-d421e4122404 service neutron] 10.222.0.58 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626610 May 03 22:57:21.670177 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d97beebb-ada7-4304-8138-e7fca63c8425 req-4386784b-bbc6-4567-9e9b-41c499436c05 service neutron] 10.222.0.60 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058666 May 03 22:57:21.678807 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41488) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:21.944763 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f3982869-4701-46a6-b123-7dcedb8b795f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:21.964013 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f3982869-4701-46a6-b123-7dcedb8b795f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:57:21.971207 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f3982869-4701-46a6-b123-7dcedb8b795f admin admin] Usage tracker for resource:security_group_rule and tenant:c9a81d8b11564ed5bd9b9375c808a7fc is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:57:21.974727 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f3982869-4701-46a6-b123-7dcedb8b795f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:57:21.982540 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f3982869-4701-46a6-b123-7dcedb8b795f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:57:22.170966 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb2f58-cb97-4c54-9ba4-ce00153d5e6b req-61a6a3f4-7967-4e1a-a23d-9555c72b1a2d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:22.172977 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dbbb2f58-cb97-4c54-9ba4-ce00153d5e6b req-61a6a3f4-7967-4e1a-a23d-9555c72b1a2d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 946 time: 0.2965572 May 03 22:57:22.185283 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-10fe413d-76c3-4126-98b4-5fc453b2f6b4 req-cca12ce6-ecb1-4beb-b4f6-47a51ecd8d78 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=181bbf8e-859f-4eb0-90e9-7169a9fbbeca HTTP/1.1" status: 200 len: 210 time: 0.1285827 May 03 22:57:22.253322 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f3982869-4701-46a6-b123-7dcedb8b795f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:22.258482 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dbbb2f58-cb97-4c54-9ba4-ce00153d5e6b req-0927d525-3e38-458f-bf72-e46fd39299e1 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=a496da84-ec2b-470c-95d0-797cc34016ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723972 May 03 22:57:22.259533 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f3982869-4701-46a6-b123-7dcedb8b795f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:22.312580 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f3982869-4701-46a6-b123-7dcedb8b795f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c9a81d8b11564ed5bd9b9375c808a7fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6308739 May 03 22:57:22.312827 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41520) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:22.315041 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3982869-4701-46a6-b123-7dcedb8b795f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f49e7d-dab4-4b3d-b6bd-cd8a817ecb40,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:22.400069 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d1f32c60-7980-4f36-ae9d-7a70ef446cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:22.440688 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d1f32c60-7980-4f36-ae9d-7a70ef446cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:22.521744 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d1f32c60-7980-4f36-ae9d-7a70ef446cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:22.554913 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f32c60-7980-4f36-ae9d-7a70ef446cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f49e7d-dab4-4b3d-b6bd-cd8a817ecb40,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:22.566725 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f32c60-7980-4f36-ae9d-7a70ef446cbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:22.567383 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f32c60-7980-4f36-ae9d-7a70ef446cbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:22.567857 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f32c60-7980-4f36-ae9d-7a70ef446cbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:22.568347 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f32c60-7980-4f36-ae9d-7a70ef446cbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:22.568874 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f32c60-7980-4f36-ae9d-7a70ef446cbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:22.569516 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f32c60-7980-4f36-ae9d-7a70ef446cbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:22.570047 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f32c60-7980-4f36-ae9d-7a70ef446cbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:22.570680 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f32c60-7980-4f36-ae9d-7a70ef446cbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:22.571260 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f32c60-7980-4f36-ae9d-7a70ef446cbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:22.571782 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f32c60-7980-4f36-ae9d-7a70ef446cbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:22.572251 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f32c60-7980-4f36-ae9d-7a70ef446cbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:22.572768 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f32c60-7980-4f36-ae9d-7a70ef446cbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:22.580743 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d1f32c60-7980-4f36-ae9d-7a70ef446cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:22.583569 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d1f32c60-7980-4f36-ae9d-7a70ef446cbd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/09f49e7d-dab4-4b3d-b6bd-cd8a817ecb40 HTTP/1.1" status: 204 len: 168 time: 0.2685487 May 03 22:57:22.878828 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b214b54c-a1da-4c5d-bde8-f3e6a997f064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:22.928084 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41534) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:22.946947 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-570ef607-8b1b-4e89-92c1-aed7ebb02222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:22.961870 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-570ef607-8b1b-4e89-92c1-aed7ebb02222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:57:22.967136 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-570ef607-8b1b-4e89-92c1-aed7ebb02222 admin admin] Usage tracker for resource:security_group_rule and tenant:3e4c0ed1e03749978f9b045cc7ae17c4 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:57:22.970561 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-570ef607-8b1b-4e89-92c1-aed7ebb02222 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:57:22.976708 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-570ef607-8b1b-4e89-92c1-aed7ebb02222 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:57:23.060954 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-570ef607-8b1b-4e89-92c1-aed7ebb02222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:23.065769 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-570ef607-8b1b-4e89-92c1-aed7ebb02222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:23.118859 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ef607-8b1b-4e89-92c1-aed7ebb02222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc1ee02-2d43-44ca-afe6-a7af2c331b36,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:23.128668 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-570ef607-8b1b-4e89-92c1-aed7ebb02222 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3e4c0ed1e03749978f9b045cc7ae17c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1971309 May 03 22:57:23.128896 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41542) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:23.189039 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a8034ba-94ec-4fbe-bead-9c7032515f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:23.220228 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a8034ba-94ec-4fbe-bead-9c7032515f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:23.293375 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a8034ba-94ec-4fbe-bead-9c7032515f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:23.337441 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8034ba-94ec-4fbe-bead-9c7032515f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc1ee02-2d43-44ca-afe6-a7af2c331b36,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:23.364473 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a8034ba-94ec-4fbe-bead-9c7032515f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:23.369075 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6a8034ba-94ec-4fbe-bead-9c7032515f79 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fdc1ee02-2d43-44ca-afe6-a7af2c331b36 HTTP/1.1" status: 204 len: 168 time: 0.2389467 May 03 22:57:23.458926 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0da7879a-5503-41d0-b6a1-9449d02007f3 req-3a2310f9-5e76-4f3c-b4df-536f4e8f66f2 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=181bbf8e-859f-4eb0-90e9-7169a9fbbeca HTTP/1.1" status: 200 len: 210 time: 0.0777397 May 03 22:57:23.889268 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5304f2e-b9d9-4347-a8ed-83d14b2ceb69 req-736e647b-9f08-4eba-857d-a6e5f2196766 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:23.891409 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f5304f2e-b9d9-4347-a8ed-83d14b2ceb69 req-736e647b-9f08-4eba-857d-a6e5f2196766 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 946 time: 0.4085023 May 03 22:57:23.925975 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-74a96d33-5504-4b8e-b591-7753b1fecf53 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:23.927578 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-74a96d33-5504-4b8e-b591-7753b1fecf53 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.60 "GET /v2.0/networks?id=707cfa08-484f-448d-b84f-a940bf8f6e2e HTTP/1.1" status: 200 len: 811 time: 0.3812702 May 03 22:57:23.994096 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f5304f2e-b9d9-4347-a8ed-83d14b2ceb69 req-3d8f5bd3-09c6-46fe-bf37-de361683102d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=a496da84-ec2b-470c-95d0-797cc34016ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941839 May 03 22:57:24.002424 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-efee09c4-f2c6-4aa3-afad-45db710a1928 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fac7f64c48bd48e8ae480a0113f466e9 HTTP/1.1" status: 200 len: 379 time: 0.0578609 May 03 22:57:24.019711 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-9d705711-66ff-4bdc-b788-63e2294b65e5 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Request body: {'port': {'device_id': '181bbf8e-859f-4eb0-90e9-7169a9fbbeca', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'admin_state_up': True, 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'security_groups': ['f80127a2-7685-4829-b922-4f551e4c4adb']}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:57:24.112128 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-9ac80837-eec7-40c2-9aba-24cb9711878d req-490b1976-a5f3-44be-98f9-64e103b51689 service neutron] (88069) timed out ('10.222.0.67', 50950) {{(pid=88069) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 03 22:57:24.189152 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-9d705711-66ff-4bdc-b788-63e2294b65e5 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:57:24.200128 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-9d705711-66ff-4bdc-b788-63e2294b65e5 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:57:24.213884 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-9d705711-66ff-4bdc-b788-63e2294b65e5 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Made reservation on behalf of fac7f64c48bd48e8ae480a0113f466e9 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:57:24.217628 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-9d705711-66ff-4bdc-b788-63e2294b65e5 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:24.523376 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-9d705711-66ff-4bdc-b788-63e2294b65e5 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Allocated IP 172.20.0.7 (707cfa08-484f-448d-b84f-a940bf8f6e2e/1a456f8a-c743-4130-8826-ac82fe55cbc8/bc0f374e-89c5-4a2f-a652-499332777c5f) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:57:24.584964 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:24.976865 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-162f7244-a5be-4b93-8ef5-c4c8ea998d42 req-1444ab70-831f-4713-b036-13fe91fecb2d tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=181bbf8e-859f-4eb0-90e9-7169a9fbbeca HTTP/1.1" status: 200 len: 210 time: 0.2675345 May 03 22:57:25.045654 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-9d705711-66ff-4bdc-b788-63e2294b65e5 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:25.050195 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-67b82227-25a7-4312-b35f-9449afc70f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:25.065879 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-9d705711-66ff-4bdc-b788-63e2294b65e5 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Transition to ACTIVE for port object bc0f374e-89c5-4a2f-a652-499332777c5f will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:57:25.110965 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-9d705711-66ff-4bdc-b788-63e2294b65e5 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:25.245315 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-9d705711-66ff-4bdc-b788-63e2294b65e5 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Network 707cfa08-484f-448d-b84f-a940bf8f6e2e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:57:25.251248 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-9d705711-66ff-4bdc-b788-63e2294b65e5 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:57:25.267688 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-9d705711-66ff-4bdc-b788-63e2294b65e5 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:57:25.328512 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d705711-66ff-4bdc-b788-63e2294b65e5 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Pushing event updated for resources: {'Port': ['ID=bc0f374e-89c5-4a2f-a652-499332777c5f,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:25.384565 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-9d705711-66ff-4bdc-b788-63e2294b65e5 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:25.385264 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-9d705711-66ff-4bdc-b788-63e2294b65e5 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:25.430687 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867fd5c5-c8c6-42a1-809b-f22a04f87f31 req-b7fa6878-c48c-4377-bb0e-d8413712df07 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:25.438330 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-867fd5c5-c8c6-42a1-809b-f22a04f87f31 req-b7fa6878-c48c-4377-bb0e-d8413712df07 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 946 time: 0.2886653 May 03 22:57:25.489258 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-9d705711-66ff-4bdc-b788-63e2294b65e5 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4802890 May 03 22:57:25.505978 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-867fd5c5-c8c6-42a1-809b-f22a04f87f31 req-156f58f2-e9a0-42db-9a38-823498a69dfd tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=a496da84-ec2b-470c-95d0-797cc34016ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625231 May 03 22:57:25.514383 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-b75f63d9-e0aa-4100-9995-11cc4df59c73 service neutron] Request body: {'port': {'device_id': '181bbf8e-859f-4eb0-90e9-7169a9fbbeca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:57:25.588987 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9683dee6-eb18-4fcc-8c84-82f9bb74d091 None None] Provisioning for port bc0f374e-89c5-4a2f-a652-499332777c5f completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:57:25.594546 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9683dee6-eb18-4fcc-8c84-82f9bb74d091 None None] Provisioning complete for port bc0f374e-89c5-4a2f-a652-499332777c5f triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:57:25.595004 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9683dee6-eb18-4fcc-8c84-82f9bb74d091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:25.684805 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-9683dee6-eb18-4fcc-8c84-82f9bb74d091 None None] Port bc0f374e-89c5-4a2f-a652-499332777c5f cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:57:25.743660 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-b75f63d9-e0aa-4100-9995-11cc4df59c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:25.914726 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1db3e3-e560-4531-a962-f7f044fa4f13 req-185df460-9492-4a2d-ac9e-03e566efc4ca tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:25.920419 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4a1db3e3-e560-4531-a962-f7f044fa4f13 req-185df460-9492-4a2d-ac9e-03e566efc4ca tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 946 time: 0.2632396 May 03 22:57:25.927756 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41616) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:25.932995 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-8f48f944-9d36-4bfd-847d-abdcc8514427 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Request body: {'floatingip': {'port_id': 'a8505556-f05a-45a1-9e23-fd70c255c599'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:57:26.207394 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8f48f944-9d36-4bfd-847d-abdcc8514427 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks [] for floatingip, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:26.315556 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:26.386116 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:26.482096 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33f5d5-0a3c-4690-a448-dbceb12175f2 req-3c4a7705-c39e-4585-a842-1f36c83596da tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:26.483258 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-fd33f5d5-0a3c-4690-a448-dbceb12175f2 req-3c4a7705-c39e-4585-a842-1f36c83596da tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Synchronizing usage tracker for tenant:fac7f64c48bd48e8ae480a0113f466e9 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:57:26.491260 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-b75f63d9-e0aa-4100-9995-11cc4df59c73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc0f374e-89c5-4a2f-a652-499332777c5f {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:57:26.501631 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-b75f63d9-e0aa-4100-9995-11cc4df59c73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:26.525205 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-b75f63d9-e0aa-4100-9995-11cc4df59c73 service neutron] Transition to ACTIVE for port object bc0f374e-89c5-4a2f-a652-499332777c5f will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:57:26.526606 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-fd33f5d5-0a3c-4690-a448-dbceb12175f2 req-3c4a7705-c39e-4585-a842-1f36c83596da tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Unset dirty status for tenant:fac7f64c48bd48e8ae480a0113f466e9 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:57:26.535500 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fd33f5d5-0a3c-4690-a448-dbceb12175f2 req-3c4a7705-c39e-4585-a842-1f36c83596da tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=181bbf8e-859f-4eb0-90e9-7169a9fbbeca HTTP/1.1" status: 200 len: 931 time: 0.3311253 May 03 22:57:26.551538 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-b75f63d9-e0aa-4100-9995-11cc4df59c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:26.920386 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f63d9-e0aa-4100-9995-11cc4df59c73 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0f374e-89c5-4a2f-a652-499332777c5f,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:26.929736 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fd33f5d5-0a3c-4690-a448-dbceb12175f2 req-bf87681d-243d-4f85-b725-d3364d2baf90 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3931336 May 03 22:57:27.125452 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-b75f63d9-e0aa-4100-9995-11cc4df59c73 service neutron] Attempting to bind port bc0f374e-89c5-4a2f-a652-499332777c5f on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:57:27.125793 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-b75f63d9-e0aa-4100-9995-11cc4df59c73 service neutron] Attempting to bind port bc0f374e-89c5-4a2f-a652-499332777c5f by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '79021a81-35f7-436f-834b-fb3d2a777891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:57:27.126146 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-b75f63d9-e0aa-4100-9995-11cc4df59c73 service neutron] Attempting to bind port bc0f374e-89c5-4a2f-a652-499332777c5f on network 707cfa08-484f-448d-b84f-a940bf8f6e2e {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:57:27.131813 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-b75f63d9-e0aa-4100-9995-11cc4df59c73 service neutron] Port bc0f374e-89c5-4a2f-a652-499332777c5f on network 707cfa08-484f-448d-b84f-a940bf8f6e2e not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:57:27.132138 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-b75f63d9-e0aa-4100-9995-11cc4df59c73 service neutron] Attempting to bind port bc0f374e-89c5-4a2f-a652-499332777c5f on network 707cfa08-484f-448d-b84f-a940bf8f6e2e {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:57:27.157763 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-b75f63d9-e0aa-4100-9995-11cc4df59c73 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:57:27.158393 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-b75f63d9-e0aa-4100-9995-11cc4df59c73 service neutron] Checking segment: {'id': '79021a81-35f7-436f-834b-fb3d2a777891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:57:27.158855 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-b75f63d9-e0aa-4100-9995-11cc4df59c73 service neutron] Bound using segment: {'id': '79021a81-35f7-436f-834b-fb3d2a777891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:57:27.159523 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-b75f63d9-e0aa-4100-9995-11cc4df59c73 service neutron] Bound port: bc0f374e-89c5-4a2f-a652-499332777c5f, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79021a81-35f7-436f-834b-fb3d2a777891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:57:27.159991 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-b75f63d9-e0aa-4100-9995-11cc4df59c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:27.301842 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-b75f63d9-e0aa-4100-9995-11cc4df59c73 service neutron] For port bc0f374e-89c5-4a2f-a652-499332777c5f, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:57:27.312323 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-b75f63d9-e0aa-4100-9995-11cc4df59c73 service neutron] For port bc0f374e-89c5-4a2f-a652-499332777c5f, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=bc0f374e-89c5-4a2f-a652-499332777c5f,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:57:27.318669 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-b75f63d9-e0aa-4100-9995-11cc4df59c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:27.393621 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-b75f63d9-e0aa-4100-9995-11cc4df59c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:27.395068 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-b75f63d9-e0aa-4100-9995-11cc4df59c73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:27.397326 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-b75f63d9-e0aa-4100-9995-11cc4df59c73 service neutron] 10.222.0.60 "PUT /v2.0/ports/bc0f374e-89c5-4a2f-a652-499332777c5f HTTP/1.1" status: 200 len: 1091 time: 1.8897965 May 03 22:57:27.398265 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181bbf8e-859f-4eb0-90e9-7169a9fbbeca', 'tag': 'bc0f374e-89c5-4a2f-a652-499332777c5f'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:57:27.428295 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f63d9-e0aa-4100-9995-11cc4df59c73 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0f374e-89c5-4a2f-a652-499332777c5f,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:27.506133 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-872e54d3-b13b-487c-943d-a6ad169d1bad'] response: {'name': 'network-changed', 'server_uuid': '181bbf8e-859f-4eb0-90e9-7169a9fbbeca', 'tag': 'bc0f374e-89c5-4a2f-a652-499332777c5f', 'status': 'completed', 'code': 200} May 03 22:57:27.601178 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-59963add-9131-40db-869e-5898bb59fdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:27.610895 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-59963add-9131-40db-869e-5898bb59fdee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fac7f64c48bd48e8ae480a0113f466e9&device_id=181bbf8e-859f-4eb0-90e9-7169a9fbbeca HTTP/1.1" status: 200 len: 1094 time: 0.1585650 May 03 22:57:27.684471 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:27.757991 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-42acdc48-0eba-48a9-b9fa-1c4287f29f85 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc0f374e-89c5-4a2f-a652-499332777c5f HTTP/1.1" status: 200 len: 217 time: 0.1395757 May 03 22:57:27.833491 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8f48f944-9d36-4bfd-847d-abdcc8514427 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:27.837161 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8f48f944-9d36-4bfd-847d-abdcc8514427 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:27.911210 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-6e5ed2ab-feec-4269-abed-a88552c91259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:27.912692 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-6e5ed2ab-feec-4269-abed-a88552c91259 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1a456f8a-c743-4130-8826-ac82fe55cbc8 HTTP/1.1" status: 200 len: 850 time: 0.1470013 May 03 22:57:28.073025 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:28.318403 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-09f2722e-00f1-4cfa-9052-a8cb24bb897e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:28.319826 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-09f2722e-00f1-4cfa-9052-a8cb24bb897e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=707cfa08-484f-448d-b84f-a940bf8f6e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4001930 May 03 22:57:28.328828 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872160f-0086-46e4-badd-6e7e6a58d42f req-1cd8c164-3fe9-4e24-af06-8a4f07ebfe3c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:28.334326 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f872160f-0086-46e4-badd-6e7e6a58d42f req-1cd8c164-3fe9-4e24-af06-8a4f07ebfe3c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=181bbf8e-859f-4eb0-90e9-7169a9fbbeca HTTP/1.1" status: 200 len: 943 time: 0.1297362 May 03 22:57:28.394841 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f48f944-9d36-4bfd-847d-abdcc8514427 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Router 81950413-541f-4ab2-bd46-89c824a69ec6 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:57:28.465821 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f872160f-0086-46e4-badd-6e7e6a58d42f req-704f72c3-7283-4445-b0f8-bbb96ae90237 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288924 May 03 22:57:28.535823 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-2a23681b-a81b-4501-85ee-81b464d20a35 service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996179 May 03 22:57:28.588822 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f48f944-9d36-4bfd-847d-abdcc8514427 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:57:28.594022 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8f48f944-9d36-4bfd-847d-abdcc8514427 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:28.598853 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8d60c7-5dff-44d8-8343-77f768b86378 None None] Sync routers for ids ['81950413-541f-4ab2-bd46-89c824a69ec6'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:57:28.612298 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8d60c7-5dff-44d8-8343-77f768b86378 None None] Routers {'81950413-541f-4ab2-bd46-89c824a69ec6'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:57:28.613060 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-ad8d60c7-5dff-44d8-8343-77f768b86378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:57:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['81950413-541f-4ab2-bd46-89c824a69ec6'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:57:28.696090 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb86446-a50a-4f1c-a18c-b526683ca520', 'tag': 'a8505556-f05a-45a1-9e23-fd70c255c599'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:57:28.710239 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cca4119-b432-4d71-ba04-d0b7932d5564 req-d5e100e7-3d3e-4e21-9875-a022dd697af0 service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680763 May 03 22:57:28.750811 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8f48f944-9d36-4bfd-847d-abdcc8514427 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "PUT /v2.0/floatingips/c62750c5-6fdc-4aec-80f1-e42c996b74a4 HTTP/1.1" status: 200 len: 993 time: 2.8217618 May 03 22:57:28.781032 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dee6341-02e8-4dc5-a8e1-d84177cdde9c'] response: {'name': 'network-changed', 'server_uuid': 'aeb86446-a50a-4f1c-a18c-b526683ca520', 'tag': 'a8505556-f05a-45a1-9e23-fd70c255c599', 'status': 'completed', 'code': 200} May 03 22:57:28.845539 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda67b87-5a4a-47f1-8c8b-ec9b6a7ec0de req-62290b14-2e31-4740-a398-e0f695bc8e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:28.847053 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fda67b87-5a4a-47f1-8c8b-ec9b6a7ec0de req-62290b14-2e31-4740-a398-e0f695bc8e9e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fac7f64c48bd48e8ae480a0113f466e9&device_id=181bbf8e-859f-4eb0-90e9-7169a9fbbeca HTTP/1.1" status: 200 len: 1094 time: 0.0855811 May 03 22:57:28.858154 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-ad8d60c7-5dff-44d8-8343-77f768b86378 None None] Set router 81950413-541f-4ab2-bd46-89c824a69ec6 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:57:28.904374 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421e18c-9da0-428a-86de-d3ad75ff9b0a req-040fd8da-270a-4435-8927-d84f4f2dda09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:28.906089 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6421e18c-9da0-428a-86de-d3ad75ff9b0a req-040fd8da-270a-4435-8927-d84f4f2dda09 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1b60de6f3b94c398a46d760b7dccea8&device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 1097 time: 0.1000941 May 03 22:57:29.009149 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda67b87-5a4a-47f1-8c8b-ec9b6a7ec0de req-440f9829-e737-49a2-9449-f2dc61d21940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:29.011134 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fda67b87-5a4a-47f1-8c8b-ec9b6a7ec0de req-440f9829-e737-49a2-9449-f2dc61d21940 service neutron] 10.222.0.60 "GET /v2.0/networks?id=707cfa08-484f-448d-b84f-a940bf8f6e2e HTTP/1.1" status: 200 len: 912 time: 0.1576059 May 03 22:57:29.097162 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fda67b87-5a4a-47f1-8c8b-ec9b6a7ec0de req-525e4e66-a028-4372-b987-41e3271153be service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc0f374e-89c5-4a2f-a652-499332777c5f HTTP/1.1" status: 200 len: 217 time: 0.0766547 May 03 22:57:29.204285 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda67b87-5a4a-47f1-8c8b-ec9b6a7ec0de req-1628bce4-5c58-46b8-8a1c-e1a725654612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:29.204285 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fda67b87-5a4a-47f1-8c8b-ec9b6a7ec0de req-1628bce4-5c58-46b8-8a1c-e1a725654612 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1a456f8a-c743-4130-8826-ac82fe55cbc8 HTTP/1.1" status: 200 len: 850 time: 0.0962698 May 03 22:57:29.304222 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421e18c-9da0-428a-86de-d3ad75ff9b0a req-92fc7ac8-71c7-4b95-b277-c73f908f41f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:29.304639 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda67b87-5a4a-47f1-8c8b-ec9b6a7ec0de req-a8ae2f20-9041-4b56-b417-a8056189cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:29.306165 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fda67b87-5a4a-47f1-8c8b-ec9b6a7ec0de req-a8ae2f20-9041-4b56-b417-a8056189cd83 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=707cfa08-484f-448d-b84f-a940bf8f6e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969682 May 03 22:57:29.306286 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6421e18c-9da0-428a-86de-d3ad75ff9b0a req-92fc7ac8-71c7-4b95-b277-c73f908f41f7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c911580a-47e8-451d-aa8d-57f0fa21ffe1 HTTP/1.1" status: 200 len: 919 time: 0.3896177 May 03 22:57:29.393198 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-ad8d60c7-5dff-44d8-8343-77f768b86378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'name': 'tempest-ServerRescueNegativeTestJSON-686896975-router', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:53:46Z', 'updated_at': '2022-05-03T22:53:54Z', 'revision_number': 4, 'project_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'gw_port': {'id': 'ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:53:47Z', 'updated_at': '2022-05-03T22:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'c62750c5-6fdc-4aec-80f1-e42c996b74a4', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'floating_ip_address': '172.25.2.95', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'port_id': 'a8505556-f05a-45a1-9e23-fd70c255c599', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1', 'mac_address': 'fa:16:3e:f3:ac:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb86446-a50a-4f1c-a18c-b526683ca520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:55:46Z', 'updated_at': '2022-05-03T22:57:27Z', 'revision_number': 3, 'project_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b5baf81-0115-425e-8091-179ef2adb1a2', 'name': '', 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'mac_address': 'fa:16:3e:1a:df:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '5517459f-c98d-41cf-b3ba-cd5ba862ae7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:53:52Z', 'updated_at': '2022-05-03T22:54:05Z', 'revision_number': 5, 'project_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'subnets': [{'id': '5517459f-c98d-41cf-b3ba-cd5ba862ae7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:57:29.400738 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8d60c7-5dff-44d8-8343-77f768b86378 None None] Checking router: 81950413-541f-4ab2-bd46-89c824a69ec6 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:57:29.426436 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8d60c7-5dff-44d8-8343-77f768b86378 None None] Routers {'81950413-541f-4ab2-bd46-89c824a69ec6'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:57:29.427380 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-ad8d60c7-5dff-44d8-8343-77f768b86378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:57:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['81950413-541f-4ab2-bd46-89c824a69ec6'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:57:29.449970 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6421e18c-9da0-428a-86de-d3ad75ff9b0a req-e6c62f1b-42ed-4a1c-ae3d-5934d2fe9d15 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8505556-f05a-45a1-9e23-fd70c255c599 HTTP/1.1" status: 200 len: 1001 time: 0.1267924 May 03 22:57:29.521360 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fda67b87-5a4a-47f1-8c8b-ec9b6a7ec0de req-84bdc430-2fc8-465e-bcd9-df872657b24a service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976981 May 03 22:57:29.556000 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421e18c-9da0-428a-86de-d3ad75ff9b0a req-c3c52a8e-1dc9-42c0-bed7-17d8d7518882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:29.568118 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6421e18c-9da0-428a-86de-d3ad75ff9b0a req-c3c52a8e-1dc9-42c0-bed7-17d8d7518882 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5517459f-c98d-41cf-b3ba-cd5ba862ae7c HTTP/1.1" status: 200 len: 857 time: 0.1002147 May 03 22:57:29.707730 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421e18c-9da0-428a-86de-d3ad75ff9b0a req-b8a268f9-a2e3-4ad1-a8f2-d65a00155f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:29.710278 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6421e18c-9da0-428a-86de-d3ad75ff9b0a req-b8a268f9-a2e3-4ad1-a8f2-d65a00155f16 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c911580a-47e8-451d-aa8d-57f0fa21ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1412282 May 03 22:57:29.771011 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fda67b87-5a4a-47f1-8c8b-ec9b6a7ec0de req-2ecad25c-0591-473b-82a9-950a866d1292 service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413809 May 03 22:57:29.825228 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-ad8d60c7-5dff-44d8-8343-77f768b86378 None None] Set router 81950413-541f-4ab2-bd46-89c824a69ec6 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:57:29.876864 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a14adb-6ad9-4de6-b7aa-479f69cc5d18 req-516471dd-a1ae-4c62-b5e3-e5b8bee35c68 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:29.884084 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d2a14adb-6ad9-4de6-b7aa-479f69cc5d18 req-516471dd-a1ae-4c62-b5e3-e5b8bee35c68 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=181bbf8e-859f-4eb0-90e9-7169a9fbbeca HTTP/1.1" status: 200 len: 943 time: 0.1124117 May 03 22:57:29.898312 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6421e18c-9da0-428a-86de-d3ad75ff9b0a req-25fe2cc8-1ac7-443c-97cb-f13802f9b45a service neutron] 10.222.0.60 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804829 May 03 22:57:29.944256 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d2a14adb-6ad9-4de6-b7aa-479f69cc5d18 req-c12de2a5-d0d4-4e10-a0a1-99d5fa841235 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592451 May 03 22:57:30.074456 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6421e18c-9da0-428a-86de-d3ad75ff9b0a req-4c7d189f-4f70-4d35-908d-ae8885cca827 service neutron] 10.222.0.60 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698613 May 03 22:57:30.253750 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-ad8d60c7-5dff-44d8-8343-77f768b86378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'name': 'tempest-ServerRescueNegativeTestJSON-686896975-router', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:53:46Z', 'updated_at': '2022-05-03T22:53:54Z', 'revision_number': 4, 'project_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'gw_port': {'id': 'ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:53:47Z', 'updated_at': '2022-05-03T22:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'c62750c5-6fdc-4aec-80f1-e42c996b74a4', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'floating_ip_address': '172.25.2.95', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'port_id': 'a8505556-f05a-45a1-9e23-fd70c255c599', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1', 'mac_address': 'fa:16:3e:f3:ac:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb86446-a50a-4f1c-a18c-b526683ca520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:55:46Z', 'updated_at': '2022-05-03T22:57:27Z', 'revision_number': 3, 'project_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b5baf81-0115-425e-8091-179ef2adb1a2', 'name': '', 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'mac_address': 'fa:16:3e:1a:df:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '5517459f-c98d-41cf-b3ba-cd5ba862ae7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:53:52Z', 'updated_at': '2022-05-03T22:54:05Z', 'revision_number': 5, 'project_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'subnets': [{'id': '5517459f-c98d-41cf-b3ba-cd5ba862ae7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:57:30.253750 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8d60c7-5dff-44d8-8343-77f768b86378 None None] The sync data for ids ['81950413-541f-4ab2-bd46-89c824a69ec6'] in n-d-811807-1 is: [{'id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'name': 'tempest-ServerRescueNegativeTestJSON-686896975-router', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:53:46Z', 'updated_at': '2022-05-03T22:53:54Z', 'revision_number': 4, 'project_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'gw_port': {'id': 'ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:53:47Z', 'updated_at': '2022-05-03T22:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'c62750c5-6fdc-4aec-80f1-e42c996b74a4', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'floating_ip_address': '172.25.2.95', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'port_id': 'a8505556-f05a-45a1-9e23-fd70c255c599', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1', 'mac_address': 'fa:16:3e:f3:ac:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb86446-a50a-4f1c-a18c-b526683ca520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:55:46Z', 'updated_at': '2022-05-03T22:57:27Z', 'revision_number': 3, 'project_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b5baf81-0115-425e-8091-179ef2adb1a2', 'name': '', 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'mac_address': 'fa:16:3e:1a:df:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '5517459f-c98d-41cf-b3ba-cd5ba862ae7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:53:52Z', 'updated_at': '2022-05-03T22:54:05Z', 'revision_number': 5, 'project_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'subnets': [{'id': '5517459f-c98d-41cf-b3ba-cd5ba862ae7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:57:30.782161 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb86446-a50a-4f1c-a18c-b526683ca520', 'tag': 'a8505556-f05a-45a1-9e23-fd70c255c599'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:57:30.834479 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55c1d535-4e08-4a50-809f-949fc7168233'] response: {'name': 'network-changed', 'server_uuid': 'aeb86446-a50a-4f1c-a18c-b526683ca520', 'tag': 'a8505556-f05a-45a1-9e23-fd70c255c599', 'status': 'completed', 'code': 200} May 03 22:57:30.943882 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35129ec-7337-4ef6-a126-cf2d3b77b800 req-72ed3b2c-b7f4-40b7-bd90-f6879df13210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:30.945355 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f35129ec-7337-4ef6-a126-cf2d3b77b800 req-72ed3b2c-b7f4-40b7-bd90-f6879df13210 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1b60de6f3b94c398a46d760b7dccea8&device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 1097 time: 0.0887387 May 03 22:57:31.119424 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35129ec-7337-4ef6-a126-cf2d3b77b800 req-9570ee0e-a255-418e-a5fc-01e59e331c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:31.121828 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f35129ec-7337-4ef6-a126-cf2d3b77b800 req-9570ee0e-a255-418e-a5fc-01e59e331c47 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c911580a-47e8-451d-aa8d-57f0fa21ffe1 HTTP/1.1" status: 200 len: 919 time: 0.1699150 May 03 22:57:31.199451 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f3d14-a4d2-42dd-b54f-a0439c6b0da8 req-b04c406f-f041-4cd3-a9f3-bcb43d16581f tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:31.200827 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-435f3d14-a4d2-42dd-b54f-a0439c6b0da8 req-b04c406f-f041-4cd3-a9f3-bcb43d16581f tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=181bbf8e-859f-4eb0-90e9-7169a9fbbeca HTTP/1.1" status: 200 len: 943 time: 0.1208658 May 03 22:57:31.246534 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f35129ec-7337-4ef6-a126-cf2d3b77b800 req-c1e059c7-acf8-4f67-9485-5ed4db693892 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8505556-f05a-45a1-9e23-fd70c255c599 HTTP/1.1" status: 200 len: 1001 time: 0.1175423 May 03 22:57:31.248972 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-435f3d14-a4d2-42dd-b54f-a0439c6b0da8 req-5c599cd3-424f-4880-97ff-9701273e9da9 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418580 May 03 22:57:31.322909 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35129ec-7337-4ef6-a126-cf2d3b77b800 req-d0ce9ac2-9f96-4234-96eb-81cb9c90f673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:31.324430 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f35129ec-7337-4ef6-a126-cf2d3b77b800 req-d0ce9ac2-9f96-4234-96eb-81cb9c90f673 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5517459f-c98d-41cf-b3ba-cd5ba862ae7c HTTP/1.1" status: 200 len: 857 time: 0.0690196 May 03 22:57:31.411912 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35129ec-7337-4ef6-a126-cf2d3b77b800 req-bef4dda7-89d1-4256-a2c3-2e8b0fb36b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:31.413394 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f35129ec-7337-4ef6-a126-cf2d3b77b800 req-bef4dda7-89d1-4256-a2c3-2e8b0fb36b45 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c911580a-47e8-451d-aa8d-57f0fa21ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826678 May 03 22:57:31.558931 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f35129ec-7337-4ef6-a126-cf2d3b77b800 req-85febbf6-5362-4da1-a4fa-952b9db0e5aa service neutron] 10.222.0.60 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391625 May 03 22:57:31.713376 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f35129ec-7337-4ef6-a126-cf2d3b77b800 req-c32cdd6d-bc9b-486f-bd39-ef083b1bdd29 service neutron] 10.222.0.60 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485629 May 03 22:57:32.128789 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41736) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:32.320002 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1862eac5-d0b4-404b-ae0d-abf10a45abc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:32.376760 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1862eac5-d0b4-404b-ae0d-abf10a45abc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:57:32.386205 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1862eac5-d0b4-404b-ae0d-abf10a45abc7 admin admin] Usage tracker for resource:security_group_rule and tenant:ecd00c1004a24968a697b7858c9e6498 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:57:32.390502 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1862eac5-d0b4-404b-ae0d-abf10a45abc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:57:32.453581 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5e9d1a88-d33f-4fb6-85eb-a7e5ef1d8c24 req-4e7d3d14-dd6b-4263-ac75-22c666435a95 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=58b1620c-1628-4b95-8629-756baa43d747&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1394002 May 03 22:57:32.495804 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1862eac5-d0b4-404b-ae0d-abf10a45abc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:57:32.608792 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e209b0-547b-44eb-90f7-ee7afbbfcf7b req-ffb2564d-68a0-4a23-b57d-27014aacdf99 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:32.610472 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d8e209b0-547b-44eb-90f7-ee7afbbfcf7b req-ffb2564d-68a0-4a23-b57d-27014aacdf99 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=181bbf8e-859f-4eb0-90e9-7169a9fbbeca HTTP/1.1" status: 200 len: 943 time: 0.2120903 May 03 22:57:32.678784 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d1a88-d33f-4fb6-85eb-a7e5ef1d8c24 req-cd55c088-8c27-437b-94c5-9999a4143206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:32.680670 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5e9d1a88-d33f-4fb6-85eb-a7e5ef1d8c24 req-cd55c088-8c27-437b-94c5-9999a4143206 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1b60de6f3b94c398a46d760b7dccea8&device_id=58b1620c-1628-4b95-8629-756baa43d747 HTTP/1.1" status: 200 len: 1096 time: 0.1148660 May 03 22:57:32.737820 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1862eac5-d0b4-404b-ae0d-abf10a45abc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:32.747324 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d8e209b0-547b-44eb-90f7-ee7afbbfcf7b req-04058722-736c-47fe-9715-f2f146251294 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303353 May 03 22:57:32.748044 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1862eac5-d0b4-404b-ae0d-abf10a45abc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:32.818282 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862eac5-d0b4-404b-ae0d-abf10a45abc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb6896f-4078-4a2f-92c6-9f488ceb50aa,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:32.839916 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1862eac5-d0b4-404b-ae0d-abf10a45abc7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ecd00c1004a24968a697b7858c9e6498&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7084589 May 03 22:57:32.841331 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41756) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:32.945766 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b5a212ac-6a13-4da8-8f6a-df83128011a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:33.027288 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d1a88-d33f-4fb6-85eb-a7e5ef1d8c24 req-6927a5db-2a3e-4491-8e44-70bbdb79a641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:33.028755 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5e9d1a88-d33f-4fb6-85eb-a7e5ef1d8c24 req-6927a5db-2a3e-4491-8e44-70bbdb79a641 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c911580a-47e8-451d-aa8d-57f0fa21ffe1 HTTP/1.1" status: 200 len: 919 time: 0.3277857 May 03 22:57:33.103265 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5e9d1a88-d33f-4fb6-85eb-a7e5ef1d8c24 req-3b4dec45-8d60-4753-b43f-66c0ee028fb0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5aa08b48-9310-4437-83e4-632a6081fea4 HTTP/1.1" status: 200 len: 217 time: 0.0664306 May 03 22:57:33.137301 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b5a212ac-6a13-4da8-8f6a-df83128011a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:33.201550 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d1a88-d33f-4fb6-85eb-a7e5ef1d8c24 req-b2906ec1-7c3e-4eb7-9489-49e9c9a018cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:33.204117 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5e9d1a88-d33f-4fb6-85eb-a7e5ef1d8c24 req-b2906ec1-7c3e-4eb7-9489-49e9c9a018cf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5517459f-c98d-41cf-b3ba-cd5ba862ae7c HTTP/1.1" status: 200 len: 857 time: 0.0945051 May 03 22:57:33.219697 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b5a212ac-6a13-4da8-8f6a-df83128011a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:33.250056 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a212ac-6a13-4da8-8f6a-df83128011a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb6896f-4078-4a2f-92c6-9f488ceb50aa,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:33.278792 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b5a212ac-6a13-4da8-8f6a-df83128011a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:33.294697 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b5a212ac-6a13-4da8-8f6a-df83128011a7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ccb6896f-4078-4a2f-92c6-9f488ceb50aa HTTP/1.1" status: 204 len: 168 time: 0.4470658 May 03 22:57:33.411648 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d1a88-d33f-4fb6-85eb-a7e5ef1d8c24 req-c3e5d388-73e5-45a0-a0af-5f9b935d19ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:33.413308 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5e9d1a88-d33f-4fb6-85eb-a7e5ef1d8c24 req-c3e5d388-73e5-45a0-a0af-5f9b935d19ae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c911580a-47e8-451d-aa8d-57f0fa21ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2032602 May 03 22:57:33.585550 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5e9d1a88-d33f-4fb6-85eb-a7e5ef1d8c24 req-318b4acd-2be6-4210-bec5-05891adc908a service neutron] 10.222.0.60 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658316 May 03 22:57:33.805531 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5e9d1a88-d33f-4fb6-85eb-a7e5ef1d8c24 req-8bad6a46-7c1d-4afc-ad36-397e7c0b0a45 service neutron] 10.222.0.60 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132714 May 03 22:57:33.849400 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41772) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:33.867586 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-41ddea0c-f087-4cae-afe4-ea2d59d22f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:33.883371 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-41ddea0c-f087-4cae-afe4-ea2d59d22f85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:57:33.887426 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-41ddea0c-f087-4cae-afe4-ea2d59d22f85 admin admin] Usage tracker for resource:security_group_rule and tenant:5cefe7779641411d9094f861c09996bb is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:57:33.890498 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-41ddea0c-f087-4cae-afe4-ea2d59d22f85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:57:33.896613 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-41ddea0c-f087-4cae-afe4-ea2d59d22f85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:57:33.995070 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09287651-cb55-48f2-9f8d-ec7463b0e7aa req-bd909b39-3eaf-483e-93c5-8122350ef89e tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:33.996627 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-09287651-cb55-48f2-9f8d-ec7463b0e7aa req-bd909b39-3eaf-483e-93c5-8122350ef89e tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=181bbf8e-859f-4eb0-90e9-7169a9fbbeca HTTP/1.1" status: 200 len: 943 time: 0.1012359 May 03 22:57:33.998561 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-41ddea0c-f087-4cae-afe4-ea2d59d22f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:34.006327 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-41ddea0c-f087-4cae-afe4-ea2d59d22f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:34.070240 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-09287651-cb55-48f2-9f8d-ec7463b0e7aa req-cc6e36d4-e723-4b51-957c-b330d9828359 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668318 May 03 22:57:34.117696 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41778) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:34.117894 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-41ddea0c-f087-4cae-afe4-ea2d59d22f85 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5cefe7779641411d9094f861c09996bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2670965 May 03 22:57:34.119721 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ddea0c-f087-4cae-afe4-ea2d59d22f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06120b1-af0f-47d2-97fd-d8de37b1749f,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:34.145508 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-94fd3ab9-45ad-4f5d-b6d1-54a3cd0796d2 req-63e823ec-6313-4dae-8c1d-ffb444b383f0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1208947 May 03 22:57:34.190339 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b7833a66-b70c-4c70-b5be-9313fa652eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:34.219563 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b7833a66-b70c-4c70-b5be-9313fa652eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:34.309674 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd3ab9-45ad-4f5d-b6d1-54a3cd0796d2 req-140c45a4-509b-4691-baed-d70977d33dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:34.311567 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-94fd3ab9-45ad-4f5d-b6d1-54a3cd0796d2 req-140c45a4-509b-4691-baed-d70977d33dea service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a1b60de6f3b94c398a46d760b7dccea8&device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 1097 time: 0.0908594 May 03 22:57:34.330192 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b7833a66-b70c-4c70-b5be-9313fa652eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:34.350378 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7833a66-b70c-4c70-b5be-9313fa652eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06120b1-af0f-47d2-97fd-d8de37b1749f,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:34.359174 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b7833a66-b70c-4c70-b5be-9313fa652eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:34.360492 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b7833a66-b70c-4c70-b5be-9313fa652eb1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e06120b1-af0f-47d2-97fd-d8de37b1749f HTTP/1.1" status: 204 len: 168 time: 0.2417963 May 03 22:57:34.508833 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd3ab9-45ad-4f5d-b6d1-54a3cd0796d2 req-c087906f-d2df-4e0e-ae01-7adaa25c538a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:34.510560 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-94fd3ab9-45ad-4f5d-b6d1-54a3cd0796d2 req-c087906f-d2df-4e0e-ae01-7adaa25c538a service neutron] 10.222.0.67 "GET /v2.0/networks?id=c911580a-47e8-451d-aa8d-57f0fa21ffe1 HTTP/1.1" status: 200 len: 919 time: 0.1768303 May 03 22:57:34.646826 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-94fd3ab9-45ad-4f5d-b6d1-54a3cd0796d2 req-2df0bdaa-dd36-4006-a24c-35df38acf07a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f72ab74-a672-447d-b997-eae19b009369 HTTP/1.1" status: 200 len: 217 time: 0.1296787 May 03 22:57:34.721707 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd3ab9-45ad-4f5d-b6d1-54a3cd0796d2 req-a82676fc-0a3c-4c54-bd42-41d040825c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:34.723111 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-94fd3ab9-45ad-4f5d-b6d1-54a3cd0796d2 req-a82676fc-0a3c-4c54-bd42-41d040825c3f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5517459f-c98d-41cf-b3ba-cd5ba862ae7c HTTP/1.1" status: 200 len: 857 time: 0.0678160 May 03 22:57:34.821261 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd3ab9-45ad-4f5d-b6d1-54a3cd0796d2 req-9634a850-6234-45bb-b205-f4af758fddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:34.822892 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-94fd3ab9-45ad-4f5d-b6d1-54a3cd0796d2 req-9634a850-6234-45bb-b205-f4af758fddd5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c911580a-47e8-451d-aa8d-57f0fa21ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884192 May 03 22:57:34.996740 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-94fd3ab9-45ad-4f5d-b6d1-54a3cd0796d2 req-ea2a7b9e-79f6-460e-a0ad-0a925d921a12 service neutron] 10.222.0.67 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672828 May 03 22:57:35.157245 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-94fd3ab9-45ad-4f5d-b6d1-54a3cd0796d2 req-b725d777-1a63-4a87-af49-8ab6e5dee7b5 service neutron] 10.222.0.67 "GET /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536171 May 03 22:57:35.365430 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce076e-2827-42f0-bc87-f9b2aee08d7d req-37bab5aa-d5eb-43d4-bb53-ebba2735e51e tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:35.373251 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-67ce076e-2827-42f0-bc87-f9b2aee08d7d req-37bab5aa-d5eb-43d4-bb53-ebba2735e51e tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=181bbf8e-859f-4eb0-90e9-7169a9fbbeca HTTP/1.1" status: 200 len: 943 time: 0.1457670 May 03 22:57:35.456733 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-67ce076e-2827-42f0-bc87-f9b2aee08d7d req-474d2d19-8cd2-43f4-843c-dc339113516b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805268 May 03 22:57:36.007497 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41850) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:36.156668 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-910dd267-be78-42d8-8ea8-edb14ce5ca94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:36.178709 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-910dd267-be78-42d8-8ea8-edb14ce5ca94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:57:36.183584 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-910dd267-be78-42d8-8ea8-edb14ce5ca94 admin admin] Usage tracker for resource:security_group_rule and tenant:2c0d417ba2a9441eb52419de4e971ae8 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:57:36.187192 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-910dd267-be78-42d8-8ea8-edb14ce5ca94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:57:36.192983 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-910dd267-be78-42d8-8ea8-edb14ce5ca94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:57:36.283977 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-910dd267-be78-42d8-8ea8-edb14ce5ca94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:36.289482 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-910dd267-be78-42d8-8ea8-edb14ce5ca94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:36.350932 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-910dd267-be78-42d8-8ea8-edb14ce5ca94 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2c0d417ba2a9441eb52419de4e971ae8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3420863 May 03 22:57:36.351664 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910dd267-be78-42d8-8ea8-edb14ce5ca94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0a095b-31d8-45fa-982c-939b35b964ee,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:36.353403 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41864) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:36.362944 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device bc0f374e-89c5-4a2f-a652-499332777c5f details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:57:36.417982 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-39eef395-f0fe-4542-9b20-bc11bc84a867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:36.470680 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-39eef395-f0fe-4542-9b20-bc11bc84a867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:36.543076 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port bc0f374e-89c5-4a2f-a652-499332777c5f, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=bc0f374e-89c5-4a2f-a652-499332777c5f,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:57:36.562915 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': 'bc0f374e-89c5-4a2f-a652-499332777c5f', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'port_id': 'bc0f374e-89c5-4a2f-a652-499332777c5f', 'mac_address': 'fa:16:3e:22:19:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:57:36.577395 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-39eef395-f0fe-4542-9b20-bc11bc84a867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:36.606933 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eef395-f0fe-4542-9b20-bc11bc84a867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0a095b-31d8-45fa-982c-939b35b964ee,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:36.623532 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-39eef395-f0fe-4542-9b20-bc11bc84a867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:36.625557 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-39eef395-f0fe-4542-9b20-bc11bc84a867 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6f0a095b-31d8-45fa-982c-939b35b964ee HTTP/1.1" status: 204 len: 168 time: 0.2706311 May 03 22:57:36.689248 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:36.724821 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc0f374e-89c5-4a2f-a652-499332777c5f {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:57:36.742924 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port bc0f374e-89c5-4a2f-a652-499332777c5f, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=bc0f374e-89c5-4a2f-a652-499332777c5f,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:57:36.747870 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:36.794276 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb525c90-12d7-4f99-b2b9-e13d98c6ede3 req-2d68d469-ad3a-4856-8d9d-776d885daf69 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:36.800253 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fb525c90-12d7-4f99-b2b9-e13d98c6ede3 req-2d68d469-ad3a-4856-8d9d-776d885daf69 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=181bbf8e-859f-4eb0-90e9-7169a9fbbeca HTTP/1.1" status: 200 len: 943 time: 0.1226034 May 03 22:57:36.819732 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=bc0f374e-89c5-4a2f-a652-499332777c5f,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:36.852106 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fb525c90-12d7-4f99-b2b9-e13d98c6ede3 req-9434eaee-c515-4963-966c-d8f0dd95325d tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445724 May 03 22:57:37.002972 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['bc0f374e-89c5-4a2f-a652-499332777c5f'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:57:37.043163 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 41890) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:37.068574 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-aeb7631c-6075-4aac-8dee-ae0989786890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:37.086048 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-aeb7631c-6075-4aac-8dee-ae0989786890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:57:37.090548 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-aeb7631c-6075-4aac-8dee-ae0989786890 admin admin] Usage tracker for resource:security_group_rule and tenant:da7f3910b11648b586c0dacbc440e4db is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:57:37.094671 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-aeb7631c-6075-4aac-8dee-ae0989786890 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:57:37.101671 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-aeb7631c-6075-4aac-8dee-ae0989786890 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:57:37.163507 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:57:37.209695 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-aeb7631c-6075-4aac-8dee-ae0989786890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:37.216649 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-aeb7631c-6075-4aac-8dee-ae0989786890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:37.294220 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 41898) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:37.299060 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-aeb7631c-6075-4aac-8dee-ae0989786890 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=da7f3910b11648b586c0dacbc440e4db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2472124 May 03 22:57:37.300143 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb7631c-6075-4aac-8dee-ae0989786890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4970b767-cf22-4eba-99af-ed7646540740,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:37.363860 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-42cede6e-496e-4873-8ec0-afa37c7931e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:37.396977 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-42cede6e-496e-4873-8ec0-afa37c7931e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:37.462323 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-42cede6e-496e-4873-8ec0-afa37c7931e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:37.485775 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cede6e-496e-4873-8ec0-afa37c7931e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4970b767-cf22-4eba-99af-ed7646540740,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:37.490502 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-42cede6e-496e-4873-8ec0-afa37c7931e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:37.493588 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-42cede6e-496e-4873-8ec0-afa37c7931e6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4970b767-cf22-4eba-99af-ed7646540740 HTTP/1.1" status: 204 len: 168 time: 0.1979930 May 03 22:57:38.118077 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a7f4d-1b96-4877-a222-bdd983ef5d0f req-2d2ef377-71d9-4a08-b45c-c16c9ce29d6f tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:38.125593 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-266a7f4d-1b96-4877-a222-bdd983ef5d0f req-2d2ef377-71d9-4a08-b45c-c16c9ce29d6f tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=181bbf8e-859f-4eb0-90e9-7169a9fbbeca HTTP/1.1" status: 200 len: 944 time: 0.1050155 May 03 22:57:38.174067 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-266a7f4d-1b96-4877-a222-bdd983ef5d0f req-872c00a8-bf9f-477a-8ff6-ee39996279fa tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474660 May 03 22:57:38.363510 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device bc0f374e-89c5-4a2f-a652-499332777c5f up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:57:38.439095 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port bc0f374e-89c5-4a2f-a652-499332777c5f completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:57:38.444789 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port bc0f374e-89c5-4a2f-a652-499332777c5f triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:57:38.445402 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:38.600031 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:38.667647 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port bc0f374e-89c5-4a2f-a652-499332777c5f, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=bc0f374e-89c5-4a2f-a652-499332777c5f,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:57:38.668804 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181bbf8e-859f-4eb0-90e9-7169a9fbbeca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0f374e-89c5-4a2f-a652-499332777c5f'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:57:38.707502 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:38.839604 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f47593d-f755-4341-b58e-193250048c80'] response: {'server_uuid': '181bbf8e-859f-4eb0-90e9-7169a9fbbeca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0f374e-89c5-4a2f-a652-499332777c5f', 'code': 200} May 03 22:57:38.840615 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=bc0f374e-89c5-4a2f-a652-499332777c5f,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:39.065835 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323639a0-2745-4b1f-94ad-ebf29995199b req-fcf99327-9b60-4f24-b435-b5f44a278443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:39.067369 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-323639a0-2745-4b1f-94ad-ebf29995199b req-fcf99327-9b60-4f24-b435-b5f44a278443 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=181bbf8e-859f-4eb0-90e9-7169a9fbbeca HTTP/1.1" status: 200 len: 1096 time: 0.1879265 May 03 22:57:39.120979 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-323639a0-2745-4b1f-94ad-ebf29995199b req-c27b096d-e132-4043-bfb7-a2d0a80d93c7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473473 May 03 22:57:39.387255 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89aa5d-eaf3-435f-bf8d-14a2a1d2490b req-866188f4-31f1-4fe8-9d38-d494322fdc1b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:39.394822 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-be89aa5d-eaf3-435f-bf8d-14a2a1d2490b req-866188f4-31f1-4fe8-9d38-d494322fdc1b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=181bbf8e-859f-4eb0-90e9-7169a9fbbeca HTTP/1.1" status: 200 len: 945 time: 0.1072247 May 03 22:57:39.467716 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-be89aa5d-eaf3-435f-bf8d-14a2a1d2490b req-021e4dab-f22b-4909-ba8c-e4fc34e0173e tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696218 May 03 22:57:40.727019 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c47583-a9ae-4237-a5e1-0e7dae01b4c1 req-65881273-3711-45bf-9609-1231ecc1e3b0 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:40.729026 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6c47583-a9ae-4237-a5e1-0e7dae01b4c1 req-65881273-3711-45bf-9609-1231ecc1e3b0 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=181bbf8e-859f-4eb0-90e9-7169a9fbbeca HTTP/1.1" status: 200 len: 945 time: 0.1087697 May 03 22:57:40.780150 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e6c47583-a9ae-4237-a5e1-0e7dae01b4c1 req-ba3e78b0-2e43-480c-b895-25c2a6189515 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446303 May 03 22:57:41.005212 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d547f-5d48-457a-a3fe-f25484a627d6 req-0051530b-3ce7-4606-81b4-b741d8a2292f tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:41.006826 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b79d547f-5d48-457a-a3fe-f25484a627d6 req-0051530b-3ce7-4606-81b4-b741d8a2292f tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=181bbf8e-859f-4eb0-90e9-7169a9fbbeca HTTP/1.1" status: 200 len: 945 time: 0.1177444 May 03 22:57:41.052174 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b79d547f-5d48-457a-a3fe-f25484a627d6 req-6c2eafa9-8444-457c-b979-f920362aa8c5 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395854 May 03 22:57:41.082392 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42006) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:41.162418 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db6cd46-a7f6-4a8d-b197-8eff8c2e03af tempest-TestVolumeBootPattern-1052048996 tempest-TestVolumeBootPattern-1052048996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:41.163115 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7db6cd46-a7f6-4a8d-b197-8eff8c2e03af tempest-TestVolumeBootPattern-1052048996 tempest-TestVolumeBootPattern-1052048996-project-admin] Synchronizing usage tracker for tenant:34d04d34f2724192b4a5b1b9b1ee4d13 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:57:41.181513 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7db6cd46-a7f6-4a8d-b197-8eff8c2e03af tempest-TestVolumeBootPattern-1052048996 tempest-TestVolumeBootPattern-1052048996-project-admin] Unset dirty status for tenant:34d04d34f2724192b4a5b1b9b1ee4d13 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:57:41.182786 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7db6cd46-a7f6-4a8d-b197-8eff8c2e03af tempest-TestVolumeBootPattern-1052048996 tempest-TestVolumeBootPattern-1052048996-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=181bbf8e-859f-4eb0-90e9-7169a9fbbeca HTTP/1.1" status: 200 len: 1091 time: 0.0992751 May 03 22:57:41.185472 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42012) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:41.191109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-a7384880-e741-46a6-8b27-1a4c558a7c31 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'port_id': 'bc0f374e-89c5-4a2f-a652-499332777c5f', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:57:41.197761 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a7384880-e741-46a6-8b27-1a4c558a7c31 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:57:41.201724 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a7384880-e741-46a6-8b27-1a4c558a7c31 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Usage tracker for resource:floatingip and tenant:fac7f64c48bd48e8ae480a0113f466e9 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:57:41.204924 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a7384880-e741-46a6-8b27-1a4c558a7c31 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:57:41.211360 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a7384880-e741-46a6-8b27-1a4c558a7c31 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:57:41.227722 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a7384880-e741-46a6-8b27-1a4c558a7c31 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for floatingip, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:41.439304 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a7384880-e741-46a6-8b27-1a4c558a7c31 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:41.594010 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-a7384880-e741-46a6-8b27-1a4c558a7c31 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Allocated IP 172.25.2.102 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/93fa4525-7815-4759-941c-ec8633fa84aa) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:57:41.754253 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a7384880-e741-46a6-8b27-1a4c558a7c31 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:41.799459 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a7384880-e741-46a6-8b27-1a4c558a7c31 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:41.911765 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7384880-e741-46a6-8b27-1a4c558a7c31 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:57:41.915439 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-a7384880-e741-46a6-8b27-1a4c558a7c31 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:57:41.919518 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7384880-e741-46a6-8b27-1a4c558a7c31 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:57:41.949684 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7384880-e741-46a6-8b27-1a4c558a7c31 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Pushing event updated for resources: {'Port': ['ID=93fa4525-7815-4759-941c-ec8633fa84aa,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:42.581775 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a7384880-e741-46a6-8b27-1a4c558a7c31 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:42.718621 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a7384880-e741-46a6-8b27-1a4c558a7c31 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:43.190981 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a7384880-e741-46a6-8b27-1a4c558a7c31 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:43.202047 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a7384880-e741-46a6-8b27-1a4c558a7c31 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:43.497942 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7384880-e741-46a6-8b27-1a4c558a7c31 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Pushing event updated for resources: {'Port': ['ID=93fa4525-7815-4759-941c-ec8633fa84aa,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:43.501062 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a7384880-e741-46a6-8b27-1a4c558a7c31 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:43.881726 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [None req-a7384880-e741-46a6-8b27-1a4c558a7c31 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Floating IP 3ed68fb9-69c3-4f9c-8fef-648dad3ef026 associated. External IP: 172.25.2.102, port: bc0f374e-89c5-4a2f-a652-499332777c5f. May 03 22:57:44.352072 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7384880-e741-46a6-8b27-1a4c558a7c31 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Router bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:57:44.801758 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7384880-e741-46a6-8b27-1a4c558a7c31 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:57:44.814031 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ab99c8-4dd2-4190-8f4e-15ab5352467f None None] Sync routers for ids ['bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:57:44.824369 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ab99c8-4dd2-4190-8f4e-15ab5352467f None None] Routers {'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:57:44.825347 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c5ab99c8-4dd2-4190-8f4e-15ab5352467f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:57:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:57:44.862998 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a7384880-e741-46a6-8b27-1a4c558a7c31 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:44.935662 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a7384880-e741-46a6-8b27-1a4c558a7c31 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7490544 May 03 22:57:44.937813 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181bbf8e-859f-4eb0-90e9-7169a9fbbeca', 'tag': 'bc0f374e-89c5-4a2f-a652-499332777c5f'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:57:45.014760 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6db22dc6-f4dc-4e65-a9e5-2133a32c19c9'] response: {'name': 'network-changed', 'server_uuid': '181bbf8e-859f-4eb0-90e9-7169a9fbbeca', 'tag': 'bc0f374e-89c5-4a2f-a652-499332777c5f', 'status': 'completed', 'code': 200} May 03 22:57:45.045784 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-c5ab99c8-4dd2-4190-8f4e-15ab5352467f None None] Set router bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:57:45.137933 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef8999-2b09-44dd-96f9-7e485256f057 req-2343b993-f6df-4fe5-bdce-d5e71ed70dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:45.139488 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-65ef8999-2b09-44dd-96f9-7e485256f057 req-2343b993-f6df-4fe5-bdce-d5e71ed70dc5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fac7f64c48bd48e8ae480a0113f466e9&device_id=181bbf8e-859f-4eb0-90e9-7169a9fbbeca HTTP/1.1" status: 200 len: 1096 time: 0.1040113 May 03 22:57:45.295682 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef8999-2b09-44dd-96f9-7e485256f057 req-719c552b-49a6-49da-8353-e8d666aea9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:45.296979 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-65ef8999-2b09-44dd-96f9-7e485256f057 req-719c552b-49a6-49da-8353-e8d666aea9d0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=707cfa08-484f-448d-b84f-a940bf8f6e2e HTTP/1.1" status: 200 len: 912 time: 0.1500967 May 03 22:57:45.428779 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-65ef8999-2b09-44dd-96f9-7e485256f057 req-1d3f293d-d0c0-481a-90db-118493121e1f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc0f374e-89c5-4a2f-a652-499332777c5f HTTP/1.1" status: 200 len: 999 time: 0.1193614 May 03 22:57:45.537083 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef8999-2b09-44dd-96f9-7e485256f057 req-2bb1c4d2-c8fe-420c-bbee-09458013f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:45.539103 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-65ef8999-2b09-44dd-96f9-7e485256f057 req-2bb1c4d2-c8fe-420c-bbee-09458013f73d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1a456f8a-c743-4130-8826-ac82fe55cbc8 HTTP/1.1" status: 200 len: 850 time: 0.1009877 May 03 22:57:45.553713 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c5ab99c8-4dd2-4190-8f4e-15ab5352467f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'name': 'tempest-TestVolumeBootPattern-388009800-router', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:38Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 4, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'gw_port': {'id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:39Z', 'updated_at': '2022-05-03T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '3ed68fb9-69c3-4f9c-8fef-648dad3ef026', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'floating_ip_address': '172.25.2.102', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'port_id': 'bc0f374e-89c5-4a2f-a652-499332777c5f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'mac_address': 'fa:16:3e:22:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181bbf8e-859f-4eb0-90e9-7169a9fbbeca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:57:42Z', 'updated_at': '2022-05-03T22:57:42Z', 'revision_number': 0, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c072430-9b3b-4e76-833d-c229a370f52c', 'name': '', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'mac_address': 'fa:16:3e:6b:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:43Z', 'updated_at': '2022-05-03T22:49:53Z', 'revision_number': 5, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'subnets': [{'id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:57:45.563989 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ab99c8-4dd2-4190-8f4e-15ab5352467f None None] Checking router: bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:57:45.595174 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ab99c8-4dd2-4190-8f4e-15ab5352467f None None] Routers {'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:57:45.602084 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c5ab99c8-4dd2-4190-8f4e-15ab5352467f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:57:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:57:45.648665 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef8999-2b09-44dd-96f9-7e485256f057 req-c500d4be-ddcc-4b80-906d-250639b157ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:45.650334 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-65ef8999-2b09-44dd-96f9-7e485256f057 req-c500d4be-ddcc-4b80-906d-250639b157ce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=707cfa08-484f-448d-b84f-a940bf8f6e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1010411 May 03 22:57:45.818887 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-65ef8999-2b09-44dd-96f9-7e485256f057 req-484b5339-2390-4148-b1f5-6b52eb879e4a service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520574 May 03 22:57:45.823419 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-c5ab99c8-4dd2-4190-8f4e-15ab5352467f None None] Set router bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:57:46.026350 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-65ef8999-2b09-44dd-96f9-7e485256f057 req-245d7192-caa5-4509-91ae-18a6c8966eab service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989653 May 03 22:57:46.299445 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c5ab99c8-4dd2-4190-8f4e-15ab5352467f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'name': 'tempest-TestVolumeBootPattern-388009800-router', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:38Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 4, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'gw_port': {'id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:39Z', 'updated_at': '2022-05-03T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '3ed68fb9-69c3-4f9c-8fef-648dad3ef026', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'floating_ip_address': '172.25.2.102', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'port_id': 'bc0f374e-89c5-4a2f-a652-499332777c5f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'mac_address': 'fa:16:3e:22:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181bbf8e-859f-4eb0-90e9-7169a9fbbeca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:57:42Z', 'updated_at': '2022-05-03T22:57:42Z', 'revision_number': 0, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c072430-9b3b-4e76-833d-c229a370f52c', 'name': '', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'mac_address': 'fa:16:3e:6b:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:43Z', 'updated_at': '2022-05-03T22:49:53Z', 'revision_number': 5, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'subnets': [{'id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:57:46.305121 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ab99c8-4dd2-4190-8f4e-15ab5352467f None None] The sync data for ids ['bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'] in n-d-811807-1 is: [{'id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'name': 'tempest-TestVolumeBootPattern-388009800-router', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:38Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 4, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'gw_port': {'id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:39Z', 'updated_at': '2022-05-03T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '3ed68fb9-69c3-4f9c-8fef-648dad3ef026', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'floating_ip_address': '172.25.2.102', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'port_id': 'bc0f374e-89c5-4a2f-a652-499332777c5f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'mac_address': 'fa:16:3e:22:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181bbf8e-859f-4eb0-90e9-7169a9fbbeca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:57:42Z', 'updated_at': '2022-05-03T22:57:42Z', 'revision_number': 0, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c072430-9b3b-4e76-833d-c229a370f52c', 'name': '', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'mac_address': 'fa:16:3e:6b:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:43Z', 'updated_at': '2022-05-03T22:49:53Z', 'revision_number': 5, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'subnets': [{'id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:57:46.724190 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bc5456-281d-4a84-932c-6ee1b9dbb040 None None] New status for floating IP 3ed68fb9-69c3-4f9c-8fef-648dad3ef026: ACTIVE {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:57:49.630179 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42162) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:49.757809 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-017be0c9-9655-48ac-ba09-5dd4d79e946e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:49.772829 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-017be0c9-9655-48ac-ba09-5dd4d79e946e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:57:49.776922 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-017be0c9-9655-48ac-ba09-5dd4d79e946e admin admin] Usage tracker for resource:security_group_rule and tenant:3d7adb58cac34e0296760407af741e6f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:57:49.779921 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-017be0c9-9655-48ac-ba09-5dd4d79e946e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:57:49.786054 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-017be0c9-9655-48ac-ba09-5dd4d79e946e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:57:49.909458 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-017be0c9-9655-48ac-ba09-5dd4d79e946e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:49.913828 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-017be0c9-9655-48ac-ba09-5dd4d79e946e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:49.968656 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-017be0c9-9655-48ac-ba09-5dd4d79e946e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3d7adb58cac34e0296760407af741e6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3350503 May 03 22:57:49.969466 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42176) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:49.973238 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017be0c9-9655-48ac-ba09-5dd4d79e946e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84fc7131-de05-419e-95dd-fa04083bc754,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:50.032237 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7b6670ba-a9a5-4e45-9473-d52900d373df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:50.062261 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7b6670ba-a9a5-4e45-9473-d52900d373df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:50.123418 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7b6670ba-a9a5-4e45-9473-d52900d373df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:50.144100 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7b6670ba-a9a5-4e45-9473-d52900d373df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:50.145369 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7b6670ba-a9a5-4e45-9473-d52900d373df admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/84fc7131-de05-419e-95dd-fa04083bc754 HTTP/1.1" status: 204 len: 168 time: 0.1752970 May 03 22:57:50.146415 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6670ba-a9a5-4e45-9473-d52900d373df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fc7131-de05-419e-95dd-fa04083bc754,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:50.512144 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42196) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:50.531378 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-922d9838-c964-40c0-858a-99f73b26c08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:50.554442 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-922d9838-c964-40c0-858a-99f73b26c08c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:57:50.558691 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-922d9838-c964-40c0-858a-99f73b26c08c admin admin] Usage tracker for resource:security_group_rule and tenant:eaba3ee0c1ee44009db33c38875fd72e is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:57:50.561748 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-922d9838-c964-40c0-858a-99f73b26c08c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:57:50.567759 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-922d9838-c964-40c0-858a-99f73b26c08c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:57:50.667887 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-922d9838-c964-40c0-858a-99f73b26c08c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:50.673301 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-922d9838-c964-40c0-858a-99f73b26c08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:50.725414 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-922d9838-c964-40c0-858a-99f73b26c08c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eaba3ee0c1ee44009db33c38875fd72e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2096939 May 03 22:57:50.725414 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d9838-c964-40c0-858a-99f73b26c08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7784fd-a23a-48e8-a4c4-f8344509ff29,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:50.725563 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42208) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:50.798161 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-252770c7-84ca-4217-95d4-39ca1c1bb8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:50.841644 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-252770c7-84ca-4217-95d4-39ca1c1bb8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:50.904042 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-252770c7-84ca-4217-95d4-39ca1c1bb8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:50.928211 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252770c7-84ca-4217-95d4-39ca1c1bb8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7784fd-a23a-48e8-a4c4-f8344509ff29,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:50.938686 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-252770c7-84ca-4217-95d4-39ca1c1bb8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:50.940115 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-252770c7-84ca-4217-95d4-39ca1c1bb8b3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fc7784fd-a23a-48e8-a4c4-f8344509ff29 HTTP/1.1" status: 204 len: 168 time: 0.2137134 May 03 22:57:51.320710 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42226) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:51.338683 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fe4ee0d9-13c7-4761-90c3-f804ba8383e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:51.353311 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-fe4ee0d9-13c7-4761-90c3-f804ba8383e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:57:51.357200 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-fe4ee0d9-13c7-4761-90c3-f804ba8383e9 admin admin] Usage tracker for resource:security_group_rule and tenant:bfd2f455cc4443ce8044d8c5248a10b2 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:57:51.360635 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-fe4ee0d9-13c7-4761-90c3-f804ba8383e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:57:51.366427 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-fe4ee0d9-13c7-4761-90c3-f804ba8383e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:57:51.448590 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fe4ee0d9-13c7-4761-90c3-f804ba8383e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:51.453080 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fe4ee0d9-13c7-4761-90c3-f804ba8383e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:51.504296 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fe4ee0d9-13c7-4761-90c3-f804ba8383e9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bfd2f455cc4443ce8044d8c5248a10b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1824689 May 03 22:57:51.506256 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ee0d9-13c7-4761-90c3-f804ba8383e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b91c6e-6896-4fbe-83d8-6b9ae7567c11,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:51.507013 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42234) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:51.614256 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-83d9b0ed-d47f-4089-9128-67496c20629d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:51.646613 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-83d9b0ed-d47f-4089-9128-67496c20629d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:51.708093 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-83d9b0ed-d47f-4089-9128-67496c20629d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:51.728846 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9b0ed-d47f-4089-9128-67496c20629d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b91c6e-6896-4fbe-83d8-6b9ae7567c11,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:51.740942 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-83d9b0ed-d47f-4089-9128-67496c20629d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:51.745661 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-83d9b0ed-d47f-4089-9128-67496c20629d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e3b91c6e-6896-4fbe-83d8-6b9ae7567c11 HTTP/1.1" status: 204 len: 168 time: 0.2341819 May 03 22:57:52.896111 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9039e832-61c4-486f-85b1-e39faacf3c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:54.532976 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:55.054603 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-971241a4-6c86-4a3a-aa55-31ae2d41f5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:56.308569 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:56.368076 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:57.658697 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:58.071701 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:59.331994 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42494) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:59.486739 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aa80321e-97d6-4e3a-bec1-ae421d7b17fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:59.501427 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-aa80321e-97d6-4e3a-bec1-ae421d7b17fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:57:59.505501 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-aa80321e-97d6-4e3a-bec1-ae421d7b17fc admin admin] Usage tracker for resource:security_group_rule and tenant:99e657d8bd954ddcbb54706fc64d03bf is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:57:59.508502 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-aa80321e-97d6-4e3a-bec1-ae421d7b17fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:57:59.515270 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-aa80321e-97d6-4e3a-bec1-ae421d7b17fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:57:59.626011 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aa80321e-97d6-4e3a-bec1-ae421d7b17fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:59.632773 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aa80321e-97d6-4e3a-bec1-ae421d7b17fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:59.669892 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-aa80321e-97d6-4e3a-bec1-ae421d7b17fc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=99e657d8bd954ddcbb54706fc64d03bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3364024 May 03 22:57:59.673653 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42504) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:57:59.691403 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80321e-97d6-4e3a-bec1-ae421d7b17fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39d7d0a-2c8a-4e82-a851-dedf85d37907,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:59.699469 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80321e-97d6-4e3a-bec1-ae421d7b17fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:59.700079 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80321e-97d6-4e3a-bec1-ae421d7b17fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:59.700593 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80321e-97d6-4e3a-bec1-ae421d7b17fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:59.701117 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80321e-97d6-4e3a-bec1-ae421d7b17fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:59.701638 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80321e-97d6-4e3a-bec1-ae421d7b17fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:59.702747 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80321e-97d6-4e3a-bec1-ae421d7b17fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:59.703267 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80321e-97d6-4e3a-bec1-ae421d7b17fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:59.704332 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80321e-97d6-4e3a-bec1-ae421d7b17fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:59.705085 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80321e-97d6-4e3a-bec1-ae421d7b17fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:59.705602 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80321e-97d6-4e3a-bec1-ae421d7b17fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:59.706154 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80321e-97d6-4e3a-bec1-ae421d7b17fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:59.706670 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa80321e-97d6-4e3a-bec1-ae421d7b17fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:59.784224 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ecc2f162-9516-4384-a6cc-4016a767eb63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:59.821531 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ecc2f162-9516-4384-a6cc-4016a767eb63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:59.888528 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ecc2f162-9516-4384-a6cc-4016a767eb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:59.915021 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc2f162-9516-4384-a6cc-4016a767eb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39d7d0a-2c8a-4e82-a851-dedf85d37907,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:59.919426 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ecc2f162-9516-4384-a6cc-4016a767eb63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:57:59.923598 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ecc2f162-9516-4384-a6cc-4016a767eb63 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b39d7d0a-2c8a-4e82-a851-dedf85d37907 HTTP/1.1" status: 204 len: 168 time: 0.2488041 May 03 22:58:00.320847 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42518) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:00.339754 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-99abd7f0-0f0f-4e95-9fc1-d52feb9ce6b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:00.356420 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-99abd7f0-0f0f-4e95-9fc1-d52feb9ce6b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:58:00.361033 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-99abd7f0-0f0f-4e95-9fc1-d52feb9ce6b1 admin admin] Usage tracker for resource:security_group_rule and tenant:af55982d9e91478a86d84b14f22cd66d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:58:00.364335 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-99abd7f0-0f0f-4e95-9fc1-d52feb9ce6b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:58:00.371802 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-99abd7f0-0f0f-4e95-9fc1-d52feb9ce6b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:58:00.519176 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-99abd7f0-0f0f-4e95-9fc1-d52feb9ce6b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:00.540397 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-99abd7f0-0f0f-4e95-9fc1-d52feb9ce6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:00.630975 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42522) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:00.656595 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-99abd7f0-0f0f-4e95-9fc1-d52feb9ce6b1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=af55982d9e91478a86d84b14f22cd66d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3198812 May 03 22:58:00.692017 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abd7f0-0f0f-4e95-9fc1-d52feb9ce6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d1e55d-d868-4e2f-9329-85cc6f55a91b,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:00.778318 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c85ae717-f60f-401d-8e16-0c3936240a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:00.852238 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c85ae717-f60f-401d-8e16-0c3936240a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:00.943346 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c85ae717-f60f-401d-8e16-0c3936240a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:00.974207 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ae717-f60f-401d-8e16-0c3936240a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d1e55d-d868-4e2f-9329-85cc6f55a91b,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:00.984559 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c85ae717-f60f-401d-8e16-0c3936240a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:00.984559 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c85ae717-f60f-401d-8e16-0c3936240a7b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/86d1e55d-d868-4e2f-9329-85cc6f55a91b HTTP/1.1" status: 204 len: 168 time: 0.3490148 May 03 22:58:03.329296 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c6ccd-a5cc-4f5c-a544-4207aa503155 req-bed70fc9-5c30-4fab-bd6e-c2f1f62d1450 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:03.329296 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a15c6ccd-a5cc-4f5c-a544-4207aa503155 req-bed70fc9-5c30-4fab-bd6e-c2f1f62d1450 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 946 time: 0.1236303 May 03 22:58:03.400830 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42582) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:03.423745 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a15c6ccd-a5cc-4f5c-a544-4207aa503155 req-34a94c5d-cd32-493c-ae15-79c7dedf413d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=a496da84-ec2b-470c-95d0-797cc34016ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813630 May 03 22:58:03.616450 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6e201da0-470e-4392-82a6-d2c398b5509f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:03.643063 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6e201da0-470e-4392-82a6-d2c398b5509f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:58:03.643063 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6e201da0-470e-4392-82a6-d2c398b5509f admin admin] Usage tracker for resource:security_group_rule and tenant:c7c1b7a983024e41bfa3630ece69ef49 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:58:03.643063 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6e201da0-470e-4392-82a6-d2c398b5509f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:58:03.663675 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6e201da0-470e-4392-82a6-d2c398b5509f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:58:03.779960 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6e201da0-470e-4392-82a6-d2c398b5509f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:03.794648 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6e201da0-470e-4392-82a6-d2c398b5509f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:03.914969 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6e201da0-470e-4392-82a6-d2c398b5509f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c7c1b7a983024e41bfa3630ece69ef49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5146413 May 03 22:58:03.918228 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42594) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:03.940502 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e201da0-470e-4392-82a6-d2c398b5509f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e12dab-35cd-429d-87d6-64a22a34db8d,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:04.094102 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e9bd67dc-bbfc-47d7-bcd9-0f626dd9dade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:04.151694 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e9bd67dc-bbfc-47d7-bcd9-0f626dd9dade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:04.235127 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e9bd67dc-bbfc-47d7-bcd9-0f626dd9dade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:04.262699 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd67dc-bbfc-47d7-bcd9-0f626dd9dade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e12dab-35cd-429d-87d6-64a22a34db8d,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:04.262699 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e9bd67dc-bbfc-47d7-bcd9-0f626dd9dade admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:04.262699 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e9bd67dc-bbfc-47d7-bcd9-0f626dd9dade admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/97e12dab-35cd-429d-87d6-64a22a34db8d HTTP/1.1" status: 204 len: 168 time: 0.3458345 May 03 22:58:04.753032 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c826d2-bd26-4861-9cff-b2f1b16dac73 req-b06c4e3a-5ccc-472c-b8f0-f7a0ce739d97 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:04.754738 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f5c826d2-bd26-4861-9cff-b2f1b16dac73 req-b06c4e3a-5ccc-472c-b8f0-f7a0ce739d97 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 946 time: 0.1489456 May 03 22:58:04.832321 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f5c826d2-bd26-4861-9cff-b2f1b16dac73 req-a984b480-bfd7-4599-8679-ebc05df41195 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=a496da84-ec2b-470c-95d0-797cc34016ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719283 May 03 22:58:05.152845 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42634) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:05.314312 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4459a47a-b638-430e-aa8b-78bc0cf9b854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:05.332262 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4459a47a-b638-430e-aa8b-78bc0cf9b854 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:58:05.336179 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4459a47a-b638-430e-aa8b-78bc0cf9b854 admin admin] Usage tracker for resource:security_group_rule and tenant:f0572ee56a3c4aa3915379f63543e14e is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:58:05.339015 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4459a47a-b638-430e-aa8b-78bc0cf9b854 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:58:05.345205 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4459a47a-b638-430e-aa8b-78bc0cf9b854 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:58:05.470575 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4459a47a-b638-430e-aa8b-78bc0cf9b854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:05.470575 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4459a47a-b638-430e-aa8b-78bc0cf9b854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:05.524658 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459a47a-b638-430e-aa8b-78bc0cf9b854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d816f791-08c4-4fcd-8dba-72c28003dc37,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:05.547931 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42650) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:05.575498 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42656) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:05.579882 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4459a47a-b638-430e-aa8b-78bc0cf9b854 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f0572ee56a3c4aa3915379f63543e14e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4144890 May 03 22:58:05.708811 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bddd110d-e3af-43a9-b57b-fa701b0112c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:05.738125 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bddd110d-e3af-43a9-b57b-fa701b0112c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:05.747542 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-bdb315ec-fbce-45a2-92de-590c663bcd14 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-869594568-network', 'tenant_id': '58223e5fba464f509bc485c09bb5b9ba'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:58:05.761427 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bdb315ec-fbce-45a2-92de-590c663bcd14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:58:05.761427 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bdb315ec-fbce-45a2-92de-590c663bcd14 admin admin] Usage tracker for resource:network and tenant:58223e5fba464f509bc485c09bb5b9ba is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:58:05.766584 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bdb315ec-fbce-45a2-92de-590c663bcd14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:58:05.776766 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bdb315ec-fbce-45a2-92de-590c663bcd14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:58:05.801653 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb315ec-fbce-45a2-92de-590c663bcd14 admin admin] Made reservation on behalf of 58223e5fba464f509bc485c09bb5b9ba for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:58:05.804086 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bdb315ec-fbce-45a2-92de-590c663bcd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:05.818212 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bdb315ec-fbce-45a2-92de-590c663bcd14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:05.833584 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bdb315ec-fbce-45a2-92de-590c663bcd14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:58:05.838670 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bdb315ec-fbce-45a2-92de-590c663bcd14 admin admin] Usage tracker for resource:security_group_rule and tenant:58223e5fba464f509bc485c09bb5b9ba is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:58:05.841646 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bdb315ec-fbce-45a2-92de-590c663bcd14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:58:05.844305 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bddd110d-e3af-43a9-b57b-fa701b0112c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:05.859667 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bdb315ec-fbce-45a2-92de-590c663bcd14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:58:05.868095 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd110d-e3af-43a9-b57b-fa701b0112c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d816f791-08c4-4fcd-8dba-72c28003dc37,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:05.889497 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bddd110d-e3af-43a9-b57b-fa701b0112c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:05.893525 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bddd110d-e3af-43a9-b57b-fa701b0112c8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d816f791-08c4-4fcd-8dba-72c28003dc37 HTTP/1.1" status: 204 len: 168 time: 0.3226819 May 03 22:58:06.051107 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bdb315ec-fbce-45a2-92de-590c663bcd14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:06.051230 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234191d-309e-49de-b367-3fa984e318f8 req-b204650b-e2e7-4638-9dd9-a811404fb0cf tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:06.053073 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5234191d-309e-49de-b367-3fa984e318f8 req-b204650b-e2e7-4638-9dd9-a811404fb0cf tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 946 time: 0.0906065 May 03 22:58:06.064260 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bdb315ec-fbce-45a2-92de-590c663bcd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:06.099649 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb315ec-fbce-45a2-92de-590c663bcd14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:58:06.162672 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5234191d-309e-49de-b367-3fa984e318f8 req-dee7283c-0e16-4e23-aeb2-10c90559c2b2 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=a496da84-ec2b-470c-95d0-797cc34016ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964200 May 03 22:58:06.171635 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bdb315ec-fbce-45a2-92de-590c663bcd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:06.172468 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-bdb315ec-fbce-45a2-92de-590c663bcd14 admin admin] Added segment 6ff5e8f4-f5c1-470a-b0ee-f27caca67db6 of type vlan for network beba7415-3acb-4f89-b979-312dd49f6f7e May 03 22:58:06.205093 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bdb315ec-fbce-45a2-92de-590c663bcd14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:06.229044 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb315ec-fbce-45a2-92de-590c663bcd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c6de50-e5da-43a2-8101-7f370a6ee0da,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:06.241224 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bdb315ec-fbce-45a2-92de-590c663bcd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:06.242414 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb315ec-fbce-45a2-92de-590c663bcd14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:06.243136 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bdb315ec-fbce-45a2-92de-590c663bcd14 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:06.345548 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bdb315ec-fbce-45a2-92de-590c663bcd14 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7983952 May 03 22:58:06.348783 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42668) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:06.354488 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb315ec-fbce-45a2-92de-590c663bcd14 admin admin] Pushing event updated for resources: {'Network': ['ID=beba7415-3acb-4f89-b979-312dd49f6f7e,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:06.357336 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42672) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:06.361373 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-3de66527-b812-403c-befd-ca511a955949 admin admin] Request body: {'subnet': {'network_id': 'beba7415-3acb-4f89-b979-312dd49f6f7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-869594568-subnet', 'tenant_id': '58223e5fba464f509bc485c09bb5b9ba', 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:58:06.365440 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network beba7415-3acb-4f89-b979-312dd49f6f7e details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:58:06.375767 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3de66527-b812-403c-befd-ca511a955949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:58:06.376185 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-25e197a9-88a7-4f21-a7fd-054b7af51057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:06.381102 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3de66527-b812-403c-befd-ca511a955949 admin admin] Usage tracker for resource:subnet and tenant:58223e5fba464f509bc485c09bb5b9ba is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:58:06.384342 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3de66527-b812-403c-befd-ca511a955949 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:58:06.391158 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3de66527-b812-403c-befd-ca511a955949 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:58:06.391912 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-25e197a9-88a7-4f21-a7fd-054b7af51057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:58:06.395913 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-25e197a9-88a7-4f21-a7fd-054b7af51057 admin admin] Usage tracker for resource:security_group_rule and tenant:5baab75d78f343619d0a1bc8ba733576 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:58:06.399002 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-25e197a9-88a7-4f21-a7fd-054b7af51057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:58:06.408623 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-25e197a9-88a7-4f21-a7fd-054b7af51057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:58:06.409631 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de66527-b812-403c-befd-ca511a955949 admin admin] Made reservation on behalf of 58223e5fba464f509bc485c09bb5b9ba for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:58:06.412881 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3de66527-b812-403c-befd-ca511a955949 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:06.516803 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-25e197a9-88a7-4f21-a7fd-054b7af51057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:06.521843 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-25e197a9-88a7-4f21-a7fd-054b7af51057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:06.574417 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-25e197a9-88a7-4f21-a7fd-054b7af51057 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5baab75d78f343619d0a1bc8ba733576&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2150214 May 03 22:58:06.575920 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e197a9-88a7-4f21-a7fd-054b7af51057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a05420e-68fe-4116-9dbe-d78aee27d1f6,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:06.579393 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42676) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:06.644789 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ca814f76-1e8c-435b-bc4f-3ffd4a710619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:06.659326 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3de66527-b812-403c-befd-ca511a955949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:06.679088 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ca814f76-1e8c-435b-bc4f-3ffd4a710619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:06.738351 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de66527-b812-403c-befd-ca511a955949 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b70d022-8ecb-4fa8-a14a-6a2a0f8e930d,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:06.742491 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de66527-b812-403c-befd-ca511a955949 admin admin] Checking segment: {'id': '6ff5e8f4-f5c1-470a-b0ee-f27caca67db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'beba7415-3acb-4f89-b979-312dd49f6f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:58:06.742844 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de66527-b812-403c-befd-ca511a955949 admin admin] Network hostable DHCP agents. Network: beba7415-3acb-4f89-b979-312dd49f6f7e, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:58:06.744792 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ca814f76-1e8c-435b-bc4f-3ffd4a710619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:06.763939 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca814f76-1e8c-435b-bc4f-3ffd4a710619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a05420e-68fe-4116-9dbe-d78aee27d1f6,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:06.764203 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de66527-b812-403c-befd-ca511a955949 admin admin] Network beba7415-3acb-4f89-b979-312dd49f6f7e is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:58:06.771181 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ca814f76-1e8c-435b-bc4f-3ffd4a710619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:06.772550 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ca814f76-1e8c-435b-bc4f-3ffd4a710619 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6a05420e-68fe-4116-9dbe-d78aee27d1f6 HTTP/1.1" status: 204 len: 168 time: 0.1920376 May 03 22:58:06.781489 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-3de66527-b812-403c-befd-ca511a955949 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, beba7415-3acb-4f89-b979-312dd49f6f7e) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:58:06.786399 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de66527-b812-403c-befd-ca511a955949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:06.787700 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3de66527-b812-403c-befd-ca511a955949 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:06.798514 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0e0b0b-a067-436c-a39a-2bd5a3703842 None None] Network beba7415-3acb-4f89-b979-312dd49f6f7e requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:58:06.832572 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42682) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:06.834153 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3de66527-b812-403c-befd-ca511a955949 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4821677 May 03 22:58:06.838418 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-e13cf6c1-6f3d-4487-958c-5bddb8d95497 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-869594568-router', 'tenant_id': '58223e5fba464f509bc485c09bb5b9ba', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:58:06.844196 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e13cf6c1-6f3d-4487-958c-5bddb8d95497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:58:06.851602 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e13cf6c1-6f3d-4487-958c-5bddb8d95497 admin admin] Usage tracker for resource:router and tenant:58223e5fba464f509bc485c09bb5b9ba is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:58:06.856437 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e13cf6c1-6f3d-4487-958c-5bddb8d95497 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:58:06.864197 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e13cf6c1-6f3d-4487-958c-5bddb8d95497 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:58:06.877058 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e13cf6c1-6f3d-4487-958c-5bddb8d95497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:06.878513 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e13cf6c1-6f3d-4487-958c-5bddb8d95497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:06.895520 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e13cf6c1-6f3d-4487-958c-5bddb8d95497 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:07.143654 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff61dea-4b84-469f-a1e2-a6133489fd82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-beba7415-3acb-4f89-b979-312dd49f6f7e', 'network_id': 'beba7415-3acb-4f89-b979-312dd49f6f7e', 'tenant_id': '58223e5fba464f509bc485c09bb5b9ba', 'fixed_ips': [{'subnet_id': '0b70d022-8ecb-4fa8-a14a-6a2a0f8e930d'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:58:07.144527 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cff61dea-4b84-469f-a1e2-a6133489fd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:07.394266 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-cff61dea-4b84-469f-a1e2-a6133489fd82 None None] Allocated IP 172.20.0.2 (beba7415-3acb-4f89-b979-312dd49f6f7e/0b70d022-8ecb-4fa8-a14a-6a2a0f8e930d/81943648-1f77-49f6-bd69-4ec2a2d93df3) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:58:07.442077 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293a18c-140c-4ae4-ac9c-b67fe091f1f8 req-e706f701-9455-4bde-8464-59ab8e4f6755 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:07.457226 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7293a18c-140c-4ae4-ac9c-b67fe091f1f8 req-e706f701-9455-4bde-8464-59ab8e4f6755 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 946 time: 0.1557682 May 03 22:58:07.520011 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7293a18c-140c-4ae4-ac9c-b67fe091f1f8 req-d861f2bd-5315-4802-86c1-4b3f2f1166a3 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=a496da84-ec2b-470c-95d0-797cc34016ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613489 May 03 22:58:07.564942 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e13cf6c1-6f3d-4487-958c-5bddb8d95497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:07.598149 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb65fe-5df9-43e2-9879-6ff1ed07dfdc req-7214d525-6d34-433e-b5fb-2f189bc5ec84 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:07.599872 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-24cb65fe-5df9-43e2-9879-6ff1ed07dfdc req-7214d525-6d34-433e-b5fb-2f189bc5ec84 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Synchronizing usage tracker for tenant:a1b60de6f3b94c398a46d760b7dccea8 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:58:07.657611 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-24cb65fe-5df9-43e2-9879-6ff1ed07dfdc req-7214d525-6d34-433e-b5fb-2f189bc5ec84 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Unset dirty status for tenant:a1b60de6f3b94c398a46d760b7dccea8 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:58:07.658775 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-24cb65fe-5df9-43e2-9879-6ff1ed07dfdc req-7214d525-6d34-433e-b5fb-2f189bc5ec84 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.60 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 946 time: 0.4495399 May 03 22:58:07.737248 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cff61dea-4b84-469f-a1e2-a6133489fd82 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:07.754284 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-cff61dea-4b84-469f-a1e2-a6133489fd82 None None] Transition to ACTIVE for port object 81943648-1f77-49f6-bd69-4ec2a2d93df3 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:58:07.779626 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-cff61dea-4b84-469f-a1e2-a6133489fd82 None None] Transition to ACTIVE for port object 81943648-1f77-49f6-bd69-4ec2a2d93df3 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:58:07.788123 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cff61dea-4b84-469f-a1e2-a6133489fd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:07.800029 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-24cb65fe-5df9-43e2-9879-6ff1ed07dfdc req-12be8721-6b95-4077-8c7d-7743f3a1cc1d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Deleting port a8505556-f05a-45a1-9e23-fd70c255c599 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:58:07.800373 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-24cb65fe-5df9-43e2-9879-6ff1ed07dfdc req-12be8721-6b95-4077-8c7d-7743f3a1cc1d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:07.867794 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff61dea-4b84-469f-a1e2-a6133489fd82 None None] Network beba7415-3acb-4f89-b979-312dd49f6f7e is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:58:07.869266 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-cff61dea-4b84-469f-a1e2-a6133489fd82 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:58:07.872946 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff61dea-4b84-469f-a1e2-a6133489fd82 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:58:07.986080 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff61dea-4b84-469f-a1e2-a6133489fd82 None None] Pushing event updated for resources: {'Port': ['ID=81943648-1f77-49f6-bd69-4ec2a2d93df3,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:08.004127 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff61dea-4b84-469f-a1e2-a6133489fd82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:08.004554 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff61dea-4b84-469f-a1e2-a6133489fd82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:08.005002 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff61dea-4b84-469f-a1e2-a6133489fd82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:08.005466 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff61dea-4b84-469f-a1e2-a6133489fd82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:08.006646 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff61dea-4b84-469f-a1e2-a6133489fd82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:08.008396 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff61dea-4b84-469f-a1e2-a6133489fd82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:08.008396 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff61dea-4b84-469f-a1e2-a6133489fd82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:08.008396 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff61dea-4b84-469f-a1e2-a6133489fd82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:08.008971 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff61dea-4b84-469f-a1e2-a6133489fd82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:08.009409 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff61dea-4b84-469f-a1e2-a6133489fd82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:08.010632 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff61dea-4b84-469f-a1e2-a6133489fd82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:08.011085 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff61dea-4b84-469f-a1e2-a6133489fd82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:08.032439 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-cff61dea-4b84-469f-a1e2-a6133489fd82 None None] Attempting to bind port 81943648-1f77-49f6-bd69-4ec2a2d93df3 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:58:08.032989 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-cff61dea-4b84-469f-a1e2-a6133489fd82 None None] Attempting to bind port 81943648-1f77-49f6-bd69-4ec2a2d93df3 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '6ff5e8f4-f5c1-470a-b0ee-f27caca67db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'beba7415-3acb-4f89-b979-312dd49f6f7e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:58:08.033480 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff61dea-4b84-469f-a1e2-a6133489fd82 None None] Attempting to bind port 81943648-1f77-49f6-bd69-4ec2a2d93df3 on network beba7415-3acb-4f89-b979-312dd49f6f7e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:58:08.039590 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff61dea-4b84-469f-a1e2-a6133489fd82 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:58:08.040085 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff61dea-4b84-469f-a1e2-a6133489fd82 None None] Checking segment: {'id': '6ff5e8f4-f5c1-470a-b0ee-f27caca67db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'beba7415-3acb-4f89-b979-312dd49f6f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:58:08.040742 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cff61dea-4b84-469f-a1e2-a6133489fd82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:08.041232 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff61dea-4b84-469f-a1e2-a6133489fd82 None None] Bound using segment: {'id': '6ff5e8f4-f5c1-470a-b0ee-f27caca67db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'beba7415-3acb-4f89-b979-312dd49f6f7e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:58:08.041966 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-cff61dea-4b84-469f-a1e2-a6133489fd82 None None] Bound port: 81943648-1f77-49f6-bd69-4ec2a2d93df3, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff5e8f4-f5c1-470a-b0ee-f27caca67db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'beba7415-3acb-4f89-b979-312dd49f6f7e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:58:08.042563 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cff61dea-4b84-469f-a1e2-a6133489fd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:08.185010 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-cff61dea-4b84-469f-a1e2-a6133489fd82 None None] For port 81943648-1f77-49f6-bd69-4ec2a2d93df3, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:58:08.188318 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-cff61dea-4b84-469f-a1e2-a6133489fd82 None None] For port 81943648-1f77-49f6-bd69-4ec2a2d93df3, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=81943648-1f77-49f6-bd69-4ec2a2d93df3,segment=NetworkSegment(6ff5e8f4-f5c1-470a-b0ee-f27caca67db6),segment_id=6ff5e8f4-f5c1-470a-b0ee-f27caca67db6)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:58:08.194646 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cff61dea-4b84-469f-a1e2-a6133489fd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:08.244877 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e13cf6c1-6f3d-4487-958c-5bddb8d95497 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:08.282460 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e13cf6c1-6f3d-4487-958c-5bddb8d95497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:08.285415 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-24cb65fe-5df9-43e2-9879-6ff1ed07dfdc req-12be8721-6b95-4077-8c7d-7743f3a1cc1d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] For port a8505556-f05a-45a1-9e23-fd70c255c599, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=a8505556-f05a-45a1-9e23-fd70c255c599,segment=NetworkSegment(c01eddde-57f8-4cc1-8f09-891362f7a1a2),segment_id=c01eddde-57f8-4cc1-8f09-891362f7a1a2)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:58:08.286005 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-24cb65fe-5df9-43e2-9879-6ff1ed07dfdc req-12be8721-6b95-4077-8c7d-7743f3a1cc1d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:08.302058 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff61dea-4b84-469f-a1e2-a6133489fd82 None None] Pushing event updated for resources: {'Port': ['ID=81943648-1f77-49f6-bd69-4ec2a2d93df3,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:08.868953 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-e13cf6c1-6f3d-4487-958c-5bddb8d95497 admin admin] Allocated IP 172.25.2.47 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/081ac907-657d-4117-871c-cd22cc5416ea) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:58:09.016016 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb495a-9cba-4b87-8dde-052528ae42cf req-01581d9e-8be0-42da-b554-a354c06353fc tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:09.019204 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58cb495a-9cba-4b87-8dde-052528ae42cf req-01581d9e-8be0-42da-b554-a354c06353fc tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 946 time: 0.1842306 May 03 22:58:09.101013 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58cb495a-9cba-4b87-8dde-052528ae42cf req-e8f677eb-ab73-454d-9ce6-67b666bd752a tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=a496da84-ec2b-470c-95d0-797cc34016ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755184 May 03 22:58:09.110594 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-24cb65fe-5df9-43e2-9879-6ff1ed07dfdc req-12be8721-6b95-4077-8c7d-7743f3a1cc1d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:09.110594 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-24cb65fe-5df9-43e2-9879-6ff1ed07dfdc req-12be8721-6b95-4077-8c7d-7743f3a1cc1d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:09.110876 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [req-24cb65fe-5df9-43e2-9879-6ff1ed07dfdc req-12be8721-6b95-4077-8c7d-7743f3a1cc1d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Floating IP c62750c5-6fdc-4aec-80f1-e42c996b74a4 disassociated. External IP: 172.25.2.95, port: a8505556-f05a-45a1-9e23-fd70c255c599. May 03 22:58:09.111230 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-24cb65fe-5df9-43e2-9879-6ff1ed07dfdc req-12be8721-6b95-4077-8c7d-7743f3a1cc1d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Calling delete_port for a8505556-f05a-45a1-9e23-fd70c255c599 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:58:09.275647 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 81943648-1f77-49f6-bd69-4ec2a2d93df3 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:58:09.330414 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e13cf6c1-6f3d-4487-958c-5bddb8d95497 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:09.351679 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 81943648-1f77-49f6-bd69-4ec2a2d93df3 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:58:09.434429 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-24cb65fe-5df9-43e2-9879-6ff1ed07dfdc req-12be8721-6b95-4077-8c7d-7743f3a1cc1d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:09.475511 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e13cf6c1-6f3d-4487-958c-5bddb8d95497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:09.491063 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be8721-6b95-4077-8c7d-7743f3a1cc1d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Pushing event deleted for resources: {'Port': ['ID=a8505556-f05a-45a1-9e23-fd70c255c599,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:09.748115 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13cf6c1-6f3d-4487-958c-5bddb8d95497 admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:58:09.763273 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-e13cf6c1-6f3d-4487-958c-5bddb8d95497 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:58:09.798741 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13cf6c1-6f3d-4487-958c-5bddb8d95497 admin admin] Pushing event updated for resources: {'Port': ['ID=081ac907-657d-4117-871c-cd22cc5416ea,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:09.808551 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13cf6c1-6f3d-4487-958c-5bddb8d95497 admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:58:10.117001 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9d7cf9-704b-4fc6-98b0-acca9d274de1 None None] Network beba7415-3acb-4f89-b979-312dd49f6f7e requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:58:10.184399 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24cb65fe-5df9-43e2-9879-6ff1ed07dfdc req-12be8721-6b95-4077-8c7d-7743f3a1cc1d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Router 81950413-541f-4ab2-bd46-89c824a69ec6 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:58:10.308525 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-0a461fe8-f503-4d9f-aba4-28230a78d910 None None] Provisioning for port 81943648-1f77-49f6-bd69-4ec2a2d93df3 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:58:10.361295 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aab66d17-d048-4a75-ae40-fe37fe263f61 req-0add21f4-e573-4730-b72c-13d559b0d3e7 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 210 time: 0.0720642 May 03 22:58:10.428728 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-0a461fe8-f503-4d9f-aba4-28230a78d910 None None] Provisioning complete for port 81943648-1f77-49f6-bd69-4ec2a2d93df3 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:58:10.428728 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0a461fe8-f503-4d9f-aba4-28230a78d910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:10.682636 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24cb65fe-5df9-43e2-9879-6ff1ed07dfdc req-12be8721-6b95-4077-8c7d-7743f3a1cc1d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:58:10.714446 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0699b4-df89-4720-9210-c488dd4936fe None None] Sync routers for ids ['81950413-541f-4ab2-bd46-89c824a69ec6'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:58:10.722364 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0a461fe8-f503-4d9f-aba4-28230a78d910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:10.763290 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0699b4-df89-4720-9210-c488dd4936fe None None] Routers {'81950413-541f-4ab2-bd46-89c824a69ec6'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:58:10.763290 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-ba0699b4-df89-4720-9210-c488dd4936fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:57:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['81950413-541f-4ab2-bd46-89c824a69ec6'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:10.769221 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e13cf6c1-6f3d-4487-958c-5bddb8d95497 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:10.960446 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-0a461fe8-f503-4d9f-aba4-28230a78d910 None None] For port 81943648-1f77-49f6-bd69-4ec2a2d93df3, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=81943648-1f77-49f6-bd69-4ec2a2d93df3,segment=NetworkSegment(6ff5e8f4-f5c1-470a-b0ee-f27caca67db6),segment_id=6ff5e8f4-f5c1-470a-b0ee-f27caca67db6)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:58:10.974235 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0a461fe8-f503-4d9f-aba4-28230a78d910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:11.006902 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-24cb65fe-5df9-43e2-9879-6ff1ed07dfdc req-12be8721-6b95-4077-8c7d-7743f3a1cc1d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] No DVR routers for this DVR port a8505556-f05a-45a1-9e23-fd70c255c599 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:58:11.015059 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-24cb65fe-5df9-43e2-9879-6ff1ed07dfdc req-12be8721-6b95-4077-8c7d-7743f3a1cc1d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:11.017672 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb86446-a50a-4f1c-a18c-b526683ca520', 'name': 'network-vif-deleted', 'tag': 'a8505556-f05a-45a1-9e23-fd70c255c599'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:58:11.070218 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-ba0699b4-df89-4720-9210-c488dd4936fe None None] Set router 81950413-541f-4ab2-bd46-89c824a69ec6 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:58:11.124424 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a461fe8-f503-4d9f-aba4-28230a78d910 None None] Pushing event updated for resources: {'Port': ['ID=81943648-1f77-49f6-bd69-4ec2a2d93df3,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:11.161153 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-24cb65fe-5df9-43e2-9879-6ff1ed07dfdc req-12be8721-6b95-4077-8c7d-7743f3a1cc1d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.60 "DELETE /v2.0/ports/a8505556-f05a-45a1-9e23-fd70c255c599 HTTP/1.1" status: 204 len: 173 time: 3.4913781 May 03 22:58:11.322165 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65f8f655-7e77-44fb-af3e-8ad3434b3003'] response: {'server_uuid': 'aeb86446-a50a-4f1c-a18c-b526683ca520', 'name': 'network-vif-deleted', 'tag': 'a8505556-f05a-45a1-9e23-fd70c255c599', 'status': 'completed', 'code': 200} May 03 22:58:11.548891 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e13cf6c1-6f3d-4487-958c-5bddb8d95497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:11.620929 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1097c5de-b039-4337-ac0c-e0ba2df1ff13 None None] Provisioning complete for port 81943648-1f77-49f6-bd69-4ec2a2d93df3 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:58:11.621992 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1097c5de-b039-4337-ac0c-e0ba2df1ff13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:11.708179 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-15907bf3-ac61-4a2f-9a64-3d0d0be49492 req-6422cd1b-7cc5-499d-80fe-6f60213cd58c tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeb86446-a50a-4f1c-a18c-b526683ca520 HTTP/1.1" status: 200 len: 210 time: 0.0963826 May 03 22:58:11.766552 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-ba0699b4-df89-4720-9210-c488dd4936fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'name': 'tempest-ServerRescueNegativeTestJSON-686896975-router', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:53:46Z', 'updated_at': '2022-05-03T22:53:54Z', 'revision_number': 4, 'project_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'gw_port': {'id': 'ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:53:47Z', 'updated_at': '2022-05-03T22:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '4b5baf81-0115-425e-8091-179ef2adb1a2', 'name': '', 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'mac_address': 'fa:16:3e:1a:df:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '5517459f-c98d-41cf-b3ba-cd5ba862ae7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:53:52Z', 'updated_at': '2022-05-03T22:54:05Z', 'revision_number': 5, 'project_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'subnets': [{'id': '5517459f-c98d-41cf-b3ba-cd5ba862ae7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:11.788916 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0699b4-df89-4720-9210-c488dd4936fe None None] Checking router: 81950413-541f-4ab2-bd46-89c824a69ec6 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:58:11.872989 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0699b4-df89-4720-9210-c488dd4936fe None None] Routers {'81950413-541f-4ab2-bd46-89c824a69ec6'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:58:11.873217 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-ba0699b4-df89-4720-9210-c488dd4936fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:57:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['81950413-541f-4ab2-bd46-89c824a69ec6'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:11.941229 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13cf6c1-6f3d-4487-958c-5bddb8d95497 admin admin] Router 58592470-938b-4893-bbcc-c7b706e80693 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:58:12.188072 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-ba0699b4-df89-4720-9210-c488dd4936fe None None] Set router 81950413-541f-4ab2-bd46-89c824a69ec6 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:58:12.279705 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13cf6c1-6f3d-4487-958c-5bddb8d95497 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:58:12.292423 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff743120-fa8a-46d8-a892-6e548ea17612 None None] Sync routers for ids ['58592470-938b-4893-bbcc-c7b706e80693'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:58:12.311011 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff743120-fa8a-46d8-a892-6e548ea17612 None None] Routers {'58592470-938b-4893-bbcc-c7b706e80693'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:58:12.311691 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-ff743120-fa8a-46d8-a892-6e548ea17612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:57:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['58592470-938b-4893-bbcc-c7b706e80693'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:12.343550 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e13cf6c1-6f3d-4487-958c-5bddb8d95497 admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:12.348259 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42764) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:12.354191 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e13cf6c1-6f3d-4487-958c-5bddb8d95497 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5199974 May 03 22:58:12.662863 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-ff743120-fa8a-46d8-a892-6e548ea17612 None None] Set router 58592470-938b-4893-bbcc-c7b706e80693 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:58:12.675857 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device a8505556-f05a-45a1-9e23-fd70c255c599 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:58:12.738165 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: a8505556-f05a-45a1-9e23-fd70c255c599 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:58:12.738893 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device a8505556-f05a-45a1-9e23-fd70c255c599 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:58:12.830876 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-ba0699b4-df89-4720-9210-c488dd4936fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'name': 'tempest-ServerRescueNegativeTestJSON-686896975-router', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:53:46Z', 'updated_at': '2022-05-03T22:53:54Z', 'revision_number': 4, 'project_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'gw_port': {'id': 'ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:53:47Z', 'updated_at': '2022-05-03T22:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '4b5baf81-0115-425e-8091-179ef2adb1a2', 'name': '', 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'mac_address': 'fa:16:3e:1a:df:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '5517459f-c98d-41cf-b3ba-cd5ba862ae7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:53:52Z', 'updated_at': '2022-05-03T22:54:05Z', 'revision_number': 5, 'project_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'subnets': [{'id': '5517459f-c98d-41cf-b3ba-cd5ba862ae7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:12.839480 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0699b4-df89-4720-9210-c488dd4936fe None None] The sync data for ids ['81950413-541f-4ab2-bd46-89c824a69ec6'] in n-d-811807-1 is: [{'id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'name': 'tempest-ServerRescueNegativeTestJSON-686896975-router', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:53:46Z', 'updated_at': '2022-05-03T22:53:54Z', 'revision_number': 4, 'project_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'gw_port': {'id': 'ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:53:47Z', 'updated_at': '2022-05-03T22:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '4b5baf81-0115-425e-8091-179ef2adb1a2', 'name': '', 'network_id': 'c911580a-47e8-451d-aa8d-57f0fa21ffe1', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'mac_address': 'fa:16:3e:1a:df:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '5517459f-c98d-41cf-b3ba-cd5ba862ae7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:53:52Z', 'updated_at': '2022-05-03T22:54:05Z', 'revision_number': 5, 'project_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'subnets': [{'id': '5517459f-c98d-41cf-b3ba-cd5ba862ae7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:58:12.940781 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42776) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:13.134123 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6bd6fde9-622e-4342-a951-8896ba5f54c7 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:13.220350 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6bd6fde9-622e-4342-a951-8896ba5f54c7 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:13.274609 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 81943648-1f77-49f6-bd69-4ec2a2d93df3 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:58:13.315411 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-ff743120-fa8a-46d8-a892-6e548ea17612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58592470-938b-4893-bbcc-c7b706e80693', 'name': 'tempest-TestAggregatesBasicOps-869594568-router', 'tenant_id': '58223e5fba464f509bc485c09bb5b9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '081ac907-657d-4117-871c-cd22cc5416ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:06Z', 'updated_at': '2022-05-03T22:58:10Z', 'revision_number': 3, 'project_id': '58223e5fba464f509bc485c09bb5b9ba', 'gw_port': {'id': '081ac907-657d-4117-871c-cd22cc5416ea', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58592470-938b-4893-bbcc-c7b706e80693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:08Z', 'updated_at': '2022-05-03T22:58:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:13.324024 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff743120-fa8a-46d8-a892-6e548ea17612 None None] Checking router: 58592470-938b-4893-bbcc-c7b706e80693 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:58:13.324493 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff743120-fa8a-46d8-a892-6e548ea17612 None None] Updating router 58592470-938b-4893-bbcc-c7b706e80693 port 081ac907-657d-4117-871c-cd22cc5416ea binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:58:13.407666 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6bd6fde9-622e-4342-a951-8896ba5f54c7 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:13.427142 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83a9505-528f-458c-ba15-b0c167afd7c7 None None] New status for floating IP c62750c5-6fdc-4aec-80f1-e42c996b74a4: DOWN {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:58:13.461093 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6fde9-622e-4342-a951-8896ba5f54c7 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a496da84-ec2b-470c-95d0-797cc34016ea,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:13.462749 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ff743120-fa8a-46d8-a892-6e548ea17612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:13.472375 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6bd6fde9-622e-4342-a951-8896ba5f54c7 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:13.479714 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6bd6fde9-622e-4342-a951-8896ba5f54c7 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "DELETE /v2.0/security-groups/a496da84-ec2b-470c-95d0-797cc34016ea HTTP/1.1" status: 204 len: 168 time: 0.5376365 May 03 22:58:13.481212 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42782) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:13.526986 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-fa663cb8-7c30-485e-8fc5-bcc1525322da tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] show failed (client error): The resource could not be found. May 03 22:58:13.529531 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-fa663cb8-7c30-485e-8fc5-bcc1525322da tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups/a496da84-ec2b-470c-95d0-797cc34016ea HTTP/1.1" status: 404 len: 347 time: 0.0475681 May 03 22:58:13.534926 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42788) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:13.678515 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 81943648-1f77-49f6-bd69-4ec2a2d93df3 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:58:13.678990 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:13.763711 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f6e6f588-3d92-4c11-9fa3-fbd16a969350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:13.941501 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-19e05d9b-f402-475d-8069-8fa20db5788d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Deleting port dc1222ef-5793-4a5b-9ad7-1a881c393d9f {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:58:13.941672 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-19e05d9b-f402-475d-8069-8fa20db5788d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:14.241914 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-f6e6f588-3d92-4c11-9fa3-fbd16a969350 admin admin] Allocated IP 172.20.0.1 (beba7415-3acb-4f89-b979-312dd49f6f7e/0b70d022-8ecb-4fa8-a14a-6a2a0f8e930d/9f299047-5acf-4a96-bc35-94d269729790) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:58:14.243469 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:58:14.290130 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ff743120-fa8a-46d8-a892-6e548ea17612 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:14.322864 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-ff743120-fa8a-46d8-a892-6e548ea17612 None None] Transition to ACTIVE for port object 081ac907-657d-4117-871c-cd22cc5416ea will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:58:14.334809 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-19e05d9b-f402-475d-8069-8fa20db5788d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:14.335136 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-19e05d9b-f402-475d-8069-8fa20db5788d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:14.339773 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ff743120-fa8a-46d8-a892-6e548ea17612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:14.462590 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed64e49-8c7f-4bfd-82b0-a66fee8256c9 None None] Pushing event updated for resources: {'Port': ['ID=081ac907-657d-4117-871c-cd22cc5416ea,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:14.493041 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-ff743120-fa8a-46d8-a892-6e548ea17612 None None] Attempting to bind port 081ac907-657d-4117-871c-cd22cc5416ea on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:58:14.493457 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-ff743120-fa8a-46d8-a892-6e548ea17612 None None] Attempting to bind port 081ac907-657d-4117-871c-cd22cc5416ea by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:58:14.493892 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff743120-fa8a-46d8-a892-6e548ea17612 None None] Attempting to bind port 081ac907-657d-4117-871c-cd22cc5416ea on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:58:14.499313 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed64e49-8c7f-4bfd-82b0-a66fee8256c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:14.499313 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed64e49-8c7f-4bfd-82b0-a66fee8256c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:14.499313 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed64e49-8c7f-4bfd-82b0-a66fee8256c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:14.500352 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed64e49-8c7f-4bfd-82b0-a66fee8256c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:14.500352 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed64e49-8c7f-4bfd-82b0-a66fee8256c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:14.500352 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed64e49-8c7f-4bfd-82b0-a66fee8256c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:14.501024 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed64e49-8c7f-4bfd-82b0-a66fee8256c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:14.501585 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed64e49-8c7f-4bfd-82b0-a66fee8256c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:14.502197 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed64e49-8c7f-4bfd-82b0-a66fee8256c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:14.506071 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed64e49-8c7f-4bfd-82b0-a66fee8256c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:14.506467 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed64e49-8c7f-4bfd-82b0-a66fee8256c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:14.506805 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed64e49-8c7f-4bfd-82b0-a66fee8256c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:14.518770 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-19e05d9b-f402-475d-8069-8fa20db5788d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Calling delete_port for dc1222ef-5793-4a5b-9ad7-1a881c393d9f owned by network:floatingip {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:58:14.524777 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff743120-fa8a-46d8-a892-6e548ea17612 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:58:14.525394 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff743120-fa8a-46d8-a892-6e548ea17612 None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:58:14.526859 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ff743120-fa8a-46d8-a892-6e548ea17612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:14.527438 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff743120-fa8a-46d8-a892-6e548ea17612 None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:58:14.528233 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-ff743120-fa8a-46d8-a892-6e548ea17612 None None] Bound port: 081ac907-657d-4117-871c-cd22cc5416ea, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:58:14.528784 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ff743120-fa8a-46d8-a892-6e548ea17612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:14.576182 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f6e6f588-3d92-4c11-9fa3-fbd16a969350 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:14.604756 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-f6e6f588-3d92-4c11-9fa3-fbd16a969350 admin admin] Transition to ACTIVE for port object 9f299047-5acf-4a96-bc35-94d269729790 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:58:14.649817 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f6e6f588-3d92-4c11-9fa3-fbd16a969350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:14.671311 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-ff743120-fa8a-46d8-a892-6e548ea17612 None None] For port 081ac907-657d-4117-871c-cd22cc5416ea, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:58:14.677248 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-ff743120-fa8a-46d8-a892-6e548ea17612 None None] For port 081ac907-657d-4117-871c-cd22cc5416ea, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=081ac907-657d-4117-871c-cd22cc5416ea,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:58:14.683155 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ff743120-fa8a-46d8-a892-6e548ea17612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:14.766848 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff743120-fa8a-46d8-a892-6e548ea17612 None None] Routers {'58592470-938b-4893-bbcc-c7b706e80693'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:58:14.767053 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e6f588-3d92-4c11-9fa3-fbd16a969350 admin admin] Pushing event updated for resources: {'Port': ['ID=9f299047-5acf-4a96-bc35-94d269729790,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:14.767407 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-ff743120-fa8a-46d8-a892-6e548ea17612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:57:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['58592470-938b-4893-bbcc-c7b706e80693'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:14.786019 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e6f588-3d92-4c11-9fa3-fbd16a969350 admin admin] Network beba7415-3acb-4f89-b979-312dd49f6f7e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:58:14.787114 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-f6e6f588-3d92-4c11-9fa3-fbd16a969350 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:58:14.799484 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e6f588-3d92-4c11-9fa3-fbd16a969350 admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:58:14.839316 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [None req-19e05d9b-f402-475d-8069-8fa20db5788d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:58:14.840129 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [None req-19e05d9b-f402-475d-8069-8fa20db5788d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:58:14.868844 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f6e6f588-3d92-4c11-9fa3-fbd16a969350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:14.950142 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed64e49-8c7f-4bfd-82b0-a66fee8256c9 None None] Pushing event updated for resources: {'Port': ['ID=081ac907-657d-4117-871c-cd22cc5416ea,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:15.033230 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-ff743120-fa8a-46d8-a892-6e548ea17612 None None] Set router 58592470-938b-4893-bbcc-c7b706e80693 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:58:15.088375 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f6e6f588-3d92-4c11-9fa3-fbd16a969350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:15.270784 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ac9a849f-10a6-4cf7-8ef6-b547b4d8f2b6 None None] Provisioning for port 9f299047-5acf-4a96-bc35-94d269729790 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:58:15.276399 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ac9a849f-10a6-4cf7-8ef6-b547b4d8f2b6 None None] Provisioning complete for port 9f299047-5acf-4a96-bc35-94d269729790 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:58:15.276399 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac9a849f-10a6-4cf7-8ef6-b547b4d8f2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:15.343926 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-19e05d9b-f402-475d-8069-8fa20db5788d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Deleting port dc1222ef-5793-4a5b-9ad7-1a881c393d9f {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:58:15.343926 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-19e05d9b-f402-475d-8069-8fa20db5788d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:15.404021 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-ac9a849f-10a6-4cf7-8ef6-b547b4d8f2b6 None None] Port 9f299047-5acf-4a96-bc35-94d269729790 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:58:15.573644 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-ff743120-fa8a-46d8-a892-6e548ea17612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58592470-938b-4893-bbcc-c7b706e80693', 'name': 'tempest-TestAggregatesBasicOps-869594568-router', 'tenant_id': '58223e5fba464f509bc485c09bb5b9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '081ac907-657d-4117-871c-cd22cc5416ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:06Z', 'updated_at': '2022-05-03T22:58:10Z', 'revision_number': 3, 'project_id': '58223e5fba464f509bc485c09bb5b9ba', 'gw_port': {'id': '081ac907-657d-4117-871c-cd22cc5416ea', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58592470-938b-4893-bbcc-c7b706e80693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:08Z', 'updated_at': '2022-05-03T22:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:15.578353 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff743120-fa8a-46d8-a892-6e548ea17612 None None] The sync data for ids ['58592470-938b-4893-bbcc-c7b706e80693'] in n-d-811807-1 is: [{'id': '58592470-938b-4893-bbcc-c7b706e80693', 'name': 'tempest-TestAggregatesBasicOps-869594568-router', 'tenant_id': '58223e5fba464f509bc485c09bb5b9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '081ac907-657d-4117-871c-cd22cc5416ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:06Z', 'updated_at': '2022-05-03T22:58:10Z', 'revision_number': 3, 'project_id': '58223e5fba464f509bc485c09bb5b9ba', 'gw_port': {'id': '081ac907-657d-4117-871c-cd22cc5416ea', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58592470-938b-4893-bbcc-c7b706e80693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:08Z', 'updated_at': '2022-05-03T22:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:58:15.585358 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f6e6f588-3d92-4c11-9fa3-fbd16a969350 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:15.591032 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f6e6f588-3d92-4c11-9fa3-fbd16a969350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:15.617774 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-19e05d9b-f402-475d-8069-8fa20db5788d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:15.618366 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-19e05d9b-f402-475d-8069-8fa20db5788d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:15.777175 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e6f588-3d92-4c11-9fa3-fbd16a969350 admin admin] Pushing event updated for resources: {'Port': ['ID=9f299047-5acf-4a96-bc35-94d269729790,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:15.785342 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-19e05d9b-f402-475d-8069-8fa20db5788d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Calling delete_port for dc1222ef-5793-4a5b-9ad7-1a881c393d9f owned by network:floatingip {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:58:15.804216 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f6e6f588-3d92-4c11-9fa3-fbd16a969350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:16.063873 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-19e05d9b-f402-475d-8069-8fa20db5788d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:16.209048 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e05d9b-f402-475d-8069-8fa20db5788d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Pushing event deleted for resources: {'Port': ['ID=dc1222ef-5793-4a5b-9ad7-1a881c393d9f,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:16.316314 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-19e05d9b-f402-475d-8069-8fa20db5788d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks [] for floatingip, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:16.335564 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-19e05d9b-f402-475d-8069-8fa20db5788d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:16.343774 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-19e05d9b-f402-475d-8069-8fa20db5788d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "DELETE /v2.0/floatingips/c62750c5-6fdc-4aec-80f1-e42c996b74a4 HTTP/1.1" status: 204 len: 168 time: 2.8077176 May 03 22:58:16.379296 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e6f588-3d92-4c11-9fa3-fbd16a969350 admin admin] Network beba7415-3acb-4f89-b979-312dd49f6f7e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:58:16.381223 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-f6e6f588-3d92-4c11-9fa3-fbd16a969350 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:58:16.803083 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e6f588-3d92-4c11-9fa3-fbd16a969350 admin admin] Router 58592470-938b-4893-bbcc-c7b706e80693 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:58:16.952525 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9a8739b5-8e55-47a9-a76e-9cc484f4f169 None None] Provisioning complete for port 9f299047-5acf-4a96-bc35-94d269729790 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:58:16.952973 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9a8739b5-8e55-47a9-a76e-9cc484f4f169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:17.078490 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-9a8739b5-8e55-47a9-a76e-9cc484f4f169 None None] Port 9f299047-5acf-4a96-bc35-94d269729790 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:58:17.217925 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e6f588-3d92-4c11-9fa3-fbd16a969350 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:58:17.230900 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f6e6f588-3d92-4c11-9fa3-fbd16a969350 admin admin] 10.222.0.58 "PUT /v2.0/routers/58592470-938b-4893-bbcc-c7b706e80693/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8815429 May 03 22:58:17.310762 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 081ac907-657d-4117-871c-cd22cc5416ea up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:58:17.469585 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 081ac907-657d-4117-871c-cd22cc5416ea completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:58:17.476919 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 081ac907-657d-4117-871c-cd22cc5416ea triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:58:17.477533 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:17.590642 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d9486-606a-4c2f-8ff3-e85bc41134df req-5fc9a395-f80e-4524-a850-6ecba32b76dc tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:17.595337 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d86d9486-606a-4c2f-8ff3-e85bc41134df req-5fc9a395-f80e-4524-a850-6ecba32b76dc tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 946 time: 0.1683104 May 03 22:58:17.692836 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:17.715817 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d86d9486-606a-4c2f-8ff3-e85bc41134df req-903ce92d-7413-4420-a0aa-fe3114e56c89 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5fd47e5-b5e4-4506-92ff-9ae9681e5b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040244 May 03 22:58:17.730235 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 081ac907-657d-4117-871c-cd22cc5416ea, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=081ac907-657d-4117-871c-cd22cc5416ea,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:58:17.736552 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:17.743255 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42852) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:17.834790 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=081ac907-657d-4117-871c-cd22cc5416ea,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:17.990477 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-07c78f00-6f44-48b5-ab2f-6203d4eea671 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/floatingips/bc9db64f-e477-4e55-a2c6-86977c151711 HTTP/1.1" status: 200 len: 994 time: 0.2455499 May 03 22:58:18.233129 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42878) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:18.238736 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-d0051c6c-5a17-47a2-a12a-66b1d63f5a4b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2097949895-network', 'tenant_id': '0ef04db60322449694d73cfb5e4aaa20'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:58:18.247667 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d0051c6c-5a17-47a2-a12a-66b1d63f5a4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:58:18.252695 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d0051c6c-5a17-47a2-a12a-66b1d63f5a4b admin admin] Usage tracker for resource:network and tenant:0ef04db60322449694d73cfb5e4aaa20 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:58:18.256098 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d0051c6c-5a17-47a2-a12a-66b1d63f5a4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:58:18.273455 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d0051c6c-5a17-47a2-a12a-66b1d63f5a4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:58:18.296387 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0051c6c-5a17-47a2-a12a-66b1d63f5a4b admin admin] Made reservation on behalf of 0ef04db60322449694d73cfb5e4aaa20 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:58:18.299792 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d0051c6c-5a17-47a2-a12a-66b1d63f5a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:18.315868 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d0051c6c-5a17-47a2-a12a-66b1d63f5a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:18.333249 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d0051c6c-5a17-47a2-a12a-66b1d63f5a4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:58:18.338531 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d0051c6c-5a17-47a2-a12a-66b1d63f5a4b admin admin] Usage tracker for resource:security_group_rule and tenant:0ef04db60322449694d73cfb5e4aaa20 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:58:18.342625 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d0051c6c-5a17-47a2-a12a-66b1d63f5a4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:58:18.350416 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d0051c6c-5a17-47a2-a12a-66b1d63f5a4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:58:18.580570 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d0051c6c-5a17-47a2-a12a-66b1d63f5a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:18.586867 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d0051c6c-5a17-47a2-a12a-66b1d63f5a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:18.636260 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26f186d-8587-40cd-b62d-e21feb0c8934 None None] Sync routers for ids ['58592470-938b-4893-bbcc-c7b706e80693'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:58:18.654727 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0051c6c-5a17-47a2-a12a-66b1d63f5a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c1e17e-e4dd-4ccc-b684-def3e996dad5,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:18.656527 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26f186d-8587-40cd-b62d-e21feb0c8934 None None] Routers {'58592470-938b-4893-bbcc-c7b706e80693'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:58:18.665764 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-a26f186d-8587-40cd-b62d-e21feb0c8934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:57:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['58592470-938b-4893-bbcc-c7b706e80693'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:18.682874 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0051c6c-5a17-47a2-a12a-66b1d63f5a4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:58:18.703836 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d0051c6c-5a17-47a2-a12a-66b1d63f5a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:18.705717 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-d0051c6c-5a17-47a2-a12a-66b1d63f5a4b admin admin] Added segment e7eea4b6-fa4d-407a-9ae2-110781f9e7da of type vlan for network d80fc8c4-e06b-4bb4-b744-35cc884fa984 May 03 22:58:18.740549 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93681bb4-1230-4873-9f52-07c42e9c6e07 req-9543aa6f-e911-4dca-b338-c85e9158d156 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:18.762626 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-93681bb4-1230-4873-9f52-07c42e9c6e07 req-9543aa6f-e911-4dca-b338-c85e9158d156 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 1097 time: 0.1221464 May 03 22:58:18.773950 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d0051c6c-5a17-47a2-a12a-66b1d63f5a4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:18.807090 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-93681bb4-1230-4873-9f52-07c42e9c6e07 req-206580b4-f44f-4b26-9133-22f80c5f8d92 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=c5fd47e5-b5e4-4506-92ff-9ae9681e5b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434091 May 03 22:58:18.843717 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d0051c6c-5a17-47a2-a12a-66b1d63f5a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:18.844913 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0051c6c-5a17-47a2-a12a-66b1d63f5a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:18.846097 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d0051c6c-5a17-47a2-a12a-66b1d63f5a4b admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:19.005463 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-a26f186d-8587-40cd-b62d-e21feb0c8934 None None] Set router 58592470-938b-4893-bbcc-c7b706e80693 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:58:19.008069 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d0051c6c-5a17-47a2-a12a-66b1d63f5a4b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7726648 May 03 22:58:19.011234 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42894) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:19.018585 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-f5110c6c-fdc7-439b-9f9f-12d92b7f027e admin admin] Request body: {'subnet': {'network_id': 'd80fc8c4-e06b-4bb4-b744-35cc884fa984', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2097949895-subnet', 'tenant_id': '0ef04db60322449694d73cfb5e4aaa20', 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:58:19.032027 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f5110c6c-fdc7-439b-9f9f-12d92b7f027e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:58:19.048160 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f5110c6c-fdc7-439b-9f9f-12d92b7f027e admin admin] Usage tracker for resource:subnet and tenant:0ef04db60322449694d73cfb5e4aaa20 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:58:19.065270 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f5110c6c-fdc7-439b-9f9f-12d92b7f027e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:58:19.082995 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f5110c6c-fdc7-439b-9f9f-12d92b7f027e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:58:19.112039 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5110c6c-fdc7-439b-9f9f-12d92b7f027e admin admin] Made reservation on behalf of 0ef04db60322449694d73cfb5e4aaa20 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:58:19.119422 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f5110c6c-fdc7-439b-9f9f-12d92b7f027e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:19.154531 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0051c6c-5a17-47a2-a12a-66b1d63f5a4b admin admin] Pushing event updated for resources: {'Network': ['ID=d80fc8c4-e06b-4bb4-b744-35cc884fa984,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:19.193418 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network d80fc8c4-e06b-4bb4-b744-35cc884fa984 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:58:19.520066 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 081ac907-657d-4117-871c-cd22cc5416ea up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:58:19.736280 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f5110c6c-fdc7-439b-9f9f-12d92b7f027e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:19.744969 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 081ac907-657d-4117-871c-cd22cc5416ea triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:58:19.746212 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:19.874576 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-a26f186d-8587-40cd-b62d-e21feb0c8934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58592470-938b-4893-bbcc-c7b706e80693', 'name': 'tempest-TestAggregatesBasicOps-869594568-router', 'tenant_id': '58223e5fba464f509bc485c09bb5b9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '081ac907-657d-4117-871c-cd22cc5416ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:06Z', 'updated_at': '2022-05-03T22:58:14Z', 'revision_number': 4, 'project_id': '58223e5fba464f509bc485c09bb5b9ba', 'gw_port': {'id': '081ac907-657d-4117-871c-cd22cc5416ea', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58592470-938b-4893-bbcc-c7b706e80693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:08Z', 'updated_at': '2022-05-03T22:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '9f299047-5acf-4a96-bc35-94d269729790', 'name': '', 'network_id': 'beba7415-3acb-4f89-b979-312dd49f6f7e', 'tenant_id': '58223e5fba464f509bc485c09bb5b9ba', 'mac_address': 'fa:16:3e:3c:de:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58592470-938b-4893-bbcc-c7b706e80693', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '0b70d022-8ecb-4fa8-a14a-6a2a0f8e930d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:13Z', 'updated_at': '2022-05-03T22:58:15Z', 'revision_number': 2, 'project_id': '58223e5fba464f509bc485c09bb5b9ba', 'subnets': [{'id': '0b70d022-8ecb-4fa8-a14a-6a2a0f8e930d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:19.881744 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26f186d-8587-40cd-b62d-e21feb0c8934 None None] Checking router: 58592470-938b-4893-bbcc-c7b706e80693 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:58:19.882275 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26f186d-8587-40cd-b62d-e21feb0c8934 None None] Updating router 58592470-938b-4893-bbcc-c7b706e80693 port 9f299047-5acf-4a96-bc35-94d269729790 binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:58:19.944189 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a26f186d-8587-40cd-b62d-e21feb0c8934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:19.974660 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5110c6c-fdc7-439b-9f9f-12d92b7f027e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2d1d78d-af48-4072-8f55-b2af355d87ab,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:20.009352 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5110c6c-fdc7-439b-9f9f-12d92b7f027e admin admin] Checking segment: {'id': 'e7eea4b6-fa4d-407a-9ae2-110781f9e7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd80fc8c4-e06b-4bb4-b744-35cc884fa984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:58:20.009714 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5110c6c-fdc7-439b-9f9f-12d92b7f027e admin admin] Network hostable DHCP agents. Network: d80fc8c4-e06b-4bb4-b744-35cc884fa984, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:58:20.035676 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5110c6c-fdc7-439b-9f9f-12d92b7f027e admin admin] Network d80fc8c4-e06b-4bb4-b744-35cc884fa984 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:58:20.049095 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-f5110c6c-fdc7-439b-9f9f-12d92b7f027e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, d80fc8c4-e06b-4bb4-b744-35cc884fa984) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:58:20.053234 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5110c6c-fdc7-439b-9f9f-12d92b7f027e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:20.053901 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f5110c6c-fdc7-439b-9f9f-12d92b7f027e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:20.060829 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ced342-f17d-4505-9095-4a8dddecf845 None None] Network d80fc8c4-e06b-4bb4-b744-35cc884fa984 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:58:20.096171 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f5110c6c-fdc7-439b-9f9f-12d92b7f027e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0830114 May 03 22:58:20.097742 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 42922) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:20.117833 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-5addd231-decd-4976-bd70-dacf08f430e8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2097949895-router', 'tenant_id': '0ef04db60322449694d73cfb5e4aaa20', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:58:20.126278 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5addd231-decd-4976-bd70-dacf08f430e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:58:20.132313 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5addd231-decd-4976-bd70-dacf08f430e8 admin admin] Usage tracker for resource:router and tenant:0ef04db60322449694d73cfb5e4aaa20 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:58:20.135911 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5addd231-decd-4976-bd70-dacf08f430e8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:58:20.143506 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5addd231-decd-4976-bd70-dacf08f430e8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:58:20.160667 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5addd231-decd-4976-bd70-dacf08f430e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:20.162145 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5addd231-decd-4976-bd70-dacf08f430e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:20.182588 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5addd231-decd-4976-bd70-dacf08f430e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:20.203617 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 42928) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:20.477831 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76399f91-eda8-48ed-b367-2f1ddf81b827 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-d80fc8c4-e06b-4bb4-b744-35cc884fa984', 'network_id': 'd80fc8c4-e06b-4bb4-b744-35cc884fa984', 'tenant_id': '0ef04db60322449694d73cfb5e4aaa20', 'fixed_ips': [{'subnet_id': 'f2d1d78d-af48-4072-8f55-b2af355d87ab'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:58:20.479799 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-76399f91-eda8-48ed-b367-2f1ddf81b827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:20.722954 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-c05c9da7-ffa6-4292-9742-49e7a530ccaf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5092611 May 03 22:58:20.779558 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5addd231-decd-4976-bd70-dacf08f430e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:20.910997 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a26f186d-8587-40cd-b62d-e21feb0c8934 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:20.934299 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-a26f186d-8587-40cd-b62d-e21feb0c8934 None None] Transition to ACTIVE for port object 9f299047-5acf-4a96-bc35-94d269729790 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:58:20.952473 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a26f186d-8587-40cd-b62d-e21feb0c8934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:21.051145 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-76399f91-eda8-48ed-b367-2f1ddf81b827 None None] Allocated IP 172.20.0.2 (d80fc8c4-e06b-4bb4-b744-35cc884fa984/f2d1d78d-af48-4072-8f55-b2af355d87ab/67842df9-b14d-4c42-a4d3-e8b5d751bdf8) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:58:21.465341 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d540df6-ada0-4639-8d96-bb9a7b163a50 None None] Pushing event updated for resources: {'Port': ['ID=9f299047-5acf-4a96-bc35-94d269729790,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:21.636216 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-a26f186d-8587-40cd-b62d-e21feb0c8934 None None] Attempting to bind port 9f299047-5acf-4a96-bc35-94d269729790 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:58:21.636942 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-a26f186d-8587-40cd-b62d-e21feb0c8934 None None] Attempting to bind port 9f299047-5acf-4a96-bc35-94d269729790 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '6ff5e8f4-f5c1-470a-b0ee-f27caca67db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'beba7415-3acb-4f89-b979-312dd49f6f7e'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:58:21.637539 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26f186d-8587-40cd-b62d-e21feb0c8934 None None] Attempting to bind port 9f299047-5acf-4a96-bc35-94d269729790 on network beba7415-3acb-4f89-b979-312dd49f6f7e {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:58:21.637801 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-76399f91-eda8-48ed-b367-2f1ddf81b827 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:21.656258 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-76399f91-eda8-48ed-b367-2f1ddf81b827 None None] Transition to ACTIVE for port object 67842df9-b14d-4c42-a4d3-e8b5d751bdf8 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:58:21.674153 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26f186d-8587-40cd-b62d-e21feb0c8934 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:58:21.674666 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26f186d-8587-40cd-b62d-e21feb0c8934 None None] Checking segment: {'id': '6ff5e8f4-f5c1-470a-b0ee-f27caca67db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'beba7415-3acb-4f89-b979-312dd49f6f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:58:21.677563 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a26f186d-8587-40cd-b62d-e21feb0c8934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:21.678257 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26f186d-8587-40cd-b62d-e21feb0c8934 None None] Bound using segment: {'id': '6ff5e8f4-f5c1-470a-b0ee-f27caca67db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'beba7415-3acb-4f89-b979-312dd49f6f7e'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:58:21.678940 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-a26f186d-8587-40cd-b62d-e21feb0c8934 None None] Bound port: 9f299047-5acf-4a96-bc35-94d269729790, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff5e8f4-f5c1-470a-b0ee-f27caca67db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'beba7415-3acb-4f89-b979-312dd49f6f7e'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:58:21.680323 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-76399f91-eda8-48ed-b367-2f1ddf81b827 None None] Transition to ACTIVE for port object 67842df9-b14d-4c42-a4d3-e8b5d751bdf8 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:58:21.680890 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a26f186d-8587-40cd-b62d-e21feb0c8934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:21.696390 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-76399f91-eda8-48ed-b367-2f1ddf81b827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:21.846091 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76399f91-eda8-48ed-b367-2f1ddf81b827 None None] Pushing event updated for resources: {'Port': ['ID=67842df9-b14d-4c42-a4d3-e8b5d751bdf8,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:21.868225 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76399f91-eda8-48ed-b367-2f1ddf81b827 None None] Network d80fc8c4-e06b-4bb4-b744-35cc884fa984 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:58:21.870501 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-76399f91-eda8-48ed-b367-2f1ddf81b827 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:58:21.885533 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76399f91-eda8-48ed-b367-2f1ddf81b827 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:58:21.943288 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-a26f186d-8587-40cd-b62d-e21feb0c8934 None None] For port 9f299047-5acf-4a96-bc35-94d269729790, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:58:21.966862 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-a26f186d-8587-40cd-b62d-e21feb0c8934 None None] For port 9f299047-5acf-4a96-bc35-94d269729790, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=9f299047-5acf-4a96-bc35-94d269729790,segment=NetworkSegment(6ff5e8f4-f5c1-470a-b0ee-f27caca67db6),segment_id=6ff5e8f4-f5c1-470a-b0ee-f27caca67db6)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:58:21.979597 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a26f186d-8587-40cd-b62d-e21feb0c8934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:22.010827 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-bd81450d-4ef2-4a82-8eb9-4159ea7a5ef4 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88070) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 22:58:22.012340 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-bd81450d-4ef2-4a82-8eb9-4159ea7a5ef4 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3696210 May 03 22:58:22.024411 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-e2e71ad9-1c4a-465b-b5c7-bbaf27c4adfa service neutron] Request body: {'binding': {'host': 'n-h1-811807-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:58:22.027059 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-e2e71ad9-1c4a-465b-b5c7-bbaf27c4adfa service neutron] Unknown quota resources ['binding']. {{(pid=88070) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 03 22:58:22.137358 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-76399f91-eda8-48ed-b367-2f1ddf81b827 None None] Attempting to bind port 67842df9-b14d-4c42-a4d3-e8b5d751bdf8 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:58:22.142214 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-76399f91-eda8-48ed-b367-2f1ddf81b827 None None] Attempting to bind port 67842df9-b14d-4c42-a4d3-e8b5d751bdf8 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'e7eea4b6-fa4d-407a-9ae2-110781f9e7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd80fc8c4-e06b-4bb4-b744-35cc884fa984'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:58:22.143262 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76399f91-eda8-48ed-b367-2f1ddf81b827 None None] Attempting to bind port 67842df9-b14d-4c42-a4d3-e8b5d751bdf8 on network d80fc8c4-e06b-4bb4-b744-35cc884fa984 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:58:22.151990 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5addd231-decd-4976-bd70-dacf08f430e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:22.162881 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76399f91-eda8-48ed-b367-2f1ddf81b827 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:58:22.164665 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76399f91-eda8-48ed-b367-2f1ddf81b827 None None] Checking segment: {'id': 'e7eea4b6-fa4d-407a-9ae2-110781f9e7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd80fc8c4-e06b-4bb4-b744-35cc884fa984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:58:22.165448 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-76399f91-eda8-48ed-b367-2f1ddf81b827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:22.166045 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76399f91-eda8-48ed-b367-2f1ddf81b827 None None] Bound using segment: {'id': 'e7eea4b6-fa4d-407a-9ae2-110781f9e7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd80fc8c4-e06b-4bb4-b744-35cc884fa984'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:58:22.166846 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-76399f91-eda8-48ed-b367-2f1ddf81b827 None None] Bound port: 67842df9-b14d-4c42-a4d3-e8b5d751bdf8, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7eea4b6-fa4d-407a-9ae2-110781f9e7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd80fc8c4-e06b-4bb4-b744-35cc884fa984'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:58:22.167416 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-76399f91-eda8-48ed-b367-2f1ddf81b827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:22.191796 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d540df6-ada0-4639-8d96-bb9a7b163a50 None None] Pushing event updated for resources: {'Port': ['ID=9f299047-5acf-4a96-bc35-94d269729790,revision_number=4']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:22.249455 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26f186d-8587-40cd-b62d-e21feb0c8934 None None] Routers {'58592470-938b-4893-bbcc-c7b706e80693'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:58:22.252844 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-a26f186d-8587-40cd-b62d-e21feb0c8934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:57:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['58592470-938b-4893-bbcc-c7b706e80693'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:22.267193 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5addd231-decd-4976-bd70-dacf08f430e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:22.477890 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-76399f91-eda8-48ed-b367-2f1ddf81b827 None None] For port 67842df9-b14d-4c42-a4d3-e8b5d751bdf8, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:58:22.482513 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-76399f91-eda8-48ed-b367-2f1ddf81b827 None None] For port 67842df9-b14d-4c42-a4d3-e8b5d751bdf8, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=67842df9-b14d-4c42-a4d3-e8b5d751bdf8,segment=NetworkSegment(e7eea4b6-fa4d-407a-9ae2-110781f9e7da),segment_id=e7eea4b6-fa4d-407a-9ae2-110781f9e7da)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:58:22.492748 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-76399f91-eda8-48ed-b367-2f1ddf81b827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:22.697635 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-e2e71ad9-1c4a-465b-b5c7-bbaf27c4adfa service neutron] Attempting to bind port 34cc127f-6f6a-4e77-b531-17c96c60f6f8 on host n-h1-811807-1 for vnic_type normal with profile None {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:58:22.698357 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-e2e71ad9-1c4a-465b-b5c7-bbaf27c4adfa service neutron] Attempting to bind port 34cc127f-6f6a-4e77-b531-17c96c60f6f8 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'ce16f5e3-2c20-4354-ac40-2ec64136d583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '62689dff-081f-4a4e-9460-2323067eb3de'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:58:22.698907 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-e2e71ad9-1c4a-465b-b5c7-bbaf27c4adfa service neutron] Attempting to bind port 34cc127f-6f6a-4e77-b531-17c96c60f6f8 on network 62689dff-081f-4a4e-9460-2323067eb3de {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:58:22.712767 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-e2e71ad9-1c4a-465b-b5c7-bbaf27c4adfa service neutron] Port 34cc127f-6f6a-4e77-b531-17c96c60f6f8 on network 62689dff-081f-4a4e-9460-2323067eb3de not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:58:22.713219 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-e2e71ad9-1c4a-465b-b5c7-bbaf27c4adfa service neutron] Attempting to bind port 34cc127f-6f6a-4e77-b531-17c96c60f6f8 on network 62689dff-081f-4a4e-9460-2323067eb3de {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:58:22.739566 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-e2e71ad9-1c4a-465b-b5c7-bbaf27c4adfa service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:58:22.740283 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-e2e71ad9-1c4a-465b-b5c7-bbaf27c4adfa service neutron] Checking segment: {'id': 'ce16f5e3-2c20-4354-ac40-2ec64136d583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '62689dff-081f-4a4e-9460-2323067eb3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:58:22.746473 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-e2e71ad9-1c4a-465b-b5c7-bbaf27c4adfa service neutron] Bound using segment: {'id': 'ce16f5e3-2c20-4354-ac40-2ec64136d583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '62689dff-081f-4a4e-9460-2323067eb3de'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:58:22.747348 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-e2e71ad9-1c4a-465b-b5c7-bbaf27c4adfa service neutron] Bound port: 34cc127f-6f6a-4e77-b531-17c96c60f6f8, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce16f5e3-2c20-4354-ac40-2ec64136d583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '62689dff-081f-4a4e-9460-2323067eb3de'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:58:22.821554 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-e2e71ad9-1c4a-465b-b5c7-bbaf27c4adfa service neutron] For port 34cc127f-6f6a-4e77-b531-17c96c60f6f8, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=34cc127f-6f6a-4e77-b531-17c96c60f6f8,segment=NetworkSegment(ce16f5e3-2c20-4354-ac40-2ec64136d583),segment_id=ce16f5e3-2c20-4354-ac40-2ec64136d583)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:58:22.831617 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-e2e71ad9-1c4a-465b-b5c7-bbaf27c4adfa service neutron] Notify callbacks [] for binding, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:22.836335 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-e2e71ad9-1c4a-465b-b5c7-bbaf27c4adfa service neutron] 10.222.0.58 "POST /v2.0/ports/34cc127f-6f6a-4e77-b531-17c96c60f6f8/bindings HTTP/1.1" status: 201 len: 389 time: 0.8174996 May 03 22:58:22.862331 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76399f91-eda8-48ed-b367-2f1ddf81b827 None None] Pushing event updated for resources: {'Port': ['ID=67842df9-b14d-4c42-a4d3-e8b5d751bdf8,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:22.871486 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-a26f186d-8587-40cd-b62d-e21feb0c8934 None None] Set router 58592470-938b-4893-bbcc-c7b706e80693 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:58:22.900293 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-5addd231-decd-4976-bd70-dacf08f430e8 admin admin] Allocated IP 172.25.2.119 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/8d08f95b-e4cf-4227-be89-1580369536cb) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:58:23.038146 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-23cccf5b-bce9-4ff7-afd3-b9a1580f01dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:23.429365 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-12e3047a-d15c-4028-b0be-c8780f353435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:23.443603 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-12e3047a-d15c-4028-b0be-c8780f353435 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 1097 time: 0.2155325 May 03 22:58:23.485133 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5addd231-decd-4976-bd70-dacf08f430e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:23.548488 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-a26f186d-8587-40cd-b62d-e21feb0c8934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58592470-938b-4893-bbcc-c7b706e80693', 'name': 'tempest-TestAggregatesBasicOps-869594568-router', 'tenant_id': '58223e5fba464f509bc485c09bb5b9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '081ac907-657d-4117-871c-cd22cc5416ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:06Z', 'updated_at': '2022-05-03T22:58:14Z', 'revision_number': 4, 'project_id': '58223e5fba464f509bc485c09bb5b9ba', 'gw_port': {'id': '081ac907-657d-4117-871c-cd22cc5416ea', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58592470-938b-4893-bbcc-c7b706e80693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:08Z', 'updated_at': '2022-05-03T22:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '9f299047-5acf-4a96-bc35-94d269729790', 'name': '', 'network_id': 'beba7415-3acb-4f89-b979-312dd49f6f7e', 'tenant_id': '58223e5fba464f509bc485c09bb5b9ba', 'mac_address': 'fa:16:3e:3c:de:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58592470-938b-4893-bbcc-c7b706e80693', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '0b70d022-8ecb-4fa8-a14a-6a2a0f8e930d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:13Z', 'updated_at': '2022-05-03T22:58:21Z', 'revision_number': 4, 'project_id': '58223e5fba464f509bc485c09bb5b9ba', 'subnets': [{'id': '0b70d022-8ecb-4fa8-a14a-6a2a0f8e930d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:23.553180 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5addd231-decd-4976-bd70-dacf08f430e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:23.554150 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26f186d-8587-40cd-b62d-e21feb0c8934 None None] The sync data for ids ['58592470-938b-4893-bbcc-c7b706e80693'] in n-d-811807-1 is: [{'id': '58592470-938b-4893-bbcc-c7b706e80693', 'name': 'tempest-TestAggregatesBasicOps-869594568-router', 'tenant_id': '58223e5fba464f509bc485c09bb5b9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '081ac907-657d-4117-871c-cd22cc5416ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:06Z', 'updated_at': '2022-05-03T22:58:14Z', 'revision_number': 4, 'project_id': '58223e5fba464f509bc485c09bb5b9ba', 'gw_port': {'id': '081ac907-657d-4117-871c-cd22cc5416ea', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58592470-938b-4893-bbcc-c7b706e80693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:08Z', 'updated_at': '2022-05-03T22:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '9f299047-5acf-4a96-bc35-94d269729790', 'name': '', 'network_id': 'beba7415-3acb-4f89-b979-312dd49f6f7e', 'tenant_id': '58223e5fba464f509bc485c09bb5b9ba', 'mac_address': 'fa:16:3e:3c:de:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58592470-938b-4893-bbcc-c7b706e80693', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '0b70d022-8ecb-4fa8-a14a-6a2a0f8e930d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:13Z', 'updated_at': '2022-05-03T22:58:21Z', 'revision_number': 4, 'project_id': '58223e5fba464f509bc485c09bb5b9ba', 'subnets': [{'id': '0b70d022-8ecb-4fa8-a14a-6a2a0f8e930d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:58:23.761777 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5addd231-decd-4976-bd70-dacf08f430e8 admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:58:23.781963 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-5addd231-decd-4976-bd70-dacf08f430e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:58:23.894671 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5addd231-decd-4976-bd70-dacf08f430e8 admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:58:23.973506 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-5e7926ac-3173-4680-b2be-d348dcd45cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:23.975790 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-5e7926ac-3173-4680-b2be-d348dcd45cd7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=62689dff-081f-4a4e-9460-2323067eb3de HTTP/1.1" status: 200 len: 897 time: 0.5314283 May 03 22:58:24.178815 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5addd231-decd-4976-bd70-dacf08f430e8 admin admin] Pushing event updated for resources: {'Port': ['ID=8d08f95b-e4cf-4227-be89-1580369536cb,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:24.229541 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-0ce59b1b-2ff9-4341-aecc-c4075ca540a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34cc127f-6f6a-4e77-b531-17c96c60f6f8 HTTP/1.1" status: 200 len: 1002 time: 0.2380612 May 03 22:58:24.364351 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-7ec5321b-8518-4df3-8a33-abe8e355c51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:24.366187 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-7ec5321b-8518-4df3-8a33-abe8e355c51a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5ac5b18-86ee-44a9-b611-340e40471894 HTTP/1.1" status: 200 len: 835 time: 0.1299520 May 03 22:58:24.567471 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:24.617119 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-9d0ea9a8-d0aa-4985-86f5-4d93d3f462dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:24.619254 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-9d0ea9a8-d0aa-4985-86f5-4d93d3f462dd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=62689dff-081f-4a4e-9460-2323067eb3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2448711 May 03 22:58:24.911825 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f392f2-5a0a-4a2d-ad11-c82e5b58ab93 None None] Network d80fc8c4-e06b-4bb4-b744-35cc884fa984 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:58:24.934363 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-6012c70d-d2d4-4fe1-b6a4-006a5ad9d7d4 service neutron] 10.222.0.60 "GET /v2.0/networks/62689dff-081f-4a4e-9460-2323067eb3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056068 May 03 22:58:25.042065 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-617f4c83-d960-429d-b7d5-e439d71e1edc None None] Provisioning for port 67842df9-b14d-4c42-a4d3-e8b5d751bdf8 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:58:25.239900 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-95312b68-3f6f-4c37-abc1-89c8bf7dd4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:25.356526 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-215f5c65-434a-44b5-a684-81c744e13a2f service neutron] 10.222.0.60 "GET /v2.0/networks/62689dff-081f-4a4e-9460-2323067eb3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090221 May 03 22:58:25.539928 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 9f299047-5acf-4a96-bc35-94d269729790 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:58:25.580314 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23090744-47b9-4a45-b089-d9d0aa57df29 req-bc7d70a6-3389-45c6-8868-c6d939242bbf tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:25.581862 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23090744-47b9-4a45-b089-d9d0aa57df29 req-bc7d70a6-3389-45c6-8868-c6d939242bbf tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 946 time: 1.8146949 May 03 22:58:25.618775 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5addd231-decd-4976-bd70-dacf08f430e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:25.642580 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-a5eb1630-1961-4376-8b61-5dfafed43cd8 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:25.647279 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-a5eb1630-1961-4376-8b61-5dfafed43cd8 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217&tenant_id=e51c41c8f2c54373bfeeef105247eecb&binding%3Ahost_id=n-h2-811807-1 HTTP/1.1" status: 200 len: 1097 time: 0.2281897 May 03 22:58:25.710269 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-fd3c9843-c1e0-4cc4-ba4b-5dcfb1a1b54d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811807-1'}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:58:25.732276 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 9f299047-5acf-4a96-bc35-94d269729790 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:58:25.739870 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 9f299047-5acf-4a96-bc35-94d269729790 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:58:25.740809 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:26.141997 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:26.183695 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-fd3c9843-c1e0-4cc4-ba4b-5dcfb1a1b54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:26.218721 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 9f299047-5acf-4a96-bc35-94d269729790, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=9f299047-5acf-4a96-bc35-94d269729790,segment=NetworkSegment(6ff5e8f4-f5c1-470a-b0ee-f27caca67db6),segment_id=6ff5e8f4-f5c1-470a-b0ee-f27caca67db6)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:58:26.242675 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:26.243841 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 67842df9-b14d-4c42-a4d3-e8b5d751bdf8 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:58:26.324182 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76009563-ba79-4d32-92c4-79f15e7218f1 req-b9b8f63b-a3fd-4a29-acf0-448dbc849e1e tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:26.334203 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-76009563-ba79-4d32-92c4-79f15e7218f1 req-b9b8f63b-a3fd-4a29-acf0-448dbc849e1e tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 946 time: 1.0548995 May 03 22:58:26.424807 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23090744-47b9-4a45-b089-d9d0aa57df29 req-fc865571-5896-4754-8f3b-1ac349c0c3c2 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5fd47e5-b5e4-4506-92ff-9ae9681e5b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8241706 May 03 22:58:26.517691 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:26.545249 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:26.567273 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-76009563-ba79-4d32-92c4-79f15e7218f1 req-0640f0e5-d582-46fb-93e4-4588656407c6 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317240 May 03 22:58:26.619461 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=9f299047-5acf-4a96-bc35-94d269729790,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:26.627413 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 67842df9-b14d-4c42-a4d3-e8b5d751bdf8 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:58:26.640827 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 67842df9-b14d-4c42-a4d3-e8b5d751bdf8 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:58:26.641316 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:26.800114 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-fd3c9843-c1e0-4cc4-ba4b-5dcfb1a1b54d service neutron] For port 34cc127f-6f6a-4e77-b531-17c96c60f6f8, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=34cc127f-6f6a-4e77-b531-17c96c60f6f8,segment=NetworkSegment(ce16f5e3-2c20-4354-ac40-2ec64136d583),segment_id=ce16f5e3-2c20-4354-ac40-2ec64136d583)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:58:26.895399 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:26.907684 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-fd3c9843-c1e0-4cc4-ba4b-5dcfb1a1b54d service neutron] For port 34cc127f-6f6a-4e77-b531-17c96c60f6f8, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:58:26.973044 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 67842df9-b14d-4c42-a4d3-e8b5d751bdf8, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=67842df9-b14d-4c42-a4d3-e8b5d751bdf8,segment=NetworkSegment(e7eea4b6-fa4d-407a-9ae2-110781f9e7da),segment_id=e7eea4b6-fa4d-407a-9ae2-110781f9e7da)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:58:27.005190 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:27.110299 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-fd3c9843-c1e0-4cc4-ba4b-5dcfb1a1b54d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:27.118951 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488a1c2d-aeb7-48a9-adfa-9c3327691217', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34cc127f-6f6a-4e77-b531-17c96c60f6f8'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:58:27.164956 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-fd3c9843-c1e0-4cc4-ba4b-5dcfb1a1b54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:27.172209 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=67842df9-b14d-4c42-a4d3-e8b5d751bdf8,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:27.392263 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14dc20cc-bec2-40cf-a506-49ac1128281e'] response: {'server_uuid': '488a1c2d-aeb7-48a9-adfa-9c3327691217', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34cc127f-6f6a-4e77-b531-17c96c60f6f8', 'code': 200} May 03 22:58:27.419400 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c9843-c1e0-4cc4-ba4b-5dcfb1a1b54d service neutron] Pushing event updated for resources: {'Port': ['ID=34cc127f-6f6a-4e77-b531-17c96c60f6f8,revision_number=7']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:27.431939 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c9843-c1e0-4cc4-ba4b-5dcfb1a1b54d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:27.431939 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c9843-c1e0-4cc4-ba4b-5dcfb1a1b54d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:27.432204 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c9843-c1e0-4cc4-ba4b-5dcfb1a1b54d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:27.432647 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c9843-c1e0-4cc4-ba4b-5dcfb1a1b54d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:27.432826 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c9843-c1e0-4cc4-ba4b-5dcfb1a1b54d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:27.433153 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c9843-c1e0-4cc4-ba4b-5dcfb1a1b54d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:27.433548 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c9843-c1e0-4cc4-ba4b-5dcfb1a1b54d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:27.434387 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c9843-c1e0-4cc4-ba4b-5dcfb1a1b54d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:27.434387 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c9843-c1e0-4cc4-ba4b-5dcfb1a1b54d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:27.434577 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c9843-c1e0-4cc4-ba4b-5dcfb1a1b54d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:27.434830 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c9843-c1e0-4cc4-ba4b-5dcfb1a1b54d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:27.435126 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3c9843-c1e0-4cc4-ba4b-5dcfb1a1b54d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:27.445881 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5addd231-decd-4976-bd70-dacf08f430e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:27.515654 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 9f299047-5acf-4a96-bc35-94d269729790 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:58:27.665049 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-fd3c9843-c1e0-4cc4-ba4b-5dcfb1a1b54d service neutron] Attempting to bind port 34cc127f-6f6a-4e77-b531-17c96c60f6f8 on host n-h2-811807-1 for vnic_type normal with profile {"migrating_to": "n-h1-811807-1"} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:58:27.667523 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-fd3c9843-c1e0-4cc4-ba4b-5dcfb1a1b54d service neutron] Attempting to bind port 34cc127f-6f6a-4e77-b531-17c96c60f6f8 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': 'ce16f5e3-2c20-4354-ac40-2ec64136d583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '62689dff-081f-4a4e-9460-2323067eb3de'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:58:27.668194 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-fd3c9843-c1e0-4cc4-ba4b-5dcfb1a1b54d service neutron] Attempting to bind port 34cc127f-6f6a-4e77-b531-17c96c60f6f8 on network 62689dff-081f-4a4e-9460-2323067eb3de {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:58:27.702584 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0cc02-22e2-414d-b9cb-9ab270a4567c req-82efee2f-f8fb-4d0e-b44a-dcb2d2960fe5 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:27.708517 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-f7b0cc02-22e2-414d-b9cb-9ab270a4567c req-82efee2f-f8fb-4d0e-b44a-dcb2d2960fe5 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Synchronizing usage tracker for tenant:a1b60de6f3b94c398a46d760b7dccea8 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:58:27.712215 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-fd3c9843-c1e0-4cc4-ba4b-5dcfb1a1b54d service neutron] Port 34cc127f-6f6a-4e77-b531-17c96c60f6f8 on network 62689dff-081f-4a4e-9460-2323067eb3de not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:58:27.713542 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-fd3c9843-c1e0-4cc4-ba4b-5dcfb1a1b54d service neutron] Attempting to bind port 34cc127f-6f6a-4e77-b531-17c96c60f6f8 on network 62689dff-081f-4a4e-9460-2323067eb3de {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:58:27.720406 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-fd3c9843-c1e0-4cc4-ba4b-5dcfb1a1b54d service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:58:27.728136 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-fd3c9843-c1e0-4cc4-ba4b-5dcfb1a1b54d service neutron] Checking segment: {'id': 'ce16f5e3-2c20-4354-ac40-2ec64136d583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '62689dff-081f-4a4e-9460-2323067eb3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:58:27.728895 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-fd3c9843-c1e0-4cc4-ba4b-5dcfb1a1b54d service neutron] Bound using segment: {'id': 'ce16f5e3-2c20-4354-ac40-2ec64136d583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '62689dff-081f-4a4e-9460-2323067eb3de'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:58:27.730200 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-fd3c9843-c1e0-4cc4-ba4b-5dcfb1a1b54d service neutron] Bound port: 34cc127f-6f6a-4e77-b531-17c96c60f6f8, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce16f5e3-2c20-4354-ac40-2ec64136d583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '62689dff-081f-4a4e-9460-2323067eb3de'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:58:27.731130 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-fd3c9843-c1e0-4cc4-ba4b-5dcfb1a1b54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:27.808836 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-f7b0cc02-22e2-414d-b9cb-9ab270a4567c req-82efee2f-f8fb-4d0e-b44a-dcb2d2960fe5 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Unset dirty status for tenant:a1b60de6f3b94c398a46d760b7dccea8 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:58:27.811707 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f7b0cc02-22e2-414d-b9cb-9ab270a4567c req-82efee2f-f8fb-4d0e-b44a-dcb2d2960fe5 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.67 "GET /v2.0/ports?device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 946 time: 0.5116386 May 03 22:58:27.843874 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:27.874342 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 9f299047-5acf-4a96-bc35-94d269729790 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:58:27.874982 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:27.949809 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d50d5912-1ff3-4d56-8b3a-9dae199eb20e None None] Provisioning complete for port 34cc127f-6f6a-4e77-b531-17c96c60f6f8 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:58:27.955281 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d50d5912-1ff3-4d56-8b3a-9dae199eb20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:27.988344 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-fd3c9843-c1e0-4cc4-ba4b-5dcfb1a1b54d service neutron] For port 34cc127f-6f6a-4e77-b531-17c96c60f6f8, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:58:27.998134 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-f7b0cc02-22e2-414d-b9cb-9ab270a4567c req-c76ef0de-e01d-4ea1-948a-809608317948 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Deleting port 2f72ab74-a672-447d-b997-eae19b009369 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:58:27.999509 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f7b0cc02-22e2-414d-b9cb-9ab270a4567c req-c76ef0de-e01d-4ea1-948a-809608317948 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:28.055441 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-fd3c9843-c1e0-4cc4-ba4b-5dcfb1a1b54d service neutron] For port 34cc127f-6f6a-4e77-b531-17c96c60f6f8, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=34cc127f-6f6a-4e77-b531-17c96c60f6f8,segment=NetworkSegment(ce16f5e3-2c20-4354-ac40-2ec64136d583),segment_id=ce16f5e3-2c20-4354-ac40-2ec64136d583)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:58:28.072464 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-fd3c9843-c1e0-4cc4-ba4b-5dcfb1a1b54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:28.086499 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df56ee-06f2-4e58-b5d3-ff2ab23c25e5 req-8e4c1d11-ff5e-4990-9d00-4c504c85a598 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:28.106584 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-86df56ee-06f2-4e58-b5d3-ff2ab23c25e5 req-8e4c1d11-ff5e-4990-9d00-4c504c85a598 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 946 time: 0.2314298 May 03 22:58:28.127550 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-d50d5912-1ff3-4d56-8b3a-9dae199eb20e None None] Port 34cc127f-6f6a-4e77-b531-17c96c60f6f8 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:58:28.161813 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5addd231-decd-4976-bd70-dacf08f430e8 admin admin] Router 668bffae-4730-4a79-b3b2-0a3b3bba2ff6 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:58:28.178295 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-86df56ee-06f2-4e58-b5d3-ff2ab23c25e5 req-21602dac-62a7-434c-bc02-8f5e90d4229f tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707960 May 03 22:58:28.201584 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2b193-265a-410c-b946-0a26ceea14d2 req-5bb7447f-4fbb-4d79-9ba5-5d75855c73af tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:28.224364 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:28.231210 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a8c2b193-265a-410c-b946-0a26ceea14d2 req-5bb7447f-4fbb-4d79-9ba5-5d75855c73af tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 944 time: 0.3075008 May 03 22:58:28.459462 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a8c2b193-265a-410c-b946-0a26ceea14d2 req-c11445dc-8ccf-4e7e-9b80-d15ec9d771cb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5fd47e5-b5e4-4506-92ff-9ae9681e5b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272394 May 03 22:58:28.518538 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5addd231-decd-4976-bd70-dacf08f430e8 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:58:28.537058 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e88397-e4bc-4bd8-9d84-b69938ae88ab None None] Sync routers for ids ['668bffae-4730-4a79-b3b2-0a3b3bba2ff6'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:58:28.562189 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e88397-e4bc-4bd8-9d84-b69938ae88ab None None] Routers {'668bffae-4730-4a79-b3b2-0a3b3bba2ff6'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:58:28.563746 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5addd231-decd-4976-bd70-dacf08f430e8 admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:28.566365 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-90e88397-e4bc-4bd8-9d84-b69938ae88ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:58:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['668bffae-4730-4a79-b3b2-0a3b3bba2ff6'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:28.572493 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5addd231-decd-4976-bd70-dacf08f430e8 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.4729023 May 03 22:58:28.577200 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43018) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:28.834247 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-39ec18d4-a4cc-40e3-b665-12d114cdadbf None None] Provisioning complete for port 34cc127f-6f6a-4e77-b531-17c96c60f6f8 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:58:28.834629 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-39ec18d4-a4cc-40e3-b665-12d114cdadbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:28.967193 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c9843-c1e0-4cc4-ba4b-5dcfb1a1b54d service neutron] Pushing event updated for resources: {'Port': ['ID=34cc127f-6f6a-4e77-b531-17c96c60f6f8,revision_number=8']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:28.976854 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-39ec18d4-a4cc-40e3-b665-12d114cdadbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:28.998146 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-fd3c9843-c1e0-4cc4-ba4b-5dcfb1a1b54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:28.999448 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-fd3c9843-c1e0-4cc4-ba4b-5dcfb1a1b54d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:29.001359 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-fd3c9843-c1e0-4cc4-ba4b-5dcfb1a1b54d service neutron] 10.222.0.60 "PUT /v2.0/ports/34cc127f-6f6a-4e77-b531-17c96c60f6f8 HTTP/1.1" status: 200 len: 1122 time: 3.3423152 May 03 22:58:29.023483 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488a1c2d-aeb7-48a9-adfa-9c3327691217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cc127f-6f6a-4e77-b531-17c96c60f6f8'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:58:29.142334 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-f7b0cc02-22e2-414d-b9cb-9ab270a4567c req-c76ef0de-e01d-4ea1-948a-809608317948 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] For port 2f72ab74-a672-447d-b997-eae19b009369, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=2f72ab74-a672-447d-b997-eae19b009369,segment=NetworkSegment(c01eddde-57f8-4cc1-8f09-891362f7a1a2),segment_id=c01eddde-57f8-4cc1-8f09-891362f7a1a2)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:58:29.142732 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f7b0cc02-22e2-414d-b9cb-9ab270a4567c req-c76ef0de-e01d-4ea1-948a-809608317948 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:29.161028 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-39ec18d4-a4cc-40e3-b665-12d114cdadbf None None] For port 34cc127f-6f6a-4e77-b531-17c96c60f6f8, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=34cc127f-6f6a-4e77-b531-17c96c60f6f8,segment=NetworkSegment(ce16f5e3-2c20-4354-ac40-2ec64136d583),segment_id=ce16f5e3-2c20-4354-ac40-2ec64136d583)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:58:29.166673 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['34cc127f-6f6a-4e77-b531-17c96c60f6f8'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:58:29.203572 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-39ec18d4-a4cc-40e3-b665-12d114cdadbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:29.351051 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-f7b0cc02-22e2-414d-b9cb-9ab270a4567c req-c76ef0de-e01d-4ea1-948a-809608317948 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Calling delete_port for 2f72ab74-a672-447d-b997-eae19b009369 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:58:29.361688 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-90e88397-e4bc-4bd8-9d84-b69938ae88ab None None] Set router 668bffae-4730-4a79-b3b2-0a3b3bba2ff6 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:58:29.395161 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '488a1c2d-aeb7-48a9-adfa-9c3327691217', 'tag': '34cc127f-6f6a-4e77-b531-17c96c60f6f8'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:58:29.404821 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f4b21c6-ff90-4224-8eaa-2377240aeed5'] response: {'server_uuid': '488a1c2d-aeb7-48a9-adfa-9c3327691217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cc127f-6f6a-4e77-b531-17c96c60f6f8', 'code': 200} May 03 22:58:29.462563 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 67842df9-b14d-4c42-a4d3-e8b5d751bdf8 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:58:29.496967 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-908bbdac-d8b7-4a0d-9891-9245bac9e36b'] response: {'name': 'network-changed', 'server_uuid': '488a1c2d-aeb7-48a9-adfa-9c3327691217', 'tag': '34cc127f-6f6a-4e77-b531-17c96c60f6f8', 'status': 'completed', 'code': 200} May 03 22:58:29.655006 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec18d4-a4cc-40e3-b665-12d114cdadbf None None] Pushing event updated for resources: {'Port': ['ID=34cc127f-6f6a-4e77-b531-17c96c60f6f8,revision_number=9']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:29.723739 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f7b0cc02-22e2-414d-b9cb-9ab270a4567c req-c76ef0de-e01d-4ea1-948a-809608317948 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:29.784271 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['5aa08b48-9310-4437-83e4-632a6081fea4'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:58:29.833388 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ef0de-e01d-4ea1-948a-809608317948 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Pushing event deleted for resources: {'Port': ['ID=2f72ab74-a672-447d-b997-eae19b009369,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:29.856427 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0be585b2-af10-4f04-9cef-9674bc334344 req-6f119cad-43bb-4c4f-967d-a44cb04eb932 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 210 time: 0.2026756 May 03 22:58:29.907138 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9da351-5552-4ea5-bed9-cbeb8a7260e8 req-e03c1060-7bcc-41bd-9a60-bd828b68cbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:29.908634 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3c9da351-5552-4ea5-bed9-cbeb8a7260e8 req-e03c1060-7bcc-41bd-9a60-bd828b68cbce service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 1127 time: 0.3450210 May 03 22:58:30.006645 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 67842df9-b14d-4c42-a4d3-e8b5d751bdf8 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:58:30.007178 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:30.115302 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b0cc02-22e2-414d-b9cb-9ab270a4567c req-c76ef0de-e01d-4ea1-948a-809608317948 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] No DVR routers for this DVR port 2f72ab74-a672-447d-b997-eae19b009369 on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:58:30.118864 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f7b0cc02-22e2-414d-b9cb-9ab270a4567c req-c76ef0de-e01d-4ea1-948a-809608317948 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:30.350906 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111ab54-4761-4aec-9d92-ab0650e9ab13 req-a81eb2f7-e7c3-47b8-93b7-4931e3311f6f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:30.358502 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7111ab54-4761-4aec-9d92-ab0650e9ab13 req-a81eb2f7-e7c3-47b8-93b7-4931e3311f6f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 946 time: 0.6047747 May 03 22:58:30.425049 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f7b0cc02-22e2-414d-b9cb-9ab270a4567c req-c76ef0de-e01d-4ea1-948a-809608317948 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.67 "DELETE /v2.0/ports/2f72ab74-a672-447d-b997-eae19b009369 HTTP/1.1" status: 204 len: 173 time: 2.6021514 May 03 22:58:30.427624 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9da351-5552-4ea5-bed9-cbeb8a7260e8 req-934f760a-b2eb-4819-9f84-d16e95e3f5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:30.430137 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3c9da351-5552-4ea5-bed9-cbeb8a7260e8 req-934f760a-b2eb-4819-9f84-d16e95e3f5f1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=62689dff-081f-4a4e-9460-2323067eb3de HTTP/1.1" status: 200 len: 897 time: 0.3897614 May 03 22:58:30.456597 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-90e88397-e4bc-4bd8-9d84-b69938ae88ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668bffae-4730-4a79-b3b2-0a3b3bba2ff6', 'name': 'tempest-TestAggregatesBasicOps-2097949895-router', 'tenant_id': '0ef04db60322449694d73cfb5e4aaa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '8d08f95b-e4cf-4227-be89-1580369536cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:20Z', 'updated_at': '2022-05-03T22:58:24Z', 'revision_number': 3, 'project_id': '0ef04db60322449694d73cfb5e4aaa20', 'gw_port': {'id': '8d08f95b-e4cf-4227-be89-1580369536cb', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668bffae-4730-4a79-b3b2-0a3b3bba2ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:22Z', 'updated_at': '2022-05-03T22:58:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:30.489893 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e88397-e4bc-4bd8-9d84-b69938ae88ab None None] Checking router: 668bffae-4730-4a79-b3b2-0a3b3bba2ff6 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:58:30.490207 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e88397-e4bc-4bd8-9d84-b69938ae88ab None None] Updating router 668bffae-4730-4a79-b3b2-0a3b3bba2ff6 port 8d08f95b-e4cf-4227-be89-1580369536cb binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:58:30.648795 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 34cc127f-6f6a-4e77-b531-17c96c60f6f8 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:58:30.666772 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7111ab54-4761-4aec-9d92-ab0650e9ab13 req-ed0d89bc-4142-412a-a749-ba572a763120 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5fd47e5-b5e4-4506-92ff-9ae9681e5b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3045771 May 03 22:58:30.702116 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3c9da351-5552-4ea5-bed9-cbeb8a7260e8 req-76e1ddfc-a0b8-4de8-9272-5ddd4f4c6f8c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34cc127f-6f6a-4e77-b531-17c96c60f6f8 HTTP/1.1" status: 200 len: 1002 time: 0.2602148 May 03 22:58:30.837933 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9da351-5552-4ea5-bed9-cbeb8a7260e8 req-c3d96c6c-c7a2-4a31-b0e5-4bae0ea9ff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:30.844316 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3c9da351-5552-4ea5-bed9-cbeb8a7260e8 req-c3d96c6c-c7a2-4a31-b0e5-4bae0ea9ff4e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a5ac5b18-86ee-44a9-b611-340e40471894 HTTP/1.1" status: 200 len: 835 time: 0.1318648 May 03 22:58:30.891429 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-90e88397-e4bc-4bd8-9d84-b69938ae88ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:30.931724 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3a766ca8-d0c0-40f7-b915-6d31a4396947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:30.939649 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9da351-5552-4ea5-bed9-cbeb8a7260e8 req-0fcc0e1f-d25e-4f86-9aba-bbe511043b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:30.941291 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3c9da351-5552-4ea5-bed9-cbeb8a7260e8 req-0fcc0e1f-d25e-4f86-9aba-bbe511043b99 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62689dff-081f-4a4e-9460-2323067eb3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951138 May 03 22:58:31.193523 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 34cc127f-6f6a-4e77-b531-17c96c60f6f8, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=34cc127f-6f6a-4e77-b531-17c96c60f6f8,segment=NetworkSegment(ce16f5e3-2c20-4354-ac40-2ec64136d583),segment_id=ce16f5e3-2c20-4354-ac40-2ec64136d583)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:58:31.322278 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3c9da351-5552-4ea5-bed9-cbeb8a7260e8 req-57f85e48-966f-4992-9a91-b33a09c0a9cd service neutron] 10.222.0.67 "GET /v2.0/networks/62689dff-081f-4a4e-9460-2323067eb3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741655 May 03 22:58:31.366120 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-48d38e94-1365-45c3-92c8-379649288656 req-b3d03754-01aa-4242-9ecd-670c8c3e1340 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=1882bc6f-5a7c-4844-92c6-efae1390fec2 HTTP/1.1" status: 200 len: 210 time: 0.1564639 May 03 22:58:31.432183 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 34cc127f-6f6a-4e77-b531-17c96c60f6f8 has no active binding in host n-h1-811807-1 {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 03 22:58:31.567995 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-3a766ca8-d0c0-40f7-b915-6d31a4396947 admin admin] Allocated IP 172.20.0.1 (d80fc8c4-e06b-4bb4-b744-35cc884fa984/f2d1d78d-af48-4072-8f55-b2af355d87ab/ba875d0c-ab66-4986-8487-5080289f94a0) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:58:31.730000 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1882bc6f-5a7c-4844-92c6-efae1390fec2', 'name': 'network-vif-deleted', 'tag': '2f72ab74-a672-447d-b997-eae19b009369'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:58:31.746243 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3c9da351-5552-4ea5-bed9-cbeb8a7260e8 req-933df1de-c4db-4eb1-b07d-f9a01edce96b service neutron] 10.222.0.67 "GET /v2.0/networks/62689dff-081f-4a4e-9460-2323067eb3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169664 May 03 22:58:31.825408 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-90e88397-e4bc-4bd8-9d84-b69938ae88ab None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:31.847317 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-90e88397-e4bc-4bd8-9d84-b69938ae88ab None None] Transition to ACTIVE for port object 8d08f95b-e4cf-4227-be89-1580369536cb will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:58:31.861490 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-90e88397-e4bc-4bd8-9d84-b69938ae88ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:31.866886 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3a766ca8-d0c0-40f7-b915-6d31a4396947 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:31.888841 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-3a766ca8-d0c0-40f7-b915-6d31a4396947 admin admin] Transition to ACTIVE for port object ba875d0c-ab66-4986-8487-5080289f94a0 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:58:31.891769 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6e4a92e-bfcb-4974-8cf9-083ccbeae015'] response: {'server_uuid': '1882bc6f-5a7c-4844-92c6-efae1390fec2', 'name': 'network-vif-deleted', 'tag': '2f72ab74-a672-447d-b997-eae19b009369', 'status': 'completed', 'code': 200} May 03 22:58:31.954318 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3a766ca8-d0c0-40f7-b915-6d31a4396947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:31.963034 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 2f72ab74-a672-447d-b997-eae19b009369 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:58:31.994281 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-90e88397-e4bc-4bd8-9d84-b69938ae88ab None None] Attempting to bind port 8d08f95b-e4cf-4227-be89-1580369536cb on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:58:31.994664 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-90e88397-e4bc-4bd8-9d84-b69938ae88ab None None] Attempting to bind port 8d08f95b-e4cf-4227-be89-1580369536cb by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:58:31.995105 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e88397-e4bc-4bd8-9d84-b69938ae88ab None None] Attempting to bind port 8d08f95b-e4cf-4227-be89-1580369536cb on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:58:31.997226 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed23136-b9f5-4a2e-ac6f-ea3678267037 None None] Pushing event updated for resources: {'Port': ['ID=8d08f95b-e4cf-4227-be89-1580369536cb,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:32.009449 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 2f72ab74-a672-447d-b997-eae19b009369 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:58:32.009889 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 2f72ab74-a672-447d-b997-eae19b009369 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:58:32.012249 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e88397-e4bc-4bd8-9d84-b69938ae88ab None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:58:32.012845 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e88397-e4bc-4bd8-9d84-b69938ae88ab None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:58:32.013283 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-90e88397-e4bc-4bd8-9d84-b69938ae88ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:32.013734 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e88397-e4bc-4bd8-9d84-b69938ae88ab None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:58:32.015191 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-90e88397-e4bc-4bd8-9d84-b69938ae88ab None None] Bound port: 8d08f95b-e4cf-4227-be89-1580369536cb, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:58:32.015507 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-90e88397-e4bc-4bd8-9d84-b69938ae88ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:32.090174 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a766ca8-d0c0-40f7-b915-6d31a4396947 admin admin] Network d80fc8c4-e06b-4bb4-b744-35cc884fa984 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:58:32.100271 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-90e88397-e4bc-4bd8-9d84-b69938ae88ab None None] For port 8d08f95b-e4cf-4227-be89-1580369536cb, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:58:32.104231 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-90e88397-e4bc-4bd8-9d84-b69938ae88ab None None] For port 8d08f95b-e4cf-4227-be89-1580369536cb, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=8d08f95b-e4cf-4227-be89-1580369536cb,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:58:32.106614 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-3a766ca8-d0c0-40f7-b915-6d31a4396947 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:58:32.110239 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-90e88397-e4bc-4bd8-9d84-b69938ae88ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:32.111525 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a766ca8-d0c0-40f7-b915-6d31a4396947 admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:58:32.235108 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a766ca8-d0c0-40f7-b915-6d31a4396947 admin admin] Pushing event updated for resources: {'Port': ['ID=ba875d0c-ab66-4986-8487-5080289f94a0,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:32.268187 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4fa8c-561b-4b7e-8d86-f7f56a1cc2e8 req-6da24bdb-e700-407d-9853-303be649273c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:32.269701 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-74d4fa8c-561b-4b7e-8d86-f7f56a1cc2e8 req-6da24bdb-e700-407d-9853-303be649273c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 946 time: 0.3554428 May 03 22:58:32.272005 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3a766ca8-d0c0-40f7-b915-6d31a4396947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:32.277845 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e88397-e4bc-4bd8-9d84-b69938ae88ab None None] Routers {'668bffae-4730-4a79-b3b2-0a3b3bba2ff6'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:58:32.278718 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-90e88397-e4bc-4bd8-9d84-b69938ae88ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:58:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['668bffae-4730-4a79-b3b2-0a3b3bba2ff6'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:32.344783 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-74d4fa8c-561b-4b7e-8d86-f7f56a1cc2e8 req-42b53584-4de0-4ebb-9e0b-d0154209fc7f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5fd47e5-b5e4-4506-92ff-9ae9681e5b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607109 May 03 22:58:32.379273 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed23136-b9f5-4a2e-ac6f-ea3678267037 None None] Pushing event updated for resources: {'Port': ['ID=8d08f95b-e4cf-4227-be89-1580369536cb,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:32.549542 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f14f4eeb-02dc-4d35-806b-681a787f2775 None None] Provisioning for port ba875d0c-ab66-4986-8487-5080289f94a0 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:58:32.559819 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f14f4eeb-02dc-4d35-806b-681a787f2775 None None] Provisioning complete for port ba875d0c-ab66-4986-8487-5080289f94a0 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:58:32.560361 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f14f4eeb-02dc-4d35-806b-681a787f2775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:32.580951 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3a766ca8-d0c0-40f7-b915-6d31a4396947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:32.632743 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-90e88397-e4bc-4bd8-9d84-b69938ae88ab None None] Set router 668bffae-4730-4a79-b3b2-0a3b3bba2ff6 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:58:32.803289 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f14f4eeb-02dc-4d35-806b-681a787f2775 None None] Port ba875d0c-ab66-4986-8487-5080289f94a0 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:58:33.009779 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3a766ca8-d0c0-40f7-b915-6d31a4396947 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:33.016132 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3a766ca8-d0c0-40f7-b915-6d31a4396947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:33.099115 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-90e88397-e4bc-4bd8-9d84-b69938ae88ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668bffae-4730-4a79-b3b2-0a3b3bba2ff6', 'name': 'tempest-TestAggregatesBasicOps-2097949895-router', 'tenant_id': '0ef04db60322449694d73cfb5e4aaa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '8d08f95b-e4cf-4227-be89-1580369536cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:20Z', 'updated_at': '2022-05-03T22:58:24Z', 'revision_number': 3, 'project_id': '0ef04db60322449694d73cfb5e4aaa20', 'gw_port': {'id': '8d08f95b-e4cf-4227-be89-1580369536cb', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668bffae-4730-4a79-b3b2-0a3b3bba2ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:22Z', 'updated_at': '2022-05-03T22:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:33.103309 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e88397-e4bc-4bd8-9d84-b69938ae88ab None None] The sync data for ids ['668bffae-4730-4a79-b3b2-0a3b3bba2ff6'] in n-d-811807-1 is: [{'id': '668bffae-4730-4a79-b3b2-0a3b3bba2ff6', 'name': 'tempest-TestAggregatesBasicOps-2097949895-router', 'tenant_id': '0ef04db60322449694d73cfb5e4aaa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '8d08f95b-e4cf-4227-be89-1580369536cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:20Z', 'updated_at': '2022-05-03T22:58:24Z', 'revision_number': 3, 'project_id': '0ef04db60322449694d73cfb5e4aaa20', 'gw_port': {'id': '8d08f95b-e4cf-4227-be89-1580369536cb', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668bffae-4730-4a79-b3b2-0a3b3bba2ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:22Z', 'updated_at': '2022-05-03T22:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:58:33.198439 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3a766ca8-d0c0-40f7-b915-6d31a4396947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:33.314553 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a766ca8-d0c0-40f7-b915-6d31a4396947 admin admin] Pushing event updated for resources: {'Port': ['ID=ba875d0c-ab66-4986-8487-5080289f94a0,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:33.861867 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edca8f6-caa3-4c78-b9b3-ce11b752865d req-651a34a0-3f8e-4b63-8d37-dc24a5464c44 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:33.875291 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5edca8f6-caa3-4c78-b9b3-ce11b752865d req-651a34a0-3f8e-4b63-8d37-dc24a5464c44 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=58b1620c-1628-4b95-8629-756baa43d747 HTTP/1.1" status: 200 len: 945 time: 0.7782376 May 03 22:58:33.933820 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a766ca8-d0c0-40f7-b915-6d31a4396947 admin admin] Network d80fc8c4-e06b-4bb4-b744-35cc884fa984 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:58:33.938377 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-3a766ca8-d0c0-40f7-b915-6d31a4396947 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:58:33.980001 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383eea9-b2e5-4ed0-8e71-279e4a7587ce req-67b56c64-0d0d-41b7-a4ca-47f1c3816343 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:33.981444 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e383eea9-b2e5-4ed0-8e71-279e4a7587ce req-67b56c64-0d0d-41b7-a4ca-47f1c3816343 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 946 time: 0.3376420 May 03 22:58:34.345305 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2f5c438a-a8e1-44b1-84c1-09c58c83dda9 None None] Provisioning complete for port ba875d0c-ab66-4986-8487-5080289f94a0 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:58:34.346017 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2f5c438a-a8e1-44b1-84c1-09c58c83dda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:34.364172 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a766ca8-d0c0-40f7-b915-6d31a4396947 admin admin] Router 668bffae-4730-4a79-b3b2-0a3b3bba2ff6 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:58:34.390184 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5edca8f6-caa3-4c78-b9b3-ce11b752865d req-5f81dfec-e8a9-4781-9aab-dcdc620e2e29 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5121915 May 03 22:58:34.544104 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c438a-a8e1-44b1-84c1-09c58c83dda9 None None] Port ba875d0c-ab66-4986-8487-5080289f94a0 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:58:34.725452 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-2bd34b66-24eb-4a57-abbe-c1458e54ff05 service neutron] 10.222.0.67 "GET /v2.0/ports/34cc127f-6f6a-4e77-b531-17c96c60f6f8/bindings/n-h1-811807-1 HTTP/1.1" status: 200 len: 384 time: 0.2761166 May 03 22:58:34.886619 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e383eea9-b2e5-4ed0-8e71-279e4a7587ce req-e9e066f9-5545-4927-8dbc-65b196495c82 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5fd47e5-b5e4-4506-92ff-9ae9681e5b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6075890 May 03 22:58:35.016171 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a766ca8-d0c0-40f7-b915-6d31a4396947 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:58:35.039276 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3a766ca8-d0c0-40f7-b915-6d31a4396947 admin admin] 10.222.0.58 "PUT /v2.0/routers/668bffae-4730-4a79-b3b2-0a3b3bba2ff6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4592311 May 03 22:58:35.332070 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 8d08f95b-e4cf-4227-be89-1580369536cb up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:58:35.436949 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-124d09aa-09f0-49f1-b9ce-1e039b71321a service neutron] For port 34cc127f-6f6a-4e77-b531-17c96c60f6f8, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=34cc127f-6f6a-4e77-b531-17c96c60f6f8,segment=NetworkSegment(ce16f5e3-2c20-4354-ac40-2ec64136d583),segment_id=ce16f5e3-2c20-4354-ac40-2ec64136d583)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:58:35.482904 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2d9ef-33d2-4425-9a6d-6c55e8c71b0d req-25023156-8816-437b-bce1-7194a135290d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:35.487206 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-01d2d9ef-33d2-4425-9a6d-6c55e8c71b0d req-25023156-8816-437b-bce1-7194a135290d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 1127 time: 0.2796376 May 03 22:58:35.544784 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 8d08f95b-e4cf-4227-be89-1580369536cb completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:58:35.558063 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 8d08f95b-e4cf-4227-be89-1580369536cb triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:58:35.560834 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:35.914762 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2d9ef-33d2-4425-9a6d-6c55e8c71b0d req-86b95003-b617-48fb-a0c7-f2b2d04bace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:35.916620 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-01d2d9ef-33d2-4425-9a6d-6c55e8c71b0d req-86b95003-b617-48fb-a0c7-f2b2d04bace9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=62689dff-081f-4a4e-9460-2323067eb3de HTTP/1.1" status: 200 len: 897 time: 0.4021986 May 03 22:58:35.917553 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-124d09aa-09f0-49f1-b9ce-1e039b71321a service neutron] For port 34cc127f-6f6a-4e77-b531-17c96c60f6f8, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:58:35.931876 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18765468-efa4-4be3-b4f9-a05c411f91c8 req-5b275a98-e0ce-46be-8b15-a169c0c9ccc9 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:35.949419 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-18765468-efa4-4be3-b4f9-a05c411f91c8 req-5b275a98-e0ce-46be-8b15-a169c0c9ccc9 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=58b1620c-1628-4b95-8629-756baa43d747 HTTP/1.1" status: 200 len: 945 time: 0.2224643 May 03 22:58:35.978396 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:36.024842 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 8d08f95b-e4cf-4227-be89-1580369536cb, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=8d08f95b-e4cf-4227-be89-1580369536cb,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:58:36.037602 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:36.070765 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-18765468-efa4-4be3-b4f9-a05c411f91c8 req-3f61a675-386c-472d-a9fb-32573137f366 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137037 May 03 22:58:36.203010 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=8d08f95b-e4cf-4227-be89-1580369536cb,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:36.218615 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7e8373-2305-4547-a575-ca4ca872f14b None None] Sync routers for ids ['668bffae-4730-4a79-b3b2-0a3b3bba2ff6'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:58:36.243286 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7e8373-2305-4547-a575-ca4ca872f14b None None] Routers {'668bffae-4730-4a79-b3b2-0a3b3bba2ff6'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:58:36.244118 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-7a7e8373-2305-4547-a575-ca4ca872f14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:58:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['668bffae-4730-4a79-b3b2-0a3b3bba2ff6'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:36.416429 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab52bb7-162b-407d-8eaa-0dd3459ad08e req-c0491fd2-693b-40c4-b437-301c4beb8dfd tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:36.424206 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cab52bb7-162b-407d-8eaa-0dd3459ad08e req-c0491fd2-693b-40c4-b437-301c4beb8dfd tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 946 time: 0.1901634 May 03 22:58:36.476795 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-01d2d9ef-33d2-4425-9a6d-6c55e8c71b0d req-f7153e37-7a6d-4310-8669-a1204523c983 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34cc127f-6f6a-4e77-b531-17c96c60f6f8 HTTP/1.1" status: 200 len: 1002 time: 0.5205019 May 03 22:58:36.493832 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488a1c2d-aeb7-48a9-adfa-9c3327691217', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34cc127f-6f6a-4e77-b531-17c96c60f6f8'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:58:36.531455 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cab52bb7-162b-407d-8eaa-0dd3459ad08e req-95cc2aa5-ce15-403d-b6b6-18058717552b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5fd47e5-b5e4-4506-92ff-9ae9681e5b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064913 May 03 22:58:36.625059 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-124d09aa-09f0-49f1-b9ce-1e039b71321a service neutron] For port 34cc127f-6f6a-4e77-b531-17c96c60f6f8, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=34cc127f-6f6a-4e77-b531-17c96c60f6f8,segment=NetworkSegment(ce16f5e3-2c20-4354-ac40-2ec64136d583),segment_id=ce16f5e3-2c20-4354-ac40-2ec64136d583)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:58:36.674269 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-124d09aa-09f0-49f1-b9ce-1e039b71321a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:36.728718 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-7a7e8373-2305-4547-a575-ca4ca872f14b None None] Set router 668bffae-4730-4a79-b3b2-0a3b3bba2ff6 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:58:36.790785 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9efcddf9-5a39-40e8-8046-987132d8e1c0'] response: {'server_uuid': '488a1c2d-aeb7-48a9-adfa-9c3327691217', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34cc127f-6f6a-4e77-b531-17c96c60f6f8', 'code': 200} May 03 22:58:36.797286 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2d9ef-33d2-4425-9a6d-6c55e8c71b0d req-4fd28ee9-c1d8-44a4-b740-34ffd2425bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:36.799190 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-01d2d9ef-33d2-4425-9a6d-6c55e8c71b0d req-4fd28ee9-c1d8-44a4-b740-34ffd2425bc4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a5ac5b18-86ee-44a9-b611-340e40471894 HTTP/1.1" status: 200 len: 835 time: 0.2953148 May 03 22:58:36.926859 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad333a-5c02-4ee6-9e39-6722a1c1823f req-e832e715-dffa-45c6-8e2d-b1958c2c295f tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:36.927779 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-d9ad333a-5c02-4ee6-9e39-6722a1c1823f req-e832e715-dffa-45c6-8e2d-b1958c2c295f tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Synchronizing usage tracker for tenant:a1b60de6f3b94c398a46d760b7dccea8 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:58:36.981023 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-124d09aa-09f0-49f1-b9ce-1e039b71321a service neutron] Transition to ACTIVE for port object 34cc127f-6f6a-4e77-b531-17c96c60f6f8 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:58:36.986396 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-d9ad333a-5c02-4ee6-9e39-6722a1c1823f req-e832e715-dffa-45c6-8e2d-b1958c2c295f tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Unset dirty status for tenant:a1b60de6f3b94c398a46d760b7dccea8 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:58:36.987791 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d9ad333a-5c02-4ee6-9e39-6722a1c1823f req-e832e715-dffa-45c6-8e2d-b1958c2c295f tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.60 "GET /v2.0/ports?device_id=58b1620c-1628-4b95-8629-756baa43d747 HTTP/1.1" status: 200 len: 945 time: 0.5995927 May 03 22:58:36.995359 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-124d09aa-09f0-49f1-b9ce-1e039b71321a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:37.246351 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-7a7e8373-2305-4547-a575-ca4ca872f14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668bffae-4730-4a79-b3b2-0a3b3bba2ff6', 'name': 'tempest-TestAggregatesBasicOps-2097949895-router', 'tenant_id': '0ef04db60322449694d73cfb5e4aaa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '8d08f95b-e4cf-4227-be89-1580369536cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:20Z', 'updated_at': '2022-05-03T22:58:32Z', 'revision_number': 4, 'project_id': '0ef04db60322449694d73cfb5e4aaa20', 'gw_port': {'id': '8d08f95b-e4cf-4227-be89-1580369536cb', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668bffae-4730-4a79-b3b2-0a3b3bba2ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:22Z', 'updated_at': '2022-05-03T22:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'ba875d0c-ab66-4986-8487-5080289f94a0', 'name': '', 'network_id': 'd80fc8c4-e06b-4bb4-b744-35cc884fa984', 'tenant_id': '0ef04db60322449694d73cfb5e4aaa20', 'mac_address': 'fa:16:3e:e5:57:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668bffae-4730-4a79-b3b2-0a3b3bba2ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'f2d1d78d-af48-4072-8f55-b2af355d87ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:31Z', 'updated_at': '2022-05-03T22:58:32Z', 'revision_number': 2, 'project_id': '0ef04db60322449694d73cfb5e4aaa20', 'subnets': [{'id': 'f2d1d78d-af48-4072-8f55-b2af355d87ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:37.262410 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 8d08f95b-e4cf-4227-be89-1580369536cb up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:58:37.276447 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7e8373-2305-4547-a575-ca4ca872f14b None None] Checking router: 668bffae-4730-4a79-b3b2-0a3b3bba2ff6 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:58:37.276805 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7e8373-2305-4547-a575-ca4ca872f14b None None] Updating router 668bffae-4730-4a79-b3b2-0a3b3bba2ff6 port ba875d0c-ab66-4986-8487-5080289f94a0 binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:58:37.400856 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2d9ef-33d2-4425-9a6d-6c55e8c71b0d req-14a7b78a-e3a4-41f4-92ff-22da770ff864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:37.412676 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-01d2d9ef-33d2-4425-9a6d-6c55e8c71b0d req-14a7b78a-e3a4-41f4-92ff-22da770ff864 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=62689dff-081f-4a4e-9460-2323067eb3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6048033 May 03 22:58:37.497656 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-d9ad333a-5c02-4ee6-9e39-6722a1c1823f req-5d932629-a859-441b-8c96-ba900f73726a tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Deleting port 5aa08b48-9310-4437-83e4-632a6081fea4 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:58:37.498804 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d9ad333a-5c02-4ee6-9e39-6722a1c1823f req-5d932629-a859-441b-8c96-ba900f73726a tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:37.502128 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7a7e8373-2305-4547-a575-ca4ca872f14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:37.614449 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d09aa-09f0-49f1-b9ce-1e039b71321a service neutron] Pushing event updated for resources: {'Port': ['ID=34cc127f-6f6a-4e77-b531-17c96c60f6f8,revision_number=11']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:37.663708 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 8d08f95b-e4cf-4227-be89-1580369536cb triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:58:37.664888 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:37.734039 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f04965-4e22-45c7-b577-366a64a13495 req-d780c69c-5182-4deb-83ab-ad2c2014b517 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:37.750312 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-74f04965-4e22-45c7-b577-366a64a13495 req-d780c69c-5182-4deb-83ab-ad2c2014b517 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=58b1620c-1628-4b95-8629-756baa43d747 HTTP/1.1" status: 200 len: 945 time: 0.3307536 May 03 22:58:37.880988 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-74f04965-4e22-45c7-b577-366a64a13495 req-7bce6647-b0e6-4878-953a-71d84e858e26 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297026 May 03 22:58:37.942269 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43178) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:38.179947 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 34cc127f-6f6a-4e77-b531-17c96c60f6f8 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:58:38.414205 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 34cc127f-6f6a-4e77-b531-17c96c60f6f8 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:58:38.683125 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf9ae4-1376-4669-b1f2-860fe06eca2f req-82c99b9d-ca22-40f3-9d6c-264d54671831 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:38.696326 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6bcf9ae4-1376-4669-b1f2-860fe06eca2f req-82c99b9d-ca22-40f3-9d6c-264d54671831 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 945 time: 0.5089107 May 03 22:58:38.816765 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7a7e8373-2305-4547-a575-ca4ca872f14b None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:38.879458 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-7a7e8373-2305-4547-a575-ca4ca872f14b None None] Transition to ACTIVE for port object ba875d0c-ab66-4986-8487-5080289f94a0 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:58:38.900074 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7a7e8373-2305-4547-a575-ca4ca872f14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:39.244545 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-124d09aa-09f0-49f1-b9ce-1e039b71321a service neutron] No DVR routers for this DVR port 34cc127f-6f6a-4e77-b531-17c96c60f6f8 on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:58:39.304961 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6bcf9ae4-1376-4669-b1f2-860fe06eca2f req-b97536bb-bf9c-4748-9856-97817b42d2e8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5fd47e5-b5e4-4506-92ff-9ae9681e5b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6083560 May 03 22:58:39.334323 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d384db2a-f1f6-414c-b056-8a0af6516949 None None] Pushing event updated for resources: {'Port': ['ID=ba875d0c-ab66-4986-8487-5080289f94a0,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:39.540540 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-7a7e8373-2305-4547-a575-ca4ca872f14b None None] Attempting to bind port ba875d0c-ab66-4986-8487-5080289f94a0 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:58:39.540903 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-7a7e8373-2305-4547-a575-ca4ca872f14b None None] Attempting to bind port ba875d0c-ab66-4986-8487-5080289f94a0 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'e7eea4b6-fa4d-407a-9ae2-110781f9e7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd80fc8c4-e06b-4bb4-b744-35cc884fa984'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:58:39.541260 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7e8373-2305-4547-a575-ca4ca872f14b None None] Attempting to bind port ba875d0c-ab66-4986-8487-5080289f94a0 on network d80fc8c4-e06b-4bb4-b744-35cc884fa984 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:58:39.553033 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7e8373-2305-4547-a575-ca4ca872f14b None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:58:39.553409 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7e8373-2305-4547-a575-ca4ca872f14b None None] Checking segment: {'id': 'e7eea4b6-fa4d-407a-9ae2-110781f9e7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd80fc8c4-e06b-4bb4-b744-35cc884fa984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:58:39.553805 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7a7e8373-2305-4547-a575-ca4ca872f14b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:39.554225 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7e8373-2305-4547-a575-ca4ca872f14b None None] Bound using segment: {'id': 'e7eea4b6-fa4d-407a-9ae2-110781f9e7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd80fc8c4-e06b-4bb4-b744-35cc884fa984'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:58:39.554688 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-7a7e8373-2305-4547-a575-ca4ca872f14b None None] Bound port: ba875d0c-ab66-4986-8487-5080289f94a0, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7eea4b6-fa4d-407a-9ae2-110781f9e7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd80fc8c4-e06b-4bb4-b744-35cc884fa984'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:58:39.555060 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7a7e8373-2305-4547-a575-ca4ca872f14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:39.671571 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5dbf2-287d-4feb-bf73-69959f1fb722 req-d242b417-18e3-468a-92d6-9bcd26317f9d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:39.673321 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-62d5dbf2-287d-4feb-bf73-69959f1fb722 req-d242b417-18e3-468a-92d6-9bcd26317f9d tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=58b1620c-1628-4b95-8629-756baa43d747 HTTP/1.1" status: 200 len: 945 time: 0.3720047 May 03 22:58:39.731711 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-01d2d9ef-33d2-4425-9a6d-6c55e8c71b0d req-5f02108b-74e5-4ef7-98e0-c718d65fbcde service neutron] 10.222.0.67 "GET /v2.0/networks/62689dff-081f-4a4e-9460-2323067eb3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2741892 May 03 22:58:39.768992 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-7a7e8373-2305-4547-a575-ca4ca872f14b None None] For port ba875d0c-ab66-4986-8487-5080289f94a0, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:58:39.776096 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-7a7e8373-2305-4547-a575-ca4ca872f14b None None] For port ba875d0c-ab66-4986-8487-5080289f94a0, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ba875d0c-ab66-4986-8487-5080289f94a0,segment=NetworkSegment(e7eea4b6-fa4d-407a-9ae2-110781f9e7da),segment_id=e7eea4b6-fa4d-407a-9ae2-110781f9e7da)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:58:39.785346 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7a7e8373-2305-4547-a575-ca4ca872f14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:39.859130 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-d9ad333a-5c02-4ee6-9e39-6722a1c1823f req-5d932629-a859-441b-8c96-ba900f73726a tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] For port 5aa08b48-9310-4437-83e4-632a6081fea4, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=5aa08b48-9310-4437-83e4-632a6081fea4,segment=NetworkSegment(c01eddde-57f8-4cc1-8f09-891362f7a1a2),segment_id=c01eddde-57f8-4cc1-8f09-891362f7a1a2)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:58:39.859495 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d9ad333a-5c02-4ee6-9e39-6722a1c1823f req-5d932629-a859-441b-8c96-ba900f73726a tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:39.994026 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7e8373-2305-4547-a575-ca4ca872f14b None None] Routers {'668bffae-4730-4a79-b3b2-0a3b3bba2ff6'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:58:40.002761 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-7a7e8373-2305-4547-a575-ca4ca872f14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:58:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['668bffae-4730-4a79-b3b2-0a3b3bba2ff6'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:40.071882 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-d9ad333a-5c02-4ee6-9e39-6722a1c1823f req-5d932629-a859-441b-8c96-ba900f73726a tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Calling delete_port for 5aa08b48-9310-4437-83e4-632a6081fea4 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:58:40.262373 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-62d5dbf2-287d-4feb-bf73-69959f1fb722 req-50037ce2-1892-406f-a96c-e5021ca9a8c7 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/security-groups?id=58662979-75ed-406f-85f8-7cb2e3b9a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5820498 May 03 22:58:40.432617 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d384db2a-f1f6-414c-b056-8a0af6516949 None None] Pushing event updated for resources: {'Port': ['ID=ba875d0c-ab66-4986-8487-5080289f94a0,revision_number=4']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:40.595957 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-7a7e8373-2305-4547-a575-ca4ca872f14b None None] Set router 668bffae-4730-4a79-b3b2-0a3b3bba2ff6 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:58:40.666595 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-124d09aa-09f0-49f1-b9ce-1e039b71321a service neutron] 10.222.0.67 "PUT /v2.0/ports/34cc127f-6f6a-4e77-b531-17c96c60f6f8/bindings/n-h1-811807-1/activate HTTP/1.1" status: 200 len: 369 time: 5.9140527 May 03 22:58:40.680868 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8b258186-93a3-45ca-b365-9e10d6e01502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:40.692536 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 5aa08b48-9310-4437-83e4-632a6081fea4 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:58:40.693283 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d9ad333a-5c02-4ee6-9e39-6722a1c1823f req-5d932629-a859-441b-8c96-ba900f73726a tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:40.706354 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-01d2d9ef-33d2-4425-9a6d-6c55e8c71b0d req-86ce1620-3cd4-4346-97fe-7ac7e2c84d6c service neutron] 10.222.0.67 "GET /v2.0/networks/62689dff-081f-4a4e-9460-2323067eb3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9668605 May 03 22:58:40.788624 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d932629-a859-441b-8c96-ba900f73726a tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Pushing event deleted for resources: {'Port': ['ID=5aa08b48-9310-4437-83e4-632a6081fea4,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:40.829342 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 5aa08b48-9310-4437-83e4-632a6081fea4 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:58:40.829692 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 5aa08b48-9310-4437-83e4-632a6081fea4 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:58:40.948215 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ad333a-5c02-4ee6-9e39-6722a1c1823f req-5d932629-a859-441b-8c96-ba900f73726a tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] No DVR routers for this DVR port 5aa08b48-9310-4437-83e4-632a6081fea4 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:58:40.951509 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-d9ad333a-5c02-4ee6-9e39-6722a1c1823f req-5d932629-a859-441b-8c96-ba900f73726a tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:40.958918 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d9ad333a-5c02-4ee6-9e39-6722a1c1823f req-5d932629-a859-441b-8c96-ba900f73726a tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.60 "DELETE /v2.0/ports/5aa08b48-9310-4437-83e4-632a6081fea4 HTTP/1.1" status: 204 len: 173 time: 3.9653287 May 03 22:58:40.959655 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b1620c-1628-4b95-8629-756baa43d747', 'name': 'network-vif-deleted', 'tag': '5aa08b48-9310-4437-83e4-632a6081fea4'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:58:41.054607 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-7a7e8373-2305-4547-a575-ca4ca872f14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668bffae-4730-4a79-b3b2-0a3b3bba2ff6', 'name': 'tempest-TestAggregatesBasicOps-2097949895-router', 'tenant_id': '0ef04db60322449694d73cfb5e4aaa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '8d08f95b-e4cf-4227-be89-1580369536cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:20Z', 'updated_at': '2022-05-03T22:58:32Z', 'revision_number': 4, 'project_id': '0ef04db60322449694d73cfb5e4aaa20', 'gw_port': {'id': '8d08f95b-e4cf-4227-be89-1580369536cb', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668bffae-4730-4a79-b3b2-0a3b3bba2ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:22Z', 'updated_at': '2022-05-03T22:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'ba875d0c-ab66-4986-8487-5080289f94a0', 'name': '', 'network_id': 'd80fc8c4-e06b-4bb4-b744-35cc884fa984', 'tenant_id': '0ef04db60322449694d73cfb5e4aaa20', 'mac_address': 'fa:16:3e:e5:57:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668bffae-4730-4a79-b3b2-0a3b3bba2ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'f2d1d78d-af48-4072-8f55-b2af355d87ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:31Z', 'updated_at': '2022-05-03T22:58:39Z', 'revision_number': 4, 'project_id': '0ef04db60322449694d73cfb5e4aaa20', 'subnets': [{'id': 'f2d1d78d-af48-4072-8f55-b2af355d87ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:41.059608 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7e8373-2305-4547-a575-ca4ca872f14b None None] The sync data for ids ['668bffae-4730-4a79-b3b2-0a3b3bba2ff6'] in n-d-811807-1 is: [{'id': '668bffae-4730-4a79-b3b2-0a3b3bba2ff6', 'name': 'tempest-TestAggregatesBasicOps-2097949895-router', 'tenant_id': '0ef04db60322449694d73cfb5e4aaa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '8d08f95b-e4cf-4227-be89-1580369536cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:20Z', 'updated_at': '2022-05-03T22:58:32Z', 'revision_number': 4, 'project_id': '0ef04db60322449694d73cfb5e4aaa20', 'gw_port': {'id': '8d08f95b-e4cf-4227-be89-1580369536cb', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668bffae-4730-4a79-b3b2-0a3b3bba2ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:22Z', 'updated_at': '2022-05-03T22:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'ba875d0c-ab66-4986-8487-5080289f94a0', 'name': '', 'network_id': 'd80fc8c4-e06b-4bb4-b744-35cc884fa984', 'tenant_id': '0ef04db60322449694d73cfb5e4aaa20', 'mac_address': 'fa:16:3e:e5:57:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668bffae-4730-4a79-b3b2-0a3b3bba2ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': 'f2d1d78d-af48-4072-8f55-b2af355d87ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:31Z', 'updated_at': '2022-05-03T22:58:39Z', 'revision_number': 4, 'project_id': '0ef04db60322449694d73cfb5e4aaa20', 'subnets': [{'id': 'f2d1d78d-af48-4072-8f55-b2af355d87ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:58:41.085204 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-457c5d28-b140-4840-a6ca-0f556bae01dd'] response: {'server_uuid': '58b1620c-1628-4b95-8629-756baa43d747', 'name': 'network-vif-deleted', 'tag': '5aa08b48-9310-4437-83e4-632a6081fea4', 'status': 'completed', 'code': 200} May 03 22:58:41.407442 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8caefd-3f44-48c8-b408-1c43348c75a7 req-6fadc45f-d399-4d20-a672-1dc37e3417b8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:41.412537 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8d8caefd-3f44-48c8-b408-1c43348c75a7 req-6fadc45f-d399-4d20-a672-1dc37e3417b8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 945 time: 0.8621461 May 03 22:58:41.438534 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ba875d0c-ab66-4986-8487-5080289f94a0 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:58:41.502253 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8d8caefd-3f44-48c8-b408-1c43348c75a7 req-3e5987d2-bb72-47da-b1cc-9fe758112be8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5fd47e5-b5e4-4506-92ff-9ae9681e5b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771749 May 03 22:58:41.668117 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port ba875d0c-ab66-4986-8487-5080289f94a0 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:58:41.677649 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port ba875d0c-ab66-4986-8487-5080289f94a0 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:58:41.679165 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:41.917462 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:41.963096 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port ba875d0c-ab66-4986-8487-5080289f94a0, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ba875d0c-ab66-4986-8487-5080289f94a0,segment=NetworkSegment(e7eea4b6-fa4d-407a-9ae2-110781f9e7da),segment_id=e7eea4b6-fa4d-407a-9ae2-110781f9e7da)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:58:41.970362 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:41.980076 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-1e7380ae-d139-4651-84e8-2df224dc3931 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:41.981771 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-1e7380ae-d139-4651-84e8-2df224dc3931 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217&tenant_id=e51c41c8f2c54373bfeeef105247eecb&binding%3Ahost_id=n-h2-811807-1 HTTP/1.1" status: 200 len: 1096 time: 1.0594261 May 03 22:58:41.984742 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d5b4287d-f316-4dee-96b6-4438352e1719 req-ef08f072-0759-4bf3-a540-612b7e9a16c3 tempest-ServerRescueNegativeTestJSON-1465466117 tempest-ServerRescueNegativeTestJSON-1465466117-project] 10.222.0.58 "GET /v2.0/ports?device_id=58b1620c-1628-4b95-8629-756baa43d747 HTTP/1.1" status: 200 len: 210 time: 0.2015135 May 03 22:58:42.136774 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-eef0e472-8acf-4e5d-91be-03f02c9021c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:42.138342 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-eef0e472-8acf-4e5d-91be-03f02c9021c3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217&tenant_id=e51c41c8f2c54373bfeeef105247eecb HTTP/1.1" status: 200 len: 1096 time: 0.1472301 May 03 22:58:42.204892 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=ba875d0c-ab66-4986-8487-5080289f94a0,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:42.329036 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-8b258186-93a3-45ca-b365-9e10d6e01502 admin admin] Deleting port 9f299047-5acf-4a96-bc35-94d269729790 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:58:42.329213 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8b258186-93a3-45ca-b365-9e10d6e01502 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:42.429184 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-5ec335be-f2d3-460d-9b83-d92ef4a9e98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:42.430791 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-5ec335be-f2d3-460d-9b83-d92ef4a9e98e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 1096 time: 0.2093005 May 03 22:58:42.678102 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-d270a2f7-e630-4edb-92cb-3615162b3865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:42.679573 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-d270a2f7-e630-4edb-92cb-3615162b3865 service neutron] 10.222.0.60 "GET /v2.0/networks?id=62689dff-081f-4a4e-9460-2323067eb3de HTTP/1.1" status: 200 len: 897 time: 0.1970367 May 03 22:58:43.007017 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-8b258186-93a3-45ca-b365-9e10d6e01502 admin admin] For port 9f299047-5acf-4a96-bc35-94d269729790, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=9f299047-5acf-4a96-bc35-94d269729790,segment=NetworkSegment(6ff5e8f4-f5c1-470a-b0ee-f27caca67db6),segment_id=6ff5e8f4-f5c1-470a-b0ee-f27caca67db6)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:58:43.007664 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8b258186-93a3-45ca-b365-9e10d6e01502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:43.140135 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43232) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:43.348157 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ba875d0c-ab66-4986-8487-5080289f94a0 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:58:43.507039 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-8b258186-93a3-45ca-b365-9e10d6e01502 admin admin] Calling delete_port for 9f299047-5acf-4a96-bc35-94d269729790 owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:58:43.538382 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port ba875d0c-ab66-4986-8487-5080289f94a0 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:58:43.538774 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:43.577674 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43244) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:43.603108 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-74088843-003c-419c-9f69-17c2e60c6553 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34cc127f-6f6a-4e77-b531-17c96c60f6f8 HTTP/1.1" status: 200 len: 1000 time: 0.9172363 May 03 22:58:43.704917 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43250) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:43.810791 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612683c9-2c33-4ef1-87ef-b45f50bb114d req-55ab1f0d-eb77-4665-b7c1-92d7b432ffc6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:43.815105 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-612683c9-2c33-4ef1-87ef-b45f50bb114d req-55ab1f0d-eb77-4665-b7c1-92d7b432ffc6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 945 time: 0.9315007 May 03 22:58:43.825131 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-ab2beae0-aec5-47f4-88d4-f33d659c8800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:43.825539 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-ab2beae0-aec5-47f4-88d4-f33d659c8800 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5ac5b18-86ee-44a9-b611-340e40471894 HTTP/1.1" status: 200 len: 835 time: 0.2107303 May 03 22:58:43.965563 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-710d878d-bb78-4344-a7cd-b06a19ff0b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:43.983252 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4d987ffe-a253-4c55-a34e-7450958f507c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:44.019685 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-612683c9-2c33-4ef1-87ef-b45f50bb114d req-80c18c82-a3a6-4e06-a86f-3c916bfb78cd tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5fd47e5-b5e4-4506-92ff-9ae9681e5b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1973388 May 03 22:58:44.021519 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-710d878d-bb78-4344-a7cd-b06a19ff0b68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:58:44.030903 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4d987ffe-a253-4c55-a34e-7450958f507c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:58:44.036978 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-710d878d-bb78-4344-a7cd-b06a19ff0b68 admin admin] Usage tracker for resource:security_group_rule and tenant:22391d6d32454fb49e8cc7ccaac7bb1c is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:58:44.041301 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4d987ffe-a253-4c55-a34e-7450958f507c admin admin] Usage tracker for resource:security_group_rule and tenant:6f484f84565d4ba2a3dbb4cae9b7332a is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:58:44.043757 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-710d878d-bb78-4344-a7cd-b06a19ff0b68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:58:44.048921 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4d987ffe-a253-4c55-a34e-7450958f507c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:58:44.061703 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-710d878d-bb78-4344-a7cd-b06a19ff0b68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:58:44.065606 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4d987ffe-a253-4c55-a34e-7450958f507c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:58:44.186772 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-c20f59d1-1517-478c-8dbe-e7ba027acc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:44.188268 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-c20f59d1-1517-478c-8dbe-e7ba027acc68 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=62689dff-081f-4a4e-9460-2323067eb3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3436360 May 03 22:58:44.212418 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ce99b81f-bfbd-40db-96ca-afb30ac368ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:44.259749 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8b258186-93a3-45ca-b365-9e10d6e01502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:44.376260 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b258186-93a3-45ca-b365-9e10d6e01502 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f299047-5acf-4a96-bc35-94d269729790,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:44.534542 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-710d878d-bb78-4344-a7cd-b06a19ff0b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:44.553218 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-71339a0c-5091-46c3-8440-13867d5d6f29 service neutron] 10.222.0.60 "GET /v2.0/networks/62689dff-081f-4a4e-9460-2323067eb3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554754 May 03 22:58:44.564131 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-710d878d-bb78-4344-a7cd-b06a19ff0b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:44.602840 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ce99b81f-bfbd-40db-96ca-afb30ac368ba admin admin] Deleting port 4b5baf81-0115-425e-8091-179ef2adb1a2 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:58:44.603194 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ce99b81f-bfbd-40db-96ca-afb30ac368ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:44.650741 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4d987ffe-a253-4c55-a34e-7450958f507c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:44.775039 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4d987ffe-a253-4c55-a34e-7450958f507c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:44.779019 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-ce99b81f-bfbd-40db-96ca-afb30ac368ba admin admin] For port 4b5baf81-0115-425e-8091-179ef2adb1a2, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=4b5baf81-0115-425e-8091-179ef2adb1a2,segment=NetworkSegment(c01eddde-57f8-4cc1-8f09-891362f7a1a2),segment_id=c01eddde-57f8-4cc1-8f09-891362f7a1a2)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:58:44.779374 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ce99b81f-bfbd-40db-96ca-afb30ac368ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:44.851153 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-710d878d-bb78-4344-a7cd-b06a19ff0b68 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=22391d6d32454fb49e8cc7ccaac7bb1c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1402860 May 03 22:58:44.860370 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d878d-bb78-4344-a7cd-b06a19ff0b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0cda9b-a8c8-4cbf-9391-20dc0ee01d94,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:44.872035 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43256) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:44.904186 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ce99b81f-bfbd-40db-96ca-afb30ac368ba admin admin] Calling delete_port for 4b5baf81-0115-425e-8091-179ef2adb1a2 owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:58:44.931127 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4d987ffe-a253-4c55-a34e-7450958f507c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6f484f84565d4ba2a3dbb4cae9b7332a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3450763 May 03 22:58:44.935342 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43260) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:45.000032 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d987ffe-a253-4c55-a34e-7450958f507c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d332fa-4841-4067-af0c-ab4e830f411c,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:45.016173 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-3938d758-5c05-480a-a2f6-ba3f4f28a856 service neutron] 10.222.0.60 "GET /v2.0/networks/62689dff-081f-4a4e-9460-2323067eb3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530311 May 03 22:58:45.019810 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8b258186-93a3-45ca-b365-9e10d6e01502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:45.043172 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1cff6530-8718-4cc3-bea5-e81df3f770c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:45.073649 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1cff6530-8718-4cc3-bea5-e81df3f770c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:45.102070 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6515b067-d1c0-44cf-8981-0073b0371e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:45.167997 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1cff6530-8718-4cc3-bea5-e81df3f770c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:45.218941 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff6530-8718-4cc3-bea5-e81df3f770c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d332fa-4841-4067-af0c-ab4e830f411c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:45.247474 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1cff6530-8718-4cc3-bea5-e81df3f770c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:45.248678 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1cff6530-8718-4cc3-bea5-e81df3f770c5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e2d332fa-4841-4067-af0c-ab4e830f411c HTTP/1.1" status: 204 len: 168 time: 0.3122666 May 03 22:58:45.270161 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ce99b81f-bfbd-40db-96ca-afb30ac368ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:45.328829 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99b81f-bfbd-40db-96ca-afb30ac368ba admin admin] Pushing event deleted for resources: {'Port': ['ID=4b5baf81-0115-425e-8091-179ef2adb1a2,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:45.590461 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6515b067-d1c0-44cf-8981-0073b0371e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:45.654740 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ce99b81f-bfbd-40db-96ca-afb30ac368ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:45.677635 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6515b067-d1c0-44cf-8981-0073b0371e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:45.723680 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515b067-d1c0-44cf-8981-0073b0371e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0cda9b-a8c8-4cbf-9391-20dc0ee01d94,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:45.891631 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6515b067-d1c0-44cf-8981-0073b0371e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:45.892743 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6515b067-d1c0-44cf-8981-0073b0371e29 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8a0cda9b-a8c8-4cbf-9391-20dc0ee01d94 HTTP/1.1" status: 204 len: 168 time: 1.0197823 May 03 22:58:45.900974 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e7a0b-45b6-4833-adf2-8b572ffa3ab6 req-971e1f0c-321d-4815-a064-7ef2735298e5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:45.902214 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e61e7a0b-45b6-4833-adf2-8b572ffa3ab6 req-971e1f0c-321d-4815-a064-7ef2735298e5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 945 time: 0.5460863 May 03 22:58:45.942530 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-c1e7e1bc-2e9f-4fc6-83ec-d573ee6f0d33 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:45.944016 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-c1e7e1bc-2e9f-4fc6-83ec-d573ee6f0d33 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217&tenant_id=e51c41c8f2c54373bfeeef105247eecb&binding%3Ahost_id=n-h1-811807-1 HTTP/1.1" status: 200 len: 1096 time: 0.5190344 May 03 22:58:46.059479 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e61e7a0b-45b6-4833-adf2-8b572ffa3ab6 req-9b436560-e4fb-460d-8608-4b32ab81fb87 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5fd47e5-b5e4-4506-92ff-9ae9681e5b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456497 May 03 22:58:46.073911 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b258186-93a3-45ca-b365-9e10d6e01502 admin admin] Router 58592470-938b-4893-bbcc-c7b706e80693 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:58:46.252648 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce99b81f-bfbd-40db-96ca-afb30ac368ba admin admin] Router 81950413-541f-4ab2-bd46-89c824a69ec6 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:58:46.279683 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-a8f5b9eb-0000-4208-8a78-75d2d19301cd service neutron] For port 34cc127f-6f6a-4e77-b531-17c96c60f6f8, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:58:46.287174 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-a8f5b9eb-0000-4208-8a78-75d2d19301cd service neutron] Notify callbacks [] for binding, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:46.288486 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-a8f5b9eb-0000-4208-8a78-75d2d19301cd service neutron] 10.222.0.60 "DELETE /v2.0/ports/34cc127f-6f6a-4e77-b531-17c96c60f6f8/bindings/n-h2-811807-1 HTTP/1.1" status: 204 len: 173 time: 0.3355989 May 03 22:58:46.305569 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b258186-93a3-45ca-b365-9e10d6e01502 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:58:46.314486 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8b258186-93a3-45ca-b365-9e10d6e01502 admin admin] 10.222.0.58 "PUT /v2.0/routers/58592470-938b-4893-bbcc-c7b706e80693/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3690913 May 03 22:58:46.315224 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9ddd12-63d8-489b-a8c8-a79d6a3c9041 None None] Sync routers for ids ['58592470-938b-4893-bbcc-c7b706e80693'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:58:46.316134 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43286) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:46.333971 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9ddd12-63d8-489b-a8c8-a79d6a3c9041 None None] Routers {'58592470-938b-4893-bbcc-c7b706e80693'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:58:46.334629 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-3b9ddd12-63d8-489b-a8c8-a79d6a3c9041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:58:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['58592470-938b-4893-bbcc-c7b706e80693'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:46.476756 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43294) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:46.512231 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fffd3a1e-719e-40cc-a21b-73b1ea30736c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:46.537157 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f0e170fe-bf54-4534-8dd5-d71a6f691562 admin admin] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:46.555464 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-fffd3a1e-719e-40cc-a21b-73b1ea30736c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:58:46.567938 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-fffd3a1e-719e-40cc-a21b-73b1ea30736c admin admin] Usage tracker for resource:security_group_rule and tenant:1db5e219587441809d1eb95e5fa6d83d is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:58:46.584101 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-3b9ddd12-63d8-489b-a8c8-a79d6a3c9041 None None] Set router 58592470-938b-4893-bbcc-c7b706e80693 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:58:46.596169 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-fffd3a1e-719e-40cc-a21b-73b1ea30736c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:58:46.607508 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-fffd3a1e-719e-40cc-a21b-73b1ea30736c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:58:46.689548 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce99b81f-bfbd-40db-96ca-afb30ac368ba admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:58:46.707276 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ab4134-eca7-4ef1-bf57-96a6cf7d361b None None] Sync routers for ids ['81950413-541f-4ab2-bd46-89c824a69ec6'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:58:46.725807 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ce99b81f-bfbd-40db-96ca-afb30ac368ba admin admin] 10.222.0.58 "PUT /v2.0/routers/81950413-541f-4ab2-bd46-89c824a69ec6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5834942 May 03 22:58:46.726891 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43304) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:46.727975 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ab4134-eca7-4ef1-bf57-96a6cf7d361b None None] Routers {'81950413-541f-4ab2-bd46-89c824a69ec6'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:58:46.728716 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-85ab4134-eca7-4ef1-bf57-96a6cf7d361b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:58:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['81950413-541f-4ab2-bd46-89c824a69ec6'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:46.791234 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f0e170fe-bf54-4534-8dd5-d71a6f691562 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:46.806567 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-f0e170fe-bf54-4534-8dd5-d71a6f691562 admin admin] Deleting port 081ac907-657d-4117-871c-cd22cc5416ea {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:58:46.807603 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f0e170fe-bf54-4534-8dd5-d71a6f691562 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:46.839591 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fffd3a1e-719e-40cc-a21b-73b1ea30736c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:46.853581 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fffd3a1e-719e-40cc-a21b-73b1ea30736c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:46.908271 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd3a1e-719e-40cc-a21b-73b1ea30736c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4824ed6a-47da-4b33-aefa-0cdbba8961aa,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:46.953264 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fffd3a1e-719e-40cc-a21b-73b1ea30736c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1db5e219587441809d1eb95e5fa6d83d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4752975 May 03 22:58:46.965717 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43310) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:47.054490 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-85ab4134-eca7-4ef1-bf57-96a6cf7d361b None None] Set router 81950413-541f-4ab2-bd46-89c824a69ec6 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:58:47.244593 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-f0e170fe-bf54-4534-8dd5-d71a6f691562 admin admin] For port 081ac907-657d-4117-871c-cd22cc5416ea, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=081ac907-657d-4117-871c-cd22cc5416ea,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:58:47.244593 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f0e170fe-bf54-4534-8dd5-d71a6f691562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:47.334513 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-3b9ddd12-63d8-489b-a8c8-a79d6a3c9041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58592470-938b-4893-bbcc-c7b706e80693', 'name': 'tempest-TestAggregatesBasicOps-869594568-router', 'tenant_id': '58223e5fba464f509bc485c09bb5b9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '081ac907-657d-4117-871c-cd22cc5416ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:06Z', 'updated_at': '2022-05-03T22:58:44Z', 'revision_number': 5, 'project_id': '58223e5fba464f509bc485c09bb5b9ba', 'gw_port': {'id': '081ac907-657d-4117-871c-cd22cc5416ea', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58592470-938b-4893-bbcc-c7b706e80693', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:08Z', 'updated_at': '2022-05-03T22:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:47.339633 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9ddd12-63d8-489b-a8c8-a79d6a3c9041 None None] Checking router: 58592470-938b-4893-bbcc-c7b706e80693 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:58:47.351063 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9ddd12-63d8-489b-a8c8-a79d6a3c9041 None None] Routers {'58592470-938b-4893-bbcc-c7b706e80693'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:58:47.351707 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-3b9ddd12-63d8-489b-a8c8-a79d6a3c9041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:58:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['58592470-938b-4893-bbcc-c7b706e80693'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:47.543087 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7b99cef4-4b01-4be4-ab4a-d1ff66f58627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:47.578349 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-3b9ddd12-63d8-489b-a8c8-a79d6a3c9041 None None] Set router 58592470-938b-4893-bbcc-c7b706e80693 gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:58:47.601886 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43320) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:47.619557 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7b99cef4-4b01-4be4-ab4a-d1ff66f58627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:47.654545 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-85ab4134-eca7-4ef1-bf57-96a6cf7d361b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'name': 'tempest-ServerRescueNegativeTestJSON-686896975-router', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:53:46Z', 'updated_at': '2022-05-03T22:58:45Z', 'revision_number': 5, 'project_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'gw_port': {'id': 'ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:53:47Z', 'updated_at': '2022-05-03T22:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:47.675072 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ab4134-eca7-4ef1-bf57-96a6cf7d361b None None] Checking router: 81950413-541f-4ab2-bd46-89c824a69ec6 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:58:47.700393 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be53602a-1675-4e01-a2c6-f9e4748d8a00 admin admin] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:47.717033 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ab4134-eca7-4ef1-bf57-96a6cf7d361b None None] Routers {'81950413-541f-4ab2-bd46-89c824a69ec6'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:58:47.725505 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-85ab4134-eca7-4ef1-bf57-96a6cf7d361b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:58:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['81950413-541f-4ab2-bd46-89c824a69ec6'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:47.768322 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-f0e170fe-bf54-4534-8dd5-d71a6f691562 admin admin] Calling delete_port for 081ac907-657d-4117-871c-cd22cc5416ea owned by network:router_gateway {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:58:47.856860 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-3b9ddd12-63d8-489b-a8c8-a79d6a3c9041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58592470-938b-4893-bbcc-c7b706e80693', 'name': 'tempest-TestAggregatesBasicOps-869594568-router', 'tenant_id': '58223e5fba464f509bc485c09bb5b9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:06Z', 'updated_at': '2022-05-03T22:58:46Z', 'revision_number': 6, 'project_id': '58223e5fba464f509bc485c09bb5b9ba', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:47.913454 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9ddd12-63d8-489b-a8c8-a79d6a3c9041 None None] The sync data for ids ['58592470-938b-4893-bbcc-c7b706e80693'] in n-d-811807-1 is: [{'id': '58592470-938b-4893-bbcc-c7b706e80693', 'name': 'tempest-TestAggregatesBasicOps-869594568-router', 'tenant_id': '58223e5fba464f509bc485c09bb5b9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:06Z', 'updated_at': '2022-05-03T22:58:46Z', 'revision_number': 6, 'project_id': '58223e5fba464f509bc485c09bb5b9ba', 'gw_port_host': None}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:58:47.960462 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7b99cef4-4b01-4be4-ab4a-d1ff66f58627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:47.982715 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7ef1aa93-7689-4094-815f-ba3dc3120594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:47.994154 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b42aef-6b1c-45ec-afdc-6104bde93bfc req-2152f443-8d5a-40f9-8be2-2a486a6707af tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:47.995785 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-99b42aef-6b1c-45ec-afdc-6104bde93bfc req-2152f443-8d5a-40f9-8be2-2a486a6707af tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 945 time: 0.1613159 May 03 22:58:48.004762 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99cef4-4b01-4be4-ab4a-d1ff66f58627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4824ed6a-47da-4b33-aefa-0cdbba8961aa,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:48.042272 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7ef1aa93-7689-4094-815f-ba3dc3120594 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:58:48.054001 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7b99cef4-4b01-4be4-ab4a-d1ff66f58627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:48.054982 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7b99cef4-4b01-4be4-ab4a-d1ff66f58627 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4824ed6a-47da-4b33-aefa-0cdbba8961aa HTTP/1.1" status: 204 len: 168 time: 1.0979626 May 03 22:58:48.070033 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7ef1aa93-7689-4094-815f-ba3dc3120594 admin admin] Usage tracker for resource:security_group_rule and tenant:3a6548b8bf2c40b680a0323c546b427e is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:58:48.077090 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7ef1aa93-7689-4094-815f-ba3dc3120594 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:58:48.089248 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7ef1aa93-7689-4094-815f-ba3dc3120594 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:58:48.115001 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-85ab4134-eca7-4ef1-bf57-96a6cf7d361b None None] Set router 81950413-541f-4ab2-bd46-89c824a69ec6 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:58:48.143614 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-99b42aef-6b1c-45ec-afdc-6104bde93bfc req-0abe9044-3e26-41af-9291-75237cb400ba tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5fd47e5-b5e4-4506-92ff-9ae9681e5b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332819 May 03 22:58:48.167749 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f0e170fe-bf54-4534-8dd5-d71a6f691562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:48.224541 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e170fe-bf54-4534-8dd5-d71a6f691562 admin admin] Pushing event deleted for resources: {'Port': ['ID=081ac907-657d-4117-871c-cd22cc5416ea,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:48.257244 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be53602a-1675-4e01-a2c6-f9e4748d8a00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:48.288297 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-be53602a-1675-4e01-a2c6-f9e4748d8a00 admin admin] Deleting port ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:58:48.288789 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be53602a-1675-4e01-a2c6-f9e4748d8a00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:48.489740 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f0e170fe-bf54-4534-8dd5-d71a6f691562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:48.686485 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f0e170fe-bf54-4534-8dd5-d71a6f691562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:48.689291 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f0e170fe-bf54-4534-8dd5-d71a6f691562 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:48.692379 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b3a30-1d74-4ce9-a574-a8496b127c47 req-cd4dce8a-839c-40d2-86da-e8f2d98fb1a1 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:48.693960 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6d7b3a30-1d74-4ce9-a574-a8496b127c47 req-cd4dce8a-839c-40d2-86da-e8f2d98fb1a1 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 1096 time: 0.3444672 May 03 22:58:48.775417 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-be53602a-1675-4e01-a2c6-f9e4748d8a00 admin admin] For port ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:58:48.775982 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be53602a-1675-4e01-a2c6-f9e4748d8a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:48.781224 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f0e170fe-bf54-4534-8dd5-d71a6f691562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:48.782461 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e170fe-bf54-4534-8dd5-d71a6f691562 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58592470-938b-4893-bbcc-c7b706e80693 {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:58:48.809576 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6d7b3a30-1d74-4ce9-a574-a8496b127c47 req-6db72c12-b1b8-4db0-8186-af6ee282bb4f tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=c5fd47e5-b5e4-4506-92ff-9ae9681e5b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839396 May 03 22:58:48.815345 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f0e170fe-bf54-4534-8dd5-d71a6f691562 admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:48.816901 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f0e170fe-bf54-4534-8dd5-d71a6f691562 admin admin] 10.222.0.58 "DELETE /v2.0/routers/58592470-938b-4893-bbcc-c7b706e80693 HTTP/1.1" status: 204 len: 168 time: 2.4993436 May 03 22:58:48.819659 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43340) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:48.865447 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-85ab4134-eca7-4ef1-bf57-96a6cf7d361b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'name': 'tempest-ServerRescueNegativeTestJSON-686896975-router', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:53:46Z', 'updated_at': '2022-05-03T22:58:45Z', 'revision_number': 5, 'project_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'gw_port': {'id': 'ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:53:47Z', 'updated_at': '2022-05-03T22:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:48.879528 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ab4134-eca7-4ef1-bf57-96a6cf7d361b None None] The sync data for ids ['81950413-541f-4ab2-bd46-89c824a69ec6'] in n-d-811807-1 is: [{'id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'name': 'tempest-ServerRescueNegativeTestJSON-686896975-router', 'tenant_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:53:46Z', 'updated_at': '2022-05-03T22:58:45Z', 'revision_number': 5, 'project_id': 'a1b60de6f3b94c398a46d760b7dccea8', 'gw_port': {'id': 'ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81950413-541f-4ab2-bd46-89c824a69ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:53:47Z', 'updated_at': '2022-05-03T22:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:58:48.903403 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-d83af40d-59e5-4b94-adbe-c3fd4f647354 admin admin] Deleting subnet 0b70d022-8ecb-4fa8-a14a-6a2a0f8e930d {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:58:48.909012 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d83af40d-59e5-4b94-adbe-c3fd4f647354 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:48.972649 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-be53602a-1675-4e01-a2c6-f9e4748d8a00 admin admin] Calling delete_port for ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4 owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:58:48.991427 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d83af40d-59e5-4b94-adbe-c3fd4f647354 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:49.027530 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7ef1aa93-7689-4094-815f-ba3dc3120594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:49.038567 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7ef1aa93-7689-4094-815f-ba3dc3120594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:49.131623 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7ef1aa93-7689-4094-815f-ba3dc3120594 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3a6548b8bf2c40b680a0323c546b427e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5253112 May 03 22:58:49.140998 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43352) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:49.141715 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef1aa93-7689-4094-815f-ba3dc3120594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688cb61d-7560-4bd5-9034-75e3141bd0da,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:49.228114 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d83af40d-59e5-4b94-adbe-c3fd4f647354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:49.299426 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e85cb3-8801-4617-8f8d-9dc1d3c63141 req-a525f091-6d0b-461b-ad2b-0fe1987e451b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:49.302234 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e2e85cb3-8801-4617-8f8d-9dc1d3c63141 req-a525f091-6d0b-461b-ad2b-0fe1987e451b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 945 time: 0.2690587 May 03 22:58:49.321641 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be53602a-1675-4e01-a2c6-f9e4748d8a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:49.384682 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 081ac907-657d-4117-871c-cd22cc5416ea no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:58:49.395346 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d83af40d-59e5-4b94-adbe-c3fd4f647354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:49.481998 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 081ac907-657d-4117-871c-cd22cc5416ea {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:58:49.482303 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 081ac907-657d-4117-871c-cd22cc5416ea not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:58:49.483034 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 9f299047-5acf-4a96-bc35-94d269729790 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:58:49.496658 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-512d67e3-03a0-4148-b248-6f23d2902769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:49.506161 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d83af40d-59e5-4b94-adbe-c3fd4f647354 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:49.513249 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be53602a-1675-4e01-a2c6-f9e4748d8a00 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:49.528162 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83af40d-59e5-4b94-adbe-c3fd4f647354 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b70d022-8ecb-4fa8-a14a-6a2a0f8e930d,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:49.566623 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d83af40d-59e5-4b94-adbe-c3fd4f647354 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/0b70d022-8ecb-4fa8-a14a-6a2a0f8e930d HTTP/1.1" status: 204 len: 168 time: 0.7458329 May 03 22:58:49.581511 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14680364-8596-4cd5-9001-ea9d6e6f381e None None] Network beba7415-3acb-4f89-b979-312dd49f6f7e requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:58:49.581598 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43360) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:49.653980 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be53602a-1675-4e01-a2c6-f9e4748d8a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:49.754530 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c590f785-1c15-4ff6-b97e-8797fe60ebd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:49.759702 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-512d67e3-03a0-4148-b248-6f23d2902769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:49.766568 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 9f299047-5acf-4a96-bc35-94d269729790 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:58:49.766917 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 9f299047-5acf-4a96-bc35-94d269729790 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:58:49.767348 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 4b5baf81-0115-425e-8091-179ef2adb1a2 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:58:49.773203 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e2e85cb3-8801-4617-8f8d-9dc1d3c63141 req-05b54d53-b6ea-476c-94fb-64e59389bebb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5fd47e5-b5e4-4506-92ff-9ae9681e5b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3851416 May 03 22:58:49.812946 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-c590f785-1c15-4ff6-b97e-8797fe60ebd8 admin admin] Deleting port 81943648-1f77-49f6-bd69-4ec2a2d93df3 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:58:49.813528 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c590f785-1c15-4ff6-b97e-8797fe60ebd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:49.847111 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43366) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:49.853089 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 4b5baf81-0115-425e-8091-179ef2adb1a2 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:58:49.853455 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 4b5baf81-0115-425e-8091-179ef2adb1a2 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:58:49.962850 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be53602a-1675-4e01-a2c6-f9e4748d8a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:49.968609 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be53602a-1675-4e01-a2c6-f9e4748d8a00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:50.024071 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20845c84-d3d6-45eb-9b1b-1761bcd2e73b None None] DHCP port deletion for beba7415-3acb-4f89-b979-312dd49f6f7e request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:58:50.025090 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be53602a-1675-4e01-a2c6-f9e4748d8a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:50.025788 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be53602a-1675-4e01-a2c6-f9e4748d8a00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81950413-541f-4ab2-bd46-89c824a69ec6 {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:58:50.035120 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-20845c84-d3d6-45eb-9b1b-1761bcd2e73b None None] Deleting port 81943648-1f77-49f6-bd69-4ec2a2d93df3 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:58:50.035193 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-20845c84-d3d6-45eb-9b1b-1761bcd2e73b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:50.066436 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be53602a-1675-4e01-a2c6-f9e4748d8a00 admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:50.067389 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-be53602a-1675-4e01-a2c6-f9e4748d8a00 admin admin] 10.222.0.58 "DELETE /v2.0/routers/81950413-541f-4ab2-bd46-89c824a69ec6 HTTP/1.1" status: 204 len: 168 time: 3.3365614 May 03 22:58:50.070629 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43374) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:50.192824 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f96fd7e-e01b-46b8-842b-a39d1f185dc4 admin admin] Deleting subnet 5517459f-c98d-41cf-b3ba-cd5ba862ae7c {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:58:50.197142 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3f96fd7e-e01b-46b8-842b-a39d1f185dc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:50.274585 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3f96fd7e-e01b-46b8-842b-a39d1f185dc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:50.361866 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-20845c84-d3d6-45eb-9b1b-1761bcd2e73b None None] For port 81943648-1f77-49f6-bd69-4ec2a2d93df3, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=81943648-1f77-49f6-bd69-4ec2a2d93df3,segment=NetworkSegment(6ff5e8f4-f5c1-470a-b0ee-f27caca67db6),segment_id=6ff5e8f4-f5c1-470a-b0ee-f27caca67db6)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:58:50.362599 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-20845c84-d3d6-45eb-9b1b-1761bcd2e73b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:50.383338 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-c590f785-1c15-4ff6-b97e-8797fe60ebd8 admin admin] For port 81943648-1f77-49f6-bd69-4ec2a2d93df3, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=81943648-1f77-49f6-bd69-4ec2a2d93df3,segment=NetworkSegment(6ff5e8f4-f5c1-470a-b0ee-f27caca67db6),segment_id=6ff5e8f4-f5c1-470a-b0ee-f27caca67db6)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:58:50.383338 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c590f785-1c15-4ff6-b97e-8797fe60ebd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:50.425935 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3f96fd7e-e01b-46b8-842b-a39d1f185dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:50.468786 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-512d67e3-03a0-4148-b248-6f23d2902769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:50.510869 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-20845c84-d3d6-45eb-9b1b-1761bcd2e73b None None] Calling delete_port for 81943648-1f77-49f6-bd69-4ec2a2d93df3 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:58:50.521519 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3f96fd7e-e01b-46b8-842b-a39d1f185dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:50.550233 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-c590f785-1c15-4ff6-b97e-8797fe60ebd8 admin admin] Calling delete_port for 81943648-1f77-49f6-bd69-4ec2a2d93df3 owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:58:50.585476 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3f96fd7e-e01b-46b8-842b-a39d1f185dc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:50.585694 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5ed34f83-d293-4002-8534-512e1dcd0e3a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/floatingips/bc9db64f-e477-4e55-a2c6-86977c151711 HTTP/1.1" status: 200 len: 992 time: 0.7334239 May 03 22:58:50.590151 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96fd7e-e01b-46b8-842b-a39d1f185dc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5517459f-c98d-41cf-b3ba-cd5ba862ae7c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:50.597727 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30844b9d-d63c-47fa-bddd-e7a8f7e1954d None None] Network c911580a-47e8-451d-aa8d-57f0fa21ffe1 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:58:50.599811 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3f96fd7e-e01b-46b8-842b-a39d1f185dc4 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5517459f-c98d-41cf-b3ba-cd5ba862ae7c HTTP/1.1" status: 204 len: 168 time: 0.5273411 May 03 22:58:50.614108 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43390) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:50.628201 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-512d67e3-03a0-4148-b248-6f23d2902769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:50.632143 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-512d67e3-03a0-4148-b248-6f23d2902769 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/688cb61d-7560-4bd5-9034-75e3141bd0da HTTP/1.1" status: 204 len: 168 time: 1.4959919 May 03 22:58:50.633479 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d67e3-03a0-4148-b248-6f23d2902769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688cb61d-7560-4bd5-9034-75e3141bd0da,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:50.689020 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c590f785-1c15-4ff6-b97e-8797fe60ebd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:50.789016 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590f785-1c15-4ff6-b97e-8797fe60ebd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=81943648-1f77-49f6-bd69-4ec2a2d93df3,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:50.796430 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c590f785-1c15-4ff6-b97e-8797fe60ebd8 admin admin] No DVR routers for this DVR port 81943648-1f77-49f6-bd69-4ec2a2d93df3 on host n-d-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:58:50.798066 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-20845c84-d3d6-45eb-9b1b-1761bcd2e73b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:58:50.798530 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-20845c84-d3d6-45eb-9b1b-1761bcd2e73b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:58:50.883093 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ac57fad5-e5a6-4c7e-84bc-770cd3e40ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:50.897982 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ac57fad5-e5a6-4c7e-84bc-770cd3e40ecc admin admin] Deleting port c9e72877-30d4-44b2-9b71-0ae5c289d8f5 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:58:50.898745 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ac57fad5-e5a6-4c7e-84bc-770cd3e40ecc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:50.986817 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c590f785-1c15-4ff6-b97e-8797fe60ebd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:50.989576 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43402) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:51.008487 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7e9f3d-4b21-458e-9106-8b1fdfce3c45 None None] DHCP port deletion for c911580a-47e8-451d-aa8d-57f0fa21ffe1 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:58:51.012846 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-0d7e9f3d-4b21-458e-9106-8b1fdfce3c45 None None] Deleting port c9e72877-30d4-44b2-9b71-0ae5c289d8f5 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:58:51.013373 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0d7e9f3d-4b21-458e-9106-8b1fdfce3c45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:51.016021 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-c590f785-1c15-4ff6-b97e-8797fe60ebd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beba7415-3acb-4f89-b979-312dd49f6f7e']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:51.032685 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-c590f785-1c15-4ff6-b97e-8797fe60ebd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff5e8f4-f5c1-470a-b0ee-f27caca67db6') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:51.033049 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-c590f785-1c15-4ff6-b97e-8797fe60ebd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff5e8f4-f5c1-470a-b0ee-f27caca67db6') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:51.046208 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c590f785-1c15-4ff6-b97e-8797fe60ebd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:51.065631 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c590f785-1c15-4ff6-b97e-8797fe60ebd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:51.075809 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c590f785-1c15-4ff6-b97e-8797fe60ebd8 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:58:51.076351 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c590f785-1c15-4ff6-b97e-8797fe60ebd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:51.100581 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:58:51.100581 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:58:51.100581 n-d-811807-1 neutron-server[88069]: timer() May 03 22:58:51.100581 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:58:51.100581 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:58:51.100581 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:58:51.100581 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:58:51.100581 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:58:51.100581 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:58:51.100581 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:58:51.100581 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:58:51.100581 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:58:51.100581 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:58:51.100581 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:58:51.100581 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:58:51.100581 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:58:51.100581 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:58:51.100581 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:58:51.100581 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:58:51.100581 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:58:51.100581 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:58:51.100581 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:58:51.100581 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:58:51.100581 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:58:51.100581 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:58:51.100581 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:58:51.100581 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:58:51.100581 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:58:51.100581 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:58:51.100581 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:58:51.100581 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:58:51.100581 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:58:51.198453 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:58:51.287939 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c590f785-1c15-4ff6-b97e-8797fe60ebd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:51.296645 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c590f785-1c15-4ff6-b97e-8797fe60ebd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:51.329749 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590f785-1c15-4ff6-b97e-8797fe60ebd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=beba7415-3acb-4f89-b979-312dd49f6f7e,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:51.338406 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c590f785-1c15-4ff6-b97e-8797fe60ebd8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/beba7415-3acb-4f89-b979-312dd49f6f7e HTTP/1.1" status: 204 len: 168 time: 1.7573898 May 03 22:58:51.341594 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43414) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:51.357338 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-0d7e9f3d-4b21-458e-9106-8b1fdfce3c45 None None] For port c9e72877-30d4-44b2-9b71-0ae5c289d8f5, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=c9e72877-30d4-44b2-9b71-0ae5c289d8f5,segment=NetworkSegment(c01eddde-57f8-4cc1-8f09-891362f7a1a2),segment_id=c01eddde-57f8-4cc1-8f09-891362f7a1a2)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:58:51.357338 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0d7e9f3d-4b21-458e-9106-8b1fdfce3c45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:51.587585 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-ac57fad5-e5a6-4c7e-84bc-770cd3e40ecc admin admin] For port c9e72877-30d4-44b2-9b71-0ae5c289d8f5, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=c9e72877-30d4-44b2-9b71-0ae5c289d8f5,segment=NetworkSegment(c01eddde-57f8-4cc1-8f09-891362f7a1a2),segment_id=c01eddde-57f8-4cc1-8f09-891362f7a1a2)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:58:51.588297 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ac57fad5-e5a6-4c7e-84bc-770cd3e40ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:51.602935 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-d53435fb-a92b-4f27-9b95-455ec5269609 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Deleting port 9e3b3b30-f729-4897-b748-255098ed9c76 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:58:51.603552 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d53435fb-a92b-4f27-9b95-455ec5269609 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:51.605476 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-0d7e9f3d-4b21-458e-9106-8b1fdfce3c45 None None] Calling delete_port for c9e72877-30d4-44b2-9b71-0ae5c289d8f5 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:58:51.710355 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-20845c84-d3d6-45eb-9b1b-1761bcd2e73b None None] Deleting port 81943648-1f77-49f6-bd69-4ec2a2d93df3 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:58:51.711238 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-20845c84-d3d6-45eb-9b1b-1761bcd2e73b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:51.765588 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:58:51.780089 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ac57fad5-e5a6-4c7e-84bc-770cd3e40ecc admin admin] Calling delete_port for c9e72877-30d4-44b2-9b71-0ae5c289d8f5 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:58:51.883920 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:58:51.884461 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ee9a6d7f-d75e-4b9c-b228-c4f29f5501a4 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:58:51.885717 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 81943648-1f77-49f6-bd69-4ec2a2d93df3 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:58:51.920262 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0d7e9f3d-4b21-458e-9106-8b1fdfce3c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:51.962130 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [None req-ac57fad5-e5a6-4c7e-84bc-770cd3e40ecc admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:58:51.962669 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [None req-ac57fad5-e5a6-4c7e-84bc-770cd3e40ecc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:58:51.993741 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d53435fb-a92b-4f27-9b95-455ec5269609 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:51.994809 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d53435fb-a92b-4f27-9b95-455ec5269609 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:51.995952 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-20845c84-d3d6-45eb-9b1b-1761bcd2e73b None None] The port '81943648-1f77-49f6-bd69-4ec2a2d93df3' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:58:52.001797 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 81943648-1f77-49f6-bd69-4ec2a2d93df3 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:58:52.002182 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 81943648-1f77-49f6-bd69-4ec2a2d93df3 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:58:52.002603 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device c9e72877-30d4-44b2-9b71-0ae5c289d8f5 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:58:52.036362 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7e9f3d-4b21-458e-9106-8b1fdfce3c45 None None] No DVR routers for this DVR port c9e72877-30d4-44b2-9b71-0ae5c289d8f5 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:58:52.063860 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e9f3d-4b21-458e-9106-8b1fdfce3c45 None None] Pushing event deleted for resources: {'Port': ['ID=c9e72877-30d4-44b2-9b71-0ae5c289d8f5,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:52.068909 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: c9e72877-30d4-44b2-9b71-0ae5c289d8f5 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:58:52.069947 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device c9e72877-30d4-44b2-9b71-0ae5c289d8f5 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:58:52.165814 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-d53435fb-a92b-4f27-9b95-455ec5269609 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Calling delete_port for 9e3b3b30-f729-4897-b748-255098ed9c76 owned by network:floatingip {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:58:52.169203 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5c860f82-1511-430c-8b7f-1a3aa19ac6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:52.216934 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43444) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:52.392054 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-f454c181-8329-4f87-9261-7bcf34431f84 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-651057196-network', 'tenant_id': 'f78e8c45dde9428fbae42b8cd7a9aa46'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:58:52.398198 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f454c181-8329-4f87-9261-7bcf34431f84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:58:52.400680 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d53435fb-a92b-4f27-9b95-455ec5269609 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:52.446641 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f454c181-8329-4f87-9261-7bcf34431f84 admin admin] Usage tracker for resource:network and tenant:f78e8c45dde9428fbae42b8cd7a9aa46 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:58:52.457519 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f454c181-8329-4f87-9261-7bcf34431f84 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:58:52.460873 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53435fb-a92b-4f27-9b95-455ec5269609 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event deleted for resources: {'Port': ['ID=9e3b3b30-f729-4897-b748-255098ed9c76,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:52.466520 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ac57fad5-e5a6-4c7e-84bc-770cd3e40ecc admin admin] Deleting port c9e72877-30d4-44b2-9b71-0ae5c289d8f5 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:58:52.466683 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ac57fad5-e5a6-4c7e-84bc-770cd3e40ecc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:52.494049 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f454c181-8329-4f87-9261-7bcf34431f84 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:58:52.607367 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ac57fad5-e5a6-4c7e-84bc-770cd3e40ecc admin admin] The port 'c9e72877-30d4-44b2-9b71-0ae5c289d8f5' was deleted {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:58:52.663850 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f454c181-8329-4f87-9261-7bcf34431f84 admin admin] Made reservation on behalf of f78e8c45dde9428fbae42b8cd7a9aa46 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:58:52.666176 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f454c181-8329-4f87-9261-7bcf34431f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:52.679164 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-5c860f82-1511-430c-8b7f-1a3aa19ac6f2 admin admin] Deleting port ba875d0c-ab66-4986-8487-5080289f94a0 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:58:52.679901 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5c860f82-1511-430c-8b7f-1a3aa19ac6f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:52.701944 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f454c181-8329-4f87-9261-7bcf34431f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:52.733634 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d53435fb-a92b-4f27-9b95-455ec5269609 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for floatingip, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:52.734091 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [None req-d53435fb-a92b-4f27-9b95-455ec5269609 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Floating IP bc9db64f-e477-4e55-a2c6-86977c151711 disassociated (deleted). External IP: 172.25.2.139, port: 34cc127f-6f6a-4e77-b531-17c96c60f6f8. May 03 22:58:52.753465 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43462) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:52.798682 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f454c181-8329-4f87-9261-7bcf34431f84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:58:52.855208 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f454c181-8329-4f87-9261-7bcf34431f84 admin admin] Usage tracker for resource:security_group_rule and tenant:f78e8c45dde9428fbae42b8cd7a9aa46 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:58:52.866918 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-5c860f82-1511-430c-8b7f-1a3aa19ac6f2 admin admin] For port ba875d0c-ab66-4986-8487-5080289f94a0, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ba875d0c-ab66-4986-8487-5080289f94a0,segment=NetworkSegment(e7eea4b6-fa4d-407a-9ae2-110781f9e7da),segment_id=e7eea4b6-fa4d-407a-9ae2-110781f9e7da)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:58:52.867946 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5c860f82-1511-430c-8b7f-1a3aa19ac6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:52.900338 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e2742da2-6b39-44ca-a23d-6d3747c383fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:52.915274 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f454c181-8329-4f87-9261-7bcf34431f84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:58:52.932061 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ac57fad5-e5a6-4c7e-84bc-770cd3e40ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:52.940384 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f454c181-8329-4f87-9261-7bcf34431f84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:58:52.947519 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-17ebc1b9-515f-4182-8a95-d15ff616e1f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:52.979753 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-ac57fad5-e5a6-4c7e-84bc-770cd3e40ecc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c911580a-47e8-451d-aa8d-57f0fa21ffe1']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:53.020770 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-5c860f82-1511-430c-8b7f-1a3aa19ac6f2 admin admin] Calling delete_port for ba875d0c-ab66-4986-8487-5080289f94a0 owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:58:53.067211 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-17ebc1b9-515f-4182-8a95-d15ff616e1f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:58:53.074402 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-17ebc1b9-515f-4182-8a95-d15ff616e1f1 admin admin] Usage tracker for resource:security_group_rule and tenant:2467f5c3c24a4e6094c8d23751204591 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:58:53.078898 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-17ebc1b9-515f-4182-8a95-d15ff616e1f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:58:53.088228 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-17ebc1b9-515f-4182-8a95-d15ff616e1f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:58:53.141526 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-ac57fad5-e5a6-4c7e-84bc-770cd3e40ecc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c01eddde-57f8-4cc1-8f09-891362f7a1a2') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:53.142117 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-ac57fad5-e5a6-4c7e-84bc-770cd3e40ecc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c01eddde-57f8-4cc1-8f09-891362f7a1a2') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:53.164253 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ac57fad5-e5a6-4c7e-84bc-770cd3e40ecc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:53.196912 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ac57fad5-e5a6-4c7e-84bc-770cd3e40ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:53.260063 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac57fad5-e5a6-4c7e-84bc-770cd3e40ecc admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:58:53.260469 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ac57fad5-e5a6-4c7e-84bc-770cd3e40ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:53.267235 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-17ebc1b9-515f-4182-8a95-d15ff616e1f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:53.272874 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-17ebc1b9-515f-4182-8a95-d15ff616e1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: util.warn( May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: timer() May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:58:53.273595 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:58:53.292929 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5c860f82-1511-430c-8b7f-1a3aa19ac6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:53.367414 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c860f82-1511-430c-8b7f-1a3aa19ac6f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba875d0c-ab66-4986-8487-5080289f94a0,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:53.401389 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ebc1b9-515f-4182-8a95-d15ff616e1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c8fb0c-c66e-4ce5-bcec-972c50526876,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:53.406183 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-17ebc1b9-515f-4182-8a95-d15ff616e1f1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2467f5c3c24a4e6094c8d23751204591&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6517088 May 03 22:58:53.412157 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43468) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:53.496600 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f454c181-8329-4f87-9261-7bcf34431f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:53.500756 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ac57fad5-e5a6-4c7e-84bc-770cd3e40ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:53.507511 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ac57fad5-e5a6-4c7e-84bc-770cd3e40ecc admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:53.538558 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f454c181-8329-4f87-9261-7bcf34431f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:53.566219 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57fad5-e5a6-4c7e-84bc-770cd3e40ecc admin admin] Pushing event deleted for resources: {'Network': ['ID=c911580a-47e8-451d-aa8d-57f0fa21ffe1,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:53.597034 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53435fb-a92b-4f27-9b95-455ec5269609 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Router 82748780-8e7f-4088-b733-d9d086ee82cf has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:58:53.616212 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f454c181-8329-4f87-9261-7bcf34431f84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:58:53.636382 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454c181-8329-4f87-9261-7bcf34431f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a73ae28-9ec1-4e43-bc63-335d48a45020,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:53.643597 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ac57fad5-e5a6-4c7e-84bc-770cd3e40ecc admin admin] 10.222.0.58 "DELETE /v2.0/networks/c911580a-47e8-451d-aa8d-57f0fa21ffe1 HTTP/1.1" status: 204 len: 168 time: 3.0276630 May 03 22:58:53.657802 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c864fe8c-aafc-4bbe-be72-a447ca027c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:53.695141 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f454c181-8329-4f87-9261-7bcf34431f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:53.695488 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-f454c181-8329-4f87-9261-7bcf34431f84 admin admin] Added segment 82b84367-2fcb-485e-8afe-d71abc718106 of type vlan for network 4db04b0a-96aa-4da2-bf24-bf173df49105 May 03 22:58:53.703009 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c864fe8c-aafc-4bbe-be72-a447ca027c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:53.740404 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5c860f82-1511-430c-8b7f-1a3aa19ac6f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:53.780880 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43474) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:53.828671 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f454c181-8329-4f87-9261-7bcf34431f84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:53.911700 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7f6e6290-1dbc-479e-8b13-413a7025ad3d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a1b60de6f3b94c398a46d760b7dccea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1267767 May 03 22:58:53.915858 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43478) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:53.935387 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f454c181-8329-4f87-9261-7bcf34431f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:53.936808 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f454c181-8329-4f87-9261-7bcf34431f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:53.937374 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f454c181-8329-4f87-9261-7bcf34431f84 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:53.964590 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53435fb-a92b-4f27-9b95-455ec5269609 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:58:53.975534 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb36496-2e71-4116-b675-eae59915700d None None] Sync routers for ids ['82748780-8e7f-4088-b733-d9d086ee82cf'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:58:53.989628 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb36496-2e71-4116-b675-eae59915700d None None] Routers {'82748780-8e7f-4088-b733-d9d086ee82cf'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:58:53.990502 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-1cb36496-2e71-4116-b675-eae59915700d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:58:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['82748780-8e7f-4088-b733-d9d086ee82cf'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:54.010996 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c864fe8c-aafc-4bbe-be72-a447ca027c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:54.017709 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d53435fb-a92b-4f27-9b95-455ec5269609 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:54.031632 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864fe8c-aafc-4bbe-be72-a447ca027c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c8fb0c-c66e-4ce5-bcec-972c50526876,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:54.054674 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f454c181-8329-4f87-9261-7bcf34431f84 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8356135 May 03 22:58:54.055911 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43482) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:54.062562 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c864fe8c-aafc-4bbe-be72-a447ca027c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:54.063672 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c864fe8c-aafc-4bbe-be72-a447ca027c49 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/46c8fb0c-c66e-4ce5-bcec-972c50526876 HTTP/1.1" status: 204 len: 168 time: 0.6504927 May 03 22:58:54.136897 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-1e7d832a-754f-4821-aef8-930f7114cec5 admin admin] Request body: {'subnet': {'network_id': '4db04b0a-96aa-4da2-bf24-bf173df49105', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-651057196-subnet', 'tenant_id': 'f78e8c45dde9428fbae42b8cd7a9aa46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:58:54.157205 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454c181-8329-4f87-9261-7bcf34431f84 admin admin] Pushing event updated for resources: {'Network': ['ID=4db04b0a-96aa-4da2-bf24-bf173df49105,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:54.164782 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1e7d832a-754f-4821-aef8-930f7114cec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:58:54.177796 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-64014694-780b-4f01-a3ac-1421953db608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:54.180188 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1e7d832a-754f-4821-aef8-930f7114cec5 admin admin] Usage tracker for resource:subnet and tenant:f78e8c45dde9428fbae42b8cd7a9aa46 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:58:54.188215 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d53435fb-a92b-4f27-9b95-455ec5269609 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "DELETE /v2.0/floatingips/bc9db64f-e477-4e55-a2c6-86977c151711 HTTP/1.1" status: 204 len: 168 time: 3.1974294 May 03 22:58:54.189357 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1e7d832a-754f-4821-aef8-930f7114cec5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:58:54.204156 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '488a1c2d-aeb7-48a9-adfa-9c3327691217', 'tag': '34cc127f-6f6a-4e77-b531-17c96c60f6f8'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:58:54.216080 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1e7d832a-754f-4821-aef8-930f7114cec5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:58:54.237200 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-64014694-780b-4f01-a3ac-1421953db608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:54.247497 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7d832a-754f-4821-aef8-930f7114cec5 admin admin] Made reservation on behalf of f78e8c45dde9428fbae42b8cd7a9aa46 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:58:54.250887 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1e7d832a-754f-4821-aef8-930f7114cec5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:54.271461 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-1cb36496-2e71-4116-b675-eae59915700d None None] Set router 82748780-8e7f-4088-b733-d9d086ee82cf gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:58:54.307933 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c860f82-1511-430c-8b7f-1a3aa19ac6f2 admin admin] Router 668bffae-4730-4a79-b3b2-0a3b3bba2ff6 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:58:54.315748 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-137ba694-87ff-4f8a-b4a1-c918b8a06fac'] response: {'name': 'network-changed', 'server_uuid': '488a1c2d-aeb7-48a9-adfa-9c3327691217', 'tag': '34cc127f-6f6a-4e77-b531-17c96c60f6f8', 'status': 'completed', 'code': 200} May 03 22:58:54.417484 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-64014694-780b-4f01-a3ac-1421953db608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:54.467429 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 4db04b0a-96aa-4da2-bf24-bf173df49105 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:58:54.598700 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64014694-780b-4f01-a3ac-1421953db608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58662979-75ed-406f-85f8-7cb2e3b9a2b1,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:54.656038 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:54.665534 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-64014694-780b-4f01-a3ac-1421953db608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:54.666783 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-64014694-780b-4f01-a3ac-1421953db608 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/58662979-75ed-406f-85f8-7cb2e3b9a2b1 HTTP/1.1" status: 204 len: 168 time: 0.7499363 May 03 22:58:54.718663 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c860f82-1511-430c-8b7f-1a3aa19ac6f2 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:58:54.729572 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79b0a48-ecac-4d22-8e8e-3d23e40810c0 None None] Sync routers for ids ['668bffae-4730-4a79-b3b2-0a3b3bba2ff6'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:58:54.730681 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43498) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:54.736729 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5c860f82-1511-430c-8b7f-1a3aa19ac6f2 admin admin] 10.222.0.58 "PUT /v2.0/routers/668bffae-4730-4a79-b3b2-0a3b3bba2ff6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3904073 May 03 22:58:54.746216 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79b0a48-ecac-4d22-8e8e-3d23e40810c0 None None] Routers {'668bffae-4730-4a79-b3b2-0a3b3bba2ff6'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:58:54.747126 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f79b0a48-ecac-4d22-8e8e-3d23e40810c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:58:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['668bffae-4730-4a79-b3b2-0a3b3bba2ff6'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:54.753303 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43502) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:54.758105 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1e7d832a-754f-4821-aef8-930f7114cec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:54.859384 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a64779ab-2373-4109-ab2b-283d8bf3787a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:54.899702 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58f498-3135-40df-ad9b-07568c12a171 req-162cd913-531d-41aa-82d2-c0b8b67e6c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:54.901584 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0a58f498-3135-40df-ad9b-07568c12a171 req-162cd913-531d-41aa-82d2-c0b8b67e6c3c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 1096 time: 0.5686629 May 03 22:58:54.991850 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-1cb36496-2e71-4116-b675-eae59915700d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131331484', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '98543906-52cd-484e-812e-98234229194d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:56:40Z', 'updated_at': '2022-05-03T22:56:48Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': '98543906-52cd-484e-812e-98234229194d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:56:41Z', 'updated_at': '2022-05-03T22:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'c650fc34-e743-463e-bf6f-191175e12b29', 'name': '', 'network_id': '62689dff-081f-4a4e-9460-2323067eb3de', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'mac_address': 'fa:16:3e:ae:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'a5ac5b18-86ee-44a9-b611-340e40471894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:56:47Z', 'updated_at': '2022-05-03T22:56:56Z', 'revision_number': 5, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'subnets': [{'id': 'a5ac5b18-86ee-44a9-b611-340e40471894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:54.997979 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb36496-2e71-4116-b675-eae59915700d None None] Checking router: 82748780-8e7f-4088-b733-d9d086ee82cf for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:58:55.007811 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb36496-2e71-4116-b675-eae59915700d None None] Routers {'82748780-8e7f-4088-b733-d9d086ee82cf'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:58:55.008660 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-1cb36496-2e71-4116-b675-eae59915700d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:58:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['82748780-8e7f-4088-b733-d9d086ee82cf'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:55.073821 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3e7e7-220f-446b-8003-a83a06c07d15 req-6cd5667b-0032-4634-be9a-5e2b27fd2412 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:55.082666 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1ad3e7e7-220f-446b-8003-a83a06c07d15 req-6cd5667b-0032-4634-be9a-5e2b27fd2412 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 945 time: 0.3373258 May 03 22:58:55.088256 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-f79b0a48-ecac-4d22-8e8e-3d23e40810c0 None None] Set router 668bffae-4730-4a79-b3b2-0a3b3bba2ff6 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:58:55.098797 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a64779ab-2373-4109-ab2b-283d8bf3787a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:58:55.169672 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58f498-3135-40df-ad9b-07568c12a171 req-66d8cd68-b7cb-4ecb-90bf-5ccf127060e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:55.171465 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0a58f498-3135-40df-ad9b-07568c12a171 req-66d8cd68-b7cb-4ecb-90bf-5ccf127060e3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=62689dff-081f-4a4e-9460-2323067eb3de HTTP/1.1" status: 200 len: 897 time: 0.2607574 May 03 22:58:55.197634 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1ad3e7e7-220f-446b-8003-a83a06c07d15 req-99f89d69-b375-436f-a08f-cdef12e32d7b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5fd47e5-b5e4-4506-92ff-9ae9681e5b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136885 May 03 22:58:55.283869 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a64779ab-2373-4109-ab2b-283d8bf3787a admin admin] Usage tracker for resource:security_group_rule and tenant:c0ae7e1e10504f0385c4a98bf78ddf0a is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:58:55.294361 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a64779ab-2373-4109-ab2b-283d8bf3787a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:58:55.296451 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0a58f498-3135-40df-ad9b-07568c12a171 req-2f01eb0a-bcb8-4433-9568-3f7741f640ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34cc127f-6f6a-4e77-b531-17c96c60f6f8 HTTP/1.1" status: 200 len: 217 time: 0.0977316 May 03 22:58:55.310456 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a64779ab-2373-4109-ab2b-283d8bf3787a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:58:55.331013 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d832a-754f-4821-aef8-930f7114cec5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a48a4adb-c061-41c4-bc35-f1d5ff0b47e2,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:55.348595 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-72901d94-ec49-4de2-b935-805f1af1afba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:55.378279 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58f498-3135-40df-ad9b-07568c12a171 req-4b8e4bce-a67f-4a59-a884-a618721bafe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:55.379946 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0a58f498-3135-40df-ad9b-07568c12a171 req-4b8e4bce-a67f-4a59-a884-a618721bafe3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5ac5b18-86ee-44a9-b611-340e40471894 HTTP/1.1" status: 200 len: 835 time: 0.0770881 May 03 22:58:55.401956 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7d832a-754f-4821-aef8-930f7114cec5 admin admin] Checking segment: {'id': '82b84367-2fcb-485e-8afe-d71abc718106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4db04b0a-96aa-4da2-bf24-bf173df49105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:58:55.402317 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7d832a-754f-4821-aef8-930f7114cec5 admin admin] Network hostable DHCP agents. Network: 4db04b0a-96aa-4da2-bf24-bf173df49105, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:58:55.408579 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-1cb36496-2e71-4116-b675-eae59915700d None None] Set router 82748780-8e7f-4088-b733-d9d086ee82cf gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:58:55.481285 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58f498-3135-40df-ad9b-07568c12a171 req-58a319da-962b-4f90-ada1-63b41a82cc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:55.483148 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0a58f498-3135-40df-ad9b-07568c12a171 req-58a319da-962b-4f90-ada1-63b41a82cc58 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=62689dff-081f-4a4e-9460-2323067eb3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967455 May 03 22:58:55.503452 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-551af883-c1c9-4574-94de-548e699b1548 admin admin] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:55.629829 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b104ac-964d-4b26-a3b1-ee5db054cbe9 req-48f760ff-f307-4c84-bf33-56d39e2ea58c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:55.630596 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-41b104ac-964d-4b26-a3b1-ee5db054cbe9 req-48f760ff-f307-4c84-bf33-56d39e2ea58c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Synchronizing usage tracker for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:58:55.633186 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7d832a-754f-4821-aef8-930f7114cec5 admin admin] Network 4db04b0a-96aa-4da2-bf24-bf173df49105 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:58:55.644564 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f79b0a48-ecac-4d22-8e8e-3d23e40810c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668bffae-4730-4a79-b3b2-0a3b3bba2ff6', 'name': 'tempest-TestAggregatesBasicOps-2097949895-router', 'tenant_id': '0ef04db60322449694d73cfb5e4aaa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '8d08f95b-e4cf-4227-be89-1580369536cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:20Z', 'updated_at': '2022-05-03T22:58:53Z', 'revision_number': 5, 'project_id': '0ef04db60322449694d73cfb5e4aaa20', 'gw_port': {'id': '8d08f95b-e4cf-4227-be89-1580369536cb', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668bffae-4730-4a79-b3b2-0a3b3bba2ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:22Z', 'updated_at': '2022-05-03T22:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:55.653940 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79b0a48-ecac-4d22-8e8e-3d23e40810c0 None None] Checking router: 668bffae-4730-4a79-b3b2-0a3b3bba2ff6 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:58:55.679817 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79b0a48-ecac-4d22-8e8e-3d23e40810c0 None None] Routers {'668bffae-4730-4a79-b3b2-0a3b3bba2ff6'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:58:55.682265 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f79b0a48-ecac-4d22-8e8e-3d23e40810c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:58:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['668bffae-4730-4a79-b3b2-0a3b3bba2ff6'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:55.682977 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-1e7d832a-754f-4821-aef8-930f7114cec5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 4db04b0a-96aa-4da2-bf24-bf173df49105) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:58:55.703556 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7d832a-754f-4821-aef8-930f7114cec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:55.704304 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1e7d832a-754f-4821-aef8-930f7114cec5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:55.712421 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-41b104ac-964d-4b26-a3b1-ee5db054cbe9 req-48f760ff-f307-4c84-bf33-56d39e2ea58c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Unset dirty status for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:58:55.713560 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-41b104ac-964d-4b26-a3b1-ee5db054cbe9 req-48f760ff-f307-4c84-bf33-56d39e2ea58c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.60 "GET /v2.0/ports?device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 945 time: 0.6926017 May 03 22:58:55.743951 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50032e21-f4f9-4389-a830-e194c4fba92d None None] Network 4db04b0a-96aa-4da2-bf24-bf173df49105 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:58:55.762736 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0a58f498-3135-40df-ad9b-07568c12a171 req-9fb1b33f-366a-4c19-b8fb-d57b67b5ed5a service neutron] 10.222.0.60 "GET /v2.0/networks/62689dff-081f-4a4e-9460-2323067eb3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722921 May 03 22:58:55.912758 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1e7d832a-754f-4821-aef8-930f7114cec5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7911873 May 03 22:58:55.948047 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-551af883-c1c9-4574-94de-548e699b1548 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:55.965358 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-f79b0a48-ecac-4d22-8e8e-3d23e40810c0 None None] Set router 668bffae-4730-4a79-b3b2-0a3b3bba2ff6 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:58:55.966902 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0a58f498-3135-40df-ad9b-07568c12a171 req-109acb1c-6ade-4077-bf1a-9ae071b6461c service neutron] 10.222.0.60 "GET /v2.0/networks/62689dff-081f-4a4e-9460-2323067eb3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962676 May 03 22:58:55.969946 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-41b104ac-964d-4b26-a3b1-ee5db054cbe9 req-c4c91d15-938d-43f9-8a66-f36a2e25c582 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Deleting port 34cc127f-6f6a-4e77-b531-17c96c60f6f8 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:58:55.970577 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-41b104ac-964d-4b26-a3b1-ee5db054cbe9 req-c4c91d15-938d-43f9-8a66-f36a2e25c582 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:56.028601 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a64779ab-2373-4109-ab2b-283d8bf3787a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:56.029931 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-551af883-c1c9-4574-94de-548e699b1548 admin admin] Deleting port 8d08f95b-e4cf-4227-be89-1580369536cb {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:58:56.030269 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-551af883-c1c9-4574-94de-548e699b1548 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:56.083449 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a64779ab-2373-4109-ab2b-283d8bf3787a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:56.177821 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30ba0bc-7559-44cc-b0af-98d4631da90c None None] Network 4db04b0a-96aa-4da2-bf24-bf173df49105 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:58:56.221762 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a64779ab-2373-4109-ab2b-283d8bf3787a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c0ae7e1e10504f0385c4a98bf78ddf0a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4898200 May 03 22:58:56.224469 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43532) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:56.302923 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64779ab-2373-4109-ab2b-283d8bf3787a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1126853d-427b-47f8-b3c5-25b9d5f99acc,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:56.365127 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b92f09fb-fc26-455e-81ae-16a8e35ee28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:56.407514 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f79b0a48-ecac-4d22-8e8e-3d23e40810c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668bffae-4730-4a79-b3b2-0a3b3bba2ff6', 'name': 'tempest-TestAggregatesBasicOps-2097949895-router', 'tenant_id': '0ef04db60322449694d73cfb5e4aaa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '8d08f95b-e4cf-4227-be89-1580369536cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:20Z', 'updated_at': '2022-05-03T22:58:53Z', 'revision_number': 5, 'project_id': '0ef04db60322449694d73cfb5e4aaa20', 'gw_port': {'id': '8d08f95b-e4cf-4227-be89-1580369536cb', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668bffae-4730-4a79-b3b2-0a3b3bba2ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:22Z', 'updated_at': '2022-05-03T22:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:56.416300 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79b0a48-ecac-4d22-8e8e-3d23e40810c0 None None] The sync data for ids ['668bffae-4730-4a79-b3b2-0a3b3bba2ff6'] in n-d-811807-1 is: [{'id': '668bffae-4730-4a79-b3b2-0a3b3bba2ff6', 'name': 'tempest-TestAggregatesBasicOps-2097949895-router', 'tenant_id': '0ef04db60322449694d73cfb5e4aaa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '8d08f95b-e4cf-4227-be89-1580369536cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:20Z', 'updated_at': '2022-05-03T22:58:53Z', 'revision_number': 5, 'project_id': '0ef04db60322449694d73cfb5e4aaa20', 'gw_port': {'id': '8d08f95b-e4cf-4227-be89-1580369536cb', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:dd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668bffae-4730-4a79-b3b2-0a3b3bba2ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:22Z', 'updated_at': '2022-05-03T22:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:58:56.455305 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-1cb36496-2e71-4116-b675-eae59915700d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131331484', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '98543906-52cd-484e-812e-98234229194d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:56:40Z', 'updated_at': '2022-05-03T22:56:48Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': '98543906-52cd-484e-812e-98234229194d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:56:41Z', 'updated_at': '2022-05-03T22:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'c650fc34-e743-463e-bf6f-191175e12b29', 'name': '', 'network_id': '62689dff-081f-4a4e-9460-2323067eb3de', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'mac_address': 'fa:16:3e:ae:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'a5ac5b18-86ee-44a9-b611-340e40471894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:56:47Z', 'updated_at': '2022-05-03T22:56:56Z', 'revision_number': 5, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'subnets': [{'id': 'a5ac5b18-86ee-44a9-b611-340e40471894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:56.479336 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb36496-2e71-4116-b675-eae59915700d None None] The sync data for ids ['82748780-8e7f-4088-b733-d9d086ee82cf'] in n-d-811807-1 is: [{'id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131331484', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '98543906-52cd-484e-812e-98234229194d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:56:40Z', 'updated_at': '2022-05-03T22:56:48Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': '98543906-52cd-484e-812e-98234229194d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:56:41Z', 'updated_at': '2022-05-03T22:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'c650fc34-e743-463e-bf6f-191175e12b29', 'name': '', 'network_id': '62689dff-081f-4a4e-9460-2323067eb3de', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'mac_address': 'fa:16:3e:ae:1f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'a5ac5b18-86ee-44a9-b611-340e40471894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:56:47Z', 'updated_at': '2022-05-03T22:56:56Z', 'revision_number': 5, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'subnets': [{'id': 'a5ac5b18-86ee-44a9-b611-340e40471894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:58:56.498742 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b92f09fb-fc26-455e-81ae-16a8e35ee28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:56.608681 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100688d-5c88-41d3-ba1c-bf9b45359fef req-6af98cae-7255-47fd-b5b8-55790e03cd31 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:56.613679 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c100688d-5c88-41d3-ba1c-bf9b45359fef req-6af98cae-7255-47fd-b5b8-55790e03cd31 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 945 time: 0.2020752 May 03 22:58:56.614480 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:56.618128 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:56.626870 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-551af883-c1c9-4574-94de-548e699b1548 admin admin] For port 8d08f95b-e4cf-4227-be89-1580369536cb, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=8d08f95b-e4cf-4227-be89-1580369536cb,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:58:56.629237 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-551af883-c1c9-4574-94de-548e699b1548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:56.634064 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b92f09fb-fc26-455e-81ae-16a8e35ee28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:56.679558 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f09fb-fc26-455e-81ae-16a8e35ee28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1126853d-427b-47f8-b3c5-25b9d5f99acc,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:56.684734 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b92f09fb-fc26-455e-81ae-16a8e35ee28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:56.686332 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b92f09fb-fc26-455e-81ae-16a8e35ee28d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1126853d-427b-47f8-b3c5-25b9d5f99acc HTTP/1.1" status: 204 len: 168 time: 0.4610014 May 03 22:58:56.754446 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c100688d-5c88-41d3-ba1c-bf9b45359fef req-3b11ea2f-f638-40d5-93ed-bf20b8cce6fb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5fd47e5-b5e4-4506-92ff-9ae9681e5b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121082 May 03 22:58:56.968316 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dd787b-793d-4e7f-95ba-196b34cba513 None None] New status for floating IP bc9db64f-e477-4e55-a2c6-86977c151711: DOWN {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:58:56.983946 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-551af883-c1c9-4574-94de-548e699b1548 admin admin] Calling delete_port for 8d08f95b-e4cf-4227-be89-1580369536cb owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:58:57.191600 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-41b104ac-964d-4b26-a3b1-ee5db054cbe9 req-c4c91d15-938d-43f9-8a66-f36a2e25c582 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] For port 34cc127f-6f6a-4e77-b531-17c96c60f6f8, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=34cc127f-6f6a-4e77-b531-17c96c60f6f8,segment=NetworkSegment(ce16f5e3-2c20-4354-ac40-2ec64136d583),segment_id=ce16f5e3-2c20-4354-ac40-2ec64136d583)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:58:57.192373 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-41b104ac-964d-4b26-a3b1-ee5db054cbe9 req-c4c91d15-938d-43f9-8a66-f36a2e25c582 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:57.255713 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ba875d0c-ab66-4986-8487-5080289f94a0 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:58:57.348382 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: ba875d0c-ab66-4986-8487-5080289f94a0 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:58:57.349260 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-41b104ac-964d-4b26-a3b1-ee5db054cbe9 req-c4c91d15-938d-43f9-8a66-f36a2e25c582 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Calling delete_port for 34cc127f-6f6a-4e77-b531-17c96c60f6f8 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:58:57.350291 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ba875d0c-ab66-4986-8487-5080289f94a0 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:58:57.550019 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-551af883-c1c9-4574-94de-548e699b1548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:57.612721 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551af883-c1c9-4574-94de-548e699b1548 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d08f95b-e4cf-4227-be89-1580369536cb,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:57.673913 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:57.853719 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-41b104ac-964d-4b26-a3b1-ee5db054cbe9 req-c4c91d15-938d-43f9-8a66-f36a2e25c582 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:57.907337 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c91d15-938d-43f9-8a66-f36a2e25c582 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event deleted for resources: {'Port': ['ID=34cc127f-6f6a-4e77-b531-17c96c60f6f8,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:57.915132 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-551af883-c1c9-4574-94de-548e699b1548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:58.079771 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:58.169329 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b104ac-964d-4b26-a3b1-ee5db054cbe9 req-c4c91d15-938d-43f9-8a66-f36a2e25c582 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] No DVR routers for this DVR port 34cc127f-6f6a-4e77-b531-17c96c60f6f8 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:58:58.176009 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-41b104ac-964d-4b26-a3b1-ee5db054cbe9 req-c4c91d15-938d-43f9-8a66-f36a2e25c582 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:58.178856 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488a1c2d-aeb7-48a9-adfa-9c3327691217', 'name': 'network-vif-deleted', 'tag': '34cc127f-6f6a-4e77-b531-17c96c60f6f8'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:58:58.186879 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-551af883-c1c9-4574-94de-548e699b1548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:58.191447 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-551af883-c1c9-4574-94de-548e699b1548 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:58.219646 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-41b104ac-964d-4b26-a3b1-ee5db054cbe9 req-c4c91d15-938d-43f9-8a66-f36a2e25c582 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.60 "DELETE /v2.0/ports/34cc127f-6f6a-4e77-b531-17c96c60f6f8 HTTP/1.1" status: 204 len: 173 time: 2.4609225 May 03 22:58:58.225761 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-551af883-c1c9-4574-94de-548e699b1548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:58.229259 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551af883-c1c9-4574-94de-548e699b1548 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 668bffae-4730-4a79-b3b2-0a3b3bba2ff6 {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:58:58.259183 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-551af883-c1c9-4574-94de-548e699b1548 admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:58.262148 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-551af883-c1c9-4574-94de-548e699b1548 admin admin] 10.222.0.58 "DELETE /v2.0/routers/668bffae-4730-4a79-b3b2-0a3b3bba2ff6 HTTP/1.1" status: 204 len: 168 time: 3.5076356 May 03 22:58:58.264519 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43610) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:58.278721 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a615652d-52d8-40ca-ac63-37adc1c7c95a'] response: {'server_uuid': '488a1c2d-aeb7-48a9-adfa-9c3327691217', 'name': 'network-vif-deleted', 'tag': '34cc127f-6f6a-4e77-b531-17c96c60f6f8', 'status': 'completed', 'code': 200} May 03 22:58:58.387774 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3842b613-ce03-46f3-9135-954eff0416ef req-23b58bb5-68a6-4b5d-b59b-050e31f2c2d6 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=488a1c2d-aeb7-48a9-adfa-9c3327691217 HTTP/1.1" status: 200 len: 210 time: 0.4423995 May 03 22:58:58.461815 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca91cc96-eb0f-42b9-9706-01b94843fe9f admin admin] Deleting subnet f2d1d78d-af48-4072-8f55-b2af355d87ab {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:58:58.474422 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ca91cc96-eb0f-42b9-9706-01b94843fe9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:58.487276 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43618) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:58.612309 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ca91cc96-eb0f-42b9-9706-01b94843fe9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:58.777673 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-78b48c7f-f6a0-4d61-bd8e-2881f41886dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:58.787297 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ca91cc96-eb0f-42b9-9706-01b94843fe9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:58.797467 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-78b48c7f-f6a0-4d61-bd8e-2881f41886dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:58:58.801749 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 34cc127f-6f6a-4e77-b531-17c96c60f6f8 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:58:58.803262 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-78b48c7f-f6a0-4d61-bd8e-2881f41886dc admin admin] Usage tracker for resource:security_group_rule and tenant:837e43ad596a4180a51af2d62608f9e4 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:58:58.806699 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-78b48c7f-f6a0-4d61-bd8e-2881f41886dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:58:58.814158 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-78b48c7f-f6a0-4d61-bd8e-2881f41886dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:58:58.868147 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 34cc127f-6f6a-4e77-b531-17c96c60f6f8 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:58:58.869879 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 34cc127f-6f6a-4e77-b531-17c96c60f6f8 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:58:58.918737 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-78b48c7f-f6a0-4d61-bd8e-2881f41886dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:58.924652 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-78b48c7f-f6a0-4d61-bd8e-2881f41886dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:58.926189 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ca91cc96-eb0f-42b9-9706-01b94843fe9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:58.971465 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca91cc96-eb0f-42b9-9706-01b94843fe9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2d1d78d-af48-4072-8f55-b2af355d87ab,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:58.975836 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ca91cc96-eb0f-42b9-9706-01b94843fe9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:58.976675 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-78b48c7f-f6a0-4d61-bd8e-2881f41886dc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=837e43ad596a4180a51af2d62608f9e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4880037 May 03 22:58:58.978024 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43634) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:58.981698 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b48c7f-f6a0-4d61-bd8e-2881f41886dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5227ef7d-d699-4138-99a2-42fa9e4ab58f,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:58.990592 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ca91cc96-eb0f-42b9-9706-01b94843fe9f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f2d1d78d-af48-4072-8f55-b2af355d87ab HTTP/1.1" status: 204 len: 168 time: 0.7226093 May 03 22:58:58.992846 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43638) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:58.993885 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8119cae8-dbb3-4ac1-96cd-76992ede9fb4 None None] Network d80fc8c4-e06b-4bb4-b744-35cc884fa984 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:58:59.049421 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-77663924-ca72-40bb-bb57-c74f5dc4ee0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:59.083384 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-77663924-ca72-40bb-bb57-c74f5dc4ee0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:59.107164 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-76ee27b3-59a8-4391-bef2-3c3f12f27269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:59.122417 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-76ee27b3-59a8-4391-bef2-3c3f12f27269 admin admin] Deleting port 67842df9-b14d-4c42-a4d3-e8b5d751bdf8 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:58:59.123049 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-76ee27b3-59a8-4391-bef2-3c3f12f27269 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:59.148854 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-77663924-ca72-40bb-bb57-c74f5dc4ee0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:59.164445 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77663924-ca72-40bb-bb57-c74f5dc4ee0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5227ef7d-d699-4138-99a2-42fa9e4ab58f,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:59.184928 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-77663924-ca72-40bb-bb57-c74f5dc4ee0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:59.197407 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-77663924-ca72-40bb-bb57-c74f5dc4ee0b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5227ef7d-d699-4138-99a2-42fa9e4ab58f HTTP/1.1" status: 204 len: 168 time: 0.2172666 May 03 22:58:59.293664 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 8d08f95b-e4cf-4227-be89-1580369536cb no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:58:59.339415 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 8d08f95b-e4cf-4227-be89-1580369536cb {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:58:59.339767 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 8d08f95b-e4cf-4227-be89-1580369536cb not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:58:59.361768 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d184f0ef-4604-4e14-946b-cfc37e9853d0 None None] DHCP port deletion for d80fc8c4-e06b-4bb4-b744-35cc884fa984 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:58:59.366818 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-d184f0ef-4604-4e14-946b-cfc37e9853d0 None None] Deleting port 67842df9-b14d-4c42-a4d3-e8b5d751bdf8 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:58:59.367199 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d184f0ef-4604-4e14-946b-cfc37e9853d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:59.415554 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-76ee27b3-59a8-4391-bef2-3c3f12f27269 admin admin] For port 67842df9-b14d-4c42-a4d3-e8b5d751bdf8, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=67842df9-b14d-4c42-a4d3-e8b5d751bdf8,segment=NetworkSegment(e7eea4b6-fa4d-407a-9ae2-110781f9e7da),segment_id=e7eea4b6-fa4d-407a-9ae2-110781f9e7da)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:58:59.416072 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-76ee27b3-59a8-4391-bef2-3c3f12f27269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:59.491345 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43654) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:59.633618 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-76ee27b3-59a8-4391-bef2-3c3f12f27269 admin admin] Calling delete_port for 67842df9-b14d-4c42-a4d3-e8b5d751bdf8 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:58:59.646764 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-d184f0ef-4604-4e14-946b-cfc37e9853d0 None None] For port 67842df9-b14d-4c42-a4d3-e8b5d751bdf8, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=67842df9-b14d-4c42-a4d3-e8b5d751bdf8,segment=NetworkSegment(e7eea4b6-fa4d-407a-9ae2-110781f9e7da),segment_id=e7eea4b6-fa4d-407a-9ae2-110781f9e7da)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:58:59.648060 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d184f0ef-4604-4e14-946b-cfc37e9853d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:59.724070 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43662) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:58:59.746713 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6bf9fb46-1395-4edd-8a83-45ab9b0f20bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:59.764795 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6bf9fb46-1395-4edd-8a83-45ab9b0f20bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:58:59.769884 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6bf9fb46-1395-4edd-8a83-45ab9b0f20bf admin admin] Usage tracker for resource:security_group_rule and tenant:fc9e9b570d1d4e68ba081fb8afc40860 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:58:59.773210 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6bf9fb46-1395-4edd-8a83-45ab9b0f20bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:58:59.780332 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6bf9fb46-1395-4edd-8a83-45ab9b0f20bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:58:59.896966 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-d184f0ef-4604-4e14-946b-cfc37e9853d0 None None] Calling delete_port for 67842df9-b14d-4c42-a4d3-e8b5d751bdf8 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:58:59.924218 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6bf9fb46-1395-4edd-8a83-45ab9b0f20bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:59.930162 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6bf9fb46-1395-4edd-8a83-45ab9b0f20bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:58:59.958315 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-76ee27b3-59a8-4391-bef2-3c3f12f27269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:00.002081 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6bf9fb46-1395-4edd-8a83-45ab9b0f20bf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fc9e9b570d1d4e68ba081fb8afc40860&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2779028 May 03 22:59:00.003826 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9fb46-1395-4edd-8a83-45ab9b0f20bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4294bcca-4260-4fad-bba7-6770faf925e7,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:00.008334 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43670) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:00.009737 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-d184f0ef-4604-4e14-946b-cfc37e9853d0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:59:00.010683 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-d184f0ef-4604-4e14-946b-cfc37e9853d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:59:00.026318 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9fb46-1395-4edd-8a83-45ab9b0f20bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:00.026898 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9fb46-1395-4edd-8a83-45ab9b0f20bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:00.027388 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9fb46-1395-4edd-8a83-45ab9b0f20bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:00.027909 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9fb46-1395-4edd-8a83-45ab9b0f20bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:00.028388 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9fb46-1395-4edd-8a83-45ab9b0f20bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:00.028867 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9fb46-1395-4edd-8a83-45ab9b0f20bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:00.029357 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9fb46-1395-4edd-8a83-45ab9b0f20bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:00.030238 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9fb46-1395-4edd-8a83-45ab9b0f20bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:00.030734 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9fb46-1395-4edd-8a83-45ab9b0f20bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:00.031212 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9fb46-1395-4edd-8a83-45ab9b0f20bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:00.031684 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9fb46-1395-4edd-8a83-45ab9b0f20bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:00.032156 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf9fb46-1395-4edd-8a83-45ab9b0f20bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:00.100853 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7647d5c6-0bbf-4c70-9a72-e4a8de6695a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:00.130935 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7647d5c6-0bbf-4c70-9a72-e4a8de6695a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:00.143266 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee27b3-59a8-4391-bef2-3c3f12f27269 admin admin] Pushing event deleted for resources: {'Port': ['ID=67842df9-b14d-4c42-a4d3-e8b5d751bdf8,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:00.145314 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ee27b3-59a8-4391-bef2-3c3f12f27269 admin admin] No DVR routers for this DVR port 67842df9-b14d-4c42-a4d3-e8b5d751bdf8 on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:59:00.195939 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7647d5c6-0bbf-4c70-9a72-e4a8de6695a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:00.223755 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647d5c6-0bbf-4c70-9a72-e4a8de6695a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4294bcca-4260-4fad-bba7-6770faf925e7,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:00.230160 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7647d5c6-0bbf-4c70-9a72-e4a8de6695a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:00.234185 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7647d5c6-0bbf-4c70-9a72-e4a8de6695a2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4294bcca-4260-4fad-bba7-6770faf925e7 HTTP/1.1" status: 204 len: 168 time: 0.2224293 May 03 22:59:00.288281 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-76ee27b3-59a8-4391-bef2-3c3f12f27269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:00.335243 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-76ee27b3-59a8-4391-bef2-3c3f12f27269 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d80fc8c4-e06b-4bb4-b744-35cc884fa984']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:00.365745 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-76ee27b3-59a8-4391-bef2-3c3f12f27269 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7eea4b6-fa4d-407a-9ae2-110781f9e7da') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:00.366074 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-76ee27b3-59a8-4391-bef2-3c3f12f27269 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7eea4b6-fa4d-407a-9ae2-110781f9e7da') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:00.428019 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-76ee27b3-59a8-4391-bef2-3c3f12f27269 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:00.497665 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-76ee27b3-59a8-4391-bef2-3c3f12f27269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:00.512349 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-d184f0ef-4604-4e14-946b-cfc37e9853d0 None None] Deleting port 67842df9-b14d-4c42-a4d3-e8b5d751bdf8 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:59:00.512899 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d184f0ef-4604-4e14-946b-cfc37e9853d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:00.516729 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76ee27b3-59a8-4391-bef2-3c3f12f27269 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:59:00.517254 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-76ee27b3-59a8-4391-bef2-3c3f12f27269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:00.537990 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:59:00.537990 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:59:00.537990 n-d-811807-1 neutron-server[88070]: timer() May 03 22:59:00.537990 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:59:00.537990 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:59:00.537990 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:59:00.537990 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:59:00.537990 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:59:00.537990 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:59:00.537990 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:59:00.537990 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:59:00.537990 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:59:00.537990 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:59:00.537990 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:59:00.537990 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:59:00.537990 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:59:00.537990 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:59:00.537990 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:59:00.537990 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:59:00.537990 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:59:00.537990 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:59:00.537990 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:59:00.537990 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:59:00.537990 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:59:00.537990 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:59:00.537990 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:59:00.537990 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:59:00.537990 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:59:00.537990 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:59:00.537990 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:59:00.537990 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:59:00.537990 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:59:00.650312 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-d184f0ef-4604-4e14-946b-cfc37e9853d0 None None] The port '67842df9-b14d-4c42-a4d3-e8b5d751bdf8' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:59:00.714349 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-76ee27b3-59a8-4391-bef2-3c3f12f27269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:00.743224 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-76ee27b3-59a8-4391-bef2-3c3f12f27269 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:00.752950 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee27b3-59a8-4391-bef2-3c3f12f27269 admin admin] Pushing event deleted for resources: {'Network': ['ID=d80fc8c4-e06b-4bb4-b744-35cc884fa984,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:00.764988 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-76ee27b3-59a8-4391-bef2-3c3f12f27269 admin admin] 10.222.0.58 "DELETE /v2.0/networks/d80fc8c4-e06b-4bb4-b744-35cc884fa984 HTTP/1.1" status: 204 len: 168 time: 1.7710872 May 03 22:59:00.868019 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4bcb3b01-e5e2-45a8-81ce-7b14c84025f5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:00.945296 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43698) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:01.003297 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b7a06642-97cd-41a5-a4f3-41692544d483 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=58223e5fba464f509bc485c09bb5b9ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0560801 May 03 22:59:01.005563 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43702) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:01.100181 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-50478a30-1893-4aaa-88a5-8cffad5cf107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:01.159439 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-50478a30-1893-4aaa-88a5-8cffad5cf107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:01.259693 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-50478a30-1893-4aaa-88a5-8cffad5cf107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:01.294871 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 67842df9-b14d-4c42-a4d3-e8b5d751bdf8 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:59:01.336622 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50478a30-1893-4aaa-88a5-8cffad5cf107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c6de50-e5da-43a2-8101-7f370a6ee0da,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:01.347221 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-50478a30-1893-4aaa-88a5-8cffad5cf107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:01.350990 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-50478a30-1893-4aaa-88a5-8cffad5cf107 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/28c6de50-e5da-43a2-8101-7f370a6ee0da HTTP/1.1" status: 204 len: 168 time: 0.3443561 May 03 22:59:01.416219 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 67842df9-b14d-4c42-a4d3-e8b5d751bdf8 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:59:01.416622 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 67842df9-b14d-4c42-a4d3-e8b5d751bdf8 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:59:01.417320 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-4bcb3b01-e5e2-45a8-81ce-7b14c84025f5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Deleting port c650fc34-e743-463e-bf6f-191175e12b29 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:59:01.420565 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4bcb3b01-e5e2-45a8-81ce-7b14c84025f5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:01.836007 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-4bcb3b01-e5e2-45a8-81ce-7b14c84025f5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] For port c650fc34-e743-463e-bf6f-191175e12b29, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=c650fc34-e743-463e-bf6f-191175e12b29,segment=NetworkSegment(ce16f5e3-2c20-4354-ac40-2ec64136d583),segment_id=ce16f5e3-2c20-4354-ac40-2ec64136d583)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:59:01.836564 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4bcb3b01-e5e2-45a8-81ce-7b14c84025f5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:02.188885 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43736) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:02.219028 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-4bcb3b01-e5e2-45a8-81ce-7b14c84025f5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Calling delete_port for c650fc34-e743-463e-bf6f-191175e12b29 owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:59:02.273018 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43742) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:02.274397 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7138c311-ce56-455e-b3c8-1e2f92419ffb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0ef04db60322449694d73cfb5e4aaa20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0839965 May 03 22:59:02.372909 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ff3fe7e1-ce0d-4db6-b640-9ae9e13d6c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:02.408626 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ff3fe7e1-ce0d-4db6-b640-9ae9e13d6c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:02.546986 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ff3fe7e1-ce0d-4db6-b640-9ae9e13d6c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:02.561108 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4bcb3b01-e5e2-45a8-81ce-7b14c84025f5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:02.616869 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3fe7e1-ce0d-4db6-b640-9ae9e13d6c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c1e17e-e4dd-4ccc-b684-def3e996dad5,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:02.651341 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb3b01-e5e2-45a8-81ce-7b14c84025f5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event deleted for resources: {'Port': ['ID=c650fc34-e743-463e-bf6f-191175e12b29,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:02.746375 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ff3fe7e1-ce0d-4db6-b640-9ae9e13d6c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:02.747524 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ff3fe7e1-ce0d-4db6-b640-9ae9e13d6c11 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/27c1e17e-e4dd-4ccc-b684-def3e996dad5 HTTP/1.1" status: 204 len: 168 time: 0.4734631 May 03 22:59:03.045885 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4bcb3b01-e5e2-45a8-81ce-7b14c84025f5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:03.666311 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bcb3b01-e5e2-45a8-81ce-7b14c84025f5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Router 82748780-8e7f-4088-b733-d9d086ee82cf has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:59:03.909461 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43782) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:03.981463 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bcb3b01-e5e2-45a8-81ce-7b14c84025f5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:59:03.989972 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4bcb3b01-e5e2-45a8-81ce-7b14c84025f5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "PUT /v2.0/routers/82748780-8e7f-4088-b733-d9d086ee82cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4952319 May 03 22:59:03.990607 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43792) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:03.995662 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2048245-ad87-4310-833a-0c16be0eacac None None] Sync routers for ids ['82748780-8e7f-4088-b733-d9d086ee82cf'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:59:04.021589 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2048245-ad87-4310-833a-0c16be0eacac None None] Routers {'82748780-8e7f-4088-b733-d9d086ee82cf'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:59:04.025413 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d2048245-ad87-4310-833a-0c16be0eacac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:58:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['82748780-8e7f-4088-b733-d9d086ee82cf'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:04.097337 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-56812e97-2303-436c-95c3-8501c85da9a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:04.126585 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-56812e97-2303-436c-95c3-8501c85da9a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:04.134922 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-56812e97-2303-436c-95c3-8501c85da9a9 admin admin] Usage tracker for resource:security_group_rule and tenant:dbb7776de2df4efb9acf7b5e4d9b2412 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:04.154035 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-56812e97-2303-436c-95c3-8501c85da9a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:04.162089 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-464df244-1f3a-4230-966d-7280003822a1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Deleting subnet a5ac5b18-86ee-44a9-b611-340e40471894 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:59:04.169057 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-56812e97-2303-436c-95c3-8501c85da9a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:04.171922 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-464df244-1f3a-4230-966d-7280003822a1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:04.262955 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-464df244-1f3a-4230-966d-7280003822a1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:04.282569 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-d2048245-ad87-4310-833a-0c16be0eacac None None] Set router 82748780-8e7f-4088-b733-d9d086ee82cf gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:59:04.335948 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43804) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:04.445113 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-56812e97-2303-436c-95c3-8501c85da9a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:04.455206 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-56812e97-2303-436c-95c3-8501c85da9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:04.534666 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-e4ad5c5f-c820-4256-8477-1f053df8cde9 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-391499390-network', 'tenant_id': '2f6fe68f956349bb845d7efd77fdcf46'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:59:04.547645 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e4ad5c5f-c820-4256-8477-1f053df8cde9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:04.547981 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56812e97-2303-436c-95c3-8501c85da9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c01f9e-ac27-4cb3-b952-051ad9266f65,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:04.553971 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e4ad5c5f-c820-4256-8477-1f053df8cde9 admin admin] Usage tracker for resource:network and tenant:2f6fe68f956349bb845d7efd77fdcf46 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:04.561276 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e4ad5c5f-c820-4256-8477-1f053df8cde9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:04.581291 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e4ad5c5f-c820-4256-8477-1f053df8cde9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:04.590336 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-56812e97-2303-436c-95c3-8501c85da9a9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dbb7776de2df4efb9acf7b5e4d9b2412&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6782756 May 03 22:59:04.592764 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43814) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:04.598119 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-464df244-1f3a-4230-966d-7280003822a1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:04.619479 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ad5c5f-c820-4256-8477-1f053df8cde9 admin admin] Made reservation on behalf of 2f6fe68f956349bb845d7efd77fdcf46 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:59:04.621775 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e4ad5c5f-c820-4256-8477-1f053df8cde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:04.655672 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e4ad5c5f-c820-4256-8477-1f053df8cde9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:04.689758 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e4ad5c5f-c820-4256-8477-1f053df8cde9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:04.696750 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e4ad5c5f-c820-4256-8477-1f053df8cde9 admin admin] Usage tracker for resource:security_group_rule and tenant:2f6fe68f956349bb845d7efd77fdcf46 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:04.702296 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d2048245-ad87-4310-833a-0c16be0eacac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131331484', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '98543906-52cd-484e-812e-98234229194d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:56:40Z', 'updated_at': '2022-05-03T22:59:02Z', 'revision_number': 5, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': '98543906-52cd-484e-812e-98234229194d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:56:41Z', 'updated_at': '2022-05-03T22:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:04.706926 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2048245-ad87-4310-833a-0c16be0eacac None None] Checking router: 82748780-8e7f-4088-b733-d9d086ee82cf for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:59:04.716052 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2048245-ad87-4310-833a-0c16be0eacac None None] Routers {'82748780-8e7f-4088-b733-d9d086ee82cf'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:59:04.716830 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d2048245-ad87-4310-833a-0c16be0eacac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:58:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['82748780-8e7f-4088-b733-d9d086ee82cf'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:04.727304 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e4ad5c5f-c820-4256-8477-1f053df8cde9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:04.730297 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-464df244-1f3a-4230-966d-7280003822a1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:04.737099 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7ca17884-c0e9-4c83-ae6c-d7d9a476594e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:04.769145 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e4ad5c5f-c820-4256-8477-1f053df8cde9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:04.801538 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7ca17884-c0e9-4c83-ae6c-d7d9a476594e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:04.833789 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464df244-1f3a-4230-966d-7280003822a1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event deleted for resources: {'Subnet': ['ID=a5ac5b18-86ee-44a9-b611-340e40471894,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:04.842799 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-464df244-1f3a-4230-966d-7280003822a1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:04.851743 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aed8c20-8bb5-4801-8d9c-21dd35fba12d None None] Network 62689dff-081f-4a4e-9460-2323067eb3de requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:59:04.857978 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-464df244-1f3a-4230-966d-7280003822a1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "DELETE /v2.0/subnets/a5ac5b18-86ee-44a9-b611-340e40471894 HTTP/1.1" status: 204 len: 168 time: 0.8636155 May 03 22:59:04.858341 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43822) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:04.905810 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7ca17884-c0e9-4c83-ae6c-d7d9a476594e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:04.926317 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca17884-c0e9-4c83-ae6c-d7d9a476594e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c01f9e-ac27-4cb3-b952-051ad9266f65,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:04.963357 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7ca17884-c0e9-4c83-ae6c-d7d9a476594e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:04.968388 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7ca17884-c0e9-4c83-ae6c-d7d9a476594e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d8c01f9e-ac27-4cb3-b952-051ad9266f65 HTTP/1.1" status: 204 len: 168 time: 0.3743286 May 03 22:59:04.994091 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e4ad5c5f-c820-4256-8477-1f053df8cde9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:05.000902 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e4ad5c5f-c820-4256-8477-1f053df8cde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:05.030179 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-d2048245-ad87-4310-833a-0c16be0eacac None None] Set router 82748780-8e7f-4088-b733-d9d086ee82cf gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:59:05.066337 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad5c5f-c820-4256-8477-1f053df8cde9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36e45d3-65c8-47bd-9441-e93491968948,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:05.100939 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4ad5c5f-c820-4256-8477-1f053df8cde9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:59:05.117542 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e4ad5c5f-c820-4256-8477-1f053df8cde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:05.117917 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-e4ad5c5f-c820-4256-8477-1f053df8cde9 admin admin] Added segment fa70a77c-7cd5-44b5-b1f7-09956a35ad8d of type vlan for network 9461ffa3-e92c-4649-b3e7-b10cac8db3b8 May 03 22:59:05.190513 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e4ad5c5f-c820-4256-8477-1f053df8cde9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:05.238501 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2bf87ec3-1f66-4e28-9b4f-3e324f90aa0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:05.256320 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e4ad5c5f-c820-4256-8477-1f053df8cde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:05.257725 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ad5c5f-c820-4256-8477-1f053df8cde9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:05.258731 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e4ad5c5f-c820-4256-8477-1f053df8cde9 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:05.581014 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c6ed1d-c7c3-461b-860b-e89eb68b5173 None None] DHCP port deletion for 62689dff-081f-4a4e-9460-2323067eb3de request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:59:05.585556 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a8c6ed1d-c7c3-461b-860b-e89eb68b5173 None None] Deleting port 6e502e9b-351d-47d0-8792-4ee899bfb786 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:59:05.585961 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a8c6ed1d-c7c3-461b-860b-e89eb68b5173 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:05.629233 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43834) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:05.706317 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-685cfa64-9869-4b47-bb5e-72b0f0c0ece9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:05.711594 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d2048245-ad87-4310-833a-0c16be0eacac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131331484', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '98543906-52cd-484e-812e-98234229194d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:56:40Z', 'updated_at': '2022-05-03T22:59:02Z', 'revision_number': 5, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': '98543906-52cd-484e-812e-98234229194d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:56:41Z', 'updated_at': '2022-05-03T22:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:05.713762 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e4ad5c5f-c820-4256-8477-1f053df8cde9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.3765783 May 03 22:59:05.721916 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2048245-ad87-4310-833a-0c16be0eacac None None] The sync data for ids ['82748780-8e7f-4088-b733-d9d086ee82cf'] in n-d-811807-1 is: [{'id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131331484', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '98543906-52cd-484e-812e-98234229194d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:56:40Z', 'updated_at': '2022-05-03T22:59:02Z', 'revision_number': 5, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': '98543906-52cd-484e-812e-98234229194d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82748780-8e7f-4088-b733-d9d086ee82cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:56:41Z', 'updated_at': '2022-05-03T22:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:59:05.722141 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43838) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:05.724008 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad5c5f-c820-4256-8477-1f053df8cde9 admin admin] Pushing event updated for resources: {'Network': ['ID=9461ffa3-e92c-4649-b3e7-b10cac8db3b8,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:05.737675 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-b071c902-ed89-4c81-9083-f5f255d2a2b3 admin admin] Request body: {'subnet': {'network_id': '9461ffa3-e92c-4649-b3e7-b10cac8db3b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-391499390-subnet', 'tenant_id': '2f6fe68f956349bb845d7efd77fdcf46', 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:59:05.749607 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 9461ffa3-e92c-4649-b3e7-b10cac8db3b8 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:59:05.761411 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b071c902-ed89-4c81-9083-f5f255d2a2b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:05.778237 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-685cfa64-9869-4b47-bb5e-72b0f0c0ece9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:05.782633 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-685cfa64-9869-4b47-bb5e-72b0f0c0ece9 admin admin] Usage tracker for resource:security_group_rule and tenant:e552272e21ab461483ac58972e24cd8b is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:05.787545 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-685cfa64-9869-4b47-bb5e-72b0f0c0ece9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:05.801908 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b071c902-ed89-4c81-9083-f5f255d2a2b3 admin admin] Usage tracker for resource:subnet and tenant:2f6fe68f956349bb845d7efd77fdcf46 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:05.805147 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-685cfa64-9869-4b47-bb5e-72b0f0c0ece9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:05.809552 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b071c902-ed89-4c81-9083-f5f255d2a2b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:05.823194 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b071c902-ed89-4c81-9083-f5f255d2a2b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:05.842004 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2bf87ec3-1f66-4e28-9b4f-3e324f90aa0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:05.863187 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b071c902-ed89-4c81-9083-f5f255d2a2b3 admin admin] Made reservation on behalf of 2f6fe68f956349bb845d7efd77fdcf46 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:59:05.865709 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b071c902-ed89-4c81-9083-f5f255d2a2b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:06.012475 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-a8c6ed1d-c7c3-461b-860b-e89eb68b5173 None None] For port 6e502e9b-351d-47d0-8792-4ee899bfb786, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=6e502e9b-351d-47d0-8792-4ee899bfb786,segment=NetworkSegment(ce16f5e3-2c20-4354-ac40-2ec64136d583),segment_id=ce16f5e3-2c20-4354-ac40-2ec64136d583)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:59:06.013122 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a8c6ed1d-c7c3-461b-860b-e89eb68b5173 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:06.156584 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a8c6ed1d-c7c3-461b-860b-e89eb68b5173 None None] Calling delete_port for 6e502e9b-351d-47d0-8792-4ee899bfb786 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:59:06.261262 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-2bf87ec3-1f66-4e28-9b4f-3e324f90aa0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Deleting port 98543906-52cd-484e-812e-98234229194d {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:59:06.261743 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2bf87ec3-1f66-4e28-9b4f-3e324f90aa0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:06.269747 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a8c6ed1d-c7c3-461b-860b-e89eb68b5173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:06.324000 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6ed1d-c7c3-461b-860b-e89eb68b5173 None None] Pushing event deleted for resources: {'Port': ['ID=6e502e9b-351d-47d0-8792-4ee899bfb786,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:06.335497 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b071c902-ed89-4c81-9083-f5f255d2a2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:06.338052 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c6ed1d-c7c3-461b-860b-e89eb68b5173 None None] No DVR routers for this DVR port 6e502e9b-351d-47d0-8792-4ee899bfb786 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:59:06.553282 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071c902-ed89-4c81-9083-f5f255d2a2b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8395ac88-7f33-4861-8ad0-4341ef577d53,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:06.592020 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-685cfa64-9869-4b47-bb5e-72b0f0c0ece9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:06.604258 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-685cfa64-9869-4b47-bb5e-72b0f0c0ece9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:06.632745 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b071c902-ed89-4c81-9083-f5f255d2a2b3 admin admin] Checking segment: {'id': 'fa70a77c-7cd5-44b5-b1f7-09956a35ad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9461ffa3-e92c-4649-b3e7-b10cac8db3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:59:06.633112 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b071c902-ed89-4c81-9083-f5f255d2a2b3 admin admin] Network hostable DHCP agents. Network: 9461ffa3-e92c-4649-b3e7-b10cac8db3b8, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:59:06.668906 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-2bf87ec3-1f66-4e28-9b4f-3e324f90aa0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] For port 98543906-52cd-484e-812e-98234229194d, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=98543906-52cd-484e-812e-98234229194d,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:59:06.669272 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2bf87ec3-1f66-4e28-9b4f-3e324f90aa0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:06.699265 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-685cfa64-9869-4b47-bb5e-72b0f0c0ece9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e552272e21ab461483ac58972e24cd8b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0690050 May 03 22:59:06.704023 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43848) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:06.810499 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c1dffa99-dedb-48d9-a7dd-20f7cd31d3c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:06.820526 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-2bf87ec3-1f66-4e28-9b4f-3e324f90aa0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Calling delete_port for 98543906-52cd-484e-812e-98234229194d owned by network:router_gateway {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:59:06.847511 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c1dffa99-dedb-48d9-a7dd-20f7cd31d3c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:06.866159 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685cfa64-9869-4b47-bb5e-72b0f0c0ece9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c32c0e5-43dd-4b65-867d-9a93aa71c0b4,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:06.871646 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b071c902-ed89-4c81-9083-f5f255d2a2b3 admin admin] Network 9461ffa3-e92c-4649-b3e7-b10cac8db3b8 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:59:06.889291 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-b071c902-ed89-4c81-9083-f5f255d2a2b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 9461ffa3-e92c-4649-b3e7-b10cac8db3b8) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:59:06.898551 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b071c902-ed89-4c81-9083-f5f255d2a2b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:06.899184 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b071c902-ed89-4c81-9083-f5f255d2a2b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:06.904340 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a7b699-eb0d-4e17-b775-e381976a4a87 None None] Network 9461ffa3-e92c-4649-b3e7-b10cac8db3b8 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:59:06.954021 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b071c902-ed89-4c81-9083-f5f255d2a2b3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2253129 May 03 22:59:06.956171 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43852) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:06.962359 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-bd32be07-f0b1-4fa5-a1cb-dd19f4949fc5 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-391499390-router', 'tenant_id': '2f6fe68f956349bb845d7efd77fdcf46', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:59:06.968237 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c1dffa99-dedb-48d9-a7dd-20f7cd31d3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:06.970088 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-bd32be07-f0b1-4fa5-a1cb-dd19f4949fc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:06.980177 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-bd32be07-f0b1-4fa5-a1cb-dd19f4949fc5 admin admin] Usage tracker for resource:router and tenant:2f6fe68f956349bb845d7efd77fdcf46 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:06.984253 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-bd32be07-f0b1-4fa5-a1cb-dd19f4949fc5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:06.990618 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-bd32be07-f0b1-4fa5-a1cb-dd19f4949fc5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:07.002461 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dffa99-dedb-48d9-a7dd-20f7cd31d3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c32c0e5-43dd-4b65-867d-9a93aa71c0b4,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:07.008076 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bd32be07-f0b1-4fa5-a1cb-dd19f4949fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:07.009787 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bd32be07-f0b1-4fa5-a1cb-dd19f4949fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:07.020380 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c1dffa99-dedb-48d9-a7dd-20f7cd31d3c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:07.021712 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c1dffa99-dedb-48d9-a7dd-20f7cd31d3c8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5c32c0e5-43dd-4b65-867d-9a93aa71c0b4 HTTP/1.1" status: 204 len: 168 time: 0.3082006 May 03 22:59:07.130371 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2bf87ec3-1f66-4e28-9b4f-3e324f90aa0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:07.149401 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84edb7cd-c7c0-4ebc-a230-6b753bd2627c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-9461ffa3-e92c-4649-b3e7-b10cac8db3b8', 'network_id': '9461ffa3-e92c-4649-b3e7-b10cac8db3b8', 'tenant_id': '2f6fe68f956349bb845d7efd77fdcf46', 'fixed_ips': [{'subnet_id': '8395ac88-7f33-4861-8ad0-4341ef577d53'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:59:07.151441 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-84edb7cd-c7c0-4ebc-a230-6b753bd2627c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:07.250002 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf87ec3-1f66-4e28-9b4f-3e324f90aa0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event deleted for resources: {'Port': ['ID=98543906-52cd-484e-812e-98234229194d,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:07.276945 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bd32be07-f0b1-4fa5-a1cb-dd19f4949fc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:07.299959 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6e502e9b-351d-47d0-8792-4ee899bfb786 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:59:07.349254 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 6e502e9b-351d-47d0-8792-4ee899bfb786 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:59:07.349591 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 6e502e9b-351d-47d0-8792-4ee899bfb786 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:59:07.350192 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device c650fc34-e743-463e-bf6f-191175e12b29 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:59:07.384390 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2bf87ec3-1f66-4e28-9b4f-3e324f90aa0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:07.531365 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: c650fc34-e743-463e-bf6f-191175e12b29 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:59:07.531495 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device c650fc34-e743-463e-bf6f-191175e12b29 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:59:07.708004 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2bf87ec3-1f66-4e28-9b4f-3e324f90aa0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:07.718623 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2bf87ec3-1f66-4e28-9b4f-3e324f90aa0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:07.720624 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-84edb7cd-c7c0-4ebc-a230-6b753bd2627c None None] Allocated IP 172.20.0.2 (9461ffa3-e92c-4649-b3e7-b10cac8db3b8/8395ac88-7f33-4861-8ad0-4341ef577d53/ca60a77f-e990-44ce-83e5-081a8f2de70b) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:59:08.059713 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bd32be07-f0b1-4fa5-a1cb-dd19f4949fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:08.105328 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-84edb7cd-c7c0-4ebc-a230-6b753bd2627c None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:08.121290 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-84edb7cd-c7c0-4ebc-a230-6b753bd2627c None None] Transition to ACTIVE for port object ca60a77f-e990-44ce-83e5-081a8f2de70b will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:59:08.145278 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-84edb7cd-c7c0-4ebc-a230-6b753bd2627c None None] Transition to ACTIVE for port object ca60a77f-e990-44ce-83e5-081a8f2de70b will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:59:08.147035 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2bf87ec3-1f66-4e28-9b4f-3e324f90aa0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:08.147682 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf87ec3-1f66-4e28-9b4f-3e324f90aa0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Fanout notify agent at l3_agent the message router_deleted on router 82748780-8e7f-4088-b733-d9d086ee82cf {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:59:08.157710 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-84edb7cd-c7c0-4ebc-a230-6b753bd2627c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:08.194560 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2bf87ec3-1f66-4e28-9b4f-3e324f90aa0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:08.195756 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2bf87ec3-1f66-4e28-9b4f-3e324f90aa0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "DELETE /v2.0/routers/82748780-8e7f-4088-b733-d9d086ee82cf HTTP/1.1" status: 204 len: 168 time: 3.3364267 May 03 22:59:08.198718 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43884) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:08.432081 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84edb7cd-c7c0-4ebc-a230-6b753bd2627c None None] Pushing event updated for resources: {'Port': ['ID=ca60a77f-e990-44ce-83e5-081a8f2de70b,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:08.448878 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edb7cd-c7c0-4ebc-a230-6b753bd2627c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:08.455698 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edb7cd-c7c0-4ebc-a230-6b753bd2627c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:08.456195 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edb7cd-c7c0-4ebc-a230-6b753bd2627c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:08.457428 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edb7cd-c7c0-4ebc-a230-6b753bd2627c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:08.458454 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edb7cd-c7c0-4ebc-a230-6b753bd2627c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:08.458949 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edb7cd-c7c0-4ebc-a230-6b753bd2627c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:08.459415 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edb7cd-c7c0-4ebc-a230-6b753bd2627c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:08.460019 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edb7cd-c7c0-4ebc-a230-6b753bd2627c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:08.460519 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edb7cd-c7c0-4ebc-a230-6b753bd2627c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:08.461901 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edb7cd-c7c0-4ebc-a230-6b753bd2627c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:08.462596 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edb7cd-c7c0-4ebc-a230-6b753bd2627c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:08.463600 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84edb7cd-c7c0-4ebc-a230-6b753bd2627c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:08.480991 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84edb7cd-c7c0-4ebc-a230-6b753bd2627c None None] Network 9461ffa3-e92c-4649-b3e7-b10cac8db3b8 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:59:08.505975 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-84edb7cd-c7c0-4ebc-a230-6b753bd2627c None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:59:08.509728 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84edb7cd-c7c0-4ebc-a230-6b753bd2627c None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:59:08.531710 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2a3256a6-b65d-44cf-aa72-4f65ea25f266 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:08.815131 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-84edb7cd-c7c0-4ebc-a230-6b753bd2627c None None] Attempting to bind port ca60a77f-e990-44ce-83e5-081a8f2de70b on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:59:08.815500 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-84edb7cd-c7c0-4ebc-a230-6b753bd2627c None None] Attempting to bind port ca60a77f-e990-44ce-83e5-081a8f2de70b by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'fa70a77c-7cd5-44b5-b1f7-09956a35ad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9461ffa3-e92c-4649-b3e7-b10cac8db3b8'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:59:08.820131 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84edb7cd-c7c0-4ebc-a230-6b753bd2627c None None] Attempting to bind port ca60a77f-e990-44ce-83e5-081a8f2de70b on network 9461ffa3-e92c-4649-b3e7-b10cac8db3b8 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:59:08.836105 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84edb7cd-c7c0-4ebc-a230-6b753bd2627c None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:59:08.836488 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84edb7cd-c7c0-4ebc-a230-6b753bd2627c None None] Checking segment: {'id': 'fa70a77c-7cd5-44b5-b1f7-09956a35ad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9461ffa3-e92c-4649-b3e7-b10cac8db3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:59:08.836897 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-84edb7cd-c7c0-4ebc-a230-6b753bd2627c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:08.837293 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84edb7cd-c7c0-4ebc-a230-6b753bd2627c None None] Bound using segment: {'id': 'fa70a77c-7cd5-44b5-b1f7-09956a35ad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9461ffa3-e92c-4649-b3e7-b10cac8db3b8'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:59:08.837776 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-84edb7cd-c7c0-4ebc-a230-6b753bd2627c None None] Bound port: ca60a77f-e990-44ce-83e5-081a8f2de70b, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa70a77c-7cd5-44b5-b1f7-09956a35ad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9461ffa3-e92c-4649-b3e7-b10cac8db3b8'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:59:08.838178 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-84edb7cd-c7c0-4ebc-a230-6b753bd2627c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:08.954791 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bd32be07-f0b1-4fa5-a1cb-dd19f4949fc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:08.955442 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2a3256a6-b65d-44cf-aa72-4f65ea25f266 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:08.992617 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bd32be07-f0b1-4fa5-a1cb-dd19f4949fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:09.006115 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-84edb7cd-c7c0-4ebc-a230-6b753bd2627c None None] For port ca60a77f-e990-44ce-83e5-081a8f2de70b, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:59:09.009318 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-84edb7cd-c7c0-4ebc-a230-6b753bd2627c None None] For port ca60a77f-e990-44ce-83e5-081a8f2de70b, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ca60a77f-e990-44ce-83e5-081a8f2de70b,segment=NetworkSegment(fa70a77c-7cd5-44b5-b1f7-09956a35ad8d),segment_id=fa70a77c-7cd5-44b5-b1f7-09956a35ad8d)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:59:09.017886 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-84edb7cd-c7c0-4ebc-a230-6b753bd2627c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:09.020655 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-2a3256a6-b65d-44cf-aa72-4f65ea25f266 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62689dff-081f-4a4e-9460-2323067eb3de']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:09.051569 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-2a3256a6-b65d-44cf-aa72-4f65ea25f266 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce16f5e3-2c20-4354-ac40-2ec64136d583') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:09.053722 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-2a3256a6-b65d-44cf-aa72-4f65ea25f266 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce16f5e3-2c20-4354-ac40-2ec64136d583') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:09.073370 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2a3256a6-b65d-44cf-aa72-4f65ea25f266 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:09.100683 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2a3256a6-b65d-44cf-aa72-4f65ea25f266 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:09.113286 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a3256a6-b65d-44cf-aa72-4f65ea25f266 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:59:09.113803 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2a3256a6-b65d-44cf-aa72-4f65ea25f266 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:09.146839 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:59:09.146839 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:59:09.146839 n-d-811807-1 neutron-server[88070]: timer() May 03 22:59:09.146839 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:59:09.146839 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:59:09.146839 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:59:09.146839 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:59:09.146839 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:59:09.146839 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:59:09.146839 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:59:09.146839 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:59:09.146839 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:59:09.146839 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:59:09.146839 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:59:09.146839 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:59:09.146839 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:59:09.146839 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:59:09.146839 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:59:09.146839 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:59:09.146839 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:59:09.146839 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:59:09.146839 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:59:09.146839 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:59:09.146839 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:59:09.146839 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:59:09.146839 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:59:09.146839 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:59:09.146839 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:59:09.146839 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:59:09.146839 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:59:09.146839 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:59:09.146839 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:59:09.163730 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84edb7cd-c7c0-4ebc-a230-6b753bd2627c None None] Pushing event updated for resources: {'Port': ['ID=ca60a77f-e990-44ce-83e5-081a8f2de70b,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:09.222099 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-bd32be07-f0b1-4fa5-a1cb-dd19f4949fc5 admin admin] Allocated IP 172.25.2.134 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/10db44f6-848f-46df-a12a-1af484586852) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:59:09.344202 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 98543906-52cd-484e-812e-98234229194d no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:59:09.350410 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2a3256a6-b65d-44cf-aa72-4f65ea25f266 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:09.366655 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2a3256a6-b65d-44cf-aa72-4f65ea25f266 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:09.443392 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 98543906-52cd-484e-812e-98234229194d {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:59:09.448182 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 98543906-52cd-484e-812e-98234229194d not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:59:09.472453 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3256a6-b65d-44cf-aa72-4f65ea25f266 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event deleted for resources: {'Network': ['ID=62689dff-081f-4a4e-9460-2323067eb3de,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:09.478945 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2a3256a6-b65d-44cf-aa72-4f65ea25f266 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "DELETE /v2.0/networks/62689dff-081f-4a4e-9460-2323067eb3de HTTP/1.1" status: 204 len: 168 time: 1.2777548 May 03 22:59:09.480900 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43914) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:09.548128 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bd32be07-f0b1-4fa5-a1cb-dd19f4949fc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:09.643507 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bd32be07-f0b1-4fa5-a1cb-dd19f4949fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:09.682229 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9f504f68-ee62-4ace-948e-592d2aa6cc21 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:09.747618 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43918) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:09.762588 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9f504f68-ee62-4ace-948e-592d2aa6cc21 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:09.779295 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd32be07-f0b1-4fa5-a1cb-dd19f4949fc5 admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:59:09.795398 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-bd32be07-f0b1-4fa5-a1cb-dd19f4949fc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:59:09.799474 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd32be07-f0b1-4fa5-a1cb-dd19f4949fc5 admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:59:09.912603 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9f504f68-ee62-4ace-948e-592d2aa6cc21 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:09.947093 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f504f68-ee62-4ace-948e-592d2aa6cc21 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fd47e5-b5e4-4506-92ff-9ae9681e5b80,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:09.967138 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9f504f68-ee62-4ace-948e-592d2aa6cc21 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:09.969532 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9f504f68-ee62-4ace-948e-592d2aa6cc21 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "DELETE /v2.0/security-groups/c5fd47e5-b5e4-4506-92ff-9ae9681e5b80 HTTP/1.1" status: 204 len: 168 time: 0.4870629 May 03 22:59:10.106355 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd32be07-f0b1-4fa5-a1cb-dd19f4949fc5 admin admin] Pushing event updated for resources: {'Port': ['ID=10db44f6-848f-46df-a12a-1af484586852,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:10.142690 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a3922b43-24e0-435e-bd3c-3324bdcb7714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:10.210574 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a3922b43-24e0-435e-bd3c-3324bdcb7714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:10.217639 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a3922b43-24e0-435e-bd3c-3324bdcb7714 admin admin] Usage tracker for resource:security_group_rule and tenant:2ba651812c19450fa2a706fd58daf80e is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:10.222540 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a3922b43-24e0-435e-bd3c-3324bdcb7714 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:10.234313 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a3922b43-24e0-435e-bd3c-3324bdcb7714 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:10.465694 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43932) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:10.471409 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-8cadacb7-a91d-401e-8da6-593f41edec5a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-342828233', 'description': 'tempest-secgroup-smoke-342828233 description', 'project_id': 'e51c41c8f2c54373bfeeef105247eecb'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:59:10.481874 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8cadacb7-a91d-401e-8da6-593f41edec5a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:10.500840 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8cadacb7-a91d-401e-8da6-593f41edec5a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:security_group and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:10.515004 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8cadacb7-a91d-401e-8da6-593f41edec5a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:10.574218 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8cadacb7-a91d-401e-8da6-593f41edec5a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:10.612153 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8cadacb7-a91d-401e-8da6-593f41edec5a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:10.636839 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8cadacb7-a91d-401e-8da6-593f41edec5a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:10.656187 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8cadacb7-a91d-401e-8da6-593f41edec5a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:security_group_rule and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:10.674063 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8cadacb7-a91d-401e-8da6-593f41edec5a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:10.695196 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8cadacb7-a91d-401e-8da6-593f41edec5a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:10.716622 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bd32be07-f0b1-4fa5-a1cb-dd19f4949fc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:10.787681 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a3922b43-24e0-435e-bd3c-3324bdcb7714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:10.805322 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8cadacb7-a91d-401e-8da6-593f41edec5a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:10.812742 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8cadacb7-a91d-401e-8da6-593f41edec5a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:10.860086 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889da2e3-7887-4aba-8c56-f222ffa841c8 None None] Network 9461ffa3-e92c-4649-b3e7-b10cac8db3b8 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:59:10.869049 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a3922b43-24e0-435e-bd3c-3324bdcb7714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:10.905423 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8cadacb7-a91d-401e-8da6-593f41edec5a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:10.910045 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8cadacb7-a91d-401e-8da6-593f41edec5a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4413695 May 03 22:59:10.910987 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43936) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:10.944717 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-776e5e19-2fba-4694-8b33-bfa7de77eeeb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'security_group_rule': {'security_group_id': '4165ffae-6576-40a6-912b-a3b42d26c9fc', 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:59:10.968966 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-776e5e19-2fba-4694-8b33-bfa7de77eeeb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:10.979716 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cadacb7-a91d-401e-8da6-593f41edec5a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4165ffae-6576-40a6-912b-a3b42d26c9fc,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:10.986890 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-776e5e19-2fba-4694-8b33-bfa7de77eeeb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:security_group_rule and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:10.991102 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-776e5e19-2fba-4694-8b33-bfa7de77eeeb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:10.999413 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-776e5e19-2fba-4694-8b33-bfa7de77eeeb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:11.043491 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-776e5e19-2fba-4694-8b33-bfa7de77eeeb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:11.049741 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a3922b43-24e0-435e-bd3c-3324bdcb7714 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2ba651812c19450fa2a706fd58daf80e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2951779 May 03 22:59:11.050375 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43942) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:11.175500 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3922b43-24e0-435e-bd3c-3324bdcb7714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7fe110-edc9-4369-9e36-47d8f7f50ecc,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:11.236886 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-776e5e19-2fba-4694-8b33-bfa7de77eeeb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:11.243075 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-776e5e19-2fba-4694-8b33-bfa7de77eeeb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:11.281149 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-900347af-ce8e-40c6-b0e8-70af7012aba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:11.288270 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e5e19-2fba-4694-8b33-bfa7de77eeeb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8685d19d-5911-46c6-8da3-162335ff14f6,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:11.294827 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-fe3a505e-4ae8-4c7c-962e-a94a71bbe074 None None] Provisioning for port ca60a77f-e990-44ce-83e5-081a8f2de70b completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:59:11.344902 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-776e5e19-2fba-4694-8b33-bfa7de77eeeb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:11.348736 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-776e5e19-2fba-4694-8b33-bfa7de77eeeb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4202266 May 03 22:59:11.348925 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43948) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:11.354517 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-3e49a3c8-a2bc-41a7-bd06-f6bf1c21402f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'security_group_rule': {'security_group_id': '4165ffae-6576-40a6-912b-a3b42d26c9fc', 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:59:11.367079 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3e49a3c8-a2bc-41a7-bd06-f6bf1c21402f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:11.387373 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3e49a3c8-a2bc-41a7-bd06-f6bf1c21402f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:security_group_rule and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:11.397357 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3e49a3c8-a2bc-41a7-bd06-f6bf1c21402f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:11.407151 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3e49a3c8-a2bc-41a7-bd06-f6bf1c21402f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:11.433631 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3e49a3c8-a2bc-41a7-bd06-f6bf1c21402f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:11.494520 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ca60a77f-e990-44ce-83e5-081a8f2de70b up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:59:11.568090 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-900347af-ce8e-40c6-b0e8-70af7012aba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:11.659320 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port ca60a77f-e990-44ce-83e5-081a8f2de70b completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:59:11.659860 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3e49a3c8-a2bc-41a7-bd06-f6bf1c21402f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:11.661188 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bd32be07-f0b1-4fa5-a1cb-dd19f4949fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:11.666015 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3e49a3c8-a2bc-41a7-bd06-f6bf1c21402f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:11.679606 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port ca60a77f-e990-44ce-83e5-081a8f2de70b triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:59:11.680364 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:11.710123 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3e49a3c8-a2bc-41a7-bd06-f6bf1c21402f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:11.717312 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3e49a3c8-a2bc-41a7-bd06-f6bf1c21402f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3671024 May 03 22:59:11.720770 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43956) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:11.728265 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-126b26bd-62be-4acf-bf27-8c256eb7f51a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'security_group_rule': {'security_group_id': '4165ffae-6576-40a6-912b-a3b42d26c9fc', 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:59:11.734266 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49a3c8-a2bc-41a7-bd06-f6bf1c21402f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e6f7dfc-7c7b-44d6-a7fe-4c02cfcdfa82,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:11.744149 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-126b26bd-62be-4acf-bf27-8c256eb7f51a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:11.751438 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-126b26bd-62be-4acf-bf27-8c256eb7f51a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:security_group_rule and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:11.756979 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-126b26bd-62be-4acf-bf27-8c256eb7f51a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:11.772897 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-126b26bd-62be-4acf-bf27-8c256eb7f51a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:11.815026 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-126b26bd-62be-4acf-bf27-8c256eb7f51a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:11.851863 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-900347af-ce8e-40c6-b0e8-70af7012aba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:11.895144 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900347af-ce8e-40c6-b0e8-70af7012aba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7fe110-edc9-4369-9e36-47d8f7f50ecc,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:11.910381 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-900347af-ce8e-40c6-b0e8-70af7012aba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:11.911502 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-900347af-ce8e-40c6-b0e8-70af7012aba5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6a7fe110-edc9-4369-9e36-47d8f7f50ecc HTTP/1.1" status: 204 len: 168 time: 0.8566391 May 03 22:59:12.004356 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-126b26bd-62be-4acf-bf27-8c256eb7f51a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:12.009904 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-126b26bd-62be-4acf-bf27-8c256eb7f51a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:12.069559 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b26bd-62be-4acf-bf27-8c256eb7f51a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5fba83a-d427-4184-8d61-76c7a2ed6bd9,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:12.071996 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43964) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:12.076403 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd32be07-f0b1-4fa5-a1cb-dd19f4949fc5 admin admin] Router 616a5a28-1e5f-47ba-9b34-0fb3ce172005 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:59:12.082774 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:12.112111 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-126b26bd-62be-4acf-bf27-8c256eb7f51a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:12.116691 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-126b26bd-62be-4acf-bf27-8c256eb7f51a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3945405 May 03 22:59:12.117444 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43970) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:12.122391 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-b30e9f8e-efdc-43cc-bb52-fc83952b3c86 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'security_group_rule': {'security_group_id': '4165ffae-6576-40a6-912b-a3b42d26c9fc', 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:59:12.135087 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b30e9f8e-efdc-43cc-bb52-fc83952b3c86 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:12.148451 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b30e9f8e-efdc-43cc-bb52-fc83952b3c86 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:security_group_rule and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:12.156699 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b30e9f8e-efdc-43cc-bb52-fc83952b3c86 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:12.178427 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b30e9f8e-efdc-43cc-bb52-fc83952b3c86 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:12.199161 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port ca60a77f-e990-44ce-83e5-081a8f2de70b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ca60a77f-e990-44ce-83e5-081a8f2de70b,segment=NetworkSegment(fa70a77c-7cd5-44b5-b1f7-09956a35ad8d),segment_id=fa70a77c-7cd5-44b5-b1f7-09956a35ad8d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:59:12.214207 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b30e9f8e-efdc-43cc-bb52-fc83952b3c86 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:12.214537 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:12.300382 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b30e9f8e-efdc-43cc-bb52-fc83952b3c86 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:12.309865 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b30e9f8e-efdc-43cc-bb52-fc83952b3c86 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:12.337111 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-48430f8a-697a-425c-b93c-7a2355edf915 None None] Provisioning complete for port ca60a77f-e990-44ce-83e5-081a8f2de70b triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:59:12.337771 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-48430f8a-697a-425c-b93c-7a2355edf915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:12.412232 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b30e9f8e-efdc-43cc-bb52-fc83952b3c86 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:12.415802 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b30e9f8e-efdc-43cc-bb52-fc83952b3c86 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2950270 May 03 22:59:12.419751 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43976) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:12.422463 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=ca60a77f-e990-44ce-83e5-081a8f2de70b,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:12.424301 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62005baf-4255-4601-9e6a-0dff17dd1ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:12.437490 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e9f8e-efdc-43cc-bb52-fc83952b3c86 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=899d7721-e606-4266-b679-408d4c6c7c03,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:12.442842 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd32be07-f0b1-4fa5-a1cb-dd19f4949fc5 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:59:12.444020 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-ed700e5d-946d-4c59-a38c-f52586bcb91e tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'security_group_rule': {'security_group_id': '4165ffae-6576-40a6-912b-a3b42d26c9fc', 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:59:12.455615 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-62005baf-4255-4601-9e6a-0dff17dd1ee9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:12.458124 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ed700e5d-946d-4c59-a38c-f52586bcb91e tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:12.462843 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-62005baf-4255-4601-9e6a-0dff17dd1ee9 admin admin] Usage tracker for resource:security_group_rule and tenant:b23e470a572841fa9556d4e2c9663912 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:12.466946 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ed700e5d-946d-4c59-a38c-f52586bcb91e tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:security_group_rule and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:12.468357 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91a4be1-b262-404c-8080-d8fa7e6f1688 None None] Sync routers for ids ['616a5a28-1e5f-47ba-9b34-0fb3ce172005'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:59:12.469737 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-62005baf-4255-4601-9e6a-0dff17dd1ee9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:12.472478 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ed700e5d-946d-4c59-a38c-f52586bcb91e tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:12.480617 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-62005baf-4255-4601-9e6a-0dff17dd1ee9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:12.483227 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ed700e5d-946d-4c59-a38c-f52586bcb91e tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:12.502853 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91a4be1-b262-404c-8080-d8fa7e6f1688 None None] Routers {'616a5a28-1e5f-47ba-9b34-0fb3ce172005'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:59:12.503833 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-a91a4be1-b262-404c-8080-d8fa7e6f1688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:58:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['616a5a28-1e5f-47ba-9b34-0fb3ce172005'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:12.512565 n-d-811807-1 neutron-server[88070]: INFO neutron.db.securitygroups_db [None req-ed700e5d-946d-4c59-a38c-f52586bcb91e tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Project e51c41c8f2c54373bfeeef105247eecb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 22:59:12.529718 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bd32be07-f0b1-4fa5-a1cb-dd19f4949fc5 admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:12.531105 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-bd32be07-f0b1-4fa5-a1cb-dd19f4949fc5 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.5740016 May 03 22:59:12.532665 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed700e5d-946d-4c59-a38c-f52586bcb91e tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:12.533913 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43980) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:12.668184 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed700e5d-946d-4c59-a38c-f52586bcb91e tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:12.681056 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed700e5d-946d-4c59-a38c-f52586bcb91e tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:12.702977 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62005baf-4255-4601-9e6a-0dff17dd1ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:12.737297 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-62005baf-4255-4601-9e6a-0dff17dd1ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:12.819382 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed700e5d-946d-4c59-a38c-f52586bcb91e tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=669bdb78-9768-47a4-a5a2-60f2be481c16,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:12.854930 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62005baf-4255-4601-9e6a-0dff17dd1ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373fbeb9-98d1-457e-adeb-d734c7b26ff6,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:12.874917 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-62005baf-4255-4601-9e6a-0dff17dd1ee9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b23e470a572841fa9556d4e2c9663912&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7946405 May 03 22:59:12.877948 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 43992) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:12.880897 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed700e5d-946d-4c59-a38c-f52586bcb91e tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:12.885396 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ed700e5d-946d-4c59-a38c-f52586bcb91e tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4641309 May 03 22:59:12.886585 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 43996) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:12.896907 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-a91a4be1-b262-404c-8080-d8fa7e6f1688 None None] Set router 616a5a28-1e5f-47ba-9b34-0fb3ce172005 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:59:12.897880 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-08bf964c-f2be-4ba6-9c8e-e59dd5192a52 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'security_group_rule': {'security_group_id': '4165ffae-6576-40a6-912b-a3b42d26c9fc', 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:59:12.913414 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-08bf964c-f2be-4ba6-9c8e-e59dd5192a52 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:12.922392 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-08bf964c-f2be-4ba6-9c8e-e59dd5192a52 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:security_group_rule and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:12.928612 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-08bf964c-f2be-4ba6-9c8e-e59dd5192a52 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:12.937506 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-08bf964c-f2be-4ba6-9c8e-e59dd5192a52 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:12.965010 n-d-811807-1 neutron-server[88070]: INFO neutron.db.securitygroups_db [None req-08bf964c-f2be-4ba6-9c8e-e59dd5192a52 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Project e51c41c8f2c54373bfeeef105247eecb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 22:59:12.977871 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-08bf964c-f2be-4ba6-9c8e-e59dd5192a52 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:13.099787 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-08bf964c-f2be-4ba6-9c8e-e59dd5192a52 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:13.111811 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-08bf964c-f2be-4ba6-9c8e-e59dd5192a52 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:13.145389 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-daa8287c-9503-4500-bf58-15879bf8d5f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:13.145590 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf964c-f2be-4ba6-9c8e-e59dd5192a52 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f3dcca-8d2e-4c57-b9a2-1c66b999f698,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:13.170818 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-08bf964c-f2be-4ba6-9c8e-e59dd5192a52 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:13.176337 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-08bf964c-f2be-4ba6-9c8e-e59dd5192a52 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2883618 May 03 22:59:13.182880 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44002) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:13.191070 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-daa8287c-9503-4500-bf58-15879bf8d5f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:13.197837 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-d9219895-9842-4446-a4ff-534405e93b72 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'network': {'name': 'tempest-network-smoke--568342934', 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'port_security_enabled': True}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:59:13.211554 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d9219895-9842-4446-a4ff-534405e93b72 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:13.221755 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d9219895-9842-4446-a4ff-534405e93b72 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:network and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:13.226850 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d9219895-9842-4446-a4ff-534405e93b72 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:13.242135 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d9219895-9842-4446-a4ff-534405e93b72 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:13.271007 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9219895-9842-4446-a4ff-534405e93b72 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Made reservation on behalf of e51c41c8f2c54373bfeeef105247eecb for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:59:13.274652 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d9219895-9842-4446-a4ff-534405e93b72 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:13.311794 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ca60a77f-e990-44ce-83e5-081a8f2de70b up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:59:13.335939 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9219895-9842-4446-a4ff-534405e93b72 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:59:13.355098 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d9219895-9842-4446-a4ff-534405e93b72 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:13.355444 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-d9219895-9842-4446-a4ff-534405e93b72 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Added segment ebafc75d-31a3-4908-af39-d4780e590c4d of type vlan for network 2d09be5a-1a6c-40b8-8d77-f953d59192ba May 03 22:59:13.421599 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d9219895-9842-4446-a4ff-534405e93b72 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:13.467907 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d9219895-9842-4446-a4ff-534405e93b72 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:13.473576 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9219895-9842-4446-a4ff-534405e93b72 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:13.474193 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d9219895-9842-4446-a4ff-534405e93b72 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:13.476144 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-a91a4be1-b262-404c-8080-d8fa7e6f1688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616a5a28-1e5f-47ba-9b34-0fb3ce172005', 'name': 'tempest-ImageQuotaTest-391499390-router', 'tenant_id': '2f6fe68f956349bb845d7efd77fdcf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '10db44f6-848f-46df-a12a-1af484586852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:59:07Z', 'updated_at': '2022-05-03T22:59:10Z', 'revision_number': 3, 'project_id': '2f6fe68f956349bb845d7efd77fdcf46', 'gw_port': {'id': '10db44f6-848f-46df-a12a-1af484586852', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616a5a28-1e5f-47ba-9b34-0fb3ce172005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:59:09Z', 'updated_at': '2022-05-03T22:59:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:13.479994 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port ca60a77f-e990-44ce-83e5-081a8f2de70b triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:59:13.480366 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:13.600387 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91a4be1-b262-404c-8080-d8fa7e6f1688 None None] Checking router: 616a5a28-1e5f-47ba-9b34-0fb3ce172005 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:59:13.600749 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91a4be1-b262-404c-8080-d8fa7e6f1688 None None] Updating router 616a5a28-1e5f-47ba-9b34-0fb3ce172005 port 10db44f6-848f-46df-a12a-1af484586852 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:59:13.608383 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9219895-9842-4446-a4ff-534405e93b72 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'Network': ['ID=2d09be5a-1a6c-40b8-8d77-f953d59192ba,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:13.624199 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d9219895-9842-4446-a4ff-534405e93b72 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4357219 May 03 22:59:13.624557 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44014) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:13.629586 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-6b7fb1e1-540d-4e38-88a7-5e5a37def187 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2064799013', 'admin_state_up': True, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:59:13.631132 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-daa8287c-9503-4500-bf58-15879bf8d5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:13.639671 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6b7fb1e1-540d-4e38-88a7-5e5a37def187 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:13.662154 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 2d09be5a-1a6c-40b8-8d77-f953d59192ba details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:59:13.671773 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6b7fb1e1-540d-4e38-88a7-5e5a37def187 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:router and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:13.683290 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6b7fb1e1-540d-4e38-88a7-5e5a37def187 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:13.696716 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6b7fb1e1-540d-4e38-88a7-5e5a37def187 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:13.720487 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6b7fb1e1-540d-4e38-88a7-5e5a37def187 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:13.721694 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6b7fb1e1-540d-4e38-88a7-5e5a37def187 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:13.728949 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8287c-9503-4500-bf58-15879bf8d5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373fbeb9-98d1-457e-adeb-d734c7b26ff6,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:13.733619 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-daa8287c-9503-4500-bf58-15879bf8d5f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:13.738579 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-daa8287c-9503-4500-bf58-15879bf8d5f8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/373fbeb9-98d1-457e-adeb-d734c7b26ff6 HTTP/1.1" status: 204 len: 168 time: 0.8558140 May 03 22:59:13.769440 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6b7fb1e1-540d-4e38-88a7-5e5a37def187 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:13.982641 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a91a4be1-b262-404c-8080-d8fa7e6f1688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:14.143198 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6568e87d-6b3f-4d9f-85bc-0e472e028be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:14.276398 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44030) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:14.409587 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a91a4be1-b262-404c-8080-d8fa7e6f1688 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:14.438760 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a91a4be1-b262-404c-8080-d8fa7e6f1688 None None] Transition to ACTIVE for port object 10db44f6-848f-46df-a12a-1af484586852 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:59:14.447102 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-6568e87d-6b3f-4d9f-85bc-0e472e028be8 admin admin] Allocated IP 172.20.0.1 (9461ffa3-e92c-4649-b3e7-b10cac8db3b8/8395ac88-7f33-4861-8ad0-4341ef577d53/3c355b60-4696-4f94-b469-b007517f057a) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:59:14.461345 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a91a4be1-b262-404c-8080-d8fa7e6f1688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:14.480242 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44036) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:14.529156 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6b7fb1e1-540d-4e38-88a7-5e5a37def187 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:14.533119 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-359451b9-c733-41ba-8efc-23eecc72c19d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:14.540019 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3cb47dd3-7e8b-4981-b32a-eab9d583b6d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:14.547903 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-a91a4be1-b262-404c-8080-d8fa7e6f1688 None None] Attempting to bind port 10db44f6-848f-46df-a12a-1af484586852 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:59:14.548629 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-a91a4be1-b262-404c-8080-d8fa7e6f1688 None None] Attempting to bind port 10db44f6-848f-46df-a12a-1af484586852 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:59:14.549005 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91a4be1-b262-404c-8080-d8fa7e6f1688 None None] Attempting to bind port 10db44f6-848f-46df-a12a-1af484586852 on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:59:14.552383 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-359451b9-c733-41ba-8efc-23eecc72c19d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:14.556875 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-359451b9-c733-41ba-8efc-23eecc72c19d admin admin] Usage tracker for resource:security_group_rule and tenant:f10eb931063a42b38fe9b75458612bfa is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:14.562101 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91a4be1-b262-404c-8080-d8fa7e6f1688 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:59:14.562489 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91a4be1-b262-404c-8080-d8fa7e6f1688 None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:59:14.562983 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a91a4be1-b262-404c-8080-d8fa7e6f1688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:14.563392 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91a4be1-b262-404c-8080-d8fa7e6f1688 None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:59:14.563884 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-a91a4be1-b262-404c-8080-d8fa7e6f1688 None None] Bound port: 10db44f6-848f-46df-a12a-1af484586852, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:59:14.564248 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a91a4be1-b262-404c-8080-d8fa7e6f1688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:14.574976 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-359451b9-c733-41ba-8efc-23eecc72c19d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:14.585139 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-359451b9-c733-41ba-8efc-23eecc72c19d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:14.637206 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbff942-08f9-4aa4-992a-611d4166b2e0 None None] Pushing event updated for resources: {'Port': ['ID=10db44f6-848f-46df-a12a-1af484586852,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:14.663089 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3cb47dd3-7e8b-4981-b32a-eab9d583b6d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:14.670811 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3cb47dd3-7e8b-4981-b32a-eab9d583b6d2 admin admin] Usage tracker for resource:security_group_rule and tenant:9b9401018b4149d79dc7d492a6fe4dfd is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:14.675574 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3cb47dd3-7e8b-4981-b32a-eab9d583b6d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:14.677313 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-a91a4be1-b262-404c-8080-d8fa7e6f1688 None None] For port 10db44f6-848f-46df-a12a-1af484586852, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:59:14.681939 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-a91a4be1-b262-404c-8080-d8fa7e6f1688 None None] For port 10db44f6-848f-46df-a12a-1af484586852, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=10db44f6-848f-46df-a12a-1af484586852,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:59:14.685121 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3cb47dd3-7e8b-4981-b32a-eab9d583b6d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:14.688906 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a91a4be1-b262-404c-8080-d8fa7e6f1688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:14.769742 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6568e87d-6b3f-4d9f-85bc-0e472e028be8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:14.779131 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-359451b9-c733-41ba-8efc-23eecc72c19d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:14.796215 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-6568e87d-6b3f-4d9f-85bc-0e472e028be8 admin admin] Transition to ACTIVE for port object 3c355b60-4696-4f94-b469-b007517f057a will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:59:14.849089 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbff942-08f9-4aa4-992a-611d4166b2e0 None None] Pushing event updated for resources: {'Port': ['ID=10db44f6-848f-46df-a12a-1af484586852,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:14.864822 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3cb47dd3-7e8b-4981-b32a-eab9d583b6d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:14.868665 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6568e87d-6b3f-4d9f-85bc-0e472e028be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:14.872843 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91a4be1-b262-404c-8080-d8fa7e6f1688 None None] Routers {'616a5a28-1e5f-47ba-9b34-0fb3ce172005'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:59:14.875268 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-a91a4be1-b262-404c-8080-d8fa7e6f1688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:58:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['616a5a28-1e5f-47ba-9b34-0fb3ce172005'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:14.905957 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3cb47dd3-7e8b-4981-b32a-eab9d583b6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:14.940349 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-359451b9-c733-41ba-8efc-23eecc72c19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:14.948579 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3cb47dd3-7e8b-4981-b32a-eab9d583b6d2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9b9401018b4149d79dc7d492a6fe4dfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4668856 May 03 22:59:14.960808 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44042) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:14.969967 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6b7fb1e1-540d-4e38-88a7-5e5a37def187 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:14.987625 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6568e87d-6b3f-4d9f-85bc-0e472e028be8 admin admin] Network 9461ffa3-e92c-4649-b3e7-b10cac8db3b8 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:59:14.998978 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-6568e87d-6b3f-4d9f-85bc-0e472e028be8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:59:15.005187 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6568e87d-6b3f-4d9f-85bc-0e472e028be8 admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:59:15.016324 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6b7fb1e1-540d-4e38-88a7-5e5a37def187 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:15.040314 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6568e87d-6b3f-4d9f-85bc-0e472e028be8 admin admin] Pushing event updated for resources: {'Port': ['ID=3c355b60-4696-4f94-b469-b007517f057a,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:15.042658 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb47dd3-7e8b-4981-b32a-eab9d583b6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e4c498-cc44-4f57-bb07-00c130f2acfd,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:15.082379 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6568e87d-6b3f-4d9f-85bc-0e472e028be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:15.094350 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-359451b9-c733-41ba-8efc-23eecc72c19d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f10eb931063a42b38fe9b75458612bfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8167591 May 03 22:59:15.101505 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44046) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:15.127383 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359451b9-c733-41ba-8efc-23eecc72c19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d8565f-ece2-4ba4-a80b-b81c7d407ba0,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:15.160020 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-a91a4be1-b262-404c-8080-d8fa7e6f1688 None None] Set router 616a5a28-1e5f-47ba-9b34-0fb3ce172005 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:59:15.228216 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3a934017-1640-461e-b33a-b2e4e37ed569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:15.251019 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3d351e6e-853b-48cf-bf12-ffc2b9ef5fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:15.304194 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3d351e6e-853b-48cf-bf12-ffc2b9ef5fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:15.320493 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3a934017-1640-461e-b33a-b2e4e37ed569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:15.367318 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-6b7fb1e1-540d-4e38-88a7-5e5a37def187 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Allocated IP 172.25.2.212 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/d5879ed3-ce1e-42d0-941b-aa7295aeefdf) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:59:15.415611 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6568e87d-6b3f-4d9f-85bc-0e472e028be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:15.445747 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3a934017-1640-461e-b33a-b2e4e37ed569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:15.505207 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6ea7fdcb-67b0-4328-820a-94241eb66ce7 None None] Provisioning for port 3c355b60-4696-4f94-b469-b007517f057a completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:59:15.511254 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3d351e6e-853b-48cf-bf12-ffc2b9ef5fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:15.530044 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6ea7fdcb-67b0-4328-820a-94241eb66ce7 None None] Provisioning complete for port 3c355b60-4696-4f94-b469-b007517f057a triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:59:15.530347 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6ea7fdcb-67b0-4328-820a-94241eb66ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:15.551439 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d351e6e-853b-48cf-bf12-ffc2b9ef5fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d8565f-ece2-4ba4-a80b-b81c7d407ba0,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:15.593380 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6b7fb1e1-540d-4e38-88a7-5e5a37def187 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:15.633050 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a934017-1640-461e-b33a-b2e4e37ed569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e4c498-cc44-4f57-bb07-00c130f2acfd,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:15.639286 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3d351e6e-853b-48cf-bf12-ffc2b9ef5fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:15.639286 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3d351e6e-853b-48cf-bf12-ffc2b9ef5fa1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d6d8565f-ece2-4ba4-a80b-b81c7d407ba0 HTTP/1.1" status: 204 len: 168 time: 0.5312226 May 03 22:59:15.701315 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6b7fb1e1-540d-4e38-88a7-5e5a37def187 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:15.730687 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-6ea7fdcb-67b0-4328-820a-94241eb66ce7 None None] Port 3c355b60-4696-4f94-b469-b007517f057a cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:59:15.756488 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6568e87d-6b3f-4d9f-85bc-0e472e028be8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:15.766044 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6568e87d-6b3f-4d9f-85bc-0e472e028be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:15.784744 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3a934017-1640-461e-b33a-b2e4e37ed569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:15.786443 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3a934017-1640-461e-b33a-b2e4e37ed569 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d3e4c498-cc44-4f57-bb07-00c130f2acfd HTTP/1.1" status: 204 len: 168 time: 0.8218317 May 03 22:59:15.811378 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7fb1e1-540d-4e38-88a7-5e5a37def187 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:59:15.814433 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-6b7fb1e1-540d-4e38-88a7-5e5a37def187 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:59:15.818906 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-a91a4be1-b262-404c-8080-d8fa7e6f1688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616a5a28-1e5f-47ba-9b34-0fb3ce172005', 'name': 'tempest-ImageQuotaTest-391499390-router', 'tenant_id': '2f6fe68f956349bb845d7efd77fdcf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '10db44f6-848f-46df-a12a-1af484586852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:59:07Z', 'updated_at': '2022-05-03T22:59:10Z', 'revision_number': 3, 'project_id': '2f6fe68f956349bb845d7efd77fdcf46', 'gw_port': {'id': '10db44f6-848f-46df-a12a-1af484586852', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616a5a28-1e5f-47ba-9b34-0fb3ce172005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:59:09Z', 'updated_at': '2022-05-03T22:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:15.820620 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7fb1e1-540d-4e38-88a7-5e5a37def187 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:59:15.823956 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91a4be1-b262-404c-8080-d8fa7e6f1688 None None] The sync data for ids ['616a5a28-1e5f-47ba-9b34-0fb3ce172005'] in n-d-811807-1 is: [{'id': '616a5a28-1e5f-47ba-9b34-0fb3ce172005', 'name': 'tempest-ImageQuotaTest-391499390-router', 'tenant_id': '2f6fe68f956349bb845d7efd77fdcf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '10db44f6-848f-46df-a12a-1af484586852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:59:07Z', 'updated_at': '2022-05-03T22:59:10Z', 'revision_number': 3, 'project_id': '2f6fe68f956349bb845d7efd77fdcf46', 'gw_port': {'id': '10db44f6-848f-46df-a12a-1af484586852', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d8:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616a5a28-1e5f-47ba-9b34-0fb3ce172005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:59:09Z', 'updated_at': '2022-05-03T22:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:59:15.904017 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7fb1e1-540d-4e38-88a7-5e5a37def187 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'Port': ['ID=d5879ed3-ce1e-42d0-941b-aa7295aeefdf,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:15.957323 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6568e87d-6b3f-4d9f-85bc-0e472e028be8 admin admin] Pushing event updated for resources: {'Port': ['ID=3c355b60-4696-4f94-b469-b007517f057a,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:15.970463 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6568e87d-6b3f-4d9f-85bc-0e472e028be8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:16.200780 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6568e87d-6b3f-4d9f-85bc-0e472e028be8 admin admin] Network 9461ffa3-e92c-4649-b3e7-b10cac8db3b8 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:59:16.202857 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-6568e87d-6b3f-4d9f-85bc-0e472e028be8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:59:16.558392 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6568e87d-6b3f-4d9f-85bc-0e472e028be8 admin admin] Router 616a5a28-1e5f-47ba-9b34-0fb3ce172005 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:59:16.567435 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e947edf7-49ee-4479-b4aa-b496547d87ad None None] Provisioning complete for port 3c355b60-4696-4f94-b469-b007517f057a triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:59:16.567957 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e947edf7-49ee-4479-b4aa-b496547d87ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:16.699814 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e947edf7-49ee-4479-b4aa-b496547d87ad None None] Port 3c355b60-4696-4f94-b469-b007517f057a cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:59:16.784247 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6b7fb1e1-540d-4e38-88a7-5e5a37def187 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:17.033383 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6568e87d-6b3f-4d9f-85bc-0e472e028be8 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:59:17.039776 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6568e87d-6b3f-4d9f-85bc-0e472e028be8 admin admin] 10.222.0.58 "PUT /v2.0/routers/616a5a28-1e5f-47ba-9b34-0fb3ce172005/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5046167 May 03 22:59:17.360250 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 10db44f6-848f-46df-a12a-1af484586852 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:59:17.451553 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 10db44f6-848f-46df-a12a-1af484586852 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:59:17.458926 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 10db44f6-848f-46df-a12a-1af484586852 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:59:17.459310 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:17.481394 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6b7fb1e1-540d-4e38-88a7-5e5a37def187 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:17.612024 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:17.631436 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 10db44f6-848f-46df-a12a-1af484586852, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=10db44f6-848f-46df-a12a-1af484586852,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:59:17.636435 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:17.746766 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7fb1e1-540d-4e38-88a7-5e5a37def187 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Router 807f4929-883e-4a8c-98b6-d19e56f4c21c is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 22:59:17.764428 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=10db44f6-848f-46df-a12a-1af484586852,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:18.055714 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7fb1e1-540d-4e38-88a7-5e5a37def187 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:59:18.069740 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25258d3a-8b06-4944-b33e-06cbad1959a5 None None] Sync routers for ids ['807f4929-883e-4a8c-98b6-d19e56f4c21c'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:59:18.086306 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25258d3a-8b06-4944-b33e-06cbad1959a5 None None] Routers {'807f4929-883e-4a8c-98b6-d19e56f4c21c'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:59:18.087135 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-25258d3a-8b06-4944-b33e-06cbad1959a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:58:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['807f4929-883e-4a8c-98b6-d19e56f4c21c'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:18.104265 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6b7fb1e1-540d-4e38-88a7-5e5a37def187 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:18.105556 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6b7fb1e1-540d-4e38-88a7-5e5a37def187 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.4801285 May 03 22:59:18.108905 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44148) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:18.289533 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f9b31c-8f11-423d-a9de-2130560036a8 None None] Sync routers for ids ['616a5a28-1e5f-47ba-9b34-0fb3ce172005'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:59:18.301513 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f9b31c-8f11-423d-a9de-2130560036a8 None None] Routers {'616a5a28-1e5f-47ba-9b34-0fb3ce172005'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:59:18.302710 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-67f9b31c-8f11-423d-a9de-2130560036a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:58:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['616a5a28-1e5f-47ba-9b34-0fb3ce172005'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:18.469168 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-25258d3a-8b06-4944-b33e-06cbad1959a5 None None] Set router 807f4929-883e-4a8c-98b6-d19e56f4c21c gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:59:18.551896 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-67f9b31c-8f11-423d-a9de-2130560036a8 None None] Set router 616a5a28-1e5f-47ba-9b34-0fb3ce172005 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:59:18.643093 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-38684f2f-944a-469d-8c51-e6a6c20f8b52 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=e51c41c8f2c54373bfeeef105247eecb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5327604 May 03 22:59:18.646110 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44178) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:18.850519 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-25258d3a-8b06-4944-b33e-06cbad1959a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064799013', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd5879ed3-ce1e-42d0-941b-aa7295aeefdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:59:13Z', 'updated_at': '2022-05-03T22:59:16Z', 'revision_number': 3, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': 'd5879ed3-ce1e-42d0-941b-aa7295aeefdf', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:59:15Z', 'updated_at': '2022-05-03T22:59:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:18.856256 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25258d3a-8b06-4944-b33e-06cbad1959a5 None None] Checking router: 807f4929-883e-4a8c-98b6-d19e56f4c21c for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:59:18.858399 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25258d3a-8b06-4944-b33e-06cbad1959a5 None None] Updating router 807f4929-883e-4a8c-98b6-d19e56f4c21c port d5879ed3-ce1e-42d0-941b-aa7295aeefdf binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:59:18.927516 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-25258d3a-8b06-4944-b33e-06cbad1959a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:19.039777 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7b9871-f167-46e0-abd5-00e235ad644e tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:19.041824 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ab7b9871-f167-46e0-abd5-00e235ad644e tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3941846 May 03 22:59:19.044199 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44200) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:19.103972 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e8c760ba-60ea-4e6d-a340-0cd5cb5e0f99 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=de8965b2-8ea3-4c2b-86b9-c128a58c6e1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0583684 May 03 22:59:19.108775 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44206) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:19.116131 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-423a3ade-ff30-4eb2-b5a3-9ae8fd29b6c5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2007953926', 'network_id': '2d09be5a-1a6c-40b8-8d77-f953d59192ba', 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:59:19.274712 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-423a3ade-ff30-4eb2-b5a3-9ae8fd29b6c5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:19.280342 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-423a3ade-ff30-4eb2-b5a3-9ae8fd29b6c5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:subnet and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:19.284260 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-423a3ade-ff30-4eb2-b5a3-9ae8fd29b6c5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:19.291947 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-423a3ade-ff30-4eb2-b5a3-9ae8fd29b6c5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:19.308830 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423a3ade-ff30-4eb2-b5a3-9ae8fd29b6c5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Made reservation on behalf of e51c41c8f2c54373bfeeef105247eecb for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:59:19.314016 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-423a3ade-ff30-4eb2-b5a3-9ae8fd29b6c5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:19.320395 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 10db44f6-848f-46df-a12a-1af484586852 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:59:19.421794 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-67f9b31c-8f11-423d-a9de-2130560036a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616a5a28-1e5f-47ba-9b34-0fb3ce172005', 'name': 'tempest-ImageQuotaTest-391499390-router', 'tenant_id': '2f6fe68f956349bb845d7efd77fdcf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '10db44f6-848f-46df-a12a-1af484586852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:59:07Z', 'updated_at': '2022-05-03T22:59:15Z', 'revision_number': 4, 'project_id': '2f6fe68f956349bb845d7efd77fdcf46', 'gw_port': {'id': '10db44f6-848f-46df-a12a-1af484586852', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616a5a28-1e5f-47ba-9b34-0fb3ce172005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:59:09Z', 'updated_at': '2022-05-03T22:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '3c355b60-4696-4f94-b469-b007517f057a', 'name': '', 'network_id': '9461ffa3-e92c-4649-b3e7-b10cac8db3b8', 'tenant_id': '2f6fe68f956349bb845d7efd77fdcf46', 'mac_address': 'fa:16:3e:b3:26:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616a5a28-1e5f-47ba-9b34-0fb3ce172005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '8395ac88-7f33-4861-8ad0-4341ef577d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:59:14Z', 'updated_at': '2022-05-03T22:59:15Z', 'revision_number': 2, 'project_id': '2f6fe68f956349bb845d7efd77fdcf46', 'subnets': [{'id': '8395ac88-7f33-4861-8ad0-4341ef577d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:19.427711 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f9b31c-8f11-423d-a9de-2130560036a8 None None] Checking router: 616a5a28-1e5f-47ba-9b34-0fb3ce172005 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:59:19.428804 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f9b31c-8f11-423d-a9de-2130560036a8 None None] Updating router 616a5a28-1e5f-47ba-9b34-0fb3ce172005 port 3c355b60-4696-4f94-b469-b007517f057a binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:59:19.589834 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-25258d3a-8b06-4944-b33e-06cbad1959a5 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:19.606049 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-25258d3a-8b06-4944-b33e-06cbad1959a5 None None] Transition to ACTIVE for port object d5879ed3-ce1e-42d0-941b-aa7295aeefdf will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:59:19.616595 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-25258d3a-8b06-4944-b33e-06cbad1959a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:19.627704 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-67f9b31c-8f11-423d-a9de-2130560036a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:19.720406 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-25258d3a-8b06-4944-b33e-06cbad1959a5 None None] Attempting to bind port d5879ed3-ce1e-42d0-941b-aa7295aeefdf on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:59:19.721206 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-25258d3a-8b06-4944-b33e-06cbad1959a5 None None] Attempting to bind port d5879ed3-ce1e-42d0-941b-aa7295aeefdf by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:59:19.721580 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25258d3a-8b06-4944-b33e-06cbad1959a5 None None] Attempting to bind port d5879ed3-ce1e-42d0-941b-aa7295aeefdf on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:59:19.734182 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25258d3a-8b06-4944-b33e-06cbad1959a5 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:59:19.734679 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25258d3a-8b06-4944-b33e-06cbad1959a5 None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:59:19.734956 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-25258d3a-8b06-4944-b33e-06cbad1959a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:19.735344 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25258d3a-8b06-4944-b33e-06cbad1959a5 None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:59:19.735809 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-25258d3a-8b06-4944-b33e-06cbad1959a5 None None] Bound port: d5879ed3-ce1e-42d0-941b-aa7295aeefdf, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:59:19.736309 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-25258d3a-8b06-4944-b33e-06cbad1959a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:19.822863 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-25258d3a-8b06-4944-b33e-06cbad1959a5 None None] For port d5879ed3-ce1e-42d0-941b-aa7295aeefdf, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:59:19.826403 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-25258d3a-8b06-4944-b33e-06cbad1959a5 None None] For port d5879ed3-ce1e-42d0-941b-aa7295aeefdf, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d5879ed3-ce1e-42d0-941b-aa7295aeefdf,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:59:19.840309 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44043b-8883-4381-9c92-b41b516f3147 None None] Pushing event updated for resources: {'Port': ['ID=d5879ed3-ce1e-42d0-941b-aa7295aeefdf,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:19.852782 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44043b-8883-4381-9c92-b41b516f3147 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:19.853118 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44043b-8883-4381-9c92-b41b516f3147 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:19.853760 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44043b-8883-4381-9c92-b41b516f3147 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:19.854120 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44043b-8883-4381-9c92-b41b516f3147 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:19.854444 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44043b-8883-4381-9c92-b41b516f3147 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:19.854914 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44043b-8883-4381-9c92-b41b516f3147 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:19.855244 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44043b-8883-4381-9c92-b41b516f3147 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:19.855782 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44043b-8883-4381-9c92-b41b516f3147 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:19.856026 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44043b-8883-4381-9c92-b41b516f3147 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:19.856349 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44043b-8883-4381-9c92-b41b516f3147 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:19.856666 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44043b-8883-4381-9c92-b41b516f3147 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:19.856980 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db44043b-8883-4381-9c92-b41b516f3147 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:19.861795 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-25258d3a-8b06-4944-b33e-06cbad1959a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:19.865389 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 10db44f6-848f-46df-a12a-1af484586852 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:59:19.869627 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:19.948192 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-423a3ade-ff30-4eb2-b5a3-9ae8fd29b6c5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:20.014096 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44043b-8883-4381-9c92-b41b516f3147 None None] Pushing event updated for resources: {'Port': ['ID=d5879ed3-ce1e-42d0-941b-aa7295aeefdf,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:20.047376 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25258d3a-8b06-4944-b33e-06cbad1959a5 None None] Routers {'807f4929-883e-4a8c-98b6-d19e56f4c21c'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:59:20.050907 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-25258d3a-8b06-4944-b33e-06cbad1959a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:58:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['807f4929-883e-4a8c-98b6-d19e56f4c21c'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:20.116756 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a3ade-ff30-4eb2-b5a3-9ae8fd29b6c5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'Subnet': ['ID=742e89b0-88b6-41b8-be98-57fe0196dd8d,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:20.116900 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44274) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:20.216838 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423a3ade-ff30-4eb2-b5a3-9ae8fd29b6c5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Checking segment: {'id': 'ebafc75d-31a3-4908-af39-d4780e590c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2d09be5a-1a6c-40b8-8d77-f953d59192ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:59:20.218026 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423a3ade-ff30-4eb2-b5a3-9ae8fd29b6c5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Network hostable DHCP agents. Network: 2d09be5a-1a6c-40b8-8d77-f953d59192ba, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:59:20.266399 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423a3ade-ff30-4eb2-b5a3-9ae8fd29b6c5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Network 2d09be5a-1a6c-40b8-8d77-f953d59192ba is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:59:20.300615 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-423a3ade-ff30-4eb2-b5a3-9ae8fd29b6c5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 2d09be5a-1a6c-40b8-8d77-f953d59192ba) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:59:20.306189 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423a3ade-ff30-4eb2-b5a3-9ae8fd29b6c5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:20.307719 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-423a3ade-ff30-4eb2-b5a3-9ae8fd29b6c5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:20.381913 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-423a3ade-ff30-4eb2-b5a3-9ae8fd29b6c5 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2714801 May 03 22:59:20.384890 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44296) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:20.589394 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-25258d3a-8b06-4944-b33e-06cbad1959a5 None None] Set router 807f4929-883e-4a8c-98b6-d19e56f4c21c gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:59:20.622253 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-67f9b31c-8f11-423d-a9de-2130560036a8 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:20.635828 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-67f9b31c-8f11-423d-a9de-2130560036a8 None None] Transition to ACTIVE for port object 3c355b60-4696-4f94-b469-b007517f057a will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:59:20.661026 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1557168-b5b9-47f7-bf3f-e79e9177a023 None None] Network 2d09be5a-1a6c-40b8-8d77-f953d59192ba requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:59:20.702235 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-67f9b31c-8f11-423d-a9de-2130560036a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:20.941344 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44324) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:21.015679 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060127ad-20c8-4424-bf83-9b2300a992b0 None None] Pushing event updated for resources: {'Port': ['ID=3c355b60-4696-4f94-b469-b007517f057a,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:21.354477 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-25258d3a-8b06-4944-b33e-06cbad1959a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064799013', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd5879ed3-ce1e-42d0-941b-aa7295aeefdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:59:13Z', 'updated_at': '2022-05-03T22:59:16Z', 'revision_number': 3, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': 'd5879ed3-ce1e-42d0-941b-aa7295aeefdf', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:59:15Z', 'updated_at': '2022-05-03T22:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:21.368291 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25258d3a-8b06-4944-b33e-06cbad1959a5 None None] The sync data for ids ['807f4929-883e-4a8c-98b6-d19e56f4c21c'] in n-d-811807-1 is: [{'id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064799013', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd5879ed3-ce1e-42d0-941b-aa7295aeefdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:59:13Z', 'updated_at': '2022-05-03T22:59:16Z', 'revision_number': 3, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': 'd5879ed3-ce1e-42d0-941b-aa7295aeefdf', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:59:15Z', 'updated_at': '2022-05-03T22:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:59:21.375714 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-79bc66ca-d541-46d9-8be6-d86c97241cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:21.406797 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-67f9b31c-8f11-423d-a9de-2130560036a8 None None] Attempting to bind port 3c355b60-4696-4f94-b469-b007517f057a on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:59:21.407098 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-67f9b31c-8f11-423d-a9de-2130560036a8 None None] Attempting to bind port 3c355b60-4696-4f94-b469-b007517f057a by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'fa70a77c-7cd5-44b5-b1f7-09956a35ad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9461ffa3-e92c-4649-b3e7-b10cac8db3b8'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:59:21.407455 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f9b31c-8f11-423d-a9de-2130560036a8 None None] Attempting to bind port 3c355b60-4696-4f94-b469-b007517f057a on network 9461ffa3-e92c-4649-b3e7-b10cac8db3b8 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:59:21.431533 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f9b31c-8f11-423d-a9de-2130560036a8 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:59:21.431910 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f9b31c-8f11-423d-a9de-2130560036a8 None None] Checking segment: {'id': 'fa70a77c-7cd5-44b5-b1f7-09956a35ad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9461ffa3-e92c-4649-b3e7-b10cac8db3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:59:21.432314 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-67f9b31c-8f11-423d-a9de-2130560036a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:21.432704 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f9b31c-8f11-423d-a9de-2130560036a8 None None] Bound using segment: {'id': 'fa70a77c-7cd5-44b5-b1f7-09956a35ad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9461ffa3-e92c-4649-b3e7-b10cac8db3b8'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:59:21.433175 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-67f9b31c-8f11-423d-a9de-2130560036a8 None None] Bound port: 3c355b60-4696-4f94-b469-b007517f057a, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa70a77c-7cd5-44b5-b1f7-09956a35ad8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '9461ffa3-e92c-4649-b3e7-b10cac8db3b8'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:59:21.433541 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-67f9b31c-8f11-423d-a9de-2130560036a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:21.439026 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-79bc66ca-d541-46d9-8be6-d86c97241cb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:21.444065 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-79bc66ca-d541-46d9-8be6-d86c97241cb8 admin admin] Usage tracker for resource:security_group_rule and tenant:d0235eff0c574d86b47a54ad9bf9d95e is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:21.447378 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-79bc66ca-d541-46d9-8be6-d86c97241cb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:21.459193 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-79bc66ca-d541-46d9-8be6-d86c97241cb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:21.741707 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-79bc66ca-d541-46d9-8be6-d86c97241cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:21.836155 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2ba2b86a-8003-40cf-81a9-37e70ab968bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:21.853900 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-67f9b31c-8f11-423d-a9de-2130560036a8 None None] For port 3c355b60-4696-4f94-b469-b007517f057a, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:59:21.859120 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-67f9b31c-8f11-423d-a9de-2130560036a8 None None] For port 3c355b60-4696-4f94-b469-b007517f057a, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=3c355b60-4696-4f94-b469-b007517f057a,segment=NetworkSegment(fa70a77c-7cd5-44b5-b1f7-09956a35ad8d),segment_id=fa70a77c-7cd5-44b5-b1f7-09956a35ad8d)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:59:21.876180 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-67f9b31c-8f11-423d-a9de-2130560036a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:21.976360 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b0ad1e-db13-43f6-b9c9-6321fac064dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-2d09be5a-1a6c-40b8-8d77-f953d59192ba', 'network_id': '2d09be5a-1a6c-40b8-8d77-f953d59192ba', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'fixed_ips': [{'subnet_id': '742e89b0-88b6-41b8-be98-57fe0196dd8d'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 22:59:21.977386 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a2b0ad1e-db13-43f6-b9c9-6321fac064dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:21.992600 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060127ad-20c8-4424-bf83-9b2300a992b0 None None] Pushing event updated for resources: {'Port': ['ID=3c355b60-4696-4f94-b469-b007517f057a,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:22.020354 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f9b31c-8f11-423d-a9de-2130560036a8 None None] Routers {'616a5a28-1e5f-47ba-9b34-0fb3ce172005'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:59:22.020993 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-67f9b31c-8f11-423d-a9de-2130560036a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:58:55Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['616a5a28-1e5f-47ba-9b34-0fb3ce172005'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:22.077508 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-79bc66ca-d541-46d9-8be6-d86c97241cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:22.208646 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-79bc66ca-d541-46d9-8be6-d86c97241cb8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d0235eff0c574d86b47a54ad9bf9d95e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2642279 May 03 22:59:22.216655 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc66ca-d541-46d9-8be6-d86c97241cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8995e92c-f13e-4463-9c59-d0d7d5a95df6,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:22.221740 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44374) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:22.240486 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-206b14b8-6dd9-4ff4-9cd4-e4732af451a8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:22.386322 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-67f9b31c-8f11-423d-a9de-2130560036a8 None None] Set router 616a5a28-1e5f-47ba-9b34-0fb3ce172005 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:59:22.666416 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-2ba2b86a-8003-40cf-81a9-37e70ab968bf admin admin] Deleting port 3c355b60-4696-4f94-b469-b007517f057a {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:59:22.666744 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2ba2b86a-8003-40cf-81a9-37e70ab968bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:22.739510 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7b347fd9-3dfc-4434-8025-2c35801ba539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:22.809639 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7b347fd9-3dfc-4434-8025-2c35801ba539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:22.961093 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-a2b0ad1e-db13-43f6-b9c9-6321fac064dc None None] Allocated IP 172.20.0.2 (2d09be5a-1a6c-40b8-8d77-f953d59192ba/742e89b0-88b6-41b8-be98-57fe0196dd8d/46153ca5-5021-4dd3-9c15-8421cd7fb504) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:59:22.970245 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c3778466-175f-4c89-a7e6-930b06fa52ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:23.056467 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-2ba2b86a-8003-40cf-81a9-37e70ab968bf admin admin] For port 3c355b60-4696-4f94-b469-b007517f057a, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=3c355b60-4696-4f94-b469-b007517f057a,segment=NetworkSegment(fa70a77c-7cd5-44b5-b1f7-09956a35ad8d),segment_id=fa70a77c-7cd5-44b5-b1f7-09956a35ad8d)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:59:23.056957 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2ba2b86a-8003-40cf-81a9-37e70ab968bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:23.102060 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7b347fd9-3dfc-4434-8025-2c35801ba539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:23.150710 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7b347fd9-3dfc-4434-8025-2c35801ba539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:23.153153 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7b347fd9-3dfc-4434-8025-2c35801ba539 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8995e92c-f13e-4463-9c59-d0d7d5a95df6 HTTP/1.1" status: 204 len: 168 time: 0.9303069 May 03 22:59:23.153911 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b347fd9-3dfc-4434-8025-2c35801ba539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8995e92c-f13e-4463-9c59-d0d7d5a95df6,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:23.306168 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-2ba2b86a-8003-40cf-81a9-37e70ab968bf admin admin] Calling delete_port for 3c355b60-4696-4f94-b469-b007517f057a owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:59:23.351227 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-67f9b31c-8f11-423d-a9de-2130560036a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616a5a28-1e5f-47ba-9b34-0fb3ce172005', 'name': 'tempest-ImageQuotaTest-391499390-router', 'tenant_id': '2f6fe68f956349bb845d7efd77fdcf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '10db44f6-848f-46df-a12a-1af484586852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:59:07Z', 'updated_at': '2022-05-03T22:59:15Z', 'revision_number': 4, 'project_id': '2f6fe68f956349bb845d7efd77fdcf46', 'gw_port': {'id': '10db44f6-848f-46df-a12a-1af484586852', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616a5a28-1e5f-47ba-9b34-0fb3ce172005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:59:09Z', 'updated_at': '2022-05-03T22:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '3c355b60-4696-4f94-b469-b007517f057a', 'name': '', 'network_id': '9461ffa3-e92c-4649-b3e7-b10cac8db3b8', 'tenant_id': '2f6fe68f956349bb845d7efd77fdcf46', 'mac_address': 'fa:16:3e:b3:26:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616a5a28-1e5f-47ba-9b34-0fb3ce172005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '8395ac88-7f33-4861-8ad0-4341ef577d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:59:14Z', 'updated_at': '2022-05-03T22:59:21Z', 'revision_number': 4, 'project_id': '2f6fe68f956349bb845d7efd77fdcf46', 'subnets': [{'id': '8395ac88-7f33-4861-8ad0-4341ef577d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:23.387902 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f9b31c-8f11-423d-a9de-2130560036a8 None None] The sync data for ids ['616a5a28-1e5f-47ba-9b34-0fb3ce172005'] in n-d-811807-1 is: [{'id': '616a5a28-1e5f-47ba-9b34-0fb3ce172005', 'name': 'tempest-ImageQuotaTest-391499390-router', 'tenant_id': '2f6fe68f956349bb845d7efd77fdcf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '10db44f6-848f-46df-a12a-1af484586852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:59:07Z', 'updated_at': '2022-05-03T22:59:15Z', 'revision_number': 4, 'project_id': '2f6fe68f956349bb845d7efd77fdcf46', 'gw_port': {'id': '10db44f6-848f-46df-a12a-1af484586852', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616a5a28-1e5f-47ba-9b34-0fb3ce172005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:59:09Z', 'updated_at': '2022-05-03T22:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '3c355b60-4696-4f94-b469-b007517f057a', 'name': '', 'network_id': '9461ffa3-e92c-4649-b3e7-b10cac8db3b8', 'tenant_id': '2f6fe68f956349bb845d7efd77fdcf46', 'mac_address': 'fa:16:3e:b3:26:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616a5a28-1e5f-47ba-9b34-0fb3ce172005', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '8395ac88-7f33-4861-8ad0-4341ef577d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:59:14Z', 'updated_at': '2022-05-03T22:59:21Z', 'revision_number': 4, 'project_id': '2f6fe68f956349bb845d7efd77fdcf46', 'subnets': [{'id': '8395ac88-7f33-4861-8ad0-4341ef577d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:59:23.424446 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d5879ed3-ce1e-42d0-941b-aa7295aeefdf up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:59:23.684324 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a2b0ad1e-db13-43f6-b9c9-6321fac064dc None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:23.714263 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a2b0ad1e-db13-43f6-b9c9-6321fac064dc None None] Transition to ACTIVE for port object 46153ca5-5021-4dd3-9c15-8421cd7fb504 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:59:23.726566 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port d5879ed3-ce1e-42d0-941b-aa7295aeefdf completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:59:23.735581 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port d5879ed3-ce1e-42d0-941b-aa7295aeefdf triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:59:23.736138 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:23.781642 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2ba2b86a-8003-40cf-81a9-37e70ab968bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:23.826805 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a2b0ad1e-db13-43f6-b9c9-6321fac064dc None None] Transition to ACTIVE for port object 46153ca5-5021-4dd3-9c15-8421cd7fb504 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:59:23.839031 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a2b0ad1e-db13-43f6-b9c9-6321fac064dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:23.869804 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2b86a-8003-40cf-81a9-37e70ab968bf admin admin] Pushing event deleted for resources: {'Port': ['ID=3c355b60-4696-4f94-b469-b007517f057a,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:23.944123 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44452) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:24.004073 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b0ad1e-db13-43f6-b9c9-6321fac064dc None None] Network 2d09be5a-1a6c-40b8-8d77-f953d59192ba is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:59:24.011636 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-a2b0ad1e-db13-43f6-b9c9-6321fac064dc None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:59:24.017754 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d5903b59-c473-4989-b964-bbc3a2b719d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:24.023847 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b0ad1e-db13-43f6-b9c9-6321fac064dc None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:59:24.039076 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0ad1e-db13-43f6-b9c9-6321fac064dc None None] Pushing event updated for resources: {'Port': ['ID=46153ca5-5021-4dd3-9c15-8421cd7fb504,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:24.112821 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-206b14b8-6dd9-4ff4-9cd4-e4732af451a8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Allocated IP 172.20.0.1 (2d09be5a-1a6c-40b8-8d77-f953d59192ba/742e89b0-88b6-41b8-be98-57fe0196dd8d/d77777ea-6e86-4bcf-9c7b-d719bd68c4bc) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:59:24.130407 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d5903b59-c473-4989-b964-bbc3a2b719d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:24.161375 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d5903b59-c473-4989-b964-bbc3a2b719d8 admin admin] Usage tracker for resource:security_group_rule and tenant:1ccbb0b26af341d5bfda5b315cf14929 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:24.178655 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d5903b59-c473-4989-b964-bbc3a2b719d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:24.213771 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d5903b59-c473-4989-b964-bbc3a2b719d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:24.315740 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:24.351071 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-a2b0ad1e-db13-43f6-b9c9-6321fac064dc None None] Attempting to bind port 46153ca5-5021-4dd3-9c15-8421cd7fb504 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:59:24.356204 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-a2b0ad1e-db13-43f6-b9c9-6321fac064dc None None] Attempting to bind port 46153ca5-5021-4dd3-9c15-8421cd7fb504 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'ebafc75d-31a3-4908-af39-d4780e590c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2d09be5a-1a6c-40b8-8d77-f953d59192ba'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:59:24.356818 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b0ad1e-db13-43f6-b9c9-6321fac064dc None None] Attempting to bind port 46153ca5-5021-4dd3-9c15-8421cd7fb504 on network 2d09be5a-1a6c-40b8-8d77-f953d59192ba {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:59:24.371773 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b0ad1e-db13-43f6-b9c9-6321fac064dc None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:59:24.374847 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b0ad1e-db13-43f6-b9c9-6321fac064dc None None] Checking segment: {'id': 'ebafc75d-31a3-4908-af39-d4780e590c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2d09be5a-1a6c-40b8-8d77-f953d59192ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:59:24.375262 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a2b0ad1e-db13-43f6-b9c9-6321fac064dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:24.375666 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b0ad1e-db13-43f6-b9c9-6321fac064dc None None] Bound using segment: {'id': 'ebafc75d-31a3-4908-af39-d4780e590c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2d09be5a-1a6c-40b8-8d77-f953d59192ba'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:59:24.376157 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-a2b0ad1e-db13-43f6-b9c9-6321fac064dc None None] Bound port: 46153ca5-5021-4dd3-9c15-8421cd7fb504, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebafc75d-31a3-4908-af39-d4780e590c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2d09be5a-1a6c-40b8-8d77-f953d59192ba'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:59:24.376534 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a2b0ad1e-db13-43f6-b9c9-6321fac064dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:24.444051 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port d5879ed3-ce1e-42d0-941b-aa7295aeefdf, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d5879ed3-ce1e-42d0-941b-aa7295aeefdf,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:59:24.455373 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:24.633885 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=d5879ed3-ce1e-42d0-941b-aa7295aeefdf,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:24.636635 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2ba2b86a-8003-40cf-81a9-37e70ab968bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:24.699699 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:24.736412 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-a2b0ad1e-db13-43f6-b9c9-6321fac064dc None None] For port 46153ca5-5021-4dd3-9c15-8421cd7fb504, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:59:24.740027 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-a2b0ad1e-db13-43f6-b9c9-6321fac064dc None None] For port 46153ca5-5021-4dd3-9c15-8421cd7fb504, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=46153ca5-5021-4dd3-9c15-8421cd7fb504,segment=NetworkSegment(ebafc75d-31a3-4908-af39-d4780e590c4d),segment_id=ebafc75d-31a3-4908-af39-d4780e590c4d)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:59:24.748636 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a2b0ad1e-db13-43f6-b9c9-6321fac064dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:24.834590 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-206b14b8-6dd9-4ff4-9cd4-e4732af451a8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:24.893477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-206b14b8-6dd9-4ff4-9cd4-e4732af451a8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Transition to ACTIVE for port object d77777ea-6e86-4bcf-9c7b-d719bd68c4bc will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:59:24.957109 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0ad1e-db13-43f6-b9c9-6321fac064dc None None] Pushing event updated for resources: {'Port': ['ID=46153ca5-5021-4dd3-9c15-8421cd7fb504,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:24.983414 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d5903b59-c473-4989-b964-bbc3a2b719d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:24.991472 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d5903b59-c473-4989-b964-bbc3a2b719d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:25.012090 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-206b14b8-6dd9-4ff4-9cd4-e4732af451a8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:25.066246 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-667b97f6-5d11-4abf-a85e-b8a2fbf91bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:25.139557 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206b14b8-6dd9-4ff4-9cd4-e4732af451a8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Network 2d09be5a-1a6c-40b8-8d77-f953d59192ba is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:59:25.146187 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-206b14b8-6dd9-4ff4-9cd4-e4732af451a8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:59:25.153605 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d5903b59-c473-4989-b964-bbc3a2b719d8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1ccbb0b26af341d5bfda5b315cf14929&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2084343 May 03 22:59:25.154909 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206b14b8-6dd9-4ff4-9cd4-e4732af451a8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:59:25.220883 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5903b59-c473-4989-b964-bbc3a2b719d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab15c2a4-9d12-4add-91bb-9de27cdb8993,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:25.222586 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44486) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:25.265892 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b14b8-6dd9-4ff4-9cd4-e4732af451a8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'Port': ['ID=d77777ea-6e86-4bcf-9c7b-d719bd68c4bc,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:25.280087 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44490) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:25.314306 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-206b14b8-6dd9-4ff4-9cd4-e4732af451a8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:25.445607 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba2b86a-8003-40cf-81a9-37e70ab968bf admin admin] Router 616a5a28-1e5f-47ba-9b34-0fb3ce172005 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:59:25.453654 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d5879ed3-ce1e-42d0-941b-aa7295aeefdf up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:59:25.615618 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-206b14b8-6dd9-4ff4-9cd4-e4732af451a8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:25.627558 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port d5879ed3-ce1e-42d0-941b-aa7295aeefdf triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:59:25.628155 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:25.702350 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8e77fdc7-87b3-4b45-9fe8-919c110c2c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:25.755355 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8e77fdc7-87b3-4b45-9fe8-919c110c2c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:25.803852 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8d09ca66-44c0-4653-b0b9-252c1e0c1cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:25.811810 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba2b86a-8003-40cf-81a9-37e70ab968bf admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:59:25.826053 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2ba2b86a-8003-40cf-81a9-37e70ab968bf admin admin] 10.222.0.58 "PUT /v2.0/routers/616a5a28-1e5f-47ba-9b34-0fb3ce172005/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7074399 May 03 22:59:25.827262 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44502) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:25.853811 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-8d09ca66-44c0-4653-b0b9-252c1e0c1cc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:25.865738 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8d09ca66-44c0-4653-b0b9-252c1e0c1cc2 admin admin] Usage tracker for resource:security_group_rule and tenant:560430fae592476db5cc3e14277341b1 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:25.925906 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8d09ca66-44c0-4653-b0b9-252c1e0c1cc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:25.985892 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-8d09ca66-44c0-4653-b0b9-252c1e0c1cc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:25.995300 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8e77fdc7-87b3-4b45-9fe8-919c110c2c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:26.016629 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77fdc7-87b3-4b45-9fe8-919c110c2c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab15c2a4-9d12-4add-91bb-9de27cdb8993,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:26.037696 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8e77fdc7-87b3-4b45-9fe8-919c110c2c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:26.040865 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8e77fdc7-87b3-4b45-9fe8-919c110c2c1d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ab15c2a4-9d12-4add-91bb-9de27cdb8993 HTTP/1.1" status: 204 len: 168 time: 0.8150504 May 03 22:59:26.058114 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e9473065-8719-4663-9792-7c8b25522fab admin admin] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:26.145635 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8d09ca66-44c0-4653-b0b9-252c1e0c1cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:26.160716 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8d09ca66-44c0-4653-b0b9-252c1e0c1cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:26.174362 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b455f64-b569-419b-8165-893a5bb5479c None None] Sync routers for ids ['616a5a28-1e5f-47ba-9b34-0fb3ce172005'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:59:26.193466 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b455f64-b569-419b-8165-893a5bb5479c None None] Routers {'616a5a28-1e5f-47ba-9b34-0fb3ce172005'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:59:26.194154 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-8b455f64-b569-419b-8165-893a5bb5479c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:59:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['616a5a28-1e5f-47ba-9b34-0fb3ce172005'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:26.219127 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8d09ca66-44c0-4653-b0b9-252c1e0c1cc2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=560430fae592476db5cc3e14277341b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9351699 May 03 22:59:26.222193 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44512) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:26.319774 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:26.338020 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e9473065-8719-4663-9792-7c8b25522fab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:26.355744 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:26.359678 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-e9473065-8719-4663-9792-7c8b25522fab admin admin] Deleting port 10db44f6-848f-46df-a12a-1af484586852 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:59:26.360243 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e9473065-8719-4663-9792-7c8b25522fab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:26.505287 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-8b455f64-b569-419b-8165-893a5bb5479c None None] Set router 616a5a28-1e5f-47ba-9b34-0fb3ce172005 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:59:26.598191 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09ca66-44c0-4653-b0b9-252c1e0c1cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32951aea-4c7c-4bad-a57a-5ba8e28e0c5d,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:26.717975 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3c3a5617-bde4-4aef-b74c-0044524e9ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:26.729357 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-e9473065-8719-4663-9792-7c8b25522fab admin admin] For port 10db44f6-848f-46df-a12a-1af484586852, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=10db44f6-848f-46df-a12a-1af484586852,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:59:26.729888 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e9473065-8719-4663-9792-7c8b25522fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:26.815787 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3c3a5617-bde4-4aef-b74c-0044524e9ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:26.897572 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-e9473065-8719-4663-9792-7c8b25522fab admin admin] Calling delete_port for 10db44f6-848f-46df-a12a-1af484586852 owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:59:26.910866 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c1aae5-54e3-4f94-a8ca-da77ed7afc0d None None] Network 2d09be5a-1a6c-40b8-8d77-f953d59192ba requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:59:26.929167 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-206b14b8-6dd9-4ff4-9cd4-e4732af451a8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:26.941354 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-206b14b8-6dd9-4ff4-9cd4-e4732af451a8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:27.056993 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1bdf4296-4248-49f6-bd4e-16e3ebb15f16 None None] Provisioning for port 46153ca5-5021-4dd3-9c15-8421cd7fb504 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:59:27.131970 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-206b14b8-6dd9-4ff4-9cd4-e4732af451a8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:27.144713 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3c3a5617-bde4-4aef-b74c-0044524e9ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:27.160058 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b14b8-6dd9-4ff4-9cd4-e4732af451a8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'Port': ['ID=d77777ea-6e86-4bcf-9c7b-d719bd68c4bc,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:27.210558 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-8b455f64-b569-419b-8165-893a5bb5479c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616a5a28-1e5f-47ba-9b34-0fb3ce172005', 'name': 'tempest-ImageQuotaTest-391499390-router', 'tenant_id': '2f6fe68f956349bb845d7efd77fdcf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': '10db44f6-848f-46df-a12a-1af484586852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:59:07Z', 'updated_at': '2022-05-03T22:59:23Z', 'revision_number': 5, 'project_id': '2f6fe68f956349bb845d7efd77fdcf46', 'gw_port': {'id': '10db44f6-848f-46df-a12a-1af484586852', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616a5a28-1e5f-47ba-9b34-0fb3ce172005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:59:09Z', 'updated_at': '2022-05-03T22:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:27.219571 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b455f64-b569-419b-8165-893a5bb5479c None None] Checking router: 616a5a28-1e5f-47ba-9b34-0fb3ce172005 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:59:27.236498 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b455f64-b569-419b-8165-893a5bb5479c None None] Routers {'616a5a28-1e5f-47ba-9b34-0fb3ce172005'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:59:27.239037 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-8b455f64-b569-419b-8165-893a5bb5479c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:59:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['616a5a28-1e5f-47ba-9b34-0fb3ce172005'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:27.240593 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a5617-bde4-4aef-b74c-0044524e9ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32951aea-4c7c-4bad-a57a-5ba8e28e0c5d,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:27.413371 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3c3a5617-bde4-4aef-b74c-0044524e9ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:27.418577 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3c3a5617-bde4-4aef-b74c-0044524e9ea7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/32951aea-4c7c-4bad-a57a-5ba8e28e0c5d HTTP/1.1" status: 204 len: 168 time: 1.1857772 May 03 22:59:27.478082 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 46153ca5-5021-4dd3-9c15-8421cd7fb504 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:59:27.528364 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-8b455f64-b569-419b-8165-893a5bb5479c None None] Set router 616a5a28-1e5f-47ba-9b34-0fb3ce172005 gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:59:27.573776 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206b14b8-6dd9-4ff4-9cd4-e4732af451a8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Network 2d09be5a-1a6c-40b8-8d77-f953d59192ba is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:59:27.576954 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-206b14b8-6dd9-4ff4-9cd4-e4732af451a8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:59:27.727063 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 46153ca5-5021-4dd3-9c15-8421cd7fb504 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:59:27.762294 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 46153ca5-5021-4dd3-9c15-8421cd7fb504 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:59:27.764914 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:27.856369 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e9473065-8719-4663-9792-7c8b25522fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:27.907459 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-8b455f64-b569-419b-8165-893a5bb5479c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616a5a28-1e5f-47ba-9b34-0fb3ce172005', 'name': 'tempest-ImageQuotaTest-391499390-router', 'tenant_id': '2f6fe68f956349bb845d7efd77fdcf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:59:07Z', 'updated_at': '2022-05-03T22:59:26Z', 'revision_number': 6, 'project_id': '2f6fe68f956349bb845d7efd77fdcf46', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:27.922737 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b455f64-b569-419b-8165-893a5bb5479c None None] The sync data for ids ['616a5a28-1e5f-47ba-9b34-0fb3ce172005'] in n-d-811807-1 is: [{'id': '616a5a28-1e5f-47ba-9b34-0fb3ce172005', 'name': 'tempest-ImageQuotaTest-391499390-router', 'tenant_id': '2f6fe68f956349bb845d7efd77fdcf46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:59:07Z', 'updated_at': '2022-05-03T22:59:26Z', 'revision_number': 6, 'project_id': '2f6fe68f956349bb845d7efd77fdcf46', 'gw_port_host': None}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:59:27.976608 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:28.080491 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206b14b8-6dd9-4ff4-9cd4-e4732af451a8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Router 807f4929-883e-4a8c-98b6-d19e56f4c21c has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:59:28.115462 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c3316783-4be3-4ce5-adf9-146a82055d55 None None] Provisioning complete for port 46153ca5-5021-4dd3-9c15-8421cd7fb504 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:59:28.116031 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c3316783-4be3-4ce5-adf9-146a82055d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:28.202094 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 22:59:28.202894 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9473065-8719-4663-9792-7c8b25522fab admin admin] Pushing event deleted for resources: {'Port': ['ID=10db44f6-848f-46df-a12a-1af484586852,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:28.217438 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9473065-8719-4663-9792-7c8b25522fab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:28.218034 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9473065-8719-4663-9792-7c8b25522fab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:28.218564 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9473065-8719-4663-9792-7c8b25522fab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:28.219103 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9473065-8719-4663-9792-7c8b25522fab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:28.219849 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9473065-8719-4663-9792-7c8b25522fab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:28.220373 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9473065-8719-4663-9792-7c8b25522fab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:28.221112 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9473065-8719-4663-9792-7c8b25522fab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:28.221648 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9473065-8719-4663-9792-7c8b25522fab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:28.222229 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9473065-8719-4663-9792-7c8b25522fab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:28.222745 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9473065-8719-4663-9792-7c8b25522fab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:28.223260 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9473065-8719-4663-9792-7c8b25522fab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:28.223770 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9473065-8719-4663-9792-7c8b25522fab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:28.278293 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e9473065-8719-4663-9792-7c8b25522fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:28.472296 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:28.558810 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206b14b8-6dd9-4ff4-9cd4-e4732af451a8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:59:28.585045 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-206b14b8-6dd9-4ff4-9cd4-e4732af451a8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "PUT /v2.0/routers/807f4929-883e-4a8c-98b6-d19e56f4c21c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1988699 May 03 22:59:28.587215 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ff513d-de8d-4eff-9583-745cfbae1b4a None None] Sync routers for ids ['807f4929-883e-4a8c-98b6-d19e56f4c21c'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:59:28.594713 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e9473065-8719-4663-9792-7c8b25522fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:28.598398 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e9473065-8719-4663-9792-7c8b25522fab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:28.648736 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e9473065-8719-4663-9792-7c8b25522fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:28.650327 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9473065-8719-4663-9792-7c8b25522fab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 616a5a28-1e5f-47ba-9b34-0fb3ce172005 {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 22:59:28.676225 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:28.678567 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e9473065-8719-4663-9792-7c8b25522fab admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:28.680832 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e9473065-8719-4663-9792-7c8b25522fab admin admin] 10.222.0.58 "DELETE /v2.0/routers/616a5a28-1e5f-47ba-9b34-0fb3ce172005 HTTP/1.1" status: 204 len: 168 time: 2.8494141 May 03 22:59:28.683417 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44584) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:28.688688 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ff513d-de8d-4eff-9583-745cfbae1b4a None None] Routers {'807f4929-883e-4a8c-98b6-d19e56f4c21c'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:59:28.689514 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-a0ff513d-de8d-4eff-9583-745cfbae1b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:59:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['807f4929-883e-4a8c-98b6-d19e56f4c21c'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:28.800735 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ee8d4b0-0291-484e-ae6a-50dfe7df7cca admin admin] Deleting subnet 8395ac88-7f33-4861-8ad0-4341ef577d53 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 22:59:28.808290 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d4b0-0291-484e-ae6a-50dfe7df7cca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:28.916759 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c3316783-4be3-4ce5-adf9-146a82055d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:28.940157 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d4b0-0291-484e-ae6a-50dfe7df7cca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:28.981466 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 46153ca5-5021-4dd3-9c15-8421cd7fb504, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=46153ca5-5021-4dd3-9c15-8421cd7fb504,segment=NetworkSegment(ebafc75d-31a3-4908-af39-d4780e590c4d),segment_id=ebafc75d-31a3-4908-af39-d4780e590c4d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:59:28.996398 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:29.149746 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-86e6624a-7c71-4b60-9797-3eaeee4fc3ee tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-342828233&fields=id&tenant_id=e51c41c8f2c54373bfeeef105247eecb HTTP/1.1" status: 200 len: 267 time: 0.1262407 May 03 22:59:29.242014 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-c3316783-4be3-4ce5-adf9-146a82055d55 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:59:29.242466 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-c3316783-4be3-4ce5-adf9-146a82055d55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:59:29.247003 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=46153ca5-5021-4dd3-9c15-8421cd7fb504,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:29.255344 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-a0ff513d-de8d-4eff-9583-745cfbae1b4a None None] Set router 807f4929-883e-4a8c-98b6-d19e56f4c21c gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:59:29.331930 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d4b0-0291-484e-ae6a-50dfe7df7cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:29.349829 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 3c355b60-4696-4f94-b469-b007517f057a no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:59:29.482513 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-0f52e005-d5e7-4bbc-b335-554860c5d444 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:29.484382 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-0f52e005-d5e7-4bbc-b335-554860c5d444 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/networks?id=2d09be5a-1a6c-40b8-8d77-f953d59192ba HTTP/1.1" status: 200 len: 796 time: 0.3336356 May 03 22:59:29.512257 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-32039605-3a7d-47af-81d2-8ac2509af890 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/quotas/e51c41c8f2c54373bfeeef105247eecb HTTP/1.1" status: 200 len: 375 time: 0.0170078 May 03 22:59:29.594303 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d4b0-0291-484e-ae6a-50dfe7df7cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:29.656086 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d4b0-0291-484e-ae6a-50dfe7df7cca admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:29.660372 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8d4b0-0291-484e-ae6a-50dfe7df7cca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8395ac88-7f33-4861-8ad0-4341ef577d53,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:29.683718 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44626) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:29.684798 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0ee8d4b0-0291-484e-ae6a-50dfe7df7cca admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8395ac88-7f33-4861-8ad0-4341ef577d53 HTTP/1.1" status: 204 len: 168 time: 1.0002766 May 03 22:59:29.712340 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 3c355b60-4696-4f94-b469-b007517f057a {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:59:29.712772 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 3c355b60-4696-4f94-b469-b007517f057a not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:59:29.713222 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 10db44f6-848f-46df-a12a-1af484586852 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:59:29.714322 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-3f383548-1f48-444b-8813-ad2673d54025 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Synchronizing usage tracker for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:59:29.737475 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-3f383548-1f48-444b-8813-ad2673d54025 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Unset dirty status for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:59:29.740131 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-3f383548-1f48-444b-8813-ad2673d54025 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2219079 May 03 22:59:29.776625 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3c59ce-d406-4175-a128-36fe2a81d0c8 None None] Network 9461ffa3-e92c-4649-b3e7-b10cac8db3b8 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:59:29.924392 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8bf78e3c-3603-41d9-b996-705e5bd536c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:29.927354 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 10db44f6-848f-46df-a12a-1af484586852 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:59:29.927702 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 10db44f6-848f-46df-a12a-1af484586852 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:59:29.961497 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-8bf78e3c-3603-41d9-b996-705e5bd536c7 admin admin] Deleting port ca60a77f-e990-44ce-83e5-081a8f2de70b {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:59:29.961867 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8bf78e3c-3603-41d9-b996-705e5bd536c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:30.306820 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c3316783-4be3-4ce5-adf9-146a82055d55 None None] Provisioning for port d77777ea-6e86-4bcf-9c7b-d719bd68c4bc completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:59:30.316165 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c3316783-4be3-4ce5-adf9-146a82055d55 None None] Provisioning complete for port d77777ea-6e86-4bcf-9c7b-d719bd68c4bc triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:59:30.316548 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c3316783-4be3-4ce5-adf9-146a82055d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:30.373204 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-8bf78e3c-3603-41d9-b996-705e5bd536c7 admin admin] For port ca60a77f-e990-44ce-83e5-081a8f2de70b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ca60a77f-e990-44ce-83e5-081a8f2de70b,segment=NetworkSegment(fa70a77c-7cd5-44b5-b1f7-09956a35ad8d),segment_id=fa70a77c-7cd5-44b5-b1f7-09956a35ad8d)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:59:30.374876 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8bf78e3c-3603-41d9-b996-705e5bd536c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:30.462988 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-a0ff513d-de8d-4eff-9583-745cfbae1b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064799013', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd5879ed3-ce1e-42d0-941b-aa7295aeefdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:59:13Z', 'updated_at': '2022-05-03T22:59:25Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': 'd5879ed3-ce1e-42d0-941b-aa7295aeefdf', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:59:15Z', 'updated_at': '2022-05-03T22:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'd77777ea-6e86-4bcf-9c7b-d719bd68c4bc', 'name': '', 'network_id': '2d09be5a-1a6c-40b8-8d77-f953d59192ba', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'mac_address': 'fa:16:3e:64:bb:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '742e89b0-88b6-41b8-be98-57fe0196dd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:59:22Z', 'updated_at': '2022-05-03T22:59:26Z', 'revision_number': 2, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'subnets': [{'id': '742e89b0-88b6-41b8-be98-57fe0196dd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:30.471224 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-f2d73e30-c4d5-4e06-95a5-5ef1f12c9ec2 service neutron] 10.222.0.58 "GET /v2.0/networks/2d09be5a-1a6c-40b8-8d77-f953d59192ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7174904 May 03 22:59:30.480267 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-c3316783-4be3-4ce5-adf9-146a82055d55 None None] Port d77777ea-6e86-4bcf-9c7b-d719bd68c4bc cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:59:30.492906 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ff513d-de8d-4eff-9583-745cfbae1b4a None None] Checking router: 807f4929-883e-4a8c-98b6-d19e56f4c21c for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:59:30.493591 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ff513d-de8d-4eff-9583-745cfbae1b4a None None] Updating router 807f4929-883e-4a8c-98b6-d19e56f4c21c port d77777ea-6e86-4bcf-9c7b-d719bd68c4bc binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:59:30.554581 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-8bf78e3c-3603-41d9-b996-705e5bd536c7 admin admin] Calling delete_port for ca60a77f-e990-44ce-83e5-081a8f2de70b owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:59:30.582181 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a0ff513d-de8d-4eff-9583-745cfbae1b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:30.666586 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0087f90-b5e8-4559-bd09-0d0a3e4bb2c3 None None] DHCP port deletion for 9461ffa3-e92c-4649-b3e7-b10cac8db3b8 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 22:59:30.697662 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-c0087f90-b5e8-4559-bd09-0d0a3e4bb2c3 None None] Deleting port ca60a77f-e990-44ce-83e5-081a8f2de70b {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:59:30.698073 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c0087f90-b5e8-4559-bd09-0d0a3e4bb2c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:30.726885 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8bf78e3c-3603-41d9-b996-705e5bd536c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:30.806371 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf78e3c-3603-41d9-b996-705e5bd536c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca60a77f-e990-44ce-83e5-081a8f2de70b,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:30.843406 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-477cd0f6-8269-4d44-9574-db2bfcd1f60a None None] Provisioning complete for port d77777ea-6e86-4bcf-9c7b-d719bd68c4bc triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:59:30.843889 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-477cd0f6-8269-4d44-9574-db2bfcd1f60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:30.862644 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf78e3c-3603-41d9-b996-705e5bd536c7 admin admin] No DVR routers for this DVR port ca60a77f-e990-44ce-83e5-081a8f2de70b on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:59:30.950717 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-f0202887-e830-40b1-85cf-100a49bc1da1 service neutron] 10.222.0.58 "GET /v2.0/networks/2d09be5a-1a6c-40b8-8d77-f953d59192ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720492 May 03 22:59:31.119045 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-c0087f90-b5e8-4559-bd09-0d0a3e4bb2c3 None None] The port 'ca60a77f-e990-44ce-83e5-081a8f2de70b' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 22:59:31.131185 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-477cd0f6-8269-4d44-9574-db2bfcd1f60a None None] Port d77777ea-6e86-4bcf-9c7b-d719bd68c4bc cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:59:31.150270 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8bf78e3c-3603-41d9-b996-705e5bd536c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:31.206098 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-8bf78e3c-3603-41d9-b996-705e5bd536c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9461ffa3-e92c-4649-b3e7-b10cac8db3b8']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:31.239338 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-8bf78e3c-3603-41d9-b996-705e5bd536c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa70a77c-7cd5-44b5-b1f7-09956a35ad8d') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:31.239979 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-8bf78e3c-3603-41d9-b996-705e5bd536c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa70a77c-7cd5-44b5-b1f7-09956a35ad8d') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:31.272015 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8bf78e3c-3603-41d9-b996-705e5bd536c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:31.316682 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8bf78e3c-3603-41d9-b996-705e5bd536c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:31.323097 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bf78e3c-3603-41d9-b996-705e5bd536c7 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:59:31.324813 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8bf78e3c-3603-41d9-b996-705e5bd536c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:31.355826 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:59:31.355826 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:59:31.355826 n-d-811807-1 neutron-server[88070]: timer() May 03 22:59:31.355826 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:59:31.355826 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:59:31.355826 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:59:31.355826 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:59:31.355826 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:59:31.355826 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:59:31.355826 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:59:31.355826 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:59:31.355826 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:59:31.355826 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:59:31.355826 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:59:31.355826 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:59:31.355826 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:59:31.355826 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:59:31.355826 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:59:31.355826 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:59:31.355826 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:59:31.355826 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:59:31.355826 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:59:31.355826 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:59:31.355826 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:59:31.355826 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:59:31.355826 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:59:31.355826 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:59:31.355826 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:59:31.355826 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:59:31.355826 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:59:31.355826 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:59:31.355826 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:59:31.411911 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fe30ab9c-7e12-4537-941a-dd082f9cb696 req-38674082-c3c4-44e8-9200-595c1b06b82f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 210 time: 0.1675079 May 03 22:59:31.451278 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 46153ca5-5021-4dd3-9c15-8421cd7fb504 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:59:31.606799 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8bf78e3c-3603-41d9-b996-705e5bd536c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:31.704160 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8bf78e3c-3603-41d9-b996-705e5bd536c7 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:31.709762 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf78e3c-3603-41d9-b996-705e5bd536c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9461ffa3-e92c-4649-b3e7-b10cac8db3b8,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:31.739004 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8bf78e3c-3603-41d9-b996-705e5bd536c7 admin admin] 10.222.0.58 "DELETE /v2.0/networks/9461ffa3-e92c-4649-b3e7-b10cac8db3b8 HTTP/1.1" status: 204 len: 168 time: 2.0540907 May 03 22:59:31.780242 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 46153ca5-5021-4dd3-9c15-8421cd7fb504 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:59:31.780663 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:32.039193 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a0ff513d-de8d-4eff-9583-745cfbae1b4a None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:32.056470 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a0ff513d-de8d-4eff-9583-745cfbae1b4a None None] Transition to ACTIVE for port object d77777ea-6e86-4bcf-9c7b-d719bd68c4bc will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:59:32.072580 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a0ff513d-de8d-4eff-9583-745cfbae1b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:32.105888 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44734) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:32.147421 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ca60a77f-e990-44ce-83e5-081a8f2de70b no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 22:59:32.267791 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44742) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:32.288165 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d4f346fd-91c5-4dd6-8952-579d6992c78f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2f6fe68f956349bb845d7efd77fdcf46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1803524 May 03 22:59:32.298913 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: ca60a77f-e990-44ce-83e5-081a8f2de70b {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 22:59:32.299275 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ca60a77f-e990-44ce-83e5-081a8f2de70b not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 22:59:32.407467 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e5b20-7d52-4736-bdf9-802d037181d1 None None] Pushing event updated for resources: {'Port': ['ID=d77777ea-6e86-4bcf-9c7b-d719bd68c4bc,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:32.414409 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5515ee6c-be8b-4bd3-a8d9-07a98a8813df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:32.426495 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-a0ff513d-de8d-4eff-9583-745cfbae1b4a None None] Attempting to bind port d77777ea-6e86-4bcf-9c7b-d719bd68c4bc on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:59:32.426955 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-a0ff513d-de8d-4eff-9583-745cfbae1b4a None None] Attempting to bind port d77777ea-6e86-4bcf-9c7b-d719bd68c4bc by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'ebafc75d-31a3-4908-af39-d4780e590c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2d09be5a-1a6c-40b8-8d77-f953d59192ba'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:59:32.427326 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ff513d-de8d-4eff-9583-745cfbae1b4a None None] Attempting to bind port d77777ea-6e86-4bcf-9c7b-d719bd68c4bc on network 2d09be5a-1a6c-40b8-8d77-f953d59192ba {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:59:32.433007 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ff513d-de8d-4eff-9583-745cfbae1b4a None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:59:32.433624 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ff513d-de8d-4eff-9583-745cfbae1b4a None None] Checking segment: {'id': 'ebafc75d-31a3-4908-af39-d4780e590c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2d09be5a-1a6c-40b8-8d77-f953d59192ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:59:32.445969 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a0ff513d-de8d-4eff-9583-745cfbae1b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:32.447806 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ff513d-de8d-4eff-9583-745cfbae1b4a None None] Bound using segment: {'id': 'ebafc75d-31a3-4908-af39-d4780e590c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2d09be5a-1a6c-40b8-8d77-f953d59192ba'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:59:32.448506 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-a0ff513d-de8d-4eff-9583-745cfbae1b4a None None] Bound port: d77777ea-6e86-4bcf-9c7b-d719bd68c4bc, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebafc75d-31a3-4908-af39-d4780e590c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2d09be5a-1a6c-40b8-8d77-f953d59192ba'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:59:32.449631 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a0ff513d-de8d-4eff-9583-745cfbae1b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:32.495489 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5515ee6c-be8b-4bd3-a8d9-07a98a8813df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:32.618951 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5515ee6c-be8b-4bd3-a8d9-07a98a8813df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:32.636050 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515ee6c-be8b-4bd3-a8d9-07a98a8813df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36e45d3-65c8-47bd-9441-e93491968948,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:32.646413 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5515ee6c-be8b-4bd3-a8d9-07a98a8813df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:32.647791 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5515ee6c-be8b-4bd3-a8d9-07a98a8813df admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f36e45d3-65c8-47bd-9441-e93491968948 HTTP/1.1" status: 204 len: 168 time: 0.3788195 May 03 22:59:32.694020 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3dd8f31-4613-4d1d-b3f5-a53029e541fb req-7cf7aece-3697-4eee-af00-29a9f8ee0c67 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 210 time: 0.0871689 May 03 22:59:32.734454 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44758) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:32.749279 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-a0ff513d-de8d-4eff-9583-745cfbae1b4a None None] For port d77777ea-6e86-4bcf-9c7b-d719bd68c4bc, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:59:32.752772 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-a0ff513d-de8d-4eff-9583-745cfbae1b4a None None] For port d77777ea-6e86-4bcf-9c7b-d719bd68c4bc, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d77777ea-6e86-4bcf-9c7b-d719bd68c4bc,segment=NetworkSegment(ebafc75d-31a3-4908-af39-d4780e590c4d),segment_id=ebafc75d-31a3-4908-af39-d4780e590c4d)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:59:32.759063 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a0ff513d-de8d-4eff-9583-745cfbae1b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:32.892057 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ff513d-de8d-4eff-9583-745cfbae1b4a None None] Routers {'807f4929-883e-4a8c-98b6-d19e56f4c21c'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:59:32.892817 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-a0ff513d-de8d-4eff-9583-745cfbae1b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:59:25Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['807f4929-883e-4a8c-98b6-d19e56f4c21c'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:32.978265 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ce4aaf0d-7a01-4cd2-be8b-e21409d49e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:33.048154 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ce4aaf0d-7a01-4cd2-be8b-e21409d49e08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:33.068966 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ce4aaf0d-7a01-4cd2-be8b-e21409d49e08 admin admin] Usage tracker for resource:security_group_rule and tenant:c48cfec827ae4686804e89592f8f0c55 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:33.078070 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ce4aaf0d-7a01-4cd2-be8b-e21409d49e08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:33.153059 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e5b20-7d52-4736-bdf9-802d037181d1 None None] Pushing event updated for resources: {'Port': ['ID=d77777ea-6e86-4bcf-9c7b-d719bd68c4bc,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:33.287274 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ce4aaf0d-7a01-4cd2-be8b-e21409d49e08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:33.372572 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-a0ff513d-de8d-4eff-9583-745cfbae1b4a None None] Set router 807f4929-883e-4a8c-98b6-d19e56f4c21c gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:59:33.383802 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-ca1fe5fd-17c0-4c33-bac9-21bbd1c2a2fc tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:33.384752 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-ca1fe5fd-17c0-4c33-bac9-21bbd1c2a2fc tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Synchronizing usage tracker for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:network {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:59:33.419548 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-ca1fe5fd-17c0-4c33-bac9-21bbd1c2a2fc tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Unset dirty status for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:network {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:59:33.422307 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-ca1fe5fd-17c0-4c33-bac9-21bbd1c2a2fc tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.67 "GET /v2.0/networks?id=2d09be5a-1a6c-40b8-8d77-f953d59192ba HTTP/1.1" status: 200 len: 796 time: 0.4087715 May 03 22:59:33.558809 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ce4aaf0d-7a01-4cd2-be8b-e21409d49e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:33.594274 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-447517c0-c3cf-4e71-9858-1f1663bdc53a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Synchronizing usage tracker for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:security_group {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:59:33.601377 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ce4aaf0d-7a01-4cd2-be8b-e21409d49e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:33.689227 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44786) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:33.721120 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4aaf0d-7a01-4cd2-be8b-e21409d49e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2b3968-4904-4ca0-a6d0-4893412f2e5e,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:33.727704 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ca6ef54a-9188-491d-9e43-98d2139590d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:33.765551 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ca6ef54a-9188-491d-9e43-98d2139590d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:33.771041 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ca6ef54a-9188-491d-9e43-98d2139590d3 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:33.778899 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ca6ef54a-9188-491d-9e43-98d2139590d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:33.790089 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ce4aaf0d-7a01-4cd2-be8b-e21409d49e08 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c48cfec827ae4686804e89592f8f0c55&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0520339 May 03 22:59:33.790876 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44792) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:33.801606 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-447517c0-c3cf-4e71-9858-1f1663bdc53a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Unset dirty status for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:security_group {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:59:33.804805 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-447517c0-c3cf-4e71-9858-1f1663bdc53a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e51c41c8f2c54373bfeeef105247eecb HTTP/1.1" status: 200 len: 379 time: 0.3710015 May 03 22:59:33.807177 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ca6ef54a-9188-491d-9e43-98d2139590d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:33.825261 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-e24b7802-48c2-4de0-a1aa-09ea210c098a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'port': {'device_id': '59265204-14cb-4c2e-90ad-7ef2aa256e05', 'network_id': '2d09be5a-1a6c-40b8-8d77-f953d59192ba', 'admin_state_up': True, 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'security_groups': ['4165ffae-6576-40a6-912b-a3b42d26c9fc']}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:59:34.049001 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-395b759f-2f95-4736-b2f9-954e5328045e req-e8e4c0c4-42fb-46a0-a471-457a8bf3766d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 210 time: 0.1099837 May 03 22:59:34.099008 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-a0ff513d-de8d-4eff-9583-745cfbae1b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064799013', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd5879ed3-ce1e-42d0-941b-aa7295aeefdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:59:13Z', 'updated_at': '2022-05-03T22:59:25Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': 'd5879ed3-ce1e-42d0-941b-aa7295aeefdf', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:59:15Z', 'updated_at': '2022-05-03T22:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'd77777ea-6e86-4bcf-9c7b-d719bd68c4bc', 'name': '', 'network_id': '2d09be5a-1a6c-40b8-8d77-f953d59192ba', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'mac_address': 'fa:16:3e:64:bb:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '742e89b0-88b6-41b8-be98-57fe0196dd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:59:22Z', 'updated_at': '2022-05-03T22:59:32Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'subnets': [{'id': '742e89b0-88b6-41b8-be98-57fe0196dd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:34.113270 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ff513d-de8d-4eff-9583-745cfbae1b4a None None] The sync data for ids ['807f4929-883e-4a8c-98b6-d19e56f4c21c'] in n-d-811807-1 is: [{'id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064799013', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd5879ed3-ce1e-42d0-941b-aa7295aeefdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:59:13Z', 'updated_at': '2022-05-03T22:59:25Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': 'd5879ed3-ce1e-42d0-941b-aa7295aeefdf', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:59:15Z', 'updated_at': '2022-05-03T22:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'd77777ea-6e86-4bcf-9c7b-d719bd68c4bc', 'name': '', 'network_id': '2d09be5a-1a6c-40b8-8d77-f953d59192ba', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'mac_address': 'fa:16:3e:64:bb:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '742e89b0-88b6-41b8-be98-57fe0196dd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:59:22Z', 'updated_at': '2022-05-03T22:59:32Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'subnets': [{'id': '742e89b0-88b6-41b8-be98-57fe0196dd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:59:34.131898 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-e24b7802-48c2-4de0-a1aa-09ea210c098a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:34.132688 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ca6ef54a-9188-491d-9e43-98d2139590d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:34.140974 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-e24b7802-48c2-4de0-a1aa-09ea210c098a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:34.149300 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ca6ef54a-9188-491d-9e43-98d2139590d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:34.153782 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-e24b7802-48c2-4de0-a1aa-09ea210c098a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Made reservation on behalf of e51c41c8f2c54373bfeeef105247eecb for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:59:34.162260 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-e24b7802-48c2-4de0-a1aa-09ea210c098a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:34.176608 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7830f5f4-5873-4484-beec-91baeacaa2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:34.220648 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ca6ef54a-9188-491d-9e43-98d2139590d3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.5300901 May 03 22:59:34.225499 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 44808) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:34.288001 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ef54a-9188-491d-9e43-98d2139590d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453bec00-049e-4f7d-9597-fe3429cfa2e9,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:34.292603 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7830f5f4-5873-4484-beec-91baeacaa2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:34.374844 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7830f5f4-5873-4484-beec-91baeacaa2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:34.405004 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830f5f4-5873-4484-beec-91baeacaa2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2b3968-4904-4ca0-a6d0-4893412f2e5e,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:34.416005 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7830f5f4-5873-4484-beec-91baeacaa2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:34.418168 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7830f5f4-5873-4484-beec-91baeacaa2b4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7f2b3968-4904-4ca0-a6d0-4893412f2e5e HTTP/1.1" status: 204 len: 168 time: 0.6247091 May 03 22:59:34.558364 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0c6d1646-2ff1-49ad-9046-d869cabc9f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:34.721054 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-040df067-ba99-44b6-9bec-42f2fee14f54 req-d9c871d8-c907-403c-b85f-1bd95aa0939f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=181bbf8e-859f-4eb0-90e9-7169a9fbbeca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3739834 May 03 22:59:34.743455 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0c6d1646-2ff1-49ad-9046-d869cabc9f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:34.889696 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-e24b7802-48c2-4de0-a1aa-09ea210c098a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Allocated IP 172.20.0.10 (2d09be5a-1a6c-40b8-8d77-f953d59192ba/742e89b0-88b6-41b8-be98-57fe0196dd8d/7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:59:35.063720 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0c6d1646-2ff1-49ad-9046-d869cabc9f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:35.183774 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d1646-2ff1-49ad-9046-d869cabc9f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453bec00-049e-4f7d-9597-fe3429cfa2e9,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:35.315342 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44832) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:35.358443 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-82933de7-1049-48b7-bf46-6f167fa42822 req-1caec647-d62e-44a8-acb7-c2935cdb5301 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 210 time: 0.1681876 May 03 22:59:35.373803 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f1830bf4-ff14-49d1-9eac-0d0dbe5a2144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:35.380693 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0c6d1646-2ff1-49ad-9046-d869cabc9f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:35.384788 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0c6d1646-2ff1-49ad-9046-d869cabc9f83 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/453bec00-049e-4f7d-9597-fe3429cfa2e9 HTTP/1.1" status: 204 len: 168 time: 1.1582150 May 03 22:59:35.414261 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-e24b7802-48c2-4de0-a1aa-09ea210c098a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:35.428484 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d77777ea-6e86-4bcf-9c7b-d719bd68c4bc up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:59:35.432575 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f1830bf4-ff14-49d1-9eac-0d0dbe5a2144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:35.437477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f1830bf4-ff14-49d1-9eac-0d0dbe5a2144 admin admin] Usage tracker for resource:security_group_rule and tenant:dbc35090799146238eb8ca2814895709 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:35.441082 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f1830bf4-ff14-49d1-9eac-0d0dbe5a2144 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:35.447858 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f1830bf4-ff14-49d1-9eac-0d0dbe5a2144 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:35.483273 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040df067-ba99-44b6-9bec-42f2fee14f54 req-a6e529c8-f266-4260-b2da-cc41da488540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:35.485010 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-040df067-ba99-44b6-9bec-42f2fee14f54 req-a6e529c8-f266-4260-b2da-cc41da488540 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fac7f64c48bd48e8ae480a0113f466e9&device_id=181bbf8e-859f-4eb0-90e9-7169a9fbbeca HTTP/1.1" status: 200 len: 1096 time: 0.5063255 May 03 22:59:35.567957 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-e24b7802-48c2-4de0-a1aa-09ea210c098a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Transition to ACTIVE for port object 7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:59:35.573973 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f1830bf4-ff14-49d1-9eac-0d0dbe5a2144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:35.582644 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f1830bf4-ff14-49d1-9eac-0d0dbe5a2144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:35.648986 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-e24b7802-48c2-4de0-a1aa-09ea210c098a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:35.669705 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port d77777ea-6e86-4bcf-9c7b-d719bd68c4bc completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:59:35.705686 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port d77777ea-6e86-4bcf-9c7b-d719bd68c4bc triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:59:35.706579 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:35.731416 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f1830bf4-ff14-49d1-9eac-0d0dbe5a2144 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dbc35090799146238eb8ca2814895709&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4101641 May 03 22:59:35.737331 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44844) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:35.842601 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1830bf4-ff14-49d1-9eac-0d0dbe5a2144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d17efc-ee9d-4794-bac2-e53511ce4d14,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:35.949543 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-098cd85c-6899-4cae-96d1-d646a42a1c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:36.003770 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:36.016083 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-098cd85c-6899-4cae-96d1-d646a42a1c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:36.104084 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port d77777ea-6e86-4bcf-9c7b-d719bd68c4bc, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d77777ea-6e86-4bcf-9c7b-d719bd68c4bc,segment=NetworkSegment(ebafc75d-31a3-4908-af39-d4780e590c4d),segment_id=ebafc75d-31a3-4908-af39-d4780e590c4d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:59:36.118176 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:36.176817 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-098cd85c-6899-4cae-96d1-d646a42a1c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:36.191593 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-e24b7802-48c2-4de0-a1aa-09ea210c098a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Network 2d09be5a-1a6c-40b8-8d77-f953d59192ba is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:59:36.206090 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-e24b7802-48c2-4de0-a1aa-09ea210c098a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:59:36.211990 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098cd85c-6899-4cae-96d1-d646a42a1c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d17efc-ee9d-4794-bac2-e53511ce4d14,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:36.240476 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-e24b7802-48c2-4de0-a1aa-09ea210c098a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:59:36.250241 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-098cd85c-6899-4cae-96d1-d646a42a1c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:36.267998 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-098cd85c-6899-4cae-96d1-d646a42a1c79 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/65d17efc-ee9d-4794-bac2-e53511ce4d14 HTTP/1.1" status: 204 len: 168 time: 0.5126333 May 03 22:59:36.357890 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b7802-48c2-4de0-a1aa-09ea210c098a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'Port': ['ID=7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:36.383716 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=d77777ea-6e86-4bcf-9c7b-d719bd68c4bc,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:36.446303 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040df067-ba99-44b6-9bec-42f2fee14f54 req-674b5828-b297-4c99-b370-ff87e9708d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:36.448868 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-040df067-ba99-44b6-9bec-42f2fee14f54 req-674b5828-b297-4c99-b370-ff87e9708d1b service neutron] 10.222.0.60 "GET /v2.0/networks?id=707cfa08-484f-448d-b84f-a940bf8f6e2e HTTP/1.1" status: 200 len: 912 time: 0.9333253 May 03 22:59:36.770757 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-040df067-ba99-44b6-9bec-42f2fee14f54 req-63ac43e6-75a8-4cc6-a154-9f84b4d06077 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc0f374e-89c5-4a2f-a652-499332777c5f HTTP/1.1" status: 200 len: 1001 time: 0.2956321 May 03 22:59:36.777816 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-e24b7802-48c2-4de0-a1aa-09ea210c098a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:36.778992 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-e24b7802-48c2-4de0-a1aa-09ea210c098a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:36.782004 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2675d715-f800-4fe5-991c-53c1edf4ef79 None None] Provisioning for port 7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:59:36.792044 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2675d715-f800-4fe5-991c-53c1edf4ef79 None None] Provisioning complete for port 7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:59:36.792423 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2675d715-f800-4fe5-991c-53c1edf4ef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:36.917064 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74202a6-21a4-46c8-ae87-7a1b36502990 req-42df6c52-ec33-444c-b171-0f321cd4c860 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:36.918386 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f74202a6-21a4-46c8-ae87-7a1b36502990 req-42df6c52-ec33-444c-b171-0f321cd4c860 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 932 time: 0.2134490 May 03 22:59:36.980576 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-2675d715-f800-4fe5-991c-53c1edf4ef79 None None] Port 7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 22:59:36.986835 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-e24b7802-48c2-4de0-a1aa-09ea210c098a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1758492 May 03 22:59:37.014446 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-ea54745a-e4da-4799-9857-7eaf35c86645 service neutron] Request body: {'port': {'device_id': '59265204-14cb-4c2e-90ad-7ef2aa256e05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:59:37.046204 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f74202a6-21a4-46c8-ae87-7a1b36502990 req-e5940fb3-6af9-4665-896f-2092fbe5c284 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=4165ffae-6576-40a6-912b-a3b42d26c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154044 May 03 22:59:37.141943 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040df067-ba99-44b6-9bec-42f2fee14f54 req-78d6926b-135c-48eb-bd88-ff1fdc063339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:37.143621 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-040df067-ba99-44b6-9bec-42f2fee14f54 req-78d6926b-135c-48eb-bd88-ff1fdc063339 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1a456f8a-c743-4130-8826-ac82fe55cbc8 HTTP/1.1" status: 200 len: 850 time: 0.3400183 May 03 22:59:37.242080 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-ea54745a-e4da-4799-9857-7eaf35c86645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:37.370914 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d77777ea-6e86-4bcf-9c7b-d719bd68c4bc up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:59:37.521566 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port d77777ea-6e86-4bcf-9c7b-d719bd68c4bc triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:59:37.539075 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:37.901356 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040df067-ba99-44b6-9bec-42f2fee14f54 req-016741e0-871b-4a92-bb90-ee7858d2379d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:37.905178 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-040df067-ba99-44b6-9bec-42f2fee14f54 req-016741e0-871b-4a92-bb90-ee7858d2379d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=707cfa08-484f-448d-b84f-a940bf8f6e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7388000 May 03 22:59:38.306915 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-ea54745a-e4da-4799-9857-7eaf35c86645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:59:38.325328 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-ea54745a-e4da-4799-9857-7eaf35c86645 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:38.354692 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-ea54745a-e4da-4799-9857-7eaf35c86645 service neutron] Transition to ACTIVE for port object 7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:59:38.368611 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-ea54745a-e4da-4799-9857-7eaf35c86645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:38.401202 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4dcfd9-1ec3-4ac5-b026-e53435766cdd req-dc8f0b48-89f7-4dbc-8039-c7b3aaf68d0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:38.409622 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ed4dcfd9-1ec3-4ac5-b026-e53435766cdd req-dc8f0b48-89f7-4dbc-8039-c7b3aaf68d0c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 932 time: 0.1533096 May 03 22:59:38.551504 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ed4dcfd9-1ec3-4ac5-b026-e53435766cdd req-5f6e4c4a-7dad-472a-bcd0-1ac251ee1f8b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=4165ffae-6576-40a6-912b-a3b42d26c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400542 May 03 22:59:38.618976 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-040df067-ba99-44b6-9bec-42f2fee14f54 req-c008a916-4e3e-49f5-b986-dcd4046355ee service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6163411 May 03 22:59:38.810337 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54745a-e4da-4799-9857-7eaf35c86645 service neutron] Pushing event updated for resources: {'Port': ['ID=7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:38.931304 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-ea54745a-e4da-4799-9857-7eaf35c86645 service neutron] Attempting to bind port 7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 22:59:38.931410 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-ea54745a-e4da-4799-9857-7eaf35c86645 service neutron] Attempting to bind port 7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': 'ebafc75d-31a3-4908-af39-d4780e590c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2d09be5a-1a6c-40b8-8d77-f953d59192ba'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 22:59:38.931658 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-ea54745a-e4da-4799-9857-7eaf35c86645 service neutron] Attempting to bind port 7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a on network 2d09be5a-1a6c-40b8-8d77-f953d59192ba {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:59:38.953144 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-ea54745a-e4da-4799-9857-7eaf35c86645 service neutron] Port 7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a on network 2d09be5a-1a6c-40b8-8d77-f953d59192ba not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 22:59:38.953469 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-ea54745a-e4da-4799-9857-7eaf35c86645 service neutron] Attempting to bind port 7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a on network 2d09be5a-1a6c-40b8-8d77-f953d59192ba {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 22:59:38.967934 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-ea54745a-e4da-4799-9857-7eaf35c86645 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 22:59:38.968437 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-ea54745a-e4da-4799-9857-7eaf35c86645 service neutron] Checking segment: {'id': 'ebafc75d-31a3-4908-af39-d4780e590c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2d09be5a-1a6c-40b8-8d77-f953d59192ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:59:38.968984 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-ea54745a-e4da-4799-9857-7eaf35c86645 service neutron] Bound using segment: {'id': 'ebafc75d-31a3-4908-af39-d4780e590c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2d09be5a-1a6c-40b8-8d77-f953d59192ba'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 22:59:38.969840 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-ea54745a-e4da-4799-9857-7eaf35c86645 service neutron] Bound port: 7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebafc75d-31a3-4908-af39-d4780e590c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '2d09be5a-1a6c-40b8-8d77-f953d59192ba'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 22:59:38.970212 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-ea54745a-e4da-4799-9857-7eaf35c86645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:38.980826 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-040df067-ba99-44b6-9bec-42f2fee14f54 req-2322d12e-29be-4de6-9770-5acf99467920 service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379731 May 03 22:59:39.129710 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-ea54745a-e4da-4799-9857-7eaf35c86645 service neutron] For port 7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 22:59:39.133293 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-ea54745a-e4da-4799-9857-7eaf35c86645 service neutron] For port 7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a,segment=NetworkSegment(ebafc75d-31a3-4908-af39-d4780e590c4d),segment_id=ebafc75d-31a3-4908-af39-d4780e590c4d)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 22:59:39.139376 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-ea54745a-e4da-4799-9857-7eaf35c86645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:39.166339 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44954) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:39.279370 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54745a-e4da-4799-9857-7eaf35c86645 service neutron] Pushing event updated for resources: {'Port': ['ID=7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:39.292706 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-ea54745a-e4da-4799-9857-7eaf35c86645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:39.293587 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-ea54745a-e4da-4799-9857-7eaf35c86645 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:39.295235 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-ea54745a-e4da-4799-9857-7eaf35c86645 service neutron] 10.222.0.67 "PUT /v2.0/ports/7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a HTTP/1.1" status: 200 len: 1092 time: 2.2971358 May 03 22:59:39.296062 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59265204-14cb-4c2e-90ad-7ef2aa256e05', 'tag': '7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:59:39.370945 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d686718-c0c5-4f04-b656-29835286b867'] response: {'name': 'network-changed', 'server_uuid': '59265204-14cb-4c2e-90ad-7ef2aa256e05', 'tag': '7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a', 'status': 'completed', 'code': 200} May 03 22:59:39.516896 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-5f8620e9-99c0-4cda-8448-7b4d4e7ddc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:39.518931 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-5f8620e9-99c0-4cda-8448-7b4d4e7ddc1b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 1095 time: 0.1426077 May 03 22:59:39.525449 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-1db41dec-68bb-4977-a4fd-2796c3c599b6 tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1801830848'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:59:39.537876 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1db41dec-68bb-4977-a4fd-2796c3c599b6 tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:39.555009 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1db41dec-68bb-4977-a4fd-2796c3c599b6 tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] Usage tracker for resource:network and tenant:1c0fd30bad5c4d44973f1e0abf206960 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:39.558725 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1db41dec-68bb-4977-a4fd-2796c3c599b6 tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:39.565237 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1db41dec-68bb-4977-a4fd-2796c3c599b6 tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:39.586977 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db41dec-68bb-4977-a4fd-2796c3c599b6 tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] Made reservation on behalf of 1c0fd30bad5c4d44973f1e0abf206960 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:59:39.591066 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1db41dec-68bb-4977-a4fd-2796c3c599b6 tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:39.620451 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1db41dec-68bb-4977-a4fd-2796c3c599b6 tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:39.661026 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1db41dec-68bb-4977-a4fd-2796c3c599b6 tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:39.670808 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1db41dec-68bb-4977-a4fd-2796c3c599b6 tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] Usage tracker for resource:security_group_rule and tenant:1c0fd30bad5c4d44973f1e0abf206960 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:39.679097 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1db41dec-68bb-4977-a4fd-2796c3c599b6 tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:39.700499 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1db41dec-68bb-4977-a4fd-2796c3c599b6 tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:39.706466 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-2b7ce513-911c-4eec-9dcd-dec78cec5175 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a HTTP/1.1" status: 200 len: 217 time: 0.1745923 May 03 22:59:39.839142 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-1602d5f4-9394-4f4d-8cb0-e53f69f1e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:39.850186 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-1602d5f4-9394-4f4d-8cb0-e53f69f1e13e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=742e89b0-88b6-41b8-be98-57fe0196dd8d HTTP/1.1" status: 200 len: 835 time: 0.1373265 May 03 22:59:39.872585 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60678b3d-1df0-428d-9985-361b63ee38dc req-af1eed97-7ae6-4d7c-a04c-16cfdb1282ef tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:39.874230 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-60678b3d-1df0-428d-9985-361b63ee38dc req-af1eed97-7ae6-4d7c-a04c-16cfdb1282ef tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 944 time: 0.1201828 May 03 22:59:39.947573 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-60678b3d-1df0-428d-9985-361b63ee38dc req-4e821971-a4ac-45f8-85c3-d28bcd6964d8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=4165ffae-6576-40a6-912b-a3b42d26c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659878 May 03 22:59:40.002599 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1db41dec-68bb-4977-a4fd-2796c3c599b6 tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:40.008742 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1db41dec-68bb-4977-a4fd-2796c3c599b6 tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:40.047077 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db41dec-68bb-4977-a4fd-2796c3c599b6 tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:59:40.058747 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db41dec-68bb-4977-a4fd-2796c3c599b6 tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1164905-c259-42d9-926d-157bc11c640a,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:40.083827 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1db41dec-68bb-4977-a4fd-2796c3c599b6 tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:40.086348 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-1db41dec-68bb-4977-a4fd-2796c3c599b6 tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] Added segment 02c11ae0-1212-4b1b-a7db-9c5bd7b884d2 of type vlan for network e72e7ad5-fa32-42d0-a0af-ded12414c645 May 03 22:59:40.105974 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-f0a91e8f-268a-45d6-a161-4c602193bbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:40.108730 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-f0a91e8f-268a-45d6-a161-4c602193bbf4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2d09be5a-1a6c-40b8-8d77-f953d59192ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2515950 May 03 22:59:40.131374 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1db41dec-68bb-4977-a4fd-2796c3c599b6 tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:40.170362 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1db41dec-68bb-4977-a4fd-2796c3c599b6 tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:40.178016 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db41dec-68bb-4977-a4fd-2796c3c599b6 tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:40.182982 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1db41dec-68bb-4977-a4fd-2796c3c599b6 tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:40.319222 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db41dec-68bb-4977-a4fd-2796c3c599b6 tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] Pushing event updated for resources: {'Network': ['ID=e72e7ad5-fa32-42d0-a0af-ded12414c645,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:40.332352 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network e72e7ad5-fa32-42d0-a0af-ded12414c645 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:59:40.356506 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1db41dec-68bb-4977-a4fd-2796c3c599b6 tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1897919 May 03 22:59:40.360139 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 44984) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:40.412767 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-a996a9b4-47e3-48da-a2af-33cc7913bd3d service neutron] 10.222.0.67 "GET /v2.0/networks/2d09be5a-1a6c-40b8-8d77-f953d59192ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969224 May 03 22:59:40.451928 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-253c00f8-2c6f-4591-8d6d-a47923dc2669 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Request body: {'network': {'name': 'tempest-network--1259481689', 'router:external': True}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:59:40.458688 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-253c00f8-2c6f-4591-8d6d-a47923dc2669 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:40.478994 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-253c00f8-2c6f-4591-8d6d-a47923dc2669 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Usage tracker for resource:network and tenant:f5918c7895d84dee914e19ac6a4fc934 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:40.484593 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-253c00f8-2c6f-4591-8d6d-a47923dc2669 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:40.498626 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-253c00f8-2c6f-4591-8d6d-a47923dc2669 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:40.518979 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253c00f8-2c6f-4591-8d6d-a47923dc2669 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Made reservation on behalf of f5918c7895d84dee914e19ac6a4fc934 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:59:40.521555 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-253c00f8-2c6f-4591-8d6d-a47923dc2669 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:40.544087 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-253c00f8-2c6f-4591-8d6d-a47923dc2669 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:40.619752 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-253c00f8-2c6f-4591-8d6d-a47923dc2669 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:40.638533 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-253c00f8-2c6f-4591-8d6d-a47923dc2669 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Usage tracker for resource:security_group_rule and tenant:f5918c7895d84dee914e19ac6a4fc934 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:40.656582 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-253c00f8-2c6f-4591-8d6d-a47923dc2669 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:40.680564 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-253c00f8-2c6f-4591-8d6d-a47923dc2669 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:40.706415 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b37cbf86-c9a6-4e19-abcd-8a63cc9acf06 req-ecf79c41-54cf-4bab-86b7-6f7adc6d6ff0 service neutron] 10.222.0.67 "GET /v2.0/networks/2d09be5a-1a6c-40b8-8d77-f953d59192ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864037 May 03 22:59:40.834745 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-253c00f8-2c6f-4591-8d6d-a47923dc2669 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:40.841441 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-253c00f8-2c6f-4591-8d6d-a47923dc2669 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:40.881526 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-253c00f8-2c6f-4591-8d6d-a47923dc2669 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:59:40.888076 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c00f8-2c6f-4591-8d6d-a47923dc2669 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d10ca2e-ded7-480d-b968-f6fa13e5a198,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:40.915804 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-253c00f8-2c6f-4591-8d6d-a47923dc2669 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:40.916652 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-253c00f8-2c6f-4591-8d6d-a47923dc2669 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Added segment f6396d3e-15e8-4acf-b9f4-ff63b12a9c5f of type vlan for network 349a4702-163e-478d-a77b-17c7dd59f439 May 03 22:59:40.931345 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6684e8a-112a-486b-b3d4-f24b07026cc9 req-f0612c25-b59c-4ca4-a66d-0ed0275aa27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:40.932815 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f6684e8a-112a-486b-b3d4-f24b07026cc9 req-f0612c25-b59c-4ca4-a66d-0ed0275aa27a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 1095 time: 0.1411929 May 03 22:59:40.965895 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-253c00f8-2c6f-4591-8d6d-a47923dc2669 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:41.049406 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-253c00f8-2c6f-4591-8d6d-a47923dc2669 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:41.050641 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253c00f8-2c6f-4591-8d6d-a47923dc2669 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:41.053944 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-253c00f8-2c6f-4591-8d6d-a47923dc2669 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:41.318962 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-253c00f8-2c6f-4591-8d6d-a47923dc2669 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9572294 May 03 22:59:41.325917 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c00f8-2c6f-4591-8d6d-a47923dc2669 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Pushing event updated for resources: {'Network': ['ID=349a4702-163e-478d-a77b-17c7dd59f439,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:41.330494 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45008) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:41.338113 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 349a4702-163e-478d-a77b-17c7dd59f439 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:59:41.644912 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6684e8a-112a-486b-b3d4-f24b07026cc9 req-45524743-d6f7-42ab-a1d9-a076f5a38cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:41.646399 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f6684e8a-112a-486b-b3d4-f24b07026cc9 req-45524743-d6f7-42ab-a1d9-a076f5a38cfe service neutron] 10.222.0.67 "GET /v2.0/networks?id=2d09be5a-1a6c-40b8-8d77-f953d59192ba HTTP/1.1" status: 200 len: 897 time: 0.7064450 May 03 22:59:41.744960 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e7005de0-ee9a-4ad1-8e72-9d56ee485dc5 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:41.846842 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f6684e8a-112a-486b-b3d4-f24b07026cc9 req-ae70638b-d771-4641-bddc-71e819c60ddb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a HTTP/1.1" status: 200 len: 217 time: 0.1936674 May 03 22:59:41.917932 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6815e5c-fb97-4913-8f77-8d06c235efa2 req-50a2ad25-5e6c-4552-96b8-cd7a5b8a9da0 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:41.930453 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d6815e5c-fb97-4913-8f77-8d06c235efa2 req-50a2ad25-5e6c-4552-96b8-cd7a5b8a9da0 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 944 time: 0.6703568 May 03 22:59:41.958343 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e7005de0-ee9a-4ad1-8e72-9d56ee485dc5 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:42.000500 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6684e8a-112a-486b-b3d4-f24b07026cc9 req-6dd05ed8-cae2-40b6-939e-47d4f0efd191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:42.002148 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f6684e8a-112a-486b-b3d4-f24b07026cc9 req-6dd05ed8-cae2-40b6-939e-47d4f0efd191 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=742e89b0-88b6-41b8-be98-57fe0196dd8d HTTP/1.1" status: 200 len: 835 time: 0.1474993 May 03 22:59:42.020857 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-e7005de0-ee9a-4ad1-8e72-9d56ee485dc5 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['349a4702-163e-478d-a77b-17c7dd59f439']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:42.034289 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-e7005de0-ee9a-4ad1-8e72-9d56ee485dc5 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6396d3e-15e8-4acf-b9f4-ff63b12a9c5f') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:42.034696 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-e7005de0-ee9a-4ad1-8e72-9d56ee485dc5 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6396d3e-15e8-4acf-b9f4-ff63b12a9c5f') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:42.068915 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e7005de0-ee9a-4ad1-8e72-9d56ee485dc5 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:42.135415 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d6815e5c-fb97-4913-8f77-8d06c235efa2 req-d2d577b3-3304-43f4-9832-7853ae2be677 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=4165ffae-6576-40a6-912b-a3b42d26c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040122 May 03 22:59:42.153390 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6684e8a-112a-486b-b3d4-f24b07026cc9 req-de850f48-9ace-4610-a005-73b213f5c309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:42.155111 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e7005de0-ee9a-4ad1-8e72-9d56ee485dc5 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:42.159774 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f6684e8a-112a-486b-b3d4-f24b07026cc9 req-de850f48-9ace-4610-a005-73b213f5c309 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2d09be5a-1a6c-40b8-8d77-f953d59192ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1453931 May 03 22:59:42.171449 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7005de0-ee9a-4ad1-8e72-9d56ee485dc5 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:59:42.171852 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e7005de0-ee9a-4ad1-8e72-9d56ee485dc5 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:42.186193 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 22:59:42.186193 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:59:42.186193 n-d-811807-1 neutron-server[88069]: timer() May 03 22:59:42.186193 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:59:42.186193 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 22:59:42.186193 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:59:42.186193 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 22:59:42.186193 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:59:42.186193 n-d-811807-1 neutron-server[88069]: self._notify() May 03 22:59:42.186193 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:59:42.186193 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 22:59:42.186193 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:59:42.186193 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 22:59:42.186193 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:59:42.186193 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:59:42.186193 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:59:42.186193 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:59:42.186193 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:59:42.186193 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 22:59:42.186193 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:59:42.186193 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 22:59:42.186193 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:59:42.186193 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:59:42.186193 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:59:42.186193 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 22:59:42.186193 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:59:42.186193 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:59:42.186193 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:59:42.186193 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:59:42.186193 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:59:42.186193 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:59:42.186193 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:59:42.300452 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e7005de0-ee9a-4ad1-8e72-9d56ee485dc5 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:42.311559 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7005de0-ee9a-4ad1-8e72-9d56ee485dc5 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 349a4702-163e-478d-a77b-17c7dd59f439 {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 03 22:59:42.314805 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e7005de0-ee9a-4ad1-8e72-9d56ee485dc5 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:42.349258 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7005de0-ee9a-4ad1-8e72-9d56ee485dc5 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Pushing event deleted for resources: {'Network': ['ID=349a4702-163e-478d-a77b-17c7dd59f439,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:42.363405 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e7005de0-ee9a-4ad1-8e72-9d56ee485dc5 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] 10.222.0.58 "DELETE /v2.0/networks/349a4702-163e-478d-a77b-17c7dd59f439 HTTP/1.1" status: 204 len: 168 time: 1.0214260 May 03 22:59:42.364229 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45028) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:42.378300 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-0c31262d-a8c7-4417-bf06-d33d43c78995 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:59:42.381393 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f6684e8a-112a-486b-b3d4-f24b07026cc9 req-72dda974-6c18-43dc-b9fa-c01bd9b83cd3 service neutron] 10.222.0.67 "GET /v2.0/networks/2d09be5a-1a6c-40b8-8d77-f953d59192ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195206 May 03 22:59:42.395021 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0c31262d-a8c7-4417-bf06-d33d43c78995 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:42.411850 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0c31262d-a8c7-4417-bf06-d33d43c78995 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Usage tracker for resource:network and tenant:f5918c7895d84dee914e19ac6a4fc934 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:42.418830 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0c31262d-a8c7-4417-bf06-d33d43c78995 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:42.438784 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0c31262d-a8c7-4417-bf06-d33d43c78995 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:42.467386 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c31262d-a8c7-4417-bf06-d33d43c78995 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Made reservation on behalf of f5918c7895d84dee914e19ac6a4fc934 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:59:42.474287 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0c31262d-a8c7-4417-bf06-d33d43c78995 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:42.550588 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c31262d-a8c7-4417-bf06-d33d43c78995 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:59:42.572201 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0c31262d-a8c7-4417-bf06-d33d43c78995 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:42.572599 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-0c31262d-a8c7-4417-bf06-d33d43c78995 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Added segment 59e45d7e-6397-42c2-94ca-880d5c191fa5 of type vlan for network c6ef6c42-8a41-4a03-a171-1dd50e07473f May 03 22:59:42.649503 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0c31262d-a8c7-4417-bf06-d33d43c78995 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:42.756397 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f6684e8a-112a-486b-b3d4-f24b07026cc9 req-95981a84-6b14-4277-a087-cf3f0c5fb7f0 service neutron] 10.222.0.67 "GET /v2.0/networks/2d09be5a-1a6c-40b8-8d77-f953d59192ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668814 May 03 22:59:42.793593 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0c31262d-a8c7-4417-bf06-d33d43c78995 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:42.794733 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c31262d-a8c7-4417-bf06-d33d43c78995 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:42.795528 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0c31262d-a8c7-4417-bf06-d33d43c78995 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:42.960391 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0c31262d-a8c7-4417-bf06-d33d43c78995 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5930164 May 03 22:59:42.961106 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45042) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:42.968058 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-bd4a9eca-69f0-4956-83b9-91a04bc6b6d3 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Request body: {'subnet': {'network_id': 'c6ef6c42-8a41-4a03-a171-1dd50e07473f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:59:42.987258 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31262d-a8c7-4417-bf06-d33d43c78995 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Pushing event updated for resources: {'Network': ['ID=c6ef6c42-8a41-4a03-a171-1dd50e07473f,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:42.987454 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bd4a9eca-69f0-4956-83b9-91a04bc6b6d3 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:42.999955 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network c6ef6c42-8a41-4a03-a171-1dd50e07473f details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:59:43.027393 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bd4a9eca-69f0-4956-83b9-91a04bc6b6d3 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Usage tracker for resource:subnet and tenant:f5918c7895d84dee914e19ac6a4fc934 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:43.041473 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bd4a9eca-69f0-4956-83b9-91a04bc6b6d3 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:43.057468 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bd4a9eca-69f0-4956-83b9-91a04bc6b6d3 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:43.087384 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4a9eca-69f0-4956-83b9-91a04bc6b6d3 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Made reservation on behalf of f5918c7895d84dee914e19ac6a4fc934 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:59:43.091072 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd4a9eca-69f0-4956-83b9-91a04bc6b6d3 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:43.583019 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8331231-fadc-47d0-9976-5dcb4f73f3f4 req-48b15a14-7274-4239-b4d9-b8dc53613947 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:43.609925 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8331231-fadc-47d0-9976-5dcb4f73f3f4 req-48b15a14-7274-4239-b4d9-b8dc53613947 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 944 time: 0.1571822 May 03 22:59:43.764891 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8331231-fadc-47d0-9976-5dcb4f73f3f4 req-0477b399-ce8b-4ad8-8c09-43159fcbe61b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=4165ffae-6576-40a6-912b-a3b42d26c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475096 May 03 22:59:43.817717 n-d-811807-1 neutron-server[88070]: DEBUG neutron.objects.ports [None req-bd4a9eca-69f0-4956-83b9-91a04bc6b6d3 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88070) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 03 22:59:43.818907 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd4a9eca-69f0-4956-83b9-91a04bc6b6d3 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:43.919497 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a9eca-69f0-4956-83b9-91a04bc6b6d3 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a799e56d-decf-4949-9e59-16fa58f4ea4f,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:43.950033 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4a9eca-69f0-4956-83b9-91a04bc6b6d3 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Checking segment: {'id': '59e45d7e-6397-42c2-94ca-880d5c191fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c6ef6c42-8a41-4a03-a171-1dd50e07473f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 22:59:43.950756 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4a9eca-69f0-4956-83b9-91a04bc6b6d3 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Network hostable DHCP agents. Network: c6ef6c42-8a41-4a03-a171-1dd50e07473f, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:59:43.985996 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4a9eca-69f0-4956-83b9-91a04bc6b6d3 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Network c6ef6c42-8a41-4a03-a171-1dd50e07473f is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:59:44.040172 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-bd4a9eca-69f0-4956-83b9-91a04bc6b6d3 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, c6ef6c42-8a41-4a03-a171-1dd50e07473f) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:59:44.050507 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4a9eca-69f0-4956-83b9-91a04bc6b6d3 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:44.051854 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd4a9eca-69f0-4956-83b9-91a04bc6b6d3 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:44.055392 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8a7b7f-189a-40dc-a7d9-277b518a864e None None] Network c6ef6c42-8a41-4a03-a171-1dd50e07473f requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:59:44.098857 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bd4a9eca-69f0-4956-83b9-91a04bc6b6d3 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1331916 May 03 22:59:44.099328 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45064) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:44.108799 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-00b28f78-7d81-485f-bb35-158ddbdaedb6 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Request body: {'floatingip': {'floating_network_id': 'c6ef6c42-8a41-4a03-a171-1dd50e07473f'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:59:44.132696 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-00b28f78-7d81-485f-bb35-158ddbdaedb6 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:44.141942 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-00b28f78-7d81-485f-bb35-158ddbdaedb6 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Usage tracker for resource:floatingip and tenant:f5918c7895d84dee914e19ac6a4fc934 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:44.147339 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-00b28f78-7d81-485f-bb35-158ddbdaedb6 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:44.155384 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-00b28f78-7d81-485f-bb35-158ddbdaedb6 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:44.180864 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-00b28f78-7d81-485f-bb35-158ddbdaedb6 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:44.418240 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-00b28f78-7d81-485f-bb35-158ddbdaedb6 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:44.485523 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 22:59:44.812711 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-00b28f78-7d81-485f-bb35-158ddbdaedb6 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Allocated IP 172.20.0.4 (c6ef6c42-8a41-4a03-a171-1dd50e07473f/a799e56d-decf-4949-9e59-16fa58f4ea4f/4407a91b-3b9e-4b9f-ba4c-db03d43602b5) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:59:44.950310 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a,segment=NetworkSegment(ebafc75d-31a3-4908-af39-d4780e590c4d),segment_id=ebafc75d-31a3-4908-af39-d4780e590c4d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:59:44.994679 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612547a6-eac1-47f5-86d2-b4ef753b85bc None None] Network c6ef6c42-8a41-4a03-a171-1dd50e07473f requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 22:59:45.328437 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-00b28f78-7d81-485f-bb35-158ddbdaedb6 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:45.391266 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2a037-50b0-4c2c-88dd-33a6cdb1b005 req-98754870-3dbd-42d7-856f-d97645a89391 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:45.392845 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-52f2a037-50b0-4c2c-88dd-33a6cdb1b005 req-98754870-3dbd-42d7-856f-d97645a89391 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 944 time: 0.3178761 May 03 22:59:45.453775 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a', 'network_id': '2d09be5a-1a6c-40b8-8d77-f953d59192ba', 'port_id': '7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a', 'mac_address': 'fa:16:3e:b9:84:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '742e89b0-88b6-41b8-be98-57fe0196dd8d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 22:59:45.596335 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-52f2a037-50b0-4c2c-88dd-33a6cdb1b005 req-ca5434bf-0990-4e84-8a73-dd5bd9cfaa54 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=4165ffae-6576-40a6-912b-a3b42d26c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946514 May 03 22:59:45.610864 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-00b28f78-7d81-485f-bb35-158ddbdaedb6 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:45.697838 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:45.722402 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b28f78-7d81-485f-bb35-158ddbdaedb6 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Network c6ef6c42-8a41-4a03-a171-1dd50e07473f is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:59:45.724850 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-00b28f78-7d81-485f-bb35-158ddbdaedb6 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:59:45.740557 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b28f78-7d81-485f-bb35-158ddbdaedb6 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:59:45.746028 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:59:45.790863 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a,segment=NetworkSegment(ebafc75d-31a3-4908-af39-d4780e590c4d),segment_id=ebafc75d-31a3-4908-af39-d4780e590c4d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:59:45.800592 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:45.922174 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b28f78-7d81-485f-bb35-158ddbdaedb6 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Pushing event updated for resources: {'Port': ['ID=4407a91b-3b9e-4b9f-ba4c-db03d43602b5,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:46.022248 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:46.052096 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-00b28f78-7d81-485f-bb35-158ddbdaedb6 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:46.168210 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 22:59:46.177579 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-00b28f78-7d81-485f-bb35-158ddbdaedb6 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:46.771172 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-00b28f78-7d81-485f-bb35-158ddbdaedb6 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:46.784223 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-00b28f78-7d81-485f-bb35-158ddbdaedb6 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:47.283349 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b28f78-7d81-485f-bb35-158ddbdaedb6 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Pushing event updated for resources: {'Port': ['ID=4407a91b-3b9e-4b9f-ba4c-db03d43602b5,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:47.294598 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-00b28f78-7d81-485f-bb35-158ddbdaedb6 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:47.353416 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-00b28f78-7d81-485f-bb35-158ddbdaedb6 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:47.355175 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-00b28f78-7d81-485f-bb35-158ddbdaedb6 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.2548349 May 03 22:59:47.358584 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45120) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:47.593958 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f363ef12-ce83-41ea-abb9-fae2d07584db tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Synchronizing usage tracker for tenant:f5918c7895d84dee914e19ac6a4fc934 on resource:floatingip {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:59:47.690489 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f363ef12-ce83-41ea-abb9-fae2d07584db tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Unset dirty status for tenant:f5918c7895d84dee914e19ac6a4fc934 on resource:floatingip {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:59:47.690489 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f363ef12-ce83-41ea-abb9-fae2d07584db tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] 10.222.0.58 "GET /v2.0/floatingips?floating_network_id=c6ef6c42-8a41-4a03-a171-1dd50e07473f HTTP/1.1" status: 200 len: 689 time: 0.3296261 May 03 22:59:47.692029 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45130) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:47.735356 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ac084-52d2-44af-86de-dbb3bc38fa63 req-6c3558e6-c29b-40be-9d4a-8238a486ab46 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:47.745346 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-564ac084-52d2-44af-86de-dbb3bc38fa63 req-6c3558e6-c29b-40be-9d4a-8238a486ab46 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 945 time: 0.6272259 May 03 22:59:47.884931 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-564ac084-52d2-44af-86de-dbb3bc38fa63 req-3f3df1b9-4a8c-4162-862c-09649fe36138 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=4165ffae-6576-40a6-912b-a3b42d26c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215403 May 03 22:59:47.964360 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ab56f7e8-92a0-4852-b898-66141742c7b9 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:48.144347 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ab56f7e8-92a0-4852-b898-66141742c7b9 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Deleting port 4407a91b-3b9e-4b9f-ba4c-db03d43602b5 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 22:59:48.145128 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ab56f7e8-92a0-4852-b898-66141742c7b9 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:48.381780 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 22:59:48.520660 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ab56f7e8-92a0-4852-b898-66141742c7b9 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:48.521244 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ab56f7e8-92a0-4852-b898-66141742c7b9 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:48.558600 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 22:59:48.569776 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 22:59:48.591439 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:48.895558 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:48.939714 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a,segment=NetworkSegment(ebafc75d-31a3-4908-af39-d4780e590c4d),segment_id=ebafc75d-31a3-4908-af39-d4780e590c4d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 22:59:48.940907 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59265204-14cb-4c2e-90ad-7ef2aa256e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:59:48.947895 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:49.062962 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:49.068058 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c71fe004-f705-411f-83dc-505deccf5481'] response: {'server_uuid': '59265204-14cb-4c2e-90ad-7ef2aa256e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a', 'code': 200} May 03 22:59:49.090797 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ab56f7e8-92a0-4852-b898-66141742c7b9 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Calling delete_port for 4407a91b-3b9e-4b9f-ba4c-db03d43602b5 owned by network:floatingip {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 22:59:49.429079 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd645ec-55b6-4478-8bac-758744d6f375 req-8e1f89fe-fc0b-4773-a4ac-74dc7c7f0b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:49.430840 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-dfd645ec-55b6-4478-8bac-758744d6f375 req-8e1f89fe-fc0b-4773-a4ac-74dc7c7f0b86 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 1097 time: 0.2782841 May 03 22:59:49.443764 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa322f-18ad-4888-a616-9c9cf6e9ba2d req-5535078c-a8a1-4038-b2c1-2d088407801f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:49.456711 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-35fa322f-18ad-4888-a616-9c9cf6e9ba2d req-5535078c-a8a1-4038-b2c1-2d088407801f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 946 time: 0.3299387 May 03 22:59:49.556002 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-dfd645ec-55b6-4478-8bac-758744d6f375 req-4d54d109-861f-49c6-b826-68e48f805b5f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4165ffae-6576-40a6-912b-a3b42d26c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186776 May 03 22:59:49.568884 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-35fa322f-18ad-4888-a616-9c9cf6e9ba2d req-4b09e432-3142-4fc3-9b03-c526846f9db0 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=4165ffae-6576-40a6-912b-a3b42d26c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110013 May 03 22:59:49.575348 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ab56f7e8-92a0-4852-b898-66141742c7b9 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:49.646659 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56f7e8-92a0-4852-b898-66141742c7b9 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Pushing event deleted for resources: {'Port': ['ID=4407a91b-3b9e-4b9f-ba4c-db03d43602b5,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:49.798332 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ab56f7e8-92a0-4852-b898-66141742c7b9 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:49.896908 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ab56f7e8-92a0-4852-b898-66141742c7b9 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:50.078811 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ab56f7e8-92a0-4852-b898-66141742c7b9 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:50.166620 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56f7e8-92a0-4852-b898-66141742c7b9 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a799e56d-decf-4949-9e59-16fa58f4ea4f,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:50.381625 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ab56f7e8-92a0-4852-b898-66141742c7b9 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:50.448811 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-ab56f7e8-92a0-4852-b898-66141742c7b9 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ef6c42-8a41-4a03-a171-1dd50e07473f']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:50.472522 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-ab56f7e8-92a0-4852-b898-66141742c7b9 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e45d7e-6397-42c2-94ca-880d5c191fa5') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:50.472815 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-ab56f7e8-92a0-4852-b898-66141742c7b9 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e45d7e-6397-42c2-94ca-880d5c191fa5') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:50.497805 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ab56f7e8-92a0-4852-b898-66141742c7b9 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:50.516939 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ab56f7e8-92a0-4852-b898-66141742c7b9 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:50.542204 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab56f7e8-92a0-4852-b898-66141742c7b9 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:59:50.542617 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ab56f7e8-92a0-4852-b898-66141742c7b9 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:50.556916 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:59:50.556916 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:59:50.556916 n-d-811807-1 neutron-server[88070]: timer() May 03 22:59:50.556916 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:59:50.556916 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:59:50.556916 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:59:50.556916 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:59:50.556916 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:59:50.556916 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:59:50.556916 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:59:50.556916 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:59:50.556916 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:59:50.556916 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:59:50.556916 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:59:50.556916 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:59:50.556916 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:59:50.556916 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:59:50.556916 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:59:50.556916 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:59:50.556916 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:59:50.556916 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:59:50.556916 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:59:50.556916 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:59:50.556916 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:59:50.556916 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:59:50.556916 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:59:50.556916 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:59:50.556916 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:59:50.556916 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:59:50.556916 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:59:50.556916 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:59:50.556916 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:59:50.759268 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ab56f7e8-92a0-4852-b898-66141742c7b9 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:50.790404 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab56f7e8-92a0-4852-b898-66141742c7b9 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c6ef6c42-8a41-4a03-a171-1dd50e07473f {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 03 22:59:50.792450 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56f7e8-92a0-4852-b898-66141742c7b9 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Pushing event deleted for resources: {'Network': ['ID=c6ef6c42-8a41-4a03-a171-1dd50e07473f,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:50.795970 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ab56f7e8-92a0-4852-b898-66141742c7b9 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:50.875438 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ab56f7e8-92a0-4852-b898-66141742c7b9 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] 10.222.0.58 "DELETE /v2.0/networks/c6ef6c42-8a41-4a03-a171-1dd50e07473f HTTP/1.1" status: 204 len: 168 time: 3.1793766 May 03 22:59:50.875438 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45184) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:51.008101 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358df1fa-83d6-43ff-a106-7bff6b7d518d req-f2e7aa16-c982-4091-943b-f3edccc6afd8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:51.021391 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-358df1fa-83d6-43ff-a106-7bff6b7d518d req-f2e7aa16-c982-4091-943b-f3edccc6afd8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 946 time: 0.2616794 May 03 22:59:51.176497 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0b80a292-c189-4b14-9f96-b55611b2a75c tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Synchronizing usage tracker for tenant:f5918c7895d84dee914e19ac6a4fc934 on resource:floatingip {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:59:51.204979 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-358df1fa-83d6-43ff-a106-7bff6b7d518d req-5f487567-0d7d-469e-837d-84084fe62807 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=4165ffae-6576-40a6-912b-a3b42d26c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832366 May 03 22:59:51.238294 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0b80a292-c189-4b14-9f96-b55611b2a75c tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Unset dirty status for tenant:f5918c7895d84dee914e19ac6a4fc934 on resource:floatingip {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:59:51.240181 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0b80a292-c189-4b14-9f96-b55611b2a75c tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1475 time: 0.3574626 May 03 22:59:51.242708 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45198) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:51.451672 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da66d84-6d91-445b-aa6e-b895ea019ce4 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:51.452606 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da66d84-6d91-445b-aa6e-b895ea019ce4 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:51.454072 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da66d84-6d91-445b-aa6e-b895ea019ce4 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:51.456788 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da66d84-6d91-445b-aa6e-b895ea019ce4 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:51.457440 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da66d84-6d91-445b-aa6e-b895ea019ce4 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:51.459454 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da66d84-6d91-445b-aa6e-b895ea019ce4 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:51.464337 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da66d84-6d91-445b-aa6e-b895ea019ce4 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:51.465713 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9da66d84-6d91-445b-aa6e-b895ea019ce4 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Synchronizing usage tracker for tenant:f5918c7895d84dee914e19ac6a4fc934 on resource:subnet {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:59:51.513314 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9da66d84-6d91-445b-aa6e-b895ea019ce4 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Unset dirty status for tenant:f5918c7895d84dee914e19ac6a4fc934 on resource:subnet {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:59:51.515928 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9da66d84-6d91-445b-aa6e-b895ea019ce4 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4645 time: 0.2711942 May 03 22:59:51.518646 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45202) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:51.713335 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-43aa48df-acb8-491e-b66c-5ccb0cc3c711 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] delete failed (client error): The resource could not be found. May 03 22:59:51.724302 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-43aa48df-acb8-491e-b66c-5ccb0cc3c711 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/af4be61a-ddd0-4453-a05d-8444cb38a740 HTTP/1.1" status: 404 len: 345 time: 0.2011859 May 03 22:59:51.724445 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45210) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:51.777893 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-efeb610c-c3ff-4605-b58d-9db3056af3cc tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] DELETE failed (client error): The resource could not be found. May 03 22:59:51.779247 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efeb610c-c3ff-4605-b58d-9db3056af3cc tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:59:51.783357 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-efeb610c-c3ff-4605-b58d-9db3056af3cc tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] 10.222.0.58 "DELETE /v2.0/networks/c6ef6c42-8a41-4a03-a171-1dd50e07473f HTTP/1.1" status: 404 len: 339 time: 0.0583329 May 03 22:59:51.787552 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45214) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:51.792301 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-c918f69e-338a-4584-bc78-2de910477eef tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Request body: {'network': {'name': 'tempest-network--705682525', 'router:external': True}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:59:51.807297 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c918f69e-338a-4584-bc78-2de910477eef tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:51.811966 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c918f69e-338a-4584-bc78-2de910477eef tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Usage tracker for resource:network and tenant:f5918c7895d84dee914e19ac6a4fc934 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:51.818026 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c918f69e-338a-4584-bc78-2de910477eef tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:51.830682 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c918f69e-338a-4584-bc78-2de910477eef tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:51.851828 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c918f69e-338a-4584-bc78-2de910477eef tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Made reservation on behalf of f5918c7895d84dee914e19ac6a4fc934 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:59:51.857783 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c918f69e-338a-4584-bc78-2de910477eef tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:51.897658 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c918f69e-338a-4584-bc78-2de910477eef tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:59:51.913122 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c918f69e-338a-4584-bc78-2de910477eef tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:51.913983 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-c918f69e-338a-4584-bc78-2de910477eef tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Added segment baffd5a8-d9e1-4f98-ba0b-9d04565f7db9 of type vlan for network 6e227699-b768-4cf9-97d9-cbe80daa34cb May 03 22:59:51.955912 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c918f69e-338a-4584-bc78-2de910477eef tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:51.996490 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c918f69e-338a-4584-bc78-2de910477eef tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:51.997563 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c918f69e-338a-4584-bc78-2de910477eef tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:51.999188 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c918f69e-338a-4584-bc78-2de910477eef tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:52.102635 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c918f69e-338a-4584-bc78-2de910477eef tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3120992 May 03 22:59:52.103086 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45222) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:52.117191 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c918f69e-338a-4584-bc78-2de910477eef tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Pushing event updated for resources: {'Network': ['ID=6e227699-b768-4cf9-97d9-cbe80daa34cb,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:52.136369 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 6e227699-b768-4cf9-97d9-cbe80daa34cb details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:59:52.357886 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcc04da-72fa-4367-b69e-1230130a7f1c tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:52.363780 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcc04da-72fa-4367-b69e-1230130a7f1c tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:52.369642 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcc04da-72fa-4367-b69e-1230130a7f1c tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:52.376197 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcc04da-72fa-4367-b69e-1230130a7f1c tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:52.377056 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0dcc04da-72fa-4367-b69e-1230130a7f1c tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] Synchronizing usage tracker for tenant:1c0fd30bad5c4d44973f1e0abf206960 on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:59:52.419405 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0dcc04da-72fa-4367-b69e-1230130a7f1c tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] Unset dirty status for tenant:1c0fd30bad5c4d44973f1e0abf206960 on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:59:52.423980 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45236) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:52.425266 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0dcc04da-72fa-4367-b69e-1230130a7f1c tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3185768 May 03 22:59:52.495168 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd30cee-d43f-476a-b37a-ea346c9958d7 req-1d61b301-ab59-48f6-a134-287457543531 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:52.496663 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1fd30cee-d43f-476a-b37a-ea346c9958d7 req-1d61b301-ab59-48f6-a134-287457543531 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 946 time: 0.1799815 May 03 22:59:52.557552 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-21cba90d-005a-49b6-8f7c-4c12f1e0a321 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:52.564666 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1fd30cee-d43f-476a-b37a-ea346c9958d7 req-6c9a3ef2-b324-4ee7-bb8a-66e9f92e2f7d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=4165ffae-6576-40a6-912b-a3b42d26c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575233 May 03 22:59:52.861577 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0119b-039b-453f-a0d6-6cab6da95593 req-2f0e319d-23e6-4933-90de-a00279dbc82d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:52.867981 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b0e0119b-039b-453f-a0d6-6cab6da95593 req-2f0e319d-23e6-4933-90de-a00279dbc82d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 946 time: 0.1670074 May 03 22:59:52.870422 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-21cba90d-005a-49b6-8f7c-4c12f1e0a321 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:52.897513 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-21cba90d-005a-49b6-8f7c-4c12f1e0a321 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e227699-b768-4cf9-97d9-cbe80daa34cb']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:52.905812 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1870fdf8-eb47-4a3b-b6d5-a903d81cab25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:52.915605 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-21cba90d-005a-49b6-8f7c-4c12f1e0a321 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baffd5a8-d9e1-4f98-ba0b-9d04565f7db9') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:52.915896 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-21cba90d-005a-49b6-8f7c-4c12f1e0a321 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baffd5a8-d9e1-4f98-ba0b-9d04565f7db9') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:52.931990 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-21cba90d-005a-49b6-8f7c-4c12f1e0a321 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:52.951610 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-21cba90d-005a-49b6-8f7c-4c12f1e0a321 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:52.955612 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b0e0119b-039b-453f-a0d6-6cab6da95593 req-be2cc141-3e62-414d-98ff-44f130a44bde tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=4165ffae-6576-40a6-912b-a3b42d26c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867796 May 03 22:59:52.958331 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21cba90d-005a-49b6-8f7c-4c12f1e0a321 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:59:52.960099 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-21cba90d-005a-49b6-8f7c-4c12f1e0a321 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:52.977218 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45252) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:53.079785 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:59:53.079785 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:59:53.079785 n-d-811807-1 neutron-server[88070]: timer() May 03 22:59:53.079785 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:59:53.079785 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:59:53.079785 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:59:53.079785 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:59:53.079785 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:59:53.079785 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:59:53.079785 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:59:53.079785 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:59:53.079785 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:59:53.079785 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:59:53.079785 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:59:53.079785 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:59:53.079785 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:59:53.079785 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:59:53.079785 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:59:53.079785 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:59:53.079785 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:59:53.079785 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:59:53.079785 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:59:53.079785 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:59:53.079785 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:59:53.079785 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:59:53.079785 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:59:53.079785 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:59:53.079785 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:59:53.079785 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:59:53.079785 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:59:53.079785 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:59:53.079785 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:59:53.084114 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-21cba90d-005a-49b6-8f7c-4c12f1e0a321 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:53.097428 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166922d0-fe51-4303-a520-b41aa20f5621 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:53.100892 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-166922d0-fe51-4303-a520-b41aa20f5621 tempest-TestNetworkAdvancedServerOps-65801819 tempest-TestNetworkAdvancedServerOps-65801819-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 1092 time: 0.1219585 May 03 22:59:53.103035 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45258) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:53.105066 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cba90d-005a-49b6-8f7c-4c12f1e0a321 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6e227699-b768-4cf9-97d9-cbe80daa34cb {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 03 22:59:53.111509 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-21cba90d-005a-49b6-8f7c-4c12f1e0a321 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:53.125648 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cba90d-005a-49b6-8f7c-4c12f1e0a321 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Pushing event deleted for resources: {'Network': ['ID=6e227699-b768-4cf9-97d9-cbe80daa34cb,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:53.129611 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-2378c8a8-c8a1-4c16-bc11-f988e9e93107 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'port_id': '7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:59:53.134304 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-21cba90d-005a-49b6-8f7c-4c12f1e0a321 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] 10.222.0.58 "DELETE /v2.0/networks/6e227699-b768-4cf9-97d9-cbe80daa34cb HTTP/1.1" status: 204 len: 168 time: 0.7064795 May 03 22:59:53.140594 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45262) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:53.145069 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2378c8a8-c8a1-4c16-bc11-f988e9e93107 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:53.155583 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-fa118e6a-0652-42b4-9316-085615eb5191 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Request body: {'network': {'name': 'tempest-network--2007530861', 'router:external': True}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:59:53.155859 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2378c8a8-c8a1-4c16-bc11-f988e9e93107 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Usage tracker for resource:floatingip and tenant:e51c41c8f2c54373bfeeef105247eecb is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:53.165872 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-fa118e6a-0652-42b4-9316-085615eb5191 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:53.166014 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2378c8a8-c8a1-4c16-bc11-f988e9e93107 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:53.167622 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-fa118e6a-0652-42b4-9316-085615eb5191 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Usage tracker for resource:network and tenant:f5918c7895d84dee914e19ac6a4fc934 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:53.175682 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-fa118e6a-0652-42b4-9316-085615eb5191 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:53.184912 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-fa118e6a-0652-42b4-9316-085615eb5191 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:53.198374 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2378c8a8-c8a1-4c16-bc11-f988e9e93107 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:53.203435 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa118e6a-0652-42b4-9316-085615eb5191 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Made reservation on behalf of f5918c7895d84dee914e19ac6a4fc934 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:59:53.207578 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fa118e6a-0652-42b4-9316-085615eb5191 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:53.221173 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2378c8a8-c8a1-4c16-bc11-f988e9e93107 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:53.264848 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa118e6a-0652-42b4-9316-085615eb5191 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:59:53.280441 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fa118e6a-0652-42b4-9316-085615eb5191 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:53.281024 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-fa118e6a-0652-42b4-9316-085615eb5191 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Added segment 0e26b1ab-d21f-43bc-8ce5-8d59f11da99d of type vlan for network 7c56fd74-ac12-4606-b7c1-2d728d84fa59 May 03 22:59:53.353670 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fa118e6a-0652-42b4-9316-085615eb5191 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:53.398899 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fa118e6a-0652-42b4-9316-085615eb5191 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:53.400041 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa118e6a-0652-42b4-9316-085615eb5191 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:53.400686 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fa118e6a-0652-42b4-9316-085615eb5191 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:53.550314 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa118e6a-0652-42b4-9316-085615eb5191 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Pushing event updated for resources: {'Network': ['ID=7c56fd74-ac12-4606-b7c1-2d728d84fa59,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:53.570102 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 7c56fd74-ac12-4606-b7c1-2d728d84fa59 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:59:53.589537 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-3e7e73a7-dea2-400a-9b93-2dbeef153c0e tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-342408259&fields=id&tenant_id=fac7f64c48bd48e8ae480a0113f466e9 HTTP/1.1" status: 200 len: 267 time: 0.1230772 May 03 22:59:53.593897 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fa118e6a-0652-42b4-9316-085615eb5191 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4518049 May 03 22:59:53.596216 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45276) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:53.830741 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2378c8a8-c8a1-4c16-bc11-f988e9e93107 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:54.017621 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e08843-6e39-4cc7-87b0-5d1768257db9 tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:54.021667 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-35e08843-6e39-4cc7-87b0-5d1768257db9 tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] 10.222.0.58 "GET /v2.0/networks/7c56fd74-ac12-4606-b7c1-2d728d84fa59 HTTP/1.1" status: 200 len: 757 time: 0.4219317 May 03 22:59:54.021926 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45286) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:54.078916 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-8b05b508-785b-4939-a6cf-473e7750c217 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:54.092971 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-8b05b508-785b-4939-a6cf-473e7750c217 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/networks?id=707cfa08-484f-448d-b84f-a940bf8f6e2e HTTP/1.1" status: 200 len: 811 time: 0.4704683 May 03 22:59:54.123457 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-ba867919-0545-4954-a30c-c478034ec742 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/quotas/fac7f64c48bd48e8ae480a0113f466e9 HTTP/1.1" status: 200 len: 375 time: 0.0290582 May 03 22:59:54.142009 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-2378c8a8-c8a1-4c16-bc11-f988e9e93107 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Allocated IP 172.25.2.55 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/8fbce6ea-6fa3-4fd4-afbf-8145dc276eed) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:59:54.215500 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54503384-66db-4175-94ed-8d3ab158092b tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:54.219650 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-54503384-66db-4175-94ed-8d3ab158092b tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] 10.222.0.58 "GET /v2.0/networks/e72e7ad5-fa32-42d0-a0af-ded12414c645 HTTP/1.1" status: 200 len: 768 time: 0.1940653 May 03 22:59:54.220979 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45292) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:54.381757 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45302) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:54.417645 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a0fb8d87-ae87-45d3-a357-fe301e770516 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:54.580079 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:54.624417 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a0fb8d87-ae87-45d3-a357-fe301e770516 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:54.642299 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-02f5efc3-a5ec-443a-9e4c-8ad453bd3589 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fac7f64c48bd48e8ae480a0113f466e9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4959879 May 03 22:59:54.662812 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-a0fb8d87-ae87-45d3-a357-fe301e770516 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c56fd74-ac12-4606-b7c1-2d728d84fa59']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:54.692041 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e2baa484-6350-4248-818d-0321aa6446a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:54.712141 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e2baa484-6350-4248-818d-0321aa6446a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:54.715416 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-a0fb8d87-ae87-45d3-a357-fe301e770516 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e26b1ab-d21f-43bc-8ce5-8d59f11da99d') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:54.716257 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-a0fb8d87-ae87-45d3-a357-fe301e770516 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e26b1ab-d21f-43bc-8ce5-8d59f11da99d') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:54.727623 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e2baa484-6350-4248-818d-0321aa6446a3 admin admin] Usage tracker for resource:security_group_rule and tenant:b282a3359e454aea9d35ec5d1a86a59a is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:54.733049 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e2baa484-6350-4248-818d-0321aa6446a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:54.738838 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a0fb8d87-ae87-45d3-a357-fe301e770516 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:54.752336 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e2baa484-6350-4248-818d-0321aa6446a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:54.765432 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a0fb8d87-ae87-45d3-a357-fe301e770516 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:54.776380 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0fb8d87-ae87-45d3-a357-fe301e770516 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:59:54.777038 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a0fb8d87-ae87-45d3-a357-fe301e770516 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:54.797699 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:59:54.797699 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:59:54.797699 n-d-811807-1 neutron-server[88070]: timer() May 03 22:59:54.797699 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:59:54.797699 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:59:54.797699 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:59:54.797699 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:59:54.797699 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:59:54.797699 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:59:54.797699 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:59:54.797699 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:59:54.797699 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:59:54.797699 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:59:54.797699 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:59:54.797699 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:59:54.797699 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:59:54.797699 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:59:54.797699 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:59:54.797699 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:59:54.797699 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:59:54.797699 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:59:54.797699 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:59:54.797699 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:59:54.797699 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:59:54.797699 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:59:54.797699 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:59:54.797699 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:59:54.797699 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:59:54.797699 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:59:54.797699 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:59:54.797699 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:59:54.797699 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:59:54.860416 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2378c8a8-c8a1-4c16-bc11-f988e9e93107 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:54.871215 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-c45cf487-1255-440f-a39c-59dad7837bc7 service neutron] 10.222.0.58 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273674 May 03 22:59:54.954785 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a0fb8d87-ae87-45d3-a357-fe301e770516 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:54.991540 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fb8d87-ae87-45d3-a357-fe301e770516 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7c56fd74-ac12-4606-b7c1-2d728d84fa59 {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 03 22:59:55.005507 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a0fb8d87-ae87-45d3-a357-fe301e770516 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:55.021137 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb8d87-ae87-45d3-a357-fe301e770516 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Pushing event deleted for resources: {'Network': ['ID=7c56fd74-ac12-4606-b7c1-2d728d84fa59,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:55.036048 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a0fb8d87-ae87-45d3-a357-fe301e770516 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] 10.222.0.58 "DELETE /v2.0/networks/7c56fd74-ac12-4606-b7c1-2d728d84fa59 HTTP/1.1" status: 204 len: 168 time: 0.8088713 May 03 22:59:55.036048 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45312) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:55.041452 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2378c8a8-c8a1-4c16-bc11-f988e9e93107 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:55.042801 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-791fbc67-7c60-466c-8416-8d9f8976abca tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Request body: {'network': {'name': 'tempest-network--31531787'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:59:55.048088 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-791fbc67-7c60-466c-8416-8d9f8976abca tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:55.053108 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-791fbc67-7c60-466c-8416-8d9f8976abca tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Usage tracker for resource:network and tenant:f5918c7895d84dee914e19ac6a4fc934 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:55.056664 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-791fbc67-7c60-466c-8416-8d9f8976abca tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:55.064782 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-791fbc67-7c60-466c-8416-8d9f8976abca tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:55.079326 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791fbc67-7c60-466c-8416-8d9f8976abca tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Made reservation on behalf of f5918c7895d84dee914e19ac6a4fc934 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:59:55.081880 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-791fbc67-7c60-466c-8416-8d9f8976abca tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:55.172807 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2378c8a8-c8a1-4c16-bc11-f988e9e93107 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:59:55.177082 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-2378c8a8-c8a1-4c16-bc11-f988e9e93107 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:59:55.179337 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2378c8a8-c8a1-4c16-bc11-f988e9e93107 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'Port': ['ID=8fbce6ea-6fa3-4fd4-afbf-8145dc276eed,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:55.181518 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2378c8a8-c8a1-4c16-bc11-f988e9e93107 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 22:59:55.194920 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e2baa484-6350-4248-818d-0321aa6446a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:55.219855 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-791fbc67-7c60-466c-8416-8d9f8976abca tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:59:55.230100 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-1ceee02d-c1c0-48d6-8656-9910b35e035d service neutron] 10.222.0.58 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556166 May 03 22:59:55.242792 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-791fbc67-7c60-466c-8416-8d9f8976abca tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:55.243387 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-791fbc67-7c60-466c-8416-8d9f8976abca tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Added segment 5a4c94b0-c94c-4e21-8dae-6a4dd5081580 of type vlan for network 23975c2e-5d66-4bad-aa09-28f7ba58aeee May 03 22:59:55.330332 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-791fbc67-7c60-466c-8416-8d9f8976abca tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:55.365325 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e2baa484-6350-4248-818d-0321aa6446a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:55.415963 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e2baa484-6350-4248-818d-0321aa6446a3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b282a3359e454aea9d35ec5d1a86a59a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0299704 May 03 22:59:55.417093 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-791fbc67-7c60-466c-8416-8d9f8976abca tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:55.418518 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791fbc67-7c60-466c-8416-8d9f8976abca tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:55.419339 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-791fbc67-7c60-466c-8416-8d9f8976abca tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:55.433432 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45324) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:55.545465 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791fbc67-7c60-466c-8416-8d9f8976abca tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Pushing event updated for resources: {'Network': ['ID=23975c2e-5d66-4bad-aa09-28f7ba58aeee,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:55.552128 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f262d3f5-97d4-4a2e-8eb8-c5bbbacbe1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:55.561653 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 23975c2e-5d66-4bad-aa09-28f7ba58aeee details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 22:59:55.580352 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baa484-6350-4248-818d-0321aa6446a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c02d0ab-b1fc-4ffc-87b4-a56429123da3,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:55.587646 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-791fbc67-7c60-466c-8416-8d9f8976abca tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5511911 May 03 22:59:55.588673 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45332) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:55.599499 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-c8712e89-5a2c-415b-935c-ed40670e1f80 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:59:56.016926 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-faffd50f-8f3e-40bc-a236-f19ae16c34d5 req-e8625ad2-bd65-42f8-b6df-03e51a162337 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=65badab1-c3dd-4694-99ca-8d481db29112 HTTP/1.1" status: 200 len: 210 time: 0.1448436 May 03 22:59:56.149680 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-05238b65-89ec-41ee-9adb-316f7d2931a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:56.159307 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c8712e89-5a2c-415b-935c-ed40670e1f80 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:56.184411 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c8712e89-5a2c-415b-935c-ed40670e1f80 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:56.200988 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-05238b65-89ec-41ee-9adb-316f7d2931a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:56.296113 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-05238b65-89ec-41ee-9adb-316f7d2931a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:56.296659 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c8712e89-5a2c-415b-935c-ed40670e1f80 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Network 23975c2e-5d66-4bad-aa09-28f7ba58aeee is not hosted by any dhcp agent {{(pid=88070) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 03 22:59:56.298429 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8712e89-5a2c-415b-935c-ed40670e1f80 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:56.299539 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c8712e89-5a2c-415b-935c-ed40670e1f80 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:56.305889 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c8712e89-5a2c-415b-935c-ed40670e1f80 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] 10.222.0.58 "PUT /v2.0/networks/23975c2e-5d66-4bad-aa09-28f7ba58aeee HTTP/1.1" status: 200 len: 856 time: 0.7147543 May 03 22:59:56.306693 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45354) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:56.310173 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8712e89-5a2c-415b-935c-ed40670e1f80 tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Pushing event updated for resources: {'Network': ['ID=23975c2e-5d66-4bad-aa09-28f7ba58aeee,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:56.332505 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05238b65-89ec-41ee-9adb-316f7d2931a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c02d0ab-b1fc-4ffc-87b4-a56429123da3,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:56.337919 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2378c8a8-c8a1-4c16-bc11-f988e9e93107 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:56.381628 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-05238b65-89ec-41ee-9adb-316f7d2931a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:56.383133 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-05238b65-89ec-41ee-9adb-316f7d2931a4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4c02d0ab-b1fc-4ffc-87b4-a56429123da3 HTTP/1.1" status: 204 len: 168 time: 0.9487484 May 03 22:59:56.412728 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:56.419214 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:56.496674 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a27f33b2-8a8b-49f9-b135-74f02044aa1b tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:56.501220 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2378c8a8-c8a1-4c16-bc11-f988e9e93107 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:56.792519 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a27f33b2-8a8b-49f9-b135-74f02044aa1b tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:56.852251 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-a27f33b2-8a8b-49f9-b135-74f02044aa1b tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23975c2e-5d66-4bad-aa09-28f7ba58aeee']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:56.880168 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-a27f33b2-8a8b-49f9-b135-74f02044aa1b tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a4c94b0-c94c-4e21-8dae-6a4dd5081580') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:56.883442 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-a27f33b2-8a8b-49f9-b135-74f02044aa1b tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a4c94b0-c94c-4e21-8dae-6a4dd5081580') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:56.921575 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a27f33b2-8a8b-49f9-b135-74f02044aa1b tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:56.931981 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2378c8a8-c8a1-4c16-bc11-f988e9e93107 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:56.940046 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2378c8a8-c8a1-4c16-bc11-f988e9e93107 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:56.958983 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a27f33b2-8a8b-49f9-b135-74f02044aa1b tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:56.970194 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a27f33b2-8a8b-49f9-b135-74f02044aa1b tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:59:56.970629 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a27f33b2-8a8b-49f9-b135-74f02044aa1b tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:56.988074 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:59:56.988074 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:59:56.988074 n-d-811807-1 neutron-server[88070]: timer() May 03 22:59:56.988074 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:59:56.988074 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:59:56.988074 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:59:56.988074 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:59:56.988074 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:59:56.988074 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:59:56.988074 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:59:56.988074 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:59:56.988074 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:59:56.988074 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:59:56.988074 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:59:56.988074 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:59:56.988074 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:59:56.988074 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:59:56.988074 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:59:56.988074 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:59:56.988074 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:59:56.988074 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:59:56.988074 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:59:56.988074 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:59:56.988074 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:59:56.988074 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:59:56.988074 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:59:56.988074 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:59:56.988074 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:59:56.988074 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:59:56.988074 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:59:56.988074 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:59:56.988074 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:59:57.096800 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2378c8a8-c8a1-4c16-bc11-f988e9e93107 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event updated for resources: {'Port': ['ID=8fbce6ea-6fa3-4fd4-afbf-8145dc276eed,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:57.138755 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45374) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:57.161386 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a27f33b2-8a8b-49f9-b135-74f02044aa1b tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:57.166098 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-56fdc109-8ea4-419e-a46a-37a44360df80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:57.191704 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27f33b2-8a8b-49f9-b135-74f02044aa1b tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 23975c2e-5d66-4bad-aa09-28f7ba58aeee {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 03 22:59:57.198310 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a27f33b2-8a8b-49f9-b135-74f02044aa1b tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:57.200050 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f33b2-8a8b-49f9-b135-74f02044aa1b tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] Pushing event deleted for resources: {'Network': ['ID=23975c2e-5d66-4bad-aa09-28f7ba58aeee,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:57.207341 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-56fdc109-8ea4-419e-a46a-37a44360df80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:57.211240 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a27f33b2-8a8b-49f9-b135-74f02044aa1b tempest-ExternalNetworksTestJSON-593951233 tempest-ExternalNetworksTestJSON-593951233-project-admin] 10.222.0.58 "DELETE /v2.0/networks/23975c2e-5d66-4bad-aa09-28f7ba58aeee HTTP/1.1" status: 204 len: 168 time: 0.9025960 May 03 22:59:57.217337 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45378) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:57.218959 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-56fdc109-8ea4-419e-a46a-37a44360df80 admin admin] Usage tracker for resource:security_group_rule and tenant:ffd152ab3aa642d9991fb87ca77c02d0 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 22:59:57.219079 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2378c8a8-c8a1-4c16-bc11-f988e9e93107 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:57.223532 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-56fdc109-8ea4-419e-a46a-37a44360df80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 22:59:57.262826 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-56fdc109-8ea4-419e-a46a-37a44360df80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:57.269831 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-90656145-09b7-41b9-b87c-3bbbfd352510 tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] DELETE failed (client error): The resource could not be found. May 03 22:59:57.270365 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90656145-09b7-41b9-b87c-3bbbfd352510 tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 22:59:57.274954 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-90656145-09b7-41b9-b87c-3bbbfd352510 tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] 10.222.0.58 "DELETE /v2.0/subnets/a799e56d-decf-4949-9e59-16fa58f4ea4f HTTP/1.1" status: 404 len: 337 time: 0.0529935 May 03 22:59:57.277749 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45382) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:57.484550 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f034d66b-ff4f-4bdd-8905-4f34ed2cf08e tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:57.692325 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:57.808318 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-2378c8a8-c8a1-4c16-bc11-f988e9e93107 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Floating IP 53352d19-e49f-4adf-bb7c-2d73e681179c associated. External IP: 172.25.2.55, port: 7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a. May 03 22:59:57.820253 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-56fdc109-8ea4-419e-a46a-37a44360df80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:57.831682 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-24b16317-fcb5-44dd-a329-5ecc7f7a72f0 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:57.833356 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-24b16317-fcb5-44dd-a329-5ecc7f7a72f0 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.60 "GET /v2.0/networks?id=707cfa08-484f-448d-b84f-a940bf8f6e2e HTTP/1.1" status: 200 len: 811 time: 0.4390459 May 03 22:59:57.836908 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-56fdc109-8ea4-419e-a46a-37a44360df80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:57.995452 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f034d66b-ff4f-4bdd-8905-4f34ed2cf08e tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:58.015434 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a25786e9-7200-446c-85f3-f69ecc16139e req-64cc883d-53e4-43ff-89e8-661ddfe7139f tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=65badab1-c3dd-4694-99ca-8d481db29112 HTTP/1.1" status: 200 len: 210 time: 0.7034812 May 03 22:59:58.088788 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-7bce52b9-9d91-4d5f-82da-a073bf534e28 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Synchronizing usage tracker for tenant:fac7f64c48bd48e8ae480a0113f466e9 on resource:security_group {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 22:59:58.097727 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:58.103167 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-f034d66b-ff4f-4bdd-8905-4f34ed2cf08e tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e72e7ad5-fa32-42d0-a0af-ded12414c645']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:58.113567 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fdc109-8ea4-419e-a46a-37a44360df80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6673da9-038c-40f0-b671-c2aea04eaf90,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:58.128431 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-56fdc109-8ea4-419e-a46a-37a44360df80 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ffd152ab3aa642d9991fb87ca77c02d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9886954 May 03 22:59:58.136360 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45396) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:58.139078 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-7bce52b9-9d91-4d5f-82da-a073bf534e28 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Unset dirty status for tenant:fac7f64c48bd48e8ae480a0113f466e9 on resource:security_group {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 22:59:58.141669 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-7bce52b9-9d91-4d5f-82da-a073bf534e28 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fac7f64c48bd48e8ae480a0113f466e9 HTTP/1.1" status: 200 len: 379 time: 0.1804094 May 03 22:59:58.156792 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-f034d66b-ff4f-4bdd-8905-4f34ed2cf08e tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c11ae0-1212-4b1b-a7db-9c5bd7b884d2') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:58.157017 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-f034d66b-ff4f-4bdd-8905-4f34ed2cf08e tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c11ae0-1212-4b1b-a7db-9c5bd7b884d2') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:58.179260 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-56c3c160-527d-4652-83c1-961529510764 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Request body: {'port': {'device_id': '65badab1-c3dd-4694-99ca-8d481db29112', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'admin_state_up': True, 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'security_groups': ['f80127a2-7685-4829-b922-4f551e4c4adb']}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 22:59:58.330106 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-56c3c160-527d-4652-83c1-961529510764 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 22:59:58.343639 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2378c8a8-c8a1-4c16-bc11-f988e9e93107 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Router 807f4929-883e-4a8c-98b6-d19e56f4c21c has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 22:59:58.354272 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f034d66b-ff4f-4bdd-8905-4f34ed2cf08e tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:58.364755 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-56c3c160-527d-4652-83c1-961529510764 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 22:59:58.382186 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-56c3c160-527d-4652-83c1-961529510764 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Made reservation on behalf of fac7f64c48bd48e8ae480a0113f466e9 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:59:58.386010 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-56c3c160-527d-4652-83c1-961529510764 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:58.573718 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2378c8a8-c8a1-4c16-bc11-f988e9e93107 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 22:59:58.583989 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4a86f4-0b2c-4dfc-b34a-bb9a8f241a7f None None] Sync routers for ids ['807f4929-883e-4a8c-98b6-d19e56f4c21c'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:59:58.595360 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f034d66b-ff4f-4bdd-8905-4f34ed2cf08e tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:58.598870 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2378c8a8-c8a1-4c16-bc11-f988e9e93107 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:58.599472 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4a86f4-0b2c-4dfc-b34a-bb9a8f241a7f None None] Routers {'807f4929-883e-4a8c-98b6-d19e56f4c21c'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:59:58.602919 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-fd4a86f4-0b2c-4dfc-b34a-bb9a8f241a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:59:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['807f4929-883e-4a8c-98b6-d19e56f4c21c'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:58.673273 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f034d66b-ff4f-4bdd-8905-4f34ed2cf08e tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:59:58.673758 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f034d66b-ff4f-4bdd-8905-4f34ed2cf08e tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:58.709717 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 22:59:58.709717 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:59:58.709717 n-d-811807-1 neutron-server[88070]: timer() May 03 22:59:58.709717 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:59:58.709717 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 22:59:58.709717 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 22:59:58.709717 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 22:59:58.709717 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:59:58.709717 n-d-811807-1 neutron-server[88070]: self._notify() May 03 22:59:58.709717 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:59:58.709717 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 22:59:58.709717 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:59:58.709717 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 22:59:58.709717 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 22:59:58.709717 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:59:58.709717 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 22:59:58.709717 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:59:58.709717 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 22:59:58.709717 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 22:59:58.709717 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 22:59:58.709717 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 22:59:58.709717 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 22:59:58.709717 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:59:58.709717 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:59:58.709717 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 22:59:58.709717 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:59:58.709717 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:59:58.709717 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:59:58.709717 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:59:58.709717 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:59:58.709717 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:59:58.709717 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:59:58.711951 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2378c8a8-c8a1-4c16-bc11-f988e9e93107 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.6072505 May 03 22:59:58.712677 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59265204-14cb-4c2e-90ad-7ef2aa256e05', 'tag': '7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:59:58.744624 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-42524f06-b3bf-4d3b-8a7b-e4ab1fa0db81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:58.785430 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-011de5f6-3b8f-451f-b4b7-02f946b01b0a'] response: {'name': 'network-changed', 'server_uuid': '59265204-14cb-4c2e-90ad-7ef2aa256e05', 'tag': '7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a', 'status': 'completed', 'code': 200} May 03 22:59:58.938235 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-42524f06-b3bf-4d3b-8a7b-e4ab1fa0db81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:58.956272 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f034d66b-ff4f-4bdd-8905-4f34ed2cf08e tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:58.962762 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63f617-938a-438c-ba78-35120c2a7fd6 req-b676e039-37a6-478b-b1a6-14d7c020bec8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:58.977384 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-df63f617-938a-438c-ba78-35120c2a7fd6 req-b676e039-37a6-478b-b1a6-14d7c020bec8 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 946 time: 0.1357117 May 03 22:59:59.001397 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f034d66b-ff4f-4bdd-8905-4f34ed2cf08e tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:59.032552 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-fd4a86f4-0b2c-4dfc-b34a-bb9a8f241a7f None None] Set router 807f4929-883e-4a8c-98b6-d19e56f4c21c gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 22:59:59.081108 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-df63f617-938a-438c-ba78-35120c2a7fd6 req-bf2bea59-05df-43d3-a03f-36d404760e39 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=4165ffae-6576-40a6-912b-a3b42d26c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036520 May 03 22:59:59.095446 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034d66b-ff4f-4bdd-8905-4f34ed2cf08e tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] Pushing event deleted for resources: {'Network': ['ID=e72e7ad5-fa32-42d0-a0af-ded12414c645,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:59.109895 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45420) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:59.127790 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d5239-6c1a-44ae-af27-b144515801de req-d7b64894-cde9-455a-a8ef-3b6e5534a9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:59.129527 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bd3d5239-6c1a-44ae-af27-b144515801de req-d7b64894-cde9-455a-a8ef-3b6e5534a9e8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 1097 time: 0.3142588 May 03 22:59:59.138444 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f034d66b-ff4f-4bdd-8905-4f34ed2cf08e tempest-ExternalNetworksTestJSON-1892540109 tempest-ExternalNetworksTestJSON-1892540109-project] 10.222.0.58 "DELETE /v2.0/networks/e72e7ad5-fa32-42d0-a0af-ded12414c645 HTTP/1.1" status: 204 len: 168 time: 1.8598645 May 03 22:59:59.255792 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-56c3c160-527d-4652-83c1-961529510764 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Allocated IP 172.20.0.12 (707cfa08-484f-448d-b84f-a940bf8f6e2e/1a456f8a-c743-4130-8826-ac82fe55cbc8/03469911-b68d-4164-b0df-99e893b6d196) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:59:59.310978 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d5239-6c1a-44ae-af27-b144515801de req-0b1e20c8-8888-4090-8d7f-929a132aa4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:59.313982 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bd3d5239-6c1a-44ae-af27-b144515801de req-0b1e20c8-8888-4090-8d7f-929a132aa4bd service neutron] 10.222.0.67 "GET /v2.0/networks?id=2d09be5a-1a6c-40b8-8d77-f953d59192ba HTTP/1.1" status: 200 len: 897 time: 0.1680810 May 03 22:59:59.318094 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-42524f06-b3bf-4d3b-8a7b-e4ab1fa0db81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:59.434935 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-892f8362-d473-4781-9082-b0e25d3bc125 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/floatingips/53352d19-e49f-4adf-bb7c-2d73e681179c HTTP/1.1" status: 200 len: 991 time: 0.3237896 May 03 22:59:59.576491 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42524f06-b3bf-4d3b-8a7b-e4ab1fa0db81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6673da9-038c-40f0-b671-c2aea04eaf90,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:59.641098 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-42524f06-b3bf-4d3b-8a7b-e4ab1fa0db81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:59.642608 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-42524f06-b3bf-4d3b-8a7b-e4ab1fa0db81 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d6673da9-038c-40f0-b671-c2aea04eaf90 HTTP/1.1" status: 204 len: 168 time: 1.4912190 May 03 22:59:59.649609 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-fd4a86f4-0b2c-4dfc-b34a-bb9a8f241a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064799013', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd5879ed3-ce1e-42d0-941b-aa7295aeefdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:59:13Z', 'updated_at': '2022-05-03T22:59:25Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': 'd5879ed3-ce1e-42d0-941b-aa7295aeefdf', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:59:15Z', 'updated_at': '2022-05-03T22:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '53352d19-e49f-4adf-bb7c-2d73e681179c', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'floating_ip_address': '172.25.2.55', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'port_id': '7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d09be5a-1a6c-40b8-8d77-f953d59192ba', 'mac_address': 'fa:16:3e:b9:84:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59265204-14cb-4c2e-90ad-7ef2aa256e05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:59:56Z', 'updated_at': '2022-05-03T22:59:56Z', 'revision_number': 0, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77777ea-6e86-4bcf-9c7b-d719bd68c4bc', 'name': '', 'network_id': '2d09be5a-1a6c-40b8-8d77-f953d59192ba', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'mac_address': 'fa:16:3e:64:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '742e89b0-88b6-41b8-be98-57fe0196dd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:59:22Z', 'updated_at': '2022-05-03T22:59:36Z', 'revision_number': 5, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'subnets': [{'id': '742e89b0-88b6-41b8-be98-57fe0196dd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:59.654571 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4a86f4-0b2c-4dfc-b34a-bb9a8f241a7f None None] Checking router: 807f4929-883e-4a8c-98b6-d19e56f4c21c for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:59:59.665012 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4a86f4-0b2c-4dfc-b34a-bb9a8f241a7f None None] Routers {'807f4929-883e-4a8c-98b6-d19e56f4c21c'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 22:59:59.665844 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-fd4a86f4-0b2c-4dfc-b34a-bb9a8f241a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:59:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['807f4929-883e-4a8c-98b6-d19e56f4c21c'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:59.716211 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bd3d5239-6c1a-44ae-af27-b144515801de req-2820834b-09b8-4b21-9e1a-bc5c385d2cd5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a HTTP/1.1" status: 200 len: 999 time: 0.3930337 May 03 22:59:59.724451 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45438) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 22:59:59.877585 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d5239-6c1a-44ae-af27-b144515801de req-63de671f-4ba7-4fb4-86fb-d87366d1b7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:59.879139 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bd3d5239-6c1a-44ae-af27-b144515801de req-63de671f-4ba7-4fb4-86fb-d87366d1b7fe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=742e89b0-88b6-41b8-be98-57fe0196dd8d HTTP/1.1" status: 200 len: 835 time: 0.1101527 May 03 22:59:59.952887 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-56c3c160-527d-4652-83c1-961529510764 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 22:59:59.975432 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-56c3c160-527d-4652-83c1-961529510764 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Transition to ACTIVE for port object 03469911-b68d-4164-b0df-99e893b6d196 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 22:59:59.987103 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-fd4a86f4-0b2c-4dfc-b34a-bb9a8f241a7f None None] Set router 807f4929-883e-4a8c-98b6-d19e56f4c21c gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:00:00.039043 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9ca25aaf-4e80-4047-8a1c-2ae7504ace41 req-8b964de4-d302-448a-92e0-2654729aa57a tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=65badab1-c3dd-4694-99ca-8d481db29112 HTTP/1.1" status: 200 len: 210 time: 0.7379303 May 03 23:00:00.081485 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d5239-6c1a-44ae-af27-b144515801de req-dc56e56e-045c-4577-81e7-91186590c115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:00.083262 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bd3d5239-6c1a-44ae-af27-b144515801de req-dc56e56e-045c-4577-81e7-91186590c115 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2d09be5a-1a6c-40b8-8d77-f953d59192ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1941535 May 03 23:00:00.143219 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8238011b-9506-46ea-bf03-a9f6f0d55463 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1c0fd30bad5c4d44973f1e0abf206960&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4173965 May 03 23:00:00.146199 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45452) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:00.156742 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-56c3c160-527d-4652-83c1-961529510764 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:00.225610 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-37320d92-7396-4726-83cf-0f419a6d677a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:00.257694 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-37320d92-7396-4726-83cf-0f419a6d677a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:00.345154 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-37320d92-7396-4726-83cf-0f419a6d677a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:00.377909 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37320d92-7396-4726-83cf-0f419a6d677a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1164905-c259-42d9-926d-157bc11c640a,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:00.405773 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37320d92-7396-4726-83cf-0f419a6d677a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:00.406246 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37320d92-7396-4726-83cf-0f419a6d677a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:00.406591 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37320d92-7396-4726-83cf-0f419a6d677a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:00.406926 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37320d92-7396-4726-83cf-0f419a6d677a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:00.407257 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37320d92-7396-4726-83cf-0f419a6d677a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:00.407588 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37320d92-7396-4726-83cf-0f419a6d677a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:00.407912 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37320d92-7396-4726-83cf-0f419a6d677a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:00.408235 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37320d92-7396-4726-83cf-0f419a6d677a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:00.408557 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37320d92-7396-4726-83cf-0f419a6d677a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:00.408876 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37320d92-7396-4726-83cf-0f419a6d677a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:00.409195 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37320d92-7396-4726-83cf-0f419a6d677a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:00.409513 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37320d92-7396-4726-83cf-0f419a6d677a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:00.439894 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-37320d92-7396-4726-83cf-0f419a6d677a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:00.445740 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-37320d92-7396-4726-83cf-0f419a6d677a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d1164905-c259-42d9-926d-157bc11c640a HTTP/1.1" status: 204 len: 168 time: 0.2981701 May 03 23:00:00.446412 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45466) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:00.490548 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-56c3c160-527d-4652-83c1-961529510764 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Network 707cfa08-484f-448d-b84f-a940bf8f6e2e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:00:00.492434 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-56c3c160-527d-4652-83c1-961529510764 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:00.495244 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-56c3c160-527d-4652-83c1-961529510764 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:00:00.733623 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-af07673b-4e98-4b70-a448-0675057b655c tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/floatingips/53352d19-e49f-4adf-bb7c-2d73e681179c HTTP/1.1" status: 200 len: 991 time: 0.2860680 May 03 23:00:00.737559 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-56c3c160-527d-4652-83c1-961529510764 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:00.738435 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-56c3c160-527d-4652-83c1-961529510764 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:00.742709 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3c160-527d-4652-83c1-961529510764 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Pushing event updated for resources: {'Port': ['ID=03469911-b68d-4164-b0df-99e893b6d196,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:00.759236 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-fd4a86f4-0b2c-4dfc-b34a-bb9a8f241a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064799013', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd5879ed3-ce1e-42d0-941b-aa7295aeefdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:59:13Z', 'updated_at': '2022-05-03T22:59:25Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': 'd5879ed3-ce1e-42d0-941b-aa7295aeefdf', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:59:15Z', 'updated_at': '2022-05-03T22:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '53352d19-e49f-4adf-bb7c-2d73e681179c', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'floating_ip_address': '172.25.2.55', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'port_id': '7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d09be5a-1a6c-40b8-8d77-f953d59192ba', 'mac_address': 'fa:16:3e:b9:84:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59265204-14cb-4c2e-90ad-7ef2aa256e05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:59:56Z', 'updated_at': '2022-05-03T22:59:56Z', 'revision_number': 0, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77777ea-6e86-4bcf-9c7b-d719bd68c4bc', 'name': '', 'network_id': '2d09be5a-1a6c-40b8-8d77-f953d59192ba', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'mac_address': 'fa:16:3e:64:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '742e89b0-88b6-41b8-be98-57fe0196dd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:59:22Z', 'updated_at': '2022-05-03T22:59:36Z', 'revision_number': 5, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'subnets': [{'id': '742e89b0-88b6-41b8-be98-57fe0196dd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:00:00.766378 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4a86f4-0b2c-4dfc-b34a-bb9a8f241a7f None None] The sync data for ids ['807f4929-883e-4a8c-98b6-d19e56f4c21c'] in n-d-811807-1 is: [{'id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064799013', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd5879ed3-ce1e-42d0-941b-aa7295aeefdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:59:13Z', 'updated_at': '2022-05-03T22:59:25Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': 'd5879ed3-ce1e-42d0-941b-aa7295aeefdf', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:59:15Z', 'updated_at': '2022-05-03T22:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '53352d19-e49f-4adf-bb7c-2d73e681179c', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'floating_ip_address': '172.25.2.55', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'port_id': '7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d09be5a-1a6c-40b8-8d77-f953d59192ba', 'mac_address': 'fa:16:3e:b9:84:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59265204-14cb-4c2e-90ad-7ef2aa256e05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:59:56Z', 'updated_at': '2022-05-03T22:59:56Z', 'revision_number': 0, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd77777ea-6e86-4bcf-9c7b-d719bd68c4bc', 'name': '', 'network_id': '2d09be5a-1a6c-40b8-8d77-f953d59192ba', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'mac_address': 'fa:16:3e:64:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '742e89b0-88b6-41b8-be98-57fe0196dd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:59:22Z', 'updated_at': '2022-05-03T22:59:36Z', 'revision_number': 5, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'subnets': [{'id': '742e89b0-88b6-41b8-be98-57fe0196dd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:00:00.798137 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-56c3c160-527d-4652-83c1-961529510764 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6448281 May 03 23:00:00.819369 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-faa805ea-681c-4169-972e-53fbbcb76a23 service neutron] Request body: {'port': {'device_id': '65badab1-c3dd-4694-99ca-8d481db29112', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:00:00.924899 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bd3d5239-6c1a-44ae-af27-b144515801de req-bdd1f320-626f-4c3c-97ed-c5dc92908c2a service neutron] 10.222.0.67 "GET /v2.0/networks/2d09be5a-1a6c-40b8-8d77-f953d59192ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8334389 May 03 23:00:01.015666 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-faecc28e-e163-4a93-9a7c-bdffd2422086 None None] Provisioning for port 03469911-b68d-4164-b0df-99e893b6d196 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:00:01.022875 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-faecc28e-e163-4a93-9a7c-bdffd2422086 None None] Provisioning complete for port 03469911-b68d-4164-b0df-99e893b6d196 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:00:01.023249 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-faecc28e-e163-4a93-9a7c-bdffd2422086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:01.101774 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-faecc28e-e163-4a93-9a7c-bdffd2422086 None None] Port 03469911-b68d-4164-b0df-99e893b6d196 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:00:01.203697 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9860b0-0b00-4b56-b932-4f89e28db7a8 None None] New status for floating IP 53352d19-e49f-4adf-bb7c-2d73e681179c: ACTIVE {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:00:01.331616 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-faa805ea-681c-4169-972e-53fbbcb76a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:01.347467 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bd3d5239-6c1a-44ae-af27-b144515801de req-1e6c7c5f-9fcf-44e4-8a08-df13af78d5e8 service neutron] 10.222.0.67 "GET /v2.0/networks/2d09be5a-1a6c-40b8-8d77-f953d59192ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051652 May 03 23:00:01.412640 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45498) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:01.576955 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73bb266-a66d-4100-a1e9-eef59e59e240 req-f3fc0b48-23ff-4a06-94e3-f0feaf21c548 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:01.580763 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c73bb266-a66d-4100-a1e9-eef59e59e240 req-f3fc0b48-23ff-4a06-94e3-f0feaf21c548 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=65badab1-c3dd-4694-99ca-8d481db29112 HTTP/1.1" status: 200 len: 932 time: 0.3270826 May 03 23:00:01.644456 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7260f1ad-fc4c-45fc-9afe-9bcd55a5bf31 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f5918c7895d84dee914e19ac6a4fc934&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2305765 May 03 23:00:01.648140 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45506) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:01.720026 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c73bb266-a66d-4100-a1e9-eef59e59e240 req-8dc0f7ce-fbd0-4b14-a084-0f7c465cd3d4 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268737 May 03 23:00:01.737587 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45510) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:01.772535 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0e9b4cc2-6252-4853-8285-4d6fd5ccbeb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:01.804695 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0e9b4cc2-6252-4853-8285-4d6fd5ccbeb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:01.875088 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0e9b4cc2-6252-4853-8285-4d6fd5ccbeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:01.905192 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b4cc2-6252-4853-8285-4d6fd5ccbeb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d10ca2e-ded7-480d-b968-f6fa13e5a198,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:01.913710 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0e9b4cc2-6252-4853-8285-4d6fd5ccbeb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:01.914871 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ffbd2d7d-32fc-4943-aed3-53fd00955990 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/floatingips/53352d19-e49f-4adf-bb7c-2d73e681179c HTTP/1.1" status: 200 len: 993 time: 0.1761847 May 03 23:00:01.915095 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0e9b4cc2-6252-4853-8285-4d6fd5ccbeb3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4d10ca2e-ded7-480d-b968-f6fa13e5a198 HTTP/1.1" status: 204 len: 168 time: 0.2657535 May 03 23:00:02.165409 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-faa805ea-681c-4169-972e-53fbbcb76a23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03469911-b68d-4164-b0df-99e893b6d196 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:00:02.174608 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-faa805ea-681c-4169-972e-53fbbcb76a23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:02.190447 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-faa805ea-681c-4169-972e-53fbbcb76a23 service neutron] Transition to ACTIVE for port object 03469911-b68d-4164-b0df-99e893b6d196 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:00:02.195655 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-faa805ea-681c-4169-972e-53fbbcb76a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:02.290917 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa805ea-681c-4169-972e-53fbbcb76a23 service neutron] Pushing event updated for resources: {'Port': ['ID=03469911-b68d-4164-b0df-99e893b6d196,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:02.553322 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-faa805ea-681c-4169-972e-53fbbcb76a23 service neutron] Attempting to bind port 03469911-b68d-4164-b0df-99e893b6d196 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:00:02.553659 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-faa805ea-681c-4169-972e-53fbbcb76a23 service neutron] Attempting to bind port 03469911-b68d-4164-b0df-99e893b6d196 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '79021a81-35f7-436f-834b-fb3d2a777891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:00:02.554010 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-faa805ea-681c-4169-972e-53fbbcb76a23 service neutron] Attempting to bind port 03469911-b68d-4164-b0df-99e893b6d196 on network 707cfa08-484f-448d-b84f-a940bf8f6e2e {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:02.570725 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-faa805ea-681c-4169-972e-53fbbcb76a23 service neutron] Port 03469911-b68d-4164-b0df-99e893b6d196 on network 707cfa08-484f-448d-b84f-a940bf8f6e2e not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:00:02.570969 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-faa805ea-681c-4169-972e-53fbbcb76a23 service neutron] Attempting to bind port 03469911-b68d-4164-b0df-99e893b6d196 on network 707cfa08-484f-448d-b84f-a940bf8f6e2e {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:02.577369 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-faa805ea-681c-4169-972e-53fbbcb76a23 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:00:02.577985 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-faa805ea-681c-4169-972e-53fbbcb76a23 service neutron] Checking segment: {'id': '79021a81-35f7-436f-834b-fb3d2a777891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:00:02.583293 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-faa805ea-681c-4169-972e-53fbbcb76a23 service neutron] Bound using segment: {'id': '79021a81-35f7-436f-834b-fb3d2a777891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:00:02.583960 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-faa805ea-681c-4169-972e-53fbbcb76a23 service neutron] Bound port: 03469911-b68d-4164-b0df-99e893b6d196, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79021a81-35f7-436f-834b-fb3d2a777891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:00:02.584498 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-faa805ea-681c-4169-972e-53fbbcb76a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:02.748170 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-faa805ea-681c-4169-972e-53fbbcb76a23 service neutron] For port 03469911-b68d-4164-b0df-99e893b6d196, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:00:02.752072 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-faa805ea-681c-4169-972e-53fbbcb76a23 service neutron] For port 03469911-b68d-4164-b0df-99e893b6d196, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=03469911-b68d-4164-b0df-99e893b6d196,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:00:02.756963 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-faa805ea-681c-4169-972e-53fbbcb76a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:02.825695 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-faa805ea-681c-4169-972e-53fbbcb76a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:02.826679 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-faa805ea-681c-4169-972e-53fbbcb76a23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:02.828209 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-faa805ea-681c-4169-972e-53fbbcb76a23 service neutron] 10.222.0.60 "PUT /v2.0/ports/03469911-b68d-4164-b0df-99e893b6d196 HTTP/1.1" status: 200 len: 1092 time: 2.0171933 May 03 23:00:02.832132 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65badab1-c3dd-4694-99ca-8d481db29112', 'tag': '03469911-b68d-4164-b0df-99e893b6d196'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:00:02.891033 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa805ea-681c-4169-972e-53fbbcb76a23 service neutron] Pushing event updated for resources: {'Port': ['ID=03469911-b68d-4164-b0df-99e893b6d196,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:02.969138 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f032a2f-2b93-4bfe-afec-9d3bf07f2e50'] response: {'name': 'network-changed', 'server_uuid': '65badab1-c3dd-4694-99ca-8d481db29112', 'tag': '03469911-b68d-4164-b0df-99e893b6d196', 'status': 'completed', 'code': 200} May 03 23:00:03.019335 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-2736ad28-677b-4bc1-a013-8ae6a2f7d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:03.022847 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-2736ad28-677b-4bc1-a013-8ae6a2f7d018 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fac7f64c48bd48e8ae480a0113f466e9&device_id=65badab1-c3dd-4694-99ca-8d481db29112 HTTP/1.1" status: 200 len: 1095 time: 0.1074045 May 03 23:00:03.094808 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315955d2-f9c0-4cb0-b80c-49b5a93cfd96 req-f9544e52-b209-42a4-bdd6-7224325c0d34 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:03.097141 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-315955d2-f9c0-4cb0-b80c-49b5a93cfd96 req-f9544e52-b209-42a4-bdd6-7224325c0d34 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=65badab1-c3dd-4694-99ca-8d481db29112 HTTP/1.1" status: 200 len: 944 time: 0.1319902 May 03 23:00:03.144875 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-a808adca-f3c8-46ab-86b4-0f99029575e0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03469911-b68d-4164-b0df-99e893b6d196 HTTP/1.1" status: 200 len: 217 time: 0.1141746 May 03 23:00:03.379969 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-1d51d47a-fd5d-4884-bb87-f08f002138a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:03.387973 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-1d51d47a-fd5d-4884-bb87-f08f002138a7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1a456f8a-c743-4130-8826-ac82fe55cbc8 HTTP/1.1" status: 200 len: 850 time: 0.2355232 May 03 23:00:03.390729 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-315955d2-f9c0-4cb0-b80c-49b5a93cfd96 req-633151b9-cd8e-4f74-9e06-3ff7ba165cf9 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2879145 May 03 23:00:03.477707 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-f01d40a1-8c54-467f-8f6f-28936aa95c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:03.479293 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-f01d40a1-8c54-467f-8f6f-28936aa95c2f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=707cfa08-484f-448d-b84f-a940bf8f6e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844243 May 03 23:00:03.664385 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-961c405f-dba4-4ccc-83be-59c86c40a7f1 service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779056 May 03 23:00:03.802983 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c54775ed-5fd2-451f-bff2-5d160ca146ee req-83cf0971-47ca-4ee5-a713-142d184c4574 service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324105 May 03 23:00:03.943644 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45588) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:03.952000 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97748d-95dc-419b-959f-9217fb22bd2c req-25ac7957-8b5a-4b4d-9aa1-d828b19e2437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:03.953582 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6b97748d-95dc-419b-959f-9217fb22bd2c req-25ac7957-8b5a-4b4d-9aa1-d828b19e2437 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fac7f64c48bd48e8ae480a0113f466e9&device_id=65badab1-c3dd-4694-99ca-8d481db29112 HTTP/1.1" status: 200 len: 1095 time: 0.0991921 May 03 23:00:04.149607 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-8358ea3a-1a47-4354-86ba-f1d872240a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-457677316'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:00:04.155756 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-8358ea3a-1a47-4354-86ba-f1d872240a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:04.160070 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8358ea3a-1a47-4354-86ba-f1d872240a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493-project] Usage tracker for resource:network and tenant:57da4b2a41e94c71aea7230c7be04723 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:00:04.163192 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8358ea3a-1a47-4354-86ba-f1d872240a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:00:04.170519 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-8358ea3a-1a47-4354-86ba-f1d872240a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:04.184094 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8358ea3a-1a47-4354-86ba-f1d872240a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493-project] Made reservation on behalf of 57da4b2a41e94c71aea7230c7be04723 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:00:04.188663 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8358ea3a-1a47-4354-86ba-f1d872240a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:04.203663 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8358ea3a-1a47-4354-86ba-f1d872240a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:04.222198 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97748d-95dc-419b-959f-9217fb22bd2c req-9eebce5d-7b38-4b7f-ad21-c51826eeae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:04.223563 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-8358ea3a-1a47-4354-86ba-f1d872240a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:04.223697 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6b97748d-95dc-419b-959f-9217fb22bd2c req-9eebce5d-7b38-4b7f-ad21-c51826eeae6f service neutron] 10.222.0.60 "GET /v2.0/networks?id=707cfa08-484f-448d-b84f-a940bf8f6e2e HTTP/1.1" status: 200 len: 912 time: 0.2609730 May 03 23:00:04.228662 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8358ea3a-1a47-4354-86ba-f1d872240a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493-project] Usage tracker for resource:security_group_rule and tenant:57da4b2a41e94c71aea7230c7be04723 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:00:04.233715 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8358ea3a-1a47-4354-86ba-f1d872240a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:00:04.239995 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-8358ea3a-1a47-4354-86ba-f1d872240a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:04.308112 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6b97748d-95dc-419b-959f-9217fb22bd2c req-2fa33c5e-31f3-44a8-8a43-7d8732c2eee1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03469911-b68d-4164-b0df-99e893b6d196 HTTP/1.1" status: 200 len: 217 time: 0.0732639 May 03 23:00:04.347431 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8358ea3a-1a47-4354-86ba-f1d872240a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:04.352235 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8358ea3a-1a47-4354-86ba-f1d872240a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:04.380887 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97748d-95dc-419b-959f-9217fb22bd2c req-413906fe-7ed9-49a3-9148-adfc1525a0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:04.382412 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6b97748d-95dc-419b-959f-9217fb22bd2c req-413906fe-7ed9-49a3-9148-adfc1525a0fd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1a456f8a-c743-4130-8826-ac82fe55cbc8 HTTP/1.1" status: 200 len: 850 time: 0.0663009 May 03 23:00:04.417952 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358ea3a-1a47-4354-86ba-f1d872240a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0ce131-9af8-4df7-b3fb-77f80e543b17,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:04.423934 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8358ea3a-1a47-4354-86ba-f1d872240a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:00:04.439031 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8358ea3a-1a47-4354-86ba-f1d872240a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:04.439631 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-8358ea3a-1a47-4354-86ba-f1d872240a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493-project] Added segment de5121c8-8b03-470a-afbd-147e243ee63f of type vlan for network 3113da5a-7eb0-4437-8c03-2b1242678da8 May 03 23:00:04.484936 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8358ea3a-1a47-4354-86ba-f1d872240a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:04.567497 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97748d-95dc-419b-959f-9217fb22bd2c req-4da51546-90ec-4219-9a8a-0fd9dcde0c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:04.568252 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6b97748d-95dc-419b-959f-9217fb22bd2c req-4da51546-90ec-4219-9a8a-0fd9dcde0c19 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=707cfa08-484f-448d-b84f-a940bf8f6e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1742840 May 03 23:00:04.585265 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8358ea3a-1a47-4354-86ba-f1d872240a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:04.590817 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8358ea3a-1a47-4354-86ba-f1d872240a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:04.591414 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8358ea3a-1a47-4354-86ba-f1d872240a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:04.727495 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358ea3a-1a47-4354-86ba-f1d872240a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493-project] Pushing event updated for resources: {'Network': ['ID=3113da5a-7eb0-4437-8c03-2b1242678da8,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:04.745088 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 3113da5a-7eb0-4437-8c03-2b1242678da8 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:00:04.748050 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6b97748d-95dc-419b-959f-9217fb22bd2c req-2dcf92da-a424-426a-8e9a-d1da8a848b2e service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774120 May 03 23:00:04.756402 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8358ea3a-1a47-4354-86ba-f1d872240a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.8115320 May 03 23:00:04.797275 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88009919-622b-4bd8-83c7-a8c7cab01267 req-d37ae0fd-ee70-4d9e-8bb7-0ba4a3daf036 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:04.803883 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-88009919-622b-4bd8-83c7-a8c7cab01267 req-d37ae0fd-ee70-4d9e-8bb7-0ba4a3daf036 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=65badab1-c3dd-4694-99ca-8d481db29112 HTTP/1.1" status: 200 len: 944 time: 0.2816348 May 03 23:00:04.931329 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-88009919-622b-4bd8-83c7-a8c7cab01267 req-94b0f121-6708-46c0-8a7f-7024c8653ac7 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208618 May 03 23:00:04.939939 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6b97748d-95dc-419b-959f-9217fb22bd2c req-d43fe1e5-fbf8-4be4-85ab-25151b4d9ce0 service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766756 May 03 23:00:05.037177 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45620) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:05.042705 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Request body: {'port': {'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8', 'binding:host_id': 'n-h1-811807-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-159815731'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:00:05.048219 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:05.052450 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Usage tracker for resource:port and tenant:a83460dc251142749990ad7fe4d85f9b is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:00:05.055406 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:00:05.061788 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:05.073735 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Made reservation on behalf of a83460dc251142749990ad7fe4d85f9b for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:00:05.075462 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:05.088381 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:05.103314 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:05.107315 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Usage tracker for resource:security_group_rule and tenant:a83460dc251142749990ad7fe4d85f9b is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:00:05.110083 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:00:05.116348 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:05.205052 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:00:05.205698 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:05.210259 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:05.223757 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] device_id is not set on port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 23:00:05.305530 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c5b4a0-f2ea-4936-a7d8-b99f77607bc4,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:05.532563 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] device_id is not set on port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 23:00:05.541229 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:05.571639 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Transition to ACTIVE for port object f125c5a7-d7ab-4728-92a9-b88b9df0cd75 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:00:05.594313 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:05.695936 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Pushing event updated for resources: {'Port': ['ID=f125c5a7-d7ab-4728-92a9-b88b9df0cd75,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:05.700238 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Checking segment: {'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:00:05.700670 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Network hostable DHCP agents. Network: 3113da5a-7eb0-4437-8c03-2b1242678da8, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:00:05.720765 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Network 3113da5a-7eb0-4437-8c03-2b1242678da8 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:00:05.733641 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 3113da5a-7eb0-4437-8c03-2b1242678da8) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:05.737380 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:00:05.743572 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7eb2bec-cf2a-4cb8-951e-fe302964e90e None None] Network 3113da5a-7eb0-4437-8c03-2b1242678da8 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:00:05.755420 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:00:05.755764 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:00:05.756106 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:05.761046 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:00:05.761384 n-d-811807-1 neutron-server[88069]: ERROR neutron.plugins.ml2.managers [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Failed to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] May 03 23:00:05.761824 n-d-811807-1 neutron-server[88069]: INFO neutron.plugins.ml2.plugin [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempt 2 to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 May 03 23:00:05.777953 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:00:05.778480 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:00:05.779028 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:05.784440 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:00:05.785016 n-d-811807-1 neutron-server[88069]: ERROR neutron.plugins.ml2.managers [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Failed to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] May 03 23:00:05.785567 n-d-811807-1 neutron-server[88069]: INFO neutron.plugins.ml2.plugin [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempt 3 to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 May 03 23:00:05.804680 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:00:05.805199 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:00:05.805698 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:05.811361 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:00:05.811853 n-d-811807-1 neutron-server[88069]: ERROR neutron.plugins.ml2.managers [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Failed to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] May 03 23:00:05.812398 n-d-811807-1 neutron-server[88069]: INFO neutron.plugins.ml2.plugin [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempt 4 to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 May 03 23:00:05.828324 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:00:05.828901 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:00:05.829475 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:05.835223 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:00:05.835788 n-d-811807-1 neutron-server[88069]: ERROR neutron.plugins.ml2.managers [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Failed to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] May 03 23:00:05.836338 n-d-811807-1 neutron-server[88069]: INFO neutron.plugins.ml2.plugin [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempt 5 to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 May 03 23:00:05.858137 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:00:05.858742 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:00:05.859273 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:05.868082 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:00:05.868994 n-d-811807-1 neutron-server[88069]: ERROR neutron.plugins.ml2.managers [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Failed to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] May 03 23:00:05.869513 n-d-811807-1 neutron-server[88069]: INFO neutron.plugins.ml2.plugin [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempt 6 to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 May 03 23:00:05.897303 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:00:05.898015 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:00:05.898701 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:05.906276 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:00:05.906806 n-d-811807-1 neutron-server[88069]: ERROR neutron.plugins.ml2.managers [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Failed to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] May 03 23:00:05.907498 n-d-811807-1 neutron-server[88069]: INFO neutron.plugins.ml2.plugin [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempt 7 to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 May 03 23:00:05.928734 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:00:05.930268 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:00:05.931041 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:05.941571 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:00:05.943860 n-d-811807-1 neutron-server[88069]: ERROR neutron.plugins.ml2.managers [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Failed to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] May 03 23:00:05.944455 n-d-811807-1 neutron-server[88069]: INFO neutron.plugins.ml2.plugin [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempt 8 to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 May 03 23:00:05.972512 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:00:05.976975 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:00:05.976975 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:05.978307 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:00:05.978675 n-d-811807-1 neutron-server[88069]: ERROR neutron.plugins.ml2.managers [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Failed to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] May 03 23:00:05.979018 n-d-811807-1 neutron-server[88069]: INFO neutron.plugins.ml2.plugin [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempt 9 to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 May 03 23:00:05.995350 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:00:05.995687 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:00:05.996022 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:06.003713 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:00:06.004046 n-d-811807-1 neutron-server[88069]: ERROR neutron.plugins.ml2.managers [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Failed to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] May 03 23:00:06.004441 n-d-811807-1 neutron-server[88069]: INFO neutron.plugins.ml2.plugin [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempt 10 to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 May 03 23:00:06.021576 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:00:06.021957 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:00:06.022302 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:06.028402 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:00:06.028738 n-d-811807-1 neutron-server[88069]: ERROR neutron.plugins.ml2.managers [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Failed to bind port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] May 03 23:00:06.029630 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:06.226690 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] For port f125c5a7-d7ab-4728-92a9-b88b9df0cd75, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:00:06.227868 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempted to set empty binding levels {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 03 23:00:06.251848 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:06.327023 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:06.327620 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:06.364247 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d0b5e-97d0-4ef8-a2d4-87fe560de759 req-e113ea64-5aa5-4334-899d-eed0d1592973 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:06.365621 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-974d0b5e-97d0-4ef8-a2d4-87fe560de759 req-e113ea64-5aa5-4334-899d-eed0d1592973 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=65badab1-c3dd-4694-99ca-8d481db29112 HTTP/1.1" status: 200 len: 944 time: 0.2898383 May 03 23:00:06.373765 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Pushing event updated for resources: {'Port': ['ID=f125c5a7-d7ab-4728-92a9-b88b9df0cd75,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:06.399106 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2a9a2ecd-69a9-47da-be2a-08ac9e2ba4ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.3583586 May 03 23:00:06.399491 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45656) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:06.425935 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-974d0b5e-97d0-4ef8-a2d4-87fe560de759 req-973a2a3b-a092-4ce3-9504-e1abaa421a18 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495462 May 03 23:00:06.487879 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-30478c83-3525-4b40-a13e-a6e579607f26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Deleting port f125c5a7-d7ab-4728-92a9-b88b9df0cd75 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:00:06.488417 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-30478c83-3525-4b40-a13e-a6e579607f26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:06.703850 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-30478c83-3525-4b40-a13e-a6e579607f26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] For port f125c5a7-d7ab-4728-92a9-b88b9df0cd75, host n-h1-811807-1, got binding levels [] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:00:06.704382 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-30478c83-3525-4b40-a13e-a6e579607f26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:06.830452 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-30478c83-3525-4b40-a13e-a6e579607f26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Calling delete_port for f125c5a7-d7ab-4728-92a9-b88b9df0cd75 owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:00:06.913749 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-30478c83-3525-4b40-a13e-a6e579607f26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:06.963107 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30478c83-3525-4b40-a13e-a6e579607f26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Pushing event deleted for resources: {'Port': ['ID=f125c5a7-d7ab-4728-92a9-b88b9df0cd75,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:06.970020 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-30478c83-3525-4b40-a13e-a6e579607f26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:06.976067 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-30478c83-3525-4b40-a13e-a6e579607f26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] 10.222.0.58 "DELETE /v2.0/ports/f125c5a7-d7ab-4728-92a9-b88b9df0cd75 HTTP/1.1" status: 204 len: 168 time: 0.5755525 May 03 23:00:06.978617 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45660) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:07.023893 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f653d18-0e42-470a-b4ed-a45841f6c06a tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] GET failed (client error): The resource could not be found. May 03 23:00:07.024640 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0f653d18-0e42-470a-b4ed-a45841f6c06a tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Synchronizing usage tracker for tenant:a83460dc251142749990ad7fe4d85f9b on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:00:07.042558 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0f653d18-0e42-470a-b4ed-a45841f6c06a tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Unset dirty status for tenant:a83460dc251142749990ad7fe4d85f9b on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:00:07.043758 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0f653d18-0e42-470a-b4ed-a45841f6c06a tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] 10.222.0.58 "GET /v2.0/ports/f125c5a7-d7ab-4728-92a9-b88b9df0cd75 HTTP/1.1" status: 404 len: 333 time: 0.0642560 May 03 23:00:07.048009 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45668) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:07.054223 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-a61d0af5-f302-4fda-a039-86cf732d5856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Request body: {'port': {'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-28792774'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:00:07.059801 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a61d0af5-f302-4fda-a039-86cf732d5856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:07.073909 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a61d0af5-f302-4fda-a039-86cf732d5856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:07.083931 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61d0af5-f302-4fda-a039-86cf732d5856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Made reservation on behalf of a83460dc251142749990ad7fe4d85f9b for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:00:07.086213 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a61d0af5-f302-4fda-a039-86cf732d5856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:07.109946 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-a61d0af5-f302-4fda-a039-86cf732d5856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] device_id is not set on port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 23:00:07.344113 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a61d0af5-f302-4fda-a039-86cf732d5856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:07.374807 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a61d0af5-f302-4fda-a039-86cf732d5856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:07.453276 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61d0af5-f302-4fda-a039-86cf732d5856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Network 3113da5a-7eb0-4437-8c03-2b1242678da8 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:00:07.457263 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-a61d0af5-f302-4fda-a039-86cf732d5856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:07.463126 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61d0af5-f302-4fda-a039-86cf732d5856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:00:07.464345 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61d0af5-f302-4fda-a039-86cf732d5856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:07.465150 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a61d0af5-f302-4fda-a039-86cf732d5856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:07.470684 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d0af5-f302-4fda-a039-86cf732d5856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Pushing event updated for resources: {'Port': ['ID=2c9247c5-95d4-48ce-bc75-5edb7e0d09a5,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:07.508845 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 45690) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:07.509456 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a61d0af5-f302-4fda-a039-86cf732d5856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.4601219 May 03 23:00:07.516340 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:00:07.699138 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:07.703668 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236a4e5-517f-4ad3-9658-474d70d1fbe7 req-a1f67a55-9718-4fd6-a235-dd20cc187425 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:07.707643 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7236a4e5-517f-4ad3-9658-474d70d1fbe7 req-a1f67a55-9718-4fd6-a235-dd20cc187425 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=65badab1-c3dd-4694-99ca-8d481db29112 HTTP/1.1" status: 200 len: 944 time: 0.1043699 May 03 23:00:07.759901 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7236a4e5-517f-4ad3-9658-474d70d1fbe7 req-2f32f09b-35ce-40ef-b75e-44c6a838acc2 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458672 May 03 23:00:07.974932 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] device_id is not set on port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 23:00:07.982466 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:08.012496 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Transition to ACTIVE for port object 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:00:08.017787 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:08.168036 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Pushing event updated for resources: {'Port': ['ID=2c9247c5-95d4-48ce-bc75-5edb7e0d09a5,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:08.176316 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:00:08.176651 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:00:08.177436 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:08.186585 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:00:08.187128 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Failed to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] May 03 23:00:08.187689 n-d-811807-1 neutron-server[88070]: INFO neutron.plugins.ml2.plugin [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempt 2 to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 May 03 23:00:08.210708 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:00:08.211075 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:00:08.211418 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:08.216792 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:00:08.217121 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Failed to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] May 03 23:00:08.217507 n-d-811807-1 neutron-server[88070]: INFO neutron.plugins.ml2.plugin [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempt 3 to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 May 03 23:00:08.237972 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:00:08.238841 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:00:08.239369 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:08.245379 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:00:08.245908 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Failed to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] May 03 23:00:08.246499 n-d-811807-1 neutron-server[88070]: INFO neutron.plugins.ml2.plugin [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempt 4 to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 May 03 23:00:08.265028 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:00:08.265364 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:00:08.265704 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:08.270938 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:00:08.272286 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Failed to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] May 03 23:00:08.272678 n-d-811807-1 neutron-server[88070]: INFO neutron.plugins.ml2.plugin [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempt 5 to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 May 03 23:00:08.288383 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:00:08.288721 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:00:08.289062 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:08.298703 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:00:08.299122 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Failed to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] May 03 23:00:08.299835 n-d-811807-1 neutron-server[88070]: INFO neutron.plugins.ml2.plugin [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempt 6 to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 May 03 23:00:08.316192 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:00:08.316605 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:00:08.317010 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:08.323856 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:00:08.324202 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Failed to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] May 03 23:00:08.324635 n-d-811807-1 neutron-server[88070]: INFO neutron.plugins.ml2.plugin [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempt 7 to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 May 03 23:00:08.341948 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:00:08.342287 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:00:08.342630 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:08.347542 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:00:08.347875 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Failed to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] May 03 23:00:08.348289 n-d-811807-1 neutron-server[88070]: INFO neutron.plugins.ml2.plugin [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempt 8 to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 May 03 23:00:08.365628 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:00:08.366968 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:00:08.367641 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:08.377761 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:00:08.378624 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Failed to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] May 03 23:00:08.379289 n-d-811807-1 neutron-server[88070]: INFO neutron.plugins.ml2.plugin [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempt 9 to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 May 03 23:00:08.397233 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:00:08.397713 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:00:08.398181 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:08.404942 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:00:08.405517 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Failed to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] May 03 23:00:08.406071 n-d-811807-1 neutron-server[88070]: INFO neutron.plugins.ml2.plugin [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempt 10 to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 May 03 23:00:08.428227 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:00:08.428565 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:00:08.428920 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:08.434860 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:00:08.435191 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Failed to bind port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] May 03 23:00:08.436143 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:08.748519 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] For port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:00:08.749675 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempted to set empty binding levels {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 03 23:00:08.756717 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:08.826067 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] In _notify_port_updated(), no bound segment for port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 on network 3113da5a-7eb0-4437-8c03-2b1242678da8 {{(pid=88070) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 03 23:00:08.827168 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:08.828084 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:08.832523 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45770) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:08.851336 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] 10.222.0.58 "PUT /v2.0/ports/2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 HTTP/1.1" status: 200 len: 977 time: 1.3402808 May 03 23:00:08.868679 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1ddad-423f-4940-b42d-47a0dcfbe6c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Pushing event updated for resources: {'Port': ['ID=2c9247c5-95d4-48ce-bc75-5edb7e0d09a5,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:09.159528 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667141b-e505-4b9a-99ad-6e47a47f1d1d req-acc3c3ee-6ece-4664-bb96-46892959762d tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:09.166494 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e667141b-e505-4b9a-99ad-6e47a47f1d1d req-acc3c3ee-6ece-4664-bb96-46892959762d tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=65badab1-c3dd-4694-99ca-8d481db29112 HTTP/1.1" status: 200 len: 944 time: 0.2746806 May 03 23:00:09.217486 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ca6eab-aa9a-484f-a00a-3b44dfb6a0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:09.217978 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ca6eab-aa9a-484f-a00a-3b44dfb6a0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:09.218454 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ca6eab-aa9a-484f-a00a-3b44dfb6a0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:09.218986 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ca6eab-aa9a-484f-a00a-3b44dfb6a0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:09.219366 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ca6eab-aa9a-484f-a00a-3b44dfb6a0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:09.219826 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ca6eab-aa9a-484f-a00a-3b44dfb6a0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:09.220520 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ca6eab-aa9a-484f-a00a-3b44dfb6a0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:09.220981 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ca6eab-aa9a-484f-a00a-3b44dfb6a0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:09.221602 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ca6eab-aa9a-484f-a00a-3b44dfb6a0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:09.222031 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ca6eab-aa9a-484f-a00a-3b44dfb6a0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:09.222547 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ca6eab-aa9a-484f-a00a-3b44dfb6a0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:09.223211 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ca6eab-aa9a-484f-a00a-3b44dfb6a0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:09.223673 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ca6eab-aa9a-484f-a00a-3b44dfb6a0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:09.224193 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ca6eab-aa9a-484f-a00a-3b44dfb6a0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:09.224666 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ca6eab-aa9a-484f-a00a-3b44dfb6a0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:09.225123 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ca6eab-aa9a-484f-a00a-3b44dfb6a0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:09.225584 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ca6eab-aa9a-484f-a00a-3b44dfb6a0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:09.226568 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ca6eab-aa9a-484f-a00a-3b44dfb6a0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:09.227031 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ca6eab-aa9a-484f-a00a-3b44dfb6a0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:09.227492 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ca6eab-aa9a-484f-a00a-3b44dfb6a0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:09.229725 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-08ca6eab-aa9a-484f-a00a-3b44dfb6a0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Synchronizing usage tracker for tenant:a83460dc251142749990ad7fe4d85f9b on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:00:09.270248 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e667141b-e505-4b9a-99ad-6e47a47f1d1d req-00368227-a1a9-4316-906c-0a35acddec76 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027286 May 03 23:00:09.270961 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-08ca6eab-aa9a-484f-a00a-3b44dfb6a0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Unset dirty status for tenant:a83460dc251142749990ad7fe4d85f9b on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:00:09.272244 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-08ca6eab-aa9a-484f-a00a-3b44dfb6a0ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17938 time: 0.4378266 May 03 23:00:09.275929 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45828) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:09.358862 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-3685ea36-dd0e-4952-bdb0-0f44bb337fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Deleting port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:00:09.359308 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3685ea36-dd0e-4952-bdb0-0f44bb337fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:09.621636 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-3685ea36-dd0e-4952-bdb0-0f44bb337fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] For port 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5, host n-h1-811807-1, got binding levels [] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:00:09.622037 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3685ea36-dd0e-4952-bdb0-0f44bb337fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:09.748663 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-3685ea36-dd0e-4952-bdb0-0f44bb337fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Calling delete_port for 2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:00:09.827544 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3685ea36-dd0e-4952-bdb0-0f44bb337fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:09.879708 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3685ea36-dd0e-4952-bdb0-0f44bb337fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c9247c5-95d4-48ce-bc75-5edb7e0d09a5,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:09.884798 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3685ea36-dd0e-4952-bdb0-0f44bb337fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:09.898717 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3685ea36-dd0e-4952-bdb0-0f44bb337fee tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] 10.222.0.58 "DELETE /v2.0/ports/2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 HTTP/1.1" status: 204 len: 168 time: 0.6216197 May 03 23:00:09.902291 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45918) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:09.944711 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa28e3cd-4f29-48fc-90cf-b1218931bb32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] GET failed (client error): The resource could not be found. May 03 23:00:09.945273 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-aa28e3cd-4f29-48fc-90cf-b1218931bb32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Synchronizing usage tracker for tenant:a83460dc251142749990ad7fe4d85f9b on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:00:09.962762 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-aa28e3cd-4f29-48fc-90cf-b1218931bb32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Unset dirty status for tenant:a83460dc251142749990ad7fe4d85f9b on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:00:09.963775 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-aa28e3cd-4f29-48fc-90cf-b1218931bb32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] 10.222.0.58 "GET /v2.0/ports/2c9247c5-95d4-48ce-bc75-5edb7e0d09a5 HTTP/1.1" status: 404 len: 333 time: 0.0605109 May 03 23:00:09.967327 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 45932) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:09.973218 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-494a9d68-cba8-4aab-a7c3-c52f1de49092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-665568581', 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:00:09.978784 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-494a9d68-cba8-4aab-a7c3-c52f1de49092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:09.988586 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-494a9d68-cba8-4aab-a7c3-c52f1de49092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:09.999276 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494a9d68-cba8-4aab-a7c3-c52f1de49092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Made reservation on behalf of a83460dc251142749990ad7fe4d85f9b for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:00:10.001762 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-494a9d68-cba8-4aab-a7c3-c52f1de49092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:10.023004 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-494a9d68-cba8-4aab-a7c3-c52f1de49092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] device_id is not set on port 1f203b82-2724-43f0-a7d8-f094c4e9587b yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 23:00:10.257520 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-494a9d68-cba8-4aab-a7c3-c52f1de49092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:10.293450 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-494a9d68-cba8-4aab-a7c3-c52f1de49092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:10.379075 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494a9d68-cba8-4aab-a7c3-c52f1de49092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Network 3113da5a-7eb0-4437-8c03-2b1242678da8 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:00:10.382281 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-494a9d68-cba8-4aab-a7c3-c52f1de49092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:10.386020 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494a9d68-cba8-4aab-a7c3-c52f1de49092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:00:10.386941 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494a9d68-cba8-4aab-a7c3-c52f1de49092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:10.387535 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-494a9d68-cba8-4aab-a7c3-c52f1de49092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:10.394714 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a9d68-cba8-4aab-a7c3-c52f1de49092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Pushing event updated for resources: {'Port': ['ID=1f203b82-2724-43f0-a7d8-f094c4e9587b,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:10.418314 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-494a9d68-cba8-4aab-a7c3-c52f1de49092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4497869 May 03 23:00:10.421460 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46004) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:10.560191 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a76290-fd56-415d-b7e2-5e34fe31c15f tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:10.568059 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a5a76290-fd56-415d-b7e2-5e34fe31c15f tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] 10.222.0.58 "GET /v2.0/ports/1f203b82-2724-43f0-a7d8-f094c4e9587b HTTP/1.1" status: 200 len: 958 time: 0.1437733 May 03 23:00:10.568658 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46028) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:10.604310 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aacf2f1-e82e-448f-96f0-586159c465f1 req-78228f7d-624f-4de3-9498-30033f1facb1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:10.605866 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0aacf2f1-e82e-448f-96f0-586159c465f1 req-78228f7d-624f-4de3-9498-30033f1facb1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=65badab1-c3dd-4694-99ca-8d481db29112 HTTP/1.1" status: 200 len: 944 time: 0.1413705 May 03 23:00:10.659716 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0aacf2f1-e82e-448f-96f0-586159c465f1 req-d0482eba-db8b-4396-b410-8135243612bd tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475397 May 03 23:00:10.683878 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-1d034e86-0233-4a5c-82e5-de99ea7f04fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Deleting port 1f203b82-2724-43f0-a7d8-f094c4e9587b {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:00:10.684373 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1d034e86-0233-4a5c-82e5-de99ea7f04fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:10.903130 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1d034e86-0233-4a5c-82e5-de99ea7f04fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:11.034064 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-1d034e86-0233-4a5c-82e5-de99ea7f04fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Calling delete_port for 1f203b82-2724-43f0-a7d8-f094c4e9587b owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:00:11.128435 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1d034e86-0233-4a5c-82e5-de99ea7f04fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:11.183850 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d034e86-0233-4a5c-82e5-de99ea7f04fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f203b82-2724-43f0-a7d8-f094c4e9587b,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:11.188092 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1d034e86-0233-4a5c-82e5-de99ea7f04fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:11.199384 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1d034e86-0233-4a5c-82e5-de99ea7f04fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] 10.222.0.58 "DELETE /v2.0/ports/1f203b82-2724-43f0-a7d8-f094c4e9587b HTTP/1.1" status: 204 len: 168 time: 0.6297214 May 03 23:00:11.202556 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 46124) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:11.251823 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-20434caa-b3dd-4a64-8f5c-e0205be7309b tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] GET failed (client error): The resource could not be found. May 03 23:00:11.252523 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-20434caa-b3dd-4a64-8f5c-e0205be7309b tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Synchronizing usage tracker for tenant:a83460dc251142749990ad7fe4d85f9b on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:00:11.268804 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-20434caa-b3dd-4a64-8f5c-e0205be7309b tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Unset dirty status for tenant:a83460dc251142749990ad7fe4d85f9b on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:00:11.274175 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-20434caa-b3dd-4a64-8f5c-e0205be7309b tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] 10.222.0.58 "GET /v2.0/ports/1f203b82-2724-43f0-a7d8-f094c4e9587b HTTP/1.1" status: 404 len: 333 time: 0.0664823 May 03 23:00:11.274355 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46136) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:11.280311 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-f326622c-b923-4275-86be-9844b2a9a6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Request body: {'port': {'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-288011615'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:00:11.287265 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f326622c-b923-4275-86be-9844b2a9a6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:11.298019 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f326622c-b923-4275-86be-9844b2a9a6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:11.308583 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f326622c-b923-4275-86be-9844b2a9a6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Made reservation on behalf of a83460dc251142749990ad7fe4d85f9b for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:00:11.310979 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f326622c-b923-4275-86be-9844b2a9a6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:11.331512 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-f326622c-b923-4275-86be-9844b2a9a6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] device_id is not set on port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 23:00:11.623968 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f326622c-b923-4275-86be-9844b2a9a6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:11.657071 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f326622c-b923-4275-86be-9844b2a9a6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:11.747864 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f326622c-b923-4275-86be-9844b2a9a6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Network 3113da5a-7eb0-4437-8c03-2b1242678da8 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:00:11.750664 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-f326622c-b923-4275-86be-9844b2a9a6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:11.754870 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f326622c-b923-4275-86be-9844b2a9a6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:00:11.755907 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f326622c-b923-4275-86be-9844b2a9a6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:11.756507 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f326622c-b923-4275-86be-9844b2a9a6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:11.759941 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326622c-b923-4275-86be-9844b2a9a6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Pushing event updated for resources: {'Port': ['ID=f2a97ce8-06ef-485c-aee8-e3eeb237d1eb,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:11.785132 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f326622c-b923-4275-86be-9844b2a9a6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5093210 May 03 23:00:11.786832 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46200) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:11.792381 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:00:11.865877 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc387d5-4b9b-4eec-bb6f-7b796fe960ff req-a560ebca-6140-4440-a8f2-2a79139910c1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:11.867570 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1fc387d5-4b9b-4eec-bb6f-7b796fe960ff req-a560ebca-6140-4440-a8f2-2a79139910c1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=65badab1-c3dd-4694-99ca-8d481db29112 HTTP/1.1" status: 200 len: 944 time: 0.0954649 May 03 23:00:11.907470 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:11.934904 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1fc387d5-4b9b-4eec-bb6f-7b796fe960ff req-dd04d15d-ff7e-4627-a437-bf0631fad91c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601335 May 03 23:00:12.162800 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] device_id is not set on port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 23:00:12.170256 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:12.184601 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Transition to ACTIVE for port object f2a97ce8-06ef-485c-aee8-e3eeb237d1eb will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:00:12.188989 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:12.330353 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Pushing event updated for resources: {'Port': ['ID=f2a97ce8-06ef-485c-aee8-e3eeb237d1eb,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:12.336541 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:00:12.336909 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:00:12.337153 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on network 3113da5a-7eb0-4437-8c03-2b1242678da8 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:12.341775 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on network 3113da5a-7eb0-4437-8c03-2b1242678da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:00:12.342134 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Failed to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] May 03 23:00:12.342508 n-d-811807-1 neutron-server[88070]: INFO neutron.plugins.ml2.plugin [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempt 2 to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb May 03 23:00:12.356806 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:00:12.357655 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:00:12.358018 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on network 3113da5a-7eb0-4437-8c03-2b1242678da8 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:12.362536 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on network 3113da5a-7eb0-4437-8c03-2b1242678da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:00:12.362851 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Failed to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] May 03 23:00:12.363220 n-d-811807-1 neutron-server[88070]: INFO neutron.plugins.ml2.plugin [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempt 3 to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb May 03 23:00:12.377471 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:00:12.377796 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:00:12.378174 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on network 3113da5a-7eb0-4437-8c03-2b1242678da8 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:12.382628 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on network 3113da5a-7eb0-4437-8c03-2b1242678da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:00:12.382948 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Failed to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] May 03 23:00:12.383319 n-d-811807-1 neutron-server[88070]: INFO neutron.plugins.ml2.plugin [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempt 4 to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb May 03 23:00:12.398528 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:00:12.398864 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:00:12.399198 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on network 3113da5a-7eb0-4437-8c03-2b1242678da8 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:12.404135 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on network 3113da5a-7eb0-4437-8c03-2b1242678da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:00:12.404457 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Failed to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] May 03 23:00:12.404962 n-d-811807-1 neutron-server[88070]: INFO neutron.plugins.ml2.plugin [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempt 5 to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb May 03 23:00:12.420656 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:00:12.420979 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:00:12.421302 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on network 3113da5a-7eb0-4437-8c03-2b1242678da8 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:12.426627 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on network 3113da5a-7eb0-4437-8c03-2b1242678da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:00:12.426948 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Failed to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] May 03 23:00:12.427327 n-d-811807-1 neutron-server[88070]: INFO neutron.plugins.ml2.plugin [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempt 6 to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb May 03 23:00:12.443022 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:00:12.443626 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:00:12.443743 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on network 3113da5a-7eb0-4437-8c03-2b1242678da8 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:12.448707 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on network 3113da5a-7eb0-4437-8c03-2b1242678da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:00:12.448955 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Failed to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] May 03 23:00:12.449322 n-d-811807-1 neutron-server[88070]: INFO neutron.plugins.ml2.plugin [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempt 7 to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb May 03 23:00:12.464083 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:00:12.464417 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:00:12.464749 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on network 3113da5a-7eb0-4437-8c03-2b1242678da8 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:12.469494 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on network 3113da5a-7eb0-4437-8c03-2b1242678da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:00:12.469816 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Failed to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] May 03 23:00:12.470221 n-d-811807-1 neutron-server[88070]: INFO neutron.plugins.ml2.plugin [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempt 8 to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb May 03 23:00:12.485326 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:00:12.485653 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:00:12.486042 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on network 3113da5a-7eb0-4437-8c03-2b1242678da8 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:12.490715 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on network 3113da5a-7eb0-4437-8c03-2b1242678da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:00:12.491033 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Failed to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] May 03 23:00:12.491419 n-d-811807-1 neutron-server[88070]: INFO neutron.plugins.ml2.plugin [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempt 9 to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb May 03 23:00:12.507590 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:00:12.508101 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:00:12.508590 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on network 3113da5a-7eb0-4437-8c03-2b1242678da8 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:12.513429 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on network 3113da5a-7eb0-4437-8c03-2b1242678da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:00:12.513968 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Failed to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] May 03 23:00:12.514502 n-d-811807-1 neutron-server[88070]: INFO neutron.plugins.ml2.plugin [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempt 10 to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb May 03 23:00:12.529268 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:00:12.529814 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:00:12.530417 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempting to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on network 3113da5a-7eb0-4437-8c03-2b1242678da8 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:12.537496 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on network 3113da5a-7eb0-4437-8c03-2b1242678da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:00:12.538148 n-d-811807-1 neutron-server[88070]: ERROR neutron.plugins.ml2.managers [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Failed to bind port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on host n-h1-811807-1 for vnic_type normal using segments [{'id': 'de5121c8-8b03-470a-afbd-147e243ee63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3113da5a-7eb0-4437-8c03-2b1242678da8'}] May 03 23:00:12.538657 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:12.669878 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] For port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:00:12.669878 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attempted to set empty binding levels {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 03 23:00:12.677704 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:12.751105 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] In _notify_port_updated(), no bound segment for port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb on network 3113da5a-7eb0-4437-8c03-2b1242678da8 {{(pid=88070) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 03 23:00:12.752482 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:12.753460 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:12.755096 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] 10.222.0.58 "PUT /v2.0/ports/f2a97ce8-06ef-485c-aee8-e3eeb237d1eb HTTP/1.1" status: 200 len: 978 time: 0.9673252 May 03 23:00:12.758333 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 46214) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:12.793534 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d5003-3a13-4435-81ef-68a1a32cf846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Pushing event updated for resources: {'Port': ['ID=f2a97ce8-06ef-485c-aee8-e3eeb237d1eb,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:12.838111 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-facb6ea3-a58e-446f-b082-9650e688a439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Deleting port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:00:12.838807 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-facb6ea3-a58e-446f-b082-9650e688a439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:12.850371 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46224) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:12.999134 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-46d3058f-4287-4909-9c48-8a29baa8ba30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:13.016049 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-46d3058f-4287-4909-9c48-8a29baa8ba30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:13.020797 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-46d3058f-4287-4909-9c48-8a29baa8ba30 admin admin] Usage tracker for resource:security_group_rule and tenant:2525ae1e357d4b9ba7e4b5b888e2f7b8 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:00:13.024172 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-46d3058f-4287-4909-9c48-8a29baa8ba30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:00:13.031109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-46d3058f-4287-4909-9c48-8a29baa8ba30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:13.191146 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 03469911-b68d-4164-b0df-99e893b6d196 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:00:13.232828 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-46d3058f-4287-4909-9c48-8a29baa8ba30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:13.237583 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-46d3058f-4287-4909-9c48-8a29baa8ba30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:13.284202 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-d1656f62-4c81-48b7-b892-764ae3511fa8 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:13.284688 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-46d3058f-4287-4909-9c48-8a29baa8ba30 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2525ae1e357d4b9ba7e4b5b888e2f7b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4332492 May 03 23:00:13.285550 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3058f-4287-4909-9c48-8a29baa8ba30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d29ab7e-304e-4599-8525-71d067998890,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:13.285758 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-d1656f62-4c81-48b7-b892-764ae3511fa8 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/networks?id=4db04b0a-96aa-4da2-bf24-bf173df49105 HTTP/1.1" status: 200 len: 813 time: 0.4025533 May 03 23:00:13.288832 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46236) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:13.347575 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1660d911-8844-4855-8059-91939ad0810b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:13.347828 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 03469911-b68d-4164-b0df-99e893b6d196, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=03469911-b68d-4164-b0df-99e893b6d196,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:00:13.364971 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '03469911-b68d-4164-b0df-99e893b6d196', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'port_id': '03469911-b68d-4164-b0df-99e893b6d196', 'mac_address': 'fa:16:3e:c7:98:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:00:13.372621 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-2054efff-6f41-400c-afed-af56987aeae9 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/quotas/f78e8c45dde9428fbae42b8cd7a9aa46 HTTP/1.1" status: 200 len: 375 time: 0.0338988 May 03 23:00:13.378875 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-facb6ea3-a58e-446f-b082-9650e688a439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] For port f2a97ce8-06ef-485c-aee8-e3eeb237d1eb, host n-h1-811807-1, got binding levels [] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:00:13.379231 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-facb6ea3-a58e-446f-b082-9650e688a439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:13.380084 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1660d911-8844-4855-8059-91939ad0810b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:13.422887 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:13.430304 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ee340-8eba-466e-b1b1-2af92d0f77eb req-fe111e36-9544-4af8-a7af-0bc1e1d44f5a tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:13.431974 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-245ee340-8eba-466e-b1b1-2af92d0f77eb req-fe111e36-9544-4af8-a7af-0bc1e1d44f5a tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=65badab1-c3dd-4694-99ca-8d481db29112 HTTP/1.1" status: 200 len: 944 time: 0.3118389 May 03 23:00:13.438812 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1660d911-8844-4855-8059-91939ad0810b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:13.446183 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03469911-b68d-4164-b0df-99e893b6d196 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:00:13.457051 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660d911-8844-4855-8059-91939ad0810b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d29ab7e-304e-4599-8525-71d067998890,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:13.463401 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 03469911-b68d-4164-b0df-99e893b6d196, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=03469911-b68d-4164-b0df-99e893b6d196,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:00:13.464044 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1660d911-8844-4855-8059-91939ad0810b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:13.467479 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1660d911-8844-4855-8059-91939ad0810b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3d29ab7e-304e-4599-8525-71d067998890 HTTP/1.1" status: 204 len: 168 time: 0.1773899 May 03 23:00:13.477375 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:13.550369 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=03469911-b68d-4164-b0df-99e893b6d196,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:13.558505 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:13.558812 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:13.559149 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:13.559478 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:13.559652 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-ef570c4a-7fb7-4f4d-915d-43eb7c3d76de tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f78e8c45dde9428fbae42b8cd7a9aa46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1717842 May 03 23:00:13.559779 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:13.560109 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:13.560969 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:13.561292 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:13.561611 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:13.561948 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:13.562277 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:13.562587 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:13.568233 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-facb6ea3-a58e-446f-b082-9650e688a439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Calling delete_port for f2a97ce8-06ef-485c-aee8-e3eeb237d1eb owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:00:13.726200 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['03469911-b68d-4164-b0df-99e893b6d196'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:00:13.758526 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-245ee340-8eba-466e-b1b1-2af92d0f77eb req-fc1bffe9-a20e-4cd0-b036-16c68cc1af72 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2695215 May 03 23:00:13.787826 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-facb6ea3-a58e-446f-b082-9650e688a439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:13.848511 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb6ea3-a58e-446f-b082-9650e688a439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2a97ce8-06ef-485c-aee8-e3eeb237d1eb,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:13.858266 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-11bfeb7a-5dce-4d57-80d1-bee7ca9e39f8 service neutron] 10.222.0.58 "GET /v2.0/networks/4db04b0a-96aa-4da2-bf24-bf173df49105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977829 May 03 23:00:13.861402 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-facb6ea3-a58e-446f-b082-9650e688a439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:13.874363 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-facb6ea3-a58e-446f-b082-9650e688a439 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] 10.222.0.58 "DELETE /v2.0/ports/f2a97ce8-06ef-485c-aee8-e3eeb237d1eb HTTP/1.1" status: 204 len: 168 time: 1.1149375 May 03 23:00:13.874516 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46252) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:13.928493 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-360a44d0-0193-4092-a930-9a761f54e565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] GET failed (client error): The resource could not be found. May 03 23:00:13.929158 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-360a44d0-0193-4092-a930-9a761f54e565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Synchronizing usage tracker for tenant:a83460dc251142749990ad7fe4d85f9b on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:00:13.947505 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-360a44d0-0193-4092-a930-9a761f54e565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] Unset dirty status for tenant:a83460dc251142749990ad7fe4d85f9b on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:00:13.949234 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-360a44d0-0193-4092-a930-9a761f54e565 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-935590899-project-admin] 10.222.0.58 "GET /v2.0/ports/f2a97ce8-06ef-485c-aee8-e3eeb237d1eb HTTP/1.1" status: 404 len: 333 time: 0.0727403 May 03 23:00:13.954320 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46256) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:14.032969 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-ad023123-cc6d-4a44-8fe6-9ea06e124f12 service neutron] 10.222.0.58 "GET /v2.0/networks/4db04b0a-96aa-4da2-bf24-bf173df49105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573212 May 03 23:00:14.096112 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-45a1db4c-2831-4bd7-940d-e24f47f0cf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:14.252947 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f18b409c-f09b-4176-bd36-aaf13a822537 req-fd88a8dd-bc8c-4d18-a2dc-5aefe8f6ec0a tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1810041-3e7b-4d67-aa01-a4a1c2733580 HTTP/1.1" status: 200 len: 210 time: 0.0635157 May 03 23:00:14.262252 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-45a1db4c-2831-4bd7-940d-e24f47f0cf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:14.294200 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-45a1db4c-2831-4bd7-940d-e24f47f0cf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3113da5a-7eb0-4437-8c03-2b1242678da8']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:00:14.307480 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-45a1db4c-2831-4bd7-940d-e24f47f0cf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de5121c8-8b03-470a-afbd-147e243ee63f') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:00:14.307792 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-45a1db4c-2831-4bd7-940d-e24f47f0cf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de5121c8-8b03-470a-afbd-147e243ee63f') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:00:14.319371 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-45a1db4c-2831-4bd7-940d-e24f47f0cf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:14.335513 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-45a1db4c-2831-4bd7-940d-e24f47f0cf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:14.343284 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45a1db4c-2831-4bd7-940d-e24f47f0cf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:00:14.343769 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-45a1db4c-2831-4bd7-940d-e24f47f0cf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:14.359966 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 23:00:14.359966 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:00:14.359966 n-d-811807-1 neutron-server[88070]: timer() May 03 23:00:14.359966 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:00:14.359966 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 23:00:14.359966 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:00:14.359966 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 23:00:14.359966 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:00:14.359966 n-d-811807-1 neutron-server[88070]: self._notify() May 03 23:00:14.359966 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:00:14.359966 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 23:00:14.359966 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:00:14.359966 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 23:00:14.359966 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:00:14.359966 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:00:14.359966 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:00:14.359966 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:00:14.359966 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:00:14.359966 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 23:00:14.359966 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:00:14.359966 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 23:00:14.359966 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:00:14.359966 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:00:14.359966 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:00:14.359966 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 23:00:14.359966 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:00:14.359966 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:00:14.359966 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:00:14.359966 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:00:14.359966 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:00:14.359966 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:00:14.359966 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:00:14.442902 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-45a1db4c-2831-4bd7-940d-e24f47f0cf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:14.463345 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-45a1db4c-2831-4bd7-940d-e24f47f0cf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:14.474472 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1db4c-2831-4bd7-940d-e24f47f0cf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493-project] Pushing event deleted for resources: {'Network': ['ID=3113da5a-7eb0-4437-8c03-2b1242678da8,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:14.477195 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-45a1db4c-2831-4bd7-940d-e24f47f0cf6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1868648493-project] 10.222.0.58 "DELETE /v2.0/networks/3113da5a-7eb0-4437-8c03-2b1242678da8 HTTP/1.1" status: 204 len: 168 time: 0.5212128 May 03 23:00:14.793262 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46296) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:14.956184 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178c366-06cc-4036-b070-4fec0fdd291c req-31d319b5-45a9-40df-94db-6ca73cad7d5b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:14.957725 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a178c366-06cc-4036-b070-4fec0fdd291c req-31d319b5-45a9-40df-94db-6ca73cad7d5b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=65badab1-c3dd-4694-99ca-8d481db29112 HTTP/1.1" status: 200 len: 945 time: 0.0876350 May 03 23:00:14.971301 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f9a14345-cb74-4934-a614-c0c6e5abc2a2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=57da4b2a41e94c71aea7230c7be04723&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1760917 May 03 23:00:14.973643 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46306) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:15.003700 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a178c366-06cc-4036-b070-4fec0fdd291c req-86594766-277a-4da0-8e19-2bc7e1e22ff7 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394344 May 03 23:00:15.039999 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-30792f1f-abf0-4856-80e8-591b5bc58ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:15.069561 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-30792f1f-abf0-4856-80e8-591b5bc58ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:15.128001 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-30792f1f-abf0-4856-80e8-591b5bc58ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:15.152882 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30792f1f-abf0-4856-80e8-591b5bc58ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0ce131-9af8-4df7-b3fb-77f80e543b17,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:15.154776 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-30792f1f-abf0-4856-80e8-591b5bc58ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:15.155886 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-30792f1f-abf0-4856-80e8-591b5bc58ffd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3c0ce131-9af8-4df7-b3fb-77f80e543b17 HTTP/1.1" status: 204 len: 168 time: 0.1812704 May 03 23:00:15.206120 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 03469911-b68d-4164-b0df-99e893b6d196 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:00:15.294361 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 03469911-b68d-4164-b0df-99e893b6d196 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:00:15.300196 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 03469911-b68d-4164-b0df-99e893b6d196 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:00:15.300567 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:15.393226 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-acfe60ed-233b-446f-a433-26061ac59c64 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:15.394274 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-acfe60ed-233b-446f-a433-26061ac59c64 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Synchronizing usage tracker for tenant:f78e8c45dde9428fbae42b8cd7a9aa46 on resource:network {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:00:15.417220 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-acfe60ed-233b-446f-a433-26061ac59c64 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Unset dirty status for tenant:f78e8c45dde9428fbae42b8cd7a9aa46 on resource:network {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:00:15.422293 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-acfe60ed-233b-446f-a433-26061ac59c64 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.67 "GET /v2.0/networks?id=4db04b0a-96aa-4da2-bf24-bf173df49105 HTTP/1.1" status: 200 len: 813 time: 0.1964176 May 03 23:00:15.437254 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-4b08e008-6142-475a-849a-3966da0562c4 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Request body: {'port': {'device_id': 'e1810041-3e7b-4d67-aa01-a4a1c2733580', 'network_id': '4db04b0a-96aa-4da2-bf24-bf173df49105', 'admin_state_up': True, 'tenant_id': 'f78e8c45dde9428fbae42b8cd7a9aa46'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:00:15.459777 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:15.533195 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65badab1-c3dd-4694-99ca-8d481db29112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03469911-b68d-4164-b0df-99e893b6d196'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:00:15.560334 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 03469911-b68d-4164-b0df-99e893b6d196, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=03469911-b68d-4164-b0df-99e893b6d196,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:00:15.569290 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:15.587020 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-556df059-cd66-48db-9c35-2db3baa684ec req-886da017-880d-4847-a9df-4316bae3cfa0 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1810041-3e7b-4d67-aa01-a4a1c2733580 HTTP/1.1" status: 200 len: 210 time: 0.1016557 May 03 23:00:15.647893 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce016146-603b-4872-8f96-b87cf0ef3cb1'] response: {'server_uuid': '65badab1-c3dd-4694-99ca-8d481db29112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03469911-b68d-4164-b0df-99e893b6d196', 'code': 200} May 03 23:00:15.696136 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=03469911-b68d-4164-b0df-99e893b6d196,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:15.709384 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 46332) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:15.747204 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-4b08e008-6142-475a-849a-3966da0562c4 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:15.751530 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-4b08e008-6142-475a-849a-3966da0562c4 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Usage tracker for resource:port and tenant:f78e8c45dde9428fbae42b8cd7a9aa46 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:00:15.754700 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-4b08e008-6142-475a-849a-3966da0562c4 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:00:15.761118 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-4b08e008-6142-475a-849a-3966da0562c4 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:15.770675 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-16b0148a-f18b-4d87-9a1f-03f171e1c354 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a83460dc251142749990ad7fe4d85f9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0601037 May 03 23:00:15.773164 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 46338) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:15.774385 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-4b08e008-6142-475a-849a-3966da0562c4 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Made reservation on behalf of f78e8c45dde9428fbae42b8cd7a9aa46 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:00:15.778529 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-4b08e008-6142-475a-849a-3966da0562c4 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:15.837962 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d5c114d7-033d-4f50-853e-bd65d59167d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:15.867104 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d5c114d7-033d-4f50-853e-bd65d59167d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:15.924584 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d5c114d7-033d-4f50-853e-bd65d59167d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:15.951788 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c114d7-033d-4f50-853e-bd65d59167d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c5b4a0-f2ea-4936-a7d8-b99f77607bc4,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:15.958230 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d5c114d7-033d-4f50-853e-bd65d59167d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:15.959745 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d5c114d7-033d-4f50-853e-bd65d59167d0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a1c5b4a0-f2ea-4936-a7d8-b99f77607bc4 HTTP/1.1" status: 204 len: 168 time: 0.1855977 May 03 23:00:16.023729 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-4b08e008-6142-475a-849a-3966da0562c4 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Allocated IP 172.20.0.10 (4db04b0a-96aa-4da2-bf24-bf173df49105/a48a4adb-c061-41c4-bc35-f1d5ff0b47e2/8f1ff133-0735-4344-8b5e-a56c7501a372) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:00:16.033910 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566e924-fa61-48f3-a389-312361f248d1 req-0afcad6d-8484-4e85-9efb-afd799d3128d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:16.035490 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d566e924-fa61-48f3-a389-312361f248d1 req-0afcad6d-8484-4e85-9efb-afd799d3128d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=65badab1-c3dd-4694-99ca-8d481db29112 HTTP/1.1" status: 200 len: 1097 time: 0.3310022 May 03 23:00:16.126480 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d566e924-fa61-48f3-a389-312361f248d1 req-33cf5451-aeb3-4831-8b02-33050ab57cf7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820463 May 03 23:00:16.241313 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac1c3c-1222-45e1-887d-b59bdcd5257a req-87da3206-a522-4d99-b87b-7362d2ac3e64 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:16.242847 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-77ac1c3c-1222-45e1-887d-b59bdcd5257a req-87da3206-a522-4d99-b87b-7362d2ac3e64 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=65badab1-c3dd-4694-99ca-8d481db29112 HTTP/1.1" status: 200 len: 946 time: 0.1022487 May 03 23:00:16.300545 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-4b08e008-6142-475a-849a-3966da0562c4 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:16.302427 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-77ac1c3c-1222-45e1-887d-b59bdcd5257a req-4631a44f-e866-4cc9-84c2-698a41d1fd27 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528560 May 03 23:00:16.349487 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-4b08e008-6142-475a-849a-3966da0562c4 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:16.434955 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-4b08e008-6142-475a-849a-3966da0562c4 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Network 4db04b0a-96aa-4da2-bf24-bf173df49105 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:00:16.439207 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-4b08e008-6142-475a-849a-3966da0562c4 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:16.441719 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-4b08e008-6142-475a-849a-3966da0562c4 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:00:16.614019 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b08e008-6142-475a-849a-3966da0562c4 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Pushing event updated for resources: {'Port': ['ID=8f1ff133-0735-4344-8b5e-a56c7501a372,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:16.645694 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-4b08e008-6142-475a-849a-3966da0562c4 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:16.646400 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-4b08e008-6142-475a-849a-3966da0562c4 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:16.670756 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-4b08e008-6142-475a-849a-3966da0562c4 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2405088 May 03 23:00:16.681789 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-3c53df30-3cd3-4d7b-af81-cf4c669cb33a service neutron] Request body: {'port': {'device_id': 'e1810041-3e7b-4d67-aa01-a4a1c2733580', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:00:16.818607 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-3c53df30-3cd3-4d7b-af81-cf4c669cb33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:16.833438 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0c21d-b5b5-44c4-b13f-50d48eeb200e req-33fd7be0-ed98-482f-aa7f-61537e781495 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:16.842536 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9da0c21d-b5b5-44c4-b13f-50d48eeb200e req-33fd7be0-ed98-482f-aa7f-61537e781495 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1810041-3e7b-4d67-aa01-a4a1c2733580 HTTP/1.1" status: 200 len: 932 time: 0.1097000 May 03 23:00:16.898342 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9da0c21d-b5b5-44c4-b13f-50d48eeb200e req-670b68fc-3962-405d-a18c-c8408fab377d tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a73ae28-9ec1-4e43-bc63-335d48a45020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545313 May 03 23:00:16.937520 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 46372) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:17.052111 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-ac3b5042-981f-469f-b5ee-e354486113a8 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1299777522'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:00:17.059744 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ac3b5042-981f-469f-b5ee-e354486113a8 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:17.063696 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ac3b5042-981f-469f-b5ee-e354486113a8 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Usage tracker for resource:network and tenant:b72bfc3d149a4a818dd530a6da08039b is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:00:17.067004 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ac3b5042-981f-469f-b5ee-e354486113a8 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:00:17.081687 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ac3b5042-981f-469f-b5ee-e354486113a8 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:17.096329 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3b5042-981f-469f-b5ee-e354486113a8 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Made reservation on behalf of b72bfc3d149a4a818dd530a6da08039b for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:00:17.104631 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac3b5042-981f-469f-b5ee-e354486113a8 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:17.132866 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac3b5042-981f-469f-b5ee-e354486113a8 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:17.149915 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ac3b5042-981f-469f-b5ee-e354486113a8 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:17.154128 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ac3b5042-981f-469f-b5ee-e354486113a8 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Usage tracker for resource:security_group_rule and tenant:b72bfc3d149a4a818dd530a6da08039b is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:00:17.157717 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ac3b5042-981f-469f-b5ee-e354486113a8 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:00:17.164612 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ac3b5042-981f-469f-b5ee-e354486113a8 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:17.241187 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-3c53df30-3cd3-4d7b-af81-cf4c669cb33a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f1ff133-0735-4344-8b5e-a56c7501a372 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:00:17.251707 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-3c53df30-3cd3-4d7b-af81-cf4c669cb33a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:17.267614 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-3c53df30-3cd3-4d7b-af81-cf4c669cb33a service neutron] Transition to ACTIVE for port object 8f1ff133-0735-4344-8b5e-a56c7501a372 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:00:17.268705 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac3b5042-981f-469f-b5ee-e354486113a8 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:17.271451 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-3c53df30-3cd3-4d7b-af81-cf4c669cb33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:17.272820 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac3b5042-981f-469f-b5ee-e354486113a8 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:17.314703 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac3b5042-981f-469f-b5ee-e354486113a8 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:00:17.316718 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b5042-981f-469f-b5ee-e354486113a8 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a923223-21fb-4893-af75-08b235f2c3be,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:17.328870 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac3b5042-981f-469f-b5ee-e354486113a8 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:17.330566 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-ac3b5042-981f-469f-b5ee-e354486113a8 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Added segment 935b1a78-7016-49cc-9795-d01425cbab5c of type vlan for network 6e8866e6-c360-4070-b3ed-6e7233e57aae May 03 23:00:17.360611 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac3b5042-981f-469f-b5ee-e354486113a8 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:17.396371 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac3b5042-981f-469f-b5ee-e354486113a8 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:17.402057 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3b5042-981f-469f-b5ee-e354486113a8 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:17.402773 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac3b5042-981f-469f-b5ee-e354486113a8 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:17.495966 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53df30-3cd3-4d7b-af81-cf4c669cb33a service neutron] Pushing event updated for resources: {'Port': ['ID=8f1ff133-0735-4344-8b5e-a56c7501a372,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:17.541203 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-3c53df30-3cd3-4d7b-af81-cf4c669cb33a service neutron] Attempting to bind port 8f1ff133-0735-4344-8b5e-a56c7501a372 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:00:17.541532 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-3c53df30-3cd3-4d7b-af81-cf4c669cb33a service neutron] Attempting to bind port 8f1ff133-0735-4344-8b5e-a56c7501a372 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '82b84367-2fcb-485e-8afe-d71abc718106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4db04b0a-96aa-4da2-bf24-bf173df49105'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:00:17.541867 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-3c53df30-3cd3-4d7b-af81-cf4c669cb33a service neutron] Attempting to bind port 8f1ff133-0735-4344-8b5e-a56c7501a372 on network 4db04b0a-96aa-4da2-bf24-bf173df49105 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:17.547567 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-3c53df30-3cd3-4d7b-af81-cf4c669cb33a service neutron] Port 8f1ff133-0735-4344-8b5e-a56c7501a372 on network 4db04b0a-96aa-4da2-bf24-bf173df49105 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:00:17.547897 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-3c53df30-3cd3-4d7b-af81-cf4c669cb33a service neutron] Attempting to bind port 8f1ff133-0735-4344-8b5e-a56c7501a372 on network 4db04b0a-96aa-4da2-bf24-bf173df49105 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:17.554150 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-3c53df30-3cd3-4d7b-af81-cf4c669cb33a service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:00:17.554486 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-3c53df30-3cd3-4d7b-af81-cf4c669cb33a service neutron] Checking segment: {'id': '82b84367-2fcb-485e-8afe-d71abc718106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4db04b0a-96aa-4da2-bf24-bf173df49105'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:00:17.554924 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-3c53df30-3cd3-4d7b-af81-cf4c669cb33a service neutron] Bound using segment: {'id': '82b84367-2fcb-485e-8afe-d71abc718106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4db04b0a-96aa-4da2-bf24-bf173df49105'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:00:17.555354 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-3c53df30-3cd3-4d7b-af81-cf4c669cb33a service neutron] Bound port: 8f1ff133-0735-4344-8b5e-a56c7501a372, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b84367-2fcb-485e-8afe-d71abc718106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4db04b0a-96aa-4da2-bf24-bf173df49105'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:00:17.555701 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-3c53df30-3cd3-4d7b-af81-cf4c669cb33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:17.677670 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-3c53df30-3cd3-4d7b-af81-cf4c669cb33a service neutron] For port 8f1ff133-0735-4344-8b5e-a56c7501a372, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:00:17.684905 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ac3b5042-981f-469f-b5ee-e354486113a8 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7431607 May 03 23:00:17.685263 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-3c53df30-3cd3-4d7b-af81-cf4c669cb33a service neutron] For port 8f1ff133-0735-4344-8b5e-a56c7501a372, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=8f1ff133-0735-4344-8b5e-a56c7501a372,segment=NetworkSegment(82b84367-2fcb-485e-8afe-d71abc718106),segment_id=82b84367-2fcb-485e-8afe-d71abc718106)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:00:17.685263 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46388) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:17.686505 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b5042-981f-469f-b5ee-e354486113a8 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Pushing event updated for resources: {'Network': ['ID=6e8866e6-c360-4070-b3ed-6e7233e57aae,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:17.700318 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-25cac3b4-19c5-43bf-b781-8b55435a3d5b tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Request body: {'subnet': {'network_id': '6e8866e6-c360-4070-b3ed-6e7233e57aae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:00:17.700807 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 6e8866e6-c360-4070-b3ed-6e7233e57aae details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:00:17.719845 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef4b75-2c53-4bcd-a3a0-999a1f77339c req-d5d162ce-4f9d-4b0c-bad5-640c05f7fdf7 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:17.721359 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d9ef4b75-2c53-4bcd-a3a0-999a1f77339c req-d5d162ce-4f9d-4b0c-bad5-640c05f7fdf7 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=65badab1-c3dd-4694-99ca-8d481db29112 HTTP/1.1" status: 200 len: 946 time: 0.2916152 May 03 23:00:17.726277 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-3c53df30-3cd3-4d7b-af81-cf4c669cb33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:17.780177 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d9ef4b75-2c53-4bcd-a3a0-999a1f77339c req-90825324-5436-44db-965e-795ce6b9977e tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526438 May 03 23:00:17.824944 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-3c53df30-3cd3-4d7b-af81-cf4c669cb33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:17.825739 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-3c53df30-3cd3-4d7b-af81-cf4c669cb33a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:17.828307 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-3c53df30-3cd3-4d7b-af81-cf4c669cb33a service neutron] 10.222.0.67 "PUT /v2.0/ports/8f1ff133-0735-4344-8b5e-a56c7501a372 HTTP/1.1" status: 200 len: 1092 time: 1.1502666 May 03 23:00:17.889516 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1810041-3e7b-4d67-aa01-a4a1c2733580', 'tag': '8f1ff133-0735-4344-8b5e-a56c7501a372'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:00:17.961961 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9b437f0-0185-4a03-ad43-c773a581fe29'] response: {'name': 'network-changed', 'server_uuid': 'e1810041-3e7b-4d67-aa01-a4a1c2733580', 'tag': '8f1ff133-0735-4344-8b5e-a56c7501a372', 'status': 'completed', 'code': 200} May 03 23:00:17.999465 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-25cac3b4-19c5-43bf-b781-8b55435a3d5b tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:18.004048 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88e643-b291-4eb0-b825-44e83794293a req-ab189918-82c5-4a74-ad39-eed267c193aa tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:18.004383 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-25cac3b4-19c5-43bf-b781-8b55435a3d5b tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Usage tracker for resource:subnet and tenant:b72bfc3d149a4a818dd530a6da08039b is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:00:18.006824 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0a88e643-b291-4eb0-b825-44e83794293a req-ab189918-82c5-4a74-ad39-eed267c193aa tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=65badab1-c3dd-4694-99ca-8d481db29112 HTTP/1.1" status: 200 len: 946 time: 0.1083210 May 03 23:00:18.007602 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53df30-3cd3-4d7b-af81-cf4c669cb33a service neutron] Pushing event updated for resources: {'Port': ['ID=8f1ff133-0735-4344-8b5e-a56c7501a372,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:18.011385 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-25cac3b4-19c5-43bf-b781-8b55435a3d5b tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:00:18.023427 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-25cac3b4-19c5-43bf-b781-8b55435a3d5b tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:18.049224 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25cac3b4-19c5-43bf-b781-8b55435a3d5b tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Made reservation on behalf of b72bfc3d149a4a818dd530a6da08039b for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:00:18.054008 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-25cac3b4-19c5-43bf-b781-8b55435a3d5b tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:18.073568 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-4de2157c-3b30-4932-bdac-f5071d5797b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:18.075181 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-4de2157c-3b30-4932-bdac-f5071d5797b0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f78e8c45dde9428fbae42b8cd7a9aa46&device_id=e1810041-3e7b-4d67-aa01-a4a1c2733580 HTTP/1.1" status: 200 len: 1095 time: 0.1761918 May 03 23:00:18.126665 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0a88e643-b291-4eb0-b825-44e83794293a req-371e8131-ce67-4256-b3dc-7e299b6b760c tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061690 May 03 23:00:18.160647 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 46404) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:18.178603 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9902fa-6f35-4e8f-b47c-33cb25a60b9c req-127c751b-42cf-4ae9-a315-f318cf3c91d5 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:18.186910 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2c9902fa-6f35-4e8f-b47c-33cb25a60b9c req-127c751b-42cf-4ae9-a315-f318cf3c91d5 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1810041-3e7b-4d67-aa01-a4a1c2733580 HTTP/1.1" status: 200 len: 944 time: 0.1402855 May 03 23:00:18.220411 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-74b7ded3-1a3a-47d2-b574-03cf7cb2d17f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f1ff133-0735-4344-8b5e-a56c7501a372 HTTP/1.1" status: 200 len: 217 time: 0.1304321 May 03 23:00:18.243222 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2c9902fa-6f35-4e8f-b47c-33cb25a60b9c req-e0bda634-5b4d-4fe2-bd61-e55e71c34c79 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a73ae28-9ec1-4e43-bc63-335d48a45020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551307 May 03 23:00:18.318100 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-429d543d-2837-4241-8586-692649d1b8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:18.319827 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-429d543d-2837-4241-8586-692649d1b8f0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a48a4adb-c061-41c4-bc35-f1d5ff0b47e2 HTTP/1.1" status: 200 len: 853 time: 0.0934756 May 03 23:00:18.401165 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d943e675-a668-4970-a4ef-cae2421219bd tempest-TestVolumeBootPattern-1052048996 tempest-TestVolumeBootPattern-1052048996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:18.406783 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d943e675-a668-4970-a4ef-cae2421219bd tempest-TestVolumeBootPattern-1052048996 tempest-TestVolumeBootPattern-1052048996-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=65badab1-c3dd-4694-99ca-8d481db29112 HTTP/1.1" status: 200 len: 1092 time: 0.2409098 May 03 23:00:18.406951 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-449f723f-9d4b-45dd-a1af-e4e52e553b09 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4db04b0a-96aa-4da2-bf24-bf173df49105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780087 May 03 23:00:18.406951 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46412) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:18.418291 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-2808ccb5-6d9b-4c09-ab90-b21a7af8d815 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'port_id': '03469911-b68d-4164-b0df-99e893b6d196', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:00:18.444218 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2808ccb5-6d9b-4c09-ab90-b21a7af8d815 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:18.452912 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2808ccb5-6d9b-4c09-ab90-b21a7af8d815 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Usage tracker for resource:floatingip and tenant:fac7f64c48bd48e8ae480a0113f466e9 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:00:18.458709 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2808ccb5-6d9b-4c09-ab90-b21a7af8d815 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:00:18.485060 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2808ccb5-6d9b-4c09-ab90-b21a7af8d815 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:18.684167 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2808ccb5-6d9b-4c09-ab90-b21a7af8d815 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for floatingip, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:18.774189 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-ad9d9bc0-c963-43e3-99d5-f97d89fa574b service neutron] 10.222.0.67 "GET /v2.0/networks/4db04b0a-96aa-4da2-bf24-bf173df49105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598809 May 03 23:00:18.775897 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-25cac3b4-19c5-43bf-b781-8b55435a3d5b tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:18.997046 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cac3b4-19c5-43bf-b781-8b55435a3d5b tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Pushing event updated for resources: {'Subnet': ['ID=9bdf2c73-335c-4312-bc0d-f6d279a91a1d,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:19.046240 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cac3b4-19c5-43bf-b781-8b55435a3d5b tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Checking segment: {'id': '935b1a78-7016-49cc-9795-d01425cbab5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '6e8866e6-c360-4070-b3ed-6e7233e57aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:00:19.046362 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cac3b4-19c5-43bf-b781-8b55435a3d5b tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Network hostable DHCP agents. Network: 6e8866e6-c360-4070-b3ed-6e7233e57aae, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:00:19.080243 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-15ef06fb-cd28-4bdf-a9d7-02bdee3a688a req-14ebe916-eaa2-43c3-91e6-cc71a4e63dfb service neutron] 10.222.0.67 "GET /v2.0/networks/4db04b0a-96aa-4da2-bf24-bf173df49105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990942 May 03 23:00:19.096886 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cac3b4-19c5-43bf-b781-8b55435a3d5b tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Network 6e8866e6-c360-4070-b3ed-6e7233e57aae is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:00:19.113042 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-25cac3b4-19c5-43bf-b781-8b55435a3d5b tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 6e8866e6-c360-4070-b3ed-6e7233e57aae) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:19.118516 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2808ccb5-6d9b-4c09-ab90-b21a7af8d815 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:19.122210 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cac3b4-19c5-43bf-b781-8b55435a3d5b tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:19.123718 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-25cac3b4-19c5-43bf-b781-8b55435a3d5b tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:19.131700 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e587d76-2852-4ccb-b00d-31c39d865252 None None] Network 6e8866e6-c360-4070-b3ed-6e7233e57aae requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:00:19.261444 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 46430) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:19.262138 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-25cac3b4-19c5-43bf-b781-8b55435a3d5b tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5746469 May 03 23:00:19.273675 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-3a2f7566-1ac5-431b-83b2-ab760b4c77ba tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Request body: {'port': {'network_id': '6e8866e6-c360-4070-b3ed-6e7233e57aae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-375885303'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:00:19.361441 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355689e0-1af3-410e-9c6e-c0ec877bfdda req-ffab2fbc-0e81-4981-80b5-235795647a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:19.362960 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-355689e0-1af3-410e-9c6e-c0ec877bfdda req-ffab2fbc-0e81-4981-80b5-235795647a16 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f78e8c45dde9428fbae42b8cd7a9aa46&device_id=e1810041-3e7b-4d67-aa01-a4a1c2733580 HTTP/1.1" status: 200 len: 1095 time: 0.1890316 May 03 23:00:19.364100 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-2808ccb5-6d9b-4c09-ab90-b21a7af8d815 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Allocated IP 172.25.2.181 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/be7b3c5b-03b0-480c-a21f-7f9f0e7f538f) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:00:19.426248 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231a3cbd-ce86-45a3-9afe-4893cb3e44b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-6e8866e6-c360-4070-b3ed-6e7233e57aae', 'network_id': '6e8866e6-c360-4070-b3ed-6e7233e57aae', 'tenant_id': 'b72bfc3d149a4a818dd530a6da08039b', 'fixed_ips': [{'subnet_id': '9bdf2c73-335c-4312-bc0d-f6d279a91a1d'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:00:19.427602 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-231a3cbd-ce86-45a3-9afe-4893cb3e44b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:19.558757 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3a2f7566-1ac5-431b-83b2-ab760b4c77ba tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:19.565294 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3a2f7566-1ac5-431b-83b2-ab760b4c77ba tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Usage tracker for resource:port and tenant:b72bfc3d149a4a818dd530a6da08039b is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:00:19.569459 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3a2f7566-1ac5-431b-83b2-ab760b4c77ba tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:00:19.579682 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3a2f7566-1ac5-431b-83b2-ab760b4c77ba tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:19.601827 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2f7566-1ac5-431b-83b2-ab760b4c77ba tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Made reservation on behalf of b72bfc3d149a4a818dd530a6da08039b for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:00:19.607832 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3a2f7566-1ac5-431b-83b2-ab760b4c77ba tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:19.608069 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-231a3cbd-ce86-45a3-9afe-4893cb3e44b6 None None] Allocated IP 2001:db8::2 (6e8866e6-c360-4070-b3ed-6e7233e57aae/9bdf2c73-335c-4312-bc0d-f6d279a91a1d/0ee55fbc-fceb-4135-b806-7a1137eb9aa6) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:00:19.618557 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355689e0-1af3-410e-9c6e-c0ec877bfdda req-ae77edca-146f-44b2-acba-b83d0b9acbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:19.620284 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-355689e0-1af3-410e-9c6e-c0ec877bfdda req-ae77edca-146f-44b2-acba-b83d0b9acbf2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4db04b0a-96aa-4da2-bf24-bf173df49105 HTTP/1.1" status: 200 len: 914 time: 0.2501032 May 03 23:00:19.646427 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230d4f4-cabf-4af6-b170-3191ae329a15 req-328790e1-910f-46ad-902b-ac74de86e93c tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:19.648612 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2230d4f4-cabf-4af6-b170-3191ae329a15 req-328790e1-910f-46ad-902b-ac74de86e93c tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1810041-3e7b-4d67-aa01-a4a1c2733580 HTTP/1.1" status: 200 len: 944 time: 0.2269318 May 03 23:00:19.653170 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-3a2f7566-1ac5-431b-83b2-ab760b4c77ba tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] device_id is not set on port cb815498-1332-4557-bee8-6fcc4f0f7cb9 yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 23:00:19.738558 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-355689e0-1af3-410e-9c6e-c0ec877bfdda req-f4f974d9-6592-40a1-a784-a2685a047db1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f1ff133-0735-4344-8b5e-a56c7501a372 HTTP/1.1" status: 200 len: 217 time: 0.1037595 May 03 23:00:19.741272 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2808ccb5-6d9b-4c09-ab90-b21a7af8d815 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:19.804584 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2230d4f4-cabf-4af6-b170-3191ae329a15 req-d9111b51-36a9-4565-883a-fe1ac1159c67 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a73ae28-9ec1-4e43-bc63-335d48a45020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530884 May 03 23:00:19.815399 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355689e0-1af3-410e-9c6e-c0ec877bfdda req-896612ec-36c6-47cc-b95c-2318457e9536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:19.818108 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-355689e0-1af3-410e-9c6e-c0ec877bfdda req-896612ec-36c6-47cc-b95c-2318457e9536 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a48a4adb-c061-41c4-bc35-f1d5ff0b47e2 HTTP/1.1" status: 200 len: 853 time: 0.0709515 May 03 23:00:19.866803 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-355689e0-1af3-410e-9c6e-c0ec877bfdda req-8b036ca2-78ed-49e2-979e-903e52ec41d1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4db04b0a-96aa-4da2-bf24-bf173df49105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428231 May 03 23:00:19.873331 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2808ccb5-6d9b-4c09-ab90-b21a7af8d815 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:19.878686 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-231a3cbd-ce86-45a3-9afe-4893cb3e44b6 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:19.889810 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-231a3cbd-ce86-45a3-9afe-4893cb3e44b6 None None] Transition to ACTIVE for port object 0ee55fbc-fceb-4135-b806-7a1137eb9aa6 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:00:19.911134 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-231a3cbd-ce86-45a3-9afe-4893cb3e44b6 None None] Transition to ACTIVE for port object 0ee55fbc-fceb-4135-b806-7a1137eb9aa6 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:00:19.920322 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-231a3cbd-ce86-45a3-9afe-4893cb3e44b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:19.978075 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2808ccb5-6d9b-4c09-ab90-b21a7af8d815 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:00:19.984505 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-2808ccb5-6d9b-4c09-ab90-b21a7af8d815 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:19.989614 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2808ccb5-6d9b-4c09-ab90-b21a7af8d815 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:00:19.989992 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231a3cbd-ce86-45a3-9afe-4893cb3e44b6 None None] Network 6e8866e6-c360-4070-b3ed-6e7233e57aae is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:00:19.992891 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-231a3cbd-ce86-45a3-9afe-4893cb3e44b6 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:20.003678 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231a3cbd-ce86-45a3-9afe-4893cb3e44b6 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:00:20.005820 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a3cbd-ce86-45a3-9afe-4893cb3e44b6 None None] Pushing event updated for resources: {'Port': ['ID=0ee55fbc-fceb-4135-b806-7a1137eb9aa6,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:20.010588 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-3a2f7566-1ac5-431b-83b2-ab760b4c77ba tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Allocated IP 2001:db8::24f (6e8866e6-c360-4070-b3ed-6e7233e57aae/9bdf2c73-335c-4312-bc0d-f6d279a91a1d/cb815498-1332-4557-bee8-6fcc4f0f7cb9) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:00:20.086516 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808ccb5-6d9b-4c09-ab90-b21a7af8d815 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Pushing event updated for resources: {'Port': ['ID=be7b3c5b-03b0-480c-a21f-7f9f0e7f538f,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:20.159255 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-231a3cbd-ce86-45a3-9afe-4893cb3e44b6 None None] Attempting to bind port 0ee55fbc-fceb-4135-b806-7a1137eb9aa6 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:00:20.160258 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-231a3cbd-ce86-45a3-9afe-4893cb3e44b6 None None] Attempting to bind port 0ee55fbc-fceb-4135-b806-7a1137eb9aa6 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '935b1a78-7016-49cc-9795-d01425cbab5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '6e8866e6-c360-4070-b3ed-6e7233e57aae'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:00:20.160798 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231a3cbd-ce86-45a3-9afe-4893cb3e44b6 None None] Attempting to bind port 0ee55fbc-fceb-4135-b806-7a1137eb9aa6 on network 6e8866e6-c360-4070-b3ed-6e7233e57aae {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:20.167866 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231a3cbd-ce86-45a3-9afe-4893cb3e44b6 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:00:20.168449 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231a3cbd-ce86-45a3-9afe-4893cb3e44b6 None None] Checking segment: {'id': '935b1a78-7016-49cc-9795-d01425cbab5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '6e8866e6-c360-4070-b3ed-6e7233e57aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:00:20.169016 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-231a3cbd-ce86-45a3-9afe-4893cb3e44b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:20.169602 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231a3cbd-ce86-45a3-9afe-4893cb3e44b6 None None] Bound using segment: {'id': '935b1a78-7016-49cc-9795-d01425cbab5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '6e8866e6-c360-4070-b3ed-6e7233e57aae'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:00:20.170309 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-231a3cbd-ce86-45a3-9afe-4893cb3e44b6 None None] Bound port: 0ee55fbc-fceb-4135-b806-7a1137eb9aa6, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '935b1a78-7016-49cc-9795-d01425cbab5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '6e8866e6-c360-4070-b3ed-6e7233e57aae'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:00:20.170857 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-231a3cbd-ce86-45a3-9afe-4893cb3e44b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:20.194349 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-355689e0-1af3-410e-9c6e-c0ec877bfdda req-1a64d98a-23e7-42e6-9216-ac7287e862d1 service neutron] 10.222.0.67 "GET /v2.0/networks/4db04b0a-96aa-4da2-bf24-bf173df49105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163931 May 03 23:00:20.277507 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-231a3cbd-ce86-45a3-9afe-4893cb3e44b6 None None] For port 0ee55fbc-fceb-4135-b806-7a1137eb9aa6, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:00:20.283048 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-231a3cbd-ce86-45a3-9afe-4893cb3e44b6 None None] For port 0ee55fbc-fceb-4135-b806-7a1137eb9aa6, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0ee55fbc-fceb-4135-b806-7a1137eb9aa6,segment=NetworkSegment(935b1a78-7016-49cc-9795-d01425cbab5c),segment_id=935b1a78-7016-49cc-9795-d01425cbab5c)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:00:20.290795 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-231a3cbd-ce86-45a3-9afe-4893cb3e44b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:20.343516 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3a2f7566-1ac5-431b-83b2-ab760b4c77ba tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:20.364135 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-3a2f7566-1ac5-431b-83b2-ab760b4c77ba tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Transition to ACTIVE for port object cb815498-1332-4557-bee8-6fcc4f0f7cb9 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:00:20.405027 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3a2f7566-1ac5-431b-83b2-ab760b4c77ba tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:20.414603 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a3cbd-ce86-45a3-9afe-4893cb3e44b6 None None] Pushing event updated for resources: {'Port': ['ID=0ee55fbc-fceb-4135-b806-7a1137eb9aa6,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:20.496885 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2f7566-1ac5-431b-83b2-ab760b4c77ba tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Network 6e8866e6-c360-4070-b3ed-6e7233e57aae is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:00:20.500691 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-3a2f7566-1ac5-431b-83b2-ab760b4c77ba tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:20.504821 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2f7566-1ac5-431b-83b2-ab760b4c77ba tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:00:20.510375 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2f7566-1ac5-431b-83b2-ab760b4c77ba tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:20.511011 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3a2f7566-1ac5-431b-83b2-ab760b4c77ba tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:20.525505 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f7566-1ac5-431b-83b2-ab760b4c77ba tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Pushing event updated for resources: {'Port': ['ID=cb815498-1332-4557-bee8-6fcc4f0f7cb9,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:20.547467 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3a2f7566-1ac5-431b-83b2-ab760b4c77ba tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2836685 May 03 23:00:20.553886 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 46436) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:20.562376 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-1ced8e5b-f334-41f8-b427-4521f40b42de tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Request body: {'port': {'network_id': '6e8866e6-c360-4070-b3ed-6e7233e57aae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-450791204', 'allowed_address_pairs': [{'ip_address': '2001:db8::24f', 'mac_address': 'fa:16:3e:56:da:ad'}]}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:00:20.766918 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-355689e0-1af3-410e-9c6e-c0ec877bfdda req-e7b2444b-52b0-42d5-96f2-60e105bf189e service neutron] 10.222.0.67 "GET /v2.0/networks/4db04b0a-96aa-4da2-bf24-bf173df49105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5352247 May 03 23:00:20.774952 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1ced8e5b-f334-41f8-b427-4521f40b42de tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:20.784158 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1ced8e5b-f334-41f8-b427-4521f40b42de tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Usage tracker for resource:port and tenant:b72bfc3d149a4a818dd530a6da08039b is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:00:20.789274 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1ced8e5b-f334-41f8-b427-4521f40b42de tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:00:20.796367 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1ced8e5b-f334-41f8-b427-4521f40b42de tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:20.813406 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ced8e5b-f334-41f8-b427-4521f40b42de tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Made reservation on behalf of b72bfc3d149a4a818dd530a6da08039b for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:00:20.903009 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2808ccb5-6d9b-4c09-ab90-b21a7af8d815 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:20.989419 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2808ccb5-6d9b-4c09-ab90-b21a7af8d815 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:21.025145 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1ced8e5b-f334-41f8-b427-4521f40b42de tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:21.054113 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-1ced8e5b-f334-41f8-b427-4521f40b42de tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] device_id is not set on port 15f6e8a8-2b18-4bea-ba24-558305475f2e yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 23:00:21.095941 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65225d1f-57c7-40cc-b3ff-47b4dceb7422 req-2533f219-fb59-4c15-87f4-844d4f14cf93 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:21.097415 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-65225d1f-57c7-40cc-b3ff-47b4dceb7422 req-2533f219-fb59-4c15-87f4-844d4f14cf93 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1810041-3e7b-4d67-aa01-a4a1c2733580 HTTP/1.1" status: 200 len: 944 time: 0.1793401 May 03 23:00:21.213657 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-65225d1f-57c7-40cc-b3ff-47b4dceb7422 req-9ee24dbb-126e-42d0-8342-2a930b1d9e76 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a73ae28-9ec1-4e43-bc63-335d48a45020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037364 May 03 23:00:21.262266 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2808ccb5-6d9b-4c09-ab90-b21a7af8d815 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:21.268153 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2808ccb5-6d9b-4c09-ab90-b21a7af8d815 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:21.438165 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 0ee55fbc-fceb-4135-b806-7a1137eb9aa6 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:00:21.458518 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808ccb5-6d9b-4c09-ab90-b21a7af8d815 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Pushing event updated for resources: {'Port': ['ID=be7b3c5b-03b0-480c-a21f-7f9f0e7f538f,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:21.478983 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2808ccb5-6d9b-4c09-ab90-b21a7af8d815 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:21.487136 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-1ced8e5b-f334-41f8-b427-4521f40b42de tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Allocated IP 2001:db8::f4 (6e8866e6-c360-4070-b3ed-6e7233e57aae/9bdf2c73-335c-4312-bc0d-f6d279a91a1d/15f6e8a8-2b18-4bea-ba24-558305475f2e) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:00:21.594629 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 0ee55fbc-fceb-4135-b806-7a1137eb9aa6 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:00:21.743292 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [None req-2808ccb5-6d9b-4c09-ab90-b21a7af8d815 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Floating IP 8949a789-6c2c-42f5-b76a-a0b6564eb4dd associated. External IP: 172.25.2.181, port: 03469911-b68d-4164-b0df-99e893b6d196. May 03 23:00:21.810011 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1ced8e5b-f334-41f8-b427-4521f40b42de tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:21.832043 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-1ced8e5b-f334-41f8-b427-4521f40b42de tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Transition to ACTIVE for port object 15f6e8a8-2b18-4bea-ba24-558305475f2e will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:00:21.869888 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1ced8e5b-f334-41f8-b427-4521f40b42de tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:21.937609 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092c7a8b-0e3d-47f3-8722-f0c362692026 None None] Network 6e8866e6-c360-4070-b3ed-6e7233e57aae requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:00:21.976434 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced8e5b-f334-41f8-b427-4521f40b42de tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Pushing event updated for resources: {'Port': ['ID=15f6e8a8-2b18-4bea-ba24-558305475f2e,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:21.994813 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ced8e5b-f334-41f8-b427-4521f40b42de tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Network 6e8866e6-c360-4070-b3ed-6e7233e57aae is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:00:21.996073 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-1ced8e5b-f334-41f8-b427-4521f40b42de tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:21.999162 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ced8e5b-f334-41f8-b427-4521f40b42de tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:00:22.010675 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ced8e5b-f334-41f8-b427-4521f40b42de tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:22.010675 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1ced8e5b-f334-41f8-b427-4521f40b42de tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:22.032859 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1ced8e5b-f334-41f8-b427-4521f40b42de tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.4777215 May 03 23:00:22.035256 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 46450) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:22.051014 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-84ec8aae-9d80-4ddc-a8e9-4db7c1d735bb None None] Provisioning for port 0ee55fbc-fceb-4135-b806-7a1137eb9aa6 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:00:22.068430 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-84ec8aae-9d80-4ddc-a8e9-4db7c1d735bb None None] Provisioning complete for port 0ee55fbc-fceb-4135-b806-7a1137eb9aa6 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:00:22.068801 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-84ec8aae-9d80-4ddc-a8e9-4db7c1d735bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:22.143262 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed2b90b-b83f-41d6-9bf8-e43357fb1b70 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:22.150812 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed2b90b-b83f-41d6-9bf8-e43357fb1b70 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:22.158044 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed2b90b-b83f-41d6-9bf8-e43357fb1b70 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:22.159271 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3ed2b90b-b83f-41d6-9bf8-e43357fb1b70 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Synchronizing usage tracker for tenant:b72bfc3d149a4a818dd530a6da08039b on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:00:22.181078 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3ed2b90b-b83f-41d6-9bf8-e43357fb1b70 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Unset dirty status for tenant:b72bfc3d149a4a818dd530a6da08039b on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:00:22.182621 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3ed2b90b-b83f-41d6-9bf8-e43357fb1b70 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1462023 May 03 23:00:22.186352 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 46456) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:22.235900 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2808ccb5-6d9b-4c09-ab90-b21a7af8d815 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Router bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:00:22.286379 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-8293364e-c0f0-46d1-a337-872bdd9cc68e tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Deleting port 15f6e8a8-2b18-4bea-ba24-558305475f2e {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:00:22.286744 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8293364e-c0f0-46d1-a337-872bdd9cc68e tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:22.298832 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-84ec8aae-9d80-4ddc-a8e9-4db7c1d735bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:22.365109 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-84ec8aae-9d80-4ddc-a8e9-4db7c1d735bb None None] For port 0ee55fbc-fceb-4135-b806-7a1137eb9aa6, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0ee55fbc-fceb-4135-b806-7a1137eb9aa6,segment=NetworkSegment(935b1a78-7016-49cc-9795-d01425cbab5c),segment_id=935b1a78-7016-49cc-9795-d01425cbab5c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:00:22.412936 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-84ec8aae-9d80-4ddc-a8e9-4db7c1d735bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:22.518864 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec8aae-9d80-4ddc-a8e9-4db7c1d735bb None None] Pushing event updated for resources: {'Port': ['ID=0ee55fbc-fceb-4135-b806-7a1137eb9aa6,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:22.559922 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 8f1ff133-0735-4344-8b5e-a56c7501a372 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:00:22.606982 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e5b62-f0ae-4da3-a610-427d3fc4b293 req-1f7452f3-006e-4dd2-9c72-93d0cfb69a49 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:22.609377 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aa7e5b62-f0ae-4da3-a610-427d3fc4b293 req-1f7452f3-006e-4dd2-9c72-93d0cfb69a49 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1810041-3e7b-4d67-aa01-a4a1c2733580 HTTP/1.1" status: 200 len: 944 time: 0.2172713 May 03 23:00:22.645568 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2808ccb5-6d9b-4c09-ab90-b21a7af8d815 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:00:22.658469 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf068215-3d1c-4b33-8974-4f2d101fc5c9 None None] Sync routers for ids ['bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:00:22.681492 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf068215-3d1c-4b33-8974-4f2d101fc5c9 None None] Routers {'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:00:22.682434 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-cf068215-3d1c-4b33-8974-4f2d101fc5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:59:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:00:22.711154 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2808ccb5-6d9b-4c09-ab90-b21a7af8d815 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:22.765030 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 8f1ff133-0735-4344-8b5e-a56c7501a372, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=8f1ff133-0735-4344-8b5e-a56c7501a372,segment=NetworkSegment(82b84367-2fcb-485e-8afe-d71abc718106),segment_id=82b84367-2fcb-485e-8afe-d71abc718106)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:00:22.781310 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '8f1ff133-0735-4344-8b5e-a56c7501a372', 'network_id': '4db04b0a-96aa-4da2-bf24-bf173df49105', 'port_id': '8f1ff133-0735-4344-8b5e-a56c7501a372', 'mac_address': 'fa:16:3e:31:9e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48a4adb-c061-41c4-bc35-f1d5ff0b47e2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:00:22.833990 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aa7e5b62-f0ae-4da3-a610-427d3fc4b293 req-0df77357-fac9-4eba-a53f-e9c586a3f883 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a73ae28-9ec1-4e43-bc63-335d48a45020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084227 May 03 23:00:22.865391 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:22.869116 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2808ccb5-6d9b-4c09-ab90-b21a7af8d815 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.4619460 May 03 23:00:22.877119 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65badab1-c3dd-4694-99ca-8d481db29112', 'tag': '03469911-b68d-4164-b0df-99e893b6d196'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:00:22.915617 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8293364e-c0f0-46d1-a337-872bdd9cc68e tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:22.946509 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f1ff133-0735-4344-8b5e-a56c7501a372 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:00:22.980212 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7cd2772-f2f4-4ecc-a940-657518efdfef'] response: {'name': 'network-changed', 'server_uuid': '65badab1-c3dd-4694-99ca-8d481db29112', 'tag': '03469911-b68d-4164-b0df-99e893b6d196', 'status': 'completed', 'code': 200} May 03 23:00:22.985597 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a524274e-1e04-48c6-a261-1f0659cc8092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:23.011184 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 8f1ff133-0735-4344-8b5e-a56c7501a372, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=8f1ff133-0735-4344-8b5e-a56c7501a372,segment=NetworkSegment(82b84367-2fcb-485e-8afe-d71abc718106),segment_id=82b84367-2fcb-485e-8afe-d71abc718106)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:00:23.019389 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:23.062734 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-cf068215-3d1c-4b33-8974-4f2d101fc5c9 None None] Set router bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:00:23.111867 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-685be1f0-9ee6-4e3e-9f54-dba933bf26ee None None] Provisioning for port 15f6e8a8-2b18-4bea-ba24-558305475f2e completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:00:23.121356 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-685be1f0-9ee6-4e3e-9f54-dba933bf26ee None None] Provisioning complete for port 15f6e8a8-2b18-4bea-ba24-558305475f2e triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:00:23.121959 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-685be1f0-9ee6-4e3e-9f54-dba933bf26ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:23.154591 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502cfcf-1890-4a71-bddb-90beff7594f6 req-c350b47f-e67f-4daf-9a1d-383da6769acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:23.156829 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7502cfcf-1890-4a71-bddb-90beff7594f6 req-c350b47f-e67f-4daf-9a1d-383da6769acb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fac7f64c48bd48e8ae480a0113f466e9&device_id=65badab1-c3dd-4694-99ca-8d481db29112 HTTP/1.1" status: 200 len: 1097 time: 0.1465516 May 03 23:00:23.180212 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-8293364e-c0f0-46d1-a337-872bdd9cc68e tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Calling delete_port for 15f6e8a8-2b18-4bea-ba24-558305475f2e owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:00:23.181686 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=8f1ff133-0735-4344-8b5e-a56c7501a372,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:23.193494 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-685be1f0-9ee6-4e3e-9f54-dba933bf26ee None None] Port 15f6e8a8-2b18-4bea-ba24-558305475f2e cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:00:23.212502 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-685be1f0-9ee6-4e3e-9f54-dba933bf26ee None None] Provisioning complete for port 0ee55fbc-fceb-4135-b806-7a1137eb9aa6 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:00:23.212880 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-685be1f0-9ee6-4e3e-9f54-dba933bf26ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:23.363756 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502cfcf-1890-4a71-bddb-90beff7594f6 req-9f4aedbc-5154-43a1-8b30-165a91e17166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:23.365595 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7502cfcf-1890-4a71-bddb-90beff7594f6 req-9f4aedbc-5154-43a1-8b30-165a91e17166 service neutron] 10.222.0.60 "GET /v2.0/networks?id=707cfa08-484f-448d-b84f-a940bf8f6e2e HTTP/1.1" status: 200 len: 912 time: 0.2013390 May 03 23:00:23.392455 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 0ee55fbc-fceb-4135-b806-7a1137eb9aa6 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:00:23.440935 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['8f1ff133-0735-4344-8b5e-a56c7501a372'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:00:23.442989 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8293364e-c0f0-46d1-a337-872bdd9cc68e tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:23.510003 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293364e-c0f0-46d1-a337-872bdd9cc68e tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Pushing event deleted for resources: {'Port': ['ID=15f6e8a8-2b18-4bea-ba24-558305475f2e,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:23.569526 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-685be1f0-9ee6-4e3e-9f54-dba933bf26ee None None] Provisioning for port cb815498-1332-4557-bee8-6fcc4f0f7cb9 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:00:23.577658 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7502cfcf-1890-4a71-bddb-90beff7594f6 req-28637ec9-e475-4bbf-a649-67c24dd5eb19 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03469911-b68d-4164-b0df-99e893b6d196 HTTP/1.1" status: 200 len: 1000 time: 0.2043397 May 03 23:00:23.620169 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-685be1f0-9ee6-4e3e-9f54-dba933bf26ee None None] Provisioning complete for port cb815498-1332-4557-bee8-6fcc4f0f7cb9 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:00:23.620575 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-685be1f0-9ee6-4e3e-9f54-dba933bf26ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:23.652099 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-cf068215-3d1c-4b33-8974-4f2d101fc5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'name': 'tempest-TestVolumeBootPattern-388009800-router', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:38Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 4, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'gw_port': {'id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:39Z', 'updated_at': '2022-05-03T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '3ed68fb9-69c3-4f9c-8fef-648dad3ef026', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'floating_ip_address': '172.25.2.102', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'port_id': 'bc0f374e-89c5-4a2f-a652-499332777c5f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'mac_address': 'fa:16:3e:22:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181bbf8e-859f-4eb0-90e9-7169a9fbbeca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:57:42Z', 'updated_at': '2022-05-03T22:57:46Z', 'revision_number': 1, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'fixed_ip_address_scope': None}, {'id': '8949a789-6c2c-42f5-b76a-a0b6564eb4dd', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'floating_ip_address': '172.25.2.181', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'port_id': '03469911-b68d-4164-b0df-99e893b6d196', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'mac_address': 'fa:16:3e:c7:98:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65badab1-c3dd-4694-99ca-8d481db29112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:00:20Z', 'updated_at': '2022-05-03T23:00:20Z', 'revision_number': 0, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c072430-9b3b-4e76-833d-c229a370f52c', 'name': '', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'mac_address': 'fa:16:3e:6b:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:43Z', 'updated_at': '2022-05-03T22:49:53Z', 'revision_number': 5, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'subnets': [{'id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:00:23.665928 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf068215-3d1c-4b33-8974-4f2d101fc5c9 None None] Checking router: bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:00:23.675551 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502cfcf-1890-4a71-bddb-90beff7594f6 req-3b56f012-5231-435f-a812-9b54ae27c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:23.678403 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7502cfcf-1890-4a71-bddb-90beff7594f6 req-3b56f012-5231-435f-a812-9b54ae27c8b9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1a456f8a-c743-4130-8826-ac82fe55cbc8 HTTP/1.1" status: 200 len: 850 time: 0.0895169 May 03 23:00:23.694977 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf068215-3d1c-4b33-8974-4f2d101fc5c9 None None] Routers {'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:00:23.700064 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-cf068215-3d1c-4b33-8974-4f2d101fc5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T22:59:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:00:23.708178 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 0ee55fbc-fceb-4135-b806-7a1137eb9aa6 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:00:23.708554 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:23.714740 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8293364e-c0f0-46d1-a337-872bdd9cc68e tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:23.734614 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8293364e-c0f0-46d1-a337-872bdd9cc68e tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] 10.222.0.58 "DELETE /v2.0/ports/15f6e8a8-2b18-4bea-ba24-558305475f2e HTTP/1.1" status: 204 len: 168 time: 1.5469854 May 03 23:00:23.736820 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 46470) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:23.770849 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502cfcf-1890-4a71-bddb-90beff7594f6 req-5a8877de-db02-4717-a573-1c85ada568f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:23.772754 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7502cfcf-1890-4a71-bddb-90beff7594f6 req-5a8877de-db02-4717-a573-1c85ada568f5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=707cfa08-484f-448d-b84f-a940bf8f6e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883465 May 03 23:00:23.788809 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [req-7502cfcf-1890-4a71-bddb-90beff7594f6 req-082bbb1d-d1d3-4b9d-a0eb-08b1a29b63e8 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88070) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:00:23.791112 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7502cfcf-1890-4a71-bddb-90beff7594f6 req-082bbb1d-d1d3-4b9d-a0eb-08b1a29b63e8 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095918 May 03 23:00:23.797079 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e1802ba-8703-4a07-8709-222e4c60c756 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] GET failed (client error): The resource could not be found. May 03 23:00:23.797626 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5e1802ba-8703-4a07-8709-222e4c60c756 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Synchronizing usage tracker for tenant:b72bfc3d149a4a818dd530a6da08039b on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:00:23.816686 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5e1802ba-8703-4a07-8709-222e4c60c756 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Unset dirty status for tenant:b72bfc3d149a4a818dd530a6da08039b on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:00:23.821194 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5e1802ba-8703-4a07-8709-222e4c60c756 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] 10.222.0.58 "GET /v2.0/ports/15f6e8a8-2b18-4bea-ba24-558305475f2e HTTP/1.1" status: 404 len: 333 time: 0.0794487 May 03 23:00:23.822009 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 46474) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:23.835123 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-1d403d8a-05f5-4d16-8f01-14c60076a38d tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Request body: {'port': {'network_id': '6e8866e6-c360-4070-b3ed-6e7233e57aae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1951522211'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:00:23.846619 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-685be1f0-9ee6-4e3e-9f54-dba933bf26ee None None] Port cb815498-1332-4557-bee8-6fcc4f0f7cb9 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:00:24.004891 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1d403d8a-05f5-4d16-8f01-14c60076a38d tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:24.013274 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-27e9fe14-8831-42dc-b55e-97acd49690eb None None] Could not find standard attr ID for object 15f6e8a8-2b18-4bea-ba24-558305475f2e. {{(pid=88071) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 03 23:00:24.018087 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1d403d8a-05f5-4d16-8f01-14c60076a38d tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:24.019925 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7502cfcf-1890-4a71-bddb-90beff7594f6 req-b09aa2b5-fbc2-4dd2-9815-c9ca16acbd8f service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094655 May 03 23:00:24.034389 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-cf068215-3d1c-4b33-8974-4f2d101fc5c9 None None] Set router bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:00:24.034799 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d403d8a-05f5-4d16-8f01-14c60076a38d tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Made reservation on behalf of b72bfc3d149a4a818dd530a6da08039b for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:00:24.040527 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1d403d8a-05f5-4d16-8f01-14c60076a38d tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:24.115382 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-27e9fe14-8831-42dc-b55e-97acd49690eb None None] Provisioning complete for port cb815498-1332-4557-bee8-6fcc4f0f7cb9 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:00:24.115686 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-27e9fe14-8831-42dc-b55e-97acd49690eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:24.130118 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-1d403d8a-05f5-4d16-8f01-14c60076a38d tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] device_id is not set on port f045e326-c19f-456c-8d6c-b09271701f6a yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 23:00:24.206319 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7502cfcf-1890-4a71-bddb-90beff7594f6 req-f0890cff-0b9f-475f-b4cd-107c5cac63a3 service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775339 May 03 23:00:24.218517 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-27e9fe14-8831-42dc-b55e-97acd49690eb None None] Port cb815498-1332-4557-bee8-6fcc4f0f7cb9 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:00:24.446984 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29576ef-1419-45c3-85d9-2f1eedc780e2 req-a68be36f-f19b-4440-8a3b-988121ea7e60 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:24.447162 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f29576ef-1419-45c3-85d9-2f1eedc780e2 req-a68be36f-f19b-4440-8a3b-988121ea7e60 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1810041-3e7b-4d67-aa01-a4a1c2733580 HTTP/1.1" status: 200 len: 945 time: 0.3842328 May 03 23:00:24.487936 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-cf068215-3d1c-4b33-8974-4f2d101fc5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'name': 'tempest-TestVolumeBootPattern-388009800-router', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:38Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 4, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'gw_port': {'id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:39Z', 'updated_at': '2022-05-03T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '3ed68fb9-69c3-4f9c-8fef-648dad3ef026', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'floating_ip_address': '172.25.2.102', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'port_id': 'bc0f374e-89c5-4a2f-a652-499332777c5f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'mac_address': 'fa:16:3e:22:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181bbf8e-859f-4eb0-90e9-7169a9fbbeca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:57:42Z', 'updated_at': '2022-05-03T22:57:46Z', 'revision_number': 1, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'fixed_ip_address_scope': None}, {'id': '8949a789-6c2c-42f5-b76a-a0b6564eb4dd', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'floating_ip_address': '172.25.2.181', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'port_id': '03469911-b68d-4164-b0df-99e893b6d196', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'mac_address': 'fa:16:3e:c7:98:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65badab1-c3dd-4694-99ca-8d481db29112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:00:20Z', 'updated_at': '2022-05-03T23:00:20Z', 'revision_number': 0, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c072430-9b3b-4e76-833d-c229a370f52c', 'name': '', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'mac_address': 'fa:16:3e:6b:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:43Z', 'updated_at': '2022-05-03T22:49:53Z', 'revision_number': 5, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'subnets': [{'id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:00:24.491782 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-1d403d8a-05f5-4d16-8f01-14c60076a38d tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Allocated IP 2001:db8::2e6 (6e8866e6-c360-4070-b3ed-6e7233e57aae/9bdf2c73-335c-4312-bc0d-f6d279a91a1d/f045e326-c19f-456c-8d6c-b09271701f6a) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:00:24.492468 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf068215-3d1c-4b33-8974-4f2d101fc5c9 None None] The sync data for ids ['bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'] in n-d-811807-1 is: [{'id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'name': 'tempest-TestVolumeBootPattern-388009800-router', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:38Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 4, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'gw_port': {'id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:39Z', 'updated_at': '2022-05-03T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '3ed68fb9-69c3-4f9c-8fef-648dad3ef026', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'floating_ip_address': '172.25.2.102', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'port_id': 'bc0f374e-89c5-4a2f-a652-499332777c5f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'mac_address': 'fa:16:3e:22:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181bbf8e-859f-4eb0-90e9-7169a9fbbeca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:57:42Z', 'updated_at': '2022-05-03T22:57:46Z', 'revision_number': 1, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'fixed_ip_address_scope': None}, {'id': '8949a789-6c2c-42f5-b76a-a0b6564eb4dd', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'floating_ip_address': '172.25.2.181', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'port_id': '03469911-b68d-4164-b0df-99e893b6d196', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'mac_address': 'fa:16:3e:c7:98:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65badab1-c3dd-4694-99ca-8d481db29112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:00:20Z', 'updated_at': '2022-05-03T23:00:20Z', 'revision_number': 0, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c072430-9b3b-4e76-833d-c229a370f52c', 'name': '', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'mac_address': 'fa:16:3e:6b:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:43Z', 'updated_at': '2022-05-03T22:49:53Z', 'revision_number': 5, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'subnets': [{'id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:00:24.532134 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f29576ef-1419-45c3-85d9-2f1eedc780e2 req-97f65c83-9f15-49d2-b1af-f661598f932a tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a73ae28-9ec1-4e43-bc63-335d48a45020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790622 May 03 23:00:24.597991 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:24.744125 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84c4f9e-e079-4611-be40-f925fd387f49 None None] New status for floating IP 8949a789-6c2c-42f5-b76a-a0b6564eb4dd: ACTIVE {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:00:24.758172 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1d403d8a-05f5-4d16-8f01-14c60076a38d tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:24.775534 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-1d403d8a-05f5-4d16-8f01-14c60076a38d tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Transition to ACTIVE for port object f045e326-c19f-456c-8d6c-b09271701f6a will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:00:24.807667 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1d403d8a-05f5-4d16-8f01-14c60076a38d tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:24.901366 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d403d8a-05f5-4d16-8f01-14c60076a38d tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Network 6e8866e6-c360-4070-b3ed-6e7233e57aae is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:00:24.902291 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d403d8a-05f5-4d16-8f01-14c60076a38d tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Pushing event updated for resources: {'Port': ['ID=f045e326-c19f-456c-8d6c-b09271701f6a,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:24.905467 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-1d403d8a-05f5-4d16-8f01-14c60076a38d tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:24.907547 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d403d8a-05f5-4d16-8f01-14c60076a38d tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:00:24.912974 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d403d8a-05f5-4d16-8f01-14c60076a38d tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:24.913583 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1d403d8a-05f5-4d16-8f01-14c60076a38d tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:24.946260 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46500) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:24.947727 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1d403d8a-05f5-4d16-8f01-14c60076a38d tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1204717 May 03 23:00:24.952280 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-16275d74-7d45-4be1-a9d2-12e683e0e224 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::24f', 'mac_address': 'fa:16:3e:56:da:ad'}]}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:00:25.219334 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-16275d74-7d45-4be1-a9d2-12e683e0e224 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:25.253678 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c5b0b08f-53a5-4ca5-aa89-f31a78602e1d None None] Provisioning for port f045e326-c19f-456c-8d6c-b09271701f6a completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:00:25.260271 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c5b0b08f-53a5-4ca5-aa89-f31a78602e1d None None] Provisioning complete for port f045e326-c19f-456c-8d6c-b09271701f6a triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:00:25.260643 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c5b0b08f-53a5-4ca5-aa89-f31a78602e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:25.320435 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-c5b0b08f-53a5-4ca5-aa89-f31a78602e1d None None] Port f045e326-c19f-456c-8d6c-b09271701f6a cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:00:25.465067 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-16275d74-7d45-4be1-a9d2-12e683e0e224 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:25.470355 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-16275d74-7d45-4be1-a9d2-12e683e0e224 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:25.526763 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-16eac8d2-fa1f-4d5b-b742-be657aa51ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:25.527588 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-16275d74-7d45-4be1-a9d2-12e683e0e224 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] In _notify_port_updated(), no bound segment for port f045e326-c19f-456c-8d6c-b09271701f6a on network 6e8866e6-c360-4070-b3ed-6e7233e57aae {{(pid=88070) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 03 23:00:25.534389 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16275d74-7d45-4be1-a9d2-12e683e0e224 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:25.535006 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-16275d74-7d45-4be1-a9d2-12e683e0e224 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:25.536444 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-16275d74-7d45-4be1-a9d2-12e683e0e224 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] 10.222.0.58 "PUT /v2.0/ports/f045e326-c19f-456c-8d6c-b09271701f6a HTTP/1.1" status: 200 len: 1003 time: 0.5891294 May 03 23:00:25.540509 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 46504) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:25.560712 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16275d74-7d45-4be1-a9d2-12e683e0e224 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Pushing event updated for resources: {'Port': ['ID=f045e326-c19f-456c-8d6c-b09271701f6a,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:25.649410 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-ac7e1984-7d5d-4758-88a4-0d314219a707 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Deleting port f045e326-c19f-456c-8d6c-b09271701f6a {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:00:25.649762 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac7e1984-7d5d-4758-88a4-0d314219a707 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:25.850196 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-57cbb295-0bb0-4dfa-8a8d-02861e24d773 None None] Provisioning complete for port f045e326-c19f-456c-8d6c-b09271701f6a triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:00:25.850778 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-57cbb295-0bb0-4dfa-8a8d-02861e24d773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:25.866004 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85cebd9-d69e-41d1-9c93-f07170ff60a9 req-01aa0eb4-9c8f-4c93-ac21-97221657a676 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:25.869084 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b85cebd9-d69e-41d1-9c93-f07170ff60a9 req-01aa0eb4-9c8f-4c93-ac21-97221657a676 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1810041-3e7b-4d67-aa01-a4a1c2733580 HTTP/1.1" status: 200 len: 945 time: 0.1900401 May 03 23:00:25.911292 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-57cbb295-0bb0-4dfa-8a8d-02861e24d773 None None] Port f045e326-c19f-456c-8d6c-b09271701f6a cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:00:25.999285 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b85cebd9-d69e-41d1-9c93-f07170ff60a9 req-2993c832-fa66-4bdd-8189-00d54ed80e47 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a73ae28-9ec1-4e43-bc63-335d48a45020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248460 May 03 23:00:26.035998 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac7e1984-7d5d-4758-88a4-0d314219a707 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:26.189184 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-ac7e1984-7d5d-4758-88a4-0d314219a707 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Calling delete_port for f045e326-c19f-456c-8d6c-b09271701f6a owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:00:26.319738 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:26.339562 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac7e1984-7d5d-4758-88a4-0d314219a707 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:26.354458 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:26.391036 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e1984-7d5d-4758-88a4-0d314219a707 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Pushing event deleted for resources: {'Port': ['ID=f045e326-c19f-456c-8d6c-b09271701f6a,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:26.542547 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac7e1984-7d5d-4758-88a4-0d314219a707 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:26.552747 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 8f1ff133-0735-4344-8b5e-a56c7501a372 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:00:26.572167 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46516) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:26.586770 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ac7e1984-7d5d-4758-88a4-0d314219a707 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] 10.222.0.58 "DELETE /v2.0/ports/f045e326-c19f-456c-8d6c-b09271701f6a HTTP/1.1" status: 204 len: 168 time: 1.0447071 May 03 23:00:26.623975 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-2745ec5e-8e3f-4fab-b73e-50d83c42e601 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] GET failed (client error): The resource could not be found. May 03 23:00:26.631417 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 46520) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:26.636902 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-ca56db23-1bbb-46c4-a24e-0c94761c832f tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Request body: {'port': {'network_id': '6e8866e6-c360-4070-b3ed-6e7233e57aae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1988922696'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:00:26.637189 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2745ec5e-8e3f-4fab-b73e-50d83c42e601 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] 10.222.0.58 "GET /v2.0/ports/f045e326-c19f-456c-8d6c-b09271701f6a HTTP/1.1" status: 404 len: 333 time: 0.0638082 May 03 23:00:26.641414 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 8f1ff133-0735-4344-8b5e-a56c7501a372 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:00:26.647136 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 8f1ff133-0735-4344-8b5e-a56c7501a372 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:00:26.648028 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:26.777649 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ca56db23-1bbb-46c4-a24e-0c94761c832f tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:26.782460 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ca56db23-1bbb-46c4-a24e-0c94761c832f tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Usage tracker for resource:port and tenant:b72bfc3d149a4a818dd530a6da08039b is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:00:26.785613 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ca56db23-1bbb-46c4-a24e-0c94761c832f tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:00:26.785774 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:26.792107 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ca56db23-1bbb-46c4-a24e-0c94761c832f tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:26.805241 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca56db23-1bbb-46c4-a24e-0c94761c832f tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Made reservation on behalf of b72bfc3d149a4a818dd530a6da08039b for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:00:26.808854 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ca56db23-1bbb-46c4-a24e-0c94761c832f tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:26.825030 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1810041-3e7b-4d67-aa01-a4a1c2733580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1ff133-0735-4344-8b5e-a56c7501a372'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:00:26.835755 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-ca56db23-1bbb-46c4-a24e-0c94761c832f tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] device_id is not set on port dfd03830-c583-420b-97eb-8b6ba305e7e8 yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 23:00:26.836724 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 8f1ff133-0735-4344-8b5e-a56c7501a372, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=8f1ff133-0735-4344-8b5e-a56c7501a372,segment=NetworkSegment(82b84367-2fcb-485e-8afe-d71abc718106),segment_id=82b84367-2fcb-485e-8afe-d71abc718106)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:00:26.843211 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:26.888479 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2dd08c5-7eae-4d53-8e18-111e0bea1d89'] response: {'server_uuid': 'e1810041-3e7b-4d67-aa01-a4a1c2733580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1ff133-0735-4344-8b5e-a56c7501a372', 'code': 200} May 03 23:00:26.935396 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=8f1ff133-0735-4344-8b5e-a56c7501a372,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:27.017014 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-ca56db23-1bbb-46c4-a24e-0c94761c832f tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Allocated IP 2001:db8::2eb (6e8866e6-c360-4070-b3ed-6e7233e57aae/9bdf2c73-335c-4312-bc0d-f6d279a91a1d/dfd03830-c583-420b-97eb-8b6ba305e7e8) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:00:27.060844 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631d489-6ec9-4a1d-be1e-d42f71c66dde req-0b50e463-31d1-4f4a-91db-f0aec78f380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:27.064747 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9631d489-6ec9-4a1d-be1e-d42f71c66dde req-0b50e463-31d1-4f4a-91db-f0aec78f380f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e1810041-3e7b-4d67-aa01-a4a1c2733580 HTTP/1.1" status: 200 len: 1097 time: 0.0998611 May 03 23:00:27.109268 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9631d489-6ec9-4a1d-be1e-d42f71c66dde req-0615f2df-fb36-456d-8c77-50a9e0403c81 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4a73ae28-9ec1-4e43-bc63-335d48a45020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381243 May 03 23:00:27.444709 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6a342-e732-4ea7-9fa7-406d9b592362 req-ae6a736b-092c-40e0-958a-3c6e81b8000e tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:27.446185 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-efd6a342-e732-4ea7-9fa7-406d9b592362 req-ae6a736b-092c-40e0-958a-3c6e81b8000e tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1810041-3e7b-4d67-aa01-a4a1c2733580 HTTP/1.1" status: 200 len: 946 time: 0.3083720 May 03 23:00:27.454041 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46538) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:27.485713 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ca56db23-1bbb-46c4-a24e-0c94761c832f tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:27.516748 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-ca56db23-1bbb-46c4-a24e-0c94761c832f tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Transition to ACTIVE for port object dfd03830-c583-420b-97eb-8b6ba305e7e8 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:00:27.520227 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-efd6a342-e732-4ea7-9fa7-406d9b592362 req-6f73a69e-291c-4c67-89fb-a4f3583e7f11 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a73ae28-9ec1-4e43-bc63-335d48a45020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658407 May 03 23:00:27.555782 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ca56db23-1bbb-46c4-a24e-0c94761c832f tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:27.581489 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-433399d9-973d-400f-a84b-ffe32277c555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:27.598714 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-433399d9-973d-400f-a84b-ffe32277c555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:27.601913 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-433399d9-973d-400f-a84b-ffe32277c555 admin admin] Usage tracker for resource:security_group_rule and tenant:7bba484f3c9d4eada5b665580988e5ee is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:00:27.604876 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-433399d9-973d-400f-a84b-ffe32277c555 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:00:27.611266 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-433399d9-973d-400f-a84b-ffe32277c555 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:27.659891 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca56db23-1bbb-46c4-a24e-0c94761c832f tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Network 6e8866e6-c360-4070-b3ed-6e7233e57aae is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:00:27.663352 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-ca56db23-1bbb-46c4-a24e-0c94761c832f tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:27.668529 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca56db23-1bbb-46c4-a24e-0c94761c832f tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:00:27.675346 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca56db23-1bbb-46c4-a24e-0c94761c832f tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:27.676678 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ca56db23-1bbb-46c4-a24e-0c94761c832f tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:27.681228 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56db23-1bbb-46c4-a24e-0c94761c832f tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Pushing event updated for resources: {'Port': ['ID=dfd03830-c583-420b-97eb-8b6ba305e7e8,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:27.704742 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:27.710879 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ca56db23-1bbb-46c4-a24e-0c94761c832f tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0783055 May 03 23:00:27.713777 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 46544) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:27.720670 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-5e39856b-f325-4a41-96e0-c7a3ebf02777 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:56:da:ad'}]}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:00:27.728187 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-433399d9-973d-400f-a84b-ffe32277c555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:27.734459 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-433399d9-973d-400f-a84b-ffe32277c555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:27.792342 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-433399d9-973d-400f-a84b-ffe32277c555 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7bba484f3c9d4eada5b665580988e5ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3372040 May 03 23:00:27.793228 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433399d9-973d-400f-a84b-ffe32277c555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775f64ea-6e75-4884-8085-4d08b73ca263,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:27.796436 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46548) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:27.869693 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4143c551-95e0-459c-bcb1-80e98f6d85dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:27.901276 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4143c551-95e0-459c-bcb1-80e98f6d85dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:27.968910 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4143c551-95e0-459c-bcb1-80e98f6d85dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:27.990429 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143c551-95e0-459c-bcb1-80e98f6d85dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775f64ea-6e75-4884-8085-4d08b73ca263,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:27.996309 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4143c551-95e0-459c-bcb1-80e98f6d85dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:28.000695 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4143c551-95e0-459c-bcb1-80e98f6d85dc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/775f64ea-6e75-4884-8085-4d08b73ca263 HTTP/1.1" status: 204 len: 168 time: 0.1994047 May 03 23:00:28.064582 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-28d8b6be-8229-48c3-b6d2-df6c2c2697e3 None None] Provisioning for port dfd03830-c583-420b-97eb-8b6ba305e7e8 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:00:28.098776 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5e39856b-f325-4a41-96e0-c7a3ebf02777 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:28.108565 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-28d8b6be-8229-48c3-b6d2-df6c2c2697e3 None None] Provisioning complete for port dfd03830-c583-420b-97eb-8b6ba305e7e8 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:00:28.108946 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-28d8b6be-8229-48c3-b6d2-df6c2c2697e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:28.203080 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:28.212604 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-28d8b6be-8229-48c3-b6d2-df6c2c2697e3 None None] Port dfd03830-c583-420b-97eb-8b6ba305e7e8 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:00:28.413353 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5e39856b-f325-4a41-96e0-c7a3ebf02777 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:28.417994 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5e39856b-f325-4a41-96e0-c7a3ebf02777 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:28.499716 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-5e39856b-f325-4a41-96e0-c7a3ebf02777 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] In _notify_port_updated(), no bound segment for port dfd03830-c583-420b-97eb-8b6ba305e7e8 on network 6e8866e6-c360-4070-b3ed-6e7233e57aae {{(pid=88069) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 03 23:00:28.508973 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e39856b-f325-4a41-96e0-c7a3ebf02777 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:28.508973 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5e39856b-f325-4a41-96e0-c7a3ebf02777 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:28.508973 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5e39856b-f325-4a41-96e0-c7a3ebf02777 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] 10.222.0.58 "PUT /v2.0/ports/dfd03830-c583-420b-97eb-8b6ba305e7e8 HTTP/1.1" status: 200 len: 1003 time: 0.7890899 May 03 23:00:28.516201 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46556) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:28.533968 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39856b-f325-4a41-96e0-c7a3ebf02777 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Pushing event updated for resources: {'Port': ['ID=dfd03830-c583-420b-97eb-8b6ba305e7e8,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:28.651212 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 46562) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:28.684268 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4e002f58-e1a1-4f45-8d0b-49f9c15d018b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:28.784960 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4e002f58-e1a1-4f45-8d0b-49f9c15d018b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:28.793351 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4e002f58-e1a1-4f45-8d0b-49f9c15d018b admin admin] Usage tracker for resource:security_group_rule and tenant:66df42b2a9224f86a1a184ce1a0fe11c is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:00:28.802815 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4e002f58-e1a1-4f45-8d0b-49f9c15d018b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:00:28.815810 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4e002f58-e1a1-4f45-8d0b-49f9c15d018b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:28.846728 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-c5f0060b-255c-4910-8a6d-c7f5cf471593 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Deleting port dfd03830-c583-420b-97eb-8b6ba305e7e8 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:00:28.847194 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c5f0060b-255c-4910-8a6d-c7f5cf471593 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:28.850784 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af486e6b-78e6-42d5-86ed-d8a56c10bfb6 req-1b9a0d2e-0baf-4685-abe8-ae21ff6e8b1e tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:28.851657 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af486e6b-78e6-42d5-86ed-d8a56c10bfb6 req-1b9a0d2e-0baf-4685-abe8-ae21ff6e8b1e tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1810041-3e7b-4d67-aa01-a4a1c2733580 HTTP/1.1" status: 200 len: 946 time: 0.1302667 May 03 23:00:28.915145 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af486e6b-78e6-42d5-86ed-d8a56c10bfb6 req-a0c6e4c8-ecbe-465a-9767-2de5f7fa77b5 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a73ae28-9ec1-4e43-bc63-335d48a45020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535827 May 03 23:00:28.948478 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ddc8b83b-03a6-4863-bb41-e87f6c83673e None None] Provisioning complete for port dfd03830-c583-420b-97eb-8b6ba305e7e8 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:00:28.949071 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ddc8b83b-03a6-4863-bb41-e87f6c83673e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:28.983169 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4e002f58-e1a1-4f45-8d0b-49f9c15d018b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:28.990461 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4e002f58-e1a1-4f45-8d0b-49f9c15d018b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:29.064993 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4e002f58-e1a1-4f45-8d0b-49f9c15d018b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=66df42b2a9224f86a1a184ce1a0fe11c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4222853 May 03 23:00:29.064993 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e002f58-e1a1-4f45-8d0b-49f9c15d018b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26b6357-6dba-4b41-8715-7c50350b51b6,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:29.079097 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-ddc8b83b-03a6-4863-bb41-e87f6c83673e None None] Port dfd03830-c583-420b-97eb-8b6ba305e7e8 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:00:29.082167 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46590) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:29.230623 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c5f0060b-255c-4910-8a6d-c7f5cf471593 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:29.245002 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-764c59fc-4676-4fdd-a2ec-11d3dc5d0673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:29.374439 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-c5f0060b-255c-4910-8a6d-c7f5cf471593 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Calling delete_port for dfd03830-c583-420b-97eb-8b6ba305e7e8 owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:00:29.444827 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-764c59fc-4676-4fdd-a2ec-11d3dc5d0673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:29.553405 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-764c59fc-4676-4fdd-a2ec-11d3dc5d0673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:29.590671 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c59fc-4676-4fdd-a2ec-11d3dc5d0673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26b6357-6dba-4b41-8715-7c50350b51b6,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:29.606092 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764c59fc-4676-4fdd-a2ec-11d3dc5d0673 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:29.606452 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764c59fc-4676-4fdd-a2ec-11d3dc5d0673 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:29.606779 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764c59fc-4676-4fdd-a2ec-11d3dc5d0673 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:29.607668 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764c59fc-4676-4fdd-a2ec-11d3dc5d0673 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:29.608108 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764c59fc-4676-4fdd-a2ec-11d3dc5d0673 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:29.608441 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764c59fc-4676-4fdd-a2ec-11d3dc5d0673 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:29.608767 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764c59fc-4676-4fdd-a2ec-11d3dc5d0673 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:29.609090 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764c59fc-4676-4fdd-a2ec-11d3dc5d0673 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:29.609420 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764c59fc-4676-4fdd-a2ec-11d3dc5d0673 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:29.609744 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764c59fc-4676-4fdd-a2ec-11d3dc5d0673 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:29.610091 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764c59fc-4676-4fdd-a2ec-11d3dc5d0673 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:29.610414 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764c59fc-4676-4fdd-a2ec-11d3dc5d0673 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:29.628495 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-764c59fc-4676-4fdd-a2ec-11d3dc5d0673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:29.629606 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-764c59fc-4676-4fdd-a2ec-11d3dc5d0673 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b26b6357-6dba-4b41-8715-7c50350b51b6 HTTP/1.1" status: 204 len: 168 time: 0.5482919 May 03 23:00:29.637115 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c5f0060b-255c-4910-8a6d-c7f5cf471593 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:29.695016 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f0060b-255c-4910-8a6d-c7f5cf471593 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Pushing event deleted for resources: {'Port': ['ID=dfd03830-c583-420b-97eb-8b6ba305e7e8,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:29.739655 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c5f0060b-255c-4910-8a6d-c7f5cf471593 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:29.744438 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c5f0060b-255c-4910-8a6d-c7f5cf471593 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] 10.222.0.58 "DELETE /v2.0/ports/dfd03830-c583-420b-97eb-8b6ba305e7e8 HTTP/1.1" status: 204 len: 168 time: 1.2328129 May 03 23:00:29.744635 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46630) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:29.791016 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f46356-fdf4-45e5-aa81-9f398f298756 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] GET failed (client error): The resource could not be found. May 03 23:00:29.791569 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b9f46356-fdf4-45e5-aa81-9f398f298756 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Synchronizing usage tracker for tenant:b72bfc3d149a4a818dd530a6da08039b on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:00:29.822453 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b9f46356-fdf4-45e5-aa81-9f398f298756 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Unset dirty status for tenant:b72bfc3d149a4a818dd530a6da08039b on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:00:29.827912 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 46646) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:29.828422 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b9f46356-fdf4-45e5-aa81-9f398f298756 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] 10.222.0.58 "GET /v2.0/ports/dfd03830-c583-420b-97eb-8b6ba305e7e8 HTTP/1.1" status: 404 len: 333 time: 0.0826919 May 03 23:00:29.834715 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-a953b84e-6ef7-4adb-9afe-27bbbb0ed9be tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Request body: {'port': {'network_id': '6e8866e6-c360-4070-b3ed-6e7233e57aae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1021694852'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:00:30.016326 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a953b84e-6ef7-4adb-9afe-27bbbb0ed9be tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:30.026893 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a953b84e-6ef7-4adb-9afe-27bbbb0ed9be tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:30.038223 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a953b84e-6ef7-4adb-9afe-27bbbb0ed9be tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Made reservation on behalf of b72bfc3d149a4a818dd530a6da08039b for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:00:30.042158 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a953b84e-6ef7-4adb-9afe-27bbbb0ed9be tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:30.070925 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-a953b84e-6ef7-4adb-9afe-27bbbb0ed9be tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] device_id is not set on port 6335ceb3-0f8c-4ac8-a46f-0ee6a8833e86 yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 23:00:30.114805 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46656) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:30.141576 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4e070152-a146-4760-abae-93a90030d7d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:30.158054 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4e070152-a146-4760-abae-93a90030d7d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:30.162049 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4e070152-a146-4760-abae-93a90030d7d0 admin admin] Usage tracker for resource:security_group_rule and tenant:7d7bc456cc7f48659d0b0e1e7547c37b is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:00:30.164983 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4e070152-a146-4760-abae-93a90030d7d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:00:30.172281 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4e070152-a146-4760-abae-93a90030d7d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:30.237675 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-a953b84e-6ef7-4adb-9afe-27bbbb0ed9be tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Allocated IP 2001:db8::3a8 (6e8866e6-c360-4070-b3ed-6e7233e57aae/9bdf2c73-335c-4312-bc0d-f6d279a91a1d/6335ceb3-0f8c-4ac8-a46f-0ee6a8833e86) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:00:30.270184 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4e070152-a146-4760-abae-93a90030d7d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:30.277809 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4e070152-a146-4760-abae-93a90030d7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:30.329315 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4e070152-a146-4760-abae-93a90030d7d0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7d7bc456cc7f48659d0b0e1e7547c37b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2133029 May 03 23:00:30.330082 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e070152-a146-4760-abae-93a90030d7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7423331c-ebbe-4f4a-b199-e5943813352b,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:30.334140 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 46662) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:30.490045 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-98ea69e1-ffc7-476c-9419-b0a14234791b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:30.502297 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a953b84e-6ef7-4adb-9afe-27bbbb0ed9be tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:30.536701 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-98ea69e1-ffc7-476c-9419-b0a14234791b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:30.543210 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-a953b84e-6ef7-4adb-9afe-27bbbb0ed9be tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Transition to ACTIVE for port object 6335ceb3-0f8c-4ac8-a46f-0ee6a8833e86 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:00:30.600482 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a953b84e-6ef7-4adb-9afe-27bbbb0ed9be tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:30.644126 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-98ea69e1-ffc7-476c-9419-b0a14234791b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:30.697803 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea69e1-ffc7-476c-9419-b0a14234791b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7423331c-ebbe-4f4a-b199-e5943813352b,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:30.701433 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a953b84e-6ef7-4adb-9afe-27bbbb0ed9be tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Network 6e8866e6-c360-4070-b3ed-6e7233e57aae is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:00:30.705191 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-a953b84e-6ef7-4adb-9afe-27bbbb0ed9be tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:30.711255 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a953b84e-6ef7-4adb-9afe-27bbbb0ed9be tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:00:30.718175 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a953b84e-6ef7-4adb-9afe-27bbbb0ed9be tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:30.718304 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a953b84e-6ef7-4adb-9afe-27bbbb0ed9be tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:30.729512 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953b84e-6ef7-4adb-9afe-27bbbb0ed9be tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Pushing event updated for resources: {'Port': ['ID=6335ceb3-0f8c-4ac8-a46f-0ee6a8833e86,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:30.752745 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-98ea69e1-ffc7-476c-9419-b0a14234791b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:30.760778 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-98ea69e1-ffc7-476c-9419-b0a14234791b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7423331c-ebbe-4f4a-b199-e5943813352b HTTP/1.1" status: 204 len: 168 time: 0.4202852 May 03 23:00:30.765811 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46672) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:30.767767 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a953b84e-6ef7-4adb-9afe-27bbbb0ed9be tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9366951 May 03 23:00:30.775802 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-b533725c-3e4b-49cd-9c94-4d0f8cd275bf tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Request body: {'port': {'network_id': '6e8866e6-c360-4070-b3ed-6e7233e57aae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1670512645'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:00:30.970623 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b533725c-3e4b-49cd-9c94-4d0f8cd275bf tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:30.974910 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b533725c-3e4b-49cd-9c94-4d0f8cd275bf tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Usage tracker for resource:port and tenant:b72bfc3d149a4a818dd530a6da08039b is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:00:30.978414 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b533725c-3e4b-49cd-9c94-4d0f8cd275bf tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:00:30.985125 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b533725c-3e4b-49cd-9c94-4d0f8cd275bf tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:31.003286 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b533725c-3e4b-49cd-9c94-4d0f8cd275bf tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Made reservation on behalf of b72bfc3d149a4a818dd530a6da08039b for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:00:31.007000 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b533725c-3e4b-49cd-9c94-4d0f8cd275bf tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:31.035363 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-b533725c-3e4b-49cd-9c94-4d0f8cd275bf tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] device_id is not set on port 252c67ea-689d-4a9b-8939-ed48f3807fca yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 23:00:31.121439 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2cf82e08-198c-417d-994b-92b3bc29ab91 None None] Provisioning for port 6335ceb3-0f8c-4ac8-a46f-0ee6a8833e86 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:00:31.128792 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2cf82e08-198c-417d-994b-92b3bc29ab91 None None] Provisioning complete for port 6335ceb3-0f8c-4ac8-a46f-0ee6a8833e86 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:00:31.129438 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2cf82e08-198c-417d-994b-92b3bc29ab91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:31.195471 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-2cf82e08-198c-417d-994b-92b3bc29ab91 None None] Port 6335ceb3-0f8c-4ac8-a46f-0ee6a8833e86 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:00:31.229322 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-b533725c-3e4b-49cd-9c94-4d0f8cd275bf tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Allocated IP 2001:db8::20b (6e8866e6-c360-4070-b3ed-6e7233e57aae/9bdf2c73-335c-4312-bc0d-f6d279a91a1d/252c67ea-689d-4a9b-8939-ed48f3807fca) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:00:31.453552 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b533725c-3e4b-49cd-9c94-4d0f8cd275bf tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:31.472703 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-b533725c-3e4b-49cd-9c94-4d0f8cd275bf tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Transition to ACTIVE for port object 252c67ea-689d-4a9b-8939-ed48f3807fca will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:00:31.509975 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b533725c-3e4b-49cd-9c94-4d0f8cd275bf tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:31.615242 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533725c-3e4b-49cd-9c94-4d0f8cd275bf tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Pushing event updated for resources: {'Port': ['ID=252c67ea-689d-4a9b-8939-ed48f3807fca,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:31.622260 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b533725c-3e4b-49cd-9c94-4d0f8cd275bf tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Network 6e8866e6-c360-4070-b3ed-6e7233e57aae is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:00:31.623443 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-b533725c-3e4b-49cd-9c94-4d0f8cd275bf tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:31.625567 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b533725c-3e4b-49cd-9c94-4d0f8cd275bf tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:00:31.631292 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b533725c-3e4b-49cd-9c94-4d0f8cd275bf tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:31.632054 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b533725c-3e4b-49cd-9c94-4d0f8cd275bf tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:31.668639 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b533725c-3e4b-49cd-9c94-4d0f8cd275bf tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9014826 May 03 23:00:31.672639 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 46694) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:31.683000 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-b820ac04-b1a1-4c3f-8fae-f24047ad3b10 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::24f', 'mac_address': 'fa:16:3e:56:da:ad'}, {'ip_address': '2001:db8::3a8', 'mac_address': 'fa:16:3e:e8:d4:14'}]}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:00:31.973888 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b820ac04-b1a1-4c3f-8fae-f24047ad3b10 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:32.028325 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b531157e-a491-4c4c-9c02-7b27383b634c None None] Provisioning for port 252c67ea-689d-4a9b-8939-ed48f3807fca completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:00:32.039344 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b531157e-a491-4c4c-9c02-7b27383b634c None None] Provisioning complete for port 252c67ea-689d-4a9b-8939-ed48f3807fca triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:00:32.039741 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b531157e-a491-4c4c-9c02-7b27383b634c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:32.106388 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-b531157e-a491-4c4c-9c02-7b27383b634c None None] Port 252c67ea-689d-4a9b-8939-ed48f3807fca cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:00:32.257732 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b820ac04-b1a1-4c3f-8fae-f24047ad3b10 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:32.265333 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b820ac04-b1a1-4c3f-8fae-f24047ad3b10 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:32.327898 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-b820ac04-b1a1-4c3f-8fae-f24047ad3b10 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] In _notify_port_updated(), no bound segment for port 252c67ea-689d-4a9b-8939-ed48f3807fca on network 6e8866e6-c360-4070-b3ed-6e7233e57aae {{(pid=88069) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 03 23:00:32.333509 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b820ac04-b1a1-4c3f-8fae-f24047ad3b10 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:32.334160 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b820ac04-b1a1-4c3f-8fae-f24047ad3b10 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:32.335615 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b820ac04-b1a1-4c3f-8fae-f24047ad3b10 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] 10.222.0.58 "PUT /v2.0/ports/252c67ea-689d-4a9b-8939-ed48f3807fca HTTP/1.1" status: 200 len: 1068 time: 0.6618426 May 03 23:00:32.338573 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46712) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:32.353910 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820ac04-b1a1-4c3f-8fae-f24047ad3b10 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Pushing event updated for resources: {'Port': ['ID=252c67ea-689d-4a9b-8939-ed48f3807fca,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:32.418792 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-bc107653-49f5-48de-ae9a-c8bd40fba46f tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Deleting port 252c67ea-689d-4a9b-8939-ed48f3807fca {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:00:32.419133 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bc107653-49f5-48de-ae9a-c8bd40fba46f tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:32.734409 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c2e63ba3-1d75-44ae-ac80-805158d9caff None None] Provisioning complete for port 252c67ea-689d-4a9b-8939-ed48f3807fca triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:00:32.735938 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c2e63ba3-1d75-44ae-ac80-805158d9caff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:32.826178 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bc107653-49f5-48de-ae9a-c8bd40fba46f tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:32.827489 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-c2e63ba3-1d75-44ae-ac80-805158d9caff None None] Port 252c67ea-689d-4a9b-8939-ed48f3807fca cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:00:32.976981 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-bc107653-49f5-48de-ae9a-c8bd40fba46f tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Calling delete_port for 252c67ea-689d-4a9b-8939-ed48f3807fca owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:00:33.133457 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bc107653-49f5-48de-ae9a-c8bd40fba46f tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:33.187137 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc107653-49f5-48de-ae9a-c8bd40fba46f tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Pushing event deleted for resources: {'Port': ['ID=252c67ea-689d-4a9b-8939-ed48f3807fca,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:33.438535 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bc107653-49f5-48de-ae9a-c8bd40fba46f tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:33.453879 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bc107653-49f5-48de-ae9a-c8bd40fba46f tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] 10.222.0.58 "DELETE /v2.0/ports/252c67ea-689d-4a9b-8939-ed48f3807fca HTTP/1.1" status: 204 len: 168 time: 1.1110067 May 03 23:00:33.453879 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46738) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:33.501092 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0d6204c-0776-4de7-a0df-b0ff4bdf5403 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] GET failed (client error): The resource could not be found. May 03 23:00:33.501636 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b0d6204c-0776-4de7-a0df-b0ff4bdf5403 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Synchronizing usage tracker for tenant:b72bfc3d149a4a818dd530a6da08039b on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:00:33.520364 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b0d6204c-0776-4de7-a0df-b0ff4bdf5403 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Unset dirty status for tenant:b72bfc3d149a4a818dd530a6da08039b on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:00:33.524469 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b0d6204c-0776-4de7-a0df-b0ff4bdf5403 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] 10.222.0.58 "GET /v2.0/ports/252c67ea-689d-4a9b-8939-ed48f3807fca HTTP/1.1" status: 404 len: 333 time: 0.0672517 May 03 23:00:33.524735 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46742) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:33.613286 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-6cd905ec-eb25-4cce-801e-b289eda8a326 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Deleting port 6335ceb3-0f8c-4ac8-a46f-0ee6a8833e86 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:00:33.613640 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6cd905ec-eb25-4cce-801e-b289eda8a326 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:33.889066 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6cd905ec-eb25-4cce-801e-b289eda8a326 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:34.029096 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-6cd905ec-eb25-4cce-801e-b289eda8a326 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Calling delete_port for 6335ceb3-0f8c-4ac8-a46f-0ee6a8833e86 owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:00:34.133980 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 46748) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:34.144347 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-fb52c64f-d5da-40b4-bfbe-da09bc1cfb63 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Request body: {'network': {'name': 'tempest-network-smoke--857332807', 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'port_security_enabled': True}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:00:34.150094 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fb52c64f-d5da-40b4-bfbe-da09bc1cfb63 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:34.155468 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fb52c64f-d5da-40b4-bfbe-da09bc1cfb63 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Usage tracker for resource:network and tenant:61cab4c91c0e4d5a8ad17b08776df08d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:00:34.161268 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fb52c64f-d5da-40b4-bfbe-da09bc1cfb63 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:00:34.167875 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fb52c64f-d5da-40b4-bfbe-da09bc1cfb63 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:34.178350 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb52c64f-d5da-40b4-bfbe-da09bc1cfb63 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Made reservation on behalf of 61cab4c91c0e4d5a8ad17b08776df08d for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:00:34.182481 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fb52c64f-d5da-40b4-bfbe-da09bc1cfb63 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:34.194723 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fb52c64f-d5da-40b4-bfbe-da09bc1cfb63 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:34.198821 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6cd905ec-eb25-4cce-801e-b289eda8a326 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:34.210872 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fb52c64f-d5da-40b4-bfbe-da09bc1cfb63 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:34.214810 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fb52c64f-d5da-40b4-bfbe-da09bc1cfb63 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Usage tracker for resource:security_group_rule and tenant:61cab4c91c0e4d5a8ad17b08776df08d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:00:34.218668 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fb52c64f-d5da-40b4-bfbe-da09bc1cfb63 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:00:34.225040 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fb52c64f-d5da-40b4-bfbe-da09bc1cfb63 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:34.288444 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd905ec-eb25-4cce-801e-b289eda8a326 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Pushing event deleted for resources: {'Port': ['ID=6335ceb3-0f8c-4ac8-a46f-0ee6a8833e86,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:34.329646 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fb52c64f-d5da-40b4-bfbe-da09bc1cfb63 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:34.335588 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fb52c64f-d5da-40b4-bfbe-da09bc1cfb63 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:34.351489 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6cd905ec-eb25-4cce-801e-b289eda8a326 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:34.379250 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb52c64f-d5da-40b4-bfbe-da09bc1cfb63 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:00:34.384899 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52c64f-d5da-40b4-bfbe-da09bc1cfb63 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa1eec7-6ca3-4b73-b7e8-6f8500115eb1,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:34.392223 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6cd905ec-eb25-4cce-801e-b289eda8a326 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] 10.222.0.58 "DELETE /v2.0/ports/6335ceb3-0f8c-4ac8-a46f-0ee6a8833e86 HTTP/1.1" status: 204 len: 168 time: 0.8664603 May 03 23:00:34.394012 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fb52c64f-d5da-40b4-bfbe-da09bc1cfb63 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:34.394421 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-fb52c64f-d5da-40b4-bfbe-da09bc1cfb63 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Added segment 908dbc4a-5e09-4828-af5f-55f5624f9ec0 of type vlan for network 66ef4867-427d-4ca6-857c-21045c5c7930 May 03 23:00:34.395481 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 46752) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:34.409767 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e1832804-019e-4c4b-8d98-dbcaed6602d5 req-bf4b5ce9-e800-48a2-85cb-dd0a0a1a2ea7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=181bbf8e-859f-4eb0-90e9-7169a9fbbeca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1180632 May 03 23:00:34.446558 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-53818353-26ce-4f57-ac58-d83b8a6ca942 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] GET failed (client error): The resource could not be found. May 03 23:00:34.447464 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-53818353-26ce-4f57-ac58-d83b8a6ca942 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Synchronizing usage tracker for tenant:b72bfc3d149a4a818dd530a6da08039b on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:00:34.480969 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-53818353-26ce-4f57-ac58-d83b8a6ca942 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Unset dirty status for tenant:b72bfc3d149a4a818dd530a6da08039b on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:00:34.482430 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-53818353-26ce-4f57-ac58-d83b8a6ca942 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] 10.222.0.58 "GET /v2.0/ports/6335ceb3-0f8c-4ac8-a46f-0ee6a8833e86 HTTP/1.1" status: 404 len: 333 time: 0.0856495 May 03 23:00:34.487819 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46756) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:34.489375 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fb52c64f-d5da-40b4-bfbe-da09bc1cfb63 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:34.531634 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fb52c64f-d5da-40b4-bfbe-da09bc1cfb63 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:34.539134 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb52c64f-d5da-40b4-bfbe-da09bc1cfb63 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:34.542022 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fb52c64f-d5da-40b4-bfbe-da09bc1cfb63 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:34.673160 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52c64f-d5da-40b4-bfbe-da09bc1cfb63 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Pushing event updated for resources: {'Network': ['ID=66ef4867-427d-4ca6-857c-21045c5c7930,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:34.691456 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 66ef4867-427d-4ca6-857c-21045c5c7930 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:00:34.698584 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-fb52c64f-d5da-40b4-bfbe-da09bc1cfb63 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5603232 May 03 23:00:34.699563 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 46760) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:34.707769 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-dcd07ebd-186e-47d8-8aca-75e243eb288c tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1971823435', 'admin_state_up': True, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:00:34.720093 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-dcd07ebd-186e-47d8-8aca-75e243eb288c tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:34.725924 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-dcd07ebd-186e-47d8-8aca-75e243eb288c tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Usage tracker for resource:router and tenant:61cab4c91c0e4d5a8ad17b08776df08d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:00:34.731375 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-dcd07ebd-186e-47d8-8aca-75e243eb288c tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:00:34.740046 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-dcd07ebd-186e-47d8-8aca-75e243eb288c tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:34.753724 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-be3c7403-1bb7-4b12-ac64-6e1e79bba246 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Deleting port cb815498-1332-4557-bee8-6fcc4f0f7cb9 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:00:34.754174 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be3c7403-1bb7-4b12-ac64-6e1e79bba246 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:34.756302 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dcd07ebd-186e-47d8-8aca-75e243eb288c tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:34.757558 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dcd07ebd-186e-47d8-8aca-75e243eb288c tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:34.787903 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dcd07ebd-186e-47d8-8aca-75e243eb288c tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:34.860811 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1832804-019e-4c4b-8d98-dbcaed6602d5 req-a0590458-f5fd-474b-adf2-e303be150572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:34.863133 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e1832804-019e-4c4b-8d98-dbcaed6602d5 req-a0590458-f5fd-474b-adf2-e303be150572 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fac7f64c48bd48e8ae480a0113f466e9&device_id=181bbf8e-859f-4eb0-90e9-7169a9fbbeca HTTP/1.1" status: 200 len: 1096 time: 0.3136506 May 03 23:00:35.146879 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dcd07ebd-186e-47d8-8aca-75e243eb288c tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:35.416785 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be3c7403-1bb7-4b12-ac64-6e1e79bba246 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:35.534132 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dcd07ebd-186e-47d8-8aca-75e243eb288c tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:35.569972 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1832804-019e-4c4b-8d98-dbcaed6602d5 req-1ccf2995-6a65-4065-9c1c-bad69def0f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:35.569972 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e1832804-019e-4c4b-8d98-dbcaed6602d5 req-1ccf2995-6a65-4065-9c1c-bad69def0f42 service neutron] 10.222.0.60 "GET /v2.0/networks?id=707cfa08-484f-448d-b84f-a940bf8f6e2e HTTP/1.1" status: 200 len: 912 time: 0.6289790 May 03 23:00:35.569972 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-be3c7403-1bb7-4b12-ac64-6e1e79bba246 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Calling delete_port for cb815498-1332-4557-bee8-6fcc4f0f7cb9 owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:00:35.614529 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dcd07ebd-186e-47d8-8aca-75e243eb288c tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:35.838312 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cd4e7238-a2a1-413b-b897-6d7c796d517f req-24eac016-6042-4015-9a20-025922253ce6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8122091 May 03 23:00:35.950556 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-dcd07ebd-186e-47d8-8aca-75e243eb288c tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Allocated IP 172.25.2.81 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/4fee0137-39bd-419f-a61a-181bc5b3ed3d) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:00:35.965417 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e1832804-019e-4c4b-8d98-dbcaed6602d5 req-7f1c59e6-3a72-44b5-9648-7ffc025250ec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc0f374e-89c5-4a2f-a652-499332777c5f HTTP/1.1" status: 200 len: 1001 time: 0.3549738 May 03 23:00:35.965417 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be3c7403-1bb7-4b12-ac64-6e1e79bba246 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:36.088059 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1832804-019e-4c4b-8d98-dbcaed6602d5 req-131180dc-0598-4d73-b553-1e327bbb67f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:36.088059 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e1832804-019e-4c4b-8d98-dbcaed6602d5 req-131180dc-0598-4d73-b553-1e327bbb67f1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1a456f8a-c743-4130-8826-ac82fe55cbc8 HTTP/1.1" status: 200 len: 850 time: 0.0691338 May 03 23:00:36.153720 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dcd07ebd-186e-47d8-8aca-75e243eb288c tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:36.198695 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dcd07ebd-186e-47d8-8aca-75e243eb288c tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:36.246914 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c7403-1bb7-4b12-ac64-6e1e79bba246 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Pushing event deleted for resources: {'Port': ['ID=cb815498-1332-4557-bee8-6fcc4f0f7cb9,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:36.334392 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be3c7403-1bb7-4b12-ac64-6e1e79bba246 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:36.377034 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-be3c7403-1bb7-4b12-ac64-6e1e79bba246 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] 10.222.0.58 "DELETE /v2.0/ports/cb815498-1332-4557-bee8-6fcc4f0f7cb9 HTTP/1.1" status: 204 len: 168 time: 1.8803496 May 03 23:00:36.382314 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 46770) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:36.382314 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd07ebd-186e-47d8-8aca-75e243eb288c tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Pushing event updated for resources: {'Port': ['ID=4fee0137-39bd-419f-a61a-181bc5b3ed3d,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:36.399986 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1832804-019e-4c4b-8d98-dbcaed6602d5 req-04a272da-fb40-443a-9b59-44135d53fbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:36.399986 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e1832804-019e-4c4b-8d98-dbcaed6602d5 req-04a272da-fb40-443a-9b59-44135d53fbdc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=707cfa08-484f-448d-b84f-a940bf8f6e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2362320 May 03 23:00:36.409647 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e7238-a2a1-413b-b897-6d7c796d517f req-2a084a5c-5d41-4246-9157-98da016beb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:36.430114 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cd4e7238-a2a1-413b-b897-6d7c796d517f req-2a084a5c-5d41-4246-9157-98da016beb2b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 1097 time: 0.3296232 May 03 23:00:36.510652 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd07ebd-186e-47d8-8aca-75e243eb288c tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:00:36.529641 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-dcd07ebd-186e-47d8-8aca-75e243eb288c tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:36.548613 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd07ebd-186e-47d8-8aca-75e243eb288c tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:00:36.647269 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b077b38-5404-4f88-98db-db9ddd43d294 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Deleting subnet 9bdf2c73-335c-4312-bc0d-f6d279a91a1d {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:00:36.656173 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7b077b38-5404-4f88-98db-db9ddd43d294 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:36.828942 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e1832804-019e-4c4b-8d98-dbcaed6602d5 req-f21d3bb5-c063-4372-a508-c41f9ee122b4 service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955684 May 03 23:00:36.828942 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e7238-a2a1-413b-b897-6d7c796d517f req-f41df77b-44e0-4211-afbb-80208ea830fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:36.828942 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cd4e7238-a2a1-413b-b897-6d7c796d517f req-f41df77b-44e0-4211-afbb-80208ea830fa service neutron] 10.222.0.67 "GET /v2.0/networks?id=2d09be5a-1a6c-40b8-8d77-f953d59192ba HTTP/1.1" status: 200 len: 897 time: 0.3818309 May 03 23:00:36.866277 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7b077b38-5404-4f88-98db-db9ddd43d294 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:37.209771 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cd4e7238-a2a1-413b-b897-6d7c796d517f req-ce3bf5b0-53ff-4ac3-b0d2-4dd374cf558f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a HTTP/1.1" status: 200 len: 1001 time: 0.3514016 May 03 23:00:37.259744 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7b077b38-5404-4f88-98db-db9ddd43d294 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:37.308572 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dcd07ebd-186e-47d8-8aca-75e243eb288c tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:37.330801 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e1832804-019e-4c4b-8d98-dbcaed6602d5 req-8bf1a141-0fb2-481d-a9ff-87c196c167ce service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4970191 May 03 23:00:37.359270 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e7238-a2a1-413b-b897-6d7c796d517f req-9cbe914f-dda3-490a-9bbc-be032444c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:37.359270 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cd4e7238-a2a1-413b-b897-6d7c796d517f req-9cbe914f-dda3-490a-9bbc-be032444c769 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=742e89b0-88b6-41b8-be98-57fe0196dd8d HTTP/1.1" status: 200 len: 835 time: 0.1435225 May 03 23:00:37.595805 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e7238-a2a1-413b-b897-6d7c796d517f req-5be2b842-2e12-427d-8fcc-92daada69b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:37.603939 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cd4e7238-a2a1-413b-b897-6d7c796d517f req-5be2b842-2e12-427d-8fcc-92daada69b15 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2d09be5a-1a6c-40b8-8d77-f953d59192ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2364497 May 03 23:00:37.629569 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7b077b38-5404-4f88-98db-db9ddd43d294 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:37.634428 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [req-cd4e7238-a2a1-413b-b897-6d7c796d517f req-4ca6baaf-280d-41ff-897f-3d995f38c2b2 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88070) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:00:37.634428 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cd4e7238-a2a1-413b-b897-6d7c796d517f req-4ca6baaf-280d-41ff-897f-3d995f38c2b2 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0219223 May 03 23:00:37.743735 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b077b38-5404-4f88-98db-db9ddd43d294 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Pushing event deleted for resources: {'Subnet': ['ID=9bdf2c73-335c-4312-bc0d-f6d279a91a1d,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:37.810465 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7b077b38-5404-4f88-98db-db9ddd43d294 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:37.815739 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ce37ae-9cfb-4579-8cd9-5f4f46787ce0 None None] Network 6e8866e6-c360-4070-b3ed-6e7233e57aae requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:00:37.923013 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7b077b38-5404-4f88-98db-db9ddd43d294 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] 10.222.0.58 "DELETE /v2.0/subnets/9bdf2c73-335c-4312-bc0d-f6d279a91a1d HTTP/1.1" status: 204 len: 168 time: 1.5161457 May 03 23:00:37.923013 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 46780) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:38.170050 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cd4e7238-a2a1-413b-b897-6d7c796d517f req-11a57716-fdf2-4756-a3a9-4fff47faaf80 service neutron] 10.222.0.67 "GET /v2.0/networks/2d09be5a-1a6c-40b8-8d77-f953d59192ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5317013 May 03 23:00:38.353322 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9d0545f4-5b24-4ad3-a1b6-b2b31d95cb17 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:38.353322 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dcd07ebd-186e-47d8-8aca-75e243eb288c tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:38.477796 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cd4e7238-a2a1-413b-b897-6d7c796d517f req-ced25a14-0444-4124-abbc-0cca9c027be2 service neutron] 10.222.0.67 "GET /v2.0/networks/2d09be5a-1a6c-40b8-8d77-f953d59192ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041327 May 03 23:00:38.509227 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a27ab47-932c-4536-8f0f-3b9fc2c2cb2a None None] DHCP port deletion for 6e8866e6-c360-4070-b3ed-6e7233e57aae request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:00:38.509227 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-6a27ab47-932c-4536-8f0f-3b9fc2c2cb2a None None] Deleting port 0ee55fbc-fceb-4135-b806-7a1137eb9aa6 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:00:38.513918 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6a27ab47-932c-4536-8f0f-3b9fc2c2cb2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:38.564479 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-9d0545f4-5b24-4ad3-a1b6-b2b31d95cb17 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Deleting port 0ee55fbc-fceb-4135-b806-7a1137eb9aa6 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:00:38.564479 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9d0545f4-5b24-4ad3-a1b6-b2b31d95cb17 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:38.883801 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-9d0545f4-5b24-4ad3-a1b6-b2b31d95cb17 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] For port 0ee55fbc-fceb-4135-b806-7a1137eb9aa6, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0ee55fbc-fceb-4135-b806-7a1137eb9aa6,segment=NetworkSegment(935b1a78-7016-49cc-9795-d01425cbab5c),segment_id=935b1a78-7016-49cc-9795-d01425cbab5c)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:00:38.883801 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9d0545f4-5b24-4ad3-a1b6-b2b31d95cb17 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:38.886857 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-6a27ab47-932c-4536-8f0f-3b9fc2c2cb2a None None] For port 0ee55fbc-fceb-4135-b806-7a1137eb9aa6, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0ee55fbc-fceb-4135-b806-7a1137eb9aa6,segment=NetworkSegment(935b1a78-7016-49cc-9795-d01425cbab5c),segment_id=935b1a78-7016-49cc-9795-d01425cbab5c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:00:38.886857 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6a27ab47-932c-4536-8f0f-3b9fc2c2cb2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:39.037970 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-9d0545f4-5b24-4ad3-a1b6-b2b31d95cb17 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Calling delete_port for 0ee55fbc-fceb-4135-b806-7a1137eb9aa6 owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:00:39.120897 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-6a27ab47-932c-4536-8f0f-3b9fc2c2cb2a None None] Calling delete_port for 0ee55fbc-fceb-4135-b806-7a1137eb9aa6 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:00:39.130278 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9d0545f4-5b24-4ad3-a1b6-b2b31d95cb17 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:39.199683 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0545f4-5b24-4ad3-a1b6-b2b31d95cb17 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] No DVR routers for this DVR port 0ee55fbc-fceb-4135-b806-7a1137eb9aa6 on host n-d-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:00:39.199683 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0545f4-5b24-4ad3-a1b6-b2b31d95cb17 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Pushing event deleted for resources: {'Port': ['ID=0ee55fbc-fceb-4135-b806-7a1137eb9aa6,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:39.237050 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-6a27ab47-932c-4536-8f0f-3b9fc2c2cb2a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:00:39.237050 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-6a27ab47-932c-4536-8f0f-3b9fc2c2cb2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:00:39.344549 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd07ebd-186e-47d8-8aca-75e243eb288c tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Router 3590257e-f814-4e82-8404-fb76bf62414f is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 23:00:39.352844 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9d0545f4-5b24-4ad3-a1b6-b2b31d95cb17 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:39.375175 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 0ee55fbc-fceb-4135-b806-7a1137eb9aa6 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:00:39.418873 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 0ee55fbc-fceb-4135-b806-7a1137eb9aa6 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:00:39.418873 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 0ee55fbc-fceb-4135-b806-7a1137eb9aa6 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:00:39.508079 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-9d0545f4-5b24-4ad3-a1b6-b2b31d95cb17 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e8866e6-c360-4070-b3ed-6e7233e57aae']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:00:39.540344 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-9d0545f4-5b24-4ad3-a1b6-b2b31d95cb17 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '935b1a78-7016-49cc-9795-d01425cbab5c') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:00:39.540344 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-9d0545f4-5b24-4ad3-a1b6-b2b31d95cb17 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '935b1a78-7016-49cc-9795-d01425cbab5c') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:00:39.565312 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9d0545f4-5b24-4ad3-a1b6-b2b31d95cb17 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:39.600240 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9d0545f4-5b24-4ad3-a1b6-b2b31d95cb17 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:39.616447 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d0545f4-5b24-4ad3-a1b6-b2b31d95cb17 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:00:39.616447 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9d0545f4-5b24-4ad3-a1b6-b2b31d95cb17 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:39.626796 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 23:00:39.626796 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:00:39.626796 n-d-811807-1 neutron-server[88069]: timer() May 03 23:00:39.626796 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:00:39.626796 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 23:00:39.626796 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:00:39.626796 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 23:00:39.626796 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:00:39.626796 n-d-811807-1 neutron-server[88069]: self._notify() May 03 23:00:39.626796 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:00:39.626796 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 23:00:39.626796 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:00:39.626796 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 23:00:39.626796 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:00:39.626796 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:00:39.626796 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:00:39.626796 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:00:39.626796 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:00:39.626796 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 23:00:39.626796 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:00:39.626796 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 23:00:39.626796 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:00:39.626796 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:00:39.626796 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:00:39.626796 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 23:00:39.626796 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:00:39.626796 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:00:39.626796 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:00:39.626796 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:00:39.626796 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:00:39.626796 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:00:39.626796 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:00:39.689487 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd07ebd-186e-47d8-8aca-75e243eb288c tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:00:39.703157 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14508781-b37d-4315-8cfe-c21b9e6a5063 None None] Sync routers for ids ['3590257e-f814-4e82-8404-fb76bf62414f'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:00:39.714483 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14508781-b37d-4315-8cfe-c21b9e6a5063 None None] Routers {'3590257e-f814-4e82-8404-fb76bf62414f'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:00:39.715106 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-14508781-b37d-4315-8cfe-c21b9e6a5063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:00:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['3590257e-f814-4e82-8404-fb76bf62414f'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:00:39.723518 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9d0545f4-5b24-4ad3-a1b6-b2b31d95cb17 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:39.734079 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-6a27ab47-932c-4536-8f0f-3b9fc2c2cb2a None None] Deleting port 0ee55fbc-fceb-4135-b806-7a1137eb9aa6 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:00:39.734785 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6a27ab47-932c-4536-8f0f-3b9fc2c2cb2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:39.753300 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9d0545f4-5b24-4ad3-a1b6-b2b31d95cb17 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:39.753300 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9d0545f4-5b24-4ad3-a1b6-b2b31d95cb17 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] 10.222.0.58 "DELETE /v2.0/networks/6e8866e6-c360-4070-b3ed-6e7233e57aae HTTP/1.1" status: 204 len: 168 time: 1.8336582 May 03 23:00:39.760228 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dcd07ebd-186e-47d8-8aca-75e243eb288c tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:39.760228 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-dcd07ebd-186e-47d8-8aca-75e243eb288c tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.0542710 May 03 23:00:39.766513 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46788) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:39.768850 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0545f4-5b24-4ad3-a1b6-b2b31d95cb17 tempest-AllowedAddressPairIpV6TestJSON-1887054563 tempest-AllowedAddressPairIpV6TestJSON-1887054563-project] Pushing event deleted for resources: {'Network': ['ID=6e8866e6-c360-4070-b3ed-6e7233e57aae,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:39.904216 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6beef7a7-67d3-40d0-833d-7acdc444a865 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=61cab4c91c0e4d5a8ad17b08776df08d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1323295 May 03 23:00:39.909003 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 46796) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:39.962028 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-6a27ab47-932c-4536-8f0f-3b9fc2c2cb2a None None] The port '0ee55fbc-fceb-4135-b806-7a1137eb9aa6' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 23:00:40.047587 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-14508781-b37d-4315-8cfe-c21b9e6a5063 None None] Set router 3590257e-f814-4e82-8404-fb76bf62414f gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:00:40.488437 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46802) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:40.649245 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e17a5e-ebc5-4c53-aacc-36887613fe7c tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:40.649245 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f3e17a5e-ebc5-4c53-aacc-36887613fe7c tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7391005 May 03 23:00:40.655199 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46808) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:40.730671 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 46812) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:40.745001 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-a3c03da8-e17d-46d1-b8eb-149bb828c84f tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-519632430', 'network_id': '66ef4867-427d-4ca6-857c-21045c5c7930', 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:00:40.758692 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c1b48438-a2b6-422d-a690-8b02e1b6d88a tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=de8965b2-8ea3-4c2b-86b9-c128a58c6e1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0698137 May 03 23:00:40.897643 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-14508781-b37d-4315-8cfe-c21b9e6a5063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3590257e-f814-4e82-8404-fb76bf62414f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1971823435', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '4fee0137-39bd-419f-a61a-181bc5b3ed3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:00:34Z', 'updated_at': '2022-05-03T23:00:36Z', 'revision_number': 3, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'gw_port': {'id': '4fee0137-39bd-419f-a61a-181bc5b3ed3d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:61:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3590257e-f814-4e82-8404-fb76bf62414f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:35Z', 'updated_at': '2022-05-03T23:00:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:00:40.919984 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14508781-b37d-4315-8cfe-c21b9e6a5063 None None] Checking router: 3590257e-f814-4e82-8404-fb76bf62414f for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:00:40.919984 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14508781-b37d-4315-8cfe-c21b9e6a5063 None None] Updating router 3590257e-f814-4e82-8404-fb76bf62414f port 4fee0137-39bd-419f-a61a-181bc5b3ed3d binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:00:40.979619 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f218573c-6d55-47e2-b764-53648720eb99 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b72bfc3d149a4a818dd530a6da08039b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4900470 May 03 23:00:40.982282 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46816) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:40.989119 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-14508781-b37d-4315-8cfe-c21b9e6a5063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:41.028383 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a3c03da8-e17d-46d1-b8eb-149bb828c84f tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:41.028383 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a3c03da8-e17d-46d1-b8eb-149bb828c84f tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Usage tracker for resource:subnet and tenant:61cab4c91c0e4d5a8ad17b08776df08d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:00:41.028383 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a3c03da8-e17d-46d1-b8eb-149bb828c84f tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:00:41.041760 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a3c03da8-e17d-46d1-b8eb-149bb828c84f tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:41.062448 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c03da8-e17d-46d1-b8eb-149bb828c84f tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Made reservation on behalf of 61cab4c91c0e4d5a8ad17b08776df08d for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:00:41.062448 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a3c03da8-e17d-46d1-b8eb-149bb828c84f tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:41.176600 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-151b9586-3eed-46ce-81ce-7083964f9b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:41.258838 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-151b9586-3eed-46ce-81ce-7083964f9b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:41.370211 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-151b9586-3eed-46ce-81ce-7083964f9b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:41.402573 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b9586-3eed-46ce-81ce-7083964f9b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a923223-21fb-4893-af75-08b235f2c3be,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:41.415496 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-151b9586-3eed-46ce-81ce-7083964f9b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:41.415496 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-151b9586-3eed-46ce-81ce-7083964f9b7f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8a923223-21fb-4893-af75-08b235f2c3be HTTP/1.1" status: 204 len: 168 time: 0.4265664 May 03 23:00:41.572331 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a3c03da8-e17d-46d1-b8eb-149bb828c84f tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:41.676782 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c03da8-e17d-46d1-b8eb-149bb828c84f tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Checking segment: {'id': '908dbc4a-5e09-4828-af5f-55f5624f9ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '66ef4867-427d-4ca6-857c-21045c5c7930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:00:41.677780 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c03da8-e17d-46d1-b8eb-149bb828c84f tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Network hostable DHCP agents. Network: 66ef4867-427d-4ca6-857c-21045c5c7930, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:00:41.686206 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c03da8-e17d-46d1-b8eb-149bb828c84f tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Pushing event updated for resources: {'Subnet': ['ID=01be58b9-fe96-4aae-9684-29ed605b8790,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:41.704556 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c03da8-e17d-46d1-b8eb-149bb828c84f tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Network 66ef4867-427d-4ca6-857c-21045c5c7930 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:00:41.717523 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-a3c03da8-e17d-46d1-b8eb-149bb828c84f tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 66ef4867-427d-4ca6-857c-21045c5c7930) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:41.722548 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-14508781-b37d-4315-8cfe-c21b9e6a5063 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:41.727279 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaedb104-d1db-41c8-924f-a087dca70d57 None None] Network 66ef4867-427d-4ca6-857c-21045c5c7930 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:00:41.728783 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c03da8-e17d-46d1-b8eb-149bb828c84f tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:41.729446 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a3c03da8-e17d-46d1-b8eb-149bb828c84f tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:41.735003 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-14508781-b37d-4315-8cfe-c21b9e6a5063 None None] Transition to ACTIVE for port object 4fee0137-39bd-419f-a61a-181bc5b3ed3d will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:00:41.745128 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-14508781-b37d-4315-8cfe-c21b9e6a5063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:41.763473 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a3c03da8-e17d-46d1-b8eb-149bb828c84f tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0394506 May 03 23:00:41.766708 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46826) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:41.828285 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-14508781-b37d-4315-8cfe-c21b9e6a5063 None None] Attempting to bind port 4fee0137-39bd-419f-a61a-181bc5b3ed3d on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:00:41.828643 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-14508781-b37d-4315-8cfe-c21b9e6a5063 None None] Attempting to bind port 4fee0137-39bd-419f-a61a-181bc5b3ed3d by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:00:41.829358 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14508781-b37d-4315-8cfe-c21b9e6a5063 None None] Attempting to bind port 4fee0137-39bd-419f-a61a-181bc5b3ed3d on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:41.840296 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14508781-b37d-4315-8cfe-c21b9e6a5063 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:00:41.840908 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14508781-b37d-4315-8cfe-c21b9e6a5063 None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:00:41.841519 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-14508781-b37d-4315-8cfe-c21b9e6a5063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:41.842083 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14508781-b37d-4315-8cfe-c21b9e6a5063 None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:00:41.842703 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-14508781-b37d-4315-8cfe-c21b9e6a5063 None None] Bound port: 4fee0137-39bd-419f-a61a-181bc5b3ed3d, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:00:41.843232 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-14508781-b37d-4315-8cfe-c21b9e6a5063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:41.935964 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-14508781-b37d-4315-8cfe-c21b9e6a5063 None None] For port 4fee0137-39bd-419f-a61a-181bc5b3ed3d, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:00:41.942390 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-14508781-b37d-4315-8cfe-c21b9e6a5063 None None] For port 4fee0137-39bd-419f-a61a-181bc5b3ed3d, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=4fee0137-39bd-419f-a61a-181bc5b3ed3d,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:00:41.951426 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d581b0-754c-4b41-a5f5-468edb970027 None None] Pushing event updated for resources: {'Port': ['ID=4fee0137-39bd-419f-a61a-181bc5b3ed3d,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:41.960725 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-14508781-b37d-4315-8cfe-c21b9e6a5063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:41.986965 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d581b0-754c-4b41-a5f5-468edb970027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:41.987300 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d581b0-754c-4b41-a5f5-468edb970027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:41.987639 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d581b0-754c-4b41-a5f5-468edb970027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:41.987968 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d581b0-754c-4b41-a5f5-468edb970027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:41.988291 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d581b0-754c-4b41-a5f5-468edb970027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:41.988610 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d581b0-754c-4b41-a5f5-468edb970027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:41.988927 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d581b0-754c-4b41-a5f5-468edb970027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:41.989242 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d581b0-754c-4b41-a5f5-468edb970027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:41.989556 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d581b0-754c-4b41-a5f5-468edb970027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:41.989889 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d581b0-754c-4b41-a5f5-468edb970027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:41.990214 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d581b0-754c-4b41-a5f5-468edb970027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:41.990524 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d581b0-754c-4b41-a5f5-468edb970027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:42.098264 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14508781-b37d-4315-8cfe-c21b9e6a5063 None None] Routers {'3590257e-f814-4e82-8404-fb76bf62414f'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:00:42.098898 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-14508781-b37d-4315-8cfe-c21b9e6a5063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:00:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['3590257e-f814-4e82-8404-fb76bf62414f'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:00:42.135664 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e4d678-4e4e-42d3-a4b1-94268253b68e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-66ef4867-427d-4ca6-857c-21045c5c7930', 'network_id': '66ef4867-427d-4ca6-857c-21045c5c7930', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'fixed_ips': [{'subnet_id': '01be58b9-fe96-4aae-9684-29ed605b8790'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:00:42.138931 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-57e4d678-4e4e-42d3-a4b1-94268253b68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:42.261512 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d581b0-754c-4b41-a5f5-468edb970027 None None] Pushing event updated for resources: {'Port': ['ID=4fee0137-39bd-419f-a61a-181bc5b3ed3d,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:42.270505 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:00:42.336867 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-14508781-b37d-4315-8cfe-c21b9e6a5063 None None] Set router 3590257e-f814-4e82-8404-fb76bf62414f gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:00:42.584997 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-57e4d678-4e4e-42d3-a4b1-94268253b68e None None] Allocated IP 172.20.0.2 (66ef4867-427d-4ca6-857c-21045c5c7930/01be58b9-fe96-4aae-9684-29ed605b8790/352c8cf0-78c1-44a7-98ef-1670493d777b) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:00:42.900594 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-57e4d678-4e4e-42d3-a4b1-94268253b68e None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:42.905698 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-14508781-b37d-4315-8cfe-c21b9e6a5063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3590257e-f814-4e82-8404-fb76bf62414f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1971823435', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '4fee0137-39bd-419f-a61a-181bc5b3ed3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:00:34Z', 'updated_at': '2022-05-03T23:00:36Z', 'revision_number': 3, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'gw_port': {'id': '4fee0137-39bd-419f-a61a-181bc5b3ed3d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:61:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3590257e-f814-4e82-8404-fb76bf62414f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:35Z', 'updated_at': '2022-05-03T23:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:00:42.912210 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-57e4d678-4e4e-42d3-a4b1-94268253b68e None None] Transition to ACTIVE for port object 352c8cf0-78c1-44a7-98ef-1670493d777b will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:00:42.916937 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 46852) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:42.919204 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14508781-b37d-4315-8cfe-c21b9e6a5063 None None] The sync data for ids ['3590257e-f814-4e82-8404-fb76bf62414f'] in n-d-811807-1 is: [{'id': '3590257e-f814-4e82-8404-fb76bf62414f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1971823435', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '4fee0137-39bd-419f-a61a-181bc5b3ed3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:00:34Z', 'updated_at': '2022-05-03T23:00:36Z', 'revision_number': 3, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'gw_port': {'id': '4fee0137-39bd-419f-a61a-181bc5b3ed3d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:61:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3590257e-f814-4e82-8404-fb76bf62414f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:35Z', 'updated_at': '2022-05-03T23:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:00:42.934369 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-57e4d678-4e4e-42d3-a4b1-94268253b68e None None] Transition to ACTIVE for port object 352c8cf0-78c1-44a7-98ef-1670493d777b will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:00:42.943476 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-57e4d678-4e4e-42d3-a4b1-94268253b68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:42.968298 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e0ba7382-8deb-47e0-8d69-938bab0fa3ad tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:43.042743 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4d678-4e4e-42d3-a4b1-94268253b68e None None] Pushing event updated for resources: {'Port': ['ID=352c8cf0-78c1-44a7-98ef-1670493d777b,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:43.056377 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e4d678-4e4e-42d3-a4b1-94268253b68e None None] Network 66ef4867-427d-4ca6-857c-21045c5c7930 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:00:43.057591 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-57e4d678-4e4e-42d3-a4b1-94268253b68e None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:43.059942 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e4d678-4e4e-42d3-a4b1-94268253b68e None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:00:43.135704 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-066def3a-b589-4d3b-8a1a-dcede716ef1b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-458498586'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:00:43.147076 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-066def3a-b589-4d3b-8a1a-dcede716ef1b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:43.151737 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-066def3a-b589-4d3b-8a1a-dcede716ef1b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:network and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:00:43.159527 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-066def3a-b589-4d3b-8a1a-dcede716ef1b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:00:43.168086 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-066def3a-b589-4d3b-8a1a-dcede716ef1b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:43.187802 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066def3a-b589-4d3b-8a1a-dcede716ef1b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:00:43.192411 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-066def3a-b589-4d3b-8a1a-dcede716ef1b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:43.206645 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-066def3a-b589-4d3b-8a1a-dcede716ef1b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:43.233759 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-57e4d678-4e4e-42d3-a4b1-94268253b68e None None] Attempting to bind port 352c8cf0-78c1-44a7-98ef-1670493d777b on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:00:43.234168 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-57e4d678-4e4e-42d3-a4b1-94268253b68e None None] Attempting to bind port 352c8cf0-78c1-44a7-98ef-1670493d777b by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '908dbc4a-5e09-4828-af5f-55f5624f9ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '66ef4867-427d-4ca6-857c-21045c5c7930'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:00:43.234530 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e4d678-4e4e-42d3-a4b1-94268253b68e None None] Attempting to bind port 352c8cf0-78c1-44a7-98ef-1670493d777b on network 66ef4867-427d-4ca6-857c-21045c5c7930 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:43.235407 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-066def3a-b589-4d3b-8a1a-dcede716ef1b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:43.239714 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-066def3a-b589-4d3b-8a1a-dcede716ef1b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:security_group_rule and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:00:43.241138 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e4d678-4e4e-42d3-a4b1-94268253b68e None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:00:43.241490 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e4d678-4e4e-42d3-a4b1-94268253b68e None None] Checking segment: {'id': '908dbc4a-5e09-4828-af5f-55f5624f9ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '66ef4867-427d-4ca6-857c-21045c5c7930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:00:43.241984 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-57e4d678-4e4e-42d3-a4b1-94268253b68e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:43.242381 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e4d678-4e4e-42d3-a4b1-94268253b68e None None] Bound using segment: {'id': '908dbc4a-5e09-4828-af5f-55f5624f9ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '66ef4867-427d-4ca6-857c-21045c5c7930'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:00:43.242845 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-57e4d678-4e4e-42d3-a4b1-94268253b68e None None] Bound port: 352c8cf0-78c1-44a7-98ef-1670493d777b, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '908dbc4a-5e09-4828-af5f-55f5624f9ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '66ef4867-427d-4ca6-857c-21045c5c7930'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:00:43.243215 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-57e4d678-4e4e-42d3-a4b1-94268253b68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:43.243465 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-066def3a-b589-4d3b-8a1a-dcede716ef1b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:00:43.259672 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-066def3a-b589-4d3b-8a1a-dcede716ef1b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:43.462761 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-57e4d678-4e4e-42d3-a4b1-94268253b68e None None] For port 352c8cf0-78c1-44a7-98ef-1670493d777b, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:00:43.471687 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-57e4d678-4e4e-42d3-a4b1-94268253b68e None None] For port 352c8cf0-78c1-44a7-98ef-1670493d777b, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=352c8cf0-78c1-44a7-98ef-1670493d777b,segment=NetworkSegment(908dbc4a-5e09-4828-af5f-55f5624f9ec0),segment_id=908dbc4a-5e09-4828-af5f-55f5624f9ec0)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:00:43.481380 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-57e4d678-4e4e-42d3-a4b1-94268253b68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:43.518840 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-066def3a-b589-4d3b-8a1a-dcede716ef1b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:43.538644 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-066def3a-b589-4d3b-8a1a-dcede716ef1b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:43.577031 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 4fee0137-39bd-419f-a61a-181bc5b3ed3d up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:00:43.621336 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-066def3a-b589-4d3b-8a1a-dcede716ef1b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:00:43.625514 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066def3a-b589-4d3b-8a1a-dcede716ef1b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc942a8-561d-403c-9cd5-27e4dbbf0f48,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:43.647506 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-066def3a-b589-4d3b-8a1a-dcede716ef1b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:43.647859 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-066def3a-b589-4d3b-8a1a-dcede716ef1b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Added segment e52f2ba5-a89d-4357-9164-9eee9314fce8 of type vlan for network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 May 03 23:00:43.701400 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-066def3a-b589-4d3b-8a1a-dcede716ef1b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:43.749265 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-066def3a-b589-4d3b-8a1a-dcede716ef1b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:43.755945 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066def3a-b589-4d3b-8a1a-dcede716ef1b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:43.757403 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-066def3a-b589-4d3b-8a1a-dcede716ef1b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:43.765980 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4d678-4e4e-42d3-a4b1-94268253b68e None None] Pushing event updated for resources: {'Port': ['ID=352c8cf0-78c1-44a7-98ef-1670493d777b,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:43.783754 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-e0ba7382-8deb-47e0-8d69-938bab0fa3ad tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Allocated IP 172.20.0.1 (66ef4867-427d-4ca6-857c-21045c5c7930/01be58b9-fe96-4aae-9684-29ed605b8790/46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:00:43.809081 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 4fee0137-39bd-419f-a61a-181bc5b3ed3d completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:00:43.821446 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 4fee0137-39bd-419f-a61a-181bc5b3ed3d triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:00:43.821446 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:43.951985 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-066def3a-b589-4d3b-8a1a-dcede716ef1b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0337620 May 03 23:00:43.960785 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 46860) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:44.047941 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-55c8815c-b6a5-4ac0-b148-8afa1233be37 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:00:44.184708 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:44.258826 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 4fee0137-39bd-419f-a61a-181bc5b3ed3d, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=4fee0137-39bd-419f-a61a-181bc5b3ed3d,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:00:44.276045 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:44.302799 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e0ba7382-8deb-47e0-8d69-938bab0fa3ad tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:44.333655 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-e0ba7382-8deb-47e0-8d69-938bab0fa3ad tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Transition to ACTIVE for port object 46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:00:44.336451 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-55c8815c-b6a5-4ac0-b148-8afa1233be37 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:44.339638 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066def3a-b589-4d3b-8a1a-dcede716ef1b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Network': ['ID=02c338eb-0429-43aa-8f6f-d1a2ed95a021,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:44.348426 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-55c8815c-b6a5-4ac0-b148-8afa1233be37 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:subnet and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:00:44.352611 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-55c8815c-b6a5-4ac0-b148-8afa1233be37 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:00:44.374513 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-55c8815c-b6a5-4ac0-b148-8afa1233be37 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:44.410527 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c8815c-b6a5-4ac0-b148-8afa1233be37 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:00:44.417699 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:00:44.423757 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-55c8815c-b6a5-4ac0-b148-8afa1233be37 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:44.547679 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e0ba7382-8deb-47e0-8d69-938bab0fa3ad tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:44.667205 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=4fee0137-39bd-419f-a61a-181bc5b3ed3d,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:44.761543 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ba7382-8deb-47e0-8d69-938bab0fa3ad tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Network 66ef4867-427d-4ca6-857c-21045c5c7930 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:00:44.764504 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-e0ba7382-8deb-47e0-8d69-938bab0fa3ad tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:44.773755 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ba7382-8deb-47e0-8d69-938bab0fa3ad tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:00:44.823599 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba7382-8deb-47e0-8d69-938bab0fa3ad tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Pushing event updated for resources: {'Port': ['ID=46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:44.881590 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e0ba7382-8deb-47e0-8d69-938bab0fa3ad tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:44.953611 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-55c8815c-b6a5-4ac0-b148-8afa1233be37 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:45.048983 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e0ba7382-8deb-47e0-8d69-938bab0fa3ad tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:45.079485 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c8815c-b6a5-4ac0-b148-8afa1233be37 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Checking segment: {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:00:45.079854 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c8815c-b6a5-4ac0-b148-8afa1233be37 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network hostable DHCP agents. Network: 02c338eb-0429-43aa-8f6f-d1a2ed95a021, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:00:45.088491 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c8815c-b6a5-4ac0-b148-8afa1233be37 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Subnet': ['ID=328656a7-1bd4-4786-998c-323256e6a438,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:45.116387 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c8815c-b6a5-4ac0-b148-8afa1233be37 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:00:45.129082 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-55c8815c-b6a5-4ac0-b148-8afa1233be37 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 02c338eb-0429-43aa-8f6f-d1a2ed95a021) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:45.134389 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c8815c-b6a5-4ac0-b148-8afa1233be37 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:45.136493 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-55c8815c-b6a5-4ac0-b148-8afa1233be37 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:45.139954 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bd421d-8b92-4808-8f8e-e1dd783b2314 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:00:45.172190 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-55c8815c-b6a5-4ac0-b148-8afa1233be37 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2095897 May 03 23:00:45.175075 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 46868) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:45.182778 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-d16c6bf6-a8f6-4164-840d-8b0b4d529c20 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'port': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'name': 'tempest-NetworksTestDHCPv6-1262083065'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:00:45.459101 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d16c6bf6-a8f6-4164-840d-8b0b4d529c20 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:45.465766 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d16c6bf6-a8f6-4164-840d-8b0b4d529c20 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:port and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:00:45.475586 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d16c6bf6-a8f6-4164-840d-8b0b4d529c20 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:00:45.487942 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d16c6bf6-a8f6-4164-840d-8b0b4d529c20 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:45.508903 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16c6bf6-a8f6-4164-840d-8b0b4d529c20 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:00:45.513731 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d16c6bf6-a8f6-4164-840d-8b0b4d529c20 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:45.572591 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-d16c6bf6-a8f6-4164-840d-8b0b4d529c20 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] device_id is not set on port 9b1a779e-4dd3-4b0f-8712-ca881e7472ab yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 23:00:45.587213 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b183b49f-917e-43c0-ba6d-0e24f16621ba None None] Network 66ef4867-427d-4ca6-857c-21045c5c7930 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:00:45.614290 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ffc942-e435-43a3-a7b9-dfa9a1b45df4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'tenant_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'fixed_ips': [{'subnet_id': '328656a7-1bd4-4786-998c-323256e6a438'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:00:45.614290 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-96ffc942-e435-43a3-a7b9-dfa9a1b45df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:45.639115 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-4ca6f5bc-b9b1-40e1-9e10-f6d56c57eacc None None] Provisioning for port 352c8cf0-78c1-44a7-98ef-1670493d777b completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:00:45.652963 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 352c8cf0-78c1-44a7-98ef-1670493d777b up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:00:45.866123 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e0ba7382-8deb-47e0-8d69-938bab0fa3ad tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:45.875299 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e0ba7382-8deb-47e0-8d69-938bab0fa3ad tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:45.890749 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-d16c6bf6-a8f6-4164-840d-8b0b4d529c20 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Allocated IP 2001:db8::308 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/328656a7-1bd4-4786-998c-323256e6a438/9b1a779e-4dd3-4b0f-8712-ca881e7472ab) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:00:46.079842 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 352c8cf0-78c1-44a7-98ef-1670493d777b completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:00:46.104353 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 352c8cf0-78c1-44a7-98ef-1670493d777b triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:00:46.110164 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:46.150462 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba7382-8deb-47e0-8d69-938bab0fa3ad tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Pushing event updated for resources: {'Port': ['ID=46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:46.171354 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e0ba7382-8deb-47e0-8d69-938bab0fa3ad tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:46.296371 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:46.336702 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 352c8cf0-78c1-44a7-98ef-1670493d777b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=352c8cf0-78c1-44a7-98ef-1670493d777b,segment=NetworkSegment(908dbc4a-5e09-4828-af5f-55f5624f9ec0),segment_id=908dbc4a-5e09-4828-af5f-55f5624f9ec0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:00:46.343621 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:46.344621 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 4fee0137-39bd-419f-a61a-181bc5b3ed3d up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:00:46.393761 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d16c6bf6-a8f6-4164-840d-8b0b4d529c20 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:46.423134 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-d16c6bf6-a8f6-4164-840d-8b0b4d529c20 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Transition to ACTIVE for port object 9b1a779e-4dd3-4b0f-8712-ca881e7472ab will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:00:46.455725 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d16c6bf6-a8f6-4164-840d-8b0b4d529c20 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:46.495495 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=352c8cf0-78c1-44a7-98ef-1670493d777b,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:46.580752 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16c6bf6-a8f6-4164-840d-8b0b4d529c20 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:00:46.586004 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-d16c6bf6-a8f6-4164-840d-8b0b4d529c20 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:46.589366 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16c6bf6-a8f6-4164-840d-8b0b4d529c20 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:00:46.596105 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16c6bf6-a8f6-4164-840d-8b0b4d529c20 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:46.597488 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d16c6bf6-a8f6-4164-840d-8b0b4d529c20 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:46.606420 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ba7382-8deb-47e0-8d69-938bab0fa3ad tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Network 66ef4867-427d-4ca6-857c-21045c5c7930 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:00:46.607650 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-e0ba7382-8deb-47e0-8d69-938bab0fa3ad tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:46.645756 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c6bf6-a8f6-4164-840d-8b0b4d529c20 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Port': ['ID=9b1a779e-4dd3-4b0f-8712-ca881e7472ab,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:46.655971 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d16c6bf6-a8f6-4164-840d-8b0b4d529c20 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4791930 May 03 23:00:46.674116 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 46874) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:46.810468 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-96ffc942-e435-43a3-a7b9-dfa9a1b45df4 None None] Allocated IP 2001:db8::2 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/328656a7-1bd4-4786-998c-323256e6a438/f7b11b7f-c498-4063-a856-d02f1f0a32bf) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:00:46.812798 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2abb5a61-dbb2-4660-8999-088e45686848 None None] Provisioning for port 46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:00:46.830541 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2abb5a61-dbb2-4660-8999-088e45686848 None None] Provisioning complete for port 46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:00:46.830925 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2abb5a61-dbb2-4660-8999-088e45686848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:46.883905 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e2538c-c011-45cc-9c17-3e4ac42a7cc3 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:46.886103 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-18e2538c-c011-45cc-9c17-3e4ac42a7cc3 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:00:46.949984 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-18e2538c-c011-45cc-9c17-3e4ac42a7cc3 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:00:46.952722 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-18e2538c-c011-45cc-9c17-3e4ac42a7cc3 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2801661 May 03 23:00:46.962320 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46882) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:46.998179 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 4fee0137-39bd-419f-a61a-181bc5b3ed3d triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:00:46.998850 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:47.080660 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ce0fa03b-5d40-4843-9a6d-5faa5673c25f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting port 9b1a779e-4dd3-4b0f-8712-ca881e7472ab {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:00:47.080660 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ce0fa03b-5d40-4843-9a6d-5faa5673c25f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:47.141004 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ba7382-8deb-47e0-8d69-938bab0fa3ad tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Router 3590257e-f814-4e82-8404-fb76bf62414f has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:00:47.164995 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-2abb5a61-dbb2-4660-8999-088e45686848 None None] Port 46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:00:47.330321 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2abb5a61-dbb2-4660-8999-088e45686848 None None] Provisioning complete for port 352c8cf0-78c1-44a7-98ef-1670493d777b triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:00:47.330888 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2abb5a61-dbb2-4660-8999-088e45686848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:47.528632 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 352c8cf0-78c1-44a7-98ef-1670493d777b up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:00:47.594379 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ce0fa03b-5d40-4843-9a6d-5faa5673c25f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:47.609886 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-96ffc942-e435-43a3-a7b9-dfa9a1b45df4 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:47.640692 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-96ffc942-e435-43a3-a7b9-dfa9a1b45df4 None None] Transition to ACTIVE for port object f7b11b7f-c498-4063-a856-d02f1f0a32bf will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:00:47.685489 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-96ffc942-e435-43a3-a7b9-dfa9a1b45df4 None None] Transition to ACTIVE for port object f7b11b7f-c498-4063-a856-d02f1f0a32bf will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:00:47.699569 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-96ffc942-e435-43a3-a7b9-dfa9a1b45df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:47.756558 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ce0fa03b-5d40-4843-9a6d-5faa5673c25f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Calling delete_port for 9b1a779e-4dd3-4b0f-8712-ca881e7472ab owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:00:47.761586 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 352c8cf0-78c1-44a7-98ef-1670493d777b triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:00:47.761586 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:47.815009 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ba7382-8deb-47e0-8d69-938bab0fa3ad tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:00:47.834652 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e0ba7382-8deb-47e0-8d69-938bab0fa3ad tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "PUT /v2.0/routers/3590257e-f814-4e82-8404-fb76bf62414f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0664604 May 03 23:00:47.837442 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 46900) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:47.843358 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-2494fa63-d8f9-4dc0-9041-c778a8063a63 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1251538310', 'description': 'tempest-secgroup_access--1251538310 description', 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:00:47.849743 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2494fa63-d8f9-4dc0-9041-c778a8063a63 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:47.853762 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2494fa63-d8f9-4dc0-9041-c778a8063a63 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Usage tracker for resource:security_group and tenant:61cab4c91c0e4d5a8ad17b08776df08d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:00:47.856856 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2494fa63-d8f9-4dc0-9041-c778a8063a63 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:00:47.863786 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2494fa63-d8f9-4dc0-9041-c778a8063a63 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:47.873002 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0093e7fa-5c87-47b5-b16c-a8d0776d1331 None None] Sync routers for ids ['3590257e-f814-4e82-8404-fb76bf62414f'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:00:47.875863 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2494fa63-d8f9-4dc0-9041-c778a8063a63 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:47.881462 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ffc942-e435-43a3-a7b9-dfa9a1b45df4 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:00:47.891618 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-96ffc942-e435-43a3-a7b9-dfa9a1b45df4 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:47.904722 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ffc942-e435-43a3-a7b9-dfa9a1b45df4 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:00:47.905895 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2494fa63-d8f9-4dc0-9041-c778a8063a63 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:47.910452 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2494fa63-d8f9-4dc0-9041-c778a8063a63 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Usage tracker for resource:security_group_rule and tenant:61cab4c91c0e4d5a8ad17b08776df08d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:00:47.913764 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2494fa63-d8f9-4dc0-9041-c778a8063a63 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:00:47.923135 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2494fa63-d8f9-4dc0-9041-c778a8063a63 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:47.968831 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ce0fa03b-5d40-4843-9a6d-5faa5673c25f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:48.038228 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0093e7fa-5c87-47b5-b16c-a8d0776d1331 None None] Routers {'3590257e-f814-4e82-8404-fb76bf62414f'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:00:48.038423 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-0093e7fa-5c87-47b5-b16c-a8d0776d1331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:00:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['3590257e-f814-4e82-8404-fb76bf62414f'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:00:48.082662 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ce0fa03b-5d40-4843-9a6d-5faa5673c25f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:48.086034 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0fa03b-5d40-4843-9a6d-5faa5673c25f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Port': ['ID=9b1a779e-4dd3-4b0f-8712-ca881e7472ab,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:48.095998 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f63f870e-9e94-41fd-b129-a26db6210628 None None] Provisioning complete for port 46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:00:48.095998 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f63f870e-9e94-41fd-b129-a26db6210628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:48.097209 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2494fa63-d8f9-4dc0-9041-c778a8063a63 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:48.107088 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2494fa63-d8f9-4dc0-9041-c778a8063a63 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:48.112952 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ce0fa03b-5d40-4843-9a6d-5faa5673c25f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/9b1a779e-4dd3-4b0f-8712-ca881e7472ab HTTP/1.1" status: 204 len: 168 time: 1.1494911 May 03 23:00:48.114298 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46904) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:48.157289 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ffc942-e435-43a3-a7b9-dfa9a1b45df4 None None] Pushing event updated for resources: {'Port': ['ID=f7b11b7f-c498-4063-a856-d02f1f0a32bf,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:48.187104 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f63f870e-9e94-41fd-b129-a26db6210628 None None] Port 46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:00:48.193997 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494fa63-d8f9-4dc0-9041-c778a8063a63 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01482f50-0d7e-4c9e-b7b6-b2f38a9533bc,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:48.202110 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2494fa63-d8f9-4dc0-9041-c778a8063a63 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:48.206649 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2494fa63-d8f9-4dc0-9041-c778a8063a63 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3652937 May 03 23:00:48.206649 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 46908) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:48.215847 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-ddd6e2ba-64ce-4369-b608-37e8b419b989 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1248664346', 'description': 'tempest-secgroup_general--1248664346 description', 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:00:48.224336 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ddd6e2ba-64ce-4369-b608-37e8b419b989 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:48.230290 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ddd6e2ba-64ce-4369-b608-37e8b419b989 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Usage tracker for resource:security_group and tenant:61cab4c91c0e4d5a8ad17b08776df08d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:00:48.236611 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ddd6e2ba-64ce-4369-b608-37e8b419b989 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:00:48.246666 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ddd6e2ba-64ce-4369-b608-37e8b419b989 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:48.251572 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b44e80a-da0c-4914-8318-63596857fc20 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:48.253195 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b44e80a-da0c-4914-8318-63596857fc20 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:48.257526 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 46912) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:48.258212 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8b44e80a-da0c-4914-8318-63596857fc20 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1386466 May 03 23:00:48.295880 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ddd6e2ba-64ce-4369-b608-37e8b419b989 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:48.330185 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ddd6e2ba-64ce-4369-b608-37e8b419b989 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:48.330527 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-96ffc942-e435-43a3-a7b9-dfa9a1b45df4 None None] Attempting to bind port f7b11b7f-c498-4063-a856-d02f1f0a32bf on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:00:48.330908 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-96ffc942-e435-43a3-a7b9-dfa9a1b45df4 None None] Attempting to bind port f7b11b7f-c498-4063-a856-d02f1f0a32bf by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:00:48.331273 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ffc942-e435-43a3-a7b9-dfa9a1b45df4 None None] Attempting to bind port f7b11b7f-c498-4063-a856-d02f1f0a32bf on network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:48.338369 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ddd6e2ba-64ce-4369-b608-37e8b419b989 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Usage tracker for resource:security_group_rule and tenant:61cab4c91c0e4d5a8ad17b08776df08d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:00:48.344115 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ddd6e2ba-64ce-4369-b608-37e8b419b989 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:00:48.346195 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ffc942-e435-43a3-a7b9-dfa9a1b45df4 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:00:48.346701 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ffc942-e435-43a3-a7b9-dfa9a1b45df4 None None] Checking segment: {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:00:48.350878 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-96ffc942-e435-43a3-a7b9-dfa9a1b45df4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:48.351529 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ffc942-e435-43a3-a7b9-dfa9a1b45df4 None None] Bound using segment: {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:00:48.353593 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ddd6e2ba-64ce-4369-b608-37e8b419b989 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:48.354122 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-96ffc942-e435-43a3-a7b9-dfa9a1b45df4 None None] Bound port: f7b11b7f-c498-4063-a856-d02f1f0a32bf, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:00:48.355035 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-96ffc942-e435-43a3-a7b9-dfa9a1b45df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:48.362699 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-85171664-6bb4-40aa-82a4-3d4e9a921b3d tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting subnet 328656a7-1bd4-4786-998c-323256e6a438 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:00:48.370492 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-85171664-6bb4-40aa-82a4-3d4e9a921b3d tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:48.444118 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-85171664-6bb4-40aa-82a4-3d4e9a921b3d tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:48.496313 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-0093e7fa-5c87-47b5-b16c-a8d0776d1331 None None] Set router 3590257e-f814-4e82-8404-fb76bf62414f gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:00:48.557026 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ddd6e2ba-64ce-4369-b608-37e8b419b989 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:48.566684 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ddd6e2ba-64ce-4369-b608-37e8b419b989 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:48.607731 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6e2ba-64ce-4369-b608-37e8b419b989 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd8f69b-643f-4bb9-8be4-138b85bf54d6,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:48.646705 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-85171664-6bb4-40aa-82a4-3d4e9a921b3d tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:48.708426 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ddd6e2ba-64ce-4369-b608-37e8b419b989 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:48.712394 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ddd6e2ba-64ce-4369-b608-37e8b419b989 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.5021577 May 03 23:00:48.715591 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46920) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:48.722012 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-8c7f8ca8-f750-4c77-afbb-399fc2b709b4 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Request body: {'security_group_rule': {'security_group_id': '01482f50-0d7e-4c9e-b7b6-b2f38a9533bc', 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:00:48.744695 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8c7f8ca8-f750-4c77-afbb-399fc2b709b4 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:48.748652 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8c7f8ca8-f750-4c77-afbb-399fc2b709b4 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Usage tracker for resource:security_group_rule and tenant:61cab4c91c0e4d5a8ad17b08776df08d is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:00:48.756646 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8c7f8ca8-f750-4c77-afbb-399fc2b709b4 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:00:48.771229 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-85171664-6bb4-40aa-82a4-3d4e9a921b3d tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:48.771398 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8c7f8ca8-f750-4c77-afbb-399fc2b709b4 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:48.791450 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8c7f8ca8-f750-4c77-afbb-399fc2b709b4 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:48.823336 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-96ffc942-e435-43a3-a7b9-dfa9a1b45df4 None None] For port f7b11b7f-c498-4063-a856-d02f1f0a32bf, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:00:48.845399 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-96ffc942-e435-43a3-a7b9-dfa9a1b45df4 None None] For port f7b11b7f-c498-4063-a856-d02f1f0a32bf, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=f7b11b7f-c498-4063-a856-d02f1f0a32bf,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:00:48.858630 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85171664-6bb4-40aa-82a4-3d4e9a921b3d tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Subnet': ['ID=328656a7-1bd4-4786-998c-323256e6a438,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:48.862490 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-96ffc942-e435-43a3-a7b9-dfa9a1b45df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:48.865802 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-85171664-6bb4-40aa-82a4-3d4e9a921b3d tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:48.875742 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-85171664-6bb4-40aa-82a4-3d4e9a921b3d tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/328656a7-1bd4-4786-998c-323256e6a438 HTTP/1.1" status: 204 len: 168 time: 0.6170146 May 03 23:00:48.878960 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 46924) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:48.926566 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8c7f8ca8-f750-4c77-afbb-399fc2b709b4 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:48.932106 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8c7f8ca8-f750-4c77-afbb-399fc2b709b4 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:48.960842 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f8ca8-f750-4c77-afbb-399fc2b709b4 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=836b87c2-e6e1-499d-b998-12be22a64d80,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:48.976009 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8c7f8ca8-f750-4c77-afbb-399fc2b709b4 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:48.980790 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8c7f8ca8-f750-4c77-afbb-399fc2b709b4 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2659392 May 03 23:00:49.017908 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ea9cf1f3-a564-4b46-b417-e16e9cdb5cba tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1376772 May 03 23:00:49.021109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46930) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:49.042424 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-15acd183-b7c0-492d-82e1-dcaf9d61e042 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:00:49.111856 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ffc942-e435-43a3-a7b9-dfa9a1b45df4 None None] Pushing event updated for resources: {'Port': ['ID=f7b11b7f-c498-4063-a856-d02f1f0a32bf,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:49.142311 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-0093e7fa-5c87-47b5-b16c-a8d0776d1331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3590257e-f814-4e82-8404-fb76bf62414f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1971823435', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '4fee0137-39bd-419f-a61a-181bc5b3ed3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:00:34Z', 'updated_at': '2022-05-03T23:00:44Z', 'revision_number': 4, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'gw_port': {'id': '4fee0137-39bd-419f-a61a-181bc5b3ed3d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590257e-f814-4e82-8404-fb76bf62414f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:35Z', 'updated_at': '2022-05-03T23:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2', 'name': '', 'network_id': '66ef4867-427d-4ca6-857c-21045c5c7930', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'mac_address': 'fa:16:3e:e3:41:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3590257e-f814-4e82-8404-fb76bf62414f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '01be58b9-fe96-4aae-9684-29ed605b8790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:43Z', 'updated_at': '2022-05-03T23:00:45Z', 'revision_number': 2, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'subnets': [{'id': '01be58b9-fe96-4aae-9684-29ed605b8790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:00:49.159284 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0093e7fa-5c87-47b5-b16c-a8d0776d1331 None None] Checking router: 3590257e-f814-4e82-8404-fb76bf62414f for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:00:49.162550 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0093e7fa-5c87-47b5-b16c-a8d0776d1331 None None] Updating router 3590257e-f814-4e82-8404-fb76bf62414f port 46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:00:49.262671 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0093e7fa-5c87-47b5-b16c-a8d0776d1331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:49.278576 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-15acd183-b7c0-492d-82e1-dcaf9d61e042 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:49.283360 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-15acd183-b7c0-492d-82e1-dcaf9d61e042 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:subnet and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:00:49.286669 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-15acd183-b7c0-492d-82e1-dcaf9d61e042 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:00:49.298963 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-15acd183-b7c0-492d-82e1-dcaf9d61e042 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:49.323795 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15acd183-b7c0-492d-82e1-dcaf9d61e042 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:00:49.328117 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-15acd183-b7c0-492d-82e1-dcaf9d61e042 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:49.375173 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-22e99706-41e1-450d-84d6-9fe732299775 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Synchronizing usage tracker for tenant:61cab4c91c0e4d5a8ad17b08776df08d on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:00:49.439442 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-22e99706-41e1-450d-84d6-9fe732299775 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Unset dirty status for tenant:61cab4c91c0e4d5a8ad17b08776df08d on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:00:49.439442 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-22e99706-41e1-450d-84d6-9fe732299775 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup_access--1251538310&fields=id&tenant_id=61cab4c91c0e4d5a8ad17b08776df08d HTTP/1.1" status: 200 len: 267 time: 0.1351500 May 03 23:00:49.613242 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-6429b983-9ded-490f-b8ec-15f23300c590 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup_general--1248664346&fields=id&tenant_id=61cab4c91c0e4d5a8ad17b08776df08d HTTP/1.1" status: 200 len: 267 time: 0.1420763 May 03 23:00:49.675871 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device f7b11b7f-c498-4063-a856-d02f1f0a32bf up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:00:49.914271 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port f7b11b7f-c498-4063-a856-d02f1f0a32bf completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:00:49.976371 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-c446dca8-f9b4-4e9f-9078-8a52db79de3d tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:49.976371 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-c446dca8-f9b4-4e9f-9078-8a52db79de3d tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Synchronizing usage tracker for tenant:61cab4c91c0e4d5a8ad17b08776df08d on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:00:50.010975 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-c446dca8-f9b4-4e9f-9078-8a52db79de3d tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Unset dirty status for tenant:61cab4c91c0e4d5a8ad17b08776df08d on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:00:50.012787 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-c446dca8-f9b4-4e9f-9078-8a52db79de3d tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/networks?id=66ef4867-427d-4ca6-857c-21045c5c7930 HTTP/1.1" status: 200 len: 796 time: 0.3946691 May 03 23:00:50.041317 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-05fadad3-6a4e-4a80-82fb-92aa21c5ba95 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/quotas/61cab4c91c0e4d5a8ad17b08776df08d HTTP/1.1" status: 200 len: 375 time: 0.0214508 May 03 23:00:50.091044 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0093e7fa-5c87-47b5-b16c-a8d0776d1331 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:50.123854 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-0093e7fa-5c87-47b5-b16c-a8d0776d1331 None None] Transition to ACTIVE for port object 46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:00:50.137880 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0093e7fa-5c87-47b5-b16c-a8d0776d1331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:50.157891 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-fb7dc8f5-12b4-44ba-ba9a-826b4e2250e6 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=61cab4c91c0e4d5a8ad17b08776df08d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1162241 May 03 23:00:50.184226 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-15acd183-b7c0-492d-82e1-dcaf9d61e042 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:50.288943 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15acd183-b7c0-492d-82e1-dcaf9d61e042 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:00:50.293356 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-15acd183-b7c0-492d-82e1-dcaf9d61e042 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:50.303702 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15acd183-b7c0-492d-82e1-dcaf9d61e042 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:50.304671 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-15acd183-b7c0-492d-82e1-dcaf9d61e042 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:50.343035 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-15acd183-b7c0-492d-82e1-dcaf9d61e042 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3199525 May 03 23:00:50.345319 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46954) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:50.347559 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15acd183-b7c0-492d-82e1-dcaf9d61e042 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Subnet': ['ID=41bbb6cb-4013-4329-a9fa-391ed2352bb1,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:50.372748 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-941bb0a9-c684-4f5b-9d28-c7f2e4864fb9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'port': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'name': 'tempest-NetworksTestDHCPv6-1361399213'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:00:50.382866 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-0093e7fa-5c87-47b5-b16c-a8d0776d1331 None None] Attempting to bind port 46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:00:50.383503 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-0093e7fa-5c87-47b5-b16c-a8d0776d1331 None None] Attempting to bind port 46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '908dbc4a-5e09-4828-af5f-55f5624f9ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '66ef4867-427d-4ca6-857c-21045c5c7930'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:00:50.384020 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0093e7fa-5c87-47b5-b16c-a8d0776d1331 None None] Attempting to bind port 46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2 on network 66ef4867-427d-4ca6-857c-21045c5c7930 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:50.395263 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0093e7fa-5c87-47b5-b16c-a8d0776d1331 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:00:50.395936 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0093e7fa-5c87-47b5-b16c-a8d0776d1331 None None] Checking segment: {'id': '908dbc4a-5e09-4828-af5f-55f5624f9ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '66ef4867-427d-4ca6-857c-21045c5c7930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:00:50.396659 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0093e7fa-5c87-47b5-b16c-a8d0776d1331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:50.397207 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0093e7fa-5c87-47b5-b16c-a8d0776d1331 None None] Bound using segment: {'id': '908dbc4a-5e09-4828-af5f-55f5624f9ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '66ef4867-427d-4ca6-857c-21045c5c7930'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:00:50.397838 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-0093e7fa-5c87-47b5-b16c-a8d0776d1331 None None] Bound port: 46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '908dbc4a-5e09-4828-af5f-55f5624f9ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '66ef4867-427d-4ca6-857c-21045c5c7930'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:00:50.398541 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0093e7fa-5c87-47b5-b16c-a8d0776d1331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:50.416415 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf8ec3-3dc2-42f5-8e9d-7e15b248cfaf None None] Pushing event updated for resources: {'Port': ['ID=46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:50.441653 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-f3d83db4-1c45-4a6c-a381-0057e973453b service neutron] 10.222.0.58 "GET /v2.0/networks/66ef4867-427d-4ca6-857c-21045c5c7930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662952 May 03 23:00:50.544358 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-0093e7fa-5c87-47b5-b16c-a8d0776d1331 None None] For port 46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:00:50.551896 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-0093e7fa-5c87-47b5-b16c-a8d0776d1331 None None] For port 46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2,segment=NetworkSegment(908dbc4a-5e09-4828-af5f-55f5624f9ec0),segment_id=908dbc4a-5e09-4828-af5f-55f5624f9ec0)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:00:50.557592 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0093e7fa-5c87-47b5-b16c-a8d0776d1331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:50.720316 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-7ea3cbf8-babb-462c-90f9-e4026549715d service neutron] 10.222.0.58 "GET /v2.0/networks/66ef4867-427d-4ca6-857c-21045c5c7930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758882 May 03 23:00:50.732682 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-941bb0a9-c684-4f5b-9d28-c7f2e4864fb9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:50.743409 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-941bb0a9-c684-4f5b-9d28-c7f2e4864fb9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:port and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:00:50.753969 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-941bb0a9-c684-4f5b-9d28-c7f2e4864fb9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:00:50.760716 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-941bb0a9-c684-4f5b-9d28-c7f2e4864fb9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:50.772546 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf8ec3-3dc2-42f5-8e9d-7e15b248cfaf None None] Pushing event updated for resources: {'Port': ['ID=46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:50.788168 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941bb0a9-c684-4f5b-9d28-c7f2e4864fb9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:00:50.794682 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-941bb0a9-c684-4f5b-9d28-c7f2e4864fb9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:50.800712 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0093e7fa-5c87-47b5-b16c-a8d0776d1331 None None] Routers {'3590257e-f814-4e82-8404-fb76bf62414f'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:00:50.801366 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-0093e7fa-5c87-47b5-b16c-a8d0776d1331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:00:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['3590257e-f814-4e82-8404-fb76bf62414f'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:00:50.822629 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-941bb0a9-c684-4f5b-9d28-c7f2e4864fb9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] device_id is not set on port 657713de-8291-4b84-a26c-9c221fa43263 yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 23:00:51.028920 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6558f78e-15ff-4aca-87a4-b7190409fd18 req-cef5f70b-fcc8-4fa2-9379-6d0be481ad8b tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/ports?device_id=7180a8d6-0d50-4ffb-8002-e5fc1ee6707e HTTP/1.1" status: 200 len: 210 time: 0.0706756 May 03 23:00:51.047379 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05124ab3-c8ee-42b6-b56e-46a47e98f1c8 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:00:51.088718 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-941bb0a9-c684-4f5b-9d28-c7f2e4864fb9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Allocated IP 2001:db8::15a (02c338eb-0429-43aa-8f6f-d1a2ed95a021/41bbb6cb-4013-4329-a9fa-391ed2352bb1/657713de-8291-4b84-a26c-9c221fa43263) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:00:51.127716 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-646603f3-1d5a-4d7f-9411-2a3075937a4a None None] Provisioning for port f7b11b7f-c498-4063-a856-d02f1f0a32bf completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:00:51.201610 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-646603f3-1d5a-4d7f-9411-2a3075937a4a None None] Provisioning complete for port f7b11b7f-c498-4063-a856-d02f1f0a32bf triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:00:51.202258 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-646603f3-1d5a-4d7f-9411-2a3075937a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:51.335519 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-941bb0a9-c684-4f5b-9d28-c7f2e4864fb9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:51.357655 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-0093e7fa-5c87-47b5-b16c-a8d0776d1331 None None] Set router 3590257e-f814-4e82-8404-fb76bf62414f gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:00:51.359121 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-941bb0a9-c684-4f5b-9d28-c7f2e4864fb9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Transition to ACTIVE for port object 657713de-8291-4b84-a26c-9c221fa43263 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:00:51.399027 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-941bb0a9-c684-4f5b-9d28-c7f2e4864fb9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:51.507752 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941bb0a9-c684-4f5b-9d28-c7f2e4864fb9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:00:51.511405 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-941bb0a9-c684-4f5b-9d28-c7f2e4864fb9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:51.515910 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941bb0a9-c684-4f5b-9d28-c7f2e4864fb9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:00:51.521884 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941bb0a9-c684-4f5b-9d28-c7f2e4864fb9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:51.522817 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-941bb0a9-c684-4f5b-9d28-c7f2e4864fb9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:51.535361 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941bb0a9-c684-4f5b-9d28-c7f2e4864fb9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Port': ['ID=657713de-8291-4b84-a26c-9c221fa43263,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:51.554645 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-941bb0a9-c684-4f5b-9d28-c7f2e4864fb9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1944163 May 03 23:00:51.556886 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 46970) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:51.682707 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dbc3cd-45cc-4b92-a225-9376c87953cc tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:51.689707 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dbc3cd-45cc-4b92-a225-9376c87953cc tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:51.690744 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-81dbc3cd-45cc-4b92-a225-9376c87953cc tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:00:51.709617 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-81dbc3cd-45cc-4b92-a225-9376c87953cc tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:00:51.711555 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-81dbc3cd-45cc-4b92-a225-9376c87953cc tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1535375 May 03 23:00:51.714320 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 46974) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:51.807313 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-ee815853-d705-4c7e-9148-87d3f9f8780b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting port 657713de-8291-4b84-a26c-9c221fa43263 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:00:51.807941 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ee815853-d705-4c7e-9148-87d3f9f8780b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:51.902287 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-646603f3-1d5a-4d7f-9411-2a3075937a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:52.024090 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-646603f3-1d5a-4d7f-9411-2a3075937a4a None None] For port f7b11b7f-c498-4063-a856-d02f1f0a32bf, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=f7b11b7f-c498-4063-a856-d02f1f0a32bf,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:00:52.034178 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-646603f3-1d5a-4d7f-9411-2a3075937a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:52.127594 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-0093e7fa-5c87-47b5-b16c-a8d0776d1331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3590257e-f814-4e82-8404-fb76bf62414f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1971823435', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '4fee0137-39bd-419f-a61a-181bc5b3ed3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:00:34Z', 'updated_at': '2022-05-03T23:00:44Z', 'revision_number': 4, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'gw_port': {'id': '4fee0137-39bd-419f-a61a-181bc5b3ed3d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590257e-f814-4e82-8404-fb76bf62414f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:35Z', 'updated_at': '2022-05-03T23:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2', 'name': '', 'network_id': '66ef4867-427d-4ca6-857c-21045c5c7930', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'mac_address': 'fa:16:3e:e3:41:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3590257e-f814-4e82-8404-fb76bf62414f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '01be58b9-fe96-4aae-9684-29ed605b8790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:43Z', 'updated_at': '2022-05-03T23:00:50Z', 'revision_number': 4, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'subnets': [{'id': '01be58b9-fe96-4aae-9684-29ed605b8790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:00:52.137419 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0093e7fa-5c87-47b5-b16c-a8d0776d1331 None None] The sync data for ids ['3590257e-f814-4e82-8404-fb76bf62414f'] in n-d-811807-1 is: [{'id': '3590257e-f814-4e82-8404-fb76bf62414f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1971823435', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '4fee0137-39bd-419f-a61a-181bc5b3ed3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:00:34Z', 'updated_at': '2022-05-03T23:00:44Z', 'revision_number': 4, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'gw_port': {'id': '4fee0137-39bd-419f-a61a-181bc5b3ed3d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590257e-f814-4e82-8404-fb76bf62414f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:35Z', 'updated_at': '2022-05-03T23:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2', 'name': '', 'network_id': '66ef4867-427d-4ca6-857c-21045c5c7930', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'mac_address': 'fa:16:3e:e3:41:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3590257e-f814-4e82-8404-fb76bf62414f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '01be58b9-fe96-4aae-9684-29ed605b8790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:43Z', 'updated_at': '2022-05-03T23:00:50Z', 'revision_number': 4, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'subnets': [{'id': '01be58b9-fe96-4aae-9684-29ed605b8790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:00:52.141300 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646603f3-1d5a-4d7f-9411-2a3075937a4a None None] Pushing event updated for resources: {'Port': ['ID=f7b11b7f-c498-4063-a856-d02f1f0a32bf,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:52.440768 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-deb97825-dd0a-48d2-8e42-b52dd4c4a217 req-56baf8f6-e0ae-4e28-a5ba-d5489241a19e tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/ports?device_id=7180a8d6-0d50-4ffb-8002-e5fc1ee6707e HTTP/1.1" status: 200 len: 210 time: 0.0783155 May 03 23:00:52.500359 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ee815853-d705-4c7e-9148-87d3f9f8780b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:52.501640 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e43ff5e-1e12-464e-ae3b-215a431c547a None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:00:52.730054 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-88fcac57-c697-4f03-bafe-7758d9e0f07b None None] Provisioning for port 657713de-8291-4b84-a26c-9c221fa43263 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:00:52.765828 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-88fcac57-c697-4f03-bafe-7758d9e0f07b None None] Provisioning complete for port 657713de-8291-4b84-a26c-9c221fa43263 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:00:52.766229 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-88fcac57-c697-4f03-bafe-7758d9e0f07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:52.770417 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-58a7c11e-aa64-42a7-b041-90b3e8a1595d tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:52.772928 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-58a7c11e-aa64-42a7-b041-90b3e8a1595d tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.60 "GET /v2.0/networks?id=66ef4867-427d-4ca6-857c-21045c5c7930 HTTP/1.1" status: 200 len: 796 time: 0.3912659 May 03 23:00:52.776886 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-ee815853-d705-4c7e-9148-87d3f9f8780b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Calling delete_port for 657713de-8291-4b84-a26c-9c221fa43263 owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:00:52.849711 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-833069f3-733c-4e5a-8a67-57b877e5beac tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61cab4c91c0e4d5a8ad17b08776df08d HTTP/1.1" status: 200 len: 478 time: 0.0636275 May 03 23:00:52.861629 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-df8a93f3-9ab2-479c-8e78-0df99ea7fb73 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Request body: {'port': {'device_id': '7180a8d6-0d50-4ffb-8002-e5fc1ee6707e', 'network_id': '66ef4867-427d-4ca6-857c-21045c5c7930', 'admin_state_up': True, 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'security_groups': ['01482f50-0d7e-4c9e-b7b6-b2f38a9533bc', '5cd8f69b-643f-4bb9-8be4-138b85bf54d6']}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:00:52.866926 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-88fcac57-c697-4f03-bafe-7758d9e0f07b None None] Port 657713de-8291-4b84-a26c-9c221fa43263 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:00:52.969519 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ee815853-d705-4c7e-9148-87d3f9f8780b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:53.013932 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-76dfd4d9-66bd-4fc7-98a0-e478cf78cb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:53.041481 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee815853-d705-4c7e-9148-87d3f9f8780b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Port': ['ID=657713de-8291-4b84-a26c-9c221fa43263,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:53.049150 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-88fcac57-c697-4f03-bafe-7758d9e0f07b None None] Provisioning complete for port f7b11b7f-c498-4063-a856-d02f1f0a32bf triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:00:53.049519 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-88fcac57-c697-4f03-bafe-7758d9e0f07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:53.126638 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ee815853-d705-4c7e-9148-87d3f9f8780b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:53.153077 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ee815853-d705-4c7e-9148-87d3f9f8780b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/657713de-8291-4b84-a26c-9c221fa43263 HTTP/1.1" status: 204 len: 168 time: 1.4375513 May 03 23:00:53.155371 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 46986) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:53.165073 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-df8a93f3-9ab2-479c-8e78-0df99ea7fb73 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:53.170364 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-df8a93f3-9ab2-479c-8e78-0df99ea7fb73 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Usage tracker for resource:port and tenant:61cab4c91c0e4d5a8ad17b08776df08d is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:00:53.174102 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-df8a93f3-9ab2-479c-8e78-0df99ea7fb73 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:00:53.182301 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-df8a93f3-9ab2-479c-8e78-0df99ea7fb73 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:53.198365 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-df8a93f3-9ab2-479c-8e78-0df99ea7fb73 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Made reservation on behalf of 61cab4c91c0e4d5a8ad17b08776df08d for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:00:53.203021 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-df8a93f3-9ab2-479c-8e78-0df99ea7fb73 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:53.277268 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2657119f-7723-453c-beba-74ef43cf9eb3 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:53.279544 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2657119f-7723-453c-beba-74ef43cf9eb3 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:53.280536 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2657119f-7723-453c-beba-74ef43cf9eb3 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:00:53.299635 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2657119f-7723-453c-beba-74ef43cf9eb3 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:00:53.301576 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2657119f-7723-453c-beba-74ef43cf9eb3 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1450191 May 03 23:00:53.304904 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 46990) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:53.407889 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-c490ebdc-c24b-4483-aa32-c1b15a93c744 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting subnet 41bbb6cb-4013-4329-a9fa-391ed2352bb1 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:00:53.415108 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c490ebdc-c24b-4483-aa32-c1b15a93c744 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:53.423901 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-df8a93f3-9ab2-479c-8e78-0df99ea7fb73 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Allocated IP 172.20.0.13 (66ef4867-427d-4ca6-857c-21045c5c7930/01be58b9-fe96-4aae-9684-29ed605b8790/6721a320-5e01-4090-97c6-3b7cd7f1c481) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:00:53.579710 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c490ebdc-c24b-4483-aa32-c1b15a93c744 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:53.728059 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:00:53.790430 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-75c19a80-04ec-469a-914a-50d08865b007 req-2b3e891a-5e87-4620-bcb1-3bf991375d6f tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/ports?device_id=7180a8d6-0d50-4ffb-8002-e5fc1ee6707e HTTP/1.1" status: 200 len: 210 time: 0.1409056 May 03 23:00:53.831799 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-cc7642d2-2584-4eec-8148-e4ef5ec6263d None None] Provisioning complete for port f7b11b7f-c498-4063-a856-d02f1f0a32bf triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:00:53.832370 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cc7642d2-2584-4eec-8148-e4ef5ec6263d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:53.837743 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-df8a93f3-9ab2-479c-8e78-0df99ea7fb73 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:53.841548 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c490ebdc-c24b-4483-aa32-c1b15a93c744 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:53.868240 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-df8a93f3-9ab2-479c-8e78-0df99ea7fb73 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Transition to ACTIVE for port object 6721a320-5e01-4090-97c6-3b7cd7f1c481 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:00:53.895484 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-df8a93f3-9ab2-479c-8e78-0df99ea7fb73 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:53.911667 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:00:53.921600 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:00:53.922341 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:53.973832 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c490ebdc-c24b-4483-aa32-c1b15a93c744 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:53.987358 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-df8a93f3-9ab2-479c-8e78-0df99ea7fb73 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Network 66ef4867-427d-4ca6-857c-21045c5c7930 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:00:53.990640 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-df8a93f3-9ab2-479c-8e78-0df99ea7fb73 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:53.993429 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-df8a93f3-9ab2-479c-8e78-0df99ea7fb73 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:00:54.048635 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c490ebdc-c24b-4483-aa32-c1b15a93c744 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Subnet': ['ID=41bbb6cb-4013-4329-a9fa-391ed2352bb1,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:54.058902 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c490ebdc-c24b-4483-aa32-c1b15a93c744 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:54.066222 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a93f3-9ab2-479c-8e78-0df99ea7fb73 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Pushing event updated for resources: {'Port': ['ID=6721a320-5e01-4090-97c6-3b7cd7f1c481,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:54.105426 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c490ebdc-c24b-4483-aa32-c1b15a93c744 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/41bbb6cb-4013-4329-a9fa-391ed2352bb1 HTTP/1.1" status: 204 len: 168 time: 0.7989814 May 03 23:00:54.108182 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 46998) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:54.109957 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-df8a93f3-9ab2-479c-8e78-0df99ea7fb73 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:54.110636 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-df8a93f3-9ab2-479c-8e78-0df99ea7fb73 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:54.148944 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-df8a93f3-9ab2-479c-8e78-0df99ea7fb73 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.2937481 May 03 23:00:54.163526 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-29a1ba4f-74e7-41d4-aa4e-a92347a15015 service neutron] Request body: {'port': {'device_id': '7180a8d6-0d50-4ffb-8002-e5fc1ee6707e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:00:54.191654 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58133b9f-ee4a-4103-9fd3-451ebe0b0c42 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:00:54.241477 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-bf664135-c10f-4dc1-88a4-ff335944c2e8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1316912 May 03 23:00:54.242231 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47004) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:54.247956 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-c729193f-51d2-47fe-bca3-d3e6ee989391 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:00:54.319707 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-324e0703-590d-4ef2-abc9-9bb28821e089 None None] Could not find standard attr ID for object 9b1a779e-4dd3-4b0f-8712-ca881e7472ab. {{(pid=88071) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 03 23:00:54.338163 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-29a1ba4f-74e7-41d4-aa4e-a92347a15015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:54.382794 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-c729193f-51d2-47fe-bca3-d3e6ee989391 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:54.387105 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c729193f-51d2-47fe-bca3-d3e6ee989391 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:subnet and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:00:54.390991 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c729193f-51d2-47fe-bca3-d3e6ee989391 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:00:54.397143 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-c729193f-51d2-47fe-bca3-d3e6ee989391 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:54.411725 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c729193f-51d2-47fe-bca3-d3e6ee989391 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:00:54.415977 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c729193f-51d2-47fe-bca3-d3e6ee989391 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:54.425423 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:54.475032 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2,segment=NetworkSegment(908dbc4a-5e09-4828-af5f-55f5624f9ec0),segment_id=908dbc4a-5e09-4828-af5f-55f5624f9ec0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:00:54.477620 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-88a59aaa-284c-48b1-9e14-04648a85f149 None None] Provisioning for port 6721a320-5e01-4090-97c6-3b7cd7f1c481 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:00:54.484152 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:54.485148 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device f7b11b7f-c498-4063-a856-d02f1f0a32bf up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:00:54.593033 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-88a59aaa-284c-48b1-9e14-04648a85f149 None None] Provisioning complete for port 6721a320-5e01-4090-97c6-3b7cd7f1c481 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:00:54.593325 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-88a59aaa-284c-48b1-9e14-04648a85f149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:54.752152 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c729193f-51d2-47fe-bca3-d3e6ee989391 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:54.805462 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:54.808936 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-29a1ba4f-74e7-41d4-aa4e-a92347a15015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6721a320-5e01-4090-97c6-3b7cd7f1c481 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:00:54.820192 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-29a1ba4f-74e7-41d4-aa4e-a92347a15015 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:54.822014 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port f7b11b7f-c498-4063-a856-d02f1f0a32bf triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:00:54.822593 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:54.831428 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c729193f-51d2-47fe-bca3-d3e6ee989391 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:00:54.835528 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-c729193f-51d2-47fe-bca3-d3e6ee989391 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:54.842455 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c729193f-51d2-47fe-bca3-d3e6ee989391 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:54.842872 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c729193f-51d2-47fe-bca3-d3e6ee989391 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:54.860726 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-29a1ba4f-74e7-41d4-aa4e-a92347a15015 service neutron] Transition to ACTIVE for port object 6721a320-5e01-4090-97c6-3b7cd7f1c481 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:00:54.871243 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-29a1ba4f-74e7-41d4-aa4e-a92347a15015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:54.889722 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729193f-51d2-47fe-bca3-d3e6ee989391 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Subnet': ['ID=e75bc827-d5a0-450b-be9a-02bda8949a0f,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:54.895995 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c729193f-51d2-47fe-bca3-d3e6ee989391 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6502626 May 03 23:00:54.896189 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47018) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:54.902608 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-65da250d-da01-4d71-96c7-21245800662a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'port': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'name': 'tempest-NetworksTestDHCPv6-1498819458'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:00:54.902986 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-88a59aaa-284c-48b1-9e14-04648a85f149 None None] Port 6721a320-5e01-4090-97c6-3b7cd7f1c481 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:00:54.906334 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a9a81c-f14d-45e8-9bd2-4ea97c33f5eb None None] DHCP port deletion for 02c338eb-0429-43aa-8f6f-d1a2ed95a021 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:00:54.935893 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:54.949220 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9a81c-f14d-45e8-9bd2-4ea97c33f5eb None None] Deleting port f7b11b7f-c498-4063-a856-d02f1f0a32bf {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:00:54.953527 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f7a9a81c-f14d-45e8-9bd2-4ea97c33f5eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:55.234438 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f7a9a81c-f14d-45e8-9bd2-4ea97c33f5eb None None] For port f7b11b7f-c498-4063-a856-d02f1f0a32bf, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=f7b11b7f-c498-4063-a856-d02f1f0a32bf,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:00:55.234834 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f7a9a81c-f14d-45e8-9bd2-4ea97c33f5eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:55.284229 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f80103-dbf6-4b78-a511-dc76f6288c79 req-5bf0f0bc-8f7b-4048-b12c-a601807412ab tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:55.296533 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a2f80103-dbf6-4b78-a511-dc76f6288c79 req-5bf0f0bc-8f7b-4048-b12c-a601807412ab tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/ports?device_id=7180a8d6-0d50-4ffb-8002-e5fc1ee6707e HTTP/1.1" status: 200 len: 983 time: 0.2861161 May 03 23:00:55.298948 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a1ba4f-74e7-41d4-aa4e-a92347a15015 service neutron] Pushing event updated for resources: {'Port': ['ID=6721a320-5e01-4090-97c6-3b7cd7f1c481,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:55.327386 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-65da250d-da01-4d71-96c7-21245800662a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:55.336565 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-65da250d-da01-4d71-96c7-21245800662a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:port and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:00:55.346608 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-65da250d-da01-4d71-96c7-21245800662a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:00:55.357446 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-29a1ba4f-74e7-41d4-aa4e-a92347a15015 service neutron] Attempting to bind port 6721a320-5e01-4090-97c6-3b7cd7f1c481 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:00:55.358330 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-29a1ba4f-74e7-41d4-aa4e-a92347a15015 service neutron] Attempting to bind port 6721a320-5e01-4090-97c6-3b7cd7f1c481 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '908dbc4a-5e09-4828-af5f-55f5624f9ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '66ef4867-427d-4ca6-857c-21045c5c7930'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:00:55.358896 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-29a1ba4f-74e7-41d4-aa4e-a92347a15015 service neutron] Attempting to bind port 6721a320-5e01-4090-97c6-3b7cd7f1c481 on network 66ef4867-427d-4ca6-857c-21045c5c7930 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:55.362504 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-65da250d-da01-4d71-96c7-21245800662a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:55.364883 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-29a1ba4f-74e7-41d4-aa4e-a92347a15015 service neutron] Port 6721a320-5e01-4090-97c6-3b7cd7f1c481 on network 66ef4867-427d-4ca6-857c-21045c5c7930 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:00:55.365423 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-29a1ba4f-74e7-41d4-aa4e-a92347a15015 service neutron] Attempting to bind port 6721a320-5e01-4090-97c6-3b7cd7f1c481 on network 66ef4867-427d-4ca6-857c-21045c5c7930 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:55.371692 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-29a1ba4f-74e7-41d4-aa4e-a92347a15015 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:00:55.372343 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-29a1ba4f-74e7-41d4-aa4e-a92347a15015 service neutron] Checking segment: {'id': '908dbc4a-5e09-4828-af5f-55f5624f9ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '66ef4867-427d-4ca6-857c-21045c5c7930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:00:55.373891 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-29a1ba4f-74e7-41d4-aa4e-a92347a15015 service neutron] Bound using segment: {'id': '908dbc4a-5e09-4828-af5f-55f5624f9ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '66ef4867-427d-4ca6-857c-21045c5c7930'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:00:55.374543 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-29a1ba4f-74e7-41d4-aa4e-a92347a15015 service neutron] Bound port: 6721a320-5e01-4090-97c6-3b7cd7f1c481, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '908dbc4a-5e09-4828-af5f-55f5624f9ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '66ef4867-427d-4ca6-857c-21045c5c7930'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:00:55.375105 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-29a1ba4f-74e7-41d4-aa4e-a92347a15015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:55.388709 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a2f80103-dbf6-4b78-a511-dc76f6288c79 req-6f9a964d-ad70-4984-a394-a1e76e632e74 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/security-groups?id=5cd8f69b-643f-4bb9-8be4-138b85bf54d6&id=01482f50-0d7e-4c9e-b7b6-b2f38a9533bc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0906403 May 03 23:00:55.409442 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9a81c-f14d-45e8-9bd2-4ea97c33f5eb None None] Calling delete_port for f7b11b7f-c498-4063-a856-d02f1f0a32bf owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:00:55.412114 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65da250d-da01-4d71-96c7-21245800662a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:00:55.416889 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-65da250d-da01-4d71-96c7-21245800662a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:55.440961 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-65da250d-da01-4d71-96c7-21245800662a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] device_id is not set on port 94f831c1-52ee-4a57-9ec6-f5b573b49e96 yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 23:00:55.485984 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-29a1ba4f-74e7-41d4-aa4e-a92347a15015 service neutron] For port 6721a320-5e01-4090-97c6-3b7cd7f1c481, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:00:55.489478 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-29a1ba4f-74e7-41d4-aa4e-a92347a15015 service neutron] For port 6721a320-5e01-4090-97c6-3b7cd7f1c481, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=6721a320-5e01-4090-97c6-3b7cd7f1c481,segment=NetworkSegment(908dbc4a-5e09-4828-af5f-55f5624f9ec0),segment_id=908dbc4a-5e09-4828-af5f-55f5624f9ec0)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:00:55.497063 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-29a1ba4f-74e7-41d4-aa4e-a92347a15015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:55.586089 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-29a1ba4f-74e7-41d4-aa4e-a92347a15015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:55.586784 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-29a1ba4f-74e7-41d4-aa4e-a92347a15015 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:55.588377 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-29a1ba4f-74e7-41d4-aa4e-a92347a15015 service neutron] 10.222.0.60 "PUT /v2.0/ports/6721a320-5e01-4090-97c6-3b7cd7f1c481 HTTP/1.1" status: 200 len: 1131 time: 1.4309182 May 03 23:00:55.589670 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7180a8d6-0d50-4ffb-8002-e5fc1ee6707e', 'tag': '6721a320-5e01-4090-97c6-3b7cd7f1c481'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:00:55.648416 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3195fc23-34b7-420c-be59-75bb600ce13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:55.657842 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-65da250d-da01-4d71-96c7-21245800662a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Allocated IP 2001:db8::63 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/e75bc827-d5a0-450b-be9a-02bda8949a0f/94f831c1-52ee-4a57-9ec6-f5b573b49e96) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:00:55.670001 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f7a9a81c-f14d-45e8-9bd2-4ea97c33f5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:55.706053 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf6998cf-5bab-42ef-854c-e75d048c0a6e'] response: {'name': 'network-changed', 'server_uuid': '7180a8d6-0d50-4ffb-8002-e5fc1ee6707e', 'tag': '6721a320-5e01-4090-97c6-3b7cd7f1c481', 'status': 'completed', 'code': 200} May 03 23:00:55.713346 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a1ba4f-74e7-41d4-aa4e-a92347a15015 service neutron] Pushing event updated for resources: {'Port': ['ID=6721a320-5e01-4090-97c6-3b7cd7f1c481,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:55.746290 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9a81c-f14d-45e8-9bd2-4ea97c33f5eb None None] Pushing event deleted for resources: {'Port': ['ID=f7b11b7f-c498-4063-a856-d02f1f0a32bf,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:55.755573 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a9a81c-f14d-45e8-9bd2-4ea97c33f5eb None None] No DVR routers for this DVR port f7b11b7f-c498-4063-a856-d02f1f0a32bf on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:00:55.775994 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-8da0ee6d-4a63-4954-bce6-96a9c760db41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:55.778350 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-8da0ee6d-4a63-4954-bce6-96a9c760db41 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=61cab4c91c0e4d5a8ad17b08776df08d&device_id=7180a8d6-0d50-4ffb-8002-e5fc1ee6707e HTTP/1.1" status: 200 len: 1134 time: 0.1325865 May 03 23:00:55.785454 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:00:55.842312 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f613bf-6959-41f9-a9d1-0f2e16cb7ed8 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:00:55.902213 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-9e21b59b-4957-4877-83ad-a6a0600d6c14 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6721a320-5e01-4090-97c6-3b7cd7f1c481 HTTP/1.1" status: 200 len: 217 time: 0.1074395 May 03 23:00:55.998843 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-dca20710-9145-4320-b6fe-a20a1e9b3216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:56.000293 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-dca20710-9145-4320-b6fe-a20a1e9b3216 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=01be58b9-fe96-4aae-9684-29ed605b8790 HTTP/1.1" status: 200 len: 834 time: 0.0910211 May 03 23:00:56.030336 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-65da250d-da01-4d71-96c7-21245800662a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:56.047685 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-65da250d-da01-4d71-96c7-21245800662a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Transition to ACTIVE for port object 94f831c1-52ee-4a57-9ec6-f5b573b49e96 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:00:56.075625 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-65da250d-da01-4d71-96c7-21245800662a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:56.094363 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:00:56.094796 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:56.139548 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-541d0107-951b-4926-8def-cf4e43062018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:56.143883 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-541d0107-951b-4926-8def-cf4e43062018 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=66ef4867-427d-4ca6-857c-21045c5c7930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1366909 May 03 23:00:56.159930 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65da250d-da01-4d71-96c7-21245800662a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:00:56.163111 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-65da250d-da01-4d71-96c7-21245800662a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:56.167105 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65da250d-da01-4d71-96c7-21245800662a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:00:56.173365 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65da250d-da01-4d71-96c7-21245800662a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:56.174023 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-65da250d-da01-4d71-96c7-21245800662a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:56.214307 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da250d-da01-4d71-96c7-21245800662a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Port': ['ID=94f831c1-52ee-4a57-9ec6-f5b573b49e96,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:56.219147 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-65da250d-da01-4d71-96c7-21245800662a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3211768 May 03 23:00:56.221442 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47028) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:56.298492 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9375db90-1749-4e2a-89a0-2a1f1b7acebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'tenant_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'fixed_ips': [{'subnet_id': 'e75bc827-d5a0-450b-be9a-02bda8949a0f'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:00:56.299344 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9375db90-1749-4e2a-89a0-2a1f1b7acebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:56.336001 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4cd1c0-69b5-4b93-bd06-046728678625 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:56.337146 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ce4cd1c0-69b5-4b93-bd06-046728678625 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:00:56.359645 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ce4cd1c0-69b5-4b93-bd06-046728678625 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:00:56.361227 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ce4cd1c0-69b5-4b93-bd06-046728678625 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1384354 May 03 23:00:56.363500 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47032) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:56.378490 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device f7b11b7f-c498-4063-a856-d02f1f0a32bf no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:00:56.385500 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-f59f3fe0-6477-453b-a2f5-3992b5d5d7ba service neutron] 10.222.0.60 "GET /v2.0/networks/66ef4867-427d-4ca6-857c-21045c5c7930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287383 May 03 23:00:56.444522 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: f7b11b7f-c498-4063-a856-d02f1f0a32bf {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:00:56.444731 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device f7b11b7f-c498-4063-a856-d02f1f0a32bf not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:00:56.454002 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:56.462199 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-29de8161-5927-4981-9634-0bd9b8990f11 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting port 94f831c1-52ee-4a57-9ec6-f5b573b49e96 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:00:56.462556 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-29de8161-5927-4981-9634-0bd9b8990f11 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:56.463997 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:56.599042 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-9375db90-1749-4e2a-89a0-2a1f1b7acebf None None] Allocated IP 2001:db8::2 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/e75bc827-d5a0-450b-be9a-02bda8949a0f/edfde351-b498-4c97-bb75-a1609a113e19) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:00:56.627889 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2ab0d8e6-83fc-45e9-acb5-d17eee8f0d17 req-9acbd8eb-43a2-4384-965f-09ed3d744f8f service neutron] 10.222.0.60 "GET /v2.0/networks/66ef4867-427d-4ca6-857c-21045c5c7930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405200 May 03 23:00:56.808330 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b5b6a-adaa-4c15-ba16-0db5eb6744fb req-1a8677eb-5513-4b08-a429-964f15895947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:56.810667 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-323b5b6a-adaa-4c15-ba16-0db5eb6744fb req-1a8677eb-5513-4b08-a429-964f15895947 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=61cab4c91c0e4d5a8ad17b08776df08d&device_id=7180a8d6-0d50-4ffb-8002-e5fc1ee6707e HTTP/1.1" status: 200 len: 1134 time: 0.1013150 May 03 23:00:56.895011 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-29de8161-5927-4981-9634-0bd9b8990f11 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:56.916776 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9375db90-1749-4e2a-89a0-2a1f1b7acebf None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:56.931309 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9375db90-1749-4e2a-89a0-2a1f1b7acebf None None] Transition to ACTIVE for port object edfde351-b498-4c97-bb75-a1609a113e19 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:00:56.999164 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9375db90-1749-4e2a-89a0-2a1f1b7acebf None None] Transition to ACTIVE for port object edfde351-b498-4c97-bb75-a1609a113e19 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:00:57.000743 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bffb3-7ab3-4bb1-88f3-246569ac735b req-6244e521-a890-41a0-9b98-4cc82cd36435 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:57.000743 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d87bffb3-7ab3-4bb1-88f3-246569ac735b req-6244e521-a890-41a0-9b98-4cc82cd36435 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/ports?device_id=7180a8d6-0d50-4ffb-8002-e5fc1ee6707e HTTP/1.1" status: 200 len: 983 time: 0.3646536 May 03 23:00:57.008289 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b5b6a-adaa-4c15-ba16-0db5eb6744fb req-eb6aee24-0aff-464c-9b78-aa61d9dc6223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:57.009911 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-323b5b6a-adaa-4c15-ba16-0db5eb6744fb req-eb6aee24-0aff-464c-9b78-aa61d9dc6223 service neutron] 10.222.0.60 "GET /v2.0/networks?id=66ef4867-427d-4ca6-857c-21045c5c7930 HTTP/1.1" status: 200 len: 897 time: 0.1926203 May 03 23:00:57.015725 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9375db90-1749-4e2a-89a0-2a1f1b7acebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:57.082456 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-29de8161-5927-4981-9634-0bd9b8990f11 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Calling delete_port for 94f831c1-52ee-4a57-9ec6-f5b573b49e96 owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:00:57.100189 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-323b5b6a-adaa-4c15-ba16-0db5eb6744fb req-f7b7b5dc-dadf-4cae-a154-50455b5b8a07 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6721a320-5e01-4090-97c6-3b7cd7f1c481 HTTP/1.1" status: 200 len: 217 time: 0.0816748 May 03 23:00:57.107847 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9375db90-1749-4e2a-89a0-2a1f1b7acebf None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:00:57.110746 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-9375db90-1749-4e2a-89a0-2a1f1b7acebf None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:57.113265 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9375db90-1749-4e2a-89a0-2a1f1b7acebf None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:00:57.155693 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375db90-1749-4e2a-89a0-2a1f1b7acebf None None] Pushing event updated for resources: {'Port': ['ID=edfde351-b498-4c97-bb75-a1609a113e19,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:57.172273 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b5b6a-adaa-4c15-ba16-0db5eb6744fb req-951f3c16-de24-4a3a-aefd-3b664204c9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:57.173990 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-323b5b6a-adaa-4c15-ba16-0db5eb6744fb req-951f3c16-de24-4a3a-aefd-3b664204c9e8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=01be58b9-fe96-4aae-9684-29ed605b8790 HTTP/1.1" status: 200 len: 834 time: 0.0665150 May 03 23:00:57.176491 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d87bffb3-7ab3-4bb1-88f3-246569ac735b req-d781cf80-6eab-40c1-832e-9f9e3127e851 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/security-groups?id=5cd8f69b-643f-4bb9-8be4-138b85bf54d6&id=01482f50-0d7e-4c9e-b7b6-b2f38a9533bc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1165781 May 03 23:00:57.223597 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-9375db90-1749-4e2a-89a0-2a1f1b7acebf None None] Attempting to bind port edfde351-b498-4c97-bb75-a1609a113e19 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:00:57.224160 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-9375db90-1749-4e2a-89a0-2a1f1b7acebf None None] Attempting to bind port edfde351-b498-4c97-bb75-a1609a113e19 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:00:57.224301 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9375db90-1749-4e2a-89a0-2a1f1b7acebf None None] Attempting to bind port edfde351-b498-4c97-bb75-a1609a113e19 on network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:00:57.230595 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9375db90-1749-4e2a-89a0-2a1f1b7acebf None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:00:57.230965 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9375db90-1749-4e2a-89a0-2a1f1b7acebf None None] Checking segment: {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:00:57.231495 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9375db90-1749-4e2a-89a0-2a1f1b7acebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:57.231925 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9375db90-1749-4e2a-89a0-2a1f1b7acebf None None] Bound using segment: {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:00:57.232387 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-9375db90-1749-4e2a-89a0-2a1f1b7acebf None None] Bound port: edfde351-b498-4c97-bb75-a1609a113e19, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:00:57.232763 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9375db90-1749-4e2a-89a0-2a1f1b7acebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:57.272665 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b5b6a-adaa-4c15-ba16-0db5eb6744fb req-e1d0bebc-6083-404d-a0ab-78fa6a4a7fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:57.274521 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-323b5b6a-adaa-4c15-ba16-0db5eb6744fb req-e1d0bebc-6083-404d-a0ab-78fa6a4a7fd6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=66ef4867-427d-4ca6-857c-21045c5c7930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914409 May 03 23:00:57.290777 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-29de8161-5927-4981-9634-0bd9b8990f11 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:57.332080 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-9375db90-1749-4e2a-89a0-2a1f1b7acebf None None] For port edfde351-b498-4c97-bb75-a1609a113e19, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:00:57.335310 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-9375db90-1749-4e2a-89a0-2a1f1b7acebf None None] For port edfde351-b498-4c97-bb75-a1609a113e19, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=edfde351-b498-4c97-bb75-a1609a113e19,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:00:57.339761 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9375db90-1749-4e2a-89a0-2a1f1b7acebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:57.347471 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de8161-5927-4981-9634-0bd9b8990f11 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Port': ['ID=94f831c1-52ee-4a57-9ec6-f5b573b49e96,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:57.391951 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-29de8161-5927-4981-9634-0bd9b8990f11 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:57.411012 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-29de8161-5927-4981-9634-0bd9b8990f11 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/94f831c1-52ee-4a57-9ec6-f5b573b49e96 HTTP/1.1" status: 204 len: 168 time: 1.0436633 May 03 23:00:57.412859 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47040) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:57.429885 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375db90-1749-4e2a-89a0-2a1f1b7acebf None None] Pushing event updated for resources: {'Port': ['ID=edfde351-b498-4c97-bb75-a1609a113e19,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:57.489926 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec8385b-3653-4e14-b124-e453727cc0f5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:57.491604 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec8385b-3653-4e14-b124-e453727cc0f5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:57.492394 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-dec8385b-3653-4e14-b124-e453727cc0f5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:00:57.512920 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-dec8385b-3653-4e14-b124-e453727cc0f5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:00:57.518262 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-dec8385b-3653-4e14-b124-e453727cc0f5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1041958 May 03 23:00:57.519017 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47044) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:57.539368 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-323b5b6a-adaa-4c15-ba16-0db5eb6744fb req-53c84b8b-711d-4e23-8cf2-fb705974bbdc service neutron] 10.222.0.60 "GET /v2.0/networks/66ef4867-427d-4ca6-857c-21045c5c7930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562377 May 03 23:00:57.598911 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b1c813-9455-4983-8c91-25d50c57b40d tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting subnet e75bc827-d5a0-450b-be9a-02bda8949a0f {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:00:57.602088 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c813-9455-4983-8c91-25d50c57b40d tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:57.678735 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c813-9455-4983-8c91-25d50c57b40d tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:57.682934 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:57.730181 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-323b5b6a-adaa-4c15-ba16-0db5eb6744fb req-6867dbc4-f373-4e16-926f-3ca3b1198407 service neutron] 10.222.0.60 "GET /v2.0/networks/66ef4867-427d-4ca6-857c-21045c5c7930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839132 May 03 23:00:57.775930 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c813-9455-4983-8c91-25d50c57b40d tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:57.848902 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c813-9455-4983-8c91-25d50c57b40d tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:57.890118 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1c813-9455-4983-8c91-25d50c57b40d tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Subnet': ['ID=e75bc827-d5a0-450b-be9a-02bda8949a0f,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:57.893007 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c813-9455-4983-8c91-25d50c57b40d tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:57.906955 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d5b1c813-9455-4983-8c91-25d50c57b40d tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/e75bc827-d5a0-450b-be9a-02bda8949a0f HTTP/1.1" status: 204 len: 168 time: 0.3869150 May 03 23:00:57.909487 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47048) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:57.976316 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-cca6811b-28b2-4184-8d61-34ddcda4bee5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0655258 May 03 23:00:57.978717 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47052) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:58.060159 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25b587c-39a0-410b-b6eb-cdd990ba5e3d tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:58.061586 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f25b587c-39a0-410b-b6eb-cdd990ba5e3d tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0819876 May 03 23:00:58.064118 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47056) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:58.119518 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:58.145070 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc62810-40c9-4da5-9fae-764ccc21ebef tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:58.145944 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6cc62810-40c9-4da5-9fae-764ccc21ebef tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:00:58.166402 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6cc62810-40c9-4da5-9fae-764ccc21ebef tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:00:58.167676 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6cc62810-40c9-4da5-9fae-764ccc21ebef tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1026478 May 03 23:00:58.170452 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47062) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:58.399698 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-698801cf-d0af-4cd1-bbfe-1765b79d26f9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2280664 May 03 23:00:58.404245 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47068) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:58.411316 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-2631ee1f-a511-4b88-939f-abe2a3f82c2d tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:00:58.452924 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69208ec7-e036-422d-b670-436278233ba7 req-b6b3ccf1-5494-4895-9bfb-abb7a3def882 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:58.454563 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-69208ec7-e036-422d-b670-436278233ba7 req-b6b3ccf1-5494-4895-9bfb-abb7a3def882 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/ports?device_id=7180a8d6-0d50-4ffb-8002-e5fc1ee6707e HTTP/1.1" status: 200 len: 983 time: 0.0961022 May 03 23:00:58.502933 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-69208ec7-e036-422d-b670-436278233ba7 req-73055155-d215-4941-9c1d-d668c5e13cb3 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/security-groups?id=5cd8f69b-643f-4bb9-8be4-138b85bf54d6&id=01482f50-0d7e-4c9e-b7b6-b2f38a9533bc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0423110 May 03 23:00:58.526317 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2631ee1f-a511-4b88-939f-abe2a3f82c2d tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:58.530797 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff0bad3-4a40-4272-b8e5-366160951e76 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:00:58.536088 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2631ee1f-a511-4b88-939f-abe2a3f82c2d tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:58.547475 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2631ee1f-a511-4b88-939f-abe2a3f82c2d tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:00:58.551474 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2631ee1f-a511-4b88-939f-abe2a3f82c2d tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:58.697057 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-3d7e15da-449b-427f-b95b-9b90a9533daa None None] Provisioning for port edfde351-b498-4c97-bb75-a1609a113e19 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:00:58.721914 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-3d7e15da-449b-427f-b95b-9b90a9533daa None None] Could not find standard attr ID for object 94f831c1-52ee-4a57-9ec6-f5b573b49e96. {{(pid=88071) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 03 23:00:58.773433 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2631ee1f-a511-4b88-939f-abe2a3f82c2d tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:58.805842 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd579581-ec2a-4421-aa70-0f66acaae9ba None None] DHCP port deletion for 02c338eb-0429-43aa-8f6f-d1a2ed95a021 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:00:58.809869 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-dd579581-ec2a-4421-aa70-0f66acaae9ba None None] Deleting port edfde351-b498-4c97-bb75-a1609a113e19 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:00:58.810848 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-dd579581-ec2a-4421-aa70-0f66acaae9ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:58.831353 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2631ee1f-a511-4b88-939f-abe2a3f82c2d tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:00:58.834755 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-2631ee1f-a511-4b88-939f-abe2a3f82c2d tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:58.837689 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2631ee1f-a511-4b88-939f-abe2a3f82c2d tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:58.838301 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2631ee1f-a511-4b88-939f-abe2a3f82c2d tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:58.858109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631ee1f-a511-4b88-939f-abe2a3f82c2d tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Subnet': ['ID=4ccc9883-6baa-42cb-a72d-3e50b42ef668,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:58.875984 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2631ee1f-a511-4b88-939f-abe2a3f82c2d tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4662611 May 03 23:00:58.876154 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47072) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:58.881448 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-46da06fe-566f-464e-8f37-02107f6fcdb7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'port': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'fixed_ips': [{'subnet_id': '4ccc9883-6baa-42cb-a72d-3e50b42ef668', 'ip_address': '2001:db8::8847:de24:f8bc:d9e7'}], 'name': 'tempest-NetworksTestDHCPv6-934868364'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:00:59.016324 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-46da06fe-566f-464e-8f37-02107f6fcdb7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:00:59.020271 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-46da06fe-566f-464e-8f37-02107f6fcdb7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:port and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:00:59.023122 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-46da06fe-566f-464e-8f37-02107f6fcdb7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:00:59.028610 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-46da06fe-566f-464e-8f37-02107f6fcdb7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:00:59.032604 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-dd579581-ec2a-4421-aa70-0f66acaae9ba None None] For port edfde351-b498-4c97-bb75-a1609a113e19, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=edfde351-b498-4c97-bb75-a1609a113e19,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:00:59.033004 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-dd579581-ec2a-4421-aa70-0f66acaae9ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:59.038657 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46da06fe-566f-464e-8f37-02107f6fcdb7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:00:59.160170 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-dd579581-ec2a-4421-aa70-0f66acaae9ba None None] Calling delete_port for edfde351-b498-4c97-bb75-a1609a113e19 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:00:59.164445 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-46da06fe-566f-464e-8f37-02107f6fcdb7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:59.184965 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-46da06fe-566f-464e-8f37-02107f6fcdb7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] device_id is not set on port 608952d0-29db-444e-82c2-7e464a3ac43e yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 23:00:59.240691 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-dd579581-ec2a-4421-aa70-0f66acaae9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:59.283990 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd579581-ec2a-4421-aa70-0f66acaae9ba None None] Pushing event deleted for resources: {'Port': ['ID=edfde351-b498-4c97-bb75-a1609a113e19,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:59.288989 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd579581-ec2a-4421-aa70-0f66acaae9ba None None] No DVR routers for this DVR port edfde351-b498-4c97-bb75-a1609a113e19 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:00:59.306095 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d6015f-3720-495b-8650-899519bd175a None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:00:59.392857 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-46da06fe-566f-464e-8f37-02107f6fcdb7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Allocated IP 2001:db8::8847:de24:f8bc:d9e7 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/4ccc9883-6baa-42cb-a72d-3e50b42ef668/608952d0-29db-444e-82c2-7e464a3ac43e) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:00:59.465037 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 6721a320-5e01-4090-97c6-3b7cd7f1c481 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:00:59.608516 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4faee98-6acc-446e-a827-c8a4c689f30b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'tenant_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'fixed_ips': [{'subnet_id': '4ccc9883-6baa-42cb-a72d-3e50b42ef668'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:00:59.609350 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c4faee98-6acc-446e-a827-c8a4c689f30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:59.628566 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-46da06fe-566f-464e-8f37-02107f6fcdb7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:59.646421 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-46da06fe-566f-464e-8f37-02107f6fcdb7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Transition to ACTIVE for port object 608952d0-29db-444e-82c2-7e464a3ac43e will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:00:59.672268 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-46da06fe-566f-464e-8f37-02107f6fcdb7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:59.715726 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05df4e-52d6-476c-94e3-cfae76592435 req-d6ba7010-256c-4a5f-ba67-9303989e83a6 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:59.718683 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aa05df4e-52d6-476c-94e3-cfae76592435 req-d6ba7010-256c-4a5f-ba67-9303989e83a6 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/ports?device_id=7180a8d6-0d50-4ffb-8002-e5fc1ee6707e HTTP/1.1" status: 200 len: 983 time: 0.0884395 May 03 23:00:59.745748 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46da06fe-566f-464e-8f37-02107f6fcdb7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:00:59.746868 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-46da06fe-566f-464e-8f37-02107f6fcdb7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:59.751112 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46da06fe-566f-464e-8f37-02107f6fcdb7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:00:59.756768 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46da06fe-566f-464e-8f37-02107f6fcdb7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:59.756957 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 6721a320-5e01-4090-97c6-3b7cd7f1c481, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=6721a320-5e01-4090-97c6-3b7cd7f1c481,segment=NetworkSegment(908dbc4a-5e09-4828-af5f-55f5624f9ec0),segment_id=908dbc4a-5e09-4828-af5f-55f5624f9ec0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:00:59.757503 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-46da06fe-566f-464e-8f37-02107f6fcdb7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:59.773725 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aa05df4e-52d6-476c-94e3-cfae76592435 req-e7300654-af1a-4632-82e5-6b95117e3c27 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/security-groups?id=5cd8f69b-643f-4bb9-8be4-138b85bf54d6&id=01482f50-0d7e-4c9e-b7b6-b2f38a9533bc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0484006 May 03 23:00:59.776440 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da06fe-566f-464e-8f37-02107f6fcdb7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Port': ['ID=608952d0-29db-444e-82c2-7e464a3ac43e,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:59.780497 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '6721a320-5e01-4090-97c6-3b7cd7f1c481', 'network_id': '66ef4867-427d-4ca6-857c-21045c5c7930', 'port_id': '6721a320-5e01-4090-97c6-3b7cd7f1c481', 'mac_address': 'fa:16:3e:ca:70:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01be58b9-fe96-4aae-9684-29ed605b8790', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:00:59.790785 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-46da06fe-566f-464e-8f37-02107f6fcdb7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9136171 May 03 23:00:59.793533 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47080) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:59.877616 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a82f8f-e5aa-431a-9570-a92b66468ec5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:59.878341 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-54a82f8f-e5aa-431a-9570-a92b66468ec5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:00:59.882046 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:59.893689 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-54a82f8f-e5aa-431a-9570-a92b66468ec5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:00:59.897376 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-54a82f8f-e5aa-431a-9570-a92b66468ec5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1003726 May 03 23:00:59.897819 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47084) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:00:59.905296 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-c4faee98-6acc-446e-a827-c8a4c689f30b None None] Allocated IP 2001:db8::2 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/4ccc9883-6baa-42cb-a72d-3e50b42ef668/33a7cf01-5c6d-48c6-ac11-726975aaf2a2) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:00:59.910636 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6721a320-5e01-4090-97c6-3b7cd7f1c481 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:00:59.947859 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 6721a320-5e01-4090-97c6-3b7cd7f1c481, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=6721a320-5e01-4090-97c6-3b7cd7f1c481,segment=NetworkSegment(908dbc4a-5e09-4828-af5f-55f5624f9ec0),segment_id=908dbc4a-5e09-4828-af5f-55f5624f9ec0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:00:59.958070 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:00:59.970649 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-5a456d78-da87-4f55-a8b3-00940168a0ef tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting port 608952d0-29db-444e-82c2-7e464a3ac43e {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:00:59.971087 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5a456d78-da87-4f55-a8b3-00940168a0ef tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:00.097457 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=6721a320-5e01-4090-97c6-3b7cd7f1c481,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:00.182731 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['6721a320-5e01-4090-97c6-3b7cd7f1c481'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:01:00.215790 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5a456d78-da87-4f55-a8b3-00940168a0ef tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:00.227989 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c4faee98-6acc-446e-a827-c8a4c689f30b None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:00.244347 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c4faee98-6acc-446e-a827-c8a4c689f30b None None] Transition to ACTIVE for port object 33a7cf01-5c6d-48c6-ac11-726975aaf2a2 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:01:00.275410 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c4faee98-6acc-446e-a827-c8a4c689f30b None None] Transition to ACTIVE for port object 33a7cf01-5c6d-48c6-ac11-726975aaf2a2 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:01:00.286245 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c4faee98-6acc-446e-a827-c8a4c689f30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:00.339671 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-5a456d78-da87-4f55-a8b3-00940168a0ef tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Calling delete_port for 608952d0-29db-444e-82c2-7e464a3ac43e owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:01:00.365129 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4faee98-6acc-446e-a827-c8a4c689f30b None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:00.373991 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-c4faee98-6acc-446e-a827-c8a4c689f30b None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:00.378974 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4faee98-6acc-446e-a827-c8a4c689f30b None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:01:00.431421 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4faee98-6acc-446e-a827-c8a4c689f30b None None] Pushing event updated for resources: {'Port': ['ID=33a7cf01-5c6d-48c6-ac11-726975aaf2a2,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:00.492750 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5a456d78-da87-4f55-a8b3-00940168a0ef tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:00.511488 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-c4faee98-6acc-446e-a827-c8a4c689f30b None None] Attempting to bind port 33a7cf01-5c6d-48c6-ac11-726975aaf2a2 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:01:00.511853 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-c4faee98-6acc-446e-a827-c8a4c689f30b None None] Attempting to bind port 33a7cf01-5c6d-48c6-ac11-726975aaf2a2 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:01:00.512212 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4faee98-6acc-446e-a827-c8a4c689f30b None None] Attempting to bind port 33a7cf01-5c6d-48c6-ac11-726975aaf2a2 on network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:01:00.526074 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4faee98-6acc-446e-a827-c8a4c689f30b None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:01:00.526444 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4faee98-6acc-446e-a827-c8a4c689f30b None None] Checking segment: {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:01:00.526837 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c4faee98-6acc-446e-a827-c8a4c689f30b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:00.527403 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4faee98-6acc-446e-a827-c8a4c689f30b None None] Bound using segment: {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:01:00.527866 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-c4faee98-6acc-446e-a827-c8a4c689f30b None None] Bound port: 33a7cf01-5c6d-48c6-ac11-726975aaf2a2, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:01:00.528239 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c4faee98-6acc-446e-a827-c8a4c689f30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:00.543464 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a456d78-da87-4f55-a8b3-00940168a0ef tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Port': ['ID=608952d0-29db-444e-82c2-7e464a3ac43e,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:00.592211 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a456d78-da87-4f55-a8b3-00940168a0ef tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:00.592610 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a456d78-da87-4f55-a8b3-00940168a0ef tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:00.592938 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a456d78-da87-4f55-a8b3-00940168a0ef tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:00.593294 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a456d78-da87-4f55-a8b3-00940168a0ef tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:00.593629 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a456d78-da87-4f55-a8b3-00940168a0ef tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:00.593977 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a456d78-da87-4f55-a8b3-00940168a0ef tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:00.594308 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a456d78-da87-4f55-a8b3-00940168a0ef tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:00.594633 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a456d78-da87-4f55-a8b3-00940168a0ef tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:00.594956 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a456d78-da87-4f55-a8b3-00940168a0ef tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:00.595280 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a456d78-da87-4f55-a8b3-00940168a0ef tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:00.595629 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a456d78-da87-4f55-a8b3-00940168a0ef tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:00.595957 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a456d78-da87-4f55-a8b3-00940168a0ef tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:00.598732 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5a456d78-da87-4f55-a8b3-00940168a0ef tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:00.613141 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5a456d78-da87-4f55-a8b3-00940168a0ef tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/608952d0-29db-444e-82c2-7e464a3ac43e HTTP/1.1" status: 204 len: 168 time: 0.7138214 May 03 23:01:00.615504 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47090) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:00.652445 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-c4faee98-6acc-446e-a827-c8a4c689f30b None None] For port 33a7cf01-5c6d-48c6-ac11-726975aaf2a2, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:01:00.655921 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-c4faee98-6acc-446e-a827-c8a4c689f30b None None] For port 33a7cf01-5c6d-48c6-ac11-726975aaf2a2, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=33a7cf01-5c6d-48c6-ac11-726975aaf2a2,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:01:00.659219 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c4faee98-6acc-446e-a827-c8a4c689f30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:00.682494 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16b270b-370c-4fb4-ba62-b508ae515f75 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:00.683982 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16b270b-370c-4fb4-ba62-b508ae515f75 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:00.684801 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a16b270b-370c-4fb4-ba62-b508ae515f75 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:01:00.700897 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a16b270b-370c-4fb4-ba62-b508ae515f75 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:01:00.702106 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a16b270b-370c-4fb4-ba62-b508ae515f75 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0856221 May 03 23:01:00.704762 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47094) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:00.742769 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4faee98-6acc-446e-a827-c8a4c689f30b None None] Pushing event updated for resources: {'Port': ['ID=33a7cf01-5c6d-48c6-ac11-726975aaf2a2,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:00.773876 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f3d0bb7-2192-4daf-b7c9-73eec5715305 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting subnet 4ccc9883-6baa-42cb-a72d-3e50b42ef668 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:01:00.777505 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0bb7-2192-4daf-b7c9-73eec5715305 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:00.837446 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0bb7-2192-4daf-b7c9-73eec5715305 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:00.939282 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0bb7-2192-4daf-b7c9-73eec5715305 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:01.005987 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77152dbf-4970-41d8-9d34-d4e0174dfdd2 req-fbbe0d68-1052-4ff9-a548-50612a1f01f8 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:01.007547 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-77152dbf-4970-41d8-9d34-d4e0174dfdd2 req-fbbe0d68-1052-4ff9-a548-50612a1f01f8 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/ports?device_id=7180a8d6-0d50-4ffb-8002-e5fc1ee6707e HTTP/1.1" status: 200 len: 984 time: 0.1144342 May 03 23:01:01.034828 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0bb7-2192-4daf-b7c9-73eec5715305 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:01.058766 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-77152dbf-4970-41d8-9d34-d4e0174dfdd2 req-28edeef0-d8d4-4695-a541-cd44f2bc2749 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/security-groups?id=5cd8f69b-643f-4bb9-8be4-138b85bf54d6&id=01482f50-0d7e-4c9e-b7b6-b2f38a9533bc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0453491 May 03 23:01:01.184059 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d0bb7-2192-4daf-b7c9-73eec5715305 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Subnet': ['ID=4ccc9883-6baa-42cb-a72d-3e50b42ef668,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:01.185944 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6f3d0bb7-2192-4daf-b7c9-73eec5715305 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:01.198669 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6f3d0bb7-2192-4daf-b7c9-73eec5715305 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/4ccc9883-6baa-42cb-a72d-3e50b42ef668 HTTP/1.1" status: 204 len: 168 time: 0.4926307 May 03 23:01:01.201733 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47100) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:01.270285 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-57c2e07d-0ebb-43d5-82ce-c88020cbc1d6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0673580 May 03 23:01:01.272840 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47104) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:01.278067 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-0064816c-eb65-4d2a-b45e-86f5d105d454 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:01:01.389706 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-0064816c-eb65-4d2a-b45e-86f5d105d454 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:01:01.395335 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0064816c-eb65-4d2a-b45e-86f5d105d454 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:subnet and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:01:01.398705 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0064816c-eb65-4d2a-b45e-86f5d105d454 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:01:01.404356 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-0064816c-eb65-4d2a-b45e-86f5d105d454 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:01:01.414886 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0064816c-eb65-4d2a-b45e-86f5d105d454 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:01:01.418459 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0064816c-eb65-4d2a-b45e-86f5d105d454 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:01.470802 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 6721a320-5e01-4090-97c6-3b7cd7f1c481 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:01:01.562656 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 6721a320-5e01-4090-97c6-3b7cd7f1c481 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:01:01.568276 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 6721a320-5e01-4090-97c6-3b7cd7f1c481 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:01:01.568783 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:01.693180 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0064816c-eb65-4d2a-b45e-86f5d105d454 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:01.740205 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:01.755181 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0064816c-eb65-4d2a-b45e-86f5d105d454 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:01.759086 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-0064816c-eb65-4d2a-b45e-86f5d105d454 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:01.764111 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0064816c-eb65-4d2a-b45e-86f5d105d454 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:01.764740 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 33a7cf01-5c6d-48c6-ac11-726975aaf2a2 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:01:01.765233 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0064816c-eb65-4d2a-b45e-86f5d105d454 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:01.787872 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0064816c-eb65-4d2a-b45e-86f5d105d454 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Subnet': ['ID=57344395-d8f3-469a-adae-fce80afc791b,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:01.799061 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0064816c-eb65-4d2a-b45e-86f5d105d454 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5252342 May 03 23:01:01.803456 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47110) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:01.809845 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-47f8b5dd-db3f-44f5-ae37-4bc86708c753 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'port': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'fixed_ips': [{'subnet_id': '57344395-d8f3-469a-adae-fce80afc791b', 'ip_address': '2001:db8::55ec:b327:64d2:e379'}], 'name': 'tempest-NetworksTestDHCPv6-1435911444'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:01:01.821721 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8602c09d-b7c9-4306-af0d-5bb66afa795c None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:01:01.866487 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7180a8d6-0d50-4ffb-8002-e5fc1ee6707e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6721a320-5e01-4090-97c6-3b7cd7f1c481'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:01:01.890125 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 6721a320-5e01-4090-97c6-3b7cd7f1c481, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=6721a320-5e01-4090-97c6-3b7cd7f1c481,segment=NetworkSegment(908dbc4a-5e09-4828-af5f-55f5624f9ec0),segment_id=908dbc4a-5e09-4828-af5f-55f5624f9ec0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:01.938799 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd74b09c-94ea-45ce-8a6c-17d4bf7aedbd'] response: {'server_uuid': '7180a8d6-0d50-4ffb-8002-e5fc1ee6707e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6721a320-5e01-4090-97c6-3b7cd7f1c481', 'code': 200} May 03 23:01:01.958105 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:01.958673 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-47f8b5dd-db3f-44f5-ae37-4bc86708c753 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:01:01.963549 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-47f8b5dd-db3f-44f5-ae37-4bc86708c753 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:port and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:01:01.966545 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-47f8b5dd-db3f-44f5-ae37-4bc86708c753 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:01:01.972691 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-47f8b5dd-db3f-44f5-ae37-4bc86708c753 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:01:01.983519 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f8b5dd-db3f-44f5-ae37-4bc86708c753 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:01:01.988398 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-47f8b5dd-db3f-44f5-ae37-4bc86708c753 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:02.011353 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-494e9f43-86c8-4a27-9ab8-7a98afdd0fc8 None None] Provisioning for port 33a7cf01-5c6d-48c6-ac11-726975aaf2a2 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:01:02.056351 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-47f8b5dd-db3f-44f5-ae37-4bc86708c753 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] device_id is not set on port a5f6358b-61eb-4d9f-af47-f76c2e1e9cf8 yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 23:01:02.072209 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 33a7cf01-5c6d-48c6-ac11-726975aaf2a2 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:01:02.107239 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 33a7cf01-5c6d-48c6-ac11-726975aaf2a2 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:01:02.107239 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:02.144782 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=6721a320-5e01-4090-97c6-3b7cd7f1c481,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:02.173738 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55fdbd-76e8-44f6-9e72-2ca3b82ed660 req-594ff293-d7fa-4b5e-9edb-c1233d24d86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:02.175266 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0a55fdbd-76e8-44f6-9e72-2ca3b82ed660 req-594ff293-d7fa-4b5e-9edb-c1233d24d86b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7180a8d6-0d50-4ffb-8002-e5fc1ee6707e HTTP/1.1" status: 200 len: 1136 time: 0.1777773 May 03 23:01:02.272545 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b75ae-1430-4a63-9670-3db4c24d8402 req-c77c9d11-a25e-4b3b-ba1d-a1eeeab2b0d8 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:02.276248 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0a55fdbd-76e8-44f6-9e72-2ca3b82ed660 req-14929185-2112-40a4-84c7-bdc59e3ad556 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5cd8f69b-643f-4bb9-8be4-138b85bf54d6&id=01482f50-0d7e-4c9e-b7b6-b2f38a9533bc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0922220 May 03 23:01:02.279703 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2e9b75ae-1430-4a63-9670-3db4c24d8402 req-c77c9d11-a25e-4b3b-ba1d-a1eeeab2b0d8 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/ports?device_id=7180a8d6-0d50-4ffb-8002-e5fc1ee6707e HTTP/1.1" status: 200 len: 985 time: 0.0934970 May 03 23:01:02.311978 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-47f8b5dd-db3f-44f5-ae37-4bc86708c753 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Allocated IP 2001:db8::55ec:b327:64d2:e379 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/57344395-d8f3-469a-adae-fce80afc791b/a5f6358b-61eb-4d9f-af47-f76c2e1e9cf8) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:01:02.348500 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:02.350671 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2e9b75ae-1430-4a63-9670-3db4c24d8402 req-95ce81e9-3484-4915-8adf-f4912c3e1154 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/security-groups?id=5cd8f69b-643f-4bb9-8be4-138b85bf54d6&id=01482f50-0d7e-4c9e-b7b6-b2f38a9533bc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0594420 May 03 23:01:02.395488 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 33a7cf01-5c6d-48c6-ac11-726975aaf2a2, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=33a7cf01-5c6d-48c6-ac11-726975aaf2a2,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:02.407077 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:02.495516 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=33a7cf01-5c6d-48c6-ac11-726975aaf2a2,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:02.598802 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-47f8b5dd-db3f-44f5-ae37-4bc86708c753 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:02.622172 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-47f8b5dd-db3f-44f5-ae37-4bc86708c753 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Transition to ACTIVE for port object a5f6358b-61eb-4d9f-af47-f76c2e1e9cf8 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:01:02.660980 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-47f8b5dd-db3f-44f5-ae37-4bc86708c753 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:02.674891 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-aa5ba608-d713-4c0a-80c4-df28a2ac0457 None None] Provisioning complete for port 33a7cf01-5c6d-48c6-ac11-726975aaf2a2 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:01:02.675458 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-aa5ba608-d713-4c0a-80c4-df28a2ac0457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:02.771045 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8b5dd-db3f-44f5-ae37-4bc86708c753 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Port': ['ID=a5f6358b-61eb-4d9f-af47-f76c2e1e9cf8,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:02.785221 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f8b5dd-db3f-44f5-ae37-4bc86708c753 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:02.786761 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-47f8b5dd-db3f-44f5-ae37-4bc86708c753 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:02.789173 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f8b5dd-db3f-44f5-ae37-4bc86708c753 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:01:02.795643 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f8b5dd-db3f-44f5-ae37-4bc86708c753 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:02.795778 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-47f8b5dd-db3f-44f5-ae37-4bc86708c753 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:02.834736 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-47f8b5dd-db3f-44f5-ae37-4bc86708c753 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0300870 May 03 23:01:02.837015 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47124) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:02.943848 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5101a694-9f73-4d6a-b3a5-8eae05599e9d tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:02.949960 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5101a694-9f73-4d6a-b3a5-8eae05599e9d tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:02.951405 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5101a694-9f73-4d6a-b3a5-8eae05599e9d tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:01:02.974089 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5101a694-9f73-4d6a-b3a5-8eae05599e9d tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:01:02.980217 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5101a694-9f73-4d6a-b3a5-8eae05599e9d tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1370361 May 03 23:01:02.980217 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47130) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:02.986534 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e9f7bf2a-d99b-4fe4-8a7e-a3569f53c2fc None None] Could not find standard attr ID for object 657713de-8291-4b84-a26c-9c221fa43263. {{(pid=88071) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 03 23:01:03.066763 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-fd1c9651-9cd9-4b0b-bf49-8e0ae6cad01e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting port a5f6358b-61eb-4d9f-af47-f76c2e1e9cf8 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:01:03.067082 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fd1c9651-9cd9-4b0b-bf49-8e0ae6cad01e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:03.200284 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-4adc1d70-334f-4739-8df7-5aeec9682dc3 None None] Could not find standard attr ID for object 94f831c1-52ee-4a57-9ec6-f5b573b49e96. {{(pid=88071) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 03 23:01:03.532879 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-3a2e2cf4-32c5-414c-bc4f-5fd1a790c091 None None] Could not find standard attr ID for object 608952d0-29db-444e-82c2-7e464a3ac43e. {{(pid=88071) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 03 23:01:03.658141 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fd1c9651-9cd9-4b0b-bf49-8e0ae6cad01e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:03.782394 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6864c44-cfd9-4a7b-9cf6-7ad41733ac94 req-50f56e7c-6fb7-4b1c-b357-d392770629e0 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:03.782394 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b6864c44-cfd9-4a7b-9cf6-7ad41733ac94 req-50f56e7c-6fb7-4b1c-b357-d392770629e0 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/ports?device_id=7180a8d6-0d50-4ffb-8002-e5fc1ee6707e HTTP/1.1" status: 200 len: 985 time: 0.2139046 May 03 23:01:03.827976 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 33a7cf01-5c6d-48c6-ac11-726975aaf2a2 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:01:03.887073 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b6864c44-cfd9-4a7b-9cf6-7ad41733ac94 req-58eb520e-e7d2-48dd-b9b8-dca22aad4117 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/security-groups?id=5cd8f69b-643f-4bb9-8be4-138b85bf54d6&id=01482f50-0d7e-4c9e-b7b6-b2f38a9533bc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1029649 May 03 23:01:03.937744 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-fd1c9651-9cd9-4b0b-bf49-8e0ae6cad01e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Calling delete_port for a5f6358b-61eb-4d9f-af47-f76c2e1e9cf8 owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:01:03.948226 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 33a7cf01-5c6d-48c6-ac11-726975aaf2a2 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:01:03.948338 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:04.022432 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-4a042830-539f-452f-846b-12d01c06ae2a None None] Provisioning for port a5f6358b-61eb-4d9f-af47-f76c2e1e9cf8 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:01:04.033764 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-4a042830-539f-452f-846b-12d01c06ae2a None None] Provisioning complete for port a5f6358b-61eb-4d9f-af47-f76c2e1e9cf8 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:01:04.033764 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4a042830-539f-452f-846b-12d01c06ae2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:04.191359 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fd1c9651-9cd9-4b0b-bf49-8e0ae6cad01e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:04.239835 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-4a042830-539f-452f-846b-12d01c06ae2a None None] Port a5f6358b-61eb-4d9f-af47-f76c2e1e9cf8 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:01:04.264615 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c9651-9cd9-4b0b-bf49-8e0ae6cad01e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Port': ['ID=a5f6358b-61eb-4d9f-af47-f76c2e1e9cf8,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:04.327202 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fd1c9651-9cd9-4b0b-bf49-8e0ae6cad01e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:04.344223 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fd1c9651-9cd9-4b0b-bf49-8e0ae6cad01e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/a5f6358b-61eb-4d9f-af47-f76c2e1e9cf8 HTTP/1.1" status: 204 len: 168 time: 1.3477259 May 03 23:01:04.350727 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47140) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:04.439412 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecbf6cf-e7d7-47f1-a3e9-f39aec74fa23 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:04.440887 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecbf6cf-e7d7-47f1-a3e9-f39aec74fa23 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:04.440887 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9ecbf6cf-e7d7-47f1-a3e9-f39aec74fa23 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:01:04.463339 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9ecbf6cf-e7d7-47f1-a3e9-f39aec74fa23 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:01:04.463339 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9ecbf6cf-e7d7-47f1-a3e9-f39aec74fa23 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1212163 May 03 23:01:04.464232 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47144) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:04.541149 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1c2c84b-acad-40cc-bcbd-0d33001d5e39 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting subnet 57344395-d8f3-469a-adae-fce80afc791b {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:01:04.546438 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b1c2c84b-acad-40cc-bcbd-0d33001d5e39 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:04.672001 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b1c2c84b-acad-40cc-bcbd-0d33001d5e39 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:04.751324 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b1c2c84b-acad-40cc-bcbd-0d33001d5e39 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:04.862845 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b1c2c84b-acad-40cc-bcbd-0d33001d5e39 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:04.918238 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2c84b-acad-40cc-bcbd-0d33001d5e39 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Subnet': ['ID=57344395-d8f3-469a-adae-fce80afc791b,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:04.937615 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b1c2c84b-acad-40cc-bcbd-0d33001d5e39 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:04.968181 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b1c2c84b-acad-40cc-bcbd-0d33001d5e39 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/57344395-d8f3-469a-adae-fce80afc791b HTTP/1.1" status: 204 len: 168 time: 0.5027611 May 03 23:01:04.970730 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47152) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:05.054536 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-28f88018-96ee-452d-8919-fee4146b9309 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0824077 May 03 23:01:05.057184 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47158) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:05.064502 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-c156ba39-7a5b-447f-83a7-d75a81ba141b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:01:05.086095 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a82820e-6e48-48f0-8635-cba0561ffe8f None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:01:05.331074 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd10d67-2460-4c78-8987-57b47558d2c5 req-afe3914e-39fb-4c13-8102-f60c1c6aecfd tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:05.334314 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c156ba39-7a5b-447f-83a7-d75a81ba141b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:01:05.338914 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-afd10d67-2460-4c78-8987-57b47558d2c5 req-afe3914e-39fb-4c13-8102-f60c1c6aecfd tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/ports?device_id=7180a8d6-0d50-4ffb-8002-e5fc1ee6707e HTTP/1.1" status: 200 len: 985 time: 0.2931380 May 03 23:01:05.342753 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c156ba39-7a5b-447f-83a7-d75a81ba141b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:subnet and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:01:05.347174 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c156ba39-7a5b-447f-83a7-d75a81ba141b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:01:05.356501 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c156ba39-7a5b-447f-83a7-d75a81ba141b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:01:05.376867 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c156ba39-7a5b-447f-83a7-d75a81ba141b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:01:05.384857 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c156ba39-7a5b-447f-83a7-d75a81ba141b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:05.399155 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-afd10d67-2460-4c78-8987-57b47558d2c5 req-729ab3f1-0f2a-40bb-8c16-53ff45d35830 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/security-groups?id=5cd8f69b-643f-4bb9-8be4-138b85bf54d6&id=01482f50-0d7e-4c9e-b7b6-b2f38a9533bc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0591400 May 03 23:01:05.475707 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4e8679-d92b-48f3-937d-4f560d89be19 None None] DHCP port deletion for 02c338eb-0429-43aa-8f6f-d1a2ed95a021 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:01:05.480291 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-ed4e8679-d92b-48f3-937d-4f560d89be19 None None] Deleting port 33a7cf01-5c6d-48c6-ac11-726975aaf2a2 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:01:05.480717 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ed4e8679-d92b-48f3-937d-4f560d89be19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:05.809624 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 33a7cf01-5c6d-48c6-ac11-726975aaf2a2 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:01:05.823798 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd89747-d86b-4ceb-a670-1a764e648261 req-f889c500-e055-468a-98eb-88e401126b7a tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:05.838202 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ddd89747-d86b-4ceb-a670-1a764e648261 req-f889c500-e055-468a-98eb-88e401126b7a tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/ports?device_id=7180a8d6-0d50-4ffb-8002-e5fc1ee6707e HTTP/1.1" status: 200 len: 985 time: 0.2390893 May 03 23:01:05.912992 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ddd89747-d86b-4ceb-a670-1a764e648261 req-db67f670-a2f7-48a2-84f0-7d1f8412ed4e tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/security-groups?id=5cd8f69b-643f-4bb9-8be4-138b85bf54d6&id=01482f50-0d7e-4c9e-b7b6-b2f38a9533bc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0743642 May 03 23:01:06.025642 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c156ba39-7a5b-447f-83a7-d75a81ba141b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:06.057335 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b35182-ddab-43ff-a71e-8558282c4c84 req-52dcfd88-6265-4c10-9b52-e28dd658815f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:06.060371 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b4b35182-ddab-43ff-a71e-8558282c4c84 req-52dcfd88-6265-4c10-9b52-e28dd658815f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 946 time: 0.1119595 May 03 23:01:06.061780 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-ed4e8679-d92b-48f3-937d-4f560d89be19 None None] For port 33a7cf01-5c6d-48c6-ac11-726975aaf2a2, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=33a7cf01-5c6d-48c6-ac11-726975aaf2a2,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:06.062217 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ed4e8679-d92b-48f3-937d-4f560d89be19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:06.207733 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c156ba39-7a5b-447f-83a7-d75a81ba141b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:06.224571 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-c156ba39-7a5b-447f-83a7-d75a81ba141b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:06.224571 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c156ba39-7a5b-447f-83a7-d75a81ba141b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:06.224776 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c156ba39-7a5b-447f-83a7-d75a81ba141b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:06.281349 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c156ba39-7a5b-447f-83a7-d75a81ba141b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2173667 May 03 23:01:06.284193 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47186) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:06.295206 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-ed4e8679-d92b-48f3-937d-4f560d89be19 None None] Calling delete_port for 33a7cf01-5c6d-48c6-ac11-726975aaf2a2 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:01:06.300697 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-e078d89a-215c-4674-9338-fcde6453d5e8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'port': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'fixed_ips': [{'subnet_id': '9ba63c79-1186-46d8-98b0-c25db45988c7', 'ip_address': '2001:db8::3fa4:6737:e595:1253'}], 'name': 'tempest-NetworksTestDHCPv6-1990521147'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:01:06.316813 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156ba39-7a5b-447f-83a7-d75a81ba141b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Subnet': ['ID=9ba63c79-1186-46d8-98b0-c25db45988c7,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:06.317538 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b4b35182-ddab-43ff-a71e-8558282c4c84 req-44f159bb-e835-4c51-b5c3-28393fc57a8b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=4165ffae-6576-40a6-912b-a3b42d26c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2411101 May 03 23:01:06.379325 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:06.385356 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983aa3eb-0013-4ab5-930d-c5f3b6458535 req-3e12d955-1be5-47e5-818e-9b854d8f3db0 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:06.389093 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-983aa3eb-0013-4ab5-930d-c5f3b6458535 req-3e12d955-1be5-47e5-818e-9b854d8f3db0 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7180a8d6-0d50-4ffb-8002-e5fc1ee6707e HTTP/1.1" status: 200 len: 1136 time: 0.2625797 May 03 23:01:06.427930 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-983aa3eb-0013-4ab5-930d-c5f3b6458535 req-e7f3f80a-6191-4a60-9bf9-89db55f86aff tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:06.437423 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 33a7cf01-5c6d-48c6-ac11-726975aaf2a2, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=33a7cf01-5c6d-48c6-ac11-726975aaf2a2,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:06.442025 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:06.470979 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-983aa3eb-0013-4ab5-930d-c5f3b6458535 req-e7f3f80a-6191-4a60-9bf9-89db55f86aff tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:01:06.476673 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-983aa3eb-0013-4ab5-930d-c5f3b6458535 req-e7f3f80a-6191-4a60-9bf9-89db55f86aff tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] Usage tracker for resource:security_group_rule and tenant:8d1d80fae0844982b4d6f9d642b7a0f6 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:01:06.484563 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-983aa3eb-0013-4ab5-930d-c5f3b6458535 req-e7f3f80a-6191-4a60-9bf9-89db55f86aff tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:01:06.494617 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-983aa3eb-0013-4ab5-930d-c5f3b6458535 req-e7f3f80a-6191-4a60-9bf9-89db55f86aff tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:01:06.553485 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=33a7cf01-5c6d-48c6-ac11-726975aaf2a2,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:06.563683 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-ed4e8679-d92b-48f3-937d-4f560d89be19 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:01:06.564301 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-ed4e8679-d92b-48f3-937d-4f560d89be19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:01:06.605448 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e078d89a-215c-4674-9338-fcde6453d5e8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:01:06.616411 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e078d89a-215c-4674-9338-fcde6453d5e8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:port and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:01:06.628000 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e078d89a-215c-4674-9338-fcde6453d5e8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:01:06.638795 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-983aa3eb-0013-4ab5-930d-c5f3b6458535 req-e7f3f80a-6191-4a60-9bf9-89db55f86aff tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:06.645540 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e078d89a-215c-4674-9338-fcde6453d5e8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:01:06.648479 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-983aa3eb-0013-4ab5-930d-c5f3b6458535 req-e7f3f80a-6191-4a60-9bf9-89db55f86aff tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:06.657188 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e078d89a-215c-4674-9338-fcde6453d5e8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:01:06.689670 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-983aa3eb-0013-4ab5-930d-c5f3b6458535 req-e7f3f80a-6191-4a60-9bf9-89db55f86aff tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=5cd8f69b-643f-4bb9-8be4-138b85bf54d6&id=01482f50-0d7e-4c9e-b7b6-b2f38a9533bc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2948604 May 03 23:01:06.693514 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f3f80a-6191-4a60-9bf9-89db55f86aff tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3151e1-dc10-4030-b09f-1f991cb37566,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:06.715875 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47190) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:06.814000 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845dc128-ef6b-4fb6-abea-039ecad19a5f tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:06.820116 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-845dc128-ef6b-4fb6-abea-039ecad19a5f tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7180a8d6-0d50-4ffb-8002-e5fc1ee6707e HTTP/1.1" status: 200 len: 1131 time: 0.0986497 May 03 23:01:06.820116 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47194) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:06.828694 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e078d89a-215c-4674-9338-fcde6453d5e8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:06.831662 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-8ca17bb1-8caa-4922-9b0a-90e5f14f9e93 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'port_id': '6721a320-5e01-4090-97c6-3b7cd7f1c481', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:01:06.845711 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-8ca17bb1-8caa-4922-9b0a-90e5f14f9e93 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:01:06.853528 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8ca17bb1-8caa-4922-9b0a-90e5f14f9e93 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Usage tracker for resource:floatingip and tenant:61cab4c91c0e4d5a8ad17b08776df08d is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:01:06.859803 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8ca17bb1-8caa-4922-9b0a-90e5f14f9e93 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:01:06.859893 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-e078d89a-215c-4674-9338-fcde6453d5e8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] device_id is not set on port 666d0c78-3220-40bb-9438-db54e1696ff7 yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 23:01:06.863600 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-8ca17bb1-8caa-4922-9b0a-90e5f14f9e93 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:01:06.877940 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8ca17bb1-8caa-4922-9b0a-90e5f14f9e93 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:07.064682 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8ca17bb1-8caa-4922-9b0a-90e5f14f9e93 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:07.065357 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-ed4e8679-d92b-48f3-937d-4f560d89be19 None None] Deleting port 33a7cf01-5c6d-48c6-ac11-726975aaf2a2 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:01:07.065673 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ed4e8679-d92b-48f3-937d-4f560d89be19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:07.142924 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-e078d89a-215c-4674-9338-fcde6453d5e8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Allocated IP 2001:db8::3fa4:6737:e595:1253 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/9ba63c79-1186-46d8-98b0-c25db45988c7/666d0c78-3220-40bb-9438-db54e1696ff7) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:01:07.249266 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-8ca17bb1-8caa-4922-9b0a-90e5f14f9e93 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Allocated IP 172.25.2.135 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/912183f1-7b1c-432c-82c1-d4a73a7e87fe) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:01:07.531844 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-ed4e8679-d92b-48f3-937d-4f560d89be19 None None] For port 33a7cf01-5c6d-48c6-ac11-726975aaf2a2, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=33a7cf01-5c6d-48c6-ac11-726975aaf2a2,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:07.532278 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ed4e8679-d92b-48f3-937d-4f560d89be19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:07.724415 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e078d89a-215c-4674-9338-fcde6453d5e8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:07.751322 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8ca17bb1-8caa-4922-9b0a-90e5f14f9e93 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:07.754367 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-e078d89a-215c-4674-9338-fcde6453d5e8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Transition to ACTIVE for port object 666d0c78-3220-40bb-9438-db54e1696ff7 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:01:07.800019 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40397fc1-6798-4e0a-8d9b-de4d5aa91e30 req-49078e3b-3808-48bc-918b-0617353b2588 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:07.800019 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-40397fc1-6798-4e0a-8d9b-de4d5aa91e30 req-49078e3b-3808-48bc-918b-0617353b2588 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 946 time: 0.2016716 May 03 23:01:07.818030 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-ed4e8679-d92b-48f3-937d-4f560d89be19 None None] Calling delete_port for 33a7cf01-5c6d-48c6-ac11-726975aaf2a2 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:01:07.828133 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e078d89a-215c-4674-9338-fcde6453d5e8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:07.860945 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8ca17bb1-8caa-4922-9b0a-90e5f14f9e93 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:07.950061 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e078d89a-215c-4674-9338-fcde6453d5e8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:07.950061 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-e078d89a-215c-4674-9338-fcde6453d5e8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:07.960397 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ed4e8679-d92b-48f3-937d-4f560d89be19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:07.966174 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e078d89a-215c-4674-9338-fcde6453d5e8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:01:07.966174 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e078d89a-215c-4674-9338-fcde6453d5e8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:07.966174 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e078d89a-215c-4674-9338-fcde6453d5e8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:07.971656 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-40397fc1-6798-4e0a-8d9b-de4d5aa91e30 req-e02a8896-e75c-480b-9387-e95cde0cd9b0 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=4165ffae-6576-40a6-912b-a3b42d26c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443052 May 03 23:01:07.977602 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca17bb1-8caa-4922-9b0a-90e5f14f9e93 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:07.977602 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-8ca17bb1-8caa-4922-9b0a-90e5f14f9e93 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:07.983602 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca17bb1-8caa-4922-9b0a-90e5f14f9e93 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:01:07.989011 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e078d89a-215c-4674-9338-fcde6453d5e8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7039173 May 03 23:01:07.994079 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47202) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:07.997393 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078d89a-215c-4674-9338-fcde6453d5e8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Port': ['ID=666d0c78-3220-40bb-9438-db54e1696ff7,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:08.018013 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4e8679-d92b-48f3-937d-4f560d89be19 None None] No DVR routers for this DVR port 33a7cf01-5c6d-48c6-ac11-726975aaf2a2 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:01:08.026890 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e8679-d92b-48f3-937d-4f560d89be19 None None] Pushing event deleted for resources: {'Port': ['ID=33a7cf01-5c6d-48c6-ac11-726975aaf2a2,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:08.030259 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca17bb1-8caa-4922-9b0a-90e5f14f9e93 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Pushing event updated for resources: {'Port': ['ID=912183f1-7b1c-432c-82c1-d4a73a7e87fe,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:08.051964 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc721cf-98c0-41e0-98b1-511d3b40510a None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:01:08.244140 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29f1074-7b46-443a-8675-419fdc0f0a85 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:08.244906 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f29f1074-7b46-443a-8675-419fdc0f0a85 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:01:08.262199 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f29f1074-7b46-443a-8675-419fdc0f0a85 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:01:08.266150 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f29f1074-7b46-443a-8675-419fdc0f0a85 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2686617 May 03 23:01:08.268517 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47208) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:08.341975 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a976c4-d74f-469d-a034-3403135c706d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'tenant_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'fixed_ips': [{'subnet_id': '9ba63c79-1186-46d8-98b0-c25db45988c7'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:01:08.343170 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-39a976c4-d74f-469d-a034-3403135c706d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:08.345668 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-9853052f-12d0-4666-9033-e97b34f1c412 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting port 666d0c78-3220-40bb-9438-db54e1696ff7 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:01:08.346124 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9853052f-12d0-4666-9033-e97b34f1c412 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:08.530391 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8ca17bb1-8caa-4922-9b0a-90e5f14f9e93 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:08.586473 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-39a976c4-d74f-469d-a034-3403135c706d None None] Allocated IP 2001:db8::2 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/9ba63c79-1186-46d8-98b0-c25db45988c7/ef159680-7b6e-4fdb-aa0b-5e99789a684a) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:01:08.691383 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8ca17bb1-8caa-4922-9b0a-90e5f14f9e93 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:08.827880 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9853052f-12d0-4666-9033-e97b34f1c412 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:08.998571 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-39a976c4-d74f-469d-a034-3403135c706d None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:09.020010 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-39a976c4-d74f-469d-a034-3403135c706d None None] Transition to ACTIVE for port object ef159680-7b6e-4fdb-aa0b-5e99789a684a will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:01:09.076244 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-9853052f-12d0-4666-9033-e97b34f1c412 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Calling delete_port for 666d0c78-3220-40bb-9438-db54e1696ff7 owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:01:09.077150 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-39a976c4-d74f-469d-a034-3403135c706d None None] Transition to ACTIVE for port object ef159680-7b6e-4fdb-aa0b-5e99789a684a will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:01:09.084140 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-39a976c4-d74f-469d-a034-3403135c706d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:09.168876 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a976c4-d74f-469d-a034-3403135c706d None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:09.171928 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-39a976c4-d74f-469d-a034-3403135c706d None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:09.175726 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a976c4-d74f-469d-a034-3403135c706d None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:01:09.182003 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a976c4-d74f-469d-a034-3403135c706d None None] Pushing event updated for resources: {'Port': ['ID=ef159680-7b6e-4fdb-aa0b-5e99789a684a,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:09.269122 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9853052f-12d0-4666-9033-e97b34f1c412 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:09.292126 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-39a976c4-d74f-469d-a034-3403135c706d None None] Attempting to bind port ef159680-7b6e-4fdb-aa0b-5e99789a684a on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:01:09.293126 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-39a976c4-d74f-469d-a034-3403135c706d None None] Attempting to bind port ef159680-7b6e-4fdb-aa0b-5e99789a684a by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:01:09.293698 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a976c4-d74f-469d-a034-3403135c706d None None] Attempting to bind port ef159680-7b6e-4fdb-aa0b-5e99789a684a on network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:01:09.303755 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a976c4-d74f-469d-a034-3403135c706d None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:01:09.303755 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a976c4-d74f-469d-a034-3403135c706d None None] Checking segment: {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:01:09.304169 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-39a976c4-d74f-469d-a034-3403135c706d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:09.304576 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a976c4-d74f-469d-a034-3403135c706d None None] Bound using segment: {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:01:09.305544 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-39a976c4-d74f-469d-a034-3403135c706d None None] Bound port: ef159680-7b6e-4fdb-aa0b-5e99789a684a, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:01:09.306403 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-39a976c4-d74f-469d-a034-3403135c706d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:09.317976 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8ca17bb1-8caa-4922-9b0a-90e5f14f9e93 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:09.330017 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853052f-12d0-4666-9033-e97b34f1c412 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Port': ['ID=666d0c78-3220-40bb-9438-db54e1696ff7,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:09.334281 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b924e1-79b1-4ac6-a382-f21877d1ab7e req-b162f760-5143-4b50-8d7f-9c84e305c624 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:09.336635 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b9b924e1-79b1-4ac6-a382-f21877d1ab7e req-b162f760-5143-4b50-8d7f-9c84e305c624 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 946 time: 0.1232755 May 03 23:01:09.337588 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8ca17bb1-8caa-4922-9b0a-90e5f14f9e93 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:09.388418 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9853052f-12d0-4666-9033-e97b34f1c412 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:09.410041 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9853052f-12d0-4666-9033-e97b34f1c412 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/666d0c78-3220-40bb-9438-db54e1696ff7 HTTP/1.1" status: 204 len: 168 time: 1.1375945 May 03 23:01:09.410041 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47218) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:09.432897 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-39a976c4-d74f-469d-a034-3403135c706d None None] For port ef159680-7b6e-4fdb-aa0b-5e99789a684a, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:01:09.438111 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-39a976c4-d74f-469d-a034-3403135c706d None None] For port ef159680-7b6e-4fdb-aa0b-5e99789a684a, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ef159680-7b6e-4fdb-aa0b-5e99789a684a,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:01:09.444409 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-39a976c4-d74f-469d-a034-3403135c706d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:09.486514 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b9b924e1-79b1-4ac6-a382-f21877d1ab7e req-e19ccbc5-859e-417f-8f1c-f497941df640 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=4165ffae-6576-40a6-912b-a3b42d26c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155350 May 03 23:01:09.510537 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2218c7-71f2-4e05-aac3-e6dd217dcf08 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:09.511642 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca17bb1-8caa-4922-9b0a-90e5f14f9e93 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Pushing event updated for resources: {'Port': ['ID=912183f1-7b1c-432c-82c1-d4a73a7e87fe,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:09.513012 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2218c7-71f2-4e05-aac3-e6dd217dcf08 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:09.516325 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9f2218c7-71f2-4e05-aac3-e6dd217dcf08 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:01:09.531631 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8ca17bb1-8caa-4922-9b0a-90e5f14f9e93 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:09.546763 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9f2218c7-71f2-4e05-aac3-e6dd217dcf08 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:01:09.547944 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9f2218c7-71f2-4e05-aac3-e6dd217dcf08 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1369674 May 03 23:01:09.550800 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47222) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:09.577920 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a976c4-d74f-469d-a034-3403135c706d None None] Pushing event updated for resources: {'Port': ['ID=ef159680-7b6e-4fdb-aa0b-5e99789a684a,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:09.667903 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-75d48cbe-164c-47f9-9642-22fd483e08f4 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting subnet 9ba63c79-1186-46d8-98b0-c25db45988c7 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:01:09.673048 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-75d48cbe-164c-47f9-9642-22fd483e08f4 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:09.731410 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-75d48cbe-164c-47f9-9642-22fd483e08f4 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:09.763681 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-8ca17bb1-8caa-4922-9b0a-90e5f14f9e93 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Floating IP 4969d053-06eb-4485-b58a-36f84fb00f82 associated. External IP: 172.25.2.135, port: 6721a320-5e01-4090-97c6-3b7cd7f1c481. May 03 23:01:09.936481 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-75d48cbe-164c-47f9-9642-22fd483e08f4 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:10.113489 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-75d48cbe-164c-47f9-9642-22fd483e08f4 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:10.155013 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d48cbe-164c-47f9-9642-22fd483e08f4 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Subnet': ['ID=9ba63c79-1186-46d8-98b0-c25db45988c7,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:10.163192 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-75d48cbe-164c-47f9-9642-22fd483e08f4 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:10.178452 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-75d48cbe-164c-47f9-9642-22fd483e08f4 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/9ba63c79-1186-46d8-98b0-c25db45988c7 HTTP/1.1" status: 204 len: 168 time: 0.6261928 May 03 23:01:10.180780 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47230) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:10.271933 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-da9e0729-630f-4570-8c6d-9afb5c019084 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0873122 May 03 23:01:10.272598 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca17bb1-8caa-4922-9b0a-90e5f14f9e93 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Router 3590257e-f814-4e82-8404-fb76bf62414f has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:01:10.272719 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47234) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:10.360278 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c47fc10-24df-4c19-97f2-255150fc6bd6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:10.360957 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5c47fc10-24df-4c19-97f2-255150fc6bd6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:01:10.376793 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5c47fc10-24df-4c19-97f2-255150fc6bd6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:01:10.379631 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5c47fc10-24df-4c19-97f2-255150fc6bd6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1038523 May 03 23:01:10.380645 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47238) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:10.451704 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd0c4af-773c-46c0-b754-2e4096feef02 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:10.452462 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9cd0c4af-773c-46c0-b754-2e4096feef02 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:01:10.462082 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca17bb1-8caa-4922-9b0a-90e5f14f9e93 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:01:10.470291 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9cd0c4af-773c-46c0-b754-2e4096feef02 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:01:10.471501 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9cd0c4af-773c-46c0-b754-2e4096feef02 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0899732 May 03 23:01:10.473677 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5250000d-7b35-4c0a-a7ed-3c84862c7381 None None] Sync routers for ids ['3590257e-f814-4e82-8404-fb76bf62414f'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:01:10.478088 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47242) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:10.485206 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5250000d-7b35-4c0a-a7ed-3c84862c7381 None None] Routers {'3590257e-f814-4e82-8404-fb76bf62414f'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:01:10.486236 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-5250000d-7b35-4c0a-a7ed-3c84862c7381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:00:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['3590257e-f814-4e82-8404-fb76bf62414f'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:01:10.556294 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-773d98ee-3640-4cd1-b8ee-3dc4b2f2ff7c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0714364 May 03 23:01:10.558515 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47248) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:10.565103 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-50bc8dc9-5637-4694-9d06-10bfeb2a25d9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:01:10.574973 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8ca17bb1-8caa-4922-9b0a-90e5f14f9e93 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:10.675019 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8ca17bb1-8caa-4922-9b0a-90e5f14f9e93 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8530233 May 03 23:01:10.681679 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7180a8d6-0d50-4ffb-8002-e5fc1ee6707e', 'tag': '6721a320-5e01-4090-97c6-3b7cd7f1c481'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:01:10.687304 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47252) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:10.741447 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-50bc8dc9-5637-4694-9d06-10bfeb2a25d9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:01:10.756409 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-50bc8dc9-5637-4694-9d06-10bfeb2a25d9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:01:10.771950 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-5250000d-7b35-4c0a-a7ed-3c84862c7381 None None] Set router 3590257e-f814-4e82-8404-fb76bf62414f gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:01:10.773267 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bc8dc9-5637-4694-9d06-10bfeb2a25d9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:01:10.781054 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-50bc8dc9-5637-4694-9d06-10bfeb2a25d9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:11.094772 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4989506f-1a03-4a37-adff-4aefe3656e92'] response: {'name': 'network-changed', 'server_uuid': '7180a8d6-0d50-4ffb-8002-e5fc1ee6707e', 'tag': '6721a320-5e01-4090-97c6-3b7cd7f1c481', 'status': 'completed', 'code': 200} May 03 23:01:11.119022 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc25a6-e63b-42cd-b053-8d078dbd309d req-6c2353cf-d63c-4871-82e9-3953d04f8a6d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:11.123554 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a4c8cf-7d7a-4749-b7e5-6cf984bf9883 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:01:11.143028 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ccc25a6-e63b-42cd-b053-8d078dbd309d req-6c2353cf-d63c-4871-82e9-3953d04f8a6d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 946 time: 0.5005949 May 03 23:01:11.211541 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-093d84a0-456f-4fdf-96b2-800d0b694419 None None] Could not find standard attr ID for object 666d0c78-3220-40bb-9438-db54e1696ff7. {{(pid=88071) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 03 23:01:11.228038 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bdf884-cbe5-4e97-b556-80ed6262ba08 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:11.228617 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bdf884-cbe5-4e97-b556-80ed6262ba08 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:11.229165 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bdf884-cbe5-4e97-b556-80ed6262ba08 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:11.229899 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bdf884-cbe5-4e97-b556-80ed6262ba08 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:11.230872 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bdf884-cbe5-4e97-b556-80ed6262ba08 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:11.231504 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bdf884-cbe5-4e97-b556-80ed6262ba08 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:11.232749 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bdf884-cbe5-4e97-b556-80ed6262ba08 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:11.234130 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bdf884-cbe5-4e97-b556-80ed6262ba08 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:11.234830 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bdf884-cbe5-4e97-b556-80ed6262ba08 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:11.237027 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-51bdf884-cbe5-4e97-b556-80ed6262ba08 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6332 time: 0.5437322 May 03 23:01:11.241695 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47266) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:11.263928 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5010c8-86d4-48d5-917a-4968c0042064 req-451f6ea9-f916-4d20-b3b8-dedb0a9f1671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:11.265982 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7e5010c8-86d4-48d5-917a-4968c0042064 req-451f6ea9-f916-4d20-b3b8-dedb0a9f1671 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=61cab4c91c0e4d5a8ad17b08776df08d&device_id=7180a8d6-0d50-4ffb-8002-e5fc1ee6707e HTTP/1.1" status: 200 len: 1136 time: 0.1448970 May 03 23:01:11.292643 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ccc25a6-e63b-42cd-b053-8d078dbd309d req-923158d9-e643-43f8-851b-f50fa4878e69 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=4165ffae-6576-40a6-912b-a3b42d26c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410477 May 03 23:01:11.345939 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aabc9b7-263a-4845-ac8c-db9a020da1d5 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:11.346760 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aabc9b7-263a-4845-ac8c-db9a020da1d5 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:11.347858 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aabc9b7-263a-4845-ac8c-db9a020da1d5 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:11.348586 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aabc9b7-263a-4845-ac8c-db9a020da1d5 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:11.349304 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aabc9b7-263a-4845-ac8c-db9a020da1d5 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:11.349968 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aabc9b7-263a-4845-ac8c-db9a020da1d5 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:11.350653 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aabc9b7-263a-4845-ac8c-db9a020da1d5 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:11.351378 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aabc9b7-263a-4845-ac8c-db9a020da1d5 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:11.352137 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aabc9b7-263a-4845-ac8c-db9a020da1d5 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:11.355111 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7aabc9b7-263a-4845-ac8c-db9a020da1d5 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5905 time: 0.1121445 May 03 23:01:11.358842 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47270) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:11.364544 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-093d84a0-456f-4fdf-96b2-800d0b694419 None None] Provisioning for port ef159680-7b6e-4fdb-aa0b-5e99789a684a completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:01:11.430652 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-5250000d-7b35-4c0a-a7ed-3c84862c7381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3590257e-f814-4e82-8404-fb76bf62414f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1971823435', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '4fee0137-39bd-419f-a61a-181bc5b3ed3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:00:34Z', 'updated_at': '2022-05-03T23:00:44Z', 'revision_number': 4, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'gw_port': {'id': '4fee0137-39bd-419f-a61a-181bc5b3ed3d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590257e-f814-4e82-8404-fb76bf62414f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:35Z', 'updated_at': '2022-05-03T23:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '4969d053-06eb-4485-b58a-36f84fb00f82', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'floating_ip_address': '172.25.2.135', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '3590257e-f814-4e82-8404-fb76bf62414f', 'port_id': '6721a320-5e01-4090-97c6-3b7cd7f1c481', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66ef4867-427d-4ca6-857c-21045c5c7930', 'mac_address': 'fa:16:3e:ca:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7180a8d6-0d50-4ffb-8002-e5fc1ee6707e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:01:08Z', 'updated_at': '2022-05-03T23:01:08Z', 'revision_number': 0, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2', 'name': '', 'network_id': '66ef4867-427d-4ca6-857c-21045c5c7930', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'mac_address': 'fa:16:3e:e3:41:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590257e-f814-4e82-8404-fb76bf62414f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '01be58b9-fe96-4aae-9684-29ed605b8790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:43Z', 'updated_at': '2022-05-03T23:00:54Z', 'revision_number': 5, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'subnets': [{'id': '01be58b9-fe96-4aae-9684-29ed605b8790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:01:11.435310 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5250000d-7b35-4c0a-a7ed-3c84862c7381 None None] Checking router: 3590257e-f814-4e82-8404-fb76bf62414f for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:01:11.445716 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5250000d-7b35-4c0a-a7ed-3c84862c7381 None None] Routers {'3590257e-f814-4e82-8404-fb76bf62414f'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:01:11.446544 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-5250000d-7b35-4c0a-a7ed-3c84862c7381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:00:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['3590257e-f814-4e82-8404-fb76bf62414f'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:01:11.452860 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-50bc8dc9-5637-4694-9d06-10bfeb2a25d9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:11.608106 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bc8dc9-5637-4694-9d06-10bfeb2a25d9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:11.636593 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-50bc8dc9-5637-4694-9d06-10bfeb2a25d9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:11.649715 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bc8dc9-5637-4694-9d06-10bfeb2a25d9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:11.652014 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-50bc8dc9-5637-4694-9d06-10bfeb2a25d9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:11.726449 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-50bc8dc9-5637-4694-9d06-10bfeb2a25d9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1662247 May 03 23:01:11.729381 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47274) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:11.742105 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-5250000d-7b35-4c0a-a7ed-3c84862c7381 None None] Set router 3590257e-f814-4e82-8404-fb76bf62414f gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:01:11.747962 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc8dc9-5637-4694-9d06-10bfeb2a25d9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Subnet': ['ID=f22ae97d-9b80-482f-9489-98d7bc3612d0,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:11.755465 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-74f3946a-f632-4d0a-a296-6ad3e7e3f488 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'port': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'fixed_ips': [{'subnet_id': 'f22ae97d-9b80-482f-9489-98d7bc3612d0', 'ip_address': '2001:db8::f999:2487:d6aa:2289'}], 'name': 'tempest-NetworksTestDHCPv6-426078464'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:01:11.786409 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5010c8-86d4-48d5-917a-4968c0042064 req-dff9ee2b-632b-43fb-821b-70555f2a83fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:11.788189 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7e5010c8-86d4-48d5-917a-4968c0042064 req-dff9ee2b-632b-43fb-821b-70555f2a83fd service neutron] 10.222.0.60 "GET /v2.0/networks?id=66ef4867-427d-4ca6-857c-21045c5c7930 HTTP/1.1" status: 200 len: 897 time: 0.5152729 May 03 23:01:11.796483 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ef159680-7b6e-4fdb-aa0b-5e99789a684a up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:01:11.935764 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port ef159680-7b6e-4fdb-aa0b-5e99789a684a completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:01:11.948054 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port ef159680-7b6e-4fdb-aa0b-5e99789a684a triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:01:11.948435 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:11.948616 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7e5010c8-86d4-48d5-917a-4968c0042064 req-fe12e3db-2370-444f-959d-f632bccbe0d6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6721a320-5e01-4090-97c6-3b7cd7f1c481 HTTP/1.1" status: 200 len: 1000 time: 0.1503658 May 03 23:01:12.022350 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-09d1b844-ead3-484b-bf62-35a5e9f68c88 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3782 time: 0.6614199 May 03 23:01:12.024466 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64c1f02-e75d-4782-af71-13aedd4f0003 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:01:12.024898 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47278) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:12.093524 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-74f3946a-f632-4d0a-a296-6ad3e7e3f488 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:01:12.119483 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-74f3946a-f632-4d0a-a296-6ad3e7e3f488 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:01:12.154209 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f3946a-f632-4d0a-a296-6ad3e7e3f488 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:01:12.172388 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5010c8-86d4-48d5-917a-4968c0042064 req-afd1f4c4-6706-4a93-8d02-8210d600d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:12.173996 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7e5010c8-86d4-48d5-917a-4968c0042064 req-afd1f4c4-6706-4a93-8d02-8210d600d659 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=01be58b9-fe96-4aae-9684-29ed605b8790 HTTP/1.1" status: 200 len: 834 time: 0.2116973 May 03 23:01:12.234791 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ad87188f-192a-4c02-ac5e-dc95efd43200 None None] Provisioning complete for port ef159680-7b6e-4fdb-aa0b-5e99789a684a triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:01:12.234791 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ad87188f-192a-4c02-ac5e-dc95efd43200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:12.311476 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f80342d-0140-486f-897c-880dfa3789c0 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:12.312294 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f80342d-0140-486f-897c-880dfa3789c0 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:12.314335 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0f80342d-0140-486f-897c-880dfa3789c0 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3590257e-f814-4e82-8404-fb76bf62414f HTTP/1.1" status: 200 len: 1989 time: 0.2873433 May 03 23:01:12.348133 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5010c8-86d4-48d5-917a-4968c0042064 req-5d1fbc3f-4e3e-4ce2-84d2-8bb216c47c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:12.349712 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7e5010c8-86d4-48d5-917a-4968c0042064 req-5d1fbc3f-4e3e-4ce2-84d2-8bb216c47c79 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=66ef4867-427d-4ca6-857c-21045c5c7930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1683254 May 03 23:01:12.350335 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-5250000d-7b35-4c0a-a7ed-3c84862c7381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3590257e-f814-4e82-8404-fb76bf62414f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1971823435', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '4fee0137-39bd-419f-a61a-181bc5b3ed3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:00:34Z', 'updated_at': '2022-05-03T23:00:44Z', 'revision_number': 4, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'gw_port': {'id': '4fee0137-39bd-419f-a61a-181bc5b3ed3d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590257e-f814-4e82-8404-fb76bf62414f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:35Z', 'updated_at': '2022-05-03T23:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '4969d053-06eb-4485-b58a-36f84fb00f82', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'floating_ip_address': '172.25.2.135', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '3590257e-f814-4e82-8404-fb76bf62414f', 'port_id': '6721a320-5e01-4090-97c6-3b7cd7f1c481', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66ef4867-427d-4ca6-857c-21045c5c7930', 'mac_address': 'fa:16:3e:ca:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7180a8d6-0d50-4ffb-8002-e5fc1ee6707e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:01:08Z', 'updated_at': '2022-05-03T23:01:08Z', 'revision_number': 0, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2', 'name': '', 'network_id': '66ef4867-427d-4ca6-857c-21045c5c7930', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'mac_address': 'fa:16:3e:e3:41:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590257e-f814-4e82-8404-fb76bf62414f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '01be58b9-fe96-4aae-9684-29ed605b8790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:43Z', 'updated_at': '2022-05-03T23:00:54Z', 'revision_number': 5, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'subnets': [{'id': '01be58b9-fe96-4aae-9684-29ed605b8790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:01:12.361368 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5250000d-7b35-4c0a-a7ed-3c84862c7381 None None] The sync data for ids ['3590257e-f814-4e82-8404-fb76bf62414f'] in n-d-811807-1 is: [{'id': '3590257e-f814-4e82-8404-fb76bf62414f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1971823435', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '4fee0137-39bd-419f-a61a-181bc5b3ed3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:00:34Z', 'updated_at': '2022-05-03T23:00:44Z', 'revision_number': 4, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'gw_port': {'id': '4fee0137-39bd-419f-a61a-181bc5b3ed3d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590257e-f814-4e82-8404-fb76bf62414f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:35Z', 'updated_at': '2022-05-03T23:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '4969d053-06eb-4485-b58a-36f84fb00f82', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'floating_ip_address': '172.25.2.135', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '3590257e-f814-4e82-8404-fb76bf62414f', 'port_id': '6721a320-5e01-4090-97c6-3b7cd7f1c481', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66ef4867-427d-4ca6-857c-21045c5c7930', 'mac_address': 'fa:16:3e:ca:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7180a8d6-0d50-4ffb-8002-e5fc1ee6707e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:01:08Z', 'updated_at': '2022-05-03T23:01:08Z', 'revision_number': 0, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2', 'name': '', 'network_id': '66ef4867-427d-4ca6-857c-21045c5c7930', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'mac_address': 'fa:16:3e:e3:41:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590257e-f814-4e82-8404-fb76bf62414f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '01be58b9-fe96-4aae-9684-29ed605b8790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:43Z', 'updated_at': '2022-05-03T23:00:54Z', 'revision_number': 5, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'subnets': [{'id': '01be58b9-fe96-4aae-9684-29ed605b8790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:01:12.406400 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:12.470672 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-74f3946a-f632-4d0a-a296-6ad3e7e3f488 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:12.493837 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-74f3946a-f632-4d0a-a296-6ad3e7e3f488 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] device_id is not set on port 5be4d063-1878-4771-ae81-fb4e330a3739 yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 23:01:12.621358 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7e5010c8-86d4-48d5-917a-4968c0042064 req-7a9f5782-942d-448b-a904-2d0677d99068 service neutron] 10.222.0.60 "GET /v2.0/networks/66ef4867-427d-4ca6-857c-21045c5c7930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615716 May 03 23:01:12.682077 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port ef159680-7b6e-4fdb-aa0b-5e99789a684a, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ef159680-7b6e-4fdb-aa0b-5e99789a684a,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:12.788480 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:12.835873 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7e5010c8-86d4-48d5-917a-4968c0042064 req-efc4ef43-d238-41d3-800a-1728641f9e9e service neutron] 10.222.0.60 "GET /v2.0/networks/66ef4867-427d-4ca6-857c-21045c5c7930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072778 May 03 23:01:12.869800 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e504ca7-2f31-4436-ac18-05e498d49946 None None] New status for floating IP 4969d053-06eb-4485-b58a-36f84fb00f82: ACTIVE {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:01:12.955316 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2036bdd-8617-4c4a-8d2f-3f276cc885fa req-771bc3df-bcda-46b8-8813-fc5dd11d9aef tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:12.957127 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e2036bdd-8617-4c4a-8d2f-3f276cc885fa req-771bc3df-bcda-46b8-8813-fc5dd11d9aef tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 946 time: 0.4265025 May 03 23:01:13.013790 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=ef159680-7b6e-4fdb-aa0b-5e99789a684a,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:13.015941 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-74f3946a-f632-4d0a-a296-6ad3e7e3f488 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Allocated IP 2001:db8::f999:2487:d6aa:2289 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/f22ae97d-9b80-482f-9489-98d7bc3612d0/5be4d063-1878-4771-ae81-fb4e330a3739) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:01:13.032908 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e2036bdd-8617-4c4a-8d2f-3f276cc885fa req-7b18b2f2-2504-4f2a-aee5-7f3b277f730f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=4165ffae-6576-40a6-912b-a3b42d26c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597270 May 03 23:01:13.266581 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-74f3946a-f632-4d0a-a296-6ad3e7e3f488 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:13.285711 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-74f3946a-f632-4d0a-a296-6ad3e7e3f488 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Transition to ACTIVE for port object 5be4d063-1878-4771-ae81-fb4e330a3739 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:01:13.312197 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-74f3946a-f632-4d0a-a296-6ad3e7e3f488 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:13.394207 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f3946a-f632-4d0a-a296-6ad3e7e3f488 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:13.397451 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-74f3946a-f632-4d0a-a296-6ad3e7e3f488 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:13.401505 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f3946a-f632-4d0a-a296-6ad3e7e3f488 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:01:13.407113 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f3946a-f632-4d0a-a296-6ad3e7e3f488 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:13.407753 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-74f3946a-f632-4d0a-a296-6ad3e7e3f488 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:13.415843 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3946a-f632-4d0a-a296-6ad3e7e3f488 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Port': ['ID=5be4d063-1878-4771-ae81-fb4e330a3739,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:13.430451 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5e553302-858d-4fdd-89f6-5c2aee8590b6 None None] Provisioning complete for port ef159680-7b6e-4fdb-aa0b-5e99789a684a triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:01:13.436204 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5e553302-858d-4fdd-89f6-5c2aee8590b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:13.440244 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-74f3946a-f632-4d0a-a296-6ad3e7e3f488 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7072461 May 03 23:01:13.443851 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47292) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:13.448753 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-d67f7aa3-6b42-4e28-a670-8fe25f829ae1 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'port': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'fixed_ips': [{'subnet_id': 'f22ae97d-9b80-482f-9489-98d7bc3612d0', 'ip_address': '2001:db8::f999:2487:d6aa:2289'}], 'name': 'tempest-NetworksTestDHCPv6-1976536394'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:01:13.624842 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d67f7aa3-6b42-4e28-a670-8fe25f829ae1 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:01:13.633171 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d67f7aa3-6b42-4e28-a670-8fe25f829ae1 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:port and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:01:13.636083 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d67f7aa3-6b42-4e28-a670-8fe25f829ae1 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:01:13.643209 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d67f7aa3-6b42-4e28-a670-8fe25f829ae1 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:01:13.656153 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67f7aa3-6b42-4e28-a670-8fe25f829ae1 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:01:13.736455 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ef159680-7b6e-4fdb-aa0b-5e99789a684a up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:01:13.807877 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e3e90c7b-e137-46e1-9e64-f31b1c921262 None None] Could not find standard attr ID for object 666d0c78-3220-40bb-9438-db54e1696ff7. {{(pid=88071) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 03 23:01:13.826904 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port ef159680-7b6e-4fdb-aa0b-5e99789a684a triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:01:13.827281 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:13.835171 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d67f7aa3-6b42-4e28-a670-8fe25f829ae1 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:13.866564 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-d67f7aa3-6b42-4e28-a670-8fe25f829ae1 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] device_id is not set on port 85861239-28a3-496e-9df3-9a764894bc4e yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 23:01:14.044865 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a763900f-31ac-42ac-aadd-cbe2132ccf75 None None] Provisioning for port 5be4d063-1878-4771-ae81-fb4e330a3739 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:01:14.052759 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a763900f-31ac-42ac-aadd-cbe2132ccf75 None None] Provisioning complete for port 5be4d063-1878-4771-ae81-fb4e330a3739 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:01:14.054045 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a763900f-31ac-42ac-aadd-cbe2132ccf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:14.166751 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a763900f-31ac-42ac-aadd-cbe2132ccf75 None None] Port 5be4d063-1878-4771-ae81-fb4e330a3739 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:01:14.170902 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-d67f7aa3-6b42-4e28-a670-8fe25f829ae1 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] POST failed (client error): There was a conflict when trying to complete your request. May 03 23:01:14.171356 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d67f7aa3-6b42-4e28-a670-8fe25f829ae1 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:01:14.210810 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d67f7aa3-6b42-4e28-a670-8fe25f829ae1 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7662880 May 03 23:01:14.213110 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47300) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:14.305590 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc433b-1c99-41fb-ae48-8125155d33b1 req-6aa52654-14fb-453a-ac61-8bbe87eade68 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:14.317815 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8ecc433b-1c99-41fb-ae48-8125155d33b1 req-6aa52654-14fb-453a-ac61-8bbe87eade68 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 946 time: 0.1296232 May 03 23:01:14.323228 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d223b0f-6c4c-4d62-a91d-8e1dd32fc54c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:14.329614 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d223b0f-6c4c-4d62-a91d-8e1dd32fc54c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:14.330452 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3d223b0f-6c4c-4d62-a91d-8e1dd32fc54c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:01:14.347688 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3d223b0f-6c4c-4d62-a91d-8e1dd32fc54c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:01:14.349519 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3d223b0f-6c4c-4d62-a91d-8e1dd32fc54c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1353383 May 03 23:01:14.352387 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47304) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:14.377480 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8ecc433b-1c99-41fb-ae48-8125155d33b1 req-44044345-7fbb-4e61-8996-10526efe0fe1 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=4165ffae-6576-40a6-912b-a3b42d26c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578647 May 03 23:01:14.422092 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-44c33d6a-ed07-4179-88b4-a1a0d6b79eb4 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting port 5be4d063-1878-4771-ae81-fb4e330a3739 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:01:14.422440 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-44c33d6a-ed07-4179-88b4-a1a0d6b79eb4 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:14.719186 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-44c33d6a-ed07-4179-88b4-a1a0d6b79eb4 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:14.851392 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-44c33d6a-ed07-4179-88b4-a1a0d6b79eb4 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Calling delete_port for 5be4d063-1878-4771-ae81-fb4e330a3739 owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:01:15.103388 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-44c33d6a-ed07-4179-88b4-a1a0d6b79eb4 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:15.157959 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c33d6a-ed07-4179-88b4-a1a0d6b79eb4 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Port': ['ID=5be4d063-1878-4771-ae81-fb4e330a3739,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:15.198345 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-44c33d6a-ed07-4179-88b4-a1a0d6b79eb4 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:15.212698 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-44c33d6a-ed07-4179-88b4-a1a0d6b79eb4 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/5be4d063-1878-4771-ae81-fb4e330a3739 HTTP/1.1" status: 204 len: 168 time: 0.8591199 May 03 23:01:15.215271 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47310) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:15.289180 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e37896-d91c-45e3-bd06-7e30922749ec tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:15.293273 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e37896-d91c-45e3-bd06-7e30922749ec tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:15.293273 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f6e37896-d91c-45e3-bd06-7e30922749ec tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:01:15.308205 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f6e37896-d91c-45e3-bd06-7e30922749ec tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:01:15.310933 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f6e37896-d91c-45e3-bd06-7e30922749ec tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0940361 May 03 23:01:15.313392 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47314) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:15.384601 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-81b60ab7-a376-446c-8722-d09c8af48e03 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting subnet f22ae97d-9b80-482f-9489-98d7bc3612d0 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:01:15.387574 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-81b60ab7-a376-446c-8722-d09c8af48e03 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:15.448528 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-81b60ab7-a376-446c-8722-d09c8af48e03 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:15.659849 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-81b60ab7-a376-446c-8722-d09c8af48e03 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:15.735610 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe562547-7279-4f02-9aea-e028d855e470 req-8e39528f-1cdd-4b16-b819-ee61d4fdd1ed tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:15.737056 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fe562547-7279-4f02-9aea-e028d855e470 req-8e39528f-1cdd-4b16-b819-ee61d4fdd1ed tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 946 time: 0.1604192 May 03 23:01:15.768413 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-81b60ab7-a376-446c-8722-d09c8af48e03 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:15.821386 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b60ab7-a376-446c-8722-d09c8af48e03 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Subnet': ['ID=f22ae97d-9b80-482f-9489-98d7bc3612d0,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:15.825519 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-81b60ab7-a376-446c-8722-d09c8af48e03 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:15.829010 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af24dd5f-0126-4e8e-a4e3-9571abdade79 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:01:15.833689 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fe562547-7279-4f02-9aea-e028d855e470 req-c1022f93-62b9-4b46-9b11-2aad1d5f492d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=4165ffae-6576-40a6-912b-a3b42d26c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883520 May 03 23:01:15.847375 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-81b60ab7-a376-446c-8722-d09c8af48e03 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/f22ae97d-9b80-482f-9489-98d7bc3612d0 HTTP/1.1" status: 204 len: 168 time: 0.5327685 May 03 23:01:15.849602 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47326) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:15.927844 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-79d52258-51c5-46c6-9540-2be94d6e9bba tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769544 May 03 23:01:15.931632 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47330) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:15.938045 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-319673fb-05c1-408b-9689-9d673067dbc2 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:01:16.058329 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-319673fb-05c1-408b-9689-9d673067dbc2 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:01:16.062968 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-319673fb-05c1-408b-9689-9d673067dbc2 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:subnet and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:01:16.066042 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-319673fb-05c1-408b-9689-9d673067dbc2 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:01:16.072293 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-319673fb-05c1-408b-9689-9d673067dbc2 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:01:16.082654 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319673fb-05c1-408b-9689-9d673067dbc2 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:01:16.086165 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-319673fb-05c1-408b-9689-9d673067dbc2 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:16.130993 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865e69df-9dcb-466e-80d4-8071a552c355 None None] DHCP port deletion for 02c338eb-0429-43aa-8f6f-d1a2ed95a021 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:01:16.135550 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-865e69df-9dcb-466e-80d4-8071a552c355 None None] Deleting port ef159680-7b6e-4fdb-aa0b-5e99789a684a {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:01:16.136270 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-865e69df-9dcb-466e-80d4-8071a552c355 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:16.334954 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-319673fb-05c1-408b-9689-9d673067dbc2 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:16.399740 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-865e69df-9dcb-466e-80d4-8071a552c355 None None] For port ef159680-7b6e-4fdb-aa0b-5e99789a684a, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ef159680-7b6e-4fdb-aa0b-5e99789a684a,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:16.400128 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-865e69df-9dcb-466e-80d4-8071a552c355 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:16.407451 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319673fb-05c1-408b-9689-9d673067dbc2 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:16.410796 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-319673fb-05c1-408b-9689-9d673067dbc2 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:16.414299 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319673fb-05c1-408b-9689-9d673067dbc2 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:16.415005 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-319673fb-05c1-408b-9689-9d673067dbc2 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:16.437713 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319673fb-05c1-408b-9689-9d673067dbc2 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Subnet': ['ID=e4021ad5-6ecd-4ffc-9f18-0dac2f44796c,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:16.453763 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-319673fb-05c1-408b-9689-9d673067dbc2 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5210443 May 03 23:01:16.458380 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47334) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:16.466223 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-7a76312a-7c4b-483b-9d25-7d25bfda3808 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'port': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'fixed_ips': [{'subnet_id': 'e4021ad5-6ecd-4ffc-9f18-0dac2f44796c', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-241078367'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:01:16.523322 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-865e69df-9dcb-466e-80d4-8071a552c355 None None] Calling delete_port for ef159680-7b6e-4fdb-aa0b-5e99789a684a owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:01:16.615162 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-865e69df-9dcb-466e-80d4-8071a552c355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:16.660117 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7a76312a-7c4b-483b-9d25-7d25bfda3808 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:01:16.665128 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7a76312a-7c4b-483b-9d25-7d25bfda3808 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:port and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:01:16.668066 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7a76312a-7c4b-483b-9d25-7d25bfda3808 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:01:16.671950 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e69df-9dcb-466e-80d4-8071a552c355 None None] Pushing event deleted for resources: {'Port': ['ID=ef159680-7b6e-4fdb-aa0b-5e99789a684a,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:16.674029 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7a76312a-7c4b-483b-9d25-7d25bfda3808 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:01:16.676918 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865e69df-9dcb-466e-80d4-8071a552c355 None None] No DVR routers for this DVR port ef159680-7b6e-4fdb-aa0b-5e99789a684a on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:01:16.684747 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e69df-9dcb-466e-80d4-8071a552c355 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:16.693699 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e69df-9dcb-466e-80d4-8071a552c355 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:16.693699 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e69df-9dcb-466e-80d4-8071a552c355 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:16.693699 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e69df-9dcb-466e-80d4-8071a552c355 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:16.693699 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e69df-9dcb-466e-80d4-8071a552c355 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:16.693699 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e69df-9dcb-466e-80d4-8071a552c355 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:16.693699 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e69df-9dcb-466e-80d4-8071a552c355 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:16.693699 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e69df-9dcb-466e-80d4-8071a552c355 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:16.693699 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e69df-9dcb-466e-80d4-8071a552c355 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:16.693699 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e69df-9dcb-466e-80d4-8071a552c355 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:16.693699 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e69df-9dcb-466e-80d4-8071a552c355 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:16.693699 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e69df-9dcb-466e-80d4-8071a552c355 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:16.696756 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a76312a-7c4b-483b-9d25-7d25bfda3808 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:01:16.699226 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9195e434-f5c1-4ab9-a3d0-787a45575969 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:01:16.701352 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7a76312a-7c4b-483b-9d25-7d25bfda3808 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:16.726459 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-7a76312a-7c4b-483b-9d25-7d25bfda3808 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] device_id is not set on port d7a12fc6-ab5a-4f45-826a-e237d4fae92c yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 23:01:16.918112 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a76312a-7c4b-483b-9d25-7d25bfda3808 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 23:01:16.918639 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a76312a-7c4b-483b-9d25-7d25bfda3808 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:01:16.943953 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6530857-9e25-48be-92d4-7fddc112a774 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'tenant_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'fixed_ips': [{'subnet_id': 'e4021ad5-6ecd-4ffc-9f18-0dac2f44796c'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:01:16.944805 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6530857-9e25-48be-92d4-7fddc112a774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:16.953160 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7a76312a-7c4b-483b-9d25-7d25bfda3808 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.4941173 May 03 23:01:16.955617 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47342) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:17.085464 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0152bb80-2984-426e-be4a-4caa128a5e68 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:01:17.115312 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0152bb80-2984-426e-be4a-4caa128a5e68 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:01:17.116948 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0152bb80-2984-426e-be4a-4caa128a5e68 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1596816 May 03 23:01:17.120228 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47346) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:17.170559 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-e6530857-9e25-48be-92d4-7fddc112a774 None None] Allocated IP 2001:db8::2 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/e4021ad5-6ecd-4ffc-9f18-0dac2f44796c/f874f242-9415-43b9-8093-1a5d75ea307c) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:01:17.191582 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0827d4-92bf-4e90-a7ab-b80a8c8bd6f4 req-1c9cea86-cf5c-4ab3-bd21-9992a86904a9 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:17.194100 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aa0827d4-92bf-4e90-a7ab-b80a8c8bd6f4 req-1c9cea86-cf5c-4ab3-bd21-9992a86904a9 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 946 time: 0.1793649 May 03 23:01:17.227309 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad88832b-0e2c-45c9-bc02-a1c09765fbb2 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:17.227309 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad88832b-0e2c-45c9-bc02-a1c09765fbb2 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:17.228274 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ad88832b-0e2c-45c9-bc02-a1c09765fbb2 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:01:17.267118 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aa0827d4-92bf-4e90-a7ab-b80a8c8bd6f4 req-ff0243d3-537a-443e-a941-29eb86756ea3 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=4165ffae-6576-40a6-912b-a3b42d26c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619638 May 03 23:01:17.267903 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ad88832b-0e2c-45c9-bc02-a1c09765fbb2 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:01:17.268820 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ad88832b-0e2c-45c9-bc02-a1c09765fbb2 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1486573 May 03 23:01:17.272006 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47350) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:17.364442 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f64ff37-e586-40e9-876c-9b0dbbf6d40c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting subnet e4021ad5-6ecd-4ffc-9f18-0dac2f44796c {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:01:17.418105 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6530857-9e25-48be-92d4-7fddc112a774 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:17.430899 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6530857-9e25-48be-92d4-7fddc112a774 None None] Transition to ACTIVE for port object f874f242-9415-43b9-8093-1a5d75ea307c will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:01:17.451307 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6530857-9e25-48be-92d4-7fddc112a774 None None] Transition to ACTIVE for port object f874f242-9415-43b9-8093-1a5d75ea307c will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:01:17.456343 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6530857-9e25-48be-92d4-7fddc112a774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:17.457568 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9f64ff37-e586-40e9-876c-9b0dbbf6d40c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:17.521957 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9f64ff37-e586-40e9-876c-9b0dbbf6d40c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:17.535377 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6530857-9e25-48be-92d4-7fddc112a774 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:17.536562 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-e6530857-9e25-48be-92d4-7fddc112a774 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:17.539520 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6530857-9e25-48be-92d4-7fddc112a774 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:01:17.583635 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6530857-9e25-48be-92d4-7fddc112a774 None None] Pushing event updated for resources: {'Port': ['ID=f874f242-9415-43b9-8093-1a5d75ea307c,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:17.645541 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9f64ff37-e586-40e9-876c-9b0dbbf6d40c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:17.699191 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e6530857-9e25-48be-92d4-7fddc112a774 None None] Attempting to bind port f874f242-9415-43b9-8093-1a5d75ea307c on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:01:17.699191 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e6530857-9e25-48be-92d4-7fddc112a774 None None] Attempting to bind port f874f242-9415-43b9-8093-1a5d75ea307c by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:01:17.699191 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6530857-9e25-48be-92d4-7fddc112a774 None None] Attempting to bind port f874f242-9415-43b9-8093-1a5d75ea307c on network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:01:17.710191 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6530857-9e25-48be-92d4-7fddc112a774 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:01:17.710191 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6530857-9e25-48be-92d4-7fddc112a774 None None] Checking segment: {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:01:17.712763 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6530857-9e25-48be-92d4-7fddc112a774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:17.712763 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6530857-9e25-48be-92d4-7fddc112a774 None None] Bound using segment: {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:01:17.717979 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e6530857-9e25-48be-92d4-7fddc112a774 None None] Bound port: f874f242-9415-43b9-8093-1a5d75ea307c, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:01:17.717979 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6530857-9e25-48be-92d4-7fddc112a774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:17.730381 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ef159680-7b6e-4fdb-aa0b-5e99789a684a no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:01:17.775987 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9f64ff37-e586-40e9-876c-9b0dbbf6d40c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:17.776198 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: ef159680-7b6e-4fdb-aa0b-5e99789a684a {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:01:17.776198 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ef159680-7b6e-4fdb-aa0b-5e99789a684a not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:01:17.833743 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64ff37-e586-40e9-876c-9b0dbbf6d40c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Subnet': ['ID=e4021ad5-6ecd-4ffc-9f18-0dac2f44796c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:17.833743 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9f64ff37-e586-40e9-876c-9b0dbbf6d40c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:17.851155 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9f64ff37-e586-40e9-876c-9b0dbbf6d40c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/e4021ad5-6ecd-4ffc-9f18-0dac2f44796c HTTP/1.1" status: 204 len: 168 time: 0.5743251 May 03 23:01:17.853352 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47356) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:17.895930 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6530857-9e25-48be-92d4-7fddc112a774 None None] For port f874f242-9415-43b9-8093-1a5d75ea307c, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:01:17.899630 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6530857-9e25-48be-92d4-7fddc112a774 None None] For port f874f242-9415-43b9-8093-1a5d75ea307c, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=f874f242-9415-43b9-8093-1a5d75ea307c,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:01:17.907006 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6530857-9e25-48be-92d4-7fddc112a774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:17.944377 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e099c90d-98aa-4e7a-9b72-673159834199 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0882630 May 03 23:01:17.948924 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47362) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:17.980501 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-a3aa83dd-17b2-4f47-a994-999cccdb5fc5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:01:18.086480 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6530857-9e25-48be-92d4-7fddc112a774 None None] Pushing event updated for resources: {'Port': ['ID=f874f242-9415-43b9-8093-1a5d75ea307c,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:18.150767 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cd5931-c9d2-4535-b886-63449885f34f None None] get_active_networks_info from n-d-811807-1 {{(pid=88071) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 03 23:01:18.153196 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a3aa83dd-17b2-4f47-a994-999cccdb5fc5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:01:18.157631 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a3aa83dd-17b2-4f47-a994-999cccdb5fc5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:subnet and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:01:18.160685 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a3aa83dd-17b2-4f47-a994-999cccdb5fc5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:01:18.170944 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a3aa83dd-17b2-4f47-a994-999cccdb5fc5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:01:18.186137 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3aa83dd-17b2-4f47-a994-999cccdb5fc5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:01:18.194723 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a3aa83dd-17b2-4f47-a994-999cccdb5fc5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:18.394775 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cd5931-c9d2-4535-b886-63449885f34f None None] Resources bound (agent type, host, resource id): {{(pid=88071) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 03 23:01:18.565839 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a3aa83dd-17b2-4f47-a994-999cccdb5fc5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:18.626288 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ff93b-aa94-45ca-967b-89382922fed5 req-c325f9a5-36a1-4867-a1db-3d38e580826a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:18.628044 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-222ff93b-aa94-45ca-967b-89382922fed5 req-c325f9a5-36a1-4867-a1db-3d38e580826a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 946 time: 0.1692147 May 03 23:01:18.644198 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3aa83dd-17b2-4f47-a994-999cccdb5fc5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:18.659871 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-a3aa83dd-17b2-4f47-a994-999cccdb5fc5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:18.667206 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3aa83dd-17b2-4f47-a994-999cccdb5fc5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:18.667772 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a3aa83dd-17b2-4f47-a994-999cccdb5fc5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:18.678245 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa83dd-17b2-4f47-a994-999cccdb5fc5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Subnet': ['ID=46d1fdea-79ba-407d-b28d-81cda689a6a7,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:18.715079 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-222ff93b-aa94-45ca-967b-89382922fed5 req-03f94218-33a0-471c-abc8-8ebc8bd1e46f tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=4165ffae-6576-40a6-912b-a3b42d26c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702019 May 03 23:01:18.718399 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a3aa83dd-17b2-4f47-a994-999cccdb5fc5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7660322 May 03 23:01:18.721270 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47378) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:18.726444 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-55a55edb-ce13-4166-b157-27120b80fa71 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1572240435', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:01:18.743017 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-55a55edb-ce13-4166-b157-27120b80fa71 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:01:18.747090 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-55a55edb-ce13-4166-b157-27120b80fa71 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:router and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:01:18.750510 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-55a55edb-ce13-4166-b157-27120b80fa71 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:01:18.761149 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-55a55edb-ce13-4166-b157-27120b80fa71 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:01:18.767822 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-55a55edb-ce13-4166-b157-27120b80fa71 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:18.769876 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-55a55edb-ce13-4166-b157-27120b80fa71 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:18.790731 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-55a55edb-ce13-4166-b157-27120b80fa71 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:18.813929 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-55a55edb-ce13-4166-b157-27120b80fa71 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:18.842137 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-55a55edb-ce13-4166-b157-27120b80fa71 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:18.844183 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-55a55edb-ce13-4166-b157-27120b80fa71 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1219552 May 03 23:01:18.847943 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47384) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:18.924064 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383c3319-44f3-432e-b1af-43b5fbbab9ae None None] Update dhcp port {'port': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'fixed_ips': [{'subnet_id': '46d1fdea-79ba-407d-b28d-81cda689a6a7'}], 'binding:host_id': 'n-d-811807-1'}, 'id': 'f874f242-9415-43b9-8093-1a5d75ea307c'} from n-d-811807-1. {{(pid=88071) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 03 23:01:18.989414 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-383c3319-44f3-432e-b1af-43b5fbbab9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:19.206434 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-383c3319-44f3-432e-b1af-43b5fbbab9ae None None] Allocated IP 2001:db8::2 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/46d1fdea-79ba-407d-b28d-81cda689a6a7/f874f242-9415-43b9-8093-1a5d75ea307c) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:01:19.244862 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:01:19.370880 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-383c3319-44f3-432e-b1af-43b5fbbab9ae None None] For port f874f242-9415-43b9-8093-1a5d75ea307c, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=f874f242-9415-43b9-8093-1a5d75ea307c,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:19.401296 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-383c3319-44f3-432e-b1af-43b5fbbab9ae None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:19.421073 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-383c3319-44f3-432e-b1af-43b5fbbab9ae None None] Ignored duplicate provisioning block setup for port f874f242-9415-43b9-8093-1a5d75ea307c by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 03 23:01:19.425069 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-383c3319-44f3-432e-b1af-43b5fbbab9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:19.479639 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8d754840-39a5-44f4-9c05-230da8a0e63e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:19.550922 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c3319-44f3-432e-b1af-43b5fbbab9ae None None] Pushing event updated for resources: {'Port': ['ID=f874f242-9415-43b9-8093-1a5d75ea307c,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:19.985360 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-8d754840-39a5-44f4-9c05-230da8a0e63e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Allocated IP 2001:db8::1 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/46d1fdea-79ba-407d-b28d-81cda689a6a7/367e45b5-c963-4e73-ade0-b743ecb7b536) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:01:20.117962 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932605ba-3e2e-4ad2-adf5-b74d5d05210e req-576bd2c3-8886-42a8-978f-311131b46812 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:20.119537 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-932605ba-3e2e-4ad2-adf5-b74d5d05210e req-576bd2c3-8886-42a8-978f-311131b46812 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 946 time: 0.2503183 May 03 23:01:20.210971 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0fe9e-b807-45ec-be96-aa8c837a2574 req-a107e242-9309-444b-a6c2-8da95ce70afd tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:20.212409 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eed0fe9e-b807-45ec-be96-aa8c837a2574 req-a107e242-9309-444b-a6c2-8da95ce70afd tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1810041-3e7b-4d67-aa01-a4a1c2733580 HTTP/1.1" status: 200 len: 946 time: 0.2731419 May 03 23:01:20.214961 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-932605ba-3e2e-4ad2-adf5-b74d5d05210e req-e76e619a-9447-4a98-a4d8-36bd9df0e290 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=4165ffae-6576-40a6-912b-a3b42d26c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881891 May 03 23:01:20.251911 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8d754840-39a5-44f4-9c05-230da8a0e63e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:20.280420 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-8d754840-39a5-44f4-9c05-230da8a0e63e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Transition to ACTIVE for port object 367e45b5-c963-4e73-ade0-b743ecb7b536 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:01:20.283923 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eed0fe9e-b807-45ec-be96-aa8c837a2574 req-386ad01c-3ee7-4f91-836c-e2c79fa001f6 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a73ae28-9ec1-4e43-bc63-335d48a45020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633428 May 03 23:01:20.310738 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8d754840-39a5-44f4-9c05-230da8a0e63e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:20.382412 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d754840-39a5-44f4-9c05-230da8a0e63e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:20.385738 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-8d754840-39a5-44f4-9c05-230da8a0e63e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:20.388767 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d754840-39a5-44f4-9c05-230da8a0e63e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:01:20.389326 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8d754840-39a5-44f4-9c05-230da8a0e63e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:20.414879 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d754840-39a5-44f4-9c05-230da8a0e63e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Port': ['ID=367e45b5-c963-4e73-ade0-b743ecb7b536,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:20.510959 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8d754840-39a5-44f4-9c05-230da8a0e63e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:20.614383 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57399527-08e3-4236-9d24-e0cbee83353d None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:01:20.714798 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a4b76aff-7abd-458b-8057-967d2aa93d7d None None] Provisioning for port f874f242-9415-43b9-8093-1a5d75ea307c completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:01:20.891030 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:01:21.021955 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c1d86-b8bf-4e01-91aa-8ea143bf6b43 req-5a8485ab-0630-460d-aec2-462a7822f6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:21.025142 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ae1c1d86-b8bf-4e01-91aa-8ea143bf6b43 req-5a8485ab-0630-460d-aec2-462a7822f6a9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 1097 time: 0.0940216 May 03 23:01:21.036145 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8d754840-39a5-44f4-9c05-230da8a0e63e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:21.040839 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a,segment=NetworkSegment(ebafc75d-31a3-4908-af39-d4780e590c4d),segment_id=ebafc75d-31a3-4908-af39-d4780e590c4d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:21.042786 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8d754840-39a5-44f4-9c05-230da8a0e63e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:21.043921 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8d754840-39a5-44f4-9c05-230da8a0e63e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:21.060503 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a', 'network_id': '2d09be5a-1a6c-40b8-8d77-f953d59192ba', 'port_id': '7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a', 'mac_address': 'fa:16:3e:b9:84:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '742e89b0-88b6-41b8-be98-57fe0196dd8d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:01:21.074268 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ae1c1d86-b8bf-4e01-91aa-8ea143bf6b43 req-56d545a8-bbd7-429e-a06e-225468321e1b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4165ffae-6576-40a6-912b-a3b42d26c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431616 May 03 23:01:21.121062 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:21.139806 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:01:21.163400 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a,segment=NetworkSegment(ebafc75d-31a3-4908-af39-d4780e590c4d),segment_id=ebafc75d-31a3-4908-af39-d4780e590c4d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:21.169213 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:21.213322 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d754840-39a5-44f4-9c05-230da8a0e63e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Port': ['ID=367e45b5-c963-4e73-ade0-b743ecb7b536,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:21.240821 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1b98de67-4efa-4e0c-8f0b-b799ad4b1b8a None None] Provisioning for port 367e45b5-c963-4e73-ade0-b743ecb7b536 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:01:21.250632 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1b98de67-4efa-4e0c-8f0b-b799ad4b1b8a None None] Provisioning complete for port 367e45b5-c963-4e73-ade0-b743ecb7b536 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:01:21.251002 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1b98de67-4efa-4e0c-8f0b-b799ad4b1b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:21.261742 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d754840-39a5-44f4-9c05-230da8a0e63e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:21.263816 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-8d754840-39a5-44f4-9c05-230da8a0e63e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:21.295749 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:21.319582 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1b98de67-4efa-4e0c-8f0b-b799ad4b1b8a None None] Port 367e45b5-c963-4e73-ade0-b743ecb7b536 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:01:21.443697 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e887f680-643f-479d-ab2e-d6d86b16e90e None None] Provisioning complete for port 367e45b5-c963-4e73-ade0-b743ecb7b536 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:01:21.444339 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e887f680-643f-479d-ab2e-d6d86b16e90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:21.500837 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:01:21.547747 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e887f680-643f-479d-ab2e-d6d86b16e90e None None] Port 367e45b5-c963-4e73-ade0-b743ecb7b536 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:01:21.592693 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa817efd-cd21-4d50-9abc-b7c7d2340e7b req-a8b5de73-cccb-46bb-b959-d1b28055aefa tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:21.594835 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fa817efd-cd21-4d50-9abc-b7c7d2340e7b req-a8b5de73-cccb-46bb-b959-d1b28055aefa tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 945 time: 0.1994212 May 03 23:01:21.656198 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc02ec-eb89-407b-98d9-7e9fe7861172 req-00bf1c00-2b72-409b-93ff-4b6c44d04015 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:21.664969 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-68dc02ec-eb89-407b-98d9-7e9fe7861172 req-00bf1c00-2b72-409b-93ff-4b6c44d04015 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1810041-3e7b-4d67-aa01-a4a1c2733580 HTTP/1.1" status: 200 len: 946 time: 0.2197878 May 03 23:01:21.690264 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fa817efd-cd21-4d50-9abc-b7c7d2340e7b req-20f3281e-7eb3-45c1-9643-7be1bfe57198 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=4165ffae-6576-40a6-912b-a3b42d26c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880063 May 03 23:01:21.724537 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2f843338-7e7d-4fd4-9dc6-236ce013102f None None] Provisioning complete for port 367e45b5-c963-4e73-ade0-b743ecb7b536 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:01:21.725087 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2f843338-7e7d-4fd4-9dc6-236ce013102f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:21.731234 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-68dc02ec-eb89-407b-98d9-7e9fe7861172 req-7264d9dd-44d3-4df0-8a20-de49e80dc43a tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a73ae28-9ec1-4e43-bc63-335d48a45020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651681 May 03 23:01:21.733589 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d754840-39a5-44f4-9c05-230da8a0e63e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Router 06d0ba48-4f7a-4c9b-a39d-0b7df01387ca is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 23:01:21.773620 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device f874f242-9415-43b9-8093-1a5d75ea307c up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:01:21.902481 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d754840-39a5-44f4-9c05-230da8a0e63e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:01:21.911745 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-2f843338-7e7d-4fd4-9dc6-236ce013102f None None] Port 367e45b5-c963-4e73-ade0-b743ecb7b536 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:01:21.913062 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e000a743-875b-4f83-99ec-b6f9e2778cca None None] Sync routers for ids ['06d0ba48-4f7a-4c9b-a39d-0b7df01387ca'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:01:21.923098 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e000a743-875b-4f83-99ec-b6f9e2778cca None None] Routers {'06d0ba48-4f7a-4c9b-a39d-0b7df01387ca'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:01:21.924456 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8d754840-39a5-44f4-9c05-230da8a0e63e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "PUT /v2.0/routers/06d0ba48-4f7a-4c9b-a39d-0b7df01387ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0763872 May 03 23:01:21.927307 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-e000a743-875b-4f83-99ec-b6f9e2778cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:00:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['06d0ba48-4f7a-4c9b-a39d-0b7df01387ca'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:01:21.928121 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47400) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:21.954853 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port f874f242-9415-43b9-8093-1a5d75ea307c completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:01:21.964822 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port f874f242-9415-43b9-8093-1a5d75ea307c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:01:21.965430 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:22.061681 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8953018-310a-42d4-bfdf-4d2d6daab6c8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:22.062332 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e8953018-310a-42d4-bfdf-4d2d6daab6c8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:01:22.085764 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e8953018-310a-42d4-bfdf-4d2d6daab6c8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:01:22.087061 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e8953018-310a-42d4-bfdf-4d2d6daab6c8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports/367e45b5-c963-4e73-ade0-b743ecb7b536 HTTP/1.1" status: 200 len: 911 time: 0.1576903 May 03 23:01:22.089803 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47404) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:22.100667 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-e000a743-875b-4f83-99ec-b6f9e2778cca None None] Set router 06d0ba48-4f7a-4c9b-a39d-0b7df01387ca gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:01:22.133717 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:22.151155 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a86c2-8fb5-4e98-9265-8886b39fd624 req-10a24a2b-5c30-4f97-a940-0ac6adffde4d tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:22.151858 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-059a86c2-8fb5-4e98-9265-8886b39fd624 req-10a24a2b-5c30-4f97-a940-0ac6adffde4d tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Synchronizing usage tracker for tenant:f78e8c45dde9428fbae42b8cd7a9aa46 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:01:22.167525 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port f874f242-9415-43b9-8093-1a5d75ea307c, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=f874f242-9415-43b9-8093-1a5d75ea307c,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:22.172795 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:22.179255 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-059a86c2-8fb5-4e98-9265-8886b39fd624 req-10a24a2b-5c30-4f97-a940-0ac6adffde4d tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Unset dirty status for tenant:f78e8c45dde9428fbae42b8cd7a9aa46 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:01:22.180404 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-059a86c2-8fb5-4e98-9265-8886b39fd624 req-10a24a2b-5c30-4f97-a940-0ac6adffde4d tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.67 "GET /v2.0/ports?device_id=e1810041-3e7b-4d67-aa01-a4a1c2733580 HTTP/1.1" status: 200 len: 946 time: 0.2125034 May 03 23:01:22.234311 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f5ca24-3099-4679-8d1d-731e19e960ca tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:22.240220 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f5ca24-3099-4679-8d1d-731e19e960ca tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:22.244215 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-66f5ca24-3099-4679-8d1d-731e19e960ca tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1507931 May 03 23:01:22.244621 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47408) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:22.250801 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=f874f242-9415-43b9-8093-1a5d75ea307c,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:22.276604 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-059a86c2-8fb5-4e98-9265-8886b39fd624 req-c2ab396e-f8e6-45fd-83bb-5110c08896fc tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Deleting port 8f1ff133-0735-4344-8b5e-a56c7501a372 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:01:22.276604 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-059a86c2-8fb5-4e98-9265-8886b39fd624 req-c2ab396e-f8e6-45fd-83bb-5110c08896fc tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:22.447589 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-e000a743-875b-4f83-99ec-b6f9e2778cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d0ba48-4f7a-4c9b-a39d-0b7df01387ca', 'name': 'tempest-NetworksTestDHCPv6-router-1572240435', 'tenant_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:01:18Z', 'updated_at': '2022-05-03T23:01:20Z', 'revision_number': 2, 'project_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'gw_port_host': None, '_interfaces': [{'id': '367e45b5-c963-4e73-ade0-b743ecb7b536', 'name': '', 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'tenant_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'mac_address': 'fa:16:3e:8b:ff:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d0ba48-4f7a-4c9b-a39d-0b7df01387ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '46d1fdea-79ba-407d-b28d-81cda689a6a7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:01:19Z', 'updated_at': '2022-05-03T23:01:20Z', 'revision_number': 2, 'project_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'subnets': [{'id': '46d1fdea-79ba-407d-b28d-81cda689a6a7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:01:22.452391 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e000a743-875b-4f83-99ec-b6f9e2778cca None None] Checking router: 06d0ba48-4f7a-4c9b-a39d-0b7df01387ca for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:01:22.452929 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e000a743-875b-4f83-99ec-b6f9e2778cca None None] Updating router 06d0ba48-4f7a-4c9b-a39d-0b7df01387ca port 367e45b5-c963-4e73-ade0-b743ecb7b536 binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:01:22.507934 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e000a743-875b-4f83-99ec-b6f9e2778cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:22.580170 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-059a86c2-8fb5-4e98-9265-8886b39fd624 req-c2ab396e-f8e6-45fd-83bb-5110c08896fc tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] For port 8f1ff133-0735-4344-8b5e-a56c7501a372, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=8f1ff133-0735-4344-8b5e-a56c7501a372,segment=NetworkSegment(82b84367-2fcb-485e-8afe-d71abc718106),segment_id=82b84367-2fcb-485e-8afe-d71abc718106)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:22.581655 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-059a86c2-8fb5-4e98-9265-8886b39fd624 req-c2ab396e-f8e6-45fd-83bb-5110c08896fc tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:22.903749 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-059a86c2-8fb5-4e98-9265-8886b39fd624 req-c2ab396e-f8e6-45fd-83bb-5110c08896fc tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Calling delete_port for 8f1ff133-0735-4344-8b5e-a56c7501a372 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:01:22.907844 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:01:23.033177 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6b1d11fb-1bfe-4f0c-802a-03048b353eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:23.083449 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:01:23.083829 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:23.085789 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e000a743-875b-4f83-99ec-b6f9e2778cca None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:23.095702 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-059a86c2-8fb5-4e98-9265-8886b39fd624 req-c2ab396e-f8e6-45fd-83bb-5110c08896fc tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:23.105324 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-e000a743-875b-4f83-99ec-b6f9e2778cca None None] Transition to ACTIVE for port object 367e45b5-c963-4e73-ade0-b743ecb7b536 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:01:23.114466 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e000a743-875b-4f83-99ec-b6f9e2778cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:23.119613 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['8f1ff133-0735-4344-8b5e-a56c7501a372'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:01:23.185150 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab396e-f8e6-45fd-83bb-5110c08896fc tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Pushing event deleted for resources: {'Port': ['ID=8f1ff133-0735-4344-8b5e-a56c7501a372,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:23.243863 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23d7ea4a-a748-42f3-9ead-62d4c349588f req-7551c29c-f879-42a5-96fa-5ef1df2947b1 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1810041-3e7b-4d67-aa01-a4a1c2733580 HTTP/1.1" status: 200 len: 210 time: 0.0700877 May 03 23:01:23.264091 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65427c-e615-405c-928b-7bd78e1ec9ba req-0db10be7-630d-478e-83f2-1012446a8815 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:23.272379 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7e65427c-e615-405c-928b-7bd78e1ec9ba req-0db10be7-630d-478e-83f2-1012446a8815 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 945 time: 0.3770721 May 03 23:01:23.277308 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:23.309491 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-059a86c2-8fb5-4e98-9265-8886b39fd624 req-c2ab396e-f8e6-45fd-83bb-5110c08896fc tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] No DVR routers for this DVR port 8f1ff133-0735-4344-8b5e-a56c7501a372 on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:01:23.311089 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59265204-14cb-4c2e-90ad-7ef2aa256e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:01:23.313730 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-059a86c2-8fb5-4e98-9265-8886b39fd624 req-c2ab396e-f8e6-45fd-83bb-5110c08896fc tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:23.315629 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4eda28-b52a-4290-8fd3-932cfaad0a0d None None] Pushing event updated for resources: {'Port': ['ID=367e45b5-c963-4e73-ade0-b743ecb7b536,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:23.320100 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1810041-3e7b-4d67-aa01-a4a1c2733580', 'name': 'network-vif-deleted', 'tag': '8f1ff133-0735-4344-8b5e-a56c7501a372'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:01:23.329787 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a,segment=NetworkSegment(ebafc75d-31a3-4908-af39-d4780e590c4d),segment_id=ebafc75d-31a3-4908-af39-d4780e590c4d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:23.337555 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:23.347254 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-059a86c2-8fb5-4e98-9265-8886b39fd624 req-c2ab396e-f8e6-45fd-83bb-5110c08896fc tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.67 "DELETE /v2.0/ports/8f1ff133-0735-4344-8b5e-a56c7501a372 HTTP/1.1" status: 204 len: 173 time: 1.1572163 May 03 23:01:23.351121 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7e65427c-e615-405c-928b-7bd78e1ec9ba req-2d0dc751-a820-442f-b267-d6d8a730ee3a tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=4165ffae-6576-40a6-912b-a3b42d26c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785706 May 03 23:01:23.384539 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47424) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:23.472436 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a,revision_number=7']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:23.514986 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cd1b2473-f016-4961-86ab-6f62f84b54eb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:23.541180 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e621561e-5024-4fa2-b2c1-6dc7d9854816'] response: {'server_uuid': '59265204-14cb-4c2e-90ad-7ef2aa256e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a', 'code': 200} May 03 23:01:23.607265 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-e000a743-875b-4f83-99ec-b6f9e2778cca None None] Attempting to bind port 367e45b5-c963-4e73-ade0-b743ecb7b536 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:01:23.608089 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-e000a743-875b-4f83-99ec-b6f9e2778cca None None] Attempting to bind port 367e45b5-c963-4e73-ade0-b743ecb7b536 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:01:23.608624 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e000a743-875b-4f83-99ec-b6f9e2778cca None None] Attempting to bind port 367e45b5-c963-4e73-ade0-b743ecb7b536 on network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:01:23.616344 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d557960-4d63-4793-add3-a11447159abf'] response: {'server_uuid': 'e1810041-3e7b-4d67-aa01-a4a1c2733580', 'name': 'network-vif-deleted', 'tag': '8f1ff133-0735-4344-8b5e-a56c7501a372', 'status': 'completed', 'code': 200} May 03 23:01:23.616689 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e000a743-875b-4f83-99ec-b6f9e2778cca None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:01:23.617397 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e000a743-875b-4f83-99ec-b6f9e2778cca None None] Checking segment: {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:01:23.618400 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e000a743-875b-4f83-99ec-b6f9e2778cca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:23.619024 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e000a743-875b-4f83-99ec-b6f9e2778cca None None] Bound using segment: {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:01:23.620341 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-e000a743-875b-4f83-99ec-b6f9e2778cca None None] Bound port: 367e45b5-c963-4e73-ade0-b743ecb7b536, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:01:23.620978 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e000a743-875b-4f83-99ec-b6f9e2778cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:23.661136 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-90f8b4c0-ca08-4d50-b14a-f50db2130b3e tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/floatingips/53352d19-e49f-4adf-bb7c-2d73e681179c HTTP/1.1" status: 200 len: 993 time: 0.2749417 May 03 23:01:23.727506 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-e000a743-875b-4f83-99ec-b6f9e2778cca None None] For port 367e45b5-c963-4e73-ade0-b743ecb7b536, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:01:23.729275 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device f874f242-9415-43b9-8093-1a5d75ea307c up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:01:23.731131 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-e000a743-875b-4f83-99ec-b6f9e2778cca None None] For port 367e45b5-c963-4e73-ade0-b743ecb7b536, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=367e45b5-c963-4e73-ade0-b743ecb7b536,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:01:23.735876 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e000a743-875b-4f83-99ec-b6f9e2778cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:23.805889 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port f874f242-9415-43b9-8093-1a5d75ea307c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:01:23.806277 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:23.816832 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e000a743-875b-4f83-99ec-b6f9e2778cca None None] Routers {'06d0ba48-4f7a-4c9b-a39d-0b7df01387ca'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:01:23.817469 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-e000a743-875b-4f83-99ec-b6f9e2778cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:00:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['06d0ba48-4f7a-4c9b-a39d-0b7df01387ca'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:01:23.866897 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-cd1b2473-f016-4961-86ab-6f62f84b54eb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting port 367e45b5-c963-4e73-ade0-b743ecb7b536 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:01:23.867233 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cd1b2473-f016-4961-86ab-6f62f84b54eb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:23.874648 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4eda28-b52a-4290-8fd3-932cfaad0a0d None None] Pushing event updated for resources: {'Port': ['ID=367e45b5-c963-4e73-ade0-b743ecb7b536,revision_number=4']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:24.010954 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-e000a743-875b-4f83-99ec-b6f9e2778cca None None] Set router 06d0ba48-4f7a-4c9b-a39d-0b7df01387ca gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:01:24.105422 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-cd1b2473-f016-4961-86ab-6f62f84b54eb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] For port 367e45b5-c963-4e73-ade0-b743ecb7b536, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=367e45b5-c963-4e73-ade0-b743ecb7b536,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:24.105796 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cd1b2473-f016-4961-86ab-6f62f84b54eb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:24.232463 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-cd1b2473-f016-4961-86ab-6f62f84b54eb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Calling delete_port for 367e45b5-c963-4e73-ade0-b743ecb7b536 owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:01:24.365309 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-e000a743-875b-4f83-99ec-b6f9e2778cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d0ba48-4f7a-4c9b-a39d-0b7df01387ca', 'name': 'tempest-NetworksTestDHCPv6-router-1572240435', 'tenant_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:01:18Z', 'updated_at': '2022-05-03T23:01:20Z', 'revision_number': 2, 'project_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'gw_port_host': None, '_interfaces': [{'id': '367e45b5-c963-4e73-ade0-b743ecb7b536', 'name': '', 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'tenant_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'mac_address': 'fa:16:3e:8b:ff:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d0ba48-4f7a-4c9b-a39d-0b7df01387ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '46d1fdea-79ba-407d-b28d-81cda689a6a7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:01:19Z', 'updated_at': '2022-05-03T23:01:23Z', 'revision_number': 4, 'project_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'subnets': [{'id': '46d1fdea-79ba-407d-b28d-81cda689a6a7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:01:24.369754 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e000a743-875b-4f83-99ec-b6f9e2778cca None None] The sync data for ids ['06d0ba48-4f7a-4c9b-a39d-0b7df01387ca'] in n-d-811807-1 is: [{'id': '06d0ba48-4f7a-4c9b-a39d-0b7df01387ca', 'name': 'tempest-NetworksTestDHCPv6-router-1572240435', 'tenant_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:01:18Z', 'updated_at': '2022-05-03T23:01:20Z', 'revision_number': 2, 'project_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'gw_port_host': None, '_interfaces': [{'id': '367e45b5-c963-4e73-ade0-b743ecb7b536', 'name': '', 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'tenant_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'mac_address': 'fa:16:3e:8b:ff:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d0ba48-4f7a-4c9b-a39d-0b7df01387ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '46d1fdea-79ba-407d-b28d-81cda689a6a7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:01:19Z', 'updated_at': '2022-05-03T23:01:23Z', 'revision_number': 4, 'project_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'subnets': [{'id': '46d1fdea-79ba-407d-b28d-81cda689a6a7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:01:24.429116 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cd1b2473-f016-4961-86ab-6f62f84b54eb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:24.483624 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b2473-f016-4961-86ab-6f62f84b54eb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Port': ['ID=367e45b5-c963-4e73-ade0-b743ecb7b536,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:24.702512 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:24.855395 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cd1b2473-f016-4961-86ab-6f62f84b54eb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:25.138933 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1b2473-f016-4961-86ab-6f62f84b54eb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Router 06d0ba48-4f7a-4c9b-a39d-0b7df01387ca has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:01:25.272516 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1b2473-f016-4961-86ab-6f62f84b54eb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:01:25.289917 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-cd1b2473-f016-4961-86ab-6f62f84b54eb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "PUT /v2.0/routers/06d0ba48-4f7a-4c9b-a39d-0b7df01387ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0442526 May 03 23:01:25.292303 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47436) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:25.362420 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d640a3-834c-4a86-b25e-64ac3dc19dbc tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:25.363834 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d640a3-834c-4a86-b25e-64ac3dc19dbc tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:25.364600 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e3d640a3-834c-4a86-b25e-64ac3dc19dbc tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:01:25.380973 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e3d640a3-834c-4a86-b25e-64ac3dc19dbc tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:01:25.382058 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e3d640a3-834c-4a86-b25e-64ac3dc19dbc tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0888343 May 03 23:01:25.384920 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47440) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:25.453975 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa9d866-dcfd-4a4d-a667-91ea85df40a0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting subnet 46d1fdea-79ba-407d-b28d-81cda689a6a7 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:01:25.456969 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1fa9d866-dcfd-4a4d-a667-91ea85df40a0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:25.515928 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1fa9d866-dcfd-4a4d-a667-91ea85df40a0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:25.522106 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-213dcb60-8272-4413-8ad6-544fcdf7a191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:25.613928 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1fa9d866-dcfd-4a4d-a667-91ea85df40a0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:25.700052 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1fa9d866-dcfd-4a4d-a667-91ea85df40a0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:25.744265 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa9d866-dcfd-4a4d-a667-91ea85df40a0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Subnet': ['ID=46d1fdea-79ba-407d-b28d-81cda689a6a7,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:25.748705 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1fa9d866-dcfd-4a4d-a667-91ea85df40a0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:25.768260 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1fa9d866-dcfd-4a4d-a667-91ea85df40a0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/46d1fdea-79ba-407d-b28d-81cda689a6a7 HTTP/1.1" status: 204 len: 168 time: 0.3821554 May 03 23:01:25.771185 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47446) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:25.774456 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95c39bc-1975-4e5e-b9af-e93634ff74c9 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:01:25.937555 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de480687-e3b3-49bb-bbd8-674b2c056b1e None None] Sync routers for ids ['06d0ba48-4f7a-4c9b-a39d-0b7df01387ca'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:01:25.981433 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-309115e1-3fb5-4f27-a4c2-244811a3b492 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:router {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:01:25.986672 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de480687-e3b3-49bb-bbd8-674b2c056b1e None None] Routers {'06d0ba48-4f7a-4c9b-a39d-0b7df01387ca'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:01:25.987302 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-de480687-e3b3-49bb-bbd8-674b2c056b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:01:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['06d0ba48-4f7a-4c9b-a39d-0b7df01387ca'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:01:26.000081 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-309115e1-3fb5-4f27-a4c2-244811a3b492 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:router {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:01:26.001685 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-309115e1-3fb5-4f27-a4c2-244811a3b492 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2287121 May 03 23:01:26.004478 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47450) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:26.117525 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-de480687-e3b3-49bb-bbd8-674b2c056b1e None None] Set router 06d0ba48-4f7a-4c9b-a39d-0b7df01387ca gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:01:26.141276 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-573d181c-0f04-4546-87e1-09cf885fddd6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:26.223885 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-de480687-e3b3-49bb-bbd8-674b2c056b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d0ba48-4f7a-4c9b-a39d-0b7df01387ca', 'name': 'tempest-NetworksTestDHCPv6-router-1572240435', 'tenant_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:01:18Z', 'updated_at': '2022-05-03T23:01:24Z', 'revision_number': 3, 'project_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:01:26.230816 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de480687-e3b3-49bb-bbd8-674b2c056b1e None None] Checking router: 06d0ba48-4f7a-4c9b-a39d-0b7df01387ca for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:01:26.243525 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de480687-e3b3-49bb-bbd8-674b2c056b1e None None] Routers {'06d0ba48-4f7a-4c9b-a39d-0b7df01387ca'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:01:26.244026 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-de480687-e3b3-49bb-bbd8-674b2c056b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:01:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['06d0ba48-4f7a-4c9b-a39d-0b7df01387ca'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:01:26.392547 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92028af-2927-4714-b3bd-064751daa815 None None] DHCP port deletion for 02c338eb-0429-43aa-8f6f-d1a2ed95a021 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:01:26.423144 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f92028af-2927-4714-b3bd-064751daa815 None None] Deleting port f874f242-9415-43b9-8093-1a5d75ea307c {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:01:26.423510 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f92028af-2927-4714-b3bd-064751daa815 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:26.435477 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-573d181c-0f04-4546-87e1-09cf885fddd6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:26.437695 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-573d181c-0f04-4546-87e1-09cf885fddd6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:26.456591 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-de480687-e3b3-49bb-bbd8-674b2c056b1e None None] Set router 06d0ba48-4f7a-4c9b-a39d-0b7df01387ca gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:01:26.461389 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-573d181c-0f04-4546-87e1-09cf885fddd6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:26.461928 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573d181c-0f04-4546-87e1-09cf885fddd6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Fanout notify agent at l3_agent the message router_deleted on router 06d0ba48-4f7a-4c9b-a39d-0b7df01387ca {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 23:01:26.480581 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-573d181c-0f04-4546-87e1-09cf885fddd6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:26.484862 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-573d181c-0f04-4546-87e1-09cf885fddd6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/routers/06d0ba48-4f7a-4c9b-a39d-0b7df01387ca HTTP/1.1" status: 204 len: 168 time: 0.4759212 May 03 23:01:26.485034 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47454) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:26.490258 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-6f40e452-58c1-45b8-b0d0-7ea11bf8f749 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:01:26.510951 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:26.573155 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:26.585001 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-de480687-e3b3-49bb-bbd8-674b2c056b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d0ba48-4f7a-4c9b-a39d-0b7df01387ca', 'name': 'tempest-NetworksTestDHCPv6-router-1572240435', 'tenant_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:01:18Z', 'updated_at': '2022-05-03T23:01:24Z', 'revision_number': 3, 'project_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:01:26.594621 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de480687-e3b3-49bb-bbd8-674b2c056b1e None None] The sync data for ids ['06d0ba48-4f7a-4c9b-a39d-0b7df01387ca'] in n-d-811807-1 is: [{'id': '06d0ba48-4f7a-4c9b-a39d-0b7df01387ca', 'name': 'tempest-NetworksTestDHCPv6-router-1572240435', 'tenant_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:01:18Z', 'updated_at': '2022-05-03T23:01:24Z', 'revision_number': 3, 'project_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'gw_port_host': None}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:01:26.715297 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6f40e452-58c1-45b8-b0d0-7ea11bf8f749 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:01:26.720017 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6f40e452-58c1-45b8-b0d0-7ea11bf8f749 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:subnet and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:01:26.722844 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6f40e452-58c1-45b8-b0d0-7ea11bf8f749 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:01:26.728567 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6f40e452-58c1-45b8-b0d0-7ea11bf8f749 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:01:26.739483 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f40e452-58c1-45b8-b0d0-7ea11bf8f749 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:01:26.742969 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6f40e452-58c1-45b8-b0d0-7ea11bf8f749 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:26.748417 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f92028af-2927-4714-b3bd-064751daa815 None None] For port f874f242-9415-43b9-8093-1a5d75ea307c, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=f874f242-9415-43b9-8093-1a5d75ea307c,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:26.748811 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f92028af-2927-4714-b3bd-064751daa815 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:26.872962 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f92028af-2927-4714-b3bd-064751daa815 None None] Calling delete_port for f874f242-9415-43b9-8093-1a5d75ea307c owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:01:26.913922 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 8f1ff133-0735-4344-8b5e-a56c7501a372 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:01:26.962699 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 8f1ff133-0735-4344-8b5e-a56c7501a372 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:01:26.963245 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 8f1ff133-0735-4344-8b5e-a56c7501a372 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:01:27.000442 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f92028af-2927-4714-b3bd-064751daa815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:27.005402 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6f40e452-58c1-45b8-b0d0-7ea11bf8f749 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:27.064377 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92028af-2927-4714-b3bd-064751daa815 None None] Pushing event deleted for resources: {'Port': ['ID=f874f242-9415-43b9-8093-1a5d75ea307c,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:27.078573 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f40e452-58c1-45b8-b0d0-7ea11bf8f749 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:27.081006 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92028af-2927-4714-b3bd-064751daa815 None None] No DVR routers for this DVR port f874f242-9415-43b9-8093-1a5d75ea307c on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:01:27.084750 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-6f40e452-58c1-45b8-b0d0-7ea11bf8f749 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:27.089395 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f40e452-58c1-45b8-b0d0-7ea11bf8f749 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:27.090750 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6f40e452-58c1-45b8-b0d0-7ea11bf8f749 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:27.094655 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40e452-58c1-45b8-b0d0-7ea11bf8f749 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Subnet': ['ID=13a8f785-209c-43ed-a2b2-c8eee8a30ab6,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:27.102392 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22a625e-ab1e-4821-b598-a51febc688e3 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:01:27.124031 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6f40e452-58c1-45b8-b0d0-7ea11bf8f749 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6379235 May 03 23:01:27.126782 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47470) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:27.132012 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-978a83c7-d101-438c-99ba-742d732cb3d2 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-923424605', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:01:27.147055 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-978a83c7-d101-438c-99ba-742d732cb3d2 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:01:27.151866 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-978a83c7-d101-438c-99ba-742d732cb3d2 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:router and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:01:27.155294 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-978a83c7-d101-438c-99ba-742d732cb3d2 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:01:27.162273 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-978a83c7-d101-438c-99ba-742d732cb3d2 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:01:27.175490 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-978a83c7-d101-438c-99ba-742d732cb3d2 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:27.177417 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-978a83c7-d101-438c-99ba-742d732cb3d2 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:27.195128 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-978a83c7-d101-438c-99ba-742d732cb3d2 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:27.215897 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-978a83c7-d101-438c-99ba-742d732cb3d2 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:27.245182 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-978a83c7-d101-438c-99ba-742d732cb3d2 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:27.246303 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-978a83c7-d101-438c-99ba-742d732cb3d2 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1183631 May 03 23:01:27.250499 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47476) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:27.392505 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec809736-a5c3-4346-a4aa-bd878ef95724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'tenant_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'fixed_ips': [{'subnet_id': '13a8f785-209c-43ed-a2b2-c8eee8a30ab6'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:01:27.393342 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ec809736-a5c3-4346-a4aa-bd878ef95724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:27.558475 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-ec809736-a5c3-4346-a4aa-bd878ef95724 None None] Allocated IP 2001:db8::2 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/13a8f785-209c-43ed-a2b2-c8eee8a30ab6/a0270330-cc6f-46bd-840f-68624760b659) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:01:27.697744 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:27.704340 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device f874f242-9415-43b9-8093-1a5d75ea307c no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:01:27.754221 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: f874f242-9415-43b9-8093-1a5d75ea307c {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:01:27.754591 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device f874f242-9415-43b9-8093-1a5d75ea307c not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:01:27.755098 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 367e45b5-c963-4e73-ade0-b743ecb7b536 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:01:27.780501 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f003518a-bb0e-4013-957c-d6437eeb0338 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:27.799964 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 367e45b5-c963-4e73-ade0-b743ecb7b536 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:01:27.800301 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 367e45b5-c963-4e73-ade0-b743ecb7b536 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:01:27.873631 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ec809736-a5c3-4346-a4aa-bd878ef95724 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:27.883938 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ec809736-a5c3-4346-a4aa-bd878ef95724 None None] Transition to ACTIVE for port object a0270330-cc6f-46bd-840f-68624760b659 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:01:27.902015 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ec809736-a5c3-4346-a4aa-bd878ef95724 None None] Transition to ACTIVE for port object a0270330-cc6f-46bd-840f-68624760b659 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:01:27.908291 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ec809736-a5c3-4346-a4aa-bd878ef95724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:27.974236 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec809736-a5c3-4346-a4aa-bd878ef95724 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:27.976960 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-ec809736-a5c3-4346-a4aa-bd878ef95724 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:27.979597 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec809736-a5c3-4346-a4aa-bd878ef95724 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:01:27.989329 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec809736-a5c3-4346-a4aa-bd878ef95724 None None] Pushing event updated for resources: {'Port': ['ID=a0270330-cc6f-46bd-840f-68624760b659,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:28.133724 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:28.138686 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-ec809736-a5c3-4346-a4aa-bd878ef95724 None None] Attempting to bind port a0270330-cc6f-46bd-840f-68624760b659 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:01:28.139061 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-ec809736-a5c3-4346-a4aa-bd878ef95724 None None] Attempting to bind port a0270330-cc6f-46bd-840f-68624760b659 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:01:28.139420 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec809736-a5c3-4346-a4aa-bd878ef95724 None None] Attempting to bind port a0270330-cc6f-46bd-840f-68624760b659 on network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:01:28.144899 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec809736-a5c3-4346-a4aa-bd878ef95724 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:01:28.145270 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec809736-a5c3-4346-a4aa-bd878ef95724 None None] Checking segment: {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:01:28.145667 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ec809736-a5c3-4346-a4aa-bd878ef95724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:28.146090 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec809736-a5c3-4346-a4aa-bd878ef95724 None None] Bound using segment: {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:01:28.146555 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-ec809736-a5c3-4346-a4aa-bd878ef95724 None None] Bound port: a0270330-cc6f-46bd-840f-68624760b659, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:01:28.146929 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ec809736-a5c3-4346-a4aa-bd878ef95724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:28.149384 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-f003518a-bb0e-4013-957c-d6437eeb0338 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Allocated IP 2001:db8::1 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/13a8f785-209c-43ed-a2b2-c8eee8a30ab6/012abf78-8ed6-4bfc-a056-f6ea4b7e4655) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:01:28.247676 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-ec809736-a5c3-4346-a4aa-bd878ef95724 None None] For port a0270330-cc6f-46bd-840f-68624760b659, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:01:28.250884 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-ec809736-a5c3-4346-a4aa-bd878ef95724 None None] For port a0270330-cc6f-46bd-840f-68624760b659, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=a0270330-cc6f-46bd-840f-68624760b659,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:01:28.254927 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ec809736-a5c3-4346-a4aa-bd878ef95724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:28.360704 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec809736-a5c3-4346-a4aa-bd878ef95724 None None] Pushing event updated for resources: {'Port': ['ID=a0270330-cc6f-46bd-840f-68624760b659,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:28.516889 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f003518a-bb0e-4013-957c-d6437eeb0338 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:28.545219 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-f003518a-bb0e-4013-957c-d6437eeb0338 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Transition to ACTIVE for port object 012abf78-8ed6-4bfc-a056-f6ea4b7e4655 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:01:28.602244 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f003518a-bb0e-4013-957c-d6437eeb0338 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:28.682301 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f003518a-bb0e-4013-957c-d6437eeb0338 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:28.686678 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-f003518a-bb0e-4013-957c-d6437eeb0338 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:28.696617 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f003518a-bb0e-4013-957c-d6437eeb0338 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:01:28.697155 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f003518a-bb0e-4013-957c-d6437eeb0338 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:28.722175 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003518a-bb0e-4013-957c-d6437eeb0338 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Port': ['ID=012abf78-8ed6-4bfc-a056-f6ea4b7e4655,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:28.822811 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f003518a-bb0e-4013-957c-d6437eeb0338 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:29.201775 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f003518a-bb0e-4013-957c-d6437eeb0338 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:29.206476 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f003518a-bb0e-4013-957c-d6437eeb0338 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:29.207353 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f003518a-bb0e-4013-957c-d6437eeb0338 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:29.311842 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003518a-bb0e-4013-957c-d6437eeb0338 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Port': ['ID=012abf78-8ed6-4bfc-a056-f6ea4b7e4655,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:29.412774 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f003518a-bb0e-4013-957c-d6437eeb0338 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:29.413876 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-f003518a-bb0e-4013-957c-d6437eeb0338 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:29.514711 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-3918d7d0-6bc1-48ed-8a72-220a010a4b7a None None] Provisioning for port a0270330-cc6f-46bd-840f-68624760b659 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:01:29.630244 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f003518a-bb0e-4013-957c-d6437eeb0338 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Router 0e56eb70-1314-4c24-bd9e-edff1ae43bf7 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 23:01:29.755423 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-67f9f89f-d97f-4a92-88cc-fec3ed7c7cea None None] Provisioning for port 012abf78-8ed6-4bfc-a056-f6ea4b7e4655 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:01:29.760280 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device a0270330-cc6f-46bd-840f-68624760b659 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:01:29.829264 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f003518a-bb0e-4013-957c-d6437eeb0338 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:01:29.839621 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710e16cf-aadd-49fd-9503-c7a6af0fb020 None None] Sync routers for ids ['0e56eb70-1314-4c24-bd9e-edff1ae43bf7'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:01:29.842535 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-67f9f89f-d97f-4a92-88cc-fec3ed7c7cea None None] Provisioning complete for port 012abf78-8ed6-4bfc-a056-f6ea4b7e4655 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:01:29.843204 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-67f9f89f-d97f-4a92-88cc-fec3ed7c7cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:29.854009 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47488) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:29.855212 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f003518a-bb0e-4013-957c-d6437eeb0338 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "PUT /v2.0/routers/0e56eb70-1314-4c24-bd9e-edff1ae43bf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6023588 May 03 23:01:29.861604 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710e16cf-aadd-49fd-9503-c7a6af0fb020 None None] Routers {'0e56eb70-1314-4c24-bd9e-edff1ae43bf7'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:01:29.862828 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-710e16cf-aadd-49fd-9503-c7a6af0fb020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:01:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['0e56eb70-1314-4c24-bd9e-edff1ae43bf7'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:01:29.910002 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-67f9f89f-d97f-4a92-88cc-fec3ed7c7cea None None] Port 012abf78-8ed6-4bfc-a056-f6ea4b7e4655 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:01:29.928898 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port a0270330-cc6f-46bd-840f-68624760b659 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:01:29.951057 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port a0270330-cc6f-46bd-840f-68624760b659 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:01:29.951529 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:29.969542 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c48daf-6aa3-4cb3-bfaa-1437be55a291 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:29.980183 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-73c48daf-6aa3-4cb3-bfaa-1437be55a291 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:01:30.001054 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-73c48daf-6aa3-4cb3-bfaa-1437be55a291 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:01:30.003316 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-73c48daf-6aa3-4cb3-bfaa-1437be55a291 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports/012abf78-8ed6-4bfc-a056-f6ea4b7e4655 HTTP/1.1" status: 200 len: 911 time: 0.1441412 May 03 23:01:30.006377 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47492) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:30.051637 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-710e16cf-aadd-49fd-9503-c7a6af0fb020 None None] Set router 0e56eb70-1314-4c24-bd9e-edff1ae43bf7 gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:01:30.097973 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6545a66-cff4-485d-888e-99cde8d2e77e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:30.105959 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6545a66-cff4-485d-888e-99cde8d2e77e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:30.107002 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c6545a66-cff4-485d-888e-99cde8d2e77e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:01:30.121173 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c6545a66-cff4-485d-888e-99cde8d2e77e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:01:30.121729 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:30.124014 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c6545a66-cff4-485d-888e-99cde8d2e77e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1165166 May 03 23:01:30.127161 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47496) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:30.168943 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-0b6595e1-cad4-4f1f-9fdf-40846a07f219 None None] Provisioning complete for port 012abf78-8ed6-4bfc-a056-f6ea4b7e4655 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:01:30.169365 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0b6595e1-cad4-4f1f-9fdf-40846a07f219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:30.199235 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port a0270330-cc6f-46bd-840f-68624760b659, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=a0270330-cc6f-46bd-840f-68624760b659,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:30.212343 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:30.286483 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-0b6595e1-cad4-4f1f-9fdf-40846a07f219 None None] Port 012abf78-8ed6-4bfc-a056-f6ea4b7e4655 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:01:30.300853 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=a0270330-cc6f-46bd-840f-68624760b659,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:30.426969 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-710e16cf-aadd-49fd-9503-c7a6af0fb020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e56eb70-1314-4c24-bd9e-edff1ae43bf7', 'name': 'tempest-NetworksTestDHCPv6-router-923424605', 'tenant_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:01:27Z', 'updated_at': '2022-05-03T23:01:28Z', 'revision_number': 2, 'project_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'gw_port_host': None, '_interfaces': [{'id': '012abf78-8ed6-4bfc-a056-f6ea4b7e4655', 'name': '', 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'tenant_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'mac_address': 'fa:16:3e:16:fc:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e56eb70-1314-4c24-bd9e-edff1ae43bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '13a8f785-209c-43ed-a2b2-c8eee8a30ab6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:01:27Z', 'updated_at': '2022-05-03T23:01:29Z', 'revision_number': 2, 'project_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'subnets': [{'id': '13a8f785-209c-43ed-a2b2-c8eee8a30ab6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:01:30.430678 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710e16cf-aadd-49fd-9503-c7a6af0fb020 None None] Checking router: 0e56eb70-1314-4c24-bd9e-edff1ae43bf7 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:01:30.431019 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710e16cf-aadd-49fd-9503-c7a6af0fb020 None None] Updating router 0e56eb70-1314-4c24-bd9e-edff1ae43bf7 port 012abf78-8ed6-4bfc-a056-f6ea4b7e4655 binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:01:30.484308 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-710e16cf-aadd-49fd-9503-c7a6af0fb020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:30.871706 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-91a7dfc4-d352-4927-9751-7fd60b9ef8ff tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:30.906729 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-710e16cf-aadd-49fd-9503-c7a6af0fb020 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:30.920074 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-710e16cf-aadd-49fd-9503-c7a6af0fb020 None None] Transition to ACTIVE for port object 012abf78-8ed6-4bfc-a056-f6ea4b7e4655 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:01:30.929279 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-710e16cf-aadd-49fd-9503-c7a6af0fb020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:31.097200 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db2847-e2b8-4df1-ae83-ef30c0ebd04e None None] Pushing event updated for resources: {'Port': ['ID=012abf78-8ed6-4bfc-a056-f6ea4b7e4655,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:31.155659 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-91a7dfc4-d352-4927-9751-7fd60b9ef8ff tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting port 012abf78-8ed6-4bfc-a056-f6ea4b7e4655 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:01:31.156068 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-91a7dfc4-d352-4927-9751-7fd60b9ef8ff tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:31.156196 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-710e16cf-aadd-49fd-9503-c7a6af0fb020 None None] Attempting to bind port 012abf78-8ed6-4bfc-a056-f6ea4b7e4655 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:01:31.156398 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-710e16cf-aadd-49fd-9503-c7a6af0fb020 None None] Attempting to bind port 012abf78-8ed6-4bfc-a056-f6ea4b7e4655 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:01:31.156732 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e16cf-aadd-49fd-9503-c7a6af0fb020 None None] Attempting to bind port 012abf78-8ed6-4bfc-a056-f6ea4b7e4655 on network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:01:31.162342 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e16cf-aadd-49fd-9503-c7a6af0fb020 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:01:31.162713 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e16cf-aadd-49fd-9503-c7a6af0fb020 None None] Checking segment: {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:01:31.163113 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-710e16cf-aadd-49fd-9503-c7a6af0fb020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:31.163505 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e16cf-aadd-49fd-9503-c7a6af0fb020 None None] Bound using segment: {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:01:31.163966 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-710e16cf-aadd-49fd-9503-c7a6af0fb020 None None] Bound port: 012abf78-8ed6-4bfc-a056-f6ea4b7e4655, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:01:31.164329 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-710e16cf-aadd-49fd-9503-c7a6af0fb020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:31.255499 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-710e16cf-aadd-49fd-9503-c7a6af0fb020 None None] For port 012abf78-8ed6-4bfc-a056-f6ea4b7e4655, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:01:31.258378 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-710e16cf-aadd-49fd-9503-c7a6af0fb020 None None] For port 012abf78-8ed6-4bfc-a056-f6ea4b7e4655, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=012abf78-8ed6-4bfc-a056-f6ea4b7e4655,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:01:31.263354 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-710e16cf-aadd-49fd-9503-c7a6af0fb020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:31.339607 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710e16cf-aadd-49fd-9503-c7a6af0fb020 None None] Routers {'0e56eb70-1314-4c24-bd9e-edff1ae43bf7'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:01:31.340234 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-710e16cf-aadd-49fd-9503-c7a6af0fb020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:01:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['0e56eb70-1314-4c24-bd9e-edff1ae43bf7'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:01:31.351003 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-91a7dfc4-d352-4927-9751-7fd60b9ef8ff tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] For port 012abf78-8ed6-4bfc-a056-f6ea4b7e4655, host n-d-811807-1, got binding levels [] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:31.351355 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-91a7dfc4-d352-4927-9751-7fd60b9ef8ff tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:31.397725 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db2847-e2b8-4df1-ae83-ef30c0ebd04e None None] Pushing event updated for resources: {'Port': ['ID=012abf78-8ed6-4bfc-a056-f6ea4b7e4655,revision_number=4']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:31.478061 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-91a7dfc4-d352-4927-9751-7fd60b9ef8ff tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Calling delete_port for 012abf78-8ed6-4bfc-a056-f6ea4b7e4655 owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:01:31.498205 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-710e16cf-aadd-49fd-9503-c7a6af0fb020 None None] Set router 0e56eb70-1314-4c24-bd9e-edff1ae43bf7 gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:01:31.597662 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.api [None req-91a7dfc4-d352-4927-9751-7fd60b9ef8ff tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:01:31.598069 n-d-811807-1 neutron-server[88069]: DEBUG oslo_db.api [None req-91a7dfc4-d352-4927-9751-7fd60b9ef8ff tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:01:31.696127 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device a0270330-cc6f-46bd-840f-68624760b659 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:01:31.769506 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port a0270330-cc6f-46bd-840f-68624760b659 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:01:31.769915 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:31.817127 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-710e16cf-aadd-49fd-9503-c7a6af0fb020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e56eb70-1314-4c24-bd9e-edff1ae43bf7', 'name': 'tempest-NetworksTestDHCPv6-router-923424605', 'tenant_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:01:27Z', 'updated_at': '2022-05-03T23:01:28Z', 'revision_number': 2, 'project_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'gw_port_host': None, '_interfaces': [{'id': '012abf78-8ed6-4bfc-a056-f6ea4b7e4655', 'name': '', 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'tenant_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'mac_address': 'fa:16:3e:16:fc:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e56eb70-1314-4c24-bd9e-edff1ae43bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '13a8f785-209c-43ed-a2b2-c8eee8a30ab6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:01:27Z', 'updated_at': '2022-05-03T23:01:31Z', 'revision_number': 4, 'project_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'subnets': [{'id': '13a8f785-209c-43ed-a2b2-c8eee8a30ab6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:01:31.821034 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710e16cf-aadd-49fd-9503-c7a6af0fb020 None None] The sync data for ids ['0e56eb70-1314-4c24-bd9e-edff1ae43bf7'] in n-d-811807-1 is: [{'id': '0e56eb70-1314-4c24-bd9e-edff1ae43bf7', 'name': 'tempest-NetworksTestDHCPv6-router-923424605', 'tenant_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:01:27Z', 'updated_at': '2022-05-03T23:01:28Z', 'revision_number': 2, 'project_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'gw_port_host': None, '_interfaces': [{'id': '012abf78-8ed6-4bfc-a056-f6ea4b7e4655', 'name': '', 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'tenant_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'mac_address': 'fa:16:3e:16:fc:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e56eb70-1314-4c24-bd9e-edff1ae43bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '13a8f785-209c-43ed-a2b2-c8eee8a30ab6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:01:27Z', 'updated_at': '2022-05-03T23:01:31Z', 'revision_number': 4, 'project_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'subnets': [{'id': '13a8f785-209c-43ed-a2b2-c8eee8a30ab6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:01:32.081386 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-f44ac07f-0ba6-4f33-8a9c-694ab2675850 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:32.082957 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-f44ac07f-0ba6-4f33-8a9c-694ab2675850 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/networks?id=4db04b0a-96aa-4da2-bf24-bf173df49105 HTTP/1.1" status: 200 len: 813 time: 0.1735275 May 03 23:01:32.098638 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-91a7dfc4-d352-4927-9751-7fd60b9ef8ff tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting port 012abf78-8ed6-4bfc-a056-f6ea4b7e4655 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:01:32.099010 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-91a7dfc4-d352-4927-9751-7fd60b9ef8ff tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:32.124882 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-a54b6051-35c2-46de-a16f-bca704995599 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/quotas/f78e8c45dde9428fbae42b8cd7a9aa46 HTTP/1.1" status: 200 len: 375 time: 0.0361574 May 03 23:01:32.193540 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-67425d44-3bb2-4849-bde0-0a95a6d0127b tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f78e8c45dde9428fbae42b8cd7a9aa46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616703 May 03 23:01:32.444975 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-91a7dfc4-d352-4927-9751-7fd60b9ef8ff tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] For port 012abf78-8ed6-4bfc-a056-f6ea4b7e4655, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=012abf78-8ed6-4bfc-a056-f6ea4b7e4655,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:32.445339 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-91a7dfc4-d352-4927-9751-7fd60b9ef8ff tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:32.458073 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-6575dc69-db11-454a-ac25-eab2876cc8ab service neutron] 10.222.0.58 "GET /v2.0/networks/4db04b0a-96aa-4da2-bf24-bf173df49105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556205 May 03 23:01:32.702826 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-91a7dfc4-d352-4927-9751-7fd60b9ef8ff tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Calling delete_port for 012abf78-8ed6-4bfc-a056-f6ea4b7e4655 owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:01:32.884214 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-c0d2df46-9d4c-4d70-aa4e-5c39d7b3cfb7 service neutron] 10.222.0.58 "GET /v2.0/networks/4db04b0a-96aa-4da2-bf24-bf173df49105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744915 May 03 23:01:32.974192 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-91a7dfc4-d352-4927-9751-7fd60b9ef8ff tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:33.029273 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a7dfc4-d352-4927-9751-7fd60b9ef8ff tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Port': ['ID=012abf78-8ed6-4bfc-a056-f6ea4b7e4655,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:33.119529 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3071efe7-b81f-46f5-bc0f-26fefa775489 req-965e0e5e-371c-4cef-85fe-b416e778525e tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a75d99-2c2f-490a-aa38-430e4084bd01 HTTP/1.1" status: 200 len: 210 time: 0.0500617 May 03 23:01:33.260481 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-91a7dfc4-d352-4927-9751-7fd60b9ef8ff tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:33.537368 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a7dfc4-d352-4927-9751-7fd60b9ef8ff tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Router 0e56eb70-1314-4c24-bd9e-edff1ae43bf7 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:01:33.679383 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a7dfc4-d352-4927-9751-7fd60b9ef8ff tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:01:33.689325 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa268e7-c11e-4574-b8a8-ed3c81ebf25f None None] Sync routers for ids ['0e56eb70-1314-4c24-bd9e-edff1ae43bf7'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:01:33.696167 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-91a7dfc4-d352-4927-9751-7fd60b9ef8ff tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "PUT /v2.0/routers/0e56eb70-1314-4c24-bd9e-edff1ae43bf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5672719 May 03 23:01:33.698565 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47528) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:33.699536 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa268e7-c11e-4574-b8a8-ed3c81ebf25f None None] Routers {'0e56eb70-1314-4c24-bd9e-edff1ae43bf7'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:01:33.700243 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-3aa268e7-c11e-4574-b8a8-ed3c81ebf25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:01:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['0e56eb70-1314-4c24-bd9e-edff1ae43bf7'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:01:33.763610 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a05425-b029-4051-9774-c1ae96fe4965 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:33.765251 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a05425-b029-4051-9774-c1ae96fe4965 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:33.766755 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-72a05425-b029-4051-9774-c1ae96fe4965 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0672886 May 03 23:01:33.769395 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47532) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:33.826848 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-3aa268e7-c11e-4574-b8a8-ed3c81ebf25f None None] Set router 0e56eb70-1314-4c24-bd9e-edff1ae43bf7 gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:01:33.837180 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-98710457-bbaa-480b-bff5-6a98a825662f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting subnet 13a8f785-209c-43ed-a2b2-c8eee8a30ab6 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:01:33.840148 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-98710457-bbaa-480b-bff5-6a98a825662f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:33.897504 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-98710457-bbaa-480b-bff5-6a98a825662f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:33.934485 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-3aa268e7-c11e-4574-b8a8-ed3c81ebf25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e56eb70-1314-4c24-bd9e-edff1ae43bf7', 'name': 'tempest-NetworksTestDHCPv6-router-923424605', 'tenant_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:01:27Z', 'updated_at': '2022-05-03T23:01:32Z', 'revision_number': 3, 'project_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:01:33.938637 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa268e7-c11e-4574-b8a8-ed3c81ebf25f None None] Checking router: 0e56eb70-1314-4c24-bd9e-edff1ae43bf7 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:01:33.948089 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa268e7-c11e-4574-b8a8-ed3c81ebf25f None None] Routers {'0e56eb70-1314-4c24-bd9e-edff1ae43bf7'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:01:33.949338 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-3aa268e7-c11e-4574-b8a8-ed3c81ebf25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:01:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['0e56eb70-1314-4c24-bd9e-edff1ae43bf7'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:01:33.984444 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-98710457-bbaa-480b-bff5-6a98a825662f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:34.083199 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-3aa268e7-c11e-4574-b8a8-ed3c81ebf25f None None] Set router 0e56eb70-1314-4c24-bd9e-edff1ae43bf7 gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:01:34.197861 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-6e7a0949-fe88-491f-a3da-12ef41a2537b tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:34.203471 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-6e7a0949-fe88-491f-a3da-12ef41a2537b tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.67 "GET /v2.0/networks?id=4db04b0a-96aa-4da2-bf24-bf173df49105 HTTP/1.1" status: 200 len: 813 time: 0.1801565 May 03 23:01:34.211133 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-3aa268e7-c11e-4574-b8a8-ed3c81ebf25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e56eb70-1314-4c24-bd9e-edff1ae43bf7', 'name': 'tempest-NetworksTestDHCPv6-router-923424605', 'tenant_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:01:27Z', 'updated_at': '2022-05-03T23:01:32Z', 'revision_number': 3, 'project_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:01:34.217078 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa268e7-c11e-4574-b8a8-ed3c81ebf25f None None] The sync data for ids ['0e56eb70-1314-4c24-bd9e-edff1ae43bf7'] in n-d-811807-1 is: [{'id': '0e56eb70-1314-4c24-bd9e-edff1ae43bf7', 'name': 'tempest-NetworksTestDHCPv6-router-923424605', 'tenant_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:01:27Z', 'updated_at': '2022-05-03T23:01:32Z', 'revision_number': 3, 'project_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'gw_port_host': None}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:01:34.221350 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-25e56e74-9d42-4ebf-9dc3-acf3f3f1ac11 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Request body: {'port': {'device_id': 'f3a75d99-2c2f-490a-aa38-430e4084bd01', 'network_id': '4db04b0a-96aa-4da2-bf24-bf173df49105', 'admin_state_up': True, 'tenant_id': 'f78e8c45dde9428fbae42b8cd7a9aa46'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:01:34.222101 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-98710457-bbaa-480b-bff5-6a98a825662f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:34.285684 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98710457-bbaa-480b-bff5-6a98a825662f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Subnet': ['ID=13a8f785-209c-43ed-a2b2-c8eee8a30ab6,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:34.287856 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-98710457-bbaa-480b-bff5-6a98a825662f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:34.298931 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1112784-556b-45ad-b12d-01d7a6ca690f None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:01:34.338455 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-98710457-bbaa-480b-bff5-6a98a825662f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/13a8f785-209c-43ed-a2b2-c8eee8a30ab6 HTTP/1.1" status: 204 len: 168 time: 0.5678809 May 03 23:01:34.339171 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47538) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:34.349081 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-348a09dc-6a28-4277-a693-d5cf4193e71d req-bdfe4ab4-dbe0-4f21-aafc-5d9b1e0a162e tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a75d99-2c2f-490a-aa38-430e4084bd01 HTTP/1.1" status: 200 len: 210 time: 0.0532913 May 03 23:01:34.500024 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-25e56e74-9d42-4ebf-9dc3-acf3f3f1ac11 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:01:34.501981 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ca846605-ac3e-4669-9dd0-d960b4b737d5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:router {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:01:34.504270 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-25e56e74-9d42-4ebf-9dc3-acf3f3f1ac11 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Usage tracker for resource:port and tenant:f78e8c45dde9428fbae42b8cd7a9aa46 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:01:34.507139 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-25e56e74-9d42-4ebf-9dc3-acf3f3f1ac11 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:01:34.513682 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-25e56e74-9d42-4ebf-9dc3-acf3f3f1ac11 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:01:34.518015 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ca846605-ac3e-4669-9dd0-d960b4b737d5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:router {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:01:34.519217 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ca846605-ac3e-4669-9dd0-d960b4b737d5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1737487 May 03 23:01:34.522046 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47542) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:34.534263 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-25e56e74-9d42-4ebf-9dc3-acf3f3f1ac11 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Made reservation on behalf of f78e8c45dde9428fbae42b8cd7a9aa46 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:01:34.538119 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-25e56e74-9d42-4ebf-9dc3-acf3f3f1ac11 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:34.628114 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a4199b-50a3-45a2-b3d2-1a2b1468fe00 None None] DHCP port deletion for 02c338eb-0429-43aa-8f6f-d1a2ed95a021 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:01:34.633273 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a7a4199b-50a3-45a2-b3d2-1a2b1468fe00 None None] Deleting port a0270330-cc6f-46bd-840f-68624760b659 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:01:34.633653 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a7a4199b-50a3-45a2-b3d2-1a2b1468fe00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:34.670138 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a010dfa5-0f21-423b-b861-3fe644235910 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:34.742217 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-25e56e74-9d42-4ebf-9dc3-acf3f3f1ac11 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Allocated IP 172.20.0.11 (4db04b0a-96aa-4da2-bf24-bf173df49105/a48a4adb-c061-41c4-bc35-f1d5ff0b47e2/e0d0261f-2075-4e52-914b-44293584bdd9) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:01:34.865812 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-a7a4199b-50a3-45a2-b3d2-1a2b1468fe00 None None] For port a0270330-cc6f-46bd-840f-68624760b659, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=a0270330-cc6f-46bd-840f-68624760b659,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:34.866407 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a7a4199b-50a3-45a2-b3d2-1a2b1468fe00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:34.961377 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-25e56e74-9d42-4ebf-9dc3-acf3f3f1ac11 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:34.978661 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a010dfa5-0f21-423b-b861-3fe644235910 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:34.980832 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a010dfa5-0f21-423b-b861-3fe644235910 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:34.994250 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a7a4199b-50a3-45a2-b3d2-1a2b1468fe00 None None] Calling delete_port for a0270330-cc6f-46bd-840f-68624760b659 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:01:34.996119 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-25e56e74-9d42-4ebf-9dc3-acf3f3f1ac11 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:35.006262 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a010dfa5-0f21-423b-b861-3fe644235910 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:35.006776 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a010dfa5-0f21-423b-b861-3fe644235910 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Fanout notify agent at l3_agent the message router_deleted on router 0e56eb70-1314-4c24-bd9e-edff1ae43bf7 {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 23:01:35.028248 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a010dfa5-0f21-423b-b861-3fe644235910 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:35.031757 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a010dfa5-0f21-423b-b861-3fe644235910 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/routers/0e56eb70-1314-4c24-bd9e-edff1ae43bf7 HTTP/1.1" status: 204 len: 168 time: 0.5064416 May 03 23:01:35.031965 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47546) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:35.068720 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-25e56e74-9d42-4ebf-9dc3-acf3f3f1ac11 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Network 4db04b0a-96aa-4da2-bf24-bf173df49105 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:35.071983 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-25e56e74-9d42-4ebf-9dc3-acf3f3f1ac11 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:35.079683 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-25e56e74-9d42-4ebf-9dc3-acf3f3f1ac11 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:01:35.086296 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a7a4199b-50a3-45a2-b3d2-1a2b1468fe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:35.121379 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9038acf-5004-456f-9d63-69493eb648fe tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:35.122290 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e9038acf-5004-456f-9d63-69493eb648fe tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:01:35.140205 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e56e74-9d42-4ebf-9dc3-acf3f3f1ac11 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Pushing event updated for resources: {'Port': ['ID=e0d0261f-2075-4e52-914b-44293584bdd9,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:35.150531 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e9038acf-5004-456f-9d63-69493eb648fe tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:01:35.151128 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4199b-50a3-45a2-b3d2-1a2b1468fe00 None None] Pushing event deleted for resources: {'Port': ['ID=a0270330-cc6f-46bd-840f-68624760b659,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:35.152459 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e9038acf-5004-456f-9d63-69493eb648fe tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1194134 May 03 23:01:35.153154 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a4199b-50a3-45a2-b3d2-1a2b1468fe00 None None] No DVR routers for this DVR port a0270330-cc6f-46bd-840f-68624760b659 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:01:35.156513 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47550) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:35.172930 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e56e74-9d42-4ebf-9dc3-acf3f3f1ac11 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:35.173358 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e56e74-9d42-4ebf-9dc3-acf3f3f1ac11 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:35.173792 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e56e74-9d42-4ebf-9dc3-acf3f3f1ac11 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:35.174265 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e56e74-9d42-4ebf-9dc3-acf3f3f1ac11 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:35.174688 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e56e74-9d42-4ebf-9dc3-acf3f3f1ac11 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:35.175207 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e56e74-9d42-4ebf-9dc3-acf3f3f1ac11 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:35.175604 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e56e74-9d42-4ebf-9dc3-acf3f3f1ac11 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:35.175997 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e56e74-9d42-4ebf-9dc3-acf3f3f1ac11 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:35.176389 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e56e74-9d42-4ebf-9dc3-acf3f3f1ac11 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:35.177029 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e56e74-9d42-4ebf-9dc3-acf3f3f1ac11 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:35.177417 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e56e74-9d42-4ebf-9dc3-acf3f3f1ac11 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:35.177991 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e56e74-9d42-4ebf-9dc3-acf3f3f1ac11 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:35.198702 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-25e56e74-9d42-4ebf-9dc3-acf3f3f1ac11 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:35.199359 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-25e56e74-9d42-4ebf-9dc3-acf3f3f1ac11 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:35.222896 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-25e56e74-9d42-4ebf-9dc3-acf3f3f1ac11 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0092304 May 03 23:01:35.224546 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e021a94-14b0-4ada-ad2c-693b8760e5ac tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:35.225222 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2e021a94-14b0-4ada-ad2c-693b8760e5ac tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:01:35.234626 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-563358b7-274d-4db9-9249-6ed2e11d13e7 service neutron] Request body: {'port': {'device_id': 'f3a75d99-2c2f-490a-aa38-430e4084bd01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:01:35.240654 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2e021a94-14b0-4ada-ad2c-693b8760e5ac tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:01:35.241950 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2e021a94-14b0-4ada-ad2c-693b8760e5ac tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0853572 May 03 23:01:35.244413 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47554) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:35.309234 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f333f248-01ea-4c1b-b1d7-5308df36dace tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:router {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:01:35.324849 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f333f248-01ea-4c1b-b1d7-5308df36dace tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:router {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:01:35.326178 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f333f248-01ea-4c1b-b1d7-5308df36dace tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0808613 May 03 23:01:35.330503 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47558) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:35.336036 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-2e2b5c78-6e09-4187-9883-6da5e7e328f7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:01:35.344249 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-563358b7-274d-4db9-9249-6ed2e11d13e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:35.452776 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2e2b5c78-6e09-4187-9883-6da5e7e328f7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:01:35.462401 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2e2b5c78-6e09-4187-9883-6da5e7e328f7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:01:35.505283 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2b5c78-6e09-4187-9883-6da5e7e328f7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:01:35.508685 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2e2b5c78-6e09-4187-9883-6da5e7e328f7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:35.665303 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb14fad-9d00-4784-a12a-45f2f7256ba6 req-8e2d5257-ff40-44e2-9d4d-3cd6c9c8d65f tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:35.669250 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3bb14fad-9d00-4784-a12a-45f2f7256ba6 req-8e2d5257-ff40-44e2-9d4d-3cd6c9c8d65f tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a75d99-2c2f-490a-aa38-430e4084bd01 HTTP/1.1" status: 200 len: 932 time: 0.1989510 May 03 23:01:35.703309 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device a0270330-cc6f-46bd-840f-68624760b659 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:01:35.707732 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-563358b7-274d-4db9-9249-6ed2e11d13e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d0261f-2075-4e52-914b-44293584bdd9 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:01:35.719815 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-563358b7-274d-4db9-9249-6ed2e11d13e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:35.736238 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-563358b7-274d-4db9-9249-6ed2e11d13e7 service neutron] Transition to ACTIVE for port object e0d0261f-2075-4e52-914b-44293584bdd9 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:01:35.741907 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-563358b7-274d-4db9-9249-6ed2e11d13e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:35.748753 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: a0270330-cc6f-46bd-840f-68624760b659 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:01:35.749541 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device a0270330-cc6f-46bd-840f-68624760b659 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:01:35.750169 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 012abf78-8ed6-4bfc-a056-f6ea4b7e4655 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:01:35.790551 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 012abf78-8ed6-4bfc-a056-f6ea4b7e4655 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:01:35.791004 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 012abf78-8ed6-4bfc-a056-f6ea4b7e4655 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:01:35.871708 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563358b7-274d-4db9-9249-6ed2e11d13e7 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d0261f-2075-4e52-914b-44293584bdd9,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:35.885839 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3bb14fad-9d00-4784-a12a-45f2f7256ba6 req-93879dd5-047a-41ec-b1cb-baeec684e2dc tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a73ae28-9ec1-4e43-bc63-335d48a45020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103691 May 03 23:01:35.977871 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-563358b7-274d-4db9-9249-6ed2e11d13e7 service neutron] Attempting to bind port e0d0261f-2075-4e52-914b-44293584bdd9 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:01:35.978197 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-563358b7-274d-4db9-9249-6ed2e11d13e7 service neutron] Attempting to bind port e0d0261f-2075-4e52-914b-44293584bdd9 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '82b84367-2fcb-485e-8afe-d71abc718106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4db04b0a-96aa-4da2-bf24-bf173df49105'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:01:35.978521 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-563358b7-274d-4db9-9249-6ed2e11d13e7 service neutron] Attempting to bind port e0d0261f-2075-4e52-914b-44293584bdd9 on network 4db04b0a-96aa-4da2-bf24-bf173df49105 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:01:35.983090 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-563358b7-274d-4db9-9249-6ed2e11d13e7 service neutron] Port e0d0261f-2075-4e52-914b-44293584bdd9 on network 4db04b0a-96aa-4da2-bf24-bf173df49105 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:01:35.983403 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-563358b7-274d-4db9-9249-6ed2e11d13e7 service neutron] Attempting to bind port e0d0261f-2075-4e52-914b-44293584bdd9 on network 4db04b0a-96aa-4da2-bf24-bf173df49105 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:01:35.988592 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-563358b7-274d-4db9-9249-6ed2e11d13e7 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:01:35.989395 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-563358b7-274d-4db9-9249-6ed2e11d13e7 service neutron] Checking segment: {'id': '82b84367-2fcb-485e-8afe-d71abc718106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4db04b0a-96aa-4da2-bf24-bf173df49105'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:01:35.989395 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-563358b7-274d-4db9-9249-6ed2e11d13e7 service neutron] Bound using segment: {'id': '82b84367-2fcb-485e-8afe-d71abc718106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4db04b0a-96aa-4da2-bf24-bf173df49105'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:01:35.989979 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-563358b7-274d-4db9-9249-6ed2e11d13e7 service neutron] Bound port: e0d0261f-2075-4e52-914b-44293584bdd9, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b84367-2fcb-485e-8afe-d71abc718106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '4db04b0a-96aa-4da2-bf24-bf173df49105'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:01:35.990105 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-563358b7-274d-4db9-9249-6ed2e11d13e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:36.034044 n-d-811807-1 neutron-server[88069]: DEBUG neutron.objects.ports [None req-2e2b5c78-6e09-4187-9883-6da5e7e328f7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88069) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 03 23:01:36.035352 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2e2b5c78-6e09-4187-9883-6da5e7e328f7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:36.085554 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-563358b7-274d-4db9-9249-6ed2e11d13e7 service neutron] For port e0d0261f-2075-4e52-914b-44293584bdd9, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:01:36.088603 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-563358b7-274d-4db9-9249-6ed2e11d13e7 service neutron] For port e0d0261f-2075-4e52-914b-44293584bdd9, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=e0d0261f-2075-4e52-914b-44293584bdd9,segment=NetworkSegment(82b84367-2fcb-485e-8afe-d71abc718106),segment_id=82b84367-2fcb-485e-8afe-d71abc718106)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:01:36.092818 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-563358b7-274d-4db9-9249-6ed2e11d13e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:36.094855 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2b5c78-6e09-4187-9883-6da5e7e328f7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:36.098142 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-2e2b5c78-6e09-4187-9883-6da5e7e328f7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:36.101174 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2b5c78-6e09-4187-9883-6da5e7e328f7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:36.101755 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2e2b5c78-6e09-4187-9883-6da5e7e328f7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:36.109316 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a538666-2049-4a71-817b-3bec931198f9 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:01:36.126100 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b5c78-6e09-4187-9883-6da5e7e328f7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Subnet': ['ID=24d679ff-9507-46f7-9954-5598276b0a39,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:36.139617 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2e2b5c78-6e09-4187-9883-6da5e7e328f7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8079166 May 03 23:01:36.142439 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47566) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:36.148248 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-b5e9fe29-2a22-4738-a8c1-6fb826f14d70 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:01:36.172853 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-563358b7-274d-4db9-9249-6ed2e11d13e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:36.173461 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-563358b7-274d-4db9-9249-6ed2e11d13e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:36.174869 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-563358b7-274d-4db9-9249-6ed2e11d13e7 service neutron] 10.222.0.67 "PUT /v2.0/ports/e0d0261f-2075-4e52-914b-44293584bdd9 HTTP/1.1" status: 200 len: 1092 time: 0.9449418 May 03 23:01:36.175290 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a75d99-2c2f-490a-aa38-430e4084bd01', 'tag': 'e0d0261f-2075-4e52-914b-44293584bdd9'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:01:36.252247 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4bece59-47aa-440a-bbb1-069af5a9e5e4'] response: {'name': 'network-changed', 'server_uuid': 'f3a75d99-2c2f-490a-aa38-430e4084bd01', 'tag': 'e0d0261f-2075-4e52-914b-44293584bdd9', 'status': 'completed', 'code': 200} May 03 23:01:36.252897 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563358b7-274d-4db9-9249-6ed2e11d13e7 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d0261f-2075-4e52-914b-44293584bdd9,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:36.291817 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-31e25ec7-43a9-408a-9da1-a3140204ae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:36.293282 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-31e25ec7-43a9-408a-9da1-a3140204ae70 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f78e8c45dde9428fbae42b8cd7a9aa46&device_id=f3a75d99-2c2f-490a-aa38-430e4084bd01 HTTP/1.1" status: 200 len: 1095 time: 0.0776167 May 03 23:01:36.301009 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b5e9fe29-2a22-4738-a8c1-6fb826f14d70 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:01:36.305430 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b5e9fe29-2a22-4738-a8c1-6fb826f14d70 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:subnet and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:01:36.308343 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b5e9fe29-2a22-4738-a8c1-6fb826f14d70 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:01:36.314666 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b5e9fe29-2a22-4738-a8c1-6fb826f14d70 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:01:36.331492 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e9fe29-2a22-4738-a8c1-6fb826f14d70 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:01:36.337558 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b5e9fe29-2a22-4738-a8c1-6fb826f14d70 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:36.390908 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337ac1bc-6d12-4061-ad79-ca40d9238c1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'tenant_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'fixed_ips': [{'subnet_id': '24d679ff-9507-46f7-9954-5598276b0a39'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:01:36.391782 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-337ac1bc-6d12-4061-ad79-ca40d9238c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:36.530128 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-e6c9570f-6493-4f4c-9a20-5eaaaf388a8f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0d0261f-2075-4e52-914b-44293584bdd9 HTTP/1.1" status: 200 len: 217 time: 0.2207766 May 03 23:01:36.553092 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-337ac1bc-6d12-4061-ad79-ca40d9238c1a None None] Allocated IP 2001:db8::f816:3eff:fee0:1a0c (02c338eb-0429-43aa-8f6f-d1a2ed95a021/24d679ff-9507-46f7-9954-5598276b0a39/30d488f1-d804-4e79-bbc4-3a29bcc42c45) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:01:36.616399 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b5e9fe29-2a22-4738-a8c1-6fb826f14d70 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:36.642306 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-d5b7b5de-72c4-4d1c-b60f-0fb20bf34a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:36.643784 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-d5b7b5de-72c4-4d1c-b60f-0fb20bf34a86 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a48a4adb-c061-41c4-bc35-f1d5ff0b47e2 HTTP/1.1" status: 200 len: 853 time: 0.1117201 May 03 23:01:36.655990 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cacdfca5-66d5-472a-8d2b-a8a3ba4541c6 req-a3cb788d-804c-420f-9182-64d547556ca1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=65badab1-c3dd-4694-99ca-8d481db29112&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2996902 May 03 23:01:36.670048 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e9fe29-2a22-4738-a8c1-6fb826f14d70 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:36.672571 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-b5e9fe29-2a22-4738-a8c1-6fb826f14d70 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:36.680882 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e9fe29-2a22-4738-a8c1-6fb826f14d70 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:36.681471 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b5e9fe29-2a22-4738-a8c1-6fb826f14d70 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:36.716471 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e9fe29-2a22-4738-a8c1-6fb826f14d70 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Subnet': ['ID=91337063-f7bf-4ef3-9fc6-20ba6be5af3e,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:36.723422 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b5e9fe29-2a22-4738-a8c1-6fb826f14d70 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5771723 May 03 23:01:36.723732 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47572) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:36.729684 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-301b52f3-e3b8-4785-837f-2667e1723642 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'port': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'mac_address': 'fa:16:3e:f0:2b:3f', 'name': 'tempest-NetworksTestDHCPv6-1927739522'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:01:36.734211 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-0f95be89-39c5-42f4-ad73-ea22f76fdb3f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4db04b0a-96aa-4da2-bf24-bf173df49105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821292 May 03 23:01:36.781760 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-337ac1bc-6d12-4061-ad79-ca40d9238c1a None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:36.792093 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-337ac1bc-6d12-4061-ad79-ca40d9238c1a None None] Transition to ACTIVE for port object 30d488f1-d804-4e79-bbc4-3a29bcc42c45 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:01:36.811456 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-337ac1bc-6d12-4061-ad79-ca40d9238c1a None None] Transition to ACTIVE for port object 30d488f1-d804-4e79-bbc4-3a29bcc42c45 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:01:36.818489 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-337ac1bc-6d12-4061-ad79-ca40d9238c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:36.878965 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-301b52f3-e3b8-4785-837f-2667e1723642 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:01:36.882984 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337ac1bc-6d12-4061-ad79-ca40d9238c1a None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:36.885748 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdfca5-66d5-472a-8d2b-a8a3ba4541c6 req-b54f773d-a546-4832-bb91-cf97a4a6806e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:36.885988 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-337ac1bc-6d12-4061-ad79-ca40d9238c1a None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:36.887228 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cacdfca5-66d5-472a-8d2b-a8a3ba4541c6 req-b54f773d-a546-4832-bb91-cf97a4a6806e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fac7f64c48bd48e8ae480a0113f466e9&device_id=65badab1-c3dd-4694-99ca-8d481db29112 HTTP/1.1" status: 200 len: 1097 time: 0.1986423 May 03 23:01:36.888399 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337ac1bc-6d12-4061-ad79-ca40d9238c1a None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:01:36.889190 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-f322f1cb-95c5-48d9-8d4a-6ef992348c91 service neutron] 10.222.0.67 "GET /v2.0/networks/4db04b0a-96aa-4da2-bf24-bf173df49105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448817 May 03 23:01:36.890167 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-301b52f3-e3b8-4785-837f-2667e1723642 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:01:36.904532 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301b52f3-e3b8-4785-837f-2667e1723642 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:01:36.934071 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ac1bc-6d12-4061-ad79-ca40d9238c1a None None] Pushing event updated for resources: {'Port': ['ID=30d488f1-d804-4e79-bbc4-3a29bcc42c45,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:36.994673 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-337ac1bc-6d12-4061-ad79-ca40d9238c1a None None] Attempting to bind port 30d488f1-d804-4e79-bbc4-3a29bcc42c45 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:01:36.995052 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-337ac1bc-6d12-4061-ad79-ca40d9238c1a None None] Attempting to bind port 30d488f1-d804-4e79-bbc4-3a29bcc42c45 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:01:36.995427 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337ac1bc-6d12-4061-ad79-ca40d9238c1a None None] Attempting to bind port 30d488f1-d804-4e79-bbc4-3a29bcc42c45 on network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:01:37.001249 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337ac1bc-6d12-4061-ad79-ca40d9238c1a None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:01:37.001627 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337ac1bc-6d12-4061-ad79-ca40d9238c1a None None] Checking segment: {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:01:37.002054 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-337ac1bc-6d12-4061-ad79-ca40d9238c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:37.002448 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337ac1bc-6d12-4061-ad79-ca40d9238c1a None None] Bound using segment: {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:01:37.002916 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-337ac1bc-6d12-4061-ad79-ca40d9238c1a None None] Bound port: 30d488f1-d804-4e79-bbc4-3a29bcc42c45, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:01:37.003290 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-337ac1bc-6d12-4061-ad79-ca40d9238c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:37.097477 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-337ac1bc-6d12-4061-ad79-ca40d9238c1a None None] For port 30d488f1-d804-4e79-bbc4-3a29bcc42c45, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:01:37.101419 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-337ac1bc-6d12-4061-ad79-ca40d9238c1a None None] For port 30d488f1-d804-4e79-bbc4-3a29bcc42c45, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=30d488f1-d804-4e79-bbc4-3a29bcc42c45,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:01:37.108132 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-337ac1bc-6d12-4061-ad79-ca40d9238c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:37.137297 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-301b52f3-e3b8-4785-837f-2667e1723642 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:37.143549 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e7b24d45-6729-4196-84c2-e4c117ba17a8 req-9c252948-098e-496b-9ba2-32745326b2b4 service neutron] 10.222.0.67 "GET /v2.0/networks/4db04b0a-96aa-4da2-bf24-bf173df49105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447987 May 03 23:01:37.144574 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdfca5-66d5-472a-8d2b-a8a3ba4541c6 req-8c946fe1-70a7-4318-9570-9f2a00111f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:37.145977 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cacdfca5-66d5-472a-8d2b-a8a3ba4541c6 req-8c946fe1-70a7-4318-9570-9f2a00111f0d service neutron] 10.222.0.60 "GET /v2.0/networks?id=707cfa08-484f-448d-b84f-a940bf8f6e2e HTTP/1.1" status: 200 len: 912 time: 0.2256501 May 03 23:01:37.174916 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-301b52f3-e3b8-4785-837f-2667e1723642 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] device_id is not set on port ab0dc1ed-3719-4edd-a78f-51d4e2dc4fdb yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 23:01:37.225495 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c490a60-ffd6-4d87-a6fb-ecc72d3f2091 req-8f91ed8b-1f91-4920-b0aa-5069a1111a1a tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:37.227097 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0c490a60-ffd6-4d87-a6fb-ecc72d3f2091 req-8f91ed8b-1f91-4920-b0aa-5069a1111a1a tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a75d99-2c2f-490a-aa38-430e4084bd01 HTTP/1.1" status: 200 len: 944 time: 0.1922994 May 03 23:01:37.238509 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ac1bc-6d12-4061-ad79-ca40d9238c1a None None] Pushing event updated for resources: {'Port': ['ID=30d488f1-d804-4e79-bbc4-3a29bcc42c45,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:37.307601 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cacdfca5-66d5-472a-8d2b-a8a3ba4541c6 req-ca76b28b-e21d-4f9a-8e08-d9e633468b32 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03469911-b68d-4164-b0df-99e893b6d196 HTTP/1.1" status: 200 len: 1002 time: 0.1525686 May 03 23:01:37.346972 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0c490a60-ffd6-4d87-a6fb-ecc72d3f2091 req-63cd09c5-75bb-45c9-817b-c027442381f8 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a73ae28-9ec1-4e43-bc63-335d48a45020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933337 May 03 23:01:37.377815 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c46dfe-0fba-43c1-a584-c6017cf1d0e9 req-16b3931d-8dbf-473b-890a-86c4baa85c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:37.377815 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-26c46dfe-0fba-43c1-a584-c6017cf1d0e9 req-16b3931d-8dbf-473b-890a-86c4baa85c36 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f78e8c45dde9428fbae42b8cd7a9aa46&device_id=f3a75d99-2c2f-490a-aa38-430e4084bd01 HTTP/1.1" status: 200 len: 1095 time: 0.1660116 May 03 23:01:37.381845 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdfca5-66d5-472a-8d2b-a8a3ba4541c6 req-3c712965-056d-4cd5-90bf-ebb833369eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:37.383276 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cacdfca5-66d5-472a-8d2b-a8a3ba4541c6 req-3c712965-056d-4cd5-90bf-ebb833369eef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1a456f8a-c743-4130-8826-ac82fe55cbc8 HTTP/1.1" status: 200 len: 850 time: 0.0677207 May 03 23:01:37.479845 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-301b52f3-e3b8-4785-837f-2667e1723642 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Allocated IP 172.20.0.6 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/91337063-f7bf-4ef3-9fc6-20ba6be5af3e/ab0dc1ed-3719-4edd-a78f-51d4e2dc4fdb) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:01:37.485846 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-301b52f3-e3b8-4785-837f-2667e1723642 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Allocated IP 2001:db8::f816:3eff:fef0:2b3f (02c338eb-0429-43aa-8f6f-d1a2ed95a021/24d679ff-9507-46f7-9954-5598276b0a39/ab0dc1ed-3719-4edd-a78f-51d4e2dc4fdb) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:01:37.597788 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdfca5-66d5-472a-8d2b-a8a3ba4541c6 req-d1551e7b-15df-4153-95b6-1a2a02aaa1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:37.599726 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cacdfca5-66d5-472a-8d2b-a8a3ba4541c6 req-d1551e7b-15df-4153-95b6-1a2a02aaa1d7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=707cfa08-484f-448d-b84f-a940bf8f6e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1980300 May 03 23:01:37.601178 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c46dfe-0fba-43c1-a584-c6017cf1d0e9 req-0abb19fb-75d3-4860-a878-223fb0133b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:37.602846 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-26c46dfe-0fba-43c1-a584-c6017cf1d0e9 req-0abb19fb-75d3-4860-a878-223fb0133b3b service neutron] 10.222.0.67 "GET /v2.0/networks?id=4db04b0a-96aa-4da2-bf24-bf173df49105 HTTP/1.1" status: 200 len: 914 time: 0.2226949 May 03 23:01:37.715967 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-26c46dfe-0fba-43c1-a584-c6017cf1d0e9 req-7990dab8-41d0-40a3-a674-94704b3b59aa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0d0261f-2075-4e52-914b-44293584bdd9 HTTP/1.1" status: 200 len: 217 time: 0.0848167 May 03 23:01:37.728302 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-301b52f3-e3b8-4785-837f-2667e1723642 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:37.748089 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 30d488f1-d804-4e79-bbc4-3a29bcc42c45 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:01:37.752357 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-301b52f3-e3b8-4785-837f-2667e1723642 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Transition to ACTIVE for port object ab0dc1ed-3719-4edd-a78f-51d4e2dc4fdb will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:01:37.776665 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-301b52f3-e3b8-4785-837f-2667e1723642 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:37.834702 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 30d488f1-d804-4e79-bbc4-3a29bcc42c45 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:01:37.849439 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301b52f3-e3b8-4785-837f-2667e1723642 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:37.852601 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-301b52f3-e3b8-4785-837f-2667e1723642 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:37.857122 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301b52f3-e3b8-4785-837f-2667e1723642 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:01:37.865981 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c46dfe-0fba-43c1-a584-c6017cf1d0e9 req-a9900232-0710-43c2-b81b-9dd42f707b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:37.867394 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-26c46dfe-0fba-43c1-a584-c6017cf1d0e9 req-a9900232-0710-43c2-b81b-9dd42f707b75 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a48a4adb-c061-41c4-bc35-f1d5ff0b47e2 HTTP/1.1" status: 200 len: 853 time: 0.0953267 May 03 23:01:37.872980 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cacdfca5-66d5-472a-8d2b-a8a3ba4541c6 req-b831368a-76a0-4ff1-875c-7fb4e57d54a9 service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640078 May 03 23:01:37.937240 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-26c46dfe-0fba-43c1-a584-c6017cf1d0e9 req-f5db75e4-93d1-478d-9929-b8f91efbe59c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4db04b0a-96aa-4da2-bf24-bf173df49105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631769 May 03 23:01:38.008929 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b52f3-e3b8-4785-837f-2667e1723642 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Port': ['ID=ab0dc1ed-3719-4edd-a78f-51d4e2dc4fdb,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:38.043667 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301b52f3-e3b8-4785-837f-2667e1723642 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:38.044879 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-301b52f3-e3b8-4785-837f-2667e1723642 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:38.072204 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-301b52f3-e3b8-4785-837f-2667e1723642 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3474264 May 03 23:01:38.074766 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47580) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:38.163517 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c29606-a990-456d-92c1-3a354ad28e45 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:38.169981 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c29606-a990-456d-92c1-3a354ad28e45 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:38.170819 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e2c29606-a990-456d-92c1-3a354ad28e45 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:01:38.188923 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e2c29606-a990-456d-92c1-3a354ad28e45 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:01:38.190662 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e2c29606-a990-456d-92c1-3a354ad28e45 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1148784 May 03 23:01:38.198568 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47584) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:38.235922 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-54c85a26-1136-44d6-9bca-9a3fe5e366b0 req-bb4d1076-c0b3-4f62-8051-aaa6e36b3f28 service neutron] (88069) timed out ('10.222.0.58', 56866) {{(pid=88069) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 03 23:01:38.272081 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-9e5c5b0a-7a44-47f3-b29a-393dbf37f7a5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting port ab0dc1ed-3719-4edd-a78f-51d4e2dc4fdb {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:01:38.272425 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9e5c5b0a-7a44-47f3-b29a-393dbf37f7a5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:38.302154 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cacdfca5-66d5-472a-8d2b-a8a3ba4541c6 req-87c0173c-bd9c-44f9-8aa0-06bccbdb6acd service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987865 May 03 23:01:38.321615 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-26c46dfe-0fba-43c1-a584-c6017cf1d0e9 req-1be81d39-165d-4fbc-b889-18f312e69c30 service neutron] 10.222.0.67 "GET /v2.0/networks/4db04b0a-96aa-4da2-bf24-bf173df49105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714716 May 03 23:01:38.352246 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c32e0b-7110-4cdd-a5eb-1880933d9cfc None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:01:38.465201 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-76d2d430-1cd3-4f67-9817-46d81641a932 None None] Provisioning for port 30d488f1-d804-4e79-bbc4-3a29bcc42c45 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:01:38.479604 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-76d2d430-1cd3-4f67-9817-46d81641a932 None None] Provisioning complete for port 30d488f1-d804-4e79-bbc4-3a29bcc42c45 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:01:38.479985 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-76d2d430-1cd3-4f67-9817-46d81641a932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:38.489787 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-26c46dfe-0fba-43c1-a584-c6017cf1d0e9 req-fec891b9-906b-4b8c-b5e8-0e46e3a13269 service neutron] 10.222.0.67 "GET /v2.0/networks/4db04b0a-96aa-4da2-bf24-bf173df49105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593831 May 03 23:01:38.606310 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9e5c5b0a-7a44-47f3-b29a-393dbf37f7a5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:38.697485 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-76d2d430-1cd3-4f67-9817-46d81641a932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:38.732085 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-9e5c5b0a-7a44-47f3-b29a-393dbf37f7a5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Calling delete_port for ab0dc1ed-3719-4edd-a78f-51d4e2dc4fdb owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:01:38.738120 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-76d2d430-1cd3-4f67-9817-46d81641a932 None None] For port 30d488f1-d804-4e79-bbc4-3a29bcc42c45, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=30d488f1-d804-4e79-bbc4-3a29bcc42c45,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:38.744460 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-76d2d430-1cd3-4f67-9817-46d81641a932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:38.787783 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d766ee4-1257-455e-ac9e-d7ff757adca9 req-8ab1ac82-3834-48f1-b5d3-15b08bfd8260 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:38.789326 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1d766ee4-1257-455e-ac9e-d7ff757adca9 req-8ab1ac82-3834-48f1-b5d3-15b08bfd8260 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a75d99-2c2f-490a-aa38-430e4084bd01 HTTP/1.1" status: 200 len: 944 time: 0.2847583 May 03 23:01:38.820951 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2d430-1cd3-4f67-9817-46d81641a932 None None] Pushing event updated for resources: {'Port': ['ID=30d488f1-d804-4e79-bbc4-3a29bcc42c45,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:38.856000 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1d766ee4-1257-455e-ac9e-d7ff757adca9 req-3ff72161-6759-4680-b5e9-33e5abdb934d tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a73ae28-9ec1-4e43-bc63-335d48a45020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602546 May 03 23:01:38.901647 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addd4d7f-be47-4c74-b2e0-2bdb85bf26fa None None] Update dhcp port {'port': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'fixed_ips': [{'subnet_id': '24d679ff-9507-46f7-9954-5598276b0a39', 'ip_address': '2001:db8::f816:3eff:fee0:1a0c'}, {'subnet_id': '91337063-f7bf-4ef3-9fc6-20ba6be5af3e'}], 'binding:host_id': 'n-d-811807-1'}, 'id': '30d488f1-d804-4e79-bbc4-3a29bcc42c45'} from n-d-811807-1. {{(pid=88071) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 03 23:01:38.954023 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-addd4d7f-be47-4c74-b2e0-2bdb85bf26fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:38.984807 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9e5c5b0a-7a44-47f3-b29a-393dbf37f7a5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:39.032675 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c5b0a-7a44-47f3-b29a-393dbf37f7a5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Port': ['ID=ab0dc1ed-3719-4edd-a78f-51d4e2dc4fdb,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:39.155951 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-addd4d7f-be47-4c74-b2e0-2bdb85bf26fa None None] Allocated IP 172.20.0.2 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/91337063-f7bf-4ef3-9fc6-20ba6be5af3e/30d488f1-d804-4e79-bbc4-3a29bcc42c45) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:01:39.166232 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9e5c5b0a-7a44-47f3-b29a-393dbf37f7a5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:39.181803 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9e5c5b0a-7a44-47f3-b29a-393dbf37f7a5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/ab0dc1ed-3719-4edd-a78f-51d4e2dc4fdb HTTP/1.1" status: 204 len: 168 time: 0.9800854 May 03 23:01:39.182108 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47592) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:39.248047 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2dfb0d-6beb-443b-925f-3d16df72bd4c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:39.249602 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2dfb0d-6beb-443b-925f-3d16df72bd4c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:39.251114 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2dfb0d-6beb-443b-925f-3d16df72bd4c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:39.251891 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8e2dfb0d-6beb-443b-925f-3d16df72bd4c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:01:39.268337 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8e2dfb0d-6beb-443b-925f-3d16df72bd4c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:01:39.269430 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8e2dfb0d-6beb-443b-925f-3d16df72bd4c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0864449 May 03 23:01:39.272046 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47596) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:39.301429 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-addd4d7f-be47-4c74-b2e0-2bdb85bf26fa None None] For port 30d488f1-d804-4e79-bbc4-3a29bcc42c45, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=30d488f1-d804-4e79-bbc4-3a29bcc42c45,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:39.326288 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-addd4d7f-be47-4c74-b2e0-2bdb85bf26fa None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:39.340804 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad67674-c306-4a42-92f8-a760ee18d2d0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting subnet 24d679ff-9507-46f7-9954-5598276b0a39 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:01:39.342431 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-addd4d7f-be47-4c74-b2e0-2bdb85bf26fa None None] Transition to ACTIVE for port object 30d488f1-d804-4e79-bbc4-3a29bcc42c45 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:01:39.348961 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3ad67674-c306-4a42-92f8-a760ee18d2d0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:39.349998 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-addd4d7f-be47-4c74-b2e0-2bdb85bf26fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:39.404107 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3ad67674-c306-4a42-92f8-a760ee18d2d0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:39.488490 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3ad67674-c306-4a42-92f8-a760ee18d2d0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:39.490911 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd4d7f-be47-4c74-b2e0-2bdb85bf26fa None None] Pushing event updated for resources: {'Port': ['ID=30d488f1-d804-4e79-bbc4-3a29bcc42c45,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:39.564879 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3ad67674-c306-4a42-92f8-a760ee18d2d0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:39.603266 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad67674-c306-4a42-92f8-a760ee18d2d0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Subnet': ['ID=24d679ff-9507-46f7-9954-5598276b0a39,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:39.609518 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3ad67674-c306-4a42-92f8-a760ee18d2d0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:39.623424 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3ad67674-c306-4a42-92f8-a760ee18d2d0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/24d679ff-9507-46f7-9954-5598276b0a39 HTTP/1.1" status: 204 len: 168 time: 0.3502226 May 03 23:01:39.626582 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47600) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:39.705616 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6233931-35fb-4411-8403-e57bed21bc2b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting subnet 91337063-f7bf-4ef3-9fc6-20ba6be5af3e {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:01:39.709410 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e6233931-35fb-4411-8403-e57bed21bc2b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:39.713405 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 30d488f1-d804-4e79-bbc4-3a29bcc42c45 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:01:39.767970 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e6233931-35fb-4411-8403-e57bed21bc2b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:39.862721 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e6233931-35fb-4411-8403-e57bed21bc2b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:40.116180 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e6233931-35fb-4411-8403-e57bed21bc2b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:40.127233 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e744bb-3d86-4a6a-9b26-d66f2cc6ddb8 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:01:40.158803 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ead0a-7df7-491a-b8a3-32af6d9e5503 req-d73c80e6-45d3-4232-931a-d8989fbcece7 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:40.160877 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-db4ead0a-7df7-491a-b8a3-32af6d9e5503 req-d73c80e6-45d3-4232-931a-d8989fbcece7 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a75d99-2c2f-490a-aa38-430e4084bd01 HTTP/1.1" status: 200 len: 944 time: 0.1528277 May 03 23:01:40.170276 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6233931-35fb-4411-8403-e57bed21bc2b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Subnet': ['ID=91337063-f7bf-4ef3-9fc6-20ba6be5af3e,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:40.175488 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e6233931-35fb-4411-8403-e57bed21bc2b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:40.210691 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e6233931-35fb-4411-8403-e57bed21bc2b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/91337063-f7bf-4ef3-9fc6-20ba6be5af3e HTTP/1.1" status: 204 len: 168 time: 0.5829341 May 03 23:01:40.213222 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47606) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:40.233270 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-cbde9c76-c51b-4fe2-ae61-cd64cf2778a6 None None] Provisioning for port 30d488f1-d804-4e79-bbc4-3a29bcc42c45 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:01:40.264772 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-cbde9c76-c51b-4fe2-ae61-cd64cf2778a6 None None] Provisioning complete for port 30d488f1-d804-4e79-bbc4-3a29bcc42c45 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:01:40.265072 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cbde9c76-c51b-4fe2-ae61-cd64cf2778a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:40.291834 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-19d8a905-657c-4e36-bf13-0b122c1afd65 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747554 May 03 23:01:40.292412 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-db4ead0a-7df7-491a-b8a3-32af6d9e5503 req-a93f6504-85b2-4115-936a-dde7af9811a6 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a73ae28-9ec1-4e43-bc63-335d48a45020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233876 May 03 23:01:40.292717 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47610) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:40.304412 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-8838a046-4464-47ba-97e8-ed787d15f822 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:01:40.436609 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8838a046-4464-47ba-97e8-ed787d15f822 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:01:40.441354 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8838a046-4464-47ba-97e8-ed787d15f822 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:subnet and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:01:40.444386 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8838a046-4464-47ba-97e8-ed787d15f822 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:01:40.451098 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8838a046-4464-47ba-97e8-ed787d15f822 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:01:40.461796 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8838a046-4464-47ba-97e8-ed787d15f822 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:01:40.465331 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8838a046-4464-47ba-97e8-ed787d15f822 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:40.491630 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-cbde9c76-c51b-4fe2-ae61-cd64cf2778a6 None None] Could not find standard attr ID for object ab0dc1ed-3719-4edd-a78f-51d4e2dc4fdb. {{(pid=88071) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 03 23:01:40.566226 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4abcdf-5df0-4b40-9227-d16df5f3bd7e None None] DHCP port deletion for 02c338eb-0429-43aa-8f6f-d1a2ed95a021 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:01:40.572640 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-2e4abcdf-5df0-4b40-9227-d16df5f3bd7e None None] Deleting port 30d488f1-d804-4e79-bbc4-3a29bcc42c45 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:01:40.573095 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2e4abcdf-5df0-4b40-9227-d16df5f3bd7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:40.780836 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47614) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:40.790581 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-2e4abcdf-5df0-4b40-9227-d16df5f3bd7e None None] For port 30d488f1-d804-4e79-bbc4-3a29bcc42c45, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=30d488f1-d804-4e79-bbc4-3a29bcc42c45,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:40.791074 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2e4abcdf-5df0-4b40-9227-d16df5f3bd7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:40.833049 n-d-811807-1 neutron-server[88070]: DEBUG neutron.objects.ports [None req-8838a046-4464-47ba-97e8-ed787d15f822 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88070) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 03 23:01:40.883782 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-53a5fc62-a8a1-42f8-82cd-12d1c2488c90 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] 10.222.0.58 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3634 time: 0.0997522 May 03 23:01:40.886696 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47618) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:40.892012 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-109dcde9-11fa-4cdf-96b5-2a6f18446604 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Request body: {'network': {'name': 'tempest-network-smoke--694824328', 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'port_security_enabled': False}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:01:40.897318 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-109dcde9-11fa-4cdf-96b5-2a6f18446604 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:01:40.907055 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-109dcde9-11fa-4cdf-96b5-2a6f18446604 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:01:40.914646 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-2e4abcdf-5df0-4b40-9227-d16df5f3bd7e None None] Calling delete_port for 30d488f1-d804-4e79-bbc4-3a29bcc42c45 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:01:40.917206 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109dcde9-11fa-4cdf-96b5-2a6f18446604 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Made reservation on behalf of 61cab4c91c0e4d5a8ad17b08776df08d for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:01:40.921893 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-109dcde9-11fa-4cdf-96b5-2a6f18446604 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:40.950035 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-109dcde9-11fa-4cdf-96b5-2a6f18446604 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:01:40.959385 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-109dcde9-11fa-4cdf-96b5-2a6f18446604 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:40.959385 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-109dcde9-11fa-4cdf-96b5-2a6f18446604 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Added segment c368e2f7-1b08-487a-9dfe-5ab751faaaab of type vlan for network 91dd5d33-b480-4801-8c54-433ed84e8f90 May 03 23:01:40.963595 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device e0d0261f-2075-4e52-914b-44293584bdd9 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:01:40.985239 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-109dcde9-11fa-4cdf-96b5-2a6f18446604 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:41.015367 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-109dcde9-11fa-4cdf-96b5-2a6f18446604 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:41.020964 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109dcde9-11fa-4cdf-96b5-2a6f18446604 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:41.021607 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-109dcde9-11fa-4cdf-96b5-2a6f18446604 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:41.059580 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8838a046-4464-47ba-97e8-ed787d15f822 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:41.110036 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-2e4abcdf-5df0-4b40-9227-d16df5f3bd7e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:01:41.110396 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-2e4abcdf-5df0-4b40-9227-d16df5f3bd7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:01:41.131692 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-109dcde9-11fa-4cdf-96b5-2a6f18446604 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2438860 May 03 23:01:41.134466 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47622) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:41.134972 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port e0d0261f-2075-4e52-914b-44293584bdd9, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=e0d0261f-2075-4e52-914b-44293584bdd9,segment=NetworkSegment(82b84367-2fcb-485e-8afe-d71abc718106),segment_id=82b84367-2fcb-485e-8afe-d71abc718106)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:41.135157 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109dcde9-11fa-4cdf-96b5-2a6f18446604 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Pushing event updated for resources: {'Network': ['ID=91dd5d33-b480-4801-8c54-433ed84e8f90,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:41.145214 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-b331205e-fb8c-4b46-a082-180c434b5056 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1782910207', 'admin_state_up': True, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:01:41.147691 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 91dd5d33-b480-4801-8c54-433ed84e8f90 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:01:41.164151 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b331205e-fb8c-4b46-a082-180c434b5056 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:01:41.171711 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b331205e-fb8c-4b46-a082-180c434b5056 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Usage tracker for resource:router and tenant:61cab4c91c0e4d5a8ad17b08776df08d is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:01:41.175674 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b331205e-fb8c-4b46-a082-180c434b5056 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:01:41.181626 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'e0d0261f-2075-4e52-914b-44293584bdd9', 'network_id': '4db04b0a-96aa-4da2-bf24-bf173df49105', 'port_id': 'e0d0261f-2075-4e52-914b-44293584bdd9', 'mac_address': 'fa:16:3e:93:12:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48a4adb-c061-41c4-bc35-f1d5ff0b47e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:01:41.198895 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b331205e-fb8c-4b46-a082-180c434b5056 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:01:41.267689 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b331205e-fb8c-4b46-a082-180c434b5056 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:41.268705 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b331205e-fb8c-4b46-a082-180c434b5056 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:41.283822 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b331205e-fb8c-4b46-a082-180c434b5056 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:41.302427 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:41.321242 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d0261f-2075-4e52-914b-44293584bdd9 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:01:41.338935 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port e0d0261f-2075-4e52-914b-44293584bdd9, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=e0d0261f-2075-4e52-914b-44293584bdd9,segment=NetworkSegment(82b84367-2fcb-485e-8afe-d71abc718106),segment_id=82b84367-2fcb-485e-8afe-d71abc718106)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:41.343366 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:41.418372 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=e0d0261f-2075-4e52-914b-44293584bdd9,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:41.476692 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-8838a046-4464-47ba-97e8-ed787d15f822 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] For port 30d488f1-d804-4e79-bbc4-3a29bcc42c45, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=30d488f1-d804-4e79-bbc4-3a29bcc42c45,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:41.503748 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7432874-0cb5-4ac6-bda3-fdf59aec7047 req-048fdc73-b1bd-4bed-bf08-1a29af5ad693 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:41.505241 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c7432874-0cb5-4ac6-bda3-fdf59aec7047 req-048fdc73-b1bd-4bed-bf08-1a29af5ad693 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a75d99-2c2f-490a-aa38-430e4084bd01 HTTP/1.1" status: 200 len: 945 time: 0.0867870 May 03 23:01:41.555713 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c7432874-0cb5-4ac6-bda3-fdf59aec7047 req-5a4ec21a-c8a4-4a3d-b310-18cd0e77fe70 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a73ae28-9ec1-4e43-bc63-335d48a45020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445206 May 03 23:01:41.611889 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-2e4abcdf-5df0-4b40-9227-d16df5f3bd7e None None] Deleting port 30d488f1-d804-4e79-bbc4-3a29bcc42c45 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:01:41.612299 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2e4abcdf-5df0-4b40-9227-d16df5f3bd7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:41.695034 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['e0d0261f-2075-4e52-914b-44293584bdd9'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:01:41.731353 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 30d488f1-d804-4e79-bbc4-3a29bcc42c45 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:01:41.734540 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b331205e-fb8c-4b46-a082-180c434b5056 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:41.753478 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8838a046-4464-47ba-97e8-ed787d15f822 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:41.769980 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8838a046-4464-47ba-97e8-ed787d15f822 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:41.770681 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8838a046-4464-47ba-97e8-ed787d15f822 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:41.898146 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8838a046-4464-47ba-97e8-ed787d15f822 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:41.906059 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-8838a046-4464-47ba-97e8-ed787d15f822 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:41.912664 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8838a046-4464-47ba-97e8-ed787d15f822 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:41.913241 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8838a046-4464-47ba-97e8-ed787d15f822 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:41.932891 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838a046-4464-47ba-97e8-ed787d15f822 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Subnet': ['ID=9189c5bf-d7d9-4075-92be-0117a684be94,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:41.948757 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838a046-4464-47ba-97e8-ed787d15f822 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Port': ['ID=30d488f1-d804-4e79-bbc4-3a29bcc42c45,revision_number=8']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:42.007985 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8838a046-4464-47ba-97e8-ed787d15f822 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7140813 May 03 23:01:42.010686 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47628) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:42.015829 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-b55b0b61-3631-495a-9533-1da3345b2fe0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:01:42.035707 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:42.071016 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-2e4abcdf-5df0-4b40-9227-d16df5f3bd7e None None] For port 30d488f1-d804-4e79-bbc4-3a29bcc42c45, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=30d488f1-d804-4e79-bbc4-3a29bcc42c45,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:42.071415 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2e4abcdf-5df0-4b40-9227-d16df5f3bd7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:42.258645 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-2e4abcdf-5df0-4b40-9227-d16df5f3bd7e None None] Calling delete_port for 30d488f1-d804-4e79-bbc4-3a29bcc42c45 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:01:42.281100 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b55b0b61-3631-495a-9533-1da3345b2fe0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:01:42.293770 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b55b0b61-3631-495a-9533-1da3345b2fe0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:subnet and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:01:42.298309 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b55b0b61-3631-495a-9533-1da3345b2fe0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:01:42.299374 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 30d488f1-d804-4e79-bbc4-3a29bcc42c45, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=30d488f1-d804-4e79-bbc4-3a29bcc42c45,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:42.306404 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b55b0b61-3631-495a-9533-1da3345b2fe0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:01:42.311264 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:42.349835 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b331205e-fb8c-4b46-a082-180c434b5056 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:42.379706 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b331205e-fb8c-4b46-a082-180c434b5056 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:42.381378 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55b0b61-3631-495a-9533-1da3345b2fe0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:01:42.384740 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b55b0b61-3631-495a-9533-1da3345b2fe0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:42.434511 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=30d488f1-d804-4e79-bbc4-3a29bcc42c45,revision_number=9']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:42.440942 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-2e4abcdf-5df0-4b40-9227-d16df5f3bd7e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:01:42.441296 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-2e4abcdf-5df0-4b40-9227-d16df5f3bd7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:01:42.632927 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-b331205e-fb8c-4b46-a082-180c434b5056 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Allocated IP 172.25.2.244 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:01:42.753766 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb978a-58ab-416c-b0aa-8b64c8472d65 req-d8b50540-17a3-4d1d-80f4-678bf2cfa7d4 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:42.755284 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5bcb978a-58ab-416c-b0aa-8b64c8472d65 req-d8b50540-17a3-4d1d-80f4-678bf2cfa7d4 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a75d99-2c2f-490a-aa38-430e4084bd01 HTTP/1.1" status: 200 len: 945 time: 0.0854352 May 03 23:01:42.800459 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5bcb978a-58ab-416c-b0aa-8b64c8472d65 req-17da6d17-d51a-44d1-81d8-ee9b3435581e tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a73ae28-9ec1-4e43-bc63-335d48a45020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380983 May 03 23:01:42.855309 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b331205e-fb8c-4b46-a082-180c434b5056 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:42.880638 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b55b0b61-3631-495a-9533-1da3345b2fe0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:42.949044 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55b0b61-3631-495a-9533-1da3345b2fe0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:42.953369 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-b55b0b61-3631-495a-9533-1da3345b2fe0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:42.958233 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55b0b61-3631-495a-9533-1da3345b2fe0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:42.958801 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b55b0b61-3631-495a-9533-1da3345b2fe0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:42.966953 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b0b61-3631-495a-9533-1da3345b2fe0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Subnet': ['ID=8e9066b8-4a83-4cc4-b2fe-dca3e2743a85,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:42.980022 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b331205e-fb8c-4b46-a082-180c434b5056 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:43.043276 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b55b0b61-3631-495a-9533-1da3345b2fe0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0316162 May 03 23:01:43.046642 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47634) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:43.051153 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b331205e-fb8c-4b46-a082-180c434b5056 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:43.052954 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-efa5e26a-d5a8-48ef-97b8-57f6779c9c6e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'port': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'mac_address': 'fa:16:3e:88:31:7d', 'name': 'tempest-NetworksTestDHCPv6-731607222'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:01:43.054535 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-b331205e-fb8c-4b46-a082-180c434b5056 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:43.058161 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b331205e-fb8c-4b46-a082-180c434b5056 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:01:43.096297 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331205e-fb8c-4b46-a082-180c434b5056 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Pushing event updated for resources: {'Port': ['ID=b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:43.182381 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-2e4abcdf-5df0-4b40-9227-d16df5f3bd7e None None] Deleting port 30d488f1-d804-4e79-bbc4-3a29bcc42c45 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:01:43.182991 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2e4abcdf-5df0-4b40-9227-d16df5f3bd7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:43.197315 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-efa5e26a-d5a8-48ef-97b8-57f6779c9c6e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:01:43.201761 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-efa5e26a-d5a8-48ef-97b8-57f6779c9c6e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:port and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:01:43.204889 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-efa5e26a-d5a8-48ef-97b8-57f6779c9c6e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:01:43.211412 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-efa5e26a-d5a8-48ef-97b8-57f6779c9c6e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:01:43.222428 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa5e26a-d5a8-48ef-97b8-57f6779c9c6e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:01:43.364390 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-efa5e26a-d5a8-48ef-97b8-57f6779c9c6e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:43.393033 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-efa5e26a-d5a8-48ef-97b8-57f6779c9c6e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] device_id is not set on port 063aacf8-4b29-40ca-9717-242d38be3868 yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 23:01:43.415242 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-2e4abcdf-5df0-4b40-9227-d16df5f3bd7e None None] For port 30d488f1-d804-4e79-bbc4-3a29bcc42c45, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=30d488f1-d804-4e79-bbc4-3a29bcc42c45,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:43.415639 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2e4abcdf-5df0-4b40-9227-d16df5f3bd7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:43.545421 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-2e4abcdf-5df0-4b40-9227-d16df5f3bd7e None None] Calling delete_port for 30d488f1-d804-4e79-bbc4-3a29bcc42c45 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:01:43.608408 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b331205e-fb8c-4b46-a082-180c434b5056 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:43.634688 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-efa5e26a-d5a8-48ef-97b8-57f6779c9c6e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Allocated IP 172.20.0.14 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/8e9066b8-4a83-4cc4-b2fe-dca3e2743a85/063aacf8-4b29-40ca-9717-242d38be3868) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:01:43.650834 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-efa5e26a-d5a8-48ef-97b8-57f6779c9c6e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Allocated IP 2001:db8::f816:3eff:fe88:317d (02c338eb-0429-43aa-8f6f-d1a2ed95a021/9189c5bf-d7d9-4075-92be-0117a684be94/063aacf8-4b29-40ca-9717-242d38be3868) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:01:43.740013 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2e4abcdf-5df0-4b40-9227-d16df5f3bd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:43.789058 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4abcdf-5df0-4b40-9227-d16df5f3bd7e None None] Pushing event deleted for resources: {'Port': ['ID=30d488f1-d804-4e79-bbc4-3a29bcc42c45,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:43.885822 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4abcdf-5df0-4b40-9227-d16df5f3bd7e None None] No DVR routers for this DVR port 30d488f1-d804-4e79-bbc4-3a29bcc42c45 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:01:43.904542 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5d0582-32fd-488c-a461-8ec53c704195 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:01:43.908359 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-efa5e26a-d5a8-48ef-97b8-57f6779c9c6e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:43.927743 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-efa5e26a-d5a8-48ef-97b8-57f6779c9c6e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Transition to ACTIVE for port object 063aacf8-4b29-40ca-9717-242d38be3868 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:01:43.991190 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b331205e-fb8c-4b46-a082-180c434b5056 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:44.023429 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce83600-c41e-4b5f-bf05-2bdf83ce4185 req-ea8ed8ab-3b7f-4c6d-ae63-001465863b1b tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:44.025021 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cce83600-c41e-4b5f-bf05-2bdf83ce4185 req-ea8ed8ab-3b7f-4c6d-ae63-001465863b1b tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a75d99-2c2f-490a-aa38-430e4084bd01 HTTP/1.1" status: 200 len: 945 time: 0.1010771 May 03 23:01:44.026168 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-efa5e26a-d5a8-48ef-97b8-57f6779c9c6e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:44.172245 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e571f9c-b309-4ee0-9326-6987b2f34d23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'tenant_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'fixed_ips': [{'subnet_id': '8e9066b8-4a83-4cc4-b2fe-dca3e2743a85'}, {'subnet_id': '9189c5bf-d7d9-4075-92be-0117a684be94'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:01:44.173215 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7e571f9c-b309-4ee0-9326-6987b2f34d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:44.224945 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b331205e-fb8c-4b46-a082-180c434b5056 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Router f87a3959-affe-4f76-b668-fa211d78da9a is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 23:01:44.229011 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa5e26a-d5a8-48ef-97b8-57f6779c9c6e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:44.233713 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-efa5e26a-d5a8-48ef-97b8-57f6779c9c6e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:44.241929 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa5e26a-d5a8-48ef-97b8-57f6779c9c6e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:01:44.289768 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cce83600-c41e-4b5f-bf05-2bdf83ce4185 req-a9dd2cb4-b175-49cf-9ac5-0bd22852b600 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a73ae28-9ec1-4e43-bc63-335d48a45020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218390 May 03 23:01:44.292778 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5e26a-d5a8-48ef-97b8-57f6779c9c6e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Port': ['ID=063aacf8-4b29-40ca-9717-242d38be3868,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:44.322579 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa5e26a-d5a8-48ef-97b8-57f6779c9c6e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:44.323188 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-efa5e26a-d5a8-48ef-97b8-57f6779c9c6e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:44.349504 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-efa5e26a-d5a8-48ef-97b8-57f6779c9c6e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2993894 May 03 23:01:44.349720 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47640) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:44.416477 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b331205e-fb8c-4b46-a082-180c434b5056 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:01:44.428210 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02274eec-ce00-4054-a661-8a8bb2f3f66e None None] Sync routers for ids ['f87a3959-affe-4f76-b668-fa211d78da9a'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:01:44.429956 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-7e571f9c-b309-4ee0-9326-6987b2f34d23 None None] Allocated IP 172.20.0.2 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/8e9066b8-4a83-4cc4-b2fe-dca3e2743a85/5534391a-8a83-4f1e-a2bf-1f27116cce16) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:01:44.435547 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc255ec0-b15b-40a3-9074-7fc2c20d429b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:44.436412 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-cc255ec0-b15b-40a3-9074-7fc2c20d429b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:01:44.440602 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02274eec-ce00-4054-a661-8a8bb2f3f66e None None] Routers {'f87a3959-affe-4f76-b668-fa211d78da9a'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:01:44.441468 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-02274eec-ce00-4054-a661-8a8bb2f3f66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:01:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['f87a3959-affe-4f76-b668-fa211d78da9a'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:01:44.442871 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-7e571f9c-b309-4ee0-9326-6987b2f34d23 None None] Allocated IP 2001:db8::f816:3eff:fe37:f4f8 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/9189c5bf-d7d9-4075-92be-0117a684be94/5534391a-8a83-4f1e-a2bf-1f27116cce16) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:01:44.445576 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b331205e-fb8c-4b46-a082-180c434b5056 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:44.447115 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b331205e-fb8c-4b46-a082-180c434b5056 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.3095629 May 03 23:01:44.450350 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47644) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:44.457357 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-cc255ec0-b15b-40a3-9074-7fc2c20d429b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:01:44.458794 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-cc255ec0-b15b-40a3-9074-7fc2c20d429b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.1080782 May 03 23:01:44.462140 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47648) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:44.525159 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08fef4e-510b-458b-a138-ae65d2888989 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:44.526975 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f08fef4e-510b-458b-a138-ae65d2888989 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=61cab4c91c0e4d5a8ad17b08776df08d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0742939 May 03 23:01:44.529770 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47652) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:44.543307 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-59fe7848-57a3-44bb-8b2d-ccd6f1d9a725 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting port 063aacf8-4b29-40ca-9717-242d38be3868 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:01:44.543682 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-59fe7848-57a3-44bb-8b2d-ccd6f1d9a725 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:44.712869 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7e571f9c-b309-4ee0-9326-6987b2f34d23 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:44.724987 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7e571f9c-b309-4ee0-9326-6987b2f34d23 None None] Transition to ACTIVE for port object 5534391a-8a83-4f1e-a2bf-1f27116cce16 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:01:44.745568 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-02274eec-ce00-4054-a661-8a8bb2f3f66e None None] Set router f87a3959-affe-4f76-b668-fa211d78da9a gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:01:44.748148 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7e571f9c-b309-4ee0-9326-6987b2f34d23 None None] Transition to ACTIVE for port object 5534391a-8a83-4f1e-a2bf-1f27116cce16 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:01:44.755485 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7e571f9c-b309-4ee0-9326-6987b2f34d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:44.808316 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e571f9c-b309-4ee0-9326-6987b2f34d23 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:44.815259 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-7e571f9c-b309-4ee0-9326-6987b2f34d23 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:44.826928 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a010d17-4799-49c0-8946-b4ded1126ec9 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:44.829268 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6a010d17-4799-49c0-8946-b4ded1126ec9 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2977948 May 03 23:01:44.829494 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e571f9c-b309-4ee0-9326-6987b2f34d23 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:01:44.831705 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47656) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:44.839904 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-59fe7848-57a3-44bb-8b2d-ccd6f1d9a725 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:44.878106 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-74da2564-ff10-463d-b5f8-e71a55509812 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=de8965b2-8ea3-4c2b-86b9-c128a58c6e1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450613 May 03 23:01:44.880724 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47660) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:44.928936 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5427ff8f-e50e-493e-8cdf-437213d7ee1c tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=61cab4c91c0e4d5a8ad17b08776df08d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0461724 May 03 23:01:44.933072 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47664) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:44.980767 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-59fe7848-57a3-44bb-8b2d-ccd6f1d9a725 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Calling delete_port for 063aacf8-4b29-40ca-9717-242d38be3868 owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:01:44.987773 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device e0d0261f-2075-4e52-914b-44293584bdd9 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:01:45.059535 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e571f9c-b309-4ee0-9326-6987b2f34d23 None None] Pushing event updated for resources: {'Port': ['ID=5534391a-8a83-4f1e-a2bf-1f27116cce16,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:45.074436 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-7e571f9c-b309-4ee0-9326-6987b2f34d23 None None] Attempting to bind port 5534391a-8a83-4f1e-a2bf-1f27116cce16 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:01:45.074810 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-7e571f9c-b309-4ee0-9326-6987b2f34d23 None None] Attempting to bind port 5534391a-8a83-4f1e-a2bf-1f27116cce16 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:01:45.075173 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e571f9c-b309-4ee0-9326-6987b2f34d23 None None] Attempting to bind port 5534391a-8a83-4f1e-a2bf-1f27116cce16 on network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:01:45.080781 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e571f9c-b309-4ee0-9326-6987b2f34d23 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:01:45.081155 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e571f9c-b309-4ee0-9326-6987b2f34d23 None None] Checking segment: {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:01:45.081563 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7e571f9c-b309-4ee0-9326-6987b2f34d23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:45.082015 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e571f9c-b309-4ee0-9326-6987b2f34d23 None None] Bound using segment: {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:01:45.082481 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-7e571f9c-b309-4ee0-9326-6987b2f34d23 None None] Bound port: 5534391a-8a83-4f1e-a2bf-1f27116cce16, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:01:45.082855 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7e571f9c-b309-4ee0-9326-6987b2f34d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:45.096420 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-02274eec-ce00-4054-a661-8a8bb2f3f66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87a3959-affe-4f76-b668-fa211d78da9a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1782910207', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:01:41Z', 'updated_at': '2022-05-03T23:01:43Z', 'revision_number': 3, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'gw_port': {'id': 'b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:33:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87a3959-affe-4f76-b668-fa211d78da9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:01:42Z', 'updated_at': '2022-05-03T23:01:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:01:45.103886 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538aae5d-e166-49d0-a4f0-ec89cf5cc41c tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:45.105673 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02274eec-ce00-4054-a661-8a8bb2f3f66e None None] Checking router: f87a3959-affe-4f76-b668-fa211d78da9a for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:01:45.110191 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-538aae5d-e166-49d0-a4f0-ec89cf5cc41c tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1728837 May 03 23:01:45.110331 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02274eec-ce00-4054-a661-8a8bb2f3f66e None None] Updating router f87a3959-affe-4f76-b668-fa211d78da9a port b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951 binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:01:45.110779 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47668) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:45.157874 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e66f657b-b1bf-43ae-b0dc-5392d2387f45 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=de8965b2-8ea3-4c2b-86b9-c128a58c6e1e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434923 May 03 23:01:45.158350 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47672) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:45.164232 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-730648a3-35f5-47d9-afc6-6121811fd002 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-599214684', 'network_id': '91dd5d33-b480-4801-8c54-433ed84e8f90', 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:01:45.176510 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-02274eec-ce00-4054-a661-8a8bb2f3f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:45.185343 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port e0d0261f-2075-4e52-914b-44293584bdd9 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:01:45.190166 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-7e571f9c-b309-4ee0-9326-6987b2f34d23 None None] For port 5534391a-8a83-4f1e-a2bf-1f27116cce16, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:01:45.193989 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-7e571f9c-b309-4ee0-9326-6987b2f34d23 None None] For port 5534391a-8a83-4f1e-a2bf-1f27116cce16, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=5534391a-8a83-4f1e-a2bf-1f27116cce16,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:01:45.195115 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port e0d0261f-2075-4e52-914b-44293584bdd9 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:01:45.195524 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:45.228291 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-59fe7848-57a3-44bb-8b2d-ccd6f1d9a725 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:45.245236 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7e571f9c-b309-4ee0-9326-6987b2f34d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:45.281244 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-730648a3-35f5-47d9-afc6-6121811fd002 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:01:45.285265 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-730648a3-35f5-47d9-afc6-6121811fd002 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Usage tracker for resource:subnet and tenant:61cab4c91c0e4d5a8ad17b08776df08d is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:01:45.288266 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-730648a3-35f5-47d9-afc6-6121811fd002 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:01:45.294556 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-730648a3-35f5-47d9-afc6-6121811fd002 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:01:45.302295 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe7848-57a3-44bb-8b2d-ccd6f1d9a725 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Port': ['ID=063aacf8-4b29-40ca-9717-242d38be3868,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:45.307171 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730648a3-35f5-47d9-afc6-6121811fd002 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Made reservation on behalf of 61cab4c91c0e4d5a8ad17b08776df08d for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:01:45.311342 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-730648a3-35f5-47d9-afc6-6121811fd002 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:45.401264 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e571f9c-b309-4ee0-9326-6987b2f34d23 None None] Pushing event updated for resources: {'Port': ['ID=5534391a-8a83-4f1e-a2bf-1f27116cce16,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:45.510548 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:45.569353 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a75d99-2c2f-490a-aa38-430e4084bd01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d0261f-2075-4e52-914b-44293584bdd9'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:01:45.586777 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-02274eec-ce00-4054-a661-8a8bb2f3f66e None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:45.604003 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-02274eec-ce00-4054-a661-8a8bb2f3f66e None None] Transition to ACTIVE for port object b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:01:45.605924 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port e0d0261f-2075-4e52-914b-44293584bdd9, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=e0d0261f-2075-4e52-914b-44293584bdd9,segment=NetworkSegment(82b84367-2fcb-485e-8afe-d71abc718106),segment_id=82b84367-2fcb-485e-8afe-d71abc718106)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:45.614054 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-02274eec-ce00-4054-a661-8a8bb2f3f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:45.617789 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:45.668661 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-59fe7848-57a3-44bb-8b2d-ccd6f1d9a725 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:45.673778 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-730648a3-35f5-47d9-afc6-6121811fd002 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:45.699292 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-59fe7848-57a3-44bb-8b2d-ccd6f1d9a725 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/063aacf8-4b29-40ca-9717-242d38be3868 HTTP/1.1" status: 204 len: 168 time: 1.2359185 May 03 23:01:45.723724 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47680) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:45.749522 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52b2811f-320e-48c1-ba59-a311fa147d0e'] response: {'server_uuid': 'f3a75d99-2c2f-490a-aa38-430e4084bd01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d0261f-2075-4e52-914b-44293584bdd9', 'code': 200} May 03 23:01:45.751724 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-02274eec-ce00-4054-a661-8a8bb2f3f66e None None] Attempting to bind port b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:01:45.763857 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-02274eec-ce00-4054-a661-8a8bb2f3f66e None None] Attempting to bind port b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:01:45.764360 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02274eec-ce00-4054-a661-8a8bb2f3f66e None None] Attempting to bind port b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951 on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:01:45.779471 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02274eec-ce00-4054-a661-8a8bb2f3f66e None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:01:45.779978 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02274eec-ce00-4054-a661-8a8bb2f3f66e None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:01:45.780494 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-02274eec-ce00-4054-a661-8a8bb2f3f66e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:45.784664 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02274eec-ce00-4054-a661-8a8bb2f3f66e None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:01:45.784664 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-02274eec-ce00-4054-a661-8a8bb2f3f66e None None] Bound port: b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:01:45.784664 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-02274eec-ce00-4054-a661-8a8bb2f3f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:45.830108 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=e0d0261f-2075-4e52-914b-44293584bdd9,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:45.852188 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f832ad5-e15f-4427-864b-3d899a3c6b00 req-bee1cb94-5ce0-459d-9fa9-c70449c88c12 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:45.853713 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1f832ad5-e15f-4427-864b-3d899a3c6b00 req-bee1cb94-5ce0-459d-9fa9-c70449c88c12 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a75d99-2c2f-490a-aa38-430e4084bd01 HTTP/1.1" status: 200 len: 945 time: 0.3541119 May 03 23:01:45.855316 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1e438-a816-46eb-985c-03bf822600f1 None None] Pushing event updated for resources: {'Port': ['ID=b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:45.865446 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1e438-a816-46eb-985c-03bf822600f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:45.865790 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1e438-a816-46eb-985c-03bf822600f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:45.866148 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1e438-a816-46eb-985c-03bf822600f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:45.866471 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1e438-a816-46eb-985c-03bf822600f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:45.866969 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1e438-a816-46eb-985c-03bf822600f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:45.867460 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1e438-a816-46eb-985c-03bf822600f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:45.867943 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1e438-a816-46eb-985c-03bf822600f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:45.868421 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1e438-a816-46eb-985c-03bf822600f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:45.868886 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1e438-a816-46eb-985c-03bf822600f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:45.869349 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1e438-a816-46eb-985c-03bf822600f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:45.869815 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1e438-a816-46eb-985c-03bf822600f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:45.870346 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d1e438-a816-46eb-985c-03bf822600f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:45.891010 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094f8266-d7f3-4a81-834c-f69d7e445d42 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:45.892498 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094f8266-d7f3-4a81-834c-f69d7e445d42 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:45.894217 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094f8266-d7f3-4a81-834c-f69d7e445d42 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:45.895221 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-094f8266-d7f3-4a81-834c-f69d7e445d42 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:01:45.904389 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-02274eec-ce00-4054-a661-8a8bb2f3f66e None None] For port b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:01:45.907951 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730648a3-35f5-47d9-afc6-6121811fd002 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Pushing event updated for resources: {'Subnet': ['ID=e10ce41a-49a8-4cb6-a123-3b713345eb95,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:45.908211 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-02274eec-ce00-4054-a661-8a8bb2f3f66e None None] For port b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:01:45.914013 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-02274eec-ce00-4054-a661-8a8bb2f3f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:45.934077 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-094f8266-d7f3-4a81-834c-f69d7e445d42 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:01:45.935326 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-094f8266-d7f3-4a81-834c-f69d7e445d42 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2005723 May 03 23:01:45.938376 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47684) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:45.952551 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1f832ad5-e15f-4427-864b-3d899a3c6b00 req-276232db-432c-4ac0-8a90-0fa004930e93 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a73ae28-9ec1-4e43-bc63-335d48a45020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857124 May 03 23:01:45.968854 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730648a3-35f5-47d9-afc6-6121811fd002 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Checking segment: {'id': 'c368e2f7-1b08-487a-9dfe-5ab751faaaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '91dd5d33-b480-4801-8c54-433ed84e8f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:01:45.968854 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730648a3-35f5-47d9-afc6-6121811fd002 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Network hostable DHCP agents. Network: 91dd5d33-b480-4801-8c54-433ed84e8f90, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:01:46.005194 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a73d6-6a4f-4e06-a7cb-3f8529813204 req-fbc8ee8f-278a-4459-892e-e296fa1fca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:46.006925 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7a4a73d6-6a4f-4e06-a7cb-3f8529813204 req-fbc8ee8f-278a-4459-892e-e296fa1fca39 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f3a75d99-2c2f-490a-aa38-430e4084bd01 HTTP/1.1" status: 200 len: 1097 time: 0.1840131 May 03 23:01:46.008167 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730648a3-35f5-47d9-afc6-6121811fd002 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Network 91dd5d33-b480-4801-8c54-433ed84e8f90 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:01:46.011923 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1e438-a816-46eb-985c-03bf822600f1 None None] Pushing event updated for resources: {'Port': ['ID=b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:46.029925 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e8e1b7-ef31-4191-8ff4-d7cab1c3faaf tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting subnet 8e9066b8-4a83-4cc4-b2fe-dca3e2743a85 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:01:46.031765 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02274eec-ce00-4054-a661-8a8bb2f3f66e None None] Routers {'f87a3959-affe-4f76-b668-fa211d78da9a'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:01:46.032884 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-02274eec-ce00-4054-a661-8a8bb2f3f66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:01:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['f87a3959-affe-4f76-b668-fa211d78da9a'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:01:46.033280 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-79e8e1b7-ef31-4191-8ff4-d7cab1c3faaf tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:46.041936 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-730648a3-35f5-47d9-afc6-6121811fd002 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 91dd5d33-b480-4801-8c54-433ed84e8f90) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:46.046217 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730648a3-35f5-47d9-afc6-6121811fd002 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:46.046799 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-730648a3-35f5-47d9-afc6-6121811fd002 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:46.052462 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f0bf52-91f0-4d26-a4cb-f3bf67011611 None None] Network 91dd5d33-b480-4801-8c54-433ed84e8f90 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:01:46.100076 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-79e8e1b7-ef31-4191-8ff4-d7cab1c3faaf tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:46.104617 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7a4a73d6-6a4f-4e06-a7cb-3f8529813204 req-f464ce3a-761b-4fb4-97bc-d8c71ee48e78 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4a73ae28-9ec1-4e43-bc63-335d48a45020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898635 May 03 23:01:46.107000 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-730648a3-35f5-47d9-afc6-6121811fd002 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9476378 May 03 23:01:46.114638 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47688) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:46.209442 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-79e8e1b7-ef31-4191-8ff4-d7cab1c3faaf tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:46.235322 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-02274eec-ce00-4054-a661-8a8bb2f3f66e None None] Set router f87a3959-affe-4f76-b668-fa211d78da9a gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:01:46.311863 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-79e8e1b7-ef31-4191-8ff4-d7cab1c3faaf tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:46.321110 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044c4767-7432-4445-bcd7-27b7915b8570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-91dd5d33-b480-4801-8c54-433ed84e8f90', 'network_id': '91dd5d33-b480-4801-8c54-433ed84e8f90', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'fixed_ips': [{'subnet_id': 'e10ce41a-49a8-4cb6-a123-3b713345eb95'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:01:46.322093 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-044c4767-7432-4445-bcd7-27b7915b8570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:46.362009 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8e1b7-ef31-4191-8ff4-d7cab1c3faaf tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Subnet': ['ID=8e9066b8-4a83-4cc4-b2fe-dca3e2743a85,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:46.368635 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-79e8e1b7-ef31-4191-8ff4-d7cab1c3faaf tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:46.388890 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-79e8e1b7-ef31-4191-8ff4-d7cab1c3faaf tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/8e9066b8-4a83-4cc4-b2fe-dca3e2743a85 HTTP/1.1" status: 204 len: 168 time: 0.4488225 May 03 23:01:46.391129 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47692) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:46.494431 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-889876ec-121b-4c64-a63d-30efb0222672 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting subnet 9189c5bf-d7d9-4075-92be-0117a684be94 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:01:46.499108 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-889876ec-121b-4c64-a63d-30efb0222672 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:46.538283 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-044c4767-7432-4445-bcd7-27b7915b8570 None None] Allocated IP 172.20.0.18 (91dd5d33-b480-4801-8c54-433ed84e8f90/e10ce41a-49a8-4cb6-a123-3b713345eb95/2d11607e-54a1-4cad-85b0-ef2d4f705f14) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:01:46.588709 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-889876ec-121b-4c64-a63d-30efb0222672 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:46.661769 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-02274eec-ce00-4054-a661-8a8bb2f3f66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87a3959-affe-4f76-b668-fa211d78da9a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1782910207', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:01:41Z', 'updated_at': '2022-05-03T23:01:43Z', 'revision_number': 3, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'gw_port': {'id': 'b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:33:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87a3959-affe-4f76-b668-fa211d78da9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:01:42Z', 'updated_at': '2022-05-03T23:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:01:46.666559 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02274eec-ce00-4054-a661-8a8bb2f3f66e None None] The sync data for ids ['f87a3959-affe-4f76-b668-fa211d78da9a'] in n-d-811807-1 is: [{'id': 'f87a3959-affe-4f76-b668-fa211d78da9a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1782910207', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:01:41Z', 'updated_at': '2022-05-03T23:01:43Z', 'revision_number': 3, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'gw_port': {'id': 'b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:33:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87a3959-affe-4f76-b668-fa211d78da9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:01:42Z', 'updated_at': '2022-05-03T23:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:01:46.859716 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-044c4767-7432-4445-bcd7-27b7915b8570 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:46.875716 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-889876ec-121b-4c64-a63d-30efb0222672 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:46.877224 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-044c4767-7432-4445-bcd7-27b7915b8570 None None] Transition to ACTIVE for port object 2d11607e-54a1-4cad-85b0-ef2d4f705f14 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:01:46.898548 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-044c4767-7432-4445-bcd7-27b7915b8570 None None] Transition to ACTIVE for port object 2d11607e-54a1-4cad-85b0-ef2d4f705f14 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:01:46.906291 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-044c4767-7432-4445-bcd7-27b7915b8570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:46.980395 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-889876ec-121b-4c64-a63d-30efb0222672 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:47.018518 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c4767-7432-4445-bcd7-27b7915b8570 None None] Pushing event updated for resources: {'Port': ['ID=2d11607e-54a1-4cad-85b0-ef2d4f705f14,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:47.042613 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044c4767-7432-4445-bcd7-27b7915b8570 None None] Network 91dd5d33-b480-4801-8c54-433ed84e8f90 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:47.043864 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-044c4767-7432-4445-bcd7-27b7915b8570 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:47.050648 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044c4767-7432-4445-bcd7-27b7915b8570 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:01:47.110045 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889876ec-121b-4c64-a63d-30efb0222672 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Subnet': ['ID=9189c5bf-d7d9-4075-92be-0117a684be94,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:47.120095 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-889876ec-121b-4c64-a63d-30efb0222672 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:47.138440 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-889876ec-121b-4c64-a63d-30efb0222672 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/9189c5bf-d7d9-4075-92be-0117a684be94 HTTP/1.1" status: 204 len: 168 time: 0.7462621 May 03 23:01:47.140739 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47698) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:47.199242 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e15c06-76f4-431e-aa02-65d64e1f6ec4 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:01:47.213302 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-044c4767-7432-4445-bcd7-27b7915b8570 None None] Attempting to bind port 2d11607e-54a1-4cad-85b0-ef2d4f705f14 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:01:47.213917 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-044c4767-7432-4445-bcd7-27b7915b8570 None None] Attempting to bind port 2d11607e-54a1-4cad-85b0-ef2d4f705f14 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'c368e2f7-1b08-487a-9dfe-5ab751faaaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '91dd5d33-b480-4801-8c54-433ed84e8f90'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:01:47.214445 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044c4767-7432-4445-bcd7-27b7915b8570 None None] Attempting to bind port 2d11607e-54a1-4cad-85b0-ef2d4f705f14 on network 91dd5d33-b480-4801-8c54-433ed84e8f90 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:01:47.225514 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044c4767-7432-4445-bcd7-27b7915b8570 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:01:47.225918 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044c4767-7432-4445-bcd7-27b7915b8570 None None] Checking segment: {'id': 'c368e2f7-1b08-487a-9dfe-5ab751faaaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '91dd5d33-b480-4801-8c54-433ed84e8f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:01:47.226322 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-044c4767-7432-4445-bcd7-27b7915b8570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:47.226718 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044c4767-7432-4445-bcd7-27b7915b8570 None None] Bound using segment: {'id': 'c368e2f7-1b08-487a-9dfe-5ab751faaaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '91dd5d33-b480-4801-8c54-433ed84e8f90'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:01:47.227186 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-044c4767-7432-4445-bcd7-27b7915b8570 None None] Bound port: 2d11607e-54a1-4cad-85b0-ef2d4f705f14, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c368e2f7-1b08-487a-9dfe-5ab751faaaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '91dd5d33-b480-4801-8c54-433ed84e8f90'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:01:47.227611 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-044c4767-7432-4445-bcd7-27b7915b8570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:47.239317 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-38b00e74-5824-4fc3-ba5a-ba600009d168 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0950384 May 03 23:01:47.246386 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-4eb50897-8cb3-41af-82e7-e0cfcf4c57d2 None None] Could not find standard attr ID for object 063aacf8-4b29-40ca-9717-242d38be3868. {{(pid=88071) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 03 23:01:47.264271 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47702) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:47.281701 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-70f0a1fa-c676-461f-bbb9-af70e16224ec tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:01:47.328131 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e98dfe-7275-43b8-8abf-7f395cefe43a req-77091d17-2a2d-4ee1-9f9b-2280a33df744 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:47.329557 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58e98dfe-7275-43b8-8abf-7f395cefe43a req-77091d17-2a2d-4ee1-9f9b-2280a33df744 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a75d99-2c2f-490a-aa38-430e4084bd01 HTTP/1.1" status: 200 len: 946 time: 0.0915871 May 03 23:01:47.372583 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-4eb50897-8cb3-41af-82e7-e0cfcf4c57d2 None None] Provisioning for port 5534391a-8a83-4f1e-a2bf-1f27116cce16 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:01:47.377442 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58e98dfe-7275-43b8-8abf-7f395cefe43a req-f2a0c2d9-afef-43dc-824e-198708a16e28 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a73ae28-9ec1-4e43-bc63-335d48a45020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418408 May 03 23:01:47.428451 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6fa22329-4b68-4db3-b63b-bdbf0e54e429 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:47.444851 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-70f0a1fa-c676-461f-bbb9-af70e16224ec tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:01:47.449201 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-70f0a1fa-c676-461f-bbb9-af70e16224ec tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:subnet and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:01:47.454547 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-70f0a1fa-c676-461f-bbb9-af70e16224ec tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:01:47.463078 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-70f0a1fa-c676-461f-bbb9-af70e16224ec tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:01:47.511360 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-044c4767-7432-4445-bcd7-27b7915b8570 None None] For port 2d11607e-54a1-4cad-85b0-ef2d4f705f14, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:01:47.515746 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-044c4767-7432-4445-bcd7-27b7915b8570 None None] For port 2d11607e-54a1-4cad-85b0-ef2d4f705f14, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=2d11607e-54a1-4cad-85b0-ef2d4f705f14,segment=NetworkSegment(c368e2f7-1b08-487a-9dfe-5ab751faaaab),segment_id=c368e2f7-1b08-487a-9dfe-5ab751faaaab)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:01:47.522442 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-044c4767-7432-4445-bcd7-27b7915b8570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:47.644063 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f0a1fa-c676-461f-bbb9-af70e16224ec tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:01:47.649585 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-70f0a1fa-c676-461f-bbb9-af70e16224ec tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:47.686901 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c4767-7432-4445-bcd7-27b7915b8570 None None] Pushing event updated for resources: {'Port': ['ID=2d11607e-54a1-4cad-85b0-ef2d4f705f14,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:47.776955 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74f7861-35ab-4310-b8c2-ddcb97b3ca32 None None] DHCP port deletion for 02c338eb-0429-43aa-8f6f-d1a2ed95a021 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:01:47.782674 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e74f7861-35ab-4310-b8c2-ddcb97b3ca32 None None] Deleting port 5534391a-8a83-4f1e-a2bf-1f27116cce16 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:01:47.783055 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e74f7861-35ab-4310-b8c2-ddcb97b3ca32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:47.931570 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:01:48.130347 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e74f7861-35ab-4310-b8c2-ddcb97b3ca32 None None] For port 5534391a-8a83-4f1e-a2bf-1f27116cce16, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=5534391a-8a83-4f1e-a2bf-1f27116cce16,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:48.130753 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e74f7861-35ab-4310-b8c2-ddcb97b3ca32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:48.192629 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:01:48.203265 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-70f0a1fa-c676-461f-bbb9-af70e16224ec tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:48.259098 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e74f7861-35ab-4310-b8c2-ddcb97b3ca32 None None] Calling delete_port for 5534391a-8a83-4f1e-a2bf-1f27116cce16 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:01:48.259866 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-6fa22329-4b68-4db3-b63b-bdbf0e54e429 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Allocated IP 172.20.0.17 (91dd5d33-b480-4801-8c54-433ed84e8f90/e10ce41a-49a8-4cb6-a123-3b713345eb95/30a00cb0-0f86-4ac2-9693-bfce2ffe3e96) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:01:48.276805 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f0a1fa-c676-461f-bbb9-af70e16224ec tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:48.285218 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-70f0a1fa-c676-461f-bbb9-af70e16224ec tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:48.285600 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:01:48.286004 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:48.288136 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f0a1fa-c676-461f-bbb9-af70e16224ec tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:48.288735 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-70f0a1fa-c676-461f-bbb9-af70e16224ec tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:48.345612 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0a1fa-c676-461f-bbb9-af70e16224ec tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Subnet': ['ID=8a406397-1c4a-4fed-bdb7-9f58843c9dea,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:48.412583 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-70f0a1fa-c676-461f-bbb9-af70e16224ec tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1439288 May 03 23:01:48.415513 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47708) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:48.422170 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-15e827f1-bb8d-4149-8dff-9268c604da54 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:01:48.441103 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e74f7861-35ab-4310-b8c2-ddcb97b3ca32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:48.492525 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6fa22329-4b68-4db3-b63b-bdbf0e54e429 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:48.499168 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:48.509134 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-6fa22329-4b68-4db3-b63b-bdbf0e54e429 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Transition to ACTIVE for port object 30a00cb0-0f86-4ac2-9693-bfce2ffe3e96 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:01:48.530815 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f7861-35ab-4310-b8c2-ddcb97b3ca32 None None] Pushing event deleted for resources: {'Port': ['ID=5534391a-8a83-4f1e-a2bf-1f27116cce16,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:48.535271 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74f7861-35ab-4310-b8c2-ddcb97b3ca32 None None] No DVR routers for this DVR port 5534391a-8a83-4f1e-a2bf-1f27116cce16 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:01:48.548651 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:48.550887 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6fa22329-4b68-4db3-b63b-bdbf0e54e429 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:48.552190 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb08cc9b-7d8d-4efc-b322-cffa1a2e2172 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:01:48.569652 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:48.656121 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa22329-4b68-4db3-b63b-bdbf0e54e429 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Network 91dd5d33-b480-4801-8c54-433ed84e8f90 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:48.656983 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa22329-4b68-4db3-b63b-bdbf0e54e429 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Pushing event updated for resources: {'Port': ['ID=30a00cb0-0f86-4ac2-9693-bfce2ffe3e96,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:48.661025 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-6fa22329-4b68-4db3-b63b-bdbf0e54e429 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:48.663563 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa22329-4b68-4db3-b63b-bdbf0e54e429 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:01:48.682247 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-15e827f1-bb8d-4149-8dff-9268c604da54 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:01:48.689890 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-15e827f1-bb8d-4149-8dff-9268c604da54 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:subnet and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:01:48.693210 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-15e827f1-bb8d-4149-8dff-9268c604da54 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:01:48.701060 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-15e827f1-bb8d-4149-8dff-9268c604da54 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:01:48.711779 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d4241-6410-4491-84ba-6ef8e363e828 req-d6d7231e-286b-4c50-a44d-12ad53206cc2 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:48.713276 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b71d4241-6410-4491-84ba-6ef8e363e828 req-d6d7231e-286b-4c50-a44d-12ad53206cc2 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a75d99-2c2f-490a-aa38-430e4084bd01 HTTP/1.1" status: 200 len: 946 time: 0.1941898 May 03 23:01:48.738907 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e827f1-bb8d-4149-8dff-9268c604da54 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:01:48.742573 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-15e827f1-bb8d-4149-8dff-9268c604da54 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:48.744092 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6fa22329-4b68-4db3-b63b-bdbf0e54e429 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:48.758083 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:48.857375 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b71d4241-6410-4491-84ba-6ef8e363e828 req-45df306b-5abf-4c9b-bf23-97f8b65f794d tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a73ae28-9ec1-4e43-bc63-335d48a45020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368768 May 03 23:01:48.883891 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6fa22329-4b68-4db3-b63b-bdbf0e54e429 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:48.899578 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8e44a0-201c-4291-9b2b-d2ee13b4875e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'tenant_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'fixed_ips': [{'subnet_id': '8a406397-1c4a-4fed-bdb7-9f58843c9dea'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:01:48.900442 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ab8e44a0-201c-4291-9b2b-d2ee13b4875e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:49.103049 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-ab8e44a0-201c-4291-9b2b-d2ee13b4875e None None] Allocated IP 172.20.0.2 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/8a406397-1c4a-4fed-bdb7-9f58843c9dea/b2982487-c4e0-4882-962d-cad21b8946ae) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:01:49.312876 n-d-811807-1 neutron-server[88069]: DEBUG neutron.objects.ports [None req-15e827f1-bb8d-4149-8dff-9268c604da54 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88069) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 03 23:01:49.314707 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-15e827f1-bb8d-4149-8dff-9268c604da54 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:49.394903 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e827f1-bb8d-4149-8dff-9268c604da54 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:49.398737 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-15e827f1-bb8d-4149-8dff-9268c604da54 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:49.403037 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e827f1-bb8d-4149-8dff-9268c604da54 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:49.404734 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-15e827f1-bb8d-4149-8dff-9268c604da54 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:49.428299 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ab8e44a0-201c-4291-9b2b-d2ee13b4875e None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:49.434746 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e827f1-bb8d-4149-8dff-9268c604da54 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Subnet': ['ID=b6c586e5-94b8-4c1d-96b4-c9507015bc19,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:49.450087 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-15e827f1-bb8d-4149-8dff-9268c604da54 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0303414 May 03 23:01:49.450972 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47720) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:49.452864 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ab8e44a0-201c-4291-9b2b-d2ee13b4875e None None] Transition to ACTIVE for port object b2982487-c4e0-4882-962d-cad21b8946ae will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:01:49.460473 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-b7d78105-6745-4180-ab4e-04cb01a53c26 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'port': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'mac_address': 'fa:16:3e:4b:45:86', 'name': 'tempest-NetworksTestDHCPv6-23474885'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:01:49.532463 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ab8e44a0-201c-4291-9b2b-d2ee13b4875e None None] Transition to ACTIVE for port object b2982487-c4e0-4882-962d-cad21b8946ae will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:01:49.547903 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ab8e44a0-201c-4291-9b2b-d2ee13b4875e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:49.605298 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6fa22329-4b68-4db3-b63b-bdbf0e54e429 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:49.614505 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6fa22329-4b68-4db3-b63b-bdbf0e54e429 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:49.640030 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdd4bac-f752-4ffc-ab8e-1e8c6d2a3ee8 None None] Network 91dd5d33-b480-4801-8c54-433ed84e8f90 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:01:49.746250 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8e44a0-201c-4291-9b2b-d2ee13b4875e None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:49.757287 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-ab8e44a0-201c-4291-9b2b-d2ee13b4875e None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:49.765915 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6fa22329-4b68-4db3-b63b-bdbf0e54e429 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:49.773667 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8e44a0-201c-4291-9b2b-d2ee13b4875e None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:01:49.800500 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b7d78105-6745-4180-ab4e-04cb01a53c26 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:01:49.805115 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b7d78105-6745-4180-ab4e-04cb01a53c26 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:port and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:01:49.808531 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b7d78105-6745-4180-ab4e-04cb01a53c26 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:01:49.822992 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b7d78105-6745-4180-ab4e-04cb01a53c26 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:01:49.837617 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e44a0-201c-4291-9b2b-d2ee13b4875e None None] Pushing event updated for resources: {'Port': ['ID=b2982487-c4e0-4882-962d-cad21b8946ae,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:49.841658 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d78105-6745-4180-ab4e-04cb01a53c26 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:01:49.880970 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa22329-4b68-4db3-b63b-bdbf0e54e429 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Pushing event updated for resources: {'Port': ['ID=30a00cb0-0f86-4ac2-9693-bfce2ffe3e96,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:49.946487 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5766cfec-0641-4bc6-a4bc-c60d70a44f60 None None] Provisioning for port 2d11607e-54a1-4cad-85b0-ef2d4f705f14 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:01:50.008282 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa22329-4b68-4db3-b63b-bdbf0e54e429 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Network 91dd5d33-b480-4801-8c54-433ed84e8f90 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:50.009816 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-6fa22329-4b68-4db3-b63b-bdbf0e54e429 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:50.014390 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:01:50.018460 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b7d78105-6745-4180-ab4e-04cb01a53c26 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:50.050812 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-b7d78105-6745-4180-ab4e-04cb01a53c26 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] device_id is not set on port ca9a5eb5-58d7-423a-910b-5e8c5a7cacd2 yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 23:01:50.176523 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-ab8e44a0-201c-4291-9b2b-d2ee13b4875e None None] Attempting to bind port b2982487-c4e0-4882-962d-cad21b8946ae on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:01:50.177149 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-ab8e44a0-201c-4291-9b2b-d2ee13b4875e None None] Attempting to bind port b2982487-c4e0-4882-962d-cad21b8946ae by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:01:50.177519 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8e44a0-201c-4291-9b2b-d2ee13b4875e None None] Attempting to bind port b2982487-c4e0-4882-962d-cad21b8946ae on network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:01:50.204505 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8e44a0-201c-4291-9b2b-d2ee13b4875e None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:01:50.204796 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8e44a0-201c-4291-9b2b-d2ee13b4875e None None] Checking segment: {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:01:50.205208 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ab8e44a0-201c-4291-9b2b-d2ee13b4875e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:50.206146 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8e44a0-201c-4291-9b2b-d2ee13b4875e None None] Bound using segment: {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:01:50.206650 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-ab8e44a0-201c-4291-9b2b-d2ee13b4875e None None] Bound port: b2982487-c4e0-4882-962d-cad21b8946ae, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:01:50.207033 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ab8e44a0-201c-4291-9b2b-d2ee13b4875e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:50.259373 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa22329-4b68-4db3-b63b-bdbf0e54e429 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Router f87a3959-affe-4f76-b668-fa211d78da9a has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:01:50.286772 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-b7d78105-6745-4180-ab4e-04cb01a53c26 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Allocated IP 172.20.0.8 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/8a406397-1c4a-4fed-bdb7-9f58843c9dea/ca9a5eb5-58d7-423a-910b-5e8c5a7cacd2) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:01:50.293230 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-b7d78105-6745-4180-ab4e-04cb01a53c26 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Allocated IP 2001:db8::f816:3eff:fe4b:4586 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/b6c586e5-94b8-4c1d-96b4-c9507015bc19/ca9a5eb5-58d7-423a-910b-5e8c5a7cacd2) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:01:50.310801 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:01:50.311190 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:50.369881 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-ab8e44a0-201c-4291-9b2b-d2ee13b4875e None None] For port b2982487-c4e0-4882-962d-cad21b8946ae, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:01:50.387477 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-ab8e44a0-201c-4291-9b2b-d2ee13b4875e None None] For port b2982487-c4e0-4882-962d-cad21b8946ae, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=b2982487-c4e0-4882-962d-cad21b8946ae,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:01:50.398905 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ab8e44a0-201c-4291-9b2b-d2ee13b4875e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:50.487299 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa22329-4b68-4db3-b63b-bdbf0e54e429 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:01:50.494214 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6fa22329-4b68-4db3-b63b-bdbf0e54e429 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "PUT /v2.0/routers/f87a3959-affe-4f76-b668-fa211d78da9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3775434 May 03 23:01:50.551782 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 2d11607e-54a1-4cad-85b0-ef2d4f705f14 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:01:50.577510 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4739f589-a57f-47e1-a4e5-4b6782aa1172 None None] Sync routers for ids ['f87a3959-affe-4f76-b668-fa211d78da9a'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:01:50.628022 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e44a0-201c-4291-9b2b-d2ee13b4875e None None] Pushing event updated for resources: {'Port': ['ID=b2982487-c4e0-4882-962d-cad21b8946ae,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:50.656612 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4739f589-a57f-47e1-a4e5-4b6782aa1172 None None] Routers {'f87a3959-affe-4f76-b668-fa211d78da9a'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:01:50.657280 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-4739f589-a57f-47e1-a4e5-4b6782aa1172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:01:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['f87a3959-affe-4f76-b668-fa211d78da9a'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:01:50.909194 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7defee47-e9ad-4b55-a125-7812c5ffe284 None None] Provisioning for port 30a00cb0-0f86-4ac2-9693-bfce2ffe3e96 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:01:50.920340 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7defee47-e9ad-4b55-a125-7812c5ffe284 None None] Provisioning complete for port 30a00cb0-0f86-4ac2-9693-bfce2ffe3e96 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:01:50.920711 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7defee47-e9ad-4b55-a125-7812c5ffe284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:51.001185 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 2d11607e-54a1-4cad-85b0-ef2d4f705f14 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:01:51.029712 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 2d11607e-54a1-4cad-85b0-ef2d4f705f14 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:01:51.032365 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:51.062723 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b7d78105-6745-4180-ab4e-04cb01a53c26 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:51.130133 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-e512aa30-f5b4-4173-a9fa-7199a0f41b30 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:51.132600 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-7defee47-e9ad-4b55-a125-7812c5ffe284 None None] Port 30a00cb0-0f86-4ac2-9693-bfce2ffe3e96 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:01:51.132983 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-e512aa30-f5b4-4173-a9fa-7199a0f41b30 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Synchronizing usage tracker for tenant:61cab4c91c0e4d5a8ad17b08776df08d on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:01:51.140884 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-b7d78105-6745-4180-ab4e-04cb01a53c26 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Transition to ACTIVE for port object ca9a5eb5-58d7-423a-910b-5e8c5a7cacd2 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:01:51.162589 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-4739f589-a57f-47e1-a4e5-4b6782aa1172 None None] Set router f87a3959-affe-4f76-b668-fa211d78da9a gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:01:51.179278 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-e512aa30-f5b4-4173-a9fa-7199a0f41b30 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Unset dirty status for tenant:61cab4c91c0e4d5a8ad17b08776df08d on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:01:51.180611 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-e512aa30-f5b4-4173-a9fa-7199a0f41b30 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/networks?id=91dd5d33-b480-4801-8c54-433ed84e8f90 HTTP/1.1" status: 200 len: 797 time: 0.4204938 May 03 23:01:51.205384 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b7d78105-6745-4180-ab4e-04cb01a53c26 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:51.254235 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-c34b7f4c-0edf-4974-929e-95ce32390bc3 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/quotas/61cab4c91c0e4d5a8ad17b08776df08d HTTP/1.1" status: 200 len: 375 time: 0.0630116 May 03 23:01:51.288902 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7defee47-e9ad-4b55-a125-7812c5ffe284 None None] Provisioning complete for port 2d11607e-54a1-4cad-85b0-ef2d4f705f14 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:01:51.289665 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7defee47-e9ad-4b55-a125-7812c5ffe284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:51.352651 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d78105-6745-4180-ab4e-04cb01a53c26 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:51.357819 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-b7d78105-6745-4180-ab4e-04cb01a53c26 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:51.360223 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d78105-6745-4180-ab4e-04cb01a53c26 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:01:51.399113 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d78105-6745-4180-ab4e-04cb01a53c26 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Port': ['ID=ca9a5eb5-58d7-423a-910b-5e8c5a7cacd2,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:51.443314 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d78105-6745-4180-ab4e-04cb01a53c26 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:51.443970 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b7d78105-6745-4180-ab4e-04cb01a53c26 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:51.472817 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-99e9cee4-fc37-44ab-8049-50d820b51fa7 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=61cab4c91c0e4d5a8ad17b08776df08d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2035196 May 03 23:01:51.536449 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b7d78105-6745-4180-ab4e-04cb01a53c26 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.0809138 May 03 23:01:51.537359 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47740) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:51.645273 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:51.667185 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e9e15b-7768-4fc2-879a-1e4819a37301 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:51.674620 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e9e15b-7768-4fc2-879a-1e4819a37301 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:51.678945 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f9e9e15b-7768-4fc2-879a-1e4819a37301 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1761 time: 0.1372991 May 03 23:01:51.682982 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47744) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:51.703478 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-6dee0a0e-54a0-4899-92ba-cbdbf1f6b139 service neutron] 10.222.0.58 "GET /v2.0/networks/91dd5d33-b480-4801-8c54-433ed84e8f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127557 May 03 23:01:51.773560 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ab4cda4e-ff9c-465f-b15b-e17cfec4d248 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting port ca9a5eb5-58d7-423a-910b-5e8c5a7cacd2 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:01:51.773954 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ab4cda4e-ff9c-465f-b15b-e17cfec4d248 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:51.859978 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7defee47-e9ad-4b55-a125-7812c5ffe284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:51.893241 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 2d11607e-54a1-4cad-85b0-ef2d4f705f14, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=2d11607e-54a1-4cad-85b0-ef2d4f705f14,segment=NetworkSegment(c368e2f7-1b08-487a-9dfe-5ab751faaaab),segment_id=c368e2f7-1b08-487a-9dfe-5ab751faaaab)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:51.911487 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-d4c98907-6518-42f9-894e-033e0557d863 service neutron] 10.222.0.58 "GET /v2.0/networks/91dd5d33-b480-4801-8c54-433ed84e8f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978104 May 03 23:01:51.975402 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:52.047652 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 5534391a-8a83-4f1e-a2bf-1f27116cce16 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:01:52.146207 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-7defee47-e9ad-4b55-a125-7812c5ffe284 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:01:52.146570 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-7defee47-e9ad-4b55-a125-7812c5ffe284 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:01:52.147021 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 5534391a-8a83-4f1e-a2bf-1f27116cce16 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:01:52.147362 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 5534391a-8a83-4f1e-a2bf-1f27116cce16 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:01:52.176509 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ab4cda4e-ff9c-465f-b15b-e17cfec4d248 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:52.181367 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-4739f589-a57f-47e1-a4e5-4b6782aa1172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87a3959-affe-4f76-b668-fa211d78da9a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1782910207', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:01:41Z', 'updated_at': '2022-05-03T23:01:48Z', 'revision_number': 4, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'gw_port': {'id': 'b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:33:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87a3959-affe-4f76-b668-fa211d78da9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:01:42Z', 'updated_at': '2022-05-03T23:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '30a00cb0-0f86-4ac2-9693-bfce2ffe3e96', 'name': '', 'network_id': '91dd5d33-b480-4801-8c54-433ed84e8f90', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'mac_address': 'fa:16:3e:c3:c2:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87a3959-affe-4f76-b668-fa211d78da9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'e10ce41a-49a8-4cb6-a123-3b713345eb95', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:01:47Z', 'updated_at': '2022-05-03T23:01:49Z', 'revision_number': 2, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'subnets': [{'id': 'e10ce41a-49a8-4cb6-a123-3b713345eb95', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:01:52.183613 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=2d11607e-54a1-4cad-85b0-ef2d4f705f14,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:52.190690 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4739f589-a57f-47e1-a4e5-4b6782aa1172 None None] Checking router: f87a3959-affe-4f76-b668-fa211d78da9a for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:01:52.191055 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4739f589-a57f-47e1-a4e5-4b6782aa1172 None None] Updating router f87a3959-affe-4f76-b668-fa211d78da9a port 30a00cb0-0f86-4ac2-9693-bfce2ffe3e96 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:01:52.248975 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6d636b78-1f17-421c-9f3c-bf77f84198c2 req-18f9d3de-4c32-45c3-90f1-61abd5390839 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff6ef5c4-f0c3-495c-8c0c-ef03b80cdc38 HTTP/1.1" status: 200 len: 210 time: 0.0740335 May 03 23:01:52.254616 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02905d01-6257-4211-b8f4-e8614b76ca4c None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:01:52.355440 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ab4cda4e-ff9c-465f-b15b-e17cfec4d248 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Calling delete_port for ca9a5eb5-58d7-423a-910b-5e8c5a7cacd2 owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:01:52.357441 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device b2982487-c4e0-4882-962d-cad21b8946ae up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:01:52.423286 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4739f589-a57f-47e1-a4e5-4b6782aa1172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:52.714715 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ab4cda4e-ff9c-465f-b15b-e17cfec4d248 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:52.724748 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port b2982487-c4e0-4882-962d-cad21b8946ae completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:01:52.783923 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4cda4e-ff9c-465f-b15b-e17cfec4d248 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Port': ['ID=ca9a5eb5-58d7-423a-910b-5e8c5a7cacd2,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:52.912481 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-be853c94-8a45-4582-91a8-12a565c488aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:52.926862 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-394e42df-09c5-4c69-8fed-9050e34e8535 None None] Provisioning for port b2982487-c4e0-4882-962d-cad21b8946ae completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:01:52.940504 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ab4cda4e-ff9c-465f-b15b-e17cfec4d248 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:52.950056 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ab4cda4e-ff9c-465f-b15b-e17cfec4d248 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/ca9a5eb5-58d7-423a-910b-5e8c5a7cacd2 HTTP/1.1" status: 204 len: 168 time: 1.2660775 May 03 23:01:52.952958 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47760) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:52.962815 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-394e42df-09c5-4c69-8fed-9050e34e8535 None None] Provisioning complete for port b2982487-c4e0-4882-962d-cad21b8946ae triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:01:52.963189 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-394e42df-09c5-4c69-8fed-9050e34e8535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:53.020687 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f56d26f-bca3-4f0c-8c17-cdb225ba7d62 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:53.022124 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f56d26f-bca3-4f0c-8c17-cdb225ba7d62 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:53.023594 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f56d26f-bca3-4f0c-8c17-cdb225ba7d62 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:53.024371 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2f56d26f-bca3-4f0c-8c17-cdb225ba7d62 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:01:53.041137 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2f56d26f-bca3-4f0c-8c17-cdb225ba7d62 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:01:53.042621 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2f56d26f-bca3-4f0c-8c17-cdb225ba7d62 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0887091 May 03 23:01:53.045405 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47766) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:53.097410 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4739f589-a57f-47e1-a4e5-4b6782aa1172 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:53.120212 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-4739f589-a57f-47e1-a4e5-4b6782aa1172 None None] Transition to ACTIVE for port object 30a00cb0-0f86-4ac2-9693-bfce2ffe3e96 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:01:53.120616 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1fbdcf8-92ec-48e5-9af4-2c08998a85cb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting subnet 8a406397-1c4a-4fed-bdb7-9f58843c9dea {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:01:53.124874 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c1fbdcf8-92ec-48e5-9af4-2c08998a85cb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:53.126165 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f104b957-5b6c-4bc3-b841-7a20e6cb6fb2 None None] Update dhcp port {'port': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'fixed_ips': [{'subnet_id': '8a406397-1c4a-4fed-bdb7-9f58843c9dea', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b6c586e5-94b8-4c1d-96b4-c9507015bc19'}], 'binding:host_id': 'n-d-811807-1'}, 'id': 'b2982487-c4e0-4882-962d-cad21b8946ae'} from n-d-811807-1. {{(pid=88071) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 03 23:01:53.167121 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4739f589-a57f-47e1-a4e5-4b6782aa1172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:53.182510 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c1fbdcf8-92ec-48e5-9af4-2c08998a85cb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:53.365202 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f104b957-5b6c-4bc3-b841-7a20e6cb6fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:53.397518 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d49264-3d5a-4a42-af76-0cb202acac27 None None] Pushing event updated for resources: {'Port': ['ID=30a00cb0-0f86-4ac2-9693-bfce2ffe3e96,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:53.428702 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c1fbdcf8-92ec-48e5-9af4-2c08998a85cb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:53.465798 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-da4e9abc-821a-4cc1-bfdb-c30e6264585c tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:53.473336 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-da4e9abc-821a-4cc1-bfdb-c30e6264585c tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.67 "GET /v2.0/networks?id=91dd5d33-b480-4801-8c54-433ed84e8f90 HTTP/1.1" status: 200 len: 797 time: 0.2441618 May 03 23:01:53.495211 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-57d4ade0-a797-4ea4-a41e-2cf5f1d3ef84 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Request body: {'port': {'device_id': 'ff6ef5c4-f0c3-495c-8c0c-ef03b80cdc38', 'network_id': '91dd5d33-b480-4801-8c54-433ed84e8f90', 'admin_state_up': True, 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:01:53.501342 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-55974bc4-f3ba-456c-a3fb-86306078fdbc req-3265a7ae-f3a2-4bc9-b529-e98dd9ee2c55 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff6ef5c4-f0c3-495c-8c0c-ef03b80cdc38 HTTP/1.1" status: 200 len: 210 time: 0.0734982 May 03 23:01:53.501905 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-394e42df-09c5-4c69-8fed-9050e34e8535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:53.576111 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c1fbdcf8-92ec-48e5-9af4-2c08998a85cb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:53.641402 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c1fbdcf8-92ec-48e5-9af4-2c08998a85cb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:53.643963 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fbdcf8-92ec-48e5-9af4-2c08998a85cb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Subnet': ['ID=8a406397-1c4a-4fed-bdb7-9f58843c9dea,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:53.645169 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-4739f589-a57f-47e1-a4e5-4b6782aa1172 None None] Attempting to bind port 30a00cb0-0f86-4ac2-9693-bfce2ffe3e96 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:01:53.645541 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-4739f589-a57f-47e1-a4e5-4b6782aa1172 None None] Attempting to bind port 30a00cb0-0f86-4ac2-9693-bfce2ffe3e96 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'c368e2f7-1b08-487a-9dfe-5ab751faaaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '91dd5d33-b480-4801-8c54-433ed84e8f90'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:01:53.645916 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4739f589-a57f-47e1-a4e5-4b6782aa1172 None None] Attempting to bind port 30a00cb0-0f86-4ac2-9693-bfce2ffe3e96 on network 91dd5d33-b480-4801-8c54-433ed84e8f90 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:01:53.710528 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c1fbdcf8-92ec-48e5-9af4-2c08998a85cb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/8a406397-1c4a-4fed-bdb7-9f58843c9dea HTTP/1.1" status: 204 len: 168 time: 0.6618259 May 03 23:01:53.712174 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47772) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:53.727669 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4739f589-a57f-47e1-a4e5-4b6782aa1172 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:01:53.728043 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4739f589-a57f-47e1-a4e5-4b6782aa1172 None None] Checking segment: {'id': 'c368e2f7-1b08-487a-9dfe-5ab751faaaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '91dd5d33-b480-4801-8c54-433ed84e8f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:01:53.728445 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4739f589-a57f-47e1-a4e5-4b6782aa1172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:53.728836 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4739f589-a57f-47e1-a4e5-4b6782aa1172 None None] Bound using segment: {'id': 'c368e2f7-1b08-487a-9dfe-5ab751faaaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '91dd5d33-b480-4801-8c54-433ed84e8f90'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:01:53.729308 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-4739f589-a57f-47e1-a4e5-4b6782aa1172 None None] Bound port: 30a00cb0-0f86-4ac2-9693-bfce2ffe3e96, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c368e2f7-1b08-487a-9dfe-5ab751faaaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '91dd5d33-b480-4801-8c54-433ed84e8f90'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:01:53.729681 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4739f589-a57f-47e1-a4e5-4b6782aa1172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:53.757719 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-57d4ade0-a797-4ea4-a41e-2cf5f1d3ef84 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:01:53.762616 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-57d4ade0-a797-4ea4-a41e-2cf5f1d3ef84 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Usage tracker for resource:port and tenant:61cab4c91c0e4d5a8ad17b08776df08d is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:01:53.765917 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-57d4ade0-a797-4ea4-a41e-2cf5f1d3ef84 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:01:53.772917 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-57d4ade0-a797-4ea4-a41e-2cf5f1d3ef84 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:01:53.782679 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-57d4ade0-a797-4ea4-a41e-2cf5f1d3ef84 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Made reservation on behalf of 61cab4c91c0e4d5a8ad17b08776df08d for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:01:53.786636 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-652844ed-78d0-4c6e-a7bd-8bb9aee41447 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting subnet b6c586e5-94b8-4c1d-96b4-c9507015bc19 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:01:53.786762 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-57d4ade0-a797-4ea4-a41e-2cf5f1d3ef84 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:53.790594 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-652844ed-78d0-4c6e-a7bd-8bb9aee41447 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:53.824585 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-394e42df-09c5-4c69-8fed-9050e34e8535 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:01:53.824854 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-394e42df-09c5-4c69-8fed-9050e34e8535 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server [None req-f104b957-5b6c-4bc3-b841-7a20e6cb6fb2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8a406397-1c4a-4fed-bdb7-9f58843c9dea: This subnet is being modified by another concurrent operation. May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server self.force_reraise() May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server raise self.value May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server self.force_reraise() May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server raise self.value May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server self.force_reraise() May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server raise self.value May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server self.force_reraise() May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server raise self.value May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server self.force_reraise() May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server raise self.value May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server self.force_reraise() May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server raise self.value May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server self.ipam.update_port( May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 726, in update_port May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server raise exception May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8a406397-1c4a-4fed-bdb7-9f58843c9dea: This subnet is being modified by another concurrent operation. May 03 23:01:53.833192 n-d-811807-1 neutron-server[88071]: ERROR oslo_messaging.rpc.server May 03 23:01:53.871636 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-652844ed-78d0-4c6e-a7bd-8bb9aee41447 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:53.874754 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-4739f589-a57f-47e1-a4e5-4b6782aa1172 None None] For port 30a00cb0-0f86-4ac2-9693-bfce2ffe3e96, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:01:53.878970 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-4739f589-a57f-47e1-a4e5-4b6782aa1172 None None] For port 30a00cb0-0f86-4ac2-9693-bfce2ffe3e96, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=30a00cb0-0f86-4ac2-9693-bfce2ffe3e96,segment=NetworkSegment(c368e2f7-1b08-487a-9dfe-5ab751faaaab),segment_id=c368e2f7-1b08-487a-9dfe-5ab751faaaab)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:01:53.883313 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4739f589-a57f-47e1-a4e5-4b6782aa1172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:53.940078 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f35e78-adb2-4dc6-8c3f-34ecc3387277 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:01:53.946596 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-652844ed-78d0-4c6e-a7bd-8bb9aee41447 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:53.980133 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-57d4ade0-a797-4ea4-a41e-2cf5f1d3ef84 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Allocated IP 172.20.0.30 (91dd5d33-b480-4801-8c54-433ed84e8f90/e10ce41a-49a8-4cb6-a123-3b713345eb95/62ef563b-6e10-4cf1-8ce4-a45771513125) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:01:54.032401 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-652844ed-78d0-4c6e-a7bd-8bb9aee41447 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:54.083420 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-652844ed-78d0-4c6e-a7bd-8bb9aee41447 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:54.083647 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4739f589-a57f-47e1-a4e5-4b6782aa1172 None None] Routers {'f87a3959-affe-4f76-b668-fa211d78da9a'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:01:54.083992 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-4739f589-a57f-47e1-a4e5-4b6782aa1172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:01:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['f87a3959-affe-4f76-b668-fa211d78da9a'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:01:54.095451 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652844ed-78d0-4c6e-a7bd-8bb9aee41447 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Subnet': ['ID=b6c586e5-94b8-4c1d-96b4-c9507015bc19,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:54.104079 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-652844ed-78d0-4c6e-a7bd-8bb9aee41447 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/b6c586e5-94b8-4c1d-96b4-c9507015bc19 HTTP/1.1" status: 204 len: 168 time: 0.3916190 May 03 23:01:54.104669 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47778) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:54.189005 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3a562ae0-4d59-4e31-83ae-e558cca01bb3 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0831635 May 03 23:01:54.189588 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47782) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:54.229306 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d49264-3d5a-4a42-af76-0cb202acac27 None None] Pushing event updated for resources: {'Port': ['ID=30a00cb0-0f86-4ac2-9693-bfce2ffe3e96,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:54.230270 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-2222ff9d-37d8-4641-820e-c3c018ee8918 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:01:54.303012 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 2d11607e-54a1-4cad-85b0-ef2d4f705f14 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:01:54.383361 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-57d4ade0-a797-4ea4-a41e-2cf5f1d3ef84 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:54.395681 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2222ff9d-37d8-4641-820e-c3c018ee8918 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:01:54.405301 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2222ff9d-37d8-4641-820e-c3c018ee8918 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:subnet and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:01:54.409111 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2222ff9d-37d8-4641-820e-c3c018ee8918 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:01:54.412021 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-57d4ade0-a797-4ea4-a41e-2cf5f1d3ef84 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Transition to ACTIVE for port object 62ef563b-6e10-4cf1-8ce4-a45771513125 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:01:54.416558 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2222ff9d-37d8-4641-820e-c3c018ee8918 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:01:54.431793 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2222ff9d-37d8-4641-820e-c3c018ee8918 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:01:54.435279 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2222ff9d-37d8-4641-820e-c3c018ee8918 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:54.473964 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-394e42df-09c5-4c69-8fed-9050e34e8535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:54.500329 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-4739f589-a57f-47e1-a4e5-4b6782aa1172 None None] Set router f87a3959-affe-4f76-b668-fa211d78da9a gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:01:54.542941 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-57d4ade0-a797-4ea4-a41e-2cf5f1d3ef84 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:54.591004 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-57d4ade0-a797-4ea4-a41e-2cf5f1d3ef84 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Network 91dd5d33-b480-4801-8c54-433ed84e8f90 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:54.599808 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-57d4ade0-a797-4ea4-a41e-2cf5f1d3ef84 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:54.619304 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-57d4ade0-a797-4ea4-a41e-2cf5f1d3ef84 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:01:54.662296 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-394e42df-09c5-4c69-8fed-9050e34e8535 None None] For port b2982487-c4e0-4882-962d-cad21b8946ae, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=b2982487-c4e0-4882-962d-cad21b8946ae,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:54.694395 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-394e42df-09c5-4c69-8fed-9050e34e8535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:54.778336 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d49160-c3d7-422f-a597-079aea19fd75 req-f63c2d58-450c-46b1-9efb-e3cd2dda001b tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:54.788769 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a5d49160-c3d7-422f-a597-079aea19fd75 req-f63c2d58-450c-46b1-9efb-e3cd2dda001b tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff6ef5c4-f0c3-495c-8c0c-ef03b80cdc38 HTTP/1.1" status: 200 len: 895 time: 0.1215158 May 03 23:01:54.803676 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 2d11607e-54a1-4cad-85b0-ef2d4f705f14 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:01:54.803676 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:54.827374 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4ade0-a797-4ea4-a41e-2cf5f1d3ef84 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Pushing event updated for resources: {'Port': ['ID=62ef563b-6e10-4cf1-8ce4-a45771513125,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:54.842773 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-57d4ade0-a797-4ea4-a41e-2cf5f1d3ef84 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:54.843145 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-57d4ade0-a797-4ea4-a41e-2cf5f1d3ef84 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:54.856067 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:54.913457 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-57d4ade0-a797-4ea4-a41e-2cf5f1d3ef84 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.4301310 May 03 23:01:54.925059 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-1a66648a-29dd-4e5d-8862-227fb35e699c service neutron] Request body: {'port': {'device_id': 'ff6ef5c4-f0c3-495c-8c0c-ef03b80cdc38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:01:54.925602 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad24c466-2c3e-4187-ad8b-ad630d27c9c5 None None] DHCP port deletion for 02c338eb-0429-43aa-8f6f-d1a2ed95a021 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:01:54.945630 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-ad24c466-2c3e-4187-ad8b-ad630d27c9c5 None None] Deleting port b2982487-c4e0-4882-962d-cad21b8946ae {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:01:54.946036 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ad24c466-2c3e-4187-ad8b-ad630d27c9c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:55.015087 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e42df-09c5-4c69-8fed-9050e34e8535 None None] Pushing event updated for resources: {'Port': ['ID=b2982487-c4e0-4882-962d-cad21b8946ae,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:55.038284 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2222ff9d-37d8-4641-820e-c3c018ee8918 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:55.117319 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2222ff9d-37d8-4641-820e-c3c018ee8918 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:55.124948 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-2222ff9d-37d8-4641-820e-c3c018ee8918 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:55.132741 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2222ff9d-37d8-4641-820e-c3c018ee8918 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:55.133324 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2222ff9d-37d8-4641-820e-c3c018ee8918 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:55.145791 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2222ff9d-37d8-4641-820e-c3c018ee8918 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Subnet': ['ID=890e2240-70f9-47e6-a1a3-d9fab740db1e,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:55.147614 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-1a66648a-29dd-4e5d-8862-227fb35e699c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:55.193391 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2222ff9d-37d8-4641-820e-c3c018ee8918 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9848788 May 03 23:01:55.196312 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47788) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:55.202272 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-386d6f99-9376-4f9b-a93e-87501c2091d6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:01:55.263559 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6fdd337-309b-4c88-874f-905aa3a8a077 None None] Provisioning for port 62ef563b-6e10-4cf1-8ce4-a45771513125 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:01:55.290942 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6fdd337-309b-4c88-874f-905aa3a8a077 None None] Provisioning complete for port 62ef563b-6e10-4cf1-8ce4-a45771513125 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:01:55.291569 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6fdd337-309b-4c88-874f-905aa3a8a077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:55.371592 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-386d6f99-9376-4f9b-a93e-87501c2091d6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:01:55.376754 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-386d6f99-9376-4f9b-a93e-87501c2091d6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:subnet and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:01:55.379982 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-386d6f99-9376-4f9b-a93e-87501c2091d6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:01:55.386236 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-386d6f99-9376-4f9b-a93e-87501c2091d6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:01:55.389978 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device b2982487-c4e0-4882-962d-cad21b8946ae no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:01:55.398786 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386d6f99-9376-4f9b-a93e-87501c2091d6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:01:55.410119 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-386d6f99-9376-4f9b-a93e-87501c2091d6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:55.466609 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6fdd337-309b-4c88-874f-905aa3a8a077 None None] Port 62ef563b-6e10-4cf1-8ce4-a45771513125 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:01:55.496379 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-4739f589-a57f-47e1-a4e5-4b6782aa1172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87a3959-affe-4f76-b668-fa211d78da9a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1782910207', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:01:41Z', 'updated_at': '2022-05-03T23:01:48Z', 'revision_number': 4, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'gw_port': {'id': 'b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:33:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87a3959-affe-4f76-b668-fa211d78da9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:01:42Z', 'updated_at': '2022-05-03T23:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '30a00cb0-0f86-4ac2-9693-bfce2ffe3e96', 'name': '', 'network_id': '91dd5d33-b480-4801-8c54-433ed84e8f90', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'mac_address': 'fa:16:3e:c3:c2:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87a3959-affe-4f76-b668-fa211d78da9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'e10ce41a-49a8-4cb6-a123-3b713345eb95', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:01:47Z', 'updated_at': '2022-05-03T23:01:53Z', 'revision_number': 4, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'subnets': [{'id': 'e10ce41a-49a8-4cb6-a123-3b713345eb95', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:01:55.513054 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4739f589-a57f-47e1-a4e5-4b6782aa1172 None None] The sync data for ids ['f87a3959-affe-4f76-b668-fa211d78da9a'] in n-d-811807-1 is: [{'id': 'f87a3959-affe-4f76-b668-fa211d78da9a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1782910207', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:01:41Z', 'updated_at': '2022-05-03T23:01:48Z', 'revision_number': 4, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'gw_port': {'id': 'b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:33:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87a3959-affe-4f76-b668-fa211d78da9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:01:42Z', 'updated_at': '2022-05-03T23:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '30a00cb0-0f86-4ac2-9693-bfce2ffe3e96', 'name': '', 'network_id': '91dd5d33-b480-4801-8c54-433ed84e8f90', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'mac_address': 'fa:16:3e:c3:c2:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87a3959-affe-4f76-b668-fa211d78da9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'e10ce41a-49a8-4cb6-a123-3b713345eb95', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:01:47Z', 'updated_at': '2022-05-03T23:01:53Z', 'revision_number': 4, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'subnets': [{'id': 'e10ce41a-49a8-4cb6-a123-3b713345eb95', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:01:55.515728 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-ad24c466-2c3e-4187-ad8b-ad630d27c9c5 None None] For port b2982487-c4e0-4882-962d-cad21b8946ae, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=b2982487-c4e0-4882-962d-cad21b8946ae,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:55.516142 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ad24c466-2c3e-4187-ad8b-ad630d27c9c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:55.545129 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-1a66648a-29dd-4e5d-8862-227fb35e699c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ef563b-6e10-4cf1-8ce4-a45771513125 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:01:55.557697 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-1a66648a-29dd-4e5d-8862-227fb35e699c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:55.580052 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-1a66648a-29dd-4e5d-8862-227fb35e699c service neutron] Transition to ACTIVE for port object 62ef563b-6e10-4cf1-8ce4-a45771513125 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:01:55.584941 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-1a66648a-29dd-4e5d-8862-227fb35e699c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:55.799422 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-ad24c466-2c3e-4187-ad8b-ad630d27c9c5 None None] Calling delete_port for b2982487-c4e0-4882-962d-cad21b8946ae owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:01:55.832751 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66648a-29dd-4e5d-8862-227fb35e699c service neutron] Pushing event updated for resources: {'Port': ['ID=62ef563b-6e10-4cf1-8ce4-a45771513125,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:55.859975 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-595ef321-5d2a-41b4-8f39-02945aa857c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:55.909177 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:55.941392 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-1a66648a-29dd-4e5d-8862-227fb35e699c service neutron] Attempting to bind port 62ef563b-6e10-4cf1-8ce4-a45771513125 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:01:55.941923 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-1a66648a-29dd-4e5d-8862-227fb35e699c service neutron] Attempting to bind port 62ef563b-6e10-4cf1-8ce4-a45771513125 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': 'c368e2f7-1b08-487a-9dfe-5ab751faaaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '91dd5d33-b480-4801-8c54-433ed84e8f90'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:01:55.942454 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-1a66648a-29dd-4e5d-8862-227fb35e699c service neutron] Attempting to bind port 62ef563b-6e10-4cf1-8ce4-a45771513125 on network 91dd5d33-b480-4801-8c54-433ed84e8f90 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:01:55.948593 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-1a66648a-29dd-4e5d-8862-227fb35e699c service neutron] Port 62ef563b-6e10-4cf1-8ce4-a45771513125 on network 91dd5d33-b480-4801-8c54-433ed84e8f90 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:01:55.949121 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-1a66648a-29dd-4e5d-8862-227fb35e699c service neutron] Attempting to bind port 62ef563b-6e10-4cf1-8ce4-a45771513125 on network 91dd5d33-b480-4801-8c54-433ed84e8f90 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:01:55.956158 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-1a66648a-29dd-4e5d-8862-227fb35e699c service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:01:55.956814 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-1a66648a-29dd-4e5d-8862-227fb35e699c service neutron] Checking segment: {'id': 'c368e2f7-1b08-487a-9dfe-5ab751faaaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '91dd5d33-b480-4801-8c54-433ed84e8f90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:01:55.957345 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-1a66648a-29dd-4e5d-8862-227fb35e699c service neutron] Bound using segment: {'id': 'c368e2f7-1b08-487a-9dfe-5ab751faaaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '91dd5d33-b480-4801-8c54-433ed84e8f90'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:01:55.958150 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-1a66648a-29dd-4e5d-8862-227fb35e699c service neutron] Bound port: 62ef563b-6e10-4cf1-8ce4-a45771513125, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c368e2f7-1b08-487a-9dfe-5ab751faaaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '91dd5d33-b480-4801-8c54-433ed84e8f90'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:01:55.958678 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-1a66648a-29dd-4e5d-8862-227fb35e699c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:55.976883 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6fdd337-309b-4c88-874f-905aa3a8a077 None None] Provisioning complete for port b2982487-c4e0-4882-962d-cad21b8946ae triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:01:55.977524 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6fdd337-309b-4c88-874f-905aa3a8a077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:56.059855 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port b2982487-c4e0-4882-962d-cad21b8946ae, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=b2982487-c4e0-4882-962d-cad21b8946ae,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:56.071535 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:56.072005 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-1a66648a-29dd-4e5d-8862-227fb35e699c service neutron] For port 62ef563b-6e10-4cf1-8ce4-a45771513125, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:01:56.078262 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-1a66648a-29dd-4e5d-8862-227fb35e699c service neutron] For port 62ef563b-6e10-4cf1-8ce4-a45771513125, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=62ef563b-6e10-4cf1-8ce4-a45771513125,segment=NetworkSegment(c368e2f7-1b08-487a-9dfe-5ab751faaaab),segment_id=c368e2f7-1b08-487a-9dfe-5ab751faaaab)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:01:56.086327 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-1a66648a-29dd-4e5d-8862-227fb35e699c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:56.109295 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-ad24c466-2c3e-4187-ad8b-ad630d27c9c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:01:56.109653 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-ad24c466-2c3e-4187-ad8b-ad630d27c9c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:01:56.191117 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-1a66648a-29dd-4e5d-8862-227fb35e699c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:56.192715 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-1a66648a-29dd-4e5d-8862-227fb35e699c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:56.198081 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-1a66648a-29dd-4e5d-8862-227fb35e699c service neutron] 10.222.0.67 "PUT /v2.0/ports/62ef563b-6e10-4cf1-8ce4-a45771513125 HTTP/1.1" status: 200 len: 1055 time: 1.2768893 May 03 23:01:56.198767 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff6ef5c4-f0c3-495c-8c0c-ef03b80cdc38', 'tag': '62ef563b-6e10-4cf1-8ce4-a45771513125'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:01:56.249820 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:01:56.312321 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6fdd337-309b-4c88-874f-905aa3a8a077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:56.335398 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=b2982487-c4e0-4882-962d-cad21b8946ae,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:56.373989 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ddec20d-bd49-44dc-9100-aa35d2157d56'] response: {'name': 'network-changed', 'server_uuid': 'ff6ef5c4-f0c3-495c-8c0c-ef03b80cdc38', 'tag': '62ef563b-6e10-4cf1-8ce4-a45771513125', 'status': 'completed', 'code': 200} May 03 23:01:56.377448 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 30a00cb0-0f86-4ac2-9693-bfce2ffe3e96 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:01:56.378293 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66648a-29dd-4e5d-8862-227fb35e699c service neutron] Pushing event updated for resources: {'Port': ['ID=62ef563b-6e10-4cf1-8ce4-a45771513125,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:56.403949 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc7875-a298-4532-b1e6-0419dcae8980 req-3dd878c4-6565-4808-83b1-2ab0ae09c154 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:56.431972 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fbcc7875-a298-4532-b1e6-0419dcae8980 req-3dd878c4-6565-4808-83b1-2ab0ae09c154 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff6ef5c4-f0c3-495c-8c0c-ef03b80cdc38 HTTP/1.1" status: 200 len: 907 time: 0.3387356 May 03 23:01:56.434406 n-d-811807-1 neutron-server[88069]: DEBUG neutron.objects.ports [None req-386d6f99-9376-4f9b-a93e-87501c2091d6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88069) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 03 23:01:56.437065 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-c4c17829-2930-4cf7-a352-b96fca886543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:56.446125 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-c4c17829-2930-4cf7-a352-b96fca886543 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=61cab4c91c0e4d5a8ad17b08776df08d&device_id=ff6ef5c4-f0c3-495c-8c0c-ef03b80cdc38 HTTP/1.1" status: 200 len: 1058 time: 0.1912453 May 03 23:01:56.504096 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:56.507512 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:56.517691 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6fdd337-309b-4c88-874f-905aa3a8a077 None None] For port b2982487-c4e0-4882-962d-cad21b8946ae, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=b2982487-c4e0-4882-962d-cad21b8946ae,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:56.537348 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6fdd337-309b-4c88-874f-905aa3a8a077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:56.598709 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6fdd337-309b-4c88-874f-905aa3a8a077 None None] Could not find standard attr ID for object ca9a5eb5-58d7-423a-910b-5e8c5a7cacd2. {{(pid=88071) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 03 23:01:56.615966 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-ad24c466-2c3e-4187-ad8b-ad630d27c9c5 None None] Deleting port b2982487-c4e0-4882-962d-cad21b8946ae {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:01:56.616343 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ad24c466-2c3e-4187-ad8b-ad630d27c9c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:56.619851 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-9a018691-06fc-4713-b7d7-47f587a7dc86 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=62ef563b-6e10-4cf1-8ce4-a45771513125 HTTP/1.1" status: 200 len: 217 time: 0.1463132 May 03 23:01:56.721789 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-127edc46-46c3-47c9-b171-642b1af9b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:56.723270 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-127edc46-46c3-47c9-b171-642b1af9b93a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e10ce41a-49a8-4cb6-a123-3b713345eb95 HTTP/1.1" status: 200 len: 837 time: 0.1022875 May 03 23:01:56.784496 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 30a00cb0-0f86-4ac2-9693-bfce2ffe3e96 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:01:56.808827 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 30a00cb0-0f86-4ac2-9693-bfce2ffe3e96 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:01:56.809210 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:56.824340 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-386d6f99-9376-4f9b-a93e-87501c2091d6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:56.839638 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-5cfba025-a29c-4222-a617-6976230bf126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:56.844729 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-5cfba025-a29c-4222-a617-6976230bf126 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=91dd5d33-b480-4801-8c54-433ed84e8f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1128306 May 03 23:01:56.896182 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fdd337-309b-4c88-874f-905aa3a8a077 None None] Pushing event updated for resources: {'Port': ['ID=b2982487-c4e0-4882-962d-cad21b8946ae,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:57.052341 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:57.054574 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-9bf2fc6c-e40f-4bf3-91c6-75f060525876 service neutron] 10.222.0.67 "GET /v2.0/networks/91dd5d33-b480-4801-8c54-433ed84e8f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026992 May 03 23:01:57.134237 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 30a00cb0-0f86-4ac2-9693-bfce2ffe3e96, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=30a00cb0-0f86-4ac2-9693-bfce2ffe3e96,segment=NetworkSegment(c368e2f7-1b08-487a-9dfe-5ab751faaaab),segment_id=c368e2f7-1b08-487a-9dfe-5ab751faaaab)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:57.137034 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-ad24c466-2c3e-4187-ad8b-ad630d27c9c5 None None] For port b2982487-c4e0-4882-962d-cad21b8946ae, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=b2982487-c4e0-4882-962d-cad21b8946ae,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:57.137529 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ad24c466-2c3e-4187-ad8b-ad630d27c9c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:57.151547 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:57.154361 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-386d6f99-9376-4f9b-a93e-87501c2091d6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] For port b2982487-c4e0-4882-962d-cad21b8946ae, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=b2982487-c4e0-4882-962d-cad21b8946ae,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:57.187205 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-386d6f99-9376-4f9b-a93e-87501c2091d6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:57.194215 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-386d6f99-9376-4f9b-a93e-87501c2091d6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:57.195169 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-386d6f99-9376-4f9b-a93e-87501c2091d6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:57.334143 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386d6f99-9376-4f9b-a93e-87501c2091d6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:57.337408 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-ad24c466-2c3e-4187-ad8b-ad630d27c9c5 None None] Calling delete_port for b2982487-c4e0-4882-962d-cad21b8946ae owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:01:57.339392 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-386d6f99-9376-4f9b-a93e-87501c2091d6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:57.348489 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386d6f99-9376-4f9b-a93e-87501c2091d6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:57.349088 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-386d6f99-9376-4f9b-a93e-87501c2091d6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:57.364255 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d6f99-9376-4f9b-a93e-87501c2091d6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Subnet': ['ID=d1171267-d7db-4f22-9c4d-70f8e6902b1c,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:57.364809 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bd782d6b-15a0-4727-8b20-ee14d87a4ef8 req-8c58bebe-73c1-46cc-b106-45400654371e service neutron] 10.222.0.67 "GET /v2.0/networks/91dd5d33-b480-4801-8c54-433ed84e8f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014729 May 03 23:01:57.378974 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d6f99-9376-4f9b-a93e-87501c2091d6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Port': ['ID=b2982487-c4e0-4882-962d-cad21b8946ae,revision_number=8']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:57.406118 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47800) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:57.412285 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-f5e1992a-c89f-4633-9301-fbd9231235ec tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'port': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'mac_address': 'fa:16:3e:19:e6:3c', 'name': 'tempest-NetworksTestDHCPv6-1264210814'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:01:57.416619 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-386d6f99-9376-4f9b-a93e-87501c2091d6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2190089 May 03 23:01:57.527529 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-ad24c466-2c3e-4187-ad8b-ad630d27c9c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:01:57.528706 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-ad24c466-2c3e-4187-ad8b-ad630d27c9c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:01:57.542523 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=30a00cb0-0f86-4ac2-9693-bfce2ffe3e96,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:57.630764 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5e61d-7943-4db3-a0c9-c5015d66b3f0 req-9653ea2c-5809-4954-98dc-4ee7811db122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:57.632623 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-85a5e61d-7943-4db3-a0c9-c5015d66b3f0 req-9653ea2c-5809-4954-98dc-4ee7811db122 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=61cab4c91c0e4d5a8ad17b08776df08d&device_id=ff6ef5c4-f0c3-495c-8c0c-ef03b80cdc38 HTTP/1.1" status: 200 len: 1058 time: 0.2000015 May 03 23:01:57.633671 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f5e1992a-c89f-4633-9301-fbd9231235ec tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:01:57.638614 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f5e1992a-c89f-4633-9301-fbd9231235ec tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:port and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:01:57.642314 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f5e1992a-c89f-4633-9301-fbd9231235ec tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:01:57.658027 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832bcb4-61d9-422f-a1fa-2ced32ac3f7d req-33ee42ab-15b4-4f27-b361-588621b0e556 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:57.659438 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5832bcb4-61d9-422f-a1fa-2ced32ac3f7d req-33ee42ab-15b4-4f27-b361-588621b0e556 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff6ef5c4-f0c3-495c-8c0c-ef03b80cdc38 HTTP/1.1" status: 200 len: 907 time: 0.0964384 May 03 23:01:57.682357 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f5e1992a-c89f-4633-9301-fbd9231235ec tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:01:57.692654 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:57.747268 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e1992a-c89f-4633-9301-fbd9231235ec tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:01:57.881727 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5e61d-7943-4db3-a0c9-c5015d66b3f0 req-f31ac930-a3bf-4ea1-956f-d2b6d4b9c842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:57.883222 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-85a5e61d-7943-4db3-a0c9-c5015d66b3f0 req-f31ac930-a3bf-4ea1-956f-d2b6d4b9c842 service neutron] 10.222.0.67 "GET /v2.0/networks?id=91dd5d33-b480-4801-8c54-433ed84e8f90 HTTP/1.1" status: 200 len: 898 time: 0.2422020 May 03 23:01:57.931643 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-ad24c466-2c3e-4187-ad8b-ad630d27c9c5 None None] Deleting port b2982487-c4e0-4882-962d-cad21b8946ae {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:01:57.932322 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ad24c466-2c3e-4187-ad8b-ad630d27c9c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:57.981582 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-85a5e61d-7943-4db3-a0c9-c5015d66b3f0 req-666c3afa-23d0-4f89-9d2d-0dcefeb1cbe2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=62ef563b-6e10-4cf1-8ce4-a45771513125 HTTP/1.1" status: 200 len: 217 time: 0.0845532 May 03 23:01:57.990716 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f5e1992a-c89f-4633-9301-fbd9231235ec tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:58.077095 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-f5e1992a-c89f-4633-9301-fbd9231235ec tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] device_id is not set on port 72a157d1-20e0-4a0b-ba85-f9ed05095bc8 yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 23:01:58.129370 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5e61d-7943-4db3-a0c9-c5015d66b3f0 req-14122f7a-5ea6-445a-bc45-66e341e7d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:58.131385 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-85a5e61d-7943-4db3-a0c9-c5015d66b3f0 req-14122f7a-5ea6-445a-bc45-66e341e7d838 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e10ce41a-49a8-4cb6-a123-3b713345eb95 HTTP/1.1" status: 200 len: 837 time: 0.1230030 May 03 23:01:58.178187 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:58.203285 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-ad24c466-2c3e-4187-ad8b-ad630d27c9c5 None None] For port b2982487-c4e0-4882-962d-cad21b8946ae, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=b2982487-c4e0-4882-962d-cad21b8946ae,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:01:58.203664 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ad24c466-2c3e-4187-ad8b-ad630d27c9c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:58.308355 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5e61d-7943-4db3-a0c9-c5015d66b3f0 req-4d98a654-96b6-46e2-8d9e-a3cc8328aaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:58.309903 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-85a5e61d-7943-4db3-a0c9-c5015d66b3f0 req-4d98a654-96b6-46e2-8d9e-a3cc8328aaeb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=91dd5d33-b480-4801-8c54-433ed84e8f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1702509 May 03 23:01:58.330275 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 30a00cb0-0f86-4ac2-9693-bfce2ffe3e96 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:01:58.359706 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-ad24c466-2c3e-4187-ad8b-ad630d27c9c5 None None] Calling delete_port for b2982487-c4e0-4882-962d-cad21b8946ae owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:01:58.467917 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 30a00cb0-0f86-4ac2-9693-bfce2ffe3e96 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:01:58.468174 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:58.472167 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-f5e1992a-c89f-4633-9301-fbd9231235ec tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Allocated IP 172.20.0.12 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/890e2240-70f9-47e6-a1a3-d9fab740db1e/72a157d1-20e0-4a0b-ba85-f9ed05095bc8) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:01:58.483225 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-f5e1992a-c89f-4633-9301-fbd9231235ec tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Allocated IP 2001:db8::f816:3eff:fe19:e63c (02c338eb-0429-43aa-8f6f-d1a2ed95a021/d1171267-d7db-4f22-9c4d-70f8e6902b1c/72a157d1-20e0-4a0b-ba85-f9ed05095bc8) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:01:58.526665 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-85a5e61d-7943-4db3-a0c9-c5015d66b3f0 req-2444ee0b-056c-4df3-bbf9-3de963d5297e service neutron] 10.222.0.67 "GET /v2.0/networks/91dd5d33-b480-4801-8c54-433ed84e8f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822374 May 03 23:01:58.640934 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ad24c466-2c3e-4187-ad8b-ad630d27c9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:58.689537 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24c466-2c3e-4187-ad8b-ad630d27c9c5 None None] Pushing event deleted for resources: {'Port': ['ID=b2982487-c4e0-4882-962d-cad21b8946ae,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:58.767618 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad24c466-2c3e-4187-ad8b-ad630d27c9c5 None None] No DVR routers for this DVR port b2982487-c4e0-4882-962d-cad21b8946ae on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:01:58.784690 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d62e2a-756c-4071-ba27-3a9a974208aa None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:01:58.804521 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-85a5e61d-7943-4db3-a0c9-c5015d66b3f0 req-27013af2-0e73-45f8-945c-5aab0924c847 service neutron] 10.222.0.67 "GET /v2.0/networks/91dd5d33-b480-4801-8c54-433ed84e8f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626162 May 03 23:01:58.863334 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f5e1992a-c89f-4633-9301-fbd9231235ec tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:58.879607 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-f5e1992a-c89f-4633-9301-fbd9231235ec tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Transition to ACTIVE for port object 72a157d1-20e0-4a0b-ba85-f9ed05095bc8 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:01:58.911764 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f5e1992a-c89f-4633-9301-fbd9231235ec tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:58.923740 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb84a2-78bb-4ff9-8a9a-4ce7050a9c1c req-8804a8ee-292b-48f3-9d42-76be6dcc85ab tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:58.935519 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-00bb84a2-78bb-4ff9-8a9a-4ce7050a9c1c req-8804a8ee-292b-48f3-9d42-76be6dcc85ab tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff6ef5c4-f0c3-495c-8c0c-ef03b80cdc38 HTTP/1.1" status: 200 len: 907 time: 0.1154406 May 03 23:01:58.987646 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e1992a-c89f-4633-9301-fbd9231235ec tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:58.991487 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-f5e1992a-c89f-4633-9301-fbd9231235ec tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:58.995470 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e1992a-c89f-4633-9301-fbd9231235ec tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:01:59.041406 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1992a-c89f-4633-9301-fbd9231235ec tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Port': ['ID=72a157d1-20e0-4a0b-ba85-f9ed05095bc8,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:59.081282 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e1992a-c89f-4633-9301-fbd9231235ec tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:59.081908 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f5e1992a-c89f-4633-9301-fbd9231235ec tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:59.085178 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40393744-7c2a-4fe5-9a13-37c8e69c6500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'tenant_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'fixed_ips': [{'subnet_id': '890e2240-70f9-47e6-a1a3-d9fab740db1e'}, {'subnet_id': 'd1171267-d7db-4f22-9c4d-70f8e6902b1c'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:01:59.086047 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-40393744-7c2a-4fe5-9a13-37c8e69c6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:59.116138 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f5e1992a-c89f-4633-9301-fbd9231235ec tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7084379 May 03 23:01:59.118627 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47816) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:59.349291 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9338c5dc-a8ab-457d-a65f-61221ec87ef3 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:59.349997 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9338c5dc-a8ab-457d-a65f-61221ec87ef3 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:01:59.366993 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9338c5dc-a8ab-457d-a65f-61221ec87ef3 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:01:59.368541 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9338c5dc-a8ab-457d-a65f-61221ec87ef3 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1026 time: 0.2484443 May 03 23:01:59.371564 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47820) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:59.426008 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-40393744-7c2a-4fe5-9a13-37c8e69c6500 None None] Allocated IP 172.20.0.2 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/890e2240-70f9-47e6-a1a3-d9fab740db1e/d4f8570b-1603-4ee1-a6d6-7957ec897b7b) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:01:59.433188 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-40393744-7c2a-4fe5-9a13-37c8e69c6500 None None] Allocated IP 2001:db8::f816:3eff:fe74:779b (02c338eb-0429-43aa-8f6f-d1a2ed95a021/d1171267-d7db-4f22-9c4d-70f8e6902b1c/d4f8570b-1603-4ee1-a6d6-7957ec897b7b) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:01:59.438812 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-4f160afe-6de1-4ce4-9801-ddcf3276c22a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting port 72a157d1-20e0-4a0b-ba85-f9ed05095bc8 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:01:59.439156 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4f160afe-6de1-4ce4-9801-ddcf3276c22a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:59.649599 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-40393744-7c2a-4fe5-9a13-37c8e69c6500 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:59.659843 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-40393744-7c2a-4fe5-9a13-37c8e69c6500 None None] Transition to ACTIVE for port object d4f8570b-1603-4ee1-a6d6-7957ec897b7b will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:01:59.678817 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-40393744-7c2a-4fe5-9a13-37c8e69c6500 None None] Transition to ACTIVE for port object d4f8570b-1603-4ee1-a6d6-7957ec897b7b will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:01:59.683762 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4f160afe-6de1-4ce4-9801-ddcf3276c22a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:59.683924 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-40393744-7c2a-4fe5-9a13-37c8e69c6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:59.787900 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40393744-7c2a-4fe5-9a13-37c8e69c6500 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:59.790721 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-40393744-7c2a-4fe5-9a13-37c8e69c6500 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:59.794829 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40393744-7c2a-4fe5-9a13-37c8e69c6500 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:01:59.801063 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40393744-7c2a-4fe5-9a13-37c8e69c6500 None None] Pushing event updated for resources: {'Port': ['ID=d4f8570b-1603-4ee1-a6d6-7957ec897b7b,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:59.812443 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-4f160afe-6de1-4ce4-9801-ddcf3276c22a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Calling delete_port for 72a157d1-20e0-4a0b-ba85-f9ed05095bc8 owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:01:59.813732 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47824) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:01:59.953944 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-40393744-7c2a-4fe5-9a13-37c8e69c6500 None None] Attempting to bind port d4f8570b-1603-4ee1-a6d6-7957ec897b7b on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:01:59.954310 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-40393744-7c2a-4fe5-9a13-37c8e69c6500 None None] Attempting to bind port d4f8570b-1603-4ee1-a6d6-7957ec897b7b by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:01:59.954674 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40393744-7c2a-4fe5-9a13-37c8e69c6500 None None] Attempting to bind port d4f8570b-1603-4ee1-a6d6-7957ec897b7b on network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:01:59.962433 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40393744-7c2a-4fe5-9a13-37c8e69c6500 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:01:59.962807 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40393744-7c2a-4fe5-9a13-37c8e69c6500 None None] Checking segment: {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:01:59.963206 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-40393744-7c2a-4fe5-9a13-37c8e69c6500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:01:59.964152 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40393744-7c2a-4fe5-9a13-37c8e69c6500 None None] Bound using segment: {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:01:59.964152 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-40393744-7c2a-4fe5-9a13-37c8e69c6500 None None] Bound port: d4f8570b-1603-4ee1-a6d6-7957ec897b7b, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:01:59.964976 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-40393744-7c2a-4fe5-9a13-37c8e69c6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:00.052409 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4f160afe-6de1-4ce4-9801-ddcf3276c22a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:00.087452 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-40393744-7c2a-4fe5-9a13-37c8e69c6500 None None] For port d4f8570b-1603-4ee1-a6d6-7957ec897b7b, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:02:00.092462 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-40393744-7c2a-4fe5-9a13-37c8e69c6500 None None] For port d4f8570b-1603-4ee1-a6d6-7957ec897b7b, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d4f8570b-1603-4ee1-a6d6-7957ec897b7b,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:02:00.099758 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-40393744-7c2a-4fe5-9a13-37c8e69c6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:00.109174 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-0f2a7429-eeb9-445c-8b50-5dfda6c6be91 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Deleting port be7b3c5b-03b0-480c-a21f-7f9f0e7f538f {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:00.109636 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0f2a7429-eeb9-445c-8b50-5dfda6c6be91 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:00.117689 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f160afe-6de1-4ce4-9801-ddcf3276c22a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Port': ['ID=72a157d1-20e0-4a0b-ba85-f9ed05095bc8,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:00.194766 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40393744-7c2a-4fe5-9a13-37c8e69c6500 None None] Pushing event updated for resources: {'Port': ['ID=d4f8570b-1603-4ee1-a6d6-7957ec897b7b,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:00.326522 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0f2a7429-eeb9-445c-8b50-5dfda6c6be91 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:00.326953 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0f2a7429-eeb9-445c-8b50-5dfda6c6be91 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:00.349756 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4f160afe-6de1-4ce4-9801-ddcf3276c22a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:00.360465 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4f160afe-6de1-4ce4-9801-ddcf3276c22a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/72a157d1-20e0-4a0b-ba85-f9ed05095bc8 HTTP/1.1" status: 204 len: 168 time: 0.9872205 May 03 23:02:00.362752 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47838) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:00.511513 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8d657d-78be-4302-8a76-444fd7781449 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:00.513635 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8d657d-78be-4302-8a76-444fd7781449 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:00.515608 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8d657d-78be-4302-8a76-444fd7781449 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:00.516483 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ac8d657d-78be-4302-8a76-444fd7781449 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:02:00.534776 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ac8d657d-78be-4302-8a76-444fd7781449 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:02:00.536224 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ac8d657d-78be-4302-8a76-444fd7781449 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1721978 May 03 23:02:00.538782 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47844) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:00.624484 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3315ac9-8671-4af0-b8ea-b33b5421800c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting subnet 890e2240-70f9-47e6-a1a3-d9fab740db1e {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:02:00.628855 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d3315ac9-8671-4af0-b8ea-b33b5421800c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:00.629420 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-0f2a7429-eeb9-445c-8b50-5dfda6c6be91 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Calling delete_port for be7b3c5b-03b0-480c-a21f-7f9f0e7f538f owned by network:floatingip {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:00.676438 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6867c-cfd5-4ecf-8d07-f688ddb6a4b4 req-a91743fe-48bc-4706-a6d1-64195d630e09 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:00.688387 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-59f6867c-cfd5-4ecf-8d07-f688ddb6a4b4 req-a91743fe-48bc-4706-a6d1-64195d630e09 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff6ef5c4-f0c3-495c-8c0c-ef03b80cdc38 HTTP/1.1" status: 200 len: 907 time: 0.6322217 May 03 23:02:00.712932 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d3315ac9-8671-4af0-b8ea-b33b5421800c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:00.814804 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d3315ac9-8671-4af0-b8ea-b33b5421800c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:00.828604 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0f2a7429-eeb9-445c-8b50-5dfda6c6be91 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:00.895068 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d3315ac9-8671-4af0-b8ea-b33b5421800c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:00.924709 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a7429-eeb9-445c-8b50-5dfda6c6be91 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Pushing event deleted for resources: {'Port': ['ID=be7b3c5b-03b0-480c-a21f-7f9f0e7f538f,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:00.933158 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3315ac9-8671-4af0-b8ea-b33b5421800c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Subnet': ['ID=890e2240-70f9-47e6-a1a3-d9fab740db1e,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:00.939117 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d3315ac9-8671-4af0-b8ea-b33b5421800c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:00.956027 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d3315ac9-8671-4af0-b8ea-b33b5421800c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/890e2240-70f9-47e6-a1a3-d9fab740db1e HTTP/1.1" status: 204 len: 168 time: 0.4140294 May 03 23:02:00.956380 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47848) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:00.962577 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a7429-eeb9-445c-8b50-5dfda6c6be91 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:02:00.962842 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a7429-eeb9-445c-8b50-5dfda6c6be91 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:02:00.963238 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a7429-eeb9-445c-8b50-5dfda6c6be91 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:02:00.963573 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a7429-eeb9-445c-8b50-5dfda6c6be91 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:02:00.963902 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a7429-eeb9-445c-8b50-5dfda6c6be91 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:02:00.964253 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a7429-eeb9-445c-8b50-5dfda6c6be91 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:02:00.964579 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a7429-eeb9-445c-8b50-5dfda6c6be91 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:02:00.964902 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a7429-eeb9-445c-8b50-5dfda6c6be91 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:02:00.965221 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a7429-eeb9-445c-8b50-5dfda6c6be91 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:02:00.965542 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a7429-eeb9-445c-8b50-5dfda6c6be91 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:02:00.965934 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a7429-eeb9-445c-8b50-5dfda6c6be91 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:02:00.966259 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a7429-eeb9-445c-8b50-5dfda6c6be91 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:02:01.001234 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 62ef563b-6e10-4cf1-8ce4-a45771513125 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:02:01.005568 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0f2a7429-eeb9-445c-8b50-5dfda6c6be91 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for floatingip, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:01.006639 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-0f2a7429-eeb9-445c-8b50-5dfda6c6be91 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Floating IP 8949a789-6c2c-42f5-b76a-a0b6564eb4dd disassociated (deleted). External IP: 172.25.2.181, port: 03469911-b68d-4164-b0df-99e893b6d196. May 03 23:02:01.031390 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-030332bc-1a93-4f7d-89d7-490c746c189c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting subnet d1171267-d7db-4f22-9c4d-70f8e6902b1c {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:02:01.035060 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-030332bc-1a93-4f7d-89d7-490c746c189c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:01.101271 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-030332bc-1a93-4f7d-89d7-490c746c189c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:01.222516 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-030332bc-1a93-4f7d-89d7-490c746c189c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:01.234940 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 62ef563b-6e10-4cf1-8ce4-a45771513125, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=62ef563b-6e10-4cf1-8ce4-a45771513125,segment=NetworkSegment(c368e2f7-1b08-487a-9dfe-5ab751faaaab),segment_id=c368e2f7-1b08-487a-9dfe-5ab751faaaab)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:01.256186 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '62ef563b-6e10-4cf1-8ce4-a45771513125', 'network_id': '91dd5d33-b480-4801-8c54-433ed84e8f90', 'port_id': '62ef563b-6e10-4cf1-8ce4-a45771513125', 'mac_address': 'fa:16:3e:a5:80:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e10ce41a-49a8-4cb6-a123-3b713345eb95', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:02:01.342672 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:01.345741 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-030332bc-1a93-4f7d-89d7-490c746c189c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:01.377294 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ef563b-6e10-4cf1-8ce4-a45771513125 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:02:01.390601 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-030332bc-1a93-4f7d-89d7-490c746c189c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:01.407278 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-030332bc-1a93-4f7d-89d7-490c746c189c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/d1171267-d7db-4f22-9c4d-70f8e6902b1c HTTP/1.1" status: 204 len: 168 time: 0.4497509 May 03 23:02:01.411354 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47852) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:01.412272 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030332bc-1a93-4f7d-89d7-490c746c189c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Subnet': ['ID=d1171267-d7db-4f22-9c4d-70f8e6902b1c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:01.413249 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 62ef563b-6e10-4cf1-8ce4-a45771513125, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=62ef563b-6e10-4cf1-8ce4-a45771513125,segment=NetworkSegment(c368e2f7-1b08-487a-9dfe-5ab751faaaab),segment_id=c368e2f7-1b08-487a-9dfe-5ab751faaaab)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:01.423305 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:01.506530 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2a7429-eeb9-445c-8b50-5dfda6c6be91 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Router bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:02:01.525608 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a8feaebc-e35b-4f3a-b5c9-070c09d3835b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:router {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:02:01.540076 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a8feaebc-e35b-4f3a-b5c9-070c09d3835b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:router {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:02:01.544372 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a8feaebc-e35b-4f3a-b5c9-070c09d3835b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1063988 May 03 23:02:01.544664 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47858) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:01.577322 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=62ef563b-6e10-4cf1-8ce4-a45771513125,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:01.666614 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6807bcbb-12b0-4d3b-b3d4-5f3e06a39398 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:01.672110 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6807bcbb-12b0-4d3b-b3d4-5f3e06a39398 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:02:01.735160 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6807bcbb-12b0-4d3b-b3d4-5f3e06a39398 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:02:01.736457 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6807bcbb-12b0-4d3b-b3d4-5f3e06a39398 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1907067 May 03 23:02:01.740937 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47864) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:01.787959 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['62ef563b-6e10-4cf1-8ce4-a45771513125'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:02:01.839145 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2a7429-eeb9-445c-8b50-5dfda6c6be91 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:02:01.865499 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b7945a-d1db-4bd4-830d-f65ec87310b7 None None] Sync routers for ids ['bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:02:01.881912 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0f2a7429-eeb9-445c-8b50-5dfda6c6be91 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:01.884066 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e81486-58d2-4638-8c21-19ebf5f3b3cf None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:02:01.901619 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b7945a-d1db-4bd4-830d-f65ec87310b7 None None] Routers {'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:02:01.902664 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-80b7945a-d1db-4bd4-830d-f65ec87310b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:01:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:01.937521 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c944fc2-154b-4f23-ae91-0ebf9e9c0401 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:01.938920 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4c944fc2-154b-4f23-ae91-0ebf9e9c0401 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:02:01.972453 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0f2a7429-eeb9-445c-8b50-5dfda6c6be91 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "DELETE /v2.0/floatingips/8949a789-6c2c-42f5-b76a-a0b6564eb4dd HTTP/1.1" status: 204 len: 168 time: 2.1551766 May 03 23:02:01.972453 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65badab1-c3dd-4694-99ca-8d481db29112', 'tag': '03469911-b68d-4164-b0df-99e893b6d196'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:02:02.002153 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4c944fc2-154b-4f23-ae91-0ebf9e9c0401 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:02:02.007769 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47872) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:02.008518 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4c944fc2-154b-4f23-ae91-0ebf9e9c0401 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2665598 May 03 23:02:02.118901 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3dd94a29-ac51-44c8-b4e4-8f1e241ddc54 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1048291 May 03 23:02:02.120085 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47876) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:02.134943 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-e0e8a9c5-723f-439c-b26a-36cd9b4e20a1 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:02:02.142092 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-80b7945a-d1db-4bd4-830d-f65ec87310b7 None None] Set router bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:02:02.203935 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ba65484e-a334-46f2-a144-476aec16d6a2 None None] Provisioning for port d4f8570b-1603-4ee1-a6d6-7957ec897b7b completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:02:02.206109 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff567677-c4a6-4f08-9701-beb25f7938ce req-670de1c7-5479-47e3-97cb-5ebabb5b9408 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:02.207930 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ff567677-c4a6-4f08-9701-beb25f7938ce req-670de1c7-5479-47e3-97cb-5ebabb5b9408 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff6ef5c4-f0c3-495c-8c0c-ef03b80cdc38 HTTP/1.1" status: 200 len: 908 time: 0.0926869 May 03 23:02:02.241302 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ba65484e-a334-46f2-a144-476aec16d6a2 None None] Could not find standard attr ID for object 72a157d1-20e0-4a0b-ba85-f9ed05095bc8. {{(pid=88071) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 03 23:02:02.309021 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23f2cc8f-8457-4838-be19-ae70e95cd704'] response: {'name': 'network-changed', 'server_uuid': '65badab1-c3dd-4694-99ca-8d481db29112', 'tag': '03469911-b68d-4164-b0df-99e893b6d196', 'status': 'completed', 'code': 200} May 03 23:02:02.376647 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972275d5-4551-4567-b61a-d9b6c6fc2970 None None] DHCP port deletion for 02c338eb-0429-43aa-8f6f-d1a2ed95a021 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:02:02.381696 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-972275d5-4551-4567-b61a-d9b6c6fc2970 None None] Deleting port d4f8570b-1603-4ee1-a6d6-7957ec897b7b {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:02.382533 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-972275d5-4551-4567-b61a-d9b6c6fc2970 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:02.409916 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e0e8a9c5-723f-439c-b26a-36cd9b4e20a1 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:02:02.471462 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e0e8a9c5-723f-439c-b26a-36cd9b4e20a1 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:02:02.496906 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e8a9c5-723f-439c-b26a-36cd9b4e20a1 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:02:02.500597 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e0e8a9c5-723f-439c-b26a-36cd9b4e20a1 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:02.502100 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e8a9c5-723f-439c-b26a-36cd9b4e20a1 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 23:02:02.502481 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e8a9c5-723f-439c-b26a-36cd9b4e20a1 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:02:02.519737 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d333b-5ae6-4155-89d7-506db072c55d req-4a4a1ab8-247a-4794-a6f5-4725b2a9362c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:02.521228 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-420d333b-5ae6-4155-89d7-506db072c55d req-4a4a1ab8-247a-4794-a6f5-4725b2a9362c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fac7f64c48bd48e8ae480a0113f466e9&device_id=65badab1-c3dd-4694-99ca-8d481db29112 HTTP/1.1" status: 200 len: 1097 time: 0.1126506 May 03 23:02:02.555204 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e0e8a9c5-723f-439c-b26a-36cd9b4e20a1 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4304225 May 03 23:02:02.555410 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47888) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:02.582426 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-99761781-375e-4eaf-be62-14f248c703a0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:02:02.751416 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-99761781-375e-4eaf-be62-14f248c703a0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:02:02.781847 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-972275d5-4551-4567-b61a-d9b6c6fc2970 None None] For port d4f8570b-1603-4ee1-a6d6-7957ec897b7b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d4f8570b-1603-4ee1-a6d6-7957ec897b7b,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:02.782270 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-972275d5-4551-4567-b61a-d9b6c6fc2970 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:02.784943 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-99761781-375e-4eaf-be62-14f248c703a0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:02:02.807399 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed80e0-678a-43e9-a26b-124e0600c2bd req-ecf5397d-3918-4d40-90fe-e74aafdbc1ef tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:02.808376 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-80b7945a-d1db-4bd4-830d-f65ec87310b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'name': 'tempest-TestVolumeBootPattern-388009800-router', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:38Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 4, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'gw_port': {'id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:39Z', 'updated_at': '2022-05-03T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '3ed68fb9-69c3-4f9c-8fef-648dad3ef026', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'floating_ip_address': '172.25.2.102', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'port_id': 'bc0f374e-89c5-4a2f-a652-499332777c5f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'mac_address': 'fa:16:3e:22:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181bbf8e-859f-4eb0-90e9-7169a9fbbeca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:57:42Z', 'updated_at': '2022-05-03T22:57:46Z', 'revision_number': 1, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c072430-9b3b-4e76-833d-c229a370f52c', 'name': '', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'mac_address': 'fa:16:3e:6b:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:43Z', 'updated_at': '2022-05-03T22:49:53Z', 'revision_number': 5, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'subnets': [{'id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:02.808876 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-17ed80e0-678a-43e9-a26b-124e0600c2bd req-ecf5397d-3918-4d40-90fe-e74aafdbc1ef tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Synchronizing usage tracker for tenant:fac7f64c48bd48e8ae480a0113f466e9 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:02:02.813519 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b7945a-d1db-4bd4-830d-f65ec87310b7 None None] Checking router: bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:02:02.815793 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99761781-375e-4eaf-be62-14f248c703a0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:02:02.820180 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-99761781-375e-4eaf-be62-14f248c703a0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:02.821782 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-99761781-375e-4eaf-be62-14f248c703a0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 23:02:02.822395 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99761781-375e-4eaf-be62-14f248c703a0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:02:02.824657 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b7945a-d1db-4bd4-830d-f65ec87310b7 None None] Routers {'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:02:02.826054 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-80b7945a-d1db-4bd4-830d-f65ec87310b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:01:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:02.876181 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d333b-5ae6-4155-89d7-506db072c55d req-ef6e7726-ffc7-49cf-a789-4ca2cd0b3107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:02.877929 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-420d333b-5ae6-4155-89d7-506db072c55d req-ef6e7726-ffc7-49cf-a789-4ca2cd0b3107 service neutron] 10.222.0.60 "GET /v2.0/networks?id=707cfa08-484f-448d-b84f-a940bf8f6e2e HTTP/1.1" status: 200 len: 912 time: 0.3498614 May 03 23:02:02.881239 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-99761781-375e-4eaf-be62-14f248c703a0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3220403 May 03 23:02:02.885091 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47894) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:02.891292 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-0970c13a-7a22-4f83-9584-dc637659376c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:02:02.949330 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-972275d5-4551-4567-b61a-d9b6c6fc2970 None None] Calling delete_port for d4f8570b-1603-4ee1-a6d6-7957ec897b7b owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:02.992948 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-420d333b-5ae6-4155-89d7-506db072c55d req-c73cee8f-891e-4097-b605-20aa02986813 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03469911-b68d-4164-b0df-99e893b6d196 HTTP/1.1" status: 200 len: 217 time: 0.1066749 May 03 23:02:03.039555 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-17ed80e0-678a-43e9-a26b-124e0600c2bd req-ecf5397d-3918-4d40-90fe-e74aafdbc1ef tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Unset dirty status for tenant:fac7f64c48bd48e8ae480a0113f466e9 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:02:03.041931 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-17ed80e0-678a-43e9-a26b-124e0600c2bd req-ecf5397d-3918-4d40-90fe-e74aafdbc1ef tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=65badab1-c3dd-4694-99ca-8d481db29112 HTTP/1.1" status: 200 len: 946 time: 0.5957298 May 03 23:02:03.043776 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0970c13a-7a22-4f83-9584-dc637659376c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:02:03.055942 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-80b7945a-d1db-4bd4-830d-f65ec87310b7 None None] Set router bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:02:03.093040 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d333b-5ae6-4155-89d7-506db072c55d req-43d744d7-aed7-4aa7-996e-f89786b481c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:03.094672 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-420d333b-5ae6-4155-89d7-506db072c55d req-43d744d7-aed7-4aa7-996e-f89786b481c2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1a456f8a-c743-4130-8826-ac82fe55cbc8 HTTP/1.1" status: 200 len: 850 time: 0.0947218 May 03 23:02:03.101433 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0970c13a-7a22-4f83-9584-dc637659376c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:02:03.111813 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 62ef563b-6e10-4cf1-8ce4-a45771513125 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:02:03.128843 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0970c13a-7a22-4f83-9584-dc637659376c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:02:03.133789 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0970c13a-7a22-4f83-9584-dc637659376c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:03.135745 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-0970c13a-7a22-4f83-9584-dc637659376c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 23:02:03.136380 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0970c13a-7a22-4f83-9584-dc637659376c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:02:03.147272 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-17ed80e0-678a-43e9-a26b-124e0600c2bd req-63c9d159-b7c9-4f94-9e1c-29834d668335 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964618 May 03 23:02:03.184276 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0970c13a-7a22-4f83-9584-dc637659376c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2981255 May 03 23:02:03.185720 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47898) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:03.191493 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-3b75d9da-c797-4736-9f8c-d78f21377299 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:02:03.216284 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-972275d5-4551-4567-b61a-d9b6c6fc2970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:03.246060 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d333b-5ae6-4155-89d7-506db072c55d req-a6573e15-3630-49f1-9368-d5a54fd730e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:03.249511 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-420d333b-5ae6-4155-89d7-506db072c55d req-a6573e15-3630-49f1-9368-d5a54fd730e3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=707cfa08-484f-448d-b84f-a940bf8f6e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1471069 May 03 23:02:03.259524 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 62ef563b-6e10-4cf1-8ce4-a45771513125 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:02:03.275585 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972275d5-4551-4567-b61a-d9b6c6fc2970 None None] Pushing event deleted for resources: {'Port': ['ID=d4f8570b-1603-4ee1-a6d6-7957ec897b7b,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:03.278568 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972275d5-4551-4567-b61a-d9b6c6fc2970 None None] No DVR routers for this DVR port d4f8570b-1603-4ee1-a6d6-7957ec897b7b on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:02:03.280072 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 62ef563b-6e10-4cf1-8ce4-a45771513125 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:02:03.280448 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:03.363958 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7597d0-cd64-41ca-a5c6-b8a883af319d None None] get_active_networks_info from n-d-811807-1 {{(pid=88071) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 03 23:02:03.514797 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-420d333b-5ae6-4155-89d7-506db072c55d req-4523fe83-8a46-41f6-a423-7c86b2810798 service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562034 May 03 23:02:03.670733 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:03.672356 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3b75d9da-c797-4736-9f8c-d78f21377299 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:02:03.689864 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3b75d9da-c797-4736-9f8c-d78f21377299 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:02:03.690202 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-80b7945a-d1db-4bd4-830d-f65ec87310b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'name': 'tempest-TestVolumeBootPattern-388009800-router', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:38Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 4, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'gw_port': {'id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:39Z', 'updated_at': '2022-05-03T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '3ed68fb9-69c3-4f9c-8fef-648dad3ef026', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'floating_ip_address': '172.25.2.102', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'port_id': 'bc0f374e-89c5-4a2f-a652-499332777c5f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'mac_address': 'fa:16:3e:22:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181bbf8e-859f-4eb0-90e9-7169a9fbbeca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:57:42Z', 'updated_at': '2022-05-03T22:57:46Z', 'revision_number': 1, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c072430-9b3b-4e76-833d-c229a370f52c', 'name': '', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'mac_address': 'fa:16:3e:6b:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:43Z', 'updated_at': '2022-05-03T22:49:53Z', 'revision_number': 5, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'subnets': [{'id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:03.696275 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b7945a-d1db-4bd4-830d-f65ec87310b7 None None] The sync data for ids ['bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'] in n-d-811807-1 is: [{'id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'name': 'tempest-TestVolumeBootPattern-388009800-router', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:38Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 4, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'gw_port': {'id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:39Z', 'updated_at': '2022-05-03T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '3ed68fb9-69c3-4f9c-8fef-648dad3ef026', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'floating_ip_address': '172.25.2.102', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'port_id': 'bc0f374e-89c5-4a2f-a652-499332777c5f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'mac_address': 'fa:16:3e:22:19:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181bbf8e-859f-4eb0-90e9-7169a9fbbeca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:57:42Z', 'updated_at': '2022-05-03T22:57:46Z', 'revision_number': 1, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c072430-9b3b-4e76-833d-c229a370f52c', 'name': '', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'mac_address': 'fa:16:3e:6b:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:43Z', 'updated_at': '2022-05-03T22:49:53Z', 'revision_number': 5, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'subnets': [{'id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:02:03.711016 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f61b58-91f6-486a-95bf-22cf6fede1e2 req-7367c3bb-4df3-4e34-b003-89e1d9dabf73 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:03.726213 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0f61b58-91f6-486a-95bf-22cf6fede1e2 req-7367c3bb-4df3-4e34-b003-89e1d9dabf73 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff6ef5c4-f0c3-495c-8c0c-ef03b80cdc38 HTTP/1.1" status: 200 len: 908 time: 0.2974441 May 03 23:02:03.731332 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b75d9da-c797-4736-9f8c-d78f21377299 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:02:03.746007 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6ef5c4-f0c3-495c-8c0c-ef03b80cdc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ef563b-6e10-4cf1-8ce4-a45771513125'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:02:03.751424 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3b75d9da-c797-4736-9f8c-d78f21377299 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:03.751424 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b75d9da-c797-4736-9f8c-d78f21377299 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 23:02:03.751424 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b75d9da-c797-4736-9f8c-d78f21377299 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:02:03.757688 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 62ef563b-6e10-4cf1-8ce4-a45771513125, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=62ef563b-6e10-4cf1-8ce4-a45771513125,segment=NetworkSegment(c368e2f7-1b08-487a-9dfe-5ab751faaaab),segment_id=c368e2f7-1b08-487a-9dfe-5ab751faaaab)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:03.775035 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:03.789996 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3b75d9da-c797-4736-9f8c-d78f21377299 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6028421 May 03 23:02:03.792921 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47906) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:03.800396 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-ac75f3b5-db32-4c3d-9c40-62feab4e909e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:02:03.845028 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8bde744-fa3b-48ef-8292-de94f08fdb39'] response: {'server_uuid': 'ff6ef5c4-f0c3-495c-8c0c-ef03b80cdc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ef563b-6e10-4cf1-8ce4-a45771513125', 'code': 200} May 03 23:02:03.850917 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7597d0-cd64-41ca-a5c6-b8a883af319d None None] Resources bound (agent type, host, resource id): {{(pid=88071) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 03 23:02:03.861068 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-420d333b-5ae6-4155-89d7-506db072c55d req-be8d748c-7eec-44dc-ad94-d1a9f96db6b8 service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380928 May 03 23:02:03.976761 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=62ef563b-6e10-4cf1-8ce4-a45771513125,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:03.997638 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ac75f3b5-db32-4c3d-9c40-62feab4e909e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:02:04.019610 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ac75f3b5-db32-4c3d-9c40-62feab4e909e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:02:04.042485 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac75f3b5-db32-4c3d-9c40-62feab4e909e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:02:04.054215 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac75f3b5-db32-4c3d-9c40-62feab4e909e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:04.055958 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac75f3b5-db32-4c3d-9c40-62feab4e909e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 23:02:04.058560 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac75f3b5-db32-4c3d-9c40-62feab4e909e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:02:04.087969 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ac75f3b5-db32-4c3d-9c40-62feab4e909e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2935007 May 03 23:02:04.090593 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47912) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:04.096860 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-a5ab9bd2-851b-44d1-81de-3eacb570ecd5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:02:04.170063 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377cb1e-de90-4f0e-a710-37853295f991 req-79f7231d-7de7-4406-9ab1-cd66e9e5a8cb tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:04.171248 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-7377cb1e-de90-4f0e-a710-37853295f991 req-79f7231d-7de7-4406-9ab1-cd66e9e5a8cb tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Synchronizing usage tracker for tenant:fac7f64c48bd48e8ae480a0113f466e9 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:02:04.186974 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc0562-0b7b-4217-a572-3bdbbfa588d2 req-8a2cc618-cef7-454e-b992-9bfd3d3e2fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:04.187315 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219bae37-ace1-4a8a-aa24-da223f453b3d None None] New status for floating IP 8949a789-6c2c-42f5-b76a-a0b6564eb4dd: DOWN {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:02:04.189118 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1adc0562-0b7b-4217-a572-3bdbbfa588d2 req-8a2cc618-cef7-454e-b992-9bfd3d3e2fd5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ff6ef5c4-f0c3-495c-8c0c-ef03b80cdc38 HTTP/1.1" status: 200 len: 1060 time: 0.2608178 May 03 23:02:04.203707 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-7377cb1e-de90-4f0e-a710-37853295f991 req-79f7231d-7de7-4406-9ab1-cd66e9e5a8cb tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Unset dirty status for tenant:fac7f64c48bd48e8ae480a0113f466e9 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:02:04.204926 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7377cb1e-de90-4f0e-a710-37853295f991 req-79f7231d-7de7-4406-9ab1-cd66e9e5a8cb tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.60 "GET /v2.0/ports?device_id=65badab1-c3dd-4694-99ca-8d481db29112 HTTP/1.1" status: 200 len: 946 time: 0.2148023 May 03 23:02:04.314604 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-7377cb1e-de90-4f0e-a710-37853295f991 req-d53517d9-e765-4b1f-9367-b9e05c633d41 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Deleting port 03469911-b68d-4164-b0df-99e893b6d196 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:04.315926 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7377cb1e-de90-4f0e-a710-37853295f991 req-d53517d9-e765-4b1f-9367-b9e05c633d41 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:04.368475 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d4f8570b-1603-4ee1-a6d6-7957ec897b7b no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:02:04.397718 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a5ab9bd2-851b-44d1-81de-3eacb570ecd5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:02:04.460010 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a5ab9bd2-851b-44d1-81de-3eacb570ecd5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:02:04.483696 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ab9bd2-851b-44d1-81de-3eacb570ecd5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:02:04.487341 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a5ab9bd2-851b-44d1-81de-3eacb570ecd5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:04.488769 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ab9bd2-851b-44d1-81de-3eacb570ecd5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 23:02:04.489200 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5ab9bd2-851b-44d1-81de-3eacb570ecd5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:02:04.508135 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: d4f8570b-1603-4ee1-a6d6-7957ec897b7b {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:02:04.508767 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d4f8570b-1603-4ee1-a6d6-7957ec897b7b not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:02:04.530964 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76ed08-68f5-4f25-a44f-b5ee09a43113 req-08c9ca9a-f76e-4aa3-83d2-812d5a951d20 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:04.558362 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6c76ed08-68f5-4f25-a44f-b5ee09a43113 req-08c9ca9a-f76e-4aa3-83d2-812d5a951d20 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=65badab1-c3dd-4694-99ca-8d481db29112 HTTP/1.1" status: 200 len: 946 time: 0.1624823 May 03 23:02:04.562253 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a5ab9bd2-851b-44d1-81de-3eacb570ecd5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4702652 May 03 23:02:04.572565 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47918) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:04.637422 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47922) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:04.639475 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-52bd214d-4620-4e6f-9fd8-fd9c6bca1ad2 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0622015 May 03 23:02:04.705513 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6c76ed08-68f5-4f25-a44f-b5ee09a43113 req-6f16b8bb-ff7d-46e7-978d-ec5d3ede0a22 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462715 May 03 23:02:04.719198 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-7377cb1e-de90-4f0e-a710-37853295f991 req-d53517d9-e765-4b1f-9367-b9e05c633d41 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] For port 03469911-b68d-4164-b0df-99e893b6d196, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=03469911-b68d-4164-b0df-99e893b6d196,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:04.719561 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7377cb1e-de90-4f0e-a710-37853295f991 req-d53517d9-e765-4b1f-9367-b9e05c633d41 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:04.742134 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d1fdeb-77d5-41b9-a0ca-c28f791e07dd tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:04.742818 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-97d1fdeb-77d5-41b9-a0ca-c28f791e07dd tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:02:04.760738 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-97d1fdeb-77d5-41b9-a0ca-c28f791e07dd tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:02:04.762150 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-97d1fdeb-77d5-41b9-a0ca-c28f791e07dd tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1257236 May 03 23:02:04.764752 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47928) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:04.838423 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e052cd64-13fc-43d7-995e-3542fd6b1920 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0724399 May 03 23:02:04.842006 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47932) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:04.847064 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-efe16ce2-60da-4dc9-b213-b40c7e5fe677 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:02:04.852319 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-7377cb1e-de90-4f0e-a710-37853295f991 req-d53517d9-e765-4b1f-9367-b9e05c633d41 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Calling delete_port for 03469911-b68d-4164-b0df-99e893b6d196 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:05.002568 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [req-7cba5f1d-ce3f-4267-8bd5-3a03682fcabe req-fc9fc92f-0474-4863-a381-639dffcd1a9b service neutron] (88070) timed out ('10.222.0.60', 61716) {{(pid=88070) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 03 23:02:05.005189 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7377cb1e-de90-4f0e-a710-37853295f991 req-d53517d9-e765-4b1f-9367-b9e05c633d41 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:05.015232 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-efe16ce2-60da-4dc9-b213-b40c7e5fe677 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:02:05.029017 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-efe16ce2-60da-4dc9-b213-b40c7e5fe677 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:02:05.040226 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf6d14-f8ba-46f0-8442-d7a70f83e7fa req-d614af5f-e180-4555-8be3-38183c601e8d tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:05.049327 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4cbf6d14-f8ba-46f0-8442-d7a70f83e7fa req-d614af5f-e180-4555-8be3-38183c601e8d tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff6ef5c4-f0c3-495c-8c0c-ef03b80cdc38 HTTP/1.1" status: 200 len: 909 time: 0.2097521 May 03 23:02:05.060615 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53517d9-e765-4b1f-9367-b9e05c633d41 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Pushing event deleted for resources: {'Port': ['ID=03469911-b68d-4164-b0df-99e893b6d196,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:05.072791 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe16ce2-60da-4dc9-b213-b40c7e5fe677 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:02:05.079730 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-efe16ce2-60da-4dc9-b213-b40c7e5fe677 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:05.149186 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-7377cb1e-de90-4f0e-a710-37853295f991 req-d53517d9-e765-4b1f-9367-b9e05c633d41 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] No DVR routers for this DVR port 03469911-b68d-4164-b0df-99e893b6d196 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:02:05.151688 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7377cb1e-de90-4f0e-a710-37853295f991 req-d53517d9-e765-4b1f-9367-b9e05c633d41 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:05.161332 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65badab1-c3dd-4694-99ca-8d481db29112', 'name': 'network-vif-deleted', 'tag': '03469911-b68d-4164-b0df-99e893b6d196'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:02:05.168584 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7377cb1e-de90-4f0e-a710-37853295f991 req-d53517d9-e765-4b1f-9367-b9e05c633d41 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.60 "DELETE /v2.0/ports/03469911-b68d-4164-b0df-99e893b6d196 HTTP/1.1" status: 204 len: 173 time: 0.9578822 May 03 23:02:05.217615 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-182c4c7a-dd2f-4403-99fc-b2b4ccac2b33'] response: {'server_uuid': '65badab1-c3dd-4694-99ca-8d481db29112', 'name': 'network-vif-deleted', 'tag': '03469911-b68d-4164-b0df-99e893b6d196', 'status': 'completed', 'code': 200} May 03 23:02:05.423979 n-d-811807-1 neutron-server[88069]: DEBUG neutron.objects.ports [None req-efe16ce2-60da-4dc9-b213-b40c7e5fe677 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88069) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 03 23:02:05.423979 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-efe16ce2-60da-4dc9-b213-b40c7e5fe677 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:05.506500 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe16ce2-60da-4dc9-b213-b40c7e5fe677 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:02:05.509676 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-efe16ce2-60da-4dc9-b213-b40c7e5fe677 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:02:05.513582 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe16ce2-60da-4dc9-b213-b40c7e5fe677 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:05.514195 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-efe16ce2-60da-4dc9-b213-b40c7e5fe677 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:05.519626 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bb2fe1-b31c-48d5-962c-f82c3c72eae2 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:02:05.534368 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe16ce2-60da-4dc9-b213-b40c7e5fe677 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Subnet': ['ID=0c9e241e-5ca3-4dfb-b89f-efdc786339dd,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:05.557119 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47944) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:05.557732 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-efe16ce2-60da-4dc9-b213-b40c7e5fe677 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7143509 May 03 23:02:05.571234 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-7f9960a3-4058-4596-a1fa-e1b50fbcd9a7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'port': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'mac_address': 'fa:16:3e:de:e8:2f', 'name': 'tempest-NetworksTestDHCPv6-150350606'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:02:05.932345 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c7f1e30b-b398-4560-a0fc-4d3ee336c1c4 req-035fe8a5-f2c9-4d13-b6b1-674208bdc997 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=65badab1-c3dd-4694-99ca-8d481db29112 HTTP/1.1" status: 200 len: 210 time: 0.0633256 May 03 23:02:05.990874 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5503d9c8-099c-4bfe-b97c-e91d8bff6fe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'tenant_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'fixed_ips': [{'subnet_id': '0c9e241e-5ca3-4dfb-b89f-efdc786339dd'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:02:05.991931 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5503d9c8-099c-4bfe-b97c-e91d8bff6fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:06.002631 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7f9960a3-4058-4596-a1fa-e1b50fbcd9a7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:02:06.013794 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7f9960a3-4058-4596-a1fa-e1b50fbcd9a7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:02:06.025421 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9960a3-4058-4596-a1fa-e1b50fbcd9a7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:02:06.211839 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7f9960a3-4058-4596-a1fa-e1b50fbcd9a7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:06.215383 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-5503d9c8-099c-4bfe-b97c-e91d8bff6fe9 None None] Allocated IP 2001:db8::f816:3eff:fec1:e483 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/0c9e241e-5ca3-4dfb-b89f-efdc786339dd/8805c9d7-b4ab-4f05-9b93-4127343b0a67) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:02:06.257048 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-7f9960a3-4058-4596-a1fa-e1b50fbcd9a7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] device_id is not set on port 0fa7d636-f9b2-498e-9c1b-8bf74fe1398b yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 23:02:06.336590 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e9f15-0247-452b-bc86-d8af292c3c47 req-27b02a2f-ee61-4061-8913-742f206455da tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:06.338843 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b88e9f15-0247-452b-bc86-d8af292c3c47 req-27b02a2f-ee61-4061-8913-742f206455da tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff6ef5c4-f0c3-495c-8c0c-ef03b80cdc38 HTTP/1.1" status: 200 len: 909 time: 0.1140933 May 03 23:02:06.539492 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5503d9c8-099c-4bfe-b97c-e91d8bff6fe9 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:06.555618 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5503d9c8-099c-4bfe-b97c-e91d8bff6fe9 None None] Transition to ACTIVE for port object 8805c9d7-b4ab-4f05-9b93-4127343b0a67 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:02:06.583068 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5503d9c8-099c-4bfe-b97c-e91d8bff6fe9 None None] Transition to ACTIVE for port object 8805c9d7-b4ab-4f05-9b93-4127343b0a67 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:02:06.591822 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5503d9c8-099c-4bfe-b97c-e91d8bff6fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:06.602989 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec594537-f568-4cb2-b0aa-66dca01389f6 req-c9b09e8b-39bb-44ab-904f-402ee1a9e0ad tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:06.605042 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec594537-f568-4cb2-b0aa-66dca01389f6 req-c9b09e8b-39bb-44ab-904f-402ee1a9e0ad tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff6ef5c4-f0c3-495c-8c0c-ef03b80cdc38 HTTP/1.1" status: 200 len: 909 time: 0.1292546 May 03 23:02:06.668828 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5503d9c8-099c-4bfe-b97c-e91d8bff6fe9 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:02:06.672440 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-5503d9c8-099c-4bfe-b97c-e91d8bff6fe9 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:02:06.677197 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5503d9c8-099c-4bfe-b97c-e91d8bff6fe9 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:02:06.683879 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503d9c8-099c-4bfe-b97c-e91d8bff6fe9 None None] Pushing event updated for resources: {'Port': ['ID=8805c9d7-b4ab-4f05-9b93-4127343b0a67,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:06.727743 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-7f9960a3-4058-4596-a1fa-e1b50fbcd9a7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Allocated IP 2001:db8::f816:3eff:fede:e82f (02c338eb-0429-43aa-8f6f-d1a2ed95a021/0c9e241e-5ca3-4dfb-b89f-efdc786339dd/0fa7d636-f9b2-498e-9c1b-8bf74fe1398b) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:02:06.788738 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-5503d9c8-099c-4bfe-b97c-e91d8bff6fe9 None None] Attempting to bind port 8805c9d7-b4ab-4f05-9b93-4127343b0a67 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:02:06.789110 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-5503d9c8-099c-4bfe-b97c-e91d8bff6fe9 None None] Attempting to bind port 8805c9d7-b4ab-4f05-9b93-4127343b0a67 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:02:06.789473 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5503d9c8-099c-4bfe-b97c-e91d8bff6fe9 None None] Attempting to bind port 8805c9d7-b4ab-4f05-9b93-4127343b0a67 on network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:02:06.795842 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5503d9c8-099c-4bfe-b97c-e91d8bff6fe9 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:02:06.796154 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5503d9c8-099c-4bfe-b97c-e91d8bff6fe9 None None] Checking segment: {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:02:06.796577 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5503d9c8-099c-4bfe-b97c-e91d8bff6fe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:06.796978 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5503d9c8-099c-4bfe-b97c-e91d8bff6fe9 None None] Bound using segment: {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:02:06.797444 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-5503d9c8-099c-4bfe-b97c-e91d8bff6fe9 None None] Bound port: 8805c9d7-b4ab-4f05-9b93-4127343b0a67, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:02:06.797820 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5503d9c8-099c-4bfe-b97c-e91d8bff6fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:06.846554 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407d03f-5a2e-488b-96b5-3f71d577a7e3 req-42e71c40-cc62-462e-9437-8a7d66c1dc85 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:06.847969 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c407d03f-5a2e-488b-96b5-3f71d577a7e3 req-42e71c40-cc62-462e-9437-8a7d66c1dc85 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ff6ef5c4-f0c3-495c-8c0c-ef03b80cdc38 HTTP/1.1" status: 200 len: 1060 time: 0.0775299 May 03 23:02:06.896141 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-5503d9c8-099c-4bfe-b97c-e91d8bff6fe9 None None] For port 8805c9d7-b4ab-4f05-9b93-4127343b0a67, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:02:06.899236 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-5503d9c8-099c-4bfe-b97c-e91d8bff6fe9 None None] For port 8805c9d7-b4ab-4f05-9b93-4127343b0a67, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=8805c9d7-b4ab-4f05-9b93-4127343b0a67,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:02:06.905460 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5503d9c8-099c-4bfe-b97c-e91d8bff6fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:06.954103 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7f9960a3-4058-4596-a1fa-e1b50fbcd9a7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:06.971830 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-7f9960a3-4058-4596-a1fa-e1b50fbcd9a7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Transition to ACTIVE for port object 0fa7d636-f9b2-498e-9c1b-8bf74fe1398b will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:02:07.005017 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7f9960a3-4058-4596-a1fa-e1b50fbcd9a7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:07.068628 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503d9c8-099c-4bfe-b97c-e91d8bff6fe9 None None] Pushing event updated for resources: {'Port': ['ID=8805c9d7-b4ab-4f05-9b93-4127343b0a67,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:07.104723 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9960a3-4058-4596-a1fa-e1b50fbcd9a7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:02:07.108274 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-7f9960a3-4058-4596-a1fa-e1b50fbcd9a7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:02:07.112958 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9960a3-4058-4596-a1fa-e1b50fbcd9a7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:02:07.118688 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9960a3-4058-4596-a1fa-e1b50fbcd9a7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:07.119334 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7f9960a3-4058-4596-a1fa-e1b50fbcd9a7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:07.132970 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9960a3-4058-4596-a1fa-e1b50fbcd9a7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Port': ['ID=0fa7d636-f9b2-498e-9c1b-8bf74fe1398b,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:07.157579 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7f9960a3-4058-4596-a1fa-e1b50fbcd9a7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5980964 May 03 23:02:07.160204 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47966) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:07.174692 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573923d9-6fb4-4c75-93c1-2bd524495301 req-57e19794-7da0-49a9-81d6-ef6ed110b40c tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:07.193118 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-573923d9-6fb4-4c75-93c1-2bd524495301 req-57e19794-7da0-49a9-81d6-ef6ed110b40c tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7180a8d6-0d50-4ffb-8002-e5fc1ee6707e HTTP/1.1" status: 200 len: 1136 time: 0.2302756 May 03 23:02:07.261153 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd11ed9f-9d1e-4b29-ba31-8bb8a234c886 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:07.272058 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd11ed9f-9d1e-4b29-ba31-8bb8a234c886 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:07.276580 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-fd11ed9f-9d1e-4b29-ba31-8bb8a234c886 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:02:07.282635 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-573923d9-6fb4-4c75-93c1-2bd524495301 req-b1aeff63-730f-40cb-ab30-21a883e82200 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] Synchronizing usage tracker for tenant:8d1d80fae0844982b4d6f9d642b7a0f6 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:02:07.306859 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-fd11ed9f-9d1e-4b29-ba31-8bb8a234c886 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:02:07.310941 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fd11ed9f-9d1e-4b29-ba31-8bb8a234c886 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1473398 May 03 23:02:07.311650 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 47976) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:07.327354 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-573923d9-6fb4-4c75-93c1-2bd524495301 req-b1aeff63-730f-40cb-ab30-21a883e82200 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] Unset dirty status for tenant:8d1d80fae0844982b4d6f9d642b7a0f6 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:02:07.329024 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-573923d9-6fb4-4c75-93c1-2bd524495301 req-b1aeff63-730f-40cb-ab30-21a883e82200 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=5cd8f69b-643f-4bb9-8be4-138b85bf54d6&id=01482f50-0d7e-4c9e-b7b6-b2f38a9533bc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1296911 May 03 23:02:07.364900 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47980) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:07.424515 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-5071a1f1-efed-4ebf-a9be-deec14ac3342 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting port 0fa7d636-f9b2-498e-9c1b-8bf74fe1398b {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:07.425250 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5071a1f1-efed-4ebf-a9be-deec14ac3342 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:07.461054 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61b16e3-3eaa-42d8-b648-3d75b3a1b687 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:07.463521 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a61b16e3-3eaa-42d8-b648-3d75b3a1b687 tempest-TestSecurityGroupsBasicOps-246115983 tempest-TestSecurityGroupsBasicOps-246115983-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=ff6ef5c4-f0c3-495c-8c0c-ef03b80cdc38 HTTP/1.1" status: 200 len: 1055 time: 0.0972233 May 03 23:02:07.876360 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5071a1f1-efed-4ebf-a9be-deec14ac3342 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:07.877017 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 03469911-b68d-4164-b0df-99e893b6d196 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:02:07.912163 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 03469911-b68d-4164-b0df-99e893b6d196 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:02:07.912515 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 03469911-b68d-4164-b0df-99e893b6d196 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:02:07.980394 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e471d2e-6b26-4877-9184-844bf6bdfbe4 req-15270e6d-f1a7-4c77-85cc-9fbd97248185 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:07.981934 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0e471d2e-6b26-4877-9184-844bf6bdfbe4 req-15270e6d-f1a7-4c77-85cc-9fbd97248185 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff6ef5c4-f0c3-495c-8c0c-ef03b80cdc38 HTTP/1.1" status: 200 len: 909 time: 0.1088264 May 03 23:02:08.015536 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-5071a1f1-efed-4ebf-a9be-deec14ac3342 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Calling delete_port for 0fa7d636-f9b2-498e-9c1b-8bf74fe1398b owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:08.216197 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5071a1f1-efed-4ebf-a9be-deec14ac3342 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:08.340404 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 8805c9d7-b4ab-4f05-9b93-4127343b0a67 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:02:08.350686 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071a1f1-efed-4ebf-a9be-deec14ac3342 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Port': ['ID=0fa7d636-f9b2-498e-9c1b-8bf74fe1398b,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:08.418290 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5071a1f1-efed-4ebf-a9be-deec14ac3342 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:08.441521 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 47994) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:08.456117 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5071a1f1-efed-4ebf-a9be-deec14ac3342 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/0fa7d636-f9b2-498e-9c1b-8bf74fe1398b HTTP/1.1" status: 204 len: 168 time: 1.1264253 May 03 23:02:08.505469 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 8805c9d7-b4ab-4f05-9b93-4127343b0a67 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:02:08.574405 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e70c4789-8b72-4619-9844-cc7500f2cdf2 None None] Provisioning for port 8805c9d7-b4ab-4f05-9b93-4127343b0a67 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:02:08.585481 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e70c4789-8b72-4619-9844-cc7500f2cdf2 None None] Provisioning complete for port 8805c9d7-b4ab-4f05-9b93-4127343b0a67 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:02:08.586285 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e70c4789-8b72-4619-9844-cc7500f2cdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:08.604658 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdeff15a-2cb8-4f95-ab53-09959738d5cb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:08.607425 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdeff15a-2cb8-4f95-ab53-09959738d5cb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:08.608267 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-bdeff15a-2cb8-4f95-ab53-09959738d5cb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:02:08.637399 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-bdeff15a-2cb8-4f95-ab53-09959738d5cb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:02:08.641569 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48000) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:08.641803 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-bdeff15a-2cb8-4f95-ab53-09959738d5cb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1985633 May 03 23:02:08.754043 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e70c4789-8b72-4619-9844-cc7500f2cdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:08.800545 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee721e1e-01e0-42a7-9700-23203dcac8c8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting subnet 0c9e241e-5ca3-4dfb-b89f-efdc786339dd {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:02:08.801732 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e70c4789-8b72-4619-9844-cc7500f2cdf2 None None] For port 8805c9d7-b4ab-4f05-9b93-4127343b0a67, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=8805c9d7-b4ab-4f05-9b93-4127343b0a67,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:08.804293 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ee721e1e-01e0-42a7-9700-23203dcac8c8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:08.809157 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e70c4789-8b72-4619-9844-cc7500f2cdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:08.881973 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ee721e1e-01e0-42a7-9700-23203dcac8c8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:08.920339 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c4789-8b72-4619-9844-cc7500f2cdf2 None None] Pushing event updated for resources: {'Port': ['ID=8805c9d7-b4ab-4f05-9b93-4127343b0a67,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:08.938850 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-492ae440-3d94-4742-b602-9da20fb5111b None None] Could not find standard attr ID for object 0fa7d636-f9b2-498e-9c1b-8bf74fe1398b. {{(pid=88071) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 03 23:02:08.993845 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ee721e1e-01e0-42a7-9700-23203dcac8c8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:09.082771 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ee721e1e-01e0-42a7-9700-23203dcac8c8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:09.123719 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee721e1e-01e0-42a7-9700-23203dcac8c8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Subnet': ['ID=0c9e241e-5ca3-4dfb-b89f-efdc786339dd,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:09.127368 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ee721e1e-01e0-42a7-9700-23203dcac8c8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:09.136058 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f73d54-f382-4bf8-9bf2-f9d385572423 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:02:09.141480 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ee721e1e-01e0-42a7-9700-23203dcac8c8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/0c9e241e-5ca3-4dfb-b89f-efdc786339dd HTTP/1.1" status: 204 len: 168 time: 0.4985552 May 03 23:02:09.143878 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48006) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:09.228707 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-051a770d-8fd8-46f3-9958-7416fe5ac546 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0834858 May 03 23:02:09.232614 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48010) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:09.237142 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a214bc3-d8e1-48e9-9e65-c12989af2ce4 req-a62ae2ab-2861-44a1-b048-8614b30b4513 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:09.238838 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8a214bc3-d8e1-48e9-9e65-c12989af2ce4 req-a62ae2ab-2861-44a1-b048-8614b30b4513 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff6ef5c4-f0c3-495c-8c0c-ef03b80cdc38 HTTP/1.1" status: 200 len: 909 time: 0.1187263 May 03 23:02:09.240213 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-05ada5d3-600b-4083-85ca-b0419ca42cfb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:02:09.439853 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30a834f-a0da-4305-8173-5e6f7db0028b None None] DHCP port deletion for 02c338eb-0429-43aa-8f6f-d1a2ed95a021 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:02:09.444696 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e30a834f-a0da-4305-8173-5e6f7db0028b None None] Deleting port 8805c9d7-b4ab-4f05-9b93-4127343b0a67 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:09.445009 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e30a834f-a0da-4305-8173-5e6f7db0028b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:09.525226 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-05ada5d3-600b-4083-85ca-b0419ca42cfb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:02:09.537136 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-05ada5d3-600b-4083-85ca-b0419ca42cfb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:subnet and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:02:09.542537 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-05ada5d3-600b-4083-85ca-b0419ca42cfb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:02:09.556146 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-05ada5d3-600b-4083-85ca-b0419ca42cfb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:02:09.579345 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b4a72-4c45-42ef-8e6f-1c277a6e97e6 req-61c1802f-f0fb-402b-bdaa-10c08613038f tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:09.582692 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-a98b4a72-4c45-42ef-8e6f-1c277a6e97e6 req-61c1802f-f0fb-402b-bdaa-10c08613038f tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Synchronizing usage tracker for tenant:61cab4c91c0e4d5a8ad17b08776df08d on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:02:09.599361 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ada5d3-600b-4083-85ca-b0419ca42cfb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:02:09.605470 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-05ada5d3-600b-4083-85ca-b0419ca42cfb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:09.757212 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e30a834f-a0da-4305-8173-5e6f7db0028b None None] For port 8805c9d7-b4ab-4f05-9b93-4127343b0a67, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=8805c9d7-b4ab-4f05-9b93-4127343b0a67,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:09.757888 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e30a834f-a0da-4305-8173-5e6f7db0028b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:09.929699 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e30a834f-a0da-4305-8173-5e6f7db0028b None None] Calling delete_port for 8805c9d7-b4ab-4f05-9b93-4127343b0a67 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:09.953860 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-a98b4a72-4c45-42ef-8e6f-1c277a6e97e6 req-61c1802f-f0fb-402b-bdaa-10c08613038f tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Unset dirty status for tenant:61cab4c91c0e4d5a8ad17b08776df08d on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:02:09.955079 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a98b4a72-4c45-42ef-8e6f-1c277a6e97e6 req-61c1802f-f0fb-402b-bdaa-10c08613038f tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff6ef5c4-f0c3-495c-8c0c-ef03b80cdc38 HTTP/1.1" status: 200 len: 909 time: 0.5633430 May 03 23:02:10.021475 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e30a834f-a0da-4305-8173-5e6f7db0028b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:10.057838 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-a98b4a72-4c45-42ef-8e6f-1c277a6e97e6 req-941c123a-8d4f-45ed-808a-fe8afd9b3ce5 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Deleting port 62ef563b-6e10-4cf1-8ce4-a45771513125 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:10.058115 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a98b4a72-4c45-42ef-8e6f-1c277a6e97e6 req-941c123a-8d4f-45ed-808a-fe8afd9b3ce5 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:10.088184 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30a834f-a0da-4305-8173-5e6f7db0028b None None] No DVR routers for this DVR port 8805c9d7-b4ab-4f05-9b93-4127343b0a67 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:02:10.090538 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a834f-a0da-4305-8173-5e6f7db0028b None None] Pushing event deleted for resources: {'Port': ['ID=8805c9d7-b4ab-4f05-9b93-4127343b0a67,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:10.091549 n-d-811807-1 neutron-server[88070]: DEBUG neutron.objects.ports [None req-05ada5d3-600b-4083-85ca-b0419ca42cfb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88070) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 03 23:02:10.293493 n-d-811807-1 neutron-server[88070]: WARNING neutron.services.revisions.revision_plugin [None req-05ada5d3-600b-4083-85ca-b0419ca42cfb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Could not find related port for resource to bump revision. May 03 23:02:10.320227 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.ipam_pluggable_backend [None req-05ada5d3-600b-4083-85ca-b0419ca42cfb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Port 8805c9d7-b4ab-4f05-9b93-4127343b0a67 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88070) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 03 23:02:10.320667 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.ipam_pluggable_backend [None req-05ada5d3-600b-4083-85ca-b0419ca42cfb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Reverting IP allocation for 2001:db8::f816:3eff:fec1:e483 {{(pid=88070) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 03 23:02:10.335312 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 8805c9d7-b4ab-4f05-9b93-4127343b0a67 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:02:10.352143 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-05ada5d3-600b-4083-85ca-b0419ca42cfb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:10.381519 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 8805c9d7-b4ab-4f05-9b93-4127343b0a67 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:02:10.382104 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 8805c9d7-b4ab-4f05-9b93-4127343b0a67 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:02:10.433363 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ada5d3-600b-4083-85ca-b0419ca42cfb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Subnet': ['ID=a54e07eb-acea-47c8-8976-33317be6de35,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:10.480315 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac348905-451c-4c9d-bcff-bc7a3d9a893c req-0ef5737a-6a1c-4e4c-bc55-89aa9ab54f5a tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:10.484263 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac348905-451c-4c9d-bcff-bc7a3d9a893c req-0ef5737a-6a1c-4e4c-bc55-89aa9ab54f5a tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff6ef5c4-f0c3-495c-8c0c-ef03b80cdc38 HTTP/1.1" status: 200 len: 909 time: 0.0896149 May 03 23:02:10.502289 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ada5d3-600b-4083-85ca-b0419ca42cfb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:02:10.511010 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-05ada5d3-600b-4083-85ca-b0419ca42cfb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:02:10.516136 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ada5d3-600b-4083-85ca-b0419ca42cfb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:10.516712 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-05ada5d3-600b-4083-85ca-b0419ca42cfb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:10.522359 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d54754-5025-42f0-bab1-444df6243e30 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:02:10.586511 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-05ada5d3-600b-4083-85ca-b0419ca42cfb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3504276 May 03 23:02:10.586511 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-a98b4a72-4c45-42ef-8e6f-1c277a6e97e6 req-941c123a-8d4f-45ed-808a-fe8afd9b3ce5 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] For port 62ef563b-6e10-4cf1-8ce4-a45771513125, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=62ef563b-6e10-4cf1-8ce4-a45771513125,segment=NetworkSegment(c368e2f7-1b08-487a-9dfe-5ab751faaaab),segment_id=c368e2f7-1b08-487a-9dfe-5ab751faaaab)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:10.586768 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a98b4a72-4c45-42ef-8e6f-1c277a6e97e6 req-941c123a-8d4f-45ed-808a-fe8afd9b3ce5 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:10.586872 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48034) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:10.593191 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-aef342fb-4ddf-4579-8a92-b0fc4ab0344b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'port': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'mac_address': 'fa:16:3e:a9:d7:e2', 'name': 'tempest-NetworksTestDHCPv6-360225712'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:02:10.749556 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-a98b4a72-4c45-42ef-8e6f-1c277a6e97e6 req-941c123a-8d4f-45ed-808a-fe8afd9b3ce5 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Calling delete_port for 62ef563b-6e10-4cf1-8ce4-a45771513125 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:10.790367 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-aef342fb-4ddf-4579-8a92-b0fc4ab0344b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:02:10.805663 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-aef342fb-4ddf-4579-8a92-b0fc4ab0344b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:port and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:02:10.809727 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-aef342fb-4ddf-4579-8a92-b0fc4ab0344b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:02:10.822505 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-aef342fb-4ddf-4579-8a92-b0fc4ab0344b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:02:10.843375 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef342fb-4ddf-4579-8a92-b0fc4ab0344b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:02:10.900514 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4323d3-bcc4-4f0b-b22e-88c69c010bee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'tenant_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'fixed_ips': [{'subnet_id': 'a54e07eb-acea-47c8-8976-33317be6de35'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:02:10.901597 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cb4323d3-bcc4-4f0b-b22e-88c69c010bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:11.019964 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a98b4a72-4c45-42ef-8e6f-1c277a6e97e6 req-941c123a-8d4f-45ed-808a-fe8afd9b3ce5 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:11.070650 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aef342fb-4ddf-4579-8a92-b0fc4ab0344b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:11.103800 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-aef342fb-4ddf-4579-8a92-b0fc4ab0344b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] device_id is not set on port 9cfa4f4c-ce93-4818-9151-0eb5316af06b yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 23:02:11.134153 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c123a-8d4f-45ed-808a-fe8afd9b3ce5 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Pushing event deleted for resources: {'Port': ['ID=62ef563b-6e10-4cf1-8ce4-a45771513125,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:11.190599 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-cb4323d3-bcc4-4f0b-b22e-88c69c010bee None None] Allocated IP 2001:db8::f816:3eff:fe69:4f91 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/a54e07eb-acea-47c8-8976-33317be6de35/a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:02:11.258495 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98b4a72-4c45-42ef-8e6f-1c277a6e97e6 req-941c123a-8d4f-45ed-808a-fe8afd9b3ce5 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] No DVR routers for this DVR port 62ef563b-6e10-4cf1-8ce4-a45771513125 on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:02:11.266126 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-a98b4a72-4c45-42ef-8e6f-1c277a6e97e6 req-941c123a-8d4f-45ed-808a-fe8afd9b3ce5 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:11.274300 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6ef5c4-f0c3-495c-8c0c-ef03b80cdc38', 'name': 'network-vif-deleted', 'tag': '62ef563b-6e10-4cf1-8ce4-a45771513125'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:02:11.316348 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a98b4a72-4c45-42ef-8e6f-1c277a6e97e6 req-941c123a-8d4f-45ed-808a-fe8afd9b3ce5 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.67 "DELETE /v2.0/ports/62ef563b-6e10-4cf1-8ce4-a45771513125 HTTP/1.1" status: 204 len: 173 time: 1.3552763 May 03 23:02:11.391262 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5b8611b-7275-4832-86f8-3892501a6f17'] response: {'server_uuid': 'ff6ef5c4-f0c3-495c-8c0c-ef03b80cdc38', 'name': 'network-vif-deleted', 'tag': '62ef563b-6e10-4cf1-8ce4-a45771513125', 'status': 'completed', 'code': 200} May 03 23:02:11.562865 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cb4323d3-bcc4-4f0b-b22e-88c69c010bee None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:11.574612 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-cb4323d3-bcc4-4f0b-b22e-88c69c010bee None None] Transition to ACTIVE for port object a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:02:11.596880 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-cb4323d3-bcc4-4f0b-b22e-88c69c010bee None None] Transition to ACTIVE for port object a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:02:11.604818 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cb4323d3-bcc4-4f0b-b22e-88c69c010bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:11.679556 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4323d3-bcc4-4f0b-b22e-88c69c010bee None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:02:11.682410 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-cb4323d3-bcc4-4f0b-b22e-88c69c010bee None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:02:11.686606 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4323d3-bcc4-4f0b-b22e-88c69c010bee None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:02:11.704874 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d079c068-d73f-4727-968b-60540e94f71f req-97f0db7f-3318-4751-a9e0-6e6299838491 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff6ef5c4-f0c3-495c-8c0c-ef03b80cdc38 HTTP/1.1" status: 200 len: 210 time: 0.0586028 May 03 23:02:11.722403 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4323d3-bcc4-4f0b-b22e-88c69c010bee None None] Pushing event updated for resources: {'Port': ['ID=a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:11.723503 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-aef342fb-4ddf-4579-8a92-b0fc4ab0344b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Allocated IP 2001:db8::f816:3eff:fea9:d7e2 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/a54e07eb-acea-47c8-8976-33317be6de35/9cfa4f4c-ce93-4818-9151-0eb5316af06b) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:02:11.781870 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-cb4323d3-bcc4-4f0b-b22e-88c69c010bee None None] Attempting to bind port a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:02:11.782232 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-cb4323d3-bcc4-4f0b-b22e-88c69c010bee None None] Attempting to bind port a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:02:11.782844 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4323d3-bcc4-4f0b-b22e-88c69c010bee None None] Attempting to bind port a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b on network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:02:11.788988 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4323d3-bcc4-4f0b-b22e-88c69c010bee None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:02:11.789362 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4323d3-bcc4-4f0b-b22e-88c69c010bee None None] Checking segment: {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:02:11.789843 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cb4323d3-bcc4-4f0b-b22e-88c69c010bee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:11.790263 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4323d3-bcc4-4f0b-b22e-88c69c010bee None None] Bound using segment: {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:02:11.790732 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-cb4323d3-bcc4-4f0b-b22e-88c69c010bee None None] Bound port: a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:02:11.791089 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cb4323d3-bcc4-4f0b-b22e-88c69c010bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:11.883550 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-cb4323d3-bcc4-4f0b-b22e-88c69c010bee None None] For port a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:02:11.886776 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-cb4323d3-bcc4-4f0b-b22e-88c69c010bee None None] For port a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:02:11.891299 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cb4323d3-bcc4-4f0b-b22e-88c69c010bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:11.959241 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48048) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:11.959409 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aef342fb-4ddf-4579-8a92-b0fc4ab0344b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:11.979590 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4323d3-bcc4-4f0b-b22e-88c69c010bee None None] Pushing event updated for resources: {'Port': ['ID=a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:11.990619 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-aef342fb-4ddf-4579-8a92-b0fc4ab0344b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Transition to ACTIVE for port object 9cfa4f4c-ce93-4818-9151-0eb5316af06b will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:02:12.026297 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aef342fb-4ddf-4579-8a92-b0fc4ab0344b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:12.099014 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef342fb-4ddf-4579-8a92-b0fc4ab0344b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:02:12.102252 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-aef342fb-4ddf-4579-8a92-b0fc4ab0344b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:02:12.106290 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef342fb-4ddf-4579-8a92-b0fc4ab0344b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:02:12.111885 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef342fb-4ddf-4579-8a92-b0fc4ab0344b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:12.112494 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aef342fb-4ddf-4579-8a92-b0fc4ab0344b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:12.138702 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef342fb-4ddf-4579-8a92-b0fc4ab0344b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Port': ['ID=9cfa4f4c-ce93-4818-9151-0eb5316af06b,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:12.154031 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-aef342fb-4ddf-4579-8a92-b0fc4ab0344b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5659640 May 03 23:02:12.156637 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48052) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:12.278657 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9d3f1a-e103-4d3a-80f2-7a3d09f5a158 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:12.288179 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9d3f1a-e103-4d3a-80f2-7a3d09f5a158 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:12.290144 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ab9d3f1a-e103-4d3a-80f2-7a3d09f5a158 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:02:12.311322 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ab9d3f1a-e103-4d3a-80f2-7a3d09f5a158 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:02:12.315229 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ab9d3f1a-e103-4d3a-80f2-7a3d09f5a158 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1575272 May 03 23:02:12.315817 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48056) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:12.369999 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-20370cea-2a2c-4fb4-b12b-8f9908ce2108 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Deleting port 93fa4525-7815-4759-941c-ec8633fa84aa {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:12.370501 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-20370cea-2a2c-4fb4-b12b-8f9908ce2108 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:12.374435 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:02:12.402915 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-7fcc9459-fa75-4cb1-bf4b-d5f2166940ee tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting port 9cfa4f4c-ce93-4818-9151-0eb5316af06b {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:12.404085 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7fcc9459-fa75-4cb1-bf4b-d5f2166940ee tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:12.451248 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:02:12.566848 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-20370cea-2a2c-4fb4-b12b-8f9908ce2108 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:12.567338 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-20370cea-2a2c-4fb4-b12b-8f9908ce2108 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:12.678294 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7fcc9459-fa75-4cb1-bf4b-d5f2166940ee tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:12.709105 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-20370cea-2a2c-4fb4-b12b-8f9908ce2108 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Calling delete_port for 93fa4525-7815-4759-941c-ec8633fa84aa owned by network:floatingip {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:12.866000 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48068) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:12.980663 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-7fcc9459-fa75-4cb1-bf4b-d5f2166940ee tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Calling delete_port for 9cfa4f4c-ce93-4818-9151-0eb5316af06b owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:13.031397 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-20370cea-2a2c-4fb4-b12b-8f9908ce2108 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:13.050654 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 62ef563b-6e10-4cf1-8ce4-a45771513125 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:02:13.090036 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20370cea-2a2c-4fb4-b12b-8f9908ce2108 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Pushing event deleted for resources: {'Port': ['ID=93fa4525-7815-4759-941c-ec8633fa84aa,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:13.104811 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 62ef563b-6e10-4cf1-8ce4-a45771513125 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:02:13.105504 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 62ef563b-6e10-4cf1-8ce4-a45771513125 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:02:13.140603 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31602f70-a27b-469f-bcf4-2670c3c0ff9f req-fb814d25-e727-44fb-8e96-cbe0ee529c9a tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:13.142533 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-31602f70-a27b-469f-bcf4-2670c3c0ff9f req-fb814d25-e727-44fb-8e96-cbe0ee529c9a tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a75d99-2c2f-490a-aa38-430e4084bd01 HTTP/1.1" status: 200 len: 946 time: 0.1691003 May 03 23:02:13.219887 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-75f78e04-dfac-4cd9-b1ec-399270e0c9cc None None] Provisioning for port a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:02:13.225226 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-75f78e04-dfac-4cd9-b1ec-399270e0c9cc None None] Provisioning complete for port a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:02:13.225504 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-75f78e04-dfac-4cd9-b1ec-399270e0c9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:13.242206 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-31602f70-a27b-469f-bcf4-2670c3c0ff9f req-adb04aea-4c76-47f6-a0b6-b12e528ca95c tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a73ae28-9ec1-4e43-bc63-335d48a45020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631692 May 03 23:02:13.247696 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7fcc9459-fa75-4cb1-bf4b-d5f2166940ee tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:13.302049 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc9459-fa75-4cb1-bf4b-d5f2166940ee tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Port': ['ID=9cfa4f4c-ce93-4818-9151-0eb5316af06b,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:13.349418 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-20370cea-2a2c-4fb4-b12b-8f9908ce2108 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for floatingip, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:13.349760 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [None req-20370cea-2a2c-4fb4-b12b-8f9908ce2108 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Floating IP 3ed68fb9-69c3-4f9c-8fef-648dad3ef026 disassociated (deleted). External IP: 172.25.2.102, port: bc0f374e-89c5-4a2f-a652-499332777c5f. May 03 23:02:13.355445 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7fcc9459-fa75-4cb1-bf4b-d5f2166940ee tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:13.375919 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7fcc9459-fa75-4cb1-bf4b-d5f2166940ee tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/9cfa4f4c-ce93-4818-9151-0eb5316af06b HTTP/1.1" status: 204 len: 168 time: 1.0590131 May 03 23:02:13.376695 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48072) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:13.380064 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-75f78e04-dfac-4cd9-b1ec-399270e0c9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:13.420659 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-75f78e04-dfac-4cd9-b1ec-399270e0c9cc None None] For port a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:13.431906 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-75f78e04-dfac-4cd9-b1ec-399270e0c9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:13.450006 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bef92bb-5e5e-4fc3-9444-6f813f3dda90 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:13.452081 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bef92bb-5e5e-4fc3-9444-6f813f3dda90 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:13.456560 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5bef92bb-5e5e-4fc3-9444-6f813f3dda90 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0785699 May 03 23:02:13.457275 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48076) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:13.520004 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f78e04-dfac-4cd9-b1ec-399270e0c9cc None None] Pushing event updated for resources: {'Port': ['ID=a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:13.541429 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f4528b-3f6d-47b4-8dac-7357c8ac30ce tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting subnet a54e07eb-acea-47c8-8976-33317be6de35 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:02:13.545586 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d9f4528b-3f6d-47b4-8dac-7357c8ac30ce tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:13.551129 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7e8144e5-6837-4637-beac-bb128ca6ff7b None None] Could not find standard attr ID for object 9cfa4f4c-ce93-4818-9151-0eb5316af06b. {{(pid=88071) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 03 23:02:13.614150 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d9f4528b-3f6d-47b4-8dac-7357c8ac30ce tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:13.725610 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d9f4528b-3f6d-47b4-8dac-7357c8ac30ce tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:13.801641 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d9f4528b-3f6d-47b4-8dac-7357c8ac30ce tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:13.838811 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4528b-3f6d-47b4-8dac-7357c8ac30ce tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Subnet': ['ID=a54e07eb-acea-47c8-8976-33317be6de35,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:13.844481 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d9f4528b-3f6d-47b4-8dac-7357c8ac30ce tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:13.851650 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b106a31-0eb7-4c4d-8c02-7a1820a9ce7c None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:02:13.857684 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d9f4528b-3f6d-47b4-8dac-7357c8ac30ce tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/a54e07eb-acea-47c8-8976-33317be6de35 HTTP/1.1" status: 204 len: 168 time: 0.3967688 May 03 23:02:13.858130 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48080) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:13.935148 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-17292e0d-5bfd-4532-8206-ed1be68b05b1 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0751536 May 03 23:02:13.935615 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48084) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:14.058420 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20370cea-2a2c-4fb4-b12b-8f9908ce2108 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Router bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:02:14.082999 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d4cdca-3edd-406c-914c-0c89d7fe1178 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:14.083707 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-37d4cdca-3edd-406c-914c-0c89d7fe1178 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:02:14.109619 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1273a97f-a586-4438-a19a-a8287556e70a None None] DHCP port deletion for 02c338eb-0429-43aa-8f6f-d1a2ed95a021 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:02:14.113970 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1273a97f-a586-4438-a19a-a8287556e70a None None] Deleting port a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:14.114345 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1273a97f-a586-4438-a19a-a8287556e70a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:14.251161 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:02:14.274992 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-37d4cdca-3edd-406c-914c-0c89d7fe1178 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:02:14.276141 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-37d4cdca-3edd-406c-914c-0c89d7fe1178 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3360062 May 03 23:02:14.281289 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48088) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:14.328797 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20370cea-2a2c-4fb4-b12b-8f9908ce2108 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:02:14.339675 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556ee25d-889a-4b28-b8ce-5d8c9e7ba164 None None] Sync routers for ids ['bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:02:14.344449 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9fb38c1d-cabb-4d8d-b8f4-763508bf0bac tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:14.357383 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556ee25d-889a-4b28-b8ce-5d8c9e7ba164 None None] Routers {'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:02:14.358050 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-556ee25d-889a-4b28-b8ce-5d8c9e7ba164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:01:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:14.408350 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-1273a97f-a586-4438-a19a-a8287556e70a None None] For port a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:14.409407 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1273a97f-a586-4438-a19a-a8287556e70a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:14.505293 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d5a42c-0660-45b7-8aa4-935e61967ac1 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:14.506187 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-63d5a42c-0660-45b7-8aa4-935e61967ac1 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:02:14.506852 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-20370cea-2a2c-4fb4-b12b-8f9908ce2108 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:14.549503 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af756928-6dd3-41f0-bdae-8119af267dab req-9f955bb5-c8be-493f-813a-ed74094cea4f tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:14.557545 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af756928-6dd3-41f0-bdae-8119af267dab req-9f955bb5-c8be-493f-813a-ed74094cea4f tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a75d99-2c2f-490a-aa38-430e4084bd01 HTTP/1.1" status: 200 len: 946 time: 0.1436341 May 03 23:02:14.561175 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-63d5a42c-0660-45b7-8aa4-935e61967ac1 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:02:14.564076 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-63d5a42c-0660-45b7-8aa4-935e61967ac1 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2788954 May 03 23:02:14.567218 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48094) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:14.595644 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1273a97f-a586-4438-a19a-a8287556e70a None None] Calling delete_port for a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:14.624461 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:14.624971 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af756928-6dd3-41f0-bdae-8119af267dab req-e1f2b48d-316c-48f1-8f4b-c0b56eedb92b tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a73ae28-9ec1-4e43-bc63-335d48a45020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641484 May 03 23:02:14.658445 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-556ee25d-889a-4b28-b8ce-5d8c9e7ba164 None None] Set router bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:02:14.670279 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e3c332de-dc49-45a4-951f-f23c24d7c138 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0917854 May 03 23:02:14.671111 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48098) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:14.677040 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-147cf441-1179-4dee-bd6c-7ae58ee98b3a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:02:14.678212 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-20370cea-2a2c-4fb4-b12b-8f9908ce2108 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "DELETE /v2.0/floatingips/3ed68fb9-69c3-4f9c-8fef-648dad3ef026 HTTP/1.1" status: 204 len: 168 time: 2.7173276 May 03 23:02:14.681759 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181bbf8e-859f-4eb0-90e9-7169a9fbbeca', 'tag': 'bc0f374e-89c5-4a2f-a652-499332777c5f'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:02:14.699664 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:14.710193 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:14.823020 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fc47ed7-7804-4ae2-a05b-5ec3d3d5eb19'] response: {'name': 'network-changed', 'server_uuid': '181bbf8e-859f-4eb0-90e9-7169a9fbbeca', 'tag': 'bc0f374e-89c5-4a2f-a652-499332777c5f', 'status': 'completed', 'code': 200} May 03 23:02:14.843124 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-147cf441-1179-4dee-bd6c-7ae58ee98b3a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:02:14.855384 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-147cf441-1179-4dee-bd6c-7ae58ee98b3a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:02:14.869605 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147cf441-1179-4dee-bd6c-7ae58ee98b3a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:02:14.875159 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-147cf441-1179-4dee-bd6c-7ae58ee98b3a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:14.878586 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4026f58-7bbb-4adc-a272-0e8c1ca6f1dc req-a7ed65f1-d80b-4752-a0b4-9bf87423bdcf tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:14.879290 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-b4026f58-7bbb-4adc-a272-0e8c1ca6f1dc req-a7ed65f1-d80b-4752-a0b4-9bf87423bdcf tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Synchronizing usage tracker for tenant:f78e8c45dde9428fbae42b8cd7a9aa46 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:02:14.952967 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-1273a97f-a586-4438-a19a-a8287556e70a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:02:14.953358 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-1273a97f-a586-4438-a19a-a8287556e70a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:02:14.959300 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:14.993276 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-b4026f58-7bbb-4adc-a272-0e8c1ca6f1dc req-a7ed65f1-d80b-4752-a0b4-9bf87423bdcf tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Unset dirty status for tenant:f78e8c45dde9428fbae42b8cd7a9aa46 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:02:14.994531 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b4026f58-7bbb-4adc-a272-0e8c1ca6f1dc req-a7ed65f1-d80b-4752-a0b4-9bf87423bdcf tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3a75d99-2c2f-490a-aa38-430e4084bd01 HTTP/1.1" status: 200 len: 946 time: 0.5185149 May 03 23:02:15.076060 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-b4026f58-7bbb-4adc-a272-0e8c1ca6f1dc req-4e85b64b-99ff-4fa1-8a96-d30874f95b1b tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Deleting port e0d0261f-2075-4e52-914b-44293584bdd9 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:15.076402 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b4026f58-7bbb-4adc-a272-0e8c1ca6f1dc req-4e85b64b-99ff-4fa1-8a96-d30874f95b1b tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:15.108940 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-556ee25d-889a-4b28-b8ce-5d8c9e7ba164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'name': 'tempest-TestVolumeBootPattern-388009800-router', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:38Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 4, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'gw_port': {'id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:39Z', 'updated_at': '2022-05-03T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '8c072430-9b3b-4e76-833d-c229a370f52c', 'name': '', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'mac_address': 'fa:16:3e:6b:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:43Z', 'updated_at': '2022-05-03T22:49:53Z', 'revision_number': 5, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'subnets': [{'id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:15.113029 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556ee25d-889a-4b28-b8ce-5d8c9e7ba164 None None] Checking router: bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:02:15.121495 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556ee25d-889a-4b28-b8ce-5d8c9e7ba164 None None] Routers {'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:02:15.122263 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-556ee25d-889a-4b28-b8ce-5d8c9e7ba164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:01:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:15.242649 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3eefe-4aa5-4742-84a2-98bd69c3f71b req-ea05a764-2299-4611-860f-1055ca048a6b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:15.244431 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1fa3eefe-4aa5-4742-84a2-98bd69c3f71b req-ea05a764-2299-4611-860f-1055ca048a6b tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=181bbf8e-859f-4eb0-90e9-7169a9fbbeca HTTP/1.1" status: 200 len: 945 time: 0.1472871 May 03 23:02:15.308957 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-556ee25d-889a-4b28-b8ce-5d8c9e7ba164 None None] Set router bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:02:15.359906 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cef406-1603-4b64-842d-eb01f200570d req-49675e6b-6a3b-4cdb-8149-033efe9b889c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:15.361269 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-61cef406-1603-4b64-842d-eb01f200570d req-49675e6b-6a3b-4cdb-8149-033efe9b889c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fac7f64c48bd48e8ae480a0113f466e9&device_id=181bbf8e-859f-4eb0-90e9-7169a9fbbeca HTTP/1.1" status: 200 len: 1096 time: 0.5374362 May 03 23:02:15.378660 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1fa3eefe-4aa5-4742-84a2-98bd69c3f71b req-fd2d12d9-c3b9-4d9f-9f6e-fdf36c7483d5 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034343 May 03 23:02:15.412340 n-d-811807-1 neutron-server[88069]: DEBUG neutron.objects.ports [None req-147cf441-1179-4dee-bd6c-7ae58ee98b3a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88069) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 03 23:02:15.454217 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1273a97f-a586-4438-a19a-a8287556e70a None None] Deleting port a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:15.455464 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1273a97f-a586-4438-a19a-a8287556e70a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:15.462609 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-9fb38c1d-cabb-4d8d-b8f4-763508bf0bac tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Deleting port 30a00cb0-0f86-4ac2-9693-bfce2ffe3e96 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:15.462986 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9fb38c1d-cabb-4d8d-b8f4-763508bf0bac tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:15.741207 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cef406-1603-4b64-842d-eb01f200570d req-daa12f59-edf8-4e5e-aba3-d6d1c387e31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:15.742350 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-1273a97f-a586-4438-a19a-a8287556e70a None None] For port a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:15.742748 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-61cef406-1603-4b64-842d-eb01f200570d req-daa12f59-edf8-4e5e-aba3-d6d1c387e31b service neutron] 10.222.0.60 "GET /v2.0/networks?id=707cfa08-484f-448d-b84f-a940bf8f6e2e HTTP/1.1" status: 200 len: 912 time: 0.3680897 May 03 23:02:15.742933 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1273a97f-a586-4438-a19a-a8287556e70a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:15.755428 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-556ee25d-889a-4b28-b8ce-5d8c9e7ba164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'name': 'tempest-TestVolumeBootPattern-388009800-router', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:38Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 4, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'gw_port': {'id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:39Z', 'updated_at': '2022-05-03T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '8c072430-9b3b-4e76-833d-c229a370f52c', 'name': '', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'mac_address': 'fa:16:3e:6b:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:43Z', 'updated_at': '2022-05-03T22:49:53Z', 'revision_number': 5, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'subnets': [{'id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:15.766327 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556ee25d-889a-4b28-b8ce-5d8c9e7ba164 None None] The sync data for ids ['bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'] in n-d-811807-1 is: [{'id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'name': 'tempest-TestVolumeBootPattern-388009800-router', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:38Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 4, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'gw_port': {'id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:39Z', 'updated_at': '2022-05-03T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '8c072430-9b3b-4e76-833d-c229a370f52c', 'name': '', 'network_id': '707cfa08-484f-448d-b84f-a940bf8f6e2e', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'mac_address': 'fa:16:3e:6b:0d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:43Z', 'updated_at': '2022-05-03T22:49:53Z', 'revision_number': 5, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'subnets': [{'id': '1a456f8a-c743-4130-8826-ac82fe55cbc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:02:15.807894 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-147cf441-1179-4dee-bd6c-7ae58ee98b3a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:15.838955 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-b4026f58-7bbb-4adc-a272-0e8c1ca6f1dc req-4e85b64b-99ff-4fa1-8a96-d30874f95b1b tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] For port e0d0261f-2075-4e52-914b-44293584bdd9, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=e0d0261f-2075-4e52-914b-44293584bdd9,segment=NetworkSegment(82b84367-2fcb-485e-8afe-d71abc718106),segment_id=82b84367-2fcb-485e-8afe-d71abc718106)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:15.839810 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b4026f58-7bbb-4adc-a272-0e8c1ca6f1dc req-4e85b64b-99ff-4fa1-8a96-d30874f95b1b tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:15.904140 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1273a97f-a586-4438-a19a-a8287556e70a None None] Calling delete_port for a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:15.965054 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e6d7c-d860-4b6b-9e2a-0d24cf867709 req-33115400-38ff-4f5a-8d48-cec9e89ce276 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:15.966627 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-598e6d7c-d860-4b6b-9e2a-0d24cf867709 req-33115400-38ff-4f5a-8d48-cec9e89ce276 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a75d99-2c2f-490a-aa38-430e4084bd01 HTTP/1.1" status: 200 len: 946 time: 0.1965003 May 03 23:02:15.976990 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-b4026f58-7bbb-4adc-a272-0e8c1ca6f1dc req-4e85b64b-99ff-4fa1-8a96-d30874f95b1b tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Calling delete_port for e0d0261f-2075-4e52-914b-44293584bdd9 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:16.085396 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-61cef406-1603-4b64-842d-eb01f200570d req-7ae09b22-9650-4fe6-982d-5f5f0453abc0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc0f374e-89c5-4a2f-a652-499332777c5f HTTP/1.1" status: 200 len: 217 time: 0.3334057 May 03 23:02:16.095370 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1685212-c37b-469c-91fb-03045d2cbe10 None None] New status for floating IP 3ed68fb9-69c3-4f9c-8fef-648dad3ef026: DOWN {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:02:16.107525 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-598e6d7c-d860-4b6b-9e2a-0d24cf867709 req-5899edcf-42b9-45ef-91d1-3ba724cc442e tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a73ae28-9ec1-4e43-bc63-335d48a45020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890808 May 03 23:02:16.121899 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-147cf441-1179-4dee-bd6c-7ae58ee98b3a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] For port a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:16.160232 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-147cf441-1179-4dee-bd6c-7ae58ee98b3a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:16.166219 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-147cf441-1179-4dee-bd6c-7ae58ee98b3a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:16.167058 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-147cf441-1179-4dee-bd6c-7ae58ee98b3a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:16.230874 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cef406-1603-4b64-842d-eb01f200570d req-27bf7ffa-4338-40fe-b1e6-6af75aa5573e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:16.232937 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-61cef406-1603-4b64-842d-eb01f200570d req-27bf7ffa-4338-40fe-b1e6-6af75aa5573e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1a456f8a-c743-4130-8826-ac82fe55cbc8 HTTP/1.1" status: 200 len: 850 time: 0.1332500 May 03 23:02:16.234688 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-9fb38c1d-cabb-4d8d-b8f4-763508bf0bac tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] For port 30a00cb0-0f86-4ac2-9693-bfce2ffe3e96, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=30a00cb0-0f86-4ac2-9693-bfce2ffe3e96,segment=NetworkSegment(c368e2f7-1b08-487a-9dfe-5ab751faaaab),segment_id=c368e2f7-1b08-487a-9dfe-5ab751faaaab)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:16.235057 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9fb38c1d-cabb-4d8d-b8f4-763508bf0bac tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:16.244748 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-1273a97f-a586-4438-a19a-a8287556e70a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:02:16.244748 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-1273a97f-a586-4438-a19a-a8287556e70a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:02:16.286905 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147cf441-1179-4dee-bd6c-7ae58ee98b3a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Port': ['ID=a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b,revision_number=7']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:16.315461 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147cf441-1179-4dee-bd6c-7ae58ee98b3a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:02:16.318517 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-147cf441-1179-4dee-bd6c-7ae58ee98b3a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:02:16.322882 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147cf441-1179-4dee-bd6c-7ae58ee98b3a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:16.323535 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-147cf441-1179-4dee-bd6c-7ae58ee98b3a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:16.327160 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147cf441-1179-4dee-bd6c-7ae58ee98b3a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Subnet': ['ID=d627c1c6-23d0-43a4-b97e-f2549b466f3d,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:16.351080 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-147cf441-1179-4dee-bd6c-7ae58ee98b3a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6765463 May 03 23:02:16.351307 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48112) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:16.356968 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-3b4565c8-527b-4660-b2fd-b8c973cb46fa tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'port': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'mac_address': 'fa:16:3e:ef:b0:6b', 'name': 'tempest-NetworksTestDHCPv6-8553619'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:02:16.443004 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-9fb38c1d-cabb-4d8d-b8f4-763508bf0bac tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Calling delete_port for 30a00cb0-0f86-4ac2-9693-bfce2ffe3e96 owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:16.534502 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b4026f58-7bbb-4adc-a272-0e8c1ca6f1dc req-4e85b64b-99ff-4fa1-8a96-d30874f95b1b tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:16.537672 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3b4565c8-527b-4660-b2fd-b8c973cb46fa tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:02:16.548588 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['e0d0261f-2075-4e52-914b-44293584bdd9'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:02:16.558890 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3b4565c8-527b-4660-b2fd-b8c973cb46fa tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:02:16.604900 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85b64b-99ff-4fa1-8a96-d30874f95b1b tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Pushing event deleted for resources: {'Port': ['ID=e0d0261f-2075-4e52-914b-44293584bdd9,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:16.631491 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4565c8-527b-4660-b2fd-b8c973cb46fa tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:02:16.665266 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cef406-1603-4b64-842d-eb01f200570d req-86e9ef60-81c6-4d60-9604-8c645793d758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:16.666706 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-61cef406-1603-4b64-842d-eb01f200570d req-86e9ef60-81c6-4d60-9604-8c645793d758 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=707cfa08-484f-448d-b84f-a940bf8f6e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4198616 May 03 23:02:16.674124 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6b96b-b473-4a29-884e-ce626f1b903a req-07ee21a0-cc11-4250-a499-2c736d7dc802 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:16.675575 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6ca6b96b-b473-4a29-884e-ce626f1b903a req-07ee21a0-cc11-4250-a499-2c736d7dc802 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=181bbf8e-859f-4eb0-90e9-7169a9fbbeca HTTP/1.1" status: 200 len: 945 time: 0.1823056 May 03 23:02:16.706743 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1273a97f-a586-4438-a19a-a8287556e70a None None] Deleting port a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:16.707158 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1273a97f-a586-4438-a19a-a8287556e70a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:16.724266 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4026f58-7bbb-4adc-a272-0e8c1ca6f1dc req-4e85b64b-99ff-4fa1-8a96-d30874f95b1b tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] No DVR routers for this DVR port e0d0261f-2075-4e52-914b-44293584bdd9 on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:02:16.737782 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b4026f58-7bbb-4adc-a272-0e8c1ca6f1dc req-4e85b64b-99ff-4fa1-8a96-d30874f95b1b tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:16.799642 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6ca6b96b-b473-4a29-884e-ce626f1b903a req-89ca8145-1a39-4c76-9285-787263ebfcf7 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171215 May 03 23:02:16.832487 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee0f3e-222d-4c2b-998d-09612cd1671a req-49a3d18b-05c5-4266-9eaa-2aa72e8d227f tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:16.832487 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a3ee0f3e-222d-4c2b-998d-09612cd1671a req-49a3d18b-05c5-4266-9eaa-2aa72e8d227f tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.60 "GET /v2.0/ports?device_id=181bbf8e-859f-4eb0-90e9-7169a9fbbeca HTTP/1.1" status: 200 len: 945 time: 0.2486479 May 03 23:02:16.868522 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3b4565c8-527b-4660-b2fd-b8c973cb46fa tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:16.920210 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-3b4565c8-527b-4660-b2fd-b8c973cb46fa tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] device_id is not set on port 9643bbf3-160e-4857-ab5c-afe3dc816232 yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 23:02:16.942518 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a75d99-2c2f-490a-aa38-430e4084bd01', 'name': 'network-vif-deleted', 'tag': 'e0d0261f-2075-4e52-914b-44293584bdd9'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:02:16.946015 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-1273a97f-a586-4438-a19a-a8287556e70a None None] For port a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:16.946541 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1273a97f-a586-4438-a19a-a8287556e70a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:16.957082 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b4026f58-7bbb-4adc-a272-0e8c1ca6f1dc req-4e85b64b-99ff-4fa1-8a96-d30874f95b1b tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.67 "DELETE /v2.0/ports/e0d0261f-2075-4e52-914b-44293584bdd9 HTTP/1.1" status: 204 len: 173 time: 1.9560845 May 03 23:02:16.960360 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-a3ee0f3e-222d-4c2b-998d-09612cd1671a req-40bb4b91-9918-466f-b195-4032c4581efe tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Deleting port bc0f374e-89c5-4a2f-a652-499332777c5f {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:16.968445 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a3ee0f3e-222d-4c2b-998d-09612cd1671a req-40bb4b91-9918-466f-b195-4032c4581efe tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:17.048914 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-61cef406-1603-4b64-842d-eb01f200570d req-71bf9652-11ae-4b29-a6c5-af0069df5f07 service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554230 May 03 23:02:17.080269 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84905cba-44fe-4a16-9840-62daa4bada32'] response: {'server_uuid': 'f3a75d99-2c2f-490a-aa38-430e4084bd01', 'name': 'network-vif-deleted', 'tag': 'e0d0261f-2075-4e52-914b-44293584bdd9', 'status': 'completed', 'code': 200} May 03 23:02:17.083005 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9fb38c1d-cabb-4d8d-b8f4-763508bf0bac tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:17.103584 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1273a97f-a586-4438-a19a-a8287556e70a None None] Calling delete_port for a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:17.143208 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb38c1d-cabb-4d8d-b8f4-763508bf0bac tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Pushing event deleted for resources: {'Port': ['ID=30a00cb0-0f86-4ac2-9693-bfce2ffe3e96,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:17.289996 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1273a97f-a586-4438-a19a-a8287556e70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:17.347680 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273a97f-a586-4438-a19a-a8287556e70a None None] Pushing event deleted for resources: {'Port': ['ID=a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:17.359272 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1273a97f-a586-4438-a19a-a8287556e70a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:02:17.359638 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1273a97f-a586-4438-a19a-a8287556e70a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:02:17.359956 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1273a97f-a586-4438-a19a-a8287556e70a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:02:17.360296 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1273a97f-a586-4438-a19a-a8287556e70a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:02:17.360644 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1273a97f-a586-4438-a19a-a8287556e70a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:02:17.360962 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1273a97f-a586-4438-a19a-a8287556e70a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:02:17.361373 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1273a97f-a586-4438-a19a-a8287556e70a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:02:17.361702 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1273a97f-a586-4438-a19a-a8287556e70a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:02:17.362892 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1273a97f-a586-4438-a19a-a8287556e70a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:02:17.363379 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1273a97f-a586-4438-a19a-a8287556e70a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:02:17.364075 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1273a97f-a586-4438-a19a-a8287556e70a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:02:17.364075 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1273a97f-a586-4438-a19a-a8287556e70a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:02:17.370988 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-61cef406-1603-4b64-842d-eb01f200570d req-5c68e7ff-1917-4a83-8557-f3a6850af058 service neutron] 10.222.0.60 "GET /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138456 May 03 23:02:17.386481 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-3b4565c8-527b-4660-b2fd-b8c973cb46fa tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Allocated IP 2001:db8::f816:3eff:feef:b06b (02c338eb-0429-43aa-8f6f-d1a2ed95a021/d627c1c6-23d0-43a4-b97e-f2549b466f3d/9643bbf3-160e-4857-ab5c-afe3dc816232) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:02:17.392396 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-284a17b1-a7a0-43e4-aae7-a666eb49d02e req-ca0f9081-aa12-479f-9c18-1140c2c38651 tempest-VolumesSnapshotTestJSON-480805376 tempest-VolumesSnapshotTestJSON-480805376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3a75d99-2c2f-490a-aa38-430e4084bd01 HTTP/1.1" status: 200 len: 210 time: 0.0563991 May 03 23:02:17.480338 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1273a97f-a586-4438-a19a-a8287556e70a None None] No DVR routers for this DVR port a2fb03ae-f7f9-4d09-a6c6-5478ab877e6b on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:02:17.496347 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcccd2cf-7b99-4260-b701-722a6be7b176 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:02:17.598652 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9fb38c1d-cabb-4d8d-b8f4-763508bf0bac tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:17.599200 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-a3ee0f3e-222d-4c2b-998d-09612cd1671a req-40bb4b91-9918-466f-b195-4032c4581efe tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] For port bc0f374e-89c5-4a2f-a652-499332777c5f, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=bc0f374e-89c5-4a2f-a652-499332777c5f,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:17.599664 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a3ee0f3e-222d-4c2b-998d-09612cd1671a req-40bb4b91-9918-466f-b195-4032c4581efe tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:17.791584 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a76c7d2-978d-4431-b8f1-4eb5edc02bce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'tenant_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'fixed_ips': [{'subnet_id': 'd627c1c6-23d0-43a4-b97e-f2549b466f3d'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:02:17.792507 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0a76c7d2-978d-4431-b8f1-4eb5edc02bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:17.877916 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-a3ee0f3e-222d-4c2b-998d-09612cd1671a req-40bb4b91-9918-466f-b195-4032c4581efe tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Calling delete_port for bc0f374e-89c5-4a2f-a652-499332777c5f owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:17.986882 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb38c1d-cabb-4d8d-b8f4-763508bf0bac tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Router f87a3959-affe-4f76-b668-fa211d78da9a has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:02:18.166964 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb38c1d-cabb-4d8d-b8f4-763508bf0bac tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:02:18.178819 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d579fc-2cc2-41ab-8579-7ea1b2e7e8fe None None] Sync routers for ids ['f87a3959-affe-4f76-b668-fa211d78da9a'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:02:18.197939 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d579fc-2cc2-41ab-8579-7ea1b2e7e8fe None None] Routers {'f87a3959-affe-4f76-b668-fa211d78da9a'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:02:18.198959 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-15d579fc-2cc2-41ab-8579-7ea1b2e7e8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:01:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['f87a3959-affe-4f76-b668-fa211d78da9a'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:18.203031 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9fb38c1d-cabb-4d8d-b8f4-763508bf0bac tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "PUT /v2.0/routers/f87a3959-affe-4f76-b668-fa211d78da9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3336358 May 03 23:02:18.204891 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48124) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:18.218686 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3b4565c8-527b-4660-b2fd-b8c973cb46fa tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:18.281657 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7cc6c0-7aa4-49ae-8440-9bc0695fb322 req-e4327c5a-49d8-4fde-9384-690dffb9dfc1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:18.283215 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bf7cc6c0-7aa4-49ae-8440-9bc0695fb322 req-e4327c5a-49d8-4fde-9384-690dffb9dfc1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=181bbf8e-859f-4eb0-90e9-7169a9fbbeca HTTP/1.1" status: 200 len: 945 time: 0.3322361 May 03 23:02:18.324484 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-3b4565c8-527b-4660-b2fd-b8c973cb46fa tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Transition to ACTIVE for port object 9643bbf3-160e-4857-ab5c-afe3dc816232 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:02:18.326160 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a3ee0f3e-222d-4c2b-998d-09612cd1671a req-40bb4b91-9918-466f-b195-4032c4581efe tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:18.388567 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-15d579fc-2cc2-41ab-8579-7ea1b2e7e8fe None None] Set router f87a3959-affe-4f76-b668-fa211d78da9a gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:02:18.399618 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb4b91-9918-466f-b195-4032c4581efe tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Pushing event deleted for resources: {'Port': ['ID=bc0f374e-89c5-4a2f-a652-499332777c5f,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:18.416329 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c5234b6-b16f-4ae5-b4cb-7e82e9511c23 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Deleting subnet e10ce41a-49a8-4cb6-a123-3b713345eb95 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:02:18.459733 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bf7cc6c0-7aa4-49ae-8440-9bc0695fb322 req-b4e8b7fc-621a-436b-b29d-12b93d01f3ed tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/security-groups?id=f80127a2-7685-4829-b922-4f551e4c4adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633649 May 03 23:02:18.460413 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3c5234b6-b16f-4ae5-b4cb-7e82e9511c23 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:18.542959 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ee0f3e-222d-4c2b-998d-09612cd1671a req-40bb4b91-9918-466f-b195-4032c4581efe tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] No DVR routers for this DVR port bc0f374e-89c5-4a2f-a652-499332777c5f on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:02:18.548040 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a3ee0f3e-222d-4c2b-998d-09612cd1671a req-40bb4b91-9918-466f-b195-4032c4581efe tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:18.552856 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181bbf8e-859f-4eb0-90e9-7169a9fbbeca', 'name': 'network-vif-deleted', 'tag': 'bc0f374e-89c5-4a2f-a652-499332777c5f'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:02:18.571732 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3c5234b6-b16f-4ae5-b4cb-7e82e9511c23 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:18.613152 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3b4565c8-527b-4660-b2fd-b8c973cb46fa tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:18.651200 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a3ee0f3e-222d-4c2b-998d-09612cd1671a req-40bb4b91-9918-466f-b195-4032c4581efe tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.60 "DELETE /v2.0/ports/bc0f374e-89c5-4a2f-a652-499332777c5f HTTP/1.1" status: 204 len: 173 time: 1.8203330 May 03 23:02:18.696534 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96ae9317-1f36-4bef-ae1b-f6e73388469e'] response: {'server_uuid': '181bbf8e-859f-4eb0-90e9-7169a9fbbeca', 'name': 'network-vif-deleted', 'tag': 'bc0f374e-89c5-4a2f-a652-499332777c5f', 'status': 'completed', 'code': 200} May 03 23:02:18.710721 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4565c8-527b-4660-b2fd-b8c973cb46fa tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:02:18.718580 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-3b4565c8-527b-4660-b2fd-b8c973cb46fa tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:02:18.724751 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4565c8-527b-4660-b2fd-b8c973cb46fa tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:02:18.730496 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4565c8-527b-4660-b2fd-b8c973cb46fa tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:18.731131 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3b4565c8-527b-4660-b2fd-b8c973cb46fa tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:18.746595 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-0a76c7d2-978d-4431-b8f1-4eb5edc02bce None None] Allocated IP 2001:db8::f816:3eff:fe23:bdd2 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/d627c1c6-23d0-43a4-b97e-f2549b466f3d/27430964-5dc7-4730-bb50-68ce0a64e859) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:02:18.756063 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4565c8-527b-4660-b2fd-b8c973cb46fa tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Port': ['ID=9643bbf3-160e-4857-ab5c-afe3dc816232,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:18.773630 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-15d579fc-2cc2-41ab-8579-7ea1b2e7e8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87a3959-affe-4f76-b668-fa211d78da9a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1782910207', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:01:41Z', 'updated_at': '2022-05-03T23:02:16Z', 'revision_number': 5, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'gw_port': {'id': 'b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:33:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87a3959-affe-4f76-b668-fa211d78da9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:01:42Z', 'updated_at': '2022-05-03T23:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:18.780075 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3b4565c8-527b-4660-b2fd-b8c973cb46fa tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 2.4277472 May 03 23:02:18.783657 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48134) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:18.795694 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d579fc-2cc2-41ab-8579-7ea1b2e7e8fe None None] Checking router: f87a3959-affe-4f76-b668-fa211d78da9a for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:02:18.810682 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d579fc-2cc2-41ab-8579-7ea1b2e7e8fe None None] Routers {'f87a3959-affe-4f76-b668-fa211d78da9a'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:02:18.811253 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-15d579fc-2cc2-41ab-8579-7ea1b2e7e8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:01:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['f87a3959-affe-4f76-b668-fa211d78da9a'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:18.815600 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3c5234b6-b16f-4ae5-b4cb-7e82e9511c23 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:19.003819 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59183b24-a81e-4971-a5db-59712c04e750 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:19.005491 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-59183b24-a81e-4971-a5db-59712c04e750 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2181227 May 03 23:02:19.009785 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48138) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:19.069843 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device e0d0261f-2075-4e52-914b-44293584bdd9 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:02:19.129300 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: e0d0261f-2075-4e52-914b-44293584bdd9 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:02:19.129693 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device e0d0261f-2075-4e52-914b-44293584bdd9 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:02:19.146349 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0a76c7d2-978d-4431-b8f1-4eb5edc02bce None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:19.156684 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-51a755b0-f7ac-4ba4-8f6b-15b4ef85b490 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting port 9643bbf3-160e-4857-ab5c-afe3dc816232 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:19.157089 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-51a755b0-f7ac-4ba4-8f6b-15b4ef85b490 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:19.167941 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-0a76c7d2-978d-4431-b8f1-4eb5edc02bce None None] Transition to ACTIVE for port object 27430964-5dc7-4730-bb50-68ce0a64e859 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:02:19.172462 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-15d579fc-2cc2-41ab-8579-7ea1b2e7e8fe None None] Set router f87a3959-affe-4f76-b668-fa211d78da9a gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:02:19.203333 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-0a76c7d2-978d-4431-b8f1-4eb5edc02bce None None] Transition to ACTIVE for port object 27430964-5dc7-4730-bb50-68ce0a64e859 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:02:19.212474 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0a76c7d2-978d-4431-b8f1-4eb5edc02bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:19.225038 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3c5234b6-b16f-4ae5-b4cb-7e82e9511c23 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:19.296883 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5234b6-b16f-4ae5-b4cb-7e82e9511c23 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Pushing event deleted for resources: {'Subnet': ['ID=e10ce41a-49a8-4cb6-a123-3b713345eb95,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:19.297631 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a76c7d2-978d-4431-b8f1-4eb5edc02bce None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:02:19.309004 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-0a76c7d2-978d-4431-b8f1-4eb5edc02bce None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:02:19.312194 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a76c7d2-978d-4431-b8f1-4eb5edc02bce None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:02:19.320575 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3c5234b6-b16f-4ae5-b4cb-7e82e9511c23 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:19.323293 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e742733c-8629-45e2-b497-644109c8155a None None] Network 91dd5d33-b480-4801-8c54-433ed84e8f90 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:02:19.336266 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3c5234b6-b16f-4ae5-b4cb-7e82e9511c23 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "DELETE /v2.0/subnets/e10ce41a-49a8-4cb6-a123-3b713345eb95 HTTP/1.1" status: 204 len: 168 time: 1.1277072 May 03 23:02:19.338889 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48148) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:19.383357 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a76c7d2-978d-4431-b8f1-4eb5edc02bce None None] Pushing event updated for resources: {'Port': ['ID=27430964-5dc7-4730-bb50-68ce0a64e859,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:19.511719 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-15d579fc-2cc2-41ab-8579-7ea1b2e7e8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87a3959-affe-4f76-b668-fa211d78da9a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1782910207', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:01:41Z', 'updated_at': '2022-05-03T23:02:16Z', 'revision_number': 5, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'gw_port': {'id': 'b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:33:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87a3959-affe-4f76-b668-fa211d78da9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:01:42Z', 'updated_at': '2022-05-03T23:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:19.516345 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d579fc-2cc2-41ab-8579-7ea1b2e7e8fe None None] The sync data for ids ['f87a3959-affe-4f76-b668-fa211d78da9a'] in n-d-811807-1 is: [{'id': 'f87a3959-affe-4f76-b668-fa211d78da9a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1782910207', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:01:41Z', 'updated_at': '2022-05-03T23:02:16Z', 'revision_number': 5, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'gw_port': {'id': 'b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:33:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87a3959-affe-4f76-b668-fa211d78da9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:01:42Z', 'updated_at': '2022-05-03T23:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:02:19.567800 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-0a76c7d2-978d-4431-b8f1-4eb5edc02bce None None] Attempting to bind port 27430964-5dc7-4730-bb50-68ce0a64e859 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:02:19.568178 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-0a76c7d2-978d-4431-b8f1-4eb5edc02bce None None] Attempting to bind port 27430964-5dc7-4730-bb50-68ce0a64e859 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:02:19.568548 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a76c7d2-978d-4431-b8f1-4eb5edc02bce None None] Attempting to bind port 27430964-5dc7-4730-bb50-68ce0a64e859 on network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:02:19.582352 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a76c7d2-978d-4431-b8f1-4eb5edc02bce None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:02:19.583127 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a76c7d2-978d-4431-b8f1-4eb5edc02bce None None] Checking segment: {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:02:19.583545 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0a76c7d2-978d-4431-b8f1-4eb5edc02bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:19.583945 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a76c7d2-978d-4431-b8f1-4eb5edc02bce None None] Bound using segment: {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:02:19.584560 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-0a76c7d2-978d-4431-b8f1-4eb5edc02bce None None] Bound port: 27430964-5dc7-4730-bb50-68ce0a64e859, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:02:19.584943 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0a76c7d2-978d-4431-b8f1-4eb5edc02bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:19.764537 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-6ad8a31a-5bb9-4a7d-914a-9d86df843ea4 req-483001ec-b578-4750-8a70-e48a9b190f21 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Synchronizing usage tracker for tenant:fac7f64c48bd48e8ae480a0113f466e9 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:02:19.790961 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-6ad8a31a-5bb9-4a7d-914a-9d86df843ea4 req-483001ec-b578-4750-8a70-e48a9b190f21 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Unset dirty status for tenant:fac7f64c48bd48e8ae480a0113f466e9 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:02:19.792750 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6ad8a31a-5bb9-4a7d-914a-9d86df843ea4 req-483001ec-b578-4750-8a70-e48a9b190f21 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "GET /v2.0/ports?device_id=181bbf8e-859f-4eb0-90e9-7169a9fbbeca HTTP/1.1" status: 200 len: 210 time: 0.1251190 May 03 23:02:19.832150 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-51a755b0-f7ac-4ba4-8f6b-15b4ef85b490 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:19.894716 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-0a76c7d2-978d-4431-b8f1-4eb5edc02bce None None] For port 27430964-5dc7-4730-bb50-68ce0a64e859, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:02:19.898914 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-0a76c7d2-978d-4431-b8f1-4eb5edc02bce None None] For port 27430964-5dc7-4730-bb50-68ce0a64e859, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=27430964-5dc7-4730-bb50-68ce0a64e859,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:02:19.917376 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0a76c7d2-978d-4431-b8f1-4eb5edc02bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:19.924513 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3eff481e-4a9c-410b-bbef-d987abcec838 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:20.008483 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device bc0f374e-89c5-4a2f-a652-499332777c5f no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:02:20.060417 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c9c72a-0c80-4240-9c5b-f2e3b7b1ca4a None None] DHCP port deletion for 91dd5d33-b480-4801-8c54-433ed84e8f90 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:02:20.081090 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: bc0f374e-89c5-4a2f-a652-499332777c5f {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:02:20.081785 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device bc0f374e-89c5-4a2f-a652-499332777c5f not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:02:20.117945 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-95c9c72a-0c80-4240-9c5b-f2e3b7b1ca4a None None] Deleting port 2d11607e-54a1-4cad-85b0-ef2d4f705f14 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:20.118325 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-95c9c72a-0c80-4240-9c5b-f2e3b7b1ca4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:20.130207 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-51a755b0-f7ac-4ba4-8f6b-15b4ef85b490 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Calling delete_port for 9643bbf3-160e-4857-ab5c-afe3dc816232 owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:20.203468 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a76c7d2-978d-4431-b8f1-4eb5edc02bce None None] Pushing event updated for resources: {'Port': ['ID=27430964-5dc7-4730-bb50-68ce0a64e859,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:20.352397 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3eff481e-4a9c-410b-bbef-d987abcec838 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:20.371770 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-3eff481e-4a9c-410b-bbef-d987abcec838 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Deleting port b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:20.372710 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3eff481e-4a9c-410b-bbef-d987abcec838 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:20.409886 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 2d11607e-54a1-4cad-85b0-ef2d4f705f14 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:02:20.439215 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-51a755b0-f7ac-4ba4-8f6b-15b4ef85b490 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:20.565405 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a755b0-f7ac-4ba4-8f6b-15b4ef85b490 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Port': ['ID=9643bbf3-160e-4857-ab5c-afe3dc816232,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:20.611009 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-95c9c72a-0c80-4240-9c5b-f2e3b7b1ca4a None None] For port 2d11607e-54a1-4cad-85b0-ef2d4f705f14, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=2d11607e-54a1-4cad-85b0-ef2d4f705f14,segment=NetworkSegment(c368e2f7-1b08-487a-9dfe-5ab751faaaab),segment_id=c368e2f7-1b08-487a-9dfe-5ab751faaaab)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:20.611369 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-95c9c72a-0c80-4240-9c5b-f2e3b7b1ca4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:20.659761 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-51a755b0-f7ac-4ba4-8f6b-15b4ef85b490 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:20.676122 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-51a755b0-f7ac-4ba4-8f6b-15b4ef85b490 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/9643bbf3-160e-4857-ab5c-afe3dc816232 HTTP/1.1" status: 204 len: 168 time: 1.6646121 May 03 23:02:20.677002 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48156) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:20.742394 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-3eff481e-4a9c-410b-bbef-d987abcec838 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] For port b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:20.742750 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3eff481e-4a9c-410b-bbef-d987abcec838 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:20.755947 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7398c51-0b2f-45de-9535-04a80bd01510 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:20.757607 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7398c51-0b2f-45de-9535-04a80bd01510 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:20.759000 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d7398c51-0b2f-45de-9535-04a80bd01510 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:02:20.777073 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d7398c51-0b2f-45de-9535-04a80bd01510 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:02:20.781107 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d7398c51-0b2f-45de-9535-04a80bd01510 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0996540 May 03 23:02:20.781565 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48160) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:20.824876 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-95c9c72a-0c80-4240-9c5b-f2e3b7b1ca4a None None] Calling delete_port for 2d11607e-54a1-4cad-85b0-ef2d4f705f14 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:20.869836 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-3eff481e-4a9c-410b-bbef-d987abcec838 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Calling delete_port for b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951 owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:20.877132 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-3608256d-a5c0-48d6-ade4-a705428fcad8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting subnet d627c1c6-23d0-43a4-b97e-f2549b466f3d {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:02:20.880584 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3608256d-a5c0-48d6-ade4-a705428fcad8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:20.896588 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:20.911858 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48166) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:20.942940 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 2d11607e-54a1-4cad-85b0-ef2d4f705f14, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=2d11607e-54a1-4cad-85b0-ef2d4f705f14,segment=NetworkSegment(c368e2f7-1b08-487a-9dfe-5ab751faaaab),segment_id=c368e2f7-1b08-487a-9dfe-5ab751faaaab)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:20.947735 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:20.948450 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 30a00cb0-0f86-4ac2-9693-bfce2ffe3e96 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:02:20.968020 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3608256d-a5c0-48d6-ade4-a705428fcad8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:21.015643 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 30a00cb0-0f86-4ac2-9693-bfce2ffe3e96 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:02:21.015933 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 30a00cb0-0f86-4ac2-9693-bfce2ffe3e96 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:02:21.031753 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-95c9c72a-0c80-4240-9c5b-f2e3b7b1ca4a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:02:21.032128 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-95c9c72a-0c80-4240-9c5b-f2e3b7b1ca4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:02:21.054015 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=2d11607e-54a1-4cad-85b0-ef2d4f705f14,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:21.060042 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3608256d-a5c0-48d6-ade4-a705428fcad8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:21.102740 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ad52008d-a51d-4087-b775-75c3c3536fc1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Deleting port d99285d7-faf7-4c68-9c13-15cec692b94c {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:21.103075 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ad52008d-a51d-4087-b775-75c3c3536fc1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:21.141766 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3608256d-a5c0-48d6-ade4-a705428fcad8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:21.188202 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608256d-a5c0-48d6-ade4-a705428fcad8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Subnet': ['ID=d627c1c6-23d0-43a4-b97e-f2549b466f3d,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:21.191762 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3608256d-a5c0-48d6-ade4-a705428fcad8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:21.207482 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3608256d-a5c0-48d6-ade4-a705428fcad8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/d627c1c6-23d0-43a4-b97e-f2549b466f3d HTTP/1.1" status: 204 len: 168 time: 0.4224968 May 03 23:02:21.208279 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48170) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:21.339729 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0f77e561-c898-42f6-8b7a-eb8c02cc0237 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1301966 May 03 23:02:21.343820 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48174) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:21.352101 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-5f596dfa-125d-422e-b11d-0ed2c787f5b0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:02:21.412688 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ad52008d-a51d-4087-b775-75c3c3536fc1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:21.412688 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ad52008d-a51d-4087-b775-75c3c3536fc1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:21.458864 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41d29df-dcdb-4f9f-b868-8a96b0f9fcf3 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:02:21.476347 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5f596dfa-125d-422e-b11d-0ed2c787f5b0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:02:21.480742 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5f596dfa-125d-422e-b11d-0ed2c787f5b0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:subnet and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:02:21.484358 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5f596dfa-125d-422e-b11d-0ed2c787f5b0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:02:21.490552 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5f596dfa-125d-422e-b11d-0ed2c787f5b0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:02:21.501589 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f596dfa-125d-422e-b11d-0ed2c787f5b0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:02:21.505603 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f596dfa-125d-422e-b11d-0ed2c787f5b0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:21.542672 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ad52008d-a51d-4087-b775-75c3c3536fc1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Calling delete_port for d99285d7-faf7-4c68-9c13-15cec692b94c owned by network:floatingip {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:21.582679 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-95c9c72a-0c80-4240-9c5b-f2e3b7b1ca4a None None] Deleting port 2d11607e-54a1-4cad-85b0-ef2d4f705f14 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:21.583065 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-95c9c72a-0c80-4240-9c5b-f2e3b7b1ca4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:21.734697 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3eff481e-4a9c-410b-bbef-d987abcec838 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:21.786704 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff481e-4a9c-410b-bbef-d987abcec838 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Pushing event deleted for resources: {'Port': ['ID=b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:21.813473 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a90555b6-d653-4440-91fb-fcac8ba3281e None None] Provisioning for port 27430964-5dc7-4730-bb50-68ce0a64e859 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:02:21.905789 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3eff481e-4a9c-410b-bbef-d987abcec838 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:22.022688 n-d-811807-1 neutron-server[88069]: DEBUG neutron.objects.ports [None req-5f596dfa-125d-422e-b11d-0ed2c787f5b0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88069) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 03 23:02:22.050269 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-95c9c72a-0c80-4240-9c5b-f2e3b7b1ca4a None None] For port 2d11607e-54a1-4cad-85b0-ef2d4f705f14, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=2d11607e-54a1-4cad-85b0-ef2d4f705f14,segment=NetworkSegment(c368e2f7-1b08-487a-9dfe-5ab751faaaab),segment_id=c368e2f7-1b08-487a-9dfe-5ab751faaaab)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:22.050853 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-95c9c72a-0c80-4240-9c5b-f2e3b7b1ca4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:22.130873 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3eff481e-4a9c-410b-bbef-d987abcec838 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:22.134699 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3eff481e-4a9c-410b-bbef-d987abcec838 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:22.160294 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ad52008d-a51d-4087-b775-75c3c3536fc1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:22.221752 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3eff481e-4a9c-410b-bbef-d987abcec838 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:22.222264 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eff481e-4a9c-410b-bbef-d987abcec838 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Fanout notify agent at l3_agent the message router_deleted on router f87a3959-affe-4f76-b668-fa211d78da9a {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 23:02:22.229024 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52008d-a51d-4087-b775-75c3c3536fc1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Pushing event deleted for resources: {'Port': ['ID=d99285d7-faf7-4c68-9c13-15cec692b94c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:22.233347 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-95c9c72a-0c80-4240-9c5b-f2e3b7b1ca4a None None] Calling delete_port for 2d11607e-54a1-4cad-85b0-ef2d4f705f14 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:22.291036 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586a1f2c-7f3f-4689-9d0f-e2c748147f48 None None] DHCP port deletion for 02c338eb-0429-43aa-8f6f-d1a2ed95a021 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:02:22.314290 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-586a1f2c-7f3f-4689-9d0f-e2c748147f48 None None] Deleting port 27430964-5dc7-4730-bb50-68ce0a64e859 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:22.314413 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-586a1f2c-7f3f-4689-9d0f-e2c748147f48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:22.353003 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f596dfa-125d-422e-b11d-0ed2c787f5b0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:22.376976 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3eff481e-4a9c-410b-bbef-d987abcec838 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:22.378406 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3eff481e-4a9c-410b-bbef-d987abcec838 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "DELETE /v2.0/routers/f87a3959-affe-4f76-b668-fa211d78da9a HTTP/1.1" status: 204 len: 168 time: 3.0377877 May 03 23:02:22.384323 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48184) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:22.402644 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ad52008d-a51d-4087-b775-75c3c3536fc1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for floatingip, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:22.407121 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ad52008d-a51d-4087-b775-75c3c3536fc1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:22.411187 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ad52008d-a51d-4087-b775-75c3c3536fc1 tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "DELETE /v2.0/floatingips/f985aac5-5a99-44de-a436-609b1251a01c HTTP/1.1" status: 204 len: 168 time: 1.4957285 May 03 23:02:22.488193 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-95c9c72a-0c80-4240-9c5b-f2e3b7b1ca4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:22.575964 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c9c72a-0c80-4240-9c5b-f2e3b7b1ca4a None None] Pushing event deleted for resources: {'Port': ['ID=2d11607e-54a1-4cad-85b0-ef2d4f705f14,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:22.592571 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c9c72a-0c80-4240-9c5b-f2e3b7b1ca4a None None] No DVR routers for this DVR port 2d11607e-54a1-4cad-85b0-ef2d4f705f14 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:02:22.606109 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a5558d54-3779-4d5c-b842-0037458593ce tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:22.695338 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-586a1f2c-7f3f-4689-9d0f-e2c748147f48 None None] For port 27430964-5dc7-4730-bb50-68ce0a64e859, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=27430964-5dc7-4730-bb50-68ce0a64e859,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:22.695618 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-586a1f2c-7f3f-4689-9d0f-e2c748147f48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:22.804741 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-5f596dfa-125d-422e-b11d-0ed2c787f5b0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] For port 27430964-5dc7-4730-bb50-68ce0a64e859, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=27430964-5dc7-4730-bb50-68ce0a64e859,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:22.830711 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f596dfa-125d-422e-b11d-0ed2c787f5b0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:22.853896 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f596dfa-125d-422e-b11d-0ed2c787f5b0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:22.855754 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f596dfa-125d-422e-b11d-0ed2c787f5b0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:22.967185 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f596dfa-125d-422e-b11d-0ed2c787f5b0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Subnet': ['ID=cf517cb3-030a-48e6-a778-0dd7db77b6de,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:22.973784 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-586a1f2c-7f3f-4689-9d0f-e2c748147f48 None None] Calling delete_port for 27430964-5dc7-4730-bb50-68ce0a64e859 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:23.033905 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-11e497a0-6c06-48f1-a688-e699f28f9fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:23.076818 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-586a1f2c-7f3f-4689-9d0f-e2c748147f48 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:02:23.077304 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-586a1f2c-7f3f-4689-9d0f-e2c748147f48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:02:23.175319 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f596dfa-125d-422e-b11d-0ed2c787f5b0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:02:23.178009 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a5558d54-3779-4d5c-b842-0037458593ce tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:23.191228 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-5f596dfa-125d-422e-b11d-0ed2c787f5b0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:02:23.194666 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f596dfa-125d-422e-b11d-0ed2c787f5b0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:23.195259 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f596dfa-125d-422e-b11d-0ed2c787f5b0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:23.240591 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5f596dfa-125d-422e-b11d-0ed2c787f5b0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8924868 May 03 23:02:23.241968 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48202) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:23.248328 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-a5558d54-3779-4d5c-b842-0037458593ce tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91dd5d33-b480-4801-8c54-433ed84e8f90']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:23.259863 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f596dfa-125d-422e-b11d-0ed2c787f5b0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Port': ['ID=27430964-5dc7-4730-bb50-68ce0a64e859,revision_number=5']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:23.261082 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-72d6ee75-91c5-4300-8dfe-dcfdcff54128 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'port': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'mac_address': 'fa:16:3e:6d:9c:d5', 'name': 'tempest-NetworksTestDHCPv6-1787327868'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:02:23.270741 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-a5558d54-3779-4d5c-b842-0037458593ce tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c368e2f7-1b08-487a-9dfe-5ab751faaaab') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:23.271039 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-a5558d54-3779-4d5c-b842-0037458593ce tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c368e2f7-1b08-487a-9dfe-5ab751faaaab') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:23.288265 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a5558d54-3779-4d5c-b842-0037458593ce tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:23.310731 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a5558d54-3779-4d5c-b842-0037458593ce tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:23.318075 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5558d54-3779-4d5c-b842-0037458593ce tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:02:23.318477 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a5558d54-3779-4d5c-b842-0037458593ce tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:23.341974 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 23:02:23.341974 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:02:23.341974 n-d-811807-1 neutron-server[88069]: timer() May 03 23:02:23.341974 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:02:23.341974 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 23:02:23.341974 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:02:23.341974 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 23:02:23.341974 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:02:23.341974 n-d-811807-1 neutron-server[88069]: self._notify() May 03 23:02:23.341974 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:02:23.341974 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 23:02:23.341974 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:02:23.341974 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 23:02:23.341974 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:02:23.341974 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:02:23.341974 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:02:23.341974 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:02:23.341974 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:02:23.341974 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 23:02:23.341974 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:02:23.341974 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 23:02:23.341974 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:02:23.341974 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:02:23.341974 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:02:23.341974 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 23:02:23.341974 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:02:23.341974 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:02:23.341974 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:02:23.341974 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:02:23.341974 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:02:23.341974 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:02:23.341974 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:02:23.449648 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a5558d54-3779-4d5c-b842-0037458593ce tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:23.471815 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a5558d54-3779-4d5c-b842-0037458593ce tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:23.478617 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5558d54-3779-4d5c-b842-0037458593ce tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Pushing event deleted for resources: {'Network': ['ID=91dd5d33-b480-4801-8c54-433ed84e8f90,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:23.495744 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a5558d54-3779-4d5c-b842-0037458593ce tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "DELETE /v2.0/networks/91dd5d33-b480-4801-8c54-433ed84e8f90 HTTP/1.1" status: 204 len: 168 time: 1.1103358 May 03 23:02:23.496432 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48206) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:23.500823 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-72d6ee75-91c5-4300-8dfe-dcfdcff54128 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:02:23.505048 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-72d6ee75-91c5-4300-8dfe-dcfdcff54128 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:port and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:02:23.508035 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-72d6ee75-91c5-4300-8dfe-dcfdcff54128 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:02:23.514346 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-72d6ee75-91c5-4300-8dfe-dcfdcff54128 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:02:23.529893 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d6ee75-91c5-4300-8dfe-dcfdcff54128 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:02:23.578259 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-586a1f2c-7f3f-4689-9d0f-e2c748147f48 None None] Deleting port 27430964-5dc7-4730-bb50-68ce0a64e859 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:23.578764 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-586a1f2c-7f3f-4689-9d0f-e2c748147f48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:23.715961 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-72d6ee75-91c5-4300-8dfe-dcfdcff54128 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:23.751816 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-72d6ee75-91c5-4300-8dfe-dcfdcff54128 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] device_id is not set on port 2d889f8f-5bfc-407b-967e-ed6f18e08e42 yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 23:02:23.761624 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-e160bb0c-01e5-404f-a021-753a10717425 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Deleting port 912183f1-7b1c-432c-82c1-d4a73a7e87fe {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:23.762001 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e160bb0c-01e5-404f-a021-753a10717425 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:23.897302 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-586a1f2c-7f3f-4689-9d0f-e2c748147f48 None None] For port 27430964-5dc7-4730-bb50-68ce0a64e859, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=27430964-5dc7-4730-bb50-68ce0a64e859,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:23.897879 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-586a1f2c-7f3f-4689-9d0f-e2c748147f48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:23.909683 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-72d6ee75-91c5-4300-8dfe-dcfdcff54128 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Allocated IP 2001:db8::f816:3eff:fe6d:9cd5 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/cf517cb3-030a-48e6-a778-0dd7db77b6de/2d889f8f-5bfc-407b-967e-ed6f18e08e42) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:02:23.953104 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e160bb0c-01e5-404f-a021-753a10717425 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:23.953731 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e160bb0c-01e5-404f-a021-753a10717425 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:24.046098 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-586a1f2c-7f3f-4689-9d0f-e2c748147f48 None None] Calling delete_port for 27430964-5dc7-4730-bb50-68ce0a64e859 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:24.168715 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-e160bb0c-01e5-404f-a021-753a10717425 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Calling delete_port for 912183f1-7b1c-432c-82c1-d4a73a7e87fe owned by network:floatingip {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:24.223736 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-586a1f2c-7f3f-4689-9d0f-e2c748147f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:24.276171 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:02:24.300728 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-72d6ee75-91c5-4300-8dfe-dcfdcff54128 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:24.336966 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-72d6ee75-91c5-4300-8dfe-dcfdcff54128 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Transition to ACTIVE for port object 2d889f8f-5bfc-407b-967e-ed6f18e08e42 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:02:24.385016 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-72d6ee75-91c5-4300-8dfe-dcfdcff54128 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:24.394228 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:02:24.394950 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device b38ce68f-a2b8-4c2c-8bf3-fe7e1dfa2951 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:02:24.398086 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a1f2c-7f3f-4689-9d0f-e2c748147f48 None None] Pushing event deleted for resources: {'Port': ['ID=27430964-5dc7-4730-bb50-68ce0a64e859,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:24.435483 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e160bb0c-01e5-404f-a021-753a10717425 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:24.458660 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d6ee75-91c5-4300-8dfe-dcfdcff54128 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:02:24.462062 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-72d6ee75-91c5-4300-8dfe-dcfdcff54128 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:02:24.466849 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d6ee75-91c5-4300-8dfe-dcfdcff54128 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:02:24.472448 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d6ee75-91c5-4300-8dfe-dcfdcff54128 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:24.473162 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-72d6ee75-91c5-4300-8dfe-dcfdcff54128 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:24.482436 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6ee75-91c5-4300-8dfe-dcfdcff54128 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Port': ['ID=2d889f8f-5bfc-407b-967e-ed6f18e08e42,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:24.504744 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-72d6ee75-91c5-4300-8dfe-dcfdcff54128 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2625234 May 03 23:02:24.507161 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48216) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:24.518049 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e160bb0c-01e5-404f-a021-753a10717425 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Pushing event deleted for resources: {'Port': ['ID=912183f1-7b1c-432c-82c1-d4a73a7e87fe,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:24.543852 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586a1f2c-7f3f-4689-9d0f-e2c748147f48 None None] No DVR routers for this DVR port 27430964-5dc7-4730-bb50-68ce0a64e859 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:02:24.562783 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffd2c42-c1f1-4201-8fed-f93b318c05af None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:02:24.606494 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1e9517-4089-4b9c-9f37-a64c5aa0aaf3 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:24.607205 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4a1e9517-4089-4b9c-9f37-a64c5aa0aaf3 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:02:24.625845 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4a1e9517-4089-4b9c-9f37-a64c5aa0aaf3 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:02:24.627859 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4a1e9517-4089-4b9c-9f37-a64c5aa0aaf3 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1196265 May 03 23:02:24.630186 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48220) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:24.715087 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e160bb0c-01e5-404f-a021-753a10717425 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for floatingip, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:24.716062 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-e160bb0c-01e5-404f-a021-753a10717425 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Floating IP 4969d053-06eb-4485-b58a-36f84fb00f82 disassociated (deleted). External IP: 172.25.2.135, port: 6721a320-5e01-4090-97c6-3b7cd7f1c481. May 03 23:02:24.738474 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-68aeaf90-1cb6-47e5-9b05-21ba21200b48 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting port 2d889f8f-5bfc-407b-967e-ed6f18e08e42 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:24.739060 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-68aeaf90-1cb6-47e5-9b05-21ba21200b48 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:24.741274 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:25.006072 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59407677-e7e7-4082-92d8-f280a5322867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'tenant_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'fixed_ips': [{'subnet_id': 'cf517cb3-030a-48e6-a778-0dd7db77b6de'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:02:25.006933 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-59407677-e7e7-4082-92d8-f280a5322867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:25.237473 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48232) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:25.238672 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-59407677-e7e7-4082-92d8-f280a5322867 None None] Allocated IP 2001:db8::f816:3eff:fe8f:fd7b (02c338eb-0429-43aa-8f6f-d1a2ed95a021/cf517cb3-030a-48e6-a778-0dd7db77b6de/f43ddae1-0bbd-45a4-b299-56b23e27a53a) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:02:25.319500 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-68aeaf90-1cb6-47e5-9b05-21ba21200b48 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:25.375728 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e160bb0c-01e5-404f-a021-753a10717425 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Router 3590257e-f814-4e82-8404-fb76bf62414f has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:02:25.459943 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-68aeaf90-1cb6-47e5-9b05-21ba21200b48 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Calling delete_port for 2d889f8f-5bfc-407b-967e-ed6f18e08e42 owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:25.490529 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-542bea47-4bf2-4ddd-8a06-b1eec878f2cd tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:25.519630 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-59407677-e7e7-4082-92d8-f280a5322867 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:25.532111 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-59407677-e7e7-4082-92d8-f280a5322867 None None] Transition to ACTIVE for port object f43ddae1-0bbd-45a4-b299-56b23e27a53a will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:02:25.553932 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-59407677-e7e7-4082-92d8-f280a5322867 None None] Transition to ACTIVE for port object f43ddae1-0bbd-45a4-b299-56b23e27a53a will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:02:25.565880 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-59407677-e7e7-4082-92d8-f280a5322867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:25.601103 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e160bb0c-01e5-404f-a021-753a10717425 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:02:25.615980 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-542bea47-4bf2-4ddd-8a06-b1eec878f2cd tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:25.620355 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e160bb0c-01e5-404f-a021-753a10717425 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:25.639273 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d3e759-ead0-418c-963f-bfae80735e17 None None] Sync routers for ids ['3590257e-f814-4e82-8404-fb76bf62414f'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:02:25.690017 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59407677-e7e7-4082-92d8-f280a5322867 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:02:25.694402 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d3e759-ead0-418c-963f-bfae80735e17 None None] Routers {'3590257e-f814-4e82-8404-fb76bf62414f'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:02:25.695154 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-76d3e759-ead0-418c-963f-bfae80735e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:01:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['3590257e-f814-4e82-8404-fb76bf62414f'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:25.696442 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e160bb0c-01e5-404f-a021-753a10717425 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "DELETE /v2.0/floatingips/4969d053-06eb-4485-b58a-36f84fb00f82 HTTP/1.1" status: 204 len: 168 time: 2.1983323 May 03 23:02:25.697289 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7180a8d6-0d50-4ffb-8002-e5fc1ee6707e', 'tag': '6721a320-5e01-4090-97c6-3b7cd7f1c481'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:02:25.802428 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dca857c8-26cb-4ddd-8c23-309b0b2e002a'] response: {'name': 'network-changed', 'server_uuid': '7180a8d6-0d50-4ffb-8002-e5fc1ee6707e', 'tag': '6721a320-5e01-4090-97c6-3b7cd7f1c481', 'status': 'completed', 'code': 200} May 03 23:02:25.823012 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-542bea47-4bf2-4ddd-8a06-b1eec878f2cd tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:25.843026 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542bea47-4bf2-4ddd-8a06-b1eec878f2cd tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80127a2-7685-4829-b922-4f551e4c4adb,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:25.845308 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-68aeaf90-1cb6-47e5-9b05-21ba21200b48 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:25.914500 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aeaf90-1cb6-47e5-9b05-21ba21200b48 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Port': ['ID=2d889f8f-5bfc-407b-967e-ed6f18e08e42,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:25.972992 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-68aeaf90-1cb6-47e5-9b05-21ba21200b48 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:25.987538 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-68aeaf90-1cb6-47e5-9b05-21ba21200b48 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/2d889f8f-5bfc-407b-967e-ed6f18e08e42 HTTP/1.1" status: 204 len: 168 time: 1.3542261 May 03 23:02:25.988073 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48240) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:25.988897 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-542bea47-4bf2-4ddd-8a06-b1eec878f2cd tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:25.989394 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf2664-6cac-4bcc-8c4b-9f9bfc61ba2e req-7343a65d-0e4f-4aef-86b0-c37a5c7f8809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:25.992727 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-542bea47-4bf2-4ddd-8a06-b1eec878f2cd tempest-TestVolumeBootPattern-1379318595 tempest-TestVolumeBootPattern-1379318595-project] 10.222.0.58 "DELETE /v2.0/security-groups/f80127a2-7685-4829-b922-4f551e4c4adb HTTP/1.1" status: 204 len: 168 time: 0.7516501 May 03 23:02:25.992903 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0bf2664-6cac-4bcc-8c4b-9f9bfc61ba2e req-7343a65d-0e4f-4aef-86b0-c37a5c7f8809 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=61cab4c91c0e4d5a8ad17b08776df08d&device_id=7180a8d6-0d50-4ffb-8002-e5fc1ee6707e HTTP/1.1" status: 200 len: 1136 time: 0.1635480 May 03 23:02:26.077806 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8770464-8424-4a04-9dd4-ceab0b7ca0f1 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:26.079960 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8770464-8424-4a04-9dd4-ceab0b7ca0f1 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:26.081986 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f8770464-8424-4a04-9dd4-ceab0b7ca0f1 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:02:26.118960 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f8770464-8424-4a04-9dd4-ceab0b7ca0f1 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:02:26.120593 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f8770464-8424-4a04-9dd4-ceab0b7ca0f1 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1293807 May 03 23:02:26.123947 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48250) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:26.176217 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48254) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:26.242542 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-59407677-e7e7-4082-92d8-f280a5322867 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:02:26.261412 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59407677-e7e7-4082-92d8-f280a5322867 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:02:26.276088 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d711a61-6f04-4517-b262-95dccdaa7a18 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting subnet cf517cb3-030a-48e6-a778-0dd7db77b6de {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:02:26.281019 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-76d3e759-ead0-418c-963f-bfae80735e17 None None] Set router 3590257e-f814-4e82-8404-fb76bf62414f gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:02:26.284837 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7d711a61-6f04-4517-b262-95dccdaa7a18 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:26.348681 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c549dc48-1eab-4ede-957b-2c9affbf2d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:26.394095 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7d711a61-6f04-4517-b262-95dccdaa7a18 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:26.476191 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf2664-6cac-4bcc-8c4b-9f9bfc61ba2e req-19a0461e-ac57-44f1-92bd-62eedf5d8b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:26.480246 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0bf2664-6cac-4bcc-8c4b-9f9bfc61ba2e req-19a0461e-ac57-44f1-92bd-62eedf5d8b8c service neutron] 10.222.0.60 "GET /v2.0/networks?id=66ef4867-427d-4ca6-857c-21045c5c7930 HTTP/1.1" status: 200 len: 897 time: 0.4795308 May 03 23:02:26.482827 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59407677-e7e7-4082-92d8-f280a5322867 None None] Pushing event updated for resources: {'Port': ['ID=f43ddae1-0bbd-45a4-b299-56b23e27a53a,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:26.517667 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:26.558946 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7d711a61-6f04-4517-b262-95dccdaa7a18 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:26.565094 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385cd19-b70b-4ef4-b5f1-4d5a3a04db4e req-2535ec4f-07fc-4c8a-90dc-ee84d73c01af tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:26.566299 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-e385cd19-b70b-4ef4-b5f1-4d5a3a04db4e req-2535ec4f-07fc-4c8a-90dc-ee84d73c01af tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Synchronizing usage tracker for tenant:61cab4c91c0e4d5a8ad17b08776df08d on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:02:26.587963 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0bf2664-6cac-4bcc-8c4b-9f9bfc61ba2e req-59d6e9d4-b6f8-44d7-af89-d4e20eb694d7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6721a320-5e01-4090-97c6-3b7cd7f1c481 HTTP/1.1" status: 200 len: 217 time: 0.0948355 May 03 23:02:26.634176 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:26.660540 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-e385cd19-b70b-4ef4-b5f1-4d5a3a04db4e req-2535ec4f-07fc-4c8a-90dc-ee84d73c01af tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Unset dirty status for tenant:61cab4c91c0e4d5a8ad17b08776df08d on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:02:26.662071 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e385cd19-b70b-4ef4-b5f1-4d5a3a04db4e req-2535ec4f-07fc-4c8a-90dc-ee84d73c01af tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/ports?device_id=7180a8d6-0d50-4ffb-8002-e5fc1ee6707e HTTP/1.1" status: 200 len: 985 time: 0.3294561 May 03 23:02:26.704154 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf2664-6cac-4bcc-8c4b-9f9bfc61ba2e req-85d4ed50-731c-4913-9012-319e77d95394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:26.705893 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0bf2664-6cac-4bcc-8c4b-9f9bfc61ba2e req-85d4ed50-731c-4913-9012-319e77d95394 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=01be58b9-fe96-4aae-9684-29ed605b8790 HTTP/1.1" status: 200 len: 834 time: 0.1075888 May 03 23:02:26.751969 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7d711a61-6f04-4517-b262-95dccdaa7a18 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:26.785609 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e385cd19-b70b-4ef4-b5f1-4d5a3a04db4e req-801e60c6-f2b0-4062-9edf-c4edcc1aa765 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/security-groups?id=5cd8f69b-643f-4bb9-8be4-138b85bf54d6&id=01482f50-0d7e-4c9e-b7b6-b2f38a9533bc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1133561 May 03 23:02:26.814295 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-59407677-e7e7-4082-92d8-f280a5322867 None None] Attempting to bind port f43ddae1-0bbd-45a4-b299-56b23e27a53a on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:02:26.814673 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-59407677-e7e7-4082-92d8-f280a5322867 None None] Attempting to bind port f43ddae1-0bbd-45a4-b299-56b23e27a53a by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:02:26.815052 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59407677-e7e7-4082-92d8-f280a5322867 None None] Attempting to bind port f43ddae1-0bbd-45a4-b299-56b23e27a53a on network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:02:26.819666 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf2664-6cac-4bcc-8c4b-9f9bfc61ba2e req-4f1aea6c-dd20-4902-99a9-7959816f496a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:26.821479 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0bf2664-6cac-4bcc-8c4b-9f9bfc61ba2e req-4f1aea6c-dd20-4902-99a9-7959816f496a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=66ef4867-427d-4ca6-857c-21045c5c7930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053131 May 03 23:02:26.822734 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59407677-e7e7-4082-92d8-f280a5322867 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:02:26.823113 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59407677-e7e7-4082-92d8-f280a5322867 None None] Checking segment: {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:02:26.823515 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-59407677-e7e7-4082-92d8-f280a5322867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:26.823907 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59407677-e7e7-4082-92d8-f280a5322867 None None] Bound using segment: {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:02:26.824368 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-59407677-e7e7-4082-92d8-f280a5322867 None None] Bound port: f43ddae1-0bbd-45a4-b299-56b23e27a53a, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:02:26.824746 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-59407677-e7e7-4082-92d8-f280a5322867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:26.897490 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d711a61-6f04-4517-b262-95dccdaa7a18 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Subnet': ['ID=cf517cb3-030a-48e6-a778-0dd7db77b6de,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:26.899467 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7d711a61-6f04-4517-b262-95dccdaa7a18 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:26.941613 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-76d3e759-ead0-418c-963f-bfae80735e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3590257e-f814-4e82-8404-fb76bf62414f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1971823435', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '4fee0137-39bd-419f-a61a-181bc5b3ed3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:00:34Z', 'updated_at': '2022-05-03T23:00:44Z', 'revision_number': 4, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'gw_port': {'id': '4fee0137-39bd-419f-a61a-181bc5b3ed3d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590257e-f814-4e82-8404-fb76bf62414f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:35Z', 'updated_at': '2022-05-03T23:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2', 'name': '', 'network_id': '66ef4867-427d-4ca6-857c-21045c5c7930', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'mac_address': 'fa:16:3e:e3:41:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590257e-f814-4e82-8404-fb76bf62414f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '01be58b9-fe96-4aae-9684-29ed605b8790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:43Z', 'updated_at': '2022-05-03T23:00:54Z', 'revision_number': 5, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'subnets': [{'id': '01be58b9-fe96-4aae-9684-29ed605b8790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:26.951393 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-59407677-e7e7-4082-92d8-f280a5322867 None None] For port f43ddae1-0bbd-45a4-b299-56b23e27a53a, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:02:26.951933 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7d711a61-6f04-4517-b262-95dccdaa7a18 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/cf517cb3-030a-48e6-a778-0dd7db77b6de HTTP/1.1" status: 204 len: 168 time: 0.8264976 May 03 23:02:26.952758 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48260) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:26.956344 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-59407677-e7e7-4082-92d8-f280a5322867 None None] For port f43ddae1-0bbd-45a4-b299-56b23e27a53a, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=f43ddae1-0bbd-45a4-b299-56b23e27a53a,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:02:26.958720 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d3e759-ead0-418c-963f-bfae80735e17 None None] Checking router: 3590257e-f814-4e82-8404-fb76bf62414f for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:02:26.964000 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0bf2664-6cac-4bcc-8c4b-9f9bfc61ba2e req-0b7a4ab7-00aa-4593-9b42-6cb7a163ba26 service neutron] 10.222.0.60 "GET /v2.0/networks/66ef4867-427d-4ca6-857c-21045c5c7930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355782 May 03 23:02:26.965526 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-59407677-e7e7-4082-92d8-f280a5322867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:27.041223 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d3e759-ead0-418c-963f-bfae80735e17 None None] Routers {'3590257e-f814-4e82-8404-fb76bf62414f'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:02:27.042176 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-76d3e759-ead0-418c-963f-bfae80735e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:02:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['3590257e-f814-4e82-8404-fb76bf62414f'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:27.043148 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-cfddb4ea-d0c0-4a53-9c36-c5e5d6bada89 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0870788 May 03 23:02:27.046305 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48264) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:27.120785 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0bf2664-6cac-4bcc-8c4b-9f9bfc61ba2e req-28c0ce65-fad6-4d5b-9c16-d5e7441bdec4 service neutron] 10.222.0.60 "GET /v2.0/networks/66ef4867-427d-4ca6-857c-21045c5c7930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477947 May 03 23:02:27.248147 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59407677-e7e7-4082-92d8-f280a5322867 None None] Pushing event updated for resources: {'Port': ['ID=f43ddae1-0bbd-45a4-b299-56b23e27a53a,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:27.299554 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa96489f-50b8-46e1-9d51-72e27592617b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:27.299892 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-aa96489f-50b8-46e1-9d51-72e27592617b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:02:27.316501 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-76d3e759-ead0-418c-963f-bfae80735e17 None None] Set router 3590257e-f814-4e82-8404-fb76bf62414f gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:02:27.364064 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-aa96489f-50b8-46e1-9d51-72e27592617b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:02:27.368084 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-aa96489f-50b8-46e1-9d51-72e27592617b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3208811 May 03 23:02:27.368320 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48270) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:27.376364 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3599c7ba-f70f-4ddc-b6da-ff6b4906a81e None None] get_active_networks_info from n-d-811807-1 {{(pid=88071) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 03 23:02:27.476011 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad7ac3c-6902-43fd-ba5c-653512569324 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:27.477050 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3ad7ac3c-6902-43fd-ba5c-653512569324 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:02:27.557135 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3ad7ac3c-6902-43fd-ba5c-653512569324 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:02:27.558560 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3ad7ac3c-6902-43fd-ba5c-653512569324 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1888785 May 03 23:02:27.562337 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48274) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:27.679803 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e163a59c-dc5a-4186-9e8a-561e90a0f81a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1147590 May 03 23:02:27.681308 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48278) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:27.687101 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-dea22270-a9c9-4715-b9fe-99b98a642361 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:02:27.725491 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73feb0-94d2-43ca-98ca-dc8e9feb92a2 req-c80a655a-b744-4ac8-8756-9aa80ba2ba84 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:27.727245 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7e73feb0-94d2-43ca-98ca-dc8e9feb92a2 req-c80a655a-b744-4ac8-8756-9aa80ba2ba84 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.60 "GET /v2.0/ports?device_id=7180a8d6-0d50-4ffb-8002-e5fc1ee6707e HTTP/1.1" status: 200 len: 985 time: 0.2435215 May 03 23:02:27.738988 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:27.767647 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ad652c36-04d1-4d2b-8f84-a1400aa5347d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:27.788231 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3599c7ba-f70f-4ddc-b6da-ff6b4906a81e None None] Resources bound (agent type, host, resource id): {{(pid=88071) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 03 23:02:27.841752 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-76d3e759-ead0-418c-963f-bfae80735e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3590257e-f814-4e82-8404-fb76bf62414f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1971823435', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '4fee0137-39bd-419f-a61a-181bc5b3ed3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:00:34Z', 'updated_at': '2022-05-03T23:00:44Z', 'revision_number': 4, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'gw_port': {'id': '4fee0137-39bd-419f-a61a-181bc5b3ed3d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590257e-f814-4e82-8404-fb76bf62414f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:35Z', 'updated_at': '2022-05-03T23:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2', 'name': '', 'network_id': '66ef4867-427d-4ca6-857c-21045c5c7930', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'mac_address': 'fa:16:3e:e3:41:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590257e-f814-4e82-8404-fb76bf62414f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '01be58b9-fe96-4aae-9684-29ed605b8790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:43Z', 'updated_at': '2022-05-03T23:00:54Z', 'revision_number': 5, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'subnets': [{'id': '01be58b9-fe96-4aae-9684-29ed605b8790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:27.848387 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d3e759-ead0-418c-963f-bfae80735e17 None None] The sync data for ids ['3590257e-f814-4e82-8404-fb76bf62414f'] in n-d-811807-1 is: [{'id': '3590257e-f814-4e82-8404-fb76bf62414f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1971823435', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '4fee0137-39bd-419f-a61a-181bc5b3ed3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:00:34Z', 'updated_at': '2022-05-03T23:00:44Z', 'revision_number': 4, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'gw_port': {'id': '4fee0137-39bd-419f-a61a-181bc5b3ed3d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590257e-f814-4e82-8404-fb76bf62414f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:35Z', 'updated_at': '2022-05-03T23:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2', 'name': '', 'network_id': '66ef4867-427d-4ca6-857c-21045c5c7930', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'mac_address': 'fa:16:3e:e3:41:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590257e-f814-4e82-8404-fb76bf62414f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '01be58b9-fe96-4aae-9684-29ed605b8790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:43Z', 'updated_at': '2022-05-03T23:00:54Z', 'revision_number': 5, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'subnets': [{'id': '01be58b9-fe96-4aae-9684-29ed605b8790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:02:27.988384 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-dea22270-a9c9-4715-b9fe-99b98a642361 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:02:27.995056 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-7e73feb0-94d2-43ca-98ca-dc8e9feb92a2 req-0216130c-8e25-402c-b7e1-b6b0ead2e69e tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Deleting port 6721a320-5e01-4090-97c6-3b7cd7f1c481 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:27.995408 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7e73feb0-94d2-43ca-98ca-dc8e9feb92a2 req-0216130c-8e25-402c-b7e1-b6b0ead2e69e tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:28.206860 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:28.249124 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ad652c36-04d1-4d2b-8f84-a1400aa5347d admin admin] Deleting port 8c072430-9b3b-4e76-833d-c229a370f52c {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:28.249486 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ad652c36-04d1-4d2b-8f84-a1400aa5347d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:28.250883 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-dea22270-a9c9-4715-b9fe-99b98a642361 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:02:28.261167 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5675c2-1d19-49d7-b5ee-45f906d5099b None None] New status for floating IP 4969d053-06eb-4485-b58a-36f84fb00f82: DOWN {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:02:28.353389 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea22270-a9c9-4715-b9fe-99b98a642361 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:02:28.367945 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dea22270-a9c9-4715-b9fe-99b98a642361 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:28.495197 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-ad652c36-04d1-4d2b-8f84-a1400aa5347d admin admin] For port 8c072430-9b3b-4e76-833d-c229a370f52c, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=8c072430-9b3b-4e76-833d-c229a370f52c,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:28.495543 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ad652c36-04d1-4d2b-8f84-a1400aa5347d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:28.597475 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13da3a-429e-4a93-afd9-eb9b754e88e1 req-e94b6b4a-f45d-41ce-9bd8-88f535aeefdb tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:28.604508 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4d13da3a-429e-4a93-afd9-eb9b754e88e1 req-e94b6b4a-f45d-41ce-9bd8-88f535aeefdb tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/ports?device_id=7180a8d6-0d50-4ffb-8002-e5fc1ee6707e HTTP/1.1" status: 200 len: 985 time: 0.6134799 May 03 23:02:28.686788 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ad652c36-04d1-4d2b-8f84-a1400aa5347d admin admin] Calling delete_port for 8c072430-9b3b-4e76-833d-c229a370f52c owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:28.740063 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4d13da3a-429e-4a93-afd9-eb9b754e88e1 req-c3a37dce-154a-4706-913a-3a097debb648 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/security-groups?id=5cd8f69b-643f-4bb9-8be4-138b85bf54d6&id=01482f50-0d7e-4c9e-b7b6-b2f38a9533bc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1345694 May 03 23:02:28.820268 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-7e73feb0-94d2-43ca-98ca-dc8e9feb92a2 req-0216130c-8e25-402c-b7e1-b6b0ead2e69e tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] For port 6721a320-5e01-4090-97c6-3b7cd7f1c481, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=6721a320-5e01-4090-97c6-3b7cd7f1c481,segment=NetworkSegment(908dbc4a-5e09-4828-af5f-55f5624f9ec0),segment_id=908dbc4a-5e09-4828-af5f-55f5624f9ec0)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:28.821819 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7e73feb0-94d2-43ca-98ca-dc8e9feb92a2 req-0216130c-8e25-402c-b7e1-b6b0ead2e69e tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:28.924874 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ad652c36-04d1-4d2b-8f84-a1400aa5347d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:28.998817 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad652c36-04d1-4d2b-8f84-a1400aa5347d admin admin] Pushing event deleted for resources: {'Port': ['ID=8c072430-9b3b-4e76-833d-c229a370f52c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:29.021965 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-7e73feb0-94d2-43ca-98ca-dc8e9feb92a2 req-0216130c-8e25-402c-b7e1-b6b0ead2e69e tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Calling delete_port for 6721a320-5e01-4090-97c6-3b7cd7f1c481 owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:29.230160 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dea22270-a9c9-4715-b9fe-99b98a642361 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:29.385305 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea22270-a9c9-4715-b9fe-99b98a642361 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:02:29.389107 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ad652c36-04d1-4d2b-8f84-a1400aa5347d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:29.395065 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-dea22270-a9c9-4715-b9fe-99b98a642361 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:02:29.402370 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea22270-a9c9-4715-b9fe-99b98a642361 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:29.402889 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dea22270-a9c9-4715-b9fe-99b98a642361 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:29.416553 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea22270-a9c9-4715-b9fe-99b98a642361 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Subnet': ['ID=6ae14a6e-b830-4ec2-864c-aa638ff707f9,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:29.424004 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb5eaa9-5522-430a-937b-f068755677d9 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:02:29.453772 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-dea22270-a9c9-4715-b9fe-99b98a642361 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7691004 May 03 23:02:29.453772 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7e73feb0-94d2-43ca-98ca-dc8e9feb92a2 req-0216130c-8e25-402c-b7e1-b6b0ead2e69e tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:29.454128 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48286) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:29.525782 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-034b5657-5403-43d6-b33f-3c1ba6523b8c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'port': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'mac_address': 'fa:16:3e:31:84:30', 'name': 'tempest-NetworksTestDHCPv6-448224723'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:02:29.561073 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216130c-8e25-402c-b7e1-b6b0ead2e69e tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Pushing event deleted for resources: {'Port': ['ID=6721a320-5e01-4090-97c6-3b7cd7f1c481,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:29.814318 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e73feb0-94d2-43ca-98ca-dc8e9feb92a2 req-0216130c-8e25-402c-b7e1-b6b0ead2e69e tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] No DVR routers for this DVR port 6721a320-5e01-4090-97c6-3b7cd7f1c481 on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:02:29.819828 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7e73feb0-94d2-43ca-98ca-dc8e9feb92a2 req-0216130c-8e25-402c-b7e1-b6b0ead2e69e tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:29.829278 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7e73feb0-94d2-43ca-98ca-dc8e9feb92a2 req-0216130c-8e25-402c-b7e1-b6b0ead2e69e tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.60 "DELETE /v2.0/ports/6721a320-5e01-4090-97c6-3b7cd7f1c481 HTTP/1.1" status: 204 len: 173 time: 2.0851467 May 03 23:02:29.830031 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7180a8d6-0d50-4ffb-8002-e5fc1ee6707e', 'name': 'network-vif-deleted', 'tag': '6721a320-5e01-4090-97c6-3b7cd7f1c481'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:02:29.911560 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-034b5657-5403-43d6-b33f-3c1ba6523b8c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:02:29.961270 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-a1ea0644-062a-421d-95be-af43ba6cc7fc req-4143f905-3f1b-4077-aa59-c533ce8afd03 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Synchronizing usage tracker for tenant:61cab4c91c0e4d5a8ad17b08776df08d on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:02:29.972630 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8312fd5c-c676-4c39-ba1e-1ea2f690aa3e'] response: {'server_uuid': '7180a8d6-0d50-4ffb-8002-e5fc1ee6707e', 'name': 'network-vif-deleted', 'tag': '6721a320-5e01-4090-97c6-3b7cd7f1c481', 'status': 'completed', 'code': 200} May 03 23:02:29.983698 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-034b5657-5403-43d6-b33f-3c1ba6523b8c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:02:30.004217 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-a1ea0644-062a-421d-95be-af43ba6cc7fc req-4143f905-3f1b-4077-aa59-c533ce8afd03 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Unset dirty status for tenant:61cab4c91c0e4d5a8ad17b08776df08d on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:02:30.015504 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a1ea0644-062a-421d-95be-af43ba6cc7fc req-4143f905-3f1b-4077-aa59-c533ce8afd03 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "GET /v2.0/ports?device_id=7180a8d6-0d50-4ffb-8002-e5fc1ee6707e HTTP/1.1" status: 200 len: 210 time: 0.0974982 May 03 23:02:30.019176 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034b5657-5403-43d6-b33f-3c1ba6523b8c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:02:30.103722 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392caf95-96a4-4021-b698-0856418ed5b1 None None] Update dhcp port {'port': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'fixed_ips': [{'subnet_id': '6ae14a6e-b830-4ec2-864c-aa638ff707f9'}], 'binding:host_id': 'n-d-811807-1'}, 'id': 'f43ddae1-0bbd-45a4-b299-56b23e27a53a'} from n-d-811807-1. {{(pid=88071) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 03 23:02:30.142011 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad652c36-04d1-4d2b-8f84-a1400aa5347d admin admin] Router bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:02:30.198093 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-392caf95-96a4-4021-b698-0856418ed5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:30.248000 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-034b5657-5403-43d6-b33f-3c1ba6523b8c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:30.312241 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-034b5657-5403-43d6-b33f-3c1ba6523b8c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] device_id is not set on port 4e8ebc1d-900a-4093-9dd5-aaf713f344ea yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 23:02:30.454632 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad652c36-04d1-4d2b-8f84-a1400aa5347d admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:02:30.465200 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0e872b-e3fa-495b-b87a-242334e14cd7 None None] Sync routers for ids ['bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:02:30.489144 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0e872b-e3fa-495b-b87a-242334e14cd7 None None] Routers {'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:02:30.490166 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-4c0e872b-e3fa-495b-b87a-242334e14cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:02:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:30.498078 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ad652c36-04d1-4d2b-8f84-a1400aa5347d admin admin] 10.222.0.58 "PUT /v2.0/routers/bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3201904 May 03 23:02:30.498853 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48298) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:30.548041 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-034b5657-5403-43d6-b33f-3c1ba6523b8c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Allocated IP 2001:db8::152 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/6ae14a6e-b830-4ec2-864c-aa638ff707f9/4e8ebc1d-900a-4093-9dd5-aaf713f344ea) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:02:30.848286 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0fea3046-c285-4704-af5e-1bd9c0f71f1a admin admin] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:30.931680 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-034b5657-5403-43d6-b33f-3c1ba6523b8c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:30.950041 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-034b5657-5403-43d6-b33f-3c1ba6523b8c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Transition to ACTIVE for port object 4e8ebc1d-900a-4093-9dd5-aaf713f344ea will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:02:30.977006 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-034b5657-5403-43d6-b33f-3c1ba6523b8c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:31.061269 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034b5657-5403-43d6-b33f-3c1ba6523b8c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:02:31.063446 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-4c0e872b-e3fa-495b-b87a-242334e14cd7 None None] Set router bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:02:31.065948 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-034b5657-5403-43d6-b33f-3c1ba6523b8c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:02:31.068511 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034b5657-5403-43d6-b33f-3c1ba6523b8c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:02:31.074801 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034b5657-5403-43d6-b33f-3c1ba6523b8c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:31.075633 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-034b5657-5403-43d6-b33f-3c1ba6523b8c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:31.092630 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b5657-5403-43d6-b33f-3c1ba6523b8c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Port': ['ID=4e8ebc1d-900a-4093-9dd5-aaf713f344ea,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:31.138420 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-034b5657-5403-43d6-b33f-3c1ba6523b8c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6812856 May 03 23:02:31.140251 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48306) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:31.225151 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0fea3046-c285-4704-af5e-1bd9c0f71f1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:31.228787 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-392caf95-96a4-4021-b698-0856418ed5b1 None None] Allocated IP 2001:db8::2 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/6ae14a6e-b830-4ec2-864c-aa638ff707f9/f43ddae1-0bbd-45a4-b299-56b23e27a53a) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:02:31.229922 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48310) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:31.264186 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-0fea3046-c285-4704-af5e-1bd9c0f71f1a admin admin] Deleting port 900d6168-4ef9-4a8b-b7db-d8aebb45320f {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:31.265247 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0fea3046-c285-4704-af5e-1bd9c0f71f1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:31.287144 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3189157d-3d40-4a32-9a8e-8f0f85819b81 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:31.293320 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3189157d-3d40-4a32-9a8e-8f0f85819b81 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:31.294804 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3189157d-3d40-4a32-9a8e-8f0f85819b81 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:02:31.331088 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3189157d-3d40-4a32-9a8e-8f0f85819b81 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:02:31.331589 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3189157d-3d40-4a32-9a8e-8f0f85819b81 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.1889384 May 03 23:02:31.335561 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48314) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:31.397283 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-312bf8fc-e38b-4407-b7e7-cfeabe029010 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:31.437943 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-c3d01619-eef9-40f7-9184-96827011afa4 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting port 4e8ebc1d-900a-4093-9dd5-aaf713f344ea {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:31.438326 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c3d01619-eef9-40f7-9184-96827011afa4 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:31.498074 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-312bf8fc-e38b-4407-b7e7-cfeabe029010 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:31.572454 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-392caf95-96a4-4021-b698-0856418ed5b1 None None] For port f43ddae1-0bbd-45a4-b299-56b23e27a53a, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=f43ddae1-0bbd-45a4-b299-56b23e27a53a,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:31.595474 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-0fea3046-c285-4704-af5e-1bd9c0f71f1a admin admin] For port 900d6168-4ef9-4a8b-b7db-d8aebb45320f, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=900d6168-4ef9-4a8b-b7db-d8aebb45320f,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:31.599840 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0fea3046-c285-4704-af5e-1bd9c0f71f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:31.619695 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-392caf95-96a4-4021-b698-0856418ed5b1 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:31.635339 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-4c0e872b-e3fa-495b-b87a-242334e14cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'name': 'tempest-TestVolumeBootPattern-388009800-router', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185'}], 'enable_snat': True}, 'gw_port_id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:38Z', 'updated_at': '2022-05-03T23:02:28Z', 'revision_number': 5, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'gw_port': {'id': '900d6168-4ef9-4a8b-b7db-d8aebb45320f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:39Z', 'updated_at': '2022-05-03T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:31.645380 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-392caf95-96a4-4021-b698-0856418ed5b1 None None] Ignored duplicate provisioning block setup for port f43ddae1-0bbd-45a4-b299-56b23e27a53a by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 03 23:02:31.648595 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0e872b-e3fa-495b-b87a-242334e14cd7 None None] Checking router: bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:02:31.654212 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-392caf95-96a4-4021-b698-0856418ed5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:31.711260 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0e872b-e3fa-495b-b87a-242334e14cd7 None None] Routers {'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:02:31.711881 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-4c0e872b-e3fa-495b-b87a-242334e14cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:02:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:31.797185 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-0fea3046-c285-4704-af5e-1bd9c0f71f1a admin admin] Calling delete_port for 900d6168-4ef9-4a8b-b7db-d8aebb45320f owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:31.823804 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c3d01619-eef9-40f7-9184-96827011afa4 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:31.848763 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-312bf8fc-e38b-4407-b7e7-cfeabe029010 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:31.875340 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bf8fc-e38b-4407-b7e7-cfeabe029010 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd8f69b-643f-4bb9-8be4-138b85bf54d6,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:31.891311 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-4c0e872b-e3fa-495b-b87a-242334e14cd7 None None] Set router bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:02:31.906114 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-312bf8fc-e38b-4407-b7e7-cfeabe029010 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:31.907563 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-312bf8fc-e38b-4407-b7e7-cfeabe029010 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "DELETE /v2.0/security-groups/5cd8f69b-643f-4bb9-8be4-138b85bf54d6 HTTP/1.1" status: 204 len: 168 time: 0.6753566 May 03 23:02:31.914882 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48320) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:32.045062 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1bcbc5ee-f004-43a8-9de0-22c30e7aca01 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:32.059305 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-4c0e872b-e3fa-495b-b87a-242334e14cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'name': 'tempest-TestVolumeBootPattern-388009800-router', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:38Z', 'updated_at': '2022-05-03T23:02:31Z', 'revision_number': 6, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:32.066886 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-c3d01619-eef9-40f7-9184-96827011afa4 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Calling delete_port for 4e8ebc1d-900a-4093-9dd5-aaf713f344ea owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:32.068979 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 6721a320-5e01-4090-97c6-3b7cd7f1c481 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:02:32.118563 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0e872b-e3fa-495b-b87a-242334e14cd7 None None] The sync data for ids ['bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e'] in n-d-811807-1 is: [{'id': 'bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e', 'name': 'tempest-TestVolumeBootPattern-388009800-router', 'tenant_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:38Z', 'updated_at': '2022-05-03T23:02:31Z', 'revision_number': 6, 'project_id': 'fac7f64c48bd48e8ae480a0113f466e9', 'gw_port_host': None}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:02:32.120033 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 6721a320-5e01-4090-97c6-3b7cd7f1c481 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:02:32.120370 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 6721a320-5e01-4090-97c6-3b7cd7f1c481 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:02:32.194452 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392caf95-96a4-4021-b698-0856418ed5b1 None None] Pushing event updated for resources: {'Port': ['ID=f43ddae1-0bbd-45a4-b299-56b23e27a53a,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:32.288157 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c3d01619-eef9-40f7-9184-96827011afa4 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:32.307841 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1bcbc5ee-f004-43a8-9de0-22c30e7aca01 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:32.396884 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d01619-eef9-40f7-9184-96827011afa4 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Port': ['ID=4e8ebc1d-900a-4093-9dd5-aaf713f344ea,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:32.399296 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0fea3046-c285-4704-af5e-1bd9c0f71f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:32.446374 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1bcbc5ee-f004-43a8-9de0-22c30e7aca01 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:32.462316 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c3d01619-eef9-40f7-9184-96827011afa4 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:32.469684 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea3046-c285-4704-af5e-1bd9c0f71f1a admin admin] Pushing event deleted for resources: {'Port': ['ID=900d6168-4ef9-4a8b-b7db-d8aebb45320f,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:32.491822 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c3d01619-eef9-40f7-9184-96827011afa4 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/4e8ebc1d-900a-4093-9dd5-aaf713f344ea HTTP/1.1" status: 204 len: 168 time: 1.1507170 May 03 23:02:32.499195 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48324) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:32.546960 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcbc5ee-f004-43a8-9de0-22c30e7aca01 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01482f50-0d7e-4c9e-b7b6-b2f38a9533bc,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:32.641347 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d8fe5e-f864-4b8f-84ff-56557ecc5f3e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:32.643278 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d8fe5e-f864-4b8f-84ff-56557ecc5f3e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:32.644284 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-44d8fe5e-f864-4b8f-84ff-56557ecc5f3e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:02:32.667528 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-44d8fe5e-f864-4b8f-84ff-56557ecc5f3e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:02:32.672369 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-44d8fe5e-f864-4b8f-84ff-56557ecc5f3e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1702931 May 03 23:02:32.672732 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48328) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:32.707221 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1bcbc5ee-f004-43a8-9de0-22c30e7aca01 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:32.712318 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1bcbc5ee-f004-43a8-9de0-22c30e7aca01 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "DELETE /v2.0/security-groups/01482f50-0d7e-4c9e-b7b6-b2f38a9533bc HTTP/1.1" status: 204 len: 168 time: 0.7964225 May 03 23:02:32.716806 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48332) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:32.821403 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0fea3046-c285-4704-af5e-1bd9c0f71f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:32.845506 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-e406e85c-ca77-445a-bac1-97e816f013f0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting subnet 6ae14a6e-b830-4ec2-864c-aa638ff707f9 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:02:32.848601 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e406e85c-ca77-445a-bac1-97e816f013f0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:32.906252 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e406e85c-ca77-445a-bac1-97e816f013f0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:33.022587 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e406e85c-ca77-445a-bac1-97e816f013f0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:33.073030 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0fea3046-c285-4704-af5e-1bd9c0f71f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:33.078613 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0fea3046-c285-4704-af5e-1bd9c0f71f1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:33.144378 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0fea3046-c285-4704-af5e-1bd9c0f71f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:33.145050 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fea3046-c285-4704-af5e-1bd9c0f71f1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 23:02:33.180060 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e406e85c-ca77-445a-bac1-97e816f013f0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:33.228238 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0fea3046-c285-4704-af5e-1bd9c0f71f1a admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:33.232791 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0fea3046-c285-4704-af5e-1bd9c0f71f1a admin admin] 10.222.0.58 "DELETE /v2.0/routers/bae3b691-6b20-4eb8-b7ec-3d7e11b8b78e HTTP/1.1" status: 204 len: 168 time: 2.7290952 May 03 23:02:33.237118 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device f43ddae1-0bbd-45a4-b299-56b23e27a53a up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:02:33.239515 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48338) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:33.243802 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406e85c-ca77-445a-bac1-97e816f013f0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Subnet': ['ID=6ae14a6e-b830-4ec2-864c-aa638ff707f9,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:33.249731 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:02:33.355994 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e406e85c-ca77-445a-bac1-97e816f013f0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:33.396667 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port f43ddae1-0bbd-45a4-b299-56b23e27a53a completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:02:33.421101 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c20f32-1304-4c62-ad19-d47518edbf3e admin admin] Deleting subnet 1a456f8a-c743-4130-8826-ac82fe55cbc8 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:02:33.426909 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d7c20f32-1304-4c62-ad19-d47518edbf3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:33.434685 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 8c072430-9b3b-4e76-833d-c229a370f52c no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:02:33.466335 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e406e85c-ca77-445a-bac1-97e816f013f0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/6ae14a6e-b830-4ec2-864c-aa638ff707f9 HTTP/1.1" status: 204 len: 168 time: 0.7919233 May 03 23:02:33.466867 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48342) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:33.503337 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 8c072430-9b3b-4e76-833d-c229a370f52c {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:02:33.503685 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 8c072430-9b3b-4e76-833d-c229a370f52c not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:02:33.519145 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d7c20f32-1304-4c62-ad19-d47518edbf3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:33.588666 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8f5bd51b-d634-4045-9701-8123fe06c05e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1183844 May 03 23:02:33.589521 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48346) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:33.704993 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d7c20f32-1304-4c62-ad19-d47518edbf3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:33.769753 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59daa77-36db-45d7-a418-8affd6c5428e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:33.780523 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a59daa77-36db-45d7-a418-8affd6c5428e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1874883 May 03 23:02:33.781345 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48350) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:33.881019 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ab4063-1db1-4258-beb6-77ccb2875515 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:02:33.928504 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313b885a-9296-4320-aaf6-a7c075b3a045 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:33.930077 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-313b885a-9296-4320-aaf6-a7c075b3a045 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:02:33.946449 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d7c20f32-1304-4c62-ad19-d47518edbf3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:33.954136 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-313b885a-9296-4320-aaf6-a7c075b3a045 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:02:33.958461 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-313b885a-9296-4320-aaf6-a7c075b3a045 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1704750 May 03 23:02:33.958461 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48354) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:34.033905 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d10b296c-a112-4885-a743-af354ccefd5b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745726 May 03 23:02:34.041734 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9e956702-af14-4309-a621-b99810660596 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:34.042030 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d7c20f32-1304-4c62-ad19-d47518edbf3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:34.044674 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48358) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:34.045393 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-0bf0a48a-9cc3-42c4-ab37-06338554e0df None None] Provisioning for port f43ddae1-0bbd-45a4-b299-56b23e27a53a completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:02:34.046674 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c20f32-1304-4c62-ad19-d47518edbf3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a456f8a-c743-4130-8826-ac82fe55cbc8,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:34.054699 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5012e587-b7b5-4d96-9f18-93208d93b06f None None] Network 707cfa08-484f-448d-b84f-a940bf8f6e2e requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:02:34.060117 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-efa9368e-9eaf-4ff4-9fd7-e16bb2b7dcd7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:02:34.083155 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d7c20f32-1304-4c62-ad19-d47518edbf3e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1a456f8a-c743-4130-8826-ac82fe55cbc8 HTTP/1.1" status: 204 len: 168 time: 0.8345163 May 03 23:02:34.088702 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48362) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:34.114881 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-0bf0a48a-9cc3-42c4-ab37-06338554e0df None None] Provisioning complete for port f43ddae1-0bbd-45a4-b299-56b23e27a53a triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:02:34.115265 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0bf0a48a-9cc3-42c4-ab37-06338554e0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:34.266419 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 900d6168-4ef9-4a8b-b7db-d8aebb45320f no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:02:34.326267 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 900d6168-4ef9-4a8b-b7db-d8aebb45320f {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:02:34.326851 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 900d6168-4ef9-4a8b-b7db-d8aebb45320f not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:02:34.336657 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-efa9368e-9eaf-4ff4-9fd7-e16bb2b7dcd7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:02:34.349042 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-edc5b46b-3a9a-4b02-bf8c-c87e7160e6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:34.359508 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-efa9368e-9eaf-4ff4-9fd7-e16bb2b7dcd7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:02:34.370527 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-edc5b46b-3a9a-4b02-bf8c-c87e7160e6bc admin admin] Deleting port 96a947db-5d36-4522-b118-7f5e739ae71a {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:34.370937 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-edc5b46b-3a9a-4b02-bf8c-c87e7160e6bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:34.404723 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa9368e-9eaf-4ff4-9fd7-e16bb2b7dcd7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:02:34.408704 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-efa9368e-9eaf-4ff4-9fd7-e16bb2b7dcd7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:34.446449 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0bf0a48a-9cc3-42c4-ab37-06338554e0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:34.526486 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-0bf0a48a-9cc3-42c4-ab37-06338554e0df None None] For port f43ddae1-0bbd-45a4-b299-56b23e27a53a, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=f43ddae1-0bbd-45a4-b299-56b23e27a53a,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:34.543390 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0bf0a48a-9cc3-42c4-ab37-06338554e0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:34.590988 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca7384b-3d0e-41da-b04e-95152bd29b16 None None] DHCP port deletion for 02c338eb-0429-43aa-8f6f-d1a2ed95a021 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:02:34.607885 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-5ca7384b-3d0e-41da-b04e-95152bd29b16 None None] Deleting port f43ddae1-0bbd-45a4-b299-56b23e27a53a {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:34.608529 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5ca7384b-3d0e-41da-b04e-95152bd29b16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:34.723065 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-9e956702-af14-4309-a621-b99810660596 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Deleting port 46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:34.723651 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9e956702-af14-4309-a621-b99810660596 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:34.775407 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-edc5b46b-3a9a-4b02-bf8c-c87e7160e6bc admin admin] For port 96a947db-5d36-4522-b118-7f5e739ae71a, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=96a947db-5d36-4522-b118-7f5e739ae71a,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:34.775768 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-edc5b46b-3a9a-4b02-bf8c-c87e7160e6bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:34.799608 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0a48a-9cc3-42c4-ab37-06338554e0df None None] Pushing event updated for resources: {'Port': ['ID=f43ddae1-0bbd-45a4-b299-56b23e27a53a,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:34.808819 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1c1db5-8803-4137-8c3c-8b0c71d01c1d None None] DHCP port deletion for 707cfa08-484f-448d-b84f-a940bf8f6e2e request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:02:34.834216 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1f1c1db5-8803-4137-8c3c-8b0c71d01c1d None None] Deleting port 96a947db-5d36-4522-b118-7f5e739ae71a {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:34.834610 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1f1c1db5-8803-4137-8c3c-8b0c71d01c1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:34.936743 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-edc5b46b-3a9a-4b02-bf8c-c87e7160e6bc admin admin] Calling delete_port for 96a947db-5d36-4522-b118-7f5e739ae71a owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:35.014716 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-9e956702-af14-4309-a621-b99810660596 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] For port 46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2,segment=NetworkSegment(908dbc4a-5e09-4828-af5f-55f5624f9ec0),segment_id=908dbc4a-5e09-4828-af5f-55f5624f9ec0)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:35.015377 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9e956702-af14-4309-a621-b99810660596 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:35.052149 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-5ca7384b-3d0e-41da-b04e-95152bd29b16 None None] For port f43ddae1-0bbd-45a4-b299-56b23e27a53a, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=f43ddae1-0bbd-45a4-b299-56b23e27a53a,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:35.052637 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5ca7384b-3d0e-41da-b04e-95152bd29b16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:35.144461 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-edc5b46b-3a9a-4b02-bf8c-c87e7160e6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:35.151104 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-9e956702-af14-4309-a621-b99810660596 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Calling delete_port for 46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2 owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:35.201282 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-5ca7384b-3d0e-41da-b04e-95152bd29b16 None None] Calling delete_port for f43ddae1-0bbd-45a4-b299-56b23e27a53a owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:35.212350 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc5b46b-3a9a-4b02-bf8c-c87e7160e6bc admin admin] No DVR routers for this DVR port 96a947db-5d36-4522-b118-7f5e739ae71a on host n-d-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:02:35.243421 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5b46b-3a9a-4b02-bf8c-c87e7160e6bc admin admin] Pushing event deleted for resources: {'Port': ['ID=96a947db-5d36-4522-b118-7f5e739ae71a,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:35.321470 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-1f1c1db5-8803-4137-8c3c-8b0c71d01c1d None None] For port 96a947db-5d36-4522-b118-7f5e739ae71a, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=96a947db-5d36-4522-b118-7f5e739ae71a,segment=NetworkSegment(79021a81-35f7-436f-834b-fb3d2a777891),segment_id=79021a81-35f7-436f-834b-fb3d2a777891)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:35.322057 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1f1c1db5-8803-4137-8c3c-8b0c71d01c1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:35.351909 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9e956702-af14-4309-a621-b99810660596 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:35.354126 n-d-811807-1 neutron-server[88069]: DEBUG neutron.objects.ports [None req-efa9368e-9eaf-4ff4-9fd7-e16bb2b7dcd7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88069) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 03 23:02:35.358442 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-edc5b46b-3a9a-4b02-bf8c-c87e7160e6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:35.406919 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e956702-af14-4309-a621-b99810660596 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Pushing event deleted for resources: {'Port': ['ID=46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:35.440117 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e956702-af14-4309-a621-b99810660596 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:02:35.440454 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e956702-af14-4309-a621-b99810660596 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:02:35.440794 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-edc5b46b-3a9a-4b02-bf8c-c87e7160e6bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['707cfa08-484f-448d-b84f-a940bf8f6e2e']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:35.440916 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e956702-af14-4309-a621-b99810660596 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:02:35.441125 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e956702-af14-4309-a621-b99810660596 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:02:35.441456 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e956702-af14-4309-a621-b99810660596 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:02:35.441788 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e956702-af14-4309-a621-b99810660596 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:02:35.442162 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e956702-af14-4309-a621-b99810660596 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:02:35.442492 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e956702-af14-4309-a621-b99810660596 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:02:35.442819 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e956702-af14-4309-a621-b99810660596 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:02:35.443376 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e956702-af14-4309-a621-b99810660596 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:02:35.443473 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e956702-af14-4309-a621-b99810660596 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:02:35.443815 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e956702-af14-4309-a621-b99810660596 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:02:35.462104 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-edc5b46b-3a9a-4b02-bf8c-c87e7160e6bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79021a81-35f7-436f-834b-fb3d2a777891') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:35.462413 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-edc5b46b-3a9a-4b02-bf8c-c87e7160e6bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79021a81-35f7-436f-834b-fb3d2a777891') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:35.490155 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-edc5b46b-3a9a-4b02-bf8c-c87e7160e6bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:35.493124 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1f1c1db5-8803-4137-8c3c-8b0c71d01c1d None None] Calling delete_port for 96a947db-5d36-4522-b118-7f5e739ae71a owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:35.509118 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-edc5b46b-3a9a-4b02-bf8c-c87e7160e6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:35.517261 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc5b46b-3a9a-4b02-bf8c-c87e7160e6bc admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:02:35.518996 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-edc5b46b-3a9a-4b02-bf8c-c87e7160e6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:35.577483 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5ca7384b-3d0e-41da-b04e-95152bd29b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:35.675017 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca7384b-3d0e-41da-b04e-95152bd29b16 None None] No DVR routers for this DVR port f43ddae1-0bbd-45a4-b299-56b23e27a53a on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:02:35.684051 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca7384b-3d0e-41da-b04e-95152bd29b16 None None] Pushing event deleted for resources: {'Port': ['ID=f43ddae1-0bbd-45a4-b299-56b23e27a53a,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:35.699407 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-1f1c1db5-8803-4137-8c3c-8b0c71d01c1d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:02:35.699770 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-1f1c1db5-8803-4137-8c3c-8b0c71d01c1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:02:35.780438 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9e956702-af14-4309-a621-b99810660596 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:35.823040 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 23:02:35.823040 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:02:35.823040 n-d-811807-1 neutron-server[88069]: timer() May 03 23:02:35.823040 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:02:35.823040 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 23:02:35.823040 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:02:35.823040 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 23:02:35.823040 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:02:35.823040 n-d-811807-1 neutron-server[88069]: self._notify() May 03 23:02:35.823040 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:02:35.823040 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 23:02:35.823040 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:02:35.823040 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 23:02:35.823040 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:02:35.823040 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:02:35.823040 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:02:35.823040 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:02:35.823040 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:02:35.823040 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 23:02:35.823040 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:02:35.823040 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 23:02:35.823040 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:02:35.823040 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:02:35.823040 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:02:35.823040 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 23:02:35.823040 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:02:35.823040 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:02:35.823040 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:02:35.823040 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:02:35.823040 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:02:35.823040 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:02:35.823040 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:02:35.854891 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-edc5b46b-3a9a-4b02-bf8c-c87e7160e6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:35.873917 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-edc5b46b-3a9a-4b02-bf8c-c87e7160e6bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:35.891346 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5b46b-3a9a-4b02-bf8c-c87e7160e6bc admin admin] Pushing event deleted for resources: {'Network': ['ID=707cfa08-484f-448d-b84f-a940bf8f6e2e,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:35.900605 n-d-811807-1 neutron-server[88069]: WARNING neutron.services.revisions.revision_plugin [None req-efa9368e-9eaf-4ff4-9fd7-e16bb2b7dcd7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Could not find related port for resource to bump revision. May 03 23:02:35.908803 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.ipam_pluggable_backend [None req-efa9368e-9eaf-4ff4-9fd7-e16bb2b7dcd7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Port f43ddae1-0bbd-45a4-b299-56b23e27a53a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88069) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 03 23:02:35.909105 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.ipam_pluggable_backend [None req-efa9368e-9eaf-4ff4-9fd7-e16bb2b7dcd7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Reverting IP allocation for 2001:db8::f816:3eff:fe8f:fd7b {{(pid=88069) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 03 23:02:35.918895 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-efa9368e-9eaf-4ff4-9fd7-e16bb2b7dcd7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:35.949744 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-edc5b46b-3a9a-4b02-bf8c-c87e7160e6bc admin admin] 10.222.0.58 "DELETE /v2.0/networks/707cfa08-484f-448d-b84f-a940bf8f6e2e HTTP/1.1" status: 204 len: 168 time: 1.8594854 May 03 23:02:35.957706 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48376) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:36.035200 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa9368e-9eaf-4ff4-9fd7-e16bb2b7dcd7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:02:36.043674 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-efa9368e-9eaf-4ff4-9fd7-e16bb2b7dcd7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:02:36.052849 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf9d73a-bac4-4229-8978-58b46a5fe7c2 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:02:36.109467 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa9368e-9eaf-4ff4-9fd7-e16bb2b7dcd7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:36.110085 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-efa9368e-9eaf-4ff4-9fd7-e16bb2b7dcd7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:36.152804 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa9368e-9eaf-4ff4-9fd7-e16bb2b7dcd7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Subnet': ['ID=6c5e8b09-4757-49dd-8774-9ce22dcd845f,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:36.170556 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-efa9368e-9eaf-4ff4-9fd7-e16bb2b7dcd7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1127527 May 03 23:02:36.171290 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48380) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:36.176654 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-bdb3b783-1062-4974-9ae4-6f767d6d116f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:02:36.206553 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1f1c1db5-8803-4137-8c3c-8b0c71d01c1d None None] Deleting port 96a947db-5d36-4522-b118-7f5e739ae71a {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:36.206867 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1f1c1db5-8803-4137-8c3c-8b0c71d01c1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:36.361492 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e956702-af14-4309-a621-b99810660596 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Router 3590257e-f814-4e82-8404-fb76bf62414f has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:02:36.417462 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1f1c1db5-8803-4137-8c3c-8b0c71d01c1d None None] The port '96a947db-5d36-4522-b118-7f5e739ae71a' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 23:02:36.424143 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device f43ddae1-0bbd-45a4-b299-56b23e27a53a no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:02:36.463152 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d075fddc-dd63-454e-b7c0-b0c57d4a63da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'tenant_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'fixed_ips': [{'subnet_id': '6c5e8b09-4757-49dd-8774-9ce22dcd845f'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:02:36.464546 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d075fddc-dd63-454e-b7c0-b0c57d4a63da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:36.485522 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-bdb3b783-1062-4974-9ae4-6f767d6d116f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:02:36.495161 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-bdb3b783-1062-4974-9ae4-6f767d6d116f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:subnet and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:02:36.495449 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: f43ddae1-0bbd-45a4-b299-56b23e27a53a {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:02:36.495449 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device f43ddae1-0bbd-45a4-b299-56b23e27a53a not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:02:36.495449 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 96a947db-5d36-4522-b118-7f5e739ae71a no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:02:36.505046 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-bdb3b783-1062-4974-9ae4-6f767d6d116f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:02:36.514294 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-bdb3b783-1062-4974-9ae4-6f767d6d116f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:02:36.573910 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb3b783-1062-4974-9ae4-6f767d6d116f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:02:36.577072 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 96a947db-5d36-4522-b118-7f5e739ae71a {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:02:36.577387 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bdb3b783-1062-4974-9ae4-6f767d6d116f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:36.577515 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 96a947db-5d36-4522-b118-7f5e739ae71a not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:02:36.676637 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e956702-af14-4309-a621-b99810660596 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:02:36.687489 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3341028-17cb-4bda-b40d-f434a7be00b2 None None] Sync routers for ids ['3590257e-f814-4e82-8404-fb76bf62414f'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:02:36.701330 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9e956702-af14-4309-a621-b99810660596 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "PUT /v2.0/routers/3590257e-f814-4e82-8404-fb76bf62414f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9832251 May 03 23:02:36.703944 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48384) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:36.706510 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3341028-17cb-4bda-b40d-f434a7be00b2 None None] Routers {'3590257e-f814-4e82-8404-fb76bf62414f'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:02:36.707316 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-a3341028-17cb-4bda-b40d-f434a7be00b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:02:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['3590257e-f814-4e82-8404-fb76bf62414f'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:36.740929 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-d075fddc-dd63-454e-b7c0-b0c57d4a63da None None] Allocated IP 2001:db8::f816:3eff:fe58:f614 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/6c5e8b09-4757-49dd-8774-9ce22dcd845f/0a08566d-8f4c-4d20-b2dd-f29e8d5289f8) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:02:36.790498 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e4e1ca-c2b4-4247-9cd4-ac0710f8eed7 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Deleting subnet 01be58b9-fe96-4aae-9684-29ed605b8790 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:02:36.814514 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a1e4e1ca-c2b4-4247-9cd4-ac0710f8eed7 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:36.853917 n-d-811807-1 neutron-server[88069]: INFO neutron.db.ipam_backend_mixin [None req-bdb3b783-1062-4974-9ae4-6f767d6d116f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6c5e8b09-4757-49dd-8774-9ce22dcd845f (CIDR: 2001:db8::/64) May 03 23:02:36.862290 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb3b783-1062-4974-9ae4-6f767d6d116f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 23:02:36.862935 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdb3b783-1062-4974-9ae4-6f767d6d116f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:02:36.894423 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-bdb3b783-1062-4974-9ae4-6f767d6d116f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7197649 May 03 23:02:36.896420 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48390) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:36.947618 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a1e4e1ca-c2b4-4247-9cd4-ac0710f8eed7 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:36.953268 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-44b8e5f7-e190-4e5e-b47c-c48cf71f7d58 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:02:36.973952 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-a3341028-17cb-4bda-b40d-f434a7be00b2 None None] Set router 3590257e-f814-4e82-8404-fb76bf62414f gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:02:37.125652 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d075fddc-dd63-454e-b7c0-b0c57d4a63da None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:37.132080 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fdf07921-963a-404e-abc6-82fa6ee22db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:37.139532 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d075fddc-dd63-454e-b7c0-b0c57d4a63da None None] Transition to ACTIVE for port object 0a08566d-8f4c-4d20-b2dd-f29e8d5289f8 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:02:37.148700 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a1e4e1ca-c2b4-4247-9cd4-ac0710f8eed7 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:37.162636 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d075fddc-dd63-454e-b7c0-b0c57d4a63da None None] Transition to ACTIVE for port object 0a08566d-8f4c-4d20-b2dd-f29e8d5289f8 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:02:37.170080 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d075fddc-dd63-454e-b7c0-b0c57d4a63da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:37.214411 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9abf637-705a-494f-9b2b-e619c577975e req-c13fdb7e-d50e-4a38-9b5b-d05a3fa1b6ce service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1918008 May 03 23:02:37.248753 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d075fddc-dd63-454e-b7c0-b0c57d4a63da None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:02:37.250258 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-d075fddc-dd63-454e-b7c0-b0c57d4a63da None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:02:37.258756 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d075fddc-dd63-454e-b7c0-b0c57d4a63da None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:02:37.321153 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a1e4e1ca-c2b4-4247-9cd4-ac0710f8eed7 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:37.356395 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075fddc-dd63-454e-b7c0-b0c57d4a63da None None] Pushing event updated for resources: {'Port': ['ID=0a08566d-8f4c-4d20-b2dd-f29e8d5289f8,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:37.378552 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-d075fddc-dd63-454e-b7c0-b0c57d4a63da None None] Attempting to bind port 0a08566d-8f4c-4d20-b2dd-f29e8d5289f8 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:02:37.379071 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-d075fddc-dd63-454e-b7c0-b0c57d4a63da None None] Attempting to bind port 0a08566d-8f4c-4d20-b2dd-f29e8d5289f8 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:02:37.379563 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d075fddc-dd63-454e-b7c0-b0c57d4a63da None None] Attempting to bind port 0a08566d-8f4c-4d20-b2dd-f29e8d5289f8 on network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:02:37.389133 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d075fddc-dd63-454e-b7c0-b0c57d4a63da None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:02:37.389717 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d075fddc-dd63-454e-b7c0-b0c57d4a63da None None] Checking segment: {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:02:37.390245 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d075fddc-dd63-454e-b7c0-b0c57d4a63da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:37.391092 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d075fddc-dd63-454e-b7c0-b0c57d4a63da None None] Bound using segment: {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:02:37.391676 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-d075fddc-dd63-454e-b7c0-b0c57d4a63da None None] Bound port: 0a08566d-8f4c-4d20-b2dd-f29e8d5289f8, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:02:37.392156 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d075fddc-dd63-454e-b7c0-b0c57d4a63da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:37.410460 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e4e1ca-c2b4-4247-9cd4-ac0710f8eed7 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Pushing event deleted for resources: {'Subnet': ['ID=01be58b9-fe96-4aae-9684-29ed605b8790,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:37.442048 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a1e4e1ca-c2b4-4247-9cd4-ac0710f8eed7 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:37.446984 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23e0805-d8fb-434e-8617-15a78759a248 None None] Network 66ef4867-427d-4ca6-857c-21045c5c7930 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:02:37.458567 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a1e4e1ca-c2b4-4247-9cd4-ac0710f8eed7 tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "DELETE /v2.0/subnets/01be58b9-fe96-4aae-9684-29ed605b8790 HTTP/1.1" status: 204 len: 168 time: 0.7535470 May 03 23:02:37.461196 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48394) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:37.630951 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-a3341028-17cb-4bda-b40d-f434a7be00b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3590257e-f814-4e82-8404-fb76bf62414f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1971823435', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '4fee0137-39bd-419f-a61a-181bc5b3ed3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:00:34Z', 'updated_at': '2022-05-03T23:02:35Z', 'revision_number': 5, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'gw_port': {'id': '4fee0137-39bd-419f-a61a-181bc5b3ed3d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590257e-f814-4e82-8404-fb76bf62414f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:35Z', 'updated_at': '2022-05-03T23:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:37.647735 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3341028-17cb-4bda-b40d-f434a7be00b2 None None] Checking router: 3590257e-f814-4e82-8404-fb76bf62414f for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:02:37.657332 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3341028-17cb-4bda-b40d-f434a7be00b2 None None] Routers {'3590257e-f814-4e82-8404-fb76bf62414f'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:02:37.658303 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-a3341028-17cb-4bda-b40d-f434a7be00b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:02:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['3590257e-f814-4e82-8404-fb76bf62414f'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:37.717478 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-44b8e5f7-e190-4e5e-b47c-c48cf71f7d58 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:02:37.721846 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-44b8e5f7-e190-4e5e-b47c-c48cf71f7d58 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:subnet and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:02:37.724849 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-44b8e5f7-e190-4e5e-b47c-c48cf71f7d58 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:02:37.731585 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-44b8e5f7-e190-4e5e-b47c-c48cf71f7d58 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:02:37.743138 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c0c4baa2-1fc1-4fe0-9f72-ca05839ea41a tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:37.749721 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b8e5f7-e190-4e5e-b47c-c48cf71f7d58 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:02:37.753552 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-44b8e5f7-e190-4e5e-b47c-c48cf71f7d58 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:37.789751 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-d075fddc-dd63-454e-b7c0-b0c57d4a63da None None] For port 0a08566d-8f4c-4d20-b2dd-f29e8d5289f8, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:02:37.793415 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-d075fddc-dd63-454e-b7c0-b0c57d4a63da None None] For port 0a08566d-8f4c-4d20-b2dd-f29e8d5289f8, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0a08566d-8f4c-4d20-b2dd-f29e8d5289f8,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:02:37.810486 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d075fddc-dd63-454e-b7c0-b0c57d4a63da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:37.893527 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075fddc-dd63-454e-b7c0-b0c57d4a63da None None] Pushing event updated for resources: {'Port': ['ID=0a08566d-8f4c-4d20-b2dd-f29e8d5289f8,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:37.974687 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-fdf07921-963a-404e-abc6-82fa6ee22db6 admin admin] Deleting port cc51aea5-5e62-42e1-8624-6de22747c11b {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:37.975023 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fdf07921-963a-404e-abc6-82fa6ee22db6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:37.977248 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-a3341028-17cb-4bda-b40d-f434a7be00b2 None None] Set router 3590257e-f814-4e82-8404-fb76bf62414f gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:02:37.990342 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c0c4baa2-1fc1-4fe0-9f72-ca05839ea41a tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:38.025400 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abf637-705a-494f-9b2b-e619c577975e req-e3913358-0447-4f2a-ad20-2577eb1044e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:38.039034 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9abf637-705a-494f-9b2b-e619c577975e req-e3913358-0447-4f2a-ad20-2577eb1044e8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 1097 time: 0.6600883 May 03 23:02:38.039034 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-c0c4baa2-1fc1-4fe0-9f72-ca05839ea41a tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Deleting port 4fee0137-39bd-419f-a61a-181bc5b3ed3d {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:38.039034 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c0c4baa2-1fc1-4fe0-9f72-ca05839ea41a tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:38.055318 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cfcc3e-6807-4a0c-9fd8-6038d3b71a32 None None] DHCP port deletion for 66ef4867-427d-4ca6-857c-21045c5c7930 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:02:38.066811 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-11cfcc3e-6807-4a0c-9fd8-6038d3b71a32 None None] Deleting port 352c8cf0-78c1-44a7-98ef-1670493d777b {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:38.070563 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-11cfcc3e-6807-4a0c-9fd8-6038d3b71a32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:38.413772 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 352c8cf0-78c1-44a7-98ef-1670493d777b no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:02:38.491221 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-a3341028-17cb-4bda-b40d-f434a7be00b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3590257e-f814-4e82-8404-fb76bf62414f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1971823435', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '4fee0137-39bd-419f-a61a-181bc5b3ed3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:00:34Z', 'updated_at': '2022-05-03T23:02:35Z', 'revision_number': 5, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'gw_port': {'id': '4fee0137-39bd-419f-a61a-181bc5b3ed3d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590257e-f814-4e82-8404-fb76bf62414f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:35Z', 'updated_at': '2022-05-03T23:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:38.503461 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3341028-17cb-4bda-b40d-f434a7be00b2 None None] The sync data for ids ['3590257e-f814-4e82-8404-fb76bf62414f'] in n-d-811807-1 is: [{'id': '3590257e-f814-4e82-8404-fb76bf62414f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1971823435', 'tenant_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '4fee0137-39bd-419f-a61a-181bc5b3ed3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:00:34Z', 'updated_at': '2022-05-03T23:02:35Z', 'revision_number': 5, 'project_id': '61cab4c91c0e4d5a8ad17b08776df08d', 'gw_port': {'id': '4fee0137-39bd-419f-a61a-181bc5b3ed3d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:61:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3590257e-f814-4e82-8404-fb76bf62414f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:35Z', 'updated_at': '2022-05-03T23:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:02:38.715675 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48404) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:38.744301 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-fdf07921-963a-404e-abc6-82fa6ee22db6 admin admin] For port cc51aea5-5e62-42e1-8624-6de22747c11b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=cc51aea5-5e62-42e1-8624-6de22747c11b,segment=NetworkSegment(1be92482-8e6b-4b67-b4cb-8067631182a3),segment_id=1be92482-8e6b-4b67-b4cb-8067631182a3)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:38.744301 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fdf07921-963a-404e-abc6-82fa6ee22db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:38.749312 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-c0c4baa2-1fc1-4fe0-9f72-ca05839ea41a tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] For port 4fee0137-39bd-419f-a61a-181bc5b3ed3d, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=4fee0137-39bd-419f-a61a-181bc5b3ed3d,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:38.749886 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c0c4baa2-1fc1-4fe0-9f72-ca05839ea41a tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:38.772711 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-11cfcc3e-6807-4a0c-9fd8-6038d3b71a32 None None] For port 352c8cf0-78c1-44a7-98ef-1670493d777b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=352c8cf0-78c1-44a7-98ef-1670493d777b,segment=NetworkSegment(908dbc4a-5e09-4828-af5f-55f5624f9ec0),segment_id=908dbc4a-5e09-4828-af5f-55f5624f9ec0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:38.773521 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-11cfcc3e-6807-4a0c-9fd8-6038d3b71a32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:38.943677 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-c0c4baa2-1fc1-4fe0-9f72-ca05839ea41a tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Calling delete_port for 4fee0137-39bd-419f-a61a-181bc5b3ed3d owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:39.091853 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-11cfcc3e-6807-4a0c-9fd8-6038d3b71a32 None None] Calling delete_port for 352c8cf0-78c1-44a7-98ef-1670493d777b owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:39.148902 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:39.250446 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 352c8cf0-78c1-44a7-98ef-1670493d777b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=352c8cf0-78c1-44a7-98ef-1670493d777b,segment=NetworkSegment(908dbc4a-5e09-4828-af5f-55f5624f9ec0),segment_id=908dbc4a-5e09-4828-af5f-55f5624f9ec0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:39.261503 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:39.392341 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=352c8cf0-78c1-44a7-98ef-1670493d777b,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:39.422153 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-11cfcc3e-6807-4a0c-9fd8-6038d3b71a32 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:02:39.422859 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-11cfcc3e-6807-4a0c-9fd8-6038d3b71a32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:02:39.453429 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abf637-705a-494f-9b2b-e619c577975e req-cb2a9200-eb34-4872-a695-dddc1b15a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:39.454608 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-fdf07921-963a-404e-abc6-82fa6ee22db6 admin admin] Calling delete_port for cc51aea5-5e62-42e1-8624-6de22747c11b owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:39.456100 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9abf637-705a-494f-9b2b-e619c577975e req-cb2a9200-eb34-4872-a695-dddc1b15a2e0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2d09be5a-1a6c-40b8-8d77-f953d59192ba HTTP/1.1" status: 200 len: 897 time: 1.0258396 May 03 23:02:39.458480 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c0c4baa2-1fc1-4fe0-9f72-ca05839ea41a tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:39.484464 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-44b8e5f7-e190-4e5e-b47c-c48cf71f7d58 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:39.604665 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4baa2-1fc1-4fe0-9f72-ca05839ea41a tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Pushing event deleted for resources: {'Port': ['ID=4fee0137-39bd-419f-a61a-181bc5b3ed3d,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:39.610048 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b8e5f7-e190-4e5e-b47c-c48cf71f7d58 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:02:39.631905 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-44b8e5f7-e190-4e5e-b47c-c48cf71f7d58 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:02:39.649351 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b8e5f7-e190-4e5e-b47c-c48cf71f7d58 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:39.650379 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-44b8e5f7-e190-4e5e-b47c-c48cf71f7d58 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:39.672567 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8e5f7-e190-4e5e-b47c-c48cf71f7d58 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Subnet': ['ID=c6367b7e-e20c-4598-8b83-8ead0cb49223,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:39.691741 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9dc3f0-8a6e-43b5-af0f-e6ed185d6f4b None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:02:39.728846 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-a605da56-8f65-41ab-8a80-37e31dde4569 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Deleting port 8fbce6ea-6fa3-4fd4-afbf-8145dc276eed {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:39.729110 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a605da56-8f65-41ab-8a80-37e31dde4569 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:39.758347 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9abf637-705a-494f-9b2b-e619c577975e req-d8c466a9-fbbf-4b44-8b35-3cd309af64c6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a HTTP/1.1" status: 200 len: 1001 time: 0.2940650 May 03 23:02:39.810906 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-01664c11-bd3d-4c06-9fd9-371b3b063a56 None None] Provisioning for port 0a08566d-8f4c-4d20-b2dd-f29e8d5289f8 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:02:39.824123 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c0c4baa2-1fc1-4fe0-9f72-ca05839ea41a tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:39.939130 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-11cfcc3e-6807-4a0c-9fd8-6038d3b71a32 None None] Deleting port 352c8cf0-78c1-44a7-98ef-1670493d777b {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:39.939502 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-11cfcc3e-6807-4a0c-9fd8-6038d3b71a32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:40.022517 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c0c4baa2-1fc1-4fe0-9f72-ca05839ea41a tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:40.024954 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abf637-705a-494f-9b2b-e619c577975e req-eebda72e-e387-4404-906d-2e606aa4c226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:40.025259 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a605da56-8f65-41ab-8a80-37e31dde4569 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:40.025718 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a605da56-8f65-41ab-8a80-37e31dde4569 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:40.026436 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9abf637-705a-494f-9b2b-e619c577975e req-eebda72e-e387-4404-906d-2e606aa4c226 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=742e89b0-88b6-41b8-be98-57fe0196dd8d HTTP/1.1" status: 200 len: 835 time: 0.2621028 May 03 23:02:40.027659 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c0c4baa2-1fc1-4fe0-9f72-ca05839ea41a tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:40.127980 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c0c4baa2-1fc1-4fe0-9f72-ca05839ea41a tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:40.128509 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c4baa2-1fc1-4fe0-9f72-ca05839ea41a tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Fanout notify agent at l3_agent the message router_deleted on router 3590257e-f814-4e82-8404-fb76bf62414f {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 23:02:40.181936 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c0c4baa2-1fc1-4fe0-9f72-ca05839ea41a tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:40.188594 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c0c4baa2-1fc1-4fe0-9f72-ca05839ea41a tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "DELETE /v2.0/routers/3590257e-f814-4e82-8404-fb76bf62414f HTTP/1.1" status: 204 len: 168 time: 2.7260413 May 03 23:02:40.195777 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48418) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:40.295683 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abf637-705a-494f-9b2b-e619c577975e req-96d887cf-a2ca-4408-aa56-4d0687270e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:40.300859 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9abf637-705a-494f-9b2b-e619c577975e req-96d887cf-a2ca-4408-aa56-4d0687270e30 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2d09be5a-1a6c-40b8-8d77-f953d59192ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2652287 May 03 23:02:40.315468 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-a605da56-8f65-41ab-8a80-37e31dde4569 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Calling delete_port for 8fbce6ea-6fa3-4fd4-afbf-8145dc276eed owned by network:floatingip {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:40.353707 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-11cfcc3e-6807-4a0c-9fd8-6038d3b71a32 None None] For port 352c8cf0-78c1-44a7-98ef-1670493d777b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=352c8cf0-78c1-44a7-98ef-1670493d777b,segment=NetworkSegment(908dbc4a-5e09-4828-af5f-55f5624f9ec0),segment_id=908dbc4a-5e09-4828-af5f-55f5624f9ec0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:40.354177 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-11cfcc3e-6807-4a0c-9fd8-6038d3b71a32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:40.400335 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-44b8e5f7-e190-4e5e-b47c-c48cf71f7d58 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5000851 May 03 23:02:40.408047 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48422) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:40.418425 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-c608e1a1-ef1f-46c8-8bce-444884ec85e5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'port': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'mac_address': 'fa:16:3e:d1:89:23', 'name': 'tempest-NetworksTestDHCPv6-1159353643'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:02:40.570935 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-11cfcc3e-6807-4a0c-9fd8-6038d3b71a32 None None] Calling delete_port for 352c8cf0-78c1-44a7-98ef-1670493d777b owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:40.642103 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-89fc9866-e5c9-44c3-8913-18f0f03df29f tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:40.696614 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2faa13-98e7-4b5c-ab5a-1d4585430f4b None None] Update dhcp port {'port': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'fixed_ips': [{'subnet_id': '6c5e8b09-4757-49dd-8774-9ce22dcd845f', 'ip_address': '2001:db8::f816:3eff:fe58:f614'}, {'subnet_id': 'c6367b7e-e20c-4598-8b83-8ead0cb49223'}], 'binding:host_id': 'n-d-811807-1'}, 'id': '0a08566d-8f4c-4d20-b2dd-f29e8d5289f8'} from n-d-811807-1. {{(pid=88071) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 03 23:02:40.761021 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fdf07921-963a-404e-abc6-82fa6ee22db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:40.798111 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-da2faa13-98e7-4b5c-ab5a-1d4585430f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:40.839142 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-11cfcc3e-6807-4a0c-9fd8-6038d3b71a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:40.864737 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf07921-963a-404e-abc6-82fa6ee22db6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc51aea5-5e62-42e1-8624-6de22747c11b,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:41.067603 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 0a08566d-8f4c-4d20-b2dd-f29e8d5289f8 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:02:41.112976 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cfcc3e-6807-4a0c-9fd8-6038d3b71a32 None None] No DVR routers for this DVR port 352c8cf0-78c1-44a7-98ef-1670493d777b on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:02:41.181203 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cfcc3e-6807-4a0c-9fd8-6038d3b71a32 None None] Pushing event deleted for resources: {'Port': ['ID=352c8cf0-78c1-44a7-98ef-1670493d777b,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:41.190990 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9abf637-705a-494f-9b2b-e619c577975e req-a7d45834-5c2c-446b-971f-e7fa22298816 service neutron] 10.222.0.67 "GET /v2.0/networks/2d09be5a-1a6c-40b8-8d77-f953d59192ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8632977 May 03 23:02:41.206077 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c608e1a1-ef1f-46c8-8bce-444884ec85e5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:02:41.255899 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a605da56-8f65-41ab-8a80-37e31dde4569 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:41.293498 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c608e1a1-ef1f-46c8-8bce-444884ec85e5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:port and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:02:41.314384 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-89fc9866-e5c9-44c3-8913-18f0f03df29f tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:41.314874 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 0a08566d-8f4c-4d20-b2dd-f29e8d5289f8 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:02:41.357765 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-89fc9866-e5c9-44c3-8913-18f0f03df29f tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ef4867-427d-4ca6-857c-21045c5c7930']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:41.368880 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c608e1a1-ef1f-46c8-8bce-444884ec85e5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:02:41.387716 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 0a08566d-8f4c-4d20-b2dd-f29e8d5289f8 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:02:41.388094 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:41.393304 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c608e1a1-ef1f-46c8-8bce-444884ec85e5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:02:41.398634 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-89fc9866-e5c9-44c3-8913-18f0f03df29f tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '908dbc4a-5e09-4828-af5f-55f5624f9ec0') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:41.398932 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-89fc9866-e5c9-44c3-8913-18f0f03df29f tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '908dbc4a-5e09-4828-af5f-55f5624f9ec0') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:41.420900 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-89fc9866-e5c9-44c3-8913-18f0f03df29f tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:41.445069 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605da56-8f65-41ab-8a80-37e31dde4569 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event deleted for resources: {'Port': ['ID=8fbce6ea-6fa3-4fd4-afbf-8145dc276eed,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:41.456662 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-da2faa13-98e7-4b5c-ab5a-1d4585430f4b None None] Allocated IP 2001:db8:0:1::2 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/c6367b7e-e20c-4598-8b83-8ead0cb49223/0a08566d-8f4c-4d20-b2dd-f29e8d5289f8) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:02:41.504840 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a605da56-8f65-41ab-8a80-37e31dde4569 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for floatingip, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:41.505184 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-a605da56-8f65-41ab-8a80-37e31dde4569 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Floating IP 53352d19-e49f-4adf-bb7c-2d73e681179c disassociated (deleted). External IP: 172.25.2.55, port: 7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a. May 03 23:02:41.511435 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c608e1a1-ef1f-46c8-8bce-444884ec85e5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:02:41.636725 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-89fc9866-e5c9-44c3-8913-18f0f03df29f tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:41.656626 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fdf07921-963a-404e-abc6-82fa6ee22db6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:41.705010 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9abf637-705a-494f-9b2b-e619c577975e req-f57388d1-ed3a-42fe-be8c-243537f1a999 service neutron] 10.222.0.67 "GET /v2.0/networks/2d09be5a-1a6c-40b8-8d77-f953d59192ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5056117 May 03 23:02:41.706697 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89fc9866-e5c9-44c3-8913-18f0f03df29f tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:02:41.707110 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-89fc9866-e5c9-44c3-8913-18f0f03df29f tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:41.726437 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 23:02:41.726437 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:02:41.726437 n-d-811807-1 neutron-server[88070]: timer() May 03 23:02:41.726437 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:02:41.726437 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 23:02:41.726437 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:02:41.726437 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 23:02:41.726437 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:02:41.726437 n-d-811807-1 neutron-server[88070]: self._notify() May 03 23:02:41.726437 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:02:41.726437 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 23:02:41.726437 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:02:41.726437 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 23:02:41.726437 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:02:41.726437 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:02:41.726437 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:02:41.726437 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:02:41.726437 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:02:41.726437 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 23:02:41.726437 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:02:41.726437 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 23:02:41.726437 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:02:41.726437 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:02:41.726437 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:02:41.726437 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 23:02:41.726437 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:02:41.726437 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:02:41.726437 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:02:41.726437 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:02:41.726437 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:02:41.726437 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:02:41.726437 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:02:41.742061 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:41.775279 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-da2faa13-98e7-4b5c-ab5a-1d4585430f4b None None] For port 0a08566d-8f4c-4d20-b2dd-f29e8d5289f8, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0a08566d-8f4c-4d20-b2dd-f29e8d5289f8,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:41.805278 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-da2faa13-98e7-4b5c-ab5a-1d4585430f4b None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:41.884556 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-da2faa13-98e7-4b5c-ab5a-1d4585430f4b None None] Transition to ACTIVE for port object 0a08566d-8f4c-4d20-b2dd-f29e8d5289f8 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:02:41.886172 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-89fc9866-e5c9-44c3-8913-18f0f03df29f tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:41.901691 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-da2faa13-98e7-4b5c-ab5a-1d4585430f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:41.908053 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-89fc9866-e5c9-44c3-8913-18f0f03df29f tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:41.939329 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc9866-e5c9-44c3-8913-18f0f03df29f tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] Pushing event deleted for resources: {'Network': ['ID=66ef4867-427d-4ca6-857c-21045c5c7930,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:41.944878 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c608e1a1-ef1f-46c8-8bce-444884ec85e5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:41.957626 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-89fc9866-e5c9-44c3-8913-18f0f03df29f tempest-TestSecurityGroupsBasicOps-125836385 tempest-TestSecurityGroupsBasicOps-125836385-project] 10.222.0.58 "DELETE /v2.0/networks/66ef4867-427d-4ca6-857c-21045c5c7930 HTTP/1.1" status: 204 len: 168 time: 1.7548985 May 03 23:02:42.046494 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-c608e1a1-ef1f-46c8-8bce-444884ec85e5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] device_id is not set on port f616a3fa-fd9e-4058-a4bb-5dc27cbe4d34 yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 23:02:42.105439 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a605da56-8f65-41ab-8a80-37e31dde4569 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Router 807f4929-883e-4a8c-98b6-d19e56f4c21c has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:02:42.380335 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2faa13-98e7-4b5c-ab5a-1d4585430f4b None None] Pushing event updated for resources: {'Port': ['ID=0a08566d-8f4c-4d20-b2dd-f29e8d5289f8,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:42.384161 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:02:42.384522 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:02:42.443836 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48436) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:42.490811 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-c608e1a1-ef1f-46c8-8bce-444884ec85e5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Allocated IP 2001:db8:0:1::2b5 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/c6367b7e-e20c-4598-8b83-8ead0cb49223/f616a3fa-fd9e-4058-a4bb-5dc27cbe4d34) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:02:42.498972 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-c608e1a1-ef1f-46c8-8bce-444884ec85e5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Allocated IP 2001:db8::f816:3eff:fed1:8923 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/6c5e8b09-4757-49dd-8774-9ce22dcd845f/f616a3fa-fd9e-4058-a4bb-5dc27cbe4d34) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:02:42.625759 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a605da56-8f65-41ab-8a80-37e31dde4569 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:02:42.636463 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf07921-963a-404e-abc6-82fa6ee22db6 admin admin] Router 946e6329-9996-4fa2-8892-c651c3ee265c has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:02:42.640004 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc6b03c-480e-4d04-9dba-b5b0b2297ae6 None None] Sync routers for ids ['807f4929-883e-4a8c-98b6-d19e56f4c21c'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:02:42.650191 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc6b03c-480e-4d04-9dba-b5b0b2297ae6 None None] Routers {'807f4929-883e-4a8c-98b6-d19e56f4c21c'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:02:42.650921 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-abc6b03c-480e-4d04-9dba-b5b0b2297ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:02:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['807f4929-883e-4a8c-98b6-d19e56f4c21c'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:42.805594 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a605da56-8f65-41ab-8a80-37e31dde4569 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:42.844309 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-599d7247-0521-4f76-a09a-8317865f7721 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=61cab4c91c0e4d5a8ad17b08776df08d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3992438 May 03 23:02:42.844969 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48446) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:42.869920 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c608e1a1-ef1f-46c8-8bce-444884ec85e5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:42.902852 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a605da56-8f65-41ab-8a80-37e31dde4569 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "DELETE /v2.0/floatingips/53352d19-e49f-4adf-bb7c-2d73e681179c HTTP/1.1" status: 204 len: 168 time: 4.1822486 May 03 23:02:42.906100 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59265204-14cb-4c2e-90ad-7ef2aa256e05', 'tag': '7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:02:42.963197 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-c608e1a1-ef1f-46c8-8bce-444884ec85e5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Transition to ACTIVE for port object f616a3fa-fd9e-4058-a4bb-5dc27cbe4d34 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:02:42.971857 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf07921-963a-404e-abc6-82fa6ee22db6 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:02:42.989932 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-abc6b03c-480e-4d04-9dba-b5b0b2297ae6 None None] Set router 807f4929-883e-4a8c-98b6-d19e56f4c21c gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:02:42.997838 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcd56fc-731d-457e-87b0-85968a8c0024 None None] Sync routers for ids ['946e6329-9996-4fa2-8892-c651c3ee265c'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:02:43.002029 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-fdf07921-963a-404e-abc6-82fa6ee22db6 admin admin] 10.222.0.58 "PUT /v2.0/routers/946e6329-9996-4fa2-8892-c651c3ee265c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0432065 May 03 23:02:43.004516 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48454) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:43.019115 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcd56fc-731d-457e-87b0-85968a8c0024 None None] Routers {'946e6329-9996-4fa2-8892-c651c3ee265c'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:02:43.019722 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-3fcd56fc-731d-457e-87b0-85968a8c0024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:02:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['946e6329-9996-4fa2-8892-c651c3ee265c'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:43.102613 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab73a5d9-7aae-4e54-9934-226b5555bc8d'] response: {'name': 'network-changed', 'server_uuid': '59265204-14cb-4c2e-90ad-7ef2aa256e05', 'tag': '7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a', 'status': 'completed', 'code': 200} May 03 23:02:43.197769 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ca46743f-ac5a-41eb-b6c5-b5b45851d8ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:43.247286 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ca46743f-ac5a-41eb-b6c5-b5b45851d8ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:43.288424 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c608e1a1-ef1f-46c8-8bce-444884ec85e5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:43.344423 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:43.403975 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6d6ed51f-19b8-469d-8b9f-ff5e99a11ba6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:43.416363 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c608e1a1-ef1f-46c8-8bce-444884ec85e5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:02:43.422322 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-c608e1a1-ef1f-46c8-8bce-444884ec85e5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:02:43.429494 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c608e1a1-ef1f-46c8-8bce-444884ec85e5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:02:43.436336 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c608e1a1-ef1f-46c8-8bce-444884ec85e5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:43.437058 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c608e1a1-ef1f-46c8-8bce-444884ec85e5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:43.451454 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd93c7-bbf5-43ca-b859-39c2ec267957 req-3b47fa06-25b3-48e7-a58e-3af466c4dcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:43.452957 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cacd93c7-bbf5-43ca-b859-39c2ec267957 req-3b47fa06-25b3-48e7-a58e-3af466c4dcaf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e51c41c8f2c54373bfeeef105247eecb&device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 1097 time: 0.3704646 May 03 23:02:43.497736 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-3fcd56fc-731d-457e-87b0-85968a8c0024 None None] Set router 946e6329-9996-4fa2-8892-c651c3ee265c gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:02:43.508573 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608e1a1-ef1f-46c8-8bce-444884ec85e5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Port': ['ID=f616a3fa-fd9e-4058-a4bb-5dc27cbe4d34,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:43.532756 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-afd4a1d5-596a-4b2b-bab0-da1793bcef03 None None] Provisioning for port 0a08566d-8f4c-4d20-b2dd-f29e8d5289f8 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:02:43.560429 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-afd4a1d5-596a-4b2b-bab0-da1793bcef03 None None] Provisioning complete for port 0a08566d-8f4c-4d20-b2dd-f29e8d5289f8 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:02:43.560817 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-afd4a1d5-596a-4b2b-bab0-da1793bcef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:43.616637 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ca46743f-ac5a-41eb-b6c5-b5b45851d8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:43.617831 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 0a08566d-8f4c-4d20-b2dd-f29e8d5289f8, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0a08566d-8f4c-4d20-b2dd-f29e8d5289f8,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:43.634921 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:43.660162 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c608e1a1-ef1f-46c8-8bce-444884ec85e5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.2489583 May 03 23:02:43.767102 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48460) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:43.773536 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ca46743f-ac5a-41eb-b6c5-b5b45851d8ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:43.775507 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ca46743f-ac5a-41eb-b6c5-b5b45851d8ab admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0fa1eec7-6ca3-4b73-b7e8-6f8500115eb1 HTTP/1.1" status: 204 len: 168 time: 0.9265940 May 03 23:02:43.776700 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46743f-ac5a-41eb-b6c5-b5b45851d8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa1eec7-6ca3-4b73-b7e8-6f8500115eb1,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:43.827829 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=0a08566d-8f4c-4d20-b2dd-f29e8d5289f8,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:43.831095 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:02:43.919783 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:02:43.920205 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 46ca17c1-14f8-4aa8-bbc8-9bcdcc72c3f2 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:02:44.123923 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-0cedeaac-480c-48f9-bda4-91390d9e5d36 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting port f616a3fa-fd9e-4058-a4bb-5dc27cbe4d34 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:44.124574 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0cedeaac-480c-48f9-bda4-91390d9e5d36 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:44.126672 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-abc6b03c-480e-4d04-9dba-b5b0b2297ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064799013', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd5879ed3-ce1e-42d0-941b-aa7295aeefdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:59:13Z', 'updated_at': '2022-05-03T22:59:25Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': 'd5879ed3-ce1e-42d0-941b-aa7295aeefdf', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:59:15Z', 'updated_at': '2022-05-03T22:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'd77777ea-6e86-4bcf-9c7b-d719bd68c4bc', 'name': '', 'network_id': '2d09be5a-1a6c-40b8-8d77-f953d59192ba', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'mac_address': 'fa:16:3e:64:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '742e89b0-88b6-41b8-be98-57fe0196dd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:59:22Z', 'updated_at': '2022-05-03T22:59:36Z', 'revision_number': 5, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'subnets': [{'id': '742e89b0-88b6-41b8-be98-57fe0196dd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:44.132693 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc6b03c-480e-4d04-9dba-b5b0b2297ae6 None None] Checking router: 807f4929-883e-4a8c-98b6-d19e56f4c21c for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:02:44.143178 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc6b03c-480e-4d04-9dba-b5b0b2297ae6 None None] Routers {'807f4929-883e-4a8c-98b6-d19e56f4c21c'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:02:44.143562 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-abc6b03c-480e-4d04-9dba-b5b0b2297ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:02:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['807f4929-883e-4a8c-98b6-d19e56f4c21c'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:44.205597 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd757fbe-10f9-46da-b18c-7a89d65dd2fd req-3e6381f3-9955-4c2a-8f0a-8a2f0ccd0c01 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:44.210754 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-bd757fbe-10f9-46da-b18c-7a89d65dd2fd req-3e6381f3-9955-4c2a-8f0a-8a2f0ccd0c01 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Synchronizing usage tracker for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:02:44.221945 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-3fcd56fc-731d-457e-87b0-85968a8c0024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946e6329-9996-4fa2-8892-c651c3ee265c', 'name': 'tempest-TestVolumeBootPattern-431377036-router', 'tenant_id': '34d04d34f2724192b4a5b1b9b1ee4d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '11390aac-4063-4b28-bb9d-104871901fe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:47Z', 'updated_at': '2022-05-03T23:02:40Z', 'revision_number': 5, 'project_id': '34d04d34f2724192b4a5b1b9b1ee4d13', 'gw_port': {'id': '11390aac-4063-4b28-bb9d-104871901fe7', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:02:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946e6329-9996-4fa2-8892-c651c3ee265c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:48Z', 'updated_at': '2022-05-03T22:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:44.224721 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6d6ed51f-19b8-469d-8b9f-ff5e99a11ba6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:44.236005 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcd56fc-731d-457e-87b0-85968a8c0024 None None] Checking router: 946e6329-9996-4fa2-8892-c651c3ee265c for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:02:44.249115 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcd56fc-731d-457e-87b0-85968a8c0024 None None] Routers {'946e6329-9996-4fa2-8892-c651c3ee265c'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:02:44.252439 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-3fcd56fc-731d-457e-87b0-85968a8c0024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:02:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['946e6329-9996-4fa2-8892-c651c3ee265c'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:44.261194 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-6d6ed51f-19b8-469d-8b9f-ff5e99a11ba6 admin admin] Deleting port 11390aac-4063-4b28-bb9d-104871901fe7 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:44.264251 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6d6ed51f-19b8-469d-8b9f-ff5e99a11ba6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:44.346460 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-abc6b03c-480e-4d04-9dba-b5b0b2297ae6 None None] Set router 807f4929-883e-4a8c-98b6-d19e56f4c21c gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:02:44.360227 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-bd757fbe-10f9-46da-b18c-7a89d65dd2fd req-3e6381f3-9955-4c2a-8f0a-8a2f0ccd0c01 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Unset dirty status for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:02:44.372505 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bd757fbe-10f9-46da-b18c-7a89d65dd2fd req-3e6381f3-9955-4c2a-8f0a-8a2f0ccd0c01 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 946 time: 0.5112071 May 03 23:02:44.421418 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 0a08566d-8f4c-4d20-b2dd-f29e8d5289f8 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:02:44.422753 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48474) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:44.499203 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-30ad52eb-750a-4fed-9183-bfae36c964c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:44.501998 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd93c7-bbf5-43ca-b859-39c2ec267957 req-77d522bd-4cae-4473-997d-510f60e86e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:44.504162 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cacd93c7-bbf5-43ca-b859-39c2ec267957 req-77d522bd-4cae-4473-997d-510f60e86e37 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2d09be5a-1a6c-40b8-8d77-f953d59192ba HTTP/1.1" status: 200 len: 897 time: 1.0372772 May 03 23:02:44.567379 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a4981581-e6a2-4fdf-a7cb-1b2332cf0624 None None] Provisioning for port f616a3fa-fd9e-4058-a4bb-5dc27cbe4d34 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:02:44.592845 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-3fcd56fc-731d-457e-87b0-85968a8c0024 None None] Set router 946e6329-9996-4fa2-8892-c651c3ee265c gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:02:44.595048 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-30ad52eb-750a-4fed-9183-bfae36c964c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:02:44.603547 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bd757fbe-10f9-46da-b18c-7a89d65dd2fd req-c1d50290-56a8-4509-a87e-743bc1722d21 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=4165ffae-6576-40a6-912b-a3b42d26c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2297919 May 03 23:02:44.609044 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-30ad52eb-750a-4fed-9183-bfae36c964c1 admin admin] Usage tracker for resource:security_group_rule and tenant:1a99d11b2d6748289f482687bb06f554 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:02:44.619116 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cacd93c7-bbf5-43ca-b859-39c2ec267957 req-748d9d46-6ef5-4f20-a4cd-8ac81f6a4954 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a HTTP/1.1" status: 200 len: 217 time: 0.0997283 May 03 23:02:44.658636 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-30ad52eb-750a-4fed-9183-bfae36c964c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:02:44.670433 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-30ad52eb-750a-4fed-9183-bfae36c964c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:02:44.737268 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-6d6ed51f-19b8-469d-8b9f-ff5e99a11ba6 admin admin] For port 11390aac-4063-4b28-bb9d-104871901fe7, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=11390aac-4063-4b28-bb9d-104871901fe7,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:44.737619 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6d6ed51f-19b8-469d-8b9f-ff5e99a11ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:44.847924 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd93c7-bbf5-43ca-b859-39c2ec267957 req-aafe6c3d-9101-46c5-bf71-99f9ede6a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:44.849916 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cacd93c7-bbf5-43ca-b859-39c2ec267957 req-aafe6c3d-9101-46c5-bf71-99f9ede6a185 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=742e89b0-88b6-41b8-be98-57fe0196dd8d HTTP/1.1" status: 200 len: 835 time: 0.2209890 May 03 23:02:44.870543 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-3fcd56fc-731d-457e-87b0-85968a8c0024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946e6329-9996-4fa2-8892-c651c3ee265c', 'name': 'tempest-TestVolumeBootPattern-431377036-router', 'tenant_id': '34d04d34f2724192b4a5b1b9b1ee4d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:47Z', 'updated_at': '2022-05-03T23:02:44Z', 'revision_number': 6, 'project_id': '34d04d34f2724192b4a5b1b9b1ee4d13', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:44.875702 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcd56fc-731d-457e-87b0-85968a8c0024 None None] The sync data for ids ['946e6329-9996-4fa2-8892-c651c3ee265c'] in n-d-811807-1 is: [{'id': '946e6329-9996-4fa2-8892-c651c3ee265c', 'name': 'tempest-TestVolumeBootPattern-431377036-router', 'tenant_id': '34d04d34f2724192b4a5b1b9b1ee4d13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:47Z', 'updated_at': '2022-05-03T23:02:44Z', 'revision_number': 6, 'project_id': '34d04d34f2724192b4a5b1b9b1ee4d13', 'gw_port_host': None}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:02:44.924675 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-6d6ed51f-19b8-469d-8b9f-ff5e99a11ba6 admin admin] Calling delete_port for 11390aac-4063-4b28-bb9d-104871901fe7 owned by network:router_gateway {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:44.953343 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0cedeaac-480c-48f9-bda4-91390d9e5d36 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:44.956910 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a4981581-e6a2-4fdf-a7cb-1b2332cf0624 None None] Provisioning complete for port f616a3fa-fd9e-4058-a4bb-5dc27cbe4d34 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:02:44.957289 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a4981581-e6a2-4fdf-a7cb-1b2332cf0624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:45.130610 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a4981581-e6a2-4fdf-a7cb-1b2332cf0624 None None] Port f616a3fa-fd9e-4058-a4bb-5dc27cbe4d34 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:02:45.137773 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 0a08566d-8f4c-4d20-b2dd-f29e8d5289f8 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:02:45.138456 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:45.164477 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-0cedeaac-480c-48f9-bda4-91390d9e5d36 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Calling delete_port for f616a3fa-fd9e-4058-a4bb-5dc27cbe4d34 owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:45.243048 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-30ad52eb-750a-4fed-9183-bfae36c964c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:45.250952 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-30ad52eb-750a-4fed-9183-bfae36c964c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:45.257100 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-abc6b03c-480e-4d04-9dba-b5b0b2297ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064799013', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd5879ed3-ce1e-42d0-941b-aa7295aeefdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:59:13Z', 'updated_at': '2022-05-03T22:59:25Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': 'd5879ed3-ce1e-42d0-941b-aa7295aeefdf', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:59:15Z', 'updated_at': '2022-05-03T22:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'd77777ea-6e86-4bcf-9c7b-d719bd68c4bc', 'name': '', 'network_id': '2d09be5a-1a6c-40b8-8d77-f953d59192ba', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'mac_address': 'fa:16:3e:64:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '742e89b0-88b6-41b8-be98-57fe0196dd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:59:22Z', 'updated_at': '2022-05-03T22:59:36Z', 'revision_number': 5, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'subnets': [{'id': '742e89b0-88b6-41b8-be98-57fe0196dd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:45.324234 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-30ad52eb-750a-4fed-9183-bfae36c964c1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1a99d11b2d6748289f482687bb06f554&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8959339 May 03 23:02:45.327081 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48480) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:45.338182 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad52eb-750a-4fed-9183-bfae36c964c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c493b21d-aee9-4815-a238-3e06dc5f2a7e,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:45.376014 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc6b03c-480e-4d04-9dba-b5b0b2297ae6 None None] The sync data for ids ['807f4929-883e-4a8c-98b6-d19e56f4c21c'] in n-d-811807-1 is: [{'id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064799013', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd5879ed3-ce1e-42d0-941b-aa7295aeefdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:59:13Z', 'updated_at': '2022-05-03T22:59:25Z', 'revision_number': 4, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': 'd5879ed3-ce1e-42d0-941b-aa7295aeefdf', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:59:15Z', 'updated_at': '2022-05-03T22:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'd77777ea-6e86-4bcf-9c7b-d719bd68c4bc', 'name': '', 'network_id': '2d09be5a-1a6c-40b8-8d77-f953d59192ba', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'mac_address': 'fa:16:3e:64:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '742e89b0-88b6-41b8-be98-57fe0196dd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:59:22Z', 'updated_at': '2022-05-03T22:59:36Z', 'revision_number': 5, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'subnets': [{'id': '742e89b0-88b6-41b8-be98-57fe0196dd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:02:45.384624 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 4fee0137-39bd-419f-a61a-181bc5b3ed3d no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:02:45.453304 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd93c7-bbf5-43ca-b859-39c2ec267957 req-859e5d20-825f-4b2b-a243-2286ed0632a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:45.455220 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cacd93c7-bbf5-43ca-b859-39c2ec267957 req-859e5d20-825f-4b2b-a243-2286ed0632a5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2d09be5a-1a6c-40b8-8d77-f953d59192ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5888040 May 03 23:02:45.468192 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 4fee0137-39bd-419f-a61a-181bc5b3ed3d {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:02:45.469700 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 4fee0137-39bd-419f-a61a-181bc5b3ed3d not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:02:45.518673 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6d6ed51f-19b8-469d-8b9f-ff5e99a11ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:45.551359 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab63c07-9b17-4df9-814d-369117b8a0fc req-fa6ce9c8-5382-44b4-81ad-ea2c1793037b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:45.552177 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-4ab63c07-9b17-4df9-814d-369117b8a0fc req-fa6ce9c8-5382-44b4-81ad-ea2c1793037b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Synchronizing usage tracker for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:02:45.577285 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ed51f-19b8-469d-8b9f-ff5e99a11ba6 admin admin] Pushing event deleted for resources: {'Port': ['ID=11390aac-4063-4b28-bb9d-104871901fe7,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:45.580903 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-647fc17a-84f2-4218-8edd-7f10efa020ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:45.592934 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-4ab63c07-9b17-4df9-814d-369117b8a0fc req-fa6ce9c8-5382-44b4-81ad-ea2c1793037b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Unset dirty status for tenant:e51c41c8f2c54373bfeeef105247eecb on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:02:45.594190 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4ab63c07-9b17-4df9-814d-369117b8a0fc req-fa6ce9c8-5382-44b4-81ad-ea2c1793037b tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.67 "GET /v2.0/ports?device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 946 time: 0.4417665 May 03 23:02:45.677067 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-647fc17a-84f2-4218-8edd-7f10efa020ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:45.735423 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6d6ed51f-19b8-469d-8b9f-ff5e99a11ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:45.790775 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cacd93c7-bbf5-43ca-b859-39c2ec267957 req-d1ba4b2d-81bb-4dd5-8b8e-97a15588e8ec service neutron] 10.222.0.67 "GET /v2.0/networks/2d09be5a-1a6c-40b8-8d77-f953d59192ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714212 May 03 23:02:45.836995 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261146df-42c6-4159-b8ba-8f2a63c2b73e None None] New status for floating IP 53352d19-e49f-4adf-bb7c-2d73e681179c: DOWN {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:02:45.979195 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6d6ed51f-19b8-469d-8b9f-ff5e99a11ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:45.996717 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6d6ed51f-19b8-469d-8b9f-ff5e99a11ba6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:46.015441 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-647fc17a-84f2-4218-8edd-7f10efa020ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:46.064235 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0cedeaac-480c-48f9-bda4-91390d9e5d36 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:46.066978 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647fc17a-84f2-4218-8edd-7f10efa020ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c493b21d-aee9-4815-a238-3e06dc5f2a7e,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:46.087181 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6d6ed51f-19b8-469d-8b9f-ff5e99a11ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:46.088122 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6ed51f-19b8-469d-8b9f-ff5e99a11ba6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 946e6329-9996-4fa2-8892-c651c3ee265c {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 23:02:46.096282 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 11390aac-4063-4b28-bb9d-104871901fe7 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:02:46.144983 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaaddbe-8f15-417c-b170-7f3e3d8091a0 req-0e43551c-11b8-4316-bfcd-74ef4ed0ff11 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:46.147216 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8eaaddbe-8f15-417c-b170-7f3e3d8091a0 req-0e43551c-11b8-4316-bfcd-74ef4ed0ff11 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 946 time: 0.3697004 May 03 23:02:46.205275 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cedeaac-480c-48f9-bda4-91390d9e5d36 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Port': ['ID=f616a3fa-fd9e-4058-a4bb-5dc27cbe4d34,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:46.224920 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 11390aac-4063-4b28-bb9d-104871901fe7 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:02:46.225450 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 11390aac-4063-4b28-bb9d-104871901fe7 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:02:46.225693 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device cc51aea5-5e62-42e1-8624-6de22747c11b no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:02:46.258674 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-647fc17a-84f2-4218-8edd-7f10efa020ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:46.260726 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cacd93c7-bbf5-43ca-b859-39c2ec267957 req-8786149b-19cf-43d8-b31b-de322b066ae9 service neutron] 10.222.0.67 "GET /v2.0/networks/2d09be5a-1a6c-40b8-8d77-f953d59192ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789883 May 03 23:02:46.270430 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-647fc17a-84f2-4218-8edd-7f10efa020ab admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c493b21d-aee9-4815-a238-3e06dc5f2a7e HTTP/1.1" status: 204 len: 168 time: 0.9417610 May 03 23:02:46.286127 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6d6ed51f-19b8-469d-8b9f-ff5e99a11ba6 admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:46.290865 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6d6ed51f-19b8-469d-8b9f-ff5e99a11ba6 admin admin] 10.222.0.58 "DELETE /v2.0/routers/946e6329-9996-4fa2-8892-c651c3ee265c HTTP/1.1" status: 204 len: 168 time: 3.2843049 May 03 23:02:46.327247 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: cc51aea5-5e62-42e1-8624-6de22747c11b {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:02:46.329714 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device cc51aea5-5e62-42e1-8624-6de22747c11b not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:02:46.337787 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48490) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:46.364412 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0cedeaac-480c-48f9-bda4-91390d9e5d36 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:46.388169 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-4ab63c07-9b17-4df9-814d-369117b8a0fc req-d2b77cc4-3d30-4579-8591-3b5c36e064d4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Deleting port 7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:46.388169 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4ab63c07-9b17-4df9-814d-369117b8a0fc req-d2b77cc4-3d30-4579-8591-3b5c36e064d4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:46.389942 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8eaaddbe-8f15-417c-b170-7f3e3d8091a0 req-f1941426-772f-45bd-9cb0-06a2760778ef tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/security-groups?id=4165ffae-6576-40a6-912b-a3b42d26c9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224624 May 03 23:02:46.435673 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-0213d0fd-fc21-4e41-b32a-ef4ad23128d0 admin admin] Deleting subnet 7e759594-72d3-49d8-b5fc-dbc576699c77 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:02:46.439141 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0213d0fd-fc21-4e41-b32a-ef4ad23128d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:46.558797 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0213d0fd-fc21-4e41-b32a-ef4ad23128d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:46.661148 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0cedeaac-480c-48f9-bda4-91390d9e5d36 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/f616a3fa-fd9e-4058-a4bb-5dc27cbe4d34 HTTP/1.1" status: 204 len: 168 time: 2.8675251 May 03 23:02:46.664160 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48496) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:46.701272 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0213d0fd-fc21-4e41-b32a-ef4ad23128d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:46.813200 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0213d0fd-fc21-4e41-b32a-ef4ad23128d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:46.862576 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48500) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:46.863411 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213d0fd-fc21-4e41-b32a-ef4ad23128d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e759594-72d3-49d8-b5fc-dbc576699c77,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:46.867316 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0213d0fd-fc21-4e41-b32a-ef4ad23128d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:46.869765 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc811cd-3ade-434b-887c-010e26459ac5 None None] Network fb9011b3-3adc-4526-b10d-3762c2b9c39b requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:02:46.892993 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0213d0fd-fc21-4e41-b32a-ef4ad23128d0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7e759594-72d3-49d8-b5fc-dbc576699c77 HTTP/1.1" status: 204 len: 168 time: 0.5520730 May 03 23:02:46.894027 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48504) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:46.917108 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-4ab63c07-9b17-4df9-814d-369117b8a0fc req-d2b77cc4-3d30-4579-8591-3b5c36e064d4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] For port 7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a,segment=NetworkSegment(ebafc75d-31a3-4908-af39-d4780e590c4d),segment_id=ebafc75d-31a3-4908-af39-d4780e590c4d)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:46.917470 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4ab63c07-9b17-4df9-814d-369117b8a0fc req-d2b77cc4-3d30-4579-8591-3b5c36e064d4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:47.032769 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8508610e-3fd5-440a-9535-3f50efbb26c4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8d1d80fae0844982b4d6f9d642b7a0f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1650746 May 03 23:02:47.032956 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48508) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:47.052443 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1173cee4-8f7e-4daa-9f31-9c64b6ba7c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:47.054542 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-4ab63c07-9b17-4df9-814d-369117b8a0fc req-d2b77cc4-3d30-4579-8591-3b5c36e064d4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Calling delete_port for 7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:47.089756 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-1173cee4-8f7e-4daa-9f31-9c64b6ba7c96 admin admin] Deleting port 226cc138-1f10-4944-a1cd-6e9437ee92ec {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:47.090127 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1173cee4-8f7e-4daa-9f31-9c64b6ba7c96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:47.092693 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfdae57-e072-4377-a481-9fd1ac0bc4e2 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:47.093413 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bdfdae57-e072-4377-a481-9fd1ac0bc4e2 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:02:47.139545 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bdfdae57-e072-4377-a481-9fd1ac0bc4e2 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:02:47.140756 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bdfdae57-e072-4377-a481-9fd1ac0bc4e2 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4758363 May 03 23:02:47.143349 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48512) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:47.214857 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-24fe4b73-a2c0-4ba8-840e-88e20ed52ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:47.252181 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8542f16b-6978-4626-b7f5-749c0ccb6021 None None] DHCP port deletion for fb9011b3-3adc-4526-b10d-3762c2b9c39b request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:02:47.271271 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-8542f16b-6978-4626-b7f5-749c0ccb6021 None None] Deleting port 226cc138-1f10-4944-a1cd-6e9437ee92ec {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:47.271662 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8542f16b-6978-4626-b7f5-749c0ccb6021 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:47.279738 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-24fe4b73-a2c0-4ba8-840e-88e20ed52ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:47.312420 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a39544-e093-4a1a-a1de-c0c6e5d9a9e9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:47.316537 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-91a39544-e093-4a1a-a1de-c0c6e5d9a9e9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1695507 May 03 23:02:47.316695 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48516) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:47.324327 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4ab63c07-9b17-4df9-814d-369117b8a0fc req-d2b77cc4-3d30-4579-8591-3b5c36e064d4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:47.447565 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b77cc4-3d30-4579-8591-3b5c36e064d4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event deleted for resources: {'Port': ['ID=7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:47.609150 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab63c07-9b17-4df9-814d-369117b8a0fc req-d2b77cc4-3d30-4579-8591-3b5c36e064d4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] No DVR routers for this DVR port 7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:02:47.620201 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4ab63c07-9b17-4df9-814d-369117b8a0fc req-d2b77cc4-3d30-4579-8591-3b5c36e064d4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:47.630249 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59265204-14cb-4c2e-90ad-7ef2aa256e05', 'name': 'network-vif-deleted', 'tag': '7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:02:47.646536 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4ab63c07-9b17-4df9-814d-369117b8a0fc req-d2b77cc4-3d30-4579-8591-3b5c36e064d4 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.67 "DELETE /v2.0/ports/7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a HTTP/1.1" status: 204 len: 173 time: 1.9906828 May 03 23:02:47.663221 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-8542f16b-6978-4626-b7f5-749c0ccb6021 None None] For port 226cc138-1f10-4944-a1cd-6e9437ee92ec, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=226cc138-1f10-4944-a1cd-6e9437ee92ec,segment=NetworkSegment(1be92482-8e6b-4b67-b4cb-8067631182a3),segment_id=1be92482-8e6b-4b67-b4cb-8067631182a3)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:47.663764 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8542f16b-6978-4626-b7f5-749c0ccb6021 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:47.687264 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5bfe1254-fcc9-46eb-ae70-c3ac272dea0a req-3b9f8b8d-3648-46b9-af9a-e1345b06c7eb tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "GET /v2.0/ports?device_id=59265204-14cb-4c2e-90ad-7ef2aa256e05 HTTP/1.1" status: 200 len: 210 time: 0.0852125 May 03 23:02:47.692111 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-1173cee4-8f7e-4daa-9f31-9c64b6ba7c96 admin admin] For port 226cc138-1f10-4944-a1cd-6e9437ee92ec, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=226cc138-1f10-4944-a1cd-6e9437ee92ec,segment=NetworkSegment(1be92482-8e6b-4b67-b4cb-8067631182a3),segment_id=1be92482-8e6b-4b67-b4cb-8067631182a3)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:47.692867 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1173cee4-8f7e-4daa-9f31-9c64b6ba7c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:47.794682 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5acecfac-3aa4-43e4-9443-34337c0f846a'] response: {'server_uuid': '59265204-14cb-4c2e-90ad-7ef2aa256e05', 'name': 'network-vif-deleted', 'tag': '7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a', 'status': 'completed', 'code': 200} May 03 23:02:47.850389 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d6260a-962e-448c-9354-f5c8f886549e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:47.851879 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d6260a-962e-448c-9354-f5c8f886549e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:47.853354 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d6260a-962e-448c-9354-f5c8f886549e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:47.854181 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-46d6260a-962e-448c-9354-f5c8f886549e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:02:47.863783 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-1173cee4-8f7e-4daa-9f31-9c64b6ba7c96 admin admin] Calling delete_port for 226cc138-1f10-4944-a1cd-6e9437ee92ec owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:47.880244 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-8542f16b-6978-4626-b7f5-749c0ccb6021 None None] Calling delete_port for 226cc138-1f10-4944-a1cd-6e9437ee92ec owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:47.931531 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-24fe4b73-a2c0-4ba8-840e-88e20ed52ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:47.950296 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-46d6260a-962e-448c-9354-f5c8f886549e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:02:47.953878 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-46d6260a-962e-448c-9354-f5c8f886549e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.6339929 May 03 23:02:47.954663 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48526) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:47.963598 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe4b73-a2c0-4ba8-840e-88e20ed52ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3151e1-dc10-4030-b09f-1f991cb37566,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:47.986983 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-24fe4b73-a2c0-4ba8-840e-88e20ed52ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:47.998184 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-24fe4b73-a2c0-4ba8-840e-88e20ed52ee5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cc3151e1-dc10-4030-b09f-1f991cb37566 HTTP/1.1" status: 204 len: 168 time: 0.9641054 May 03 23:02:48.023623 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1173cee4-8f7e-4daa-9f31-9c64b6ba7c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:48.047957 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-247d2bbd-41da-42f0-8d78-73dbdf083f2c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting subnet 6c5e8b09-4757-49dd-8774-9ce22dcd845f {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:02:48.051219 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-247d2bbd-41da-42f0-8d78-73dbdf083f2c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:48.089523 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-8542f16b-6978-4626-b7f5-749c0ccb6021 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:02:48.090298 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-8542f16b-6978-4626-b7f5-749c0ccb6021 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:02:48.108392 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173cee4-8f7e-4daa-9f31-9c64b6ba7c96 admin admin] Pushing event deleted for resources: {'Port': ['ID=226cc138-1f10-4944-a1cd-6e9437ee92ec,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:48.110431 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1173cee4-8f7e-4daa-9f31-9c64b6ba7c96 admin admin] No DVR routers for this DVR port 226cc138-1f10-4944-a1cd-6e9437ee92ec on host n-d-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:02:48.137341 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 226cc138-1f10-4944-a1cd-6e9437ee92ec no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:02:48.175363 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-247d2bbd-41da-42f0-8d78-73dbdf083f2c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:48.193096 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 226cc138-1f10-4944-a1cd-6e9437ee92ec {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:02:48.193452 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 226cc138-1f10-4944-a1cd-6e9437ee92ec not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:02:48.311999 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1173cee4-8f7e-4daa-9f31-9c64b6ba7c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:48.332761 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-247d2bbd-41da-42f0-8d78-73dbdf083f2c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:48.350996 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-1173cee4-8f7e-4daa-9f31-9c64b6ba7c96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb9011b3-3adc-4526-b10d-3762c2b9c39b']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:48.380098 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-1173cee4-8f7e-4daa-9f31-9c64b6ba7c96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1be92482-8e6b-4b67-b4cb-8067631182a3') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:48.380344 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-1173cee4-8f7e-4daa-9f31-9c64b6ba7c96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1be92482-8e6b-4b67-b4cb-8067631182a3') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:48.399557 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1173cee4-8f7e-4daa-9f31-9c64b6ba7c96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:48.419388 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1173cee4-8f7e-4daa-9f31-9c64b6ba7c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:48.431882 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1173cee4-8f7e-4daa-9f31-9c64b6ba7c96 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:02:48.432319 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1173cee4-8f7e-4daa-9f31-9c64b6ba7c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:48.447143 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-247d2bbd-41da-42f0-8d78-73dbdf083f2c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:48.551065 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-247d2bbd-41da-42f0-8d78-73dbdf083f2c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:48.557660 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165de226-0184-44ed-869d-9a3140503cf3 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:02:48.605797 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-8542f16b-6978-4626-b7f5-749c0ccb6021 None None] Deleting port 226cc138-1f10-4944-a1cd-6e9437ee92ec {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:48.609316 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8542f16b-6978-4626-b7f5-749c0ccb6021 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:48.618791 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d2bbd-41da-42f0-8d78-73dbdf083f2c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Subnet': ['ID=6c5e8b09-4757-49dd-8774-9ce22dcd845f,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:48.631482 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 23:02:48.631482 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:02:48.631482 n-d-811807-1 neutron-server[88069]: timer() May 03 23:02:48.631482 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:02:48.631482 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 23:02:48.631482 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:02:48.631482 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 23:02:48.631482 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:02:48.631482 n-d-811807-1 neutron-server[88069]: self._notify() May 03 23:02:48.631482 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:02:48.631482 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 23:02:48.631482 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:02:48.631482 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 23:02:48.631482 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:02:48.631482 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:02:48.631482 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:02:48.631482 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:02:48.631482 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:02:48.631482 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 23:02:48.631482 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:02:48.631482 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 23:02:48.631482 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:02:48.631482 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:02:48.631482 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:02:48.631482 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 23:02:48.631482 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:02:48.631482 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:02:48.631482 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:02:48.631482 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:02:48.631482 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:02:48.631482 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:02:48.631482 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:02:48.640174 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1173cee4-8f7e-4daa-9f31-9c64b6ba7c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:48.688133 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-247d2bbd-41da-42f0-8d78-73dbdf083f2c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/6c5e8b09-4757-49dd-8774-9ce22dcd845f HTTP/1.1" status: 204 len: 168 time: 0.7297146 May 03 23:02:48.689926 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48534) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:48.692834 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1173cee4-8f7e-4daa-9f31-9c64b6ba7c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:48.701596 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173cee4-8f7e-4daa-9f31-9c64b6ba7c96 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb9011b3-3adc-4526-b10d-3762c2b9c39b,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:48.741892 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1173cee4-8f7e-4daa-9f31-9c64b6ba7c96 admin admin] 10.222.0.58 "DELETE /v2.0/networks/fb9011b3-3adc-4526-b10d-3762c2b9c39b HTTP/1.1" status: 204 len: 168 time: 1.8469908 May 03 23:02:48.920327 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-21ddf482-970f-4648-8cb3-9b4f253b5f3b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting subnet c6367b7e-e20c-4598-8b83-8ead0cb49223 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:02:48.931349 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-21ddf482-970f-4648-8cb3-9b4f253b5f3b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:48.945272 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48542) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:48.971988 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-8542f16b-6978-4626-b7f5-749c0ccb6021 None None] The port '226cc138-1f10-4944-a1cd-6e9437ee92ec' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 23:02:49.018062 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-21ddf482-970f-4648-8cb3-9b4f253b5f3b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:49.245234 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-21ddf482-970f-4648-8cb3-9b4f253b5f3b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:49.266190 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:02:49.292195 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48546) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:49.374390 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-73e49e7f-4c54-493a-890c-7473587f33f3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fac7f64c48bd48e8ae480a0113f466e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0806744 May 03 23:02:49.375077 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48550) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:49.384868 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:02:49.385901 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 7f6ac8f1-6dbf-43ba-a74a-15c3c881ef6a not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:02:49.415216 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-21ddf482-970f-4648-8cb3-9b4f253b5f3b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:49.457372 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-21ddf482-970f-4648-8cb3-9b4f253b5f3b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:49.467911 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-21ddf482-970f-4648-8cb3-9b4f253b5f3b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/c6367b7e-e20c-4598-8b83-8ead0cb49223 HTTP/1.1" status: 204 len: 168 time: 0.7726436 May 03 23:02:49.471497 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48554) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:49.474244 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ddf482-970f-4648-8cb3-9b4f253b5f3b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Subnet': ['ID=c6367b7e-e20c-4598-8b83-8ead0cb49223,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:49.488420 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fbab779b-c4f9-47bd-8494-dc86565fa672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:49.573710 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-463693cc-c680-4d8c-ab4a-7ea373998c7b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1011076 May 03 23:02:49.576243 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fbab779b-c4f9-47bd-8494-dc86565fa672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:49.586429 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48558) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:49.592812 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-f6babfc7-ccbd-4b1e-9969-2fcbd9ce7341 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:02:49.788240 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f6babfc7-ccbd-4b1e-9969-2fcbd9ce7341 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:02:49.796374 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fbab779b-c4f9-47bd-8494-dc86565fa672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:49.811866 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f6babfc7-ccbd-4b1e-9969-2fcbd9ce7341 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:subnet and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:02:49.822272 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab779b-c4f9-47bd-8494-dc86565fa672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e94b93-6eef-48f2-b18e-08351c4ff9ff,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:49.837227 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fbab779b-c4f9-47bd-8494-dc86565fa672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:49.838853 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-fbab779b-c4f9-47bd-8494-dc86565fa672 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/32e94b93-6eef-48f2-b18e-08351c4ff9ff HTTP/1.1" status: 204 len: 168 time: 0.4630597 May 03 23:02:49.855923 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-005686d5-6638-44aa-9a7d-68c66800ca5d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:49.865763 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f6babfc7-ccbd-4b1e-9969-2fcbd9ce7341 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:02:49.891309 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f6babfc7-ccbd-4b1e-9969-2fcbd9ce7341 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:02:49.915742 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6babfc7-ccbd-4b1e-9969-2fcbd9ce7341 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:02:49.919933 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f6babfc7-ccbd-4b1e-9969-2fcbd9ce7341 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:50.189430 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f553838-ce06-49c1-a3ed-e02b39d18a56 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:02:50.252364 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a0666883-837d-4bb8-acdb-d2abff7ce7be None None] Provisioning complete for port 0a08566d-8f4c-4d20-b2dd-f29e8d5289f8 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:02:50.252938 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a0666883-837d-4bb8-acdb-d2abff7ce7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:50.625800 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48568) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:50.731781 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-005686d5-6638-44aa-9a7d-68c66800ca5d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Deleting port d77777ea-6e86-4bcf-9c7b-d719bd68c4bc {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:50.735678 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-005686d5-6638-44aa-9a7d-68c66800ca5d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:50.767542 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-39726cb0-9752-4d52-b10c-0c7c6b962743 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=34d04d34f2724192b4a5b1b9b1ee4d13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1396587 May 03 23:02:50.779368 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48572) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:50.789043 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1aed9a3-f385-4a89-a243-f306efdb4c8b None None] DHCP port deletion for 02c338eb-0429-43aa-8f6f-d1a2ed95a021 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:02:50.793712 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f1aed9a3-f385-4a89-a243-f306efdb4c8b None None] Deleting port 0a08566d-8f4c-4d20-b2dd-f29e8d5289f8 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:50.794130 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f1aed9a3-f385-4a89-a243-f306efdb4c8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:50.852857 n-d-811807-1 neutron-server[88070]: DEBUG neutron.objects.ports [None req-f6babfc7-ccbd-4b1e-9969-2fcbd9ce7341 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88070) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 03 23:02:50.973391 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c4b0af43-f928-44d2-9818-f5b69ef8723c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:51.024170 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c4b0af43-f928-44d2-9818-f5b69ef8723c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:51.031665 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-005686d5-6638-44aa-9a7d-68c66800ca5d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] For port d77777ea-6e86-4bcf-9c7b-d719bd68c4bc, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d77777ea-6e86-4bcf-9c7b-d719bd68c4bc,segment=NetworkSegment(ebafc75d-31a3-4908-af39-d4780e590c4d),segment_id=ebafc75d-31a3-4908-af39-d4780e590c4d)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:51.032119 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-005686d5-6638-44aa-9a7d-68c66800ca5d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:51.067222 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f1aed9a3-f385-4a89-a243-f306efdb4c8b None None] For port 0a08566d-8f4c-4d20-b2dd-f29e8d5289f8, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0a08566d-8f4c-4d20-b2dd-f29e8d5289f8,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:51.067555 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f1aed9a3-f385-4a89-a243-f306efdb4c8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:51.206872 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-005686d5-6638-44aa-9a7d-68c66800ca5d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Calling delete_port for d77777ea-6e86-4bcf-9c7b-d719bd68c4bc owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:51.208764 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f1aed9a3-f385-4a89-a243-f306efdb4c8b None None] Calling delete_port for 0a08566d-8f4c-4d20-b2dd-f29e8d5289f8 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:51.310990 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f6babfc7-ccbd-4b1e-9969-2fcbd9ce7341 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:51.312243 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-f1aed9a3-f385-4a89-a243-f306efdb4c8b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:02:51.312801 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-f1aed9a3-f385-4a89-a243-f306efdb4c8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:02:51.327766 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c4b0af43-f928-44d2-9818-f5b69ef8723c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:51.354582 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b0af43-f928-44d2-9818-f5b69ef8723c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a59ff65-92d8-442d-b10e-df0454a8a834,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:51.360057 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c4b0af43-f928-44d2-9818-f5b69ef8723c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:51.363629 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c4b0af43-f928-44d2-9818-f5b69ef8723c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2a59ff65-92d8-442d-b10e-df0454a8a834 HTTP/1.1" status: 204 len: 168 time: 0.5809045 May 03 23:02:51.498832 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-005686d5-6638-44aa-9a7d-68c66800ca5d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:51.627062 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-f6babfc7-ccbd-4b1e-9969-2fcbd9ce7341 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] For port 0a08566d-8f4c-4d20-b2dd-f29e8d5289f8, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0a08566d-8f4c-4d20-b2dd-f29e8d5289f8,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:51.633571 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005686d5-6638-44aa-9a7d-68c66800ca5d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event deleted for resources: {'Port': ['ID=d77777ea-6e86-4bcf-9c7b-d719bd68c4bc,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:51.698599 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f6babfc7-ccbd-4b1e-9969-2fcbd9ce7341 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:51.711573 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f6babfc7-ccbd-4b1e-9969-2fcbd9ce7341 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:51.713651 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f6babfc7-ccbd-4b1e-9969-2fcbd9ce7341 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:51.816837 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f1aed9a3-f385-4a89-a243-f306efdb4c8b None None] Deleting port 0a08566d-8f4c-4d20-b2dd-f29e8d5289f8 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:51.817233 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f1aed9a3-f385-4a89-a243-f306efdb4c8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:51.898636 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6babfc7-ccbd-4b1e-9969-2fcbd9ce7341 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:02:51.909890 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-f6babfc7-ccbd-4b1e-9969-2fcbd9ce7341 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:02:51.916386 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6babfc7-ccbd-4b1e-9969-2fcbd9ce7341 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:51.916975 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f6babfc7-ccbd-4b1e-9969-2fcbd9ce7341 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:51.945536 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6babfc7-ccbd-4b1e-9969-2fcbd9ce7341 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Port': ['ID=0a08566d-8f4c-4d20-b2dd-f29e8d5289f8,revision_number=8']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:51.962356 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f6babfc7-ccbd-4b1e-9969-2fcbd9ce7341 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3747942 May 03 23:02:51.966378 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48580) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:51.975262 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-22385f19-0393-42ed-9b16-4f723d62f782 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:02:51.993096 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6babfc7-ccbd-4b1e-9969-2fcbd9ce7341 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Subnet': ['ID=3d5c62a6-8c65-4208-ad08-783e9ddd78bd,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:52.191082 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 0a08566d-8f4c-4d20-b2dd-f29e8d5289f8 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:02:52.243036 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-005686d5-6638-44aa-9a7d-68c66800ca5d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:52.258052 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-22385f19-0393-42ed-9b16-4f723d62f782 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:02:52.262264 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-22385f19-0393-42ed-9b16-4f723d62f782 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:subnet and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:02:52.268163 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-22385f19-0393-42ed-9b16-4f723d62f782 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:02:52.287721 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-22385f19-0393-42ed-9b16-4f723d62f782 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:02:52.304988 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22385f19-0393-42ed-9b16-4f723d62f782 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:02:52.309093 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-22385f19-0393-42ed-9b16-4f723d62f782 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:52.384781 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f1aed9a3-f385-4a89-a243-f306efdb4c8b None None] For port 0a08566d-8f4c-4d20-b2dd-f29e8d5289f8, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0a08566d-8f4c-4d20-b2dd-f29e8d5289f8,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:52.385379 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f1aed9a3-f385-4a89-a243-f306efdb4c8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:52.465830 n-d-811807-1 neutron-server[88070]: INFO neutron.db.ipam_backend_mixin [None req-22385f19-0393-42ed-9b16-4f723d62f782 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3d5c62a6-8c65-4208-ad08-783e9ddd78bd (CIDR: 2001:db8::/64) May 03 23:02:52.473611 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-22385f19-0393-42ed-9b16-4f723d62f782 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 23:02:52.473941 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22385f19-0393-42ed-9b16-4f723d62f782 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:02:52.502355 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:52.544910 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-22385f19-0393-42ed-9b16-4f723d62f782 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5688863 May 03 23:02:52.545121 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48586) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:52.550819 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-7142ae4b-34c3-4ba2-a73b-79a3ebe25962 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:02:52.583491 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f1aed9a3-f385-4a89-a243-f306efdb4c8b None None] Calling delete_port for 0a08566d-8f4c-4d20-b2dd-f29e8d5289f8 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:52.672248 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 0a08566d-8f4c-4d20-b2dd-f29e8d5289f8, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0a08566d-8f4c-4d20-b2dd-f29e8d5289f8,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:52.682888 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:52.799282 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7142ae4b-34c3-4ba2-a73b-79a3ebe25962 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:02:52.804859 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7142ae4b-34c3-4ba2-a73b-79a3ebe25962 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:subnet and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:02:52.807869 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7142ae4b-34c3-4ba2-a73b-79a3ebe25962 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:02:52.816073 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7142ae4b-34c3-4ba2-a73b-79a3ebe25962 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:02:52.832436 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7142ae4b-34c3-4ba2-a73b-79a3ebe25962 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:02:52.842115 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7142ae4b-34c3-4ba2-a73b-79a3ebe25962 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:52.867766 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-f1aed9a3-f385-4a89-a243-f306efdb4c8b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:02:52.869011 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-f1aed9a3-f385-4a89-a243-f306efdb4c8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:02:52.869582 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=0a08566d-8f4c-4d20-b2dd-f29e8d5289f8,revision_number=9']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:52.900022 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-506cda3b-aa33-476e-b064-db8e174d28fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:52.922099 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005686d5-6638-44aa-9a7d-68c66800ca5d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Router 807f4929-883e-4a8c-98b6-d19e56f4c21c has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:02:53.111027 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005686d5-6638-44aa-9a7d-68c66800ca5d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:02:53.124253 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19522c8e-5a2a-47be-a193-745d85ff7159 None None] Sync routers for ids ['807f4929-883e-4a8c-98b6-d19e56f4c21c'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:02:53.135150 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19522c8e-5a2a-47be-a193-745d85ff7159 None None] Routers {'807f4929-883e-4a8c-98b6-d19e56f4c21c'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:02:53.136113 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-19522c8e-5a2a-47be-a193-745d85ff7159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:02:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['807f4929-883e-4a8c-98b6-d19e56f4c21c'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:53.139296 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-005686d5-6638-44aa-9a7d-68c66800ca5d tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "PUT /v2.0/routers/807f4929-883e-4a8c-98b6-d19e56f4c21c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1921427 May 03 23:02:53.142237 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48590) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:53.226424 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7142ae4b-34c3-4ba2-a73b-79a3ebe25962 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:53.232853 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f1aed9a3-f385-4a89-a243-f306efdb4c8b None None] Deleting port 0a08566d-8f4c-4d20-b2dd-f29e8d5289f8 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:53.233531 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f1aed9a3-f385-4a89-a243-f306efdb4c8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:53.235455 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea06e162-7fe8-4936-afb9-fe8abe534dde tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Deleting subnet 742e89b0-88b6-41b8-be98-57fe0196dd8d {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:02:53.239011 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ea06e162-7fe8-4936-afb9-fe8abe534dde tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:53.293762 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7142ae4b-34c3-4ba2-a73b-79a3ebe25962 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:02:53.297746 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-7142ae4b-34c3-4ba2-a73b-79a3ebe25962 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:02:53.300625 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ea06e162-7fe8-4936-afb9-fe8abe534dde tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:53.304381 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7142ae4b-34c3-4ba2-a73b-79a3ebe25962 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:53.305105 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7142ae4b-34c3-4ba2-a73b-79a3ebe25962 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:53.330949 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142ae4b-34c3-4ba2-a73b-79a3ebe25962 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Subnet': ['ID=96a02e90-a355-4898-bd78-18f098567df0,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:53.355752 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7142ae4b-34c3-4ba2-a73b-79a3ebe25962 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8094296 May 03 23:02:53.360009 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48596) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:53.384488 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-33c396a3-7ee5-468e-8f2d-30af11e36d16 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'port': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'mac_address': 'fa:16:3e:38:1f:48', 'name': 'tempest-NetworksTestDHCPv6-529632650'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:02:53.390101 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-19522c8e-5a2a-47be-a193-745d85ff7159 None None] Set router 807f4929-883e-4a8c-98b6-d19e56f4c21c gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:02:53.452953 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ea06e162-7fe8-4936-afb9-fe8abe534dde tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:53.581839 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ea06e162-7fe8-4936-afb9-fe8abe534dde tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:53.647957 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06e162-7fe8-4936-afb9-fe8abe534dde tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event deleted for resources: {'Subnet': ['ID=742e89b0-88b6-41b8-be98-57fe0196dd8d,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:53.660757 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ea06e162-7fe8-4936-afb9-fe8abe534dde tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:53.677725 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ea06e162-7fe8-4936-afb9-fe8abe534dde tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "DELETE /v2.0/subnets/742e89b0-88b6-41b8-be98-57fe0196dd8d HTTP/1.1" status: 204 len: 168 time: 0.5318680 May 03 23:02:53.677725 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48600) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:53.738689 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27259fa-173b-4f61-9c20-acf7a4bd926f None None] Network 2d09be5a-1a6c-40b8-8d77-f953d59192ba requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:02:53.777522 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-33c396a3-7ee5-468e-8f2d-30af11e36d16 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:02:53.788661 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-19522c8e-5a2a-47be-a193-745d85ff7159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064799013', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd5879ed3-ce1e-42d0-941b-aa7295aeefdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:59:13Z', 'updated_at': '2022-05-03T23:02:51Z', 'revision_number': 5, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': 'd5879ed3-ce1e-42d0-941b-aa7295aeefdf', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:59:15Z', 'updated_at': '2022-05-03T22:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:53.794067 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19522c8e-5a2a-47be-a193-745d85ff7159 None None] Checking router: 807f4929-883e-4a8c-98b6-d19e56f4c21c for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:02:53.796327 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-33c396a3-7ee5-468e-8f2d-30af11e36d16 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:02:53.804851 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19522c8e-5a2a-47be-a193-745d85ff7159 None None] Routers {'807f4929-883e-4a8c-98b6-d19e56f4c21c'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:02:53.805578 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-19522c8e-5a2a-47be-a193-745d85ff7159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:02:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['807f4929-883e-4a8c-98b6-d19e56f4c21c'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:53.817201 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c396a3-7ee5-468e-8f2d-30af11e36d16 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:02:53.904211 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-64c2c5d3-37f0-4b07-bc73-a1ed2c8ee875 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:53.963970 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-33c396a3-7ee5-468e-8f2d-30af11e36d16 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:53.992189 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-33c396a3-7ee5-468e-8f2d-30af11e36d16 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] device_id is not set on port 1e3087e5-a6fd-4bb8-95ee-b6676b81cdbb yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 23:02:53.998127 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-19522c8e-5a2a-47be-a193-745d85ff7159 None None] Set router 807f4929-883e-4a8c-98b6-d19e56f4c21c gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:02:54.060096 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f1aed9a3-f385-4a89-a243-f306efdb4c8b None None] For port 0a08566d-8f4c-4d20-b2dd-f29e8d5289f8, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0a08566d-8f4c-4d20-b2dd-f29e8d5289f8,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:54.060580 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f1aed9a3-f385-4a89-a243-f306efdb4c8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:54.112879 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-64c2c5d3-37f0-4b07-bc73-a1ed2c8ee875 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:54.125257 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-64c2c5d3-37f0-4b07-bc73-a1ed2c8ee875 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Deleting port d5879ed3-ce1e-42d0-941b-aa7295aeefdf {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:54.126090 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-64c2c5d3-37f0-4b07-bc73-a1ed2c8ee875 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:54.198414 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f1aed9a3-f385-4a89-a243-f306efdb4c8b None None] Calling delete_port for 0a08566d-8f4c-4d20-b2dd-f29e8d5289f8 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:54.236269 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-33c396a3-7ee5-468e-8f2d-30af11e36d16 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Allocated IP 2001:db8:0:1::193 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/96a02e90-a355-4898-bd78-18f098567df0/1e3087e5-a6fd-4bb8-95ee-b6676b81cdbb) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:02:54.248594 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-33c396a3-7ee5-468e-8f2d-30af11e36d16 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Allocated IP 2001:db8::f816:3eff:fe38:1f48 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/3d5c62a6-8c65-4208-ad08-783e9ddd78bd/1e3087e5-a6fd-4bb8-95ee-b6676b81cdbb) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:02:54.328644 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c413ef33-a35a-4b09-bf1b-856ab76f0042 None None] DHCP port deletion for 2d09be5a-1a6c-40b8-8d77-f953d59192ba request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:02:54.350096 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-c413ef33-a35a-4b09-bf1b-856ab76f0042 None None] Deleting port 46153ca5-5021-4dd3-9c15-8421cd7fb504 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:54.350604 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c413ef33-a35a-4b09-bf1b-856ab76f0042 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:54.351913 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-19522c8e-5a2a-47be-a193-745d85ff7159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064799013', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd5879ed3-ce1e-42d0-941b-aa7295aeefdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:59:13Z', 'updated_at': '2022-05-03T23:02:51Z', 'revision_number': 5, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': 'd5879ed3-ce1e-42d0-941b-aa7295aeefdf', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:59:15Z', 'updated_at': '2022-05-03T22:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:54.355824 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19522c8e-5a2a-47be-a193-745d85ff7159 None None] The sync data for ids ['807f4929-883e-4a8c-98b6-d19e56f4c21c'] in n-d-811807-1 is: [{'id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2064799013', 'tenant_id': 'e51c41c8f2c54373bfeeef105247eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': 'd5879ed3-ce1e-42d0-941b-aa7295aeefdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:59:13Z', 'updated_at': '2022-05-03T23:02:51Z', 'revision_number': 5, 'project_id': 'e51c41c8f2c54373bfeeef105247eecb', 'gw_port': {'id': 'd5879ed3-ce1e-42d0-941b-aa7295aeefdf', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:8d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807f4929-883e-4a8c-98b6-d19e56f4c21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:59:15Z', 'updated_at': '2022-05-03T22:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:02:54.383308 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-64c2c5d3-37f0-4b07-bc73-a1ed2c8ee875 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] For port d5879ed3-ce1e-42d0-941b-aa7295aeefdf, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d5879ed3-ce1e-42d0-941b-aa7295aeefdf,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:54.383912 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-64c2c5d3-37f0-4b07-bc73-a1ed2c8ee875 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:54.503608 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f1aed9a3-f385-4a89-a243-f306efdb4c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:54.619721 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-33c396a3-7ee5-468e-8f2d-30af11e36d16 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:54.643981 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-33c396a3-7ee5-468e-8f2d-30af11e36d16 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Transition to ACTIVE for port object 1e3087e5-a6fd-4bb8-95ee-b6676b81cdbb will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:02:54.662546 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-64c2c5d3-37f0-4b07-bc73-a1ed2c8ee875 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Calling delete_port for d5879ed3-ce1e-42d0-941b-aa7295aeefdf owned by network:router_gateway {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:54.686698 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-33c396a3-7ee5-468e-8f2d-30af11e36d16 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:54.855666 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c396a3-7ee5-468e-8f2d-30af11e36d16 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Port': ['ID=1e3087e5-a6fd-4bb8-95ee-b6676b81cdbb,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:54.860274 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c396a3-7ee5-468e-8f2d-30af11e36d16 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:02:54.861998 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-33c396a3-7ee5-468e-8f2d-30af11e36d16 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:02:54.864250 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c396a3-7ee5-468e-8f2d-30af11e36d16 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:02:54.870619 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c396a3-7ee5-468e-8f2d-30af11e36d16 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:54.871368 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-33c396a3-7ee5-468e-8f2d-30af11e36d16 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:54.899008 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-c413ef33-a35a-4b09-bf1b-856ab76f0042 None None] For port 46153ca5-5021-4dd3-9c15-8421cd7fb504, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=46153ca5-5021-4dd3-9c15-8421cd7fb504,segment=NetworkSegment(ebafc75d-31a3-4908-af39-d4780e590c4d),segment_id=ebafc75d-31a3-4908-af39-d4780e590c4d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:54.899619 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c413ef33-a35a-4b09-bf1b-856ab76f0042 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:54.929749 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-33c396a3-7ee5-468e-8f2d-30af11e36d16 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5664821 May 03 23:02:54.931593 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48612) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:54.959908 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-64c2c5d3-37f0-4b07-bc73-a1ed2c8ee875 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:55.039112 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2c5d3-37f0-4b07-bc73-a1ed2c8ee875 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event deleted for resources: {'Port': ['ID=d5879ed3-ce1e-42d0-941b-aa7295aeefdf,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:55.046853 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-a6961319-dba6-4c90-b907-56d6afd79b69 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting port 1e3087e5-a6fd-4bb8-95ee-b6676b81cdbb {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:02:55.047304 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a6961319-dba6-4c90-b907-56d6afd79b69 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:55.120556 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-c413ef33-a35a-4b09-bf1b-856ab76f0042 None None] Calling delete_port for 46153ca5-5021-4dd3-9c15-8421cd7fb504 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:55.160621 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-64c2c5d3-37f0-4b07-bc73-a1ed2c8ee875 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:55.186557 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aed9a3-f385-4a89-a243-f306efdb4c8b None None] Pushing event deleted for resources: {'Port': ['ID=0a08566d-8f4c-4d20-b2dd-f29e8d5289f8,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:55.248646 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:55.290456 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aed9a3-f385-4a89-a243-f306efdb4c8b None None] No DVR routers for this DVR port 0a08566d-8f4c-4d20-b2dd-f29e8d5289f8 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:02:55.295336 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c413ef33-a35a-4b09-bf1b-856ab76f0042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:55.339433 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ebe496-2054-49ea-84b1-f3377cbd7130 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:02:55.377265 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-64c2c5d3-37f0-4b07-bc73-a1ed2c8ee875 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:55.379643 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-64c2c5d3-37f0-4b07-bc73-a1ed2c8ee875 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:55.391213 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a6961319-dba6-4c90-b907-56d6afd79b69 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:55.404941 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-64c2c5d3-37f0-4b07-bc73-a1ed2c8ee875 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:55.412385 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c2c5d3-37f0-4b07-bc73-a1ed2c8ee875 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Fanout notify agent at l3_agent the message router_deleted on router 807f4929-883e-4a8c-98b6-d19e56f4c21c {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 23:02:55.437033 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-64c2c5d3-37f0-4b07-bc73-a1ed2c8ee875 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:55.441245 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-64c2c5d3-37f0-4b07-bc73-a1ed2c8ee875 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "DELETE /v2.0/routers/807f4929-883e-4a8c-98b6-d19e56f4c21c HTTP/1.1" status: 204 len: 168 time: 1.7625077 May 03 23:02:55.442002 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48616) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:55.577747 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413ef33-a35a-4b09-bf1b-856ab76f0042 None None] Pushing event deleted for resources: {'Port': ['ID=46153ca5-5021-4dd3-9c15-8421cd7fb504,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:55.583445 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-996b802b-48c7-4c86-8e09-47e3f6c8d463 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:55.608299 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c413ef33-a35a-4b09-bf1b-856ab76f0042 None None] No DVR routers for this DVR port 46153ca5-5021-4dd3-9c15-8421cd7fb504 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:02:55.626851 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cc0a066d-ace4-4238-ba25-09b07adf7e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:55.660821 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-a6961319-dba6-4c90-b907-56d6afd79b69 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Calling delete_port for 1e3087e5-a6fd-4bb8-95ee-b6676b81cdbb owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:02:55.743659 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9355801-660a-41ac-b50e-7dce4c8ac3a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'tenant_id': '3a2255f22eb74c80b26fa2ef53d6c285', 'fixed_ips': [{'subnet_id': '3d5c62a6-8c65-4208-ad08-783e9ddd78bd'}, {'subnet_id': '96a02e90-a355-4898-bd78-18f098567df0'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:02:55.744624 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d9355801-660a-41ac-b50e-7dce4c8ac3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:55.766149 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-996b802b-48c7-4c86-8e09-47e3f6c8d463 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:55.797566 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-996b802b-48c7-4c86-8e09-47e3f6c8d463 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d09be5a-1a6c-40b8-8d77-f953d59192ba']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:55.812325 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-996b802b-48c7-4c86-8e09-47e3f6c8d463 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebafc75d-31a3-4908-af39-d4780e590c4d') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:55.812667 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-996b802b-48c7-4c86-8e09-47e3f6c8d463 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebafc75d-31a3-4908-af39-d4780e590c4d') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:02:55.826344 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-996b802b-48c7-4c86-8e09-47e3f6c8d463 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:55.844733 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-996b802b-48c7-4c86-8e09-47e3f6c8d463 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:55.851757 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-996b802b-48c7-4c86-8e09-47e3f6c8d463 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:02:55.852295 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-996b802b-48c7-4c86-8e09-47e3f6c8d463 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:55.868150 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 23:02:55.868150 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:02:55.868150 n-d-811807-1 neutron-server[88069]: timer() May 03 23:02:55.868150 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:02:55.868150 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 23:02:55.868150 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:02:55.868150 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 23:02:55.868150 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:02:55.868150 n-d-811807-1 neutron-server[88069]: self._notify() May 03 23:02:55.868150 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:02:55.868150 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 23:02:55.868150 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:02:55.868150 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 23:02:55.868150 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:02:55.868150 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:02:55.868150 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:02:55.868150 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:02:55.868150 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:02:55.868150 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 23:02:55.868150 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:02:55.868150 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 23:02:55.868150 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:02:55.868150 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:02:55.868150 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:02:55.868150 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 23:02:55.868150 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:02:55.868150 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:02:55.868150 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:02:55.868150 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:02:55.868150 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:02:55.868150 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:02:55.868150 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:02:55.905564 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a6961319-dba6-4c90-b907-56d6afd79b69 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:55.961095 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-996b802b-48c7-4c86-8e09-47e3f6c8d463 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:55.978515 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6961319-dba6-4c90-b907-56d6afd79b69 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Port': ['ID=1e3087e5-a6fd-4bb8-95ee-b6676b81cdbb,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:56.009401 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-996b802b-48c7-4c86-8e09-47e3f6c8d463 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:56.012362 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b802b-48c7-4c86-8e09-47e3f6c8d463 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event deleted for resources: {'Network': ['ID=2d09be5a-1a6c-40b8-8d77-f953d59192ba,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:56.034774 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48620) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:56.042101 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-996b802b-48c7-4c86-8e09-47e3f6c8d463 tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "DELETE /v2.0/networks/2d09be5a-1a6c-40b8-8d77-f953d59192ba HTTP/1.1" status: 204 len: 168 time: 0.5910478 May 03 23:02:56.063611 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d5879ed3-ce1e-42d0-941b-aa7295aeefdf no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:02:56.098104 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a6961319-dba6-4c90-b907-56d6afd79b69 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:56.103881 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: d5879ed3-ce1e-42d0-941b-aa7295aeefdf {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:02:56.104251 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d5879ed3-ce1e-42d0-941b-aa7295aeefdf not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:02:56.104687 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d77777ea-6e86-4bcf-9c7b-d719bd68c4bc no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:02:56.130517 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a6961319-dba6-4c90-b907-56d6afd79b69 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/1e3087e5-a6fd-4bb8-95ee-b6676b81cdbb HTTP/1.1" status: 204 len: 168 time: 1.1977525 May 03 23:02:56.133246 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48626) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:56.162222 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: d77777ea-6e86-4bcf-9c7b-d719bd68c4bc {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:02:56.163025 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d77777ea-6e86-4bcf-9c7b-d719bd68c4bc not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:02:56.163628 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 46153ca5-5021-4dd3-9c15-8421cd7fb504 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:02:56.174174 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-36839c48-8c17-43bd-8d8d-a272216cb4ff tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:56.201559 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c2e4ed9d-af89-4b2f-92fa-77a6e8b7c84a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:02:56.220064 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c2e4ed9d-af89-4b2f-92fa-77a6e8b7c84a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:02:56.224239 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c2e4ed9d-af89-4b2f-92fa-77a6e8b7c84a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0880051 May 03 23:02:56.224408 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-36839c48-8c17-43bd-8d8d-a272216cb4ff tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:56.224604 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48630) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:56.229307 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 46153ca5-5021-4dd3-9c15-8421cd7fb504 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:02:56.229709 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 46153ca5-5021-4dd3-9c15-8421cd7fb504 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:02:56.304519 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-36839c48-8c17-43bd-8d8d-a272216cb4ff tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:56.308147 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-d9355801-660a-41ac-b50e-7dce4c8ac3a3 None None] Allocated IP 2001:db8:0:1::2 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/96a02e90-a355-4898-bd78-18f098567df0/c0f3a91c-16f4-4fc3-8bb1-61383caca459) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:02:56.322076 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9099fef3-365d-4ef9-a2da-49e3dcbdf217 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0939381 May 03 23:02:56.322292 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-d9355801-660a-41ac-b50e-7dce4c8ac3a3 None None] Allocated IP 2001:db8::f816:3eff:fed0:48be (02c338eb-0429-43aa-8f6f-d1a2ed95a021/3d5c62a6-8c65-4208-ad08-783e9ddd78bd/c0f3a91c-16f4-4fc3-8bb1-61383caca459) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:02:56.322418 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48634) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:56.332214 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36839c48-8c17-43bd-8d8d-a272216cb4ff tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4165ffae-6576-40a6-912b-a3b42d26c9fc,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:56.347301 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-36839c48-8c17-43bd-8d8d-a272216cb4ff tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:56.351169 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-36839c48-8c17-43bd-8d8d-a272216cb4ff tempest-TestNetworkAdvancedServerOps-883506980 tempest-TestNetworkAdvancedServerOps-883506980-project] 10.222.0.58 "DELETE /v2.0/security-groups/4165ffae-6576-40a6-912b-a3b42d26c9fc HTTP/1.1" status: 204 len: 168 time: 0.3161530 May 03 23:02:56.377830 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:56.438150 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc28ef0-e434-43e6-b4b8-e9e270491e66 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:56.439836 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc28ef0-e434-43e6-b4b8-e9e270491e66 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:56.441714 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc28ef0-e434-43e6-b4b8-e9e270491e66 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:56.443459 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4fc28ef0-e434-43e6-b4b8-e9e270491e66 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1201129 May 03 23:02:56.445809 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48642) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:56.471272 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:56.548604 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df0ce45-677c-493a-a15f-3457055ff1f7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting subnet 3d5c62a6-8c65-4208-ad08-783e9ddd78bd {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:02:56.583179 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d9355801-660a-41ac-b50e-7dce4c8ac3a3 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:56.603239 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d9355801-660a-41ac-b50e-7dce4c8ac3a3 None None] Transition to ACTIVE for port object c0f3a91c-16f4-4fc3-8bb1-61383caca459 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:02:56.631794 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d9355801-660a-41ac-b50e-7dce4c8ac3a3 None None] Transition to ACTIVE for port object c0f3a91c-16f4-4fc3-8bb1-61383caca459 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:02:56.636555 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9df0ce45-677c-493a-a15f-3457055ff1f7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:56.637774 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d9355801-660a-41ac-b50e-7dce4c8ac3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:56.710930 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9355801-660a-41ac-b50e-7dce4c8ac3a3 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:02:56.714666 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-d9355801-660a-41ac-b50e-7dce4c8ac3a3 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:02:56.717247 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9355801-660a-41ac-b50e-7dce4c8ac3a3 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:02:56.725349 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9df0ce45-677c-493a-a15f-3457055ff1f7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:56.768795 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9355801-660a-41ac-b50e-7dce4c8ac3a3 None None] Pushing event updated for resources: {'Port': ['ID=c0f3a91c-16f4-4fc3-8bb1-61383caca459,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:56.801887 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48648) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:56.835891 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9df0ce45-677c-493a-a15f-3457055ff1f7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:56.875322 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-d9355801-660a-41ac-b50e-7dce4c8ac3a3 None None] Attempting to bind port c0f3a91c-16f4-4fc3-8bb1-61383caca459 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:02:56.875980 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-d9355801-660a-41ac-b50e-7dce4c8ac3a3 None None] Attempting to bind port c0f3a91c-16f4-4fc3-8bb1-61383caca459 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:02:56.876350 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9355801-660a-41ac-b50e-7dce4c8ac3a3 None None] Attempting to bind port c0f3a91c-16f4-4fc3-8bb1-61383caca459 on network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:02:56.882446 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9355801-660a-41ac-b50e-7dce4c8ac3a3 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:02:56.882815 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9355801-660a-41ac-b50e-7dce4c8ac3a3 None None] Checking segment: {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:02:56.883270 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d9355801-660a-41ac-b50e-7dce4c8ac3a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:56.883666 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9355801-660a-41ac-b50e-7dce4c8ac3a3 None None] Bound using segment: {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:02:56.884128 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-d9355801-660a-41ac-b50e-7dce4c8ac3a3 None None] Bound port: c0f3a91c-16f4-4fc3-8bb1-61383caca459, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52f2ba5-a89d-4357-9164-9eee9314fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:02:56.884499 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d9355801-660a-41ac-b50e-7dce4c8ac3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:56.933827 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9df0ce45-677c-493a-a15f-3457055ff1f7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:56.982056 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-d9355801-660a-41ac-b50e-7dce4c8ac3a3 None None] For port c0f3a91c-16f4-4fc3-8bb1-61383caca459, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:02:56.985354 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-d9355801-660a-41ac-b50e-7dce4c8ac3a3 None None] For port c0f3a91c-16f4-4fc3-8bb1-61383caca459, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=c0f3a91c-16f4-4fc3-8bb1-61383caca459,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:02:56.990722 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d9355801-660a-41ac-b50e-7dce4c8ac3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:56.991567 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0ce45-677c-493a-a15f-3457055ff1f7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Subnet': ['ID=3d5c62a6-8c65-4208-ad08-783e9ddd78bd,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:56.993349 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9df0ce45-677c-493a-a15f-3457055ff1f7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:57.007977 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48654) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:57.008536 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9df0ce45-677c-493a-a15f-3457055ff1f7 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/3d5c62a6-8c65-4208-ad08-783e9ddd78bd HTTP/1.1" status: 204 len: 168 time: 0.5607560 May 03 23:02:57.065154 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5c499992-5dbc-486a-b6f3-043a541394e2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e51c41c8f2c54373bfeeef105247eecb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2617702 May 03 23:02:57.068421 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48658) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:57.094940 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9355801-660a-41ac-b50e-7dce4c8ac3a3 None None] Pushing event updated for resources: {'Port': ['ID=c0f3a91c-16f4-4fc3-8bb1-61383caca459,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:57.096758 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-6127c307-3829-4701-a71a-d15740524fb6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting subnet 96a02e90-a355-4898-bd78-18f098567df0 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:02:57.100319 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6127c307-3829-4701-a71a-d15740524fb6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:57.164537 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6127c307-3829-4701-a71a-d15740524fb6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:57.173308 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-de937884-c0a8-4733-ae45-a8cf018c69a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:57.207391 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-de937884-c0a8-4733-ae45-a8cf018c69a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:57.279697 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6127c307-3829-4701-a71a-d15740524fb6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:57.282582 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-de937884-c0a8-4733-ae45-a8cf018c69a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:57.309211 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de937884-c0a8-4733-ae45-a8cf018c69a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e0e6a0-fce0-49c2-bc11-c206cf04b1b3,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:57.319067 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-de937884-c0a8-4733-ae45-a8cf018c69a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:57.322715 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-de937884-c0a8-4733-ae45-a8cf018c69a7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c7e0e6a0-fce0-49c2-bc11-c206cf04b1b3 HTTP/1.1" status: 204 len: 168 time: 0.2501338 May 03 23:02:57.418530 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6127c307-3829-4701-a71a-d15740524fb6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:57.477410 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127c307-3829-4701-a71a-d15740524fb6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Subnet': ['ID=96a02e90-a355-4898-bd78-18f098567df0,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:57.485145 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6127c307-3829-4701-a71a-d15740524fb6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:57.496057 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6127c307-3829-4701-a71a-d15740524fb6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/96a02e90-a355-4898-bd78-18f098567df0 HTTP/1.1" status: 204 len: 168 time: 0.4861929 May 03 23:02:57.499122 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48670) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:57.703298 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:57.753218 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0554650d-602b-49c6-9cb7-6a679a572eca tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2503941 May 03 23:02:57.753633 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48678) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:57.761351 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-21ecd12c-6d1f-47d1-8151-b68986775982 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:02:57.845839 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48682) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:57.908238 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-21ecd12c-6d1f-47d1-8151-b68986775982 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:02:57.911832 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2e94945a-d1a8-426f-9065-be65254e6747 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a58803e3300a4abc928e401c174c18b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0645461 May 03 23:02:57.912468 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48686) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:57.913703 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-21ecd12c-6d1f-47d1-8151-b68986775982 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:subnet and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:02:57.917276 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-21ecd12c-6d1f-47d1-8151-b68986775982 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:02:57.924140 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-21ecd12c-6d1f-47d1-8151-b68986775982 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:02:57.937115 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ecd12c-6d1f-47d1-8151-b68986775982 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:02:57.942130 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-21ecd12c-6d1f-47d1-8151-b68986775982 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:57.990082 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-10457a8a-20be-4596-adab-6694db2e7c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:58.025052 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-10457a8a-20be-4596-adab-6694db2e7c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:58.058696 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device c0f3a91c-16f4-4fc3-8bb1-61383caca459 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:02:58.100656 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-10457a8a-20be-4596-adab-6694db2e7c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:58.125129 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10457a8a-20be-4596-adab-6694db2e7c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f903a367-4275-4383-b86c-b9b8d661796e,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:58.150191 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-10457a8a-20be-4596-adab-6694db2e7c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:58.151435 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-10457a8a-20be-4596-adab-6694db2e7c2b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f903a367-4275-4383-b86c-b9b8d661796e HTTP/1.1" status: 204 len: 168 time: 0.2381155 May 03 23:02:58.220619 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:58.242194 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port c0f3a91c-16f4-4fc3-8bb1-61383caca459 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:02:58.443080 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-21ecd12c-6d1f-47d1-8151-b68986775982 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:58.511214 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ecd12c-6d1f-47d1-8151-b68986775982 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:02:58.516189 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-21ecd12c-6d1f-47d1-8151-b68986775982 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:02:58.521433 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ecd12c-6d1f-47d1-8151-b68986775982 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:58.522561 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-21ecd12c-6d1f-47d1-8151-b68986775982 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:58.552572 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ecd12c-6d1f-47d1-8151-b68986775982 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Subnet': ['ID=4741033e-b426-408d-a397-8f96bce4b5d3,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:58.580751 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48692) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:58.581363 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-21ecd12c-6d1f-47d1-8151-b68986775982 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8255005 May 03 23:02:58.605314 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-2311b49f-c0ee-48cd-b2f4-e427064582e8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:02:58.656604 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd892f13-009b-49c4-9302-c23a639294a3 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:02:58.753356 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-442b959e-0509-4e32-a6cb-2b8ce34f4072 None None] Could not find standard attr ID for object 1e3087e5-a6fd-4bb8-95ee-b6676b81cdbb. {{(pid=88071) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 03 23:02:58.831144 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2311b49f-c0ee-48cd-b2f4-e427064582e8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:02:58.839720 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2311b49f-c0ee-48cd-b2f4-e427064582e8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:subnet and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:02:58.847680 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2311b49f-c0ee-48cd-b2f4-e427064582e8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:02:58.854216 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-442b959e-0509-4e32-a6cb-2b8ce34f4072 None None] Provisioning for port c0f3a91c-16f4-4fc3-8bb1-61383caca459 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:02:58.856918 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2311b49f-c0ee-48cd-b2f4-e427064582e8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:02:58.868733 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2311b49f-c0ee-48cd-b2f4-e427064582e8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:02:58.882789 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-442b959e-0509-4e32-a6cb-2b8ce34f4072 None None] Provisioning complete for port c0f3a91c-16f4-4fc3-8bb1-61383caca459 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:02:58.883197 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-442b959e-0509-4e32-a6cb-2b8ce34f4072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:58.886350 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2311b49f-c0ee-48cd-b2f4-e427064582e8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:59.045784 n-d-811807-1 neutron-server[88069]: INFO neutron.db.ipam_backend_mixin [None req-2311b49f-c0ee-48cd-b2f4-e427064582e8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4741033e-b426-408d-a397-8f96bce4b5d3 (CIDR: 2001:db8::/64) May 03 23:02:59.049725 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-2311b49f-c0ee-48cd-b2f4-e427064582e8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 23:02:59.050260 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2311b49f-c0ee-48cd-b2f4-e427064582e8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:02:59.072255 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2311b49f-c0ee-48cd-b2f4-e427064582e8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4894979 May 03 23:02:59.075526 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48698) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:02:59.081430 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-49b33178-ba95-47ee-bf1b-64b50565aa5f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:02:59.137114 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-442b959e-0509-4e32-a6cb-2b8ce34f4072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:59.224916 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-49b33178-ba95-47ee-bf1b-64b50565aa5f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:02:59.229027 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-49b33178-ba95-47ee-bf1b-64b50565aa5f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:subnet and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:02:59.232357 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-49b33178-ba95-47ee-bf1b-64b50565aa5f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:02:59.238140 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-49b33178-ba95-47ee-bf1b-64b50565aa5f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:02:59.249103 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b33178-ba95-47ee-bf1b-64b50565aa5f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:02:59.253886 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-49b33178-ba95-47ee-bf1b-64b50565aa5f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:59.256908 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-442b959e-0509-4e32-a6cb-2b8ce34f4072 None None] For port c0f3a91c-16f4-4fc3-8bb1-61383caca459, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=c0f3a91c-16f4-4fc3-8bb1-61383caca459,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:59.264185 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-442b959e-0509-4e32-a6cb-2b8ce34f4072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:59.312372 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2015d993-e6a5-432d-b919-35cf89b1a3f5 None None] Update dhcp port {'port': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'fixed_ips': [{'subnet_id': '4741033e-b426-408d-a397-8f96bce4b5d3'}], 'binding:host_id': 'n-d-811807-1'}, 'id': 'c0f3a91c-16f4-4fc3-8bb1-61383caca459'} from n-d-811807-1. {{(pid=88071) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 03 23:02:59.379082 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2015d993-e6a5-432d-b919-35cf89b1a3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:59.389065 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b959e-0509-4e32-a6cb-2b8ce34f4072 None None] Pushing event updated for resources: {'Port': ['ID=c0f3a91c-16f4-4fc3-8bb1-61383caca459,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:02:59.584850 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-2015d993-e6a5-432d-b919-35cf89b1a3f5 None None] Allocated IP 2001:db8::2 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/4741033e-b426-408d-a397-8f96bce4b5d3/c0f3a91c-16f4-4fc3-8bb1-61383caca459) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:02:59.640584 n-d-811807-1 neutron-server[88069]: DEBUG neutron.objects.ports [None req-49b33178-ba95-47ee-bf1b-64b50565aa5f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88069) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 03 23:02:59.727726 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-2015d993-e6a5-432d-b919-35cf89b1a3f5 None None] For port c0f3a91c-16f4-4fc3-8bb1-61383caca459, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=c0f3a91c-16f4-4fc3-8bb1-61383caca459,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:02:59.753434 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2015d993-e6a5-432d-b919-35cf89b1a3f5 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:59.770961 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2015d993-e6a5-432d-b919-35cf89b1a3f5 None None] Transition to ACTIVE for port object c0f3a91c-16f4-4fc3-8bb1-61383caca459 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:02:59.775265 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2015d993-e6a5-432d-b919-35cf89b1a3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:59.838948 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-49b33178-ba95-47ee-bf1b-64b50565aa5f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:02:59.892692 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015d993-e6a5-432d-b919-35cf89b1a3f5 None None] Pushing event updated for resources: {'Port': ['ID=c0f3a91c-16f4-4fc3-8bb1-61383caca459,revision_number=7']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:00.025662 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device c0f3a91c-16f4-4fc3-8bb1-61383caca459 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:03:00.117701 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-49b33178-ba95-47ee-bf1b-64b50565aa5f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] For port c0f3a91c-16f4-4fc3-8bb1-61383caca459, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=c0f3a91c-16f4-4fc3-8bb1-61383caca459,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:03:00.162453 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-49b33178-ba95-47ee-bf1b-64b50565aa5f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:00.168237 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-49b33178-ba95-47ee-bf1b-64b50565aa5f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:00.169197 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-49b33178-ba95-47ee-bf1b-64b50565aa5f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:00.285883 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b33178-ba95-47ee-bf1b-64b50565aa5f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Subnet': ['ID=5f564ac4-e2bc-4812-85b4-b09c563a2519,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:00.314197 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b33178-ba95-47ee-bf1b-64b50565aa5f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:03:00.317506 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-49b33178-ba95-47ee-bf1b-64b50565aa5f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:03:00.322176 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b33178-ba95-47ee-bf1b-64b50565aa5f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:00.322776 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-49b33178-ba95-47ee-bf1b-64b50565aa5f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:00.349664 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b33178-ba95-47ee-bf1b-64b50565aa5f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Port': ['ID=c0f3a91c-16f4-4fc3-8bb1-61383caca459,revision_number=8']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:00.387198 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-49b33178-ba95-47ee-bf1b-64b50565aa5f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3102784 May 03 23:03:00.390104 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48708) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:00.399006 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-2acd8560-4b43-4fa4-ae6f-f38398c6961e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'port': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'mac_address': 'fa:16:3e:72:dd:f0', 'name': 'tempest-NetworksTestDHCPv6-449305296'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:00.637691 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb003fa3-c482-41c3-9f1d-bf2d8d3f2ba8 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:03:00.688120 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2acd8560-4b43-4fa4-ae6f-f38398c6961e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:00.692380 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2acd8560-4b43-4fa4-ae6f-f38398c6961e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:port and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:00.695360 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2acd8560-4b43-4fa4-ae6f-f38398c6961e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:00.701315 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2acd8560-4b43-4fa4-ae6f-f38398c6961e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:00.711443 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2acd8560-4b43-4fa4-ae6f-f38398c6961e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:03:00.748460 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-55068b58-3cbd-4dc6-9c3f-0fb472bd0c2c None None] Provisioning for port c0f3a91c-16f4-4fc3-8bb1-61383caca459 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:03:00.756185 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-55068b58-3cbd-4dc6-9c3f-0fb472bd0c2c None None] Provisioning complete for port c0f3a91c-16f4-4fc3-8bb1-61383caca459 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:03:00.756557 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-55068b58-3cbd-4dc6-9c3f-0fb472bd0c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:00.852148 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2acd8560-4b43-4fa4-ae6f-f38398c6961e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:00.880012 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [None req-2acd8560-4b43-4fa4-ae6f-f38398c6961e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] device_id is not set on port be50cea6-ae6f-4db3-b012-1b05af5c4905 yet. {{(pid=88069) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 23:03:01.128109 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-2acd8560-4b43-4fa4-ae6f-f38398c6961e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Allocated IP 2001:db8::28 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/4741033e-b426-408d-a397-8f96bce4b5d3/be50cea6-ae6f-4db3-b012-1b05af5c4905) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:03:01.135204 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-2acd8560-4b43-4fa4-ae6f-f38398c6961e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Allocated IP 2001:db8:0:1:f816:3eff:fe72:ddf0 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/5f564ac4-e2bc-4812-85b4-b09c563a2519/be50cea6-ae6f-4db3-b012-1b05af5c4905) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:03:01.353380 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2acd8560-4b43-4fa4-ae6f-f38398c6961e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:01.370703 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-2acd8560-4b43-4fa4-ae6f-f38398c6961e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Transition to ACTIVE for port object be50cea6-ae6f-4db3-b012-1b05af5c4905 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:03:01.399134 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2acd8560-4b43-4fa4-ae6f-f38398c6961e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:01.478651 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acd8560-4b43-4fa4-ae6f-f38398c6961e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:03:01.482140 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-2acd8560-4b43-4fa4-ae6f-f38398c6961e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:03:01.486344 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acd8560-4b43-4fa4-ae6f-f38398c6961e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:03:01.492003 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acd8560-4b43-4fa4-ae6f-f38398c6961e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:01.492659 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2acd8560-4b43-4fa4-ae6f-f38398c6961e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:01.501671 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd8560-4b43-4fa4-ae6f-f38398c6961e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Port': ['ID=be50cea6-ae6f-4db3-b012-1b05af5c4905,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:01.517799 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd8560-4b43-4fa4-ae6f-f38398c6961e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:01.518161 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd8560-4b43-4fa4-ae6f-f38398c6961e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:01.518608 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd8560-4b43-4fa4-ae6f-f38398c6961e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:01.518948 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd8560-4b43-4fa4-ae6f-f38398c6961e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:01.519280 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd8560-4b43-4fa4-ae6f-f38398c6961e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:01.519640 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd8560-4b43-4fa4-ae6f-f38398c6961e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:01.519970 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd8560-4b43-4fa4-ae6f-f38398c6961e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:01.520304 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd8560-4b43-4fa4-ae6f-f38398c6961e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:01.520625 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd8560-4b43-4fa4-ae6f-f38398c6961e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:01.520953 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd8560-4b43-4fa4-ae6f-f38398c6961e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:01.521361 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd8560-4b43-4fa4-ae6f-f38398c6961e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:01.521611 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd8560-4b43-4fa4-ae6f-f38398c6961e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:01.552732 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2acd8560-4b43-4fa4-ae6f-f38398c6961e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.1614845 May 03 23:03:01.555651 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48714) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:01.628107 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f404bc9-5fd9-47a6-b68b-05cbff91c296 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:03:01.637106 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-82957c56-b503-43a6-9923-03a84613afef tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting port be50cea6-ae6f-4db3-b012-1b05af5c4905 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:03:01.638130 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-82957c56-b503-43a6-9923-03a84613afef tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:01.752115 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-534575e9-a152-46b7-bb6a-d2e5eb1ecfd0 None None] Provisioning complete for port c0f3a91c-16f4-4fc3-8bb1-61383caca459 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:03:01.752749 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-534575e9-a152-46b7-bb6a-d2e5eb1ecfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:01.897473 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-82957c56-b503-43a6-9923-03a84613afef tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:02.025772 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-82957c56-b503-43a6-9923-03a84613afef tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Calling delete_port for be50cea6-ae6f-4db3-b012-1b05af5c4905 owned by {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:03:02.264762 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-82957c56-b503-43a6-9923-03a84613afef tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:02.358958 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1000b238-65f5-4220-b4cf-68d27768369f None None] Provisioning complete for port c0f3a91c-16f4-4fc3-8bb1-61383caca459 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:03:02.359347 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1000b238-65f5-4220-b4cf-68d27768369f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:02.379184 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82957c56-b503-43a6-9923-03a84613afef tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Port': ['ID=be50cea6-ae6f-4db3-b012-1b05af5c4905,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:02.440504 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-82957c56-b503-43a6-9923-03a84613afef tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:02.452717 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-82957c56-b503-43a6-9923-03a84613afef tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/be50cea6-ae6f-4db3-b012-1b05af5c4905 HTTP/1.1" status: 204 len: 168 time: 0.8958185 May 03 23:03:02.455155 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48726) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:02.567477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae68d14-354d-49d2-9dc6-8f22fb01d7ba tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:02.568227 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fae68d14-354d-49d2-9dc6-8f22fb01d7ba tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:03:02.568627 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1000b238-65f5-4220-b4cf-68d27768369f None None] Could not find standard attr ID for object be50cea6-ae6f-4db3-b012-1b05af5c4905. {{(pid=88071) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 03 23:03:02.588613 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fae68d14-354d-49d2-9dc6-8f22fb01d7ba tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:03:02.589838 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-fae68d14-354d-49d2-9dc6-8f22fb01d7ba tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1325700 May 03 23:03:02.593374 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48730) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:02.683579 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2533f519-8201-47ee-b1d1-5309a90b81c0 None None] Could not find standard attr ID for object 1e3087e5-a6fd-4bb8-95ee-b6676b81cdbb. {{(pid=88071) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 03 23:03:02.705044 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb2055f-4789-4422-b515-3629ab27e4e5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:02.706633 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4fb2055f-4789-4422-b515-3629ab27e4e5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1118529 May 03 23:03:02.709153 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48734) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:02.891692 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509d1fc0-ad7b-4931-9ee7-d0cfd8744d90 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:02.893235 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509d1fc0-ad7b-4931-9ee7-d0cfd8744d90 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:02.894877 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509d1fc0-ad7b-4931-9ee7-d0cfd8744d90 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:02.895594 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-509d1fc0-ad7b-4931-9ee7-d0cfd8744d90 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:03:02.900647 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-48c18872-6fd2-4296-81b2-1216079a3a0c None None] Could not find standard attr ID for object be50cea6-ae6f-4db3-b012-1b05af5c4905. {{(pid=88071) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 03 23:03:02.912578 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-509d1fc0-ad7b-4931-9ee7-d0cfd8744d90 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:03:02.916769 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-509d1fc0-ad7b-4931-9ee7-d0cfd8744d90 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2036724 May 03 23:03:02.917061 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48738) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:02.986055 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-227e7753-1502-4ecc-b27d-5436cdcce75a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting subnet 4741033e-b426-408d-a397-8f96bce4b5d3 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:03:02.989519 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-227e7753-1502-4ecc-b27d-5436cdcce75a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:03.051996 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-227e7753-1502-4ecc-b27d-5436cdcce75a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:03.142431 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-227e7753-1502-4ecc-b27d-5436cdcce75a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:03.219707 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-227e7753-1502-4ecc-b27d-5436cdcce75a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:03.262509 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e7753-1502-4ecc-b27d-5436cdcce75a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Subnet': ['ID=4741033e-b426-408d-a397-8f96bce4b5d3,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:03.268279 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-227e7753-1502-4ecc-b27d-5436cdcce75a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:03.276676 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29e351a-70a8-4a57-804c-3425579c58cd None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:03:03.283130 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-227e7753-1502-4ecc-b27d-5436cdcce75a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/4741033e-b426-408d-a397-8f96bce4b5d3 HTTP/1.1" status: 204 len: 168 time: 0.3650472 May 03 23:03:03.285701 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48742) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:03.360330 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-96537eb6-60e1-4cf2-82c3-92256029b4fe tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting subnet 5f564ac4-e2bc-4812-85b4-b09c563a2519 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:03:03.363583 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-96537eb6-60e1-4cf2-82c3-92256029b4fe tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:03.439831 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-96537eb6-60e1-4cf2-82c3-92256029b4fe tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:03.533958 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-96537eb6-60e1-4cf2-82c3-92256029b4fe tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:03.631576 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-96537eb6-60e1-4cf2-82c3-92256029b4fe tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:03.676357 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96537eb6-60e1-4cf2-82c3-92256029b4fe tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Subnet': ['ID=5f564ac4-e2bc-4812-85b4-b09c563a2519,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:03.680375 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-96537eb6-60e1-4cf2-82c3-92256029b4fe tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:03.690236 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-96537eb6-60e1-4cf2-82c3-92256029b4fe tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/5f564ac4-e2bc-4812-85b4-b09c563a2519 HTTP/1.1" status: 204 len: 168 time: 0.4034822 May 03 23:03:03.692618 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48748) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:03.764754 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-bc9fe9d5-7346-4c89-a12c-30d186885a10 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0696259 May 03 23:03:03.766403 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48752) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:03.772012 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-964a2862-8916-4f1f-b40f-c07289ac9038 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:03.882128 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-964a2862-8916-4f1f-b40f-c07289ac9038 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:03.886356 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-964a2862-8916-4f1f-b40f-c07289ac9038 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:subnet and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:03.889330 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-964a2862-8916-4f1f-b40f-c07289ac9038 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:03.895074 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-964a2862-8916-4f1f-b40f-c07289ac9038 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:03.908351 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964a2862-8916-4f1f-b40f-c07289ac9038 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:03:03.911868 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-964a2862-8916-4f1f-b40f-c07289ac9038 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:04.133944 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aee784c-5907-4398-8b61-b9842f9ea957 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:03:04.141349 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-964a2862-8916-4f1f-b40f-c07289ac9038 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:04.201558 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964a2862-8916-4f1f-b40f-c07289ac9038 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:03:04.205186 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-964a2862-8916-4f1f-b40f-c07289ac9038 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:03:04.208425 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964a2862-8916-4f1f-b40f-c07289ac9038 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:04.209007 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-964a2862-8916-4f1f-b40f-c07289ac9038 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:04.225800 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a2862-8916-4f1f-b40f-c07289ac9038 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Subnet': ['ID=cd693019-633d-46a8-ba1a-e69aa326fabc,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:04.241465 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-964a2862-8916-4f1f-b40f-c07289ac9038 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4740174 May 03 23:03:04.244275 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48756) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:04.250163 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-6cb965e4-e0e8-4751-9e56-338ea610d6f5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:04.257379 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-0c262265-6a3b-4bc1-9a22-b553230f94a9 None None] Provisioning complete for port c0f3a91c-16f4-4fc3-8bb1-61383caca459 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:03:04.257752 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0c262265-6a3b-4bc1-9a22-b553230f94a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:04.385519 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6cb965e4-e0e8-4751-9e56-338ea610d6f5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:04.390165 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6cb965e4-e0e8-4751-9e56-338ea610d6f5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:subnet and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:04.392970 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6cb965e4-e0e8-4751-9e56-338ea610d6f5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:04.398634 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6cb965e4-e0e8-4751-9e56-338ea610d6f5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:04.407718 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb965e4-e0e8-4751-9e56-338ea610d6f5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:03:04.411263 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6cb965e4-e0e8-4751-9e56-338ea610d6f5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:04.549768 n-d-811807-1 neutron-server[88069]: INFO neutron.db.ipam_backend_mixin [None req-6cb965e4-e0e8-4751-9e56-338ea610d6f5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cd693019-633d-46a8-ba1a-e69aa326fabc (CIDR: 2001:db8::/64) May 03 23:03:04.554930 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb965e4-e0e8-4751-9e56-338ea610d6f5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 23:03:04.555575 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cb965e4-e0e8-4751-9e56-338ea610d6f5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:04.579166 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ca576b-7d9e-4600-a714-d3701dffcbc9 None None] Update dhcp port {'port': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'fixed_ips': [{'subnet_id': 'cd693019-633d-46a8-ba1a-e69aa326fabc'}], 'binding:host_id': 'n-d-811807-1'}, 'id': 'c0f3a91c-16f4-4fc3-8bb1-61383caca459'} from n-d-811807-1. {{(pid=88071) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 03 23:03:04.595092 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6cb965e4-e0e8-4751-9e56-338ea610d6f5 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3472831 May 03 23:03:04.595496 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48766) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:04.601653 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-75eac41d-3723-4acd-934c-37ef9c31d12b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'subnet': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:04.635301 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-86ca576b-7d9e-4600-a714-d3701dffcbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:04.796073 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-75eac41d-3723-4acd-934c-37ef9c31d12b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:04.816282 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-75eac41d-3723-4acd-934c-37ef9c31d12b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Usage tracker for resource:subnet and tenant:3a2255f22eb74c80b26fa2ef53d6c285 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:04.829018 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-75eac41d-3723-4acd-934c-37ef9c31d12b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:04.841740 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-75eac41d-3723-4acd-934c-37ef9c31d12b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:04.855735 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75eac41d-3723-4acd-934c-37ef9c31d12b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:03:04.863328 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-86ca576b-7d9e-4600-a714-d3701dffcbc9 None None] Allocated IP 2001:db8::2 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/cd693019-633d-46a8-ba1a-e69aa326fabc/c0f3a91c-16f4-4fc3-8bb1-61383caca459) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:03:04.865329 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-75eac41d-3723-4acd-934c-37ef9c31d12b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:05.005488 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-86ca576b-7d9e-4600-a714-d3701dffcbc9 None None] For port c0f3a91c-16f4-4fc3-8bb1-61383caca459, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=c0f3a91c-16f4-4fc3-8bb1-61383caca459,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:03:05.059647 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-86ca576b-7d9e-4600-a714-d3701dffcbc9 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:05.083563 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-86ca576b-7d9e-4600-a714-d3701dffcbc9 None None] Transition to ACTIVE for port object c0f3a91c-16f4-4fc3-8bb1-61383caca459 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:03:05.089835 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-86ca576b-7d9e-4600-a714-d3701dffcbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:05.224475 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca576b-7d9e-4600-a714-d3701dffcbc9 None None] Pushing event updated for resources: {'Port': ['ID=c0f3a91c-16f4-4fc3-8bb1-61383caca459,revision_number=11']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:05.366019 n-d-811807-1 neutron-server[88069]: DEBUG neutron.objects.ports [None req-75eac41d-3723-4acd-934c-37ef9c31d12b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88069) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 03 23:03:05.544713 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-75eac41d-3723-4acd-934c-37ef9c31d12b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:05.834628 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-75eac41d-3723-4acd-934c-37ef9c31d12b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] For port c0f3a91c-16f4-4fc3-8bb1-61383caca459, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=c0f3a91c-16f4-4fc3-8bb1-61383caca459,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:03:05.843805 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e654e8d-d279-429f-9c86-f4b837f418fc None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:03:05.864959 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-75eac41d-3723-4acd-934c-37ef9c31d12b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:05.869913 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-75eac41d-3723-4acd-934c-37ef9c31d12b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:05.870701 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-75eac41d-3723-4acd-934c-37ef9c31d12b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:05.984535 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-0be57cd3-3a68-4b63-898a-473337f0f87c None None] Provisioning for port c0f3a91c-16f4-4fc3-8bb1-61383caca459 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:03:06.032905 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device c0f3a91c-16f4-4fc3-8bb1-61383caca459 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:03:06.066457 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-0be57cd3-3a68-4b63-898a-473337f0f87c None None] Provisioning complete for port c0f3a91c-16f4-4fc3-8bb1-61383caca459 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:03:06.066840 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0be57cd3-3a68-4b63-898a-473337f0f87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:06.102659 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75eac41d-3723-4acd-934c-37ef9c31d12b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:03:06.110044 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-75eac41d-3723-4acd-934c-37ef9c31d12b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:03:06.116318 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eac41d-3723-4acd-934c-37ef9c31d12b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:06.116908 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-75eac41d-3723-4acd-934c-37ef9c31d12b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:06.140155 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eac41d-3723-4acd-934c-37ef9c31d12b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Subnet': ['ID=e0e1d35d-6b93-4536-bd22-c79f0a567581,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:06.152301 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eac41d-3723-4acd-934c-37ef9c31d12b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Port': ['ID=c0f3a91c-16f4-4fc3-8bb1-61383caca459,revision_number=13']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:06.156804 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-75eac41d-3723-4acd-934c-37ef9c31d12b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5601983 May 03 23:03:06.159908 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48772) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:06.165909 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-46e123f7-1517-4edf-aab5-cdc7a4e35ba9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Request body: {'port': {'network_id': '02c338eb-0429-43aa-8f6f-d1a2ed95a021', 'mac_address': 'fa:16:3e:34:ce:38', 'name': 'tempest-NetworksTestDHCPv6-1153708345'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:06.291742 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port c0f3a91c-16f4-4fc3-8bb1-61383caca459 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:03:06.292256 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:06.318050 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-46e123f7-1517-4edf-aab5-cdc7a4e35ba9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:06.328426 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-46e123f7-1517-4edf-aab5-cdc7a4e35ba9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:06.339725 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e123f7-1517-4edf-aab5-cdc7a4e35ba9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Made reservation on behalf of 3a2255f22eb74c80b26fa2ef53d6c285 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:03:06.479378 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-46e123f7-1517-4edf-aab5-cdc7a4e35ba9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:06.510194 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [None req-46e123f7-1517-4edf-aab5-cdc7a4e35ba9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] device_id is not set on port ac80e6e5-2b50-44bf-8fbd-4b6b774c3bb2 yet. {{(pid=88070) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 03 23:03:06.756425 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-46e123f7-1517-4edf-aab5-cdc7a4e35ba9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Allocated IP 2001:db8::2cc (02c338eb-0429-43aa-8f6f-d1a2ed95a021/cd693019-633d-46a8-ba1a-e69aa326fabc/ac80e6e5-2b50-44bf-8fbd-4b6b774c3bb2) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:03:06.762685 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-46e123f7-1517-4edf-aab5-cdc7a4e35ba9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Allocated IP 2001:db8:0:1:f816:3eff:fe34:ce38 (02c338eb-0429-43aa-8f6f-d1a2ed95a021/e0e1d35d-6b93-4536-bd22-c79f0a567581/ac80e6e5-2b50-44bf-8fbd-4b6b774c3bb2) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:03:07.008451 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-46e123f7-1517-4edf-aab5-cdc7a4e35ba9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:07.027946 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-46e123f7-1517-4edf-aab5-cdc7a4e35ba9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Transition to ACTIVE for port object ac80e6e5-2b50-44bf-8fbd-4b6b774c3bb2 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:03:07.064873 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-46e123f7-1517-4edf-aab5-cdc7a4e35ba9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:07.091792 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc1e800-662c-4e27-8d66-60dc780f9fff None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:03:07.144296 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e123f7-1517-4edf-aab5-cdc7a4e35ba9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:03:07.150949 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-46e123f7-1517-4edf-aab5-cdc7a4e35ba9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:03:07.155987 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e123f7-1517-4edf-aab5-cdc7a4e35ba9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:03:07.162138 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e123f7-1517-4edf-aab5-cdc7a4e35ba9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:07.162773 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-46e123f7-1517-4edf-aab5-cdc7a4e35ba9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:07.184377 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e123f7-1517-4edf-aab5-cdc7a4e35ba9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event updated for resources: {'Port': ['ID=ac80e6e5-2b50-44bf-8fbd-4b6b774c3bb2,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:07.200812 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-46e123f7-1517-4edf-aab5-cdc7a4e35ba9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0391319 May 03 23:03:07.203111 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48794) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:07.214621 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b7fd6b9b-f405-44d3-9013-fc8723392d7a None None] Provisioning complete for port c0f3a91c-16f4-4fc3-8bb1-61383caca459 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:03:07.215083 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b7fd6b9b-f405-44d3-9013-fc8723392d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:07.285114 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-9495971e-f23e-4b05-82fa-20f365ec1bee tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting port ac80e6e5-2b50-44bf-8fbd-4b6b774c3bb2 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:03:07.285465 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9495971e-f23e-4b05-82fa-20f365ec1bee tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:07.584862 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9495971e-f23e-4b05-82fa-20f365ec1bee tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:07.745253 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-9495971e-f23e-4b05-82fa-20f365ec1bee tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Calling delete_port for ac80e6e5-2b50-44bf-8fbd-4b6b774c3bb2 owned by {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:03:07.846505 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-bf4b8501-5434-4e1b-a21b-e4fd7911d816 None None] Provisioning complete for port c0f3a91c-16f4-4fc3-8bb1-61383caca459 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:03:07.847077 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bf4b8501-5434-4e1b-a21b-e4fd7911d816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:08.021809 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9495971e-f23e-4b05-82fa-20f365ec1bee tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:08.022102 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-bf4b8501-5434-4e1b-a21b-e4fd7911d816 None None] Provisioning for port ac80e6e5-2b50-44bf-8fbd-4b6b774c3bb2 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:03:08.027999 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-bf4b8501-5434-4e1b-a21b-e4fd7911d816 None None] Provisioning complete for port ac80e6e5-2b50-44bf-8fbd-4b6b774c3bb2 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:03:08.028378 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bf4b8501-5434-4e1b-a21b-e4fd7911d816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:08.059957 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device c0f3a91c-16f4-4fc3-8bb1-61383caca459 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:03:08.084032 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9495971e-f23e-4b05-82fa-20f365ec1bee tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Port': ['ID=ac80e6e5-2b50-44bf-8fbd-4b6b774c3bb2,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:08.113184 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-bf4b8501-5434-4e1b-a21b-e4fd7911d816 None None] Port ac80e6e5-2b50-44bf-8fbd-4b6b774c3bb2 was deleted so its status cannot be updated. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 03 23:03:08.168234 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port c0f3a91c-16f4-4fc3-8bb1-61383caca459 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:03:08.168658 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:08.191467 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9495971e-f23e-4b05-82fa-20f365ec1bee tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:08.203679 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9495971e-f23e-4b05-82fa-20f365ec1bee tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/ac80e6e5-2b50-44bf-8fbd-4b6b774c3bb2 HTTP/1.1" status: 204 len: 168 time: 0.9991744 May 03 23:03:08.205977 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48802) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:08.250101 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-4aef97f7-7867-407a-a7e2-8356673f25d6 None None] Could not find standard attr ID for object ac80e6e5-2b50-44bf-8fbd-4b6b774c3bb2. {{(pid=88071) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 03 23:03:08.322035 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088f12f7-a8b0-4832-a0c3-5cbdd4215241 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:08.325919 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-088f12f7-a8b0-4832-a0c3-5cbdd4215241 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1160309 May 03 23:03:08.326287 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48806) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:08.520200 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095cd2eb-c9ee-41b6-8d79-7f637b5b0919 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:08.520938 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-095cd2eb-c9ee-41b6-8d79-7f637b5b0919 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:03:08.539234 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-095cd2eb-c9ee-41b6-8d79-7f637b5b0919 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:03:08.541897 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-095cd2eb-c9ee-41b6-8d79-7f637b5b0919 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2134044 May 03 23:03:08.543415 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48812) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:08.624648 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6727f03f-d9d3-4aa5-9824-85cb67d92087 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:08.626276 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6727f03f-d9d3-4aa5-9824-85cb67d92087 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:08.627789 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6727f03f-d9d3-4aa5-9824-85cb67d92087 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:08.628576 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6727f03f-d9d3-4aa5-9824-85cb67d92087 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:03:08.645340 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6727f03f-d9d3-4aa5-9824-85cb67d92087 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:03:08.646552 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6727f03f-d9d3-4aa5-9824-85cb67d92087 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1019413 May 03 23:03:08.649207 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48816) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:08.719674 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-2555c0f6-e5b2-441a-bf11-a48614900a46 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting subnet cd693019-633d-46a8-ba1a-e69aa326fabc {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:03:08.722743 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2555c0f6-e5b2-441a-bf11-a48614900a46 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:08.780960 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2555c0f6-e5b2-441a-bf11-a48614900a46 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:08.874861 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2555c0f6-e5b2-441a-bf11-a48614900a46 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:08.961747 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2555c0f6-e5b2-441a-bf11-a48614900a46 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:09.003906 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555c0f6-e5b2-441a-bf11-a48614900a46 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Subnet': ['ID=cd693019-633d-46a8-ba1a-e69aa326fabc,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:09.005917 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2555c0f6-e5b2-441a-bf11-a48614900a46 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:09.013761 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd7fbd9-ff6c-4f67-b4d1-df262f6fec7d None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:03:09.023206 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2555c0f6-e5b2-441a-bf11-a48614900a46 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/cd693019-633d-46a8-ba1a-e69aa326fabc HTTP/1.1" status: 204 len: 168 time: 0.3728518 May 03 23:03:09.025686 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48820) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:09.103489 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-36330e36-4bbe-4960-a561-3911d9d2f2c9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Deleting subnet e0e1d35d-6b93-4536-bd22-c79f0a567581 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:03:09.110781 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-36330e36-4bbe-4960-a561-3911d9d2f2c9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:09.173718 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-36330e36-4bbe-4960-a561-3911d9d2f2c9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:09.263457 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-36330e36-4bbe-4960-a561-3911d9d2f2c9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:09.376074 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-36330e36-4bbe-4960-a561-3911d9d2f2c9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:09.421692 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-36330e36-4bbe-4960-a561-3911d9d2f2c9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:09.424780 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36330e36-4bbe-4960-a561-3911d9d2f2c9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Subnet': ['ID=e0e1d35d-6b93-4536-bd22-c79f0a567581,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:09.438884 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-36330e36-4bbe-4960-a561-3911d9d2f2c9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/e0e1d35d-6b93-4536-bd22-c79f0a567581 HTTP/1.1" status: 204 len: 168 time: 0.4095297 May 03 23:03:09.439225 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48824) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:09.514820 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e9b3eabc-a1ed-47a7-a0a1-79c3efaa81de tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0744553 May 03 23:03:09.517510 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48832) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:09.651399 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253f7a53-d955-4069-9069-5f58706ca950 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:09.653545 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-253f7a53-d955-4069-9069-5f58706ca950 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1344283 May 03 23:03:09.656787 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48838) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:09.739852 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3ca5af-8200-4da7-a65a-e89706ea1aa6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:09.740737 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4d3ca5af-8200-4da7-a65a-e89706ea1aa6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Synchronizing usage tracker for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:03:09.760708 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4d3ca5af-8200-4da7-a65a-e89706ea1aa6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Unset dirty status for tenant:3a2255f22eb74c80b26fa2ef53d6c285 on resource:subnet {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:03:09.762213 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4d3ca5af-8200-4da7-a65a-e89706ea1aa6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1043503 May 03 23:03:09.764829 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48842) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:09.844775 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e46c1457-544e-4717-8e2a-eabcb6ff16ed tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0787227 May 03 23:03:09.848883 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48846) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:09.892449 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-4163c879-fe78-454b-94f1-5d7b696a7b76 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:09.892933 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4163c879-fe78-454b-94f1-5d7b696a7b76 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:09.897316 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48850) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:09.897464 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4163c879-fe78-454b-94f1-5d7b696a7b76 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/ac80e6e5-2b50-44bf-8fbd-4b6b774c3bb2 HTTP/1.1" status: 404 len: 333 time: 0.0474594 May 03 23:03:09.955605 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a96f5d-3d16-4ec8-b4cc-7276766e30bb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:09.956076 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00a96f5d-3d16-4ec8-b4cc-7276766e30bb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:09.958026 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-00a96f5d-3d16-4ec8-b4cc-7276766e30bb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/e0e1d35d-6b93-4536-bd22-c79f0a567581 HTTP/1.1" status: 404 len: 337 time: 0.0596218 May 03 23:03:09.960499 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48854) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:10.001210 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f801be6-4854-445a-bd88-0a601b4608e0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:10.002027 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f801be6-4854-445a-bd88-0a601b4608e0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:10.006018 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7f801be6-4854-445a-bd88-0a601b4608e0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/cd693019-633d-46a8-ba1a-e69aa326fabc HTTP/1.1" status: 404 len: 337 time: 0.0423493 May 03 23:03:10.006503 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48858) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:10.048402 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-365f28b5-1da6-46e8-b9fb-ca1d5bd1f150 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:10.048898 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-365f28b5-1da6-46e8-b9fb-ca1d5bd1f150 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:10.050679 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-365f28b5-1da6-46e8-b9fb-ca1d5bd1f150 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/be50cea6-ae6f-4db3-b012-1b05af5c4905 HTTP/1.1" status: 404 len: 333 time: 0.0432816 May 03 23:03:10.053206 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48862) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:10.066164 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d7afec-469d-4013-a495-ce9fe3af9a56 None None] Network 02c338eb-0429-43aa-8f6f-d1a2ed95a021 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:03:10.102346 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cc7436a-a1d6-4c3a-a98e-df510acdd014 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:10.102777 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cc7436a-a1d6-4c3a-a98e-df510acdd014 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:10.104462 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7cc7436a-a1d6-4c3a-a98e-df510acdd014 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/5f564ac4-e2bc-4812-85b4-b09c563a2519 HTTP/1.1" status: 404 len: 337 time: 0.0502946 May 03 23:03:10.107579 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48866) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:10.149447 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-082db9e2-b73b-468d-8c2f-6155ead2a6ca tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:10.149940 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-082db9e2-b73b-468d-8c2f-6155ead2a6ca tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:10.154176 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-082db9e2-b73b-468d-8c2f-6155ead2a6ca tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/4741033e-b426-408d-a397-8f96bce4b5d3 HTTP/1.1" status: 404 len: 337 time: 0.0423427 May 03 23:03:10.154322 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48870) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:10.185897 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e71e42af-0f6d-4bb3-a0b9-0ab53c0455cc None None] Provisioning complete for port c0f3a91c-16f4-4fc3-8bb1-61383caca459 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:03:10.186264 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e71e42af-0f6d-4bb3-a0b9-0ab53c0455cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:10.195683 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a692650-e08b-45a5-923b-773249831861 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:10.196160 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a692650-e08b-45a5-923b-773249831861 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:10.197881 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8a692650-e08b-45a5-923b-773249831861 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/1e3087e5-a6fd-4bb8-95ee-b6676b81cdbb HTTP/1.1" status: 404 len: 333 time: 0.0426142 May 03 23:03:10.200742 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48874) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:10.243399 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-151781e3-841a-41cc-8f04-c56b8ae4d37f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:10.243869 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-151781e3-841a-41cc-8f04-c56b8ae4d37f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:10.245803 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-151781e3-841a-41cc-8f04-c56b8ae4d37f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/96a02e90-a355-4898-bd78-18f098567df0 HTTP/1.1" status: 404 len: 337 time: 0.0441523 May 03 23:03:10.248911 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48878) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:10.253519 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:03:10.286526 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef7a21c-5266-4640-beca-8d11632ee02d tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:10.286915 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ef7a21c-5266-4640-beca-8d11632ee02d tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:10.288584 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4ef7a21c-5266-4640-beca-8d11632ee02d tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/3d5c62a6-8c65-4208-ad08-783e9ddd78bd HTTP/1.1" status: 404 len: 337 time: 0.0387700 May 03 23:03:10.291132 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48882) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:10.332555 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-045afb45-9f36-4ddf-ab02-fece1da402dc tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:10.333297 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-045afb45-9f36-4ddf-ab02-fece1da402dc tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:10.337032 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-045afb45-9f36-4ddf-ab02-fece1da402dc tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/f616a3fa-fd9e-4058-a4bb-5dc27cbe4d34 HTTP/1.1" status: 404 len: 333 time: 0.0426462 May 03 23:03:10.337397 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48886) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:10.379572 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-756401a2-2e90-4b3b-88a0-e83ae5cbe97f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:10.380027 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-756401a2-2e90-4b3b-88a0-e83ae5cbe97f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:10.384158 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-756401a2-2e90-4b3b-88a0-e83ae5cbe97f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/c6367b7e-e20c-4598-8b83-8ead0cb49223 HTTP/1.1" status: 404 len: 337 time: 0.0433869 May 03 23:03:10.384336 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48890) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:10.425075 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6beb5a5-88ad-44d0-babf-cf42e247d7e8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:10.425534 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6beb5a5-88ad-44d0-babf-cf42e247d7e8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:10.427552 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a6beb5a5-88ad-44d0-babf-cf42e247d7e8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/6c5e8b09-4757-49dd-8774-9ce22dcd845f HTTP/1.1" status: 404 len: 337 time: 0.0415640 May 03 23:03:10.430365 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48894) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:10.453408 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2b4a9a-bc74-499b-bc05-f88921fdacef None None] DHCP port deletion for 02c338eb-0429-43aa-8f6f-d1a2ed95a021 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:03:10.457768 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-9d2b4a9a-bc74-499b-bc05-f88921fdacef None None] Deleting port c0f3a91c-16f4-4fc3-8bb1-61383caca459 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:03:10.458395 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9d2b4a9a-bc74-499b-bc05-f88921fdacef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:10.478814 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da271f3-cf68-45d5-96b8-76e3425d3f1a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:10.479504 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4da271f3-cf68-45d5-96b8-76e3425d3f1a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:10.485323 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4da271f3-cf68-45d5-96b8-76e3425d3f1a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/4e8ebc1d-900a-4093-9dd5-aaf713f344ea HTTP/1.1" status: 404 len: 333 time: 0.0500081 May 03 23:03:10.485595 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48898) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:10.525618 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-53fe2ecc-5883-4eb4-8b37-5f19d3972deb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:10.526101 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53fe2ecc-5883-4eb4-8b37-5f19d3972deb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:10.529884 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-53fe2ecc-5883-4eb4-8b37-5f19d3972deb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/6ae14a6e-b830-4ec2-864c-aa638ff707f9 HTTP/1.1" status: 404 len: 337 time: 0.0413358 May 03 23:03:10.531389 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48902) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:10.586599 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-79fcd537-5b21-49e4-9221-bec25c7d5005 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:10.587168 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79fcd537-5b21-49e4-9221-bec25c7d5005 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:10.594248 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48906) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:10.599012 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-79fcd537-5b21-49e4-9221-bec25c7d5005 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/2d889f8f-5bfc-407b-967e-ed6f18e08e42 HTTP/1.1" status: 404 len: 333 time: 0.0663915 May 03 23:03:10.643438 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcf503ca-3a2e-44e8-8293-e9969fe24c39 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:10.643900 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcf503ca-3a2e-44e8-8293-e9969fe24c39 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:10.645574 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-bcf503ca-3a2e-44e8-8293-e9969fe24c39 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/cf517cb3-030a-48e6-a778-0dd7db77b6de HTTP/1.1" status: 404 len: 337 time: 0.0503581 May 03 23:03:10.648255 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48910) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:10.699008 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-43535f87-4641-4986-bf3a-9dc448b4aac2 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:10.700990 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43535f87-4641-4986-bf3a-9dc448b4aac2 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:10.702787 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-43535f87-4641-4986-bf3a-9dc448b4aac2 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/9643bbf3-160e-4857-ab5c-afe3dc816232 HTTP/1.1" status: 404 len: 333 time: 0.0535493 May 03 23:03:10.705439 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 48916) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:10.753982 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-9d2b4a9a-bc74-499b-bc05-f88921fdacef None None] For port c0f3a91c-16f4-4fc3-8bb1-61383caca459, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=c0f3a91c-16f4-4fc3-8bb1-61383caca459,segment=NetworkSegment(e52f2ba5-a89d-4357-9164-9eee9314fce8),segment_id=e52f2ba5-a89d-4357-9164-9eee9314fce8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:03:10.754476 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9d2b4a9a-bc74-499b-bc05-f88921fdacef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:10.767193 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-c55b8ce5-00a0-4b50-a815-860445793fb3 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:10.767770 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c55b8ce5-00a0-4b50-a815-860445793fb3 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:10.770316 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c55b8ce5-00a0-4b50-a815-860445793fb3 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/d627c1c6-23d0-43a4-b97e-f2549b466f3d HTTP/1.1" status: 404 len: 337 time: 0.0635653 May 03 23:03:10.772339 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48920) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:10.818619 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-3355c1ff-0679-4950-b372-ae4df254a01a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:10.819097 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3355c1ff-0679-4950-b372-ae4df254a01a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:10.820880 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3355c1ff-0679-4950-b372-ae4df254a01a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/9cfa4f4c-ce93-4818-9151-0eb5316af06b HTTP/1.1" status: 404 len: 333 time: 0.0475173 May 03 23:03:10.823450 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48924) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:10.862915 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac17dafb-82c4-450f-a3ce-725f604d703a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:10.863382 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac17dafb-82c4-450f-a3ce-725f604d703a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:10.867361 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ac17dafb-82c4-450f-a3ce-725f604d703a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/a54e07eb-acea-47c8-8976-33317be6de35 HTTP/1.1" status: 404 len: 337 time: 0.0406871 May 03 23:03:10.867566 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48928) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:10.895534 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-9d2b4a9a-bc74-499b-bc05-f88921fdacef None None] Calling delete_port for c0f3a91c-16f4-4fc3-8bb1-61383caca459 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:03:10.908738 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-5701d626-5052-4bed-859c-1784345ccedf tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:10.909222 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5701d626-5052-4bed-859c-1784345ccedf tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:10.913369 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5701d626-5052-4bed-859c-1784345ccedf tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/0fa7d636-f9b2-498e-9c1b-8bf74fe1398b HTTP/1.1" status: 404 len: 333 time: 0.0424895 May 03 23:03:10.913575 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48932) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:10.955801 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba41dd0-2953-433d-9d3c-2c536700ba38 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:10.956309 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba41dd0-2953-433d-9d3c-2c536700ba38 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:10.960599 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3ba41dd0-2953-433d-9d3c-2c536700ba38 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/0c9e241e-5ca3-4dfb-b89f-efdc786339dd HTTP/1.1" status: 404 len: 337 time: 0.0436780 May 03 23:03:10.960826 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48936) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:10.978332 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9d2b4a9a-bc74-499b-bc05-f88921fdacef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:11.006751 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-89e62116-916e-4b32-845f-f1b145c7b02e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:11.007261 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89e62116-916e-4b32-845f-f1b145c7b02e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:11.008936 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-89e62116-916e-4b32-845f-f1b145c7b02e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/72a157d1-20e0-4a0b-ba85-f9ed05095bc8 HTTP/1.1" status: 404 len: 333 time: 0.0468860 May 03 23:03:11.011500 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48940) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:11.025950 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b4a9a-bc74-499b-bc05-f88921fdacef None None] Pushing event deleted for resources: {'Port': ['ID=c0f3a91c-16f4-4fc3-8bb1-61383caca459,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:11.033192 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2b4a9a-bc74-499b-bc05-f88921fdacef None None] No DVR routers for this DVR port c0f3a91c-16f4-4fc3-8bb1-61383caca459 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:03:11.050587 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-721a944d-49be-4320-a719-d0546ea49656 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:11.051098 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-721a944d-49be-4320-a719-d0546ea49656 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:11.052765 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-721a944d-49be-4320-a719-d0546ea49656 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/d1171267-d7db-4f22-9c4d-70f8e6902b1c HTTP/1.1" status: 404 len: 337 time: 0.0401211 May 03 23:03:11.056111 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48944) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:11.099884 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f7a307-d507-4a8d-90b3-bf1548d3a4fe tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:11.100332 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71f7a307-d507-4a8d-90b3-bf1548d3a4fe tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:11.102001 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-71f7a307-d507-4a8d-90b3-bf1548d3a4fe tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/890e2240-70f9-47e6-a1a3-d9fab740db1e HTTP/1.1" status: 404 len: 337 time: 0.0449698 May 03 23:03:11.104457 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48948) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:11.148194 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3369c71-f583-4952-aeca-7ef80d946d72 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:11.148666 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3369c71-f583-4952-aeca-7ef80d946d72 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:11.150709 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c3369c71-f583-4952-aeca-7ef80d946d72 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/ca9a5eb5-58d7-423a-910b-5e8c5a7cacd2 HTTP/1.1" status: 404 len: 333 time: 0.0453711 May 03 23:03:11.153332 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48952) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:11.190351 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-0adafcf7-c60d-4302-8cd3-adfa4496c268 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:11.190792 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0adafcf7-c60d-4302-8cd3-adfa4496c268 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:11.192378 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0adafcf7-c60d-4302-8cd3-adfa4496c268 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/b6c586e5-94b8-4c1d-96b4-c9507015bc19 HTTP/1.1" status: 404 len: 337 time: 0.0381434 May 03 23:03:11.195282 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48956) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:11.236215 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad18e6fe-5152-4473-9ccf-26ce757f452c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:11.236662 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad18e6fe-5152-4473-9ccf-26ce757f452c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:11.238332 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ad18e6fe-5152-4473-9ccf-26ce757f452c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/8a406397-1c4a-4fed-bdb7-9f58843c9dea HTTP/1.1" status: 404 len: 337 time: 0.0421886 May 03 23:03:11.240810 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48960) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:11.281387 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-d25edbd8-349e-4674-81db-da61968bc4c0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:11.281872 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d25edbd8-349e-4674-81db-da61968bc4c0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:11.283470 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d25edbd8-349e-4674-81db-da61968bc4c0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/063aacf8-4b29-40ca-9717-242d38be3868 HTTP/1.1" status: 404 len: 333 time: 0.0417550 May 03 23:03:11.286016 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48964) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:11.322870 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-060bbd7f-e548-4736-bf02-caf13a7e3763 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:11.323309 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-060bbd7f-e548-4736-bf02-caf13a7e3763 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:11.325478 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-060bbd7f-e548-4736-bf02-caf13a7e3763 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/8e9066b8-4a83-4cc4-b2fe-dca3e2743a85 HTTP/1.1" status: 404 len: 337 time: 0.0380142 May 03 23:03:11.327833 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48968) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:11.366910 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2bc9760-e371-47f7-ae9b-a5a37b333014 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:11.367356 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2bc9760-e371-47f7-ae9b-a5a37b333014 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:11.368965 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d2bc9760-e371-47f7-ae9b-a5a37b333014 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/9189c5bf-d7d9-4075-92be-0117a684be94 HTTP/1.1" status: 404 len: 337 time: 0.0402689 May 03 23:03:11.371347 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48972) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:11.411829 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-af5a503b-ec73-42b4-ae19-4d541f0f291a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:11.412255 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af5a503b-ec73-42b4-ae19-4d541f0f291a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:11.414016 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-af5a503b-ec73-42b4-ae19-4d541f0f291a tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/ab0dc1ed-3719-4edd-a78f-51d4e2dc4fdb HTTP/1.1" status: 404 len: 333 time: 0.0412588 May 03 23:03:11.416558 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48976) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:11.453537 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-31db9c34-049c-4471-92a1-deecf85a10e0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:11.454001 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31db9c34-049c-4471-92a1-deecf85a10e0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:11.455581 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-31db9c34-049c-4471-92a1-deecf85a10e0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/91337063-f7bf-4ef3-9fc6-20ba6be5af3e HTTP/1.1" status: 404 len: 337 time: 0.0381496 May 03 23:03:11.457811 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48980) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:11.496592 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d49e91-bc1f-44ef-982f-1886cdbef61f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:11.497704 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66d49e91-bc1f-44ef-982f-1886cdbef61f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:11.499171 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-66d49e91-bc1f-44ef-982f-1886cdbef61f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/24d679ff-9507-46f7-9954-5598276b0a39 HTTP/1.1" status: 404 len: 337 time: 0.0404768 May 03 23:03:11.501596 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48984) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:11.544678 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f8b04308-94d2-4e36-9f0d-3921df8d4913 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e56eb70-1314-4c24-bd9e-edff1ae43bf7 HTTP/1.1" status: 200 len: 205 time: 0.0420113 May 03 23:03:11.546979 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48988) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:11.615427 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-34ac74de-65cc-463e-887a-829546a4c602 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] delete failed (client error): The resource could not be found. May 03 23:03:11.616434 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-34ac74de-65cc-463e-887a-829546a4c602 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/routers/0e56eb70-1314-4c24-bd9e-edff1ae43bf7 HTTP/1.1" status: 404 len: 336 time: 0.0685818 May 03 23:03:11.619035 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48992) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:11.655725 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a885d1a-d99c-4ea8-ae10-12373bc13547 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:11.656164 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a885d1a-d99c-4ea8-ae10-12373bc13547 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:11.657762 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9a885d1a-d99c-4ea8-ae10-12373bc13547 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/13a8f785-209c-43ed-a2b2-c8eee8a30ab6 HTTP/1.1" status: 404 len: 337 time: 0.0378482 May 03 23:03:11.660119 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 48996) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:11.705378 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-51e35f5c-cea5-4a3e-9d0a-a9ae219f61d3 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "GET /v2.0/ports?device_id=06d0ba48-4f7a-4c9b-a39d-0b7df01387ca HTTP/1.1" status: 200 len: 205 time: 0.0441906 May 03 23:03:11.707706 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49000) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:11.772171 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [None req-8a965e51-9fe8-4a8b-b0f4-ff9f5be8f567 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] delete failed (client error): The resource could not be found. May 03 23:03:11.773180 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8a965e51-9fe8-4a8b-b0f4-ff9f5be8f567 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/routers/06d0ba48-4f7a-4c9b-a39d-0b7df01387ca HTTP/1.1" status: 404 len: 336 time: 0.0646205 May 03 23:03:11.775687 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49008) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:11.816930 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-f860965f-6e44-4f30-8d5b-c397f64da31c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:11.817391 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f860965f-6e44-4f30-8d5b-c397f64da31c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:11.819075 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f860965f-6e44-4f30-8d5b-c397f64da31c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/46d1fdea-79ba-407d-b28d-81cda689a6a7 HTTP/1.1" status: 404 len: 337 time: 0.0425169 May 03 23:03:11.821566 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49012) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:11.861041 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e57afad-08a0-4acb-b0de-3747361321d8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:11.861507 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e57afad-08a0-4acb-b0de-3747361321d8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:11.866316 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6e57afad-08a0-4acb-b0de-3747361321d8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/e4021ad5-6ecd-4ffc-9f18-0dac2f44796c HTTP/1.1" status: 404 len: 337 time: 0.0397956 May 03 23:03:11.866610 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49018) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:11.907991 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-b201d416-b5c7-45cf-8853-dc61f57c592f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:11.908474 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b201d416-b5c7-45cf-8853-dc61f57c592f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:11.912448 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b201d416-b5c7-45cf-8853-dc61f57c592f tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/5be4d063-1878-4771-ae81-fb4e330a3739 HTTP/1.1" status: 404 len: 333 time: 0.0425675 May 03 23:03:11.912772 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49022) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:11.953460 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-d905ae08-b19f-4be3-a61c-31cf01b0fbf6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:11.953957 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d905ae08-b19f-4be3-a61c-31cf01b0fbf6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:11.955675 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d905ae08-b19f-4be3-a61c-31cf01b0fbf6 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/f22ae97d-9b80-482f-9489-98d7bc3612d0 HTTP/1.1" status: 404 len: 337 time: 0.0420835 May 03 23:03:11.958443 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49026) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:12.003468 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-38594da7-12c4-468f-9e42-49c9e7d53d0b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:12.004201 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38594da7-12c4-468f-9e42-49c9e7d53d0b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:12.010596 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-38594da7-12c4-468f-9e42-49c9e7d53d0b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/666d0c78-3220-40bb-9438-db54e1696ff7 HTTP/1.1" status: 404 len: 333 time: 0.0498192 May 03 23:03:12.010711 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49030) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:12.018492 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device c0f3a91c-16f4-4fc3-8bb1-61383caca459 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:03:12.051601 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c8f9da-6dd4-442e-828c-a17855c920c8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:12.052056 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9c8f9da-6dd4-442e-828c-a17855c920c8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:12.057494 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f9c8f9da-6dd4-442e-828c-a17855c920c8 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/9ba63c79-1186-46d8-98b0-c25db45988c7 HTTP/1.1" status: 404 len: 337 time: 0.0425649 May 03 23:03:12.057494 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49034) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:12.063628 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: c0f3a91c-16f4-4fc3-8bb1-61383caca459 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:03:12.064301 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device c0f3a91c-16f4-4fc3-8bb1-61383caca459 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:03:12.097930 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b2b8f59-3489-4ab4-a497-8b40e10411f0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:12.098455 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b2b8f59-3489-4ab4-a497-8b40e10411f0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:12.100079 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7b2b8f59-3489-4ab4-a497-8b40e10411f0 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/a5f6358b-61eb-4d9f-af47-f76c2e1e9cf8 HTTP/1.1" status: 404 len: 333 time: 0.0424306 May 03 23:03:12.102641 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49038) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:12.145327 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ac4619b-b5e2-4455-8ba1-52e72b678fd9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:12.145783 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ac4619b-b5e2-4455-8ba1-52e72b678fd9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:12.147477 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2ac4619b-b5e2-4455-8ba1-52e72b678fd9 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/57344395-d8f3-469a-adae-fce80afc791b HTTP/1.1" status: 404 len: 337 time: 0.0438790 May 03 23:03:12.150422 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49042) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:12.191856 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-1311fc19-315d-472a-a80f-d7749fd35289 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:12.192323 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1311fc19-315d-472a-a80f-d7749fd35289 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:12.196247 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1311fc19-315d-472a-a80f-d7749fd35289 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/608952d0-29db-444e-82c2-7e464a3ac43e HTTP/1.1" status: 404 len: 333 time: 0.0426772 May 03 23:03:12.196506 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49046) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:12.250191 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7aa3fc-f496-4525-bc45-a97d0ae21e24 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:12.250547 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db7aa3fc-f496-4525-bc45-a97d0ae21e24 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:12.252220 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-db7aa3fc-f496-4525-bc45-a97d0ae21e24 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/4ccc9883-6baa-42cb-a72d-3e50b42ef668 HTTP/1.1" status: 404 len: 337 time: 0.0548060 May 03 23:03:12.254747 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49050) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:12.298842 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-74c08763-9386-4546-b7ca-b1d358e11c2b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:12.299309 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74c08763-9386-4546-b7ca-b1d358e11c2b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:12.300948 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-74c08763-9386-4546-b7ca-b1d358e11c2b tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/94f831c1-52ee-4a57-9ec6-f5b573b49e96 HTTP/1.1" status: 404 len: 333 time: 0.0453265 May 03 23:03:12.303424 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49054) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:12.341312 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-b49a6598-da37-43d6-9f17-43283a4bf2cc tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:12.342098 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b49a6598-da37-43d6-9f17-43283a4bf2cc tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:12.343655 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b49a6598-da37-43d6-9f17-43283a4bf2cc tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/e75bc827-d5a0-450b-be9a-02bda8949a0f HTTP/1.1" status: 404 len: 337 time: 0.0390162 May 03 23:03:12.350808 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49058) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:12.392651 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-0da12b66-bfaa-49ab-84f8-36b1f021f88e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:12.393147 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0da12b66-bfaa-49ab-84f8-36b1f021f88e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:12.394901 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0da12b66-bfaa-49ab-84f8-36b1f021f88e tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/657713de-8291-4b84-a26c-9c221fa43263 HTTP/1.1" status: 404 len: 333 time: 0.0430751 May 03 23:03:12.397316 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49062) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:12.437864 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c5a398-5845-4b83-abd9-56134bcbb121 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:12.438333 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42c5a398-5845-4b83-abd9-56134bcbb121 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:12.440038 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-42c5a398-5845-4b83-abd9-56134bcbb121 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/41bbb6cb-4013-4329-a9fa-391ed2352bb1 HTTP/1.1" status: 404 len: 337 time: 0.0418429 May 03 23:03:12.442492 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49066) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:12.484360 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eed7bb3-d5e9-40eb-a259-32ec3e91f6bb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:12.484838 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eed7bb3-d5e9-40eb-a259-32ec3e91f6bb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:12.486543 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3eed7bb3-d5e9-40eb-a259-32ec3e91f6bb tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/ports/9b1a779e-4dd3-4b0f-8712-ca881e7472ab HTTP/1.1" status: 404 len: 333 time: 0.0431602 May 03 23:03:12.489063 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49070) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:12.525760 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce0cdc70-fceb-436f-a641-330765f4137c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] DELETE failed (client error): The resource could not be found. May 03 23:03:12.527200 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce0cdc70-fceb-436f-a641-330765f4137c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:12.530319 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ce0cdc70-fceb-436f-a641-330765f4137c tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/subnets/328656a7-1bd4-4786-998c-323256e6a438 HTTP/1.1" status: 404 len: 337 time: 0.0403209 May 03 23:03:12.531020 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49074) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:12.644505 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e385d162-6f1c-4f15-96b6-a21ff9852182 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:12.774391 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e385d162-6f1c-4f15-96b6-a21ff9852182 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:12.800173 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-e385d162-6f1c-4f15-96b6-a21ff9852182 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c338eb-0429-43aa-8f6f-d1a2ed95a021']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:12.812161 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-e385d162-6f1c-4f15-96b6-a21ff9852182 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e52f2ba5-a89d-4357-9164-9eee9314fce8') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:12.812472 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-e385d162-6f1c-4f15-96b6-a21ff9852182 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e52f2ba5-a89d-4357-9164-9eee9314fce8') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:12.823448 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e385d162-6f1c-4f15-96b6-a21ff9852182 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:12.843580 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e385d162-6f1c-4f15-96b6-a21ff9852182 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:12.850647 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e385d162-6f1c-4f15-96b6-a21ff9852182 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:03:12.851067 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e385d162-6f1c-4f15-96b6-a21ff9852182 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:12.869221 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 23:03:12.869221 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:03:12.869221 n-d-811807-1 neutron-server[88069]: timer() May 03 23:03:12.869221 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:03:12.869221 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 23:03:12.869221 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:03:12.869221 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 23:03:12.869221 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:03:12.869221 n-d-811807-1 neutron-server[88069]: self._notify() May 03 23:03:12.869221 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:03:12.869221 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 23:03:12.869221 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:03:12.869221 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 23:03:12.869221 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:03:12.869221 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:03:12.869221 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:03:12.869221 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:03:12.869221 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:03:12.869221 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 23:03:12.869221 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:03:12.869221 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 23:03:12.869221 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:03:12.869221 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:03:12.869221 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:03:12.869221 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 23:03:12.869221 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:03:12.869221 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:03:12.869221 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:03:12.869221 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:03:12.869221 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:03:12.869221 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:03:12.869221 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:03:12.951133 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e385d162-6f1c-4f15-96b6-a21ff9852182 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:12.971936 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e385d162-6f1c-4f15-96b6-a21ff9852182 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:12.978227 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385d162-6f1c-4f15-96b6-a21ff9852182 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] Pushing event deleted for resources: {'Network': ['ID=02c338eb-0429-43aa-8f6f-d1a2ed95a021,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:12.989267 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e385d162-6f1c-4f15-96b6-a21ff9852182 tempest-NetworksTestDHCPv6-1501900295 tempest-NetworksTestDHCPv6-1501900295-project] 10.222.0.58 "DELETE /v2.0/networks/02c338eb-0429-43aa-8f6f-d1a2ed95a021 HTTP/1.1" status: 204 len: 168 time: 0.4534612 May 03 23:03:13.257286 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49084) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:13.412029 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e2747b34-35c5-41e9-8349-92fc774e8727 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3a2255f22eb74c80b26fa2ef53d6c285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1535308 May 03 23:03:13.414508 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49090) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:13.478418 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1c644445-6469-47b2-a05a-ed2df55e38c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:13.504414 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1c644445-6469-47b2-a05a-ed2df55e38c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:13.555811 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1c644445-6469-47b2-a05a-ed2df55e38c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:13.571317 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c644445-6469-47b2-a05a-ed2df55e38c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc942a8-561d-403c-9cd5-27e4dbbf0f48,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:13.578682 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1c644445-6469-47b2-a05a-ed2df55e38c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:13.593526 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1c644445-6469-47b2-a05a-ed2df55e38c3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9dc942a8-561d-403c-9cd5-27e4dbbf0f48 HTTP/1.1" status: 204 len: 168 time: 0.1669223 May 03 23:03:14.069667 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49112) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.135247 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-3031a07f-55c9-4569-8bbc-1ff1cfe0e32a admin admin] Deleting subnet a48a4adb-c061-41c4-bc35-f1d5ff0b47e2 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:03:14.138818 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3031a07f-55c9-4569-8bbc-1ff1cfe0e32a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:14.193274 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3031a07f-55c9-4569-8bbc-1ff1cfe0e32a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:14.253598 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3031a07f-55c9-4569-8bbc-1ff1cfe0e32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:14.289709 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49120) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.325497 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3031a07f-55c9-4569-8bbc-1ff1cfe0e32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:14.402673 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-5abb9e9f-270d-4518-878d-9dd8177fa370 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.407497 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5abb9e9f-270d-4518-878d-9dd8177fa370 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1166425 May 03 23:03:14.408248 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49126) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.422602 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-023035b9-d324-4026-b76c-ee77bb55e4bb tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.426750 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-023035b9-d324-4026-b76c-ee77bb55e4bb tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0098395 May 03 23:03:14.428788 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49130) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.434083 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-926e4a53-5424-496e-8a25-1d67fdb2419f tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.435548 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-926e4a53-5424-496e-8a25-1d67fdb2419f tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0054624 May 03 23:03:14.438230 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49134) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.442662 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-c6f62d7c-66a7-4674-a3e1-7528595780b9 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.443578 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c6f62d7c-66a7-4674-a3e1-7528595780b9 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0044951 May 03 23:03:14.445774 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49138) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.450949 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-38c81a98-292f-436b-84e0-a71917b005e1 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.451870 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-38c81a98-292f-436b-84e0-a71917b005e1 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0051959 May 03 23:03:14.454233 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49142) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.458555 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-8be0659b-1103-43a6-b050-1c9063fcd775 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.459534 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8be0659b-1103-43a6-b050-1c9063fcd775 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0044179 May 03 23:03:14.461726 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49146) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.466727 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-d5b15e67-3dad-4cf0-acec-097d3dab10d0 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.467708 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d5b15e67-3dad-4cf0-acec-097d3dab10d0 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0051026 May 03 23:03:14.469792 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49150) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.474137 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-8f4c6a59-0fae-4a9b-9dd1-a108ea580340 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.475105 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8f4c6a59-0fae-4a9b-9dd1-a108ea580340 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0043902 May 03 23:03:14.477269 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49154) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.478811 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031a07f-55c9-4569-8bbc-1ff1cfe0e32a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a48a4adb-c061-41c4-bc35-f1d5ff0b47e2,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:14.482308 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3031a07f-55c9-4569-8bbc-1ff1cfe0e32a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:14.483800 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-331d7e3b-aa3d-4144-b0e0-c05c821d7b5c tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.484728 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-331d7e3b-aa3d-4144-b0e0-c05c821d7b5c tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0066469 May 03 23:03:14.487060 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49158) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.488205 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3031a07f-55c9-4569-8bbc-1ff1cfe0e32a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a48a4adb-c061-41c4-bc35-f1d5ff0b47e2 HTTP/1.1" status: 204 len: 168 time: 0.4174519 May 03 23:03:14.490566 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49162) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.491619 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-a8eb6928-149d-485f-a6a4-9f400042c484 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.492515 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a8eb6928-149d-485f-a6a4-9f400042c484 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0045598 May 03 23:03:14.494626 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49166) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.499344 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-adbab456-56fc-4264-b1e6-e743971238c9 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.500239 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-adbab456-56fc-4264-b1e6-e743971238c9 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0048149 May 03 23:03:14.502326 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49170) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.506643 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-63b52dc8-3826-4222-830b-ed71e7acd24b tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.507536 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-63b52dc8-3826-4222-830b-ed71e7acd24b tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0044024 May 03 23:03:14.509547 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49174) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.514364 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-1e5df170-4eb4-475f-b7c8-102d03e04b7d tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.515252 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1e5df170-4eb4-475f-b7c8-102d03e04b7d tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0048645 May 03 23:03:14.517307 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49178) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.522335 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-e2ad0919-0ddd-4ea8-ab2c-cc81d612316b tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.523233 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e2ad0919-0ddd-4ea8-ab2c-cc81d612316b tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0051203 May 03 23:03:14.525493 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49182) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.529977 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-07acc96b-4deb-44a5-ad3a-90c7f566081f tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.530883 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-07acc96b-4deb-44a5-ad3a-90c7f566081f tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0045140 May 03 23:03:14.533032 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49186) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.537434 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-f6afc704-5a8d-42b5-b319-aad957e780b1 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.540650 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f6afc704-5a8d-42b5-b319-aad957e780b1 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0066240 May 03 23:03:14.541316 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49190) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.546143 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-e2d755ab-9a21-4d0e-9d71-2a92cd3d6317 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.547209 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e2d755ab-9a21-4d0e-9d71-2a92cd3d6317 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0048757 May 03 23:03:14.549392 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49194) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.553603 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-bb498330-f67d-4926-8002-305b4ac1b2dc tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.554823 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-bb498330-f67d-4926-8002-305b4ac1b2dc tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0045857 May 03 23:03:14.556953 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49198) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.562074 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-55609a2e-b794-4d2d-ab76-3fc068b89960 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.562964 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-55609a2e-b794-4d2d-ab76-3fc068b89960 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0050528 May 03 23:03:14.565116 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49202) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.569265 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-cd247e97-c170-4fd1-9857-0291089b4dc5 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.570186 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-cd247e97-c170-4fd1-9857-0291089b4dc5 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0042329 May 03 23:03:14.572402 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49206) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.577729 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-e5e65571-b4d2-4e09-980d-a0e578c6a167 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.578693 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e5e65571-b4d2-4e09-980d-a0e578c6a167 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0053563 May 03 23:03:14.580973 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49210) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.585921 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-5d6012e1-ab3a-4156-90ef-a04425335721 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.586814 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5d6012e1-ab3a-4156-90ef-a04425335721 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0046189 May 03 23:03:14.588994 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49214) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.593405 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-1a50209e-a090-4e24-a5aa-7fa1d5a35ef3 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.594338 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1a50209e-a090-4e24-a5aa-7fa1d5a35ef3 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0045252 May 03 23:03:14.596392 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49218) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.600507 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3629d1c1-21c8-4b3f-8b85-75f011feb9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:14.600974 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-e5cddf07-2a9c-4dd3-9705-5903abb7d9b6 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.601643 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e5cddf07-2a9c-4dd3-9705-5903abb7d9b6 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0044272 May 03 23:03:14.606703 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49222) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.612531 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [None req-a6ae5d6d-cd47-44a8-a938-5b26992c61ce tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88070) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.613501 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a6ae5d6d-cd47-44a8-a938-5b26992c61ce tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0058830 May 03 23:03:14.615782 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49226) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.620708 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-b798b701-597c-46e2-b481-9c629e6908b9 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.621641 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b798b701-597c-46e2-b481-9c629e6908b9 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0048730 May 03 23:03:14.624262 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49230) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.628722 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-eb232b7e-9e07-44cd-9c77-f87591d32339 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.629666 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-eb232b7e-9e07-44cd-9c77-f87591d32339 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0044639 May 03 23:03:14.631689 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49234) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.636087 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-7ee1b0d5-b239-4b18-a10d-6a968207bde6 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.637026 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7ee1b0d5-b239-4b18-a10d-6a968207bde6 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0045118 May 03 23:03:14.639405 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49238) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.644176 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-75261153-7163-4431-98f6-106062b09ee6 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.645099 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-75261153-7163-4431-98f6-106062b09ee6 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0048831 May 03 23:03:14.647128 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49242) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.651477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-388ef3f6-67d0-4260-8b4f-ec9b7b1de130 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.652358 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-388ef3f6-67d0-4260-8b4f-ec9b7b1de130 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0043838 May 03 23:03:14.654460 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49246) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.658686 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-37ab9a2e-9ed3-41f5-ad40-42e2464a7566 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.659617 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-37ab9a2e-9ed3-41f5-ad40-42e2464a7566 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0043144 May 03 23:03:14.661566 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49250) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.665939 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-83fb02a9-2809-489b-94d2-1bec67322c71 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.666877 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-83fb02a9-2809-489b-94d2-1bec67322c71 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0044303 May 03 23:03:14.669393 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49254) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.673616 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-3bfa7eb2-9dd7-4946-9331-92671db75466 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.674587 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3bfa7eb2-9dd7-4946-9331-92671db75466 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0043170 May 03 23:03:14.676523 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49258) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.681023 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-978bfd1f-bb26-4952-9cb6-95fc7dd3b2d0 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.681985 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-978bfd1f-bb26-4952-9cb6-95fc7dd3b2d0 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0045898 May 03 23:03:14.684002 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49262) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.688791 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-51751679-c6fa-4307-b66b-37690a943ac4 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.689719 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-51751679-c6fa-4307-b66b-37690a943ac4 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0043228 May 03 23:03:14.691711 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49266) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.699541 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-bbfe3ceb-171b-4d64-8055-af421e463cd4 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.700497 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-bbfe3ceb-171b-4d64-8055-af421e463cd4 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0079784 May 03 23:03:14.702611 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49270) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.706840 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-75d76693-99ec-4aec-86d0-875b872a050d tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.707780 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-75d76693-99ec-4aec-86d0-875b872a050d tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0043151 May 03 23:03:14.709729 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49274) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.713928 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-1374e035-a926-4bc6-bd92-d8a07f7642c5 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.714855 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1374e035-a926-4bc6-bd92-d8a07f7642c5 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0042617 May 03 23:03:14.716814 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49278) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.720901 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-ae5af95d-dd1c-45de-9f86-562e5c2a2dec tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.721825 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ae5af95d-dd1c-45de-9f86-562e5c2a2dec tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0041690 May 03 23:03:14.723846 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49282) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.728169 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-345e1e3d-706f-4c0d-9ccd-7839fb0cb3dd tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.729068 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-345e1e3d-706f-4c0d-9ccd-7839fb0cb3dd tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0044060 May 03 23:03:14.730112 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3629d1c1-21c8-4b3f-8b85-75f011feb9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:14.731851 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49286) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.736105 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-477f2b18-6b82-47d6-9b26-dd07fc54aa31 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.737444 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-477f2b18-6b82-47d6-9b26-dd07fc54aa31 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0043194 May 03 23:03:14.739152 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49290) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.743368 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-eefb75bb-a17f-4bbf-a549-28d563312a29 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.744270 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-eefb75bb-a17f-4bbf-a549-28d563312a29 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0043051 May 03 23:03:14.746434 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49294) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.751754 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-5f72b8df-4ec2-45c4-b8e4-c9057296901b tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.752661 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5f72b8df-4ec2-45c4-b8e4-c9057296901b tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0048273 May 03 23:03:14.754824 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49298) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.755695 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-3629d1c1-21c8-4b3f-8b85-75f011feb9b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4db04b0a-96aa-4da2-bf24-bf173df49105']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:14.759072 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-a7d8a2d0-55a3-4654-842e-673987dafab3 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.759967 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a7d8a2d0-55a3-4654-842e-673987dafab3 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0043373 May 03 23:03:14.762049 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49302) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.766337 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-95971623-4eaa-46d8-a237-ff843eedfb5d tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.767236 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-95971623-4eaa-46d8-a237-ff843eedfb5d tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0043201 May 03 23:03:14.768050 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-3629d1c1-21c8-4b3f-8b85-75f011feb9b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b84367-2fcb-485e-8afe-d71abc718106') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:14.768418 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-3629d1c1-21c8-4b3f-8b85-75f011feb9b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b84367-2fcb-485e-8afe-d71abc718106') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:14.769236 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49306) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.773442 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-0d1fe6e5-1411-4008-8f97-360cf609ac63 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.774371 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0d1fe6e5-1411-4008-8f97-360cf609ac63 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0043156 May 03 23:03:14.776418 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49310) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.780304 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3629d1c1-21c8-4b3f-8b85-75f011feb9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:14.780785 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-dce8d90d-5530-4181-b985-62d1c70e1078 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.781677 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-dce8d90d-5530-4181-b985-62d1c70e1078 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0044348 May 03 23:03:14.783689 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49314) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.787970 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-1afe6ccf-0d8a-49df-9141-92ac193bdf68 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.788879 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1afe6ccf-0d8a-49df-9141-92ac193bdf68 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0043738 May 03 23:03:14.791029 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49318) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.795749 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-3e1d618d-9b73-47b4-8718-91dc7061bb65 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.796653 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3629d1c1-21c8-4b3f-8b85-75f011feb9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:14.796786 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3e1d618d-9b73-47b4-8718-91dc7061bb65 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0048125 May 03 23:03:14.798793 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49322) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.802817 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3629d1c1-21c8-4b3f-8b85-75f011feb9b0 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:03:14.803203 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3629d1c1-21c8-4b3f-8b85-75f011feb9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:14.803566 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-e1dab905-a323-4b2f-8584-f0eb768cc4a7 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.804729 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e1dab905-a323-4b2f-8584-f0eb768cc4a7 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0051253 May 03 23:03:14.806970 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49326) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.811930 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-83da22fa-b098-49e1-ab96-3e045af2a4fc tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.812822 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-83da22fa-b098-49e1-ab96-3e045af2a4fc tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0048988 May 03 23:03:14.814921 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49330) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.816996 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 23:03:14.816996 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:03:14.816996 n-d-811807-1 neutron-server[88070]: timer() May 03 23:03:14.816996 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:03:14.816996 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 23:03:14.816996 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:03:14.816996 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 23:03:14.816996 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:03:14.816996 n-d-811807-1 neutron-server[88070]: self._notify() May 03 23:03:14.816996 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:03:14.816996 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 23:03:14.816996 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:03:14.816996 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 23:03:14.816996 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:03:14.816996 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:03:14.816996 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:03:14.816996 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:03:14.816996 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:03:14.816996 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 23:03:14.816996 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:03:14.816996 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 23:03:14.816996 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:03:14.816996 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:03:14.816996 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:03:14.816996 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 23:03:14.816996 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:03:14.816996 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:03:14.816996 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:03:14.816996 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:03:14.816996 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:03:14.816996 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:03:14.816996 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:03:14.819344 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-f58d218c-2597-4ebe-9267-87d97f1f4f1d tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.820228 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f58d218c-2597-4ebe-9267-87d97f1f4f1d tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0044494 May 03 23:03:14.822375 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49334) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.826587 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-aec8158a-480d-41eb-858d-9ff4b2835efa tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.827539 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-aec8158a-480d-41eb-858d-9ff4b2835efa tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0042942 May 03 23:03:14.829546 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49338) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.833695 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-410d8cb7-3299-497a-bd06-3321067d18b7 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.834604 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-410d8cb7-3299-497a-bd06-3321067d18b7 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0041676 May 03 23:03:14.836756 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49342) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.840954 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-022eb84c-784b-438e-99c2-782ef6e185b6 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.841875 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-022eb84c-784b-438e-99c2-782ef6e185b6 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0042906 May 03 23:03:14.843929 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49346) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.848202 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-b0c01be4-5c40-4fa7-83a9-57d379b22d63 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.849094 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b0c01be4-5c40-4fa7-83a9-57d379b22d63 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0043571 May 03 23:03:14.851551 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49350) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.856769 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-14a5b840-00ff-46b3-9963-1a140474b608 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.857705 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-14a5b840-00ff-46b3-9963-1a140474b608 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0053072 May 03 23:03:14.859878 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49354) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.866082 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-602be14b-9afa-4f41-ace7-254dbfb0e5bc tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.867547 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-602be14b-9afa-4f41-ace7-254dbfb0e5bc tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0063164 May 03 23:03:14.869428 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49358) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.874393 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-d92e1448-e1d6-4094-b56a-3cdddd5ec500 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.875237 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d92e1448-e1d6-4094-b56a-3cdddd5ec500 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0049379 May 03 23:03:14.877299 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49362) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.881606 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-06da5206-ab65-417c-b2af-06da8d1b8c0c tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.882544 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-06da5206-ab65-417c-b2af-06da8d1b8c0c tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0043721 May 03 23:03:14.884523 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49366) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.888845 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-109753df-3524-4fb6-9a92-1607db92e430 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.889808 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-109753df-3524-4fb6-9a92-1607db92e430 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0044208 May 03 23:03:14.892225 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49370) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.897408 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-1a9bf829-2ad6-4cf6-9d6f-bbc4caf91995 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.897942 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3629d1c1-21c8-4b3f-8b85-75f011feb9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:14.898461 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1a9bf829-2ad6-4cf6-9d6f-bbc4caf91995 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0053239 May 03 23:03:14.900842 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49374) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.906417 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-87236f44-5780-4cad-b35d-81306ed5b4db tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.909400 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-87236f44-5780-4cad-b35d-81306ed5b4db tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0055311 May 03 23:03:14.909789 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49378) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.914676 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-6a6002ef-5909-4b03-b367-bbea40a8adf0 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.915596 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6a6002ef-5909-4b03-b367-bbea40a8adf0 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0050550 May 03 23:03:14.916998 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3629d1c1-21c8-4b3f-8b85-75f011feb9b0 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:14.917608 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49382) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.922563 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-e33c24c8-7805-4e28-80ad-ff7c6d099cea tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.923474 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e33c24c8-7805-4e28-80ad-ff7c6d099cea tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0050106 May 03 23:03:14.925676 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49386) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.927815 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3629d1c1-21c8-4b3f-8b85-75f011feb9b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4db04b0a-96aa-4da2-bf24-bf173df49105,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:14.930252 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-97bc0cd2-b0cd-4496-859c-424c0cb33cef tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.933303 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-97bc0cd2-b0cd-4496-859c-424c0cb33cef tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0046315 May 03 23:03:14.933710 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49390) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.936783 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3629d1c1-21c8-4b3f-8b85-75f011feb9b0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/4db04b0a-96aa-4da2-bf24-bf173df49105 HTTP/1.1" status: 204 len: 168 time: 0.4452751 May 03 23:03:14.939990 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-c150ba88-3be6-4fae-9690-e99d64ededa2 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.940925 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c150ba88-3be6-4fae-9690-e99d64ededa2 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0065596 May 03 23:03:14.943136 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49396) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.947674 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-0746ba8b-31eb-4a42-af8a-d80310431268 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.948648 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0746ba8b-31eb-4a42-af8a-d80310431268 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0045028 May 03 23:03:14.950803 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49400) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:14.955092 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [None req-9e606801-ead6-4e39-8764-2900908bd317 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:14.955983 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9e606801-ead6-4e39-8764-2900908bd317 tempest-ExtensionsTestJSON-25915600 tempest-ExtensionsTestJSON-25915600-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0044529 May 03 23:03:15.110284 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49406) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:15.161994 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5010a3e4-76f8-4e46-85a2-170ab3126a44 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f78e8c45dde9428fbae42b8cd7a9aa46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505166 May 03 23:03:15.164408 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49412) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:15.225602 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4ac99014-d1c3-4064-964e-ef1860d3bc73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:15.227715 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49416) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:15.252142 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4ac99014-d1c3-4064-964e-ef1860d3bc73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:15.314178 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4ac99014-d1c3-4064-964e-ef1860d3bc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:15.330714 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac99014-d1c3-4064-964e-ef1860d3bc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a73ae28-9ec1-4e43-bc63-335d48a45020,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:15.335110 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4ac99014-d1c3-4064-964e-ef1860d3bc73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:15.338815 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4ac99014-d1c3-4064-964e-ef1860d3bc73 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4a73ae28-9ec1-4e43-bc63-335d48a45020 HTTP/1.1" status: 204 len: 168 time: 0.1709290 May 03 23:03:15.366345 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b8a51781-7837-44bb-a424-18bf198ddb3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:15.381080 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b8a51781-7837-44bb-a424-18bf198ddb3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:15.384879 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b8a51781-7837-44bb-a424-18bf198ddb3c admin admin] Usage tracker for resource:security_group_rule and tenant:20acae2be89f4358bf25154ebbedacf3 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:15.388289 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b8a51781-7837-44bb-a424-18bf198ddb3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:15.394178 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b8a51781-7837-44bb-a424-18bf198ddb3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:15.479679 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b8a51781-7837-44bb-a424-18bf198ddb3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:15.483981 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b8a51781-7837-44bb-a424-18bf198ddb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:15.535617 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b8a51781-7837-44bb-a424-18bf198ddb3c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=20acae2be89f4358bf25154ebbedacf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3068025 May 03 23:03:15.536715 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a51781-7837-44bb-a424-18bf198ddb3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3faf114-da91-478b-ba10-b90a1eb7b11b,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:15.538270 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49426) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:15.601772 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-803cafc3-92b6-446a-b754-c0b5ef386bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:15.630510 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-803cafc3-92b6-446a-b754-c0b5ef386bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:15.690024 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-803cafc3-92b6-446a-b754-c0b5ef386bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:15.704540 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803cafc3-92b6-446a-b754-c0b5ef386bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3faf114-da91-478b-ba10-b90a1eb7b11b,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:15.712747 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-803cafc3-92b6-446a-b754-c0b5ef386bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:15.713892 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-803cafc3-92b6-446a-b754-c0b5ef386bd4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d3faf114-da91-478b-ba10-b90a1eb7b11b HTTP/1.1" status: 204 len: 168 time: 0.1745553 May 03 23:03:16.067127 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49452) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:16.182824 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-c80b0a88-af2c-43a2-8ff3-e2636e245bf3 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1404814798-network', 'tenant_id': 'f57d8aecb4b94770bef5f554bf1617f1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:16.188232 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c80b0a88-af2c-43a2-8ff3-e2636e245bf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:16.192110 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c80b0a88-af2c-43a2-8ff3-e2636e245bf3 admin admin] Usage tracker for resource:network and tenant:f57d8aecb4b94770bef5f554bf1617f1 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:16.194954 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c80b0a88-af2c-43a2-8ff3-e2636e245bf3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:16.201062 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c80b0a88-af2c-43a2-8ff3-e2636e245bf3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:16.214139 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80b0a88-af2c-43a2-8ff3-e2636e245bf3 admin admin] Made reservation on behalf of f57d8aecb4b94770bef5f554bf1617f1 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:03:16.217023 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c80b0a88-af2c-43a2-8ff3-e2636e245bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:16.229430 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c80b0a88-af2c-43a2-8ff3-e2636e245bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:16.244113 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c80b0a88-af2c-43a2-8ff3-e2636e245bf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:16.248198 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c80b0a88-af2c-43a2-8ff3-e2636e245bf3 admin admin] Usage tracker for resource:security_group_rule and tenant:f57d8aecb4b94770bef5f554bf1617f1 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:16.251372 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c80b0a88-af2c-43a2-8ff3-e2636e245bf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:16.257658 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c80b0a88-af2c-43a2-8ff3-e2636e245bf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:16.346315 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c80b0a88-af2c-43a2-8ff3-e2636e245bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:16.351392 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c80b0a88-af2c-43a2-8ff3-e2636e245bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:16.381990 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c80b0a88-af2c-43a2-8ff3-e2636e245bf3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:03:16.391064 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b0a88-af2c-43a2-8ff3-e2636e245bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae76f3c-7129-48df-b017-ad77fe2fda97,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:16.396902 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c80b0a88-af2c-43a2-8ff3-e2636e245bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:16.397357 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-c80b0a88-af2c-43a2-8ff3-e2636e245bf3 admin admin] Added segment 7fe96c11-b063-4318-826a-193b5876c9fe of type vlan for network 22a799c8-46d8-4bd7-b9e1-64db3d55057d May 03 23:03:16.424278 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c80b0a88-af2c-43a2-8ff3-e2636e245bf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:16.456246 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c80b0a88-af2c-43a2-8ff3-e2636e245bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:16.457239 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80b0a88-af2c-43a2-8ff3-e2636e245bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:16.458180 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c80b0a88-af2c-43a2-8ff3-e2636e245bf3 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:16.544694 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49472) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:16.567085 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c80b0a88-af2c-43a2-8ff3-e2636e245bf3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4986689 May 03 23:03:16.569884 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49478) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:16.571340 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b0a88-af2c-43a2-8ff3-e2636e245bf3 admin admin] Pushing event updated for resources: {'Network': ['ID=22a799c8-46d8-4bd7-b9e1-64db3d55057d,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:16.582522 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 22a799c8-46d8-4bd7-b9e1-64db3d55057d details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:03:16.586568 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-cd7990e9-5eef-4083-8055-9bf143232b0b admin admin] Request body: {'subnet': {'network_id': '22a799c8-46d8-4bd7-b9e1-64db3d55057d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1404814798-subnet', 'tenant_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:16.594369 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-cd7990e9-5eef-4083-8055-9bf143232b0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:16.613328 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-cd7990e9-5eef-4083-8055-9bf143232b0b admin admin] Usage tracker for resource:subnet and tenant:f57d8aecb4b94770bef5f554bf1617f1 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:16.616883 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-cd7990e9-5eef-4083-8055-9bf143232b0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:16.624579 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-cd7990e9-5eef-4083-8055-9bf143232b0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:16.635198 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7990e9-5eef-4083-8055-9bf143232b0b admin admin] Made reservation on behalf of f57d8aecb4b94770bef5f554bf1617f1 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:03:16.638223 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cd7990e9-5eef-4083-8055-9bf143232b0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:16.719350 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-5f85e94b-4fa7-4677-a6dd-f9c9fe79b26a tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1001882610'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:16.731874 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5f85e94b-4fa7-4677-a6dd-f9c9fe79b26a tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:16.737869 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5f85e94b-4fa7-4677-a6dd-f9c9fe79b26a tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Usage tracker for resource:network and tenant:18aa41358fc0483e9b0c2540bc4e3b2f is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:16.743840 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5f85e94b-4fa7-4677-a6dd-f9c9fe79b26a tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:16.754131 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5f85e94b-4fa7-4677-a6dd-f9c9fe79b26a tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:16.769279 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f85e94b-4fa7-4677-a6dd-f9c9fe79b26a tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Made reservation on behalf of 18aa41358fc0483e9b0c2540bc4e3b2f for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:03:16.772583 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f85e94b-4fa7-4677-a6dd-f9c9fe79b26a tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:16.790445 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f85e94b-4fa7-4677-a6dd-f9c9fe79b26a tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:16.946538 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5f85e94b-4fa7-4677-a6dd-f9c9fe79b26a tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:16.953227 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5f85e94b-4fa7-4677-a6dd-f9c9fe79b26a tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Usage tracker for resource:security_group_rule and tenant:18aa41358fc0483e9b0c2540bc4e3b2f is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:16.960537 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5f85e94b-4fa7-4677-a6dd-f9c9fe79b26a tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:16.969307 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5f85e94b-4fa7-4677-a6dd-f9c9fe79b26a tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:17.032491 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cd7990e9-5eef-4083-8055-9bf143232b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:17.138216 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7990e9-5eef-4083-8055-9bf143232b0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c31cb33d-bd2c-4256-b2b1-896d8a76b866,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:17.163297 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7990e9-5eef-4083-8055-9bf143232b0b admin admin] Checking segment: {'id': '7fe96c11-b063-4318-826a-193b5876c9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '22a799c8-46d8-4bd7-b9e1-64db3d55057d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:03:17.163653 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7990e9-5eef-4083-8055-9bf143232b0b admin admin] Network hostable DHCP agents. Network: 22a799c8-46d8-4bd7-b9e1-64db3d55057d, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:03:17.176049 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f85e94b-4fa7-4677-a6dd-f9c9fe79b26a tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:17.181838 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f85e94b-4fa7-4677-a6dd-f9c9fe79b26a tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:17.219936 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f85e94b-4fa7-4677-a6dd-f9c9fe79b26a tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:03:17.223936 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7990e9-5eef-4083-8055-9bf143232b0b admin admin] Network 22a799c8-46d8-4bd7-b9e1-64db3d55057d is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:03:17.231035 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85e94b-4fa7-4677-a6dd-f9c9fe79b26a tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5f1ff8-609a-40d3-ac89-ca0fb578e932,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:17.241502 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f85e94b-4fa7-4677-a6dd-f9c9fe79b26a tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:17.241866 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-5f85e94b-4fa7-4677-a6dd-f9c9fe79b26a tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Added segment a31e2a6b-d883-4b9a-9d50-75526f4777f7 of type vlan for network 237becaf-acd5-4803-85ae-6aacc7656314 May 03 23:03:17.246852 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-cd7990e9-5eef-4083-8055-9bf143232b0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 22a799c8-46d8-4bd7-b9e1-64db3d55057d) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:03:17.251755 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7990e9-5eef-4083-8055-9bf143232b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:17.252544 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cd7990e9-5eef-4083-8055-9bf143232b0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:17.256263 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a90cc02-dde8-420a-b8be-eefd703f01bc None None] Network 22a799c8-46d8-4bd7-b9e1-64db3d55057d requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:03:17.284856 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f85e94b-4fa7-4677-a6dd-f9c9fe79b26a tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:17.317678 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-cd7990e9-5eef-4083-8055-9bf143232b0b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7465031 May 03 23:03:17.320289 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49482) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:17.326631 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-37879daa-db2d-4ea2-a368-a49e686447d0 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1404814798-router', 'tenant_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:17.332914 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-37879daa-db2d-4ea2-a368-a49e686447d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:17.337092 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f85e94b-4fa7-4677-a6dd-f9c9fe79b26a tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:17.342917 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f85e94b-4fa7-4677-a6dd-f9c9fe79b26a tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:17.343494 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f85e94b-4fa7-4677-a6dd-f9c9fe79b26a tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:17.348569 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-37879daa-db2d-4ea2-a368-a49e686447d0 admin admin] Usage tracker for resource:router and tenant:f57d8aecb4b94770bef5f554bf1617f1 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:17.373900 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-37879daa-db2d-4ea2-a368-a49e686447d0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:17.386621 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-37879daa-db2d-4ea2-a368-a49e686447d0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:17.415635 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5f85e94b-4fa7-4677-a6dd-f9c9fe79b26a tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8700945 May 03 23:03:17.470518 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-37879daa-db2d-4ea2-a368-a49e686447d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:17.471469 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-37879daa-db2d-4ea2-a368-a49e686447d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:17.474925 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad70a332-5bf9-410e-ac02-91436c692528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-22a799c8-46d8-4bd7-b9e1-64db3d55057d', 'network_id': '22a799c8-46d8-4bd7-b9e1-64db3d55057d', 'tenant_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'fixed_ips': [{'subnet_id': 'c31cb33d-bd2c-4256-b2b1-896d8a76b866'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:03:17.476068 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ad70a332-5bf9-410e-ac02-91436c692528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:17.478769 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85e94b-4fa7-4677-a6dd-f9c9fe79b26a tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event updated for resources: {'Network': ['ID=237becaf-acd5-4803-85ae-6aacc7656314,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:17.494636 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 237becaf-acd5-4803-85ae-6aacc7656314 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:03:17.496504 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-37879daa-db2d-4ea2-a368-a49e686447d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:17.556141 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49486) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:17.561965 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-863a70c6-6d82-49a2-9777-bef7d4751f86 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Request body: {'subnet': {'network_id': '237becaf-acd5-4803-85ae-6aacc7656314', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:17.685432 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-863a70c6-6d82-49a2-9777-bef7d4751f86 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:17.689354 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-863a70c6-6d82-49a2-9777-bef7d4751f86 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Usage tracker for resource:subnet and tenant:18aa41358fc0483e9b0c2540bc4e3b2f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:17.692214 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-863a70c6-6d82-49a2-9777-bef7d4751f86 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:17.698099 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-863a70c6-6d82-49a2-9777-bef7d4751f86 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:17.710457 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863a70c6-6d82-49a2-9777-bef7d4751f86 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Made reservation on behalf of 18aa41358fc0483e9b0c2540bc4e3b2f for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:03:17.713906 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-863a70c6-6d82-49a2-9777-bef7d4751f86 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:17.736363 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-ad70a332-5bf9-410e-ac02-91436c692528 None None] Allocated IP 172.20.0.2 (22a799c8-46d8-4bd7-b9e1-64db3d55057d/c31cb33d-bd2c-4256-b2b1-896d8a76b866/31457d38-6e8a-48d2-a39b-4ed650ccd256) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:03:17.777218 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-37879daa-db2d-4ea2-a368-a49e686447d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:17.936732 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-863a70c6-6d82-49a2-9777-bef7d4751f86 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:17.952494 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ad70a332-5bf9-410e-ac02-91436c692528 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:17.963706 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ad70a332-5bf9-410e-ac02-91436c692528 None None] Transition to ACTIVE for port object 31457d38-6e8a-48d2-a39b-4ed650ccd256 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:03:17.982662 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ad70a332-5bf9-410e-ac02-91436c692528 None None] Transition to ACTIVE for port object 31457d38-6e8a-48d2-a39b-4ed650ccd256 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:03:17.989673 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ad70a332-5bf9-410e-ac02-91436c692528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:18.026092 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a70c6-6d82-49a2-9777-bef7d4751f86 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event updated for resources: {'Subnet': ['ID=d0498af3-5457-4ad4-9e2f-508bc48716f1,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:18.030920 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863a70c6-6d82-49a2-9777-bef7d4751f86 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Checking segment: {'id': 'a31e2a6b-d883-4b9a-9d50-75526f4777f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '237becaf-acd5-4803-85ae-6aacc7656314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:03:18.031279 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863a70c6-6d82-49a2-9777-bef7d4751f86 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Network hostable DHCP agents. Network: 237becaf-acd5-4803-85ae-6aacc7656314, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:03:18.051627 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863a70c6-6d82-49a2-9777-bef7d4751f86 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Network 237becaf-acd5-4803-85ae-6aacc7656314 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:03:18.058078 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad70a332-5bf9-410e-ac02-91436c692528 None None] Network 22a799c8-46d8-4bd7-b9e1-64db3d55057d is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:03:18.063632 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-863a70c6-6d82-49a2-9777-bef7d4751f86 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 237becaf-acd5-4803-85ae-6aacc7656314) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:03:18.064192 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-ad70a332-5bf9-410e-ac02-91436c692528 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:03:18.067967 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863a70c6-6d82-49a2-9777-bef7d4751f86 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:18.068250 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad70a332-5bf9-410e-ac02-91436c692528 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:03:18.068754 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-863a70c6-6d82-49a2-9777-bef7d4751f86 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:18.099498 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-863a70c6-6d82-49a2-9777-bef7d4751f86 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5420597 May 03 23:03:18.100027 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49490) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:18.100723 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-37879daa-db2d-4ea2-a368-a49e686447d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:18.105922 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-c232bf7c-0d5d-4c28-8c8e-ff95e8f7a0c1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-927027848'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:18.106210 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65c8deb-0511-4281-b699-b8a77921d68a None None] Network 237becaf-acd5-4803-85ae-6aacc7656314 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:03:18.111674 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c232bf7c-0d5d-4c28-8c8e-ff95e8f7a0c1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:18.115607 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c232bf7c-0d5d-4c28-8c8e-ff95e8f7a0c1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Usage tracker for resource:network and tenant:18aa41358fc0483e9b0c2540bc4e3b2f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:18.118521 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c232bf7c-0d5d-4c28-8c8e-ff95e8f7a0c1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:18.124857 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c232bf7c-0d5d-4c28-8c8e-ff95e8f7a0c1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:18.125331 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70a332-5bf9-410e-ac02-91436c692528 None None] Pushing event updated for resources: {'Port': ['ID=31457d38-6e8a-48d2-a39b-4ed650ccd256,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:18.131268 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-37879daa-db2d-4ea2-a368-a49e686447d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:18.139802 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c232bf7c-0d5d-4c28-8c8e-ff95e8f7a0c1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Made reservation on behalf of 18aa41358fc0483e9b0c2540bc4e3b2f for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:03:18.143551 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c232bf7c-0d5d-4c28-8c8e-ff95e8f7a0c1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:18.173867 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c232bf7c-0d5d-4c28-8c8e-ff95e8f7a0c1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:03:18.184023 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c232bf7c-0d5d-4c28-8c8e-ff95e8f7a0c1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:18.185026 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-c232bf7c-0d5d-4c28-8c8e-ff95e8f7a0c1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Added segment d3218eed-848a-413e-b01d-91c9e00f271d of type vlan for network 2bc05d7f-3a51-47f9-95e8-6d079cf658db May 03 23:03:18.187497 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70a332-5bf9-410e-ac02-91436c692528 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:18.187844 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70a332-5bf9-410e-ac02-91436c692528 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:18.188186 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70a332-5bf9-410e-ac02-91436c692528 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:18.188511 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70a332-5bf9-410e-ac02-91436c692528 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:18.188841 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70a332-5bf9-410e-ac02-91436c692528 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:18.189162 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70a332-5bf9-410e-ac02-91436c692528 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:18.189479 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70a332-5bf9-410e-ac02-91436c692528 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:18.189798 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70a332-5bf9-410e-ac02-91436c692528 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:18.190142 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70a332-5bf9-410e-ac02-91436c692528 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:18.190466 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70a332-5bf9-410e-ac02-91436c692528 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:18.190778 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70a332-5bf9-410e-ac02-91436c692528 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:18.191090 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70a332-5bf9-410e-ac02-91436c692528 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:18.215396 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c232bf7c-0d5d-4c28-8c8e-ff95e8f7a0c1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:18.249012 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c232bf7c-0d5d-4c28-8c8e-ff95e8f7a0c1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:18.254395 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c232bf7c-0d5d-4c28-8c8e-ff95e8f7a0c1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:18.254976 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c232bf7c-0d5d-4c28-8c8e-ff95e8f7a0c1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:18.276279 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-ad70a332-5bf9-410e-ac02-91436c692528 None None] Attempting to bind port 31457d38-6e8a-48d2-a39b-4ed650ccd256 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:03:18.276627 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-ad70a332-5bf9-410e-ac02-91436c692528 None None] Attempting to bind port 31457d38-6e8a-48d2-a39b-4ed650ccd256 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '7fe96c11-b063-4318-826a-193b5876c9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '22a799c8-46d8-4bd7-b9e1-64db3d55057d'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:03:18.277099 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad70a332-5bf9-410e-ac02-91436c692528 None None] Attempting to bind port 31457d38-6e8a-48d2-a39b-4ed650ccd256 on network 22a799c8-46d8-4bd7-b9e1-64db3d55057d {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:03:18.284584 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-37879daa-db2d-4ea2-a368-a49e686447d0 admin admin] Allocated IP 172.25.2.11 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/31022f6c-98c4-41e5-a19b-9593403e7fd7) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:03:18.286649 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad70a332-5bf9-410e-ac02-91436c692528 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:03:18.286822 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad70a332-5bf9-410e-ac02-91436c692528 None None] Checking segment: {'id': '7fe96c11-b063-4318-826a-193b5876c9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '22a799c8-46d8-4bd7-b9e1-64db3d55057d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:03:18.287149 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ad70a332-5bf9-410e-ac02-91436c692528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:18.287551 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad70a332-5bf9-410e-ac02-91436c692528 None None] Bound using segment: {'id': '7fe96c11-b063-4318-826a-193b5876c9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '22a799c8-46d8-4bd7-b9e1-64db3d55057d'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:03:18.288007 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-ad70a332-5bf9-410e-ac02-91436c692528 None None] Bound port: 31457d38-6e8a-48d2-a39b-4ed650ccd256, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fe96c11-b063-4318-826a-193b5876c9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '22a799c8-46d8-4bd7-b9e1-64db3d55057d'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:03:18.288594 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ad70a332-5bf9-410e-ac02-91436c692528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:18.319407 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c232bf7c-0d5d-4c28-8c8e-ff95e8f7a0c1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2158251 May 03 23:03:18.320238 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49494) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:18.334476 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-71f7753a-9a64-4bce-8532-d1960a9a8d06 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Request body: {'subnet': {'network_id': '2bc05d7f-3a51-47f9-95e8-6d079cf658db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:18.368893 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232bf7c-0d5d-4c28-8c8e-ff95e8f7a0c1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event updated for resources: {'Network': ['ID=2bc05d7f-3a51-47f9-95e8-6d079cf658db,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:18.400982 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 2bc05d7f-3a51-47f9-95e8-6d079cf658db details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:03:18.564680 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-ad70a332-5bf9-410e-ac02-91436c692528 None None] For port 31457d38-6e8a-48d2-a39b-4ed650ccd256, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:03:18.585669 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-ad70a332-5bf9-410e-ac02-91436c692528 None None] For port 31457d38-6e8a-48d2-a39b-4ed650ccd256, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=31457d38-6e8a-48d2-a39b-4ed650ccd256,segment=NetworkSegment(7fe96c11-b063-4318-826a-193b5876c9fe),segment_id=7fe96c11-b063-4318-826a-193b5876c9fe)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:03:18.594035 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ad70a332-5bf9-410e-ac02-91436c692528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:18.636155 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-71f7753a-9a64-4bce-8532-d1960a9a8d06 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:18.643925 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-71f7753a-9a64-4bce-8532-d1960a9a8d06 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Usage tracker for resource:subnet and tenant:18aa41358fc0483e9b0c2540bc4e3b2f is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:18.648729 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-71f7753a-9a64-4bce-8532-d1960a9a8d06 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:18.663956 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-71f7753a-9a64-4bce-8532-d1960a9a8d06 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:18.670578 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-37879daa-db2d-4ea2-a368-a49e686447d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:18.683254 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f7753a-9a64-4bce-8532-d1960a9a8d06 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Made reservation on behalf of 18aa41358fc0483e9b0c2540bc4e3b2f for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:03:18.686772 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-71f7753a-9a64-4bce-8532-d1960a9a8d06 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:18.713730 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473d4ac0-fb8e-4f5c-800e-b82f513001d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-237becaf-acd5-4803-85ae-6aacc7656314', 'network_id': '237becaf-acd5-4803-85ae-6aacc7656314', 'tenant_id': '18aa41358fc0483e9b0c2540bc4e3b2f', 'fixed_ips': [{'subnet_id': 'd0498af3-5457-4ad4-9e2f-508bc48716f1'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:03:18.714640 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-473d4ac0-fb8e-4f5c-800e-b82f513001d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:18.740046 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70a332-5bf9-410e-ac02-91436c692528 None None] Pushing event updated for resources: {'Port': ['ID=31457d38-6e8a-48d2-a39b-4ed650ccd256,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:18.821549 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-37879daa-db2d-4ea2-a368-a49e686447d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:18.896462 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37879daa-db2d-4ea2-a368-a49e686447d0 admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:03:18.896817 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-473d4ac0-fb8e-4f5c-800e-b82f513001d1 None None] Allocated IP 172.20.255.242 (237becaf-acd5-4803-85ae-6aacc7656314/d0498af3-5457-4ad4-9e2f-508bc48716f1/2c6e90aa-c6ec-45f6-a84a-31317ea495cb) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:03:18.902095 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-37879daa-db2d-4ea2-a368-a49e686447d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:03:18.905454 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37879daa-db2d-4ea2-a368-a49e686447d0 admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:03:19.002646 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37879daa-db2d-4ea2-a368-a49e686447d0 admin admin] Pushing event updated for resources: {'Port': ['ID=31022f6c-98c4-41e5-a19b-9593403e7fd7,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:19.141523 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-473d4ac0-fb8e-4f5c-800e-b82f513001d1 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:19.151680 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-473d4ac0-fb8e-4f5c-800e-b82f513001d1 None None] Transition to ACTIVE for port object 2c6e90aa-c6ec-45f6-a84a-31317ea495cb will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:03:19.170439 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-473d4ac0-fb8e-4f5c-800e-b82f513001d1 None None] Transition to ACTIVE for port object 2c6e90aa-c6ec-45f6-a84a-31317ea495cb will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:03:19.176111 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-473d4ac0-fb8e-4f5c-800e-b82f513001d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:19.240677 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473d4ac0-fb8e-4f5c-800e-b82f513001d1 None None] Network 237becaf-acd5-4803-85ae-6aacc7656314 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:03:19.243629 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-473d4ac0-fb8e-4f5c-800e-b82f513001d1 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:03:19.244215 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-71f7753a-9a64-4bce-8532-d1960a9a8d06 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:19.247362 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473d4ac0-fb8e-4f5c-800e-b82f513001d1 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:03:19.255993 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d4ac0-fb8e-4f5c-800e-b82f513001d1 None None] Pushing event updated for resources: {'Port': ['ID=2c6e90aa-c6ec-45f6-a84a-31317ea495cb,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:19.344760 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-473d4ac0-fb8e-4f5c-800e-b82f513001d1 None None] Attempting to bind port 2c6e90aa-c6ec-45f6-a84a-31317ea495cb on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:03:19.345036 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-473d4ac0-fb8e-4f5c-800e-b82f513001d1 None None] Attempting to bind port 2c6e90aa-c6ec-45f6-a84a-31317ea495cb by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'a31e2a6b-d883-4b9a-9d50-75526f4777f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '237becaf-acd5-4803-85ae-6aacc7656314'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:03:19.345395 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473d4ac0-fb8e-4f5c-800e-b82f513001d1 None None] Attempting to bind port 2c6e90aa-c6ec-45f6-a84a-31317ea495cb on network 237becaf-acd5-4803-85ae-6aacc7656314 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:03:19.350795 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473d4ac0-fb8e-4f5c-800e-b82f513001d1 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:03:19.351173 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473d4ac0-fb8e-4f5c-800e-b82f513001d1 None None] Checking segment: {'id': 'a31e2a6b-d883-4b9a-9d50-75526f4777f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '237becaf-acd5-4803-85ae-6aacc7656314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:03:19.351580 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-473d4ac0-fb8e-4f5c-800e-b82f513001d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:19.351977 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473d4ac0-fb8e-4f5c-800e-b82f513001d1 None None] Bound using segment: {'id': 'a31e2a6b-d883-4b9a-9d50-75526f4777f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '237becaf-acd5-4803-85ae-6aacc7656314'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:03:19.352444 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-473d4ac0-fb8e-4f5c-800e-b82f513001d1 None None] Bound port: 2c6e90aa-c6ec-45f6-a84a-31317ea495cb, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a31e2a6b-d883-4b9a-9d50-75526f4777f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '237becaf-acd5-4803-85ae-6aacc7656314'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:03:19.352818 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-473d4ac0-fb8e-4f5c-800e-b82f513001d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:19.444907 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-473d4ac0-fb8e-4f5c-800e-b82f513001d1 None None] For port 2c6e90aa-c6ec-45f6-a84a-31317ea495cb, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:03:19.448356 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-473d4ac0-fb8e-4f5c-800e-b82f513001d1 None None] For port 2c6e90aa-c6ec-45f6-a84a-31317ea495cb, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=2c6e90aa-c6ec-45f6-a84a-31317ea495cb,segment=NetworkSegment(a31e2a6b-d883-4b9a-9d50-75526f4777f7),segment_id=a31e2a6b-d883-4b9a-9d50-75526f4777f7)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:03:19.453958 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-473d4ac0-fb8e-4f5c-800e-b82f513001d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:19.469231 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7753a-9a64-4bce-8532-d1960a9a8d06 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event updated for resources: {'Subnet': ['ID=1b749716-30e1-4e45-ad26-4ac8dfda19b8,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:19.477819 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f7753a-9a64-4bce-8532-d1960a9a8d06 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Checking segment: {'id': 'd3218eed-848a-413e-b01d-91c9e00f271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2bc05d7f-3a51-47f9-95e8-6d079cf658db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:03:19.478322 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f7753a-9a64-4bce-8532-d1960a9a8d06 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Network hostable DHCP agents. Network: 2bc05d7f-3a51-47f9-95e8-6d079cf658db, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:03:19.522527 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f7753a-9a64-4bce-8532-d1960a9a8d06 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Network 2bc05d7f-3a51-47f9-95e8-6d079cf658db is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:03:19.543403 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-37879daa-db2d-4ea2-a368-a49e686447d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:19.548544 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d4ac0-fb8e-4f5c-800e-b82f513001d1 None None] Pushing event updated for resources: {'Port': ['ID=2c6e90aa-c6ec-45f6-a84a-31317ea495cb,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:19.603072 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-71f7753a-9a64-4bce-8532-d1960a9a8d06 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 2bc05d7f-3a51-47f9-95e8-6d079cf658db) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:03:19.614124 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1679e47e-24ea-4836-a4d3-d477a69a11b0 None None] Network 2bc05d7f-3a51-47f9-95e8-6d079cf658db requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:03:19.676019 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f7753a-9a64-4bce-8532-d1960a9a8d06 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:19.676614 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-71f7753a-9a64-4bce-8532-d1960a9a8d06 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:19.730398 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49498) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:19.730966 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-71f7753a-9a64-4bce-8532-d1960a9a8d06 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4097579 May 03 23:03:19.931996 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc4dd75-226b-432d-8691-142fa30a7536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-2bc05d7f-3a51-47f9-95e8-6d079cf658db', 'network_id': '2bc05d7f-3a51-47f9-95e8-6d079cf658db', 'tenant_id': '18aa41358fc0483e9b0c2540bc4e3b2f', 'fixed_ips': [{'subnet_id': '1b749716-30e1-4e45-ad26-4ac8dfda19b8'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:03:19.932867 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4fc4dd75-226b-432d-8691-142fa30a7536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:19.946802 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e50138fd-08e1-45c3-9d5c-084a2aa98a6d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:20.010222 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-37879daa-db2d-4ea2-a368-a49e686447d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:20.128144 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1579c0-afa4-45aa-89ea-4329fb06e3ea None None] Network 22a799c8-46d8-4bd7-b9e1-64db3d55057d requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:03:20.180413 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e50138fd-08e1-45c3-9d5c-084a2aa98a6d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:20.193078 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 31457d38-6e8a-48d2-a39b-4ed650ccd256 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:03:20.335251 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-4fc4dd75-226b-432d-8691-142fa30a7536 None None] Allocated IP 172.20.0.2 (2bc05d7f-3a51-47f9-95e8-6d079cf658db/1b749716-30e1-4e45-ad26-4ac8dfda19b8/d429cef3-01da-4ca9-9d12-f41ef00a6e1e) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:03:20.347132 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1d157773-86bf-41da-81c7-348b6e1c6e88 None None] Provisioning for port 31457d38-6e8a-48d2-a39b-4ed650ccd256 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:03:20.412677 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37879daa-db2d-4ea2-a368-a49e686447d0 admin admin] Router 12f2c248-523e-43f0-80f4-b407833e5b82 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 23:03:20.575515 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 31457d38-6e8a-48d2-a39b-4ed650ccd256 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:03:20.592062 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 31457d38-6e8a-48d2-a39b-4ed650ccd256 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:03:20.592289 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:20.617236 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37879daa-db2d-4ea2-a368-a49e686447d0 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:03:20.638566 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-37879daa-db2d-4ea2-a368-a49e686447d0 admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:20.642476 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-37879daa-db2d-4ea2-a368-a49e686447d0 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3187954 May 03 23:03:20.642831 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49502) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:20.646215 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff1924c-2a33-4064-8087-273e58d3c58c None None] Sync routers for ids ['12f2c248-523e-43f0-80f4-b407833e5b82'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:03:20.735389 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff1924c-2a33-4064-8087-273e58d3c58c None None] Routers {'12f2c248-523e-43f0-80f4-b407833e5b82'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:03:20.736028 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-eff1924c-2a33-4064-8087-273e58d3c58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:02:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['12f2c248-523e-43f0-80f4-b407833e5b82'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:20.907255 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fdac44-f2b9-425e-a81d-62cfee94df1c None None] Network 237becaf-acd5-4803-85ae-6aacc7656314 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:03:21.040280 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4fc4dd75-226b-432d-8691-142fa30a7536 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:21.072940 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-efd54149-f85c-44e9-ac05-87e7b53f5e44 None None] Provisioning for port 2c6e90aa-c6ec-45f6-a84a-31317ea495cb completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:03:21.118971 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-4fc4dd75-226b-432d-8691-142fa30a7536 None None] Transition to ACTIVE for port object d429cef3-01da-4ca9-9d12-f41ef00a6e1e will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:03:21.186381 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:21.230571 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-4fc4dd75-226b-432d-8691-142fa30a7536 None None] Transition to ACTIVE for port object d429cef3-01da-4ca9-9d12-f41ef00a6e1e will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:03:21.237408 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-eff1924c-2a33-4064-8087-273e58d3c58c None None] Set router 12f2c248-523e-43f0-80f4-b407833e5b82 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:03:21.339770 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e50138fd-08e1-45c3-9d5c-084a2aa98a6d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:21.370201 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4fc4dd75-226b-432d-8691-142fa30a7536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:21.381362 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a9d06272-300e-439a-8cab-1fd85c98afb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:21.406571 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50138fd-08e1-45c3-9d5c-084a2aa98a6d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event deleted for resources: {'Subnet': ['ID=1b749716-30e1-4e45-ad26-4ac8dfda19b8,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:21.512744 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 31457d38-6e8a-48d2-a39b-4ed650ccd256, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=31457d38-6e8a-48d2-a39b-4ed650ccd256,segment=NetworkSegment(7fe96c11-b063-4318-826a-193b5876c9fe),segment_id=7fe96c11-b063-4318-826a-193b5876c9fe)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:03:21.562780 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e50138fd-08e1-45c3-9d5c-084a2aa98a6d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:21.590456 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:21.591243 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 2c6e90aa-c6ec-45f6-a84a-31317ea495cb up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:03:21.625000 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc4dd75-226b-432d-8691-142fa30a7536 None None] Network 2bc05d7f-3a51-47f9-95e8-6d079cf658db is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:03:21.627060 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-e50138fd-08e1-45c3-9d5c-084a2aa98a6d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc05d7f-3a51-47f9-95e8-6d079cf658db']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:21.648832 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-e50138fd-08e1-45c3-9d5c-084a2aa98a6d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3218eed-848a-413e-b01d-91c9e00f271d') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:21.649136 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-e50138fd-08e1-45c3-9d5c-084a2aa98a6d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3218eed-848a-413e-b01d-91c9e00f271d') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:21.650232 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-4fc4dd75-226b-432d-8691-142fa30a7536 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:03:21.660754 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4dd75-226b-432d-8691-142fa30a7536 None None] Pushing event updated for resources: {'Port': ['ID=d429cef3-01da-4ca9-9d12-f41ef00a6e1e,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:21.662913 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc4dd75-226b-432d-8691-142fa30a7536 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:03:21.667307 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e50138fd-08e1-45c3-9d5c-084a2aa98a6d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:21.720435 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e50138fd-08e1-45c3-9d5c-084a2aa98a6d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:21.735192 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e50138fd-08e1-45c3-9d5c-084a2aa98a6d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:03:21.735592 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e50138fd-08e1-45c3-9d5c-084a2aa98a6d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:21.749901 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 23:03:21.749901 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:03:21.749901 n-d-811807-1 neutron-server[88070]: timer() May 03 23:03:21.749901 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:03:21.749901 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 23:03:21.749901 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:03:21.749901 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 23:03:21.749901 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:03:21.749901 n-d-811807-1 neutron-server[88070]: self._notify() May 03 23:03:21.749901 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:03:21.749901 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 23:03:21.749901 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:03:21.749901 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 23:03:21.749901 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:03:21.749901 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:03:21.749901 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:03:21.749901 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:03:21.749901 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:03:21.749901 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 23:03:21.749901 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:03:21.749901 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 23:03:21.749901 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:03:21.749901 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:03:21.749901 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:03:21.749901 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 23:03:21.749901 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:03:21.749901 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:03:21.749901 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:03:21.749901 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:03:21.749901 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:03:21.749901 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:03:21.749901 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:03:21.808728 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-66428b73-fb08-4786-a0de-17ae0e09684d None None] Provisioning complete for port 31457d38-6e8a-48d2-a39b-4ed650ccd256 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:03:21.809095 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-66428b73-fb08-4786-a0de-17ae0e09684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:21.830959 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-a9d06272-300e-439a-8cab-1fd85c98afb0 admin admin] Allocated IP 172.20.0.1 (22a799c8-46d8-4bd7-b9e1-64db3d55057d/c31cb33d-bd2c-4256-b2b1-896d8a76b866/64f9aed9-f49d-4743-8d83-70c211ecbf4c) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:03:21.841621 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [None req-e50138fd-08e1-45c3-9d5c-084a2aa98a6d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 03 23:03:21.841621 n-d-811807-1 neutron-server[88070]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 03 23:03:21.841621 n-d-811807-1 neutron-server[88070]: [parameters: {'id': '2bc05d7f-3a51-47f9-95e8-6d079cf658db'}] May 03 23:03:21.841621 n-d-811807-1 neutron-server[88070]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:03:21.842145 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [None req-e50138fd-08e1-45c3-9d5c-084a2aa98a6d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:03:22.000771 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-4fc4dd75-226b-432d-8691-142fa30a7536 None None] Attempting to bind port d429cef3-01da-4ca9-9d12-f41ef00a6e1e on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:03:22.001139 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-4fc4dd75-226b-432d-8691-142fa30a7536 None None] Attempting to bind port d429cef3-01da-4ca9-9d12-f41ef00a6e1e by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'd3218eed-848a-413e-b01d-91c9e00f271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2bc05d7f-3a51-47f9-95e8-6d079cf658db'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:03:22.001503 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc4dd75-226b-432d-8691-142fa30a7536 None None] Attempting to bind port d429cef3-01da-4ca9-9d12-f41ef00a6e1e on network 2bc05d7f-3a51-47f9-95e8-6d079cf658db {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:03:22.010947 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=31457d38-6e8a-48d2-a39b-4ed650ccd256,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:22.020819 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc4dd75-226b-432d-8691-142fa30a7536 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:03:22.021199 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc4dd75-226b-432d-8691-142fa30a7536 None None] Checking segment: {'id': 'd3218eed-848a-413e-b01d-91c9e00f271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2bc05d7f-3a51-47f9-95e8-6d079cf658db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:03:22.021605 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4fc4dd75-226b-432d-8691-142fa30a7536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:22.022023 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc4dd75-226b-432d-8691-142fa30a7536 None None] Bound using segment: {'id': 'd3218eed-848a-413e-b01d-91c9e00f271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2bc05d7f-3a51-47f9-95e8-6d079cf658db'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:03:22.022517 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-4fc4dd75-226b-432d-8691-142fa30a7536 None None] Bound port: d429cef3-01da-4ca9-9d12-f41ef00a6e1e, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3218eed-848a-413e-b01d-91c9e00f271d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2bc05d7f-3a51-47f9-95e8-6d079cf658db'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:03:22.022909 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4fc4dd75-226b-432d-8691-142fa30a7536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:22.032869 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 2c6e90aa-c6ec-45f6-a84a-31317ea495cb completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:03:22.061336 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 2c6e90aa-c6ec-45f6-a84a-31317ea495cb triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:03:22.062097 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:22.106780 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a9d06272-300e-439a-8cab-1fd85c98afb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:22.125337 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-a9d06272-300e-439a-8cab-1fd85c98afb0 admin admin] Transition to ACTIVE for port object 64f9aed9-f49d-4743-8d83-70c211ecbf4c will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:03:22.154154 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a9d06272-300e-439a-8cab-1fd85c98afb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:22.224636 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d06272-300e-439a-8cab-1fd85c98afb0 admin admin] Network 22a799c8-46d8-4bd7-b9e1-64db3d55057d is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:03:22.227659 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-a9d06272-300e-439a-8cab-1fd85c98afb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:03:22.230360 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d06272-300e-439a-8cab-1fd85c98afb0 admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:03:22.264809 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-4fc4dd75-226b-432d-8691-142fa30a7536 None None] For port d429cef3-01da-4ca9-9d12-f41ef00a6e1e, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:03:22.270843 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-4fc4dd75-226b-432d-8691-142fa30a7536 None None] For port d429cef3-01da-4ca9-9d12-f41ef00a6e1e, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d429cef3-01da-4ca9-9d12-f41ef00a6e1e,segment=NetworkSegment(d3218eed-848a-413e-b01d-91c9e00f271d),segment_id=d3218eed-848a-413e-b01d-91c9e00f271d)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:03:22.274882 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d06272-300e-439a-8cab-1fd85c98afb0 admin admin] Pushing event updated for resources: {'Port': ['ID=64f9aed9-f49d-4743-8d83-70c211ecbf4c,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:22.280205 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-eff1924c-2a33-4064-8087-273e58d3c58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'name': 'tempest-TestServerBasicOps-1404814798-router', 'tenant_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '31022f6c-98c4-41e5-a19b-9593403e7fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:03:17Z', 'updated_at': '2022-05-03T23:03:19Z', 'revision_number': 3, 'project_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'gw_port': {'id': '31022f6c-98c4-41e5-a19b-9593403e7fd7', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:03:18Z', 'updated_at': '2022-05-03T23:03:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:22.282754 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4fc4dd75-226b-432d-8691-142fa30a7536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:22.297364 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a9d06272-300e-439a-8cab-1fd85c98afb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:22.350737 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e50138fd-08e1-45c3-9d5c-084a2aa98a6d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:22.365578 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff1924c-2a33-4064-8087-273e58d3c58c None None] Checking router: 12f2c248-523e-43f0-80f4-b407833e5b82 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:03:22.366044 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff1924c-2a33-4064-8087-273e58d3c58c None None] Updating router 12f2c248-523e-43f0-80f4-b407833e5b82 port 31022f6c-98c4-41e5-a19b-9593403e7fd7 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:03:22.407985 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-e50138fd-08e1-45c3-9d5c-084a2aa98a6d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Deleting port d429cef3-01da-4ca9-9d12-f41ef00a6e1e {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:03:22.407985 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e50138fd-08e1-45c3-9d5c-084a2aa98a6d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:22.487370 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a9d06272-300e-439a-8cab-1fd85c98afb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:22.500858 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:22.537248 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eff1924c-2a33-4064-8087-273e58d3c58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:22.567786 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4dd75-226b-432d-8691-142fa30a7536 None None] Pushing event updated for resources: {'Port': ['ID=d429cef3-01da-4ca9-9d12-f41ef00a6e1e,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:22.570238 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-67fa9d38-842b-459c-816e-62edaa06e850 None None] Provisioning complete for port 2c6e90aa-c6ec-45f6-a84a-31317ea495cb triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:03:22.570630 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-67fa9d38-842b-459c-816e-62edaa06e850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:22.662414 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 2c6e90aa-c6ec-45f6-a84a-31317ea495cb, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=2c6e90aa-c6ec-45f6-a84a-31317ea495cb,segment=NetworkSegment(a31e2a6b-d883-4b9a-9d50-75526f4777f7),segment_id=a31e2a6b-d883-4b9a-9d50-75526f4777f7)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:03:22.668036 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9369cdc-8854-43a6-a730-66d2f387fb9c None None] Network 2bc05d7f-3a51-47f9-95e8-6d079cf658db requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:03:22.691107 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:22.753303 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-e50138fd-08e1-45c3-9d5c-084a2aa98a6d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] For port d429cef3-01da-4ca9-9d12-f41ef00a6e1e, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d429cef3-01da-4ca9-9d12-f41ef00a6e1e,segment=NetworkSegment(d3218eed-848a-413e-b01d-91c9e00f271d),segment_id=d3218eed-848a-413e-b01d-91c9e00f271d)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:03:22.753667 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e50138fd-08e1-45c3-9d5c-084a2aa98a6d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:22.796123 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 31457d38-6e8a-48d2-a39b-4ed650ccd256 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:03:22.937482 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-e50138fd-08e1-45c3-9d5c-084a2aa98a6d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Calling delete_port for d429cef3-01da-4ca9-9d12-f41ef00a6e1e owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:03:23.045686 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e50138fd-08e1-45c3-9d5c-084a2aa98a6d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:23.076409 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=2c6e90aa-c6ec-45f6-a84a-31317ea495cb,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:23.095091 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a9d06272-300e-439a-8cab-1fd85c98afb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:23.103963 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50138fd-08e1-45c3-9d5c-084a2aa98a6d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event deleted for resources: {'Port': ['ID=d429cef3-01da-4ca9-9d12-f41ef00a6e1e,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:23.106559 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50138fd-08e1-45c3-9d5c-084a2aa98a6d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] No DVR routers for this DVR port d429cef3-01da-4ca9-9d12-f41ef00a6e1e on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:03:23.108021 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a9d06272-300e-439a-8cab-1fd85c98afb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:23.116761 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8bfcee74-557d-4451-a340-c345c9000664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:23.150625 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72667b95-33bb-4347-8366-d8cdac557b0a None None] get_active_networks_info from n-d-811807-1 {{(pid=88071) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 03 23:03:23.268465 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 31457d38-6e8a-48d2-a39b-4ed650ccd256 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:03:23.268747 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:23.329196 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d06272-300e-439a-8cab-1fd85c98afb0 admin admin] Pushing event updated for resources: {'Port': ['ID=64f9aed9-f49d-4743-8d83-70c211ecbf4c,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:23.331542 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a9d06272-300e-439a-8cab-1fd85c98afb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:23.336679 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e50138fd-08e1-45c3-9d5c-084a2aa98a6d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:23.377155 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-518aaf0f-842a-4b72-9e5f-7cb5fe31da76 None None] Provisioning for port 64f9aed9-f49d-4743-8d83-70c211ecbf4c completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:03:23.388974 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-e50138fd-08e1-45c3-9d5c-084a2aa98a6d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc05d7f-3a51-47f9-95e8-6d079cf658db']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:23.394427 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-518aaf0f-842a-4b72-9e5f-7cb5fe31da76 None None] Provisioning complete for port 64f9aed9-f49d-4743-8d83-70c211ecbf4c triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:03:23.395196 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-518aaf0f-842a-4b72-9e5f-7cb5fe31da76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:23.405893 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-e50138fd-08e1-45c3-9d5c-084a2aa98a6d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3218eed-848a-413e-b01d-91c9e00f271d') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:23.406193 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-e50138fd-08e1-45c3-9d5c-084a2aa98a6d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3218eed-848a-413e-b01d-91c9e00f271d') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:23.457573 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72667b95-33bb-4347-8366-d8cdac557b0a None None] Resources bound (agent type, host, resource id): {{(pid=88071) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 03 23:03:23.466166 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e50138fd-08e1-45c3-9d5c-084a2aa98a6d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:23.492323 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e50138fd-08e1-45c3-9d5c-084a2aa98a6d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:23.509764 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e50138fd-08e1-45c3-9d5c-084a2aa98a6d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:03:23.510174 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e50138fd-08e1-45c3-9d5c-084a2aa98a6d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:23.524731 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 23:03:23.524731 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:03:23.524731 n-d-811807-1 neutron-server[88070]: timer() May 03 23:03:23.524731 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:03:23.524731 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 23:03:23.524731 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:03:23.524731 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 23:03:23.524731 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:03:23.524731 n-d-811807-1 neutron-server[88070]: self._notify() May 03 23:03:23.524731 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:03:23.524731 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 23:03:23.524731 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:03:23.524731 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 23:03:23.524731 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:03:23.524731 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:03:23.524731 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:03:23.524731 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:03:23.524731 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:03:23.524731 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 23:03:23.524731 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:03:23.524731 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 23:03:23.524731 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:03:23.524731 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:03:23.524731 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:03:23.524731 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 23:03:23.524731 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:03:23.524731 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:03:23.524731 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:03:23.524731 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:03:23.524731 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:03:23.524731 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:03:23.524731 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:03:23.548360 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-518aaf0f-842a-4b72-9e5f-7cb5fe31da76 None None] Port 64f9aed9-f49d-4743-8d83-70c211ecbf4c cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:03:23.685831 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eff1924c-2a33-4064-8087-273e58d3c58c None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:23.732645 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d06272-300e-439a-8cab-1fd85c98afb0 admin admin] Network 22a799c8-46d8-4bd7-b9e1-64db3d55057d is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:03:23.737339 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-a9d06272-300e-439a-8cab-1fd85c98afb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:03:23.800515 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-eff1924c-2a33-4064-8087-273e58d3c58c None None] Transition to ACTIVE for port object 31022f6c-98c4-41e5-a19b-9593403e7fd7 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:03:23.839837 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eff1924c-2a33-4064-8087-273e58d3c58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:23.851186 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e50138fd-08e1-45c3-9d5c-084a2aa98a6d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:23.885562 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e50138fd-08e1-45c3-9d5c-084a2aa98a6d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:23.897709 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50138fd-08e1-45c3-9d5c-084a2aa98a6d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event deleted for resources: {'Network': ['ID=2bc05d7f-3a51-47f9-95e8-6d079cf658db,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:23.916427 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e50138fd-08e1-45c3-9d5c-084a2aa98a6d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "DELETE /v2.0/networks/2bc05d7f-3a51-47f9-95e8-6d079cf658db HTTP/1.1" status: 204 len: 168 time: 4.1809328 May 03 23:03:23.917280 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49506) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:23.924323 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-365ac4d4-c4d6-4ecf-8196-7d2b988d8e4f tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-377322139'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:23.932698 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-365ac4d4-c4d6-4ecf-8196-7d2b988d8e4f tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:23.937937 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-eff1924c-2a33-4064-8087-273e58d3c58c None None] Attempting to bind port 31022f6c-98c4-41e5-a19b-9593403e7fd7 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:03:23.938309 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-eff1924c-2a33-4064-8087-273e58d3c58c None None] Attempting to bind port 31022f6c-98c4-41e5-a19b-9593403e7fd7 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:03:23.938673 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff1924c-2a33-4064-8087-273e58d3c58c None None] Attempting to bind port 31022f6c-98c4-41e5-a19b-9593403e7fd7 on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:03:23.946335 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efb54ed-0c61-440d-a841-47b976c9045e None None] Pushing event updated for resources: {'Port': ['ID=31022f6c-98c4-41e5-a19b-9593403e7fd7,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:23.946688 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-365ac4d4-c4d6-4ecf-8196-7d2b988d8e4f tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Usage tracker for resource:network and tenant:18aa41358fc0483e9b0c2540bc4e3b2f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:23.951631 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-365ac4d4-c4d6-4ecf-8196-7d2b988d8e4f tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:23.952058 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff1924c-2a33-4064-8087-273e58d3c58c None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:03:23.952436 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff1924c-2a33-4064-8087-273e58d3c58c None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:03:23.952838 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eff1924c-2a33-4064-8087-273e58d3c58c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:23.953229 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff1924c-2a33-4064-8087-273e58d3c58c None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:03:23.953697 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-eff1924c-2a33-4064-8087-273e58d3c58c None None] Bound port: 31022f6c-98c4-41e5-a19b-9593403e7fd7, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:03:23.954093 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eff1924c-2a33-4064-8087-273e58d3c58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:23.964815 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-365ac4d4-c4d6-4ecf-8196-7d2b988d8e4f tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:23.985015 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d06272-300e-439a-8cab-1fd85c98afb0 admin admin] Router 12f2c248-523e-43f0-80f4-b407833e5b82 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:03:23.990792 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365ac4d4-c4d6-4ecf-8196-7d2b988d8e4f tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Made reservation on behalf of 18aa41358fc0483e9b0c2540bc4e3b2f for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:03:23.994187 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-365ac4d4-c4d6-4ecf-8196-7d2b988d8e4f tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:24.073030 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-eff1924c-2a33-4064-8087-273e58d3c58c None None] For port 31022f6c-98c4-41e5-a19b-9593403e7fd7, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:03:24.091082 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-eff1924c-2a33-4064-8087-273e58d3c58c None None] For port 31022f6c-98c4-41e5-a19b-9593403e7fd7, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=31022f6c-98c4-41e5-a19b-9593403e7fd7,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:03:24.099293 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eff1924c-2a33-4064-8087-273e58d3c58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:24.153620 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-365ac4d4-c4d6-4ecf-8196-7d2b988d8e4f tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:03:24.171350 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-365ac4d4-c4d6-4ecf-8196-7d2b988d8e4f tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:24.171689 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-365ac4d4-c4d6-4ecf-8196-7d2b988d8e4f tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Added segment d17de0cb-a83e-4391-8041-729685dd8463 of type vlan for network de249593-5fbb-4373-988a-661f9ad7d87a May 03 23:03:24.193129 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff1924c-2a33-4064-8087-273e58d3c58c None None] Routers {'12f2c248-523e-43f0-80f4-b407833e5b82'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:03:24.193757 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-eff1924c-2a33-4064-8087-273e58d3c58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:02:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['12f2c248-523e-43f0-80f4-b407833e5b82'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:24.217204 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-365ac4d4-c4d6-4ecf-8196-7d2b988d8e4f tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:24.221253 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d06272-300e-439a-8cab-1fd85c98afb0 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:03:24.237586 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a9d06272-300e-439a-8cab-1fd85c98afb0 admin admin] 10.222.0.58 "PUT /v2.0/routers/12f2c248-523e-43f0-80f4-b407833e5b82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5936227 May 03 23:03:24.250758 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efb54ed-0c61-440d-a841-47b976c9045e None None] Pushing event updated for resources: {'Port': ['ID=31022f6c-98c4-41e5-a19b-9593403e7fd7,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:24.268488 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-365ac4d4-c4d6-4ecf-8196-7d2b988d8e4f tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:24.279179 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365ac4d4-c4d6-4ecf-8196-7d2b988d8e4f tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:24.280143 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-365ac4d4-c4d6-4ecf-8196-7d2b988d8e4f tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:24.400454 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-eff1924c-2a33-4064-8087-273e58d3c58c None None] Set router 12f2c248-523e-43f0-80f4-b407833e5b82 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:03:24.410456 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-365ac4d4-c4d6-4ecf-8196-7d2b988d8e4f tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4926374 May 03 23:03:24.412429 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49514) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:24.419729 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-702e547a-f2d6-4d3b-8ee9-902f31c814d1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Request body: {'subnet': {'network_id': 'de249593-5fbb-4373-988a-661f9ad7d87a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:24.422051 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ac4d4-c4d6-4ecf-8196-7d2b988d8e4f tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event updated for resources: {'Network': ['ID=de249593-5fbb-4373-988a-661f9ad7d87a,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:24.447895 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network de249593-5fbb-4373-988a-661f9ad7d87a details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:03:24.535650 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-702e547a-f2d6-4d3b-8ee9-902f31c814d1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:24.539710 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-702e547a-f2d6-4d3b-8ee9-902f31c814d1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Usage tracker for resource:subnet and tenant:18aa41358fc0483e9b0c2540bc4e3b2f is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:24.542769 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-702e547a-f2d6-4d3b-8ee9-902f31c814d1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:24.549439 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-702e547a-f2d6-4d3b-8ee9-902f31c814d1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:24.565451 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702e547a-f2d6-4d3b-8ee9-902f31c814d1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Made reservation on behalf of 18aa41358fc0483e9b0c2540bc4e3b2f for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:03:24.569389 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-702e547a-f2d6-4d3b-8ee9-902f31c814d1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:24.645165 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2226d084-3b03-4cc9-bf05-7bc1601229bc None None] Provisioning complete for port 64f9aed9-f49d-4743-8d83-70c211ecbf4c triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:03:24.645538 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2226d084-3b03-4cc9-bf05-7bc1601229bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:24.664672 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.ipam_backend_mixin [None req-702e547a-f2d6-4d3b-8ee9-902f31c814d1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Performing IP validity checks on allocation pools {{(pid=88069) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 03 23:03:24.665428 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.ipam_backend_mixin [None req-702e547a-f2d6-4d3b-8ee9-902f31c814d1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88069) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 03 23:03:24.737193 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:24.798994 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 2c6e90aa-c6ec-45f6-a84a-31317ea495cb up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:03:24.810898 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-702e547a-f2d6-4d3b-8ee9-902f31c814d1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:24.828109 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-2226d084-3b03-4cc9-bf05-7bc1601229bc None None] Port 64f9aed9-f49d-4743-8d83-70c211ecbf4c cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:03:24.893248 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e547a-f2d6-4d3b-8ee9-902f31c814d1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event updated for resources: {'Subnet': ['ID=513d6612-cd62-491b-ba39-8a85c974d672,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:24.897346 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702e547a-f2d6-4d3b-8ee9-902f31c814d1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Checking segment: {'id': 'd17de0cb-a83e-4391-8041-729685dd8463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'de249593-5fbb-4373-988a-661f9ad7d87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:03:24.897937 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702e547a-f2d6-4d3b-8ee9-902f31c814d1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Network hostable DHCP agents. Network: de249593-5fbb-4373-988a-661f9ad7d87a, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:03:24.925192 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702e547a-f2d6-4d3b-8ee9-902f31c814d1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Network de249593-5fbb-4373-988a-661f9ad7d87a is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:03:24.937617 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-702e547a-f2d6-4d3b-8ee9-902f31c814d1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, de249593-5fbb-4373-988a-661f9ad7d87a) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:03:24.943673 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702e547a-f2d6-4d3b-8ee9-902f31c814d1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:24.944137 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-702e547a-f2d6-4d3b-8ee9-902f31c814d1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:24.950636 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8a63f7-92b8-4ad5-b101-7faaa2564930 None None] Network de249593-5fbb-4373-988a-661f9ad7d87a requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:03:24.972558 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-702e547a-f2d6-4d3b-8ee9-902f31c814d1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.5558839 May 03 23:03:24.973021 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49528) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:24.975160 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 2c6e90aa-c6ec-45f6-a84a-31317ea495cb triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:03:24.975392 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:24.975910 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49530) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:24.982454 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-f529d219-e9db-4bc6-8e9e-912f4a95aeea admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-500439692-network', 'tenant_id': '9d9f5119ea5f41f2abf56f3bc859bfc7'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:24.988032 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f529d219-e9db-4bc6-8e9e-912f4a95aeea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:24.991877 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f529d219-e9db-4bc6-8e9e-912f4a95aeea admin admin] Usage tracker for resource:network and tenant:9d9f5119ea5f41f2abf56f3bc859bfc7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:24.994950 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f529d219-e9db-4bc6-8e9e-912f4a95aeea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:25.000668 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f529d219-e9db-4bc6-8e9e-912f4a95aeea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:25.013816 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f529d219-e9db-4bc6-8e9e-912f4a95aeea admin admin] Made reservation on behalf of 9d9f5119ea5f41f2abf56f3bc859bfc7 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:03:25.016346 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f529d219-e9db-4bc6-8e9e-912f4a95aeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:25.029418 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f529d219-e9db-4bc6-8e9e-912f4a95aeea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:25.047113 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f529d219-e9db-4bc6-8e9e-912f4a95aeea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:25.051476 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f529d219-e9db-4bc6-8e9e-912f4a95aeea admin admin] Usage tracker for resource:security_group_rule and tenant:9d9f5119ea5f41f2abf56f3bc859bfc7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:25.054670 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f529d219-e9db-4bc6-8e9e-912f4a95aeea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:25.060505 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f529d219-e9db-4bc6-8e9e-912f4a95aeea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:25.127563 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-62c4ba23-3aa3-4df2-a7e0-112f6a7e30e8 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:25.149539 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f529d219-e9db-4bc6-8e9e-912f4a95aeea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:25.154908 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f529d219-e9db-4bc6-8e9e-912f4a95aeea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:25.183095 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-eff1924c-2a33-4064-8087-273e58d3c58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'name': 'tempest-TestServerBasicOps-1404814798-router', 'tenant_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '31022f6c-98c4-41e5-a19b-9593403e7fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:03:17Z', 'updated_at': '2022-05-03T23:03:22Z', 'revision_number': 4, 'project_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'gw_port': {'id': '31022f6c-98c4-41e5-a19b-9593403e7fd7', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:03:18Z', 'updated_at': '2022-05-03T23:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '64f9aed9-f49d-4743-8d83-70c211ecbf4c', 'name': '', 'network_id': '22a799c8-46d8-4bd7-b9e1-64db3d55057d', 'tenant_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'mac_address': 'fa:16:3e:84:c0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'c31cb33d-bd2c-4256-b2b1-896d8a76b866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:03:21Z', 'updated_at': '2022-05-03T23:03:22Z', 'revision_number': 2, 'project_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'subnets': [{'id': 'c31cb33d-bd2c-4256-b2b1-896d8a76b866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:25.186511 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f529d219-e9db-4bc6-8e9e-912f4a95aeea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:03:25.195472 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529d219-e9db-4bc6-8e9e-912f4a95aeea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407b7052-13e4-4bb0-900a-829700c842a6,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:25.204773 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f529d219-e9db-4bc6-8e9e-912f4a95aeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:25.205118 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-f529d219-e9db-4bc6-8e9e-912f4a95aeea admin admin] Added segment abefd9cc-fd89-4d9a-8c90-eaccd6eab48a of type vlan for network f64fbebd-cf27-409f-b5d1-295d2981c967 May 03 23:03:25.206974 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-62c4ba23-3aa3-4df2-a7e0-112f6a7e30e8 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:25.237013 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f529d219-e9db-4bc6-8e9e-912f4a95aeea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:25.272987 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f529d219-e9db-4bc6-8e9e-912f4a95aeea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:25.274374 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f529d219-e9db-4bc6-8e9e-912f4a95aeea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:25.275209 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f529d219-e9db-4bc6-8e9e-912f4a95aeea admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:25.289982 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-62c4ba23-3aa3-4df2-a7e0-112f6a7e30e8 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:25.299608 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff1924c-2a33-4064-8087-273e58d3c58c None None] The sync data for ids ['12f2c248-523e-43f0-80f4-b407833e5b82'] in n-d-811807-1 is: [{'id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'name': 'tempest-TestServerBasicOps-1404814798-router', 'tenant_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '31022f6c-98c4-41e5-a19b-9593403e7fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:03:17Z', 'updated_at': '2022-05-03T23:03:22Z', 'revision_number': 4, 'project_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'gw_port': {'id': '31022f6c-98c4-41e5-a19b-9593403e7fd7', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:03:18Z', 'updated_at': '2022-05-03T23:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '64f9aed9-f49d-4743-8d83-70c211ecbf4c', 'name': '', 'network_id': '22a799c8-46d8-4bd7-b9e1-64db3d55057d', 'tenant_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'mac_address': 'fa:16:3e:84:c0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'c31cb33d-bd2c-4256-b2b1-896d8a76b866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:03:21Z', 'updated_at': '2022-05-03T23:03:22Z', 'revision_number': 2, 'project_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'subnets': [{'id': 'c31cb33d-bd2c-4256-b2b1-896d8a76b866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:03:25.333105 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c4ba23-3aa3-4df2-a7e0-112f6a7e30e8 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event deleted for resources: {'Subnet': ['ID=513d6612-cd62-491b-ba39-8a85c974d672,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:25.361299 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49140d4-f97b-41de-a601-abd823784d33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-de249593-5fbb-4373-988a-661f9ad7d87a', 'network_id': 'de249593-5fbb-4373-988a-661f9ad7d87a', 'tenant_id': '18aa41358fc0483e9b0c2540bc4e3b2f', 'fixed_ips': [{'subnet_id': '513d6612-cd62-491b-ba39-8a85c974d672'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:03:25.362180 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b49140d4-f97b-41de-a601-abd823784d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:25.407723 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f529d219-e9db-4bc6-8e9e-912f4a95aeea admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4298251 May 03 23:03:25.410940 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49536) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:25.416383 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-be7450d9-248e-46a6-b77c-789a82c4a91b admin admin] Request body: {'subnet': {'network_id': 'f64fbebd-cf27-409f-b5d1-295d2981c967', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-500439692-subnet', 'tenant_id': '9d9f5119ea5f41f2abf56f3bc859bfc7', 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:25.421284 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529d219-e9db-4bc6-8e9e-912f4a95aeea admin admin] Pushing event updated for resources: {'Network': ['ID=f64fbebd-cf27-409f-b5d1-295d2981c967,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:25.425251 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-be7450d9-248e-46a6-b77c-789a82c4a91b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:25.431626 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-be7450d9-248e-46a6-b77c-789a82c4a91b admin admin] Usage tracker for resource:subnet and tenant:9d9f5119ea5f41f2abf56f3bc859bfc7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:25.440477 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-be7450d9-248e-46a6-b77c-789a82c4a91b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:25.446858 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-be7450d9-248e-46a6-b77c-789a82c4a91b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:25.447874 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-62c4ba23-3aa3-4df2-a7e0-112f6a7e30e8 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:25.453581 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network f64fbebd-cf27-409f-b5d1-295d2981c967 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:03:25.460222 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7450d9-248e-46a6-b77c-789a82c4a91b admin admin] Made reservation on behalf of 9d9f5119ea5f41f2abf56f3bc859bfc7 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:03:25.462679 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be7450d9-248e-46a6-b77c-789a82c4a91b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:25.482945 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-62c4ba23-3aa3-4df2-a7e0-112f6a7e30e8 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de249593-5fbb-4373-988a-661f9ad7d87a']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:25.498576 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-62c4ba23-3aa3-4df2-a7e0-112f6a7e30e8 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd17de0cb-a83e-4391-8041-729685dd8463') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:25.498576 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-62c4ba23-3aa3-4df2-a7e0-112f6a7e30e8 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd17de0cb-a83e-4391-8041-729685dd8463') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:25.512233 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-62c4ba23-3aa3-4df2-a7e0-112f6a7e30e8 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:25.553959 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-62c4ba23-3aa3-4df2-a7e0-112f6a7e30e8 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:25.564826 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62c4ba23-3aa3-4df2-a7e0-112f6a7e30e8 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:03:25.565357 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-62c4ba23-3aa3-4df2-a7e0-112f6a7e30e8 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:25.589587 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971b684a-87e4-4758-8bde-ba418c66c70c None None] Network de249593-5fbb-4373-988a-661f9ad7d87a requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:03:25.613236 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7ff7f01f-c91c-4abd-a56a-4f0d8f751f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:25.623228 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 23:03:25.623228 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:03:25.623228 n-d-811807-1 neutron-server[88069]: timer() May 03 23:03:25.623228 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:03:25.623228 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 23:03:25.623228 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:03:25.623228 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 23:03:25.623228 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:03:25.623228 n-d-811807-1 neutron-server[88069]: self._notify() May 03 23:03:25.623228 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:03:25.623228 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 23:03:25.623228 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:03:25.623228 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 23:03:25.623228 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:03:25.623228 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:03:25.623228 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:03:25.623228 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:03:25.623228 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:03:25.623228 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 23:03:25.623228 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:03:25.623228 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 23:03:25.623228 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:03:25.623228 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:03:25.623228 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:03:25.623228 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 23:03:25.623228 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:03:25.623228 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:03:25.623228 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:03:25.623228 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:03:25.623228 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:03:25.623228 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:03:25.623228 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:03:25.711229 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-62c4ba23-3aa3-4df2-a7e0-112f6a7e30e8 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:25.737884 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-62c4ba23-3aa3-4df2-a7e0-112f6a7e30e8 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:25.745108 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c4ba23-3aa3-4df2-a7e0-112f6a7e30e8 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event deleted for resources: {'Network': ['ID=de249593-5fbb-4373-988a-661f9ad7d87a,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:25.757246 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-62c4ba23-3aa3-4df2-a7e0-112f6a7e30e8 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "DELETE /v2.0/networks/de249593-5fbb-4373-988a-661f9ad7d87a HTTP/1.1" status: 204 len: 168 time: 0.7830911 May 03 23:03:25.758206 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49540) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:25.764884 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-19530177-ebd2-4b82-95a2-4051761eda8f tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1803988177'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:25.772142 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-19530177-ebd2-4b82-95a2-4051761eda8f tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:25.778562 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-19530177-ebd2-4b82-95a2-4051761eda8f tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Usage tracker for resource:network and tenant:18aa41358fc0483e9b0c2540bc4e3b2f is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:25.782048 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-19530177-ebd2-4b82-95a2-4051761eda8f tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:25.788318 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-19530177-ebd2-4b82-95a2-4051761eda8f tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:25.803912 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19530177-ebd2-4b82-95a2-4051761eda8f tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Made reservation on behalf of 18aa41358fc0483e9b0c2540bc4e3b2f for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:03:25.813044 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-19530177-ebd2-4b82-95a2-4051761eda8f tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:25.848270 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19530177-ebd2-4b82-95a2-4051761eda8f tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:03:25.854339 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be7450d9-248e-46a6-b77c-789a82c4a91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:25.858689 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-19530177-ebd2-4b82-95a2-4051761eda8f tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:25.859253 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-19530177-ebd2-4b82-95a2-4051761eda8f tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Added segment f3877625-a1cc-4e1c-af86-c09eb3002d89 of type vlan for network c2ba67ef-33e2-4ea1-9941-d0b2bab8a442 May 03 23:03:25.891950 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-19530177-ebd2-4b82-95a2-4051761eda8f tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:25.925806 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-19530177-ebd2-4b82-95a2-4051761eda8f tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:25.931785 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19530177-ebd2-4b82-95a2-4051761eda8f tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:25.932403 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-19530177-ebd2-4b82-95a2-4051761eda8f tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:25.933126 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7450d9-248e-46a6-b77c-789a82c4a91b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c2b68bd-a7b7-4533-ba00-5be75fada271,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:25.944042 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7450d9-248e-46a6-b77c-789a82c4a91b admin admin] Checking segment: {'id': 'abefd9cc-fd89-4d9a-8c90-eaccd6eab48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f64fbebd-cf27-409f-b5d1-295d2981c967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:03:25.944396 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7450d9-248e-46a6-b77c-789a82c4a91b admin admin] Network hostable DHCP agents. Network: f64fbebd-cf27-409f-b5d1-295d2981c967, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:03:25.965872 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7450d9-248e-46a6-b77c-789a82c4a91b admin admin] Network f64fbebd-cf27-409f-b5d1-295d2981c967 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:03:25.979809 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-be7450d9-248e-46a6-b77c-789a82c4a91b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, f64fbebd-cf27-409f-b5d1-295d2981c967) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:03:25.986008 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7450d9-248e-46a6-b77c-789a82c4a91b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:25.986642 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be7450d9-248e-46a6-b77c-789a82c4a91b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:25.994191 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cea9773-96c6-4eb7-b7db-6e6bff2217f7 None None] Network f64fbebd-cf27-409f-b5d1-295d2981c967 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:03:25.999775 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-19530177-ebd2-4b82-95a2-4051761eda8f tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2355235 May 03 23:03:26.001816 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49544) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:26.023481 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-be7450d9-248e-46a6-b77c-789a82c4a91b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6113272 May 03 23:03:26.026223 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49548) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:26.031975 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-72779d20-8d39-4c09-920d-01430d1eaff2 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-500439692-router', 'tenant_id': '9d9f5119ea5f41f2abf56f3bc859bfc7', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:26.039240 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-72779d20-8d39-4c09-920d-01430d1eaff2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:26.044412 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-72779d20-8d39-4c09-920d-01430d1eaff2 admin admin] Usage tracker for resource:router and tenant:9d9f5119ea5f41f2abf56f3bc859bfc7 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:26.048206 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-72779d20-8d39-4c09-920d-01430d1eaff2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:26.055326 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-72779d20-8d39-4c09-920d-01430d1eaff2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:26.058097 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-70dd0c8a-d867-4c7a-8fad-5354f7319be1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Request body: {'subnet': {'network_id': 'c2ba67ef-33e2-4ea1-9941-d0b2bab8a442', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:26.069110 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-72779d20-8d39-4c09-920d-01430d1eaff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:26.070425 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-72779d20-8d39-4c09-920d-01430d1eaff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:26.090242 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-72779d20-8d39-4c09-920d-01430d1eaff2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:26.182302 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19530177-ebd2-4b82-95a2-4051761eda8f tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event updated for resources: {'Network': ['ID=c2ba67ef-33e2-4ea1-9941-d0b2bab8a442,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:26.191670 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-70dd0c8a-d867-4c7a-8fad-5354f7319be1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:26.195727 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-70dd0c8a-d867-4c7a-8fad-5354f7319be1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Usage tracker for resource:subnet and tenant:18aa41358fc0483e9b0c2540bc4e3b2f is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:26.199530 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network c2ba67ef-33e2-4ea1-9941-d0b2bab8a442 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:03:26.202802 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-70dd0c8a-d867-4c7a-8fad-5354f7319be1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:26.209508 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-70dd0c8a-d867-4c7a-8fad-5354f7319be1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:26.227907 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70dd0c8a-d867-4c7a-8fad-5354f7319be1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Made reservation on behalf of 18aa41358fc0483e9b0c2540bc4e3b2f for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:03:26.237340 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-70dd0c8a-d867-4c7a-8fad-5354f7319be1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:26.387365 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aafa85d-ee3f-423c-b455-44a0c3f2b3de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-f64fbebd-cf27-409f-b5d1-295d2981c967', 'network_id': 'f64fbebd-cf27-409f-b5d1-295d2981c967', 'tenant_id': '9d9f5119ea5f41f2abf56f3bc859bfc7', 'fixed_ips': [{'subnet_id': '7c2b68bd-a7b7-4533-ba00-5be75fada271'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:03:26.388736 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6aafa85d-ee3f-423c-b455-44a0c3f2b3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:26.404693 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:26.472826 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:26.602063 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-6aafa85d-ee3f-423c-b455-44a0c3f2b3de None None] Allocated IP 172.20.0.2 (f64fbebd-cf27-409f-b5d1-295d2981c967/7c2b68bd-a7b7-4533-ba00-5be75fada271/5539abfb-5d2d-45f5-baf5-2049f08df558) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:03:26.618638 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-72779d20-8d39-4c09-920d-01430d1eaff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:26.695978 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-70dd0c8a-d867-4c7a-8fad-5354f7319be1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:26.793991 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd0c8a-d867-4c7a-8fad-5354f7319be1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event updated for resources: {'Subnet': ['ID=3289d7d1-dfb1-492c-8a56-b6ed2bbe5ea7,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:26.803164 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dd0c8a-d867-4c7a-8fad-5354f7319be1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Checking segment: {'id': 'f3877625-a1cc-4e1c-af86-c09eb3002d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'c2ba67ef-33e2-4ea1-9941-d0b2bab8a442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:03:26.803318 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dd0c8a-d867-4c7a-8fad-5354f7319be1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Network hostable DHCP agents. Network: c2ba67ef-33e2-4ea1-9941-d0b2bab8a442, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:03:26.831764 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dd0c8a-d867-4c7a-8fad-5354f7319be1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Network c2ba67ef-33e2-4ea1-9941-d0b2bab8a442 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:03:26.846604 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-70dd0c8a-d867-4c7a-8fad-5354f7319be1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, c2ba67ef-33e2-4ea1-9941-d0b2bab8a442) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:03:26.851410 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dd0c8a-d867-4c7a-8fad-5354f7319be1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:26.852197 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-70dd0c8a-d867-4c7a-8fad-5354f7319be1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:26.883079 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-70dd0c8a-d867-4c7a-8fad-5354f7319be1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8799303 May 03 23:03:26.883924 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49552) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:26.943077 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6aafa85d-ee3f-423c-b455-44a0c3f2b3de None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:26.955890 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6aafa85d-ee3f-423c-b455-44a0c3f2b3de None None] Transition to ACTIVE for port object 5539abfb-5d2d-45f5-baf5-2049f08df558 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:03:26.971340 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 31022f6c-98c4-41e5-a19b-9593403e7fd7 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:03:27.003856 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b16e8a2-2047-4a18-97e7-78b3789ecfdb None None] Network c2ba67ef-33e2-4ea1-9941-d0b2bab8a442 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:03:27.020664 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-72779d20-8d39-4c09-920d-01430d1eaff2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:27.054546 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-72779d20-8d39-4c09-920d-01430d1eaff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:27.078236 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e3ec4e36-742b-4835-abe9-88de7bd62f1d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:27.126925 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6aafa85d-ee3f-423c-b455-44a0c3f2b3de None None] Transition to ACTIVE for port object 5539abfb-5d2d-45f5-baf5-2049f08df558 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:03:27.146746 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6aafa85d-ee3f-423c-b455-44a0c3f2b3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:27.155600 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e3ec4e36-742b-4835-abe9-88de7bd62f1d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:27.228773 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-72779d20-8d39-4c09-920d-01430d1eaff2 admin admin] Allocated IP 172.25.2.230 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/fab73a86-b1ca-4eef-a57e-8b57bc35342f) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:03:27.259333 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aafa85d-ee3f-423c-b455-44a0c3f2b3de None None] Network f64fbebd-cf27-409f-b5d1-295d2981c967 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:03:27.267117 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-6aafa85d-ee3f-423c-b455-44a0c3f2b3de None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:03:27.271733 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e3ec4e36-742b-4835-abe9-88de7bd62f1d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:27.297212 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aafa85d-ee3f-423c-b455-44a0c3f2b3de None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:03:27.304051 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aafa85d-ee3f-423c-b455-44a0c3f2b3de None None] Pushing event updated for resources: {'Port': ['ID=5539abfb-5d2d-45f5-baf5-2049f08df558,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:27.314466 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec4e36-742b-4835-abe9-88de7bd62f1d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event deleted for resources: {'Subnet': ['ID=3289d7d1-dfb1-492c-8a56-b6ed2bbe5ea7,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:27.407531 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-72779d20-8d39-4c09-920d-01430d1eaff2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:27.415178 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e3ec4e36-742b-4835-abe9-88de7bd62f1d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:27.416071 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 31022f6c-98c4-41e5-a19b-9593403e7fd7 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:03:27.443147 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-e3ec4e36-742b-4835-abe9-88de7bd62f1d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2ba67ef-33e2-4ea1-9941-d0b2bab8a442']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:27.451686 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ffcd79-c28d-4850-be2b-9c8cbd35e090 None None] Network c2ba67ef-33e2-4ea1-9941-d0b2bab8a442 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:03:27.451920 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-72779d20-8d39-4c09-920d-01430d1eaff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:27.456614 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-e3ec4e36-742b-4835-abe9-88de7bd62f1d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3877625-a1cc-4e1c-af86-c09eb3002d89') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:27.456921 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-e3ec4e36-742b-4835-abe9-88de7bd62f1d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3877625-a1cc-4e1c-af86-c09eb3002d89') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:27.469622 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e3ec4e36-742b-4835-abe9-88de7bd62f1d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:27.487656 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 31022f6c-98c4-41e5-a19b-9593403e7fd7 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:03:27.487656 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:27.488946 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e3ec4e36-742b-4835-abe9-88de7bd62f1d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:27.497593 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ec4e36-742b-4835-abe9-88de7bd62f1d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:03:27.498230 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e3ec4e36-742b-4835-abe9-88de7bd62f1d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:27.513891 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 23:03:27.513891 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:03:27.513891 n-d-811807-1 neutron-server[88069]: timer() May 03 23:03:27.513891 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:03:27.513891 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 23:03:27.513891 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:03:27.513891 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 23:03:27.513891 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:03:27.513891 n-d-811807-1 neutron-server[88069]: self._notify() May 03 23:03:27.513891 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:03:27.513891 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 23:03:27.513891 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:03:27.513891 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 23:03:27.513891 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:03:27.513891 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:03:27.513891 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:03:27.513891 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:03:27.513891 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:03:27.513891 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 23:03:27.513891 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:03:27.513891 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 23:03:27.513891 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:03:27.513891 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:03:27.513891 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:03:27.513891 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 23:03:27.513891 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:03:27.513891 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:03:27.513891 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:03:27.513891 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:03:27.513891 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:03:27.513891 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:03:27.513891 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:03:27.520111 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72779d20-8d39-4c09-920d-01430d1eaff2 admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:03:27.522083 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-72779d20-8d39-4c09-920d-01430d1eaff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:03:27.541036 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72779d20-8d39-4c09-920d-01430d1eaff2 admin admin] Pushing event updated for resources: {'Port': ['ID=fab73a86-b1ca-4eef-a57e-8b57bc35342f,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:27.543373 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72779d20-8d39-4c09-920d-01430d1eaff2 admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:03:27.609021 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e3ec4e36-742b-4835-abe9-88de7bd62f1d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:27.620605 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e3ec4e36-742b-4835-abe9-88de7bd62f1d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:27.649148 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e3ec4e36-742b-4835-abe9-88de7bd62f1d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "DELETE /v2.0/networks/c2ba67ef-33e2-4ea1-9941-d0b2bab8a442 HTTP/1.1" status: 204 len: 168 time: 0.7639995 May 03 23:03:27.650399 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec4e36-742b-4835-abe9-88de7bd62f1d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event deleted for resources: {'Network': ['ID=c2ba67ef-33e2-4ea1-9941-d0b2bab8a442,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:27.654607 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49556) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:27.662684 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-6c6b2393-fcf3-41bc-9249-d5278d385014 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1580722813'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:27.669264 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6c6b2393-fcf3-41bc-9249-d5278d385014 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:27.676124 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6c6b2393-fcf3-41bc-9249-d5278d385014 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Usage tracker for resource:network and tenant:18aa41358fc0483e9b0c2540bc4e3b2f is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:27.679608 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6c6b2393-fcf3-41bc-9249-d5278d385014 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:27.686464 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6c6b2393-fcf3-41bc-9249-d5278d385014 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:27.689508 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-6aafa85d-ee3f-423c-b455-44a0c3f2b3de None None] Attempting to bind port 5539abfb-5d2d-45f5-baf5-2049f08df558 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:03:27.690058 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-6aafa85d-ee3f-423c-b455-44a0c3f2b3de None None] Attempting to bind port 5539abfb-5d2d-45f5-baf5-2049f08df558 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'abefd9cc-fd89-4d9a-8c90-eaccd6eab48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f64fbebd-cf27-409f-b5d1-295d2981c967'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:03:27.690534 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aafa85d-ee3f-423c-b455-44a0c3f2b3de None None] Attempting to bind port 5539abfb-5d2d-45f5-baf5-2049f08df558 on network f64fbebd-cf27-409f-b5d1-295d2981c967 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:03:27.698033 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6b2393-fcf3-41bc-9249-d5278d385014 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Made reservation on behalf of 18aa41358fc0483e9b0c2540bc4e3b2f for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:03:27.701681 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6c6b2393-fcf3-41bc-9249-d5278d385014 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:27.737040 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c6b2393-fcf3-41bc-9249-d5278d385014 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:03:27.748546 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6c6b2393-fcf3-41bc-9249-d5278d385014 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:27.748766 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aafa85d-ee3f-423c-b455-44a0c3f2b3de None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:03:27.749027 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aafa85d-ee3f-423c-b455-44a0c3f2b3de None None] Checking segment: {'id': 'abefd9cc-fd89-4d9a-8c90-eaccd6eab48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f64fbebd-cf27-409f-b5d1-295d2981c967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:03:27.749153 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-6c6b2393-fcf3-41bc-9249-d5278d385014 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Added segment 063ec58e-7cb1-4b3d-aa1a-288890f1389a of type vlan for network c3167bc3-93dd-4c88-abe5-eadacf472fff May 03 23:03:27.749391 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6aafa85d-ee3f-423c-b455-44a0c3f2b3de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:27.749954 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aafa85d-ee3f-423c-b455-44a0c3f2b3de None None] Bound using segment: {'id': 'abefd9cc-fd89-4d9a-8c90-eaccd6eab48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f64fbebd-cf27-409f-b5d1-295d2981c967'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:03:27.750294 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-6aafa85d-ee3f-423c-b455-44a0c3f2b3de None None] Bound port: 5539abfb-5d2d-45f5-baf5-2049f08df558, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abefd9cc-fd89-4d9a-8c90-eaccd6eab48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f64fbebd-cf27-409f-b5d1-295d2981c967'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:03:27.750674 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6aafa85d-ee3f-423c-b455-44a0c3f2b3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:27.781260 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6c6b2393-fcf3-41bc-9249-d5278d385014 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:27.815939 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6c6b2393-fcf3-41bc-9249-d5278d385014 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:27.821628 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6b2393-fcf3-41bc-9249-d5278d385014 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:27.822272 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6c6b2393-fcf3-41bc-9249-d5278d385014 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531296'] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:27.857728 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:27.861367 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:27.895855 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 31022f6c-98c4-41e5-a19b-9593403e7fd7, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=31022f6c-98c4-41e5-a19b-9593403e7fd7,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:03:27.904640 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:27.942719 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-6aafa85d-ee3f-423c-b455-44a0c3f2b3de None None] For port 5539abfb-5d2d-45f5-baf5-2049f08df558, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:03:27.943585 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6c6b2393-fcf3-41bc-9249-d5278d385014 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2875166 May 03 23:03:27.947951 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49560) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:27.950943 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b2393-fcf3-41bc-9249-d5278d385014 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event updated for resources: {'Network': ['ID=c3167bc3-93dd-4c88-abe5-eadacf472fff,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:27.960928 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-4adb7b44-7f53-4865-b824-c18ff5a17729 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Request body: {'subnet': {'network_id': 'c3167bc3-93dd-4c88-abe5-eadacf472fff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:27.963018 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network c3167bc3-93dd-4c88-abe5-eadacf472fff details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:03:27.996992 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-6aafa85d-ee3f-423c-b455-44a0c3f2b3de None None] For port 5539abfb-5d2d-45f5-baf5-2049f08df558, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=5539abfb-5d2d-45f5-baf5-2049f08df558,segment=NetworkSegment(abefd9cc-fd89-4d9a-8c90-eaccd6eab48a),segment_id=abefd9cc-fd89-4d9a-8c90-eaccd6eab48a)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:03:28.007925 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6aafa85d-ee3f-423c-b455-44a0c3f2b3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:28.011968 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-72779d20-8d39-4c09-920d-01430d1eaff2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:28.090063 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4adb7b44-7f53-4865-b824-c18ff5a17729 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:28.093693 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=31022f6c-98c4-41e5-a19b-9593403e7fd7,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:28.095083 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4adb7b44-7f53-4865-b824-c18ff5a17729 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Usage tracker for resource:subnet and tenant:18aa41358fc0483e9b0c2540bc4e3b2f is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:28.098247 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4adb7b44-7f53-4865-b824-c18ff5a17729 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:28.104977 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4adb7b44-7f53-4865-b824-c18ff5a17729 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:28.115232 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4adb7b44-7f53-4865-b824-c18ff5a17729 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Made reservation on behalf of 18aa41358fc0483e9b0c2540bc4e3b2f for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:03:28.119092 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4adb7b44-7f53-4865-b824-c18ff5a17729 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:28.184019 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:28.199691 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b77b19f-51f1-4cd2-b16e-46dc9e522303 None None] Sync routers for ids ['12f2c248-523e-43f0-80f4-b407833e5b82'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:03:28.204942 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aafa85d-ee3f-423c-b455-44a0c3f2b3de None None] Pushing event updated for resources: {'Port': ['ID=5539abfb-5d2d-45f5-baf5-2049f08df558,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:28.212352 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b77b19f-51f1-4cd2-b16e-46dc9e522303 None None] Routers {'12f2c248-523e-43f0-80f4-b407833e5b82'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:03:28.212999 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-3b77b19f-51f1-4cd2-b16e-46dc9e522303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:03:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['12f2c248-523e-43f0-80f4-b407833e5b82'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:28.439534 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4adb7b44-7f53-4865-b824-c18ff5a17729 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:28.526599 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-3b77b19f-51f1-4cd2-b16e-46dc9e522303 None None] Set router 12f2c248-523e-43f0-80f4-b407833e5b82 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:03:28.530238 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adb7b44-7f53-4865-b824-c18ff5a17729 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event updated for resources: {'Subnet': ['ID=8b9d50a7-a5a8-4756-8db6-fe3e2dbfef65,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:28.538476 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adb7b44-7f53-4865-b824-c18ff5a17729 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Checking segment: {'id': '063ec58e-7cb1-4b3d-aa1a-288890f1389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c3167bc3-93dd-4c88-abe5-eadacf472fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:03:28.538911 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adb7b44-7f53-4865-b824-c18ff5a17729 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Network hostable DHCP agents. Network: c3167bc3-93dd-4c88-abe5-eadacf472fff, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:03:28.563406 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adb7b44-7f53-4865-b824-c18ff5a17729 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Network c3167bc3-93dd-4c88-abe5-eadacf472fff is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:03:28.578222 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-4adb7b44-7f53-4865-b824-c18ff5a17729 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, c3167bc3-93dd-4c88-abe5-eadacf472fff) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:03:28.583096 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adb7b44-7f53-4865-b824-c18ff5a17729 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:28.583096 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4adb7b44-7f53-4865-b824-c18ff5a17729 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:28.591962 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5d08f7-d373-4d5b-b998-14e46f363494 None None] Network c3167bc3-93dd-4c88-abe5-eadacf472fff requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:03:28.612505 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49564) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:28.613353 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4adb7b44-7f53-4865-b824-c18ff5a17729 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6643391 May 03 23:03:28.618125 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-72779d20-8d39-4c09-920d-01430d1eaff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:28.884422 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f5a1f8-548d-4d0a-86bb-f32681c043b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-c3167bc3-93dd-4c88-abe5-eadacf472fff', 'network_id': 'c3167bc3-93dd-4c88-abe5-eadacf472fff', 'tenant_id': '18aa41358fc0483e9b0c2540bc4e3b2f', 'fixed_ips': [{'subnet_id': '8b9d50a7-a5a8-4756-8db6-fe3e2dbfef65'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:03:28.885268 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e8f5a1f8-548d-4d0a-86bb-f32681c043b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:28.907823 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 5539abfb-5d2d-45f5-baf5-2049f08df558 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:03:28.910089 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-3b77b19f-51f1-4cd2-b16e-46dc9e522303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'name': 'tempest-TestServerBasicOps-1404814798-router', 'tenant_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '31022f6c-98c4-41e5-a19b-9593403e7fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:03:17Z', 'updated_at': '2022-05-03T23:03:22Z', 'revision_number': 4, 'project_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'gw_port': {'id': '31022f6c-98c4-41e5-a19b-9593403e7fd7', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:03:18Z', 'updated_at': '2022-05-03T23:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '64f9aed9-f49d-4743-8d83-70c211ecbf4c', 'name': '', 'network_id': '22a799c8-46d8-4bd7-b9e1-64db3d55057d', 'tenant_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'mac_address': 'fa:16:3e:84:c0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'c31cb33d-bd2c-4256-b2b1-896d8a76b866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:03:21Z', 'updated_at': '2022-05-03T23:03:22Z', 'revision_number': 2, 'project_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'subnets': [{'id': 'c31cb33d-bd2c-4256-b2b1-896d8a76b866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:28.914247 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b77b19f-51f1-4cd2-b16e-46dc9e522303 None None] Checking router: 12f2c248-523e-43f0-80f4-b407833e5b82 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:03:28.914672 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b77b19f-51f1-4cd2-b16e-46dc9e522303 None None] Updating router 12f2c248-523e-43f0-80f4-b407833e5b82 port 64f9aed9-f49d-4743-8d83-70c211ecbf4c binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:03:28.974273 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3b77b19f-51f1-4cd2-b16e-46dc9e522303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:28.975012 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3f752942-df54-4b45-b597-7be7049f93f9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:29.091405 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3f752942-df54-4b45-b597-7be7049f93f9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:29.103427 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 5539abfb-5d2d-45f5-baf5-2049f08df558 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:03:29.111522 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 31022f6c-98c4-41e5-a19b-9593403e7fd7 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:03:29.174777 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72779d20-8d39-4c09-920d-01430d1eaff2 admin admin] Router a70f339a-c08c-4c40-9a97-8420bdba5576 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 23:03:29.178720 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-e8f5a1f8-548d-4d0a-86bb-f32681c043b6 None None] Allocated IP 172.20.0.2 (c3167bc3-93dd-4c88-abe5-eadacf472fff/8b9d50a7-a5a8-4756-8db6-fe3e2dbfef65/c6513e32-a935-432f-ba55-3d574ea94d6d) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:03:29.242716 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 31022f6c-98c4-41e5-a19b-9593403e7fd7 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:03:29.243086 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:29.430697 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72779d20-8d39-4c09-920d-01430d1eaff2 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:03:29.432987 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3b77b19f-51f1-4cd2-b16e-46dc9e522303 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:29.449939 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-3b77b19f-51f1-4cd2-b16e-46dc9e522303 None None] Transition to ACTIVE for port object 64f9aed9-f49d-4743-8d83-70c211ecbf4c will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:03:29.458197 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3b77b19f-51f1-4cd2-b16e-46dc9e522303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:29.468083 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-72779d20-8d39-4c09-920d-01430d1eaff2 admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:29.472239 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-72779d20-8d39-4c09-920d-01430d1eaff2 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4448709 May 03 23:03:29.473965 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49568) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:29.543747 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04e9f89-d780-4f95-b235-d96a7e6bf56f None None] Sync routers for ids ['a70f339a-c08c-4c40-9a97-8420bdba5576'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:03:29.546526 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42605837-a49e-4ee8-8228-681eb4bb73d8 None None] Network f64fbebd-cf27-409f-b5d1-295d2981c967 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:03:29.749616 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc278477-d884-4d80-9f84-80fda5a01add None None] Pushing event updated for resources: {'Port': ['ID=64f9aed9-f49d-4743-8d83-70c211ecbf4c,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:29.774455 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04e9f89-d780-4f95-b235-d96a7e6bf56f None None] Routers {'a70f339a-c08c-4c40-9a97-8420bdba5576'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:03:29.775236 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-e04e9f89-d780-4f95-b235-d96a7e6bf56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:03:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a70f339a-c08c-4c40-9a97-8420bdba5576'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:29.788401 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc278477-d884-4d80-9f84-80fda5a01add None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:29.788702 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc278477-d884-4d80-9f84-80fda5a01add None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:29.789044 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc278477-d884-4d80-9f84-80fda5a01add None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:29.789449 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc278477-d884-4d80-9f84-80fda5a01add None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:29.789703 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc278477-d884-4d80-9f84-80fda5a01add None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:29.790072 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc278477-d884-4d80-9f84-80fda5a01add None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:29.790368 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc278477-d884-4d80-9f84-80fda5a01add None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:29.790692 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc278477-d884-4d80-9f84-80fda5a01add None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:29.791012 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc278477-d884-4d80-9f84-80fda5a01add None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:29.791330 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc278477-d884-4d80-9f84-80fda5a01add None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:29.791769 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc278477-d884-4d80-9f84-80fda5a01add None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:29.791951 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc278477-d884-4d80-9f84-80fda5a01add None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:29.825636 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-3b77b19f-51f1-4cd2-b16e-46dc9e522303 None None] Attempting to bind port 64f9aed9-f49d-4743-8d83-70c211ecbf4c on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:03:29.826134 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-3b77b19f-51f1-4cd2-b16e-46dc9e522303 None None] Attempting to bind port 64f9aed9-f49d-4743-8d83-70c211ecbf4c by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '7fe96c11-b063-4318-826a-193b5876c9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '22a799c8-46d8-4bd7-b9e1-64db3d55057d'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:03:29.826604 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b77b19f-51f1-4cd2-b16e-46dc9e522303 None None] Attempting to bind port 64f9aed9-f49d-4743-8d83-70c211ecbf4c on network 22a799c8-46d8-4bd7-b9e1-64db3d55057d {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:03:29.832932 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b77b19f-51f1-4cd2-b16e-46dc9e522303 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:03:29.834261 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b77b19f-51f1-4cd2-b16e-46dc9e522303 None None] Checking segment: {'id': '7fe96c11-b063-4318-826a-193b5876c9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '22a799c8-46d8-4bd7-b9e1-64db3d55057d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:03:29.834759 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3b77b19f-51f1-4cd2-b16e-46dc9e522303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:29.835251 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b77b19f-51f1-4cd2-b16e-46dc9e522303 None None] Bound using segment: {'id': '7fe96c11-b063-4318-826a-193b5876c9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '22a799c8-46d8-4bd7-b9e1-64db3d55057d'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:03:29.835814 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-3b77b19f-51f1-4cd2-b16e-46dc9e522303 None None] Bound port: 64f9aed9-f49d-4743-8d83-70c211ecbf4c, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fe96c11-b063-4318-826a-193b5876c9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '22a799c8-46d8-4bd7-b9e1-64db3d55057d'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:03:29.836285 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3b77b19f-51f1-4cd2-b16e-46dc9e522303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:29.901882 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-71589da7-f7da-480a-827a-8b9442c5b8c0 None None] Provisioning for port 5539abfb-5d2d-45f5-baf5-2049f08df558 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:03:29.930862 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e8f5a1f8-548d-4d0a-86bb-f32681c043b6 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:29.932938 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-3b77b19f-51f1-4cd2-b16e-46dc9e522303 None None] For port 64f9aed9-f49d-4743-8d83-70c211ecbf4c, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:03:29.937608 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-3b77b19f-51f1-4cd2-b16e-46dc9e522303 None None] For port 64f9aed9-f49d-4743-8d83-70c211ecbf4c, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=64f9aed9-f49d-4743-8d83-70c211ecbf4c,segment=NetworkSegment(7fe96c11-b063-4318-826a-193b5876c9fe),segment_id=7fe96c11-b063-4318-826a-193b5876c9fe)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:03:29.940561 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-71589da7-f7da-480a-827a-8b9442c5b8c0 None None] Provisioning complete for port 5539abfb-5d2d-45f5-baf5-2049f08df558 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:03:29.940912 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-71589da7-f7da-480a-827a-8b9442c5b8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:29.942558 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3b77b19f-51f1-4cd2-b16e-46dc9e522303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:29.998182 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e8f5a1f8-548d-4d0a-86bb-f32681c043b6 None None] Transition to ACTIVE for port object c6513e32-a935-432f-ba55-3d574ea94d6d will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:03:30.028848 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b77b19f-51f1-4cd2-b16e-46dc9e522303 None None] Routers {'12f2c248-523e-43f0-80f4-b407833e5b82'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:03:30.029477 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-3b77b19f-51f1-4cd2-b16e-46dc9e522303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:03:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['12f2c248-523e-43f0-80f4-b407833e5b82'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:30.091318 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e8f5a1f8-548d-4d0a-86bb-f32681c043b6 None None] Transition to ACTIVE for port object c6513e32-a935-432f-ba55-3d574ea94d6d will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:03:30.132016 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e8f5a1f8-548d-4d0a-86bb-f32681c043b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:30.139196 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3f752942-df54-4b45-b597-7be7049f93f9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:30.152689 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc278477-d884-4d80-9f84-80fda5a01add None None] Pushing event updated for resources: {'Port': ['ID=64f9aed9-f49d-4743-8d83-70c211ecbf4c,revision_number=4']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:30.219553 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f752942-df54-4b45-b597-7be7049f93f9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event deleted for resources: {'Subnet': ['ID=8b9d50a7-a5a8-4756-8db6-fe3e2dbfef65,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:30.237800 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-3b77b19f-51f1-4cd2-b16e-46dc9e522303 None None] Set router 12f2c248-523e-43f0-80f4-b407833e5b82 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:03:30.303510 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f5a1f8-548d-4d0a-86bb-f32681c043b6 None None] Network c3167bc3-93dd-4c88-abe5-eadacf472fff is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:03:30.311815 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f5a1f8-548d-4d0a-86bb-f32681c043b6 None None] Pushing event updated for resources: {'Port': ['ID=c6513e32-a935-432f-ba55-3d574ea94d6d,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:30.316424 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-e8f5a1f8-548d-4d0a-86bb-f32681c043b6 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:03:30.320044 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f5a1f8-548d-4d0a-86bb-f32681c043b6 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:03:30.380816 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3f752942-df54-4b45-b597-7be7049f93f9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:30.413368 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-3f752942-df54-4b45-b597-7be7049f93f9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3167bc3-93dd-4c88-abe5-eadacf472fff']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:30.417555 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-e04e9f89-d780-4f95-b235-d96a7e6bf56f None None] Set router a70f339a-c08c-4c40-9a97-8420bdba5576 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:03:30.431268 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-3f752942-df54-4b45-b597-7be7049f93f9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '063ec58e-7cb1-4b3d-aa1a-288890f1389a') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:30.432052 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-3f752942-df54-4b45-b597-7be7049f93f9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '063ec58e-7cb1-4b3d-aa1a-288890f1389a') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:30.438799 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cd100fe5-cd9c-4b8b-b3a4-e18472e67956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:30.448408 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3f752942-df54-4b45-b597-7be7049f93f9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:30.469888 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3f752942-df54-4b45-b597-7be7049f93f9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:30.476966 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f752942-df54-4b45-b597-7be7049f93f9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:03:30.477643 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3f752942-df54-4b45-b597-7be7049f93f9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:30.564358 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 23:03:30.564358 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:03:30.564358 n-d-811807-1 neutron-server[88070]: timer() May 03 23:03:30.564358 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:03:30.564358 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 23:03:30.564358 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:03:30.564358 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 23:03:30.564358 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:03:30.564358 n-d-811807-1 neutron-server[88070]: self._notify() May 03 23:03:30.564358 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:03:30.564358 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 23:03:30.564358 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:03:30.564358 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 23:03:30.564358 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:03:30.564358 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:03:30.564358 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:03:30.564358 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:03:30.564358 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:03:30.564358 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 23:03:30.564358 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:03:30.564358 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 23:03:30.564358 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:03:30.564358 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:03:30.564358 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:03:30.564358 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 23:03:30.564358 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:03:30.564358 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:03:30.564358 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:03:30.564358 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:03:30.564358 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:03:30.564358 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:03:30.564358 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:03:30.590403 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [None req-3f752942-df54-4b45-b597-7be7049f93f9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 03 23:03:30.590403 n-d-811807-1 neutron-server[88070]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 03 23:03:30.590403 n-d-811807-1 neutron-server[88070]: [parameters: {'id': 'c3167bc3-93dd-4c88-abe5-eadacf472fff'}] May 03 23:03:30.590403 n-d-811807-1 neutron-server[88070]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:03:30.591314 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [None req-3f752942-df54-4b45-b597-7be7049f93f9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:03:30.644569 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-3b77b19f-51f1-4cd2-b16e-46dc9e522303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'name': 'tempest-TestServerBasicOps-1404814798-router', 'tenant_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '31022f6c-98c4-41e5-a19b-9593403e7fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:03:17Z', 'updated_at': '2022-05-03T23:03:22Z', 'revision_number': 4, 'project_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'gw_port': {'id': '31022f6c-98c4-41e5-a19b-9593403e7fd7', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:03:18Z', 'updated_at': '2022-05-03T23:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '64f9aed9-f49d-4743-8d83-70c211ecbf4c', 'name': '', 'network_id': '22a799c8-46d8-4bd7-b9e1-64db3d55057d', 'tenant_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'mac_address': 'fa:16:3e:84:c0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'c31cb33d-bd2c-4256-b2b1-896d8a76b866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:03:21Z', 'updated_at': '2022-05-03T23:03:29Z', 'revision_number': 4, 'project_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'subnets': [{'id': 'c31cb33d-bd2c-4256-b2b1-896d8a76b866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:30.648853 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b77b19f-51f1-4cd2-b16e-46dc9e522303 None None] The sync data for ids ['12f2c248-523e-43f0-80f4-b407833e5b82'] in n-d-811807-1 is: [{'id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'name': 'tempest-TestServerBasicOps-1404814798-router', 'tenant_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '31022f6c-98c4-41e5-a19b-9593403e7fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:03:17Z', 'updated_at': '2022-05-03T23:03:22Z', 'revision_number': 4, 'project_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'gw_port': {'id': '31022f6c-98c4-41e5-a19b-9593403e7fd7', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:03:18Z', 'updated_at': '2022-05-03T23:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '64f9aed9-f49d-4743-8d83-70c211ecbf4c', 'name': '', 'network_id': '22a799c8-46d8-4bd7-b9e1-64db3d55057d', 'tenant_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'mac_address': 'fa:16:3e:84:c0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'c31cb33d-bd2c-4256-b2b1-896d8a76b866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:03:21Z', 'updated_at': '2022-05-03T23:03:29Z', 'revision_number': 4, 'project_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'subnets': [{'id': 'c31cb33d-bd2c-4256-b2b1-896d8a76b866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:03:30.668668 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-71589da7-f7da-480a-827a-8b9442c5b8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:30.724679 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-cd100fe5-cd9c-4b8b-b3a4-e18472e67956 admin admin] Allocated IP 172.20.0.1 (f64fbebd-cf27-409f-b5d1-295d2981c967/7c2b68bd-a7b7-4533-ba00-5be75fada271/16429754-512d-4e4a-bd0a-1e4e55610b4b) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:03:30.760965 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e8f5a1f8-548d-4d0a-86bb-f32681c043b6 None None] Attempting to bind port c6513e32-a935-432f-ba55-3d574ea94d6d on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:03:30.761333 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e8f5a1f8-548d-4d0a-86bb-f32681c043b6 None None] Attempting to bind port c6513e32-a935-432f-ba55-3d574ea94d6d by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '063ec58e-7cb1-4b3d-aa1a-288890f1389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c3167bc3-93dd-4c88-abe5-eadacf472fff'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:03:30.761689 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f5a1f8-548d-4d0a-86bb-f32681c043b6 None None] Attempting to bind port c6513e32-a935-432f-ba55-3d574ea94d6d on network c3167bc3-93dd-4c88-abe5-eadacf472fff {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:03:30.796207 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-71589da7-f7da-480a-827a-8b9442c5b8c0 None None] For port 5539abfb-5d2d-45f5-baf5-2049f08df558, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=5539abfb-5d2d-45f5-baf5-2049f08df558,segment=NetworkSegment(abefd9cc-fd89-4d9a-8c90-eaccd6eab48a),segment_id=abefd9cc-fd89-4d9a-8c90-eaccd6eab48a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:03:30.814055 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f5a1f8-548d-4d0a-86bb-f32681c043b6 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:03:30.814428 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f5a1f8-548d-4d0a-86bb-f32681c043b6 None None] Checking segment: {'id': '063ec58e-7cb1-4b3d-aa1a-288890f1389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c3167bc3-93dd-4c88-abe5-eadacf472fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:03:30.814830 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e8f5a1f8-548d-4d0a-86bb-f32681c043b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:30.815302 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f5a1f8-548d-4d0a-86bb-f32681c043b6 None None] Bound using segment: {'id': '063ec58e-7cb1-4b3d-aa1a-288890f1389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c3167bc3-93dd-4c88-abe5-eadacf472fff'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:03:30.815677 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e8f5a1f8-548d-4d0a-86bb-f32681c043b6 None None] Bound port: c6513e32-a935-432f-ba55-3d574ea94d6d, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '063ec58e-7cb1-4b3d-aa1a-288890f1389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'c3167bc3-93dd-4c88-abe5-eadacf472fff'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:03:30.816051 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e8f5a1f8-548d-4d0a-86bb-f32681c043b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:30.825808 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-71589da7-f7da-480a-827a-8b9442c5b8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:30.864273 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 64f9aed9-f49d-4743-8d83-70c211ecbf4c up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:03:30.906424 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cd100fe5-cd9c-4b8b-b3a4-e18472e67956 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:30.924244 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-cd100fe5-cd9c-4b8b-b3a4-e18472e67956 admin admin] Transition to ACTIVE for port object 16429754-512d-4e4a-bd0a-1e4e55610b4b will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:03:30.951738 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cd100fe5-cd9c-4b8b-b3a4-e18472e67956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:31.022051 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd100fe5-cd9c-4b8b-b3a4-e18472e67956 admin admin] Network f64fbebd-cf27-409f-b5d1-295d2981c967 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:03:31.029819 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-cd100fe5-cd9c-4b8b-b3a4-e18472e67956 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:03:31.030998 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd100fe5-cd9c-4b8b-b3a4-e18472e67956 admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:03:31.069501 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd100fe5-cd9c-4b8b-b3a4-e18472e67956 admin admin] Pushing event updated for resources: {'Port': ['ID=16429754-512d-4e4a-bd0a-1e4e55610b4b,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:31.082842 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71589da7-f7da-480a-827a-8b9442c5b8c0 None None] Pushing event updated for resources: {'Port': ['ID=5539abfb-5d2d-45f5-baf5-2049f08df558,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:31.092483 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3f752942-df54-4b45-b597-7be7049f93f9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:31.096610 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cd100fe5-cd9c-4b8b-b3a4-e18472e67956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:31.110176 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-3f752942-df54-4b45-b597-7be7049f93f9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Deleting port c6513e32-a935-432f-ba55-3d574ea94d6d {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:03:31.110523 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3f752942-df54-4b45-b597-7be7049f93f9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:31.126704 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e8f5a1f8-548d-4d0a-86bb-f32681c043b6 None None] For port c6513e32-a935-432f-ba55-3d574ea94d6d, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:03:31.137101 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e8f5a1f8-548d-4d0a-86bb-f32681c043b6 None None] For port c6513e32-a935-432f-ba55-3d574ea94d6d, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=c6513e32-a935-432f-ba55-3d574ea94d6d,segment=NetworkSegment(063ec58e-7cb1-4b3d-aa1a-288890f1389a),segment_id=063ec58e-7cb1-4b3d-aa1a-288890f1389a)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:03:31.156189 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e8f5a1f8-548d-4d0a-86bb-f32681c043b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:31.160327 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 64f9aed9-f49d-4743-8d83-70c211ecbf4c completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:03:31.247554 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 64f9aed9-f49d-4743-8d83-70c211ecbf4c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:03:31.248096 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:31.259318 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cd100fe5-cd9c-4b8b-b3a4-e18472e67956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:31.285478 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-e04e9f89-d780-4f95-b235-d96a7e6bf56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70f339a-c08c-4c40-9a97-8420bdba5576', 'name': 'tempest-TestServerBasicOps-500439692-router', 'tenant_id': '9d9f5119ea5f41f2abf56f3bc859bfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'fab73a86-b1ca-4eef-a57e-8b57bc35342f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:03:26Z', 'updated_at': '2022-05-03T23:03:27Z', 'revision_number': 3, 'project_id': '9d9f5119ea5f41f2abf56f3bc859bfc7', 'gw_port': {'id': 'fab73a86-b1ca-4eef-a57e-8b57bc35342f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70f339a-c08c-4c40-9a97-8420bdba5576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:03:27Z', 'updated_at': '2022-05-03T23:03:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:31.338088 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04e9f89-d780-4f95-b235-d96a7e6bf56f None None] Checking router: a70f339a-c08c-4c40-9a97-8420bdba5576 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:03:31.338533 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04e9f89-d780-4f95-b235-d96a7e6bf56f None None] Updating router a70f339a-c08c-4c40-9a97-8420bdba5576 port fab73a86-b1ca-4eef-a57e-8b57bc35342f binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:03:31.425522 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-3f752942-df54-4b45-b597-7be7049f93f9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] For port c6513e32-a935-432f-ba55-3d574ea94d6d, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=c6513e32-a935-432f-ba55-3d574ea94d6d,segment=NetworkSegment(063ec58e-7cb1-4b3d-aa1a-288890f1389a),segment_id=063ec58e-7cb1-4b3d-aa1a-288890f1389a)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:03:31.426033 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3f752942-df54-4b45-b597-7be7049f93f9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:31.478118 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e04e9f89-d780-4f95-b235-d96a7e6bf56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:31.671859 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cd100fe5-cd9c-4b8b-b3a4-e18472e67956 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:31.680411 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cd100fe5-cd9c-4b8b-b3a4-e18472e67956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:31.689995 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f5a1f8-548d-4d0a-86bb-f32681c043b6 None None] Pushing event updated for resources: {'Port': ['ID=c6513e32-a935-432f-ba55-3d574ea94d6d,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:31.791251 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-3f752942-df54-4b45-b597-7be7049f93f9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Calling delete_port for c6513e32-a935-432f-ba55-3d574ea94d6d owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:03:31.838638 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0852e059-8de2-43f3-a6b7-c55b57123f39 None None] Network c3167bc3-93dd-4c88-abe5-eadacf472fff requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:03:31.854827 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-da3fb521-44d7-4823-af95-b41ab24cb065 None None] Provisioning complete for port 5539abfb-5d2d-45f5-baf5-2049f08df558 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:03:31.855199 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-da3fb521-44d7-4823-af95-b41ab24cb065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:31.868565 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3f752942-df54-4b45-b597-7be7049f93f9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:31.898011 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd100fe5-cd9c-4b8b-b3a4-e18472e67956 admin admin] Pushing event updated for resources: {'Port': ['ID=16429754-512d-4e4a-bd0a-1e4e55610b4b,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:31.921392 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f752942-df54-4b45-b597-7be7049f93f9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event deleted for resources: {'Port': ['ID=c6513e32-a935-432f-ba55-3d574ea94d6d,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:31.924129 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f752942-df54-4b45-b597-7be7049f93f9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] No DVR routers for this DVR port c6513e32-a935-432f-ba55-3d574ea94d6d on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:03:31.924995 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cd100fe5-cd9c-4b8b-b3a4-e18472e67956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:32.053483 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3f752942-df54-4b45-b597-7be7049f93f9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:32.070421 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:32.082642 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-3f752942-df54-4b45-b597-7be7049f93f9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3167bc3-93dd-4c88-abe5-eadacf472fff']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:32.089915 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd100fe5-cd9c-4b8b-b3a4-e18472e67956 admin admin] Network f64fbebd-cf27-409f-b5d1-295d2981c967 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:03:32.091329 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-cd100fe5-cd9c-4b8b-b3a4-e18472e67956 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:03:32.096218 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-3f752942-df54-4b45-b597-7be7049f93f9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '063ec58e-7cb1-4b3d-aa1a-288890f1389a') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:32.096511 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-3f752942-df54-4b45-b597-7be7049f93f9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '063ec58e-7cb1-4b3d-aa1a-288890f1389a') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:32.109804 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3f752942-df54-4b45-b597-7be7049f93f9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:32.129056 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3f752942-df54-4b45-b597-7be7049f93f9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:32.138926 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f752942-df54-4b45-b597-7be7049f93f9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:03:32.139718 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3f752942-df54-4b45-b597-7be7049f93f9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:32.159353 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 23:03:32.159353 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:03:32.159353 n-d-811807-1 neutron-server[88070]: timer() May 03 23:03:32.159353 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:03:32.159353 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 23:03:32.159353 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:03:32.159353 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 23:03:32.159353 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:03:32.159353 n-d-811807-1 neutron-server[88070]: self._notify() May 03 23:03:32.159353 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:03:32.159353 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 23:03:32.159353 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:03:32.159353 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 23:03:32.159353 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:03:32.159353 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:03:32.159353 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:03:32.159353 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:03:32.159353 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:03:32.159353 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 23:03:32.159353 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:03:32.159353 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 23:03:32.159353 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:03:32.159353 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:03:32.159353 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:03:32.159353 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 23:03:32.159353 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:03:32.159353 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:03:32.159353 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:03:32.159353 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:03:32.159353 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:03:32.159353 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:03:32.159353 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:03:32.206919 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 64f9aed9-f49d-4743-8d83-70c211ecbf4c, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=64f9aed9-f49d-4743-8d83-70c211ecbf4c,segment=NetworkSegment(7fe96c11-b063-4318-826a-193b5876c9fe),segment_id=7fe96c11-b063-4318-826a-193b5876c9fe)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:03:32.265205 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3f752942-df54-4b45-b597-7be7049f93f9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:32.272180 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:32.297685 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3f752942-df54-4b45-b597-7be7049f93f9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:32.306389 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f752942-df54-4b45-b597-7be7049f93f9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event deleted for resources: {'Network': ['ID=c3167bc3-93dd-4c88-abe5-eadacf472fff,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:32.315601 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd100fe5-cd9c-4b8b-b3a4-e18472e67956 admin admin] Router a70f339a-c08c-4c40-9a97-8420bdba5576 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:03:32.316220 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3f752942-df54-4b45-b597-7be7049f93f9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "DELETE /v2.0/networks/c3167bc3-93dd-4c88-abe5-eadacf472fff HTTP/1.1" status: 204 len: 168 time: 3.7012837 May 03 23:03:32.320312 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49574) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:32.333557 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-3eb50ecc-293f-4240-a209-71d3ef2a81d4 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1029767309'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:32.343365 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3eb50ecc-293f-4240-a209-71d3ef2a81d4 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:32.352746 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3eb50ecc-293f-4240-a209-71d3ef2a81d4 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Usage tracker for resource:network and tenant:18aa41358fc0483e9b0c2540bc4e3b2f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:32.357197 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3eb50ecc-293f-4240-a209-71d3ef2a81d4 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:32.365718 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3eb50ecc-293f-4240-a209-71d3ef2a81d4 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:32.381101 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb50ecc-293f-4240-a209-71d3ef2a81d4 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Made reservation on behalf of 18aa41358fc0483e9b0c2540bc4e3b2f for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:03:32.385235 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3eb50ecc-293f-4240-a209-71d3ef2a81d4 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:32.418152 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e04e9f89-d780-4f95-b235-d96a7e6bf56f None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:32.423328 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb50ecc-293f-4240-a209-71d3ef2a81d4 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:03:32.424706 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=64f9aed9-f49d-4743-8d83-70c211ecbf4c,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:32.433419 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf0111b-cd78-4422-a792-3e035d7c5674 None None] get_active_networks_info from n-d-811807-1 {{(pid=88071) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 03 23:03:32.435776 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3eb50ecc-293f-4240-a209-71d3ef2a81d4 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:32.436252 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-3eb50ecc-293f-4240-a209-71d3ef2a81d4 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Added segment a071cf34-cbea-4a8b-863f-5466e28b11a3 of type vlan for network 029a3797-83a3-4e20-a44e-64bdcd9a540a May 03 23:03:32.466996 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3eb50ecc-293f-4240-a209-71d3ef2a81d4 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:32.469521 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e04e9f89-d780-4f95-b235-d96a7e6bf56f None None] Transition to ACTIVE for port object fab73a86-b1ca-4eef-a57e-8b57bc35342f will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:03:32.481918 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e04e9f89-d780-4f95-b235-d96a7e6bf56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:32.502278 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3eb50ecc-293f-4240-a209-71d3ef2a81d4 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:32.507804 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb50ecc-293f-4240-a209-71d3ef2a81d4 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:32.508389 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3eb50ecc-293f-4240-a209-71d3ef2a81d4 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:32.550139 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd100fe5-cd9c-4b8b-b3a4-e18472e67956 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:03:32.577928 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-cd100fe5-cd9c-4b8b-b3a4-e18472e67956 admin admin] 10.222.0.58 "PUT /v2.0/routers/a70f339a-c08c-4c40-9a97-8420bdba5576/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0934694 May 03 23:03:32.592883 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e04e9f89-d780-4f95-b235-d96a7e6bf56f None None] Attempting to bind port fab73a86-b1ca-4eef-a57e-8b57bc35342f on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:03:32.593249 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e04e9f89-d780-4f95-b235-d96a7e6bf56f None None] Attempting to bind port fab73a86-b1ca-4eef-a57e-8b57bc35342f by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:03:32.593609 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04e9f89-d780-4f95-b235-d96a7e6bf56f None None] Attempting to bind port fab73a86-b1ca-4eef-a57e-8b57bc35342f on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:03:32.604754 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef431b81-7bfe-4012-b126-01ac2a15c66e None None] Pushing event updated for resources: {'Port': ['ID=fab73a86-b1ca-4eef-a57e-8b57bc35342f,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:32.611648 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1e227d33-00a1-4719-bff5-5cb55b507ca0 None None] Provisioning for port 16429754-512d-4e4a-bd0a-1e4e55610b4b completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:03:32.615218 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3eb50ecc-293f-4240-a209-71d3ef2a81d4 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2931647 May 03 23:03:32.618409 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49580) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:32.620438 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04e9f89-d780-4f95-b235-d96a7e6bf56f None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:03:32.620861 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04e9f89-d780-4f95-b235-d96a7e6bf56f None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:03:32.621272 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e04e9f89-d780-4f95-b235-d96a7e6bf56f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:32.621708 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04e9f89-d780-4f95-b235-d96a7e6bf56f None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:03:32.622301 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e04e9f89-d780-4f95-b235-d96a7e6bf56f None None] Bound port: fab73a86-b1ca-4eef-a57e-8b57bc35342f, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:03:32.622683 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e04e9f89-d780-4f95-b235-d96a7e6bf56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:32.624743 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb50ecc-293f-4240-a209-71d3ef2a81d4 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event updated for resources: {'Network': ['ID=029a3797-83a3-4e20-a44e-64bdcd9a540a,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:32.626362 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-d3994194-a062-4b1e-9a25-5a853d91ccb4 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Request body: {'subnet': {'network_id': '029a3797-83a3-4e20-a44e-64bdcd9a540a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:32.652427 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 029a3797-83a3-4e20-a44e-64bdcd9a540a details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:03:32.675621 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1e227d33-00a1-4719-bff5-5cb55b507ca0 None None] Provisioning complete for port 16429754-512d-4e4a-bd0a-1e4e55610b4b triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:03:32.675621 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1e227d33-00a1-4719-bff5-5cb55b507ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:32.748677 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d3994194-a062-4b1e-9a25-5a853d91ccb4 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:32.752895 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d3994194-a062-4b1e-9a25-5a853d91ccb4 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Usage tracker for resource:subnet and tenant:18aa41358fc0483e9b0c2540bc4e3b2f is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:32.756019 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d3994194-a062-4b1e-9a25-5a853d91ccb4 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:32.764885 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d3994194-a062-4b1e-9a25-5a853d91ccb4 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:32.781553 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3994194-a062-4b1e-9a25-5a853d91ccb4 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Made reservation on behalf of 18aa41358fc0483e9b0c2540bc4e3b2f for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:03:32.786619 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d3994194-a062-4b1e-9a25-5a853d91ccb4 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:32.847742 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 64f9aed9-f49d-4743-8d83-70c211ecbf4c up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:03:32.881938 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.ipam_backend_mixin [None req-d3994194-a062-4b1e-9a25-5a853d91ccb4 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Performing IP validity checks on allocation pools {{(pid=88069) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 03 23:03:32.882557 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.ipam_backend_mixin [None req-d3994194-a062-4b1e-9a25-5a853d91ccb4 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88069) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 03 23:03:32.905304 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf0111b-cd78-4422-a792-3e035d7c5674 None None] Resources bound (agent type, host, resource id): {{(pid=88071) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 03 23:03:32.928442 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e04e9f89-d780-4f95-b235-d96a7e6bf56f None None] For port fab73a86-b1ca-4eef-a57e-8b57bc35342f, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:03:32.930575 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1e227d33-00a1-4719-bff5-5cb55b507ca0 None None] Port 16429754-512d-4e4a-bd0a-1e4e55610b4b cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:03:32.966185 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e04e9f89-d780-4f95-b235-d96a7e6bf56f None None] For port fab73a86-b1ca-4eef-a57e-8b57bc35342f, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=fab73a86-b1ca-4eef-a57e-8b57bc35342f,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:03:32.977397 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e04e9f89-d780-4f95-b235-d96a7e6bf56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:33.018278 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d3994194-a062-4b1e-9a25-5a853d91ccb4 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:33.113523 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3994194-a062-4b1e-9a25-5a853d91ccb4 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event updated for resources: {'Subnet': ['ID=d51b14c4-55ba-4798-87b6-84cf647ce454,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:33.115740 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3994194-a062-4b1e-9a25-5a853d91ccb4 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Checking segment: {'id': 'a071cf34-cbea-4a8b-863f-5466e28b11a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '029a3797-83a3-4e20-a44e-64bdcd9a540a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:03:33.116103 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3994194-a062-4b1e-9a25-5a853d91ccb4 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Network hostable DHCP agents. Network: 029a3797-83a3-4e20-a44e-64bdcd9a540a, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:03:33.127342 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49588) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:33.135848 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-29131348-9761-4b5a-956b-2ba4575b4b2e tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1982739636', 'description': 'tempest-secgroup-smoke-1982739636 description', 'project_id': 'f57d8aecb4b94770bef5f554bf1617f1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:33.143021 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-29131348-9761-4b5a-956b-2ba4575b4b2e tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:33.146011 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04e9f89-d780-4f95-b235-d96a7e6bf56f None None] Routers {'a70f339a-c08c-4c40-9a97-8420bdba5576'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:03:33.146644 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-e04e9f89-d780-4f95-b235-d96a7e6bf56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:03:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a70f339a-c08c-4c40-9a97-8420bdba5576'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:33.149124 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-29131348-9761-4b5a-956b-2ba4575b4b2e tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Usage tracker for resource:security_group and tenant:f57d8aecb4b94770bef5f554bf1617f1 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:33.152723 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-29131348-9761-4b5a-956b-2ba4575b4b2e tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:33.155536 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3994194-a062-4b1e-9a25-5a853d91ccb4 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Network 029a3797-83a3-4e20-a44e-64bdcd9a540a is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:03:33.163629 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-29131348-9761-4b5a-956b-2ba4575b4b2e tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:33.174386 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-d3994194-a062-4b1e-9a25-5a853d91ccb4 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 029a3797-83a3-4e20-a44e-64bdcd9a540a) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:03:33.178451 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-29131348-9761-4b5a-956b-2ba4575b4b2e tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:33.191283 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3994194-a062-4b1e-9a25-5a853d91ccb4 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:33.191878 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d3994194-a062-4b1e-9a25-5a853d91ccb4 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:33.216070 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-29131348-9761-4b5a-956b-2ba4575b4b2e tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:33.221186 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-29131348-9761-4b5a-956b-2ba4575b4b2e tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Usage tracker for resource:security_group_rule and tenant:f57d8aecb4b94770bef5f554bf1617f1 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:33.224824 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-29131348-9761-4b5a-956b-2ba4575b4b2e tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:33.228176 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d3994194-a062-4b1e-9a25-5a853d91ccb4 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6087492 May 03 23:03:33.231216 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49592) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:33.232068 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-29131348-9761-4b5a-956b-2ba4575b4b2e tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:33.264104 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 64f9aed9-f49d-4743-8d83-70c211ecbf4c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:03:33.264476 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:33.311441 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-29131348-9761-4b5a-956b-2ba4575b4b2e tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:33.315694 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-29131348-9761-4b5a-956b-2ba4575b4b2e tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:33.359293 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-29131348-9761-4b5a-956b-2ba4575b4b2e tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:33.360426 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-29131348-9761-4b5a-956b-2ba4575b4b2e tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2323327 May 03 23:03:33.363533 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49596) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:33.365701 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29131348-9761-4b5a-956b-2ba4575b4b2e tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f5e9b1-262a-448a-9983-0d5b50c59eb8,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:33.383268 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-6c76ce62-4e34-4378-a518-bdf989da963e tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Request body: {'security_group_rule': {'security_group_id': 'f1f5e9b1-262a-448a-9983-0d5b50c59eb8', 'project_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:33.391429 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6c76ce62-4e34-4378-a518-bdf989da963e tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:33.395230 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef431b81-7bfe-4012-b126-01ac2a15c66e None None] Pushing event updated for resources: {'Port': ['ID=fab73a86-b1ca-4eef-a57e-8b57bc35342f,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:33.399151 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be91d5e0-f14b-43df-ace4-95ee849f6ed8 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:33.403074 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6c76ce62-4e34-4378-a518-bdf989da963e tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Usage tracker for resource:security_group_rule and tenant:f57d8aecb4b94770bef5f554bf1617f1 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:33.407992 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6c76ce62-4e34-4378-a518-bdf989da963e tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:33.414461 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6c76ce62-4e34-4378-a518-bdf989da963e tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:33.468754 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6c76ce62-4e34-4378-a518-bdf989da963e tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:33.515096 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be91d5e0-f14b-43df-ace4-95ee849f6ed8 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:33.520048 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-e04e9f89-d780-4f95-b235-d96a7e6bf56f None None] Set router a70f339a-c08c-4c40-9a97-8420bdba5576 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:03:33.602058 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be91d5e0-f14b-43df-ace4-95ee849f6ed8 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:33.655505 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6c76ce62-4e34-4378-a518-bdf989da963e tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:33.657799 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91d5e0-f14b-43df-ace4-95ee849f6ed8 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event deleted for resources: {'Subnet': ['ID=d51b14c4-55ba-4798-87b6-84cf647ce454,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:33.675778 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6c76ce62-4e34-4378-a518-bdf989da963e tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:33.712832 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76ce62-4e34-4378-a518-bdf989da963e tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3264d7d7-6b11-4c51-89fa-9a661eab8520,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:33.735283 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 5539abfb-5d2d-45f5-baf5-2049f08df558 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:03:33.778639 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be91d5e0-f14b-43df-ace4-95ee849f6ed8 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:33.799384 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6c76ce62-4e34-4378-a518-bdf989da963e tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:33.803010 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6c76ce62-4e34-4378-a518-bdf989da963e tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4360669 May 03 23:03:33.803748 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49600) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:33.810310 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-b5e433aa-5dec-4687-be72-62986c33cd35 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Request body: {'security_group_rule': {'security_group_id': 'f1f5e9b1-262a-448a-9983-0d5b50c59eb8', 'project_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:33.816347 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-be91d5e0-f14b-43df-ace4-95ee849f6ed8 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['029a3797-83a3-4e20-a44e-64bdcd9a540a']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:33.826279 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b5e433aa-5dec-4687-be72-62986c33cd35 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:33.831957 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-be91d5e0-f14b-43df-ace4-95ee849f6ed8 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a071cf34-cbea-4a8b-863f-5466e28b11a3') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:33.832252 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-be91d5e0-f14b-43df-ace4-95ee849f6ed8 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a071cf34-cbea-4a8b-863f-5466e28b11a3') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:33.838489 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b5e433aa-5dec-4687-be72-62986c33cd35 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Usage tracker for resource:security_group_rule and tenant:f57d8aecb4b94770bef5f554bf1617f1 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:33.844041 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b5e433aa-5dec-4687-be72-62986c33cd35 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:33.851002 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be91d5e0-f14b-43df-ace4-95ee849f6ed8 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:33.857722 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b5e433aa-5dec-4687-be72-62986c33cd35 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:33.871536 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be91d5e0-f14b-43df-ace4-95ee849f6ed8 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:33.882388 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be91d5e0-f14b-43df-ace4-95ee849f6ed8 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:03:33.882773 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be91d5e0-f14b-43df-ace4-95ee849f6ed8 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:33.896885 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 23:03:33.896885 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:03:33.896885 n-d-811807-1 neutron-server[88070]: timer() May 03 23:03:33.896885 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:03:33.896885 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 23:03:33.896885 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:03:33.896885 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 23:03:33.896885 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:03:33.896885 n-d-811807-1 neutron-server[88070]: self._notify() May 03 23:03:33.896885 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:03:33.896885 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 23:03:33.896885 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:03:33.896885 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 23:03:33.896885 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:03:33.896885 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:03:33.896885 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:03:33.896885 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:03:33.896885 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:03:33.896885 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 23:03:33.896885 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:03:33.896885 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 23:03:33.896885 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:03:33.896885 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:03:33.896885 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:03:33.896885 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 23:03:33.896885 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:03:33.896885 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:03:33.896885 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:03:33.896885 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:03:33.896885 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:03:33.896885 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:03:33.896885 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:03:33.901679 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b5e433aa-5dec-4687-be72-62986c33cd35 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:34.003707 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be91d5e0-f14b-43df-ace4-95ee849f6ed8 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:34.005244 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 5539abfb-5d2d-45f5-baf5-2049f08df558 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:03:34.005244 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:34.025448 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-be91d5e0-f14b-43df-ace4-95ee849f6ed8 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:34.036554 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96c0f94-9f93-474a-a88c-55018a6c21d3 None None] Network 029a3797-83a3-4e20-a44e-64bdcd9a540a requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:03:34.041795 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91d5e0-f14b-43df-ace4-95ee849f6ed8 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event deleted for resources: {'Network': ['ID=029a3797-83a3-4e20-a44e-64bdcd9a540a,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:34.050202 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-be91d5e0-f14b-43df-ace4-95ee849f6ed8 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "DELETE /v2.0/networks/029a3797-83a3-4e20-a44e-64bdcd9a540a HTTP/1.1" status: 204 len: 168 time: 0.8175991 May 03 23:03:34.053815 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49604) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:34.057172 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b5e433aa-5dec-4687-be72-62986c33cd35 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:34.061231 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-84edae3d-8942-4116-b4a4-5312ef3fed40 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1944236326'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:34.066583 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b5e433aa-5dec-4687-be72-62986c33cd35 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:34.068521 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-84edae3d-8942-4116-b4a4-5312ef3fed40 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:34.078798 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96c0f94-9f93-474a-a88c-55018a6c21d3 None None] Network 029a3797-83a3-4e20-a44e-64bdcd9a540a could not be found, it might have been deleted concurrently. {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 03 23:03:34.082939 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-84edae3d-8942-4116-b4a4-5312ef3fed40 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Usage tracker for resource:network and tenant:18aa41358fc0483e9b0c2540bc4e3b2f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:34.089252 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-84edae3d-8942-4116-b4a4-5312ef3fed40 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:34.091449 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441d2c17-483f-41a5-8d3d-a24e8407ab34 None None] Network 029a3797-83a3-4e20-a44e-64bdcd9a540a requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:03:34.100857 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e433aa-5dec-4687-be72-62986c33cd35 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3613b266-2448-41ea-bcf4-e8195adf1725,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:34.104775 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-84edae3d-8942-4116-b4a4-5312ef3fed40 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:34.113113 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b5e433aa-5dec-4687-be72-62986c33cd35 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:34.114295 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b5e433aa-5dec-4687-be72-62986c33cd35 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3098462 May 03 23:03:34.115650 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441d2c17-483f-41a5-8d3d-a24e8407ab34 None None] Network 029a3797-83a3-4e20-a44e-64bdcd9a540a could not be found, it might have been deleted concurrently. {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 03 23:03:34.116939 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49608) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:34.121870 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-de1479f9-0ae1-41f7-ac28-e67391a8b89f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Request body: {'security_group_rule': {'security_group_id': 'f1f5e9b1-262a-448a-9983-0d5b50c59eb8', 'project_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:34.128510 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-de1479f9-0ae1-41f7-ac28-e67391a8b89f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:34.130595 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84edae3d-8942-4116-b4a4-5312ef3fed40 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Made reservation on behalf of 18aa41358fc0483e9b0c2540bc4e3b2f for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:03:34.133884 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-84edae3d-8942-4116-b4a4-5312ef3fed40 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:34.146081 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-de1479f9-0ae1-41f7-ac28-e67391a8b89f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Usage tracker for resource:security_group_rule and tenant:f57d8aecb4b94770bef5f554bf1617f1 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:34.151287 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-de1479f9-0ae1-41f7-ac28-e67391a8b89f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:34.159680 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-de1479f9-0ae1-41f7-ac28-e67391a8b89f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:34.164480 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-e04e9f89-d780-4f95-b235-d96a7e6bf56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70f339a-c08c-4c40-9a97-8420bdba5576', 'name': 'tempest-TestServerBasicOps-500439692-router', 'tenant_id': '9d9f5119ea5f41f2abf56f3bc859bfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'fab73a86-b1ca-4eef-a57e-8b57bc35342f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:03:26Z', 'updated_at': '2022-05-03T23:03:31Z', 'revision_number': 4, 'project_id': '9d9f5119ea5f41f2abf56f3bc859bfc7', 'gw_port': {'id': 'fab73a86-b1ca-4eef-a57e-8b57bc35342f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70f339a-c08c-4c40-9a97-8420bdba5576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:03:27Z', 'updated_at': '2022-05-03T23:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '16429754-512d-4e4a-bd0a-1e4e55610b4b', 'name': '', 'network_id': 'f64fbebd-cf27-409f-b5d1-295d2981c967', 'tenant_id': '9d9f5119ea5f41f2abf56f3bc859bfc7', 'mac_address': 'fa:16:3e:c2:ed:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70f339a-c08c-4c40-9a97-8420bdba5576', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '7c2b68bd-a7b7-4533-ba00-5be75fada271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:03:30Z', 'updated_at': '2022-05-03T23:03:31Z', 'revision_number': 2, 'project_id': '9d9f5119ea5f41f2abf56f3bc859bfc7', 'subnets': [{'id': '7c2b68bd-a7b7-4533-ba00-5be75fada271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:34.174814 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84edae3d-8942-4116-b4a4-5312ef3fed40 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:03:34.183864 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04e9f89-d780-4f95-b235-d96a7e6bf56f None None] The sync data for ids ['a70f339a-c08c-4c40-9a97-8420bdba5576'] in n-d-811807-1 is: [{'id': 'a70f339a-c08c-4c40-9a97-8420bdba5576', 'name': 'tempest-TestServerBasicOps-500439692-router', 'tenant_id': '9d9f5119ea5f41f2abf56f3bc859bfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'fab73a86-b1ca-4eef-a57e-8b57bc35342f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:03:26Z', 'updated_at': '2022-05-03T23:03:31Z', 'revision_number': 4, 'project_id': '9d9f5119ea5f41f2abf56f3bc859bfc7', 'gw_port': {'id': 'fab73a86-b1ca-4eef-a57e-8b57bc35342f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70f339a-c08c-4c40-9a97-8420bdba5576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:03:27Z', 'updated_at': '2022-05-03T23:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '16429754-512d-4e4a-bd0a-1e4e55610b4b', 'name': '', 'network_id': 'f64fbebd-cf27-409f-b5d1-295d2981c967', 'tenant_id': '9d9f5119ea5f41f2abf56f3bc859bfc7', 'mac_address': 'fa:16:3e:c2:ed:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70f339a-c08c-4c40-9a97-8420bdba5576', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '7c2b68bd-a7b7-4533-ba00-5be75fada271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:03:30Z', 'updated_at': '2022-05-03T23:03:31Z', 'revision_number': 2, 'project_id': '9d9f5119ea5f41f2abf56f3bc859bfc7', 'subnets': [{'id': '7c2b68bd-a7b7-4533-ba00-5be75fada271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:03:34.188531 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de1479f9-0ae1-41f7-ac28-e67391a8b89f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:34.197774 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-84edae3d-8942-4116-b4a4-5312ef3fed40 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:34.198145 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-84edae3d-8942-4116-b4a4-5312ef3fed40 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Added segment b5217dd9-6571-4f48-96c5-6e504be8ca87 of type vlan for network a3c604ee-7b3d-4ec1-9cbe-5513144e018a May 03 23:03:34.363050 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-84edae3d-8942-4116-b4a4-5312ef3fed40 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:34.429355 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-84edae3d-8942-4116-b4a4-5312ef3fed40 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:34.436125 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84edae3d-8942-4116-b4a4-5312ef3fed40 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:34.436956 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-84edae3d-8942-4116-b4a4-5312ef3fed40 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:34.442372 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de1479f9-0ae1-41f7-ac28-e67391a8b89f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:34.465622 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de1479f9-0ae1-41f7-ac28-e67391a8b89f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:34.564770 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1479f9-0ae1-41f7-ac28-e67391a8b89f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af992fd-9206-40df-8577-81075fdd072e,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:34.569666 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-84edae3d-8942-4116-b4a4-5312ef3fed40 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5124846 May 03 23:03:34.570739 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49612) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:34.579648 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84edae3d-8942-4116-b4a4-5312ef3fed40 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event updated for resources: {'Network': ['ID=a3c604ee-7b3d-4ec1-9cbe-5513144e018a,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:34.583414 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de1479f9-0ae1-41f7-ac28-e67391a8b89f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:34.587196 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-de1479f9-0ae1-41f7-ac28-e67391a8b89f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4669111 May 03 23:03:34.587469 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49616) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:34.593184 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-bd1bd031-02b6-4a67-a991-00bcb31f7be9 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Request body: {'security_group_rule': {'security_group_id': 'f1f5e9b1-262a-448a-9983-0d5b50c59eb8', 'project_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:34.595483 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-e004cd61-f934-48a0-9037-be383a056061 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Request body: {'subnet': {'network_id': 'a3c604ee-7b3d-4ec1-9cbe-5513144e018a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:34.600315 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bd1bd031-02b6-4a67-a991-00bcb31f7be9 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:34.604369 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bd1bd031-02b6-4a67-a991-00bcb31f7be9 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Usage tracker for resource:security_group_rule and tenant:f57d8aecb4b94770bef5f554bf1617f1 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:34.607532 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bd1bd031-02b6-4a67-a991-00bcb31f7be9 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:34.608176 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network a3c604ee-7b3d-4ec1-9cbe-5513144e018a details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:03:34.614080 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bd1bd031-02b6-4a67-a991-00bcb31f7be9 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:34.632373 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd1bd031-02b6-4a67-a991-00bcb31f7be9 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:34.707714 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd1bd031-02b6-4a67-a991-00bcb31f7be9 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:34.719858 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd1bd031-02b6-4a67-a991-00bcb31f7be9 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:34.751160 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e004cd61-f934-48a0-9037-be383a056061 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:34.754155 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1bd031-02b6-4a67-a991-00bcb31f7be9 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74161d19-52ae-484f-910e-d4cb331caedd,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:34.755526 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e004cd61-f934-48a0-9037-be383a056061 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Usage tracker for resource:subnet and tenant:18aa41358fc0483e9b0c2540bc4e3b2f is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:34.759085 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e004cd61-f934-48a0-9037-be383a056061 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:34.763297 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bd1bd031-02b6-4a67-a991-00bcb31f7be9 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:34.766158 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bd1bd031-02b6-4a67-a991-00bcb31f7be9 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1770144 May 03 23:03:34.766964 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e004cd61-f934-48a0-9037-be383a056061 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:34.768008 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49620) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:34.773600 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-a9d21a0a-2667-4c91-83ad-c3d104be8ff2 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Request body: {'security_group_rule': {'security_group_id': 'f1f5e9b1-262a-448a-9983-0d5b50c59eb8', 'project_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:34.779808 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e004cd61-f934-48a0-9037-be383a056061 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Made reservation on behalf of 18aa41358fc0483e9b0c2540bc4e3b2f for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:03:34.781812 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a9d21a0a-2667-4c91-83ad-c3d104be8ff2 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:34.783398 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e004cd61-f934-48a0-9037-be383a056061 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:34.786188 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a9d21a0a-2667-4c91-83ad-c3d104be8ff2 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Usage tracker for resource:security_group_rule and tenant:f57d8aecb4b94770bef5f554bf1617f1 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:34.789389 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a9d21a0a-2667-4c91-83ad-c3d104be8ff2 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:34.796267 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a9d21a0a-2667-4c91-83ad-c3d104be8ff2 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:34.811683 n-d-811807-1 neutron-server[88070]: INFO neutron.db.securitygroups_db [None req-a9d21a0a-2667-4c91-83ad-c3d104be8ff2 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Project f57d8aecb4b94770bef5f554bf1617f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 23:03:34.819047 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a9d21a0a-2667-4c91-83ad-c3d104be8ff2 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:34.905684 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a9d21a0a-2667-4c91-83ad-c3d104be8ff2 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:34.910825 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a9d21a0a-2667-4c91-83ad-c3d104be8ff2 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:34.936917 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d21a0a-2667-4c91-83ad-c3d104be8ff2 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5603c7c-551d-4900-a989-a4e2cbe54ece,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:34.953210 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a9d21a0a-2667-4c91-83ad-c3d104be8ff2 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:34.956468 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a9d21a0a-2667-4c91-83ad-c3d104be8ff2 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1857708 May 03 23:03:34.957406 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49624) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:34.968964 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-ce9221d0-a9c2-4c44-8930-9775d3ac8905 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Request body: {'security_group_rule': {'security_group_id': 'f1f5e9b1-262a-448a-9983-0d5b50c59eb8', 'project_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:34.976210 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ce9221d0-a9c2-4c44-8930-9775d3ac8905 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:34.982522 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ce9221d0-a9c2-4c44-8930-9775d3ac8905 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Usage tracker for resource:security_group_rule and tenant:f57d8aecb4b94770bef5f554bf1617f1 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:34.985610 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ce9221d0-a9c2-4c44-8930-9775d3ac8905 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:34.991614 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ce9221d0-a9c2-4c44-8930-9775d3ac8905 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:35.005380 n-d-811807-1 neutron-server[88070]: INFO neutron.db.securitygroups_db [None req-ce9221d0-a9c2-4c44-8930-9775d3ac8905 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Project f57d8aecb4b94770bef5f554bf1617f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 23:03:35.013012 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ce9221d0-a9c2-4c44-8930-9775d3ac8905 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:35.090501 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ce9221d0-a9c2-4c44-8930-9775d3ac8905 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:35.096438 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ce9221d0-a9c2-4c44-8930-9775d3ac8905 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:35.124925 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9221d0-a9c2-4c44-8930-9775d3ac8905 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26de2a8e-f0c8-4b05-87d2-c3dfdfd5b123,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:35.138370 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ce9221d0-a9c2-4c44-8930-9775d3ac8905 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:35.148289 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ce9221d0-a9c2-4c44-8930-9775d3ac8905 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1812584 May 03 23:03:35.174192 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e004cd61-f934-48a0-9037-be383a056061 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:35.265705 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004cd61-f934-48a0-9037-be383a056061 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event updated for resources: {'Subnet': ['ID=dfdb86bf-1f37-4029-8ba9-0d8f80f893fe,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:35.274935 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e004cd61-f934-48a0-9037-be383a056061 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Checking segment: {'id': 'b5217dd9-6571-4f48-96c5-6e504be8ca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a3c604ee-7b3d-4ec1-9cbe-5513144e018a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:03:35.275300 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e004cd61-f934-48a0-9037-be383a056061 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Network hostable DHCP agents. Network: a3c604ee-7b3d-4ec1-9cbe-5513144e018a, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:03:35.325768 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e004cd61-f934-48a0-9037-be383a056061 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Network a3c604ee-7b3d-4ec1-9cbe-5513144e018a is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:03:35.332378 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-f42b9123-8b85-4d5b-b0cc-382d18cb741e tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Synchronizing usage tracker for tenant:f57d8aecb4b94770bef5f554bf1617f1 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:03:35.342953 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-e004cd61-f934-48a0-9037-be383a056061 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, a3c604ee-7b3d-4ec1-9cbe-5513144e018a) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:03:35.351315 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e383cb34-d5d6-4999-954d-ca478257bd3e None None] Network a3c604ee-7b3d-4ec1-9cbe-5513144e018a requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:03:35.355374 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e004cd61-f934-48a0-9037-be383a056061 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:35.356162 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e004cd61-f934-48a0-9037-be383a056061 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:35.374761 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-f42b9123-8b85-4d5b-b0cc-382d18cb741e tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Unset dirty status for tenant:f57d8aecb4b94770bef5f554bf1617f1 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:03:35.382650 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-f42b9123-8b85-4d5b-b0cc-382d18cb741e tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1982739636&fields=id&tenant_id=f57d8aecb4b94770bef5f554bf1617f1 HTTP/1.1" status: 200 len: 267 time: 0.1023805 May 03 23:03:35.421745 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e004cd61-f934-48a0-9037-be383a056061 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8425078 May 03 23:03:35.422140 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49640) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:35.562626 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-b550f22e-6e60-472f-be01-ae95006b1b46 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:35.563970 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-b550f22e-6e60-472f-be01-ae95006b1b46 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "GET /v2.0/networks?id=22a799c8-46d8-4bd7-b9e1-64db3d55057d HTTP/1.1" status: 200 len: 809 time: 0.1807773 May 03 23:03:35.586879 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:35.588704 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-78584261-4d29-43c0-ac48-d871135129e9 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "GET /v2.0/quotas/f57d8aecb4b94770bef5f554bf1617f1 HTTP/1.1" status: 200 len: 375 time: 0.0176568 May 03 23:03:35.606558 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24937c1-99c4-4b99-8d2b-8c68724ed80c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-a3c604ee-7b3d-4ec1-9cbe-5513144e018a', 'network_id': 'a3c604ee-7b3d-4ec1-9cbe-5513144e018a', 'tenant_id': '18aa41358fc0483e9b0c2540bc4e3b2f', 'fixed_ips': [{'subnet_id': 'dfdb86bf-1f37-4029-8ba9-0d8f80f893fe'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:03:35.607399 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d24937c1-99c4-4b99-8d2b-8c68724ed80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:35.659978 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:35.698185 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-4a540133-1c78-4f60-bdf5-e9d1947a0315 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f57d8aecb4b94770bef5f554bf1617f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1079674 May 03 23:03:35.766428 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-d24937c1-99c4-4b99-8d2b-8c68724ed80c None None] Allocated IP 172.20.0.1 (a3c604ee-7b3d-4ec1-9cbe-5513144e018a/dfdb86bf-1f37-4029-8ba9-0d8f80f893fe/4fb6ddab-cd05-436e-84e1-d463cb2a60f6) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:03:35.836059 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-02c18bfc-e649-49c6-a1ba-9b7e20a671a7 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:03:35.837227 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-02c18bfc-e649-49c6-a1ba-9b7e20a671a7 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1266115 May 03 23:03:35.973416 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-2ad7c8fe-4111-4fdc-a99b-a04f2d540420 service neutron] 10.222.0.58 "GET /v2.0/networks/22a799c8-46d8-4bd7-b9e1-64db3d55057d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299634 May 03 23:03:36.023328 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d24937c1-99c4-4b99-8d2b-8c68724ed80c None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:36.033791 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d24937c1-99c4-4b99-8d2b-8c68724ed80c None None] Transition to ACTIVE for port object 4fb6ddab-cd05-436e-84e1-d463cb2a60f6 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:03:36.053139 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d24937c1-99c4-4b99-8d2b-8c68724ed80c None None] Transition to ACTIVE for port object 4fb6ddab-cd05-436e-84e1-d463cb2a60f6 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:03:36.059406 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d24937c1-99c4-4b99-8d2b-8c68724ed80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:36.076722 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:36.111668 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-b9bfb5b6-41c0-4ec0-966d-0af9f4d09d8e service neutron] 10.222.0.58 "GET /v2.0/networks/22a799c8-46d8-4bd7-b9e1-64db3d55057d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321826 May 03 23:03:36.118358 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event deleted for resources: {'Subnet': ['ID=dfdb86bf-1f37-4029-8ba9-0d8f80f893fe,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:36.132505 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24937c1-99c4-4b99-8d2b-8c68724ed80c None None] Pushing event updated for resources: {'Port': ['ID=4fb6ddab-cd05-436e-84e1-d463cb2a60f6,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:36.136831 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24937c1-99c4-4b99-8d2b-8c68724ed80c None None] Network a3c604ee-7b3d-4ec1-9cbe-5513144e018a is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:03:36.138379 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-d24937c1-99c4-4b99-8d2b-8c68724ed80c None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:03:36.140467 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24937c1-99c4-4b99-8d2b-8c68724ed80c None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:03:36.154003 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:36.154514 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:36.154962 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:36.155379 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:36.155824 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:36.156224 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:36.156520 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:36.156925 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:36.157320 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:36.157726 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:36.158170 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:36.158536 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:36.237625 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:36.265584 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-d24937c1-99c4-4b99-8d2b-8c68724ed80c None None] Attempting to bind port 4fb6ddab-cd05-436e-84e1-d463cb2a60f6 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:03:36.265584 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-d24937c1-99c4-4b99-8d2b-8c68724ed80c None None] Attempting to bind port 4fb6ddab-cd05-436e-84e1-d463cb2a60f6 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'b5217dd9-6571-4f48-96c5-6e504be8ca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a3c604ee-7b3d-4ec1-9cbe-5513144e018a'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:03:36.265960 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24937c1-99c4-4b99-8d2b-8c68724ed80c None None] Attempting to bind port 4fb6ddab-cd05-436e-84e1-d463cb2a60f6 on network a3c604ee-7b3d-4ec1-9cbe-5513144e018a {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:03:36.271398 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24937c1-99c4-4b99-8d2b-8c68724ed80c None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:03:36.271786 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24937c1-99c4-4b99-8d2b-8c68724ed80c None None] Checking segment: {'id': 'b5217dd9-6571-4f48-96c5-6e504be8ca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a3c604ee-7b3d-4ec1-9cbe-5513144e018a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:03:36.272180 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d24937c1-99c4-4b99-8d2b-8c68724ed80c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:36.272583 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24937c1-99c4-4b99-8d2b-8c68724ed80c None None] Bound using segment: {'id': 'b5217dd9-6571-4f48-96c5-6e504be8ca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a3c604ee-7b3d-4ec1-9cbe-5513144e018a'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:03:36.273183 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-d24937c1-99c4-4b99-8d2b-8c68724ed80c None None] Bound port: 4fb6ddab-cd05-436e-84e1-d463cb2a60f6, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5217dd9-6571-4f48-96c5-6e504be8ca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'a3c604ee-7b3d-4ec1-9cbe-5513144e018a'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:03:36.273566 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d24937c1-99c4-4b99-8d2b-8c68724ed80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:36.274421 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c604ee-7b3d-4ec1-9cbe-5513144e018a']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:36.291138 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5217dd9-6571-4f48-96c5-6e504be8ca87') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:36.291734 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5217dd9-6571-4f48-96c5-6e504be8ca87') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:36.308428 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:36.328943 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:36.336625 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:03:36.337120 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:36.360948 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 23:03:36.360948 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:03:36.360948 n-d-811807-1 neutron-server[88070]: timer() May 03 23:03:36.360948 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:03:36.360948 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 23:03:36.360948 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:03:36.360948 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 23:03:36.360948 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:03:36.360948 n-d-811807-1 neutron-server[88070]: self._notify() May 03 23:03:36.360948 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:03:36.360948 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 23:03:36.360948 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:03:36.360948 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 23:03:36.360948 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:03:36.360948 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:03:36.360948 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:03:36.360948 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:03:36.360948 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:03:36.360948 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 23:03:36.360948 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:03:36.360948 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 23:03:36.360948 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:03:36.360948 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:03:36.360948 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:03:36.360948 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 23:03:36.360948 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:03:36.360948 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:03:36.360948 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:03:36.360948 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:03:36.360948 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:03:36.360948 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:03:36.360948 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:03:36.364514 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f5801c7d-ad8c-4068-9660-412f87c52faf req-1aae1f9f-adcb-4e5b-add1-946fe13750fd tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "GET /v2.0/ports?device_id=37ad08ab-ff5d-4e84-902e-743adb7711ca HTTP/1.1" status: 200 len: 210 time: 0.0636671 May 03 23:03:36.384713 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-d24937c1-99c4-4b99-8d2b-8c68724ed80c None None] For port 4fb6ddab-cd05-436e-84e1-d463cb2a60f6, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:03:36.443959 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-d24937c1-99c4-4b99-8d2b-8c68724ed80c None None] For port 4fb6ddab-cd05-436e-84e1-d463cb2a60f6, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=4fb6ddab-cd05-436e-84e1-d463cb2a60f6,segment=NetworkSegment(b5217dd9-6571-4f48-96c5-6e504be8ca87),segment_id=b5217dd9-6571-4f48-96c5-6e504be8ca87)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:03:36.445637 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 03 23:03:36.445637 n-d-811807-1 neutron-server[88070]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 03 23:03:36.445637 n-d-811807-1 neutron-server[88070]: [parameters: {'id': 'a3c604ee-7b3d-4ec1-9cbe-5513144e018a'}] May 03 23:03:36.445637 n-d-811807-1 neutron-server[88070]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:03:36.446214 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:03:36.448083 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d24937c1-99c4-4b99-8d2b-8c68724ed80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:36.569158 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24937c1-99c4-4b99-8d2b-8c68724ed80c None None] Pushing event updated for resources: {'Port': ['ID=4fb6ddab-cd05-436e-84e1-d463cb2a60f6,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:36.615866 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42becf2a-eb3f-48ea-b4c2-8be3905e2c2d None None] Network a3c604ee-7b3d-4ec1-9cbe-5513144e018a requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:03:36.802249 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device fab73a86-b1ca-4eef-a57e-8b57bc35342f up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:03:36.872983 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2041a67a-b359-4e6e-a17d-1de620f3259c None None] get_active_networks_info from n-d-811807-1 {{(pid=88071) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 03 23:03:36.910847 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port fab73a86-b1ca-4eef-a57e-8b57bc35342f completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:03:36.923422 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port fab73a86-b1ca-4eef-a57e-8b57bc35342f triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:03:36.923619 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:36.947756 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:36.959594 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Deleting port 4fb6ddab-cd05-436e-84e1-d463cb2a60f6 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:03:36.959930 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:37.106857 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2041a67a-b359-4e6e-a17d-1de620f3259c None None] Resources bound (agent type, host, resource id): {{(pid=88071) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 03 23:03:37.124296 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:37.179135 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port fab73a86-b1ca-4eef-a57e-8b57bc35342f, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=fab73a86-b1ca-4eef-a57e-8b57bc35342f,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:03:37.198794 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] For port 4fb6ddab-cd05-436e-84e1-d463cb2a60f6, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=4fb6ddab-cd05-436e-84e1-d463cb2a60f6,segment=NetworkSegment(b5217dd9-6571-4f48-96c5-6e504be8ca87),segment_id=b5217dd9-6571-4f48-96c5-6e504be8ca87)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:03:37.199170 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:37.240808 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:37.328325 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Calling delete_port for 4fb6ddab-cd05-436e-84e1-d463cb2a60f6 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:03:37.354631 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=fab73a86-b1ca-4eef-a57e-8b57bc35342f,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:37.428795 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:37.482118 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event deleted for resources: {'Port': ['ID=4fb6ddab-cd05-436e-84e1-d463cb2a60f6,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:37.485734 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] No DVR routers for this DVR port 4fb6ddab-cd05-436e-84e1-d463cb2a60f6 on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:03:37.552883 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-599ebef9-3a79-4470-bb02-7662024a22ea req-0e1ca28f-7c6c-403a-8403-2e6cf7a44da3 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "GET /v2.0/ports?device_id=37ad08ab-ff5d-4e84-902e-743adb7711ca HTTP/1.1" status: 200 len: 210 time: 0.0707936 May 03 23:03:37.616996 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:37.644065 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c604ee-7b3d-4ec1-9cbe-5513144e018a']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:37.656606 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5217dd9-6571-4f48-96c5-6e504be8ca87') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:37.656925 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5217dd9-6571-4f48-96c5-6e504be8ca87') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:37.668254 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:37.686852 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:37.693117 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:03:37.693594 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:37.708841 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 23:03:37.708841 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:03:37.708841 n-d-811807-1 neutron-server[88070]: timer() May 03 23:03:37.708841 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:03:37.708841 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 23:03:37.708841 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:03:37.708841 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 23:03:37.708841 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:03:37.708841 n-d-811807-1 neutron-server[88070]: self._notify() May 03 23:03:37.708841 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:03:37.708841 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 23:03:37.708841 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:03:37.708841 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 23:03:37.708841 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:03:37.708841 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:03:37.708841 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:03:37.708841 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:03:37.708841 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:03:37.708841 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 23:03:37.708841 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:03:37.708841 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 23:03:37.708841 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:03:37.708841 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:03:37.708841 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:03:37.708841 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 23:03:37.708841 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:03:37.708841 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:03:37.708841 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:03:37.708841 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:03:37.708841 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:03:37.708841 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:03:37.708841 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:03:37.797121 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4e5059-3e57-4a24-8036-8d45324d80d9 None None] Sync routers for ids ['a70f339a-c08c-4c40-9a97-8420bdba5576'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:03:37.807668 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:37.808036 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4e5059-3e57-4a24-8036-8d45324d80d9 None None] Routers {'a70f339a-c08c-4c40-9a97-8420bdba5576'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:03:37.808800 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-fa4e5059-3e57-4a24-8036-8d45324d80d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:03:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a70f339a-c08c-4c40-9a97-8420bdba5576'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:37.829920 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:37.841140 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event deleted for resources: {'Network': ['ID=a3c604ee-7b3d-4ec1-9cbe-5513144e018a,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:37.854724 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9b4611a0-9886-467a-93e0-ad320aee3aef tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "DELETE /v2.0/networks/a3c604ee-7b3d-4ec1-9cbe-5513144e018a HTTP/1.1" status: 204 len: 168 time: 2.4284487 May 03 23:03:37.854990 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49668) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:37.861197 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-2ddad999-3b81-4781-bacb-b653a47dc045 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-511183339'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:37.867420 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2ddad999-3b81-4781-bacb-b653a47dc045 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:37.874409 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2ddad999-3b81-4781-bacb-b653a47dc045 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Usage tracker for resource:network and tenant:18aa41358fc0483e9b0c2540bc4e3b2f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:37.878605 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2ddad999-3b81-4781-bacb-b653a47dc045 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:37.885315 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2ddad999-3b81-4781-bacb-b653a47dc045 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:37.896267 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddad999-3b81-4781-bacb-b653a47dc045 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Made reservation on behalf of 18aa41358fc0483e9b0c2540bc4e3b2f for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:03:37.901754 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2ddad999-3b81-4781-bacb-b653a47dc045 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:37.930217 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-83a42c44-35b1-4982-8148-9c03f68e4215 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:37.931195 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ddad999-3b81-4781-bacb-b653a47dc045 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:03:37.931694 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-83a42c44-35b1-4982-8148-9c03f68e4215 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.60 "GET /v2.0/networks?id=22a799c8-46d8-4bd7-b9e1-64db3d55057d HTTP/1.1" status: 200 len: 809 time: 0.1630416 May 03 23:03:37.941726 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2ddad999-3b81-4781-bacb-b653a47dc045 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:37.942421 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-2ddad999-3b81-4781-bacb-b653a47dc045 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Added segment b21396fe-8acf-4c43-aa83-411243a29696 of type vlan for network deedfc82-eda3-428e-a6e1-5607d7b9581e May 03 23:03:37.970593 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2ddad999-3b81-4781-bacb-b653a47dc045 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:37.993742 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-8349db88-a5bd-44e4-bd89-705f2e21d25c tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f57d8aecb4b94770bef5f554bf1617f1 HTTP/1.1" status: 200 len: 380 time: 0.0536814 May 03 23:03:38.004433 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-bfc43eff-5700-490f-8342-d4b1cc0e4765 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Request body: {'port': {'device_id': '37ad08ab-ff5d-4e84-902e-743adb7711ca', 'network_id': '22a799c8-46d8-4bd7-b9e1-64db3d55057d', 'admin_state_up': True, 'tenant_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'security_groups': ['f1f5e9b1-262a-448a-9983-0d5b50c59eb8']}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:38.010698 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2ddad999-3b81-4781-bacb-b653a47dc045 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:38.015453 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-fa4e5059-3e57-4a24-8036-8d45324d80d9 None None] Set router a70f339a-c08c-4c40-9a97-8420bdba5576 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:03:38.017183 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddad999-3b81-4781-bacb-b653a47dc045 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:38.017835 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2ddad999-3b81-4781-bacb-b653a47dc045 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:38.153948 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-bfc43eff-5700-490f-8342-d4b1cc0e4765 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:38.158352 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-bfc43eff-5700-490f-8342-d4b1cc0e4765 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Usage tracker for resource:port and tenant:f57d8aecb4b94770bef5f554bf1617f1 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:38.161325 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-bfc43eff-5700-490f-8342-d4b1cc0e4765 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:38.167650 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-bfc43eff-5700-490f-8342-d4b1cc0e4765 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:38.194536 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2ddad999-3b81-4781-bacb-b653a47dc045 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3383639 May 03 23:03:38.196139 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49672) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:38.202630 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-6d6d1939-93c3-40b7-926a-c0aeaacc5d13 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Request body: {'subnet': {'network_id': 'deedfc82-eda3-428e-a6e1-5607d7b9581e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:38.217690 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-bfc43eff-5700-490f-8342-d4b1cc0e4765 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Made reservation on behalf of f57d8aecb4b94770bef5f554bf1617f1 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:03:38.221371 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-bfc43eff-5700-490f-8342-d4b1cc0e4765 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:38.255434 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddad999-3b81-4781-bacb-b653a47dc045 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event updated for resources: {'Network': ['ID=deedfc82-eda3-428e-a6e1-5607d7b9581e,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:38.271097 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network deedfc82-eda3-428e-a6e1-5607d7b9581e details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:03:38.353704 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-fa4e5059-3e57-4a24-8036-8d45324d80d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70f339a-c08c-4c40-9a97-8420bdba5576', 'name': 'tempest-TestServerBasicOps-500439692-router', 'tenant_id': '9d9f5119ea5f41f2abf56f3bc859bfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'fab73a86-b1ca-4eef-a57e-8b57bc35342f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:03:26Z', 'updated_at': '2022-05-03T23:03:31Z', 'revision_number': 4, 'project_id': '9d9f5119ea5f41f2abf56f3bc859bfc7', 'gw_port': {'id': 'fab73a86-b1ca-4eef-a57e-8b57bc35342f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70f339a-c08c-4c40-9a97-8420bdba5576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:03:27Z', 'updated_at': '2022-05-03T23:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '16429754-512d-4e4a-bd0a-1e4e55610b4b', 'name': '', 'network_id': 'f64fbebd-cf27-409f-b5d1-295d2981c967', 'tenant_id': '9d9f5119ea5f41f2abf56f3bc859bfc7', 'mac_address': 'fa:16:3e:c2:ed:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70f339a-c08c-4c40-9a97-8420bdba5576', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '7c2b68bd-a7b7-4533-ba00-5be75fada271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:03:30Z', 'updated_at': '2022-05-03T23:03:31Z', 'revision_number': 2, 'project_id': '9d9f5119ea5f41f2abf56f3bc859bfc7', 'subnets': [{'id': '7c2b68bd-a7b7-4533-ba00-5be75fada271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:38.358166 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4e5059-3e57-4a24-8036-8d45324d80d9 None None] Checking router: a70f339a-c08c-4c40-9a97-8420bdba5576 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:03:38.358513 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4e5059-3e57-4a24-8036-8d45324d80d9 None None] Updating router a70f339a-c08c-4c40-9a97-8420bdba5576 port 16429754-512d-4e4a-bd0a-1e4e55610b4b binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:03:38.389224 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6d6d1939-93c3-40b7-926a-c0aeaacc5d13 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:38.402156 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6d6d1939-93c3-40b7-926a-c0aeaacc5d13 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Usage tracker for resource:subnet and tenant:18aa41358fc0483e9b0c2540bc4e3b2f is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:38.407896 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6d6d1939-93c3-40b7-926a-c0aeaacc5d13 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:38.413879 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fa4e5059-3e57-4a24-8036-8d45324d80d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:38.418201 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6d6d1939-93c3-40b7-926a-c0aeaacc5d13 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:38.467094 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6d1939-93c3-40b7-926a-c0aeaacc5d13 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Made reservation on behalf of 18aa41358fc0483e9b0c2540bc4e3b2f for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:03:38.470514 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6d6d1939-93c3-40b7-926a-c0aeaacc5d13 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:38.590127 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-bfc43eff-5700-490f-8342-d4b1cc0e4765 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Allocated IP 172.20.0.6 (22a799c8-46d8-4bd7-b9e1-64db3d55057d/c31cb33d-bd2c-4256-b2b1-896d8a76b866/db6f2ee5-ee11-4ca3-bdc6-4431642fc176) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:03:38.765241 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fa4e5059-3e57-4a24-8036-8d45324d80d9 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:38.778977 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-fa4e5059-3e57-4a24-8036-8d45324d80d9 None None] Transition to ACTIVE for port object 16429754-512d-4e4a-bd0a-1e4e55610b4b will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:03:38.782644 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device fab73a86-b1ca-4eef-a57e-8b57bc35342f up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:03:38.786336 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fa4e5059-3e57-4a24-8036-8d45324d80d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:38.855289 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port fab73a86-b1ca-4eef-a57e-8b57bc35342f triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:03:38.855673 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:38.856878 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d41d825a-ed46-47e3-b0b4-6d8c7a6cbe68 req-c060ec0e-ea34-4951-a0a6-b478d288d835 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "GET /v2.0/ports?device_id=37ad08ab-ff5d-4e84-902e-743adb7711ca HTTP/1.1" status: 200 len: 210 time: 0.1682837 May 03 23:03:38.953160 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7a77e-1ee5-4cc5-9dbf-84fc1548be6f None None] Pushing event updated for resources: {'Port': ['ID=16429754-512d-4e4a-bd0a-1e4e55610b4b,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:39.030934 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6d6d1939-93c3-40b7-926a-c0aeaacc5d13 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:39.055704 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-fa4e5059-3e57-4a24-8036-8d45324d80d9 None None] Attempting to bind port 16429754-512d-4e4a-bd0a-1e4e55610b4b on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:03:39.056216 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-fa4e5059-3e57-4a24-8036-8d45324d80d9 None None] Attempting to bind port 16429754-512d-4e4a-bd0a-1e4e55610b4b by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'abefd9cc-fd89-4d9a-8c90-eaccd6eab48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f64fbebd-cf27-409f-b5d1-295d2981c967'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:03:39.056624 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4e5059-3e57-4a24-8036-8d45324d80d9 None None] Attempting to bind port 16429754-512d-4e4a-bd0a-1e4e55610b4b on network f64fbebd-cf27-409f-b5d1-295d2981c967 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:03:39.063269 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4e5059-3e57-4a24-8036-8d45324d80d9 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:03:39.063642 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4e5059-3e57-4a24-8036-8d45324d80d9 None None] Checking segment: {'id': 'abefd9cc-fd89-4d9a-8c90-eaccd6eab48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f64fbebd-cf27-409f-b5d1-295d2981c967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:03:39.064069 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fa4e5059-3e57-4a24-8036-8d45324d80d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:39.064463 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4e5059-3e57-4a24-8036-8d45324d80d9 None None] Bound using segment: {'id': 'abefd9cc-fd89-4d9a-8c90-eaccd6eab48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f64fbebd-cf27-409f-b5d1-295d2981c967'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:03:39.065149 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-fa4e5059-3e57-4a24-8036-8d45324d80d9 None None] Bound port: 16429754-512d-4e4a-bd0a-1e4e55610b4b, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abefd9cc-fd89-4d9a-8c90-eaccd6eab48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'f64fbebd-cf27-409f-b5d1-295d2981c967'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:03:39.065583 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fa4e5059-3e57-4a24-8036-8d45324d80d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:39.100618 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-bfc43eff-5700-490f-8342-d4b1cc0e4765 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:39.134987 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-bfc43eff-5700-490f-8342-d4b1cc0e4765 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Transition to ACTIVE for port object db6f2ee5-ee11-4ca3-bdc6-4431642fc176 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:03:39.146986 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d1939-93c3-40b7-926a-c0aeaacc5d13 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event updated for resources: {'Subnet': ['ID=2a21167f-47c5-4bb5-98cf-084680818075,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:39.161596 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6d1939-93c3-40b7-926a-c0aeaacc5d13 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Checking segment: {'id': 'b21396fe-8acf-4c43-aa83-411243a29696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'deedfc82-eda3-428e-a6e1-5607d7b9581e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:03:39.161982 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6d1939-93c3-40b7-926a-c0aeaacc5d13 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Network hostable DHCP agents. Network: deedfc82-eda3-428e-a6e1-5607d7b9581e, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:03:39.165825 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-fa4e5059-3e57-4a24-8036-8d45324d80d9 None None] For port 16429754-512d-4e4a-bd0a-1e4e55610b4b, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:03:39.168876 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-fa4e5059-3e57-4a24-8036-8d45324d80d9 None None] For port 16429754-512d-4e4a-bd0a-1e4e55610b4b, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=16429754-512d-4e4a-bd0a-1e4e55610b4b,segment=NetworkSegment(abefd9cc-fd89-4d9a-8c90-eaccd6eab48a),segment_id=abefd9cc-fd89-4d9a-8c90-eaccd6eab48a)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:03:39.172418 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fa4e5059-3e57-4a24-8036-8d45324d80d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:39.188388 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6d1939-93c3-40b7-926a-c0aeaacc5d13 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Network deedfc82-eda3-428e-a6e1-5607d7b9581e is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:03:39.194331 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-bfc43eff-5700-490f-8342-d4b1cc0e4765 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:39.239968 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-6d6d1939-93c3-40b7-926a-c0aeaacc5d13 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, deedfc82-eda3-428e-a6e1-5607d7b9581e) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:03:39.249678 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbcce6f-3707-4e5a-8ea7-e41cfa0c7d8f None None] Network deedfc82-eda3-428e-a6e1-5607d7b9581e requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:03:39.267128 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6d1939-93c3-40b7-926a-c0aeaacc5d13 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:39.267724 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6d6d1939-93c3-40b7-926a-c0aeaacc5d13 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:39.277279 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4e5059-3e57-4a24-8036-8d45324d80d9 None None] Routers {'a70f339a-c08c-4c40-9a97-8420bdba5576'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:03:39.277953 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-fa4e5059-3e57-4a24-8036-8d45324d80d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:03:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a70f339a-c08c-4c40-9a97-8420bdba5576'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:39.287035 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-bfc43eff-5700-490f-8342-d4b1cc0e4765 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Network 22a799c8-46d8-4bd7-b9e1-64db3d55057d is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:03:39.293032 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-bfc43eff-5700-490f-8342-d4b1cc0e4765 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:03:39.300890 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-bfc43eff-5700-490f-8342-d4b1cc0e4765 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:03:39.346587 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49678) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:39.350300 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6d6d1939-93c3-40b7-926a-c0aeaacc5d13 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1529489 May 03 23:03:39.362557 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc43eff-5700-490f-8342-d4b1cc0e4765 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Pushing event updated for resources: {'Port': ['ID=db6f2ee5-ee11-4ca3-bdc6-4431642fc176,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:39.414757 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-bfc43eff-5700-490f-8342-d4b1cc0e4765 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:39.415685 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-bfc43eff-5700-490f-8342-d4b1cc0e4765 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:39.442520 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-bfc43eff-5700-490f-8342-d4b1cc0e4765 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4431000 May 03 23:03:39.456877 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-830db385-b2ed-4fa4-b62b-978769f38129 service neutron] Request body: {'port': {'device_id': '37ad08ab-ff5d-4e84-902e-743adb7711ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:39.510164 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7a77e-1ee5-4cc5-9dbf-84fc1548be6f None None] Pushing event updated for resources: {'Port': ['ID=16429754-512d-4e4a-bd0a-1e4e55610b4b,revision_number=4']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:39.592651 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-79a8a235-ca0c-4715-b06f-bc262fb50ec6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:39.617646 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b676c5a-2f54-4bc0-9aee-c993d9cd5d4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-deedfc82-eda3-428e-a6e1-5607d7b9581e', 'network_id': 'deedfc82-eda3-428e-a6e1-5607d7b9581e', 'tenant_id': '18aa41358fc0483e9b0c2540bc4e3b2f', 'fixed_ips': [{'subnet_id': '2a21167f-47c5-4bb5-98cf-084680818075'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:03:39.619591 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6b676c5a-2f54-4bc0-9aee-c993d9cd5d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:39.630550 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-fa4e5059-3e57-4a24-8036-8d45324d80d9 None None] Set router a70f339a-c08c-4c40-9a97-8420bdba5576 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:03:39.642778 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-830db385-b2ed-4fa4-b62b-978769f38129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:39.729544 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-79a8a235-ca0c-4715-b06f-bc262fb50ec6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:39.756825 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-863c4708-570f-4941-b77a-e9876a6ecf65 None None] Provisioning for port db6f2ee5-ee11-4ca3-bdc6-4431642fc176 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:03:39.794693 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-863c4708-570f-4941-b77a-e9876a6ecf65 None None] Provisioning complete for port db6f2ee5-ee11-4ca3-bdc6-4431642fc176 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:03:39.795072 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-863c4708-570f-4941-b77a-e9876a6ecf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:39.870873 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-863c4708-570f-4941-b77a-e9876a6ecf65 None None] Port db6f2ee5-ee11-4ca3-bdc6-4431642fc176 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:03:39.878179 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-6b676c5a-2f54-4bc0-9aee-c993d9cd5d4e None None] Allocated IP 172.20.0.1 (deedfc82-eda3-428e-a6e1-5607d7b9581e/2a21167f-47c5-4bb5-98cf-084680818075/af3667f8-5dd5-44c9-9dd3-97b5f99d2e31) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:03:40.059640 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-fa4e5059-3e57-4a24-8036-8d45324d80d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70f339a-c08c-4c40-9a97-8420bdba5576', 'name': 'tempest-TestServerBasicOps-500439692-router', 'tenant_id': '9d9f5119ea5f41f2abf56f3bc859bfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'fab73a86-b1ca-4eef-a57e-8b57bc35342f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:03:26Z', 'updated_at': '2022-05-03T23:03:31Z', 'revision_number': 4, 'project_id': '9d9f5119ea5f41f2abf56f3bc859bfc7', 'gw_port': {'id': 'fab73a86-b1ca-4eef-a57e-8b57bc35342f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70f339a-c08c-4c40-9a97-8420bdba5576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:03:27Z', 'updated_at': '2022-05-03T23:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '16429754-512d-4e4a-bd0a-1e4e55610b4b', 'name': '', 'network_id': 'f64fbebd-cf27-409f-b5d1-295d2981c967', 'tenant_id': '9d9f5119ea5f41f2abf56f3bc859bfc7', 'mac_address': 'fa:16:3e:c2:ed:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70f339a-c08c-4c40-9a97-8420bdba5576', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '7c2b68bd-a7b7-4533-ba00-5be75fada271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:03:30Z', 'updated_at': '2022-05-03T23:03:39Z', 'revision_number': 4, 'project_id': '9d9f5119ea5f41f2abf56f3bc859bfc7', 'subnets': [{'id': '7c2b68bd-a7b7-4533-ba00-5be75fada271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:40.065624 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4e5059-3e57-4a24-8036-8d45324d80d9 None None] The sync data for ids ['a70f339a-c08c-4c40-9a97-8420bdba5576'] in n-d-811807-1 is: [{'id': 'a70f339a-c08c-4c40-9a97-8420bdba5576', 'name': 'tempest-TestServerBasicOps-500439692-router', 'tenant_id': '9d9f5119ea5f41f2abf56f3bc859bfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'fab73a86-b1ca-4eef-a57e-8b57bc35342f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:03:26Z', 'updated_at': '2022-05-03T23:03:31Z', 'revision_number': 4, 'project_id': '9d9f5119ea5f41f2abf56f3bc859bfc7', 'gw_port': {'id': 'fab73a86-b1ca-4eef-a57e-8b57bc35342f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70f339a-c08c-4c40-9a97-8420bdba5576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:03:27Z', 'updated_at': '2022-05-03T23:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '16429754-512d-4e4a-bd0a-1e4e55610b4b', 'name': '', 'network_id': 'f64fbebd-cf27-409f-b5d1-295d2981c967', 'tenant_id': '9d9f5119ea5f41f2abf56f3bc859bfc7', 'mac_address': 'fa:16:3e:c2:ed:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70f339a-c08c-4c40-9a97-8420bdba5576', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '7c2b68bd-a7b7-4533-ba00-5be75fada271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:03:30Z', 'updated_at': '2022-05-03T23:03:39Z', 'revision_number': 4, 'project_id': '9d9f5119ea5f41f2abf56f3bc859bfc7', 'subnets': [{'id': '7c2b68bd-a7b7-4533-ba00-5be75fada271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:03:40.112068 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f04333-1db7-4160-b935-d1ac26c453c7 req-e9fd7c2a-66e8-457f-9513-94453adaca82 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:40.112777 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d7f04333-1db7-4160-b935-d1ac26c453c7 req-e9fd7c2a-66e8-457f-9513-94453adaca82 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Synchronizing usage tracker for tenant:f57d8aecb4b94770bef5f554bf1617f1 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:03:40.178091 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d7f04333-1db7-4160-b935-d1ac26c453c7 req-e9fd7c2a-66e8-457f-9513-94453adaca82 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Unset dirty status for tenant:f57d8aecb4b94770bef5f554bf1617f1 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:03:40.179572 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d7f04333-1db7-4160-b935-d1ac26c453c7 req-e9fd7c2a-66e8-457f-9513-94453adaca82 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "GET /v2.0/ports?device_id=37ad08ab-ff5d-4e84-902e-743adb7711ca HTTP/1.1" status: 200 len: 931 time: 0.1821404 May 03 23:03:40.193351 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6b676c5a-2f54-4bc0-9aee-c993d9cd5d4e None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:40.207429 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6b676c5a-2f54-4bc0-9aee-c993d9cd5d4e None None] Transition to ACTIVE for port object af3667f8-5dd5-44c9-9dd3-97b5f99d2e31 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:03:40.229944 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6b676c5a-2f54-4bc0-9aee-c993d9cd5d4e None None] Transition to ACTIVE for port object af3667f8-5dd5-44c9-9dd3-97b5f99d2e31 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:03:40.234157 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-830db385-b2ed-4fa4-b62b-978769f38129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db6f2ee5-ee11-4ca3-bdc6-4431642fc176 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:03:40.238479 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6b676c5a-2f54-4bc0-9aee-c993d9cd5d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:40.249265 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-830db385-b2ed-4fa4-b62b-978769f38129 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:40.257826 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d7f04333-1db7-4160-b935-d1ac26c453c7 req-bd4903c5-1f72-4e78-b987-0bfb2798dddd tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "GET /v2.0/security-groups?id=f1f5e9b1-262a-448a-9983-0d5b50c59eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665731 May 03 23:03:40.267028 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-79a8a235-ca0c-4715-b06f-bc262fb50ec6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:40.273218 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-830db385-b2ed-4fa4-b62b-978769f38129 service neutron] Transition to ACTIVE for port object db6f2ee5-ee11-4ca3-bdc6-4431642fc176 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:03:40.279071 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-830db385-b2ed-4fa4-b62b-978769f38129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:40.312791 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b676c5a-2f54-4bc0-9aee-c993d9cd5d4e None None] Network deedfc82-eda3-428e-a6e1-5607d7b9581e is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:03:40.315811 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-6b676c5a-2f54-4bc0-9aee-c993d9cd5d4e None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:03:40.319851 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b676c5a-2f54-4bc0-9aee-c993d9cd5d4e None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:03:40.326350 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b676c5a-2f54-4bc0-9aee-c993d9cd5d4e None None] Pushing event updated for resources: {'Port': ['ID=af3667f8-5dd5-44c9-9dd3-97b5f99d2e31,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:40.355562 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8a235-ca0c-4715-b06f-bc262fb50ec6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event deleted for resources: {'Subnet': ['ID=2a21167f-47c5-4bb5-98cf-084680818075,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:40.449047 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-6b676c5a-2f54-4bc0-9aee-c993d9cd5d4e None None] Attempting to bind port af3667f8-5dd5-44c9-9dd3-97b5f99d2e31 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:03:40.449432 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-6b676c5a-2f54-4bc0-9aee-c993d9cd5d4e None None] Attempting to bind port af3667f8-5dd5-44c9-9dd3-97b5f99d2e31 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'b21396fe-8acf-4c43-aa83-411243a29696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'deedfc82-eda3-428e-a6e1-5607d7b9581e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:03:40.449830 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b676c5a-2f54-4bc0-9aee-c993d9cd5d4e None None] Attempting to bind port af3667f8-5dd5-44c9-9dd3-97b5f99d2e31 on network deedfc82-eda3-428e-a6e1-5607d7b9581e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:03:40.456743 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b676c5a-2f54-4bc0-9aee-c993d9cd5d4e None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:03:40.457114 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b676c5a-2f54-4bc0-9aee-c993d9cd5d4e None None] Checking segment: {'id': 'b21396fe-8acf-4c43-aa83-411243a29696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'deedfc82-eda3-428e-a6e1-5607d7b9581e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:03:40.457515 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6b676c5a-2f54-4bc0-9aee-c993d9cd5d4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:40.457930 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b676c5a-2f54-4bc0-9aee-c993d9cd5d4e None None] Bound using segment: {'id': 'b21396fe-8acf-4c43-aa83-411243a29696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'deedfc82-eda3-428e-a6e1-5607d7b9581e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:03:40.458391 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-6b676c5a-2f54-4bc0-9aee-c993d9cd5d4e None None] Bound port: af3667f8-5dd5-44c9-9dd3-97b5f99d2e31, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21396fe-8acf-4c43-aa83-411243a29696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'deedfc82-eda3-428e-a6e1-5607d7b9581e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:03:40.458766 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6b676c5a-2f54-4bc0-9aee-c993d9cd5d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:40.500271 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830db385-b2ed-4fa4-b62b-978769f38129 service neutron] Pushing event updated for resources: {'Port': ['ID=db6f2ee5-ee11-4ca3-bdc6-4431642fc176,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:40.521597 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-79a8a235-ca0c-4715-b06f-bc262fb50ec6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:40.571337 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-79a8a235-ca0c-4715-b06f-bc262fb50ec6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deedfc82-eda3-428e-a6e1-5607d7b9581e']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:40.600517 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-79a8a235-ca0c-4715-b06f-bc262fb50ec6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b21396fe-8acf-4c43-aa83-411243a29696') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:40.600999 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-79a8a235-ca0c-4715-b06f-bc262fb50ec6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b21396fe-8acf-4c43-aa83-411243a29696') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:40.628000 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-79a8a235-ca0c-4715-b06f-bc262fb50ec6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:40.671643 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-6b676c5a-2f54-4bc0-9aee-c993d9cd5d4e None None] For port af3667f8-5dd5-44c9-9dd3-97b5f99d2e31, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:03:40.675861 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-79a8a235-ca0c-4715-b06f-bc262fb50ec6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:40.683973 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-830db385-b2ed-4fa4-b62b-978769f38129 service neutron] Attempting to bind port db6f2ee5-ee11-4ca3-bdc6-4431642fc176 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:03:40.685085 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-830db385-b2ed-4fa4-b62b-978769f38129 service neutron] Attempting to bind port db6f2ee5-ee11-4ca3-bdc6-4431642fc176 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '7fe96c11-b063-4318-826a-193b5876c9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '22a799c8-46d8-4bd7-b9e1-64db3d55057d'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:03:40.685184 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-830db385-b2ed-4fa4-b62b-978769f38129 service neutron] Attempting to bind port db6f2ee5-ee11-4ca3-bdc6-4431642fc176 on network 22a799c8-46d8-4bd7-b9e1-64db3d55057d {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:03:40.687014 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79a8a235-ca0c-4715-b06f-bc262fb50ec6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:03:40.687536 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-79a8a235-ca0c-4715-b06f-bc262fb50ec6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:40.698787 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-830db385-b2ed-4fa4-b62b-978769f38129 service neutron] Port db6f2ee5-ee11-4ca3-bdc6-4431642fc176 on network 22a799c8-46d8-4bd7-b9e1-64db3d55057d not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:03:40.699129 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-830db385-b2ed-4fa4-b62b-978769f38129 service neutron] Attempting to bind port db6f2ee5-ee11-4ca3-bdc6-4431642fc176 on network 22a799c8-46d8-4bd7-b9e1-64db3d55057d {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:03:40.714622 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-830db385-b2ed-4fa4-b62b-978769f38129 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:03:40.715177 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-830db385-b2ed-4fa4-b62b-978769f38129 service neutron] Checking segment: {'id': '7fe96c11-b063-4318-826a-193b5876c9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '22a799c8-46d8-4bd7-b9e1-64db3d55057d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:03:40.715611 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-830db385-b2ed-4fa4-b62b-978769f38129 service neutron] Bound using segment: {'id': '7fe96c11-b063-4318-826a-193b5876c9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '22a799c8-46d8-4bd7-b9e1-64db3d55057d'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:03:40.716053 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-830db385-b2ed-4fa4-b62b-978769f38129 service neutron] Bound port: db6f2ee5-ee11-4ca3-bdc6-4431642fc176, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fe96c11-b063-4318-826a-193b5876c9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '22a799c8-46d8-4bd7-b9e1-64db3d55057d'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:03:40.716410 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-830db385-b2ed-4fa4-b62b-978769f38129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:40.726821 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 23:03:40.726821 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:03:40.726821 n-d-811807-1 neutron-server[88070]: timer() May 03 23:03:40.726821 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:03:40.726821 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 23:03:40.726821 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:03:40.726821 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 23:03:40.726821 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:03:40.726821 n-d-811807-1 neutron-server[88070]: self._notify() May 03 23:03:40.726821 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:03:40.726821 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 23:03:40.726821 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:03:40.726821 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 23:03:40.726821 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:03:40.726821 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:03:40.726821 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:03:40.726821 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:03:40.726821 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:03:40.726821 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 23:03:40.726821 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:03:40.726821 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 23:03:40.726821 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:03:40.726821 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:03:40.726821 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:03:40.726821 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 23:03:40.726821 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:03:40.726821 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:03:40.726821 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:03:40.726821 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:03:40.726821 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:03:40.726821 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:03:40.726821 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:03:40.838480 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-830db385-b2ed-4fa4-b62b-978769f38129 service neutron] For port db6f2ee5-ee11-4ca3-bdc6-4431642fc176, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:03:40.840140 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 16429754-512d-4e4a-bd0a-1e4e55610b4b up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:03:40.841887 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-830db385-b2ed-4fa4-b62b-978769f38129 service neutron] For port db6f2ee5-ee11-4ca3-bdc6-4431642fc176, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=db6f2ee5-ee11-4ca3-bdc6-4431642fc176,segment=NetworkSegment(7fe96c11-b063-4318-826a-193b5876c9fe),segment_id=7fe96c11-b063-4318-826a-193b5876c9fe)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:03:40.852203 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-830db385-b2ed-4fa4-b62b-978769f38129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:40.857073 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [None req-79a8a235-ca0c-4715-b06f-bc262fb50ec6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 03 23:03:40.857073 n-d-811807-1 neutron-server[88070]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 03 23:03:40.857073 n-d-811807-1 neutron-server[88070]: [parameters: {'id': 'deedfc82-eda3-428e-a6e1-5607d7b9581e'}] May 03 23:03:40.857073 n-d-811807-1 neutron-server[88070]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:03:40.858323 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [None req-79a8a235-ca0c-4715-b06f-bc262fb50ec6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:03:40.894774 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-6b676c5a-2f54-4bc0-9aee-c993d9cd5d4e None None] For port af3667f8-5dd5-44c9-9dd3-97b5f99d2e31, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=af3667f8-5dd5-44c9-9dd3-97b5f99d2e31,segment=NetworkSegment(b21396fe-8acf-4c43-aa83-411243a29696),segment_id=b21396fe-8acf-4c43-aa83-411243a29696)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:03:40.904704 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6b676c5a-2f54-4bc0-9aee-c993d9cd5d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:40.917607 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-830db385-b2ed-4fa4-b62b-978769f38129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:40.918318 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-830db385-b2ed-4fa4-b62b-978769f38129 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:40.920240 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-830db385-b2ed-4fa4-b62b-978769f38129 service neutron] 10.222.0.60 "PUT /v2.0/ports/db6f2ee5-ee11-4ca3-bdc6-4431642fc176 HTTP/1.1" status: 200 len: 1091 time: 1.4683661 May 03 23:03:40.920680 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ad08ab-ff5d-4e84-902e-743adb7711ca', 'tag': 'db6f2ee5-ee11-4ca3-bdc6-4431642fc176'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:03:40.979157 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830db385-b2ed-4fa4-b62b-978769f38129 service neutron] Pushing event updated for resources: {'Port': ['ID=db6f2ee5-ee11-4ca3-bdc6-4431642fc176,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:41.037175 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86bf22b7-25df-4990-b1b7-1c3f4553f1d6'] response: {'name': 'network-changed', 'server_uuid': '37ad08ab-ff5d-4e84-902e-743adb7711ca', 'tag': 'db6f2ee5-ee11-4ca3-bdc6-4431642fc176', 'status': 'completed', 'code': 200} May 03 23:03:41.077954 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-3338b40b-19d8-4e6b-a122-53113dd8ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:41.079809 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-3338b40b-19d8-4e6b-a122-53113dd8ba7c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f57d8aecb4b94770bef5f554bf1617f1&device_id=37ad08ab-ff5d-4e84-902e-743adb7711ca HTTP/1.1" status: 200 len: 1094 time: 0.0962801 May 03 23:03:41.111629 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 16429754-512d-4e4a-bd0a-1e4e55610b4b completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:03:41.118762 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 16429754-512d-4e4a-bd0a-1e4e55610b4b triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:03:41.119136 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:41.176743 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-eeb1e9f6-902a-45e5-bbbc-39e20c51ee76 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db6f2ee5-ee11-4ca3-bdc6-4431642fc176 HTTP/1.1" status: 200 len: 217 time: 0.0863059 May 03 23:03:41.183861 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b676c5a-2f54-4bc0-9aee-c993d9cd5d4e None None] Pushing event updated for resources: {'Port': ['ID=af3667f8-5dd5-44c9-9dd3-97b5f99d2e31,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:41.215144 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba656c4-ef0f-4564-9a9b-6259627680d8 None None] Network deedfc82-eda3-428e-a6e1-5607d7b9581e requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:03:41.259659 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-ea622f65-7779-40dc-ad71-d7f5a321f3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:41.261073 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-ea622f65-7779-40dc-ad71-d7f5a321f3b2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c31cb33d-bd2c-4256-b2b1-896d8a76b866 HTTP/1.1" status: 200 len: 848 time: 0.0766714 May 03 23:03:41.342003 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-e6e57a48-d76d-4764-b569-b4189eca808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:41.343643 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-e6e57a48-d76d-4764-b569-b4189eca808d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=22a799c8-46d8-4bd7-b9e1-64db3d55057d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754578 May 03 23:03:41.360141 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-79a8a235-ca0c-4715-b06f-bc262fb50ec6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:41.379317 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-79a8a235-ca0c-4715-b06f-bc262fb50ec6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Deleting port af3667f8-5dd5-44c9-9dd3-97b5f99d2e31 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:03:41.380335 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-79a8a235-ca0c-4715-b06f-bc262fb50ec6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:41.455110 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:41.501391 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 16429754-512d-4e4a-bd0a-1e4e55610b4b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=16429754-512d-4e4a-bd0a-1e4e55610b4b,segment=NetworkSegment(abefd9cc-fd89-4d9a-8c90-eaccd6eab48a),segment_id=abefd9cc-fd89-4d9a-8c90-eaccd6eab48a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:03:41.509089 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:41.578127 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da654eef-ff5d-44ef-91a1-ee7654fcdcd8 None None] get_active_networks_info from n-d-811807-1 {{(pid=88071) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 03 23:03:41.645221 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-79a8a235-ca0c-4715-b06f-bc262fb50ec6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] For port af3667f8-5dd5-44c9-9dd3-97b5f99d2e31, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=af3667f8-5dd5-44c9-9dd3-97b5f99d2e31,segment=NetworkSegment(b21396fe-8acf-4c43-aa83-411243a29696),segment_id=b21396fe-8acf-4c43-aa83-411243a29696)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:03:41.645629 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-79a8a235-ca0c-4715-b06f-bc262fb50ec6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:41.659123 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-931de0c5-6a42-4875-8695-d34faedb42f3 service neutron] 10.222.0.60 "GET /v2.0/networks/22a799c8-46d8-4bd7-b9e1-64db3d55057d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074749 May 03 23:03:41.660317 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=16429754-512d-4e4a-bd0a-1e4e55610b4b,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:41.670491 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707daa11-9de3-4e44-9fe2-61eeb576950f req-50896ed4-b731-49b1-8b28-6939497e533d tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:41.671932 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-707daa11-9de3-4e44-9fe2-61eeb576950f req-50896ed4-b731-49b1-8b28-6939497e533d tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "GET /v2.0/ports?device_id=37ad08ab-ff5d-4e84-902e-743adb7711ca HTTP/1.1" status: 200 len: 943 time: 0.1788819 May 03 23:03:41.735102 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da654eef-ff5d-44ef-91a1-ee7654fcdcd8 None None] Resources bound (agent type, host, resource id): {{(pid=88071) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 03 23:03:41.788209 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-79a8a235-ca0c-4715-b06f-bc262fb50ec6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Calling delete_port for af3667f8-5dd5-44c9-9dd3-97b5f99d2e31 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:03:41.804330 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-707daa11-9de3-4e44-9fe2-61eeb576950f req-dec03995-bc32-4fa2-bbc3-ef9fdba2bce5 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "GET /v2.0/security-groups?id=f1f5e9b1-262a-448a-9983-0d5b50c59eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140797 May 03 23:03:41.841242 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0cdae1b0-b56b-46e0-83db-b2fa3c0c8da6 req-d2453b6e-4e3f-4d7e-8a60-df81ed9f4bfc service neutron] 10.222.0.60 "GET /v2.0/networks/22a799c8-46d8-4bd7-b9e1-64db3d55057d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677818 May 03 23:03:41.881339 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-79a8a235-ca0c-4715-b06f-bc262fb50ec6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:41.931992 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a8a235-ca0c-4715-b06f-bc262fb50ec6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] No DVR routers for this DVR port af3667f8-5dd5-44c9-9dd3-97b5f99d2e31 on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:03:41.960240 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f763b65-c749-43c0-93c8-d42fdc3affe3 req-97ecaaa3-3776-44f1-a81a-0a49ae6402c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:41.962367 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f763b65-c749-43c0-93c8-d42fdc3affe3 req-97ecaaa3-3776-44f1-a81a-0a49ae6402c0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f57d8aecb4b94770bef5f554bf1617f1&device_id=37ad08ab-ff5d-4e84-902e-743adb7711ca HTTP/1.1" status: 200 len: 1094 time: 0.0741072 May 03 23:03:41.962533 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8a235-ca0c-4715-b06f-bc262fb50ec6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event deleted for resources: {'Port': ['ID=af3667f8-5dd5-44c9-9dd3-97b5f99d2e31,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:42.068394 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-79a8a235-ca0c-4715-b06f-bc262fb50ec6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:42.094291 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-79a8a235-ca0c-4715-b06f-bc262fb50ec6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deedfc82-eda3-428e-a6e1-5607d7b9581e']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:42.098591 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f763b65-c749-43c0-93c8-d42fdc3affe3 req-6e98e3cf-0b89-4e61-a717-fe306d80fd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:42.100041 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f763b65-c749-43c0-93c8-d42fdc3affe3 req-6e98e3cf-0b89-4e61-a717-fe306d80fd7a service neutron] 10.222.0.60 "GET /v2.0/networks?id=22a799c8-46d8-4bd7-b9e1-64db3d55057d HTTP/1.1" status: 200 len: 910 time: 0.1316872 May 03 23:03:42.106963 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-79a8a235-ca0c-4715-b06f-bc262fb50ec6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b21396fe-8acf-4c43-aa83-411243a29696') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:42.107272 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-79a8a235-ca0c-4715-b06f-bc262fb50ec6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b21396fe-8acf-4c43-aa83-411243a29696') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:42.118479 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-79a8a235-ca0c-4715-b06f-bc262fb50ec6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:42.134933 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-79a8a235-ca0c-4715-b06f-bc262fb50ec6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:42.141528 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79a8a235-ca0c-4715-b06f-bc262fb50ec6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:03:42.141939 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-79a8a235-ca0c-4715-b06f-bc262fb50ec6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:42.156596 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 23:03:42.156596 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:03:42.156596 n-d-811807-1 neutron-server[88070]: timer() May 03 23:03:42.156596 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:03:42.156596 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 23:03:42.156596 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:03:42.156596 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 23:03:42.156596 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:03:42.156596 n-d-811807-1 neutron-server[88070]: self._notify() May 03 23:03:42.156596 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:03:42.156596 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 23:03:42.156596 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:03:42.156596 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 23:03:42.156596 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:03:42.156596 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:03:42.156596 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:03:42.156596 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:03:42.156596 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:03:42.156596 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 23:03:42.156596 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:03:42.156596 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 23:03:42.156596 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:03:42.156596 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:03:42.156596 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:03:42.156596 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 23:03:42.156596 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:03:42.156596 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:03:42.156596 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:03:42.156596 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:03:42.156596 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:03:42.156596 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:03:42.156596 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:03:42.172398 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f763b65-c749-43c0-93c8-d42fdc3affe3 req-66d45934-9e42-4c64-a59a-658293bc059b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db6f2ee5-ee11-4ca3-bdc6-4431642fc176 HTTP/1.1" status: 200 len: 217 time: 0.0647767 May 03 23:03:42.235027 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f763b65-c749-43c0-93c8-d42fdc3affe3 req-14d9afa9-130f-4a94-a2d5-210b097e94f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:42.236531 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f763b65-c749-43c0-93c8-d42fdc3affe3 req-14d9afa9-130f-4a94-a2d5-210b097e94f6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c31cb33d-bd2c-4256-b2b1-896d8a76b866 HTTP/1.1" status: 200 len: 848 time: 0.0576868 May 03 23:03:42.244291 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-79a8a235-ca0c-4715-b06f-bc262fb50ec6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:42.261626 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-79a8a235-ca0c-4715-b06f-bc262fb50ec6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:42.272907 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8a235-ca0c-4715-b06f-bc262fb50ec6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event deleted for resources: {'Network': ['ID=deedfc82-eda3-428e-a6e1-5607d7b9581e,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:42.280694 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-79a8a235-ca0c-4715-b06f-bc262fb50ec6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "DELETE /v2.0/networks/deedfc82-eda3-428e-a6e1-5607d7b9581e HTTP/1.1" status: 204 len: 168 time: 2.9330747 May 03 23:03:42.284124 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49688) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:42.289351 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-7c3d9e56-35f8-41da-9105-887471e8a167 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1832982102'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:42.294878 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7c3d9e56-35f8-41da-9105-887471e8a167 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:42.298677 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7c3d9e56-35f8-41da-9105-887471e8a167 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Usage tracker for resource:network and tenant:18aa41358fc0483e9b0c2540bc4e3b2f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:42.301485 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7c3d9e56-35f8-41da-9105-887471e8a167 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:42.308017 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7c3d9e56-35f8-41da-9105-887471e8a167 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:42.314641 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f763b65-c749-43c0-93c8-d42fdc3affe3 req-a7dbf8d2-ef04-4208-8bd0-2c69a4b9584b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:42.316403 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f763b65-c749-43c0-93c8-d42fdc3affe3 req-a7dbf8d2-ef04-4208-8bd0-2c69a4b9584b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=22a799c8-46d8-4bd7-b9e1-64db3d55057d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724282 May 03 23:03:42.317705 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3d9e56-35f8-41da-9105-887471e8a167 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Made reservation on behalf of 18aa41358fc0483e9b0c2540bc4e3b2f for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:03:42.321113 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7c3d9e56-35f8-41da-9105-887471e8a167 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:42.348965 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c3d9e56-35f8-41da-9105-887471e8a167 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:03:42.357363 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7c3d9e56-35f8-41da-9105-887471e8a167 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:42.357710 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-7c3d9e56-35f8-41da-9105-887471e8a167 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Added segment d0443595-5144-4428-b657-58bb357755a0 of type vlan for network 9379836c-d807-4fee-a4d9-04fb53f14330 May 03 23:03:42.392293 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7c3d9e56-35f8-41da-9105-887471e8a167 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:42.421439 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7c3d9e56-35f8-41da-9105-887471e8a167 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:42.427559 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3d9e56-35f8-41da-9105-887471e8a167 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:42.428134 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7c3d9e56-35f8-41da-9105-887471e8a167 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:42.451715 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f763b65-c749-43c0-93c8-d42fdc3affe3 req-6687ecba-3537-44aa-99dc-afb1eda08aef service neutron] 10.222.0.60 "GET /v2.0/networks/22a799c8-46d8-4bd7-b9e1-64db3d55057d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280560 May 03 23:03:42.482289 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7c3d9e56-35f8-41da-9105-887471e8a167 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1971250 May 03 23:03:42.485234 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49692) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:42.499408 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-1d5001f4-0a16-458c-91b4-b1c99498bcea tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:42.539226 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d9e56-35f8-41da-9105-887471e8a167 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event updated for resources: {'Network': ['ID=9379836c-d807-4fee-a4d9-04fb53f14330,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:42.550794 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 9379836c-d807-4fee-a4d9-04fb53f14330 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:03:42.717456 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f763b65-c749-43c0-93c8-d42fdc3affe3 req-f39912e0-c846-457d-8c8c-e44e093ecd61 service neutron] 10.222.0.60 "GET /v2.0/networks/22a799c8-46d8-4bd7-b9e1-64db3d55057d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593973 May 03 23:03:42.775457 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 16429754-512d-4e4a-bd0a-1e4e55610b4b up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:03:42.804633 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1d5001f4-0a16-458c-91b4-b1c99498bcea tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:42.821672 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1d5001f4-0a16-458c-91b4-b1c99498bcea tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:42.843295 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 16429754-512d-4e4a-bd0a-1e4e55610b4b triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:03:42.843508 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:42.846895 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1d5001f4-0a16-458c-91b4-b1c99498bcea tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Network 9379836c-d807-4fee-a4d9-04fb53f14330 is not hosted by any dhcp agent {{(pid=88069) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 03 23:03:42.851635 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5001f4-0a16-458c-91b4-b1c99498bcea tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:42.852222 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1d5001f4-0a16-458c-91b4-b1c99498bcea tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks [] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:42.856012 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1d5001f4-0a16-458c-91b4-b1c99498bcea tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "PUT /v2.0/networks/9379836c-d807-4fee-a4d9-04fb53f14330 HTTP/1.1" status: 200 len: 723 time: 0.3672960 May 03 23:03:42.856874 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49698) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:42.864956 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-6a1bcb52-df37-402a-8b83-a6280641e6d7 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Request body: {'subnet': {'network_id': '9379836c-d807-4fee-a4d9-04fb53f14330', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:43.102999 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6a1bcb52-df37-402a-8b83-a6280641e6d7 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:43.103353 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5001f4-0a16-458c-91b4-b1c99498bcea tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event updated for resources: {'Network': ['ID=9379836c-d807-4fee-a4d9-04fb53f14330,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:43.108038 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6a1bcb52-df37-402a-8b83-a6280641e6d7 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Usage tracker for resource:subnet and tenant:18aa41358fc0483e9b0c2540bc4e3b2f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:43.111260 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6a1bcb52-df37-402a-8b83-a6280641e6d7 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:43.114768 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 9379836c-d807-4fee-a4d9-04fb53f14330 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:03:43.117097 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6a1bcb52-df37-402a-8b83-a6280641e6d7 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:43.127934 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1bcb52-df37-402a-8b83-a6280641e6d7 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Made reservation on behalf of 18aa41358fc0483e9b0c2540bc4e3b2f for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:03:43.133995 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a1bcb52-df37-402a-8b83-a6280641e6d7 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:43.148690 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880fd65d-5ce9-4d24-8da5-5a5974946fd2 req-54309f1c-4b05-4c95-941d-1af752f2d627 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:43.150234 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-880fd65d-5ce9-4d24-8da5-5a5974946fd2 req-54309f1c-4b05-4c95-941d-1af752f2d627 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "GET /v2.0/ports?device_id=37ad08ab-ff5d-4e84-902e-743adb7711ca HTTP/1.1" status: 200 len: 943 time: 0.2039244 May 03 23:03:43.195767 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-880fd65d-5ce9-4d24-8da5-5a5974946fd2 req-6d8dc9ed-ea2f-458b-ac66-c57b43f6dee5 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "GET /v2.0/security-groups?id=f1f5e9b1-262a-448a-9983-0d5b50c59eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397575 May 03 23:03:43.348616 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a1bcb52-df37-402a-8b83-a6280641e6d7 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:43.428109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1bcb52-df37-402a-8b83-a6280641e6d7 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event updated for resources: {'Subnet': ['ID=e7f02f8b-01a7-4756-a580-c75fc89696ea,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:43.435336 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1bcb52-df37-402a-8b83-a6280641e6d7 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Checking segment: {'id': 'd0443595-5144-4428-b657-58bb357755a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9379836c-d807-4fee-a4d9-04fb53f14330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:03:43.435686 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1bcb52-df37-402a-8b83-a6280641e6d7 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Network hostable DHCP agents. Network: 9379836c-d807-4fee-a4d9-04fb53f14330, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:03:43.453577 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1bcb52-df37-402a-8b83-a6280641e6d7 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Network 9379836c-d807-4fee-a4d9-04fb53f14330 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:03:43.462319 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-6a1bcb52-df37-402a-8b83-a6280641e6d7 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 9379836c-d807-4fee-a4d9-04fb53f14330) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:03:43.466682 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1bcb52-df37-402a-8b83-a6280641e6d7 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:43.467316 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a1bcb52-df37-402a-8b83-a6280641e6d7 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:43.471229 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bebc1fa-600b-4ed7-877b-0c135107512f None None] Network 9379836c-d807-4fee-a4d9-04fb53f14330 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:03:43.488243 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6a1bcb52-df37-402a-8b83-a6280641e6d7 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6300058 May 03 23:03:43.490879 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49702) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:43.496412 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-66273894-daa1-47fe-beb7-4c19285a3570 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:43.615548 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-66273894-daa1-47fe-beb7-4c19285a3570 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16263623'] for subnet, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:43.686805 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0a18cc-171b-4133-b892-576c0f5e17c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-9379836c-d807-4fee-a4d9-04fb53f14330', 'network_id': '9379836c-d807-4fee-a4d9-04fb53f14330', 'tenant_id': '18aa41358fc0483e9b0c2540bc4e3b2f', 'fixed_ips': [{'subnet_id': 'e7f02f8b-01a7-4756-a580-c75fc89696ea'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:03:43.687635 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7e0a18cc-171b-4133-b892-576c0f5e17c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:43.796399 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-66273894-daa1-47fe-beb7-4c19285a3570 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752783540471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15122363'] for subnet, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:43.845448 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66273894-daa1-47fe-beb7-4c19285a3570 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:43.846053 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-66273894-daa1-47fe-beb7-4c19285a3570 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:43.847306 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-66273894-daa1-47fe-beb7-4c19285a3570 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "PUT /v2.0/subnets/e7f02f8b-01a7-4756-a580-c75fc89696ea HTTP/1.1" status: 200 len: 806 time: 0.3555238 May 03 23:03:43.850113 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49706) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:43.855105 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-7e0a18cc-171b-4133-b892-576c0f5e17c8 None None] Allocated IP 172.20.0.2 (9379836c-d807-4fee-a4d9-04fb53f14330/e7f02f8b-01a7-4756-a580-c75fc89696ea/5f29b027-b7d2-4d43-8ad2-b3f66ce669d8) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:03:43.863517 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66273894-daa1-47fe-beb7-4c19285a3570 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event updated for resources: {'Subnet': ['ID=e7f02f8b-01a7-4756-a580-c75fc89696ea,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:43.989121 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-edf39018-71fd-46ee-a867-5a44a6635134 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:44.054443 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-edf39018-71fd-46ee-a867-5a44a6635134 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:44.060257 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7e0a18cc-171b-4133-b892-576c0f5e17c8 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:44.071173 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7e0a18cc-171b-4133-b892-576c0f5e17c8 None None] Transition to ACTIVE for port object 5f29b027-b7d2-4d43-8ad2-b3f66ce669d8 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:03:44.091176 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7e0a18cc-171b-4133-b892-576c0f5e17c8 None None] Transition to ACTIVE for port object 5f29b027-b7d2-4d43-8ad2-b3f66ce669d8 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:03:44.096848 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7e0a18cc-171b-4133-b892-576c0f5e17c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:44.136158 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-edf39018-71fd-46ee-a867-5a44a6635134 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:44.163946 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0a18cc-171b-4133-b892-576c0f5e17c8 None None] Network 9379836c-d807-4fee-a4d9-04fb53f14330 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:03:44.166809 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-7e0a18cc-171b-4133-b892-576c0f5e17c8 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:03:44.170596 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0a18cc-171b-4133-b892-576c0f5e17c8 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:03:44.174860 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf39018-71fd-46ee-a867-5a44a6635134 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event deleted for resources: {'Subnet': ['ID=e7f02f8b-01a7-4756-a580-c75fc89696ea,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:44.176074 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a18cc-171b-4133-b892-576c0f5e17c8 None None] Pushing event updated for resources: {'Port': ['ID=5f29b027-b7d2-4d43-8ad2-b3f66ce669d8,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:44.270263 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-edf39018-71fd-46ee-a867-5a44a6635134 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:44.271305 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-7e0a18cc-171b-4133-b892-576c0f5e17c8 None None] Attempting to bind port 5f29b027-b7d2-4d43-8ad2-b3f66ce669d8 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:03:44.271677 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-7e0a18cc-171b-4133-b892-576c0f5e17c8 None None] Attempting to bind port 5f29b027-b7d2-4d43-8ad2-b3f66ce669d8 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'd0443595-5144-4428-b657-58bb357755a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9379836c-d807-4fee-a4d9-04fb53f14330'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:03:44.272107 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a18cc-171b-4133-b892-576c0f5e17c8 None None] Attempting to bind port 5f29b027-b7d2-4d43-8ad2-b3f66ce669d8 on network 9379836c-d807-4fee-a4d9-04fb53f14330 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:03:44.278229 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a18cc-171b-4133-b892-576c0f5e17c8 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:03:44.278721 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a18cc-171b-4133-b892-576c0f5e17c8 None None] Checking segment: {'id': 'd0443595-5144-4428-b657-58bb357755a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9379836c-d807-4fee-a4d9-04fb53f14330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:03:44.279118 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7e0a18cc-171b-4133-b892-576c0f5e17c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:44.279983 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a18cc-171b-4133-b892-576c0f5e17c8 None None] Bound using segment: {'id': 'd0443595-5144-4428-b657-58bb357755a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9379836c-d807-4fee-a4d9-04fb53f14330'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:03:44.279983 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-7e0a18cc-171b-4133-b892-576c0f5e17c8 None None] Bound port: 5f29b027-b7d2-4d43-8ad2-b3f66ce669d8, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0443595-5144-4428-b657-58bb357755a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '9379836c-d807-4fee-a4d9-04fb53f14330'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:03:44.280500 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7e0a18cc-171b-4133-b892-576c0f5e17c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:44.296700 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-edf39018-71fd-46ee-a867-5a44a6635134 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9379836c-d807-4fee-a4d9-04fb53f14330']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:44.311492 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-edf39018-71fd-46ee-a867-5a44a6635134 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0443595-5144-4428-b657-58bb357755a0') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:44.311856 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-edf39018-71fd-46ee-a867-5a44a6635134 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0443595-5144-4428-b657-58bb357755a0') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:44.325442 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-edf39018-71fd-46ee-a867-5a44a6635134 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:44.342535 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-edf39018-71fd-46ee-a867-5a44a6635134 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:44.350134 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf39018-71fd-46ee-a867-5a44a6635134 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:03:44.350544 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-edf39018-71fd-46ee-a867-5a44a6635134 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:44.365828 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 23:03:44.365828 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:03:44.365828 n-d-811807-1 neutron-server[88069]: timer() May 03 23:03:44.365828 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:03:44.365828 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 23:03:44.365828 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:03:44.365828 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 23:03:44.365828 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:03:44.365828 n-d-811807-1 neutron-server[88069]: self._notify() May 03 23:03:44.365828 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:03:44.365828 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 23:03:44.365828 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:03:44.365828 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 23:03:44.365828 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:03:44.365828 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:03:44.365828 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:03:44.365828 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:03:44.365828 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:03:44.365828 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 23:03:44.365828 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:03:44.365828 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 23:03:44.365828 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:03:44.365828 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:03:44.365828 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:03:44.365828 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 23:03:44.365828 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:03:44.365828 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:03:44.365828 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:03:44.365828 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:03:44.365828 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:03:44.365828 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:03:44.365828 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:03:44.379024 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-7e0a18cc-171b-4133-b892-576c0f5e17c8 None None] For port 5f29b027-b7d2-4d43-8ad2-b3f66ce669d8, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:03:44.423691 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device db6f2ee5-ee11-4ca3-bdc6-4431642fc176 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:03:44.449075 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.db.api [None req-edf39018-71fd-46ee-a867-5a44a6635134 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 03 23:03:44.449075 n-d-811807-1 neutron-server[88069]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 03 23:03:44.449075 n-d-811807-1 neutron-server[88069]: [parameters: {'id': '9379836c-d807-4fee-a4d9-04fb53f14330'}] May 03 23:03:44.449075 n-d-811807-1 neutron-server[88069]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88069) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:03:44.449607 n-d-811807-1 neutron-server[88069]: DEBUG oslo_db.api [None req-edf39018-71fd-46ee-a867-5a44a6635134 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:03:44.501442 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-7e0a18cc-171b-4133-b892-576c0f5e17c8 None None] For port 5f29b027-b7d2-4d43-8ad2-b3f66ce669d8, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=5f29b027-b7d2-4d43-8ad2-b3f66ce669d8,segment=NetworkSegment(d0443595-5144-4428-b657-58bb357755a0),segment_id=d0443595-5144-4428-b657-58bb357755a0)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:03:44.507577 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7e0a18cc-171b-4133-b892-576c0f5e17c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:44.562549 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30680340-2726-4157-9798-5c56fe73c0b7 req-a20c58a9-7ef5-4189-9be0-0207b52a0f62 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:44.564122 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-30680340-2726-4157-9798-5c56fe73c0b7 req-a20c58a9-7ef5-4189-9be0-0207b52a0f62 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "GET /v2.0/ports?device_id=37ad08ab-ff5d-4e84-902e-743adb7711ca HTTP/1.1" status: 200 len: 943 time: 0.0836599 May 03 23:03:44.612652 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-30680340-2726-4157-9798-5c56fe73c0b7 req-572a26c2-2ebc-413b-ae2e-55110a44c400 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "GET /v2.0/security-groups?id=f1f5e9b1-262a-448a-9983-0d5b50c59eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427177 May 03 23:03:44.693895 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a18cc-171b-4133-b892-576c0f5e17c8 None None] Pushing event updated for resources: {'Port': ['ID=5f29b027-b7d2-4d43-8ad2-b3f66ce669d8,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:44.712204 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port db6f2ee5-ee11-4ca3-bdc6-4431642fc176, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=db6f2ee5-ee11-4ca3-bdc6-4431642fc176,segment=NetworkSegment(7fe96c11-b063-4318-826a-193b5876c9fe),segment_id=7fe96c11-b063-4318-826a-193b5876c9fe)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:03:44.731517 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': 'db6f2ee5-ee11-4ca3-bdc6-4431642fc176', 'network_id': '22a799c8-46d8-4bd7-b9e1-64db3d55057d', 'port_id': 'db6f2ee5-ee11-4ca3-bdc6-4431642fc176', 'mac_address': 'fa:16:3e:6a:01:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c31cb33d-bd2c-4256-b2b1-896d8a76b866', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:03:44.762270 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff1249d-d5e3-4d2c-a68a-9f8a89732838 None None] Network 9379836c-d807-4fee-a4d9-04fb53f14330 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:03:44.872534 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:44.917283 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db6f2ee5-ee11-4ca3-bdc6-4431642fc176 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:03:44.951192 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-edf39018-71fd-46ee-a867-5a44a6635134 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:44.962311 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-edf39018-71fd-46ee-a867-5a44a6635134 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Deleting port 5f29b027-b7d2-4d43-8ad2-b3f66ce669d8 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:03:44.962642 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-edf39018-71fd-46ee-a867-5a44a6635134 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:44.976079 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port db6f2ee5-ee11-4ca3-bdc6-4431642fc176, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=db6f2ee5-ee11-4ca3-bdc6-4431642fc176,segment=NetworkSegment(7fe96c11-b063-4318-826a-193b5876c9fe),segment_id=7fe96c11-b063-4318-826a-193b5876c9fe)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:03:44.984583 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:45.060422 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=db6f2ee5-ee11-4ca3-bdc6-4431642fc176,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:45.066026 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec94cee1-beb1-447e-a221-4525ece30af0 None None] Network 9379836c-d807-4fee-a4d9-04fb53f14330 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:03:45.183470 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-edf39018-71fd-46ee-a867-5a44a6635134 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] For port 5f29b027-b7d2-4d43-8ad2-b3f66ce669d8, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=5f29b027-b7d2-4d43-8ad2-b3f66ce669d8,segment=NetworkSegment(d0443595-5144-4428-b657-58bb357755a0),segment_id=d0443595-5144-4428-b657-58bb357755a0)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:03:45.183836 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-edf39018-71fd-46ee-a867-5a44a6635134 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:45.221089 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['db6f2ee5-ee11-4ca3-bdc6-4431642fc176'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:03:45.308374 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-edf39018-71fd-46ee-a867-5a44a6635134 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Calling delete_port for 5f29b027-b7d2-4d43-8ad2-b3f66ce669d8 owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:03:45.371945 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6945dbd1-17f1-4bbd-81ee-89b4afe6281a None None] get_active_networks_info from n-d-811807-1 {{(pid=88071) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 03 23:03:45.390665 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-edf39018-71fd-46ee-a867-5a44a6635134 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:45.438025 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf39018-71fd-46ee-a867-5a44a6635134 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event deleted for resources: {'Port': ['ID=5f29b027-b7d2-4d43-8ad2-b3f66ce669d8,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:45.441476 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf39018-71fd-46ee-a867-5a44a6635134 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] No DVR routers for this DVR port 5f29b027-b7d2-4d43-8ad2-b3f66ce669d8 on host n-d-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:03:45.545546 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6945dbd1-17f1-4bbd-81ee-89b4afe6281a None None] Resources bound (agent type, host, resource id): {{(pid=88071) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 03 23:03:45.579562 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-edf39018-71fd-46ee-a867-5a44a6635134 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:45.606414 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-edf39018-71fd-46ee-a867-5a44a6635134 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9379836c-d807-4fee-a4d9-04fb53f14330']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:45.618498 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-edf39018-71fd-46ee-a867-5a44a6635134 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0443595-5144-4428-b657-58bb357755a0') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:45.618793 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-edf39018-71fd-46ee-a867-5a44a6635134 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0443595-5144-4428-b657-58bb357755a0') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:45.630420 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-edf39018-71fd-46ee-a867-5a44a6635134 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:45.651176 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-edf39018-71fd-46ee-a867-5a44a6635134 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:45.657454 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf39018-71fd-46ee-a867-5a44a6635134 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:03:45.657961 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-edf39018-71fd-46ee-a867-5a44a6635134 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:45.673091 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 23:03:45.673091 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:03:45.673091 n-d-811807-1 neutron-server[88069]: timer() May 03 23:03:45.673091 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:03:45.673091 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 23:03:45.673091 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:03:45.673091 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 23:03:45.673091 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:03:45.673091 n-d-811807-1 neutron-server[88069]: self._notify() May 03 23:03:45.673091 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:03:45.673091 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 23:03:45.673091 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:03:45.673091 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 23:03:45.673091 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:03:45.673091 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:03:45.673091 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:03:45.673091 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:03:45.673091 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:03:45.673091 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 23:03:45.673091 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:03:45.673091 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 23:03:45.673091 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:03:45.673091 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:03:45.673091 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:03:45.673091 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 23:03:45.673091 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:03:45.673091 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:03:45.673091 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:03:45.673091 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:03:45.673091 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:03:45.673091 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:03:45.673091 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:03:45.915912 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-edf39018-71fd-46ee-a867-5a44a6635134 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:45.921684 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-edf39018-71fd-46ee-a867-5a44a6635134 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks [] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:45.949318 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf39018-71fd-46ee-a867-5a44a6635134 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event deleted for resources: {'Network': ['ID=9379836c-d807-4fee-a4d9-04fb53f14330,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:45.960320 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-edf39018-71fd-46ee-a867-5a44a6635134 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "DELETE /v2.0/networks/9379836c-d807-4fee-a4d9-04fb53f14330 HTTP/1.1" status: 204 len: 168 time: 2.1091139 May 03 23:03:45.963118 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49716) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:45.975664 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111212af-372e-4a3e-9297-eca1d67c0451 req-061ecc4e-6672-4a4a-b7ab-323612e76715 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:45.977064 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-111212af-372e-4a3e-9297-eca1d67c0451 req-061ecc4e-6672-4a4a-b7ab-323612e76715 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "GET /v2.0/ports?device_id=37ad08ab-ff5d-4e84-902e-743adb7711ca HTTP/1.1" status: 200 len: 944 time: 0.2395010 May 03 23:03:45.988785 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7f9542a-65d6-47b7-bddf-eb981aef21bf tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] DELETE failed (client error): The resource could not be found. May 03 23:03:45.989329 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7f9542a-65d6-47b7-bddf-eb981aef21bf tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:45.990994 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b7f9542a-65d6-47b7-bddf-eb981aef21bf tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "DELETE /v2.0/networks/9379836c-d807-4fee-a4d9-04fb53f14330 HTTP/1.1" status: 404 len: 339 time: 0.0262172 May 03 23:03:45.994867 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49720) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:46.000801 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-c2d57e33-08d3-44a6-b8b5-9ea5661b7aa9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1080481166', 'description': 'd1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:46.006528 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c2d57e33-08d3-44a6-b8b5-9ea5661b7aa9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:46.010396 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c2d57e33-08d3-44a6-b8b5-9ea5661b7aa9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Usage tracker for resource:network and tenant:18aa41358fc0483e9b0c2540bc4e3b2f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:46.013996 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c2d57e33-08d3-44a6-b8b5-9ea5661b7aa9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:46.019597 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c2d57e33-08d3-44a6-b8b5-9ea5661b7aa9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:46.022258 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-111212af-372e-4a3e-9297-eca1d67c0451 req-5b718a67-8641-4820-8c96-6666e8076da2 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "GET /v2.0/security-groups?id=f1f5e9b1-262a-448a-9983-0d5b50c59eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393994 May 03 23:03:46.030795 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d57e33-08d3-44a6-b8b5-9ea5661b7aa9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Made reservation on behalf of 18aa41358fc0483e9b0c2540bc4e3b2f for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:03:46.034192 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c2d57e33-08d3-44a6-b8b5-9ea5661b7aa9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:46.062116 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2d57e33-08d3-44a6-b8b5-9ea5661b7aa9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:03:46.070783 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c2d57e33-08d3-44a6-b8b5-9ea5661b7aa9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:46.071058 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-c2d57e33-08d3-44a6-b8b5-9ea5661b7aa9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Added segment c1f7278a-f36a-4a90-970f-acd09e5b1ce2 of type vlan for network 7fdd8bf0-79f8-4242-b7df-e686ed48f6c9 May 03 23:03:46.099091 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c2d57e33-08d3-44a6-b8b5-9ea5661b7aa9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:46.129054 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c2d57e33-08d3-44a6-b8b5-9ea5661b7aa9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:46.134909 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d57e33-08d3-44a6-b8b5-9ea5661b7aa9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:46.135481 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c2d57e33-08d3-44a6-b8b5-9ea5661b7aa9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:46.186243 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c2d57e33-08d3-44a6-b8b5-9ea5661b7aa9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1901581 May 03 23:03:46.188732 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49724) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:46.244044 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d57e33-08d3-44a6-b8b5-9ea5661b7aa9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event updated for resources: {'Network': ['ID=7fdd8bf0-79f8-4242-b7df-e686ed48f6c9,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:46.256765 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 7fdd8bf0-79f8-4242-b7df-e686ed48f6c9 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:03:46.310649 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e592f02-010a-4b9f-9d4c-38eebe9228a7 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:46.311323 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2e592f02-010a-4b9f-9d4c-38eebe9228a7 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Synchronizing usage tracker for tenant:18aa41358fc0483e9b0c2540bc4e3b2f on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:03:46.327647 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2e592f02-010a-4b9f-9d4c-38eebe9228a7 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Unset dirty status for tenant:18aa41358fc0483e9b0c2540bc4e3b2f on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:03:46.328789 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2e592f02-010a-4b9f-9d4c-38eebe9228a7 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "GET /v2.0/networks?id=7fdd8bf0-79f8-4242-b7df-e686ed48f6c9 HTTP/1.1" status: 200 len: 761 time: 0.1383197 May 03 23:03:46.331526 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49728) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:46.337306 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-7826fb4b-d0af-4ffa-93a3-dfa6c167af7e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Request body: {'network': {'description': 'd2'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:46.417073 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device db6f2ee5-ee11-4ca3-bdc6-4431642fc176 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:03:46.517758 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port db6f2ee5-ee11-4ca3-bdc6-4431642fc176 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:03:46.522384 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port db6f2ee5-ee11-4ca3-bdc6-4431642fc176 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:03:46.522756 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:46.570815 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7826fb4b-d0af-4ffa-93a3-dfa6c167af7e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:46.588575 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7826fb4b-d0af-4ffa-93a3-dfa6c167af7e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:46.623917 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7826fb4b-d0af-4ffa-93a3-dfa6c167af7e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Network 7fdd8bf0-79f8-4242-b7df-e686ed48f6c9 is not hosted by any dhcp agent {{(pid=88069) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 03 23:03:46.629249 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7826fb4b-d0af-4ffa-93a3-dfa6c167af7e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:46.629869 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7826fb4b-d0af-4ffa-93a3-dfa6c167af7e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks [] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:46.631141 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7826fb4b-d0af-4ffa-93a3-dfa6c167af7e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "PUT /v2.0/networks/7fdd8bf0-79f8-4242-b7df-e686ed48f6c9 HTTP/1.1" status: 200 len: 758 time: 0.2986302 May 03 23:03:46.634002 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49732) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:46.650567 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:46.679138 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ad08ab-ff5d-4e84-902e-743adb7711ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6f2ee5-ee11-4ca3-bdc6-4431642fc176'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:03:46.689410 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port db6f2ee5-ee11-4ca3-bdc6-4431642fc176, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=db6f2ee5-ee11-4ca3-bdc6-4431642fc176,segment=NetworkSegment(7fe96c11-b063-4318-826a-193b5876c9fe),segment_id=7fe96c11-b063-4318-826a-193b5876c9fe)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:03:46.699855 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:46.702810 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7826fb4b-d0af-4ffa-93a3-dfa6c167af7e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event updated for resources: {'Network': ['ID=7fdd8bf0-79f8-4242-b7df-e686ed48f6c9,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:46.742739 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 7fdd8bf0-79f8-4242-b7df-e686ed48f6c9 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:03:46.765062 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce0063a-f2b5-4166-a925-a3f0985566e8 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:46.765950 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1ce0063a-f2b5-4166-a925-a3f0985566e8 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Synchronizing usage tracker for tenant:18aa41358fc0483e9b0c2540bc4e3b2f on resource:network {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:03:46.769223 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0edbe277-801c-4502-ab96-5b8afa1470f2'] response: {'server_uuid': '37ad08ab-ff5d-4e84-902e-743adb7711ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6f2ee5-ee11-4ca3-bdc6-4431642fc176', 'code': 200} May 03 23:03:46.780137 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1ce0063a-f2b5-4166-a925-a3f0985566e8 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Unset dirty status for tenant:18aa41358fc0483e9b0c2540bc4e3b2f on resource:network {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:03:46.785905 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1ce0063a-f2b5-4166-a925-a3f0985566e8 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "GET /v2.0/networks?id=7fdd8bf0-79f8-4242-b7df-e686ed48f6c9 HTTP/1.1" status: 200 len: 761 time: 0.1462402 May 03 23:03:46.786939 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49738) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:46.797528 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-0de191b4-469e-41d7-98a0-97bcafbf6226 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-761756414'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:46.803742 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0de191b4-469e-41d7-98a0-97bcafbf6226 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:46.813791 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0de191b4-469e-41d7-98a0-97bcafbf6226 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:46.867078 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=db6f2ee5-ee11-4ca3-bdc6-4431642fc176,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:46.872480 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de191b4-469e-41d7-98a0-97bcafbf6226 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Made reservation on behalf of 18aa41358fc0483e9b0c2540bc4e3b2f for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:03:46.875829 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0de191b4-469e-41d7-98a0-97bcafbf6226 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:46.913402 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de191b4-469e-41d7-98a0-97bcafbf6226 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:03:46.922724 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6fe92-b4e8-4faa-8c9a-18d63f9a76c5 req-49f9dd71-c0cc-4361-ad17-303f35456b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:46.924306 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96b6fe92-b4e8-4faa-8c9a-18d63f9a76c5 req-49f9dd71-c0cc-4361-ad17-303f35456b00 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=37ad08ab-ff5d-4e84-902e-743adb7711ca HTTP/1.1" status: 200 len: 1096 time: 0.1082976 May 03 23:03:46.928021 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0de191b4-469e-41d7-98a0-97bcafbf6226 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:46.928378 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-0de191b4-469e-41d7-98a0-97bcafbf6226 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Added segment e6b40f1c-48d6-454f-921a-ebe5d7459f0e of type vlan for network 3b037901-7509-44d0-bcfa-53bdf7b95961 May 03 23:03:46.983560 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0de191b4-469e-41d7-98a0-97bcafbf6226 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:46.989977 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-96b6fe92-b4e8-4faa-8c9a-18d63f9a76c5 req-80923c87-c669-4661-916b-6ef6d46f993b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f1f5e9b1-262a-448a-9983-0d5b50c59eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562384 May 03 23:03:47.014064 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0de191b4-469e-41d7-98a0-97bcafbf6226 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:47.019438 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de191b4-469e-41d7-98a0-97bcafbf6226 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:47.020016 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0de191b4-469e-41d7-98a0-97bcafbf6226 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks [] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:47.127897 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0de191b4-469e-41d7-98a0-97bcafbf6226 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3395362 May 03 23:03:47.130888 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49744) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:47.138745 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-8f4cfc3a-7507-4577-8a48-af75410883ed tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Request body: {'subnet': {'network_id': '3b037901-7509-44d0-bcfa-53bdf7b95961', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:47.171037 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de191b4-469e-41d7-98a0-97bcafbf6226 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event updated for resources: {'Network': ['ID=3b037901-7509-44d0-bcfa-53bdf7b95961,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:47.181909 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 3b037901-7509-44d0-bcfa-53bdf7b95961 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:03:47.217681 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b545ffe-e09b-40a5-9a6e-df3d1e805491 req-e71152d7-8942-4e53-a1df-a4daabadf950 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:47.219244 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3b545ffe-e09b-40a5-9a6e-df3d1e805491 req-e71152d7-8942-4e53-a1df-a4daabadf950 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "GET /v2.0/ports?device_id=37ad08ab-ff5d-4e84-902e-743adb7711ca HTTP/1.1" status: 200 len: 945 time: 0.0852582 May 03 23:03:47.255345 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8f4cfc3a-7507-4577-8a48-af75410883ed tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:47.260033 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8f4cfc3a-7507-4577-8a48-af75410883ed tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Usage tracker for resource:subnet and tenant:18aa41358fc0483e9b0c2540bc4e3b2f is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:47.260983 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:03:47.265287 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8f4cfc3a-7507-4577-8a48-af75410883ed tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:47.269113 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3b545ffe-e09b-40a5-9a6e-df3d1e805491 req-923dde1d-67fb-4f06-bdff-b88cee159bf9 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "GET /v2.0/security-groups?id=f1f5e9b1-262a-448a-9983-0d5b50c59eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431454 May 03 23:03:47.271048 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8f4cfc3a-7507-4577-8a48-af75410883ed tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:47.281664 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4cfc3a-7507-4577-8a48-af75410883ed tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Made reservation on behalf of 18aa41358fc0483e9b0c2540bc4e3b2f for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:03:47.285363 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8f4cfc3a-7507-4577-8a48-af75410883ed tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:47.498537 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8f4cfc3a-7507-4577-8a48-af75410883ed tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:47.572455 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4cfc3a-7507-4577-8a48-af75410883ed tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event updated for resources: {'Subnet': ['ID=a5e2608e-eac8-4515-ae7a-a17f733b4b37,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:47.582352 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4cfc3a-7507-4577-8a48-af75410883ed tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Checking segment: {'id': 'e6b40f1c-48d6-454f-921a-ebe5d7459f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3b037901-7509-44d0-bcfa-53bdf7b95961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:03:47.582706 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4cfc3a-7507-4577-8a48-af75410883ed tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Network hostable DHCP agents. Network: 3b037901-7509-44d0-bcfa-53bdf7b95961, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:03:47.601144 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4cfc3a-7507-4577-8a48-af75410883ed tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Network 3b037901-7509-44d0-bcfa-53bdf7b95961 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:03:47.610678 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-8f4cfc3a-7507-4577-8a48-af75410883ed tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 3b037901-7509-44d0-bcfa-53bdf7b95961) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:03:47.614572 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4cfc3a-7507-4577-8a48-af75410883ed tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:47.615155 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8f4cfc3a-7507-4577-8a48-af75410883ed tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:47.619302 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ea68e7-cd85-40ff-af5b-f08b3792ccfc None None] Network 3b037901-7509-44d0-bcfa-53bdf7b95961 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:03:47.635775 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8f4cfc3a-7507-4577-8a48-af75410883ed tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5033906 May 03 23:03:47.638349 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49748) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:47.847355 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc59f8cf-dd17-4f0a-8d83-4ccdb26f13aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-3b037901-7509-44d0-bcfa-53bdf7b95961', 'network_id': '3b037901-7509-44d0-bcfa-53bdf7b95961', 'tenant_id': '18aa41358fc0483e9b0c2540bc4e3b2f', 'fixed_ips': [{'subnet_id': 'a5e2608e-eac8-4515-ae7a-a17f733b4b37'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:03:47.848192 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bc59f8cf-dd17-4f0a-8d83-4ccdb26f13aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:47.894934 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c97468dc-a43d-4b69-846e-801c9fb13d04 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:47.963023 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c97468dc-a43d-4b69-846e-801c9fb13d04 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:48.003043 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-bc59f8cf-dd17-4f0a-8d83-4ccdb26f13aa None None] Allocated IP 172.20.0.2 (3b037901-7509-44d0-bcfa-53bdf7b95961/a5e2608e-eac8-4515-ae7a-a17f733b4b37/7671da33-c430-4795-9818-de73e545750e) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:03:48.214002 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bc59f8cf-dd17-4f0a-8d83-4ccdb26f13aa None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:48.224774 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-bc59f8cf-dd17-4f0a-8d83-4ccdb26f13aa None None] Transition to ACTIVE for port object 7671da33-c430-4795-9818-de73e545750e will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:03:48.243084 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-bc59f8cf-dd17-4f0a-8d83-4ccdb26f13aa None None] Transition to ACTIVE for port object 7671da33-c430-4795-9818-de73e545750e will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:03:48.248010 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bc59f8cf-dd17-4f0a-8d83-4ccdb26f13aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:48.265175 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c97468dc-a43d-4b69-846e-801c9fb13d04 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:48.308683 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97468dc-a43d-4b69-846e-801c9fb13d04 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event deleted for resources: {'Subnet': ['ID=a5e2608e-eac8-4515-ae7a-a17f733b4b37,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:48.318175 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc59f8cf-dd17-4f0a-8d83-4ccdb26f13aa None None] Network 3b037901-7509-44d0-bcfa-53bdf7b95961 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:03:48.321148 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-bc59f8cf-dd17-4f0a-8d83-4ccdb26f13aa None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:03:48.324126 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc59f8cf-dd17-4f0a-8d83-4ccdb26f13aa None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:03:48.335044 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc59f8cf-dd17-4f0a-8d83-4ccdb26f13aa None None] Pushing event updated for resources: {'Port': ['ID=7671da33-c430-4795-9818-de73e545750e,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:48.406648 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c97468dc-a43d-4b69-846e-801c9fb13d04 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:48.423365 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-bc59f8cf-dd17-4f0a-8d83-4ccdb26f13aa None None] Attempting to bind port 7671da33-c430-4795-9818-de73e545750e on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:03:48.423728 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-bc59f8cf-dd17-4f0a-8d83-4ccdb26f13aa None None] Attempting to bind port 7671da33-c430-4795-9818-de73e545750e by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'e6b40f1c-48d6-454f-921a-ebe5d7459f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3b037901-7509-44d0-bcfa-53bdf7b95961'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:03:48.424098 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc59f8cf-dd17-4f0a-8d83-4ccdb26f13aa None None] Attempting to bind port 7671da33-c430-4795-9818-de73e545750e on network 3b037901-7509-44d0-bcfa-53bdf7b95961 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:03:48.430228 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc59f8cf-dd17-4f0a-8d83-4ccdb26f13aa None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:03:48.430610 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc59f8cf-dd17-4f0a-8d83-4ccdb26f13aa None None] Checking segment: {'id': 'e6b40f1c-48d6-454f-921a-ebe5d7459f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3b037901-7509-44d0-bcfa-53bdf7b95961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:03:48.431011 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bc59f8cf-dd17-4f0a-8d83-4ccdb26f13aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:48.431549 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc59f8cf-dd17-4f0a-8d83-4ccdb26f13aa None None] Bound using segment: {'id': 'e6b40f1c-48d6-454f-921a-ebe5d7459f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3b037901-7509-44d0-bcfa-53bdf7b95961'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:03:48.432017 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-bc59f8cf-dd17-4f0a-8d83-4ccdb26f13aa None None] Bound port: 7671da33-c430-4795-9818-de73e545750e, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b40f1c-48d6-454f-921a-ebe5d7459f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '3b037901-7509-44d0-bcfa-53bdf7b95961'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:03:48.432391 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bc59f8cf-dd17-4f0a-8d83-4ccdb26f13aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:48.436941 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-c97468dc-a43d-4b69-846e-801c9fb13d04 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b037901-7509-44d0-bcfa-53bdf7b95961']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:48.450421 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-c97468dc-a43d-4b69-846e-801c9fb13d04 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b40f1c-48d6-454f-921a-ebe5d7459f0e') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:48.450727 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-c97468dc-a43d-4b69-846e-801c9fb13d04 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b40f1c-48d6-454f-921a-ebe5d7459f0e') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:48.462546 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c97468dc-a43d-4b69-846e-801c9fb13d04 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:48.474067 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdd0b6-f3e2-4ee5-a324-2a49e55ef7e4 req-af4ba576-88d7-4075-b832-a7514ae148d0 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:48.478314 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-88cdd0b6-f3e2-4ee5-a324-2a49e55ef7e4 req-af4ba576-88d7-4075-b832-a7514ae148d0 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "GET /v2.0/ports?device_id=37ad08ab-ff5d-4e84-902e-743adb7711ca HTTP/1.1" status: 200 len: 945 time: 0.0915177 May 03 23:03:48.479058 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c97468dc-a43d-4b69-846e-801c9fb13d04 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:48.485283 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c97468dc-a43d-4b69-846e-801c9fb13d04 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:03:48.485665 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c97468dc-a43d-4b69-846e-801c9fb13d04 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:48.500159 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 23:03:48.500159 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:03:48.500159 n-d-811807-1 neutron-server[88070]: timer() May 03 23:03:48.500159 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:03:48.500159 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 23:03:48.500159 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:03:48.500159 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 23:03:48.500159 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:03:48.500159 n-d-811807-1 neutron-server[88070]: self._notify() May 03 23:03:48.500159 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:03:48.500159 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 23:03:48.500159 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:03:48.500159 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 23:03:48.500159 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:03:48.500159 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:03:48.500159 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:03:48.500159 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:03:48.500159 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:03:48.500159 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 23:03:48.500159 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:03:48.500159 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 23:03:48.500159 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:03:48.500159 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:03:48.500159 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:03:48.500159 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 23:03:48.500159 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:03:48.500159 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:03:48.500159 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:03:48.500159 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:03:48.500159 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:03:48.500159 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:03:48.500159 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:03:48.521784 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-88cdd0b6-f3e2-4ee5-a324-2a49e55ef7e4 req-73ff78c3-4217-4f14-ac42-e5474701de71 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "GET /v2.0/security-groups?id=f1f5e9b1-262a-448a-9983-0d5b50c59eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389967 May 03 23:03:48.530873 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-bc59f8cf-dd17-4f0a-8d83-4ccdb26f13aa None None] For port 7671da33-c430-4795-9818-de73e545750e, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:03:48.580275 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-bc59f8cf-dd17-4f0a-8d83-4ccdb26f13aa None None] For port 7671da33-c430-4795-9818-de73e545750e, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=7671da33-c430-4795-9818-de73e545750e,segment=NetworkSegment(e6b40f1c-48d6-454f-921a-ebe5d7459f0e),segment_id=e6b40f1c-48d6-454f-921a-ebe5d7459f0e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:03:48.582004 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [None req-c97468dc-a43d-4b69-846e-801c9fb13d04 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 03 23:03:48.582004 n-d-811807-1 neutron-server[88070]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 03 23:03:48.582004 n-d-811807-1 neutron-server[88070]: [parameters: {'id': '3b037901-7509-44d0-bcfa-53bdf7b95961'}] May 03 23:03:48.582004 n-d-811807-1 neutron-server[88070]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:03:48.582472 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [None req-c97468dc-a43d-4b69-846e-801c9fb13d04 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:03:48.586130 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bc59f8cf-dd17-4f0a-8d83-4ccdb26f13aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:48.692832 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc59f8cf-dd17-4f0a-8d83-4ccdb26f13aa None None] Pushing event updated for resources: {'Port': ['ID=7671da33-c430-4795-9818-de73e545750e,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:48.716787 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b030715-5641-4292-9549-a667090bea48 req-e27c6500-d3d4-4ffd-a127-beb7035c9dda tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:48.718281 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7b030715-5641-4292-9549-a667090bea48 req-e27c6500-d3d4-4ffd-a127-beb7035c9dda tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "GET /v2.0/ports?device_id=37ad08ab-ff5d-4e84-902e-743adb7711ca HTTP/1.1" status: 200 len: 945 time: 0.0795388 May 03 23:03:48.730606 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fc09fa-fd88-4abb-acc3-38505529bf52 None None] Network 3b037901-7509-44d0-bcfa-53bdf7b95961 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:03:48.767731 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7b030715-5641-4292-9549-a667090bea48 req-24c5be56-72e9-4d9b-a844-930475e46731 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "GET /v2.0/security-groups?id=f1f5e9b1-262a-448a-9983-0d5b50c59eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391595 May 03 23:03:48.956429 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515d743-0c33-4f5c-a20f-a8e1db29a35f req-4394385b-871d-4904-b204-33accd1d2478 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:48.957938 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9515d743-0c33-4f5c-a20f-a8e1db29a35f req-4394385b-871d-4904-b204-33accd1d2478 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "GET /v2.0/ports?device_id=37ad08ab-ff5d-4e84-902e-743adb7711ca HTTP/1.1" status: 200 len: 945 time: 0.0847702 May 03 23:03:48.958583 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbfd67b-538c-4a91-927b-e0857878a0ad None None] get_active_networks_info from n-d-811807-1 {{(pid=88071) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 03 23:03:49.003021 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9515d743-0c33-4f5c-a20f-a8e1db29a35f req-8166d8f6-2918-49b5-be43-98c9671e05d3 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "GET /v2.0/security-groups?id=f1f5e9b1-262a-448a-9983-0d5b50c59eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393031 May 03 23:03:49.025838 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49758) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:49.060811 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbfd67b-538c-4a91-927b-e0857878a0ad None None] Resources bound (agent type, host, resource id): {{(pid=88071) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 03 23:03:49.101633 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c97468dc-a43d-4b69-846e-801c9fb13d04 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:49.133976 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-c97468dc-a43d-4b69-846e-801c9fb13d04 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Deleting port 7671da33-c430-4795-9818-de73e545750e {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:03:49.134317 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c97468dc-a43d-4b69-846e-801c9fb13d04 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:49.226081 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb66b1af-494d-4fad-a06f-9006ae74cdfb tempest-TestServerBasicOps-304120955 tempest-TestServerBasicOps-304120955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:49.227504 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-eb66b1af-494d-4fad-a06f-9006ae74cdfb tempest-TestServerBasicOps-304120955 tempest-TestServerBasicOps-304120955-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=37ad08ab-ff5d-4e84-902e-743adb7711ca HTTP/1.1" status: 200 len: 1091 time: 0.2006471 May 03 23:03:49.230549 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49764) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:49.237292 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-5ce8d3f7-ff1b-4e17-8c56-80893a3c1c4b tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'port_id': 'db6f2ee5-ee11-4ca3-bdc6-4431642fc176', 'tenant_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:49.247621 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5ce8d3f7-ff1b-4e17-8c56-80893a3c1c4b tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:49.255014 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5ce8d3f7-ff1b-4e17-8c56-80893a3c1c4b tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Usage tracker for resource:floatingip and tenant:f57d8aecb4b94770bef5f554bf1617f1 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:49.258826 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5ce8d3f7-ff1b-4e17-8c56-80893a3c1c4b tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:49.265713 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5ce8d3f7-ff1b-4e17-8c56-80893a3c1c4b tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:49.276763 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5ce8d3f7-ff1b-4e17-8c56-80893a3c1c4b tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:49.362624 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-c97468dc-a43d-4b69-846e-801c9fb13d04 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] For port 7671da33-c430-4795-9818-de73e545750e, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=7671da33-c430-4795-9818-de73e545750e,segment=NetworkSegment(e6b40f1c-48d6-454f-921a-ebe5d7459f0e),segment_id=e6b40f1c-48d6-454f-921a-ebe5d7459f0e)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:03:49.363249 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c97468dc-a43d-4b69-846e-801c9fb13d04 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:49.415488 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5ce8d3f7-ff1b-4e17-8c56-80893a3c1c4b tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:49.486334 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-c97468dc-a43d-4b69-846e-801c9fb13d04 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Calling delete_port for 7671da33-c430-4795-9818-de73e545750e owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:03:49.559768 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-5ce8d3f7-ff1b-4e17-8c56-80893a3c1c4b tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Allocated IP 172.25.2.69 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/fbd0b72b-0c3a-4b46-a38d-4edae5e28a32) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:03:49.562965 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c97468dc-a43d-4b69-846e-801c9fb13d04 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:49.612045 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97468dc-a43d-4b69-846e-801c9fb13d04 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event deleted for resources: {'Port': ['ID=7671da33-c430-4795-9818-de73e545750e,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:49.615497 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97468dc-a43d-4b69-846e-801c9fb13d04 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] No DVR routers for this DVR port 7671da33-c430-4795-9818-de73e545750e on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:03:49.741350 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c97468dc-a43d-4b69-846e-801c9fb13d04 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:49.768476 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-c97468dc-a43d-4b69-846e-801c9fb13d04 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b037901-7509-44d0-bcfa-53bdf7b95961']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:49.781906 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-c97468dc-a43d-4b69-846e-801c9fb13d04 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b40f1c-48d6-454f-921a-ebe5d7459f0e') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:49.782205 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-c97468dc-a43d-4b69-846e-801c9fb13d04 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b40f1c-48d6-454f-921a-ebe5d7459f0e') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:49.794157 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c97468dc-a43d-4b69-846e-801c9fb13d04 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:49.810733 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c97468dc-a43d-4b69-846e-801c9fb13d04 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:49.816959 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c97468dc-a43d-4b69-846e-801c9fb13d04 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:03:49.817343 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c97468dc-a43d-4b69-846e-801c9fb13d04 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:49.828594 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5ce8d3f7-ff1b-4e17-8c56-80893a3c1c4b tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:49.831971 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 23:03:49.831971 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:03:49.831971 n-d-811807-1 neutron-server[88070]: timer() May 03 23:03:49.831971 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:03:49.831971 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 23:03:49.831971 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:03:49.831971 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 23:03:49.831971 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:03:49.831971 n-d-811807-1 neutron-server[88070]: self._notify() May 03 23:03:49.831971 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:03:49.831971 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 23:03:49.831971 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:03:49.831971 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 23:03:49.831971 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:03:49.831971 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:03:49.831971 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:03:49.831971 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:03:49.831971 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:03:49.831971 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 23:03:49.831971 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:03:49.831971 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 23:03:49.831971 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:03:49.831971 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:03:49.831971 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:03:49.831971 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 23:03:49.831971 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:03:49.831971 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:03:49.831971 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:03:49.831971 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:03:49.831971 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:03:49.831971 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:03:49.831971 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:03:49.858338 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5ce8d3f7-ff1b-4e17-8c56-80893a3c1c4b tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:49.914742 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c97468dc-a43d-4b69-846e-801c9fb13d04 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:49.926947 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce8d3f7-ff1b-4e17-8c56-80893a3c1c4b tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:03:49.929747 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-5ce8d3f7-ff1b-4e17-8c56-80893a3c1c4b tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:03:49.933257 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce8d3f7-ff1b-4e17-8c56-80893a3c1c4b tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:03:49.935208 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c97468dc-a43d-4b69-846e-801c9fb13d04 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:49.941313 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97468dc-a43d-4b69-846e-801c9fb13d04 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event deleted for resources: {'Network': ['ID=3b037901-7509-44d0-bcfa-53bdf7b95961,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:49.956006 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c97468dc-a43d-4b69-846e-801c9fb13d04 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "DELETE /v2.0/networks/3b037901-7509-44d0-bcfa-53bdf7b95961 HTTP/1.1" status: 204 len: 168 time: 2.3142951 May 03 23:03:49.956235 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49768) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:49.973482 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8d3f7-ff1b-4e17-8c56-80893a3c1c4b tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Pushing event updated for resources: {'Port': ['ID=fbd0b72b-0c3a-4b46-a38d-4edae5e28a32,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:49.994073 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-217cd8ff-9454-41ef-b5b1-408d35581b71 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] GET failed (client error): The resource could not be found. May 03 23:03:49.994513 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-217cd8ff-9454-41ef-b5b1-408d35581b71 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Synchronizing usage tracker for tenant:18aa41358fc0483e9b0c2540bc4e3b2f on resource:subnet {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:03:50.010609 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-217cd8ff-9454-41ef-b5b1-408d35581b71 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Unset dirty status for tenant:18aa41358fc0483e9b0c2540bc4e3b2f on resource:subnet {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:03:50.011761 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-217cd8ff-9454-41ef-b5b1-408d35581b71 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "GET /v2.0/subnets/a5e2608e-eac8-4515-ae7a-a17f733b4b37 HTTP/1.1" status: 404 len: 337 time: 0.0546503 May 03 23:03:50.015038 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49772) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:50.042967 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-521d3761-d2fc-4e2b-9158-9d9cb33b2165 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] DELETE failed (client error): The resource could not be found. May 03 23:03:50.043453 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-521d3761-d2fc-4e2b-9158-9d9cb33b2165 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:50.048865 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-521d3761-d2fc-4e2b-9158-9d9cb33b2165 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "DELETE /v2.0/networks/3b037901-7509-44d0-bcfa-53bdf7b95961 HTTP/1.1" status: 404 len: 339 time: 0.0295506 May 03 23:03:50.049091 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49776) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:50.311208 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79738926-ba75-447d-89d7-93a4f4732cc6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:50.311803 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-79738926-ba75-447d-89d7-93a4f4732cc6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Synchronizing usage tracker for tenant:18aa41358fc0483e9b0c2540bc4e3b2f on resource:network {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:03:50.327573 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-79738926-ba75-447d-89d7-93a4f4732cc6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Unset dirty status for tenant:18aa41358fc0483e9b0c2540bc4e3b2f on resource:network {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:03:50.328770 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-79738926-ba75-447d-89d7-93a4f4732cc6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2788091 May 03 23:03:50.331631 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49780) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:50.374517 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fa8ebaae-bad4-4593-9bef-fed856904e61 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Synchronizing usage tracker for tenant:18aa41358fc0483e9b0c2540bc4e3b2f on resource:subnet {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:03:50.392581 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fa8ebaae-bad4-4593-9bef-fed856904e61 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Unset dirty status for tenant:18aa41358fc0483e9b0c2540bc4e3b2f on resource:subnet {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:03:50.393673 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-fa8ebaae-bad4-4593-9bef-fed856904e61 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "GET /v2.0/subnets?network_id=de8965b2-8ea3-4c2b-86b9-c128a58c6e1e HTTP/1.1" status: 200 len: 207 time: 0.0611281 May 03 23:03:50.396252 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5ce8d3f7-ff1b-4e17-8c56-80893a3c1c4b tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:50.397243 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49784) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:50.589685 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5ce8d3f7-ff1b-4e17-8c56-80893a3c1c4b tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:50.622332 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afc76e7-9590-42a8-a6f3-c78b125bfa84 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:50.628094 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afc76e7-9590-42a8-a6f3-c78b125bfa84 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:50.633673 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afc76e7-9590-42a8-a6f3-c78b125bfa84 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:50.639585 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afc76e7-9590-42a8-a6f3-c78b125bfa84 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:50.640399 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5afc76e7-9590-42a8-a6f3-c78b125bfa84 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Synchronizing usage tracker for tenant:18aa41358fc0483e9b0c2540bc4e3b2f on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:03:50.669164 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5afc76e7-9590-42a8-a6f3-c78b125bfa84 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Unset dirty status for tenant:18aa41358fc0483e9b0c2540bc4e3b2f on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:03:50.670362 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5afc76e7-9590-42a8-a6f3-c78b125bfa84 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2722256 May 03 23:03:50.674148 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49788) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:50.830919 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b6a91628-ec0b-4102-873b-1bc758e81330 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1556251 May 03 23:03:50.834068 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49792) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:50.841463 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5ce8d3f7-ff1b-4e17-8c56-80893a3c1c4b tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:50.846128 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5ce8d3f7-ff1b-4e17-8c56-80893a3c1c4b tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:50.899761 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace85cc1-5c61-479c-9b11-5d8efcc7338e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:50.901274 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace85cc1-5c61-479c-9b11-5d8efcc7338e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:50.903316 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ace85cc1-5c61-479c-9b11-5d8efcc7338e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0678208 May 03 23:03:50.906956 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49796) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:50.966928 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8d3f7-ff1b-4e17-8c56-80893a3c1c4b tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Pushing event updated for resources: {'Port': ['ID=fbd0b72b-0c3a-4b46-a38d-4edae5e28a32,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:50.977022 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35436c21-5637-4f43-aea1-d7114e852b0c tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['shared'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:50.978460 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35436c21-5637-4f43-aea1-d7114e852b0c tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['shared'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:50.978589 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5ce8d3f7-ff1b-4e17-8c56-80893a3c1c4b tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:50.983735 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-35436c21-5637-4f43-aea1-d7114e852b0c tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0720749 May 03 23:03:50.984034 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49800) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:51.135690 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b1f314-947b-4e12-9d2b-47e6fc6610bc tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:51.137029 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-77b1f314-947b-4e12-9d2b-47e6fc6610bc tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "GET /v2.0/networks/237becaf-acd5-4803-85ae-6aacc7656314 HTTP/1.1" status: 200 len: 800 time: 0.1520452 May 03 23:03:51.140776 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49804) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:51.150386 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-5ce8d3f7-ff1b-4e17-8c56-80893a3c1c4b tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Floating IP ef6b2e97-b54f-497b-8397-0a1570a274ef associated. External IP: 172.25.2.69, port: db6f2ee5-ee11-4ca3-bdc6-4431642fc176. May 03 23:03:51.289533 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7887c8b6-3a85-489c-b733-b3a3a5de449c tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "GET /v2.0/networks/237becaf-acd5-4803-85ae-6aacc7656314?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1445947 May 03 23:03:51.290079 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49808) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:51.358403 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ca7d9c-682f-4bb6-a844-f4b0e834041f tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:51.359767 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e2ca7d9c-682f-4bb6-a844-f4b0e834041f tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "GET /v2.0/subnets/d0498af3-5457-4ad4-9e2f-508bc48716f1 HTTP/1.1" status: 200 len: 811 time: 0.0687189 May 03 23:03:51.363389 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49812) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:51.434338 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9e3679-a75a-4be4-9632-4f4e113baff1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['shared'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:51.435651 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1f9e3679-a75a-4be4-9632-4f4e113baff1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "GET /v2.0/subnets/d0498af3-5457-4ad4-9e2f-508bc48716f1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0713344 May 03 23:03:51.439149 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49816) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:51.444310 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-65ba6b9c-9db7-4f9c-85cf-6539dc6f3f00 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-235657183'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:51.450427 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-65ba6b9c-9db7-4f9c-85cf-6539dc6f3f00 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:51.460083 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-65ba6b9c-9db7-4f9c-85cf-6539dc6f3f00 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:51.472364 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ba6b9c-9db7-4f9c-85cf-6539dc6f3f00 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Made reservation on behalf of 18aa41358fc0483e9b0c2540bc4e3b2f for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:03:51.475951 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-65ba6b9c-9db7-4f9c-85cf-6539dc6f3f00 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:51.503177 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65ba6b9c-9db7-4f9c-85cf-6539dc6f3f00 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:03:51.512902 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-65ba6b9c-9db7-4f9c-85cf-6539dc6f3f00 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:51.513275 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-65ba6b9c-9db7-4f9c-85cf-6539dc6f3f00 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Added segment 132efc03-d649-4d4e-b800-d3730749cb3f of type vlan for network ce0542bc-e052-4635-a581-656e66fb875f May 03 23:03:51.540479 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-65ba6b9c-9db7-4f9c-85cf-6539dc6f3f00 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:51.572223 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-65ba6b9c-9db7-4f9c-85cf-6539dc6f3f00 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:51.578524 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ba6b9c-9db7-4f9c-85cf-6539dc6f3f00 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:51.579106 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-65ba6b9c-9db7-4f9c-85cf-6539dc6f3f00 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:51.633313 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce8d3f7-ff1b-4e17-8c56-80893a3c1c4b tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Router 12f2c248-523e-43f0-80f4-b407833e5b82 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:03:51.689536 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-65ba6b9c-9db7-4f9c-85cf-6539dc6f3f00 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2467508 May 03 23:03:51.690138 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49820) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:51.692453 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba6b9c-9db7-4f9c-85cf-6539dc6f3f00 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event updated for resources: {'Network': ['ID=ce0542bc-e052-4635-a581-656e66fb875f,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:51.697369 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-6a79f9e3-b5e8-4df6-8ffc-353c24f9cdf6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Request body: {'subnet': {'network_id': 'ce0542bc-e052-4635-a581-656e66fb875f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:51.703693 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network ce0542bc-e052-4635-a581-656e66fb875f details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:03:51.819021 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6a79f9e3-b5e8-4df6-8ffc-353c24f9cdf6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:51.819790 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce8d3f7-ff1b-4e17-8c56-80893a3c1c4b tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:03:51.829694 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6a79f9e3-b5e8-4df6-8ffc-353c24f9cdf6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:51.830876 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6066dd4d-0490-4d39-9c6c-841eb1a82b9e None None] Sync routers for ids ['12f2c248-523e-43f0-80f4-b407833e5b82'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:03:51.840453 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a79f9e3-b5e8-4df6-8ffc-353c24f9cdf6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Made reservation on behalf of 18aa41358fc0483e9b0c2540bc4e3b2f for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:03:51.840735 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6066dd4d-0490-4d39-9c6c-841eb1a82b9e None None] Routers {'12f2c248-523e-43f0-80f4-b407833e5b82'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:03:51.841435 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-6066dd4d-0490-4d39-9c6c-841eb1a82b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:03:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['12f2c248-523e-43f0-80f4-b407833e5b82'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:51.844540 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a79f9e3-b5e8-4df6-8ffc-353c24f9cdf6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:51.844775 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5ce8d3f7-ff1b-4e17-8c56-80893a3c1c4b tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:51.909869 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5ce8d3f7-ff1b-4e17-8c56-80893a3c1c4b tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6674898 May 03 23:03:51.909869 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ad08ab-ff5d-4e84-902e-743adb7711ca', 'tag': 'db6f2ee5-ee11-4ca3-bdc6-4431642fc176'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:03:51.940953 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.ipam_backend_mixin [None req-6a79f9e3-b5e8-4df6-8ffc-353c24f9cdf6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Performing IP validity checks on allocation pools {{(pid=88070) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 03 23:03:51.941375 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.ipam_backend_mixin [None req-6a79f9e3-b5e8-4df6-8ffc-353c24f9cdf6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88070) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 03 23:03:51.953814 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45c109f1-dfc1-47ac-9f95-724435f35645'] response: {'name': 'network-changed', 'server_uuid': '37ad08ab-ff5d-4e84-902e-743adb7711ca', 'tag': 'db6f2ee5-ee11-4ca3-bdc6-4431642fc176', 'status': 'completed', 'code': 200} May 03 23:03:52.021542 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-6066dd4d-0490-4d39-9c6c-841eb1a82b9e None None] Set router 12f2c248-523e-43f0-80f4-b407833e5b82 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:03:52.053985 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aca26a-aa09-46ef-81a6-4b083d46076b req-1aeaf99c-8f5e-41b4-8983-b1ae02f58cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:52.055772 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-45aca26a-aa09-46ef-81a6-4b083d46076b req-1aeaf99c-8f5e-41b4-8983-b1ae02f58cfd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f57d8aecb4b94770bef5f554bf1617f1&device_id=37ad08ab-ff5d-4e84-902e-743adb7711ca HTTP/1.1" status: 200 len: 1096 time: 0.0776057 May 03 23:03:52.090283 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a79f9e3-b5e8-4df6-8ffc-353c24f9cdf6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:52.174217 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79f9e3-b5e8-4df6-8ffc-353c24f9cdf6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event updated for resources: {'Subnet': ['ID=fb200bfe-76f8-4d9b-b7fc-7270aeb9d8c6,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:52.183969 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a79f9e3-b5e8-4df6-8ffc-353c24f9cdf6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Checking segment: {'id': '132efc03-d649-4d4e-b800-d3730749cb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ce0542bc-e052-4635-a581-656e66fb875f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:03:52.184953 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a79f9e3-b5e8-4df6-8ffc-353c24f9cdf6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Network hostable DHCP agents. Network: ce0542bc-e052-4635-a581-656e66fb875f, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:03:52.201554 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aca26a-aa09-46ef-81a6-4b083d46076b req-eea2eaf3-b614-409b-ae7a-b1717ea73eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:52.203204 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-45aca26a-aa09-46ef-81a6-4b083d46076b req-eea2eaf3-b614-409b-ae7a-b1717ea73eb0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=22a799c8-46d8-4bd7-b9e1-64db3d55057d HTTP/1.1" status: 200 len: 910 time: 0.1413002 May 03 23:03:52.204675 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a79f9e3-b5e8-4df6-8ffc-353c24f9cdf6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Network ce0542bc-e052-4635-a581-656e66fb875f is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:03:52.215177 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-6a79f9e3-b5e8-4df6-8ffc-353c24f9cdf6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, ce0542bc-e052-4635-a581-656e66fb875f) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:03:52.219708 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a79f9e3-b5e8-4df6-8ffc-353c24f9cdf6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:52.220578 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a79f9e3-b5e8-4df6-8ffc-353c24f9cdf6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:52.245167 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e586082-39dc-4d14-a942-0f7e64bca003 None None] Network ce0542bc-e052-4635-a581-656e66fb875f requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:03:52.250541 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6a79f9e3-b5e8-4df6-8ffc-353c24f9cdf6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5570149 May 03 23:03:52.250779 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49828) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:52.256560 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-ea5e6c6e-c604-4c6a-afe3-b1ec12135f4d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:52.315361 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-45aca26a-aa09-46ef-81a6-4b083d46076b req-0499894c-40d9-452b-a8de-4bd4459ff72a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db6f2ee5-ee11-4ca3-bdc6-4431642fc176 HTTP/1.1" status: 200 len: 998 time: 0.1056852 May 03 23:03:52.380149 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aca26a-aa09-46ef-81a6-4b083d46076b req-98aa6341-18b2-4abf-a4b4-527d63c3bcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:52.381615 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-45aca26a-aa09-46ef-81a6-4b083d46076b req-98aa6341-18b2-4abf-a4b4-527d63c3bcf9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c31cb33d-bd2c-4256-b2b1-896d8a76b866 HTTP/1.1" status: 200 len: 848 time: 0.0592999 May 03 23:03:52.383627 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ea5e6c6e-c604-4c6a-afe3-b1ec12135f4d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16263623'] for subnet, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:52.463246 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aca26a-aa09-46ef-81a6-4b083d46076b req-e899e226-e6bb-4d2e-b2c5-285b9df5e66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:52.464642 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-45aca26a-aa09-46ef-81a6-4b083d46076b req-e899e226-e6bb-4d2e-b2c5-285b9df5e66e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=22a799c8-46d8-4bd7-b9e1-64db3d55057d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746686 May 03 23:03:52.579994 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-6066dd4d-0490-4d39-9c6c-841eb1a82b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'name': 'tempest-TestServerBasicOps-1404814798-router', 'tenant_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '31022f6c-98c4-41e5-a19b-9593403e7fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:03:17Z', 'updated_at': '2022-05-03T23:03:22Z', 'revision_number': 4, 'project_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'gw_port': {'id': '31022f6c-98c4-41e5-a19b-9593403e7fd7', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:03:18Z', 'updated_at': '2022-05-03T23:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'ef6b2e97-b54f-497b-8397-0a1570a274ef', 'tenant_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'floating_ip_address': '172.25.2.69', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'port_id': 'db6f2ee5-ee11-4ca3-bdc6-4431642fc176', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22a799c8-46d8-4bd7-b9e1-64db3d55057d', 'mac_address': 'fa:16:3e:6a:01:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ad08ab-ff5d-4e84-902e-743adb7711ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:03:50Z', 'updated_at': '2022-05-03T23:03:50Z', 'revision_number': 0, 'project_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f9aed9-f49d-4743-8d83-70c211ecbf4c', 'name': '', 'network_id': '22a799c8-46d8-4bd7-b9e1-64db3d55057d', 'tenant_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'mac_address': 'fa:16:3e:84:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'c31cb33d-bd2c-4256-b2b1-896d8a76b866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:03:21Z', 'updated_at': '2022-05-03T23:03:32Z', 'revision_number': 5, 'project_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'subnets': [{'id': 'c31cb33d-bd2c-4256-b2b1-896d8a76b866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:52.583435 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5b665f-1d50-4e65-a9a8-e63b77d6a809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-ce0542bc-e052-4635-a581-656e66fb875f', 'network_id': 'ce0542bc-e052-4635-a581-656e66fb875f', 'tenant_id': '18aa41358fc0483e9b0c2540bc4e3b2f', 'fixed_ips': [{'subnet_id': 'fb200bfe-76f8-4d9b-b7fc-7270aeb9d8c6'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:03:52.584249 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3a5b665f-1d50-4e65-a9a8-e63b77d6a809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:52.600048 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6066dd4d-0490-4d39-9c6c-841eb1a82b9e None None] Checking router: 12f2c248-523e-43f0-80f4-b407833e5b82 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:03:52.612342 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-45aca26a-aa09-46ef-81a6-4b083d46076b req-e1f6418c-61a8-4f81-8ce1-45e16502e087 service neutron] 10.222.0.60 "GET /v2.0/networks/22a799c8-46d8-4bd7-b9e1-64db3d55057d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404285 May 03 23:03:52.649620 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6066dd4d-0490-4d39-9c6c-841eb1a82b9e None None] Routers {'12f2c248-523e-43f0-80f4-b407833e5b82'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:03:52.650153 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-6066dd4d-0490-4d39-9c6c-841eb1a82b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:03:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['12f2c248-523e-43f0-80f4-b407833e5b82'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:52.746928 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ea5e6c6e-c604-4c6a-afe3-b1ec12135f4d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752783540471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15122363'] for subnet, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:52.769428 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-45aca26a-aa09-46ef-81a6-4b083d46076b req-5a36f054-e6d4-4ea9-95ab-a44c1c4c264e service neutron] 10.222.0.60 "GET /v2.0/networks/22a799c8-46d8-4bd7-b9e1-64db3d55057d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446683 May 03 23:03:52.804558 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5e6c6e-c604-4c6a-afe3-b1ec12135f4d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:52.805404 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ea5e6c6e-c604-4c6a-afe3-b1ec12135f4d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:52.806704 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ea5e6c6e-c604-4c6a-afe3-b1ec12135f4d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "PUT /v2.0/subnets/fb200bfe-76f8-4d9b-b7fc-7270aeb9d8c6 HTTP/1.1" status: 200 len: 877 time: 0.5550482 May 03 23:03:52.809442 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49832) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:52.851950 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e6c6e-c604-4c6a-afe3-b1ec12135f4d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event updated for resources: {'Subnet': ['ID=fb200bfe-76f8-4d9b-b7fc-7270aeb9d8c6,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:52.953260 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1dd0a661-4a38-4e0c-b4e0-d60d4f937b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:52.961032 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a42dfaea-140d-46db-b2e6-2fec7bf3016e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:52.962733 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-6066dd4d-0490-4d39-9c6c-841eb1a82b9e None None] Set router 12f2c248-523e-43f0-80f4-b407833e5b82 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:03:53.030395 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a42dfaea-140d-46db-b2e6-2fec7bf3016e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:53.030632 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-3a5b665f-1d50-4e65-a9a8-e63b77d6a809 None None] Allocated IP 172.20.0.3 (ce0542bc-e052-4635-a581-656e66fb875f/fb200bfe-76f8-4d9b-b7fc-7270aeb9d8c6/5bfce3eb-e503-4205-bd97-f223ee284f2b) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:03:53.450950 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3a5b665f-1d50-4e65-a9a8-e63b77d6a809 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:53.462921 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-3a5b665f-1d50-4e65-a9a8-e63b77d6a809 None None] Transition to ACTIVE for port object 5bfce3eb-e503-4205-bd97-f223ee284f2b will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:03:53.488585 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-3a5b665f-1d50-4e65-a9a8-e63b77d6a809 None None] Transition to ACTIVE for port object 5bfce3eb-e503-4205-bd97-f223ee284f2b will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:03:53.495199 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3a5b665f-1d50-4e65-a9a8-e63b77d6a809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:53.510555 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a42dfaea-140d-46db-b2e6-2fec7bf3016e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:53.549774 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42dfaea-140d-46db-b2e6-2fec7bf3016e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event deleted for resources: {'Subnet': ['ID=fb200bfe-76f8-4d9b-b7fc-7270aeb9d8c6,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:53.567624 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5b665f-1d50-4e65-a9a8-e63b77d6a809 None None] Network ce0542bc-e052-4635-a581-656e66fb875f is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:03:53.571522 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-6066dd4d-0490-4d39-9c6c-841eb1a82b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'name': 'tempest-TestServerBasicOps-1404814798-router', 'tenant_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '31022f6c-98c4-41e5-a19b-9593403e7fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:03:17Z', 'updated_at': '2022-05-03T23:03:22Z', 'revision_number': 4, 'project_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'gw_port': {'id': '31022f6c-98c4-41e5-a19b-9593403e7fd7', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:03:18Z', 'updated_at': '2022-05-03T23:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'ef6b2e97-b54f-497b-8397-0a1570a274ef', 'tenant_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'floating_ip_address': '172.25.2.69', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'port_id': 'db6f2ee5-ee11-4ca3-bdc6-4431642fc176', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22a799c8-46d8-4bd7-b9e1-64db3d55057d', 'mac_address': 'fa:16:3e:6a:01:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ad08ab-ff5d-4e84-902e-743adb7711ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:03:50Z', 'updated_at': '2022-05-03T23:03:50Z', 'revision_number': 0, 'project_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f9aed9-f49d-4743-8d83-70c211ecbf4c', 'name': '', 'network_id': '22a799c8-46d8-4bd7-b9e1-64db3d55057d', 'tenant_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'mac_address': 'fa:16:3e:84:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'c31cb33d-bd2c-4256-b2b1-896d8a76b866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:03:21Z', 'updated_at': '2022-05-03T23:03:32Z', 'revision_number': 5, 'project_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'subnets': [{'id': 'c31cb33d-bd2c-4256-b2b1-896d8a76b866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:53.575901 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-3a5b665f-1d50-4e65-a9a8-e63b77d6a809 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:03:53.578779 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b665f-1d50-4e65-a9a8-e63b77d6a809 None None] Pushing event updated for resources: {'Port': ['ID=5bfce3eb-e503-4205-bd97-f223ee284f2b,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:53.580826 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5b665f-1d50-4e65-a9a8-e63b77d6a809 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:03:53.586861 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6066dd4d-0490-4d39-9c6c-841eb1a82b9e None None] The sync data for ids ['12f2c248-523e-43f0-80f4-b407833e5b82'] in n-d-811807-1 is: [{'id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'name': 'tempest-TestServerBasicOps-1404814798-router', 'tenant_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '31022f6c-98c4-41e5-a19b-9593403e7fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:03:17Z', 'updated_at': '2022-05-03T23:03:22Z', 'revision_number': 4, 'project_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'gw_port': {'id': '31022f6c-98c4-41e5-a19b-9593403e7fd7', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:03:18Z', 'updated_at': '2022-05-03T23:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'ef6b2e97-b54f-497b-8397-0a1570a274ef', 'tenant_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'floating_ip_address': '172.25.2.69', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'port_id': 'db6f2ee5-ee11-4ca3-bdc6-4431642fc176', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22a799c8-46d8-4bd7-b9e1-64db3d55057d', 'mac_address': 'fa:16:3e:6a:01:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ad08ab-ff5d-4e84-902e-743adb7711ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:03:50Z', 'updated_at': '2022-05-03T23:03:50Z', 'revision_number': 0, 'project_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f9aed9-f49d-4743-8d83-70c211ecbf4c', 'name': '', 'network_id': '22a799c8-46d8-4bd7-b9e1-64db3d55057d', 'tenant_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'mac_address': 'fa:16:3e:84:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'c31cb33d-bd2c-4256-b2b1-896d8a76b866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:03:21Z', 'updated_at': '2022-05-03T23:03:32Z', 'revision_number': 5, 'project_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'subnets': [{'id': 'c31cb33d-bd2c-4256-b2b1-896d8a76b866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:03:53.649510 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a42dfaea-140d-46db-b2e6-2fec7bf3016e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:53.676076 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-3a5b665f-1d50-4e65-a9a8-e63b77d6a809 None None] Attempting to bind port 5bfce3eb-e503-4205-bd97-f223ee284f2b on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:03:53.676447 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-3a5b665f-1d50-4e65-a9a8-e63b77d6a809 None None] Attempting to bind port 5bfce3eb-e503-4205-bd97-f223ee284f2b by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '132efc03-d649-4d4e-b800-d3730749cb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ce0542bc-e052-4635-a581-656e66fb875f'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:03:53.676854 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5b665f-1d50-4e65-a9a8-e63b77d6a809 None None] Attempting to bind port 5bfce3eb-e503-4205-bd97-f223ee284f2b on network ce0542bc-e052-4635-a581-656e66fb875f {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:03:53.679489 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-a42dfaea-140d-46db-b2e6-2fec7bf3016e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce0542bc-e052-4635-a581-656e66fb875f']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:53.683040 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5b665f-1d50-4e65-a9a8-e63b77d6a809 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:03:53.683430 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5b665f-1d50-4e65-a9a8-e63b77d6a809 None None] Checking segment: {'id': '132efc03-d649-4d4e-b800-d3730749cb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ce0542bc-e052-4635-a581-656e66fb875f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:03:53.683823 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3a5b665f-1d50-4e65-a9a8-e63b77d6a809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:53.684990 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5b665f-1d50-4e65-a9a8-e63b77d6a809 None None] Bound using segment: {'id': '132efc03-d649-4d4e-b800-d3730749cb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ce0542bc-e052-4635-a581-656e66fb875f'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:03:53.685455 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-3a5b665f-1d50-4e65-a9a8-e63b77d6a809 None None] Bound port: 5bfce3eb-e503-4205-bd97-f223ee284f2b, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '132efc03-d649-4d4e-b800-d3730749cb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ce0542bc-e052-4635-a581-656e66fb875f'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:03:53.685815 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3a5b665f-1d50-4e65-a9a8-e63b77d6a809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:53.693072 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-a42dfaea-140d-46db-b2e6-2fec7bf3016e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '132efc03-d649-4d4e-b800-d3730749cb3f') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:53.693376 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-a42dfaea-140d-46db-b2e6-2fec7bf3016e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '132efc03-d649-4d4e-b800-d3730749cb3f') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:53.704634 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a42dfaea-140d-46db-b2e6-2fec7bf3016e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:53.721633 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a42dfaea-140d-46db-b2e6-2fec7bf3016e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:53.727900 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a42dfaea-140d-46db-b2e6-2fec7bf3016e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:03:53.728294 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a42dfaea-140d-46db-b2e6-2fec7bf3016e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:53.744469 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 23:03:53.744469 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:03:53.744469 n-d-811807-1 neutron-server[88070]: timer() May 03 23:03:53.744469 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:03:53.744469 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 23:03:53.744469 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:03:53.744469 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 23:03:53.744469 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:03:53.744469 n-d-811807-1 neutron-server[88070]: self._notify() May 03 23:03:53.744469 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:03:53.744469 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 23:03:53.744469 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:03:53.744469 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 23:03:53.744469 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:03:53.744469 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:03:53.744469 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:03:53.744469 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:03:53.744469 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:03:53.744469 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 23:03:53.744469 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:03:53.744469 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 23:03:53.744469 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:03:53.744469 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:03:53.744469 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:03:53.744469 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 23:03:53.744469 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:03:53.744469 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:03:53.744469 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:03:53.744469 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:03:53.744469 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:03:53.744469 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:03:53.744469 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:03:53.780931 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-3a5b665f-1d50-4e65-a9a8-e63b77d6a809 None None] For port 5bfce3eb-e503-4205-bd97-f223ee284f2b, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:03:53.827565 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-3a5b665f-1d50-4e65-a9a8-e63b77d6a809 None None] For port 5bfce3eb-e503-4205-bd97-f223ee284f2b, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=5bfce3eb-e503-4205-bd97-f223ee284f2b,segment=NetworkSegment(132efc03-d649-4d4e-b800-d3730749cb3f),segment_id=132efc03-d649-4d4e-b800-d3730749cb3f)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:03:53.827790 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [None req-a42dfaea-140d-46db-b2e6-2fec7bf3016e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 03 23:03:53.827790 n-d-811807-1 neutron-server[88070]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 03 23:03:53.827790 n-d-811807-1 neutron-server[88070]: [parameters: {'id': 'ce0542bc-e052-4635-a581-656e66fb875f'}] May 03 23:03:53.827790 n-d-811807-1 neutron-server[88070]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:03:53.828203 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1113013-90bd-47d7-804a-9318f2eda2a7 None None] New status for floating IP ef6b2e97-b54f-497b-8397-0a1570a274ef: ACTIVE {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:03:53.828663 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [None req-a42dfaea-140d-46db-b2e6-2fec7bf3016e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:03:53.832875 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3a5b665f-1d50-4e65-a9a8-e63b77d6a809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:53.954274 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b665f-1d50-4e65-a9a8-e63b77d6a809 None None] Pushing event updated for resources: {'Port': ['ID=5bfce3eb-e503-4205-bd97-f223ee284f2b,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:53.978839 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4f0942-c333-45c1-b359-27b68c698243 None None] Network ce0542bc-e052-4635-a581-656e66fb875f requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:03:54.177940 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd7cceb-24d0-4d43-ab50-485de92498e8 None None] Network ce0542bc-e052-4635-a581-656e66fb875f requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:03:54.329408 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a42dfaea-140d-46db-b2e6-2fec7bf3016e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:54.340206 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-a42dfaea-140d-46db-b2e6-2fec7bf3016e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Deleting port 5bfce3eb-e503-4205-bd97-f223ee284f2b {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:03:54.341150 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a42dfaea-140d-46db-b2e6-2fec7bf3016e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:54.406875 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59be9460-b7f6-4f21-a947-1d7eb7d14ba7 None None] get_active_networks_info from n-d-811807-1 {{(pid=88071) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 03 23:03:54.506274 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59be9460-b7f6-4f21-a947-1d7eb7d14ba7 None None] Resources bound (agent type, host, resource id): {{(pid=88071) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 03 23:03:54.553503 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-a42dfaea-140d-46db-b2e6-2fec7bf3016e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] For port 5bfce3eb-e503-4205-bd97-f223ee284f2b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=5bfce3eb-e503-4205-bd97-f223ee284f2b,segment=NetworkSegment(132efc03-d649-4d4e-b800-d3730749cb3f),segment_id=132efc03-d649-4d4e-b800-d3730749cb3f)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:03:54.553907 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a42dfaea-140d-46db-b2e6-2fec7bf3016e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:54.649692 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:54.676330 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-a42dfaea-140d-46db-b2e6-2fec7bf3016e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Calling delete_port for 5bfce3eb-e503-4205-bd97-f223ee284f2b owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:03:54.754135 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a42dfaea-140d-46db-b2e6-2fec7bf3016e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:54.807187 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42dfaea-140d-46db-b2e6-2fec7bf3016e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event deleted for resources: {'Port': ['ID=5bfce3eb-e503-4205-bd97-f223ee284f2b,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:54.813829 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42dfaea-140d-46db-b2e6-2fec7bf3016e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] No DVR routers for this DVR port 5bfce3eb-e503-4205-bd97-f223ee284f2b on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:03:54.937763 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a42dfaea-140d-46db-b2e6-2fec7bf3016e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:54.962602 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-a42dfaea-140d-46db-b2e6-2fec7bf3016e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce0542bc-e052-4635-a581-656e66fb875f']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:54.974251 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-a42dfaea-140d-46db-b2e6-2fec7bf3016e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '132efc03-d649-4d4e-b800-d3730749cb3f') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:54.974548 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-a42dfaea-140d-46db-b2e6-2fec7bf3016e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '132efc03-d649-4d4e-b800-d3730749cb3f') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:54.985452 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a42dfaea-140d-46db-b2e6-2fec7bf3016e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:55.001273 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a42dfaea-140d-46db-b2e6-2fec7bf3016e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:55.007363 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a42dfaea-140d-46db-b2e6-2fec7bf3016e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:03:55.007743 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a42dfaea-140d-46db-b2e6-2fec7bf3016e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:55.022546 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 23:03:55.022546 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:03:55.022546 n-d-811807-1 neutron-server[88070]: timer() May 03 23:03:55.022546 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:03:55.022546 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 23:03:55.022546 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:03:55.022546 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 23:03:55.022546 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:03:55.022546 n-d-811807-1 neutron-server[88070]: self._notify() May 03 23:03:55.022546 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:03:55.022546 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 23:03:55.022546 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:03:55.022546 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 23:03:55.022546 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:03:55.022546 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:03:55.022546 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:03:55.022546 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:03:55.022546 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:03:55.022546 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 23:03:55.022546 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:03:55.022546 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 23:03:55.022546 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:03:55.022546 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:03:55.022546 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:03:55.022546 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 23:03:55.022546 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:03:55.022546 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:03:55.022546 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:03:55.022546 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:03:55.022546 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:03:55.022546 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:03:55.022546 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:03:55.099991 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a42dfaea-140d-46db-b2e6-2fec7bf3016e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:55.117202 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a42dfaea-140d-46db-b2e6-2fec7bf3016e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:55.131402 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42dfaea-140d-46db-b2e6-2fec7bf3016e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event deleted for resources: {'Network': ['ID=ce0542bc-e052-4635-a581-656e66fb875f,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:55.140798 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a42dfaea-140d-46db-b2e6-2fec7bf3016e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "DELETE /v2.0/networks/ce0542bc-e052-4635-a581-656e66fb875f HTTP/1.1" status: 204 len: 168 time: 2.3303399 May 03 23:03:55.144128 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49836) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:55.180964 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-6edc64c1-3388-4b9e-ae0b-9f74df86637e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] DELETE failed (client error): The resource could not be found. May 03 23:03:55.181403 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6edc64c1-3388-4b9e-ae0b-9f74df86637e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:55.182996 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6edc64c1-3388-4b9e-ae0b-9f74df86637e tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "DELETE /v2.0/subnets/fb200bfe-76f8-4d9b-b7fc-7270aeb9d8c6 HTTP/1.1" status: 404 len: 337 time: 0.0379386 May 03 23:03:55.185825 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49840) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:55.212424 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1849b93-6260-4599-9abd-0556848f1dac tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] DELETE failed (client error): The resource could not be found. May 03 23:03:55.212877 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1849b93-6260-4599-9abd-0556848f1dac tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:55.214453 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e1849b93-6260-4599-9abd-0556848f1dac tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "DELETE /v2.0/networks/ce0542bc-e052-4635-a581-656e66fb875f HTTP/1.1" status: 404 len: 339 time: 0.0277593 May 03 23:03:55.216661 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49844) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:55.253277 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-891fc76e-0fa2-409d-99cf-daceb2d245b9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] DELETE failed (client error): The resource could not be found. May 03 23:03:55.253715 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-891fc76e-0fa2-409d-99cf-daceb2d245b9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:55.255290 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-891fc76e-0fa2-409d-99cf-daceb2d245b9 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "DELETE /v2.0/subnets/a5e2608e-eac8-4515-ae7a-a17f733b4b37 HTTP/1.1" status: 404 len: 337 time: 0.0377529 May 03 23:03:55.257394 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49848) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:55.280578 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-e78baab8-3fde-4ca4-b2df-a2c112cb0bdb tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] DELETE failed (client error): The resource could not be found. May 03 23:03:55.281021 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e78baab8-3fde-4ca4-b2df-a2c112cb0bdb tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:55.282589 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e78baab8-3fde-4ca4-b2df-a2c112cb0bdb tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "DELETE /v2.0/networks/3b037901-7509-44d0-bcfa-53bdf7b95961 HTTP/1.1" status: 404 len: 339 time: 0.0243213 May 03 23:03:55.284682 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49852) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:55.503172 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-371cae4a-84d4-4892-a760-abedc120247b tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:55.524055 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3381e5e3-442e-45e5-b842-32a12b08cdea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:55.632099 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-371cae4a-84d4-4892-a760-abedc120247b tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:55.656326 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-371cae4a-84d4-4892-a760-abedc120247b tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fdd8bf0-79f8-4242-b7df-e686ed48f6c9']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:55.667890 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-371cae4a-84d4-4892-a760-abedc120247b tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1f7278a-f36a-4a90-970f-acd09e5b1ce2') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:55.668210 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-371cae4a-84d4-4892-a760-abedc120247b tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1f7278a-f36a-4a90-970f-acd09e5b1ce2') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:55.679747 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-371cae4a-84d4-4892-a760-abedc120247b tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:55.698505 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-371cae4a-84d4-4892-a760-abedc120247b tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:55.704521 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-371cae4a-84d4-4892-a760-abedc120247b tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:03:55.704906 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-371cae4a-84d4-4892-a760-abedc120247b tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:55.719348 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 23:03:55.719348 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:03:55.719348 n-d-811807-1 neutron-server[88070]: timer() May 03 23:03:55.719348 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:03:55.719348 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 23:03:55.719348 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:03:55.719348 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 23:03:55.719348 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:03:55.719348 n-d-811807-1 neutron-server[88070]: self._notify() May 03 23:03:55.719348 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:03:55.719348 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 23:03:55.719348 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:03:55.719348 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 23:03:55.719348 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:03:55.719348 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:03:55.719348 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:03:55.719348 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:03:55.719348 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:03:55.719348 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 23:03:55.719348 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:03:55.719348 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 23:03:55.719348 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:03:55.719348 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:03:55.719348 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:03:55.719348 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 23:03:55.719348 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:03:55.719348 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:03:55.719348 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:03:55.719348 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:03:55.719348 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:03:55.719348 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:03:55.719348 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:03:55.794381 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-371cae4a-84d4-4892-a760-abedc120247b tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:55.798427 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-371cae4a-84d4-4892-a760-abedc120247b tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:55.825681 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371cae4a-84d4-4892-a760-abedc120247b tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event deleted for resources: {'Network': ['ID=7fdd8bf0-79f8-4242-b7df-e686ed48f6c9,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:55.829121 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-371cae4a-84d4-4892-a760-abedc120247b tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "DELETE /v2.0/networks/7fdd8bf0-79f8-4242-b7df-e686ed48f6c9 HTTP/1.1" status: 204 len: 168 time: 0.5435143 May 03 23:03:55.831500 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49856) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:55.872106 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-53058aca-14d2-4468-8a98-ca0910cebf40 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] DELETE failed (client error): The resource could not be found. May 03 23:03:55.872553 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53058aca-14d2-4468-8a98-ca0910cebf40 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:55.874162 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-53058aca-14d2-4468-8a98-ca0910cebf40 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "DELETE /v2.0/subnets/e7f02f8b-01a7-4756-a580-c75fc89696ea HTTP/1.1" status: 404 len: 337 time: 0.0417283 May 03 23:03:55.876420 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49860) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:55.899923 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-0486e5fb-513c-4a34-9f41-5b583fb0e187 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] DELETE failed (client error): The resource could not be found. May 03 23:03:55.900374 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0486e5fb-513c-4a34-9f41-5b583fb0e187 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:55.901942 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0486e5fb-513c-4a34-9f41-5b583fb0e187 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "DELETE /v2.0/networks/9379836c-d807-4fee-a4d9-04fb53f14330 HTTP/1.1" status: 404 len: 339 time: 0.0246365 May 03 23:03:55.904623 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49864) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:55.939743 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5525b3-3731-4980-a7cd-a0a237602957 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] DELETE failed (client error): The resource could not be found. May 03 23:03:55.940179 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e5525b3-3731-4980-a7cd-a0a237602957 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:55.941735 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6e5525b3-3731-4980-a7cd-a0a237602957 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "DELETE /v2.0/subnets/2a21167f-47c5-4bb5-98cf-084680818075 HTTP/1.1" status: 404 len: 337 time: 0.0362713 May 03 23:03:55.943869 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49868) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:55.967839 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-183102a0-281e-4a5a-b277-04d2febf2b21 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] DELETE failed (client error): The resource could not be found. May 03 23:03:55.968284 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-183102a0-281e-4a5a-b277-04d2febf2b21 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:55.969815 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-183102a0-281e-4a5a-b277-04d2febf2b21 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "DELETE /v2.0/networks/deedfc82-eda3-428e-a6e1-5607d7b9581e HTTP/1.1" status: 404 len: 339 time: 0.0251067 May 03 23:03:55.972004 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49872) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:56.009954 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d43a69-fb06-451b-8c73-37cb22e28515 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] DELETE failed (client error): The resource could not be found. May 03 23:03:56.010390 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43d43a69-fb06-451b-8c73-37cb22e28515 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:56.011934 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-43d43a69-fb06-451b-8c73-37cb22e28515 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "DELETE /v2.0/subnets/dfdb86bf-1f37-4029-8ba9-0d8f80f893fe HTTP/1.1" status: 404 len: 337 time: 0.0390944 May 03 23:03:56.014577 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49876) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:56.038129 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea588fa-7bf0-4da3-9e67-4449b8632754 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] DELETE failed (client error): The resource could not be found. May 03 23:03:56.038581 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ea588fa-7bf0-4da3-9e67-4449b8632754 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:56.040136 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4ea588fa-7bf0-4da3-9e67-4449b8632754 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "DELETE /v2.0/networks/a3c604ee-7b3d-4ec1-9cbe-5513144e018a HTTP/1.1" status: 404 len: 339 time: 0.0246964 May 03 23:03:56.042237 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49880) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:56.078230 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0ce946a-77a7-4bfc-acea-7c2e23906e1c tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] DELETE failed (client error): The resource could not be found. May 03 23:03:56.078596 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0ce946a-77a7-4bfc-acea-7c2e23906e1c tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:56.080131 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b0ce946a-77a7-4bfc-acea-7c2e23906e1c tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "DELETE /v2.0/subnets/d51b14c4-55ba-4798-87b6-84cf647ce454 HTTP/1.1" status: 404 len: 337 time: 0.0370564 May 03 23:03:56.082224 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49884) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:56.105389 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe3923c9-35eb-4709-847d-ea1396967465 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] DELETE failed (client error): The resource could not be found. May 03 23:03:56.105834 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe3923c9-35eb-4709-847d-ea1396967465 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:56.107418 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fe3923c9-35eb-4709-847d-ea1396967465 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "DELETE /v2.0/networks/029a3797-83a3-4e20-a44e-64bdcd9a540a HTTP/1.1" status: 404 len: 339 time: 0.0243585 May 03 23:03:56.109452 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49888) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:56.150131 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-43df1d8c-8ad3-42f8-9665-8332cd92d9e6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] DELETE failed (client error): The resource could not be found. May 03 23:03:56.150586 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43df1d8c-8ad3-42f8-9665-8332cd92d9e6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:56.152197 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-43df1d8c-8ad3-42f8-9665-8332cd92d9e6 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "DELETE /v2.0/subnets/8b9d50a7-a5a8-4756-8db6-fe3e2dbfef65 HTTP/1.1" status: 404 len: 337 time: 0.0418835 May 03 23:03:56.154647 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49892) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:56.179283 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc2f71a-5d1e-4c58-9e1c-0aa751e5d76b tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] DELETE failed (client error): The resource could not be found. May 03 23:03:56.179735 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dc2f71a-5d1e-4c58-9e1c-0aa751e5d76b tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:56.181586 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2dc2f71a-5d1e-4c58-9e1c-0aa751e5d76b tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "DELETE /v2.0/networks/c3167bc3-93dd-4c88-abe5-eadacf472fff HTTP/1.1" status: 404 len: 339 time: 0.0260568 May 03 23:03:56.183919 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49896) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:56.220594 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8849403-ca2e-4368-9f65-92f89fe7efa2 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] DELETE failed (client error): The resource could not be found. May 03 23:03:56.221101 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8849403-ca2e-4368-9f65-92f89fe7efa2 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:56.222762 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e8849403-ca2e-4368-9f65-92f89fe7efa2 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "DELETE /v2.0/subnets/3289d7d1-dfb1-492c-8a56-b6ed2bbe5ea7 HTTP/1.1" status: 404 len: 337 time: 0.0374880 May 03 23:03:56.224986 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49900) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:56.248555 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c6cd88e-fffd-4862-b753-1943e39ad91d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] DELETE failed (client error): The resource could not be found. May 03 23:03:56.249005 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c6cd88e-fffd-4862-b753-1943e39ad91d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:56.250589 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1c6cd88e-fffd-4862-b753-1943e39ad91d tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "DELETE /v2.0/networks/c2ba67ef-33e2-4ea1-9941-d0b2bab8a442 HTTP/1.1" status: 404 len: 339 time: 0.0247531 May 03 23:03:56.253219 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49904) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:56.293759 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-83b18e78-d0c8-47e1-b62b-0d70af3b4b7f tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] DELETE failed (client error): The resource could not be found. May 03 23:03:56.294202 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83b18e78-d0c8-47e1-b62b-0d70af3b4b7f tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:56.295795 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-83b18e78-d0c8-47e1-b62b-0d70af3b4b7f tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "DELETE /v2.0/subnets/513d6612-cd62-491b-ba39-8a85c974d672 HTTP/1.1" status: 404 len: 337 time: 0.0420618 May 03 23:03:56.298179 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49908) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:56.322970 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-83821bbf-3391-4f6b-a057-df54f6e8fa94 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] DELETE failed (client error): The resource could not be found. May 03 23:03:56.323436 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83821bbf-3391-4f6b-a057-df54f6e8fa94 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:56.325706 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-83821bbf-3391-4f6b-a057-df54f6e8fa94 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "DELETE /v2.0/networks/de249593-5fbb-4373-988a-661f9ad7d87a HTTP/1.1" status: 404 len: 339 time: 0.0266261 May 03 23:03:56.328435 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:56.329211 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49912) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:56.370747 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-564d8d8a-9d80-495a-9a39-0edcc1b4abd1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] DELETE failed (client error): The resource could not be found. May 03 23:03:56.371368 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-564d8d8a-9d80-495a-9a39-0edcc1b4abd1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:56.373718 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-564d8d8a-9d80-495a-9a39-0edcc1b4abd1 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "DELETE /v2.0/subnets/1b749716-30e1-4e45-ad26-4ac8dfda19b8 HTTP/1.1" status: 404 len: 337 time: 0.0435212 May 03 23:03:56.374648 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:56.376791 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49916) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:56.401994 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c8e3375-973f-46f7-bdbe-1a276058ddd3 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] DELETE failed (client error): The resource could not be found. May 03 23:03:56.402462 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c8e3375-973f-46f7-bdbe-1a276058ddd3 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:03:56.404057 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5c8e3375-973f-46f7-bdbe-1a276058ddd3 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "DELETE /v2.0/networks/2bc05d7f-3a51-47f9-95e8-6d079cf658db HTTP/1.1" status: 404 len: 339 time: 0.0263033 May 03 23:03:56.406527 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49920) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:56.469250 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd8c9e61-0f2b-401e-a5ee-3837339418f3 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Deleting subnet d0498af3-5457-4ad4-9e2f-508bc48716f1 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:03:56.472137 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fd8c9e61-0f2b-401e-a5ee-3837339418f3 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:56.528040 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fd8c9e61-0f2b-401e-a5ee-3837339418f3 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:56.610668 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fd8c9e61-0f2b-401e-a5ee-3837339418f3 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:56.686655 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fd8c9e61-0f2b-401e-a5ee-3837339418f3 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:56.832838 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c9e61-0f2b-401e-a5ee-3837339418f3 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event deleted for resources: {'Subnet': ['ID=d0498af3-5457-4ad4-9e2f-508bc48716f1,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:56.836630 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fd8c9e61-0f2b-401e-a5ee-3837339418f3 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:56.842786 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94e538e-3117-4db5-a18c-fbaaccaf0408 None None] Network 237becaf-acd5-4803-85ae-6aacc7656314 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:03:56.846202 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-fd8c9e61-0f2b-401e-a5ee-3837339418f3 tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "DELETE /v2.0/subnets/d0498af3-5457-4ad4-9e2f-508bc48716f1 HTTP/1.1" status: 204 len: 168 time: 0.4385636 May 03 23:03:56.848366 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49924) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:56.959910 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4fb571bc-6bd5-4306-93f3-a79d26d027af tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:56.970832 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-4fb571bc-6bd5-4306-93f3-a79d26d027af tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Deleting port 2c6e90aa-c6ec-45f6-a84a-31317ea495cb {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:03:56.971170 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4fb571bc-6bd5-4306-93f3-a79d26d027af tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:57.080404 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8e3042-b187-4218-999e-ab0305534d7d None None] DHCP port deletion for 237becaf-acd5-4803-85ae-6aacc7656314 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:03:57.084842 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-0d8e3042-b187-4218-999e-ab0305534d7d None None] Deleting port 2c6e90aa-c6ec-45f6-a84a-31317ea495cb {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:03:57.085424 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0d8e3042-b187-4218-999e-ab0305534d7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:57.190223 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-4fb571bc-6bd5-4306-93f3-a79d26d027af tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] For port 2c6e90aa-c6ec-45f6-a84a-31317ea495cb, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=2c6e90aa-c6ec-45f6-a84a-31317ea495cb,segment=NetworkSegment(a31e2a6b-d883-4b9a-9d50-75526f4777f7),segment_id=a31e2a6b-d883-4b9a-9d50-75526f4777f7)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:03:57.190684 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4fb571bc-6bd5-4306-93f3-a79d26d027af tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:57.294024 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-0d8e3042-b187-4218-999e-ab0305534d7d None None] For port 2c6e90aa-c6ec-45f6-a84a-31317ea495cb, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=2c6e90aa-c6ec-45f6-a84a-31317ea495cb,segment=NetworkSegment(a31e2a6b-d883-4b9a-9d50-75526f4777f7),segment_id=a31e2a6b-d883-4b9a-9d50-75526f4777f7)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:03:57.295363 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0d8e3042-b187-4218-999e-ab0305534d7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:57.326355 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-4fb571bc-6bd5-4306-93f3-a79d26d027af tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Calling delete_port for 2c6e90aa-c6ec-45f6-a84a-31317ea495cb owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:03:57.418218 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4fb571bc-6bd5-4306-93f3-a79d26d027af tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:57.428594 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-0d8e3042-b187-4218-999e-ab0305534d7d None None] Calling delete_port for 2c6e90aa-c6ec-45f6-a84a-31317ea495cb owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:03:57.470358 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb571bc-6bd5-4306-93f3-a79d26d027af tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event deleted for resources: {'Port': ['ID=2c6e90aa-c6ec-45f6-a84a-31317ea495cb,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:57.473964 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb571bc-6bd5-4306-93f3-a79d26d027af tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] No DVR routers for this DVR port 2c6e90aa-c6ec-45f6-a84a-31317ea495cb on host n-d-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:03:57.509075 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-0d8e3042-b187-4218-999e-ab0305534d7d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:03:57.509524 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-0d8e3042-b187-4218-999e-ab0305534d7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:03:57.604232 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4fb571bc-6bd5-4306-93f3-a79d26d027af tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:57.631385 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-4fb571bc-6bd5-4306-93f3-a79d26d027af tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['237becaf-acd5-4803-85ae-6aacc7656314']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:57.643386 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-4fb571bc-6bd5-4306-93f3-a79d26d027af tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a31e2a6b-d883-4b9a-9d50-75526f4777f7') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:57.643687 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-4fb571bc-6bd5-4306-93f3-a79d26d027af tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a31e2a6b-d883-4b9a-9d50-75526f4777f7') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:57.656337 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4fb571bc-6bd5-4306-93f3-a79d26d027af tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:57.673078 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4fb571bc-6bd5-4306-93f3-a79d26d027af tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:57.678920 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb571bc-6bd5-4306-93f3-a79d26d027af tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:03:57.679299 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4fb571bc-6bd5-4306-93f3-a79d26d027af tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:57.693876 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 23:03:57.693876 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:03:57.693876 n-d-811807-1 neutron-server[88069]: timer() May 03 23:03:57.693876 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:03:57.693876 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 23:03:57.693876 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:03:57.693876 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 23:03:57.693876 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:03:57.693876 n-d-811807-1 neutron-server[88069]: self._notify() May 03 23:03:57.693876 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:03:57.693876 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 23:03:57.693876 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:03:57.693876 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 23:03:57.693876 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:03:57.693876 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:03:57.693876 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:03:57.693876 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:03:57.693876 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:03:57.693876 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 23:03:57.693876 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:03:57.693876 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 23:03:57.693876 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:03:57.693876 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:03:57.693876 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:03:57.693876 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 23:03:57.693876 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:03:57.693876 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:03:57.693876 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:03:57.693876 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:03:57.693876 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:03:57.693876 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:03:57.693876 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:03:57.702357 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:57.778830 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4fb571bc-6bd5-4306-93f3-a79d26d027af tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:57.797829 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4fb571bc-6bd5-4306-93f3-a79d26d027af tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Notify callbacks [] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:57.809341 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb571bc-6bd5-4306-93f3-a79d26d027af tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] Pushing event deleted for resources: {'Network': ['ID=237becaf-acd5-4803-85ae-6aacc7656314,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:57.816603 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4fb571bc-6bd5-4306-93f3-a79d26d027af tempest-NetworksTest-614356212 tempest-NetworksTest-614356212-project] 10.222.0.58 "DELETE /v2.0/networks/237becaf-acd5-4803-85ae-6aacc7656314 HTTP/1.1" status: 204 len: 168 time: 0.9673083 May 03 23:03:58.010917 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-0d8e3042-b187-4218-999e-ab0305534d7d None None] Deleting port 2c6e90aa-c6ec-45f6-a84a-31317ea495cb {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:03:58.011370 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0d8e3042-b187-4218-999e-ab0305534d7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:58.079774 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-0d8e3042-b187-4218-999e-ab0305534d7d None None] The port '2c6e90aa-c6ec-45f6-a84a-31317ea495cb' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 23:03:58.098565 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49932) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:58.125630 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:58.248968 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-86aa124a-86ba-4c76-bd9d-9d881e41b689 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=18aa41358fc0483e9b0c2540bc4e3b2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1492565 May 03 23:03:58.251408 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49938) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:58.308819 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-31992915-e765-4a47-87fa-ac8d09a5060b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:58.334333 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-31992915-e765-4a47-87fa-ac8d09a5060b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:58.389729 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-31992915-e765-4a47-87fa-ac8d09a5060b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:58.406162 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31992915-e765-4a47-87fa-ac8d09a5060b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5f1ff8-609a-40d3-ac89-ca0fb578e932,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:58.409399 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-31992915-e765-4a47-87fa-ac8d09a5060b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:58.410529 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-31992915-e765-4a47-87fa-ac8d09a5060b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7e5f1ff8-609a-40d3-ac89-ca0fb578e932 HTTP/1.1" status: 204 len: 168 time: 0.1582515 May 03 23:03:58.785730 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 2c6e90aa-c6ec-45f6-a84a-31317ea495cb no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:03:58.820665 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 2c6e90aa-c6ec-45f6-a84a-31317ea495cb {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:03:58.821016 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 2c6e90aa-c6ec-45f6-a84a-31317ea495cb not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:03:59.079682 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49962) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:59.182565 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-03c6fd6c-32dd-4043-8030-69c3b1bc93f4 tempest-DvrRoutersNegativeTest-171474951 tempest-DvrRoutersNegativeTest-171474951-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1664316146', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:03:59.185382 n-d-811807-1 neutron-server[88069]: DEBUG neutron.policy [None req-03c6fd6c-32dd-4043-8030-69c3b1bc93f4 tempest-DvrRoutersNegativeTest-171474951 tempest-DvrRoutersNegativeTest-171474951-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88069) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} May 03 23:03:59.185688 n-d-811807-1 neutron-server[88069]: DEBUG neutron.policy [None req-03c6fd6c-32dd-4043-8030-69c3b1bc93f4 tempest-DvrRoutersNegativeTest-171474951 tempest-DvrRoutersNegativeTest-171474951-project] Failed policy check for 'create_router' {{(pid=88069) enforce /opt/stack/neutron/neutron/policy.py:520}} May 03 23:03:59.186243 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-03c6fd6c-32dd-4043-8030-69c3b1bc93f4 tempest-DvrRoutersNegativeTest-171474951 tempest-DvrRoutersNegativeTest-171474951-project] create failed (client error): Access was denied to this resource. May 03 23:03:59.187191 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-03c6fd6c-32dd-4043-8030-69c3b1bc93f4 tempest-DvrRoutersNegativeTest-171474951 tempest-DvrRoutersNegativeTest-171474951-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1065242 May 03 23:03:59.443371 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 49972) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:59.559288 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b5bf9f91-b0bc-40a2-8aa3-7d97d36b5a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:59.573530 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b5bf9f91-b0bc-40a2-8aa3-7d97d36b5a30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:03:59.577914 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b5bf9f91-b0bc-40a2-8aa3-7d97d36b5a30 admin admin] Usage tracker for resource:security_group_rule and tenant:bdffbf564d664b8dae028391ad272762 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:03:59.580705 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b5bf9f91-b0bc-40a2-8aa3-7d97d36b5a30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:03:59.586372 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-b5bf9f91-b0bc-40a2-8aa3-7d97d36b5a30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:03:59.668070 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b5bf9f91-b0bc-40a2-8aa3-7d97d36b5a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:59.671911 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b5bf9f91-b0bc-40a2-8aa3-7d97d36b5a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:59.719043 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b5bf9f91-b0bc-40a2-8aa3-7d97d36b5a30 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bdffbf564d664b8dae028391ad272762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2746303 May 03 23:03:59.719845 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf9f91-b0bc-40a2-8aa3-7d97d36b5a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b83e6e5-591b-4705-8f21-335c476f7927,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:59.721646 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 49978) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:03:59.780313 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d430b000-8bd9-410d-b004-edd25830713c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:59.804710 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d430b000-8bd9-410d-b004-edd25830713c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:59.857286 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d430b000-8bd9-410d-b004-edd25830713c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:59.876500 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430b000-8bd9-410d-b004-edd25830713c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b83e6e5-591b-4705-8f21-335c476f7927,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:59.881624 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d430b000-8bd9-410d-b004-edd25830713c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:03:59.883259 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d430b000-8bd9-410d-b004-edd25830713c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0b83e6e5-591b-4705-8f21-335c476f7927 HTTP/1.1" status: 204 len: 168 time: 0.1604803 May 03 23:04:00.173556 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-0026456f-f2ad-4fa1-b662-239f6ac0aea7 req-7c308db1-f87b-4f49-b078-67c301d05945 service neutron] (88069) timed out ('10.222.0.58', 59904) {{(pid=88069) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 03 23:04:00.651607 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50004) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:00.754800 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-29a7f331-dbb3-4fec-8dbc-996d152f34a1 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Request body: {'security_group': {'name': 'tempest-secgroup--1269577755'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:04:00.761510 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-29a7f331-dbb3-4fec-8dbc-996d152f34a1 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:04:00.765539 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-29a7f331-dbb3-4fec-8dbc-996d152f34a1 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Usage tracker for resource:security_group and tenant:414ecea557f9432c894c14482d3d0150 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:04:00.768199 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-29a7f331-dbb3-4fec-8dbc-996d152f34a1 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:04:00.774248 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-29a7f331-dbb3-4fec-8dbc-996d152f34a1 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:04:00.784248 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-29a7f331-dbb3-4fec-8dbc-996d152f34a1 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:00.796237 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-29a7f331-dbb3-4fec-8dbc-996d152f34a1 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:00.810513 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-29a7f331-dbb3-4fec-8dbc-996d152f34a1 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:04:00.814158 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-29a7f331-dbb3-4fec-8dbc-996d152f34a1 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Usage tracker for resource:security_group_rule and tenant:414ecea557f9432c894c14482d3d0150 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:04:00.816846 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-29a7f331-dbb3-4fec-8dbc-996d152f34a1 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:04:00.822399 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-29a7f331-dbb3-4fec-8dbc-996d152f34a1 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:04:00.903451 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-29a7f331-dbb3-4fec-8dbc-996d152f34a1 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:00.907257 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-29a7f331-dbb3-4fec-8dbc-996d152f34a1 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:00.917825 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-29a7f331-dbb3-4fec-8dbc-996d152f34a1 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:04:00.925739 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-29a7f331-dbb3-4fec-8dbc-996d152f34a1 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Usage tracker for resource:security_group_rule and tenant:414ecea557f9432c894c14482d3d0150 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:04:00.930949 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-29a7f331-dbb3-4fec-8dbc-996d152f34a1 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:04:00.944395 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-29a7f331-dbb3-4fec-8dbc-996d152f34a1 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:04:00.951681 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7f331-dbb3-4fec-8dbc-996d152f34a1 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53a95567-0ca8-4a7c-bd54-ff0a449a94df,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:01.021401 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-29a7f331-dbb3-4fec-8dbc-996d152f34a1 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:01.024925 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-29a7f331-dbb3-4fec-8dbc-996d152f34a1 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:01.065291 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7f331-dbb3-4fec-8dbc-996d152f34a1 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7565ab2c-9a48-461b-871f-6c571a4f84bf,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:01.068183 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-29a7f331-dbb3-4fec-8dbc-996d152f34a1 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:01.069357 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-29a7f331-dbb3-4fec-8dbc-996d152f34a1 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4167612 May 03 23:04:01.072142 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50010) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:01.135356 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c9b98af5-4a58-4690-976a-6a336a4c48fa tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Synchronizing usage tracker for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:04:01.152339 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c9b98af5-4a58-4690-976a-6a336a4c48fa tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Unset dirty status for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:04:01.154225 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c9b98af5-4a58-4690-976a-6a336a4c48fa tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0812626 May 03 23:04:01.157038 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50014) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:01.161809 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-6e9fdf3d-097c-4b69-9fe3-fdeb4326c2a6 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Request body: {'security_group': {'name': 'tempest-security--93323762', 'description': 'tempest-security-description-1034153340'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:04:01.190162 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6e9fdf3d-097c-4b69-9fe3-fdeb4326c2a6 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:01.241548 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6e9fdf3d-097c-4b69-9fe3-fdeb4326c2a6 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:01.244791 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6e9fdf3d-097c-4b69-9fe3-fdeb4326c2a6 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:01.247197 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6e9fdf3d-097c-4b69-9fe3-fdeb4326c2a6 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:01.248347 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6e9fdf3d-097c-4b69-9fe3-fdeb4326c2a6 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "PUT /v2.0/security-groups/7565ab2c-9a48-461b-871f-6c571a4f84bf HTTP/1.1" status: 200 len: 1778 time: 0.0904033 May 03 23:04:01.251129 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50018) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:01.275078 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9fdf3d-097c-4b69-9fe3-fdeb4326c2a6 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7565ab2c-9a48-461b-871f-6c571a4f84bf,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:01.300344 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7d77a8ef-2a04-4bfb-8bd5-7d843814d0c3 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "GET /v2.0/security-groups/7565ab2c-9a48-461b-871f-6c571a4f84bf HTTP/1.1" status: 200 len: 1778 time: 0.0480990 May 03 23:04:01.302790 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50022) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:01.361910 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-38f14722-480b-423b-b7de-a314d93b32db tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:01.391094 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-38f14722-480b-423b-b7de-a314d93b32db tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:01.437626 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-38f14722-480b-423b-b7de-a314d93b32db tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:01.457397 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f14722-480b-423b-b7de-a314d93b32db tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7565ab2c-9a48-461b-871f-6c571a4f84bf,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:01.473118 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-38f14722-480b-423b-b7de-a314d93b32db tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:01.474274 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-38f14722-480b-423b-b7de-a314d93b32db tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "DELETE /v2.0/security-groups/7565ab2c-9a48-461b-871f-6c571a4f84bf HTTP/1.1" status: 204 len: 168 time: 0.1706059 May 03 23:04:01.476737 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50026) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:01.527609 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3946e3c9-d1bf-4b0d-8516-5225882eae1b tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Synchronizing usage tracker for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:04:01.544941 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3946e3c9-d1bf-4b0d-8516-5225882eae1b tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Unset dirty status for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:04:01.546232 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3946e3c9-d1bf-4b0d-8516-5225882eae1b tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0685627 May 03 23:04:01.548998 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50030) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:01.567986 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-b177fc0d-6b35-4b33-a841-c471138d89fa tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] delete failed (client error): The resource could not be found. May 03 23:04:01.568927 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b177fc0d-6b35-4b33-a841-c471138d89fa tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "DELETE /v2.0/security-groups/7565ab2c-9a48-461b-871f-6c571a4f84bf HTTP/1.1" status: 404 len: 347 time: 0.0190561 May 03 23:04:01.572652 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50034) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:01.578002 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-8412b213-587f-4ab5-b8f0-32ae095d0211 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Request body: {'security_group': {'name': 'tempest-secgroup--786649389'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:04:01.585307 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8412b213-587f-4ab5-b8f0-32ae095d0211 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:04:01.595387 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8412b213-587f-4ab5-b8f0-32ae095d0211 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:04:01.605451 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8412b213-587f-4ab5-b8f0-32ae095d0211 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:01.625015 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8412b213-587f-4ab5-b8f0-32ae095d0211 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:04:01.628762 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8412b213-587f-4ab5-b8f0-32ae095d0211 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Usage tracker for resource:security_group_rule and tenant:414ecea557f9432c894c14482d3d0150 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:04:01.631525 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8412b213-587f-4ab5-b8f0-32ae095d0211 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:04:01.637044 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8412b213-587f-4ab5-b8f0-32ae095d0211 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:04:01.702673 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8412b213-587f-4ab5-b8f0-32ae095d0211 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:01.705959 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8412b213-587f-4ab5-b8f0-32ae095d0211 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:01.753053 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412b213-587f-4ab5-b8f0-32ae095d0211 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4c3fb2-7791-4b3b-99ef-b123582e0ce0,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:01.755742 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8412b213-587f-4ab5-b8f0-32ae095d0211 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:01.756903 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8412b213-587f-4ab5-b8f0-32ae095d0211 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1832607 May 03 23:04:01.759713 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50038) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:01.764982 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-672b7fab-30df-4267-8564-4ccbc96d22e5 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Request body: {'security_group_rule': {'security_group_id': '9d4c3fb2-7791-4b3b-99ef-b123582e0ce0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:04:01.771597 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-672b7fab-30df-4267-8564-4ccbc96d22e5 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:04:01.775318 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-672b7fab-30df-4267-8564-4ccbc96d22e5 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Usage tracker for resource:security_group_rule and tenant:414ecea557f9432c894c14482d3d0150 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:04:01.779132 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-672b7fab-30df-4267-8564-4ccbc96d22e5 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:04:01.789831 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-672b7fab-30df-4267-8564-4ccbc96d22e5 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:04:01.808319 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-672b7fab-30df-4267-8564-4ccbc96d22e5 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:01.867825 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-672b7fab-30df-4267-8564-4ccbc96d22e5 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:01.871212 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-672b7fab-30df-4267-8564-4ccbc96d22e5 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:01.893931 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b7fab-30df-4267-8564-4ccbc96d22e5 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ae65be-975f-47ef-bcb0-ef11a7aff2d6,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:01.902594 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-672b7fab-30df-4267-8564-4ccbc96d22e5 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:01.904298 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-672b7fab-30df-4267-8564-4ccbc96d22e5 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1437693 May 03 23:04:01.907080 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50042) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:01.934296 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c8cb94b3-7014-4739-b603-e9aee1fff075 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:01.944331 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c8cb94b3-7014-4739-b603-e9aee1fff075 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:01.968121 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c8cb94b3-7014-4739-b603-e9aee1fff075 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:01.983167 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb94b3-7014-4739-b603-e9aee1fff075 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92ae65be-975f-47ef-bcb0-ef11a7aff2d6,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:01.985554 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c8cb94b3-7014-4739-b603-e9aee1fff075 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:01.986640 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c8cb94b3-7014-4739-b603-e9aee1fff075 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/92ae65be-975f-47ef-bcb0-ef11a7aff2d6 HTTP/1.1" status: 204 len: 168 time: 0.0786786 May 03 23:04:01.989067 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50046) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:02.039807 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4d04a4fd-e3ab-47ce-8970-cab53737005c tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Synchronizing usage tracker for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group_rule {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:04:02.056006 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4d04a4fd-e3ab-47ce-8970-cab53737005c tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Unset dirty status for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group_rule {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:04:02.057235 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4d04a4fd-e3ab-47ce-8970-cab53737005c tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0672920 May 03 23:04:02.060160 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50050) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:02.126728 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-52017ad5-0cc6-43d7-af9b-8528217e07c0 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:02.156119 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-52017ad5-0cc6-43d7-af9b-8528217e07c0 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:02.202437 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-52017ad5-0cc6-43d7-af9b-8528217e07c0 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:02.221122 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52017ad5-0cc6-43d7-af9b-8528217e07c0 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4c3fb2-7791-4b3b-99ef-b123582e0ce0,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:02.235980 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-52017ad5-0cc6-43d7-af9b-8528217e07c0 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:02.238294 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-52017ad5-0cc6-43d7-af9b-8528217e07c0 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "DELETE /v2.0/security-groups/9d4c3fb2-7791-4b3b-99ef-b123582e0ce0 HTTP/1.1" status: 204 len: 168 time: 0.1772304 May 03 23:04:02.239722 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50054) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:02.288220 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-703f4154-665c-403d-b615-61b628095b31 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Synchronizing usage tracker for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:04:02.302581 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-703f4154-665c-403d-b615-61b628095b31 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Unset dirty status for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:04:02.303787 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-703f4154-665c-403d-b615-61b628095b31 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0631249 May 03 23:04:02.308000 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50058) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:02.313422 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-f9901b08-83c9-4a51-9f33-6f93f2319e44 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Request body: {'security_group': {'name': 'tempest-secgroup--1432697024'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:04:02.319883 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f9901b08-83c9-4a51-9f33-6f93f2319e44 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:04:02.330750 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f9901b08-83c9-4a51-9f33-6f93f2319e44 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:04:02.339368 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f9901b08-83c9-4a51-9f33-6f93f2319e44 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:02.358063 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f9901b08-83c9-4a51-9f33-6f93f2319e44 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:04:02.362005 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f9901b08-83c9-4a51-9f33-6f93f2319e44 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Usage tracker for resource:security_group_rule and tenant:414ecea557f9432c894c14482d3d0150 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:04:02.364746 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f9901b08-83c9-4a51-9f33-6f93f2319e44 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:04:02.370313 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f9901b08-83c9-4a51-9f33-6f93f2319e44 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:04:02.441934 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f9901b08-83c9-4a51-9f33-6f93f2319e44 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:02.445768 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f9901b08-83c9-4a51-9f33-6f93f2319e44 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:02.489155 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9901b08-83c9-4a51-9f33-6f93f2319e44 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff299f4-b020-4aba-87c3-62ba64d09d57,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:02.500406 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9901b08-83c9-4a51-9f33-6f93f2319e44 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:02.500754 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9901b08-83c9-4a51-9f33-6f93f2319e44 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:02.501090 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9901b08-83c9-4a51-9f33-6f93f2319e44 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:02.501419 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9901b08-83c9-4a51-9f33-6f93f2319e44 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:02.501744 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9901b08-83c9-4a51-9f33-6f93f2319e44 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:02.502095 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9901b08-83c9-4a51-9f33-6f93f2319e44 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:02.502417 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9901b08-83c9-4a51-9f33-6f93f2319e44 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:02.502747 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9901b08-83c9-4a51-9f33-6f93f2319e44 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:02.503047 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9901b08-83c9-4a51-9f33-6f93f2319e44 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:02.503359 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9901b08-83c9-4a51-9f33-6f93f2319e44 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:02.503672 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9901b08-83c9-4a51-9f33-6f93f2319e44 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:02.503983 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9901b08-83c9-4a51-9f33-6f93f2319e44 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:02.506955 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f9901b08-83c9-4a51-9f33-6f93f2319e44 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:02.508116 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f9901b08-83c9-4a51-9f33-6f93f2319e44 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1991544 May 03 23:04:02.510955 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50064) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:02.516419 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-31a07edb-8f1b-4a09-960f-2de138a9310e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Request body: {'security_group_rule': {'security_group_id': '1ff299f4-b020-4aba-87c3-62ba64d09d57', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:04:02.522755 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-31a07edb-8f1b-4a09-960f-2de138a9310e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:04:02.526787 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-31a07edb-8f1b-4a09-960f-2de138a9310e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Usage tracker for resource:security_group_rule and tenant:414ecea557f9432c894c14482d3d0150 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:04:02.529789 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-31a07edb-8f1b-4a09-960f-2de138a9310e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:04:02.535381 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-31a07edb-8f1b-4a09-960f-2de138a9310e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:04:02.552537 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-31a07edb-8f1b-4a09-960f-2de138a9310e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:02.612379 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-31a07edb-8f1b-4a09-960f-2de138a9310e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:02.615626 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-31a07edb-8f1b-4a09-960f-2de138a9310e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:02.641617 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a07edb-8f1b-4a09-960f-2de138a9310e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbdd8b36-6191-4829-996f-81525f0f8088,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:02.653223 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-31a07edb-8f1b-4a09-960f-2de138a9310e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:02.654414 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-31a07edb-8f1b-4a09-960f-2de138a9310e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1426604 May 03 23:04:02.657068 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50068) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:02.661929 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-6d6bedc0-84b9-4780-915e-9833cec1668e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Request body: {'security_group_rule': {'security_group_id': '1ff299f4-b020-4aba-87c3-62ba64d09d57', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:04:02.668123 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6d6bedc0-84b9-4780-915e-9833cec1668e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:04:02.672679 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6d6bedc0-84b9-4780-915e-9833cec1668e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Usage tracker for resource:security_group_rule and tenant:414ecea557f9432c894c14482d3d0150 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:04:02.675562 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6d6bedc0-84b9-4780-915e-9833cec1668e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:04:02.681520 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6d6bedc0-84b9-4780-915e-9833cec1668e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:04:02.698701 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6d6bedc0-84b9-4780-915e-9833cec1668e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:02.759143 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6d6bedc0-84b9-4780-915e-9833cec1668e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:02.762528 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6d6bedc0-84b9-4780-915e-9833cec1668e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:02.784956 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6bedc0-84b9-4780-915e-9833cec1668e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7205cbdb-f6d3-4975-be4f-67b1ff4f5c03,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:02.797312 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6d6bedc0-84b9-4780-915e-9833cec1668e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:02.798536 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6d6bedc0-84b9-4780-915e-9833cec1668e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1405365 May 03 23:04:02.801114 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50072) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:02.806229 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-abe895b9-948e-4a50-9e93-117dfc468a33 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Request body: {'security_group_rule': {'security_group_id': '1ff299f4-b020-4aba-87c3-62ba64d09d57', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:04:02.813051 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-abe895b9-948e-4a50-9e93-117dfc468a33 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:04:02.817237 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-abe895b9-948e-4a50-9e93-117dfc468a33 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Usage tracker for resource:security_group_rule and tenant:414ecea557f9432c894c14482d3d0150 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:04:02.820178 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-abe895b9-948e-4a50-9e93-117dfc468a33 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:04:02.825968 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-abe895b9-948e-4a50-9e93-117dfc468a33 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:04:02.841287 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-abe895b9-948e-4a50-9e93-117dfc468a33 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:02.904281 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-abe895b9-948e-4a50-9e93-117dfc468a33 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:02.907586 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-abe895b9-948e-4a50-9e93-117dfc468a33 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:02.928468 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe895b9-948e-4a50-9e93-117dfc468a33 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead12637-04f9-4cdb-a3aa-12e32e8856d4,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:02.942871 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-abe895b9-948e-4a50-9e93-117dfc468a33 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:02.944039 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-abe895b9-948e-4a50-9e93-117dfc468a33 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1419959 May 03 23:04:02.946636 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50076) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:02.951473 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-8bb2ab02-ef06-43cf-ac6b-02666b89bd0b tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Request body: {'security_group_rule': {'security_group_id': '1ff299f4-b020-4aba-87c3-62ba64d09d57', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:04:02.957583 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-8bb2ab02-ef06-43cf-ac6b-02666b89bd0b tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:04:02.961587 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8bb2ab02-ef06-43cf-ac6b-02666b89bd0b tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Usage tracker for resource:security_group_rule and tenant:414ecea557f9432c894c14482d3d0150 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:04:02.964441 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8bb2ab02-ef06-43cf-ac6b-02666b89bd0b tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:04:02.970851 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-8bb2ab02-ef06-43cf-ac6b-02666b89bd0b tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:04:02.987520 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8bb2ab02-ef06-43cf-ac6b-02666b89bd0b tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:03.056225 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8bb2ab02-ef06-43cf-ac6b-02666b89bd0b tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:03.060165 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8bb2ab02-ef06-43cf-ac6b-02666b89bd0b tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:03.083801 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb2ab02-ef06-43cf-ac6b-02666b89bd0b tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa50dc62-33e7-48b7-8b47-9ef3c9a2e761,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:03.096266 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8bb2ab02-ef06-43cf-ac6b-02666b89bd0b tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:03.097614 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8bb2ab02-ef06-43cf-ac6b-02666b89bd0b tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1500750 May 03 23:04:03.100371 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50080) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:03.107483 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-34aba6a9-4287-4832-ab57-d1e08780ca5d tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Request body: {'security_group_rule': {'security_group_id': '1ff299f4-b020-4aba-87c3-62ba64d09d57', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:04:03.113885 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-34aba6a9-4287-4832-ab57-d1e08780ca5d tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:04:03.118021 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-34aba6a9-4287-4832-ab57-d1e08780ca5d tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Usage tracker for resource:security_group_rule and tenant:414ecea557f9432c894c14482d3d0150 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:04:03.120883 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-34aba6a9-4287-4832-ab57-d1e08780ca5d tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:04:03.126552 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-34aba6a9-4287-4832-ab57-d1e08780ca5d tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:04:03.143192 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-34aba6a9-4287-4832-ab57-d1e08780ca5d tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:03.206358 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-34aba6a9-4287-4832-ab57-d1e08780ca5d tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:03.209871 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-34aba6a9-4287-4832-ab57-d1e08780ca5d tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:03.234562 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aba6a9-4287-4832-ab57-d1e08780ca5d tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee4bd223-83ea-46a2-8b26-9e8173965442,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:03.247497 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-34aba6a9-4287-4832-ab57-d1e08780ca5d tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:03.248661 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-34aba6a9-4287-4832-ab57-d1e08780ca5d tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1471450 May 03 23:04:03.251561 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50084) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:03.279789 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9914af80-67fe-4d2d-ba17-15367ef28b22 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:03.289810 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9914af80-67fe-4d2d-ba17-15367ef28b22 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:03.312334 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9914af80-67fe-4d2d-ba17-15367ef28b22 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:03.332720 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9914af80-67fe-4d2d-ba17-15367ef28b22 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:03.333877 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9914af80-67fe-4d2d-ba17-15367ef28b22 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/ee4bd223-83ea-46a2-8b26-9e8173965442 HTTP/1.1" status: 204 len: 168 time: 0.0813982 May 03 23:04:03.334653 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914af80-67fe-4d2d-ba17-15367ef28b22 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee4bd223-83ea-46a2-8b26-9e8173965442,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:03.336537 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50088) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:03.388644 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0fccc96b-778a-4e1b-a03c-1c72ccf1d70d tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Synchronizing usage tracker for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group_rule {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:04:03.403545 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-0fccc96b-778a-4e1b-a03c-1c72ccf1d70d tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Unset dirty status for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group_rule {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:04:03.404955 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0fccc96b-778a-4e1b-a03c-1c72ccf1d70d tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0674462 May 03 23:04:03.407869 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50092) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:03.444604 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-649f39be-c548-4ab7-b6e4-4c671078386e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:03.455203 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-649f39be-c548-4ab7-b6e4-4c671078386e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:03.479108 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-649f39be-c548-4ab7-b6e4-4c671078386e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:03.499236 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f39be-c548-4ab7-b6e4-4c671078386e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa50dc62-33e7-48b7-8b47-9ef3c9a2e761,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:03.502673 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-649f39be-c548-4ab7-b6e4-4c671078386e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:03.503742 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-649f39be-c548-4ab7-b6e4-4c671078386e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/aa50dc62-33e7-48b7-8b47-9ef3c9a2e761 HTTP/1.1" status: 204 len: 168 time: 0.0949874 May 03 23:04:03.506311 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50096) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:03.560296 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e69e189f-1c76-4441-83da-138344dff6b5 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Synchronizing usage tracker for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group_rule {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:04:03.575376 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e69e189f-1c76-4441-83da-138344dff6b5 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Unset dirty status for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group_rule {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:04:03.576732 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e69e189f-1c76-4441-83da-138344dff6b5 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0694437 May 03 23:04:03.579830 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50100) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:03.611073 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4e239179-688e-456c-8de5-d500a1dd8f0d tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:03.620994 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4e239179-688e-456c-8de5-d500a1dd8f0d tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:03.644968 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4e239179-688e-456c-8de5-d500a1dd8f0d tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:03.664014 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e239179-688e-456c-8de5-d500a1dd8f0d tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ead12637-04f9-4cdb-a3aa-12e32e8856d4,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:03.669985 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4e239179-688e-456c-8de5-d500a1dd8f0d tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:03.671075 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4e239179-688e-456c-8de5-d500a1dd8f0d tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/ead12637-04f9-4cdb-a3aa-12e32e8856d4 HTTP/1.1" status: 204 len: 168 time: 0.0900977 May 03 23:04:03.673529 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50104) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:03.722042 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d9184045-1c4f-4901-9c1a-9f7dc85c8a77 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Synchronizing usage tracker for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group_rule {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:04:03.736640 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d9184045-1c4f-4901-9c1a-9f7dc85c8a77 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Unset dirty status for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group_rule {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:04:03.737906 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d9184045-1c4f-4901-9c1a-9f7dc85c8a77 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0634227 May 03 23:04:03.740711 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50108) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:03.768165 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e0d1d7a0-b366-4852-b323-97b50c0c9b0d tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:03.778279 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e0d1d7a0-b366-4852-b323-97b50c0c9b0d tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:03.801140 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e0d1d7a0-b366-4852-b323-97b50c0c9b0d tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:03.822705 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d1d7a0-b366-4852-b323-97b50c0c9b0d tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7205cbdb-f6d3-4975-be4f-67b1ff4f5c03,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:03.826269 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e0d1d7a0-b366-4852-b323-97b50c0c9b0d tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:03.827359 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e0d1d7a0-b366-4852-b323-97b50c0c9b0d tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/7205cbdb-f6d3-4975-be4f-67b1ff4f5c03 HTTP/1.1" status: 204 len: 168 time: 0.0857363 May 03 23:04:03.829844 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50112) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:03.875907 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f7d6067f-31d5-4fab-b608-051fc8a91ba6 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Synchronizing usage tracker for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group_rule {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:04:03.891186 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f7d6067f-31d5-4fab-b608-051fc8a91ba6 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Unset dirty status for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group_rule {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:04:03.892556 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f7d6067f-31d5-4fab-b608-051fc8a91ba6 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0617476 May 03 23:04:03.895332 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50116) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:03.921759 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6c2219e9-c3be-489d-8bc3-e0c0417e5430 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:03.931986 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6c2219e9-c3be-489d-8bc3-e0c0417e5430 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:03.956007 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6c2219e9-c3be-489d-8bc3-e0c0417e5430 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:03.975907 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2219e9-c3be-489d-8bc3-e0c0417e5430 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fbdd8b36-6191-4829-996f-81525f0f8088,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:03.984174 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6c2219e9-c3be-489d-8bc3-e0c0417e5430 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:03.985307 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6c2219e9-c3be-489d-8bc3-e0c0417e5430 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/fbdd8b36-6191-4829-996f-81525f0f8088 HTTP/1.1" status: 204 len: 168 time: 0.0890968 May 03 23:04:03.987847 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50120) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:04.033031 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3960572d-202f-4b9b-93fd-bebc884f14c5 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Synchronizing usage tracker for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group_rule {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:04:04.048085 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3960572d-202f-4b9b-93fd-bebc884f14c5 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Unset dirty status for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group_rule {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:04:04.049273 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3960572d-202f-4b9b-93fd-bebc884f14c5 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0605409 May 03 23:04:04.052161 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50124) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:04.112210 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1dd401c1-5f6c-4c69-812c-f53cc29c7153 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:04.139509 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1dd401c1-5f6c-4c69-812c-f53cc29c7153 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:04.183900 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1dd401c1-5f6c-4c69-812c-f53cc29c7153 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:04.204430 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd401c1-5f6c-4c69-812c-f53cc29c7153 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff299f4-b020-4aba-87c3-62ba64d09d57,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:04.216583 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1dd401c1-5f6c-4c69-812c-f53cc29c7153 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:04.217652 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1dd401c1-5f6c-4c69-812c-f53cc29c7153 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "DELETE /v2.0/security-groups/1ff299f4-b020-4aba-87c3-62ba64d09d57 HTTP/1.1" status: 204 len: 168 time: 0.1646173 May 03 23:04:04.220226 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50128) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:04.272391 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-eeee6295-8627-4b67-b0c2-95b5559f16ec tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Synchronizing usage tracker for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:04:04.286580 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-eeee6295-8627-4b67-b0c2-95b5559f16ec tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Unset dirty status for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:04:04.287756 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-eeee6295-8627-4b67-b0c2-95b5559f16ec tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0665548 May 03 23:04:04.292014 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50132) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:04.297362 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-a1943fbd-3ad0-4328-a826-665c63956993 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Request body: {'security_group': {'name': 'tempest-secgroup--952145663'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:04:04.304159 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a1943fbd-3ad0-4328-a826-665c63956993 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:04:04.314436 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a1943fbd-3ad0-4328-a826-665c63956993 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:04:04.323863 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a1943fbd-3ad0-4328-a826-665c63956993 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:04.343124 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a1943fbd-3ad0-4328-a826-665c63956993 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:04:04.347059 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a1943fbd-3ad0-4328-a826-665c63956993 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Usage tracker for resource:security_group_rule and tenant:414ecea557f9432c894c14482d3d0150 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:04:04.349793 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a1943fbd-3ad0-4328-a826-665c63956993 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:04:04.355319 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a1943fbd-3ad0-4328-a826-665c63956993 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:04:04.428706 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a1943fbd-3ad0-4328-a826-665c63956993 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:04.432407 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a1943fbd-3ad0-4328-a826-665c63956993 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:04.478738 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1943fbd-3ad0-4328-a826-665c63956993 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e16c2e01-92f7-4d46-b375-1f1f6d4df349,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:04.486601 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a1943fbd-3ad0-4328-a826-665c63956993 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:04.487836 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a1943fbd-3ad0-4328-a826-665c63956993 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1948662 May 03 23:04:04.490570 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50136) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:04.495399 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-eca23ac3-8394-4953-a3bf-d10dd7462681 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Request body: {'security_group_rule': {'security_group_id': 'e16c2e01-92f7-4d46-b375-1f1f6d4df349', 'direction': 'ingress', 'protocol': 17}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:04:04.501652 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-eca23ac3-8394-4953-a3bf-d10dd7462681 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:04:04.505649 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-eca23ac3-8394-4953-a3bf-d10dd7462681 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Usage tracker for resource:security_group_rule and tenant:414ecea557f9432c894c14482d3d0150 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:04:04.508689 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-eca23ac3-8394-4953-a3bf-d10dd7462681 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:04:04.514334 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-eca23ac3-8394-4953-a3bf-d10dd7462681 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:04:04.532321 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-eca23ac3-8394-4953-a3bf-d10dd7462681 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:04.592228 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-eca23ac3-8394-4953-a3bf-d10dd7462681 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:04.595589 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-eca23ac3-8394-4953-a3bf-d10dd7462681 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:04.621679 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca23ac3-8394-4953-a3bf-d10dd7462681 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbff3fa2-65b1-417a-bead-4c863db90e73,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:04.633105 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-eca23ac3-8394-4953-a3bf-d10dd7462681 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:04.634271 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-eca23ac3-8394-4953-a3bf-d10dd7462681 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1428142 May 03 23:04:04.637112 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50142) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:04.792172 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-12a7416d-bb08-4488-9f80-f1a93d4bda8a tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:04.818416 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-12a7416d-bb08-4488-9f80-f1a93d4bda8a tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:04.865702 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-12a7416d-bb08-4488-9f80-f1a93d4bda8a tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:04.883422 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7416d-bb08-4488-9f80-f1a93d4bda8a tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16c2e01-92f7-4d46-b375-1f1f6d4df349,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:04.894240 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-12a7416d-bb08-4488-9f80-f1a93d4bda8a tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:04.895365 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-12a7416d-bb08-4488-9f80-f1a93d4bda8a tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "DELETE /v2.0/security-groups/e16c2e01-92f7-4d46-b375-1f1f6d4df349 HTTP/1.1" status: 204 len: 168 time: 0.2573876 May 03 23:04:04.897929 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50146) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:04.946585 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c89f34b7-6433-4b4c-9892-3569e91029eb tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Synchronizing usage tracker for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:04:04.961394 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c89f34b7-6433-4b4c-9892-3569e91029eb tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Unset dirty status for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:04:04.962642 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c89f34b7-6433-4b4c-9892-3569e91029eb tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0638118 May 03 23:04:04.966889 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50150) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:04.971635 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-92a63251-583e-4796-85f3-030736053d07 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Request body: {'security_group': {'name': 'tempest-secgroup--56208677'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:04:04.978664 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-92a63251-583e-4796-85f3-030736053d07 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:04:04.988006 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-92a63251-583e-4796-85f3-030736053d07 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:04:04.997326 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-92a63251-583e-4796-85f3-030736053d07 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:05.016880 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-92a63251-583e-4796-85f3-030736053d07 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:04:05.020907 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-92a63251-583e-4796-85f3-030736053d07 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Usage tracker for resource:security_group_rule and tenant:414ecea557f9432c894c14482d3d0150 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:04:05.023696 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-92a63251-583e-4796-85f3-030736053d07 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:04:05.029926 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-92a63251-583e-4796-85f3-030736053d07 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:04:05.100149 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-92a63251-583e-4796-85f3-030736053d07 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:05.103668 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-92a63251-583e-4796-85f3-030736053d07 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:05.150104 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a63251-583e-4796-85f3-030736053d07 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feb5b57f-4a6c-4318-9927-e646dff5e2a2,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:05.156567 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-92a63251-583e-4796-85f3-030736053d07 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:05.158078 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-92a63251-583e-4796-85f3-030736053d07 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1900134 May 03 23:04:05.160536 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50154) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:05.165321 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-a869bf02-c1c1-4662-9d3d-6d3efecd7e9e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Request body: {'security_group': {'name': 'tempest-secgroup--720137290'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:04:05.171679 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a869bf02-c1c1-4662-9d3d-6d3efecd7e9e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:04:05.175692 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a869bf02-c1c1-4662-9d3d-6d3efecd7e9e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Usage tracker for resource:security_group and tenant:414ecea557f9432c894c14482d3d0150 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:04:05.178707 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a869bf02-c1c1-4662-9d3d-6d3efecd7e9e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:04:05.185498 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a869bf02-c1c1-4662-9d3d-6d3efecd7e9e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:04:05.194916 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a869bf02-c1c1-4662-9d3d-6d3efecd7e9e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:05.214359 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a869bf02-c1c1-4662-9d3d-6d3efecd7e9e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:04:05.218298 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a869bf02-c1c1-4662-9d3d-6d3efecd7e9e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Usage tracker for resource:security_group_rule and tenant:414ecea557f9432c894c14482d3d0150 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:04:05.221005 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a869bf02-c1c1-4662-9d3d-6d3efecd7e9e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:04:05.226593 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a869bf02-c1c1-4662-9d3d-6d3efecd7e9e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:04:05.294694 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a869bf02-c1c1-4662-9d3d-6d3efecd7e9e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:05.297916 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a869bf02-c1c1-4662-9d3d-6d3efecd7e9e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:05.345011 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869bf02-c1c1-4662-9d3d-6d3efecd7e9e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3226ff77-1b09-45bc-9e5c-2263f30b098d,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:05.348337 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a869bf02-c1c1-4662-9d3d-6d3efecd7e9e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:05.349527 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a869bf02-c1c1-4662-9d3d-6d3efecd7e9e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1881008 May 03 23:04:05.352159 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50158) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:05.357041 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-7c127bb7-8ca5-489a-bab9-ae4ba4b0841c tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Request body: {'security_group_rule': {'security_group_id': 'feb5b57f-4a6c-4318-9927-e646dff5e2a2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3226ff77-1b09-45bc-9e5c-2263f30b098d', 'remote_ip_prefix': None}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:04:05.363469 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7c127bb7-8ca5-489a-bab9-ae4ba4b0841c tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:04:05.367607 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7c127bb7-8ca5-489a-bab9-ae4ba4b0841c tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Usage tracker for resource:security_group_rule and tenant:414ecea557f9432c894c14482d3d0150 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:04:05.370598 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7c127bb7-8ca5-489a-bab9-ae4ba4b0841c tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:04:05.376678 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7c127bb7-8ca5-489a-bab9-ae4ba4b0841c tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:04:05.401418 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7c127bb7-8ca5-489a-bab9-ae4ba4b0841c tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:05.461239 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7c127bb7-8ca5-489a-bab9-ae4ba4b0841c tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:05.464559 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7c127bb7-8ca5-489a-bab9-ae4ba4b0841c tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:05.488306 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c127bb7-8ca5-489a-bab9-ae4ba4b0841c tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a209f7-62ee-45c3-a765-cece41544371,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:05.500600 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7c127bb7-8ca5-489a-bab9-ae4ba4b0841c tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:05.501818 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7c127bb7-8ca5-489a-bab9-ae4ba4b0841c tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1487617 May 03 23:04:05.504688 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50162) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:05.532178 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d0c4b393-8ec1-429a-9804-219c02873a96 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:05.543048 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d0c4b393-8ec1-429a-9804-219c02873a96 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:05.568404 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d0c4b393-8ec1-429a-9804-219c02873a96 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:05.583276 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c4b393-8ec1-429a-9804-219c02873a96 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26a209f7-62ee-45c3-a765-cece41544371,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:05.589802 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d0c4b393-8ec1-429a-9804-219c02873a96 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:05.590970 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d0c4b393-8ec1-429a-9804-219c02873a96 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/26a209f7-62ee-45c3-a765-cece41544371 HTTP/1.1" status: 204 len: 168 time: 0.0853922 May 03 23:04:05.593472 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50166) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:05.642531 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b6d26188-841c-428a-98b8-636e5dfba3a8 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Synchronizing usage tracker for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group_rule {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:04:05.657541 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b6d26188-841c-428a-98b8-636e5dfba3a8 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Unset dirty status for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group_rule {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:04:05.658931 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b6d26188-841c-428a-98b8-636e5dfba3a8 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0645270 May 03 23:04:05.661765 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50170) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:05.725128 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-34ad6cc8-ed66-4d1a-be34-7f7d605888c4 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:05.752833 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-34ad6cc8-ed66-4d1a-be34-7f7d605888c4 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:05.797820 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-34ad6cc8-ed66-4d1a-be34-7f7d605888c4 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:05.818996 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad6cc8-ed66-4d1a-be34-7f7d605888c4 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3226ff77-1b09-45bc-9e5c-2263f30b098d,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:05.830441 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-34ad6cc8-ed66-4d1a-be34-7f7d605888c4 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:05.831654 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-34ad6cc8-ed66-4d1a-be34-7f7d605888c4 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "DELETE /v2.0/security-groups/3226ff77-1b09-45bc-9e5c-2263f30b098d HTTP/1.1" status: 204 len: 168 time: 0.1688302 May 03 23:04:05.834565 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50174) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:05.894476 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f0153f74-312b-4633-8692-332d57e7bf42 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Synchronizing usage tracker for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:04:05.911309 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f0153f74-312b-4633-8692-332d57e7bf42 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Unset dirty status for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:04:05.912639 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f0153f74-312b-4633-8692-332d57e7bf42 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0770857 May 03 23:04:05.915582 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50178) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:05.979059 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-212bf929-4f17-4e45-bd29-d2efd283af1f tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:06.005365 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-212bf929-4f17-4e45-bd29-d2efd283af1f tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:06.049938 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-212bf929-4f17-4e45-bd29-d2efd283af1f tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:06.068048 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212bf929-4f17-4e45-bd29-d2efd283af1f tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb5b57f-4a6c-4318-9927-e646dff5e2a2,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:06.081486 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-212bf929-4f17-4e45-bd29-d2efd283af1f tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:06.082632 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-212bf929-4f17-4e45-bd29-d2efd283af1f tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "DELETE /v2.0/security-groups/feb5b57f-4a6c-4318-9927-e646dff5e2a2 HTTP/1.1" status: 204 len: 168 time: 0.1661041 May 03 23:04:06.085247 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50182) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:06.134034 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-502f0cfe-9186-429c-9ff9-78c4ec10435f tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Synchronizing usage tracker for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:04:06.148727 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-502f0cfe-9186-429c-9ff9-78c4ec10435f tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Unset dirty status for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:04:06.150227 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-502f0cfe-9186-429c-9ff9-78c4ec10435f tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0640781 May 03 23:04:06.154889 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50186) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:06.160893 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-bb31d3db-ec72-4942-92d9-b053911b41c4 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Request body: {'security_group': {'name': 'tempest-secgroup--2026927667'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:04:06.167424 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bb31d3db-ec72-4942-92d9-b053911b41c4 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:04:06.177369 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bb31d3db-ec72-4942-92d9-b053911b41c4 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:04:06.187768 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bb31d3db-ec72-4942-92d9-b053911b41c4 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:06.210042 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bb31d3db-ec72-4942-92d9-b053911b41c4 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:04:06.214025 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bb31d3db-ec72-4942-92d9-b053911b41c4 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Usage tracker for resource:security_group_rule and tenant:414ecea557f9432c894c14482d3d0150 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:04:06.217338 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bb31d3db-ec72-4942-92d9-b053911b41c4 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:04:06.223003 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bb31d3db-ec72-4942-92d9-b053911b41c4 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:04:06.290375 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bb31d3db-ec72-4942-92d9-b053911b41c4 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:06.294189 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bb31d3db-ec72-4942-92d9-b053911b41c4 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:06.334724 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d3db-ec72-4942-92d9-b053911b41c4 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67373739-e1d8-477f-bda7-e05b9a5b1f65,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:06.345846 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bb31d3db-ec72-4942-92d9-b053911b41c4 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:06.347058 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bb31d3db-ec72-4942-92d9-b053911b41c4 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1906264 May 03 23:04:06.349790 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50190) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:06.354531 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-b10f2dcf-e0cf-4545-b3ce-88eca3e31a0b tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Request body: {'security_group_rule': {'security_group_id': '67373739-e1d8-477f-bda7-e05b9a5b1f65', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:04:06.361443 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b10f2dcf-e0cf-4545-b3ce-88eca3e31a0b tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:04:06.365357 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b10f2dcf-e0cf-4545-b3ce-88eca3e31a0b tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Usage tracker for resource:security_group_rule and tenant:414ecea557f9432c894c14482d3d0150 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:04:06.368186 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b10f2dcf-e0cf-4545-b3ce-88eca3e31a0b tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:04:06.374395 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b10f2dcf-e0cf-4545-b3ce-88eca3e31a0b tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:04:06.391327 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b10f2dcf-e0cf-4545-b3ce-88eca3e31a0b tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:06.456026 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b10f2dcf-e0cf-4545-b3ce-88eca3e31a0b tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:06.459614 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b10f2dcf-e0cf-4545-b3ce-88eca3e31a0b tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:06.482073 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f2dcf-e0cf-4545-b3ce-88eca3e31a0b tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e408306c-b48c-46e8-af87-d994e6bcd820,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:06.493659 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b10f2dcf-e0cf-4545-b3ce-88eca3e31a0b tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:06.494840 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b10f2dcf-e0cf-4545-b3ce-88eca3e31a0b tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1441388 May 03 23:04:06.498205 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50194) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:06.524883 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f31b81bb-d77e-426e-8c28-4761dc45151a tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:06.535062 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f31b81bb-d77e-426e-8c28-4761dc45151a tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:06.558248 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f31b81bb-d77e-426e-8c28-4761dc45151a tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:06.575575 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b81bb-d77e-426e-8c28-4761dc45151a tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e408306c-b48c-46e8-af87-d994e6bcd820,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:06.579538 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f31b81bb-d77e-426e-8c28-4761dc45151a tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:06.582912 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f31b81bb-d77e-426e-8c28-4761dc45151a tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/e408306c-b48c-46e8-af87-d994e6bcd820 HTTP/1.1" status: 204 len: 168 time: 0.0815332 May 03 23:04:06.583277 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50198) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:06.628141 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ed9fd489-9980-4857-a8cc-d242e0378490 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Synchronizing usage tracker for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group_rule {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:04:06.643318 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ed9fd489-9980-4857-a8cc-d242e0378490 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Unset dirty status for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group_rule {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:04:06.644599 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ed9fd489-9980-4857-a8cc-d242e0378490 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0605507 May 03 23:04:06.647393 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50202) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:06.709492 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fbdae213-13b3-44af-b104-24241fac3370 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:06.736258 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fbdae213-13b3-44af-b104-24241fac3370 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:06.781689 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fbdae213-13b3-44af-b104-24241fac3370 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:06.800329 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdae213-13b3-44af-b104-24241fac3370 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67373739-e1d8-477f-bda7-e05b9a5b1f65,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:06.813972 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fbdae213-13b3-44af-b104-24241fac3370 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:06.815096 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fbdae213-13b3-44af-b104-24241fac3370 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "DELETE /v2.0/security-groups/67373739-e1d8-477f-bda7-e05b9a5b1f65 HTTP/1.1" status: 204 len: 168 time: 0.1668072 May 03 23:04:06.817657 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50206) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:06.866641 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6914606d-c643-4995-9505-a42c555dc4c9 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Synchronizing usage tracker for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:04:06.881832 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6914606d-c643-4995-9505-a42c555dc4c9 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Unset dirty status for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:04:06.883054 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6914606d-c643-4995-9505-a42c555dc4c9 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0644705 May 03 23:04:06.886863 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50210) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:06.891596 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-f0c474c1-d9a6-4ca7-8d7a-113647586ce3 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Request body: {'security_group': {'name': 'tempest-secgroup--865993607'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:04:06.898817 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f0c474c1-d9a6-4ca7-8d7a-113647586ce3 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:04:06.908777 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f0c474c1-d9a6-4ca7-8d7a-113647586ce3 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:04:06.918153 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f0c474c1-d9a6-4ca7-8d7a-113647586ce3 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:06.938393 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f0c474c1-d9a6-4ca7-8d7a-113647586ce3 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:04:06.942425 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f0c474c1-d9a6-4ca7-8d7a-113647586ce3 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Usage tracker for resource:security_group_rule and tenant:414ecea557f9432c894c14482d3d0150 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:04:06.945241 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f0c474c1-d9a6-4ca7-8d7a-113647586ce3 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:04:06.950939 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f0c474c1-d9a6-4ca7-8d7a-113647586ce3 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:04:07.020045 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f0c474c1-d9a6-4ca7-8d7a-113647586ce3 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:07.023718 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f0c474c1-d9a6-4ca7-8d7a-113647586ce3 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:07.074246 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c474c1-d9a6-4ca7-8d7a-113647586ce3 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a74b7af-76ae-42f6-bd89-a8b5b0e5fd00,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:07.082034 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f0c474c1-d9a6-4ca7-8d7a-113647586ce3 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:07.086044 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50214) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:07.086530 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f0c474c1-d9a6-4ca7-8d7a-113647586ce3 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1981974 May 03 23:04:07.092170 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-92ab6200-945c-417a-9c59-302883ca2524 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Request body: {'security_group_rule': {'security_group_id': '8a74b7af-76ae-42f6-bd89-a8b5b0e5fd00', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:04:07.099573 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-92ab6200-945c-417a-9c59-302883ca2524 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:04:07.103685 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-92ab6200-945c-417a-9c59-302883ca2524 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Usage tracker for resource:security_group_rule and tenant:414ecea557f9432c894c14482d3d0150 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:04:07.106581 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-92ab6200-945c-417a-9c59-302883ca2524 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:04:07.112156 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-92ab6200-945c-417a-9c59-302883ca2524 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:04:07.128590 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-92ab6200-945c-417a-9c59-302883ca2524 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:07.188659 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-92ab6200-945c-417a-9c59-302883ca2524 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:07.192356 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-92ab6200-945c-417a-9c59-302883ca2524 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:07.214867 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab6200-945c-417a-9c59-302883ca2524 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d086773-5572-4bc2-a2c5-08b0757f232e,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:07.227498 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-92ab6200-945c-417a-9c59-302883ca2524 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:07.228666 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-92ab6200-945c-417a-9c59-302883ca2524 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1415639 May 03 23:04:07.231260 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50218) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:07.252199 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4a31d36a-6af7-42d4-8495-1915bcd455ee tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "GET /v2.0/security-group-rules/5d086773-5572-4bc2-a2c5-08b0757f232e HTTP/1.1" status: 200 len: 763 time: 0.0199440 May 03 23:04:07.254582 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50222) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:07.301138 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8aedcb35-c060-4822-b7a2-c01a53c60586 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Synchronizing usage tracker for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group_rule {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:04:07.315896 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-8aedcb35-c060-4822-b7a2-c01a53c60586 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Unset dirty status for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group_rule {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:04:07.317494 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8aedcb35-c060-4822-b7a2-c01a53c60586 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0618131 May 03 23:04:07.320066 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50226) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:07.348032 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-293571ac-3fb2-4681-8192-3487fd974fdf tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:07.358079 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-293571ac-3fb2-4681-8192-3487fd974fdf tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:07.381760 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-293571ac-3fb2-4681-8192-3487fd974fdf tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:07.401458 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293571ac-3fb2-4681-8192-3487fd974fdf tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d086773-5572-4bc2-a2c5-08b0757f232e,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:07.407871 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-293571ac-3fb2-4681-8192-3487fd974fdf tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:07.409048 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-293571ac-3fb2-4681-8192-3487fd974fdf tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/5d086773-5572-4bc2-a2c5-08b0757f232e HTTP/1.1" status: 204 len: 168 time: 0.0880883 May 03 23:04:07.411499 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50230) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:07.463721 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-67fec47b-1ddd-4b51-9de2-36c4bbccb452 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Synchronizing usage tracker for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group_rule {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:04:07.478384 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-67fec47b-1ddd-4b51-9de2-36c4bbccb452 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Unset dirty status for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group_rule {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:04:07.479612 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-67fec47b-1ddd-4b51-9de2-36c4bbccb452 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0671935 May 03 23:04:07.482338 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50234) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:07.487125 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-e9d2304f-dca2-44bc-9f6a-971e2807e059 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Request body: {'security_group_rule': {'security_group_id': '8a74b7af-76ae-42f6-bd89-a8b5b0e5fd00', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:04:07.493246 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e9d2304f-dca2-44bc-9f6a-971e2807e059 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:04:07.503104 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e9d2304f-dca2-44bc-9f6a-971e2807e059 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:04:07.518670 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e9d2304f-dca2-44bc-9f6a-971e2807e059 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:07.577412 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e9d2304f-dca2-44bc-9f6a-971e2807e059 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:07.582180 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e9d2304f-dca2-44bc-9f6a-971e2807e059 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:07.608231 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2304f-dca2-44bc-9f6a-971e2807e059 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d8600f-b8a7-4b10-a37c-8ecc440317cf,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:07.620833 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e9d2304f-dca2-44bc-9f6a-971e2807e059 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:07.622540 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e9d2304f-dca2-44bc-9f6a-971e2807e059 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1393068 May 03 23:04:07.625197 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50238) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:07.643677 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7bd31b8b-9322-45ad-abda-b3c41dd7b9db tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "GET /v2.0/security-group-rules/c9d8600f-b8a7-4b10-a37c-8ecc440317cf HTTP/1.1" status: 200 len: 763 time: 0.0175016 May 03 23:04:07.645976 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50242) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:07.690791 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7637b123-e418-4376-806d-7fc7b6d4334c tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Synchronizing usage tracker for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group_rule {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:04:07.705830 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7637b123-e418-4376-806d-7fc7b6d4334c tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Unset dirty status for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group_rule {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:04:07.707127 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7637b123-e418-4376-806d-7fc7b6d4334c tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0603023 May 03 23:04:07.709720 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50246) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:07.736575 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3a5fa305-bf55-429a-b847-4ea42fdac183 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:07.747393 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3a5fa305-bf55-429a-b847-4ea42fdac183 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:07.770713 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3a5fa305-bf55-429a-b847-4ea42fdac183 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:07.788896 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5fa305-bf55-429a-b847-4ea42fdac183 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9d8600f-b8a7-4b10-a37c-8ecc440317cf,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:07.794937 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3a5fa305-bf55-429a-b847-4ea42fdac183 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:07.795874 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3a5fa305-bf55-429a-b847-4ea42fdac183 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/c9d8600f-b8a7-4b10-a37c-8ecc440317cf HTTP/1.1" status: 204 len: 168 time: 0.0852401 May 03 23:04:07.798423 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50250) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:07.843408 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fb69b668-929c-431a-852f-afb8603a32a8 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Synchronizing usage tracker for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group_rule {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:04:07.859615 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fb69b668-929c-431a-852f-afb8603a32a8 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Unset dirty status for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group_rule {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:04:07.861004 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-fb69b668-929c-431a-852f-afb8603a32a8 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0616961 May 03 23:04:07.863645 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50254) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:07.868521 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-c8bd99e9-808c-4f73-b778-63b7ff735daf tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Request body: {'security_group_rule': {'security_group_id': '8a74b7af-76ae-42f6-bd89-a8b5b0e5fd00', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:04:07.875213 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-c8bd99e9-808c-4f73-b778-63b7ff735daf tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:04:07.884382 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-c8bd99e9-808c-4f73-b778-63b7ff735daf tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:04:07.899699 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c8bd99e9-808c-4f73-b778-63b7ff735daf tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:07.960571 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c8bd99e9-808c-4f73-b778-63b7ff735daf tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:07.963948 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c8bd99e9-808c-4f73-b778-63b7ff735daf tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:07.986255 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd99e9-808c-4f73-b778-63b7ff735daf tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=866c1bae-0023-4192-bab0-336984b7473a,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:07.999046 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c8bd99e9-808c-4f73-b778-63b7ff735daf tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:08.000161 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c8bd99e9-808c-4f73-b778-63b7ff735daf tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1355989 May 03 23:04:08.002759 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50258) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:08.020300 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-889a2e85-b22a-4cda-bb08-07b15f60099e tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "GET /v2.0/security-group-rules/866c1bae-0023-4192-bab0-336984b7473a HTTP/1.1" status: 200 len: 764 time: 0.0165319 May 03 23:04:08.022366 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50262) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:08.068449 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c270f387-0fe4-45f0-ac7b-35acbe7e67f4 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Synchronizing usage tracker for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group_rule {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:04:08.083001 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c270f387-0fe4-45f0-ac7b-35acbe7e67f4 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Unset dirty status for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group_rule {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:04:08.084230 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c270f387-0fe4-45f0-ac7b-35acbe7e67f4 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0610318 May 03 23:04:08.086848 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50266) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:08.113723 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0366c143-89ca-42ea-b258-fd2f874310c3 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:08.124299 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0366c143-89ca-42ea-b258-fd2f874310c3 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:08.147852 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0366c143-89ca-42ea-b258-fd2f874310c3 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:08.169626 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366c143-89ca-42ea-b258-fd2f874310c3 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=866c1bae-0023-4192-bab0-336984b7473a,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:08.173019 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0366c143-89ca-42ea-b258-fd2f874310c3 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:08.174209 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0366c143-89ca-42ea-b258-fd2f874310c3 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/866c1bae-0023-4192-bab0-336984b7473a HTTP/1.1" status: 204 len: 168 time: 0.0863593 May 03 23:04:08.176641 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50270) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:08.221558 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2382845c-0838-475a-a6ff-dab8661b54f2 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Synchronizing usage tracker for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group_rule {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:04:08.237771 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2382845c-0838-475a-a6ff-dab8661b54f2 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Unset dirty status for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group_rule {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:04:08.238993 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2382845c-0838-475a-a6ff-dab8661b54f2 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0614619 May 03 23:04:08.241788 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50274) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:08.308837 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-85e2d169-a2b6-4c96-a61a-c4435aed8094 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:08.334671 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-85e2d169-a2b6-4c96-a61a-c4435aed8094 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:08.378434 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-85e2d169-a2b6-4c96-a61a-c4435aed8094 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:08.396112 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e2d169-a2b6-4c96-a61a-c4435aed8094 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a74b7af-76ae-42f6-bd89-a8b5b0e5fd00,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:08.412135 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-85e2d169-a2b6-4c96-a61a-c4435aed8094 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:08.413317 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-85e2d169-a2b6-4c96-a61a-c4435aed8094 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "DELETE /v2.0/security-groups/8a74b7af-76ae-42f6-bd89-a8b5b0e5fd00 HTTP/1.1" status: 204 len: 168 time: 0.1705623 May 03 23:04:08.415850 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50278) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:08.464026 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a67b28ab-5f2c-486b-80b9-88afe72d33a4 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Synchronizing usage tracker for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:04:08.478836 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a67b28ab-5f2c-486b-80b9-88afe72d33a4 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Unset dirty status for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:04:08.480008 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a67b28ab-5f2c-486b-80b9-88afe72d33a4 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0631778 May 03 23:04:08.484944 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50282) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:08.489761 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-cf5d53a4-d432-4ec3-af5f-020b36cb5021 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Request body: {'security_group': {'name': 'tempest-secgroup--1447779558'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:04:08.496672 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-cf5d53a4-d432-4ec3-af5f-020b36cb5021 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:04:08.506030 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-cf5d53a4-d432-4ec3-af5f-020b36cb5021 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:04:08.516127 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cf5d53a4-d432-4ec3-af5f-020b36cb5021 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:08.535890 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-cf5d53a4-d432-4ec3-af5f-020b36cb5021 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:04:08.539903 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-cf5d53a4-d432-4ec3-af5f-020b36cb5021 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Usage tracker for resource:security_group_rule and tenant:414ecea557f9432c894c14482d3d0150 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:04:08.542711 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-cf5d53a4-d432-4ec3-af5f-020b36cb5021 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:04:08.548249 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-cf5d53a4-d432-4ec3-af5f-020b36cb5021 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:04:08.617096 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cf5d53a4-d432-4ec3-af5f-020b36cb5021 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:08.620607 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cf5d53a4-d432-4ec3-af5f-020b36cb5021 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:08.665335 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d53a4-d432-4ec3-af5f-020b36cb5021 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7728b1af-f95c-4cda-907f-aeff2cbfa440,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:08.677035 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-cf5d53a4-d432-4ec3-af5f-020b36cb5021 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:08.678280 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-cf5d53a4-d432-4ec3-af5f-020b36cb5021 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1924367 May 03 23:04:08.681209 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50286) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:08.686112 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-16c3c80d-b9d5-4283-a93f-57908320a9d4 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Request body: {'security_group_rule': {'security_group_id': '7728b1af-f95c-4cda-907f-aeff2cbfa440', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:04:08.692225 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-16c3c80d-b9d5-4283-a93f-57908320a9d4 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:04:08.696216 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-16c3c80d-b9d5-4283-a93f-57908320a9d4 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Usage tracker for resource:security_group_rule and tenant:414ecea557f9432c894c14482d3d0150 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:04:08.699077 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-16c3c80d-b9d5-4283-a93f-57908320a9d4 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:04:08.705360 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-16c3c80d-b9d5-4283-a93f-57908320a9d4 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:04:08.722509 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16c3c80d-b9d5-4283-a93f-57908320a9d4 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:08.783519 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16c3c80d-b9d5-4283-a93f-57908320a9d4 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:08.787378 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16c3c80d-b9d5-4283-a93f-57908320a9d4 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:08.812078 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c3c80d-b9d5-4283-a93f-57908320a9d4 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8e4c574-516b-4852-8092-eb07a1b4ffa7,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:08.824035 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16c3c80d-b9d5-4283-a93f-57908320a9d4 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:08.825832 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-16c3c80d-b9d5-4283-a93f-57908320a9d4 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1437187 May 03 23:04:08.828426 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50290) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:08.890807 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a4fff05e-5e3b-474d-ab80-c2a7247a87cc tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:08.917175 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a4fff05e-5e3b-474d-ab80-c2a7247a87cc tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:08.968863 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a4fff05e-5e3b-474d-ab80-c2a7247a87cc tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:08.988950 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fff05e-5e3b-474d-ab80-c2a7247a87cc tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7728b1af-f95c-4cda-907f-aeff2cbfa440,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:09.000282 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a4fff05e-5e3b-474d-ab80-c2a7247a87cc tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:09.001390 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a4fff05e-5e3b-474d-ab80-c2a7247a87cc tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "DELETE /v2.0/security-groups/7728b1af-f95c-4cda-907f-aeff2cbfa440 HTTP/1.1" status: 204 len: 168 time: 0.1720769 May 03 23:04:09.003902 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50294) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:09.053631 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b1cbf402-23f1-43d8-9ae5-53d529b9cb4d tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Synchronizing usage tracker for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:04:09.069053 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-b1cbf402-23f1-43d8-9ae5-53d529b9cb4d tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Unset dirty status for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:04:09.070299 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b1cbf402-23f1-43d8-9ae5-53d529b9cb4d tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0654809 May 03 23:04:09.072902 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50298) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:09.114509 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-181995b3-4f02-49cd-b565-ad975945dcd2 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Synchronizing usage tracker for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group_rule {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:04:09.129817 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-181995b3-4f02-49cd-b565-ad975945dcd2 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] Unset dirty status for tenant:414ecea557f9432c894c14482d3d0150 on resource:security_group_rule {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:04:09.131017 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-181995b3-4f02-49cd-b565-ad975945dcd2 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0572071 May 03 23:04:09.133701 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50302) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:09.150275 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-5aa76cb1-2232-48b9-aec5-8d93ed369801 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] delete failed (client error): The resource could not be found. May 03 23:04:09.151207 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5aa76cb1-2232-48b9-aec5-8d93ed369801 tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "DELETE /v2.0/security-groups/7728b1af-f95c-4cda-907f-aeff2cbfa440 HTTP/1.1" status: 404 len: 347 time: 0.0164082 May 03 23:04:09.154491 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50306) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:09.203685 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-436b50ad-1676-4fad-aabe-c9afb151ddbb tempest-SecGroupTest-1169693415 tempest-SecGroupTest-1169693415-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0482264 May 03 23:04:09.465552 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50314) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:09.615331 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-396cf6df-39db-412f-83d9-a3ca5c2b96a0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=414ecea557f9432c894c14482d3d0150&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485977 May 03 23:04:09.619434 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50320) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:09.676489 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aec4d92e-7cc7-4915-89a6-2b434f126dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:09.701179 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aec4d92e-7cc7-4915-89a6-2b434f126dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:09.751359 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aec4d92e-7cc7-4915-89a6-2b434f126dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:09.768000 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec4d92e-7cc7-4915-89a6-2b434f126dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a95567-0ca8-4a7c-bd54-ff0a449a94df,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:09.784917 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-aec4d92e-7cc7-4915-89a6-2b434f126dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:09.788669 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-aec4d92e-7cc7-4915-89a6-2b434f126dea admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/53a95567-0ca8-4a7c-bd54-ff0a449a94df HTTP/1.1" status: 204 len: 168 time: 0.1683264 May 03 23:04:21.010495 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50468) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:21.125262 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6b97364d-e6e3-47a1-8e92-b2abdb462a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:21.141653 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6b97364d-e6e3-47a1-8e92-b2abdb462a0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:04:21.145663 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6b97364d-e6e3-47a1-8e92-b2abdb462a0f admin admin] Usage tracker for resource:security_group_rule and tenant:7c034941ad80420e813801aaf2971925 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:04:21.148634 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6b97364d-e6e3-47a1-8e92-b2abdb462a0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:04:21.154341 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6b97364d-e6e3-47a1-8e92-b2abdb462a0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:04:21.238720 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6b97364d-e6e3-47a1-8e92-b2abdb462a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:21.242338 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6b97364d-e6e3-47a1-8e92-b2abdb462a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:21.288278 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6b97364d-e6e3-47a1-8e92-b2abdb462a0f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7c034941ad80420e813801aaf2971925&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2766643 May 03 23:04:21.289778 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b97364d-e6e3-47a1-8e92-b2abdb462a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b862698d-d5c0-4d42-8f01-e25c7d3b16bf,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:21.290926 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50474) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:21.348333 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6927e237-345f-4f2b-92a9-7751f0ad2973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:21.374031 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6927e237-345f-4f2b-92a9-7751f0ad2973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:21.423664 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6927e237-345f-4f2b-92a9-7751f0ad2973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:21.439757 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6927e237-345f-4f2b-92a9-7751f0ad2973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b862698d-d5c0-4d42-8f01-e25c7d3b16bf,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:21.443977 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6927e237-345f-4f2b-92a9-7751f0ad2973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:21.445075 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6927e237-345f-4f2b-92a9-7751f0ad2973 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b862698d-d5c0-4d42-8f01-e25c7d3b16bf HTTP/1.1" status: 204 len: 168 time: 0.1531756 May 03 23:04:21.722386 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50484) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:21.739856 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2ed3c956-bfa9-44da-afa2-ce0fcfa7fdd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:21.753816 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2ed3c956-bfa9-44da-afa2-ce0fcfa7fdd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:04:21.757656 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2ed3c956-bfa9-44da-afa2-ce0fcfa7fdd0 admin admin] Usage tracker for resource:security_group_rule and tenant:5df4b6f6a886476fa6e35555811640c2 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:04:21.760479 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2ed3c956-bfa9-44da-afa2-ce0fcfa7fdd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:04:21.766096 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2ed3c956-bfa9-44da-afa2-ce0fcfa7fdd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:04:21.855201 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2ed3c956-bfa9-44da-afa2-ce0fcfa7fdd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:21.859487 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2ed3c956-bfa9-44da-afa2-ce0fcfa7fdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:21.908023 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2ed3c956-bfa9-44da-afa2-ce0fcfa7fdd0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5df4b6f6a886476fa6e35555811640c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1845784 May 03 23:04:21.908973 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3c956-bfa9-44da-afa2-ce0fcfa7fdd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bf8c18-cf4b-4aa4-9181-ee49886b463a,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:21.910687 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50488) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:21.973611 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ccc3fc0c-35f4-4461-80d5-c5307e7a5f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:21.999570 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ccc3fc0c-35f4-4461-80d5-c5307e7a5f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:22.052222 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ccc3fc0c-35f4-4461-80d5-c5307e7a5f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:22.068235 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3fc0c-35f4-4461-80d5-c5307e7a5f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bf8c18-cf4b-4aa4-9181-ee49886b463a,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:22.077221 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ccc3fc0c-35f4-4461-80d5-c5307e7a5f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:22.078347 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ccc3fc0c-35f4-4461-80d5-c5307e7a5f86 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/96bf8c18-cf4b-4aa4-9181-ee49886b463a HTTP/1.1" status: 204 len: 168 time: 0.1659348 May 03 23:04:22.895902 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0e41ff91-c5c0-441d-a28a-4e97cf963ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:24.253129 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:04:24.636853 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:25.524849 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-808a3c54-350e-4cba-b65d-56be45902ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:26.331580 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:26.372876 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:27.703217 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:28.166221 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:29.125099 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50602) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:29.313621 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0406e32-2f38-4231-9d4c-7226ea144b48 req-40608ca1-f436-43ed-ae50-0376fa42a2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:04:29.315188 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c0406e32-2f38-4231-9d4c-7226ea144b48 req-40608ca1-f436-43ed-ae50-0376fa42a2cb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=37ad08ab-ff5d-4e84-902e-743adb7711ca HTTP/1.1" status: 200 len: 1096 time: 0.1890569 May 03 23:04:29.355823 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c0406e32-2f38-4231-9d4c-7226ea144b48 req-448a8d5b-daf3-4181-a100-6d7c1de49056 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f1f5e9b1-262a-448a-9983-0d5b50c59eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347211 May 03 23:04:33.285346 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50652) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:33.401941 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-04b65d35-2b33-4f20-9d26-50cb1ba62d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:33.419885 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-04b65d35-2b33-4f20-9d26-50cb1ba62d1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:04:33.423586 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-04b65d35-2b33-4f20-9d26-50cb1ba62d1e admin admin] Usage tracker for resource:security_group_rule and tenant:01a684da71c24e23a11f4a3308752cd0 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:04:33.426326 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-04b65d35-2b33-4f20-9d26-50cb1ba62d1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:04:33.432134 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-04b65d35-2b33-4f20-9d26-50cb1ba62d1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:04:33.515050 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-04b65d35-2b33-4f20-9d26-50cb1ba62d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:33.518974 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-04b65d35-2b33-4f20-9d26-50cb1ba62d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:33.564146 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b65d35-2b33-4f20-9d26-50cb1ba62d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52278969-ebf5-438c-a1f1-9f1366b1625e,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:33.568422 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-04b65d35-2b33-4f20-9d26-50cb1ba62d1e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=01a684da71c24e23a11f4a3308752cd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2820342 May 03 23:04:33.571017 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50658) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:33.629101 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-568bc7a6-47b5-4695-96b8-cb55d2a79718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:33.654518 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-568bc7a6-47b5-4695-96b8-cb55d2a79718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:33.705822 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-568bc7a6-47b5-4695-96b8-cb55d2a79718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:33.723797 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568bc7a6-47b5-4695-96b8-cb55d2a79718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52278969-ebf5-438c-a1f1-9f1366b1625e,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:33.733478 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-568bc7a6-47b5-4695-96b8-cb55d2a79718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:33.734622 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-568bc7a6-47b5-4695-96b8-cb55d2a79718 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/52278969-ebf5-438c-a1f1-9f1366b1625e HTTP/1.1" status: 204 len: 168 time: 0.1627145 May 03 23:04:34.007880 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50666) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:34.024672 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1bd67c48-21aa-4284-9581-67ec4aaf67aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:34.038574 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1bd67c48-21aa-4284-9581-67ec4aaf67aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:04:34.042356 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1bd67c48-21aa-4284-9581-67ec4aaf67aa admin admin] Usage tracker for resource:security_group_rule and tenant:48afe6595a7c475ca5490ac5aa1f45d2 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:04:34.045635 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1bd67c48-21aa-4284-9581-67ec4aaf67aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:04:34.051328 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1bd67c48-21aa-4284-9581-67ec4aaf67aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:04:34.139474 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1bd67c48-21aa-4284-9581-67ec4aaf67aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:34.143785 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1bd67c48-21aa-4284-9581-67ec4aaf67aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:34.193103 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd67c48-21aa-4284-9581-67ec4aaf67aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a69285e-a0c5-4c32-8e7d-6de0835e2725,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:34.197269 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1bd67c48-21aa-4284-9581-67ec4aaf67aa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=48afe6595a7c475ca5490ac5aa1f45d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1884074 May 03 23:04:34.200077 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50670) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:34.255776 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2f3531ef-3801-4ac4-858d-82e7906a6fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:34.280407 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2f3531ef-3801-4ac4-858d-82e7906a6fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:34.333842 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2f3531ef-3801-4ac4-858d-82e7906a6fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:34.347143 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3531ef-3801-4ac4-858d-82e7906a6fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a69285e-a0c5-4c32-8e7d-6de0835e2725,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:34.354757 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2f3531ef-3801-4ac4-858d-82e7906a6fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:34.355861 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2f3531ef-3801-4ac4-858d-82e7906a6fc4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9a69285e-a0c5-4c32-8e7d-6de0835e2725 HTTP/1.1" status: 204 len: 168 time: 0.1547856 May 03 23:04:34.693341 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50678) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:34.710328 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1a2d2cf5-c1cc-49f7-add0-660ea0dea07b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:34.724515 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1a2d2cf5-c1cc-49f7-add0-660ea0dea07b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:04:34.728267 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1a2d2cf5-c1cc-49f7-add0-660ea0dea07b admin admin] Usage tracker for resource:security_group_rule and tenant:7ad15cfafd7947d68c6a0a609d018491 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:04:34.731035 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1a2d2cf5-c1cc-49f7-add0-660ea0dea07b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:04:34.737198 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1a2d2cf5-c1cc-49f7-add0-660ea0dea07b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:04:34.818571 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1a2d2cf5-c1cc-49f7-add0-660ea0dea07b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:34.822043 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1a2d2cf5-c1cc-49f7-add0-660ea0dea07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:34.870295 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1a2d2cf5-c1cc-49f7-add0-660ea0dea07b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7ad15cfafd7947d68c6a0a609d018491&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1757967 May 03 23:04:34.871149 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d2cf5-c1cc-49f7-add0-660ea0dea07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728185f6-2872-449e-9100-1732f100c7bd,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:34.873593 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50682) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:04:34.933112 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3d1d02fa-4cb2-4f3a-83e5-b69d74e8bdb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:34.958062 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3d1d02fa-4cb2-4f3a-83e5-b69d74e8bdb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:35.007576 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3d1d02fa-4cb2-4f3a-83e5-b69d74e8bdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:35.023704 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d02fa-4cb2-4f3a-83e5-b69d74e8bdb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728185f6-2872-449e-9100-1732f100c7bd,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:35.026940 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3d1d02fa-4cb2-4f3a-83e5-b69d74e8bdb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:35.028099 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3d1d02fa-4cb2-4f3a-83e5-b69d74e8bdb4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/728185f6-2872-449e-9100-1732f100c7bd HTTP/1.1" status: 204 len: 168 time: 0.1534700 May 03 23:04:40.359457 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-778c8bc1-44ab-4723-aa13-970c33ae7302 req-64743685-0d2d-4874-9a92-508393f18f7c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=37ad08ab-ff5d-4e84-902e-743adb7711ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0748224 May 03 23:04:40.518407 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c8bc1-44ab-4723-aa13-970c33ae7302 req-079e5883-0858-4a2c-af35-f6cf8111feb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:04:40.520091 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-778c8bc1-44ab-4723-aa13-970c33ae7302 req-079e5883-0858-4a2c-af35-f6cf8111feb4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f57d8aecb4b94770bef5f554bf1617f1&device_id=37ad08ab-ff5d-4e84-902e-743adb7711ca HTTP/1.1" status: 200 len: 1096 time: 0.0782261 May 03 23:04:40.676590 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c8bc1-44ab-4723-aa13-970c33ae7302 req-76a96fff-4845-4831-bee6-a914cd366460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:04:40.678093 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-778c8bc1-44ab-4723-aa13-970c33ae7302 req-76a96fff-4845-4831-bee6-a914cd366460 service neutron] 10.222.0.60 "GET /v2.0/networks?id=22a799c8-46d8-4bd7-b9e1-64db3d55057d HTTP/1.1" status: 200 len: 910 time: 0.1373320 May 03 23:04:40.786953 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-778c8bc1-44ab-4723-aa13-970c33ae7302 req-386b5cfb-75fe-4f85-a389-6df13854cfc5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db6f2ee5-ee11-4ca3-bdc6-4431642fc176 HTTP/1.1" status: 200 len: 1000 time: 0.1013937 May 03 23:04:40.862954 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c8bc1-44ab-4723-aa13-970c33ae7302 req-c89fe9ee-f90e-45ad-8198-ebd11b5aedd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:04:40.864352 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-778c8bc1-44ab-4723-aa13-970c33ae7302 req-c89fe9ee-f90e-45ad-8198-ebd11b5aedd4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c31cb33d-bd2c-4256-b2b1-896d8a76b866 HTTP/1.1" status: 200 len: 848 time: 0.0696220 May 03 23:04:41.045557 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c8bc1-44ab-4723-aa13-970c33ae7302 req-1fa283d1-dd19-47b2-b371-4284d9320e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:04:41.047073 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-778c8bc1-44ab-4723-aa13-970c33ae7302 req-1fa283d1-dd19-47b2-b371-4284d9320e5b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=22a799c8-46d8-4bd7-b9e1-64db3d55057d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1741133 May 03 23:04:41.185739 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-778c8bc1-44ab-4723-aa13-970c33ae7302 req-a2ae1517-4ee1-49e4-bd1d-ef389bf025d4 service neutron] 10.222.0.60 "GET /v2.0/networks/22a799c8-46d8-4bd7-b9e1-64db3d55057d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319709 May 03 23:04:41.321652 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-778c8bc1-44ab-4723-aa13-970c33ae7302 req-f0621c90-bcd1-4576-8a9d-6b9a66066771 service neutron] 10.222.0.60 "GET /v2.0/networks/22a799c8-46d8-4bd7-b9e1-64db3d55057d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301677 May 03 23:04:52.899731 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-40e056d8-3413-482e-a1db-a23d49564326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:54.655210 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:55.528709 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-521302ae-9b5e-470f-857b-6d639e57bcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:56.333269 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:56.375014 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:57.702388 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:04:58.170662 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:01.253120 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:05:05.330152 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 50898) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:05:05.443581 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-28603b10-8b28-4c15-92f0-bd1a3ca47fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:05.458186 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-28603b10-8b28-4c15-92f0-bd1a3ca47fd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:05:05.461955 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-28603b10-8b28-4c15-92f0-bd1a3ca47fd0 admin admin] Usage tracker for resource:security_group_rule and tenant:8fe3b68213e14b469f97d782029047ba is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:05:05.464719 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-28603b10-8b28-4c15-92f0-bd1a3ca47fd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:05:05.470310 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-28603b10-8b28-4c15-92f0-bd1a3ca47fd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:05:05.550967 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-28603b10-8b28-4c15-92f0-bd1a3ca47fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:05.554838 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-28603b10-8b28-4c15-92f0-bd1a3ca47fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:05.600004 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28603b10-8b28-4c15-92f0-bd1a3ca47fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5448e70b-5009-47c8-8ce4-8f72974e7359,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:05:05.603990 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-28603b10-8b28-4c15-92f0-bd1a3ca47fd0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8fe3b68213e14b469f97d782029047ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2728407 May 03 23:05:05.607419 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 50904) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:05:05.610776 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28603b10-8b28-4c15-92f0-bd1a3ca47fd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:05:05.611122 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28603b10-8b28-4c15-92f0-bd1a3ca47fd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:05:05.611475 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28603b10-8b28-4c15-92f0-bd1a3ca47fd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:05:05.611787 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28603b10-8b28-4c15-92f0-bd1a3ca47fd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:05:05.612118 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28603b10-8b28-4c15-92f0-bd1a3ca47fd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:05:05.612439 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28603b10-8b28-4c15-92f0-bd1a3ca47fd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:05:05.612762 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28603b10-8b28-4c15-92f0-bd1a3ca47fd0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:05:05.613081 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28603b10-8b28-4c15-92f0-bd1a3ca47fd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:05:05.613397 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28603b10-8b28-4c15-92f0-bd1a3ca47fd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:05:05.613713 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28603b10-8b28-4c15-92f0-bd1a3ca47fd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:05:05.614052 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28603b10-8b28-4c15-92f0-bd1a3ca47fd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:05:05.614369 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28603b10-8b28-4c15-92f0-bd1a3ca47fd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:05:05.667778 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-51bbf123-a9a6-47df-92b4-ffe5abf7eec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:05.693526 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-51bbf123-a9a6-47df-92b4-ffe5abf7eec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:05.743770 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-51bbf123-a9a6-47df-92b4-ffe5abf7eec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:05.759659 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bbf123-a9a6-47df-92b4-ffe5abf7eec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5448e70b-5009-47c8-8ce4-8f72974e7359,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:05:05.769497 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bbf123-a9a6-47df-92b4-ffe5abf7eec1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:05:05.769842 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bbf123-a9a6-47df-92b4-ffe5abf7eec1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:05:05.770207 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bbf123-a9a6-47df-92b4-ffe5abf7eec1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:05:05.770539 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bbf123-a9a6-47df-92b4-ffe5abf7eec1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:05:05.770871 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bbf123-a9a6-47df-92b4-ffe5abf7eec1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:05:05.771199 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bbf123-a9a6-47df-92b4-ffe5abf7eec1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:05:05.771518 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bbf123-a9a6-47df-92b4-ffe5abf7eec1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:05:05.771852 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bbf123-a9a6-47df-92b4-ffe5abf7eec1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:05:05.772155 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bbf123-a9a6-47df-92b4-ffe5abf7eec1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:05:05.772471 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bbf123-a9a6-47df-92b4-ffe5abf7eec1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:05:05.772789 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bbf123-a9a6-47df-92b4-ffe5abf7eec1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:05:05.773107 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bbf123-a9a6-47df-92b4-ffe5abf7eec1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:05:05.779080 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-51bbf123-a9a6-47df-92b4-ffe5abf7eec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:05.780180 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-51bbf123-a9a6-47df-92b4-ffe5abf7eec1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5448e70b-5009-47c8-8ce4-8f72974e7359 HTTP/1.1" status: 204 len: 168 time: 0.1717865 May 03 23:05:08.332917 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-85d5fdc9-542b-4126-8dfe-c680d6cf233d tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=2940404180d248f7b3df22dd73e788ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284886 May 03 23:05:08.483307 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-3349d0d4-5db1-4746-8b12-8f784d9b509f tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:08.484777 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-3349d0d4-5db1-4746-8b12-8f784d9b509f tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1468899 May 03 23:05:08.499965 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-ebbde638-e580-473c-9140-0d423215c2e2 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] 10.222.0.58 "GET /v2.0/quotas/2940404180d248f7b3df22dd73e788ce HTTP/1.1" status: 200 len: 375 time: 0.0097189 May 03 23:05:08.548845 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-58e773c6-3d4b-4e88-915d-e88f58a4d6b5 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2940404180d248f7b3df22dd73e788ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440910 May 03 23:05:08.845375 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-948918ac-acb4-452c-84fd-662ce8c39426 req-efb2cc99-4ae9-436a-9fff-9711683bd711 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] 10.222.0.58 "GET /v2.0/ports?device_id=10273c98-0d6e-431e-888c-59bd78c0b708 HTTP/1.1" status: 200 len: 210 time: 0.1617467 May 03 23:05:09.636851 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-5855e3c0-2615-4ffe-8fdb-e69661d073c1 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=2940404180d248f7b3df22dd73e788ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278602 May 03 23:05:09.787422 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-519c8a10-c199-4898-993c-508ee0d1e969 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:09.788869 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-519c8a10-c199-4898-993c-508ee0d1e969 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1470788 May 03 23:05:09.802877 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-3ae80b4c-488d-4c08-93ee-400a05144c05 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Request body: {'port': {'device_id': '10273c98-0d6e-431e-888c-59bd78c0b708', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'admin_state_up': True, 'tenant_id': '2940404180d248f7b3df22dd73e788ce'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:05:09.943588 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-3ae80b4c-488d-4c08-93ee-400a05144c05 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:05:09.947364 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-3ae80b4c-488d-4c08-93ee-400a05144c05 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Usage tracker for resource:port and tenant:2940404180d248f7b3df22dd73e788ce is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:05:09.950183 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-3ae80b4c-488d-4c08-93ee-400a05144c05 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:05:09.955960 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-3ae80b4c-488d-4c08-93ee-400a05144c05 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:05:09.966598 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-3ae80b4c-488d-4c08-93ee-400a05144c05 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Made reservation on behalf of 2940404180d248f7b3df22dd73e788ce for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:05:09.970086 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-3ae80b4c-488d-4c08-93ee-400a05144c05 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:09.982624 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-3ae80b4c-488d-4c08-93ee-400a05144c05 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:09.992181 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9900e4a0-b509-45ff-b11a-eae6e8adbe19 req-1560fe4a-e0c3-497a-ace5-83c1e9015dae tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] 10.222.0.58 "GET /v2.0/ports?device_id=10273c98-0d6e-431e-888c-59bd78c0b708 HTTP/1.1" status: 200 len: 210 time: 0.0426009 May 03 23:05:09.997334 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-3ae80b4c-488d-4c08-93ee-400a05144c05 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:05:10.001138 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-3ae80b4c-488d-4c08-93ee-400a05144c05 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Usage tracker for resource:security_group_rule and tenant:2940404180d248f7b3df22dd73e788ce is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:05:10.004183 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-3ae80b4c-488d-4c08-93ee-400a05144c05 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:05:10.009811 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-3ae80b4c-488d-4c08-93ee-400a05144c05 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:05:10.095155 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-3ae80b4c-488d-4c08-93ee-400a05144c05 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:10.099031 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-3ae80b4c-488d-4c08-93ee-400a05144c05 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:10.178439 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae80b4c-488d-4c08-93ee-400a05144c05 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5977a68-7ab1-4739-a24a-8c7e3587d6d4,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:05:10.263794 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-3ae80b4c-488d-4c08-93ee-400a05144c05 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Allocated IP 192.168.233.44 (7e14e0ca-f320-4236-9b9e-a9e4f415dbeb/1dff747c-9d3c-4e06-92c1-836fbb9482c4/2aac3a08-39e6-4843-9a56-9e3c839c7026) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:05:10.568504 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-3ae80b4c-488d-4c08-93ee-400a05144c05 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:10.584050 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-3ae80b4c-488d-4c08-93ee-400a05144c05 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Transition to ACTIVE for port object 2aac3a08-39e6-4843-9a56-9e3c839c7026 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:05:10.606518 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-3ae80b4c-488d-4c08-93ee-400a05144c05 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:10.675724 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-3ae80b4c-488d-4c08-93ee-400a05144c05 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:05:10.678770 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-3ae80b4c-488d-4c08-93ee-400a05144c05 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:05:10.682764 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-3ae80b4c-488d-4c08-93ee-400a05144c05 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:05:10.713324 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae80b4c-488d-4c08-93ee-400a05144c05 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Pushing event updated for resources: {'Port': ['ID=2aac3a08-39e6-4843-9a56-9e3c839c7026,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:05:10.755390 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-3ae80b4c-488d-4c08-93ee-400a05144c05 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:10.755951 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-3ae80b4c-488d-4c08-93ee-400a05144c05 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:10.786015 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-3ae80b4c-488d-4c08-93ee-400a05144c05 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9866364 May 03 23:05:10.797890 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-db899c21-b00a-4f03-926e-ae870cc47bc3 service neutron] Request body: {'port': {'device_id': '10273c98-0d6e-431e-888c-59bd78c0b708', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:05:10.909596 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-db899c21-b00a-4f03-926e-ae870cc47bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:10.915696 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-65e09e93-2ead-43a5-9d3d-c5f1173d57a6 None None] Provisioning for port 2aac3a08-39e6-4843-9a56-9e3c839c7026 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:05:10.921377 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-65e09e93-2ead-43a5-9d3d-c5f1173d57a6 None None] Provisioning complete for port 2aac3a08-39e6-4843-9a56-9e3c839c7026 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:05:10.922114 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-65e09e93-2ead-43a5-9d3d-c5f1173d57a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:10.976428 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-65e09e93-2ead-43a5-9d3d-c5f1173d57a6 None None] Port 2aac3a08-39e6-4843-9a56-9e3c839c7026 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:05:11.188787 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef2642-d50d-41aa-b2ca-6caf6ad8c7b6 req-038be8ac-f9c9-4546-98ef-f1b1ba0a3dde tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:11.190274 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-41ef2642-d50d-41aa-b2ca-6caf6ad8c7b6 req-038be8ac-f9c9-4546-98ef-f1b1ba0a3dde tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] 10.222.0.58 "GET /v2.0/ports?device_id=10273c98-0d6e-431e-888c-59bd78c0b708 HTTP/1.1" status: 200 len: 935 time: 0.0853560 May 03 23:05:11.235165 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-41ef2642-d50d-41aa-b2ca-6caf6ad8c7b6 req-d5b66c11-e338-41a2-b5d8-3fe77a0d9892 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5977a68-7ab1-4739-a24a-8c7e3587d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390482 May 03 23:05:11.257302 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-db899c21-b00a-4f03-926e-ae870cc47bc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aac3a08-39e6-4843-9a56-9e3c839c7026 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:05:11.264832 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-db899c21-b00a-4f03-926e-ae870cc47bc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:11.279208 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-db899c21-b00a-4f03-926e-ae870cc47bc3 service neutron] Transition to ACTIVE for port object 2aac3a08-39e6-4843-9a56-9e3c839c7026 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:05:11.282933 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-db899c21-b00a-4f03-926e-ae870cc47bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:11.432859 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db899c21-b00a-4f03-926e-ae870cc47bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=2aac3a08-39e6-4843-9a56-9e3c839c7026,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:05:11.514389 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-db899c21-b00a-4f03-926e-ae870cc47bc3 service neutron] Attempting to bind port 2aac3a08-39e6-4843-9a56-9e3c839c7026 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:05:11.514718 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-db899c21-b00a-4f03-926e-ae870cc47bc3 service neutron] Attempting to bind port 2aac3a08-39e6-4843-9a56-9e3c839c7026 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:05:11.515033 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-db899c21-b00a-4f03-926e-ae870cc47bc3 service neutron] Attempting to bind port 2aac3a08-39e6-4843-9a56-9e3c839c7026 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:05:11.520248 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-db899c21-b00a-4f03-926e-ae870cc47bc3 service neutron] Port 2aac3a08-39e6-4843-9a56-9e3c839c7026 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:05:11.520562 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-db899c21-b00a-4f03-926e-ae870cc47bc3 service neutron] Attempting to bind port 2aac3a08-39e6-4843-9a56-9e3c839c7026 on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:05:11.525665 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-db899c21-b00a-4f03-926e-ae870cc47bc3 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:05:11.526028 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-db899c21-b00a-4f03-926e-ae870cc47bc3 service neutron] Checking segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:05:11.526413 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-db899c21-b00a-4f03-926e-ae870cc47bc3 service neutron] Bound using segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:05:11.526934 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-db899c21-b00a-4f03-926e-ae870cc47bc3 service neutron] Bound port: 2aac3a08-39e6-4843-9a56-9e3c839c7026, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:05:11.527285 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-db899c21-b00a-4f03-926e-ae870cc47bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:11.614819 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-db899c21-b00a-4f03-926e-ae870cc47bc3 service neutron] For port 2aac3a08-39e6-4843-9a56-9e3c839c7026, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:05:11.617729 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-db899c21-b00a-4f03-926e-ae870cc47bc3 service neutron] For port 2aac3a08-39e6-4843-9a56-9e3c839c7026, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=2aac3a08-39e6-4843-9a56-9e3c839c7026,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:05:11.621632 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-db899c21-b00a-4f03-926e-ae870cc47bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:11.681703 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-db899c21-b00a-4f03-926e-ae870cc47bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:11.682640 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-db899c21-b00a-4f03-926e-ae870cc47bc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:11.683936 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-db899c21-b00a-4f03-926e-ae870cc47bc3 service neutron] 10.222.0.67 "PUT /v2.0/ports/2aac3a08-39e6-4843-9a56-9e3c839c7026 HTTP/1.1" status: 200 len: 1095 time: 0.8907874 May 03 23:05:11.684424 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10273c98-0d6e-431e-888c-59bd78c0b708', 'tag': '2aac3a08-39e6-4843-9a56-9e3c839c7026'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:05:11.708490 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db899c21-b00a-4f03-926e-ae870cc47bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=2aac3a08-39e6-4843-9a56-9e3c839c7026,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:05:11.758524 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20af4c75-416f-49ad-8d19-d67ec8b0568d'] response: {'name': 'network-changed', 'server_uuid': '10273c98-0d6e-431e-888c-59bd78c0b708', 'tag': '2aac3a08-39e6-4843-9a56-9e3c839c7026', 'status': 'completed', 'code': 200} May 03 23:05:11.800436 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-fb0207ca-d21a-45b8-b8aa-82ba1da17b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:11.802060 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-fb0207ca-d21a-45b8-b8aa-82ba1da17b9f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2940404180d248f7b3df22dd73e788ce&device_id=10273c98-0d6e-431e-888c-59bd78c0b708 HTTP/1.1" status: 200 len: 1098 time: 0.0752802 May 03 23:05:11.875429 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-33148a43-2014-43d1-a279-517257a06f7b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=2aac3a08-39e6-4843-9a56-9e3c839c7026 HTTP/1.1" status: 200 len: 217 time: 0.0663140 May 03 23:05:11.947034 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-b87ab63f-9b70-4d9b-9c5f-c3e674f4b586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:11.948389 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-b87ab63f-9b70-4d9b-9c5f-c3e674f4b586 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.0667243 May 03 23:05:12.026556 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-00432942-d6a7-4e4f-86f5-3395eea44734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:12.028045 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-00432942-d6a7-4e4f-86f5-3395eea44734 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0733936 May 03 23:05:12.160259 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-c925760b-3c6d-41ef-8b8e-cd15f4f6e43e service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260996 May 03 23:05:12.402296 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-24537cb0-a7d0-469f-80f4-e3c9f43ba097 req-0a235139-1e94-455b-8346-6e71a9036e38 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356434 May 03 23:05:12.426724 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886134d-3b38-4b99-aa86-d42b6c379fff req-6deddac8-2c92-4a28-8681-3d3400aa2d88 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:12.428585 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6886134d-3b38-4b99-aa86-d42b6c379fff req-6deddac8-2c92-4a28-8681-3d3400aa2d88 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] 10.222.0.58 "GET /v2.0/ports?device_id=10273c98-0d6e-431e-888c-59bd78c0b708 HTTP/1.1" status: 200 len: 947 time: 0.0881891 May 03 23:05:12.476087 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6886134d-3b38-4b99-aa86-d42b6c379fff req-e72ca063-3adc-4161-a6d5-e6f493c552d0 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5977a68-7ab1-4739-a24a-8c7e3587d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420313 May 03 23:05:12.521608 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2d85a-6f9c-45f5-89cc-bee2df5fe1da req-950db52c-8d05-4e4f-bb5a-a2b327cd0b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:12.523083 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f7c2d85a-6f9c-45f5-89cc-bee2df5fe1da req-950db52c-8d05-4e4f-bb5a-a2b327cd0b60 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2940404180d248f7b3df22dd73e788ce&device_id=10273c98-0d6e-431e-888c-59bd78c0b708 HTTP/1.1" status: 200 len: 1098 time: 0.0700674 May 03 23:05:12.650001 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2d85a-6f9c-45f5-89cc-bee2df5fe1da req-5b556c44-29ec-4baa-88e6-c9175f15fcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:12.651417 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f7c2d85a-6f9c-45f5-89cc-bee2df5fe1da req-5b556c44-29ec-4baa-88e6-c9175f15fcbc service neutron] 10.222.0.67 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.1226385 May 03 23:05:12.720019 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f7c2d85a-6f9c-45f5-89cc-bee2df5fe1da req-bf69361e-85df-4ed3-a390-cc7a24c1f0bc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=2aac3a08-39e6-4843-9a56-9e3c839c7026 HTTP/1.1" status: 200 len: 217 time: 0.0621459 May 03 23:05:12.780477 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2d85a-6f9c-45f5-89cc-bee2df5fe1da req-5cf264f9-8714-4c63-851f-feb411547bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:12.781771 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f7c2d85a-6f9c-45f5-89cc-bee2df5fe1da req-5cf264f9-8714-4c63-851f-feb411547bca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.0553770 May 03 23:05:12.858705 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2d85a-6f9c-45f5-89cc-bee2df5fe1da req-9641efe5-325b-41a6-a691-1d9483ebde6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:12.860122 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f7c2d85a-6f9c-45f5-89cc-bee2df5fe1da req-9641efe5-325b-41a6-a691-1d9483ebde6b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0716898 May 03 23:05:12.991060 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f7c2d85a-6f9c-45f5-89cc-bee2df5fe1da req-454363fe-63f5-49f3-a19c-ae2944a759c1 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237836 May 03 23:05:13.118927 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f7c2d85a-6f9c-45f5-89cc-bee2df5fe1da req-3412f08b-282b-4d46-83bf-fed921d94a61 service neutron] 10.222.0.67 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214390 May 03 23:05:13.659958 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5c091-1744-42cd-95f2-3e9b5a19abde req-5d395610-8e88-4922-8777-55d94c216f7a tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:13.661385 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-26d5c091-1744-42cd-95f2-3e9b5a19abde req-5d395610-8e88-4922-8777-55d94c216f7a tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] 10.222.0.58 "GET /v2.0/ports?device_id=10273c98-0d6e-431e-888c-59bd78c0b708 HTTP/1.1" status: 200 len: 947 time: 0.0776253 May 03 23:05:13.704247 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-26d5c091-1744-42cd-95f2-3e9b5a19abde req-02b19ddf-1065-4d0d-b22e-67c6acff7631 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5977a68-7ab1-4739-a24a-8c7e3587d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373108 May 03 23:05:14.892509 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7636c48-9fba-4b37-8dba-b8e127b94fb4 req-9057db18-f394-411b-97fb-8c3700b6475d tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:14.893953 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b7636c48-9fba-4b37-8dba-b8e127b94fb4 req-9057db18-f394-411b-97fb-8c3700b6475d tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] 10.222.0.58 "GET /v2.0/ports?device_id=10273c98-0d6e-431e-888c-59bd78c0b708 HTTP/1.1" status: 200 len: 947 time: 0.0818787 May 03 23:05:14.936818 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b7636c48-9fba-4b37-8dba-b8e127b94fb4 req-3cd5bfe6-6b5d-4b57-a6d4-154ca2fb6929 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5977a68-7ab1-4739-a24a-8c7e3587d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373292 May 03 23:05:16.089559 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 2aac3a08-39e6-4843-9a56-9e3c839c7026 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:05:16.125663 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1115d4c-8036-4b34-a4af-d6106ecd14a2 req-dd2a61b0-e2d3-45b5-bfc2-9c2e9354fb68 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:16.127163 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d1115d4c-8036-4b34-a4af-d6106ecd14a2 req-dd2a61b0-e2d3-45b5-bfc2-9c2e9354fb68 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] 10.222.0.58 "GET /v2.0/ports?device_id=10273c98-0d6e-431e-888c-59bd78c0b708 HTTP/1.1" status: 200 len: 947 time: 0.0824938 May 03 23:05:16.171007 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d1115d4c-8036-4b34-a4af-d6106ecd14a2 req-84d57478-88d6-4fe0-a249-f8827135642e tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5977a68-7ab1-4739-a24a-8c7e3587d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382326 May 03 23:05:16.225941 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 2aac3a08-39e6-4843-9a56-9e3c839c7026, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=2aac3a08-39e6-4843-9a56-9e3c839c7026,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:05:16.238703 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '2aac3a08-39e6-4843-9a56-9e3c839c7026', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': '2aac3a08-39e6-4843-9a56-9e3c839c7026', 'mac_address': 'fa:16:3e:2e:4a:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:05:16.292824 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:16.310564 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aac3a08-39e6-4843-9a56-9e3c839c7026 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:05:16.326065 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 2aac3a08-39e6-4843-9a56-9e3c839c7026, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=2aac3a08-39e6-4843-9a56-9e3c839c7026,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:05:16.329407 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:16.406944 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=2aac3a08-39e6-4843-9a56-9e3c839c7026,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:05:16.414213 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:05:16.414563 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:05:16.414907 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:05:16.415243 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:05:16.415576 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:05:16.415907 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:05:16.416238 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:05:16.416566 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:05:16.416893 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:05:16.417218 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:05:16.417542 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:05:16.417879 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:05:16.677603 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['2aac3a08-39e6-4843-9a56-9e3c839c7026'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:05:17.352684 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab9b7e-f192-4c79-86b0-bb665f205135 req-b863461c-7cda-4cdb-a7b8-45652a0e268b tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:17.354149 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-efab9b7e-f192-4c79-86b0-bb665f205135 req-b863461c-7cda-4cdb-a7b8-45652a0e268b tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] 10.222.0.58 "GET /v2.0/ports?device_id=10273c98-0d6e-431e-888c-59bd78c0b708 HTTP/1.1" status: 200 len: 948 time: 0.0821850 May 03 23:05:17.396762 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-efab9b7e-f192-4c79-86b0-bb665f205135 req-afa8bdc1-983a-481d-9df2-46a6e99ba16f tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5977a68-7ab1-4739-a24a-8c7e3587d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363276 May 03 23:05:18.089592 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 2aac3a08-39e6-4843-9a56-9e3c839c7026 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:05:18.158383 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 2aac3a08-39e6-4843-9a56-9e3c839c7026 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:05:18.162997 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 2aac3a08-39e6-4843-9a56-9e3c839c7026 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:05:18.163391 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:18.278020 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:18.304469 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10273c98-0d6e-431e-888c-59bd78c0b708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aac3a08-39e6-4843-9a56-9e3c839c7026'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:05:18.315235 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 2aac3a08-39e6-4843-9a56-9e3c839c7026, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=2aac3a08-39e6-4843-9a56-9e3c839c7026,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:05:18.319069 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:18.352773 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c12b99c9-5dc7-4e9f-9bcd-46e7746f04a9'] response: {'server_uuid': '10273c98-0d6e-431e-888c-59bd78c0b708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aac3a08-39e6-4843-9a56-9e3c839c7026', 'code': 200} May 03 23:05:18.398117 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=2aac3a08-39e6-4843-9a56-9e3c839c7026,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:05:18.471459 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a05e3-e5c0-42d4-a838-cea7e6f588e7 req-a0096f8a-c94c-4cde-8b06-2efef7b6d2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:18.472911 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-708a05e3-e5c0-42d4-a838-cea7e6f588e7 req-a0096f8a-c94c-4cde-8b06-2efef7b6d2bc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=10273c98-0d6e-431e-888c-59bd78c0b708 HTTP/1.1" status: 200 len: 1100 time: 0.0680909 May 03 23:05:18.513742 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-708a05e3-e5c0-42d4-a838-cea7e6f588e7 req-ba2b00b3-27ec-423e-b7c8-a997c1c48549 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a5977a68-7ab1-4739-a24a-8c7e3587d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340073 May 03 23:05:18.579617 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced9f3e-131e-480b-8f8e-296cfe44e074 req-cfbadb58-0b90-4118-af24-10f78071a20e tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:18.581074 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cced9f3e-131e-480b-8f8e-296cfe44e074 req-cfbadb58-0b90-4118-af24-10f78071a20e tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] 10.222.0.58 "GET /v2.0/ports?device_id=10273c98-0d6e-431e-888c-59bd78c0b708 HTTP/1.1" status: 200 len: 949 time: 0.0796881 May 03 23:05:18.633229 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cced9f3e-131e-480b-8f8e-296cfe44e074 req-0a5d13ce-32d2-4a9d-8e50-9d2b4221ffe9 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5977a68-7ab1-4739-a24a-8c7e3587d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465460 May 03 23:05:19.817598 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711c587-81a1-4344-ab59-5a032d78b599 req-5cd9cf80-6d70-4709-be08-c183ecd37a08 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:19.819131 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3711c587-81a1-4344-ab59-5a032d78b599 req-5cd9cf80-6d70-4709-be08-c183ecd37a08 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] 10.222.0.58 "GET /v2.0/ports?device_id=10273c98-0d6e-431e-888c-59bd78c0b708 HTTP/1.1" status: 200 len: 949 time: 0.0787458 May 03 23:05:19.865086 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3711c587-81a1-4344-ab59-5a032d78b599 req-e34a23b6-bcc7-4d1c-af40-bb0fe8b9a13a tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5977a68-7ab1-4739-a24a-8c7e3587d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393972 May 03 23:05:21.049658 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6538cb7-6ace-41b1-806a-9caee95b1188 req-0688bc18-8805-4ca4-9f91-faaf38ab5974 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:21.051125 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b6538cb7-6ace-41b1-806a-9caee95b1188 req-0688bc18-8805-4ca4-9f91-faaf38ab5974 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] 10.222.0.58 "GET /v2.0/ports?device_id=10273c98-0d6e-431e-888c-59bd78c0b708 HTTP/1.1" status: 200 len: 949 time: 0.0817065 May 03 23:05:21.093960 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b6538cb7-6ace-41b1-806a-9caee95b1188 req-3ffa6e1b-23b7-4b50-836a-521657cca631 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5977a68-7ab1-4739-a24a-8c7e3587d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372391 May 03 23:05:21.519197 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124690a-9091-4946-a01b-738d32840d51 req-c65b8b46-5b42-4cbd-9e86-bc5c0e733df8 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:21.520540 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2124690a-9091-4946-a01b-738d32840d51 req-c65b8b46-5b42-4cbd-9e86-bc5c0e733df8 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] 10.222.0.58 "GET /v2.0/ports?device_id=10273c98-0d6e-431e-888c-59bd78c0b708 HTTP/1.1" status: 200 len: 949 time: 0.0819955 May 03 23:05:21.564045 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2124690a-9091-4946-a01b-738d32840d51 req-b872b2ca-757b-47b7-a28b-88fabb27250d tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5977a68-7ab1-4739-a24a-8c7e3587d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378377 May 03 23:05:22.850736 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452ac3a-24e6-4b8a-a6c0-a1f0470dda5e req-0eb187bc-5cf7-4276-9790-78ffc03c06f8 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:22.853001 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5452ac3a-24e6-4b8a-a6c0-a1f0470dda5e req-0eb187bc-5cf7-4276-9790-78ffc03c06f8 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] 10.222.0.58 "GET /v2.0/ports?device_id=10273c98-0d6e-431e-888c-59bd78c0b708 HTTP/1.1" status: 200 len: 949 time: 0.1813593 May 03 23:05:22.897709 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325dcee-0701-4a1c-9ac5-d0895bd86e45 req-23126487-2d2d-43a1-a47c-63112d097f43 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:22.898462 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-b325dcee-0701-4a1c-9ac5-d0895bd86e45 req-23126487-2d2d-43a1-a47c-63112d097f43 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Synchronizing usage tracker for tenant:2940404180d248f7b3df22dd73e788ce on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:05:22.898964 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5452ac3a-24e6-4b8a-a6c0-a1f0470dda5e req-878606a8-32a2-4e86-ac33-a26bd67a46f8 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] 10.222.0.58 "GET /v2.0/security-groups?id=a5977a68-7ab1-4739-a24a-8c7e3587d6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403860 May 03 23:05:22.904054 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e24433ea-7bf9-4fcc-8f8d-e925357ef409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:22.916562 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-b325dcee-0701-4a1c-9ac5-d0895bd86e45 req-23126487-2d2d-43a1-a47c-63112d097f43 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Unset dirty status for tenant:2940404180d248f7b3df22dd73e788ce on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:05:22.918048 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b325dcee-0701-4a1c-9ac5-d0895bd86e45 req-23126487-2d2d-43a1-a47c-63112d097f43 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] 10.222.0.67 "GET /v2.0/ports?device_id=10273c98-0d6e-431e-888c-59bd78c0b708 HTTP/1.1" status: 200 len: 949 time: 0.1021669 May 03 23:05:22.985982 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-b325dcee-0701-4a1c-9ac5-d0895bd86e45 req-8f6380dc-c003-46f5-9d24-ddf47f409394 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Deleting port 2aac3a08-39e6-4843-9a56-9e3c839c7026 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:05:22.986324 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b325dcee-0701-4a1c-9ac5-d0895bd86e45 req-8f6380dc-c003-46f5-9d24-ddf47f409394 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:23.229213 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-b325dcee-0701-4a1c-9ac5-d0895bd86e45 req-8f6380dc-c003-46f5-9d24-ddf47f409394 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] For port 2aac3a08-39e6-4843-9a56-9e3c839c7026, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=2aac3a08-39e6-4843-9a56-9e3c839c7026,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:05:23.229564 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b325dcee-0701-4a1c-9ac5-d0895bd86e45 req-8f6380dc-c003-46f5-9d24-ddf47f409394 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:23.348437 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-b325dcee-0701-4a1c-9ac5-d0895bd86e45 req-8f6380dc-c003-46f5-9d24-ddf47f409394 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Calling delete_port for 2aac3a08-39e6-4843-9a56-9e3c839c7026 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:05:23.486404 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b325dcee-0701-4a1c-9ac5-d0895bd86e45 req-8f6380dc-c003-46f5-9d24-ddf47f409394 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:23.501482 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['2aac3a08-39e6-4843-9a56-9e3c839c7026'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:05:23.538952 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6380dc-c003-46f5-9d24-ddf47f409394 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Pushing event deleted for resources: {'Port': ['ID=2aac3a08-39e6-4843-9a56-9e3c839c7026,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:05:23.729808 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-b325dcee-0701-4a1c-9ac5-d0895bd86e45 req-8f6380dc-c003-46f5-9d24-ddf47f409394 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] No DVR routers for this DVR port 2aac3a08-39e6-4843-9a56-9e3c839c7026 on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:05:23.732360 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b325dcee-0701-4a1c-9ac5-d0895bd86e45 req-8f6380dc-c003-46f5-9d24-ddf47f409394 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:23.734774 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10273c98-0d6e-431e-888c-59bd78c0b708', 'name': 'network-vif-deleted', 'tag': '2aac3a08-39e6-4843-9a56-9e3c839c7026'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:05:23.749478 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b325dcee-0701-4a1c-9ac5-d0895bd86e45 req-8f6380dc-c003-46f5-9d24-ddf47f409394 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] 10.222.0.67 "DELETE /v2.0/ports/2aac3a08-39e6-4843-9a56-9e3c839c7026 HTTP/1.1" status: 204 len: 173 time: 0.8260212 May 03 23:05:23.778771 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c465183c-d4dd-48b4-902c-84eb1061a301'] response: {'server_uuid': '10273c98-0d6e-431e-888c-59bd78c0b708', 'name': 'network-vif-deleted', 'tag': '2aac3a08-39e6-4843-9a56-9e3c839c7026', 'status': 'completed', 'code': 200} May 03 23:05:24.060171 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5fb18d0f-c852-45bf-941e-c7b0d60d5e66 req-14ec314b-6b1a-43f6-8b76-79118d783827 tempest-VolumesNegativeTest-1583925441 tempest-VolumesNegativeTest-1583925441-project] 10.222.0.58 "GET /v2.0/ports?device_id=10273c98-0d6e-431e-888c-59bd78c0b708 HTTP/1.1" status: 200 len: 210 time: 0.0417123 May 03 23:05:24.650313 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:25.535130 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-34d305a5-c907-454c-8ec1-2c4bc9bb698f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:26.136455 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 2aac3a08-39e6-4843-9a56-9e3c839c7026 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:05:26.170193 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 2aac3a08-39e6-4843-9a56-9e3c839c7026 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:05:26.170540 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 2aac3a08-39e6-4843-9a56-9e3c839c7026 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:05:26.337394 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:26.379611 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:27.705958 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:28.180992 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:30.919933 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51256) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:05:31.065500 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a9c785ed-64fe-4584-af23-29c8aa01f9d8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2940404180d248f7b3df22dd73e788ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438365 May 03 23:05:31.067339 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51262) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:05:31.125835 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-34c08e25-c78d-4c63-8395-320f18a92c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:31.151702 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-34c08e25-c78d-4c63-8395-320f18a92c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:31.201843 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-34c08e25-c78d-4c63-8395-320f18a92c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:31.218486 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c08e25-c78d-4c63-8395-320f18a92c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5977a68-7ab1-4739-a24a-8c7e3587d6d4,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:05:31.228858 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-34c08e25-c78d-4c63-8395-320f18a92c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:31.230100 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-34c08e25-c78d-4c63-8395-320f18a92c32 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a5977a68-7ab1-4739-a24a-8c7e3587d6d4 HTTP/1.1" status: 204 len: 168 time: 0.1618631 May 03 23:05:38.252017 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:05:40.459800 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3ad2d4a4-6c1e-4adc-afc6-5fac494e41bb req-3b969d4c-2860-49d0-bb40-2b680ff84a42 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=37ad08ab-ff5d-4e84-902e-743adb7711ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1873832 May 03 23:05:40.623358 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2d4a4-6c1e-4adc-afc6-5fac494e41bb req-ea49664a-9227-47d8-8008-b1487bed12cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:40.625055 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3ad2d4a4-6c1e-4adc-afc6-5fac494e41bb req-ea49664a-9227-47d8-8008-b1487bed12cc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f57d8aecb4b94770bef5f554bf1617f1&device_id=37ad08ab-ff5d-4e84-902e-743adb7711ca HTTP/1.1" status: 200 len: 1096 time: 0.0775912 May 03 23:05:40.786887 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2d4a4-6c1e-4adc-afc6-5fac494e41bb req-666f43a6-5495-4b76-b9c2-7e2824e57e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:40.788396 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3ad2d4a4-6c1e-4adc-afc6-5fac494e41bb req-666f43a6-5495-4b76-b9c2-7e2824e57e2b service neutron] 10.222.0.60 "GET /v2.0/networks?id=22a799c8-46d8-4bd7-b9e1-64db3d55057d HTTP/1.1" status: 200 len: 910 time: 0.1445658 May 03 23:05:40.819729 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 51340) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:05:40.897777 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3ad2d4a4-6c1e-4adc-afc6-5fac494e41bb req-c4447b7f-4926-4afe-99c0-2965fc2960e2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db6f2ee5-ee11-4ca3-bdc6-4431642fc176 HTTP/1.1" status: 200 len: 1000 time: 0.1016364 May 03 23:05:40.939191 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e99f8d3f-f9b0-4d4d-bc1c-58646fd11382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:40.953389 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e99f8d3f-f9b0-4d4d-bc1c-58646fd11382 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:05:40.957231 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e99f8d3f-f9b0-4d4d-bc1c-58646fd11382 admin admin] Usage tracker for resource:security_group_rule and tenant:091d37a3f7f84bcbaae52a703fa43ada is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:05:40.959602 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2d4a4-6c1e-4adc-afc6-5fac494e41bb req-5e2937e4-3866-4ce9-9d26-d2fbe4e046ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:40.960193 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e99f8d3f-f9b0-4d4d-bc1c-58646fd11382 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:05:40.961043 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3ad2d4a4-6c1e-4adc-afc6-5fac494e41bb req-5e2937e4-3866-4ce9-9d26-d2fbe4e046ef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c31cb33d-bd2c-4256-b2b1-896d8a76b866 HTTP/1.1" status: 200 len: 848 time: 0.0572524 May 03 23:05:40.965832 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e99f8d3f-f9b0-4d4d-bc1c-58646fd11382 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:05:41.038574 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2d4a4-6c1e-4adc-afc6-5fac494e41bb req-33900b95-b7c0-42c4-9405-3474933a67da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:41.040108 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3ad2d4a4-6c1e-4adc-afc6-5fac494e41bb req-33900b95-b7c0-42c4-9405-3474933a67da service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=22a799c8-46d8-4bd7-b9e1-64db3d55057d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729079 May 03 23:05:41.046538 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e99f8d3f-f9b0-4d4d-bc1c-58646fd11382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:41.050628 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e99f8d3f-f9b0-4d4d-bc1c-58646fd11382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:41.098723 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e99f8d3f-f9b0-4d4d-bc1c-58646fd11382 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=091d37a3f7f84bcbaae52a703fa43ada&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2773747 May 03 23:05:41.100538 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f8d3f-f9b0-4d4d-bc1c-58646fd11382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe86a3de-6a19-4623-839e-65b009116db4,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:05:41.102984 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 51346) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:05:41.160963 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed6b25a0-d370-4e2c-9e85-746bcc221518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:41.175523 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3ad2d4a4-6c1e-4adc-afc6-5fac494e41bb req-4048f379-854c-43c8-a02f-0bee45865f1f service neutron] 10.222.0.60 "GET /v2.0/networks/22a799c8-46d8-4bd7-b9e1-64db3d55057d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290014 May 03 23:05:41.187268 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed6b25a0-d370-4e2c-9e85-746bcc221518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:41.238446 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed6b25a0-d370-4e2c-9e85-746bcc221518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:41.253500 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b25a0-d370-4e2c-9e85-746bcc221518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe86a3de-6a19-4623-839e-65b009116db4,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:05:41.258000 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed6b25a0-d370-4e2c-9e85-746bcc221518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:41.261952 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ed6b25a0-d370-4e2c-9e85-746bcc221518 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fe86a3de-6a19-4623-839e-65b009116db4 HTTP/1.1" status: 204 len: 168 time: 0.1549525 May 03 23:05:41.316488 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3ad2d4a4-6c1e-4adc-afc6-5fac494e41bb req-d1b130a0-2d76-4b5e-b530-4939dd570e8f service neutron] 10.222.0.60 "GET /v2.0/networks/22a799c8-46d8-4bd7-b9e1-64db3d55057d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343980 May 03 23:05:43.363269 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 51502) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:05:43.478070 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8b43bf93-0e7b-443c-8071-8a516531ab3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:43.491840 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8b43bf93-0e7b-443c-8071-8a516531ab3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:05:43.495615 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8b43bf93-0e7b-443c-8071-8a516531ab3c admin admin] Usage tracker for resource:security_group_rule and tenant:4184bb30babe45449860b5bebe91b198 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:05:43.498854 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8b43bf93-0e7b-443c-8071-8a516531ab3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:05:43.504401 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8b43bf93-0e7b-443c-8071-8a516531ab3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:05:43.589031 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8b43bf93-0e7b-443c-8071-8a516531ab3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:43.593695 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8b43bf93-0e7b-443c-8071-8a516531ab3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:43.641030 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8b43bf93-0e7b-443c-8071-8a516531ab3c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4184bb30babe45449860b5bebe91b198&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2766936 May 03 23:05:43.642012 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43bf93-0e7b-443c-8071-8a516531ab3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3266943d-c1ea-4328-9fc0-08fefe422b6f,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:05:43.643816 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51508) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:05:43.701340 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9415983b-550b-4bf8-85c5-a043caae20a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:43.725515 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9415983b-550b-4bf8-85c5-a043caae20a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:43.775605 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9415983b-550b-4bf8-85c5-a043caae20a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:43.788985 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415983b-550b-4bf8-85c5-a043caae20a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3266943d-c1ea-4328-9fc0-08fefe422b6f,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:05:43.796880 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9415983b-550b-4bf8-85c5-a043caae20a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:43.798095 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9415983b-550b-4bf8-85c5-a043caae20a9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3266943d-c1ea-4328-9fc0-08fefe422b6f HTTP/1.1" status: 204 len: 168 time: 0.1532755 May 03 23:05:44.062384 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 51516) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:05:44.079452 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6f54a062-d32f-43b7-8eec-746598600740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:44.093130 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6f54a062-d32f-43b7-8eec-746598600740 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:05:44.096897 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6f54a062-d32f-43b7-8eec-746598600740 admin admin] Usage tracker for resource:security_group_rule and tenant:07e10f49e52b4af3ac799b05fd707b03 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:05:44.099671 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6f54a062-d32f-43b7-8eec-746598600740 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:05:44.105190 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6f54a062-d32f-43b7-8eec-746598600740 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:05:44.191978 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6f54a062-d32f-43b7-8eec-746598600740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:44.195652 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6f54a062-d32f-43b7-8eec-746598600740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:44.241306 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54a062-d32f-43b7-8eec-746598600740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07248fbc-6f2e-426d-9bbd-1345b788cece,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:05:44.246487 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6f54a062-d32f-43b7-8eec-746598600740 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=07e10f49e52b4af3ac799b05fd707b03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1830816 May 03 23:05:44.249189 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 51520) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:05:44.309194 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-52a5ea17-da76-49b3-8bd1-874134264990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:44.333963 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-52a5ea17-da76-49b3-8bd1-874134264990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:44.384251 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-52a5ea17-da76-49b3-8bd1-874134264990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:44.399452 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5ea17-da76-49b3-8bd1-874134264990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07248fbc-6f2e-426d-9bbd-1345b788cece,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:05:44.408105 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-52a5ea17-da76-49b3-8bd1-874134264990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:44.409202 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-52a5ea17-da76-49b3-8bd1-874134264990 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/07248fbc-6f2e-426d-9bbd-1345b788cece HTTP/1.1" status: 204 len: 168 time: 0.1590455 May 03 23:05:52.907952 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-af3c7d9f-6954-4368-be66-5e8eb320c007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:54.655159 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:55.528509 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-029fbf1b-4f83-4a7a-98b2-b6cea0ea6aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:56.339114 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:56.379996 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:57.709803 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:05:58.183650 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:06:15.252213 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:06:22.909518 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cce7f418-6ed2-4cb5-9914-38d5680cd968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:06:24.669689 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:06:25.530795 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-adbab309-ca48-4d2d-88ec-c9285987dc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:06:26.343027 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:06:26.383459 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:06:27.710148 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:06:28.171753 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:06:40.364470 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eaa5ae21-f426-4082-af2b-604314d22ec7 req-048c5d1a-3d11-465b-bea9-696eef6ef18c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=37ad08ab-ff5d-4e84-902e-743adb7711ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0763071 May 03 23:06:40.502935 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5ae21-f426-4082-af2b-604314d22ec7 req-4ba44d2a-eba4-409c-b945-4d10e5a76104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:06:40.504394 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eaa5ae21-f426-4082-af2b-604314d22ec7 req-4ba44d2a-eba4-409c-b945-4d10e5a76104 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f57d8aecb4b94770bef5f554bf1617f1&device_id=37ad08ab-ff5d-4e84-902e-743adb7711ca HTTP/1.1" status: 200 len: 1096 time: 0.0700545 May 03 23:06:40.647748 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5ae21-f426-4082-af2b-604314d22ec7 req-85373cbb-faab-496d-8ad9-8d632857d33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:06:40.649193 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eaa5ae21-f426-4082-af2b-604314d22ec7 req-85373cbb-faab-496d-8ad9-8d632857d33d service neutron] 10.222.0.60 "GET /v2.0/networks?id=22a799c8-46d8-4bd7-b9e1-64db3d55057d HTTP/1.1" status: 200 len: 910 time: 0.1258616 May 03 23:06:40.754609 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eaa5ae21-f426-4082-af2b-604314d22ec7 req-47f669b8-3a73-45d7-a7c8-6a57ba8f25a6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db6f2ee5-ee11-4ca3-bdc6-4431642fc176 HTTP/1.1" status: 200 len: 1000 time: 0.0993888 May 03 23:06:40.818408 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5ae21-f426-4082-af2b-604314d22ec7 req-b917ee55-f9ee-45eb-90e4-ae23473d10f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:06:40.819830 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eaa5ae21-f426-4082-af2b-604314d22ec7 req-b917ee55-f9ee-45eb-90e4-ae23473d10f9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c31cb33d-bd2c-4256-b2b1-896d8a76b866 HTTP/1.1" status: 200 len: 848 time: 0.0577977 May 03 23:06:41.000591 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5ae21-f426-4082-af2b-604314d22ec7 req-168a376e-fbd8-4990-8cff-7ee85a4500f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:06:41.001503 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eaa5ae21-f426-4082-af2b-604314d22ec7 req-168a376e-fbd8-4990-8cff-7ee85a4500f1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=22a799c8-46d8-4bd7-b9e1-64db3d55057d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1744711 May 03 23:06:41.129071 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eaa5ae21-f426-4082-af2b-604314d22ec7 req-abf3fb69-48ae-49e9-acf6-1a3865dca034 service neutron] 10.222.0.60 "GET /v2.0/networks/22a799c8-46d8-4bd7-b9e1-64db3d55057d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213052 May 03 23:06:41.256062 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eaa5ae21-f426-4082-af2b-604314d22ec7 req-26c900f0-184a-4926-8e22-a8d02e0d99c4 service neutron] 10.222.0.60 "GET /v2.0/networks/22a799c8-46d8-4bd7-b9e1-64db3d55057d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210821 May 03 23:06:52.252018 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:06:52.911369 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b28f7d3a-28bb-42d5-a885-b310a462ef75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:06:54.669086 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:06:55.531816 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-942bce02-b5a1-485a-9dba-fb5ad6b518be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:06:56.345456 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:06:56.384126 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:06:57.712431 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:06:58.177651 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:07:22.912892 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0218696a-3ce0-4bb2-9fc9-dd299446c842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:07:24.677468 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:07:25.533525 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-86fa2aa7-7e03-4273-9559-2b0a0a3b1993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:07:26.348501 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:07:26.387176 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:07:27.716272 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:07:28.178277 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:07:29.251526 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:07:40.361960 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1aec4357-68b8-4f81-93b5-e3807d047dc5 req-96050383-e1b7-4422-a486-3db4b51416aa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=37ad08ab-ff5d-4e84-902e-743adb7711ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0717740 May 03 23:07:40.503498 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec4357-68b8-4f81-93b5-e3807d047dc5 req-dfe93fb7-1b0a-4c04-ab22-b541826ed5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:07:40.505024 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1aec4357-68b8-4f81-93b5-e3807d047dc5 req-dfe93fb7-1b0a-4c04-ab22-b541826ed5cf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f57d8aecb4b94770bef5f554bf1617f1&device_id=37ad08ab-ff5d-4e84-902e-743adb7711ca HTTP/1.1" status: 200 len: 1096 time: 0.0748706 May 03 23:07:40.658217 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec4357-68b8-4f81-93b5-e3807d047dc5 req-2c17e4d3-f9ab-45b2-9c44-75a6ea02e324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:07:40.659661 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1aec4357-68b8-4f81-93b5-e3807d047dc5 req-2c17e4d3-f9ab-45b2-9c44-75a6ea02e324 service neutron] 10.222.0.60 "GET /v2.0/networks?id=22a799c8-46d8-4bd7-b9e1-64db3d55057d HTTP/1.1" status: 200 len: 910 time: 0.1364744 May 03 23:07:40.760008 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1aec4357-68b8-4f81-93b5-e3807d047dc5 req-d7ecc3ea-3920-4613-80ec-1b2d274d89fa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db6f2ee5-ee11-4ca3-bdc6-4431642fc176 HTTP/1.1" status: 200 len: 1000 time: 0.0937843 May 03 23:07:40.825690 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec4357-68b8-4f81-93b5-e3807d047dc5 req-6dd40a49-b9c6-41ab-83ef-4c2ee23466ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:07:40.827156 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1aec4357-68b8-4f81-93b5-e3807d047dc5 req-6dd40a49-b9c6-41ab-83ef-4c2ee23466ba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c31cb33d-bd2c-4256-b2b1-896d8a76b866 HTTP/1.1" status: 200 len: 848 time: 0.0601680 May 03 23:07:40.900062 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec4357-68b8-4f81-93b5-e3807d047dc5 req-39e06148-b9a6-4a3a-8d5f-5f088d5eaaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:07:40.901482 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1aec4357-68b8-4f81-93b5-e3807d047dc5 req-39e06148-b9a6-4a3a-8d5f-5f088d5eaaeb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=22a799c8-46d8-4bd7-b9e1-64db3d55057d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677295 May 03 23:07:41.031122 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1aec4357-68b8-4f81-93b5-e3807d047dc5 req-ef291c9b-27c4-448e-9457-0c781a2d2532 service neutron] 10.222.0.60 "GET /v2.0/networks/22a799c8-46d8-4bd7-b9e1-64db3d55057d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224742 May 03 23:07:41.159802 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1aec4357-68b8-4f81-93b5-e3807d047dc5 req-785c56bc-b30b-4cd5-9d6b-06abf8566342 service neutron] 10.222.0.60 "GET /v2.0/networks/22a799c8-46d8-4bd7-b9e1-64db3d55057d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220284 May 03 23:07:52.915325 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6185412b-b0e1-4302-8f6e-940b74c22043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:07:54.674746 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:07:55.534801 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b3d6a62d-ec70-4be4-80fa-e0b03584f309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:07:56.350802 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:07:56.389744 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:07:57.718499 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:07:58.193447 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:06.250958 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:08:22.915684 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c7d34ff2-4cd9-4f6b-8e4b-65b669eb4907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:24.674766 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:25.536401 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8e5c3c29-47f9-47b0-8223-15ca08d4cc54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:26.353112 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:26.394881 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:27.721958 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:28.202209 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:34.214691 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592902ca-8ce4-4cf7-883e-0eb4e87447a1 req-3cf77252-791c-48ad-a36f-03f51f4544d1 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:08:34.216138 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-592902ca-8ce4-4cf7-883e-0eb4e87447a1 req-3cf77252-791c-48ad-a36f-03f51f4544d1 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "GET /v2.0/ports?device_id=37ad08ab-ff5d-4e84-902e-743adb7711ca HTTP/1.1" status: 200 len: 945 time: 0.0823915 May 03 23:08:34.258744 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-592902ca-8ce4-4cf7-883e-0eb4e87447a1 req-8df5d187-5a30-405b-954b-e5ad7d43c484 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "GET /v2.0/security-groups?id=f1f5e9b1-262a-448a-9983-0d5b50c59eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371032 May 03 23:08:35.447557 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f5893-0db8-486b-a7a8-c69e0585f0e6 req-a0399ff6-dda9-4946-aeb9-3384ec9e78eb tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:08:35.449008 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7f4f5893-0db8-486b-a7a8-c69e0585f0e6 req-a0399ff6-dda9-4946-aeb9-3384ec9e78eb tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "GET /v2.0/ports?device_id=37ad08ab-ff5d-4e84-902e-743adb7711ca HTTP/1.1" status: 200 len: 945 time: 0.0783536 May 03 23:08:35.541419 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7f4f5893-0db8-486b-a7a8-c69e0585f0e6 req-f3bbab7b-6094-4487-9c9f-4363e94a3f1e tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "GET /v2.0/security-groups?id=f1f5e9b1-262a-448a-9983-0d5b50c59eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867460 May 03 23:08:35.568874 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2bfde-6a77-49d0-abec-c6f22057acfa req-fcb1e634-cccc-438d-9041-bfb58c3a3616 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:08:35.570302 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a2b2bfde-6a77-49d0-abec-c6f22057acfa req-fcb1e634-cccc-438d-9041-bfb58c3a3616 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.60 "GET /v2.0/ports?device_id=37ad08ab-ff5d-4e84-902e-743adb7711ca HTTP/1.1" status: 200 len: 945 time: 0.1005476 May 03 23:08:35.642227 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-a2b2bfde-6a77-49d0-abec-c6f22057acfa req-df3972df-8519-4cdc-9e04-661e1e78f599 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Deleting port db6f2ee5-ee11-4ca3-bdc6-4431642fc176 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:08:35.642567 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a2b2bfde-6a77-49d0-abec-c6f22057acfa req-df3972df-8519-4cdc-9e04-661e1e78f599 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:35.978062 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-a2b2bfde-6a77-49d0-abec-c6f22057acfa req-df3972df-8519-4cdc-9e04-661e1e78f599 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] For port db6f2ee5-ee11-4ca3-bdc6-4431642fc176, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=db6f2ee5-ee11-4ca3-bdc6-4431642fc176,segment=NetworkSegment(7fe96c11-b063-4318-826a-193b5876c9fe),segment_id=7fe96c11-b063-4318-826a-193b5876c9fe)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:08:35.978422 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a2b2bfde-6a77-49d0-abec-c6f22057acfa req-df3972df-8519-4cdc-9e04-661e1e78f599 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:36.266031 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a2b2bfde-6a77-49d0-abec-c6f22057acfa req-df3972df-8519-4cdc-9e04-661e1e78f599 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:36.266336 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a2b2bfde-6a77-49d0-abec-c6f22057acfa req-df3972df-8519-4cdc-9e04-661e1e78f599 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:36.266630 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [req-a2b2bfde-6a77-49d0-abec-c6f22057acfa req-df3972df-8519-4cdc-9e04-661e1e78f599 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Floating IP ef6b2e97-b54f-497b-8397-0a1570a274ef disassociated. External IP: 172.25.2.69, port: db6f2ee5-ee11-4ca3-bdc6-4431642fc176. May 03 23:08:36.266970 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-a2b2bfde-6a77-49d0-abec-c6f22057acfa req-df3972df-8519-4cdc-9e04-661e1e78f599 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Calling delete_port for db6f2ee5-ee11-4ca3-bdc6-4431642fc176 owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:08:36.410302 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a2b2bfde-6a77-49d0-abec-c6f22057acfa req-df3972df-8519-4cdc-9e04-661e1e78f599 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:36.460269 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3972df-8519-4cdc-9e04-661e1e78f599 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Pushing event deleted for resources: {'Port': ['ID=db6f2ee5-ee11-4ca3-bdc6-4431642fc176,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:08:36.520401 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3972df-8519-4cdc-9e04-661e1e78f599 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:08:36.520682 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3972df-8519-4cdc-9e04-661e1e78f599 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:08:36.521025 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3972df-8519-4cdc-9e04-661e1e78f599 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:08:36.521360 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3972df-8519-4cdc-9e04-661e1e78f599 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:08:36.521693 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3972df-8519-4cdc-9e04-661e1e78f599 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:08:36.522051 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3972df-8519-4cdc-9e04-661e1e78f599 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:08:36.522380 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3972df-8519-4cdc-9e04-661e1e78f599 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:08:36.522704 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3972df-8519-4cdc-9e04-661e1e78f599 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:08:36.523028 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3972df-8519-4cdc-9e04-661e1e78f599 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:08:36.523352 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3972df-8519-4cdc-9e04-661e1e78f599 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:08:36.523677 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3972df-8519-4cdc-9e04-661e1e78f599 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:08:36.524523 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3972df-8519-4cdc-9e04-661e1e78f599 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:08:36.655417 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2b2bfde-6a77-49d0-abec-c6f22057acfa req-df3972df-8519-4cdc-9e04-661e1e78f599 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Router 12f2c248-523e-43f0-80f4-b407833e5b82 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:08:36.827750 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b537c691-3cc2-445c-8fa6-20ebe85da6e1 req-62fbc33c-bf6b-4bab-92c7-d880a72a4907 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "GET /v2.0/ports?device_id=37ad08ab-ff5d-4e84-902e-743adb7711ca HTTP/1.1" status: 200 len: 210 time: 0.1118138 May 03 23:08:36.874289 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2b2bfde-6a77-49d0-abec-c6f22057acfa req-df3972df-8519-4cdc-9e04-661e1e78f599 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:08:36.884655 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64558dcc-abe9-4cfa-8d7c-78948efbc0f1 None None] Sync routers for ids ['12f2c248-523e-43f0-80f4-b407833e5b82'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:08:36.900835 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64558dcc-abe9-4cfa-8d7c-78948efbc0f1 None None] Routers {'12f2c248-523e-43f0-80f4-b407833e5b82'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:08:36.901957 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-64558dcc-abe9-4cfa-8d7c-78948efbc0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:08:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['12f2c248-523e-43f0-80f4-b407833e5b82'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:08:36.951770 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b2bfde-6a77-49d0-abec-c6f22057acfa req-df3972df-8519-4cdc-9e04-661e1e78f599 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] No DVR routers for this DVR port db6f2ee5-ee11-4ca3-bdc6-4431642fc176 on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:08:36.954444 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a2b2bfde-6a77-49d0-abec-c6f22057acfa req-df3972df-8519-4cdc-9e04-661e1e78f599 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:36.956984 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ad08ab-ff5d-4e84-902e-743adb7711ca', 'name': 'network-vif-deleted', 'tag': 'db6f2ee5-ee11-4ca3-bdc6-4431642fc176'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:08:36.974487 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a2b2bfde-6a77-49d0-abec-c6f22057acfa req-df3972df-8519-4cdc-9e04-661e1e78f599 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.60 "DELETE /v2.0/ports/db6f2ee5-ee11-4ca3-bdc6-4431642fc176 HTTP/1.1" status: 204 len: 173 time: 1.3982666 May 03 23:08:37.078069 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c28dc1ed-1a06-4f6c-b3bf-12e361507684'] response: {'server_uuid': '37ad08ab-ff5d-4e84-902e-743adb7711ca', 'name': 'network-vif-deleted', 'tag': 'db6f2ee5-ee11-4ca3-bdc6-4431642fc176', 'status': 'completed', 'code': 200} May 03 23:08:37.096238 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-64558dcc-abe9-4cfa-8d7c-78948efbc0f1 None None] Set router 12f2c248-523e-43f0-80f4-b407833e5b82 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:08:37.405297 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-64558dcc-abe9-4cfa-8d7c-78948efbc0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'name': 'tempest-TestServerBasicOps-1404814798-router', 'tenant_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '31022f6c-98c4-41e5-a19b-9593403e7fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:03:17Z', 'updated_at': '2022-05-03T23:03:22Z', 'revision_number': 4, 'project_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'gw_port': {'id': '31022f6c-98c4-41e5-a19b-9593403e7fd7', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:03:18Z', 'updated_at': '2022-05-03T23:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '64f9aed9-f49d-4743-8d83-70c211ecbf4c', 'name': '', 'network_id': '22a799c8-46d8-4bd7-b9e1-64db3d55057d', 'tenant_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'mac_address': 'fa:16:3e:84:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'c31cb33d-bd2c-4256-b2b1-896d8a76b866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:03:21Z', 'updated_at': '2022-05-03T23:03:32Z', 'revision_number': 5, 'project_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'subnets': [{'id': 'c31cb33d-bd2c-4256-b2b1-896d8a76b866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:08:37.409248 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64558dcc-abe9-4cfa-8d7c-78948efbc0f1 None None] Checking router: 12f2c248-523e-43f0-80f4-b407833e5b82 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:08:37.417498 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64558dcc-abe9-4cfa-8d7c-78948efbc0f1 None None] Routers {'12f2c248-523e-43f0-80f4-b407833e5b82'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:08:37.418141 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-64558dcc-abe9-4cfa-8d7c-78948efbc0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:08:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['12f2c248-523e-43f0-80f4-b407833e5b82'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:08:37.599173 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-64558dcc-abe9-4cfa-8d7c-78948efbc0f1 None None] Set router 12f2c248-523e-43f0-80f4-b407833e5b82 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:08:37.921442 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 51618) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:08:37.947360 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-64558dcc-abe9-4cfa-8d7c-78948efbc0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'name': 'tempest-TestServerBasicOps-1404814798-router', 'tenant_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '31022f6c-98c4-41e5-a19b-9593403e7fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:03:17Z', 'updated_at': '2022-05-03T23:03:22Z', 'revision_number': 4, 'project_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'gw_port': {'id': '31022f6c-98c4-41e5-a19b-9593403e7fd7', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:03:18Z', 'updated_at': '2022-05-03T23:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '64f9aed9-f49d-4743-8d83-70c211ecbf4c', 'name': '', 'network_id': '22a799c8-46d8-4bd7-b9e1-64db3d55057d', 'tenant_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'mac_address': 'fa:16:3e:84:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'c31cb33d-bd2c-4256-b2b1-896d8a76b866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:03:21Z', 'updated_at': '2022-05-03T23:03:32Z', 'revision_number': 5, 'project_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'subnets': [{'id': 'c31cb33d-bd2c-4256-b2b1-896d8a76b866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:08:37.951321 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64558dcc-abe9-4cfa-8d7c-78948efbc0f1 None None] The sync data for ids ['12f2c248-523e-43f0-80f4-b407833e5b82'] in n-d-811807-1 is: [{'id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'name': 'tempest-TestServerBasicOps-1404814798-router', 'tenant_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '31022f6c-98c4-41e5-a19b-9593403e7fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:03:17Z', 'updated_at': '2022-05-03T23:03:22Z', 'revision_number': 4, 'project_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'gw_port': {'id': '31022f6c-98c4-41e5-a19b-9593403e7fd7', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:03:18Z', 'updated_at': '2022-05-03T23:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '64f9aed9-f49d-4743-8d83-70c211ecbf4c', 'name': '', 'network_id': '22a799c8-46d8-4bd7-b9e1-64db3d55057d', 'tenant_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'mac_address': 'fa:16:3e:84:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'c31cb33d-bd2c-4256-b2b1-896d8a76b866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:03:21Z', 'updated_at': '2022-05-03T23:03:32Z', 'revision_number': 5, 'project_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'subnets': [{'id': 'c31cb33d-bd2c-4256-b2b1-896d8a76b866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:08:38.091074 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-a4061d90-0cc1-458a-970f-fbe1476a040f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Deleting port fbd0b72b-0c3a-4b46-a38d-4edae5e28a32 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:08:38.091421 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a4061d90-0cc1-458a-970f-fbe1476a040f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:38.169491 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84507e8f-685d-45f3-87ed-4e61f733d2ef None None] New status for floating IP ef6b2e97-b54f-497b-8397-0a1570a274ef: DOWN {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:08:38.266481 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a4061d90-0cc1-458a-970f-fbe1476a040f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:38.266814 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a4061d90-0cc1-458a-970f-fbe1476a040f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:38.390876 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-a4061d90-0cc1-458a-970f-fbe1476a040f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Calling delete_port for fbd0b72b-0c3a-4b46-a38d-4edae5e28a32 owned by network:floatingip {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:08:38.477328 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.db.api [None req-a4061d90-0cc1-458a-970f-fbe1476a040f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:08:38.477654 n-d-811807-1 neutron-server[88070]: DEBUG oslo_db.api [None req-a4061d90-0cc1-458a-970f-fbe1476a040f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:08:38.979329 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-a4061d90-0cc1-458a-970f-fbe1476a040f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Deleting port fbd0b72b-0c3a-4b46-a38d-4edae5e28a32 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:08:38.979933 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a4061d90-0cc1-458a-970f-fbe1476a040f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:39.147587 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a4061d90-0cc1-458a-970f-fbe1476a040f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:39.147954 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a4061d90-0cc1-458a-970f-fbe1476a040f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:39.267183 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-a4061d90-0cc1-458a-970f-fbe1476a040f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Calling delete_port for fbd0b72b-0c3a-4b46-a38d-4edae5e28a32 owned by network:floatingip {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:08:39.410906 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a4061d90-0cc1-458a-970f-fbe1476a040f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:39.458613 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4061d90-0cc1-458a-970f-fbe1476a040f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Pushing event deleted for resources: {'Port': ['ID=fbd0b72b-0c3a-4b46-a38d-4edae5e28a32,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:08:39.495238 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4061d90-0cc1-458a-970f-fbe1476a040f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:08:39.495584 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4061d90-0cc1-458a-970f-fbe1476a040f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:08:39.495921 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4061d90-0cc1-458a-970f-fbe1476a040f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:08:39.496257 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4061d90-0cc1-458a-970f-fbe1476a040f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:08:39.496585 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4061d90-0cc1-458a-970f-fbe1476a040f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:08:39.496922 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4061d90-0cc1-458a-970f-fbe1476a040f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:08:39.497237 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4061d90-0cc1-458a-970f-fbe1476a040f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:08:39.497557 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4061d90-0cc1-458a-970f-fbe1476a040f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:08:39.497898 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4061d90-0cc1-458a-970f-fbe1476a040f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:08:39.498227 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4061d90-0cc1-458a-970f-fbe1476a040f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:08:39.498548 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4061d90-0cc1-458a-970f-fbe1476a040f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:08:39.498881 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4061d90-0cc1-458a-970f-fbe1476a040f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:08:39.557252 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a4061d90-0cc1-458a-970f-fbe1476a040f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks [] for floatingip, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:39.571134 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a4061d90-0cc1-458a-970f-fbe1476a040f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:39.574782 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a4061d90-0cc1-458a-970f-fbe1476a040f tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "DELETE /v2.0/floatingips/ef6b2e97-b54f-497b-8397-0a1570a274ef HTTP/1.1" status: 204 len: 168 time: 1.6489749 May 03 23:08:39.720930 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51632) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:08:39.787874 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5a18c9d8-4638-456a-9bde-7f4216a91677 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:39.816141 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5a18c9d8-4638-456a-9bde-7f4216a91677 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:39.878617 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5a18c9d8-4638-456a-9bde-7f4216a91677 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:39.897881 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18c9d8-4638-456a-9bde-7f4216a91677 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f5e9b1-262a-448a-9983-0d5b50c59eb8,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:08:39.907868 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5a18c9d8-4638-456a-9bde-7f4216a91677 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:39.908927 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5a18c9d8-4638-456a-9bde-7f4216a91677 tempest-TestServerBasicOps-1638412325 tempest-TestServerBasicOps-1638412325-project] 10.222.0.58 "DELETE /v2.0/security-groups/f1f5e9b1-262a-448a-9983-0d5b50c59eb8 HTTP/1.1" status: 204 len: 168 time: 0.1870184 May 03 23:08:39.946901 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51638) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:08:40.048032 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device db6f2ee5-ee11-4ca3-bdc6-4431642fc176 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:08:40.082911 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: db6f2ee5-ee11-4ca3-bdc6-4431642fc176 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:08:40.083263 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device db6f2ee5-ee11-4ca3-bdc6-4431642fc176 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:08:40.826447 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-30ecb230-2f14-492b-b2b4-5641ca5ea805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:41.165748 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb230-2f14-492b-b2b4-5641ca5ea805 admin admin] Deleting port 64f9aed9-f49d-4743-8d83-70c211ecbf4c {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:08:41.166116 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-30ecb230-2f14-492b-b2b4-5641ca5ea805 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:41.335481 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-30ecb230-2f14-492b-b2b4-5641ca5ea805 admin admin] For port 64f9aed9-f49d-4743-8d83-70c211ecbf4c, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=64f9aed9-f49d-4743-8d83-70c211ecbf4c,segment=NetworkSegment(7fe96c11-b063-4318-826a-193b5876c9fe),segment_id=7fe96c11-b063-4318-826a-193b5876c9fe)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:08:41.335863 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-30ecb230-2f14-492b-b2b4-5641ca5ea805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:41.454795 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-30ecb230-2f14-492b-b2b4-5641ca5ea805 admin admin] Calling delete_port for 64f9aed9-f49d-4743-8d83-70c211ecbf4c owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:08:41.621391 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-30ecb230-2f14-492b-b2b4-5641ca5ea805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:41.669304 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecb230-2f14-492b-b2b4-5641ca5ea805 admin admin] Pushing event deleted for resources: {'Port': ['ID=64f9aed9-f49d-4743-8d83-70c211ecbf4c,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:08:42.037752 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-30ecb230-2f14-492b-b2b4-5641ca5ea805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:42.395774 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ecb230-2f14-492b-b2b4-5641ca5ea805 admin admin] Router 12f2c248-523e-43f0-80f4-b407833e5b82 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:08:42.569493 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ecb230-2f14-492b-b2b4-5641ca5ea805 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:08:42.578606 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd756822-a584-4175-ae12-da47d7f6ff38 None None] Sync routers for ids ['12f2c248-523e-43f0-80f4-b407833e5b82'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:08:42.581663 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-30ecb230-2f14-492b-b2b4-5641ca5ea805 admin admin] 10.222.0.58 "PUT /v2.0/routers/12f2c248-523e-43f0-80f4-b407833e5b82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6335504 May 03 23:08:42.584110 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51646) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:08:42.588827 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd756822-a584-4175-ae12-da47d7f6ff38 None None] Routers {'12f2c248-523e-43f0-80f4-b407833e5b82'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:08:42.589439 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-bd756822-a584-4175-ae12-da47d7f6ff38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:08:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['12f2c248-523e-43f0-80f4-b407833e5b82'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:08:42.760229 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-432665bd-8a7f-4dca-9df5-d05c38e0e053 admin admin] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:42.767096 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-bd756822-a584-4175-ae12-da47d7f6ff38 None None] Set router 12f2c248-523e-43f0-80f4-b407833e5b82 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:08:42.944352 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-432665bd-8a7f-4dca-9df5-d05c38e0e053 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:42.954646 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-432665bd-8a7f-4dca-9df5-d05c38e0e053 admin admin] Deleting port 31022f6c-98c4-41e5-a19b-9593403e7fd7 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:08:42.955071 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-432665bd-8a7f-4dca-9df5-d05c38e0e053 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:43.061464 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-bd756822-a584-4175-ae12-da47d7f6ff38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'name': 'tempest-TestServerBasicOps-1404814798-router', 'tenant_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '31022f6c-98c4-41e5-a19b-9593403e7fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:03:17Z', 'updated_at': '2022-05-03T23:08:41Z', 'revision_number': 5, 'project_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'gw_port': {'id': '31022f6c-98c4-41e5-a19b-9593403e7fd7', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:03:18Z', 'updated_at': '2022-05-03T23:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:08:43.065638 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd756822-a584-4175-ae12-da47d7f6ff38 None None] Checking router: 12f2c248-523e-43f0-80f4-b407833e5b82 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:08:43.074829 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd756822-a584-4175-ae12-da47d7f6ff38 None None] Routers {'12f2c248-523e-43f0-80f4-b407833e5b82'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:08:43.075432 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-bd756822-a584-4175-ae12-da47d7f6ff38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:08:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['12f2c248-523e-43f0-80f4-b407833e5b82'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:08:43.132006 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-432665bd-8a7f-4dca-9df5-d05c38e0e053 admin admin] For port 31022f6c-98c4-41e5-a19b-9593403e7fd7, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=31022f6c-98c4-41e5-a19b-9593403e7fd7,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:08:43.132601 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-432665bd-8a7f-4dca-9df5-d05c38e0e053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:43.224586 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-bd756822-a584-4175-ae12-da47d7f6ff38 None None] Set router 12f2c248-523e-43f0-80f4-b407833e5b82 gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:08:43.251487 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:08:43.332971 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-bd756822-a584-4175-ae12-da47d7f6ff38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'name': 'tempest-TestServerBasicOps-1404814798-router', 'tenant_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:03:17Z', 'updated_at': '2022-05-03T23:08:42Z', 'revision_number': 6, 'project_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:08:43.336974 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd756822-a584-4175-ae12-da47d7f6ff38 None None] The sync data for ids ['12f2c248-523e-43f0-80f4-b407833e5b82'] in n-d-811807-1 is: [{'id': '12f2c248-523e-43f0-80f4-b407833e5b82', 'name': 'tempest-TestServerBasicOps-1404814798-router', 'tenant_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:03:17Z', 'updated_at': '2022-05-03T23:08:42Z', 'revision_number': 6, 'project_id': 'f57d8aecb4b94770bef5f554bf1617f1', 'gw_port_host': None}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:08:43.373988 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-432665bd-8a7f-4dca-9df5-d05c38e0e053 admin admin] Calling delete_port for 31022f6c-98c4-41e5-a19b-9593403e7fd7 owned by network:router_gateway {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:08:43.537461 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-432665bd-8a7f-4dca-9df5-d05c38e0e053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:43.585251 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432665bd-8a7f-4dca-9df5-d05c38e0e053 admin admin] Pushing event deleted for resources: {'Port': ['ID=31022f6c-98c4-41e5-a19b-9593403e7fd7,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:08:43.673655 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-432665bd-8a7f-4dca-9df5-d05c38e0e053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:43.849040 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-432665bd-8a7f-4dca-9df5-d05c38e0e053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:43.851171 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-432665bd-8a7f-4dca-9df5-d05c38e0e053 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:43.874863 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-432665bd-8a7f-4dca-9df5-d05c38e0e053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:43.875386 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432665bd-8a7f-4dca-9df5-d05c38e0e053 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12f2c248-523e-43f0-80f4-b407833e5b82 {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 23:08:43.887636 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-432665bd-8a7f-4dca-9df5-d05c38e0e053 admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:43.888744 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-432665bd-8a7f-4dca-9df5-d05c38e0e053 admin admin] 10.222.0.58 "DELETE /v2.0/routers/12f2c248-523e-43f0-80f4-b407833e5b82 HTTP/1.1" status: 204 len: 168 time: 1.3037431 May 03 23:08:43.891523 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51650) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:08:43.949658 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-15f2c480-0ac2-407f-b35b-86883d4a48e3 admin admin] Deleting subnet c31cb33d-bd2c-4256-b2b1-896d8a76b866 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:08:43.952480 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-15f2c480-0ac2-407f-b35b-86883d4a48e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:44.001272 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-15f2c480-0ac2-407f-b35b-86883d4a48e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:44.088435 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-15f2c480-0ac2-407f-b35b-86883d4a48e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:44.155844 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-15f2c480-0ac2-407f-b35b-86883d4a48e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:44.194302 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2c480-0ac2-407f-b35b-86883d4a48e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c31cb33d-bd2c-4256-b2b1-896d8a76b866,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:08:44.197933 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-15f2c480-0ac2-407f-b35b-86883d4a48e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:44.203898 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a076d7-0c1c-44ca-af33-c244042d29a8 None None] Network 22a799c8-46d8-4bd7-b9e1-64db3d55057d requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:08:44.204383 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-15f2c480-0ac2-407f-b35b-86883d4a48e3 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c31cb33d-bd2c-4256-b2b1-896d8a76b866 HTTP/1.1" status: 204 len: 168 time: 0.3114831 May 03 23:08:44.206578 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51654) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:08:44.319037 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1274e231-af5f-414a-bb2d-55293602e645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:44.333271 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-1274e231-af5f-414a-bb2d-55293602e645 admin admin] Deleting port 31457d38-6e8a-48d2-a39b-4ed650ccd256 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:08:44.333675 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1274e231-af5f-414a-bb2d-55293602e645 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:44.450204 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a833378a-bc04-401f-ace6-33f8efd401a0 None None] DHCP port deletion for 22a799c8-46d8-4bd7-b9e1-64db3d55057d request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:08:44.454563 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a833378a-bc04-401f-ace6-33f8efd401a0 None None] Deleting port 31457d38-6e8a-48d2-a39b-4ed650ccd256 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:08:44.454936 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a833378a-bc04-401f-ace6-33f8efd401a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:44.540471 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-1274e231-af5f-414a-bb2d-55293602e645 admin admin] For port 31457d38-6e8a-48d2-a39b-4ed650ccd256, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=31457d38-6e8a-48d2-a39b-4ed650ccd256,segment=NetworkSegment(7fe96c11-b063-4318-826a-193b5876c9fe),segment_id=7fe96c11-b063-4318-826a-193b5876c9fe)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:08:44.540831 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1274e231-af5f-414a-bb2d-55293602e645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:44.665285 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-1274e231-af5f-414a-bb2d-55293602e645 admin admin] Calling delete_port for 31457d38-6e8a-48d2-a39b-4ed650ccd256 owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:08:44.691874 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-a833378a-bc04-401f-ace6-33f8efd401a0 None None] For port 31457d38-6e8a-48d2-a39b-4ed650ccd256, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=31457d38-6e8a-48d2-a39b-4ed650ccd256,segment=NetworkSegment(7fe96c11-b063-4318-826a-193b5876c9fe),segment_id=7fe96c11-b063-4318-826a-193b5876c9fe)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:08:44.692273 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a833378a-bc04-401f-ace6-33f8efd401a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:44.742137 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1274e231-af5f-414a-bb2d-55293602e645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:44.786287 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274e231-af5f-414a-bb2d-55293602e645 admin admin] Pushing event deleted for resources: {'Port': ['ID=31457d38-6e8a-48d2-a39b-4ed650ccd256,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:08:44.791626 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1274e231-af5f-414a-bb2d-55293602e645 admin admin] No DVR routers for this DVR port 31457d38-6e8a-48d2-a39b-4ed650ccd256 on host n-d-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:08:44.815699 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a833378a-bc04-401f-ace6-33f8efd401a0 None None] Calling delete_port for 31457d38-6e8a-48d2-a39b-4ed650ccd256 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:08:44.882333 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:08:44.888039 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-a833378a-bc04-401f-ace6-33f8efd401a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:08:44.888403 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-a833378a-bc04-401f-ace6-33f8efd401a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:08:44.928156 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 64f9aed9-f49d-4743-8d83-70c211ecbf4c no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:08:44.964023 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 64f9aed9-f49d-4743-8d83-70c211ecbf4c {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:08:44.964360 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 64f9aed9-f49d-4743-8d83-70c211ecbf4c not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:08:44.964790 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 31457d38-6e8a-48d2-a39b-4ed650ccd256 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:08:45.001278 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 31457d38-6e8a-48d2-a39b-4ed650ccd256 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:08:45.001628 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 31457d38-6e8a-48d2-a39b-4ed650ccd256 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:08:45.002049 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 31022f6c-98c4-41e5-a19b-9593403e7fd7 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:08:45.006693 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1274e231-af5f-414a-bb2d-55293602e645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:45.031650 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-1274e231-af5f-414a-bb2d-55293602e645 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22a799c8-46d8-4bd7-b9e1-64db3d55057d']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:08:45.034146 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 31022f6c-98c4-41e5-a19b-9593403e7fd7 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:08:45.034499 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 31022f6c-98c4-41e5-a19b-9593403e7fd7 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:08:45.045204 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-1274e231-af5f-414a-bb2d-55293602e645 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fe96c11-b063-4318-826a-193b5876c9fe') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:08:45.045513 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-1274e231-af5f-414a-bb2d-55293602e645 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fe96c11-b063-4318-826a-193b5876c9fe') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:08:45.057210 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1274e231-af5f-414a-bb2d-55293602e645 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:45.072781 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1274e231-af5f-414a-bb2d-55293602e645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:45.078609 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1274e231-af5f-414a-bb2d-55293602e645 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:08:45.078988 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1274e231-af5f-414a-bb2d-55293602e645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:45.091827 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 23:08:45.091827 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:08:45.091827 n-d-811807-1 neutron-server[88069]: timer() May 03 23:08:45.091827 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:08:45.091827 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 23:08:45.091827 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:08:45.091827 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 23:08:45.091827 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:08:45.091827 n-d-811807-1 neutron-server[88069]: self._notify() May 03 23:08:45.091827 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:08:45.091827 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 23:08:45.091827 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:08:45.091827 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 23:08:45.091827 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:08:45.091827 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:08:45.091827 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:08:45.091827 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:08:45.091827 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:08:45.091827 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 23:08:45.091827 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:08:45.091827 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 23:08:45.091827 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:08:45.091827 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:08:45.091827 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:08:45.091827 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 23:08:45.091827 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:08:45.091827 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:08:45.091827 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:08:45.091827 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:08:45.091827 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:08:45.091827 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:08:45.091827 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:08:45.166998 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1274e231-af5f-414a-bb2d-55293602e645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:45.183112 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1274e231-af5f-414a-bb2d-55293602e645 admin admin] Notify callbacks [] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:45.195511 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274e231-af5f-414a-bb2d-55293602e645 admin admin] Pushing event deleted for resources: {'Network': ['ID=22a799c8-46d8-4bd7-b9e1-64db3d55057d,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:08:45.200284 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1274e231-af5f-414a-bb2d-55293602e645 admin admin] 10.222.0.58 "DELETE /v2.0/networks/22a799c8-46d8-4bd7-b9e1-64db3d55057d HTTP/1.1" status: 204 len: 168 time: 0.9927866 May 03 23:08:45.203178 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51658) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:08:45.390308 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a833378a-bc04-401f-ace6-33f8efd401a0 None None] Deleting port 31457d38-6e8a-48d2-a39b-4ed650ccd256 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:08:45.390869 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a833378a-bc04-401f-ace6-33f8efd401a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:45.457570 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a833378a-bc04-401f-ace6-33f8efd401a0 None None] The port '31457d38-6e8a-48d2-a39b-4ed650ccd256' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 23:08:45.732000 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6e9adc25-6cc7-4b42-8656-90da60d2b008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:46.067150 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-6e9adc25-6cc7-4b42-8656-90da60d2b008 admin admin] Deleting port 16429754-512d-4e4a-bd0a-1e4e55610b4b {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:08:46.067399 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6e9adc25-6cc7-4b42-8656-90da60d2b008 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:46.232741 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-6e9adc25-6cc7-4b42-8656-90da60d2b008 admin admin] For port 16429754-512d-4e4a-bd0a-1e4e55610b4b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=16429754-512d-4e4a-bd0a-1e4e55610b4b,segment=NetworkSegment(abefd9cc-fd89-4d9a-8c90-eaccd6eab48a),segment_id=abefd9cc-fd89-4d9a-8c90-eaccd6eab48a)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:08:46.233462 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6e9adc25-6cc7-4b42-8656-90da60d2b008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:46.462924 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-6e9adc25-6cc7-4b42-8656-90da60d2b008 admin admin] Calling delete_port for 16429754-512d-4e4a-bd0a-1e4e55610b4b owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:08:46.628050 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6e9adc25-6cc7-4b42-8656-90da60d2b008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:46.700665 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9adc25-6cc7-4b42-8656-90da60d2b008 admin admin] Pushing event deleted for resources: {'Port': ['ID=16429754-512d-4e4a-bd0a-1e4e55610b4b,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:08:46.942199 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6e9adc25-6cc7-4b42-8656-90da60d2b008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:47.293873 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9adc25-6cc7-4b42-8656-90da60d2b008 admin admin] Router a70f339a-c08c-4c40-9a97-8420bdba5576 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:08:47.476004 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9adc25-6cc7-4b42-8656-90da60d2b008 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:08:47.484735 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83253bb3-f421-4856-af74-fcd8375650c0 None None] Sync routers for ids ['a70f339a-c08c-4c40-9a97-8420bdba5576'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:08:47.485317 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6e9adc25-6cc7-4b42-8656-90da60d2b008 admin admin] 10.222.0.58 "PUT /v2.0/routers/a70f339a-c08c-4c40-9a97-8420bdba5576/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2805936 May 03 23:08:47.487233 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51664) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:08:47.494041 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83253bb3-f421-4856-af74-fcd8375650c0 None None] Routers {'a70f339a-c08c-4c40-9a97-8420bdba5576'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:08:47.494643 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-83253bb3-f421-4856-af74-fcd8375650c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:08:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a70f339a-c08c-4c40-9a97-8420bdba5576'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:08:47.658496 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3e196074-8dbc-47d1-8090-d45bced6449e admin admin] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:47.670901 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-83253bb3-f421-4856-af74-fcd8375650c0 None None] Set router a70f339a-c08c-4c40-9a97-8420bdba5576 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:08:47.954810 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3e196074-8dbc-47d1-8090-d45bced6449e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:47.959497 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-83253bb3-f421-4856-af74-fcd8375650c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70f339a-c08c-4c40-9a97-8420bdba5576', 'name': 'tempest-TestServerBasicOps-500439692-router', 'tenant_id': '9d9f5119ea5f41f2abf56f3bc859bfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'fab73a86-b1ca-4eef-a57e-8b57bc35342f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:03:26Z', 'updated_at': '2022-05-03T23:08:46Z', 'revision_number': 5, 'project_id': '9d9f5119ea5f41f2abf56f3bc859bfc7', 'gw_port': {'id': 'fab73a86-b1ca-4eef-a57e-8b57bc35342f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:53:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70f339a-c08c-4c40-9a97-8420bdba5576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:03:27Z', 'updated_at': '2022-05-03T23:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:08:47.963762 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83253bb3-f421-4856-af74-fcd8375650c0 None None] Checking router: a70f339a-c08c-4c40-9a97-8420bdba5576 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:08:47.964038 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-3e196074-8dbc-47d1-8090-d45bced6449e admin admin] Deleting port fab73a86-b1ca-4eef-a57e-8b57bc35342f {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:08:47.964415 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3e196074-8dbc-47d1-8090-d45bced6449e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:47.972190 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83253bb3-f421-4856-af74-fcd8375650c0 None None] Routers {'a70f339a-c08c-4c40-9a97-8420bdba5576'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:08:47.972777 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-83253bb3-f421-4856-af74-fcd8375650c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:08:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a70f339a-c08c-4c40-9a97-8420bdba5576'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:08:48.125640 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-83253bb3-f421-4856-af74-fcd8375650c0 None None] Set router a70f339a-c08c-4c40-9a97-8420bdba5576 gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:08:48.138305 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-3e196074-8dbc-47d1-8090-d45bced6449e admin admin] For port fab73a86-b1ca-4eef-a57e-8b57bc35342f, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=fab73a86-b1ca-4eef-a57e-8b57bc35342f,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:08:48.138672 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3e196074-8dbc-47d1-8090-d45bced6449e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:48.258051 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-83253bb3-f421-4856-af74-fcd8375650c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70f339a-c08c-4c40-9a97-8420bdba5576', 'name': 'tempest-TestServerBasicOps-500439692-router', 'tenant_id': '9d9f5119ea5f41f2abf56f3bc859bfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:03:26Z', 'updated_at': '2022-05-03T23:08:47Z', 'revision_number': 6, 'project_id': '9d9f5119ea5f41f2abf56f3bc859bfc7', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:08:48.260165 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-3e196074-8dbc-47d1-8090-d45bced6449e admin admin] Calling delete_port for fab73a86-b1ca-4eef-a57e-8b57bc35342f owned by network:router_gateway {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:08:48.262129 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83253bb3-f421-4856-af74-fcd8375650c0 None None] The sync data for ids ['a70f339a-c08c-4c40-9a97-8420bdba5576'] in n-d-811807-1 is: [{'id': 'a70f339a-c08c-4c40-9a97-8420bdba5576', 'name': 'tempest-TestServerBasicOps-500439692-router', 'tenant_id': '9d9f5119ea5f41f2abf56f3bc859bfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:03:26Z', 'updated_at': '2022-05-03T23:08:47Z', 'revision_number': 6, 'project_id': '9d9f5119ea5f41f2abf56f3bc859bfc7', 'gw_port_host': None}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:08:48.426424 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3e196074-8dbc-47d1-8090-d45bced6449e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:48.472650 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e196074-8dbc-47d1-8090-d45bced6449e admin admin] Pushing event deleted for resources: {'Port': ['ID=fab73a86-b1ca-4eef-a57e-8b57bc35342f,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:08:48.561790 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3e196074-8dbc-47d1-8090-d45bced6449e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:48.734862 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3e196074-8dbc-47d1-8090-d45bced6449e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:48.737051 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3e196074-8dbc-47d1-8090-d45bced6449e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:48.759861 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3e196074-8dbc-47d1-8090-d45bced6449e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:48.760367 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e196074-8dbc-47d1-8090-d45bced6449e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a70f339a-c08c-4c40-9a97-8420bdba5576 {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 23:08:48.772224 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3e196074-8dbc-47d1-8090-d45bced6449e admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:48.773337 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3e196074-8dbc-47d1-8090-d45bced6449e admin admin] 10.222.0.58 "DELETE /v2.0/routers/a70f339a-c08c-4c40-9a97-8420bdba5576 HTTP/1.1" status: 204 len: 168 time: 1.2852080 May 03 23:08:48.776549 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51668) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:08:48.834560 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0955996-3e3f-4cd3-8edc-518b459443ca admin admin] Deleting subnet 7c2b68bd-a7b7-4533-ba00-5be75fada271 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:08:48.837996 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b0955996-3e3f-4cd3-8edc-518b459443ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:48.887486 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b0955996-3e3f-4cd3-8edc-518b459443ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:48.971874 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b0955996-3e3f-4cd3-8edc-518b459443ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:49.039380 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 16429754-512d-4e4a-bd0a-1e4e55610b4b no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:08:49.049298 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b0955996-3e3f-4cd3-8edc-518b459443ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:49.074785 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 16429754-512d-4e4a-bd0a-1e4e55610b4b {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:08:49.075134 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 16429754-512d-4e4a-bd0a-1e4e55610b4b not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:08:49.075576 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device fab73a86-b1ca-4eef-a57e-8b57bc35342f no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:08:49.092261 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0955996-3e3f-4cd3-8edc-518b459443ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c2b68bd-a7b7-4533-ba00-5be75fada271,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:08:49.095694 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b0955996-3e3f-4cd3-8edc-518b459443ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:49.101828 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b0955996-3e3f-4cd3-8edc-518b459443ca admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7c2b68bd-a7b7-4533-ba00-5be75fada271 HTTP/1.1" status: 204 len: 168 time: 0.3243470 May 03 23:08:49.104287 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51672) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:08:49.104577 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56f1bcb-b608-4ccd-afc9-98f6e3950143 None None] Network f64fbebd-cf27-409f-b5d1-295d2981c967 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:08:49.124657 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: fab73a86-b1ca-4eef-a57e-8b57bc35342f {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:08:49.125183 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device fab73a86-b1ca-4eef-a57e-8b57bc35342f not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:08:49.338228 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-484dff34-9177-4ec7-8f26-52e89de15a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:49.349369 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-484dff34-9177-4ec7-8f26-52e89de15a89 admin admin] Deleting port 5539abfb-5d2d-45f5-baf5-2049f08df558 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:08:49.349648 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-484dff34-9177-4ec7-8f26-52e89de15a89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:49.377285 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc75152-a03c-4b50-9607-13df01a56183 None None] DHCP port deletion for f64fbebd-cf27-409f-b5d1-295d2981c967 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:08:49.381067 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-8cc75152-a03c-4b50-9607-13df01a56183 None None] Deleting port 5539abfb-5d2d-45f5-baf5-2049f08df558 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:08:49.381444 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8cc75152-a03c-4b50-9607-13df01a56183 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:49.551697 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-484dff34-9177-4ec7-8f26-52e89de15a89 admin admin] For port 5539abfb-5d2d-45f5-baf5-2049f08df558, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=5539abfb-5d2d-45f5-baf5-2049f08df558,segment=NetworkSegment(abefd9cc-fd89-4d9a-8c90-eaccd6eab48a),segment_id=abefd9cc-fd89-4d9a-8c90-eaccd6eab48a)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:08:49.552167 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-484dff34-9177-4ec7-8f26-52e89de15a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:49.589077 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-8cc75152-a03c-4b50-9607-13df01a56183 None None] For port 5539abfb-5d2d-45f5-baf5-2049f08df558, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=5539abfb-5d2d-45f5-baf5-2049f08df558,segment=NetworkSegment(abefd9cc-fd89-4d9a-8c90-eaccd6eab48a),segment_id=abefd9cc-fd89-4d9a-8c90-eaccd6eab48a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:08:49.589472 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8cc75152-a03c-4b50-9607-13df01a56183 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:49.682031 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-484dff34-9177-4ec7-8f26-52e89de15a89 admin admin] Calling delete_port for 5539abfb-5d2d-45f5-baf5-2049f08df558 owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:08:49.722393 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-8cc75152-a03c-4b50-9607-13df01a56183 None None] Calling delete_port for 5539abfb-5d2d-45f5-baf5-2049f08df558 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:08:49.757886 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-484dff34-9177-4ec7-8f26-52e89de15a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:49.792988 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-8cc75152-a03c-4b50-9607-13df01a56183 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:08:49.793361 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-8cc75152-a03c-4b50-9607-13df01a56183 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:08:49.804713 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484dff34-9177-4ec7-8f26-52e89de15a89 admin admin] Pushing event deleted for resources: {'Port': ['ID=5539abfb-5d2d-45f5-baf5-2049f08df558,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:08:49.807092 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484dff34-9177-4ec7-8f26-52e89de15a89 admin admin] No DVR routers for this DVR port 5539abfb-5d2d-45f5-baf5-2049f08df558 on host n-d-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:08:49.919430 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-484dff34-9177-4ec7-8f26-52e89de15a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:49.947508 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-484dff34-9177-4ec7-8f26-52e89de15a89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f64fbebd-cf27-409f-b5d1-295d2981c967']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:08:49.959065 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-484dff34-9177-4ec7-8f26-52e89de15a89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abefd9cc-fd89-4d9a-8c90-eaccd6eab48a') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:08:49.959364 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-484dff34-9177-4ec7-8f26-52e89de15a89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abefd9cc-fd89-4d9a-8c90-eaccd6eab48a') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:08:49.970857 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-484dff34-9177-4ec7-8f26-52e89de15a89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:49.987367 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-484dff34-9177-4ec7-8f26-52e89de15a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:49.993654 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-484dff34-9177-4ec7-8f26-52e89de15a89 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:08:49.994067 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-484dff34-9177-4ec7-8f26-52e89de15a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:50.006943 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 23:08:50.006943 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:08:50.006943 n-d-811807-1 neutron-server[88069]: timer() May 03 23:08:50.006943 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:08:50.006943 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 23:08:50.006943 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:08:50.006943 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 23:08:50.006943 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:08:50.006943 n-d-811807-1 neutron-server[88069]: self._notify() May 03 23:08:50.006943 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:08:50.006943 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 23:08:50.006943 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:08:50.006943 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 23:08:50.006943 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:08:50.006943 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:08:50.006943 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:08:50.006943 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:08:50.006943 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:08:50.006943 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 23:08:50.006943 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:08:50.006943 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 23:08:50.006943 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:08:50.006943 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:08:50.006943 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:08:50.006943 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 23:08:50.006943 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:08:50.006943 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:08:50.006943 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:08:50.006943 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:08:50.006943 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:08:50.006943 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:08:50.006943 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:08:50.082409 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-484dff34-9177-4ec7-8f26-52e89de15a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:50.087782 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-484dff34-9177-4ec7-8f26-52e89de15a89 admin admin] Notify callbacks [] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:50.111711 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484dff34-9177-4ec7-8f26-52e89de15a89 admin admin] Pushing event deleted for resources: {'Network': ['ID=f64fbebd-cf27-409f-b5d1-295d2981c967,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:08:50.116694 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-484dff34-9177-4ec7-8f26-52e89de15a89 admin admin] 10.222.0.58 "DELETE /v2.0/networks/f64fbebd-cf27-409f-b5d1-295d2981c967 HTTP/1.1" status: 204 len: 168 time: 1.0114849 May 03 23:08:50.226588 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51678) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:08:50.275229 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-73e34413-2780-4d0d-beac-3d44f67d3346 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f57d8aecb4b94770bef5f554bf1617f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475085 May 03 23:08:50.277532 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51682) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:08:50.294667 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-8cc75152-a03c-4b50-9607-13df01a56183 None None] Deleting port 5539abfb-5d2d-45f5-baf5-2049f08df558 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:08:50.295170 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8cc75152-a03c-4b50-9607-13df01a56183 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:50.334645 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7496a03d-db68-4fee-b49a-b42e731b684f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:50.360066 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7496a03d-db68-4fee-b49a-b42e731b684f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:50.363160 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-8cc75152-a03c-4b50-9607-13df01a56183 None None] The port '5539abfb-5d2d-45f5-baf5-2049f08df558' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 23:08:50.415732 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7496a03d-db68-4fee-b49a-b42e731b684f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:50.434608 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496a03d-db68-4fee-b49a-b42e731b684f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae76f3c-7129-48df-b017-ad77fe2fda97,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:08:50.442845 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7496a03d-db68-4fee-b49a-b42e731b684f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:50.443890 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7496a03d-db68-4fee-b49a-b42e731b684f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4ae76f3c-7129-48df-b017-ad77fe2fda97 HTTP/1.1" status: 204 len: 168 time: 0.1654668 May 03 23:08:50.779936 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51690) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:08:50.827284 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7f677366-7ff3-4043-8162-c2bff2c0ad13 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9d9f5119ea5f41f2abf56f3bc859bfc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460410 May 03 23:08:50.829574 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51694) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:08:50.886726 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-75d20c1a-2321-4736-88f2-e336b59970d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:50.912103 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-75d20c1a-2321-4736-88f2-e336b59970d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:50.916368 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 5539abfb-5d2d-45f5-baf5-2049f08df558 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:08:50.949966 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 5539abfb-5d2d-45f5-baf5-2049f08df558 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:08:50.950247 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 5539abfb-5d2d-45f5-baf5-2049f08df558 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:08:50.967498 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-75d20c1a-2321-4736-88f2-e336b59970d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:50.981704 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d20c1a-2321-4736-88f2-e336b59970d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407b7052-13e4-4bb0-900a-829700c842a6,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:08:50.988404 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-75d20c1a-2321-4736-88f2-e336b59970d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:50.989525 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-75d20c1a-2321-4736-88f2-e336b59970d8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/407b7052-13e4-4bb0-900a-829700c842a6 HTTP/1.1" status: 204 len: 168 time: 0.1590517 May 03 23:08:51.702969 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51718) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:08:51.803921 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-78177518-292c-4b68-bf4f-3cc939f1b7ab admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-311831815-network', 'tenant_id': 'f4fac9c1e54446a79a20d3f029485850'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:08:51.809896 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-78177518-292c-4b68-bf4f-3cc939f1b7ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:08:51.814113 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-78177518-292c-4b68-bf4f-3cc939f1b7ab admin admin] Usage tracker for resource:network and tenant:f4fac9c1e54446a79a20d3f029485850 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:08:51.816964 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-78177518-292c-4b68-bf4f-3cc939f1b7ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:08:51.823096 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-78177518-292c-4b68-bf4f-3cc939f1b7ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:08:51.832320 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78177518-292c-4b68-bf4f-3cc939f1b7ab admin admin] Made reservation on behalf of f4fac9c1e54446a79a20d3f029485850 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:08:51.834637 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-78177518-292c-4b68-bf4f-3cc939f1b7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:51.846404 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-78177518-292c-4b68-bf4f-3cc939f1b7ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:51.863640 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-78177518-292c-4b68-bf4f-3cc939f1b7ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:08:51.867392 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-78177518-292c-4b68-bf4f-3cc939f1b7ab admin admin] Usage tracker for resource:security_group_rule and tenant:f4fac9c1e54446a79a20d3f029485850 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:08:51.870727 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-78177518-292c-4b68-bf4f-3cc939f1b7ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:08:51.876666 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-78177518-292c-4b68-bf4f-3cc939f1b7ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:08:51.957994 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-78177518-292c-4b68-bf4f-3cc939f1b7ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:51.961836 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-78177518-292c-4b68-bf4f-3cc939f1b7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:51.991649 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78177518-292c-4b68-bf4f-3cc939f1b7ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:08:52.000591 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78177518-292c-4b68-bf4f-3cc939f1b7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12010ff-c789-4b58-b6d0-18f1e76edfde,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:08:52.008621 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-78177518-292c-4b68-bf4f-3cc939f1b7ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:52.008731 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-78177518-292c-4b68-bf4f-3cc939f1b7ab admin admin] Added segment 2a1c55e4-f7d5-4cc6-83c3-a75345a28352 of type vlan for network 5039d784-43b2-411e-9a45-c7ff46a6d1a5 May 03 23:08:52.034393 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-78177518-292c-4b68-bf4f-3cc939f1b7ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:52.062931 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-78177518-292c-4b68-bf4f-3cc939f1b7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:52.064111 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78177518-292c-4b68-bf4f-3cc939f1b7ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:08:52.064683 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-78177518-292c-4b68-bf4f-3cc939f1b7ab admin admin] Notify callbacks [] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:52.162975 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-78177518-292c-4b68-bf4f-3cc939f1b7ab admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4589036 May 03 23:08:52.166525 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 51724) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:08:52.171662 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78177518-292c-4b68-bf4f-3cc939f1b7ab admin admin] Pushing event updated for resources: {'Network': ['ID=5039d784-43b2-411e-9a45-c7ff46a6d1a5,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:08:52.172040 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-00ae0ded-b9c0-4df2-a66c-8b733436e079 admin admin] Request body: {'subnet': {'network_id': '5039d784-43b2-411e-9a45-c7ff46a6d1a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-311831815-subnet', 'tenant_id': 'f4fac9c1e54446a79a20d3f029485850', 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:08:52.177642 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-00ae0ded-b9c0-4df2-a66c-8b733436e079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:08:52.180830 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 5039d784-43b2-411e-9a45-c7ff46a6d1a5 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:08:52.181499 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-00ae0ded-b9c0-4df2-a66c-8b733436e079 admin admin] Usage tracker for resource:subnet and tenant:f4fac9c1e54446a79a20d3f029485850 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:08:52.185342 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-00ae0ded-b9c0-4df2-a66c-8b733436e079 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:08:52.191338 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-00ae0ded-b9c0-4df2-a66c-8b733436e079 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:08:52.200826 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ae0ded-b9c0-4df2-a66c-8b733436e079 admin admin] Made reservation on behalf of f4fac9c1e54446a79a20d3f029485850 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:08:52.203128 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-00ae0ded-b9c0-4df2-a66c-8b733436e079 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:52.514067 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-00ae0ded-b9c0-4df2-a66c-8b733436e079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:52.590430 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae0ded-b9c0-4df2-a66c-8b733436e079 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba6bb28d-b24c-40cd-a8e6-c90e2d7c6b87,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:08:52.594659 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ae0ded-b9c0-4df2-a66c-8b733436e079 admin admin] Checking segment: {'id': '2a1c55e4-f7d5-4cc6-83c3-a75345a28352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5039d784-43b2-411e-9a45-c7ff46a6d1a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:08:52.594796 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ae0ded-b9c0-4df2-a66c-8b733436e079 admin admin] Network hostable DHCP agents. Network: 5039d784-43b2-411e-9a45-c7ff46a6d1a5, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:08:52.613671 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ae0ded-b9c0-4df2-a66c-8b733436e079 admin admin] Network 5039d784-43b2-411e-9a45-c7ff46a6d1a5 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:08:52.622330 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-00ae0ded-b9c0-4df2-a66c-8b733436e079 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 5039d784-43b2-411e-9a45-c7ff46a6d1a5) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:08:52.626216 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ae0ded-b9c0-4df2-a66c-8b733436e079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:08:52.626798 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-00ae0ded-b9c0-4df2-a66c-8b733436e079 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:52.631471 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb24c1ef-294f-4257-b546-41cc391b97c5 None None] Network 5039d784-43b2-411e-9a45-c7ff46a6d1a5 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:08:52.647319 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-00ae0ded-b9c0-4df2-a66c-8b733436e079 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4797213 May 03 23:08:52.650786 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51728) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:08:52.655859 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-220cba63-b7b3-41ef-8b46-ff2e7f5e42d9 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-311831815-router', 'tenant_id': 'f4fac9c1e54446a79a20d3f029485850', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:08:52.661032 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-220cba63-b7b3-41ef-8b46-ff2e7f5e42d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:08:52.664888 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-220cba63-b7b3-41ef-8b46-ff2e7f5e42d9 admin admin] Usage tracker for resource:router and tenant:f4fac9c1e54446a79a20d3f029485850 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:08:52.667850 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-220cba63-b7b3-41ef-8b46-ff2e7f5e42d9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:08:52.673869 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-220cba63-b7b3-41ef-8b46-ff2e7f5e42d9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:08:52.684049 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-220cba63-b7b3-41ef-8b46-ff2e7f5e42d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:52.685377 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-220cba63-b7b3-41ef-8b46-ff2e7f5e42d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:52.701219 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-220cba63-b7b3-41ef-8b46-ff2e7f5e42d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:52.846878 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b85856-3cd0-4416-988e-ed15911dd6b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-5039d784-43b2-411e-9a45-c7ff46a6d1a5', 'network_id': '5039d784-43b2-411e-9a45-c7ff46a6d1a5', 'tenant_id': 'f4fac9c1e54446a79a20d3f029485850', 'fixed_ips': [{'subnet_id': 'ba6bb28d-b24c-40cd-a8e6-c90e2d7c6b87'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:08:52.847811 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-77b85856-3cd0-4416-988e-ed15911dd6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:52.929603 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f0c2c852-860d-4743-bff7-8573499a3e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:53.016681 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-77b85856-3cd0-4416-988e-ed15911dd6b5 None None] Allocated IP 172.20.0.2 (5039d784-43b2-411e-9a45-c7ff46a6d1a5/ba6bb28d-b24c-40cd-a8e6-c90e2d7c6b87/ffe34af8-8fee-4941-be87-c074caab5fa8) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:08:53.077728 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-220cba63-b7b3-41ef-8b46-ff2e7f5e42d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:53.224331 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-77b85856-3cd0-4416-988e-ed15911dd6b5 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:53.236173 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-77b85856-3cd0-4416-988e-ed15911dd6b5 None None] Transition to ACTIVE for port object ffe34af8-8fee-4941-be87-c074caab5fa8 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:08:53.254755 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-77b85856-3cd0-4416-988e-ed15911dd6b5 None None] Transition to ACTIVE for port object ffe34af8-8fee-4941-be87-c074caab5fa8 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:08:53.260333 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-77b85856-3cd0-4416-988e-ed15911dd6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:53.327899 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b85856-3cd0-4416-988e-ed15911dd6b5 None None] Network 5039d784-43b2-411e-9a45-c7ff46a6d1a5 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:08:53.329011 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-77b85856-3cd0-4416-988e-ed15911dd6b5 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:08:53.331513 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b85856-3cd0-4416-988e-ed15911dd6b5 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:08:53.388499 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-220cba63-b7b3-41ef-8b46-ff2e7f5e42d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:53.400740 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b85856-3cd0-4416-988e-ed15911dd6b5 None None] Pushing event updated for resources: {'Port': ['ID=ffe34af8-8fee-4941-be87-c074caab5fa8,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:08:53.416501 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b85856-3cd0-4416-988e-ed15911dd6b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:08:53.416838 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b85856-3cd0-4416-988e-ed15911dd6b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:08:53.417171 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b85856-3cd0-4416-988e-ed15911dd6b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:08:53.417500 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b85856-3cd0-4416-988e-ed15911dd6b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:08:53.417825 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b85856-3cd0-4416-988e-ed15911dd6b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:08:53.418170 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b85856-3cd0-4416-988e-ed15911dd6b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:08:53.418489 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b85856-3cd0-4416-988e-ed15911dd6b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:08:53.418805 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b85856-3cd0-4416-988e-ed15911dd6b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:08:53.419122 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b85856-3cd0-4416-988e-ed15911dd6b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:08:53.419439 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b85856-3cd0-4416-988e-ed15911dd6b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:08:53.419756 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b85856-3cd0-4416-988e-ed15911dd6b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:08:53.420067 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b85856-3cd0-4416-988e-ed15911dd6b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:08:53.421897 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-220cba63-b7b3-41ef-8b46-ff2e7f5e42d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:53.438822 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-77b85856-3cd0-4416-988e-ed15911dd6b5 None None] Attempting to bind port ffe34af8-8fee-4941-be87-c074caab5fa8 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:08:53.439185 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-77b85856-3cd0-4416-988e-ed15911dd6b5 None None] Attempting to bind port ffe34af8-8fee-4941-be87-c074caab5fa8 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '2a1c55e4-f7d5-4cc6-83c3-a75345a28352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5039d784-43b2-411e-9a45-c7ff46a6d1a5'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:08:53.439542 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b85856-3cd0-4416-988e-ed15911dd6b5 None None] Attempting to bind port ffe34af8-8fee-4941-be87-c074caab5fa8 on network 5039d784-43b2-411e-9a45-c7ff46a6d1a5 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:08:53.444678 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b85856-3cd0-4416-988e-ed15911dd6b5 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:08:53.445044 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b85856-3cd0-4416-988e-ed15911dd6b5 None None] Checking segment: {'id': '2a1c55e4-f7d5-4cc6-83c3-a75345a28352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5039d784-43b2-411e-9a45-c7ff46a6d1a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:08:53.445438 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-77b85856-3cd0-4416-988e-ed15911dd6b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:53.446373 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b85856-3cd0-4416-988e-ed15911dd6b5 None None] Bound using segment: {'id': '2a1c55e4-f7d5-4cc6-83c3-a75345a28352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5039d784-43b2-411e-9a45-c7ff46a6d1a5'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:08:53.446826 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-77b85856-3cd0-4416-988e-ed15911dd6b5 None None] Bound port: ffe34af8-8fee-4941-be87-c074caab5fa8, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1c55e4-f7d5-4cc6-83c3-a75345a28352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5039d784-43b2-411e-9a45-c7ff46a6d1a5'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:08:53.447194 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-77b85856-3cd0-4416-988e-ed15911dd6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:53.538197 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-77b85856-3cd0-4416-988e-ed15911dd6b5 None None] For port ffe34af8-8fee-4941-be87-c074caab5fa8, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:08:53.541791 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-77b85856-3cd0-4416-988e-ed15911dd6b5 None None] For port ffe34af8-8fee-4941-be87-c074caab5fa8, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ffe34af8-8fee-4941-be87-c074caab5fa8,segment=NetworkSegment(2a1c55e4-f7d5-4cc6-83c3-a75345a28352),segment_id=2a1c55e4-f7d5-4cc6-83c3-a75345a28352)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:08:53.546945 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-77b85856-3cd0-4416-988e-ed15911dd6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:53.554561 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-220cba63-b7b3-41ef-8b46-ff2e7f5e42d9 admin admin] Allocated IP 172.25.2.88 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/d035e661-0265-4e32-9183-6cbed7d30c54) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:08:53.631051 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b85856-3cd0-4416-988e-ed15911dd6b5 None None] Pushing event updated for resources: {'Port': ['ID=ffe34af8-8fee-4941-be87-c074caab5fa8,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:08:53.712929 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-220cba63-b7b3-41ef-8b46-ff2e7f5e42d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:53.742331 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-220cba63-b7b3-41ef-8b46-ff2e7f5e42d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:53.816400 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220cba63-b7b3-41ef-8b46-ff2e7f5e42d9 admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:08:53.819416 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-220cba63-b7b3-41ef-8b46-ff2e7f5e42d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:08:53.823634 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220cba63-b7b3-41ef-8b46-ff2e7f5e42d9 admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:08:53.852618 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220cba63-b7b3-41ef-8b46-ff2e7f5e42d9 admin admin] Pushing event updated for resources: {'Port': ['ID=d035e661-0265-4e32-9183-6cbed7d30c54,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:08:54.237958 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-220cba63-b7b3-41ef-8b46-ff2e7f5e42d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:54.562506 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4595ae4-579f-4153-984a-5ae10919d1a0 None None] Network 5039d784-43b2-411e-9a45-c7ff46a6d1a5 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:08:54.691022 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f9fadbce-f44e-4ded-9fcc-92b5f701ac67 None None] Provisioning for port ffe34af8-8fee-4941-be87-c074caab5fa8 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:08:54.713295 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-220cba63-b7b3-41ef-8b46-ff2e7f5e42d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:54.738399 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:54.919200 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220cba63-b7b3-41ef-8b46-ff2e7f5e42d9 admin admin] Router 46fa50e7-5302-4ff8-bcde-2b54c7d80aff is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 23:08:54.956298 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ffe34af8-8fee-4941-be87-c074caab5fa8 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:08:55.048965 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port ffe34af8-8fee-4941-be87-c074caab5fa8 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:08:55.053992 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port ffe34af8-8fee-4941-be87-c074caab5fa8 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:08:55.054367 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:55.113631 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220cba63-b7b3-41ef-8b46-ff2e7f5e42d9 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:08:55.125283 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6d30c6-f073-420e-83f9-02bbd55deb0d None None] Sync routers for ids ['46fa50e7-5302-4ff8-bcde-2b54c7d80aff'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:08:55.137691 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-220cba63-b7b3-41ef-8b46-ff2e7f5e42d9 admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:55.138979 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-220cba63-b7b3-41ef-8b46-ff2e7f5e42d9 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4872043 May 03 23:08:55.141836 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51732) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:08:55.176555 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6d30c6-f073-420e-83f9-02bbd55deb0d None None] Routers {'46fa50e7-5302-4ff8-bcde-2b54c7d80aff'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:08:55.177181 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-fa6d30c6-f073-420e-83f9-02bbd55deb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:08:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['46fa50e7-5302-4ff8-bcde-2b54c7d80aff'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:08:55.350614 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:55.409004 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port ffe34af8-8fee-4941-be87-c074caab5fa8, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ffe34af8-8fee-4941-be87-c074caab5fa8,segment=NetworkSegment(2a1c55e4-f7d5-4cc6-83c3-a75345a28352),segment_id=2a1c55e4-f7d5-4cc6-83c3-a75345a28352)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:08:55.414830 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:55.470451 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-fa6d30c6-f073-420e-83f9-02bbd55deb0d None None] Set router 46fa50e7-5302-4ff8-bcde-2b54c7d80aff gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:08:55.631881 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8ff43afa-285b-4782-a508-eb77121d1683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:55.633255 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=ffe34af8-8fee-4941-be87-c074caab5fa8,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:08:55.786716 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-fa6d30c6-f073-420e-83f9-02bbd55deb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fa50e7-5302-4ff8-bcde-2b54c7d80aff', 'name': 'tempest-TestServerMultinode-311831815-router', 'tenant_id': 'f4fac9c1e54446a79a20d3f029485850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd035e661-0265-4e32-9183-6cbed7d30c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:08:52Z', 'updated_at': '2022-05-03T23:08:54Z', 'revision_number': 3, 'project_id': 'f4fac9c1e54446a79a20d3f029485850', 'gw_port': {'id': 'd035e661-0265-4e32-9183-6cbed7d30c54', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fa50e7-5302-4ff8-bcde-2b54c7d80aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:08:53Z', 'updated_at': '2022-05-03T23:08:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:08:55.791116 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6d30c6-f073-420e-83f9-02bbd55deb0d None None] Checking router: 46fa50e7-5302-4ff8-bcde-2b54c7d80aff for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:08:55.791468 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6d30c6-f073-420e-83f9-02bbd55deb0d None None] Updating router 46fa50e7-5302-4ff8-bcde-2b54c7d80aff port d035e661-0265-4e32-9183-6cbed7d30c54 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:08:55.850137 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fa6d30c6-f073-420e-83f9-02bbd55deb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:55.931502 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-471c4922-cb17-4e88-b1b6-bfb78a73f34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:56.134085 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-471c4922-cb17-4e88-b1b6-bfb78a73f34a admin admin] Allocated IP 172.20.0.1 (5039d784-43b2-411e-9a45-c7ff46a6d1a5/ba6bb28d-b24c-40cd-a8e6-c90e2d7c6b87/4edd9fb9-8ac1-4880-bd5c-6a299b0179da) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:08:56.175808 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fa6d30c6-f073-420e-83f9-02bbd55deb0d None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:56.189885 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-fa6d30c6-f073-420e-83f9-02bbd55deb0d None None] Transition to ACTIVE for port object d035e661-0265-4e32-9183-6cbed7d30c54 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:08:56.196812 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fa6d30c6-f073-420e-83f9-02bbd55deb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:56.274339 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-fa6d30c6-f073-420e-83f9-02bbd55deb0d None None] Attempting to bind port d035e661-0265-4e32-9183-6cbed7d30c54 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:08:56.274713 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-fa6d30c6-f073-420e-83f9-02bbd55deb0d None None] Attempting to bind port d035e661-0265-4e32-9183-6cbed7d30c54 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:08:56.275080 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6d30c6-f073-420e-83f9-02bbd55deb0d None None] Attempting to bind port d035e661-0265-4e32-9183-6cbed7d30c54 on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:08:56.283802 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-471c4922-cb17-4e88-b1b6-bfb78a73f34a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:56.284013 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6d30c6-f073-420e-83f9-02bbd55deb0d None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:08:56.284208 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6d30c6-f073-420e-83f9-02bbd55deb0d None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:08:56.284608 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fa6d30c6-f073-420e-83f9-02bbd55deb0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:56.285001 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6d30c6-f073-420e-83f9-02bbd55deb0d None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:08:56.285461 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-fa6d30c6-f073-420e-83f9-02bbd55deb0d None None] Bound port: d035e661-0265-4e32-9183-6cbed7d30c54, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:08:56.285832 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fa6d30c6-f073-420e-83f9-02bbd55deb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:56.299882 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-471c4922-cb17-4e88-b1b6-bfb78a73f34a admin admin] Transition to ACTIVE for port object 4edd9fb9-8ac1-4880-bd5c-6a299b0179da will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:08:56.315481 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b867d-8fe2-4d77-8791-af02afc6e914 None None] Pushing event updated for resources: {'Port': ['ID=d035e661-0265-4e32-9183-6cbed7d30c54,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:08:56.325089 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-471c4922-cb17-4e88-b1b6-bfb78a73f34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:56.376484 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:56.389482 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-fa6d30c6-f073-420e-83f9-02bbd55deb0d None None] For port d035e661-0265-4e32-9183-6cbed7d30c54, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:08:56.395456 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471c4922-cb17-4e88-b1b6-bfb78a73f34a admin admin] Network 5039d784-43b2-411e-9a45-c7ff46a6d1a5 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:08:56.395765 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-fa6d30c6-f073-420e-83f9-02bbd55deb0d None None] For port d035e661-0265-4e32-9183-6cbed7d30c54, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d035e661-0265-4e32-9183-6cbed7d30c54,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:08:56.398489 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-471c4922-cb17-4e88-b1b6-bfb78a73f34a admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:08:56.401517 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fa6d30c6-f073-420e-83f9-02bbd55deb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:56.402347 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471c4922-cb17-4e88-b1b6-bfb78a73f34a admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:08:56.432625 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c4922-cb17-4e88-b1b6-bfb78a73f34a admin admin] Pushing event updated for resources: {'Port': ['ID=4edd9fb9-8ac1-4880-bd5c-6a299b0179da,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:08:56.441480 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:56.466435 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-471c4922-cb17-4e88-b1b6-bfb78a73f34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:56.483628 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6d30c6-f073-420e-83f9-02bbd55deb0d None None] Routers {'46fa50e7-5302-4ff8-bcde-2b54c7d80aff'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:08:56.484255 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-fa6d30c6-f073-420e-83f9-02bbd55deb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:08:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['46fa50e7-5302-4ff8-bcde-2b54c7d80aff'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:08:56.599222 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-471c4922-cb17-4e88-b1b6-bfb78a73f34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:56.605269 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b867d-8fe2-4d77-8791-af02afc6e914 None None] Pushing event updated for resources: {'Port': ['ID=d035e661-0265-4e32-9183-6cbed7d30c54,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:08:56.678210 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-fa6d30c6-f073-420e-83f9-02bbd55deb0d None None] Set router 46fa50e7-5302-4ff8-bcde-2b54c7d80aff gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:08:56.736689 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5eff8f58-e4ce-47d8-9bd7-e325f7946f1c None None] Provisioning for port 4edd9fb9-8ac1-4880-bd5c-6a299b0179da completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:08:56.746552 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5eff8f58-e4ce-47d8-9bd7-e325f7946f1c None None] Provisioning complete for port 4edd9fb9-8ac1-4880-bd5c-6a299b0179da triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:08:56.746941 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5eff8f58-e4ce-47d8-9bd7-e325f7946f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:56.821189 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-471c4922-cb17-4e88-b1b6-bfb78a73f34a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:56.825570 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-471c4922-cb17-4e88-b1b6-bfb78a73f34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:56.932630 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-5eff8f58-e4ce-47d8-9bd7-e325f7946f1c None None] Port 4edd9fb9-8ac1-4880-bd5c-6a299b0179da cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:08:56.936088 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-471c4922-cb17-4e88-b1b6-bfb78a73f34a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:56.939943 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c4922-cb17-4e88-b1b6-bfb78a73f34a admin admin] Pushing event updated for resources: {'Port': ['ID=4edd9fb9-8ac1-4880-bd5c-6a299b0179da,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:08:56.978746 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ffe34af8-8fee-4941-be87-c074caab5fa8 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:08:57.075673 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471c4922-cb17-4e88-b1b6-bfb78a73f34a admin admin] Network 5039d784-43b2-411e-9a45-c7ff46a6d1a5 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:08:57.076839 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-471c4922-cb17-4e88-b1b6-bfb78a73f34a admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:08:57.115486 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port ffe34af8-8fee-4941-be87-c074caab5fa8 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:08:57.115865 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:57.202508 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-fa6d30c6-f073-420e-83f9-02bbd55deb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fa50e7-5302-4ff8-bcde-2b54c7d80aff', 'name': 'tempest-TestServerMultinode-311831815-router', 'tenant_id': 'f4fac9c1e54446a79a20d3f029485850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd035e661-0265-4e32-9183-6cbed7d30c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:08:52Z', 'updated_at': '2022-05-03T23:08:56Z', 'revision_number': 4, 'project_id': 'f4fac9c1e54446a79a20d3f029485850', 'gw_port': {'id': 'd035e661-0265-4e32-9183-6cbed7d30c54', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fa50e7-5302-4ff8-bcde-2b54c7d80aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:08:53Z', 'updated_at': '2022-05-03T23:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '4edd9fb9-8ac1-4880-bd5c-6a299b0179da', 'name': '', 'network_id': '5039d784-43b2-411e-9a45-c7ff46a6d1a5', 'tenant_id': 'f4fac9c1e54446a79a20d3f029485850', 'mac_address': 'fa:16:3e:15:b5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fa50e7-5302-4ff8-bcde-2b54c7d80aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ba6bb28d-b24c-40cd-a8e6-c90e2d7c6b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:08:55Z', 'updated_at': '2022-05-03T23:08:56Z', 'revision_number': 1, 'project_id': 'f4fac9c1e54446a79a20d3f029485850', 'subnets': [{'id': 'ba6bb28d-b24c-40cd-a8e6-c90e2d7c6b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:08:57.234472 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6d30c6-f073-420e-83f9-02bbd55deb0d None None] The sync data for ids ['46fa50e7-5302-4ff8-bcde-2b54c7d80aff'] in n-d-811807-1 is: [{'id': '46fa50e7-5302-4ff8-bcde-2b54c7d80aff', 'name': 'tempest-TestServerMultinode-311831815-router', 'tenant_id': 'f4fac9c1e54446a79a20d3f029485850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd035e661-0265-4e32-9183-6cbed7d30c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:08:52Z', 'updated_at': '2022-05-03T23:08:56Z', 'revision_number': 4, 'project_id': 'f4fac9c1e54446a79a20d3f029485850', 'gw_port': {'id': 'd035e661-0265-4e32-9183-6cbed7d30c54', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fa50e7-5302-4ff8-bcde-2b54c7d80aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:08:53Z', 'updated_at': '2022-05-03T23:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '4edd9fb9-8ac1-4880-bd5c-6a299b0179da', 'name': '', 'network_id': '5039d784-43b2-411e-9a45-c7ff46a6d1a5', 'tenant_id': 'f4fac9c1e54446a79a20d3f029485850', 'mac_address': 'fa:16:3e:15:b5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fa50e7-5302-4ff8-bcde-2b54c7d80aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ba6bb28d-b24c-40cd-a8e6-c90e2d7c6b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:08:55Z', 'updated_at': '2022-05-03T23:08:56Z', 'revision_number': 1, 'project_id': 'f4fac9c1e54446a79a20d3f029485850', 'subnets': [{'id': 'ba6bb28d-b24c-40cd-a8e6-c90e2d7c6b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:08:57.289534 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471c4922-cb17-4e88-b1b6-bfb78a73f34a admin admin] Router 46fa50e7-5302-4ff8-bcde-2b54c7d80aff has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:08:57.356832 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d5184016-45ee-4335-b953-67d958dcfc58 None None] Provisioning complete for port 4edd9fb9-8ac1-4880-bd5c-6a299b0179da triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:08:57.357123 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d5184016-45ee-4335-b953-67d958dcfc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:57.412494 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-d5184016-45ee-4335-b953-67d958dcfc58 None None] Port 4edd9fb9-8ac1-4880-bd5c-6a299b0179da cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:08:57.490109 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471c4922-cb17-4e88-b1b6-bfb78a73f34a admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:08:57.500196 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-471c4922-cb17-4e88-b1b6-bfb78a73f34a admin admin] 10.222.0.58 "PUT /v2.0/routers/46fa50e7-5302-4ff8-bcde-2b54c7d80aff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3573155 May 03 23:08:57.725364 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:58.032925 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51750) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:08:58.038554 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-dc5cc42b-1324-458b-88e5-fefb5acd15d9 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-983692340-network', 'tenant_id': 'b747f5aa6ccc45db8efccb969324a7ac'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:08:58.044737 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-dc5cc42b-1324-458b-88e5-fefb5acd15d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:08:58.048692 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-dc5cc42b-1324-458b-88e5-fefb5acd15d9 admin admin] Usage tracker for resource:network and tenant:b747f5aa6ccc45db8efccb969324a7ac is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:08:58.051729 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-dc5cc42b-1324-458b-88e5-fefb5acd15d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:08:58.058134 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-dc5cc42b-1324-458b-88e5-fefb5acd15d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:08:58.068908 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5cc42b-1324-458b-88e5-fefb5acd15d9 admin admin] Made reservation on behalf of b747f5aa6ccc45db8efccb969324a7ac for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:08:58.071331 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dc5cc42b-1324-458b-88e5-fefb5acd15d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:58.083953 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dc5cc42b-1324-458b-88e5-fefb5acd15d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:58.103153 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-dc5cc42b-1324-458b-88e5-fefb5acd15d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:08:58.107241 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-dc5cc42b-1324-458b-88e5-fefb5acd15d9 admin admin] Usage tracker for resource:security_group_rule and tenant:b747f5aa6ccc45db8efccb969324a7ac is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:08:58.110323 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-dc5cc42b-1324-458b-88e5-fefb5acd15d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:08:58.116401 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-dc5cc42b-1324-458b-88e5-fefb5acd15d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:08:58.228837 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:58.320483 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dc5cc42b-1324-458b-88e5-fefb5acd15d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:58.324327 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dc5cc42b-1324-458b-88e5-fefb5acd15d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:58.355536 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc5cc42b-1324-458b-88e5-fefb5acd15d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:08:58.364318 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5cc42b-1324-458b-88e5-fefb5acd15d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acad089-81c7-481d-b6c2-9963f66c12c9,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:08:58.370801 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dc5cc42b-1324-458b-88e5-fefb5acd15d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:58.371237 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-dc5cc42b-1324-458b-88e5-fefb5acd15d9 admin admin] Added segment 914e55da-0611-40af-a448-02793cee7b4d of type vlan for network 932a816a-3b98-4f42-8c9e-073041b0cd30 May 03 23:08:58.401592 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dc5cc42b-1324-458b-88e5-fefb5acd15d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:58.432942 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dc5cc42b-1324-458b-88e5-fefb5acd15d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:58.434034 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5cc42b-1324-458b-88e5-fefb5acd15d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:08:58.434616 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dc5cc42b-1324-458b-88e5-fefb5acd15d9 admin admin] Notify callbacks [] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:58.541674 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-dc5cc42b-1324-458b-88e5-fefb5acd15d9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5051775 May 03 23:08:58.542320 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 51754) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:08:58.542794 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5cc42b-1324-458b-88e5-fefb5acd15d9 admin admin] Pushing event updated for resources: {'Network': ['ID=932a816a-3b98-4f42-8c9e-073041b0cd30,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:08:58.549226 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-04c3d292-6aec-4127-90c6-ce1a33a677c3 admin admin] Request body: {'subnet': {'network_id': '932a816a-3b98-4f42-8c9e-073041b0cd30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-983692340-subnet', 'tenant_id': 'b747f5aa6ccc45db8efccb969324a7ac', 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:08:58.552780 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 932a816a-3b98-4f42-8c9e-073041b0cd30 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:08:58.556207 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-04c3d292-6aec-4127-90c6-ce1a33a677c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:08:58.560829 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-04c3d292-6aec-4127-90c6-ce1a33a677c3 admin admin] Usage tracker for resource:subnet and tenant:b747f5aa6ccc45db8efccb969324a7ac is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:08:58.564527 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-04c3d292-6aec-4127-90c6-ce1a33a677c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:08:58.571664 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-04c3d292-6aec-4127-90c6-ce1a33a677c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:08:58.582857 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c3d292-6aec-4127-90c6-ce1a33a677c3 admin admin] Made reservation on behalf of b747f5aa6ccc45db8efccb969324a7ac for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:08:58.585554 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-04c3d292-6aec-4127-90c6-ce1a33a677c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:58.792131 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-04c3d292-6aec-4127-90c6-ce1a33a677c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:58.864205 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c3d292-6aec-4127-90c6-ce1a33a677c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=570cc0d7-3232-4df9-ba7f-58bee80c4a25,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:08:58.872747 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c3d292-6aec-4127-90c6-ce1a33a677c3 admin admin] Checking segment: {'id': '914e55da-0611-40af-a448-02793cee7b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '932a816a-3b98-4f42-8c9e-073041b0cd30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:08:58.873161 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c3d292-6aec-4127-90c6-ce1a33a677c3 admin admin] Network hostable DHCP agents. Network: 932a816a-3b98-4f42-8c9e-073041b0cd30, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:08:58.892773 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c3d292-6aec-4127-90c6-ce1a33a677c3 admin admin] Network 932a816a-3b98-4f42-8c9e-073041b0cd30 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:08:58.903039 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-04c3d292-6aec-4127-90c6-ce1a33a677c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 932a816a-3b98-4f42-8c9e-073041b0cd30) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:08:58.907574 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c3d292-6aec-4127-90c6-ce1a33a677c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:08:58.908082 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-04c3d292-6aec-4127-90c6-ce1a33a677c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:58.923198 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326c69b5-1a15-43de-9573-f4f9bf86533d None None] Network 932a816a-3b98-4f42-8c9e-073041b0cd30 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:08:58.930594 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-04c3d292-6aec-4127-90c6-ce1a33a677c3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3870201 May 03 23:08:58.933092 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 51758) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:08:58.938245 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-1d5dc76e-54a5-46d8-b4c2-d71541096576 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-983692340-router', 'tenant_id': 'b747f5aa6ccc45db8efccb969324a7ac', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:08:58.944404 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1d5dc76e-54a5-46d8-b4c2-d71541096576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:08:58.950983 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1d5dc76e-54a5-46d8-b4c2-d71541096576 admin admin] Usage tracker for resource:router and tenant:b747f5aa6ccc45db8efccb969324a7ac is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:08:58.954718 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1d5dc76e-54a5-46d8-b4c2-d71541096576 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:08:58.962891 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1d5dc76e-54a5-46d8-b4c2-d71541096576 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:08:58.963432 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d035e661-0265-4e32-9183-6cbed7d30c54 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:08:58.974331 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc76e-54a5-46d8-b4c2-d71541096576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:58.975543 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc76e-54a5-46d8-b4c2-d71541096576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:58.991751 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc76e-54a5-46d8-b4c2-d71541096576 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:59.152403 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port d035e661-0265-4e32-9183-6cbed7d30c54 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:08:59.170534 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port d035e661-0265-4e32-9183-6cbed7d30c54 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:08:59.170873 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:59.266227 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e073b769-50f2-4b21-908e-e4f4e2e3e8de None None] Sync routers for ids ['46fa50e7-5302-4ff8-bcde-2b54c7d80aff'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:08:59.271657 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc76e-54a5-46d8-b4c2-d71541096576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:59.276356 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e073b769-50f2-4b21-908e-e4f4e2e3e8de None None] Routers {'46fa50e7-5302-4ff8-bcde-2b54c7d80aff'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:08:59.276980 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-e073b769-50f2-4b21-908e-e4f4e2e3e8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:08:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['46fa50e7-5302-4ff8-bcde-2b54c7d80aff'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:08:59.282402 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4932bfd-546e-4401-b2d0-d854cf21a6cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-932a816a-3b98-4f42-8c9e-073041b0cd30', 'network_id': '932a816a-3b98-4f42-8c9e-073041b0cd30', 'tenant_id': 'b747f5aa6ccc45db8efccb969324a7ac', 'fixed_ips': [{'subnet_id': '570cc0d7-3232-4df9-ba7f-58bee80c4a25'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:08:59.283248 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d4932bfd-546e-4401-b2d0-d854cf21a6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:59.411346 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:59.444843 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port d035e661-0265-4e32-9183-6cbed7d30c54, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d035e661-0265-4e32-9183-6cbed7d30c54,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:08:59.468232 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-e073b769-50f2-4b21-908e-e4f4e2e3e8de None None] Set router 46fa50e7-5302-4ff8-bcde-2b54c7d80aff gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:08:59.474543 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:59.566233 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-d4932bfd-546e-4401-b2d0-d854cf21a6cd None None] Allocated IP 172.20.0.2 (932a816a-3b98-4f42-8c9e-073041b0cd30/570cc0d7-3232-4df9-ba7f-58bee80c4a25/42752d05-93d2-4700-9a8b-b02d4048c731) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:08:59.574514 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=d035e661-0265-4e32-9183-6cbed7d30c54,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:08:59.604372 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc76e-54a5-46d8-b4c2-d71541096576 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:59.636717 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc76e-54a5-46d8-b4c2-d71541096576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:59.775869 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-1d5dc76e-54a5-46d8-b4c2-d71541096576 admin admin] Allocated IP 172.25.2.61 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/bee174fe-fc41-40ce-aa57-be983c9b4b58) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:08:59.800657 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d4932bfd-546e-4401-b2d0-d854cf21a6cd None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:59.812617 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d4932bfd-546e-4401-b2d0-d854cf21a6cd None None] Transition to ACTIVE for port object 42752d05-93d2-4700-9a8b-b02d4048c731 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:08:59.828945 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-e073b769-50f2-4b21-908e-e4f4e2e3e8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fa50e7-5302-4ff8-bcde-2b54c7d80aff', 'name': 'tempest-TestServerMultinode-311831815-router', 'tenant_id': 'f4fac9c1e54446a79a20d3f029485850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd035e661-0265-4e32-9183-6cbed7d30c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:08:52Z', 'updated_at': '2022-05-03T23:08:56Z', 'revision_number': 4, 'project_id': 'f4fac9c1e54446a79a20d3f029485850', 'gw_port': {'id': 'd035e661-0265-4e32-9183-6cbed7d30c54', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fa50e7-5302-4ff8-bcde-2b54c7d80aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:08:53Z', 'updated_at': '2022-05-03T23:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '4edd9fb9-8ac1-4880-bd5c-6a299b0179da', 'name': '', 'network_id': '5039d784-43b2-411e-9a45-c7ff46a6d1a5', 'tenant_id': 'f4fac9c1e54446a79a20d3f029485850', 'mac_address': 'fa:16:3e:15:b5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fa50e7-5302-4ff8-bcde-2b54c7d80aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ba6bb28d-b24c-40cd-a8e6-c90e2d7c6b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:08:55Z', 'updated_at': '2022-05-03T23:08:56Z', 'revision_number': 2, 'project_id': 'f4fac9c1e54446a79a20d3f029485850', 'subnets': [{'id': 'ba6bb28d-b24c-40cd-a8e6-c90e2d7c6b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:08:59.832854 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e073b769-50f2-4b21-908e-e4f4e2e3e8de None None] Checking router: 46fa50e7-5302-4ff8-bcde-2b54c7d80aff for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:08:59.833209 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e073b769-50f2-4b21-908e-e4f4e2e3e8de None None] Updating router 46fa50e7-5302-4ff8-bcde-2b54c7d80aff port 4edd9fb9-8ac1-4880-bd5c-6a299b0179da binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:08:59.835447 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d4932bfd-546e-4401-b2d0-d854cf21a6cd None None] Transition to ACTIVE for port object 42752d05-93d2-4700-9a8b-b02d4048c731 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:08:59.841123 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d4932bfd-546e-4401-b2d0-d854cf21a6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:59.891827 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e073b769-50f2-4b21-908e-e4f4e2e3e8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:08:59.914529 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4932bfd-546e-4401-b2d0-d854cf21a6cd None None] Network 932a816a-3b98-4f42-8c9e-073041b0cd30 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:08:59.918024 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-d4932bfd-546e-4401-b2d0-d854cf21a6cd None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:08:59.920748 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4932bfd-546e-4401-b2d0-d854cf21a6cd None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:08:59.964546 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4932bfd-546e-4401-b2d0-d854cf21a6cd None None] Pushing event updated for resources: {'Port': ['ID=42752d05-93d2-4700-9a8b-b02d4048c731,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:00.029770 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-d4932bfd-546e-4401-b2d0-d854cf21a6cd None None] Attempting to bind port 42752d05-93d2-4700-9a8b-b02d4048c731 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:09:00.030078 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-d4932bfd-546e-4401-b2d0-d854cf21a6cd None None] Attempting to bind port 42752d05-93d2-4700-9a8b-b02d4048c731 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '914e55da-0611-40af-a448-02793cee7b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '932a816a-3b98-4f42-8c9e-073041b0cd30'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:09:00.030442 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4932bfd-546e-4401-b2d0-d854cf21a6cd None None] Attempting to bind port 42752d05-93d2-4700-9a8b-b02d4048c731 on network 932a816a-3b98-4f42-8c9e-073041b0cd30 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:09:00.038433 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4932bfd-546e-4401-b2d0-d854cf21a6cd None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:09:00.038801 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4932bfd-546e-4401-b2d0-d854cf21a6cd None None] Checking segment: {'id': '914e55da-0611-40af-a448-02793cee7b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '932a816a-3b98-4f42-8c9e-073041b0cd30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:09:00.039200 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d4932bfd-546e-4401-b2d0-d854cf21a6cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:00.040143 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4932bfd-546e-4401-b2d0-d854cf21a6cd None None] Bound using segment: {'id': '914e55da-0611-40af-a448-02793cee7b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '932a816a-3b98-4f42-8c9e-073041b0cd30'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:09:00.040607 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-d4932bfd-546e-4401-b2d0-d854cf21a6cd None None] Bound port: 42752d05-93d2-4700-9a8b-b02d4048c731, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '914e55da-0611-40af-a448-02793cee7b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '932a816a-3b98-4f42-8c9e-073041b0cd30'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:09:00.040977 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d4932bfd-546e-4401-b2d0-d854cf21a6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:00.050605 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc76e-54a5-46d8-b4c2-d71541096576 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:00.085031 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc76e-54a5-46d8-b4c2-d71541096576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:00.160682 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5dc76e-54a5-46d8-b4c2-d71541096576 admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:09:00.163801 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-1d5dc76e-54a5-46d8-b4c2-d71541096576 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:09:00.167390 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5dc76e-54a5-46d8-b4c2-d71541096576 admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:09:00.178031 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-d4932bfd-546e-4401-b2d0-d854cf21a6cd None None] For port 42752d05-93d2-4700-9a8b-b02d4048c731, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:09:00.182427 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-d4932bfd-546e-4401-b2d0-d854cf21a6cd None None] For port 42752d05-93d2-4700-9a8b-b02d4048c731, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=42752d05-93d2-4700-9a8b-b02d4048c731,segment=NetworkSegment(914e55da-0611-40af-a448-02793cee7b4d),segment_id=914e55da-0611-40af-a448-02793cee7b4d)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:09:00.190001 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d4932bfd-546e-4401-b2d0-d854cf21a6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:00.215456 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5dc76e-54a5-46d8-b4c2-d71541096576 admin admin] Pushing event updated for resources: {'Port': ['ID=bee174fe-fc41-40ce-aa57-be983c9b4b58,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:00.265564 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e073b769-50f2-4b21-908e-e4f4e2e3e8de None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:00.273664 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4932bfd-546e-4401-b2d0-d854cf21a6cd None None] Pushing event updated for resources: {'Port': ['ID=42752d05-93d2-4700-9a8b-b02d4048c731,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:00.283916 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-e073b769-50f2-4b21-908e-e4f4e2e3e8de None None] Transition to ACTIVE for port object 4edd9fb9-8ac1-4880-bd5c-6a299b0179da will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:09:00.296681 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e073b769-50f2-4b21-908e-e4f4e2e3e8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:00.566289 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e0993-2e3e-488f-a8c7-2c5633c0c8d9 None None] Pushing event updated for resources: {'Port': ['ID=4edd9fb9-8ac1-4880-bd5c-6a299b0179da,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:00.581583 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-e073b769-50f2-4b21-908e-e4f4e2e3e8de None None] Attempting to bind port 4edd9fb9-8ac1-4880-bd5c-6a299b0179da on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:09:00.581688 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-e073b769-50f2-4b21-908e-e4f4e2e3e8de None None] Attempting to bind port 4edd9fb9-8ac1-4880-bd5c-6a299b0179da by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '2a1c55e4-f7d5-4cc6-83c3-a75345a28352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5039d784-43b2-411e-9a45-c7ff46a6d1a5'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:09:00.584203 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e073b769-50f2-4b21-908e-e4f4e2e3e8de None None] Attempting to bind port 4edd9fb9-8ac1-4880-bd5c-6a299b0179da on network 5039d784-43b2-411e-9a45-c7ff46a6d1a5 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:09:00.588837 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29e0993-2e3e-488f-a8c7-2c5633c0c8d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:00.589478 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29e0993-2e3e-488f-a8c7-2c5633c0c8d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:00.590255 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29e0993-2e3e-488f-a8c7-2c5633c0c8d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:00.591105 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29e0993-2e3e-488f-a8c7-2c5633c0c8d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:00.591661 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29e0993-2e3e-488f-a8c7-2c5633c0c8d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:00.592205 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29e0993-2e3e-488f-a8c7-2c5633c0c8d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:00.592747 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29e0993-2e3e-488f-a8c7-2c5633c0c8d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:00.593291 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29e0993-2e3e-488f-a8c7-2c5633c0c8d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:00.593825 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29e0993-2e3e-488f-a8c7-2c5633c0c8d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:00.594375 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29e0993-2e3e-488f-a8c7-2c5633c0c8d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:00.599668 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29e0993-2e3e-488f-a8c7-2c5633c0c8d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:00.600272 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29e0993-2e3e-488f-a8c7-2c5633c0c8d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:00.612563 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e073b769-50f2-4b21-908e-e4f4e2e3e8de None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:09:00.626582 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e073b769-50f2-4b21-908e-e4f4e2e3e8de None None] Checking segment: {'id': '2a1c55e4-f7d5-4cc6-83c3-a75345a28352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5039d784-43b2-411e-9a45-c7ff46a6d1a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:09:00.626909 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e073b769-50f2-4b21-908e-e4f4e2e3e8de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:00.627485 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e073b769-50f2-4b21-908e-e4f4e2e3e8de None None] Bound using segment: {'id': '2a1c55e4-f7d5-4cc6-83c3-a75345a28352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5039d784-43b2-411e-9a45-c7ff46a6d1a5'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:09:00.627995 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-e073b769-50f2-4b21-908e-e4f4e2e3e8de None None] Bound port: 4edd9fb9-8ac1-4880-bd5c-6a299b0179da, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1c55e4-f7d5-4cc6-83c3-a75345a28352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5039d784-43b2-411e-9a45-c7ff46a6d1a5'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:09:00.628375 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e073b769-50f2-4b21-908e-e4f4e2e3e8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:00.674223 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc76e-54a5-46d8-b4c2-d71541096576 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:00.741275 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-e073b769-50f2-4b21-908e-e4f4e2e3e8de None None] For port 4edd9fb9-8ac1-4880-bd5c-6a299b0179da, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:09:00.744848 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-e073b769-50f2-4b21-908e-e4f4e2e3e8de None None] For port 4edd9fb9-8ac1-4880-bd5c-6a299b0179da, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=4edd9fb9-8ac1-4880-bd5c-6a299b0179da,segment=NetworkSegment(2a1c55e4-f7d5-4cc6-83c3-a75345a28352),segment_id=2a1c55e4-f7d5-4cc6-83c3-a75345a28352)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:09:00.749420 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e073b769-50f2-4b21-908e-e4f4e2e3e8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:00.829843 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e073b769-50f2-4b21-908e-e4f4e2e3e8de None None] Routers {'46fa50e7-5302-4ff8-bcde-2b54c7d80aff'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:09:00.830491 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-e073b769-50f2-4b21-908e-e4f4e2e3e8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:08:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['46fa50e7-5302-4ff8-bcde-2b54c7d80aff'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:09:01.040947 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d035e661-0265-4e32-9183-6cbed7d30c54 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:09:01.082142 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-e073b769-50f2-4b21-908e-e4f4e2e3e8de None None] Set router 46fa50e7-5302-4ff8-bcde-2b54c7d80aff gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:09:01.101661 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc76e-54a5-46d8-b4c2-d71541096576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:01.149960 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port d035e661-0265-4e32-9183-6cbed7d30c54 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:09:01.150538 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:01.228397 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e0993-2e3e-488f-a8c7-2c5633c0c8d9 None None] Pushing event updated for resources: {'Port': ['ID=4edd9fb9-8ac1-4880-bd5c-6a299b0179da,revision_number=4']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:01.282228 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 42752d05-93d2-4700-9a8b-b02d4048c731 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:09:01.355565 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 42752d05-93d2-4700-9a8b-b02d4048c731 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:09:01.357491 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5dc76e-54a5-46d8-b4c2-d71541096576 admin admin] Router 49afa767-7533-458f-beda-1e36c31b19ac is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 23:09:01.444811 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-e073b769-50f2-4b21-908e-e4f4e2e3e8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fa50e7-5302-4ff8-bcde-2b54c7d80aff', 'name': 'tempest-TestServerMultinode-311831815-router', 'tenant_id': 'f4fac9c1e54446a79a20d3f029485850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd035e661-0265-4e32-9183-6cbed7d30c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:08:52Z', 'updated_at': '2022-05-03T23:08:56Z', 'revision_number': 4, 'project_id': 'f4fac9c1e54446a79a20d3f029485850', 'gw_port': {'id': 'd035e661-0265-4e32-9183-6cbed7d30c54', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fa50e7-5302-4ff8-bcde-2b54c7d80aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:08:53Z', 'updated_at': '2022-05-03T23:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '4edd9fb9-8ac1-4880-bd5c-6a299b0179da', 'name': '', 'network_id': '5039d784-43b2-411e-9a45-c7ff46a6d1a5', 'tenant_id': 'f4fac9c1e54446a79a20d3f029485850', 'mac_address': 'fa:16:3e:15:b5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fa50e7-5302-4ff8-bcde-2b54c7d80aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ba6bb28d-b24c-40cd-a8e6-c90e2d7c6b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:08:55Z', 'updated_at': '2022-05-03T23:09:00Z', 'revision_number': 4, 'project_id': 'f4fac9c1e54446a79a20d3f029485850', 'subnets': [{'id': 'ba6bb28d-b24c-40cd-a8e6-c90e2d7c6b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:09:01.450054 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e073b769-50f2-4b21-908e-e4f4e2e3e8de None None] The sync data for ids ['46fa50e7-5302-4ff8-bcde-2b54c7d80aff'] in n-d-811807-1 is: [{'id': '46fa50e7-5302-4ff8-bcde-2b54c7d80aff', 'name': 'tempest-TestServerMultinode-311831815-router', 'tenant_id': 'f4fac9c1e54446a79a20d3f029485850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd035e661-0265-4e32-9183-6cbed7d30c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:08:52Z', 'updated_at': '2022-05-03T23:08:56Z', 'revision_number': 4, 'project_id': 'f4fac9c1e54446a79a20d3f029485850', 'gw_port': {'id': 'd035e661-0265-4e32-9183-6cbed7d30c54', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fa50e7-5302-4ff8-bcde-2b54c7d80aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:08:53Z', 'updated_at': '2022-05-03T23:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '4edd9fb9-8ac1-4880-bd5c-6a299b0179da', 'name': '', 'network_id': '5039d784-43b2-411e-9a45-c7ff46a6d1a5', 'tenant_id': 'f4fac9c1e54446a79a20d3f029485850', 'mac_address': 'fa:16:3e:15:b5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46fa50e7-5302-4ff8-bcde-2b54c7d80aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': 'ba6bb28d-b24c-40cd-a8e6-c90e2d7c6b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:08:55Z', 'updated_at': '2022-05-03T23:09:00Z', 'revision_number': 4, 'project_id': 'f4fac9c1e54446a79a20d3f029485850', 'subnets': [{'id': 'ba6bb28d-b24c-40cd-a8e6-c90e2d7c6b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:09:01.457501 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb00710-6030-407e-a328-3677388d6aa0 None None] Network 932a816a-3b98-4f42-8c9e-073041b0cd30 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:09:01.595697 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-fe4b3cf4-f2f8-482c-ac89-ac248bd1927f None None] Provisioning for port 42752d05-93d2-4700-9a8b-b02d4048c731 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:09:01.607754 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-fe4b3cf4-f2f8-482c-ac89-ac248bd1927f None None] Provisioning complete for port 42752d05-93d2-4700-9a8b-b02d4048c731 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:09:01.608036 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fe4b3cf4-f2f8-482c-ac89-ac248bd1927f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:01.704320 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5dc76e-54a5-46d8-b4c2-d71541096576 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:09:01.722015 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407e4ac5-d4ac-42e6-837e-205541700e6c None None] Sync routers for ids ['49afa767-7533-458f-beda-1e36c31b19ac'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:09:01.731762 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc76e-54a5-46d8-b4c2-d71541096576 admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:01.735891 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1d5dc76e-54a5-46d8-b4c2-d71541096576 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7990160 May 03 23:09:01.736377 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51764) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:09:01.779939 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407e4ac5-d4ac-42e6-837e-205541700e6c None None] Routers {'49afa767-7533-458f-beda-1e36c31b19ac'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:09:01.780572 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-407e4ac5-d4ac-42e6-837e-205541700e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:08:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['49afa767-7533-458f-beda-1e36c31b19ac'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:09:01.985045 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fe4b3cf4-f2f8-482c-ac89-ac248bd1927f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:02.052273 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-fe4b3cf4-f2f8-482c-ac89-ac248bd1927f None None] For port 42752d05-93d2-4700-9a8b-b02d4048c731, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=42752d05-93d2-4700-9a8b-b02d4048c731,segment=NetworkSegment(914e55da-0611-40af-a448-02793cee7b4d),segment_id=914e55da-0611-40af-a448-02793cee7b4d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:09:02.054437 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-407e4ac5-d4ac-42e6-837e-205541700e6c None None] Set router 49afa767-7533-458f-beda-1e36c31b19ac gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:09:02.160178 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fe4b3cf4-f2f8-482c-ac89-ac248bd1927f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:02.322653 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b3cf4-f2f8-482c-ac89-ac248bd1927f None None] Pushing event updated for resources: {'Port': ['ID=42752d05-93d2-4700-9a8b-b02d4048c731,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:02.406251 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-277ed9d0-d525-4984-b2cd-e5ff9d1c5c9c None None] Provisioning complete for port 42752d05-93d2-4700-9a8b-b02d4048c731 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:09:02.406616 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-277ed9d0-d525-4984-b2cd-e5ff9d1c5c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:02.449817 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c7b53209-f389-4ec0-b149-9d2b9c12a968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:02.477378 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-407e4ac5-d4ac-42e6-837e-205541700e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49afa767-7533-458f-beda-1e36c31b19ac', 'name': 'tempest-TestServerMultinode-983692340-router', 'tenant_id': 'b747f5aa6ccc45db8efccb969324a7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'bee174fe-fc41-40ce-aa57-be983c9b4b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:08:58Z', 'updated_at': '2022-05-03T23:09:00Z', 'revision_number': 3, 'project_id': 'b747f5aa6ccc45db8efccb969324a7ac', 'gw_port': {'id': 'bee174fe-fc41-40ce-aa57-be983c9b4b58', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c6:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49afa767-7533-458f-beda-1e36c31b19ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:08:59Z', 'updated_at': '2022-05-03T23:08:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:09:02.484180 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407e4ac5-d4ac-42e6-837e-205541700e6c None None] Checking router: 49afa767-7533-458f-beda-1e36c31b19ac for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:09:02.484509 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407e4ac5-d4ac-42e6-837e-205541700e6c None None] Updating router 49afa767-7533-458f-beda-1e36c31b19ac port bee174fe-fc41-40ce-aa57-be983c9b4b58 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:09:02.623743 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-407e4ac5-d4ac-42e6-837e-205541700e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:02.667228 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-c7b53209-f389-4ec0-b149-9d2b9c12a968 admin admin] Allocated IP 172.20.0.1 (932a816a-3b98-4f42-8c9e-073041b0cd30/570cc0d7-3232-4df9-ba7f-58bee80c4a25/38494107-cc8e-4d96-9bd5-277f51623a8e) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:09:02.815321 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c7b53209-f389-4ec0-b149-9d2b9c12a968 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:02.830692 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-c7b53209-f389-4ec0-b149-9d2b9c12a968 admin admin] Transition to ACTIVE for port object 38494107-cc8e-4d96-9bd5-277f51623a8e will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:09:02.854911 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c7b53209-f389-4ec0-b149-9d2b9c12a968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:02.927511 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b53209-f389-4ec0-b149-9d2b9c12a968 admin admin] Network 932a816a-3b98-4f42-8c9e-073041b0cd30 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:09:02.930367 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-c7b53209-f389-4ec0-b149-9d2b9c12a968 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:09:02.933432 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b53209-f389-4ec0-b149-9d2b9c12a968 admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:09:02.968883 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b53209-f389-4ec0-b149-9d2b9c12a968 admin admin] Pushing event updated for resources: {'Port': ['ID=38494107-cc8e-4d96-9bd5-277f51623a8e,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:02.970250 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-407e4ac5-d4ac-42e6-837e-205541700e6c None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:02.980733 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 4edd9fb9-8ac1-4880-bd5c-6a299b0179da up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:09:03.001152 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c7b53209-f389-4ec0-b149-9d2b9c12a968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:03.030288 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-407e4ac5-d4ac-42e6-837e-205541700e6c None None] Transition to ACTIVE for port object bee174fe-fc41-40ce-aa57-be983c9b4b58 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:09:03.041805 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-407e4ac5-d4ac-42e6-837e-205541700e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:03.144393 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-407e4ac5-d4ac-42e6-837e-205541700e6c None None] Attempting to bind port bee174fe-fc41-40ce-aa57-be983c9b4b58 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:09:03.145088 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-407e4ac5-d4ac-42e6-837e-205541700e6c None None] Attempting to bind port bee174fe-fc41-40ce-aa57-be983c9b4b58 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:09:03.145088 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407e4ac5-d4ac-42e6-837e-205541700e6c None None] Attempting to bind port bee174fe-fc41-40ce-aa57-be983c9b4b58 on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:09:03.160016 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407e4ac5-d4ac-42e6-837e-205541700e6c None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:09:03.160390 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407e4ac5-d4ac-42e6-837e-205541700e6c None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:09:03.161597 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-407e4ac5-d4ac-42e6-837e-205541700e6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:03.162038 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407e4ac5-d4ac-42e6-837e-205541700e6c None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:09:03.162529 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-407e4ac5-d4ac-42e6-837e-205541700e6c None None] Bound port: bee174fe-fc41-40ce-aa57-be983c9b4b58, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:09:03.162907 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-407e4ac5-d4ac-42e6-837e-205541700e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:03.200142 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56532889-fb43-4eca-b546-741ca0cf8aae None None] Pushing event updated for resources: {'Port': ['ID=bee174fe-fc41-40ce-aa57-be983c9b4b58,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:03.222657 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 4edd9fb9-8ac1-4880-bd5c-6a299b0179da completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:09:03.233435 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 4edd9fb9-8ac1-4880-bd5c-6a299b0179da triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:09:03.233806 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:03.245424 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c7b53209-f389-4ec0-b149-9d2b9c12a968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:03.282846 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-aeb7ec69-4ef3-460c-a4c4-840b65582d25 None None] Provisioning for port 38494107-cc8e-4d96-9bd5-277f51623a8e completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:09:03.307472 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-aeb7ec69-4ef3-460c-a4c4-840b65582d25 None None] Provisioning complete for port 38494107-cc8e-4d96-9bd5-277f51623a8e triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:09:03.307858 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-aeb7ec69-4ef3-460c-a4c4-840b65582d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:03.357499 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-407e4ac5-d4ac-42e6-837e-205541700e6c None None] For port bee174fe-fc41-40ce-aa57-be983c9b4b58, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:09:03.377537 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-407e4ac5-d4ac-42e6-837e-205541700e6c None None] For port bee174fe-fc41-40ce-aa57-be983c9b4b58, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=bee174fe-fc41-40ce-aa57-be983c9b4b58,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:09:03.378509 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-aeb7ec69-4ef3-460c-a4c4-840b65582d25 None None] Port 38494107-cc8e-4d96-9bd5-277f51623a8e cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:09:03.385417 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-407e4ac5-d4ac-42e6-837e-205541700e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:03.471889 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c7b53209-f389-4ec0-b149-9d2b9c12a968 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:03.476581 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c7b53209-f389-4ec0-b149-9d2b9c12a968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:03.516265 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407e4ac5-d4ac-42e6-837e-205541700e6c None None] Routers {'49afa767-7533-458f-beda-1e36c31b19ac'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:09:03.516887 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-407e4ac5-d4ac-42e6-837e-205541700e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:08:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['49afa767-7533-458f-beda-1e36c31b19ac'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:09:03.574369 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:03.587163 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c7b53209-f389-4ec0-b149-9d2b9c12a968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:03.590552 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b53209-f389-4ec0-b149-9d2b9c12a968 admin admin] Pushing event updated for resources: {'Port': ['ID=38494107-cc8e-4d96-9bd5-277f51623a8e,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:03.657646 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56532889-fb43-4eca-b546-741ca0cf8aae None None] Pushing event updated for resources: {'Port': ['ID=bee174fe-fc41-40ce-aa57-be983c9b4b58,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:03.700305 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 4edd9fb9-8ac1-4880-bd5c-6a299b0179da, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=4edd9fb9-8ac1-4880-bd5c-6a299b0179da,segment=NetworkSegment(2a1c55e4-f7d5-4cc6-83c3-a75345a28352),segment_id=2a1c55e4-f7d5-4cc6-83c3-a75345a28352)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:09:03.714822 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:03.715659 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 42752d05-93d2-4700-9a8b-b02d4048c731 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:09:03.735731 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b53209-f389-4ec0-b149-9d2b9c12a968 admin admin] Network 932a816a-3b98-4f42-8c9e-073041b0cd30 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:09:03.736830 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-c7b53209-f389-4ec0-b149-9d2b9c12a968 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:09:03.840924 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-407e4ac5-d4ac-42e6-837e-205541700e6c None None] Set router 49afa767-7533-458f-beda-1e36c31b19ac gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:09:03.917635 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=4edd9fb9-8ac1-4880-bd5c-6a299b0179da,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:03.935139 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b53209-f389-4ec0-b149-9d2b9c12a968 admin admin] Router 49afa767-7533-458f-beda-1e36c31b19ac has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:09:04.006147 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 42752d05-93d2-4700-9a8b-b02d4048c731 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:09:04.006412 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:04.120812 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b53209-f389-4ec0-b149-9d2b9c12a968 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:09:04.128788 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-86398c4e-4c29-41c0-9232-97be56abbebc None None] Provisioning complete for port 38494107-cc8e-4d96-9bd5-277f51623a8e triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:09:04.129159 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-86398c4e-4c29-41c0-9232-97be56abbebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:04.129621 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c7b53209-f389-4ec0-b149-9d2b9c12a968 admin admin] 10.222.0.58 "PUT /v2.0/routers/49afa767-7533-458f-beda-1e36c31b19ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3921015 May 03 23:09:04.258243 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-86398c4e-4c29-41c0-9232-97be56abbebc None None] Port 38494107-cc8e-4d96-9bd5-277f51623a8e cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:09:04.378563 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-407e4ac5-d4ac-42e6-837e-205541700e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49afa767-7533-458f-beda-1e36c31b19ac', 'name': 'tempest-TestServerMultinode-983692340-router', 'tenant_id': 'b747f5aa6ccc45db8efccb969324a7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'bee174fe-fc41-40ce-aa57-be983c9b4b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:08:58Z', 'updated_at': '2022-05-03T23:09:03Z', 'revision_number': 4, 'project_id': 'b747f5aa6ccc45db8efccb969324a7ac', 'gw_port': {'id': 'bee174fe-fc41-40ce-aa57-be983c9b4b58', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c6:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49afa767-7533-458f-beda-1e36c31b19ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:08:59Z', 'updated_at': '2022-05-03T23:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '38494107-cc8e-4d96-9bd5-277f51623a8e', 'name': '', 'network_id': '932a816a-3b98-4f42-8c9e-073041b0cd30', 'tenant_id': 'b747f5aa6ccc45db8efccb969324a7ac', 'mac_address': 'fa:16:3e:b4:e4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49afa767-7533-458f-beda-1e36c31b19ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '570cc0d7-3232-4df9-ba7f-58bee80c4a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:02Z', 'updated_at': '2022-05-03T23:09:03Z', 'revision_number': 2, 'project_id': 'b747f5aa6ccc45db8efccb969324a7ac', 'subnets': [{'id': '570cc0d7-3232-4df9-ba7f-58bee80c4a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:09:04.385690 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407e4ac5-d4ac-42e6-837e-205541700e6c None None] The sync data for ids ['49afa767-7533-458f-beda-1e36c31b19ac'] in n-d-811807-1 is: [{'id': '49afa767-7533-458f-beda-1e36c31b19ac', 'name': 'tempest-TestServerMultinode-983692340-router', 'tenant_id': 'b747f5aa6ccc45db8efccb969324a7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'bee174fe-fc41-40ce-aa57-be983c9b4b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:08:58Z', 'updated_at': '2022-05-03T23:09:03Z', 'revision_number': 4, 'project_id': 'b747f5aa6ccc45db8efccb969324a7ac', 'gw_port': {'id': 'bee174fe-fc41-40ce-aa57-be983c9b4b58', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c6:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49afa767-7533-458f-beda-1e36c31b19ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:08:59Z', 'updated_at': '2022-05-03T23:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '38494107-cc8e-4d96-9bd5-277f51623a8e', 'name': '', 'network_id': '932a816a-3b98-4f42-8c9e-073041b0cd30', 'tenant_id': 'b747f5aa6ccc45db8efccb969324a7ac', 'mac_address': 'fa:16:3e:b4:e4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49afa767-7533-458f-beda-1e36c31b19ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '570cc0d7-3232-4df9-ba7f-58bee80c4a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:02Z', 'updated_at': '2022-05-03T23:09:03Z', 'revision_number': 2, 'project_id': 'b747f5aa6ccc45db8efccb969324a7ac', 'subnets': [{'id': '570cc0d7-3232-4df9-ba7f-58bee80c4a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:09:04.786892 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-3b3b97cb-f8ee-4b91-84df-2f585e851808 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:04.787489 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-3b3b97cb-f8ee-4b91-84df-2f585e851808 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Synchronizing usage tracker for tenant:b747f5aa6ccc45db8efccb969324a7ac on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:09:04.805586 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-3b3b97cb-f8ee-4b91-84df-2f585e851808 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Unset dirty status for tenant:b747f5aa6ccc45db8efccb969324a7ac on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:09:04.806817 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-3b3b97cb-f8ee-4b91-84df-2f585e851808 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/networks?id=5039d784-43b2-411e-9a45-c7ff46a6d1a5 HTTP/1.1" status: 200 len: 910 time: 0.1557961 May 03 23:09:04.823102 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-0f02e063-caf8-434f-875c-5b83c7a6bf54 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/quotas/b747f5aa6ccc45db8efccb969324a7ac HTTP/1.1" status: 200 len: 375 time: 0.0107198 May 03 23:09:04.906395 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-96282d60-726f-4b19-af5c-8260306e3e25 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Synchronizing usage tracker for tenant:b747f5aa6ccc45db8efccb969324a7ac on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:09:04.924740 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-96282d60-726f-4b19-af5c-8260306e3e25 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Unset dirty status for tenant:b747f5aa6ccc45db8efccb969324a7ac on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:09:04.926329 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-96282d60-726f-4b19-af5c-8260306e3e25 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/ports?tenant_id=b747f5aa6ccc45db8efccb969324a7ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0976994 May 03 23:09:04.944464 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 4edd9fb9-8ac1-4880-bd5c-6a299b0179da up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:09:05.017971 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 4edd9fb9-8ac1-4880-bd5c-6a299b0179da triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:09:05.018471 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:05.050798 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-dd0e1d52-f0f2-4396-9b59-76795700441a service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:09:05.052514 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-dd0e1d52-f0f2-4396-9b59-76795700441a service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1190164 May 03 23:09:05.232278 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-fa65c4e6-0a0d-483d-9efc-0a9ac9f874db service neutron] 10.222.0.58 "GET /v2.0/networks/5039d784-43b2-411e-9a45-c7ff46a6d1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725626 May 03 23:09:05.370928 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-d3f4b921-7ca7-455e-910c-0de821c8aafb service neutron] 10.222.0.58 "GET /v2.0/networks/5039d784-43b2-411e-9a45-c7ff46a6d1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329026 May 03 23:09:05.550727 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ebc38483-8d7b-48eb-a583-830efc01bccf req-e590566a-f8ad-40fc-9b88-de412316fb7b tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=445ea1e2-e0e3-41b9-a076-035650ce86cd HTTP/1.1" status: 200 len: 210 time: 0.0444841 May 03 23:09:06.703238 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b502942d-d89f-4bb0-9156-fdf9a0fe438c req-fc2c8062-751b-4471-9776-3a6aae8eeb24 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=445ea1e2-e0e3-41b9-a076-035650ce86cd HTTP/1.1" status: 200 len: 210 time: 0.0436375 May 03 23:09:06.877418 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-a23ee4bc-0290-415c-9c2a-858f397316b7 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:06.878985 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-a23ee4bc-0290-415c-9c2a-858f397316b7 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.67 "GET /v2.0/networks?id=5039d784-43b2-411e-9a45-c7ff46a6d1a5 HTTP/1.1" status: 200 len: 910 time: 0.1375256 May 03 23:09:06.892549 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-cf9fb0f2-e518-4cda-b920-d276caa697d6 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Request body: {'port': {'device_id': '445ea1e2-e0e3-41b9-a076-035650ce86cd', 'network_id': '5039d784-43b2-411e-9a45-c7ff46a6d1a5', 'admin_state_up': True, 'tenant_id': 'b747f5aa6ccc45db8efccb969324a7ac'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:09:06.898666 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-cf9fb0f2-e518-4cda-b920-d276caa697d6 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:09:06.908982 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-cf9fb0f2-e518-4cda-b920-d276caa697d6 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:09:06.919884 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-cf9fb0f2-e518-4cda-b920-d276caa697d6 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Made reservation on behalf of b747f5aa6ccc45db8efccb969324a7ac for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:09:06.922215 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-cf9fb0f2-e518-4cda-b920-d276caa697d6 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:06.956375 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device bee174fe-fc41-40ce-aa57-be983c9b4b58 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:09:07.022480 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port bee174fe-fc41-40ce-aa57-be983c9b4b58 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:09:07.027351 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port bee174fe-fc41-40ce-aa57-be983c9b4b58 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:09:07.027728 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:07.073818 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-cf9fb0f2-e518-4cda-b920-d276caa697d6 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Allocated IP 172.20.0.12 (5039d784-43b2-411e-9a45-c7ff46a6d1a5/ba6bb28d-b24c-40cd-a8e6-c90e2d7c6b87/6f6f83a6-3218-44dd-bb78-ac3f217d79e5) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:09:07.148100 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:07.167283 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port bee174fe-fc41-40ce-aa57-be983c9b4b58, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=bee174fe-fc41-40ce-aa57-be983c9b4b58,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:09:07.171780 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:07.245161 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=bee174fe-fc41-40ce-aa57-be983c9b4b58,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:07.271214 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-cf9fb0f2-e518-4cda-b920-d276caa697d6 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:07.286964 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-cf9fb0f2-e518-4cda-b920-d276caa697d6 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Transition to ACTIVE for port object 6f6f83a6-3218-44dd-bb78-ac3f217d79e5 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:09:07.309665 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-cf9fb0f2-e518-4cda-b920-d276caa697d6 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:07.376038 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-cf9fb0f2-e518-4cda-b920-d276caa697d6 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Network 5039d784-43b2-411e-9a45-c7ff46a6d1a5 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:09:07.378811 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-cf9fb0f2-e518-4cda-b920-d276caa697d6 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:09:07.382258 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-cf9fb0f2-e518-4cda-b920-d276caa697d6 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:09:07.414319 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9fb0f2-e518-4cda-b920-d276caa697d6 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Pushing event updated for resources: {'Port': ['ID=6f6f83a6-3218-44dd-bb78-ac3f217d79e5,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:07.442207 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-cf9fb0f2-e518-4cda-b920-d276caa697d6 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:07.442810 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-cf9fb0f2-e518-4cda-b920-d276caa697d6 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:07.469979 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-cf9fb0f2-e518-4cda-b920-d276caa697d6 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5824115 May 03 23:09:07.567591 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-c282bd23-695f-4da4-8b10-eac9e8c98e2b service neutron] Request body: {'port': {'device_id': '445ea1e2-e0e3-41b9-a076-035650ce86cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:09:07.601074 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-943c6c3a-b707-414d-982a-10dd72fb98eb None None] Provisioning for port 6f6f83a6-3218-44dd-bb78-ac3f217d79e5 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:09:07.606354 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-943c6c3a-b707-414d-982a-10dd72fb98eb None None] Provisioning complete for port 6f6f83a6-3218-44dd-bb78-ac3f217d79e5 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:09:07.606728 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-943c6c3a-b707-414d-982a-10dd72fb98eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:07.659814 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-943c6c3a-b707-414d-982a-10dd72fb98eb None None] Port 6f6f83a6-3218-44dd-bb78-ac3f217d79e5 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:09:07.680954 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-c282bd23-695f-4da4-8b10-eac9e8c98e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:07.984636 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edf45e-86d6-4e8c-ad7b-5d6bc8ab79ce req-49e03a1a-ea1f-48be-aadd-73b43024f347 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:07.986056 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-65edf45e-86d6-4e8c-ad7b-5d6bc8ab79ce req-49e03a1a-ea1f-48be-aadd-73b43024f347 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=445ea1e2-e0e3-41b9-a076-035650ce86cd HTTP/1.1" status: 200 len: 1028 time: 0.1762662 May 03 23:09:08.026252 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-65edf45e-86d6-4e8c-ad7b-5d6bc8ab79ce req-29634c6a-0d15-4153-a2b5-b0ff3b500d76 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Synchronizing usage tracker for tenant:b747f5aa6ccc45db8efccb969324a7ac on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:09:08.027321 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-c282bd23-695f-4da4-8b10-eac9e8c98e2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f6f83a6-3218-44dd-bb78-ac3f217d79e5 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:09:08.034534 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-c282bd23-695f-4da4-8b10-eac9e8c98e2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:08.042390 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-65edf45e-86d6-4e8c-ad7b-5d6bc8ab79ce req-29634c6a-0d15-4153-a2b5-b0ff3b500d76 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Unset dirty status for tenant:b747f5aa6ccc45db8efccb969324a7ac on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:09:08.043704 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-65edf45e-86d6-4e8c-ad7b-5d6bc8ab79ce req-29634c6a-0d15-4153-a2b5-b0ff3b500d76 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6acad089-81c7-481d-b6c2-9963f66c12c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519509 May 03 23:09:08.049534 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-c282bd23-695f-4da4-8b10-eac9e8c98e2b service neutron] Transition to ACTIVE for port object 6f6f83a6-3218-44dd-bb78-ac3f217d79e5 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:09:08.053742 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-c282bd23-695f-4da4-8b10-eac9e8c98e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:08.217352 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c282bd23-695f-4da4-8b10-eac9e8c98e2b service neutron] Pushing event updated for resources: {'Port': ['ID=6f6f83a6-3218-44dd-bb78-ac3f217d79e5,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:08.275213 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cee043-c336-44e3-97ee-42305e3e4f6b None None] Sync routers for ids ['49afa767-7533-458f-beda-1e36c31b19ac'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:09:08.284680 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cee043-c336-44e3-97ee-42305e3e4f6b None None] Routers {'49afa767-7533-458f-beda-1e36c31b19ac'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:09:08.285302 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-33cee043-c336-44e3-97ee-42305e3e4f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:08:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['49afa767-7533-458f-beda-1e36c31b19ac'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:09:08.294235 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-c282bd23-695f-4da4-8b10-eac9e8c98e2b service neutron] Attempting to bind port 6f6f83a6-3218-44dd-bb78-ac3f217d79e5 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:09:08.294592 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-c282bd23-695f-4da4-8b10-eac9e8c98e2b service neutron] Attempting to bind port 6f6f83a6-3218-44dd-bb78-ac3f217d79e5 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '2a1c55e4-f7d5-4cc6-83c3-a75345a28352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5039d784-43b2-411e-9a45-c7ff46a6d1a5'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:09:08.294920 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-c282bd23-695f-4da4-8b10-eac9e8c98e2b service neutron] Attempting to bind port 6f6f83a6-3218-44dd-bb78-ac3f217d79e5 on network 5039d784-43b2-411e-9a45-c7ff46a6d1a5 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:09:08.299832 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-c282bd23-695f-4da4-8b10-eac9e8c98e2b service neutron] Port 6f6f83a6-3218-44dd-bb78-ac3f217d79e5 on network 5039d784-43b2-411e-9a45-c7ff46a6d1a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:09:08.300148 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-c282bd23-695f-4da4-8b10-eac9e8c98e2b service neutron] Attempting to bind port 6f6f83a6-3218-44dd-bb78-ac3f217d79e5 on network 5039d784-43b2-411e-9a45-c7ff46a6d1a5 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:09:08.306073 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-c282bd23-695f-4da4-8b10-eac9e8c98e2b service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:09:08.306410 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-c282bd23-695f-4da4-8b10-eac9e8c98e2b service neutron] Checking segment: {'id': '2a1c55e4-f7d5-4cc6-83c3-a75345a28352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5039d784-43b2-411e-9a45-c7ff46a6d1a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:09:08.306788 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-c282bd23-695f-4da4-8b10-eac9e8c98e2b service neutron] Bound using segment: {'id': '2a1c55e4-f7d5-4cc6-83c3-a75345a28352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5039d784-43b2-411e-9a45-c7ff46a6d1a5'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:09:08.307215 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-c282bd23-695f-4da4-8b10-eac9e8c98e2b service neutron] Bound port: 6f6f83a6-3218-44dd-bb78-ac3f217d79e5, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a1c55e4-f7d5-4cc6-83c3-a75345a28352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5039d784-43b2-411e-9a45-c7ff46a6d1a5'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:09:08.307560 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-c282bd23-695f-4da4-8b10-eac9e8c98e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:08.394966 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-c282bd23-695f-4da4-8b10-eac9e8c98e2b service neutron] For port 6f6f83a6-3218-44dd-bb78-ac3f217d79e5, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:09:08.398174 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-c282bd23-695f-4da4-8b10-eac9e8c98e2b service neutron] For port 6f6f83a6-3218-44dd-bb78-ac3f217d79e5, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=6f6f83a6-3218-44dd-bb78-ac3f217d79e5,segment=NetworkSegment(2a1c55e4-f7d5-4cc6-83c3-a75345a28352),segment_id=2a1c55e4-f7d5-4cc6-83c3-a75345a28352)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:09:08.402614 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-c282bd23-695f-4da4-8b10-eac9e8c98e2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:08.465689 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-c282bd23-695f-4da4-8b10-eac9e8c98e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:08.466042 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-33cee043-c336-44e3-97ee-42305e3e4f6b None None] Set router 49afa767-7533-458f-beda-1e36c31b19ac gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:09:08.466330 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-c282bd23-695f-4da4-8b10-eac9e8c98e2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:08.467669 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-c282bd23-695f-4da4-8b10-eac9e8c98e2b service neutron] 10.222.0.67 "PUT /v2.0/ports/6f6f83a6-3218-44dd-bb78-ac3f217d79e5 HTTP/1.1" status: 200 len: 1092 time: 0.9907839 May 03 23:09:08.468111 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '445ea1e2-e0e3-41b9-a076-035650ce86cd', 'tag': '6f6f83a6-3218-44dd-bb78-ac3f217d79e5'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:09:08.489415 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c282bd23-695f-4da4-8b10-eac9e8c98e2b service neutron] Pushing event updated for resources: {'Port': ['ID=6f6f83a6-3218-44dd-bb78-ac3f217d79e5,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:08.595715 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-d879c305-f4e6-4ee7-89c5-205863816f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:08.597205 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-d879c305-f4e6-4ee7-89c5-205863816f20 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b747f5aa6ccc45db8efccb969324a7ac&device_id=445ea1e2-e0e3-41b9-a076-035650ce86cd HTTP/1.1" status: 200 len: 1095 time: 0.0825825 May 03 23:09:08.790577 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdc623f5-6a96-4973-8007-becdc850092b'] response: {'name': 'network-changed', 'server_uuid': '445ea1e2-e0e3-41b9-a076-035650ce86cd', 'tag': '6f6f83a6-3218-44dd-bb78-ac3f217d79e5', 'status': 'completed', 'code': 200} May 03 23:09:08.798955 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-6b0beaef-2361-4237-990d-f5fddcebea2c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f6f83a6-3218-44dd-bb78-ac3f217d79e5 HTTP/1.1" status: 200 len: 217 time: 0.1944618 May 03 23:09:08.845551 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-33cee043-c336-44e3-97ee-42305e3e4f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49afa767-7533-458f-beda-1e36c31b19ac', 'name': 'tempest-TestServerMultinode-983692340-router', 'tenant_id': 'b747f5aa6ccc45db8efccb969324a7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'bee174fe-fc41-40ce-aa57-be983c9b4b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:08:58Z', 'updated_at': '2022-05-03T23:09:03Z', 'revision_number': 4, 'project_id': 'b747f5aa6ccc45db8efccb969324a7ac', 'gw_port': {'id': 'bee174fe-fc41-40ce-aa57-be983c9b4b58', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49afa767-7533-458f-beda-1e36c31b19ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:08:59Z', 'updated_at': '2022-05-03T23:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '38494107-cc8e-4d96-9bd5-277f51623a8e', 'name': '', 'network_id': '932a816a-3b98-4f42-8c9e-073041b0cd30', 'tenant_id': 'b747f5aa6ccc45db8efccb969324a7ac', 'mac_address': 'fa:16:3e:b4:e4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49afa767-7533-458f-beda-1e36c31b19ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '570cc0d7-3232-4df9-ba7f-58bee80c4a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:02Z', 'updated_at': '2022-05-03T23:09:03Z', 'revision_number': 2, 'project_id': 'b747f5aa6ccc45db8efccb969324a7ac', 'subnets': [{'id': '570cc0d7-3232-4df9-ba7f-58bee80c4a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:09:08.849447 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cee043-c336-44e3-97ee-42305e3e4f6b None None] Checking router: 49afa767-7533-458f-beda-1e36c31b19ac for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:09:08.849789 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cee043-c336-44e3-97ee-42305e3e4f6b None None] Updating router 49afa767-7533-458f-beda-1e36c31b19ac port 38494107-cc8e-4d96-9bd5-277f51623a8e binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:09:08.869963 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-9e2bd5cf-5b1b-4a31-bde0-fd6812a5d995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:08.871406 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-9e2bd5cf-5b1b-4a31-bde0-fd6812a5d995 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ba6bb28d-b24c-40cd-a8e6-c90e2d7c6b87 HTTP/1.1" status: 200 len: 848 time: 0.0659950 May 03 23:09:08.907313 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-33cee043-c336-44e3-97ee-42305e3e4f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:08.935205 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device bee174fe-fc41-40ce-aa57-be983c9b4b58 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:09:08.950137 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-1e33173b-cab5-41b2-be66-87aeed3e637c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:08.951870 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-1e33173b-cab5-41b2-be66-87aeed3e637c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5039d784-43b2-411e-9a45-c7ff46a6d1a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742767 May 03 23:09:09.004940 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port bee174fe-fc41-40ce-aa57-be983c9b4b58 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:09:09.005458 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:09.088681 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-30d62ca3-fab1-49dc-91b9-879636a2ed19 service neutron] 10.222.0.67 "GET /v2.0/networks/5039d784-43b2-411e-9a45-c7ff46a6d1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304231 May 03 23:09:09.251082 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-10ab8f7c-b46d-4baf-84c3-0e7f74c5a587 req-8daec630-e77b-4a61-aee5-2eeb4e6271ea service neutron] 10.222.0.67 "GET /v2.0/networks/5039d784-43b2-411e-9a45-c7ff46a6d1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552665 May 03 23:09:09.302510 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039544e3-6831-461e-a56c-41ae41a7d865 req-d4068743-99b2-4aa1-bd65-3f99ad47b24d tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:09.304218 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-039544e3-6831-461e-a56c-41ae41a7d865 req-d4068743-99b2-4aa1-bd65-3f99ad47b24d tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=445ea1e2-e0e3-41b9-a076-035650ce86cd HTTP/1.1" status: 200 len: 1095 time: 0.0789247 May 03 23:09:09.305297 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-33cee043-c336-44e3-97ee-42305e3e4f6b None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:09.317761 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-33cee043-c336-44e3-97ee-42305e3e4f6b None None] Transition to ACTIVE for port object 38494107-cc8e-4d96-9bd5-277f51623a8e will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:09:09.324691 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-33cee043-c336-44e3-97ee-42305e3e4f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:09.346948 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-039544e3-6831-461e-a56c-41ae41a7d865 req-a53f092d-068f-43aa-917a-ce09542b84d2 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6acad089-81c7-481d-b6c2-9963f66c12c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363870 May 03 23:09:09.387513 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e7572-36aa-45a3-9faf-2d0095ecc76f req-907c2e60-e211-4aba-923f-f54fe57b1532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:09.389029 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0f5e7572-36aa-45a3-9faf-2d0095ecc76f req-907c2e60-e211-4aba-923f-f54fe57b1532 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b747f5aa6ccc45db8efccb969324a7ac&device_id=445ea1e2-e0e3-41b9-a076-035650ce86cd HTTP/1.1" status: 200 len: 1095 time: 0.0851114 May 03 23:09:09.530553 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e7572-36aa-45a3-9faf-2d0095ecc76f req-97921728-28c3-418d-9c54-8c8d8b02cfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:09.531992 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0f5e7572-36aa-45a3-9faf-2d0095ecc76f req-97921728-28c3-418d-9c54-8c8d8b02cfaf service neutron] 10.222.0.67 "GET /v2.0/networks?id=5039d784-43b2-411e-9a45-c7ff46a6d1a5 HTTP/1.1" status: 200 len: 910 time: 0.1370628 May 03 23:09:09.547578 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6ac48-2e96-479a-a841-976285ab57e3 None None] Pushing event updated for resources: {'Port': ['ID=38494107-cc8e-4d96-9bd5-277f51623a8e,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:09.570795 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-33cee043-c336-44e3-97ee-42305e3e4f6b None None] Attempting to bind port 38494107-cc8e-4d96-9bd5-277f51623a8e on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:09:09.571653 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-33cee043-c336-44e3-97ee-42305e3e4f6b None None] Attempting to bind port 38494107-cc8e-4d96-9bd5-277f51623a8e by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '914e55da-0611-40af-a448-02793cee7b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '932a816a-3b98-4f42-8c9e-073041b0cd30'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:09:09.572217 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cee043-c336-44e3-97ee-42305e3e4f6b None None] Attempting to bind port 38494107-cc8e-4d96-9bd5-277f51623a8e on network 932a816a-3b98-4f42-8c9e-073041b0cd30 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:09:09.580976 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cee043-c336-44e3-97ee-42305e3e4f6b None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:09:09.581345 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cee043-c336-44e3-97ee-42305e3e4f6b None None] Checking segment: {'id': '914e55da-0611-40af-a448-02793cee7b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '932a816a-3b98-4f42-8c9e-073041b0cd30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:09:09.581745 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-33cee043-c336-44e3-97ee-42305e3e4f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:09.582174 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cee043-c336-44e3-97ee-42305e3e4f6b None None] Bound using segment: {'id': '914e55da-0611-40af-a448-02793cee7b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '932a816a-3b98-4f42-8c9e-073041b0cd30'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:09:09.582631 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-33cee043-c336-44e3-97ee-42305e3e4f6b None None] Bound port: 38494107-cc8e-4d96-9bd5-277f51623a8e, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '914e55da-0611-40af-a448-02793cee7b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '932a816a-3b98-4f42-8c9e-073041b0cd30'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:09:09.582997 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-33cee043-c336-44e3-97ee-42305e3e4f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:09.613510 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0f5e7572-36aa-45a3-9faf-2d0095ecc76f req-5d808227-70a4-409c-8ebf-5e58072af0ac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f6f83a6-3218-44dd-bb78-ac3f217d79e5 HTTP/1.1" status: 200 len: 217 time: 0.0743573 May 03 23:09:09.671142 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-33cee043-c336-44e3-97ee-42305e3e4f6b None None] For port 38494107-cc8e-4d96-9bd5-277f51623a8e, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:09:09.674024 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-33cee043-c336-44e3-97ee-42305e3e4f6b None None] For port 38494107-cc8e-4d96-9bd5-277f51623a8e, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=38494107-cc8e-4d96-9bd5-277f51623a8e,segment=NetworkSegment(914e55da-0611-40af-a448-02793cee7b4d),segment_id=914e55da-0611-40af-a448-02793cee7b4d)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:09:09.675201 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e7572-36aa-45a3-9faf-2d0095ecc76f req-52805607-75a6-47c1-8bd5-174f39774950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:09.676646 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0f5e7572-36aa-45a3-9faf-2d0095ecc76f req-52805607-75a6-47c1-8bd5-174f39774950 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ba6bb28d-b24c-40cd-a8e6-c90e2d7c6b87 HTTP/1.1" status: 200 len: 848 time: 0.0574861 May 03 23:09:09.678738 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-33cee043-c336-44e3-97ee-42305e3e4f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:09.754096 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cee043-c336-44e3-97ee-42305e3e4f6b None None] Routers {'49afa767-7533-458f-beda-1e36c31b19ac'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:09:09.754529 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-33cee043-c336-44e3-97ee-42305e3e4f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:08:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['49afa767-7533-458f-beda-1e36c31b19ac'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:09:09.762072 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e7572-36aa-45a3-9faf-2d0095ecc76f req-95b457d1-30de-47c7-9a9b-ec139ef65245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:09.763546 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0f5e7572-36aa-45a3-9faf-2d0095ecc76f req-95b457d1-30de-47c7-9a9b-ec139ef65245 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5039d784-43b2-411e-9a45-c7ff46a6d1a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801754 May 03 23:09:09.885487 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6ac48-2e96-479a-a841-976285ab57e3 None None] Pushing event updated for resources: {'Port': ['ID=38494107-cc8e-4d96-9bd5-277f51623a8e,revision_number=4']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:09.907021 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0f5e7572-36aa-45a3-9faf-2d0095ecc76f req-03804671-867b-4daa-ae00-0cb783cee252 service neutron] 10.222.0.67 "GET /v2.0/networks/5039d784-43b2-411e-9a45-c7ff46a6d1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363740 May 03 23:09:09.940388 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-33cee043-c336-44e3-97ee-42305e3e4f6b None None] Set router 49afa767-7533-458f-beda-1e36c31b19ac gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:09:10.040915 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0f5e7572-36aa-45a3-9faf-2d0095ecc76f req-36ea23bc-28ec-4d45-b2ca-e3262a6298ad service neutron] 10.222.0.67 "GET /v2.0/networks/5039d784-43b2-411e-9a45-c7ff46a6d1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275194 May 03 23:09:10.247856 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-33cee043-c336-44e3-97ee-42305e3e4f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49afa767-7533-458f-beda-1e36c31b19ac', 'name': 'tempest-TestServerMultinode-983692340-router', 'tenant_id': 'b747f5aa6ccc45db8efccb969324a7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'bee174fe-fc41-40ce-aa57-be983c9b4b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:08:58Z', 'updated_at': '2022-05-03T23:09:03Z', 'revision_number': 4, 'project_id': 'b747f5aa6ccc45db8efccb969324a7ac', 'gw_port': {'id': 'bee174fe-fc41-40ce-aa57-be983c9b4b58', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49afa767-7533-458f-beda-1e36c31b19ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:08:59Z', 'updated_at': '2022-05-03T23:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '38494107-cc8e-4d96-9bd5-277f51623a8e', 'name': '', 'network_id': '932a816a-3b98-4f42-8c9e-073041b0cd30', 'tenant_id': 'b747f5aa6ccc45db8efccb969324a7ac', 'mac_address': 'fa:16:3e:b4:e4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49afa767-7533-458f-beda-1e36c31b19ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '570cc0d7-3232-4df9-ba7f-58bee80c4a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:02Z', 'updated_at': '2022-05-03T23:09:09Z', 'revision_number': 4, 'project_id': 'b747f5aa6ccc45db8efccb969324a7ac', 'subnets': [{'id': '570cc0d7-3232-4df9-ba7f-58bee80c4a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:09:10.253631 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cee043-c336-44e3-97ee-42305e3e4f6b None None] The sync data for ids ['49afa767-7533-458f-beda-1e36c31b19ac'] in n-d-811807-1 is: [{'id': '49afa767-7533-458f-beda-1e36c31b19ac', 'name': 'tempest-TestServerMultinode-983692340-router', 'tenant_id': 'b747f5aa6ccc45db8efccb969324a7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'bee174fe-fc41-40ce-aa57-be983c9b4b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:08:58Z', 'updated_at': '2022-05-03T23:09:03Z', 'revision_number': 4, 'project_id': 'b747f5aa6ccc45db8efccb969324a7ac', 'gw_port': {'id': 'bee174fe-fc41-40ce-aa57-be983c9b4b58', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49afa767-7533-458f-beda-1e36c31b19ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:08:59Z', 'updated_at': '2022-05-03T23:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '38494107-cc8e-4d96-9bd5-277f51623a8e', 'name': '', 'network_id': '932a816a-3b98-4f42-8c9e-073041b0cd30', 'tenant_id': 'b747f5aa6ccc45db8efccb969324a7ac', 'mac_address': 'fa:16:3e:b4:e4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49afa767-7533-458f-beda-1e36c31b19ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '570cc0d7-3232-4df9-ba7f-58bee80c4a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:02Z', 'updated_at': '2022-05-03T23:09:09Z', 'revision_number': 4, 'project_id': 'b747f5aa6ccc45db8efccb969324a7ac', 'subnets': [{'id': '570cc0d7-3232-4df9-ba7f-58bee80c4a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:09:10.535849 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f983e9-efa3-4b08-a535-51876b67221f req-8dd4a5ef-7809-42d0-8824-29cc221db1d9 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:10.537552 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d1f983e9-efa3-4b08-a535-51876b67221f req-8dd4a5ef-7809-42d0-8824-29cc221db1d9 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=445ea1e2-e0e3-41b9-a076-035650ce86cd HTTP/1.1" status: 200 len: 1095 time: 0.0820186 May 03 23:09:10.579884 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d1f983e9-efa3-4b08-a535-51876b67221f req-1868aec7-4435-44c7-a203-3d92a402177a tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6acad089-81c7-481d-b6c2-9963f66c12c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363986 May 03 23:09:10.950713 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 38494107-cc8e-4d96-9bd5-277f51623a8e up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:09:11.021796 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 38494107-cc8e-4d96-9bd5-277f51623a8e completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:09:11.026507 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 38494107-cc8e-4d96-9bd5-277f51623a8e triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:09:11.026874 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:11.140982 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:11.173360 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 38494107-cc8e-4d96-9bd5-277f51623a8e, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=38494107-cc8e-4d96-9bd5-277f51623a8e,segment=NetworkSegment(914e55da-0611-40af-a448-02793cee7b4d),segment_id=914e55da-0611-40af-a448-02793cee7b4d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:09:11.178035 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:11.250750 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=38494107-cc8e-4d96-9bd5-277f51623a8e,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:11.757516 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b843a2d-86d5-46be-8636-d367e7de2ed2 req-9dabac00-f731-46b5-9b17-7a62548a5eae tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:11.759087 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3b843a2d-86d5-46be-8636-d367e7de2ed2 req-9dabac00-f731-46b5-9b17-7a62548a5eae tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=445ea1e2-e0e3-41b9-a076-035650ce86cd HTTP/1.1" status: 200 len: 1095 time: 0.0722728 May 03 23:09:11.800314 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3b843a2d-86d5-46be-8636-d367e7de2ed2 req-4ec67bb8-6b5b-421c-9e1c-32df11e58a15 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6acad089-81c7-481d-b6c2-9963f66c12c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355754 May 03 23:09:12.935467 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 38494107-cc8e-4d96-9bd5-277f51623a8e up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:09:12.971850 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4845d8-c633-4ca6-95d8-93ece1aea23b req-96d0ffa9-4148-41b9-93eb-30fad0c6e8aa tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:12.973564 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-be4845d8-c633-4ca6-95d8-93ece1aea23b req-96d0ffa9-4148-41b9-93eb-30fad0c6e8aa tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=445ea1e2-e0e3-41b9-a076-035650ce86cd HTTP/1.1" status: 200 len: 1095 time: 0.0721645 May 03 23:09:13.003458 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 38494107-cc8e-4d96-9bd5-277f51623a8e triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:09:13.003828 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:13.018459 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-be4845d8-c633-4ca6-95d8-93ece1aea23b req-a05427d5-06fe-48ef-a385-ec3e3cce8e76 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6acad089-81c7-481d-b6c2-9963f66c12c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383677 May 03 23:09:13.209992 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 6f6f83a6-3218-44dd-bb78-ac3f217d79e5 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:09:13.347142 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 6f6f83a6-3218-44dd-bb78-ac3f217d79e5, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=6f6f83a6-3218-44dd-bb78-ac3f217d79e5,segment=NetworkSegment(2a1c55e4-f7d5-4cc6-83c3-a75345a28352),segment_id=2a1c55e4-f7d5-4cc6-83c3-a75345a28352)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:09:13.360489 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '6f6f83a6-3218-44dd-bb78-ac3f217d79e5', 'network_id': '5039d784-43b2-411e-9a45-c7ff46a6d1a5', 'port_id': '6f6f83a6-3218-44dd-bb78-ac3f217d79e5', 'mac_address': 'fa:16:3e:e0:51:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba6bb28d-b24c-40cd-a8e6-c90e2d7c6b87', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:09:13.417674 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:13.434009 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f6f83a6-3218-44dd-bb78-ac3f217d79e5 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:09:13.449100 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 6f6f83a6-3218-44dd-bb78-ac3f217d79e5, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=6f6f83a6-3218-44dd-bb78-ac3f217d79e5,segment=NetworkSegment(2a1c55e4-f7d5-4cc6-83c3-a75345a28352),segment_id=2a1c55e4-f7d5-4cc6-83c3-a75345a28352)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:09:13.451998 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:13.517173 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=6f6f83a6-3218-44dd-bb78-ac3f217d79e5,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:13.808791 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['6f6f83a6-3218-44dd-bb78-ac3f217d79e5'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:09:14.186938 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeebd10-2753-494b-95d6-dcdb419ddd9f req-8f798574-4cb1-4a27-b7b1-17d69aa98457 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:14.188411 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1eeebd10-2753-494b-95d6-dcdb419ddd9f req-8f798574-4cb1-4a27-b7b1-17d69aa98457 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=445ea1e2-e0e3-41b9-a076-035650ce86cd HTTP/1.1" status: 200 len: 1096 time: 0.0699198 May 03 23:09:14.231789 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1eeebd10-2753-494b-95d6-dcdb419ddd9f req-8cac5c63-2fbd-4b92-9299-c6da21962013 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6acad089-81c7-481d-b6c2-9963f66c12c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373151 May 03 23:09:15.225457 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 6f6f83a6-3218-44dd-bb78-ac3f217d79e5 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:09:15.293386 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 6f6f83a6-3218-44dd-bb78-ac3f217d79e5 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:09:15.298310 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 6f6f83a6-3218-44dd-bb78-ac3f217d79e5 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:09:15.298681 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:15.409455 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4bbbe7-8358-4fed-9ccd-67fed7283fd7 req-a2e6ce50-2076-42aa-8a80-f56ccb7e992f tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:15.410991 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bb4bbbe7-8358-4fed-9ccd-67fed7283fd7 req-a2e6ce50-2076-42aa-8a80-f56ccb7e992f tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=445ea1e2-e0e3-41b9-a076-035650ce86cd HTTP/1.1" status: 200 len: 1096 time: 0.0759256 May 03 23:09:15.417426 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:15.444189 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445ea1e2-e0e3-41b9-a076-035650ce86cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6f83a6-3218-44dd-bb78-ac3f217d79e5'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:09:15.451379 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bb4bbbe7-8358-4fed-9ccd-67fed7283fd7 req-ed8068c1-5359-4724-ac11-1ad1315e3dd9 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6acad089-81c7-481d-b6c2-9963f66c12c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347793 May 03 23:09:15.454182 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 6f6f83a6-3218-44dd-bb78-ac3f217d79e5, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=6f6f83a6-3218-44dd-bb78-ac3f217d79e5,segment=NetworkSegment(2a1c55e4-f7d5-4cc6-83c3-a75345a28352),segment_id=2a1c55e4-f7d5-4cc6-83c3-a75345a28352)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:09:15.458178 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:15.527324 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=6f6f83a6-3218-44dd-bb78-ac3f217d79e5,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:15.559665 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-561bb183-8c55-415b-a3ac-940d3d31dc4d'] response: {'server_uuid': '445ea1e2-e0e3-41b9-a076-035650ce86cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6f83a6-3218-44dd-bb78-ac3f217d79e5', 'code': 200} May 03 23:09:15.683712 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d3e75-98c7-492b-80a1-9d0347ca6402 req-54715f9f-b2d3-4f61-a1d1-5d487039c018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:15.685163 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1a3d3e75-98c7-492b-80a1-9d0347ca6402 req-54715f9f-b2d3-4f61-a1d1-5d487039c018 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=445ea1e2-e0e3-41b9-a076-035650ce86cd HTTP/1.1" status: 200 len: 1097 time: 0.0704670 May 03 23:09:15.724321 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1a3d3e75-98c7-492b-80a1-9d0347ca6402 req-3f881c77-eefc-4dc1-afa5-76ab613b57ce service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6acad089-81c7-481d-b6c2-9963f66c12c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328188 May 03 23:09:16.626037 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10c362-5db9-417d-bdac-9ba7c3ec656e req-706ad1a8-0915-4b32-841e-6d67a89496c5 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:16.627541 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ee10c362-5db9-417d-bdac-9ba7c3ec656e req-706ad1a8-0915-4b32-841e-6d67a89496c5 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=445ea1e2-e0e3-41b9-a076-035650ce86cd HTTP/1.1" status: 200 len: 1097 time: 0.0698972 May 03 23:09:16.667636 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ee10c362-5db9-417d-bdac-9ba7c3ec656e req-35a33bd9-1e8c-49d9-8cbe-1c634c7eee74 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6acad089-81c7-481d-b6c2-9963f66c12c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345118 May 03 23:09:17.842056 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6927e3f-e75e-4ce1-a3e7-2564a703c2c1 req-5c6c0aea-678e-4628-a378-2bd92a42da3a tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:17.843534 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6927e3f-e75e-4ce1-a3e7-2564a703c2c1 req-5c6c0aea-678e-4628-a378-2bd92a42da3a tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=445ea1e2-e0e3-41b9-a076-035650ce86cd HTTP/1.1" status: 200 len: 1097 time: 0.0728426 May 03 23:09:17.883076 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6927e3f-e75e-4ce1-a3e7-2564a703c2c1 req-f8ef204e-68da-480f-b749-02e24eec8c68 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6acad089-81c7-481d-b6c2-9963f66c12c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339103 May 03 23:09:18.050625 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ecd774-8326-4222-b2b1-e0632698fa61 req-f41074ef-f656-47e0-80e6-1e2ea0a37fd6 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:18.052087 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-75ecd774-8326-4222-b2b1-e0632698fa61 req-f41074ef-f656-47e0-80e6-1e2ea0a37fd6 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=445ea1e2-e0e3-41b9-a076-035650ce86cd HTTP/1.1" status: 200 len: 1097 time: 0.0685580 May 03 23:09:18.092325 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-75ecd774-8326-4222-b2b1-e0632698fa61 req-089504c5-bb6c-4f16-818e-6cd7f8ffe61d tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6acad089-81c7-481d-b6c2-9963f66c12c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347397 May 03 23:09:18.268195 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92cc1f-bbde-497b-a847-c3697a39bad2 req-13793fc3-a770-4f7c-b681-44dcc8f03e2a tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:18.269640 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1a92cc1f-bbde-497b-a847-c3697a39bad2 req-13793fc3-a770-4f7c-b681-44dcc8f03e2a tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=445ea1e2-e0e3-41b9-a076-035650ce86cd HTTP/1.1" status: 200 len: 1097 time: 0.0706921 May 03 23:09:18.308682 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1a92cc1f-bbde-497b-a847-c3697a39bad2 req-3ca16493-7987-4ed1-aa74-1e9e0a50ca89 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6acad089-81c7-481d-b6c2-9963f66c12c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328567 May 03 23:09:18.585950 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114411d-c054-48cd-829d-83629a05cbc3 req-3a1e17b6-3c06-4f38-b216-37ea663f2601 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:18.587394 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7114411d-c054-48cd-829d-83629a05cbc3 req-3a1e17b6-3c06-4f38-b216-37ea663f2601 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/networks?id=5039d784-43b2-411e-9a45-c7ff46a6d1a5 HTTP/1.1" status: 200 len: 910 time: 0.1364415 May 03 23:09:18.602393 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7114411d-c054-48cd-829d-83629a05cbc3 req-e67d9147-1a39-4dd1-95e5-c271f1899493 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/quotas/b747f5aa6ccc45db8efccb969324a7ac HTTP/1.1" status: 200 len: 375 time: 0.0093806 May 03 23:09:18.681667 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7114411d-c054-48cd-829d-83629a05cbc3 req-83e28795-e7cf-4fe6-9edb-abc5b3460bbf tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/ports?tenant_id=b747f5aa6ccc45db8efccb969324a7ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0740948 May 03 23:09:18.813364 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7114411d-c054-48cd-829d-83629a05cbc3 req-744355c9-e0b0-433f-a770-a3b1b7c9924a service neutron] 10.222.0.58 "GET /v2.0/networks/5039d784-43b2-411e-9a45-c7ff46a6d1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251087 May 03 23:09:18.943277 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7114411d-c054-48cd-829d-83629a05cbc3 req-76b6488d-04ca-42c9-9bc3-8d92b43bd0d3 service neutron] 10.222.0.58 "GET /v2.0/networks/5039d784-43b2-411e-9a45-c7ff46a6d1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237271 May 03 23:09:19.112760 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fde50e8f-bca6-4522-a591-9e99c0c6c2e6 req-5db8ac49-abd4-4348-9cfb-04284380898a tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3afbb947-b7b0-432c-8cd7-72709fb3bb4e HTTP/1.1" status: 200 len: 210 time: 0.0412886 May 03 23:09:20.251198 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:09:20.302438 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-72b07ad7-6339-418f-a93e-6565ed8a6480 req-35dc8754-cc22-491f-b18e-85289ff1352e tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3afbb947-b7b0-432c-8cd7-72709fb3bb4e HTTP/1.1" status: 200 len: 210 time: 0.0553825 May 03 23:09:20.331766 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114411d-c054-48cd-829d-83629a05cbc3 req-550d235b-7340-4f23-a9c2-57ac9daab7f4 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:20.333407 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7114411d-c054-48cd-829d-83629a05cbc3 req-550d235b-7340-4f23-a9c2-57ac9daab7f4 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.60 "GET /v2.0/networks?id=5039d784-43b2-411e-9a45-c7ff46a6d1a5 HTTP/1.1" status: 200 len: 910 time: 0.1749628 May 03 23:09:20.345224 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-7114411d-c054-48cd-829d-83629a05cbc3 req-2ee7bbbd-2f93-47a4-9fae-61e2b217ccf2 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Request body: {'port': {'device_id': '3afbb947-b7b0-432c-8cd7-72709fb3bb4e', 'network_id': '5039d784-43b2-411e-9a45-c7ff46a6d1a5', 'admin_state_up': True, 'tenant_id': 'b747f5aa6ccc45db8efccb969324a7ac'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:09:20.350844 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-7114411d-c054-48cd-829d-83629a05cbc3 req-2ee7bbbd-2f93-47a4-9fae-61e2b217ccf2 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:09:20.356242 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-7114411d-c054-48cd-829d-83629a05cbc3 req-2ee7bbbd-2f93-47a4-9fae-61e2b217ccf2 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Usage tracker for resource:port and tenant:b747f5aa6ccc45db8efccb969324a7ac is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:09:20.359123 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-7114411d-c054-48cd-829d-83629a05cbc3 req-2ee7bbbd-2f93-47a4-9fae-61e2b217ccf2 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Quota usage for port was recalculated. Used quota:3. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:09:20.364765 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-7114411d-c054-48cd-829d-83629a05cbc3 req-2ee7bbbd-2f93-47a4-9fae-61e2b217ccf2 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:09:20.374232 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7114411d-c054-48cd-829d-83629a05cbc3 req-2ee7bbbd-2f93-47a4-9fae-61e2b217ccf2 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Made reservation on behalf of b747f5aa6ccc45db8efccb969324a7ac for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:09:20.376486 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7114411d-c054-48cd-829d-83629a05cbc3 req-2ee7bbbd-2f93-47a4-9fae-61e2b217ccf2 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:20.618803 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-7114411d-c054-48cd-829d-83629a05cbc3 req-2ee7bbbd-2f93-47a4-9fae-61e2b217ccf2 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Allocated IP 172.20.0.14 (5039d784-43b2-411e-9a45-c7ff46a6d1a5/ba6bb28d-b24c-40cd-a8e6-c90e2d7c6b87/ac065e50-a157-45ce-b63c-05448c91872b) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:09:20.805731 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7114411d-c054-48cd-829d-83629a05cbc3 req-2ee7bbbd-2f93-47a4-9fae-61e2b217ccf2 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:20.821181 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-7114411d-c054-48cd-829d-83629a05cbc3 req-2ee7bbbd-2f93-47a4-9fae-61e2b217ccf2 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Transition to ACTIVE for port object ac065e50-a157-45ce-b63c-05448c91872b will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:09:20.843984 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7114411d-c054-48cd-829d-83629a05cbc3 req-2ee7bbbd-2f93-47a4-9fae-61e2b217ccf2 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:20.855564 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['6f6f83a6-3218-44dd-bb78-ac3f217d79e5'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:09:20.911141 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7114411d-c054-48cd-829d-83629a05cbc3 req-2ee7bbbd-2f93-47a4-9fae-61e2b217ccf2 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Network 5039d784-43b2-411e-9a45-c7ff46a6d1a5 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:09:20.914018 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-7114411d-c054-48cd-829d-83629a05cbc3 req-2ee7bbbd-2f93-47a4-9fae-61e2b217ccf2 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:09:20.918297 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-7114411d-c054-48cd-829d-83629a05cbc3 req-2ee7bbbd-2f93-47a4-9fae-61e2b217ccf2 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:09:20.950892 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7bbbd-2f93-47a4-9fae-61e2b217ccf2 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Pushing event updated for resources: {'Port': ['ID=ac065e50-a157-45ce-b63c-05448c91872b,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:20.979250 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114411d-c054-48cd-829d-83629a05cbc3 req-2ee7bbbd-2f93-47a4-9fae-61e2b217ccf2 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:20.980014 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7114411d-c054-48cd-829d-83629a05cbc3 req-2ee7bbbd-2f93-47a4-9fae-61e2b217ccf2 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:21.007599 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7114411d-c054-48cd-829d-83629a05cbc3 req-2ee7bbbd-2f93-47a4-9fae-61e2b217ccf2 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6661382 May 03 23:09:21.018874 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-7114411d-c054-48cd-829d-83629a05cbc3 req-95f35d55-3b34-42c4-b273-82da81a2f1d1 service neutron] Request body: {'port': {'device_id': '3afbb947-b7b0-432c-8cd7-72709fb3bb4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:09:21.130345 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7114411d-c054-48cd-829d-83629a05cbc3 req-95f35d55-3b34-42c4-b273-82da81a2f1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:21.143422 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1c9b2124-e595-4faa-ab75-1015496a81f5 None None] Provisioning for port ac065e50-a157-45ce-b63c-05448c91872b completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:09:21.150447 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1c9b2124-e595-4faa-ab75-1015496a81f5 None None] Provisioning complete for port ac065e50-a157-45ce-b63c-05448c91872b triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:09:21.150820 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1c9b2124-e595-4faa-ab75-1015496a81f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:21.207544 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1c9b2124-e595-4faa-ab75-1015496a81f5 None None] Port ac065e50-a157-45ce-b63c-05448c91872b cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:09:21.537769 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-7114411d-c054-48cd-829d-83629a05cbc3 req-95f35d55-3b34-42c4-b273-82da81a2f1d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac065e50-a157-45ce-b63c-05448c91872b {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:09:21.546478 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7114411d-c054-48cd-829d-83629a05cbc3 req-95f35d55-3b34-42c4-b273-82da81a2f1d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:21.551783 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ffde7-4c14-4f6d-818e-ab14bc92bff7 req-fb266929-b4d3-44c5-b1a4-a6da91f916c1 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:21.552524 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-496ffde7-4c14-4f6d-818e-ab14bc92bff7 req-fb266929-b4d3-44c5-b1a4-a6da91f916c1 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Synchronizing usage tracker for tenant:b747f5aa6ccc45db8efccb969324a7ac on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:09:21.569326 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-7114411d-c054-48cd-829d-83629a05cbc3 req-95f35d55-3b34-42c4-b273-82da81a2f1d1 service neutron] Transition to ACTIVE for port object ac065e50-a157-45ce-b63c-05448c91872b will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:09:21.573823 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7114411d-c054-48cd-829d-83629a05cbc3 req-95f35d55-3b34-42c4-b273-82da81a2f1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:21.632026 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-496ffde7-4c14-4f6d-818e-ab14bc92bff7 req-fb266929-b4d3-44c5-b1a4-a6da91f916c1 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Unset dirty status for tenant:b747f5aa6ccc45db8efccb969324a7ac on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:09:21.633743 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-496ffde7-4c14-4f6d-818e-ab14bc92bff7 req-fb266929-b4d3-44c5-b1a4-a6da91f916c1 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3afbb947-b7b0-432c-8cd7-72709fb3bb4e HTTP/1.1" status: 200 len: 1028 time: 0.2240112 May 03 23:09:21.728061 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f35d55-3b34-42c4-b273-82da81a2f1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac065e50-a157-45ce-b63c-05448c91872b,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:21.813351 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-496ffde7-4c14-4f6d-818e-ab14bc92bff7 req-57e4cc2c-623f-4368-b1fb-cbbf259e3683 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6acad089-81c7-481d-b6c2-9963f66c12c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337841 May 03 23:09:21.845948 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-7114411d-c054-48cd-829d-83629a05cbc3 req-95f35d55-3b34-42c4-b273-82da81a2f1d1 service neutron] Attempting to bind port ac065e50-a157-45ce-b63c-05448c91872b on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:09:21.846288 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-7114411d-c054-48cd-829d-83629a05cbc3 req-95f35d55-3b34-42c4-b273-82da81a2f1d1 service neutron] Attempting to bind port ac065e50-a157-45ce-b63c-05448c91872b by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '2a1c55e4-f7d5-4cc6-83c3-a75345a28352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5039d784-43b2-411e-9a45-c7ff46a6d1a5'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:09:21.846615 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7114411d-c054-48cd-829d-83629a05cbc3 req-95f35d55-3b34-42c4-b273-82da81a2f1d1 service neutron] Attempting to bind port ac065e50-a157-45ce-b63c-05448c91872b on network 5039d784-43b2-411e-9a45-c7ff46a6d1a5 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:09:21.851215 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7114411d-c054-48cd-829d-83629a05cbc3 req-95f35d55-3b34-42c4-b273-82da81a2f1d1 service neutron] Port ac065e50-a157-45ce-b63c-05448c91872b on network 5039d784-43b2-411e-9a45-c7ff46a6d1a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:09:21.851537 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7114411d-c054-48cd-829d-83629a05cbc3 req-95f35d55-3b34-42c4-b273-82da81a2f1d1 service neutron] Attempting to bind port ac065e50-a157-45ce-b63c-05448c91872b on network 5039d784-43b2-411e-9a45-c7ff46a6d1a5 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:09:21.857065 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7114411d-c054-48cd-829d-83629a05cbc3 req-95f35d55-3b34-42c4-b273-82da81a2f1d1 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:09:21.857404 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7114411d-c054-48cd-829d-83629a05cbc3 req-95f35d55-3b34-42c4-b273-82da81a2f1d1 service neutron] Checking segment: {'id': '2a1c55e4-f7d5-4cc6-83c3-a75345a28352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5039d784-43b2-411e-9a45-c7ff46a6d1a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:09:21.857786 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7114411d-c054-48cd-829d-83629a05cbc3 req-95f35d55-3b34-42c4-b273-82da81a2f1d1 service neutron] Bound using segment: {'id': '2a1c55e4-f7d5-4cc6-83c3-a75345a28352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5039d784-43b2-411e-9a45-c7ff46a6d1a5'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:09:21.858235 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-7114411d-c054-48cd-829d-83629a05cbc3 req-95f35d55-3b34-42c4-b273-82da81a2f1d1 service neutron] Bound port: ac065e50-a157-45ce-b63c-05448c91872b, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a1c55e4-f7d5-4cc6-83c3-a75345a28352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '5039d784-43b2-411e-9a45-c7ff46a6d1a5'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:09:21.858579 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7114411d-c054-48cd-829d-83629a05cbc3 req-95f35d55-3b34-42c4-b273-82da81a2f1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:21.948031 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-7114411d-c054-48cd-829d-83629a05cbc3 req-95f35d55-3b34-42c4-b273-82da81a2f1d1 service neutron] For port ac065e50-a157-45ce-b63c-05448c91872b, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:09:21.950817 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-7114411d-c054-48cd-829d-83629a05cbc3 req-95f35d55-3b34-42c4-b273-82da81a2f1d1 service neutron] For port ac065e50-a157-45ce-b63c-05448c91872b, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=ac065e50-a157-45ce-b63c-05448c91872b,segment=NetworkSegment(2a1c55e4-f7d5-4cc6-83c3-a75345a28352),segment_id=2a1c55e4-f7d5-4cc6-83c3-a75345a28352)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:09:21.955163 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7114411d-c054-48cd-829d-83629a05cbc3 req-95f35d55-3b34-42c4-b273-82da81a2f1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:21.966422 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [req-dbf5b063-1729-4d6e-9c7e-1f4feeed1c8e req-9a956925-17b1-4bfc-83e7-8877ef6df81b service neutron] (88070) timed out ('10.222.0.58', 46354) {{(pid=88070) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 03 23:09:22.011903 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114411d-c054-48cd-829d-83629a05cbc3 req-95f35d55-3b34-42c4-b273-82da81a2f1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:22.012513 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-7114411d-c054-48cd-829d-83629a05cbc3 req-95f35d55-3b34-42c4-b273-82da81a2f1d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:22.013888 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7114411d-c054-48cd-829d-83629a05cbc3 req-95f35d55-3b34-42c4-b273-82da81a2f1d1 service neutron] 10.222.0.60 "PUT /v2.0/ports/ac065e50-a157-45ce-b63c-05448c91872b HTTP/1.1" status: 200 len: 1092 time: 0.9992778 May 03 23:09:22.014310 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3afbb947-b7b0-432c-8cd7-72709fb3bb4e', 'tag': 'ac065e50-a157-45ce-b63c-05448c91872b'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:09:22.039043 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f35d55-3b34-42c4-b273-82da81a2f1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac065e50-a157-45ce-b63c-05448c91872b,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:22.103187 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3c4129a-9741-475e-a101-a98719071116'] response: {'name': 'network-changed', 'server_uuid': '3afbb947-b7b0-432c-8cd7-72709fb3bb4e', 'tag': 'ac065e50-a157-45ce-b63c-05448c91872b', 'status': 'completed', 'code': 200} May 03 23:09:22.138360 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114411d-c054-48cd-829d-83629a05cbc3 req-3434a030-6756-4b51-8f35-87608b507274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:22.139858 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7114411d-c054-48cd-829d-83629a05cbc3 req-3434a030-6756-4b51-8f35-87608b507274 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b747f5aa6ccc45db8efccb969324a7ac&device_id=3afbb947-b7b0-432c-8cd7-72709fb3bb4e HTTP/1.1" status: 200 len: 1095 time: 0.0777750 May 03 23:09:22.208003 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7114411d-c054-48cd-829d-83629a05cbc3 req-4f618fe5-3abd-48f0-8eb6-0e81d4d7c40b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac065e50-a157-45ce-b63c-05448c91872b HTTP/1.1" status: 200 len: 217 time: 0.0606074 May 03 23:09:22.375066 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114411d-c054-48cd-829d-83629a05cbc3 req-4dc9511a-f01d-40c6-852c-6d85558c270f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:22.376394 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7114411d-c054-48cd-829d-83629a05cbc3 req-4dc9511a-f01d-40c6-852c-6d85558c270f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ba6bb28d-b24c-40cd-a8e6-c90e2d7c6b87 HTTP/1.1" status: 200 len: 848 time: 0.1616235 May 03 23:09:22.450614 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114411d-c054-48cd-829d-83629a05cbc3 req-2b0ed039-fa22-4f00-81e9-3bfa2b48c126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:22.452042 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7114411d-c054-48cd-829d-83629a05cbc3 req-2b0ed039-fa22-4f00-81e9-3bfa2b48c126 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5039d784-43b2-411e-9a45-c7ff46a6d1a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692363 May 03 23:09:22.582474 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7114411d-c054-48cd-829d-83629a05cbc3 req-8b87b655-f570-40ec-84fd-b5c568f0bde8 service neutron] 10.222.0.60 "GET /v2.0/networks/5039d784-43b2-411e-9a45-c7ff46a6d1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238792 May 03 23:09:22.714060 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7114411d-c054-48cd-829d-83629a05cbc3 req-1203ac41-c3a3-4240-b45e-5f0c8875037d service neutron] 10.222.0.60 "GET /v2.0/networks/5039d784-43b2-411e-9a45-c7ff46a6d1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241908 May 03 23:09:22.833370 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190d7a2-700e-4f54-9731-49e73ece5d1e req-4e136201-a27d-4ae0-82b6-136e38333251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:22.834869 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a190d7a2-700e-4f54-9731-49e73ece5d1e req-4e136201-a27d-4ae0-82b6-136e38333251 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b747f5aa6ccc45db8efccb969324a7ac&device_id=3afbb947-b7b0-432c-8cd7-72709fb3bb4e HTTP/1.1" status: 200 len: 1095 time: 0.0744667 May 03 23:09:22.923575 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-66c9227a-6ec6-40ce-ae00-e10b0a287f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:23.020042 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190d7a2-700e-4f54-9731-49e73ece5d1e req-ba7116b9-3ca1-474c-b980-d209366280e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:23.021393 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a190d7a2-700e-4f54-9731-49e73ece5d1e req-ba7116b9-3ca1-474c-b980-d209366280e0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5039d784-43b2-411e-9a45-c7ff46a6d1a5 HTTP/1.1" status: 200 len: 910 time: 0.1789651 May 03 23:09:23.084551 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c3d7c-1656-4255-bbff-682b83e2f302 req-52fa2c6f-0d45-4f15-baec-317981d7d42d tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:23.086048 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c52c3d7c-1656-4255-bbff-682b83e2f302 req-52fa2c6f-0d45-4f15-baec-317981d7d42d tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3afbb947-b7b0-432c-8cd7-72709fb3bb4e HTTP/1.1" status: 200 len: 1095 time: 0.1613092 May 03 23:09:23.095432 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a190d7a2-700e-4f54-9731-49e73ece5d1e req-86430cb0-4280-43aa-a89d-4405bab26385 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac065e50-a157-45ce-b63c-05448c91872b HTTP/1.1" status: 200 len: 217 time: 0.0667000 May 03 23:09:23.179677 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c52c3d7c-1656-4255-bbff-682b83e2f302 req-595ed74b-a2a3-48fe-913c-9cf413912c3f tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6acad089-81c7-481d-b6c2-9963f66c12c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857172 May 03 23:09:23.183062 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190d7a2-700e-4f54-9731-49e73ece5d1e req-4bdcb69c-c6f7-470f-85df-960fa8a3248c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:23.184488 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a190d7a2-700e-4f54-9731-49e73ece5d1e req-4bdcb69c-c6f7-470f-85df-960fa8a3248c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ba6bb28d-b24c-40cd-a8e6-c90e2d7c6b87 HTTP/1.1" status: 200 len: 848 time: 0.0765865 May 03 23:09:23.260033 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190d7a2-700e-4f54-9731-49e73ece5d1e req-8aee6257-e250-4262-bee1-ce4c5933709e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:23.261526 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a190d7a2-700e-4f54-9731-49e73ece5d1e req-8aee6257-e250-4262-bee1-ce4c5933709e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5039d784-43b2-411e-9a45-c7ff46a6d1a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705700 May 03 23:09:23.393177 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a190d7a2-700e-4f54-9731-49e73ece5d1e req-55cc31a2-dfbf-4a7e-b6fd-af6cfa47b259 service neutron] 10.222.0.60 "GET /v2.0/networks/5039d784-43b2-411e-9a45-c7ff46a6d1a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251624 May 03 23:09:23.524710 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a190d7a2-700e-4f54-9731-49e73ece5d1e req-9dae6ff2-66fb-49b3-bbef-af78c3c190cc service neutron] 10.222.0.60 "GET /v2.0/networks/5039d784-43b2-411e-9a45-c7ff46a6d1a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250927 May 03 23:09:24.356325 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc27b4a-767d-4176-8f08-9072d8c5d1b2 req-e8c20a40-dd6b-475f-b7a1-9dbe6b67ea67 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:24.357804 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cbc27b4a-767d-4176-8f08-9072d8c5d1b2 req-e8c20a40-dd6b-475f-b7a1-9dbe6b67ea67 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3afbb947-b7b0-432c-8cd7-72709fb3bb4e HTTP/1.1" status: 200 len: 1095 time: 0.0694544 May 03 23:09:24.401233 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cbc27b4a-767d-4176-8f08-9072d8c5d1b2 req-61458695-93c1-4cc1-88fa-2d1ec6d223d8 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6acad089-81c7-481d-b6c2-9963f66c12c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369499 May 03 23:09:24.699313 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:25.533575 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-45c75021-2ad5-4efc-967e-34ab551bccd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:25.580879 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f69fc-1c00-4b07-8971-0a7275cfc91d req-c973ab13-03e1-42e1-9133-82b3de29d733 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:25.582384 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-de0f69fc-1c00-4b07-8971-0a7275cfc91d req-c973ab13-03e1-42e1-9133-82b3de29d733 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3afbb947-b7b0-432c-8cd7-72709fb3bb4e HTTP/1.1" status: 200 len: 1095 time: 0.0726151 May 03 23:09:25.623191 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-de0f69fc-1c00-4b07-8971-0a7275cfc91d req-d4cc87d5-b283-45fd-b7e0-855d2a855a2a tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6acad089-81c7-481d-b6c2-9963f66c12c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351646 May 03 23:09:26.266059 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device ac065e50-a157-45ce-b63c-05448c91872b details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:09:26.383808 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:26.416861 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port ac065e50-a157-45ce-b63c-05448c91872b, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=ac065e50-a157-45ce-b63c-05448c91872b,segment=NetworkSegment(2a1c55e4-f7d5-4cc6-83c3-a75345a28352),segment_id=2a1c55e4-f7d5-4cc6-83c3-a75345a28352)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:09:26.423591 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:26.429600 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': 'ac065e50-a157-45ce-b63c-05448c91872b', 'network_id': '5039d784-43b2-411e-9a45-c7ff46a6d1a5', 'port_id': 'ac065e50-a157-45ce-b63c-05448c91872b', 'mac_address': 'fa:16:3e:54:c3:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba6bb28d-b24c-40cd-a8e6-c90e2d7c6b87', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:09:26.483194 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:26.501999 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac065e50-a157-45ce-b63c-05448c91872b {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:09:26.517114 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port ac065e50-a157-45ce-b63c-05448c91872b, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=ac065e50-a157-45ce-b63c-05448c91872b,segment=NetworkSegment(2a1c55e4-f7d5-4cc6-83c3-a75345a28352),segment_id=2a1c55e4-f7d5-4cc6-83c3-a75345a28352)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:09:26.520000 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:26.584749 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=ac065e50-a157-45ce-b63c-05448c91872b,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:26.748976 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['ac065e50-a157-45ce-b63c-05448c91872b'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:09:26.797528 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ceb3b5-49ce-4d6c-9d06-e57a27916c40 req-4187553d-1aa5-42c4-9c57-aba54b5d6e10 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:26.798986 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-24ceb3b5-49ce-4d6c-9d06-e57a27916c40 req-4187553d-1aa5-42c4-9c57-aba54b5d6e10 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3afbb947-b7b0-432c-8cd7-72709fb3bb4e HTTP/1.1" status: 200 len: 1096 time: 0.0734169 May 03 23:09:26.839769 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-24ceb3b5-49ce-4d6c-9d06-e57a27916c40 req-b67afa1d-9f21-4f10-885a-54e19b6568f3 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6acad089-81c7-481d-b6c2-9963f66c12c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350170 May 03 23:09:27.729245 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:28.007446 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e16af-189c-4182-969d-b68549ee675b req-411a62f1-1a04-4ab8-a044-cbe60aaa5c2d tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:28.009400 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-981e16af-189c-4182-969d-b68549ee675b req-411a62f1-1a04-4ab8-a044-cbe60aaa5c2d tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3afbb947-b7b0-432c-8cd7-72709fb3bb4e HTTP/1.1" status: 200 len: 1096 time: 0.0687387 May 03 23:09:28.049583 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-981e16af-189c-4182-969d-b68549ee675b req-7ad850e4-ad1f-47e1-862b-a82fa3fb1d7b tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6acad089-81c7-481d-b6c2-9963f66c12c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345454 May 03 23:09:28.213971 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:28.280816 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device ac065e50-a157-45ce-b63c-05448c91872b up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:09:28.345636 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port ac065e50-a157-45ce-b63c-05448c91872b completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:09:28.350204 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port ac065e50-a157-45ce-b63c-05448c91872b triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:09:28.350574 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:28.464327 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:28.490415 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3afbb947-b7b0-432c-8cd7-72709fb3bb4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac065e50-a157-45ce-b63c-05448c91872b'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:09:28.501736 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port ac065e50-a157-45ce-b63c-05448c91872b, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=ac065e50-a157-45ce-b63c-05448c91872b,segment=NetworkSegment(2a1c55e4-f7d5-4cc6-83c3-a75345a28352),segment_id=2a1c55e4-f7d5-4cc6-83c3-a75345a28352)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:09:28.505195 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:28.535699 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abb8d75b-a478-4599-ade3-d7249eaf6b11'] response: {'server_uuid': '3afbb947-b7b0-432c-8cd7-72709fb3bb4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac065e50-a157-45ce-b63c-05448c91872b', 'code': 200} May 03 23:09:28.578347 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=ac065e50-a157-45ce-b63c-05448c91872b,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:28.765526 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b38db-c631-40a6-aebc-5bde5775aa9e req-0b3ed1d5-df0c-457a-bcbe-7575fbfc3272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:28.766930 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cf9b38db-c631-40a6-aebc-5bde5775aa9e req-0b3ed1d5-df0c-457a-bcbe-7575fbfc3272 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3afbb947-b7b0-432c-8cd7-72709fb3bb4e HTTP/1.1" status: 200 len: 1097 time: 0.1715996 May 03 23:09:28.807906 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cf9b38db-c631-40a6-aebc-5bde5775aa9e req-d8df8976-18ec-4efa-b19a-b5329a297aa8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6acad089-81c7-481d-b6c2-9963f66c12c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344102 May 03 23:09:29.218408 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60725c-71d7-4740-aa21-3832a6e35762 req-be2ce069-ec59-4b77-bf1d-e60a215dd8e5 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:29.219929 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7a60725c-71d7-4740-aa21-3832a6e35762 req-be2ce069-ec59-4b77-bf1d-e60a215dd8e5 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3afbb947-b7b0-432c-8cd7-72709fb3bb4e HTTP/1.1" status: 200 len: 1097 time: 0.0692096 May 03 23:09:29.259675 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7a60725c-71d7-4740-aa21-3832a6e35762 req-ced89729-0122-4618-a430-fcd2e9ebe8a5 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6acad089-81c7-481d-b6c2-9963f66c12c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342236 May 03 23:09:30.436083 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30f6a2-2554-4ad7-b617-80063635d309 req-0d899cd5-0056-44f4-b21c-f944fa3a6fd4 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:30.437554 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9d30f6a2-2554-4ad7-b617-80063635d309 req-0d899cd5-0056-44f4-b21c-f944fa3a6fd4 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3afbb947-b7b0-432c-8cd7-72709fb3bb4e HTTP/1.1" status: 200 len: 1097 time: 0.0730362 May 03 23:09:30.477478 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9d30f6a2-2554-4ad7-b617-80063635d309 req-a2ee76a0-5b3c-4b56-8e2e-935e12b15558 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6acad089-81c7-481d-b6c2-9963f66c12c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340874 May 03 23:09:30.648973 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674d099-36df-4190-9e86-0146a2afb819 req-fcae7daf-3101-4879-bb36-88220ef296ba tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:30.650490 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5674d099-36df-4190-9e86-0146a2afb819 req-fcae7daf-3101-4879-bb36-88220ef296ba tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3afbb947-b7b0-432c-8cd7-72709fb3bb4e HTTP/1.1" status: 200 len: 1097 time: 0.0699849 May 03 23:09:30.693877 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5674d099-36df-4190-9e86-0146a2afb819 req-23fe17b9-2686-4051-9ed2-1cdf5eeacb0b tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6acad089-81c7-481d-b6c2-9963f66c12c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378144 May 03 23:09:30.861669 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde40e6d-92a0-45fd-8338-05facc97f65c req-3e1f6c33-1868-4f8c-890c-e419fdf52903 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:30.863082 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dde40e6d-92a0-45fd-8338-05facc97f65c req-3e1f6c33-1868-4f8c-890c-e419fdf52903 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3afbb947-b7b0-432c-8cd7-72709fb3bb4e HTTP/1.1" status: 200 len: 1097 time: 0.0688927 May 03 23:09:30.902578 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dde40e6d-92a0-45fd-8338-05facc97f65c req-49966f8a-fcdb-48fe-95c4-fd5a4194d20e tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6acad089-81c7-481d-b6c2-9963f66c12c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333431 May 03 23:09:31.266400 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bd7e9-94ea-4d61-a9d2-d487df6b91fa req-9a591665-cdd1-4500-80c2-6c9768880543 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:31.269899 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a43bd7e9-94ea-4d61-a9d2-d487df6b91fa req-9a591665-cdd1-4500-80c2-6c9768880543 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3afbb947-b7b0-432c-8cd7-72709fb3bb4e HTTP/1.1" status: 200 len: 1097 time: 0.0743499 May 03 23:09:31.310159 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a43bd7e9-94ea-4d61-a9d2-d487df6b91fa req-d104360a-f511-470e-ae87-77c11b1b53b9 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6acad089-81c7-481d-b6c2-9963f66c12c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350757 May 03 23:09:32.485348 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02caa653-6f74-426c-b80e-1bcc50e4c455 req-d11f36fc-0374-403e-a884-67cbb9d3b640 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:32.486868 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-02caa653-6f74-426c-b80e-1bcc50e4c455 req-d11f36fc-0374-403e-a884-67cbb9d3b640 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3afbb947-b7b0-432c-8cd7-72709fb3bb4e HTTP/1.1" status: 200 len: 1097 time: 0.0704589 May 03 23:09:32.568558 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-02caa653-6f74-426c-b80e-1bcc50e4c455 req-af59a23a-f633-46e7-8e28-aa8fe7cc6410 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6acad089-81c7-481d-b6c2-9963f66c12c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760958 May 03 23:09:32.609682 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22939aa6-a761-480c-bb5a-c58a7658cd81 req-8f38f9b1-4d91-45a4-a0be-933505abe1a7 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:32.611228 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-22939aa6-a761-480c-bb5a-c58a7658cd81 req-8f38f9b1-4d91-45a4-a0be-933505abe1a7 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3afbb947-b7b0-432c-8cd7-72709fb3bb4e HTTP/1.1" status: 200 len: 1097 time: 0.0882785 May 03 23:09:32.673646 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-22939aa6-a761-480c-bb5a-c58a7658cd81 req-14841578-23ec-4151-b36e-75987417d3d7 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Deleting port ac065e50-a157-45ce-b63c-05448c91872b {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:09:32.674014 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-22939aa6-a761-480c-bb5a-c58a7658cd81 req-14841578-23ec-4151-b36e-75987417d3d7 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:32.895396 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-22939aa6-a761-480c-bb5a-c58a7658cd81 req-14841578-23ec-4151-b36e-75987417d3d7 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] For port ac065e50-a157-45ce-b63c-05448c91872b, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=ac065e50-a157-45ce-b63c-05448c91872b,segment=NetworkSegment(2a1c55e4-f7d5-4cc6-83c3-a75345a28352),segment_id=2a1c55e4-f7d5-4cc6-83c3-a75345a28352)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:09:32.895761 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-22939aa6-a761-480c-bb5a-c58a7658cd81 req-14841578-23ec-4151-b36e-75987417d3d7 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:33.016203 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-22939aa6-a761-480c-bb5a-c58a7658cd81 req-14841578-23ec-4151-b36e-75987417d3d7 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Calling delete_port for ac065e50-a157-45ce-b63c-05448c91872b owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:09:33.147390 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-22939aa6-a761-480c-bb5a-c58a7658cd81 req-14841578-23ec-4151-b36e-75987417d3d7 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:33.159345 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['6f6f83a6-3218-44dd-bb78-ac3f217d79e5'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:09:33.183631 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['ac065e50-a157-45ce-b63c-05448c91872b'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:09:33.194525 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14841578-23ec-4151-b36e-75987417d3d7 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac065e50-a157-45ce-b63c-05448c91872b,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:33.270908 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-22939aa6-a761-480c-bb5a-c58a7658cd81 req-14841578-23ec-4151-b36e-75987417d3d7 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] No DVR routers for this DVR port ac065e50-a157-45ce-b63c-05448c91872b on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:09:33.273517 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-22939aa6-a761-480c-bb5a-c58a7658cd81 req-14841578-23ec-4151-b36e-75987417d3d7 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:33.276830 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3afbb947-b7b0-432c-8cd7-72709fb3bb4e', 'name': 'network-vif-deleted', 'tag': 'ac065e50-a157-45ce-b63c-05448c91872b'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:09:33.292242 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-22939aa6-a761-480c-bb5a-c58a7658cd81 req-14841578-23ec-4151-b36e-75987417d3d7 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.60 "DELETE /v2.0/ports/ac065e50-a157-45ce-b63c-05448c91872b HTTP/1.1" status: 204 len: 173 time: 0.6758583 May 03 23:09:33.350372 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e9a0ed8-7e83-4aea-98ed-777defad4adb'] response: {'server_uuid': '3afbb947-b7b0-432c-8cd7-72709fb3bb4e', 'name': 'network-vif-deleted', 'tag': 'ac065e50-a157-45ce-b63c-05448c91872b', 'status': 'completed', 'code': 200} May 03 23:09:33.725267 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-01d380c1-60f9-4157-b48e-9844cd891441 req-63deca29-4654-43ad-a23a-c859a1acc065 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Synchronizing usage tracker for tenant:b747f5aa6ccc45db8efccb969324a7ac on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:09:33.741421 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-01d380c1-60f9-4157-b48e-9844cd891441 req-63deca29-4654-43ad-a23a-c859a1acc065 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Unset dirty status for tenant:b747f5aa6ccc45db8efccb969324a7ac on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:09:33.743355 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-01d380c1-60f9-4157-b48e-9844cd891441 req-63deca29-4654-43ad-a23a-c859a1acc065 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3afbb947-b7b0-432c-8cd7-72709fb3bb4e HTTP/1.1" status: 200 len: 210 time: 0.0586267 May 03 23:09:35.189349 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e3e0f-2a23-4c44-b011-3ecf5318dfc2 req-1fe4f5e4-6caa-431d-a0a7-700424d32c8d tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:35.191138 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a82e3e0f-2a23-4c44-b011-3ecf5318dfc2 req-1fe4f5e4-6caa-431d-a0a7-700424d32c8d tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=445ea1e2-e0e3-41b9-a076-035650ce86cd HTTP/1.1" status: 200 len: 1097 time: 0.0741506 May 03 23:09:35.231318 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a82e3e0f-2a23-4c44-b011-3ecf5318dfc2 req-1c4983b1-a5ef-4848-9759-335cb01fdb53 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6acad089-81c7-481d-b6c2-9963f66c12c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339453 May 03 23:09:36.313566 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device ac065e50-a157-45ce-b63c-05448c91872b no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:09:36.348486 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: ac065e50-a157-45ce-b63c-05448c91872b {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:09:36.348831 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device ac065e50-a157-45ce-b63c-05448c91872b not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:09:36.407969 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62d16e-ecd0-4620-bc8f-b0fd17755c0e req-2e4045c2-1c9c-47d7-b9e7-726d11e2a13e tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:36.409832 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ce62d16e-ecd0-4620-bc8f-b0fd17755c0e req-2e4045c2-1c9c-47d7-b9e7-726d11e2a13e tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=445ea1e2-e0e3-41b9-a076-035650ce86cd HTTP/1.1" status: 200 len: 1097 time: 0.0693805 May 03 23:09:36.458954 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ce62d16e-ecd0-4620-bc8f-b0fd17755c0e req-24f59e96-2294-4b8d-8377-5fa07532d267 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/security-groups?id=6acad089-81c7-481d-b6c2-9963f66c12c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421536 May 03 23:09:36.735126 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117ec36-2215-48a5-b519-421cc50dbf63 req-fc2b76e3-8df4-4074-ab20-f25bd55218cf tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:36.735819 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-f117ec36-2215-48a5-b519-421cc50dbf63 req-fc2b76e3-8df4-4074-ab20-f25bd55218cf tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Synchronizing usage tracker for tenant:b747f5aa6ccc45db8efccb969324a7ac on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:09:36.747486 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-f117ec36-2215-48a5-b519-421cc50dbf63 req-fc2b76e3-8df4-4074-ab20-f25bd55218cf tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Unset dirty status for tenant:b747f5aa6ccc45db8efccb969324a7ac on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:09:36.748587 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f117ec36-2215-48a5-b519-421cc50dbf63 req-fc2b76e3-8df4-4074-ab20-f25bd55218cf tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=445ea1e2-e0e3-41b9-a076-035650ce86cd HTTP/1.1" status: 200 len: 1097 time: 0.0834696 May 03 23:09:36.811006 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-f117ec36-2215-48a5-b519-421cc50dbf63 req-249b6cef-5208-4af9-91bb-7e359d2e3672 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Deleting port 6f6f83a6-3218-44dd-bb78-ac3f217d79e5 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:09:36.811345 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f117ec36-2215-48a5-b519-421cc50dbf63 req-249b6cef-5208-4af9-91bb-7e359d2e3672 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:37.142138 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-f117ec36-2215-48a5-b519-421cc50dbf63 req-249b6cef-5208-4af9-91bb-7e359d2e3672 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] For port 6f6f83a6-3218-44dd-bb78-ac3f217d79e5, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=6f6f83a6-3218-44dd-bb78-ac3f217d79e5,segment=NetworkSegment(2a1c55e4-f7d5-4cc6-83c3-a75345a28352),segment_id=2a1c55e4-f7d5-4cc6-83c3-a75345a28352)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:09:37.142406 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f117ec36-2215-48a5-b519-421cc50dbf63 req-249b6cef-5208-4af9-91bb-7e359d2e3672 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:37.259726 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-f117ec36-2215-48a5-b519-421cc50dbf63 req-249b6cef-5208-4af9-91bb-7e359d2e3672 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Calling delete_port for 6f6f83a6-3218-44dd-bb78-ac3f217d79e5 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:09:37.389147 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f117ec36-2215-48a5-b519-421cc50dbf63 req-249b6cef-5208-4af9-91bb-7e359d2e3672 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:37.400391 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['6f6f83a6-3218-44dd-bb78-ac3f217d79e5'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:09:37.436235 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b6cef-5208-4af9-91bb-7e359d2e3672 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f6f83a6-3218-44dd-bb78-ac3f217d79e5,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:37.514434 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-f117ec36-2215-48a5-b519-421cc50dbf63 req-249b6cef-5208-4af9-91bb-7e359d2e3672 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] No DVR routers for this DVR port 6f6f83a6-3218-44dd-bb78-ac3f217d79e5 on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:09:37.517268 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f117ec36-2215-48a5-b519-421cc50dbf63 req-249b6cef-5208-4af9-91bb-7e359d2e3672 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:37.520279 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445ea1e2-e0e3-41b9-a076-035650ce86cd', 'name': 'network-vif-deleted', 'tag': '6f6f83a6-3218-44dd-bb78-ac3f217d79e5'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:09:37.540423 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f117ec36-2215-48a5-b519-421cc50dbf63 req-249b6cef-5208-4af9-91bb-7e359d2e3672 tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.67 "DELETE /v2.0/ports/6f6f83a6-3218-44dd-bb78-ac3f217d79e5 HTTP/1.1" status: 204 len: 173 time: 0.7866192 May 03 23:09:37.597015 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c1b36a5-f0b7-4a33-95da-e73b86d7b7b9'] response: {'server_uuid': '445ea1e2-e0e3-41b9-a076-035650ce86cd', 'name': 'network-vif-deleted', 'tag': '6f6f83a6-3218-44dd-bb78-ac3f217d79e5', 'status': 'completed', 'code': 200} May 03 23:09:37.654697 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f44e5b90-4747-458b-bf5c-ef86b1a62730 req-69fa2a45-ea3c-4a3a-a854-07e3232124ee tempest-TestServerMultinode-70304974 tempest-TestServerMultinode-70304974-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=445ea1e2-e0e3-41b9-a076-035650ce86cd HTTP/1.1" status: 200 len: 210 time: 0.0433800 May 03 23:09:38.753363 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51944) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:09:39.373781 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ddfd32e3-53a8-4e94-a78d-a541c3427622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:39.718632 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-ddfd32e3-53a8-4e94-a78d-a541c3427622 admin admin] Deleting port 4edd9fb9-8ac1-4880-bd5c-6a299b0179da {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:09:39.718970 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ddfd32e3-53a8-4e94-a78d-a541c3427622 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:39.888978 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-ddfd32e3-53a8-4e94-a78d-a541c3427622 admin admin] For port 4edd9fb9-8ac1-4880-bd5c-6a299b0179da, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=4edd9fb9-8ac1-4880-bd5c-6a299b0179da,segment=NetworkSegment(2a1c55e4-f7d5-4cc6-83c3-a75345a28352),segment_id=2a1c55e4-f7d5-4cc6-83c3-a75345a28352)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:09:39.889582 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ddfd32e3-53a8-4e94-a78d-a541c3427622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:40.016213 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-ddfd32e3-53a8-4e94-a78d-a541c3427622 admin admin] Calling delete_port for 4edd9fb9-8ac1-4880-bd5c-6a299b0179da owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:09:40.187520 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ddfd32e3-53a8-4e94-a78d-a541c3427622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:40.232785 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd32e3-53a8-4e94-a78d-a541c3427622 admin admin] Pushing event deleted for resources: {'Port': ['ID=4edd9fb9-8ac1-4880-bd5c-6a299b0179da,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:40.270534 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd32e3-53a8-4e94-a78d-a541c3427622 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:40.270791 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd32e3-53a8-4e94-a78d-a541c3427622 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:40.271127 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd32e3-53a8-4e94-a78d-a541c3427622 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:40.271458 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd32e3-53a8-4e94-a78d-a541c3427622 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:40.271859 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd32e3-53a8-4e94-a78d-a541c3427622 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:40.272194 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd32e3-53a8-4e94-a78d-a541c3427622 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:40.272521 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd32e3-53a8-4e94-a78d-a541c3427622 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:40.272846 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd32e3-53a8-4e94-a78d-a541c3427622 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:40.273167 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd32e3-53a8-4e94-a78d-a541c3427622 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:40.273488 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd32e3-53a8-4e94-a78d-a541c3427622 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:40.273877 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd32e3-53a8-4e94-a78d-a541c3427622 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:40.274208 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd32e3-53a8-4e94-a78d-a541c3427622 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:40.624748 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ddfd32e3-53a8-4e94-a78d-a541c3427622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:40.982110 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddfd32e3-53a8-4e94-a78d-a541c3427622 admin admin] Router 46fa50e7-5302-4ff8-bcde-2b54c7d80aff has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:09:41.154528 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfd32e3-53a8-4e94-a78d-a541c3427622 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:09:41.164165 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a78c14-c954-44ea-925d-77d7492f5a65 None None] Sync routers for ids ['46fa50e7-5302-4ff8-bcde-2b54c7d80aff'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:09:41.167281 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ddfd32e3-53a8-4e94-a78d-a541c3427622 admin admin] 10.222.0.58 "PUT /v2.0/routers/46fa50e7-5302-4ff8-bcde-2b54c7d80aff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4127982 May 03 23:09:41.169732 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51948) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:09:41.173877 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a78c14-c954-44ea-925d-77d7492f5a65 None None] Routers {'46fa50e7-5302-4ff8-bcde-2b54c7d80aff'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:09:41.174486 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-50a78c14-c954-44ea-925d-77d7492f5a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:09:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['46fa50e7-5302-4ff8-bcde-2b54c7d80aff'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:09:41.315593 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 6f6f83a6-3218-44dd-bb78-ac3f217d79e5 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:09:41.344078 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e7f40de8-e9a0-49ec-88b9-39f1b86cec4a admin admin] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:41.364371 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 6f6f83a6-3218-44dd-bb78-ac3f217d79e5 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:09:41.364716 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 6f6f83a6-3218-44dd-bb78-ac3f217d79e5 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:09:41.416163 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-50a78c14-c954-44ea-925d-77d7492f5a65 None None] Set router 46fa50e7-5302-4ff8-bcde-2b54c7d80aff gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:09:41.517771 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e7f40de8-e9a0-49ec-88b9-39f1b86cec4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:41.527381 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-e7f40de8-e9a0-49ec-88b9-39f1b86cec4a admin admin] Deleting port d035e661-0265-4e32-9183-6cbed7d30c54 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:09:41.527762 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e7f40de8-e9a0-49ec-88b9-39f1b86cec4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:41.701846 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-50a78c14-c954-44ea-925d-77d7492f5a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fa50e7-5302-4ff8-bcde-2b54c7d80aff', 'name': 'tempest-TestServerMultinode-311831815-router', 'tenant_id': 'f4fac9c1e54446a79a20d3f029485850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.88'}], 'enable_snat': True}, 'gw_port_id': 'd035e661-0265-4e32-9183-6cbed7d30c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:08:52Z', 'updated_at': '2022-05-03T23:09:40Z', 'revision_number': 5, 'project_id': 'f4fac9c1e54446a79a20d3f029485850', 'gw_port': {'id': 'd035e661-0265-4e32-9183-6cbed7d30c54', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46fa50e7-5302-4ff8-bcde-2b54c7d80aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:08:53Z', 'updated_at': '2022-05-03T23:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:09:41.705869 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a78c14-c954-44ea-925d-77d7492f5a65 None None] Checking router: 46fa50e7-5302-4ff8-bcde-2b54c7d80aff for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:09:41.715514 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a78c14-c954-44ea-925d-77d7492f5a65 None None] Routers {'46fa50e7-5302-4ff8-bcde-2b54c7d80aff'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:09:41.716130 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-50a78c14-c954-44ea-925d-77d7492f5a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:09:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['46fa50e7-5302-4ff8-bcde-2b54c7d80aff'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:09:41.820276 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-e7f40de8-e9a0-49ec-88b9-39f1b86cec4a admin admin] For port d035e661-0265-4e32-9183-6cbed7d30c54, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d035e661-0265-4e32-9183-6cbed7d30c54,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:09:41.820875 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e7f40de8-e9a0-49ec-88b9-39f1b86cec4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:41.866102 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-50a78c14-c954-44ea-925d-77d7492f5a65 None None] Set router 46fa50e7-5302-4ff8-bcde-2b54c7d80aff gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:09:41.941627 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-e7f40de8-e9a0-49ec-88b9-39f1b86cec4a admin admin] Calling delete_port for d035e661-0265-4e32-9183-6cbed7d30c54 owned by network:router_gateway {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:09:41.971085 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-50a78c14-c954-44ea-925d-77d7492f5a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46fa50e7-5302-4ff8-bcde-2b54c7d80aff', 'name': 'tempest-TestServerMultinode-311831815-router', 'tenant_id': 'f4fac9c1e54446a79a20d3f029485850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:08:52Z', 'updated_at': '2022-05-03T23:09:41Z', 'revision_number': 6, 'project_id': 'f4fac9c1e54446a79a20d3f029485850', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:09:41.974901 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a78c14-c954-44ea-925d-77d7492f5a65 None None] The sync data for ids ['46fa50e7-5302-4ff8-bcde-2b54c7d80aff'] in n-d-811807-1 is: [{'id': '46fa50e7-5302-4ff8-bcde-2b54c7d80aff', 'name': 'tempest-TestServerMultinode-311831815-router', 'tenant_id': 'f4fac9c1e54446a79a20d3f029485850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:08:52Z', 'updated_at': '2022-05-03T23:09:41Z', 'revision_number': 6, 'project_id': 'f4fac9c1e54446a79a20d3f029485850', 'gw_port_host': None}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:09:42.108383 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e7f40de8-e9a0-49ec-88b9-39f1b86cec4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:42.154356 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f40de8-e9a0-49ec-88b9-39f1b86cec4a admin admin] Pushing event deleted for resources: {'Port': ['ID=d035e661-0265-4e32-9183-6cbed7d30c54,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:42.242545 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e7f40de8-e9a0-49ec-88b9-39f1b86cec4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:42.416647 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e7f40de8-e9a0-49ec-88b9-39f1b86cec4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:42.418784 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e7f40de8-e9a0-49ec-88b9-39f1b86cec4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:42.440801 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e7f40de8-e9a0-49ec-88b9-39f1b86cec4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:42.441471 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f40de8-e9a0-49ec-88b9-39f1b86cec4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46fa50e7-5302-4ff8-bcde-2b54c7d80aff {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 23:09:42.454143 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e7f40de8-e9a0-49ec-88b9-39f1b86cec4a admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:42.455237 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e7f40de8-e9a0-49ec-88b9-39f1b86cec4a admin admin] 10.222.0.58 "DELETE /v2.0/routers/46fa50e7-5302-4ff8-bcde-2b54c7d80aff HTTP/1.1" status: 204 len: 168 time: 1.2845747 May 03 23:09:42.457830 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51952) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:09:42.517677 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8a690be-dad5-4324-bd80-70171ab2a088 admin admin] Deleting subnet ba6bb28d-b24c-40cd-a8e6-c90e2d7c6b87 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:09:42.520746 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b8a690be-dad5-4324-bd80-70171ab2a088 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:42.568630 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b8a690be-dad5-4324-bd80-70171ab2a088 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:42.646748 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b8a690be-dad5-4324-bd80-70171ab2a088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:42.715275 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b8a690be-dad5-4324-bd80-70171ab2a088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:42.754168 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a690be-dad5-4324-bd80-70171ab2a088 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba6bb28d-b24c-40cd-a8e6-c90e2d7c6b87,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:42.758199 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b8a690be-dad5-4324-bd80-70171ab2a088 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:42.764281 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2398a440-6fb0-4e1d-bf9a-32b92676ddc1 None None] Network 5039d784-43b2-411e-9a45-c7ff46a6d1a5 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:09:42.764828 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b8a690be-dad5-4324-bd80-70171ab2a088 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ba6bb28d-b24c-40cd-a8e6-c90e2d7c6b87 HTTP/1.1" status: 204 len: 168 time: 0.3058016 May 03 23:09:42.767028 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51956) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:09:42.874842 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f3d82cf5-e2d6-4801-a82a-d53295c699f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:42.885766 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-f3d82cf5-e2d6-4801-a82a-d53295c699f0 admin admin] Deleting port ffe34af8-8fee-4941-be87-c074caab5fa8 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:09:42.886152 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f3d82cf5-e2d6-4801-a82a-d53295c699f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:42.958895 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d035e661-0265-4e32-9183-6cbed7d30c54 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:09:42.998312 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: d035e661-0265-4e32-9183-6cbed7d30c54 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:09:42.998796 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d035e661-0265-4e32-9183-6cbed7d30c54 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:09:42.999306 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 4edd9fb9-8ac1-4880-bd5c-6a299b0179da no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:09:43.034120 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 4edd9fb9-8ac1-4880-bd5c-6a299b0179da {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:09:43.034472 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 4edd9fb9-8ac1-4880-bd5c-6a299b0179da not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:09:43.109933 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027d0336-dcc1-4b32-8a70-2183fa425403 None None] DHCP port deletion for 5039d784-43b2-411e-9a45-c7ff46a6d1a5 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:09:43.110241 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-f3d82cf5-e2d6-4801-a82a-d53295c699f0 admin admin] For port ffe34af8-8fee-4941-be87-c074caab5fa8, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ffe34af8-8fee-4941-be87-c074caab5fa8,segment=NetworkSegment(2a1c55e4-f7d5-4cc6-83c3-a75345a28352),segment_id=2a1c55e4-f7d5-4cc6-83c3-a75345a28352)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:09:43.110931 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f3d82cf5-e2d6-4801-a82a-d53295c699f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:43.114161 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-027d0336-dcc1-4b32-8a70-2183fa425403 None None] Deleting port ffe34af8-8fee-4941-be87-c074caab5fa8 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:09:43.114536 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-027d0336-dcc1-4b32-8a70-2183fa425403 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:43.231656 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-f3d82cf5-e2d6-4801-a82a-d53295c699f0 admin admin] Calling delete_port for ffe34af8-8fee-4941-be87-c074caab5fa8 owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:09:43.305132 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f3d82cf5-e2d6-4801-a82a-d53295c699f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:43.317081 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-027d0336-dcc1-4b32-8a70-2183fa425403 None None] For port ffe34af8-8fee-4941-be87-c074caab5fa8, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ffe34af8-8fee-4941-be87-c074caab5fa8,segment=NetworkSegment(2a1c55e4-f7d5-4cc6-83c3-a75345a28352),segment_id=2a1c55e4-f7d5-4cc6-83c3-a75345a28352)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:09:43.317473 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-027d0336-dcc1-4b32-8a70-2183fa425403 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:43.355653 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d82cf5-e2d6-4801-a82a-d53295c699f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffe34af8-8fee-4941-be87-c074caab5fa8,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:43.357460 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d82cf5-e2d6-4801-a82a-d53295c699f0 admin admin] No DVR routers for this DVR port ffe34af8-8fee-4941-be87-c074caab5fa8 on host n-d-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:09:43.484742 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-027d0336-dcc1-4b32-8a70-2183fa425403 None None] Calling delete_port for ffe34af8-8fee-4941-be87-c074caab5fa8 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:09:43.557721 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-027d0336-dcc1-4b32-8a70-2183fa425403 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:09:43.558007 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-027d0336-dcc1-4b32-8a70-2183fa425403 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:09:43.584176 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f3d82cf5-e2d6-4801-a82a-d53295c699f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:43.609305 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-f3d82cf5-e2d6-4801-a82a-d53295c699f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5039d784-43b2-411e-9a45-c7ff46a6d1a5']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:09:43.621003 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-f3d82cf5-e2d6-4801-a82a-d53295c699f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a1c55e4-f7d5-4cc6-83c3-a75345a28352') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:09:43.621305 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-f3d82cf5-e2d6-4801-a82a-d53295c699f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a1c55e4-f7d5-4cc6-83c3-a75345a28352') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:09:43.632262 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f3d82cf5-e2d6-4801-a82a-d53295c699f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:43.648297 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f3d82cf5-e2d6-4801-a82a-d53295c699f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:43.655010 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3d82cf5-e2d6-4801-a82a-d53295c699f0 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:09:43.655450 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f3d82cf5-e2d6-4801-a82a-d53295c699f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:43.669337 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 23:09:43.669337 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:09:43.669337 n-d-811807-1 neutron-server[88069]: timer() May 03 23:09:43.669337 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:09:43.669337 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 23:09:43.669337 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:09:43.669337 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 23:09:43.669337 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:09:43.669337 n-d-811807-1 neutron-server[88069]: self._notify() May 03 23:09:43.669337 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:09:43.669337 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 23:09:43.669337 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:09:43.669337 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 23:09:43.669337 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:09:43.669337 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:09:43.669337 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:09:43.669337 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:09:43.669337 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:09:43.669337 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 23:09:43.669337 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:09:43.669337 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 23:09:43.669337 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:09:43.669337 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:09:43.669337 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:09:43.669337 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 23:09:43.669337 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:09:43.669337 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:09:43.669337 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:09:43.669337 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:09:43.669337 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:09:43.669337 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:09:43.669337 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:09:43.743204 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f3d82cf5-e2d6-4801-a82a-d53295c699f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:43.759433 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f3d82cf5-e2d6-4801-a82a-d53295c699f0 admin admin] Notify callbacks [] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:43.769313 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d82cf5-e2d6-4801-a82a-d53295c699f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5039d784-43b2-411e-9a45-c7ff46a6d1a5,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:43.773247 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f3d82cf5-e2d6-4801-a82a-d53295c699f0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/5039d784-43b2-411e-9a45-c7ff46a6d1a5 HTTP/1.1" status: 204 len: 168 time: 1.0051277 May 03 23:09:43.776611 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51960) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:09:44.059517 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-027d0336-dcc1-4b32-8a70-2183fa425403 None None] Deleting port ffe34af8-8fee-4941-be87-c074caab5fa8 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:09:44.060102 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-027d0336-dcc1-4b32-8a70-2183fa425403 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:44.128660 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-027d0336-dcc1-4b32-8a70-2183fa425403 None None] The port 'ffe34af8-8fee-4941-be87-c074caab5fa8' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 23:09:44.302307 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16c69bf4-bd13-4b19-8c33-14b66d4f8877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:44.640818 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-16c69bf4-bd13-4b19-8c33-14b66d4f8877 admin admin] Deleting port 38494107-cc8e-4d96-9bd5-277f51623a8e {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:09:44.641157 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16c69bf4-bd13-4b19-8c33-14b66d4f8877 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:44.805627 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-16c69bf4-bd13-4b19-8c33-14b66d4f8877 admin admin] For port 38494107-cc8e-4d96-9bd5-277f51623a8e, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=38494107-cc8e-4d96-9bd5-277f51623a8e,segment=NetworkSegment(914e55da-0611-40af-a448-02793cee7b4d),segment_id=914e55da-0611-40af-a448-02793cee7b4d)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:09:44.806004 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16c69bf4-bd13-4b19-8c33-14b66d4f8877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:44.946674 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ffe34af8-8fee-4941-be87-c074caab5fa8 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:09:44.981614 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: ffe34af8-8fee-4941-be87-c074caab5fa8 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:09:44.982011 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ffe34af8-8fee-4941-be87-c074caab5fa8 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:09:45.035934 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-16c69bf4-bd13-4b19-8c33-14b66d4f8877 admin admin] Calling delete_port for 38494107-cc8e-4d96-9bd5-277f51623a8e owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:09:45.197321 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16c69bf4-bd13-4b19-8c33-14b66d4f8877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:45.245081 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c69bf4-bd13-4b19-8c33-14b66d4f8877 admin admin] Pushing event deleted for resources: {'Port': ['ID=38494107-cc8e-4d96-9bd5-277f51623a8e,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:45.510708 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16c69bf4-bd13-4b19-8c33-14b66d4f8877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:45.866923 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c69bf4-bd13-4b19-8c33-14b66d4f8877 admin admin] Router 49afa767-7533-458f-beda-1e36c31b19ac has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:09:46.039649 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c69bf4-bd13-4b19-8c33-14b66d4f8877 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:09:46.048656 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd498122-64e2-4a30-a6e8-e15ec3ccd520 None None] Sync routers for ids ['49afa767-7533-458f-beda-1e36c31b19ac'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:09:46.051416 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-16c69bf4-bd13-4b19-8c33-14b66d4f8877 admin admin] 10.222.0.58 "PUT /v2.0/routers/49afa767-7533-458f-beda-1e36c31b19ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2738471 May 03 23:09:46.053965 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51964) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:09:46.058909 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd498122-64e2-4a30-a6e8-e15ec3ccd520 None None] Routers {'49afa767-7533-458f-beda-1e36c31b19ac'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:09:46.059519 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-bd498122-64e2-4a30-a6e8-e15ec3ccd520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:09:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['49afa767-7533-458f-beda-1e36c31b19ac'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:09:46.225772 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8e9a80ae-f981-40fc-bbfe-261a69b8ef09 admin admin] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:46.233064 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-bd498122-64e2-4a30-a6e8-e15ec3ccd520 None None] Set router 49afa767-7533-458f-beda-1e36c31b19ac gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:09:46.516551 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-bd498122-64e2-4a30-a6e8-e15ec3ccd520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49afa767-7533-458f-beda-1e36c31b19ac', 'name': 'tempest-TestServerMultinode-983692340-router', 'tenant_id': 'b747f5aa6ccc45db8efccb969324a7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': 'bee174fe-fc41-40ce-aa57-be983c9b4b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:08:58Z', 'updated_at': '2022-05-03T23:09:45Z', 'revision_number': 5, 'project_id': 'b747f5aa6ccc45db8efccb969324a7ac', 'gw_port': {'id': 'bee174fe-fc41-40ce-aa57-be983c9b4b58', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49afa767-7533-458f-beda-1e36c31b19ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:08:59Z', 'updated_at': '2022-05-03T23:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:09:46.519218 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8e9a80ae-f981-40fc-bbfe-261a69b8ef09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:46.520217 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd498122-64e2-4a30-a6e8-e15ec3ccd520 None None] Checking router: 49afa767-7533-458f-beda-1e36c31b19ac for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:09:46.528898 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd498122-64e2-4a30-a6e8-e15ec3ccd520 None None] Routers {'49afa767-7533-458f-beda-1e36c31b19ac'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:09:46.529319 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-8e9a80ae-f981-40fc-bbfe-261a69b8ef09 admin admin] Deleting port bee174fe-fc41-40ce-aa57-be983c9b4b58 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:09:46.529571 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-bd498122-64e2-4a30-a6e8-e15ec3ccd520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:09:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['49afa767-7533-458f-beda-1e36c31b19ac'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:09:46.529760 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8e9a80ae-f981-40fc-bbfe-261a69b8ef09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:46.709077 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-8e9a80ae-f981-40fc-bbfe-261a69b8ef09 admin admin] For port bee174fe-fc41-40ce-aa57-be983c9b4b58, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=bee174fe-fc41-40ce-aa57-be983c9b4b58,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:09:46.709440 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8e9a80ae-f981-40fc-bbfe-261a69b8ef09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:46.711597 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-bd498122-64e2-4a30-a6e8-e15ec3ccd520 None None] Set router 49afa767-7533-458f-beda-1e36c31b19ac gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:09:46.817005 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-bd498122-64e2-4a30-a6e8-e15ec3ccd520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49afa767-7533-458f-beda-1e36c31b19ac', 'name': 'tempest-TestServerMultinode-983692340-router', 'tenant_id': 'b747f5aa6ccc45db8efccb969324a7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:08:58Z', 'updated_at': '2022-05-03T23:09:46Z', 'revision_number': 6, 'project_id': 'b747f5aa6ccc45db8efccb969324a7ac', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:09:46.820902 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd498122-64e2-4a30-a6e8-e15ec3ccd520 None None] The sync data for ids ['49afa767-7533-458f-beda-1e36c31b19ac'] in n-d-811807-1 is: [{'id': '49afa767-7533-458f-beda-1e36c31b19ac', 'name': 'tempest-TestServerMultinode-983692340-router', 'tenant_id': 'b747f5aa6ccc45db8efccb969324a7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:08:58Z', 'updated_at': '2022-05-03T23:09:46Z', 'revision_number': 6, 'project_id': 'b747f5aa6ccc45db8efccb969324a7ac', 'gw_port_host': None}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:09:46.831237 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-8e9a80ae-f981-40fc-bbfe-261a69b8ef09 admin admin] Calling delete_port for bee174fe-fc41-40ce-aa57-be983c9b4b58 owned by network:router_gateway {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:09:46.995170 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8e9a80ae-f981-40fc-bbfe-261a69b8ef09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:47.040706 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a80ae-f981-40fc-bbfe-261a69b8ef09 admin admin] Pushing event deleted for resources: {'Port': ['ID=bee174fe-fc41-40ce-aa57-be983c9b4b58,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:47.132584 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8e9a80ae-f981-40fc-bbfe-261a69b8ef09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:47.265866 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 38494107-cc8e-4d96-9bd5-277f51623a8e no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:09:47.302492 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 38494107-cc8e-4d96-9bd5-277f51623a8e {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:09:47.302839 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 38494107-cc8e-4d96-9bd5-277f51623a8e not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:09:47.320263 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8e9a80ae-f981-40fc-bbfe-261a69b8ef09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:47.323081 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8e9a80ae-f981-40fc-bbfe-261a69b8ef09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:47.346282 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8e9a80ae-f981-40fc-bbfe-261a69b8ef09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:47.346785 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9a80ae-f981-40fc-bbfe-261a69b8ef09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49afa767-7533-458f-beda-1e36c31b19ac {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 23:09:47.358580 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8e9a80ae-f981-40fc-bbfe-261a69b8ef09 admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:47.359863 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8e9a80ae-f981-40fc-bbfe-261a69b8ef09 admin admin] 10.222.0.58 "DELETE /v2.0/routers/49afa767-7533-458f-beda-1e36c31b19ac HTTP/1.1" status: 204 len: 168 time: 1.3049989 May 03 23:09:47.362353 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51968) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:09:47.419364 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-db30fc67-ff9f-46a7-83a2-88b2988b3b5e admin admin] Deleting subnet 570cc0d7-3232-4df9-ba7f-58bee80c4a25 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:09:47.422221 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-db30fc67-ff9f-46a7-83a2-88b2988b3b5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:47.472596 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-db30fc67-ff9f-46a7-83a2-88b2988b3b5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:47.547014 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-db30fc67-ff9f-46a7-83a2-88b2988b3b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:47.623786 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-db30fc67-ff9f-46a7-83a2-88b2988b3b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:47.664458 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30fc67-ff9f-46a7-83a2-88b2988b3b5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=570cc0d7-3232-4df9-ba7f-58bee80c4a25,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:47.668056 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-db30fc67-ff9f-46a7-83a2-88b2988b3b5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:47.673893 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-db30fc67-ff9f-46a7-83a2-88b2988b3b5e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/570cc0d7-3232-4df9-ba7f-58bee80c4a25 HTTP/1.1" status: 204 len: 168 time: 0.3105593 May 03 23:09:47.674217 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fd8874-2593-4c45-a3ec-5c8bc263d81a None None] Network 932a816a-3b98-4f42-8c9e-073041b0cd30 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:09:47.676328 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51972) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:09:47.897033 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-06f396cc-a9b4-4634-806a-bb6b44d26718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:47.908657 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-06f396cc-a9b4-4634-806a-bb6b44d26718 admin admin] Deleting port 42752d05-93d2-4700-9a8b-b02d4048c731 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:09:47.909003 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-06f396cc-a9b4-4634-806a-bb6b44d26718 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:47.939425 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74533eed-1958-45c8-82da-2b58f465c524 None None] DHCP port deletion for 932a816a-3b98-4f42-8c9e-073041b0cd30 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:09:47.943767 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-74533eed-1958-45c8-82da-2b58f465c524 None None] Deleting port 42752d05-93d2-4700-9a8b-b02d4048c731 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:09:47.944143 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-74533eed-1958-45c8-82da-2b58f465c524 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:48.111742 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-06f396cc-a9b4-4634-806a-bb6b44d26718 admin admin] For port 42752d05-93d2-4700-9a8b-b02d4048c731, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=42752d05-93d2-4700-9a8b-b02d4048c731,segment=NetworkSegment(914e55da-0611-40af-a448-02793cee7b4d),segment_id=914e55da-0611-40af-a448-02793cee7b4d)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:09:48.112104 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-06f396cc-a9b4-4634-806a-bb6b44d26718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:48.147127 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-74533eed-1958-45c8-82da-2b58f465c524 None None] For port 42752d05-93d2-4700-9a8b-b02d4048c731, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=42752d05-93d2-4700-9a8b-b02d4048c731,segment=NetworkSegment(914e55da-0611-40af-a448-02793cee7b4d),segment_id=914e55da-0611-40af-a448-02793cee7b4d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:09:48.147550 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-74533eed-1958-45c8-82da-2b58f465c524 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:48.238711 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-06f396cc-a9b4-4634-806a-bb6b44d26718 admin admin] Calling delete_port for 42752d05-93d2-4700-9a8b-b02d4048c731 owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:09:48.275108 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-74533eed-1958-45c8-82da-2b58f465c524 None None] Calling delete_port for 42752d05-93d2-4700-9a8b-b02d4048c731 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:09:48.316193 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-06f396cc-a9b4-4634-806a-bb6b44d26718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:48.349260 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-74533eed-1958-45c8-82da-2b58f465c524 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:09:48.349616 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-74533eed-1958-45c8-82da-2b58f465c524 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:09:48.361033 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f396cc-a9b4-4634-806a-bb6b44d26718 admin admin] Pushing event deleted for resources: {'Port': ['ID=42752d05-93d2-4700-9a8b-b02d4048c731,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:48.366326 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f396cc-a9b4-4634-806a-bb6b44d26718 admin admin] No DVR routers for this DVR port 42752d05-93d2-4700-9a8b-b02d4048c731 on host n-d-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:09:48.478618 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-06f396cc-a9b4-4634-806a-bb6b44d26718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:48.507966 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-06f396cc-a9b4-4634-806a-bb6b44d26718 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['932a816a-3b98-4f42-8c9e-073041b0cd30']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:09:48.519939 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-06f396cc-a9b4-4634-806a-bb6b44d26718 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '914e55da-0611-40af-a448-02793cee7b4d') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:09:48.520241 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-06f396cc-a9b4-4634-806a-bb6b44d26718 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '914e55da-0611-40af-a448-02793cee7b4d') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:09:48.532051 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-06f396cc-a9b4-4634-806a-bb6b44d26718 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:48.548998 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-06f396cc-a9b4-4634-806a-bb6b44d26718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:48.555053 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06f396cc-a9b4-4634-806a-bb6b44d26718 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:09:48.555441 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-06f396cc-a9b4-4634-806a-bb6b44d26718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:48.569903 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 23:09:48.569903 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:09:48.569903 n-d-811807-1 neutron-server[88069]: timer() May 03 23:09:48.569903 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:09:48.569903 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 23:09:48.569903 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:09:48.569903 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 23:09:48.569903 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:09:48.569903 n-d-811807-1 neutron-server[88069]: self._notify() May 03 23:09:48.569903 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:09:48.569903 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 23:09:48.569903 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:09:48.569903 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 23:09:48.569903 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:09:48.569903 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:09:48.569903 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:09:48.569903 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:09:48.569903 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:09:48.569903 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 23:09:48.569903 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:09:48.569903 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 23:09:48.569903 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:09:48.569903 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:09:48.569903 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:09:48.569903 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 23:09:48.569903 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:09:48.569903 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:09:48.569903 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:09:48.569903 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:09:48.569903 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:09:48.569903 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:09:48.569903 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:09:48.645543 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-06f396cc-a9b4-4634-806a-bb6b44d26718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:48.662039 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-06f396cc-a9b4-4634-806a-bb6b44d26718 admin admin] Notify callbacks [] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:48.674180 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f396cc-a9b4-4634-806a-bb6b44d26718 admin admin] Pushing event deleted for resources: {'Network': ['ID=932a816a-3b98-4f42-8c9e-073041b0cd30,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:48.685458 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-06f396cc-a9b4-4634-806a-bb6b44d26718 admin admin] 10.222.0.58 "DELETE /v2.0/networks/932a816a-3b98-4f42-8c9e-073041b0cd30 HTTP/1.1" status: 204 len: 168 time: 1.0081625 May 03 23:09:48.851022 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-74533eed-1958-45c8-82da-2b58f465c524 None None] Deleting port 42752d05-93d2-4700-9a8b-b02d4048c731 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:09:48.851511 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-74533eed-1958-45c8-82da-2b58f465c524 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:48.890205 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51978) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:09:48.922387 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-74533eed-1958-45c8-82da-2b58f465c524 None None] The port '42752d05-93d2-4700-9a8b-b02d4048c731' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 23:09:48.946718 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2bdf1f3c-37c6-482e-9b44-6bb9517d2e8a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f4fac9c1e54446a79a20d3f029485850&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0539737 May 03 23:09:48.948290 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 51982) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:09:48.950994 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device bee174fe-fc41-40ce-aa57-be983c9b4b58 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:09:48.984893 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: bee174fe-fc41-40ce-aa57-be983c9b4b58 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:09:48.985241 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device bee174fe-fc41-40ce-aa57-be983c9b4b58 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:09:48.985663 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 42752d05-93d2-4700-9a8b-b02d4048c731 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:09:49.005645 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-069c25e0-1d2a-4f99-a28e-17a540ef3f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:49.020348 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 42752d05-93d2-4700-9a8b-b02d4048c731 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:09:49.020697 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 42752d05-93d2-4700-9a8b-b02d4048c731 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:09:49.032572 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-069c25e0-1d2a-4f99-a28e-17a540ef3f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:49.083693 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-069c25e0-1d2a-4f99-a28e-17a540ef3f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:49.098205 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c25e0-1d2a-4f99-a28e-17a540ef3f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12010ff-c789-4b58-b6d0-18f1e76edfde,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:49.104390 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-069c25e0-1d2a-4f99-a28e-17a540ef3f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:49.106928 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-069c25e0-1d2a-4f99-a28e-17a540ef3f3f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f12010ff-c789-4b58-b6d0-18f1e76edfde HTTP/1.1" status: 204 len: 168 time: 0.1577215 May 03 23:09:49.486840 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 51990) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:09:49.536076 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b85c87f7-1d9a-42fb-b793-66490258c6b2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b747f5aa6ccc45db8efccb969324a7ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480304 May 03 23:09:49.538439 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 51994) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:09:49.595564 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7c5f22c0-922b-4900-9f1a-ce2a289365e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:49.621466 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7c5f22c0-922b-4900-9f1a-ce2a289365e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:49.683374 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7c5f22c0-922b-4900-9f1a-ce2a289365e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:49.701487 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f22c0-922b-4900-9f1a-ce2a289365e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acad089-81c7-481d-b6c2-9963f66c12c9,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:49.712002 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f22c0-922b-4900-9f1a-ce2a289365e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:49.712350 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f22c0-922b-4900-9f1a-ce2a289365e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:49.712686 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f22c0-922b-4900-9f1a-ce2a289365e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:49.713016 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f22c0-922b-4900-9f1a-ce2a289365e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:49.713343 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f22c0-922b-4900-9f1a-ce2a289365e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:49.713668 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f22c0-922b-4900-9f1a-ce2a289365e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:49.714015 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f22c0-922b-4900-9f1a-ce2a289365e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:49.714595 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f22c0-922b-4900-9f1a-ce2a289365e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:49.714917 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f22c0-922b-4900-9f1a-ce2a289365e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:49.715236 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f22c0-922b-4900-9f1a-ce2a289365e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:49.715555 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f22c0-922b-4900-9f1a-ce2a289365e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:49.715873 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f22c0-922b-4900-9f1a-ce2a289365e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:49.720991 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7c5f22c0-922b-4900-9f1a-ce2a289365e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:49.724506 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7c5f22c0-922b-4900-9f1a-ce2a289365e0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6acad089-81c7-481d-b6c2-9963f66c12c9 HTTP/1.1" status: 204 len: 168 time: 0.1827145 May 03 23:09:50.472617 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 52018) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:09:50.614180 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-7d19ffac-e5ec-4106-84ec-5bf460e67731 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1915868566-network', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:09:50.620093 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7d19ffac-e5ec-4106-84ec-5bf460e67731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:09:50.623979 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7d19ffac-e5ec-4106-84ec-5bf460e67731 admin admin] Usage tracker for resource:network and tenant:6b995e6a93df4bb883f9cfd1f0397cd4 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:09:50.626812 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7d19ffac-e5ec-4106-84ec-5bf460e67731 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:09:50.632345 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7d19ffac-e5ec-4106-84ec-5bf460e67731 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:09:50.642777 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d19ffac-e5ec-4106-84ec-5bf460e67731 admin admin] Made reservation on behalf of 6b995e6a93df4bb883f9cfd1f0397cd4 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:09:50.645140 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7d19ffac-e5ec-4106-84ec-5bf460e67731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:50.656600 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7d19ffac-e5ec-4106-84ec-5bf460e67731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:50.670740 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7d19ffac-e5ec-4106-84ec-5bf460e67731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:09:50.674504 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7d19ffac-e5ec-4106-84ec-5bf460e67731 admin admin] Usage tracker for resource:security_group_rule and tenant:6b995e6a93df4bb883f9cfd1f0397cd4 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:09:50.677227 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7d19ffac-e5ec-4106-84ec-5bf460e67731 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:09:50.683298 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7d19ffac-e5ec-4106-84ec-5bf460e67731 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:09:50.764016 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7d19ffac-e5ec-4106-84ec-5bf460e67731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:50.767667 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7d19ffac-e5ec-4106-84ec-5bf460e67731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:50.794731 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d19ffac-e5ec-4106-84ec-5bf460e67731 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:09:50.807227 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19ffac-e5ec-4106-84ec-5bf460e67731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f29aea-5ff6-4a1d-836b-09b3a73b00e8,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:50.812486 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7d19ffac-e5ec-4106-84ec-5bf460e67731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:50.812829 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-7d19ffac-e5ec-4106-84ec-5bf460e67731 admin admin] Added segment 5b1f94a9-49ef-4576-b371-d1bf0de80836 of type vlan for network 2ff43a9a-5553-4ae6-851a-11de8db2715a May 03 23:09:50.839017 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7d19ffac-e5ec-4106-84ec-5bf460e67731 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:50.868370 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7d19ffac-e5ec-4106-84ec-5bf460e67731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:50.869584 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d19ffac-e5ec-4106-84ec-5bf460e67731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:50.870174 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7d19ffac-e5ec-4106-84ec-5bf460e67731 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:50.972350 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19ffac-e5ec-4106-84ec-5bf460e67731 admin admin] Pushing event updated for resources: {'Network': ['ID=2ff43a9a-5553-4ae6-851a-11de8db2715a,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:50.979443 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7d19ffac-e5ec-4106-84ec-5bf460e67731 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5025837 May 03 23:09:50.979831 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 52024) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:09:50.983647 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 2ff43a9a-5553-4ae6-851a-11de8db2715a details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:09:50.986026 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-55118d80-c195-4fd9-ba95-5610069fb3b7 admin admin] Request body: {'subnet': {'network_id': '2ff43a9a-5553-4ae6-851a-11de8db2715a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1915868566-subnet', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:09:50.991724 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-55118d80-c195-4fd9-ba95-5610069fb3b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:09:50.996259 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-55118d80-c195-4fd9-ba95-5610069fb3b7 admin admin] Usage tracker for resource:subnet and tenant:6b995e6a93df4bb883f9cfd1f0397cd4 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:09:50.999651 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-55118d80-c195-4fd9-ba95-5610069fb3b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:09:51.005682 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-55118d80-c195-4fd9-ba95-5610069fb3b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:09:51.016979 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55118d80-c195-4fd9-ba95-5610069fb3b7 admin admin] Made reservation on behalf of 6b995e6a93df4bb883f9cfd1f0397cd4 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:09:51.019786 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-55118d80-c195-4fd9-ba95-5610069fb3b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:51.225577 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-55118d80-c195-4fd9-ba95-5610069fb3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:51.300307 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55118d80-c195-4fd9-ba95-5610069fb3b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f00e12c-d1e9-4b13-b739-2754abf49a2b,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:51.307845 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55118d80-c195-4fd9-ba95-5610069fb3b7 admin admin] Checking segment: {'id': '5b1f94a9-49ef-4576-b371-d1bf0de80836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2ff43a9a-5553-4ae6-851a-11de8db2715a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:09:51.308203 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55118d80-c195-4fd9-ba95-5610069fb3b7 admin admin] Network hostable DHCP agents. Network: 2ff43a9a-5553-4ae6-851a-11de8db2715a, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:09:51.327507 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55118d80-c195-4fd9-ba95-5610069fb3b7 admin admin] Network 2ff43a9a-5553-4ae6-851a-11de8db2715a is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:09:51.336176 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-55118d80-c195-4fd9-ba95-5610069fb3b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 2ff43a9a-5553-4ae6-851a-11de8db2715a) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:09:51.344461 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8d5388-fc69-4451-a4b1-8f57bdf9d4cb None None] Network 2ff43a9a-5553-4ae6-851a-11de8db2715a requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:09:51.344951 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55118d80-c195-4fd9-ba95-5610069fb3b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:51.345601 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-55118d80-c195-4fd9-ba95-5610069fb3b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:51.366922 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-55118d80-c195-4fd9-ba95-5610069fb3b7 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3863153 May 03 23:09:51.369677 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 52028) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:09:51.374626 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-162d61d0-bee4-4bd2-9bd8-822b9bf37105 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1915868566-router', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:09:51.379895 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-162d61d0-bee4-4bd2-9bd8-822b9bf37105 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:09:51.383762 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-162d61d0-bee4-4bd2-9bd8-822b9bf37105 admin admin] Usage tracker for resource:router and tenant:6b995e6a93df4bb883f9cfd1f0397cd4 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:09:51.386656 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-162d61d0-bee4-4bd2-9bd8-822b9bf37105 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:09:51.392251 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-162d61d0-bee4-4bd2-9bd8-822b9bf37105 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:09:51.403532 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-162d61d0-bee4-4bd2-9bd8-822b9bf37105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:51.404569 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-162d61d0-bee4-4bd2-9bd8-822b9bf37105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:51.419845 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-162d61d0-bee4-4bd2-9bd8-822b9bf37105 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:51.563613 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba09e768-32a1-4411-8e96-a0aee221db9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-2ff43a9a-5553-4ae6-851a-11de8db2715a', 'network_id': '2ff43a9a-5553-4ae6-851a-11de8db2715a', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'fixed_ips': [{'subnet_id': '7f00e12c-d1e9-4b13-b739-2754abf49a2b'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:09:51.564460 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ba09e768-32a1-4411-8e96-a0aee221db9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:51.700176 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-162d61d0-bee4-4bd2-9bd8-822b9bf37105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:51.764231 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-ba09e768-32a1-4411-8e96-a0aee221db9d None None] Allocated IP 172.20.0.2 (2ff43a9a-5553-4ae6-851a-11de8db2715a/7f00e12c-d1e9-4b13-b739-2754abf49a2b/753c11ea-764b-430b-ac5c-c3f873ab6c07) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:09:51.974411 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ba09e768-32a1-4411-8e96-a0aee221db9d None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:51.985866 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ba09e768-32a1-4411-8e96-a0aee221db9d None None] Transition to ACTIVE for port object 753c11ea-764b-430b-ac5c-c3f873ab6c07 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:09:52.004972 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ba09e768-32a1-4411-8e96-a0aee221db9d None None] Transition to ACTIVE for port object 753c11ea-764b-430b-ac5c-c3f873ab6c07 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:09:52.011407 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ba09e768-32a1-4411-8e96-a0aee221db9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:52.076895 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba09e768-32a1-4411-8e96-a0aee221db9d None None] Network 2ff43a9a-5553-4ae6-851a-11de8db2715a is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:09:52.078049 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-ba09e768-32a1-4411-8e96-a0aee221db9d None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:09:52.081735 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba09e768-32a1-4411-8e96-a0aee221db9d None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:09:52.123799 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09e768-32a1-4411-8e96-a0aee221db9d None None] Pushing event updated for resources: {'Port': ['ID=753c11ea-764b-430b-ac5c-c3f873ab6c07,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:52.124136 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-162d61d0-bee4-4bd2-9bd8-822b9bf37105 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:52.153870 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-162d61d0-bee4-4bd2-9bd8-822b9bf37105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:52.175842 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-ba09e768-32a1-4411-8e96-a0aee221db9d None None] Attempting to bind port 753c11ea-764b-430b-ac5c-c3f873ab6c07 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:09:52.176207 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-ba09e768-32a1-4411-8e96-a0aee221db9d None None] Attempting to bind port 753c11ea-764b-430b-ac5c-c3f873ab6c07 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '5b1f94a9-49ef-4576-b371-d1bf0de80836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2ff43a9a-5553-4ae6-851a-11de8db2715a'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:09:52.176566 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba09e768-32a1-4411-8e96-a0aee221db9d None None] Attempting to bind port 753c11ea-764b-430b-ac5c-c3f873ab6c07 on network 2ff43a9a-5553-4ae6-851a-11de8db2715a {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:09:52.182248 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba09e768-32a1-4411-8e96-a0aee221db9d None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:09:52.182619 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba09e768-32a1-4411-8e96-a0aee221db9d None None] Checking segment: {'id': '5b1f94a9-49ef-4576-b371-d1bf0de80836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2ff43a9a-5553-4ae6-851a-11de8db2715a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:09:52.183016 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ba09e768-32a1-4411-8e96-a0aee221db9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:52.183406 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba09e768-32a1-4411-8e96-a0aee221db9d None None] Bound using segment: {'id': '5b1f94a9-49ef-4576-b371-d1bf0de80836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2ff43a9a-5553-4ae6-851a-11de8db2715a'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:09:52.183990 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-ba09e768-32a1-4411-8e96-a0aee221db9d None None] Bound port: 753c11ea-764b-430b-ac5c-c3f873ab6c07, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b1f94a9-49ef-4576-b371-d1bf0de80836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2ff43a9a-5553-4ae6-851a-11de8db2715a'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:09:52.184365 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ba09e768-32a1-4411-8e96-a0aee221db9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:52.270750 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-ba09e768-32a1-4411-8e96-a0aee221db9d None None] For port 753c11ea-764b-430b-ac5c-c3f873ab6c07, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:09:52.273793 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-ba09e768-32a1-4411-8e96-a0aee221db9d None None] For port 753c11ea-764b-430b-ac5c-c3f873ab6c07, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=753c11ea-764b-430b-ac5c-c3f873ab6c07,segment=NetworkSegment(5b1f94a9-49ef-4576-b371-d1bf0de80836),segment_id=5b1f94a9-49ef-4576-b371-d1bf0de80836)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:09:52.278318 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ba09e768-32a1-4411-8e96-a0aee221db9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:52.289999 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-162d61d0-bee4-4bd2-9bd8-822b9bf37105 admin admin] Allocated IP 172.25.2.160 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/aab1dd75-be9f-4bd1-ae82-fc3add12a427) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:09:52.371330 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09e768-32a1-4411-8e96-a0aee221db9d None None] Pushing event updated for resources: {'Port': ['ID=753c11ea-764b-430b-ac5c-c3f873ab6c07,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:52.444768 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-162d61d0-bee4-4bd2-9bd8-822b9bf37105 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:52.474326 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-162d61d0-bee4-4bd2-9bd8-822b9bf37105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:52.567860 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162d61d0-bee4-4bd2-9bd8-822b9bf37105 admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:09:52.570724 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-162d61d0-bee4-4bd2-9bd8-822b9bf37105 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:09:52.574769 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162d61d0-bee4-4bd2-9bd8-822b9bf37105 admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:09:52.616302 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d61d0-bee4-4bd2-9bd8-822b9bf37105 admin admin] Pushing event updated for resources: {'Port': ['ID=aab1dd75-be9f-4bd1-ae82-fc3add12a427,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:52.928493 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3852eb97-4457-48ce-93ef-ba951af70fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:52.983395 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 753c11ea-764b-430b-ac5c-c3f873ab6c07 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:09:52.995206 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-162d61d0-bee4-4bd2-9bd8-822b9bf37105 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:53.055427 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 753c11ea-764b-430b-ac5c-c3f873ab6c07 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:09:53.282405 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e141bc52-77fc-44a9-8739-6b49c50d9eb6 None None] Network 2ff43a9a-5553-4ae6-851a-11de8db2715a requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:09:53.337945 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-162d61d0-bee4-4bd2-9bd8-822b9bf37105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:53.391020 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-885e6483-96d0-4cff-ac75-5ab635f2a221 None None] Provisioning for port 753c11ea-764b-430b-ac5c-c3f873ab6c07 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:09:53.407217 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-885e6483-96d0-4cff-ac75-5ab635f2a221 None None] Provisioning complete for port 753c11ea-764b-430b-ac5c-c3f873ab6c07 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:09:53.407585 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-885e6483-96d0-4cff-ac75-5ab635f2a221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:53.618081 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-885e6483-96d0-4cff-ac75-5ab635f2a221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:53.663440 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-885e6483-96d0-4cff-ac75-5ab635f2a221 None None] For port 753c11ea-764b-430b-ac5c-c3f873ab6c07, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=753c11ea-764b-430b-ac5c-c3f873ab6c07,segment=NetworkSegment(5b1f94a9-49ef-4576-b371-d1bf0de80836),segment_id=5b1f94a9-49ef-4576-b371-d1bf0de80836)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:09:53.668386 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-885e6483-96d0-4cff-ac75-5ab635f2a221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:53.679843 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162d61d0-bee4-4bd2-9bd8-822b9bf37105 admin admin] Router af601ddd-0248-43e1-b706-f0dd9226513f is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 23:09:53.737476 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e6483-96d0-4cff-ac75-5ab635f2a221 None None] Pushing event updated for resources: {'Port': ['ID=753c11ea-764b-430b-ac5c-c3f873ab6c07,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:53.746113 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e6483-96d0-4cff-ac75-5ab635f2a221 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:53.746464 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e6483-96d0-4cff-ac75-5ab635f2a221 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:53.746802 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e6483-96d0-4cff-ac75-5ab635f2a221 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:53.747148 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e6483-96d0-4cff-ac75-5ab635f2a221 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:53.747463 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e6483-96d0-4cff-ac75-5ab635f2a221 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:53.747788 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e6483-96d0-4cff-ac75-5ab635f2a221 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:53.748117 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e6483-96d0-4cff-ac75-5ab635f2a221 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:53.748431 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e6483-96d0-4cff-ac75-5ab635f2a221 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:53.748752 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e6483-96d0-4cff-ac75-5ab635f2a221 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:53.749069 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e6483-96d0-4cff-ac75-5ab635f2a221 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:53.749392 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e6483-96d0-4cff-ac75-5ab635f2a221 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:53.749710 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e6483-96d0-4cff-ac75-5ab635f2a221 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:09:53.866902 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162d61d0-bee4-4bd2-9bd8-822b9bf37105 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:09:53.880208 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecbaf19-cec8-4a66-988a-386e2d9d99dc None None] Sync routers for ids ['af601ddd-0248-43e1-b706-f0dd9226513f'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:09:53.890442 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-162d61d0-bee4-4bd2-9bd8-822b9bf37105 admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:53.894112 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-162d61d0-bee4-4bd2-9bd8-822b9bf37105 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5210252 May 03 23:09:53.894350 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 52032) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:09:53.894654 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecbaf19-cec8-4a66-988a-386e2d9d99dc None None] Routers {'af601ddd-0248-43e1-b706-f0dd9226513f'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:09:53.895263 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-eecbaf19-cec8-4a66-988a-386e2d9d99dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:09:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['af601ddd-0248-43e1-b706-f0dd9226513f'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:09:54.006997 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f19ae098-a88b-49d0-899d-c70dbbb4223a None None] Provisioning complete for port 753c11ea-764b-430b-ac5c-c3f873ab6c07 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:09:54.007275 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f19ae098-a88b-49d0-899d-c70dbbb4223a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:54.147887 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-eecbaf19-cec8-4a66-988a-386e2d9d99dc None None] Set router af601ddd-0248-43e1-b706-f0dd9226513f gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:09:54.483670 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-eecbaf19-cec8-4a66-988a-386e2d9d99dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'name': 'tempest-TestVolumeBackupRestore-1915868566-router', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'aab1dd75-be9f-4bd1-ae82-fc3add12a427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:09:51Z', 'updated_at': '2022-05-03T23:09:52Z', 'revision_number': 3, 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'gw_port': {'id': 'aab1dd75-be9f-4bd1-ae82-fc3add12a427', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:87:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:52Z', 'updated_at': '2022-05-03T23:09:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:09:54.487362 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecbaf19-cec8-4a66-988a-386e2d9d99dc None None] Checking router: af601ddd-0248-43e1-b706-f0dd9226513f for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:09:54.487711 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecbaf19-cec8-4a66-988a-386e2d9d99dc None None] Updating router af601ddd-0248-43e1-b706-f0dd9226513f port aab1dd75-be9f-4bd1-ae82-fc3add12a427 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:09:54.538740 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eecbaf19-cec8-4a66-988a-386e2d9d99dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:54.556688 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-44dbf910-4e76-4fa6-82fe-88e148b9f19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:54.755968 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:54.762853 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-44dbf910-4e76-4fa6-82fe-88e148b9f19f admin admin] Allocated IP 172.20.0.1 (2ff43a9a-5553-4ae6-851a-11de8db2715a/7f00e12c-d1e9-4b13-b739-2754abf49a2b/00d81d3e-ea2c-40dc-ba06-fdb9cdb99968) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:09:54.874557 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eecbaf19-cec8-4a66-988a-386e2d9d99dc None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:54.886756 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-eecbaf19-cec8-4a66-988a-386e2d9d99dc None None] Transition to ACTIVE for port object aab1dd75-be9f-4bd1-ae82-fc3add12a427 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:09:54.892355 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eecbaf19-cec8-4a66-988a-386e2d9d99dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:54.919139 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-44dbf910-4e76-4fa6-82fe-88e148b9f19f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:54.940329 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-44dbf910-4e76-4fa6-82fe-88e148b9f19f admin admin] Transition to ACTIVE for port object 00d81d3e-ea2c-40dc-ba06-fdb9cdb99968 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:09:54.966669 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 753c11ea-764b-430b-ac5c-c3f873ab6c07 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:09:54.967588 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-44dbf910-4e76-4fa6-82fe-88e148b9f19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:55.018877 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-eecbaf19-cec8-4a66-988a-386e2d9d99dc None None] Attempting to bind port aab1dd75-be9f-4bd1-ae82-fc3add12a427 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:09:55.019137 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-eecbaf19-cec8-4a66-988a-386e2d9d99dc None None] Attempting to bind port aab1dd75-be9f-4bd1-ae82-fc3add12a427 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:09:55.019498 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecbaf19-cec8-4a66-988a-386e2d9d99dc None None] Attempting to bind port aab1dd75-be9f-4bd1-ae82-fc3add12a427 on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:09:55.023374 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ab848-382a-4ca1-8284-a76454c0db9e None None] Pushing event updated for resources: {'Port': ['ID=aab1dd75-be9f-4bd1-ae82-fc3add12a427,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:55.030051 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dbf910-4e76-4fa6-82fe-88e148b9f19f admin admin] Network 2ff43a9a-5553-4ae6-851a-11de8db2715a is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:09:55.033010 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-44dbf910-4e76-4fa6-82fe-88e148b9f19f admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:09:55.035000 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecbaf19-cec8-4a66-988a-386e2d9d99dc None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:09:55.035374 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecbaf19-cec8-4a66-988a-386e2d9d99dc None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:09:55.035801 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eecbaf19-cec8-4a66-988a-386e2d9d99dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:55.036149 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecbaf19-cec8-4a66-988a-386e2d9d99dc None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:09:55.036620 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-eecbaf19-cec8-4a66-988a-386e2d9d99dc None None] Bound port: aab1dd75-be9f-4bd1-ae82-fc3add12a427, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:09:55.036938 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dbf910-4e76-4fa6-82fe-88e148b9f19f admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:09:55.037050 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eecbaf19-cec8-4a66-988a-386e2d9d99dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:55.073869 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbf910-4e76-4fa6-82fe-88e148b9f19f admin admin] Pushing event updated for resources: {'Port': ['ID=00d81d3e-ea2c-40dc-ba06-fdb9cdb99968,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:55.096509 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-44dbf910-4e76-4fa6-82fe-88e148b9f19f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:55.123660 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 753c11ea-764b-430b-ac5c-c3f873ab6c07 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:09:55.124108 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:55.155019 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-eecbaf19-cec8-4a66-988a-386e2d9d99dc None None] For port aab1dd75-be9f-4bd1-ae82-fc3add12a427, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:09:55.182473 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-eecbaf19-cec8-4a66-988a-386e2d9d99dc None None] For port aab1dd75-be9f-4bd1-ae82-fc3add12a427, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=aab1dd75-be9f-4bd1-ae82-fc3add12a427,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:09:55.191568 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eecbaf19-cec8-4a66-988a-386e2d9d99dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:55.283493 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecbaf19-cec8-4a66-988a-386e2d9d99dc None None] Routers {'af601ddd-0248-43e1-b706-f0dd9226513f'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:09:55.284034 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-eecbaf19-cec8-4a66-988a-386e2d9d99dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:09:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['af601ddd-0248-43e1-b706-f0dd9226513f'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:09:55.343260 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-44dbf910-4e76-4fa6-82fe-88e148b9f19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:55.415319 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ab848-382a-4ca1-8284-a76454c0db9e None None] Pushing event updated for resources: {'Port': ['ID=aab1dd75-be9f-4bd1-ae82-fc3add12a427,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:55.480395 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-df1b24cd-144c-4e82-ad12-5fd79b809b39 None None] Provisioning for port 00d81d3e-ea2c-40dc-ba06-fdb9cdb99968 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:09:55.495316 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-df1b24cd-144c-4e82-ad12-5fd79b809b39 None None] Provisioning complete for port 00d81d3e-ea2c-40dc-ba06-fdb9cdb99968 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:09:55.495566 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-df1b24cd-144c-4e82-ad12-5fd79b809b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:55.580088 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-44dbf910-4e76-4fa6-82fe-88e148b9f19f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:55.584491 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-169ee1ca-3cda-45f0-b319-7318f46cba41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:55.585005 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-44dbf910-4e76-4fa6-82fe-88e148b9f19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:55.588767 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-eecbaf19-cec8-4a66-988a-386e2d9d99dc None None] Set router af601ddd-0248-43e1-b706-f0dd9226513f gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:09:55.648874 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-df1b24cd-144c-4e82-ad12-5fd79b809b39 None None] Port 00d81d3e-ea2c-40dc-ba06-fdb9cdb99968 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:09:55.694310 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbf910-4e76-4fa6-82fe-88e148b9f19f admin admin] Pushing event updated for resources: {'Port': ['ID=00d81d3e-ea2c-40dc-ba06-fdb9cdb99968,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:55.698850 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-44dbf910-4e76-4fa6-82fe-88e148b9f19f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:55.853031 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dbf910-4e76-4fa6-82fe-88e148b9f19f admin admin] Network 2ff43a9a-5553-4ae6-851a-11de8db2715a is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:09:55.854329 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-44dbf910-4e76-4fa6-82fe-88e148b9f19f admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:09:55.985884 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-eecbaf19-cec8-4a66-988a-386e2d9d99dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'name': 'tempest-TestVolumeBackupRestore-1915868566-router', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'aab1dd75-be9f-4bd1-ae82-fc3add12a427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:09:51Z', 'updated_at': '2022-05-03T23:09:55Z', 'revision_number': 4, 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'gw_port': {'id': 'aab1dd75-be9f-4bd1-ae82-fc3add12a427', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:87:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:52Z', 'updated_at': '2022-05-03T23:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '00d81d3e-ea2c-40dc-ba06-fdb9cdb99968', 'name': '', 'network_id': '2ff43a9a-5553-4ae6-851a-11de8db2715a', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'mac_address': 'fa:16:3e:53:75:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '7f00e12c-d1e9-4b13-b739-2754abf49a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:54Z', 'updated_at': '2022-05-03T23:09:54Z', 'revision_number': 1, 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'subnets': [{'id': '7f00e12c-d1e9-4b13-b739-2754abf49a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:09:55.990396 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecbaf19-cec8-4a66-988a-386e2d9d99dc None None] The sync data for ids ['af601ddd-0248-43e1-b706-f0dd9226513f'] in n-d-811807-1 is: [{'id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'name': 'tempest-TestVolumeBackupRestore-1915868566-router', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'aab1dd75-be9f-4bd1-ae82-fc3add12a427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:09:51Z', 'updated_at': '2022-05-03T23:09:55Z', 'revision_number': 4, 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'gw_port': {'id': 'aab1dd75-be9f-4bd1-ae82-fc3add12a427', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:87:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:52Z', 'updated_at': '2022-05-03T23:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '00d81d3e-ea2c-40dc-ba06-fdb9cdb99968', 'name': '', 'network_id': '2ff43a9a-5553-4ae6-851a-11de8db2715a', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'mac_address': 'fa:16:3e:53:75:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '7f00e12c-d1e9-4b13-b739-2754abf49a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:54Z', 'updated_at': '2022-05-03T23:09:54Z', 'revision_number': 1, 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'subnets': [{'id': '7f00e12c-d1e9-4b13-b739-2754abf49a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:09:56.047150 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44dbf910-4e76-4fa6-82fe-88e148b9f19f admin admin] Router af601ddd-0248-43e1-b706-f0dd9226513f has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:09:56.173798 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-60114d0e-9212-4e5f-b6fa-1e76f57b13c4 None None] Provisioning complete for port 00d81d3e-ea2c-40dc-ba06-fdb9cdb99968 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:09:56.174422 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-60114d0e-9212-4e5f-b6fa-1e76f57b13c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:56.252193 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44dbf910-4e76-4fa6-82fe-88e148b9f19f admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:09:56.265182 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-44dbf910-4e76-4fa6-82fe-88e148b9f19f admin admin] 10.222.0.58 "PUT /v2.0/routers/af601ddd-0248-43e1-b706-f0dd9226513f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3690670 May 03 23:09:56.271483 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-60114d0e-9212-4e5f-b6fa-1e76f57b13c4 None None] Port 00d81d3e-ea2c-40dc-ba06-fdb9cdb99968 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:09:56.358383 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:56.408410 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:56.829141 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 52050) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:09:56.834745 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-6aed18eb-c16d-4dc1-8f3e-109db0a92a8c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1027194951-network', 'tenant_id': '488d0e0fbf5f4ceeb46c9a3de4fcd0a2'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:09:56.840437 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6aed18eb-c16d-4dc1-8f3e-109db0a92a8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:09:56.844332 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6aed18eb-c16d-4dc1-8f3e-109db0a92a8c admin admin] Usage tracker for resource:network and tenant:488d0e0fbf5f4ceeb46c9a3de4fcd0a2 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:09:56.847582 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6aed18eb-c16d-4dc1-8f3e-109db0a92a8c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:09:56.853776 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6aed18eb-c16d-4dc1-8f3e-109db0a92a8c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:09:56.864438 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aed18eb-c16d-4dc1-8f3e-109db0a92a8c admin admin] Made reservation on behalf of 488d0e0fbf5f4ceeb46c9a3de4fcd0a2 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:09:56.867317 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6aed18eb-c16d-4dc1-8f3e-109db0a92a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:56.880790 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6aed18eb-c16d-4dc1-8f3e-109db0a92a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:56.896320 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6aed18eb-c16d-4dc1-8f3e-109db0a92a8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:09:56.900524 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6aed18eb-c16d-4dc1-8f3e-109db0a92a8c admin admin] Usage tracker for resource:security_group_rule and tenant:488d0e0fbf5f4ceeb46c9a3de4fcd0a2 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:09:56.903567 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6aed18eb-c16d-4dc1-8f3e-109db0a92a8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:09:56.912874 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6aed18eb-c16d-4dc1-8f3e-109db0a92a8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:09:56.989755 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device aab1dd75-be9f-4bd1-ae82-fc3add12a427 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:09:57.008755 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6aed18eb-c16d-4dc1-8f3e-109db0a92a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:57.014135 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6aed18eb-c16d-4dc1-8f3e-109db0a92a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:57.043339 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aed18eb-c16d-4dc1-8f3e-109db0a92a8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:09:57.057060 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed18eb-c16d-4dc1-8f3e-109db0a92a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d696638-176e-4205-9a6b-e279cd61681c,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:57.062500 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6aed18eb-c16d-4dc1-8f3e-109db0a92a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:57.062775 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-6aed18eb-c16d-4dc1-8f3e-109db0a92a8c admin admin] Added segment 34c9a367-0c4b-44d2-976b-52cdd7df3b9d of type vlan for network 16178247-4f83-4132-8cdc-42e3be47129c May 03 23:09:57.067293 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port aab1dd75-be9f-4bd1-ae82-fc3add12a427 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:09:57.078248 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port aab1dd75-be9f-4bd1-ae82-fc3add12a427 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:09:57.079105 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:57.097288 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6aed18eb-c16d-4dc1-8f3e-109db0a92a8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:57.129546 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6aed18eb-c16d-4dc1-8f3e-109db0a92a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:57.130755 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aed18eb-c16d-4dc1-8f3e-109db0a92a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:57.131337 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6aed18eb-c16d-4dc1-8f3e-109db0a92a8c admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:57.205171 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:57.222750 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port aab1dd75-be9f-4bd1-ae82-fc3add12a427, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=aab1dd75-be9f-4bd1-ae82-fc3add12a427,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:09:57.229762 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:57.230891 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52054) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:09:57.231369 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6aed18eb-c16d-4dc1-8f3e-109db0a92a8c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4006944 May 03 23:09:57.237958 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-3eebb928-a63c-4298-8284-1428b6c0db4d admin admin] Request body: {'subnet': {'network_id': '16178247-4f83-4132-8cdc-42e3be47129c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1027194951-subnet', 'tenant_id': '488d0e0fbf5f4ceeb46c9a3de4fcd0a2', 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:09:57.241172 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed18eb-c16d-4dc1-8f3e-109db0a92a8c admin admin] Pushing event updated for resources: {'Network': ['ID=16178247-4f83-4132-8cdc-42e3be47129c,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:57.245268 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3eebb928-a63c-4298-8284-1428b6c0db4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:09:57.249477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3eebb928-a63c-4298-8284-1428b6c0db4d admin admin] Usage tracker for resource:subnet and tenant:488d0e0fbf5f4ceeb46c9a3de4fcd0a2 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:09:57.252687 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3eebb928-a63c-4298-8284-1428b6c0db4d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:09:57.259623 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:09:57.264564 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3eebb928-a63c-4298-8284-1428b6c0db4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:09:57.275708 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eebb928-a63c-4298-8284-1428b6c0db4d admin admin] Made reservation on behalf of 488d0e0fbf5f4ceeb46c9a3de4fcd0a2 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:09:57.278696 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3eebb928-a63c-4298-8284-1428b6c0db4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:57.283372 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 16178247-4f83-4132-8cdc-42e3be47129c details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:09:57.406717 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=aab1dd75-be9f-4bd1-ae82-fc3add12a427,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:57.484465 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3eebb928-a63c-4298-8284-1428b6c0db4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:57.558999 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eebb928-a63c-4298-8284-1428b6c0db4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=618839ae-94a4-4fe3-aeee-ab932d233a2e,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:57.564553 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eebb928-a63c-4298-8284-1428b6c0db4d admin admin] Checking segment: {'id': '34c9a367-0c4b-44d2-976b-52cdd7df3b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '16178247-4f83-4132-8cdc-42e3be47129c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:09:57.564885 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eebb928-a63c-4298-8284-1428b6c0db4d admin admin] Network hostable DHCP agents. Network: 16178247-4f83-4132-8cdc-42e3be47129c, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:09:57.594243 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eebb928-a63c-4298-8284-1428b6c0db4d admin admin] Network 16178247-4f83-4132-8cdc-42e3be47129c is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:09:57.603895 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-3eebb928-a63c-4298-8284-1428b6c0db4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 16178247-4f83-4132-8cdc-42e3be47129c) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:09:57.608054 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eebb928-a63c-4298-8284-1428b6c0db4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:09:57.608634 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3eebb928-a63c-4298-8284-1428b6c0db4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:57.612587 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7fef14-55b5-447a-8ad9-0b7756324a86 None None] Network 16178247-4f83-4132-8cdc-42e3be47129c requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:09:57.633982 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3eebb928-a63c-4298-8284-1428b6c0db4d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4013214 May 03 23:09:57.636740 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 52058) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:09:57.642056 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-600385e2-d461-410e-8315-9b31f4b06424 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1027194951-router', 'tenant_id': '488d0e0fbf5f4ceeb46c9a3de4fcd0a2', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:09:57.647511 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-600385e2-d461-410e-8315-9b31f4b06424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:09:57.651483 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-600385e2-d461-410e-8315-9b31f4b06424 admin admin] Usage tracker for resource:router and tenant:488d0e0fbf5f4ceeb46c9a3de4fcd0a2 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:09:57.654532 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-600385e2-d461-410e-8315-9b31f4b06424 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:09:57.660654 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-600385e2-d461-410e-8315-9b31f4b06424 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:09:57.676112 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-600385e2-d461-410e-8315-9b31f4b06424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:57.677203 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-600385e2-d461-410e-8315-9b31f4b06424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:57.692929 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-600385e2-d461-410e-8315-9b31f4b06424 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:57.748352 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:57.859259 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41430085-9757-49b9-ab40-abd498c93f4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-16178247-4f83-4132-8cdc-42e3be47129c', 'network_id': '16178247-4f83-4132-8cdc-42e3be47129c', 'tenant_id': '488d0e0fbf5f4ceeb46c9a3de4fcd0a2', 'fixed_ips': [{'subnet_id': '618839ae-94a4-4fe3-aeee-ab932d233a2e'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:09:57.860185 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-41430085-9757-49b9-ab40-abd498c93f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:58.023786 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-41430085-9757-49b9-ab40-abd498c93f4f None None] Allocated IP 172.20.0.2 (16178247-4f83-4132-8cdc-42e3be47129c/618839ae-94a4-4fe3-aeee-ab932d233a2e/039ef70c-8d46-4d11-862d-33ebe18b47f4) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:09:58.043670 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab15d249-a14b-4581-9a2a-8d661165572d None None] Sync routers for ids ['af601ddd-0248-43e1-b706-f0dd9226513f'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:09:58.053735 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab15d249-a14b-4581-9a2a-8d661165572d None None] Routers {'af601ddd-0248-43e1-b706-f0dd9226513f'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:09:58.054443 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-ab15d249-a14b-4581-9a2a-8d661165572d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:09:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['af601ddd-0248-43e1-b706-f0dd9226513f'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:09:58.088165 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-600385e2-d461-410e-8315-9b31f4b06424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:58.230722 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-ab15d249-a14b-4581-9a2a-8d661165572d None None] Set router af601ddd-0248-43e1-b706-f0dd9226513f gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:09:58.245381 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:58.257686 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-41430085-9757-49b9-ab40-abd498c93f4f None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:58.268889 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-41430085-9757-49b9-ab40-abd498c93f4f None None] Transition to ACTIVE for port object 039ef70c-8d46-4d11-862d-33ebe18b47f4 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:09:58.288882 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-41430085-9757-49b9-ab40-abd498c93f4f None None] Transition to ACTIVE for port object 039ef70c-8d46-4d11-862d-33ebe18b47f4 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:09:58.295186 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-41430085-9757-49b9-ab40-abd498c93f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:58.359158 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41430085-9757-49b9-ab40-abd498c93f4f None None] Network 16178247-4f83-4132-8cdc-42e3be47129c is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:09:58.362085 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-41430085-9757-49b9-ab40-abd498c93f4f None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:09:58.365071 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41430085-9757-49b9-ab40-abd498c93f4f None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:09:58.403543 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-600385e2-d461-410e-8315-9b31f4b06424 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:58.405145 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41430085-9757-49b9-ab40-abd498c93f4f None None] Pushing event updated for resources: {'Port': ['ID=039ef70c-8d46-4d11-862d-33ebe18b47f4,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:58.439882 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-600385e2-d461-410e-8315-9b31f4b06424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:58.465898 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-41430085-9757-49b9-ab40-abd498c93f4f None None] Attempting to bind port 039ef70c-8d46-4d11-862d-33ebe18b47f4 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:09:58.466286 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-41430085-9757-49b9-ab40-abd498c93f4f None None] Attempting to bind port 039ef70c-8d46-4d11-862d-33ebe18b47f4 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '34c9a367-0c4b-44d2-976b-52cdd7df3b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '16178247-4f83-4132-8cdc-42e3be47129c'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:09:58.466647 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41430085-9757-49b9-ab40-abd498c93f4f None None] Attempting to bind port 039ef70c-8d46-4d11-862d-33ebe18b47f4 on network 16178247-4f83-4132-8cdc-42e3be47129c {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:09:58.471850 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41430085-9757-49b9-ab40-abd498c93f4f None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:09:58.472222 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41430085-9757-49b9-ab40-abd498c93f4f None None] Checking segment: {'id': '34c9a367-0c4b-44d2-976b-52cdd7df3b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '16178247-4f83-4132-8cdc-42e3be47129c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:09:58.472732 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-41430085-9757-49b9-ab40-abd498c93f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:58.473450 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41430085-9757-49b9-ab40-abd498c93f4f None None] Bound using segment: {'id': '34c9a367-0c4b-44d2-976b-52cdd7df3b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '16178247-4f83-4132-8cdc-42e3be47129c'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:09:58.474010 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-41430085-9757-49b9-ab40-abd498c93f4f None None] Bound port: 039ef70c-8d46-4d11-862d-33ebe18b47f4, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c9a367-0c4b-44d2-976b-52cdd7df3b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '16178247-4f83-4132-8cdc-42e3be47129c'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:09:58.474388 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-41430085-9757-49b9-ab40-abd498c93f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:58.568000 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-41430085-9757-49b9-ab40-abd498c93f4f None None] For port 039ef70c-8d46-4d11-862d-33ebe18b47f4, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:09:58.571545 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-41430085-9757-49b9-ab40-abd498c93f4f None None] For port 039ef70c-8d46-4d11-862d-33ebe18b47f4, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=039ef70c-8d46-4d11-862d-33ebe18b47f4,segment=NetworkSegment(34c9a367-0c4b-44d2-976b-52cdd7df3b9d),segment_id=34c9a367-0c4b-44d2-976b-52cdd7df3b9d)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:09:58.572952 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-ab15d249-a14b-4581-9a2a-8d661165572d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'name': 'tempest-TestVolumeBackupRestore-1915868566-router', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'aab1dd75-be9f-4bd1-ae82-fc3add12a427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:09:51Z', 'updated_at': '2022-05-03T23:09:55Z', 'revision_number': 4, 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'gw_port': {'id': 'aab1dd75-be9f-4bd1-ae82-fc3add12a427', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:52Z', 'updated_at': '2022-05-03T23:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '00d81d3e-ea2c-40dc-ba06-fdb9cdb99968', 'name': '', 'network_id': '2ff43a9a-5553-4ae6-851a-11de8db2715a', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'mac_address': 'fa:16:3e:53:75:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '7f00e12c-d1e9-4b13-b739-2754abf49a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:54Z', 'updated_at': '2022-05-03T23:09:55Z', 'revision_number': 2, 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'subnets': [{'id': '7f00e12c-d1e9-4b13-b739-2754abf49a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:09:58.577544 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-41430085-9757-49b9-ab40-abd498c93f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:58.580092 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab15d249-a14b-4581-9a2a-8d661165572d None None] Checking router: af601ddd-0248-43e1-b706-f0dd9226513f for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:09:58.580673 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab15d249-a14b-4581-9a2a-8d661165572d None None] Updating router af601ddd-0248-43e1-b706-f0dd9226513f port 00d81d3e-ea2c-40dc-ba06-fdb9cdb99968 binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:09:58.589503 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-600385e2-d461-410e-8315-9b31f4b06424 admin admin] Allocated IP 172.25.2.112 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/84bdc201-10eb-4988-abdf-a1739dae398a) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:09:58.642511 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ab15d249-a14b-4581-9a2a-8d661165572d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:58.664168 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41430085-9757-49b9-ab40-abd498c93f4f None None] Pushing event updated for resources: {'Port': ['ID=039ef70c-8d46-4d11-862d-33ebe18b47f4,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:58.752775 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-600385e2-d461-410e-8315-9b31f4b06424 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:58.785275 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-600385e2-d461-410e-8315-9b31f4b06424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:58.872051 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600385e2-d461-410e-8315-9b31f4b06424 admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:09:58.880340 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-600385e2-d461-410e-8315-9b31f4b06424 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:09:58.882949 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600385e2-d461-410e-8315-9b31f4b06424 admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:09:58.930597 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600385e2-d461-410e-8315-9b31f4b06424 admin admin] Pushing event updated for resources: {'Port': ['ID=84bdc201-10eb-4988-abdf-a1739dae398a,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:59.044251 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ab15d249-a14b-4581-9a2a-8d661165572d None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:59.059215 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-ab15d249-a14b-4581-9a2a-8d661165572d None None] Transition to ACTIVE for port object 00d81d3e-ea2c-40dc-ba06-fdb9cdb99968 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:09:59.080462 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ab15d249-a14b-4581-9a2a-8d661165572d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:59.100630 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 039ef70c-8d46-4d11-862d-33ebe18b47f4 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:09:59.183901 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 039ef70c-8d46-4d11-862d-33ebe18b47f4 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:09:59.191433 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device aab1dd75-be9f-4bd1-ae82-fc3add12a427 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:09:59.274583 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port aab1dd75-be9f-4bd1-ae82-fc3add12a427 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:09:59.275894 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:59.345041 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-600385e2-d461-410e-8315-9b31f4b06424 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:59.346844 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-ab15d249-a14b-4581-9a2a-8d661165572d None None] Attempting to bind port 00d81d3e-ea2c-40dc-ba06-fdb9cdb99968 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:09:59.347211 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-ab15d249-a14b-4581-9a2a-8d661165572d None None] Attempting to bind port 00d81d3e-ea2c-40dc-ba06-fdb9cdb99968 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '5b1f94a9-49ef-4576-b371-d1bf0de80836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2ff43a9a-5553-4ae6-851a-11de8db2715a'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:09:59.347775 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab15d249-a14b-4581-9a2a-8d661165572d None None] Attempting to bind port 00d81d3e-ea2c-40dc-ba06-fdb9cdb99968 on network 2ff43a9a-5553-4ae6-851a-11de8db2715a {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:09:59.350303 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb790f-dd88-4d03-a5bb-4203d0950988 None None] Pushing event updated for resources: {'Port': ['ID=00d81d3e-ea2c-40dc-ba06-fdb9cdb99968,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:59.357168 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab15d249-a14b-4581-9a2a-8d661165572d None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:09:59.357878 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab15d249-a14b-4581-9a2a-8d661165572d None None] Checking segment: {'id': '5b1f94a9-49ef-4576-b371-d1bf0de80836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2ff43a9a-5553-4ae6-851a-11de8db2715a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:09:59.358999 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ab15d249-a14b-4581-9a2a-8d661165572d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:59.359242 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab15d249-a14b-4581-9a2a-8d661165572d None None] Bound using segment: {'id': '5b1f94a9-49ef-4576-b371-d1bf0de80836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2ff43a9a-5553-4ae6-851a-11de8db2715a'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:09:59.359726 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-ab15d249-a14b-4581-9a2a-8d661165572d None None] Bound port: 00d81d3e-ea2c-40dc-ba06-fdb9cdb99968, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b1f94a9-49ef-4576-b371-d1bf0de80836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2ff43a9a-5553-4ae6-851a-11de8db2715a'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:09:59.360131 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ab15d249-a14b-4581-9a2a-8d661165572d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:59.453540 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-ab15d249-a14b-4581-9a2a-8d661165572d None None] For port 00d81d3e-ea2c-40dc-ba06-fdb9cdb99968, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:09:59.457385 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-ab15d249-a14b-4581-9a2a-8d661165572d None None] For port 00d81d3e-ea2c-40dc-ba06-fdb9cdb99968, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=00d81d3e-ea2c-40dc-ba06-fdb9cdb99968,segment=NetworkSegment(5b1f94a9-49ef-4576-b371-d1bf0de80836),segment_id=5b1f94a9-49ef-4576-b371-d1bf0de80836)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:09:59.465293 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ab15d249-a14b-4581-9a2a-8d661165572d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:59.553761 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab15d249-a14b-4581-9a2a-8d661165572d None None] Routers {'af601ddd-0248-43e1-b706-f0dd9226513f'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:09:59.554514 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-ab15d249-a14b-4581-9a2a-8d661165572d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:09:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['af601ddd-0248-43e1-b706-f0dd9226513f'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:09:59.747865 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb790f-dd88-4d03-a5bb-4203d0950988 None None] Pushing event updated for resources: {'Port': ['ID=00d81d3e-ea2c-40dc-ba06-fdb9cdb99968,revision_number=4']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:09:59.771593 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-ab15d249-a14b-4581-9a2a-8d661165572d None None] Set router af601ddd-0248-43e1-b706-f0dd9226513f gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:09:59.873058 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-600385e2-d461-410e-8315-9b31f4b06424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:09:59.924377 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca999462-6d78-47eb-ab8a-bb667533e43d None None] Network 16178247-4f83-4132-8cdc-42e3be47129c requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:10:00.080461 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600385e2-d461-410e-8315-9b31f4b06424 admin admin] Router a132786b-de17-4a18-9e29-098f8ed7e5aa is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 23:10:00.085505 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a6cba5ac-5263-457b-8f2c-f8524fecc87f None None] Provisioning for port 039ef70c-8d46-4d11-862d-33ebe18b47f4 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:10:00.097887 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-ab15d249-a14b-4581-9a2a-8d661165572d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'name': 'tempest-TestVolumeBackupRestore-1915868566-router', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'aab1dd75-be9f-4bd1-ae82-fc3add12a427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:09:51Z', 'updated_at': '2022-05-03T23:09:55Z', 'revision_number': 4, 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'gw_port': {'id': 'aab1dd75-be9f-4bd1-ae82-fc3add12a427', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:52Z', 'updated_at': '2022-05-03T23:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '00d81d3e-ea2c-40dc-ba06-fdb9cdb99968', 'name': '', 'network_id': '2ff43a9a-5553-4ae6-851a-11de8db2715a', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'mac_address': 'fa:16:3e:53:75:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '7f00e12c-d1e9-4b13-b739-2754abf49a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:54Z', 'updated_at': '2022-05-03T23:09:59Z', 'revision_number': 4, 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'subnets': [{'id': '7f00e12c-d1e9-4b13-b739-2754abf49a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:10:00.099657 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a6cba5ac-5263-457b-8f2c-f8524fecc87f None None] Provisioning complete for port 039ef70c-8d46-4d11-862d-33ebe18b47f4 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:10:00.100136 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a6cba5ac-5263-457b-8f2c-f8524fecc87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:00.102645 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab15d249-a14b-4581-9a2a-8d661165572d None None] The sync data for ids ['af601ddd-0248-43e1-b706-f0dd9226513f'] in n-d-811807-1 is: [{'id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'name': 'tempest-TestVolumeBackupRestore-1915868566-router', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'aab1dd75-be9f-4bd1-ae82-fc3add12a427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:09:51Z', 'updated_at': '2022-05-03T23:09:55Z', 'revision_number': 4, 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'gw_port': {'id': 'aab1dd75-be9f-4bd1-ae82-fc3add12a427', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:52Z', 'updated_at': '2022-05-03T23:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '00d81d3e-ea2c-40dc-ba06-fdb9cdb99968', 'name': '', 'network_id': '2ff43a9a-5553-4ae6-851a-11de8db2715a', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'mac_address': 'fa:16:3e:53:75:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '7f00e12c-d1e9-4b13-b739-2754abf49a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:54Z', 'updated_at': '2022-05-03T23:09:59Z', 'revision_number': 4, 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'subnets': [{'id': '7f00e12c-d1e9-4b13-b739-2754abf49a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:10:00.268506 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600385e2-d461-410e-8315-9b31f4b06424 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:10:00.278619 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a6cba5ac-5263-457b-8f2c-f8524fecc87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:00.292235 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7a7e9f-4cbc-49f0-af10-d5e6138044dc None None] Sync routers for ids ['a132786b-de17-4a18-9e29-098f8ed7e5aa'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:10:00.293466 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-600385e2-d461-410e-8315-9b31f4b06424 admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:00.297767 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 52062) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:10:00.307965 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-600385e2-d461-410e-8315-9b31f4b06424 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6699982 May 03 23:10:00.316881 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7a7e9f-4cbc-49f0-af10-d5e6138044dc None None] Routers {'a132786b-de17-4a18-9e29-098f8ed7e5aa'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:10:00.317534 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-df7a7e9f-4cbc-49f0-af10-d5e6138044dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:09:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a132786b-de17-4a18-9e29-098f8ed7e5aa'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:10:00.488319 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-a6cba5ac-5263-457b-8f2c-f8524fecc87f None None] For port 039ef70c-8d46-4d11-862d-33ebe18b47f4, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=039ef70c-8d46-4d11-862d-33ebe18b47f4,segment=NetworkSegment(34c9a367-0c4b-44d2-976b-52cdd7df3b9d),segment_id=34c9a367-0c4b-44d2-976b-52cdd7df3b9d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:10:00.500493 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a6cba5ac-5263-457b-8f2c-f8524fecc87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:00.575114 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-df7a7e9f-4cbc-49f0-af10-d5e6138044dc None None] Set router a132786b-de17-4a18-9e29-098f8ed7e5aa gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:10:00.728494 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cba5ac-5263-457b-8f2c-f8524fecc87f None None] Pushing event updated for resources: {'Port': ['ID=039ef70c-8d46-4d11-862d-33ebe18b47f4,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:10:00.790568 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ea501d6c-6512-49e4-a575-54ef6fd4f2fe None None] Provisioning complete for port 039ef70c-8d46-4d11-862d-33ebe18b47f4 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:10:00.790944 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ea501d6c-6512-49e4-a575-54ef6fd4f2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:00.987895 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 039ef70c-8d46-4d11-862d-33ebe18b47f4 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:10:01.053236 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-df7a7e9f-4cbc-49f0-af10-d5e6138044dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a132786b-de17-4a18-9e29-098f8ed7e5aa', 'name': 'tempest-TestVolumeBackupRestore-1027194951-router', 'tenant_id': '488d0e0fbf5f4ceeb46c9a3de4fcd0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '84bdc201-10eb-4988-abdf-a1739dae398a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:09:57Z', 'updated_at': '2022-05-03T23:09:59Z', 'revision_number': 3, 'project_id': '488d0e0fbf5f4ceeb46c9a3de4fcd0a2', 'gw_port': {'id': '84bdc201-10eb-4988-abdf-a1739dae398a', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a132786b-de17-4a18-9e29-098f8ed7e5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:58Z', 'updated_at': '2022-05-03T23:09:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:10:01.059054 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7a7e9f-4cbc-49f0-af10-d5e6138044dc None None] Checking router: a132786b-de17-4a18-9e29-098f8ed7e5aa for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:10:01.059400 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7a7e9f-4cbc-49f0-af10-d5e6138044dc None None] Updating router a132786b-de17-4a18-9e29-098f8ed7e5aa port 84bdc201-10eb-4988-abdf-a1739dae398a binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:10:01.112693 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 039ef70c-8d46-4d11-862d-33ebe18b47f4 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:10:01.113061 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:01.157674 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-df7a7e9f-4cbc-49f0-af10-d5e6138044dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:01.165886 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-50a6c958-7fe8-47bb-b940-65a22eb6a595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:01.377226 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-50a6c958-7fe8-47bb-b940-65a22eb6a595 admin admin] Allocated IP 172.20.0.1 (16178247-4f83-4132-8cdc-42e3be47129c/618839ae-94a4-4fe3-aeee-ab932d233a2e/2261a89f-ccc7-481f-98d9-bc05d18d9c33) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:10:01.404534 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 00d81d3e-ea2c-40dc-ba06-fdb9cdb99968 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:10:01.524673 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-50a6c958-7fe8-47bb-b940-65a22eb6a595 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:01.541050 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-50a6c958-7fe8-47bb-b940-65a22eb6a595 admin admin] Transition to ACTIVE for port object 2261a89f-ccc7-481f-98d9-bc05d18d9c33 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:10:01.549332 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 00d81d3e-ea2c-40dc-ba06-fdb9cdb99968 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:10:01.556034 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 00d81d3e-ea2c-40dc-ba06-fdb9cdb99968 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:10:01.556412 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:01.567037 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-50a6c958-7fe8-47bb-b940-65a22eb6a595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:01.633661 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a6c958-7fe8-47bb-b940-65a22eb6a595 admin admin] Network 16178247-4f83-4132-8cdc-42e3be47129c is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:10:01.636417 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-50a6c958-7fe8-47bb-b940-65a22eb6a595 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:10:01.640846 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a6c958-7fe8-47bb-b940-65a22eb6a595 admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:10:01.670299 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6c958-7fe8-47bb-b940-65a22eb6a595 admin admin] Pushing event updated for resources: {'Port': ['ID=2261a89f-ccc7-481f-98d9-bc05d18d9c33,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:10:01.698993 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-50a6c958-7fe8-47bb-b940-65a22eb6a595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:01.715714 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-df7a7e9f-4cbc-49f0-af10-d5e6138044dc None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:01.751729 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-df7a7e9f-4cbc-49f0-af10-d5e6138044dc None None] Transition to ACTIVE for port object 84bdc201-10eb-4988-abdf-a1739dae398a will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:10:01.766842 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-df7a7e9f-4cbc-49f0-af10-d5e6138044dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:01.771517 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:01.827885 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-50a6c958-7fe8-47bb-b940-65a22eb6a595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:01.876302 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3139286-2e58-4c7e-9639-e95f9c9c1458 None None] Pushing event updated for resources: {'Port': ['ID=84bdc201-10eb-4988-abdf-a1739dae398a,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:10:01.883926 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-df7a7e9f-4cbc-49f0-af10-d5e6138044dc None None] Attempting to bind port 84bdc201-10eb-4988-abdf-a1739dae398a on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:10:01.883926 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-df7a7e9f-4cbc-49f0-af10-d5e6138044dc None None] Attempting to bind port 84bdc201-10eb-4988-abdf-a1739dae398a by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:10:01.884126 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7a7e9f-4cbc-49f0-af10-d5e6138044dc None None] Attempting to bind port 84bdc201-10eb-4988-abdf-a1739dae398a on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:10:01.893321 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 00d81d3e-ea2c-40dc-ba06-fdb9cdb99968, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=00d81d3e-ea2c-40dc-ba06-fdb9cdb99968,segment=NetworkSegment(5b1f94a9-49ef-4576-b371-d1bf0de80836),segment_id=5b1f94a9-49ef-4576-b371-d1bf0de80836)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:10:01.894493 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7a7e9f-4cbc-49f0-af10-d5e6138044dc None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:10:01.894862 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7a7e9f-4cbc-49f0-af10-d5e6138044dc None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:10:01.895468 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-df7a7e9f-4cbc-49f0-af10-d5e6138044dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:01.895990 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7a7e9f-4cbc-49f0-af10-d5e6138044dc None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:10:01.896572 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-df7a7e9f-4cbc-49f0-af10-d5e6138044dc None None] Bound port: 84bdc201-10eb-4988-abdf-a1739dae398a, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:10:01.896947 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-df7a7e9f-4cbc-49f0-af10-d5e6138044dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:01.926197 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:02.012551 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7aaf96ac-1312-41a3-8346-50abedccfba5 None None] Provisioning for port 2261a89f-ccc7-481f-98d9-bc05d18d9c33 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:10:02.034347 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7aaf96ac-1312-41a3-8346-50abedccfba5 None None] Provisioning complete for port 2261a89f-ccc7-481f-98d9-bc05d18d9c33 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:10:02.034718 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7aaf96ac-1312-41a3-8346-50abedccfba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:02.059500 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-50a6c958-7fe8-47bb-b940-65a22eb6a595 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:02.064051 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-50a6c958-7fe8-47bb-b940-65a22eb6a595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:02.079948 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=00d81d3e-ea2c-40dc-ba06-fdb9cdb99968,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:10:02.090202 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-df7a7e9f-4cbc-49f0-af10-d5e6138044dc None None] For port 84bdc201-10eb-4988-abdf-a1739dae398a, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:10:02.103849 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-df7a7e9f-4cbc-49f0-af10-d5e6138044dc None None] For port 84bdc201-10eb-4988-abdf-a1739dae398a, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=84bdc201-10eb-4988-abdf-a1739dae398a,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:10:02.106489 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-7aaf96ac-1312-41a3-8346-50abedccfba5 None None] Port 2261a89f-ccc7-481f-98d9-bc05d18d9c33 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:10:02.109223 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-df7a7e9f-4cbc-49f0-af10-d5e6138044dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:02.166522 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6c958-7fe8-47bb-b940-65a22eb6a595 admin admin] Pushing event updated for resources: {'Port': ['ID=2261a89f-ccc7-481f-98d9-bc05d18d9c33,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:10:02.171225 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-50a6c958-7fe8-47bb-b940-65a22eb6a595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:02.195247 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7a7e9f-4cbc-49f0-af10-d5e6138044dc None None] Routers {'a132786b-de17-4a18-9e29-098f8ed7e5aa'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:10:02.195922 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-df7a7e9f-4cbc-49f0-af10-d5e6138044dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:09:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a132786b-de17-4a18-9e29-098f8ed7e5aa'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:10:02.304575 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3139286-2e58-4c7e-9639-e95f9c9c1458 None None] Pushing event updated for resources: {'Port': ['ID=84bdc201-10eb-4988-abdf-a1739dae398a,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:10:02.308639 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a6c958-7fe8-47bb-b940-65a22eb6a595 admin admin] Network 16178247-4f83-4132-8cdc-42e3be47129c is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:10:02.309801 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-50a6c958-7fe8-47bb-b940-65a22eb6a595 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:10:02.388309 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-df7a7e9f-4cbc-49f0-af10-d5e6138044dc None None] Set router a132786b-de17-4a18-9e29-098f8ed7e5aa gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:10:02.518883 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a6c958-7fe8-47bb-b940-65a22eb6a595 admin admin] Router a132786b-de17-4a18-9e29-098f8ed7e5aa has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:10:02.665793 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-45844d71-e085-4cbe-8796-cc00f82a433d None None] Provisioning complete for port 2261a89f-ccc7-481f-98d9-bc05d18d9c33 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:10:02.666424 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-45844d71-e085-4cbe-8796-cc00f82a433d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:02.767908 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-45844d71-e085-4cbe-8796-cc00f82a433d None None] Port 2261a89f-ccc7-481f-98d9-bc05d18d9c33 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:10:02.798161 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-df7a7e9f-4cbc-49f0-af10-d5e6138044dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a132786b-de17-4a18-9e29-098f8ed7e5aa', 'name': 'tempest-TestVolumeBackupRestore-1027194951-router', 'tenant_id': '488d0e0fbf5f4ceeb46c9a3de4fcd0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '84bdc201-10eb-4988-abdf-a1739dae398a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:09:57Z', 'updated_at': '2022-05-03T23:10:01Z', 'revision_number': 4, 'project_id': '488d0e0fbf5f4ceeb46c9a3de4fcd0a2', 'gw_port': {'id': '84bdc201-10eb-4988-abdf-a1739dae398a', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a132786b-de17-4a18-9e29-098f8ed7e5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:58Z', 'updated_at': '2022-05-03T23:10:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '2261a89f-ccc7-481f-98d9-bc05d18d9c33', 'name': '', 'network_id': '16178247-4f83-4132-8cdc-42e3be47129c', 'tenant_id': '488d0e0fbf5f4ceeb46c9a3de4fcd0a2', 'mac_address': 'fa:16:3e:19:b0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a132786b-de17-4a18-9e29-098f8ed7e5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '618839ae-94a4-4fe3-aeee-ab932d233a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:10:01Z', 'updated_at': '2022-05-03T23:10:01Z', 'revision_number': 2, 'project_id': '488d0e0fbf5f4ceeb46c9a3de4fcd0a2', 'subnets': [{'id': '618839ae-94a4-4fe3-aeee-ab932d233a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:10:02.802244 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7a7e9f-4cbc-49f0-af10-d5e6138044dc None None] The sync data for ids ['a132786b-de17-4a18-9e29-098f8ed7e5aa'] in n-d-811807-1 is: [{'id': 'a132786b-de17-4a18-9e29-098f8ed7e5aa', 'name': 'tempest-TestVolumeBackupRestore-1027194951-router', 'tenant_id': '488d0e0fbf5f4ceeb46c9a3de4fcd0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '84bdc201-10eb-4988-abdf-a1739dae398a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:09:57Z', 'updated_at': '2022-05-03T23:10:01Z', 'revision_number': 4, 'project_id': '488d0e0fbf5f4ceeb46c9a3de4fcd0a2', 'gw_port': {'id': '84bdc201-10eb-4988-abdf-a1739dae398a', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a132786b-de17-4a18-9e29-098f8ed7e5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:58Z', 'updated_at': '2022-05-03T23:10:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '2261a89f-ccc7-481f-98d9-bc05d18d9c33', 'name': '', 'network_id': '16178247-4f83-4132-8cdc-42e3be47129c', 'tenant_id': '488d0e0fbf5f4ceeb46c9a3de4fcd0a2', 'mac_address': 'fa:16:3e:19:b0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a132786b-de17-4a18-9e29-098f8ed7e5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '618839ae-94a4-4fe3-aeee-ab932d233a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:10:01Z', 'updated_at': '2022-05-03T23:10:01Z', 'revision_number': 2, 'project_id': '488d0e0fbf5f4ceeb46c9a3de4fcd0a2', 'subnets': [{'id': '618839ae-94a4-4fe3-aeee-ab932d233a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:10:02.831148 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a6c958-7fe8-47bb-b940-65a22eb6a595 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:10:02.840252 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-50a6c958-7fe8-47bb-b940-65a22eb6a595 admin admin] 10.222.0.58 "PUT /v2.0/routers/a132786b-de17-4a18-9e29-098f8ed7e5aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5413315 May 03 23:10:02.968182 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 00d81d3e-ea2c-40dc-ba06-fdb9cdb99968 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:10:03.067673 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 00d81d3e-ea2c-40dc-ba06-fdb9cdb99968 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:10:03.068046 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:04.870740 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab17c23-495e-4486-bf4c-06e67a7151f5 None None] Sync routers for ids ['a132786b-de17-4a18-9e29-098f8ed7e5aa'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:10:04.880806 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab17c23-495e-4486-bf4c-06e67a7151f5 None None] Routers {'a132786b-de17-4a18-9e29-098f8ed7e5aa'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:10:04.881506 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-1ab17c23-495e-4486-bf4c-06e67a7151f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:09:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a132786b-de17-4a18-9e29-098f8ed7e5aa'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:10:05.011319 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 84bdc201-10eb-4988-abdf-a1739dae398a up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:10:05.065803 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-1ab17c23-495e-4486-bf4c-06e67a7151f5 None None] Set router a132786b-de17-4a18-9e29-098f8ed7e5aa gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:10:05.085107 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 84bdc201-10eb-4988-abdf-a1739dae398a completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:10:05.094262 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 84bdc201-10eb-4988-abdf-a1739dae398a triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:10:05.094683 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:05.227780 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:05.244466 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 84bdc201-10eb-4988-abdf-a1739dae398a, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=84bdc201-10eb-4988-abdf-a1739dae398a,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:10:05.249375 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:05.318577 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=84bdc201-10eb-4988-abdf-a1739dae398a,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:10:05.430760 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-1ab17c23-495e-4486-bf4c-06e67a7151f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a132786b-de17-4a18-9e29-098f8ed7e5aa', 'name': 'tempest-TestVolumeBackupRestore-1027194951-router', 'tenant_id': '488d0e0fbf5f4ceeb46c9a3de4fcd0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '84bdc201-10eb-4988-abdf-a1739dae398a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:09:57Z', 'updated_at': '2022-05-03T23:10:01Z', 'revision_number': 4, 'project_id': '488d0e0fbf5f4ceeb46c9a3de4fcd0a2', 'gw_port': {'id': '84bdc201-10eb-4988-abdf-a1739dae398a', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a132786b-de17-4a18-9e29-098f8ed7e5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:58Z', 'updated_at': '2022-05-03T23:10:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '2261a89f-ccc7-481f-98d9-bc05d18d9c33', 'name': '', 'network_id': '16178247-4f83-4132-8cdc-42e3be47129c', 'tenant_id': '488d0e0fbf5f4ceeb46c9a3de4fcd0a2', 'mac_address': 'fa:16:3e:19:b0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a132786b-de17-4a18-9e29-098f8ed7e5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '618839ae-94a4-4fe3-aeee-ab932d233a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:10:01Z', 'updated_at': '2022-05-03T23:10:01Z', 'revision_number': 2, 'project_id': '488d0e0fbf5f4ceeb46c9a3de4fcd0a2', 'subnets': [{'id': '618839ae-94a4-4fe3-aeee-ab932d233a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:10:05.434494 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab17c23-495e-4486-bf4c-06e67a7151f5 None None] Checking router: a132786b-de17-4a18-9e29-098f8ed7e5aa for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:10:05.434842 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab17c23-495e-4486-bf4c-06e67a7151f5 None None] Updating router a132786b-de17-4a18-9e29-098f8ed7e5aa port 2261a89f-ccc7-481f-98d9-bc05d18d9c33 binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:10:05.487468 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1ab17c23-495e-4486-bf4c-06e67a7151f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:05.845617 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1ab17c23-495e-4486-bf4c-06e67a7151f5 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:05.857124 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-1ab17c23-495e-4486-bf4c-06e67a7151f5 None None] Transition to ACTIVE for port object 2261a89f-ccc7-481f-98d9-bc05d18d9c33 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:10:05.863633 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1ab17c23-495e-4486-bf4c-06e67a7151f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:06.057119 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92eb452-73c1-4ddb-be7b-48a119ca293f None None] Pushing event updated for resources: {'Port': ['ID=2261a89f-ccc7-481f-98d9-bc05d18d9c33,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:10:06.070117 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92eb452-73c1-4ddb-be7b-48a119ca293f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:10:06.070329 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92eb452-73c1-4ddb-be7b-48a119ca293f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:10:06.070697 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92eb452-73c1-4ddb-be7b-48a119ca293f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:10:06.071031 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92eb452-73c1-4ddb-be7b-48a119ca293f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:10:06.071357 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92eb452-73c1-4ddb-be7b-48a119ca293f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:10:06.071683 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92eb452-73c1-4ddb-be7b-48a119ca293f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:10:06.072003 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92eb452-73c1-4ddb-be7b-48a119ca293f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:10:06.072322 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92eb452-73c1-4ddb-be7b-48a119ca293f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:10:06.072641 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92eb452-73c1-4ddb-be7b-48a119ca293f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:10:06.072959 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92eb452-73c1-4ddb-be7b-48a119ca293f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:10:06.073281 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92eb452-73c1-4ddb-be7b-48a119ca293f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:10:06.073594 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92eb452-73c1-4ddb-be7b-48a119ca293f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:10:06.097397 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-1ab17c23-495e-4486-bf4c-06e67a7151f5 None None] Attempting to bind port 2261a89f-ccc7-481f-98d9-bc05d18d9c33 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:10:06.097765 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-1ab17c23-495e-4486-bf4c-06e67a7151f5 None None] Attempting to bind port 2261a89f-ccc7-481f-98d9-bc05d18d9c33 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '34c9a367-0c4b-44d2-976b-52cdd7df3b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '16178247-4f83-4132-8cdc-42e3be47129c'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:10:06.098153 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab17c23-495e-4486-bf4c-06e67a7151f5 None None] Attempting to bind port 2261a89f-ccc7-481f-98d9-bc05d18d9c33 on network 16178247-4f83-4132-8cdc-42e3be47129c {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:10:06.104324 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab17c23-495e-4486-bf4c-06e67a7151f5 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:10:06.104691 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab17c23-495e-4486-bf4c-06e67a7151f5 None None] Checking segment: {'id': '34c9a367-0c4b-44d2-976b-52cdd7df3b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '16178247-4f83-4132-8cdc-42e3be47129c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:10:06.105089 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1ab17c23-495e-4486-bf4c-06e67a7151f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:06.105476 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab17c23-495e-4486-bf4c-06e67a7151f5 None None] Bound using segment: {'id': '34c9a367-0c4b-44d2-976b-52cdd7df3b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '16178247-4f83-4132-8cdc-42e3be47129c'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:10:06.105963 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-1ab17c23-495e-4486-bf4c-06e67a7151f5 None None] Bound port: 2261a89f-ccc7-481f-98d9-bc05d18d9c33, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c9a367-0c4b-44d2-976b-52cdd7df3b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '16178247-4f83-4132-8cdc-42e3be47129c'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:10:06.106330 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1ab17c23-495e-4486-bf4c-06e67a7151f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:06.204531 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-1ab17c23-495e-4486-bf4c-06e67a7151f5 None None] For port 2261a89f-ccc7-481f-98d9-bc05d18d9c33, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:10:06.208258 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-1ab17c23-495e-4486-bf4c-06e67a7151f5 None None] For port 2261a89f-ccc7-481f-98d9-bc05d18d9c33, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=2261a89f-ccc7-481f-98d9-bc05d18d9c33,segment=NetworkSegment(34c9a367-0c4b-44d2-976b-52cdd7df3b9d),segment_id=34c9a367-0c4b-44d2-976b-52cdd7df3b9d)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:10:06.212060 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1ab17c23-495e-4486-bf4c-06e67a7151f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:06.291964 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab17c23-495e-4486-bf4c-06e67a7151f5 None None] Routers {'a132786b-de17-4a18-9e29-098f8ed7e5aa'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:10:06.292591 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-1ab17c23-495e-4486-bf4c-06e67a7151f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:09:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a132786b-de17-4a18-9e29-098f8ed7e5aa'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:10:06.350341 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92eb452-73c1-4ddb-be7b-48a119ca293f None None] Pushing event updated for resources: {'Port': ['ID=2261a89f-ccc7-481f-98d9-bc05d18d9c33,revision_number=4']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:10:06.482437 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-1ab17c23-495e-4486-bf4c-06e67a7151f5 None None] Set router a132786b-de17-4a18-9e29-098f8ed7e5aa gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:10:06.809019 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-1ab17c23-495e-4486-bf4c-06e67a7151f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a132786b-de17-4a18-9e29-098f8ed7e5aa', 'name': 'tempest-TestVolumeBackupRestore-1027194951-router', 'tenant_id': '488d0e0fbf5f4ceeb46c9a3de4fcd0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '84bdc201-10eb-4988-abdf-a1739dae398a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:09:57Z', 'updated_at': '2022-05-03T23:10:01Z', 'revision_number': 4, 'project_id': '488d0e0fbf5f4ceeb46c9a3de4fcd0a2', 'gw_port': {'id': '84bdc201-10eb-4988-abdf-a1739dae398a', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a132786b-de17-4a18-9e29-098f8ed7e5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:58Z', 'updated_at': '2022-05-03T23:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '2261a89f-ccc7-481f-98d9-bc05d18d9c33', 'name': '', 'network_id': '16178247-4f83-4132-8cdc-42e3be47129c', 'tenant_id': '488d0e0fbf5f4ceeb46c9a3de4fcd0a2', 'mac_address': 'fa:16:3e:19:b0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a132786b-de17-4a18-9e29-098f8ed7e5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '618839ae-94a4-4fe3-aeee-ab932d233a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:10:01Z', 'updated_at': '2022-05-03T23:10:06Z', 'revision_number': 4, 'project_id': '488d0e0fbf5f4ceeb46c9a3de4fcd0a2', 'subnets': [{'id': '618839ae-94a4-4fe3-aeee-ab932d233a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:10:06.813977 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab17c23-495e-4486-bf4c-06e67a7151f5 None None] The sync data for ids ['a132786b-de17-4a18-9e29-098f8ed7e5aa'] in n-d-811807-1 is: [{'id': 'a132786b-de17-4a18-9e29-098f8ed7e5aa', 'name': 'tempest-TestVolumeBackupRestore-1027194951-router', 'tenant_id': '488d0e0fbf5f4ceeb46c9a3de4fcd0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '84bdc201-10eb-4988-abdf-a1739dae398a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:09:57Z', 'updated_at': '2022-05-03T23:10:01Z', 'revision_number': 4, 'project_id': '488d0e0fbf5f4ceeb46c9a3de4fcd0a2', 'gw_port': {'id': '84bdc201-10eb-4988-abdf-a1739dae398a', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a132786b-de17-4a18-9e29-098f8ed7e5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:58Z', 'updated_at': '2022-05-03T23:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '2261a89f-ccc7-481f-98d9-bc05d18d9c33', 'name': '', 'network_id': '16178247-4f83-4132-8cdc-42e3be47129c', 'tenant_id': '488d0e0fbf5f4ceeb46c9a3de4fcd0a2', 'mac_address': 'fa:16:3e:19:b0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a132786b-de17-4a18-9e29-098f8ed7e5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '618839ae-94a4-4fe3-aeee-ab932d233a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:10:01Z', 'updated_at': '2022-05-03T23:10:06Z', 'revision_number': 4, 'project_id': '488d0e0fbf5f4ceeb46c9a3de4fcd0a2', 'subnets': [{'id': '618839ae-94a4-4fe3-aeee-ab932d233a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:10:07.001367 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 2261a89f-ccc7-481f-98d9-bc05d18d9c33 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:10:07.083775 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 2261a89f-ccc7-481f-98d9-bc05d18d9c33 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:10:07.089503 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 2261a89f-ccc7-481f-98d9-bc05d18d9c33 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:10:07.089926 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:07.221602 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:07.260101 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 2261a89f-ccc7-481f-98d9-bc05d18d9c33, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=2261a89f-ccc7-481f-98d9-bc05d18d9c33,segment=NetworkSegment(34c9a367-0c4b-44d2-976b-52cdd7df3b9d),segment_id=34c9a367-0c4b-44d2-976b-52cdd7df3b9d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:10:07.266747 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:07.267590 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 84bdc201-10eb-4988-abdf-a1739dae398a up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:10:07.410839 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=2261a89f-ccc7-481f-98d9-bc05d18d9c33,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:10:07.418952 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 84bdc201-10eb-4988-abdf-a1739dae398a triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:10:07.419300 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:08.964730 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 2261a89f-ccc7-481f-98d9-bc05d18d9c33 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:10:09.035754 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 2261a89f-ccc7-481f-98d9-bc05d18d9c33 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:10:09.036142 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:22.932032 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-235a9628-b796-4a56-b2e8-359aa626ceca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:24.709222 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:25.537102 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-107f8cc3-197f-43e5-a094-e11bce607b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:26.360704 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:26.405604 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:27.733436 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:28.216051 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:34.249844 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:10:52.934583 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-43d14d9a-36f3-46f7-95dc-e27630b8818e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:54.716282 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:55.540829 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-676cd3ba-c6ff-4a3c-852d-8c4c02095421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:56.363072 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:56.408084 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:57.737456 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:10:58.233446 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:11.249487 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:11:22.941875 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-07c652e6-4296-442e-95c7-6807923b427b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:24.730596 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:25.548800 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-22f938d6-0a71-4800-9c3e-3ac56487b48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:26.369658 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:26.430993 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:27.737190 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:28.233651 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:46.534581 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53074) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:11:46.541434 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-6d960ba6-4cad-48f5-9315-144fd9a62dfb tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-584583339', 'description': 'tempest-secgroup-smoke-584583339 description', 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:11:46.548266 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6d960ba6-4cad-48f5-9315-144fd9a62dfb tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:11:46.552129 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6d960ba6-4cad-48f5-9315-144fd9a62dfb tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Usage tracker for resource:security_group and tenant:6b995e6a93df4bb883f9cfd1f0397cd4 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:11:46.554997 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6d960ba6-4cad-48f5-9315-144fd9a62dfb tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:11:46.560634 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6d960ba6-4cad-48f5-9315-144fd9a62dfb tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:11:46.570447 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6d960ba6-4cad-48f5-9315-144fd9a62dfb tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:46.591278 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6d960ba6-4cad-48f5-9315-144fd9a62dfb tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:11:46.595165 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6d960ba6-4cad-48f5-9315-144fd9a62dfb tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Usage tracker for resource:security_group_rule and tenant:6b995e6a93df4bb883f9cfd1f0397cd4 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:11:46.598025 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6d960ba6-4cad-48f5-9315-144fd9a62dfb tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:11:46.603783 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6d960ba6-4cad-48f5-9315-144fd9a62dfb tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:11:46.669406 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6d960ba6-4cad-48f5-9315-144fd9a62dfb tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:46.672900 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6d960ba6-4cad-48f5-9315-144fd9a62dfb tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:46.713825 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d960ba6-4cad-48f5-9315-144fd9a62dfb tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=195e9af1-a75d-4934-951b-b659fd7e9376,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:11:46.720658 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6d960ba6-4cad-48f5-9315-144fd9a62dfb tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:46.721841 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6d960ba6-4cad-48f5-9315-144fd9a62dfb tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1856644 May 03 23:11:46.723361 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d960ba6-4cad-48f5-9315-144fd9a62dfb tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:11:46.723705 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d960ba6-4cad-48f5-9315-144fd9a62dfb tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:11:46.724042 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d960ba6-4cad-48f5-9315-144fd9a62dfb tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:11:46.724382 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d960ba6-4cad-48f5-9315-144fd9a62dfb tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:11:46.724713 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d960ba6-4cad-48f5-9315-144fd9a62dfb tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:11:46.724954 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53078) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:11:46.725429 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d960ba6-4cad-48f5-9315-144fd9a62dfb tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:11:46.725429 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d960ba6-4cad-48f5-9315-144fd9a62dfb tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:11:46.725668 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d960ba6-4cad-48f5-9315-144fd9a62dfb tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:11:46.726019 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d960ba6-4cad-48f5-9315-144fd9a62dfb tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:11:46.726344 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d960ba6-4cad-48f5-9315-144fd9a62dfb tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:11:46.726669 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d960ba6-4cad-48f5-9315-144fd9a62dfb tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:11:46.726991 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d960ba6-4cad-48f5-9315-144fd9a62dfb tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:11:46.731468 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-ee3ec154-98c0-47af-894c-0b882dcba9de tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Request body: {'security_group_rule': {'security_group_id': '195e9af1-a75d-4934-951b-b659fd7e9376', 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:11:46.739753 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ee3ec154-98c0-47af-894c-0b882dcba9de tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:11:46.743656 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ee3ec154-98c0-47af-894c-0b882dcba9de tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Usage tracker for resource:security_group_rule and tenant:6b995e6a93df4bb883f9cfd1f0397cd4 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:11:46.746587 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ee3ec154-98c0-47af-894c-0b882dcba9de tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:11:46.752291 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ee3ec154-98c0-47af-894c-0b882dcba9de tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:11:46.768720 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ee3ec154-98c0-47af-894c-0b882dcba9de tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:46.825376 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ee3ec154-98c0-47af-894c-0b882dcba9de tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:46.828859 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ee3ec154-98c0-47af-894c-0b882dcba9de tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:46.852702 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ec154-98c0-47af-894c-0b882dcba9de tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9219e5c-ebaa-481a-aa9c-54fd8241e42c,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:11:46.863425 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ec154-98c0-47af-894c-0b882dcba9de tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:11:46.863771 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ec154-98c0-47af-894c-0b882dcba9de tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:11:46.864110 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ec154-98c0-47af-894c-0b882dcba9de tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:11:46.864446 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ec154-98c0-47af-894c-0b882dcba9de tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:11:46.864775 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ec154-98c0-47af-894c-0b882dcba9de tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:11:46.865100 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ec154-98c0-47af-894c-0b882dcba9de tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:11:46.865425 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ec154-98c0-47af-894c-0b882dcba9de tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:11:46.865749 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ec154-98c0-47af-894c-0b882dcba9de tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:11:46.866104 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ec154-98c0-47af-894c-0b882dcba9de tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:11:46.866425 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ec154-98c0-47af-894c-0b882dcba9de tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:11:46.866744 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ec154-98c0-47af-894c-0b882dcba9de tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:11:46.867062 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ec154-98c0-47af-894c-0b882dcba9de tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:11:46.869721 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ee3ec154-98c0-47af-894c-0b882dcba9de tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:46.870906 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ee3ec154-98c0-47af-894c-0b882dcba9de tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1448781 May 03 23:11:46.873729 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53082) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:11:46.878819 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-3130f94b-d2bc-407e-a754-38d75bd54080 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Request body: {'security_group_rule': {'security_group_id': '195e9af1-a75d-4934-951b-b659fd7e9376', 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:11:46.886348 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3130f94b-d2bc-407e-a754-38d75bd54080 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:11:46.890161 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3130f94b-d2bc-407e-a754-38d75bd54080 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Usage tracker for resource:security_group_rule and tenant:6b995e6a93df4bb883f9cfd1f0397cd4 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:11:46.893070 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3130f94b-d2bc-407e-a754-38d75bd54080 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:11:46.902582 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3130f94b-d2bc-407e-a754-38d75bd54080 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:11:46.917111 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3130f94b-d2bc-407e-a754-38d75bd54080 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:46.976395 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3130f94b-d2bc-407e-a754-38d75bd54080 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:46.979670 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3130f94b-d2bc-407e-a754-38d75bd54080 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:47.002265 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130f94b-d2bc-407e-a754-38d75bd54080 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb4e4b9-ee41-451d-945d-8e337600e67e,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:11:47.011516 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3130f94b-d2bc-407e-a754-38d75bd54080 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:47.012693 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3130f94b-d2bc-407e-a754-38d75bd54080 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1379521 May 03 23:11:47.015382 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53086) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:11:47.020255 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-4643ce4a-2b98-4dd6-926d-8165a9815584 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Request body: {'security_group_rule': {'security_group_id': '195e9af1-a75d-4934-951b-b659fd7e9376', 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:11:47.026815 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4643ce4a-2b98-4dd6-926d-8165a9815584 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:11:47.030529 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4643ce4a-2b98-4dd6-926d-8165a9815584 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Usage tracker for resource:security_group_rule and tenant:6b995e6a93df4bb883f9cfd1f0397cd4 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:11:47.033347 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4643ce4a-2b98-4dd6-926d-8165a9815584 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:11:47.038943 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4643ce4a-2b98-4dd6-926d-8165a9815584 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:11:47.054592 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4643ce4a-2b98-4dd6-926d-8165a9815584 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:47.115833 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4643ce4a-2b98-4dd6-926d-8165a9815584 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:47.119938 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4643ce4a-2b98-4dd6-926d-8165a9815584 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:47.144566 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4643ce4a-2b98-4dd6-926d-8165a9815584 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df885b3f-6212-4476-b712-7529400a85cf,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:11:47.153477 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4643ce4a-2b98-4dd6-926d-8165a9815584 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:47.154648 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4643ce4a-2b98-4dd6-926d-8165a9815584 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1383481 May 03 23:11:47.157313 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53090) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:11:47.162048 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-91b1253e-06df-4c61-86d0-058984dbf3f6 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Request body: {'security_group_rule': {'security_group_id': '195e9af1-a75d-4934-951b-b659fd7e9376', 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:11:47.168293 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-91b1253e-06df-4c61-86d0-058984dbf3f6 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:11:47.172399 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-91b1253e-06df-4c61-86d0-058984dbf3f6 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Usage tracker for resource:security_group_rule and tenant:6b995e6a93df4bb883f9cfd1f0397cd4 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:11:47.175537 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-91b1253e-06df-4c61-86d0-058984dbf3f6 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:11:47.181211 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-91b1253e-06df-4c61-86d0-058984dbf3f6 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:11:47.198604 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-91b1253e-06df-4c61-86d0-058984dbf3f6 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:47.261754 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-91b1253e-06df-4c61-86d0-058984dbf3f6 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:47.265125 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-91b1253e-06df-4c61-86d0-058984dbf3f6 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:47.287119 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1253e-06df-4c61-86d0-058984dbf3f6 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a4bb59-873c-4a77-872d-f8ce4b5fe825,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:11:47.296144 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-91b1253e-06df-4c61-86d0-058984dbf3f6 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:47.297272 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-91b1253e-06df-4c61-86d0-058984dbf3f6 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1390386 May 03 23:11:47.300228 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53094) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:11:47.305061 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-3fb21385-34f3-4232-bcbb-11fac59f5e5c tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Request body: {'security_group_rule': {'security_group_id': '195e9af1-a75d-4934-951b-b659fd7e9376', 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:11:47.312140 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3fb21385-34f3-4232-bcbb-11fac59f5e5c tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:11:47.315878 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3fb21385-34f3-4232-bcbb-11fac59f5e5c tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Usage tracker for resource:security_group_rule and tenant:6b995e6a93df4bb883f9cfd1f0397cd4 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:11:47.319078 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-3fb21385-34f3-4232-bcbb-11fac59f5e5c tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:11:47.325143 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-3fb21385-34f3-4232-bcbb-11fac59f5e5c tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:11:47.334656 n-d-811807-1 neutron-server[88070]: INFO neutron.db.securitygroups_db [None req-3fb21385-34f3-4232-bcbb-11fac59f5e5c tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Project 6b995e6a93df4bb883f9cfd1f0397cd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 23:11:47.341547 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3fb21385-34f3-4232-bcbb-11fac59f5e5c tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:47.403576 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3fb21385-34f3-4232-bcbb-11fac59f5e5c tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:47.407306 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3fb21385-34f3-4232-bcbb-11fac59f5e5c tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:47.429793 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb21385-34f3-4232-bcbb-11fac59f5e5c tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17498cdc-438b-4863-92cf-88d3c37fdffd,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:11:47.437760 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3fb21385-34f3-4232-bcbb-11fac59f5e5c tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:47.438986 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3fb21385-34f3-4232-bcbb-11fac59f5e5c tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1378253 May 03 23:11:47.441657 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53098) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:11:47.446693 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-787e40d1-58bf-4330-a07a-1d174cf10ae0 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Request body: {'security_group_rule': {'security_group_id': '195e9af1-a75d-4934-951b-b659fd7e9376', 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:11:47.453714 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-787e40d1-58bf-4330-a07a-1d174cf10ae0 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:11:47.457521 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-787e40d1-58bf-4330-a07a-1d174cf10ae0 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Usage tracker for resource:security_group_rule and tenant:6b995e6a93df4bb883f9cfd1f0397cd4 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:11:47.460344 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-787e40d1-58bf-4330-a07a-1d174cf10ae0 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:11:47.466539 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-787e40d1-58bf-4330-a07a-1d174cf10ae0 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:11:47.476255 n-d-811807-1 neutron-server[88070]: INFO neutron.db.securitygroups_db [None req-787e40d1-58bf-4330-a07a-1d174cf10ae0 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Project 6b995e6a93df4bb883f9cfd1f0397cd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 23:11:47.482808 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-787e40d1-58bf-4330-a07a-1d174cf10ae0 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:47.547575 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-787e40d1-58bf-4330-a07a-1d174cf10ae0 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:47.551396 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-787e40d1-58bf-4330-a07a-1d174cf10ae0 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:47.575737 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e40d1-58bf-4330-a07a-1d174cf10ae0 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe812eb1-def6-40fc-bbce-92d137fa1254,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:11:47.584535 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-787e40d1-58bf-4330-a07a-1d174cf10ae0 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:47.585786 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-787e40d1-58bf-4330-a07a-1d174cf10ae0 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1432018 May 03 23:11:48.057707 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-43d0b483-b552-4be3-bb87-3f086eb222da req-82f6d85e-dac8-4efd-8789-e8c21c433e4b tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-584583339&fields=id&tenant_id=6b995e6a93df4bb883f9cfd1f0397cd4 HTTP/1.1" status: 200 len: 267 time: 0.0405788 May 03 23:11:48.208845 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0b483-b552-4be3-bb87-3f086eb222da req-e234363b-fcca-4f3f-bd17-ef27dcbb1dc6 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:11:48.210303 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-43d0b483-b552-4be3-bb87-3f086eb222da req-e234363b-fcca-4f3f-bd17-ef27dcbb1dc6 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "GET /v2.0/networks?id=2ff43a9a-5553-4ae6-851a-11de8db2715a HTTP/1.1" status: 200 len: 814 time: 0.1463721 May 03 23:11:48.224975 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-43d0b483-b552-4be3-bb87-3f086eb222da req-08c53ba4-8118-4700-8be6-e1bd51ebf214 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "GET /v2.0/quotas/6b995e6a93df4bb883f9cfd1f0397cd4 HTTP/1.1" status: 200 len: 375 time: 0.0093541 May 03 23:11:48.249733 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:11:48.305936 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-43d0b483-b552-4be3-bb87-3f086eb222da req-008a7e74-a821-4982-93c4-fbfca0ff9bef tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6b995e6a93df4bb883f9cfd1f0397cd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755885 May 03 23:11:48.546295 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-43d0b483-b552-4be3-bb87-3f086eb222da req-dfea5155-a5bf-4f68-bbcd-6c31c83b51bf service neutron] 10.222.0.58 "GET /v2.0/networks/2ff43a9a-5553-4ae6-851a-11de8db2715a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286558 May 03 23:11:48.680038 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-43d0b483-b552-4be3-bb87-3f086eb222da req-d9eac278-a0f0-49b3-bf48-6f17596e285e service neutron] 10.222.0.58 "GET /v2.0/networks/2ff43a9a-5553-4ae6-851a-11de8db2715a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275904 May 03 23:11:49.113962 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3f4bc8fe-8b06-421a-84ac-a775872faa18 req-b1561166-9cad-4f6b-89bf-f87499d87fb3 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "GET /v2.0/ports?device_id=8904d535-14cb-405d-99a3-33a167f73848 HTTP/1.1" status: 200 len: 210 time: 0.0962789 May 03 23:11:50.100478 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0b483-b552-4be3-bb87-3f086eb222da req-f030cc20-953a-42a2-9c80-382f939106e6 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:11:50.101902 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-43d0b483-b552-4be3-bb87-3f086eb222da req-f030cc20-953a-42a2-9c80-382f939106e6 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.60 "GET /v2.0/networks?id=2ff43a9a-5553-4ae6-851a-11de8db2715a HTTP/1.1" status: 200 len: 814 time: 0.1470003 May 03 23:11:50.153350 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-43d0b483-b552-4be3-bb87-3f086eb222da req-4c71d543-e3ce-4a50-b492-5e0bf8120039 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b995e6a93df4bb883f9cfd1f0397cd4 HTTP/1.1" status: 200 len: 379 time: 0.0434601 May 03 23:11:50.168023 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-43d0b483-b552-4be3-bb87-3f086eb222da req-671c85b4-fc69-415d-b6ee-aa4664ff80db tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Request body: {'port': {'device_id': '8904d535-14cb-405d-99a3-33a167f73848', 'network_id': '2ff43a9a-5553-4ae6-851a-11de8db2715a', 'admin_state_up': True, 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'security_groups': ['195e9af1-a75d-4934-951b-b659fd7e9376']}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:11:50.317100 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0a366d62-54a9-4ebb-a69b-25e3b39c0bcd req-eca8e803-b0bc-45a1-ba6d-ae8fdba02124 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "GET /v2.0/ports?device_id=8904d535-14cb-405d-99a3-33a167f73848 HTTP/1.1" status: 200 len: 210 time: 0.0589783 May 03 23:11:50.350430 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-43d0b483-b552-4be3-bb87-3f086eb222da req-671c85b4-fc69-415d-b6ee-aa4664ff80db tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:11:50.355323 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-43d0b483-b552-4be3-bb87-3f086eb222da req-671c85b4-fc69-415d-b6ee-aa4664ff80db tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Usage tracker for resource:port and tenant:6b995e6a93df4bb883f9cfd1f0397cd4 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:11:50.358199 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-43d0b483-b552-4be3-bb87-3f086eb222da req-671c85b4-fc69-415d-b6ee-aa4664ff80db tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:11:50.363851 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-43d0b483-b552-4be3-bb87-3f086eb222da req-671c85b4-fc69-415d-b6ee-aa4664ff80db tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:11:50.374022 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43d0b483-b552-4be3-bb87-3f086eb222da req-671c85b4-fc69-415d-b6ee-aa4664ff80db tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Made reservation on behalf of 6b995e6a93df4bb883f9cfd1f0397cd4 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:11:50.377597 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-43d0b483-b552-4be3-bb87-3f086eb222da req-671c85b4-fc69-415d-b6ee-aa4664ff80db tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:50.539169 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-43d0b483-b552-4be3-bb87-3f086eb222da req-671c85b4-fc69-415d-b6ee-aa4664ff80db tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Allocated IP 172.20.0.5 (2ff43a9a-5553-4ae6-851a-11de8db2715a/7f00e12c-d1e9-4b13-b739-2754abf49a2b/6459649a-b181-4add-9470-6554c3351ded) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:11:50.729422 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-43d0b483-b552-4be3-bb87-3f086eb222da req-671c85b4-fc69-415d-b6ee-aa4664ff80db tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:50.746170 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-43d0b483-b552-4be3-bb87-3f086eb222da req-671c85b4-fc69-415d-b6ee-aa4664ff80db tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Transition to ACTIVE for port object 6459649a-b181-4add-9470-6554c3351ded will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:11:50.769426 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-43d0b483-b552-4be3-bb87-3f086eb222da req-671c85b4-fc69-415d-b6ee-aa4664ff80db tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:50.954768 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43d0b483-b552-4be3-bb87-3f086eb222da req-671c85b4-fc69-415d-b6ee-aa4664ff80db tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Network 2ff43a9a-5553-4ae6-851a-11de8db2715a is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:11:50.958014 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-43d0b483-b552-4be3-bb87-3f086eb222da req-671c85b4-fc69-415d-b6ee-aa4664ff80db tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:11:50.962103 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d0b483-b552-4be3-bb87-3f086eb222da req-671c85b4-fc69-415d-b6ee-aa4664ff80db tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:11:50.999775 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c85b4-fc69-415d-b6ee-aa4664ff80db tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Pushing event updated for resources: {'Port': ['ID=6459649a-b181-4add-9470-6554c3351ded,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:11:51.041821 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0b483-b552-4be3-bb87-3f086eb222da req-671c85b4-fc69-415d-b6ee-aa4664ff80db tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:11:51.042465 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-43d0b483-b552-4be3-bb87-3f086eb222da req-671c85b4-fc69-415d-b6ee-aa4664ff80db tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:51.072607 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-43d0b483-b552-4be3-bb87-3f086eb222da req-671c85b4-fc69-415d-b6ee-aa4664ff80db tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9076138 May 03 23:11:51.084081 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-43d0b483-b552-4be3-bb87-3f086eb222da req-d4fc74ef-c88e-4179-8277-2b7b32525d33 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:11:51.085344 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-43d0b483-b552-4be3-bb87-3f086eb222da req-d4fc74ef-c88e-4179-8277-2b7b32525d33 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066648 May 03 23:11:51.151687 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-43d0b483-b552-4be3-bb87-3f086eb222da req-d6336925-8167-423b-a34e-492fea44d168 service neutron] Request body: {'port': {'device_id': '8904d535-14cb-405d-99a3-33a167f73848', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:11:51.264945 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-43d0b483-b552-4be3-bb87-3f086eb222da req-d6336925-8167-423b-a34e-492fea44d168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:51.293606 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-286a8419-fbac-4deb-a929-c9087c0c120c None None] Provisioning for port 6459649a-b181-4add-9470-6554c3351ded completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:11:51.299449 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-286a8419-fbac-4deb-a929-c9087c0c120c None None] Provisioning complete for port 6459649a-b181-4add-9470-6554c3351ded triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:11:51.300197 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-286a8419-fbac-4deb-a929-c9087c0c120c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:51.361378 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-286a8419-fbac-4deb-a929-c9087c0c120c None None] Port 6459649a-b181-4add-9470-6554c3351ded cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:11:51.613797 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe3804-1fc0-4dbb-89d6-d3240767670e req-7882c917-07b9-481c-859f-7d6e8d6159e8 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:11:51.614520 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-80fe3804-1fc0-4dbb-89d6-d3240767670e req-7882c917-07b9-481c-859f-7d6e8d6159e8 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Synchronizing usage tracker for tenant:6b995e6a93df4bb883f9cfd1f0397cd4 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:11:51.675642 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-80fe3804-1fc0-4dbb-89d6-d3240767670e req-7882c917-07b9-481c-859f-7d6e8d6159e8 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Unset dirty status for tenant:6b995e6a93df4bb883f9cfd1f0397cd4 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:11:51.676802 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-80fe3804-1fc0-4dbb-89d6-d3240767670e req-7882c917-07b9-481c-859f-7d6e8d6159e8 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "GET /v2.0/ports?device_id=8904d535-14cb-405d-99a3-33a167f73848 HTTP/1.1" status: 200 len: 931 time: 0.2311409 May 03 23:11:51.727726 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-43d0b483-b552-4be3-bb87-3f086eb222da req-d6336925-8167-423b-a34e-492fea44d168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6459649a-b181-4add-9470-6554c3351ded {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:11:51.739288 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-43d0b483-b552-4be3-bb87-3f086eb222da req-d6336925-8167-423b-a34e-492fea44d168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:51.747683 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-80fe3804-1fc0-4dbb-89d6-d3240767670e req-b87385e8-ed4f-4b23-a959-e88c83907a1f tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "GET /v2.0/security-groups?id=195e9af1-a75d-4934-951b-b659fd7e9376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591817 May 03 23:11:51.759199 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-43d0b483-b552-4be3-bb87-3f086eb222da req-d6336925-8167-423b-a34e-492fea44d168 service neutron] Transition to ACTIVE for port object 6459649a-b181-4add-9470-6554c3351ded will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:11:51.763185 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-43d0b483-b552-4be3-bb87-3f086eb222da req-d6336925-8167-423b-a34e-492fea44d168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:51.918892 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6336925-8167-423b-a34e-492fea44d168 service neutron] Pushing event updated for resources: {'Port': ['ID=6459649a-b181-4add-9470-6554c3351ded,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:11:52.003380 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-43d0b483-b552-4be3-bb87-3f086eb222da req-d6336925-8167-423b-a34e-492fea44d168 service neutron] Attempting to bind port 6459649a-b181-4add-9470-6554c3351ded on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:11:52.003718 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-43d0b483-b552-4be3-bb87-3f086eb222da req-d6336925-8167-423b-a34e-492fea44d168 service neutron] Attempting to bind port 6459649a-b181-4add-9470-6554c3351ded by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '5b1f94a9-49ef-4576-b371-d1bf0de80836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2ff43a9a-5553-4ae6-851a-11de8db2715a'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:11:52.004076 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d0b483-b552-4be3-bb87-3f086eb222da req-d6336925-8167-423b-a34e-492fea44d168 service neutron] Attempting to bind port 6459649a-b181-4add-9470-6554c3351ded on network 2ff43a9a-5553-4ae6-851a-11de8db2715a {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:11:52.008728 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d0b483-b552-4be3-bb87-3f086eb222da req-d6336925-8167-423b-a34e-492fea44d168 service neutron] Port 6459649a-b181-4add-9470-6554c3351ded on network 2ff43a9a-5553-4ae6-851a-11de8db2715a not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:11:52.009051 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d0b483-b552-4be3-bb87-3f086eb222da req-d6336925-8167-423b-a34e-492fea44d168 service neutron] Attempting to bind port 6459649a-b181-4add-9470-6554c3351ded on network 2ff43a9a-5553-4ae6-851a-11de8db2715a {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:11:52.014180 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d0b483-b552-4be3-bb87-3f086eb222da req-d6336925-8167-423b-a34e-492fea44d168 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:11:52.014523 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d0b483-b552-4be3-bb87-3f086eb222da req-d6336925-8167-423b-a34e-492fea44d168 service neutron] Checking segment: {'id': '5b1f94a9-49ef-4576-b371-d1bf0de80836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2ff43a9a-5553-4ae6-851a-11de8db2715a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:11:52.014911 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d0b483-b552-4be3-bb87-3f086eb222da req-d6336925-8167-423b-a34e-492fea44d168 service neutron] Bound using segment: {'id': '5b1f94a9-49ef-4576-b371-d1bf0de80836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2ff43a9a-5553-4ae6-851a-11de8db2715a'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:11:52.015340 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-43d0b483-b552-4be3-bb87-3f086eb222da req-d6336925-8167-423b-a34e-492fea44d168 service neutron] Bound port: 6459649a-b181-4add-9470-6554c3351ded, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b1f94a9-49ef-4576-b371-d1bf0de80836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2ff43a9a-5553-4ae6-851a-11de8db2715a'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:11:52.015686 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-43d0b483-b552-4be3-bb87-3f086eb222da req-d6336925-8167-423b-a34e-492fea44d168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:52.103914 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-43d0b483-b552-4be3-bb87-3f086eb222da req-d6336925-8167-423b-a34e-492fea44d168 service neutron] For port 6459649a-b181-4add-9470-6554c3351ded, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:11:52.106815 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-43d0b483-b552-4be3-bb87-3f086eb222da req-d6336925-8167-423b-a34e-492fea44d168 service neutron] For port 6459649a-b181-4add-9470-6554c3351ded, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=6459649a-b181-4add-9470-6554c3351ded,segment=NetworkSegment(5b1f94a9-49ef-4576-b371-d1bf0de80836),segment_id=5b1f94a9-49ef-4576-b371-d1bf0de80836)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:11:52.111224 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-43d0b483-b552-4be3-bb87-3f086eb222da req-d6336925-8167-423b-a34e-492fea44d168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:52.177528 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0b483-b552-4be3-bb87-3f086eb222da req-d6336925-8167-423b-a34e-492fea44d168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:11:52.178155 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-43d0b483-b552-4be3-bb87-3f086eb222da req-d6336925-8167-423b-a34e-492fea44d168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:52.179531 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-43d0b483-b552-4be3-bb87-3f086eb222da req-d6336925-8167-423b-a34e-492fea44d168 service neutron] 10.222.0.60 "PUT /v2.0/ports/6459649a-b181-4add-9470-6554c3351ded HTTP/1.1" status: 200 len: 1091 time: 1.0872443 May 03 23:11:52.179939 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8904d535-14cb-405d-99a3-33a167f73848', 'tag': '6459649a-b181-4add-9470-6554c3351ded'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:11:52.203396 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6336925-8167-423b-a34e-492fea44d168 service neutron] Pushing event updated for resources: {'Port': ['ID=6459649a-b181-4add-9470-6554c3351ded,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:11:52.251491 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a55b2fe4-3aef-48de-ad65-bd3845be2346'] response: {'name': 'network-changed', 'server_uuid': '8904d535-14cb-405d-99a3-33a167f73848', 'tag': '6459649a-b181-4add-9470-6554c3351ded', 'status': 'completed', 'code': 200} May 03 23:11:52.293586 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0b483-b552-4be3-bb87-3f086eb222da req-bc303416-9f0e-47b7-8164-490f7c985401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:11:52.295336 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-43d0b483-b552-4be3-bb87-3f086eb222da req-bc303416-9f0e-47b7-8164-490f7c985401 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6b995e6a93df4bb883f9cfd1f0397cd4&device_id=8904d535-14cb-405d-99a3-33a167f73848 HTTP/1.1" status: 200 len: 1094 time: 0.0767355 May 03 23:11:52.368780 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-43d0b483-b552-4be3-bb87-3f086eb222da req-59a83d57-bbce-4b09-a1a9-e9d8e7557872 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6459649a-b181-4add-9470-6554c3351ded HTTP/1.1" status: 200 len: 217 time: 0.0661461 May 03 23:11:52.430904 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0b483-b552-4be3-bb87-3f086eb222da req-950cdbd0-7d2a-4daa-9b30-2f3631e5f332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:11:52.432298 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-43d0b483-b552-4be3-bb87-3f086eb222da req-950cdbd0-7d2a-4daa-9b30-2f3631e5f332 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f00e12c-d1e9-4b13-b739-2754abf49a2b HTTP/1.1" status: 200 len: 853 time: 0.0578122 May 03 23:11:52.510177 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0b483-b552-4be3-bb87-3f086eb222da req-11485d29-2221-4614-9df5-edd1e3ad56af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:11:52.511582 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-43d0b483-b552-4be3-bb87-3f086eb222da req-11485d29-2221-4614-9df5-edd1e3ad56af service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ff43a9a-5553-4ae6-851a-11de8db2715a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730960 May 03 23:11:52.655683 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-43d0b483-b552-4be3-bb87-3f086eb222da req-438c8392-29af-4e31-a924-c93bd1bc35f7 service neutron] 10.222.0.60 "GET /v2.0/networks/2ff43a9a-5553-4ae6-851a-11de8db2715a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382072 May 03 23:11:52.890987 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-43d0b483-b552-4be3-bb87-3f086eb222da req-29533805-3970-4c8e-bfc3-b04c71b30bbe service neutron] 10.222.0.60 "GET /v2.0/networks/2ff43a9a-5553-4ae6-851a-11de8db2715a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298896 May 03 23:11:52.942411 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-27eda01a-46c8-4df5-b1f8-054054bd3379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:53.025019 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d415510-87e4-43a3-a6b9-2a5d2d873d61 req-267e9b9d-b777-4b35-828f-2656395a11db tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:11:53.027016 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d415510-87e4-43a3-a6b9-2a5d2d873d61 req-267e9b9d-b777-4b35-828f-2656395a11db tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "GET /v2.0/ports?device_id=8904d535-14cb-405d-99a3-33a167f73848 HTTP/1.1" status: 200 len: 943 time: 0.1384184 May 03 23:11:53.050274 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36948a64-8d27-4161-af5c-06a05257f905 req-799bb2a4-a2ee-41e0-86c4-55a8f19474f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:11:53.051578 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-36948a64-8d27-4161-af5c-06a05257f905 req-799bb2a4-a2ee-41e0-86c4-55a8f19474f4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6b995e6a93df4bb883f9cfd1f0397cd4&device_id=8904d535-14cb-405d-99a3-33a167f73848 HTTP/1.1" status: 200 len: 1094 time: 0.1123400 May 03 23:11:53.109886 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d415510-87e4-43a3-a6b9-2a5d2d873d61 req-34c11679-d113-4337-966e-c7b1d37b36cb tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "GET /v2.0/security-groups?id=195e9af1-a75d-4934-951b-b659fd7e9376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768342 May 03 23:11:53.202130 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36948a64-8d27-4161-af5c-06a05257f905 req-dd208598-d709-42c5-8a00-935e1b1942b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:11:53.203603 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-36948a64-8d27-4161-af5c-06a05257f905 req-dd208598-d709-42c5-8a00-935e1b1942b7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2ff43a9a-5553-4ae6-851a-11de8db2715a HTTP/1.1" status: 200 len: 915 time: 0.1395397 May 03 23:11:53.272918 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-36948a64-8d27-4161-af5c-06a05257f905 req-7b8fc7f7-4455-43d0-b444-7cb20d6b1c92 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6459649a-b181-4add-9470-6554c3351ded HTTP/1.1" status: 200 len: 217 time: 0.0626972 May 03 23:11:53.338917 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36948a64-8d27-4161-af5c-06a05257f905 req-2e965128-f9dd-4066-bc5d-805bdc5eb2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:11:53.338917 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-36948a64-8d27-4161-af5c-06a05257f905 req-2e965128-f9dd-4066-bc5d-805bdc5eb2bd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f00e12c-d1e9-4b13-b739-2754abf49a2b HTTP/1.1" status: 200 len: 853 time: 0.0584369 May 03 23:11:53.410952 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36948a64-8d27-4161-af5c-06a05257f905 req-9212ca47-32af-40db-ad6f-82b2b2eef5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:11:53.412375 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-36948a64-8d27-4161-af5c-06a05257f905 req-9212ca47-32af-40db-ad6f-82b2b2eef5bb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ff43a9a-5553-4ae6-851a-11de8db2715a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685406 May 03 23:11:53.541649 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-36948a64-8d27-4161-af5c-06a05257f905 req-2fa4cda8-dd73-43aa-b41b-8b6c3833ea85 service neutron] 10.222.0.60 "GET /v2.0/networks/2ff43a9a-5553-4ae6-851a-11de8db2715a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219444 May 03 23:11:53.671610 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-36948a64-8d27-4161-af5c-06a05257f905 req-1140de04-37e6-44c0-b542-b6fff6d6c1fd service neutron] 10.222.0.60 "GET /v2.0/networks/2ff43a9a-5553-4ae6-851a-11de8db2715a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230597 May 03 23:11:54.300193 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab8a89-69dc-43cd-af6d-b05811c9dea3 req-960e06fe-7fb0-480d-b90b-ea43961c5a94 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:11:54.301627 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3fab8a89-69dc-43cd-af6d-b05811c9dea3 req-960e06fe-7fb0-480d-b90b-ea43961c5a94 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "GET /v2.0/ports?device_id=8904d535-14cb-405d-99a3-33a167f73848 HTTP/1.1" status: 200 len: 943 time: 0.0826929 May 03 23:11:54.345578 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3fab8a89-69dc-43cd-af6d-b05811c9dea3 req-6a7f0077-7bde-47f5-8643-14779c485133 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "GET /v2.0/security-groups?id=195e9af1-a75d-4934-951b-b659fd7e9376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383029 May 03 23:11:54.729075 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:55.523510 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef7e17-a68d-4277-a1bc-111d9959f192 req-6655c853-484e-47da-be75-fc158a35a698 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:11:55.524965 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-46ef7e17-a68d-4277-a1bc-111d9959f192 req-6655c853-484e-47da-be75-fc158a35a698 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "GET /v2.0/ports?device_id=8904d535-14cb-405d-99a3-33a167f73848 HTTP/1.1" status: 200 len: 943 time: 0.0782177 May 03 23:11:55.544197 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b11a5c83-f1cc-47b0-96a8-10e665ca5a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:55.576742 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-46ef7e17-a68d-4277-a1bc-111d9959f192 req-163be060-0e2d-44c7-bd5c-146cee79335e tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "GET /v2.0/security-groups?id=195e9af1-a75d-4934-951b-b659fd7e9376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440991 May 03 23:11:56.369190 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:56.412005 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:56.762887 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b8e5b-1f7b-4e1a-bfc7-e35fc853f317 req-54ccd6c7-618d-431b-a534-6439d10e8867 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:11:56.764332 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad6b8e5b-1f7b-4e1a-bfc7-e35fc853f317 req-54ccd6c7-618d-431b-a534-6439d10e8867 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "GET /v2.0/ports?device_id=8904d535-14cb-405d-99a3-33a167f73848 HTTP/1.1" status: 200 len: 943 time: 0.0792575 May 03 23:11:56.809005 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad6b8e5b-1f7b-4e1a-bfc7-e35fc853f317 req-d648a7a9-5369-47a9-9907-572eaf5de6b4 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "GET /v2.0/security-groups?id=195e9af1-a75d-4934-951b-b659fd7e9376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391526 May 03 23:11:57.734491 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:57.994891 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4129f73-1a54-47c4-af6f-36ad68bab6fc req-63da739a-3aa7-4273-8b67-de2ca1477de3 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:11:57.996351 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a4129f73-1a54-47c4-af6f-36ad68bab6fc req-63da739a-3aa7-4273-8b67-de2ca1477de3 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "GET /v2.0/ports?device_id=8904d535-14cb-405d-99a3-33a167f73848 HTTP/1.1" status: 200 len: 943 time: 0.0831239 May 03 23:11:58.039588 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a4129f73-1a54-47c4-af6f-36ad68bab6fc req-414f6106-a27c-47fb-aee8-8cda296fa7ed tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "GET /v2.0/security-groups?id=195e9af1-a75d-4934-951b-b659fd7e9376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367422 May 03 23:11:58.268445 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:11:59.225467 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4f1dc-858b-4527-ad48-5a6aa4986724 req-cc01f145-8846-4c32-ac62-b69d22c75539 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:11:59.226862 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e5e4f1dc-858b-4527-ad48-5a6aa4986724 req-cc01f145-8846-4c32-ac62-b69d22c75539 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "GET /v2.0/ports?device_id=8904d535-14cb-405d-99a3-33a167f73848 HTTP/1.1" status: 200 len: 943 time: 0.0804131 May 03 23:11:59.269761 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e5e4f1dc-858b-4527-ad48-5a6aa4986724 req-2cd27264-1bbc-45b1-a5cd-d9865259ad72 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "GET /v2.0/security-groups?id=195e9af1-a75d-4934-951b-b659fd7e9376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372887 May 03 23:12:00.459855 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38be76e-a737-4e5c-a3c9-b668d322b711 req-3d861178-6a8d-4fc1-aa72-905fd9f3bcd8 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:12:00.461312 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d38be76e-a737-4e5c-a3c9-b668d322b711 req-3d861178-6a8d-4fc1-aa72-905fd9f3bcd8 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "GET /v2.0/ports?device_id=8904d535-14cb-405d-99a3-33a167f73848 HTTP/1.1" status: 200 len: 943 time: 0.0899577 May 03 23:12:00.503954 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d38be76e-a737-4e5c-a3c9-b668d322b711 req-dd5d4859-1723-4ae9-be24-4d59071c1c3b tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "GET /v2.0/security-groups?id=195e9af1-a75d-4934-951b-b659fd7e9376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370317 May 03 23:12:01.062521 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 6459649a-b181-4add-9470-6554c3351ded details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:12:01.219950 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 6459649a-b181-4add-9470-6554c3351ded, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=6459649a-b181-4add-9470-6554c3351ded,segment=NetworkSegment(5b1f94a9-49ef-4576-b371-d1bf0de80836),segment_id=5b1f94a9-49ef-4576-b371-d1bf0de80836)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:12:01.233283 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '6459649a-b181-4add-9470-6554c3351ded', 'network_id': '2ff43a9a-5553-4ae6-851a-11de8db2715a', 'port_id': '6459649a-b181-4add-9470-6554c3351ded', 'mac_address': 'fa:16:3e:8e:b7:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f00e12c-d1e9-4b13-b739-2754abf49a2b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:12:01.288833 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:01.305893 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6459649a-b181-4add-9470-6554c3351ded {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:12:01.320823 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 6459649a-b181-4add-9470-6554c3351ded, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=6459649a-b181-4add-9470-6554c3351ded,segment=NetworkSegment(5b1f94a9-49ef-4576-b371-d1bf0de80836),segment_id=5b1f94a9-49ef-4576-b371-d1bf0de80836)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:12:01.324394 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:01.388225 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=6459649a-b181-4add-9470-6554c3351ded,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:12:01.395463 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:12:01.395810 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:12:01.396150 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:12:01.396484 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:12:01.396815 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:12:01.397146 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:12:01.397471 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:12:01.397795 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:12:01.398146 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:12:01.398469 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:12:01.398791 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:12:01.399110 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:12:01.556154 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['6459649a-b181-4add-9470-6554c3351ded'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:12:01.686339 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78034453-cfbe-41f9-baa4-be3410ef5773 req-99d6bcc1-1551-493c-b717-f3bb28e42890 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:12:01.687800 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-78034453-cfbe-41f9-baa4-be3410ef5773 req-99d6bcc1-1551-493c-b717-f3bb28e42890 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "GET /v2.0/ports?device_id=8904d535-14cb-405d-99a3-33a167f73848 HTTP/1.1" status: 200 len: 944 time: 0.0799077 May 03 23:12:01.732219 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-78034453-cfbe-41f9-baa4-be3410ef5773 req-8d337b0f-27e4-4ee7-a79d-50d498eb21d3 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "GET /v2.0/security-groups?id=195e9af1-a75d-4934-951b-b659fd7e9376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388260 May 03 23:12:02.919296 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af9c66-e7c5-4137-b61e-62d8fb81591e req-88d7379c-bf43-4983-837e-842348bf11c1 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:12:02.920714 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-63af9c66-e7c5-4137-b61e-62d8fb81591e req-88d7379c-bf43-4983-837e-842348bf11c1 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "GET /v2.0/ports?device_id=8904d535-14cb-405d-99a3-33a167f73848 HTTP/1.1" status: 200 len: 944 time: 0.0805805 May 03 23:12:02.963368 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-63af9c66-e7c5-4137-b61e-62d8fb81591e req-aae8be51-d6d5-44a2-b5a8-1234b9834402 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "GET /v2.0/security-groups?id=195e9af1-a75d-4934-951b-b659fd7e9376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364842 May 03 23:12:03.073736 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 6459649a-b181-4add-9470-6554c3351ded up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:12:03.142114 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 6459649a-b181-4add-9470-6554c3351ded completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:12:03.146583 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 6459649a-b181-4add-9470-6554c3351ded triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:12:03.146951 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:03.260697 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:03.286104 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8904d535-14cb-405d-99a3-33a167f73848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6459649a-b181-4add-9470-6554c3351ded'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:12:03.296157 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 6459649a-b181-4add-9470-6554c3351ded, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=6459649a-b181-4add-9470-6554c3351ded,segment=NetworkSegment(5b1f94a9-49ef-4576-b371-d1bf0de80836),segment_id=5b1f94a9-49ef-4576-b371-d1bf0de80836)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:12:03.300214 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:03.336789 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95b598e1-ff64-43c1-8983-4d72cc200399'] response: {'server_uuid': '8904d535-14cb-405d-99a3-33a167f73848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6459649a-b181-4add-9470-6554c3351ded', 'code': 200} May 03 23:12:03.368760 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=6459649a-b181-4add-9470-6554c3351ded,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:12:03.457745 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582feee-0dd1-40bc-802d-a359cad03bad req-42ba9aea-905a-4568-8891-bc7ae731ff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:12:03.459202 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d582feee-0dd1-40bc-802d-a359cad03bad req-42ba9aea-905a-4568-8891-bc7ae731ff83 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8904d535-14cb-405d-99a3-33a167f73848 HTTP/1.1" status: 200 len: 1096 time: 0.0678039 May 03 23:12:03.604485 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d582feee-0dd1-40bc-802d-a359cad03bad req-340670b3-3f1c-4bc6-9b49-af3635fcb0fa service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=195e9af1-a75d-4934-951b-b659fd7e9376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372471 May 03 23:12:04.146509 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614cec3-b12f-45db-a0aa-261543581ffe req-63b28ef9-e272-4dcc-9898-f27f2af837b1 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:12:04.147928 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c614cec3-b12f-45db-a0aa-261543581ffe req-63b28ef9-e272-4dcc-9898-f27f2af837b1 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "GET /v2.0/ports?device_id=8904d535-14cb-405d-99a3-33a167f73848 HTTP/1.1" status: 200 len: 945 time: 0.0776343 May 03 23:12:04.191196 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c614cec3-b12f-45db-a0aa-261543581ffe req-ea8e88bd-65e3-4a85-9ee3-15f7c67ad704 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "GET /v2.0/security-groups?id=195e9af1-a75d-4934-951b-b659fd7e9376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371442 May 03 23:12:05.379295 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb925b-194e-45e9-9ac0-b5d06567da80 req-59a02711-4788-4463-a108-fd82c72acfa5 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:12:05.381654 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1bfb925b-194e-45e9-9ac0-b5d06567da80 req-59a02711-4788-4463-a108-fd82c72acfa5 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "GET /v2.0/ports?device_id=8904d535-14cb-405d-99a3-33a167f73848 HTTP/1.1" status: 200 len: 945 time: 0.0837638 May 03 23:12:05.427505 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1bfb925b-194e-45e9-9ac0-b5d06567da80 req-369e69e0-94d0-484d-888e-7595b48df6aa tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "GET /v2.0/security-groups?id=195e9af1-a75d-4934-951b-b659fd7e9376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396404 May 03 23:12:05.611182 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd184745-a557-44f8-8b35-1a422141cc7d req-ae6fe9e7-bdcc-46b5-8fa1-f776105d4c41 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:12:05.612658 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cd184745-a557-44f8-8b35-1a422141cc7d req-ae6fe9e7-bdcc-46b5-8fa1-f776105d4c41 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "GET /v2.0/ports?device_id=8904d535-14cb-405d-99a3-33a167f73848 HTTP/1.1" status: 200 len: 945 time: 0.0799687 May 03 23:12:05.657246 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cd184745-a557-44f8-8b35-1a422141cc7d req-254afde3-93b4-4958-a5cc-3b960e02c96c tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "GET /v2.0/security-groups?id=195e9af1-a75d-4934-951b-b659fd7e9376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388970 May 03 23:12:05.679167 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53174) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:12:05.797757 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9dc6cd-53cb-45f1-86d2-831cc98177c4 tempest-TestVolumeBackupRestore-797538711 tempest-TestVolumeBackupRestore-797538711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:12:05.799310 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fb9dc6cd-53cb-45f1-86d2-831cc98177c4 tempest-TestVolumeBackupRestore-797538711 tempest-TestVolumeBackupRestore-797538711-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8904d535-14cb-405d-99a3-33a167f73848 HTTP/1.1" status: 200 len: 1091 time: 0.1191707 May 03 23:12:05.802206 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53180) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:12:05.807754 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-4bfc4eab-fe32-44cb-8fdf-7a720b3e3298 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'port_id': '6459649a-b181-4add-9470-6554c3351ded', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:12:05.814616 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4bfc4eab-fe32-44cb-8fdf-7a720b3e3298 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:12:05.818385 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4bfc4eab-fe32-44cb-8fdf-7a720b3e3298 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Usage tracker for resource:floatingip and tenant:6b995e6a93df4bb883f9cfd1f0397cd4 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:12:05.821435 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4bfc4eab-fe32-44cb-8fdf-7a720b3e3298 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:12:05.827950 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4bfc4eab-fe32-44cb-8fdf-7a720b3e3298 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:12:05.838117 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4bfc4eab-fe32-44cb-8fdf-7a720b3e3298 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks [] for floatingip, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:05.973238 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4bfc4eab-fe32-44cb-8fdf-7a720b3e3298 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:06.106549 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-4bfc4eab-fe32-44cb-8fdf-7a720b3e3298 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Allocated IP 172.25.2.11 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/7435583f-08d6-44f1-8dcd-608fed32b171) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:12:06.367579 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4bfc4eab-fe32-44cb-8fdf-7a720b3e3298 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:06.396405 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4bfc4eab-fe32-44cb-8fdf-7a720b3e3298 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:06.458877 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfc4eab-fe32-44cb-8fdf-7a720b3e3298 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:12:06.461678 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-4bfc4eab-fe32-44cb-8fdf-7a720b3e3298 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:12:06.465834 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfc4eab-fe32-44cb-8fdf-7a720b3e3298 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:12:06.504465 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc4eab-fe32-44cb-8fdf-7a720b3e3298 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Pushing event updated for resources: {'Port': ['ID=7435583f-08d6-44f1-8dcd-608fed32b171,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:12:06.870617 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4bfc4eab-fe32-44cb-8fdf-7a720b3e3298 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:06.942828 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4bfc4eab-fe32-44cb-8fdf-7a720b3e3298 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:07.145935 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4bfc4eab-fe32-44cb-8fdf-7a720b3e3298 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:07.150348 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4bfc4eab-fe32-44cb-8fdf-7a720b3e3298 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:07.261540 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc4eab-fe32-44cb-8fdf-7a720b3e3298 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Pushing event updated for resources: {'Port': ['ID=7435583f-08d6-44f1-8dcd-608fed32b171,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:12:07.272735 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4bfc4eab-fe32-44cb-8fdf-7a720b3e3298 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:07.440820 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [None req-4bfc4eab-fe32-44cb-8fdf-7a720b3e3298 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Floating IP 49dfdd70-0e8a-4f9f-9987-283d4d312d90 associated. External IP: 172.25.2.11, port: 6459649a-b181-4add-9470-6554c3351ded. May 03 23:12:07.897666 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfc4eab-fe32-44cb-8fdf-7a720b3e3298 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Router af601ddd-0248-43e1-b706-f0dd9226513f has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:12:08.070126 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfc4eab-fe32-44cb-8fdf-7a720b3e3298 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:12:08.081288 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ada8b9-2a83-4837-befa-f1dce7adf607 None None] Sync routers for ids ['af601ddd-0248-43e1-b706-f0dd9226513f'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:12:08.090870 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ada8b9-2a83-4837-befa-f1dce7adf607 None None] Routers {'af601ddd-0248-43e1-b706-f0dd9226513f'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:12:08.091475 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c5ada8b9-2a83-4837-befa-f1dce7adf607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:11:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['af601ddd-0248-43e1-b706-f0dd9226513f'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:12:08.094602 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4bfc4eab-fe32-44cb-8fdf-7a720b3e3298 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:08.153011 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4bfc4eab-fe32-44cb-8fdf-7a720b3e3298 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3497076 May 03 23:12:08.153492 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8904d535-14cb-405d-99a3-33a167f73848', 'tag': '6459649a-b181-4add-9470-6554c3351ded'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:12:08.155699 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53184) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:12:08.202610 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-977c5cf1-b6f8-41c9-bcea-25a327762e2d'] response: {'name': 'network-changed', 'server_uuid': '8904d535-14cb-405d-99a3-33a167f73848', 'tag': '6459649a-b181-4add-9470-6554c3351ded', 'status': 'completed', 'code': 200} May 03 23:12:08.269188 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-c5ada8b9-2a83-4837-befa-f1dce7adf607 None None] Set router af601ddd-0248-43e1-b706-f0dd9226513f gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:12:08.288256 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a32f132-7350-4687-bcac-91fcb7303385 tempest-TestVolumeBackupRestore-797538711 tempest-TestVolumeBackupRestore-797538711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:12:08.288953 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7a32f132-7350-4687-bcac-91fcb7303385 tempest-TestVolumeBackupRestore-797538711 tempest-TestVolumeBackupRestore-797538711-project-admin] Synchronizing usage tracker for tenant:488d0e0fbf5f4ceeb46c9a3de4fcd0a2 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:12:08.312475 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7a32f132-7350-4687-bcac-91fcb7303385 tempest-TestVolumeBackupRestore-797538711 tempest-TestVolumeBackupRestore-797538711-project-admin] Unset dirty status for tenant:488d0e0fbf5f4ceeb46c9a3de4fcd0a2 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:12:08.313768 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7a32f132-7350-4687-bcac-91fcb7303385 tempest-TestVolumeBackupRestore-797538711 tempest-TestVolumeBackupRestore-797538711-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8904d535-14cb-405d-99a3-33a167f73848 HTTP/1.1" status: 200 len: 1091 time: 0.1570847 May 03 23:12:08.316745 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53190) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:12:08.323934 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-55ea5d56-b525-49dd-a0ae-53265ccfd7a0 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Request body: {'floatingip': {'port_id': '6459649a-b181-4add-9470-6554c3351ded'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:12:08.324231 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db9bd8-2c8b-4242-813d-d6a02f22184e req-3a1956d5-c612-43a7-9d28-74a68f759184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:12:08.325673 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b2db9bd8-2c8b-4242-813d-d6a02f22184e req-3a1956d5-c612-43a7-9d28-74a68f759184 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6b995e6a93df4bb883f9cfd1f0397cd4&device_id=8904d535-14cb-405d-99a3-33a167f73848 HTTP/1.1" status: 200 len: 1096 time: 0.0971501 May 03 23:12:08.427434 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-55ea5d56-b525-49dd-a0ae-53265ccfd7a0 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks [] for floatingip, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:08.458035 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db9bd8-2c8b-4242-813d-d6a02f22184e req-f288b111-5717-41b9-9036-7f8cc7ce6e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:12:08.459917 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b2db9bd8-2c8b-4242-813d-d6a02f22184e req-f288b111-5717-41b9-9036-7f8cc7ce6e50 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2ff43a9a-5553-4ae6-851a-11de8db2715a HTTP/1.1" status: 200 len: 915 time: 0.1283340 May 03 23:12:08.568604 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b2db9bd8-2c8b-4242-813d-d6a02f22184e req-8a77ac8f-511e-44f1-9911-e36323797d94 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6459649a-b181-4add-9470-6554c3351ded HTTP/1.1" status: 200 len: 998 time: 0.1024225 May 03 23:12:08.633674 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c5ada8b9-2a83-4837-befa-f1dce7adf607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'name': 'tempest-TestVolumeBackupRestore-1915868566-router', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'aab1dd75-be9f-4bd1-ae82-fc3add12a427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:09:51Z', 'updated_at': '2022-05-03T23:09:55Z', 'revision_number': 4, 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'gw_port': {'id': 'aab1dd75-be9f-4bd1-ae82-fc3add12a427', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:52Z', 'updated_at': '2022-05-03T23:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '49dfdd70-0e8a-4f9f-9987-283d4d312d90', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'floating_ip_address': '172.25.2.11', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'port_id': '6459649a-b181-4add-9470-6554c3351ded', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff43a9a-5553-4ae6-851a-11de8db2715a', 'mac_address': 'fa:16:3e:8e:b7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8904d535-14cb-405d-99a3-33a167f73848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:12:06Z', 'updated_at': '2022-05-03T23:12:06Z', 'revision_number': 0, 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00d81d3e-ea2c-40dc-ba06-fdb9cdb99968', 'name': '', 'network_id': '2ff43a9a-5553-4ae6-851a-11de8db2715a', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'mac_address': 'fa:16:3e:53:75:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '7f00e12c-d1e9-4b13-b739-2754abf49a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:54Z', 'updated_at': '2022-05-03T23:10:01Z', 'revision_number': 5, 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'subnets': [{'id': '7f00e12c-d1e9-4b13-b739-2754abf49a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:12:08.638308 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ada8b9-2a83-4837-befa-f1dce7adf607 None None] Checking router: af601ddd-0248-43e1-b706-f0dd9226513f for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:12:08.646675 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ada8b9-2a83-4837-befa-f1dce7adf607 None None] Routers {'af601ddd-0248-43e1-b706-f0dd9226513f'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:12:08.647282 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c5ada8b9-2a83-4837-befa-f1dce7adf607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:11:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['af601ddd-0248-43e1-b706-f0dd9226513f'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:12:08.648018 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db9bd8-2c8b-4242-813d-d6a02f22184e req-78aea1d9-eeda-4179-8b24-3e25ee73fb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:12:08.649451 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b2db9bd8-2c8b-4242-813d-d6a02f22184e req-78aea1d9-eeda-4179-8b24-3e25ee73fb20 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f00e12c-d1e9-4b13-b739-2754abf49a2b HTTP/1.1" status: 200 len: 853 time: 0.0743904 May 03 23:12:08.725276 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db9bd8-2c8b-4242-813d-d6a02f22184e req-ab956c16-3abe-4c4a-8b33-dd92bb75cf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:12:08.726693 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b2db9bd8-2c8b-4242-813d-d6a02f22184e req-ab956c16-3abe-4c4a-8b33-dd92bb75cf9f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ff43a9a-5553-4ae6-851a-11de8db2715a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709684 May 03 23:12:08.832411 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-c5ada8b9-2a83-4837-befa-f1dce7adf607 None None] Set router af601ddd-0248-43e1-b706-f0dd9226513f gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:12:08.868397 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b2db9bd8-2c8b-4242-813d-d6a02f22184e req-8f93dff6-1761-4dcb-8516-332488d841bd service neutron] 10.222.0.60 "GET /v2.0/networks/2ff43a9a-5553-4ae6-851a-11de8db2715a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341465 May 03 23:12:09.004112 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b2db9bd8-2c8b-4242-813d-d6a02f22184e req-754de11d-e5d6-4127-a48b-978d4571d751 service neutron] 10.222.0.60 "GET /v2.0/networks/2ff43a9a-5553-4ae6-851a-11de8db2715a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301322 May 03 23:12:09.083915 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-55ea5d56-b525-49dd-a0ae-53265ccfd7a0 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:09.088410 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-55ea5d56-b525-49dd-a0ae-53265ccfd7a0 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:09.222319 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c5ada8b9-2a83-4837-befa-f1dce7adf607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'name': 'tempest-TestVolumeBackupRestore-1915868566-router', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'aab1dd75-be9f-4bd1-ae82-fc3add12a427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:09:51Z', 'updated_at': '2022-05-03T23:09:55Z', 'revision_number': 4, 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'gw_port': {'id': 'aab1dd75-be9f-4bd1-ae82-fc3add12a427', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:52Z', 'updated_at': '2022-05-03T23:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '49dfdd70-0e8a-4f9f-9987-283d4d312d90', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'floating_ip_address': '172.25.2.11', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'port_id': '6459649a-b181-4add-9470-6554c3351ded', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff43a9a-5553-4ae6-851a-11de8db2715a', 'mac_address': 'fa:16:3e:8e:b7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8904d535-14cb-405d-99a3-33a167f73848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:12:06Z', 'updated_at': '2022-05-03T23:12:06Z', 'revision_number': 0, 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00d81d3e-ea2c-40dc-ba06-fdb9cdb99968', 'name': '', 'network_id': '2ff43a9a-5553-4ae6-851a-11de8db2715a', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'mac_address': 'fa:16:3e:53:75:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '7f00e12c-d1e9-4b13-b739-2754abf49a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:54Z', 'updated_at': '2022-05-03T23:10:01Z', 'revision_number': 5, 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'subnets': [{'id': '7f00e12c-d1e9-4b13-b739-2754abf49a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:12:09.226429 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ada8b9-2a83-4837-befa-f1dce7adf607 None None] The sync data for ids ['af601ddd-0248-43e1-b706-f0dd9226513f'] in n-d-811807-1 is: [{'id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'name': 'tempest-TestVolumeBackupRestore-1915868566-router', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'aab1dd75-be9f-4bd1-ae82-fc3add12a427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:09:51Z', 'updated_at': '2022-05-03T23:09:55Z', 'revision_number': 4, 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'gw_port': {'id': 'aab1dd75-be9f-4bd1-ae82-fc3add12a427', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:52Z', 'updated_at': '2022-05-03T23:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '49dfdd70-0e8a-4f9f-9987-283d4d312d90', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'floating_ip_address': '172.25.2.11', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'port_id': '6459649a-b181-4add-9470-6554c3351ded', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff43a9a-5553-4ae6-851a-11de8db2715a', 'mac_address': 'fa:16:3e:8e:b7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8904d535-14cb-405d-99a3-33a167f73848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:12:06Z', 'updated_at': '2022-05-03T23:12:06Z', 'revision_number': 0, 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00d81d3e-ea2c-40dc-ba06-fdb9cdb99968', 'name': '', 'network_id': '2ff43a9a-5553-4ae6-851a-11de8db2715a', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'mac_address': 'fa:16:3e:53:75:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '7f00e12c-d1e9-4b13-b739-2754abf49a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:54Z', 'updated_at': '2022-05-03T23:10:01Z', 'revision_number': 5, 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'subnets': [{'id': '7f00e12c-d1e9-4b13-b739-2754abf49a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:12:09.431552 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434a1d86-f4f0-4885-bcbc-904e87a8d04a None None] New status for floating IP 49dfdd70-0e8a-4f9f-9987-283d4d312d90: ACTIVE {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:12:09.577169 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ea5d56-b525-49dd-a0ae-53265ccfd7a0 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Router af601ddd-0248-43e1-b706-f0dd9226513f has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:12:09.760170 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ea5d56-b525-49dd-a0ae-53265ccfd7a0 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:12:09.764641 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-55ea5d56-b525-49dd-a0ae-53265ccfd7a0 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:09.769369 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1734b783-021a-4dc5-be32-c62d9a39287b None None] Sync routers for ids ['af601ddd-0248-43e1-b706-f0dd9226513f'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:12:09.779580 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1734b783-021a-4dc5-be32-c62d9a39287b None None] Routers {'af601ddd-0248-43e1-b706-f0dd9226513f'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:12:09.780268 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-1734b783-021a-4dc5-be32-c62d9a39287b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:11:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['af601ddd-0248-43e1-b706-f0dd9226513f'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:12:09.883743 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-55ea5d56-b525-49dd-a0ae-53265ccfd7a0 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "PUT /v2.0/floatingips/49dfdd70-0e8a-4f9f-9987-283d4d312d90 HTTP/1.1" status: 200 len: 990 time: 1.5654666 May 03 23:12:09.958062 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-1734b783-021a-4dc5-be32-c62d9a39287b None None] Set router af601ddd-0248-43e1-b706-f0dd9226513f gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:12:10.203793 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8904d535-14cb-405d-99a3-33a167f73848', 'tag': '6459649a-b181-4add-9470-6554c3351ded'}, {'name': 'network-changed', 'server_uuid': '8904d535-14cb-405d-99a3-33a167f73848', 'tag': '6459649a-b181-4add-9470-6554c3351ded'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:12:10.247733 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16b9c46d-fe0d-4e31-a801-8b6f1d4dc9ce'] response: {'name': 'network-changed', 'server_uuid': '8904d535-14cb-405d-99a3-33a167f73848', 'tag': '6459649a-b181-4add-9470-6554c3351ded', 'status': 'completed', 'code': 200} May 03 23:12:10.247994 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16b9c46d-fe0d-4e31-a801-8b6f1d4dc9ce'] response: {'name': 'network-changed', 'server_uuid': '8904d535-14cb-405d-99a3-33a167f73848', 'tag': '6459649a-b181-4add-9470-6554c3351ded', 'status': 'completed', 'code': 200} May 03 23:12:10.293743 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-1734b783-021a-4dc5-be32-c62d9a39287b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'name': 'tempest-TestVolumeBackupRestore-1915868566-router', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'aab1dd75-be9f-4bd1-ae82-fc3add12a427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:09:51Z', 'updated_at': '2022-05-03T23:09:55Z', 'revision_number': 4, 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'gw_port': {'id': 'aab1dd75-be9f-4bd1-ae82-fc3add12a427', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:52Z', 'updated_at': '2022-05-03T23:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '49dfdd70-0e8a-4f9f-9987-283d4d312d90', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'floating_ip_address': '172.25.2.11', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'port_id': '6459649a-b181-4add-9470-6554c3351ded', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff43a9a-5553-4ae6-851a-11de8db2715a', 'mac_address': 'fa:16:3e:8e:b7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8904d535-14cb-405d-99a3-33a167f73848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:12:06Z', 'updated_at': '2022-05-03T23:12:09Z', 'revision_number': 2, 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00d81d3e-ea2c-40dc-ba06-fdb9cdb99968', 'name': '', 'network_id': '2ff43a9a-5553-4ae6-851a-11de8db2715a', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'mac_address': 'fa:16:3e:53:75:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '7f00e12c-d1e9-4b13-b739-2754abf49a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:54Z', 'updated_at': '2022-05-03T23:10:01Z', 'revision_number': 5, 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'subnets': [{'id': '7f00e12c-d1e9-4b13-b739-2754abf49a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:12:10.297584 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1734b783-021a-4dc5-be32-c62d9a39287b None None] Checking router: af601ddd-0248-43e1-b706-f0dd9226513f for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:12:10.305866 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1734b783-021a-4dc5-be32-c62d9a39287b None None] Routers {'af601ddd-0248-43e1-b706-f0dd9226513f'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:12:10.306958 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-1734b783-021a-4dc5-be32-c62d9a39287b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:11:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['af601ddd-0248-43e1-b706-f0dd9226513f'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:12:10.342111 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bf118-d1ca-44f4-9400-ad5cd6752153 req-d1505327-7a6f-4bbc-bbb7-46a419a02f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:12:10.343591 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f2bf118-d1ca-44f4-9400-ad5cd6752153 req-d1505327-7a6f-4bbc-bbb7-46a419a02f2c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6b995e6a93df4bb883f9cfd1f0397cd4&device_id=8904d535-14cb-405d-99a3-33a167f73848 HTTP/1.1" status: 200 len: 1096 time: 0.0745182 May 03 23:12:10.475771 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bf118-d1ca-44f4-9400-ad5cd6752153 req-0717d213-7e00-4b05-841d-5ce4ee988835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:12:10.477213 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f2bf118-d1ca-44f4-9400-ad5cd6752153 req-0717d213-7e00-4b05-841d-5ce4ee988835 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2ff43a9a-5553-4ae6-851a-11de8db2715a HTTP/1.1" status: 200 len: 915 time: 0.1266234 May 03 23:12:10.485209 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-1734b783-021a-4dc5-be32-c62d9a39287b None None] Set router af601ddd-0248-43e1-b706-f0dd9226513f gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:12:10.581914 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f2bf118-d1ca-44f4-9400-ad5cd6752153 req-9af146c5-fdd9-4c91-99ce-c00de585cba0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6459649a-b181-4add-9470-6554c3351ded HTTP/1.1" status: 200 len: 1000 time: 0.0948875 May 03 23:12:10.647244 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bf118-d1ca-44f4-9400-ad5cd6752153 req-0c191a7f-8926-4179-870d-266fbbee7570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:12:10.648717 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f2bf118-d1ca-44f4-9400-ad5cd6752153 req-0c191a7f-8926-4179-870d-266fbbee7570 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f00e12c-d1e9-4b13-b739-2754abf49a2b HTTP/1.1" status: 200 len: 853 time: 0.0611553 May 03 23:12:10.733707 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bf118-d1ca-44f4-9400-ad5cd6752153 req-24e67bbb-e387-4bd5-b270-6dba612ee9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:12:10.735177 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f2bf118-d1ca-44f4-9400-ad5cd6752153 req-24e67bbb-e387-4bd5-b270-6dba612ee9f6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ff43a9a-5553-4ae6-851a-11de8db2715a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724857 May 03 23:12:10.883165 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-1734b783-021a-4dc5-be32-c62d9a39287b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'name': 'tempest-TestVolumeBackupRestore-1915868566-router', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'aab1dd75-be9f-4bd1-ae82-fc3add12a427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:09:51Z', 'updated_at': '2022-05-03T23:09:55Z', 'revision_number': 4, 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'gw_port': {'id': 'aab1dd75-be9f-4bd1-ae82-fc3add12a427', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:52Z', 'updated_at': '2022-05-03T23:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '49dfdd70-0e8a-4f9f-9987-283d4d312d90', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'floating_ip_address': '172.25.2.11', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'port_id': '6459649a-b181-4add-9470-6554c3351ded', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff43a9a-5553-4ae6-851a-11de8db2715a', 'mac_address': 'fa:16:3e:8e:b7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8904d535-14cb-405d-99a3-33a167f73848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:12:06Z', 'updated_at': '2022-05-03T23:12:09Z', 'revision_number': 2, 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00d81d3e-ea2c-40dc-ba06-fdb9cdb99968', 'name': '', 'network_id': '2ff43a9a-5553-4ae6-851a-11de8db2715a', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'mac_address': 'fa:16:3e:53:75:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '7f00e12c-d1e9-4b13-b739-2754abf49a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:54Z', 'updated_at': '2022-05-03T23:10:01Z', 'revision_number': 5, 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'subnets': [{'id': '7f00e12c-d1e9-4b13-b739-2754abf49a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:12:10.887238 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1734b783-021a-4dc5-be32-c62d9a39287b None None] The sync data for ids ['af601ddd-0248-43e1-b706-f0dd9226513f'] in n-d-811807-1 is: [{'id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'name': 'tempest-TestVolumeBackupRestore-1915868566-router', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'aab1dd75-be9f-4bd1-ae82-fc3add12a427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:09:51Z', 'updated_at': '2022-05-03T23:09:55Z', 'revision_number': 4, 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'gw_port': {'id': 'aab1dd75-be9f-4bd1-ae82-fc3add12a427', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:52Z', 'updated_at': '2022-05-03T23:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '49dfdd70-0e8a-4f9f-9987-283d4d312d90', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'floating_ip_address': '172.25.2.11', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'port_id': '6459649a-b181-4add-9470-6554c3351ded', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff43a9a-5553-4ae6-851a-11de8db2715a', 'mac_address': 'fa:16:3e:8e:b7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8904d535-14cb-405d-99a3-33a167f73848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:12:06Z', 'updated_at': '2022-05-03T23:12:09Z', 'revision_number': 2, 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00d81d3e-ea2c-40dc-ba06-fdb9cdb99968', 'name': '', 'network_id': '2ff43a9a-5553-4ae6-851a-11de8db2715a', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'mac_address': 'fa:16:3e:53:75:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '7f00e12c-d1e9-4b13-b739-2754abf49a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:54Z', 'updated_at': '2022-05-03T23:10:01Z', 'revision_number': 5, 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'subnets': [{'id': '7f00e12c-d1e9-4b13-b739-2754abf49a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:12:10.983238 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f2bf118-d1ca-44f4-9400-ad5cd6752153 req-755e3eaa-5a40-4460-8a36-95b152070300 service neutron] 10.222.0.60 "GET /v2.0/networks/2ff43a9a-5553-4ae6-851a-11de8db2715a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339487 May 03 23:12:11.115294 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f2bf118-d1ca-44f4-9400-ad5cd6752153 req-e6dd79ec-1b78-4ac8-886d-ead5f5b40c57 service neutron] 10.222.0.60 "GET /v2.0/networks/2ff43a9a-5553-4ae6-851a-11de8db2715a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257250 May 03 23:12:11.224211 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bf118-d1ca-44f4-9400-ad5cd6752153 req-b9adde7b-dcd1-4d6d-8aaa-10bcc92acbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:12:11.225683 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f2bf118-d1ca-44f4-9400-ad5cd6752153 req-b9adde7b-dcd1-4d6d-8aaa-10bcc92acbff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6b995e6a93df4bb883f9cfd1f0397cd4&device_id=8904d535-14cb-405d-99a3-33a167f73848 HTTP/1.1" status: 200 len: 1096 time: 0.0726469 May 03 23:12:11.351846 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bf118-d1ca-44f4-9400-ad5cd6752153 req-3e33b2ad-31ad-441f-adbc-8a1b1f9e596f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:12:11.353167 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f2bf118-d1ca-44f4-9400-ad5cd6752153 req-3e33b2ad-31ad-441f-adbc-8a1b1f9e596f service neutron] 10.222.0.60 "GET /v2.0/networks?id=2ff43a9a-5553-4ae6-851a-11de8db2715a HTTP/1.1" status: 200 len: 915 time: 0.1215913 May 03 23:12:11.453679 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f2bf118-d1ca-44f4-9400-ad5cd6752153 req-fe2d3170-d70d-4b2c-a2bb-cb97c44a31f1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6459649a-b181-4add-9470-6554c3351ded HTTP/1.1" status: 200 len: 1000 time: 0.0935102 May 03 23:12:11.514013 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bf118-d1ca-44f4-9400-ad5cd6752153 req-9518c3e1-82fc-4d0f-b80d-29ccb0c72622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:12:11.515392 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f2bf118-d1ca-44f4-9400-ad5cd6752153 req-9518c3e1-82fc-4d0f-b80d-29ccb0c72622 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f00e12c-d1e9-4b13-b739-2754abf49a2b HTTP/1.1" status: 200 len: 853 time: 0.0555327 May 03 23:12:11.591294 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bf118-d1ca-44f4-9400-ad5cd6752153 req-c56a72eb-cda3-46b4-b8ff-65c963c19e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:12:11.592771 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f2bf118-d1ca-44f4-9400-ad5cd6752153 req-c56a72eb-cda3-46b4-b8ff-65c963c19e2e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ff43a9a-5553-4ae6-851a-11de8db2715a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718429 May 03 23:12:11.721966 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f2bf118-d1ca-44f4-9400-ad5cd6752153 req-e5a31020-e17b-416f-bddf-e5491146de6d service neutron] 10.222.0.60 "GET /v2.0/networks/2ff43a9a-5553-4ae6-851a-11de8db2715a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226799 May 03 23:12:11.855608 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f2bf118-d1ca-44f4-9400-ad5cd6752153 req-4abcc8b9-893e-4079-a0f0-d30edd8cc90b service neutron] 10.222.0.60 "GET /v2.0/networks/2ff43a9a-5553-4ae6-851a-11de8db2715a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266916 May 03 23:12:22.946247 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-df5840e4-94d3-4695-afed-c4963505fb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:24.738249 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:25.251382 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:12:25.547415 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4fe55a55-9e3f-44d4-a0c3-25a3919e1105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:26.374459 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:26.417710 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:27.741804 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:28.268772 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:42.792237 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53208) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:12:43.000079 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-90827e2b-e0c5-465a-ada6-1486a8262193 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Deleting port 7435583f-08d6-44f1-8dcd-608fed32b171 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:12:43.000428 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-90827e2b-e0c5-465a-ada6-1486a8262193 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:43.168511 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-90827e2b-e0c5-465a-ada6-1486a8262193 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:43.169409 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-90827e2b-e0c5-465a-ada6-1486a8262193 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:43.291530 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-90827e2b-e0c5-465a-ada6-1486a8262193 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Calling delete_port for 7435583f-08d6-44f1-8dcd-608fed32b171 owned by network:floatingip {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:12:43.442943 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-90827e2b-e0c5-465a-ada6-1486a8262193 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:43.494988 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90827e2b-e0c5-465a-ada6-1486a8262193 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Pushing event deleted for resources: {'Port': ['ID=7435583f-08d6-44f1-8dcd-608fed32b171,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:12:43.600221 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-90827e2b-e0c5-465a-ada6-1486a8262193 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks [] for floatingip, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:43.600666 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [None req-90827e2b-e0c5-465a-ada6-1486a8262193 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Floating IP 49dfdd70-0e8a-4f9f-9987-283d4d312d90 disassociated (deleted). External IP: 172.25.2.11, port: 6459649a-b181-4add-9470-6554c3351ded. May 03 23:12:44.091621 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90827e2b-e0c5-465a-ada6-1486a8262193 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Router af601ddd-0248-43e1-b706-f0dd9226513f has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:12:44.283839 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90827e2b-e0c5-465a-ada6-1486a8262193 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:12:44.294499 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b62ccc-b85c-417a-8bb8-bdfce8f1c9dc None None] Sync routers for ids ['af601ddd-0248-43e1-b706-f0dd9226513f'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:12:44.306211 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b62ccc-b85c-417a-8bb8-bdfce8f1c9dc None None] Routers {'af601ddd-0248-43e1-b706-f0dd9226513f'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:12:44.307087 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f8b62ccc-b85c-417a-8bb8-bdfce8f1c9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:12:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['af601ddd-0248-43e1-b706-f0dd9226513f'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:12:44.314365 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-90827e2b-e0c5-465a-ada6-1486a8262193 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:44.376767 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-90827e2b-e0c5-465a-ada6-1486a8262193 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "DELETE /v2.0/floatingips/49dfdd70-0e8a-4f9f-9987-283d4d312d90 HTTP/1.1" status: 204 len: 168 time: 1.5831008 May 03 23:12:44.377101 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8904d535-14cb-405d-99a3-33a167f73848', 'tag': '6459649a-b181-4add-9470-6554c3351ded'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:12:44.448763 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04183364-b874-4027-a4e9-fe2c16e2952e'] response: {'name': 'network-changed', 'server_uuid': '8904d535-14cb-405d-99a3-33a167f73848', 'tag': '6459649a-b181-4add-9470-6554c3351ded', 'status': 'completed', 'code': 200} May 03 23:12:44.557784 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c810a-90f3-4134-83b5-1643508a5015 req-3eeb3448-35c7-44cf-a9a0-87a4fe8cb6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:12:44.558254 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b27c810a-90f3-4134-83b5-1643508a5015 req-3eeb3448-35c7-44cf-a9a0-87a4fe8cb6fd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6b995e6a93df4bb883f9cfd1f0397cd4&device_id=8904d535-14cb-405d-99a3-33a167f73848 HTTP/1.1" status: 200 len: 1096 time: 0.0887046 May 03 23:12:44.571470 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-f8b62ccc-b85c-417a-8bb8-bdfce8f1c9dc None None] Set router af601ddd-0248-43e1-b706-f0dd9226513f gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:12:44.745587 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c810a-90f3-4134-83b5-1643508a5015 req-3187e5e1-618c-44e8-89f2-6e7667d61ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:12:44.747609 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b27c810a-90f3-4134-83b5-1643508a5015 req-3187e5e1-618c-44e8-89f2-6e7667d61ead service neutron] 10.222.0.60 "GET /v2.0/networks?id=2ff43a9a-5553-4ae6-851a-11de8db2715a HTTP/1.1" status: 200 len: 915 time: 0.1819415 May 03 23:12:44.856351 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b27c810a-90f3-4134-83b5-1643508a5015 req-d74fcb14-3318-4189-bd81-a8a3b0d57103 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6459649a-b181-4add-9470-6554c3351ded HTTP/1.1" status: 200 len: 217 time: 0.0728948 May 03 23:12:44.930230 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f8b62ccc-b85c-417a-8bb8-bdfce8f1c9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'name': 'tempest-TestVolumeBackupRestore-1915868566-router', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'aab1dd75-be9f-4bd1-ae82-fc3add12a427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:09:51Z', 'updated_at': '2022-05-03T23:09:55Z', 'revision_number': 4, 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'gw_port': {'id': 'aab1dd75-be9f-4bd1-ae82-fc3add12a427', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:52Z', 'updated_at': '2022-05-03T23:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '00d81d3e-ea2c-40dc-ba06-fdb9cdb99968', 'name': '', 'network_id': '2ff43a9a-5553-4ae6-851a-11de8db2715a', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'mac_address': 'fa:16:3e:53:75:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '7f00e12c-d1e9-4b13-b739-2754abf49a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:54Z', 'updated_at': '2022-05-03T23:10:01Z', 'revision_number': 5, 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'subnets': [{'id': '7f00e12c-d1e9-4b13-b739-2754abf49a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:12:44.932520 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c810a-90f3-4134-83b5-1643508a5015 req-adb29fcd-bdec-42fc-8596-1774411f3250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:12:44.933320 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b62ccc-b85c-417a-8bb8-bdfce8f1c9dc None None] Checking router: af601ddd-0248-43e1-b706-f0dd9226513f for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:12:44.933742 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b27c810a-90f3-4134-83b5-1643508a5015 req-adb29fcd-bdec-42fc-8596-1774411f3250 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7f00e12c-d1e9-4b13-b739-2754abf49a2b HTTP/1.1" status: 200 len: 853 time: 0.0705864 May 03 23:12:44.943546 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b62ccc-b85c-417a-8bb8-bdfce8f1c9dc None None] Routers {'af601ddd-0248-43e1-b706-f0dd9226513f'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:12:44.944423 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f8b62ccc-b85c-417a-8bb8-bdfce8f1c9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:12:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['af601ddd-0248-43e1-b706-f0dd9226513f'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:12:44.990375 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449817e-56ce-4170-bf2d-1d8544bc2736 req-990bca70-e46e-471c-aa7e-05f29c9da654 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:12:44.992542 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c449817e-56ce-4170-bf2d-1d8544bc2736 req-990bca70-e46e-471c-aa7e-05f29c9da654 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "GET /v2.0/ports?device_id=8904d535-14cb-405d-99a3-33a167f73848 HTTP/1.1" status: 200 len: 945 time: 0.2495162 May 03 23:12:45.060366 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c449817e-56ce-4170-bf2d-1d8544bc2736 req-8efc2725-06c0-4cdd-9b2a-5fe870e24f33 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "GET /v2.0/security-groups?id=195e9af1-a75d-4934-951b-b659fd7e9376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516515 May 03 23:12:45.068945 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c810a-90f3-4134-83b5-1643508a5015 req-cb8250a2-9b5a-4291-9edf-0e52b8bd88ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:12:45.070699 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b27c810a-90f3-4134-83b5-1643508a5015 req-cb8250a2-9b5a-4291-9edf-0e52b8bd88ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ff43a9a-5553-4ae6-851a-11de8db2715a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1282036 May 03 23:12:45.137900 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-f8b62ccc-b85c-417a-8bb8-bdfce8f1c9dc None None] Set router af601ddd-0248-43e1-b706-f0dd9226513f gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:12:45.357522 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b27c810a-90f3-4134-83b5-1643508a5015 req-01d9f308-ccba-4f93-b60b-ac5c65955fe0 service neutron] 10.222.0.60 "GET /v2.0/networks/2ff43a9a-5553-4ae6-851a-11de8db2715a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786956 May 03 23:12:45.495172 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f8b62ccc-b85c-417a-8bb8-bdfce8f1c9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'name': 'tempest-TestVolumeBackupRestore-1915868566-router', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'aab1dd75-be9f-4bd1-ae82-fc3add12a427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:09:51Z', 'updated_at': '2022-05-03T23:09:55Z', 'revision_number': 4, 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'gw_port': {'id': 'aab1dd75-be9f-4bd1-ae82-fc3add12a427', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:52Z', 'updated_at': '2022-05-03T23:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '00d81d3e-ea2c-40dc-ba06-fdb9cdb99968', 'name': '', 'network_id': '2ff43a9a-5553-4ae6-851a-11de8db2715a', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'mac_address': 'fa:16:3e:53:75:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '7f00e12c-d1e9-4b13-b739-2754abf49a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:54Z', 'updated_at': '2022-05-03T23:10:01Z', 'revision_number': 5, 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'subnets': [{'id': '7f00e12c-d1e9-4b13-b739-2754abf49a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:12:45.498757 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b27c810a-90f3-4134-83b5-1643508a5015 req-cb5d9667-8c35-4db3-926b-06dc1cc0bf4d service neutron] 10.222.0.60 "GET /v2.0/networks/2ff43a9a-5553-4ae6-851a-11de8db2715a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343784 May 03 23:12:45.499256 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b62ccc-b85c-417a-8bb8-bdfce8f1c9dc None None] The sync data for ids ['af601ddd-0248-43e1-b706-f0dd9226513f'] in n-d-811807-1 is: [{'id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'name': 'tempest-TestVolumeBackupRestore-1915868566-router', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'aab1dd75-be9f-4bd1-ae82-fc3add12a427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:09:51Z', 'updated_at': '2022-05-03T23:09:55Z', 'revision_number': 4, 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'gw_port': {'id': 'aab1dd75-be9f-4bd1-ae82-fc3add12a427', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:52Z', 'updated_at': '2022-05-03T23:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '00d81d3e-ea2c-40dc-ba06-fdb9cdb99968', 'name': '', 'network_id': '2ff43a9a-5553-4ae6-851a-11de8db2715a', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'mac_address': 'fa:16:3e:53:75:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '7f00e12c-d1e9-4b13-b739-2754abf49a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:54Z', 'updated_at': '2022-05-03T23:10:01Z', 'revision_number': 5, 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'subnets': [{'id': '7f00e12c-d1e9-4b13-b739-2754abf49a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:12:45.737162 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d24618-23e3-4081-a833-4fc1f44a4443 None None] New status for floating IP 49dfdd70-0e8a-4f9f-9987-283d4d312d90: DOWN {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:12:46.288575 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e77b9-90b9-4b55-af59-d2da0e775c58 req-a138c9fb-ac30-4c21-8050-1f4c770d9d62 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:12:46.289996 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a54e77b9-90b9-4b55-af59-d2da0e775c58 req-a138c9fb-ac30-4c21-8050-1f4c770d9d62 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "GET /v2.0/ports?device_id=8904d535-14cb-405d-99a3-33a167f73848 HTTP/1.1" status: 200 len: 945 time: 0.1190314 May 03 23:12:46.348898 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a54e77b9-90b9-4b55-af59-d2da0e775c58 req-1247b0fd-f8ae-4e55-aa54-882ada388fe1 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "GET /v2.0/security-groups?id=195e9af1-a75d-4934-951b-b659fd7e9376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533237 May 03 23:12:46.367607 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd619958-b851-44df-ac0a-9be7d871bd6d req-ef99bfb6-4abd-4676-aee3-4e59946486aa tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:12:46.369092 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dd619958-b851-44df-ac0a-9be7d871bd6d req-ef99bfb6-4abd-4676-aee3-4e59946486aa tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.60 "GET /v2.0/ports?device_id=8904d535-14cb-405d-99a3-33a167f73848 HTTP/1.1" status: 200 len: 945 time: 0.1223221 May 03 23:12:46.439757 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-dd619958-b851-44df-ac0a-9be7d871bd6d req-c740de83-e8a6-491e-9aab-1589f767596d tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Deleting port 6459649a-b181-4add-9470-6554c3351ded {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:12:46.440095 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-dd619958-b851-44df-ac0a-9be7d871bd6d req-c740de83-e8a6-491e-9aab-1589f767596d tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:46.685861 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-dd619958-b851-44df-ac0a-9be7d871bd6d req-c740de83-e8a6-491e-9aab-1589f767596d tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] For port 6459649a-b181-4add-9470-6554c3351ded, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=6459649a-b181-4add-9470-6554c3351ded,segment=NetworkSegment(5b1f94a9-49ef-4576-b371-d1bf0de80836),segment_id=5b1f94a9-49ef-4576-b371-d1bf0de80836)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:12:46.686244 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-dd619958-b851-44df-ac0a-9be7d871bd6d req-c740de83-e8a6-491e-9aab-1589f767596d tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:46.807272 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-dd619958-b851-44df-ac0a-9be7d871bd6d req-c740de83-e8a6-491e-9aab-1589f767596d tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Calling delete_port for 6459649a-b181-4add-9470-6554c3351ded owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:12:46.954114 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-dd619958-b851-44df-ac0a-9be7d871bd6d req-c740de83-e8a6-491e-9aab-1589f767596d tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:47.004351 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740de83-e8a6-491e-9aab-1589f767596d tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Pushing event deleted for resources: {'Port': ['ID=6459649a-b181-4add-9470-6554c3351ded,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:12:47.042409 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740de83-e8a6-491e-9aab-1589f767596d tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:12:47.042759 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740de83-e8a6-491e-9aab-1589f767596d tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:12:47.043099 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740de83-e8a6-491e-9aab-1589f767596d tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:12:47.043436 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740de83-e8a6-491e-9aab-1589f767596d tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:12:47.043805 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740de83-e8a6-491e-9aab-1589f767596d tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:12:47.044640 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740de83-e8a6-491e-9aab-1589f767596d tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:12:47.044970 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740de83-e8a6-491e-9aab-1589f767596d tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:12:47.045299 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740de83-e8a6-491e-9aab-1589f767596d tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:12:47.045622 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740de83-e8a6-491e-9aab-1589f767596d tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:12:47.045973 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740de83-e8a6-491e-9aab-1589f767596d tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:12:47.046297 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740de83-e8a6-491e-9aab-1589f767596d tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:12:47.046618 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c740de83-e8a6-491e-9aab-1589f767596d tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:12:47.091203 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd619958-b851-44df-ac0a-9be7d871bd6d req-c740de83-e8a6-491e-9aab-1589f767596d tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] No DVR routers for this DVR port 6459649a-b181-4add-9470-6554c3351ded on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:12:47.093651 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-dd619958-b851-44df-ac0a-9be7d871bd6d req-c740de83-e8a6-491e-9aab-1589f767596d tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:47.096195 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8904d535-14cb-405d-99a3-33a167f73848', 'name': 'network-vif-deleted', 'tag': '6459649a-b181-4add-9470-6554c3351ded'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:12:47.108216 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dd619958-b851-44df-ac0a-9be7d871bd6d req-c740de83-e8a6-491e-9aab-1589f767596d tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.60 "DELETE /v2.0/ports/6459649a-b181-4add-9470-6554c3351ded HTTP/1.1" status: 204 len: 173 time: 0.7332668 May 03 23:12:47.140544 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6906b231-7fd0-4af4-af34-db6facaf8b41'] response: {'server_uuid': '8904d535-14cb-405d-99a3-33a167f73848', 'name': 'network-vif-deleted', 'tag': '6459649a-b181-4add-9470-6554c3351ded', 'status': 'completed', 'code': 200} May 03 23:12:47.514726 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-bc4b530c-9aab-48a4-840b-078f7f9a0c2d req-ddc362fe-9c63-442e-b675-37f2e6c788c0 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Synchronizing usage tracker for tenant:6b995e6a93df4bb883f9cfd1f0397cd4 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:12:47.531020 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-bc4b530c-9aab-48a4-840b-078f7f9a0c2d req-ddc362fe-9c63-442e-b675-37f2e6c788c0 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Unset dirty status for tenant:6b995e6a93df4bb883f9cfd1f0397cd4 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:12:47.532426 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bc4b530c-9aab-48a4-840b-078f7f9a0c2d req-ddc362fe-9c63-442e-b675-37f2e6c788c0 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "GET /v2.0/ports?device_id=8904d535-14cb-405d-99a3-33a167f73848 HTTP/1.1" status: 200 len: 210 time: 0.0707271 May 03 23:12:48.632135 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53226) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:12:48.698075 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6e58785-bece-40d6-b06c-9724f0b6b4c5 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:48.726300 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6e58785-bece-40d6-b06c-9724f0b6b4c5 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:48.787441 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6e58785-bece-40d6-b06c-9724f0b6b4c5 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:48.803138 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e58785-bece-40d6-b06c-9724f0b6b4c5 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=195e9af1-a75d-4934-951b-b659fd7e9376,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:12:48.813349 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e58785-bece-40d6-b06c-9724f0b6b4c5 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:12:48.813635 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e58785-bece-40d6-b06c-9724f0b6b4c5 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:12:48.813999 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e58785-bece-40d6-b06c-9724f0b6b4c5 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:12:48.814330 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e58785-bece-40d6-b06c-9724f0b6b4c5 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:12:48.814659 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e58785-bece-40d6-b06c-9724f0b6b4c5 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:12:48.814981 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e58785-bece-40d6-b06c-9724f0b6b4c5 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:12:48.815299 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e58785-bece-40d6-b06c-9724f0b6b4c5 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:12:48.815616 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e58785-bece-40d6-b06c-9724f0b6b4c5 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:12:48.815931 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e58785-bece-40d6-b06c-9724f0b6b4c5 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:12:48.816244 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e58785-bece-40d6-b06c-9724f0b6b4c5 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:12:48.816561 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e58785-bece-40d6-b06c-9724f0b6b4c5 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:12:48.816873 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e58785-bece-40d6-b06c-9724f0b6b4c5 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:12:48.819815 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d6e58785-bece-40d6-b06c-9724f0b6b4c5 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:48.821298 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d6e58785-bece-40d6-b06c-9724f0b6b4c5 tempest-TestVolumeBackupRestore-800860388 tempest-TestVolumeBackupRestore-800860388-project] 10.222.0.58 "DELETE /v2.0/security-groups/195e9af1-a75d-4934-951b-b659fd7e9376 HTTP/1.1" status: 204 len: 168 time: 0.1880605 May 03 23:12:49.314581 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 6459649a-b181-4add-9470-6554c3351ded no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:12:49.354350 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 6459649a-b181-4add-9470-6554c3351ded {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:12:49.354768 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 6459649a-b181-4add-9470-6554c3351ded not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:12:51.399470 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53604) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:12:51.999275 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fbc3e8c5-5dc0-4bd7-a4cc-2458ce4c4c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:52.335388 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-fbc3e8c5-5dc0-4bd7-a4cc-2458ce4c4c4e admin admin] Deleting port 00d81d3e-ea2c-40dc-ba06-fdb9cdb99968 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:12:52.335731 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fbc3e8c5-5dc0-4bd7-a4cc-2458ce4c4c4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:52.621821 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-fbc3e8c5-5dc0-4bd7-a4cc-2458ce4c4c4e admin admin] For port 00d81d3e-ea2c-40dc-ba06-fdb9cdb99968, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=00d81d3e-ea2c-40dc-ba06-fdb9cdb99968,segment=NetworkSegment(5b1f94a9-49ef-4576-b371-d1bf0de80836),segment_id=5b1f94a9-49ef-4576-b371-d1bf0de80836)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:12:52.623062 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fbc3e8c5-5dc0-4bd7-a4cc-2458ce4c4c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:52.741488 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-fbc3e8c5-5dc0-4bd7-a4cc-2458ce4c4c4e admin admin] Calling delete_port for 00d81d3e-ea2c-40dc-ba06-fdb9cdb99968 owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:12:52.904753 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fbc3e8c5-5dc0-4bd7-a4cc-2458ce4c4c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:52.950987 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-aeada24d-1db1-4ad7-9849-eb0dbb0b6e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:52.952482 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3e8c5-5dc0-4bd7-a4cc-2458ce4c4c4e admin admin] Pushing event deleted for resources: {'Port': ['ID=00d81d3e-ea2c-40dc-ba06-fdb9cdb99968,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:12:53.225525 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fbc3e8c5-5dc0-4bd7-a4cc-2458ce4c4c4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:53.574772 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc3e8c5-5dc0-4bd7-a4cc-2458ce4c4c4e admin admin] Router af601ddd-0248-43e1-b706-f0dd9226513f has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:12:53.750928 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc3e8c5-5dc0-4bd7-a4cc-2458ce4c4c4e admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:12:53.759261 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a8583f-36fa-46a1-b2a9-7b91f7a79ac9 None None] Sync routers for ids ['af601ddd-0248-43e1-b706-f0dd9226513f'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:12:53.767281 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fbc3e8c5-5dc0-4bd7-a4cc-2458ce4c4c4e admin admin] 10.222.0.58 "PUT /v2.0/routers/af601ddd-0248-43e1-b706-f0dd9226513f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3667178 May 03 23:12:53.769694 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53682) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:12:53.769808 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a8583f-36fa-46a1-b2a9-7b91f7a79ac9 None None] Routers {'af601ddd-0248-43e1-b706-f0dd9226513f'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:12:53.770419 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-89a8583f-36fa-46a1-b2a9-7b91f7a79ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:12:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['af601ddd-0248-43e1-b706-f0dd9226513f'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:12:53.947696 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-89a8583f-36fa-46a1-b2a9-7b91f7a79ac9 None None] Set router af601ddd-0248-43e1-b706-f0dd9226513f gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:12:54.066657 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de971c00-dfe7-4f9f-a3cc-13c12c0fcade admin admin] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:54.227749 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-89a8583f-36fa-46a1-b2a9-7b91f7a79ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'name': 'tempest-TestVolumeBackupRestore-1915868566-router', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'aab1dd75-be9f-4bd1-ae82-fc3add12a427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:09:51Z', 'updated_at': '2022-05-03T23:12:52Z', 'revision_number': 5, 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'gw_port': {'id': 'aab1dd75-be9f-4bd1-ae82-fc3add12a427', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:87:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:52Z', 'updated_at': '2022-05-03T23:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:12:54.231919 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a8583f-36fa-46a1-b2a9-7b91f7a79ac9 None None] Checking router: af601ddd-0248-43e1-b706-f0dd9226513f for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:12:54.240117 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a8583f-36fa-46a1-b2a9-7b91f7a79ac9 None None] Routers {'af601ddd-0248-43e1-b706-f0dd9226513f'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:12:54.240708 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-89a8583f-36fa-46a1-b2a9-7b91f7a79ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:12:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['af601ddd-0248-43e1-b706-f0dd9226513f'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:12:54.244295 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de971c00-dfe7-4f9f-a3cc-13c12c0fcade admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:54.254417 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-de971c00-dfe7-4f9f-a3cc-13c12c0fcade admin admin] Deleting port aab1dd75-be9f-4bd1-ae82-fc3add12a427 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:12:54.254764 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de971c00-dfe7-4f9f-a3cc-13c12c0fcade admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:54.385638 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-89a8583f-36fa-46a1-b2a9-7b91f7a79ac9 None None] Set router af601ddd-0248-43e1-b706-f0dd9226513f gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:12:54.425393 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-de971c00-dfe7-4f9f-a3cc-13c12c0fcade admin admin] For port aab1dd75-be9f-4bd1-ae82-fc3add12a427, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=aab1dd75-be9f-4bd1-ae82-fc3add12a427,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:12:54.425745 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de971c00-dfe7-4f9f-a3cc-13c12c0fcade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:54.490813 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-89a8583f-36fa-46a1-b2a9-7b91f7a79ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'name': 'tempest-TestVolumeBackupRestore-1915868566-router', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:09:51Z', 'updated_at': '2022-05-03T23:12:54Z', 'revision_number': 6, 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:12:54.494621 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a8583f-36fa-46a1-b2a9-7b91f7a79ac9 None None] The sync data for ids ['af601ddd-0248-43e1-b706-f0dd9226513f'] in n-d-811807-1 is: [{'id': 'af601ddd-0248-43e1-b706-f0dd9226513f', 'name': 'tempest-TestVolumeBackupRestore-1915868566-router', 'tenant_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:09:51Z', 'updated_at': '2022-05-03T23:12:54Z', 'revision_number': 6, 'project_id': '6b995e6a93df4bb883f9cfd1f0397cd4', 'gw_port_host': None}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:12:54.549647 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-de971c00-dfe7-4f9f-a3cc-13c12c0fcade admin admin] Calling delete_port for aab1dd75-be9f-4bd1-ae82-fc3add12a427 owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:12:54.709487 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de971c00-dfe7-4f9f-a3cc-13c12c0fcade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:54.751374 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:54.757002 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de971c00-dfe7-4f9f-a3cc-13c12c0fcade admin admin] Pushing event deleted for resources: {'Port': ['ID=aab1dd75-be9f-4bd1-ae82-fc3add12a427,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:12:54.847859 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de971c00-dfe7-4f9f-a3cc-13c12c0fcade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:55.023894 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de971c00-dfe7-4f9f-a3cc-13c12c0fcade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:55.026057 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de971c00-dfe7-4f9f-a3cc-13c12c0fcade admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:55.047845 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de971c00-dfe7-4f9f-a3cc-13c12c0fcade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:55.048357 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de971c00-dfe7-4f9f-a3cc-13c12c0fcade admin admin] Fanout notify agent at l3_agent the message router_deleted on router af601ddd-0248-43e1-b706-f0dd9226513f {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 23:12:55.060936 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-de971c00-dfe7-4f9f-a3cc-13c12c0fcade admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:55.062080 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-de971c00-dfe7-4f9f-a3cc-13c12c0fcade admin admin] 10.222.0.58 "DELETE /v2.0/routers/af601ddd-0248-43e1-b706-f0dd9226513f HTTP/1.1" status: 204 len: 168 time: 1.2914250 May 03 23:12:55.064579 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53686) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:12:55.122603 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-e95270c6-1233-4c3e-a793-d052fcce225c admin admin] Deleting subnet 7f00e12c-d1e9-4b13-b739-2754abf49a2b {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:12:55.125433 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e95270c6-1233-4c3e-a793-d052fcce225c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:55.172904 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e95270c6-1233-4c3e-a793-d052fcce225c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:55.307112 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 00d81d3e-ea2c-40dc-ba06-fdb9cdb99968 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:12:55.341495 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 00d81d3e-ea2c-40dc-ba06-fdb9cdb99968 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:12:55.341869 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 00d81d3e-ea2c-40dc-ba06-fdb9cdb99968 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:12:55.342332 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device aab1dd75-be9f-4bd1-ae82-fc3add12a427 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:12:55.376217 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: aab1dd75-be9f-4bd1-ae82-fc3add12a427 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:12:55.376566 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device aab1dd75-be9f-4bd1-ae82-fc3add12a427 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:12:55.379035 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e95270c6-1233-4c3e-a793-d052fcce225c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:55.446422 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e95270c6-1233-4c3e-a793-d052fcce225c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:55.487322 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95270c6-1233-4c3e-a793-d052fcce225c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f00e12c-d1e9-4b13-b739-2754abf49a2b,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:12:55.491909 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e95270c6-1233-4c3e-a793-d052fcce225c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:55.498312 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641e4312-0e10-450b-95ef-c96995caf414 None None] Network 2ff43a9a-5553-4ae6-851a-11de8db2715a requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:12:55.501965 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53690) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:12:55.502425 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e95270c6-1233-4c3e-a793-d052fcce225c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7f00e12c-d1e9-4b13-b739-2754abf49a2b HTTP/1.1" status: 204 len: 168 time: 0.4364533 May 03 23:12:55.632268 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dab9dbfb-986e-4a0f-bc8a-a194e9686018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:55.639365 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d9fa1c85-1e4c-4eb5-8b74-bf95d92d6331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:55.644456 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-dab9dbfb-986e-4a0f-bc8a-a194e9686018 admin admin] Deleting port 753c11ea-764b-430b-ac5c-c3f873ab6c07 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:12:55.644793 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dab9dbfb-986e-4a0f-bc8a-a194e9686018 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:55.769378 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d1a63f-61eb-48e3-8d8d-fb87b8e81737 None None] DHCP port deletion for 2ff43a9a-5553-4ae6-851a-11de8db2715a request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:12:55.773966 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-c8d1a63f-61eb-48e3-8d8d-fb87b8e81737 None None] Deleting port 753c11ea-764b-430b-ac5c-c3f873ab6c07 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:12:55.774355 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c8d1a63f-61eb-48e3-8d8d-fb87b8e81737 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:55.856713 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-dab9dbfb-986e-4a0f-bc8a-a194e9686018 admin admin] For port 753c11ea-764b-430b-ac5c-c3f873ab6c07, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=753c11ea-764b-430b-ac5c-c3f873ab6c07,segment=NetworkSegment(5b1f94a9-49ef-4576-b371-d1bf0de80836),segment_id=5b1f94a9-49ef-4576-b371-d1bf0de80836)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:12:55.856968 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dab9dbfb-986e-4a0f-bc8a-a194e9686018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:55.974813 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-c8d1a63f-61eb-48e3-8d8d-fb87b8e81737 None None] For port 753c11ea-764b-430b-ac5c-c3f873ab6c07, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=753c11ea-764b-430b-ac5c-c3f873ab6c07,segment=NetworkSegment(5b1f94a9-49ef-4576-b371-d1bf0de80836),segment_id=5b1f94a9-49ef-4576-b371-d1bf0de80836)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:12:55.975212 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c8d1a63f-61eb-48e3-8d8d-fb87b8e81737 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:56.084096 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-dab9dbfb-986e-4a0f-bc8a-a194e9686018 admin admin] Calling delete_port for 753c11ea-764b-430b-ac5c-c3f873ab6c07 owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:12:56.103663 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-c8d1a63f-61eb-48e3-8d8d-fb87b8e81737 None None] Calling delete_port for 753c11ea-764b-430b-ac5c-c3f873ab6c07 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:12:56.159206 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dab9dbfb-986e-4a0f-bc8a-a194e9686018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:56.174218 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-c8d1a63f-61eb-48e3-8d8d-fb87b8e81737 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:12:56.174604 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-c8d1a63f-61eb-48e3-8d8d-fb87b8e81737 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:12:56.208657 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9dbfb-986e-4a0f-bc8a-a194e9686018 admin admin] Pushing event deleted for resources: {'Port': ['ID=753c11ea-764b-430b-ac5c-c3f873ab6c07,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:12:56.212226 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab9dbfb-986e-4a0f-bc8a-a194e9686018 admin admin] No DVR routers for this DVR port 753c11ea-764b-430b-ac5c-c3f873ab6c07 on host n-d-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:12:56.326546 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dab9dbfb-986e-4a0f-bc8a-a194e9686018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:56.350695 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-dab9dbfb-986e-4a0f-bc8a-a194e9686018 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ff43a9a-5553-4ae6-851a-11de8db2715a']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:12:56.362428 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-dab9dbfb-986e-4a0f-bc8a-a194e9686018 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b1f94a9-49ef-4576-b371-d1bf0de80836') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:12:56.362726 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-dab9dbfb-986e-4a0f-bc8a-a194e9686018 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b1f94a9-49ef-4576-b371-d1bf0de80836') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:12:56.375036 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dab9dbfb-986e-4a0f-bc8a-a194e9686018 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:56.376875 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:56.391617 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dab9dbfb-986e-4a0f-bc8a-a194e9686018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:56.397501 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab9dbfb-986e-4a0f-bc8a-a194e9686018 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:12:56.397902 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dab9dbfb-986e-4a0f-bc8a-a194e9686018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:56.410916 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 23:12:56.410916 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:12:56.410916 n-d-811807-1 neutron-server[88069]: timer() May 03 23:12:56.410916 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:12:56.410916 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 23:12:56.410916 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:12:56.410916 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 23:12:56.410916 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:12:56.410916 n-d-811807-1 neutron-server[88069]: self._notify() May 03 23:12:56.410916 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:12:56.410916 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 23:12:56.410916 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:12:56.410916 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 23:12:56.410916 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:12:56.410916 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:12:56.410916 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:12:56.410916 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:12:56.410916 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:12:56.410916 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 23:12:56.410916 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:12:56.410916 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 23:12:56.410916 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:12:56.410916 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:12:56.410916 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:12:56.410916 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 23:12:56.410916 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:12:56.410916 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:12:56.410916 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:12:56.410916 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:12:56.410916 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:12:56.410916 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:12:56.410916 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:12:56.417319 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:56.485626 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dab9dbfb-986e-4a0f-bc8a-a194e9686018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:56.504203 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dab9dbfb-986e-4a0f-bc8a-a194e9686018 admin admin] Notify callbacks [] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:56.509954 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9dbfb-986e-4a0f-bc8a-a194e9686018 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ff43a9a-5553-4ae6-851a-11de8db2715a,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:12:56.519640 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-dab9dbfb-986e-4a0f-bc8a-a194e9686018 admin admin] 10.222.0.58 "DELETE /v2.0/networks/2ff43a9a-5553-4ae6-851a-11de8db2715a HTTP/1.1" status: 204 len: 168 time: 1.0165901 May 03 23:12:56.522569 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53694) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:12:56.675730 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-c8d1a63f-61eb-48e3-8d8d-fb87b8e81737 None None] Deleting port 753c11ea-764b-430b-ac5c-c3f873ab6c07 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:12:56.676039 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c8d1a63f-61eb-48e3-8d8d-fb87b8e81737 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:56.743199 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-c8d1a63f-61eb-48e3-8d8d-fb87b8e81737 None None] The port '753c11ea-764b-430b-ac5c-c3f873ab6c07' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 23:12:57.039632 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 753c11ea-764b-430b-ac5c-c3f873ab6c07 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:12:57.050673 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-53fb1c82-07c6-47b2-a6d9-d7bcb0a4a0db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:57.076910 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 753c11ea-764b-430b-ac5c-c3f873ab6c07 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:12:57.077252 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 753c11ea-764b-430b-ac5c-c3f873ab6c07 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:12:57.388605 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-53fb1c82-07c6-47b2-a6d9-d7bcb0a4a0db admin admin] Deleting port 2261a89f-ccc7-481f-98d9-bc05d18d9c33 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:12:57.388942 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-53fb1c82-07c6-47b2-a6d9-d7bcb0a4a0db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:57.662557 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-53fb1c82-07c6-47b2-a6d9-d7bcb0a4a0db admin admin] For port 2261a89f-ccc7-481f-98d9-bc05d18d9c33, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=2261a89f-ccc7-481f-98d9-bc05d18d9c33,segment=NetworkSegment(34c9a367-0c4b-44d2-976b-52cdd7df3b9d),segment_id=34c9a367-0c4b-44d2-976b-52cdd7df3b9d)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:12:57.663159 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-53fb1c82-07c6-47b2-a6d9-d7bcb0a4a0db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:57.740295 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:57.788162 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-53fb1c82-07c6-47b2-a6d9-d7bcb0a4a0db admin admin] Calling delete_port for 2261a89f-ccc7-481f-98d9-bc05d18d9c33 owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:12:57.950745 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-53fb1c82-07c6-47b2-a6d9-d7bcb0a4a0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:57.996435 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb1c82-07c6-47b2-a6d9-d7bcb0a4a0db admin admin] Pushing event deleted for resources: {'Port': ['ID=2261a89f-ccc7-481f-98d9-bc05d18d9c33,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:12:58.261932 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-53fb1c82-07c6-47b2-a6d9-d7bcb0a4a0db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:58.274765 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:58.611553 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53fb1c82-07c6-47b2-a6d9-d7bcb0a4a0db admin admin] Router a132786b-de17-4a18-9e29-098f8ed7e5aa has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:12:58.781879 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fb1c82-07c6-47b2-a6d9-d7bcb0a4a0db admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:12:58.790535 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b94398-e3c9-4cbd-9d71-669f55919514 None None] Sync routers for ids ['a132786b-de17-4a18-9e29-098f8ed7e5aa'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:12:58.798266 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-53fb1c82-07c6-47b2-a6d9-d7bcb0a4a0db admin admin] 10.222.0.58 "PUT /v2.0/routers/a132786b-de17-4a18-9e29-098f8ed7e5aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2746737 May 03 23:12:58.800729 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b94398-e3c9-4cbd-9d71-669f55919514 None None] Routers {'a132786b-de17-4a18-9e29-098f8ed7e5aa'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:12:58.800858 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53698) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:12:58.801347 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f8b94398-e3c9-4cbd-9d71-669f55919514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:12:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a132786b-de17-4a18-9e29-098f8ed7e5aa'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:12:59.015530 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-f8b94398-e3c9-4cbd-9d71-669f55919514 None None] Set router a132786b-de17-4a18-9e29-098f8ed7e5aa gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:12:59.094164 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9aa0a4d4-0ede-4260-9b21-d5e452dd2e93 admin admin] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:59.271706 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9aa0a4d4-0ede-4260-9b21-d5e452dd2e93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:59.281577 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-9aa0a4d4-0ede-4260-9b21-d5e452dd2e93 admin admin] Deleting port 84bdc201-10eb-4988-abdf-a1739dae398a {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:12:59.281933 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9aa0a4d4-0ede-4260-9b21-d5e452dd2e93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:59.307683 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f8b94398-e3c9-4cbd-9d71-669f55919514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a132786b-de17-4a18-9e29-098f8ed7e5aa', 'name': 'tempest-TestVolumeBackupRestore-1027194951-router', 'tenant_id': '488d0e0fbf5f4ceeb46c9a3de4fcd0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '84bdc201-10eb-4988-abdf-a1739dae398a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:09:57Z', 'updated_at': '2022-05-03T23:12:57Z', 'revision_number': 5, 'project_id': '488d0e0fbf5f4ceeb46c9a3de4fcd0a2', 'gw_port': {'id': '84bdc201-10eb-4988-abdf-a1739dae398a', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a132786b-de17-4a18-9e29-098f8ed7e5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:09:58Z', 'updated_at': '2022-05-03T23:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:12:59.312050 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b94398-e3c9-4cbd-9d71-669f55919514 None None] Checking router: a132786b-de17-4a18-9e29-098f8ed7e5aa for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:12:59.320408 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b94398-e3c9-4cbd-9d71-669f55919514 None None] Routers {'a132786b-de17-4a18-9e29-098f8ed7e5aa'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:12:59.321252 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f8b94398-e3c9-4cbd-9d71-669f55919514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:12:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['a132786b-de17-4a18-9e29-098f8ed7e5aa'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:12:59.454251 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-9aa0a4d4-0ede-4260-9b21-d5e452dd2e93 admin admin] For port 84bdc201-10eb-4988-abdf-a1739dae398a, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=84bdc201-10eb-4988-abdf-a1739dae398a,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:12:59.454610 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9aa0a4d4-0ede-4260-9b21-d5e452dd2e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:59.470250 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-f8b94398-e3c9-4cbd-9d71-669f55919514 None None] Set router a132786b-de17-4a18-9e29-098f8ed7e5aa gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:12:59.574165 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f8b94398-e3c9-4cbd-9d71-669f55919514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a132786b-de17-4a18-9e29-098f8ed7e5aa', 'name': 'tempest-TestVolumeBackupRestore-1027194951-router', 'tenant_id': '488d0e0fbf5f4ceeb46c9a3de4fcd0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:09:57Z', 'updated_at': '2022-05-03T23:12:59Z', 'revision_number': 6, 'project_id': '488d0e0fbf5f4ceeb46c9a3de4fcd0a2', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:12:59.578767 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b94398-e3c9-4cbd-9d71-669f55919514 None None] The sync data for ids ['a132786b-de17-4a18-9e29-098f8ed7e5aa'] in n-d-811807-1 is: [{'id': 'a132786b-de17-4a18-9e29-098f8ed7e5aa', 'name': 'tempest-TestVolumeBackupRestore-1027194951-router', 'tenant_id': '488d0e0fbf5f4ceeb46c9a3de4fcd0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:09:57Z', 'updated_at': '2022-05-03T23:12:59Z', 'revision_number': 6, 'project_id': '488d0e0fbf5f4ceeb46c9a3de4fcd0a2', 'gw_port_host': None}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:12:59.588273 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-9aa0a4d4-0ede-4260-9b21-d5e452dd2e93 admin admin] Calling delete_port for 84bdc201-10eb-4988-abdf-a1739dae398a owned by network:router_gateway {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:12:59.751425 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9aa0a4d4-0ede-4260-9b21-d5e452dd2e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:12:59.797350 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0a4d4-0ede-4260-9b21-d5e452dd2e93 admin admin] Pushing event deleted for resources: {'Port': ['ID=84bdc201-10eb-4988-abdf-a1739dae398a,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:12:59.886554 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9aa0a4d4-0ede-4260-9b21-d5e452dd2e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:00.060638 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9aa0a4d4-0ede-4260-9b21-d5e452dd2e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:00.062988 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9aa0a4d4-0ede-4260-9b21-d5e452dd2e93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:00.087677 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9aa0a4d4-0ede-4260-9b21-d5e452dd2e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:00.088555 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa0a4d4-0ede-4260-9b21-d5e452dd2e93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a132786b-de17-4a18-9e29-098f8ed7e5aa {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 23:13:00.102359 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9aa0a4d4-0ede-4260-9b21-d5e452dd2e93 admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:00.103598 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9aa0a4d4-0ede-4260-9b21-d5e452dd2e93 admin admin] 10.222.0.58 "DELETE /v2.0/routers/a132786b-de17-4a18-9e29-098f8ed7e5aa HTTP/1.1" status: 204 len: 168 time: 1.3018820 May 03 23:13:00.106074 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53702) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:13:00.166284 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-f82392e3-6d99-4b59-a2e4-27d944cdb811 admin admin] Deleting subnet 618839ae-94a4-4fe3-aeee-ab932d233a2e {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:13:00.170444 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f82392e3-6d99-4b59-a2e4-27d944cdb811 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:00.219315 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f82392e3-6d99-4b59-a2e4-27d944cdb811 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:00.407579 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f82392e3-6d99-4b59-a2e4-27d944cdb811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:00.474091 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f82392e3-6d99-4b59-a2e4-27d944cdb811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:00.513908 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82392e3-6d99-4b59-a2e4-27d944cdb811 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=618839ae-94a4-4fe3-aeee-ab932d233a2e,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:13:00.517491 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f82392e3-6d99-4b59-a2e4-27d944cdb811 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:00.525413 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a7bad2-e494-4d10-b0d9-6c691642522b None None] Network 16178247-4f83-4132-8cdc-42e3be47129c requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:13:00.525931 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f82392e3-6d99-4b59-a2e4-27d944cdb811 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/618839ae-94a4-4fe3-aeee-ab932d233a2e HTTP/1.1" status: 204 len: 168 time: 0.4155731 May 03 23:13:00.525931 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53706) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:13:00.633966 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-463855f6-3f40-434a-9316-47dd288066ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:00.644402 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-463855f6-3f40-434a-9316-47dd288066ca admin admin] Deleting port 039ef70c-8d46-4d11-862d-33ebe18b47f4 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:13:00.644736 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-463855f6-3f40-434a-9316-47dd288066ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:00.774261 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94768907-7d0c-4de9-abff-f78a122c798e None None] DHCP port deletion for 16178247-4f83-4132-8cdc-42e3be47129c request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:13:00.779592 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-94768907-7d0c-4de9-abff-f78a122c798e None None] Deleting port 039ef70c-8d46-4d11-862d-33ebe18b47f4 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:13:00.780077 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-94768907-7d0c-4de9-abff-f78a122c798e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:00.846332 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-463855f6-3f40-434a-9316-47dd288066ca admin admin] For port 039ef70c-8d46-4d11-862d-33ebe18b47f4, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=039ef70c-8d46-4d11-862d-33ebe18b47f4,segment=NetworkSegment(34c9a367-0c4b-44d2-976b-52cdd7df3b9d),segment_id=34c9a367-0c4b-44d2-976b-52cdd7df3b9d)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:13:00.846861 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-463855f6-3f40-434a-9316-47dd288066ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:00.970017 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-463855f6-3f40-434a-9316-47dd288066ca admin admin] Calling delete_port for 039ef70c-8d46-4d11-862d-33ebe18b47f4 owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:13:00.987306 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-94768907-7d0c-4de9-abff-f78a122c798e None None] For port 039ef70c-8d46-4d11-862d-33ebe18b47f4, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=039ef70c-8d46-4d11-862d-33ebe18b47f4,segment=NetworkSegment(34c9a367-0c4b-44d2-976b-52cdd7df3b9d),segment_id=34c9a367-0c4b-44d2-976b-52cdd7df3b9d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:13:00.987852 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-94768907-7d0c-4de9-abff-f78a122c798e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:01.050206 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-463855f6-3f40-434a-9316-47dd288066ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:01.104403 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 2261a89f-ccc7-481f-98d9-bc05d18d9c33 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:13:01.105611 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463855f6-3f40-434a-9316-47dd288066ca admin admin] Pushing event deleted for resources: {'Port': ['ID=039ef70c-8d46-4d11-862d-33ebe18b47f4,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:13:01.111474 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463855f6-3f40-434a-9316-47dd288066ca admin admin] No DVR routers for this DVR port 039ef70c-8d46-4d11-862d-33ebe18b47f4 on host n-d-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:13:01.134646 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-94768907-7d0c-4de9-abff-f78a122c798e None None] Calling delete_port for 039ef70c-8d46-4d11-862d-33ebe18b47f4 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:13:01.184594 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 2261a89f-ccc7-481f-98d9-bc05d18d9c33 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:13:01.184941 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 2261a89f-ccc7-481f-98d9-bc05d18d9c33 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:13:01.185365 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 039ef70c-8d46-4d11-862d-33ebe18b47f4 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:13:01.225024 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 039ef70c-8d46-4d11-862d-33ebe18b47f4 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:13:01.225288 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 039ef70c-8d46-4d11-862d-33ebe18b47f4 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:13:01.225711 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 84bdc201-10eb-4988-abdf-a1739dae398a no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:13:01.231822 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-463855f6-3f40-434a-9316-47dd288066ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:01.256827 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-463855f6-3f40-434a-9316-47dd288066ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16178247-4f83-4132-8cdc-42e3be47129c']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:13:01.262251 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 84bdc201-10eb-4988-abdf-a1739dae398a {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:13:01.262646 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 84bdc201-10eb-4988-abdf-a1739dae398a not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:13:01.272754 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-463855f6-3f40-434a-9316-47dd288066ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c9a367-0c4b-44d2-976b-52cdd7df3b9d') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:13:01.273068 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-463855f6-3f40-434a-9316-47dd288066ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c9a367-0c4b-44d2-976b-52cdd7df3b9d') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:13:01.286393 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-463855f6-3f40-434a-9316-47dd288066ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:01.288077 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-94768907-7d0c-4de9-abff-f78a122c798e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:13:01.288437 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-94768907-7d0c-4de9-abff-f78a122c798e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:13:01.301670 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-463855f6-3f40-434a-9316-47dd288066ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:01.307647 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-463855f6-3f40-434a-9316-47dd288066ca admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:13:01.308025 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-463855f6-3f40-434a-9316-47dd288066ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:01.321667 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 23:13:01.321667 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:13:01.321667 n-d-811807-1 neutron-server[88069]: timer() May 03 23:13:01.321667 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:13:01.321667 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 23:13:01.321667 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:13:01.321667 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 23:13:01.321667 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:13:01.321667 n-d-811807-1 neutron-server[88069]: self._notify() May 03 23:13:01.321667 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:13:01.321667 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 23:13:01.321667 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:13:01.321667 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 23:13:01.321667 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:13:01.321667 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:13:01.321667 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:13:01.321667 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:13:01.321667 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:13:01.321667 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 23:13:01.321667 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:13:01.321667 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 23:13:01.321667 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:13:01.321667 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:13:01.321667 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:13:01.321667 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 23:13:01.321667 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:13:01.321667 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:13:01.321667 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:13:01.321667 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:13:01.321667 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:13:01.321667 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:13:01.321667 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:13:01.393215 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-463855f6-3f40-434a-9316-47dd288066ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:01.409072 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-463855f6-3f40-434a-9316-47dd288066ca admin admin] Notify callbacks [] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:01.423001 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463855f6-3f40-434a-9316-47dd288066ca admin admin] Pushing event deleted for resources: {'Network': ['ID=16178247-4f83-4132-8cdc-42e3be47129c,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:13:01.429907 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-463855f6-3f40-434a-9316-47dd288066ca admin admin] 10.222.0.58 "DELETE /v2.0/networks/16178247-4f83-4132-8cdc-42e3be47129c HTTP/1.1" status: 204 len: 168 time: 0.9033217 May 03 23:13:01.600516 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53712) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:13:01.647066 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0cc4413d-a450-48c9-aee4-53eb5de4440e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6b995e6a93df4bb883f9cfd1f0397cd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454459 May 03 23:13:01.649443 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53716) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:13:01.705494 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-86a127fe-1ebf-429f-b059-02efbfe85aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:01.730489 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-86a127fe-1ebf-429f-b059-02efbfe85aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:01.782467 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-86a127fe-1ebf-429f-b059-02efbfe85aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:01.789294 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-94768907-7d0c-4de9-abff-f78a122c798e None None] Deleting port 039ef70c-8d46-4d11-862d-33ebe18b47f4 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:13:01.789780 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-94768907-7d0c-4de9-abff-f78a122c798e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:01.800283 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a127fe-1ebf-429f-b059-02efbfe85aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f29aea-5ff6-4a1d-836b-09b3a73b00e8,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:13:01.806956 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-86a127fe-1ebf-429f-b059-02efbfe85aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:01.811812 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-86a127fe-1ebf-429f-b059-02efbfe85aba admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/91f29aea-5ff6-4a1d-836b-09b3a73b00e8 HTTP/1.1" status: 204 len: 168 time: 0.1577499 May 03 23:13:01.910865 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-94768907-7d0c-4de9-abff-f78a122c798e None None] The port '039ef70c-8d46-4d11-862d-33ebe18b47f4' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 23:13:02.159460 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53724) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:13:02.216756 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7307e370-18fa-4fd1-bf26-7d89637021a3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=488d0e0fbf5f4ceeb46c9a3de4fcd0a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0554869 May 03 23:13:02.219164 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53728) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:13:02.250386 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:13:02.274910 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-53137c2f-b5fa-4775-a3fd-f1326f7ded79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:02.299344 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-53137c2f-b5fa-4775-a3fd-f1326f7ded79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:02.350087 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-53137c2f-b5fa-4775-a3fd-f1326f7ded79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:02.365431 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53137c2f-b5fa-4775-a3fd-f1326f7ded79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d696638-176e-4205-9a6b-e279cd61681c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:13:02.370030 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-53137c2f-b5fa-4775-a3fd-f1326f7ded79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:02.370833 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-53137c2f-b5fa-4775-a3fd-f1326f7ded79 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7d696638-176e-4205-9a6b-e279cd61681c HTTP/1.1" status: 204 len: 168 time: 0.1507976 May 03 23:13:13.469304 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-68e4d0e2-1ac5-4323-85b2-300c94a8f9d9 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=b5a669a1c6484359a3ddd1d3ce6e3945&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284295 May 03 23:13:13.619746 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-0cb6bd99-c7c7-441a-925a-6502388792c1 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:13.622512 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-0cb6bd99-c7c7-441a-925a-6502388792c1 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1474984 May 03 23:13:13.638281 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-45fce73d-94e4-4cfa-ab82-234e698f176a tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] 10.222.0.58 "GET /v2.0/quotas/b5a669a1c6484359a3ddd1d3ce6e3945 HTTP/1.1" status: 200 len: 375 time: 0.0095239 May 03 23:13:13.683304 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-9181cca0-d782-4011-b07c-1d8995e2f60e tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b5a669a1c6484359a3ddd1d3ce6e3945&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401559 May 03 23:13:13.854098 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bd9e3f2b-4ac7-4b8d-a823-ef793c69f607 req-a6badea0-d790-472b-a664-dfabfe8ccec5 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6dc338a-634c-425d-a79c-8f4604f310fd HTTP/1.1" status: 200 len: 210 time: 0.0419555 May 03 23:13:14.773715 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-6d3eccd8-33ef-43d9-b30f-cf90aa9f52c4 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=b5a669a1c6484359a3ddd1d3ce6e3945&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319905 May 03 23:13:14.933116 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-90ad5d7d-5505-46da-8d82-75b3fd567508 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:14.934912 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-90ad5d7d-5505-46da-8d82-75b3fd567508 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1564257 May 03 23:13:14.948560 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-a34c0517-c264-44b7-93b7-f784c9799907 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Request body: {'port': {'device_id': 'e6dc338a-634c-425d-a79c-8f4604f310fd', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'admin_state_up': True, 'tenant_id': 'b5a669a1c6484359a3ddd1d3ce6e3945'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:13:15.022310 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-62927a3e-ebc2-44bb-8f35-df38d7739ee2 req-3b8a5656-10c3-4a29-b74c-8f825bea2848 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6dc338a-634c-425d-a79c-8f4604f310fd HTTP/1.1" status: 200 len: 210 time: 0.0571947 May 03 23:13:15.218909 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-a34c0517-c264-44b7-93b7-f784c9799907 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:13:15.222816 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-a34c0517-c264-44b7-93b7-f784c9799907 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Usage tracker for resource:port and tenant:b5a669a1c6484359a3ddd1d3ce6e3945 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:13:15.225663 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-a34c0517-c264-44b7-93b7-f784c9799907 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:13:15.231628 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-a34c0517-c264-44b7-93b7-f784c9799907 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:13:15.241215 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-a34c0517-c264-44b7-93b7-f784c9799907 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Made reservation on behalf of b5a669a1c6484359a3ddd1d3ce6e3945 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:13:15.244640 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-a34c0517-c264-44b7-93b7-f784c9799907 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:15.256718 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-a34c0517-c264-44b7-93b7-f784c9799907 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:15.271518 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-a34c0517-c264-44b7-93b7-f784c9799907 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:13:15.275246 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-a34c0517-c264-44b7-93b7-f784c9799907 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Usage tracker for resource:security_group_rule and tenant:b5a669a1c6484359a3ddd1d3ce6e3945 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:13:15.277979 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-a34c0517-c264-44b7-93b7-f784c9799907 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:13:15.283542 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-a34c0517-c264-44b7-93b7-f784c9799907 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:13:15.370452 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-a34c0517-c264-44b7-93b7-f784c9799907 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:15.374963 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-a34c0517-c264-44b7-93b7-f784c9799907 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:15.448911 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c0517-c264-44b7-93b7-f784c9799907 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60ae2c74-8edf-4b46-b62c-ae77e232c4ea,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:13:15.541044 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-a34c0517-c264-44b7-93b7-f784c9799907 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Allocated IP 192.168.233.53 (7e14e0ca-f320-4236-9b9e-a9e4f415dbeb/1dff747c-9d3c-4e06-92c1-836fbb9482c4/24375611-cf50-42ba-8adc-0b34b8555acd) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:13:15.744103 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-a34c0517-c264-44b7-93b7-f784c9799907 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:15.758822 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-a34c0517-c264-44b7-93b7-f784c9799907 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Transition to ACTIVE for port object 24375611-cf50-42ba-8adc-0b34b8555acd will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:13:15.781798 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-a34c0517-c264-44b7-93b7-f784c9799907 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:15.849695 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-a34c0517-c264-44b7-93b7-f784c9799907 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:13:15.852723 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-a34c0517-c264-44b7-93b7-f784c9799907 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:13:15.857102 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-a34c0517-c264-44b7-93b7-f784c9799907 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:13:15.896397 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c0517-c264-44b7-93b7-f784c9799907 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Pushing event updated for resources: {'Port': ['ID=24375611-cf50-42ba-8adc-0b34b8555acd,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:13:15.929279 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-a34c0517-c264-44b7-93b7-f784c9799907 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:15.929949 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-a34c0517-c264-44b7-93b7-f784c9799907 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:15.956828 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-a34c0517-c264-44b7-93b7-f784c9799907 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0121341 May 03 23:13:15.968449 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-af07ba21-d66b-41fe-b92c-39a08535b942 service neutron] Request body: {'port': {'device_id': 'e6dc338a-634c-425d-a79c-8f4604f310fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:13:16.078934 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-af07ba21-d66b-41fe-b92c-39a08535b942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:16.118246 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-dc2f68a7-5039-4308-8a17-182c244b08ed None None] Provisioning for port 24375611-cf50-42ba-8adc-0b34b8555acd completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:13:16.123709 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-dc2f68a7-5039-4308-8a17-182c244b08ed None None] Provisioning complete for port 24375611-cf50-42ba-8adc-0b34b8555acd triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:13:16.124285 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-dc2f68a7-5039-4308-8a17-182c244b08ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:16.181000 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-dc2f68a7-5039-4308-8a17-182c244b08ed None None] Port 24375611-cf50-42ba-8adc-0b34b8555acd cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:13:16.318102 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452ba30-6e6d-49a6-8ef8-e2b96ca575f7 req-8774b197-3011-439b-a324-f843a8f37f5a tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:16.318799 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d452ba30-6e6d-49a6-8ef8-e2b96ca575f7 req-8774b197-3011-439b-a324-f843a8f37f5a tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Synchronizing usage tracker for tenant:b5a669a1c6484359a3ddd1d3ce6e3945 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:13:16.399565 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d452ba30-6e6d-49a6-8ef8-e2b96ca575f7 req-8774b197-3011-439b-a324-f843a8f37f5a tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Unset dirty status for tenant:b5a669a1c6484359a3ddd1d3ce6e3945 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:13:16.400729 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d452ba30-6e6d-49a6-8ef8-e2b96ca575f7 req-8774b197-3011-439b-a324-f843a8f37f5a tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6dc338a-634c-425d-a79c-8f4604f310fd HTTP/1.1" status: 200 len: 935 time: 0.2741518 May 03 23:13:16.463378 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d452ba30-6e6d-49a6-8ef8-e2b96ca575f7 req-725c913b-4130-4a85-86f1-0cdf242d0074 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Synchronizing usage tracker for tenant:b5a669a1c6484359a3ddd1d3ce6e3945 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:13:16.527159 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-d452ba30-6e6d-49a6-8ef8-e2b96ca575f7 req-725c913b-4130-4a85-86f1-0cdf242d0074 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Unset dirty status for tenant:b5a669a1c6484359a3ddd1d3ce6e3945 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:13:16.528338 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d452ba30-6e6d-49a6-8ef8-e2b96ca575f7 req-725c913b-4130-4a85-86f1-0cdf242d0074 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] 10.222.0.58 "GET /v2.0/security-groups?id=60ae2c74-8edf-4b46-b62c-ae77e232c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197388 May 03 23:13:16.549321 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-af07ba21-d66b-41fe-b92c-39a08535b942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24375611-cf50-42ba-8adc-0b34b8555acd {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:13:16.556917 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-af07ba21-d66b-41fe-b92c-39a08535b942 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:16.576830 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-af07ba21-d66b-41fe-b92c-39a08535b942 service neutron] Transition to ACTIVE for port object 24375611-cf50-42ba-8adc-0b34b8555acd will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:13:16.580420 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-af07ba21-d66b-41fe-b92c-39a08535b942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:16.711706 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07ba21-d66b-41fe-b92c-39a08535b942 service neutron] Pushing event updated for resources: {'Port': ['ID=24375611-cf50-42ba-8adc-0b34b8555acd,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:13:16.815859 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-af07ba21-d66b-41fe-b92c-39a08535b942 service neutron] Attempting to bind port 24375611-cf50-42ba-8adc-0b34b8555acd on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:13:16.816486 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-af07ba21-d66b-41fe-b92c-39a08535b942 service neutron] Attempting to bind port 24375611-cf50-42ba-8adc-0b34b8555acd by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:13:16.816601 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-af07ba21-d66b-41fe-b92c-39a08535b942 service neutron] Attempting to bind port 24375611-cf50-42ba-8adc-0b34b8555acd on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:13:16.821012 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-af07ba21-d66b-41fe-b92c-39a08535b942 service neutron] Port 24375611-cf50-42ba-8adc-0b34b8555acd on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:13:16.821579 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-af07ba21-d66b-41fe-b92c-39a08535b942 service neutron] Attempting to bind port 24375611-cf50-42ba-8adc-0b34b8555acd on network 7e14e0ca-f320-4236-9b9e-a9e4f415dbeb {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:13:16.827175 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-af07ba21-d66b-41fe-b92c-39a08535b942 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:13:16.827509 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-af07ba21-d66b-41fe-b92c-39a08535b942 service neutron] Checking segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:13:16.827890 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-af07ba21-d66b-41fe-b92c-39a08535b942 service neutron] Bound using segment: {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:13:16.828305 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-af07ba21-d66b-41fe-b92c-39a08535b942 service neutron] Bound port: 24375611-cf50-42ba-8adc-0b34b8555acd, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ccc14e3-f07f-478b-a6be-cb43d2ede818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:13:16.828645 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-af07ba21-d66b-41fe-b92c-39a08535b942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:16.918000 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-af07ba21-d66b-41fe-b92c-39a08535b942 service neutron] For port 24375611-cf50-42ba-8adc-0b34b8555acd, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:13:16.921510 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-af07ba21-d66b-41fe-b92c-39a08535b942 service neutron] For port 24375611-cf50-42ba-8adc-0b34b8555acd, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=24375611-cf50-42ba-8adc-0b34b8555acd,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:13:16.925301 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-af07ba21-d66b-41fe-b92c-39a08535b942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:16.984727 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-af07ba21-d66b-41fe-b92c-39a08535b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:16.985353 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-af07ba21-d66b-41fe-b92c-39a08535b942 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:16.986716 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-af07ba21-d66b-41fe-b92c-39a08535b942 service neutron] 10.222.0.60 "PUT /v2.0/ports/24375611-cf50-42ba-8adc-0b34b8555acd HTTP/1.1" status: 200 len: 1095 time: 1.0230234 May 03 23:13:16.987154 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6dc338a-634c-425d-a79c-8f4604f310fd', 'tag': '24375611-cf50-42ba-8adc-0b34b8555acd'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:13:17.007583 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07ba21-d66b-41fe-b92c-39a08535b942 service neutron] Pushing event updated for resources: {'Port': ['ID=24375611-cf50-42ba-8adc-0b34b8555acd,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:13:17.062005 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6e63db8-8c77-4846-a761-ddec6a46d423'] response: {'name': 'network-changed', 'server_uuid': 'e6dc338a-634c-425d-a79c-8f4604f310fd', 'tag': '24375611-cf50-42ba-8adc-0b34b8555acd', 'status': 'completed', 'code': 200} May 03 23:13:17.214186 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-039b0f0e-f39d-41d9-b181-ceb759ff34de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:17.216184 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-039b0f0e-f39d-41d9-b181-ceb759ff34de service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b5a669a1c6484359a3ddd1d3ce6e3945&device_id=e6dc338a-634c-425d-a79c-8f4604f310fd HTTP/1.1" status: 200 len: 1098 time: 0.1900258 May 03 23:13:17.289327 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-823d8a69-fd54-411f-a079-53ddf486236f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=24375611-cf50-42ba-8adc-0b34b8555acd HTTP/1.1" status: 200 len: 217 time: 0.0657535 May 03 23:13:17.349565 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-ffc5dd29-cbc2-4e3d-9a68-503bff308e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:17.350953 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-ffc5dd29-cbc2-4e3d-9a68-503bff308e15 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.0556962 May 03 23:13:17.424052 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-05cb6882-9251-462f-b37f-cf4322768ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:17.425424 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-05cb6882-9251-462f-b37f-cf4322768ed8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0678442 May 03 23:13:17.558272 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-d95d502f-2769-419b-ad69-46b0cc7f3f79 service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266875 May 03 23:13:17.751130 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2c04b8f0-be25-4043-a327-4b04dad109ce req-8e490fef-a345-4b93-8750-e41eb412af6d service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855032 May 03 23:13:17.774104 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2197a-fa7e-47e5-b010-4c89afc06f3d req-1fa37f58-09bd-4167-8452-72cabd882188 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:17.775533 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cbe2197a-fa7e-47e5-b010-4c89afc06f3d req-1fa37f58-09bd-4167-8452-72cabd882188 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6dc338a-634c-425d-a79c-8f4604f310fd HTTP/1.1" status: 200 len: 947 time: 0.1191380 May 03 23:13:17.872156 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cbe2197a-fa7e-47e5-b010-4c89afc06f3d req-c21f8317-75b9-4673-b3c3-8e82ef28a07a tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] 10.222.0.58 "GET /v2.0/security-groups?id=60ae2c74-8edf-4b46-b62c-ae77e232c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901864 May 03 23:13:17.888831 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12293f-f709-460d-b736-5ebed55c77cc req-80f65722-c50f-4f58-9615-170c4cd980f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:17.890314 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8d12293f-f709-460d-b736-5ebed55c77cc req-80f65722-c50f-4f58-9615-170c4cd980f8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b5a669a1c6484359a3ddd1d3ce6e3945&device_id=e6dc338a-634c-425d-a79c-8f4604f310fd HTTP/1.1" status: 200 len: 1098 time: 0.0946252 May 03 23:13:18.021018 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12293f-f709-460d-b736-5ebed55c77cc req-b11934fc-eee7-4a7e-a469-cf0e50c5b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:18.022391 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8d12293f-f709-460d-b736-5ebed55c77cc req-b11934fc-eee7-4a7e-a469-cf0e50c5b95b service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb HTTP/1.1" status: 200 len: 870 time: 0.1258266 May 03 23:13:18.089312 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8d12293f-f709-460d-b736-5ebed55c77cc req-99f4771f-d1ce-4bc1-a044-35bc5f43a7d6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=24375611-cf50-42ba-8adc-0b34b8555acd HTTP/1.1" status: 200 len: 217 time: 0.0581684 May 03 23:13:18.152024 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12293f-f709-460d-b736-5ebed55c77cc req-a0eca2fa-2a00-410f-86dc-5a5939f8d25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:18.153964 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8d12293f-f709-460d-b736-5ebed55c77cc req-a0eca2fa-2a00-410f-86dc-5a5939f8d25f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1dff747c-9d3c-4e06-92c1-836fbb9482c4 HTTP/1.1" status: 200 len: 843 time: 0.0572028 May 03 23:13:18.227925 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12293f-f709-460d-b736-5ebed55c77cc req-4d77e071-66f8-453f-9402-dc960ec6694d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:18.229431 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8d12293f-f709-460d-b736-5ebed55c77cc req-4d77e071-66f8-453f-9402-dc960ec6694d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e14e0ca-f320-4236-9b9e-a9e4f415dbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0682125 May 03 23:13:18.358781 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8d12293f-f709-460d-b736-5ebed55c77cc req-af6c2be0-a870-44f0-8bff-3b034b7954ab service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216671 May 03 23:13:18.486804 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8d12293f-f709-460d-b736-5ebed55c77cc req-732d51b8-07fd-4204-88bb-4a7a25f0264d service neutron] 10.222.0.60 "GET /v2.0/networks/7e14e0ca-f320-4236-9b9e-a9e4f415dbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215320 May 03 23:13:19.055845 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1945e6-2821-4b46-a89e-fb7ed2cebd20 req-4ad95e37-7631-4369-a712-14cf37261af4 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:19.057270 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4c1945e6-2821-4b46-a89e-fb7ed2cebd20 req-4ad95e37-7631-4369-a712-14cf37261af4 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6dc338a-634c-425d-a79c-8f4604f310fd HTTP/1.1" status: 200 len: 947 time: 0.0811241 May 03 23:13:19.100290 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4c1945e6-2821-4b46-a89e-fb7ed2cebd20 req-f46d5204-88b0-493b-8eca-402859229146 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] 10.222.0.58 "GET /v2.0/security-groups?id=60ae2c74-8edf-4b46-b62c-ae77e232c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368640 May 03 23:13:19.454009 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 24375611-cf50-42ba-8adc-0b34b8555acd details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:13:19.583608 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 24375611-cf50-42ba-8adc-0b34b8555acd, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=24375611-cf50-42ba-8adc-0b34b8555acd,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:13:19.597059 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '24375611-cf50-42ba-8adc-0b34b8555acd', 'network_id': '7e14e0ca-f320-4236-9b9e-a9e4f415dbeb', 'port_id': '24375611-cf50-42ba-8adc-0b34b8555acd', 'mac_address': 'fa:16:3e:66:da:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dff747c-9d3c-4e06-92c1-836fbb9482c4', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:13:19.650033 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:19.666506 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24375611-cf50-42ba-8adc-0b34b8555acd {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:13:19.681678 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 24375611-cf50-42ba-8adc-0b34b8555acd, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=24375611-cf50-42ba-8adc-0b34b8555acd,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:13:19.685648 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:19.754294 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=24375611-cf50-42ba-8adc-0b34b8555acd,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:13:19.761449 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:13:19.761792 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:13:19.762171 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:13:19.762517 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:13:19.762848 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:13:19.763171 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:13:19.763490 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:13:19.763806 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:13:19.764119 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:13:19.764432 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:13:19.764746 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:13:19.765058 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:13:19.901937 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['24375611-cf50-42ba-8adc-0b34b8555acd'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:13:20.282363 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260a7c0-f025-47b9-a9c0-5c764ac23a41 req-8204107c-cfa7-464d-833e-3c942749345f tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:20.283800 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9260a7c0-f025-47b9-a9c0-5c764ac23a41 req-8204107c-cfa7-464d-833e-3c942749345f tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6dc338a-634c-425d-a79c-8f4604f310fd HTTP/1.1" status: 200 len: 948 time: 0.0781610 May 03 23:13:20.326688 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9260a7c0-f025-47b9-a9c0-5c764ac23a41 req-6d01d716-ef1e-4de2-b060-43a028f9df26 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] 10.222.0.58 "GET /v2.0/security-groups?id=60ae2c74-8edf-4b46-b62c-ae77e232c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374281 May 03 23:13:21.453644 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 24375611-cf50-42ba-8adc-0b34b8555acd up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:13:21.524767 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 24375611-cf50-42ba-8adc-0b34b8555acd completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:13:21.531725 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 24375611-cf50-42ba-8adc-0b34b8555acd triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:13:21.532488 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:21.613686 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b8d0d-b15f-47dc-b3a9-c2cde723f0a5 req-52e9a438-ae98-4875-8538-ec04ef77dda9 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:21.615141 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6c3b8d0d-b15f-47dc-b3a9-c2cde723f0a5 req-52e9a438-ae98-4875-8538-ec04ef77dda9 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6dc338a-634c-425d-a79c-8f4604f310fd HTTP/1.1" status: 200 len: 948 time: 0.1877513 May 03 23:13:21.655463 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:21.659435 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6c3b8d0d-b15f-47dc-b3a9-c2cde723f0a5 req-f846d66c-d6d0-45d9-a814-0f71af3eb114 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] 10.222.0.58 "GET /v2.0/security-groups?id=60ae2c74-8edf-4b46-b62c-ae77e232c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385399 May 03 23:13:21.681836 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6dc338a-634c-425d-a79c-8f4604f310fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24375611-cf50-42ba-8adc-0b34b8555acd'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:13:21.691648 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 24375611-cf50-42ba-8adc-0b34b8555acd, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=24375611-cf50-42ba-8adc-0b34b8555acd,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:13:21.695646 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:21.732136 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40a0a0b2-0060-48c6-89e4-f87bed0ae500'] response: {'server_uuid': 'e6dc338a-634c-425d-a79c-8f4604f310fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24375611-cf50-42ba-8adc-0b34b8555acd', 'code': 200} May 03 23:13:21.764334 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=24375611-cf50-42ba-8adc-0b34b8555acd,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:13:21.853282 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f4df1-5ab7-435f-b121-3b44ff643169 req-97f14f54-5d85-424b-afb1-ec9dd1d4de8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:21.854786 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-253f4df1-5ab7-435f-b121-3b44ff643169 req-97f14f54-5d85-424b-afb1-ec9dd1d4de8d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e6dc338a-634c-425d-a79c-8f4604f310fd HTTP/1.1" status: 200 len: 1100 time: 0.0714195 May 03 23:13:21.897265 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-253f4df1-5ab7-435f-b121-3b44ff643169 req-fdebb661-58ae-49bc-a2cf-ed06187a1684 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=60ae2c74-8edf-4b46-b62c-ae77e232c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339794 May 03 23:13:22.840270 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [req-db5114af-6621-4c79-b4a4-e94ff36640c3 req-e2e71ad9-1c4a-465b-b5c7-bbaf27c4adfa service neutron] (88070) timed out ('10.222.0.58', 42928) {{(pid=88070) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 03 23:13:22.844189 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a343b-fb89-4734-b1d8-f2af070bd19a req-c6440dd3-a7b8-4897-8bbb-bcadb99b2b18 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:22.845738 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5a6a343b-fb89-4734-b1d8-f2af070bd19a req-c6440dd3-a7b8-4897-8bbb-bcadb99b2b18 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6dc338a-634c-425d-a79c-8f4604f310fd HTTP/1.1" status: 200 len: 949 time: 0.0818667 May 03 23:13:22.888755 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5a6a343b-fb89-4734-b1d8-f2af070bd19a req-c4f6ee27-fc01-4dd3-bb58-5e26d06992ba tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] 10.222.0.58 "GET /v2.0/security-groups?id=60ae2c74-8edf-4b46-b62c-ae77e232c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373926 May 03 23:13:22.955067 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-34b90713-9a80-4f81-bde1-50c10ff52877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:24.078571 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877f5b2-5f8f-4ae4-8412-1a0771a05f9b req-55a161ce-eae0-4e7a-a5dd-f1a02aecab36 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:24.080024 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6877f5b2-5f8f-4ae4-8412-1a0771a05f9b req-55a161ce-eae0-4e7a-a5dd-f1a02aecab36 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6dc338a-634c-425d-a79c-8f4604f310fd HTTP/1.1" status: 200 len: 949 time: 0.0830572 May 03 23:13:24.122550 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6877f5b2-5f8f-4ae4-8412-1a0771a05f9b req-f07ddce0-523e-4dcb-9afb-3e570be7c1b0 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] 10.222.0.58 "GET /v2.0/security-groups?id=60ae2c74-8edf-4b46-b62c-ae77e232c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365167 May 03 23:13:24.752094 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:25.347610 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d6284-b100-42a3-97ed-f47f98ff0fee req-30ddab82-67fe-4f77-9698-ae1edfaa0200 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:25.348933 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-608d6284-b100-42a3-97ed-f47f98ff0fee req-30ddab82-67fe-4f77-9698-ae1edfaa0200 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6dc338a-634c-425d-a79c-8f4604f310fd HTTP/1.1" status: 200 len: 949 time: 0.0829518 May 03 23:13:25.391137 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-608d6284-b100-42a3-97ed-f47f98ff0fee req-44d3cf58-2782-4d6f-8fac-9d8bad2cc2b1 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] 10.222.0.58 "GET /v2.0/security-groups?id=60ae2c74-8edf-4b46-b62c-ae77e232c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365963 May 03 23:13:25.550366 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-52770b4a-011c-4bd6-83f4-00917cfe0359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:26.378790 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:26.420486 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:26.639386 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c92c77-1e50-473c-a1a0-0392d26ac632 req-0f4d057f-61ec-452d-86b2-41e30f07c991 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:26.640845 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-35c92c77-1e50-473c-a1a0-0392d26ac632 req-0f4d057f-61ec-452d-86b2-41e30f07c991 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6dc338a-634c-425d-a79c-8f4604f310fd HTTP/1.1" status: 200 len: 949 time: 0.1458666 May 03 23:13:26.647924 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbc87a-b301-4847-9dac-d2c6d1ea6515 req-075c0e39-8a23-474d-bba4-63330e715311 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:26.649244 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8dcbc87a-b301-4847-9dac-d2c6d1ea6515 req-075c0e39-8a23-474d-bba4-63330e715311 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6dc338a-634c-425d-a79c-8f4604f310fd HTTP/1.1" status: 200 len: 949 time: 0.1161978 May 03 23:13:26.736411 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-35c92c77-1e50-473c-a1a0-0392d26ac632 req-cf2714fc-e501-4b5c-b03f-05fa24d1bf63 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] 10.222.0.58 "GET /v2.0/security-groups?id=60ae2c74-8edf-4b46-b62c-ae77e232c4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862391 May 03 23:13:26.743575 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-8dcbc87a-b301-4847-9dac-d2c6d1ea6515 req-12cbf3c4-0a8f-416c-b880-706f872a9312 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Deleting port 24375611-cf50-42ba-8adc-0b34b8555acd {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:13:26.743910 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-8dcbc87a-b301-4847-9dac-d2c6d1ea6515 req-12cbf3c4-0a8f-416c-b880-706f872a9312 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:26.991421 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-8dcbc87a-b301-4847-9dac-d2c6d1ea6515 req-12cbf3c4-0a8f-416c-b880-706f872a9312 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] For port 24375611-cf50-42ba-8adc-0b34b8555acd, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=24375611-cf50-42ba-8adc-0b34b8555acd,segment=NetworkSegment(7ccc14e3-f07f-478b-a6be-cb43d2ede818),segment_id=7ccc14e3-f07f-478b-a6be-cb43d2ede818)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:13:26.991693 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-8dcbc87a-b301-4847-9dac-d2c6d1ea6515 req-12cbf3c4-0a8f-416c-b880-706f872a9312 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:27.111555 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-8dcbc87a-b301-4847-9dac-d2c6d1ea6515 req-12cbf3c4-0a8f-416c-b880-706f872a9312 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Calling delete_port for 24375611-cf50-42ba-8adc-0b34b8555acd owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:13:27.254909 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-8dcbc87a-b301-4847-9dac-d2c6d1ea6515 req-12cbf3c4-0a8f-416c-b880-706f872a9312 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:27.267339 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['24375611-cf50-42ba-8adc-0b34b8555acd'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:13:27.338575 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbf3c4-0a8f-416c-b880-706f872a9312 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Pushing event deleted for resources: {'Port': ['ID=24375611-cf50-42ba-8adc-0b34b8555acd,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:13:27.388085 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dcbc87a-b301-4847-9dac-d2c6d1ea6515 req-12cbf3c4-0a8f-416c-b880-706f872a9312 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] No DVR routers for this DVR port 24375611-cf50-42ba-8adc-0b34b8555acd on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:13:27.390810 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-8dcbc87a-b301-4847-9dac-d2c6d1ea6515 req-12cbf3c4-0a8f-416c-b880-706f872a9312 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:27.393653 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6dc338a-634c-425d-a79c-8f4604f310fd', 'name': 'network-vif-deleted', 'tag': '24375611-cf50-42ba-8adc-0b34b8555acd'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:13:27.410562 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8dcbc87a-b301-4847-9dac-d2c6d1ea6515 req-12cbf3c4-0a8f-416c-b880-706f872a9312 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] 10.222.0.60 "DELETE /v2.0/ports/24375611-cf50-42ba-8adc-0b34b8555acd HTTP/1.1" status: 204 len: 173 time: 0.7479372 May 03 23:13:27.447503 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25368d71-3ed0-4270-b134-73114ae9e23c'] response: {'server_uuid': 'e6dc338a-634c-425d-a79c-8f4604f310fd', 'name': 'network-vif-deleted', 'tag': '24375611-cf50-42ba-8adc-0b34b8555acd', 'status': 'completed', 'code': 200} May 03 23:13:27.741781 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:27.899727 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-76390eae-3122-4c6a-b600-e96236344242 req-9ec6c45c-e09f-47b6-9263-5432ebdb98c0 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Synchronizing usage tracker for tenant:b5a669a1c6484359a3ddd1d3ce6e3945 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:13:27.915482 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-76390eae-3122-4c6a-b600-e96236344242 req-9ec6c45c-e09f-47b6-9263-5432ebdb98c0 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] Unset dirty status for tenant:b5a669a1c6484359a3ddd1d3ce6e3945 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:13:27.916628 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-76390eae-3122-4c6a-b600-e96236344242 req-9ec6c45c-e09f-47b6-9263-5432ebdb98c0 tempest-ServersAdminNegativeTestJSON-1631955877 tempest-ServersAdminNegativeTestJSON-1631955877-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6dc338a-634c-425d-a79c-8f4604f310fd HTTP/1.1" status: 200 len: 210 time: 0.0605001 May 03 23:13:28.271686 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:29.271183 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53858) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:13:29.414268 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-34c54549-308f-4718-95db-e815cfc61da2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b5a669a1c6484359a3ddd1d3ce6e3945&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1419306 May 03 23:13:29.416746 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53864) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:13:29.476232 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e60eb771-f1d4-4f66-96e7-be735a761a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:29.501522 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e60eb771-f1d4-4f66-96e7-be735a761a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:29.516104 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 24375611-cf50-42ba-8adc-0b34b8555acd no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:13:29.549806 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 24375611-cf50-42ba-8adc-0b34b8555acd {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:13:29.550245 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 24375611-cf50-42ba-8adc-0b34b8555acd not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:13:29.554837 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e60eb771-f1d4-4f66-96e7-be735a761a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:29.570675 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60eb771-f1d4-4f66-96e7-be735a761a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ae2c74-8edf-4b46-b62c-ae77e232c4ea,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:13:29.584463 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e60eb771-f1d4-4f66-96e7-be735a761a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:29.588064 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e60eb771-f1d4-4f66-96e7-be735a761a30 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/60ae2c74-8edf-4b46-b62c-ae77e232c4ea HTTP/1.1" status: 204 len: 168 time: 0.1679065 May 03 23:13:29.852721 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 53872) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:13:29.870289 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae15ac54-62e8-4e6f-9b1a-2e16a0a84ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:29.884961 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ae15ac54-62e8-4e6f-9b1a-2e16a0a84ec8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:13:29.888716 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ae15ac54-62e8-4e6f-9b1a-2e16a0a84ec8 admin admin] Usage tracker for resource:security_group_rule and tenant:65181902d9b8472aafe575d265033047 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:13:29.891522 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ae15ac54-62e8-4e6f-9b1a-2e16a0a84ec8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:13:29.897189 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ae15ac54-62e8-4e6f-9b1a-2e16a0a84ec8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:13:29.978266 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae15ac54-62e8-4e6f-9b1a-2e16a0a84ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:29.982423 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ae15ac54-62e8-4e6f-9b1a-2e16a0a84ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:30.031220 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ae15ac54-62e8-4e6f-9b1a-2e16a0a84ec8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=65181902d9b8472aafe575d265033047&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1773844 May 03 23:13:30.032009 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15ac54-62e8-4e6f-9b1a-2e16a0a84ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31f50a7-3c21-4ce5-bbf6-46a5bebc872a,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:13:30.033867 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53876) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:13:30.094302 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-39ebafbd-81b3-4ddc-89c6-352b68a8b088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:30.119263 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-39ebafbd-81b3-4ddc-89c6-352b68a8b088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:30.177460 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-39ebafbd-81b3-4ddc-89c6-352b68a8b088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:30.193288 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ebafbd-81b3-4ddc-89c6-352b68a8b088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31f50a7-3c21-4ce5-bbf6-46a5bebc872a,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:13:30.197904 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-39ebafbd-81b3-4ddc-89c6-352b68a8b088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:30.199030 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-39ebafbd-81b3-4ddc-89c6-352b68a8b088 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e31f50a7-3c21-4ce5-bbf6-46a5bebc872a HTTP/1.1" status: 204 len: 168 time: 0.1641269 May 03 23:13:30.894182 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53900) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:13:30.995769 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-65c7330c-9f12-4fcb-84c2-287bf416feef admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-934819742-network', 'tenant_id': 'f21ffb730bb449cc917d9853deae8915'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:13:31.001608 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-65c7330c-9f12-4fcb-84c2-287bf416feef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:13:31.005449 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-65c7330c-9f12-4fcb-84c2-287bf416feef admin admin] Usage tracker for resource:network and tenant:f21ffb730bb449cc917d9853deae8915 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:13:31.008321 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-65c7330c-9f12-4fcb-84c2-287bf416feef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:13:31.014581 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-65c7330c-9f12-4fcb-84c2-287bf416feef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:13:31.024812 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c7330c-9f12-4fcb-84c2-287bf416feef admin admin] Made reservation on behalf of f21ffb730bb449cc917d9853deae8915 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:13:31.027097 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-65c7330c-9f12-4fcb-84c2-287bf416feef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:31.038740 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-65c7330c-9f12-4fcb-84c2-287bf416feef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:31.052495 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-65c7330c-9f12-4fcb-84c2-287bf416feef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:13:31.056237 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-65c7330c-9f12-4fcb-84c2-287bf416feef admin admin] Usage tracker for resource:security_group_rule and tenant:f21ffb730bb449cc917d9853deae8915 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:13:31.059005 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-65c7330c-9f12-4fcb-84c2-287bf416feef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:13:31.065028 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-65c7330c-9f12-4fcb-84c2-287bf416feef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:13:31.144258 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-65c7330c-9f12-4fcb-84c2-287bf416feef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:31.147851 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-65c7330c-9f12-4fcb-84c2-287bf416feef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:31.173631 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65c7330c-9f12-4fcb-84c2-287bf416feef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:13:31.189102 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7330c-9f12-4fcb-84c2-287bf416feef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053b6f43-ff42-467c-98e1-ead8c9617d3c,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:13:31.193403 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-65c7330c-9f12-4fcb-84c2-287bf416feef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:31.193789 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-65c7330c-9f12-4fcb-84c2-287bf416feef admin admin] Added segment 25abbf11-f28f-4f2b-8f49-e6fb539d6fb8 of type vlan for network 5453c779-d15c-4d73-a040-f9a7ba47f10b May 03 23:13:31.319738 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-65c7330c-9f12-4fcb-84c2-287bf416feef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:31.352496 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-65c7330c-9f12-4fcb-84c2-287bf416feef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:31.353430 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c7330c-9f12-4fcb-84c2-287bf416feef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:31.354036 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-65c7330c-9f12-4fcb-84c2-287bf416feef admin admin] Notify callbacks [] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:31.454105 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7330c-9f12-4fcb-84c2-287bf416feef admin admin] Pushing event updated for resources: {'Network': ['ID=5453c779-d15c-4d73-a040-f9a7ba47f10b,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:13:31.459690 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-65c7330c-9f12-4fcb-84c2-287bf416feef admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5618310 May 03 23:13:31.459960 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53906) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:13:31.465060 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-57d5d05e-7e38-4fde-807a-eb224ed2a0a9 admin admin] Request body: {'subnet': {'network_id': '5453c779-d15c-4d73-a040-f9a7ba47f10b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-934819742-subnet', 'tenant_id': 'f21ffb730bb449cc917d9853deae8915', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:13:31.468434 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 5453c779-d15c-4d73-a040-f9a7ba47f10b details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:13:31.471218 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-57d5d05e-7e38-4fde-807a-eb224ed2a0a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:13:31.475214 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-57d5d05e-7e38-4fde-807a-eb224ed2a0a9 admin admin] Usage tracker for resource:subnet and tenant:f21ffb730bb449cc917d9853deae8915 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:13:31.478201 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-57d5d05e-7e38-4fde-807a-eb224ed2a0a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:13:31.484573 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-57d5d05e-7e38-4fde-807a-eb224ed2a0a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:13:31.494345 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d5d05e-7e38-4fde-807a-eb224ed2a0a9 admin admin] Made reservation on behalf of f21ffb730bb449cc917d9853deae8915 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:13:31.496645 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-57d5d05e-7e38-4fde-807a-eb224ed2a0a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:31.698867 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-57d5d05e-7e38-4fde-807a-eb224ed2a0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:31.770170 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d5d05e-7e38-4fde-807a-eb224ed2a0a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88ae639e-14a2-4f5f-897e-8c7cfa20b013,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:13:31.780596 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d5d05e-7e38-4fde-807a-eb224ed2a0a9 admin admin] Checking segment: {'id': '25abbf11-f28f-4f2b-8f49-e6fb539d6fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '5453c779-d15c-4d73-a040-f9a7ba47f10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:13:31.780950 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d5d05e-7e38-4fde-807a-eb224ed2a0a9 admin admin] Network hostable DHCP agents. Network: 5453c779-d15c-4d73-a040-f9a7ba47f10b, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:13:31.799175 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d5d05e-7e38-4fde-807a-eb224ed2a0a9 admin admin] Network 5453c779-d15c-4d73-a040-f9a7ba47f10b is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:13:31.807485 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-57d5d05e-7e38-4fde-807a-eb224ed2a0a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 5453c779-d15c-4d73-a040-f9a7ba47f10b) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:13:31.811435 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d5d05e-7e38-4fde-807a-eb224ed2a0a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:31.812024 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-57d5d05e-7e38-4fde-807a-eb224ed2a0a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:31.816220 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90193711-c1fe-49a8-a248-9085de8a84a6 None None] Network 5453c779-d15c-4d73-a040-f9a7ba47f10b requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:13:31.832310 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-57d5d05e-7e38-4fde-807a-eb224ed2a0a9 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3714445 May 03 23:13:32.066465 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ac3c7d-a94b-4e93-8876-8616128821d4 None None] Network 5453c779-d15c-4d73-a040-f9a7ba47f10b requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:13:32.353236 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-cdb439b9-8ec6-40a0-8745-7957c2fd9f6e tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:32.353956 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-cdb439b9-8ec6-40a0-8745-7957c2fd9f6e tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Synchronizing usage tracker for tenant:f21ffb730bb449cc917d9853deae8915 on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:13:32.370649 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-cdb439b9-8ec6-40a0-8745-7957c2fd9f6e tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Unset dirty status for tenant:f21ffb730bb449cc917d9853deae8915 on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:13:32.371767 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-cdb439b9-8ec6-40a0-8745-7957c2fd9f6e tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/networks?id=5453c779-d15c-4d73-a040-f9a7ba47f10b HTTP/1.1" status: 200 len: 811 time: 0.1804960 May 03 23:13:32.391281 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-ce39d617-124b-4909-a4d0-eda70692cf50 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/quotas/f21ffb730bb449cc917d9853deae8915 HTTP/1.1" status: 200 len: 375 time: 0.0104311 May 03 23:13:32.439095 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-43d8c223-ec5a-486d-afe3-0106b433ccf2 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f21ffb730bb449cc917d9853deae8915&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422246 May 03 23:13:32.577334 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-681372a4-5212-40fa-a05a-3acbe42984fc service neutron] 10.222.0.58 "GET /v2.0/networks/5453c779-d15c-4d73-a040-f9a7ba47f10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312487 May 03 23:13:32.713101 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-ee74202a-3029-4dbb-b001-46eebdf8f97e service neutron] 10.222.0.58 "GET /v2.0/networks/5453c779-d15c-4d73-a040-f9a7ba47f10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298959 May 03 23:13:32.883717 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-09b6f1b2-b638-4a28-a569-3f4258013a08 req-120a6e49-4fb5-4870-8510-ea8b865ed0c1 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 210 time: 0.0423782 May 03 23:13:33.917339 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-f3351cf1-94ad-490b-90a9-65f39fb27127 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:33.918757 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-f3351cf1-94ad-490b-90a9-65f39fb27127 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.60 "GET /v2.0/networks?id=5453c779-d15c-4d73-a040-f9a7ba47f10b HTTP/1.1" status: 200 len: 811 time: 0.1480157 May 03 23:13:33.931705 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-2c8db411-8575-427e-80d4-dbe87169ed7b tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Request body: {'port': {'device_id': '4700017e-ed91-4a8a-86da-fbfb60c7604a', 'network_id': '5453c779-d15c-4d73-a040-f9a7ba47f10b', 'admin_state_up': True, 'tenant_id': 'f21ffb730bb449cc917d9853deae8915'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:13:34.079989 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fbfdadbe-5b76-4584-881a-3ef6edf308a6 req-53075ff9-feb8-416c-92a9-0d4bc06f02da tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 210 time: 0.0598288 May 03 23:13:34.112011 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-2c8db411-8575-427e-80d4-dbe87169ed7b tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:13:34.115756 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-2c8db411-8575-427e-80d4-dbe87169ed7b tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Usage tracker for resource:port and tenant:f21ffb730bb449cc917d9853deae8915 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:13:34.118486 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-2c8db411-8575-427e-80d4-dbe87169ed7b tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:13:34.124616 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-2c8db411-8575-427e-80d4-dbe87169ed7b tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:13:34.133827 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-2c8db411-8575-427e-80d4-dbe87169ed7b tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Made reservation on behalf of f21ffb730bb449cc917d9853deae8915 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:13:34.137208 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-2c8db411-8575-427e-80d4-dbe87169ed7b tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:34.292181 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-2c8db411-8575-427e-80d4-dbe87169ed7b tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Allocated IP 172.20.0.5 (5453c779-d15c-4d73-a040-f9a7ba47f10b/88ae639e-14a2-4f5f-897e-8c7cfa20b013/1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:13:34.593661 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-2c8db411-8575-427e-80d4-dbe87169ed7b tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:34.622422 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-2c8db411-8575-427e-80d4-dbe87169ed7b tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:34.693527 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-2c8db411-8575-427e-80d4-dbe87169ed7b tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Network 5453c779-d15c-4d73-a040-f9a7ba47f10b is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:13:34.696837 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-2c8db411-8575-427e-80d4-dbe87169ed7b tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:13:34.701335 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-2c8db411-8575-427e-80d4-dbe87169ed7b tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:13:34.735426 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8db411-8575-427e-80d4-dbe87169ed7b tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Pushing event updated for resources: {'Port': ['ID=1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:13:34.766616 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-2c8db411-8575-427e-80d4-dbe87169ed7b tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:34.767222 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-2c8db411-8575-427e-80d4-dbe87169ed7b tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:34.786868 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-2c8db411-8575-427e-80d4-dbe87169ed7b tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8588531 May 03 23:13:34.798690 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-aa521823-01af-4d85-a4d5-690f93fda5a2 service neutron] Request body: {'port': {'device_id': '4700017e-ed91-4a8a-86da-fbfb60c7604a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:13:34.906862 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-aa521823-01af-4d85-a4d5-690f93fda5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:35.292231 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-aa521823-01af-4d85-a4d5-690f93fda5a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:13:35.305093 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-aa521823-01af-4d85-a4d5-690f93fda5a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:35.324847 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-aa521823-01af-4d85-a4d5-690f93fda5a2 service neutron] Transition to ACTIVE for port object 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:13:35.328532 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-aa521823-01af-4d85-a4d5-690f93fda5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:35.376335 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574aa6ff-90ee-48f9-b19a-04d02e16700c req-515f2356-cc09-44bb-af65-0850369e1195 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:35.377119 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-574aa6ff-90ee-48f9-b19a-04d02e16700c req-515f2356-cc09-44bb-af65-0850369e1195 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Synchronizing usage tracker for tenant:f21ffb730bb449cc917d9853deae8915 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:13:35.480604 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa521823-01af-4d85-a4d5-690f93fda5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:13:35.485311 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-574aa6ff-90ee-48f9-b19a-04d02e16700c req-515f2356-cc09-44bb-af65-0850369e1195 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Unset dirty status for tenant:f21ffb730bb449cc917d9853deae8915 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:13:35.486515 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-574aa6ff-90ee-48f9-b19a-04d02e16700c req-515f2356-cc09-44bb-af65-0850369e1195 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 931 time: 0.2982244 May 03 23:13:35.599967 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-574aa6ff-90ee-48f9-b19a-04d02e16700c req-0663f23d-a50d-47e6-bffc-6d1fd170bbd3 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Synchronizing usage tracker for tenant:f21ffb730bb449cc917d9853deae8915 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:13:35.626638 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-aa521823-01af-4d85-a4d5-690f93fda5a2 service neutron] Attempting to bind port 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:13:35.626968 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-aa521823-01af-4d85-a4d5-690f93fda5a2 service neutron] Attempting to bind port 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '25abbf11-f28f-4f2b-8f49-e6fb539d6fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '5453c779-d15c-4d73-a040-f9a7ba47f10b'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:13:35.627295 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-aa521823-01af-4d85-a4d5-690f93fda5a2 service neutron] Attempting to bind port 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 on network 5453c779-d15c-4d73-a040-f9a7ba47f10b {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:13:35.633668 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-aa521823-01af-4d85-a4d5-690f93fda5a2 service neutron] Port 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 on network 5453c779-d15c-4d73-a040-f9a7ba47f10b not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:13:35.634018 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-aa521823-01af-4d85-a4d5-690f93fda5a2 service neutron] Attempting to bind port 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 on network 5453c779-d15c-4d73-a040-f9a7ba47f10b {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:13:35.638165 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-574aa6ff-90ee-48f9-b19a-04d02e16700c req-0663f23d-a50d-47e6-bffc-6d1fd170bbd3 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Unset dirty status for tenant:f21ffb730bb449cc917d9853deae8915 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:13:35.639269 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-574aa6ff-90ee-48f9-b19a-04d02e16700c req-0663f23d-a50d-47e6-bffc-6d1fd170bbd3 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287172 May 03 23:13:35.641595 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-aa521823-01af-4d85-a4d5-690f93fda5a2 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:13:35.641951 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-aa521823-01af-4d85-a4d5-690f93fda5a2 service neutron] Checking segment: {'id': '25abbf11-f28f-4f2b-8f49-e6fb539d6fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '5453c779-d15c-4d73-a040-f9a7ba47f10b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:13:35.642325 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-aa521823-01af-4d85-a4d5-690f93fda5a2 service neutron] Bound using segment: {'id': '25abbf11-f28f-4f2b-8f49-e6fb539d6fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '5453c779-d15c-4d73-a040-f9a7ba47f10b'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:13:35.642746 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-aa521823-01af-4d85-a4d5-690f93fda5a2 service neutron] Bound port: 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25abbf11-f28f-4f2b-8f49-e6fb539d6fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '5453c779-d15c-4d73-a040-f9a7ba47f10b'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:13:35.643091 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-aa521823-01af-4d85-a4d5-690f93fda5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:35.733201 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-aa521823-01af-4d85-a4d5-690f93fda5a2 service neutron] For port 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:13:35.736135 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-aa521823-01af-4d85-a4d5-690f93fda5a2 service neutron] For port 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4,segment=NetworkSegment(25abbf11-f28f-4f2b-8f49-e6fb539d6fb8),segment_id=25abbf11-f28f-4f2b-8f49-e6fb539d6fb8)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:13:35.739683 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-aa521823-01af-4d85-a4d5-690f93fda5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:35.796325 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-aa521823-01af-4d85-a4d5-690f93fda5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:35.796928 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-aa521823-01af-4d85-a4d5-690f93fda5a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:35.798315 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-aa521823-01af-4d85-a4d5-690f93fda5a2 service neutron] 10.222.0.60 "PUT /v2.0/ports/1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 HTTP/1.1" status: 200 len: 1091 time: 1.0037889 May 03 23:13:35.798741 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4700017e-ed91-4a8a-86da-fbfb60c7604a', 'tag': '1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:13:35.820990 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa521823-01af-4d85-a4d5-690f93fda5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:13:35.871025 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b33daf92-1cee-4b1b-931d-55ee556baeda'] response: {'name': 'network-changed', 'server_uuid': '4700017e-ed91-4a8a-86da-fbfb60c7604a', 'tag': '1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4', 'status': 'completed', 'code': 200} May 03 23:13:35.905277 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-95eef05e-40f7-4ad3-aeaf-83ee560e072d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:35.906815 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-95eef05e-40f7-4ad3-aeaf-83ee560e072d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f21ffb730bb449cc917d9853deae8915&device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 1094 time: 0.0707011 May 03 23:13:35.975874 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-28e15056-845f-419b-a964-84595efb516c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 HTTP/1.1" status: 200 len: 217 time: 0.0619345 May 03 23:13:36.036153 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-22d5fb67-a4fb-40e4-8dfa-7f6c4b9fd894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:36.037515 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-22d5fb67-a4fb-40e4-8dfa-7f6c4b9fd894 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=88ae639e-14a2-4f5f-897e-8c7cfa20b013 HTTP/1.1" status: 200 len: 851 time: 0.0548790 May 03 23:13:36.085299 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-965c2022-c687-4d6a-89c4-bf36c1b1c5cb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5453c779-d15c-4d73-a040-f9a7ba47f10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420992 May 03 23:13:36.317242 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-6189d5d7-dda5-4f6a-8cec-409d573d5f0e service neutron] 10.222.0.60 "GET /v2.0/networks/5453c779-d15c-4d73-a040-f9a7ba47f10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258544 May 03 23:13:36.447358 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-307445ec-fe3c-4859-b30b-3c5121b90a4b req-0e9f3c10-62d5-4b39-a996-2d245aa3ce47 service neutron] 10.222.0.60 "GET /v2.0/networks/5453c779-d15c-4d73-a040-f9a7ba47f10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244831 May 03 23:13:36.560928 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ef989-378a-4b0d-94dc-1ebece358ced req-03060d83-4673-407a-9c97-256dd3ce251c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:36.562430 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ab5ef989-378a-4b0d-94dc-1ebece358ced req-03060d83-4673-407a-9c97-256dd3ce251c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f21ffb730bb449cc917d9853deae8915&device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 1094 time: 0.0706716 May 03 23:13:36.693048 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ef989-378a-4b0d-94dc-1ebece358ced req-1ea189a0-a14d-4dda-a029-ef5f31838ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:36.694531 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ab5ef989-378a-4b0d-94dc-1ebece358ced req-1ea189a0-a14d-4dda-a029-ef5f31838ec4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5453c779-d15c-4d73-a040-f9a7ba47f10b HTTP/1.1" status: 200 len: 912 time: 0.1249580 May 03 23:13:36.798162 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ab5ef989-378a-4b0d-94dc-1ebece358ced req-0150bde1-4eb2-433a-9f08-42920e7ad0c9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 HTTP/1.1" status: 200 len: 217 time: 0.0968609 May 03 23:13:36.878271 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ef989-378a-4b0d-94dc-1ebece358ced req-9b1b9d86-e85a-47d3-9231-f4c0f6dd946b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:36.879601 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ab5ef989-378a-4b0d-94dc-1ebece358ced req-9b1b9d86-e85a-47d3-9231-f4c0f6dd946b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=88ae639e-14a2-4f5f-897e-8c7cfa20b013 HTTP/1.1" status: 200 len: 851 time: 0.0715995 May 03 23:13:36.927637 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc414da-70d3-4f54-b3b2-aac3f24fb692 req-31f7b9a1-b4cc-4cce-93f4-4a5b67424f40 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:36.929040 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ddc414da-70d3-4f54-b3b2-aac3f24fb692 req-31f7b9a1-b4cc-4cce-93f4-4a5b67424f40 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 943 time: 0.1771908 May 03 23:13:36.935405 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ab5ef989-378a-4b0d-94dc-1ebece358ced req-8f1ae428-4033-4b9a-8803-7f3a8f16581e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5453c779-d15c-4d73-a040-f9a7ba47f10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483778 May 03 23:13:37.053880 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ddc414da-70d3-4f54-b3b2-aac3f24fb692 req-8c945526-90d6-465c-a74f-60f41ab0ec29 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175492 May 03 23:13:37.093056 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ab5ef989-378a-4b0d-94dc-1ebece358ced req-28ab62ea-be51-45fe-bf88-19972c8d3bb9 service neutron] 10.222.0.60 "GET /v2.0/networks/5453c779-d15c-4d73-a040-f9a7ba47f10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442599 May 03 23:13:37.223135 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ab5ef989-378a-4b0d-94dc-1ebece358ced req-5f8e2171-9a68-44ae-82e4-de46f7dfe0c6 service neutron] 10.222.0.60 "GET /v2.0/networks/5453c779-d15c-4d73-a040-f9a7ba47f10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225703 May 03 23:13:38.240259 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8a1c5-bb69-421d-b511-af50ee5c075d req-da6614f9-9dcc-4d49-aa72-6cfbb7bc2131 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:38.241714 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-64b8a1c5-bb69-421d-b511-af50ee5c075d req-da6614f9-9dcc-4d49-aa72-6cfbb7bc2131 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 943 time: 0.0824034 May 03 23:13:38.286217 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-64b8a1c5-bb69-421d-b511-af50ee5c075d req-1e737516-f1e0-4443-a5c1-3e537085e207 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382998 May 03 23:13:39.249698 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:13:39.467735 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dee02d-834c-4f52-bd24-2f51f5457c27 req-843da06c-b17f-4fac-9059-a8a65648da13 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:39.469163 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d4dee02d-834c-4f52-bd24-2f51f5457c27 req-843da06c-b17f-4fac-9059-a8a65648da13 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 943 time: 0.0782387 May 03 23:13:39.510804 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d4dee02d-834c-4f52-bd24-2f51f5457c27 req-5bfb4720-eec7-4cbc-a92e-ace623dc6611 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360990 May 03 23:13:39.564263 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:13:39.695634 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4,segment=NetworkSegment(25abbf11-f28f-4f2b-8f49-e6fb539d6fb8),segment_id=25abbf11-f28f-4f2b-8f49-e6fb539d6fb8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:13:39.708995 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4', 'network_id': '5453c779-d15c-4d73-a040-f9a7ba47f10b', 'port_id': '1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4', 'mac_address': 'fa:16:3e:5a:6e:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ae639e-14a2-4f5f-897e-8c7cfa20b013', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:13:39.766394 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:39.782557 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:13:39.797233 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4,segment=NetworkSegment(25abbf11-f28f-4f2b-8f49-e6fb539d6fb8),segment_id=25abbf11-f28f-4f2b-8f49-e6fb539d6fb8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:13:39.801540 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:39.866095 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:13:39.994942 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:13:40.704446 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a5852-2321-4128-b4cc-102759a6494d req-03a439c2-4860-4fc9-960e-8979e45e2360 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:40.705924 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-419a5852-2321-4128-b4cc-102759a6494d req-03a439c2-4860-4fc9-960e-8979e45e2360 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 944 time: 0.0875323 May 03 23:13:40.749109 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-419a5852-2321-4128-b4cc-102759a6494d req-e7250b4d-793c-4697-a269-793c4ca704e4 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375395 May 03 23:13:41.562812 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:13:41.631222 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:13:41.636198 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:13:41.636566 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:41.755804 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:41.781645 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4700017e-ed91-4a8a-86da-fbfb60c7604a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:13:41.792264 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4,segment=NetworkSegment(25abbf11-f28f-4f2b-8f49-e6fb539d6fb8),segment_id=25abbf11-f28f-4f2b-8f49-e6fb539d6fb8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:13:41.796961 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:41.836285 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3b06573-dc86-40c4-b2ac-d5f896dc3130'] response: {'server_uuid': '4700017e-ed91-4a8a-86da-fbfb60c7604a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4', 'code': 200} May 03 23:13:41.868235 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:13:42.008398 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e992dc-8f69-4ea8-ac5f-285601637bad req-cda3ebab-2875-41c9-9ccc-8e27cd7a7f7c tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:42.009838 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07e992dc-8f69-4ea8-ac5f-285601637bad req-cda3ebab-2875-41c9-9ccc-8e27cd7a7f7c tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 945 time: 0.1416478 May 03 23:13:42.011665 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471be85-bdcd-42c1-a142-905e2dbe49a0 req-b07d93ab-89b6-4957-ae03-cc3df71d08cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:42.013002 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d471be85-bdcd-42c1-a142-905e2dbe49a0 req-b07d93ab-89b6-4957-ae03-cc3df71d08cc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 1096 time: 0.1135609 May 03 23:13:42.080115 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07e992dc-8f69-4ea8-ac5f-285601637bad req-4476de20-92e7-4438-a268-6225700e485c tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646145 May 03 23:13:42.081610 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d471be85-bdcd-42c1-a142-905e2dbe49a0 req-46ffb161-1f4c-4d9a-9d55-be4aa8a88597 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541289 May 03 23:13:43.271315 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6c7d5-dccf-462a-9965-24d347984705 req-b20362f5-0669-4c17-bcd2-c4504326c9f0 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:43.272683 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ed6c7d5-dccf-462a-9965-24d347984705 req-b20362f5-0669-4c17-bcd2-c4504326c9f0 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 945 time: 0.0837471 May 03 23:13:43.316198 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ed6c7d5-dccf-462a-9965-24d347984705 req-4c785d4b-62b6-410f-a698-dc542b4f8e5a tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378823 May 03 23:13:44.494927 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2730527-af89-448c-8673-4f5f9f1d85a6 req-e443dcc4-ad9c-4f5a-a9c6-082b9889c087 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:44.496351 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d2730527-af89-448c-8673-4f5f9f1d85a6 req-e443dcc4-ad9c-4f5a-a9c6-082b9889c087 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 945 time: 0.0777020 May 03 23:13:44.542334 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d2730527-af89-448c-8673-4f5f9f1d85a6 req-451f5af7-0e42-49bd-8c7b-f9508cb368ee tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397694 May 03 23:13:44.813124 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 53962) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:13:45.090880 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-7bd25ca7-35d6-4143-b9c0-a9fe60805a1c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2765710 May 03 23:13:45.098895 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ce8a4-eb22-4726-ab7a-8f29ca5ef616 req-ecf62e26-d363-4147-8adc-edc79d885d0d tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:45.100176 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c7ce8a4-eb22-4726-ab7a-8f29ca5ef616 req-ecf62e26-d363-4147-8adc-edc79d885d0d tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 945 time: 0.2407751 May 03 23:13:45.144291 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c7ce8a4-eb22-4726-ab7a-8f29ca5ef616 req-df76c328-f0c5-4e27-af18-ccf9c7f6bdfd tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384967 May 03 23:13:46.338723 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-f136ed3b-ce1f-4722-b3f5-ecfcbde2afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:46.340197 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-f136ed3b-ce1f-4722-b3f5-ecfcbde2afd0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f21ffb730bb449cc917d9853deae8915&device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 1096 time: 0.1341081 May 03 23:13:46.352250 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed3812-1d62-46dc-b3cb-ae03bb1e49f6 req-84c9f615-3a7e-445b-ad37-1360771453eb tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:46.353599 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-60ed3812-1d62-46dc-b3cb-ae03bb1e49f6 req-84c9f615-3a7e-445b-ad37-1360771453eb tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 945 time: 0.1004391 May 03 23:13:46.487222 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-60ed3812-1d62-46dc-b3cb-ae03bb1e49f6 req-b66a1be9-570a-40b1-bc80-94abf54d093a tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136940 May 03 23:13:46.512362 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-e1190acc-c0a0-424f-a3c4-cdcb8ee1f74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:46.513807 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-e1190acc-c0a0-424f-a3c4-cdcb8ee1f74a service neutron] 10.222.0.60 "GET /v2.0/networks?id=5453c779-d15c-4d73-a040-f9a7ba47f10b HTTP/1.1" status: 200 len: 912 time: 0.1593497 May 03 23:13:46.586777 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-b594989a-bce0-4205-8992-b739d9ff53d8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 HTTP/1.1" status: 200 len: 217 time: 0.0657508 May 03 23:13:46.647160 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-55e6122b-3835-404f-9b52-57cf31fb2aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:46.648577 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-55e6122b-3835-404f-9b52-57cf31fb2aa6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=88ae639e-14a2-4f5f-897e-8c7cfa20b013 HTTP/1.1" status: 200 len: 851 time: 0.0565355 May 03 23:13:46.696520 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-6247f6ad-7185-4ab9-8310-f32f9b074159 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5453c779-d15c-4d73-a040-f9a7ba47f10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419083 May 03 23:13:46.824713 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-3b6c155b-af89-48fe-9b8a-77d727ea2c91 service neutron] 10.222.0.60 "GET /v2.0/networks/5453c779-d15c-4d73-a040-f9a7ba47f10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218235 May 03 23:13:46.960505 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-7fd13a2c-e386-4616-84eb-8e7da8d8bf53 service neutron] 10.222.0.60 "GET /v2.0/networks/5453c779-d15c-4d73-a040-f9a7ba47f10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294365 May 03 23:13:47.680246 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739555c9-57d9-4de7-993c-81eb97c64b2a req-e6c4303c-3279-4b65-85d3-b653f2027e1a tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:47.681708 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-739555c9-57d9-4de7-993c-81eb97c64b2a req-e6c4303c-3279-4b65-85d3-b653f2027e1a tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 945 time: 0.0783477 May 03 23:13:47.725894 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-739555c9-57d9-4de7-993c-81eb97c64b2a req-a253a27d-1d92-464d-bfaa-8983e0ccf3c3 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369923 May 03 23:13:48.911768 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257097e4-42aa-479e-b6ab-fe3fb6e8acd6 req-f5f3fcbe-3d01-45b7-93fd-4e7dab2fc21b tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:48.913289 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-257097e4-42aa-479e-b6ab-fe3fb6e8acd6 req-f5f3fcbe-3d01-45b7-93fd-4e7dab2fc21b tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 945 time: 0.0813498 May 03 23:13:48.960463 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-257097e4-42aa-479e-b6ab-fe3fb6e8acd6 req-b20bc148-a160-4799-9533-0513d9e45e17 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413888 May 03 23:13:50.142430 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e5d86-08ec-47fc-badd-b830b4fd3b28 req-6b4a3a60-2d57-4044-82a8-5d7594c63c5a tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:50.143867 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-472e5d86-08ec-47fc-badd-b830b4fd3b28 req-6b4a3a60-2d57-4044-82a8-5d7594c63c5a tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 945 time: 0.0790622 May 03 23:13:50.186625 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-472e5d86-08ec-47fc-badd-b830b4fd3b28 req-5bb127e0-f793-4f96-982a-78480bc18ef8 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372012 May 03 23:13:50.406808 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c4400-157d-4a01-bb97-0cab9c48ff6e req-21214aab-ecf2-4a91-9f40-4b9d469cdfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:50.408259 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-677c4400-157d-4a01-bb97-0cab9c48ff6e req-21214aab-ecf2-4a91-9f40-4b9d469cdfeb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f21ffb730bb449cc917d9853deae8915&device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 1096 time: 0.0721719 May 03 23:13:50.555784 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c4400-157d-4a01-bb97-0cab9c48ff6e req-9c92aad7-169e-4ee0-9ed7-2cad3eb63902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:50.557224 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-677c4400-157d-4a01-bb97-0cab9c48ff6e req-9c92aad7-169e-4ee0-9ed7-2cad3eb63902 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5453c779-d15c-4d73-a040-f9a7ba47f10b HTTP/1.1" status: 200 len: 912 time: 0.1234829 May 03 23:13:50.623168 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-677c4400-157d-4a01-bb97-0cab9c48ff6e req-96cf1bb3-8996-4984-9c23-bd59d6fca196 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 HTTP/1.1" status: 200 len: 217 time: 0.0596557 May 03 23:13:50.782948 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c4400-157d-4a01-bb97-0cab9c48ff6e req-337690cd-9e23-4720-b78e-dea653e53dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:50.784280 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-677c4400-157d-4a01-bb97-0cab9c48ff6e req-337690cd-9e23-4720-b78e-dea653e53dcb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=88ae639e-14a2-4f5f-897e-8c7cfa20b013 HTTP/1.1" status: 200 len: 851 time: 0.1546042 May 03 23:13:50.830851 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-677c4400-157d-4a01-bb97-0cab9c48ff6e req-d83ae92a-589e-476a-86a8-dcb51e3ac3ba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5453c779-d15c-4d73-a040-f9a7ba47f10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399055 May 03 23:13:50.961141 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-677c4400-157d-4a01-bb97-0cab9c48ff6e req-0cdfd2e4-da53-4042-b5bd-125af4c31163 service neutron] 10.222.0.60 "GET /v2.0/networks/5453c779-d15c-4d73-a040-f9a7ba47f10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239674 May 03 23:13:51.097358 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-677c4400-157d-4a01-bb97-0cab9c48ff6e req-3b7b00c5-f1f0-4a15-9631-6475a5e9dcad service neutron] 10.222.0.60 "GET /v2.0/networks/5453c779-d15c-4d73-a040-f9a7ba47f10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291308 May 03 23:13:51.378169 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d606ca-b6ae-4655-83ea-debcadfd36cb req-2f11ecbb-e571-4694-93bd-15e64fb257b5 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:51.379628 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-83d606ca-b6ae-4655-83ea-debcadfd36cb req-2f11ecbb-e571-4694-93bd-15e64fb257b5 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 945 time: 0.0871265 May 03 23:13:51.425112 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-83d606ca-b6ae-4655-83ea-debcadfd36cb req-a58dd89f-4be1-487f-92b6-3702004abd4b tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393171 May 03 23:13:52.608780 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43388b-c5b7-49fc-a208-d7b06d47045c req-b82006b1-3a13-439f-840f-a725b155ec17 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:52.610258 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3d43388b-c5b7-49fc-a208-d7b06d47045c req-b82006b1-3a13-439f-840f-a725b155ec17 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 945 time: 0.0786235 May 03 23:13:52.654526 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3d43388b-c5b7-49fc-a208-d7b06d47045c req-d0bad438-e44d-402e-88ea-9be931be5f7c tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387020 May 03 23:13:52.957449 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c01f9e7f-6a46-4ea0-bb01-150d0f04d2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:53.838191 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c4009-516f-4920-89a1-fea67bc91bfc req-033c3dac-9e7a-4564-862c-b5e0b22e000d tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:53.839628 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-de8c4009-516f-4920-89a1-fea67bc91bfc req-033c3dac-9e7a-4564-862c-b5e0b22e000d tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 945 time: 0.0822737 May 03 23:13:53.882243 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-de8c4009-516f-4920-89a1-fea67bc91bfc req-c09bf754-9751-4e97-8d0f-4691e7822fdb tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364280 May 03 23:13:54.750917 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:55.064382 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ec1db-9247-44a9-8313-2236e25b0264 req-14eed281-7dac-4bd3-abd7-fae6eb94e5ea tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:55.065824 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c96ec1db-9247-44a9-8313-2236e25b0264 req-14eed281-7dac-4bd3-abd7-fae6eb94e5ea tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 945 time: 0.0777781 May 03 23:13:55.112021 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c96ec1db-9247-44a9-8313-2236e25b0264 req-9d3e96af-dfcd-4d06-8ba1-55415d3c8d20 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406144 May 03 23:13:55.554448 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-085a477b-7877-412b-b6a8-b541993ece78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:56.300008 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8137d-fd93-463d-bcab-fc1a3c5edd85 req-ecdb9beb-395f-45b9-b947-9c50ed62312b tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:56.301565 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-56c8137d-fd93-463d-bcab-fc1a3c5edd85 req-ecdb9beb-395f-45b9-b947-9c50ed62312b tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 945 time: 0.0817525 May 03 23:13:56.347293 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-56c8137d-fd93-463d-bcab-fc1a3c5edd85 req-18dfde02-c47a-40cc-a3aa-8d4705a44097 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391617 May 03 23:13:56.380739 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:56.422209 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:57.535708 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee04647-2c2c-496e-b54b-bc699c5d35ba req-15156dcf-27fe-4ffb-b5d8-fea1f86ccf8b tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:57.537164 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0ee04647-2c2c-496e-b54b-bc699c5d35ba req-15156dcf-27fe-4ffb-b5d8-fea1f86ccf8b tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 945 time: 0.0868642 May 03 23:13:57.580441 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0ee04647-2c2c-496e-b54b-bc699c5d35ba req-d98396b2-eeec-4a9d-bc97-a2b4b16a985b tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376711 May 03 23:13:57.745532 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:58.302842 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:13:58.763875 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae5fe3-d1f4-47db-9115-0dac465d2b24 req-c35fcd86-cd85-492f-8739-b316eebb97ad tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:58.765337 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-89ae5fe3-d1f4-47db-9115-0dac465d2b24 req-c35fcd86-cd85-492f-8739-b316eebb97ad tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 945 time: 0.0800676 May 03 23:13:58.809500 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-89ae5fe3-d1f4-47db-9115-0dac465d2b24 req-b6d18d3b-e113-4c43-a5db-1cb52def5010 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385003 May 03 23:13:59.995460 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216c516-b652-48d4-85cc-0fa7f729994e req-fbf00af9-868b-4bf8-a5ff-e3741cbfd678 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:13:59.996907 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2216c516-b652-48d4-85cc-0fa7f729994e req-fbf00af9-868b-4bf8-a5ff-e3741cbfd678 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 945 time: 0.0845754 May 03 23:14:00.039792 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2216c516-b652-48d4-85cc-0fa7f729994e req-73a856cc-6bf9-4d07-8fc6-1206958014ef tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372400 May 03 23:14:01.221193 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a089a2d-e86b-413a-b960-e5efa7ae87b3 req-e9b5099d-dec4-42b0-ac29-9878903c6bef tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:01.222648 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5a089a2d-e86b-413a-b960-e5efa7ae87b3 req-e9b5099d-dec4-42b0-ac29-9878903c6bef tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 945 time: 0.0791669 May 03 23:14:01.265690 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5a089a2d-e86b-413a-b960-e5efa7ae87b3 req-54f105d9-37a1-4396-a345-d95dfef202b0 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374582 May 03 23:14:02.453032 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a7565-cfff-4914-9c0e-4047d79b1aea req-55cb98f6-e5c6-4d8d-b6d6-80745887ad9d tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:02.454514 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-754a7565-cfff-4914-9c0e-4047d79b1aea req-55cb98f6-e5c6-4d8d-b6d6-80745887ad9d tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 945 time: 0.0842459 May 03 23:14:02.496691 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-754a7565-cfff-4914-9c0e-4047d79b1aea req-ba2b135e-62e1-4db8-9678-102086e58969 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366271 May 03 23:14:03.681111 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e46b9-4310-42b7-866b-9358e6743663 req-8741feaa-6308-4423-bc7b-dc3c363e8162 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:03.682574 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e55e46b9-4310-42b7-866b-9358e6743663 req-8741feaa-6308-4423-bc7b-dc3c363e8162 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 945 time: 0.0790865 May 03 23:14:03.729552 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e55e46b9-4310-42b7-866b-9358e6743663 req-a2d35de1-4144-4c2b-b3a4-c62dcbabf48c tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407331 May 03 23:14:04.913256 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d06152-0816-48a3-a88b-afd31d360fcb req-7a43511e-2798-4c67-a341-82d4a5d95a68 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:04.914743 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-64d06152-0816-48a3-a88b-afd31d360fcb req-7a43511e-2798-4c67-a341-82d4a5d95a68 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 945 time: 0.0789902 May 03 23:14:04.958283 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-64d06152-0816-48a3-a88b-afd31d360fcb req-88e3132a-d447-4846-9708-dc4314f26886 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379813 May 03 23:14:06.140651 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e9b82-fa59-41ac-9510-fa5241bd3679 req-2582f760-10e4-4aa3-b6cb-862a360a5baa tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:06.142107 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-561e9b82-fa59-41ac-9510-fa5241bd3679 req-2582f760-10e4-4aa3-b6cb-862a360a5baa tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 945 time: 0.0819287 May 03 23:14:06.186074 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-561e9b82-fa59-41ac-9510-fa5241bd3679 req-49820015-264b-409c-85c2-1ec00fdcaeeb tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382957 May 03 23:14:07.378064 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f4531-e376-497f-869b-e916e95fb21a req-60aa5f43-d446-42e9-b344-9a17dba77901 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:07.379451 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b18f4531-e376-497f-869b-e916e95fb21a req-60aa5f43-d446-42e9-b344-9a17dba77901 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 945 time: 0.0907342 May 03 23:14:07.425265 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b18f4531-e376-497f-869b-e916e95fb21a req-a04d850b-c4a0-4487-a9ec-7bc23161f3fc tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402474 May 03 23:14:08.610864 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211b2a6-7437-43ef-9e3d-313324d1941a req-524d96c4-a9bb-42de-8d5f-45f55d7f1bcf tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:08.612308 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5211b2a6-7437-43ef-9e3d-313324d1941a req-524d96c4-a9bb-42de-8d5f-45f55d7f1bcf tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 945 time: 0.0826647 May 03 23:14:08.656329 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5211b2a6-7437-43ef-9e3d-313324d1941a req-627f603d-1d40-441c-9a00-e07494201fe4 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383282 May 03 23:14:09.842231 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51409ff1-719f-4b01-a623-a4891928fc6e req-88c7845e-2da2-424a-a65f-e8f6be2f442b tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:09.843655 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-51409ff1-719f-4b01-a623-a4891928fc6e req-88c7845e-2da2-424a-a65f-e8f6be2f442b tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 945 time: 0.0793257 May 03 23:14:09.892141 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-51409ff1-719f-4b01-a623-a4891928fc6e req-6a1b77a8-aa8e-4d53-b3e4-181478009aa6 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429583 May 03 23:14:11.076674 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456115a5-dfe0-4744-9b92-0be1668b208d req-2066ea9a-48e9-422d-aa0d-a1e3b170e307 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:11.078137 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-456115a5-dfe0-4744-9b92-0be1668b208d req-2066ea9a-48e9-422d-aa0d-a1e3b170e307 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 945 time: 0.0792215 May 03 23:14:11.120326 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-456115a5-dfe0-4744-9b92-0be1668b208d req-7bfe60ae-b876-4774-a411-c9df5e5bb0ed tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367079 May 03 23:14:12.305340 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803a84c-a2a0-41c3-a1b2-bc91dbb2c95d req-6c5f9cba-e716-4922-b533-b8cbed28d531 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:12.306782 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b803a84c-a2a0-41c3-a1b2-bc91dbb2c95d req-6c5f9cba-e716-4922-b533-b8cbed28d531 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 945 time: 0.0813575 May 03 23:14:12.350668 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b803a84c-a2a0-41c3-a1b2-bc91dbb2c95d req-d3fc96ac-aea6-43c1-b9e2-0c9906cababc tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382473 May 03 23:14:13.532623 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4b297-032e-4577-9744-03dfe03dc6db req-a720f573-03e1-4dc7-be0e-2ebab9473004 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:13.534103 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ad4b297-032e-4577-9744-03dfe03dc6db req-a720f573-03e1-4dc7-be0e-2ebab9473004 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 945 time: 0.0812047 May 03 23:14:13.577513 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ad4b297-032e-4577-9744-03dfe03dc6db req-bbd089e0-d0ba-479a-b70b-623106565a07 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377841 May 03 23:14:14.096674 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-416ebc58-3251-42ee-acc3-885365533d72 service neutron] show failed (client error): The resource could not be found. May 03 23:14:14.097654 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-416ebc58-3251-42ee-acc3-885365533d72 service neutron] 10.222.0.60 "GET /v2.0/ports/1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4/bindings/n-h2-811807-1 HTTP/1.1" status: 404 len: 380 time: 0.1730976 May 03 23:14:14.404690 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-4b1edc99-0f28-4bfd-923f-f54e07b1fa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:14.406194 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-4b1edc99-0f28-4bfd-923f-f54e07b1fa01 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a&tenant_id=f21ffb730bb449cc917d9853deae8915 HTTP/1.1" status: 200 len: 1096 time: 0.1194019 May 03 23:14:14.416779 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-fd4d6d3f-b02e-4f6f-acf6-8d933f0d168c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811807-1', 'device_owner': 'compute:nova'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:14:14.525099 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-fd4d6d3f-b02e-4f6f-acf6-8d933f0d168c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:14.760196 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595f232-4496-4eb2-9158-be99057beefd req-56eee5f0-f5b3-454e-abf9-66260a4d266c tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:14.761558 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3595f232-4496-4eb2-9158-be99057beefd req-56eee5f0-f5b3-454e-abf9-66260a4d266c tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 945 time: 0.0791950 May 03 23:14:14.791081 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-fd4d6d3f-b02e-4f6f-acf6-8d933f0d168c service neutron] For port 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4,segment=NetworkSegment(25abbf11-f28f-4f2b-8f49-e6fb539d6fb8),segment_id=25abbf11-f28f-4f2b-8f49-e6fb539d6fb8)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:14:14.805216 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3595f232-4496-4eb2-9158-be99057beefd req-9e78db50-1561-4a7a-9faf-4663c98b4f44 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378544 May 03 23:14:14.820181 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-fd4d6d3f-b02e-4f6f-acf6-8d933f0d168c service neutron] For port 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:14:14.876420 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4700017e-ed91-4a8a-86da-fbfb60c7604a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:14:14.881789 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-fd4d6d3f-b02e-4f6f-acf6-8d933f0d168c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:14.896475 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-fd4d6d3f-b02e-4f6f-acf6-8d933f0d168c service neutron] Transition to ACTIVE for port object 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:14:14.900131 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-fd4d6d3f-b02e-4f6f-acf6-8d933f0d168c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:15.010501 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2626bfb2-3cfa-4442-9bb9-8593c10191c1'] response: {'server_uuid': '4700017e-ed91-4a8a-86da-fbfb60c7604a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4', 'code': 200} May 03 23:14:15.066170 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d6d3f-b02e-4f6f-acf6-8d933f0d168c service neutron] Pushing event updated for resources: {'Port': ['ID=1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4,revision_number=6']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:14:15.068559 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-fd4d6d3f-b02e-4f6f-acf6-8d933f0d168c service neutron] No DVR routers for this DVR port 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:14:15.078011 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d6d3f-b02e-4f6f-acf6-8d933f0d168c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:14:15.078359 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d6d3f-b02e-4f6f-acf6-8d933f0d168c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:14:15.078698 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d6d3f-b02e-4f6f-acf6-8d933f0d168c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:14:15.079032 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d6d3f-b02e-4f6f-acf6-8d933f0d168c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:14:15.079361 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d6d3f-b02e-4f6f-acf6-8d933f0d168c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:14:15.079687 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d6d3f-b02e-4f6f-acf6-8d933f0d168c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:14:15.080012 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d6d3f-b02e-4f6f-acf6-8d933f0d168c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:14:15.080334 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d6d3f-b02e-4f6f-acf6-8d933f0d168c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:14:15.080654 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d6d3f-b02e-4f6f-acf6-8d933f0d168c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:14:15.080972 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d6d3f-b02e-4f6f-acf6-8d933f0d168c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:14:15.081293 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d6d3f-b02e-4f6f-acf6-8d933f0d168c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:14:15.081612 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d6d3f-b02e-4f6f-acf6-8d933f0d168c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:14:15.133365 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-fd4d6d3f-b02e-4f6f-acf6-8d933f0d168c service neutron] Attempting to bind port 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:14:15.133694 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-fd4d6d3f-b02e-4f6f-acf6-8d933f0d168c service neutron] Attempting to bind port 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '25abbf11-f28f-4f2b-8f49-e6fb539d6fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '5453c779-d15c-4d73-a040-f9a7ba47f10b'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:14:15.134059 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-fd4d6d3f-b02e-4f6f-acf6-8d933f0d168c service neutron] Attempting to bind port 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 on network 5453c779-d15c-4d73-a040-f9a7ba47f10b {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:14:15.138616 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-fd4d6d3f-b02e-4f6f-acf6-8d933f0d168c service neutron] Port 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 on network 5453c779-d15c-4d73-a040-f9a7ba47f10b not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:14:15.138938 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-fd4d6d3f-b02e-4f6f-acf6-8d933f0d168c service neutron] Attempting to bind port 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 on network 5453c779-d15c-4d73-a040-f9a7ba47f10b {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:14:15.143957 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-fd4d6d3f-b02e-4f6f-acf6-8d933f0d168c service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:14:15.144297 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-fd4d6d3f-b02e-4f6f-acf6-8d933f0d168c service neutron] Checking segment: {'id': '25abbf11-f28f-4f2b-8f49-e6fb539d6fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '5453c779-d15c-4d73-a040-f9a7ba47f10b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:14:15.144678 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-fd4d6d3f-b02e-4f6f-acf6-8d933f0d168c service neutron] Bound using segment: {'id': '25abbf11-f28f-4f2b-8f49-e6fb539d6fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '5453c779-d15c-4d73-a040-f9a7ba47f10b'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:14:15.145128 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-fd4d6d3f-b02e-4f6f-acf6-8d933f0d168c service neutron] Bound port: 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25abbf11-f28f-4f2b-8f49-e6fb539d6fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '5453c779-d15c-4d73-a040-f9a7ba47f10b'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:14:15.145468 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-fd4d6d3f-b02e-4f6f-acf6-8d933f0d168c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:15.236149 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-fd4d6d3f-b02e-4f6f-acf6-8d933f0d168c service neutron] For port 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:14:15.239001 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-fd4d6d3f-b02e-4f6f-acf6-8d933f0d168c service neutron] For port 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4,segment=NetworkSegment(25abbf11-f28f-4f2b-8f49-e6fb539d6fb8),segment_id=25abbf11-f28f-4f2b-8f49-e6fb539d6fb8)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:14:15.243416 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-fd4d6d3f-b02e-4f6f-acf6-8d933f0d168c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:15.303082 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-fd4d6d3f-b02e-4f6f-acf6-8d933f0d168c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:15.303691 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-fd4d6d3f-b02e-4f6f-acf6-8d933f0d168c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:15.305046 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-fd4d6d3f-b02e-4f6f-acf6-8d933f0d168c service neutron] 10.222.0.67 "PUT /v2.0/ports/1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 HTTP/1.1" status: 200 len: 1091 time: 0.8920758 May 03 23:14:15.319407 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d6d3f-b02e-4f6f-acf6-8d933f0d168c service neutron] Pushing event updated for resources: {'Port': ['ID=1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4,revision_number=7']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:14:15.393393 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-533c8d78-df04-45f9-8005-111fa214ef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:15.394858 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-533c8d78-df04-45f9-8005-111fa214ef4a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f21ffb730bb449cc917d9853deae8915&device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 1094 time: 0.0689743 May 03 23:14:15.522265 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-513de58d-e807-486e-9c1d-2f4441ee5cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:15.523683 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-513de58d-e807-486e-9c1d-2f4441ee5cc0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5453c779-d15c-4d73-a040-f9a7ba47f10b HTTP/1.1" status: 200 len: 912 time: 0.1230750 May 03 23:14:15.594714 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-72ee0b6d-7086-4438-86fb-75bec18ca28e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 HTTP/1.1" status: 200 len: 217 time: 0.0638626 May 03 23:14:15.658410 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-e10c67a8-0681-420f-a10e-fc4e0eee907b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:15.659786 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-e10c67a8-0681-420f-a10e-fc4e0eee907b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=88ae639e-14a2-4f5f-897e-8c7cfa20b013 HTTP/1.1" status: 200 len: 851 time: 0.0593259 May 03 23:14:15.704799 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-323c805a-4ffc-458c-a433-7d5bafd7d0d8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5453c779-d15c-4d73-a040-f9a7ba47f10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389042 May 03 23:14:15.714323 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-ed0cb693-7267-4924-bcf7-96ac8936fb40 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88070) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:14:15.715251 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-ed0cb693-7267-4924-bcf7-96ac8936fb40 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0045063 May 03 23:14:15.951381 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-a84018a7-c674-4c10-af2d-8b833006a422 service neutron] 10.222.0.67 "GET /v2.0/networks/5453c779-d15c-4d73-a040-f9a7ba47f10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291298 May 03 23:14:15.995619 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05714845-d28f-4546-ae21-30d3b7376873 req-a400a9b5-4a7d-40ed-8bd6-2d26e3420e4b tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:15.997563 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-05714845-d28f-4546-ae21-30d3b7376873 req-a400a9b5-4a7d-40ed-8bd6-2d26e3420e4b tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 943 time: 0.0817747 May 03 23:14:16.040705 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-05714845-d28f-4546-ae21-30d3b7376873 req-230e0838-422c-4c35-9249-c6fb48dbe980 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374892 May 03 23:14:16.082482 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8f73bf4a-926c-4f1c-999e-cf0adb0e528c req-e67a8251-5a9f-46d8-9bba-f0c6a0202c5a service neutron] 10.222.0.67 "GET /v2.0/networks/5453c779-d15c-4d73-a040-f9a7ba47f10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240711 May 03 23:14:16.249916 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:14:17.011918 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4700017e-ed91-4a8a-86da-fbfb60c7604a', 'tag': '1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:14:17.068453 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d91841be-c36b-41f4-b48b-55182d1cfdd9'] response: {'name': 'network-changed', 'server_uuid': '4700017e-ed91-4a8a-86da-fbfb60c7604a', 'tag': '1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4', 'status': 'completed', 'code': 200} May 03 23:14:17.156964 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba60be8-d0ce-49e3-bc1d-416e51d85654 req-f0af6dff-9141-43a6-8032-2666d16ad71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:17.158653 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-aba60be8-d0ce-49e3-bc1d-416e51d85654 req-f0af6dff-9141-43a6-8032-2666d16ad71a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f21ffb730bb449cc917d9853deae8915&device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 1094 time: 0.0711091 May 03 23:14:17.211538 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba60be8-d0ce-49e3-bc1d-416e51d85654 req-0cfbc65a-db0d-4051-b19c-dfc0691c3c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:17.213010 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aba60be8-d0ce-49e3-bc1d-416e51d85654 req-0cfbc65a-db0d-4051-b19c-dfc0691c3c8d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f21ffb730bb449cc917d9853deae8915&device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 1094 time: 0.1225035 May 03 23:14:17.295740 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba60be8-d0ce-49e3-bc1d-416e51d85654 req-70ebce1d-ee3e-4384-a2ce-e9ab492ac913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:17.297095 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-aba60be8-d0ce-49e3-bc1d-416e51d85654 req-70ebce1d-ee3e-4384-a2ce-e9ab492ac913 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5453c779-d15c-4d73-a040-f9a7ba47f10b HTTP/1.1" status: 200 len: 912 time: 0.1320295 May 03 23:14:17.322721 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee1d8d-92d8-48f0-84e2-394477c3ee39 req-a6b037d8-e8f4-4828-a1c6-ba5d7159a2b7 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:17.324411 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3fee1d8d-92d8-48f0-84e2-394477c3ee39 req-a6b037d8-e8f4-4828-a1c6-ba5d7159a2b7 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 943 time: 0.1747332 May 03 23:14:17.367943 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-aba60be8-d0ce-49e3-bc1d-416e51d85654 req-f5e8f5ff-d2cb-49f4-b700-f55864ee039c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 HTTP/1.1" status: 200 len: 217 time: 0.0646679 May 03 23:14:17.392227 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba60be8-d0ce-49e3-bc1d-416e51d85654 req-239aa64e-77b4-49c9-b794-f9b28ae20ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:17.393656 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aba60be8-d0ce-49e3-bc1d-416e51d85654 req-239aa64e-77b4-49c9-b794-f9b28ae20ec9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5453c779-d15c-4d73-a040-f9a7ba47f10b HTTP/1.1" status: 200 len: 912 time: 0.1728117 May 03 23:14:17.396553 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3fee1d8d-92d8-48f0-84e2-394477c3ee39 req-5b037409-2134-4a15-ad21-51c6f57700f3 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622106 May 03 23:14:17.429810 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba60be8-d0ce-49e3-bc1d-416e51d85654 req-e1f6f2b8-9102-4c98-aee5-dbf41209ddfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:17.431052 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-aba60be8-d0ce-49e3-bc1d-416e51d85654 req-e1f6f2b8-9102-4c98-aee5-dbf41209ddfd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=88ae639e-14a2-4f5f-897e-8c7cfa20b013 HTTP/1.1" status: 200 len: 851 time: 0.0567360 May 03 23:14:17.464111 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aba60be8-d0ce-49e3-bc1d-416e51d85654 req-ad0b0a43-b6c2-4cec-b13a-ca623fa9277d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 HTTP/1.1" status: 200 len: 217 time: 0.0640404 May 03 23:14:17.480537 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-aba60be8-d0ce-49e3-bc1d-416e51d85654 req-700a96bd-62e3-4ac1-867b-42b2b7ae458b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5453c779-d15c-4d73-a040-f9a7ba47f10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434961 May 03 23:14:17.525637 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba60be8-d0ce-49e3-bc1d-416e51d85654 req-79bbb6ec-3c10-454e-a939-0900c983f7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:17.527463 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aba60be8-d0ce-49e3-bc1d-416e51d85654 req-79bbb6ec-3c10-454e-a939-0900c983f7c9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=88ae639e-14a2-4f5f-897e-8c7cfa20b013 HTTP/1.1" status: 200 len: 851 time: 0.0577374 May 03 23:14:17.577409 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aba60be8-d0ce-49e3-bc1d-416e51d85654 req-26d17781-7765-4b5a-aa08-ef74f7e9f297 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5453c779-d15c-4d73-a040-f9a7ba47f10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437455 May 03 23:14:17.621394 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-aba60be8-d0ce-49e3-bc1d-416e51d85654 req-1c5d556a-0332-4e5b-8cb2-3966008584f0 service neutron] 10.222.0.67 "GET /v2.0/networks/5453c779-d15c-4d73-a040-f9a7ba47f10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333539 May 03 23:14:17.695882 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:14:17.708536 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aba60be8-d0ce-49e3-bc1d-416e51d85654 req-35f6d907-8acc-4837-9ac3-1be3c1006a1d service neutron] 10.222.0.60 "GET /v2.0/networks/5453c779-d15c-4d73-a040-f9a7ba47f10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245608 May 03 23:14:17.755837 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-aba60be8-d0ce-49e3-bc1d-416e51d85654 req-7e0f2a6e-3fc2-4a45-a4bb-27c8ad3a86df service neutron] 10.222.0.67 "GET /v2.0/networks/5453c779-d15c-4d73-a040-f9a7ba47f10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276491 May 03 23:14:17.761661 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:14:17.840654 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aba60be8-d0ce-49e3-bc1d-416e51d85654 req-ddbff8d7-73cc-467c-a1ee-063e27753743 service neutron] 10.222.0.60 "GET /v2.0/networks/5453c779-d15c-4d73-a040-f9a7ba47f10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255126 May 03 23:14:18.583048 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d817f-0e3e-419c-a9ab-37149a8265a4 req-532a3bd8-39bd-4e97-8a71-470636b93f49 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:18.584488 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a56d817f-0e3e-419c-a9ab-37149a8265a4 req-532a3bd8-39bd-4e97-8a71-470636b93f49 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 943 time: 0.0787292 May 03 23:14:18.627139 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a56d817f-0e3e-419c-a9ab-37149a8265a4 req-ef21e92f-1073-439a-aacf-53bf7c1c9810 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371335 May 03 23:14:19.809788 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c8f46-f959-49d7-9cc6-703163abd634 req-c9a6ed5e-7e3c-4319-bca0-024e8f9019d9 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:19.811322 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c13c8f46-f959-49d7-9cc6-703163abd634 req-c9a6ed5e-7e3c-4319-bca0-024e8f9019d9 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 943 time: 0.0816681 May 03 23:14:19.854509 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c13c8f46-f959-49d7-9cc6-703163abd634 req-4a949a07-6a48-4c82-a9d7-27e52f15a7da tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376461 May 03 23:14:20.221510 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17955193-c593-4af5-98e0-61325848556d req-8d20b37e-60d7-40de-9f29-7a535bcd81ba tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:20.222931 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-17955193-c593-4af5-98e0-61325848556d req-8d20b37e-60d7-40de-9f29-7a535bcd81ba tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.60 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a&tenant_id=f21ffb730bb449cc917d9853deae8915&binding%3Ahost_id=n-h2-811807-1 HTTP/1.1" status: 200 len: 943 time: 0.0827503 May 03 23:14:20.300774 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [req-17955193-c593-4af5-98e0-61325848556d req-cd892dd2-709a-4be7-af10-05b64ebe9b18 service neutron] delete failed (client error): The resource could not be found. May 03 23:14:20.301747 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-17955193-c593-4af5-98e0-61325848556d req-cd892dd2-709a-4be7-af10-05b64ebe9b18 service neutron] 10.222.0.60 "DELETE /v2.0/ports/1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4/bindings/n-h1-811807-1 HTTP/1.1" status: 404 len: 380 time: 0.0733304 May 03 23:14:20.444119 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17955193-c593-4af5-98e0-61325848556d req-d0972b15-ab88-49f1-aa51-275aba27e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:20.445554 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-17955193-c593-4af5-98e0-61325848556d req-d0972b15-ab88-49f1-aa51-275aba27e3e1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f21ffb730bb449cc917d9853deae8915&device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 1094 time: 0.0695834 May 03 23:14:20.574202 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17955193-c593-4af5-98e0-61325848556d req-c03e3806-02d0-45cc-9909-51ff37a9eb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:20.575557 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-17955193-c593-4af5-98e0-61325848556d req-c03e3806-02d0-45cc-9909-51ff37a9eb92 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5453c779-d15c-4d73-a040-f9a7ba47f10b HTTP/1.1" status: 200 len: 912 time: 0.1243756 May 03 23:14:20.662005 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:14:20.750790 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-17955193-c593-4af5-98e0-61325848556d req-e909e621-e436-497c-bdfb-84de20af19d6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 HTTP/1.1" status: 200 len: 217 time: 0.1689239 May 03 23:14:20.798178 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4,segment=NetworkSegment(25abbf11-f28f-4f2b-8f49-e6fb539d6fb8),segment_id=25abbf11-f28f-4f2b-8f49-e6fb539d6fb8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:14:20.811969 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4', 'network_id': '5453c779-d15c-4d73-a040-f9a7ba47f10b', 'port_id': '1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4', 'mac_address': 'fa:16:3e:5a:6e:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ae639e-14a2-4f5f-897e-8c7cfa20b013', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:14:20.813006 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17955193-c593-4af5-98e0-61325848556d req-99736030-550d-4e5f-a2cd-22ba6b56fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:20.814451 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-17955193-c593-4af5-98e0-61325848556d req-99736030-550d-4e5f-a2cd-22ba6b56fe3e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=88ae639e-14a2-4f5f-897e-8c7cfa20b013 HTTP/1.1" status: 200 len: 851 time: 0.0571437 May 03 23:14:20.860161 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-17955193-c593-4af5-98e0-61325848556d req-7247014d-c5b0-4552-98e8-c97fd9af9d6c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5453c779-d15c-4d73-a040-f9a7ba47f10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397449 May 03 23:14:20.866469 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:20.883845 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:14:20.899604 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4,segment=NetworkSegment(25abbf11-f28f-4f2b-8f49-e6fb539d6fb8),segment_id=25abbf11-f28f-4f2b-8f49-e6fb539d6fb8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:14:20.903580 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:20.975996 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4,revision_number=8']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:14:20.983935 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:14:20.984291 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:14:20.984630 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:14:20.984968 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:14:20.985311 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:14:20.985638 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:14:20.985993 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:14:20.986323 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:14:20.986649 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:14:20.986973 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:14:20.987295 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:14:20.987617 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:14:20.993482 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-17955193-c593-4af5-98e0-61325848556d req-3fc1e6d6-2270-4765-b868-1eb0d8ef28f4 service neutron] 10.222.0.60 "GET /v2.0/networks/5453c779-d15c-4d73-a040-f9a7ba47f10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262920 May 03 23:14:21.121826 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-17955193-c593-4af5-98e0-61325848556d req-7fcdec87-f203-457b-81e9-8301d8a802fc service neutron] 10.222.0.60 "GET /v2.0/networks/5453c779-d15c-4d73-a040-f9a7ba47f10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225688 May 03 23:14:21.274934 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:14:21.921903 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4dd37-6cc9-47ad-8f7f-217a2d454d16 req-091eced4-d258-495e-9e66-fe02d1c77760 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:21.923350 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fee4dd37-6cc9-47ad-8f7f-217a2d454d16 req-091eced4-d258-495e-9e66-fe02d1c77760 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 944 time: 0.0824931 May 03 23:14:21.967590 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fee4dd37-6cc9-47ad-8f7f-217a2d454d16 req-7d911b51-0e19-4d9b-bcca-e979f397ddb9 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383108 May 03 23:14:22.675216 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:14:22.744001 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:14:22.748724 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:14:22.749095 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:22.862868 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:22.915434 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4700017e-ed91-4a8a-86da-fbfb60c7604a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:14:22.924805 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4,segment=NetworkSegment(25abbf11-f28f-4f2b-8f49-e6fb539d6fb8),segment_id=25abbf11-f28f-4f2b-8f49-e6fb539d6fb8)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:14:22.930532 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:23.006810 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1ac58650-168f-47d5-be3c-303253995833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:23.020711 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4,revision_number=9']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:14:23.027880 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a8bc174-bba8-4e49-8b3f-6b3ed8c104c4'] response: {'server_uuid': '4700017e-ed91-4a8a-86da-fbfb60c7604a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4', 'code': 200} May 03 23:14:23.156660 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5a81c-fd5c-4612-85f7-77b11bc28b1d req-7e54825e-5937-4302-bb40-78b3da327d27 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:23.158111 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-77b5a81c-fd5c-4612-85f7-77b11bc28b1d req-7e54825e-5937-4302-bb40-78b3da327d27 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 945 time: 0.0775173 May 03 23:14:23.203373 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-77b5a81c-fd5c-4612-85f7-77b11bc28b1d req-572fc815-2b76-4248-b1ce-0a01cc33cc36 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/security-groups?id=053b6f43-ff42-467c-98e1-ead8c9617d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395346 May 03 23:14:23.250723 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17955193-c593-4af5-98e0-61325848556d req-905c8c7f-7627-4b4b-a4f5-d1b6d5b7bfab tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:23.252225 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-17955193-c593-4af5-98e0-61325848556d req-905c8c7f-7627-4b4b-a4f5-d1b6d5b7bfab tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.67 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 945 time: 0.0821779 May 03 23:14:23.322483 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-17955193-c593-4af5-98e0-61325848556d req-cbed9b4b-58c4-4ba1-a552-1dbe984a58cd tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Deleting port 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:14:23.322821 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-17955193-c593-4af5-98e0-61325848556d req-cbed9b4b-58c4-4ba1-a552-1dbe984a58cd tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:23.557926 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-17955193-c593-4af5-98e0-61325848556d req-cbed9b4b-58c4-4ba1-a552-1dbe984a58cd tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] For port 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4,segment=NetworkSegment(25abbf11-f28f-4f2b-8f49-e6fb539d6fb8),segment_id=25abbf11-f28f-4f2b-8f49-e6fb539d6fb8)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:14:23.558227 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-17955193-c593-4af5-98e0-61325848556d req-cbed9b4b-58c4-4ba1-a552-1dbe984a58cd tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:23.684001 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-17955193-c593-4af5-98e0-61325848556d req-cbed9b4b-58c4-4ba1-a552-1dbe984a58cd tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Calling delete_port for 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:14:23.824377 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-17955193-c593-4af5-98e0-61325848556d req-cbed9b4b-58c4-4ba1-a552-1dbe984a58cd tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:23.836459 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:14:23.874006 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed9b4b-58c4-4ba1-a552-1dbe984a58cd tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Pushing event deleted for resources: {'Port': ['ID=1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:14:24.052523 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-17955193-c593-4af5-98e0-61325848556d req-cbed9b4b-58c4-4ba1-a552-1dbe984a58cd tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] No DVR routers for this DVR port 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:14:24.055124 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-17955193-c593-4af5-98e0-61325848556d req-cbed9b4b-58c4-4ba1-a552-1dbe984a58cd tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:24.057678 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4700017e-ed91-4a8a-86da-fbfb60c7604a', 'name': 'network-vif-deleted', 'tag': '1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:14:24.077666 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-17955193-c593-4af5-98e0-61325848556d req-cbed9b4b-58c4-4ba1-a552-1dbe984a58cd tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.67 "DELETE /v2.0/ports/1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 HTTP/1.1" status: 204 len: 173 time: 0.8204288 May 03 23:14:24.106560 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2370f4f0-c89d-461d-a54d-ddb870b89363'] response: {'server_uuid': '4700017e-ed91-4a8a-86da-fbfb60c7604a', 'name': 'network-vif-deleted', 'tag': '1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4', 'status': 'completed', 'code': 200} May 03 23:14:24.369626 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2fbfe0f4-8e64-456a-a9d9-d1e9f2c1405a req-4f6a1300-e5ff-44fd-93b6-0a597a975a38 tempest-DeleteServersTestJSON-357600867 tempest-DeleteServersTestJSON-357600867-project] 10.222.0.58 "GET /v2.0/ports?device_id=4700017e-ed91-4a8a-86da-fbfb60c7604a HTTP/1.1" status: 200 len: 210 time: 0.0472517 May 03 23:14:24.763589 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:25.562728 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b236358b-e465-4026-a5ed-71e921e1a2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:25.619201 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 54086) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:14:25.684447 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae8e4d25-a965-410b-a14d-7079d899442a admin admin] Deleting subnet 88ae639e-14a2-4f5f-897e-8c7cfa20b013 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:14:25.687306 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ae8e4d25-a965-410b-a14d-7079d899442a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:25.738745 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ae8e4d25-a965-410b-a14d-7079d899442a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:25.791983 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ae8e4d25-a965-410b-a14d-7079d899442a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:25.858823 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ae8e4d25-a965-410b-a14d-7079d899442a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:25.899500 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e4d25-a965-410b-a14d-7079d899442a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88ae639e-14a2-4f5f-897e-8c7cfa20b013,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:14:25.902385 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ae8e4d25-a965-410b-a14d-7079d899442a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:25.911636 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e4d25-a965-410b-a14d-7079d899442a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:14:25.911974 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e4d25-a965-410b-a14d-7079d899442a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:14:25.912307 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e4d25-a965-410b-a14d-7079d899442a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:14:25.912634 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e4d25-a965-410b-a14d-7079d899442a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:14:25.912956 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e4d25-a965-410b-a14d-7079d899442a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:14:25.913275 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e4d25-a965-410b-a14d-7079d899442a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:14:25.913592 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e4d25-a965-410b-a14d-7079d899442a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:14:25.913939 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e4d25-a965-410b-a14d-7079d899442a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:14:25.914256 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e4d25-a965-410b-a14d-7079d899442a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:14:25.914567 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e4d25-a965-410b-a14d-7079d899442a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:14:25.914878 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e4d25-a965-410b-a14d-7079d899442a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:14:25.915190 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e4d25-a965-410b-a14d-7079d899442a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:14:25.918629 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ae8e4d25-a965-410b-a14d-7079d899442a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/88ae639e-14a2-4f5f-897e-8c7cfa20b013 HTTP/1.1" status: 204 len: 168 time: 0.2984354 May 03 23:14:25.921520 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 54090) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:14:26.026800 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1013644d-0953-4751-896d-8adbb0c32ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:26.150019 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1013644d-0953-4751-896d-8adbb0c32ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:26.174662 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-1013644d-0953-4751-896d-8adbb0c32ddb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5453c779-d15c-4d73-a040-f9a7ba47f10b']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:14:26.187550 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-1013644d-0953-4751-896d-8adbb0c32ddb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25abbf11-f28f-4f2b-8f49-e6fb539d6fb8') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:14:26.187860 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-1013644d-0953-4751-896d-8adbb0c32ddb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25abbf11-f28f-4f2b-8f49-e6fb539d6fb8') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:14:26.199580 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1013644d-0953-4751-896d-8adbb0c32ddb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:26.215388 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1013644d-0953-4751-896d-8adbb0c32ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:26.221266 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1013644d-0953-4751-896d-8adbb0c32ddb admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:14:26.221645 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1013644d-0953-4751-896d-8adbb0c32ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:26.234375 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 23:14:26.234375 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:14:26.234375 n-d-811807-1 neutron-server[88069]: timer() May 03 23:14:26.234375 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:14:26.234375 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 23:14:26.234375 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:14:26.234375 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 23:14:26.234375 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:14:26.234375 n-d-811807-1 neutron-server[88069]: self._notify() May 03 23:14:26.234375 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:14:26.234375 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 23:14:26.234375 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:14:26.234375 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 23:14:26.234375 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:14:26.234375 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:14:26.234375 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:14:26.234375 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:14:26.234375 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:14:26.234375 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 23:14:26.234375 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:14:26.234375 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 23:14:26.234375 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:14:26.234375 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:14:26.234375 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:14:26.234375 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 23:14:26.234375 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:14:26.234375 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:14:26.234375 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:14:26.234375 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:14:26.234375 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:14:26.234375 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:14:26.234375 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:14:26.308295 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1013644d-0953-4751-896d-8adbb0c32ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:26.324752 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1013644d-0953-4751-896d-8adbb0c32ddb admin admin] Notify callbacks [] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:26.335333 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013644d-0953-4751-896d-8adbb0c32ddb admin admin] Pushing event deleted for resources: {'Network': ['ID=5453c779-d15c-4d73-a040-f9a7ba47f10b,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:14:26.343652 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1013644d-0953-4751-896d-8adbb0c32ddb admin admin] 10.222.0.58 "DELETE /v2.0/networks/5453c779-d15c-4d73-a040-f9a7ba47f10b HTTP/1.1" status: 204 len: 168 time: 0.4211183 May 03 23:14:26.383903 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:26.425360 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:26.466215 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 54096) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:14:26.514644 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7c60531b-8de6-447b-9f92-6a6135773f1c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f21ffb730bb449cc917d9853deae8915&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461807 May 03 23:14:26.516680 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 54100) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:14:26.574252 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-997670a6-658c-4c3e-872a-765c6e43073a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:26.599768 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-997670a6-658c-4c3e-872a-765c6e43073a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:26.650501 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-997670a6-658c-4c3e-872a-765c6e43073a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:26.671294 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997670a6-658c-4c3e-872a-765c6e43073a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053b6f43-ff42-467c-98e1-ead8c9617d3c,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:14:26.674834 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:14:26.680996 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-997670a6-658c-4c3e-872a-765c6e43073a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:26.682141 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-997670a6-658c-4c3e-872a-765c6e43073a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/053b6f43-ff42-467c-98e1-ead8c9617d3c HTTP/1.1" status: 204 len: 168 time: 0.1644285 May 03 23:14:26.715586 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:14:26.715943 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 1a13e068-1e97-4bb2-9fa1-5f4638f0cdd4 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:14:27.375275 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 54124) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:14:27.477182 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-ee13ddd3-0b7f-492b-9912-540107dfa4f0 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2037627028-network', 'tenant_id': 'e17f7d7398d14a23bf1f21df3ffe9965'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:14:27.482467 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ee13ddd3-0b7f-492b-9912-540107dfa4f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:14:27.486341 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ee13ddd3-0b7f-492b-9912-540107dfa4f0 admin admin] Usage tracker for resource:network and tenant:e17f7d7398d14a23bf1f21df3ffe9965 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:14:27.489140 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ee13ddd3-0b7f-492b-9912-540107dfa4f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:14:27.495206 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ee13ddd3-0b7f-492b-9912-540107dfa4f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:14:27.504927 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee13ddd3-0b7f-492b-9912-540107dfa4f0 admin admin] Made reservation on behalf of e17f7d7398d14a23bf1f21df3ffe9965 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:14:27.507405 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ee13ddd3-0b7f-492b-9912-540107dfa4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:27.520159 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ee13ddd3-0b7f-492b-9912-540107dfa4f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:27.534512 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ee13ddd3-0b7f-492b-9912-540107dfa4f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:14:27.538433 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ee13ddd3-0b7f-492b-9912-540107dfa4f0 admin admin] Usage tracker for resource:security_group_rule and tenant:e17f7d7398d14a23bf1f21df3ffe9965 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:14:27.541187 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ee13ddd3-0b7f-492b-9912-540107dfa4f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:14:27.546949 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ee13ddd3-0b7f-492b-9912-540107dfa4f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:14:27.636447 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ee13ddd3-0b7f-492b-9912-540107dfa4f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:27.640641 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ee13ddd3-0b7f-492b-9912-540107dfa4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:27.670467 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee13ddd3-0b7f-492b-9912-540107dfa4f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:14:27.681257 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee13ddd3-0b7f-492b-9912-540107dfa4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9365aa-d34b-4932-a6cf-88d643412b4a,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:14:27.688223 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ee13ddd3-0b7f-492b-9912-540107dfa4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:27.689252 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-ee13ddd3-0b7f-492b-9912-540107dfa4f0 admin admin] Added segment 96fee47f-251e-4a83-bc1d-ff2c1038e764 of type vlan for network 9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3 May 03 23:14:27.716559 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ee13ddd3-0b7f-492b-9912-540107dfa4f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:27.744534 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ee13ddd3-0b7f-492b-9912-540107dfa4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:27.745498 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee13ddd3-0b7f-492b-9912-540107dfa4f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:27.746082 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ee13ddd3-0b7f-492b-9912-540107dfa4f0 admin admin] Notify callbacks [] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:27.749261 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:27.847371 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee13ddd3-0b7f-492b-9912-540107dfa4f0 admin admin] Pushing event updated for resources: {'Network': ['ID=9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:14:27.852945 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ee13ddd3-0b7f-492b-9912-540107dfa4f0 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4740145 May 03 23:14:27.853197 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 54130) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:14:27.857552 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:14:27.858480 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-d049f9a3-4946-45d2-9e82-cff930e19334 admin admin] Request body: {'subnet': {'network_id': '9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2037627028-subnet', 'tenant_id': 'e17f7d7398d14a23bf1f21df3ffe9965', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:14:27.863888 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d049f9a3-4946-45d2-9e82-cff930e19334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:14:27.867735 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d049f9a3-4946-45d2-9e82-cff930e19334 admin admin] Usage tracker for resource:subnet and tenant:e17f7d7398d14a23bf1f21df3ffe9965 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:14:27.870577 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d049f9a3-4946-45d2-9e82-cff930e19334 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:14:27.876685 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d049f9a3-4946-45d2-9e82-cff930e19334 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:14:27.886090 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d049f9a3-4946-45d2-9e82-cff930e19334 admin admin] Made reservation on behalf of e17f7d7398d14a23bf1f21df3ffe9965 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:14:27.888320 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d049f9a3-4946-45d2-9e82-cff930e19334 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:28.192375 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d049f9a3-4946-45d2-9e82-cff930e19334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:28.263327 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d049f9a3-4946-45d2-9e82-cff930e19334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99b36dc9-2b42-401e-9909-a2f2ed6e25a2,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:14:28.274646 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d049f9a3-4946-45d2-9e82-cff930e19334 admin admin] Checking segment: {'id': '96fee47f-251e-4a83-bc1d-ff2c1038e764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:14:28.275005 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d049f9a3-4946-45d2-9e82-cff930e19334 admin admin] Network hostable DHCP agents. Network: 9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:14:28.293526 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d049f9a3-4946-45d2-9e82-cff930e19334 admin admin] Network 9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:14:28.303079 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-d049f9a3-4946-45d2-9e82-cff930e19334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:14:28.307818 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d049f9a3-4946-45d2-9e82-cff930e19334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:28.309811 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d049f9a3-4946-45d2-9e82-cff930e19334 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:28.311259 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b31bbdb-864b-490e-8f99-90322fa89d35 None None] Network 9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:14:28.332159 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d049f9a3-4946-45d2-9e82-cff930e19334 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4774225 May 03 23:14:28.398758 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:28.533208 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a3b7bd-e660-40ec-b880-b5de457730cc None None] Network 9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:14:28.835465 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-5e5b8090-36ab-485f-be27-94b20929ddba tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:28.836191 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-5e5b8090-36ab-485f-be27-94b20929ddba tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Synchronizing usage tracker for tenant:e17f7d7398d14a23bf1f21df3ffe9965 on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:14:28.853255 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-5e5b8090-36ab-485f-be27-94b20929ddba tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Unset dirty status for tenant:e17f7d7398d14a23bf1f21df3ffe9965 on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:14:28.854465 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-5e5b8090-36ab-485f-be27-94b20929ddba tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/networks?id=9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3 HTTP/1.1" status: 200 len: 815 time: 0.1636121 May 03 23:14:28.869419 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-b25a3722-b9a8-44b4-8e4f-31ed2aeae950 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/quotas/e17f7d7398d14a23bf1f21df3ffe9965 HTTP/1.1" status: 200 len: 375 time: 0.0094481 May 03 23:14:28.919004 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-2136dc9d-6da9-4acf-88a9-39828d651a24 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e17f7d7398d14a23bf1f21df3ffe9965&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446587 May 03 23:14:28.929065 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-db7f56fa-3df9-41ca-b541-27d4a3124533 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:14:28.930015 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-db7f56fa-3df9-41ca-b541-27d4a3124533 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047333 May 03 23:14:29.058574 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-af63327f-14fc-4a55-ad7f-62e01cb41de5 service neutron] 10.222.0.58 "GET /v2.0/networks/9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228600 May 03 23:14:29.188134 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-fbbd576f-31f6-44bc-85f2-fab4fe11a7cb service neutron] 10.222.0.58 "GET /v2.0/networks/9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237309 May 03 23:14:29.363002 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-df2e0bf2-202f-4ae5-9600-0550300d8777 req-b7e37571-cb13-443a-a6bc-77aa28471916 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 210 time: 0.0421655 May 03 23:14:30.518495 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07d3b557-8081-421b-be05-7874f61c5311 req-a3bce67f-1454-41ba-bb07-0547c89c5763 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 210 time: 0.0432868 May 03 23:14:30.571833 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-a5be09c5-dcd7-43f4-bc61-c30456732225 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:30.573251 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-a5be09c5-dcd7-43f4-bc61-c30456732225 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.67 "GET /v2.0/networks?id=9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3 HTTP/1.1" status: 200 len: 815 time: 0.1648870 May 03 23:14:30.586973 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-d14b9cca-db0d-424c-b33f-0a1aeb2a4a40 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Request body: {'port': {'device_id': '0a260afb-4d80-4019-bad9-ac14db3c8fec', 'network_id': '9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3', 'admin_state_up': True, 'tenant_id': 'e17f7d7398d14a23bf1f21df3ffe9965'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:14:30.723797 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-d14b9cca-db0d-424c-b33f-0a1aeb2a4a40 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:14:30.727571 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-d14b9cca-db0d-424c-b33f-0a1aeb2a4a40 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Usage tracker for resource:port and tenant:e17f7d7398d14a23bf1f21df3ffe9965 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:14:30.730357 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-d14b9cca-db0d-424c-b33f-0a1aeb2a4a40 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:14:30.736547 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-d14b9cca-db0d-424c-b33f-0a1aeb2a4a40 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:14:30.745737 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-d14b9cca-db0d-424c-b33f-0a1aeb2a4a40 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Made reservation on behalf of e17f7d7398d14a23bf1f21df3ffe9965 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:14:30.749172 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-d14b9cca-db0d-424c-b33f-0a1aeb2a4a40 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:30.907454 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-d14b9cca-db0d-424c-b33f-0a1aeb2a4a40 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Allocated IP 172.20.0.3 (9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3/99b36dc9-2b42-401e-9909-a2f2ed6e25a2/54fa6503-165a-4675-af1d-2190ec1c411a) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:14:31.103346 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-d14b9cca-db0d-424c-b33f-0a1aeb2a4a40 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:31.131072 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-d14b9cca-db0d-424c-b33f-0a1aeb2a4a40 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:31.200143 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-d14b9cca-db0d-424c-b33f-0a1aeb2a4a40 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Network 9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:14:31.203687 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-d14b9cca-db0d-424c-b33f-0a1aeb2a4a40 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:14:31.207347 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-d14b9cca-db0d-424c-b33f-0a1aeb2a4a40 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:14:31.239335 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b9cca-db0d-424c-b33f-0a1aeb2a4a40 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Pushing event updated for resources: {'Port': ['ID=54fa6503-165a-4675-af1d-2190ec1c411a,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:14:31.273173 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-d14b9cca-db0d-424c-b33f-0a1aeb2a4a40 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:31.273760 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-d14b9cca-db0d-424c-b33f-0a1aeb2a4a40 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:31.294063 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-d14b9cca-db0d-424c-b33f-0a1aeb2a4a40 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7110133 May 03 23:14:31.305873 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-05167f90-7669-4df6-b015-95edbcd46822 service neutron] Request body: {'port': {'device_id': '0a260afb-4d80-4019-bad9-ac14db3c8fec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:14:31.415352 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-05167f90-7669-4df6-b015-95edbcd46822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:31.712521 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30e26f-3bcc-4efd-9e01-9cdb9d32ce1f req-374c9082-1acc-40a4-917e-2f6dcca23ec3 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:31.714022 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3c30e26f-3bcc-4efd-9e01-9cdb9d32ce1f req-374c9082-1acc-40a4-917e-2f6dcca23ec3 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 931 time: 0.0820503 May 03 23:14:31.757976 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-3c30e26f-3bcc-4efd-9e01-9cdb9d32ce1f req-5d7514b5-bb47-4442-b397-976ee706a708 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Synchronizing usage tracker for tenant:e17f7d7398d14a23bf1f21df3ffe9965 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:14:31.759585 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-05167f90-7669-4df6-b015-95edbcd46822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54fa6503-165a-4675-af1d-2190ec1c411a {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:14:31.767543 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-05167f90-7669-4df6-b015-95edbcd46822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:31.774892 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-3c30e26f-3bcc-4efd-9e01-9cdb9d32ce1f req-5d7514b5-bb47-4442-b397-976ee706a708 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Unset dirty status for tenant:e17f7d7398d14a23bf1f21df3ffe9965 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:14:31.776213 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3c30e26f-3bcc-4efd-9e01-9cdb9d32ce1f req-5d7514b5-bb47-4442-b397-976ee706a708 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565431 May 03 23:14:31.782263 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-05167f90-7669-4df6-b015-95edbcd46822 service neutron] Transition to ACTIVE for port object 54fa6503-165a-4675-af1d-2190ec1c411a will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:14:31.785901 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-05167f90-7669-4df6-b015-95edbcd46822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:31.943974 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05167f90-7669-4df6-b015-95edbcd46822 service neutron] Pushing event updated for resources: {'Port': ['ID=54fa6503-165a-4675-af1d-2190ec1c411a,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:14:32.011146 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-05167f90-7669-4df6-b015-95edbcd46822 service neutron] Attempting to bind port 54fa6503-165a-4675-af1d-2190ec1c411a on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:14:32.011468 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-05167f90-7669-4df6-b015-95edbcd46822 service neutron] Attempting to bind port 54fa6503-165a-4675-af1d-2190ec1c411a by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '96fee47f-251e-4a83-bc1d-ff2c1038e764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:14:32.011788 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-05167f90-7669-4df6-b015-95edbcd46822 service neutron] Attempting to bind port 54fa6503-165a-4675-af1d-2190ec1c411a on network 9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:14:32.016295 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-05167f90-7669-4df6-b015-95edbcd46822 service neutron] Port 54fa6503-165a-4675-af1d-2190ec1c411a on network 9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:14:32.016608 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-05167f90-7669-4df6-b015-95edbcd46822 service neutron] Attempting to bind port 54fa6503-165a-4675-af1d-2190ec1c411a on network 9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:14:32.021519 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-05167f90-7669-4df6-b015-95edbcd46822 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:14:32.021868 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-05167f90-7669-4df6-b015-95edbcd46822 service neutron] Checking segment: {'id': '96fee47f-251e-4a83-bc1d-ff2c1038e764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:14:32.022248 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-05167f90-7669-4df6-b015-95edbcd46822 service neutron] Bound using segment: {'id': '96fee47f-251e-4a83-bc1d-ff2c1038e764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:14:32.022661 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-05167f90-7669-4df6-b015-95edbcd46822 service neutron] Bound port: 54fa6503-165a-4675-af1d-2190ec1c411a, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96fee47f-251e-4a83-bc1d-ff2c1038e764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:14:32.022995 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-05167f90-7669-4df6-b015-95edbcd46822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:32.106962 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-05167f90-7669-4df6-b015-95edbcd46822 service neutron] For port 54fa6503-165a-4675-af1d-2190ec1c411a, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:14:32.110358 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-05167f90-7669-4df6-b015-95edbcd46822 service neutron] For port 54fa6503-165a-4675-af1d-2190ec1c411a, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=54fa6503-165a-4675-af1d-2190ec1c411a,segment=NetworkSegment(96fee47f-251e-4a83-bc1d-ff2c1038e764),segment_id=96fee47f-251e-4a83-bc1d-ff2c1038e764)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:14:32.114801 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-05167f90-7669-4df6-b015-95edbcd46822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:32.282487 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-05167f90-7669-4df6-b015-95edbcd46822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:32.283090 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-05167f90-7669-4df6-b015-95edbcd46822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:32.284428 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-05167f90-7669-4df6-b015-95edbcd46822 service neutron] 10.222.0.67 "PUT /v2.0/ports/54fa6503-165a-4675-af1d-2190ec1c411a HTTP/1.1" status: 200 len: 1091 time: 0.9825022 May 03 23:14:32.284869 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a260afb-4d80-4019-bad9-ac14db3c8fec', 'tag': '54fa6503-165a-4675-af1d-2190ec1c411a'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:14:32.307885 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05167f90-7669-4df6-b015-95edbcd46822 service neutron] Pushing event updated for resources: {'Port': ['ID=54fa6503-165a-4675-af1d-2190ec1c411a,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:14:32.352997 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7d42c35-becf-4116-92ff-83b2f4184604'] response: {'name': 'network-changed', 'server_uuid': '0a260afb-4d80-4019-bad9-ac14db3c8fec', 'tag': '54fa6503-165a-4675-af1d-2190ec1c411a', 'status': 'completed', 'code': 200} May 03 23:14:32.392846 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-1fe3b13b-d6c5-46b3-bb94-6c602f587a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:32.394345 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-1fe3b13b-d6c5-46b3-bb94-6c602f587a9a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e17f7d7398d14a23bf1f21df3ffe9965&device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 1094 time: 0.0724518 May 03 23:14:32.463001 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-11316c41-f564-4a9f-9454-36b86473ef9c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54fa6503-165a-4675-af1d-2190ec1c411a HTTP/1.1" status: 200 len: 217 time: 0.0620768 May 03 23:14:32.525283 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-93fdf76c-9d99-40d0-887a-17035b049eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:32.526853 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-93fdf76c-9d99-40d0-887a-17035b049eed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=99b36dc9-2b42-401e-9909-a2f2ed6e25a2 HTTP/1.1" status: 200 len: 855 time: 0.0578942 May 03 23:14:32.582245 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-b00bc8ce-21df-4f6f-a164-35d334c8a566 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496147 May 03 23:14:32.715096 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-c700bffa-f652-459c-952d-3230d67b427e service neutron] 10.222.0.67 "GET /v2.0/networks/9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266689 May 03 23:14:32.847272 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-23f3ad45-d11e-4e7b-81dd-57916fd1d64f req-c5739a9a-133e-4a2e-bbde-1512fc55153e service neutron] 10.222.0.67 "GET /v2.0/networks/9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253495 May 03 23:14:32.962778 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9569b4-dd47-40d7-9f45-acdc0c572606 req-ecbb48ed-0118-428e-b5be-b297683c706f tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:32.964641 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3c9569b4-dd47-40d7-9f45-acdc0c572606 req-ecbb48ed-0118-428e-b5be-b297683c706f tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 943 time: 0.0805924 May 03 23:14:32.967283 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f8973-8aa5-4e10-aab3-8085fda3881b req-4f8c50f8-5017-4014-b51a-26f19317cf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:32.968697 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-fa2f8973-8aa5-4e10-aab3-8085fda3881b req-4f8c50f8-5017-4014-b51a-26f19317cf53 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e17f7d7398d14a23bf1f21df3ffe9965&device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 1094 time: 0.0704479 May 03 23:14:33.012030 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3c9569b4-dd47-40d7-9f45-acdc0c572606 req-a929f1b2-40c7-4954-844a-f641ace8c27c tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416265 May 03 23:14:33.099554 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f8973-8aa5-4e10-aab3-8085fda3881b req-1d0e573b-34c8-4967-962d-4443bf27c25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:33.100988 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-fa2f8973-8aa5-4e10-aab3-8085fda3881b req-1d0e573b-34c8-4967-962d-4443bf27c25a service neutron] 10.222.0.67 "GET /v2.0/networks?id=9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3 HTTP/1.1" status: 200 len: 916 time: 0.1260536 May 03 23:14:33.169929 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-fa2f8973-8aa5-4e10-aab3-8085fda3881b req-6e41c74c-658b-4601-931a-4990aea1612e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54fa6503-165a-4675-af1d-2190ec1c411a HTTP/1.1" status: 200 len: 217 time: 0.0627620 May 03 23:14:33.239904 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f8973-8aa5-4e10-aab3-8085fda3881b req-9bab35ef-d18b-4e8a-9347-894c2ea009a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:33.241250 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-fa2f8973-8aa5-4e10-aab3-8085fda3881b req-9bab35ef-d18b-4e8a-9347-894c2ea009a4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=99b36dc9-2b42-401e-9909-a2f2ed6e25a2 HTTP/1.1" status: 200 len: 855 time: 0.0658815 May 03 23:14:33.290402 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-fa2f8973-8aa5-4e10-aab3-8085fda3881b req-793e4d66-fdde-44f3-b3ec-2666e80d6c64 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430105 May 03 23:14:33.417802 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-fa2f8973-8aa5-4e10-aab3-8085fda3881b req-2fd52263-54c6-4cdc-b0b9-5e8b877aff5a service neutron] 10.222.0.67 "GET /v2.0/networks/9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215692 May 03 23:14:33.546661 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-fa2f8973-8aa5-4e10-aab3-8085fda3881b req-b69603b6-4998-48a7-8659-371d1ed57d60 service neutron] 10.222.0.67 "GET /v2.0/networks/9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230285 May 03 23:14:34.195769 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17a09d-e0a8-4d80-a6e8-f64ba210388b req-f75bc542-4968-4d4d-a018-3476fad978fe tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:34.197194 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6e17a09d-e0a8-4d80-a6e8-f64ba210388b req-f75bc542-4968-4d4d-a018-3476fad978fe tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 943 time: 0.0796349 May 03 23:14:34.244937 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6e17a09d-e0a8-4d80-a6e8-f64ba210388b req-0f4c9f93-c76d-4031-a57e-01dcdf559de2 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410724 May 03 23:14:35.430069 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbef67-f04b-4154-bf1a-2143a298ff79 req-714909ff-a1a0-4df4-96e4-62f466cd176e tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:35.431507 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-27bbef67-f04b-4154-bf1a-2143a298ff79 req-714909ff-a1a0-4df4-96e4-62f466cd176e tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 943 time: 0.0813682 May 03 23:14:35.475027 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-27bbef67-f04b-4154-bf1a-2143a298ff79 req-afca8d2a-b982-4093-86ac-c4b87067adf2 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374198 May 03 23:14:36.658775 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a1976-f69e-4433-af90-e2815674e64a req-b1c7de1c-66e9-4918-b8c0-4915063963dd tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:36.660267 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a71a1976-f69e-4433-af90-e2815674e64a req-b1c7de1c-66e9-4918-b8c0-4915063963dd tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 943 time: 0.0790517 May 03 23:14:36.705327 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 54fa6503-165a-4675-af1d-2190ec1c411a details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:14:36.705960 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a71a1976-f69e-4433-af90-e2815674e64a req-c0d514ca-c07f-4cac-9b5e-258af9ca07bb tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393615 May 03 23:14:36.834620 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 54fa6503-165a-4675-af1d-2190ec1c411a, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=54fa6503-165a-4675-af1d-2190ec1c411a,segment=NetworkSegment(96fee47f-251e-4a83-bc1d-ff2c1038e764),segment_id=96fee47f-251e-4a83-bc1d-ff2c1038e764)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:14:36.850140 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '54fa6503-165a-4675-af1d-2190ec1c411a', 'network_id': '9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3', 'port_id': '54fa6503-165a-4675-af1d-2190ec1c411a', 'mac_address': 'fa:16:3e:c4:9b:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99b36dc9-2b42-401e-9909-a2f2ed6e25a2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:14:36.908663 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:36.925618 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54fa6503-165a-4675-af1d-2190ec1c411a {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:14:36.940725 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 54fa6503-165a-4675-af1d-2190ec1c411a, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=54fa6503-165a-4675-af1d-2190ec1c411a,segment=NetworkSegment(96fee47f-251e-4a83-bc1d-ff2c1038e764),segment_id=96fee47f-251e-4a83-bc1d-ff2c1038e764)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:14:36.944341 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:37.011044 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=54fa6503-165a-4675-af1d-2190ec1c411a,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:14:37.226140 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['54fa6503-165a-4675-af1d-2190ec1c411a'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:14:37.890643 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7ead0-dc06-434b-9fe9-df023cd18672 req-14a73c5a-aa9b-4bc6-9f00-32e24b833e9f tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:37.892065 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ded7ead0-dc06-434b-9fe9-df023cd18672 req-14a73c5a-aa9b-4bc6-9f00-32e24b833e9f tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 944 time: 0.0809157 May 03 23:14:37.934802 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ded7ead0-dc06-434b-9fe9-df023cd18672 req-fce9a3fa-9002-4b0e-a991-5ab776e2e2c0 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372243 May 03 23:14:38.725938 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 54fa6503-165a-4675-af1d-2190ec1c411a up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:14:38.791947 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 54fa6503-165a-4675-af1d-2190ec1c411a completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:14:38.796435 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 54fa6503-165a-4675-af1d-2190ec1c411a triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:14:38.796806 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:38.910639 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:38.936381 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a260afb-4d80-4019-bad9-ac14db3c8fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fa6503-165a-4675-af1d-2190ec1c411a'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:14:38.945842 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 54fa6503-165a-4675-af1d-2190ec1c411a, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=54fa6503-165a-4675-af1d-2190ec1c411a,segment=NetworkSegment(96fee47f-251e-4a83-bc1d-ff2c1038e764),segment_id=96fee47f-251e-4a83-bc1d-ff2c1038e764)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:14:38.950488 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:38.984730 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4128c376-3ca2-473e-9eb4-36d3af4beb0b'] response: {'server_uuid': '0a260afb-4d80-4019-bad9-ac14db3c8fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fa6503-165a-4675-af1d-2190ec1c411a', 'code': 200} May 03 23:14:39.024383 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=54fa6503-165a-4675-af1d-2190ec1c411a,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:14:39.117250 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288876b1-d579-4bb0-ac11-1db6c46b9773 req-ce84332e-92d4-4a84-a13a-629516eebffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:39.118748 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-288876b1-d579-4bb0-ac11-1db6c46b9773 req-ce84332e-92d4-4a84-a13a-629516eebffb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 1096 time: 0.0678415 May 03 23:14:39.125175 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc897a58-e26e-4609-ac4d-d14c7965c78d req-0e1521b4-bedc-43d7-9399-cb71a70ef2f7 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:39.126749 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dc897a58-e26e-4609-ac4d-d14c7965c78d req-0e1521b4-bedc-43d7-9399-cb71a70ef2f7 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 945 time: 0.0795262 May 03 23:14:39.159036 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-288876b1-d579-4bb0-ac11-1db6c46b9773 req-55ad9e72-c83c-406d-92e3-933925809d3d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337651 May 03 23:14:39.169622 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dc897a58-e26e-4609-ac4d-d14c7965c78d req-c6b68bdd-dbdd-4c63-91d1-cbd9e9e45f05 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373158 May 03 23:14:40.363374 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35480b-bedf-4cf0-bba8-3cba432ef2fe req-01257d78-c9b8-450c-b172-b285ba93587a tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:40.365030 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7e35480b-bedf-4cf0-bba8-3cba432ef2fe req-01257d78-c9b8-450c-b172-b285ba93587a tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 945 time: 0.0854559 May 03 23:14:40.409313 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7e35480b-bedf-4cf0-bba8-3cba432ef2fe req-9b601644-6ff4-4d5a-8e75-98f7bdcc5a50 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386064 May 03 23:14:41.593267 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1eb3ab-d790-4964-92ef-309804498573 req-6a35aec1-748a-4db2-957a-dd398f27b6b1 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:41.594755 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-de1eb3ab-d790-4964-92ef-309804498573 req-6a35aec1-748a-4db2-957a-dd398f27b6b1 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 945 time: 0.0781653 May 03 23:14:41.740241 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-de1eb3ab-d790-4964-92ef-309804498573 req-2580d7d0-27fc-4e08-bc01-e74ddfefd9c1 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397552 May 03 23:14:41.922018 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ddd5e-7135-4a0c-9313-a8dc3da38f96 req-cbe58b78-ddab-4d6f-99e7-1166bbdede93 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:41.923455 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4c4ddd5e-7135-4a0c-9313-a8dc3da38f96 req-cbe58b78-ddab-4d6f-99e7-1166bbdede93 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 945 time: 0.0784345 May 03 23:14:41.967310 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4c4ddd5e-7135-4a0c-9313-a8dc3da38f96 req-d7f1299d-abf7-419b-af19-3ec3f15a76f5 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378203 May 03 23:14:42.300112 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0052c-63b7-4bd9-96c2-24d1e21d17ad req-46bf1893-4c90-42a1-a404-818fce8303e0 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:42.301445 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-76b0052c-63b7-4bd9-96c2-24d1e21d17ad req-46bf1893-4c90-42a1-a404-818fce8303e0 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 945 time: 0.0810938 May 03 23:14:42.345631 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-76b0052c-63b7-4bd9-96c2-24d1e21d17ad req-62f9a41e-47a3-4b89-92de-ea64f17ef29a tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386209 May 03 23:14:42.526161 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5a84f-8e40-4e4f-aef7-1ff4e97ceb4d req-029371dd-e586-469d-90c9-07a3c9148f21 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:42.527617 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-82f5a84f-8e40-4e4f-aef7-1ff4e97ceb4d req-029371dd-e586-469d-90c9-07a3c9148f21 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 945 time: 0.0790756 May 03 23:14:42.575526 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-82f5a84f-8e40-4e4f-aef7-1ff4e97ceb4d req-53d5004a-1639-46d0-a149-0bc80d974389 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415323 May 03 23:14:42.989407 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-9ad734fb-6c08-4bfa-a451-adc35cd2c1b4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1409030 May 03 23:14:43.001788 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95acb17-5597-4837-8163-597f157ab8bf req-3f7d999c-8cc4-45b8-89af-776f56e2bbda tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:43.003204 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f95acb17-5597-4837-8163-597f157ab8bf req-3f7d999c-8cc4-45b8-89af-776f56e2bbda tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 945 time: 0.1043525 May 03 23:14:43.048630 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f95acb17-5597-4837-8163-597f157ab8bf req-1565865b-59fa-458b-b104-4b5a6424ac79 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396242 May 03 23:14:44.196882 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-d5f58fae-d7cc-4972-b276-a874052838ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:44.198400 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-d5f58fae-d7cc-4972-b276-a874052838ed service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e17f7d7398d14a23bf1f21df3ffe9965&device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 1096 time: 0.0738330 May 03 23:14:44.234783 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e2f78-267e-4e44-8f38-2ed9f4a8e390 req-dfeecb9b-b66e-453c-85db-d00b9bef75bd tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:44.236288 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ce5e2f78-267e-4e44-8f38-2ed9f4a8e390 req-dfeecb9b-b66e-453c-85db-d00b9bef75bd tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 945 time: 0.0818613 May 03 23:14:44.278896 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ce5e2f78-267e-4e44-8f38-2ed9f4a8e390 req-6d7ad14c-3fc2-4df6-8705-514ca630708d tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368044 May 03 23:14:44.440476 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-d5e1f5e0-fae9-4bbd-98de-732ca3095c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:44.442007 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-d5e1f5e0-fae9-4bbd-98de-732ca3095c3b service neutron] 10.222.0.67 "GET /v2.0/networks?id=9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3 HTTP/1.1" status: 200 len: 916 time: 0.2378209 May 03 23:14:44.506697 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-18632f72-496a-4dbd-907a-463e70bc8b7c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54fa6503-165a-4675-af1d-2190ec1c411a HTTP/1.1" status: 200 len: 217 time: 0.0586162 May 03 23:14:44.568876 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-63b70f91-38e4-4acc-86d4-d90f168fd1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:44.570301 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-63b70f91-38e4-4acc-86d4-d90f168fd1f1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=99b36dc9-2b42-401e-9909-a2f2ed6e25a2 HTTP/1.1" status: 200 len: 855 time: 0.0581672 May 03 23:14:44.616232 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-c317137f-0311-4890-a7ea-88d3d079b9bf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390637 May 03 23:14:44.743173 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-4875edc4-c7fa-41db-b090-e96c6d4c5cf7 service neutron] 10.222.0.67 "GET /v2.0/networks/9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212502 May 03 23:14:44.870804 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-d491aa01-18d9-4a5c-b22c-e7a29c9570d8 service neutron] 10.222.0.67 "GET /v2.0/networks/9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216829 May 03 23:14:45.470631 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0eaad-c5c6-46c9-a303-307483ff71ff req-f59fb978-ffb5-40c5-87c6-415bf315219c tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:45.472072 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5ef0eaad-c5c6-46c9-a303-307483ff71ff req-f59fb978-ffb5-40c5-87c6-415bf315219c tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 945 time: 0.0871813 May 03 23:14:45.515398 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5ef0eaad-c5c6-46c9-a303-307483ff71ff req-adb89503-fc8b-49db-9c6e-eedf842b20f6 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377326 May 03 23:14:46.695258 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a723ae-3889-4346-a55b-179512919739 req-8e581df3-9c9d-48a3-a48a-d7ffb0ff43d4 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:46.696690 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3a723ae-3889-4346-a55b-179512919739 req-8e581df3-9c9d-48a3-a48a-d7ffb0ff43d4 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 945 time: 0.0780070 May 03 23:14:46.739262 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3a723ae-3889-4346-a55b-179512919739 req-3c54258c-a4a2-4775-9c7a-2fb5fc5057f5 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362623 May 03 23:14:47.932598 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c757e9-9a81-4c65-b020-ba0f202ba0b5 req-cf83c974-3ea1-4089-afd6-ab243f505b4c tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:47.934097 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d7c757e9-9a81-4c65-b020-ba0f202ba0b5 req-cf83c974-3ea1-4089-afd6-ab243f505b4c tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 945 time: 0.0859973 May 03 23:14:47.977847 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d7c757e9-9a81-4c65-b020-ba0f202ba0b5 req-f3130b25-e0e0-496a-9df9-1452e837a6b8 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374696 May 03 23:14:49.163095 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f4ea6-ec69-41d9-b991-5594cdde6ea5 req-0c4f4013-9b03-4b81-b260-d731f38c6536 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:49.164581 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-766f4ea6-ec69-41d9-b991-5594cdde6ea5 req-0c4f4013-9b03-4b81-b260-d731f38c6536 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 945 time: 0.0795991 May 03 23:14:49.211726 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-766f4ea6-ec69-41d9-b991-5594cdde6ea5 req-baac1ca2-3e6f-4f9b-8797-34cb02a0c12f tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416348 May 03 23:14:50.392583 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b54653-5027-4662-a9c2-9255942eb0e2 req-09173db1-e436-48dc-a084-764022906805 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:50.394045 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-65b54653-5027-4662-a9c2-9255942eb0e2 req-09173db1-e436-48dc-a084-764022906805 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 945 time: 0.0786695 May 03 23:14:50.436340 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-65b54653-5027-4662-a9c2-9255942eb0e2 req-7cc25387-f5ff-431b-a6ee-f49b40b8b1d3 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368021 May 03 23:14:51.785322 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b2af6-c85e-48ac-b4da-630ec58736c8 req-66f8320c-c1d5-49a4-ae38-9f660908a6cd tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:51.786719 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c80b2af6-c85e-48ac-b4da-630ec58736c8 req-66f8320c-c1d5-49a4-ae38-9f660908a6cd tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 945 time: 0.0852728 May 03 23:14:51.830046 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c80b2af6-c85e-48ac-b4da-630ec58736c8 req-9d89049f-b81d-47fc-a17f-28f73ae0e7f5 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376368 May 03 23:14:52.115383 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f36f5c-12f0-47f6-be85-e812eab049d1 req-e8c88538-4b8d-4f4a-9418-cd829ae5348c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:52.116773 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e2f36f5c-12f0-47f6-be85-e812eab049d1 req-e8c88538-4b8d-4f4a-9418-cd829ae5348c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e17f7d7398d14a23bf1f21df3ffe9965&device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 1096 time: 0.0733202 May 03 23:14:52.258637 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f36f5c-12f0-47f6-be85-e812eab049d1 req-f39f71e9-7e10-4150-a7d0-0b05a5e61f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:52.260030 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e2f36f5c-12f0-47f6-be85-e812eab049d1 req-f39f71e9-7e10-4150-a7d0-0b05a5e61f2f service neutron] 10.222.0.67 "GET /v2.0/networks?id=9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3 HTTP/1.1" status: 200 len: 916 time: 0.1234896 May 03 23:14:52.327140 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e2f36f5c-12f0-47f6-be85-e812eab049d1 req-4bf79dc8-de7e-440e-9b43-191002d79e4b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54fa6503-165a-4675-af1d-2190ec1c411a HTTP/1.1" status: 200 len: 217 time: 0.0597470 May 03 23:14:52.390348 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f36f5c-12f0-47f6-be85-e812eab049d1 req-5f40529a-5f79-4e69-9262-89baffd00d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:52.391726 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e2f36f5c-12f0-47f6-be85-e812eab049d1 req-5f40529a-5f79-4e69-9262-89baffd00d87 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=99b36dc9-2b42-401e-9909-a2f2ed6e25a2 HTTP/1.1" status: 200 len: 855 time: 0.0590208 May 03 23:14:52.440616 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e2f36f5c-12f0-47f6-be85-e812eab049d1 req-ec51f4d6-6002-4659-85c9-edf3e3c508a0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395608 May 03 23:14:52.569693 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e2f36f5c-12f0-47f6-be85-e812eab049d1 req-0195a4be-2898-4bde-9597-f8ffdda81402 service neutron] 10.222.0.67 "GET /v2.0/networks/9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221173 May 03 23:14:52.701512 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e2f36f5c-12f0-47f6-be85-e812eab049d1 req-4c70d54c-e257-4ac9-a8f8-386f5024541e service neutron] 10.222.0.67 "GET /v2.0/networks/9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247575 May 03 23:14:52.962584 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-10a79cbd-2442-455a-ac3e-e8a160279e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:53.014418 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7eb0c2-7d0c-4e5a-8e20-abe82522d97e req-8211add4-e302-4510-890a-165b3fcedb56 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:53.015873 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7a7eb0c2-7d0c-4e5a-8e20-abe82522d97e req-8211add4-e302-4510-890a-165b3fcedb56 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 945 time: 0.0800552 May 03 23:14:53.060349 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7a7eb0c2-7d0c-4e5a-8e20-abe82522d97e req-09cb27b2-68e9-4660-b0a3-528437353614 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386157 May 03 23:14:53.250133 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:14:54.242239 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aec15a-1117-4b69-842a-d89a4ba7a0b3 req-f9b308e9-1b4c-43f1-9270-56c41f143e28 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:54.243674 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-74aec15a-1117-4b69-842a-d89a4ba7a0b3 req-f9b308e9-1b4c-43f1-9270-56c41f143e28 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 945 time: 0.0820134 May 03 23:14:54.287271 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-74aec15a-1117-4b69-842a-d89a4ba7a0b3 req-1dcedc39-f5cc-4304-a20f-d6c5b4462951 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375431 May 03 23:14:54.763851 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:55.470523 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c76a17-5c52-49bb-aaff-f935f41dad02 req-3c48b497-193a-4fb3-b530-367a88587d3f tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:55.471982 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-59c76a17-5c52-49bb-aaff-f935f41dad02 req-3c48b497-193a-4fb3-b530-367a88587d3f tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 945 time: 0.0788400 May 03 23:14:55.518054 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-59c76a17-5c52-49bb-aaff-f935f41dad02 req-6b17b30b-56f9-4342-a35e-95ca062ec8e4 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405669 May 03 23:14:55.554618 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4a903e6a-eaf6-40b9-8218-96899d1bd709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:56.386192 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:56.427274 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:56.705362 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df03d08-67e3-4c1c-a216-033810f8a59a req-139ae347-1728-418d-9ad9-7c9af60e99cb tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:56.706735 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2df03d08-67e3-4c1c-a216-033810f8a59a req-139ae347-1728-418d-9ad9-7c9af60e99cb tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 945 time: 0.0791223 May 03 23:14:56.749713 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2df03d08-67e3-4c1c-a216-033810f8a59a req-1c9b535b-1305-4762-8119-549711b5d1dc tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375016 May 03 23:14:57.751450 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:57.939508 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72954768-9f83-4366-b2db-2b5a196b6eb7 req-38a1a907-109f-46e7-bd15-5229290442d5 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:57.941032 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-72954768-9f83-4366-b2db-2b5a196b6eb7 req-38a1a907-109f-46e7-bd15-5229290442d5 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 945 time: 0.0890906 May 03 23:14:57.986121 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-72954768-9f83-4366-b2db-2b5a196b6eb7 req-107501dc-193a-4f39-85ac-01c94e86fac2 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394363 May 03 23:14:58.330507 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:14:59.166090 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c715966-e950-479a-92f3-809f809a3ab3 req-b4f1a5a1-51a7-4b2c-9444-7897a76ad5af tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:14:59.167532 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c715966-e950-479a-92f3-809f809a3ab3 req-b4f1a5a1-51a7-4b2c-9444-7897a76ad5af tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 945 time: 0.0781095 May 03 23:14:59.211626 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c715966-e950-479a-92f3-809f809a3ab3 req-eb09869b-580a-481d-8427-ddec1e942882 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380254 May 03 23:15:00.398432 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f63fb-cf81-4a99-b1e6-93444528f88b req-1ff14a19-db3d-48ee-9265-2dbdf4d32fe5 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:00.399896 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a81f63fb-cf81-4a99-b1e6-93444528f88b req-1ff14a19-db3d-48ee-9265-2dbdf4d32fe5 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 945 time: 0.0832849 May 03 23:15:00.442944 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a81f63fb-cf81-4a99-b1e6-93444528f88b req-d46d3aa2-f237-4904-8531-1a04f7f0909d tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371921 May 03 23:15:01.624107 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158dcc1b-c628-4ef1-9b17-6a2c8bcd234a req-b5368af0-bc92-480d-aac9-15ee7ef70079 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:01.625543 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-158dcc1b-c628-4ef1-9b17-6a2c8bcd234a req-b5368af0-bc92-480d-aac9-15ee7ef70079 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 945 time: 0.0784755 May 03 23:15:01.668108 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-158dcc1b-c628-4ef1-9b17-6a2c8bcd234a req-a43222b7-dc74-4e68-9821-2577167b5ed0 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366828 May 03 23:15:02.855005 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06452a4-6193-45b3-b56d-b51cd82645e9 req-54e9a470-76b1-4ab8-8a57-b3f191348226 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:02.856360 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d06452a4-6193-45b3-b56d-b51cd82645e9 req-54e9a470-76b1-4ab8-8a57-b3f191348226 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 945 time: 0.0811534 May 03 23:15:02.899377 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d06452a4-6193-45b3-b56d-b51cd82645e9 req-295034bd-82a3-4936-b33a-f2d03e9a549b tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368273 May 03 23:15:04.084592 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a364b76d-1d53-4b66-af23-970261861990 req-f91ddf8a-ecd5-41e7-9c71-7b6aa3d0f40d tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:04.086069 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a364b76d-1d53-4b66-af23-970261861990 req-f91ddf8a-ecd5-41e7-9c71-7b6aa3d0f40d tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 945 time: 0.0788317 May 03 23:15:04.132272 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a364b76d-1d53-4b66-af23-970261861990 req-17edd56d-9b45-45c7-af38-996d9d21ac76 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406501 May 03 23:15:05.315179 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f74de-323b-49fa-94e5-904d35c47905 req-1032043e-0d02-40fe-aa5b-35c29c765a1f tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:05.316509 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-698f74de-323b-49fa-94e5-904d35c47905 req-1032043e-0d02-40fe-aa5b-35c29c765a1f tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 945 time: 0.0794082 May 03 23:15:05.359346 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-698f74de-323b-49fa-94e5-904d35c47905 req-88c86d6e-87c8-466f-97c9-bf9d1fb6b67a tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373125 May 03 23:15:06.642025 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766cd3f-8c20-4031-88d4-673074c771b9 req-cd639838-5510-4b9c-9162-af7cc39eac5d tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:06.643379 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5766cd3f-8c20-4031-88d4-673074c771b9 req-cd639838-5510-4b9c-9162-af7cc39eac5d tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 945 time: 0.1810586 May 03 23:15:06.686852 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5766cd3f-8c20-4031-88d4-673074c771b9 req-cb8bba96-307a-44b5-8402-53ee5bbbdd3d tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371766 May 03 23:15:07.867280 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f2dea-7d49-49e4-a0d5-470676c0d8e4 req-780b3a88-b413-4da1-a08e-a1817ef23180 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:07.868632 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-770f2dea-7d49-49e4-a0d5-470676c0d8e4 req-780b3a88-b413-4da1-a08e-a1817ef23180 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 945 time: 0.0791707 May 03 23:15:07.911663 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-770f2dea-7d49-49e4-a0d5-470676c0d8e4 req-b5ddc0bc-d1da-412d-b04e-b415ad974d3e tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374565 May 03 23:15:09.103491 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2afcc-77f8-4818-8a9d-c6cbb5883078 req-117f26d4-7625-49b2-b0ba-6f454ea214aa tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:09.104937 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-10d2afcc-77f8-4818-8a9d-c6cbb5883078 req-117f26d4-7625-49b2-b0ba-6f454ea214aa tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 945 time: 0.0818706 May 03 23:15:09.149984 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-10d2afcc-77f8-4818-8a9d-c6cbb5883078 req-74137126-36c7-4ff3-9bb9-586ddf078c5c tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393155 May 03 23:15:10.333824 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581510e1-a34b-4a04-b4a2-4f5f55504dd5 req-3bc713b9-a9f6-4d37-8541-43aa98adbb50 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:10.335306 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-581510e1-a34b-4a04-b4a2-4f5f55504dd5 req-3bc713b9-a9f6-4d37-8541-43aa98adbb50 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 945 time: 0.0805125 May 03 23:15:10.381392 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-581510e1-a34b-4a04-b4a2-4f5f55504dd5 req-0770272d-e50c-4be6-bef0-ec6c9301e76b tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404940 May 03 23:15:11.564531 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e7a11-b0d1-4e7b-a1d2-4b52ad558fde req-86f7c19f-cbc7-4c20-a1b6-3792a29d4989 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:11.566019 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-437e7a11-b0d1-4e7b-a1d2-4b52ad558fde req-86f7c19f-cbc7-4c20-a1b6-3792a29d4989 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 945 time: 0.0787704 May 03 23:15:11.610141 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-437e7a11-b0d1-4e7b-a1d2-4b52ad558fde req-9316a326-e420-402c-b05a-624368324dae tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384781 May 03 23:15:12.026957 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-f5505fef-f4de-40d8-a71d-f696768d9540 service neutron] show failed (client error): The resource could not be found. May 03 23:15:12.027955 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-f5505fef-f4de-40d8-a71d-f696768d9540 service neutron] 10.222.0.67 "GET /v2.0/ports/54fa6503-165a-4675-af1d-2190ec1c411a/bindings/n-h1-811807-1 HTTP/1.1" status: 404 len: 380 time: 0.0806308 May 03 23:15:12.285441 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-fcaba7dc-3b03-4601-8484-41019b41e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:12.286840 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-fcaba7dc-3b03-4601-8484-41019b41e883 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec&tenant_id=e17f7d7398d14a23bf1f21df3ffe9965 HTTP/1.1" status: 200 len: 1096 time: 0.0732403 May 03 23:15:12.297512 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-fdeaeaaa-3df9-4427-8fec-8d154353258d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811807-1', 'device_owner': 'compute:nova'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:15:12.403810 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-fdeaeaaa-3df9-4427-8fec-8d154353258d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:12.670400 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-fdeaeaaa-3df9-4427-8fec-8d154353258d service neutron] For port 54fa6503-165a-4675-af1d-2190ec1c411a, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=54fa6503-165a-4675-af1d-2190ec1c411a,segment=NetworkSegment(96fee47f-251e-4a83-bc1d-ff2c1038e764),segment_id=96fee47f-251e-4a83-bc1d-ff2c1038e764)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:15:12.700243 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-fdeaeaaa-3df9-4427-8fec-8d154353258d service neutron] For port 54fa6503-165a-4675-af1d-2190ec1c411a, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:15:12.806797 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a260afb-4d80-4019-bad9-ac14db3c8fec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54fa6503-165a-4675-af1d-2190ec1c411a'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:15:12.813955 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-fdeaeaaa-3df9-4427-8fec-8d154353258d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:12.833763 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-fdeaeaaa-3df9-4427-8fec-8d154353258d service neutron] Transition to ACTIVE for port object 54fa6503-165a-4675-af1d-2190ec1c411a will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:15:12.838214 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-fdeaeaaa-3df9-4427-8fec-8d154353258d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:12.912569 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e14725-a6ca-43af-ae1e-bacf7319a3a6 req-4eef22db-423b-40f3-b896-a081f082c168 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:12.914055 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b8e14725-a6ca-43af-ae1e-bacf7319a3a6 req-4eef22db-423b-40f3-b896-a081f082c168 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 945 time: 0.1874843 May 03 23:15:12.968244 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20aefa0d-c9aa-427b-9ddc-3d7431ca9850'] response: {'server_uuid': '0a260afb-4d80-4019-bad9-ac14db3c8fec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54fa6503-165a-4675-af1d-2190ec1c411a', 'code': 200} May 03 23:15:13.014048 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeaeaaa-3df9-4427-8fec-8d154353258d service neutron] Pushing event updated for resources: {'Port': ['ID=54fa6503-165a-4675-af1d-2190ec1c411a,revision_number=6']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:15:13.029204 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-fdeaeaaa-3df9-4427-8fec-8d154353258d service neutron] No DVR routers for this DVR port 54fa6503-165a-4675-af1d-2190ec1c411a on host n-h2-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:15:13.097378 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b8e14725-a6ca-43af-ae1e-bacf7319a3a6 req-ec3c9d8a-8ac5-47d0-a33d-2e693953268b tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330104 May 03 23:15:13.098171 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-fdeaeaaa-3df9-4427-8fec-8d154353258d service neutron] Attempting to bind port 54fa6503-165a-4675-af1d-2190ec1c411a on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:15:13.098500 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-fdeaeaaa-3df9-4427-8fec-8d154353258d service neutron] Attempting to bind port 54fa6503-165a-4675-af1d-2190ec1c411a by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '96fee47f-251e-4a83-bc1d-ff2c1038e764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:15:13.098820 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-fdeaeaaa-3df9-4427-8fec-8d154353258d service neutron] Attempting to bind port 54fa6503-165a-4675-af1d-2190ec1c411a on network 9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:15:13.103487 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-fdeaeaaa-3df9-4427-8fec-8d154353258d service neutron] Port 54fa6503-165a-4675-af1d-2190ec1c411a on network 9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:15:13.103806 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-fdeaeaaa-3df9-4427-8fec-8d154353258d service neutron] Attempting to bind port 54fa6503-165a-4675-af1d-2190ec1c411a on network 9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:15:13.108906 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-fdeaeaaa-3df9-4427-8fec-8d154353258d service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:15:13.118284 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-fdeaeaaa-3df9-4427-8fec-8d154353258d service neutron] Checking segment: {'id': '96fee47f-251e-4a83-bc1d-ff2c1038e764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:15:13.118284 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-fdeaeaaa-3df9-4427-8fec-8d154353258d service neutron] Bound using segment: {'id': '96fee47f-251e-4a83-bc1d-ff2c1038e764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:15:13.118284 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-fdeaeaaa-3df9-4427-8fec-8d154353258d service neutron] Bound port: 54fa6503-165a-4675-af1d-2190ec1c411a, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96fee47f-251e-4a83-bc1d-ff2c1038e764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:15:13.118284 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-fdeaeaaa-3df9-4427-8fec-8d154353258d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:13.200481 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-fdeaeaaa-3df9-4427-8fec-8d154353258d service neutron] For port 54fa6503-165a-4675-af1d-2190ec1c411a, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:15:13.203979 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-fdeaeaaa-3df9-4427-8fec-8d154353258d service neutron] For port 54fa6503-165a-4675-af1d-2190ec1c411a, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=54fa6503-165a-4675-af1d-2190ec1c411a,segment=NetworkSegment(96fee47f-251e-4a83-bc1d-ff2c1038e764),segment_id=96fee47f-251e-4a83-bc1d-ff2c1038e764)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:15:13.208329 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-fdeaeaaa-3df9-4427-8fec-8d154353258d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:13.265919 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-fdeaeaaa-3df9-4427-8fec-8d154353258d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:13.266525 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-fdeaeaaa-3df9-4427-8fec-8d154353258d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:13.267876 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-fdeaeaaa-3df9-4427-8fec-8d154353258d service neutron] 10.222.0.60 "PUT /v2.0/ports/54fa6503-165a-4675-af1d-2190ec1c411a HTTP/1.1" status: 200 len: 1091 time: 0.9746854 May 03 23:15:13.285397 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeaeaaa-3df9-4427-8fec-8d154353258d service neutron] Pushing event updated for resources: {'Port': ['ID=54fa6503-165a-4675-af1d-2190ec1c411a,revision_number=7']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:15:13.363014 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-027110b6-c14f-49bf-b7ea-fd259ef0ae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:13.364394 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-027110b6-c14f-49bf-b7ea-fd259ef0ae39 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e17f7d7398d14a23bf1f21df3ffe9965&device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 1094 time: 0.0732934 May 03 23:15:13.593403 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-8180fae4-8899-4796-ac7b-ac209325226c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:13.594892 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-8180fae4-8899-4796-ac7b-ac209325226c service neutron] 10.222.0.60 "GET /v2.0/networks?id=9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3 HTTP/1.1" status: 200 len: 916 time: 0.2243812 May 03 23:15:13.660508 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-ce4ca970-620f-4977-a0cb-cd0bcb041df3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54fa6503-165a-4675-af1d-2190ec1c411a HTTP/1.1" status: 200 len: 217 time: 0.0589914 May 03 23:15:13.724664 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-a206bb9e-3adc-4496-89b8-e08c50f0cb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:13.726094 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-a206bb9e-3adc-4496-89b8-e08c50f0cb8b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99b36dc9-2b42-401e-9909-a2f2ed6e25a2 HTTP/1.1" status: 200 len: 855 time: 0.0599909 May 03 23:15:13.772423 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-d2b3ae13-461f-4ddd-96ad-a9c0886be9dd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391319 May 03 23:15:13.905138 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-bd5a5610-bf20-4b15-8ac0-c46508343960 service neutron] 10.222.0.60 "GET /v2.0/networks/9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268711 May 03 23:15:14.040742 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4aa7068d-245a-4a24-8cc3-b852eaace63f req-9425c714-4258-4023-97f3-bf00e878a0b8 service neutron] 10.222.0.60 "GET /v2.0/networks/9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294389 May 03 23:15:14.288285 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f753a51-a42b-4d51-b7b5-567bb11834f0 req-6f57f358-39cb-4d90-95df-36066670ae5b tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:14.289845 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f753a51-a42b-4d51-b7b5-567bb11834f0 req-6f57f358-39cb-4d90-95df-36066670ae5b tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 943 time: 0.0827942 May 03 23:15:14.334670 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9f753a51-a42b-4d51-b7b5-567bb11834f0 req-683eeb9c-3369-4192-849e-e9c88c50f6ea tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389087 May 03 23:15:14.921745 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 54fa6503-165a-4675-af1d-2190ec1c411a no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:15:14.969625 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a260afb-4d80-4019-bad9-ac14db3c8fec', 'tag': '54fa6503-165a-4675-af1d-2190ec1c411a'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:15:14.980915 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 54fa6503-165a-4675-af1d-2190ec1c411a not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:15:15.027665 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa93babc-ec79-4eb9-98f3-7010d2c38bb1'] response: {'name': 'network-changed', 'server_uuid': '0a260afb-4d80-4019-bad9-ac14db3c8fec', 'tag': '54fa6503-165a-4675-af1d-2190ec1c411a', 'status': 'completed', 'code': 200} May 03 23:15:15.115359 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60da667-7b59-4486-abb7-6d35316ef411 req-df173d59-5318-4566-a284-b7c376be9711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:15.116823 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d60da667-7b59-4486-abb7-6d35316ef411 req-df173d59-5318-4566-a284-b7c376be9711 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e17f7d7398d14a23bf1f21df3ffe9965&device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 1094 time: 0.0706592 May 03 23:15:15.120337 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60da667-7b59-4486-abb7-6d35316ef411 req-0082dfa0-dbe4-40ca-b0fa-8c14ba7976cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:15.121787 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d60da667-7b59-4486-abb7-6d35316ef411 req-0082dfa0-dbe4-40ca-b0fa-8c14ba7976cf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e17f7d7398d14a23bf1f21df3ffe9965&device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 1094 time: 0.0700819 May 03 23:15:15.248325 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60da667-7b59-4486-abb7-6d35316ef411 req-5f5820d0-246f-47a3-acba-5edaded64ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:15.250246 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d60da667-7b59-4486-abb7-6d35316ef411 req-5f5820d0-246f-47a3-acba-5edaded64ea9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3 HTTP/1.1" status: 200 len: 916 time: 0.1276960 May 03 23:15:15.253207 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60da667-7b59-4486-abb7-6d35316ef411 req-499c4c9c-6f79-4a63-bcd8-ff75e5370dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:15.254671 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d60da667-7b59-4486-abb7-6d35316ef411 req-499c4c9c-6f79-4a63-bcd8-ff75e5370dc0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3 HTTP/1.1" status: 200 len: 916 time: 0.1270394 May 03 23:15:15.325952 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d60da667-7b59-4486-abb7-6d35316ef411 req-fb604e78-a2bc-4b24-8ed8-5efe5ceaf36b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54fa6503-165a-4675-af1d-2190ec1c411a HTTP/1.1" status: 200 len: 217 time: 0.0650315 May 03 23:15:15.393960 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60da667-7b59-4486-abb7-6d35316ef411 req-42f1e16b-f7d3-4490-ac4a-3b92956c5b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:15.395431 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d60da667-7b59-4486-abb7-6d35316ef411 req-42f1e16b-f7d3-4490-ac4a-3b92956c5b50 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99b36dc9-2b42-401e-9909-a2f2ed6e25a2 HTTP/1.1" status: 200 len: 855 time: 0.0606148 May 03 23:15:15.431980 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d60da667-7b59-4486-abb7-6d35316ef411 req-ab1255f2-b63d-4adf-91cd-bef30346392b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54fa6503-165a-4675-af1d-2190ec1c411a HTTP/1.1" status: 200 len: 217 time: 0.1759517 May 03 23:15:15.446912 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d60da667-7b59-4486-abb7-6d35316ef411 req-f23cffb8-25c7-4094-9891-9dfacaa1facc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452511 May 03 23:15:15.493469 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60da667-7b59-4486-abb7-6d35316ef411 req-f44f75fb-9a5c-441c-8709-3f1b9fd2f8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:15.494916 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d60da667-7b59-4486-abb7-6d35316ef411 req-f44f75fb-9a5c-441c-8709-3f1b9fd2f8ec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=99b36dc9-2b42-401e-9909-a2f2ed6e25a2 HTTP/1.1" status: 200 len: 855 time: 0.0568662 May 03 23:15:15.540998 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d60da667-7b59-4486-abb7-6d35316ef411 req-3c6194d6-593b-4274-90dd-0291991f0813 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395885 May 03 23:15:15.645142 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c11b18-7484-4c7b-a1e3-6f41fe48e4b9 req-fe538306-dedf-4f10-92a8-e0dd15dc55e7 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:15.645911 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-46c11b18-7484-4c7b-a1e3-6f41fe48e4b9 req-fe538306-dedf-4f10-92a8-e0dd15dc55e7 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 943 time: 0.1981328 May 03 23:15:15.647819 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d60da667-7b59-4486-abb7-6d35316ef411 req-ae487827-2321-4c98-a823-89e8f0dee13e service neutron] 10.222.0.60 "GET /v2.0/networks/9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701248 May 03 23:15:15.694536 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d60da667-7b59-4486-abb7-6d35316ef411 req-c2054c14-be0b-4b7c-9721-66e245d4c46d service neutron] 10.222.0.67 "GET /v2.0/networks/9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476188 May 03 23:15:15.776742 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-46c11b18-7484-4c7b-a1e3-6f41fe48e4b9 req-d4a0427c-1963-4792-8f04-97f222a16123 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252139 May 03 23:15:15.818535 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d60da667-7b59-4486-abb7-6d35316ef411 req-857f1b53-50ee-4fa5-9b97-9ab6e6406475 service neutron] 10.222.0.60 "GET /v2.0/networks/9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516883 May 03 23:15:15.833542 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d60da667-7b59-4486-abb7-6d35316ef411 req-2b3830dc-7eb2-4fbb-8985-df2d6f4e3fd8 service neutron] 10.222.0.67 "GET /v2.0/networks/9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311607 May 03 23:15:15.930812 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 54fa6503-165a-4675-af1d-2190ec1c411a details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:15:16.061245 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 54fa6503-165a-4675-af1d-2190ec1c411a, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=54fa6503-165a-4675-af1d-2190ec1c411a,segment=NetworkSegment(96fee47f-251e-4a83-bc1d-ff2c1038e764),segment_id=96fee47f-251e-4a83-bc1d-ff2c1038e764)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:15:16.073958 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '54fa6503-165a-4675-af1d-2190ec1c411a', 'network_id': '9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3', 'port_id': '54fa6503-165a-4675-af1d-2190ec1c411a', 'mac_address': 'fa:16:3e:c4:9b:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99b36dc9-2b42-401e-9909-a2f2ed6e25a2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:15:16.127089 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:16.143436 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54fa6503-165a-4675-af1d-2190ec1c411a {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:15:16.158511 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 54fa6503-165a-4675-af1d-2190ec1c411a, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=54fa6503-165a-4675-af1d-2190ec1c411a,segment=NetworkSegment(96fee47f-251e-4a83-bc1d-ff2c1038e764),segment_id=96fee47f-251e-4a83-bc1d-ff2c1038e764)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:15:16.162446 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:16.230633 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=54fa6503-165a-4675-af1d-2190ec1c411a,revision_number=8']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:15:16.392364 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['54fa6503-165a-4675-af1d-2190ec1c411a'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:15:16.964205 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaffc4d8-d898-43a8-b7d9-25de7cb56335 req-ab492e50-6d7b-4625-9435-4f527b102f63 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:16.965632 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eaffc4d8-d898-43a8-b7d9-25de7cb56335 req-ab492e50-6d7b-4625-9435-4f527b102f63 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 944 time: 0.0820677 May 03 23:15:17.009676 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eaffc4d8-d898-43a8-b7d9-25de7cb56335 req-b3a0106b-55bd-43b8-9ee8-4168f8b3a50c tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377946 May 03 23:15:17.309800 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75981f-c06e-415b-b290-021723042b65 req-f9f8fa8c-7874-4729-b583-5dcdb34d6a93 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:17.311739 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0d75981f-c06e-415b-b290-021723042b65 req-f9f8fa8c-7874-4729-b583-5dcdb34d6a93 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 944 time: 0.0795510 May 03 23:15:17.315443 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50939dc6-de3d-4626-aeb5-8b02bd99088c req-d88fbaec-531b-444a-9408-ec14842c3e24 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:17.316137 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-50939dc6-de3d-4626-aeb5-8b02bd99088c req-d88fbaec-531b-444a-9408-ec14842c3e24 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Synchronizing usage tracker for tenant:e17f7d7398d14a23bf1f21df3ffe9965 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:15:17.333689 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-50939dc6-de3d-4626-aeb5-8b02bd99088c req-d88fbaec-531b-444a-9408-ec14842c3e24 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Unset dirty status for tenant:e17f7d7398d14a23bf1f21df3ffe9965 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:15:17.334775 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-50939dc6-de3d-4626-aeb5-8b02bd99088c req-d88fbaec-531b-444a-9408-ec14842c3e24 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec&tenant_id=e17f7d7398d14a23bf1f21df3ffe9965&binding%3Ahost_id=n-h1-811807-1 HTTP/1.1" status: 200 len: 944 time: 0.1033211 May 03 23:15:17.359911 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0d75981f-c06e-415b-b290-021723042b65 req-2a127ca0-4292-44a3-83b6-8275b5c975d2 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425060 May 03 23:15:17.412704 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [req-50939dc6-de3d-4626-aeb5-8b02bd99088c req-b020fdba-d74f-479d-8487-71df6b016eae service neutron] delete failed (client error): The resource could not be found. May 03 23:15:17.413688 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-50939dc6-de3d-4626-aeb5-8b02bd99088c req-b020fdba-d74f-479d-8487-71df6b016eae service neutron] 10.222.0.67 "DELETE /v2.0/ports/54fa6503-165a-4675-af1d-2190ec1c411a/bindings/n-h2-811807-1 HTTP/1.1" status: 404 len: 380 time: 0.0724220 May 03 23:15:17.554200 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50939dc6-de3d-4626-aeb5-8b02bd99088c req-ab2a9561-fb63-4b2d-9ee5-7a6c3b172925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:17.555634 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-50939dc6-de3d-4626-aeb5-8b02bd99088c req-ab2a9561-fb63-4b2d-9ee5-7a6c3b172925 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e17f7d7398d14a23bf1f21df3ffe9965&device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 1095 time: 0.0730159 May 03 23:15:17.687033 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50939dc6-de3d-4626-aeb5-8b02bd99088c req-16ed123f-ab40-4dcc-9e62-77412f2a0734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:17.688451 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-50939dc6-de3d-4626-aeb5-8b02bd99088c req-16ed123f-ab40-4dcc-9e62-77412f2a0734 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3 HTTP/1.1" status: 200 len: 916 time: 0.1261904 May 03 23:15:17.754363 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-50939dc6-de3d-4626-aeb5-8b02bd99088c req-4cb497d5-d63d-4c9b-9dcd-0ecc8b181516 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54fa6503-165a-4675-af1d-2190ec1c411a HTTP/1.1" status: 200 len: 217 time: 0.0593283 May 03 23:15:17.817746 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50939dc6-de3d-4626-aeb5-8b02bd99088c req-f29f6257-f34b-4be3-ae79-592d1ea2d2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:17.819124 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-50939dc6-de3d-4626-aeb5-8b02bd99088c req-f29f6257-f34b-4be3-ae79-592d1ea2d2f1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=99b36dc9-2b42-401e-9909-a2f2ed6e25a2 HTTP/1.1" status: 200 len: 855 time: 0.0583086 May 03 23:15:17.864542 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-50939dc6-de3d-4626-aeb5-8b02bd99088c req-2d6ff755-8f84-4c05-a375-04ad0b92923c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386701 May 03 23:15:17.953200 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 54fa6503-165a-4675-af1d-2190ec1c411a up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:15:17.994127 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-50939dc6-de3d-4626-aeb5-8b02bd99088c req-30ecf646-e878-4ba6-ad2f-e2036ea37677 service neutron] 10.222.0.67 "GET /v2.0/networks/9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230175 May 03 23:15:18.025236 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 54fa6503-165a-4675-af1d-2190ec1c411a completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:15:18.030459 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 54fa6503-165a-4675-af1d-2190ec1c411a triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:15:18.030854 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:18.126542 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-50939dc6-de3d-4626-aeb5-8b02bd99088c req-ef1bc667-e974-49b9-8863-d0c5c5ae9bd8 service neutron] 10.222.0.67 "GET /v2.0/networks/9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256731 May 03 23:15:18.145716 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:18.172781 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a260afb-4d80-4019-bad9-ac14db3c8fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fa6503-165a-4675-af1d-2190ec1c411a'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:15:18.183050 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 54fa6503-165a-4675-af1d-2190ec1c411a, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=54fa6503-165a-4675-af1d-2190ec1c411a,segment=NetworkSegment(96fee47f-251e-4a83-bc1d-ff2c1038e764),segment_id=96fee47f-251e-4a83-bc1d-ff2c1038e764)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:15:18.186965 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:18.242547 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31f75004-8662-46fd-876c-188d3159e9bf'] response: {'server_uuid': '0a260afb-4d80-4019-bad9-ac14db3c8fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fa6503-165a-4675-af1d-2190ec1c411a', 'code': 200} May 03 23:15:18.255851 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=54fa6503-165a-4675-af1d-2190ec1c411a,revision_number=9']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:15:18.550180 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b354ff-d3fa-4184-adcd-14a078736157 req-82b22e7f-dfec-451f-86b3-2aa0ab6a4ab8 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:18.551786 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a7b354ff-d3fa-4184-adcd-14a078736157 req-82b22e7f-dfec-451f-86b3-2aa0ab6a4ab8 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 945 time: 0.0856102 May 03 23:15:18.598496 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a7b354ff-d3fa-4184-adcd-14a078736157 req-e9dd61a2-138d-42b6-88a0-900762fb59d3 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403049 May 03 23:15:19.784118 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17c293-d02b-42a3-9a1f-579c4d0986fb req-0bb2a341-7c32-4ebc-986b-5cff14f3dc8c tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:19.785558 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bb17c293-d02b-42a3-9a1f-579c4d0986fb req-0bb2a341-7c32-4ebc-986b-5cff14f3dc8c tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 945 time: 0.0823648 May 03 23:15:19.828723 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bb17c293-d02b-42a3-9a1f-579c4d0986fb req-b5408405-78ed-433d-a9e5-136a87b8f2db tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376627 May 03 23:15:20.015073 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea4761-4f52-476d-92fb-7f531783c8d9 req-1b0be84a-2340-45f8-a2bd-7a950361bee8 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:20.016580 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0eea4761-4f52-476d-92fb-7f531783c8d9 req-1b0be84a-2340-45f8-a2bd-7a950361bee8 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 945 time: 0.0810308 May 03 23:15:20.059772 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0eea4761-4f52-476d-92fb-7f531783c8d9 req-11d22083-f267-47e6-8d2c-27a34c87f917 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375524 May 03 23:15:20.349381 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b56a7c-3250-4148-9f9f-7e2f70701937 req-a303ae57-f853-4198-b0a8-76d726dd2767 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:20.350866 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-09b56a7c-3250-4148-9f9f-7e2f70701937 req-a303ae57-f853-4198-b0a8-76d726dd2767 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 945 time: 0.1890426 May 03 23:15:20.394409 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-09b56a7c-3250-4148-9f9f-7e2f70701937 req-1b62a716-df9e-4054-9b85-c2f1865dd2dc tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377448 May 03 23:15:20.869135 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-4872c500-644a-4870-bf34-a83262e84ad1 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:20.870513 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-4872c500-644a-4870-bf34-a83262e84ad1 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/networks?id=9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3 HTTP/1.1" status: 200 len: 815 time: 0.1402223 May 03 23:15:20.885778 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-93662bb1-0ed8-4f30-bd90-b33de4517d2a tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/quotas/e17f7d7398d14a23bf1f21df3ffe9965 HTTP/1.1" status: 200 len: 375 time: 0.0092330 May 03 23:15:20.965775 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-06bc2bd0-310b-47ea-8c4d-887b6e59d008 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e17f7d7398d14a23bf1f21df3ffe9965&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0750864 May 03 23:15:21.094777 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-21429b2a-7613-4f4f-b7ca-9dfd770d65df service neutron] 10.222.0.58 "GET /v2.0/networks/9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218770 May 03 23:15:21.225997 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-b4ee6326-8e07-4cd4-b3fd-71b388722d71 service neutron] 10.222.0.58 "GET /v2.0/networks/9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254275 May 03 23:15:21.402971 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2df44d89-bd87-40f7-86a7-e5b6f8526baa req-f87c3177-a0b0-4ca8-ab31-ce10c2739b90 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 210 time: 0.0421705 May 03 23:15:22.128959 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d1474-307e-4237-ae82-934e9f76068e req-25d6d07a-818e-4ef3-8179-ac63010468df tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:22.130296 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9c7d1474-307e-4237-ae82-934e9f76068e req-25d6d07a-818e-4ef3-8179-ac63010468df tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a260afb-4d80-4019-bad9-ac14db3c8fec HTTP/1.1" status: 200 len: 945 time: 0.0776908 May 03 23:15:22.202418 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-9c7d1474-307e-4237-ae82-934e9f76068e req-8d649bf7-48ff-4270-8e7c-67c85ab587ce tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Deleting port 54fa6503-165a-4675-af1d-2190ec1c411a {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:15:22.202760 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9c7d1474-307e-4237-ae82-934e9f76068e req-8d649bf7-48ff-4270-8e7c-67c85ab587ce tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:22.454781 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-9c7d1474-307e-4237-ae82-934e9f76068e req-8d649bf7-48ff-4270-8e7c-67c85ab587ce tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] For port 54fa6503-165a-4675-af1d-2190ec1c411a, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=54fa6503-165a-4675-af1d-2190ec1c411a,segment=NetworkSegment(96fee47f-251e-4a83-bc1d-ff2c1038e764),segment_id=96fee47f-251e-4a83-bc1d-ff2c1038e764)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:15:22.455143 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9c7d1474-307e-4237-ae82-934e9f76068e req-8d649bf7-48ff-4270-8e7c-67c85ab587ce tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:22.462068 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-00e06eeb-5983-471b-9ce7-94933996a2da tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:22.463429 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-00e06eeb-5983-471b-9ce7-94933996a2da tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.60 "GET /v2.0/networks?id=9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3 HTTP/1.1" status: 200 len: 815 time: 0.1619873 May 03 23:15:22.476093 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-e6d549ce-a101-483f-86cd-aa8dd66939fb tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Request body: {'port': {'device_id': '78e07b82-47ea-48db-8077-79dc8c225a43', 'network_id': '9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3', 'admin_state_up': True, 'tenant_id': 'e17f7d7398d14a23bf1f21df3ffe9965'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:15:22.588171 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-9c7d1474-307e-4237-ae82-934e9f76068e req-8d649bf7-48ff-4270-8e7c-67c85ab587ce tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Calling delete_port for 54fa6503-165a-4675-af1d-2190ec1c411a owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:15:22.624628 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-e6d549ce-a101-483f-86cd-aa8dd66939fb tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:15:22.634404 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-e6d549ce-a101-483f-86cd-aa8dd66939fb tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:15:22.644177 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-e6d549ce-a101-483f-86cd-aa8dd66939fb tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Made reservation on behalf of e17f7d7398d14a23bf1f21df3ffe9965 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:15:22.647602 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-e6d549ce-a101-483f-86cd-aa8dd66939fb tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:22.676267 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-56574093-5fa9-401b-9529-2ee7bfb88d68 req-42f1fd50-cd3a-4118-8b5f-3747330620ba tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 210 time: 0.0954037 May 03 23:15:22.780461 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9c7d1474-307e-4237-ae82-934e9f76068e req-8d649bf7-48ff-4270-8e7c-67c85ab587ce tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:22.793431 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['54fa6503-165a-4675-af1d-2190ec1c411a'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:15:22.814743 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-e6d549ce-a101-483f-86cd-aa8dd66939fb tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Allocated IP 172.20.0.2 (9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3/99b36dc9-2b42-401e-9909-a2f2ed6e25a2/938a6f13-ab53-4e6d-81cb-4c5d1f46378c) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:15:22.866090 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d649bf7-48ff-4270-8e7c-67c85ab587ce tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Pushing event deleted for resources: {'Port': ['ID=54fa6503-165a-4675-af1d-2190ec1c411a,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:15:22.912587 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7d1474-307e-4237-ae82-934e9f76068e req-8d649bf7-48ff-4270-8e7c-67c85ab587ce tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] No DVR routers for this DVR port 54fa6503-165a-4675-af1d-2190ec1c411a on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:15:22.915166 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-9c7d1474-307e-4237-ae82-934e9f76068e req-8d649bf7-48ff-4270-8e7c-67c85ab587ce tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:22.917694 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a260afb-4d80-4019-bad9-ac14db3c8fec', 'name': 'network-vif-deleted', 'tag': '54fa6503-165a-4675-af1d-2190ec1c411a'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:15:22.933284 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9c7d1474-307e-4237-ae82-934e9f76068e req-8d649bf7-48ff-4270-8e7c-67c85ab587ce tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.60 "DELETE /v2.0/ports/54fa6503-165a-4675-af1d-2190ec1c411a HTTP/1.1" status: 204 len: 173 time: 0.7970514 May 03 23:15:22.971823 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6589cf0d-ecb5-422b-95b1-bbb16ff5d322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:22.982976 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2edf72c9-414c-4e6b-b37f-b9410125477a'] response: {'server_uuid': '0a260afb-4d80-4019-bad9-ac14db3c8fec', 'name': 'network-vif-deleted', 'tag': '54fa6503-165a-4675-af1d-2190ec1c411a', 'status': 'completed', 'code': 200} May 03 23:15:23.026241 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-e6d549ce-a101-483f-86cd-aa8dd66939fb tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:23.055745 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-e6d549ce-a101-483f-86cd-aa8dd66939fb tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:23.066630 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['54fa6503-165a-4675-af1d-2190ec1c411a'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:15:23.136655 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-e6d549ce-a101-483f-86cd-aa8dd66939fb tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Network 9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:15:23.140438 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-e6d549ce-a101-483f-86cd-aa8dd66939fb tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:15:23.144252 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-e6d549ce-a101-483f-86cd-aa8dd66939fb tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:15:23.174122 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d549ce-a101-483f-86cd-aa8dd66939fb tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Pushing event updated for resources: {'Port': ['ID=938a6f13-ab53-4e6d-81cb-4c5d1f46378c,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:15:23.193130 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d549ce-a101-483f-86cd-aa8dd66939fb tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:15:23.193471 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d549ce-a101-483f-86cd-aa8dd66939fb tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:15:23.193803 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d549ce-a101-483f-86cd-aa8dd66939fb tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:15:23.194155 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d549ce-a101-483f-86cd-aa8dd66939fb tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:15:23.194483 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d549ce-a101-483f-86cd-aa8dd66939fb tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:15:23.194806 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d549ce-a101-483f-86cd-aa8dd66939fb tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:15:23.195193 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d549ce-a101-483f-86cd-aa8dd66939fb tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:15:23.195443 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d549ce-a101-483f-86cd-aa8dd66939fb tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:15:23.195760 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d549ce-a101-483f-86cd-aa8dd66939fb tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:15:23.196081 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d549ce-a101-483f-86cd-aa8dd66939fb tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:15:23.196397 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d549ce-a101-483f-86cd-aa8dd66939fb tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:15:23.196712 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d549ce-a101-483f-86cd-aa8dd66939fb tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:15:23.220531 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-e6d549ce-a101-483f-86cd-aa8dd66939fb tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:23.221137 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-e6d549ce-a101-483f-86cd-aa8dd66939fb tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:23.244407 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-e6d549ce-a101-483f-86cd-aa8dd66939fb tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7722523 May 03 23:15:23.259613 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-704a5e28-397c-47e5-a31c-07727d0e06c8 service neutron] Request body: {'port': {'device_id': '78e07b82-47ea-48db-8077-79dc8c225a43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:15:23.368514 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-704a5e28-397c-47e5-a31c-07727d0e06c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:23.801934 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-704a5e28-397c-47e5-a31c-07727d0e06c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938a6f13-ab53-4e6d-81cb-4c5d1f46378c {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:15:23.808923 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-704a5e28-397c-47e5-a31c-07727d0e06c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:23.823307 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-704a5e28-397c-47e5-a31c-07727d0e06c8 service neutron] Transition to ACTIVE for port object 938a6f13-ab53-4e6d-81cb-4c5d1f46378c will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:15:23.827907 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-704a5e28-397c-47e5-a31c-07727d0e06c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:23.857940 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb050769-19de-41d3-9717-e21b792eddfa req-e8a16f46-3131-46f0-8b3f-a8d8aff7f55f tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:23.859084 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-eb050769-19de-41d3-9717-e21b792eddfa req-e8a16f46-3131-46f0-8b3f-a8d8aff7f55f tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Synchronizing usage tracker for tenant:e17f7d7398d14a23bf1f21df3ffe9965 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:15:23.874396 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-eb050769-19de-41d3-9717-e21b792eddfa req-e8a16f46-3131-46f0-8b3f-a8d8aff7f55f tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Unset dirty status for tenant:e17f7d7398d14a23bf1f21df3ffe9965 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:15:23.875801 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eb050769-19de-41d3-9717-e21b792eddfa req-e8a16f46-3131-46f0-8b3f-a8d8aff7f55f tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 931 time: 0.0964298 May 03 23:15:23.925307 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eb050769-19de-41d3-9717-e21b792eddfa req-566505ab-6ea6-4a2b-a0a1-024782f448c3 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430944 May 03 23:15:23.987487 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a5e28-397c-47e5-a31c-07727d0e06c8 service neutron] Pushing event updated for resources: {'Port': ['ID=938a6f13-ab53-4e6d-81cb-4c5d1f46378c,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:15:24.057484 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-704a5e28-397c-47e5-a31c-07727d0e06c8 service neutron] Attempting to bind port 938a6f13-ab53-4e6d-81cb-4c5d1f46378c on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:15:24.057815 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-704a5e28-397c-47e5-a31c-07727d0e06c8 service neutron] Attempting to bind port 938a6f13-ab53-4e6d-81cb-4c5d1f46378c by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '96fee47f-251e-4a83-bc1d-ff2c1038e764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:15:24.058174 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-704a5e28-397c-47e5-a31c-07727d0e06c8 service neutron] Attempting to bind port 938a6f13-ab53-4e6d-81cb-4c5d1f46378c on network 9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:15:24.062791 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-704a5e28-397c-47e5-a31c-07727d0e06c8 service neutron] Port 938a6f13-ab53-4e6d-81cb-4c5d1f46378c on network 9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:15:24.063110 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-704a5e28-397c-47e5-a31c-07727d0e06c8 service neutron] Attempting to bind port 938a6f13-ab53-4e6d-81cb-4c5d1f46378c on network 9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:15:24.068089 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-704a5e28-397c-47e5-a31c-07727d0e06c8 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:15:24.068424 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-704a5e28-397c-47e5-a31c-07727d0e06c8 service neutron] Checking segment: {'id': '96fee47f-251e-4a83-bc1d-ff2c1038e764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:15:24.068805 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-704a5e28-397c-47e5-a31c-07727d0e06c8 service neutron] Bound using segment: {'id': '96fee47f-251e-4a83-bc1d-ff2c1038e764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:15:24.069226 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-704a5e28-397c-47e5-a31c-07727d0e06c8 service neutron] Bound port: 938a6f13-ab53-4e6d-81cb-4c5d1f46378c, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96fee47f-251e-4a83-bc1d-ff2c1038e764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:15:24.069570 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-704a5e28-397c-47e5-a31c-07727d0e06c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:24.157498 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-704a5e28-397c-47e5-a31c-07727d0e06c8 service neutron] For port 938a6f13-ab53-4e6d-81cb-4c5d1f46378c, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:15:24.160364 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-704a5e28-397c-47e5-a31c-07727d0e06c8 service neutron] For port 938a6f13-ab53-4e6d-81cb-4c5d1f46378c, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=938a6f13-ab53-4e6d-81cb-4c5d1f46378c,segment=NetworkSegment(96fee47f-251e-4a83-bc1d-ff2c1038e764),segment_id=96fee47f-251e-4a83-bc1d-ff2c1038e764)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:15:24.165041 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-704a5e28-397c-47e5-a31c-07727d0e06c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:24.224686 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-704a5e28-397c-47e5-a31c-07727d0e06c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:24.225287 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-704a5e28-397c-47e5-a31c-07727d0e06c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:24.226680 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-704a5e28-397c-47e5-a31c-07727d0e06c8 service neutron] 10.222.0.60 "PUT /v2.0/ports/938a6f13-ab53-4e6d-81cb-4c5d1f46378c HTTP/1.1" status: 200 len: 1091 time: 0.9709980 May 03 23:15:24.227106 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e07b82-47ea-48db-8077-79dc8c225a43', 'tag': '938a6f13-ab53-4e6d-81cb-4c5d1f46378c'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:15:24.246612 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a5e28-397c-47e5-a31c-07727d0e06c8 service neutron] Pushing event updated for resources: {'Port': ['ID=938a6f13-ab53-4e6d-81cb-4c5d1f46378c,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:15:24.300407 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7247739-c7a3-4f62-a2ba-10e590fa99cf'] response: {'name': 'network-changed', 'server_uuid': '78e07b82-47ea-48db-8077-79dc8c225a43', 'tag': '938a6f13-ab53-4e6d-81cb-4c5d1f46378c', 'status': 'completed', 'code': 200} May 03 23:15:24.335037 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-f8611181-bf90-4d14-9b8a-8009b2cb7122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:24.336523 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-f8611181-bf90-4d14-9b8a-8009b2cb7122 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e17f7d7398d14a23bf1f21df3ffe9965&device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 1094 time: 0.0747700 May 03 23:15:24.405738 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-5ac00159-9b86-455e-8821-7dfcdd57f715 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=938a6f13-ab53-4e6d-81cb-4c5d1f46378c HTTP/1.1" status: 200 len: 217 time: 0.0614443 May 03 23:15:24.465610 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-2b147538-e3f1-4d9b-ba03-fc994d9f9967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:24.466934 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-2b147538-e3f1-4d9b-ba03-fc994d9f9967 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99b36dc9-2b42-401e-9909-a2f2ed6e25a2 HTTP/1.1" status: 200 len: 855 time: 0.0553787 May 03 23:15:24.510771 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-364a57a7-8974-442b-bf92-2b5413bf5b7a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383120 May 03 23:15:24.638263 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-034c2ac1-4347-4ff1-a4dc-cddafe42ac2c service neutron] 10.222.0.60 "GET /v2.0/networks/9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204164 May 03 23:15:24.767091 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7d206ca0-e3a9-4d2d-b0c1-e378f4f11f40 req-a4fb2ff8-a96d-4897-ae6c-67c565cc66dd service neutron] 10.222.0.60 "GET /v2.0/networks/9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228101 May 03 23:15:24.779708 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:24.881489 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6415a7c-52e5-4c1a-aa76-dd71c2e050b6 req-60d9ae65-e3d0-4d14-a94f-aabe6dafb353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:24.882969 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b6415a7c-52e5-4c1a-aa76-dd71c2e050b6 req-60d9ae65-e3d0-4d14-a94f-aabe6dafb353 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e17f7d7398d14a23bf1f21df3ffe9965&device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 1094 time: 0.0749240 May 03 23:15:25.015795 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6415a7c-52e5-4c1a-aa76-dd71c2e050b6 req-9a4d5792-4d87-4d59-ba26-3b563839b98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:25.017142 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b6415a7c-52e5-4c1a-aa76-dd71c2e050b6 req-9a4d5792-4d87-4d59-ba26-3b563839b98a service neutron] 10.222.0.60 "GET /v2.0/networks?id=9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3 HTTP/1.1" status: 200 len: 916 time: 0.1266444 May 03 23:15:25.085510 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b6415a7c-52e5-4c1a-aa76-dd71c2e050b6 req-25c48a8a-7835-45b3-885e-25ffad8df285 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=938a6f13-ab53-4e6d-81cb-4c5d1f46378c HTTP/1.1" status: 200 len: 217 time: 0.0607879 May 03 23:15:25.110701 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317b94d-a458-4dec-8c69-1062f84ee987 req-2def6be1-672e-4f45-b800-02041493989a tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:25.112143 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5317b94d-a458-4dec-8c69-1062f84ee987 req-2def6be1-672e-4f45-b800-02041493989a tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 943 time: 0.0798187 May 03 23:15:25.157869 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5317b94d-a458-4dec-8c69-1062f84ee987 req-102d028d-86b5-4170-aa6c-1a19b17fd096 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399220 May 03 23:15:25.260937 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6415a7c-52e5-4c1a-aa76-dd71c2e050b6 req-64800535-203a-4a31-b0f5-71a9813cbdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:25.262387 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b6415a7c-52e5-4c1a-aa76-dd71c2e050b6 req-64800535-203a-4a31-b0f5-71a9813cbdeb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99b36dc9-2b42-401e-9909-a2f2ed6e25a2 HTTP/1.1" status: 200 len: 855 time: 0.1687350 May 03 23:15:25.310233 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b6415a7c-52e5-4c1a-aa76-dd71c2e050b6 req-a6cf473d-9e5b-4889-ac3f-4ac6f48e78c5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394275 May 03 23:15:25.441628 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b6415a7c-52e5-4c1a-aa76-dd71c2e050b6 req-e6f838be-3921-45c4-aa00-2d02971b8b21 service neutron] 10.222.0.60 "GET /v2.0/networks/9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221759 May 03 23:15:25.558017 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-885824e7-53ba-427c-9d7a-db6af68f1c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:25.572760 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b6415a7c-52e5-4c1a-aa76-dd71c2e050b6 req-5190c658-abd8-492f-9b75-9cc8924c3745 service neutron] 10.222.0.60 "GET /v2.0/networks/9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238680 May 03 23:15:26.042334 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 54fa6503-165a-4675-af1d-2190ec1c411a no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:15:26.076314 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 54fa6503-165a-4675-af1d-2190ec1c411a {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:15:26.076658 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 54fa6503-165a-4675-af1d-2190ec1c411a not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:15:26.390400 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:26.431356 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:26.449701 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffa1fc-7db4-45a0-8e25-529c24719097 req-e0f8f255-e022-492b-b193-91edcb0c3197 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:26.451467 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-51ffa1fc-7db4-45a0-8e25-529c24719097 req-e0f8f255-e022-492b-b193-91edcb0c3197 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 943 time: 0.1859391 May 03 23:15:26.494135 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-51ffa1fc-7db4-45a0-8e25-529c24719097 req-994f9d34-2f35-45ec-8b8e-57906f7fb0e3 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364356 May 03 23:15:27.675798 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06438cc-83c6-4e5f-bf62-4c73c919b279 req-2b829c6b-43cb-40d9-b3db-b20dba293e26 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:27.677249 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e06438cc-83c6-4e5f-bf62-4c73c919b279 req-2b829c6b-43cb-40d9-b3db-b20dba293e26 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 943 time: 0.0785182 May 03 23:15:27.720893 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e06438cc-83c6-4e5f-bf62-4c73c919b279 req-1348f2ff-fb08-48d9-bfde-0b48f0d32e92 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380578 May 03 23:15:27.754811 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:28.056381 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 938a6f13-ab53-4e6d-81cb-4c5d1f46378c details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:15:28.190436 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 938a6f13-ab53-4e6d-81cb-4c5d1f46378c, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=938a6f13-ab53-4e6d-81cb-4c5d1f46378c,segment=NetworkSegment(96fee47f-251e-4a83-bc1d-ff2c1038e764),segment_id=96fee47f-251e-4a83-bc1d-ff2c1038e764)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:15:28.203860 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '938a6f13-ab53-4e6d-81cb-4c5d1f46378c', 'network_id': '9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3', 'port_id': '938a6f13-ab53-4e6d-81cb-4c5d1f46378c', 'mac_address': 'fa:16:3e:0c:4e:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99b36dc9-2b42-401e-9909-a2f2ed6e25a2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:15:28.260466 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:28.276818 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938a6f13-ab53-4e6d-81cb-4c5d1f46378c {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:15:28.291841 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 938a6f13-ab53-4e6d-81cb-4c5d1f46378c, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=938a6f13-ab53-4e6d-81cb-4c5d1f46378c,segment=NetworkSegment(96fee47f-251e-4a83-bc1d-ff2c1038e764),segment_id=96fee47f-251e-4a83-bc1d-ff2c1038e764)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:15:28.295455 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:28.361877 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=938a6f13-ab53-4e6d-81cb-4c5d1f46378c,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:15:28.376118 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:15:28.376464 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:15:28.376805 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:15:28.377139 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:15:28.377471 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:15:28.377800 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:15:28.378153 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:15:28.378477 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:15:28.378799 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:15:28.379119 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:15:28.379439 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:15:28.379759 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:15:28.389690 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:28.498756 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['938a6f13-ab53-4e6d-81cb-4c5d1f46378c'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:15:28.904626 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309b5f5-78f1-4a61-bf6c-55ba6edccd77 req-f19cc0e4-e8e9-4f30-b7c2-eea968806b44 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:28.906667 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d309b5f5-78f1-4a61-bf6c-55ba6edccd77 req-f19cc0e4-e8e9-4f30-b7c2-eea968806b44 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 944 time: 0.0826926 May 03 23:15:28.948947 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d309b5f5-78f1-4a61-bf6c-55ba6edccd77 req-e6823a5b-15ea-4e1f-ab27-d35e5795f97a tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366330 May 03 23:15:30.078570 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 938a6f13-ab53-4e6d-81cb-4c5d1f46378c up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:15:30.131794 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8bea11-bf7b-4ac5-9526-b4f8822da94e req-07f8d35c-6d4b-4916-a711-397587fa9505 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:30.133615 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-de8bea11-bf7b-4ac5-9526-b4f8822da94e req-07f8d35c-6d4b-4916-a711-397587fa9505 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 944 time: 0.0806203 May 03 23:15:30.147624 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 938a6f13-ab53-4e6d-81cb-4c5d1f46378c completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:15:30.152282 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 938a6f13-ab53-4e6d-81cb-4c5d1f46378c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:15:30.152656 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:30.180997 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-de8bea11-bf7b-4ac5-9526-b4f8822da94e req-5cb7a1cc-9624-4acb-b22f-80fc220c426c tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420337 May 03 23:15:30.250380 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:15:30.301616 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:30.327674 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e07b82-47ea-48db-8077-79dc8c225a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938a6f13-ab53-4e6d-81cb-4c5d1f46378c'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:15:30.336838 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 938a6f13-ab53-4e6d-81cb-4c5d1f46378c, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=938a6f13-ab53-4e6d-81cb-4c5d1f46378c,segment=NetworkSegment(96fee47f-251e-4a83-bc1d-ff2c1038e764),segment_id=96fee47f-251e-4a83-bc1d-ff2c1038e764)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:15:30.340564 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:30.375703 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7171181b-6be6-4955-876d-79df19ca4d14'] response: {'server_uuid': '78e07b82-47ea-48db-8077-79dc8c225a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938a6f13-ab53-4e6d-81cb-4c5d1f46378c', 'code': 200} May 03 23:15:30.410642 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=938a6f13-ab53-4e6d-81cb-4c5d1f46378c,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:15:30.506899 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013755c-730b-4f6f-9134-52f46eee4a32 req-a56c3f54-08f9-4bc4-b70c-435a9ba9392e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:30.508265 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7013755c-730b-4f6f-9134-52f46eee4a32 req-a56c3f54-08f9-4bc4-b70c-435a9ba9392e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 1096 time: 0.0728786 May 03 23:15:30.548365 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7013755c-730b-4f6f-9134-52f46eee4a32 req-10559cd6-e38a-4a6f-81af-da59178d43d1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337470 May 03 23:15:31.365829 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe0c7a-f5ce-4a67-a9d3-302cef420c12 req-a9dbd42b-20a0-4763-ba82-89ed1bda0e40 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:31.367193 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9cfe0c7a-f5ce-4a67-a9d3-302cef420c12 req-a9dbd42b-20a0-4763-ba82-89ed1bda0e40 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 945 time: 0.0775788 May 03 23:15:31.409955 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9cfe0c7a-f5ce-4a67-a9d3-302cef420c12 req-68e96cf4-323c-4fa6-bf3e-9c0e2fb2d0be tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372956 May 03 23:15:32.598084 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3ccb7-83ca-4db3-a685-41efde7aa005 req-68bbe4c9-39a2-42cc-839c-f85b5e324bd5 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:32.599542 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b3c3ccb7-83ca-4db3-a685-41efde7aa005 req-68bbe4c9-39a2-42cc-839c-f85b5e324bd5 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 945 time: 0.0837169 May 03 23:15:32.643041 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b3c3ccb7-83ca-4db3-a685-41efde7aa005 req-12d58302-3549-4098-959b-19ad64534bae tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378470 May 03 23:15:32.824284 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b5ca1-5ddf-4b6f-9dcb-afe0e15dbcdd req-a28ccdf8-7fcc-4ce7-aa35-efc3050cd6c5 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:32.826300 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d30b5ca1-5ddf-4b6f-9dcb-afe0e15dbcdd req-a28ccdf8-7fcc-4ce7-aa35-efc3050cd6c5 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 945 time: 0.0809393 May 03 23:15:32.870316 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d30b5ca1-5ddf-4b6f-9dcb-afe0e15dbcdd req-88c76977-0c1c-4196-848f-9a105856ae78 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383582 May 03 23:15:33.271205 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-29ca6760-bda4-4e79-a95b-89dd1eeb4aec service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1301212 May 03 23:15:33.283076 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf634abd-20dd-40aa-865b-dc29061d3598 req-301655d0-3eb7-49e6-93d6-6207ed97561f tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:33.284454 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cf634abd-20dd-40aa-865b-dc29061d3598 req-301655d0-3eb7-49e6-93d6-6207ed97561f tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 945 time: 0.1004155 May 03 23:15:33.334403 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cf634abd-20dd-40aa-865b-dc29061d3598 req-cacae9d3-5a97-4389-8dc2-f5cc29b64194 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441511 May 03 23:15:34.417792 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-b8c3f2c7-bd12-4549-89f8-7503d283420d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:34.419265 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-b8c3f2c7-bd12-4549-89f8-7503d283420d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e17f7d7398d14a23bf1f21df3ffe9965&device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 1096 time: 0.0721898 May 03 23:15:34.519629 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abeec2e-6f56-472e-874f-3d40ec0cbfdb req-93a71627-1eb1-4581-b83a-9c1e889e849e tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:34.521114 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0abeec2e-6f56-472e-874f-3d40ec0cbfdb req-93a71627-1eb1-4581-b83a-9c1e889e849e tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 945 time: 0.0786316 May 03 23:15:34.551804 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-296accc1-7fd4-461a-ba7e-15e63c53747a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:34.553245 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-296accc1-7fd4-461a-ba7e-15e63c53747a service neutron] 10.222.0.60 "GET /v2.0/networks?id=9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3 HTTP/1.1" status: 200 len: 916 time: 0.1283183 May 03 23:15:34.566002 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0abeec2e-6f56-472e-874f-3d40ec0cbfdb req-0bfbd0c6-61d7-4a85-9f09-acf8f69d1e98 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390453 May 03 23:15:34.625789 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-32e57a85-70b4-4cc0-92d9-6ee5f1636a6f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=938a6f13-ab53-4e6d-81cb-4c5d1f46378c HTTP/1.1" status: 200 len: 217 time: 0.0657222 May 03 23:15:34.692994 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-b4367f83-7a39-4631-8a4a-976e5d7c1562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:34.694434 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-b4367f83-7a39-4631-8a4a-976e5d7c1562 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99b36dc9-2b42-401e-9909-a2f2ed6e25a2 HTTP/1.1" status: 200 len: 855 time: 0.0599856 May 03 23:15:34.744422 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-51c88535-fee8-43b7-ba60-9cd48d628ccc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430374 May 03 23:15:34.872547 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-12e5bae7-a6ba-44f1-9be4-e6bf23041230 service neutron] 10.222.0.60 "GET /v2.0/networks/9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218183 May 03 23:15:35.003636 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-c627851a-906f-4bfa-8ce7-411315d5184c service neutron] 10.222.0.60 "GET /v2.0/networks/9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251233 May 03 23:15:35.759367 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3f97c-b08a-428a-80bb-b3b19fd3f805 req-3d87fdc5-479e-49b6-8641-6536fbd4de18 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:35.760811 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07b3f97c-b08a-428a-80bb-b3b19fd3f805 req-3d87fdc5-479e-49b6-8641-6536fbd4de18 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 945 time: 0.0825171 May 03 23:15:35.803497 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07b3f97c-b08a-428a-80bb-b3b19fd3f805 req-6ef1014a-99e5-4100-aaea-da27a6c6cdf8 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372028 May 03 23:15:36.987675 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5b9d6-0b75-4b2f-b513-b763d13475c6 req-b9387aef-6319-4770-9133-1041654dbf00 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:36.989104 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a4a5b9d6-0b75-4b2f-b513-b763d13475c6 req-b9387aef-6319-4770-9133-1041654dbf00 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 945 time: 0.0777559 May 03 23:15:37.032173 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a4a5b9d6-0b75-4b2f-b513-b763d13475c6 req-d541e6c9-984b-4a77-9e82-d013293ad4dd tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374825 May 03 23:15:38.217396 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3be413-057a-4250-b944-69d8b6c1e83e req-b351522e-9d63-44d0-bdca-43f3d0f172d1 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:38.218975 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1c3be413-057a-4250-b944-69d8b6c1e83e req-b351522e-9d63-44d0-bdca-43f3d0f172d1 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 945 time: 0.0847325 May 03 23:15:38.261706 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1c3be413-057a-4250-b944-69d8b6c1e83e req-2697e407-e67f-4db8-84f0-4b5034d708be tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371962 May 03 23:15:39.590942 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22dfa3-7756-423c-94d0-925aec2c3b1e req-915d31c4-a128-4e21-9b36-dbce4ee0356f tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:39.592412 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f22dfa3-7756-423c-94d0-925aec2c3b1e req-915d31c4-a128-4e21-9b36-dbce4ee0356f tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 945 time: 0.0808234 May 03 23:15:39.641404 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f22dfa3-7756-423c-94d0-925aec2c3b1e req-93888b67-21a5-4b3d-8e71-9f4a4da8df34 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425465 May 03 23:15:40.823607 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38398f97-4988-4591-b753-df110c7cf63a req-93931408-7562-4ad1-8f0d-0fe016bff107 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:40.825038 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-38398f97-4988-4591-b753-df110c7cf63a req-93931408-7562-4ad1-8f0d-0fe016bff107 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 945 time: 0.0778859 May 03 23:15:40.868269 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-38398f97-4988-4591-b753-df110c7cf63a req-e4701372-eb46-4729-8abd-ae322104a230 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367277 May 03 23:15:42.055875 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149dd930-7426-4b39-b45e-665298c08d33 req-1e7c7489-d0e5-4d32-aedc-28959c661222 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:42.057316 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-149dd930-7426-4b39-b45e-665298c08d33 req-1e7c7489-d0e5-4d32-aedc-28959c661222 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 945 time: 0.0869689 May 03 23:15:42.099927 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-149dd930-7426-4b39-b45e-665298c08d33 req-939b0cee-7f99-4492-b764-e968841bea2f tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370126 May 03 23:15:43.281506 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf1a1f-ba32-4b44-99e9-f043c5d3d5fe req-06e01062-b207-43ee-aa23-b7ec7d59586f tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:43.282988 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-94cf1a1f-ba32-4b44-99e9-f043c5d3d5fe req-06e01062-b207-43ee-aa23-b7ec7d59586f tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 945 time: 0.0779734 May 03 23:15:43.326658 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-94cf1a1f-ba32-4b44-99e9-f043c5d3d5fe req-db8a3682-1a0b-4df4-a385-3721991832ea tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380626 May 03 23:15:44.511848 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2b7f7-33c2-4a1a-bc30-46ab68e347ba req-deb8dd86-efe3-4867-9b75-5cc373cc4772 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:44.513275 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-daa2b7f7-33c2-4a1a-bc30-46ab68e347ba req-deb8dd86-efe3-4867-9b75-5cc373cc4772 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 945 time: 0.0820253 May 03 23:15:44.556894 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-daa2b7f7-33c2-4a1a-bc30-46ab68e347ba req-65cafc65-edd3-4040-b3ad-412a5f811155 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379419 May 03 23:15:45.737929 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6a0f9-8315-45ba-8b43-d1deef9f24af req-25117026-8469-48a8-bc1a-f71c1c62d98f tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:45.739405 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c8d6a0f9-8315-45ba-8b43-d1deef9f24af req-25117026-8469-48a8-bc1a-f71c1c62d98f tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 945 time: 0.0790470 May 03 23:15:45.781880 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c8d6a0f9-8315-45ba-8b43-d1deef9f24af req-a6a933fe-5a05-4de1-95ed-34f13f95f1cc tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368891 May 03 23:15:46.968921 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa4557-14ff-4168-9fce-7ee99224d808 req-37346034-ea84-46a4-aa37-d61fabc222ea tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:46.970396 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-03fa4557-14ff-4168-9fce-7ee99224d808 req-37346034-ea84-46a4-aa37-d61fabc222ea tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 945 time: 0.0832465 May 03 23:15:47.012595 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-03fa4557-14ff-4168-9fce-7ee99224d808 req-3fd0c4d9-5e49-4231-8c6b-dcfa11665b95 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366590 May 03 23:15:48.196057 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768dc93-40ed-4fd6-a921-6794df6de74d req-fc4167fb-d01a-4ef7-a874-df8fabcc9cd1 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:48.197514 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a768dc93-40ed-4fd6-a921-6794df6de74d req-fc4167fb-d01a-4ef7-a874-df8fabcc9cd1 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 945 time: 0.0804539 May 03 23:15:48.244231 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a768dc93-40ed-4fd6-a921-6794df6de74d req-4504ac93-4e07-46ba-829b-a84c827ae4b3 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408719 May 03 23:15:49.424316 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f8bbb-4904-425b-ba59-583d13bc1b99 req-d1aa3075-9d1e-40d0-ad1d-1b96df62615f tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:49.425761 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e15f8bbb-4904-425b-ba59-583d13bc1b99 req-d1aa3075-9d1e-40d0-ad1d-1b96df62615f tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 945 time: 0.0794082 May 03 23:15:49.468457 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e15f8bbb-4904-425b-ba59-583d13bc1b99 req-d9514493-f8d8-4012-829a-0de299c64e9e tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364902 May 03 23:15:50.655052 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247c700-9d32-42b2-8bce-d38f6c4ade83 req-9e968a98-dd4d-465b-b3db-f97ae4978811 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:50.656769 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9247c700-9d32-42b2-8bce-d38f6c4ade83 req-9e968a98-dd4d-465b-b3db-f97ae4978811 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 945 time: 0.0823748 May 03 23:15:50.699451 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9247c700-9d32-42b2-8bce-d38f6c4ade83 req-1304b79f-aa9b-48ca-b0c2-1d570d854f09 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369973 May 03 23:15:51.883280 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719359b8-c879-45cc-8e4e-667fd231a2a7 req-9d80eecc-b39d-4f0e-a05f-145306971f21 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:51.884653 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-719359b8-c879-45cc-8e4e-667fd231a2a7 req-9d80eecc-b39d-4f0e-a05f-145306971f21 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 945 time: 0.0802100 May 03 23:15:51.927738 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-719359b8-c879-45cc-8e4e-667fd231a2a7 req-020f7683-24df-44e3-bac7-50f47788fa11 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368187 May 03 23:15:52.965967 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a1fc8678-8b03-4dec-b00f-0ebe2b199066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:53.114373 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f47d6-21f1-46c5-b3ef-d1c886a1a472 req-b68d39de-eab1-4a41-bb86-d99a1bfe45ff tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:53.115824 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0c0f47d6-21f1-46c5-b3ef-d1c886a1a472 req-b68d39de-eab1-4a41-bb86-d99a1bfe45ff tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 945 time: 0.0818963 May 03 23:15:53.158855 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0c0f47d6-21f1-46c5-b3ef-d1c886a1a472 req-cf3b854c-3923-4aa3-8280-7281bbcfccf1 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374923 May 03 23:15:53.395398 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02134ea9-81b0-4f2e-9fc0-43fb30237a46 req-28e00275-2df3-49a7-b5cd-26fb80d6376f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:53.396835 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-02134ea9-81b0-4f2e-9fc0-43fb30237a46 req-28e00275-2df3-49a7-b5cd-26fb80d6376f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e17f7d7398d14a23bf1f21df3ffe9965&device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 1096 time: 0.0699413 May 03 23:15:53.537045 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02134ea9-81b0-4f2e-9fc0-43fb30237a46 req-88f0fc25-5d07-4819-a535-8ff957ac0ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:53.538481 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-02134ea9-81b0-4f2e-9fc0-43fb30237a46 req-88f0fc25-5d07-4819-a535-8ff957ac0ada service neutron] 10.222.0.60 "GET /v2.0/networks?id=9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3 HTTP/1.1" status: 200 len: 916 time: 0.1231904 May 03 23:15:53.608803 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-02134ea9-81b0-4f2e-9fc0-43fb30237a46 req-44cc45f8-9d5f-4f21-820e-c3cd06644d49 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=938a6f13-ab53-4e6d-81cb-4c5d1f46378c HTTP/1.1" status: 200 len: 217 time: 0.0631270 May 03 23:15:53.669755 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02134ea9-81b0-4f2e-9fc0-43fb30237a46 req-aa2b3d13-47eb-4a6e-a496-29719321c430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:53.671130 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-02134ea9-81b0-4f2e-9fc0-43fb30237a46 req-aa2b3d13-47eb-4a6e-a496-29719321c430 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99b36dc9-2b42-401e-9909-a2f2ed6e25a2 HTTP/1.1" status: 200 len: 855 time: 0.0556679 May 03 23:15:53.716614 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-02134ea9-81b0-4f2e-9fc0-43fb30237a46 req-a7d1b2d2-7069-494f-8381-0c6a244f46d8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386443 May 03 23:15:53.954252 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-02134ea9-81b0-4f2e-9fc0-43fb30237a46 req-0d80e2f6-dab0-49af-b041-4101d8665115 service neutron] 10.222.0.60 "GET /v2.0/networks/9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303438 May 03 23:15:54.084692 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-02134ea9-81b0-4f2e-9fc0-43fb30237a46 req-eef6c6e1-b6dc-45ef-8514-b3e325f3550e service neutron] 10.222.0.60 "GET /v2.0/networks/9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239824 May 03 23:15:54.344605 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f498a78-5174-4e93-931c-932a67d3d3a5 req-f521a3e8-352d-4988-a082-351e9af638ae tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:54.346083 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f498a78-5174-4e93-931c-932a67d3d3a5 req-f521a3e8-352d-4988-a082-351e9af638ae tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 945 time: 0.0787587 May 03 23:15:54.394043 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f498a78-5174-4e93-931c-932a67d3d3a5 req-53ef8882-9217-46a3-8c99-5c653a30dd32 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419347 May 03 23:15:54.788564 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:55.560852 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6b508010-c0f7-4eda-a636-ed4dcbdc6f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:55.580771 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37d229-b03e-4478-9ca7-f22fd453d2c4 req-fb421004-7c7c-47d5-9752-f9f39c0c2015 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:55.582876 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0a37d229-b03e-4478-9ca7-f22fd453d2c4 req-fb421004-7c7c-47d5-9752-f9f39c0c2015 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 945 time: 0.0850523 May 03 23:15:55.625965 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0a37d229-b03e-4478-9ca7-f22fd453d2c4 req-5d418ece-e78b-427d-8ac3-842b65e4ab06 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375025 May 03 23:15:56.393678 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:56.432830 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:56.808431 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d5f43-d424-4525-bb0d-f022820c6386 req-375b4ec8-fbf2-4d12-9ff3-8ecff00b144b tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:56.809847 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6a2d5f43-d424-4525-bb0d-f022820c6386 req-375b4ec8-fbf2-4d12-9ff3-8ecff00b144b tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 945 time: 0.0804253 May 03 23:15:56.952147 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6a2d5f43-d424-4525-bb0d-f022820c6386 req-f9dcd8b0-6437-4c56-b8e3-2cbc140ef8f7 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365557 May 03 23:15:57.757153 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:58.137045 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a0d54-8811-4774-8fa1-fa20625a19f9 req-8e512e5f-45f4-4802-bf6e-e957c3707fcf tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:58.138472 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-759a0d54-8811-4774-8fa1-fa20625a19f9 req-8e512e5f-45f4-4802-bf6e-e957c3707fcf tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 945 time: 0.0778892 May 03 23:15:58.181945 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-759a0d54-8811-4774-8fa1-fa20625a19f9 req-498ccd2e-2c45-4828-a220-c1feac574732 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374377 May 03 23:15:58.389001 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:15:59.378291 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ba3b8-37b0-442b-a6c9-685d7bad5fe3 req-e1a815a0-80e7-4266-ba24-b7aca845f82f tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:15:59.379670 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8d3ba3b8-37b0-442b-a6c9-685d7bad5fe3 req-e1a815a0-80e7-4266-ba24-b7aca845f82f tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 945 time: 0.0880742 May 03 23:15:59.424018 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8d3ba3b8-37b0-442b-a6c9-685d7bad5fe3 req-f8c1b97a-0fb5-4d56-a0ad-2683b32f2a14 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380244 May 03 23:16:00.603351 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f41f0f-e9cb-4c65-ae40-da8ef6741d2e req-61137c68-8432-4d2d-958c-cdb66ab96656 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:00.604794 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-22f41f0f-e9cb-4c65-ae40-da8ef6741d2e req-61137c68-8432-4d2d-958c-cdb66ab96656 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 945 time: 0.0782099 May 03 23:16:00.651055 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-22f41f0f-e9cb-4c65-ae40-da8ef6741d2e req-5212b6f2-781d-4c6d-a789-b613579a3345 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400901 May 03 23:16:01.831673 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f473eb0-ac43-4034-9068-98794e23b72a req-20d09f3f-fa09-4386-b02d-c095ab84fc8e tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:01.833103 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3f473eb0-ac43-4034-9068-98794e23b72a req-20d09f3f-fa09-4386-b02d-c095ab84fc8e tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 945 time: 0.0784009 May 03 23:16:01.876624 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3f473eb0-ac43-4034-9068-98794e23b72a req-1686e917-2948-4c78-9a8b-9360fb0ec65a tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379138 May 03 23:16:02.127298 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-6ee49d70-b584-4c21-b5a4-3ff9cfe3cbd3 service neutron] show failed (client error): The resource could not be found. May 03 23:16:02.128191 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-6ee49d70-b584-4c21-b5a4-3ff9cfe3cbd3 service neutron] 10.222.0.60 "GET /v2.0/ports/938a6f13-ab53-4e6d-81cb-4c5d1f46378c/bindings/n-h2-811807-1 HTTP/1.1" status: 404 len: 380 time: 0.0731685 May 03 23:16:02.386254 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-741b40ba-d14e-4103-b810-c8edb45fe3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:02.387693 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-741b40ba-d14e-4103-b810-c8edb45fe3c4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43&tenant_id=e17f7d7398d14a23bf1f21df3ffe9965 HTTP/1.1" status: 200 len: 1096 time: 0.0701609 May 03 23:16:02.399796 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-1e23c7b6-fc12-4940-893f-b49bf37b881d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811807-1', 'device_owner': 'compute:nova'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:16:02.506458 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-1e23c7b6-fc12-4940-893f-b49bf37b881d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:02.770859 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-1e23c7b6-fc12-4940-893f-b49bf37b881d service neutron] For port 938a6f13-ab53-4e6d-81cb-4c5d1f46378c, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=938a6f13-ab53-4e6d-81cb-4c5d1f46378c,segment=NetworkSegment(96fee47f-251e-4a83-bc1d-ff2c1038e764),segment_id=96fee47f-251e-4a83-bc1d-ff2c1038e764)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:16:02.798694 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-1e23c7b6-fc12-4940-893f-b49bf37b881d service neutron] For port 938a6f13-ab53-4e6d-81cb-4c5d1f46378c, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:16:02.859065 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e07b82-47ea-48db-8077-79dc8c225a43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '938a6f13-ab53-4e6d-81cb-4c5d1f46378c'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:16:02.864848 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-1e23c7b6-fc12-4940-893f-b49bf37b881d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:02.879911 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-1e23c7b6-fc12-4940-893f-b49bf37b881d service neutron] Transition to ACTIVE for port object 938a6f13-ab53-4e6d-81cb-4c5d1f46378c will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:16:02.883697 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-1e23c7b6-fc12-4940-893f-b49bf37b881d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:02.926166 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b243a332-dfc3-462f-9189-8a64f518a3dc'] response: {'server_uuid': '78e07b82-47ea-48db-8077-79dc8c225a43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '938a6f13-ab53-4e6d-81cb-4c5d1f46378c', 'code': 200} May 03 23:16:03.043028 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e23c7b6-fc12-4940-893f-b49bf37b881d service neutron] Pushing event updated for resources: {'Port': ['ID=938a6f13-ab53-4e6d-81cb-4c5d1f46378c,revision_number=6']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:16:03.050765 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-1e23c7b6-fc12-4940-893f-b49bf37b881d service neutron] No DVR routers for this DVR port 938a6f13-ab53-4e6d-81cb-4c5d1f46378c on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:16:03.067153 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b12c5-5024-4659-9720-6d62107e8051 req-2716a5f2-8864-4a47-98a7-961d87454400 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:03.068604 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f43b12c5-5024-4659-9720-6d62107e8051 req-2716a5f2-8864-4a47-98a7-961d87454400 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 943 time: 0.0833614 May 03 23:16:03.106904 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-1e23c7b6-fc12-4940-893f-b49bf37b881d service neutron] Attempting to bind port 938a6f13-ab53-4e6d-81cb-4c5d1f46378c on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:16:03.107242 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-1e23c7b6-fc12-4940-893f-b49bf37b881d service neutron] Attempting to bind port 938a6f13-ab53-4e6d-81cb-4c5d1f46378c by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '96fee47f-251e-4a83-bc1d-ff2c1038e764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:16:03.107570 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-1e23c7b6-fc12-4940-893f-b49bf37b881d service neutron] Attempting to bind port 938a6f13-ab53-4e6d-81cb-4c5d1f46378c on network 9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:16:03.112227 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-1e23c7b6-fc12-4940-893f-b49bf37b881d service neutron] Port 938a6f13-ab53-4e6d-81cb-4c5d1f46378c on network 9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:16:03.112364 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f43b12c5-5024-4659-9720-6d62107e8051 req-65e7bf9d-d67f-49ff-aa24-ac8c95494263 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380011 May 03 23:16:03.112560 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-1e23c7b6-fc12-4940-893f-b49bf37b881d service neutron] Attempting to bind port 938a6f13-ab53-4e6d-81cb-4c5d1f46378c on network 9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:16:03.117746 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-1e23c7b6-fc12-4940-893f-b49bf37b881d service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:16:03.118117 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-1e23c7b6-fc12-4940-893f-b49bf37b881d service neutron] Checking segment: {'id': '96fee47f-251e-4a83-bc1d-ff2c1038e764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:16:03.118502 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-1e23c7b6-fc12-4940-893f-b49bf37b881d service neutron] Bound using segment: {'id': '96fee47f-251e-4a83-bc1d-ff2c1038e764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:16:03.118927 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-1e23c7b6-fc12-4940-893f-b49bf37b881d service neutron] Bound port: 938a6f13-ab53-4e6d-81cb-4c5d1f46378c, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96fee47f-251e-4a83-bc1d-ff2c1038e764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:16:03.119278 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-1e23c7b6-fc12-4940-893f-b49bf37b881d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:03.207242 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-1e23c7b6-fc12-4940-893f-b49bf37b881d service neutron] For port 938a6f13-ab53-4e6d-81cb-4c5d1f46378c, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:16:03.210219 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-1e23c7b6-fc12-4940-893f-b49bf37b881d service neutron] For port 938a6f13-ab53-4e6d-81cb-4c5d1f46378c, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=938a6f13-ab53-4e6d-81cb-4c5d1f46378c,segment=NetworkSegment(96fee47f-251e-4a83-bc1d-ff2c1038e764),segment_id=96fee47f-251e-4a83-bc1d-ff2c1038e764)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:16:03.214360 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-1e23c7b6-fc12-4940-893f-b49bf37b881d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:03.277610 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-1e23c7b6-fc12-4940-893f-b49bf37b881d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:03.278249 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-1e23c7b6-fc12-4940-893f-b49bf37b881d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:03.279616 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-1e23c7b6-fc12-4940-893f-b49bf37b881d service neutron] 10.222.0.67 "PUT /v2.0/ports/938a6f13-ab53-4e6d-81cb-4c5d1f46378c HTTP/1.1" status: 200 len: 1091 time: 0.8835771 May 03 23:16:03.293538 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e23c7b6-fc12-4940-893f-b49bf37b881d service neutron] Pushing event updated for resources: {'Port': ['ID=938a6f13-ab53-4e6d-81cb-4c5d1f46378c,revision_number=7']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:16:03.369802 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-3fbf5a68-aaeb-4e9d-a93e-0f04200e21d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:03.371296 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-3fbf5a68-aaeb-4e9d-a93e-0f04200e21d4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e17f7d7398d14a23bf1f21df3ffe9965&device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 1094 time: 0.0703008 May 03 23:16:03.497837 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-c3d5e36a-cd09-4c1f-90a7-e84e9adc4d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:03.499280 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-c3d5e36a-cd09-4c1f-90a7-e84e9adc4d65 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3 HTTP/1.1" status: 200 len: 916 time: 0.1217914 May 03 23:16:03.669484 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-cf210f0b-3a9f-4add-97f2-a8c365d7cd89 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=938a6f13-ab53-4e6d-81cb-4c5d1f46378c HTTP/1.1" status: 200 len: 217 time: 0.1640563 May 03 23:16:03.730103 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-9bf71af9-a9bf-4c1f-ad14-fc3ed1dd3c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:03.731437 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-9bf71af9-a9bf-4c1f-ad14-fc3ed1dd3c85 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=99b36dc9-2b42-401e-9909-a2f2ed6e25a2 HTTP/1.1" status: 200 len: 855 time: 0.0562000 May 03 23:16:03.776609 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-092df415-5040-4032-9ecc-10e6bcc9d7ff service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391097 May 03 23:16:03.903499 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-3f968770-17ee-4001-8dd5-b394efe19111 service neutron] 10.222.0.67 "GET /v2.0/networks/9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203680 May 03 23:16:04.034254 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9434cdb7-ca25-4c78-8025-d0eecc13afdf req-6a835188-5eb1-4bfd-9177-cec617e605bf service neutron] 10.222.0.67 "GET /v2.0/networks/9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245565 May 03 23:16:04.212909 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 938a6f13-ab53-4e6d-81cb-4c5d1f46378c no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:16:04.270571 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 938a6f13-ab53-4e6d-81cb-4c5d1f46378c not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:16:04.299638 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3565f9-b84a-409f-9fb3-dff5e16443e7 req-0c8b62ae-754a-47ed-af88-794cd81a444b tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:04.301093 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-db3565f9-b84a-409f-9fb3-dff5e16443e7 req-0c8b62ae-754a-47ed-af88-794cd81a444b tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 943 time: 0.0789092 May 03 23:16:04.344858 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-db3565f9-b84a-409f-9fb3-dff5e16443e7 req-fa34bd2b-e441-4b26-bb4b-bfbdf0b43e4a tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380366 May 03 23:16:04.927656 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e07b82-47ea-48db-8077-79dc8c225a43', 'tag': '938a6f13-ab53-4e6d-81cb-4c5d1f46378c'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:16:04.988349 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-189a7465-7a58-419f-b8f3-c30a593db411'] response: {'name': 'network-changed', 'server_uuid': '78e07b82-47ea-48db-8077-79dc8c225a43', 'tag': '938a6f13-ab53-4e6d-81cb-4c5d1f46378c', 'status': 'completed', 'code': 200} May 03 23:16:05.131777 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be609fe6-a6c6-4a52-b2ec-08b1b822a3fa req-98c5d4f1-1d98-41e3-8825-b306bdda1602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:05.133216 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-be609fe6-a6c6-4a52-b2ec-08b1b822a3fa req-98c5d4f1-1d98-41e3-8825-b306bdda1602 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e17f7d7398d14a23bf1f21df3ffe9965&device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 1094 time: 0.1287146 May 03 23:16:05.134982 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be609fe6-a6c6-4a52-b2ec-08b1b822a3fa req-9603c56f-430c-4c5d-be40-2994557ff3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:05.136277 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-be609fe6-a6c6-4a52-b2ec-08b1b822a3fa req-9603c56f-430c-4c5d-be40-2994557ff3f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e17f7d7398d14a23bf1f21df3ffe9965&device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 1094 time: 0.0940709 May 03 23:16:05.367987 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be609fe6-a6c6-4a52-b2ec-08b1b822a3fa req-e1564f8e-f225-43b3-98a3-0cc62141557b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:05.369322 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-be609fe6-a6c6-4a52-b2ec-08b1b822a3fa req-e1564f8e-f225-43b3-98a3-0cc62141557b service neutron] 10.222.0.67 "GET /v2.0/networks?id=9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3 HTTP/1.1" status: 200 len: 916 time: 0.2280989 May 03 23:16:05.371571 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be609fe6-a6c6-4a52-b2ec-08b1b822a3fa req-667b4a4d-be74-44e7-9e53-40bfbab65a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:05.372903 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-be609fe6-a6c6-4a52-b2ec-08b1b822a3fa req-667b4a4d-be74-44e7-9e53-40bfbab65a1d service neutron] 10.222.0.60 "GET /v2.0/networks?id=9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3 HTTP/1.1" status: 200 len: 916 time: 0.2305844 May 03 23:16:05.488784 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-be609fe6-a6c6-4a52-b2ec-08b1b822a3fa req-47234c29-e7cf-4720-beb7-33e59d81f169 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=938a6f13-ab53-4e6d-81cb-4c5d1f46378c HTTP/1.1" status: 200 len: 217 time: 0.1123729 May 03 23:16:05.501079 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-be609fe6-a6c6-4a52-b2ec-08b1b822a3fa req-04305585-ebc4-4ae0-aa92-f60ac813def9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=938a6f13-ab53-4e6d-81cb-4c5d1f46378c HTTP/1.1" status: 200 len: 217 time: 0.0751727 May 03 23:16:05.533535 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f82bb-836d-4d90-8222-03b9827ec43c req-747f8fde-85bb-48ce-9e51-fdedc9466886 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:05.535010 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a70f82bb-836d-4d90-8222-03b9827ec43c req-747f8fde-85bb-48ce-9e51-fdedc9466886 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 943 time: 0.0835404 May 03 23:16:05.580953 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a70f82bb-836d-4d90-8222-03b9827ec43c req-f086a29c-4e31-4df6-a247-8d32466ba9ee tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400043 May 03 23:16:05.602059 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be609fe6-a6c6-4a52-b2ec-08b1b822a3fa req-f1d66f9e-b154-4039-b39c-912b6f611b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:05.603497 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-be609fe6-a6c6-4a52-b2ec-08b1b822a3fa req-f1d66f9e-b154-4039-b39c-912b6f611b54 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=99b36dc9-2b42-401e-9909-a2f2ed6e25a2 HTTP/1.1" status: 200 len: 855 time: 0.1045008 May 03 23:16:05.606514 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be609fe6-a6c6-4a52-b2ec-08b1b822a3fa req-e7c0b046-169f-4cb7-9b72-dbe07be089f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:05.608029 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-be609fe6-a6c6-4a52-b2ec-08b1b822a3fa req-e7c0b046-169f-4cb7-9b72-dbe07be089f7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99b36dc9-2b42-401e-9909-a2f2ed6e25a2 HTTP/1.1" status: 200 len: 855 time: 0.0761166 May 03 23:16:05.684817 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-be609fe6-a6c6-4a52-b2ec-08b1b822a3fa req-664dddba-e207-41a1-b29b-97a1564ece2c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739498 May 03 23:16:05.690924 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-be609fe6-a6c6-4a52-b2ec-08b1b822a3fa req-94c72582-faf1-49ad-94fb-5f1c80f53abb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477040 May 03 23:16:05.917356 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-be609fe6-a6c6-4a52-b2ec-08b1b822a3fa req-1f7482cd-8327-4df8-819c-aa4db626e588 service neutron] 10.222.0.67 "GET /v2.0/networks/9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255213 May 03 23:16:05.919153 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-be609fe6-a6c6-4a52-b2ec-08b1b822a3fa req-61716de8-98bf-4b23-a6fd-189fcaab16dd service neutron] 10.222.0.60 "GET /v2.0/networks/9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104499 May 03 23:16:06.259512 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-be609fe6-a6c6-4a52-b2ec-08b1b822a3fa req-2afd2f77-451b-42a9-90a3-3cadc90c5f02 service neutron] 10.222.0.67 "GET /v2.0/networks/9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350999 May 03 23:16:06.261316 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-be609fe6-a6c6-4a52-b2ec-08b1b822a3fa req-b6806f80-8183-4b3a-948f-7bb0a83aded2 service neutron] 10.222.0.60 "GET /v2.0/networks/9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359766 May 03 23:16:06.766655 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1ab96-28b8-4edf-8fdd-08ebd821adaa req-1d9b1f9d-77b6-46f2-bac5-4d02af847477 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:06.768091 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1ad1ab96-28b8-4edf-8fdd-08ebd821adaa req-1d9b1f9d-77b6-46f2-bac5-4d02af847477 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 943 time: 0.0786600 May 03 23:16:06.814036 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1ad1ab96-28b8-4edf-8fdd-08ebd821adaa req-aa1bffab-f757-495c-b740-8886876ec5eb tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402391 May 03 23:16:07.123813 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 938a6f13-ab53-4e6d-81cb-4c5d1f46378c details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:16:07.251584 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:16:07.258469 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 938a6f13-ab53-4e6d-81cb-4c5d1f46378c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=938a6f13-ab53-4e6d-81cb-4c5d1f46378c,segment=NetworkSegment(96fee47f-251e-4a83-bc1d-ff2c1038e764),segment_id=96fee47f-251e-4a83-bc1d-ff2c1038e764)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:16:07.271973 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '938a6f13-ab53-4e6d-81cb-4c5d1f46378c', 'network_id': '9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3', 'port_id': '938a6f13-ab53-4e6d-81cb-4c5d1f46378c', 'mac_address': 'fa:16:3e:0c:4e:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99b36dc9-2b42-401e-9909-a2f2ed6e25a2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:16:07.330692 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:07.347722 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938a6f13-ab53-4e6d-81cb-4c5d1f46378c {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:16:07.364154 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 938a6f13-ab53-4e6d-81cb-4c5d1f46378c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=938a6f13-ab53-4e6d-81cb-4c5d1f46378c,segment=NetworkSegment(96fee47f-251e-4a83-bc1d-ff2c1038e764),segment_id=96fee47f-251e-4a83-bc1d-ff2c1038e764)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:16:07.367077 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:07.432225 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=938a6f13-ab53-4e6d-81cb-4c5d1f46378c,revision_number=8']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:16:07.693363 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['938a6f13-ab53-4e6d-81cb-4c5d1f46378c'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:16:07.995717 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee5db5-1e74-4ad3-9af0-1563edb2df62 req-da2b98db-3347-4388-800a-9098c816b925 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:07.997151 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8cee5db5-1e74-4ad3-9af0-1563edb2df62 req-da2b98db-3347-4388-800a-9098c816b925 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 944 time: 0.0789082 May 03 23:16:08.040362 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8cee5db5-1e74-4ad3-9af0-1563edb2df62 req-2b6f1a1e-e4c5-4ec7-82a9-1703ff967c98 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376768 May 03 23:16:08.357940 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476c5b8-ef9e-42ff-a8ee-eaa3e368c5c9 req-1e265719-8153-44fa-8b13-f7226acd29de tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:08.359458 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6476c5b8-ef9e-42ff-a8ee-eaa3e368c5c9 req-1e265719-8153-44fa-8b13-f7226acd29de tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 944 time: 0.0967152 May 03 23:16:08.379518 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b85454-e3f2-422c-bd35-42117cccc6d3 req-1f5bd1ca-db43-4e99-b146-09a248d803e0 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:08.380208 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-59b85454-e3f2-422c-bd35-42117cccc6d3 req-1f5bd1ca-db43-4e99-b146-09a248d803e0 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Synchronizing usage tracker for tenant:e17f7d7398d14a23bf1f21df3ffe9965 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:16:08.392650 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-59b85454-e3f2-422c-bd35-42117cccc6d3 req-1f5bd1ca-db43-4e99-b146-09a248d803e0 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Unset dirty status for tenant:e17f7d7398d14a23bf1f21df3ffe9965 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:16:08.393823 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-59b85454-e3f2-422c-bd35-42117cccc6d3 req-1f5bd1ca-db43-4e99-b146-09a248d803e0 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.60 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43&tenant_id=e17f7d7398d14a23bf1f21df3ffe9965&binding%3Ahost_id=n-h2-811807-1 HTTP/1.1" status: 200 len: 944 time: 0.1111088 May 03 23:16:08.411612 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6476c5b8-ef9e-42ff-a8ee-eaa3e368c5c9 req-d79ebc24-25fc-4828-a977-1fc657c73511 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444846 May 03 23:16:08.474538 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [req-59b85454-e3f2-422c-bd35-42117cccc6d3 req-3ed14a56-4aa5-4a63-81fb-d70c5a9253d9 service neutron] delete failed (client error): The resource could not be found. May 03 23:16:08.475547 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-59b85454-e3f2-422c-bd35-42117cccc6d3 req-3ed14a56-4aa5-4a63-81fb-d70c5a9253d9 service neutron] 10.222.0.60 "DELETE /v2.0/ports/938a6f13-ab53-4e6d-81cb-4c5d1f46378c/bindings/n-h1-811807-1 HTTP/1.1" status: 404 len: 380 time: 0.0760105 May 03 23:16:08.623524 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b85454-e3f2-422c-bd35-42117cccc6d3 req-18a35c67-83a3-438f-bb53-a838417c71ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:08.625568 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-59b85454-e3f2-422c-bd35-42117cccc6d3 req-18a35c67-83a3-438f-bb53-a838417c71ce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e17f7d7398d14a23bf1f21df3ffe9965&device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 1095 time: 0.0789738 May 03 23:16:08.763299 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b85454-e3f2-422c-bd35-42117cccc6d3 req-df3113a7-035b-45a8-a067-7768e614f12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:08.764651 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-59b85454-e3f2-422c-bd35-42117cccc6d3 req-df3113a7-035b-45a8-a067-7768e614f12a service neutron] 10.222.0.60 "GET /v2.0/networks?id=9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3 HTTP/1.1" status: 200 len: 916 time: 0.1337612 May 03 23:16:08.834057 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-59b85454-e3f2-422c-bd35-42117cccc6d3 req-4ae10276-3407-48c9-93df-9e8e19e08cac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=938a6f13-ab53-4e6d-81cb-4c5d1f46378c HTTP/1.1" status: 200 len: 217 time: 0.0632272 May 03 23:16:08.902311 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b85454-e3f2-422c-bd35-42117cccc6d3 req-ef0dcbe2-678f-4316-a73d-786d1b961468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:08.903973 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-59b85454-e3f2-422c-bd35-42117cccc6d3 req-ef0dcbe2-678f-4316-a73d-786d1b961468 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=99b36dc9-2b42-401e-9909-a2f2ed6e25a2 HTTP/1.1" status: 200 len: 855 time: 0.0644307 May 03 23:16:08.950847 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-59b85454-e3f2-422c-bd35-42117cccc6d3 req-8d2c7013-cee6-4608-8a55-5c83fca838ee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411336 May 03 23:16:09.083793 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-59b85454-e3f2-422c-bd35-42117cccc6d3 req-b4a77179-0f0b-4597-8cdc-a779b390d9ab service neutron] 10.222.0.60 "GET /v2.0/networks/9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268198 May 03 23:16:09.142358 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 938a6f13-ab53-4e6d-81cb-4c5d1f46378c up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:16:09.208546 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 938a6f13-ab53-4e6d-81cb-4c5d1f46378c completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:16:09.213052 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 938a6f13-ab53-4e6d-81cb-4c5d1f46378c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:16:09.213423 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:09.213770 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-59b85454-e3f2-422c-bd35-42117cccc6d3 req-cec1038a-22c8-46fb-ad0e-3fdee846fa8c service neutron] 10.222.0.60 "GET /v2.0/networks/9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243050 May 03 23:16:09.332565 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:09.358984 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e07b82-47ea-48db-8077-79dc8c225a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938a6f13-ab53-4e6d-81cb-4c5d1f46378c'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:16:09.369204 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 938a6f13-ab53-4e6d-81cb-4c5d1f46378c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=938a6f13-ab53-4e6d-81cb-4c5d1f46378c,segment=NetworkSegment(96fee47f-251e-4a83-bc1d-ff2c1038e764),segment_id=96fee47f-251e-4a83-bc1d-ff2c1038e764)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:16:09.373202 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:09.426280 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7eaf05e-784b-4b45-809e-b77437099c88'] response: {'server_uuid': '78e07b82-47ea-48db-8077-79dc8c225a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938a6f13-ab53-4e6d-81cb-4c5d1f46378c', 'code': 200} May 03 23:16:09.447371 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=938a6f13-ab53-4e6d-81cb-4c5d1f46378c,revision_number=9']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:16:09.602090 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bba3a3-a422-4728-b98b-1f1a2f695a74 req-bf4c4442-b8b3-4189-820e-f59e0ee286e5 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:09.603671 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-29bba3a3-a422-4728-b98b-1f1a2f695a74 req-bf4c4442-b8b3-4189-820e-f59e0ee286e5 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 945 time: 0.0838408 May 03 23:16:09.650096 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-29bba3a3-a422-4728-b98b-1f1a2f695a74 req-13feaf2c-9794-4a76-8a29-cd80934736a7 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395029 May 03 23:16:10.836459 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b134841-c9ba-4040-901a-7365f1fdb5b0 req-c7a0999b-4494-49f9-bfdc-dd1bfa5fd8c4 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:10.838671 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9b134841-c9ba-4040-901a-7365f1fdb5b0 req-c7a0999b-4494-49f9-bfdc-dd1bfa5fd8c4 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 945 time: 0.0831094 May 03 23:16:10.881778 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9b134841-c9ba-4040-901a-7365f1fdb5b0 req-fd9068cd-177c-45eb-8aaf-c3a04f5d0762 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367961 May 03 23:16:11.059851 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696d6c9-1974-462e-8a92-87bfaf916490 req-06eb92ce-6b9d-4f09-956e-47837307fda5 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:11.061270 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9696d6c9-1974-462e-8a92-87bfaf916490 req-06eb92ce-6b9d-4f09-956e-47837307fda5 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 945 time: 0.0772548 May 03 23:16:11.105221 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9696d6c9-1974-462e-8a92-87bfaf916490 req-e34ad8e4-2476-4ce4-bf9c-d2cbf6afd615 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384893 May 03 23:16:11.288168 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427679c-ab60-4706-9065-1a680158855b req-3416e630-1a4c-4d01-8b31-80f7b0748b33 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:11.289585 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b427679c-ab60-4706-9065-1a680158855b req-3416e630-1a4c-4d01-8b31-80f7b0748b33 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 945 time: 0.0807030 May 03 23:16:11.333206 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b427679c-ab60-4706-9065-1a680158855b req-5973f7e3-e161-4744-991b-cf16501cbafe tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381207 May 03 23:16:11.871589 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48545990-9637-4f15-9f27-cdc80e287512 req-aa819876-c19f-4e06-a62a-42c3e5297a1d tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:11.873036 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-48545990-9637-4f15-9f27-cdc80e287512 req-aa819876-c19f-4e06-a62a-42c3e5297a1d tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 945 time: 0.0790808 May 03 23:16:11.919930 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-48545990-9637-4f15-9f27-cdc80e287512 req-e99a1d77-7828-48e0-9db8-59907b04d7b8 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402215 May 03 23:16:13.103831 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d95c1-677c-47fc-b4eb-62447cb171d7 req-513763c4-2546-43b0-ba4c-e4a750cc3eaa tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:13.104488 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da0d4c-0704-4244-88a5-bd53741bea5a req-50402740-45b5-4351-85f6-4a5f2ce98177 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:13.105296 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ff0d95c1-677c-47fc-b4eb-62447cb171d7 req-513763c4-2546-43b0-ba4c-e4a750cc3eaa tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 945 time: 0.0793719 May 03 23:16:13.105533 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e0da0d4c-0704-4244-88a5-bd53741bea5a req-50402740-45b5-4351-85f6-4a5f2ce98177 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.67 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 945 time: 0.0792797 May 03 23:16:13.149670 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ff0d95c1-677c-47fc-b4eb-62447cb171d7 req-046bbf3b-4961-499c-a9fc-9baaba954adc tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/security-groups?id=3d9365aa-d34b-4932-a6cf-88d643412b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380919 May 03 23:16:13.178971 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-e0da0d4c-0704-4244-88a5-bd53741bea5a req-7c2d7ad5-283b-4ea4-901e-2699421b8d55 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Deleting port 938a6f13-ab53-4e6d-81cb-4c5d1f46378c {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:16:13.179317 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e0da0d4c-0704-4244-88a5-bd53741bea5a req-7c2d7ad5-283b-4ea4-901e-2699421b8d55 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:13.423954 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-e0da0d4c-0704-4244-88a5-bd53741bea5a req-7c2d7ad5-283b-4ea4-901e-2699421b8d55 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] For port 938a6f13-ab53-4e6d-81cb-4c5d1f46378c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=938a6f13-ab53-4e6d-81cb-4c5d1f46378c,segment=NetworkSegment(96fee47f-251e-4a83-bc1d-ff2c1038e764),segment_id=96fee47f-251e-4a83-bc1d-ff2c1038e764)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:16:13.424312 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e0da0d4c-0704-4244-88a5-bd53741bea5a req-7c2d7ad5-283b-4ea4-901e-2699421b8d55 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:13.655173 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-e0da0d4c-0704-4244-88a5-bd53741bea5a req-7c2d7ad5-283b-4ea4-901e-2699421b8d55 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Calling delete_port for 938a6f13-ab53-4e6d-81cb-4c5d1f46378c owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:16:13.796275 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e0da0d4c-0704-4244-88a5-bd53741bea5a req-7c2d7ad5-283b-4ea4-901e-2699421b8d55 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:13.808452 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['938a6f13-ab53-4e6d-81cb-4c5d1f46378c'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:16:13.846197 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d7ad5-283b-4ea4-901e-2699421b8d55 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Pushing event deleted for resources: {'Port': ['ID=938a6f13-ab53-4e6d-81cb-4c5d1f46378c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:16:13.920041 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0da0d4c-0704-4244-88a5-bd53741bea5a req-7c2d7ad5-283b-4ea4-901e-2699421b8d55 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] No DVR routers for this DVR port 938a6f13-ab53-4e6d-81cb-4c5d1f46378c on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:16:13.923028 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-e0da0d4c-0704-4244-88a5-bd53741bea5a req-7c2d7ad5-283b-4ea4-901e-2699421b8d55 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:13.925465 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e07b82-47ea-48db-8077-79dc8c225a43', 'name': 'network-vif-deleted', 'tag': '938a6f13-ab53-4e6d-81cb-4c5d1f46378c'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:16:13.941563 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e0da0d4c-0704-4244-88a5-bd53741bea5a req-7c2d7ad5-283b-4ea4-901e-2699421b8d55 tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.67 "DELETE /v2.0/ports/938a6f13-ab53-4e6d-81cb-4c5d1f46378c HTTP/1.1" status: 204 len: 173 time: 0.8299456 May 03 23:16:13.970099 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cae01800-85a1-422b-9b35-7de26c359157'] response: {'server_uuid': '78e07b82-47ea-48db-8077-79dc8c225a43', 'name': 'network-vif-deleted', 'tag': '938a6f13-ab53-4e6d-81cb-4c5d1f46378c', 'status': 'completed', 'code': 200} May 03 23:16:14.313122 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-79c8c38f-d0ab-455b-87b7-4ade8540c755 req-cac438bf-cb98-4670-a5d3-c95192755ebd tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] 10.222.0.58 "GET /v2.0/ports?device_id=78e07b82-47ea-48db-8077-79dc8c225a43 HTTP/1.1" status: 200 len: 210 time: 0.0453143 May 03 23:16:15.542078 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 54488) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:16:15.600985 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-9282bb18-2ad3-4bf6-8978-d56d9d3ff73c admin admin] Deleting subnet 99b36dc9-2b42-401e-9909-a2f2ed6e25a2 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:16:15.603916 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9282bb18-2ad3-4bf6-8978-d56d9d3ff73c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:15.652554 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9282bb18-2ad3-4bf6-8978-d56d9d3ff73c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:15.709643 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9282bb18-2ad3-4bf6-8978-d56d9d3ff73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:15.773529 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9282bb18-2ad3-4bf6-8978-d56d9d3ff73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:15.810103 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282bb18-2ad3-4bf6-8978-d56d9d3ff73c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99b36dc9-2b42-401e-9909-a2f2ed6e25a2,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:16:15.813428 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9282bb18-2ad3-4bf6-8978-d56d9d3ff73c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:15.822023 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282bb18-2ad3-4bf6-8978-d56d9d3ff73c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:15.822367 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282bb18-2ad3-4bf6-8978-d56d9d3ff73c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:15.822703 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282bb18-2ad3-4bf6-8978-d56d9d3ff73c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:15.823033 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282bb18-2ad3-4bf6-8978-d56d9d3ff73c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:15.823360 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282bb18-2ad3-4bf6-8978-d56d9d3ff73c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:15.823684 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282bb18-2ad3-4bf6-8978-d56d9d3ff73c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:15.823997 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282bb18-2ad3-4bf6-8978-d56d9d3ff73c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:15.824322 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282bb18-2ad3-4bf6-8978-d56d9d3ff73c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:15.824636 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282bb18-2ad3-4bf6-8978-d56d9d3ff73c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:15.824952 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282bb18-2ad3-4bf6-8978-d56d9d3ff73c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:15.825279 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282bb18-2ad3-4bf6-8978-d56d9d3ff73c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:15.825582 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9282bb18-2ad3-4bf6-8978-d56d9d3ff73c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:15.829844 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9282bb18-2ad3-4bf6-8978-d56d9d3ff73c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/99b36dc9-2b42-401e-9909-a2f2ed6e25a2 HTTP/1.1" status: 204 len: 168 time: 0.2866287 May 03 23:16:15.832333 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 54492) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:16:15.934697 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8ad248c1-a956-42b7-b695-1b1c4c8564f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:16.055447 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8ad248c1-a956-42b7-b695-1b1c4c8564f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:16.083356 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-8ad248c1-a956-42b7-b695-1b1c4c8564f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:16:16.094912 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-8ad248c1-a956-42b7-b695-1b1c4c8564f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96fee47f-251e-4a83-bc1d-ff2c1038e764') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:16:16.095207 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-8ad248c1-a956-42b7-b695-1b1c4c8564f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96fee47f-251e-4a83-bc1d-ff2c1038e764') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:16:16.106063 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8ad248c1-a956-42b7-b695-1b1c4c8564f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:16.121653 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8ad248c1-a956-42b7-b695-1b1c4c8564f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:16.128102 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ad248c1-a956-42b7-b695-1b1c4c8564f3 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:16:16.128480 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8ad248c1-a956-42b7-b695-1b1c4c8564f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:16.141081 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 23:16:16.141081 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:16:16.141081 n-d-811807-1 neutron-server[88069]: timer() May 03 23:16:16.141081 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:16:16.141081 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 23:16:16.141081 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:16:16.141081 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 23:16:16.141081 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:16:16.141081 n-d-811807-1 neutron-server[88069]: self._notify() May 03 23:16:16.141081 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:16:16.141081 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 23:16:16.141081 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:16:16.141081 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 23:16:16.141081 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:16:16.141081 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:16:16.141081 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:16:16.141081 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:16:16.141081 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:16:16.141081 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 23:16:16.141081 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:16:16.141081 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 23:16:16.141081 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:16:16.141081 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:16:16.141081 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:16:16.141081 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 23:16:16.141081 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:16:16.141081 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:16:16.141081 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:16:16.141081 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:16:16.141081 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:16:16.141081 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:16:16.141081 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:16:16.215684 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8ad248c1-a956-42b7-b695-1b1c4c8564f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:16.235055 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-8ad248c1-a956-42b7-b695-1b1c4c8564f3 admin admin] Notify callbacks [] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:16.244922 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad248c1-a956-42b7-b695-1b1c4c8564f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:16:16.254092 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8ad248c1-a956-42b7-b695-1b1c4c8564f3 admin admin] 10.222.0.58 "DELETE /v2.0/networks/9f83ba9d-89f4-4c4c-9f5d-d4c1778fa7c3 HTTP/1.1" status: 204 len: 168 time: 0.4207625 May 03 23:16:16.362861 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54498) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:16:16.413247 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fcdbfb40-444d-4b42-a959-f788cf0620ab admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e17f7d7398d14a23bf1f21df3ffe9965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491970 May 03 23:16:16.415615 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54502) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:16:16.471253 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a9e49cbe-5682-42e5-a265-d78d0d785382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:16.496030 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a9e49cbe-5682-42e5-a265-d78d0d785382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:16.546641 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a9e49cbe-5682-42e5-a265-d78d0d785382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:16.563832 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e49cbe-5682-42e5-a265-d78d0d785382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9365aa-d34b-4932-a6cf-88d643412b4a,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:16:16.576176 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a9e49cbe-5682-42e5-a265-d78d0d785382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:16.580162 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a9e49cbe-5682-42e5-a265-d78d0d785382 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3d9365aa-d34b-4932-a6cf-88d643412b4a HTTP/1.1" status: 204 len: 168 time: 0.1612217 May 03 23:16:17.172749 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 938a6f13-ab53-4e6d-81cb-4c5d1f46378c no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:16:17.211531 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 938a6f13-ab53-4e6d-81cb-4c5d1f46378c {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:16:17.211867 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 938a6f13-ab53-4e6d-81cb-4c5d1f46378c not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:16:17.275631 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 54526) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:16:17.376028 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-9d480839-247d-4f71-8a27-a0543f44a7b5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1177372241-network', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:16:17.381296 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9d480839-247d-4f71-8a27-a0543f44a7b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:16:17.385174 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9d480839-247d-4f71-8a27-a0543f44a7b5 admin admin] Usage tracker for resource:network and tenant:079d3dc8819f4981873b4a485dbc4fff is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:16:17.388039 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9d480839-247d-4f71-8a27-a0543f44a7b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:16:17.394291 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9d480839-247d-4f71-8a27-a0543f44a7b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:16:17.404326 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d480839-247d-4f71-8a27-a0543f44a7b5 admin admin] Made reservation on behalf of 079d3dc8819f4981873b4a485dbc4fff for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:16:17.406679 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9d480839-247d-4f71-8a27-a0543f44a7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:17.418304 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9d480839-247d-4f71-8a27-a0543f44a7b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:17.432390 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9d480839-247d-4f71-8a27-a0543f44a7b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:16:17.436300 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9d480839-247d-4f71-8a27-a0543f44a7b5 admin admin] Usage tracker for resource:security_group_rule and tenant:079d3dc8819f4981873b4a485dbc4fff is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:16:17.439606 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9d480839-247d-4f71-8a27-a0543f44a7b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:16:17.445232 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9d480839-247d-4f71-8a27-a0543f44a7b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:16:17.526500 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9d480839-247d-4f71-8a27-a0543f44a7b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:17.530407 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9d480839-247d-4f71-8a27-a0543f44a7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:17.557882 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d480839-247d-4f71-8a27-a0543f44a7b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:16:17.570524 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d480839-247d-4f71-8a27-a0543f44a7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d47f5c3-b124-4462-a054-d8185ea554e5,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:16:17.575192 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9d480839-247d-4f71-8a27-a0543f44a7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:17.575537 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-9d480839-247d-4f71-8a27-a0543f44a7b5 admin admin] Added segment 25243c6c-1437-4869-82bf-d0fde458f52c of type vlan for network c402384d-4f08-45f4-8228-f430f17b3b9c May 03 23:16:17.602381 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9d480839-247d-4f71-8a27-a0543f44a7b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:17.631320 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9d480839-247d-4f71-8a27-a0543f44a7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:17.632280 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d480839-247d-4f71-8a27-a0543f44a7b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:17.632855 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9d480839-247d-4f71-8a27-a0543f44a7b5 admin admin] Notify callbacks [] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:17.830941 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9d480839-247d-4f71-8a27-a0543f44a7b5 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5541337 May 03 23:16:17.833842 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54532) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:16:17.834373 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d480839-247d-4f71-8a27-a0543f44a7b5 admin admin] Pushing event updated for resources: {'Network': ['ID=c402384d-4f08-45f4-8228-f430f17b3b9c,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:16:17.840470 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-7f23e856-1266-4312-b18d-7fb3b0fe2a4a admin admin] Request body: {'subnet': {'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1177372241-subnet', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:16:17.844510 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network c402384d-4f08-45f4-8228-f430f17b3b9c details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:16:17.847748 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7f23e856-1266-4312-b18d-7fb3b0fe2a4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:16:17.851543 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7f23e856-1266-4312-b18d-7fb3b0fe2a4a admin admin] Usage tracker for resource:subnet and tenant:079d3dc8819f4981873b4a485dbc4fff is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:16:17.854460 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7f23e856-1266-4312-b18d-7fb3b0fe2a4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:16:17.860306 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7f23e856-1266-4312-b18d-7fb3b0fe2a4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:16:17.870510 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f23e856-1266-4312-b18d-7fb3b0fe2a4a admin admin] Made reservation on behalf of 079d3dc8819f4981873b4a485dbc4fff for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:16:17.872799 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7f23e856-1266-4312-b18d-7fb3b0fe2a4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:18.073959 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7f23e856-1266-4312-b18d-7fb3b0fe2a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:18.143469 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23e856-1266-4312-b18d-7fb3b0fe2a4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8af63aca-54fb-463d-9316-635e0f11fb22,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:16:18.154378 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f23e856-1266-4312-b18d-7fb3b0fe2a4a admin admin] Checking segment: {'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:16:18.154721 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f23e856-1266-4312-b18d-7fb3b0fe2a4a admin admin] Network hostable DHCP agents. Network: c402384d-4f08-45f4-8228-f430f17b3b9c, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:16:18.172197 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f23e856-1266-4312-b18d-7fb3b0fe2a4a admin admin] Network c402384d-4f08-45f4-8228-f430f17b3b9c is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:16:18.180778 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-7f23e856-1266-4312-b18d-7fb3b0fe2a4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, c402384d-4f08-45f4-8228-f430f17b3b9c) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:16:18.184593 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f23e856-1266-4312-b18d-7fb3b0fe2a4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:18.185164 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7f23e856-1266-4312-b18d-7fb3b0fe2a4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:18.189961 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e19b95-056f-45b3-b3d1-5873584f4e89 None None] Network c402384d-4f08-45f4-8228-f430f17b3b9c requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:16:18.206696 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7f23e856-1266-4312-b18d-7fb3b0fe2a4a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3716781 May 03 23:16:18.209596 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 54536) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:16:18.214892 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-fcd1d341-73ef-4486-9e00-ca2a3a53b7c9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1177372241-router', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:16:18.220186 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fcd1d341-73ef-4486-9e00-ca2a3a53b7c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:16:18.224065 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fcd1d341-73ef-4486-9e00-ca2a3a53b7c9 admin admin] Usage tracker for resource:router and tenant:079d3dc8819f4981873b4a485dbc4fff is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:16:18.226960 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fcd1d341-73ef-4486-9e00-ca2a3a53b7c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:16:18.233098 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fcd1d341-73ef-4486-9e00-ca2a3a53b7c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:16:18.242457 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fcd1d341-73ef-4486-9e00-ca2a3a53b7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:18.243484 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fcd1d341-73ef-4486-9e00-ca2a3a53b7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:18.258121 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fcd1d341-73ef-4486-9e00-ca2a3a53b7c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:18.409160 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20931d7e-93c9-42be-80b2-fa371926c9c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-c402384d-4f08-45f4-8228-f430f17b3b9c', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'fixed_ips': [{'subnet_id': '8af63aca-54fb-463d-9316-635e0f11fb22'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:16:18.410043 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-20931d7e-93c9-42be-80b2-fa371926c9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:18.521394 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fcd1d341-73ef-4486-9e00-ca2a3a53b7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:18.563558 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-20931d7e-93c9-42be-80b2-fa371926c9c0 None None] Allocated IP 172.20.0.2 (c402384d-4f08-45f4-8228-f430f17b3b9c/8af63aca-54fb-463d-9316-635e0f11fb22/3668b272-2892-48ed-9e8b-a19aa02937a4) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:16:18.793367 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-20931d7e-93c9-42be-80b2-fa371926c9c0 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:18.803163 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-20931d7e-93c9-42be-80b2-fa371926c9c0 None None] Transition to ACTIVE for port object 3668b272-2892-48ed-9e8b-a19aa02937a4 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:16:18.821280 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-20931d7e-93c9-42be-80b2-fa371926c9c0 None None] Transition to ACTIVE for port object 3668b272-2892-48ed-9e8b-a19aa02937a4 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:16:18.827473 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-20931d7e-93c9-42be-80b2-fa371926c9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:18.840425 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fcd1d341-73ef-4486-9e00-ca2a3a53b7c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:18.870411 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fcd1d341-73ef-4486-9e00-ca2a3a53b7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:18.896388 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20931d7e-93c9-42be-80b2-fa371926c9c0 None None] Network c402384d-4f08-45f4-8228-f430f17b3b9c is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:16:18.897503 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-20931d7e-93c9-42be-80b2-fa371926c9c0 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:16:18.901172 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20931d7e-93c9-42be-80b2-fa371926c9c0 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:16:18.937659 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20931d7e-93c9-42be-80b2-fa371926c9c0 None None] Pushing event updated for resources: {'Port': ['ID=3668b272-2892-48ed-9e8b-a19aa02937a4,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:16:18.994324 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-20931d7e-93c9-42be-80b2-fa371926c9c0 None None] Attempting to bind port 3668b272-2892-48ed-9e8b-a19aa02937a4 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:16:18.994691 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-20931d7e-93c9-42be-80b2-fa371926c9c0 None None] Attempting to bind port 3668b272-2892-48ed-9e8b-a19aa02937a4 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:16:18.995051 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20931d7e-93c9-42be-80b2-fa371926c9c0 None None] Attempting to bind port 3668b272-2892-48ed-9e8b-a19aa02937a4 on network c402384d-4f08-45f4-8228-f430f17b3b9c {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:16:19.000801 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20931d7e-93c9-42be-80b2-fa371926c9c0 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:16:19.001168 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20931d7e-93c9-42be-80b2-fa371926c9c0 None None] Checking segment: {'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:16:19.001576 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-20931d7e-93c9-42be-80b2-fa371926c9c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:19.001997 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20931d7e-93c9-42be-80b2-fa371926c9c0 None None] Bound using segment: {'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:16:19.002462 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-20931d7e-93c9-42be-80b2-fa371926c9c0 None None] Bound port: 3668b272-2892-48ed-9e8b-a19aa02937a4, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:16:19.002836 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-20931d7e-93c9-42be-80b2-fa371926c9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:19.006830 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-fcd1d341-73ef-4486-9e00-ca2a3a53b7c9 admin admin] Allocated IP 172.25.2.47 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/e356deb9-0428-4f44-af8c-46ef6636f23d) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:16:19.097776 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-20931d7e-93c9-42be-80b2-fa371926c9c0 None None] For port 3668b272-2892-48ed-9e8b-a19aa02937a4, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:16:19.101157 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-20931d7e-93c9-42be-80b2-fa371926c9c0 None None] For port 3668b272-2892-48ed-9e8b-a19aa02937a4, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=3668b272-2892-48ed-9e8b-a19aa02937a4,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:16:19.105577 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-20931d7e-93c9-42be-80b2-fa371926c9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:19.154978 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fcd1d341-73ef-4486-9e00-ca2a3a53b7c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:19.186383 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fcd1d341-73ef-4486-9e00-ca2a3a53b7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:19.194244 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20931d7e-93c9-42be-80b2-fa371926c9c0 None None] Pushing event updated for resources: {'Port': ['ID=3668b272-2892-48ed-9e8b-a19aa02937a4,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:16:19.251529 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd1d341-73ef-4486-9e00-ca2a3a53b7c9 admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:16:19.254534 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-fcd1d341-73ef-4486-9e00-ca2a3a53b7c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:16:19.258703 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd1d341-73ef-4486-9e00-ca2a3a53b7c9 admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:16:19.295879 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1d341-73ef-4486-9e00-ca2a3a53b7c9 admin admin] Pushing event updated for resources: {'Port': ['ID=e356deb9-0428-4f44-af8c-46ef6636f23d,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:16:19.796205 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fcd1d341-73ef-4486-9e00-ca2a3a53b7c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:20.097682 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c319c7d-7f7d-4534-96e0-eb8867d19413 None None] Network c402384d-4f08-45f4-8228-f430f17b3b9c requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:16:20.140725 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fcd1d341-73ef-4486-9e00-ca2a3a53b7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:20.184284 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ce679dcd-03ad-49bb-9c9d-aa47c74a3d22 None None] Provisioning for port 3668b272-2892-48ed-9e8b-a19aa02937a4 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:16:20.345740 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd1d341-73ef-4486-9e00-ca2a3a53b7c9 admin admin] Router 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 23:16:20.534107 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd1d341-73ef-4486-9e00-ca2a3a53b7c9 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:16:20.543308 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31be49af-f5ce-484f-99be-758c8f4da021 None None] Sync routers for ids ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:16:20.553633 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31be49af-f5ce-484f-99be-758c8f4da021 None None] Routers {'163091ae-6ce1-4d2d-8ef2-32d21f16fe56'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:16:20.554537 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-31be49af-f5ce-484f-99be-758c8f4da021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:15:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:16:20.557638 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fcd1d341-73ef-4486-9e00-ca2a3a53b7c9 admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:20.561545 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-fcd1d341-73ef-4486-9e00-ca2a3a53b7c9 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3482769 May 03 23:16:20.561827 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 54540) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:16:20.729192 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-31be49af-f5ce-484f-99be-758c8f4da021 None None] Set router 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:16:21.010936 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-31be49af-f5ce-484f-99be-758c8f4da021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'name': 'tempest-ServerActionsTestJSON-1177372241-router', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:19Z', 'revision_number': 3, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'gw_port': {'id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:16:21.014706 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31be49af-f5ce-484f-99be-758c8f4da021 None None] Checking router: 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:16:21.015078 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31be49af-f5ce-484f-99be-758c8f4da021 None None] Updating router 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 port e356deb9-0428-4f44-af8c-46ef6636f23d binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:16:21.069807 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-31be49af-f5ce-484f-99be-758c8f4da021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:21.175845 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 3668b272-2892-48ed-9e8b-a19aa02937a4 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:16:21.248333 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 3668b272-2892-48ed-9e8b-a19aa02937a4 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:16:21.253142 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 3668b272-2892-48ed-9e8b-a19aa02937a4 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:16:21.253523 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:21.362053 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3a89d9e1-feba-4d8d-8895-67f9c58b559c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:21.378327 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:21.411564 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 3668b272-2892-48ed-9e8b-a19aa02937a4, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=3668b272-2892-48ed-9e8b-a19aa02937a4,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:16:21.416774 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:21.424297 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-31be49af-f5ce-484f-99be-758c8f4da021 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:21.436787 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-31be49af-f5ce-484f-99be-758c8f4da021 None None] Transition to ACTIVE for port object e356deb9-0428-4f44-af8c-46ef6636f23d will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:16:21.443767 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-31be49af-f5ce-484f-99be-758c8f4da021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:21.487124 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=3668b272-2892-48ed-9e8b-a19aa02937a4,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:16:21.524225 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-31be49af-f5ce-484f-99be-758c8f4da021 None None] Attempting to bind port e356deb9-0428-4f44-af8c-46ef6636f23d on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:16:21.524591 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-31be49af-f5ce-484f-99be-758c8f4da021 None None] Attempting to bind port e356deb9-0428-4f44-af8c-46ef6636f23d by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:16:21.524953 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31be49af-f5ce-484f-99be-758c8f4da021 None None] Attempting to bind port e356deb9-0428-4f44-af8c-46ef6636f23d on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:16:21.534377 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31be49af-f5ce-484f-99be-758c8f4da021 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:16:21.534745 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31be49af-f5ce-484f-99be-758c8f4da021 None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:16:21.535144 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-31be49af-f5ce-484f-99be-758c8f4da021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:21.535534 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31be49af-f5ce-484f-99be-758c8f4da021 None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:16:21.536013 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-31be49af-f5ce-484f-99be-758c8f4da021 None None] Bound port: e356deb9-0428-4f44-af8c-46ef6636f23d, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:16:21.536359 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-31be49af-f5ce-484f-99be-758c8f4da021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:21.567148 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a270eb5-0014-4887-bd38-76b45d5a1b52 None None] Pushing event updated for resources: {'Port': ['ID=e356deb9-0428-4f44-af8c-46ef6636f23d,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:16:21.575561 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-3a89d9e1-feba-4d8d-8895-67f9c58b559c admin admin] Allocated IP 172.20.0.1 (c402384d-4f08-45f4-8228-f430f17b3b9c/8af63aca-54fb-463d-9316-635e0f11fb22/08c212b0-b7ee-4c15-8255-5bf22f1f582e) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:16:21.590623 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a270eb5-0014-4887-bd38-76b45d5a1b52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:21.590946 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a270eb5-0014-4887-bd38-76b45d5a1b52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:21.591278 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a270eb5-0014-4887-bd38-76b45d5a1b52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:21.591549 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a270eb5-0014-4887-bd38-76b45d5a1b52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:21.591907 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a270eb5-0014-4887-bd38-76b45d5a1b52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:21.592293 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a270eb5-0014-4887-bd38-76b45d5a1b52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:21.592608 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a270eb5-0014-4887-bd38-76b45d5a1b52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:21.592925 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a270eb5-0014-4887-bd38-76b45d5a1b52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:21.594260 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a270eb5-0014-4887-bd38-76b45d5a1b52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:21.594260 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a270eb5-0014-4887-bd38-76b45d5a1b52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:21.594622 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a270eb5-0014-4887-bd38-76b45d5a1b52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:21.594954 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a270eb5-0014-4887-bd38-76b45d5a1b52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:21.627812 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-31be49af-f5ce-484f-99be-758c8f4da021 None None] For port e356deb9-0428-4f44-af8c-46ef6636f23d, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:16:21.630844 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-31be49af-f5ce-484f-99be-758c8f4da021 None None] For port e356deb9-0428-4f44-af8c-46ef6636f23d, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=e356deb9-0428-4f44-af8c-46ef6636f23d,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:16:21.636510 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-31be49af-f5ce-484f-99be-758c8f4da021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:21.713631 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31be49af-f5ce-484f-99be-758c8f4da021 None None] Routers {'163091ae-6ce1-4d2d-8ef2-32d21f16fe56'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:16:21.714270 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-31be49af-f5ce-484f-99be-758c8f4da021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:15:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:16:21.730998 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3a89d9e1-feba-4d8d-8895-67f9c58b559c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:21.745875 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-3a89d9e1-feba-4d8d-8895-67f9c58b559c admin admin] Transition to ACTIVE for port object 08c212b0-b7ee-4c15-8255-5bf22f1f582e will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:16:21.769210 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3a89d9e1-feba-4d8d-8895-67f9c58b559c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:21.833467 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a89d9e1-feba-4d8d-8895-67f9c58b559c admin admin] Network c402384d-4f08-45f4-8228-f430f17b3b9c is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:16:21.836293 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-3a89d9e1-feba-4d8d-8895-67f9c58b559c admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:16:21.839856 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a89d9e1-feba-4d8d-8895-67f9c58b559c admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:16:21.840589 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a270eb5-0014-4887-bd38-76b45d5a1b52 None None] Pushing event updated for resources: {'Port': ['ID=e356deb9-0428-4f44-af8c-46ef6636f23d,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:16:21.872824 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89d9e1-feba-4d8d-8895-67f9c58b559c admin admin] Pushing event updated for resources: {'Port': ['ID=08c212b0-b7ee-4c15-8255-5bf22f1f582e,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:16:21.901501 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3a89d9e1-feba-4d8d-8895-67f9c58b559c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:21.905834 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-31be49af-f5ce-484f-99be-758c8f4da021 None None] Set router 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:16:22.016717 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3a89d9e1-feba-4d8d-8895-67f9c58b559c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:22.048678 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-02d11d7f-c491-4b93-b3d3-99d61e1a3234 None None] Provisioning for port 08c212b0-b7ee-4c15-8255-5bf22f1f582e completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:16:22.054059 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-02d11d7f-c491-4b93-b3d3-99d61e1a3234 None None] Provisioning complete for port 08c212b0-b7ee-4c15-8255-5bf22f1f582e triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:16:22.054434 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-02d11d7f-c491-4b93-b3d3-99d61e1a3234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:22.111895 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-02d11d7f-c491-4b93-b3d3-99d61e1a3234 None None] Port 08c212b0-b7ee-4c15-8255-5bf22f1f582e cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:16:22.218636 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-31be49af-f5ce-484f-99be-758c8f4da021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'name': 'tempest-ServerActionsTestJSON-1177372241-router', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:19Z', 'revision_number': 3, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'gw_port': {'id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:16:22.222425 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31be49af-f5ce-484f-99be-758c8f4da021 None None] The sync data for ids ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'] in n-d-811807-1 is: [{'id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'name': 'tempest-ServerActionsTestJSON-1177372241-router', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:19Z', 'revision_number': 3, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'gw_port': {'id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:16:22.248568 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3a89d9e1-feba-4d8d-8895-67f9c58b559c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:22.254374 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3a89d9e1-feba-4d8d-8895-67f9c58b559c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:22.365917 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3a89d9e1-feba-4d8d-8895-67f9c58b559c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:22.369372 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89d9e1-feba-4d8d-8895-67f9c58b559c admin admin] Pushing event updated for resources: {'Port': ['ID=08c212b0-b7ee-4c15-8255-5bf22f1f582e,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:16:22.520030 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a89d9e1-feba-4d8d-8895-67f9c58b559c admin admin] Network c402384d-4f08-45f4-8228-f430f17b3b9c is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:16:22.521147 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-3a89d9e1-feba-4d8d-8895-67f9c58b559c admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:16:22.839937 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f1da7b49-9d20-4e70-8d2a-b4d35ae882fa None None] Provisioning complete for port 08c212b0-b7ee-4c15-8255-5bf22f1f582e triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:16:22.840482 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f1da7b49-9d20-4e70-8d2a-b4d35ae882fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:22.845795 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a89d9e1-feba-4d8d-8895-67f9c58b559c admin admin] Router 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:16:22.895962 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f1da7b49-9d20-4e70-8d2a-b4d35ae882fa None None] Port 08c212b0-b7ee-4c15-8255-5bf22f1f582e cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:16:22.970900 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e519f491-1cec-4ec2-956d-bb2bdf48d7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:23.030182 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a89d9e1-feba-4d8d-8895-67f9c58b559c admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:16:23.038936 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3a89d9e1-feba-4d8d-8895-67f9c58b559c admin admin] 10.222.0.58 "PUT /v2.0/routers/163091ae-6ce1-4d2d-8ef2-32d21f16fe56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4754326 May 03 23:16:23.218060 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 3668b272-2892-48ed-9e8b-a19aa02937a4 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:16:23.289357 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 3668b272-2892-48ed-9e8b-a19aa02937a4 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:16:23.289784 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:23.410013 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device e356deb9-0428-4f44-af8c-46ef6636f23d up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:16:23.481160 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port e356deb9-0428-4f44-af8c-46ef6636f23d completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:16:23.486888 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port e356deb9-0428-4f44-af8c-46ef6636f23d triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:16:23.487243 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:23.607816 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:23.623861 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 54550) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:16:23.626733 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port e356deb9-0428-4f44-af8c-46ef6636f23d, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=e356deb9-0428-4f44-af8c-46ef6636f23d,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:16:23.629212 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-5557fb0f-4211-4530-b5e3-7ae81ea4ce75 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1656566114', 'description': 'tempest-description--998415844'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:16:23.630954 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:23.635718 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5557fb0f-4211-4530-b5e3-7ae81ea4ce75 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:16:23.639804 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5557fb0f-4211-4530-b5e3-7ae81ea4ce75 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Usage tracker for resource:security_group and tenant:079d3dc8819f4981873b4a485dbc4fff is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:16:23.643726 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5557fb0f-4211-4530-b5e3-7ae81ea4ce75 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:16:23.649649 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5557fb0f-4211-4530-b5e3-7ae81ea4ce75 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:16:23.660414 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5557fb0f-4211-4530-b5e3-7ae81ea4ce75 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:23.681098 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5557fb0f-4211-4530-b5e3-7ae81ea4ce75 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:16:23.685168 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5557fb0f-4211-4530-b5e3-7ae81ea4ce75 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Usage tracker for resource:security_group_rule and tenant:079d3dc8819f4981873b4a485dbc4fff is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:16:23.688048 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5557fb0f-4211-4530-b5e3-7ae81ea4ce75 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:16:23.694245 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5557fb0f-4211-4530-b5e3-7ae81ea4ce75 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:16:23.704954 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=e356deb9-0428-4f44-af8c-46ef6636f23d,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:16:23.744493 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc691ba3-2ebf-478c-97c9-9da86891622f None None] Sync routers for ids ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:16:23.753959 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc691ba3-2ebf-478c-97c9-9da86891622f None None] Routers {'163091ae-6ce1-4d2d-8ef2-32d21f16fe56'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:16:23.754600 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-bc691ba3-2ebf-478c-97c9-9da86891622f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:15:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:16:23.772809 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5557fb0f-4211-4530-b5e3-7ae81ea4ce75 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:23.776518 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5557fb0f-4211-4530-b5e3-7ae81ea4ce75 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:23.818303 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5557fb0f-4211-4530-b5e3-7ae81ea4ce75 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1ba4a9-6ca3-435f-a679-dd0f49437897,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:16:23.821111 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5557fb0f-4211-4530-b5e3-7ae81ea4ce75 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:23.825400 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5557fb0f-4211-4530-b5e3-7ae81ea4ce75 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2004452 May 03 23:16:23.825682 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54554) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:16:23.832012 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-85e7ecf5-8831-410c-89bf-8816bd6a6957 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Request body: {'security_group_rule': {'security_group_id': '5f1ba4a9-6ca3-435f-a679-dd0f49437897', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:16:23.839135 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-85e7ecf5-8831-410c-89bf-8816bd6a6957 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:16:23.843172 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-85e7ecf5-8831-410c-89bf-8816bd6a6957 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Usage tracker for resource:security_group_rule and tenant:079d3dc8819f4981873b4a485dbc4fff is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:16:23.846840 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-85e7ecf5-8831-410c-89bf-8816bd6a6957 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:16:23.852599 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-85e7ecf5-8831-410c-89bf-8816bd6a6957 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:16:23.869013 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-85e7ecf5-8831-410c-89bf-8816bd6a6957 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:23.932105 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-85e7ecf5-8831-410c-89bf-8816bd6a6957 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:23.936204 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-85e7ecf5-8831-410c-89bf-8816bd6a6957 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:23.958729 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7ecf5-8831-410c-89bf-8816bd6a6957 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa41aeea-8ef7-4e32-9b50-b03152181573,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:16:23.971089 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e7ecf5-8831-410c-89bf-8816bd6a6957 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:23.971438 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e7ecf5-8831-410c-89bf-8816bd6a6957 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:23.971777 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e7ecf5-8831-410c-89bf-8816bd6a6957 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:23.972115 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e7ecf5-8831-410c-89bf-8816bd6a6957 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:23.972449 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e7ecf5-8831-410c-89bf-8816bd6a6957 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:23.972603 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-bc691ba3-2ebf-478c-97c9-9da86891622f None None] Set router 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:16:23.973087 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e7ecf5-8831-410c-89bf-8816bd6a6957 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:23.973087 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e7ecf5-8831-410c-89bf-8816bd6a6957 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:23.973404 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e7ecf5-8831-410c-89bf-8816bd6a6957 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:23.973751 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e7ecf5-8831-410c-89bf-8816bd6a6957 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:23.974109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e7ecf5-8831-410c-89bf-8816bd6a6957 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:23.974424 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e7ecf5-8831-410c-89bf-8816bd6a6957 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:23.974745 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e7ecf5-8831-410c-89bf-8816bd6a6957 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:23.982574 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-85e7ecf5-8831-410c-89bf-8816bd6a6957 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:23.983813 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-85e7ecf5-8831-410c-89bf-8816bd6a6957 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1571107 May 03 23:16:23.986575 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54558) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:16:23.991530 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-d2710741-36e3-4f93-a7cc-9e4562388832 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Request body: {'security_group_rule': {'security_group_id': '5f1ba4a9-6ca3-435f-a679-dd0f49437897', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:16:23.998250 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d2710741-36e3-4f93-a7cc-9e4562388832 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:16:24.002597 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d2710741-36e3-4f93-a7cc-9e4562388832 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Usage tracker for resource:security_group_rule and tenant:079d3dc8819f4981873b4a485dbc4fff is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:16:24.005503 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-d2710741-36e3-4f93-a7cc-9e4562388832 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:16:24.012486 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-d2710741-36e3-4f93-a7cc-9e4562388832 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:16:24.030890 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d2710741-36e3-4f93-a7cc-9e4562388832 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:24.093403 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d2710741-36e3-4f93-a7cc-9e4562388832 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:24.097345 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d2710741-36e3-4f93-a7cc-9e4562388832 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:24.122159 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2710741-36e3-4f93-a7cc-9e4562388832 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb81beec-aad7-4a51-aafd-8cd764a16325,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:16:24.132809 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d2710741-36e3-4f93-a7cc-9e4562388832 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:24.136826 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d2710741-36e3-4f93-a7cc-9e4562388832 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1466246 May 03 23:16:24.137006 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 54562) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:16:24.142578 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-c798650b-a312-46b5-a382-aef174a3cbd2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:16:24.149115 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c798650b-a312-46b5-a382-aef174a3cbd2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:16:24.152968 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c798650b-a312-46b5-a382-aef174a3cbd2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Usage tracker for resource:floatingip and tenant:079d3dc8819f4981873b4a485dbc4fff is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:16:24.155825 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c798650b-a312-46b5-a382-aef174a3cbd2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:16:24.161601 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c798650b-a312-46b5-a382-aef174a3cbd2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:16:24.172271 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c798650b-a312-46b5-a382-aef174a3cbd2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks [] for floatingip, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:24.290429 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-bc691ba3-2ebf-478c-97c9-9da86891622f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'name': 'tempest-ServerActionsTestJSON-1177372241-router', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:21Z', 'revision_number': 4, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'gw_port': {'id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '08c212b0-b7ee-4c15-8255-5bf22f1f582e', 'name': '', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'mac_address': 'fa:16:3e:ea:88:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:21Z', 'updated_at': '2022-05-03T23:16:22Z', 'revision_number': 2, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'subnets': [{'id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:16:24.294278 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc691ba3-2ebf-478c-97c9-9da86891622f None None] Checking router: 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:16:24.294635 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc691ba3-2ebf-478c-97c9-9da86891622f None None] Updating router 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 port 08c212b0-b7ee-4c15-8255-5bf22f1f582e binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:16:24.308483 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c798650b-a312-46b5-a382-aef174a3cbd2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:24.351464 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bc691ba3-2ebf-478c-97c9-9da86891622f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:24.447569 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-c798650b-a312-46b5-a382-aef174a3cbd2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Allocated IP 172.25.2.14 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/acec1c6e-76b3-45d8-b9ff-2025aeff7371) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:16:24.601590 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c798650b-a312-46b5-a382-aef174a3cbd2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:24.630371 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c798650b-a312-46b5-a382-aef174a3cbd2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:24.692449 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c798650b-a312-46b5-a382-aef174a3cbd2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:16:24.692909 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bc691ba3-2ebf-478c-97c9-9da86891622f None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:24.695557 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-c798650b-a312-46b5-a382-aef174a3cbd2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:16:24.698449 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c798650b-a312-46b5-a382-aef174a3cbd2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:16:24.705134 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-bc691ba3-2ebf-478c-97c9-9da86891622f None None] Transition to ACTIVE for port object 08c212b0-b7ee-4c15-8255-5bf22f1f582e will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:16:24.711919 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bc691ba3-2ebf-478c-97c9-9da86891622f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:24.747764 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c798650b-a312-46b5-a382-aef174a3cbd2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Pushing event updated for resources: {'Port': ['ID=acec1c6e-76b3-45d8-b9ff-2025aeff7371,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:16:24.791841 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c798650b-a312-46b5-a382-aef174a3cbd2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:24.850454 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644fae1c-bacc-4488-a986-c1c77159d103 None None] Pushing event updated for resources: {'Port': ['ID=08c212b0-b7ee-4c15-8255-5bf22f1f582e,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:16:24.856618 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c798650b-a312-46b5-a382-aef174a3cbd2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:24.940557 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:24.949285 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-bc691ba3-2ebf-478c-97c9-9da86891622f None None] Attempting to bind port 08c212b0-b7ee-4c15-8255-5bf22f1f582e on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:16:24.949652 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-bc691ba3-2ebf-478c-97c9-9da86891622f None None] Attempting to bind port 08c212b0-b7ee-4c15-8255-5bf22f1f582e by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:16:24.950623 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc691ba3-2ebf-478c-97c9-9da86891622f None None] Attempting to bind port 08c212b0-b7ee-4c15-8255-5bf22f1f582e on network c402384d-4f08-45f4-8228-f430f17b3b9c {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:16:24.957053 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc691ba3-2ebf-478c-97c9-9da86891622f None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:16:24.957674 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc691ba3-2ebf-478c-97c9-9da86891622f None None] Checking segment: {'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:16:24.958141 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bc691ba3-2ebf-478c-97c9-9da86891622f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:24.958562 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc691ba3-2ebf-478c-97c9-9da86891622f None None] Bound using segment: {'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:16:24.959029 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-bc691ba3-2ebf-478c-97c9-9da86891622f None None] Bound port: 08c212b0-b7ee-4c15-8255-5bf22f1f582e, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:16:24.959399 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bc691ba3-2ebf-478c-97c9-9da86891622f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:25.056482 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-bc691ba3-2ebf-478c-97c9-9da86891622f None None] For port 08c212b0-b7ee-4c15-8255-5bf22f1f582e, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:16:25.059753 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-bc691ba3-2ebf-478c-97c9-9da86891622f None None] For port 08c212b0-b7ee-4c15-8255-5bf22f1f582e, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=08c212b0-b7ee-4c15-8255-5bf22f1f582e,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:16:25.063977 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bc691ba3-2ebf-478c-97c9-9da86891622f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:25.077066 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c798650b-a312-46b5-a382-aef174a3cbd2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:25.081752 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c798650b-a312-46b5-a382-aef174a3cbd2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:25.144773 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc691ba3-2ebf-478c-97c9-9da86891622f None None] Routers {'163091ae-6ce1-4d2d-8ef2-32d21f16fe56'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:16:25.145406 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-bc691ba3-2ebf-478c-97c9-9da86891622f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:15:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:16:25.195675 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c798650b-a312-46b5-a382-aef174a3cbd2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Pushing event updated for resources: {'Port': ['ID=acec1c6e-76b3-45d8-b9ff-2025aeff7371,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:16:25.204443 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device e356deb9-0428-4f44-af8c-46ef6636f23d up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:16:25.204648 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c798650b-a312-46b5-a382-aef174a3cbd2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:25.226599 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c798650b-a312-46b5-a382-aef174a3cbd2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:25.227932 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c798650b-a312-46b5-a382-aef174a3cbd2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0900216 May 03 23:16:25.284420 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644fae1c-bacc-4488-a986-c1c77159d103 None None] Pushing event updated for resources: {'Port': ['ID=08c212b0-b7ee-4c15-8255-5bf22f1f582e,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:16:25.407029 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-6a0bac24-bceb-4c4f-bbca-e8c8ec5402ca tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Synchronizing usage tracker for tenant:079d3dc8819f4981873b4a485dbc4fff on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:16:25.424320 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-6a0bac24-bceb-4c4f-bbca-e8c8ec5402ca tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Unset dirty status for tenant:079d3dc8819f4981873b4a485dbc4fff on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:16:25.425614 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-6a0bac24-bceb-4c4f-bbca-e8c8ec5402ca tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1656566114&fields=id&tenant_id=079d3dc8819f4981873b4a485dbc4fff HTTP/1.1" status: 200 len: 267 time: 0.0603569 May 03 23:16:25.443543 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-bc691ba3-2ebf-478c-97c9-9da86891622f None None] Set router 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:16:25.506756 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port e356deb9-0428-4f44-af8c-46ef6636f23d triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:16:25.507129 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:25.581287 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-f186e30f-d56d-41ac-8765-d7f2b410a1d3 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:25.582029 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-f186e30f-d56d-41ac-8765-d7f2b410a1d3 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Synchronizing usage tracker for tenant:079d3dc8819f4981873b4a485dbc4fff on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:16:25.600559 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-f186e30f-d56d-41ac-8765-d7f2b410a1d3 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Unset dirty status for tenant:079d3dc8819f4981873b4a485dbc4fff on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:16:25.601662 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-f186e30f-d56d-41ac-8765-d7f2b410a1d3 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 812 time: 0.1690989 May 03 23:16:25.617172 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-1772bbf0-50ad-48ec-ac28-16ec731b39a9 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/quotas/079d3dc8819f4981873b4a485dbc4fff HTTP/1.1" status: 200 len: 375 time: 0.0101097 May 03 23:16:25.649227 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-94e863fa-2f23-446a-aa50-2e76830a581f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:25.701512 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-35b7cc63-dff1-443a-94cd-3db3c15ac129 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Synchronizing usage tracker for tenant:079d3dc8819f4981873b4a485dbc4fff on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:16:25.717785 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-35b7cc63-dff1-443a-94cd-3db3c15ac129 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Unset dirty status for tenant:079d3dc8819f4981873b4a485dbc4fff on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:16:25.719746 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-35b7cc63-dff1-443a-94cd-3db3c15ac129 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0976007 May 03 23:16:25.857824 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-a1288c78-419b-4cd5-9611-86b98a8d0cfa service neutron] 10.222.0.58 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259124 May 03 23:16:25.872350 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-bc691ba3-2ebf-478c-97c9-9da86891622f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'name': 'tempest-ServerActionsTestJSON-1177372241-router', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:21Z', 'revision_number': 4, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'gw_port': {'id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '08c212b0-b7ee-4c15-8255-5bf22f1f582e', 'name': '', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'mac_address': 'fa:16:3e:ea:88:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:21Z', 'updated_at': '2022-05-03T23:16:25Z', 'revision_number': 4, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'subnets': [{'id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:16:25.876399 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc691ba3-2ebf-478c-97c9-9da86891622f None None] The sync data for ids ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'] in n-d-811807-1 is: [{'id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'name': 'tempest-ServerActionsTestJSON-1177372241-router', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:21Z', 'revision_number': 4, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'gw_port': {'id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '08c212b0-b7ee-4c15-8255-5bf22f1f582e', 'name': '', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'mac_address': 'fa:16:3e:ea:88:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:21Z', 'updated_at': '2022-05-03T23:16:25Z', 'revision_number': 4, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'subnets': [{'id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:16:25.998152 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-ea88f52a-9e6d-4feb-b03e-58d31ffb58cc service neutron] 10.222.0.58 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341968 May 03 23:16:26.185180 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ffd885e3-465e-4361-899a-2d8c4f245962 req-62cb16bf-f638-46c3-bc85-d75289adea1c tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 210 time: 0.0434072 May 03 23:16:26.399010 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:26.443336 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:27.180644 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 08c212b0-b7ee-4c15-8255-5bf22f1f582e up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:16:27.267812 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 08c212b0-b7ee-4c15-8255-5bf22f1f582e completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:16:27.274368 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 08c212b0-b7ee-4c15-8255-5bf22f1f582e triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:16:27.275612 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:27.390017 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3826dbb-ee19-4a19-a00e-8e5938b005ed req-6059b43d-3206-4acb-ba75-0d314a30a779 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 210 time: 0.0581143 May 03 23:16:27.412258 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:27.420826 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-a77f4ec1-f029-4f77-aac7-1f23cc6aef0b tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:27.422284 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-a77f4ec1-f029-4f77-aac7-1f23cc6aef0b tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.67 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 812 time: 0.2870514 May 03 23:16:27.447277 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 08c212b0-b7ee-4c15-8255-5bf22f1f582e, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=08c212b0-b7ee-4c15-8255-5bf22f1f582e,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:16:27.451188 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:27.471607 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-138b1e21-a082-41eb-b05d-bdbd561448ed tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=079d3dc8819f4981873b4a485dbc4fff HTTP/1.1" status: 200 len: 380 time: 0.0414007 May 03 23:16:27.479552 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-5d36383d-685a-47f9-a330-031a100f64d7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Request body: {'port': {'device_id': '7ca09ae0-b795-4283-a92e-a738001a2bae', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'admin_state_up': True, 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'security_groups': ['5f1ba4a9-6ca3-435f-a679-dd0f49437897']}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:16:27.518093 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=08c212b0-b7ee-4c15-8255-5bf22f1f582e,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:16:27.612941 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-5d36383d-685a-47f9-a330-031a100f64d7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:16:27.622192 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-5d36383d-685a-47f9-a330-031a100f64d7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:16:27.630834 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-5d36383d-685a-47f9-a330-031a100f64d7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Made reservation on behalf of 079d3dc8819f4981873b4a485dbc4fff for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:16:27.634329 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-5d36383d-685a-47f9-a330-031a100f64d7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:27.760501 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:27.796109 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-5d36383d-685a-47f9-a330-031a100f64d7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Allocated IP 172.20.0.12 (c402384d-4f08-45f4-8228-f430f17b3b9c/8af63aca-54fb-463d-9316-635e0f11fb22/cdfef189-94ed-4298-9f46-39b77384d2ae) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:16:27.979113 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-5d36383d-685a-47f9-a330-031a100f64d7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:27.993705 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-5d36383d-685a-47f9-a330-031a100f64d7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Transition to ACTIVE for port object cdfef189-94ed-4298-9f46-39b77384d2ae will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:16:28.016919 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-5d36383d-685a-47f9-a330-031a100f64d7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:28.088467 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-5d36383d-685a-47f9-a330-031a100f64d7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Network c402384d-4f08-45f4-8228-f430f17b3b9c is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:16:28.091570 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-5d36383d-685a-47f9-a330-031a100f64d7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:16:28.095359 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-5d36383d-685a-47f9-a330-031a100f64d7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:16:28.126039 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d36383d-685a-47f9-a330-031a100f64d7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Pushing event updated for resources: {'Port': ['ID=cdfef189-94ed-4298-9f46-39b77384d2ae,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:16:28.162088 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-5d36383d-685a-47f9-a330-031a100f64d7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:28.162699 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-5d36383d-685a-47f9-a330-031a100f64d7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:28.190690 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-5d36383d-685a-47f9-a330-031a100f64d7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7144372 May 03 23:16:28.202592 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-549ee614-1b54-46ed-89d0-4d6ea268047a service neutron] Request body: {'port': {'device_id': '7ca09ae0-b795-4283-a92e-a738001a2bae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:16:28.314241 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-549ee614-1b54-46ed-89d0-4d6ea268047a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:28.364026 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-da7b44b8-453a-41d1-b6ec-6b72e2eb0982 None None] Provisioning for port cdfef189-94ed-4298-9f46-39b77384d2ae completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:16:28.369043 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-da7b44b8-453a-41d1-b6ec-6b72e2eb0982 None None] Provisioning complete for port cdfef189-94ed-4298-9f46-39b77384d2ae triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:16:28.369416 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-da7b44b8-453a-41d1-b6ec-6b72e2eb0982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:28.436710 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:28.439607 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-da7b44b8-453a-41d1-b6ec-6b72e2eb0982 None None] Port cdfef189-94ed-4298-9f46-39b77384d2ae cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:16:28.574575 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be3992-8c61-4ff5-ad47-1ad34365e0c5 req-78076fc5-6e77-4c4d-a2d5-ab91a15f969e tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:28.578795 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-55be3992-8c61-4ff5-ad47-1ad34365e0c5 req-78076fc5-6e77-4c4d-a2d5-ab91a15f969e tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 932 time: 0.0848808 May 03 23:16:28.623178 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-55be3992-8c61-4ff5-ad47-1ad34365e0c5 req-133a9c6a-1f2a-475c-b5bf-081cdca89c31 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405800 May 03 23:16:28.666998 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-549ee614-1b54-46ed-89d0-4d6ea268047a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdfef189-94ed-4298-9f46-39b77384d2ae {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:16:28.674021 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-549ee614-1b54-46ed-89d0-4d6ea268047a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:28.688090 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-549ee614-1b54-46ed-89d0-4d6ea268047a service neutron] Transition to ACTIVE for port object cdfef189-94ed-4298-9f46-39b77384d2ae will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:16:28.692077 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-549ee614-1b54-46ed-89d0-4d6ea268047a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:28.852480 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ee614-1b54-46ed-89d0-4d6ea268047a service neutron] Pushing event updated for resources: {'Port': ['ID=cdfef189-94ed-4298-9f46-39b77384d2ae,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:16:28.934995 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-549ee614-1b54-46ed-89d0-4d6ea268047a service neutron] Attempting to bind port cdfef189-94ed-4298-9f46-39b77384d2ae on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:16:28.935323 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-549ee614-1b54-46ed-89d0-4d6ea268047a service neutron] Attempting to bind port cdfef189-94ed-4298-9f46-39b77384d2ae by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:16:28.935646 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-549ee614-1b54-46ed-89d0-4d6ea268047a service neutron] Attempting to bind port cdfef189-94ed-4298-9f46-39b77384d2ae on network c402384d-4f08-45f4-8228-f430f17b3b9c {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:16:28.940816 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-549ee614-1b54-46ed-89d0-4d6ea268047a service neutron] Port cdfef189-94ed-4298-9f46-39b77384d2ae on network c402384d-4f08-45f4-8228-f430f17b3b9c not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:16:28.941136 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-549ee614-1b54-46ed-89d0-4d6ea268047a service neutron] Attempting to bind port cdfef189-94ed-4298-9f46-39b77384d2ae on network c402384d-4f08-45f4-8228-f430f17b3b9c {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:16:28.946303 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-549ee614-1b54-46ed-89d0-4d6ea268047a service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:16:28.946639 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-549ee614-1b54-46ed-89d0-4d6ea268047a service neutron] Checking segment: {'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:16:28.947022 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-549ee614-1b54-46ed-89d0-4d6ea268047a service neutron] Bound using segment: {'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:16:28.947471 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-549ee614-1b54-46ed-89d0-4d6ea268047a service neutron] Bound port: cdfef189-94ed-4298-9f46-39b77384d2ae, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:16:28.947814 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-549ee614-1b54-46ed-89d0-4d6ea268047a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:29.033589 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-549ee614-1b54-46ed-89d0-4d6ea268047a service neutron] For port cdfef189-94ed-4298-9f46-39b77384d2ae, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:16:29.036397 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-549ee614-1b54-46ed-89d0-4d6ea268047a service neutron] For port cdfef189-94ed-4298-9f46-39b77384d2ae, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=cdfef189-94ed-4298-9f46-39b77384d2ae,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:16:29.040606 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-549ee614-1b54-46ed-89d0-4d6ea268047a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:29.150505 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 08c212b0-b7ee-4c15-8255-5bf22f1f582e up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:16:29.212306 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-549ee614-1b54-46ed-89d0-4d6ea268047a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:29.212927 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-549ee614-1b54-46ed-89d0-4d6ea268047a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:29.214308 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-549ee614-1b54-46ed-89d0-4d6ea268047a service neutron] 10.222.0.67 "PUT /v2.0/ports/cdfef189-94ed-4298-9f46-39b77384d2ae HTTP/1.1" status: 200 len: 1092 time: 1.0163884 May 03 23:16:29.214745 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca09ae0-b795-4283-a92e-a738001a2bae', 'tag': 'cdfef189-94ed-4298-9f46-39b77384d2ae'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:16:29.232679 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 08c212b0-b7ee-4c15-8255-5bf22f1f582e triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:16:29.232873 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:29.236564 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ee614-1b54-46ed-89d0-4d6ea268047a service neutron] Pushing event updated for resources: {'Port': ['ID=cdfef189-94ed-4298-9f46-39b77384d2ae,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:16:29.294992 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e3fbf11-62ee-4d2b-bb76-efe6a68a3bb7'] response: {'name': 'network-changed', 'server_uuid': '7ca09ae0-b795-4283-a92e-a738001a2bae', 'tag': 'cdfef189-94ed-4298-9f46-39b77384d2ae', 'status': 'completed', 'code': 200} May 03 23:16:29.332001 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-b7349b18-2c39-4a62-ad16-bbb49a527b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:29.333707 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-b7349b18-2c39-4a62-ad16-bbb49a527b84 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 1095 time: 0.0772595 May 03 23:16:29.406463 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-aa03f01d-ee72-4582-9f24-f5012dc56de3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdfef189-94ed-4298-9f46-39b77384d2ae HTTP/1.1" status: 200 len: 217 time: 0.0652382 May 03 23:16:29.469039 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-a05bf0b1-0630-442a-8bce-6c6d6a46ce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:29.470450 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-a05bf0b1-0630-442a-8bce-6c6d6a46ce88 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0578158 May 03 23:16:29.548680 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-3104013d-c1a5-4876-9f51-163389076c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:29.550181 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-3104013d-c1a5-4876-9f51-163389076c0c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730741 May 03 23:16:29.681263 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-29e3c98e-fca2-45db-8b28-c5be3a9b2d20 service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252246 May 03 23:16:29.811001 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58fdd4-a2c4-47aa-9f54-9e29057c1f0e req-708e3f6f-5371-4ed9-a1df-2bd0f0fd74f3 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:29.812774 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8f58fdd4-a2c4-47aa-9f54-9e29057c1f0e req-708e3f6f-5371-4ed9-a1df-2bd0f0fd74f3 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 944 time: 0.0845404 May 03 23:16:29.820986 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1a738f18-ab16-4daa-86f8-24771667f7ff req-adcc2130-d97b-44b5-aa9b-a58469d712d9 service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323020 May 03 23:16:29.857880 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8f58fdd4-a2c4-47aa-9f54-9e29057c1f0e req-a9b40aa9-d2cb-47e1-872e-cb958bfbd2aa tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396228 May 03 23:16:29.932871 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81fdf1-9ed9-43ab-904a-d07237c77019 req-58aa58f3-46d4-4018-bda0-f13e1ef9cf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:29.934245 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-be81fdf1-9ed9-43ab-904a-d07237c77019 req-58aa58f3-46d4-4018-bda0-f13e1ef9cf7a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 1095 time: 0.0688758 May 03 23:16:30.060598 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81fdf1-9ed9-43ab-904a-d07237c77019 req-c8f895ce-74b3-43dd-bd0e-de3aa8f0ee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:30.062043 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-be81fdf1-9ed9-43ab-904a-d07237c77019 req-c8f895ce-74b3-43dd-bd0e-de3aa8f0ee27 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.1215856 May 03 23:16:30.133757 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-be81fdf1-9ed9-43ab-904a-d07237c77019 req-96b16115-f985-4f40-8bf5-c854bc6d74dd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdfef189-94ed-4298-9f46-39b77384d2ae HTTP/1.1" status: 200 len: 217 time: 0.0649822 May 03 23:16:30.193204 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81fdf1-9ed9-43ab-904a-d07237c77019 req-16485f84-cbec-4d64-9d5a-e9a607fb92f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:30.194525 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-be81fdf1-9ed9-43ab-904a-d07237c77019 req-16485f84-cbec-4d64-9d5a-e9a607fb92f1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0551751 May 03 23:16:30.270505 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81fdf1-9ed9-43ab-904a-d07237c77019 req-56e732b4-1c73-4433-94bf-8ff8502e2fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:30.271918 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-be81fdf1-9ed9-43ab-904a-d07237c77019 req-56e732b4-1c73-4433-94bf-8ff8502e2fba service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715647 May 03 23:16:30.399098 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-be81fdf1-9ed9-43ab-904a-d07237c77019 req-6dd6fc64-bc08-4867-89f9-7178c2b562c8 service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207285 May 03 23:16:30.530023 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-be81fdf1-9ed9-43ab-904a-d07237c77019 req-90978be3-705d-4730-be7f-a4217b06f124 service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243632 May 03 23:16:31.040265 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3e06e-8c69-48ee-bebb-b225f9345a26 req-36e8b4d2-f018-44ac-9e93-0400bdced515 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:31.041721 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0ba3e06e-8c69-48ee-bebb-b225f9345a26 req-36e8b4d2-f018-44ac-9e93-0400bdced515 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 944 time: 0.0794697 May 03 23:16:31.086113 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0ba3e06e-8c69-48ee-bebb-b225f9345a26 req-3d9672ed-e4db-432c-9800-855fd0d35301 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382805 May 03 23:16:32.269731 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c3875-41d3-4ed2-9b4a-433b2fd62a06 req-6f024768-844b-47e5-bcaf-34a19981124e tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:32.271272 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-961c3875-41d3-4ed2-9b4a-433b2fd62a06 req-6f024768-844b-47e5-bcaf-34a19981124e tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 944 time: 0.0831335 May 03 23:16:32.313548 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-961c3875-41d3-4ed2-9b4a-433b2fd62a06 req-867f550a-7434-4412-921e-d17827fd023b tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366962 May 03 23:16:33.243373 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device cdfef189-94ed-4298-9f46-39b77384d2ae details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:16:33.376530 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port cdfef189-94ed-4298-9f46-39b77384d2ae, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=cdfef189-94ed-4298-9f46-39b77384d2ae,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:16:33.389775 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'cdfef189-94ed-4298-9f46-39b77384d2ae', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'port_id': 'cdfef189-94ed-4298-9f46-39b77384d2ae', 'mac_address': 'fa:16:3e:cf:80:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:16:33.444557 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:33.461632 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdfef189-94ed-4298-9f46-39b77384d2ae {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:16:33.477689 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port cdfef189-94ed-4298-9f46-39b77384d2ae, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=cdfef189-94ed-4298-9f46-39b77384d2ae,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:16:33.481380 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:33.498433 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e5474-9af3-4dfb-b2d7-692cf141bf49 req-ce564293-4316-47a2-8a99-ccf35d5d90fd tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:33.499870 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-629e5474-9af3-4dfb-b2d7-692cf141bf49 req-ce564293-4316-47a2-8a99-ccf35d5d90fd tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 944 time: 0.0803895 May 03 23:16:33.547241 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-629e5474-9af3-4dfb-b2d7-692cf141bf49 req-ba88df72-5d72-4ada-bfe9-b9ff8161dd81 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416136 May 03 23:16:33.551336 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=cdfef189-94ed-4298-9f46-39b77384d2ae,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:16:33.559281 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:33.559624 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:33.559960 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:33.560311 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:33.560643 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:33.560965 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:33.561283 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:33.561600 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:33.561951 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:33.562259 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:33.562573 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:33.562922 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:16:33.787065 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['cdfef189-94ed-4298-9f46-39b77384d2ae'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:16:34.733212 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e304c-1013-420d-af0b-a91b5ed43d4f req-8d0a0c5f-73f9-4f20-bd3f-330cf926e0d7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:34.734719 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a6e304c-1013-420d-af0b-a91b5ed43d4f req-8d0a0c5f-73f9-4f20-bd3f-330cf926e0d7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 945 time: 0.0821319 May 03 23:16:34.778164 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a6e304c-1013-420d-af0b-a91b5ed43d4f req-c4b8ad4f-8f08-4d38-b185-5fabddb77e20 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373321 May 03 23:16:35.252644 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device cdfef189-94ed-4298-9f46-39b77384d2ae up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:16:35.321051 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port cdfef189-94ed-4298-9f46-39b77384d2ae completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:16:35.325653 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port cdfef189-94ed-4298-9f46-39b77384d2ae triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:16:35.326088 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:35.479965 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:35.506111 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca09ae0-b795-4283-a92e-a738001a2bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdfef189-94ed-4298-9f46-39b77384d2ae'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:16:35.515450 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port cdfef189-94ed-4298-9f46-39b77384d2ae, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=cdfef189-94ed-4298-9f46-39b77384d2ae,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:16:35.521036 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:35.558475 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2116b4e-1a89-421f-aad5-b1d29d12eeb7'] response: {'server_uuid': '7ca09ae0-b795-4283-a92e-a738001a2bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdfef189-94ed-4298-9f46-39b77384d2ae', 'code': 200} May 03 23:16:35.598082 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=cdfef189-94ed-4298-9f46-39b77384d2ae,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:16:35.677093 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08841bb6-b488-4bc1-84b3-b35f7c836887 req-0ac15da8-00cd-44e9-97bf-e9f3add43d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:35.678611 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-08841bb6-b488-4bc1-84b3-b35f7c836887 req-0ac15da8-00cd-44e9-97bf-e9f3add43d67 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 1097 time: 0.0686691 May 03 23:16:35.719139 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-08841bb6-b488-4bc1-84b3-b35f7c836887 req-31dc6879-53b1-4539-99a4-13b5664a2912 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339785 May 03 23:16:36.066350 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee80d0-f7de-4d75-b6aa-c777b2a2b77d req-d1dc7e3e-c7df-4e8d-96a7-a8bc7b286d55 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:36.067739 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ffee80d0-f7de-4d75-b6aa-c777b2a2b77d req-d1dc7e3e-c7df-4e8d-96a7-a8bc7b286d55 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 946 time: 0.1868234 May 03 23:16:36.111354 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ffee80d0-f7de-4d75-b6aa-c777b2a2b77d req-967423cc-ac7e-443e-a3bb-d1b906935aaa tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379333 May 03 23:16:37.293601 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f44b4-e29d-4743-89b5-e90456595a6b req-6a3586a0-966b-4742-9323-995bcac43a73 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:37.295073 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-330f44b4-e29d-4743-89b5-e90456595a6b req-6a3586a0-966b-4742-9323-995bcac43a73 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 946 time: 0.0783896 May 03 23:16:37.339309 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-330f44b4-e29d-4743-89b5-e90456595a6b req-b5371045-189f-42a2-9926-47fd63249d9d tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382423 May 03 23:16:37.517660 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7fac1e-4346-4f32-a8e6-424f792fe2ad req-62996aef-9b9b-45ea-b8c7-18cfa7b81c06 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:37.519114 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-da7fac1e-4346-4f32-a8e6-424f792fe2ad req-62996aef-9b9b-45ea-b8c7-18cfa7b81c06 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 946 time: 0.0829589 May 03 23:16:37.527619 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 54612) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:16:37.533036 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-57886ca5-bd10-4ccd-a215-052ce66ebb6f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Request body: {'floatingip': {'port_id': 'cdfef189-94ed-4298-9f46-39b77384d2ae'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:16:37.611324 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-57886ca5-bd10-4ccd-a215-052ce66ebb6f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks [] for floatingip, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:38.179236 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-57886ca5-bd10-4ccd-a215-052ce66ebb6f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:38.183241 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-57886ca5-bd10-4ccd-a215-052ce66ebb6f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:38.346818 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-57886ca5-bd10-4ccd-a215-052ce66ebb6f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Floating IP 8b671a3b-69de-4dfa-a532-2a412a5d6a85 associated. External IP: 172.25.2.14, port: cdfef189-94ed-4298-9f46-39b77384d2ae. May 03 23:16:38.798823 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57886ca5-bd10-4ccd-a215-052ce66ebb6f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Router 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:16:38.975125 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57886ca5-bd10-4ccd-a215-052ce66ebb6f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:16:38.980065 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-57886ca5-bd10-4ccd-a215-052ce66ebb6f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:38.984615 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ceba1f-0004-4b0e-90f4-ce62c39fbbf6 None None] Sync routers for ids ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:16:38.995052 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ceba1f-0004-4b0e-90f4-ce62c39fbbf6 None None] Routers {'163091ae-6ce1-4d2d-8ef2-32d21f16fe56'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:16:38.995651 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f1ceba1f-0004-4b0e-90f4-ce62c39fbbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:16:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:16:39.040144 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-57886ca5-bd10-4ccd-a215-052ce66ebb6f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "PUT /v2.0/floatingips/8b671a3b-69de-4dfa-a532-2a412a5d6a85 HTTP/1.1" status: 200 len: 991 time: 1.5086637 May 03 23:16:39.040144 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca09ae0-b795-4283-a92e-a738001a2bae', 'tag': 'cdfef189-94ed-4298-9f46-39b77384d2ae'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:16:39.086173 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11dce48c-96bf-4afd-8828-89e44132ad97'] response: {'name': 'network-changed', 'server_uuid': '7ca09ae0-b795-4283-a92e-a738001a2bae', 'tag': 'cdfef189-94ed-4298-9f46-39b77384d2ae', 'status': 'completed', 'code': 200} May 03 23:16:39.171834 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-f1ceba1f-0004-4b0e-90f4-ce62c39fbbf6 None None] Set router 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:16:39.203805 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9aa1c7-8401-43bf-8636-7e367a4c88c5 req-c7fb58af-f22b-4eb3-8df5-633d425ad391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:39.205282 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5b9aa1c7-8401-43bf-8636-7e367a4c88c5 req-c7fb58af-f22b-4eb3-8df5-633d425ad391 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 1097 time: 0.0964885 May 03 23:16:39.213423 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b5641-90a1-482a-8515-ca1050061e01 req-7c3e2214-ce92-483c-8c90-5be79f05ef7d tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:39.214919 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e29b5641-90a1-482a-8515-ca1050061e01 req-7c3e2214-ce92-483c-8c90-5be79f05ef7d tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 946 time: 0.0925834 May 03 23:16:39.260036 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e29b5641-90a1-482a-8515-ca1050061e01 req-5b6bf186-cb77-4ff6-83b1-82c15085e362 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385180 May 03 23:16:39.459705 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53305a02-5a4c-4b14-a801-387ebcc664fc req-dff6b918-0709-4f4a-af75-b4794959fcac tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:39.461286 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-53305a02-5a4c-4b14-a801-387ebcc664fc req-dff6b918-0709-4f4a-af75-b4794959fcac tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 946 time: 0.0883257 May 03 23:16:39.465624 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9aa1c7-8401-43bf-8636-7e367a4c88c5 req-2452da8b-ed3a-4613-a97f-b4ddf1215aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:39.467135 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5b9aa1c7-8401-43bf-8636-7e367a4c88c5 req-2452da8b-ed3a-4613-a97f-b4ddf1215aa6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.2541678 May 03 23:16:39.506258 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-53305a02-5a4c-4b14-a801-387ebcc664fc req-0f12ce22-bd8e-404c-b1d3-06980e14c7fa tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386634 May 03 23:16:39.525381 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f1ceba1f-0004-4b0e-90f4-ce62c39fbbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'name': 'tempest-ServerActionsTestJSON-1177372241-router', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:21Z', 'revision_number': 4, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'gw_port': {'id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '8b671a3b-69de-4dfa-a532-2a412a5d6a85', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'floating_ip_address': '172.25.2.14', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'port_id': 'cdfef189-94ed-4298-9f46-39b77384d2ae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'mac_address': 'fa:16:3e:cf:80:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca09ae0-b795-4283-a92e-a738001a2bae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:16:24Z', 'updated_at': '2022-05-03T23:16:38Z', 'revision_number': 1, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c212b0-b7ee-4c15-8255-5bf22f1f582e', 'name': '', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'mac_address': 'fa:16:3e:ea:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:21Z', 'updated_at': '2022-05-03T23:16:27Z', 'revision_number': 5, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'subnets': [{'id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:16:39.529494 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ceba1f-0004-4b0e-90f4-ce62c39fbbf6 None None] Checking router: 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:16:39.538590 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ceba1f-0004-4b0e-90f4-ce62c39fbbf6 None None] Routers {'163091ae-6ce1-4d2d-8ef2-32d21f16fe56'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:16:39.539252 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f1ceba1f-0004-4b0e-90f4-ce62c39fbbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:16:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:16:39.574594 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5b9aa1c7-8401-43bf-8636-7e367a4c88c5 req-9dd817b9-90cd-4cd3-9fec-0b336ccbdcc8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdfef189-94ed-4298-9f46-39b77384d2ae HTTP/1.1" status: 200 len: 999 time: 0.1002140 May 03 23:16:39.636088 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9aa1c7-8401-43bf-8636-7e367a4c88c5 req-bf12d821-d5c4-4ca9-8576-36b0bc43c305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:39.637519 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5b9aa1c7-8401-43bf-8636-7e367a4c88c5 req-bf12d821-d5c4-4ca9-8576-36b0bc43c305 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0573945 May 03 23:16:39.711180 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9aa1c7-8401-43bf-8636-7e367a4c88c5 req-eb423b62-7cab-4679-83cb-30e6a970a24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:39.712757 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5b9aa1c7-8401-43bf-8636-7e367a4c88c5 req-eb423b62-7cab-4679-83cb-30e6a970a24c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696588 May 03 23:16:39.713501 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-f1ceba1f-0004-4b0e-90f4-ce62c39fbbf6 None None] Set router 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:16:39.843775 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5b9aa1c7-8401-43bf-8636-7e367a4c88c5 req-93a6a006-e53d-4a14-8d69-3cda28b83a93 service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244104 May 03 23:16:39.978679 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5b9aa1c7-8401-43bf-8636-7e367a4c88c5 req-64577569-895f-4af4-8b28-0180b3217259 service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285946 May 03 23:16:40.084805 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f1ceba1f-0004-4b0e-90f4-ce62c39fbbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'name': 'tempest-ServerActionsTestJSON-1177372241-router', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:21Z', 'revision_number': 4, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'gw_port': {'id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '8b671a3b-69de-4dfa-a532-2a412a5d6a85', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'floating_ip_address': '172.25.2.14', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'port_id': 'cdfef189-94ed-4298-9f46-39b77384d2ae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'mac_address': 'fa:16:3e:cf:80:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca09ae0-b795-4283-a92e-a738001a2bae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:16:24Z', 'updated_at': '2022-05-03T23:16:38Z', 'revision_number': 1, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c212b0-b7ee-4c15-8255-5bf22f1f582e', 'name': '', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'mac_address': 'fa:16:3e:ea:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:21Z', 'updated_at': '2022-05-03T23:16:27Z', 'revision_number': 5, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'subnets': [{'id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:16:40.088752 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ceba1f-0004-4b0e-90f4-ce62c39fbbf6 None None] The sync data for ids ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'] in n-d-811807-1 is: [{'id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'name': 'tempest-ServerActionsTestJSON-1177372241-router', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:21Z', 'revision_number': 4, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'gw_port': {'id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '8b671a3b-69de-4dfa-a532-2a412a5d6a85', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'floating_ip_address': '172.25.2.14', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'port_id': 'cdfef189-94ed-4298-9f46-39b77384d2ae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'mac_address': 'fa:16:3e:cf:80:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca09ae0-b795-4283-a92e-a738001a2bae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:16:24Z', 'updated_at': '2022-05-03T23:16:38Z', 'revision_number': 1, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c212b0-b7ee-4c15-8255-5bf22f1f582e', 'name': '', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'mac_address': 'fa:16:3e:ea:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:21Z', 'updated_at': '2022-05-03T23:16:27Z', 'revision_number': 5, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'subnets': [{'id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:16:40.270343 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2302451-549d-4f61-a403-2344d15a7154 None None] New status for floating IP 8b671a3b-69de-4dfa-a532-2a412a5d6a85: ACTIVE {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:16:40.696386 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c60f4-61c3-45a9-80d6-387f36183d3c req-e5523efd-4934-4fc3-8726-5d56589854bd tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:40.697842 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-624c60f4-61c3-45a9-80d6-387f36183d3c req-e5523efd-4934-4fc3-8726-5d56589854bd tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 946 time: 0.0798378 May 03 23:16:40.741486 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-624c60f4-61c3-45a9-80d6-387f36183d3c req-854a8f24-4cc7-4c7d-9391-48fc519312b7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378227 May 03 23:16:40.927215 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260cb928-f861-42f8-9e44-c57512e50acb req-30a8becd-8f9b-4758-8895-7d96d50df5e3 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:40.928631 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-260cb928-f861-42f8-9e44-c57512e50acb req-30a8becd-8f9b-4758-8895-7d96d50df5e3 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 946 time: 0.0806785 May 03 23:16:40.971844 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-260cb928-f861-42f8-9e44-c57512e50acb req-6b4fd000-4896-4a69-a784-ec5847ddc2b1 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376778 May 03 23:16:41.365658 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-c5efa4c8-3964-4346-b914-5d7fb72892a7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1296320 May 03 23:16:41.377555 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06532333-ce62-4cb8-999e-91e7fdadd313 req-990e2110-9514-48fe-88de-d8e4132fa281 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:41.378953 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-06532333-ce62-4cb8-999e-91e7fdadd313 req-990e2110-9514-48fe-88de-d8e4132fa281 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 946 time: 0.0987453 May 03 23:16:41.423714 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-06532333-ce62-4cb8-999e-91e7fdadd313 req-da946c6f-c9a9-49ac-817f-c93bb7b95d28 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388110 May 03 23:16:42.548508 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-21a945c5-dc02-4c5f-95e8-d28d6552e3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:42.550716 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-21a945c5-dc02-4c5f-95e8-d28d6552e3b5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 1097 time: 0.0832345 May 03 23:16:42.618416 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c400d9-94f4-4cf9-b463-224fa4fc4f65 req-b0e199ec-a62c-4dd0-aeef-4c39f5b1edad tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:42.619881 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-66c400d9-94f4-4cf9-b463-224fa4fc4f65 req-b0e199ec-a62c-4dd0-aeef-4c39f5b1edad tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 946 time: 0.0822742 May 03 23:16:42.674555 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-66c400d9-94f4-4cf9-b463-224fa4fc4f65 req-e1ca6e24-3e6d-4d48-a911-32ab8b16941e tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489173 May 03 23:16:42.690087 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-f4cbf6e4-b110-412e-87f4-eb2ed1d26d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:42.691610 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-f4cbf6e4-b110-412e-87f4-eb2ed1d26d6c service neutron] 10.222.0.67 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.1347415 May 03 23:16:42.794887 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-7d3ead45-c4ea-4820-b977-2d5f218448f8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdfef189-94ed-4298-9f46-39b77384d2ae HTTP/1.1" status: 200 len: 1001 time: 0.0963666 May 03 23:16:42.854390 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-f32c17b2-609e-4704-af8e-7f02c6eedbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:42.855670 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-f32c17b2-609e-4704-af8e-7f02c6eedbdb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0550063 May 03 23:16:42.930270 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-aae0c6a5-526f-425a-a38c-fcb0708b7460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:42.931697 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-aae0c6a5-526f-425a-a38c-fcb0708b7460 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700569 May 03 23:16:43.058208 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-37399b00-ddf0-450b-aa03-7db8d0ac578b service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203084 May 03 23:16:43.184058 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-e9917e5b-8656-4e6f-a481-74dc88eef029 service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203778 May 03 23:16:43.858865 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd19b81-5f8a-4f1f-b79f-2a3ea486ab89 req-1d5a6225-fa1c-40d7-8c3b-7797f2e3e4c2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:43.860695 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8cd19b81-5f8a-4f1f-b79f-2a3ea486ab89 req-1d5a6225-fa1c-40d7-8c3b-7797f2e3e4c2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 946 time: 0.0782781 May 03 23:16:43.902822 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8cd19b81-5f8a-4f1f-b79f-2a3ea486ab89 req-6dceb9d4-d70c-4d7e-83f2-a8bd47a24436 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366912 May 03 23:16:44.250981 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:16:45.089142 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d56206-a0ec-4ab7-a009-1d0853bd2e4b req-18a2411c-7e48-4822-aa77-f7dfc767ac94 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:45.090606 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-34d56206-a0ec-4ab7-a009-1d0853bd2e4b req-18a2411c-7e48-4822-aa77-f7dfc767ac94 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 946 time: 0.0840895 May 03 23:16:45.132895 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-34d56206-a0ec-4ab7-a009-1d0853bd2e4b req-8a78ecd9-9ef5-48a8-a208-556d4c2d4038 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367239 May 03 23:16:46.312409 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0658fa3-1276-4d29-9656-5c5ff99c791c req-d00c2e62-d05d-4291-8a62-a8322000bcdb tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:46.313897 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b0658fa3-1276-4d29-9656-5c5ff99c791c req-d00c2e62-d05d-4291-8a62-a8322000bcdb tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 946 time: 0.0780296 May 03 23:16:46.358883 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b0658fa3-1276-4d29-9656-5c5ff99c791c req-831af538-c786-4ed1-8737-1d73dc3ae21c tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394080 May 03 23:16:47.595450 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293cdfb0-b691-4a36-bb0b-dd9b609180c6 req-984f5169-7c87-4696-92ab-c054106534d1 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:47.596931 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-293cdfb0-b691-4a36-bb0b-dd9b609180c6 req-984f5169-7c87-4696-92ab-c054106534d1 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 946 time: 0.1352983 May 03 23:16:47.639394 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-293cdfb0-b691-4a36-bb0b-dd9b609180c6 req-2324a640-0ce3-40e1-9c4a-f795b1a1fb7d tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367324 May 03 23:16:48.875774 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e520ed-84ce-476b-8c5f-88b0fb9ba4ad req-ef8871e1-3077-4e1f-a44a-5059d22f6573 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:48.877153 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-05e520ed-84ce-476b-8c5f-88b0fb9ba4ad req-ef8871e1-3077-4e1f-a44a-5059d22f6573 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 946 time: 0.1323779 May 03 23:16:48.919870 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-05e520ed-84ce-476b-8c5f-88b0fb9ba4ad req-c5fcb48f-65cf-407d-94e2-d6f981f3bc85 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371172 May 03 23:16:50.106456 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd127e0-8d9f-4f9e-9983-ad0ca4f4a877 req-9cc89d66-a33b-490c-92ab-143f2381b576 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:50.107870 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0fd127e0-8d9f-4f9e-9983-ad0ca4f4a877 req-9cc89d66-a33b-490c-92ab-143f2381b576 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 946 time: 0.0811200 May 03 23:16:50.150467 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0fd127e0-8d9f-4f9e-9983-ad0ca4f4a877 req-522dd95e-dca4-4bc3-b5b4-9787ac685223 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370579 May 03 23:16:51.338518 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11f9c2-85a8-43a4-97d1-b14a52128b5b req-3e25fbb8-fb91-4898-9ed5-564b9279f438 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:51.339967 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8c11f9c2-85a8-43a4-97d1-b14a52128b5b req-3e25fbb8-fb91-4898-9ed5-564b9279f438 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 946 time: 0.0822289 May 03 23:16:51.489055 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8c11f9c2-85a8-43a4-97d1-b14a52128b5b req-24af4af0-2054-42df-91f7-c59e57afa6b7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428013 May 03 23:16:52.672609 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511215ed-b481-431b-bb7e-0ed4bf2751fa req-53bfc8f9-706d-42e0-98a6-7beee67222ce tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:52.674076 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-511215ed-b481-431b-bb7e-0ed4bf2751fa req-53bfc8f9-706d-42e0-98a6-7beee67222ce tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 946 time: 0.0782926 May 03 23:16:52.721564 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-511215ed-b481-431b-bb7e-0ed4bf2751fa req-c3ba1f5b-ffdb-4129-91d3-501c8a0c548f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419438 May 03 23:16:52.973517 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-df1ad7be-79c2-4ca1-b23d-3d20711238fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:53.909924 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a57c3b-4193-4fa2-a81a-fab64096dfbf req-6f798ad7-11af-4d9c-b897-f01632792b6a tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:53.911382 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-03a57c3b-4193-4fa2-a81a-fab64096dfbf req-6f798ad7-11af-4d9c-b897-f01632792b6a tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 946 time: 0.0834920 May 03 23:16:53.957551 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-03a57c3b-4193-4fa2-a81a-fab64096dfbf req-312c05f1-4458-4fab-83a4-dbb0d52dbdf4 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397177 May 03 23:16:54.794190 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:55.138569 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9cb6f-c68d-43f2-a454-b53079d2440f req-5f13a6dd-ca3a-4216-b6a2-1611b703aa55 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:55.140001 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b5b9cb6f-c68d-43f2-a454-b53079d2440f req-5f13a6dd-ca3a-4216-b6a2-1611b703aa55 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 946 time: 0.0781727 May 03 23:16:55.182050 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b5b9cb6f-c68d-43f2-a454-b53079d2440f req-2de1f377-af27-49de-a30d-fc08f9c175c3 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364532 May 03 23:16:55.562230 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d8de904a-9d1e-417a-8a4c-684fd13701de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:56.368122 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92516998-c658-401a-bad7-5dcedc773fe1 req-b27c9283-3a2c-403f-bea7-831a45e251bf tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:56.369557 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-92516998-c658-401a-bad7-5dcedc773fe1 req-b27c9283-3a2c-403f-bea7-831a45e251bf tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 946 time: 0.0836632 May 03 23:16:56.391940 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:56.413332 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-92516998-c658-401a-bad7-5dcedc773fe1 req-5c593f8b-a853-432d-aeaf-ea30a6ea3d05 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380208 May 03 23:16:56.439318 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:56.677312 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafb7fc-f6f4-4dfc-bd49-07d9e22692b5 req-51383859-5698-4fa1-9835-1d986901b58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:56.678827 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-faafb7fc-f6f4-4dfc-bd49-07d9e22692b5 req-51383859-5698-4fa1-9835-1d986901b58d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 1097 time: 0.0687635 May 03 23:16:56.821007 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafb7fc-f6f4-4dfc-bd49-07d9e22692b5 req-555eecec-fb2f-4d8e-9da3-1a86e3c7eb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:56.822456 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-faafb7fc-f6f4-4dfc-bd49-07d9e22692b5 req-555eecec-fb2f-4d8e-9da3-1a86e3c7eb40 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.1239266 May 03 23:16:57.030100 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-faafb7fc-f6f4-4dfc-bd49-07d9e22692b5 req-864386d0-f73c-4f87-aaeb-d9bb141f40c0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdfef189-94ed-4298-9f46-39b77384d2ae HTTP/1.1" status: 200 len: 1001 time: 0.2004795 May 03 23:16:57.090256 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafb7fc-f6f4-4dfc-bd49-07d9e22692b5 req-6e0b146d-7ea0-495e-9e7d-dcaa527b8a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:57.091602 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-faafb7fc-f6f4-4dfc-bd49-07d9e22692b5 req-6e0b146d-7ea0-495e-9e7d-dcaa527b8a36 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0555038 May 03 23:16:57.167064 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafb7fc-f6f4-4dfc-bd49-07d9e22692b5 req-91c61926-395f-42fc-8fac-aefd44c66dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:57.168503 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-faafb7fc-f6f4-4dfc-bd49-07d9e22692b5 req-91c61926-395f-42fc-8fac-aefd44c66dc0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710270 May 03 23:16:57.296379 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-faafb7fc-f6f4-4dfc-bd49-07d9e22692b5 req-bb57eda6-893a-4f0c-9104-d4dfcfc42597 service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217148 May 03 23:16:57.422034 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-faafb7fc-f6f4-4dfc-bd49-07d9e22692b5 req-2e3326ec-7253-437c-ac9f-5cb02dfe549b service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200154 May 03 23:16:57.596580 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69ac8f-ae14-436c-8cae-35381bcc43b3 req-379d2421-6485-4eed-8a1c-acd7c4fd6540 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:57.598060 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c69ac8f-ae14-436c-8cae-35381bcc43b3 req-379d2421-6485-4eed-8a1c-acd7c4fd6540 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 946 time: 0.0787942 May 03 23:16:57.649073 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c69ac8f-ae14-436c-8cae-35381bcc43b3 req-1abdb50a-f1b0-4fec-a47a-43af90aaced0 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454624 May 03 23:16:57.764412 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:58.391878 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:16:58.845286 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2037bdd-138b-40d0-ba3c-459c45241d6a req-a1e5836c-12dd-4b20-84f9-71704fc909b9 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:16:58.846792 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f2037bdd-138b-40d0-ba3c-459c45241d6a req-a1e5836c-12dd-4b20-84f9-71704fc909b9 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 946 time: 0.0842915 May 03 23:16:58.890792 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f2037bdd-138b-40d0-ba3c-459c45241d6a req-06e8454c-05f9-4789-9e38-c493aa5774f1 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383644 May 03 23:16:59.918854 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-efef67f7-d98c-46e5-8379-e7f7403108d2 service neutron] show failed (client error): The resource could not be found. May 03 23:16:59.919824 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-efef67f7-d98c-46e5-8379-e7f7403108d2 service neutron] 10.222.0.67 "GET /v2.0/ports/cdfef189-94ed-4298-9f46-39b77384d2ae/bindings/n-h1-811807-1 HTTP/1.1" status: 404 len: 380 time: 0.0730290 May 03 23:17:00.087290 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74013ce-ba71-4f84-988b-6b0736a39a6d req-78449b52-a54c-4b73-b9b0-02f7ca19709d tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:00.088827 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f74013ce-ba71-4f84-988b-6b0736a39a6d req-78449b52-a54c-4b73-b9b0-02f7ca19709d tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 946 time: 0.0864332 May 03 23:17:00.133911 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f74013ce-ba71-4f84-988b-6b0736a39a6d req-a2d8055b-a415-4a90-ab8e-c7539efc6741 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392950 May 03 23:17:00.232137 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-0abb71f7-36aa-4b12-b4d8-21f8e5ce48b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:00.233483 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-0abb71f7-36aa-4b12-b4d8-21f8e5ce48b2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae&tenant_id=079d3dc8819f4981873b4a485dbc4fff HTTP/1.1" status: 200 len: 1097 time: 0.1225319 May 03 23:17:00.244781 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-ae7fb10e-7de3-4210-aecc-95b81d330a74 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811807-1', 'device_owner': 'compute:nova'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:17:00.356679 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-ae7fb10e-7de3-4210-aecc-95b81d330a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:00.615666 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-ae7fb10e-7de3-4210-aecc-95b81d330a74 service neutron] For port cdfef189-94ed-4298-9f46-39b77384d2ae, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=cdfef189-94ed-4298-9f46-39b77384d2ae,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:17:00.647544 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-ae7fb10e-7de3-4210-aecc-95b81d330a74 service neutron] For port cdfef189-94ed-4298-9f46-39b77384d2ae, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:17:00.707489 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca09ae0-b795-4283-a92e-a738001a2bae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdfef189-94ed-4298-9f46-39b77384d2ae'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:17:00.713294 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-ae7fb10e-7de3-4210-aecc-95b81d330a74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:00.728224 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-ae7fb10e-7de3-4210-aecc-95b81d330a74 service neutron] Transition to ACTIVE for port object cdfef189-94ed-4298-9f46-39b77384d2ae will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:17:00.732095 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-ae7fb10e-7de3-4210-aecc-95b81d330a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:00.772389 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eba1d948-785d-479a-b9a1-3a12685292ac'] response: {'server_uuid': '7ca09ae0-b795-4283-a92e-a738001a2bae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdfef189-94ed-4298-9f46-39b77384d2ae', 'code': 200} May 03 23:17:00.872439 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7fb10e-7de3-4210-aecc-95b81d330a74 service neutron] Pushing event updated for resources: {'Port': ['ID=cdfef189-94ed-4298-9f46-39b77384d2ae,revision_number=6']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:17:00.925610 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-ae7fb10e-7de3-4210-aecc-95b81d330a74 service neutron] No DVR routers for this DVR port cdfef189-94ed-4298-9f46-39b77384d2ae on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:17:01.143426 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-ae7fb10e-7de3-4210-aecc-95b81d330a74 service neutron] Attempting to bind port cdfef189-94ed-4298-9f46-39b77384d2ae on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:17:01.143766 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-ae7fb10e-7de3-4210-aecc-95b81d330a74 service neutron] Attempting to bind port cdfef189-94ed-4298-9f46-39b77384d2ae by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:17:01.144087 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-ae7fb10e-7de3-4210-aecc-95b81d330a74 service neutron] Attempting to bind port cdfef189-94ed-4298-9f46-39b77384d2ae on network c402384d-4f08-45f4-8228-f430f17b3b9c {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:17:01.148548 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-ae7fb10e-7de3-4210-aecc-95b81d330a74 service neutron] Port cdfef189-94ed-4298-9f46-39b77384d2ae on network c402384d-4f08-45f4-8228-f430f17b3b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:17:01.148869 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-ae7fb10e-7de3-4210-aecc-95b81d330a74 service neutron] Attempting to bind port cdfef189-94ed-4298-9f46-39b77384d2ae on network c402384d-4f08-45f4-8228-f430f17b3b9c {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:17:01.153907 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-ae7fb10e-7de3-4210-aecc-95b81d330a74 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:17:01.154245 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-ae7fb10e-7de3-4210-aecc-95b81d330a74 service neutron] Checking segment: {'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:17:01.154624 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-ae7fb10e-7de3-4210-aecc-95b81d330a74 service neutron] Bound using segment: {'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:17:01.155042 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-ae7fb10e-7de3-4210-aecc-95b81d330a74 service neutron] Bound port: cdfef189-94ed-4298-9f46-39b77384d2ae, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:17:01.155384 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-ae7fb10e-7de3-4210-aecc-95b81d330a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:01.329687 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70801eb5-04b8-4ede-b398-c65a59407635 req-36b4a764-ba02-4965-9d0c-1ad6147f7b72 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:01.331385 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-70801eb5-04b8-4ede-b398-c65a59407635 req-36b4a764-ba02-4965-9d0c-1ad6147f7b72 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 944 time: 0.0862455 May 03 23:17:01.366538 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-ae7fb10e-7de3-4210-aecc-95b81d330a74 service neutron] For port cdfef189-94ed-4298-9f46-39b77384d2ae, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:17:01.369417 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-ae7fb10e-7de3-4210-aecc-95b81d330a74 service neutron] For port cdfef189-94ed-4298-9f46-39b77384d2ae, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=cdfef189-94ed-4298-9f46-39b77384d2ae,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:17:01.373845 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-ae7fb10e-7de3-4210-aecc-95b81d330a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:01.376811 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-70801eb5-04b8-4ede-b398-c65a59407635 req-c3a7c7bf-a87e-4b82-9b12-a68b2cfa5353 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389888 May 03 23:17:01.433041 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-ae7fb10e-7de3-4210-aecc-95b81d330a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:01.433698 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-ae7fb10e-7de3-4210-aecc-95b81d330a74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:01.435059 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-ae7fb10e-7de3-4210-aecc-95b81d330a74 service neutron] 10.222.0.60 "PUT /v2.0/ports/cdfef189-94ed-4298-9f46-39b77384d2ae HTTP/1.1" status: 200 len: 1092 time: 1.1940248 May 03 23:17:01.451839 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7fb10e-7de3-4210-aecc-95b81d330a74 service neutron] Pushing event updated for resources: {'Port': ['ID=cdfef189-94ed-4298-9f46-39b77384d2ae,revision_number=7']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:17:01.532657 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-e75ceb32-5dd3-4306-b48a-82f2420a7540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:01.534621 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-e75ceb32-5dd3-4306-b48a-82f2420a7540 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 1095 time: 0.0786414 May 03 23:17:01.668771 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-df54e466-5e5c-4932-b4b5-39b760f4046c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:01.670240 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-df54e466-5e5c-4932-b4b5-39b760f4046c service neutron] 10.222.0.60 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.1293402 May 03 23:17:01.771866 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-93a8bc21-1b7c-4237-8f82-380d857b5707 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdfef189-94ed-4298-9f46-39b77384d2ae HTTP/1.1" status: 200 len: 999 time: 0.0953679 May 03 23:17:01.834748 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-3de2017e-9c03-44f5-b5c5-210aeb8f198b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:01.836106 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-3de2017e-9c03-44f5-b5c5-210aeb8f198b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0558689 May 03 23:17:01.915743 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-c17300e8-8f3b-4a71-b3d2-61fced443e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:01.917255 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-c17300e8-8f3b-4a71-b3d2-61fced443e61 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736325 May 03 23:17:02.046050 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-aa51eb4f-a1e3-402f-aec7-2b42d32bb9d5 service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216738 May 03 23:17:02.174362 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-369a939a-ce86-408e-9234-96ccc1c7b292 req-87e76dab-46e9-468f-adaf-28456fadbe01 service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220348 May 03 23:17:02.566317 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da66a3-98e1-463f-9c7f-31df4f6dbeb0 req-2206a541-60e3-43b5-9add-dbe27ad6ceec tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:02.567824 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-38da66a3-98e1-463f-9c7f-31df4f6dbeb0 req-2206a541-60e3-43b5-9add-dbe27ad6ceec tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 944 time: 0.0826724 May 03 23:17:02.612480 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-38da66a3-98e1-463f-9c7f-31df4f6dbeb0 req-b8fe8b3a-de14-46b4-bd8e-821770a98859 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389631 May 03 23:17:02.773062 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca09ae0-b795-4283-a92e-a738001a2bae', 'tag': 'cdfef189-94ed-4298-9f46-39b77384d2ae'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:17:02.830312 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fff8622-ba24-4c71-87b0-0a959b80a201'] response: {'name': 'network-changed', 'server_uuid': '7ca09ae0-b795-4283-a92e-a738001a2bae', 'tag': 'cdfef189-94ed-4298-9f46-39b77384d2ae', 'status': 'completed', 'code': 200} May 03 23:17:02.976944 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14f522-a410-409d-bb71-c7fed0306281 req-b0989807-37db-462f-9f97-320e2c4a2dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:02.978408 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ce14f522-a410-409d-bb71-c7fed0306281 req-b0989807-37db-462f-9f97-320e2c4a2dc6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 1095 time: 0.1327651 May 03 23:17:02.980673 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14f522-a410-409d-bb71-c7fed0306281 req-79cf294a-01c6-4620-b05b-54109196b8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:02.981986 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ce14f522-a410-409d-bb71-c7fed0306281 req-79cf294a-01c6-4620-b05b-54109196b8a1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 1095 time: 0.0967817 May 03 23:17:03.211493 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14f522-a410-409d-bb71-c7fed0306281 req-96029c16-0799-482c-96d6-2e3bb2830a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:03.212918 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ce14f522-a410-409d-bb71-c7fed0306281 req-96029c16-0799-482c-96d6-2e3bb2830a03 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.2287376 May 03 23:17:03.215123 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14f522-a410-409d-bb71-c7fed0306281 req-5042519c-f867-461b-ac32-b5b47594a456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:03.216380 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ce14f522-a410-409d-bb71-c7fed0306281 req-5042519c-f867-461b-ac32-b5b47594a456 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.2110231 May 03 23:17:03.387965 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device cdfef189-94ed-4298-9f46-39b77384d2ae no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:17:03.397360 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ce14f522-a410-409d-bb71-c7fed0306281 req-0f870b52-fbd2-468d-a580-d95b0a6245be service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdfef189-94ed-4298-9f46-39b77384d2ae HTTP/1.1" status: 200 len: 999 time: 0.1782579 May 03 23:17:03.399122 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ce14f522-a410-409d-bb71-c7fed0306281 req-ac67ff60-cebd-4396-9285-a17434d84b53 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdfef189-94ed-4298-9f46-39b77384d2ae HTTP/1.1" status: 200 len: 999 time: 0.1301544 May 03 23:17:03.444363 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device cdfef189-94ed-4298-9f46-39b77384d2ae not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:17:03.617060 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14f522-a410-409d-bb71-c7fed0306281 req-c886d2f4-a8c4-4e14-ac1f-bcc3c706e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:03.618511 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ce14f522-a410-409d-bb71-c7fed0306281 req-c886d2f4-a8c4-4e14-ac1f-bcc3c706e2c4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.2140038 May 03 23:17:03.621498 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14f522-a410-409d-bb71-c7fed0306281 req-ffd4467b-af7d-49fc-b0d1-f9770e109a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:03.622814 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ce14f522-a410-409d-bb71-c7fed0306281 req-ffd4467b-af7d-49fc-b0d1-f9770e109a1d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.1877661 May 03 23:17:03.755625 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14f522-a410-409d-bb71-c7fed0306281 req-69131d31-23b9-4bd8-a5df-2af94e79117e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:03.757088 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ce14f522-a410-409d-bb71-c7fed0306281 req-69131d31-23b9-4bd8-a5df-2af94e79117e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1302128 May 03 23:17:03.761382 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14f522-a410-409d-bb71-c7fed0306281 req-93deb4c1-8d44-4e86-9d21-7607478eba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:03.762777 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ce14f522-a410-409d-bb71-c7fed0306281 req-93deb4c1-8d44-4e86-9d21-7607478eba62 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042123 May 03 23:17:03.806538 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555f468-284f-4fb4-a525-519923a573b3 req-476a1084-b8b8-4233-bfb2-50a2501198a5 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:03.808920 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e555f468-284f-4fb4-a525-519923a573b3 req-476a1084-b8b8-4233-bfb2-50a2501198a5 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 944 time: 0.0835235 May 03 23:17:03.860047 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e555f468-284f-4fb4-a525-519923a573b3 req-16908a0a-5770-45af-990e-d816f2563806 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436251 May 03 23:17:03.999686 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ce14f522-a410-409d-bb71-c7fed0306281 req-aa82f9f6-b975-4c51-8672-c2e8b68078f8 service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344134 May 03 23:17:04.001975 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ce14f522-a410-409d-bb71-c7fed0306281 req-4a529a45-35e0-4ca8-86cf-602a93ad9cf2 service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171047 May 03 23:17:04.234589 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ce14f522-a410-409d-bb71-c7fed0306281 req-9e42f909-502d-41e8-8756-d8f37a907fd9 service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281518 May 03 23:17:04.236945 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ce14f522-a410-409d-bb71-c7fed0306281 req-933c6d23-516e-4cb2-83fd-74a8cf1e5560 service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132869 May 03 23:17:04.594782 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device cdfef189-94ed-4298-9f46-39b77384d2ae details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:17:04.723883 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port cdfef189-94ed-4298-9f46-39b77384d2ae, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=cdfef189-94ed-4298-9f46-39b77384d2ae,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:17:04.737080 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': 'cdfef189-94ed-4298-9f46-39b77384d2ae', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'port_id': 'cdfef189-94ed-4298-9f46-39b77384d2ae', 'mac_address': 'fa:16:3e:cf:80:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:17:04.794064 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:04.810381 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdfef189-94ed-4298-9f46-39b77384d2ae {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:17:04.825147 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port cdfef189-94ed-4298-9f46-39b77384d2ae, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=cdfef189-94ed-4298-9f46-39b77384d2ae,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:17:04.830009 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:04.894752 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=cdfef189-94ed-4298-9f46-39b77384d2ae,revision_number=8']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:17:05.052853 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba247f-cfc4-4151-a36b-a554b7ffca7e req-14674a2d-fd3a-44ea-b064-7dd1202aee3d tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:05.054377 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-52ba247f-cfc4-4151-a36b-a554b7ffca7e req-14674a2d-fd3a-44ea-b064-7dd1202aee3d tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 945 time: 0.0798180 May 03 23:17:05.055978 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['cdfef189-94ed-4298-9f46-39b77384d2ae'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:17:05.100300 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-52ba247f-cfc4-4151-a36b-a554b7ffca7e req-1cffa1a1-6935-422c-b7b6-da4ee8ed5150 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400426 May 03 23:17:05.416514 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a797f-14d2-4071-b4ca-102cb7c5288c req-3a7ac1e0-80a1-4768-9545-04aa459fb2fe tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:05.418174 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-031a797f-14d2-4071-b4ca-102cb7c5288c req-3a7ac1e0-80a1-4768-9545-04aa459fb2fe tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 945 time: 0.0853040 May 03 23:17:05.418419 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d946b-3382-41e1-9a3f-0cf5d4a15367 req-559b59e3-000b-4a68-8d89-a27b3b4e7a12 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:05.419199 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-eb1d946b-3382-41e1-9a3f-0cf5d4a15367 req-559b59e3-000b-4a68-8d89-a27b3b4e7a12 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Synchronizing usage tracker for tenant:079d3dc8819f4981873b4a485dbc4fff on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:17:05.440004 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-eb1d946b-3382-41e1-9a3f-0cf5d4a15367 req-559b59e3-000b-4a68-8d89-a27b3b4e7a12 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Unset dirty status for tenant:079d3dc8819f4981873b4a485dbc4fff on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:17:05.441399 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-eb1d946b-3382-41e1-9a3f-0cf5d4a15367 req-559b59e3-000b-4a68-8d89-a27b3b4e7a12 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae&tenant_id=079d3dc8819f4981873b4a485dbc4fff&binding%3Ahost_id=n-h1-811807-1 HTTP/1.1" status: 200 len: 945 time: 0.1109688 May 03 23:17:05.471707 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-031a797f-14d2-4071-b4ca-102cb7c5288c req-d98c2620-f950-4484-a02a-b72a1c2c5f3c tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474060 May 03 23:17:05.546007 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [req-eb1d946b-3382-41e1-9a3f-0cf5d4a15367 req-ba4dd978-d4f4-4950-9609-0603ad96026e service neutron] delete failed (client error): The resource could not be found. May 03 23:17:05.546836 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-eb1d946b-3382-41e1-9a3f-0cf5d4a15367 req-ba4dd978-d4f4-4950-9609-0603ad96026e service neutron] 10.222.0.67 "DELETE /v2.0/ports/cdfef189-94ed-4298-9f46-39b77384d2ae/bindings/n-h2-811807-1 HTTP/1.1" status: 404 len: 380 time: 0.0979114 May 03 23:17:05.689252 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d946b-3382-41e1-9a3f-0cf5d4a15367 req-165de2c6-441b-4928-887d-b9ce196e0519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:05.690754 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-eb1d946b-3382-41e1-9a3f-0cf5d4a15367 req-165de2c6-441b-4928-887d-b9ce196e0519 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 1096 time: 0.0739753 May 03 23:17:05.820266 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d946b-3382-41e1-9a3f-0cf5d4a15367 req-bf8c6d9b-e50d-4058-b716-ff22fe498584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:05.821606 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-eb1d946b-3382-41e1-9a3f-0cf5d4a15367 req-bf8c6d9b-e50d-4058-b716-ff22fe498584 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.1246133 May 03 23:17:05.932493 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-eb1d946b-3382-41e1-9a3f-0cf5d4a15367 req-725144d1-6be2-4807-8a3e-1e0ada57909d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdfef189-94ed-4298-9f46-39b77384d2ae HTTP/1.1" status: 200 len: 1000 time: 0.1047187 May 03 23:17:05.997222 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d946b-3382-41e1-9a3f-0cf5d4a15367 req-a8d5784a-29a8-4561-9da9-6534f9d7260f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:05.998674 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-eb1d946b-3382-41e1-9a3f-0cf5d4a15367 req-a8d5784a-29a8-4561-9da9-6534f9d7260f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0599403 May 03 23:17:06.073921 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d946b-3382-41e1-9a3f-0cf5d4a15367 req-5d088751-3c6d-4dc0-8f60-e7d62904b8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:06.075289 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-eb1d946b-3382-41e1-9a3f-0cf5d4a15367 req-5d088751-3c6d-4dc0-8f60-e7d62904b8d4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705585 May 03 23:17:06.206687 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-eb1d946b-3382-41e1-9a3f-0cf5d4a15367 req-cbb4f2dc-2e4a-41a8-bc1c-b8e617c532ba service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251183 May 03 23:17:06.452737 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-eb1d946b-3382-41e1-9a3f-0cf5d4a15367 req-1f612847-aae8-4d6b-8a19-46b30a8bd5d6 service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395718 May 03 23:17:06.609513 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device cdfef189-94ed-4298-9f46-39b77384d2ae up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:17:06.663657 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f4e5a-c5ad-4cd4-80dc-3a33325c35a8 req-e5facb5c-12ac-4f4d-b528-9515bb6e93bd tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:06.665115 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a32f4e5a-c5ad-4cd4-80dc-3a33325c35a8 req-e5facb5c-12ac-4f4d-b528-9515bb6e93bd tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 945 time: 0.0828602 May 03 23:17:06.677975 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port cdfef189-94ed-4298-9f46-39b77384d2ae completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:17:06.683221 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port cdfef189-94ed-4298-9f46-39b77384d2ae triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:17:06.683717 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:06.711732 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a32f4e5a-c5ad-4cd4-80dc-3a33325c35a8 req-e2a9bfac-7f7e-48dd-b7d1-7def0954e699 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409031 May 03 23:17:06.802901 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:06.829007 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca09ae0-b795-4283-a92e-a738001a2bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdfef189-94ed-4298-9f46-39b77384d2ae'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:17:06.838967 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port cdfef189-94ed-4298-9f46-39b77384d2ae, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=cdfef189-94ed-4298-9f46-39b77384d2ae,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:17:06.844979 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:06.884513 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25bd5f04-0214-4a04-a556-e324a01ca2e2'] response: {'server_uuid': '7ca09ae0-b795-4283-a92e-a738001a2bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdfef189-94ed-4298-9f46-39b77384d2ae', 'code': 200} May 03 23:17:06.923293 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=cdfef189-94ed-4298-9f46-39b77384d2ae,revision_number=9']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:17:07.898789 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75315b70-ee6b-4b1c-90a9-b1b99c29db1b req-3e4d0249-b45c-47e0-9389-16f14ba8a768 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:07.900210 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-75315b70-ee6b-4b1c-90a9-b1b99c29db1b req-3e4d0249-b45c-47e0-9389-16f14ba8a768 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 946 time: 0.0810394 May 03 23:17:07.944882 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-75315b70-ee6b-4b1c-90a9-b1b99c29db1b req-0ea71e37-7906-4d77-b29c-df9b463d440e tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388069 May 03 23:17:08.130867 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744b1ea-38fa-461f-b10a-74ce8bd16950 req-ded00c44-ab1b-4ccf-9471-45aaa3229617 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:08.132305 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9744b1ea-38fa-461f-b10a-74ce8bd16950 req-ded00c44-ab1b-4ccf-9471-45aaa3229617 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 946 time: 0.0788937 May 03 23:17:08.175335 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9744b1ea-38fa-461f-b10a-74ce8bd16950 req-50d837e3-01b9-4e52-bff7-635148182dd4 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374248 May 03 23:17:08.369533 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096c427-7514-481e-8d66-5ee718e91ce4 req-37048eda-0a0f-4aeb-9523-eee59de18714 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:08.371032 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e096c427-7514-481e-8d66-5ee718e91ce4 req-37048eda-0a0f-4aeb-9523-eee59de18714 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 946 time: 0.0903749 May 03 23:17:08.419707 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e096c427-7514-481e-8d66-5ee718e91ce4 req-10824691-b109-4d9b-9a49-f7712de2bd18 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421481 May 03 23:17:08.823404 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f972f7e-38c4-4ef0-93c3-68feff52a2b7 req-a985681b-f7a7-434d-a10b-d30838f2d9d4 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:08.824806 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7f972f7e-38c4-4ef0-93c3-68feff52a2b7 req-a985681b-f7a7-434d-a10b-d30838f2d9d4 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 946 time: 0.0861976 May 03 23:17:08.878101 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7f972f7e-38c4-4ef0-93c3-68feff52a2b7 req-657762c5-e54b-426a-8c25-6848da92ad9e tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468848 May 03 23:17:10.043097 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fb657-3090-4c25-b2c2-04817439e825 req-65087ca5-a615-4587-a4c7-d402e72e6a7c tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:10.044520 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f38fb657-3090-4c25-b2c2-04817439e825 req-65087ca5-a615-4587-a4c7-d402e72e6a7c tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 946 time: 0.0825360 May 03 23:17:10.060402 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9535f7-1508-4908-bd91-199ec8dced76 req-93831b64-841a-4792-a160-87cf26a35ade tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:10.061868 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1d9535f7-1508-4908-bd91-199ec8dced76 req-93831b64-841a-4792-a160-87cf26a35ade tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 946 time: 0.0789499 May 03 23:17:10.105721 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1d9535f7-1508-4908-bd91-199ec8dced76 req-79b01868-5c91-4b86-a7d3-c59f39fc1e0c tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374942 May 03 23:17:10.113537 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-f38fb657-3090-4c25-b2c2-04817439e825 req-5c337315-2230-41c3-aeb8-7df2bdab703e tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Deleting port cdfef189-94ed-4298-9f46-39b77384d2ae {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:17:10.113904 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f38fb657-3090-4c25-b2c2-04817439e825 req-5c337315-2230-41c3-aeb8-7df2bdab703e tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:10.355083 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-f38fb657-3090-4c25-b2c2-04817439e825 req-5c337315-2230-41c3-aeb8-7df2bdab703e tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] For port cdfef189-94ed-4298-9f46-39b77384d2ae, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=cdfef189-94ed-4298-9f46-39b77384d2ae,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:17:10.355402 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f38fb657-3090-4c25-b2c2-04817439e825 req-5c337315-2230-41c3-aeb8-7df2bdab703e tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:10.636633 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f38fb657-3090-4c25-b2c2-04817439e825 req-5c337315-2230-41c3-aeb8-7df2bdab703e tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:10.637005 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f38fb657-3090-4c25-b2c2-04817439e825 req-5c337315-2230-41c3-aeb8-7df2bdab703e tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:10.637317 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [req-f38fb657-3090-4c25-b2c2-04817439e825 req-5c337315-2230-41c3-aeb8-7df2bdab703e tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Floating IP 8b671a3b-69de-4dfa-a532-2a412a5d6a85 disassociated. External IP: 172.25.2.14, port: cdfef189-94ed-4298-9f46-39b77384d2ae. May 03 23:17:10.637652 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-f38fb657-3090-4c25-b2c2-04817439e825 req-5c337315-2230-41c3-aeb8-7df2bdab703e tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Calling delete_port for cdfef189-94ed-4298-9f46-39b77384d2ae owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:17:10.782616 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f38fb657-3090-4c25-b2c2-04817439e825 req-5c337315-2230-41c3-aeb8-7df2bdab703e tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:10.845182 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c337315-2230-41c3-aeb8-7df2bdab703e tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Pushing event deleted for resources: {'Port': ['ID=cdfef189-94ed-4298-9f46-39b77384d2ae,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:17:11.034618 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f38fb657-3090-4c25-b2c2-04817439e825 req-5c337315-2230-41c3-aeb8-7df2bdab703e tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Router 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:17:11.213868 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f38fb657-3090-4c25-b2c2-04817439e825 req-5c337315-2230-41c3-aeb8-7df2bdab703e tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:17:11.224002 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc70806-c049-4b59-a6c3-c9dc873237fb None None] Sync routers for ids ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:17:11.234934 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc70806-c049-4b59-a6c3-c9dc873237fb None None] Routers {'163091ae-6ce1-4d2d-8ef2-32d21f16fe56'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:17:11.235550 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-dfc70806-c049-4b59-a6c3-c9dc873237fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:16:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:17:11.269678 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9214e0d1-442a-4633-80a9-3aec30e233ce req-69f326d6-4c02-4a53-bb27-a191d5be89a3 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca09ae0-b795-4283-a92e-a738001a2bae HTTP/1.1" status: 200 len: 210 time: 0.0558066 May 03 23:17:11.402434 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38fb657-3090-4c25-b2c2-04817439e825 req-5c337315-2230-41c3-aeb8-7df2bdab703e tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] No DVR routers for this DVR port cdfef189-94ed-4298-9f46-39b77384d2ae on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:17:11.405046 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f38fb657-3090-4c25-b2c2-04817439e825 req-5c337315-2230-41c3-aeb8-7df2bdab703e tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:11.407738 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca09ae0-b795-4283-a92e-a738001a2bae', 'name': 'network-vif-deleted', 'tag': 'cdfef189-94ed-4298-9f46-39b77384d2ae'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:17:11.415075 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-dfc70806-c049-4b59-a6c3-c9dc873237fb None None] Set router 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:17:11.424043 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f38fb657-3090-4c25-b2c2-04817439e825 req-5c337315-2230-41c3-aeb8-7df2bdab703e tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.60 "DELETE /v2.0/ports/cdfef189-94ed-4298-9f46-39b77384d2ae HTTP/1.1" status: 204 len: 173 time: 1.3742995 May 03 23:17:11.453702 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06200203-1aa8-4528-924c-b6178b76d181'] response: {'server_uuid': '7ca09ae0-b795-4283-a92e-a738001a2bae', 'name': 'network-vif-deleted', 'tag': 'cdfef189-94ed-4298-9f46-39b77384d2ae', 'status': 'completed', 'code': 200} May 03 23:17:11.737477 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-dfc70806-c049-4b59-a6c3-c9dc873237fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'name': 'tempest-ServerActionsTestJSON-1177372241-router', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:21Z', 'revision_number': 4, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'gw_port': {'id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '08c212b0-b7ee-4c15-8255-5bf22f1f582e', 'name': '', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'mac_address': 'fa:16:3e:ea:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:21Z', 'updated_at': '2022-05-03T23:16:27Z', 'revision_number': 5, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'subnets': [{'id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:17:11.741155 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc70806-c049-4b59-a6c3-c9dc873237fb None None] Checking router: 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:17:11.749033 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc70806-c049-4b59-a6c3-c9dc873237fb None None] Routers {'163091ae-6ce1-4d2d-8ef2-32d21f16fe56'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:17:11.749603 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-dfc70806-c049-4b59-a6c3-c9dc873237fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:16:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:17:11.927827 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-dfc70806-c049-4b59-a6c3-c9dc873237fb None None] Set router 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:17:12.235033 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-dfc70806-c049-4b59-a6c3-c9dc873237fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'name': 'tempest-ServerActionsTestJSON-1177372241-router', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:21Z', 'revision_number': 4, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'gw_port': {'id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '08c212b0-b7ee-4c15-8255-5bf22f1f582e', 'name': '', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'mac_address': 'fa:16:3e:ea:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:21Z', 'updated_at': '2022-05-03T23:16:27Z', 'revision_number': 5, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'subnets': [{'id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:17:12.238823 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc70806-c049-4b59-a6c3-c9dc873237fb None None] The sync data for ids ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'] in n-d-811807-1 is: [{'id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'name': 'tempest-ServerActionsTestJSON-1177372241-router', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:21Z', 'revision_number': 4, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'gw_port': {'id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '08c212b0-b7ee-4c15-8255-5bf22f1f582e', 'name': '', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'mac_address': 'fa:16:3e:ea:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:21Z', 'updated_at': '2022-05-03T23:16:27Z', 'revision_number': 5, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'subnets': [{'id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:17:12.449443 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d2bf0d-be7d-49c9-9af8-8b4a9de6896c None None] New status for floating IP 8b671a3b-69de-4dfa-a532-2a412a5d6a85: DOWN {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:17:12.604702 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-53be0634-05bc-40dd-8a2b-3331ac05fd04 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1656566114&fields=id&tenant_id=079d3dc8819f4981873b4a485dbc4fff HTTP/1.1" status: 200 len: 267 time: 0.0431838 May 03 23:17:12.680942 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device cdfef189-94ed-4298-9f46-39b77384d2ae no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:17:12.721073 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: cdfef189-94ed-4298-9f46-39b77384d2ae {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:17:12.721419 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device cdfef189-94ed-4298-9f46-39b77384d2ae not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:17:12.767908 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-3274d42d-961c-4784-b394-74efef42bdbe tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:12.770445 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-3274d42d-961c-4784-b394-74efef42bdbe tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 812 time: 0.1580949 May 03 23:17:12.786358 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-e6871d53-7d1b-4be3-9bab-691c45fa2911 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/quotas/079d3dc8819f4981873b4a485dbc4fff HTTP/1.1" status: 200 len: 375 time: 0.0104356 May 03 23:17:12.876184 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-68e3802e-5dc0-4603-9841-e578aa01c0a3 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0850167 May 03 23:17:13.058356 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-98f7d8c9-4ee0-4571-acc5-7e20799adddf service neutron] 10.222.0.58 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706178 May 03 23:17:13.286221 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-7c229ff1-0103-48d1-84c9-74cf16b5506a service neutron] 10.222.0.58 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221134 May 03 23:17:13.466629 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8ea6318-dc33-4b5c-8efd-eba32983701f req-13668d49-f797-4485-aa0f-77f3fc4257af tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 210 time: 0.0452554 May 03 23:17:14.467935 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-46532910-8505-40f4-863b-753ca6442a8c tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:14.469406 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-46532910-8505-40f4-863b-753ca6442a8c tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.60 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 812 time: 0.1504729 May 03 23:17:14.519390 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-5b3b8809-a426-4759-b482-5fde1a676134 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=079d3dc8819f4981873b4a485dbc4fff HTTP/1.1" status: 200 len: 380 time: 0.0422003 May 03 23:17:14.528010 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-9f43f050-defc-42ea-933b-2ca2211744e5 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Request body: {'port': {'device_id': 'c9e415ae-f177-4868-87c0-34debea1c060', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'admin_state_up': True, 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'security_groups': ['5f1ba4a9-6ca3-435f-a679-dd0f49437897']}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:17:14.617951 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9b175ced-e842-46ef-8143-084064af7da7 req-1229e7e6-7bb5-4116-a9d6-55dd9e623048 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 210 time: 0.0427816 May 03 23:17:14.662990 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-9f43f050-defc-42ea-933b-2ca2211744e5 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:17:14.666993 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-9f43f050-defc-42ea-933b-2ca2211744e5 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Usage tracker for resource:port and tenant:079d3dc8819f4981873b4a485dbc4fff is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:17:14.669754 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-9f43f050-defc-42ea-933b-2ca2211744e5 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:17:14.675819 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-9f43f050-defc-42ea-933b-2ca2211744e5 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:17:14.684939 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-9f43f050-defc-42ea-933b-2ca2211744e5 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Made reservation on behalf of 079d3dc8819f4981873b4a485dbc4fff for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:17:14.688933 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-9f43f050-defc-42ea-933b-2ca2211744e5 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:14.847790 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-9f43f050-defc-42ea-933b-2ca2211744e5 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Allocated IP 172.20.0.11 (c402384d-4f08-45f4-8228-f430f17b3b9c/8af63aca-54fb-463d-9316-635e0f11fb22/9db6951b-ac45-4675-9936-abd1f676a60e) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:17:15.031230 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-9f43f050-defc-42ea-933b-2ca2211744e5 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:15.046492 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-9f43f050-defc-42ea-933b-2ca2211744e5 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Transition to ACTIVE for port object 9db6951b-ac45-4675-9936-abd1f676a60e will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:17:15.072032 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-9f43f050-defc-42ea-933b-2ca2211744e5 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:15.145594 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-9f43f050-defc-42ea-933b-2ca2211744e5 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Network c402384d-4f08-45f4-8228-f430f17b3b9c is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:17:15.148626 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-9f43f050-defc-42ea-933b-2ca2211744e5 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:17:15.151053 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-9f43f050-defc-42ea-933b-2ca2211744e5 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:17:15.187574 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43f050-defc-42ea-933b-2ca2211744e5 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Pushing event updated for resources: {'Port': ['ID=9db6951b-ac45-4675-9936-abd1f676a60e,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:17:15.222426 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-9f43f050-defc-42ea-933b-2ca2211744e5 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:15.223027 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-9f43f050-defc-42ea-933b-2ca2211744e5 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:15.247669 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-9f43f050-defc-42ea-933b-2ca2211744e5 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7231438 May 03 23:17:15.258807 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-bd8516d2-30ae-4153-85fa-e1b9cca71c4b service neutron] Request body: {'port': {'device_id': 'c9e415ae-f177-4868-87c0-34debea1c060', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:17:15.372624 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-bd8516d2-30ae-4153-85fa-e1b9cca71c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:15.400705 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9005df0c-36d1-4c4c-b6cf-6c5ea47325f0 None None] Provisioning for port 9db6951b-ac45-4675-9936-abd1f676a60e completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:17:15.405627 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9005df0c-36d1-4c4c-b6cf-6c5ea47325f0 None None] Provisioning complete for port 9db6951b-ac45-4675-9936-abd1f676a60e triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:17:15.406152 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9005df0c-36d1-4c4c-b6cf-6c5ea47325f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:15.461987 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-9005df0c-36d1-4c4c-b6cf-6c5ea47325f0 None None] Port 9db6951b-ac45-4675-9936-abd1f676a60e cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:17:15.710303 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-bd8516d2-30ae-4153-85fa-e1b9cca71c4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9db6951b-ac45-4675-9936-abd1f676a60e {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:17:15.717392 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-bd8516d2-30ae-4153-85fa-e1b9cca71c4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:15.731294 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-bd8516d2-30ae-4153-85fa-e1b9cca71c4b service neutron] Transition to ACTIVE for port object 9db6951b-ac45-4675-9936-abd1f676a60e will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:17:15.735261 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-bd8516d2-30ae-4153-85fa-e1b9cca71c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:15.809723 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a3d44-3594-4cd6-be8f-8e2eb434b902 req-1cba395d-aefc-41f1-bad0-82461e2dbbe8 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:15.811256 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-414a3d44-3594-4cd6-be8f-8e2eb434b902 req-1cba395d-aefc-41f1-bad0-82461e2dbbe8 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 944 time: 0.0823717 May 03 23:17:15.863789 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-414a3d44-3594-4cd6-be8f-8e2eb434b902 req-7815f792-5d7e-4529-8b39-ce0172d7579b tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461297 May 03 23:17:15.885266 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8516d2-30ae-4153-85fa-e1b9cca71c4b service neutron] Pushing event updated for resources: {'Port': ['ID=9db6951b-ac45-4675-9936-abd1f676a60e,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:17:15.966664 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-bd8516d2-30ae-4153-85fa-e1b9cca71c4b service neutron] Attempting to bind port 9db6951b-ac45-4675-9936-abd1f676a60e on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:17:15.966993 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-bd8516d2-30ae-4153-85fa-e1b9cca71c4b service neutron] Attempting to bind port 9db6951b-ac45-4675-9936-abd1f676a60e by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:17:15.967312 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-bd8516d2-30ae-4153-85fa-e1b9cca71c4b service neutron] Attempting to bind port 9db6951b-ac45-4675-9936-abd1f676a60e on network c402384d-4f08-45f4-8228-f430f17b3b9c {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:17:15.971978 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-bd8516d2-30ae-4153-85fa-e1b9cca71c4b service neutron] Port 9db6951b-ac45-4675-9936-abd1f676a60e on network c402384d-4f08-45f4-8228-f430f17b3b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:17:15.972301 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-bd8516d2-30ae-4153-85fa-e1b9cca71c4b service neutron] Attempting to bind port 9db6951b-ac45-4675-9936-abd1f676a60e on network c402384d-4f08-45f4-8228-f430f17b3b9c {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:17:15.977340 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-bd8516d2-30ae-4153-85fa-e1b9cca71c4b service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:17:15.977672 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-bd8516d2-30ae-4153-85fa-e1b9cca71c4b service neutron] Checking segment: {'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:17:15.978075 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-bd8516d2-30ae-4153-85fa-e1b9cca71c4b service neutron] Bound using segment: {'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:17:15.978491 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-bd8516d2-30ae-4153-85fa-e1b9cca71c4b service neutron] Bound port: 9db6951b-ac45-4675-9936-abd1f676a60e, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:17:15.978832 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-bd8516d2-30ae-4153-85fa-e1b9cca71c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:16.067642 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-bd8516d2-30ae-4153-85fa-e1b9cca71c4b service neutron] For port 9db6951b-ac45-4675-9936-abd1f676a60e, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:17:16.070406 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-bd8516d2-30ae-4153-85fa-e1b9cca71c4b service neutron] For port 9db6951b-ac45-4675-9936-abd1f676a60e, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=9db6951b-ac45-4675-9936-abd1f676a60e,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:17:16.074787 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-bd8516d2-30ae-4153-85fa-e1b9cca71c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:16.238374 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-bd8516d2-30ae-4153-85fa-e1b9cca71c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:16.238975 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-bd8516d2-30ae-4153-85fa-e1b9cca71c4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:16.240322 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-bd8516d2-30ae-4153-85fa-e1b9cca71c4b service neutron] 10.222.0.60 "PUT /v2.0/ports/9db6951b-ac45-4675-9936-abd1f676a60e HTTP/1.1" status: 200 len: 1092 time: 0.9856443 May 03 23:17:16.240735 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e415ae-f177-4868-87c0-34debea1c060', 'tag': '9db6951b-ac45-4675-9936-abd1f676a60e'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:17:16.263243 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8516d2-30ae-4153-85fa-e1b9cca71c4b service neutron] Pushing event updated for resources: {'Port': ['ID=9db6951b-ac45-4675-9936-abd1f676a60e,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:17:16.314558 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25e8db72-183d-474c-83ee-d82d73c52b3e'] response: {'name': 'network-changed', 'server_uuid': 'c9e415ae-f177-4868-87c0-34debea1c060', 'tag': '9db6951b-ac45-4675-9936-abd1f676a60e', 'status': 'completed', 'code': 200} May 03 23:17:16.361113 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-46cf891d-ee1d-4619-a559-6a16aa87d40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:16.362811 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-46cf891d-ee1d-4619-a559-6a16aa87d40f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 1095 time: 0.0802462 May 03 23:17:16.433452 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-b755b9c5-776f-43b7-b2cd-4084b1faddd0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9db6951b-ac45-4675-9936-abd1f676a60e HTTP/1.1" status: 200 len: 217 time: 0.0637739 May 03 23:17:16.498236 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-88872b67-ebf2-41da-aa16-36cfa60e9f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:16.499572 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-88872b67-ebf2-41da-aa16-36cfa60e9f40 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0600629 May 03 23:17:16.573409 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-e5e1fac5-c94c-48cf-bf22-ca789c18a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:16.574911 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-e5e1fac5-c94c-48cf-bf22-ca789c18a29f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691588 May 03 23:17:16.704365 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-bf512136-7f76-4614-a156-24545d613b24 service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236911 May 03 23:17:16.836433 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4271fdc8-fa58-48b5-8a8f-7cd533dd7c97 req-0f937023-c9a4-4f4e-a501-7de24765d585 service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261623 May 03 23:17:16.955940 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2c9d6-58f4-49ac-a55f-8710843d2a04 req-6604b935-73e6-48ff-bc34-f8fe7a5710c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:16.957404 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8fd2c9d6-58f4-49ac-a55f-8710843d2a04 req-6604b935-73e6-48ff-bc34-f8fe7a5710c8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 1095 time: 0.0750730 May 03 23:17:17.049481 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902da5a-28af-4f37-8804-4e0e27708e91 req-3b53154a-b12f-41dd-b9f1-474889479b92 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:17.051014 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9902da5a-28af-4f37-8804-4e0e27708e91 req-3b53154a-b12f-41dd-b9f1-474889479b92 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 944 time: 0.0788131 May 03 23:17:17.092437 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2c9d6-58f4-49ac-a55f-8710843d2a04 req-32dd369f-4007-4fbe-a016-1b39285c1b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:17.093797 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8fd2c9d6-58f4-49ac-a55f-8710843d2a04 req-32dd369f-4007-4fbe-a016-1b39285c1b92 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.1307042 May 03 23:17:17.096834 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9902da5a-28af-4f37-8804-4e0e27708e91 req-4f123689-3eec-4c23-99ac-5e20c8b17853 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391240 May 03 23:17:17.161083 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8fd2c9d6-58f4-49ac-a55f-8710843d2a04 req-94c0c2ca-ef51-4a1c-99b5-2e5dca53759d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9db6951b-ac45-4675-9936-abd1f676a60e HTTP/1.1" status: 200 len: 217 time: 0.0605903 May 03 23:17:17.225813 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2c9d6-58f4-49ac-a55f-8710843d2a04 req-dc31ca7b-cc6f-41fd-9fb5-8521e4e64ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:17.227231 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8fd2c9d6-58f4-49ac-a55f-8710843d2a04 req-dc31ca7b-cc6f-41fd-9fb5-8521e4e64ca2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0606265 May 03 23:17:17.303053 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2c9d6-58f4-49ac-a55f-8710843d2a04 req-ee412610-199a-44ad-a568-2a6d33f5fc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:17.304482 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8fd2c9d6-58f4-49ac-a55f-8710843d2a04 req-ee412610-199a-44ad-a568-2a6d33f5fc37 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689678 May 03 23:17:17.436528 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8fd2c9d6-58f4-49ac-a55f-8710843d2a04 req-40e9b69f-da4a-4c6f-b7fc-efafc6e516da service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233625 May 03 23:17:17.567409 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8fd2c9d6-58f4-49ac-a55f-8710843d2a04 req-a02c6d2c-688f-4cf3-b23b-dc779bbc2c84 service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240296 May 03 23:17:18.350890 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a28a1-946b-41a2-869a-5e81e44b3a2b req-0b4566f7-8724-467a-a4df-9adcc9c0607f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:18.352310 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ce8a28a1-946b-41a2-869a-5e81e44b3a2b req-0b4566f7-8724-467a-a4df-9adcc9c0607f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 944 time: 0.0812778 May 03 23:17:18.394581 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ce8a28a1-946b-41a2-869a-5e81e44b3a2b req-475cb4bd-305a-441c-b79a-bee424c721b2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367742 May 03 23:17:18.657437 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 9db6951b-ac45-4675-9936-abd1f676a60e details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:17:18.788221 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 9db6951b-ac45-4675-9936-abd1f676a60e, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=9db6951b-ac45-4675-9936-abd1f676a60e,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:17:18.800979 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '9db6951b-ac45-4675-9936-abd1f676a60e', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'port_id': '9db6951b-ac45-4675-9936-abd1f676a60e', 'mac_address': 'fa:16:3e:cf:9e:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:17:18.858356 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:18.874376 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9db6951b-ac45-4675-9936-abd1f676a60e {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:17:18.889531 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 9db6951b-ac45-4675-9936-abd1f676a60e, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=9db6951b-ac45-4675-9936-abd1f676a60e,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:17:18.893384 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:18.963431 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=9db6951b-ac45-4675-9936-abd1f676a60e,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:17:19.103889 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['9db6951b-ac45-4675-9936-abd1f676a60e'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:17:19.620351 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35bd86-94ce-4f11-8fc7-9b0d0b22a0fb req-44c01916-9faa-49cd-bd02-abdf10c81729 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:19.621792 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4e35bd86-94ce-4f11-8fc7-9b0d0b22a0fb req-44c01916-9faa-49cd-bd02-abdf10c81729 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 945 time: 0.0799854 May 03 23:17:19.664830 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4e35bd86-94ce-4f11-8fc7-9b0d0b22a0fb req-e0753b98-a86d-4a7a-a31d-f751e4e615ed tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373807 May 03 23:17:20.656184 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 9db6951b-ac45-4675-9936-abd1f676a60e up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:17:20.725044 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 9db6951b-ac45-4675-9936-abd1f676a60e completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:17:20.729805 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 9db6951b-ac45-4675-9936-abd1f676a60e triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:17:20.730209 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:20.845515 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:20.851695 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c77f8-da6c-4b9c-bc24-e4d932f7591d req-690595fa-6be7-41eb-b882-7b2f82c0ad15 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:20.853176 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec7c77f8-da6c-4b9c-bc24-e4d932f7591d req-690595fa-6be7-41eb-b882-7b2f82c0ad15 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 945 time: 0.0832040 May 03 23:17:20.879617 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e415ae-f177-4868-87c0-34debea1c060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db6951b-ac45-4675-9936-abd1f676a60e'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:17:20.889154 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 9db6951b-ac45-4675-9936-abd1f676a60e, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=9db6951b-ac45-4675-9936-abd1f676a60e,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:17:20.894139 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:20.902116 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec7c77f8-da6c-4b9c-bc24-e4d932f7591d req-74290916-2eb6-4201-8b2d-93c5ca829040 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429678 May 03 23:17:20.971755 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=9db6951b-ac45-4675-9936-abd1f676a60e,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:17:21.077715 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-318042a4-e566-42b4-82f5-b4d858166f74'] response: {'server_uuid': 'c9e415ae-f177-4868-87c0-34debea1c060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db6951b-ac45-4675-9936-abd1f676a60e', 'code': 200} May 03 23:17:21.198532 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776bac1-906e-49df-8a3f-1493e353a312 req-de30ec54-1ed4-4298-bc16-32674074344f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:21.200082 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7776bac1-906e-49df-8a3f-1493e353a312 req-de30ec54-1ed4-4298-bc16-32674074344f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 1097 time: 0.0672672 May 03 23:17:21.242701 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7776bac1-906e-49df-8a3f-1493e353a312 req-940d63f4-5b1b-44e1-b973-6a53d11d044c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368659 May 03 23:17:21.249398 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:17:22.173274 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e85c7c-c632-4bd6-b60f-164a7ed6264e req-72acc381-596c-4609-b009-54c6edb87f30 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:22.174826 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-19e85c7c-c632-4bd6-b60f-164a7ed6264e req-72acc381-596c-4609-b009-54c6edb87f30 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 946 time: 0.1216486 May 03 23:17:22.223452 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-19e85c7c-c632-4bd6-b60f-164a7ed6264e req-03047b63-7106-42c2-b865-f5b1897f4917 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429487 May 03 23:17:22.977519 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0e9c966b-4dd3-494a-a6ae-cfced5ab6b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:23.493820 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8adce3-42a7-4a83-8b3e-4c99db1e885f req-acf75e8f-90ed-4a6f-96f1-d1c6a8619503 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:23.495296 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3d8adce3-42a7-4a83-8b3e-4c99db1e885f req-acf75e8f-90ed-4a6f-96f1-d1c6a8619503 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 946 time: 0.1210399 May 03 23:17:23.538759 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3d8adce3-42a7-4a83-8b3e-4c99db1e885f req-0ed48daf-67ff-4773-b917-fa74e2af5298 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378304 May 03 23:17:23.722194 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c956bd-2ae6-4053-b511-8994c3349927 req-d1e28ed3-0ee0-4912-9578-051ec9e660e7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:23.723704 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d0c956bd-2ae6-4053-b511-8994c3349927 req-d1e28ed3-0ee0-4912-9578-051ec9e660e7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 946 time: 0.0842130 May 03 23:17:23.732246 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 54792) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:17:23.736991 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-38216710-05f4-44ad-80ee-719cbcb37f74 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Request body: {'floatingip': {'port_id': '9db6951b-ac45-4675-9936-abd1f676a60e'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:17:23.810780 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-38216710-05f4-44ad-80ee-719cbcb37f74 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks [] for floatingip, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:24.483141 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-38216710-05f4-44ad-80ee-719cbcb37f74 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:24.487282 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-38216710-05f4-44ad-80ee-719cbcb37f74 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:24.656046 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-38216710-05f4-44ad-80ee-719cbcb37f74 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Floating IP 8b671a3b-69de-4dfa-a532-2a412a5d6a85 associated. External IP: 172.25.2.14, port: 9db6951b-ac45-4675-9936-abd1f676a60e. May 03 23:17:24.826030 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:25.001490 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38216710-05f4-44ad-80ee-719cbcb37f74 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Router 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:17:25.174402 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38216710-05f4-44ad-80ee-719cbcb37f74 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:17:25.178706 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-38216710-05f4-44ad-80ee-719cbcb37f74 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:25.183612 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b661735b-db2f-4d39-b85c-19c68f9b058e None None] Sync routers for ids ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:17:25.192836 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b661735b-db2f-4d39-b85c-19c68f9b058e None None] Routers {'163091ae-6ce1-4d2d-8ef2-32d21f16fe56'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:17:25.193434 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-b661735b-db2f-4d39-b85c-19c68f9b058e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:16:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:17:25.232765 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-38216710-05f4-44ad-80ee-719cbcb37f74 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "PUT /v2.0/floatingips/8b671a3b-69de-4dfa-a532-2a412a5d6a85 HTTP/1.1" status: 200 len: 991 time: 1.4994862 May 03 23:17:25.233355 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e415ae-f177-4868-87c0-34debea1c060', 'tag': '9db6951b-ac45-4675-9936-abd1f676a60e'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:17:25.283070 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0719a628-1919-4164-b92a-d09e3e91fe41'] response: {'name': 'network-changed', 'server_uuid': 'c9e415ae-f177-4868-87c0-34debea1c060', 'tag': '9db6951b-ac45-4675-9936-abd1f676a60e', 'status': 'completed', 'code': 200} May 03 23:17:25.372632 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-b661735b-db2f-4d39-b85c-19c68f9b058e None None] Set router 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:17:25.373436 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c8947-b425-44ac-8423-8bf6a8e7c938 req-d0829981-7e2f-43c1-9755-72b603349936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:25.375083 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-120c8947-b425-44ac-8423-8bf6a8e7c938 req-d0829981-7e2f-43c1-9755-72b603349936 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 1097 time: 0.0718770 May 03 23:17:25.577798 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-60fecf64-563c-4a13-a527-1af07dcb4fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:25.613693 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2adcd81-ada4-462e-bca3-1d4cb26a62fa req-c572b9ee-b5d1-43e1-99f9-e2dfe8c530bb tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:25.615221 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e2adcd81-ada4-462e-bca3-1d4cb26a62fa req-c572b9ee-b5d1-43e1-99f9-e2dfe8c530bb tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 946 time: 0.1228158 May 03 23:17:25.654566 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c8947-b425-44ac-8423-8bf6a8e7c938 req-928f8ded-2556-441d-9162-4c9ac3d9c72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:25.656300 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-120c8947-b425-44ac-8423-8bf6a8e7c938 req-928f8ded-2556-441d-9162-4c9ac3d9c72c service neutron] 10.222.0.60 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.2751882 May 03 23:17:25.662595 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e2adcd81-ada4-462e-bca3-1d4cb26a62fa req-cd7747ff-3bb2-4202-a9f2-7dd830823445 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403426 May 03 23:17:25.758484 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-120c8947-b425-44ac-8423-8bf6a8e7c938 req-a792609d-675f-4b54-9643-b13b902d3f07 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9db6951b-ac45-4675-9936-abd1f676a60e HTTP/1.1" status: 200 len: 999 time: 0.0956826 May 03 23:17:25.767074 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-b661735b-db2f-4d39-b85c-19c68f9b058e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'name': 'tempest-ServerActionsTestJSON-1177372241-router', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:21Z', 'revision_number': 4, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'gw_port': {'id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '8b671a3b-69de-4dfa-a532-2a412a5d6a85', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'floating_ip_address': '172.25.2.14', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'port_id': '9db6951b-ac45-4675-9936-abd1f676a60e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'mac_address': 'fa:16:3e:cf:9e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e415ae-f177-4868-87c0-34debea1c060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:16:24Z', 'updated_at': '2022-05-03T23:17:24Z', 'revision_number': 5, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c212b0-b7ee-4c15-8255-5bf22f1f582e', 'name': '', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'mac_address': 'fa:16:3e:ea:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:21Z', 'updated_at': '2022-05-03T23:16:27Z', 'revision_number': 5, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'subnets': [{'id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:17:25.770957 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b661735b-db2f-4d39-b85c-19c68f9b058e None None] Checking router: 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:17:25.779416 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b661735b-db2f-4d39-b85c-19c68f9b058e None None] Routers {'163091ae-6ce1-4d2d-8ef2-32d21f16fe56'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:17:25.780019 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-b661735b-db2f-4d39-b85c-19c68f9b058e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:17:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:17:25.822436 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c8947-b425-44ac-8423-8bf6a8e7c938 req-9a202c93-8fc2-48ce-b457-17acffe22f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:25.824357 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-120c8947-b425-44ac-8423-8bf6a8e7c938 req-9a202c93-8fc2-48ce-b457-17acffe22f1b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0599415 May 03 23:17:25.901172 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c8947-b425-44ac-8423-8bf6a8e7c938 req-8930c1d1-8e9a-44c7-a321-c5b33387a5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:25.902682 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-120c8947-b425-44ac-8423-8bf6a8e7c938 req-8930c1d1-8e9a-44c7-a321-c5b33387a5dd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729134 May 03 23:17:25.960463 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-b661735b-db2f-4d39-b85c-19c68f9b058e None None] Set router 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:17:26.033226 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-120c8947-b425-44ac-8423-8bf6a8e7c938 req-4eef9a45-ad23-4f82-a11c-f2eaa61e09d0 service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243103 May 03 23:17:26.163522 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-120c8947-b425-44ac-8423-8bf6a8e7c938 req-e02b45cf-0cc8-4cfa-b3b6-6a0577024400 service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247127 May 03 23:17:26.294795 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-b661735b-db2f-4d39-b85c-19c68f9b058e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'name': 'tempest-ServerActionsTestJSON-1177372241-router', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:21Z', 'revision_number': 4, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'gw_port': {'id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '8b671a3b-69de-4dfa-a532-2a412a5d6a85', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'floating_ip_address': '172.25.2.14', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'port_id': '9db6951b-ac45-4675-9936-abd1f676a60e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'mac_address': 'fa:16:3e:cf:9e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e415ae-f177-4868-87c0-34debea1c060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:16:24Z', 'updated_at': '2022-05-03T23:17:24Z', 'revision_number': 5, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c212b0-b7ee-4c15-8255-5bf22f1f582e', 'name': '', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'mac_address': 'fa:16:3e:ea:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:21Z', 'updated_at': '2022-05-03T23:16:27Z', 'revision_number': 5, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'subnets': [{'id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:17:26.299243 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b661735b-db2f-4d39-b85c-19c68f9b058e None None] The sync data for ids ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'] in n-d-811807-1 is: [{'id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'name': 'tempest-ServerActionsTestJSON-1177372241-router', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:21Z', 'revision_number': 4, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'gw_port': {'id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '8b671a3b-69de-4dfa-a532-2a412a5d6a85', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'floating_ip_address': '172.25.2.14', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'port_id': '9db6951b-ac45-4675-9936-abd1f676a60e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'mac_address': 'fa:16:3e:cf:9e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e415ae-f177-4868-87c0-34debea1c060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:16:24Z', 'updated_at': '2022-05-03T23:17:24Z', 'revision_number': 5, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c212b0-b7ee-4c15-8255-5bf22f1f582e', 'name': '', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'mac_address': 'fa:16:3e:ea:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:21Z', 'updated_at': '2022-05-03T23:16:27Z', 'revision_number': 5, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'subnets': [{'id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:17:26.394403 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:26.442117 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:26.491538 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fe9c69-3123-4aac-ac65-9f4d90b5ed63 None None] New status for floating IP 8b671a3b-69de-4dfa-a532-2a412a5d6a85: ACTIVE {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:17:26.849978 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77199cf4-752b-49a1-999f-db2bf3a15dc1 req-5944a54b-3236-43f3-986c-093d0c5c9578 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:26.851427 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-77199cf4-752b-49a1-999f-db2bf3a15dc1 req-5944a54b-3236-43f3-986c-093d0c5c9578 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 946 time: 0.0789714 May 03 23:17:26.899051 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-77199cf4-752b-49a1-999f-db2bf3a15dc1 req-c34d2b14-0b9c-4af7-926c-d9ebbd30b6bb tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420642 May 03 23:17:27.763453 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:28.085393 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538692a-8fe1-4154-b3b0-c29fc438d7b9 req-d2154afd-56bf-451c-b8c3-3c472a1d3e3e tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:28.086838 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7538692a-8fe1-4154-b3b0-c29fc438d7b9 req-d2154afd-56bf-451c-b8c3-3c472a1d3e3e tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 946 time: 0.0776098 May 03 23:17:28.128772 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7538692a-8fe1-4154-b3b0-c29fc438d7b9 req-6b4a583d-1131-4010-9724-50c920caa2c7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364158 May 03 23:17:28.388826 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:29.311962 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f4d0b-1039-452b-83c8-843c6cbae864 req-5fd1e205-3ee9-4c60-a1dd-75d2ed9e63b1 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:29.313411 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-947f4d0b-1039-452b-83c8-843c6cbae864 req-5fd1e205-3ee9-4c60-a1dd-75d2ed9e63b1 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 946 time: 0.0819016 May 03 23:17:29.355751 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-947f4d0b-1039-452b-83c8-843c6cbae864 req-53972408-5eca-4373-bfd9-f1d27dafa730 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367830 May 03 23:17:30.538639 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819f9e5-00e6-47e3-a3f4-13fa6754c90c req-c2efe166-3e0e-41e3-8d2f-d066578f9943 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:30.540084 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6819f9e5-00e6-47e3-a3f4-13fa6754c90c req-c2efe166-3e0e-41e3-8d2f-d066578f9943 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 946 time: 0.0780578 May 03 23:17:30.584593 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6819f9e5-00e6-47e3-a3f4-13fa6754c90c req-aab4e03a-c5ee-412c-911a-4e5ee7c9f3e6 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388539 May 03 23:17:31.871971 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31390fc7-fb8f-4950-9ef1-f2233bdc5cf5 req-97762aeb-01f2-4dfd-90ae-1c3b59f0f429 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:31.873332 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-31390fc7-fb8f-4950-9ef1-f2233bdc5cf5 req-97762aeb-01f2-4dfd-90ae-1c3b59f0f429 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 946 time: 0.1844814 May 03 23:17:31.917179 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-31390fc7-fb8f-4950-9ef1-f2233bdc5cf5 req-22ad6128-01ee-4e85-9710-82b2e58efd9a tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382905 May 03 23:17:33.103568 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46117d43-b642-4d7f-9d98-bed27316afa1 req-91e5cb89-0bd1-47a4-9d98-365dfb4f9e24 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:33.104990 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-46117d43-b642-4d7f-9d98-bed27316afa1 req-91e5cb89-0bd1-47a4-9d98-365dfb4f9e24 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 946 time: 0.0781064 May 03 23:17:33.150151 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-46117d43-b642-4d7f-9d98-bed27316afa1 req-b490df69-e390-4acc-80d6-ff4baba3a516 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388594 May 03 23:17:34.330324 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5810ea-1bd1-4776-b880-228b6d86e966 req-7cb1f713-4b4e-4bd8-b192-4138ed5e733f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:34.331679 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-db5810ea-1bd1-4776-b880-228b6d86e966 req-7cb1f713-4b4e-4bd8-b192-4138ed5e733f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 946 time: 0.0779853 May 03 23:17:34.374678 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-db5810ea-1bd1-4776-b880-228b6d86e966 req-3aaba708-f0a3-45ba-a628-e83cb1c81355 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374649 May 03 23:17:35.559161 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666bf54-d5f0-4aa0-9a1c-da19c19f269c req-5c670f0b-21be-4567-bbe5-78614f12837a tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:35.560615 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d666bf54-d5f0-4aa0-9a1c-da19c19f269c req-5c670f0b-21be-4567-bbe5-78614f12837a tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 946 time: 0.0828176 May 03 23:17:35.604456 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d666bf54-d5f0-4aa0-9a1c-da19c19f269c req-f066fab4-81c2-408a-ad3a-f3a0f4c47a75 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375948 May 03 23:17:36.784803 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470d717-fe36-4267-944a-d8005b86af00 req-13dae7f8-51ce-4f5f-a763-90478c6e24d8 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:36.786264 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3470d717-fe36-4267-944a-d8005b86af00 req-13dae7f8-51ce-4f5f-a763-90478c6e24d8 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 946 time: 0.0778849 May 03 23:17:36.828747 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3470d717-fe36-4267-944a-d8005b86af00 req-66a29a56-dacd-4ae3-a5e3-b312460594e7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368259 May 03 23:17:38.019164 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5386486-fd80-4357-b7da-0835d6d1cb2b req-1fd8a89b-c140-4fa0-a3a7-b06bc6325f49 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:38.020603 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c5386486-fd80-4357-b7da-0835d6d1cb2b req-1fd8a89b-c140-4fa0-a3a7-b06bc6325f49 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 946 time: 0.0878785 May 03 23:17:38.063244 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c5386486-fd80-4357-b7da-0835d6d1cb2b req-9ea5f0cd-f48b-4a94-8e88-2d6d5d11371e tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370240 May 03 23:17:39.247214 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef55df-063a-4de2-a5bf-c14c25d38afc req-f922aaa9-7781-4e98-9905-fa46a8aa84d0 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:39.248643 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8aef55df-063a-4de2-a5bf-c14c25d38afc req-f922aaa9-7781-4e98-9905-fa46a8aa84d0 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 946 time: 0.0801229 May 03 23:17:39.296212 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8aef55df-063a-4de2-a5bf-c14c25d38afc req-43b8bcb8-ad81-4e7e-b423-0c84f7dc1475 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414410 May 03 23:17:40.480394 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa7d78-5a1c-4f21-9de6-ef88faeeea71 req-6c4383af-e7a5-4941-9666-bad379b717c5 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:40.481875 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-41aa7d78-5a1c-4f21-9de6-ef88faeeea71 req-6c4383af-e7a5-4941-9666-bad379b717c5 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 946 time: 0.0789158 May 03 23:17:40.526935 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-41aa7d78-5a1c-4f21-9de6-ef88faeeea71 req-b09e2b34-1fe6-4dd3-a15d-af3fd336d211 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391481 May 03 23:17:41.711207 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd558dc4-b4d6-4a73-aa8b-f480537e8589 req-5511466c-455c-44a3-a6db-d3102127752b tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:41.712630 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bd558dc4-b4d6-4a73-aa8b-f480537e8589 req-5511466c-455c-44a3-a6db-d3102127752b tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 946 time: 0.0817947 May 03 23:17:41.756021 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bd558dc4-b4d6-4a73-aa8b-f480537e8589 req-12505653-bf97-4b12-84ca-ef435810c61f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377355 May 03 23:17:42.935888 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1e13d-ee8f-4e13-8a48-b5f2429b6c32 req-0ce0a8ef-7b1a-4556-8d38-55bddbc0ac08 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:42.937333 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ddf1e13d-ee8f-4e13-8a48-b5f2429b6c32 req-0ce0a8ef-7b1a-4556-8d38-55bddbc0ac08 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 946 time: 0.0783672 May 03 23:17:42.988583 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ddf1e13d-ee8f-4e13-8a48-b5f2429b6c32 req-2ff1b620-d5d9-4191-9178-58c113656407 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456862 May 03 23:17:44.171987 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4fe29-872b-4c30-a52d-e9ef558a950a req-1af72c7c-c85e-4d68-894f-53c5b5b4a887 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:44.174062 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-65e4fe29-872b-4c30-a52d-e9ef558a950a req-1af72c7c-c85e-4d68-894f-53c5b5b4a887 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 946 time: 0.0828059 May 03 23:17:44.217730 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-65e4fe29-872b-4c30-a52d-e9ef558a950a req-ccaa7190-fddb-414f-9a48-6eb90bc2a108 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380812 May 03 23:17:45.400531 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c6d65e-52ed-4cb2-90a1-d796e141da94 req-67e9c2f6-9310-4f8c-9005-119099ad9346 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:45.402002 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-42c6d65e-52ed-4cb2-90a1-d796e141da94 req-67e9c2f6-9310-4f8c-9005-119099ad9346 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 946 time: 0.0786850 May 03 23:17:45.445209 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-42c6d65e-52ed-4cb2-90a1-d796e141da94 req-9fc12af8-7087-49a5-b902-86f8b3dbec3c tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376689 May 03 23:17:46.262600 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [req-cacd93c7-bbf5-43ca-b859-39c2ec267957 req-8786149b-19cf-43d8-b31b-de322b066ae9 service neutron] (88070) timed out ('10.222.0.67', 50727) {{(pid=88070) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 03 23:17:46.632115 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbda60-e84e-4fe3-a648-d0d137f1b161 req-2d1086ae-1e55-415d-8f2c-eabafff7a536 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:46.633552 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-74cbda60-e84e-4fe3-a648-d0d137f1b161 req-2d1086ae-1e55-415d-8f2c-eabafff7a536 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 946 time: 0.0829020 May 03 23:17:46.676670 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-74cbda60-e84e-4fe3-a648-d0d137f1b161 req-db4fd7ae-9b9d-4d9e-8769-f60148adc493 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374548 May 03 23:17:47.855883 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8571bf-7df9-4b19-a05f-ffd3e6ad6ea6 req-c6268641-8236-49eb-be08-6ab8f4f637c9 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:47.857220 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0c8571bf-7df9-4b19-a05f-ffd3e6ad6ea6 req-c6268641-8236-49eb-be08-6ab8f4f637c9 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 946 time: 0.0777223 May 03 23:17:47.903335 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0c8571bf-7df9-4b19-a05f-ffd3e6ad6ea6 req-55efc52d-e98b-4b6b-813f-1f2ca2326a89 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403309 May 03 23:17:49.083204 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b1072-a49b-48a9-9836-3e17ff8ac55d req-c83187fe-90cf-4d40-b90c-bdb2b92c48d6 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:49.084640 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e99b1072-a49b-48a9-9836-3e17ff8ac55d req-c83187fe-90cf-4d40-b90c-bdb2b92c48d6 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 946 time: 0.0785203 May 03 23:17:49.127072 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e99b1072-a49b-48a9-9836-3e17ff8ac55d req-6730f935-22ce-4367-88f2-fb1551dc0512 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368381 May 03 23:17:50.308042 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd052301-a346-4658-abdb-5a54312a0d86 req-a8e2b734-0809-4494-88bf-f8ea089217fb tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:50.309462 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dd052301-a346-4658-abdb-5a54312a0d86 req-a8e2b734-0809-4494-88bf-f8ea089217fb tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 946 time: 0.0804007 May 03 23:17:50.352815 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dd052301-a346-4658-abdb-5a54312a0d86 req-f284270e-d092-4730-b465-248452df7aea tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371809 May 03 23:17:51.535001 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f6cc3-29db-42cc-b9a7-6fdc0965c42d req-9c053f78-b129-4f30-8a5b-ea1ff153e027 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:51.536425 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dd0f6cc3-29db-42cc-b9a7-6fdc0965c42d req-9c053f78-b129-4f30-8a5b-ea1ff153e027 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 946 time: 0.0808227 May 03 23:17:51.579899 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dd0f6cc3-29db-42cc-b9a7-6fdc0965c42d req-04ff0a71-6411-424d-a7bd-31f8cc79e882 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378585 May 03 23:17:51.985822 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-d0952aaf-bc56-48fc-8cde-ee37c6ec61ea service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1334827 May 03 23:17:51.997092 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54aa3b-fe22-446a-9cb0-ea0a010200c5 req-8ca8c69a-99e8-4aef-a5b9-1c92305ce57f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:51.998517 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f54aa3b-fe22-446a-9cb0-ea0a010200c5 req-8ca8c69a-99e8-4aef-a5b9-1c92305ce57f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 946 time: 0.0987198 May 03 23:17:52.043393 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f54aa3b-fe22-446a-9cb0-ea0a010200c5 req-b22ab638-9570-4b56-b75a-e576ad758287 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388258 May 03 23:17:52.980727 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1630d453-7bae-43f8-8ed6-5e1672c366ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:53.166092 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-effa5ee9-2652-417b-8394-4cd31fa6a110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:53.168183 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-effa5ee9-2652-417b-8394-4cd31fa6a110 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 1097 time: 0.1159735 May 03 23:17:53.231858 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b7b03-4977-4fca-b6e6-e8f353be5c88 req-a519ac49-5371-46b3-8491-992d7865702f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:53.233210 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4e7b7b03-4977-4fca-b6e6-e8f353be5c88 req-a519ac49-5371-46b3-8491-992d7865702f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 946 time: 0.0788510 May 03 23:17:53.276913 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4e7b7b03-4977-4fca-b6e6-e8f353be5c88 req-8d689ef2-a6ef-4690-81cb-412ee333d8bb tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381000 May 03 23:17:53.300616 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-69eb4728-bc99-4653-83d5-f83884448826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:53.302087 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-69eb4728-bc99-4653-83d5-f83884448826 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.1277733 May 03 23:17:53.408539 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-dcfc8b58-f38c-4688-8df4-e67780bf5df4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9db6951b-ac45-4675-9936-abd1f676a60e HTTP/1.1" status: 200 len: 1001 time: 0.0998435 May 03 23:17:53.472484 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-e1dc21c2-a004-41a1-925b-3997d06555e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:53.473913 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-e1dc21c2-a004-41a1-925b-3997d06555e6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0598214 May 03 23:17:53.546613 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-97a2f0e2-5499-4ef7-aaf2-eb69fb98de43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:53.548483 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-97a2f0e2-5499-4ef7-aaf2-eb69fb98de43 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684609 May 03 23:17:53.679416 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-8b516260-060b-4cda-99d6-2fb9eefecd04 service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245518 May 03 23:17:53.808805 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-f9b992b1-a51b-41d5-a0dc-8362235af9d8 service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221707 May 03 23:17:54.437606 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9743f1-06a3-4011-85c4-c51529bda100 req-da23dbca-12a8-4cb6-81c6-de52c4c51343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:54.439137 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0a9743f1-06a3-4011-85c4-c51529bda100 req-da23dbca-12a8-4cb6-81c6-de52c4c51343 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 1097 time: 0.0711670 May 03 23:17:54.480106 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603026f-84c0-4789-8b1b-a00c9d570482 req-3368cc20-454f-4044-b0d2-29ef5ac43f01 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:54.481561 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4603026f-84c0-4789-8b1b-a00c9d570482 req-3368cc20-454f-4044-b0d2-29ef5ac43f01 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 946 time: 0.0850663 May 03 23:17:54.524762 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4603026f-84c0-4789-8b1b-a00c9d570482 req-37218230-edaa-465a-aa00-768dab5846af tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374928 May 03 23:17:54.585464 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9743f1-06a3-4011-85c4-c51529bda100 req-b340d7c5-94ea-47ae-a66b-a39cd9e90ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:54.586854 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0a9743f1-06a3-4011-85c4-c51529bda100 req-b340d7c5-94ea-47ae-a66b-a39cd9e90ca8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.1275480 May 03 23:17:54.795479 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0a9743f1-06a3-4011-85c4-c51529bda100 req-c8f24801-f705-46ef-a342-b7b7fd22bab4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9db6951b-ac45-4675-9936-abd1f676a60e HTTP/1.1" status: 200 len: 1001 time: 0.2016215 May 03 23:17:54.852275 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:54.860196 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9743f1-06a3-4011-85c4-c51529bda100 req-92c03ba9-0a68-4cf9-8629-34530a3eb3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:54.861613 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0a9743f1-06a3-4011-85c4-c51529bda100 req-92c03ba9-0a68-4cf9-8629-34530a3eb3a2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0594101 May 03 23:17:54.935270 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9743f1-06a3-4011-85c4-c51529bda100 req-fd99da27-78ff-43f3-ab21-e553eedbdd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:54.936699 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0a9743f1-06a3-4011-85c4-c51529bda100 req-fd99da27-78ff-43f3-ab21-e553eedbdd5c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686762 May 03 23:17:55.073129 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0a9743f1-06a3-4011-85c4-c51529bda100 req-dce1dec7-0f76-477a-9c9f-1c95eb8614dd service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293702 May 03 23:17:55.201032 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0a9743f1-06a3-4011-85c4-c51529bda100 req-e00845a4-64a5-45fb-a138-56d74d601323 service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215677 May 03 23:17:55.564778 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9515035e-236c-4685-826c-5fb63e271de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:55.671309 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-70d4e2ed-0b1c-4244-80ed-2bbfa2aedde0 service neutron] show failed (client error): The resource could not be found. May 03 23:17:55.672885 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-70d4e2ed-0b1c-4244-80ed-2bbfa2aedde0 service neutron] 10.222.0.60 "GET /v2.0/ports/9db6951b-ac45-4675-9936-abd1f676a60e/bindings/n-h2-811807-1 HTTP/1.1" status: 404 len: 380 time: 0.0774524 May 03 23:17:55.723756 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b29e7f-d4e2-4dbd-9d5e-842330fc022f req-f4c5b2ca-3974-4aeb-a58b-29672b0abfa0 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:55.725245 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6b29e7f-d4e2-4dbd-9d5e-842330fc022f req-f4c5b2ca-3974-4aeb-a58b-29672b0abfa0 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 946 time: 0.0814724 May 03 23:17:55.770231 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6b29e7f-d4e2-4dbd-9d5e-842330fc022f req-8e9e3d62-de06-4d5e-910b-679470ce65e3 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386450 May 03 23:17:56.003037 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-41294c31-86c3-4319-a8ba-d77cd5949bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:56.004496 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-41294c31-86c3-4319-a8ba-d77cd5949bb3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060&tenant_id=079d3dc8819f4981873b4a485dbc4fff HTTP/1.1" status: 200 len: 1097 time: 0.1082652 May 03 23:17:56.015333 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-4c171f0c-b329-4a33-b304-ae28f8a99f2b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811807-1', 'device_owner': 'compute:nova'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:17:56.050423 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.67', 51471) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:17:56.132905 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-4c171f0c-b329-4a33-b304-ae28f8a99f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:56.228860 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a97546-8c23-4fca-b3a9-565cee7ddc93 req-0704c627-a292-4070-afe9-007f3dc2af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:56.230359 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-41a97546-8c23-4fca-b3a9-565cee7ddc93 req-0704c627-a292-4070-afe9-007f3dc2af33 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 1097 time: 0.1745498 May 03 23:17:56.373890 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a97546-8c23-4fca-b3a9-565cee7ddc93 req-0403e413-8732-4d01-8ab5-c26b168377bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:56.375835 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-41a97546-8c23-4fca-b3a9-565cee7ddc93 req-0403e413-8732-4d01-8ab5-c26b168377bc service neutron] 10.222.0.67 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.1260099 May 03 23:17:56.399009 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:56.403480 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-4c171f0c-b329-4a33-b304-ae28f8a99f2b service neutron] For port 9db6951b-ac45-4675-9936-abd1f676a60e, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=9db6951b-ac45-4675-9936-abd1f676a60e,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:17:56.433651 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-4c171f0c-b329-4a33-b304-ae28f8a99f2b service neutron] For port 9db6951b-ac45-4675-9936-abd1f676a60e, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:17:56.446068 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:56.482456 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-41a97546-8c23-4fca-b3a9-565cee7ddc93 req-4e914c5f-3123-4082-8bf1-e04b96efbefe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9db6951b-ac45-4675-9936-abd1f676a60e HTTP/1.1" status: 200 len: 1001 time: 0.1005273 May 03 23:17:56.492371 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e415ae-f177-4868-87c0-34debea1c060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9db6951b-ac45-4675-9936-abd1f676a60e'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:17:56.497210 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-4c171f0c-b329-4a33-b304-ae28f8a99f2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:56.516115 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-4c171f0c-b329-4a33-b304-ae28f8a99f2b service neutron] Transition to ACTIVE for port object 9db6951b-ac45-4675-9936-abd1f676a60e will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:17:56.520924 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-4c171f0c-b329-4a33-b304-ae28f8a99f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:56.548043 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a97546-8c23-4fca-b3a9-565cee7ddc93 req-d6ddde7d-ece7-43e5-9be1-d1e2370b3e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:56.549592 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-41a97546-8c23-4fca-b3a9-565cee7ddc93 req-d6ddde7d-ece7-43e5-9be1-d1e2370b3e1b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0604587 May 03 23:17:56.634952 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a97546-8c23-4fca-b3a9-565cee7ddc93 req-6faa9034-c112-45b8-b10f-bd1b617c960a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:56.636646 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-41a97546-8c23-4fca-b3a9-565cee7ddc93 req-6faa9034-c112-45b8-b10f-bd1b617c960a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807419 May 03 23:17:56.672940 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c171f0c-b329-4a33-b304-ae28f8a99f2b service neutron] Pushing event updated for resources: {'Port': ['ID=9db6951b-ac45-4675-9936-abd1f676a60e,revision_number=6']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:17:56.686019 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c171f0c-b329-4a33-b304-ae28f8a99f2b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:17:56.686369 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c171f0c-b329-4a33-b304-ae28f8a99f2b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:17:56.686707 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c171f0c-b329-4a33-b304-ae28f8a99f2b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:17:56.687090 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c171f0c-b329-4a33-b304-ae28f8a99f2b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:17:56.687358 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c171f0c-b329-4a33-b304-ae28f8a99f2b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:17:56.688248 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c171f0c-b329-4a33-b304-ae28f8a99f2b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:17:56.688575 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c171f0c-b329-4a33-b304-ae28f8a99f2b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:17:56.688898 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c171f0c-b329-4a33-b304-ae28f8a99f2b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:17:56.689218 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c171f0c-b329-4a33-b304-ae28f8a99f2b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:17:56.689537 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c171f0c-b329-4a33-b304-ae28f8a99f2b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:17:56.689884 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c171f0c-b329-4a33-b304-ae28f8a99f2b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:17:56.690189 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c171f0c-b329-4a33-b304-ae28f8a99f2b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:17:56.742888 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-4c171f0c-b329-4a33-b304-ae28f8a99f2b service neutron] No DVR routers for this DVR port 9db6951b-ac45-4675-9936-abd1f676a60e on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:17:56.786516 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-41a97546-8c23-4fca-b3a9-565cee7ddc93 req-dd8ee54a-8be2-46d0-9345-6093ee0e5576 service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436651 May 03 23:17:56.791012 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ef0d0ca-d0ce-47a0-b797-6cb43597b4fe'] response: {'server_uuid': 'c9e415ae-f177-4868-87c0-34debea1c060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9db6951b-ac45-4675-9936-abd1f676a60e', 'code': 200} May 03 23:17:56.979033 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-41a97546-8c23-4fca-b3a9-565cee7ddc93 req-3dcf3782-45c5-46f7-8ac9-f16bbfa656da service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856339 May 03 23:17:57.003580 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df06ee9-4af7-42e8-a7b1-69b25b799ee6 req-45fce604-b47c-4f4b-b499-fa73eb2f430d tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:57.010630 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8df06ee9-4af7-42e8-a7b1-69b25b799ee6 req-45fce604-b47c-4f4b-b499-fa73eb2f430d tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 944 time: 0.1160581 May 03 23:17:57.052261 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8df06ee9-4af7-42e8-a7b1-69b25b799ee6 req-27116bac-7a7e-4da8-a827-1c5659c650eb tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407307 May 03 23:17:57.102280 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-4c171f0c-b329-4a33-b304-ae28f8a99f2b service neutron] Attempting to bind port 9db6951b-ac45-4675-9936-abd1f676a60e on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:17:57.102607 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-4c171f0c-b329-4a33-b304-ae28f8a99f2b service neutron] Attempting to bind port 9db6951b-ac45-4675-9936-abd1f676a60e by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:17:57.102927 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-4c171f0c-b329-4a33-b304-ae28f8a99f2b service neutron] Attempting to bind port 9db6951b-ac45-4675-9936-abd1f676a60e on network c402384d-4f08-45f4-8228-f430f17b3b9c {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:17:57.107394 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-4c171f0c-b329-4a33-b304-ae28f8a99f2b service neutron] Port 9db6951b-ac45-4675-9936-abd1f676a60e on network c402384d-4f08-45f4-8228-f430f17b3b9c not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:17:57.107713 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-4c171f0c-b329-4a33-b304-ae28f8a99f2b service neutron] Attempting to bind port 9db6951b-ac45-4675-9936-abd1f676a60e on network c402384d-4f08-45f4-8228-f430f17b3b9c {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:17:57.113307 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-4c171f0c-b329-4a33-b304-ae28f8a99f2b service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:17:57.113639 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-4c171f0c-b329-4a33-b304-ae28f8a99f2b service neutron] Checking segment: {'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:17:57.114051 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-4c171f0c-b329-4a33-b304-ae28f8a99f2b service neutron] Bound using segment: {'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:17:57.114473 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-4c171f0c-b329-4a33-b304-ae28f8a99f2b service neutron] Bound port: 9db6951b-ac45-4675-9936-abd1f676a60e, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:17:57.114814 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-4c171f0c-b329-4a33-b304-ae28f8a99f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:57.203110 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-4c171f0c-b329-4a33-b304-ae28f8a99f2b service neutron] For port 9db6951b-ac45-4675-9936-abd1f676a60e, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:17:57.206051 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-4c171f0c-b329-4a33-b304-ae28f8a99f2b service neutron] For port 9db6951b-ac45-4675-9936-abd1f676a60e, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=9db6951b-ac45-4675-9936-abd1f676a60e,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:17:57.209954 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-4c171f0c-b329-4a33-b304-ae28f8a99f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:57.272144 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-4c171f0c-b329-4a33-b304-ae28f8a99f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:57.272783 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-4c171f0c-b329-4a33-b304-ae28f8a99f2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:57.274156 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-4c171f0c-b329-4a33-b304-ae28f8a99f2b service neutron] 10.222.0.67 "PUT /v2.0/ports/9db6951b-ac45-4675-9936-abd1f676a60e HTTP/1.1" status: 200 len: 1092 time: 1.2628441 May 03 23:17:57.290124 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c171f0c-b329-4a33-b304-ae28f8a99f2b service neutron] Pushing event updated for resources: {'Port': ['ID=9db6951b-ac45-4675-9936-abd1f676a60e,revision_number=7']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:17:57.379953 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-10a70a19-5d1f-42bf-ba68-87c02247377e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:57.382009 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-10a70a19-5d1f-42bf-ba68-87c02247377e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 1095 time: 0.0752721 May 03 23:17:57.513433 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-38bbde90-922b-4ff6-acdb-2b6ea78f63f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:57.514879 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-38bbde90-922b-4ff6-acdb-2b6ea78f63f4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.1262259 May 03 23:17:57.616831 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-c02fb9c2-94b9-49a7-8122-3ff98ac5ae4d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9db6951b-ac45-4675-9936-abd1f676a60e HTTP/1.1" status: 200 len: 999 time: 0.0956016 May 03 23:17:57.680845 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-25100b62-e42f-4615-a0d6-a76fa0b74ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:57.682213 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-25100b62-e42f-4615-a0d6-a76fa0b74ee1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0581477 May 03 23:17:57.755460 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-a97c0f9c-8f94-478e-9cbd-d19ca50b8b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:57.756906 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-a97c0f9c-8f94-478e-9cbd-d19ca50b8b1d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681496 May 03 23:17:57.767157 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:57.887708 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-044b1c23-08ea-40ec-b532-b029ac13a5fd service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241319 May 03 23:17:58.021720 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8049f85b-a0f4-4aed-a41e-16cb9eb74b34 req-ce399ff1-77b8-48d5-af13-7f883534c9f8 service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270807 May 03 23:17:58.241355 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193b8c9-3de9-4247-9341-ac579032ed76 req-82581bad-1d50-4eb3-99f6-7dab944aeaf3 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:58.242808 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6193b8c9-3de9-4247-9341-ac579032ed76 req-82581bad-1d50-4eb3-99f6-7dab944aeaf3 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 944 time: 0.0803890 May 03 23:17:58.248755 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:17:58.288241 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6193b8c9-3de9-4247-9341-ac579032ed76 req-27a9f35c-61f2-471e-b7cf-d53d003387f3 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380609 May 03 23:17:58.392473 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:17:58.792596 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e415ae-f177-4868-87c0-34debea1c060', 'tag': '9db6951b-ac45-4675-9936-abd1f676a60e'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:17:58.794883 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 9db6951b-ac45-4675-9936-abd1f676a60e no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:17:58.849389 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20ee76b1-51c0-40db-8e2e-02c58bda2ebd'] response: {'name': 'network-changed', 'server_uuid': 'c9e415ae-f177-4868-87c0-34debea1c060', 'tag': '9db6951b-ac45-4675-9936-abd1f676a60e', 'status': 'completed', 'code': 200} May 03 23:17:58.860433 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 9db6951b-ac45-4675-9936-abd1f676a60e not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:17:58.997432 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56c218-e27d-46f0-b8ec-cb1150bba9b0 req-004c017a-d0f0-4047-8870-88cb94bad450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:58.998912 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ec56c218-e27d-46f0-b8ec-cb1150bba9b0 req-004c017a-d0f0-4047-8870-88cb94bad450 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 1095 time: 0.1298792 May 03 23:17:59.001294 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56c218-e27d-46f0-b8ec-cb1150bba9b0 req-9caa2ac0-b3b1-46d1-9ac8-3c4f70409d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:59.002602 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ec56c218-e27d-46f0-b8ec-cb1150bba9b0 req-9caa2ac0-b3b1-46d1-9ac8-3c4f70409d36 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 1095 time: 0.1040380 May 03 23:17:59.230757 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56c218-e27d-46f0-b8ec-cb1150bba9b0 req-c70010ed-8f7e-45a9-a7ca-36f92fdf8adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:59.232178 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ec56c218-e27d-46f0-b8ec-cb1150bba9b0 req-c70010ed-8f7e-45a9-a7ca-36f92fdf8adb service neutron] 10.222.0.67 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.2273567 May 03 23:17:59.233215 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56c218-e27d-46f0-b8ec-cb1150bba9b0 req-22443f06-e4e6-420e-bcd9-457492d3fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:59.235135 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ec56c218-e27d-46f0-b8ec-cb1150bba9b0 req-22443f06-e4e6-420e-bcd9-457492d3fcdb service neutron] 10.222.0.60 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.2135804 May 03 23:17:59.477347 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0fb9b5-ee61-4e74-a47b-a6c642324ffa req-0ba353ef-771c-460c-81fa-8764aa5f3dc2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:59.478870 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3c0fb9b5-ee61-4e74-a47b-a6c642324ffa req-0ba353ef-771c-460c-81fa-8764aa5f3dc2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 944 time: 0.0822170 May 03 23:17:59.526210 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3c0fb9b5-ee61-4e74-a47b-a6c642324ffa req-5ebb7f47-1a3c-4060-8628-d41c9413e6f3 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416076 May 03 23:17:59.527568 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ec56c218-e27d-46f0-b8ec-cb1150bba9b0 req-061b7e57-f05a-4a34-a964-242fe9182ac9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9db6951b-ac45-4675-9936-abd1f676a60e HTTP/1.1" status: 200 len: 999 time: 0.2886546 May 03 23:17:59.529298 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ec56c218-e27d-46f0-b8ec-cb1150bba9b0 req-86e0d79c-cdcb-44c1-90fa-68841120dfc8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9db6951b-ac45-4675-9936-abd1f676a60e HTTP/1.1" status: 200 len: 999 time: 0.2376542 May 03 23:17:59.638323 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56c218-e27d-46f0-b8ec-cb1150bba9b0 req-e46aaff4-faf7-435c-8fd1-2c55818f28c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:59.639744 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ec56c218-e27d-46f0-b8ec-cb1150bba9b0 req-e46aaff4-faf7-435c-8fd1-2c55818f28c1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.1060860 May 03 23:17:59.643246 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56c218-e27d-46f0-b8ec-cb1150bba9b0 req-4df3f14a-fc08-43fe-a38f-437447bafa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:59.644526 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ec56c218-e27d-46f0-b8ec-cb1150bba9b0 req-4df3f14a-fc08-43fe-a38f-437447bafa9c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0818572 May 03 23:17:59.773892 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56c218-e27d-46f0-b8ec-cb1150bba9b0 req-571bf064-df96-42b5-a06a-d1be1310288a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:59.775258 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ec56c218-e27d-46f0-b8ec-cb1150bba9b0 req-571bf064-df96-42b5-a06a-d1be1310288a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1288507 May 03 23:17:59.777646 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56c218-e27d-46f0-b8ec-cb1150bba9b0 req-3d74e38b-70cf-4f8b-92e8-f3d0bde01802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:17:59.778992 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ec56c218-e27d-46f0-b8ec-cb1150bba9b0 req-3d74e38b-70cf-4f8b-92e8-f3d0bde01802 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033280 May 03 23:18:00.011660 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ec56c218-e27d-46f0-b8ec-cb1150bba9b0 req-faff68e0-547c-4fee-a63d-2bb7586da03a service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289824 May 03 23:18:00.014604 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ec56c218-e27d-46f0-b8ec-cb1150bba9b0 req-69a1c100-866e-42b8-8557-161da7c06bf6 service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130089 May 03 23:18:00.254520 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ec56c218-e27d-46f0-b8ec-cb1150bba9b0 req-8bd56539-5952-4ac1-b4c1-2d37349f3456 service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364810 May 03 23:18:00.257497 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ec56c218-e27d-46f0-b8ec-cb1150bba9b0 req-a0aa30b9-8479-4162-b0dd-d850b0b649f1 service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228072 May 03 23:18:00.714159 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e278f60-105c-4823-bafa-7ad338aaaee5 req-c0f4b5e9-405b-40b4-81d8-d10518a87d39 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:00.715628 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8e278f60-105c-4823-bafa-7ad338aaaee5 req-c0f4b5e9-405b-40b4-81d8-d10518a87d39 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 944 time: 0.0809095 May 03 23:18:00.760832 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8e278f60-105c-4823-bafa-7ad338aaaee5 req-98328539-c0f6-4e48-83c0-bb21161a9441 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386751 May 03 23:18:01.638844 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 9db6951b-ac45-4675-9936-abd1f676a60e details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:18:01.774081 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 9db6951b-ac45-4675-9936-abd1f676a60e, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=9db6951b-ac45-4675-9936-abd1f676a60e,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:18:01.822037 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '9db6951b-ac45-4675-9936-abd1f676a60e', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'port_id': '9db6951b-ac45-4675-9936-abd1f676a60e', 'mac_address': 'fa:16:3e:cf:9e:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:18:01.877220 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:01.893664 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9db6951b-ac45-4675-9936-abd1f676a60e {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:18:01.909063 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 9db6951b-ac45-4675-9936-abd1f676a60e, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=9db6951b-ac45-4675-9936-abd1f676a60e,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:18:01.913493 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:01.954803 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a0d4b-d852-48a5-a889-d182ffea2b4d req-8b501a89-397a-4efc-912f-2bef379b473a tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:01.956505 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-de7a0d4b-d852-48a5-a889-d182ffea2b4d req-8b501a89-397a-4efc-912f-2bef379b473a tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 944 time: 0.0893576 May 03 23:18:01.983693 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=9db6951b-ac45-4675-9936-abd1f676a60e,revision_number=8']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:18:01.991476 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:18:01.991822 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:18:01.992403 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:18:01.992759 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:18:01.993087 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:18:01.993410 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:18:01.993732 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:18:01.994079 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:18:01.994397 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:18:01.994712 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:18:01.995029 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:18:01.995348 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:18:02.002442 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-de7a0d4b-d852-48a5-a889-d182ffea2b4d req-a825927c-d650-4101-8aab-ebb46a9febe8 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401006 May 03 23:18:02.233399 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['9db6951b-ac45-4675-9936-abd1f676a60e'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:18:02.304764 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b120fe-2a48-4929-806d-2a2ebb783fac req-2f413619-9cbc-4455-81c5-26d15b0c65e9 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:02.306288 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-04b120fe-2a48-4929-806d-2a2ebb783fac req-2f413619-9cbc-4455-81c5-26d15b0c65e9 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 945 time: 0.0863323 May 03 23:18:02.308586 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946edeb3-7bf9-4088-95f3-2d440974fd82 req-97df9079-9bb4-401a-bf53-04be66128565 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:02.309283 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-946edeb3-7bf9-4088-95f3-2d440974fd82 req-97df9079-9bb4-401a-bf53-04be66128565 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Synchronizing usage tracker for tenant:079d3dc8819f4981873b4a485dbc4fff on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:18:02.325965 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-946edeb3-7bf9-4088-95f3-2d440974fd82 req-97df9079-9bb4-401a-bf53-04be66128565 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Unset dirty status for tenant:079d3dc8819f4981873b4a485dbc4fff on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:18:02.327776 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-946edeb3-7bf9-4088-95f3-2d440974fd82 req-97df9079-9bb4-401a-bf53-04be66128565 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060&tenant_id=079d3dc8819f4981873b4a485dbc4fff&binding%3Ahost_id=n-h2-811807-1 HTTP/1.1" status: 200 len: 945 time: 0.1030540 May 03 23:18:02.356431 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-04b120fe-2a48-4929-806d-2a2ebb783fac req-dd35e62e-1739-49a2-bdbf-f47d4cfe32eb tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439806 May 03 23:18:02.413411 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [req-946edeb3-7bf9-4088-95f3-2d440974fd82 req-94b18761-87f5-4820-aabd-b282f18c995c service neutron] delete failed (client error): The resource could not be found. May 03 23:18:02.414422 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-946edeb3-7bf9-4088-95f3-2d440974fd82 req-94b18761-87f5-4820-aabd-b282f18c995c service neutron] 10.222.0.60 "DELETE /v2.0/ports/9db6951b-ac45-4675-9936-abd1f676a60e/bindings/n-h1-811807-1 HTTP/1.1" status: 404 len: 380 time: 0.0807166 May 03 23:18:02.554495 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946edeb3-7bf9-4088-95f3-2d440974fd82 req-81a9481e-9205-4fc3-ac4a-8653f39d3b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:02.555949 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-946edeb3-7bf9-4088-95f3-2d440974fd82 req-81a9481e-9205-4fc3-ac4a-8653f39d3b97 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 1096 time: 0.0693710 May 03 23:18:02.684417 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946edeb3-7bf9-4088-95f3-2d440974fd82 req-eb9a6df2-d6ab-4bf0-bb89-621ea24d494a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:02.685756 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-946edeb3-7bf9-4088-95f3-2d440974fd82 req-eb9a6df2-d6ab-4bf0-bb89-621ea24d494a service neutron] 10.222.0.60 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.1227450 May 03 23:18:02.787414 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-946edeb3-7bf9-4088-95f3-2d440974fd82 req-8c6dc71d-0e2e-4d7a-9dd2-c07b7bd32660 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9db6951b-ac45-4675-9936-abd1f676a60e HTTP/1.1" status: 200 len: 1000 time: 0.0950758 May 03 23:18:02.848679 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946edeb3-7bf9-4088-95f3-2d440974fd82 req-cabe877a-dcb7-409b-8ffd-170bc7c06ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:02.850088 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-946edeb3-7bf9-4088-95f3-2d440974fd82 req-cabe877a-dcb7-409b-8ffd-170bc7c06ef7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0564408 May 03 23:18:02.925632 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946edeb3-7bf9-4088-95f3-2d440974fd82 req-a0a5710f-f333-4f48-9f7e-8e564b35f777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:02.927239 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-946edeb3-7bf9-4088-95f3-2d440974fd82 req-a0a5710f-f333-4f48-9f7e-8e564b35f777 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701516 May 03 23:18:03.189980 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-946edeb3-7bf9-4088-95f3-2d440974fd82 req-07b4c826-629c-4281-a34f-9b3ddca96a69 service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559617 May 03 23:18:03.318026 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-946edeb3-7bf9-4088-95f3-2d440974fd82 req-74727d8e-1f4e-4b07-ad6b-5b89eef8e0a8 service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216855 May 03 23:18:03.546647 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0b663-a0bb-424c-aefb-82e1d0be2d27 req-b40cc0ff-cac4-4f82-97bf-7d9ec3fb566f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:03.548095 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8fc0b663-a0bb-424c-aefb-82e1d0be2d27 req-b40cc0ff-cac4-4f82-97bf-7d9ec3fb566f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 945 time: 0.0825381 May 03 23:18:03.591238 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8fc0b663-a0bb-424c-aefb-82e1d0be2d27 req-5d6c88c4-4820-4a3c-bca8-db2802ba00b9 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374711 May 03 23:18:03.652813 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 9db6951b-ac45-4675-9936-abd1f676a60e up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:18:03.722834 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 9db6951b-ac45-4675-9936-abd1f676a60e completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:18:03.728078 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 9db6951b-ac45-4675-9936-abd1f676a60e triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:18:03.728474 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:03.847462 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:03.873410 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e415ae-f177-4868-87c0-34debea1c060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db6951b-ac45-4675-9936-abd1f676a60e'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:18:03.883021 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 9db6951b-ac45-4675-9936-abd1f676a60e, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=9db6951b-ac45-4675-9936-abd1f676a60e,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:18:03.887474 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:03.958902 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=9db6951b-ac45-4675-9936-abd1f676a60e,revision_number=9']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:18:04.022356 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7096d471-27f9-47eb-bd58-7baf1e1bd198'] response: {'server_uuid': 'c9e415ae-f177-4868-87c0-34debea1c060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db6951b-ac45-4675-9936-abd1f676a60e', 'code': 200} May 03 23:18:04.769744 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a04dd-8feb-4a19-93c8-d233398c15a0 req-90c54ef0-9618-4220-b9d2-8d2b8dec456d tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:04.771501 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d74a04dd-8feb-4a19-93c8-d233398c15a0 req-90c54ef0-9618-4220-b9d2-8d2b8dec456d tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 946 time: 0.0780871 May 03 23:18:04.817269 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d74a04dd-8feb-4a19-93c8-d233398c15a0 req-5d126c2e-4319-449d-a19e-110f9f047653 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403085 May 03 23:18:05.001413 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e399cc-1185-4519-9027-3d14766a65be req-ad521c52-12fa-479f-b86d-8d2c58a52493 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:05.002890 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-49e399cc-1185-4519-9027-3d14766a65be req-ad521c52-12fa-479f-b86d-8d2c58a52493 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 946 time: 0.0784240 May 03 23:18:05.046224 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-49e399cc-1185-4519-9027-3d14766a65be req-f8110439-f172-4550-9362-509016dfb455 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377276 May 03 23:18:05.386432 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93860e57-227a-4f2d-8d39-6ee6bb481af8 req-c363f759-16bd-48db-9c35-bdcdc0b0460a tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:05.387926 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-93860e57-227a-4f2d-8d39-6ee6bb481af8 req-c363f759-16bd-48db-9c35-bdcdc0b0460a tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 946 time: 0.0843720 May 03 23:18:05.430865 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77821cc-83fe-4584-855d-ce05d2bd2c13 req-f09f1059-494f-42cb-99df-87cda0a74fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:05.432591 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e77821cc-83fe-4584-855d-ce05d2bd2c13 req-f09f1059-494f-42cb-99df-87cda0a74fd5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 1097 time: 0.0715642 May 03 23:18:05.538664 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-93860e57-227a-4f2d-8d39-6ee6bb481af8 req-f6884d8f-9c87-4cd2-a0c5-301d3035abb2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445158 May 03 23:18:05.568950 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77821cc-83fe-4584-855d-ce05d2bd2c13 req-b9e5348d-545e-4604-9c46-c038452629a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:05.570423 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e77821cc-83fe-4584-855d-ce05d2bd2c13 req-b9e5348d-545e-4604-9c46-c038452629a1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.1318173 May 03 23:18:05.672423 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e77821cc-83fe-4584-855d-ce05d2bd2c13 req-c96c704c-adf0-4206-bad2-e6f636b7467a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9db6951b-ac45-4675-9936-abd1f676a60e HTTP/1.1" status: 200 len: 1001 time: 0.0948255 May 03 23:18:05.731540 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77821cc-83fe-4584-855d-ce05d2bd2c13 req-5d2e4ade-7675-4c1d-b534-21835615c194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:05.732885 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e77821cc-83fe-4584-855d-ce05d2bd2c13 req-5d2e4ade-7675-4c1d-b534-21835615c194 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0548491 May 03 23:18:05.806677 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77821cc-83fe-4584-855d-ce05d2bd2c13 req-b0156776-98f6-4485-9d21-33d0116492cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:05.808176 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e77821cc-83fe-4584-855d-ce05d2bd2c13 req-b0156776-98f6-4485-9d21-33d0116492cf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692699 May 03 23:18:05.935992 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e77821cc-83fe-4584-855d-ce05d2bd2c13 req-1084f769-967c-4211-926c-e9087bb52185 service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208396 May 03 23:18:06.063171 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e77821cc-83fe-4584-855d-ce05d2bd2c13 req-c19f602a-1670-4e41-b468-e201a63abb5f service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213517 May 03 23:18:06.724380 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def7f98-45a8-4d17-ac58-24639573e405 req-a81fa615-a7f1-476e-8200-7846b8e558f5 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:06.725811 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9def7f98-45a8-4d17-ac58-24639573e405 req-a81fa615-a7f1-476e-8200-7846b8e558f5 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 946 time: 0.0777636 May 03 23:18:06.768628 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9def7f98-45a8-4d17-ac58-24639573e405 req-42a52d4e-9dc4-4e52-b7a6-418750af9f89 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372159 May 03 23:18:07.149320 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679ba8d-a2e0-4d3f-bb3c-fd7bbd6352c5 req-977b9d35-6291-4624-8eef-5700e2b32943 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:07.150803 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7679ba8d-a2e0-4d3f-bb3c-fd7bbd6352c5 req-977b9d35-6291-4624-8eef-5700e2b32943 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 946 time: 0.0822942 May 03 23:18:07.194506 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7679ba8d-a2e0-4d3f-bb3c-fd7bbd6352c5 req-b8644576-d775-4cc7-ab9f-ae671c9cc238 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379336 May 03 23:18:08.385112 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1471f-b7e3-4c7f-b1ff-91637f4113c0 req-825271d3-9542-4c99-878c-c42a128558bd tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:08.385968 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb788c-8e5b-4cc7-87ca-7d8493683e45 req-6e7408b7-40cb-4161-97ac-c37c7a736d90 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:08.386621 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cda1471f-b7e3-4c7f-b1ff-91637f4113c0 req-825271d3-9542-4c99-878c-c42a128558bd tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 946 time: 0.0881641 May 03 23:18:08.387380 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2bfb788c-8e5b-4cc7-87ca-7d8493683e45 req-6e7408b7-40cb-4161-97ac-c37c7a736d90 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 946 time: 0.0845771 May 03 23:18:08.434139 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cda1471f-b7e3-4c7f-b1ff-91637f4113c0 req-8e4ab684-56a6-4d6a-9e01-5829b071f650 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411692 May 03 23:18:08.465561 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-2bfb788c-8e5b-4cc7-87ca-7d8493683e45 req-10311c9f-b0fe-4720-94e8-49a781913108 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Deleting port 9db6951b-ac45-4675-9936-abd1f676a60e {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:18:08.465935 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-2bfb788c-8e5b-4cc7-87ca-7d8493683e45 req-10311c9f-b0fe-4720-94e8-49a781913108 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:08.711249 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-2bfb788c-8e5b-4cc7-87ca-7d8493683e45 req-10311c9f-b0fe-4720-94e8-49a781913108 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] For port 9db6951b-ac45-4675-9936-abd1f676a60e, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=9db6951b-ac45-4675-9936-abd1f676a60e,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:18:08.711606 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-2bfb788c-8e5b-4cc7-87ca-7d8493683e45 req-10311c9f-b0fe-4720-94e8-49a781913108 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:09.103401 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-2bfb788c-8e5b-4cc7-87ca-7d8493683e45 req-10311c9f-b0fe-4720-94e8-49a781913108 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:09.103401 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-2bfb788c-8e5b-4cc7-87ca-7d8493683e45 req-10311c9f-b0fe-4720-94e8-49a781913108 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:09.103401 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [req-2bfb788c-8e5b-4cc7-87ca-7d8493683e45 req-10311c9f-b0fe-4720-94e8-49a781913108 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Floating IP 8b671a3b-69de-4dfa-a532-2a412a5d6a85 disassociated. External IP: 172.25.2.14, port: 9db6951b-ac45-4675-9936-abd1f676a60e. May 03 23:18:09.104079 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-2bfb788c-8e5b-4cc7-87ca-7d8493683e45 req-10311c9f-b0fe-4720-94e8-49a781913108 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Calling delete_port for 9db6951b-ac45-4675-9936-abd1f676a60e owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:18:09.247880 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-2bfb788c-8e5b-4cc7-87ca-7d8493683e45 req-10311c9f-b0fe-4720-94e8-49a781913108 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:09.298637 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10311c9f-b0fe-4720-94e8-49a781913108 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Pushing event deleted for resources: {'Port': ['ID=9db6951b-ac45-4675-9936-abd1f676a60e,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:18:09.487674 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2bfb788c-8e5b-4cc7-87ca-7d8493683e45 req-10311c9f-b0fe-4720-94e8-49a781913108 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Router 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:18:09.585874 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b81e1913-c1ad-42b3-9b3d-e24ffc693375 req-345a9559-1d2b-4840-a9e0-d0a9797d52ae tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9e415ae-f177-4868-87c0-34debea1c060 HTTP/1.1" status: 200 len: 210 time: 0.0432801 May 03 23:18:09.667638 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2bfb788c-8e5b-4cc7-87ca-7d8493683e45 req-10311c9f-b0fe-4720-94e8-49a781913108 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:18:09.678516 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d6deaa-ef54-4e33-9dc7-ca1786cc2c57 None None] Sync routers for ids ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:18:09.688708 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d6deaa-ef54-4e33-9dc7-ca1786cc2c57 None None] Routers {'163091ae-6ce1-4d2d-8ef2-32d21f16fe56'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:18:09.689413 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f7d6deaa-ef54-4e33-9dc7-ca1786cc2c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:17:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:18:09.739734 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bfb788c-8e5b-4cc7-87ca-7d8493683e45 req-10311c9f-b0fe-4720-94e8-49a781913108 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] No DVR routers for this DVR port 9db6951b-ac45-4675-9936-abd1f676a60e on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:18:09.742378 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-2bfb788c-8e5b-4cc7-87ca-7d8493683e45 req-10311c9f-b0fe-4720-94e8-49a781913108 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:09.744965 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e415ae-f177-4868-87c0-34debea1c060', 'name': 'network-vif-deleted', 'tag': '9db6951b-ac45-4675-9936-abd1f676a60e'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:18:09.760672 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2bfb788c-8e5b-4cc7-87ca-7d8493683e45 req-10311c9f-b0fe-4720-94e8-49a781913108 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.67 "DELETE /v2.0/ports/9db6951b-ac45-4675-9936-abd1f676a60e HTTP/1.1" status: 204 len: 173 time: 1.3676538 May 03 23:18:09.790940 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6dd43cb-ae2e-4713-9eee-b680f81f1f15'] response: {'server_uuid': 'c9e415ae-f177-4868-87c0-34debea1c060', 'name': 'network-vif-deleted', 'tag': '9db6951b-ac45-4675-9936-abd1f676a60e', 'status': 'completed', 'code': 200} May 03 23:18:09.869756 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-f7d6deaa-ef54-4e33-9dc7-ca1786cc2c57 None None] Set router 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:18:10.221202 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f7d6deaa-ef54-4e33-9dc7-ca1786cc2c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'name': 'tempest-ServerActionsTestJSON-1177372241-router', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:21Z', 'revision_number': 4, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'gw_port': {'id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '08c212b0-b7ee-4c15-8255-5bf22f1f582e', 'name': '', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'mac_address': 'fa:16:3e:ea:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:21Z', 'updated_at': '2022-05-03T23:16:27Z', 'revision_number': 5, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'subnets': [{'id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:18:10.225104 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d6deaa-ef54-4e33-9dc7-ca1786cc2c57 None None] Checking router: 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:18:10.233104 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d6deaa-ef54-4e33-9dc7-ca1786cc2c57 None None] Routers {'163091ae-6ce1-4d2d-8ef2-32d21f16fe56'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:18:10.233684 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f7d6deaa-ef54-4e33-9dc7-ca1786cc2c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:17:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:18:10.417840 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-f7d6deaa-ef54-4e33-9dc7-ca1786cc2c57 None None] Set router 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:18:10.744070 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f7d6deaa-ef54-4e33-9dc7-ca1786cc2c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'name': 'tempest-ServerActionsTestJSON-1177372241-router', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:21Z', 'revision_number': 4, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'gw_port': {'id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '08c212b0-b7ee-4c15-8255-5bf22f1f582e', 'name': '', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'mac_address': 'fa:16:3e:ea:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:21Z', 'updated_at': '2022-05-03T23:16:27Z', 'revision_number': 5, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'subnets': [{'id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:18:10.747998 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d6deaa-ef54-4e33-9dc7-ca1786cc2c57 None None] The sync data for ids ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'] in n-d-811807-1 is: [{'id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'name': 'tempest-ServerActionsTestJSON-1177372241-router', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:21Z', 'revision_number': 4, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'gw_port': {'id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '08c212b0-b7ee-4c15-8255-5bf22f1f582e', 'name': '', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'mac_address': 'fa:16:3e:ea:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:21Z', 'updated_at': '2022-05-03T23:16:27Z', 'revision_number': 5, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'subnets': [{'id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:18:10.944415 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-e7bbb158-f949-4c2a-8cdc-13c276c84215 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1656566114&fields=id&tenant_id=079d3dc8819f4981873b4a485dbc4fff HTTP/1.1" status: 200 len: 267 time: 0.0421839 May 03 23:18:10.979310 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8358c2f3-efcf-4050-bfe1-05918aa155d8 None None] New status for floating IP 8b671a3b-69de-4dfa-a532-2a412a5d6a85: DOWN {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:18:11.105137 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-3e81dad1-ece3-4927-9ad8-6ed7137a50de tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:11.106621 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-3e81dad1-ece3-4927-9ad8-6ed7137a50de tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 812 time: 0.1553872 May 03 23:18:11.122826 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-619b5979-f029-4aeb-9de3-b1d57a33b5a4 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/quotas/079d3dc8819f4981873b4a485dbc4fff HTTP/1.1" status: 200 len: 375 time: 0.0099149 May 03 23:18:11.213598 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-83c0a0f7-3a13-4666-a4b2-7f8b15fe7ca2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0853968 May 03 23:18:11.351821 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-f0ac8e63-9a1f-4299-a155-e8f297b3a8dc service neutron] 10.222.0.58 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255474 May 03 23:18:11.480794 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-ab97f831-2d78-45ce-b0a6-0fbbd2f1c494 service neutron] 10.222.0.58 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230645 May 03 23:18:11.665504 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4819e803-d8ad-45ae-bb33-ebe1d5f43083 req-4ffcf792-8a82-4499-92d4-4cd4814470d6 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 210 time: 0.0423346 May 03 23:18:11.730698 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 9db6951b-ac45-4675-9936-abd1f676a60e no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:18:11.767206 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 9db6951b-ac45-4675-9936-abd1f676a60e {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:18:11.767555 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 9db6951b-ac45-4675-9936-abd1f676a60e not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:18:12.791529 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-acd3d942-e234-45c5-9f5a-c3dad5c6a85a tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:12.792952 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-acd3d942-e234-45c5-9f5a-c3dad5c6a85a tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.60 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 812 time: 0.1527364 May 03 23:18:12.822403 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a2ec43ee-fe8a-44a6-923c-6ae71e881766 req-9753e1d5-f8bb-45db-9222-17cfb0a2dbcb tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 210 time: 0.0465870 May 03 23:18:12.853486 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-4c077afd-7655-4fe3-a33d-22793abc1429 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=079d3dc8819f4981873b4a485dbc4fff HTTP/1.1" status: 200 len: 380 time: 0.0500429 May 03 23:18:12.862617 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-505f1433-87e1-4b0f-a26b-e3208496036f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Request body: {'port': {'device_id': '14ad449e-1465-42ca-956c-77e7fe88e248', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'admin_state_up': True, 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'security_groups': ['5f1ba4a9-6ca3-435f-a679-dd0f49437897']}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:18:12.995966 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-505f1433-87e1-4b0f-a26b-e3208496036f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:18:13.000052 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-505f1433-87e1-4b0f-a26b-e3208496036f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Usage tracker for resource:port and tenant:079d3dc8819f4981873b4a485dbc4fff is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:18:13.002798 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-505f1433-87e1-4b0f-a26b-e3208496036f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:18:13.008391 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-505f1433-87e1-4b0f-a26b-e3208496036f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:18:13.018201 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-505f1433-87e1-4b0f-a26b-e3208496036f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Made reservation on behalf of 079d3dc8819f4981873b4a485dbc4fff for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:18:13.021687 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-505f1433-87e1-4b0f-a26b-e3208496036f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:13.182680 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-505f1433-87e1-4b0f-a26b-e3208496036f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Allocated IP 172.20.0.10 (c402384d-4f08-45f4-8228-f430f17b3b9c/8af63aca-54fb-463d-9316-635e0f11fb22/04359e2c-6c64-48cd-9380-dff313b7398c) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:18:13.368599 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-505f1433-87e1-4b0f-a26b-e3208496036f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:13.384277 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-505f1433-87e1-4b0f-a26b-e3208496036f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Transition to ACTIVE for port object 04359e2c-6c64-48cd-9380-dff313b7398c will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:18:13.407143 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-505f1433-87e1-4b0f-a26b-e3208496036f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:13.474634 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-505f1433-87e1-4b0f-a26b-e3208496036f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Network c402384d-4f08-45f4-8228-f430f17b3b9c is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:18:13.477710 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-505f1433-87e1-4b0f-a26b-e3208496036f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:18:13.481580 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-505f1433-87e1-4b0f-a26b-e3208496036f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:18:13.522256 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f1433-87e1-4b0f-a26b-e3208496036f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Pushing event updated for resources: {'Port': ['ID=04359e2c-6c64-48cd-9380-dff313b7398c,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:18:13.673111 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-0095122e-f4b1-46d1-81a9-b039fdda9235 None None] Provisioning for port 04359e2c-6c64-48cd-9380-dff313b7398c completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:18:13.678915 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-0095122e-f4b1-46d1-81a9-b039fdda9235 None None] Provisioning complete for port 04359e2c-6c64-48cd-9380-dff313b7398c triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:18:13.679402 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0095122e-f4b1-46d1-81a9-b039fdda9235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:13.680210 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-505f1433-87e1-4b0f-a26b-e3208496036f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:13.680821 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-505f1433-87e1-4b0f-a26b-e3208496036f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:13.705047 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-505f1433-87e1-4b0f-a26b-e3208496036f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8459160 May 03 23:18:13.716086 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-6ac2a5b0-6c9a-411c-8808-bbe40185a6d2 service neutron] Request body: {'port': {'device_id': '14ad449e-1465-42ca-956c-77e7fe88e248', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:18:13.732582 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-0095122e-f4b1-46d1-81a9-b039fdda9235 None None] Port 04359e2c-6c64-48cd-9380-dff313b7398c cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:18:13.822048 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-6ac2a5b0-6c9a-411c-8808-bbe40185a6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:14.012113 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692c219-1aac-4aac-b492-b7f005f6e424 req-55548c0a-b062-4e1e-a2b2-60f4d73bf050 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:14.013493 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6692c219-1aac-4aac-b492-b7f005f6e424 req-55548c0a-b062-4e1e-a2b2-60f4d73bf050 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 932 time: 0.0831251 May 03 23:18:14.057430 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6692c219-1aac-4aac-b492-b7f005f6e424 req-a2d19a25-d33e-459d-843f-4df4924e90a0 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376105 May 03 23:18:14.162377 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-6ac2a5b0-6c9a-411c-8808-bbe40185a6d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04359e2c-6c64-48cd-9380-dff313b7398c {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:18:14.169637 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-6ac2a5b0-6c9a-411c-8808-bbe40185a6d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:14.183860 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-6ac2a5b0-6c9a-411c-8808-bbe40185a6d2 service neutron] Transition to ACTIVE for port object 04359e2c-6c64-48cd-9380-dff313b7398c will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:18:14.187932 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-6ac2a5b0-6c9a-411c-8808-bbe40185a6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:14.346605 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2a5b0-6c9a-411c-8808-bbe40185a6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=04359e2c-6c64-48cd-9380-dff313b7398c,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:18:14.423642 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-6ac2a5b0-6c9a-411c-8808-bbe40185a6d2 service neutron] Attempting to bind port 04359e2c-6c64-48cd-9380-dff313b7398c on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:18:14.423971 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-6ac2a5b0-6c9a-411c-8808-bbe40185a6d2 service neutron] Attempting to bind port 04359e2c-6c64-48cd-9380-dff313b7398c by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:18:14.424293 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-6ac2a5b0-6c9a-411c-8808-bbe40185a6d2 service neutron] Attempting to bind port 04359e2c-6c64-48cd-9380-dff313b7398c on network c402384d-4f08-45f4-8228-f430f17b3b9c {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:18:14.428980 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-6ac2a5b0-6c9a-411c-8808-bbe40185a6d2 service neutron] Port 04359e2c-6c64-48cd-9380-dff313b7398c on network c402384d-4f08-45f4-8228-f430f17b3b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:18:14.429304 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-6ac2a5b0-6c9a-411c-8808-bbe40185a6d2 service neutron] Attempting to bind port 04359e2c-6c64-48cd-9380-dff313b7398c on network c402384d-4f08-45f4-8228-f430f17b3b9c {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:18:14.434451 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-6ac2a5b0-6c9a-411c-8808-bbe40185a6d2 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:18:14.434784 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-6ac2a5b0-6c9a-411c-8808-bbe40185a6d2 service neutron] Checking segment: {'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:18:14.435217 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-6ac2a5b0-6c9a-411c-8808-bbe40185a6d2 service neutron] Bound using segment: {'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:18:14.436171 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-6ac2a5b0-6c9a-411c-8808-bbe40185a6d2 service neutron] Bound port: 04359e2c-6c64-48cd-9380-dff313b7398c, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:18:14.436511 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-6ac2a5b0-6c9a-411c-8808-bbe40185a6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:14.522564 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-6ac2a5b0-6c9a-411c-8808-bbe40185a6d2 service neutron] For port 04359e2c-6c64-48cd-9380-dff313b7398c, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:18:14.525328 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-6ac2a5b0-6c9a-411c-8808-bbe40185a6d2 service neutron] For port 04359e2c-6c64-48cd-9380-dff313b7398c, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=04359e2c-6c64-48cd-9380-dff313b7398c,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:18:14.529869 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-6ac2a5b0-6c9a-411c-8808-bbe40185a6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:14.593627 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-6ac2a5b0-6c9a-411c-8808-bbe40185a6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:14.594295 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-6ac2a5b0-6c9a-411c-8808-bbe40185a6d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:14.595592 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-6ac2a5b0-6c9a-411c-8808-bbe40185a6d2 service neutron] 10.222.0.60 "PUT /v2.0/ports/04359e2c-6c64-48cd-9380-dff313b7398c HTTP/1.1" status: 200 len: 1092 time: 0.8835270 May 03 23:18:14.596020 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ad449e-1465-42ca-956c-77e7fe88e248', 'tag': '04359e2c-6c64-48cd-9380-dff313b7398c'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:18:14.616965 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2a5b0-6c9a-411c-8808-bbe40185a6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=04359e2c-6c64-48cd-9380-dff313b7398c,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:18:14.669146 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aca1edf6-c049-41a1-a226-641ee58a62ad'] response: {'name': 'network-changed', 'server_uuid': '14ad449e-1465-42ca-956c-77e7fe88e248', 'tag': '04359e2c-6c64-48cd-9380-dff313b7398c', 'status': 'completed', 'code': 200} May 03 23:18:14.711237 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-5a3b17d1-38f4-437e-9b8c-9b1c9c087055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:14.712750 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-5a3b17d1-38f4-437e-9b8c-9b1c9c087055 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 1095 time: 0.0782235 May 03 23:18:14.791576 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-adcf4328-8e7a-40f4-a61d-f85c395ac610 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04359e2c-6c64-48cd-9380-dff313b7398c HTTP/1.1" status: 200 len: 217 time: 0.0699990 May 03 23:18:14.852854 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-7e5af36c-2598-4aa7-ab24-16e58f6020ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:14.854177 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-7e5af36c-2598-4aa7-ab24-16e58f6020ec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0561328 May 03 23:18:14.931422 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-e6ed9058-7c3f-4b1c-9ab2-de667c60449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:14.932883 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-e6ed9058-7c3f-4b1c-9ab2-de667c60449e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719850 May 03 23:18:15.064087 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-b3ee6aa1-eceb-4d19-9ec5-3d2ef92cc008 service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219487 May 03 23:18:15.193827 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-8fd220a4-1a31-4bad-bb81-814a77e40b33 req-290e292e-0f0c-442e-af2f-5768293f0662 service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236708 May 03 23:18:15.251499 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94857625-fe0e-4eb6-b631-4ce91ea8bbfb req-ae5d75db-55d7-45a3-9cfa-c63cb4e76930 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:15.252989 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-94857625-fe0e-4eb6-b631-4ce91ea8bbfb req-ae5d75db-55d7-45a3-9cfa-c63cb4e76930 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 944 time: 0.0816317 May 03 23:18:15.298299 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-94857625-fe0e-4eb6-b631-4ce91ea8bbfb req-47612e87-f96e-4905-ad12-aeef7cc23303 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392909 May 03 23:18:15.314763 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0423c-89a9-41a6-8162-0c53e12d74ed req-7fd5f554-ce6c-4c44-be4f-129948ed8ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:15.316209 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a1d0423c-89a9-41a6-8162-0c53e12d74ed req-7fd5f554-ce6c-4c44-be4f-129948ed8ebe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 1095 time: 0.0698676 May 03 23:18:15.552522 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0423c-89a9-41a6-8162-0c53e12d74ed req-965432d8-fe47-431a-aa42-966fd6584a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:15.553878 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a1d0423c-89a9-41a6-8162-0c53e12d74ed req-965432d8-fe47-431a-aa42-966fd6584a45 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.2315414 May 03 23:18:15.624830 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a1d0423c-89a9-41a6-8162-0c53e12d74ed req-ec757062-68fa-47ea-bf43-b3412412fa45 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04359e2c-6c64-48cd-9380-dff313b7398c HTTP/1.1" status: 200 len: 217 time: 0.0636497 May 03 23:18:15.686214 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0423c-89a9-41a6-8162-0c53e12d74ed req-b646033d-8dfb-484e-a0d4-a8a6e8319ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:15.687570 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a1d0423c-89a9-41a6-8162-0c53e12d74ed req-b646033d-8dfb-484e-a0d4-a8a6e8319ed0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0560465 May 03 23:18:15.764266 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0423c-89a9-41a6-8162-0c53e12d74ed req-b9e7e2c9-cbf5-46cd-943d-e70a9fdf964c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:15.765745 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a1d0423c-89a9-41a6-8162-0c53e12d74ed req-b9e7e2c9-cbf5-46cd-943d-e70a9fdf964c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715661 May 03 23:18:15.896067 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a1d0423c-89a9-41a6-8162-0c53e12d74ed req-0069aceb-a36c-4975-9cfb-189239b8b8d5 service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218543 May 03 23:18:16.025651 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a1d0423c-89a9-41a6-8162-0c53e12d74ed req-631cc3d1-0365-4803-b411-8efe6aedfd9b service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228983 May 03 23:18:16.486116 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70fc91-7bda-4915-8542-b49b7e0b9cbb req-d3473e38-783c-4450-b3ef-9b52069c7d01 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:16.487570 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9e70fc91-7bda-4915-8542-b49b7e0b9cbb req-d3473e38-783c-4450-b3ef-9b52069c7d01 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 944 time: 0.0815685 May 03 23:18:16.538739 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9e70fc91-7bda-4915-8542-b49b7e0b9cbb req-b79221a2-d589-4f63-82f6-5af57f41ad63 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452499 May 03 23:18:16.814412 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 04359e2c-6c64-48cd-9380-dff313b7398c details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:18:16.955549 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 04359e2c-6c64-48cd-9380-dff313b7398c, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=04359e2c-6c64-48cd-9380-dff313b7398c,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:18:16.969153 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '04359e2c-6c64-48cd-9380-dff313b7398c', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'port_id': '04359e2c-6c64-48cd-9380-dff313b7398c', 'mac_address': 'fa:16:3e:64:29:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:18:17.026898 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:17.043724 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04359e2c-6c64-48cd-9380-dff313b7398c {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:18:17.058549 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 04359e2c-6c64-48cd-9380-dff313b7398c, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=04359e2c-6c64-48cd-9380-dff313b7398c,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:18:17.062444 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:17.127337 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=04359e2c-6c64-48cd-9380-dff313b7398c,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:18:17.275296 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['04359e2c-6c64-48cd-9380-dff313b7398c'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:18:17.717627 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6560d9-0a69-4a36-9c4d-fe79f360c989 req-9cabbaf0-bf71-473f-b605-b8f20bc20a12 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:17.719062 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e6560d9-0a69-4a36-9c4d-fe79f360c989 req-9cabbaf0-bf71-473f-b605-b8f20bc20a12 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 945 time: 0.0770781 May 03 23:18:17.765274 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e6560d9-0a69-4a36-9c4d-fe79f360c989 req-633c4108-91af-4371-b35a-13d8ef0da8f1 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407233 May 03 23:18:18.839986 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 04359e2c-6c64-48cd-9380-dff313b7398c up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:18:18.914379 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 04359e2c-6c64-48cd-9380-dff313b7398c completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:18:18.919000 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 04359e2c-6c64-48cd-9380-dff313b7398c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:18:18.919418 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:18.956408 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f5e92-a39e-4e8b-95ac-5c7550a21add req-b83258d3-88f5-4eaf-987e-5f19e74ee0c2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:18.957960 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-db4f5e92-a39e-4e8b-95ac-5c7550a21add req-b83258d3-88f5-4eaf-987e-5f19e74ee0c2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 945 time: 0.0823011 May 03 23:18:19.002935 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-db4f5e92-a39e-4e8b-95ac-5c7550a21add req-8b53e97f-e5ae-4a96-bc7b-cede473b9bea tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388265 May 03 23:18:19.037257 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:19.064117 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ad449e-1465-42ca-956c-77e7fe88e248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04359e2c-6c64-48cd-9380-dff313b7398c'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:18:19.073649 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 04359e2c-6c64-48cd-9380-dff313b7398c, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=04359e2c-6c64-48cd-9380-dff313b7398c,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:18:19.077923 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:19.113052 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9825b8bb-e59f-49ea-91c6-84576e57c112'] response: {'server_uuid': '14ad449e-1465-42ca-956c-77e7fe88e248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04359e2c-6c64-48cd-9380-dff313b7398c', 'code': 200} May 03 23:18:19.150616 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=04359e2c-6c64-48cd-9380-dff313b7398c,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:18:19.237733 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dad466-a364-46c0-a170-b25457cd4210 req-eed0dfa3-c915-4f5b-928a-db41e0a412ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:19.239109 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-81dad466-a364-46c0-a170-b25457cd4210 req-eed0dfa3-c915-4f5b-928a-db41e0a412ca service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 1097 time: 0.0683570 May 03 23:18:19.282928 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-81dad466-a364-46c0-a170-b25457cd4210 req-a2587d45-061c-49a7-8bc0-bb3236e431aa service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366993 May 03 23:18:20.190632 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e7ab7-51ba-4974-b2fc-0b3dc0820c13 req-7f1c573f-f7f7-4c95-9595-2878512abf6a tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:20.192062 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f12e7ab7-51ba-4974-b2fc-0b3dc0820c13 req-7f1c573f-f7f7-4c95-9595-2878512abf6a tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 946 time: 0.0825605 May 03 23:18:20.235318 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f12e7ab7-51ba-4974-b2fc-0b3dc0820c13 req-df42533c-ebd2-4a8b-9a16-0d21e20be86f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376952 May 03 23:18:21.419946 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5696d86-92cf-4668-9caf-c06c3ce48286 req-2fd63364-6295-4528-b4c8-03a194ada6e9 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:21.421297 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d5696d86-92cf-4668-9caf-c06c3ce48286 req-2fd63364-6295-4528-b4c8-03a194ada6e9 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 946 time: 0.0778079 May 03 23:18:21.464702 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d5696d86-92cf-4668-9caf-c06c3ce48286 req-dfb70d17-b45b-4096-84a2-42e5c64e2b50 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378356 May 03 23:18:21.738229 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0cd01-51fc-492e-834f-d97aff7cf4db req-7fc9c750-60f1-40c7-bfc9-d41937131572 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:21.739596 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dcb0cd01-51fc-492e-834f-d97aff7cf4db req-7fc9c750-60f1-40c7-bfc9-d41937131572 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 946 time: 0.1772482 May 03 23:18:21.748559 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 54988) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:18:21.753362 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-a29fe8d1-33c6-43f9-8700-366290037f07 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Request body: {'floatingip': {'port_id': '04359e2c-6c64-48cd-9380-dff313b7398c'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:18:21.829014 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a29fe8d1-33c6-43f9-8700-366290037f07 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks [] for floatingip, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:22.399494 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a29fe8d1-33c6-43f9-8700-366290037f07 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:22.403131 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a29fe8d1-33c6-43f9-8700-366290037f07 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:22.565699 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-a29fe8d1-33c6-43f9-8700-366290037f07 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Floating IP 8b671a3b-69de-4dfa-a532-2a412a5d6a85 associated. External IP: 172.25.2.14, port: 04359e2c-6c64-48cd-9380-dff313b7398c. May 03 23:18:22.908427 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29fe8d1-33c6-43f9-8700-366290037f07 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Router 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:18:22.984226 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9ca2fd6e-9bef-47cc-a607-03d9669e70c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:23.201480 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29fe8d1-33c6-43f9-8700-366290037f07 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:18:23.206603 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a29fe8d1-33c6-43f9-8700-366290037f07 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:23.212012 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4cf8cf-1cd6-4588-89f5-c307c45214b1 None None] Sync routers for ids ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:18:23.221076 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4cf8cf-1cd6-4588-89f5-c307c45214b1 None None] Routers {'163091ae-6ce1-4d2d-8ef2-32d21f16fe56'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:18:23.221664 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-9f4cf8cf-1cd6-4588-89f5-c307c45214b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:17:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:18:23.259387 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a29fe8d1-33c6-43f9-8700-366290037f07 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "PUT /v2.0/floatingips/8b671a3b-69de-4dfa-a532-2a412a5d6a85 HTTP/1.1" status: 200 len: 991 time: 1.5098085 May 03 23:18:23.260055 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ad449e-1465-42ca-956c-77e7fe88e248', 'tag': '04359e2c-6c64-48cd-9380-dff313b7398c'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:18:23.404738 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c297865-7a85-42ed-86a7-486d7cb71a99'] response: {'name': 'network-changed', 'server_uuid': '14ad449e-1465-42ca-956c-77e7fe88e248', 'tag': '04359e2c-6c64-48cd-9380-dff313b7398c', 'status': 'completed', 'code': 200} May 03 23:18:23.407649 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-9f4cf8cf-1cd6-4588-89f5-c307c45214b1 None None] Set router 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:18:23.508526 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e180236-0966-4e57-9223-e80b0d16053a req-1f4d0a00-c9ad-4264-ba46-702bb974964e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:23.510326 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9e180236-0966-4e57-9223-e80b0d16053a req-1f4d0a00-c9ad-4264-ba46-702bb974964e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 1097 time: 0.0827610 May 03 23:18:23.679615 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e180236-0966-4e57-9223-e80b0d16053a req-5923d6c4-f251-4877-a200-185e15494596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:23.681225 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9e180236-0966-4e57-9223-e80b0d16053a req-5923d6c4-f251-4877-a200-185e15494596 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.1646619 May 03 23:18:23.702677 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-69416aea-f27d-4662-97ca-48b31cb4c2f4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1479936 May 03 23:18:23.719944 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1886155-bc57-4f7d-9176-e917fa92d10a req-7e2701ae-878a-4323-b5b9-ee3ce3474dda tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:23.720973 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c1886155-bc57-4f7d-9176-e917fa92d10a req-7e2701ae-878a-4323-b5b9-ee3ce3474dda tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 946 time: 0.1037896 May 03 23:18:23.774780 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c1886155-bc57-4f7d-9176-e917fa92d10a req-7b1b68b9-c388-442e-8895-da171a2e5a3d tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477381 May 03 23:18:23.804725 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-9f4cf8cf-1cd6-4588-89f5-c307c45214b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'name': 'tempest-ServerActionsTestJSON-1177372241-router', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:21Z', 'revision_number': 4, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'gw_port': {'id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '8b671a3b-69de-4dfa-a532-2a412a5d6a85', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'floating_ip_address': '172.25.2.14', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'port_id': '04359e2c-6c64-48cd-9380-dff313b7398c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'mac_address': 'fa:16:3e:64:29:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ad449e-1465-42ca-956c-77e7fe88e248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:16:24Z', 'updated_at': '2022-05-03T23:18:22Z', 'revision_number': 9, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c212b0-b7ee-4c15-8255-5bf22f1f582e', 'name': '', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'mac_address': 'fa:16:3e:ea:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:21Z', 'updated_at': '2022-05-03T23:16:27Z', 'revision_number': 5, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'subnets': [{'id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:18:23.808322 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9e180236-0966-4e57-9223-e80b0d16053a req-e70f0d9f-07d9-4b50-9d66-9a7cca569ede service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04359e2c-6c64-48cd-9380-dff313b7398c HTTP/1.1" status: 200 len: 999 time: 0.1212060 May 03 23:18:23.810481 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4cf8cf-1cd6-4588-89f5-c307c45214b1 None None] Checking router: 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:18:23.821246 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4cf8cf-1cd6-4588-89f5-c307c45214b1 None None] Routers {'163091ae-6ce1-4d2d-8ef2-32d21f16fe56'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:18:23.821900 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-9f4cf8cf-1cd6-4588-89f5-c307c45214b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:17:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:18:23.873433 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e180236-0966-4e57-9223-e80b0d16053a req-3340f4e7-441a-459a-9d25-ed8b2622fdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:23.874954 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9e180236-0966-4e57-9223-e80b0d16053a req-3340f4e7-441a-459a-9d25-ed8b2622fdc3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0602062 May 03 23:18:23.953268 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e180236-0966-4e57-9223-e80b0d16053a req-cf1509f8-fcb1-46e2-a64c-ec791db42b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:23.954896 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9e180236-0966-4e57-9223-e80b0d16053a req-cf1509f8-fcb1-46e2-a64c-ec791db42b39 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738084 May 03 23:18:24.032883 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-9f4cf8cf-1cd6-4588-89f5-c307c45214b1 None None] Set router 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:18:24.107084 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9e180236-0966-4e57-9223-e80b0d16053a req-4e0f93fc-fccf-4d61-857a-6e6e80252f7a service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454732 May 03 23:18:24.258116 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-9e180236-0966-4e57-9223-e80b0d16053a req-8d0fe28f-68d9-421b-8a28-1b65371f8557 service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450536 May 03 23:18:24.397687 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-9f4cf8cf-1cd6-4588-89f5-c307c45214b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'name': 'tempest-ServerActionsTestJSON-1177372241-router', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:21Z', 'revision_number': 4, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'gw_port': {'id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '8b671a3b-69de-4dfa-a532-2a412a5d6a85', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'floating_ip_address': '172.25.2.14', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'port_id': '04359e2c-6c64-48cd-9380-dff313b7398c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'mac_address': 'fa:16:3e:64:29:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ad449e-1465-42ca-956c-77e7fe88e248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:16:24Z', 'updated_at': '2022-05-03T23:18:22Z', 'revision_number': 9, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c212b0-b7ee-4c15-8255-5bf22f1f582e', 'name': '', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'mac_address': 'fa:16:3e:ea:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:21Z', 'updated_at': '2022-05-03T23:16:27Z', 'revision_number': 5, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'subnets': [{'id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:18:24.401597 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4cf8cf-1cd6-4588-89f5-c307c45214b1 None None] The sync data for ids ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'] in n-d-811807-1 is: [{'id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'name': 'tempest-ServerActionsTestJSON-1177372241-router', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:21Z', 'revision_number': 4, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'gw_port': {'id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '8b671a3b-69de-4dfa-a532-2a412a5d6a85', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'floating_ip_address': '172.25.2.14', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'port_id': '04359e2c-6c64-48cd-9380-dff313b7398c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'mac_address': 'fa:16:3e:64:29:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ad449e-1465-42ca-956c-77e7fe88e248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:16:24Z', 'updated_at': '2022-05-03T23:18:22Z', 'revision_number': 9, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c212b0-b7ee-4c15-8255-5bf22f1f582e', 'name': '', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'mac_address': 'fa:16:3e:ea:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:21Z', 'updated_at': '2022-05-03T23:16:27Z', 'revision_number': 5, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'subnets': [{'id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:18:24.589529 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88c593f-a578-4eef-b8cf-52065065a5ae None None] New status for floating IP 8b671a3b-69de-4dfa-a532-2a412a5d6a85: ACTIVE {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:18:24.887137 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:24.921423 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-6bef1e67-d481-4a0b-8dea-fed7acef3e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:24.923096 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-6bef1e67-d481-4a0b-8dea-fed7acef3e8b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 1097 time: 0.0858734 May 03 23:18:24.983594 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73becef0-93b1-4cd7-b72e-e32001e5769d req-d1ddca13-144a-4d75-b3a5-b60367603e47 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:24.985102 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-73becef0-93b1-4cd7-b72e-e32001e5769d req-d1ddca13-144a-4d75-b3a5-b60367603e47 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 946 time: 0.0843186 May 03 23:18:25.032776 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-73becef0-93b1-4cd7-b72e-e32001e5769d req-5b21595c-c4be-4e2a-beca-91fc5d0513d5 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418344 May 03 23:18:25.172021 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-ccea0316-f93b-4261-ab8c-246dbc2e6482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:25.173459 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-ccea0316-f93b-4261-ab8c-246dbc2e6482 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.2435470 May 03 23:18:25.274815 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-6fa8dbf3-c865-4e57-8200-4b598d685292 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04359e2c-6c64-48cd-9380-dff313b7398c HTTP/1.1" status: 200 len: 1002 time: 0.0950477 May 03 23:18:25.336574 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-29d3bac3-1093-42f9-9e3e-438da2e9c44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:25.338009 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-29d3bac3-1093-42f9-9e3e-438da2e9c44b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0568764 May 03 23:18:25.410633 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-53b39218-1318-4edd-ac31-a4f07d4ec8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:25.411974 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-53b39218-1318-4edd-ac31-a4f07d4ec8cc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676196 May 03 23:18:25.540361 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-e1e6d859-b9b3-4788-9b02-51b539d1f860 service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218948 May 03 23:18:25.568091 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-29dcde4d-9ada-42c4-9ae8-9d2b9df467c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:25.676462 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-8f3141e4-e1af-47bb-bf6a-bec9cb80f1f4 service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267328 May 03 23:18:26.227247 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8be63-625b-45dd-abb9-1027c946739a req-e107d7c6-aab4-46f8-a529-8cbb18c74c2e tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:26.228697 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6cd8be63-625b-45dd-abb9-1027c946739a req-e107d7c6-aab4-46f8-a529-8cbb18c74c2e tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 946 time: 0.0794864 May 03 23:18:26.271990 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6cd8be63-625b-45dd-abb9-1027c946739a req-4efd8d2a-6001-4ef4-a530-d7954ded2e78 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376377 May 03 23:18:26.401977 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:26.447030 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:27.461029 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2eeeff-c1aa-409b-9bc4-4211e5d64959 req-ae7f4fe3-cf9b-4d09-b1c5-7645962cb585 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:27.462402 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad2eeeff-c1aa-409b-9bc4-4211e5d64959 req-ae7f4fe3-cf9b-4d09-b1c5-7645962cb585 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 946 time: 0.0819569 May 03 23:18:27.504733 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad2eeeff-c1aa-409b-9bc4-4211e5d64959 req-cd0ac21d-90c1-4f41-b92b-6989bb9118f0 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362022 May 03 23:18:27.770167 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:28.404736 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:28.689927 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d29966-3251-49d2-8c5d-e93996a5d8aa req-bd3a2195-ce3c-4c18-bc9e-178d6ab886d1 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:28.691388 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-00d29966-3251-49d2-8c5d-e93996a5d8aa req-bd3a2195-ce3c-4c18-bc9e-178d6ab886d1 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 946 time: 0.0787241 May 03 23:18:28.735295 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-00d29966-3251-49d2-8c5d-e93996a5d8aa req-8123af0d-ea99-4f96-a9ca-1eb2da569118 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382738 May 03 23:18:29.917215 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18042f71-550e-446e-ba7e-082f09c1135d req-96d43dd6-864e-46ca-a937-7134c7b2a7d1 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:29.919323 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-18042f71-550e-446e-ba7e-082f09c1135d req-96d43dd6-864e-46ca-a937-7134c7b2a7d1 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 946 time: 0.0822730 May 03 23:18:29.961526 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-18042f71-550e-446e-ba7e-082f09c1135d req-2e257e48-3690-497a-9d44-6b4b7aca1f1d tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367219 May 03 23:18:31.142327 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8f315-e886-4fb3-95c2-7745c7c2aa16 req-185c001d-d8d6-484d-ae91-5d11cc39dfb0 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:31.143765 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7db8f315-e886-4fb3-95c2-7745c7c2aa16 req-185c001d-d8d6-484d-ae91-5d11cc39dfb0 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 946 time: 0.0779178 May 03 23:18:31.190334 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7db8f315-e886-4fb3-95c2-7745c7c2aa16 req-3cb3f0db-094c-4e98-90da-d97355f09ec9 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409296 May 03 23:18:32.376997 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5aa1e-0f22-4ec8-a362-fec0a928370f req-1e950efb-676b-4b6e-b522-af21baf426d1 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:32.378463 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ccd5aa1e-0f22-4ec8-a362-fec0a928370f req-1e950efb-676b-4b6e-b522-af21baf426d1 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 946 time: 0.0791323 May 03 23:18:32.421081 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ccd5aa1e-0f22-4ec8-a362-fec0a928370f req-12aaced3-8bb4-4fad-80ae-5d459d14a2eb tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370770 May 03 23:18:33.762960 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3def766-c41f-4b70-8540-14f4a47f7f48 req-678d905b-f58f-49b3-951d-7ead2b822fe8 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:33.764423 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c3def766-c41f-4b70-8540-14f4a47f7f48 req-678d905b-f58f-49b3-951d-7ead2b822fe8 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 946 time: 0.0843866 May 03 23:18:33.806890 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c3def766-c41f-4b70-8540-14f4a47f7f48 req-e6d6f54b-16af-4cfa-9f52-c58ab55c60a6 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367157 May 03 23:18:34.987977 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549a496-3cc9-4325-beab-80a90106b3eb req-a33f703c-9cf0-45d5-8917-204a6f5ad5f6 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:34.989413 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e549a496-3cc9-4325-beab-80a90106b3eb req-a33f703c-9cf0-45d5-8917-204a6f5ad5f6 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 946 time: 0.0788016 May 03 23:18:35.032011 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e549a496-3cc9-4325-beab-80a90106b3eb req-821327a7-210a-4f24-99af-d40d6cb9fca9 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370095 May 03 23:18:35.247537 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:18:36.215262 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e742130-a384-4a48-a134-5c204d4b5a10 req-e9ce7918-adef-482f-a9e7-4da981899bdc tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:36.216696 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0e742130-a384-4a48-a134-5c204d4b5a10 req-e9ce7918-adef-482f-a9e7-4da981899bdc tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 946 time: 0.0825098 May 03 23:18:36.259275 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0e742130-a384-4a48-a134-5c204d4b5a10 req-1e5d97ef-d212-4a16-9b23-8ef4afed9097 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370772 May 03 23:18:37.441910 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c02dba-3adb-47e8-88a8-8fdf9fff1615 req-4b9a5917-c732-4583-9496-64a792e59100 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:37.443260 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-54c02dba-3adb-47e8-88a8-8fdf9fff1615 req-4b9a5917-c732-4583-9496-64a792e59100 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 946 time: 0.0778019 May 03 23:18:37.486272 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-54c02dba-3adb-47e8-88a8-8fdf9fff1615 req-552fcf70-9879-48b5-891c-459408936381 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374837 May 03 23:18:38.670134 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9b19d-2817-4447-9b21-90f9c96514e3 req-054c1885-6472-43d2-a035-ef0b23358025 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:38.671591 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9cd9b19d-2817-4447-9b21-90f9c96514e3 req-054c1885-6472-43d2-a035-ef0b23358025 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 946 time: 0.0815861 May 03 23:18:38.714478 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9cd9b19d-2817-4447-9b21-90f9c96514e3 req-912358f0-53f8-4975-8951-2bca68f17b7e tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371754 May 03 23:18:39.909068 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04dde0-2332-4bd3-be1b-b0f5dce04c1e req-a5804c5e-cbc6-49eb-89d8-52fb946848e5 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:39.910557 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-df04dde0-2332-4bd3-be1b-b0f5dce04c1e req-a5804c5e-cbc6-49eb-89d8-52fb946848e5 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 946 time: 0.0891809 May 03 23:18:39.958509 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-df04dde0-2332-4bd3-be1b-b0f5dce04c1e req-c1d3d987-4377-462e-b2c6-b03633cc162f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421238 May 03 23:18:41.141496 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f180fe8-7348-4d03-8ba2-ac0434f0bb08 req-e2bfc305-df3c-4250-8547-46f954d2dc90 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:41.142964 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7f180fe8-7348-4d03-8ba2-ac0434f0bb08 req-e2bfc305-df3c-4250-8547-46f954d2dc90 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 946 time: 0.0782933 May 03 23:18:41.186811 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7f180fe8-7348-4d03-8ba2-ac0434f0bb08 req-68d9b28c-c717-4cd5-a748-74daa8341611 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383754 May 03 23:18:42.469275 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3049c7-73f6-4e2f-81f5-098e2f19e12c req-52365299-47a9-4d4e-a020-b6ed390bfae0 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:42.470677 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1b3049c7-73f6-4e2f-81f5-098e2f19e12c req-52365299-47a9-4d4e-a020-b6ed390bfae0 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 946 time: 0.1806014 May 03 23:18:42.513779 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1b3049c7-73f6-4e2f-81f5-098e2f19e12c req-340a9df9-9ff2-4f86-a64c-17498b6c81cf tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374835 May 03 23:18:43.693184 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8102b60-c183-4587-9e26-9d7990c5aaf0 req-4aef0227-bf3c-4ccb-a5b8-006077d59dfc tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:43.694707 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8102b60-c183-4587-9e26-9d7990c5aaf0 req-4aef0227-bf3c-4ccb-a5b8-006077d59dfc tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 946 time: 0.0777245 May 03 23:18:43.738079 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8102b60-c183-4587-9e26-9d7990c5aaf0 req-061ef502-f2db-49d9-98fb-8ad063f3b784 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375512 May 03 23:18:44.921470 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d6454-0801-4487-8beb-698c35753848 req-666ff146-454d-4d46-b90b-0e5b33fc51e6 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:44.922942 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0b2d6454-0801-4487-8beb-698c35753848 req-666ff146-454d-4d46-b90b-0e5b33fc51e6 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 946 time: 0.0831039 May 03 23:18:44.966509 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0b2d6454-0801-4487-8beb-698c35753848 req-3a0cabd0-dc07-4d0a-8bef-6228e81899ef tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380008 May 03 23:18:46.145745 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080593d-d9fd-4af7-97f6-f46919efa697 req-70204616-bca1-4bf5-b3e7-8fb649fe61ca tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:46.147192 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b080593d-d9fd-4af7-97f6-f46919efa697 req-70204616-bca1-4bf5-b3e7-8fb649fe61ca tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 946 time: 0.0775652 May 03 23:18:46.193234 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b080593d-d9fd-4af7-97f6-f46919efa697 req-831226cd-58f3-417a-972c-df33c28dbc2e tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404456 May 03 23:18:47.381295 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df93be-436b-4525-8240-4cd4109ed15f req-bbc797de-b3c9-457e-b400-39dc1127c957 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:47.382750 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8df93be-436b-4525-8240-4cd4109ed15f req-bbc797de-b3c9-457e-b400-39dc1127c957 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 946 time: 0.0781155 May 03 23:18:47.425872 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8df93be-436b-4525-8240-4cd4109ed15f req-2ad7d59b-a727-4223-b78b-2ae9e0df6e61 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367489 May 03 23:18:48.614194 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21545ec5-57de-473e-9d18-52fedf2c2b7e req-e230aaba-f898-440d-bad5-3757da6954ce tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:48.615688 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-21545ec5-57de-473e-9d18-52fedf2c2b7e req-e230aaba-f898-440d-bad5-3757da6954ce tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 946 time: 0.0825782 May 03 23:18:48.659245 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-21545ec5-57de-473e-9d18-52fedf2c2b7e req-02c82d24-2fb5-4435-904c-e6f45efb7005 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373852 May 03 23:18:49.836877 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8cf4a-07c6-499a-a499-7a3d71116f9e req-8a35e0da-df87-47e3-ae0d-345aa14ca1b5 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:49.839981 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-38a8cf4a-07c6-499a-a499-7a3d71116f9e req-8a35e0da-df87-47e3-ae0d-345aa14ca1b5 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 946 time: 0.0797174 May 03 23:18:49.885397 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-38a8cf4a-07c6-499a-a499-7a3d71116f9e req-3f61b8b0-aae6-4229-bb4e-e943166c3e22 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393844 May 03 23:18:51.071070 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a9281-68ec-4a10-9c9a-dac9bcb7d823 req-0b76066a-d44b-4c77-842c-db1c0502dd05 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:51.072524 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-131a9281-68ec-4a10-9c9a-dac9bcb7d823 req-0b76066a-d44b-4c77-842c-db1c0502dd05 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 946 time: 0.0811746 May 03 23:18:51.115678 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-131a9281-68ec-4a10-9c9a-dac9bcb7d823 req-1e51fd0a-da18-45cd-b42e-de1d9f1e2b44 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374985 May 03 23:18:52.297598 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9002f-fb6b-467a-b5f3-0c52043c9df5 req-3a38b0e7-7336-4723-902a-dd34ddf7f54c tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:52.299035 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-70a9002f-fb6b-467a-b5f3-0c52043c9df5 req-3a38b0e7-7336-4723-902a-dd34ddf7f54c tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 946 time: 0.0773156 May 03 23:18:52.346165 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-70a9002f-fb6b-467a-b5f3-0c52043c9df5 req-8d5223af-1b4b-41bb-861a-f7505c7072c5 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416009 May 03 23:18:52.990082 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b6f04dca-8e5b-4690-a0b9-1580ca9f6f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:53.538936 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7ffba-d00e-4f3b-864b-d6494eaffd22 req-8b6966e8-68c6-46aa-93d4-e8942a1cef25 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:53.540411 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9cb7ffba-d00e-4f3b-864b-d6494eaffd22 req-8b6966e8-68c6-46aa-93d4-e8942a1cef25 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 946 time: 0.0816061 May 03 23:18:53.585459 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9cb7ffba-d00e-4f3b-864b-d6494eaffd22 req-83f8b63f-8687-49fc-a280-c555baf2252c tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394664 May 03 23:18:54.768433 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f2d58-1bf0-418b-834e-30eba88b4d5b req-c656283e-c63e-4ade-8d45-e6c73384c5dc tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:54.769891 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-410f2d58-1bf0-418b-834e-30eba88b4d5b req-c656283e-c63e-4ade-8d45-e6c73384c5dc tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 946 time: 0.0784631 May 03 23:18:54.816631 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-410f2d58-1bf0-418b-834e-30eba88b4d5b req-60aba8b2-8778-47b3-a450-ef95479b3f8f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406582 May 03 23:18:54.866005 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:55.448058 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5e9ad-c77b-433f-9975-a215cc0f5e05 req-7e449a87-5f75-4cf5-8566-9d13d09a44d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:55.449682 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-fbf5e9ad-c77b-433f-9975-a215cc0f5e05 req-7e449a87-5f75-4cf5-8566-9d13d09a44d8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 1097 time: 0.0775850 May 03 23:18:55.570288 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9b9dfb8c-8898-4a97-ac78-1be6f63c346e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:55.600447 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5e9ad-c77b-433f-9975-a215cc0f5e05 req-e844308a-3348-41bd-88ce-038bf3dc4e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:55.601902 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-fbf5e9ad-c77b-433f-9975-a215cc0f5e05 req-e844308a-3348-41bd-88ce-038bf3dc4e11 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.1326854 May 03 23:18:55.704357 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-fbf5e9ad-c77b-433f-9975-a215cc0f5e05 req-bd8e78fe-0e84-4362-affe-23d39e0a7bd8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04359e2c-6c64-48cd-9380-dff313b7398c HTTP/1.1" status: 200 len: 1002 time: 0.0944729 May 03 23:18:55.764796 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5e9ad-c77b-433f-9975-a215cc0f5e05 req-3d05ad5b-d739-46f2-a1b1-41e74bfd80ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:55.766154 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-fbf5e9ad-c77b-433f-9975-a215cc0f5e05 req-3d05ad5b-d739-46f2-a1b1-41e74bfd80ec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0552354 May 03 23:18:55.841799 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5e9ad-c77b-433f-9975-a215cc0f5e05 req-471b9c62-b8e0-4b1d-a727-6bcf5be0415d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:55.843537 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-fbf5e9ad-c77b-433f-9975-a215cc0f5e05 req-471b9c62-b8e0-4b1d-a727-6bcf5be0415d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709743 May 03 23:18:55.980789 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-fbf5e9ad-c77b-433f-9975-a215cc0f5e05 req-a1f9d9ac-c064-424a-9d81-f59a9a41bbb6 service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298835 May 03 23:18:56.003530 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf95257-08fc-4355-83b9-a2ac6aad8951 req-d4b8b8a7-b3c8-403a-9032-ecb914c55810 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:56.004990 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cbf95257-08fc-4355-83b9-a2ac6aad8951 req-d4b8b8a7-b3c8-403a-9032-ecb914c55810 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 946 time: 0.0802922 May 03 23:18:56.047953 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cbf95257-08fc-4355-83b9-a2ac6aad8951 req-6478114e-0df9-40c5-b1c8-b123b4b29e0b tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373445 May 03 23:18:56.112754 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-fbf5e9ad-c77b-433f-9975-a215cc0f5e05 req-4016e313-3040-47b9-97b5-1e339fa8fcb2 service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248937 May 03 23:18:56.403247 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:56.451206 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:57.235542 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3b98b-b0f4-44a5-9116-247d19b31285 req-47261429-3799-42de-9333-334751c8d42c tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:57.236978 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bdc3b98b-b0f4-44a5-9116-247d19b31285 req-47261429-3799-42de-9333-334751c8d42c tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 946 time: 0.0852642 May 03 23:18:57.279770 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bdc3b98b-b0f4-44a5-9116-247d19b31285 req-b69b643b-6c6d-4c2c-8893-30ade6a9962a tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372326 May 03 23:18:57.613601 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-83278e3a-8d66-4b65-8933-dc476bfd92b3 service neutron] show failed (client error): The resource could not be found. May 03 23:18:57.614625 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-83278e3a-8d66-4b65-8933-dc476bfd92b3 service neutron] 10.222.0.60 "GET /v2.0/ports/04359e2c-6c64-48cd-9380-dff313b7398c/bindings/n-h2-811807-1 HTTP/1.1" status: 404 len: 380 time: 0.0743711 May 03 23:18:57.773720 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:57.881643 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46665c-85ce-47a2-9994-c0c58aefe353 req-71032c52-abfe-40b7-829c-f114cc964c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:57.883043 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0d46665c-85ce-47a2-9994-c0c58aefe353 req-71032c52-abfe-40b7-829c-f114cc964c6f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 1097 time: 0.0760353 May 03 23:18:57.885001 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-6da85574-18d2-4db2-819d-17718423a655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:57.886560 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-6da85574-18d2-4db2-819d-17718423a655 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248&tenant_id=079d3dc8819f4981873b4a485dbc4fff HTTP/1.1" status: 200 len: 1097 time: 0.0700777 May 03 23:18:57.898504 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-36df440a-a584-425f-b9d6-455a9cccdeb0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811807-1', 'device_owner': 'compute:nova'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:18:58.008801 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-36df440a-a584-425f-b9d6-455a9cccdeb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:58.027490 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46665c-85ce-47a2-9994-c0c58aefe353 req-0f720eca-2a24-446d-95f2-dc2c3eb7d92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:58.028933 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0d46665c-85ce-47a2-9994-c0c58aefe353 req-0f720eca-2a24-446d-95f2-dc2c3eb7d92a service neutron] 10.222.0.67 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.1274891 May 03 23:18:58.131730 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0d46665c-85ce-47a2-9994-c0c58aefe353 req-e8fc88a7-dba2-4eb5-b543-d1f82aa8a6e1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04359e2c-6c64-48cd-9380-dff313b7398c HTTP/1.1" status: 200 len: 1002 time: 0.0959361 May 03 23:18:58.194237 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46665c-85ce-47a2-9994-c0c58aefe353 req-618e0cdb-b232-41f8-8759-d49abbef44ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:58.195655 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0d46665c-85ce-47a2-9994-c0c58aefe353 req-618e0cdb-b232-41f8-8759-d49abbef44ce service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0586474 May 03 23:18:58.268374 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46665c-85ce-47a2-9994-c0c58aefe353 req-db056fea-50c1-4889-894d-32ed70db9b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:58.269869 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0d46665c-85ce-47a2-9994-c0c58aefe353 req-db056fea-50c1-4889-894d-32ed70db9b7e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687478 May 03 23:18:58.274378 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-36df440a-a584-425f-b9d6-455a9cccdeb0 service neutron] For port 04359e2c-6c64-48cd-9380-dff313b7398c, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=04359e2c-6c64-48cd-9380-dff313b7398c,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:18:58.304460 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-36df440a-a584-425f-b9d6-455a9cccdeb0 service neutron] For port 04359e2c-6c64-48cd-9380-dff313b7398c, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:18:58.364061 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ad449e-1465-42ca-956c-77e7fe88e248', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04359e2c-6c64-48cd-9380-dff313b7398c'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:18:58.370858 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-36df440a-a584-425f-b9d6-455a9cccdeb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:58.388325 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-36df440a-a584-425f-b9d6-455a9cccdeb0 service neutron] Transition to ACTIVE for port object 04359e2c-6c64-48cd-9380-dff313b7398c will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:18:58.393285 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-36df440a-a584-425f-b9d6-455a9cccdeb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:58.413438 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:58.462863 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-711daa87-b826-48cc-80ab-b9dd854a9f6e'] response: {'server_uuid': '14ad449e-1465-42ca-956c-77e7fe88e248', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04359e2c-6c64-48cd-9380-dff313b7398c', 'code': 200} May 03 23:18:58.531928 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0d46665c-85ce-47a2-9994-c0c58aefe353 req-f2705481-e6b8-415f-a356-8f9d3a54470d service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553473 May 03 23:18:58.675721 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0d46665c-85ce-47a2-9994-c0c58aefe353 req-4cb5c0d5-0669-45f5-947c-5625f6504928 service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366420 May 03 23:18:58.710715 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df440a-a584-425f-b9d6-455a9cccdeb0 service neutron] Pushing event updated for resources: {'Port': ['ID=04359e2c-6c64-48cd-9380-dff313b7398c,revision_number=6']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:18:58.724833 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df440a-a584-425f-b9d6-455a9cccdeb0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:18:58.725173 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df440a-a584-425f-b9d6-455a9cccdeb0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:18:58.725506 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df440a-a584-425f-b9d6-455a9cccdeb0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:18:58.725835 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df440a-a584-425f-b9d6-455a9cccdeb0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:18:58.726186 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df440a-a584-425f-b9d6-455a9cccdeb0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:18:58.726509 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df440a-a584-425f-b9d6-455a9cccdeb0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:18:58.726830 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df440a-a584-425f-b9d6-455a9cccdeb0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:18:58.727149 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df440a-a584-425f-b9d6-455a9cccdeb0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:18:58.727467 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df440a-a584-425f-b9d6-455a9cccdeb0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:18:58.728332 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df440a-a584-425f-b9d6-455a9cccdeb0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:18:58.728643 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df440a-a584-425f-b9d6-455a9cccdeb0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:18:58.728956 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36df440a-a584-425f-b9d6-455a9cccdeb0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:18:58.780840 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-36df440a-a584-425f-b9d6-455a9cccdeb0 service neutron] No DVR routers for this DVR port 04359e2c-6c64-48cd-9380-dff313b7398c on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:18:58.925576 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4959fa-b4f2-478b-b425-be455b815777 req-65aeea8c-4ecf-436c-b464-e1fb4a22fa6b tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:58.926993 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bd4959fa-b4f2-478b-b425-be455b815777 req-65aeea8c-4ecf-436c-b464-e1fb4a22fa6b tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 944 time: 0.5223277 May 03 23:18:58.996234 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bd4959fa-b4f2-478b-b425-be455b815777 req-8231ca7e-fe95-4768-ba38-7ce9a3798310 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624039 May 03 23:18:59.048694 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-36df440a-a584-425f-b9d6-455a9cccdeb0 service neutron] Attempting to bind port 04359e2c-6c64-48cd-9380-dff313b7398c on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:18:59.049025 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-36df440a-a584-425f-b9d6-455a9cccdeb0 service neutron] Attempting to bind port 04359e2c-6c64-48cd-9380-dff313b7398c by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:18:59.049349 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-36df440a-a584-425f-b9d6-455a9cccdeb0 service neutron] Attempting to bind port 04359e2c-6c64-48cd-9380-dff313b7398c on network c402384d-4f08-45f4-8228-f430f17b3b9c {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:18:59.053880 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-36df440a-a584-425f-b9d6-455a9cccdeb0 service neutron] Port 04359e2c-6c64-48cd-9380-dff313b7398c on network c402384d-4f08-45f4-8228-f430f17b3b9c not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:18:59.054197 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-36df440a-a584-425f-b9d6-455a9cccdeb0 service neutron] Attempting to bind port 04359e2c-6c64-48cd-9380-dff313b7398c on network c402384d-4f08-45f4-8228-f430f17b3b9c {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:18:59.059778 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-36df440a-a584-425f-b9d6-455a9cccdeb0 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:18:59.060116 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-36df440a-a584-425f-b9d6-455a9cccdeb0 service neutron] Checking segment: {'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:18:59.060501 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-36df440a-a584-425f-b9d6-455a9cccdeb0 service neutron] Bound using segment: {'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:18:59.060926 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-36df440a-a584-425f-b9d6-455a9cccdeb0 service neutron] Bound port: 04359e2c-6c64-48cd-9380-dff313b7398c, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:18:59.061270 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-36df440a-a584-425f-b9d6-455a9cccdeb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:59.148679 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-36df440a-a584-425f-b9d6-455a9cccdeb0 service neutron] For port 04359e2c-6c64-48cd-9380-dff313b7398c, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:18:59.152062 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-36df440a-a584-425f-b9d6-455a9cccdeb0 service neutron] For port 04359e2c-6c64-48cd-9380-dff313b7398c, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=04359e2c-6c64-48cd-9380-dff313b7398c,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:18:59.156085 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-36df440a-a584-425f-b9d6-455a9cccdeb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:59.214340 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-36df440a-a584-425f-b9d6-455a9cccdeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:59.214968 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-36df440a-a584-425f-b9d6-455a9cccdeb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:18:59.216229 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-36df440a-a584-425f-b9d6-455a9cccdeb0 service neutron] 10.222.0.67 "PUT /v2.0/ports/04359e2c-6c64-48cd-9380-dff313b7398c HTTP/1.1" status: 200 len: 1092 time: 1.3217723 May 03 23:18:59.234022 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df440a-a584-425f-b9d6-455a9cccdeb0 service neutron] Pushing event updated for resources: {'Port': ['ID=04359e2c-6c64-48cd-9380-dff313b7398c,revision_number=7']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:18:59.310226 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-2106067c-5bf0-42e6-bfee-ddf9618c262c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:59.311733 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-2106067c-5bf0-42e6-bfee-ddf9618c262c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 1095 time: 0.0720911 May 03 23:18:59.453757 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-014386ba-0a42-42d4-b098-956d0d7c4f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:59.455248 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-014386ba-0a42-42d4-b098-956d0d7c4f12 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.1366949 May 03 23:18:59.565752 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-c429af0b-8df2-45a1-a710-d0000fa31dff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04359e2c-6c64-48cd-9380-dff313b7398c HTTP/1.1" status: 200 len: 1000 time: 0.1043122 May 03 23:18:59.631013 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-975f103d-d675-4d53-8bf3-d5af0b40bca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:59.632418 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-975f103d-d675-4d53-8bf3-d5af0b40bca0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0597725 May 03 23:18:59.707061 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-84d6becc-bd5b-46a2-a5c3-bd7e28ca31ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:18:59.708525 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-84d6becc-bd5b-46a2-a5c3-bd7e28ca31ba service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689280 May 03 23:18:59.838157 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-02072094-2fa1-4131-859f-b730195e99a8 service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221762 May 03 23:18:59.967925 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a565da73-0504-40b8-9d70-a83cfb8e3353 req-15b73b4f-714f-42f9-b501-dc0a685ef967 service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244538 May 03 23:19:00.184986 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b5507-e8be-47a0-abd0-9a422aa439e7 req-20bed533-8d57-4ae6-b113-c6c4d7067f8a tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:00.186433 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-457b5507-e8be-47a0-abd0-9a422aa439e7 req-20bed533-8d57-4ae6-b113-c6c4d7067f8a tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 944 time: 0.0800908 May 03 23:19:00.247276 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-457b5507-e8be-47a0-abd0-9a422aa439e7 req-0471e3d0-61ba-45f4-bcbe-fa7ee77e9809 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553091 May 03 23:19:00.464357 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ad449e-1465-42ca-956c-77e7fe88e248', 'tag': '04359e2c-6c64-48cd-9380-dff313b7398c'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:19:00.520003 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ad43b8f-904e-46d4-9a50-c37c88fe71e3'] response: {'name': 'network-changed', 'server_uuid': '14ad449e-1465-42ca-956c-77e7fe88e248', 'tag': '04359e2c-6c64-48cd-9380-dff313b7398c', 'status': 'completed', 'code': 200} May 03 23:19:00.612938 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d911e37-7f3d-4b84-a01b-8f438b7a2bd7 req-e45b9a4f-dac3-46fd-8aff-dcdb95dd7466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:00.613167 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d911e37-7f3d-4b84-a01b-8f438b7a2bd7 req-9f02f689-949e-4932-a3d0-3b45b804aded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:00.614453 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3d911e37-7f3d-4b84-a01b-8f438b7a2bd7 req-9f02f689-949e-4932-a3d0-3b45b804aded service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 1095 time: 0.0708127 May 03 23:19:00.614673 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3d911e37-7f3d-4b84-a01b-8f438b7a2bd7 req-e45b9a4f-dac3-46fd-8aff-dcdb95dd7466 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 1095 time: 0.0749798 May 03 23:19:00.748488 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d911e37-7f3d-4b84-a01b-8f438b7a2bd7 req-e8a5ccc1-c4a4-463b-8485-74b3014a8831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:00.749876 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3d911e37-7f3d-4b84-a01b-8f438b7a2bd7 req-e8a5ccc1-c4a4-463b-8485-74b3014a8831 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.1289432 May 03 23:19:00.854565 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3d911e37-7f3d-4b84-a01b-8f438b7a2bd7 req-bbeacb6a-7043-4f20-a59a-edc4e8457316 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04359e2c-6c64-48cd-9380-dff313b7398c HTTP/1.1" status: 200 len: 1000 time: 0.0983140 May 03 23:19:00.854933 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d911e37-7f3d-4b84-a01b-8f438b7a2bd7 req-233daf92-f92f-4c85-b718-fa3e53488564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:00.856377 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3d911e37-7f3d-4b84-a01b-8f438b7a2bd7 req-233daf92-f92f-4c85-b718-fa3e53488564 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.2358837 May 03 23:19:00.918884 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d911e37-7f3d-4b84-a01b-8f438b7a2bd7 req-5d54c16d-529d-4d20-8f4d-a556902bba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:00.920313 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3d911e37-7f3d-4b84-a01b-8f438b7a2bd7 req-5d54c16d-529d-4d20-8f4d-a556902bba39 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0597954 May 03 23:19:00.959225 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3d911e37-7f3d-4b84-a01b-8f438b7a2bd7 req-a67511e3-1059-4b9e-988e-0d9af53098ac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04359e2c-6c64-48cd-9380-dff313b7398c HTTP/1.1" status: 200 len: 1000 time: 0.0963686 May 03 23:19:00.994516 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d911e37-7f3d-4b84-a01b-8f438b7a2bd7 req-4bd6f97d-5ba0-4094-a3c3-e76116bc85e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:00.995986 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3d911e37-7f3d-4b84-a01b-8f438b7a2bd7 req-4bd6f97d-5ba0-4094-a3c3-e76116bc85e1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699494 May 03 23:19:01.021355 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d911e37-7f3d-4b84-a01b-8f438b7a2bd7 req-fcea8643-c1d7-4f09-83af-9516c68cb2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:01.022741 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3d911e37-7f3d-4b84-a01b-8f438b7a2bd7 req-fcea8643-c1d7-4f09-83af-9516c68cb2f3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0576131 May 03 23:19:01.099502 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d911e37-7f3d-4b84-a01b-8f438b7a2bd7 req-1e7aaee6-7531-4b06-b16d-2d449713a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:01.100982 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3d911e37-7f3d-4b84-a01b-8f438b7a2bd7 req-1e7aaee6-7531-4b06-b16d-2d449713a9f6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720699 May 03 23:19:01.126849 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3d911e37-7f3d-4b84-a01b-8f438b7a2bd7 req-6bc4a598-6750-4cce-8cdb-fe51fd5fdb9d service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246507 May 03 23:19:01.233111 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3d911e37-7f3d-4b84-a01b-8f438b7a2bd7 req-7e1d6918-ab73-42fc-ab22-86314ed91df4 service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241963 May 03 23:19:01.261272 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3d911e37-7f3d-4b84-a01b-8f438b7a2bd7 req-cb60da98-84af-49e6-b1b5-701f39a8422a service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275554 May 03 23:19:01.400472 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3d911e37-7f3d-4b84-a01b-8f438b7a2bd7 req-a53fb305-856c-472c-8a3f-86e19b7c12b0 service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591167 May 03 23:19:01.450306 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc356f17-eea0-48a1-bace-0543961d8ddc req-ffffbbfe-4d93-48f2-afe7-c165bdec67e7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:01.451767 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dc356f17-eea0-48a1-bace-0543961d8ddc req-ffffbbfe-4d93-48f2-afe7-c165bdec67e7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 944 time: 0.0904446 May 03 23:19:01.501057 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dc356f17-eea0-48a1-bace-0543961d8ddc req-b2c3169b-81ae-47fe-9e86-a09e249fe227 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433385 May 03 23:19:02.701023 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af831294-a112-4b7e-a192-cf3ebdd24316 req-7173476e-1c73-4815-8a1b-186c70dac1a6 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:02.702496 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af831294-a112-4b7e-a192-cf3ebdd24316 req-7173476e-1c73-4815-8a1b-186c70dac1a6 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 944 time: 0.0845397 May 03 23:19:02.747590 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-af831294-a112-4b7e-a192-cf3ebdd24316 req-ea78f24c-a812-4954-bd65-b5bcf820fbd2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389843 May 03 23:19:03.038774 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 04359e2c-6c64-48cd-9380-dff313b7398c no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:19:03.094462 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 04359e2c-6c64-48cd-9380-dff313b7398c not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:19:03.928839 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cc286-fb19-419f-bf97-125c1e22c17d req-61fcf720-f952-4aa8-ad0e-11fedcfdd14f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:03.930316 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7a6cc286-fb19-419f-bf97-125c1e22c17d req-61fcf720-f952-4aa8-ad0e-11fedcfdd14f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 944 time: 0.0786433 May 03 23:19:03.968249 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 04359e2c-6c64-48cd-9380-dff313b7398c details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:19:03.978046 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7a6cc286-fb19-419f-bf97-125c1e22c17d req-966171e6-8fda-4a20-8da7-19bcee2d41c0 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415301 May 03 23:19:04.099495 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 04359e2c-6c64-48cd-9380-dff313b7398c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=04359e2c-6c64-48cd-9380-dff313b7398c,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:19:04.112320 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '04359e2c-6c64-48cd-9380-dff313b7398c', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'port_id': '04359e2c-6c64-48cd-9380-dff313b7398c', 'mac_address': 'fa:16:3e:64:29:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:19:04.170084 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:04.186865 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04359e2c-6c64-48cd-9380-dff313b7398c {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:19:04.202750 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 04359e2c-6c64-48cd-9380-dff313b7398c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=04359e2c-6c64-48cd-9380-dff313b7398c,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:19:04.206509 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:04.273936 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=04359e2c-6c64-48cd-9380-dff313b7398c,revision_number=8']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:19:04.282711 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:19:04.283052 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:19:04.283465 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:19:04.283799 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:19:04.284123 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:19:04.284444 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:19:04.284762 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:19:04.285081 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:19:04.285395 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:19:04.285713 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:19:04.286048 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:19:04.286364 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:19:04.426573 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-208fb72b-8a44-4fc9-ab8f-5c91ea36f3f3 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:04.427998 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-208fb72b-8a44-4fc9-ab8f-5c91ea36f3f3 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.67 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248&tenant_id=079d3dc8819f4981873b4a485dbc4fff&binding%3Ahost_id=n-h2-811807-1 HTTP/1.1" status: 200 len: 945 time: 0.1379242 May 03 23:19:04.494197 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9e6d2-efd8-4250-a0ad-cadc36e5858c req-1dc536d7-ea2c-4c21-84df-0211301a7763 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:04.495534 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aac9e6d2-efd8-4250-a0ad-cadc36e5858c req-1dc536d7-ea2c-4c21-84df-0211301a7763 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 945 time: 0.1500976 May 03 23:19:04.549122 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-8bb75c4b-c0ae-4c08-98bf-8356c1b08e62 service neutron] 10.222.0.67 "GET /v2.0/ports/04359e2c-6c64-48cd-9380-dff313b7398c/bindings/n-h2-811807-1 HTTP/1.1" status: 200 len: 382 time: 0.1136258 May 03 23:19:04.552013 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aac9e6d2-efd8-4250-a0ad-cadc36e5858c req-919c40d8-65a2-417a-b6fe-b8cc2fc9590e tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495033 May 03 23:19:04.592905 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['04359e2c-6c64-48cd-9380-dff313b7398c'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:19:04.647985 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-6ac68089-7be2-4987-bb33-d1778d244429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:04.649990 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-6ac68089-7be2-4987-bb33-d1778d244429 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 1096 time: 0.0745356 May 03 23:19:04.779956 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-6478ea0e-ddd3-4a01-941f-b5b4d2715f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:04.781302 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-6478ea0e-ddd3-4a01-941f-b5b4d2715f52 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.1256571 May 03 23:19:04.883263 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-d24edd02-1b07-4758-9bc6-d4c215fd06b7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04359e2c-6c64-48cd-9380-dff313b7398c HTTP/1.1" status: 200 len: 1001 time: 0.0949256 May 03 23:19:04.944601 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-a45d13a2-c15b-4833-a505-3ec0d498b30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:04.946526 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-a45d13a2-c15b-4833-a505-3ec0d498b30d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0569785 May 03 23:19:05.018230 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-36109206-1607-4eb7-a030-7da60a103585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:05.019644 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-36109206-1607-4eb7-a030-7da60a103585 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672059 May 03 23:19:05.257527 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-a3d021a3-0bb7-47d5-918f-59452e45d9be service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316411 May 03 23:19:05.386537 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-7c8be11c-815b-4618-afa6-88b0d8ec5d7d service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229305 May 03 23:19:05.737183 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a67358-6d3d-498c-95a9-99dbc7b9df3a req-1c6310a3-88cf-4c84-8e9e-7b5e66881bf3 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:05.738686 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-71a67358-6d3d-498c-95a9-99dbc7b9df3a req-1c6310a3-88cf-4c84-8e9e-7b5e66881bf3 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 945 time: 0.0785699 May 03 23:19:05.782355 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-71a67358-6d3d-498c-95a9-99dbc7b9df3a req-72d30faf-4332-4d27-9612-840f1e27f610 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375087 May 03 23:19:05.996146 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 04359e2c-6c64-48cd-9380-dff313b7398c up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:19:06.061938 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 04359e2c-6c64-48cd-9380-dff313b7398c completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:19:06.066424 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 04359e2c-6c64-48cd-9380-dff313b7398c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:19:06.066799 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:06.181208 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:06.207477 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ad449e-1465-42ca-956c-77e7fe88e248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04359e2c-6c64-48cd-9380-dff313b7398c'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:19:06.216914 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 04359e2c-6c64-48cd-9380-dff313b7398c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=04359e2c-6c64-48cd-9380-dff313b7398c,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:19:06.221081 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:06.271027 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-060a413c-0062-4381-b174-c369c10f8e42'] response: {'server_uuid': '14ad449e-1465-42ca-956c-77e7fe88e248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04359e2c-6c64-48cd-9380-dff313b7398c', 'code': 200} May 03 23:19:06.291227 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=04359e2c-6c64-48cd-9380-dff313b7398c,revision_number=9']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:19:06.981357 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384e6aa-50ba-4bf4-8bb0-4a14746f033e req-ef47baee-a308-4788-88e6-85ab4841a3e3 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:06.982821 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f384e6aa-50ba-4bf4-8bb0-4a14746f033e req-ef47baee-a308-4788-88e6-85ab4841a3e3 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 946 time: 0.0828137 May 03 23:19:07.027965 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f384e6aa-50ba-4bf4-8bb0-4a14746f033e req-fd8bbf6b-2b93-432d-bb08-009315225d47 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386369 May 03 23:19:07.523104 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-d7d8dbae-7f0b-4f50-af3e-8079ef79a9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:07.526127 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-d7d8dbae-7f0b-4f50-af3e-8079ef79a9f4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248&tenant_id=079d3dc8819f4981873b4a485dbc4fff HTTP/1.1" status: 200 len: 1097 time: 0.0748048 May 03 23:19:07.535402 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-0595850a-e8b2-459a-b351-237b04646aba service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811807-1', 'device_owner': 'compute:nova'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:19:07.646360 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-0595850a-e8b2-459a-b351-237b04646aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:07.922991 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-0595850a-e8b2-459a-b351-237b04646aba service neutron] For port 04359e2c-6c64-48cd-9380-dff313b7398c, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=04359e2c-6c64-48cd-9380-dff313b7398c,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:19:07.951179 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-0595850a-e8b2-459a-b351-237b04646aba service neutron] For port 04359e2c-6c64-48cd-9380-dff313b7398c, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:19:08.012763 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ad449e-1465-42ca-956c-77e7fe88e248', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04359e2c-6c64-48cd-9380-dff313b7398c'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:19:08.018050 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-0595850a-e8b2-459a-b351-237b04646aba service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:08.032879 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-0595850a-e8b2-459a-b351-237b04646aba service neutron] Transition to ACTIVE for port object 04359e2c-6c64-48cd-9380-dff313b7398c will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:19:08.036786 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-0595850a-e8b2-459a-b351-237b04646aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:08.088764 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b40ad98c-2426-44f6-885b-946281bdd123'] response: {'server_uuid': '14ad449e-1465-42ca-956c-77e7fe88e248', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04359e2c-6c64-48cd-9380-dff313b7398c', 'code': 200} May 03 23:19:08.176695 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595850a-e8b2-459a-b351-237b04646aba service neutron] Pushing event updated for resources: {'Port': ['ID=04359e2c-6c64-48cd-9380-dff313b7398c,revision_number=10']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:19:08.189141 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595850a-e8b2-459a-b351-237b04646aba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:19:08.189481 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595850a-e8b2-459a-b351-237b04646aba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:19:08.189812 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595850a-e8b2-459a-b351-237b04646aba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:19:08.190162 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595850a-e8b2-459a-b351-237b04646aba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:19:08.190491 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595850a-e8b2-459a-b351-237b04646aba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:19:08.190815 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595850a-e8b2-459a-b351-237b04646aba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:19:08.191134 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595850a-e8b2-459a-b351-237b04646aba service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:19:08.191450 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595850a-e8b2-459a-b351-237b04646aba service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:19:08.191765 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595850a-e8b2-459a-b351-237b04646aba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:19:08.192077 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595850a-e8b2-459a-b351-237b04646aba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:19:08.192391 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595850a-e8b2-459a-b351-237b04646aba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:19:08.192704 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595850a-e8b2-459a-b351-237b04646aba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:19:08.224395 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27f05f-1030-4bde-a5d3-e967276f5f89 req-1a2883ef-238a-4fc2-ab77-4926e606bbbf tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:08.225986 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0e27f05f-1030-4bde-a5d3-e967276f5f89 req-1a2883ef-238a-4fc2-ab77-4926e606bbbf tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 945 time: 0.0865796 May 03 23:19:08.244302 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-0595850a-e8b2-459a-b351-237b04646aba service neutron] No DVR routers for this DVR port 04359e2c-6c64-48cd-9380-dff313b7398c on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:19:08.272398 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0e27f05f-1030-4bde-a5d3-e967276f5f89 req-b221aaec-29f4-4c23-ae8e-654be22470c7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398004 May 03 23:19:08.579592 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-0595850a-e8b2-459a-b351-237b04646aba service neutron] Attempting to bind port 04359e2c-6c64-48cd-9380-dff313b7398c on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:19:08.580137 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-0595850a-e8b2-459a-b351-237b04646aba service neutron] Attempting to bind port 04359e2c-6c64-48cd-9380-dff313b7398c by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:19:08.580137 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-0595850a-e8b2-459a-b351-237b04646aba service neutron] Attempting to bind port 04359e2c-6c64-48cd-9380-dff313b7398c on network c402384d-4f08-45f4-8228-f430f17b3b9c {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:19:08.584690 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-0595850a-e8b2-459a-b351-237b04646aba service neutron] Port 04359e2c-6c64-48cd-9380-dff313b7398c on network c402384d-4f08-45f4-8228-f430f17b3b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:19:08.585014 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-0595850a-e8b2-459a-b351-237b04646aba service neutron] Attempting to bind port 04359e2c-6c64-48cd-9380-dff313b7398c on network c402384d-4f08-45f4-8228-f430f17b3b9c {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:19:08.590700 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-0595850a-e8b2-459a-b351-237b04646aba service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:19:08.591036 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-0595850a-e8b2-459a-b351-237b04646aba service neutron] Checking segment: {'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:19:08.591423 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-0595850a-e8b2-459a-b351-237b04646aba service neutron] Bound using segment: {'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:19:08.591846 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-0595850a-e8b2-459a-b351-237b04646aba service neutron] Bound port: 04359e2c-6c64-48cd-9380-dff313b7398c, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:19:08.592192 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-0595850a-e8b2-459a-b351-237b04646aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:08.681411 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-0595850a-e8b2-459a-b351-237b04646aba service neutron] For port 04359e2c-6c64-48cd-9380-dff313b7398c, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:19:08.684304 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-0595850a-e8b2-459a-b351-237b04646aba service neutron] For port 04359e2c-6c64-48cd-9380-dff313b7398c, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=04359e2c-6c64-48cd-9380-dff313b7398c,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:19:08.688989 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-0595850a-e8b2-459a-b351-237b04646aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:08.749353 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-0595850a-e8b2-459a-b351-237b04646aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:08.749981 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-0595850a-e8b2-459a-b351-237b04646aba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:08.751332 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-0595850a-e8b2-459a-b351-237b04646aba service neutron] 10.222.0.60 "PUT /v2.0/ports/04359e2c-6c64-48cd-9380-dff313b7398c HTTP/1.1" status: 200 len: 1093 time: 1.2198052 May 03 23:19:08.766222 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595850a-e8b2-459a-b351-237b04646aba service neutron] Pushing event updated for resources: {'Port': ['ID=04359e2c-6c64-48cd-9380-dff313b7398c,revision_number=11']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:19:08.867873 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-69c45e9f-d77d-49c2-8fdd-017afdaf54df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:08.869089 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-69c45e9f-d77d-49c2-8fdd-017afdaf54df service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 1096 time: 0.0912504 May 03 23:19:09.001356 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-dd6ade60-7d5b-46ed-8cce-13726f726257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:09.002820 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-dd6ade60-7d5b-46ed-8cce-13726f726257 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.1278470 May 03 23:19:09.106358 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-6cf1dff6-95f8-4f08-979b-d62c8f6cbb91 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04359e2c-6c64-48cd-9380-dff313b7398c HTTP/1.1" status: 200 len: 1000 time: 0.0945103 May 03 23:19:09.167468 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-e2df32f7-3875-40e5-a80c-6edeebb55c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:09.168892 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-e2df32f7-3875-40e5-a80c-6edeebb55c2b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0567579 May 03 23:19:09.247309 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-16fa21f5-a186-486b-a468-4620c0a35575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:09.248754 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-16fa21f5-a186-486b-a468-4620c0a35575 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741746 May 03 23:19:09.378605 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-b5a667a0-1d1a-4a08-8238-5880973f4f7c service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239352 May 03 23:19:09.468644 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c8213-edb1-4f11-af30-1144a1644653 req-31f383e0-3e9b-4167-9f56-614f5ff27ce2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:09.470479 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a96c8213-edb1-4f11-af30-1144a1644653 req-31f383e0-3e9b-4167-9f56-614f5ff27ce2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 945 time: 0.0860348 May 03 23:19:09.511876 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-93051a8d-681d-4ee5-80a8-f46152ce88d7 req-eff1ecea-32d8-4ada-b5b6-e495bcb87ed1 service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262867 May 03 23:19:09.518939 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a96c8213-edb1-4f11-af30-1144a1644653 req-c3d7383a-e8e0-474a-ae78-0b0bcdb70b0b tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392752 May 03 23:19:10.035705 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 04359e2c-6c64-48cd-9380-dff313b7398c no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:19:10.089653 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ad449e-1465-42ca-956c-77e7fe88e248', 'tag': '04359e2c-6c64-48cd-9380-dff313b7398c'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:19:10.091901 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 04359e2c-6c64-48cd-9380-dff313b7398c not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:19:10.147321 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e09d5d5-9175-42c9-9986-c85cdbd251ec'] response: {'name': 'network-changed', 'server_uuid': '14ad449e-1465-42ca-956c-77e7fe88e248', 'tag': '04359e2c-6c64-48cd-9380-dff313b7398c', 'status': 'completed', 'code': 200} May 03 23:19:10.235355 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4caf986-36ee-4528-9186-bf7dceb21339 req-81141eea-a918-43e9-9bac-decbb6046cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:10.236857 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b4caf986-36ee-4528-9186-bf7dceb21339 req-81141eea-a918-43e9-9bac-decbb6046cb3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 1096 time: 0.0703285 May 03 23:19:10.242975 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4caf986-36ee-4528-9186-bf7dceb21339 req-cd3ca5f5-95e8-4718-8088-45172102f53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:10.244434 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b4caf986-36ee-4528-9186-bf7dceb21339 req-cd3ca5f5-95e8-4718-8088-45172102f53c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 1096 time: 0.0723279 May 03 23:19:10.369231 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4caf986-36ee-4528-9186-bf7dceb21339 req-9de32cd2-7a8c-44e0-afa1-18f1fac62aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:10.370636 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b4caf986-36ee-4528-9186-bf7dceb21339 req-9de32cd2-7a8c-44e0-afa1-18f1fac62aad service neutron] 10.222.0.67 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.1280413 May 03 23:19:10.373774 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4caf986-36ee-4528-9186-bf7dceb21339 req-bd7e959d-0402-409b-93c1-9fc27823337d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:10.375302 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b4caf986-36ee-4528-9186-bf7dceb21339 req-bd7e959d-0402-409b-93c1-9fc27823337d service neutron] 10.222.0.60 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.1249804 May 03 23:19:10.476312 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b4caf986-36ee-4528-9186-bf7dceb21339 req-5c204dae-c5ee-477d-a910-76c013420ac0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04359e2c-6c64-48cd-9380-dff313b7398c HTTP/1.1" status: 200 len: 1000 time: 0.0947409 May 03 23:19:10.487600 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b4caf986-36ee-4528-9186-bf7dceb21339 req-c063f5ac-340b-4cc5-a483-f75680190c1d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04359e2c-6c64-48cd-9380-dff313b7398c HTTP/1.1" status: 200 len: 1000 time: 0.1097937 May 03 23:19:10.540215 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4caf986-36ee-4528-9186-bf7dceb21339 req-87c80e2a-551a-4b3a-81d8-8bfaa4ed15f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:10.542058 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b4caf986-36ee-4528-9186-bf7dceb21339 req-87c80e2a-551a-4b3a-81d8-8bfaa4ed15f2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0580556 May 03 23:19:10.559424 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4caf986-36ee-4528-9186-bf7dceb21339 req-6cb7407b-4f07-4719-b8f7-4f4850ea9e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:10.560952 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b4caf986-36ee-4528-9186-bf7dceb21339 req-6cb7407b-4f07-4719-b8f7-4f4850ea9e44 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0673850 May 03 23:19:10.633755 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4caf986-36ee-4528-9186-bf7dceb21339 req-716fbea1-f7de-462d-bf36-323b075ec090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:10.635290 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b4caf986-36ee-4528-9186-bf7dceb21339 req-716fbea1-f7de-462d-bf36-323b075ec090 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873005 May 03 23:19:10.646359 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4caf986-36ee-4528-9186-bf7dceb21339 req-8fef60f2-1715-4d1f-86e4-7ab7fcb24906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:10.647840 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b4caf986-36ee-4528-9186-bf7dceb21339 req-8fef60f2-1715-4d1f-86e4-7ab7fcb24906 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800591 May 03 23:19:10.848114 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00fe0a-19aa-4d07-a078-b82350359a45 req-26d35867-825b-400d-ab6a-3eae9eff619d tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:10.849719 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f00fe0a-19aa-4d07-a078-b82350359a45 req-26d35867-825b-400d-ab6a-3eae9eff619d tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 945 time: 0.2064645 May 03 23:19:10.852343 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b4caf986-36ee-4528-9186-bf7dceb21339 req-cbfc98df-f48e-4372-884b-249b4fe80881 service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704829 May 03 23:19:10.902387 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b4caf986-36ee-4528-9186-bf7dceb21339 req-7d2233c6-ce0a-459d-b532-95554f9eebf2 service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601943 May 03 23:19:11.017977 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f00fe0a-19aa-4d07-a078-b82350359a45 req-a3903da8-9de7-441d-b4d7-4375e5452c95 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611381 May 03 23:19:11.065591 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b4caf986-36ee-4528-9186-bf7dceb21339 req-3956c95a-8ce6-4fd4-bb11-e253d73c880d service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530585 May 03 23:19:11.070152 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b4caf986-36ee-4528-9186-bf7dceb21339 req-faac944d-d280-41d0-96d5-2094cca919aa service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058311 May 03 23:19:11.081614 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 04359e2c-6c64-48cd-9380-dff313b7398c details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:19:11.361759 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 04359e2c-6c64-48cd-9380-dff313b7398c, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=04359e2c-6c64-48cd-9380-dff313b7398c,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:19:11.376149 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '04359e2c-6c64-48cd-9380-dff313b7398c', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'port_id': '04359e2c-6c64-48cd-9380-dff313b7398c', 'mac_address': 'fa:16:3e:64:29:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:19:11.448259 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:11.469025 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04359e2c-6c64-48cd-9380-dff313b7398c {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:19:11.489455 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 04359e2c-6c64-48cd-9380-dff313b7398c, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=04359e2c-6c64-48cd-9380-dff313b7398c,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:19:11.493368 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:11.559206 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=04359e2c-6c64-48cd-9380-dff313b7398c,revision_number=12']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:19:11.697834 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['04359e2c-6c64-48cd-9380-dff313b7398c'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:19:12.224480 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d206d-02f5-4eec-87a4-0f4b118cb3f2 req-37b96d38-1fc5-4f78-9629-6e4a34ec0e84 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:12.227618 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b73d206d-02f5-4eec-87a4-0f4b118cb3f2 req-37b96d38-1fc5-4f78-9629-6e4a34ec0e84 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 946 time: 0.0899470 May 03 23:19:12.247866 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:19:12.274630 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b73d206d-02f5-4eec-87a4-0f4b118cb3f2 req-5af12c14-5b5e-4865-be12-9f92dd250b99 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416129 May 03 23:19:12.583140 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b5bc6-47bf-4edd-b742-f8713fb417d3 req-1a747b6d-b432-444e-a70b-d9406e94eac7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:12.584525 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-638b5bc6-47bf-4edd-b742-f8713fb417d3 req-1a747b6d-b432-444e-a70b-d9406e94eac7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 946 time: 0.1927888 May 03 23:19:12.634683 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-638b5bc6-47bf-4edd-b742-f8713fb417d3 req-29fe3c70-ffbe-475f-b548-e07b2049f245 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420384 May 03 23:19:12.831815 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7f971-987a-421a-932b-1a2b8fe6e4d0 req-e7a0a8db-f32b-4cb9-a7e5-cc5dde1ee59a tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:12.833361 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-62d7f971-987a-421a-932b-1a2b8fe6e4d0 req-e7a0a8db-f32b-4cb9-a7e5-cc5dde1ee59a tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 946 time: 0.0878341 May 03 23:19:12.880951 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-62d7f971-987a-421a-932b-1a2b8fe6e4d0 req-f6229b8a-0957-4999-bb2e-a3867ff902db tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414040 May 03 23:19:13.085069 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 04359e2c-6c64-48cd-9380-dff313b7398c up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:19:13.154039 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 04359e2c-6c64-48cd-9380-dff313b7398c completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:19:13.159165 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 04359e2c-6c64-48cd-9380-dff313b7398c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:19:13.159547 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:13.276088 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee8b94-eacb-4aae-8131-572ba1237680 req-9ce64174-ece1-4ae8-a13e-05ac423088bf tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:13.277543 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-53ee8b94-eacb-4aae-8131-572ba1237680 req-9ce64174-ece1-4ae8-a13e-05ac423088bf tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 946 time: 0.0807960 May 03 23:19:13.279224 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:13.307445 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ad449e-1465-42ca-956c-77e7fe88e248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04359e2c-6c64-48cd-9380-dff313b7398c'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:19:13.317101 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 04359e2c-6c64-48cd-9380-dff313b7398c, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=04359e2c-6c64-48cd-9380-dff313b7398c,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:19:13.322630 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:13.327613 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-53ee8b94-eacb-4aae-8131-572ba1237680 req-fed71eda-46e3-49dc-9e44-3331f44b53a0 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430644 May 03 23:19:13.361612 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2d2b5e4-5c58-4279-8115-a47894117191'] response: {'server_uuid': '14ad449e-1465-42ca-956c-77e7fe88e248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04359e2c-6c64-48cd-9380-dff313b7398c', 'code': 200} May 03 23:19:13.397241 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=04359e2c-6c64-48cd-9380-dff313b7398c,revision_number=13']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:19:14.507572 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e2e07-dbdc-4f85-9aaa-cd08dbf89247 req-f5ad7bee-c1bf-441d-a6b8-c584b1e9c111 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:14.509022 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d56e2e07-dbdc-4f85-9aaa-cd08dbf89247 req-f5ad7bee-c1bf-441d-a6b8-c584b1e9c111 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 947 time: 0.0824742 May 03 23:19:14.535656 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c4185-e382-40d6-ae5a-ad84a1b36eb0 req-81b31165-2f07-4b5a-8985-306ea127dfce tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:14.536364 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-ba4c4185-e382-40d6-ae5a-ad84a1b36eb0 req-81b31165-2f07-4b5a-8985-306ea127dfce tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Synchronizing usage tracker for tenant:079d3dc8819f4981873b4a485dbc4fff on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:19:14.552609 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-ba4c4185-e382-40d6-ae5a-ad84a1b36eb0 req-81b31165-2f07-4b5a-8985-306ea127dfce tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Unset dirty status for tenant:079d3dc8819f4981873b4a485dbc4fff on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:19:14.553133 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d56e2e07-dbdc-4f85-9aaa-cd08dbf89247 req-b9b5c2e7-725f-48fa-9d22-9b37edcc9052 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383143 May 03 23:19:14.555056 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ba4c4185-e382-40d6-ae5a-ad84a1b36eb0 req-81b31165-2f07-4b5a-8985-306ea127dfce tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.60 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 947 time: 0.0955625 May 03 23:19:14.627305 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-ba4c4185-e382-40d6-ae5a-ad84a1b36eb0 req-285f48b8-69d6-417c-8ef6-299564d99fe4 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Deleting port 04359e2c-6c64-48cd-9380-dff313b7398c {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:19:14.627574 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ba4c4185-e382-40d6-ae5a-ad84a1b36eb0 req-285f48b8-69d6-417c-8ef6-299564d99fe4 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:14.862940 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-ba4c4185-e382-40d6-ae5a-ad84a1b36eb0 req-285f48b8-69d6-417c-8ef6-299564d99fe4 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] For port 04359e2c-6c64-48cd-9380-dff313b7398c, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=04359e2c-6c64-48cd-9380-dff313b7398c,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:19:14.863291 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ba4c4185-e382-40d6-ae5a-ad84a1b36eb0 req-285f48b8-69d6-417c-8ef6-299564d99fe4 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:15.145748 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ba4c4185-e382-40d6-ae5a-ad84a1b36eb0 req-285f48b8-69d6-417c-8ef6-299564d99fe4 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:15.146152 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ba4c4185-e382-40d6-ae5a-ad84a1b36eb0 req-285f48b8-69d6-417c-8ef6-299564d99fe4 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:15.146462 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [req-ba4c4185-e382-40d6-ae5a-ad84a1b36eb0 req-285f48b8-69d6-417c-8ef6-299564d99fe4 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Floating IP 8b671a3b-69de-4dfa-a532-2a412a5d6a85 disassociated. External IP: 172.25.2.14, port: 04359e2c-6c64-48cd-9380-dff313b7398c. May 03 23:19:15.146799 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-ba4c4185-e382-40d6-ae5a-ad84a1b36eb0 req-285f48b8-69d6-417c-8ef6-299564d99fe4 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Calling delete_port for 04359e2c-6c64-48cd-9380-dff313b7398c owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:19:15.286544 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ba4c4185-e382-40d6-ae5a-ad84a1b36eb0 req-285f48b8-69d6-417c-8ef6-299564d99fe4 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:15.335319 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f48b8-69d6-417c-8ef6-299564d99fe4 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Pushing event deleted for resources: {'Port': ['ID=04359e2c-6c64-48cd-9380-dff313b7398c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:19:15.528170 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba4c4185-e382-40d6-ae5a-ad84a1b36eb0 req-285f48b8-69d6-417c-8ef6-299564d99fe4 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Router 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:19:15.709943 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-688c268e-4242-47a3-b4a8-7c909113d399 req-bcacef84-8682-4058-9f20-409be598e5fa tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=14ad449e-1465-42ca-956c-77e7fe88e248 HTTP/1.1" status: 200 len: 210 time: 0.0412195 May 03 23:19:15.712437 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba4c4185-e382-40d6-ae5a-ad84a1b36eb0 req-285f48b8-69d6-417c-8ef6-299564d99fe4 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:19:15.722076 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6938279e-2530-4344-be6b-e826fba6befc None None] Sync routers for ids ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:19:15.732364 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6938279e-2530-4344-be6b-e826fba6befc None None] Routers {'163091ae-6ce1-4d2d-8ef2-32d21f16fe56'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:19:15.733052 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-6938279e-2530-4344-be6b-e826fba6befc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:18:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:19:15.898983 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4c4185-e382-40d6-ae5a-ad84a1b36eb0 req-285f48b8-69d6-417c-8ef6-299564d99fe4 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] No DVR routers for this DVR port 04359e2c-6c64-48cd-9380-dff313b7398c on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:19:15.901500 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ba4c4185-e382-40d6-ae5a-ad84a1b36eb0 req-285f48b8-69d6-417c-8ef6-299564d99fe4 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:15.903963 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ad449e-1465-42ca-956c-77e7fe88e248', 'name': 'network-vif-deleted', 'tag': '04359e2c-6c64-48cd-9380-dff313b7398c'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:19:15.915183 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-6938279e-2530-4344-be6b-e826fba6befc None None] Set router 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:19:15.920667 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ba4c4185-e382-40d6-ae5a-ad84a1b36eb0 req-285f48b8-69d6-417c-8ef6-299564d99fe4 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.60 "DELETE /v2.0/ports/04359e2c-6c64-48cd-9380-dff313b7398c HTTP/1.1" status: 204 len: 173 time: 1.3604515 May 03 23:19:15.950017 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92e862d9-edaa-4548-bd64-1e707dfba222'] response: {'server_uuid': '14ad449e-1465-42ca-956c-77e7fe88e248', 'name': 'network-vif-deleted', 'tag': '04359e2c-6c64-48cd-9380-dff313b7398c', 'status': 'completed', 'code': 200} May 03 23:19:16.237080 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-6938279e-2530-4344-be6b-e826fba6befc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'name': 'tempest-ServerActionsTestJSON-1177372241-router', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:21Z', 'revision_number': 4, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'gw_port': {'id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '08c212b0-b7ee-4c15-8255-5bf22f1f582e', 'name': '', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'mac_address': 'fa:16:3e:ea:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:21Z', 'updated_at': '2022-05-03T23:16:27Z', 'revision_number': 5, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'subnets': [{'id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:19:16.241078 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6938279e-2530-4344-be6b-e826fba6befc None None] Checking router: 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:19:16.249372 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6938279e-2530-4344-be6b-e826fba6befc None None] Routers {'163091ae-6ce1-4d2d-8ef2-32d21f16fe56'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:19:16.249978 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-6938279e-2530-4344-be6b-e826fba6befc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:18:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:19:16.421454 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-6938279e-2530-4344-be6b-e826fba6befc None None] Set router 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:19:16.751010 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-6938279e-2530-4344-be6b-e826fba6befc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'name': 'tempest-ServerActionsTestJSON-1177372241-router', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:21Z', 'revision_number': 4, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'gw_port': {'id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '08c212b0-b7ee-4c15-8255-5bf22f1f582e', 'name': '', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'mac_address': 'fa:16:3e:ea:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:21Z', 'updated_at': '2022-05-03T23:16:27Z', 'revision_number': 5, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'subnets': [{'id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:19:16.754946 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6938279e-2530-4344-be6b-e826fba6befc None None] The sync data for ids ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'] in n-d-811807-1 is: [{'id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'name': 'tempest-ServerActionsTestJSON-1177372241-router', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:21Z', 'revision_number': 4, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'gw_port': {'id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '08c212b0-b7ee-4c15-8255-5bf22f1f582e', 'name': '', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'mac_address': 'fa:16:3e:ea:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:21Z', 'updated_at': '2022-05-03T23:16:27Z', 'revision_number': 5, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'subnets': [{'id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:19:16.969611 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5c0168-82dd-4372-a0ec-26b55e970712 None None] New status for floating IP 8b671a3b-69de-4dfa-a532-2a412a5d6a85: DOWN {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:19:17.064728 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-6363d4a4-669f-41d3-8735-4164b67d81a2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1656566114&fields=id&tenant_id=079d3dc8819f4981873b4a485dbc4fff HTTP/1.1" status: 200 len: 267 time: 0.0389459 May 03 23:19:17.219256 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-b1db48e7-7e1e-4161-bdb7-257f7fc3a3b5 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:17.220742 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-b1db48e7-7e1e-4161-bdb7-257f7fc3a3b5 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 812 time: 0.1480961 May 03 23:19:17.236469 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-b0a3c279-877a-4e72-a374-c2abfeaaa45c tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/quotas/079d3dc8819f4981873b4a485dbc4fff HTTP/1.1" status: 200 len: 375 time: 0.0102141 May 03 23:19:17.323440 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-3c91b6ad-d51a-45e1-84ad-8aefa8551962 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0818644 May 03 23:19:17.568004 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-b660b415-6a24-4b58-a5ed-972ad97c2c20 service neutron] 10.222.0.58 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699364 May 03 23:19:17.705330 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-655c7ff8-b71b-4808-b4f6-ff213fcfa081 service neutron] 10.222.0.58 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308987 May 03 23:19:17.886018 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-efe3e685-f625-4470-b988-3973e132b413 req-b804598e-ec93-4d98-a0dc-a2811e2e91b9 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 210 time: 0.0421433 May 03 23:19:18.906486 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-5908a4cf-f921-42ce-b4f9-f2194522507b tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:18.907894 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-5908a4cf-f921-42ce-b4f9-f2194522507b tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.67 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 812 time: 0.1456151 May 03 23:19:18.958332 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-280ddd04-87a4-4021-98a7-155e41657d1d tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=079d3dc8819f4981873b4a485dbc4fff HTTP/1.1" status: 200 len: 380 time: 0.0411608 May 03 23:19:18.969534 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-25ed908f-81ce-40ed-95be-9929deb8727b tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Request body: {'port': {'device_id': 'ba258331-56d2-4d2c-8529-b13d55c3e6cb', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'admin_state_up': True, 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'security_groups': ['5f1ba4a9-6ca3-435f-a679-dd0f49437897']}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:19:19.100612 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a3dd5a64-511e-40cc-b430-315d0487ad59 req-3624a7d1-6fa0-4d21-b9e5-8fa448d2ad26 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 210 time: 0.0970705 May 03 23:19:19.130476 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 04359e2c-6c64-48cd-9380-dff313b7398c no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:19:19.147501 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-25ed908f-81ce-40ed-95be-9929deb8727b tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:19:19.152188 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-25ed908f-81ce-40ed-95be-9929deb8727b tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Usage tracker for resource:port and tenant:079d3dc8819f4981873b4a485dbc4fff is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:19:19.155017 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-25ed908f-81ce-40ed-95be-9929deb8727b tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:19:19.160857 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-25ed908f-81ce-40ed-95be-9929deb8727b tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:19:19.164879 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 04359e2c-6c64-48cd-9380-dff313b7398c {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:19:19.165228 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 04359e2c-6c64-48cd-9380-dff313b7398c not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:19:19.170540 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-25ed908f-81ce-40ed-95be-9929deb8727b tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Made reservation on behalf of 079d3dc8819f4981873b4a485dbc4fff for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:19:19.174010 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-25ed908f-81ce-40ed-95be-9929deb8727b tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:19.330242 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-25ed908f-81ce-40ed-95be-9929deb8727b tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Allocated IP 172.20.0.3 (c402384d-4f08-45f4-8228-f430f17b3b9c/8af63aca-54fb-463d-9316-635e0f11fb22/0543e897-ebc8-4333-b502-afb9378da88d) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:19:19.615142 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-25ed908f-81ce-40ed-95be-9929deb8727b tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:19.630123 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-25ed908f-81ce-40ed-95be-9929deb8727b tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Transition to ACTIVE for port object 0543e897-ebc8-4333-b502-afb9378da88d will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:19:19.653332 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-25ed908f-81ce-40ed-95be-9929deb8727b tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:19.725621 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-25ed908f-81ce-40ed-95be-9929deb8727b tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Network c402384d-4f08-45f4-8228-f430f17b3b9c is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:19:19.729214 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-25ed908f-81ce-40ed-95be-9929deb8727b tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:19:19.732998 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-25ed908f-81ce-40ed-95be-9929deb8727b tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:19:19.763272 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed908f-81ce-40ed-95be-9929deb8727b tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Pushing event updated for resources: {'Port': ['ID=0543e897-ebc8-4333-b502-afb9378da88d,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:19:19.799859 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-25ed908f-81ce-40ed-95be-9929deb8727b tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:19.800473 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-25ed908f-81ce-40ed-95be-9929deb8727b tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:19.825386 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-25ed908f-81ce-40ed-95be-9929deb8727b tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8594944 May 03 23:19:19.837694 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-48c1c149-037b-47a4-a972-d440c55f4e6f service neutron] Request body: {'port': {'device_id': 'ba258331-56d2-4d2c-8529-b13d55c3e6cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:19:19.937695 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-59644429-474f-4f25-81f2-d616294c18fe None None] Provisioning for port 0543e897-ebc8-4333-b502-afb9378da88d completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:19:19.942471 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-59644429-474f-4f25-81f2-d616294c18fe None None] Provisioning complete for port 0543e897-ebc8-4333-b502-afb9378da88d triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:19:19.942843 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-59644429-474f-4f25-81f2-d616294c18fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:19.951063 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-48c1c149-037b-47a4-a972-d440c55f4e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:19.998610 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-59644429-474f-4f25-81f2-d616294c18fe None None] Port 0543e897-ebc8-4333-b502-afb9378da88d cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:19:20.361687 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02c0fa-0c56-4c41-803c-b1cfc7c8a40b req-0e05d6e3-6a99-42a5-8226-bd688c1c9435 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:20.362419 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ba02c0fa-0c56-4c41-803c-b1cfc7c8a40b req-0e05d6e3-6a99-42a5-8226-bd688c1c9435 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Synchronizing usage tracker for tenant:079d3dc8819f4981873b4a485dbc4fff on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:19:20.365782 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-48c1c149-037b-47a4-a972-d440c55f4e6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0543e897-ebc8-4333-b502-afb9378da88d {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:19:20.374599 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-48c1c149-037b-47a4-a972-d440c55f4e6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:20.394940 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ba02c0fa-0c56-4c41-803c-b1cfc7c8a40b req-0e05d6e3-6a99-42a5-8226-bd688c1c9435 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Unset dirty status for tenant:079d3dc8819f4981873b4a485dbc4fff on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:19:20.396076 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ba02c0fa-0c56-4c41-803c-b1cfc7c8a40b req-0e05d6e3-6a99-42a5-8226-bd688c1c9435 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 931 time: 0.1849723 May 03 23:19:20.396933 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-48c1c149-037b-47a4-a972-d440c55f4e6f service neutron] Transition to ACTIVE for port object 0543e897-ebc8-4333-b502-afb9378da88d will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:19:20.399812 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-48c1c149-037b-47a4-a972-d440c55f4e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:20.558624 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1c149-037b-47a4-a972-d440c55f4e6f service neutron] Pushing event updated for resources: {'Port': ['ID=0543e897-ebc8-4333-b502-afb9378da88d,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:19:20.591753 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ba02c0fa-0c56-4c41-803c-b1cfc7c8a40b req-03af601c-b421-46f9-a5e6-03f64367d530 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881568 May 03 23:19:20.677030 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-48c1c149-037b-47a4-a972-d440c55f4e6f service neutron] Attempting to bind port 0543e897-ebc8-4333-b502-afb9378da88d on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:19:20.677358 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-48c1c149-037b-47a4-a972-d440c55f4e6f service neutron] Attempting to bind port 0543e897-ebc8-4333-b502-afb9378da88d by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:19:20.677681 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-48c1c149-037b-47a4-a972-d440c55f4e6f service neutron] Attempting to bind port 0543e897-ebc8-4333-b502-afb9378da88d on network c402384d-4f08-45f4-8228-f430f17b3b9c {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:19:20.682827 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-48c1c149-037b-47a4-a972-d440c55f4e6f service neutron] Port 0543e897-ebc8-4333-b502-afb9378da88d on network c402384d-4f08-45f4-8228-f430f17b3b9c not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:19:20.683143 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-48c1c149-037b-47a4-a972-d440c55f4e6f service neutron] Attempting to bind port 0543e897-ebc8-4333-b502-afb9378da88d on network c402384d-4f08-45f4-8228-f430f17b3b9c {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:19:20.688105 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-48c1c149-037b-47a4-a972-d440c55f4e6f service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:19:20.688432 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-48c1c149-037b-47a4-a972-d440c55f4e6f service neutron] Checking segment: {'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:19:20.688805 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-48c1c149-037b-47a4-a972-d440c55f4e6f service neutron] Bound using segment: {'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:19:20.689218 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-48c1c149-037b-47a4-a972-d440c55f4e6f service neutron] Bound port: 0543e897-ebc8-4333-b502-afb9378da88d, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:19:20.689555 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-48c1c149-037b-47a4-a972-d440c55f4e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:20.776656 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-48c1c149-037b-47a4-a972-d440c55f4e6f service neutron] For port 0543e897-ebc8-4333-b502-afb9378da88d, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:19:20.779915 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-48c1c149-037b-47a4-a972-d440c55f4e6f service neutron] For port 0543e897-ebc8-4333-b502-afb9378da88d, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=0543e897-ebc8-4333-b502-afb9378da88d,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:19:20.784153 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-48c1c149-037b-47a4-a972-d440c55f4e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:20.844358 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-48c1c149-037b-47a4-a972-d440c55f4e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:20.845387 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-48c1c149-037b-47a4-a972-d440c55f4e6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:20.847090 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-48c1c149-037b-47a4-a972-d440c55f4e6f service neutron] 10.222.0.67 "PUT /v2.0/ports/0543e897-ebc8-4333-b502-afb9378da88d HTTP/1.1" status: 200 len: 1091 time: 1.0142934 May 03 23:19:20.849413 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba258331-56d2-4d2c-8529-b13d55c3e6cb', 'tag': '0543e897-ebc8-4333-b502-afb9378da88d'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:19:20.877452 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1c149-037b-47a4-a972-d440c55f4e6f service neutron] Pushing event updated for resources: {'Port': ['ID=0543e897-ebc8-4333-b502-afb9378da88d,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:19:20.920777 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfb38197-46f5-4daa-b8d3-a994ccd270fd'] response: {'name': 'network-changed', 'server_uuid': 'ba258331-56d2-4d2c-8529-b13d55c3e6cb', 'tag': '0543e897-ebc8-4333-b502-afb9378da88d', 'status': 'completed', 'code': 200} May 03 23:19:20.956401 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-4b4f9551-1a9b-4c31-90c7-c101bd2de7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:20.957980 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-4b4f9551-1a9b-4c31-90c7-c101bd2de7d4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 1094 time: 0.0733364 May 03 23:19:21.030012 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-8e7d3e7d-6c3d-4146-95a9-b2f2f981d2fd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0543e897-ebc8-4333-b502-afb9378da88d HTTP/1.1" status: 200 len: 217 time: 0.0650127 May 03 23:19:21.091678 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-d2300526-6840-44e5-bd99-df7712d26c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:21.093116 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-d2300526-6840-44e5-bd99-df7712d26c2a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0575547 May 03 23:19:21.170962 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-108f3745-a88c-45b7-abda-eed4cc7ae933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:21.172321 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-108f3745-a88c-45b7-abda-eed4cc7ae933 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725763 May 03 23:19:21.403672 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-af3f317f-30ab-416e-af87-997e8ed2caea service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248931 May 03 23:19:21.533024 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-10fba28b-cdd1-4064-8097-078e714b9c86 req-381b41e5-7b17-4ab9-a68c-275e64e3dbca service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220901 May 03 23:19:21.646445 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8a371-56b7-4cc0-b924-51db545129d3 req-79be9022-68da-4077-884e-5226d5d78678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:21.647985 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-44e8a371-56b7-4cc0-b924-51db545129d3 req-79be9022-68da-4077-884e-5226d5d78678 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 1094 time: 0.0706236 May 03 23:19:21.835169 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8a371-56b7-4cc0-b924-51db545129d3 req-0c7426d3-a115-4675-a63d-98c4f8b0c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:21.836489 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-44e8a371-56b7-4cc0-b924-51db545129d3 req-0c7426d3-a115-4675-a63d-98c4f8b0c188 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.1827071 May 03 23:19:21.907579 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-44e8a371-56b7-4cc0-b924-51db545129d3 req-b8694c72-7cb2-4292-854e-2049c795d18b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0543e897-ebc8-4333-b502-afb9378da88d HTTP/1.1" status: 200 len: 217 time: 0.0634563 May 03 23:19:21.915106 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf176076-712a-4274-a6c1-b0a204327b04 req-f3ee4c71-257a-44f8-b12e-18a7712080de tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:21.916604 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bf176076-712a-4274-a6c1-b0a204327b04 req-f3ee4c71-257a-44f8-b12e-18a7712080de tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 943 time: 0.1739011 May 03 23:19:22.003168 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8a371-56b7-4cc0-b924-51db545129d3 req-663821d1-72b7-45aa-bf51-ed7d616e305f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:22.004548 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-44e8a371-56b7-4cc0-b924-51db545129d3 req-663821d1-72b7-45aa-bf51-ed7d616e305f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0868347 May 03 23:19:22.007463 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bf176076-712a-4274-a6c1-b0a204327b04 req-0148a516-6925-4467-8098-ad1a5cfb984d tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602448 May 03 23:19:22.080948 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8a371-56b7-4cc0-b924-51db545129d3 req-632f72cb-6518-4a4d-bc2e-b3577586a045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:22.082420 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-44e8a371-56b7-4cc0-b924-51db545129d3 req-632f72cb-6518-4a4d-bc2e-b3577586a045 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720577 May 03 23:19:22.208860 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-44e8a371-56b7-4cc0-b924-51db545129d3 req-3fb081cd-1adb-4ba7-b525-8771d9a46db3 service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201353 May 03 23:19:22.335285 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-44e8a371-56b7-4cc0-b924-51db545129d3 req-ed140d7b-c7e7-4a99-be4d-d49dfbadbec0 service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200330 May 03 23:19:22.991489 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fb9fea81-fb35-4ea1-815e-ca766e6e4471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:23.191484 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c88f55-2509-4bda-a335-40f94adc45d3 req-f31d9611-8832-4c09-ad63-f42ac523b6d4 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:23.192921 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d7c88f55-2509-4bda-a335-40f94adc45d3 req-f31d9611-8832-4c09-ad63-f42ac523b6d4 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 943 time: 0.0779552 May 03 23:19:23.236129 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d7c88f55-2509-4bda-a335-40f94adc45d3 req-8e9fd6e8-901a-432d-bf19-6bf6bfa5ffe8 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367756 May 03 23:19:24.068558 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 0543e897-ebc8-4333-b502-afb9378da88d details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:19:24.200663 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 0543e897-ebc8-4333-b502-afb9378da88d, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=0543e897-ebc8-4333-b502-afb9378da88d,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:19:24.213472 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '0543e897-ebc8-4333-b502-afb9378da88d', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'port_id': '0543e897-ebc8-4333-b502-afb9378da88d', 'mac_address': 'fa:16:3e:b7:61:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:19:24.267539 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:24.284169 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0543e897-ebc8-4333-b502-afb9378da88d {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:19:24.299974 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 0543e897-ebc8-4333-b502-afb9378da88d, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=0543e897-ebc8-4333-b502-afb9378da88d,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:19:24.304688 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:24.373730 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=0543e897-ebc8-4333-b502-afb9378da88d,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:19:24.425801 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ced4c8-5c79-403c-912a-dfb040e055ee req-330d03c3-659a-4e73-a837-e9f8623a6e92 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:24.427271 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-54ced4c8-5c79-403c-912a-dfb040e055ee req-330d03c3-659a-4e73-a837-e9f8623a6e92 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 944 time: 0.0827830 May 03 23:19:24.470106 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-54ced4c8-5c79-403c-912a-dfb040e055ee req-07d86bdf-ef71-42e7-83db-292c48f1cd8b tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365660 May 03 23:19:24.589952 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['0543e897-ebc8-4333-b502-afb9378da88d'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:19:24.876397 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:25.575692 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7bd20452-a4f6-48b7-b157-e45263cfabd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:25.665405 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab89ba-ca0b-4bc2-acad-41e3d98e6431 req-da74321e-a63f-4121-ab87-9cd99c7e44b2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:25.666898 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6bab89ba-ca0b-4bc2-acad-41e3d98e6431 req-da74321e-a63f-4121-ab87-9cd99c7e44b2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 944 time: 0.0902779 May 03 23:19:25.713838 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6bab89ba-ca0b-4bc2-acad-41e3d98e6431 req-ca773dd6-20c6-4401-914e-0ec2f9b20f43 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412507 May 03 23:19:26.112760 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 0543e897-ebc8-4333-b502-afb9378da88d up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:19:26.180547 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 0543e897-ebc8-4333-b502-afb9378da88d completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:19:26.185188 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 0543e897-ebc8-4333-b502-afb9378da88d triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:19:26.185597 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:26.341874 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:26.369510 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba258331-56d2-4d2c-8529-b13d55c3e6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0543e897-ebc8-4333-b502-afb9378da88d'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:19:26.379203 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 0543e897-ebc8-4333-b502-afb9378da88d, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=0543e897-ebc8-4333-b502-afb9378da88d,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:19:26.383049 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:26.415954 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ec7039a-69b5-4765-9a61-4d8e27a3842c'] response: {'server_uuid': 'ba258331-56d2-4d2c-8529-b13d55c3e6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0543e897-ebc8-4333-b502-afb9378da88d', 'code': 200} May 03 23:19:26.465185 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:26.472913 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:26.476847 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=0543e897-ebc8-4333-b502-afb9378da88d,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:19:26.538198 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21805861-018d-4137-9771-fadc6bd3ead9 req-7cd58577-4a46-4b7e-b893-494a27b86b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:26.539657 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-21805861-018d-4137-9771-fadc6bd3ead9 req-7cd58577-4a46-4b7e-b893-494a27b86b1d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 1096 time: 0.0721018 May 03 23:19:26.579314 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-21805861-018d-4137-9771-fadc6bd3ead9 req-da40dd34-d7a4-4118-b503-8a19b6245682 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336816 May 03 23:19:26.893616 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073767ec-0fbf-4afc-9812-d5a54168053c req-3fb0f28c-c5b9-408f-8bf4-03ff93080506 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:26.895075 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-073767ec-0fbf-4afc-9812-d5a54168053c req-3fb0f28c-c5b9-408f-8bf4-03ff93080506 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 945 time: 0.0784452 May 03 23:19:26.941253 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-073767ec-0fbf-4afc-9812-d5a54168053c req-d26052d7-8ad5-44dc-9ee5-331509985523 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406096 May 03 23:19:27.776339 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:28.126184 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a0107-5683-4444-b4e3-8dccf740d163 req-53ad7fc3-552d-4a41-b30c-521f18c5aab8 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:28.127617 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5f1a0107-5683-4444-b4e3-8dccf740d163 req-53ad7fc3-552d-4a41-b30c-521f18c5aab8 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 945 time: 0.0783992 May 03 23:19:28.169573 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5f1a0107-5683-4444-b4e3-8dccf740d163 req-2a216820-a644-473e-9a9a-a3bdb3c9d1ab tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364289 May 03 23:19:28.348667 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d480c70-1d31-48f8-8cd3-085123906a24 req-ed764679-c62c-47ad-8995-d36d0ef5ee60 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:28.350056 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d480c70-1d31-48f8-8cd3-085123906a24 req-ed764679-c62c-47ad-8995-d36d0ef5ee60 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 945 time: 0.0816641 May 03 23:19:28.358736 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55218) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:19:28.363519 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-fb6795d0-4c90-4eed-bdd2-3963a6ab46df tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Request body: {'floatingip': {'port_id': '0543e897-ebc8-4333-b502-afb9378da88d'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:19:28.400307 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:28.545154 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fb6795d0-4c90-4eed-bdd2-3963a6ab46df tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks [] for floatingip, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:29.124746 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fb6795d0-4c90-4eed-bdd2-3963a6ab46df tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:29.128442 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fb6795d0-4c90-4eed-bdd2-3963a6ab46df tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:29.293434 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-fb6795d0-4c90-4eed-bdd2-3963a6ab46df tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Floating IP 8b671a3b-69de-4dfa-a532-2a412a5d6a85 associated. External IP: 172.25.2.14, port: 0543e897-ebc8-4333-b502-afb9378da88d. May 03 23:19:29.357060 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [req-c0406e32-2f38-4231-9d4c-7226ea144b48 req-448a8d5b-daf3-4181-a100-6d7c1de49056 service neutron] (88070) timed out ('10.222.0.58', 50602) {{(pid=88070) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 03 23:19:29.637364 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6795d0-4c90-4eed-bdd2-3963a6ab46df tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Router 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:19:29.924568 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6795d0-4c90-4eed-bdd2-3963a6ab46df tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:19:29.929533 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fb6795d0-4c90-4eed-bdd2-3963a6ab46df tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:29.935270 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fde8f4-56d7-4424-9b02-50887d256b04 None None] Sync routers for ids ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:19:29.945083 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fde8f4-56d7-4424-9b02-50887d256b04 None None] Routers {'163091ae-6ce1-4d2d-8ef2-32d21f16fe56'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:19:29.945684 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-c1fde8f4-56d7-4424-9b02-50887d256b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:19:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:19:29.985974 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-fb6795d0-4c90-4eed-bdd2-3963a6ab46df tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "PUT /v2.0/floatingips/8b671a3b-69de-4dfa-a532-2a412a5d6a85 HTTP/1.1" status: 200 len: 991 time: 1.6261690 May 03 23:19:29.986537 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba258331-56d2-4d2c-8529-b13d55c3e6cb', 'tag': '0543e897-ebc8-4333-b502-afb9378da88d'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:19:30.030591 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c768e824-e072-4179-8c18-64e16fadc642'] response: {'name': 'network-changed', 'server_uuid': 'ba258331-56d2-4d2c-8529-b13d55c3e6cb', 'tag': '0543e897-ebc8-4333-b502-afb9378da88d', 'status': 'completed', 'code': 200} May 03 23:19:30.124593 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ceff58-27ac-4266-bc7b-b62cd0b984dd req-0cd42823-7cc5-439c-91e1-e6703320b8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:30.126153 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-33ceff58-27ac-4266-bc7b-b62cd0b984dd req-0cd42823-7cc5-439c-91e1-e6703320b8ee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 1096 time: 0.0741053 May 03 23:19:30.127213 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-c1fde8f4-56d7-4424-9b02-50887d256b04 None None] Set router 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:19:30.264997 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ceff58-27ac-4266-bc7b-b62cd0b984dd req-c1c493e1-0180-458f-9533-7a6bfbe3982a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:30.266505 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-33ceff58-27ac-4266-bc7b-b62cd0b984dd req-c1c493e1-0180-458f-9533-7a6bfbe3982a service neutron] 10.222.0.67 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.1337676 May 03 23:19:30.375676 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-33ceff58-27ac-4266-bc7b-b62cd0b984dd req-e53e5c2c-2019-4d10-8f21-2f5bac4d2dd3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0543e897-ebc8-4333-b502-afb9378da88d HTTP/1.1" status: 200 len: 999 time: 0.1026785 May 03 23:19:30.443169 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ceff58-27ac-4266-bc7b-b62cd0b984dd req-109567a9-51cc-4306-975c-63a208f51f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:30.444571 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-33ceff58-27ac-4266-bc7b-b62cd0b984dd req-109567a9-51cc-4306-975c-63a208f51f93 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0624347 May 03 23:19:30.511043 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-c1fde8f4-56d7-4424-9b02-50887d256b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'name': 'tempest-ServerActionsTestJSON-1177372241-router', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:21Z', 'revision_number': 4, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'gw_port': {'id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '8b671a3b-69de-4dfa-a532-2a412a5d6a85', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'floating_ip_address': '172.25.2.14', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'port_id': '0543e897-ebc8-4333-b502-afb9378da88d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'mac_address': 'fa:16:3e:b7:61:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba258331-56d2-4d2c-8529-b13d55c3e6cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:16:24Z', 'updated_at': '2022-05-03T23:19:29Z', 'revision_number': 13, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c212b0-b7ee-4c15-8255-5bf22f1f582e', 'name': '', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'mac_address': 'fa:16:3e:ea:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:21Z', 'updated_at': '2022-05-03T23:16:27Z', 'revision_number': 5, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'subnets': [{'id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:19:30.515695 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fde8f4-56d7-4424-9b02-50887d256b04 None None] Checking router: 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:19:30.524805 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fde8f4-56d7-4424-9b02-50887d256b04 None None] Routers {'163091ae-6ce1-4d2d-8ef2-32d21f16fe56'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:19:30.525751 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-c1fde8f4-56d7-4424-9b02-50887d256b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:19:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:19:30.529893 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ceff58-27ac-4266-bc7b-b62cd0b984dd req-a8acf73f-7041-4e1a-9cae-eebf4f0c0460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:30.531374 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-33ceff58-27ac-4266-bc7b-b62cd0b984dd req-a8acf73f-7041-4e1a-9cae-eebf4f0c0460 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808899 May 03 23:19:30.673437 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-33ceff58-27ac-4266-bc7b-b62cd0b984dd req-4612ca92-c2a8-401a-9c0d-39685744ed0a service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351378 May 03 23:19:30.712716 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-c1fde8f4-56d7-4424-9b02-50887d256b04 None None] Set router 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:19:30.808393 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-33ceff58-27ac-4266-bc7b-b62cd0b984dd req-76f505a4-81f6-45de-9b84-63e799af960e service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285934 May 03 23:19:31.059949 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-c1fde8f4-56d7-4424-9b02-50887d256b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'name': 'tempest-ServerActionsTestJSON-1177372241-router', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:21Z', 'revision_number': 4, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'gw_port': {'id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '8b671a3b-69de-4dfa-a532-2a412a5d6a85', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'floating_ip_address': '172.25.2.14', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'port_id': '0543e897-ebc8-4333-b502-afb9378da88d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'mac_address': 'fa:16:3e:b7:61:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba258331-56d2-4d2c-8529-b13d55c3e6cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:16:24Z', 'updated_at': '2022-05-03T23:19:29Z', 'revision_number': 13, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c212b0-b7ee-4c15-8255-5bf22f1f582e', 'name': '', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'mac_address': 'fa:16:3e:ea:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:21Z', 'updated_at': '2022-05-03T23:16:27Z', 'revision_number': 5, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'subnets': [{'id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:19:31.065644 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fde8f4-56d7-4424-9b02-50887d256b04 None None] The sync data for ids ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'] in n-d-811807-1 is: [{'id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'name': 'tempest-ServerActionsTestJSON-1177372241-router', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:21Z', 'revision_number': 4, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'gw_port': {'id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '8b671a3b-69de-4dfa-a532-2a412a5d6a85', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'floating_ip_address': '172.25.2.14', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'port_id': '0543e897-ebc8-4333-b502-afb9378da88d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'mac_address': 'fa:16:3e:b7:61:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba258331-56d2-4d2c-8529-b13d55c3e6cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:16:24Z', 'updated_at': '2022-05-03T23:19:29Z', 'revision_number': 13, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c212b0-b7ee-4c15-8255-5bf22f1f582e', 'name': '', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'mac_address': 'fa:16:3e:ea:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:21Z', 'updated_at': '2022-05-03T23:16:27Z', 'revision_number': 5, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'subnets': [{'id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:19:31.248835 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05647cb-e4e6-4c07-a25c-e1c9223a3d92 None None] New status for floating IP 8b671a3b-69de-4dfa-a532-2a412a5d6a85: ACTIVE {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:19:31.663381 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24044173-750e-4687-acf2-cfda01608acf req-b0f6941c-2cb4-4ff2-826e-2fd7e3ce142a tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:31.664834 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-24044173-750e-4687-acf2-cfda01608acf req-b0f6941c-2cb4-4ff2-826e-2fd7e3ce142a tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 945 time: 0.0795441 May 03 23:19:31.707816 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-24044173-750e-4687-acf2-cfda01608acf req-de9db4ce-8fb7-418a-8764-e83b7f8a5fb2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373273 May 03 23:19:40.290103 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac4f72-04c1-4b6a-8572-4a5716376156 req-4b92e288-8b84-4f97-b4d8-cce724b4b5dc tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:40.291669 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-93ac4f72-04c1-4b6a-8572-4a5716376156 req-4b92e288-8b84-4f97-b4d8-cce724b4b5dc tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 945 time: 0.1427460 May 03 23:19:40.295609 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-5665b6e5-25de-4db7-9617-932ab8b48110 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1870670 May 03 23:19:40.342786 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-93ac4f72-04c1-4b6a-8572-4a5716376156 req-37d5f006-94fa-43e5-b335-e8ac97398915 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442827 May 03 23:19:41.570207 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-b6d61067-cff9-454e-9af3-a64433bcd63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:41.571852 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-b6d61067-cff9-454e-9af3-a64433bcd63c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 1096 time: 0.1293507 May 03 23:19:41.583058 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8300e-e34e-407e-8b0a-b2de80803e10 req-4ac6051b-a178-4c09-b9bc-379a5aff43f3 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:41.584431 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b9a8300e-e34e-407e-8b0a-b2de80803e10 req-4ac6051b-a178-4c09-b9bc-379a5aff43f3 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 945 time: 0.1097786 May 03 23:19:41.715801 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b9a8300e-e34e-407e-8b0a-b2de80803e10 req-6de28aaa-8832-41c3-9b96-2fb7df156c7f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106615 May 03 23:19:41.744360 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-a2757a4f-90ee-4834-a9c1-9cce091729a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:41.745760 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-a2757a4f-90ee-4834-a9c1-9cce091729a3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.1604578 May 03 23:19:41.962336 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-10284a95-a599-4ee6-9310-534fcbed1394 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0543e897-ebc8-4333-b502-afb9378da88d HTTP/1.1" status: 200 len: 1001 time: 0.2097592 May 03 23:19:42.025606 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-7dc3f101-a443-476c-9a59-e287c1afe710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:42.026926 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-7dc3f101-a443-476c-9a59-e287c1afe710 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0580618 May 03 23:19:42.099157 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-d8e3423d-d3a9-4b83-8501-4be30d7dbc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:42.101179 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-d8e3423d-d3a9-4b83-8501-4be30d7dbc8a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684738 May 03 23:19:42.229772 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-dd01977e-3efb-48e2-add8-f224fd246ad5 service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225507 May 03 23:19:42.363002 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-3da56fab-d396-4fa7-a2dd-656c5e7a5680 service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255815 May 03 23:19:42.903932 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31f372-7fe3-4eab-80a4-52594f20b3fe req-0ca465b7-cc5d-4dea-9488-da977cd81678 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:42.905374 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ee31f372-7fe3-4eab-80a4-52594f20b3fe req-0ca465b7-cc5d-4dea-9488-da977cd81678 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 945 time: 0.0829687 May 03 23:19:42.949111 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ee31f372-7fe3-4eab-80a4-52594f20b3fe req-31e58cc9-be1a-4ffe-83eb-cc3998054c60 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381498 May 03 23:19:44.129596 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1e490-42f7-4e79-b19e-223ea4742b48 req-78867309-777e-4a8a-af3e-dd6742b4c078 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:44.131041 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9ae1e490-42f7-4e79-b19e-223ea4742b48 req-78867309-777e-4a8a-af3e-dd6742b4c078 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 945 time: 0.0777953 May 03 23:19:44.173965 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9ae1e490-42f7-4e79-b19e-223ea4742b48 req-53a372d5-966e-4c9e-b164-548b11e41446 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374320 May 03 23:19:45.365065 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26297225-2de8-4dcb-a95a-961556de14d7 req-fa875d42-540e-446c-80bf-faa7a0826993 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:45.367189 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-26297225-2de8-4dcb-a95a-961556de14d7 req-fa875d42-540e-446c-80bf-faa7a0826993 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 945 time: 0.0890119 May 03 23:19:45.409768 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-26297225-2de8-4dcb-a95a-961556de14d7 req-25e466bd-6723-47c4-af05-c9e6a9f8a553 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370252 May 03 23:19:46.595846 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c374a6-545b-4e31-8994-c31013268d0a req-152e81ce-d107-4e98-9b6b-8c7d9ddf57ee tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:46.597284 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d1c374a6-545b-4e31-8994-c31013268d0a req-152e81ce-d107-4e98-9b6b-8c7d9ddf57ee tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 945 time: 0.0807965 May 03 23:19:46.643505 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d1c374a6-545b-4e31-8994-c31013268d0a req-ffbc6de8-eac1-4ad0-8015-4d3b9cf50558 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405979 May 03 23:19:47.837711 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e4f81-d633-4903-9d1f-27b28b20db15 req-26d940a0-765a-4e80-a0cd-91acd89e5423 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:47.842876 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d26e4f81-d633-4903-9d1f-27b28b20db15 req-26d940a0-765a-4e80-a0cd-91acd89e5423 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 945 time: 0.0833838 May 03 23:19:47.882706 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d26e4f81-d633-4903-9d1f-27b28b20db15 req-9f67a911-ecf5-484a-af3c-3cfbf8991b44 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380952 May 03 23:19:49.070158 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f1f7f-25e8-440e-9020-32ee07a45c70 req-57a4efe4-1357-4503-9045-50874e509433 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:49.071585 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-306f1f7f-25e8-440e-9020-32ee07a45c70 req-57a4efe4-1357-4503-9045-50874e509433 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 945 time: 0.0857537 May 03 23:19:49.114201 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-306f1f7f-25e8-440e-9020-32ee07a45c70 req-9ac4f521-603b-4059-8b59-a9cb1141d41f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369854 May 03 23:19:49.246733 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:19:50.297401 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b1739-f6e7-4617-a7b8-4bf36924f409 req-1086a004-89ab-4b6e-8ea7-c8621d2ff941 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:50.298861 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-880b1739-f6e7-4617-a7b8-4bf36924f409 req-1086a004-89ab-4b6e-8ea7-c8621d2ff941 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 945 time: 0.0781364 May 03 23:19:50.341518 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-880b1739-f6e7-4617-a7b8-4bf36924f409 req-f289e6d1-630e-4bfd-b133-d0e974a49556 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370166 May 03 23:19:51.527583 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6948d9c-e77f-47de-9bfe-ddb96b9a9e13 req-c36ce87d-81df-46a5-9412-83b6d4694000 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:51.528953 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f6948d9c-e77f-47de-9bfe-ddb96b9a9e13 req-c36ce87d-81df-46a5-9412-83b6d4694000 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 945 time: 0.0836251 May 03 23:19:51.572890 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f6948d9c-e77f-47de-9bfe-ddb96b9a9e13 req-bcfdb040-04bc-4e5a-83d0-001d44da7bc6 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382602 May 03 23:19:52.762503 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba42a9e-b2f5-42af-aed1-4cfbd287fbcc req-0d6c16ee-8b30-41dc-9c9b-b6883f0e6610 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:52.763963 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ba42a9e-b2f5-42af-aed1-4cfbd287fbcc req-0d6c16ee-8b30-41dc-9c9b-b6883f0e6610 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 945 time: 0.0792663 May 03 23:19:52.810727 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ba42a9e-b2f5-42af-aed1-4cfbd287fbcc req-169bda94-19d7-4865-bd17-0fffd2203fd2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411243 May 03 23:19:52.993313 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7e6e81c3-76fe-4e3d-a792-f4a60d9e6a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:53.997696 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22039c-9b3a-46d8-8ada-eace2394be78 req-9691ce17-873b-49f0-83b1-f33601a5ba94 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:53.999091 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ba22039c-9b3a-46d8-8ada-eace2394be78 req-9691ce17-873b-49f0-83b1-f33601a5ba94 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 945 time: 0.0795720 May 03 23:19:54.042684 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ba22039c-9b3a-46d8-8ada-eace2394be78 req-795e903f-7f88-45d8-ac69-bf610872d50a tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380943 May 03 23:19:54.890496 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:55.231350 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38dc39-448d-41b3-8c44-fb46d01c0435 req-b3cdced5-3c5a-476f-b4f8-90e2db2083d6 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:55.232788 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0a38dc39-448d-41b3-8c44-fb46d01c0435 req-b3cdced5-3c5a-476f-b4f8-90e2db2083d6 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 945 time: 0.0831802 May 03 23:19:55.277286 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0a38dc39-448d-41b3-8c44-fb46d01c0435 req-77c88a61-25f6-4b2d-90e8-c2e5efe91b96 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388155 May 03 23:19:55.580143 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-af4e2f68-9751-4fc5-a7e4-4f839abc87b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:56.410886 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:56.460486 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:56.607820 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957956b-3a04-41c1-9da1-93eb2d73870d req-e01828a7-3995-47ab-b111-3f30312fe332 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:56.609311 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d957956b-3a04-41c1-9da1-93eb2d73870d req-e01828a7-3995-47ab-b111-3f30312fe332 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 945 time: 0.0793045 May 03 23:19:56.657590 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d957956b-3a04-41c1-9da1-93eb2d73870d req-97f040c0-8960-40b1-967b-473f29a1bb2c tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426130 May 03 23:19:57.780178 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:57.844086 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc67e35-1309-4fb3-bd5d-1e0f08715fbc req-f17dfb65-8e8f-4aef-bd64-bee3748c2e4e tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:57.845547 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6fc67e35-1309-4fb3-bd5d-1e0f08715fbc req-f17dfb65-8e8f-4aef-bd64-bee3748c2e4e tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 945 time: 0.0830936 May 03 23:19:57.889647 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6fc67e35-1309-4fb3-bd5d-1e0f08715fbc req-83aaf6d2-655c-4c80-87a5-9ec863a0d1d2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381322 May 03 23:19:58.406851 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:19:59.070677 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb6e1c-96fb-4c0f-8117-2c70d0be6061 req-fe8af726-4cfa-4d2e-a440-3acbdbaeb6aa tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:59.072086 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9efb6e1c-96fb-4c0f-8117-2c70d0be6061 req-fe8af726-4cfa-4d2e-a440-3acbdbaeb6aa tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 945 time: 0.0774226 May 03 23:19:59.114815 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9efb6e1c-96fb-4c0f-8117-2c70d0be6061 req-69dc1ca2-0c8c-4ca7-8ac8-e1c68da2b238 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371833 May 03 23:19:59.687803 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53adcb-554d-4708-bf6d-19038d88deea req-6a1046d1-ab2a-4968-af72-030bbcbb97a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:59.689286 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6e53adcb-554d-4708-bf6d-19038d88deea req-6a1046d1-ab2a-4968-af72-030bbcbb97a5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 1096 time: 0.0748875 May 03 23:19:59.836205 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53adcb-554d-4708-bf6d-19038d88deea req-e08f9b0d-bf58-4694-a5c8-47a3edea0c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:19:59.837591 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6e53adcb-554d-4708-bf6d-19038d88deea req-e08f9b0d-bf58-4694-a5c8-47a3edea0c7f service neutron] 10.222.0.67 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.1277947 May 03 23:19:59.996966 n-d-811807-1 neutron-server[88070]: INFO neutron.api.v2.resource [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-87722446-2b21-4fb9-90e5-965c6ed64f7c service neutron] show failed (client error): The resource could not be found. May 03 23:19:59.998001 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-87722446-2b21-4fb9-90e5-965c6ed64f7c service neutron] 10.222.0.67 "GET /v2.0/ports/0543e897-ebc8-4333-b502-afb9378da88d/bindings/n-h1-811807-1 HTTP/1.1" status: 404 len: 380 time: 0.0799849 May 03 23:20:00.048674 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6e53adcb-554d-4708-bf6d-19038d88deea req-cecb40da-a67d-4bb0-a3b9-3257362bbf1e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0543e897-ebc8-4333-b502-afb9378da88d HTTP/1.1" status: 200 len: 1001 time: 0.2040753 May 03 23:20:00.109722 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53adcb-554d-4708-bf6d-19038d88deea req-a20508a8-628f-4f9c-bfd9-e8f061835376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:00.111212 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6e53adcb-554d-4708-bf6d-19038d88deea req-a20508a8-628f-4f9c-bfd9-e8f061835376 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0569994 May 03 23:20:00.192605 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53adcb-554d-4708-bf6d-19038d88deea req-6eae8f73-1628-403c-8c14-272d9a9d7afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:00.194398 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6e53adcb-554d-4708-bf6d-19038d88deea req-6eae8f73-1628-403c-8c14-272d9a9d7afe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761101 May 03 23:20:00.278663 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-a2b401e3-76f4-4dbe-921a-ab6869b4d91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:00.280117 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-a2b401e3-76f4-4dbe-921a-ab6869b4d91a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb&tenant_id=079d3dc8819f4981873b4a485dbc4fff HTTP/1.1" status: 200 len: 1096 time: 0.0796752 May 03 23:20:00.291122 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-7f6cb2b4-ab33-4a60-bde7-9f4fde82d6b7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811807-1', 'device_owner': 'compute:nova'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:20:00.385483 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6e53adcb-554d-4708-bf6d-19038d88deea req-f01b5182-528a-4b36-8945-31c9e5ea906e service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846321 May 03 23:20:00.397125 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16760a1e-1a11-4d75-9f88-726ed1f08ba1 req-b6f167a3-7751-40a1-915f-e96e4b172553 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:00.398579 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-16760a1e-1a11-4d75-9f88-726ed1f08ba1 req-b6f167a3-7751-40a1-915f-e96e4b172553 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 945 time: 0.1594734 May 03 23:20:00.402115 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-7f6cb2b4-ab33-4a60-bde7-9f4fde82d6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:00.528424 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-16760a1e-1a11-4d75-9f88-726ed1f08ba1 req-78d674f8-4c93-465f-ab2a-975cb7b519b7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092036 May 03 23:20:00.559651 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6e53adcb-554d-4708-bf6d-19038d88deea req-3a71faac-5f33-462e-a792-4f98c4eb87c2 service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601353 May 03 23:20:00.669983 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-7f6cb2b4-ab33-4a60-bde7-9f4fde82d6b7 service neutron] For port 0543e897-ebc8-4333-b502-afb9378da88d, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=0543e897-ebc8-4333-b502-afb9378da88d,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:20:00.697348 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-7f6cb2b4-ab33-4a60-bde7-9f4fde82d6b7 service neutron] For port 0543e897-ebc8-4333-b502-afb9378da88d, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:20:00.753035 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba258331-56d2-4d2c-8529-b13d55c3e6cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0543e897-ebc8-4333-b502-afb9378da88d'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:20:00.758756 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-7f6cb2b4-ab33-4a60-bde7-9f4fde82d6b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:00.773562 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-7f6cb2b4-ab33-4a60-bde7-9f4fde82d6b7 service neutron] Transition to ACTIVE for port object 0543e897-ebc8-4333-b502-afb9378da88d will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:20:00.777445 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-7f6cb2b4-ab33-4a60-bde7-9f4fde82d6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:00.811125 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f6d84d1-4684-4e19-bbd8-71a98acc2c25'] response: {'server_uuid': 'ba258331-56d2-4d2c-8529-b13d55c3e6cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0543e897-ebc8-4333-b502-afb9378da88d', 'code': 200} May 03 23:20:00.915917 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6cb2b4-ab33-4a60-bde7-9f4fde82d6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=0543e897-ebc8-4333-b502-afb9378da88d,revision_number=6']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:20:00.977504 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-7f6cb2b4-ab33-4a60-bde7-9f4fde82d6b7 service neutron] No DVR routers for this DVR port 0543e897-ebc8-4333-b502-afb9378da88d on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:20:01.199722 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-7f6cb2b4-ab33-4a60-bde7-9f4fde82d6b7 service neutron] Attempting to bind port 0543e897-ebc8-4333-b502-afb9378da88d on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:20:01.200326 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-7f6cb2b4-ab33-4a60-bde7-9f4fde82d6b7 service neutron] Attempting to bind port 0543e897-ebc8-4333-b502-afb9378da88d by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:20:01.200431 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-7f6cb2b4-ab33-4a60-bde7-9f4fde82d6b7 service neutron] Attempting to bind port 0543e897-ebc8-4333-b502-afb9378da88d on network c402384d-4f08-45f4-8228-f430f17b3b9c {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:20:01.204903 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-7f6cb2b4-ab33-4a60-bde7-9f4fde82d6b7 service neutron] Port 0543e897-ebc8-4333-b502-afb9378da88d on network c402384d-4f08-45f4-8228-f430f17b3b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:20:01.205225 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-7f6cb2b4-ab33-4a60-bde7-9f4fde82d6b7 service neutron] Attempting to bind port 0543e897-ebc8-4333-b502-afb9378da88d on network c402384d-4f08-45f4-8228-f430f17b3b9c {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:20:01.210301 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-7f6cb2b4-ab33-4a60-bde7-9f4fde82d6b7 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:20:01.211159 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-7f6cb2b4-ab33-4a60-bde7-9f4fde82d6b7 service neutron] Checking segment: {'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:20:01.211707 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-7f6cb2b4-ab33-4a60-bde7-9f4fde82d6b7 service neutron] Bound using segment: {'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:20:01.211999 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-7f6cb2b4-ab33-4a60-bde7-9f4fde82d6b7 service neutron] Bound port: 0543e897-ebc8-4333-b502-afb9378da88d, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:20:01.212346 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-7f6cb2b4-ab33-4a60-bde7-9f4fde82d6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:01.298817 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-7f6cb2b4-ab33-4a60-bde7-9f4fde82d6b7 service neutron] For port 0543e897-ebc8-4333-b502-afb9378da88d, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:20:01.301740 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-7f6cb2b4-ab33-4a60-bde7-9f4fde82d6b7 service neutron] For port 0543e897-ebc8-4333-b502-afb9378da88d, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0543e897-ebc8-4333-b502-afb9378da88d,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:20:01.306851 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-7f6cb2b4-ab33-4a60-bde7-9f4fde82d6b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:01.369592 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-7f6cb2b4-ab33-4a60-bde7-9f4fde82d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:01.370236 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-7f6cb2b4-ab33-4a60-bde7-9f4fde82d6b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:01.371601 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-7f6cb2b4-ab33-4a60-bde7-9f4fde82d6b7 service neutron] 10.222.0.60 "PUT /v2.0/ports/0543e897-ebc8-4333-b502-afb9378da88d HTTP/1.1" status: 200 len: 1091 time: 1.0848756 May 03 23:20:01.386798 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6cb2b4-ab33-4a60-bde7-9f4fde82d6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=0543e897-ebc8-4333-b502-afb9378da88d,revision_number=7']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:20:01.467403 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-bfa9c3aa-7e48-4939-810a-6653da542418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:01.468801 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-bfa9c3aa-7e48-4939-810a-6653da542418 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 1094 time: 0.0731418 May 03 23:20:01.603973 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-fd74b16a-c3cf-4805-9830-8936e6c5cb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:01.605495 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-fd74b16a-c3cf-4805-9830-8936e6c5cb56 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.1306241 May 03 23:20:01.732424 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ded17e-cb05-4b08-b0b7-65923a38f589 req-fe4be461-61b1-4ab2-8cdf-b01c08d89d2c tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:01.733915 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c7ded17e-cb05-4b08-b0b7-65923a38f589 req-fe4be461-61b1-4ab2-8cdf-b01c08d89d2c tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 943 time: 0.0875742 May 03 23:20:01.780016 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c7ded17e-cb05-4b08-b0b7-65923a38f589 req-beb08773-3760-4351-a782-4cb39195ad48 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398493 May 03 23:20:01.828052 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-f846724a-92bb-4f63-9050-0e7e1a55cec4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0543e897-ebc8-4333-b502-afb9378da88d HTTP/1.1" status: 200 len: 999 time: 0.2155695 May 03 23:20:01.890785 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-d63a8af6-c1a2-47b1-8d51-8e580f227aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:01.892188 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-d63a8af6-c1a2-47b1-8d51-8e580f227aab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0582366 May 03 23:20:01.968893 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-104cfb0d-f2ae-4da7-8b45-bbe1d6c89eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:01.970412 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-104cfb0d-f2ae-4da7-8b45-bbe1d6c89eb1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717802 May 03 23:20:02.102034 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-36e996b7-9cdd-408f-927e-1368a2be9569 service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246367 May 03 23:20:02.232623 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-76193f7a-d84e-4b2e-b695-141b06017632 service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231980 May 03 23:20:02.326797 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 0543e897-ebc8-4333-b502-afb9378da88d no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:20:02.387786 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 0543e897-ebc8-4333-b502-afb9378da88d not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:20:02.812471 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba258331-56d2-4d2c-8529-b13d55c3e6cb', 'tag': '0543e897-ebc8-4333-b502-afb9378da88d'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:20:02.869588 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5b6515b-e0d9-4d16-859e-9a2042c04535'] response: {'name': 'network-changed', 'server_uuid': 'ba258331-56d2-4d2c-8529-b13d55c3e6cb', 'tag': '0543e897-ebc8-4333-b502-afb9378da88d', 'status': 'completed', 'code': 200} May 03 23:20:02.962925 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d136e79-036d-4a84-b49e-817bf67212a6 req-b3365e83-01a9-4776-9cdc-215ce38b7498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:02.964412 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0d136e79-036d-4a84-b49e-817bf67212a6 req-b3365e83-01a9-4776-9cdc-215ce38b7498 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 1094 time: 0.0707796 May 03 23:20:03.041301 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc72e95-2ea4-464d-9e8e-13f4317ad057 req-e1985da3-8162-4869-bdd3-d6b1e3cc211b tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:03.042816 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ecc72e95-2ea4-464d-9e8e-13f4317ad057 req-e1985da3-8162-4869-bdd3-d6b1e3cc211b tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 943 time: 0.1503544 May 03 23:20:03.045468 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d136e79-036d-4a84-b49e-817bf67212a6 req-9ce17139-f29d-48cd-b15c-6d1f98af2744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:03.046835 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0d136e79-036d-4a84-b49e-817bf67212a6 req-9ce17139-f29d-48cd-b15c-6d1f98af2744 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 1094 time: 0.1145639 May 03 23:20:03.110404 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d136e79-036d-4a84-b49e-817bf67212a6 req-385ee243-0361-49a5-a6e4-9ed545fa008f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:03.112122 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0d136e79-036d-4a84-b49e-817bf67212a6 req-385ee243-0361-49a5-a6e4-9ed545fa008f service neutron] 10.222.0.60 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.1408019 May 03 23:20:03.129602 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ecc72e95-2ea4-464d-9e8e-13f4317ad057 req-6b68074d-11e6-4b14-8164-9d3b8a1ec1dd tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804420 May 03 23:20:03.221126 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0d136e79-036d-4a84-b49e-817bf67212a6 req-527bcb91-7941-42cc-8d97-5c267502196f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0543e897-ebc8-4333-b502-afb9378da88d HTTP/1.1" status: 200 len: 999 time: 0.1024601 May 03 23:20:03.231607 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d136e79-036d-4a84-b49e-817bf67212a6 req-db59257f-ce0e-474f-a68d-db99223221f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:03.233159 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0d136e79-036d-4a84-b49e-817bf67212a6 req-db59257f-ce0e-474f-a68d-db99223221f1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.1708648 May 03 23:20:03.283346 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d136e79-036d-4a84-b49e-817bf67212a6 req-86ca2553-dc01-40df-9279-d3eaec01857f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:03.285008 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0d136e79-036d-4a84-b49e-817bf67212a6 req-86ca2553-dc01-40df-9279-d3eaec01857f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0571146 May 03 23:20:03.336851 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0d136e79-036d-4a84-b49e-817bf67212a6 req-630606c3-be1c-4f73-af53-5aa1ba7a463b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0543e897-ebc8-4333-b502-afb9378da88d HTTP/1.1" status: 200 len: 999 time: 0.0973656 May 03 23:20:03.364295 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d136e79-036d-4a84-b49e-817bf67212a6 req-b9585ae1-dd00-4d73-b8cc-e6781b35210d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:03.365787 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0d136e79-036d-4a84-b49e-817bf67212a6 req-b9585ae1-dd00-4d73-b8cc-e6781b35210d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743301 May 03 23:20:03.401595 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d136e79-036d-4a84-b49e-817bf67212a6 req-9ac19056-2b51-4b41-9600-5f6fd04c3e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:03.403242 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0d136e79-036d-4a84-b49e-817bf67212a6 req-9ac19056-2b51-4b41-9600-5f6fd04c3e6b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0603211 May 03 23:20:03.486871 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d136e79-036d-4a84-b49e-817bf67212a6 req-e0920f55-29e5-4a80-bbb0-a6d4bc678b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:03.488348 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0d136e79-036d-4a84-b49e-817bf67212a6 req-e0920f55-29e5-4a80-bbb0-a6d4bc678b49 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790343 May 03 23:20:03.507384 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0d136e79-036d-4a84-b49e-817bf67212a6 req-14f1fe1d-3421-4ffd-9014-0ff1ca9630cf service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337135 May 03 23:20:03.622850 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0d136e79-036d-4a84-b49e-817bf67212a6 req-cc9374f6-b15e-4b47-a4b8-5f8e8d74445f service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283131 May 03 23:20:03.644109 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0d136e79-036d-4a84-b49e-817bf67212a6 req-39777b43-a944-43c7-b8dd-3110db3aa907 service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295450 May 03 23:20:03.755519 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0d136e79-036d-4a84-b49e-817bf67212a6 req-312d9472-fcba-44e7-81db-3d5e687913de service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264660 May 03 23:20:04.313154 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63fc0e-eab3-4395-a4b4-9c8a8a7c5787 req-7a209b9d-cdd9-424a-990c-d1c4a0b4329c tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:04.314614 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bb63fc0e-eab3-4395-a4b4-9c8a8a7c5787 req-7a209b9d-cdd9-424a-990c-d1c4a0b4329c tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 943 time: 0.0781832 May 03 23:20:04.360108 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bb63fc0e-eab3-4395-a4b4-9c8a8a7c5787 req-59ffa898-b1d8-4227-bcf7-b65654218abf tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390723 May 03 23:20:05.658193 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443fb86-af10-4cd3-90bd-fbef858b1372 req-7032ad79-1091-4552-ada4-38590af09d5d tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:05.659654 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5443fb86-af10-4cd3-90bd-fbef858b1372 req-7032ad79-1091-4552-ada4-38590af09d5d tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 943 time: 0.1951363 May 03 23:20:05.702274 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5443fb86-af10-4cd3-90bd-fbef858b1372 req-8e9f87f4-3149-4ae3-80f2-a5e4794d267e tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369499 May 03 23:20:06.884680 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10872fe-fc3d-4c76-9d70-b95efdb77e5f req-280aa5d8-a492-4ec2-810b-a7a2408c438f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:06.886042 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f10872fe-fc3d-4c76-9d70-b95efdb77e5f req-280aa5d8-a492-4ec2-810b-a7a2408c438f tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 943 time: 0.0789516 May 03 23:20:06.928355 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f10872fe-fc3d-4c76-9d70-b95efdb77e5f req-ce8bc2d2-09ec-4b1a-83b4-ea53095dc5cf tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367482 May 03 23:20:08.113081 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be2287-2e17-49c0-b9e9-ca7d34488d2a req-7b5986f3-fcdb-4821-b7b1-63fb881e98a5 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:08.114538 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d7be2287-2e17-49c0-b9e9-ca7d34488d2a req-7b5986f3-fcdb-4821-b7b1-63fb881e98a5 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 943 time: 0.0813620 May 03 23:20:08.157129 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d7be2287-2e17-49c0-b9e9-ca7d34488d2a req-6daef674-86c5-498c-b104-9c92a6628f75 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368955 May 03 23:20:09.341733 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149900b4-fd92-415f-9df0-d62f351e1e30 req-cd7b7d8a-daab-439f-9e6a-1ace9a76f8a7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:09.343189 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-149900b4-fd92-415f-9df0-d62f351e1e30 req-cd7b7d8a-daab-439f-9e6a-1ace9a76f8a7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 943 time: 0.0783038 May 03 23:20:09.390769 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-149900b4-fd92-415f-9df0-d62f351e1e30 req-9261fef1-07d6-46e7-917d-429d4a1f9001 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417306 May 03 23:20:10.573774 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7a9e6-4e1b-43fa-8ec2-47865dd53b81 req-aff953d6-b611-4cde-be9d-fa841e8e4aa8 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:10.575234 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-45e7a9e6-4e1b-43fa-8ec2-47865dd53b81 req-aff953d6-b611-4cde-be9d-fa841e8e4aa8 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 943 time: 0.0784183 May 03 23:20:10.617943 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-45e7a9e6-4e1b-43fa-8ec2-47865dd53b81 req-2900ed77-0cb0-4d61-ae2b-96e9e7ae66fd tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371046 May 03 23:20:11.390911 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 0543e897-ebc8-4333-b502-afb9378da88d details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:20:11.521028 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 0543e897-ebc8-4333-b502-afb9378da88d, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0543e897-ebc8-4333-b502-afb9378da88d,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:20:11.534100 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '0543e897-ebc8-4333-b502-afb9378da88d', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'port_id': '0543e897-ebc8-4333-b502-afb9378da88d', 'mac_address': 'fa:16:3e:b7:61:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:20:11.587361 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:11.603553 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0543e897-ebc8-4333-b502-afb9378da88d {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:20:11.618150 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 0543e897-ebc8-4333-b502-afb9378da88d, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0543e897-ebc8-4333-b502-afb9378da88d,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:20:11.622055 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:11.702692 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=0543e897-ebc8-4333-b502-afb9378da88d,revision_number=8']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:20:11.710682 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:20:11.711028 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:20:11.711373 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:20:11.711697 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:20:11.712022 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:20:11.712345 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:20:11.712668 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:20:11.712992 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:20:11.713312 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:20:11.713650 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:20:11.713994 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:20:11.714316 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:20:11.809215 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439fb78-41d0-4d7e-a1fc-baf5d544bc82 req-16a6f53a-c2ca-41d9-ad77-3e890430363b tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:11.810633 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f439fb78-41d0-4d7e-a1fc-baf5d544bc82 req-16a6f53a-c2ca-41d9-ad77-3e890430363b tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 944 time: 0.0852091 May 03 23:20:11.851576 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['0543e897-ebc8-4333-b502-afb9378da88d'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:20:11.855571 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f439fb78-41d0-4d7e-a1fc-baf5d544bc82 req-d9ed5cb4-393b-4762-b8d8-9e7173cda318 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393467 May 03 23:20:12.259872 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-3464d2e6-5158-4c75-a58a-b1e63014ab6e tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:12.260558 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-3464d2e6-5158-4c75-a58a-b1e63014ab6e tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Synchronizing usage tracker for tenant:079d3dc8819f4981873b4a485dbc4fff on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:20:12.273047 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-3464d2e6-5158-4c75-a58a-b1e63014ab6e tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Unset dirty status for tenant:079d3dc8819f4981873b4a485dbc4fff on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:20:12.274166 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-3464d2e6-5158-4c75-a58a-b1e63014ab6e tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb&tenant_id=079d3dc8819f4981873b4a485dbc4fff&binding%3Ahost_id=n-h1-811807-1 HTTP/1.1" status: 200 len: 944 time: 0.0975564 May 03 23:20:12.310291 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce78612-c077-4534-aa77-75b15d14f7df req-a093aaba-82ac-41e7-8730-8ed655d60537 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:12.311753 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ce78612-c077-4534-aa77-75b15d14f7df req-a093aaba-82ac-41e7-8730-8ed655d60537 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 944 time: 0.0810595 May 03 23:20:12.356549 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ce78612-c077-4534-aa77-75b15d14f7df req-9ae23079-92b2-44f4-b512-76fcab799299 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390079 May 03 23:20:12.367802 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-a1dfda31-6734-4ca9-a494-9e274785cf6e service neutron] 10.222.0.60 "GET /v2.0/ports/0543e897-ebc8-4333-b502-afb9378da88d/bindings/n-h1-811807-1 HTTP/1.1" status: 200 len: 382 time: 0.0837252 May 03 23:20:12.462458 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-204711d0-a5d5-4ad7-bb8c-4dca4667b706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:12.463800 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-204711d0-a5d5-4ad7-bb8c-4dca4667b706 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 1095 time: 0.0696390 May 03 23:20:12.594371 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-7a4dd4e9-afc3-4b00-a0ca-f42eb10007b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:12.595819 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-7a4dd4e9-afc3-4b00-a0ca-f42eb10007b2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.1255879 May 03 23:20:12.812427 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-40430a93-040d-4217-b35c-e2df6d60affc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0543e897-ebc8-4333-b502-afb9378da88d HTTP/1.1" status: 200 len: 1000 time: 0.2100999 May 03 23:20:12.874341 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-2e53d8a2-b00d-4d6b-bc16-38441ebdf71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:12.875715 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-2e53d8a2-b00d-4d6b-bc16-38441ebdf71e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0573812 May 03 23:20:12.948644 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-ff0459b2-49c4-408a-9978-315b2678feb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:12.950085 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-ff0459b2-49c4-408a-9978-315b2678feb1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676866 May 03 23:20:13.078419 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-b301be24-f6df-469a-afab-e9a8833af176 service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218305 May 03 23:20:13.205201 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-cdf292b5-6506-4633-b3c3-35ddcc7bdff2 service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208072 May 03 23:20:13.391308 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 0543e897-ebc8-4333-b502-afb9378da88d up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:20:13.462087 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 0543e897-ebc8-4333-b502-afb9378da88d completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:20:13.466863 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 0543e897-ebc8-4333-b502-afb9378da88d triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:20:13.467260 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:13.551335 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5353f-cfa3-4741-92ea-0438069ef8c4 req-b44569f3-cee8-4d32-b0aa-1bab46da24ce tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:13.552793 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b5d5353f-cfa3-4741-92ea-0438069ef8c4 req-b44569f3-cee8-4d32-b0aa-1bab46da24ce tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 944 time: 0.0837848 May 03 23:20:13.588531 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:13.599280 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b5d5353f-cfa3-4741-92ea-0438069ef8c4 req-615b2291-249e-477d-9389-98d66c8d09e8 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391347 May 03 23:20:13.616958 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba258331-56d2-4d2c-8529-b13d55c3e6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0543e897-ebc8-4333-b502-afb9378da88d'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:20:13.626571 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 0543e897-ebc8-4333-b502-afb9378da88d, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0543e897-ebc8-4333-b502-afb9378da88d,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:20:13.630754 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:13.679735 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99c256ca-75fb-42eb-8564-0f91bcef0845'] response: {'server_uuid': 'ba258331-56d2-4d2c-8529-b13d55c3e6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0543e897-ebc8-4333-b502-afb9378da88d', 'code': 200} May 03 23:20:13.699449 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=0543e897-ebc8-4333-b502-afb9378da88d,revision_number=9']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:20:14.790656 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e3f70-ae1a-40d1-bf0a-eba3662f0031 req-78c2ca4c-278e-487a-a0de-a8681d18e087 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:14.792145 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-897e3f70-ae1a-40d1-bf0a-eba3662f0031 req-78c2ca4c-278e-487a-a0de-a8681d18e087 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 945 time: 0.0805423 May 03 23:20:14.837552 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-897e3f70-ae1a-40d1-bf0a-eba3662f0031 req-30b9363e-9443-425e-92a7-818b57178e55 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397894 May 03 23:20:15.890782 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-5f831f9e-ec86-4ac3-9b82-7d654ce499da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:15.892279 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-5f831f9e-ec86-4ac3-9b82-7d654ce499da service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb&tenant_id=079d3dc8819f4981873b4a485dbc4fff HTTP/1.1" status: 200 len: 1096 time: 0.0746129 May 03 23:20:15.902947 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-e44f150f-56b6-4223-957c-8b11aa936590 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811807-1', 'device_owner': 'compute:nova'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:20:16.076413 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-e44f150f-56b6-4223-957c-8b11aa936590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:16.148313 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c462d-b5a7-485f-80c8-8a4a35022baa req-1553411d-a573-4ca9-9194-b010642c5252 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:16.149791 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4a7c462d-b5a7-485f-80c8-8a4a35022baa req-1553411d-a573-4ca9-9194-b010642c5252 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 945 time: 0.1897895 May 03 23:20:16.255577 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4a7c462d-b5a7-485f-80c8-8a4a35022baa req-6abcc2c6-d771-476b-a7f4-8a5cbb87c9c2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989363 May 03 23:20:16.387990 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-e44f150f-56b6-4223-957c-8b11aa936590 service neutron] For port 0543e897-ebc8-4333-b502-afb9378da88d, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=0543e897-ebc8-4333-b502-afb9378da88d,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:20:16.419047 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-e44f150f-56b6-4223-957c-8b11aa936590 service neutron] For port 0543e897-ebc8-4333-b502-afb9378da88d, host n-h1-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:20:16.479633 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba258331-56d2-4d2c-8529-b13d55c3e6cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0543e897-ebc8-4333-b502-afb9378da88d'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:20:16.485199 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-e44f150f-56b6-4223-957c-8b11aa936590 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:16.500337 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-e44f150f-56b6-4223-957c-8b11aa936590 service neutron] Transition to ACTIVE for port object 0543e897-ebc8-4333-b502-afb9378da88d will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:20:16.505073 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-e44f150f-56b6-4223-957c-8b11aa936590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:16.542676 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb561d0f-01af-4cf3-816a-934c6b48b2d7'] response: {'server_uuid': 'ba258331-56d2-4d2c-8529-b13d55c3e6cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0543e897-ebc8-4333-b502-afb9378da88d', 'code': 200} May 03 23:20:16.646584 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f150f-56b6-4223-957c-8b11aa936590 service neutron] Pushing event updated for resources: {'Port': ['ID=0543e897-ebc8-4333-b502-afb9378da88d,revision_number=10']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:20:16.666192 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44f150f-56b6-4223-957c-8b11aa936590 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:20:16.666540 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44f150f-56b6-4223-957c-8b11aa936590 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:20:16.666870 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44f150f-56b6-4223-957c-8b11aa936590 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:20:16.667202 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44f150f-56b6-4223-957c-8b11aa936590 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:20:16.667530 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44f150f-56b6-4223-957c-8b11aa936590 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:20:16.667856 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44f150f-56b6-4223-957c-8b11aa936590 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:20:16.668179 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44f150f-56b6-4223-957c-8b11aa936590 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:20:16.668500 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44f150f-56b6-4223-957c-8b11aa936590 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:20:16.668819 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44f150f-56b6-4223-957c-8b11aa936590 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:20:16.669209 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44f150f-56b6-4223-957c-8b11aa936590 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:20:16.669457 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44f150f-56b6-4223-957c-8b11aa936590 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:20:16.669771 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44f150f-56b6-4223-957c-8b11aa936590 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:20:16.714196 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-e44f150f-56b6-4223-957c-8b11aa936590 service neutron] No DVR routers for this DVR port 0543e897-ebc8-4333-b502-afb9378da88d on host n-h1-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:20:17.035159 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-e44f150f-56b6-4223-957c-8b11aa936590 service neutron] Attempting to bind port 0543e897-ebc8-4333-b502-afb9378da88d on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:20:17.035835 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-e44f150f-56b6-4223-957c-8b11aa936590 service neutron] Attempting to bind port 0543e897-ebc8-4333-b502-afb9378da88d by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:20:17.035835 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-e44f150f-56b6-4223-957c-8b11aa936590 service neutron] Attempting to bind port 0543e897-ebc8-4333-b502-afb9378da88d on network c402384d-4f08-45f4-8228-f430f17b3b9c {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:20:17.040819 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-e44f150f-56b6-4223-957c-8b11aa936590 service neutron] Port 0543e897-ebc8-4333-b502-afb9378da88d on network c402384d-4f08-45f4-8228-f430f17b3b9c not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:20:17.041140 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-e44f150f-56b6-4223-957c-8b11aa936590 service neutron] Attempting to bind port 0543e897-ebc8-4333-b502-afb9378da88d on network c402384d-4f08-45f4-8228-f430f17b3b9c {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:20:17.046118 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-e44f150f-56b6-4223-957c-8b11aa936590 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:20:17.046458 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-e44f150f-56b6-4223-957c-8b11aa936590 service neutron] Checking segment: {'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:20:17.046829 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-e44f150f-56b6-4223-957c-8b11aa936590 service neutron] Bound using segment: {'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:20:17.047250 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-e44f150f-56b6-4223-957c-8b11aa936590 service neutron] Bound port: 0543e897-ebc8-4333-b502-afb9378da88d, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25243c6c-1437-4869-82bf-d0fde458f52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:20:17.047588 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-e44f150f-56b6-4223-957c-8b11aa936590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:17.131321 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-e44f150f-56b6-4223-957c-8b11aa936590 service neutron] For port 0543e897-ebc8-4333-b502-afb9378da88d, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:20:17.134495 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-e44f150f-56b6-4223-957c-8b11aa936590 service neutron] For port 0543e897-ebc8-4333-b502-afb9378da88d, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=0543e897-ebc8-4333-b502-afb9378da88d,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:20:17.138985 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-e44f150f-56b6-4223-957c-8b11aa936590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:17.198834 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-e44f150f-56b6-4223-957c-8b11aa936590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:17.199432 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-e44f150f-56b6-4223-957c-8b11aa936590 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:17.200780 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-e44f150f-56b6-4223-957c-8b11aa936590 service neutron] 10.222.0.67 "PUT /v2.0/ports/0543e897-ebc8-4333-b502-afb9378da88d HTTP/1.1" status: 200 len: 1092 time: 1.3017244 May 03 23:20:17.218752 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f150f-56b6-4223-957c-8b11aa936590 service neutron] Pushing event updated for resources: {'Port': ['ID=0543e897-ebc8-4333-b502-afb9378da88d,revision_number=11']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:20:17.301306 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-fc236f60-19cd-4541-8b8e-728c94677f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:17.302833 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-fc236f60-19cd-4541-8b8e-728c94677f10 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 1095 time: 0.0739331 May 03 23:20:17.493072 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-c9141ef4-5d96-4219-9338-3533626f13d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:17.494461 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-c9141ef4-5d96-4219-9338-3533626f13d1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.1857505 May 03 23:20:17.562453 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8a28c-f4d1-49a5-b491-5ff58910f05c req-8c57ce82-1d4b-4502-b26c-9c90d2381cf2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:17.563808 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-74c8a28c-f4d1-49a5-b491-5ff58910f05c req-8c57ce82-1d4b-4502-b26c-9c90d2381cf2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 944 time: 0.1664779 May 03 23:20:17.635009 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-24f2f2ca-06ff-4ccb-a275-e09761628ff2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0543e897-ebc8-4333-b502-afb9378da88d HTTP/1.1" status: 200 len: 999 time: 0.1335320 May 03 23:20:17.639351 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-74c8a28c-f4d1-49a5-b491-5ff58910f05c req-3f911543-a86b-45ea-83f4-96c10ffc7110 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582690 May 03 23:20:17.698002 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-5367757a-8792-4770-acc4-0532e5b21616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:17.699399 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-5367757a-8792-4770-acc4-0532e5b21616 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0566406 May 03 23:20:17.778180 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-f5d08bbf-b7cc-4036-a97a-45ee0ad8ed75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:17.779617 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-f5d08bbf-b7cc-4036-a97a-45ee0ad8ed75 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734413 May 03 23:20:17.907306 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-c62cda37-bf4e-4286-bd33-4995a02eb8bd service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215715 May 03 23:20:18.038218 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ed4d156-b569-4c08-a191-57e6556a4926 req-6c1407df-f28e-4b3f-ad33-08a9369d6c1c service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247442 May 03 23:20:18.543875 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba258331-56d2-4d2c-8529-b13d55c3e6cb', 'tag': '0543e897-ebc8-4333-b502-afb9378da88d'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:20:18.604440 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80ed6c0f-6c15-4600-867b-6d7694eab364'] response: {'name': 'network-changed', 'server_uuid': 'ba258331-56d2-4d2c-8529-b13d55c3e6cb', 'tag': '0543e897-ebc8-4333-b502-afb9378da88d', 'status': 'completed', 'code': 200} May 03 23:20:18.696038 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58333cd2-f813-4fb8-8361-8646d3c269b0 req-cc60cd15-a3f8-4e15-abf7-fe505881dda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:18.697592 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58333cd2-f813-4fb8-8361-8646d3c269b0 req-cc60cd15-a3f8-4e15-abf7-fe505881dda0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 1095 time: 0.0770068 May 03 23:20:18.699099 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58333cd2-f813-4fb8-8361-8646d3c269b0 req-cd12e1d3-7125-40f3-8f99-5979d76e10e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:18.700593 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-58333cd2-f813-4fb8-8361-8646d3c269b0 req-cd12e1d3-7125-40f3-8f99-5979d76e10e3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=079d3dc8819f4981873b4a485dbc4fff&device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 1095 time: 0.0730944 May 03 23:20:18.848411 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58333cd2-f813-4fb8-8361-8646d3c269b0 req-936933c8-5167-4206-8a18-803ab7737906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:18.850591 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-58333cd2-f813-4fb8-8361-8646d3c269b0 req-936933c8-5167-4206-8a18-803ab7737906 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.1431143 May 03 23:20:18.894142 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58333cd2-f813-4fb8-8361-8646d3c269b0 req-8caa3ac3-6daa-4586-87df-83e89ea73110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:18.895590 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58333cd2-f813-4fb8-8361-8646d3c269b0 req-8caa3ac3-6daa-4586-87df-83e89ea73110 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 200 len: 913 time: 0.1910253 May 03 23:20:18.969965 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-58333cd2-f813-4fb8-8361-8646d3c269b0 req-2efa4878-8af9-4744-b3f4-708c54d7518b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0543e897-ebc8-4333-b502-afb9378da88d HTTP/1.1" status: 200 len: 999 time: 0.1117847 May 03 23:20:19.039192 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58333cd2-f813-4fb8-8361-8646d3c269b0 req-da77ba9c-fbc6-4af3-ac5a-e95efc4e7d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:19.040630 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-58333cd2-f813-4fb8-8361-8646d3c269b0 req-da77ba9c-fbc6-4af3-ac5a-e95efc4e7d1b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0648963 May 03 23:20:19.104881 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3b39c-5c9b-467d-8e9b-b1f4bf9bac48 req-6bbe380a-ae06-4340-9014-6d6ee5b078ec tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:19.106285 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cca3b39c-5c9b-467d-8e9b-b1f4bf9bac48 req-6bbe380a-ae06-4340-9014-6d6ee5b078ec tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 944 time: 0.3048730 May 03 23:20:19.124281 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58333cd2-f813-4fb8-8361-8646d3c269b0 req-44579905-51ee-42c1-b488-5ef2fcbdf3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:19.125781 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-58333cd2-f813-4fb8-8361-8646d3c269b0 req-44579905-51ee-42c1-b488-5ef2fcbdf3ab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782864 May 03 23:20:19.140154 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58333cd2-f813-4fb8-8361-8646d3c269b0 req-ab835ceb-e52f-4b0f-8f57-7451d7f090c6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0543e897-ebc8-4333-b502-afb9378da88d HTTP/1.1" status: 200 len: 999 time: 0.2381420 May 03 23:20:19.205845 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cca3b39c-5c9b-467d-8e9b-b1f4bf9bac48 req-b201d418-b60a-44c5-86d3-3d3ae0808d28 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918605 May 03 23:20:19.219729 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58333cd2-f813-4fb8-8361-8646d3c269b0 req-2c976288-c338-4ee3-9ddf-4a5ffb1a22be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:19.221124 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58333cd2-f813-4fb8-8361-8646d3c269b0 req-2c976288-c338-4ee3-9ddf-4a5ffb1a22be service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 200 len: 851 time: 0.0740616 May 03 23:20:19.274342 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-58333cd2-f813-4fb8-8361-8646d3c269b0 req-ec32e3bc-34c6-41af-a872-cd58a99f995d service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411614 May 03 23:20:19.302531 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58333cd2-f813-4fb8-8361-8646d3c269b0 req-a9e4c0ec-1ee4-4079-b2c5-c5c8071d7f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:19.304063 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58333cd2-f813-4fb8-8361-8646d3c269b0 req-a9e4c0ec-1ee4-4079-b2c5-c5c8071d7f16 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c402384d-4f08-45f4-8228-f430f17b3b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768783 May 03 23:20:19.408363 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-58333cd2-f813-4fb8-8361-8646d3c269b0 req-0b988024-91a4-4807-beda-dc6c49c91894 service neutron] 10.222.0.60 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269767 May 03 23:20:19.437466 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 0543e897-ebc8-4333-b502-afb9378da88d no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:20:19.440113 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58333cd2-f813-4fb8-8361-8646d3c269b0 req-db139de7-cc0b-4808-ba01-2eae525d7ed1 service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298912 May 03 23:20:19.500408 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 0543e897-ebc8-4333-b502-afb9378da88d not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:20:19.575855 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58333cd2-f813-4fb8-8361-8646d3c269b0 req-6499a86e-c40b-48ab-b1f8-86712cf9875c service neutron] 10.222.0.67 "GET /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303484 May 03 23:20:20.405901 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ada8c-183e-4725-812d-c604129354dd req-1defdc7b-0237-41ea-a9be-eafc3777ad07 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:20.407787 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d21ada8c-183e-4725-812d-c604129354dd req-1defdc7b-0237-41ea-a9be-eafc3777ad07 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 944 time: 0.0789983 May 03 23:20:20.453917 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d21ada8c-183e-4725-812d-c604129354dd req-b81b302c-9c8e-486d-9b70-ee70ea7dd6cf tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390830 May 03 23:20:21.641702 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e1c11-19a4-4593-a9fb-84742fef2d84 req-5bde7c2d-4de9-4075-b3aa-6cd2747bd5da tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:21.643159 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4a9e1c11-19a4-4593-a9fb-84742fef2d84 req-5bde7c2d-4de9-4075-b3aa-6cd2747bd5da tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 944 time: 0.0832059 May 03 23:20:21.686163 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4a9e1c11-19a4-4593-a9fb-84742fef2d84 req-064099ae-0b02-43db-8c75-e0593a6b4da1 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369599 May 03 23:20:22.871230 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44586025-a626-4a81-a238-5feb201d7ede req-260f4534-e135-4872-aa23-800389e8f972 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:22.872603 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-44586025-a626-4a81-a238-5feb201d7ede req-260f4534-e135-4872-aa23-800389e8f972 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 944 time: 0.0794592 May 03 23:20:22.915260 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-44586025-a626-4a81-a238-5feb201d7ede req-fba84453-1e73-49bc-a99c-8e702977dbc1 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370834 May 03 23:20:22.994854 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6d05a4e7-45f0-4e03-a864-dcc811d2e7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:24.103119 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9fa8d7-9939-4258-b00e-ffa6b9d9f8e6 req-f1168454-0c64-4663-99ed-9feb1381e5b2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:24.104537 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ab9fa8d7-9939-4258-b00e-ffa6b9d9f8e6 req-f1168454-0c64-4663-99ed-9feb1381e5b2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 944 time: 0.0827808 May 03 23:20:24.147921 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ab9fa8d7-9939-4258-b00e-ffa6b9d9f8e6 req-16800c54-124a-49df-8e12-46b0f499e4b5 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378206 May 03 23:20:24.889019 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:25.332852 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28f58d-5cd1-451c-9b4f-a60bfa790d33 req-508e6afd-4bc2-4119-ae66-27ed15cc7350 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:25.334332 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7e28f58d-5cd1-451c-9b4f-a60bfa790d33 req-508e6afd-4bc2-4119-ae66-27ed15cc7350 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 944 time: 0.0816128 May 03 23:20:25.376662 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7e28f58d-5cd1-451c-9b4f-a60bfa790d33 req-b67c9734-2405-4621-b9d3-e85ed075a28c tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368555 May 03 23:20:25.581800 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-971e00c5-4bca-409a-bdf4-4f25fabc17cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:26.245654 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:20:26.404256 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:26.460601 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:26.568231 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c8de9-7ae2-4b3e-9301-9196a6e4705d req-9e7d3ba8-c4f5-4fe3-b9f7-afe9d588621d tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:26.569598 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-778c8de9-7ae2-4b3e-9301-9196a6e4705d req-9e7d3ba8-c4f5-4fe3-b9f7-afe9d588621d tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 944 time: 0.0846305 May 03 23:20:26.613001 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-778c8de9-7ae2-4b3e-9301-9196a6e4705d req-bc94f70d-bc70-4167-95e4-47c335741d93 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375037 May 03 23:20:27.784676 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:27.805910 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb80f7-c058-4d21-826a-13b9632ffea5 req-a7514e69-9f79-4306-8383-260b2d7f1b71 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:27.807439 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eeeb80f7-c058-4d21-826a-13b9632ffea5 req-a7514e69-9f79-4306-8383-260b2d7f1b71 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 944 time: 0.0876188 May 03 23:20:27.856439 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eeeb80f7-c058-4d21-826a-13b9632ffea5 req-19591abc-ce53-4efa-806b-5f0e7734f05d tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429673 May 03 23:20:28.431487 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:28.495634 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 0543e897-ebc8-4333-b502-afb9378da88d details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:20:28.625348 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 0543e897-ebc8-4333-b502-afb9378da88d, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=0543e897-ebc8-4333-b502-afb9378da88d,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:20:28.638583 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '0543e897-ebc8-4333-b502-afb9378da88d', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'port_id': '0543e897-ebc8-4333-b502-afb9378da88d', 'mac_address': 'fa:16:3e:b7:61:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:20:28.691935 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:28.707940 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0543e897-ebc8-4333-b502-afb9378da88d {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:20:28.722680 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 0543e897-ebc8-4333-b502-afb9378da88d, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=0543e897-ebc8-4333-b502-afb9378da88d,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:20:28.727087 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:28.829164 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=0543e897-ebc8-4333-b502-afb9378da88d,revision_number=12']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:20:29.033159 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['0543e897-ebc8-4333-b502-afb9378da88d'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:20:29.046609 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682d415-4b19-4e9e-8d18-08c08976d3ce req-cde5a2a5-2ca9-4274-a9ba-261e12f87499 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:29.048067 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a682d415-4b19-4e9e-8d18-08c08976d3ce req-cde5a2a5-2ca9-4274-a9ba-261e12f87499 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 945 time: 0.0803735 May 03 23:20:29.091700 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a682d415-4b19-4e9e-8d18-08c08976d3ce req-f8881649-fdcf-4ada-9deb-7da861d764d3 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374351 May 03 23:20:29.281486 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5be6a-6cd9-40e6-b8b4-31573978092b req-f1c3b55c-e759-4e20-93d7-15b23180e577 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:29.282952 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4bd5be6a-6cd9-40e6-b8b4-31573978092b req-f1c3b55c-e759-4e20-93d7-15b23180e577 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 945 time: 0.0849597 May 03 23:20:29.325989 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4bd5be6a-6cd9-40e6-b8b4-31573978092b req-14094c34-d410-4f8b-aec7-294c013e5eff tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372102 May 03 23:20:29.503707 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dab749-388d-4fa5-b058-86c10fd546c9 req-9995b382-da0f-4dcb-bf45-e1646d5126d9 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:29.505125 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-60dab749-388d-4fa5-b058-86c10fd546c9 req-9995b382-da0f-4dcb-bf45-e1646d5126d9 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 945 time: 0.0773351 May 03 23:20:29.547230 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-60dab749-388d-4fa5-b058-86c10fd546c9 req-f598aa36-bb11-41ab-9ffb-fee0b0620b95 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365796 May 03 23:20:29.920107 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b40a5-c86b-4680-b1c2-5615fdd8b545 req-f392d325-f96b-4cba-888b-44da25bc941c tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:29.921531 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-da2b40a5-c86b-4680-b1c2-5615fdd8b545 req-f392d325-f96b-4cba-888b-44da25bc941c tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 945 time: 0.0812433 May 03 23:20:29.963875 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-da2b40a5-c86b-4680-b1c2-5615fdd8b545 req-8642a9a3-3a78-4b6c-8a87-ad1ab2e64796 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367787 May 03 23:20:30.511477 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 0543e897-ebc8-4333-b502-afb9378da88d up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:20:30.577153 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 0543e897-ebc8-4333-b502-afb9378da88d completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:20:30.582001 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 0543e897-ebc8-4333-b502-afb9378da88d triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:20:30.582381 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:30.696674 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:30.722699 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba258331-56d2-4d2c-8529-b13d55c3e6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0543e897-ebc8-4333-b502-afb9378da88d'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:20:30.733584 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 0543e897-ebc8-4333-b502-afb9378da88d, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=0543e897-ebc8-4333-b502-afb9378da88d,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:20:30.736676 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:30.769747 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa784f05-7ee3-4e9d-b3e7-ed650e6f4eca'] response: {'server_uuid': 'ba258331-56d2-4d2c-8529-b13d55c3e6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0543e897-ebc8-4333-b502-afb9378da88d', 'code': 200} May 03 23:20:30.806836 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=0543e897-ebc8-4333-b502-afb9378da88d,revision_number=13']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:20:31.147810 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c80b4-bb09-412f-91e4-30b051bc1dcd req-8a04bdee-1914-4085-b912-3ba146a4dd3d tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:31.149320 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d92c80b4-bb09-412f-91e4-30b051bc1dcd req-8a04bdee-1914-4085-b912-3ba146a4dd3d tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 946 time: 0.0795012 May 03 23:20:31.195817 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d92c80b4-bb09-412f-91e4-30b051bc1dcd req-e8470514-2494-4072-a041-f43712e98d09 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406640 May 03 23:20:31.715961 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92877ba-88aa-4749-88b9-153a6be4d848 req-53cb958f-d5df-47d3-9e44-2fd80f88b14e tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:31.717349 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d92877ba-88aa-4749-88b9-153a6be4d848 req-53cb958f-d5df-47d3-9e44-2fd80f88b14e tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 946 time: 0.0769546 May 03 23:20:31.787864 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-d92877ba-88aa-4749-88b9-153a6be4d848 req-92e7974a-dac8-4df5-81ee-b5b0664defa7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Deleting port 0543e897-ebc8-4333-b502-afb9378da88d {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:20:31.788202 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d92877ba-88aa-4749-88b9-153a6be4d848 req-92e7974a-dac8-4df5-81ee-b5b0664defa7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:32.123612 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-d92877ba-88aa-4749-88b9-153a6be4d848 req-92e7974a-dac8-4df5-81ee-b5b0664defa7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] For port 0543e897-ebc8-4333-b502-afb9378da88d, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=0543e897-ebc8-4333-b502-afb9378da88d,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:20:32.123969 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d92877ba-88aa-4749-88b9-153a6be4d848 req-92e7974a-dac8-4df5-81ee-b5b0664defa7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:32.457121 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d92877ba-88aa-4749-88b9-153a6be4d848 req-92e7974a-dac8-4df5-81ee-b5b0664defa7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:32.457872 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d92877ba-88aa-4749-88b9-153a6be4d848 req-92e7974a-dac8-4df5-81ee-b5b0664defa7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:32.457872 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [req-d92877ba-88aa-4749-88b9-153a6be4d848 req-92e7974a-dac8-4df5-81ee-b5b0664defa7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Floating IP 8b671a3b-69de-4dfa-a532-2a412a5d6a85 disassociated. External IP: 172.25.2.14, port: 0543e897-ebc8-4333-b502-afb9378da88d. May 03 23:20:32.458191 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-d92877ba-88aa-4749-88b9-153a6be4d848 req-92e7974a-dac8-4df5-81ee-b5b0664defa7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Calling delete_port for 0543e897-ebc8-4333-b502-afb9378da88d owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:20:32.532826 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bdd4c7-b0b2-467e-991b-5c91aa0b046d req-334e408f-a032-4473-89bc-fece3e786f7d tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:32.534269 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-63bdd4c7-b0b2-467e-991b-5c91aa0b046d req-334e408f-a032-4473-89bc-fece3e786f7d tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 946 time: 0.2237508 May 03 23:20:32.620299 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-63bdd4c7-b0b2-467e-991b-5c91aa0b046d req-8821fd11-c0c4-4faf-9b1d-b769c049f393 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups?id=5f1ba4a9-6ca3-435f-a679-dd0f49437897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732796 May 03 23:20:32.649833 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d92877ba-88aa-4749-88b9-153a6be4d848 req-92e7974a-dac8-4df5-81ee-b5b0664defa7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:32.701781 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e7974a-dac8-4df5-81ee-b5b0664defa7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Pushing event deleted for resources: {'Port': ['ID=0543e897-ebc8-4333-b502-afb9378da88d,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:20:32.887582 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d92877ba-88aa-4749-88b9-153a6be4d848 req-92e7974a-dac8-4df5-81ee-b5b0664defa7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Router 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:20:33.063065 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d92877ba-88aa-4749-88b9-153a6be4d848 req-92e7974a-dac8-4df5-81ee-b5b0664defa7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:20:33.072654 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f10fbd2-81fd-4850-b745-b39ceb2f85c5 None None] Sync routers for ids ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:20:33.081634 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f10fbd2-81fd-4850-b745-b39ceb2f85c5 None None] Routers {'163091ae-6ce1-4d2d-8ef2-32d21f16fe56'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:20:33.082261 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-3f10fbd2-81fd-4850-b745-b39ceb2f85c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:20:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:20:33.136715 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92877ba-88aa-4749-88b9-153a6be4d848 req-92e7974a-dac8-4df5-81ee-b5b0664defa7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] No DVR routers for this DVR port 0543e897-ebc8-4333-b502-afb9378da88d on host n-h2-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:20:33.139495 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-d92877ba-88aa-4749-88b9-153a6be4d848 req-92e7974a-dac8-4df5-81ee-b5b0664defa7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:33.142027 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba258331-56d2-4d2c-8529-b13d55c3e6cb', 'name': 'network-vif-deleted', 'tag': '0543e897-ebc8-4333-b502-afb9378da88d'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:20:33.158138 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d92877ba-88aa-4749-88b9-153a6be4d848 req-92e7974a-dac8-4df5-81ee-b5b0664defa7 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.67 "DELETE /v2.0/ports/0543e897-ebc8-4333-b502-afb9378da88d HTTP/1.1" status: 204 len: 173 time: 1.4349411 May 03 23:20:33.187709 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a64db9fc-15fc-4f7d-9715-2d30563773e1'] response: {'server_uuid': 'ba258331-56d2-4d2c-8529-b13d55c3e6cb', 'name': 'network-vif-deleted', 'tag': '0543e897-ebc8-4333-b502-afb9378da88d', 'status': 'completed', 'code': 200} May 03 23:20:33.257844 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-3f10fbd2-81fd-4850-b745-b39ceb2f85c5 None None] Set router 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:20:33.575716 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-3f10fbd2-81fd-4850-b745-b39ceb2f85c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'name': 'tempest-ServerActionsTestJSON-1177372241-router', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:21Z', 'revision_number': 4, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'gw_port': {'id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '08c212b0-b7ee-4c15-8255-5bf22f1f582e', 'name': '', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'mac_address': 'fa:16:3e:ea:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:21Z', 'updated_at': '2022-05-03T23:16:27Z', 'revision_number': 5, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'subnets': [{'id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:20:33.579537 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f10fbd2-81fd-4850-b745-b39ceb2f85c5 None None] Checking router: 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:20:33.587969 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f10fbd2-81fd-4850-b745-b39ceb2f85c5 None None] Routers {'163091ae-6ce1-4d2d-8ef2-32d21f16fe56'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:20:33.588564 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-3f10fbd2-81fd-4850-b745-b39ceb2f85c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:20:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:20:33.764558 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-3f10fbd2-81fd-4850-b745-b39ceb2f85c5 None None] Set router 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:20:33.774360 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-415162d3-a88c-422a-a148-df11ba9e5640 req-ef30f577-d737-4e96-9484-852d2104c0a2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Synchronizing usage tracker for tenant:079d3dc8819f4981873b4a485dbc4fff on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:20:33.789358 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-415162d3-a88c-422a-a148-df11ba9e5640 req-ef30f577-d737-4e96-9484-852d2104c0a2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Unset dirty status for tenant:079d3dc8819f4981873b4a485dbc4fff on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:20:33.790531 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-415162d3-a88c-422a-a148-df11ba9e5640 req-ef30f577-d737-4e96-9484-852d2104c0a2 tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/ports?device_id=ba258331-56d2-4d2c-8529-b13d55c3e6cb HTTP/1.1" status: 200 len: 210 time: 0.0592077 May 03 23:20:34.080334 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-3f10fbd2-81fd-4850-b745-b39ceb2f85c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'name': 'tempest-ServerActionsTestJSON-1177372241-router', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:21Z', 'revision_number': 4, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'gw_port': {'id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '08c212b0-b7ee-4c15-8255-5bf22f1f582e', 'name': '', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'mac_address': 'fa:16:3e:ea:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:21Z', 'updated_at': '2022-05-03T23:16:27Z', 'revision_number': 5, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'subnets': [{'id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:20:34.085345 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f10fbd2-81fd-4850-b745-b39ceb2f85c5 None None] The sync data for ids ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'] in n-d-811807-1 is: [{'id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'name': 'tempest-ServerActionsTestJSON-1177372241-router', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:21Z', 'revision_number': 4, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'gw_port': {'id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '08c212b0-b7ee-4c15-8255-5bf22f1f582e', 'name': '', 'network_id': 'c402384d-4f08-45f4-8228-f430f17b3b9c', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'mac_address': 'fa:16:3e:ea:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:21Z', 'updated_at': '2022-05-03T23:16:27Z', 'revision_number': 5, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'subnets': [{'id': '8af63aca-54fb-463d-9316-635e0f11fb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:20:34.343985 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d55045-37a4-4c15-864b-d8c7f7e1accb None None] New status for floating IP 8b671a3b-69de-4dfa-a532-2a412a5d6a85: DOWN {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:20:34.543734 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 0543e897-ebc8-4333-b502-afb9378da88d no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:20:34.583765 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 0543e897-ebc8-4333-b502-afb9378da88d {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:20:34.584123 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 0543e897-ebc8-4333-b502-afb9378da88d not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:20:38.012344 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55472) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:20:38.075179 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b44c46c6-987b-459a-864e-fac4409fa57d tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:38.102639 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b44c46c6-987b-459a-864e-fac4409fa57d tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:38.155584 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b44c46c6-987b-459a-864e-fac4409fa57d tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:38.173364 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c46c6-987b-459a-864e-fac4409fa57d tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1ba4a9-6ca3-435f-a679-dd0f49437897,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:20:38.184640 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b44c46c6-987b-459a-864e-fac4409fa57d tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:38.185810 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b44c46c6-987b-459a-864e-fac4409fa57d tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "DELETE /v2.0/security-groups/5f1ba4a9-6ca3-435f-a679-dd0f49437897 HTTP/1.1" status: 204 len: 168 time: 0.1724732 May 03 23:20:38.188260 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55476) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:20:38.207221 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-3446d4e9-7a43-403a-9f86-b9bcd1e78c5b tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] show failed (client error): The resource could not be found. May 03 23:20:38.208173 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3446d4e9-7a43-403a-9f86-b9bcd1e78c5b tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "GET /v2.0/security-groups/5f1ba4a9-6ca3-435f-a679-dd0f49437897 HTTP/1.1" status: 404 len: 347 time: 0.0190172 May 03 23:20:38.210799 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55480) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:20:38.463246 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-6616deb3-1181-4b71-be6c-ae584601361c tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Deleting port acec1c6e-76b3-45d8-b9ff-2025aeff7371 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:20:38.463583 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6616deb3-1181-4b71-be6c-ae584601361c tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:38.631061 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6616deb3-1181-4b71-be6c-ae584601361c tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:38.631383 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6616deb3-1181-4b71-be6c-ae584601361c tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:38.751599 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-6616deb3-1181-4b71-be6c-ae584601361c tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Calling delete_port for acec1c6e-76b3-45d8-b9ff-2025aeff7371 owned by network:floatingip {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:20:38.891282 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6616deb3-1181-4b71-be6c-ae584601361c tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:38.938066 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616deb3-1181-4b71-be6c-ae584601361c tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Pushing event deleted for resources: {'Port': ['ID=acec1c6e-76b3-45d8-b9ff-2025aeff7371,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:20:39.030047 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6616deb3-1181-4b71-be6c-ae584601361c tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks [] for floatingip, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:39.048018 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6616deb3-1181-4b71-be6c-ae584601361c tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:39.049146 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6616deb3-1181-4b71-be6c-ae584601361c tempest-ServerActionsTestJSON-1585103142 tempest-ServerActionsTestJSON-1585103142-project] 10.222.0.58 "DELETE /v2.0/floatingips/8b671a3b-69de-4dfa-a532-2a412a5d6a85 HTTP/1.1" status: 204 len: 168 time: 0.8375046 May 03 23:20:39.052537 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55484) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:20:39.568890 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1829a600-b03a-4789-8048-c09f90608507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:40.014047 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-1829a600-b03a-4789-8048-c09f90608507 admin admin] Deleting port 08c212b0-b7ee-4c15-8255-5bf22f1f582e {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:20:40.014388 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1829a600-b03a-4789-8048-c09f90608507 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:40.184697 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-1829a600-b03a-4789-8048-c09f90608507 admin admin] For port 08c212b0-b7ee-4c15-8255-5bf22f1f582e, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=08c212b0-b7ee-4c15-8255-5bf22f1f582e,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:20:40.185321 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1829a600-b03a-4789-8048-c09f90608507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:40.308919 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-1829a600-b03a-4789-8048-c09f90608507 admin admin] Calling delete_port for 08c212b0-b7ee-4c15-8255-5bf22f1f582e owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:20:40.479919 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1829a600-b03a-4789-8048-c09f90608507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:40.527177 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829a600-b03a-4789-8048-c09f90608507 admin admin] Pushing event deleted for resources: {'Port': ['ID=08c212b0-b7ee-4c15-8255-5bf22f1f582e,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:20:40.797116 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1829a600-b03a-4789-8048-c09f90608507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:41.145711 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1829a600-b03a-4789-8048-c09f90608507 admin admin] Router 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:20:41.431489 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1829a600-b03a-4789-8048-c09f90608507 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:20:41.439901 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4150c66f-7ebf-4886-be23-eba13d4df79b None None] Sync routers for ids ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:20:41.443861 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1829a600-b03a-4789-8048-c09f90608507 admin admin] 10.222.0.58 "PUT /v2.0/routers/163091ae-6ce1-4d2d-8ef2-32d21f16fe56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3903701 May 03 23:20:41.446477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55488) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:20:41.451177 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4150c66f-7ebf-4886-be23-eba13d4df79b None None] Routers {'163091ae-6ce1-4d2d-8ef2-32d21f16fe56'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:20:41.451780 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-4150c66f-7ebf-4886-be23-eba13d4df79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:20:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:20:41.623754 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5fbde088-d16a-4fa3-9600-a89537b29919 admin admin] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:41.647851 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-4150c66f-7ebf-4886-be23-eba13d4df79b None None] Set router 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:20:41.798822 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5fbde088-d16a-4fa3-9600-a89537b29919 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:41.808443 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-5fbde088-d16a-4fa3-9600-a89537b29919 admin admin] Deleting port e356deb9-0428-4f44-af8c-46ef6636f23d {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:20:41.808771 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5fbde088-d16a-4fa3-9600-a89537b29919 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:41.922491 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-4150c66f-7ebf-4886-be23-eba13d4df79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'name': 'tempest-ServerActionsTestJSON-1177372241-router', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:20:40Z', 'revision_number': 5, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'gw_port': {'id': 'e356deb9-0428-4f44-af8c-46ef6636f23d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:20:41.926232 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4150c66f-7ebf-4886-be23-eba13d4df79b None None] Checking router: 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:20:41.934295 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4150c66f-7ebf-4886-be23-eba13d4df79b None None] Routers {'163091ae-6ce1-4d2d-8ef2-32d21f16fe56'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:20:41.934889 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-4150c66f-7ebf-4886-be23-eba13d4df79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:20:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:20:41.984419 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-5fbde088-d16a-4fa3-9600-a89537b29919 admin admin] For port e356deb9-0428-4f44-af8c-46ef6636f23d, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=e356deb9-0428-4f44-af8c-46ef6636f23d,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:20:41.984783 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5fbde088-d16a-4fa3-9600-a89537b29919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:42.079651 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-4150c66f-7ebf-4886-be23-eba13d4df79b None None] Set router 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:20:42.104912 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-5fbde088-d16a-4fa3-9600-a89537b29919 admin admin] Calling delete_port for e356deb9-0428-4f44-af8c-46ef6636f23d owned by network:router_gateway {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:20:42.193558 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-4150c66f-7ebf-4886-be23-eba13d4df79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'name': 'tempest-ServerActionsTestJSON-1177372241-router', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:20:41Z', 'revision_number': 6, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:20:42.197449 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4150c66f-7ebf-4886-be23-eba13d4df79b None None] The sync data for ids ['163091ae-6ce1-4d2d-8ef2-32d21f16fe56'] in n-d-811807-1 is: [{'id': '163091ae-6ce1-4d2d-8ef2-32d21f16fe56', 'name': 'tempest-ServerActionsTestJSON-1177372241-router', 'tenant_id': '079d3dc8819f4981873b4a485dbc4fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:16:18Z', 'updated_at': '2022-05-03T23:20:41Z', 'revision_number': 6, 'project_id': '079d3dc8819f4981873b4a485dbc4fff', 'gw_port_host': None}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:20:42.277837 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5fbde088-d16a-4fa3-9600-a89537b29919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:42.324427 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbde088-d16a-4fa3-9600-a89537b29919 admin admin] Pushing event deleted for resources: {'Port': ['ID=e356deb9-0428-4f44-af8c-46ef6636f23d,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:20:42.415746 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5fbde088-d16a-4fa3-9600-a89537b29919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:42.704856 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5fbde088-d16a-4fa3-9600-a89537b29919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:42.707609 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5fbde088-d16a-4fa3-9600-a89537b29919 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:42.730694 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5fbde088-d16a-4fa3-9600-a89537b29919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:42.731236 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbde088-d16a-4fa3-9600-a89537b29919 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 163091ae-6ce1-4d2d-8ef2-32d21f16fe56 {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 23:20:42.743687 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5fbde088-d16a-4fa3-9600-a89537b29919 admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:42.744789 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5fbde088-d16a-4fa3-9600-a89537b29919 admin admin] 10.222.0.58 "DELETE /v2.0/routers/163091ae-6ce1-4d2d-8ef2-32d21f16fe56 HTTP/1.1" status: 204 len: 168 time: 1.2972372 May 03 23:20:42.747307 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55494) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:20:42.806932 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2eb833a-57e8-4730-8192-e0364c88309f admin admin] Deleting subnet 8af63aca-54fb-463d-9316-635e0f11fb22 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:20:42.809826 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d2eb833a-57e8-4730-8192-e0364c88309f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:42.860405 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d2eb833a-57e8-4730-8192-e0364c88309f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:42.939066 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d2eb833a-57e8-4730-8192-e0364c88309f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:43.010333 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d2eb833a-57e8-4730-8192-e0364c88309f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:43.049258 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb833a-57e8-4730-8192-e0364c88309f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8af63aca-54fb-463d-9316-635e0f11fb22,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:20:43.051661 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d2eb833a-57e8-4730-8192-e0364c88309f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:43.057757 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d2eb833a-57e8-4730-8192-e0364c88309f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/8af63aca-54fb-463d-9316-635e0f11fb22 HTTP/1.1" status: 204 len: 168 time: 0.3094263 May 03 23:20:43.058310 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4372d172-cc4f-4cd4-bc87-869c7c422697 None None] Network c402384d-4f08-45f4-8228-f430f17b3b9c requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:20:43.060162 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55498) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:20:43.168335 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ecf349fe-e7bb-41cf-8374-44544b0ca72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:43.180197 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-ecf349fe-e7bb-41cf-8374-44544b0ca72f admin admin] Deleting port 3668b272-2892-48ed-9e8b-a19aa02937a4 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:20:43.180540 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ecf349fe-e7bb-41cf-8374-44544b0ca72f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:43.284332 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 08c212b0-b7ee-4c15-8255-5bf22f1f582e no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:20:43.316915 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b87ba4e-bbd8-4d75-a13b-c7e26f17fd42 None None] DHCP port deletion for c402384d-4f08-45f4-8228-f430f17b3b9c request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:20:43.324936 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 08c212b0-b7ee-4c15-8255-5bf22f1f582e {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:20:43.325281 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 08c212b0-b7ee-4c15-8255-5bf22f1f582e not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:20:43.325708 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device e356deb9-0428-4f44-af8c-46ef6636f23d no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:20:43.352618 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-6b87ba4e-bbd8-4d75-a13b-c7e26f17fd42 None None] Deleting port 3668b272-2892-48ed-9e8b-a19aa02937a4 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:20:43.352918 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6b87ba4e-bbd8-4d75-a13b-c7e26f17fd42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:43.382120 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: e356deb9-0428-4f44-af8c-46ef6636f23d {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:20:43.382472 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device e356deb9-0428-4f44-af8c-46ef6636f23d not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:20:43.402687 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-ecf349fe-e7bb-41cf-8374-44544b0ca72f admin admin] For port 3668b272-2892-48ed-9e8b-a19aa02937a4, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=3668b272-2892-48ed-9e8b-a19aa02937a4,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:20:43.403126 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ecf349fe-e7bb-41cf-8374-44544b0ca72f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:43.528626 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-ecf349fe-e7bb-41cf-8374-44544b0ca72f admin admin] Calling delete_port for 3668b272-2892-48ed-9e8b-a19aa02937a4 owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:20:43.564398 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-6b87ba4e-bbd8-4d75-a13b-c7e26f17fd42 None None] For port 3668b272-2892-48ed-9e8b-a19aa02937a4, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=3668b272-2892-48ed-9e8b-a19aa02937a4,segment=NetworkSegment(25243c6c-1437-4869-82bf-d0fde458f52c),segment_id=25243c6c-1437-4869-82bf-d0fde458f52c)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:20:43.564788 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6b87ba4e-bbd8-4d75-a13b-c7e26f17fd42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:43.604107 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ecf349fe-e7bb-41cf-8374-44544b0ca72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:43.648499 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf349fe-e7bb-41cf-8374-44544b0ca72f admin admin] Pushing event deleted for resources: {'Port': ['ID=3668b272-2892-48ed-9e8b-a19aa02937a4,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:20:43.653637 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf349fe-e7bb-41cf-8374-44544b0ca72f admin admin] No DVR routers for this DVR port 3668b272-2892-48ed-9e8b-a19aa02937a4 on host n-d-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:20:43.686516 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-6b87ba4e-bbd8-4d75-a13b-c7e26f17fd42 None None] Calling delete_port for 3668b272-2892-48ed-9e8b-a19aa02937a4 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:20:43.761385 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-6b87ba4e-bbd8-4d75-a13b-c7e26f17fd42 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:20:43.761752 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-6b87ba4e-bbd8-4d75-a13b-c7e26f17fd42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:20:43.769560 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ecf349fe-e7bb-41cf-8374-44544b0ca72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:43.798549 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-ecf349fe-e7bb-41cf-8374-44544b0ca72f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c402384d-4f08-45f4-8228-f430f17b3b9c']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:20:43.810692 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-ecf349fe-e7bb-41cf-8374-44544b0ca72f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25243c6c-1437-4869-82bf-d0fde458f52c') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:20:43.810993 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-ecf349fe-e7bb-41cf-8374-44544b0ca72f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25243c6c-1437-4869-82bf-d0fde458f52c') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:20:43.822580 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ecf349fe-e7bb-41cf-8374-44544b0ca72f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:43.841943 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ecf349fe-e7bb-41cf-8374-44544b0ca72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:43.844380 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf349fe-e7bb-41cf-8374-44544b0ca72f admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:20:43.844790 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ecf349fe-e7bb-41cf-8374-44544b0ca72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:43.858483 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 23:20:43.858483 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:20:43.858483 n-d-811807-1 neutron-server[88069]: timer() May 03 23:20:43.858483 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:20:43.858483 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 23:20:43.858483 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:20:43.858483 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 23:20:43.858483 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:20:43.858483 n-d-811807-1 neutron-server[88069]: self._notify() May 03 23:20:43.858483 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:20:43.858483 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 23:20:43.858483 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:20:43.858483 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 23:20:43.858483 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:20:43.858483 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:20:43.858483 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:20:43.858483 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:20:43.858483 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:20:43.858483 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 23:20:43.858483 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:20:43.858483 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 23:20:43.858483 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:20:43.858483 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:20:43.858483 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:20:43.858483 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 23:20:43.858483 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:20:43.858483 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:20:43.858483 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:20:43.858483 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:20:43.858483 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:20:43.858483 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:20:43.858483 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:20:43.933460 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ecf349fe-e7bb-41cf-8374-44544b0ca72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:43.949314 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ecf349fe-e7bb-41cf-8374-44544b0ca72f admin admin] Notify callbacks [] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:43.959333 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf349fe-e7bb-41cf-8374-44544b0ca72f admin admin] Pushing event deleted for resources: {'Network': ['ID=c402384d-4f08-45f4-8228-f430f17b3b9c,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:20:43.971373 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ecf349fe-e7bb-41cf-8374-44544b0ca72f admin admin] 10.222.0.58 "DELETE /v2.0/networks/c402384d-4f08-45f4-8228-f430f17b3b9c HTTP/1.1" status: 204 len: 168 time: 0.9102025 May 03 23:20:44.079637 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55504) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:20:44.127138 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5e9880fb-04ac-4e48-8eb1-904441a30cdd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=079d3dc8819f4981873b4a485dbc4fff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464046 May 03 23:20:44.129446 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55508) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:20:44.195739 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6dd95beb-feb1-4bda-91d0-c57e680b93f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:44.220829 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6dd95beb-feb1-4bda-91d0-c57e680b93f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:44.263186 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-6b87ba4e-bbd8-4d75-a13b-c7e26f17fd42 None None] Deleting port 3668b272-2892-48ed-9e8b-a19aa02937a4 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:20:44.263691 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6b87ba4e-bbd8-4d75-a13b-c7e26f17fd42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:44.272285 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6dd95beb-feb1-4bda-91d0-c57e680b93f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:44.291177 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd95beb-feb1-4bda-91d0-c57e680b93f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d47f5c3-b124-4462-a054-d8185ea554e5,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:20:44.299514 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6dd95beb-feb1-4bda-91d0-c57e680b93f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:44.300702 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6dd95beb-feb1-4bda-91d0-c57e680b93f2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9d47f5c3-b124-4462-a054-d8185ea554e5 HTTP/1.1" status: 204 len: 168 time: 0.1700053 May 03 23:20:44.369534 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-6b87ba4e-bbd8-4d75-a13b-c7e26f17fd42 None None] The port '3668b272-2892-48ed-9e8b-a19aa02937a4' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 23:20:45.079494 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55532) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:20:45.195454 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-d1cd37a4-3ad4-4cbe-a0b7-7c3871857f00 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1921144301-network', 'tenant_id': 'f2d614dea62c45a795e3966fdfd0e44a'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:20:45.200639 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d1cd37a4-3ad4-4cbe-a0b7-7c3871857f00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:20:45.204578 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d1cd37a4-3ad4-4cbe-a0b7-7c3871857f00 admin admin] Usage tracker for resource:network and tenant:f2d614dea62c45a795e3966fdfd0e44a is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:20:45.207559 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d1cd37a4-3ad4-4cbe-a0b7-7c3871857f00 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:20:45.216928 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d1cd37a4-3ad4-4cbe-a0b7-7c3871857f00 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:20:45.228306 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1cd37a4-3ad4-4cbe-a0b7-7c3871857f00 admin admin] Made reservation on behalf of f2d614dea62c45a795e3966fdfd0e44a for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:20:45.230765 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d1cd37a4-3ad4-4cbe-a0b7-7c3871857f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:45.243662 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d1cd37a4-3ad4-4cbe-a0b7-7c3871857f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:45.257864 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d1cd37a4-3ad4-4cbe-a0b7-7c3871857f00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:20:45.261652 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d1cd37a4-3ad4-4cbe-a0b7-7c3871857f00 admin admin] Usage tracker for resource:security_group_rule and tenant:f2d614dea62c45a795e3966fdfd0e44a is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:20:45.264468 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d1cd37a4-3ad4-4cbe-a0b7-7c3871857f00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:20:45.270337 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d1cd37a4-3ad4-4cbe-a0b7-7c3871857f00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:20:45.273210 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 3668b272-2892-48ed-9e8b-a19aa02937a4 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:20:45.309239 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 3668b272-2892-48ed-9e8b-a19aa02937a4 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:20:45.309584 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 3668b272-2892-48ed-9e8b-a19aa02937a4 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:20:45.357430 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d1cd37a4-3ad4-4cbe-a0b7-7c3871857f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:45.361033 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d1cd37a4-3ad4-4cbe-a0b7-7c3871857f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:45.390898 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1cd37a4-3ad4-4cbe-a0b7-7c3871857f00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:20:45.399044 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd37a4-3ad4-4cbe-a0b7-7c3871857f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7289cb78-32fb-42b3-9d53-0ec650628d26,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:20:45.404754 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d1cd37a4-3ad4-4cbe-a0b7-7c3871857f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:45.405183 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-d1cd37a4-3ad4-4cbe-a0b7-7c3871857f00 admin admin] Added segment d0527799-8180-4c84-b634-050296422d0e of type vlan for network 1d2b5b36-84e3-4c4f-ba4c-794366396b9a May 03 23:20:45.431917 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d1cd37a4-3ad4-4cbe-a0b7-7c3871857f00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:45.459011 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d1cd37a4-3ad4-4cbe-a0b7-7c3871857f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:45.459935 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cd37a4-3ad4-4cbe-a0b7-7c3871857f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:45.460506 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d1cd37a4-3ad4-4cbe-a0b7-7c3871857f00 admin admin] Notify callbacks [] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:45.559889 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd37a4-3ad4-4cbe-a0b7-7c3871857f00 admin admin] Pushing event updated for resources: {'Network': ['ID=1d2b5b36-84e3-4c4f-ba4c-794366396b9a,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:20:45.565707 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d1cd37a4-3ad4-4cbe-a0b7-7c3871857f00 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4824581 May 03 23:20:45.565945 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55538) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:20:45.571432 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-e431d9ac-e023-45d4-ac6a-7f3418e5288d admin admin] Request body: {'subnet': {'network_id': '1d2b5b36-84e3-4c4f-ba4c-794366396b9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1921144301-subnet', 'tenant_id': 'f2d614dea62c45a795e3966fdfd0e44a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:20:45.571589 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 1d2b5b36-84e3-4c4f-ba4c-794366396b9a details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:20:45.576825 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e431d9ac-e023-45d4-ac6a-7f3418e5288d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:20:45.580675 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e431d9ac-e023-45d4-ac6a-7f3418e5288d admin admin] Usage tracker for resource:subnet and tenant:f2d614dea62c45a795e3966fdfd0e44a is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:20:45.584094 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e431d9ac-e023-45d4-ac6a-7f3418e5288d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:20:45.589828 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e431d9ac-e023-45d4-ac6a-7f3418e5288d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:20:45.601399 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e431d9ac-e023-45d4-ac6a-7f3418e5288d admin admin] Made reservation on behalf of f2d614dea62c45a795e3966fdfd0e44a for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:20:45.603788 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e431d9ac-e023-45d4-ac6a-7f3418e5288d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:45.798953 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e431d9ac-e023-45d4-ac6a-7f3418e5288d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:45.974625 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e431d9ac-e023-45d4-ac6a-7f3418e5288d admin admin] Pushing event updated for resources: {'Subnet': ['ID=49cb1dec-b2b9-45b7-9085-549decdfec2c,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:20:45.982948 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e431d9ac-e023-45d4-ac6a-7f3418e5288d admin admin] Checking segment: {'id': 'd0527799-8180-4c84-b634-050296422d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1d2b5b36-84e3-4c4f-ba4c-794366396b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:20:45.983309 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e431d9ac-e023-45d4-ac6a-7f3418e5288d admin admin] Network hostable DHCP agents. Network: 1d2b5b36-84e3-4c4f-ba4c-794366396b9a, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:20:46.001684 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e431d9ac-e023-45d4-ac6a-7f3418e5288d admin admin] Network 1d2b5b36-84e3-4c4f-ba4c-794366396b9a is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:20:46.011264 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-e431d9ac-e023-45d4-ac6a-7f3418e5288d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 1d2b5b36-84e3-4c4f-ba4c-794366396b9a) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:20:46.015035 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e431d9ac-e023-45d4-ac6a-7f3418e5288d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:46.015616 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e431d9ac-e023-45d4-ac6a-7f3418e5288d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:46.020879 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8bebea-1879-4eba-b652-c3bc87fab356 None None] Network 1d2b5b36-84e3-4c4f-ba4c-794366396b9a requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:20:46.036878 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e431d9ac-e023-45d4-ac6a-7f3418e5288d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4699812 May 03 23:20:46.228894 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ab6f98-7cf8-445c-a8d2-f3154404da2b None None] Network 1d2b5b36-84e3-4c4f-ba4c-794366396b9a requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:20:46.541650 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-35ace487-4eea-4c5b-9d0d-4d89a2450b98 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:46.542350 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-35ace487-4eea-4c5b-9d0d-4d89a2450b98 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Synchronizing usage tracker for tenant:f2d614dea62c45a795e3966fdfd0e44a on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:20:46.558953 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-35ace487-4eea-4c5b-9d0d-4d89a2450b98 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Unset dirty status for tenant:f2d614dea62c45a795e3966fdfd0e44a on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:20:46.560091 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-35ace487-4eea-4c5b-9d0d-4d89a2450b98 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/networks?id=1d2b5b36-84e3-4c4f-ba4c-794366396b9a HTTP/1.1" status: 200 len: 814 time: 0.1593895 May 03 23:20:46.576373 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-01df6a2e-f5f1-434b-a480-f28744068906 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/quotas/f2d614dea62c45a795e3966fdfd0e44a HTTP/1.1" status: 200 len: 375 time: 0.0105355 May 03 23:20:46.626619 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-81f3f6a0-ac49-44e2-9949-4733014e0ab9 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f2d614dea62c45a795e3966fdfd0e44a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449648 May 03 23:20:46.759039 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-17398366-1bef-4309-add6-78287d6f9042 service neutron] 10.222.0.58 "GET /v2.0/networks/1d2b5b36-84e3-4c4f-ba4c-794366396b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253498 May 03 23:20:46.888111 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-d27490ea-637e-43ac-afac-0d18f831c06d service neutron] 10.222.0.58 "GET /v2.0/networks/1d2b5b36-84e3-4c4f-ba4c-794366396b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231570 May 03 23:20:47.065383 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8bfbb725-6556-40ce-b08d-53bc5fe61cc0 req-bc567f47-b463-4640-8196-733d1321bd51 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ff5d0ec-3ca2-4698-8af9-1e9eda3886a4 HTTP/1.1" status: 200 len: 210 time: 0.0418448 May 03 23:20:48.230130 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-33151423-1e72-47f3-b668-2e623fbbc3f4 req-ba47e66c-8e36-46d8-a27a-b9a1c27360f8 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ff5d0ec-3ca2-4698-8af9-1e9eda3886a4 HTTP/1.1" status: 200 len: 210 time: 0.0516477 May 03 23:20:48.270266 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-eee79740-b596-4a89-9d79-075bc93d6e9a tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:48.271677 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-eee79740-b596-4a89-9d79-075bc93d6e9a tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.60 "GET /v2.0/networks?id=1d2b5b36-84e3-4c4f-ba4c-794366396b9a HTTP/1.1" status: 200 len: 814 time: 0.1590855 May 03 23:20:48.284560 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-e1242e22-9d8e-4f07-98a0-e00c8aeff097 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Request body: {'port': {'device_id': '9ff5d0ec-3ca2-4698-8af9-1e9eda3886a4', 'network_id': '1d2b5b36-84e3-4c4f-ba4c-794366396b9a', 'admin_state_up': True, 'tenant_id': 'f2d614dea62c45a795e3966fdfd0e44a'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:20:48.424281 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-e1242e22-9d8e-4f07-98a0-e00c8aeff097 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:20:48.428064 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-e1242e22-9d8e-4f07-98a0-e00c8aeff097 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Usage tracker for resource:port and tenant:f2d614dea62c45a795e3966fdfd0e44a is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:20:48.430829 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-e1242e22-9d8e-4f07-98a0-e00c8aeff097 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:20:48.436529 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-e1242e22-9d8e-4f07-98a0-e00c8aeff097 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:20:48.446770 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-e1242e22-9d8e-4f07-98a0-e00c8aeff097 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Made reservation on behalf of f2d614dea62c45a795e3966fdfd0e44a for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:20:48.450094 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-e1242e22-9d8e-4f07-98a0-e00c8aeff097 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:48.715764 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-e1242e22-9d8e-4f07-98a0-e00c8aeff097 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Allocated IP 172.20.0.4 (1d2b5b36-84e3-4c4f-ba4c-794366396b9a/49cb1dec-b2b9-45b7-9085-549decdfec2c/99c85e2a-f0ad-40ef-8002-ece39a86db1a) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:20:48.914734 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-e1242e22-9d8e-4f07-98a0-e00c8aeff097 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:48.943403 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-e1242e22-9d8e-4f07-98a0-e00c8aeff097 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:49.014431 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-e1242e22-9d8e-4f07-98a0-e00c8aeff097 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Network 1d2b5b36-84e3-4c4f-ba4c-794366396b9a is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:20:49.017183 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-e1242e22-9d8e-4f07-98a0-e00c8aeff097 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:20:49.021896 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-e1242e22-9d8e-4f07-98a0-e00c8aeff097 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:20:49.045749 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1242e22-9d8e-4f07-98a0-e00c8aeff097 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Pushing event updated for resources: {'Port': ['ID=99c85e2a-f0ad-40ef-8002-ece39a86db1a,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:20:49.061229 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1242e22-9d8e-4f07-98a0-e00c8aeff097 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:20:49.061567 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1242e22-9d8e-4f07-98a0-e00c8aeff097 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:20:49.061917 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1242e22-9d8e-4f07-98a0-e00c8aeff097 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:20:49.062246 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1242e22-9d8e-4f07-98a0-e00c8aeff097 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:20:49.062572 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1242e22-9d8e-4f07-98a0-e00c8aeff097 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:20:49.062891 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1242e22-9d8e-4f07-98a0-e00c8aeff097 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:20:49.063208 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1242e22-9d8e-4f07-98a0-e00c8aeff097 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:20:49.063523 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1242e22-9d8e-4f07-98a0-e00c8aeff097 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:20:49.063837 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1242e22-9d8e-4f07-98a0-e00c8aeff097 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:20:49.064151 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1242e22-9d8e-4f07-98a0-e00c8aeff097 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:20:49.064462 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1242e22-9d8e-4f07-98a0-e00c8aeff097 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:20:49.064774 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1242e22-9d8e-4f07-98a0-e00c8aeff097 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:20:49.093348 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-e1242e22-9d8e-4f07-98a0-e00c8aeff097 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:49.093992 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-e1242e22-9d8e-4f07-98a0-e00c8aeff097 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:49.113789 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-e1242e22-9d8e-4f07-98a0-e00c8aeff097 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8330932 May 03 23:20:49.125395 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-8d750a5e-6028-473f-9cb6-2e852ee118b2 service neutron] Request body: {'port': {'device_id': '9ff5d0ec-3ca2-4698-8af9-1e9eda3886a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:20:49.234332 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-8d750a5e-6028-473f-9cb6-2e852ee118b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:49.414621 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c6c62-9aa0-469c-ad7b-fe702d98e3e8 req-20e9c7bb-df6a-4785-8332-192fb0ac9980 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:49.416075 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bc2c6c62-9aa0-469c-ad7b-fe702d98e3e8 req-20e9c7bb-df6a-4785-8332-192fb0ac9980 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ff5d0ec-3ca2-4698-8af9-1e9eda3886a4 HTTP/1.1" status: 200 len: 931 time: 0.0813603 May 03 23:20:49.459681 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-bc2c6c62-9aa0-469c-ad7b-fe702d98e3e8 req-a94d6729-b986-45fd-9380-a79e02989b0a tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Synchronizing usage tracker for tenant:f2d614dea62c45a795e3966fdfd0e44a on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:20:49.475973 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-bc2c6c62-9aa0-469c-ad7b-fe702d98e3e8 req-a94d6729-b986-45fd-9380-a79e02989b0a tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Unset dirty status for tenant:f2d614dea62c45a795e3966fdfd0e44a on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:20:49.477125 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bc2c6c62-9aa0-469c-ad7b-fe702d98e3e8 req-a94d6729-b986-45fd-9380-a79e02989b0a tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/security-groups?id=7289cb78-32fb-42b3-9d53-0ec650628d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552886 May 03 23:20:49.573939 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-8d750a5e-6028-473f-9cb6-2e852ee118b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99c85e2a-f0ad-40ef-8002-ece39a86db1a {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:20:49.580824 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-8d750a5e-6028-473f-9cb6-2e852ee118b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:49.595515 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-8d750a5e-6028-473f-9cb6-2e852ee118b2 service neutron] Transition to ACTIVE for port object 99c85e2a-f0ad-40ef-8002-ece39a86db1a will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:20:49.598432 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-8d750a5e-6028-473f-9cb6-2e852ee118b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:49.725804 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d750a5e-6028-473f-9cb6-2e852ee118b2 service neutron] Pushing event updated for resources: {'Port': ['ID=99c85e2a-f0ad-40ef-8002-ece39a86db1a,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:20:49.824148 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-8d750a5e-6028-473f-9cb6-2e852ee118b2 service neutron] Attempting to bind port 99c85e2a-f0ad-40ef-8002-ece39a86db1a on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:20:49.824399 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-8d750a5e-6028-473f-9cb6-2e852ee118b2 service neutron] Attempting to bind port 99c85e2a-f0ad-40ef-8002-ece39a86db1a by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': 'd0527799-8180-4c84-b634-050296422d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1d2b5b36-84e3-4c4f-ba4c-794366396b9a'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:20:49.824724 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-8d750a5e-6028-473f-9cb6-2e852ee118b2 service neutron] Attempting to bind port 99c85e2a-f0ad-40ef-8002-ece39a86db1a on network 1d2b5b36-84e3-4c4f-ba4c-794366396b9a {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:20:49.829302 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-8d750a5e-6028-473f-9cb6-2e852ee118b2 service neutron] Port 99c85e2a-f0ad-40ef-8002-ece39a86db1a on network 1d2b5b36-84e3-4c4f-ba4c-794366396b9a not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:20:49.829623 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-8d750a5e-6028-473f-9cb6-2e852ee118b2 service neutron] Attempting to bind port 99c85e2a-f0ad-40ef-8002-ece39a86db1a on network 1d2b5b36-84e3-4c4f-ba4c-794366396b9a {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:20:49.834730 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-8d750a5e-6028-473f-9cb6-2e852ee118b2 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:20:49.835071 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-8d750a5e-6028-473f-9cb6-2e852ee118b2 service neutron] Checking segment: {'id': 'd0527799-8180-4c84-b634-050296422d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1d2b5b36-84e3-4c4f-ba4c-794366396b9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:20:49.835460 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-8d750a5e-6028-473f-9cb6-2e852ee118b2 service neutron] Bound using segment: {'id': 'd0527799-8180-4c84-b634-050296422d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1d2b5b36-84e3-4c4f-ba4c-794366396b9a'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:20:49.835880 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-8d750a5e-6028-473f-9cb6-2e852ee118b2 service neutron] Bound port: 99c85e2a-f0ad-40ef-8002-ece39a86db1a, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0527799-8180-4c84-b634-050296422d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1d2b5b36-84e3-4c4f-ba4c-794366396b9a'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:20:49.836222 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-8d750a5e-6028-473f-9cb6-2e852ee118b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:49.924186 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-8d750a5e-6028-473f-9cb6-2e852ee118b2 service neutron] For port 99c85e2a-f0ad-40ef-8002-ece39a86db1a, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:20:49.928028 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-8d750a5e-6028-473f-9cb6-2e852ee118b2 service neutron] For port 99c85e2a-f0ad-40ef-8002-ece39a86db1a, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=99c85e2a-f0ad-40ef-8002-ece39a86db1a,segment=NetworkSegment(d0527799-8180-4c84-b634-050296422d0e),segment_id=d0527799-8180-4c84-b634-050296422d0e)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:20:49.931865 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-8d750a5e-6028-473f-9cb6-2e852ee118b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:49.991364 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-8d750a5e-6028-473f-9cb6-2e852ee118b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:49.991968 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-8d750a5e-6028-473f-9cb6-2e852ee118b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:49.993366 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-8d750a5e-6028-473f-9cb6-2e852ee118b2 service neutron] 10.222.0.60 "PUT /v2.0/ports/99c85e2a-f0ad-40ef-8002-ece39a86db1a HTTP/1.1" status: 200 len: 1091 time: 0.8723876 May 03 23:20:49.993870 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff5d0ec-3ca2-4698-8af9-1e9eda3886a4', 'tag': '99c85e2a-f0ad-40ef-8002-ece39a86db1a'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:20:50.012707 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d750a5e-6028-473f-9cb6-2e852ee118b2 service neutron] Pushing event updated for resources: {'Port': ['ID=99c85e2a-f0ad-40ef-8002-ece39a86db1a,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:20:50.068415 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8863a30-2bde-48d5-b2d2-b688182d5051'] response: {'name': 'network-changed', 'server_uuid': '9ff5d0ec-3ca2-4698-8af9-1e9eda3886a4', 'tag': '99c85e2a-f0ad-40ef-8002-ece39a86db1a', 'status': 'completed', 'code': 200} May 03 23:20:50.102826 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-f4a7f29d-a52a-444a-9e02-4e291ad07c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:50.104216 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-f4a7f29d-a52a-444a-9e02-4e291ad07c48 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f2d614dea62c45a795e3966fdfd0e44a&device_id=9ff5d0ec-3ca2-4698-8af9-1e9eda3886a4 HTTP/1.1" status: 200 len: 1094 time: 0.0743115 May 03 23:20:50.174085 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-b33ce5b8-a94b-4a0d-a594-fbdd63987b10 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99c85e2a-f0ad-40ef-8002-ece39a86db1a HTTP/1.1" status: 200 len: 217 time: 0.0622985 May 03 23:20:50.248637 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-fc8f1888-fdfc-4875-b6e2-5d12c5ed1ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:50.250073 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-fc8f1888-fdfc-4875-b6e2-5d12c5ed1ab2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49cb1dec-b2b9-45b7-9085-549decdfec2c HTTP/1.1" status: 200 len: 854 time: 0.0696521 May 03 23:20:50.298708 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-c33b18f6-6da1-4c45-9830-21b1c7d82d56 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d2b5b36-84e3-4c4f-ba4c-794366396b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398161 May 03 23:20:50.426767 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-a9f91221-7aec-4229-8fe7-007afa2d9c15 service neutron] 10.222.0.60 "GET /v2.0/networks/1d2b5b36-84e3-4c4f-ba4c-794366396b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215436 May 03 23:20:50.558803 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ed7f5333-998a-42c3-93ee-8e5df547ad39 req-c4c87c9a-9348-4ce2-8439-26113b291fad service neutron] 10.222.0.60 "GET /v2.0/networks/1d2b5b36-84e3-4c4f-ba4c-794366396b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249650 May 03 23:20:50.671761 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60d423-4eb1-4126-9a9a-1d0f79fbc4c0 req-11345353-f9e0-4e98-b10e-653031e30a4c tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:50.673410 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7a60d423-4eb1-4126-9a9a-1d0f79fbc4c0 req-11345353-f9e0-4e98-b10e-653031e30a4c tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ff5d0ec-3ca2-4698-8af9-1e9eda3886a4 HTTP/1.1" status: 200 len: 943 time: 0.0825510 May 03 23:20:50.720779 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7a60d423-4eb1-4126-9a9a-1d0f79fbc4c0 req-2e3c86cd-6a97-49b6-8002-ee2795c96cf6 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/security-groups?id=7289cb78-32fb-42b3-9d53-0ec650628d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411739 May 03 23:20:50.783803 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37722f-61fe-4a38-9398-6b23cc0a6e2c req-75f61ba0-a913-425b-8c18-d1b7089ade52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:50.785713 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7b37722f-61fe-4a38-9398-6b23cc0a6e2c req-75f61ba0-a913-425b-8c18-d1b7089ade52 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f2d614dea62c45a795e3966fdfd0e44a&device_id=9ff5d0ec-3ca2-4698-8af9-1e9eda3886a4 HTTP/1.1" status: 200 len: 1094 time: 0.1834817 May 03 23:20:50.920795 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37722f-61fe-4a38-9398-6b23cc0a6e2c req-42623588-ad64-459f-aac6-e6bd9be563b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:50.922290 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7b37722f-61fe-4a38-9398-6b23cc0a6e2c req-42623588-ad64-459f-aac6-e6bd9be563b3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d2b5b36-84e3-4c4f-ba4c-794366396b9a HTTP/1.1" status: 200 len: 915 time: 0.1288936 May 03 23:20:50.990972 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7b37722f-61fe-4a38-9398-6b23cc0a6e2c req-2edde327-905f-425d-9de6-e4ae739b2784 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99c85e2a-f0ad-40ef-8002-ece39a86db1a HTTP/1.1" status: 200 len: 217 time: 0.0625381 May 03 23:20:51.052371 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37722f-61fe-4a38-9398-6b23cc0a6e2c req-820bc01d-1dbf-480f-8e19-d966427d9cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:51.053749 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7b37722f-61fe-4a38-9398-6b23cc0a6e2c req-820bc01d-1dbf-480f-8e19-d966427d9cec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49cb1dec-b2b9-45b7-9085-549decdfec2c HTTP/1.1" status: 200 len: 854 time: 0.0557401 May 03 23:20:51.100687 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7b37722f-61fe-4a38-9398-6b23cc0a6e2c req-b333d270-724d-41d8-889f-18e9f4000640 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d2b5b36-84e3-4c4f-ba4c-794366396b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398498 May 03 23:20:51.239094 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7b37722f-61fe-4a38-9398-6b23cc0a6e2c req-6712cd85-1a01-4b5b-893f-ff61183a206e service neutron] 10.222.0.60 "GET /v2.0/networks/1d2b5b36-84e3-4c4f-ba4c-794366396b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316326 May 03 23:20:51.367872 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7b37722f-61fe-4a38-9398-6b23cc0a6e2c req-3aa17ec0-d59e-40ea-adcc-7f1d301eb9d3 service neutron] 10.222.0.60 "GET /v2.0/networks/1d2b5b36-84e3-4c4f-ba4c-794366396b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219075 May 03 23:20:51.907454 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a695017-8ac4-4bf6-acd0-c733522b19e9 req-4aaa1ac0-9e35-46fd-a4c9-3e9a218cd455 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:51.908878 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7a695017-8ac4-4bf6-acd0-c733522b19e9 req-4aaa1ac0-9e35-46fd-a4c9-3e9a218cd455 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ff5d0ec-3ca2-4698-8af9-1e9eda3886a4 HTTP/1.1" status: 200 len: 943 time: 0.0822036 May 03 23:20:51.951929 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7a695017-8ac4-4bf6-acd0-c733522b19e9 req-8fc8f9aa-a10a-42b5-8d0e-02edcdf3d004 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/security-groups?id=7289cb78-32fb-42b3-9d53-0ec650628d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373805 May 03 23:20:52.996762 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3f4484fa-2184-42de-a419-37dcbc838eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:53.135287 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74205a8e-9083-45da-94e5-17de6bdd95b3 req-4268189c-783c-431d-b136-6453f1fb4fc6 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:53.136772 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-74205a8e-9083-45da-94e5-17de6bdd95b3 req-4268189c-783c-431d-b136-6453f1fb4fc6 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ff5d0ec-3ca2-4698-8af9-1e9eda3886a4 HTTP/1.1" status: 200 len: 943 time: 0.0815983 May 03 23:20:53.182954 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-74205a8e-9083-45da-94e5-17de6bdd95b3 req-d1d20225-20c9-4858-a7fa-9aee0cd62e34 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/security-groups?id=7289cb78-32fb-42b3-9d53-0ec650628d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405767 May 03 23:20:53.622093 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 99c85e2a-f0ad-40ef-8002-ece39a86db1a details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:20:53.753760 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 99c85e2a-f0ad-40ef-8002-ece39a86db1a, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=99c85e2a-f0ad-40ef-8002-ece39a86db1a,segment=NetworkSegment(d0527799-8180-4c84-b634-050296422d0e),segment_id=d0527799-8180-4c84-b634-050296422d0e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:20:53.766802 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '99c85e2a-f0ad-40ef-8002-ece39a86db1a', 'network_id': '1d2b5b36-84e3-4c4f-ba4c-794366396b9a', 'port_id': '99c85e2a-f0ad-40ef-8002-ece39a86db1a', 'mac_address': 'fa:16:3e:ad:4b:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49cb1dec-b2b9-45b7-9085-549decdfec2c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:20:53.821869 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:53.838777 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99c85e2a-f0ad-40ef-8002-ece39a86db1a {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:20:53.853552 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 99c85e2a-f0ad-40ef-8002-ece39a86db1a, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=99c85e2a-f0ad-40ef-8002-ece39a86db1a,segment=NetworkSegment(d0527799-8180-4c84-b634-050296422d0e),segment_id=d0527799-8180-4c84-b634-050296422d0e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:20:53.857187 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:53.926342 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=99c85e2a-f0ad-40ef-8002-ece39a86db1a,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:20:54.049867 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['99c85e2a-f0ad-40ef-8002-ece39a86db1a'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:20:54.368347 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb31d33-47db-44f8-a622-7e2160317eb0 req-dcdfa597-e368-4d21-a98e-f6c879880c39 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:54.369773 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6fb31d33-47db-44f8-a622-7e2160317eb0 req-dcdfa597-e368-4d21-a98e-f6c879880c39 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ff5d0ec-3ca2-4698-8af9-1e9eda3886a4 HTTP/1.1" status: 200 len: 944 time: 0.0792387 May 03 23:20:54.412269 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6fb31d33-47db-44f8-a622-7e2160317eb0 req-d327ca65-0cae-414e-b674-b34afa928df6 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/security-groups?id=7289cb78-32fb-42b3-9d53-0ec650628d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369408 May 03 23:20:54.886036 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:55.586461 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-06211cb4-ca79-4eeb-96e0-76b0f41a5ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:55.600926 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcf44e-9046-4f49-b9a5-0ee887be8ad9 req-92bf9b7d-5f11-4612-b1c5-3e2299fbf86d tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:55.602408 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f4dcf44e-9046-4f49-b9a5-0ee887be8ad9 req-92bf9b7d-5f11-4612-b1c5-3e2299fbf86d tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ff5d0ec-3ca2-4698-8af9-1e9eda3886a4 HTTP/1.1" status: 200 len: 944 time: 0.0861161 May 03 23:20:55.638219 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 99c85e2a-f0ad-40ef-8002-ece39a86db1a up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:20:55.646792 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f4dcf44e-9046-4f49-b9a5-0ee887be8ad9 req-368d43ac-88a8-44e4-b560-636def0f728d tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/security-groups?id=7289cb78-32fb-42b3-9d53-0ec650628d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386810 May 03 23:20:55.703606 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 99c85e2a-f0ad-40ef-8002-ece39a86db1a completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:20:55.708036 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 99c85e2a-f0ad-40ef-8002-ece39a86db1a triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:20:55.708403 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:55.822478 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:55.848116 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff5d0ec-3ca2-4698-8af9-1e9eda3886a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c85e2a-f0ad-40ef-8002-ece39a86db1a'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:20:55.857950 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 99c85e2a-f0ad-40ef-8002-ece39a86db1a, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=99c85e2a-f0ad-40ef-8002-ece39a86db1a,segment=NetworkSegment(d0527799-8180-4c84-b634-050296422d0e),segment_id=d0527799-8180-4c84-b634-050296422d0e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:20:55.861481 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:55.908350 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a576122d-0ef9-4559-97c5-fa4d1d5a4ced'] response: {'server_uuid': '9ff5d0ec-3ca2-4698-8af9-1e9eda3886a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c85e2a-f0ad-40ef-8002-ece39a86db1a', 'code': 200} May 03 23:20:55.930320 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=99c85e2a-f0ad-40ef-8002-ece39a86db1a,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:20:56.030321 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493c1a8-9e97-4b7c-bfad-1adb31ac75ed req-8ccf9533-7fb2-49df-8e7a-887321f394b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:56.031793 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d493c1a8-9e97-4b7c-bfad-1adb31ac75ed req-8ccf9533-7fb2-49df-8e7a-887321f394b5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9ff5d0ec-3ca2-4698-8af9-1e9eda3886a4 HTTP/1.1" status: 200 len: 1096 time: 0.0732598 May 03 23:20:56.070662 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d493c1a8-9e97-4b7c-bfad-1adb31ac75ed req-bfef1391-5855-4c07-83ff-d73a2ab8e882 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7289cb78-32fb-42b3-9d53-0ec650628d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328188 May 03 23:20:56.406384 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:56.463911 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:56.832628 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a639e-d9ac-419c-b687-392f4d4e3bd1 req-69af6bd3-6ea2-46f7-8278-e68f06bfb4f1 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:56.834096 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f45a639e-d9ac-419c-b687-392f4d4e3bd1 req-69af6bd3-6ea2-46f7-8278-e68f06bfb4f1 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ff5d0ec-3ca2-4698-8af9-1e9eda3886a4 HTTP/1.1" status: 200 len: 945 time: 0.0788047 May 03 23:20:56.876736 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f45a639e-d9ac-419c-b687-392f4d4e3bd1 req-edbaaaad-89a4-446f-aca6-088f0ccc6b02 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/security-groups?id=7289cb78-32fb-42b3-9d53-0ec650628d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369847 May 03 23:20:57.790148 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:58.062055 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d7a35-6baf-4dc1-9a05-978b96322fb0 req-80fec4fe-8f56-4ba8-be88-03c0d128f55d tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:58.063554 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6e8d7a35-6baf-4dc1-9a05-978b96322fb0 req-80fec4fe-8f56-4ba8-be88-03c0d128f55d tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ff5d0ec-3ca2-4698-8af9-1e9eda3886a4 HTTP/1.1" status: 200 len: 945 time: 0.0821161 May 03 23:20:58.106970 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6e8d7a35-6baf-4dc1-9a05-978b96322fb0 req-bbc6ee7e-1867-4ca3-b900-6377575b8ff0 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/security-groups?id=7289cb78-32fb-42b3-9d53-0ec650628d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370979 May 03 23:20:58.403215 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-acb3b58a-16b8-44ed-878c-64b5ac569dc4 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:20:58.404620 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-acb3b58a-16b8-44ed-878c-64b5ac569dc4 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/networks?id=1d2b5b36-84e3-4c4f-ba4c-794366396b9a HTTP/1.1" status: 200 len: 814 time: 0.1417310 May 03 23:20:58.419236 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-f60d8a49-0fb4-4c81-ac8f-bc0e201e0f25 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/quotas/f2d614dea62c45a795e3966fdfd0e44a HTTP/1.1" status: 200 len: 375 time: 0.0092311 May 03 23:20:58.451348 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:20:58.498445 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-5b0989d3-4956-4d0a-ba6e-acfb5e136203 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f2d614dea62c45a795e3966fdfd0e44a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0744743 May 03 23:20:58.584484 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-178e260a-6afd-4124-bd97-01ae5b20e171 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:20:58.585531 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-178e260a-6afd-4124-bd97-01ae5b20e171 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0438907 May 03 23:20:58.713048 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-6e48581f-6ea7-4c50-805b-9170db2deb42 service neutron] 10.222.0.58 "GET /v2.0/networks/1d2b5b36-84e3-4c4f-ba4c-794366396b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214943 May 03 23:20:58.843328 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-ebc3dc84-2f12-474e-89f2-a70278809dbc service neutron] 10.222.0.58 "GET /v2.0/networks/1d2b5b36-84e3-4c4f-ba4c-794366396b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245334 May 03 23:21:00.130651 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-53d67e74-04f3-41c2-b21a-773da775edf6 req-c8617290-c6eb-4b5b-8026-198ced51872d tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0262768-0a26-442e-ac3a-5ec14fd8ed50 HTTP/1.1" status: 200 len: 210 time: 0.1490796 May 03 23:21:01.136314 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-2a715949-e26e-449c-947f-0810d4e07419 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:01.138654 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-2a715949-e26e-449c-947f-0810d4e07419 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.67 "GET /v2.0/networks?id=1d2b5b36-84e3-4c4f-ba4c-794366396b9a HTTP/1.1" status: 200 len: 814 time: 0.1441543 May 03 23:21:01.151186 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-a6400601-3e20-463b-b600-5827d01734f5 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Request body: {'port': {'device_id': 'e0262768-0a26-442e-ac3a-5ec14fd8ed50', 'network_id': '1d2b5b36-84e3-4c4f-ba4c-794366396b9a', 'admin_state_up': True, 'tenant_id': 'f2d614dea62c45a795e3966fdfd0e44a'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:21:01.291250 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8183db19-6d58-4f81-b7e8-c6f45653f836 req-1f5d933e-b0be-477a-815b-62cd271107bd tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0262768-0a26-442e-ac3a-5ec14fd8ed50 HTTP/1.1" status: 200 len: 210 time: 0.0546761 May 03 23:21:01.326818 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-a6400601-3e20-463b-b600-5827d01734f5 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:21:01.331423 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-a6400601-3e20-463b-b600-5827d01734f5 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Usage tracker for resource:port and tenant:f2d614dea62c45a795e3966fdfd0e44a is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:21:01.334236 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-a6400601-3e20-463b-b600-5827d01734f5 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:21:01.340847 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-a6400601-3e20-463b-b600-5827d01734f5 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:21:01.350764 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-a6400601-3e20-463b-b600-5827d01734f5 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Made reservation on behalf of f2d614dea62c45a795e3966fdfd0e44a for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:21:01.354320 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-a6400601-3e20-463b-b600-5827d01734f5 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:01.515262 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-a6400601-3e20-463b-b600-5827d01734f5 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Allocated IP 172.20.0.14 (1d2b5b36-84e3-4c4f-ba4c-794366396b9a/49cb1dec-b2b9-45b7-9085-549decdfec2c/bd30561b-f463-41dc-b217-acfe0757990d) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:21:01.717154 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-a6400601-3e20-463b-b600-5827d01734f5 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:01.745265 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-a6400601-3e20-463b-b600-5827d01734f5 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:01.756750 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['99c85e2a-f0ad-40ef-8002-ece39a86db1a'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:21:01.816627 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-a6400601-3e20-463b-b600-5827d01734f5 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Network 1d2b5b36-84e3-4c4f-ba4c-794366396b9a is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:21:01.819733 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-a6400601-3e20-463b-b600-5827d01734f5 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:21:01.822407 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-a6400601-3e20-463b-b600-5827d01734f5 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:21:01.869904 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6400601-3e20-463b-b600-5827d01734f5 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Pushing event updated for resources: {'Port': ['ID=bd30561b-f463-41dc-b217-acfe0757990d,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:01.894139 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-a6400601-3e20-463b-b600-5827d01734f5 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:01.894749 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-a6400601-3e20-463b-b600-5827d01734f5 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:01.916969 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-a6400601-3e20-463b-b600-5827d01734f5 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7691429 May 03 23:21:01.927847 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-82738461-b847-48cf-9150-545cc0df22dc service neutron] Request body: {'port': {'device_id': 'e0262768-0a26-442e-ac3a-5ec14fd8ed50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:21:02.037428 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-82738461-b847-48cf-9150-545cc0df22dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:02.371606 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-82738461-b847-48cf-9150-545cc0df22dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd30561b-f463-41dc-b217-acfe0757990d {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:21:02.378777 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-82738461-b847-48cf-9150-545cc0df22dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:02.393037 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-82738461-b847-48cf-9150-545cc0df22dc service neutron] Transition to ACTIVE for port object bd30561b-f463-41dc-b217-acfe0757990d will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:21:02.429962 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-82738461-b847-48cf-9150-545cc0df22dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:02.604232 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82738461-b847-48cf-9150-545cc0df22dc service neutron] Pushing event updated for resources: {'Port': ['ID=bd30561b-f463-41dc-b217-acfe0757990d,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:02.787061 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a0f95-5a73-45fa-a141-baf2742d3ef8 req-5873332a-7357-4248-ad29-f7b459884d51 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:02.787752 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f94a0f95-5a73-45fa-a141-baf2742d3ef8 req-5873332a-7357-4248-ad29-f7b459884d51 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Synchronizing usage tracker for tenant:f2d614dea62c45a795e3966fdfd0e44a on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:21:02.798316 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-82738461-b847-48cf-9150-545cc0df22dc service neutron] Attempting to bind port bd30561b-f463-41dc-b217-acfe0757990d on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:21:02.798648 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-82738461-b847-48cf-9150-545cc0df22dc service neutron] Attempting to bind port bd30561b-f463-41dc-b217-acfe0757990d by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': 'd0527799-8180-4c84-b634-050296422d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1d2b5b36-84e3-4c4f-ba4c-794366396b9a'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:21:02.798998 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-82738461-b847-48cf-9150-545cc0df22dc service neutron] Attempting to bind port bd30561b-f463-41dc-b217-acfe0757990d on network 1d2b5b36-84e3-4c4f-ba4c-794366396b9a {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:21:02.805783 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-82738461-b847-48cf-9150-545cc0df22dc service neutron] Port bd30561b-f463-41dc-b217-acfe0757990d on network 1d2b5b36-84e3-4c4f-ba4c-794366396b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:21:02.806129 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-82738461-b847-48cf-9150-545cc0df22dc service neutron] Attempting to bind port bd30561b-f463-41dc-b217-acfe0757990d on network 1d2b5b36-84e3-4c4f-ba4c-794366396b9a {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:21:02.814922 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-82738461-b847-48cf-9150-545cc0df22dc service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:21:02.815259 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-82738461-b847-48cf-9150-545cc0df22dc service neutron] Checking segment: {'id': 'd0527799-8180-4c84-b634-050296422d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1d2b5b36-84e3-4c4f-ba4c-794366396b9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:21:02.815899 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-82738461-b847-48cf-9150-545cc0df22dc service neutron] Bound using segment: {'id': 'd0527799-8180-4c84-b634-050296422d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1d2b5b36-84e3-4c4f-ba4c-794366396b9a'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:21:02.816319 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-82738461-b847-48cf-9150-545cc0df22dc service neutron] Bound port: bd30561b-f463-41dc-b217-acfe0757990d, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0527799-8180-4c84-b634-050296422d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1d2b5b36-84e3-4c4f-ba4c-794366396b9a'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:21:02.816659 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-82738461-b847-48cf-9150-545cc0df22dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:02.827392 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f94a0f95-5a73-45fa-a141-baf2742d3ef8 req-5873332a-7357-4248-ad29-f7b459884d51 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Unset dirty status for tenant:f2d614dea62c45a795e3966fdfd0e44a on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:21:02.828517 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f94a0f95-5a73-45fa-a141-baf2742d3ef8 req-5873332a-7357-4248-ad29-f7b459884d51 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0262768-0a26-442e-ac3a-5ec14fd8ed50 HTTP/1.1" status: 200 len: 944 time: 0.4330785 May 03 23:21:02.930482 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f94a0f95-5a73-45fa-a141-baf2742d3ef8 req-eb875328-4916-4b07-8524-405018c6df2b tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/security-groups?id=7289cb78-32fb-42b3-9d53-0ec650628d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956683 May 03 23:21:02.941703 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-82738461-b847-48cf-9150-545cc0df22dc service neutron] For port bd30561b-f463-41dc-b217-acfe0757990d, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:21:02.944686 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-82738461-b847-48cf-9150-545cc0df22dc service neutron] For port bd30561b-f463-41dc-b217-acfe0757990d, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=bd30561b-f463-41dc-b217-acfe0757990d,segment=NetworkSegment(d0527799-8180-4c84-b634-050296422d0e),segment_id=d0527799-8180-4c84-b634-050296422d0e)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:21:02.949960 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-82738461-b847-48cf-9150-545cc0df22dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:03.009326 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-82738461-b847-48cf-9150-545cc0df22dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:03.010326 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-82738461-b847-48cf-9150-545cc0df22dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:03.011678 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-82738461-b847-48cf-9150-545cc0df22dc service neutron] 10.222.0.67 "PUT /v2.0/ports/bd30561b-f463-41dc-b217-acfe0757990d HTTP/1.1" status: 200 len: 1092 time: 1.0880370 May 03 23:21:03.014088 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0262768-0a26-442e-ac3a-5ec14fd8ed50', 'tag': 'bd30561b-f463-41dc-b217-acfe0757990d'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:21:03.038357 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82738461-b847-48cf-9150-545cc0df22dc service neutron] Pushing event updated for resources: {'Port': ['ID=bd30561b-f463-41dc-b217-acfe0757990d,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:03.090244 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eebed83-6c3f-403f-ba99-79e5fcc1163a'] response: {'name': 'network-changed', 'server_uuid': 'e0262768-0a26-442e-ac3a-5ec14fd8ed50', 'tag': 'bd30561b-f463-41dc-b217-acfe0757990d', 'status': 'completed', 'code': 200} May 03 23:21:03.128249 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-899f4b5c-b3f5-4b6f-b58d-54ef8b793d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:03.129704 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-899f4b5c-b3f5-4b6f-b58d-54ef8b793d58 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f2d614dea62c45a795e3966fdfd0e44a&device_id=e0262768-0a26-442e-ac3a-5ec14fd8ed50 HTTP/1.1" status: 200 len: 1095 time: 0.0745304 May 03 23:21:03.196749 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-466ae05b-0d81-4e92-a5da-bb913443fe6e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd30561b-f463-41dc-b217-acfe0757990d HTTP/1.1" status: 200 len: 217 time: 0.0592005 May 03 23:21:03.245840 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:21:03.261798 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-144af76b-03cf-440b-85fd-3d8d39ab0ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:03.263250 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-144af76b-03cf-440b-85fd-3d8d39ab0ed2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49cb1dec-b2b9-45b7-9085-549decdfec2c HTTP/1.1" status: 200 len: 854 time: 0.0610826 May 03 23:21:03.307643 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-1a1e6933-c2fb-406b-b079-c4588ffe95dc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1d2b5b36-84e3-4c4f-ba4c-794366396b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386651 May 03 23:21:03.435417 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-00770add-c460-45c5-b1ee-438d6707f9f6 service neutron] 10.222.0.67 "GET /v2.0/networks/1d2b5b36-84e3-4c4f-ba4c-794366396b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221480 May 03 23:21:03.566217 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0dee5882-6ead-4390-ba65-e3e6b27771f5 req-97fd8ce9-4951-4f0b-ace0-40bf800f1f4a service neutron] 10.222.0.67 "GET /v2.0/networks/1d2b5b36-84e3-4c4f-ba4c-794366396b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246529 May 03 23:21:03.678918 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9850a88-ab82-4c69-a527-89a5ec8ace65 req-a1b079f9-1eea-4482-80bb-a5c8100d2d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:03.680368 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a9850a88-ab82-4c69-a527-89a5ec8ace65 req-a1b079f9-1eea-4482-80bb-a5c8100d2d22 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f2d614dea62c45a795e3966fdfd0e44a&device_id=e0262768-0a26-442e-ac3a-5ec14fd8ed50 HTTP/1.1" status: 200 len: 1095 time: 0.0695708 May 03 23:21:03.808708 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9850a88-ab82-4c69-a527-89a5ec8ace65 req-43ef329a-732c-470c-830d-13ea39789c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:03.810068 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a9850a88-ab82-4c69-a527-89a5ec8ace65 req-43ef329a-732c-470c-830d-13ea39789c51 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1d2b5b36-84e3-4c4f-ba4c-794366396b9a HTTP/1.1" status: 200 len: 915 time: 0.1233582 May 03 23:21:03.879175 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a9850a88-ab82-4c69-a527-89a5ec8ace65 req-44bed464-ef1c-4b24-a79e-03b88e0daa8e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd30561b-f463-41dc-b217-acfe0757990d HTTP/1.1" status: 200 len: 217 time: 0.0628679 May 03 23:21:03.940374 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9850a88-ab82-4c69-a527-89a5ec8ace65 req-54f904e9-92d2-4412-addb-a159252ef5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:03.942040 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a9850a88-ab82-4c69-a527-89a5ec8ace65 req-54f904e9-92d2-4412-addb-a159252ef5de service neutron] 10.222.0.67 "GET /v2.0/subnets?id=49cb1dec-b2b9-45b7-9085-549decdfec2c HTTP/1.1" status: 200 len: 854 time: 0.0569773 May 03 23:21:03.990887 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a9850a88-ab82-4c69-a527-89a5ec8ace65 req-e28b9696-2852-414d-85ec-b08e5691566a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1d2b5b36-84e3-4c4f-ba4c-794366396b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430384 May 03 23:21:04.168801 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a9850a88-ab82-4c69-a527-89a5ec8ace65 req-c123f038-582e-4e78-8328-db7869c59b5a service neutron] 10.222.0.67 "GET /v2.0/networks/1d2b5b36-84e3-4c4f-ba4c-794366396b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719575 May 03 23:21:04.222580 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e8775-1ccb-4b49-a2a4-21528d969eff req-1ab2910d-0e2c-46be-a702-dfc424b4ec31 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:04.223993 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-396e8775-1ccb-4b49-a2a4-21528d969eff req-1ab2910d-0e2c-46be-a702-dfc424b4ec31 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0262768-0a26-442e-ac3a-5ec14fd8ed50 HTTP/1.1" status: 200 len: 944 time: 0.1460998 May 03 23:21:04.449879 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-396e8775-1ccb-4b49-a2a4-21528d969eff req-212f45f1-c0d2-499e-87d2-41357a6b028d tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/security-groups?id=7289cb78-32fb-42b3-9d53-0ec650628d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754494 May 03 23:21:04.455309 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a9850a88-ab82-4c69-a527-89a5ec8ace65 req-24e6cd1b-5de5-49e4-8686-8624a615e66e service neutron] 10.222.0.67 "GET /v2.0/networks/1d2b5b36-84e3-4c4f-ba4c-794366396b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791500 May 03 23:21:05.635231 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd7bed-e3cb-4ee4-ac12-a4df235772f2 req-0ef42103-3d99-46ae-80c3-19e2e01938d2 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:05.636661 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-12dd7bed-e3cb-4ee4-ac12-a4df235772f2 req-0ef42103-3d99-46ae-80c3-19e2e01938d2 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0262768-0a26-442e-ac3a-5ec14fd8ed50 HTTP/1.1" status: 200 len: 944 time: 0.0788856 May 03 23:21:05.679397 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-12dd7bed-e3cb-4ee4-ac12-a4df235772f2 req-9835be17-7653-4796-b536-6ba518026301 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/security-groups?id=7289cb78-32fb-42b3-9d53-0ec650628d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370226 May 03 23:21:06.698332 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device bd30561b-f463-41dc-b217-acfe0757990d details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:21:06.863912 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port bd30561b-f463-41dc-b217-acfe0757990d, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=bd30561b-f463-41dc-b217-acfe0757990d,segment=NetworkSegment(d0527799-8180-4c84-b634-050296422d0e),segment_id=d0527799-8180-4c84-b634-050296422d0e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:21:06.865287 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24cb15-fda2-4250-8182-d850d2e33a25 req-9b130fd6-b703-414b-b4bc-3605ddf6fda0 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:06.866811 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3f24cb15-fda2-4250-8182-d850d2e33a25 req-9b130fd6-b703-414b-b4bc-3605ddf6fda0 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0262768-0a26-442e-ac3a-5ec14fd8ed50 HTTP/1.1" status: 200 len: 944 time: 0.0826702 May 03 23:21:06.877338 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'bd30561b-f463-41dc-b217-acfe0757990d', 'network_id': '1d2b5b36-84e3-4c4f-ba4c-794366396b9a', 'port_id': 'bd30561b-f463-41dc-b217-acfe0757990d', 'mac_address': 'fa:16:3e:6c:7d:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49cb1dec-b2b9-45b7-9085-549decdfec2c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:21:06.911097 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3f24cb15-fda2-4250-8182-d850d2e33a25 req-3bca7a3f-b210-4b62-868e-1f483cff7997 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/security-groups?id=7289cb78-32fb-42b3-9d53-0ec650628d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385463 May 03 23:21:06.933435 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:06.950281 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd30561b-f463-41dc-b217-acfe0757990d {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:21:06.965398 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port bd30561b-f463-41dc-b217-acfe0757990d, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=bd30561b-f463-41dc-b217-acfe0757990d,segment=NetworkSegment(d0527799-8180-4c84-b634-050296422d0e),segment_id=d0527799-8180-4c84-b634-050296422d0e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:21:06.969140 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:07.033749 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=bd30561b-f463-41dc-b217-acfe0757990d,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:07.272145 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['bd30561b-f463-41dc-b217-acfe0757990d'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:21:08.091389 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4f66e-96a4-428e-ae02-3d7350457bce req-d0a984b5-a88b-4c60-9bd4-47b3fffb1f50 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:08.092835 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b8f4f66e-96a4-428e-ae02-3d7350457bce req-d0a984b5-a88b-4c60-9bd4-47b3fffb1f50 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0262768-0a26-442e-ac3a-5ec14fd8ed50 HTTP/1.1" status: 200 len: 945 time: 0.0787165 May 03 23:21:08.136375 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b8f4f66e-96a4-428e-ae02-3d7350457bce req-01fc52af-75a2-4d1c-a8f8-7d6f57fd9863 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/security-groups?id=7289cb78-32fb-42b3-9d53-0ec650628d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379777 May 03 23:21:08.726843 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device bd30561b-f463-41dc-b217-acfe0757990d up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:21:08.794571 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port bd30561b-f463-41dc-b217-acfe0757990d completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:21:08.799172 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port bd30561b-f463-41dc-b217-acfe0757990d triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:21:08.799546 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:08.915228 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:08.941206 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0262768-0a26-442e-ac3a-5ec14fd8ed50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd30561b-f463-41dc-b217-acfe0757990d'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:21:08.951033 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port bd30561b-f463-41dc-b217-acfe0757990d, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=bd30561b-f463-41dc-b217-acfe0757990d,segment=NetworkSegment(d0527799-8180-4c84-b634-050296422d0e),segment_id=d0527799-8180-4c84-b634-050296422d0e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:21:08.955953 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:08.989888 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ae4acb0-b84f-43c2-aa08-365cf00cc768'] response: {'server_uuid': 'e0262768-0a26-442e-ac3a-5ec14fd8ed50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd30561b-f463-41dc-b217-acfe0757990d', 'code': 200} May 03 23:21:09.027782 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=bd30561b-f463-41dc-b217-acfe0757990d,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:09.111509 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fe08b-cd4b-4f9f-99f5-fafe575e0df2 req-7789e0ec-062e-4155-ae28-2d12753e331f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:09.112962 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-444fe08b-cd4b-4f9f-99f5-fafe575e0df2 req-7789e0ec-062e-4155-ae28-2d12753e331f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e0262768-0a26-442e-ac3a-5ec14fd8ed50 HTTP/1.1" status: 200 len: 1097 time: 0.0717485 May 03 23:21:09.152967 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-444fe08b-cd4b-4f9f-99f5-fafe575e0df2 req-53280afd-720e-47f8-af5c-269eaf8a26b5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7289cb78-32fb-42b3-9d53-0ec650628d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334103 May 03 23:21:09.316406 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133beb79-ea7b-4470-8f05-eb4beecaa60c req-059ef4e6-1920-4580-8514-5214aa7475a7 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:09.317841 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-133beb79-ea7b-4470-8f05-eb4beecaa60c req-059ef4e6-1920-4580-8514-5214aa7475a7 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0262768-0a26-442e-ac3a-5ec14fd8ed50 HTTP/1.1" status: 200 len: 946 time: 0.0788698 May 03 23:21:09.360599 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-133beb79-ea7b-4470-8f05-eb4beecaa60c req-deb14135-125b-4fff-ba60-448da0743b66 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/security-groups?id=7289cb78-32fb-42b3-9d53-0ec650628d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371304 May 03 23:21:10.547476 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91944159-d6c1-4928-b04e-8e6850b3bb9a req-916eee93-7044-48da-8738-1666e4e5fe7d tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:10.550207 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-91944159-d6c1-4928-b04e-8e6850b3bb9a req-916eee93-7044-48da-8738-1666e4e5fe7d tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0262768-0a26-442e-ac3a-5ec14fd8ed50 HTTP/1.1" status: 200 len: 946 time: 0.0843561 May 03 23:21:10.594580 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-91944159-d6c1-4928-b04e-8e6850b3bb9a req-6b65410f-91a0-488b-a1e4-330a13a73992 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/security-groups?id=7289cb78-32fb-42b3-9d53-0ec650628d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379400 May 03 23:21:11.777921 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75eed6d-54d2-4d3d-a032-90c2e6a89b8f req-0ddfcdc8-d5ce-45d5-98eb-36dc986d98f7 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:11.779364 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c75eed6d-54d2-4d3d-a032-90c2e6a89b8f req-0ddfcdc8-d5ce-45d5-98eb-36dc986d98f7 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0262768-0a26-442e-ac3a-5ec14fd8ed50 HTTP/1.1" status: 200 len: 946 time: 0.0790753 May 03 23:21:11.825645 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c75eed6d-54d2-4d3d-a032-90c2e6a89b8f req-ad91c617-abbe-47d1-8d8e-936c304882a8 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/security-groups?id=7289cb78-32fb-42b3-9d53-0ec650628d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402443 May 03 23:21:12.196526 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169e8c6-52e0-4d6e-8178-41b64e5f8478 req-98fa428e-0996-4ab3-bf42-d5ef8301053f tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:12.197996 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8169e8c6-52e0-4d6e-8178-41b64e5f8478 req-98fa428e-0996-4ab3-bf42-d5ef8301053f tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0262768-0a26-442e-ac3a-5ec14fd8ed50 HTTP/1.1" status: 200 len: 946 time: 0.0792303 May 03 23:21:12.241317 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8169e8c6-52e0-4d6e-8178-41b64e5f8478 req-1254516c-c4d1-45bc-a0ba-cc4f29a078e9 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/security-groups?id=7289cb78-32fb-42b3-9d53-0ec650628d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377591 May 03 23:21:13.431024 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d3a04-391e-4df7-b422-b3803ea34ff8 req-66d372b8-eceb-4520-9cac-db93145bcf2f tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:13.432482 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c15d3a04-391e-4df7-b422-b3803ea34ff8 req-66d372b8-eceb-4520-9cac-db93145bcf2f tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0262768-0a26-442e-ac3a-5ec14fd8ed50 HTTP/1.1" status: 200 len: 946 time: 0.0857315 May 03 23:21:13.476759 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c15d3a04-391e-4df7-b422-b3803ea34ff8 req-127f3afd-37f2-405e-b688-62f20eb67974 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/security-groups?id=7289cb78-32fb-42b3-9d53-0ec650628d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385628 May 03 23:21:13.686849 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b8aaa-2f7b-4dc2-a87a-bac2d42d6b1f req-8a3aee3e-b717-4d7b-a5c1-692446ba1c1e tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:13.688256 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a11b8aaa-2f7b-4dc2-a87a-bac2d42d6b1f req-8a3aee3e-b717-4d7b-a5c1-692446ba1c1e tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.67 "GET /v2.0/ports?device_id=e0262768-0a26-442e-ac3a-5ec14fd8ed50 HTTP/1.1" status: 200 len: 946 time: 0.0772986 May 03 23:21:13.760490 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-a11b8aaa-2f7b-4dc2-a87a-bac2d42d6b1f req-d4df7417-5e1f-4568-bde0-ced71df8f76e tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Deleting port bd30561b-f463-41dc-b217-acfe0757990d {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:21:13.760778 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a11b8aaa-2f7b-4dc2-a87a-bac2d42d6b1f req-d4df7417-5e1f-4568-bde0-ced71df8f76e tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:14.002738 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-a11b8aaa-2f7b-4dc2-a87a-bac2d42d6b1f req-d4df7417-5e1f-4568-bde0-ced71df8f76e tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] For port bd30561b-f463-41dc-b217-acfe0757990d, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=bd30561b-f463-41dc-b217-acfe0757990d,segment=NetworkSegment(d0527799-8180-4c84-b634-050296422d0e),segment_id=d0527799-8180-4c84-b634-050296422d0e)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:21:14.003095 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a11b8aaa-2f7b-4dc2-a87a-bac2d42d6b1f req-d4df7417-5e1f-4568-bde0-ced71df8f76e tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:14.129440 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-a11b8aaa-2f7b-4dc2-a87a-bac2d42d6b1f req-d4df7417-5e1f-4568-bde0-ced71df8f76e tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Calling delete_port for bd30561b-f463-41dc-b217-acfe0757990d owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:21:14.271372 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a11b8aaa-2f7b-4dc2-a87a-bac2d42d6b1f req-d4df7417-5e1f-4568-bde0-ced71df8f76e tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:14.284259 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['bd30561b-f463-41dc-b217-acfe0757990d'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:21:14.308625 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['99c85e2a-f0ad-40ef-8002-ece39a86db1a'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:21:14.325719 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df7417-5e1f-4568-bde0-ced71df8f76e tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Pushing event deleted for resources: {'Port': ['ID=bd30561b-f463-41dc-b217-acfe0757990d,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:14.398799 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11b8aaa-2f7b-4dc2-a87a-bac2d42d6b1f req-d4df7417-5e1f-4568-bde0-ced71df8f76e tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] No DVR routers for this DVR port bd30561b-f463-41dc-b217-acfe0757990d on host n-h2-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:21:14.401439 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a11b8aaa-2f7b-4dc2-a87a-bac2d42d6b1f req-d4df7417-5e1f-4568-bde0-ced71df8f76e tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:14.404135 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0262768-0a26-442e-ac3a-5ec14fd8ed50', 'name': 'network-vif-deleted', 'tag': 'bd30561b-f463-41dc-b217-acfe0757990d'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:21:14.421454 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a11b8aaa-2f7b-4dc2-a87a-bac2d42d6b1f req-d4df7417-5e1f-4568-bde0-ced71df8f76e tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.67 "DELETE /v2.0/ports/bd30561b-f463-41dc-b217-acfe0757990d HTTP/1.1" status: 204 len: 173 time: 0.7269630 May 03 23:21:14.458713 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df81fc73-1700-40d2-bedf-600d0ee734b3'] response: {'server_uuid': 'e0262768-0a26-442e-ac3a-5ec14fd8ed50', 'name': 'network-vif-deleted', 'tag': 'bd30561b-f463-41dc-b217-acfe0757990d', 'status': 'completed', 'code': 200} May 03 23:21:14.638144 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f845ea11-ecf3-4a3c-979c-f5615be2502c req-65cb2cf8-42ce-449e-82fa-38391d97a874 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Synchronizing usage tracker for tenant:f2d614dea62c45a795e3966fdfd0e44a on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:21:14.653361 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-f845ea11-ecf3-4a3c-979c-f5615be2502c req-65cb2cf8-42ce-449e-82fa-38391d97a874 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Unset dirty status for tenant:f2d614dea62c45a795e3966fdfd0e44a on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:21:14.654512 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f845ea11-ecf3-4a3c-979c-f5615be2502c req-65cb2cf8-42ce-449e-82fa-38391d97a874 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0262768-0a26-442e-ac3a-5ec14fd8ed50 HTTP/1.1" status: 200 len: 210 time: 0.0574675 May 03 23:21:15.924721 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74729d4-20c9-4318-8ad4-19fdd4ae6626 req-26f3a4c9-275d-4c76-82e8-69791c3514d1 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:15.926245 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d74729d4-20c9-4318-8ad4-19fdd4ae6626 req-26f3a4c9-275d-4c76-82e8-69791c3514d1 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ff5d0ec-3ca2-4698-8af9-1e9eda3886a4 HTTP/1.1" status: 200 len: 945 time: 0.0888996 May 03 23:21:15.972845 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d74729d4-20c9-4318-8ad4-19fdd4ae6626 req-a8bd38fe-474d-4cd3-9940-a6374c33958a tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/security-groups?id=7289cb78-32fb-42b3-9d53-0ec650628d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409505 May 03 23:21:16.174371 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670dd9a4-3091-479f-a1d3-1c00e8bcf3b5 req-a21d2195-c6ea-4f97-bd24-d53096f58f94 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:16.175854 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-670dd9a4-3091-479f-a1d3-1c00e8bcf3b5 req-a21d2195-c6ea-4f97-bd24-d53096f58f94 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ff5d0ec-3ca2-4698-8af9-1e9eda3886a4 HTTP/1.1" status: 200 len: 945 time: 0.0790594 May 03 23:21:16.218195 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-670dd9a4-3091-479f-a1d3-1c00e8bcf3b5 req-3f92233d-fe95-4d80-807f-859631d3449a tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/security-groups?id=7289cb78-32fb-42b3-9d53-0ec650628d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368068 May 03 23:21:16.411007 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707f671-c8fd-432f-8645-d4d80038be85 req-c76e75f4-f040-4748-9850-3d8e1d748fbd tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:16.412461 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5707f671-c8fd-432f-8645-d4d80038be85 req-c76e75f4-f040-4748-9850-3d8e1d748fbd tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ff5d0ec-3ca2-4698-8af9-1e9eda3886a4 HTTP/1.1" status: 200 len: 945 time: 0.0868959 May 03 23:21:16.455446 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5707f671-c8fd-432f-8645-d4d80038be85 req-5d6351dd-316a-46bd-be5c-2799a4a830df tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/security-groups?id=7289cb78-32fb-42b3-9d53-0ec650628d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372584 May 03 23:21:16.736895 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d12fec-afb8-43f6-8479-d68d7c481413 req-70556677-4c95-4d26-a258-8407cab4cf25 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:16.738279 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-90d12fec-afb8-43f6-8479-d68d7c481413 req-70556677-4c95-4d26-a258-8407cab4cf25 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ff5d0ec-3ca2-4698-8af9-1e9eda3886a4 HTTP/1.1" status: 200 len: 945 time: 0.0789201 May 03 23:21:16.757543 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device bd30561b-f463-41dc-b217-acfe0757990d no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:21:16.782824 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-90d12fec-afb8-43f6-8479-d68d7c481413 req-4a1db3e2-d493-4925-9dcf-e8c66d9ca35a tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/security-groups?id=7289cb78-32fb-42b3-9d53-0ec650628d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389771 May 03 23:21:16.792433 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: bd30561b-f463-41dc-b217-acfe0757990d {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:21:16.792788 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device bd30561b-f463-41dc-b217-acfe0757990d not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:21:17.073308 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7225b0e-98c9-4866-8dd9-196b1fca33b5 req-db4a8465-fab7-4ddb-adc2-44fcc0b47eb3 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:17.074702 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e7225b0e-98c9-4866-8dd9-196b1fca33b5 req-db4a8465-fab7-4ddb-adc2-44fcc0b47eb3 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ff5d0ec-3ca2-4698-8af9-1e9eda3886a4 HTTP/1.1" status: 200 len: 945 time: 0.1854422 May 03 23:21:17.117287 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e7225b0e-98c9-4866-8dd9-196b1fca33b5 req-86e34043-e322-44f7-9c21-63091600fa62 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/security-groups?id=7289cb78-32fb-42b3-9d53-0ec650628d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369451 May 03 23:21:17.305923 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a309a4-9602-45ca-ab51-01537863098d req-e15aad15-dfdd-4c8b-97f3-2b32a1ee99fc tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:17.307348 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b9a309a4-9602-45ca-ab51-01537863098d req-e15aad15-dfdd-4c8b-97f3-2b32a1ee99fc tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ff5d0ec-3ca2-4698-8af9-1e9eda3886a4 HTTP/1.1" status: 200 len: 945 time: 0.0787969 May 03 23:21:17.353099 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b9a309a4-9602-45ca-ab51-01537863098d req-76f6d696-5e16-4db6-91c0-d6be5a24f27b tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/security-groups?id=7289cb78-32fb-42b3-9d53-0ec650628d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401373 May 03 23:21:18.024098 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdf859-b5ab-4a0e-bd99-04289eefcca9 req-72db0002-e5da-405c-8d68-d3c315a192ef tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:18.025522 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a5cdf859-b5ab-4a0e-bd99-04289eefcca9 req-72db0002-e5da-405c-8d68-d3c315a192ef tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ff5d0ec-3ca2-4698-8af9-1e9eda3886a4 HTTP/1.1" status: 200 len: 945 time: 0.0811017 May 03 23:21:18.068709 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a5cdf859-b5ab-4a0e-bd99-04289eefcca9 req-89d324fe-bbd7-497b-bd6d-2030b8c42dc1 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/security-groups?id=7289cb78-32fb-42b3-9d53-0ec650628d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371213 May 03 23:21:19.253988 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4953be-ba71-4a43-886e-909e6a6ff795 req-3894fb65-83c1-4f3f-bda6-bec6079502e8 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:19.255440 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7f4953be-ba71-4a43-886e-909e6a6ff795 req-3894fb65-83c1-4f3f-bda6-bec6079502e8 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ff5d0ec-3ca2-4698-8af9-1e9eda3886a4 HTTP/1.1" status: 200 len: 945 time: 0.0829508 May 03 23:21:19.302987 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7f4953be-ba71-4a43-886e-909e6a6ff795 req-716fa282-e2cb-4ed5-86a6-e325bd34503e tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/security-groups?id=7289cb78-32fb-42b3-9d53-0ec650628d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419545 May 03 23:21:19.408624 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca6e51-c6c8-41ff-9acc-ee209b2a8f3d req-6c47f09d-7659-4d07-a3d1-df4a4749e6e5 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:19.409302 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-f5ca6e51-c6c8-41ff-9acc-ee209b2a8f3d req-6c47f09d-7659-4d07-a3d1-df4a4749e6e5 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Synchronizing usage tracker for tenant:f2d614dea62c45a795e3966fdfd0e44a on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:21:19.420683 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-f5ca6e51-c6c8-41ff-9acc-ee209b2a8f3d req-6c47f09d-7659-4d07-a3d1-df4a4749e6e5 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Unset dirty status for tenant:f2d614dea62c45a795e3966fdfd0e44a on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:21:19.421762 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f5ca6e51-c6c8-41ff-9acc-ee209b2a8f3d req-6c47f09d-7659-4d07-a3d1-df4a4749e6e5 tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ff5d0ec-3ca2-4698-8af9-1e9eda3886a4 HTTP/1.1" status: 200 len: 945 time: 0.0893934 May 03 23:21:19.495304 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-f5ca6e51-c6c8-41ff-9acc-ee209b2a8f3d req-514816f5-fbcb-406b-ae02-9b6f5419d16e tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Deleting port 99c85e2a-f0ad-40ef-8002-ece39a86db1a {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:21:19.495645 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f5ca6e51-c6c8-41ff-9acc-ee209b2a8f3d req-514816f5-fbcb-406b-ae02-9b6f5419d16e tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:19.735966 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-f5ca6e51-c6c8-41ff-9acc-ee209b2a8f3d req-514816f5-fbcb-406b-ae02-9b6f5419d16e tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] For port 99c85e2a-f0ad-40ef-8002-ece39a86db1a, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=99c85e2a-f0ad-40ef-8002-ece39a86db1a,segment=NetworkSegment(d0527799-8180-4c84-b634-050296422d0e),segment_id=d0527799-8180-4c84-b634-050296422d0e)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:21:19.736232 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f5ca6e51-c6c8-41ff-9acc-ee209b2a8f3d req-514816f5-fbcb-406b-ae02-9b6f5419d16e tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:19.853604 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-f5ca6e51-c6c8-41ff-9acc-ee209b2a8f3d req-514816f5-fbcb-406b-ae02-9b6f5419d16e tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Calling delete_port for 99c85e2a-f0ad-40ef-8002-ece39a86db1a owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:21:19.993271 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f5ca6e51-c6c8-41ff-9acc-ee209b2a8f3d req-514816f5-fbcb-406b-ae02-9b6f5419d16e tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:20.005383 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['99c85e2a-f0ad-40ef-8002-ece39a86db1a'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:21:20.042258 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514816f5-fbcb-406b-ae02-9b6f5419d16e tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Pushing event deleted for resources: {'Port': ['ID=99c85e2a-f0ad-40ef-8002-ece39a86db1a,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:20.116184 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ca6e51-c6c8-41ff-9acc-ee209b2a8f3d req-514816f5-fbcb-406b-ae02-9b6f5419d16e tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] No DVR routers for this DVR port 99c85e2a-f0ad-40ef-8002-ece39a86db1a on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:21:20.118714 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-f5ca6e51-c6c8-41ff-9acc-ee209b2a8f3d req-514816f5-fbcb-406b-ae02-9b6f5419d16e tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:20.121199 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff5d0ec-3ca2-4698-8af9-1e9eda3886a4', 'name': 'network-vif-deleted', 'tag': '99c85e2a-f0ad-40ef-8002-ece39a86db1a'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:21:20.136044 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f5ca6e51-c6c8-41ff-9acc-ee209b2a8f3d req-514816f5-fbcb-406b-ae02-9b6f5419d16e tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.60 "DELETE /v2.0/ports/99c85e2a-f0ad-40ef-8002-ece39a86db1a HTTP/1.1" status: 204 len: 173 time: 0.7086625 May 03 23:21:20.165012 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cd3b650-45f4-475c-b100-4755892bb51c'] response: {'server_uuid': '9ff5d0ec-3ca2-4698-8af9-1e9eda3886a4', 'name': 'network-vif-deleted', 'tag': '99c85e2a-f0ad-40ef-8002-ece39a86db1a', 'status': 'completed', 'code': 200} May 03 23:21:20.465866 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-39d292a0-c0ee-4a30-acfa-1970582d86bf req-2dafd548-f863-4a23-9d48-a715056b825a tempest-ServersNegativeTestJSON-755301809 tempest-ServersNegativeTestJSON-755301809-project] 10.222.0.58 "GET /v2.0/ports?device_id=9ff5d0ec-3ca2-4698-8af9-1e9eda3886a4 HTTP/1.1" status: 200 len: 210 time: 0.0439186 May 03 23:21:21.570479 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55714) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:21.627955 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc45a4c3-9087-4ba8-8885-4809e9ec17f3 admin admin] Deleting subnet 49cb1dec-b2b9-45b7-9085-549decdfec2c {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:21:21.630767 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dc45a4c3-9087-4ba8-8885-4809e9ec17f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:21.677641 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dc45a4c3-9087-4ba8-8885-4809e9ec17f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:21.841328 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dc45a4c3-9087-4ba8-8885-4809e9ec17f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:21.906211 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dc45a4c3-9087-4ba8-8885-4809e9ec17f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:21.945361 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45a4c3-9087-4ba8-8885-4809e9ec17f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49cb1dec-b2b9-45b7-9085-549decdfec2c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:21.948986 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-dc45a4c3-9087-4ba8-8885-4809e9ec17f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:21.955334 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-dc45a4c3-9087-4ba8-8885-4809e9ec17f3 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/49cb1dec-b2b9-45b7-9085-549decdfec2c HTTP/1.1" status: 204 len: 168 time: 0.3838439 May 03 23:21:21.957754 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55718) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:22.056528 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2cc14f65-2e6e-433c-b499-25bb1e47f0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:22.181544 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2cc14f65-2e6e-433c-b499-25bb1e47f0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:22.207152 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-2cc14f65-2e6e-433c-b499-25bb1e47f0a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d2b5b36-84e3-4c4f-ba4c-794366396b9a']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:21:22.218831 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-2cc14f65-2e6e-433c-b499-25bb1e47f0a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0527799-8180-4c84-b634-050296422d0e') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:21:22.219120 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-2cc14f65-2e6e-433c-b499-25bb1e47f0a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0527799-8180-4c84-b634-050296422d0e') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:21:22.230175 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2cc14f65-2e6e-433c-b499-25bb1e47f0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:22.246171 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2cc14f65-2e6e-433c-b499-25bb1e47f0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:22.252811 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc14f65-2e6e-433c-b499-25bb1e47f0a3 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:21:22.253187 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2cc14f65-2e6e-433c-b499-25bb1e47f0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:22.265790 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 23:21:22.265790 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:21:22.265790 n-d-811807-1 neutron-server[88070]: timer() May 03 23:21:22.265790 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:21:22.265790 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 23:21:22.265790 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:21:22.265790 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 23:21:22.265790 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:21:22.265790 n-d-811807-1 neutron-server[88070]: self._notify() May 03 23:21:22.265790 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:21:22.265790 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 23:21:22.265790 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:21:22.265790 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 23:21:22.265790 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:21:22.265790 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:21:22.265790 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:21:22.265790 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:21:22.265790 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:21:22.265790 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 23:21:22.265790 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:21:22.265790 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 23:21:22.265790 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:21:22.265790 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:21:22.265790 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:21:22.265790 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 23:21:22.265790 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:21:22.265790 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:21:22.265790 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:21:22.265790 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:21:22.265790 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:21:22.265790 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:21:22.265790 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:21:22.339259 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2cc14f65-2e6e-433c-b499-25bb1e47f0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:22.358195 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2cc14f65-2e6e-433c-b499-25bb1e47f0a3 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:22.368898 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc14f65-2e6e-433c-b499-25bb1e47f0a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d2b5b36-84e3-4c4f-ba4c-794366396b9a,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:22.377725 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2cc14f65-2e6e-433c-b499-25bb1e47f0a3 admin admin] 10.222.0.58 "DELETE /v2.0/networks/1d2b5b36-84e3-4c4f-ba4c-794366396b9a HTTP/1.1" status: 204 len: 168 time: 0.4188616 May 03 23:21:22.483675 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55724) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:22.530940 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7d3fd3b9-3b22-47c1-9179-386456311a7c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f2d614dea62c45a795e3966fdfd0e44a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461135 May 03 23:21:22.533307 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55728) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:22.591092 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-02562953-5b87-4699-a3cf-d56a3e524132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:22.617078 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-02562953-5b87-4699-a3cf-d56a3e524132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:22.670892 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-02562953-5b87-4699-a3cf-d56a3e524132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:22.686704 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02562953-5b87-4699-a3cf-d56a3e524132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7289cb78-32fb-42b3-9d53-0ec650628d26,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:22.696783 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02562953-5b87-4699-a3cf-d56a3e524132 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:22.697125 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02562953-5b87-4699-a3cf-d56a3e524132 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:22.697461 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02562953-5b87-4699-a3cf-d56a3e524132 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:22.697790 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02562953-5b87-4699-a3cf-d56a3e524132 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:22.698144 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02562953-5b87-4699-a3cf-d56a3e524132 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:22.698522 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02562953-5b87-4699-a3cf-d56a3e524132 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:22.698793 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02562953-5b87-4699-a3cf-d56a3e524132 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:22.699114 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02562953-5b87-4699-a3cf-d56a3e524132 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:22.699432 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02562953-5b87-4699-a3cf-d56a3e524132 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:22.699750 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02562953-5b87-4699-a3cf-d56a3e524132 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:22.700069 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02562953-5b87-4699-a3cf-d56a3e524132 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:22.700387 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02562953-5b87-4699-a3cf-d56a3e524132 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:22.709667 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-02562953-5b87-4699-a3cf-d56a3e524132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:22.710817 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-02562953-5b87-4699-a3cf-d56a3e524132 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7289cb78-32fb-42b3-9d53-0ec650628d26 HTTP/1.1" status: 204 len: 168 time: 0.1766396 May 03 23:21:22.999049 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b1cd9ac1-6df4-4228-9869-85bf81906e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:23.492536 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55752) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:23.597432 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-4665e381-718f-4d57-902a-c6fd797ddacf tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-503299103'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:21:23.603172 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4665e381-718f-4d57-902a-c6fd797ddacf tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:21:23.606968 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4665e381-718f-4d57-902a-c6fd797ddacf tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Usage tracker for resource:network and tenant:7685ec01aae340318b32080f2ed65ad0 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:21:23.609778 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4665e381-718f-4d57-902a-c6fd797ddacf tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:21:23.616532 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4665e381-718f-4d57-902a-c6fd797ddacf tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:21:23.625803 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4665e381-718f-4d57-902a-c6fd797ddacf tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Made reservation on behalf of 7685ec01aae340318b32080f2ed65ad0 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:21:23.629107 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4665e381-718f-4d57-902a-c6fd797ddacf tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:23.640727 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4665e381-718f-4d57-902a-c6fd797ddacf tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:23.654795 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4665e381-718f-4d57-902a-c6fd797ddacf tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:21:23.659221 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4665e381-718f-4d57-902a-c6fd797ddacf tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Usage tracker for resource:security_group_rule and tenant:7685ec01aae340318b32080f2ed65ad0 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:21:23.662176 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4665e381-718f-4d57-902a-c6fd797ddacf tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:21:23.668062 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4665e381-718f-4d57-902a-c6fd797ddacf tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:21:23.744578 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 99c85e2a-f0ad-40ef-8002-ece39a86db1a no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:21:23.749868 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4665e381-718f-4d57-902a-c6fd797ddacf tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:23.754469 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4665e381-718f-4d57-902a-c6fd797ddacf tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:23.778828 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 99c85e2a-f0ad-40ef-8002-ece39a86db1a {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:21:23.779176 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 99c85e2a-f0ad-40ef-8002-ece39a86db1a not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:21:23.783989 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4665e381-718f-4d57-902a-c6fd797ddacf tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:21:23.796127 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665e381-718f-4d57-902a-c6fd797ddacf tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35a87239-3aa6-4bbe-afc7-a5e61bf99061,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:23.800663 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4665e381-718f-4d57-902a-c6fd797ddacf tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:23.801006 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-4665e381-718f-4d57-902a-c6fd797ddacf tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Added segment 2094a0cb-1ca1-4da4-918d-57d93f959021 of type vlan for network f4c25456-9832-4a58-b72f-8a51c6c498b7 May 03 23:21:23.830754 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4665e381-718f-4d57-902a-c6fd797ddacf tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:23.864182 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4665e381-718f-4d57-902a-c6fd797ddacf tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:23.869576 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4665e381-718f-4d57-902a-c6fd797ddacf tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:23.870192 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4665e381-718f-4d57-902a-c6fd797ddacf tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:23.976716 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4665e381-718f-4d57-902a-c6fd797ddacf tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4830720 May 03 23:21:23.980193 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665e381-718f-4d57-902a-c6fd797ddacf tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Pushing event updated for resources: {'Network': ['ID=f4c25456-9832-4a58-b72f-8a51c6c498b7,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:23.989996 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network f4c25456-9832-4a58-b72f-8a51c6c498b7 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:21:24.914483 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:25.588834 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-396e528a-cb20-45f2-bcb9-39aa7e306c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:26.409789 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:26.465451 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:27.135075 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55758) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:27.140704 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-f2bedd43-13cf-46bb-90c2-819d5cec227a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Request body: {'subnet': {'network_id': 'f4c25456-9832-4a58-b72f-8a51c6c498b7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:21:27.248866 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f2bedd43-13cf-46bb-90c2-819d5cec227a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:21:27.252733 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f2bedd43-13cf-46bb-90c2-819d5cec227a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Usage tracker for resource:subnet and tenant:7685ec01aae340318b32080f2ed65ad0 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:21:27.255512 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f2bedd43-13cf-46bb-90c2-819d5cec227a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:21:27.261117 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f2bedd43-13cf-46bb-90c2-819d5cec227a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:21:27.270507 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bedd43-13cf-46bb-90c2-819d5cec227a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Made reservation on behalf of 7685ec01aae340318b32080f2ed65ad0 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:21:27.273996 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f2bedd43-13cf-46bb-90c2-819d5cec227a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:27.489581 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f2bedd43-13cf-46bb-90c2-819d5cec227a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:27.565722 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bedd43-13cf-46bb-90c2-819d5cec227a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Pushing event updated for resources: {'Subnet': ['ID=788b2494-adeb-47f7-ba69-30e98350cdd5,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:27.573078 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bedd43-13cf-46bb-90c2-819d5cec227a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Checking segment: {'id': '2094a0cb-1ca1-4da4-918d-57d93f959021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f4c25456-9832-4a58-b72f-8a51c6c498b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:21:27.573349 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bedd43-13cf-46bb-90c2-819d5cec227a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Network hostable DHCP agents. Network: f4c25456-9832-4a58-b72f-8a51c6c498b7, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:21:27.592186 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bedd43-13cf-46bb-90c2-819d5cec227a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Network f4c25456-9832-4a58-b72f-8a51c6c498b7 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:21:27.601593 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-f2bedd43-13cf-46bb-90c2-819d5cec227a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, f4c25456-9832-4a58-b72f-8a51c6c498b7) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:21:27.605455 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bedd43-13cf-46bb-90c2-819d5cec227a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:27.606054 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f2bedd43-13cf-46bb-90c2-819d5cec227a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:27.612219 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e22a748-1a5d-41b3-a40f-4c3e8a051a2b None None] Network f4c25456-9832-4a58-b72f-8a51c6c498b7 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:21:27.626840 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f2bedd43-13cf-46bb-90c2-819d5cec227a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4906633 May 03 23:21:27.630266 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55762) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:27.635722 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-e7831dca-df08-4902-8eb9-503f68c88522 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2118982071'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:21:27.641968 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e7831dca-df08-4902-8eb9-503f68c88522 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:21:27.645754 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e7831dca-df08-4902-8eb9-503f68c88522 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Usage tracker for resource:network and tenant:7685ec01aae340318b32080f2ed65ad0 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:21:27.648571 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e7831dca-df08-4902-8eb9-503f68c88522 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:21:27.654230 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e7831dca-df08-4902-8eb9-503f68c88522 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:21:27.666642 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7831dca-df08-4902-8eb9-503f68c88522 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Made reservation on behalf of 7685ec01aae340318b32080f2ed65ad0 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:21:27.670003 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e7831dca-df08-4902-8eb9-503f68c88522 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:27.699785 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7831dca-df08-4902-8eb9-503f68c88522 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:21:27.708696 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e7831dca-df08-4902-8eb9-503f68c88522 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:27.709030 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-e7831dca-df08-4902-8eb9-503f68c88522 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Added segment 7da1791d-a578-40a6-8256-6b02a07d4530 of type vlan for network 7145e1c7-2377-42a8-a82b-a556a49e6a79 May 03 23:21:27.734191 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e7831dca-df08-4902-8eb9-503f68c88522 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:27.762486 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e7831dca-df08-4902-8eb9-503f68c88522 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:27.768464 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7831dca-df08-4902-8eb9-503f68c88522 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:27.769036 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e7831dca-df08-4902-8eb9-503f68c88522 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:27.798141 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:27.843374 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82d2b78-d1e8-4814-be87-0f362c7fbfcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-f4c25456-9832-4a58-b72f-8a51c6c498b7', 'network_id': 'f4c25456-9832-4a58-b72f-8a51c6c498b7', 'tenant_id': '7685ec01aae340318b32080f2ed65ad0', 'fixed_ips': [{'subnet_id': '788b2494-adeb-47f7-ba69-30e98350cdd5'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:21:27.844781 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a82d2b78-d1e8-4814-be87-0f362c7fbfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:27.872818 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e7831dca-df08-4902-8eb9-503f68c88522 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2414877 May 03 23:21:27.876514 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55766) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:27.882873 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7831dca-df08-4902-8eb9-503f68c88522 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Pushing event updated for resources: {'Network': ['ID=7145e1c7-2377-42a8-a82b-a556a49e6a79,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:27.883839 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-2201886b-b264-406a-9e8f-b14f87bd078e tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Request body: {'subnet': {'network_id': '7145e1c7-2377-42a8-a82b-a556a49e6a79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:21:27.932578 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 7145e1c7-2377-42a8-a82b-a556a49e6a79 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:21:28.004079 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2201886b-b264-406a-9e8f-b14f87bd078e tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:21:28.007968 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2201886b-b264-406a-9e8f-b14f87bd078e tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Usage tracker for resource:subnet and tenant:7685ec01aae340318b32080f2ed65ad0 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:21:28.010777 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2201886b-b264-406a-9e8f-b14f87bd078e tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:21:28.016434 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2201886b-b264-406a-9e8f-b14f87bd078e tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:21:28.025871 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2201886b-b264-406a-9e8f-b14f87bd078e tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Made reservation on behalf of 7685ec01aae340318b32080f2ed65ad0 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:21:28.029368 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2201886b-b264-406a-9e8f-b14f87bd078e tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:28.115661 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-a82d2b78-d1e8-4814-be87-0f362c7fbfcd None None] Allocated IP 2001:db8:0:ffff::2 (f4c25456-9832-4a58-b72f-8a51c6c498b7/788b2494-adeb-47f7-ba69-30e98350cdd5/ac2fd423-717c-448c-8fa7-9de378552c33) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:21:28.260690 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2201886b-b264-406a-9e8f-b14f87bd078e tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:28.321684 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a82d2b78-d1e8-4814-be87-0f362c7fbfcd None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:28.333252 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a82d2b78-d1e8-4814-be87-0f362c7fbfcd None None] Transition to ACTIVE for port object ac2fd423-717c-448c-8fa7-9de378552c33 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:21:28.341151 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201886b-b264-406a-9e8f-b14f87bd078e tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Pushing event updated for resources: {'Subnet': ['ID=b1d89ab3-efa7-4346-a571-5c04a431fe7b,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:28.350517 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2201886b-b264-406a-9e8f-b14f87bd078e tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Checking segment: {'id': '7da1791d-a578-40a6-8256-6b02a07d4530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7145e1c7-2377-42a8-a82b-a556a49e6a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:21:28.350877 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2201886b-b264-406a-9e8f-b14f87bd078e tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Network hostable DHCP agents. Network: 7145e1c7-2377-42a8-a82b-a556a49e6a79, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:21:28.353817 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a82d2b78-d1e8-4814-be87-0f362c7fbfcd None None] Transition to ACTIVE for port object ac2fd423-717c-448c-8fa7-9de378552c33 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:21:28.359692 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a82d2b78-d1e8-4814-be87-0f362c7fbfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:28.370577 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2201886b-b264-406a-9e8f-b14f87bd078e tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Network 7145e1c7-2377-42a8-a82b-a556a49e6a79 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:21:28.379174 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-2201886b-b264-406a-9e8f-b14f87bd078e tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 7145e1c7-2377-42a8-a82b-a556a49e6a79) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:21:28.383229 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2201886b-b264-406a-9e8f-b14f87bd078e tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:28.383813 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2201886b-b264-406a-9e8f-b14f87bd078e tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:28.404558 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e43ff6a-ffef-4129-ba86-bbd3599f7495 None None] Network 7145e1c7-2377-42a8-a82b-a556a49e6a79 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:21:28.404802 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2201886b-b264-406a-9e8f-b14f87bd078e tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5270789 May 03 23:21:28.408504 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55770) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:28.480849 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82d2b78-d1e8-4814-be87-0f362c7fbfcd None None] Network f4c25456-9832-4a58-b72f-8a51c6c498b7 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:21:28.486274 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-a82d2b78-d1e8-4814-be87-0f362c7fbfcd None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:21:28.488876 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82d2b78-d1e8-4814-be87-0f362c7fbfcd None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:21:28.541281 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d2b78-d1e8-4814-be87-0f362c7fbfcd None None] Pushing event updated for resources: {'Port': ['ID=ac2fd423-717c-448c-8fa7-9de378552c33,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:28.557519 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ad0ff806-43da-4061-aec4-5ef62b52689a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:28.586550 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:28.599136 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82d2b78-d1e8-4814-be87-0f362c7fbfcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:28.599479 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82d2b78-d1e8-4814-be87-0f362c7fbfcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:28.599816 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82d2b78-d1e8-4814-be87-0f362c7fbfcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:28.600146 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82d2b78-d1e8-4814-be87-0f362c7fbfcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:28.600871 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82d2b78-d1e8-4814-be87-0f362c7fbfcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:28.600871 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82d2b78-d1e8-4814-be87-0f362c7fbfcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:28.601116 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82d2b78-d1e8-4814-be87-0f362c7fbfcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:28.601429 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82d2b78-d1e8-4814-be87-0f362c7fbfcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:28.601738 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82d2b78-d1e8-4814-be87-0f362c7fbfcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:28.602077 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82d2b78-d1e8-4814-be87-0f362c7fbfcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:28.602393 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82d2b78-d1e8-4814-be87-0f362c7fbfcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:28.603235 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82d2b78-d1e8-4814-be87-0f362c7fbfcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:28.624610 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ad0ff806-43da-4061-aec4-5ef62b52689a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:28.674661 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-a82d2b78-d1e8-4814-be87-0f362c7fbfcd None None] Attempting to bind port ac2fd423-717c-448c-8fa7-9de378552c33 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:21:28.675225 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-a82d2b78-d1e8-4814-be87-0f362c7fbfcd None None] Attempting to bind port ac2fd423-717c-448c-8fa7-9de378552c33 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '2094a0cb-1ca1-4da4-918d-57d93f959021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f4c25456-9832-4a58-b72f-8a51c6c498b7'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:21:28.675370 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82d2b78-d1e8-4814-be87-0f362c7fbfcd None None] Attempting to bind port ac2fd423-717c-448c-8fa7-9de378552c33 on network f4c25456-9832-4a58-b72f-8a51c6c498b7 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:21:28.707875 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ad0ff806-43da-4061-aec4-5ef62b52689a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:28.712005 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82d2b78-d1e8-4814-be87-0f362c7fbfcd None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:21:28.712379 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82d2b78-d1e8-4814-be87-0f362c7fbfcd None None] Checking segment: {'id': '2094a0cb-1ca1-4da4-918d-57d93f959021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f4c25456-9832-4a58-b72f-8a51c6c498b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:21:28.712801 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a82d2b78-d1e8-4814-be87-0f362c7fbfcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:28.713164 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82d2b78-d1e8-4814-be87-0f362c7fbfcd None None] Bound using segment: {'id': '2094a0cb-1ca1-4da4-918d-57d93f959021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f4c25456-9832-4a58-b72f-8a51c6c498b7'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:21:28.713625 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-a82d2b78-d1e8-4814-be87-0f362c7fbfcd None None] Bound port: ac2fd423-717c-448c-8fa7-9de378552c33, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2094a0cb-1ca1-4da4-918d-57d93f959021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f4c25456-9832-4a58-b72f-8a51c6c498b7'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:21:28.714024 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a82d2b78-d1e8-4814-be87-0f362c7fbfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:28.746877 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ff806-43da-4061-aec4-5ef62b52689a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Pushing event deleted for resources: {'Subnet': ['ID=b1d89ab3-efa7-4346-a571-5c04a431fe7b,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:28.799036 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c7d76b-4e3a-4a9e-8446-26449bc6c010 None None] Network 7145e1c7-2377-42a8-a82b-a556a49e6a79 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:21:28.845003 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ad0ff806-43da-4061-aec4-5ef62b52689a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:28.874703 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-ad0ff806-43da-4061-aec4-5ef62b52689a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7145e1c7-2377-42a8-a82b-a556a49e6a79']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:21:28.888025 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-ad0ff806-43da-4061-aec4-5ef62b52689a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7da1791d-a578-40a6-8256-6b02a07d4530') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:21:28.888683 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-ad0ff806-43da-4061-aec4-5ef62b52689a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7da1791d-a578-40a6-8256-6b02a07d4530') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:21:28.900060 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ad0ff806-43da-4061-aec4-5ef62b52689a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:28.915540 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ad0ff806-43da-4061-aec4-5ef62b52689a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:28.922186 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad0ff806-43da-4061-aec4-5ef62b52689a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:21:28.922613 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ad0ff806-43da-4061-aec4-5ef62b52689a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:28.936809 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 23:21:28.936809 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:21:28.936809 n-d-811807-1 neutron-server[88069]: timer() May 03 23:21:28.936809 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:21:28.936809 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 23:21:28.936809 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:21:28.936809 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 23:21:28.936809 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:21:28.936809 n-d-811807-1 neutron-server[88069]: self._notify() May 03 23:21:28.936809 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:21:28.936809 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 23:21:28.936809 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:21:28.936809 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 23:21:28.936809 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:21:28.936809 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:21:28.936809 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:21:28.936809 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:21:28.936809 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:21:28.936809 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 23:21:28.936809 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:21:28.936809 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 23:21:28.936809 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:21:28.936809 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:21:28.936809 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:21:28.936809 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 23:21:28.936809 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:21:28.936809 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:21:28.936809 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:21:28.936809 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:21:28.936809 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:21:28.936809 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:21:28.936809 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:21:28.969036 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-a82d2b78-d1e8-4814-be87-0f362c7fbfcd None None] For port ac2fd423-717c-448c-8fa7-9de378552c33, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:21:29.015583 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-a82d2b78-d1e8-4814-be87-0f362c7fbfcd None None] For port ac2fd423-717c-448c-8fa7-9de378552c33, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ac2fd423-717c-448c-8fa7-9de378552c33,segment=NetworkSegment(2094a0cb-1ca1-4da4-918d-57d93f959021),segment_id=2094a0cb-1ca1-4da4-918d-57d93f959021)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:21:29.018496 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ad0ff806-43da-4061-aec4-5ef62b52689a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:29.021152 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a82d2b78-d1e8-4814-be87-0f362c7fbfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:29.037765 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ad0ff806-43da-4061-aec4-5ef62b52689a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks [] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:29.043785 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ff806-43da-4061-aec4-5ef62b52689a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Pushing event deleted for resources: {'Network': ['ID=7145e1c7-2377-42a8-a82b-a556a49e6a79,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:29.050680 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ad0ff806-43da-4061-aec4-5ef62b52689a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] 10.222.0.58 "DELETE /v2.0/networks/7145e1c7-2377-42a8-a82b-a556a49e6a79 HTTP/1.1" status: 204 len: 168 time: 0.6413379 May 03 23:21:29.054266 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55774) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:29.059900 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-5bafe456-1ba9-48b7-9579-ae992b4f975a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-984337173'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:21:29.066932 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-5bafe456-1ba9-48b7-9579-ae992b4f975a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:21:29.070681 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5bafe456-1ba9-48b7-9579-ae992b4f975a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Usage tracker for resource:network and tenant:7685ec01aae340318b32080f2ed65ad0 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:21:29.073606 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5bafe456-1ba9-48b7-9579-ae992b4f975a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:21:29.081745 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-5bafe456-1ba9-48b7-9579-ae992b4f975a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:21:29.090778 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bafe456-1ba9-48b7-9579-ae992b4f975a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Made reservation on behalf of 7685ec01aae340318b32080f2ed65ad0 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:21:29.094719 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5bafe456-1ba9-48b7-9579-ae992b4f975a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:29.104503 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d2b78-d1e8-4814-be87-0f362c7fbfcd None None] Pushing event updated for resources: {'Port': ['ID=ac2fd423-717c-448c-8fa7-9de378552c33,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:29.126013 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bafe456-1ba9-48b7-9579-ae992b4f975a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:21:29.135987 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5bafe456-1ba9-48b7-9579-ae992b4f975a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:29.136328 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-5bafe456-1ba9-48b7-9579-ae992b4f975a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Added segment e27d5aff-1847-4e77-b985-090b6aeeb6c2 of type vlan for network 1b431868-0390-42e8-be17-bb110eedb5f9 May 03 23:21:29.163446 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5bafe456-1ba9-48b7-9579-ae992b4f975a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:29.196622 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5bafe456-1ba9-48b7-9579-ae992b4f975a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:29.202576 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bafe456-1ba9-48b7-9579-ae992b4f975a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:29.203201 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5bafe456-1ba9-48b7-9579-ae992b4f975a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:29.430155 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5bafe456-1ba9-48b7-9579-ae992b4f975a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3746536 May 03 23:21:29.433065 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55778) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:29.439692 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-bbd72ba7-abc8-4b3a-b3dd-c05ff6168051 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Request body: {'subnet': {'network_id': '1b431868-0390-42e8-be17-bb110eedb5f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:21:29.439894 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bafe456-1ba9-48b7-9579-ae992b4f975a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Pushing event updated for resources: {'Network': ['ID=1b431868-0390-42e8-be17-bb110eedb5f9,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:29.453005 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 1b431868-0390-42e8-be17-bb110eedb5f9 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:21:29.662849 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-bbd72ba7-abc8-4b3a-b3dd-c05ff6168051 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:21:29.666659 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-bbd72ba7-abc8-4b3a-b3dd-c05ff6168051 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Usage tracker for resource:subnet and tenant:7685ec01aae340318b32080f2ed65ad0 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:21:29.669431 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-bbd72ba7-abc8-4b3a-b3dd-c05ff6168051 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:21:29.675629 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-bbd72ba7-abc8-4b3a-b3dd-c05ff6168051 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:21:29.685331 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd72ba7-abc8-4b3a-b3dd-c05ff6168051 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Made reservation on behalf of 7685ec01aae340318b32080f2ed65ad0 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:21:29.688909 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bbd72ba7-abc8-4b3a-b3dd-c05ff6168051 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:29.779558 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.ipam_backend_mixin [None req-bbd72ba7-abc8-4b3a-b3dd-c05ff6168051 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Performing IP validity checks on allocation pools {{(pid=88069) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 03 23:21:29.780079 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.ipam_backend_mixin [None req-bbd72ba7-abc8-4b3a-b3dd-c05ff6168051 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88069) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 03 23:21:29.919076 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bbd72ba7-abc8-4b3a-b3dd-c05ff6168051 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:30.001964 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd72ba7-abc8-4b3a-b3dd-c05ff6168051 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Pushing event updated for resources: {'Subnet': ['ID=98679d71-61e3-458c-be95-feca3b91853b,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:30.010820 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd72ba7-abc8-4b3a-b3dd-c05ff6168051 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Checking segment: {'id': 'e27d5aff-1847-4e77-b985-090b6aeeb6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1b431868-0390-42e8-be17-bb110eedb5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:21:30.011181 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd72ba7-abc8-4b3a-b3dd-c05ff6168051 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Network hostable DHCP agents. Network: 1b431868-0390-42e8-be17-bb110eedb5f9, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:21:30.032145 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd72ba7-abc8-4b3a-b3dd-c05ff6168051 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Network 1b431868-0390-42e8-be17-bb110eedb5f9 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:21:30.042199 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-bbd72ba7-abc8-4b3a-b3dd-c05ff6168051 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 1b431868-0390-42e8-be17-bb110eedb5f9) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:21:30.047105 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd72ba7-abc8-4b3a-b3dd-c05ff6168051 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:30.047684 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bbd72ba7-abc8-4b3a-b3dd-c05ff6168051 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:30.054626 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb35c62e-a87e-4109-b40d-3771d74f5c5d None None] Network 1b431868-0390-42e8-be17-bb110eedb5f9 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:21:30.069367 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-bbd72ba7-abc8-4b3a-b3dd-c05ff6168051 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6349432 May 03 23:21:30.072211 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55782) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:30.094381 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaf4640-e7e6-43cb-b9ce-bcd00b37483d None None] Network f4c25456-9832-4a58-b72f-8a51c6c498b7 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:21:30.212815 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7c1a0553-a48b-48aa-82c0-932d380f4fa4 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:30.279754 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7c1a0553-a48b-48aa-82c0-932d380f4fa4 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:30.292232 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-81fb7190-a313-4fa6-8863-23431e56cf7b None None] Provisioning for port ac2fd423-717c-448c-8fa7-9de378552c33 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:21:30.359374 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7c1a0553-a48b-48aa-82c0-932d380f4fa4 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:30.401058 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a0553-a48b-48aa-82c0-932d380f4fa4 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Pushing event deleted for resources: {'Subnet': ['ID=98679d71-61e3-458c-be95-feca3b91853b,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:30.497478 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7c1a0553-a48b-48aa-82c0-932d380f4fa4 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:30.498699 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96dd3cb-df49-4386-9302-825533b693cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-1b431868-0390-42e8-be17-bb110eedb5f9', 'network_id': '1b431868-0390-42e8-be17-bb110eedb5f9', 'tenant_id': '7685ec01aae340318b32080f2ed65ad0', 'fixed_ips': [{'subnet_id': '98679d71-61e3-458c-be95-feca3b91853b'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:21:30.499519 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e96dd3cb-df49-4386-9302-825533b693cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:30.522722 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-7c1a0553-a48b-48aa-82c0-932d380f4fa4 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b431868-0390-42e8-be17-bb110eedb5f9']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:21:30.535293 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-7c1a0553-a48b-48aa-82c0-932d380f4fa4 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27d5aff-1847-4e77-b985-090b6aeeb6c2') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:21:30.535604 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-7c1a0553-a48b-48aa-82c0-932d380f4fa4 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27d5aff-1847-4e77-b985-090b6aeeb6c2') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:21:30.547403 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7c1a0553-a48b-48aa-82c0-932d380f4fa4 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:30.564101 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7c1a0553-a48b-48aa-82c0-932d380f4fa4 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:30.571585 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c1a0553-a48b-48aa-82c0-932d380f4fa4 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:21:30.572595 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7c1a0553-a48b-48aa-82c0-932d380f4fa4 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:30.588502 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 23:21:30.588502 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:21:30.588502 n-d-811807-1 neutron-server[88069]: timer() May 03 23:21:30.588502 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:21:30.588502 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 23:21:30.588502 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:21:30.588502 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 23:21:30.588502 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:21:30.588502 n-d-811807-1 neutron-server[88069]: self._notify() May 03 23:21:30.588502 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:21:30.588502 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 23:21:30.588502 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:21:30.588502 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 23:21:30.588502 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:21:30.588502 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:21:30.588502 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:21:30.588502 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:21:30.588502 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:21:30.588502 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 23:21:30.588502 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:21:30.588502 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 23:21:30.588502 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:21:30.588502 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:21:30.588502 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:21:30.588502 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 23:21:30.588502 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:21:30.588502 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:21:30.588502 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:21:30.588502 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:21:30.588502 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:21:30.588502 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:21:30.588502 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:21:30.670524 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-e96dd3cb-df49-4386-9302-825533b693cb None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 03 23:21:30.670524 n-d-811807-1 neutron-server[88071]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] May 03 23:21:30.670524 n-d-811807-1 neutron-server[88071]: [parameters: {'project_id': '7685ec01aae340318b32080f2ed65ad0', 'id': '0169a34b-2226-4d9f-b86e-61d762507054', 'name': '', 'network_id': '1b431868-0390-42e8-be17-bb110eedb5f9', 'mac_address': 'fa:16:3e:e4:00:6d', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-1b431868-0390-42e8-be17-bb110eedb5f9', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 4175}] May 03 23:21:30.670524 n-d-811807-1 neutron-server[88071]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:21:30.670936 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-e96dd3cb-df49-4386-9302-825533b693cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:21:30.675976 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7c1a0553-a48b-48aa-82c0-932d380f4fa4 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:30.694682 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7c1a0553-a48b-48aa-82c0-932d380f4fa4 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks [] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:30.707021 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a0553-a48b-48aa-82c0-932d380f4fa4 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Pushing event deleted for resources: {'Network': ['ID=1b431868-0390-42e8-be17-bb110eedb5f9,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:30.709682 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7c1a0553-a48b-48aa-82c0-932d380f4fa4 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] 10.222.0.58 "DELETE /v2.0/networks/1b431868-0390-42e8-be17-bb110eedb5f9 HTTP/1.1" status: 204 len: 168 time: 0.6365259 May 03 23:21:30.714570 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55786) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:30.720088 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-80d315a1-af8c-408f-b48b-dfe15216e4e5 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1259741871'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:21:30.725837 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-80d315a1-af8c-408f-b48b-dfe15216e4e5 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:21:30.729795 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-80d315a1-af8c-408f-b48b-dfe15216e4e5 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Usage tracker for resource:network and tenant:7685ec01aae340318b32080f2ed65ad0 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:21:30.732738 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-80d315a1-af8c-408f-b48b-dfe15216e4e5 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:21:30.739087 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-80d315a1-af8c-408f-b48b-dfe15216e4e5 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:21:30.751030 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d315a1-af8c-408f-b48b-dfe15216e4e5 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Made reservation on behalf of 7685ec01aae340318b32080f2ed65ad0 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:21:30.754871 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-80d315a1-af8c-408f-b48b-dfe15216e4e5 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:30.782987 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d315a1-af8c-408f-b48b-dfe15216e4e5 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:21:30.791135 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-80d315a1-af8c-408f-b48b-dfe15216e4e5 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:30.791474 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-80d315a1-af8c-408f-b48b-dfe15216e4e5 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Added segment e61c866d-8032-430d-ba10-7d8b04aeb022 of type vlan for network a85d2af1-7572-4b74-986f-bfc840447512 May 03 23:21:30.817136 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-80d315a1-af8c-408f-b48b-dfe15216e4e5 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:30.846112 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-80d315a1-af8c-408f-b48b-dfe15216e4e5 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:30.851532 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d315a1-af8c-408f-b48b-dfe15216e4e5 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:30.852104 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-80d315a1-af8c-408f-b48b-dfe15216e4e5 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks [] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:30.907470 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-80d315a1-af8c-408f-b48b-dfe15216e4e5 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1919212 May 03 23:21:30.910424 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55790) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:30.916346 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-9949a918-5ae9-4a34-8eba-63f028201821 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Request body: {'subnet': {'network_id': 'a85d2af1-7572-4b74-986f-bfc840447512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:21:30.959601 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d315a1-af8c-408f-b48b-dfe15216e4e5 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Pushing event updated for resources: {'Network': ['ID=a85d2af1-7572-4b74-986f-bfc840447512,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:30.970178 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network a85d2af1-7572-4b74-986f-bfc840447512 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:21:31.028795 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-9949a918-5ae9-4a34-8eba-63f028201821 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:21:31.033144 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9949a918-5ae9-4a34-8eba-63f028201821 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Usage tracker for resource:subnet and tenant:7685ec01aae340318b32080f2ed65ad0 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:21:31.035960 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9949a918-5ae9-4a34-8eba-63f028201821 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:21:31.041497 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-9949a918-5ae9-4a34-8eba-63f028201821 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:21:31.051779 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9949a918-5ae9-4a34-8eba-63f028201821 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Made reservation on behalf of 7685ec01aae340318b32080f2ed65ad0 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:21:31.055368 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9949a918-5ae9-4a34-8eba-63f028201821 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:31.172817 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e96dd3cb-df49-4386-9302-825533b693cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:31.205071 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5113f9b-7646-4049-b226-0f373cf2982a None None] Network 1b431868-0390-42e8-be17-bb110eedb5f9 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:21:31.223999 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5113f9b-7646-4049-b226-0f373cf2982a None None] Network 1b431868-0390-42e8-be17-bb110eedb5f9 could not be found, it might have been deleted concurrently. {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 03 23:21:31.270604 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9949a918-5ae9-4a34-8eba-63f028201821 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:31.319419 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ac2fd423-717c-448c-8fa7-9de378552c33 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:21:31.353275 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949a918-5ae9-4a34-8eba-63f028201821 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Pushing event updated for resources: {'Subnet': ['ID=75cc725e-3a84-4e1d-b269-d12df33b532b,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:31.361879 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9949a918-5ae9-4a34-8eba-63f028201821 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Checking segment: {'id': 'e61c866d-8032-430d-ba10-7d8b04aeb022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a85d2af1-7572-4b74-986f-bfc840447512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:21:31.362246 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9949a918-5ae9-4a34-8eba-63f028201821 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Network hostable DHCP agents. Network: a85d2af1-7572-4b74-986f-bfc840447512, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:21:31.381108 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9949a918-5ae9-4a34-8eba-63f028201821 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Network a85d2af1-7572-4b74-986f-bfc840447512 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:21:31.383916 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port ac2fd423-717c-448c-8fa7-9de378552c33 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:21:31.388880 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port ac2fd423-717c-448c-8fa7-9de378552c33 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:21:31.389315 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:31.390154 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-9949a918-5ae9-4a34-8eba-63f028201821 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, a85d2af1-7572-4b74-986f-bfc840447512) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:21:31.394865 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9949a918-5ae9-4a34-8eba-63f028201821 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:31.395501 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9949a918-5ae9-4a34-8eba-63f028201821 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:31.419274 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9949a918-5ae9-4a34-8eba-63f028201821 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5043409 May 03 23:21:31.419488 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55794) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:31.422884 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa484ab-22cb-489b-8147-425a3c26cf48 None None] Network a85d2af1-7572-4b74-986f-bfc840447512 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:21:31.424963 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-22795464-b44e-4482-ac09-7de85ec36750 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-593419773'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:21:31.430545 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-22795464-b44e-4482-ac09-7de85ec36750 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:21:31.434325 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-22795464-b44e-4482-ac09-7de85ec36750 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Usage tracker for resource:network and tenant:7685ec01aae340318b32080f2ed65ad0 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:21:31.437160 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-22795464-b44e-4482-ac09-7de85ec36750 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:21:31.443079 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-22795464-b44e-4482-ac09-7de85ec36750 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:21:31.454094 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22795464-b44e-4482-ac09-7de85ec36750 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Made reservation on behalf of 7685ec01aae340318b32080f2ed65ad0 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:21:31.457652 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-22795464-b44e-4482-ac09-7de85ec36750 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:31.484694 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22795464-b44e-4482-ac09-7de85ec36750 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:21:31.492722 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-22795464-b44e-4482-ac09-7de85ec36750 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:31.493059 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-22795464-b44e-4482-ac09-7de85ec36750 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Added segment 394e8273-505c-4652-9b59-84f075626cf3 of type vlan for network 2170f7d3-2103-4113-b0cb-f32900fb2891 May 03 23:21:31.518229 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-22795464-b44e-4482-ac09-7de85ec36750 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:31.551855 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-22795464-b44e-4482-ac09-7de85ec36750 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:31.558658 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22795464-b44e-4482-ac09-7de85ec36750 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:31.559235 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-22795464-b44e-4482-ac09-7de85ec36750 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:31.651227 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:31.658713 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-22795464-b44e-4482-ac09-7de85ec36750 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2382441 May 03 23:21:31.661631 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55798) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:31.668257 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-e4f13303-9689-45cb-8da4-36404556d1d4 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Request body: {'subnet': {'network_id': '2170f7d3-2103-4113-b0cb-f32900fb2891', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:21:31.668442 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22795464-b44e-4482-ac09-7de85ec36750 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Pushing event updated for resources: {'Network': ['ID=2170f7d3-2103-4113-b0cb-f32900fb2891,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:31.687187 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 2170f7d3-2103-4113-b0cb-f32900fb2891 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:21:31.756419 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port ac2fd423-717c-448c-8fa7-9de378552c33, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ac2fd423-717c-448c-8fa7-9de378552c33,segment=NetworkSegment(2094a0cb-1ca1-4da4-918d-57d93f959021),segment_id=2094a0cb-1ca1-4da4-918d-57d93f959021)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:21:31.785882 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e4f13303-9689-45cb-8da4-36404556d1d4 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:21:31.789738 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e4f13303-9689-45cb-8da4-36404556d1d4 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Usage tracker for resource:subnet and tenant:7685ec01aae340318b32080f2ed65ad0 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:21:31.792594 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-e4f13303-9689-45cb-8da4-36404556d1d4 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:21:31.798349 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-e4f13303-9689-45cb-8da4-36404556d1d4 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:21:31.807335 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6da035-6e6a-48ca-aa76-8c23a503e459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-a85d2af1-7572-4b74-986f-bfc840447512', 'network_id': 'a85d2af1-7572-4b74-986f-bfc840447512', 'tenant_id': '7685ec01aae340318b32080f2ed65ad0', 'fixed_ips': [{'subnet_id': '75cc725e-3a84-4e1d-b269-d12df33b532b'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:21:31.808200 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4b6da035-6e6a-48ca-aa76-8c23a503e459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:31.808833 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f13303-9689-45cb-8da4-36404556d1d4 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Made reservation on behalf of 7685ec01aae340318b32080f2ed65ad0 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:21:31.812763 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e4f13303-9689-45cb-8da4-36404556d1d4 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:31.817383 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:31.963868 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=ac2fd423-717c-448c-8fa7-9de378552c33,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:32.037403 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e4f13303-9689-45cb-8da4-36404556d1d4 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:32.049101 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-4b6da035-6e6a-48ca-aa76-8c23a503e459 None None] Allocated IP 2001:db8::2 (a85d2af1-7572-4b74-986f-bfc840447512/75cc725e-3a84-4e1d-b269-d12df33b532b/98ad5f8f-20e4-4a24-8efa-333841a970da) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:21:32.115716 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f13303-9689-45cb-8da4-36404556d1d4 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Pushing event updated for resources: {'Subnet': ['ID=4f138f53-ba8c-4ebd-b52b-13d400affe07,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:32.124310 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f13303-9689-45cb-8da4-36404556d1d4 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Checking segment: {'id': '394e8273-505c-4652-9b59-84f075626cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '2170f7d3-2103-4113-b0cb-f32900fb2891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:21:32.124677 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f13303-9689-45cb-8da4-36404556d1d4 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Network hostable DHCP agents. Network: 2170f7d3-2103-4113-b0cb-f32900fb2891, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:21:32.145513 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f13303-9689-45cb-8da4-36404556d1d4 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Network 2170f7d3-2103-4113-b0cb-f32900fb2891 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:21:32.154927 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-e4f13303-9689-45cb-8da4-36404556d1d4 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 2170f7d3-2103-4113-b0cb-f32900fb2891) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:21:32.159045 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f13303-9689-45cb-8da4-36404556d1d4 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:32.159630 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e4f13303-9689-45cb-8da4-36404556d1d4 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:32.166756 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96324bc8-64f8-4eeb-8c48-6484d9deaf84 None None] Network 2170f7d3-2103-4113-b0cb-f32900fb2891 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:21:32.180672 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e4f13303-9689-45cb-8da4-36404556d1d4 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5179064 May 03 23:21:32.183372 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55802) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:32.324238 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a3e311a-9527-4204-9caf-608c02cba264 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:32.388885 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a3e311a-9527-4204-9caf-608c02cba264 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:32.446338 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4b6da035-6e6a-48ca-aa76-8c23a503e459 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:32.473078 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-4b6da035-6e6a-48ca-aa76-8c23a503e459 None None] Transition to ACTIVE for port object 98ad5f8f-20e4-4a24-8efa-333841a970da will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:21:32.473329 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a3e311a-9527-4204-9caf-608c02cba264 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:32.513471 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e311a-9527-4204-9caf-608c02cba264 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Pushing event deleted for resources: {'Subnet': ['ID=4f138f53-ba8c-4ebd-b52b-13d400affe07,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:32.527594 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-4b6da035-6e6a-48ca-aa76-8c23a503e459 None None] Transition to ACTIVE for port object 98ad5f8f-20e4-4a24-8efa-333841a970da will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:21:32.535758 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4b6da035-6e6a-48ca-aa76-8c23a503e459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:32.576737 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ccda5e-3ff7-42ef-b16f-90f8d208f771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-2170f7d3-2103-4113-b0cb-f32900fb2891', 'network_id': '2170f7d3-2103-4113-b0cb-f32900fb2891', 'tenant_id': '7685ec01aae340318b32080f2ed65ad0', 'fixed_ips': [{'subnet_id': '4f138f53-ba8c-4ebd-b52b-13d400affe07'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:21:32.577473 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-74ccda5e-3ff7-42ef-b16f-90f8d208f771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:32.608593 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a3e311a-9527-4204-9caf-608c02cba264 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:32.626774 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6da035-6e6a-48ca-aa76-8c23a503e459 None None] Network a85d2af1-7572-4b74-986f-bfc840447512 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:21:32.633944 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-6a3e311a-9527-4204-9caf-608c02cba264 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2170f7d3-2103-4113-b0cb-f32900fb2891']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:21:32.645698 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-6a3e311a-9527-4204-9caf-608c02cba264 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '394e8273-505c-4652-9b59-84f075626cf3') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:21:32.646027 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-6a3e311a-9527-4204-9caf-608c02cba264 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '394e8273-505c-4652-9b59-84f075626cf3') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:21:32.657417 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a3e311a-9527-4204-9caf-608c02cba264 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:32.663238 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-4b6da035-6e6a-48ca-aa76-8c23a503e459 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:21:32.665155 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6da035-6e6a-48ca-aa76-8c23a503e459 None None] Pushing event updated for resources: {'Port': ['ID=98ad5f8f-20e4-4a24-8efa-333841a970da,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:32.667382 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6da035-6e6a-48ca-aa76-8c23a503e459 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:21:32.673974 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a3e311a-9527-4204-9caf-608c02cba264 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:32.680342 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a3e311a-9527-4204-9caf-608c02cba264 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:21:32.680736 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a3e311a-9527-4204-9caf-608c02cba264 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:32.695263 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 23:21:32.695263 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:21:32.695263 n-d-811807-1 neutron-server[88070]: timer() May 03 23:21:32.695263 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:21:32.695263 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 23:21:32.695263 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:21:32.695263 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 23:21:32.695263 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:21:32.695263 n-d-811807-1 neutron-server[88070]: self._notify() May 03 23:21:32.695263 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:21:32.695263 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 23:21:32.695263 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:21:32.695263 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 23:21:32.695263 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:21:32.695263 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:21:32.695263 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:21:32.695263 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:21:32.695263 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:21:32.695263 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 23:21:32.695263 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:21:32.695263 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 23:21:32.695263 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:21:32.695263 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:21:32.695263 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:21:32.695263 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 23:21:32.695263 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:21:32.695263 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:21:32.695263 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:21:32.695263 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:21:32.695263 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:21:32.695263 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:21:32.695263 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:21:32.780462 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a3e311a-9527-4204-9caf-608c02cba264 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:32.781055 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-4b6da035-6e6a-48ca-aa76-8c23a503e459 None None] Attempting to bind port 98ad5f8f-20e4-4a24-8efa-333841a970da on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:21:32.781898 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-4b6da035-6e6a-48ca-aa76-8c23a503e459 None None] Attempting to bind port 98ad5f8f-20e4-4a24-8efa-333841a970da by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'e61c866d-8032-430d-ba10-7d8b04aeb022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a85d2af1-7572-4b74-986f-bfc840447512'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:21:32.782358 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6da035-6e6a-48ca-aa76-8c23a503e459 None None] Attempting to bind port 98ad5f8f-20e4-4a24-8efa-333841a970da on network a85d2af1-7572-4b74-986f-bfc840447512 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:21:32.787827 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a3e311a-9527-4204-9caf-608c02cba264 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:32.790246 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6da035-6e6a-48ca-aa76-8c23a503e459 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:21:32.790656 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6da035-6e6a-48ca-aa76-8c23a503e459 None None] Checking segment: {'id': 'e61c866d-8032-430d-ba10-7d8b04aeb022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a85d2af1-7572-4b74-986f-bfc840447512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:21:32.791305 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4b6da035-6e6a-48ca-aa76-8c23a503e459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:32.791624 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6da035-6e6a-48ca-aa76-8c23a503e459 None None] Bound using segment: {'id': 'e61c866d-8032-430d-ba10-7d8b04aeb022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a85d2af1-7572-4b74-986f-bfc840447512'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:21:32.792467 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-4b6da035-6e6a-48ca-aa76-8c23a503e459 None None] Bound port: 98ad5f8f-20e4-4a24-8efa-333841a970da, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e61c866d-8032-430d-ba10-7d8b04aeb022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a85d2af1-7572-4b74-986f-bfc840447512'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:21:32.792859 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4b6da035-6e6a-48ca-aa76-8c23a503e459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:32.804600 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f23676b-9280-45c0-93f6-4ad623fbae1b None None] Network 2170f7d3-2103-4113-b0cb-f32900fb2891 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:21:32.814306 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e311a-9527-4204-9caf-608c02cba264 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Pushing event deleted for resources: {'Network': ['ID=2170f7d3-2103-4113-b0cb-f32900fb2891,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:32.820127 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6a3e311a-9527-4204-9caf-608c02cba264 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] 10.222.0.58 "DELETE /v2.0/networks/2170f7d3-2103-4113-b0cb-f32900fb2891 HTTP/1.1" status: 204 len: 168 time: 0.6327791 May 03 23:21:32.820472 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55806) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:32.825698 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f23676b-9280-45c0-93f6-4ad623fbae1b None None] Network 2170f7d3-2103-4113-b0cb-f32900fb2891 could not be found, it might have been deleted concurrently. {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 03 23:21:32.863151 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-cab52fa0-7dab-47d5-8b21-e421a1a9995d tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] GET failed (client error): The resource could not be found. May 03 23:21:32.863666 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-cab52fa0-7dab-47d5-8b21-e421a1a9995d tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Synchronizing usage tracker for tenant:7685ec01aae340318b32080f2ed65ad0 on resource:subnet {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:21:32.881149 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-cab52fa0-7dab-47d5-8b21-e421a1a9995d tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Unset dirty status for tenant:7685ec01aae340318b32080f2ed65ad0 on resource:subnet {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:21:32.882500 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-cab52fa0-7dab-47d5-8b21-e421a1a9995d tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] 10.222.0.58 "GET /v2.0/subnets/4f138f53-ba8c-4ebd-b52b-13d400affe07 HTTP/1.1" status: 404 len: 337 time: 0.0611236 May 03 23:21:32.885773 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55810) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:32.903985 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-4b6da035-6e6a-48ca-aa76-8c23a503e459 None None] For port 98ad5f8f-20e4-4a24-8efa-333841a970da, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:21:32.908305 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-4b6da035-6e6a-48ca-aa76-8c23a503e459 None None] For port 98ad5f8f-20e4-4a24-8efa-333841a970da, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=98ad5f8f-20e4-4a24-8efa-333841a970da,segment=NetworkSegment(e61c866d-8032-430d-ba10-7d8b04aeb022),segment_id=e61c866d-8032-430d-ba10-7d8b04aeb022)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:21:32.913568 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4b6da035-6e6a-48ca-aa76-8c23a503e459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:32.994620 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6da035-6e6a-48ca-aa76-8c23a503e459 None None] Pushing event updated for resources: {'Port': ['ID=98ad5f8f-20e4-4a24-8efa-333841a970da,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:33.024955 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e8901f3-b8b6-46b9-99e7-b61d6a2f173a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] DELETE failed (client error): The resource could not be found. May 03 23:21:33.025440 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e8901f3-b8b6-46b9-99e7-b61d6a2f173a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:21:33.027244 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6e8901f3-b8b6-46b9-99e7-b61d6a2f173a tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] 10.222.0.58 "DELETE /v2.0/networks/2170f7d3-2103-4113-b0cb-f32900fb2891 HTTP/1.1" status: 404 len: 339 time: 0.1405237 May 03 23:21:33.031717 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55814) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:33.068774 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b9c2ee8-16e7-4b58-be39-326bb4a817e4 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] DELETE failed (client error): The resource could not be found. May 03 23:21:33.069394 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b9c2ee8-16e7-4b58-be39-326bb4a817e4 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:21:33.070950 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6b9c2ee8-16e7-4b58-be39-326bb4a817e4 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] 10.222.0.58 "DELETE /v2.0/subnets/4f138f53-ba8c-4ebd-b52b-13d400affe07 HTTP/1.1" status: 404 len: 337 time: 0.0383236 May 03 23:21:33.073473 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55818) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:33.098953 n-d-811807-1 neutron-server[88069]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef740f3-8295-4fa8-a8a6-aefa8352d77c tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] DELETE failed (client error): The resource could not be found. May 03 23:21:33.099431 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ef740f3-8295-4fa8-a8a6-aefa8352d77c tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88069) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:21:33.101108 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1ef740f3-8295-4fa8-a8a6-aefa8352d77c tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] 10.222.0.58 "DELETE /v2.0/networks/2170f7d3-2103-4113-b0cb-f32900fb2891 HTTP/1.1" status: 404 len: 339 time: 0.0267198 May 03 23:21:33.103735 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55822) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:33.182165 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f567568-7fba-42b7-a9bc-3967997ac788 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Deleting subnet 75cc725e-3a84-4e1d-b269-d12df33b532b {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:21:33.186506 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7f567568-7fba-42b7-a9bc-3967997ac788 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:33.248508 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7f567568-7fba-42b7-a9bc-3967997ac788 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:33.345699 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7f567568-7fba-42b7-a9bc-3967997ac788 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:33.387690 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ac2fd423-717c-448c-8fa7-9de378552c33 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:21:33.419986 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7f567568-7fba-42b7-a9bc-3967997ac788 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:33.457725 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f567568-7fba-42b7-a9bc-3967997ac788 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Pushing event deleted for resources: {'Subnet': ['ID=75cc725e-3a84-4e1d-b269-d12df33b532b,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:33.459341 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port ac2fd423-717c-448c-8fa7-9de378552c33 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:21:33.459810 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:33.467401 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7f567568-7fba-42b7-a9bc-3967997ac788 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:33.483171 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7f567568-7fba-42b7-a9bc-3967997ac788 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] 10.222.0.58 "DELETE /v2.0/subnets/75cc725e-3a84-4e1d-b269-d12df33b532b HTTP/1.1" status: 204 len: 168 time: 0.3784430 May 03 23:21:33.486385 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55826) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:33.585361 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 98ad5f8f-20e4-4a24-8efa-333841a970da up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:21:33.598858 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-17a57313-6399-47bf-a009-913f00f76835 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:33.609698 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-17a57313-6399-47bf-a009-913f00f76835 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Deleting port 98ad5f8f-20e4-4a24-8efa-333841a970da {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:21:33.610061 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-17a57313-6399-47bf-a009-913f00f76835 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:33.653333 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 98ad5f8f-20e4-4a24-8efa-333841a970da completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:21:33.941373 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-17a57313-6399-47bf-a009-913f00f76835 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] For port 98ad5f8f-20e4-4a24-8efa-333841a970da, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=98ad5f8f-20e4-4a24-8efa-333841a970da,segment=NetworkSegment(e61c866d-8032-430d-ba10-7d8b04aeb022),segment_id=e61c866d-8032-430d-ba10-7d8b04aeb022)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:21:33.941726 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-17a57313-6399-47bf-a009-913f00f76835 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:33.941937 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45366503-52d6-4ab3-9d20-e5687acc8f38 None None] Network a85d2af1-7572-4b74-986f-bfc840447512 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:21:34.061284 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-17a57313-6399-47bf-a009-913f00f76835 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Calling delete_port for 98ad5f8f-20e4-4a24-8efa-333841a970da owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:21:34.071069 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b3e6191e-95d9-47d9-831a-debc778c6837 None None] Provisioning for port 98ad5f8f-20e4-4a24-8efa-333841a970da completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:21:34.080959 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b3e6191e-95d9-47d9-831a-debc778c6837 None None] Provisioning complete for port 98ad5f8f-20e4-4a24-8efa-333841a970da triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:21:34.081335 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b3e6191e-95d9-47d9-831a-debc778c6837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:34.134994 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-17a57313-6399-47bf-a009-913f00f76835 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:34.169457 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b3e6191e-95d9-47d9-831a-debc778c6837 None None] Could not find standard attr ID for object 98ad5f8f-20e4-4a24-8efa-333841a970da. {{(pid=88071) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 03 23:21:34.172878 n-d-811807-1 neutron-server[88071]: INFO neutron.plugins.ml2.db [None req-b3e6191e-95d9-47d9-831a-debc778c6837 None None] No ports have port_id starting with 98ad5f8f-20e4-4a24-8efa-333841a970da May 03 23:21:34.183522 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a57313-6399-47bf-a009-913f00f76835 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Pushing event deleted for resources: {'Port': ['ID=98ad5f8f-20e4-4a24-8efa-333841a970da,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:34.188677 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a57313-6399-47bf-a009-913f00f76835 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] No DVR routers for this DVR port 98ad5f8f-20e4-4a24-8efa-333841a970da on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:21:34.226133 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e013e23-b4c7-466d-b5ec-a5d17f675735 None None] DHCP port deletion for a85d2af1-7572-4b74-986f-bfc840447512 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:21:34.314736 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-17a57313-6399-47bf-a009-913f00f76835 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:34.346977 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-17a57313-6399-47bf-a009-913f00f76835 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85d2af1-7572-4b74-986f-bfc840447512']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:21:34.359535 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-17a57313-6399-47bf-a009-913f00f76835 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e61c866d-8032-430d-ba10-7d8b04aeb022') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:21:34.359840 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-17a57313-6399-47bf-a009-913f00f76835 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e61c866d-8032-430d-ba10-7d8b04aeb022') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:21:34.371310 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-17a57313-6399-47bf-a009-913f00f76835 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:34.387093 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-17a57313-6399-47bf-a009-913f00f76835 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:34.393592 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a57313-6399-47bf-a009-913f00f76835 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:21:34.394173 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-17a57313-6399-47bf-a009-913f00f76835 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:34.409086 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 23:21:34.409086 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:21:34.409086 n-d-811807-1 neutron-server[88070]: timer() May 03 23:21:34.409086 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:21:34.409086 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 23:21:34.409086 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:21:34.409086 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 23:21:34.409086 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:21:34.409086 n-d-811807-1 neutron-server[88070]: self._notify() May 03 23:21:34.409086 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:21:34.409086 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 23:21:34.409086 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:21:34.409086 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 23:21:34.409086 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:21:34.409086 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:21:34.409086 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:21:34.409086 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:21:34.409086 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:21:34.409086 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 23:21:34.409086 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:21:34.409086 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 23:21:34.409086 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:21:34.409086 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:21:34.409086 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:21:34.409086 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 23:21:34.409086 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:21:34.409086 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:21:34.409086 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:21:34.409086 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:21:34.409086 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:21:34.409086 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:21:34.409086 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:21:34.491552 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-17a57313-6399-47bf-a009-913f00f76835 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:34.509535 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-17a57313-6399-47bf-a009-913f00f76835 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:34.521125 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a57313-6399-47bf-a009-913f00f76835 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Pushing event deleted for resources: {'Network': ['ID=a85d2af1-7572-4b74-986f-bfc840447512,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:34.525217 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-17a57313-6399-47bf-a009-913f00f76835 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] 10.222.0.58 "DELETE /v2.0/networks/a85d2af1-7572-4b74-986f-bfc840447512 HTTP/1.1" status: 204 len: 168 time: 1.0378342 May 03 23:21:34.527805 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55830) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:34.565341 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-99282577-45ed-4ff1-aa7b-55dbc6fbe0df tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] DELETE failed (client error): The resource could not be found. May 03 23:21:34.565789 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99282577-45ed-4ff1-aa7b-55dbc6fbe0df tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:21:34.569798 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-99282577-45ed-4ff1-aa7b-55dbc6fbe0df tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] 10.222.0.58 "DELETE /v2.0/subnets/98679d71-61e3-458c-be95-feca3b91853b HTTP/1.1" status: 404 len: 337 time: 0.0387173 May 03 23:21:34.570065 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55834) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:34.599019 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc42c624-9b48-4701-b06f-75a0c3ce5726 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] DELETE failed (client error): The resource could not be found. May 03 23:21:34.599484 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc42c624-9b48-4701-b06f-75a0c3ce5726 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:21:34.601119 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-dc42c624-9b48-4701-b06f-75a0c3ce5726 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] 10.222.0.58 "DELETE /v2.0/networks/1b431868-0390-42e8-be17-bb110eedb5f9 HTTP/1.1" status: 404 len: 339 time: 0.0301909 May 03 23:21:34.603675 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55838) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:34.639998 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76f13bc-45c7-4a46-8863-150387350652 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] DELETE failed (client error): The resource could not be found. May 03 23:21:34.640966 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b76f13bc-45c7-4a46-8863-150387350652 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:21:34.642556 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b76f13bc-45c7-4a46-8863-150387350652 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] 10.222.0.58 "DELETE /v2.0/subnets/b1d89ab3-efa7-4346-a571-5c04a431fe7b HTTP/1.1" status: 404 len: 337 time: 0.0380147 May 03 23:21:34.644873 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55842) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:34.667852 n-d-811807-1 neutron-server[88070]: INFO neutron.pecan_wsgi.hooks.translation [None req-d832682b-044e-4f41-94d8-af824cdc8280 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] DELETE failed (client error): The resource could not be found. May 03 23:21:34.668304 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d832682b-044e-4f41-94d8-af824cdc8280 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88070) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 03 23:21:34.669894 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d832682b-044e-4f41-94d8-af824cdc8280 tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] 10.222.0.58 "DELETE /v2.0/networks/7145e1c7-2377-42a8-a82b-a556a49e6a79 HTTP/1.1" status: 404 len: 339 time: 0.0241203 May 03 23:21:34.672052 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55846) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:34.734433 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cdc1741-19c5-4742-8e98-a6bde84b10de tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Deleting subnet 788b2494-adeb-47f7-ba69-30e98350cdd5 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:21:34.737311 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4cdc1741-19c5-4742-8e98-a6bde84b10de tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:34.794807 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4cdc1741-19c5-4742-8e98-a6bde84b10de tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:34.875658 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4cdc1741-19c5-4742-8e98-a6bde84b10de tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:34.949662 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4cdc1741-19c5-4742-8e98-a6bde84b10de tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:34.989676 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc1741-19c5-4742-8e98-a6bde84b10de tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Pushing event deleted for resources: {'Subnet': ['ID=788b2494-adeb-47f7-ba69-30e98350cdd5,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:34.991601 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4cdc1741-19c5-4742-8e98-a6bde84b10de tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:34.995680 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cf6aa6-35cc-4db9-bd95-b9df51775acc None None] Network f4c25456-9832-4a58-b72f-8a51c6c498b7 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:21:35.000853 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4cdc1741-19c5-4742-8e98-a6bde84b10de tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] 10.222.0.58 "DELETE /v2.0/subnets/788b2494-adeb-47f7-ba69-30e98350cdd5 HTTP/1.1" status: 204 len: 168 time: 0.3279178 May 03 23:21:35.003296 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55850) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:35.116256 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-151a974d-4958-4017-be80-39850b3732ff tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:35.130995 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-151a974d-4958-4017-be80-39850b3732ff tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Deleting port ac2fd423-717c-448c-8fa7-9de378552c33 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:21:35.131335 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-151a974d-4958-4017-be80-39850b3732ff tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:35.241237 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514b6502-e39d-45fa-90a7-4d5c224c2462 None None] DHCP port deletion for f4c25456-9832-4a58-b72f-8a51c6c498b7 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:21:35.245714 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-514b6502-e39d-45fa-90a7-4d5c224c2462 None None] Deleting port ac2fd423-717c-448c-8fa7-9de378552c33 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:21:35.246247 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-514b6502-e39d-45fa-90a7-4d5c224c2462 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:35.303125 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device ac2fd423-717c-448c-8fa7-9de378552c33 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:21:35.342270 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-151a974d-4958-4017-be80-39850b3732ff tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] For port ac2fd423-717c-448c-8fa7-9de378552c33, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ac2fd423-717c-448c-8fa7-9de378552c33,segment=NetworkSegment(2094a0cb-1ca1-4da4-918d-57d93f959021),segment_id=2094a0cb-1ca1-4da4-918d-57d93f959021)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:21:35.342633 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-151a974d-4958-4017-be80-39850b3732ff tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:35.469570 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-151a974d-4958-4017-be80-39850b3732ff tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Calling delete_port for ac2fd423-717c-448c-8fa7-9de378552c33 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:21:35.546062 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-151a974d-4958-4017-be80-39850b3732ff tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:35.584395 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-514b6502-e39d-45fa-90a7-4d5c224c2462 None None] For port ac2fd423-717c-448c-8fa7-9de378552c33, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ac2fd423-717c-448c-8fa7-9de378552c33,segment=NetworkSegment(2094a0cb-1ca1-4da4-918d-57d93f959021),segment_id=2094a0cb-1ca1-4da4-918d-57d93f959021)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:21:35.584797 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-514b6502-e39d-45fa-90a7-4d5c224c2462 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:35.597161 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a974d-4958-4017-be80-39850b3732ff tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Pushing event deleted for resources: {'Port': ['ID=ac2fd423-717c-448c-8fa7-9de378552c33,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:35.599315 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:35.601620 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151a974d-4958-4017-be80-39850b3732ff tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] No DVR routers for this DVR port ac2fd423-717c-448c-8fa7-9de378552c33 on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:21:35.717504 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-514b6502-e39d-45fa-90a7-4d5c224c2462 None None] Calling delete_port for ac2fd423-717c-448c-8fa7-9de378552c33 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:21:35.816037 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 98ad5f8f-20e4-4a24-8efa-333841a970da no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:21:35.831993 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-151a974d-4958-4017-be80-39850b3732ff tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:35.856998 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-151a974d-4958-4017-be80-39850b3732ff tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c25456-9832-4a58-b72f-8a51c6c498b7']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:21:35.858950 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 98ad5f8f-20e4-4a24-8efa-333841a970da {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:21:35.859301 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 98ad5f8f-20e4-4a24-8efa-333841a970da not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:21:35.867672 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-514b6502-e39d-45fa-90a7-4d5c224c2462 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:21:35.868036 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-514b6502-e39d-45fa-90a7-4d5c224c2462 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:21:35.870017 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-151a974d-4958-4017-be80-39850b3732ff tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2094a0cb-1ca1-4da4-918d-57d93f959021') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:21:35.870513 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-151a974d-4958-4017-be80-39850b3732ff tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2094a0cb-1ca1-4da4-918d-57d93f959021') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:21:35.881755 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-151a974d-4958-4017-be80-39850b3732ff tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:35.898345 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-151a974d-4958-4017-be80-39850b3732ff tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:35.904144 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-151a974d-4958-4017-be80-39850b3732ff tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:21:35.904523 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-151a974d-4958-4017-be80-39850b3732ff tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:35.919426 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 23:21:35.919426 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:21:35.919426 n-d-811807-1 neutron-server[88070]: timer() May 03 23:21:35.919426 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:21:35.919426 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 23:21:35.919426 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:21:35.919426 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 23:21:35.919426 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:21:35.919426 n-d-811807-1 neutron-server[88070]: self._notify() May 03 23:21:35.919426 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:21:35.919426 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 23:21:35.919426 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:21:35.919426 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 23:21:35.919426 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:21:35.919426 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:21:35.919426 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:21:35.919426 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:21:35.919426 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:21:35.919426 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 23:21:35.919426 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:21:35.919426 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 23:21:35.919426 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:21:35.919426 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:21:35.919426 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:21:35.919426 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 23:21:35.919426 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:21:35.919426 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:21:35.919426 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:21:35.919426 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:21:35.919426 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:21:35.919426 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:21:35.919426 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:21:35.997544 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-151a974d-4958-4017-be80-39850b3732ff tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:36.002183 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-151a974d-4958-4017-be80-39850b3732ff tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:36.027449 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a974d-4958-4017-be80-39850b3732ff tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] Pushing event deleted for resources: {'Network': ['ID=f4c25456-9832-4a58-b72f-8a51c6c498b7,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:36.033051 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-151a974d-4958-4017-be80-39850b3732ff tempest-NetworksIpV6Test-148631809 tempest-NetworksIpV6Test-148631809-project] 10.222.0.58 "DELETE /v2.0/networks/f4c25456-9832-4a58-b72f-8a51c6c498b7 HTTP/1.1" status: 204 len: 168 time: 1.0268292 May 03 23:21:36.293939 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55860) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:36.369173 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-514b6502-e39d-45fa-90a7-4d5c224c2462 None None] Deleting port ac2fd423-717c-448c-8fa7-9de378552c33 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:21:36.369652 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-514b6502-e39d-45fa-90a7-4d5c224c2462 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:36.439399 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-514b6502-e39d-45fa-90a7-4d5c224c2462 None None] The port 'ac2fd423-717c-448c-8fa7-9de378552c33' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 23:21:36.444122 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-70553999-e3a8-4ddb-8acf-d616e7229523 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7685ec01aae340318b32080f2ed65ad0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1487546 May 03 23:21:36.446881 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55866) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:36.508749 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d8e9e2bf-99ca-4fc6-8fc4-0694a0d6196b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:36.534435 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d8e9e2bf-99ca-4fc6-8fc4-0694a0d6196b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:36.587185 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d8e9e2bf-99ca-4fc6-8fc4-0694a0d6196b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:36.606289 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9e2bf-99ca-4fc6-8fc4-0694a0d6196b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a87239-3aa6-4bbe-afc7-a5e61bf99061,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:36.611088 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d8e9e2bf-99ca-4fc6-8fc4-0694a0d6196b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:36.612215 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d8e9e2bf-99ca-4fc6-8fc4-0694a0d6196b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/35a87239-3aa6-4bbe-afc7-a5e61bf99061 HTTP/1.1" status: 204 len: 168 time: 0.1642780 May 03 23:21:37.281735 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55890) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:37.382275 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-598d1b64-2381-47f1-9285-bd6f73459430 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-305726130', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:21:37.389334 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-598d1b64-2381-47f1-9285-bd6f73459430 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:21:37.393101 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-598d1b64-2381-47f1-9285-bd6f73459430 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Usage tracker for resource:router and tenant:3cec0d8c8ec84fc4af7759371ef59848 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:21:37.395933 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-598d1b64-2381-47f1-9285-bd6f73459430 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:21:37.402047 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-598d1b64-2381-47f1-9285-bd6f73459430 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:21:37.412495 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-598d1b64-2381-47f1-9285-bd6f73459430 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:37.413558 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-598d1b64-2381-47f1-9285-bd6f73459430 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:37.428286 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-598d1b64-2381-47f1-9285-bd6f73459430 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:37.446202 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-598d1b64-2381-47f1-9285-bd6f73459430 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:37.467010 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-598d1b64-2381-47f1-9285-bd6f73459430 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:37.468146 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-598d1b64-2381-47f1-9285-bd6f73459430 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1854005 May 03 23:21:37.470839 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55896) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:37.476254 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-16963ac2-39d6-42a5-bbda-46bfb8187d67 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-26751554'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:21:37.481460 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-16963ac2-39d6-42a5-bbda-46bfb8187d67 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:21:37.486381 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-16963ac2-39d6-42a5-bbda-46bfb8187d67 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Usage tracker for resource:network and tenant:3cec0d8c8ec84fc4af7759371ef59848 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:21:37.489186 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-16963ac2-39d6-42a5-bbda-46bfb8187d67 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:21:37.494837 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-16963ac2-39d6-42a5-bbda-46bfb8187d67 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:21:37.503871 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16963ac2-39d6-42a5-bbda-46bfb8187d67 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Made reservation on behalf of 3cec0d8c8ec84fc4af7759371ef59848 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:21:37.507194 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16963ac2-39d6-42a5-bbda-46bfb8187d67 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:37.519006 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16963ac2-39d6-42a5-bbda-46bfb8187d67 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:37.533163 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-16963ac2-39d6-42a5-bbda-46bfb8187d67 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:21:37.536896 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-16963ac2-39d6-42a5-bbda-46bfb8187d67 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Usage tracker for resource:security_group_rule and tenant:3cec0d8c8ec84fc4af7759371ef59848 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:21:37.539690 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-16963ac2-39d6-42a5-bbda-46bfb8187d67 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:21:37.545304 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-16963ac2-39d6-42a5-bbda-46bfb8187d67 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:21:37.628373 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16963ac2-39d6-42a5-bbda-46bfb8187d67 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:37.631671 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16963ac2-39d6-42a5-bbda-46bfb8187d67 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:37.666371 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16963ac2-39d6-42a5-bbda-46bfb8187d67 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:21:37.675361 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16963ac2-39d6-42a5-bbda-46bfb8187d67 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c3a438-ae1a-4565-bf48-0f44995d08e5,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:37.680797 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16963ac2-39d6-42a5-bbda-46bfb8187d67 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:37.681138 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-16963ac2-39d6-42a5-bbda-46bfb8187d67 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Added segment c8ab2559-9c99-4292-abe9-e69ae909ce7a of type vlan for network 798e8a75-3ab0-4cb6-8089-8a8c4a29767e May 03 23:21:37.706630 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16963ac2-39d6-42a5-bbda-46bfb8187d67 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:37.735156 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16963ac2-39d6-42a5-bbda-46bfb8187d67 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:37.740513 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16963ac2-39d6-42a5-bbda-46bfb8187d67 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:37.741095 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16963ac2-39d6-42a5-bbda-46bfb8187d67 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks [] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:37.841468 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-16963ac2-39d6-42a5-bbda-46bfb8187d67 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3696213 May 03 23:21:37.844741 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55902) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:37.850403 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-6bb24140-5960-4d09-ac2c-614acc5c4bb0 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Request body: {'subnet': {'network_id': '798e8a75-3ab0-4cb6-8089-8a8c4a29767e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:21:37.850818 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16963ac2-39d6-42a5-bbda-46bfb8187d67 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Pushing event updated for resources: {'Network': ['ID=798e8a75-3ab0-4cb6-8089-8a8c4a29767e,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:37.861100 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 798e8a75-3ab0-4cb6-8089-8a8c4a29767e details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:21:37.959707 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6bb24140-5960-4d09-ac2c-614acc5c4bb0 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:21:37.963470 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6bb24140-5960-4d09-ac2c-614acc5c4bb0 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Usage tracker for resource:subnet and tenant:3cec0d8c8ec84fc4af7759371ef59848 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:21:37.966262 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6bb24140-5960-4d09-ac2c-614acc5c4bb0 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:21:37.972346 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6bb24140-5960-4d09-ac2c-614acc5c4bb0 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:21:37.981733 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb24140-5960-4d09-ac2c-614acc5c4bb0 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Made reservation on behalf of 3cec0d8c8ec84fc4af7759371ef59848 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:21:37.985869 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6bb24140-5960-4d09-ac2c-614acc5c4bb0 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:38.191127 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6bb24140-5960-4d09-ac2c-614acc5c4bb0 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:38.269373 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb24140-5960-4d09-ac2c-614acc5c4bb0 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Pushing event updated for resources: {'Subnet': ['ID=2176ffc4-ac9a-4b26-a50f-42b493c8e2a5,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:38.277612 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb24140-5960-4d09-ac2c-614acc5c4bb0 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Checking segment: {'id': 'c8ab2559-9c99-4292-abe9-e69ae909ce7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '798e8a75-3ab0-4cb6-8089-8a8c4a29767e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:21:38.277999 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb24140-5960-4d09-ac2c-614acc5c4bb0 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Network hostable DHCP agents. Network: 798e8a75-3ab0-4cb6-8089-8a8c4a29767e, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:21:38.297181 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb24140-5960-4d09-ac2c-614acc5c4bb0 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Network 798e8a75-3ab0-4cb6-8089-8a8c4a29767e is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:21:38.305902 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-6bb24140-5960-4d09-ac2c-614acc5c4bb0 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 798e8a75-3ab0-4cb6-8089-8a8c4a29767e) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:21:38.309783 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb24140-5960-4d09-ac2c-614acc5c4bb0 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:38.310394 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6bb24140-5960-4d09-ac2c-614acc5c4bb0 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:38.314716 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8936ac79-f3fa-4de3-b565-0247e283fb69 None None] Network 798e8a75-3ab0-4cb6-8089-8a8c4a29767e requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:21:38.331587 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6bb24140-5960-4d09-ac2c-614acc5c4bb0 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4857888 May 03 23:21:38.334590 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55906) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:38.339900 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-93136695-1348-4274-9b30-42659b83c07e tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-105046775'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:21:38.346010 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-93136695-1348-4274-9b30-42659b83c07e tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:21:38.349831 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-93136695-1348-4274-9b30-42659b83c07e tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Usage tracker for resource:network and tenant:3cec0d8c8ec84fc4af7759371ef59848 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:21:38.352651 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-93136695-1348-4274-9b30-42659b83c07e tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:21:38.358444 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-93136695-1348-4274-9b30-42659b83c07e tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:21:38.368664 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93136695-1348-4274-9b30-42659b83c07e tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Made reservation on behalf of 3cec0d8c8ec84fc4af7759371ef59848 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:21:38.372119 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-93136695-1348-4274-9b30-42659b83c07e tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:38.400230 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93136695-1348-4274-9b30-42659b83c07e tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:21:38.409347 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-93136695-1348-4274-9b30-42659b83c07e tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:38.409691 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-93136695-1348-4274-9b30-42659b83c07e tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Added segment 88ef56e6-36ad-4aa2-8388-b50d89a7d66f of type vlan for network 276851c1-ed65-49f0-b92e-521696cfd7fa May 03 23:21:38.436026 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-93136695-1348-4274-9b30-42659b83c07e tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:38.464779 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-93136695-1348-4274-9b30-42659b83c07e tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:38.471105 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93136695-1348-4274-9b30-42659b83c07e tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:38.471696 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-93136695-1348-4274-9b30-42659b83c07e tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:38.538626 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-93136695-1348-4274-9b30-42659b83c07e tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2006118 May 03 23:21:38.539204 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55910) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:38.541222 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c4f75a-8c2f-4f0e-8d0a-0df8e5dcc767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-798e8a75-3ab0-4cb6-8089-8a8c4a29767e', 'network_id': '798e8a75-3ab0-4cb6-8089-8a8c4a29767e', 'tenant_id': '3cec0d8c8ec84fc4af7759371ef59848', 'fixed_ips': [{'subnet_id': '2176ffc4-ac9a-4b26-a50f-42b493c8e2a5'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:21:38.542065 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b5c4f75a-8c2f-4f0e-8d0a-0df8e5dcc767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:38.545270 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-a2d0eba9-7308-4fe4-a58f-79a81262933b tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Request body: {'subnet': {'network_id': '276851c1-ed65-49f0-b92e-521696cfd7fa', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:21:38.590070 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93136695-1348-4274-9b30-42659b83c07e tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Pushing event updated for resources: {'Network': ['ID=276851c1-ed65-49f0-b92e-521696cfd7fa,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:38.602916 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 276851c1-ed65-49f0-b92e-521696cfd7fa details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:21:38.661153 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a2d0eba9-7308-4fe4-a58f-79a81262933b tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:21:38.664954 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a2d0eba9-7308-4fe4-a58f-79a81262933b tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Usage tracker for resource:subnet and tenant:3cec0d8c8ec84fc4af7759371ef59848 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:21:38.667785 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a2d0eba9-7308-4fe4-a58f-79a81262933b tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:21:38.674028 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a2d0eba9-7308-4fe4-a58f-79a81262933b tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:21:38.683535 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d0eba9-7308-4fe4-a58f-79a81262933b tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Made reservation on behalf of 3cec0d8c8ec84fc4af7759371ef59848 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:21:38.687115 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a2d0eba9-7308-4fe4-a58f-79a81262933b tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:38.792966 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-b5c4f75a-8c2f-4f0e-8d0a-0df8e5dcc767 None None] Allocated IP 172.20.0.2 (798e8a75-3ab0-4cb6-8089-8a8c4a29767e/2176ffc4-ac9a-4b26-a50f-42b493c8e2a5/5a62fa76-6241-48ed-955a-fac654f07a81) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:21:38.914172 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a2d0eba9-7308-4fe4-a58f-79a81262933b tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:38.995906 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b5c4f75a-8c2f-4f0e-8d0a-0df8e5dcc767 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:38.996532 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0eba9-7308-4fe4-a58f-79a81262933b tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Pushing event updated for resources: {'Subnet': ['ID=bebe7a21-f9cf-4ff3-964a-0a336dae9d88,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:39.003619 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d0eba9-7308-4fe4-a58f-79a81262933b tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Checking segment: {'id': '88ef56e6-36ad-4aa2-8388-b50d89a7d66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '276851c1-ed65-49f0-b92e-521696cfd7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:21:39.003945 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d0eba9-7308-4fe4-a58f-79a81262933b tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Network hostable DHCP agents. Network: 276851c1-ed65-49f0-b92e-521696cfd7fa, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:21:39.007021 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b5c4f75a-8c2f-4f0e-8d0a-0df8e5dcc767 None None] Transition to ACTIVE for port object 5a62fa76-6241-48ed-955a-fac654f07a81 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:21:39.022903 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d0eba9-7308-4fe4-a58f-79a81262933b tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Network 276851c1-ed65-49f0-b92e-521696cfd7fa is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:21:39.025548 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b5c4f75a-8c2f-4f0e-8d0a-0df8e5dcc767 None None] Transition to ACTIVE for port object 5a62fa76-6241-48ed-955a-fac654f07a81 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:21:39.031795 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b5c4f75a-8c2f-4f0e-8d0a-0df8e5dcc767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:39.032496 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-a2d0eba9-7308-4fe4-a58f-79a81262933b tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 276851c1-ed65-49f0-b92e-521696cfd7fa) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:21:39.037028 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d0eba9-7308-4fe4-a58f-79a81262933b tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:39.037653 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a2d0eba9-7308-4fe4-a58f-79a81262933b tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:39.058837 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a2d0eba9-7308-4fe4-a58f-79a81262933b tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5183284 May 03 23:21:39.061432 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55916) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:39.066733 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-80f80c8c-71f3-4884-b1a0-1eb49fa8ebe6 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Request body: {'router': {'external_gateway_info': {'network_id': '276851c1-ed65-49f0-b92e-521696cfd7fa'}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:21:39.069737 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d85fd8-e0a3-43ae-9d77-103dfc9acc68 None None] Network 276851c1-ed65-49f0-b92e-521696cfd7fa requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:21:39.137203 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c4f75a-8c2f-4f0e-8d0a-0df8e5dcc767 None None] Network 798e8a75-3ab0-4cb6-8089-8a8c4a29767e is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:21:39.137943 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4f75a-8c2f-4f0e-8d0a-0df8e5dcc767 None None] Pushing event updated for resources: {'Port': ['ID=5a62fa76-6241-48ed-955a-fac654f07a81,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:39.180172 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-b5c4f75a-8c2f-4f0e-8d0a-0df8e5dcc767 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:21:39.185891 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c4f75a-8c2f-4f0e-8d0a-0df8e5dcc767 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:21:39.370275 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-b5c4f75a-8c2f-4f0e-8d0a-0df8e5dcc767 None None] Attempting to bind port 5a62fa76-6241-48ed-955a-fac654f07a81 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:21:39.370560 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-b5c4f75a-8c2f-4f0e-8d0a-0df8e5dcc767 None None] Attempting to bind port 5a62fa76-6241-48ed-955a-fac654f07a81 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'c8ab2559-9c99-4292-abe9-e69ae909ce7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '798e8a75-3ab0-4cb6-8089-8a8c4a29767e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:21:39.370921 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c4f75a-8c2f-4f0e-8d0a-0df8e5dcc767 None None] Attempting to bind port 5a62fa76-6241-48ed-955a-fac654f07a81 on network 798e8a75-3ab0-4cb6-8089-8a8c4a29767e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:21:39.387363 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c4f75a-8c2f-4f0e-8d0a-0df8e5dcc767 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:21:39.387733 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c4f75a-8c2f-4f0e-8d0a-0df8e5dcc767 None None] Checking segment: {'id': 'c8ab2559-9c99-4292-abe9-e69ae909ce7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '798e8a75-3ab0-4cb6-8089-8a8c4a29767e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:21:39.388146 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b5c4f75a-8c2f-4f0e-8d0a-0df8e5dcc767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:39.388521 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c4f75a-8c2f-4f0e-8d0a-0df8e5dcc767 None None] Bound using segment: {'id': 'c8ab2559-9c99-4292-abe9-e69ae909ce7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '798e8a75-3ab0-4cb6-8089-8a8c4a29767e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:21:39.388983 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-b5c4f75a-8c2f-4f0e-8d0a-0df8e5dcc767 None None] Bound port: 5a62fa76-6241-48ed-955a-fac654f07a81, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ab2559-9c99-4292-abe9-e69ae909ce7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '798e8a75-3ab0-4cb6-8089-8a8c4a29767e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:21:39.389350 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b5c4f75a-8c2f-4f0e-8d0a-0df8e5dcc767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:39.510062 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f79166-6b3a-43bd-ad2a-a56feae25623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-276851c1-ed65-49f0-b92e-521696cfd7fa', 'network_id': '276851c1-ed65-49f0-b92e-521696cfd7fa', 'tenant_id': '3cec0d8c8ec84fc4af7759371ef59848', 'fixed_ips': [{'subnet_id': 'bebe7a21-f9cf-4ff3-964a-0a336dae9d88'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:21:39.510863 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-19f79166-6b3a-43bd-ad2a-a56feae25623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:39.559668 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-80f80c8c-71f3-4884-b1a0-1eb49fa8ebe6 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:39.577317 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-b5c4f75a-8c2f-4f0e-8d0a-0df8e5dcc767 None None] For port 5a62fa76-6241-48ed-955a-fac654f07a81, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:21:39.595193 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-b5c4f75a-8c2f-4f0e-8d0a-0df8e5dcc767 None None] For port 5a62fa76-6241-48ed-955a-fac654f07a81, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=5a62fa76-6241-48ed-955a-fac654f07a81,segment=NetworkSegment(c8ab2559-9c99-4292-abe9-e69ae909ce7a),segment_id=c8ab2559-9c99-4292-abe9-e69ae909ce7a)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:21:39.602934 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b5c4f75a-8c2f-4f0e-8d0a-0df8e5dcc767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:39.707451 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [None req-80f80c8c-71f3-4884-b1a0-1eb49fa8ebe6 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 03 23:21:39.710316 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-80f80c8c-71f3-4884-b1a0-1eb49fa8ebe6 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] 10.222.0.58 "PUT /v2.0/routers/df3844c9-adbc-40d3-8df6-a311895445a8 HTTP/1.1" status: 400 len: 364 time: 0.6478813 May 03 23:21:39.714304 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55920) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:39.743639 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4f75a-8c2f-4f0e-8d0a-0df8e5dcc767 None None] Pushing event updated for resources: {'Port': ['ID=5a62fa76-6241-48ed-955a-fac654f07a81,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:39.762237 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-19f79166-6b3a-43bd-ad2a-a56feae25623 None None] Allocated IP 172.21.0.2 (276851c1-ed65-49f0-b92e-521696cfd7fa/bebe7a21-f9cf-4ff3-964a-0a336dae9d88/ea87a5c7-4e7e-4ee6-9299-964061e7eafa) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:21:39.793521 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f2a6be9-f0d2-4985-a065-b3c6c16dad64 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Deleting subnet bebe7a21-f9cf-4ff3-964a-0a336dae9d88 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:21:40.003976 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-19f79166-6b3a-43bd-ad2a-a56feae25623 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:40.015558 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-19f79166-6b3a-43bd-ad2a-a56feae25623 None None] Transition to ACTIVE for port object ea87a5c7-4e7e-4ee6-9299-964061e7eafa will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:21:40.043392 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-19f79166-6b3a-43bd-ad2a-a56feae25623 None None] Transition to ACTIVE for port object ea87a5c7-4e7e-4ee6-9299-964061e7eafa will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:21:40.050677 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3f2a6be9-f0d2-4985-a065-b3c6c16dad64 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:40.051617 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-19f79166-6b3a-43bd-ad2a-a56feae25623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:40.115638 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3f2a6be9-f0d2-4985-a065-b3c6c16dad64 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:40.121189 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f79166-6b3a-43bd-ad2a-a56feae25623 None None] Network 276851c1-ed65-49f0-b92e-521696cfd7fa is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:21:40.124180 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-19f79166-6b3a-43bd-ad2a-a56feae25623 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:21:40.126724 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f79166-6b3a-43bd-ad2a-a56feae25623 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:21:40.172691 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f79166-6b3a-43bd-ad2a-a56feae25623 None None] Pushing event updated for resources: {'Port': ['ID=ea87a5c7-4e7e-4ee6-9299-964061e7eafa,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:40.201723 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3f2a6be9-f0d2-4985-a065-b3c6c16dad64 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:40.232201 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-19f79166-6b3a-43bd-ad2a-a56feae25623 None None] Attempting to bind port ea87a5c7-4e7e-4ee6-9299-964061e7eafa on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:21:40.232528 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-19f79166-6b3a-43bd-ad2a-a56feae25623 None None] Attempting to bind port ea87a5c7-4e7e-4ee6-9299-964061e7eafa by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '88ef56e6-36ad-4aa2-8388-b50d89a7d66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '276851c1-ed65-49f0-b92e-521696cfd7fa'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:21:40.232889 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f79166-6b3a-43bd-ad2a-a56feae25623 None None] Attempting to bind port ea87a5c7-4e7e-4ee6-9299-964061e7eafa on network 276851c1-ed65-49f0-b92e-521696cfd7fa {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:21:40.240711 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f79166-6b3a-43bd-ad2a-a56feae25623 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:21:40.241084 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f79166-6b3a-43bd-ad2a-a56feae25623 None None] Checking segment: {'id': '88ef56e6-36ad-4aa2-8388-b50d89a7d66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '276851c1-ed65-49f0-b92e-521696cfd7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:21:40.241509 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-19f79166-6b3a-43bd-ad2a-a56feae25623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:40.241946 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f79166-6b3a-43bd-ad2a-a56feae25623 None None] Bound using segment: {'id': '88ef56e6-36ad-4aa2-8388-b50d89a7d66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '276851c1-ed65-49f0-b92e-521696cfd7fa'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:21:40.242412 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-19f79166-6b3a-43bd-ad2a-a56feae25623 None None] Bound port: ea87a5c7-4e7e-4ee6-9299-964061e7eafa, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88ef56e6-36ad-4aa2-8388-b50d89a7d66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '276851c1-ed65-49f0-b92e-521696cfd7fa'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:21:40.243289 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-19f79166-6b3a-43bd-ad2a-a56feae25623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:40.245977 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:21:40.284245 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3f2a6be9-f0d2-4985-a065-b3c6c16dad64 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:40.328546 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a6be9-f0d2-4985-a065-b3c6c16dad64 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Pushing event deleted for resources: {'Subnet': ['ID=bebe7a21-f9cf-4ff3-964a-0a336dae9d88,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:40.332305 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3f2a6be9-f0d2-4985-a065-b3c6c16dad64 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:40.337291 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-19f79166-6b3a-43bd-ad2a-a56feae25623 None None] For port ea87a5c7-4e7e-4ee6-9299-964061e7eafa, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:21:40.338796 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3f2a6be9-f0d2-4985-a065-b3c6c16dad64 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] 10.222.0.58 "DELETE /v2.0/subnets/bebe7a21-f9cf-4ff3-964a-0a336dae9d88 HTTP/1.1" status: 204 len: 168 time: 0.6228244 May 03 23:21:40.341207 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55924) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:40.343598 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-19f79166-6b3a-43bd-ad2a-a56feae25623 None None] For port ea87a5c7-4e7e-4ee6-9299-964061e7eafa, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ea87a5c7-4e7e-4ee6-9299-964061e7eafa,segment=NetworkSegment(88ef56e6-36ad-4aa2-8388-b50d89a7d66f),segment_id=88ef56e6-36ad-4aa2-8388-b50d89a7d66f)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:21:40.347954 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-19f79166-6b3a-43bd-ad2a-a56feae25623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:40.468481 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d93ad094-7484-4d24-90eb-04b384005a72 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:40.476201 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f79166-6b3a-43bd-ad2a-a56feae25623 None None] Pushing event updated for resources: {'Port': ['ID=ea87a5c7-4e7e-4ee6-9299-964061e7eafa,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:40.482096 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-d93ad094-7484-4d24-90eb-04b384005a72 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Deleting port ea87a5c7-4e7e-4ee6-9299-964061e7eafa {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:21:40.482507 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d93ad094-7484-4d24-90eb-04b384005a72 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:40.506437 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd4f452-bd2b-468c-9130-6a9f5a72beb8 None None] Network 276851c1-ed65-49f0-b92e-521696cfd7fa requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:21:40.724323 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-d93ad094-7484-4d24-90eb-04b384005a72 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] For port ea87a5c7-4e7e-4ee6-9299-964061e7eafa, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=ea87a5c7-4e7e-4ee6-9299-964061e7eafa,segment=NetworkSegment(88ef56e6-36ad-4aa2-8388-b50d89a7d66f),segment_id=88ef56e6-36ad-4aa2-8388-b50d89a7d66f)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:21:40.724864 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d93ad094-7484-4d24-90eb-04b384005a72 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:40.832764 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a08d3e3-b983-4879-946c-c37bb95f04f9 None None] Network 798e8a75-3ab0-4cb6-8089-8a8c4a29767e requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:21:40.855074 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-d93ad094-7484-4d24-90eb-04b384005a72 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Calling delete_port for ea87a5c7-4e7e-4ee6-9299-964061e7eafa owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:21:40.933288 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d93ad094-7484-4d24-90eb-04b384005a72 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:40.959423 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5db20bff-b91c-47d1-94e7-49ff6886dafc None None] Provisioning for port 5a62fa76-6241-48ed-955a-fac654f07a81 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:21:40.984644 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ad094-7484-4d24-90eb-04b384005a72 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Pushing event deleted for resources: {'Port': ['ID=ea87a5c7-4e7e-4ee6-9299-964061e7eafa,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:40.988032 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93ad094-7484-4d24-90eb-04b384005a72 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] No DVR routers for this DVR port ea87a5c7-4e7e-4ee6-9299-964061e7eafa on host n-d-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:21:41.110669 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d93ad094-7484-4d24-90eb-04b384005a72 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:41.137283 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-d93ad094-7484-4d24-90eb-04b384005a72 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['276851c1-ed65-49f0-b92e-521696cfd7fa']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:21:41.150109 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-d93ad094-7484-4d24-90eb-04b384005a72 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ef56e6-36ad-4aa2-8388-b50d89a7d66f') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:21:41.150412 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-d93ad094-7484-4d24-90eb-04b384005a72 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ef56e6-36ad-4aa2-8388-b50d89a7d66f') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:21:41.162694 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d93ad094-7484-4d24-90eb-04b384005a72 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:41.179715 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d93ad094-7484-4d24-90eb-04b384005a72 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:41.186054 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93ad094-7484-4d24-90eb-04b384005a72 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:21:41.186450 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d93ad094-7484-4d24-90eb-04b384005a72 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:41.202161 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 23:21:41.202161 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:21:41.202161 n-d-811807-1 neutron-server[88069]: timer() May 03 23:21:41.202161 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:21:41.202161 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 23:21:41.202161 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:21:41.202161 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 23:21:41.202161 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:21:41.202161 n-d-811807-1 neutron-server[88069]: self._notify() May 03 23:21:41.202161 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:21:41.202161 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 23:21:41.202161 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:21:41.202161 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 23:21:41.202161 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:21:41.202161 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:21:41.202161 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:21:41.202161 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:21:41.202161 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:21:41.202161 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 23:21:41.202161 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:21:41.202161 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 23:21:41.202161 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:21:41.202161 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:21:41.202161 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:21:41.202161 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 23:21:41.202161 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:21:41.202161 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:21:41.202161 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:21:41.202161 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:21:41.202161 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:21:41.202161 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:21:41.202161 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:21:41.256768 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7485803d-a2c0-459d-8578-6af4643c774a None None] get_active_networks_info from n-d-811807-1 {{(pid=88071) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 03 23:21:41.344053 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 5a62fa76-6241-48ed-955a-fac654f07a81 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:21:41.401419 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d93ad094-7484-4d24-90eb-04b384005a72 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:41.419037 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d93ad094-7484-4d24-90eb-04b384005a72 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks [] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:41.430309 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ad094-7484-4d24-90eb-04b384005a72 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Pushing event deleted for resources: {'Network': ['ID=276851c1-ed65-49f0-b92e-521696cfd7fa,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:41.436623 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d93ad094-7484-4d24-90eb-04b384005a72 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] 10.222.0.58 "DELETE /v2.0/networks/276851c1-ed65-49f0-b92e-521696cfd7fa HTTP/1.1" status: 204 len: 168 time: 1.0921242 May 03 23:21:41.436991 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55928) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:41.468981 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7485803d-a2c0-459d-8578-6af4643c774a None None] Resources bound (agent type, host, resource id): {{(pid=88071) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 03 23:21:41.501625 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93aa96c-cd9e-4890-a7d1-414091a7f420 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Deleting subnet 2176ffc4-ac9a-4b26-a50f-42b493c8e2a5 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:21:41.502371 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 5a62fa76-6241-48ed-955a-fac654f07a81 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:21:41.504880 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a93aa96c-cd9e-4890-a7d1-414091a7f420 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:41.518597 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 5a62fa76-6241-48ed-955a-fac654f07a81 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:21:41.518967 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:41.562814 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a93aa96c-cd9e-4890-a7d1-414091a7f420 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:41.647307 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a93aa96c-cd9e-4890-a7d1-414091a7f420 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:41.721295 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a93aa96c-cd9e-4890-a7d1-414091a7f420 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:41.763058 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93aa96c-cd9e-4890-a7d1-414091a7f420 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Pushing event deleted for resources: {'Subnet': ['ID=2176ffc4-ac9a-4b26-a50f-42b493c8e2a5,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:41.767084 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a93aa96c-cd9e-4890-a7d1-414091a7f420 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:41.768019 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:41.773107 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a93aa96c-cd9e-4890-a7d1-414091a7f420 tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] 10.222.0.58 "DELETE /v2.0/subnets/2176ffc4-ac9a-4b26-a50f-42b493c8e2a5 HTTP/1.1" status: 204 len: 168 time: 0.3353634 May 03 23:21:41.775593 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55932) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:41.886841 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-482bb81e-367d-4939-ae7f-a48d5dfe4eda tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:41.890264 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:21:41.890614 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:21:41.897722 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-482bb81e-367d-4939-ae7f-a48d5dfe4eda tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Deleting port 5a62fa76-6241-48ed-955a-fac654f07a81 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:21:41.898066 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-482bb81e-367d-4939-ae7f-a48d5dfe4eda tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:41.932958 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493723ce-39f9-4bdb-89cc-985716aedb1b None None] Network 798e8a75-3ab0-4cb6-8089-8a8c4a29767e requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:21:42.099976 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-482bb81e-367d-4939-ae7f-a48d5dfe4eda tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] For port 5a62fa76-6241-48ed-955a-fac654f07a81, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=5a62fa76-6241-48ed-955a-fac654f07a81,segment=NetworkSegment(c8ab2559-9c99-4292-abe9-e69ae909ce7a),segment_id=c8ab2559-9c99-4292-abe9-e69ae909ce7a)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:21:42.100342 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-482bb81e-367d-4939-ae7f-a48d5dfe4eda tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:42.170006 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa95dbf-2025-4df7-896c-e5cfc7b2f6ee None None] DHCP port deletion for 798e8a75-3ab0-4cb6-8089-8a8c4a29767e request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:21:42.174404 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-3aa95dbf-2025-4df7-896c-e5cfc7b2f6ee None None] Deleting port 5a62fa76-6241-48ed-955a-fac654f07a81 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:21:42.174779 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3aa95dbf-2025-4df7-896c-e5cfc7b2f6ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:42.227661 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-482bb81e-367d-4939-ae7f-a48d5dfe4eda tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Calling delete_port for 5a62fa76-6241-48ed-955a-fac654f07a81 owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:21:42.302499 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-482bb81e-367d-4939-ae7f-a48d5dfe4eda tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:42.350717 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482bb81e-367d-4939-ae7f-a48d5dfe4eda tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Pushing event deleted for resources: {'Port': ['ID=5a62fa76-6241-48ed-955a-fac654f07a81,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:42.354161 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482bb81e-367d-4939-ae7f-a48d5dfe4eda tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] No DVR routers for this DVR port 5a62fa76-6241-48ed-955a-fac654f07a81 on host n-d-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:21:42.378161 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-3aa95dbf-2025-4df7-896c-e5cfc7b2f6ee None None] For port 5a62fa76-6241-48ed-955a-fac654f07a81, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=5a62fa76-6241-48ed-955a-fac654f07a81,segment=NetworkSegment(c8ab2559-9c99-4292-abe9-e69ae909ce7a),segment_id=c8ab2559-9c99-4292-abe9-e69ae909ce7a)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:21:42.378707 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3aa95dbf-2025-4df7-896c-e5cfc7b2f6ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:42.477734 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-482bb81e-367d-4939-ae7f-a48d5dfe4eda tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:42.502593 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-482bb81e-367d-4939-ae7f-a48d5dfe4eda tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['798e8a75-3ab0-4cb6-8089-8a8c4a29767e']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:21:42.514350 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-482bb81e-367d-4939-ae7f-a48d5dfe4eda tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ab2559-9c99-4292-abe9-e69ae909ce7a') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:21:42.515196 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-482bb81e-367d-4939-ae7f-a48d5dfe4eda tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ab2559-9c99-4292-abe9-e69ae909ce7a') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:21:42.531569 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-482bb81e-367d-4939-ae7f-a48d5dfe4eda tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:42.539730 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-3aa95dbf-2025-4df7-896c-e5cfc7b2f6ee None None] Calling delete_port for 5a62fa76-6241-48ed-955a-fac654f07a81 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:21:42.547641 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-482bb81e-367d-4939-ae7f-a48d5dfe4eda tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:42.553672 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-482bb81e-367d-4939-ae7f-a48d5dfe4eda tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:21:42.554085 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-482bb81e-367d-4939-ae7f-a48d5dfe4eda tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:42.566246 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Port 5a62fa76-6241-48ed-955a-fac654f07a81 update to ACTIVE by agent not found {{(pid=88071) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 03 23:21:42.569229 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 23:21:42.569229 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:21:42.569229 n-d-811807-1 neutron-server[88069]: timer() May 03 23:21:42.569229 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:21:42.569229 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 23:21:42.569229 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:21:42.569229 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 23:21:42.569229 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:21:42.569229 n-d-811807-1 neutron-server[88069]: self._notify() May 03 23:21:42.569229 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:21:42.569229 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 23:21:42.569229 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:21:42.569229 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 23:21:42.569229 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:21:42.569229 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:21:42.569229 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:21:42.569229 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:21:42.569229 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:21:42.569229 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 23:21:42.569229 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:21:42.569229 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 23:21:42.569229 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:21:42.569229 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:21:42.569229 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:21:42.569229 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 23:21:42.569229 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:21:42.569229 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:21:42.569229 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:21:42.569229 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:21:42.569229 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:21:42.569229 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:21:42.569229 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:21:42.612631 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-3aa95dbf-2025-4df7-896c-e5cfc7b2f6ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:21:42.612990 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-3aa95dbf-2025-4df7-896c-e5cfc7b2f6ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:21:42.652782 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-482bb81e-367d-4939-ae7f-a48d5dfe4eda tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:42.669844 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-482bb81e-367d-4939-ae7f-a48d5dfe4eda tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks [] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:42.680458 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482bb81e-367d-4939-ae7f-a48d5dfe4eda tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Pushing event deleted for resources: {'Network': ['ID=798e8a75-3ab0-4cb6-8089-8a8c4a29767e,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:42.684505 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-482bb81e-367d-4939-ae7f-a48d5dfe4eda tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] 10.222.0.58 "DELETE /v2.0/networks/798e8a75-3ab0-4cb6-8089-8a8c4a29767e HTTP/1.1" status: 204 len: 168 time: 0.9080014 May 03 23:21:42.687346 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55936) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:42.735432 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7bb11036-a8f0-44aa-a11b-a1e1a8bd4b0f tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] 10.222.0.58 "GET /v2.0/ports?device_id=df3844c9-adbc-40d3-8df6-a311895445a8 HTTP/1.1" status: 200 len: 205 time: 0.0468426 May 03 23:21:42.737598 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55940) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:42.865263 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e3176e7e-837e-4406-a868-24196ac6e85e tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:43.114548 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-3aa95dbf-2025-4df7-896c-e5cfc7b2f6ee None None] Deleting port 5a62fa76-6241-48ed-955a-fac654f07a81 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:21:43.114850 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3aa95dbf-2025-4df7-896c-e5cfc7b2f6ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:43.150479 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e3176e7e-837e-4406-a868-24196ac6e85e tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:43.152682 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e3176e7e-837e-4406-a868-24196ac6e85e tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:43.178546 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e3176e7e-837e-4406-a868-24196ac6e85e tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:43.179253 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3176e7e-837e-4406-a868-24196ac6e85e tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Fanout notify agent at l3_agent the message router_deleted on router df3844c9-adbc-40d3-8df6-a311895445a8 {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 23:21:43.186936 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-3aa95dbf-2025-4df7-896c-e5cfc7b2f6ee None None] The port '5a62fa76-6241-48ed-955a-fac654f07a81' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 23:21:43.191991 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e3176e7e-837e-4406-a868-24196ac6e85e tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:43.194418 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e3176e7e-837e-4406-a868-24196ac6e85e tempest-RoutersNegativeTest-1723723263 tempest-RoutersNegativeTest-1723723263-project] 10.222.0.58 "DELETE /v2.0/routers/df3844c9-adbc-40d3-8df6-a311895445a8 HTTP/1.1" status: 204 len: 168 time: 0.4546499 May 03 23:21:43.299864 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 5a62fa76-6241-48ed-955a-fac654f07a81 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:21:43.333971 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 5a62fa76-6241-48ed-955a-fac654f07a81 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:21:43.334326 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 5a62fa76-6241-48ed-955a-fac654f07a81 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:21:43.465028 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55948) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:43.720041 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-47768f66-aa45-42e6-8f63-c3fde1c2bfa4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3cec0d8c8ec84fc4af7759371ef59848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2538505 May 03 23:21:43.722526 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55954) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:43.777179 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c924a3c8-a3b7-40ed-9df5-26640686fb90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:43.803025 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c924a3c8-a3b7-40ed-9df5-26640686fb90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:43.853272 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c924a3c8-a3b7-40ed-9df5-26640686fb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:43.867511 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c924a3c8-a3b7-40ed-9df5-26640686fb90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c3a438-ae1a-4565-bf48-0f44995d08e5,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:43.873358 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c924a3c8-a3b7-40ed-9df5-26640686fb90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:43.874515 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c924a3c8-a3b7-40ed-9df5-26640686fb90 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f1c3a438-ae1a-4565-bf48-0f44995d08e5 HTTP/1.1" status: 204 len: 168 time: 0.1511059 May 03 23:21:44.522349 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 55978) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:44.637341 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-b1b6191c-c00b-439b-9deb-6ee28e971b34 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-419491601-network', 'tenant_id': 'f74d004ead164088918b489cf5e17daf'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:21:44.643458 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b1b6191c-c00b-439b-9deb-6ee28e971b34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:21:44.647236 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b1b6191c-c00b-439b-9deb-6ee28e971b34 admin admin] Usage tracker for resource:network and tenant:f74d004ead164088918b489cf5e17daf is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:21:44.650044 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b1b6191c-c00b-439b-9deb-6ee28e971b34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:21:44.656061 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b1b6191c-c00b-439b-9deb-6ee28e971b34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:21:44.665257 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b6191c-c00b-439b-9deb-6ee28e971b34 admin admin] Made reservation on behalf of f74d004ead164088918b489cf5e17daf for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:21:44.667472 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b1b6191c-c00b-439b-9deb-6ee28e971b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:44.678974 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b1b6191c-c00b-439b-9deb-6ee28e971b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:44.696019 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b1b6191c-c00b-439b-9deb-6ee28e971b34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:21:44.699714 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b1b6191c-c00b-439b-9deb-6ee28e971b34 admin admin] Usage tracker for resource:security_group_rule and tenant:f74d004ead164088918b489cf5e17daf is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:21:44.702996 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-b1b6191c-c00b-439b-9deb-6ee28e971b34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:21:44.708521 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-b1b6191c-c00b-439b-9deb-6ee28e971b34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:21:44.788273 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b1b6191c-c00b-439b-9deb-6ee28e971b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:44.791900 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b1b6191c-c00b-439b-9deb-6ee28e971b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:44.819126 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b6191c-c00b-439b-9deb-6ee28e971b34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:21:44.830988 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6191c-c00b-439b-9deb-6ee28e971b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6dc564b-3391-434b-ab80-731e83c25739,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:44.835334 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b1b6191c-c00b-439b-9deb-6ee28e971b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:44.835673 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-b1b6191c-c00b-439b-9deb-6ee28e971b34 admin admin] Added segment 48a13a38-2b65-4f77-83b2-1da71019b332 of type vlan for network a7f1eced-ae8a-40ee-97e5-65b0b3477b4d May 03 23:21:44.862415 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b1b6191c-c00b-439b-9deb-6ee28e971b34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:44.892330 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b1b6191c-c00b-439b-9deb-6ee28e971b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:44.893265 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b6191c-c00b-439b-9deb-6ee28e971b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:44.893825 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b1b6191c-c00b-439b-9deb-6ee28e971b34 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:44.988135 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b1b6191c-c00b-439b-9deb-6ee28e971b34 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4646938 May 03 23:21:44.991166 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55984) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:44.996314 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6191c-c00b-439b-9deb-6ee28e971b34 admin admin] Pushing event updated for resources: {'Network': ['ID=a7f1eced-ae8a-40ee-97e5-65b0b3477b4d,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:44.996778 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-1eb08953-1ef3-421b-9923-2799a450c15c admin admin] Request body: {'subnet': {'network_id': 'a7f1eced-ae8a-40ee-97e5-65b0b3477b4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-419491601-subnet', 'tenant_id': 'f74d004ead164088918b489cf5e17daf', 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:21:45.003193 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1eb08953-1ef3-421b-9923-2799a450c15c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:21:45.006469 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network a7f1eced-ae8a-40ee-97e5-65b0b3477b4d details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:21:45.007002 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1eb08953-1ef3-421b-9923-2799a450c15c admin admin] Usage tracker for resource:subnet and tenant:f74d004ead164088918b489cf5e17daf is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:21:45.010041 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1eb08953-1ef3-421b-9923-2799a450c15c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:21:45.015760 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1eb08953-1ef3-421b-9923-2799a450c15c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:21:45.026085 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb08953-1ef3-421b-9923-2799a450c15c admin admin] Made reservation on behalf of f74d004ead164088918b489cf5e17daf for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:21:45.028376 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1eb08953-1ef3-421b-9923-2799a450c15c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:45.228778 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1eb08953-1ef3-421b-9923-2799a450c15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:45.408090 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb08953-1ef3-421b-9923-2799a450c15c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9ef1988-089e-45c2-b8c7-2f2571b83b27,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:45.415234 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb08953-1ef3-421b-9923-2799a450c15c admin admin] Checking segment: {'id': '48a13a38-2b65-4f77-83b2-1da71019b332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a7f1eced-ae8a-40ee-97e5-65b0b3477b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:21:45.415587 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb08953-1ef3-421b-9923-2799a450c15c admin admin] Network hostable DHCP agents. Network: a7f1eced-ae8a-40ee-97e5-65b0b3477b4d, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:21:45.433782 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb08953-1ef3-421b-9923-2799a450c15c admin admin] Network a7f1eced-ae8a-40ee-97e5-65b0b3477b4d is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:21:45.442586 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-1eb08953-1ef3-421b-9923-2799a450c15c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, a7f1eced-ae8a-40ee-97e5-65b0b3477b4d) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:21:45.446187 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb08953-1ef3-421b-9923-2799a450c15c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:45.446758 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1eb08953-1ef3-421b-9923-2799a450c15c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:45.451521 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f61e90e-248d-4e1e-a029-3a967b2e41dc None None] Network a7f1eced-ae8a-40ee-97e5-65b0b3477b4d requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:21:45.467081 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1eb08953-1ef3-421b-9923-2799a450c15c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4747808 May 03 23:21:45.470190 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55988) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:45.475028 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-462be29d-2cb2-41da-988a-c8b9637b703e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-419491601-router', 'tenant_id': 'f74d004ead164088918b489cf5e17daf', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:21:45.480195 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-462be29d-2cb2-41da-988a-c8b9637b703e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:21:45.484704 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-462be29d-2cb2-41da-988a-c8b9637b703e admin admin] Usage tracker for resource:router and tenant:f74d004ead164088918b489cf5e17daf is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:21:45.487730 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-462be29d-2cb2-41da-988a-c8b9637b703e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:21:45.493577 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-462be29d-2cb2-41da-988a-c8b9637b703e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:21:45.503467 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-462be29d-2cb2-41da-988a-c8b9637b703e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:45.504519 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-462be29d-2cb2-41da-988a-c8b9637b703e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:45.520841 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-462be29d-2cb2-41da-988a-c8b9637b703e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:45.701750 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e8727b-4671-4f02-9601-228d07edd47d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-a7f1eced-ae8a-40ee-97e5-65b0b3477b4d', 'network_id': 'a7f1eced-ae8a-40ee-97e5-65b0b3477b4d', 'tenant_id': 'f74d004ead164088918b489cf5e17daf', 'fixed_ips': [{'subnet_id': 'c9ef1988-089e-45c2-b8c7-2f2571b83b27'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:21:45.703134 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b7e8727b-4671-4f02-9601-228d07edd47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:45.785692 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-462be29d-2cb2-41da-988a-c8b9637b703e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:45.855318 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-b7e8727b-4671-4f02-9601-228d07edd47d None None] Allocated IP 172.20.0.2 (a7f1eced-ae8a-40ee-97e5-65b0b3477b4d/c9ef1988-089e-45c2-b8c7-2f2571b83b27/0cbc7d66-607b-46bc-8279-45982e5104d9) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:21:46.053209 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b7e8727b-4671-4f02-9601-228d07edd47d None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:46.063780 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b7e8727b-4671-4f02-9601-228d07edd47d None None] Transition to ACTIVE for port object 0cbc7d66-607b-46bc-8279-45982e5104d9 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:21:46.081903 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b7e8727b-4671-4f02-9601-228d07edd47d None None] Transition to ACTIVE for port object 0cbc7d66-607b-46bc-8279-45982e5104d9 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:21:46.087719 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b7e8727b-4671-4f02-9601-228d07edd47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:46.091326 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-462be29d-2cb2-41da-988a-c8b9637b703e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:46.123564 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-462be29d-2cb2-41da-988a-c8b9637b703e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:46.153085 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e8727b-4671-4f02-9601-228d07edd47d None None] Network a7f1eced-ae8a-40ee-97e5-65b0b3477b4d is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:21:46.155960 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-b7e8727b-4671-4f02-9601-228d07edd47d None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:21:46.159596 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e8727b-4671-4f02-9601-228d07edd47d None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:21:46.168567 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8727b-4671-4f02-9601-228d07edd47d None None] Pushing event updated for resources: {'Port': ['ID=0cbc7d66-607b-46bc-8279-45982e5104d9,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:46.255557 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-b7e8727b-4671-4f02-9601-228d07edd47d None None] Attempting to bind port 0cbc7d66-607b-46bc-8279-45982e5104d9 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:21:46.255916 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-b7e8727b-4671-4f02-9601-228d07edd47d None None] Attempting to bind port 0cbc7d66-607b-46bc-8279-45982e5104d9 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '48a13a38-2b65-4f77-83b2-1da71019b332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a7f1eced-ae8a-40ee-97e5-65b0b3477b4d'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:21:46.256276 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e8727b-4671-4f02-9601-228d07edd47d None None] Attempting to bind port 0cbc7d66-607b-46bc-8279-45982e5104d9 on network a7f1eced-ae8a-40ee-97e5-65b0b3477b4d {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:21:46.258776 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-462be29d-2cb2-41da-988a-c8b9637b703e admin admin] Allocated IP 172.25.2.23 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/e747ed57-8de1-4984-b274-43276435452d) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:21:46.261871 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e8727b-4671-4f02-9601-228d07edd47d None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:21:46.262405 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e8727b-4671-4f02-9601-228d07edd47d None None] Checking segment: {'id': '48a13a38-2b65-4f77-83b2-1da71019b332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a7f1eced-ae8a-40ee-97e5-65b0b3477b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:21:46.262813 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b7e8727b-4671-4f02-9601-228d07edd47d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:46.263190 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e8727b-4671-4f02-9601-228d07edd47d None None] Bound using segment: {'id': '48a13a38-2b65-4f77-83b2-1da71019b332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a7f1eced-ae8a-40ee-97e5-65b0b3477b4d'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:21:46.263723 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-b7e8727b-4671-4f02-9601-228d07edd47d None None] Bound port: 0cbc7d66-607b-46bc-8279-45982e5104d9, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a13a38-2b65-4f77-83b2-1da71019b332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a7f1eced-ae8a-40ee-97e5-65b0b3477b4d'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:21:46.264096 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b7e8727b-4671-4f02-9601-228d07edd47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:46.351816 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-b7e8727b-4671-4f02-9601-228d07edd47d None None] For port 0cbc7d66-607b-46bc-8279-45982e5104d9, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:21:46.354632 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-b7e8727b-4671-4f02-9601-228d07edd47d None None] For port 0cbc7d66-607b-46bc-8279-45982e5104d9, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0cbc7d66-607b-46bc-8279-45982e5104d9,segment=NetworkSegment(48a13a38-2b65-4f77-83b2-1da71019b332),segment_id=48a13a38-2b65-4f77-83b2-1da71019b332)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:21:46.359854 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b7e8727b-4671-4f02-9601-228d07edd47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:46.411226 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-462be29d-2cb2-41da-988a-c8b9637b703e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:46.442675 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8727b-4671-4f02-9601-228d07edd47d None None] Pushing event updated for resources: {'Port': ['ID=0cbc7d66-607b-46bc-8279-45982e5104d9,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:46.446320 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-462be29d-2cb2-41da-988a-c8b9637b703e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:46.512688 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462be29d-2cb2-41da-988a-c8b9637b703e admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:21:46.515630 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-462be29d-2cb2-41da-988a-c8b9637b703e admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:21:46.519389 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462be29d-2cb2-41da-988a-c8b9637b703e admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:21:46.553109 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462be29d-2cb2-41da-988a-c8b9637b703e admin admin] Pushing event updated for resources: {'Port': ['ID=e747ed57-8de1-4984-b274-43276435452d,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:47.058982 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-462be29d-2cb2-41da-988a-c8b9637b703e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:47.359840 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 0cbc7d66-607b-46bc-8279-45982e5104d9 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:21:47.411430 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-462be29d-2cb2-41da-988a-c8b9637b703e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:47.423890 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25722ea-bdda-4365-b186-97d66797ea16 None None] Network a7f1eced-ae8a-40ee-97e5-65b0b3477b4d requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:21:47.527624 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 0cbc7d66-607b-46bc-8279-45982e5104d9 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:21:47.543710 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7ef6d1bd-8bda-4297-b599-1948a2a87afd None None] Provisioning for port 0cbc7d66-607b-46bc-8279-45982e5104d9 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:21:47.560211 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7ef6d1bd-8bda-4297-b599-1948a2a87afd None None] Provisioning complete for port 0cbc7d66-607b-46bc-8279-45982e5104d9 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:21:47.560576 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7ef6d1bd-8bda-4297-b599-1948a2a87afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:47.626182 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462be29d-2cb2-41da-988a-c8b9637b703e admin admin] Router c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 23:21:47.765218 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7ef6d1bd-8bda-4297-b599-1948a2a87afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:47.800876 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462be29d-2cb2-41da-988a-c8b9637b703e admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:21:47.803477 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-7ef6d1bd-8bda-4297-b599-1948a2a87afd None None] For port 0cbc7d66-607b-46bc-8279-45982e5104d9, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0cbc7d66-607b-46bc-8279-45982e5104d9,segment=NetworkSegment(48a13a38-2b65-4f77-83b2-1da71019b332),segment_id=48a13a38-2b65-4f77-83b2-1da71019b332)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:21:47.809296 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7ef6d1bd-8bda-4297-b599-1948a2a87afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:47.833483 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-462be29d-2cb2-41da-988a-c8b9637b703e admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:47.837471 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-462be29d-2cb2-41da-988a-c8b9637b703e admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3638513 May 03 23:21:47.837725 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 55992) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:47.840432 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ee3dc6-a4b3-4b22-a279-de6fe27a1b35 None None] Sync routers for ids ['c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:21:47.873138 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ee3dc6-a4b3-4b22-a279-de6fe27a1b35 None None] Routers {'c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:21:47.874391 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-68ee3dc6-a4b3-4b22-a279-de6fe27a1b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:21:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:21:48.053904 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6d1bd-8bda-4297-b599-1948a2a87afd None None] Pushing event updated for resources: {'Port': ['ID=0cbc7d66-607b-46bc-8279-45982e5104d9,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:48.078386 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a8bc86db-6f96-498d-a70d-0c325c1d9181 None None] Provisioning complete for port 0cbc7d66-607b-46bc-8279-45982e5104d9 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:21:48.078685 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a8bc86db-6f96-498d-a70d-0c325c1d9181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:48.153301 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-68ee3dc6-a4b3-4b22-a279-de6fe27a1b35 None None] Set router c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:21:48.490319 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-68ee3dc6-a4b3-4b22-a279-de6fe27a1b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb', 'name': 'tempest-TestEncryptedCinderVolumes-419491601-router', 'tenant_id': 'f74d004ead164088918b489cf5e17daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e747ed57-8de1-4984-b274-43276435452d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:21:45Z', 'updated_at': '2022-05-03T23:21:46Z', 'revision_number': 3, 'project_id': 'f74d004ead164088918b489cf5e17daf', 'gw_port': {'id': 'e747ed57-8de1-4984-b274-43276435452d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:21:46Z', 'updated_at': '2022-05-03T23:21:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:21:48.494132 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ee3dc6-a4b3-4b22-a279-de6fe27a1b35 None None] Checking router: c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:21:48.494481 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ee3dc6-a4b3-4b22-a279-de6fe27a1b35 None None] Updating router c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb port e747ed57-8de1-4984-b274-43276435452d binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:21:48.545704 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-68ee3dc6-a4b3-4b22-a279-de6fe27a1b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:48.647764 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-be750c5d-2ae4-4f94-b708-8e36a22c4e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:48.859157 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-be750c5d-2ae4-4f94-b708-8e36a22c4e9a admin admin] Allocated IP 172.20.0.1 (a7f1eced-ae8a-40ee-97e5-65b0b3477b4d/c9ef1988-089e-45c2-b8c7-2f2571b83b27/0e542eb8-8614-43e5-9f72-cc0fb67a0ca3) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:21:48.870107 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-68ee3dc6-a4b3-4b22-a279-de6fe27a1b35 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:48.882753 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-68ee3dc6-a4b3-4b22-a279-de6fe27a1b35 None None] Transition to ACTIVE for port object e747ed57-8de1-4984-b274-43276435452d will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:21:48.888211 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-68ee3dc6-a4b3-4b22-a279-de6fe27a1b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:48.967284 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-68ee3dc6-a4b3-4b22-a279-de6fe27a1b35 None None] Attempting to bind port e747ed57-8de1-4984-b274-43276435452d on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:21:48.967648 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-68ee3dc6-a4b3-4b22-a279-de6fe27a1b35 None None] Attempting to bind port e747ed57-8de1-4984-b274-43276435452d by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:21:48.968007 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ee3dc6-a4b3-4b22-a279-de6fe27a1b35 None None] Attempting to bind port e747ed57-8de1-4984-b274-43276435452d on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:21:48.973442 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a41149-6026-4189-931e-2803f24c7716 None None] Pushing event updated for resources: {'Port': ['ID=e747ed57-8de1-4984-b274-43276435452d,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:48.977651 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ee3dc6-a4b3-4b22-a279-de6fe27a1b35 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:21:48.978049 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ee3dc6-a4b3-4b22-a279-de6fe27a1b35 None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:21:48.978448 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-68ee3dc6-a4b3-4b22-a279-de6fe27a1b35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:48.978835 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ee3dc6-a4b3-4b22-a279-de6fe27a1b35 None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:21:48.979296 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-68ee3dc6-a4b3-4b22-a279-de6fe27a1b35 None None] Bound port: e747ed57-8de1-4984-b274-43276435452d, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:21:48.980159 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-68ee3dc6-a4b3-4b22-a279-de6fe27a1b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:49.011119 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-be750c5d-2ae4-4f94-b708-8e36a22c4e9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:49.026869 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-be750c5d-2ae4-4f94-b708-8e36a22c4e9a admin admin] Transition to ACTIVE for port object 0e542eb8-8614-43e5-9f72-cc0fb67a0ca3 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:21:49.049963 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-be750c5d-2ae4-4f94-b708-8e36a22c4e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:49.052004 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-68ee3dc6-a4b3-4b22-a279-de6fe27a1b35 None None] For port e747ed57-8de1-4984-b274-43276435452d, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:21:49.055393 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-68ee3dc6-a4b3-4b22-a279-de6fe27a1b35 None None] For port e747ed57-8de1-4984-b274-43276435452d, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=e747ed57-8de1-4984-b274-43276435452d,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:21:49.059550 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-68ee3dc6-a4b3-4b22-a279-de6fe27a1b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:49.115306 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be750c5d-2ae4-4f94-b708-8e36a22c4e9a admin admin] Network a7f1eced-ae8a-40ee-97e5-65b0b3477b4d is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:21:49.118213 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-be750c5d-2ae4-4f94-b708-8e36a22c4e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:21:49.122345 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be750c5d-2ae4-4f94-b708-8e36a22c4e9a admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:21:49.138340 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ee3dc6-a4b3-4b22-a279-de6fe27a1b35 None None] Routers {'c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:21:49.138618 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-68ee3dc6-a4b3-4b22-a279-de6fe27a1b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:21:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:21:49.165576 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be750c5d-2ae4-4f94-b708-8e36a22c4e9a admin admin] Pushing event updated for resources: {'Port': ['ID=0e542eb8-8614-43e5-9f72-cc0fb67a0ca3,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:49.180121 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-be750c5d-2ae4-4f94-b708-8e36a22c4e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:49.248563 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a41149-6026-4189-931e-2803f24c7716 None None] Pushing event updated for resources: {'Port': ['ID=e747ed57-8de1-4984-b274-43276435452d,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:49.320774 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-be750c5d-2ae4-4f94-b708-8e36a22c4e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:49.323632 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-68ee3dc6-a4b3-4b22-a279-de6fe27a1b35 None None] Set router c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:21:49.372216 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 0cbc7d66-607b-46bc-8279-45982e5104d9 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:21:49.510876 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1bcdb729-5d7a-4975-9d7c-5ed974ed18bd None None] Provisioning for port 0e542eb8-8614-43e5-9f72-cc0fb67a0ca3 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:21:49.542915 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-be750c5d-2ae4-4f94-b708-8e36a22c4e9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:49.548410 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-be750c5d-2ae4-4f94-b708-8e36a22c4e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:49.610976 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1bcdb729-5d7a-4975-9d7c-5ed974ed18bd None None] Provisioning complete for port 0e542eb8-8614-43e5-9f72-cc0fb67a0ca3 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:21:49.611340 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1bcdb729-5d7a-4975-9d7c-5ed974ed18bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:49.659301 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be750c5d-2ae4-4f94-b708-8e36a22c4e9a admin admin] Pushing event updated for resources: {'Port': ['ID=0e542eb8-8614-43e5-9f72-cc0fb67a0ca3,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:49.662674 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-be750c5d-2ae4-4f94-b708-8e36a22c4e9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:49.697714 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1bcdb729-5d7a-4975-9d7c-5ed974ed18bd None None] Port 0e542eb8-8614-43e5-9f72-cc0fb67a0ca3 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:21:49.702762 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 0cbc7d66-607b-46bc-8279-45982e5104d9 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:21:49.703129 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:49.799878 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be750c5d-2ae4-4f94-b708-8e36a22c4e9a admin admin] Network a7f1eced-ae8a-40ee-97e5-65b0b3477b4d is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:21:49.801046 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-be750c5d-2ae4-4f94-b708-8e36a22c4e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:21:49.872935 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-68ee3dc6-a4b3-4b22-a279-de6fe27a1b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb', 'name': 'tempest-TestEncryptedCinderVolumes-419491601-router', 'tenant_id': 'f74d004ead164088918b489cf5e17daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e747ed57-8de1-4984-b274-43276435452d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:21:45Z', 'updated_at': '2022-05-03T23:21:46Z', 'revision_number': 3, 'project_id': 'f74d004ead164088918b489cf5e17daf', 'gw_port': {'id': 'e747ed57-8de1-4984-b274-43276435452d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:21:46Z', 'updated_at': '2022-05-03T23:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:21:49.879762 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ee3dc6-a4b3-4b22-a279-de6fe27a1b35 None None] The sync data for ids ['c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb'] in n-d-811807-1 is: [{'id': 'c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb', 'name': 'tempest-TestEncryptedCinderVolumes-419491601-router', 'tenant_id': 'f74d004ead164088918b489cf5e17daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e747ed57-8de1-4984-b274-43276435452d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:21:45Z', 'updated_at': '2022-05-03T23:21:46Z', 'revision_number': 3, 'project_id': 'f74d004ead164088918b489cf5e17daf', 'gw_port': {'id': 'e747ed57-8de1-4984-b274-43276435452d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:21:46Z', 'updated_at': '2022-05-03T23:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:21:50.122562 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be750c5d-2ae4-4f94-b708-8e36a22c4e9a admin admin] Router c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:21:50.135909 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-0bf82427-c4e7-40a7-85e3-aa691ede5cf7 None None] Provisioning complete for port 0e542eb8-8614-43e5-9f72-cc0fb67a0ca3 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:21:50.136283 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0bf82427-c4e7-40a7-85e3-aa691ede5cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:50.192741 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-0bf82427-c4e7-40a7-85e3-aa691ede5cf7 None None] Port 0e542eb8-8614-43e5-9f72-cc0fb67a0ca3 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:21:50.322520 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be750c5d-2ae4-4f94-b708-8e36a22c4e9a admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:21:50.331826 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-be750c5d-2ae4-4f94-b708-8e36a22c4e9a admin admin] 10.222.0.58 "PUT /v2.0/routers/c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4930718 May 03 23:21:50.843589 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56010) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:50.849095 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-226b8857-68a4-42a2-ab86-9d4765fe797b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2044858862-network', 'tenant_id': '4c691ef3fd804d5c88d3f6ff36c37a19'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:21:50.854799 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-226b8857-68a4-42a2-ab86-9d4765fe797b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:21:50.858847 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-226b8857-68a4-42a2-ab86-9d4765fe797b admin admin] Usage tracker for resource:network and tenant:4c691ef3fd804d5c88d3f6ff36c37a19 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:21:50.861806 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-226b8857-68a4-42a2-ab86-9d4765fe797b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:21:50.867449 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-226b8857-68a4-42a2-ab86-9d4765fe797b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:21:50.877381 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226b8857-68a4-42a2-ab86-9d4765fe797b admin admin] Made reservation on behalf of 4c691ef3fd804d5c88d3f6ff36c37a19 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:21:50.879663 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-226b8857-68a4-42a2-ab86-9d4765fe797b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:50.895375 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-226b8857-68a4-42a2-ab86-9d4765fe797b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:50.909740 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-226b8857-68a4-42a2-ab86-9d4765fe797b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:21:50.913488 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-226b8857-68a4-42a2-ab86-9d4765fe797b admin admin] Usage tracker for resource:security_group_rule and tenant:4c691ef3fd804d5c88d3f6ff36c37a19 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:21:50.916206 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-226b8857-68a4-42a2-ab86-9d4765fe797b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:21:50.921820 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-226b8857-68a4-42a2-ab86-9d4765fe797b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:21:51.008240 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-226b8857-68a4-42a2-ab86-9d4765fe797b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:51.012728 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-226b8857-68a4-42a2-ab86-9d4765fe797b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:51.044073 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-226b8857-68a4-42a2-ab86-9d4765fe797b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:21:51.052402 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b8857-68a4-42a2-ab86-9d4765fe797b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e2a77a-c4c6-482e-9ae6-e1f4642c81b7,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:51.058686 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-226b8857-68a4-42a2-ab86-9d4765fe797b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:51.059072 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-226b8857-68a4-42a2-ab86-9d4765fe797b admin admin] Added segment e042ee30-c9c7-4b61-a036-47906b1fb65d of type vlan for network 495a9328-27ab-47c1-b4a6-c23ca1212c8f May 03 23:21:51.086511 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-226b8857-68a4-42a2-ab86-9d4765fe797b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:51.116014 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-226b8857-68a4-42a2-ab86-9d4765fe797b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:51.116989 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226b8857-68a4-42a2-ab86-9d4765fe797b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:51.117554 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-226b8857-68a4-42a2-ab86-9d4765fe797b admin admin] Notify callbacks [] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:51.216079 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-226b8857-68a4-42a2-ab86-9d4765fe797b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3713813 May 03 23:21:51.219066 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56014) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:51.224537 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b8857-68a4-42a2-ab86-9d4765fe797b admin admin] Pushing event updated for resources: {'Network': ['ID=495a9328-27ab-47c1-b4a6-c23ca1212c8f,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:51.227280 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-40a63ab9-7209-40fb-b3bf-7599646a2161 admin admin] Request body: {'subnet': {'network_id': '495a9328-27ab-47c1-b4a6-c23ca1212c8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2044858862-subnet', 'tenant_id': '4c691ef3fd804d5c88d3f6ff36c37a19', 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:21:51.233693 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-40a63ab9-7209-40fb-b3bf-7599646a2161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:21:51.238455 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-40a63ab9-7209-40fb-b3bf-7599646a2161 admin admin] Usage tracker for resource:subnet and tenant:4c691ef3fd804d5c88d3f6ff36c37a19 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:21:51.239437 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 495a9328-27ab-47c1-b4a6-c23ca1212c8f details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:21:51.241501 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-40a63ab9-7209-40fb-b3bf-7599646a2161 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:21:51.247345 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-40a63ab9-7209-40fb-b3bf-7599646a2161 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:21:51.259095 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a63ab9-7209-40fb-b3bf-7599646a2161 admin admin] Made reservation on behalf of 4c691ef3fd804d5c88d3f6ff36c37a19 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:21:51.261840 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-40a63ab9-7209-40fb-b3bf-7599646a2161 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:51.361439 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device e747ed57-8de1-4984-b274-43276435452d up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:21:51.429510 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port e747ed57-8de1-4984-b274-43276435452d completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:21:51.434189 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port e747ed57-8de1-4984-b274-43276435452d triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:21:51.434561 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:51.470069 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131578ff-be1b-4a3f-a5f2-30bdf47eafb4 None None] Sync routers for ids ['c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:21:51.472300 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-40a63ab9-7209-40fb-b3bf-7599646a2161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:51.479904 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131578ff-be1b-4a3f-a5f2-30bdf47eafb4 None None] Routers {'c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:21:51.480663 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-131578ff-be1b-4a3f-a5f2-30bdf47eafb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:21:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:21:51.556103 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a63ab9-7209-40fb-b3bf-7599646a2161 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37c342ba-f2d7-48df-961b-93698f7118a2,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:51.562684 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a63ab9-7209-40fb-b3bf-7599646a2161 admin admin] Checking segment: {'id': 'e042ee30-c9c7-4b61-a036-47906b1fb65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '495a9328-27ab-47c1-b4a6-c23ca1212c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:21:51.563873 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a63ab9-7209-40fb-b3bf-7599646a2161 admin admin] Network hostable DHCP agents. Network: 495a9328-27ab-47c1-b4a6-c23ca1212c8f, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:21:51.567633 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:51.578903 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a63ab9-7209-40fb-b3bf-7599646a2161 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:51.579511 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a63ab9-7209-40fb-b3bf-7599646a2161 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:51.579996 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a63ab9-7209-40fb-b3bf-7599646a2161 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:51.580484 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a63ab9-7209-40fb-b3bf-7599646a2161 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:51.580965 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a63ab9-7209-40fb-b3bf-7599646a2161 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:51.581448 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a63ab9-7209-40fb-b3bf-7599646a2161 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:51.581766 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a63ab9-7209-40fb-b3bf-7599646a2161 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:51.582254 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a63ab9-7209-40fb-b3bf-7599646a2161 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:51.582734 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a63ab9-7209-40fb-b3bf-7599646a2161 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:51.583198 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a63ab9-7209-40fb-b3bf-7599646a2161 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:51.583663 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a63ab9-7209-40fb-b3bf-7599646a2161 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:51.584139 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a63ab9-7209-40fb-b3bf-7599646a2161 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:51.596322 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port e747ed57-8de1-4984-b274-43276435452d, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=e747ed57-8de1-4984-b274-43276435452d,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:21:51.598203 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a63ab9-7209-40fb-b3bf-7599646a2161 admin admin] Network 495a9328-27ab-47c1-b4a6-c23ca1212c8f is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:21:51.601110 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:51.612787 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-40a63ab9-7209-40fb-b3bf-7599646a2161 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 495a9328-27ab-47c1-b4a6-c23ca1212c8f) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:21:51.618337 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a63ab9-7209-40fb-b3bf-7599646a2161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:51.619511 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-40a63ab9-7209-40fb-b3bf-7599646a2161 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:51.638343 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1457625f-beeb-464a-a7a6-4849d5ad100d None None] Network 495a9328-27ab-47c1-b4a6-c23ca1212c8f requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:21:51.642210 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-40a63ab9-7209-40fb-b3bf-7599646a2161 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4219933 May 03 23:21:51.644651 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56018) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:51.649613 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-42fb1cc3-c3d9-47a2-9f50-1d19c64dd416 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2044858862-router', 'tenant_id': '4c691ef3fd804d5c88d3f6ff36c37a19', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:21:51.655377 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-42fb1cc3-c3d9-47a2-9f50-1d19c64dd416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:21:51.659435 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-42fb1cc3-c3d9-47a2-9f50-1d19c64dd416 admin admin] Usage tracker for resource:router and tenant:4c691ef3fd804d5c88d3f6ff36c37a19 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:21:51.662464 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-42fb1cc3-c3d9-47a2-9f50-1d19c64dd416 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:21:51.668678 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-42fb1cc3-c3d9-47a2-9f50-1d19c64dd416 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:21:51.679317 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-131578ff-be1b-4a3f-a5f2-30bdf47eafb4 None None] Set router c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:21:51.680467 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-42fb1cc3-c3d9-47a2-9f50-1d19c64dd416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:51.681641 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-42fb1cc3-c3d9-47a2-9f50-1d19c64dd416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:51.698788 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-42fb1cc3-c3d9-47a2-9f50-1d19c64dd416 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:51.755000 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=e747ed57-8de1-4984-b274-43276435452d,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:51.877657 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869e1992-8693-45dc-812e-8499f63de5e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-495a9328-27ab-47c1-b4a6-c23ca1212c8f', 'network_id': '495a9328-27ab-47c1-b4a6-c23ca1212c8f', 'tenant_id': '4c691ef3fd804d5c88d3f6ff36c37a19', 'fixed_ips': [{'subnet_id': '37c342ba-f2d7-48df-961b-93698f7118a2'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:21:51.878605 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-869e1992-8693-45dc-812e-8499f63de5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:51.977275 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-42fb1cc3-c3d9-47a2-9f50-1d19c64dd416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:52.046651 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-869e1992-8693-45dc-812e-8499f63de5e0 None None] Allocated IP 172.20.0.2 (495a9328-27ab-47c1-b4a6-c23ca1212c8f/37c342ba-f2d7-48df-961b-93698f7118a2/28c76d45-6259-4d3d-8840-9db9d3b0d8f4) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:21:52.057026 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-131578ff-be1b-4a3f-a5f2-30bdf47eafb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb', 'name': 'tempest-TestEncryptedCinderVolumes-419491601-router', 'tenant_id': 'f74d004ead164088918b489cf5e17daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e747ed57-8de1-4984-b274-43276435452d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:21:45Z', 'updated_at': '2022-05-03T23:21:49Z', 'revision_number': 4, 'project_id': 'f74d004ead164088918b489cf5e17daf', 'gw_port': {'id': 'e747ed57-8de1-4984-b274-43276435452d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:21:46Z', 'updated_at': '2022-05-03T23:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '0e542eb8-8614-43e5-9f72-cc0fb67a0ca3', 'name': '', 'network_id': 'a7f1eced-ae8a-40ee-97e5-65b0b3477b4d', 'tenant_id': 'f74d004ead164088918b489cf5e17daf', 'mac_address': 'fa:16:3e:4f:3c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'c9ef1988-089e-45c2-b8c7-2f2571b83b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:21:48Z', 'updated_at': '2022-05-03T23:21:49Z', 'revision_number': 2, 'project_id': 'f74d004ead164088918b489cf5e17daf', 'subnets': [{'id': 'c9ef1988-089e-45c2-b8c7-2f2571b83b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:21:52.061412 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131578ff-be1b-4a3f-a5f2-30bdf47eafb4 None None] Checking router: c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:21:52.061976 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131578ff-be1b-4a3f-a5f2-30bdf47eafb4 None None] Updating router c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb port 0e542eb8-8614-43e5-9f72-cc0fb67a0ca3 binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:21:52.118054 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-131578ff-be1b-4a3f-a5f2-30bdf47eafb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:52.259040 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-869e1992-8693-45dc-812e-8499f63de5e0 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:52.270310 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-869e1992-8693-45dc-812e-8499f63de5e0 None None] Transition to ACTIVE for port object 28c76d45-6259-4d3d-8840-9db9d3b0d8f4 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:21:52.291458 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-869e1992-8693-45dc-812e-8499f63de5e0 None None] Transition to ACTIVE for port object 28c76d45-6259-4d3d-8840-9db9d3b0d8f4 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:21:52.298390 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-42fb1cc3-c3d9-47a2-9f50-1d19c64dd416 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:52.299767 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-869e1992-8693-45dc-812e-8499f63de5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:52.330253 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-42fb1cc3-c3d9-47a2-9f50-1d19c64dd416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:52.366848 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869e1992-8693-45dc-812e-8499f63de5e0 None None] Network 495a9328-27ab-47c1-b4a6-c23ca1212c8f is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:21:52.369833 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-869e1992-8693-45dc-812e-8499f63de5e0 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:21:52.373571 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869e1992-8693-45dc-812e-8499f63de5e0 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:21:52.407995 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e1992-8693-45dc-812e-8499f63de5e0 None None] Pushing event updated for resources: {'Port': ['ID=28c76d45-6259-4d3d-8840-9db9d3b0d8f4,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:52.477637 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-869e1992-8693-45dc-812e-8499f63de5e0 None None] Attempting to bind port 28c76d45-6259-4d3d-8840-9db9d3b0d8f4 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:21:52.478327 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-869e1992-8693-45dc-812e-8499f63de5e0 None None] Attempting to bind port 28c76d45-6259-4d3d-8840-9db9d3b0d8f4 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'e042ee30-c9c7-4b61-a036-47906b1fb65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '495a9328-27ab-47c1-b4a6-c23ca1212c8f'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:21:52.479004 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869e1992-8693-45dc-812e-8499f63de5e0 None None] Attempting to bind port 28c76d45-6259-4d3d-8840-9db9d3b0d8f4 on network 495a9328-27ab-47c1-b4a6-c23ca1212c8f {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:21:52.485175 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869e1992-8693-45dc-812e-8499f63de5e0 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:21:52.485555 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869e1992-8693-45dc-812e-8499f63de5e0 None None] Checking segment: {'id': 'e042ee30-c9c7-4b61-a036-47906b1fb65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '495a9328-27ab-47c1-b4a6-c23ca1212c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:21:52.485996 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-869e1992-8693-45dc-812e-8499f63de5e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:52.486392 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869e1992-8693-45dc-812e-8499f63de5e0 None None] Bound using segment: {'id': 'e042ee30-c9c7-4b61-a036-47906b1fb65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '495a9328-27ab-47c1-b4a6-c23ca1212c8f'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:21:52.486861 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-869e1992-8693-45dc-812e-8499f63de5e0 None None] Bound port: 28c76d45-6259-4d3d-8840-9db9d3b0d8f4, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e042ee30-c9c7-4b61-a036-47906b1fb65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '495a9328-27ab-47c1-b4a6-c23ca1212c8f'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:21:52.487240 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-869e1992-8693-45dc-812e-8499f63de5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:52.497991 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-131578ff-be1b-4a3f-a5f2-30bdf47eafb4 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:52.511154 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-131578ff-be1b-4a3f-a5f2-30bdf47eafb4 None None] Transition to ACTIVE for port object 0e542eb8-8614-43e5-9f72-cc0fb67a0ca3 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:21:52.518315 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-131578ff-be1b-4a3f-a5f2-30bdf47eafb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:52.583095 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-869e1992-8693-45dc-812e-8499f63de5e0 None None] For port 28c76d45-6259-4d3d-8840-9db9d3b0d8f4, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:21:52.586574 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-869e1992-8693-45dc-812e-8499f63de5e0 None None] For port 28c76d45-6259-4d3d-8840-9db9d3b0d8f4, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=28c76d45-6259-4d3d-8840-9db9d3b0d8f4,segment=NetworkSegment(e042ee30-c9c7-4b61-a036-47906b1fb65d),segment_id=e042ee30-c9c7-4b61-a036-47906b1fb65d)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:21:52.589096 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-42fb1cc3-c3d9-47a2-9f50-1d19c64dd416 admin admin] Allocated IP 172.25.2.101 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/24a408d2-56fe-4bc4-8035-8e8063c81e58) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:21:52.595799 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-869e1992-8693-45dc-812e-8499f63de5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:52.698605 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad3127-2427-4c34-925e-7fb969d228c8 None None] Pushing event updated for resources: {'Port': ['ID=0e542eb8-8614-43e5-9f72-cc0fb67a0ca3,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:52.710383 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e1992-8693-45dc-812e-8499f63de5e0 None None] Pushing event updated for resources: {'Port': ['ID=28c76d45-6259-4d3d-8840-9db9d3b0d8f4,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:52.745173 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad3127-2427-4c34-925e-7fb969d228c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:52.745173 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad3127-2427-4c34-925e-7fb969d228c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:52.745173 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad3127-2427-4c34-925e-7fb969d228c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:52.745574 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad3127-2427-4c34-925e-7fb969d228c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:52.745891 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad3127-2427-4c34-925e-7fb969d228c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:52.746191 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad3127-2427-4c34-925e-7fb969d228c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:52.746506 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad3127-2427-4c34-925e-7fb969d228c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:52.746823 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad3127-2427-4c34-925e-7fb969d228c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:52.747140 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad3127-2427-4c34-925e-7fb969d228c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:52.747450 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad3127-2427-4c34-925e-7fb969d228c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:52.747762 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad3127-2427-4c34-925e-7fb969d228c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:52.748072 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ad3127-2427-4c34-925e-7fb969d228c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:21:52.776659 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-131578ff-be1b-4a3f-a5f2-30bdf47eafb4 None None] Attempting to bind port 0e542eb8-8614-43e5-9f72-cc0fb67a0ca3 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:21:52.777307 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-131578ff-be1b-4a3f-a5f2-30bdf47eafb4 None None] Attempting to bind port 0e542eb8-8614-43e5-9f72-cc0fb67a0ca3 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '48a13a38-2b65-4f77-83b2-1da71019b332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a7f1eced-ae8a-40ee-97e5-65b0b3477b4d'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:21:52.777674 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131578ff-be1b-4a3f-a5f2-30bdf47eafb4 None None] Attempting to bind port 0e542eb8-8614-43e5-9f72-cc0fb67a0ca3 on network a7f1eced-ae8a-40ee-97e5-65b0b3477b4d {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:21:52.780590 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-42fb1cc3-c3d9-47a2-9f50-1d19c64dd416 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:52.787575 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131578ff-be1b-4a3f-a5f2-30bdf47eafb4 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:21:52.787949 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131578ff-be1b-4a3f-a5f2-30bdf47eafb4 None None] Checking segment: {'id': '48a13a38-2b65-4f77-83b2-1da71019b332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a7f1eced-ae8a-40ee-97e5-65b0b3477b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:21:52.788424 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-131578ff-be1b-4a3f-a5f2-30bdf47eafb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:52.788739 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131578ff-be1b-4a3f-a5f2-30bdf47eafb4 None None] Bound using segment: {'id': '48a13a38-2b65-4f77-83b2-1da71019b332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a7f1eced-ae8a-40ee-97e5-65b0b3477b4d'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:21:52.789212 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-131578ff-be1b-4a3f-a5f2-30bdf47eafb4 None None] Bound port: 0e542eb8-8614-43e5-9f72-cc0fb67a0ca3, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a13a38-2b65-4f77-83b2-1da71019b332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a7f1eced-ae8a-40ee-97e5-65b0b3477b4d'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:21:52.790263 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-131578ff-be1b-4a3f-a5f2-30bdf47eafb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:52.827135 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-42fb1cc3-c3d9-47a2-9f50-1d19c64dd416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:52.890983 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-131578ff-be1b-4a3f-a5f2-30bdf47eafb4 None None] For port 0e542eb8-8614-43e5-9f72-cc0fb67a0ca3, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:21:52.894937 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-131578ff-be1b-4a3f-a5f2-30bdf47eafb4 None None] For port 0e542eb8-8614-43e5-9f72-cc0fb67a0ca3, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0e542eb8-8614-43e5-9f72-cc0fb67a0ca3,segment=NetworkSegment(48a13a38-2b65-4f77-83b2-1da71019b332),segment_id=48a13a38-2b65-4f77-83b2-1da71019b332)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:21:52.899974 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-131578ff-be1b-4a3f-a5f2-30bdf47eafb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:52.909242 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fb1cc3-c3d9-47a2-9f50-1d19c64dd416 admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:21:52.912365 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-42fb1cc3-c3d9-47a2-9f50-1d19c64dd416 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:21:52.916263 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fb1cc3-c3d9-47a2-9f50-1d19c64dd416 admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:21:52.966865 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb1cc3-c3d9-47a2-9f50-1d19c64dd416 admin admin] Pushing event updated for resources: {'Port': ['ID=24a408d2-56fe-4bc4-8035-8e8063c81e58,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:53.008909 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131578ff-be1b-4a3f-a5f2-30bdf47eafb4 None None] Routers {'c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:21:53.009540 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-131578ff-be1b-4a3f-a5f2-30bdf47eafb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:21:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:21:53.077762 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e9c2a727-c9f7-4315-acf7-fdec816668c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:53.211016 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad3127-2427-4c34-925e-7fb969d228c8 None None] Pushing event updated for resources: {'Port': ['ID=0e542eb8-8614-43e5-9f72-cc0fb67a0ca3,revision_number=4']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:53.216293 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-131578ff-be1b-4a3f-a5f2-30bdf47eafb4 None None] Set router c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:21:53.400099 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device e747ed57-8de1-4984-b274-43276435452d up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:21:53.428023 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-42fb1cc3-c3d9-47a2-9f50-1d19c64dd416 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:53.474301 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port e747ed57-8de1-4984-b274-43276435452d triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:21:53.474918 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:53.560270 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-131578ff-be1b-4a3f-a5f2-30bdf47eafb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb', 'name': 'tempest-TestEncryptedCinderVolumes-419491601-router', 'tenant_id': 'f74d004ead164088918b489cf5e17daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e747ed57-8de1-4984-b274-43276435452d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:21:45Z', 'updated_at': '2022-05-03T23:21:49Z', 'revision_number': 4, 'project_id': 'f74d004ead164088918b489cf5e17daf', 'gw_port': {'id': 'e747ed57-8de1-4984-b274-43276435452d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:21:46Z', 'updated_at': '2022-05-03T23:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '0e542eb8-8614-43e5-9f72-cc0fb67a0ca3', 'name': '', 'network_id': 'a7f1eced-ae8a-40ee-97e5-65b0b3477b4d', 'tenant_id': 'f74d004ead164088918b489cf5e17daf', 'mac_address': 'fa:16:3e:4f:3c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'c9ef1988-089e-45c2-b8c7-2f2571b83b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:21:48Z', 'updated_at': '2022-05-03T23:21:52Z', 'revision_number': 4, 'project_id': 'f74d004ead164088918b489cf5e17daf', 'subnets': [{'id': 'c9ef1988-089e-45c2-b8c7-2f2571b83b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:21:53.565580 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131578ff-be1b-4a3f-a5f2-30bdf47eafb4 None None] The sync data for ids ['c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb'] in n-d-811807-1 is: [{'id': 'c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb', 'name': 'tempest-TestEncryptedCinderVolumes-419491601-router', 'tenant_id': 'f74d004ead164088918b489cf5e17daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e747ed57-8de1-4984-b274-43276435452d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:21:45Z', 'updated_at': '2022-05-03T23:21:49Z', 'revision_number': 4, 'project_id': 'f74d004ead164088918b489cf5e17daf', 'gw_port': {'id': 'e747ed57-8de1-4984-b274-43276435452d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:21:46Z', 'updated_at': '2022-05-03T23:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '0e542eb8-8614-43e5-9f72-cc0fb67a0ca3', 'name': '', 'network_id': 'a7f1eced-ae8a-40ee-97e5-65b0b3477b4d', 'tenant_id': 'f74d004ead164088918b489cf5e17daf', 'mac_address': 'fa:16:3e:4f:3c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'c9ef1988-089e-45c2-b8c7-2f2571b83b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:21:48Z', 'updated_at': '2022-05-03T23:21:52Z', 'revision_number': 4, 'project_id': 'f74d004ead164088918b489cf5e17daf', 'subnets': [{'id': 'c9ef1988-089e-45c2-b8c7-2f2571b83b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:21:53.626759 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 28c76d45-6259-4d3d-8840-9db9d3b0d8f4 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:21:53.711641 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 28c76d45-6259-4d3d-8840-9db9d3b0d8f4 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:21:53.846707 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-42fb1cc3-c3d9-47a2-9f50-1d19c64dd416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:53.979189 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd109c0-9e16-4d0d-861b-e543cf121349 None None] Network 495a9328-27ab-47c1-b4a6-c23ca1212c8f requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:21:54.065410 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42fb1cc3-c3d9-47a2-9f50-1d19c64dd416 admin admin] Router 4471a472-fba9-4667-9d78-3dfe176a1e2d is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 23:21:54.093655 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e4b121d8-3152-40b3-a7a6-43d04ce4d8d3 None None] Provisioning for port 28c76d45-6259-4d3d-8840-9db9d3b0d8f4 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:21:54.104176 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e4b121d8-3152-40b3-a7a6-43d04ce4d8d3 None None] Provisioning complete for port 28c76d45-6259-4d3d-8840-9db9d3b0d8f4 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:21:54.104572 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e4b121d8-3152-40b3-a7a6-43d04ce4d8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:54.343568 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e4b121d8-3152-40b3-a7a6-43d04ce4d8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:54.384058 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e4b121d8-3152-40b3-a7a6-43d04ce4d8d3 None None] For port 28c76d45-6259-4d3d-8840-9db9d3b0d8f4, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=28c76d45-6259-4d3d-8840-9db9d3b0d8f4,segment=NetworkSegment(e042ee30-c9c7-4b61-a036-47906b1fb65d),segment_id=e042ee30-c9c7-4b61-a036-47906b1fb65d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:21:54.390041 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e4b121d8-3152-40b3-a7a6-43d04ce4d8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:54.397479 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fb1cc3-c3d9-47a2-9f50-1d19c64dd416 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:21:54.425374 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-42fb1cc3-c3d9-47a2-9f50-1d19c64dd416 admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:54.426616 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-42fb1cc3-c3d9-47a2-9f50-1d19c64dd416 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7809451 May 03 23:21:54.429407 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56022) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:21:54.432839 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2c4a34-eea1-4348-8b5c-be9fe301ec97 None None] Sync routers for ids ['4471a472-fba9-4667-9d78-3dfe176a1e2d'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:21:54.465690 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2c4a34-eea1-4348-8b5c-be9fe301ec97 None None] Routers {'4471a472-fba9-4667-9d78-3dfe176a1e2d'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:21:54.466369 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-4b2c4a34-eea1-4348-8b5c-be9fe301ec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:21:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['4471a472-fba9-4667-9d78-3dfe176a1e2d'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:21:54.649385 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b121d8-3152-40b3-a7a6-43d04ce4d8d3 None None] Pushing event updated for resources: {'Port': ['ID=28c76d45-6259-4d3d-8840-9db9d3b0d8f4,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:54.680145 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-4b2c4a34-eea1-4348-8b5c-be9fe301ec97 None None] Set router 4471a472-fba9-4667-9d78-3dfe176a1e2d gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:21:54.874722 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f18040ba-0138-49d2-b2a1-748ec98b1e29 None None] Provisioning complete for port 28c76d45-6259-4d3d-8840-9db9d3b0d8f4 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:21:54.875101 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f18040ba-0138-49d2-b2a1-748ec98b1e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:54.961647 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:55.097121 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-4b2c4a34-eea1-4348-8b5c-be9fe301ec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4471a472-fba9-4667-9d78-3dfe176a1e2d', 'name': 'tempest-TestEncryptedCinderVolumes-2044858862-router', 'tenant_id': '4c691ef3fd804d5c88d3f6ff36c37a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '24a408d2-56fe-4bc4-8035-8e8063c81e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:21:51Z', 'updated_at': '2022-05-03T23:21:53Z', 'revision_number': 3, 'project_id': '4c691ef3fd804d5c88d3f6ff36c37a19', 'gw_port': {'id': '24a408d2-56fe-4bc4-8035-8e8063c81e58', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4471a472-fba9-4667-9d78-3dfe176a1e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:21:52Z', 'updated_at': '2022-05-03T23:21:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:21:55.102597 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2c4a34-eea1-4348-8b5c-be9fe301ec97 None None] Checking router: 4471a472-fba9-4667-9d78-3dfe176a1e2d for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:21:55.102956 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2c4a34-eea1-4348-8b5c-be9fe301ec97 None None] Updating router 4471a472-fba9-4667-9d78-3dfe176a1e2d port 24a408d2-56fe-4bc4-8035-8e8063c81e58 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:21:55.154862 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4b2c4a34-eea1-4348-8b5c-be9fe301ec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:55.156912 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d985af6c-dd59-491f-b8d8-df6ba1696751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:55.371340 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-d985af6c-dd59-491f-b8d8-df6ba1696751 admin admin] Allocated IP 172.20.0.1 (495a9328-27ab-47c1-b4a6-c23ca1212c8f/37c342ba-f2d7-48df-961b-93698f7118a2/cd0a148f-1e25-4d07-90f7-1c097cd194fb) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:21:55.406764 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 0e542eb8-8614-43e5-9f72-cc0fb67a0ca3 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:21:55.523145 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 0e542eb8-8614-43e5-9f72-cc0fb67a0ca3 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:21:55.561942 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 0e542eb8-8614-43e5-9f72-cc0fb67a0ca3 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:21:55.562485 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:55.641965 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1630a974-2b8b-4705-b401-6b08c8c8aa93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:55.644387 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d985af6c-dd59-491f-b8d8-df6ba1696751 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:55.655937 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4b2c4a34-eea1-4348-8b5c-be9fe301ec97 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:55.660640 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-d985af6c-dd59-491f-b8d8-df6ba1696751 admin admin] Transition to ACTIVE for port object cd0a148f-1e25-4d07-90f7-1c097cd194fb will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:21:55.671996 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-4b2c4a34-eea1-4348-8b5c-be9fe301ec97 None None] Transition to ACTIVE for port object 24a408d2-56fe-4bc4-8035-8e8063c81e58 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:21:55.684664 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d985af6c-dd59-491f-b8d8-df6ba1696751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:55.709411 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4b2c4a34-eea1-4348-8b5c-be9fe301ec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:55.754766 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d985af6c-dd59-491f-b8d8-df6ba1696751 admin admin] Network 495a9328-27ab-47c1-b4a6-c23ca1212c8f is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:21:55.757618 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-d985af6c-dd59-491f-b8d8-df6ba1696751 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:21:55.760254 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d985af6c-dd59-491f-b8d8-df6ba1696751 admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:21:55.798821 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985af6c-dd59-491f-b8d8-df6ba1696751 admin admin] Pushing event updated for resources: {'Port': ['ID=cd0a148f-1e25-4d07-90f7-1c097cd194fb,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:55.804273 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-4b2c4a34-eea1-4348-8b5c-be9fe301ec97 None None] Attempting to bind port 24a408d2-56fe-4bc4-8035-8e8063c81e58 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:21:55.804643 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-4b2c4a34-eea1-4348-8b5c-be9fe301ec97 None None] Attempting to bind port 24a408d2-56fe-4bc4-8035-8e8063c81e58 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:21:55.805751 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2c4a34-eea1-4348-8b5c-be9fe301ec97 None None] Attempting to bind port 24a408d2-56fe-4bc4-8035-8e8063c81e58 on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:21:55.807625 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:55.821119 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d985af6c-dd59-491f-b8d8-df6ba1696751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:55.834383 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2c4a34-eea1-4348-8b5c-be9fe301ec97 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:21:55.834679 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2c4a34-eea1-4348-8b5c-be9fe301ec97 None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:21:55.835087 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4b2c4a34-eea1-4348-8b5c-be9fe301ec97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:55.835485 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2c4a34-eea1-4348-8b5c-be9fe301ec97 None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:21:55.835965 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-4b2c4a34-eea1-4348-8b5c-be9fe301ec97 None None] Bound port: 24a408d2-56fe-4bc4-8035-8e8063c81e58, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:21:55.836344 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4b2c4a34-eea1-4348-8b5c-be9fe301ec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:55.869082 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd36277-0c70-4e6c-ac22-d68b4e163f0b None None] Pushing event updated for resources: {'Port': ['ID=24a408d2-56fe-4bc4-8035-8e8063c81e58,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:55.917504 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 0e542eb8-8614-43e5-9f72-cc0fb67a0ca3, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0e542eb8-8614-43e5-9f72-cc0fb67a0ca3,segment=NetworkSegment(48a13a38-2b65-4f77-83b2-1da71019b332),segment_id=48a13a38-2b65-4f77-83b2-1da71019b332)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:21:55.927732 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:55.927973 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 28c76d45-6259-4d3d-8840-9db9d3b0d8f4 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:21:55.949216 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d985af6c-dd59-491f-b8d8-df6ba1696751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:56.006104 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-4b2c4a34-eea1-4348-8b5c-be9fe301ec97 None None] For port 24a408d2-56fe-4bc4-8035-8e8063c81e58, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:21:56.041682 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-4b2c4a34-eea1-4348-8b5c-be9fe301ec97 None None] For port 24a408d2-56fe-4bc4-8035-8e8063c81e58, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=24a408d2-56fe-4bc4-8035-8e8063c81e58,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:21:56.055061 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4b2c4a34-eea1-4348-8b5c-be9fe301ec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:56.066023 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1809bd23-e959-45d4-b181-3e4d49597446 None None] Provisioning for port cd0a148f-1e25-4d07-90f7-1c097cd194fb completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:21:56.078094 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=0e542eb8-8614-43e5-9f72-cc0fb67a0ca3,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:56.117253 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1809bd23-e959-45d4-b181-3e4d49597446 None None] Provisioning complete for port cd0a148f-1e25-4d07-90f7-1c097cd194fb triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:21:56.118086 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1809bd23-e959-45d4-b181-3e4d49597446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:56.178228 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d985af6c-dd59-491f-b8d8-df6ba1696751 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:56.183370 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d985af6c-dd59-491f-b8d8-df6ba1696751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:56.201397 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2c4a34-eea1-4348-8b5c-be9fe301ec97 None None] Routers {'4471a472-fba9-4667-9d78-3dfe176a1e2d'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:21:56.202118 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-4b2c4a34-eea1-4348-8b5c-be9fe301ec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:21:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['4471a472-fba9-4667-9d78-3dfe176a1e2d'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:21:56.292319 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d985af6c-dd59-491f-b8d8-df6ba1696751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:56.296219 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985af6c-dd59-491f-b8d8-df6ba1696751 admin admin] Pushing event updated for resources: {'Port': ['ID=cd0a148f-1e25-4d07-90f7-1c097cd194fb,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:56.320405 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1809bd23-e959-45d4-b181-3e4d49597446 None None] Port cd0a148f-1e25-4d07-90f7-1c097cd194fb cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:21:56.324109 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 28c76d45-6259-4d3d-8840-9db9d3b0d8f4 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:21:56.324109 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:56.366501 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd36277-0c70-4e6c-ac22-d68b4e163f0b None None] Pushing event updated for resources: {'Port': ['ID=24a408d2-56fe-4bc4-8035-8e8063c81e58,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:56.444504 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:56.445183 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d985af6c-dd59-491f-b8d8-df6ba1696751 admin admin] Network 495a9328-27ab-47c1-b4a6-c23ca1212c8f is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:21:56.447224 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-d985af6c-dd59-491f-b8d8-df6ba1696751 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:21:56.513121 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-4b2c4a34-eea1-4348-8b5c-be9fe301ec97 None None] Set router 4471a472-fba9-4667-9d78-3dfe176a1e2d gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:21:56.593322 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:56.649964 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d985af6c-dd59-491f-b8d8-df6ba1696751 admin admin] Router 4471a472-fba9-4667-9d78-3dfe176a1e2d has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:21:56.778930 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-bcc50ab9-5509-4c79-bd81-59021a1a42c6 None None] Provisioning complete for port cd0a148f-1e25-4d07-90f7-1c097cd194fb triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:21:56.779873 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bcc50ab9-5509-4c79-bd81-59021a1a42c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:56.834127 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d985af6c-dd59-491f-b8d8-df6ba1696751 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:21:56.844523 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d985af6c-dd59-491f-b8d8-df6ba1696751 admin admin] 10.222.0.58 "PUT /v2.0/routers/4471a472-fba9-4667-9d78-3dfe176a1e2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4134431 May 03 23:21:56.923300 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-bcc50ab9-5509-4c79-bd81-59021a1a42c6 None None] Port cd0a148f-1e25-4d07-90f7-1c097cd194fb cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:21:56.959467 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-4b2c4a34-eea1-4348-8b5c-be9fe301ec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4471a472-fba9-4667-9d78-3dfe176a1e2d', 'name': 'tempest-TestEncryptedCinderVolumes-2044858862-router', 'tenant_id': '4c691ef3fd804d5c88d3f6ff36c37a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '24a408d2-56fe-4bc4-8035-8e8063c81e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:21:51Z', 'updated_at': '2022-05-03T23:21:55Z', 'revision_number': 4, 'project_id': '4c691ef3fd804d5c88d3f6ff36c37a19', 'gw_port': {'id': '24a408d2-56fe-4bc4-8035-8e8063c81e58', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4471a472-fba9-4667-9d78-3dfe176a1e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:21:52Z', 'updated_at': '2022-05-03T23:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'cd0a148f-1e25-4d07-90f7-1c097cd194fb', 'name': '', 'network_id': '495a9328-27ab-47c1-b4a6-c23ca1212c8f', 'tenant_id': '4c691ef3fd804d5c88d3f6ff36c37a19', 'mac_address': 'fa:16:3e:ee:f6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4471a472-fba9-4667-9d78-3dfe176a1e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '37c342ba-f2d7-48df-961b-93698f7118a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:21:55Z', 'updated_at': '2022-05-03T23:21:56Z', 'revision_number': 2, 'project_id': '4c691ef3fd804d5c88d3f6ff36c37a19', 'subnets': [{'id': '37c342ba-f2d7-48df-961b-93698f7118a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:21:56.963496 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2c4a34-eea1-4348-8b5c-be9fe301ec97 None None] The sync data for ids ['4471a472-fba9-4667-9d78-3dfe176a1e2d'] in n-d-811807-1 is: [{'id': '4471a472-fba9-4667-9d78-3dfe176a1e2d', 'name': 'tempest-TestEncryptedCinderVolumes-2044858862-router', 'tenant_id': '4c691ef3fd804d5c88d3f6ff36c37a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '24a408d2-56fe-4bc4-8035-8e8063c81e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:21:51Z', 'updated_at': '2022-05-03T23:21:55Z', 'revision_number': 4, 'project_id': '4c691ef3fd804d5c88d3f6ff36c37a19', 'gw_port': {'id': '24a408d2-56fe-4bc4-8035-8e8063c81e58', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4471a472-fba9-4667-9d78-3dfe176a1e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:21:52Z', 'updated_at': '2022-05-03T23:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'cd0a148f-1e25-4d07-90f7-1c097cd194fb', 'name': '', 'network_id': '495a9328-27ab-47c1-b4a6-c23ca1212c8f', 'tenant_id': '4c691ef3fd804d5c88d3f6ff36c37a19', 'mac_address': 'fa:16:3e:ee:f6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4471a472-fba9-4667-9d78-3dfe176a1e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '37c342ba-f2d7-48df-961b-93698f7118a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:21:55Z', 'updated_at': '2022-05-03T23:21:56Z', 'revision_number': 2, 'project_id': '4c691ef3fd804d5c88d3f6ff36c37a19', 'subnets': [{'id': '37c342ba-f2d7-48df-961b-93698f7118a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:21:57.329502 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 0e542eb8-8614-43e5-9f72-cc0fb67a0ca3 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:21:57.399398 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 0e542eb8-8614-43e5-9f72-cc0fb67a0ca3 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:21:57.399779 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:57.791686 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:57.808538 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-b9a99bb4-956d-4e61-8e6a-3a495ad5f27b tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:57.810119 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-b9a99bb4-956d-4e61-8e6a-3a495ad5f27b tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/networks?id=a7f1eced-ae8a-40ee-97e5-65b0b3477b4d HTTP/1.1" status: 200 len: 816 time: 0.1560514 May 03 23:21:57.826894 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-6bffca68-9b5b-43fb-b586-8a51818d824a tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/quotas/f74d004ead164088918b489cf5e17daf HTTP/1.1" status: 200 len: 375 time: 0.0107405 May 03 23:21:57.911295 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-dd6c7094-e5d1-488e-bf54-ea19bda95fa2 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Synchronizing usage tracker for tenant:f74d004ead164088918b489cf5e17daf on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:21:57.928306 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-dd6c7094-e5d1-488e-bf54-ea19bda95fa2 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Unset dirty status for tenant:f74d004ead164088918b489cf5e17daf on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:21:57.929704 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-dd6c7094-e5d1-488e-bf54-ea19bda95fa2 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f74d004ead164088918b489cf5e17daf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0974109 May 03 23:21:58.073446 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-7abcf1e0-2315-4a88-8d83-849c1f9412f5 service neutron] 10.222.0.58 "GET /v2.0/networks/a7f1eced-ae8a-40ee-97e5-65b0b3477b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305010 May 03 23:21:58.334336 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-5c35fb48-4d70-439b-bbcf-593aa40fb7da service neutron] 10.222.0.58 "GET /v2.0/networks/a7f1eced-ae8a-40ee-97e5-65b0b3477b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543547 May 03 23:21:58.463105 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:58.517791 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-363f8e1f-8ac5-44ea-a821-8f7b7776b884 req-3a54dcdd-3b76-4574-aa40-e4eb183333b7 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/ports?device_id=25418a1e-ff7a-4bf1-bd5a-4e916075e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0421176 May 03 23:21:59.334184 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 24a408d2-56fe-4bc4-8035-8e8063c81e58 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:21:59.403938 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 24a408d2-56fe-4bc4-8035-8e8063c81e58 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:21:59.408942 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 24a408d2-56fe-4bc4-8035-8e8063c81e58 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:21:59.409320 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:59.535446 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:59.557291 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 24a408d2-56fe-4bc4-8035-8e8063c81e58, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=24a408d2-56fe-4bc4-8035-8e8063c81e58,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:21:59.562223 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:59.613786 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-01edfebe-900c-47eb-8d0d-68f580190bcd tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:21:59.615573 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-01edfebe-900c-47eb-8d0d-68f580190bcd tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.67 "GET /v2.0/networks?id=a7f1eced-ae8a-40ee-97e5-65b0b3477b4d HTTP/1.1" status: 200 len: 816 time: 0.1654739 May 03 23:21:59.631968 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=24a408d2-56fe-4bc4-8035-8e8063c81e58,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:21:59.632826 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-46d33bc4-8210-42d4-8c02-67430f993aac tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Request body: {'port': {'device_id': '25418a1e-ff7a-4bf1-bd5a-4e916075e6e2', 'network_id': 'a7f1eced-ae8a-40ee-97e5-65b0b3477b4d', 'admin_state_up': True, 'tenant_id': 'f74d004ead164088918b489cf5e17daf'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:21:59.723925 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d67fa458-b9bf-4c6b-b365-4c505b330527 req-604b80a0-5955-47e8-b397-c3ba977f3e8b tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/ports?device_id=25418a1e-ff7a-4bf1-bd5a-4e916075e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0654180 May 03 23:21:59.736309 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f630c1a3-3691-431b-aa9a-d42b85c94555 None None] Sync routers for ids ['4471a472-fba9-4667-9d78-3dfe176a1e2d'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:21:59.746194 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f630c1a3-3691-431b-aa9a-d42b85c94555 None None] Routers {'4471a472-fba9-4667-9d78-3dfe176a1e2d'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:21:59.746802 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f630c1a3-3691-431b-aa9a-d42b85c94555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:21:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['4471a472-fba9-4667-9d78-3dfe176a1e2d'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:21:59.830034 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-46d33bc4-8210-42d4-8c02-67430f993aac tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:21:59.839330 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-46d33bc4-8210-42d4-8c02-67430f993aac tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:21:59.851450 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-46d33bc4-8210-42d4-8c02-67430f993aac tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Made reservation on behalf of f74d004ead164088918b489cf5e17daf for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:21:59.855558 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-46d33bc4-8210-42d4-8c02-67430f993aac tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:21:59.949259 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-f630c1a3-3691-431b-aa9a-d42b85c94555 None None] Set router 4471a472-fba9-4667-9d78-3dfe176a1e2d gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:22:00.019328 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-46d33bc4-8210-42d4-8c02-67430f993aac tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Allocated IP 172.20.0.3 (a7f1eced-ae8a-40ee-97e5-65b0b3477b4d/c9ef1988-089e-45c2-b8c7-2f2571b83b27/2d9d0b70-e82b-4d77-b83d-c06c2212a0e3) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:22:00.225342 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-46d33bc4-8210-42d4-8c02-67430f993aac tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:00.245587 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-46d33bc4-8210-42d4-8c02-67430f993aac tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Transition to ACTIVE for port object 2d9d0b70-e82b-4d77-b83d-c06c2212a0e3 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:22:00.265006 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f630c1a3-3691-431b-aa9a-d42b85c94555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4471a472-fba9-4667-9d78-3dfe176a1e2d', 'name': 'tempest-TestEncryptedCinderVolumes-2044858862-router', 'tenant_id': '4c691ef3fd804d5c88d3f6ff36c37a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '24a408d2-56fe-4bc4-8035-8e8063c81e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:21:51Z', 'updated_at': '2022-05-03T23:21:55Z', 'revision_number': 4, 'project_id': '4c691ef3fd804d5c88d3f6ff36c37a19', 'gw_port': {'id': '24a408d2-56fe-4bc4-8035-8e8063c81e58', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4471a472-fba9-4667-9d78-3dfe176a1e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:21:52Z', 'updated_at': '2022-05-03T23:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'cd0a148f-1e25-4d07-90f7-1c097cd194fb', 'name': '', 'network_id': '495a9328-27ab-47c1-b4a6-c23ca1212c8f', 'tenant_id': '4c691ef3fd804d5c88d3f6ff36c37a19', 'mac_address': 'fa:16:3e:ee:f6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4471a472-fba9-4667-9d78-3dfe176a1e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '37c342ba-f2d7-48df-961b-93698f7118a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:21:55Z', 'updated_at': '2022-05-03T23:21:56Z', 'revision_number': 2, 'project_id': '4c691ef3fd804d5c88d3f6ff36c37a19', 'subnets': [{'id': '37c342ba-f2d7-48df-961b-93698f7118a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:22:00.269420 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f630c1a3-3691-431b-aa9a-d42b85c94555 None None] Checking router: 4471a472-fba9-4667-9d78-3dfe176a1e2d for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:22:00.269775 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f630c1a3-3691-431b-aa9a-d42b85c94555 None None] Updating router 4471a472-fba9-4667-9d78-3dfe176a1e2d port cd0a148f-1e25-4d07-90f7-1c097cd194fb binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:22:00.271157 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-46d33bc4-8210-42d4-8c02-67430f993aac tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:00.323449 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f630c1a3-3691-431b-aa9a-d42b85c94555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:00.342115 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-46d33bc4-8210-42d4-8c02-67430f993aac tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Network a7f1eced-ae8a-40ee-97e5-65b0b3477b4d is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:22:00.345221 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-46d33bc4-8210-42d4-8c02-67430f993aac tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:22:00.349036 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-46d33bc4-8210-42d4-8c02-67430f993aac tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:22:00.381787 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d33bc4-8210-42d4-8c02-67430f993aac tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Pushing event updated for resources: {'Port': ['ID=2d9d0b70-e82b-4d77-b83d-c06c2212a0e3,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:22:00.418628 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-46d33bc4-8210-42d4-8c02-67430f993aac tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:00.419143 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-46d33bc4-8210-42d4-8c02-67430f993aac tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:00.447356 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-46d33bc4-8210-42d4-8c02-67430f993aac tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8224072 May 03 23:22:00.459182 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-6cd0d2c8-daee-4607-8d0d-f6adc13c901e service neutron] Request body: {'port': {'device_id': '25418a1e-ff7a-4bf1-bd5a-4e916075e6e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:22:00.569728 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-8d7d9b2c-0107-483d-86a5-b37cdbfbad3e None None] Provisioning for port 2d9d0b70-e82b-4d77-b83d-c06c2212a0e3 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:22:00.577538 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-8d7d9b2c-0107-483d-86a5-b37cdbfbad3e None None] Provisioning complete for port 2d9d0b70-e82b-4d77-b83d-c06c2212a0e3 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:22:00.578633 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8d7d9b2c-0107-483d-86a5-b37cdbfbad3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:00.586487 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-6cd0d2c8-daee-4607-8d0d-f6adc13c901e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:00.639343 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-8d7d9b2c-0107-483d-86a5-b37cdbfbad3e None None] Port 2d9d0b70-e82b-4d77-b83d-c06c2212a0e3 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:22:00.695129 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f630c1a3-3691-431b-aa9a-d42b85c94555 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:00.708834 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-f630c1a3-3691-431b-aa9a-d42b85c94555 None None] Transition to ACTIVE for port object cd0a148f-1e25-4d07-90f7-1c097cd194fb will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:22:00.718378 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f630c1a3-3691-431b-aa9a-d42b85c94555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:00.937682 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-f630c1a3-3691-431b-aa9a-d42b85c94555 None None] Attempting to bind port cd0a148f-1e25-4d07-90f7-1c097cd194fb on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:22:00.938637 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-f630c1a3-3691-431b-aa9a-d42b85c94555 None None] Attempting to bind port cd0a148f-1e25-4d07-90f7-1c097cd194fb by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'e042ee30-c9c7-4b61-a036-47906b1fb65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '495a9328-27ab-47c1-b4a6-c23ca1212c8f'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:22:00.938844 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f630c1a3-3691-431b-aa9a-d42b85c94555 None None] Attempting to bind port cd0a148f-1e25-4d07-90f7-1c097cd194fb on network 495a9328-27ab-47c1-b4a6-c23ca1212c8f {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:22:00.946560 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f630c1a3-3691-431b-aa9a-d42b85c94555 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:22:00.946925 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f630c1a3-3691-431b-aa9a-d42b85c94555 None None] Checking segment: {'id': 'e042ee30-c9c7-4b61-a036-47906b1fb65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '495a9328-27ab-47c1-b4a6-c23ca1212c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:22:00.947318 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f630c1a3-3691-431b-aa9a-d42b85c94555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:00.947707 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f630c1a3-3691-431b-aa9a-d42b85c94555 None None] Bound using segment: {'id': 'e042ee30-c9c7-4b61-a036-47906b1fb65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '495a9328-27ab-47c1-b4a6-c23ca1212c8f'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:22:00.948165 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-f630c1a3-3691-431b-aa9a-d42b85c94555 None None] Bound port: cd0a148f-1e25-4d07-90f7-1c097cd194fb, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e042ee30-c9c7-4b61-a036-47906b1fb65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '495a9328-27ab-47c1-b4a6-c23ca1212c8f'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:22:00.948526 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f630c1a3-3691-431b-aa9a-d42b85c94555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:00.959403 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17efbb39-c089-48f0-a4e3-9e06599b10e3 None None] Pushing event updated for resources: {'Port': ['ID=cd0a148f-1e25-4d07-90f7-1c097cd194fb,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:22:01.001886 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554bac3f-996d-4961-9850-5f0f301e36bf req-ab8c731e-24b5-48fb-94e1-da4a97bbf956 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:01.002595 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-554bac3f-996d-4961-9850-5f0f301e36bf req-ab8c731e-24b5-48fb-94e1-da4a97bbf956 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Synchronizing usage tracker for tenant:f74d004ead164088918b489cf5e17daf on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:22:01.035334 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-554bac3f-996d-4961-9850-5f0f301e36bf req-ab8c731e-24b5-48fb-94e1-da4a97bbf956 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Unset dirty status for tenant:f74d004ead164088918b489cf5e17daf on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:22:01.036571 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-554bac3f-996d-4961-9850-5f0f301e36bf req-ab8c731e-24b5-48fb-94e1-da4a97bbf956 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/ports?device_id=25418a1e-ff7a-4bf1-bd5a-4e916075e6e2 HTTP/1.1" status: 200 len: 931 time: 0.1953719 May 03 23:22:01.038494 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-6cd0d2c8-daee-4607-8d0d-f6adc13c901e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d9d0b70-e82b-4d77-b83d-c06c2212a0e3 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:22:01.042322 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-f630c1a3-3691-431b-aa9a-d42b85c94555 None None] For port cd0a148f-1e25-4d07-90f7-1c097cd194fb, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:22:01.045576 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-f630c1a3-3691-431b-aa9a-d42b85c94555 None None] For port cd0a148f-1e25-4d07-90f7-1c097cd194fb, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=cd0a148f-1e25-4d07-90f7-1c097cd194fb,segment=NetworkSegment(e042ee30-c9c7-4b61-a036-47906b1fb65d),segment_id=e042ee30-c9c7-4b61-a036-47906b1fb65d)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:22:01.051666 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f630c1a3-3691-431b-aa9a-d42b85c94555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:01.058716 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-6cd0d2c8-daee-4607-8d0d-f6adc13c901e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:01.088092 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-6cd0d2c8-daee-4607-8d0d-f6adc13c901e service neutron] Transition to ACTIVE for port object 2d9d0b70-e82b-4d77-b83d-c06c2212a0e3 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:22:01.094224 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-6cd0d2c8-daee-4607-8d0d-f6adc13c901e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:01.130649 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f630c1a3-3691-431b-aa9a-d42b85c94555 None None] Routers {'4471a472-fba9-4667-9d78-3dfe176a1e2d'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:22:01.131265 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f630c1a3-3691-431b-aa9a-d42b85c94555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:21:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['4471a472-fba9-4667-9d78-3dfe176a1e2d'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:22:01.142740 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-554bac3f-996d-4961-9850-5f0f301e36bf req-41dbad91-44d2-4187-bd92-1a3eaa3cabac tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6dc564b-3391-434b-ab80-731e83c25739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997450 May 03 23:22:01.284314 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17efbb39-c089-48f0-a4e3-9e06599b10e3 None None] Pushing event updated for resources: {'Port': ['ID=cd0a148f-1e25-4d07-90f7-1c097cd194fb,revision_number=4']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:22:01.304359 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0d2c8-daee-4607-8d0d-f6adc13c901e service neutron] Pushing event updated for resources: {'Port': ['ID=2d9d0b70-e82b-4d77-b83d-c06c2212a0e3,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:22:01.355907 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 24a408d2-56fe-4bc4-8035-8e8063c81e58 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:22:01.380243 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-f630c1a3-3691-431b-aa9a-d42b85c94555 None None] Set router 4471a472-fba9-4667-9d78-3dfe176a1e2d gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:22:01.444434 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 24a408d2-56fe-4bc4-8035-8e8063c81e58 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:22:01.445061 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:01.500603 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-6cd0d2c8-daee-4607-8d0d-f6adc13c901e service neutron] Attempting to bind port 2d9d0b70-e82b-4d77-b83d-c06c2212a0e3 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:22:01.501185 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-6cd0d2c8-daee-4607-8d0d-f6adc13c901e service neutron] Attempting to bind port 2d9d0b70-e82b-4d77-b83d-c06c2212a0e3 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '48a13a38-2b65-4f77-83b2-1da71019b332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a7f1eced-ae8a-40ee-97e5-65b0b3477b4d'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:22:01.501684 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-6cd0d2c8-daee-4607-8d0d-f6adc13c901e service neutron] Attempting to bind port 2d9d0b70-e82b-4d77-b83d-c06c2212a0e3 on network a7f1eced-ae8a-40ee-97e5-65b0b3477b4d {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:22:01.507478 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-6cd0d2c8-daee-4607-8d0d-f6adc13c901e service neutron] Port 2d9d0b70-e82b-4d77-b83d-c06c2212a0e3 on network a7f1eced-ae8a-40ee-97e5-65b0b3477b4d not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:22:01.508316 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-6cd0d2c8-daee-4607-8d0d-f6adc13c901e service neutron] Attempting to bind port 2d9d0b70-e82b-4d77-b83d-c06c2212a0e3 on network a7f1eced-ae8a-40ee-97e5-65b0b3477b4d {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:22:01.514758 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-6cd0d2c8-daee-4607-8d0d-f6adc13c901e service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:22:01.515400 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-6cd0d2c8-daee-4607-8d0d-f6adc13c901e service neutron] Checking segment: {'id': '48a13a38-2b65-4f77-83b2-1da71019b332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a7f1eced-ae8a-40ee-97e5-65b0b3477b4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:22:01.515810 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-6cd0d2c8-daee-4607-8d0d-f6adc13c901e service neutron] Bound using segment: {'id': '48a13a38-2b65-4f77-83b2-1da71019b332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a7f1eced-ae8a-40ee-97e5-65b0b3477b4d'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:22:01.516263 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-6cd0d2c8-daee-4607-8d0d-f6adc13c901e service neutron] Bound port: 2d9d0b70-e82b-4d77-b83d-c06c2212a0e3, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48a13a38-2b65-4f77-83b2-1da71019b332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a7f1eced-ae8a-40ee-97e5-65b0b3477b4d'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:22:01.516610 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-6cd0d2c8-daee-4607-8d0d-f6adc13c901e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:01.625497 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-6cd0d2c8-daee-4607-8d0d-f6adc13c901e service neutron] For port 2d9d0b70-e82b-4d77-b83d-c06c2212a0e3, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:22:01.628474 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-6cd0d2c8-daee-4607-8d0d-f6adc13c901e service neutron] For port 2d9d0b70-e82b-4d77-b83d-c06c2212a0e3, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=2d9d0b70-e82b-4d77-b83d-c06c2212a0e3,segment=NetworkSegment(48a13a38-2b65-4f77-83b2-1da71019b332),segment_id=48a13a38-2b65-4f77-83b2-1da71019b332)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:22:01.634087 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-6cd0d2c8-daee-4607-8d0d-f6adc13c901e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:01.695226 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-6cd0d2c8-daee-4607-8d0d-f6adc13c901e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:01.695850 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-6cd0d2c8-daee-4607-8d0d-f6adc13c901e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:01.697287 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-6cd0d2c8-daee-4607-8d0d-f6adc13c901e service neutron] 10.222.0.67 "PUT /v2.0/ports/2d9d0b70-e82b-4d77-b83d-c06c2212a0e3 HTTP/1.1" status: 200 len: 1091 time: 1.2425551 May 03 23:22:01.697647 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25418a1e-ff7a-4bf1-bd5a-4e916075e6e2', 'tag': '2d9d0b70-e82b-4d77-b83d-c06c2212a0e3'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:22:01.721423 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0d2c8-daee-4607-8d0d-f6adc13c901e service neutron] Pushing event updated for resources: {'Port': ['ID=2d9d0b70-e82b-4d77-b83d-c06c2212a0e3,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:22:01.737424 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f630c1a3-3691-431b-aa9a-d42b85c94555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4471a472-fba9-4667-9d78-3dfe176a1e2d', 'name': 'tempest-TestEncryptedCinderVolumes-2044858862-router', 'tenant_id': '4c691ef3fd804d5c88d3f6ff36c37a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '24a408d2-56fe-4bc4-8035-8e8063c81e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:21:51Z', 'updated_at': '2022-05-03T23:21:55Z', 'revision_number': 4, 'project_id': '4c691ef3fd804d5c88d3f6ff36c37a19', 'gw_port': {'id': '24a408d2-56fe-4bc4-8035-8e8063c81e58', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4471a472-fba9-4667-9d78-3dfe176a1e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:21:52Z', 'updated_at': '2022-05-03T23:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'cd0a148f-1e25-4d07-90f7-1c097cd194fb', 'name': '', 'network_id': '495a9328-27ab-47c1-b4a6-c23ca1212c8f', 'tenant_id': '4c691ef3fd804d5c88d3f6ff36c37a19', 'mac_address': 'fa:16:3e:ee:f6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4471a472-fba9-4667-9d78-3dfe176a1e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '37c342ba-f2d7-48df-961b-93698f7118a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:21:55Z', 'updated_at': '2022-05-03T23:22:01Z', 'revision_number': 4, 'project_id': '4c691ef3fd804d5c88d3f6ff36c37a19', 'subnets': [{'id': '37c342ba-f2d7-48df-961b-93698f7118a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:22:01.741813 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f630c1a3-3691-431b-aa9a-d42b85c94555 None None] The sync data for ids ['4471a472-fba9-4667-9d78-3dfe176a1e2d'] in n-d-811807-1 is: [{'id': '4471a472-fba9-4667-9d78-3dfe176a1e2d', 'name': 'tempest-TestEncryptedCinderVolumes-2044858862-router', 'tenant_id': '4c691ef3fd804d5c88d3f6ff36c37a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '24a408d2-56fe-4bc4-8035-8e8063c81e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:21:51Z', 'updated_at': '2022-05-03T23:21:55Z', 'revision_number': 4, 'project_id': '4c691ef3fd804d5c88d3f6ff36c37a19', 'gw_port': {'id': '24a408d2-56fe-4bc4-8035-8e8063c81e58', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4471a472-fba9-4667-9d78-3dfe176a1e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:21:52Z', 'updated_at': '2022-05-03T23:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'cd0a148f-1e25-4d07-90f7-1c097cd194fb', 'name': '', 'network_id': '495a9328-27ab-47c1-b4a6-c23ca1212c8f', 'tenant_id': '4c691ef3fd804d5c88d3f6ff36c37a19', 'mac_address': 'fa:16:3e:ee:f6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4471a472-fba9-4667-9d78-3dfe176a1e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '37c342ba-f2d7-48df-961b-93698f7118a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:21:55Z', 'updated_at': '2022-05-03T23:22:01Z', 'revision_number': 4, 'project_id': '4c691ef3fd804d5c88d3f6ff36c37a19', 'subnets': [{'id': '37c342ba-f2d7-48df-961b-93698f7118a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:22:01.777119 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5b6a745-01d0-4277-9bf3-9f41362dc608'] response: {'name': 'network-changed', 'server_uuid': '25418a1e-ff7a-4bf1-bd5a-4e916075e6e2', 'tag': '2d9d0b70-e82b-4d77-b83d-c06c2212a0e3', 'status': 'completed', 'code': 200} May 03 23:22:01.822374 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-fd983e4c-1aee-4056-8abc-b6db0a87eafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:01.823910 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-fd983e4c-1aee-4056-8abc-b6db0a87eafd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f74d004ead164088918b489cf5e17daf&device_id=25418a1e-ff7a-4bf1-bd5a-4e916075e6e2 HTTP/1.1" status: 200 len: 1094 time: 0.0797248 May 03 23:22:01.899030 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-51dbeef9-b32a-48b8-abbd-04c3a649c709 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d9d0b70-e82b-4d77-b83d-c06c2212a0e3 HTTP/1.1" status: 200 len: 217 time: 0.0681551 May 03 23:22:01.965917 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-23d39315-7862-4e6d-801e-0846bedf6be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:01.967962 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-23d39315-7862-4e6d-801e-0846bedf6be5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c9ef1988-089e-45c2-b8c7-2f2571b83b27 HTTP/1.1" status: 200 len: 855 time: 0.0634754 May 03 23:22:02.048502 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-f1ed2f2a-cd76-4fda-a130-ecffd0e604d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:02.050101 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-f1ed2f2a-cd76-4fda-a130-ecffd0e604d5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a7f1eced-ae8a-40ee-97e5-65b0b3477b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767252 May 03 23:22:02.186061 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-179687a1-f72d-408e-9326-306bd2b6de28 service neutron] 10.222.0.67 "GET /v2.0/networks/a7f1eced-ae8a-40ee-97e5-65b0b3477b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296444 May 03 23:22:02.372889 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ad6deafb-d70a-4864-b476-b9a11f116ca6 req-b00310e7-4fec-43f1-b153-e7dd21d7e2d7 service neutron] 10.222.0.67 "GET /v2.0/networks/a7f1eced-ae8a-40ee-97e5-65b0b3477b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812851 May 03 23:22:02.393821 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac47b9-645c-41c5-bbcf-ac0375c5f15b req-e020fe96-3075-4011-8cd0-80a8667f3ab2 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:02.395282 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6fac47b9-645c-41c5-bbcf-ac0375c5f15b req-e020fe96-3075-4011-8cd0-80a8667f3ab2 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/ports?device_id=25418a1e-ff7a-4bf1-bd5a-4e916075e6e2 HTTP/1.1" status: 200 len: 943 time: 0.1179965 May 03 23:22:02.490782 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6fac47b9-645c-41c5-bbcf-ac0375c5f15b req-a4fdbe93-3e34-4508-910b-bed6221ae6fc tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6dc564b-3391-434b-ab80-731e83c25739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896273 May 03 23:22:02.508740 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f025f5-10af-4466-adba-9e60a0291b7b req-524cdbe6-6c9d-40f6-ae69-51208eb40952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:02.510236 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c9f025f5-10af-4466-adba-9e60a0291b7b req-524cdbe6-6c9d-40f6-ae69-51208eb40952 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f74d004ead164088918b489cf5e17daf&device_id=25418a1e-ff7a-4bf1-bd5a-4e916075e6e2 HTTP/1.1" status: 200 len: 1094 time: 0.0908184 May 03 23:22:02.638939 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f025f5-10af-4466-adba-9e60a0291b7b req-c1516e10-4509-465c-bd03-cf5b1725c13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:02.640367 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c9f025f5-10af-4466-adba-9e60a0291b7b req-c1516e10-4509-465c-bd03-cf5b1725c13c service neutron] 10.222.0.67 "GET /v2.0/networks?id=a7f1eced-ae8a-40ee-97e5-65b0b3477b4d HTTP/1.1" status: 200 len: 917 time: 0.1241481 May 03 23:22:02.709627 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c9f025f5-10af-4466-adba-9e60a0291b7b req-4286c3cb-4768-4503-93c6-8edb9585fba7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d9d0b70-e82b-4d77-b83d-c06c2212a0e3 HTTP/1.1" status: 200 len: 217 time: 0.0628746 May 03 23:22:02.773462 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f025f5-10af-4466-adba-9e60a0291b7b req-fb82362c-bb28-4bc4-9153-fa37d0cab710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:02.774846 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c9f025f5-10af-4466-adba-9e60a0291b7b req-fb82362c-bb28-4bc4-9153-fa37d0cab710 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c9ef1988-089e-45c2-b8c7-2f2571b83b27 HTTP/1.1" status: 200 len: 855 time: 0.0591068 May 03 23:22:02.852112 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f025f5-10af-4466-adba-9e60a0291b7b req-c8319b5e-c0a5-42e0-a526-d788665bd336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:02.853533 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c9f025f5-10af-4466-adba-9e60a0291b7b req-c8319b5e-c0a5-42e0-a526-d788665bd336 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a7f1eced-ae8a-40ee-97e5-65b0b3477b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724726 May 03 23:22:02.982743 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c9f025f5-10af-4466-adba-9e60a0291b7b req-511a55c3-47fb-45f6-97c4-ece9eaf286ea service neutron] 10.222.0.67 "GET /v2.0/networks/a7f1eced-ae8a-40ee-97e5-65b0b3477b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223748 May 03 23:22:03.109087 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c9f025f5-10af-4466-adba-9e60a0291b7b req-8490a182-3880-4096-ac87-0e31f1a9a3dc service neutron] 10.222.0.67 "GET /v2.0/networks/a7f1eced-ae8a-40ee-97e5-65b0b3477b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202917 May 03 23:22:03.334997 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device cd0a148f-1e25-4d07-90f7-1c097cd194fb up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:22:03.401343 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port cd0a148f-1e25-4d07-90f7-1c097cd194fb completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:22:03.406186 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port cd0a148f-1e25-4d07-90f7-1c097cd194fb triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:22:03.406559 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:03.521691 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:03.553876 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port cd0a148f-1e25-4d07-90f7-1c097cd194fb, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=cd0a148f-1e25-4d07-90f7-1c097cd194fb,segment=NetworkSegment(e042ee30-c9c7-4b61-a036-47906b1fb65d),segment_id=e042ee30-c9c7-4b61-a036-47906b1fb65d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:22:03.558349 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:03.626090 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=cd0a148f-1e25-4d07-90f7-1c097cd194fb,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:22:03.779250 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c598bdf-6845-4f91-abe3-897bd2ada74a req-594a05d9-b88b-4ffa-b6c8-0c543328479b tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:03.780717 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c598bdf-6845-4f91-abe3-897bd2ada74a req-594a05d9-b88b-4ffa-b6c8-0c543328479b tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/ports?device_id=25418a1e-ff7a-4bf1-bd5a-4e916075e6e2 HTTP/1.1" status: 200 len: 943 time: 0.1757712 May 03 23:22:03.824937 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c598bdf-6845-4f91-abe3-897bd2ada74a req-dfe6ee75-5ddc-4b41-ba8b-511eebf7a1d3 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6dc564b-3391-434b-ab80-731e83c25739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383856 May 03 23:22:04.917756 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 2d9d0b70-e82b-4d77-b83d-c06c2212a0e3 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:22:05.012232 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b38b73-4965-4635-b107-586c4d137edc req-55c71f4a-b091-411a-a337-6a03259aa5ba tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:05.013715 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-78b38b73-4965-4635-b107-586c4d137edc req-55c71f4a-b091-411a-a337-6a03259aa5ba tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/ports?device_id=25418a1e-ff7a-4bf1-bd5a-4e916075e6e2 HTTP/1.1" status: 200 len: 943 time: 0.0823479 May 03 23:22:05.050510 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 2d9d0b70-e82b-4d77-b83d-c06c2212a0e3, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=2d9d0b70-e82b-4d77-b83d-c06c2212a0e3,segment=NetworkSegment(48a13a38-2b65-4f77-83b2-1da71019b332),segment_id=48a13a38-2b65-4f77-83b2-1da71019b332)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:22:05.056953 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-78b38b73-4965-4635-b107-586c4d137edc req-d1775905-b757-457a-bac3-0720e99de3ac tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6dc564b-3391-434b-ab80-731e83c25739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374396 May 03 23:22:05.068214 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '2d9d0b70-e82b-4d77-b83d-c06c2212a0e3', 'network_id': 'a7f1eced-ae8a-40ee-97e5-65b0b3477b4d', 'port_id': '2d9d0b70-e82b-4d77-b83d-c06c2212a0e3', 'mac_address': 'fa:16:3e:e6:45:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9ef1988-089e-45c2-b8c7-2f2571b83b27', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:22:05.122069 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:05.138581 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d9d0b70-e82b-4d77-b83d-c06c2212a0e3 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:22:05.153337 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 2d9d0b70-e82b-4d77-b83d-c06c2212a0e3, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=2d9d0b70-e82b-4d77-b83d-c06c2212a0e3,segment=NetworkSegment(48a13a38-2b65-4f77-83b2-1da71019b332),segment_id=48a13a38-2b65-4f77-83b2-1da71019b332)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:22:05.157231 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:05.222684 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=2d9d0b70-e82b-4d77-b83d-c06c2212a0e3,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:22:05.318709 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device cd0a148f-1e25-4d07-90f7-1c097cd194fb up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:22:05.390042 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port cd0a148f-1e25-4d07-90f7-1c097cd194fb triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:22:05.390421 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:05.449094 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['2d9d0b70-e82b-4d77-b83d-c06c2212a0e3'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:22:06.240410 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9558c-30b9-452d-8a1e-bbe3c01d8b78 req-d21b5799-e2d9-4081-87c6-eaba9eb8b090 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:06.241874 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b9c9558c-30b9-452d-8a1e-bbe3c01d8b78 req-d21b5799-e2d9-4081-87c6-eaba9eb8b090 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/ports?device_id=25418a1e-ff7a-4bf1-bd5a-4e916075e6e2 HTTP/1.1" status: 200 len: 944 time: 0.0816588 May 03 23:22:06.285973 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b9c9558c-30b9-452d-8a1e-bbe3c01d8b78 req-08468b49-fb43-417c-9671-fc412076878d tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6dc564b-3391-434b-ab80-731e83c25739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384777 May 03 23:22:06.940548 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 2d9d0b70-e82b-4d77-b83d-c06c2212a0e3 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:22:07.030880 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 2d9d0b70-e82b-4d77-b83d-c06c2212a0e3 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:22:07.035511 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 2d9d0b70-e82b-4d77-b83d-c06c2212a0e3 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:22:07.035905 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:07.149590 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:07.174873 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25418a1e-ff7a-4bf1-bd5a-4e916075e6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9d0b70-e82b-4d77-b83d-c06c2212a0e3'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:22:07.184547 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 2d9d0b70-e82b-4d77-b83d-c06c2212a0e3, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=2d9d0b70-e82b-4d77-b83d-c06c2212a0e3,segment=NetworkSegment(48a13a38-2b65-4f77-83b2-1da71019b332),segment_id=48a13a38-2b65-4f77-83b2-1da71019b332)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:22:07.188991 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:07.219562 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd2c0e37-13fd-4d46-bc3b-7095769b1f7e'] response: {'server_uuid': '25418a1e-ff7a-4bf1-bd5a-4e916075e6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9d0b70-e82b-4d77-b83d-c06c2212a0e3', 'code': 200} May 03 23:22:07.258781 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=2d9d0b70-e82b-4d77-b83d-c06c2212a0e3,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:22:07.347446 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b78c7-36ad-4996-9a7b-b1cc94c5964c req-7468fe7d-28e1-444d-a3ba-4770c4951c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:07.348925 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-255b78c7-36ad-4996-9a7b-b1cc94c5964c req-7468fe7d-28e1-444d-a3ba-4770c4951c0d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=25418a1e-ff7a-4bf1-bd5a-4e916075e6e2 HTTP/1.1" status: 200 len: 1096 time: 0.0729108 May 03 23:22:07.390511 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-255b78c7-36ad-4996-9a7b-b1cc94c5964c req-a4cca80a-90b5-47e5-90d2-338ddfc0b3c4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b6dc564b-3391-434b-ab80-731e83c25739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351248 May 03 23:22:07.473894 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473195f4-5e9e-4171-87d8-0247c1791652 req-fca8c3e2-72d9-48ec-9cc1-73f26ad6913c tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:07.475252 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-473195f4-5e9e-4171-87d8-0247c1791652 req-fca8c3e2-72d9-48ec-9cc1-73f26ad6913c tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/ports?device_id=25418a1e-ff7a-4bf1-bd5a-4e916075e6e2 HTTP/1.1" status: 200 len: 945 time: 0.0838928 May 03 23:22:07.521945 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-473195f4-5e9e-4171-87d8-0247c1791652 req-64f01ede-c51a-4da1-aac9-43c8d603796e tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6dc564b-3391-434b-ab80-731e83c25739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410459 May 03 23:22:08.705985 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bf8e9-c915-42ef-bf31-71abda762816 req-36480c2b-117e-44f6-8a82-654abed0fdd3 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:08.707442 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-372bf8e9-c915-42ef-bf31-71abda762816 req-36480c2b-117e-44f6-8a82-654abed0fdd3 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/ports?device_id=25418a1e-ff7a-4bf1-bd5a-4e916075e6e2 HTTP/1.1" status: 200 len: 945 time: 0.0785959 May 03 23:22:08.756570 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-372bf8e9-c915-42ef-bf31-71abda762816 req-64938f58-ebd2-47ab-a42b-a2cadf2790d0 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6dc564b-3391-434b-ab80-731e83c25739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434263 May 03 23:22:09.944823 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812c516-fa83-4b0f-8fd7-bae7696a6608 req-6e78047d-6709-4c32-b705-0b7b4bc21a29 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:09.946273 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5812c516-fa83-4b0f-8fd7-bae7696a6608 req-6e78047d-6709-4c32-b705-0b7b4bc21a29 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/ports?device_id=25418a1e-ff7a-4bf1-bd5a-4e916075e6e2 HTTP/1.1" status: 200 len: 945 time: 0.0817389 May 03 23:22:09.993678 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5812c516-fa83-4b0f-8fd7-bae7696a6608 req-77ebc61e-5652-4107-b6b2-9d6cb8e18817 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6dc564b-3391-434b-ab80-731e83c25739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418963 May 03 23:22:10.173152 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1800d1-15af-42bf-a48e-0e1d2b54e4d5 req-c4a70b15-daa1-4e08-a14e-6edc021f0348 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:10.174618 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bb1800d1-15af-42bf-a48e-0e1d2b54e4d5 req-c4a70b15-daa1-4e08-a14e-6edc021f0348 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/ports?device_id=25418a1e-ff7a-4bf1-bd5a-4e916075e6e2 HTTP/1.1" status: 200 len: 945 time: 0.0785282 May 03 23:22:10.217430 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bb1800d1-15af-42bf-a48e-0e1d2b54e4d5 req-6d87c188-8cb8-4b38-a35e-669b00c12e0a tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6dc564b-3391-434b-ab80-731e83c25739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371704 May 03 23:22:17.245813 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:22:23.024935 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-38296956-3bf2-40ee-876a-89a34905c022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:24.655607 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a9a92-e08a-4398-b25f-5e3783be6409 req-d387e096-a533-4f6f-96a2-0655b3b32beb tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:24.657042 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f11a9a92-e08a-4398-b25f-5e3783be6409 req-d387e096-a533-4f6f-96a2-0655b3b32beb tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/ports?device_id=25418a1e-ff7a-4bf1-bd5a-4e916075e6e2 HTTP/1.1" status: 200 len: 945 time: 0.1871817 May 03 23:22:24.700858 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f11a9a92-e08a-4398-b25f-5e3783be6409 req-7e578b2a-3a12-4d47-a597-17957bc803bc tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6dc564b-3391-434b-ab80-731e83c25739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382071 May 03 23:22:24.940965 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:25.594886 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-98abe8fd-5ce1-4efc-b6a3-f07bd0b475b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:25.928068 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e542ad3-8b4f-4cde-85fb-066e76faaae0 req-a15262e0-4f73-433b-859e-11c43c5ac19e tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:25.929546 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6e542ad3-8b4f-4cde-85fb-066e76faaae0 req-a15262e0-4f73-433b-859e-11c43c5ac19e tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/ports?device_id=25418a1e-ff7a-4bf1-bd5a-4e916075e6e2 HTTP/1.1" status: 200 len: 945 time: 0.1249657 May 03 23:22:25.978391 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6e542ad3-8b4f-4cde-85fb-066e76faaae0 req-7155fd50-6673-4e73-af12-4e974275f3b8 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6dc564b-3391-434b-ab80-731e83c25739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423787 May 03 23:22:26.352802 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f9df9-03a2-4a7c-af37-f7b46f4930ac req-0ded60b7-f9b0-4c37-a2d6-4eea2af0cf1f tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:26.354237 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0c6f9df9-03a2-4a7c-af37-f7b46f4930ac req-0ded60b7-f9b0-4c37-a2d6-4eea2af0cf1f tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.67 "GET /v2.0/ports?device_id=25418a1e-ff7a-4bf1-bd5a-4e916075e6e2 HTTP/1.1" status: 200 len: 945 time: 0.0788651 May 03 23:22:26.417375 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:26.423843 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-0c6f9df9-03a2-4a7c-af37-f7b46f4930ac req-6580fc57-6647-49c8-ac76-2cde7c941fd0 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Deleting port 2d9d0b70-e82b-4d77-b83d-c06c2212a0e3 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:22:26.424192 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0c6f9df9-03a2-4a7c-af37-f7b46f4930ac req-6580fc57-6647-49c8-ac76-2cde7c941fd0 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:26.474528 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:26.670191 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-0c6f9df9-03a2-4a7c-af37-f7b46f4930ac req-6580fc57-6647-49c8-ac76-2cde7c941fd0 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] For port 2d9d0b70-e82b-4d77-b83d-c06c2212a0e3, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=2d9d0b70-e82b-4d77-b83d-c06c2212a0e3,segment=NetworkSegment(48a13a38-2b65-4f77-83b2-1da71019b332),segment_id=48a13a38-2b65-4f77-83b2-1da71019b332)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:22:26.670549 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0c6f9df9-03a2-4a7c-af37-f7b46f4930ac req-6580fc57-6647-49c8-ac76-2cde7c941fd0 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:26.795136 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-0c6f9df9-03a2-4a7c-af37-f7b46f4930ac req-6580fc57-6647-49c8-ac76-2cde7c941fd0 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Calling delete_port for 2d9d0b70-e82b-4d77-b83d-c06c2212a0e3 owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:22:26.936081 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0c6f9df9-03a2-4a7c-af37-f7b46f4930ac req-6580fc57-6647-49c8-ac76-2cde7c941fd0 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:26.947972 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['2d9d0b70-e82b-4d77-b83d-c06c2212a0e3'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:22:26.988729 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580fc57-6647-49c8-ac76-2cde7c941fd0 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Pushing event deleted for resources: {'Port': ['ID=2d9d0b70-e82b-4d77-b83d-c06c2212a0e3,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:22:27.032217 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6580fc57-6647-49c8-ac76-2cde7c941fd0 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:22:27.032565 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6580fc57-6647-49c8-ac76-2cde7c941fd0 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:22:27.033005 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6580fc57-6647-49c8-ac76-2cde7c941fd0 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:22:27.033344 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6580fc57-6647-49c8-ac76-2cde7c941fd0 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:22:27.033673 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6580fc57-6647-49c8-ac76-2cde7c941fd0 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:22:27.034036 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6580fc57-6647-49c8-ac76-2cde7c941fd0 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:22:27.034363 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6580fc57-6647-49c8-ac76-2cde7c941fd0 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:22:27.034688 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6580fc57-6647-49c8-ac76-2cde7c941fd0 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:22:27.035014 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6580fc57-6647-49c8-ac76-2cde7c941fd0 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:22:27.035334 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6580fc57-6647-49c8-ac76-2cde7c941fd0 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:22:27.035651 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6580fc57-6647-49c8-ac76-2cde7c941fd0 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:22:27.035969 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6580fc57-6647-49c8-ac76-2cde7c941fd0 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:22:27.074832 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6f9df9-03a2-4a7c-af37-f7b46f4930ac req-6580fc57-6647-49c8-ac76-2cde7c941fd0 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] No DVR routers for this DVR port 2d9d0b70-e82b-4d77-b83d-c06c2212a0e3 on host n-h2-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:22:27.077435 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-0c6f9df9-03a2-4a7c-af37-f7b46f4930ac req-6580fc57-6647-49c8-ac76-2cde7c941fd0 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:27.080205 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25418a1e-ff7a-4bf1-bd5a-4e916075e6e2', 'name': 'network-vif-deleted', 'tag': '2d9d0b70-e82b-4d77-b83d-c06c2212a0e3'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:22:27.098626 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0c6f9df9-03a2-4a7c-af37-f7b46f4930ac req-6580fc57-6647-49c8-ac76-2cde7c941fd0 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.67 "DELETE /v2.0/ports/2d9d0b70-e82b-4d77-b83d-c06c2212a0e3 HTTP/1.1" status: 204 len: 173 time: 0.7391493 May 03 23:22:27.145473 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69e87ebc-3ea9-4dcb-9750-4a269438a2da'] response: {'server_uuid': '25418a1e-ff7a-4bf1-bd5a-4e916075e6e2', 'name': 'network-vif-deleted', 'tag': '2d9d0b70-e82b-4d77-b83d-c06c2212a0e3', 'status': 'completed', 'code': 200} May 03 23:22:27.158257 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-45100618-04b2-4e11-9d61-aa64fd65d714 req-60847f99-3d1d-4c15-9b2d-827f5c12e16a tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Synchronizing usage tracker for tenant:f74d004ead164088918b489cf5e17daf on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:22:27.176535 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-45100618-04b2-4e11-9d61-aa64fd65d714 req-60847f99-3d1d-4c15-9b2d-827f5c12e16a tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Unset dirty status for tenant:f74d004ead164088918b489cf5e17daf on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:22:27.177767 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-45100618-04b2-4e11-9d61-aa64fd65d714 req-60847f99-3d1d-4c15-9b2d-827f5c12e16a tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/ports?device_id=25418a1e-ff7a-4bf1-bd5a-4e916075e6e2 HTTP/1.1" status: 200 len: 210 time: 0.0703342 May 03 23:22:27.793507 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:28.467889 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:29.932532 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce118088-7f27-4096-a43d-134c189bf237 req-699df192-fa60-4a73-9a32-635e4552afbc tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:29.933980 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ce118088-7f27-4096-a43d-134c189bf237 req-699df192-fa60-4a73-9a32-635e4552afbc tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/networks?id=a7f1eced-ae8a-40ee-97e5-65b0b3477b4d HTTP/1.1" status: 200 len: 816 time: 0.2429042 May 03 23:22:29.948803 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ce118088-7f27-4096-a43d-134c189bf237 req-ab754048-ccfd-4ee0-87d6-226a4775b72c tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/quotas/f74d004ead164088918b489cf5e17daf HTTP/1.1" status: 200 len: 375 time: 0.0092385 May 03 23:22:30.027610 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ce118088-7f27-4096-a43d-134c189bf237 req-1ffe5132-ad5f-4201-8137-64de6c58e843 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f74d004ead164088918b489cf5e17daf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0741014 May 03 23:22:30.162353 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ce118088-7f27-4096-a43d-134c189bf237 req-abde196e-1c16-45e0-896e-87929efa7683 service neutron] 10.222.0.58 "GET /v2.0/networks/a7f1eced-ae8a-40ee-97e5-65b0b3477b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230268 May 03 23:22:30.292655 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ce118088-7f27-4096-a43d-134c189bf237 req-065dbea9-b65b-4741-bb0c-64a6d880e678 service neutron] 10.222.0.58 "GET /v2.0/networks/a7f1eced-ae8a-40ee-97e5-65b0b3477b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245022 May 03 23:22:30.470116 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a8afd317-8bc1-44cc-9162-1dd6926d2cfc req-6b97bed2-8ffc-45e8-aa82-916b94c255f1 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87a3968-62ae-4d35-b9b6-841e21a8196b HTTP/1.1" status: 200 len: 210 time: 0.0467827 May 03 23:22:31.047667 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 2d9d0b70-e82b-4d77-b83d-c06c2212a0e3 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:22:31.085625 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 2d9d0b70-e82b-4d77-b83d-c06c2212a0e3 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:22:31.086016 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 2d9d0b70-e82b-4d77-b83d-c06c2212a0e3 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:22:31.477780 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce118088-7f27-4096-a43d-134c189bf237 req-7e782165-1b72-4722-974b-7e6147f9c5e7 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:31.478469 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-ce118088-7f27-4096-a43d-134c189bf237 req-7e782165-1b72-4722-974b-7e6147f9c5e7 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Synchronizing usage tracker for tenant:f74d004ead164088918b489cf5e17daf on resource:network {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:22:31.495830 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-ce118088-7f27-4096-a43d-134c189bf237 req-7e782165-1b72-4722-974b-7e6147f9c5e7 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Unset dirty status for tenant:f74d004ead164088918b489cf5e17daf on resource:network {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:22:31.497272 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ce118088-7f27-4096-a43d-134c189bf237 req-7e782165-1b72-4722-974b-7e6147f9c5e7 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.60 "GET /v2.0/networks?id=a7f1eced-ae8a-40ee-97e5-65b0b3477b4d HTTP/1.1" status: 200 len: 816 time: 0.1732759 May 03 23:22:31.510347 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-ce118088-7f27-4096-a43d-134c189bf237 req-b9b8b7f0-2db7-4b68-88ae-7501ef1069d4 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Request body: {'port': {'device_id': 'a87a3968-62ae-4d35-b9b6-841e21a8196b', 'network_id': 'a7f1eced-ae8a-40ee-97e5-65b0b3477b4d', 'admin_state_up': True, 'tenant_id': 'f74d004ead164088918b489cf5e17daf'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:22:31.624544 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec4f2eb2-67ff-440b-8032-6c6ffef87fba req-e5d4a078-7f43-44d0-b9cc-8362bc0078aa tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87a3968-62ae-4d35-b9b6-841e21a8196b HTTP/1.1" status: 200 len: 210 time: 0.0475907 May 03 23:22:31.647690 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-ce118088-7f27-4096-a43d-134c189bf237 req-b9b8b7f0-2db7-4b68-88ae-7501ef1069d4 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:22:31.657802 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-ce118088-7f27-4096-a43d-134c189bf237 req-b9b8b7f0-2db7-4b68-88ae-7501ef1069d4 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:22:31.666654 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce118088-7f27-4096-a43d-134c189bf237 req-b9b8b7f0-2db7-4b68-88ae-7501ef1069d4 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Made reservation on behalf of f74d004ead164088918b489cf5e17daf for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:22:31.670193 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ce118088-7f27-4096-a43d-134c189bf237 req-b9b8b7f0-2db7-4b68-88ae-7501ef1069d4 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:31.828377 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-ce118088-7f27-4096-a43d-134c189bf237 req-b9b8b7f0-2db7-4b68-88ae-7501ef1069d4 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Allocated IP 172.20.0.11 (a7f1eced-ae8a-40ee-97e5-65b0b3477b4d/c9ef1988-089e-45c2-b8c7-2f2571b83b27/80fda26b-1431-4f01-b3d3-1144049d4f07) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:22:32.026099 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ce118088-7f27-4096-a43d-134c189bf237 req-b9b8b7f0-2db7-4b68-88ae-7501ef1069d4 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:32.041231 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-ce118088-7f27-4096-a43d-134c189bf237 req-b9b8b7f0-2db7-4b68-88ae-7501ef1069d4 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Transition to ACTIVE for port object 80fda26b-1431-4f01-b3d3-1144049d4f07 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:22:32.064319 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ce118088-7f27-4096-a43d-134c189bf237 req-b9b8b7f0-2db7-4b68-88ae-7501ef1069d4 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:32.135931 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce118088-7f27-4096-a43d-134c189bf237 req-b9b8b7f0-2db7-4b68-88ae-7501ef1069d4 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Network a7f1eced-ae8a-40ee-97e5-65b0b3477b4d is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:22:32.139546 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-ce118088-7f27-4096-a43d-134c189bf237 req-b9b8b7f0-2db7-4b68-88ae-7501ef1069d4 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:22:32.143444 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce118088-7f27-4096-a43d-134c189bf237 req-b9b8b7f0-2db7-4b68-88ae-7501ef1069d4 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:22:32.173056 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b8b7f0-2db7-4b68-88ae-7501ef1069d4 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Pushing event updated for resources: {'Port': ['ID=80fda26b-1431-4f01-b3d3-1144049d4f07,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:22:32.210416 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce118088-7f27-4096-a43d-134c189bf237 req-b9b8b7f0-2db7-4b68-88ae-7501ef1069d4 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:32.211028 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ce118088-7f27-4096-a43d-134c189bf237 req-b9b8b7f0-2db7-4b68-88ae-7501ef1069d4 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:32.237101 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ce118088-7f27-4096-a43d-134c189bf237 req-b9b8b7f0-2db7-4b68-88ae-7501ef1069d4 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7307444 May 03 23:22:32.248002 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [req-ce118088-7f27-4096-a43d-134c189bf237 req-82ab1d6b-f988-4e86-9c74-9df3f4f60d14 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88070) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:22:32.248957 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ce118088-7f27-4096-a43d-134c189bf237 req-82ab1d6b-f988-4e86-9c74-9df3f4f60d14 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058525 May 03 23:22:32.260236 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-ce118088-7f27-4096-a43d-134c189bf237 req-4b8f92de-618f-4f85-b4b1-1d0293995033 service neutron] Request body: {'port': {'device_id': 'a87a3968-62ae-4d35-b9b6-841e21a8196b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:22:32.356437 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-62720730-6be7-4f5e-a24c-0617eab8e540 None None] Provisioning for port 80fda26b-1431-4f01-b3d3-1144049d4f07 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:22:32.361386 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-62720730-6be7-4f5e-a24c-0617eab8e540 None None] Provisioning complete for port 80fda26b-1431-4f01-b3d3-1144049d4f07 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:22:32.361763 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-62720730-6be7-4f5e-a24c-0617eab8e540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:32.373894 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ce118088-7f27-4096-a43d-134c189bf237 req-4b8f92de-618f-4f85-b4b1-1d0293995033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:32.415930 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-62720730-6be7-4f5e-a24c-0617eab8e540 None None] Port 80fda26b-1431-4f01-b3d3-1144049d4f07 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:22:32.712953 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-ce118088-7f27-4096-a43d-134c189bf237 req-4b8f92de-618f-4f85-b4b1-1d0293995033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80fda26b-1431-4f01-b3d3-1144049d4f07 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:22:32.720067 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ce118088-7f27-4096-a43d-134c189bf237 req-4b8f92de-618f-4f85-b4b1-1d0293995033 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:32.735031 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-ce118088-7f27-4096-a43d-134c189bf237 req-4b8f92de-618f-4f85-b4b1-1d0293995033 service neutron] Transition to ACTIVE for port object 80fda26b-1431-4f01-b3d3-1144049d4f07 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:22:32.738229 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ce118088-7f27-4096-a43d-134c189bf237 req-4b8f92de-618f-4f85-b4b1-1d0293995033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:32.819328 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f089d-d3ee-44d2-9d32-c2c372b9746d req-e83e3b0e-21ba-426d-82c0-0e7830174640 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:32.820773 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-780f089d-d3ee-44d2-9d32-c2c372b9746d req-e83e3b0e-21ba-426d-82c0-0e7830174640 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87a3968-62ae-4d35-b9b6-841e21a8196b HTTP/1.1" status: 200 len: 944 time: 0.0917938 May 03 23:22:32.876225 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-780f089d-d3ee-44d2-9d32-c2c372b9746d req-8d21de13-dfd3-4cb0-a9f9-5397409f3980 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6dc564b-3391-434b-ab80-731e83c25739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493789 May 03 23:22:32.901801 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f92de-618f-4f85-b4b1-1d0293995033 service neutron] Pushing event updated for resources: {'Port': ['ID=80fda26b-1431-4f01-b3d3-1144049d4f07,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:22:33.096434 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-ce118088-7f27-4096-a43d-134c189bf237 req-4b8f92de-618f-4f85-b4b1-1d0293995033 service neutron] Attempting to bind port 80fda26b-1431-4f01-b3d3-1144049d4f07 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:22:33.096699 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-ce118088-7f27-4096-a43d-134c189bf237 req-4b8f92de-618f-4f85-b4b1-1d0293995033 service neutron] Attempting to bind port 80fda26b-1431-4f01-b3d3-1144049d4f07 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '48a13a38-2b65-4f77-83b2-1da71019b332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a7f1eced-ae8a-40ee-97e5-65b0b3477b4d'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:22:33.097023 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce118088-7f27-4096-a43d-134c189bf237 req-4b8f92de-618f-4f85-b4b1-1d0293995033 service neutron] Attempting to bind port 80fda26b-1431-4f01-b3d3-1144049d4f07 on network a7f1eced-ae8a-40ee-97e5-65b0b3477b4d {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:22:33.101630 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce118088-7f27-4096-a43d-134c189bf237 req-4b8f92de-618f-4f85-b4b1-1d0293995033 service neutron] Port 80fda26b-1431-4f01-b3d3-1144049d4f07 on network a7f1eced-ae8a-40ee-97e5-65b0b3477b4d not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:22:33.101982 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce118088-7f27-4096-a43d-134c189bf237 req-4b8f92de-618f-4f85-b4b1-1d0293995033 service neutron] Attempting to bind port 80fda26b-1431-4f01-b3d3-1144049d4f07 on network a7f1eced-ae8a-40ee-97e5-65b0b3477b4d {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:22:33.107659 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce118088-7f27-4096-a43d-134c189bf237 req-4b8f92de-618f-4f85-b4b1-1d0293995033 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:22:33.107997 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce118088-7f27-4096-a43d-134c189bf237 req-4b8f92de-618f-4f85-b4b1-1d0293995033 service neutron] Checking segment: {'id': '48a13a38-2b65-4f77-83b2-1da71019b332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a7f1eced-ae8a-40ee-97e5-65b0b3477b4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:22:33.108383 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce118088-7f27-4096-a43d-134c189bf237 req-4b8f92de-618f-4f85-b4b1-1d0293995033 service neutron] Bound using segment: {'id': '48a13a38-2b65-4f77-83b2-1da71019b332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a7f1eced-ae8a-40ee-97e5-65b0b3477b4d'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:22:33.108809 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-ce118088-7f27-4096-a43d-134c189bf237 req-4b8f92de-618f-4f85-b4b1-1d0293995033 service neutron] Bound port: 80fda26b-1431-4f01-b3d3-1144049d4f07, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48a13a38-2b65-4f77-83b2-1da71019b332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a7f1eced-ae8a-40ee-97e5-65b0b3477b4d'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:22:33.109153 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ce118088-7f27-4096-a43d-134c189bf237 req-4b8f92de-618f-4f85-b4b1-1d0293995033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:33.196635 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-ce118088-7f27-4096-a43d-134c189bf237 req-4b8f92de-618f-4f85-b4b1-1d0293995033 service neutron] For port 80fda26b-1431-4f01-b3d3-1144049d4f07, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:22:33.199480 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-ce118088-7f27-4096-a43d-134c189bf237 req-4b8f92de-618f-4f85-b4b1-1d0293995033 service neutron] For port 80fda26b-1431-4f01-b3d3-1144049d4f07, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=80fda26b-1431-4f01-b3d3-1144049d4f07,segment=NetworkSegment(48a13a38-2b65-4f77-83b2-1da71019b332),segment_id=48a13a38-2b65-4f77-83b2-1da71019b332)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:22:33.204695 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ce118088-7f27-4096-a43d-134c189bf237 req-4b8f92de-618f-4f85-b4b1-1d0293995033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:33.262732 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce118088-7f27-4096-a43d-134c189bf237 req-4b8f92de-618f-4f85-b4b1-1d0293995033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:33.263274 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ce118088-7f27-4096-a43d-134c189bf237 req-4b8f92de-618f-4f85-b4b1-1d0293995033 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:33.264630 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ce118088-7f27-4096-a43d-134c189bf237 req-4b8f92de-618f-4f85-b4b1-1d0293995033 service neutron] 10.222.0.60 "PUT /v2.0/ports/80fda26b-1431-4f01-b3d3-1144049d4f07 HTTP/1.1" status: 200 len: 1092 time: 1.0085464 May 03 23:22:33.265067 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a87a3968-62ae-4d35-b9b6-841e21a8196b', 'tag': '80fda26b-1431-4f01-b3d3-1144049d4f07'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:22:33.293719 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f92de-618f-4f85-b4b1-1d0293995033 service neutron] Pushing event updated for resources: {'Port': ['ID=80fda26b-1431-4f01-b3d3-1144049d4f07,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:22:33.342916 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-654e2f8b-2c66-4f3a-8eeb-bae67a86bfed'] response: {'name': 'network-changed', 'server_uuid': 'a87a3968-62ae-4d35-b9b6-841e21a8196b', 'tag': '80fda26b-1431-4f01-b3d3-1144049d4f07', 'status': 'completed', 'code': 200} May 03 23:22:33.378083 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce118088-7f27-4096-a43d-134c189bf237 req-cefca323-e452-4477-8e1f-91c78ee75e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:33.379606 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ce118088-7f27-4096-a43d-134c189bf237 req-cefca323-e452-4477-8e1f-91c78ee75e66 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f74d004ead164088918b489cf5e17daf&device_id=a87a3968-62ae-4d35-b9b6-841e21a8196b HTTP/1.1" status: 200 len: 1095 time: 0.0733047 May 03 23:22:33.451811 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ce118088-7f27-4096-a43d-134c189bf237 req-32e4d504-7736-41bc-b392-86ce7695110d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80fda26b-1431-4f01-b3d3-1144049d4f07 HTTP/1.1" status: 200 len: 217 time: 0.0652218 May 03 23:22:33.517761 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce118088-7f27-4096-a43d-134c189bf237 req-70203ced-addb-43ed-bea7-a11f5ac55231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:33.519211 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ce118088-7f27-4096-a43d-134c189bf237 req-70203ced-addb-43ed-bea7-a11f5ac55231 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9ef1988-089e-45c2-b8c7-2f2571b83b27 HTTP/1.1" status: 200 len: 855 time: 0.0621715 May 03 23:22:33.593031 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce118088-7f27-4096-a43d-134c189bf237 req-90ae110c-d02d-48ca-b32f-96a5bbe864c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:33.594588 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ce118088-7f27-4096-a43d-134c189bf237 req-90ae110c-d02d-48ca-b32f-96a5bbe864c0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a7f1eced-ae8a-40ee-97e5-65b0b3477b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692310 May 03 23:22:33.723330 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ce118088-7f27-4096-a43d-134c189bf237 req-58b20569-214f-4c4a-834f-5b8d1d498ffa service neutron] 10.222.0.60 "GET /v2.0/networks/a7f1eced-ae8a-40ee-97e5-65b0b3477b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214807 May 03 23:22:33.850572 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ce118088-7f27-4096-a43d-134c189bf237 req-824e802b-c21b-4411-9960-46743b162da5 service neutron] 10.222.0.60 "GET /v2.0/networks/a7f1eced-ae8a-40ee-97e5-65b0b3477b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212656 May 03 23:22:33.965254 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc3133-d1c7-4e54-a61a-b35233b0b5f6 req-04bf357b-b58c-43cb-8f38-1de7b798194f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:33.966931 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9cc3133-d1c7-4e54-a61a-b35233b0b5f6 req-04bf357b-b58c-43cb-8f38-1de7b798194f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f74d004ead164088918b489cf5e17daf&device_id=a87a3968-62ae-4d35-b9b6-841e21a8196b HTTP/1.1" status: 200 len: 1095 time: 0.0714598 May 03 23:22:34.065018 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0cf24-f94d-4395-960e-ae4d296e277a req-06e607fb-ca3e-4adf-8309-e12956a492fb tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:34.066499 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-faa0cf24-f94d-4395-960e-ae4d296e277a req-06e607fb-ca3e-4adf-8309-e12956a492fb tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87a3968-62ae-4d35-b9b6-841e21a8196b HTTP/1.1" status: 200 len: 944 time: 0.0843179 May 03 23:22:34.102554 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc3133-d1c7-4e54-a61a-b35233b0b5f6 req-774a973b-b874-467a-b350-8e4e003515f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:34.104004 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9cc3133-d1c7-4e54-a61a-b35233b0b5f6 req-774a973b-b874-467a-b350-8e4e003515f3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a7f1eced-ae8a-40ee-97e5-65b0b3477b4d HTTP/1.1" status: 200 len: 917 time: 0.1292973 May 03 23:22:34.109786 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-faa0cf24-f94d-4395-960e-ae4d296e277a req-5ffc9634-0be1-4de2-be0a-025625c9b8f4 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6dc564b-3391-434b-ab80-731e83c25739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375059 May 03 23:22:34.173328 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9cc3133-d1c7-4e54-a61a-b35233b0b5f6 req-f3fa422a-e702-4d37-8546-5ff2ada97a11 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80fda26b-1431-4f01-b3d3-1144049d4f07 HTTP/1.1" status: 200 len: 217 time: 0.0632825 May 03 23:22:34.235108 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc3133-d1c7-4e54-a61a-b35233b0b5f6 req-71e2206e-c44e-4a96-8e8e-0c333974537a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:34.236427 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9cc3133-d1c7-4e54-a61a-b35233b0b5f6 req-71e2206e-c44e-4a96-8e8e-0c333974537a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9ef1988-089e-45c2-b8c7-2f2571b83b27 HTTP/1.1" status: 200 len: 855 time: 0.0564179 May 03 23:22:34.312530 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc3133-d1c7-4e54-a61a-b35233b0b5f6 req-9a4bebc7-d014-4f51-b12d-2fa8357669ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:34.313981 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9cc3133-d1c7-4e54-a61a-b35233b0b5f6 req-9a4bebc7-d014-4f51-b12d-2fa8357669ef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a7f1eced-ae8a-40ee-97e5-65b0b3477b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715971 May 03 23:22:34.442575 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9cc3133-d1c7-4e54-a61a-b35233b0b5f6 req-0670dc82-8a84-4a42-a762-6edf0991aa00 service neutron] 10.222.0.60 "GET /v2.0/networks/a7f1eced-ae8a-40ee-97e5-65b0b3477b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213372 May 03 23:22:34.574053 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f9cc3133-d1c7-4e54-a61a-b35233b0b5f6 req-95f848e0-ff99-4b50-b55c-f8312d6212f1 service neutron] 10.222.0.60 "GET /v2.0/networks/a7f1eced-ae8a-40ee-97e5-65b0b3477b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244800 May 03 23:22:35.291820 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a68e9-3456-4c72-8e73-7564860d87d1 req-35044d7e-0b98-47f1-8f4f-cae59f339004 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:35.293292 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-904a68e9-3456-4c72-8e73-7564860d87d1 req-35044d7e-0b98-47f1-8f4f-cae59f339004 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87a3968-62ae-4d35-b9b6-841e21a8196b HTTP/1.1" status: 200 len: 944 time: 0.0785325 May 03 23:22:35.336366 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-904a68e9-3456-4c72-8e73-7564860d87d1 req-967f6137-d463-4abd-ac2d-d9db5176a638 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6dc564b-3391-434b-ab80-731e83c25739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373614 May 03 23:22:36.524462 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b5fc3-3971-46ba-b80e-f90056214c6f req-6bc329a0-a737-4e2e-9f41-973c54d9a61a tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:36.525937 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d36b5fc3-3971-46ba-b80e-f90056214c6f req-6bc329a0-a737-4e2e-9f41-973c54d9a61a tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87a3968-62ae-4d35-b9b6-841e21a8196b HTTP/1.1" status: 200 len: 944 time: 0.0822291 May 03 23:22:36.569094 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d36b5fc3-3971-46ba-b80e-f90056214c6f req-c079a939-a771-47bd-8a74-5fa077b05150 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6dc564b-3391-434b-ab80-731e83c25739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376544 May 03 23:22:37.751253 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75832af-7916-4f50-922f-d7196d5fe336 req-a84dd4b4-5da4-4cc3-8d00-5bbd2e404294 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:37.752674 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b75832af-7916-4f50-922f-d7196d5fe336 req-a84dd4b4-5da4-4cc3-8d00-5bbd2e404294 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87a3968-62ae-4d35-b9b6-841e21a8196b HTTP/1.1" status: 200 len: 944 time: 0.0774651 May 03 23:22:37.798853 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b75832af-7916-4f50-922f-d7196d5fe336 req-683db482-0bda-4a2e-bc37-a04cc9603dad tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6dc564b-3391-434b-ab80-731e83c25739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406799 May 03 23:22:38.229360 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 80fda26b-1431-4f01-b3d3-1144049d4f07 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:22:38.357447 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 80fda26b-1431-4f01-b3d3-1144049d4f07, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=80fda26b-1431-4f01-b3d3-1144049d4f07,segment=NetworkSegment(48a13a38-2b65-4f77-83b2-1da71019b332),segment_id=48a13a38-2b65-4f77-83b2-1da71019b332)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:22:38.370017 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '80fda26b-1431-4f01-b3d3-1144049d4f07', 'network_id': 'a7f1eced-ae8a-40ee-97e5-65b0b3477b4d', 'port_id': '80fda26b-1431-4f01-b3d3-1144049d4f07', 'mac_address': 'fa:16:3e:d0:e7:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9ef1988-089e-45c2-b8c7-2f2571b83b27', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:22:38.422521 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:38.441943 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80fda26b-1431-4f01-b3d3-1144049d4f07 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:22:38.456896 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 80fda26b-1431-4f01-b3d3-1144049d4f07, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=80fda26b-1431-4f01-b3d3-1144049d4f07,segment=NetworkSegment(48a13a38-2b65-4f77-83b2-1da71019b332),segment_id=48a13a38-2b65-4f77-83b2-1da71019b332)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:22:38.460413 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:38.525591 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=80fda26b-1431-4f01-b3d3-1144049d4f07,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:22:38.532939 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:22:38.533282 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:22:38.533615 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:22:38.533968 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:22:38.534302 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:22:38.534625 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:22:38.534946 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:22:38.535264 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:22:38.535583 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:22:38.535903 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:22:38.536221 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:22:38.536536 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:22:38.666521 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['80fda26b-1431-4f01-b3d3-1144049d4f07'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:22:38.985309 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d7829-7d5c-4735-9747-39c94fcb9dc7 req-ee9eff1b-9783-4775-9989-1674f0def7e4 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:38.986841 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4e3d7829-7d5c-4735-9747-39c94fcb9dc7 req-ee9eff1b-9783-4775-9989-1674f0def7e4 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87a3968-62ae-4d35-b9b6-841e21a8196b HTTP/1.1" status: 200 len: 945 time: 0.0805581 May 03 23:22:39.029538 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4e3d7829-7d5c-4735-9747-39c94fcb9dc7 req-a47d5fac-1183-46a0-b2c6-8a6ac1145dd8 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6dc564b-3391-434b-ab80-731e83c25739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371597 May 03 23:22:40.218223 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef604b9-e0d1-494a-908f-9c8b4218e2f4 req-502725fe-0b1f-4769-8848-b4fa26faca07 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:40.219600 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cef604b9-e0d1-494a-908f-9c8b4218e2f4 req-502725fe-0b1f-4769-8848-b4fa26faca07 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87a3968-62ae-4d35-b9b6-841e21a8196b HTTP/1.1" status: 200 len: 945 time: 0.0858271 May 03 23:22:40.238583 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 80fda26b-1431-4f01-b3d3-1144049d4f07 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:22:40.265607 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cef604b9-e0d1-494a-908f-9c8b4218e2f4 req-5f6cbe0e-5664-4597-beed-416e505eede0 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6dc564b-3391-434b-ab80-731e83c25739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403278 May 03 23:22:40.306206 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 80fda26b-1431-4f01-b3d3-1144049d4f07 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:22:40.311962 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 80fda26b-1431-4f01-b3d3-1144049d4f07 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:22:40.312358 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:40.430260 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:40.458674 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87a3968-62ae-4d35-b9b6-841e21a8196b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fda26b-1431-4f01-b3d3-1144049d4f07'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:22:40.470376 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 80fda26b-1431-4f01-b3d3-1144049d4f07, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=80fda26b-1431-4f01-b3d3-1144049d4f07,segment=NetworkSegment(48a13a38-2b65-4f77-83b2-1da71019b332),segment_id=48a13a38-2b65-4f77-83b2-1da71019b332)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:22:40.474092 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:40.511403 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f11962ae-c5eb-48b5-ae8c-514a7f23d8e3'] response: {'server_uuid': 'a87a3968-62ae-4d35-b9b6-841e21a8196b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fda26b-1431-4f01-b3d3-1144049d4f07', 'code': 200} May 03 23:22:40.547342 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=80fda26b-1431-4f01-b3d3-1144049d4f07,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:22:40.642301 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ea411-aab8-41b0-a3a1-efd4c0c66b31 req-746d2782-fe39-4240-93a6-f6eb2489af65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:40.643794 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5e0ea411-aab8-41b0-a3a1-efd4c0c66b31 req-746d2782-fe39-4240-93a6-f6eb2489af65 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a87a3968-62ae-4d35-b9b6-841e21a8196b HTTP/1.1" status: 200 len: 1097 time: 0.0685081 May 03 23:22:40.683487 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5e0ea411-aab8-41b0-a3a1-efd4c0c66b31 req-59bb50a9-b50c-4fb8-88be-1ddec1f55812 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b6dc564b-3391-434b-ab80-731e83c25739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331461 May 03 23:22:41.446112 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9238d4-258d-4a58-b0f3-eee2ec2300c4 req-540d059f-ccaa-4ee3-8986-58d9c6bf377c tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:41.447554 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8e9238d4-258d-4a58-b0f3-eee2ec2300c4 req-540d059f-ccaa-4ee3-8986-58d9c6bf377c tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87a3968-62ae-4d35-b9b6-841e21a8196b HTTP/1.1" status: 200 len: 946 time: 0.0790880 May 03 23:22:41.489935 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8e9238d4-258d-4a58-b0f3-eee2ec2300c4 req-ca670814-7428-4827-b003-6308886d8afd tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6dc564b-3391-434b-ab80-731e83c25739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368643 May 03 23:22:42.676294 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da90700-8ef3-42f4-96de-59ace7af40f1 req-5d45db38-ca82-4b9f-936c-e46a4cd0fcbb tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:42.677728 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2da90700-8ef3-42f4-96de-59ace7af40f1 req-5d45db38-ca82-4b9f-936c-e46a4cd0fcbb tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87a3968-62ae-4d35-b9b6-841e21a8196b HTTP/1.1" status: 200 len: 946 time: 0.0827322 May 03 23:22:42.721339 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2da90700-8ef3-42f4-96de-59ace7af40f1 req-16749edc-d36b-43b5-a3c7-15c5ab57553a tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6dc564b-3391-434b-ab80-731e83c25739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380025 May 03 23:22:42.905430 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a47da-ddbf-4071-8bdb-b48470b9b55b req-63619771-f22f-40ac-b9b6-c138e073c23e tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:22:42.906907 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2f2a47da-ddbf-4071-8bdb-b48470b9b55b req-63619771-f22f-40ac-b9b6-c138e073c23e tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87a3968-62ae-4d35-b9b6-841e21a8196b HTTP/1.1" status: 200 len: 946 time: 0.0801215 May 03 23:22:42.953759 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2f2a47da-ddbf-4071-8bdb-b48470b9b55b req-ce30b93e-7dd7-44e2-bb36-6300fe084b2d tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6dc564b-3391-434b-ab80-731e83c25739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412512 May 03 23:22:53.022889 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-74b7813f-ec57-4967-b30d-112e08f63920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:54.245001 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:22:54.949781 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:55.596465 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d9550e19-4514-4a80-bcd1-335d304f256f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:56.421821 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:56.475462 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:57.797494 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:22:58.482523 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:00.363323 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ae770130-6952-426c-94d7-6079b6fd2043 req-648e0e9f-b002-4ddd-a369-f853ce694ca6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a87a3968-62ae-4d35-b9b6-841e21a8196b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1169460 May 03 23:23:00.509493 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae770130-6952-426c-94d7-6079b6fd2043 req-1bdc2124-8459-4f5e-9c7c-c6ee5f9fab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:23:00.510931 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ae770130-6952-426c-94d7-6079b6fd2043 req-1bdc2124-8459-4f5e-9c7c-c6ee5f9fab12 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f74d004ead164088918b489cf5e17daf&device_id=a87a3968-62ae-4d35-b9b6-841e21a8196b HTTP/1.1" status: 200 len: 1097 time: 0.0756249 May 03 23:23:00.656568 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae770130-6952-426c-94d7-6079b6fd2043 req-b9d44742-bfe3-4ffc-8f05-ecf03bab35c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:23:00.658044 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ae770130-6952-426c-94d7-6079b6fd2043 req-b9d44742-bfe3-4ffc-8f05-ecf03bab35c2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a7f1eced-ae8a-40ee-97e5-65b0b3477b4d HTTP/1.1" status: 200 len: 917 time: 0.1272552 May 03 23:23:00.836459 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ae770130-6952-426c-94d7-6079b6fd2043 req-01323b7d-07e7-4025-9be2-cbdb4ba350b0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80fda26b-1431-4f01-b3d3-1144049d4f07 HTTP/1.1" status: 200 len: 217 time: 0.1723938 May 03 23:23:00.902410 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae770130-6952-426c-94d7-6079b6fd2043 req-453aaeaf-039c-4b1c-9f85-708d122dea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:23:00.903881 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ae770130-6952-426c-94d7-6079b6fd2043 req-453aaeaf-039c-4b1c-9f85-708d122dea99 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9ef1988-089e-45c2-b8c7-2f2571b83b27 HTTP/1.1" status: 200 len: 855 time: 0.0612607 May 03 23:23:00.983277 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae770130-6952-426c-94d7-6079b6fd2043 req-d8241b43-0db8-4044-b9b4-2b0fe1d643a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:23:00.984960 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ae770130-6952-426c-94d7-6079b6fd2043 req-d8241b43-0db8-4044-b9b4-2b0fe1d643a8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a7f1eced-ae8a-40ee-97e5-65b0b3477b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747764 May 03 23:23:01.143060 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ae770130-6952-426c-94d7-6079b6fd2043 req-d6f14a3c-f57e-4dcc-a267-d65baba25e64 service neutron] 10.222.0.60 "GET /v2.0/networks/a7f1eced-ae8a-40ee-97e5-65b0b3477b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507668 May 03 23:23:01.279203 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ae770130-6952-426c-94d7-6079b6fd2043 req-4628e4c1-3efa-4c08-a4ae-2e2c842b4489 service neutron] 10.222.0.60 "GET /v2.0/networks/a7f1eced-ae8a-40ee-97e5-65b0b3477b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296518 May 03 23:23:02.682735 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd48d8-25d5-4dbf-a189-762160be9a96 req-e4047016-d544-45fd-a16d-9f7a3077ee27 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:23:02.684164 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-09dd48d8-25d5-4dbf-a189-762160be9a96 req-e4047016-d544-45fd-a16d-9f7a3077ee27 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87a3968-62ae-4d35-b9b6-841e21a8196b HTTP/1.1" status: 200 len: 946 time: 0.0784476 May 03 23:23:02.727275 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-09dd48d8-25d5-4dbf-a189-762160be9a96 req-f49cce0d-6ef2-453f-876d-29a3c2bc705b tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6dc564b-3391-434b-ab80-731e83c25739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373607 May 03 23:23:03.917450 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d247fb4-151a-4948-b1f7-ca1dd8fd8d53 req-df4e3572-5d61-41b1-99f8-752ecd922087 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:23:03.918940 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9d247fb4-151a-4948-b1f7-ca1dd8fd8d53 req-df4e3572-5d61-41b1-99f8-752ecd922087 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87a3968-62ae-4d35-b9b6-841e21a8196b HTTP/1.1" status: 200 len: 946 time: 0.0841658 May 03 23:23:03.962195 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9d247fb4-151a-4948-b1f7-ca1dd8fd8d53 req-436dd533-a2b2-4d15-825c-3964407598d0 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/security-groups?id=b6dc564b-3391-434b-ab80-731e83c25739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374629 May 03 23:23:04.150276 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea6ffc-99e9-4f58-9a92-0186d6a84499 req-9233a048-bc38-4140-b13e-47f6d9cc0e09 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:23:04.151600 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-3cea6ffc-99e9-4f58-9a92-0186d6a84499 req-9233a048-bc38-4140-b13e-47f6d9cc0e09 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Synchronizing usage tracker for tenant:f74d004ead164088918b489cf5e17daf on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:23:04.166042 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-3cea6ffc-99e9-4f58-9a92-0186d6a84499 req-9233a048-bc38-4140-b13e-47f6d9cc0e09 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Unset dirty status for tenant:f74d004ead164088918b489cf5e17daf on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:23:04.167371 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3cea6ffc-99e9-4f58-9a92-0186d6a84499 req-9233a048-bc38-4140-b13e-47f6d9cc0e09 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.60 "GET /v2.0/ports?device_id=a87a3968-62ae-4d35-b9b6-841e21a8196b HTTP/1.1" status: 200 len: 946 time: 0.0934546 May 03 23:23:04.239329 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-3cea6ffc-99e9-4f58-9a92-0186d6a84499 req-77aa1bde-46ca-45dc-8f98-e6903213773c tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Deleting port 80fda26b-1431-4f01-b3d3-1144049d4f07 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:23:04.239592 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3cea6ffc-99e9-4f58-9a92-0186d6a84499 req-77aa1bde-46ca-45dc-8f98-e6903213773c tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:04.480556 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-3cea6ffc-99e9-4f58-9a92-0186d6a84499 req-77aa1bde-46ca-45dc-8f98-e6903213773c tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] For port 80fda26b-1431-4f01-b3d3-1144049d4f07, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=80fda26b-1431-4f01-b3d3-1144049d4f07,segment=NetworkSegment(48a13a38-2b65-4f77-83b2-1da71019b332),segment_id=48a13a38-2b65-4f77-83b2-1da71019b332)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:23:04.480910 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3cea6ffc-99e9-4f58-9a92-0186d6a84499 req-77aa1bde-46ca-45dc-8f98-e6903213773c tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:04.601059 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-3cea6ffc-99e9-4f58-9a92-0186d6a84499 req-77aa1bde-46ca-45dc-8f98-e6903213773c tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Calling delete_port for 80fda26b-1431-4f01-b3d3-1144049d4f07 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:23:04.742290 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3cea6ffc-99e9-4f58-9a92-0186d6a84499 req-77aa1bde-46ca-45dc-8f98-e6903213773c tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:04.755611 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['80fda26b-1431-4f01-b3d3-1144049d4f07'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:23:04.820344 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa1bde-46ca-45dc-8f98-e6903213773c tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Pushing event deleted for resources: {'Port': ['ID=80fda26b-1431-4f01-b3d3-1144049d4f07,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:04.862651 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa1bde-46ca-45dc-8f98-e6903213773c tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:23:04.862920 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa1bde-46ca-45dc-8f98-e6903213773c tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:23:04.863261 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa1bde-46ca-45dc-8f98-e6903213773c tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:23:04.863593 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa1bde-46ca-45dc-8f98-e6903213773c tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:23:04.863922 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa1bde-46ca-45dc-8f98-e6903213773c tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:23:04.864248 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa1bde-46ca-45dc-8f98-e6903213773c tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:23:04.864571 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa1bde-46ca-45dc-8f98-e6903213773c tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:23:04.864895 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa1bde-46ca-45dc-8f98-e6903213773c tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:23:04.865217 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa1bde-46ca-45dc-8f98-e6903213773c tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:23:04.865534 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa1bde-46ca-45dc-8f98-e6903213773c tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:23:04.865870 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa1bde-46ca-45dc-8f98-e6903213773c tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:23:04.866188 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa1bde-46ca-45dc-8f98-e6903213773c tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:23:04.908222 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cea6ffc-99e9-4f58-9a92-0186d6a84499 req-77aa1bde-46ca-45dc-8f98-e6903213773c tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] No DVR routers for this DVR port 80fda26b-1431-4f01-b3d3-1144049d4f07 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:23:04.910846 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-3cea6ffc-99e9-4f58-9a92-0186d6a84499 req-77aa1bde-46ca-45dc-8f98-e6903213773c tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:04.913423 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87a3968-62ae-4d35-b9b6-841e21a8196b', 'name': 'network-vif-deleted', 'tag': '80fda26b-1431-4f01-b3d3-1144049d4f07'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:23:04.931960 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-3cea6ffc-99e9-4f58-9a92-0186d6a84499 req-77aa1bde-46ca-45dc-8f98-e6903213773c tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.60 "DELETE /v2.0/ports/80fda26b-1431-4f01-b3d3-1144049d4f07 HTTP/1.1" status: 204 len: 173 time: 0.7595916 May 03 23:23:05.017882 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6c01442-817a-49da-97d6-c2a7939304ca'] response: {'server_uuid': 'a87a3968-62ae-4d35-b9b6-841e21a8196b', 'name': 'network-vif-deleted', 'tag': '80fda26b-1431-4f01-b3d3-1144049d4f07', 'status': 'completed', 'code': 200} May 03 23:23:05.128184 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-397fec20-7645-4798-8c56-bd9ad74b3a69 req-9092f41e-a5e5-45b6-a61f-c53d5705a1d1 tempest-TestEncryptedCinderVolumes-1785313841 tempest-TestEncryptedCinderVolumes-1785313841-project] 10.222.0.58 "GET /v2.0/ports?device_id=a87a3968-62ae-4d35-b9b6-841e21a8196b HTTP/1.1" status: 200 len: 210 time: 0.0429151 May 03 23:23:06.253203 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56318) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:23:06.886163 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-09b9e999-829f-4fbd-9f0e-4d1ade247bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:07.236459 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-09b9e999-829f-4fbd-9f0e-4d1ade247bcd admin admin] Deleting port 0e542eb8-8614-43e5-9f72-cc0fb67a0ca3 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:23:07.236710 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-09b9e999-829f-4fbd-9f0e-4d1ade247bcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:07.411271 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-09b9e999-829f-4fbd-9f0e-4d1ade247bcd admin admin] For port 0e542eb8-8614-43e5-9f72-cc0fb67a0ca3, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0e542eb8-8614-43e5-9f72-cc0fb67a0ca3,segment=NetworkSegment(48a13a38-2b65-4f77-83b2-1da71019b332),segment_id=48a13a38-2b65-4f77-83b2-1da71019b332)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:23:07.412003 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-09b9e999-829f-4fbd-9f0e-4d1ade247bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:07.531210 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-09b9e999-829f-4fbd-9f0e-4d1ade247bcd admin admin] Calling delete_port for 0e542eb8-8614-43e5-9f72-cc0fb67a0ca3 owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:23:07.695186 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-09b9e999-829f-4fbd-9f0e-4d1ade247bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:07.740444 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9e999-829f-4fbd-9f0e-4d1ade247bcd admin admin] Pushing event deleted for resources: {'Port': ['ID=0e542eb8-8614-43e5-9f72-cc0fb67a0ca3,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:08.109274 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-09b9e999-829f-4fbd-9f0e-4d1ade247bcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:08.424358 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 80fda26b-1431-4f01-b3d3-1144049d4f07 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:23:08.453431 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b9e999-829f-4fbd-9f0e-4d1ade247bcd admin admin] Router c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:23:08.457996 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 80fda26b-1431-4f01-b3d3-1144049d4f07 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:23:08.458353 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 80fda26b-1431-4f01-b3d3-1144049d4f07 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:23:08.624921 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b9e999-829f-4fbd-9f0e-4d1ade247bcd admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:23:08.633361 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0fcb50-1d14-4865-8ebc-fa36cfe55d77 None None] Sync routers for ids ['c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:23:08.637306 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-09b9e999-829f-4fbd-9f0e-4d1ade247bcd admin admin] 10.222.0.58 "PUT /v2.0/routers/c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3829727 May 03 23:23:08.639793 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56322) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:23:08.643434 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0fcb50-1d14-4865-8ebc-fa36cfe55d77 None None] Routers {'c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:23:08.644105 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-be0fcb50-1d14-4865-8ebc-fa36cfe55d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:22:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:23:08.811666 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-83dbfa93-5140-49d9-980f-7e5a49908cda admin admin] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:08.816302 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-be0fcb50-1d14-4865-8ebc-fa36cfe55d77 None None] Set router c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:23:08.993213 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-83dbfa93-5140-49d9-980f-7e5a49908cda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:09.002980 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-83dbfa93-5140-49d9-980f-7e5a49908cda admin admin] Deleting port e747ed57-8de1-4984-b274-43276435452d {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:23:09.003313 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-83dbfa93-5140-49d9-980f-7e5a49908cda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:09.132084 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-be0fcb50-1d14-4865-8ebc-fa36cfe55d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb', 'name': 'tempest-TestEncryptedCinderVolumes-419491601-router', 'tenant_id': 'f74d004ead164088918b489cf5e17daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e747ed57-8de1-4984-b274-43276435452d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:21:45Z', 'updated_at': '2022-05-03T23:23:07Z', 'revision_number': 5, 'project_id': 'f74d004ead164088918b489cf5e17daf', 'gw_port': {'id': 'e747ed57-8de1-4984-b274-43276435452d', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:21:46Z', 'updated_at': '2022-05-03T23:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:23:09.135887 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0fcb50-1d14-4865-8ebc-fa36cfe55d77 None None] Checking router: c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:23:09.144689 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0fcb50-1d14-4865-8ebc-fa36cfe55d77 None None] Routers {'c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:23:09.145298 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-be0fcb50-1d14-4865-8ebc-fa36cfe55d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:22:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:23:09.173268 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-83dbfa93-5140-49d9-980f-7e5a49908cda admin admin] For port e747ed57-8de1-4984-b274-43276435452d, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=e747ed57-8de1-4984-b274-43276435452d,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:23:09.173623 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-83dbfa93-5140-49d9-980f-7e5a49908cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:09.299602 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-be0fcb50-1d14-4865-8ebc-fa36cfe55d77 None None] Set router c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:23:09.407572 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-be0fcb50-1d14-4865-8ebc-fa36cfe55d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb', 'name': 'tempest-TestEncryptedCinderVolumes-419491601-router', 'tenant_id': 'f74d004ead164088918b489cf5e17daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:21:45Z', 'updated_at': '2022-05-03T23:23:08Z', 'revision_number': 6, 'project_id': 'f74d004ead164088918b489cf5e17daf', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:23:09.411523 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0fcb50-1d14-4865-8ebc-fa36cfe55d77 None None] The sync data for ids ['c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb'] in n-d-811807-1 is: [{'id': 'c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb', 'name': 'tempest-TestEncryptedCinderVolumes-419491601-router', 'tenant_id': 'f74d004ead164088918b489cf5e17daf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:21:45Z', 'updated_at': '2022-05-03T23:23:08Z', 'revision_number': 6, 'project_id': 'f74d004ead164088918b489cf5e17daf', 'gw_port_host': None}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:23:09.419026 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-83dbfa93-5140-49d9-980f-7e5a49908cda admin admin] Calling delete_port for e747ed57-8de1-4984-b274-43276435452d owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:23:09.585129 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-83dbfa93-5140-49d9-980f-7e5a49908cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:09.633159 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dbfa93-5140-49d9-980f-7e5a49908cda admin admin] Pushing event deleted for resources: {'Port': ['ID=e747ed57-8de1-4984-b274-43276435452d,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:09.721214 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-83dbfa93-5140-49d9-980f-7e5a49908cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:09.893788 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-83dbfa93-5140-49d9-980f-7e5a49908cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:09.895975 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-83dbfa93-5140-49d9-980f-7e5a49908cda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:09.919689 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-83dbfa93-5140-49d9-980f-7e5a49908cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:09.920321 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83dbfa93-5140-49d9-980f-7e5a49908cda admin admin] Fanout notify agent at l3_agent the message router_deleted on router c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 23:23:09.932216 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-83dbfa93-5140-49d9-980f-7e5a49908cda admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:09.936303 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-83dbfa93-5140-49d9-980f-7e5a49908cda admin admin] 10.222.0.58 "DELETE /v2.0/routers/c19cfe6e-9ea5-405b-9ca9-42f2d3af1fbb HTTP/1.1" status: 204 len: 168 time: 1.2930367 May 03 23:23:09.936558 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56326) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:23:09.993992 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cea98df-5852-4677-9d4f-ef786fb0f629 admin admin] Deleting subnet c9ef1988-089e-45c2-b8c7-2f2571b83b27 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:23:09.996793 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9cea98df-5852-4677-9d4f-ef786fb0f629 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:10.044161 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9cea98df-5852-4677-9d4f-ef786fb0f629 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:10.121587 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9cea98df-5852-4677-9d4f-ef786fb0f629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:10.189749 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9cea98df-5852-4677-9d4f-ef786fb0f629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:10.228756 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea98df-5852-4677-9d4f-ef786fb0f629 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9ef1988-089e-45c2-b8c7-2f2571b83b27,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:10.230698 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9cea98df-5852-4677-9d4f-ef786fb0f629 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:10.239393 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9cea98df-5852-4677-9d4f-ef786fb0f629 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c9ef1988-089e-45c2-b8c7-2f2571b83b27 HTTP/1.1" status: 204 len: 168 time: 0.2995369 May 03 23:23:10.239616 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5f88ae-5e17-445a-924b-c11667b11bda None None] Network a7f1eced-ae8a-40ee-97e5-65b0b3477b4d requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:23:10.240072 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56330) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:23:10.347235 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-61c7b4e3-c570-4df4-b7f8-4083d5b09603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:10.357880 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-61c7b4e3-c570-4df4-b7f8-4083d5b09603 admin admin] Deleting port 0cbc7d66-607b-46bc-8279-45982e5104d9 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:23:10.358234 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-61c7b4e3-c570-4df4-b7f8-4083d5b09603 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:10.502310 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e2fc9d-0ca1-4e79-97f6-17c40703a3b0 None None] DHCP port deletion for a7f1eced-ae8a-40ee-97e5-65b0b3477b4d request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:23:10.506335 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f2e2fc9d-0ca1-4e79-97f6-17c40703a3b0 None None] Deleting port 0cbc7d66-607b-46bc-8279-45982e5104d9 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:23:10.506695 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2e2fc9d-0ca1-4e79-97f6-17c40703a3b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:10.570503 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-61c7b4e3-c570-4df4-b7f8-4083d5b09603 admin admin] For port 0cbc7d66-607b-46bc-8279-45982e5104d9, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0cbc7d66-607b-46bc-8279-45982e5104d9,segment=NetworkSegment(48a13a38-2b65-4f77-83b2-1da71019b332),segment_id=48a13a38-2b65-4f77-83b2-1da71019b332)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:23:10.570769 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-61c7b4e3-c570-4df4-b7f8-4083d5b09603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:10.691995 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-61c7b4e3-c570-4df4-b7f8-4083d5b09603 admin admin] Calling delete_port for 0cbc7d66-607b-46bc-8279-45982e5104d9 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:23:10.711169 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2e2fc9d-0ca1-4e79-97f6-17c40703a3b0 None None] For port 0cbc7d66-607b-46bc-8279-45982e5104d9, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0cbc7d66-607b-46bc-8279-45982e5104d9,segment=NetworkSegment(48a13a38-2b65-4f77-83b2-1da71019b332),segment_id=48a13a38-2b65-4f77-83b2-1da71019b332)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:23:10.711560 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2e2fc9d-0ca1-4e79-97f6-17c40703a3b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:10.769746 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-61c7b4e3-c570-4df4-b7f8-4083d5b09603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:10.817867 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c7b4e3-c570-4df4-b7f8-4083d5b09603 admin admin] No DVR routers for this DVR port 0cbc7d66-607b-46bc-8279-45982e5104d9 on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:23:10.830290 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f2e2fc9d-0ca1-4e79-97f6-17c40703a3b0 None None] Calling delete_port for 0cbc7d66-607b-46bc-8279-45982e5104d9 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:23:10.846979 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7b4e3-c570-4df4-b7f8-4083d5b09603 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cbc7d66-607b-46bc-8279-45982e5104d9,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:10.900728 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-f2e2fc9d-0ca1-4e79-97f6-17c40703a3b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:23:10.901164 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-f2e2fc9d-0ca1-4e79-97f6-17c40703a3b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:23:10.942856 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-61c7b4e3-c570-4df4-b7f8-4083d5b09603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:10.968171 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-61c7b4e3-c570-4df4-b7f8-4083d5b09603 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f1eced-ae8a-40ee-97e5-65b0b3477b4d']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:23:10.983767 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-61c7b4e3-c570-4df4-b7f8-4083d5b09603 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a13a38-2b65-4f77-83b2-1da71019b332') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:23:10.983767 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-61c7b4e3-c570-4df4-b7f8-4083d5b09603 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a13a38-2b65-4f77-83b2-1da71019b332') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:23:10.993441 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-61c7b4e3-c570-4df4-b7f8-4083d5b09603 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:11.009566 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-61c7b4e3-c570-4df4-b7f8-4083d5b09603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:11.015765 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c7b4e3-c570-4df4-b7f8-4083d5b09603 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:23:11.016147 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-61c7b4e3-c570-4df4-b7f8-4083d5b09603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:11.029491 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 23:23:11.029491 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:23:11.029491 n-d-811807-1 neutron-server[88070]: timer() May 03 23:23:11.029491 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:23:11.029491 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 23:23:11.029491 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:23:11.029491 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 23:23:11.029491 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:23:11.029491 n-d-811807-1 neutron-server[88070]: self._notify() May 03 23:23:11.029491 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:23:11.029491 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 23:23:11.029491 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:23:11.029491 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 23:23:11.029491 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:23:11.029491 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:23:11.029491 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:23:11.029491 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:23:11.029491 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:23:11.029491 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 23:23:11.029491 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:23:11.029491 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 23:23:11.029491 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:23:11.029491 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:23:11.029491 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:23:11.029491 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 23:23:11.029491 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:23:11.029491 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:23:11.029491 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:23:11.029491 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:23:11.029491 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:23:11.029491 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:23:11.029491 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:23:11.224623 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-61c7b4e3-c570-4df4-b7f8-4083d5b09603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:11.241420 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-61c7b4e3-c570-4df4-b7f8-4083d5b09603 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:11.252501 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7b4e3-c570-4df4-b7f8-4083d5b09603 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7f1eced-ae8a-40ee-97e5-65b0b3477b4d,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:11.263985 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-61c7b4e3-c570-4df4-b7f8-4083d5b09603 admin admin] 10.222.0.58 "DELETE /v2.0/networks/a7f1eced-ae8a-40ee-97e5-65b0b3477b4d HTTP/1.1" status: 204 len: 168 time: 1.0229578 May 03 23:23:11.266982 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56334) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:23:11.345638 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device e747ed57-8de1-4984-b274-43276435452d no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:23:11.381396 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: e747ed57-8de1-4984-b274-43276435452d {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:23:11.381738 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device e747ed57-8de1-4984-b274-43276435452d not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:23:11.382202 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 0e542eb8-8614-43e5-9f72-cc0fb67a0ca3 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:23:11.409566 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f2e2fc9d-0ca1-4e79-97f6-17c40703a3b0 None None] Deleting port 0cbc7d66-607b-46bc-8279-45982e5104d9 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:23:11.409966 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2e2fc9d-0ca1-4e79-97f6-17c40703a3b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:11.440993 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 0e542eb8-8614-43e5-9f72-cc0fb67a0ca3 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:23:11.441338 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 0e542eb8-8614-43e5-9f72-cc0fb67a0ca3 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:23:11.441762 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 0cbc7d66-607b-46bc-8279-45982e5104d9 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:23:11.516785 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f2e2fc9d-0ca1-4e79-97f6-17c40703a3b0 None None] The port '0cbc7d66-607b-46bc-8279-45982e5104d9' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 23:23:11.517411 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 0cbc7d66-607b-46bc-8279-45982e5104d9 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:23:11.517749 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 0cbc7d66-607b-46bc-8279-45982e5104d9 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:23:11.804204 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1adb49cb-718d-413b-b766-220bb1d126db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:12.143933 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-1adb49cb-718d-413b-b766-220bb1d126db admin admin] Deleting port cd0a148f-1e25-4d07-90f7-1c097cd194fb {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:23:12.144277 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1adb49cb-718d-413b-b766-220bb1d126db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:12.311275 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-1adb49cb-718d-413b-b766-220bb1d126db admin admin] For port cd0a148f-1e25-4d07-90f7-1c097cd194fb, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=cd0a148f-1e25-4d07-90f7-1c097cd194fb,segment=NetworkSegment(e042ee30-c9c7-4b61-a036-47906b1fb65d),segment_id=e042ee30-c9c7-4b61-a036-47906b1fb65d)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:23:12.311628 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1adb49cb-718d-413b-b766-220bb1d126db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:12.428965 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-1adb49cb-718d-413b-b766-220bb1d126db admin admin] Calling delete_port for cd0a148f-1e25-4d07-90f7-1c097cd194fb owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:23:12.702989 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1adb49cb-718d-413b-b766-220bb1d126db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:12.750495 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb49cb-718d-413b-b766-220bb1d126db admin admin] Pushing event deleted for resources: {'Port': ['ID=cd0a148f-1e25-4d07-90f7-1c097cd194fb,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:13.014412 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1adb49cb-718d-413b-b766-220bb1d126db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:13.374441 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1adb49cb-718d-413b-b766-220bb1d126db admin admin] Router 4471a472-fba9-4667-9d78-3dfe176a1e2d has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:23:13.546991 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1adb49cb-718d-413b-b766-220bb1d126db admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:23:13.558105 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62be1c3-ace2-4673-bb18-bac371688528 None None] Sync routers for ids ['4471a472-fba9-4667-9d78-3dfe176a1e2d'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:23:13.559557 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1adb49cb-718d-413b-b766-220bb1d126db admin admin] 10.222.0.58 "PUT /v2.0/routers/4471a472-fba9-4667-9d78-3dfe176a1e2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2915192 May 03 23:23:13.562433 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56338) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:23:13.570888 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62be1c3-ace2-4673-bb18-bac371688528 None None] Routers {'4471a472-fba9-4667-9d78-3dfe176a1e2d'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:23:13.571567 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-c62be1c3-ace2-4673-bb18-bac371688528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:22:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['4471a472-fba9-4667-9d78-3dfe176a1e2d'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:23:13.746165 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-c62be1c3-ace2-4673-bb18-bac371688528 None None] Set router 4471a472-fba9-4667-9d78-3dfe176a1e2d gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:23:13.844808 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5ea9a7ec-bf87-48f1-a042-8ffda82e3e12 admin admin] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:14.015864 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5ea9a7ec-bf87-48f1-a042-8ffda82e3e12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:14.025661 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-5ea9a7ec-bf87-48f1-a042-8ffda82e3e12 admin admin] Deleting port 24a408d2-56fe-4bc4-8035-8e8063c81e58 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:23:14.026101 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5ea9a7ec-bf87-48f1-a042-8ffda82e3e12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:14.027377 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-c62be1c3-ace2-4673-bb18-bac371688528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4471a472-fba9-4667-9d78-3dfe176a1e2d', 'name': 'tempest-TestEncryptedCinderVolumes-2044858862-router', 'tenant_id': '4c691ef3fd804d5c88d3f6ff36c37a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '24a408d2-56fe-4bc4-8035-8e8063c81e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:21:51Z', 'updated_at': '2022-05-03T23:23:12Z', 'revision_number': 5, 'project_id': '4c691ef3fd804d5c88d3f6ff36c37a19', 'gw_port': {'id': '24a408d2-56fe-4bc4-8035-8e8063c81e58', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4471a472-fba9-4667-9d78-3dfe176a1e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:21:52Z', 'updated_at': '2022-05-03T23:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:23:14.031180 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62be1c3-ace2-4673-bb18-bac371688528 None None] Checking router: 4471a472-fba9-4667-9d78-3dfe176a1e2d for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:23:14.039437 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62be1c3-ace2-4673-bb18-bac371688528 None None] Routers {'4471a472-fba9-4667-9d78-3dfe176a1e2d'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:23:14.040032 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-c62be1c3-ace2-4673-bb18-bac371688528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:22:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['4471a472-fba9-4667-9d78-3dfe176a1e2d'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:23:14.187918 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-c62be1c3-ace2-4673-bb18-bac371688528 None None] Set router 4471a472-fba9-4667-9d78-3dfe176a1e2d gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:23:14.204590 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-5ea9a7ec-bf87-48f1-a042-8ffda82e3e12 admin admin] For port 24a408d2-56fe-4bc4-8035-8e8063c81e58, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=24a408d2-56fe-4bc4-8035-8e8063c81e58,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:23:14.204964 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5ea9a7ec-bf87-48f1-a042-8ffda82e3e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:14.291355 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-c62be1c3-ace2-4673-bb18-bac371688528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4471a472-fba9-4667-9d78-3dfe176a1e2d', 'name': 'tempest-TestEncryptedCinderVolumes-2044858862-router', 'tenant_id': '4c691ef3fd804d5c88d3f6ff36c37a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:21:51Z', 'updated_at': '2022-05-03T23:23:14Z', 'revision_number': 6, 'project_id': '4c691ef3fd804d5c88d3f6ff36c37a19', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:23:14.295151 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62be1c3-ace2-4673-bb18-bac371688528 None None] The sync data for ids ['4471a472-fba9-4667-9d78-3dfe176a1e2d'] in n-d-811807-1 is: [{'id': '4471a472-fba9-4667-9d78-3dfe176a1e2d', 'name': 'tempest-TestEncryptedCinderVolumes-2044858862-router', 'tenant_id': '4c691ef3fd804d5c88d3f6ff36c37a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:21:51Z', 'updated_at': '2022-05-03T23:23:14Z', 'revision_number': 6, 'project_id': '4c691ef3fd804d5c88d3f6ff36c37a19', 'gw_port_host': None}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:23:14.327477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-5ea9a7ec-bf87-48f1-a042-8ffda82e3e12 admin admin] Calling delete_port for 24a408d2-56fe-4bc4-8035-8e8063c81e58 owned by network:router_gateway {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:23:14.492082 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5ea9a7ec-bf87-48f1-a042-8ffda82e3e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:14.538516 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9a7ec-bf87-48f1-a042-8ffda82e3e12 admin admin] Pushing event deleted for resources: {'Port': ['ID=24a408d2-56fe-4bc4-8035-8e8063c81e58,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:14.629577 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5ea9a7ec-bf87-48f1-a042-8ffda82e3e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:14.801718 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5ea9a7ec-bf87-48f1-a042-8ffda82e3e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:14.803823 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5ea9a7ec-bf87-48f1-a042-8ffda82e3e12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:14.826157 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5ea9a7ec-bf87-48f1-a042-8ffda82e3e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:14.826680 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea9a7ec-bf87-48f1-a042-8ffda82e3e12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4471a472-fba9-4667-9d78-3dfe176a1e2d {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 23:23:14.839877 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5ea9a7ec-bf87-48f1-a042-8ffda82e3e12 admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:14.841003 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5ea9a7ec-bf87-48f1-a042-8ffda82e3e12 admin admin] 10.222.0.58 "DELETE /v2.0/routers/4471a472-fba9-4667-9d78-3dfe176a1e2d HTTP/1.1" status: 204 len: 168 time: 1.2775815 May 03 23:23:14.843537 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56342) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:23:14.900944 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb5c3e06-a8e2-4e44-bd4b-f1c36af25530 admin admin] Deleting subnet 37c342ba-f2d7-48df-961b-93698f7118a2 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:23:14.903789 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-eb5c3e06-a8e2-4e44-bd4b-f1c36af25530 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:14.953208 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-eb5c3e06-a8e2-4e44-bd4b-f1c36af25530 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:15.030908 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-eb5c3e06-a8e2-4e44-bd4b-f1c36af25530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:15.098083 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-eb5c3e06-a8e2-4e44-bd4b-f1c36af25530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:15.140679 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c3e06-a8e2-4e44-bd4b-f1c36af25530 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37c342ba-f2d7-48df-961b-93698f7118a2,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:15.145031 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-eb5c3e06-a8e2-4e44-bd4b-f1c36af25530 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:15.151782 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-eb5c3e06-a8e2-4e44-bd4b-f1c36af25530 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/37c342ba-f2d7-48df-961b-93698f7118a2 HTTP/1.1" status: 204 len: 168 time: 0.3072915 May 03 23:23:15.152568 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dfdf61-bcdb-406c-8e38-f1645a76196b None None] Network 495a9328-27ab-47c1-b4a6-c23ca1212c8f requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:23:15.154259 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56346) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:23:15.378061 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device cd0a148f-1e25-4d07-90f7-1c097cd194fb no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:23:15.388258 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-190679b6-851f-4724-af93-cb6727d7b175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:15.399351 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-190679b6-851f-4724-af93-cb6727d7b175 admin admin] Deleting port 28c76d45-6259-4d3d-8840-9db9d3b0d8f4 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:23:15.399689 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-190679b6-851f-4724-af93-cb6727d7b175 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:15.419832 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0477eb60-a8f2-4c41-b8b0-c3a9b592f1bf None None] DHCP port deletion for 495a9328-27ab-47c1-b4a6-c23ca1212c8f request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:23:15.421984 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: cd0a148f-1e25-4d07-90f7-1c097cd194fb {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:23:15.422330 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device cd0a148f-1e25-4d07-90f7-1c097cd194fb not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:23:15.422743 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 24a408d2-56fe-4bc4-8035-8e8063c81e58 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:23:15.451914 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-0477eb60-a8f2-4c41-b8b0-c3a9b592f1bf None None] Deleting port 28c76d45-6259-4d3d-8840-9db9d3b0d8f4 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:23:15.452294 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0477eb60-a8f2-4c41-b8b0-c3a9b592f1bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:15.493016 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 24a408d2-56fe-4bc4-8035-8e8063c81e58 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:23:15.493360 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 24a408d2-56fe-4bc4-8035-8e8063c81e58 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:23:15.601130 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-190679b6-851f-4724-af93-cb6727d7b175 admin admin] For port 28c76d45-6259-4d3d-8840-9db9d3b0d8f4, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=28c76d45-6259-4d3d-8840-9db9d3b0d8f4,segment=NetworkSegment(e042ee30-c9c7-4b61-a036-47906b1fb65d),segment_id=e042ee30-c9c7-4b61-a036-47906b1fb65d)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:23:15.601521 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-190679b6-851f-4724-af93-cb6727d7b175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:15.657173 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-0477eb60-a8f2-4c41-b8b0-c3a9b592f1bf None None] For port 28c76d45-6259-4d3d-8840-9db9d3b0d8f4, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=28c76d45-6259-4d3d-8840-9db9d3b0d8f4,segment=NetworkSegment(e042ee30-c9c7-4b61-a036-47906b1fb65d),segment_id=e042ee30-c9c7-4b61-a036-47906b1fb65d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:23:15.657571 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0477eb60-a8f2-4c41-b8b0-c3a9b592f1bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:15.724153 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-190679b6-851f-4724-af93-cb6727d7b175 admin admin] Calling delete_port for 28c76d45-6259-4d3d-8840-9db9d3b0d8f4 owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:23:15.781540 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-0477eb60-a8f2-4c41-b8b0-c3a9b592f1bf None None] Calling delete_port for 28c76d45-6259-4d3d-8840-9db9d3b0d8f4 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:23:15.798003 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-190679b6-851f-4724-af93-cb6727d7b175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:15.844603 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190679b6-851f-4724-af93-cb6727d7b175 admin admin] Pushing event deleted for resources: {'Port': ['ID=28c76d45-6259-4d3d-8840-9db9d3b0d8f4,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:15.846294 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190679b6-851f-4724-af93-cb6727d7b175 admin admin] No DVR routers for this DVR port 28c76d45-6259-4d3d-8840-9db9d3b0d8f4 on host n-d-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:23:15.852631 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-0477eb60-a8f2-4c41-b8b0-c3a9b592f1bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:23:15.852996 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-0477eb60-a8f2-4c41-b8b0-c3a9b592f1bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:23:15.962488 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-190679b6-851f-4724-af93-cb6727d7b175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:15.991201 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-190679b6-851f-4724-af93-cb6727d7b175 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['495a9328-27ab-47c1-b4a6-c23ca1212c8f']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:23:16.002937 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-190679b6-851f-4724-af93-cb6727d7b175 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e042ee30-c9c7-4b61-a036-47906b1fb65d') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:23:16.003238 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-190679b6-851f-4724-af93-cb6727d7b175 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e042ee30-c9c7-4b61-a036-47906b1fb65d') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:23:16.014790 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-190679b6-851f-4724-af93-cb6727d7b175 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:16.030571 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-190679b6-851f-4724-af93-cb6727d7b175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:16.036408 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-190679b6-851f-4724-af93-cb6727d7b175 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:23:16.036788 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-190679b6-851f-4724-af93-cb6727d7b175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:16.049588 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 23:23:16.049588 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:23:16.049588 n-d-811807-1 neutron-server[88069]: timer() May 03 23:23:16.049588 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:23:16.049588 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 23:23:16.049588 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:23:16.049588 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 23:23:16.049588 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:23:16.049588 n-d-811807-1 neutron-server[88069]: self._notify() May 03 23:23:16.049588 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:23:16.049588 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 23:23:16.049588 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:23:16.049588 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 23:23:16.049588 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:23:16.049588 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:23:16.049588 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:23:16.049588 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:23:16.049588 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:23:16.049588 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 23:23:16.049588 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:23:16.049588 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 23:23:16.049588 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:23:16.049588 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:23:16.049588 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:23:16.049588 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 23:23:16.049588 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:23:16.049588 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:23:16.049588 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:23:16.049588 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:23:16.049588 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:23:16.049588 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:23:16.049588 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:23:16.123976 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-190679b6-851f-4724-af93-cb6727d7b175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:16.140573 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-190679b6-851f-4724-af93-cb6727d7b175 admin admin] Notify callbacks [] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:16.153578 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190679b6-851f-4724-af93-cb6727d7b175 admin admin] Pushing event deleted for resources: {'Network': ['ID=495a9328-27ab-47c1-b4a6-c23ca1212c8f,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:16.157186 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-190679b6-851f-4724-af93-cb6727d7b175 admin admin] 10.222.0.58 "DELETE /v2.0/networks/495a9328-27ab-47c1-b4a6-c23ca1212c8f HTTP/1.1" status: 204 len: 168 time: 1.0010679 May 03 23:23:16.326987 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56354) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:23:16.354296 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-0477eb60-a8f2-4c41-b8b0-c3a9b592f1bf None None] Deleting port 28c76d45-6259-4d3d-8840-9db9d3b0d8f4 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:23:16.354773 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0477eb60-a8f2-4c41-b8b0-c3a9b592f1bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:16.373262 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f0e1e878-fbf9-4b0c-bb5b-edd284e4f33b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f74d004ead164088918b489cf5e17daf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451231 May 03 23:23:16.375674 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56358) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:23:16.423406 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-0477eb60-a8f2-4c41-b8b0-c3a9b592f1bf None None] The port '28c76d45-6259-4d3d-8840-9db9d3b0d8f4' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 23:23:16.436246 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b9993f7c-b9dd-4921-ad9e-51122c06f5c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:16.462146 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b9993f7c-b9dd-4921-ad9e-51122c06f5c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:16.519248 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b9993f7c-b9dd-4921-ad9e-51122c06f5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:16.538110 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9993f7c-b9dd-4921-ad9e-51122c06f5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6dc564b-3391-434b-ab80-731e83c25739,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:16.541413 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b9993f7c-b9dd-4921-ad9e-51122c06f5c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:16.542556 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b9993f7c-b9dd-4921-ad9e-51122c06f5c1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b6dc564b-3391-434b-ab80-731e83c25739 HTTP/1.1" status: 204 len: 168 time: 0.1660752 May 03 23:23:16.874030 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56366) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:23:16.921444 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b96b1ee1-6156-4846-ad1e-d59c7dcd317c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4c691ef3fd804d5c88d3f6ff36c37a19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462449 May 03 23:23:16.923822 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56370) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:23:16.982241 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c4354b3f-5a0e-40aa-ba23-23011420da1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:17.006859 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c4354b3f-5a0e-40aa-ba23-23011420da1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:17.059888 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c4354b3f-5a0e-40aa-ba23-23011420da1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:17.075997 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4354b3f-5a0e-40aa-ba23-23011420da1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e2a77a-c4c6-482e-9ae6-e1f4642c81b7,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:17.081504 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c4354b3f-5a0e-40aa-ba23-23011420da1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:17.082654 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c4354b3f-5a0e-40aa-ba23-23011420da1b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e9e2a77a-c4c6-482e-9ae6-e1f4642c81b7 HTTP/1.1" status: 204 len: 168 time: 0.1579447 May 03 23:23:17.342889 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 28c76d45-6259-4d3d-8840-9db9d3b0d8f4 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:23:17.376785 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 28c76d45-6259-4d3d-8840-9db9d3b0d8f4 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:23:17.377505 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 28c76d45-6259-4d3d-8840-9db9d3b0d8f4 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:23:17.790395 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56394) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:23:17.892250 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-2ce51b0d-5745-4a96-b590-337d09cd2686 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-815335921-network', 'tenant_id': 'a155039170ec4d75902d96b0916fd1d5'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:23:17.897675 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2ce51b0d-5745-4a96-b590-337d09cd2686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:23:17.901979 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2ce51b0d-5745-4a96-b590-337d09cd2686 admin admin] Usage tracker for resource:network and tenant:a155039170ec4d75902d96b0916fd1d5 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:23:17.904751 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2ce51b0d-5745-4a96-b590-337d09cd2686 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:23:17.910271 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2ce51b0d-5745-4a96-b590-337d09cd2686 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:23:17.921085 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce51b0d-5745-4a96-b590-337d09cd2686 admin admin] Made reservation on behalf of a155039170ec4d75902d96b0916fd1d5 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:23:17.923330 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2ce51b0d-5745-4a96-b590-337d09cd2686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:17.935049 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2ce51b0d-5745-4a96-b590-337d09cd2686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:17.948770 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2ce51b0d-5745-4a96-b590-337d09cd2686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:23:17.952494 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2ce51b0d-5745-4a96-b590-337d09cd2686 admin admin] Usage tracker for resource:security_group_rule and tenant:a155039170ec4d75902d96b0916fd1d5 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:23:17.955246 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2ce51b0d-5745-4a96-b590-337d09cd2686 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:23:17.960706 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2ce51b0d-5745-4a96-b590-337d09cd2686 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:23:18.040253 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2ce51b0d-5745-4a96-b590-337d09cd2686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:18.044369 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2ce51b0d-5745-4a96-b590-337d09cd2686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:18.070208 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce51b0d-5745-4a96-b590-337d09cd2686 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:23:18.082364 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce51b0d-5745-4a96-b590-337d09cd2686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3a88ef-8e3c-448a-bc01-31b85520f2ed,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:18.086640 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2ce51b0d-5745-4a96-b590-337d09cd2686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:18.086976 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-2ce51b0d-5745-4a96-b590-337d09cd2686 admin admin] Added segment 00008543-9b80-4b23-b88c-0071b433cb94 of type vlan for network ac2cd6e4-630e-4993-9c9c-d16f15384741 May 03 23:23:18.113144 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2ce51b0d-5745-4a96-b590-337d09cd2686 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:18.141663 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2ce51b0d-5745-4a96-b590-337d09cd2686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:18.142674 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce51b0d-5745-4a96-b590-337d09cd2686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:23:18.143265 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2ce51b0d-5745-4a96-b590-337d09cd2686 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:18.241164 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2ce51b0d-5745-4a96-b590-337d09cd2686 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4496601 May 03 23:23:18.244192 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56400) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:23:18.244678 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce51b0d-5745-4a96-b590-337d09cd2686 admin admin] Pushing event updated for resources: {'Network': ['ID=ac2cd6e4-630e-4993-9c9c-d16f15384741,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:18.251335 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-fcfd3db0-371e-4c84-a7b3-9e163430c6a1 admin admin] Request body: {'subnet': {'network_id': 'ac2cd6e4-630e-4993-9c9c-d16f15384741', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-815335921-subnet', 'tenant_id': 'a155039170ec4d75902d96b0916fd1d5', 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:23:18.254540 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network ac2cd6e4-630e-4993-9c9c-d16f15384741 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:23:18.258098 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fcfd3db0-371e-4c84-a7b3-9e163430c6a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:23:18.262548 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fcfd3db0-371e-4c84-a7b3-9e163430c6a1 admin admin] Usage tracker for resource:subnet and tenant:a155039170ec4d75902d96b0916fd1d5 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:23:18.265606 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-fcfd3db0-371e-4c84-a7b3-9e163430c6a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:23:18.271916 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-fcfd3db0-371e-4c84-a7b3-9e163430c6a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:23:18.286220 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfd3db0-371e-4c84-a7b3-9e163430c6a1 admin admin] Made reservation on behalf of a155039170ec4d75902d96b0916fd1d5 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:23:18.288920 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fcfd3db0-371e-4c84-a7b3-9e163430c6a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:18.499413 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fcfd3db0-371e-4c84-a7b3-9e163430c6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:18.579401 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd3db0-371e-4c84-a7b3-9e163430c6a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2379dc3-a726-47ab-a654-aba09e5c6074,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:18.592379 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfd3db0-371e-4c84-a7b3-9e163430c6a1 admin admin] Checking segment: {'id': '00008543-9b80-4b23-b88c-0071b433cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ac2cd6e4-630e-4993-9c9c-d16f15384741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:23:18.592727 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfd3db0-371e-4c84-a7b3-9e163430c6a1 admin admin] Network hostable DHCP agents. Network: ac2cd6e4-630e-4993-9c9c-d16f15384741, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:23:18.612094 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfd3db0-371e-4c84-a7b3-9e163430c6a1 admin admin] Network ac2cd6e4-630e-4993-9c9c-d16f15384741 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:23:18.622055 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-fcfd3db0-371e-4c84-a7b3-9e163430c6a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, ac2cd6e4-630e-4993-9c9c-d16f15384741) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:23:18.626491 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfd3db0-371e-4c84-a7b3-9e163430c6a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:23:18.627198 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-fcfd3db0-371e-4c84-a7b3-9e163430c6a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:18.632992 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ab2f19-01f3-43ed-8f42-a3ac84154f57 None None] Network ac2cd6e4-630e-4993-9c9c-d16f15384741 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:23:18.650875 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-fcfd3db0-371e-4c84-a7b3-9e163430c6a1 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4055090 May 03 23:23:18.657952 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56404) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:23:18.662888 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-517b52c4-aa1f-409e-9d9b-dc36a0095487 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-815335921-router', 'tenant_id': 'a155039170ec4d75902d96b0916fd1d5', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:23:18.668260 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-517b52c4-aa1f-409e-9d9b-dc36a0095487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:23:18.672097 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-517b52c4-aa1f-409e-9d9b-dc36a0095487 admin admin] Usage tracker for resource:router and tenant:a155039170ec4d75902d96b0916fd1d5 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:23:18.674956 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-517b52c4-aa1f-409e-9d9b-dc36a0095487 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:23:18.680746 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-517b52c4-aa1f-409e-9d9b-dc36a0095487 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:23:18.695574 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-517b52c4-aa1f-409e-9d9b-dc36a0095487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:18.696598 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-517b52c4-aa1f-409e-9d9b-dc36a0095487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:18.711845 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-517b52c4-aa1f-409e-9d9b-dc36a0095487 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:18.872117 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0739349-a114-4c0a-8be0-0b38f37d9944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-ac2cd6e4-630e-4993-9c9c-d16f15384741', 'network_id': 'ac2cd6e4-630e-4993-9c9c-d16f15384741', 'tenant_id': 'a155039170ec4d75902d96b0916fd1d5', 'fixed_ips': [{'subnet_id': 'd2379dc3-a726-47ab-a654-aba09e5c6074'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:23:18.872985 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d0739349-a114-4c0a-8be0-0b38f37d9944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:19.000144 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-517b52c4-aa1f-409e-9d9b-dc36a0095487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:19.079521 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-d0739349-a114-4c0a-8be0-0b38f37d9944 None None] Allocated IP 172.20.0.2 (ac2cd6e4-630e-4993-9c9c-d16f15384741/d2379dc3-a726-47ab-a654-aba09e5c6074/be7c0770-e2c0-4f82-89e6-1778d723a42c) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:23:19.281758 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d0739349-a114-4c0a-8be0-0b38f37d9944 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:19.292282 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d0739349-a114-4c0a-8be0-0b38f37d9944 None None] Transition to ACTIVE for port object be7c0770-e2c0-4f82-89e6-1778d723a42c will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:23:19.310917 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d0739349-a114-4c0a-8be0-0b38f37d9944 None None] Transition to ACTIVE for port object be7c0770-e2c0-4f82-89e6-1778d723a42c will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:23:19.315966 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d0739349-a114-4c0a-8be0-0b38f37d9944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:19.384125 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0739349-a114-4c0a-8be0-0b38f37d9944 None None] Network ac2cd6e4-630e-4993-9c9c-d16f15384741 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:23:19.387023 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-d0739349-a114-4c0a-8be0-0b38f37d9944 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:23:19.389624 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0739349-a114-4c0a-8be0-0b38f37d9944 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:23:19.399054 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0739349-a114-4c0a-8be0-0b38f37d9944 None None] Pushing event updated for resources: {'Port': ['ID=be7c0770-e2c0-4f82-89e6-1778d723a42c,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:19.430233 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-517b52c4-aa1f-409e-9d9b-dc36a0095487 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:19.459733 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-517b52c4-aa1f-409e-9d9b-dc36a0095487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:19.483296 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-d0739349-a114-4c0a-8be0-0b38f37d9944 None None] Attempting to bind port be7c0770-e2c0-4f82-89e6-1778d723a42c on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:23:19.483662 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-d0739349-a114-4c0a-8be0-0b38f37d9944 None None] Attempting to bind port be7c0770-e2c0-4f82-89e6-1778d723a42c by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '00008543-9b80-4b23-b88c-0071b433cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ac2cd6e4-630e-4993-9c9c-d16f15384741'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:23:19.484015 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0739349-a114-4c0a-8be0-0b38f37d9944 None None] Attempting to bind port be7c0770-e2c0-4f82-89e6-1778d723a42c on network ac2cd6e4-630e-4993-9c9c-d16f15384741 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:23:19.489087 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0739349-a114-4c0a-8be0-0b38f37d9944 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:23:19.489447 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0739349-a114-4c0a-8be0-0b38f37d9944 None None] Checking segment: {'id': '00008543-9b80-4b23-b88c-0071b433cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ac2cd6e4-630e-4993-9c9c-d16f15384741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:23:19.489838 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d0739349-a114-4c0a-8be0-0b38f37d9944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:19.490254 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0739349-a114-4c0a-8be0-0b38f37d9944 None None] Bound using segment: {'id': '00008543-9b80-4b23-b88c-0071b433cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ac2cd6e4-630e-4993-9c9c-d16f15384741'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:23:19.490707 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-d0739349-a114-4c0a-8be0-0b38f37d9944 None None] Bound port: be7c0770-e2c0-4f82-89e6-1778d723a42c, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00008543-9b80-4b23-b88c-0071b433cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ac2cd6e4-630e-4993-9c9c-d16f15384741'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:23:19.491069 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d0739349-a114-4c0a-8be0-0b38f37d9944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:19.580304 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-d0739349-a114-4c0a-8be0-0b38f37d9944 None None] For port be7c0770-e2c0-4f82-89e6-1778d723a42c, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:23:19.585050 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-d0739349-a114-4c0a-8be0-0b38f37d9944 None None] For port be7c0770-e2c0-4f82-89e6-1778d723a42c, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=be7c0770-e2c0-4f82-89e6-1778d723a42c,segment=NetworkSegment(00008543-9b80-4b23-b88c-0071b433cb94),segment_id=00008543-9b80-4b23-b88c-0071b433cb94)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:23:19.589981 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d0739349-a114-4c0a-8be0-0b38f37d9944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:19.598952 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-517b52c4-aa1f-409e-9d9b-dc36a0095487 admin admin] Allocated IP 172.25.2.16 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/efba84bc-bd08-4303-98a2-79973ac9e447) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:23:19.674115 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0739349-a114-4c0a-8be0-0b38f37d9944 None None] Pushing event updated for resources: {'Port': ['ID=be7c0770-e2c0-4f82-89e6-1778d723a42c,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:19.752943 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-517b52c4-aa1f-409e-9d9b-dc36a0095487 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:19.783744 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-517b52c4-aa1f-409e-9d9b-dc36a0095487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:19.853910 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517b52c4-aa1f-409e-9d9b-dc36a0095487 admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:23:19.853910 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-517b52c4-aa1f-409e-9d9b-dc36a0095487 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:23:19.856341 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517b52c4-aa1f-409e-9d9b-dc36a0095487 admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:23:19.892375 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b52c4-aa1f-409e-9d9b-dc36a0095487 admin admin] Pushing event updated for resources: {'Port': ['ID=efba84bc-bd08-4303-98a2-79973ac9e447,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:20.272693 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-517b52c4-aa1f-409e-9d9b-dc36a0095487 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:20.627699 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfa5ddc-9950-4bfb-9fd2-97bb91f654f6 None None] Network ac2cd6e4-630e-4993-9c9c-d16f15384741 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:23:20.710732 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1d48bba0-dfcd-4970-9d53-a1589a08976a None None] Provisioning for port be7c0770-e2c0-4f82-89e6-1778d723a42c completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:23:20.733173 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-517b52c4-aa1f-409e-9d9b-dc36a0095487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:20.940992 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517b52c4-aa1f-409e-9d9b-dc36a0095487 admin admin] Router b14eb9f6-097c-47cc-a52f-f4716256d7e6 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 23:23:21.117690 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517b52c4-aa1f-409e-9d9b-dc36a0095487 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:23:21.127151 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ac6c5d-1261-4df3-877e-6b8e3b17bbdf None None] Sync routers for ids ['b14eb9f6-097c-47cc-a52f-f4716256d7e6'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:23:21.140482 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ac6c5d-1261-4df3-877e-6b8e3b17bbdf None None] Routers {'b14eb9f6-097c-47cc-a52f-f4716256d7e6'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:23:21.141026 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-04ac6c5d-1261-4df3-877e-6b8e3b17bbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:22:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['b14eb9f6-097c-47cc-a52f-f4716256d7e6'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:23:21.141264 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-517b52c4-aa1f-409e-9d9b-dc36a0095487 admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:21.142507 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-517b52c4-aa1f-409e-9d9b-dc36a0095487 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4835937 May 03 23:23:21.145165 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56408) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:23:21.328370 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-04ac6c5d-1261-4df3-877e-6b8e3b17bbdf None None] Set router b14eb9f6-097c-47cc-a52f-f4716256d7e6 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:23:21.429303 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device be7c0770-e2c0-4f82-89e6-1778d723a42c up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:23:21.609287 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port be7c0770-e2c0-4f82-89e6-1778d723a42c completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:23:21.622779 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port be7c0770-e2c0-4f82-89e6-1778d723a42c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:23:21.623147 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:21.813174 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-04ac6c5d-1261-4df3-877e-6b8e3b17bbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'name': 'tempest-TestMinimumBasicScenario-815335921-router', 'tenant_id': 'a155039170ec4d75902d96b0916fd1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'efba84bc-bd08-4303-98a2-79973ac9e447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:23:18Z', 'updated_at': '2022-05-03T23:23:20Z', 'revision_number': 3, 'project_id': 'a155039170ec4d75902d96b0916fd1d5', 'gw_port': {'id': 'efba84bc-bd08-4303-98a2-79973ac9e447', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:33:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:23:19Z', 'updated_at': '2022-05-03T23:23:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:23:21.817996 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16a3f84f-2dcb-4196-9845-e0061b55fbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:21.820902 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ac6c5d-1261-4df3-877e-6b8e3b17bbdf None None] Checking router: b14eb9f6-097c-47cc-a52f-f4716256d7e6 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:23:21.821259 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ac6c5d-1261-4df3-877e-6b8e3b17bbdf None None] Updating router b14eb9f6-097c-47cc-a52f-f4716256d7e6 port efba84bc-bd08-4303-98a2-79973ac9e447 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:23:21.848110 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:21.894993 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-04ac6c5d-1261-4df3-877e-6b8e3b17bbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:21.942837 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port be7c0770-e2c0-4f82-89e6-1778d723a42c, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=be7c0770-e2c0-4f82-89e6-1778d723a42c,segment=NetworkSegment(00008543-9b80-4b23-b88c-0071b433cb94),segment_id=00008543-9b80-4b23-b88c-0071b433cb94)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:23:21.950995 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:22.085972 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=be7c0770-e2c0-4f82-89e6-1778d723a42c,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:22.140425 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-16a3f84f-2dcb-4196-9845-e0061b55fbc4 admin admin] Allocated IP 172.20.0.1 (ac2cd6e4-630e-4993-9c9c-d16f15384741/d2379dc3-a726-47ab-a654-aba09e5c6074/20313d0b-952c-406e-b14c-6a39322fbe5b) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:23:22.285186 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-04ac6c5d-1261-4df3-877e-6b8e3b17bbdf None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:22.287318 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16a3f84f-2dcb-4196-9845-e0061b55fbc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:22.296922 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-04ac6c5d-1261-4df3-877e-6b8e3b17bbdf None None] Transition to ACTIVE for port object efba84bc-bd08-4303-98a2-79973ac9e447 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:23:22.303394 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-16a3f84f-2dcb-4196-9845-e0061b55fbc4 admin admin] Transition to ACTIVE for port object 20313d0b-952c-406e-b14c-6a39322fbe5b will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:23:22.303610 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-04ac6c5d-1261-4df3-877e-6b8e3b17bbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:22.327681 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16a3f84f-2dcb-4196-9845-e0061b55fbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:22.385623 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-04ac6c5d-1261-4df3-877e-6b8e3b17bbdf None None] Attempting to bind port efba84bc-bd08-4303-98a2-79973ac9e447 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:23:22.386018 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-04ac6c5d-1261-4df3-877e-6b8e3b17bbdf None None] Attempting to bind port efba84bc-bd08-4303-98a2-79973ac9e447 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:23:22.386381 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ac6c5d-1261-4df3-877e-6b8e3b17bbdf None None] Attempting to bind port efba84bc-bd08-4303-98a2-79973ac9e447 on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:23:22.388345 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825b4f2-38a3-409c-9e66-51232382d76a None None] Pushing event updated for resources: {'Port': ['ID=efba84bc-bd08-4303-98a2-79973ac9e447,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:22.394033 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ac6c5d-1261-4df3-877e-6b8e3b17bbdf None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:23:22.394338 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ac6c5d-1261-4df3-877e-6b8e3b17bbdf None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:23:22.394739 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-04ac6c5d-1261-4df3-877e-6b8e3b17bbdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:22.395126 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ac6c5d-1261-4df3-877e-6b8e3b17bbdf None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:23:22.396116 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-04ac6c5d-1261-4df3-877e-6b8e3b17bbdf None None] Bound port: efba84bc-bd08-4303-98a2-79973ac9e447, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:23:22.396116 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-04ac6c5d-1261-4df3-877e-6b8e3b17bbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:22.397609 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a3f84f-2dcb-4196-9845-e0061b55fbc4 admin admin] Network ac2cd6e4-630e-4993-9c9c-d16f15384741 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:23:22.400564 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-16a3f84f-2dcb-4196-9845-e0061b55fbc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:23:22.403051 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a3f84f-2dcb-4196-9845-e0061b55fbc4 admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:23:22.447749 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3f84f-2dcb-4196-9845-e0061b55fbc4 admin admin] Pushing event updated for resources: {'Port': ['ID=20313d0b-952c-406e-b14c-6a39322fbe5b,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:22.464367 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16a3f84f-2dcb-4196-9845-e0061b55fbc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:22.472285 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-04ac6c5d-1261-4df3-877e-6b8e3b17bbdf None None] For port efba84bc-bd08-4303-98a2-79973ac9e447, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:23:22.475973 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-04ac6c5d-1261-4df3-877e-6b8e3b17bbdf None None] For port efba84bc-bd08-4303-98a2-79973ac9e447, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=efba84bc-bd08-4303-98a2-79973ac9e447,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:23:22.482118 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-04ac6c5d-1261-4df3-877e-6b8e3b17bbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:22.565519 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ac6c5d-1261-4df3-877e-6b8e3b17bbdf None None] Routers {'b14eb9f6-097c-47cc-a52f-f4716256d7e6'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:23:22.566182 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-04ac6c5d-1261-4df3-877e-6b8e3b17bbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:22:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['b14eb9f6-097c-47cc-a52f-f4716256d7e6'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:23:22.594898 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16a3f84f-2dcb-4196-9845-e0061b55fbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:22.676097 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825b4f2-38a3-409c-9e66-51232382d76a None None] Pushing event updated for resources: {'Port': ['ID=efba84bc-bd08-4303-98a2-79973ac9e447,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:22.716363 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-fd2e22cc-828b-47ba-b7dd-4b48b3480b63 None None] Provisioning for port 20313d0b-952c-406e-b14c-6a39322fbe5b completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:23:22.726032 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-fd2e22cc-828b-47ba-b7dd-4b48b3480b63 None None] Provisioning complete for port 20313d0b-952c-406e-b14c-6a39322fbe5b triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:23:22.726409 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd2e22cc-828b-47ba-b7dd-4b48b3480b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:22.802112 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-04ac6c5d-1261-4df3-877e-6b8e3b17bbdf None None] Set router b14eb9f6-097c-47cc-a52f-f4716256d7e6 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:23:22.824035 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16a3f84f-2dcb-4196-9845-e0061b55fbc4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:22.828363 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16a3f84f-2dcb-4196-9845-e0061b55fbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:22.843223 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-fd2e22cc-828b-47ba-b7dd-4b48b3480b63 None None] Port 20313d0b-952c-406e-b14c-6a39322fbe5b cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:23:22.933397 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-16a3f84f-2dcb-4196-9845-e0061b55fbc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:22.937370 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3f84f-2dcb-4196-9845-e0061b55fbc4 admin admin] Pushing event updated for resources: {'Port': ['ID=20313d0b-952c-406e-b14c-6a39322fbe5b,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:23.042947 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8e0cdb35-b17d-46c8-8f5d-72e01abd5d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:23.073859 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a3f84f-2dcb-4196-9845-e0061b55fbc4 admin admin] Network ac2cd6e4-630e-4993-9c9c-d16f15384741 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:23:23.074996 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-16a3f84f-2dcb-4196-9845-e0061b55fbc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:23:23.129260 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-04ac6c5d-1261-4df3-877e-6b8e3b17bbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'name': 'tempest-TestMinimumBasicScenario-815335921-router', 'tenant_id': 'a155039170ec4d75902d96b0916fd1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'efba84bc-bd08-4303-98a2-79973ac9e447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:23:18Z', 'updated_at': '2022-05-03T23:23:22Z', 'revision_number': 4, 'project_id': 'a155039170ec4d75902d96b0916fd1d5', 'gw_port': {'id': 'efba84bc-bd08-4303-98a2-79973ac9e447', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:33:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:23:19Z', 'updated_at': '2022-05-03T23:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '20313d0b-952c-406e-b14c-6a39322fbe5b', 'name': '', 'network_id': 'ac2cd6e4-630e-4993-9c9c-d16f15384741', 'tenant_id': 'a155039170ec4d75902d96b0916fd1d5', 'mac_address': 'fa:16:3e:15:f3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'd2379dc3-a726-47ab-a654-aba09e5c6074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:23:21Z', 'updated_at': '2022-05-03T23:23:22Z', 'revision_number': 1, 'project_id': 'a155039170ec4d75902d96b0916fd1d5', 'subnets': [{'id': 'd2379dc3-a726-47ab-a654-aba09e5c6074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:23:23.134774 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ac6c5d-1261-4df3-877e-6b8e3b17bbdf None None] The sync data for ids ['b14eb9f6-097c-47cc-a52f-f4716256d7e6'] in n-d-811807-1 is: [{'id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'name': 'tempest-TestMinimumBasicScenario-815335921-router', 'tenant_id': 'a155039170ec4d75902d96b0916fd1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'efba84bc-bd08-4303-98a2-79973ac9e447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:23:18Z', 'updated_at': '2022-05-03T23:23:22Z', 'revision_number': 4, 'project_id': 'a155039170ec4d75902d96b0916fd1d5', 'gw_port': {'id': 'efba84bc-bd08-4303-98a2-79973ac9e447', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:33:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:23:19Z', 'updated_at': '2022-05-03T23:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '20313d0b-952c-406e-b14c-6a39322fbe5b', 'name': '', 'network_id': 'ac2cd6e4-630e-4993-9c9c-d16f15384741', 'tenant_id': 'a155039170ec4d75902d96b0916fd1d5', 'mac_address': 'fa:16:3e:15:f3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'd2379dc3-a726-47ab-a654-aba09e5c6074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:23:21Z', 'updated_at': '2022-05-03T23:23:22Z', 'revision_number': 1, 'project_id': 'a155039170ec4d75902d96b0916fd1d5', 'subnets': [{'id': 'd2379dc3-a726-47ab-a654-aba09e5c6074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:23:23.274473 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a3f84f-2dcb-4196-9845-e0061b55fbc4 admin admin] Router b14eb9f6-097c-47cc-a52f-f4716256d7e6 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:23:23.367757 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6b5fc6d4-6ba1-48ba-9a79-6308dbc826a8 None None] Provisioning complete for port 20313d0b-952c-406e-b14c-6a39322fbe5b triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:23:23.368193 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6b5fc6d4-6ba1-48ba-9a79-6308dbc826a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:23.437292 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device be7c0770-e2c0-4f82-89e6-1778d723a42c up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:23:23.491646 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a3f84f-2dcb-4196-9845-e0061b55fbc4 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:23:23.510827 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-16a3f84f-2dcb-4196-9845-e0061b55fbc4 admin admin] 10.222.0.58 "PUT /v2.0/routers/b14eb9f6-097c-47cc-a52f-f4716256d7e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3645144 May 03 23:23:23.514147 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-6b5fc6d4-6ba1-48ba-9a79-6308dbc826a8 None None] Port 20313d0b-952c-406e-b14c-6a39322fbe5b cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:23:23.539780 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port be7c0770-e2c0-4f82-89e6-1778d723a42c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:23:23.539976 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:24.051858 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56426) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:23:24.057933 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-853cad21-f513-494e-b9b7-c207c73015d4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1015475897-network', 'tenant_id': '635fc1745eeb4c9fbe72b1a04865c4ad'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:23:24.063900 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-853cad21-f513-494e-b9b7-c207c73015d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:23:24.067897 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-853cad21-f513-494e-b9b7-c207c73015d4 admin admin] Usage tracker for resource:network and tenant:635fc1745eeb4c9fbe72b1a04865c4ad is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:23:24.071056 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-853cad21-f513-494e-b9b7-c207c73015d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:23:24.077197 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-853cad21-f513-494e-b9b7-c207c73015d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:23:24.089157 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853cad21-f513-494e-b9b7-c207c73015d4 admin admin] Made reservation on behalf of 635fc1745eeb4c9fbe72b1a04865c4ad for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:23:24.091671 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-853cad21-f513-494e-b9b7-c207c73015d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:24.105303 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-853cad21-f513-494e-b9b7-c207c73015d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:24.120641 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-853cad21-f513-494e-b9b7-c207c73015d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:23:24.124578 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-853cad21-f513-494e-b9b7-c207c73015d4 admin admin] Usage tracker for resource:security_group_rule and tenant:635fc1745eeb4c9fbe72b1a04865c4ad is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:23:24.127551 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-853cad21-f513-494e-b9b7-c207c73015d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:23:24.133541 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-853cad21-f513-494e-b9b7-c207c73015d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:23:24.221185 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-853cad21-f513-494e-b9b7-c207c73015d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:24.225327 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-853cad21-f513-494e-b9b7-c207c73015d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:24.266031 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-853cad21-f513-494e-b9b7-c207c73015d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:23:24.275234 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853cad21-f513-494e-b9b7-c207c73015d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8a2207-45b5-4652-ac5a-55c7b830e87c,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:24.281194 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-853cad21-f513-494e-b9b7-c207c73015d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:24.281542 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-853cad21-f513-494e-b9b7-c207c73015d4 admin admin] Added segment ae2d00c2-8203-4567-814c-e60c0fdb13fa of type vlan for network 75c3e8ad-48a4-492d-8770-68e90098a644 May 03 23:23:24.309284 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-853cad21-f513-494e-b9b7-c207c73015d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:24.340354 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-853cad21-f513-494e-b9b7-c207c73015d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:24.341320 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853cad21-f513-494e-b9b7-c207c73015d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:23:24.341924 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-853cad21-f513-494e-b9b7-c207c73015d4 admin admin] Notify callbacks [] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:24.554291 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-853cad21-f513-494e-b9b7-c207c73015d4 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4986777 May 03 23:23:24.554291 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853cad21-f513-494e-b9b7-c207c73015d4 admin admin] Pushing event updated for resources: {'Network': ['ID=75c3e8ad-48a4-492d-8770-68e90098a644,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:24.554580 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56430) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:23:24.560784 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-3115a4c4-960a-4bb7-87ee-7df64b7371e0 admin admin] Request body: {'subnet': {'network_id': '75c3e8ad-48a4-492d-8770-68e90098a644', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1015475897-subnet', 'tenant_id': '635fc1745eeb4c9fbe72b1a04865c4ad', 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:23:24.565837 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 75c3e8ad-48a4-492d-8770-68e90098a644 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:23:24.566973 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3115a4c4-960a-4bb7-87ee-7df64b7371e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:23:24.571115 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3115a4c4-960a-4bb7-87ee-7df64b7371e0 admin admin] Usage tracker for resource:subnet and tenant:635fc1745eeb4c9fbe72b1a04865c4ad is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:23:24.575694 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3115a4c4-960a-4bb7-87ee-7df64b7371e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:23:24.582119 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3115a4c4-960a-4bb7-87ee-7df64b7371e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:23:24.593069 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3115a4c4-960a-4bb7-87ee-7df64b7371e0 admin admin] Made reservation on behalf of 635fc1745eeb4c9fbe72b1a04865c4ad for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:23:24.595959 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3115a4c4-960a-4bb7-87ee-7df64b7371e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:24.799757 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3115a4c4-960a-4bb7-87ee-7df64b7371e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:24.877394 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115a4c4-960a-4bb7-87ee-7df64b7371e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e23f65f4-2b9a-46dd-b0ad-4029d0554b54,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:24.888160 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3115a4c4-960a-4bb7-87ee-7df64b7371e0 admin admin] Checking segment: {'id': 'ae2d00c2-8203-4567-814c-e60c0fdb13fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '75c3e8ad-48a4-492d-8770-68e90098a644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:23:24.888523 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3115a4c4-960a-4bb7-87ee-7df64b7371e0 admin admin] Network hostable DHCP agents. Network: 75c3e8ad-48a4-492d-8770-68e90098a644, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:23:24.907903 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3115a4c4-960a-4bb7-87ee-7df64b7371e0 admin admin] Network 75c3e8ad-48a4-492d-8770-68e90098a644 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:23:24.917340 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-3115a4c4-960a-4bb7-87ee-7df64b7371e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 75c3e8ad-48a4-492d-8770-68e90098a644) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:23:24.922440 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3115a4c4-960a-4bb7-87ee-7df64b7371e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:23:24.924349 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3115a4c4-960a-4bb7-87ee-7df64b7371e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:24.925103 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0474cf4b-2468-4b83-95d6-5cc254bd5e5c None None] Network 75c3e8ad-48a4-492d-8770-68e90098a644 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:23:24.948713 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3115a4c4-960a-4bb7-87ee-7df64b7371e0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3933034 May 03 23:23:24.951364 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56434) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:23:24.956366 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-6fd61974-cbdf-4efe-838c-0f14ebdcff56 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1015475897-router', 'tenant_id': '635fc1745eeb4c9fbe72b1a04865c4ad', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:23:24.962128 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6fd61974-cbdf-4efe-838c-0f14ebdcff56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:23:24.966162 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6fd61974-cbdf-4efe-838c-0f14ebdcff56 admin admin] Usage tracker for resource:router and tenant:635fc1745eeb4c9fbe72b1a04865c4ad is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:23:24.969216 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6fd61974-cbdf-4efe-838c-0f14ebdcff56 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:23:24.976343 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6fd61974-cbdf-4efe-838c-0f14ebdcff56 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:23:24.989276 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6fd61974-cbdf-4efe-838c-0f14ebdcff56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:24.990389 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6fd61974-cbdf-4efe-838c-0f14ebdcff56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:25.007633 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6fd61974-cbdf-4efe-838c-0f14ebdcff56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:25.016820 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:25.146217 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16cc6f6-fc15-443c-a4b4-5d4ff38a34e3 None None] Sync routers for ids ['b14eb9f6-097c-47cc-a52f-f4716256d7e6'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:23:25.156599 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892b7b64-8ce4-4a5c-bcfe-3f810c5a911d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-75c3e8ad-48a4-492d-8770-68e90098a644', 'network_id': '75c3e8ad-48a4-492d-8770-68e90098a644', 'tenant_id': '635fc1745eeb4c9fbe72b1a04865c4ad', 'fixed_ips': [{'subnet_id': 'e23f65f4-2b9a-46dd-b0ad-4029d0554b54'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:23:25.157454 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-892b7b64-8ce4-4a5c-bcfe-3f810c5a911d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:25.158529 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16cc6f6-fc15-443c-a4b4-5d4ff38a34e3 None None] Routers {'b14eb9f6-097c-47cc-a52f-f4716256d7e6'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:23:25.159165 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f16cc6f6-fc15-443c-a4b4-5d4ff38a34e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:22:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['b14eb9f6-097c-47cc-a52f-f4716256d7e6'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:23:25.286236 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6fd61974-cbdf-4efe-838c-0f14ebdcff56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:25.332205 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-892b7b64-8ce4-4a5c-bcfe-3f810c5a911d None None] Allocated IP 172.20.0.2 (75c3e8ad-48a4-492d-8770-68e90098a644/e23f65f4-2b9a-46dd-b0ad-4029d0554b54/fd75714b-d5d8-4d5f-9e06-609aca01429b) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:23:25.398439 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-f16cc6f6-fc15-443c-a4b4-5d4ff38a34e3 None None] Set router b14eb9f6-097c-47cc-a52f-f4716256d7e6 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:23:25.439119 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device efba84bc-bd08-4303-98a2-79973ac9e447 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:23:25.612103 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port efba84bc-bd08-4303-98a2-79973ac9e447 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:23:25.625895 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6fd61974-cbdf-4efe-838c-0f14ebdcff56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:25.627389 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port efba84bc-bd08-4303-98a2-79973ac9e447 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:23:25.627889 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:25.662621 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6fd61974-cbdf-4efe-838c-0f14ebdcff56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:25.690262 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8110eebc-94fb-48de-a2c1-ddb2ce3c35d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:25.707524 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-892b7b64-8ce4-4a5c-bcfe-3f810c5a911d None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:25.720826 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-892b7b64-8ce4-4a5c-bcfe-3f810c5a911d None None] Transition to ACTIVE for port object fd75714b-d5d8-4d5f-9e06-609aca01429b will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:23:25.732994 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f16cc6f6-fc15-443c-a4b4-5d4ff38a34e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'name': 'tempest-TestMinimumBasicScenario-815335921-router', 'tenant_id': 'a155039170ec4d75902d96b0916fd1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'efba84bc-bd08-4303-98a2-79973ac9e447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:23:18Z', 'updated_at': '2022-05-03T23:23:22Z', 'revision_number': 4, 'project_id': 'a155039170ec4d75902d96b0916fd1d5', 'gw_port': {'id': 'efba84bc-bd08-4303-98a2-79973ac9e447', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:33:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:23:19Z', 'updated_at': '2022-05-03T23:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '20313d0b-952c-406e-b14c-6a39322fbe5b', 'name': '', 'network_id': 'ac2cd6e4-630e-4993-9c9c-d16f15384741', 'tenant_id': 'a155039170ec4d75902d96b0916fd1d5', 'mac_address': 'fa:16:3e:15:f3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'd2379dc3-a726-47ab-a654-aba09e5c6074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:23:21Z', 'updated_at': '2022-05-03T23:23:22Z', 'revision_number': 2, 'project_id': 'a155039170ec4d75902d96b0916fd1d5', 'subnets': [{'id': 'd2379dc3-a726-47ab-a654-aba09e5c6074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:23:25.737065 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16cc6f6-fc15-443c-a4b4-5d4ff38a34e3 None None] Checking router: b14eb9f6-097c-47cc-a52f-f4716256d7e6 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:23:25.737409 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16cc6f6-fc15-443c-a4b4-5d4ff38a34e3 None None] Updating router b14eb9f6-097c-47cc-a52f-f4716256d7e6 port 20313d0b-952c-406e-b14c-6a39322fbe5b binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:23:25.783900 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-892b7b64-8ce4-4a5c-bcfe-3f810c5a911d None None] Transition to ACTIVE for port object fd75714b-d5d8-4d5f-9e06-609aca01429b will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:23:25.788966 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:25.793253 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f16cc6f6-fc15-443c-a4b4-5d4ff38a34e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:25.795547 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-892b7b64-8ce4-4a5c-bcfe-3f810c5a911d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:25.808623 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-6fd61974-cbdf-4efe-838c-0f14ebdcff56 admin admin] Allocated IP 172.25.2.134 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/d6aea0ca-f792-4053-a04b-bb47b9a63cf8) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:23:25.867613 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port efba84bc-bd08-4303-98a2-79973ac9e447, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=efba84bc-bd08-4303-98a2-79973ac9e447,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:23:25.871680 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892b7b64-8ce4-4a5c-bcfe-3f810c5a911d None None] Network 75c3e8ad-48a4-492d-8770-68e90098a644 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:23:25.874847 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:25.876766 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-892b7b64-8ce4-4a5c-bcfe-3f810c5a911d None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:23:25.880618 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892b7b64-8ce4-4a5c-bcfe-3f810c5a911d None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:23:25.947718 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b7b64-8ce4-4a5c-bcfe-3f810c5a911d None None] Pushing event updated for resources: {'Port': ['ID=fd75714b-d5d8-4d5f-9e06-609aca01429b,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:25.975281 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6fd61974-cbdf-4efe-838c-0f14ebdcff56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:26.009576 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6fd61974-cbdf-4efe-838c-0f14ebdcff56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:26.028135 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-892b7b64-8ce4-4a5c-bcfe-3f810c5a911d None None] Attempting to bind port fd75714b-d5d8-4d5f-9e06-609aca01429b on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:23:26.028503 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-892b7b64-8ce4-4a5c-bcfe-3f810c5a911d None None] Attempting to bind port fd75714b-d5d8-4d5f-9e06-609aca01429b by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'ae2d00c2-8203-4567-814c-e60c0fdb13fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '75c3e8ad-48a4-492d-8770-68e90098a644'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:23:26.028859 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892b7b64-8ce4-4a5c-bcfe-3f810c5a911d None None] Attempting to bind port fd75714b-d5d8-4d5f-9e06-609aca01429b on network 75c3e8ad-48a4-492d-8770-68e90098a644 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:23:26.038868 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892b7b64-8ce4-4a5c-bcfe-3f810c5a911d None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:23:26.039252 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892b7b64-8ce4-4a5c-bcfe-3f810c5a911d None None] Checking segment: {'id': 'ae2d00c2-8203-4567-814c-e60c0fdb13fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '75c3e8ad-48a4-492d-8770-68e90098a644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:23:26.039634 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-892b7b64-8ce4-4a5c-bcfe-3f810c5a911d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:26.040251 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892b7b64-8ce4-4a5c-bcfe-3f810c5a911d None None] Bound using segment: {'id': 'ae2d00c2-8203-4567-814c-e60c0fdb13fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '75c3e8ad-48a4-492d-8770-68e90098a644'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:23:26.040718 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-892b7b64-8ce4-4a5c-bcfe-3f810c5a911d None None] Bound port: fd75714b-d5d8-4d5f-9e06-609aca01429b, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae2d00c2-8203-4567-814c-e60c0fdb13fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '75c3e8ad-48a4-492d-8770-68e90098a644'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:23:26.041267 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-892b7b64-8ce4-4a5c-bcfe-3f810c5a911d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:26.057989 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=efba84bc-bd08-4303-98a2-79973ac9e447,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:26.076113 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd61974-cbdf-4efe-838c-0f14ebdcff56 admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:23:26.078983 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-6fd61974-cbdf-4efe-838c-0f14ebdcff56 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:23:26.082587 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd61974-cbdf-4efe-838c-0f14ebdcff56 admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:23:26.136778 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-892b7b64-8ce4-4a5c-bcfe-3f810c5a911d None None] For port fd75714b-d5d8-4d5f-9e06-609aca01429b, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:23:26.140468 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-892b7b64-8ce4-4a5c-bcfe-3f810c5a911d None None] For port fd75714b-d5d8-4d5f-9e06-609aca01429b, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=fd75714b-d5d8-4d5f-9e06-609aca01429b,segment=NetworkSegment(ae2d00c2-8203-4567-814c-e60c0fdb13fa),segment_id=ae2d00c2-8203-4567-814c-e60c0fdb13fa)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:23:26.144336 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-892b7b64-8ce4-4a5c-bcfe-3f810c5a911d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:26.163672 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f16cc6f6-fc15-443c-a4b4-5d4ff38a34e3 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:26.177298 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-f16cc6f6-fc15-443c-a4b4-5d4ff38a34e3 None None] Transition to ACTIVE for port object 20313d0b-952c-406e-b14c-6a39322fbe5b will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:23:26.188429 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f16cc6f6-fc15-443c-a4b4-5d4ff38a34e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:26.226951 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b7b64-8ce4-4a5c-bcfe-3f810c5a911d None None] Pushing event updated for resources: {'Port': ['ID=fd75714b-d5d8-4d5f-9e06-609aca01429b,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:26.233953 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd61974-cbdf-4efe-838c-0f14ebdcff56 admin admin] Pushing event updated for resources: {'Port': ['ID=d6aea0ca-f792-4053-a04b-bb47b9a63cf8,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:26.327731 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a2611-13fb-4353-a8b1-a2e4c4f057fc None None] Pushing event updated for resources: {'Port': ['ID=20313d0b-952c-406e-b14c-6a39322fbe5b,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:26.368726 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8a2611-13fb-4353-a8b1-a2e4c4f057fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:23:26.369083 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8a2611-13fb-4353-a8b1-a2e4c4f057fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:23:26.369408 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8a2611-13fb-4353-a8b1-a2e4c4f057fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:23:26.369740 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8a2611-13fb-4353-a8b1-a2e4c4f057fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:23:26.370111 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8a2611-13fb-4353-a8b1-a2e4c4f057fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:23:26.370434 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8a2611-13fb-4353-a8b1-a2e4c4f057fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:23:26.370749 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8a2611-13fb-4353-a8b1-a2e4c4f057fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:23:26.371073 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8a2611-13fb-4353-a8b1-a2e4c4f057fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:23:26.371383 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8a2611-13fb-4353-a8b1-a2e4c4f057fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:23:26.371697 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8a2611-13fb-4353-a8b1-a2e4c4f057fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:23:26.374317 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8a2611-13fb-4353-a8b1-a2e4c4f057fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:23:26.374640 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8a2611-13fb-4353-a8b1-a2e4c4f057fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:23:26.433448 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:26.456599 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-f16cc6f6-fc15-443c-a4b4-5d4ff38a34e3 None None] Attempting to bind port 20313d0b-952c-406e-b14c-6a39322fbe5b on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:23:26.456972 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-f16cc6f6-fc15-443c-a4b4-5d4ff38a34e3 None None] Attempting to bind port 20313d0b-952c-406e-b14c-6a39322fbe5b by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '00008543-9b80-4b23-b88c-0071b433cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ac2cd6e4-630e-4993-9c9c-d16f15384741'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:23:26.457332 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16cc6f6-fc15-443c-a4b4-5d4ff38a34e3 None None] Attempting to bind port 20313d0b-952c-406e-b14c-6a39322fbe5b on network ac2cd6e4-630e-4993-9c9c-d16f15384741 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:23:26.464285 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16cc6f6-fc15-443c-a4b4-5d4ff38a34e3 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:23:26.464667 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16cc6f6-fc15-443c-a4b4-5d4ff38a34e3 None None] Checking segment: {'id': '00008543-9b80-4b23-b88c-0071b433cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ac2cd6e4-630e-4993-9c9c-d16f15384741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:23:26.465067 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f16cc6f6-fc15-443c-a4b4-5d4ff38a34e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:26.465459 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16cc6f6-fc15-443c-a4b4-5d4ff38a34e3 None None] Bound using segment: {'id': '00008543-9b80-4b23-b88c-0071b433cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ac2cd6e4-630e-4993-9c9c-d16f15384741'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:23:26.465950 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-f16cc6f6-fc15-443c-a4b4-5d4ff38a34e3 None None] Bound port: 20313d0b-952c-406e-b14c-6a39322fbe5b, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00008543-9b80-4b23-b88c-0071b433cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ac2cd6e4-630e-4993-9c9c-d16f15384741'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:23:26.466494 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f16cc6f6-fc15-443c-a4b4-5d4ff38a34e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:26.507832 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:26.620964 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-f16cc6f6-fc15-443c-a4b4-5d4ff38a34e3 None None] For port 20313d0b-952c-406e-b14c-6a39322fbe5b, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:23:26.624358 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-f16cc6f6-fc15-443c-a4b4-5d4ff38a34e3 None None] For port 20313d0b-952c-406e-b14c-6a39322fbe5b, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=20313d0b-952c-406e-b14c-6a39322fbe5b,segment=NetworkSegment(00008543-9b80-4b23-b88c-0071b433cb94),segment_id=00008543-9b80-4b23-b88c-0071b433cb94)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:23:26.628291 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f16cc6f6-fc15-443c-a4b4-5d4ff38a34e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:26.708008 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6fd61974-cbdf-4efe-838c-0f14ebdcff56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:26.716759 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16cc6f6-fc15-443c-a4b4-5d4ff38a34e3 None None] Routers {'b14eb9f6-097c-47cc-a52f-f4716256d7e6'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:23:26.717399 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f16cc6f6-fc15-443c-a4b4-5d4ff38a34e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:23:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['b14eb9f6-097c-47cc-a52f-f4716256d7e6'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:23:26.853498 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a2611-13fb-4353-a8b1-a2e4c4f057fc None None] Pushing event updated for resources: {'Port': ['ID=20313d0b-952c-406e-b14c-6a39322fbe5b,revision_number=4']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:26.909795 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-f16cc6f6-fc15-443c-a4b4-5d4ff38a34e3 None None] Set router b14eb9f6-097c-47cc-a52f-f4716256d7e6 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:23:27.060948 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6fd61974-cbdf-4efe-838c-0f14ebdcff56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:27.278474 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f16cc6f6-fc15-443c-a4b4-5d4ff38a34e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'name': 'tempest-TestMinimumBasicScenario-815335921-router', 'tenant_id': 'a155039170ec4d75902d96b0916fd1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'efba84bc-bd08-4303-98a2-79973ac9e447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:23:18Z', 'updated_at': '2022-05-03T23:23:22Z', 'revision_number': 4, 'project_id': 'a155039170ec4d75902d96b0916fd1d5', 'gw_port': {'id': 'efba84bc-bd08-4303-98a2-79973ac9e447', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:33:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:23:19Z', 'updated_at': '2022-05-03T23:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '20313d0b-952c-406e-b14c-6a39322fbe5b', 'name': '', 'network_id': 'ac2cd6e4-630e-4993-9c9c-d16f15384741', 'tenant_id': 'a155039170ec4d75902d96b0916fd1d5', 'mac_address': 'fa:16:3e:15:f3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'd2379dc3-a726-47ab-a654-aba09e5c6074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:23:21Z', 'updated_at': '2022-05-03T23:23:26Z', 'revision_number': 4, 'project_id': 'a155039170ec4d75902d96b0916fd1d5', 'subnets': [{'id': 'd2379dc3-a726-47ab-a654-aba09e5c6074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:23:27.280063 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd61974-cbdf-4efe-838c-0f14ebdcff56 admin admin] Router 1913e2a7-0883-4402-82b8-2daa6b8e2b44 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 23:23:27.282738 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16cc6f6-fc15-443c-a4b4-5d4ff38a34e3 None None] The sync data for ids ['b14eb9f6-097c-47cc-a52f-f4716256d7e6'] in n-d-811807-1 is: [{'id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'name': 'tempest-TestMinimumBasicScenario-815335921-router', 'tenant_id': 'a155039170ec4d75902d96b0916fd1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'efba84bc-bd08-4303-98a2-79973ac9e447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:23:18Z', 'updated_at': '2022-05-03T23:23:22Z', 'revision_number': 4, 'project_id': 'a155039170ec4d75902d96b0916fd1d5', 'gw_port': {'id': 'efba84bc-bd08-4303-98a2-79973ac9e447', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:33:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:23:19Z', 'updated_at': '2022-05-03T23:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '20313d0b-952c-406e-b14c-6a39322fbe5b', 'name': '', 'network_id': 'ac2cd6e4-630e-4993-9c9c-d16f15384741', 'tenant_id': 'a155039170ec4d75902d96b0916fd1d5', 'mac_address': 'fa:16:3e:15:f3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'd2379dc3-a726-47ab-a654-aba09e5c6074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:23:21Z', 'updated_at': '2022-05-03T23:23:26Z', 'revision_number': 4, 'project_id': 'a155039170ec4d75902d96b0916fd1d5', 'subnets': [{'id': 'd2379dc3-a726-47ab-a654-aba09e5c6074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:23:27.446798 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c0a59f-7863-4254-9f5c-875b626fa632 None None] Network 75c3e8ad-48a4-492d-8770-68e90098a644 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:23:27.498169 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd61974-cbdf-4efe-838c-0f14ebdcff56 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:23:27.531308 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6fd61974-cbdf-4efe-838c-0f14ebdcff56 admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:27.535462 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56438) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:23:27.536002 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6fd61974-cbdf-4efe-838c-0f14ebdcff56 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5833640 May 03 23:23:27.592593 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 20313d0b-952c-406e-b14c-6a39322fbe5b up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:23:27.618426 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816877d4-c0bd-4803-9a9a-fce31ab0e429 None None] Sync routers for ids ['1913e2a7-0883-4402-82b8-2daa6b8e2b44'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:23:27.660128 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c643d375-0f6c-49d7-a343-9adcb2bf01bd None None] Provisioning for port fd75714b-d5d8-4d5f-9e06-609aca01429b completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:23:27.683088 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816877d4-c0bd-4803-9a9a-fce31ab0e429 None None] Routers {'1913e2a7-0883-4402-82b8-2daa6b8e2b44'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:23:27.683742 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-816877d4-c0bd-4803-9a9a-fce31ab0e429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:23:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['1913e2a7-0883-4402-82b8-2daa6b8e2b44'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:23:27.893330 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:27.958290 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 20313d0b-952c-406e-b14c-6a39322fbe5b completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:23:27.983971 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 20313d0b-952c-406e-b14c-6a39322fbe5b triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:23:27.984345 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:28.048882 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-816877d4-c0bd-4803-9a9a-fce31ab0e429 None None] Set router 1913e2a7-0883-4402-82b8-2daa6b8e2b44 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:23:28.324494 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:28.376785 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6f6d0b66-68b5-4be7-9d21-3aa304cf6d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:28.408674 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 20313d0b-952c-406e-b14c-6a39322fbe5b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=20313d0b-952c-406e-b14c-6a39322fbe5b,segment=NetworkSegment(00008543-9b80-4b23-b88c-0071b433cb94),segment_id=00008543-9b80-4b23-b88c-0071b433cb94)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:23:28.424045 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:28.424836 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device efba84bc-bd08-4303-98a2-79973ac9e447 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:23:28.562436 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:28.572973 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=20313d0b-952c-406e-b14c-6a39322fbe5b,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:28.593619 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-816877d4-c0bd-4803-9a9a-fce31ab0e429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1913e2a7-0883-4402-82b8-2daa6b8e2b44', 'name': 'tempest-TestMinimumBasicScenario-1015475897-router', 'tenant_id': '635fc1745eeb4c9fbe72b1a04865c4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'd6aea0ca-f792-4053-a04b-bb47b9a63cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:23:24Z', 'updated_at': '2022-05-03T23:23:26Z', 'revision_number': 3, 'project_id': '635fc1745eeb4c9fbe72b1a04865c4ad', 'gw_port': {'id': 'd6aea0ca-f792-4053-a04b-bb47b9a63cf8', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1913e2a7-0883-4402-82b8-2daa6b8e2b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:23:25Z', 'updated_at': '2022-05-03T23:23:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:23:28.600024 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port efba84bc-bd08-4303-98a2-79973ac9e447 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:23:28.600394 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:28.608032 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-6f6d0b66-68b5-4be7-9d21-3aa304cf6d03 admin admin] Allocated IP 172.20.0.1 (75c3e8ad-48a4-492d-8770-68e90098a644/e23f65f4-2b9a-46dd-b0ad-4029d0554b54/a822aeae-e6ce-4213-891e-e907d4a17d7c) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:23:28.625760 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816877d4-c0bd-4803-9a9a-fce31ab0e429 None None] Checking router: 1913e2a7-0883-4402-82b8-2daa6b8e2b44 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:23:28.626133 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816877d4-c0bd-4803-9a9a-fce31ab0e429 None None] Updating router 1913e2a7-0883-4402-82b8-2daa6b8e2b44 port d6aea0ca-f792-4053-a04b-bb47b9a63cf8 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:23:28.700316 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-816877d4-c0bd-4803-9a9a-fce31ab0e429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:28.753607 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6f6d0b66-68b5-4be7-9d21-3aa304cf6d03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:28.769307 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-6f6d0b66-68b5-4be7-9d21-3aa304cf6d03 admin admin] Transition to ACTIVE for port object a822aeae-e6ce-4213-891e-e907d4a17d7c will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:23:28.792444 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6f6d0b66-68b5-4be7-9d21-3aa304cf6d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:28.855705 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6d0b66-68b5-4be7-9d21-3aa304cf6d03 admin admin] Network 75c3e8ad-48a4-492d-8770-68e90098a644 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:23:28.856645 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-6f6d0b66-68b5-4be7-9d21-3aa304cf6d03 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:23:28.860484 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6d0b66-68b5-4be7-9d21-3aa304cf6d03 admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:23:28.874521 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device fd75714b-d5d8-4d5f-9e06-609aca01429b up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:23:28.908349 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d0b66-68b5-4be7-9d21-3aa304cf6d03 admin admin] Pushing event updated for resources: {'Port': ['ID=a822aeae-e6ce-4213-891e-e907d4a17d7c,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:28.922921 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6f6d0b66-68b5-4be7-9d21-3aa304cf6d03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:29.060240 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6f6d0b66-68b5-4be7-9d21-3aa304cf6d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:29.098008 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port fd75714b-d5d8-4d5f-9e06-609aca01429b completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:23:29.119170 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port fd75714b-d5d8-4d5f-9e06-609aca01429b triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:23:29.119456 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:29.174213 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ac578108-e005-4392-b606-1b200c4cf748 None None] Provisioning for port a822aeae-e6ce-4213-891e-e907d4a17d7c completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:23:29.188252 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ac578108-e005-4392-b606-1b200c4cf748 None None] Provisioning complete for port a822aeae-e6ce-4213-891e-e907d4a17d7c triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:23:29.188622 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac578108-e005-4392-b606-1b200c4cf748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:29.301517 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-ac578108-e005-4392-b606-1b200c4cf748 None None] Port a822aeae-e6ce-4213-891e-e907d4a17d7c cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:23:29.373940 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-816877d4-c0bd-4803-9a9a-fce31ab0e429 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:29.390780 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:29.401546 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-816877d4-c0bd-4803-9a9a-fce31ab0e429 None None] Transition to ACTIVE for port object d6aea0ca-f792-4053-a04b-bb47b9a63cf8 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:23:29.401747 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6f6d0b66-68b5-4be7-9d21-3aa304cf6d03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:29.406039 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6f6d0b66-68b5-4be7-9d21-3aa304cf6d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:29.415935 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-816877d4-c0bd-4803-9a9a-fce31ab0e429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:29.491564 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port fd75714b-d5d8-4d5f-9e06-609aca01429b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=fd75714b-d5d8-4d5f-9e06-609aca01429b,segment=NetworkSegment(ae2d00c2-8203-4567-814c-e60c0fdb13fa),segment_id=ae2d00c2-8203-4567-814c-e60c0fdb13fa)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:23:29.501020 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:29.507104 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a5773-40fa-4fdb-9017-04e53765d880 None None] Pushing event updated for resources: {'Port': ['ID=d6aea0ca-f792-4053-a04b-bb47b9a63cf8,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:29.511803 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d0b66-68b5-4be7-9d21-3aa304cf6d03 admin admin] Pushing event updated for resources: {'Port': ['ID=a822aeae-e6ce-4213-891e-e907d4a17d7c,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:29.514271 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6f6d0b66-68b5-4be7-9d21-3aa304cf6d03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:29.537945 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-816877d4-c0bd-4803-9a9a-fce31ab0e429 None None] Attempting to bind port d6aea0ca-f792-4053-a04b-bb47b9a63cf8 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:23:29.538324 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-816877d4-c0bd-4803-9a9a-fce31ab0e429 None None] Attempting to bind port d6aea0ca-f792-4053-a04b-bb47b9a63cf8 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:23:29.538693 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816877d4-c0bd-4803-9a9a-fce31ab0e429 None None] Attempting to bind port d6aea0ca-f792-4053-a04b-bb47b9a63cf8 on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:23:29.565775 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816877d4-c0bd-4803-9a9a-fce31ab0e429 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:23:29.566481 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816877d4-c0bd-4803-9a9a-fce31ab0e429 None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:23:29.566592 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-816877d4-c0bd-4803-9a9a-fce31ab0e429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:29.566973 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816877d4-c0bd-4803-9a9a-fce31ab0e429 None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:23:29.567449 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-816877d4-c0bd-4803-9a9a-fce31ab0e429 None None] Bound port: d6aea0ca-f792-4053-a04b-bb47b9a63cf8, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:23:29.567825 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-816877d4-c0bd-4803-9a9a-fce31ab0e429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:29.612446 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 20313d0b-952c-406e-b14c-6a39322fbe5b up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:23:29.675670 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6d0b66-68b5-4be7-9d21-3aa304cf6d03 admin admin] Network 75c3e8ad-48a4-492d-8770-68e90098a644 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:23:29.676852 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-6f6d0b66-68b5-4be7-9d21-3aa304cf6d03 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:23:29.678017 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=fd75714b-d5d8-4d5f-9e06-609aca01429b,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:29.712643 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-816877d4-c0bd-4803-9a9a-fce31ab0e429 None None] For port d6aea0ca-f792-4053-a04b-bb47b9a63cf8, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:23:29.716080 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-816877d4-c0bd-4803-9a9a-fce31ab0e429 None None] For port d6aea0ca-f792-4053-a04b-bb47b9a63cf8, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d6aea0ca-f792-4053-a04b-bb47b9a63cf8,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:23:29.725600 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-816877d4-c0bd-4803-9a9a-fce31ab0e429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:29.758476 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 20313d0b-952c-406e-b14c-6a39322fbe5b triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:23:29.758856 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:29.861511 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816877d4-c0bd-4803-9a9a-fce31ab0e429 None None] Routers {'1913e2a7-0883-4402-82b8-2daa6b8e2b44'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:23:29.862179 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-816877d4-c0bd-4803-9a9a-fce31ab0e429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:23:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['1913e2a7-0883-4402-82b8-2daa6b8e2b44'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:23:29.874616 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6d0b66-68b5-4be7-9d21-3aa304cf6d03 admin admin] Router 1913e2a7-0883-4402-82b8-2daa6b8e2b44 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:23:29.919161 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a5773-40fa-4fdb-9017-04e53765d880 None None] Pushing event updated for resources: {'Port': ['ID=d6aea0ca-f792-4053-a04b-bb47b9a63cf8,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:30.056842 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6d0b66-68b5-4be7-9d21-3aa304cf6d03 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:23:30.061054 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c856daa6-e8eb-48cd-a1b1-181c9f8da4c0 None None] Provisioning complete for port a822aeae-e6ce-4213-891e-e907d4a17d7c triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:23:30.061433 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c856daa6-e8eb-48cd-a1b1-181c9f8da4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:30.066063 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6f6d0b66-68b5-4be7-9d21-3aa304cf6d03 admin admin] 10.222.0.58 "PUT /v2.0/routers/1913e2a7-0883-4402-82b8-2daa6b8e2b44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5286427 May 03 23:23:30.152902 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-816877d4-c0bd-4803-9a9a-fce31ab0e429 None None] Set router 1913e2a7-0883-4402-82b8-2daa6b8e2b44 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:23:30.195223 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-c856daa6-e8eb-48cd-a1b1-181c9f8da4c0 None None] Port a822aeae-e6ce-4213-891e-e907d4a17d7c cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:23:30.468517 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-816877d4-c0bd-4803-9a9a-fce31ab0e429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1913e2a7-0883-4402-82b8-2daa6b8e2b44', 'name': 'tempest-TestMinimumBasicScenario-1015475897-router', 'tenant_id': '635fc1745eeb4c9fbe72b1a04865c4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'd6aea0ca-f792-4053-a04b-bb47b9a63cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:23:24Z', 'updated_at': '2022-05-03T23:23:28Z', 'revision_number': 4, 'project_id': '635fc1745eeb4c9fbe72b1a04865c4ad', 'gw_port': {'id': 'd6aea0ca-f792-4053-a04b-bb47b9a63cf8', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1913e2a7-0883-4402-82b8-2daa6b8e2b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:23:25Z', 'updated_at': '2022-05-03T23:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'a822aeae-e6ce-4213-891e-e907d4a17d7c', 'name': '', 'network_id': '75c3e8ad-48a4-492d-8770-68e90098a644', 'tenant_id': '635fc1745eeb4c9fbe72b1a04865c4ad', 'mac_address': 'fa:16:3e:9f:02:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1913e2a7-0883-4402-82b8-2daa6b8e2b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'e23f65f4-2b9a-46dd-b0ad-4029d0554b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:23:28Z', 'updated_at': '2022-05-03T23:23:29Z', 'revision_number': 2, 'project_id': '635fc1745eeb4c9fbe72b1a04865c4ad', 'subnets': [{'id': 'e23f65f4-2b9a-46dd-b0ad-4029d0554b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:23:30.473548 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816877d4-c0bd-4803-9a9a-fce31ab0e429 None None] The sync data for ids ['1913e2a7-0883-4402-82b8-2daa6b8e2b44'] in n-d-811807-1 is: [{'id': '1913e2a7-0883-4402-82b8-2daa6b8e2b44', 'name': 'tempest-TestMinimumBasicScenario-1015475897-router', 'tenant_id': '635fc1745eeb4c9fbe72b1a04865c4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'd6aea0ca-f792-4053-a04b-bb47b9a63cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:23:24Z', 'updated_at': '2022-05-03T23:23:28Z', 'revision_number': 4, 'project_id': '635fc1745eeb4c9fbe72b1a04865c4ad', 'gw_port': {'id': 'd6aea0ca-f792-4053-a04b-bb47b9a63cf8', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1913e2a7-0883-4402-82b8-2daa6b8e2b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:23:25Z', 'updated_at': '2022-05-03T23:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'a822aeae-e6ce-4213-891e-e907d4a17d7c', 'name': '', 'network_id': '75c3e8ad-48a4-492d-8770-68e90098a644', 'tenant_id': '635fc1745eeb4c9fbe72b1a04865c4ad', 'mac_address': 'fa:16:3e:9f:02:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1913e2a7-0883-4402-82b8-2daa6b8e2b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'e23f65f4-2b9a-46dd-b0ad-4029d0554b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:23:28Z', 'updated_at': '2022-05-03T23:23:29Z', 'revision_number': 2, 'project_id': '635fc1745eeb4c9fbe72b1a04865c4ad', 'subnets': [{'id': 'e23f65f4-2b9a-46dd-b0ad-4029d0554b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:23:31.245618 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:23:31.707827 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d6aea0ca-f792-4053-a04b-bb47b9a63cf8 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:23:31.787170 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port d6aea0ca-f792-4053-a04b-bb47b9a63cf8 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:23:31.794112 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port d6aea0ca-f792-4053-a04b-bb47b9a63cf8 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:23:31.794881 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:32.010795 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:32.030805 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port d6aea0ca-f792-4053-a04b-bb47b9a63cf8, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d6aea0ca-f792-4053-a04b-bb47b9a63cf8,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:23:32.039246 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:32.040800 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device fd75714b-d5d8-4d5f-9e06-609aca01429b up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:23:32.173443 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=d6aea0ca-f792-4053-a04b-bb47b9a63cf8,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:32.188969 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port fd75714b-d5d8-4d5f-9e06-609aca01429b triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:23:32.189520 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:33.575796 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d6aea0ca-f792-4053-a04b-bb47b9a63cf8 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:23:33.653687 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port d6aea0ca-f792-4053-a04b-bb47b9a63cf8 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:23:33.654379 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:34.323163 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00d957a-e3f6-4d59-951e-d235277bceaf None None] Sync routers for ids ['1913e2a7-0883-4402-82b8-2daa6b8e2b44'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:23:34.334028 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00d957a-e3f6-4d59-951e-d235277bceaf None None] Routers {'1913e2a7-0883-4402-82b8-2daa6b8e2b44'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:23:34.334720 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-b00d957a-e3f6-4d59-951e-d235277bceaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:23:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['1913e2a7-0883-4402-82b8-2daa6b8e2b44'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:23:34.515619 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-b00d957a-e3f6-4d59-951e-d235277bceaf None None] Set router 1913e2a7-0883-4402-82b8-2daa6b8e2b44 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:23:34.845314 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-b00d957a-e3f6-4d59-951e-d235277bceaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1913e2a7-0883-4402-82b8-2daa6b8e2b44', 'name': 'tempest-TestMinimumBasicScenario-1015475897-router', 'tenant_id': '635fc1745eeb4c9fbe72b1a04865c4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'd6aea0ca-f792-4053-a04b-bb47b9a63cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:23:24Z', 'updated_at': '2022-05-03T23:23:28Z', 'revision_number': 4, 'project_id': '635fc1745eeb4c9fbe72b1a04865c4ad', 'gw_port': {'id': 'd6aea0ca-f792-4053-a04b-bb47b9a63cf8', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1913e2a7-0883-4402-82b8-2daa6b8e2b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:23:25Z', 'updated_at': '2022-05-03T23:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'a822aeae-e6ce-4213-891e-e907d4a17d7c', 'name': '', 'network_id': '75c3e8ad-48a4-492d-8770-68e90098a644', 'tenant_id': '635fc1745eeb4c9fbe72b1a04865c4ad', 'mac_address': 'fa:16:3e:9f:02:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1913e2a7-0883-4402-82b8-2daa6b8e2b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'e23f65f4-2b9a-46dd-b0ad-4029d0554b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:23:28Z', 'updated_at': '2022-05-03T23:23:29Z', 'revision_number': 2, 'project_id': '635fc1745eeb4c9fbe72b1a04865c4ad', 'subnets': [{'id': 'e23f65f4-2b9a-46dd-b0ad-4029d0554b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:23:34.849305 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00d957a-e3f6-4d59-951e-d235277bceaf None None] Checking router: 1913e2a7-0883-4402-82b8-2daa6b8e2b44 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:23:34.849910 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00d957a-e3f6-4d59-951e-d235277bceaf None None] Updating router 1913e2a7-0883-4402-82b8-2daa6b8e2b44 port a822aeae-e6ce-4213-891e-e907d4a17d7c binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:23:34.916659 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b00d957a-e3f6-4d59-951e-d235277bceaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:35.302988 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b00d957a-e3f6-4d59-951e-d235277bceaf None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:35.318254 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-b00d957a-e3f6-4d59-951e-d235277bceaf None None] Transition to ACTIVE for port object a822aeae-e6ce-4213-891e-e907d4a17d7c will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:23:35.326513 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b00d957a-e3f6-4d59-951e-d235277bceaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:35.519414 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf50a66-38c8-4c08-918c-8ff9234fd19a None None] Pushing event updated for resources: {'Port': ['ID=a822aeae-e6ce-4213-891e-e907d4a17d7c,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:35.585357 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-b00d957a-e3f6-4d59-951e-d235277bceaf None None] Attempting to bind port a822aeae-e6ce-4213-891e-e907d4a17d7c on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:23:35.585357 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-b00d957a-e3f6-4d59-951e-d235277bceaf None None] Attempting to bind port a822aeae-e6ce-4213-891e-e907d4a17d7c by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'ae2d00c2-8203-4567-814c-e60c0fdb13fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '75c3e8ad-48a4-492d-8770-68e90098a644'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:23:35.585357 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00d957a-e3f6-4d59-951e-d235277bceaf None None] Attempting to bind port a822aeae-e6ce-4213-891e-e907d4a17d7c on network 75c3e8ad-48a4-492d-8770-68e90098a644 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:23:35.594263 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00d957a-e3f6-4d59-951e-d235277bceaf None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:23:35.594626 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00d957a-e3f6-4d59-951e-d235277bceaf None None] Checking segment: {'id': 'ae2d00c2-8203-4567-814c-e60c0fdb13fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '75c3e8ad-48a4-492d-8770-68e90098a644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:23:35.595023 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b00d957a-e3f6-4d59-951e-d235277bceaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:35.595408 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00d957a-e3f6-4d59-951e-d235277bceaf None None] Bound using segment: {'id': 'ae2d00c2-8203-4567-814c-e60c0fdb13fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '75c3e8ad-48a4-492d-8770-68e90098a644'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:23:35.595869 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-b00d957a-e3f6-4d59-951e-d235277bceaf None None] Bound port: a822aeae-e6ce-4213-891e-e907d4a17d7c, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae2d00c2-8203-4567-814c-e60c0fdb13fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '75c3e8ad-48a4-492d-8770-68e90098a644'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:23:35.596235 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b00d957a-e3f6-4d59-951e-d235277bceaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:35.740361 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-b00d957a-e3f6-4d59-951e-d235277bceaf None None] For port a822aeae-e6ce-4213-891e-e907d4a17d7c, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:23:35.749260 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-b00d957a-e3f6-4d59-951e-d235277bceaf None None] For port a822aeae-e6ce-4213-891e-e907d4a17d7c, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=a822aeae-e6ce-4213-891e-e907d4a17d7c,segment=NetworkSegment(ae2d00c2-8203-4567-814c-e60c0fdb13fa),segment_id=ae2d00c2-8203-4567-814c-e60c0fdb13fa)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:23:35.756267 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b00d957a-e3f6-4d59-951e-d235277bceaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:35.834601 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00d957a-e3f6-4d59-951e-d235277bceaf None None] Routers {'1913e2a7-0883-4402-82b8-2daa6b8e2b44'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:23:35.835242 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-b00d957a-e3f6-4d59-951e-d235277bceaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:23:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['1913e2a7-0883-4402-82b8-2daa6b8e2b44'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:23:35.949324 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf50a66-38c8-4c08-918c-8ff9234fd19a None None] Pushing event updated for resources: {'Port': ['ID=a822aeae-e6ce-4213-891e-e907d4a17d7c,revision_number=4']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:36.032136 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-b00d957a-e3f6-4d59-951e-d235277bceaf None None] Set router 1913e2a7-0883-4402-82b8-2daa6b8e2b44 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:23:36.374586 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-b00d957a-e3f6-4d59-951e-d235277bceaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1913e2a7-0883-4402-82b8-2daa6b8e2b44', 'name': 'tempest-TestMinimumBasicScenario-1015475897-router', 'tenant_id': '635fc1745eeb4c9fbe72b1a04865c4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'd6aea0ca-f792-4053-a04b-bb47b9a63cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:23:24Z', 'updated_at': '2022-05-03T23:23:28Z', 'revision_number': 4, 'project_id': '635fc1745eeb4c9fbe72b1a04865c4ad', 'gw_port': {'id': 'd6aea0ca-f792-4053-a04b-bb47b9a63cf8', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1913e2a7-0883-4402-82b8-2daa6b8e2b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:23:25Z', 'updated_at': '2022-05-03T23:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'a822aeae-e6ce-4213-891e-e907d4a17d7c', 'name': '', 'network_id': '75c3e8ad-48a4-492d-8770-68e90098a644', 'tenant_id': '635fc1745eeb4c9fbe72b1a04865c4ad', 'mac_address': 'fa:16:3e:9f:02:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1913e2a7-0883-4402-82b8-2daa6b8e2b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'e23f65f4-2b9a-46dd-b0ad-4029d0554b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:23:28Z', 'updated_at': '2022-05-03T23:23:35Z', 'revision_number': 4, 'project_id': '635fc1745eeb4c9fbe72b1a04865c4ad', 'subnets': [{'id': 'e23f65f4-2b9a-46dd-b0ad-4029d0554b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:23:36.379527 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00d957a-e3f6-4d59-951e-d235277bceaf None None] The sync data for ids ['1913e2a7-0883-4402-82b8-2daa6b8e2b44'] in n-d-811807-1 is: [{'id': '1913e2a7-0883-4402-82b8-2daa6b8e2b44', 'name': 'tempest-TestMinimumBasicScenario-1015475897-router', 'tenant_id': '635fc1745eeb4c9fbe72b1a04865c4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'd6aea0ca-f792-4053-a04b-bb47b9a63cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:23:24Z', 'updated_at': '2022-05-03T23:23:28Z', 'revision_number': 4, 'project_id': '635fc1745eeb4c9fbe72b1a04865c4ad', 'gw_port': {'id': 'd6aea0ca-f792-4053-a04b-bb47b9a63cf8', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1913e2a7-0883-4402-82b8-2daa6b8e2b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:23:25Z', 'updated_at': '2022-05-03T23:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'a822aeae-e6ce-4213-891e-e907d4a17d7c', 'name': '', 'network_id': '75c3e8ad-48a4-492d-8770-68e90098a644', 'tenant_id': '635fc1745eeb4c9fbe72b1a04865c4ad', 'mac_address': 'fa:16:3e:9f:02:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1913e2a7-0883-4402-82b8-2daa6b8e2b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'e23f65f4-2b9a-46dd-b0ad-4029d0554b54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:23:28Z', 'updated_at': '2022-05-03T23:23:35Z', 'revision_number': 4, 'project_id': '635fc1745eeb4c9fbe72b1a04865c4ad', 'subnets': [{'id': 'e23f65f4-2b9a-46dd-b0ad-4029d0554b54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:23:37.624059 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device a822aeae-e6ce-4213-891e-e907d4a17d7c up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:23:37.712056 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port a822aeae-e6ce-4213-891e-e907d4a17d7c completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:23:37.716860 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port a822aeae-e6ce-4213-891e-e907d4a17d7c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:23:37.717226 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:37.839383 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:37.880173 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port a822aeae-e6ce-4213-891e-e907d4a17d7c, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=a822aeae-e6ce-4213-891e-e907d4a17d7c,segment=NetworkSegment(ae2d00c2-8203-4567-814c-e60c0fdb13fa),segment_id=ae2d00c2-8203-4567-814c-e60c0fdb13fa)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:23:37.887190 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:37.968768 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=a822aeae-e6ce-4213-891e-e907d4a17d7c,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:39.579080 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device a822aeae-e6ce-4213-891e-e907d4a17d7c up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:23:39.648400 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port a822aeae-e6ce-4213-891e-e907d4a17d7c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:23:39.649309 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:40.319329 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-be80e6eb-86d3-41af-bc03-b029f01640ff tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:23:40.321234 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-be80e6eb-86d3-41af-bc03-b029f01640ff tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/networks?id=ac2cd6e4-630e-4993-9c9c-d16f15384741 HTTP/1.1" status: 200 len: 814 time: 0.2603991 May 03 23:23:40.336291 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-5325c0fd-8b9f-42e3-a3c3-4937c096e89f tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/quotas/a155039170ec4d75902d96b0916fd1d5 HTTP/1.1" status: 200 len: 375 time: 0.0094938 May 03 23:23:40.418695 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-50e307fb-5df6-453b-8d2b-bbf7d95b9336 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Synchronizing usage tracker for tenant:a155039170ec4d75902d96b0916fd1d5 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:23:40.436566 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-50e307fb-5df6-453b-8d2b-bbf7d95b9336 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Unset dirty status for tenant:a155039170ec4d75902d96b0916fd1d5 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:23:40.438210 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-50e307fb-5df6-453b-8d2b-bbf7d95b9336 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=a155039170ec4d75902d96b0916fd1d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0971093 May 03 23:23:40.576036 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-d9e68c47-7b26-4da9-a2ef-a59dc8f17c7d service neutron] 10.222.0.58 "GET /v2.0/networks/ac2cd6e4-630e-4993-9c9c-d16f15384741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258123 May 03 23:23:40.709460 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-83855ba9-1128-4d66-8855-bc2d586c4646 service neutron] 10.222.0.58 "GET /v2.0/networks/ac2cd6e4-630e-4993-9c9c-d16f15384741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268585 May 03 23:23:40.885615 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7106148a-f0d1-4e69-87fd-06577e9e623d req-5bfd5839-7a12-4555-8416-4a7d7dbc8271 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 210 time: 0.0466328 May 03 23:23:41.923443 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-bd19d0b0-68d1-44b5-a538-f5e4b1390507 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:23:41.924710 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-bd19d0b0-68d1-44b5-a538-f5e4b1390507 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Synchronizing usage tracker for tenant:a155039170ec4d75902d96b0916fd1d5 on resource:network {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:23:41.949686 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-bd19d0b0-68d1-44b5-a538-f5e4b1390507 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Unset dirty status for tenant:a155039170ec4d75902d96b0916fd1d5 on resource:network {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:23:41.950896 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-bd19d0b0-68d1-44b5-a538-f5e4b1390507 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.60 "GET /v2.0/networks?id=ac2cd6e4-630e-4993-9c9c-d16f15384741 HTTP/1.1" status: 200 len: 814 time: 0.1778879 May 03 23:23:41.962480 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-7c7c53c8-aba5-4af7-a0b3-a1b8cfe46b46 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Request body: {'port': {'device_id': '5e973c8d-9f84-471d-9d1c-841311557613', 'network_id': 'ac2cd6e4-630e-4993-9c9c-d16f15384741', 'admin_state_up': True, 'tenant_id': 'a155039170ec4d75902d96b0916fd1d5'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:23:42.044267 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1ec04af8-ba65-414d-90ea-32b4f14a6914 req-d145f851-31ae-40b1-9e7a-46f07928ab90 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 210 time: 0.0474055 May 03 23:23:42.103755 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-7c7c53c8-aba5-4af7-a0b3-a1b8cfe46b46 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:23:42.113185 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-7c7c53c8-aba5-4af7-a0b3-a1b8cfe46b46 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:23:42.123229 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-7c7c53c8-aba5-4af7-a0b3-a1b8cfe46b46 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Made reservation on behalf of a155039170ec4d75902d96b0916fd1d5 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:23:42.126706 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-7c7c53c8-aba5-4af7-a0b3-a1b8cfe46b46 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:42.325342 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-7c7c53c8-aba5-4af7-a0b3-a1b8cfe46b46 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Allocated IP 172.20.0.13 (ac2cd6e4-630e-4993-9c9c-d16f15384741/d2379dc3-a726-47ab-a654-aba09e5c6074/8957f3de-4611-4e85-8ff2-380c7c7b67c3) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:23:42.563720 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-7c7c53c8-aba5-4af7-a0b3-a1b8cfe46b46 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:42.581665 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-7c7c53c8-aba5-4af7-a0b3-a1b8cfe46b46 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Transition to ACTIVE for port object 8957f3de-4611-4e85-8ff2-380c7c7b67c3 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:23:42.609305 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-7c7c53c8-aba5-4af7-a0b3-a1b8cfe46b46 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:42.691259 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-7c7c53c8-aba5-4af7-a0b3-a1b8cfe46b46 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Network ac2cd6e4-630e-4993-9c9c-d16f15384741 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:23:42.694567 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-7c7c53c8-aba5-4af7-a0b3-a1b8cfe46b46 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:23:42.701886 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-7c7c53c8-aba5-4af7-a0b3-a1b8cfe46b46 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:23:42.741261 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c53c8-aba5-4af7-a0b3-a1b8cfe46b46 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Pushing event updated for resources: {'Port': ['ID=8957f3de-4611-4e85-8ff2-380c7c7b67c3,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:42.782353 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-7c7c53c8-aba5-4af7-a0b3-a1b8cfe46b46 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:23:42.782989 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-7c7c53c8-aba5-4af7-a0b3-a1b8cfe46b46 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:42.827698 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-7c7c53c8-aba5-4af7-a0b3-a1b8cfe46b46 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8683481 May 03 23:23:42.968005 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2dd2e12-1123-499c-b4e5-01de9e07bd03 None None] Provisioning for port 8957f3de-4611-4e85-8ff2-380c7c7b67c3 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:23:42.973510 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2dd2e12-1123-499c-b4e5-01de9e07bd03 None None] Provisioning complete for port 8957f3de-4611-4e85-8ff2-380c7c7b67c3 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:23:42.974193 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2dd2e12-1123-499c-b4e5-01de9e07bd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:43.032794 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f2dd2e12-1123-499c-b4e5-01de9e07bd03 None None] Port 8957f3de-4611-4e85-8ff2-380c7c7b67c3 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:23:43.234427 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40e6cd-3619-442e-b8fd-d6882202ccfb req-c8ef4e07-2642-4fd8-b51e-0145ed05f3cc tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:23:43.235936 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6b40e6cd-3619-442e-b8fd-d6882202ccfb req-c8ef4e07-2642-4fd8-b51e-0145ed05f3cc tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 932 time: 0.0839992 May 03 23:23:43.283507 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6b40e6cd-3619-442e-b8fd-d6882202ccfb req-e6dfd714-9800-4559-8209-f5fe4b507473 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f3a88ef-8e3c-448a-bc01-31b85520f2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415051 May 03 23:23:44.489510 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4530e807-ce59-432c-a989-5e2b3344bec0 req-dab7a029-e8e6-4a3f-8c74-061e499ea4b1 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:23:44.491237 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4530e807-ce59-432c-a989-5e2b3344bec0 req-dab7a029-e8e6-4a3f-8c74-061e499ea4b1 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 932 time: 0.0960279 May 03 23:23:44.540977 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4530e807-ce59-432c-a989-5e2b3344bec0 req-52c7424e-d89e-4f4a-a27c-d79bc6f0601c tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f3a88ef-8e3c-448a-bc01-31b85520f2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429273 May 03 23:23:45.750665 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b65e16-6bed-46cb-9400-563ba81bfacc req-687b4c6b-3388-4499-8855-8d38ea761fa4 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:23:45.752302 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-14b65e16-6bed-46cb-9400-563ba81bfacc req-687b4c6b-3388-4499-8855-8d38ea761fa4 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 932 time: 0.0851150 May 03 23:23:45.806472 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-14b65e16-6bed-46cb-9400-563ba81bfacc req-64e8ce7b-d137-49e7-a3d4-ef8c29e9d46e tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f3a88ef-8e3c-448a-bc01-31b85520f2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482385 May 03 23:23:47.003936 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabca243-3df5-481c-b52a-6e9a09f17825 req-7b43422c-6114-4ef2-aa34-93bfa44a8f7e tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:23:47.005450 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aabca243-3df5-481c-b52a-6e9a09f17825 req-7b43422c-6114-4ef2-aa34-93bfa44a8f7e tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 932 time: 0.0878718 May 03 23:23:47.062288 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aabca243-3df5-481c-b52a-6e9a09f17825 req-58a3b410-e3c3-4b52-ad46-4f3632949beb tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f3a88ef-8e3c-448a-bc01-31b85520f2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500867 May 03 23:23:48.256601 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddfd25d-86fe-47f1-a42a-88737bece091 req-ccd2feae-0625-40c2-be36-fe292bba7a96 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:23:48.258681 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bddfd25d-86fe-47f1-a42a-88737bece091 req-ccd2feae-0625-40c2-be36-fe292bba7a96 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 932 time: 0.0874236 May 03 23:23:48.308120 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bddfd25d-86fe-47f1-a42a-88737bece091 req-e3256aca-dd02-4120-9b6c-6c164c93fc16 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f3a88ef-8e3c-448a-bc01-31b85520f2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435762 May 03 23:23:49.501059 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eafc2c-b3ea-4952-a502-460e002237c8 req-24a1074c-31d4-445a-a029-03932307cf19 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:23:49.502789 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-05eafc2c-b3ea-4952-a502-460e002237c8 req-24a1074c-31d4-445a-a029-03932307cf19 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 932 time: 0.0877085 May 03 23:23:49.549250 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-05eafc2c-b3ea-4952-a502-460e002237c8 req-3d63b904-b6fd-45f8-9588-140cccb73247 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f3a88ef-8e3c-448a-bc01-31b85520f2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407693 May 03 23:23:50.184340 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-47609e2e-7269-4d36-9a6d-f0871f7b3c6c service neutron] Request body: {'port': {'device_id': '5e973c8d-9f84-471d-9d1c-841311557613', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:23:50.407652 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-47609e2e-7269-4d36-9a6d-f0871f7b3c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:50.743385 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ac325-13c3-4e99-a38d-6e087890de16 req-af6b238a-de03-4472-aad6-6edf7ed6c767 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:23:50.744839 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-906ac325-13c3-4e99-a38d-6e087890de16 req-af6b238a-de03-4472-aad6-6edf7ed6c767 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 932 time: 0.0822291 May 03 23:23:50.749177 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-47609e2e-7269-4d36-9a6d-f0871f7b3c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8957f3de-4611-4e85-8ff2-380c7c7b67c3 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:23:50.756454 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-47609e2e-7269-4d36-9a6d-f0871f7b3c6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:50.771237 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-47609e2e-7269-4d36-9a6d-f0871f7b3c6c service neutron] Transition to ACTIVE for port object 8957f3de-4611-4e85-8ff2-380c7c7b67c3 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:23:50.775171 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-47609e2e-7269-4d36-9a6d-f0871f7b3c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:50.789159 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-906ac325-13c3-4e99-a38d-6e087890de16 req-52c45457-a872-4720-ba73-022fab819e72 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f3a88ef-8e3c-448a-bc01-31b85520f2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384676 May 03 23:23:50.930207 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47609e2e-7269-4d36-9a6d-f0871f7b3c6c service neutron] Pushing event updated for resources: {'Port': ['ID=8957f3de-4611-4e85-8ff2-380c7c7b67c3,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:51.012742 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-47609e2e-7269-4d36-9a6d-f0871f7b3c6c service neutron] Attempting to bind port 8957f3de-4611-4e85-8ff2-380c7c7b67c3 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:23:51.013080 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-47609e2e-7269-4d36-9a6d-f0871f7b3c6c service neutron] Attempting to bind port 8957f3de-4611-4e85-8ff2-380c7c7b67c3 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '00008543-9b80-4b23-b88c-0071b433cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ac2cd6e4-630e-4993-9c9c-d16f15384741'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:23:51.013404 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-47609e2e-7269-4d36-9a6d-f0871f7b3c6c service neutron] Attempting to bind port 8957f3de-4611-4e85-8ff2-380c7c7b67c3 on network ac2cd6e4-630e-4993-9c9c-d16f15384741 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:23:51.018163 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-47609e2e-7269-4d36-9a6d-f0871f7b3c6c service neutron] Port 8957f3de-4611-4e85-8ff2-380c7c7b67c3 on network ac2cd6e4-630e-4993-9c9c-d16f15384741 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:23:51.018485 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-47609e2e-7269-4d36-9a6d-f0871f7b3c6c service neutron] Attempting to bind port 8957f3de-4611-4e85-8ff2-380c7c7b67c3 on network ac2cd6e4-630e-4993-9c9c-d16f15384741 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:23:51.024342 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-47609e2e-7269-4d36-9a6d-f0871f7b3c6c service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:23:51.024681 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-47609e2e-7269-4d36-9a6d-f0871f7b3c6c service neutron] Checking segment: {'id': '00008543-9b80-4b23-b88c-0071b433cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ac2cd6e4-630e-4993-9c9c-d16f15384741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:23:51.025063 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-47609e2e-7269-4d36-9a6d-f0871f7b3c6c service neutron] Bound using segment: {'id': '00008543-9b80-4b23-b88c-0071b433cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ac2cd6e4-630e-4993-9c9c-d16f15384741'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:23:51.025488 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-47609e2e-7269-4d36-9a6d-f0871f7b3c6c service neutron] Bound port: 8957f3de-4611-4e85-8ff2-380c7c7b67c3, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00008543-9b80-4b23-b88c-0071b433cb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ac2cd6e4-630e-4993-9c9c-d16f15384741'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:23:51.025832 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-47609e2e-7269-4d36-9a6d-f0871f7b3c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:51.119245 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-47609e2e-7269-4d36-9a6d-f0871f7b3c6c service neutron] For port 8957f3de-4611-4e85-8ff2-380c7c7b67c3, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:23:51.122264 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-47609e2e-7269-4d36-9a6d-f0871f7b3c6c service neutron] For port 8957f3de-4611-4e85-8ff2-380c7c7b67c3, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=8957f3de-4611-4e85-8ff2-380c7c7b67c3,segment=NetworkSegment(00008543-9b80-4b23-b88c-0071b433cb94),segment_id=00008543-9b80-4b23-b88c-0071b433cb94)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:23:51.126980 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-47609e2e-7269-4d36-9a6d-f0871f7b3c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:51.189746 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-47609e2e-7269-4d36-9a6d-f0871f7b3c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:23:51.190375 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-47609e2e-7269-4d36-9a6d-f0871f7b3c6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:51.191702 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-47609e2e-7269-4d36-9a6d-f0871f7b3c6c service neutron] 10.222.0.60 "PUT /v2.0/ports/8957f3de-4611-4e85-8ff2-380c7c7b67c3 HTTP/1.1" status: 200 len: 1092 time: 1.0161109 May 03 23:23:51.192131 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e973c8d-9f84-471d-9d1c-841311557613', 'tag': '8957f3de-4611-4e85-8ff2-380c7c7b67c3'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:23:51.215772 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47609e2e-7269-4d36-9a6d-f0871f7b3c6c service neutron] Pushing event updated for resources: {'Port': ['ID=8957f3de-4611-4e85-8ff2-380c7c7b67c3,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:51.271090 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8921ae29-87ab-40bd-9753-5ad818a3cb53'] response: {'name': 'network-changed', 'server_uuid': '5e973c8d-9f84-471d-9d1c-841311557613', 'tag': '8957f3de-4611-4e85-8ff2-380c7c7b67c3', 'status': 'completed', 'code': 200} May 03 23:23:51.317057 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-4b16a5ac-ac91-4f46-8f03-8c46da06a664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:23:51.318624 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-4b16a5ac-ac91-4f46-8f03-8c46da06a664 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a155039170ec4d75902d96b0916fd1d5&device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 1095 time: 0.0791209 May 03 23:23:51.386012 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-ce96c1da-8b25-43c5-9206-3cf1af7fac9c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8957f3de-4611-4e85-8ff2-380c7c7b67c3 HTTP/1.1" status: 200 len: 217 time: 0.0609183 May 03 23:23:51.450497 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-0c1d830b-5093-40c8-9310-8b9a34f11f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:23:51.451909 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-0c1d830b-5093-40c8-9310-8b9a34f11f3c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2379dc3-a726-47ab-a654-aba09e5c6074 HTTP/1.1" status: 200 len: 853 time: 0.0603867 May 03 23:23:51.531504 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-0982376d-155e-4132-a383-8a434c9c787b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:23:51.532956 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-0982376d-155e-4132-a383-8a434c9c787b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac2cd6e4-630e-4993-9c9c-d16f15384741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751226 May 03 23:23:51.669279 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-08b3f648-4924-4638-a822-09c013f24471 service neutron] 10.222.0.60 "GET /v2.0/networks/ac2cd6e4-630e-4993-9c9c-d16f15384741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292062 May 03 23:23:51.797388 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6fa0a36f-93ad-4bbd-bec8-c5d079667545 req-1108952a-5184-4c08-bd1e-3f5ea6eee2b5 service neutron] 10.222.0.60 "GET /v2.0/networks/ac2cd6e4-630e-4993-9c9c-d16f15384741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225424 May 03 23:23:51.909803 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842244db-da2a-43ff-b46e-45abb8c09757 req-798846e9-5bd1-48d0-8745-a32d36f247ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:23:51.911337 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-842244db-da2a-43ff-b46e-45abb8c09757 req-798846e9-5bd1-48d0-8745-a32d36f247ee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a155039170ec4d75902d96b0916fd1d5&device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 1095 time: 0.0705769 May 03 23:23:51.974124 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b0c0e-b865-4078-9d2f-89baaed0ebd7 req-147990bf-6fc5-464d-bbce-d774c7be74e2 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:23:51.975496 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-084b0c0e-b865-4078-9d2f-89baaed0ebd7 req-147990bf-6fc5-464d-bbce-d774c7be74e2 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 944 time: 0.0793214 May 03 23:23:52.019934 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-084b0c0e-b865-4078-9d2f-89baaed0ebd7 req-5e008481-7776-453a-9a43-851f39a7f48e tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f3a88ef-8e3c-448a-bc01-31b85520f2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387444 May 03 23:23:52.043283 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842244db-da2a-43ff-b46e-45abb8c09757 req-9268120a-d99c-43e2-8480-d0b0f5233b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:23:52.044712 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-842244db-da2a-43ff-b46e-45abb8c09757 req-9268120a-d99c-43e2-8480-d0b0f5233b5a service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac2cd6e4-630e-4993-9c9c-d16f15384741 HTTP/1.1" status: 200 len: 915 time: 0.1274645 May 03 23:23:52.219051 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-842244db-da2a-43ff-b46e-45abb8c09757 req-dab69e25-6c52-42e7-a892-c451d7dab68d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8957f3de-4611-4e85-8ff2-380c7c7b67c3 HTTP/1.1" status: 200 len: 217 time: 0.1672781 May 03 23:23:52.284387 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842244db-da2a-43ff-b46e-45abb8c09757 req-9c26a35c-fe6b-42b0-b56d-0308ba868c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:23:52.285693 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-842244db-da2a-43ff-b46e-45abb8c09757 req-9c26a35c-fe6b-42b0-b56d-0308ba868c59 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2379dc3-a726-47ab-a654-aba09e5c6074 HTTP/1.1" status: 200 len: 853 time: 0.0591438 May 03 23:23:52.359713 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842244db-da2a-43ff-b46e-45abb8c09757 req-1a7e66dc-6dfe-4ecd-9c95-cacf449eee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:23:52.361146 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-842244db-da2a-43ff-b46e-45abb8c09757 req-1a7e66dc-6dfe-4ecd-9c95-cacf449eee31 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac2cd6e4-630e-4993-9c9c-d16f15384741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688059 May 03 23:23:52.488974 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-842244db-da2a-43ff-b46e-45abb8c09757 req-36fc3bea-2c9d-4602-9ffe-21092a2b7b2c service neutron] 10.222.0.60 "GET /v2.0/networks/ac2cd6e4-630e-4993-9c9c-d16f15384741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208665 May 03 23:23:52.618078 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-842244db-da2a-43ff-b46e-45abb8c09757 req-04357d57-7859-4aae-9446-6257aa03a929 service neutron] 10.222.0.60 "GET /v2.0/networks/ac2cd6e4-630e-4993-9c9c-d16f15384741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230679 May 03 23:23:53.024696 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6551e963-7b9f-4d79-8a3b-31a50012d6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:53.207060 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419c93f-8516-413c-a64a-013c9302e58f req-578b998f-253c-40d7-a671-b7a8982ced38 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:23:53.208497 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0419c93f-8516-413c-a64a-013c9302e58f req-578b998f-253c-40d7-a671-b7a8982ced38 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 944 time: 0.0826230 May 03 23:23:53.252751 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0419c93f-8516-413c-a64a-013c9302e58f req-fe3169ae-cf7a-4929-b37c-f24bfd307c62 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f3a88ef-8e3c-448a-bc01-31b85520f2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381587 May 03 23:23:54.434636 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb3c2e-d15e-4755-bb90-941d9a8b760e req-3eaef7d4-58b7-4bfe-b9c0-0eb0f565a07f tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:23:54.436061 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8acb3c2e-d15e-4755-bb90-941d9a8b760e req-3eaef7d4-58b7-4bfe-b9c0-0eb0f565a07f tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 944 time: 0.0787849 May 03 23:23:54.482766 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8acb3c2e-d15e-4755-bb90-941d9a8b760e req-1d47ff76-96b7-4fe6-95b5-ab1609c2c1a4 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f3a88ef-8e3c-448a-bc01-31b85520f2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411685 May 03 23:23:54.670751 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 8957f3de-4611-4e85-8ff2-380c7c7b67c3 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:23:54.811363 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 8957f3de-4611-4e85-8ff2-380c7c7b67c3, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=8957f3de-4611-4e85-8ff2-380c7c7b67c3,segment=NetworkSegment(00008543-9b80-4b23-b88c-0071b433cb94),segment_id=00008543-9b80-4b23-b88c-0071b433cb94)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:23:54.823828 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '8957f3de-4611-4e85-8ff2-380c7c7b67c3', 'network_id': 'ac2cd6e4-630e-4993-9c9c-d16f15384741', 'port_id': '8957f3de-4611-4e85-8ff2-380c7c7b67c3', 'mac_address': 'fa:16:3e:cb:28:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2379dc3-a726-47ab-a654-aba09e5c6074', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:23:54.876873 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:54.893112 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8957f3de-4611-4e85-8ff2-380c7c7b67c3 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:23:54.908253 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 8957f3de-4611-4e85-8ff2-380c7c7b67c3, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=8957f3de-4611-4e85-8ff2-380c7c7b67c3,segment=NetworkSegment(00008543-9b80-4b23-b88c-0071b433cb94),segment_id=00008543-9b80-4b23-b88c-0071b433cb94)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:23:54.912348 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:54.978756 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:54.989986 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=8957f3de-4611-4e85-8ff2-380c7c7b67c3,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:54.997215 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:23:54.997560 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:23:54.997925 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:23:54.998261 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:23:54.998598 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:23:54.998922 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:23:54.999243 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:23:54.999594 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:23:54.999919 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:23:55.000266 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:23:55.000585 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:23:55.000902 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:23:55.117146 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['8957f3de-4611-4e85-8ff2-380c7c7b67c3'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:23:55.602570 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-baaf9c6b-038c-4f8d-8d7a-f67e78d8d4bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:55.669245 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ffb207-f4d7-4898-b153-b4676b8aa9ac req-5fd1f44d-e530-4267-8142-41a3f8d4d10d tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:23:55.670717 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-75ffb207-f4d7-4898-b153-b4676b8aa9ac req-5fd1f44d-e530-4267-8142-41a3f8d4d10d tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 945 time: 0.0808523 May 03 23:23:55.720912 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-75ffb207-f4d7-4898-b153-b4676b8aa9ac req-ae2c1cf8-08b4-4ab8-aac5-fddd5070110b tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f3a88ef-8e3c-448a-bc01-31b85520f2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439708 May 03 23:23:56.425830 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:56.480763 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:56.686707 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 8957f3de-4611-4e85-8ff2-380c7c7b67c3 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:23:56.752488 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 8957f3de-4611-4e85-8ff2-380c7c7b67c3 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:23:56.757333 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 8957f3de-4611-4e85-8ff2-380c7c7b67c3 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:23:56.757731 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:56.901429 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:56.908366 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ae294-c196-4b30-b4b6-b02f70e0d8a6 req-06a91899-1512-44eb-9c85-ac7b68c6e893 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:23:56.909811 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2f0ae294-c196-4b30-b4b6-b02f70e0d8a6 req-06a91899-1512-44eb-9c85-ac7b68c6e893 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 945 time: 0.0830555 May 03 23:23:56.927964 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e973c8d-9f84-471d-9d1c-841311557613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8957f3de-4611-4e85-8ff2-380c7c7b67c3'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:23:56.938221 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 8957f3de-4611-4e85-8ff2-380c7c7b67c3, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=8957f3de-4611-4e85-8ff2-380c7c7b67c3,segment=NetworkSegment(00008543-9b80-4b23-b88c-0071b433cb94),segment_id=00008543-9b80-4b23-b88c-0071b433cb94)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:23:56.942764 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:56.961017 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2f0ae294-c196-4b30-b4b6-b02f70e0d8a6 req-033555f0-96f1-4838-a951-dde25beebe9c tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f3a88ef-8e3c-448a-bc01-31b85520f2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448546 May 03 23:23:57.011770 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=8957f3de-4611-4e85-8ff2-380c7c7b67c3,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:23:57.095171 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4053ae72-ed0c-4297-b4c9-4b48567eb8bd'] response: {'server_uuid': '5e973c8d-9f84-471d-9d1c-841311557613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8957f3de-4611-4e85-8ff2-380c7c7b67c3', 'code': 200} May 03 23:23:57.225917 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa007736-1620-4817-95ef-0257d416b1a2 req-e3911927-4ced-444e-aa3a-abe8554c8228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:23:57.227396 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-aa007736-1620-4817-95ef-0257d416b1a2 req-e3911927-4ced-444e-aa3a-abe8554c8228 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 1097 time: 0.0732195 May 03 23:23:57.266987 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-aa007736-1620-4817-95ef-0257d416b1a2 req-35a0ce12-71cf-4315-b794-238899210171 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2f3a88ef-8e3c-448a-bc01-31b85520f2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337918 May 03 23:23:57.801051 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:58.148876 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda3a8e-3b22-453d-9774-05d596e45539 req-73808fa0-874b-4f7e-bb31-de2e3c0e5670 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:23:58.150365 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-beda3a8e-3b22-453d-9774-05d596e45539 req-73808fa0-874b-4f7e-bb31-de2e3c0e5670 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 946 time: 0.0784628 May 03 23:23:58.195476 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-beda3a8e-3b22-453d-9774-05d596e45539 req-4ab5e5e9-3633-4e97-9a76-6c648c01ad38 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f3a88ef-8e3c-448a-bc01-31b85520f2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395365 May 03 23:23:58.491669 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:23:59.389228 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefed6bd-d371-4154-aca9-ada9ce58d2c1 req-5e603cc4-203f-4c3a-85c3-84b1f1ab1ace tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:23:59.390702 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eefed6bd-d371-4154-aca9-ada9ce58d2c1 req-5e603cc4-203f-4c3a-85c3-84b1f1ab1ace tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 946 time: 0.0841942 May 03 23:23:59.433783 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eefed6bd-d371-4154-aca9-ada9ce58d2c1 req-1b32dedf-d4ec-4cf2-b942-fbbb02cbedaf tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f3a88ef-8e3c-448a-bc01-31b85520f2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376210 May 03 23:23:59.611768 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250153d0-81a6-4d20-b04c-471de1d64942 req-445f24ec-3646-47e2-9fa7-a8bb1ef71bdc tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:23:59.613216 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-250153d0-81a6-4d20-b04c-471de1d64942 req-445f24ec-3646-47e2-9fa7-a8bb1ef71bdc tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 946 time: 0.0792630 May 03 23:23:59.658915 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-250153d0-81a6-4d20-b04c-471de1d64942 req-9e11630b-b743-43ba-9d22-c7afe87e88d7 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f3a88ef-8e3c-448a-bc01-31b85520f2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392814 May 03 23:24:00.035136 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b7b3b-c21d-4325-8062-54d0987352fd req-8a53c48c-e2bd-4393-b6cf-9c70b52e50e6 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:24:00.036495 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-908b7b3b-c21d-4325-8062-54d0987352fd req-8a53c48c-e2bd-4393-b6cf-9c70b52e50e6 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 946 time: 0.0790844 May 03 23:24:00.079552 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-908b7b3b-c21d-4325-8062-54d0987352fd req-b31c4e4b-8d03-4fe9-a985-bbd132bdb1e5 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f3a88ef-8e3c-448a-bc01-31b85520f2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368066 May 03 23:24:02.301634 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c25d20f2-a44e-4cc5-81a8-4336416eacaf req-7519eb2e-8396-40fb-accd-87de02499e8d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0687890 May 03 23:24:02.445470 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d20f2-a44e-4cc5-81a8-4336416eacaf req-d1777571-d787-4668-94f2-4969264ae9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:24:02.446970 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c25d20f2-a44e-4cc5-81a8-4336416eacaf req-d1777571-d787-4668-94f2-4969264ae9d5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a155039170ec4d75902d96b0916fd1d5&device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 1097 time: 0.0756929 May 03 23:24:02.594544 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d20f2-a44e-4cc5-81a8-4336416eacaf req-aed492cb-5525-4774-9cba-4483f0d46fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:24:02.596018 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c25d20f2-a44e-4cc5-81a8-4336416eacaf req-aed492cb-5525-4774-9cba-4483f0d46fae service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac2cd6e4-630e-4993-9c9c-d16f15384741 HTTP/1.1" status: 200 len: 915 time: 0.1299617 May 03 23:24:02.661687 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c25d20f2-a44e-4cc5-81a8-4336416eacaf req-82c7ec28-7f49-4c43-94cf-a292ed5360ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8957f3de-4611-4e85-8ff2-380c7c7b67c3 HTTP/1.1" status: 200 len: 217 time: 0.0594656 May 03 23:24:02.727913 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d20f2-a44e-4cc5-81a8-4336416eacaf req-42ebbda5-ff12-496e-bd51-c2c4255f00f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:24:02.729339 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c25d20f2-a44e-4cc5-81a8-4336416eacaf req-42ebbda5-ff12-496e-bd51-c2c4255f00f2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2379dc3-a726-47ab-a654-aba09e5c6074 HTTP/1.1" status: 200 len: 853 time: 0.0620289 May 03 23:24:02.803707 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d20f2-a44e-4cc5-81a8-4336416eacaf req-984114c8-b067-4ebe-9395-271c39747042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:24:02.805252 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c25d20f2-a44e-4cc5-81a8-4336416eacaf req-984114c8-b067-4ebe-9395-271c39747042 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac2cd6e4-630e-4993-9c9c-d16f15384741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695324 May 03 23:24:02.938703 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c25d20f2-a44e-4cc5-81a8-4336416eacaf req-19511892-d00a-45ea-a162-ff0158ccf909 service neutron] 10.222.0.60 "GET /v2.0/networks/ac2cd6e4-630e-4993-9c9c-d16f15384741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265209 May 03 23:24:03.073994 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c25d20f2-a44e-4cc5-81a8-4336416eacaf req-28899d9c-fdfa-4e11-8e39-8f3dc6a91956 service neutron] 10.222.0.60 "GET /v2.0/networks/ac2cd6e4-630e-4993-9c9c-d16f15384741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279461 May 03 23:24:08.246142 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:24:10.151702 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a008f-dc5b-4388-9d8e-66f34b35eb28 req-66b837f6-08cc-496f-8712-8b71864329f1 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:24:10.153124 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-281a008f-dc5b-4388-9d8e-66f34b35eb28 req-66b837f6-08cc-496f-8712-8b71864329f1 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 946 time: 0.0816722 May 03 23:24:10.197163 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-281a008f-dc5b-4388-9d8e-66f34b35eb28 req-e839c83e-4ce8-4625-8487-c18e6b7c85ed tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f3a88ef-8e3c-448a-bc01-31b85520f2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382311 May 03 23:24:10.219767 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56632) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:24:10.394853 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41c6d39-dce1-4607-932d-064e030aadae tempest-TestMinimumBasicScenario-719556965 tempest-TestMinimumBasicScenario-719556965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:24:10.396319 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c41c6d39-dce1-4607-932d-064e030aadae tempest-TestMinimumBasicScenario-719556965 tempest-TestMinimumBasicScenario-719556965-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 1092 time: 0.1756170 May 03 23:24:10.399845 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56638) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:24:10.404629 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-12c30ab0-68df-45f1-adae-a61f39caab91 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'port_id': '8957f3de-4611-4e85-8ff2-380c7c7b67c3', 'tenant_id': 'a155039170ec4d75902d96b0916fd1d5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:24:10.410901 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-12c30ab0-68df-45f1-adae-a61f39caab91 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:24:10.415332 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-12c30ab0-68df-45f1-adae-a61f39caab91 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Usage tracker for resource:floatingip and tenant:a155039170ec4d75902d96b0916fd1d5 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:24:10.418137 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-12c30ab0-68df-45f1-adae-a61f39caab91 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:24:10.423654 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-12c30ab0-68df-45f1-adae-a61f39caab91 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:24:10.441322 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-12c30ab0-68df-45f1-adae-a61f39caab91 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:10.673256 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-12c30ab0-68df-45f1-adae-a61f39caab91 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:10.808340 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-12c30ab0-68df-45f1-adae-a61f39caab91 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Allocated IP 172.25.2.135 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/b3a059fe-d89e-464b-8f95-d991b607b681) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:24:10.951942 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-12c30ab0-68df-45f1-adae-a61f39caab91 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:10.980198 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-12c30ab0-68df-45f1-adae-a61f39caab91 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:11.046268 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c30ab0-68df-45f1-adae-a61f39caab91 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:24:11.051640 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-12c30ab0-68df-45f1-adae-a61f39caab91 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:24:11.056085 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c30ab0-68df-45f1-adae-a61f39caab91 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:24:11.090781 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c30ab0-68df-45f1-adae-a61f39caab91 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Pushing event updated for resources: {'Port': ['ID=b3a059fe-d89e-464b-8f95-d991b607b681,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:24:11.106822 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c30ab0-68df-45f1-adae-a61f39caab91 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:24:11.107171 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c30ab0-68df-45f1-adae-a61f39caab91 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:24:11.107515 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c30ab0-68df-45f1-adae-a61f39caab91 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:24:11.107851 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c30ab0-68df-45f1-adae-a61f39caab91 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:24:11.108185 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c30ab0-68df-45f1-adae-a61f39caab91 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:24:11.108517 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c30ab0-68df-45f1-adae-a61f39caab91 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:24:11.108844 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c30ab0-68df-45f1-adae-a61f39caab91 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:24:11.109170 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c30ab0-68df-45f1-adae-a61f39caab91 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:24:11.109516 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c30ab0-68df-45f1-adae-a61f39caab91 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:24:11.109822 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c30ab0-68df-45f1-adae-a61f39caab91 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:24:11.110171 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c30ab0-68df-45f1-adae-a61f39caab91 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:24:11.110492 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c30ab0-68df-45f1-adae-a61f39caab91 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:24:11.468013 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-12c30ab0-68df-45f1-adae-a61f39caab91 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:11.545659 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-12c30ab0-68df-45f1-adae-a61f39caab91 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:11.760187 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-12c30ab0-68df-45f1-adae-a61f39caab91 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:11.764576 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-12c30ab0-68df-45f1-adae-a61f39caab91 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:11.866288 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c30ab0-68df-45f1-adae-a61f39caab91 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Pushing event updated for resources: {'Port': ['ID=b3a059fe-d89e-464b-8f95-d991b607b681,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:24:11.877878 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-12c30ab0-68df-45f1-adae-a61f39caab91 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:12.044145 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-12c30ab0-68df-45f1-adae-a61f39caab91 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Floating IP 6db41fc1-208a-445b-83b0-baa501643f80 associated. External IP: 172.25.2.135, port: 8957f3de-4611-4e85-8ff2-380c7c7b67c3. May 03 23:24:12.490423 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c30ab0-68df-45f1-adae-a61f39caab91 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Router b14eb9f6-097c-47cc-a52f-f4716256d7e6 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:24:12.667551 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c30ab0-68df-45f1-adae-a61f39caab91 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:24:12.677514 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eaf968-0bbc-4885-a8d2-784e49693a29 None None] Sync routers for ids ['b14eb9f6-097c-47cc-a52f-f4716256d7e6'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:24:12.687972 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eaf968-0bbc-4885-a8d2-784e49693a29 None None] Routers {'b14eb9f6-097c-47cc-a52f-f4716256d7e6'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:24:12.688585 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-50eaf968-0bbc-4885-a8d2-784e49693a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:23:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['b14eb9f6-097c-47cc-a52f-f4716256d7e6'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:24:12.693108 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-12c30ab0-68df-45f1-adae-a61f39caab91 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:12.754485 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-12c30ab0-68df-45f1-adae-a61f39caab91 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3536289 May 03 23:24:12.755611 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e973c8d-9f84-471d-9d1c-841311557613', 'tag': '8957f3de-4611-4e85-8ff2-380c7c7b67c3'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:24:12.757352 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56642) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:24:12.764323 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-c53dd880-16ed-4bed-936e-33a857712643 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1011963632', 'description': 'tempest-secgroup-smoke-1011963632 description', 'project_id': 'a155039170ec4d75902d96b0916fd1d5'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:24:12.773046 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c53dd880-16ed-4bed-936e-33a857712643 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:24:12.776313 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c53dd880-16ed-4bed-936e-33a857712643 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Usage tracker for resource:security_group and tenant:a155039170ec4d75902d96b0916fd1d5 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:24:12.779280 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c53dd880-16ed-4bed-936e-33a857712643 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:24:12.785923 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c53dd880-16ed-4bed-936e-33a857712643 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:24:12.795979 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c53dd880-16ed-4bed-936e-33a857712643 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:12.821723 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c53dd880-16ed-4bed-936e-33a857712643 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:24:12.828063 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c53dd880-16ed-4bed-936e-33a857712643 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Usage tracker for resource:security_group_rule and tenant:a155039170ec4d75902d96b0916fd1d5 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:24:12.831229 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c53dd880-16ed-4bed-936e-33a857712643 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:24:12.842263 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c53dd880-16ed-4bed-936e-33a857712643 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:24:12.858409 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51b10abf-06dc-4c87-a160-9161580f4114'] response: {'name': 'network-changed', 'server_uuid': '5e973c8d-9f84-471d-9d1c-841311557613', 'tag': '8957f3de-4611-4e85-8ff2-380c7c7b67c3', 'status': 'completed', 'code': 200} May 03 23:24:12.898648 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-50eaf968-0bbc-4885-a8d2-784e49693a29 None None] Set router b14eb9f6-097c-47cc-a52f-f4716256d7e6 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:24:12.968119 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c53dd880-16ed-4bed-936e-33a857712643 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:12.972582 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c53dd880-16ed-4bed-936e-33a857712643 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:13.024154 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c53dd880-16ed-4bed-936e-33a857712643 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:13.026067 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c53dd880-16ed-4bed-936e-33a857712643 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2662597 May 03 23:24:13.027242 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53dd880-16ed-4bed-936e-33a857712643 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0145e02f-9ae9-47a7-a71b-9822e207e7f5,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:24:13.028303 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56650) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:24:13.034505 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-5218ea4f-39a8-428a-966c-7bb489d32643 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Request body: {'security_group_rule': {'security_group_id': '0145e02f-9ae9-47a7-a71b-9822e207e7f5', 'project_id': 'a155039170ec4d75902d96b0916fd1d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:24:13.036949 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583afef-9d88-4933-becb-642e558b3839 req-910d7eeb-c517-4880-a9b1-2ca63604c462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:24:13.038449 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e583afef-9d88-4933-becb-642e558b3839 req-910d7eeb-c517-4880-a9b1-2ca63604c462 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a155039170ec4d75902d96b0916fd1d5&device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 1097 time: 0.1577351 May 03 23:24:13.040420 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53dd880-16ed-4bed-936e-33a857712643 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:24:13.040759 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53dd880-16ed-4bed-936e-33a857712643 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:24:13.041278 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53dd880-16ed-4bed-936e-33a857712643 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:24:13.041777 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53dd880-16ed-4bed-936e-33a857712643 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:24:13.042145 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53dd880-16ed-4bed-936e-33a857712643 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:24:13.042479 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53dd880-16ed-4bed-936e-33a857712643 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:24:13.042803 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53dd880-16ed-4bed-936e-33a857712643 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:24:13.043129 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53dd880-16ed-4bed-936e-33a857712643 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:24:13.043455 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53dd880-16ed-4bed-936e-33a857712643 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:24:13.043575 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5218ea4f-39a8-428a-966c-7bb489d32643 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:24:13.043779 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53dd880-16ed-4bed-936e-33a857712643 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:24:13.044116 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53dd880-16ed-4bed-936e-33a857712643 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:24:13.044434 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53dd880-16ed-4bed-936e-33a857712643 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:24:13.048182 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5218ea4f-39a8-428a-966c-7bb489d32643 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Usage tracker for resource:security_group_rule and tenant:a155039170ec4d75902d96b0916fd1d5 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:24:13.051730 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5218ea4f-39a8-428a-966c-7bb489d32643 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:24:13.061789 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5218ea4f-39a8-428a-966c-7bb489d32643 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:24:13.081701 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5218ea4f-39a8-428a-966c-7bb489d32643 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:13.149230 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5218ea4f-39a8-428a-966c-7bb489d32643 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:13.153697 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5218ea4f-39a8-428a-966c-7bb489d32643 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:13.180115 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218ea4f-39a8-428a-966c-7bb489d32643 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd20d41f-b350-4e67-ba02-81207a699db6,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:24:13.190659 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5218ea4f-39a8-428a-966c-7bb489d32643 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:13.192031 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5218ea4f-39a8-428a-966c-7bb489d32643 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1625400 May 03 23:24:13.195088 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56654) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:24:13.200332 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-a9b7c53a-f137-4482-8021-bc538ca5d7cd tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Request body: {'security_group_rule': {'security_group_id': '0145e02f-9ae9-47a7-a71b-9822e207e7f5', 'project_id': 'a155039170ec4d75902d96b0916fd1d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:24:13.207193 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a9b7c53a-f137-4482-8021-bc538ca5d7cd tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:24:13.211943 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a9b7c53a-f137-4482-8021-bc538ca5d7cd tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Usage tracker for resource:security_group_rule and tenant:a155039170ec4d75902d96b0916fd1d5 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:24:13.214993 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a9b7c53a-f137-4482-8021-bc538ca5d7cd tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:24:13.220902 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a9b7c53a-f137-4482-8021-bc538ca5d7cd tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:24:13.239392 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a9b7c53a-f137-4482-8021-bc538ca5d7cd tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:13.289471 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-50eaf968-0bbc-4885-a8d2-784e49693a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'name': 'tempest-TestMinimumBasicScenario-815335921-router', 'tenant_id': 'a155039170ec4d75902d96b0916fd1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'efba84bc-bd08-4303-98a2-79973ac9e447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:23:18Z', 'updated_at': '2022-05-03T23:23:22Z', 'revision_number': 4, 'project_id': 'a155039170ec4d75902d96b0916fd1d5', 'gw_port': {'id': 'efba84bc-bd08-4303-98a2-79973ac9e447', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:33:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:23:19Z', 'updated_at': '2022-05-03T23:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '6db41fc1-208a-445b-83b0-baa501643f80', 'tenant_id': 'a155039170ec4d75902d96b0916fd1d5', 'floating_ip_address': '172.25.2.135', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'port_id': '8957f3de-4611-4e85-8ff2-380c7c7b67c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac2cd6e4-630e-4993-9c9c-d16f15384741', 'mac_address': 'fa:16:3e:cb:28:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e973c8d-9f84-471d-9d1c-841311557613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:24:11Z', 'updated_at': '2022-05-03T23:24:11Z', 'revision_number': 0, 'project_id': 'a155039170ec4d75902d96b0916fd1d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20313d0b-952c-406e-b14c-6a39322fbe5b', 'name': '', 'network_id': 'ac2cd6e4-630e-4993-9c9c-d16f15384741', 'tenant_id': 'a155039170ec4d75902d96b0916fd1d5', 'mac_address': 'fa:16:3e:15:f3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'd2379dc3-a726-47ab-a654-aba09e5c6074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:23:21Z', 'updated_at': '2022-05-03T23:23:28Z', 'revision_number': 5, 'project_id': 'a155039170ec4d75902d96b0916fd1d5', 'subnets': [{'id': 'd2379dc3-a726-47ab-a654-aba09e5c6074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:24:13.294592 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eaf968-0bbc-4885-a8d2-784e49693a29 None None] Checking router: b14eb9f6-097c-47cc-a52f-f4716256d7e6 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:24:13.300364 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583afef-9d88-4933-becb-642e558b3839 req-422abf14-4a33-4103-add8-91c87837fa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:24:13.301906 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e583afef-9d88-4933-becb-642e558b3839 req-422abf14-4a33-4103-add8-91c87837fa10 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac2cd6e4-630e-4993-9c9c-d16f15384741 HTTP/1.1" status: 200 len: 915 time: 0.2543147 May 03 23:24:13.303581 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a9b7c53a-f137-4482-8021-bc538ca5d7cd tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:13.303756 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eaf968-0bbc-4885-a8d2-784e49693a29 None None] Routers {'b14eb9f6-097c-47cc-a52f-f4716256d7e6'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:24:13.304432 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-50eaf968-0bbc-4885-a8d2-784e49693a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:23:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['b14eb9f6-097c-47cc-a52f-f4716256d7e6'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:24:13.307428 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a9b7c53a-f137-4482-8021-bc538ca5d7cd tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:13.331741 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b7c53a-f137-4482-8021-bc538ca5d7cd tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e28317b-975f-4df7-8502-bafc8466d98b,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:24:13.343019 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a9b7c53a-f137-4482-8021-bc538ca5d7cd tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:13.346869 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a9b7c53a-f137-4482-8021-bc538ca5d7cd tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1483240 May 03 23:24:13.347171 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56658) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:24:13.353019 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-65b907d3-ece8-4a35-8c20-657914bf49c4 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Request body: {'security_group_rule': {'security_group_id': '0145e02f-9ae9-47a7-a71b-9822e207e7f5', 'project_id': 'a155039170ec4d75902d96b0916fd1d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:24:13.359881 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-65b907d3-ece8-4a35-8c20-657914bf49c4 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:24:13.363920 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-65b907d3-ece8-4a35-8c20-657914bf49c4 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Usage tracker for resource:security_group_rule and tenant:a155039170ec4d75902d96b0916fd1d5 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:24:13.366988 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-65b907d3-ece8-4a35-8c20-657914bf49c4 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:24:13.372863 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-65b907d3-ece8-4a35-8c20-657914bf49c4 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:24:13.389978 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-65b907d3-ece8-4a35-8c20-657914bf49c4 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:13.423519 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e583afef-9d88-4933-becb-642e558b3839 req-47fa8804-3548-422d-91ab-1814e596ab4d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8957f3de-4611-4e85-8ff2-380c7c7b67c3 HTTP/1.1" status: 200 len: 1000 time: 0.1034267 May 03 23:24:13.463783 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-65b907d3-ece8-4a35-8c20-657914bf49c4 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:13.468237 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-65b907d3-ece8-4a35-8c20-657914bf49c4 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:13.490126 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b907d3-ece8-4a35-8c20-657914bf49c4 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ae545ec-f814-4635-bfd2-02ad3f22f4ff,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:24:13.492263 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583afef-9d88-4933-becb-642e558b3839 req-7133e10f-8981-4f09-87b8-b3972411a703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:24:13.493723 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e583afef-9d88-4933-becb-642e558b3839 req-7133e10f-8981-4f09-87b8-b3972411a703 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2379dc3-a726-47ab-a654-aba09e5c6074 HTTP/1.1" status: 200 len: 853 time: 0.0624123 May 03 23:24:13.495854 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-50eaf968-0bbc-4885-a8d2-784e49693a29 None None] Set router b14eb9f6-097c-47cc-a52f-f4716256d7e6 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:24:13.502238 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-65b907d3-ece8-4a35-8c20-657914bf49c4 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:13.504200 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-65b907d3-ece8-4a35-8c20-657914bf49c4 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1559110 May 03 23:24:13.506734 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56662) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:24:13.512071 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-4a7bff00-31f1-4a8e-ba4b-4a6962fe5196 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Request body: {'security_group_rule': {'security_group_id': '0145e02f-9ae9-47a7-a71b-9822e207e7f5', 'project_id': 'a155039170ec4d75902d96b0916fd1d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:24:13.519388 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4a7bff00-31f1-4a8e-ba4b-4a6962fe5196 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:24:13.524273 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4a7bff00-31f1-4a8e-ba4b-4a6962fe5196 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Usage tracker for resource:security_group_rule and tenant:a155039170ec4d75902d96b0916fd1d5 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:24:13.527736 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4a7bff00-31f1-4a8e-ba4b-4a6962fe5196 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:24:13.541538 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4a7bff00-31f1-4a8e-ba4b-4a6962fe5196 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:24:13.574873 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4a7bff00-31f1-4a8e-ba4b-4a6962fe5196 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:13.585347 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583afef-9d88-4933-becb-642e558b3839 req-a6d9e5c4-0a86-4bd7-b71d-e3f305fd32e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:24:13.587598 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e583afef-9d88-4933-becb-642e558b3839 req-a6d9e5c4-0a86-4bd7-b71d-e3f305fd32e8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac2cd6e4-630e-4993-9c9c-d16f15384741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856695 May 03 23:24:13.647334 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4a7bff00-31f1-4a8e-ba4b-4a6962fe5196 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:13.653833 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4a7bff00-31f1-4a8e-ba4b-4a6962fe5196 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:13.677284 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7bff00-31f1-4a8e-ba4b-4a6962fe5196 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b7c26f-92a1-464f-892e-4952fc9ccf67,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:24:13.688546 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4a7bff00-31f1-4a8e-ba4b-4a6962fe5196 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:13.692343 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4a7bff00-31f1-4a8e-ba4b-4a6962fe5196 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1819067 May 03 23:24:13.692571 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56666) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:24:13.698214 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-5fda5a06-ddc4-4b55-a447-9188fb79f6bb tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Request body: {'security_group_rule': {'security_group_id': '0145e02f-9ae9-47a7-a71b-9822e207e7f5', 'project_id': 'a155039170ec4d75902d96b0916fd1d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:24:13.704792 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5fda5a06-ddc4-4b55-a447-9188fb79f6bb tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:24:13.708680 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5fda5a06-ddc4-4b55-a447-9188fb79f6bb tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Usage tracker for resource:security_group_rule and tenant:a155039170ec4d75902d96b0916fd1d5 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:24:13.712683 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5fda5a06-ddc4-4b55-a447-9188fb79f6bb tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:24:13.718043 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5fda5a06-ddc4-4b55-a447-9188fb79f6bb tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:24:13.728883 n-d-811807-1 neutron-server[88069]: INFO neutron.db.securitygroups_db [None req-5fda5a06-ddc4-4b55-a447-9188fb79f6bb tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Project a155039170ec4d75902d96b0916fd1d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 23:24:13.738391 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5fda5a06-ddc4-4b55-a447-9188fb79f6bb tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:13.738880 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e583afef-9d88-4933-becb-642e558b3839 req-bca07dff-47a2-42e3-9a29-91c3e6058801 service neutron] 10.222.0.60 "GET /v2.0/networks/ac2cd6e4-630e-4993-9c9c-d16f15384741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441231 May 03 23:24:13.808511 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5fda5a06-ddc4-4b55-a447-9188fb79f6bb tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:13.813522 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5fda5a06-ddc4-4b55-a447-9188fb79f6bb tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:13.844382 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda5a06-ddc4-4b55-a447-9188fb79f6bb tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca368f9a-ce5e-4bab-b428-0bbbe1b166d5,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:24:13.858724 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5fda5a06-ddc4-4b55-a447-9188fb79f6bb tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:13.860113 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5fda5a06-ddc4-4b55-a447-9188fb79f6bb tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1666160 May 03 23:24:13.863395 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56670) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:24:13.870250 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-32980cd9-9564-4b94-a7cd-6ef53278c2eb tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Request body: {'security_group_rule': {'security_group_id': '0145e02f-9ae9-47a7-a71b-9822e207e7f5', 'project_id': 'a155039170ec4d75902d96b0916fd1d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:24:13.877157 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-32980cd9-9564-4b94-a7cd-6ef53278c2eb tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:24:13.881516 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e583afef-9d88-4933-becb-642e558b3839 req-d0fc26a5-f55f-49d3-9afc-c58cfaac2ad4 service neutron] 10.222.0.60 "GET /v2.0/networks/ac2cd6e4-630e-4993-9c9c-d16f15384741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355848 May 03 23:24:13.882036 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-32980cd9-9564-4b94-a7cd-6ef53278c2eb tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Usage tracker for resource:security_group_rule and tenant:a155039170ec4d75902d96b0916fd1d5 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:24:13.885496 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-32980cd9-9564-4b94-a7cd-6ef53278c2eb tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:24:13.888846 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-50eaf968-0bbc-4885-a8d2-784e49693a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'name': 'tempest-TestMinimumBasicScenario-815335921-router', 'tenant_id': 'a155039170ec4d75902d96b0916fd1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'efba84bc-bd08-4303-98a2-79973ac9e447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:23:18Z', 'updated_at': '2022-05-03T23:23:22Z', 'revision_number': 4, 'project_id': 'a155039170ec4d75902d96b0916fd1d5', 'gw_port': {'id': 'efba84bc-bd08-4303-98a2-79973ac9e447', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:33:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:23:19Z', 'updated_at': '2022-05-03T23:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '6db41fc1-208a-445b-83b0-baa501643f80', 'tenant_id': 'a155039170ec4d75902d96b0916fd1d5', 'floating_ip_address': '172.25.2.135', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'port_id': '8957f3de-4611-4e85-8ff2-380c7c7b67c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac2cd6e4-630e-4993-9c9c-d16f15384741', 'mac_address': 'fa:16:3e:cb:28:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e973c8d-9f84-471d-9d1c-841311557613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:24:11Z', 'updated_at': '2022-05-03T23:24:11Z', 'revision_number': 0, 'project_id': 'a155039170ec4d75902d96b0916fd1d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20313d0b-952c-406e-b14c-6a39322fbe5b', 'name': '', 'network_id': 'ac2cd6e4-630e-4993-9c9c-d16f15384741', 'tenant_id': 'a155039170ec4d75902d96b0916fd1d5', 'mac_address': 'fa:16:3e:15:f3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'd2379dc3-a726-47ab-a654-aba09e5c6074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:23:21Z', 'updated_at': '2022-05-03T23:23:28Z', 'revision_number': 5, 'project_id': 'a155039170ec4d75902d96b0916fd1d5', 'subnets': [{'id': 'd2379dc3-a726-47ab-a654-aba09e5c6074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:24:13.896870 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-32980cd9-9564-4b94-a7cd-6ef53278c2eb tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:24:13.900311 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eaf968-0bbc-4885-a8d2-784e49693a29 None None] The sync data for ids ['b14eb9f6-097c-47cc-a52f-f4716256d7e6'] in n-d-811807-1 is: [{'id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'name': 'tempest-TestMinimumBasicScenario-815335921-router', 'tenant_id': 'a155039170ec4d75902d96b0916fd1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'efba84bc-bd08-4303-98a2-79973ac9e447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:23:18Z', 'updated_at': '2022-05-03T23:23:22Z', 'revision_number': 4, 'project_id': 'a155039170ec4d75902d96b0916fd1d5', 'gw_port': {'id': 'efba84bc-bd08-4303-98a2-79973ac9e447', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:33:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:23:19Z', 'updated_at': '2022-05-03T23:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '6db41fc1-208a-445b-83b0-baa501643f80', 'tenant_id': 'a155039170ec4d75902d96b0916fd1d5', 'floating_ip_address': '172.25.2.135', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'port_id': '8957f3de-4611-4e85-8ff2-380c7c7b67c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac2cd6e4-630e-4993-9c9c-d16f15384741', 'mac_address': 'fa:16:3e:cb:28:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e973c8d-9f84-471d-9d1c-841311557613', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:24:11Z', 'updated_at': '2022-05-03T23:24:11Z', 'revision_number': 0, 'project_id': 'a155039170ec4d75902d96b0916fd1d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20313d0b-952c-406e-b14c-6a39322fbe5b', 'name': '', 'network_id': 'ac2cd6e4-630e-4993-9c9c-d16f15384741', 'tenant_id': 'a155039170ec4d75902d96b0916fd1d5', 'mac_address': 'fa:16:3e:15:f3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'd2379dc3-a726-47ab-a654-aba09e5c6074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:23:21Z', 'updated_at': '2022-05-03T23:23:28Z', 'revision_number': 5, 'project_id': 'a155039170ec4d75902d96b0916fd1d5', 'subnets': [{'id': 'd2379dc3-a726-47ab-a654-aba09e5c6074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:24:13.910132 n-d-811807-1 neutron-server[88069]: INFO neutron.db.securitygroups_db [None req-32980cd9-9564-4b94-a7cd-6ef53278c2eb tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Project a155039170ec4d75902d96b0916fd1d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 23:24:13.917393 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-32980cd9-9564-4b94-a7cd-6ef53278c2eb tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:13.992475 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-32980cd9-9564-4b94-a7cd-6ef53278c2eb tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:13.996237 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-32980cd9-9564-4b94-a7cd-6ef53278c2eb tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:14.020051 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32980cd9-9564-4b94-a7cd-6ef53278c2eb tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c5550d2-f588-4d5e-ab65-283d34e3770a,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:24:14.028632 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-32980cd9-9564-4b94-a7cd-6ef53278c2eb tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:14.029788 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-32980cd9-9564-4b94-a7cd-6ef53278c2eb tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1654363 May 03 23:24:14.108386 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc89fa4-79ab-42b6-b838-edd226da8d0c None None] New status for floating IP 6db41fc1-208a-445b-83b0-baa501643f80: ACTIVE {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:24:14.151672 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-375d834a-0750-42e7-9b80-57a101f2ca3d req-d9d3f1e3-6798-41e9-9fb1-96048216c904 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1011963632&fields=id&tenant_id=a155039170ec4d75902d96b0916fd1d5 HTTP/1.1" status: 200 len: 267 time: 0.0389223 May 03 23:24:14.233444 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d834a-0750-42e7-9b80-57a101f2ca3d req-58d1a258-f6a6-4e52-9c02-9450c0ca85f6 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:24:14.235098 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-375d834a-0750-42e7-9b80-57a101f2ca3d req-58d1a258-f6a6-4e52-9c02-9450c0ca85f6 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 946 time: 0.0779572 May 03 23:24:14.246288 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-375d834a-0750-42e7-9b80-57a101f2ca3d req-274c80e8-ad99-4ab9-b7e2-27b1f1179554 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Request body: {'port': {'security_groups': ['2f3a88ef-8e3c-448a-bc01-31b85520f2ed', '0145e02f-9ae9-47a7-a71b-9822e207e7f5']}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:24:14.367086 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-375d834a-0750-42e7-9b80-57a101f2ca3d req-274c80e8-ad99-4ab9-b7e2-27b1f1179554 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:14.634825 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-375d834a-0750-42e7-9b80-57a101f2ca3d req-274c80e8-ad99-4ab9-b7e2-27b1f1179554 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] For port 8957f3de-4611-4e85-8ff2-380c7c7b67c3, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=8957f3de-4611-4e85-8ff2-380c7c7b67c3,segment=NetworkSegment(00008543-9b80-4b23-b88c-0071b433cb94),segment_id=00008543-9b80-4b23-b88c-0071b433cb94)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:24:14.658758 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-375d834a-0750-42e7-9b80-57a101f2ca3d req-274c80e8-ad99-4ab9-b7e2-27b1f1179554 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:14.663271 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-375d834a-0750-42e7-9b80-57a101f2ca3d req-274c80e8-ad99-4ab9-b7e2-27b1f1179554 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:14.674510 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['8957f3de-4611-4e85-8ff2-380c7c7b67c3'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:24:14.731181 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d834a-0750-42e7-9b80-57a101f2ca3d req-274c80e8-ad99-4ab9-b7e2-27b1f1179554 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:24:14.731796 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-375d834a-0750-42e7-9b80-57a101f2ca3d req-274c80e8-ad99-4ab9-b7e2-27b1f1179554 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:14.733153 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-375d834a-0750-42e7-9b80-57a101f2ca3d req-274c80e8-ad99-4ab9-b7e2-27b1f1179554 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "PUT /v2.0/ports/8957f3de-4611-4e85-8ff2-380c7c7b67c3 HTTP/1.1" status: 200 len: 982 time: 0.4913318 May 03 23:24:14.753473 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c80e8-ad99-4ab9-b7e2-27b1f1179554 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Pushing event updated for resources: {'Port': ['ID=8957f3de-4611-4e85-8ff2-380c7c7b67c3,revision_number=6']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:24:14.794025 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['8957f3de-4611-4e85-8ff2-380c7c7b67c3'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:24:14.992625 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e973c8d-9f84-471d-9d1c-841311557613', 'tag': '8957f3de-4611-4e85-8ff2-380c7c7b67c3'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:24:15.042261 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b9e6694-f5a7-4697-bc32-76021156c1c9'] response: {'name': 'network-changed', 'server_uuid': '5e973c8d-9f84-471d-9d1c-841311557613', 'tag': '8957f3de-4611-4e85-8ff2-380c7c7b67c3', 'status': 'completed', 'code': 200} May 03 23:24:15.051915 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0ce69-9419-47a2-a91d-967b2dc7c904 req-5b96accc-27ac-46ba-8081-6436319514ca tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:24:15.053532 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-77a0ce69-9419-47a2-a91d-967b2dc7c904 req-5b96accc-27ac-46ba-8081-6436319514ca tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 985 time: 0.2198980 May 03 23:24:15.060028 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-89dd3923-75e6-4b57-839e-da4d6e2d21ea None None] Provisioning complete for port 8957f3de-4611-4e85-8ff2-380c7c7b67c3 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:24:15.060552 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-89dd3923-75e6-4b57-839e-da4d6e2d21ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:15.103546 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-77a0ce69-9419-47a2-a91d-967b2dc7c904 req-6f84d19d-1c81-41cb-a609-99833060e129 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/security-groups?id=0145e02f-9ae9-47a7-a71b-9822e207e7f5&id=2f3a88ef-8e3c-448a-bc01-31b85520f2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430954 May 03 23:24:15.139307 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d78f0-68ca-4d45-8dbb-bdda9795ecbe req-8f1f3d62-c1c5-4957-bf49-2b69f917dbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:24:15.140840 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-de1d78f0-68ca-4d45-8dbb-bdda9795ecbe req-8f1f3d62-c1c5-4957-bf49-2b69f917dbae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a155039170ec4d75902d96b0916fd1d5&device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 1136 time: 0.0735121 May 03 23:24:15.272955 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d78f0-68ca-4d45-8dbb-bdda9795ecbe req-1287064d-620c-48ea-a65c-3a19b2137b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:24:15.274428 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-de1d78f0-68ca-4d45-8dbb-bdda9795ecbe req-1287064d-620c-48ea-a65c-3a19b2137b71 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac2cd6e4-630e-4993-9c9c-d16f15384741 HTTP/1.1" status: 200 len: 915 time: 0.1267822 May 03 23:24:15.379092 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-de1d78f0-68ca-4d45-8dbb-bdda9795ecbe req-59d73668-fac7-45c4-89a4-de2d637c73ec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8957f3de-4611-4e85-8ff2-380c7c7b67c3 HTTP/1.1" status: 200 len: 1002 time: 0.0977871 May 03 23:24:15.453767 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d78f0-68ca-4d45-8dbb-bdda9795ecbe req-05d67711-071f-47db-9aea-c88b6c9489ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:24:15.453767 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-de1d78f0-68ca-4d45-8dbb-bdda9795ecbe req-05d67711-071f-47db-9aea-c88b6c9489ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2379dc3-a726-47ab-a654-aba09e5c6074 HTTP/1.1" status: 200 len: 853 time: 0.0673811 May 03 23:24:15.532305 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d78f0-68ca-4d45-8dbb-bdda9795ecbe req-01a8e9a9-f88a-4f97-9fb1-bd0002276ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:24:15.534166 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-de1d78f0-68ca-4d45-8dbb-bdda9795ecbe req-01a8e9a9-f88a-4f97-9fb1-bd0002276ac0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac2cd6e4-630e-4993-9c9c-d16f15384741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745299 May 03 23:24:15.678840 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-de1d78f0-68ca-4d45-8dbb-bdda9795ecbe req-02d5a446-779c-497e-8628-7ff8609b7f0b service neutron] 10.222.0.60 "GET /v2.0/networks/ac2cd6e4-630e-4993-9c9c-d16f15384741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336877 May 03 23:24:15.809400 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-de1d78f0-68ca-4d45-8dbb-bdda9795ecbe req-45e87981-0c18-4f86-9629-66203c0ee308 service neutron] 10.222.0.60 "GET /v2.0/networks/ac2cd6e4-630e-4993-9c9c-d16f15384741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227336 May 03 23:24:23.026301 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-88217629-e143-4724-bf66-2ac4e5beb862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:24.948182 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:25.604065 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7f227cdc-30f6-4b09-9855-ce1f08707450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:26.427621 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:26.483365 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:27.804263 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:28.505458 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:31.408539 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be93c5e-b6de-44d8-b85b-58ec95ac886b req-ceba81ba-4980-4324-a6b3-571528586bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:24:31.410047 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1be93c5e-b6de-44d8-b85b-58ec95ac886b req-ceba81ba-4980-4324-a6b3-571528586bb6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a155039170ec4d75902d96b0916fd1d5&device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 1136 time: 0.0699575 May 03 23:24:31.451516 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee087e-5fcd-4d0a-9c0c-e12d86c9e019 req-fdb2be34-3fed-4018-8666-5f1ea842e1ba tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:24:31.453074 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8fee087e-5fcd-4d0a-9c0c-e12d86c9e019 req-fdb2be34-3fed-4018-8666-5f1ea842e1ba tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 985 time: 0.0840192 May 03 23:24:31.498364 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8fee087e-5fcd-4d0a-9c0c-e12d86c9e019 req-9b323aed-8ceb-4a43-8b5f-569d255e8390 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/security-groups?id=0145e02f-9ae9-47a7-a71b-9822e207e7f5&id=2f3a88ef-8e3c-448a-bc01-31b85520f2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394554 May 03 23:24:31.544043 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be93c5e-b6de-44d8-b85b-58ec95ac886b req-cf3dea9f-9f75-4444-a89c-39892af6f556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:24:31.545506 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1be93c5e-b6de-44d8-b85b-58ec95ac886b req-cf3dea9f-9f75-4444-a89c-39892af6f556 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac2cd6e4-630e-4993-9c9c-d16f15384741 HTTP/1.1" status: 200 len: 915 time: 0.1265404 May 03 23:24:31.760184 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1be93c5e-b6de-44d8-b85b-58ec95ac886b req-852c7e04-f05c-4b4c-ac0e-bb753bcc92d9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8957f3de-4611-4e85-8ff2-380c7c7b67c3 HTTP/1.1" status: 200 len: 1002 time: 0.2078204 May 03 23:24:31.825316 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be93c5e-b6de-44d8-b85b-58ec95ac886b req-36ce0fbf-e895-4131-8a0c-b62a4b51624f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:24:31.826704 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1be93c5e-b6de-44d8-b85b-58ec95ac886b req-36ce0fbf-e895-4131-8a0c-b62a4b51624f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2379dc3-a726-47ab-a654-aba09e5c6074 HTTP/1.1" status: 200 len: 853 time: 0.0581527 May 03 23:24:31.898762 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be93c5e-b6de-44d8-b85b-58ec95ac886b req-9d625fd7-a99f-47cd-85e9-0f6b2050e66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:24:31.900190 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1be93c5e-b6de-44d8-b85b-58ec95ac886b req-9d625fd7-a99f-47cd-85e9-0f6b2050e66f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac2cd6e4-630e-4993-9c9c-d16f15384741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675614 May 03 23:24:32.036376 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1be93c5e-b6de-44d8-b85b-58ec95ac886b req-95a35d98-e000-4b1d-9a24-929651c7b95e service neutron] 10.222.0.60 "GET /v2.0/networks/ac2cd6e4-630e-4993-9c9c-d16f15384741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203766 May 03 23:24:32.168155 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1be93c5e-b6de-44d8-b85b-58ec95ac886b req-ed22eddc-74c6-4bb6-b1c9-8845132ad68c service neutron] 10.222.0.60 "GET /v2.0/networks/ac2cd6e4-630e-4993-9c9c-d16f15384741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238351 May 03 23:24:32.685467 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26896fb8-beae-422b-8af6-7313824fba5d req-cb70c187-fa85-4d78-8ff5-c414be9814de tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:24:32.686920 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-26896fb8-beae-422b-8af6-7313824fba5d req-cb70c187-fa85-4d78-8ff5-c414be9814de tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 985 time: 0.0796645 May 03 23:24:32.731310 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-26896fb8-beae-422b-8af6-7313824fba5d req-e0ba8728-f429-47fd-8663-d9ae9e67bf0d tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/security-groups?id=0145e02f-9ae9-47a7-a71b-9822e207e7f5&id=2f3a88ef-8e3c-448a-bc01-31b85520f2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386689 May 03 23:24:33.918283 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6edd5-eb51-4a45-b010-5ab026a50061 req-92e965bb-eb11-4c4e-a269-30dfbc508519 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:24:33.919746 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-68e6edd5-eb51-4a45-b010-5ab026a50061 req-92e965bb-eb11-4c4e-a269-30dfbc508519 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 985 time: 0.0822949 May 03 23:24:33.965464 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-68e6edd5-eb51-4a45-b010-5ab026a50061 req-bf7155dc-84e6-4161-ade5-21faa0ee4d88 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/security-groups?id=0145e02f-9ae9-47a7-a71b-9822e207e7f5&id=2f3a88ef-8e3c-448a-bc01-31b85520f2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400836 May 03 23:24:35.145071 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b75178-683a-4521-a0a5-2769bad8d271 req-daef49be-be32-4629-ac03-24fcba59d839 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:24:35.146529 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c1b75178-683a-4521-a0a5-2769bad8d271 req-daef49be-be32-4629-ac03-24fcba59d839 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 985 time: 0.0784140 May 03 23:24:35.195380 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c1b75178-683a-4521-a0a5-2769bad8d271 req-9068efa4-7e55-435f-aa78-1699797f674b tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/security-groups?id=0145e02f-9ae9-47a7-a71b-9822e207e7f5&id=2f3a88ef-8e3c-448a-bc01-31b85520f2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426395 May 03 23:24:36.379907 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8621fe1-806b-46d4-9836-2685a62025ab req-4c7f6189-56e2-4000-a8b4-8754caa0fb97 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:24:36.381893 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a8621fe1-806b-46d4-9836-2685a62025ab req-4c7f6189-56e2-4000-a8b4-8754caa0fb97 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 985 time: 0.0797596 May 03 23:24:36.428378 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a8621fe1-806b-46d4-9836-2685a62025ab req-f72c9aa0-6150-47ae-a076-cfaa868cff3c tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/security-groups?id=0145e02f-9ae9-47a7-a71b-9822e207e7f5&id=2f3a88ef-8e3c-448a-bc01-31b85520f2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397072 May 03 23:24:37.613836 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4844c0-f898-410b-99b5-b89f95140c42 req-7524a9c9-4151-4309-a50b-99e8617489e7 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:24:37.615313 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1d4844c0-f898-410b-99b5-b89f95140c42 req-7524a9c9-4151-4309-a50b-99e8617489e7 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 985 time: 0.0840905 May 03 23:24:37.662319 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1d4844c0-f898-410b-99b5-b89f95140c42 req-4bf6b294-abc9-492f-af13-549ce5ace288 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/security-groups?id=0145e02f-9ae9-47a7-a71b-9822e207e7f5&id=2f3a88ef-8e3c-448a-bc01-31b85520f2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411706 May 03 23:24:38.840925 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4e4de-529c-412e-b846-a2afe6fd1110 req-796cca41-a4fe-4665-a85e-480e61fbe522 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:24:38.842380 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c4d4e4de-529c-412e-b846-a2afe6fd1110 req-796cca41-a4fe-4665-a85e-480e61fbe522 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 985 time: 0.0784388 May 03 23:24:38.887559 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c4d4e4de-529c-412e-b846-a2afe6fd1110 req-e5a02081-6fd1-47ca-9930-17a5009ebe9a tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/security-groups?id=0145e02f-9ae9-47a7-a71b-9822e207e7f5&id=2f3a88ef-8e3c-448a-bc01-31b85520f2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395739 May 03 23:24:40.079364 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03dc8e-6722-4ba6-8d3e-cad68757fecb req-ead62b82-87c2-40f0-a2a3-88761417a22f tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:24:40.080831 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c03dc8e-6722-4ba6-8d3e-cad68757fecb req-ead62b82-87c2-40f0-a2a3-88761417a22f tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 985 time: 0.0850427 May 03 23:24:40.127482 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c03dc8e-6722-4ba6-8d3e-cad68757fecb req-63220f65-1960-4123-b79d-6273448055d2 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/security-groups?id=0145e02f-9ae9-47a7-a71b-9822e207e7f5&id=2f3a88ef-8e3c-448a-bc01-31b85520f2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407887 May 03 23:24:41.312025 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db2768-0b27-49dd-8f97-f4a2445e64df req-f10c2c78-846f-41ea-809f-88b385f1e205 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:24:41.313472 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3db2768-0b27-49dd-8f97-f4a2445e64df req-f10c2c78-846f-41ea-809f-88b385f1e205 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 985 time: 0.0830793 May 03 23:24:41.360129 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3db2768-0b27-49dd-8f97-f4a2445e64df req-79f743ed-9d6c-4acb-b8b7-bb27663ea28c tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/security-groups?id=0145e02f-9ae9-47a7-a71b-9822e207e7f5&id=2f3a88ef-8e3c-448a-bc01-31b85520f2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404873 May 03 23:24:42.544381 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9e35d-1531-40b0-8d99-0597f4bf4567 req-525ec07f-c750-4d66-b83a-33ef47ac6f33 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:24:42.545868 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1ac9e35d-1531-40b0-8d99-0597f4bf4567 req-525ec07f-c750-4d66-b83a-33ef47ac6f33 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 985 time: 0.0818832 May 03 23:24:42.591675 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1ac9e35d-1531-40b0-8d99-0597f4bf4567 req-573c9c15-c550-4497-85dd-f3d01938e552 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/security-groups?id=0145e02f-9ae9-47a7-a71b-9822e207e7f5&id=2f3a88ef-8e3c-448a-bc01-31b85520f2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400064 May 03 23:24:43.775770 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173b937-f45c-4a14-8133-3a423413bf3f req-b9b7159b-47da-4dfb-b37f-6577555dcc3a tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:24:43.778164 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7173b937-f45c-4a14-8133-3a423413bf3f req-b9b7159b-47da-4dfb-b37f-6577555dcc3a tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 985 time: 0.0803971 May 03 23:24:43.828820 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7173b937-f45c-4a14-8133-3a423413bf3f req-a93b9d12-1b99-464b-bb22-f95e8e996696 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/security-groups?id=0145e02f-9ae9-47a7-a71b-9822e207e7f5&id=2f3a88ef-8e3c-448a-bc01-31b85520f2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448098 May 03 23:24:45.245307 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:24:53.027207 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ddd2ff4b-1eb3-4801-9061-4913517dee64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:54.949933 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:55.604295 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f26844b0-d2e7-4159-8e9c-e11d3870465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:56.431994 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:56.485473 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:57.806810 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:24:58.500699 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:03.306581 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ab69c5da-dde6-41bc-92e9-4c623848c974 req-7511d5a7-a32d-4350-87b8-b19ad24a0b45 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0735929 May 03 23:25:03.447442 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69c5da-dde6-41bc-92e9-4c623848c974 req-a6d0e5d6-4976-47c9-bfdc-60f2607fcdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:25:03.449608 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ab69c5da-dde6-41bc-92e9-4c623848c974 req-a6d0e5d6-4976-47c9-bfdc-60f2607fcdde service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a155039170ec4d75902d96b0916fd1d5&device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 1136 time: 0.0745168 May 03 23:25:03.593218 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69c5da-dde6-41bc-92e9-4c623848c974 req-6b9235a6-e839-406d-ab9a-bbcf9b1a100b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:25:03.594755 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ab69c5da-dde6-41bc-92e9-4c623848c974 req-6b9235a6-e839-406d-ab9a-bbcf9b1a100b service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac2cd6e4-630e-4993-9c9c-d16f15384741 HTTP/1.1" status: 200 len: 915 time: 0.1263671 May 03 23:25:03.697352 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ab69c5da-dde6-41bc-92e9-4c623848c974 req-af5bad3f-25c7-48bf-836e-f4b86d22ec6a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8957f3de-4611-4e85-8ff2-380c7c7b67c3 HTTP/1.1" status: 200 len: 1002 time: 0.0954528 May 03 23:25:03.759706 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69c5da-dde6-41bc-92e9-4c623848c974 req-d48aa041-3f84-40a3-83e2-e2808e76474c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:25:03.761134 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ab69c5da-dde6-41bc-92e9-4c623848c974 req-d48aa041-3f84-40a3-83e2-e2808e76474c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2379dc3-a726-47ab-a654-aba09e5c6074 HTTP/1.1" status: 200 len: 853 time: 0.0571551 May 03 23:25:03.838696 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69c5da-dde6-41bc-92e9-4c623848c974 req-0acc4914-4e29-41e7-8d2b-5561bf70fd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:25:03.841311 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ab69c5da-dde6-41bc-92e9-4c623848c974 req-0acc4914-4e29-41e7-8d2b-5561bf70fd80 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac2cd6e4-630e-4993-9c9c-d16f15384741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731471 May 03 23:25:03.973917 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ab69c5da-dde6-41bc-92e9-4c623848c974 req-0edd6aae-77b3-42b2-b65c-dcfa8d7bbe7f service neutron] 10.222.0.60 "GET /v2.0/networks/ac2cd6e4-630e-4993-9c9c-d16f15384741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253655 May 03 23:25:04.109227 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ab69c5da-dde6-41bc-92e9-4c623848c974 req-15d06fbc-4f6a-477b-b4e4-bec538380acd service neutron] 10.222.0.60 "GET /v2.0/networks/ac2cd6e4-630e-4993-9c9c-d16f15384741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221778 May 03 23:25:16.223006 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-221b6e42-28eb-4d3d-84e6-b6fcbd2eecee req-3214e4d8-aa57-4c45-ae6b-d14bc8bed5cf tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1011963632&fields=id&tenant_id=a155039170ec4d75902d96b0916fd1d5 HTTP/1.1" status: 200 len: 267 time: 0.0391219 May 03 23:25:16.305760 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b6e42-28eb-4d3d-84e6-b6fcbd2eecee req-1f39fa66-5e7c-45dc-a62d-50b523181171 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:25:16.307469 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-221b6e42-28eb-4d3d-84e6-b6fcbd2eecee req-1f39fa66-5e7c-45dc-a62d-50b523181171 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 985 time: 0.0793395 May 03 23:25:16.318498 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-221b6e42-28eb-4d3d-84e6-b6fcbd2eecee req-ec3c0048-d6f7-4c3f-a512-5fee2b35cf1a tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Request body: {'port': {'security_groups': ['2f3a88ef-8e3c-448a-bc01-31b85520f2ed']}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:25:16.438087 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-221b6e42-28eb-4d3d-84e6-b6fcbd2eecee req-ec3c0048-d6f7-4c3f-a512-5fee2b35cf1a tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:16.675899 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-221b6e42-28eb-4d3d-84e6-b6fcbd2eecee req-ec3c0048-d6f7-4c3f-a512-5fee2b35cf1a tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] For port 8957f3de-4611-4e85-8ff2-380c7c7b67c3, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=8957f3de-4611-4e85-8ff2-380c7c7b67c3,segment=NetworkSegment(00008543-9b80-4b23-b88c-0071b433cb94),segment_id=00008543-9b80-4b23-b88c-0071b433cb94)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:25:16.700244 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-221b6e42-28eb-4d3d-84e6-b6fcbd2eecee req-ec3c0048-d6f7-4c3f-a512-5fee2b35cf1a tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:16.704658 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-221b6e42-28eb-4d3d-84e6-b6fcbd2eecee req-ec3c0048-d6f7-4c3f-a512-5fee2b35cf1a tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:16.717210 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['8957f3de-4611-4e85-8ff2-380c7c7b67c3'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:25:16.775032 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b6e42-28eb-4d3d-84e6-b6fcbd2eecee req-ec3c0048-d6f7-4c3f-a512-5fee2b35cf1a tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:25:16.775654 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-221b6e42-28eb-4d3d-84e6-b6fcbd2eecee req-ec3c0048-d6f7-4c3f-a512-5fee2b35cf1a tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:16.777032 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-221b6e42-28eb-4d3d-84e6-b6fcbd2eecee req-ec3c0048-d6f7-4c3f-a512-5fee2b35cf1a tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "PUT /v2.0/ports/8957f3de-4611-4e85-8ff2-380c7c7b67c3 HTTP/1.1" status: 200 len: 943 time: 0.4635491 May 03 23:25:16.777477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e973c8d-9f84-471d-9d1c-841311557613', 'tag': '8957f3de-4611-4e85-8ff2-380c7c7b67c3'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:25:16.785030 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56726) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:25:16.799305 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c0048-d6f7-4c3f-a512-5fee2b35cf1a tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Pushing event updated for resources: {'Port': ['ID=8957f3de-4611-4e85-8ff2-380c7c7b67c3,revision_number=7']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:16.808378 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3c0048-d6f7-4c3f-a512-5fee2b35cf1a tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:16.808736 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3c0048-d6f7-4c3f-a512-5fee2b35cf1a tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:16.809071 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3c0048-d6f7-4c3f-a512-5fee2b35cf1a tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:16.809405 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3c0048-d6f7-4c3f-a512-5fee2b35cf1a tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:16.809734 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3c0048-d6f7-4c3f-a512-5fee2b35cf1a tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:16.810089 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3c0048-d6f7-4c3f-a512-5fee2b35cf1a tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:16.810420 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3c0048-d6f7-4c3f-a512-5fee2b35cf1a tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:16.810744 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3c0048-d6f7-4c3f-a512-5fee2b35cf1a tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:16.811069 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3c0048-d6f7-4c3f-a512-5fee2b35cf1a tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:16.811394 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3c0048-d6f7-4c3f-a512-5fee2b35cf1a tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:16.811714 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3c0048-d6f7-4c3f-a512-5fee2b35cf1a tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:16.812213 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3c0048-d6f7-4c3f-a512-5fee2b35cf1a tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:16.847403 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['8957f3de-4611-4e85-8ff2-380c7c7b67c3'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:25:16.866635 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b1e3155-418d-4aae-8565-bd2e4b6a3a2f'] response: {'name': 'network-changed', 'server_uuid': '5e973c8d-9f84-471d-9d1c-841311557613', 'tag': '8957f3de-4611-4e85-8ff2-380c7c7b67c3', 'status': 'completed', 'code': 200} May 03 23:25:16.954688 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3ee47ca4-9374-4ac7-a280-c2cf4994256f tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:16.994901 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3ee47ca4-9374-4ac7-a280-c2cf4994256f tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:17.038786 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d40767-d756-4aaf-b2bc-edda911fca41 req-b62b6f9f-a172-4111-b8fd-da86b37820cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:25:17.040150 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-47d40767-d756-4aaf-b2bc-edda911fca41 req-b62b6f9f-a172-4111-b8fd-da86b37820cb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a155039170ec4d75902d96b0916fd1d5&device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 1097 time: 0.1459956 May 03 23:25:17.092069 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-12ab2449-4699-4f32-9e5a-e308eb4d4ce1 None None] Provisioning complete for port 8957f3de-4611-4e85-8ff2-380c7c7b67c3 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:25:17.092432 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-12ab2449-4699-4f32-9e5a-e308eb4d4ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:17.268134 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3ee47ca4-9374-4ac7-a280-c2cf4994256f tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:17.289517 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee47ca4-9374-4ac7-a280-c2cf4994256f tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0145e02f-9ae9-47a7-a71b-9822e207e7f5,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:17.302171 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee47ca4-9374-4ac7-a280-c2cf4994256f tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:17.302521 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee47ca4-9374-4ac7-a280-c2cf4994256f tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:17.302857 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee47ca4-9374-4ac7-a280-c2cf4994256f tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:17.303193 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee47ca4-9374-4ac7-a280-c2cf4994256f tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:17.303523 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee47ca4-9374-4ac7-a280-c2cf4994256f tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:17.303849 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee47ca4-9374-4ac7-a280-c2cf4994256f tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:17.304174 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee47ca4-9374-4ac7-a280-c2cf4994256f tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:17.304495 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee47ca4-9374-4ac7-a280-c2cf4994256f tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:17.304817 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee47ca4-9374-4ac7-a280-c2cf4994256f tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:17.305135 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee47ca4-9374-4ac7-a280-c2cf4994256f tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:17.305452 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee47ca4-9374-4ac7-a280-c2cf4994256f tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:17.306033 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee47ca4-9374-4ac7-a280-c2cf4994256f tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:17.321527 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3ee47ca4-9374-4ac7-a280-c2cf4994256f tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:17.322670 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3ee47ca4-9374-4ac7-a280-c2cf4994256f tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "DELETE /v2.0/security-groups/0145e02f-9ae9-47a7-a71b-9822e207e7f5 HTTP/1.1" status: 204 len: 168 time: 0.5340967 May 03 23:25:17.325434 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56730) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:25:17.330017 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d40767-d756-4aaf-b2bc-edda911fca41 req-67f9cf27-6234-49df-bb64-f98610b28378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:25:17.331429 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-47d40767-d756-4aaf-b2bc-edda911fca41 req-67f9cf27-6234-49df-bb64-f98610b28378 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac2cd6e4-630e-4993-9c9c-d16f15384741 HTTP/1.1" status: 200 len: 915 time: 0.2840691 May 03 23:25:17.433165 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-47d40767-d756-4aaf-b2bc-edda911fca41 req-9207b551-4310-4c33-acc2-3455a98a0e2a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8957f3de-4611-4e85-8ff2-380c7c7b67c3 HTTP/1.1" status: 200 len: 1002 time: 0.0951037 May 03 23:25:17.495699 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d40767-d756-4aaf-b2bc-edda911fca41 req-a84045dc-c57a-4085-a29a-633521e6586a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:25:17.497079 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-47d40767-d756-4aaf-b2bc-edda911fca41 req-a84045dc-c57a-4085-a29a-633521e6586a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2379dc3-a726-47ab-a654-aba09e5c6074 HTTP/1.1" status: 200 len: 853 time: 0.0579829 May 03 23:25:17.579678 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d40767-d756-4aaf-b2bc-edda911fca41 req-fa8f9c5a-9df9-448a-8304-85efc6890cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:25:17.581173 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-47d40767-d756-4aaf-b2bc-edda911fca41 req-fa8f9c5a-9df9-448a-8304-85efc6890cbd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac2cd6e4-630e-4993-9c9c-d16f15384741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775123 May 03 23:25:17.635979 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-75b27552-c6ce-4025-890c-7c3440dcd447 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Deleting port b3a059fe-d89e-464b-8f95-d991b607b681 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:25:17.636330 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-75b27552-c6ce-4025-890c-7c3440dcd447 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:17.713085 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-47d40767-d756-4aaf-b2bc-edda911fca41 req-6e48ccf0-f16c-44b2-a83a-ca15336b3c1b service neutron] 10.222.0.60 "GET /v2.0/networks/ac2cd6e4-630e-4993-9c9c-d16f15384741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256888 May 03 23:25:17.799333 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-75b27552-c6ce-4025-890c-7c3440dcd447 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:17.799594 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-75b27552-c6ce-4025-890c-7c3440dcd447 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:17.844284 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-47d40767-d756-4aaf-b2bc-edda911fca41 req-7276fcb7-4a7e-4d81-a9d4-384e4876123b service neutron] 10.222.0.60 "GET /v2.0/networks/ac2cd6e4-630e-4993-9c9c-d16f15384741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243610 May 03 23:25:17.924017 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-75b27552-c6ce-4025-890c-7c3440dcd447 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Calling delete_port for b3a059fe-d89e-464b-8f95-d991b607b681 owned by network:floatingip {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:25:18.074141 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-75b27552-c6ce-4025-890c-7c3440dcd447 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:18.121596 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b27552-c6ce-4025-890c-7c3440dcd447 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Pushing event deleted for resources: {'Port': ['ID=b3a059fe-d89e-464b-8f95-d991b607b681,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:18.211310 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-75b27552-c6ce-4025-890c-7c3440dcd447 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks [] for floatingip, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:18.211597 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-75b27552-c6ce-4025-890c-7c3440dcd447 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Floating IP 6db41fc1-208a-445b-83b0-baa501643f80 disassociated (deleted). External IP: 172.25.2.135, port: 8957f3de-4611-4e85-8ff2-380c7c7b67c3. May 03 23:25:18.554826 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b27552-c6ce-4025-890c-7c3440dcd447 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Router b14eb9f6-097c-47cc-a52f-f4716256d7e6 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:25:18.728236 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b27552-c6ce-4025-890c-7c3440dcd447 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:25:18.738257 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3110a8d5-01b0-48f4-af22-b66ac97f9ac5 None None] Sync routers for ids ['b14eb9f6-097c-47cc-a52f-f4716256d7e6'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:25:18.743980 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-75b27552-c6ce-4025-890c-7c3440dcd447 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:18.747991 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3110a8d5-01b0-48f4-af22-b66ac97f9ac5 None None] Routers {'b14eb9f6-097c-47cc-a52f-f4716256d7e6'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:25:18.748613 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-3110a8d5-01b0-48f4-af22-b66ac97f9ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:24:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['b14eb9f6-097c-47cc-a52f-f4716256d7e6'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:25:18.803037 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-75b27552-c6ce-4025-890c-7c3440dcd447 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "DELETE /v2.0/floatingips/6db41fc1-208a-445b-83b0-baa501643f80 HTTP/1.1" status: 204 len: 168 time: 1.4737387 May 03 23:25:18.867351 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e973c8d-9f84-471d-9d1c-841311557613', 'tag': '8957f3de-4611-4e85-8ff2-380c7c7b67c3'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:25:18.917013 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de4f4bbe-5383-4fac-b115-902229d29eeb'] response: {'name': 'network-changed', 'server_uuid': '5e973c8d-9f84-471d-9d1c-841311557613', 'tag': '8957f3de-4611-4e85-8ff2-380c7c7b67c3', 'status': 'completed', 'code': 200} May 03 23:25:18.940442 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-3110a8d5-01b0-48f4-af22-b66ac97f9ac5 None None] Set router b14eb9f6-097c-47cc-a52f-f4716256d7e6 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:25:19.008305 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62821a75-dbf4-4d44-89ce-d68fbcb1758e req-7ef83ce6-3f58-4ca5-923e-f2d53bd41109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:25:19.010052 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-62821a75-dbf4-4d44-89ce-d68fbcb1758e req-7ef83ce6-3f58-4ca5-923e-f2d53bd41109 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a155039170ec4d75902d96b0916fd1d5&device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 1097 time: 0.0721402 May 03 23:25:19.158164 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62821a75-dbf4-4d44-89ce-d68fbcb1758e req-1b1555d4-b485-4e72-b0cd-55cdb619858b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:25:19.159741 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-62821a75-dbf4-4d44-89ce-d68fbcb1758e req-1b1555d4-b485-4e72-b0cd-55cdb619858b service neutron] 10.222.0.60 "GET /v2.0/networks?id=ac2cd6e4-630e-4993-9c9c-d16f15384741 HTTP/1.1" status: 200 len: 915 time: 0.1437247 May 03 23:25:19.235741 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-62821a75-dbf4-4d44-89ce-d68fbcb1758e req-9c7fdf00-7880-44df-9157-c1e622d925a7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8957f3de-4611-4e85-8ff2-380c7c7b67c3 HTTP/1.1" status: 200 len: 217 time: 0.0688999 May 03 23:25:19.300300 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62821a75-dbf4-4d44-89ce-d68fbcb1758e req-b2c9d708-6bb9-4fe7-80f6-4be437a87742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:25:19.302275 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-62821a75-dbf4-4d44-89ce-d68fbcb1758e req-b2c9d708-6bb9-4fe7-80f6-4be437a87742 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d2379dc3-a726-47ab-a654-aba09e5c6074 HTTP/1.1" status: 200 len: 853 time: 0.0603540 May 03 23:25:19.319741 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-3110a8d5-01b0-48f4-af22-b66ac97f9ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'name': 'tempest-TestMinimumBasicScenario-815335921-router', 'tenant_id': 'a155039170ec4d75902d96b0916fd1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'efba84bc-bd08-4303-98a2-79973ac9e447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:23:18Z', 'updated_at': '2022-05-03T23:23:22Z', 'revision_number': 4, 'project_id': 'a155039170ec4d75902d96b0916fd1d5', 'gw_port': {'id': 'efba84bc-bd08-4303-98a2-79973ac9e447', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:33:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:23:19Z', 'updated_at': '2022-05-03T23:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '20313d0b-952c-406e-b14c-6a39322fbe5b', 'name': '', 'network_id': 'ac2cd6e4-630e-4993-9c9c-d16f15384741', 'tenant_id': 'a155039170ec4d75902d96b0916fd1d5', 'mac_address': 'fa:16:3e:15:f3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'd2379dc3-a726-47ab-a654-aba09e5c6074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:23:21Z', 'updated_at': '2022-05-03T23:23:28Z', 'revision_number': 5, 'project_id': 'a155039170ec4d75902d96b0916fd1d5', 'subnets': [{'id': 'd2379dc3-a726-47ab-a654-aba09e5c6074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:25:19.323625 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3110a8d5-01b0-48f4-af22-b66ac97f9ac5 None None] Checking router: b14eb9f6-097c-47cc-a52f-f4716256d7e6 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:25:19.331841 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3110a8d5-01b0-48f4-af22-b66ac97f9ac5 None None] Routers {'b14eb9f6-097c-47cc-a52f-f4716256d7e6'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:25:19.332490 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-3110a8d5-01b0-48f4-af22-b66ac97f9ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:24:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['b14eb9f6-097c-47cc-a52f-f4716256d7e6'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:25:19.380348 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62821a75-dbf4-4d44-89ce-d68fbcb1758e req-e39db084-3d73-4eca-9aba-cc52d90759c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:25:19.381708 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-62821a75-dbf4-4d44-89ce-d68fbcb1758e req-e39db084-3d73-4eca-9aba-cc52d90759c3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ac2cd6e4-630e-4993-9c9c-d16f15384741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716012 May 03 23:25:19.510713 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-3110a8d5-01b0-48f4-af22-b66ac97f9ac5 None None] Set router b14eb9f6-097c-47cc-a52f-f4716256d7e6 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:25:19.514472 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-62821a75-dbf4-4d44-89ce-d68fbcb1758e req-221d2762-03ed-43c3-8d3e-59e0a98e5788 service neutron] 10.222.0.60 "GET /v2.0/networks/ac2cd6e4-630e-4993-9c9c-d16f15384741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253145 May 03 23:25:19.658649 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-62821a75-dbf4-4d44-89ce-d68fbcb1758e req-eec7bb65-0f13-4c14-b2b9-77e705b75ddb service neutron] 10.222.0.60 "GET /v2.0/networks/ac2cd6e4-630e-4993-9c9c-d16f15384741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348617 May 03 23:25:19.832526 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-3110a8d5-01b0-48f4-af22-b66ac97f9ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'name': 'tempest-TestMinimumBasicScenario-815335921-router', 'tenant_id': 'a155039170ec4d75902d96b0916fd1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'efba84bc-bd08-4303-98a2-79973ac9e447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:23:18Z', 'updated_at': '2022-05-03T23:23:22Z', 'revision_number': 4, 'project_id': 'a155039170ec4d75902d96b0916fd1d5', 'gw_port': {'id': 'efba84bc-bd08-4303-98a2-79973ac9e447', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:33:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:23:19Z', 'updated_at': '2022-05-03T23:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '20313d0b-952c-406e-b14c-6a39322fbe5b', 'name': '', 'network_id': 'ac2cd6e4-630e-4993-9c9c-d16f15384741', 'tenant_id': 'a155039170ec4d75902d96b0916fd1d5', 'mac_address': 'fa:16:3e:15:f3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'd2379dc3-a726-47ab-a654-aba09e5c6074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:23:21Z', 'updated_at': '2022-05-03T23:23:28Z', 'revision_number': 5, 'project_id': 'a155039170ec4d75902d96b0916fd1d5', 'subnets': [{'id': 'd2379dc3-a726-47ab-a654-aba09e5c6074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:25:19.836530 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3110a8d5-01b0-48f4-af22-b66ac97f9ac5 None None] The sync data for ids ['b14eb9f6-097c-47cc-a52f-f4716256d7e6'] in n-d-811807-1 is: [{'id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'name': 'tempest-TestMinimumBasicScenario-815335921-router', 'tenant_id': 'a155039170ec4d75902d96b0916fd1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'efba84bc-bd08-4303-98a2-79973ac9e447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:23:18Z', 'updated_at': '2022-05-03T23:23:22Z', 'revision_number': 4, 'project_id': 'a155039170ec4d75902d96b0916fd1d5', 'gw_port': {'id': 'efba84bc-bd08-4303-98a2-79973ac9e447', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:33:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:23:19Z', 'updated_at': '2022-05-03T23:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '20313d0b-952c-406e-b14c-6a39322fbe5b', 'name': '', 'network_id': 'ac2cd6e4-630e-4993-9c9c-d16f15384741', 'tenant_id': 'a155039170ec4d75902d96b0916fd1d5', 'mac_address': 'fa:16:3e:15:f3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'd2379dc3-a726-47ab-a654-aba09e5c6074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:23:21Z', 'updated_at': '2022-05-03T23:23:28Z', 'revision_number': 5, 'project_id': 'a155039170ec4d75902d96b0916fd1d5', 'subnets': [{'id': 'd2379dc3-a726-47ab-a654-aba09e5c6074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:25:20.059492 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c73de34-a759-4eb2-adca-91b2a7916a93 None None] New status for floating IP 6db41fc1-208a-445b-83b0-baa501643f80: DOWN {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:25:22.245554 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:25:23.029580 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-95262c8d-56c2-467a-9f54-99e142ba47ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:23.167740 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdd499-d6f4-46f2-8349-02340b974f3b req-5c5a6ff5-6803-4c66-a88d-095ed8ba8faa tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:25:23.168422 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-afcdd499-d6f4-46f2-8349-02340b974f3b req-5c5a6ff5-6803-4c66-a88d-095ed8ba8faa tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Synchronizing usage tracker for tenant:a155039170ec4d75902d96b0916fd1d5 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:25:23.183366 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-afcdd499-d6f4-46f2-8349-02340b974f3b req-5c5a6ff5-6803-4c66-a88d-095ed8ba8faa tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Unset dirty status for tenant:a155039170ec4d75902d96b0916fd1d5 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:25:23.184515 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-afcdd499-d6f4-46f2-8349-02340b974f3b req-5c5a6ff5-6803-4c66-a88d-095ed8ba8faa tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 946 time: 0.0955799 May 03 23:25:23.228658 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-afcdd499-d6f4-46f2-8349-02340b974f3b req-9fb82ff5-0a4f-4239-9424-5acb3fe412ba tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f3a88ef-8e3c-448a-bc01-31b85520f2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384233 May 03 23:25:24.517447 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e8d68-4cbf-476d-bdb6-dd6570ae3e4a req-a1fb184e-9334-4a29-a4ab-487de375cc9f tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:25:24.518849 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f4e8d68-4cbf-476d-bdb6-dd6570ae3e4a req-a1fb184e-9334-4a29-a4ab-487de375cc9f tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 946 time: 0.1855788 May 03 23:25:24.562849 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f4e8d68-4cbf-476d-bdb6-dd6570ae3e4a req-bccceea9-04c6-4a82-964f-ef38c4cdef55 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/security-groups?id=2f3a88ef-8e3c-448a-bc01-31b85520f2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378292 May 03 23:25:24.781165 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348603fb-4851-4cbc-a2da-94ec4e33968e req-787c9119-6197-4cec-903e-3c761ab1a53b tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:25:24.781786 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-348603fb-4851-4cbc-a2da-94ec4e33968e req-787c9119-6197-4cec-903e-3c761ab1a53b tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Synchronizing usage tracker for tenant:a155039170ec4d75902d96b0916fd1d5 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:25:24.793765 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-348603fb-4851-4cbc-a2da-94ec4e33968e req-787c9119-6197-4cec-903e-3c761ab1a53b tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Unset dirty status for tenant:a155039170ec4d75902d96b0916fd1d5 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:25:24.794858 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-348603fb-4851-4cbc-a2da-94ec4e33968e req-787c9119-6197-4cec-903e-3c761ab1a53b tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 946 time: 0.0899615 May 03 23:25:24.861390 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-348603fb-4851-4cbc-a2da-94ec4e33968e req-a3b761a8-e382-4e9d-818d-5759257a6a28 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Deleting port 8957f3de-4611-4e85-8ff2-380c7c7b67c3 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:25:24.861732 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-348603fb-4851-4cbc-a2da-94ec4e33968e req-a3b761a8-e382-4e9d-818d-5759257a6a28 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:24.961205 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:25.212549 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-348603fb-4851-4cbc-a2da-94ec4e33968e req-a3b761a8-e382-4e9d-818d-5759257a6a28 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] For port 8957f3de-4611-4e85-8ff2-380c7c7b67c3, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=8957f3de-4611-4e85-8ff2-380c7c7b67c3,segment=NetworkSegment(00008543-9b80-4b23-b88c-0071b433cb94),segment_id=00008543-9b80-4b23-b88c-0071b433cb94)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:25:25.212902 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-348603fb-4851-4cbc-a2da-94ec4e33968e req-a3b761a8-e382-4e9d-818d-5759257a6a28 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:25.335419 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-348603fb-4851-4cbc-a2da-94ec4e33968e req-a3b761a8-e382-4e9d-818d-5759257a6a28 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Calling delete_port for 8957f3de-4611-4e85-8ff2-380c7c7b67c3 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:25:25.471203 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-348603fb-4851-4cbc-a2da-94ec4e33968e req-a3b761a8-e382-4e9d-818d-5759257a6a28 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:25.482927 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['8957f3de-4611-4e85-8ff2-380c7c7b67c3'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:25:25.525427 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b761a8-e382-4e9d-818d-5759257a6a28 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Pushing event deleted for resources: {'Port': ['ID=8957f3de-4611-4e85-8ff2-380c7c7b67c3,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:25.600287 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-348603fb-4851-4cbc-a2da-94ec4e33968e req-a3b761a8-e382-4e9d-818d-5759257a6a28 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] No DVR routers for this DVR port 8957f3de-4611-4e85-8ff2-380c7c7b67c3 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:25:25.602442 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-348603fb-4851-4cbc-a2da-94ec4e33968e req-a3b761a8-e382-4e9d-818d-5759257a6a28 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:25.605084 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e973c8d-9f84-471d-9d1c-841311557613', 'name': 'network-vif-deleted', 'tag': '8957f3de-4611-4e85-8ff2-380c7c7b67c3'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:25:25.617942 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9164d489-6f56-45d9-9f4f-bbdb40b96b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:25.623082 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-348603fb-4851-4cbc-a2da-94ec4e33968e req-a3b761a8-e382-4e9d-818d-5759257a6a28 tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.60 "DELETE /v2.0/ports/8957f3de-4611-4e85-8ff2-380c7c7b67c3 HTTP/1.1" status: 204 len: 173 time: 0.8230331 May 03 23:25:25.653229 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf1f3ea5-dceb-47f2-ae2f-6f52bcc25c49'] response: {'server_uuid': '5e973c8d-9f84-471d-9d1c-841311557613', 'name': 'network-vif-deleted', 'tag': '8957f3de-4611-4e85-8ff2-380c7c7b67c3', 'status': 'completed', 'code': 200} May 03 23:25:25.725461 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-34f70f24-0a11-4533-8c28-02eef7656685 req-312b1368-60cf-484a-bc68-89843d14bf6f tempest-TestMinimumBasicScenario-1926637117 tempest-TestMinimumBasicScenario-1926637117-project] 10.222.0.58 "GET /v2.0/ports?device_id=5e973c8d-9f84-471d-9d1c-841311557613 HTTP/1.1" status: 200 len: 210 time: 0.0431118 May 03 23:25:26.436428 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:26.487532 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:27.346456 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56816) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:25:27.813717 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:27.874579 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d4f7e565-9202-4e0c-9596-312ed8e44c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:28.218968 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-d4f7e565-9202-4e0c-9596-312ed8e44c20 admin admin] Deleting port 20313d0b-952c-406e-b14c-6a39322fbe5b {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:25:28.219311 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d4f7e565-9202-4e0c-9596-312ed8e44c20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:28.391067 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-d4f7e565-9202-4e0c-9596-312ed8e44c20 admin admin] For port 20313d0b-952c-406e-b14c-6a39322fbe5b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=20313d0b-952c-406e-b14c-6a39322fbe5b,segment=NetworkSegment(00008543-9b80-4b23-b88c-0071b433cb94),segment_id=00008543-9b80-4b23-b88c-0071b433cb94)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:25:28.391762 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d4f7e565-9202-4e0c-9596-312ed8e44c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:28.511684 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-d4f7e565-9202-4e0c-9596-312ed8e44c20 admin admin] Calling delete_port for 20313d0b-952c-406e-b14c-6a39322fbe5b owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:25:28.515833 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:28.782234 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d4f7e565-9202-4e0c-9596-312ed8e44c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:28.829892 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f7e565-9202-4e0c-9596-312ed8e44c20 admin admin] Pushing event deleted for resources: {'Port': ['ID=20313d0b-952c-406e-b14c-6a39322fbe5b,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:29.096431 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d4f7e565-9202-4e0c-9596-312ed8e44c20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:29.322960 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 8957f3de-4611-4e85-8ff2-380c7c7b67c3 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:25:29.357585 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 8957f3de-4611-4e85-8ff2-380c7c7b67c3 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:25:29.357931 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 8957f3de-4611-4e85-8ff2-380c7c7b67c3 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:25:29.445309 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f7e565-9202-4e0c-9596-312ed8e44c20 admin admin] Router b14eb9f6-097c-47cc-a52f-f4716256d7e6 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:25:29.627073 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f7e565-9202-4e0c-9596-312ed8e44c20 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:25:29.636304 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a77f79-870a-4aab-b294-33200d5e686c None None] Sync routers for ids ['b14eb9f6-097c-47cc-a52f-f4716256d7e6'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:25:29.639690 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d4f7e565-9202-4e0c-9596-312ed8e44c20 admin admin] 10.222.0.58 "PUT /v2.0/routers/b14eb9f6-097c-47cc-a52f-f4716256d7e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2916372 May 03 23:25:29.642171 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56822) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:25:29.646258 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a77f79-870a-4aab-b294-33200d5e686c None None] Routers {'b14eb9f6-097c-47cc-a52f-f4716256d7e6'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:25:29.646874 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-88a77f79-870a-4aab-b294-33200d5e686c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:25:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['b14eb9f6-097c-47cc-a52f-f4716256d7e6'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:25:29.817057 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-14afd9be-f5ad-4e32-ba19-c2d67d33488e admin admin] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:29.825534 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-88a77f79-870a-4aab-b294-33200d5e686c None None] Set router b14eb9f6-097c-47cc-a52f-f4716256d7e6 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:25:30.111471 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-14afd9be-f5ad-4e32-ba19-c2d67d33488e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:30.121077 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-14afd9be-f5ad-4e32-ba19-c2d67d33488e admin admin] Deleting port efba84bc-bd08-4303-98a2-79973ac9e447 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:25:30.121413 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-14afd9be-f5ad-4e32-ba19-c2d67d33488e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:30.146637 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-88a77f79-870a-4aab-b294-33200d5e686c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'name': 'tempest-TestMinimumBasicScenario-815335921-router', 'tenant_id': 'a155039170ec4d75902d96b0916fd1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': 'efba84bc-bd08-4303-98a2-79973ac9e447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:23:18Z', 'updated_at': '2022-05-03T23:25:28Z', 'revision_number': 5, 'project_id': 'a155039170ec4d75902d96b0916fd1d5', 'gw_port': {'id': 'efba84bc-bd08-4303-98a2-79973ac9e447', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:33:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:23:19Z', 'updated_at': '2022-05-03T23:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:25:30.150369 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a77f79-870a-4aab-b294-33200d5e686c None None] Checking router: b14eb9f6-097c-47cc-a52f-f4716256d7e6 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:25:30.158529 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a77f79-870a-4aab-b294-33200d5e686c None None] Routers {'b14eb9f6-097c-47cc-a52f-f4716256d7e6'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:25:30.159118 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-88a77f79-870a-4aab-b294-33200d5e686c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:25:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['b14eb9f6-097c-47cc-a52f-f4716256d7e6'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:25:30.296377 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-14afd9be-f5ad-4e32-ba19-c2d67d33488e admin admin] For port efba84bc-bd08-4303-98a2-79973ac9e447, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=efba84bc-bd08-4303-98a2-79973ac9e447,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:25:30.296731 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-14afd9be-f5ad-4e32-ba19-c2d67d33488e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:30.305885 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-88a77f79-870a-4aab-b294-33200d5e686c None None] Set router b14eb9f6-097c-47cc-a52f-f4716256d7e6 gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:25:30.407563 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-88a77f79-870a-4aab-b294-33200d5e686c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'name': 'tempest-TestMinimumBasicScenario-815335921-router', 'tenant_id': 'a155039170ec4d75902d96b0916fd1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:23:18Z', 'updated_at': '2022-05-03T23:25:30Z', 'revision_number': 6, 'project_id': 'a155039170ec4d75902d96b0916fd1d5', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:25:30.411998 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a77f79-870a-4aab-b294-33200d5e686c None None] The sync data for ids ['b14eb9f6-097c-47cc-a52f-f4716256d7e6'] in n-d-811807-1 is: [{'id': 'b14eb9f6-097c-47cc-a52f-f4716256d7e6', 'name': 'tempest-TestMinimumBasicScenario-815335921-router', 'tenant_id': 'a155039170ec4d75902d96b0916fd1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:23:18Z', 'updated_at': '2022-05-03T23:25:30Z', 'revision_number': 6, 'project_id': 'a155039170ec4d75902d96b0916fd1d5', 'gw_port_host': None}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:25:30.419286 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-14afd9be-f5ad-4e32-ba19-c2d67d33488e admin admin] Calling delete_port for efba84bc-bd08-4303-98a2-79973ac9e447 owned by network:router_gateway {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:25:30.587593 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-14afd9be-f5ad-4e32-ba19-c2d67d33488e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:30.633283 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14afd9be-f5ad-4e32-ba19-c2d67d33488e admin admin] Pushing event deleted for resources: {'Port': ['ID=efba84bc-bd08-4303-98a2-79973ac9e447,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:30.725345 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-14afd9be-f5ad-4e32-ba19-c2d67d33488e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:30.897488 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-14afd9be-f5ad-4e32-ba19-c2d67d33488e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:30.899686 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-14afd9be-f5ad-4e32-ba19-c2d67d33488e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:30.921471 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-14afd9be-f5ad-4e32-ba19-c2d67d33488e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:30.922072 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14afd9be-f5ad-4e32-ba19-c2d67d33488e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b14eb9f6-097c-47cc-a52f-f4716256d7e6 {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 23:25:30.934430 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-14afd9be-f5ad-4e32-ba19-c2d67d33488e admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:30.935542 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-14afd9be-f5ad-4e32-ba19-c2d67d33488e admin admin] 10.222.0.58 "DELETE /v2.0/routers/b14eb9f6-097c-47cc-a52f-f4716256d7e6 HTTP/1.1" status: 204 len: 168 time: 1.2924922 May 03 23:25:30.938173 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56826) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:25:30.995188 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-31db0369-8474-4bbd-bea7-4ab2970f579b admin admin] Deleting subnet d2379dc3-a726-47ab-a654-aba09e5c6074 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:25:30.997972 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-31db0369-8474-4bbd-bea7-4ab2970f579b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:31.047937 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-31db0369-8474-4bbd-bea7-4ab2970f579b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:31.125070 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-31db0369-8474-4bbd-bea7-4ab2970f579b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:31.193455 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-31db0369-8474-4bbd-bea7-4ab2970f579b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:31.236436 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-31db0369-8474-4bbd-bea7-4ab2970f579b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:31.241970 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6bd41c-d8bc-4fe2-8e47-ad2560d528e8 None None] Network ac2cd6e4-630e-4993-9c9c-d16f15384741 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:25:31.242739 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db0369-8474-4bbd-bea7-4ab2970f579b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2379dc3-a726-47ab-a654-aba09e5c6074,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:31.247953 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-31db0369-8474-4bbd-bea7-4ab2970f579b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d2379dc3-a726-47ab-a654-aba09e5c6074 HTTP/1.1" status: 204 len: 168 time: 0.3088605 May 03 23:25:31.250579 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56830) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:25:31.357435 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c3eddd75-9bef-4253-85b8-b6bad435e5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:31.372251 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-c3eddd75-9bef-4253-85b8-b6bad435e5f1 admin admin] Deleting port be7c0770-e2c0-4f82-89e6-1778d723a42c {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:25:31.372844 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c3eddd75-9bef-4253-85b8-b6bad435e5f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:31.493782 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e79b20d-51bb-4710-9a54-6b832155b436 None None] DHCP port deletion for ac2cd6e4-630e-4993-9c9c-d16f15384741 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:25:31.498196 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-4e79b20d-51bb-4710-9a54-6b832155b436 None None] Deleting port be7c0770-e2c0-4f82-89e6-1778d723a42c {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:25:31.498600 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4e79b20d-51bb-4710-9a54-6b832155b436 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:31.649546 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device efba84bc-bd08-4303-98a2-79973ac9e447 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:25:31.698438 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-c3eddd75-9bef-4253-85b8-b6bad435e5f1 admin admin] For port be7c0770-e2c0-4f82-89e6-1778d723a42c, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=be7c0770-e2c0-4f82-89e6-1778d723a42c,segment=NetworkSegment(00008543-9b80-4b23-b88c-0071b433cb94),segment_id=00008543-9b80-4b23-b88c-0071b433cb94)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:25:31.698985 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c3eddd75-9bef-4253-85b8-b6bad435e5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:31.727633 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: efba84bc-bd08-4303-98a2-79973ac9e447 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:25:31.727971 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device efba84bc-bd08-4303-98a2-79973ac9e447 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:25:31.728387 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 20313d0b-952c-406e-b14c-6a39322fbe5b no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:25:31.774273 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 20313d0b-952c-406e-b14c-6a39322fbe5b {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:25:31.774530 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 20313d0b-952c-406e-b14c-6a39322fbe5b not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:25:31.774936 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device be7c0770-e2c0-4f82-89e6-1778d723a42c no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:25:31.821216 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-c3eddd75-9bef-4253-85b8-b6bad435e5f1 admin admin] Calling delete_port for be7c0770-e2c0-4f82-89e6-1778d723a42c owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:25:31.828165 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-4e79b20d-51bb-4710-9a54-6b832155b436 None None] For port be7c0770-e2c0-4f82-89e6-1778d723a42c, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=be7c0770-e2c0-4f82-89e6-1778d723a42c,segment=NetworkSegment(00008543-9b80-4b23-b88c-0071b433cb94),segment_id=00008543-9b80-4b23-b88c-0071b433cb94)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:25:31.828574 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4e79b20d-51bb-4710-9a54-6b832155b436 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:31.895601 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c3eddd75-9bef-4253-85b8-b6bad435e5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:31.942352 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eddd75-9bef-4253-85b8-b6bad435e5f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=be7c0770-e2c0-4f82-89e6-1778d723a42c,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:31.945825 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eddd75-9bef-4253-85b8-b6bad435e5f1 admin admin] No DVR routers for this DVR port be7c0770-e2c0-4f82-89e6-1778d723a42c on host n-d-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:25:31.955872 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-4e79b20d-51bb-4710-9a54-6b832155b436 None None] Calling delete_port for be7c0770-e2c0-4f82-89e6-1778d723a42c owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:25:31.995204 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No active binding found for port be7c0770-e2c0-4f82-89e6-1778d723a42c {{(pid=88071) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 03 23:25:31.995603 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device be7c0770-e2c0-4f82-89e6-1778d723a42c not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:25:32.033071 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-4e79b20d-51bb-4710-9a54-6b832155b436 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:25:32.033345 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-4e79b20d-51bb-4710-9a54-6b832155b436 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:25:32.070278 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c3eddd75-9bef-4253-85b8-b6bad435e5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:32.099255 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-c3eddd75-9bef-4253-85b8-b6bad435e5f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac2cd6e4-630e-4993-9c9c-d16f15384741']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:25:32.110825 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-c3eddd75-9bef-4253-85b8-b6bad435e5f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00008543-9b80-4b23-b88c-0071b433cb94') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:25:32.111121 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-c3eddd75-9bef-4253-85b8-b6bad435e5f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00008543-9b80-4b23-b88c-0071b433cb94') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:25:32.122566 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c3eddd75-9bef-4253-85b8-b6bad435e5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:32.138724 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c3eddd75-9bef-4253-85b8-b6bad435e5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:32.144596 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3eddd75-9bef-4253-85b8-b6bad435e5f1 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:25:32.144969 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c3eddd75-9bef-4253-85b8-b6bad435e5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:32.157543 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 23:25:32.157543 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:25:32.157543 n-d-811807-1 neutron-server[88069]: timer() May 03 23:25:32.157543 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:25:32.157543 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 23:25:32.157543 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:25:32.157543 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 23:25:32.157543 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:25:32.157543 n-d-811807-1 neutron-server[88069]: self._notify() May 03 23:25:32.157543 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:25:32.157543 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 23:25:32.157543 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:25:32.157543 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 23:25:32.157543 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:25:32.157543 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:25:32.157543 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:25:32.157543 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:25:32.157543 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:25:32.157543 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 23:25:32.157543 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:25:32.157543 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 23:25:32.157543 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:25:32.157543 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:25:32.157543 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:25:32.157543 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 23:25:32.157543 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:25:32.157543 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:25:32.157543 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:25:32.157543 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:25:32.157543 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:25:32.157543 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:25:32.157543 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:25:32.230631 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c3eddd75-9bef-4253-85b8-b6bad435e5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:32.247587 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c3eddd75-9bef-4253-85b8-b6bad435e5f1 admin admin] Notify callbacks [] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:32.258262 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eddd75-9bef-4253-85b8-b6bad435e5f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac2cd6e4-630e-4993-9c9c-d16f15384741,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:32.270855 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c3eddd75-9bef-4253-85b8-b6bad435e5f1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/ac2cd6e4-630e-4993-9c9c-d16f15384741 HTTP/1.1" status: 204 len: 168 time: 1.0193398 May 03 23:25:32.273670 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56838) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:25:32.535479 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-4e79b20d-51bb-4710-9a54-6b832155b436 None None] Deleting port be7c0770-e2c0-4f82-89e6-1778d723a42c {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:25:32.536027 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4e79b20d-51bb-4710-9a54-6b832155b436 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:32.602429 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-4e79b20d-51bb-4710-9a54-6b832155b436 None None] The port 'be7c0770-e2c0-4f82-89e6-1778d723a42c' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 23:25:32.799698 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9adec127-2886-4d4a-93a4-43295ce47973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:33.244529 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-9adec127-2886-4d4a-93a4-43295ce47973 admin admin] Deleting port a822aeae-e6ce-4213-891e-e907d4a17d7c {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:25:33.244867 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9adec127-2886-4d4a-93a4-43295ce47973 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:33.411581 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-9adec127-2886-4d4a-93a4-43295ce47973 admin admin] For port a822aeae-e6ce-4213-891e-e907d4a17d7c, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=a822aeae-e6ce-4213-891e-e907d4a17d7c,segment=NetworkSegment(ae2d00c2-8203-4567-814c-e60c0fdb13fa),segment_id=ae2d00c2-8203-4567-814c-e60c0fdb13fa)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:25:33.411938 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9adec127-2886-4d4a-93a4-43295ce47973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:33.534174 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-9adec127-2886-4d4a-93a4-43295ce47973 admin admin] Calling delete_port for a822aeae-e6ce-4213-891e-e907d4a17d7c owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:25:33.700422 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9adec127-2886-4d4a-93a4-43295ce47973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:33.745877 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adec127-2886-4d4a-93a4-43295ce47973 admin admin] Pushing event deleted for resources: {'Port': ['ID=a822aeae-e6ce-4213-891e-e907d4a17d7c,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:34.007494 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9adec127-2886-4d4a-93a4-43295ce47973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:34.363185 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9adec127-2886-4d4a-93a4-43295ce47973 admin admin] Router 1913e2a7-0883-4402-82b8-2daa6b8e2b44 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:25:34.655833 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9adec127-2886-4d4a-93a4-43295ce47973 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:25:34.664430 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bce28f-3e8c-4486-b9f2-14c6eec3e48b None None] Sync routers for ids ['1913e2a7-0883-4402-82b8-2daa6b8e2b44'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:25:34.664866 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9adec127-2886-4d4a-93a4-43295ce47973 admin admin] 10.222.0.58 "PUT /v2.0/routers/1913e2a7-0883-4402-82b8-2daa6b8e2b44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3899212 May 03 23:25:34.667193 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56842) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:25:34.673482 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bce28f-3e8c-4486-b9f2-14c6eec3e48b None None] Routers {'1913e2a7-0883-4402-82b8-2daa6b8e2b44'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:25:34.674109 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-92bce28f-3e8c-4486-b9f2-14c6eec3e48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:25:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['1913e2a7-0883-4402-82b8-2daa6b8e2b44'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:25:34.841987 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9d3ebdf5-8d6c-4a1f-aed0-b91f463d8b0b admin admin] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:34.874710 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-92bce28f-3e8c-4486-b9f2-14c6eec3e48b None None] Set router 1913e2a7-0883-4402-82b8-2daa6b8e2b44 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:25:35.014024 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9d3ebdf5-8d6c-4a1f-aed0-b91f463d8b0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:35.023587 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-9d3ebdf5-8d6c-4a1f-aed0-b91f463d8b0b admin admin] Deleting port d6aea0ca-f792-4053-a04b-bb47b9a63cf8 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:25:35.023961 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9d3ebdf5-8d6c-4a1f-aed0-b91f463d8b0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:35.150915 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-92bce28f-3e8c-4486-b9f2-14c6eec3e48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1913e2a7-0883-4402-82b8-2daa6b8e2b44', 'name': 'tempest-TestMinimumBasicScenario-1015475897-router', 'tenant_id': '635fc1745eeb4c9fbe72b1a04865c4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'd6aea0ca-f792-4053-a04b-bb47b9a63cf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:23:24Z', 'updated_at': '2022-05-03T23:25:33Z', 'revision_number': 5, 'project_id': '635fc1745eeb4c9fbe72b1a04865c4ad', 'gw_port': {'id': 'd6aea0ca-f792-4053-a04b-bb47b9a63cf8', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1913e2a7-0883-4402-82b8-2daa6b8e2b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:23:25Z', 'updated_at': '2022-05-03T23:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:25:35.154717 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bce28f-3e8c-4486-b9f2-14c6eec3e48b None None] Checking router: 1913e2a7-0883-4402-82b8-2daa6b8e2b44 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:25:35.162849 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bce28f-3e8c-4486-b9f2-14c6eec3e48b None None] Routers {'1913e2a7-0883-4402-82b8-2daa6b8e2b44'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:25:35.163440 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-92bce28f-3e8c-4486-b9f2-14c6eec3e48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:25:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['1913e2a7-0883-4402-82b8-2daa6b8e2b44'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:25:35.201176 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-9d3ebdf5-8d6c-4a1f-aed0-b91f463d8b0b admin admin] For port d6aea0ca-f792-4053-a04b-bb47b9a63cf8, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=d6aea0ca-f792-4053-a04b-bb47b9a63cf8,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:25:35.201542 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9d3ebdf5-8d6c-4a1f-aed0-b91f463d8b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:35.309554 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-92bce28f-3e8c-4486-b9f2-14c6eec3e48b None None] Set router 1913e2a7-0883-4402-82b8-2daa6b8e2b44 gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:25:35.321304 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-9d3ebdf5-8d6c-4a1f-aed0-b91f463d8b0b admin admin] Calling delete_port for d6aea0ca-f792-4053-a04b-bb47b9a63cf8 owned by network:router_gateway {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:25:35.411982 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-92bce28f-3e8c-4486-b9f2-14c6eec3e48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1913e2a7-0883-4402-82b8-2daa6b8e2b44', 'name': 'tempest-TestMinimumBasicScenario-1015475897-router', 'tenant_id': '635fc1745eeb4c9fbe72b1a04865c4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:23:24Z', 'updated_at': '2022-05-03T23:25:35Z', 'revision_number': 6, 'project_id': '635fc1745eeb4c9fbe72b1a04865c4ad', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:25:35.416007 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bce28f-3e8c-4486-b9f2-14c6eec3e48b None None] The sync data for ids ['1913e2a7-0883-4402-82b8-2daa6b8e2b44'] in n-d-811807-1 is: [{'id': '1913e2a7-0883-4402-82b8-2daa6b8e2b44', 'name': 'tempest-TestMinimumBasicScenario-1015475897-router', 'tenant_id': '635fc1745eeb4c9fbe72b1a04865c4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:23:24Z', 'updated_at': '2022-05-03T23:25:35Z', 'revision_number': 6, 'project_id': '635fc1745eeb4c9fbe72b1a04865c4ad', 'gw_port_host': None}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:25:35.498855 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9d3ebdf5-8d6c-4a1f-aed0-b91f463d8b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:35.551178 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ebdf5-8d6c-4a1f-aed0-b91f463d8b0b admin admin] Pushing event deleted for resources: {'Port': ['ID=d6aea0ca-f792-4053-a04b-bb47b9a63cf8,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:35.639907 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9d3ebdf5-8d6c-4a1f-aed0-b91f463d8b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:35.870826 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device a822aeae-e6ce-4213-891e-e907d4a17d7c no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:25:35.910540 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: a822aeae-e6ce-4213-891e-e907d4a17d7c {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:25:35.910877 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device a822aeae-e6ce-4213-891e-e907d4a17d7c not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:25:35.928822 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9d3ebdf5-8d6c-4a1f-aed0-b91f463d8b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:35.931249 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9d3ebdf5-8d6c-4a1f-aed0-b91f463d8b0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:35.953799 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9d3ebdf5-8d6c-4a1f-aed0-b91f463d8b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:35.954316 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3ebdf5-8d6c-4a1f-aed0-b91f463d8b0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1913e2a7-0883-4402-82b8-2daa6b8e2b44 {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 23:25:35.965973 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9d3ebdf5-8d6c-4a1f-aed0-b91f463d8b0b admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:35.967078 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9d3ebdf5-8d6c-4a1f-aed0-b91f463d8b0b admin admin] 10.222.0.58 "DELETE /v2.0/routers/1913e2a7-0883-4402-82b8-2daa6b8e2b44 HTTP/1.1" status: 204 len: 168 time: 1.2989929 May 03 23:25:35.969595 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56848) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:25:36.026420 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed22507f-dad8-4183-83f5-14da955cb729 admin admin] Deleting subnet e23f65f4-2b9a-46dd-b0ad-4029d0554b54 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:25:36.029246 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ed22507f-dad8-4183-83f5-14da955cb729 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:36.080973 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ed22507f-dad8-4183-83f5-14da955cb729 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:36.164993 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ed22507f-dad8-4183-83f5-14da955cb729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:36.235542 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ed22507f-dad8-4183-83f5-14da955cb729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:36.273016 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22507f-dad8-4183-83f5-14da955cb729 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e23f65f4-2b9a-46dd-b0ad-4029d0554b54,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:36.276572 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ed22507f-dad8-4183-83f5-14da955cb729 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:36.285601 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c2fd2f-9c5c-46a6-949b-2fd0d8d04bbe None None] Network 75c3e8ad-48a4-492d-8770-68e90098a644 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:25:36.286247 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ed22507f-dad8-4183-83f5-14da955cb729 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e23f65f4-2b9a-46dd-b0ad-4029d0554b54 HTTP/1.1" status: 204 len: 168 time: 0.3122046 May 03 23:25:36.286247 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56854) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:25:36.394880 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bf00c7fc-85c1-4c68-ba8d-3974e80ef652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:36.405941 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-bf00c7fc-85c1-4c68-ba8d-3974e80ef652 admin admin] Deleting port fd75714b-d5d8-4d5f-9e06-609aca01429b {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:25:36.406289 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bf00c7fc-85c1-4c68-ba8d-3974e80ef652 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:36.566545 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04c834f-5527-47d5-835f-a09928d3fe39 None None] DHCP port deletion for 75c3e8ad-48a4-492d-8770-68e90098a644 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:25:36.571352 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a04c834f-5527-47d5-835f-a09928d3fe39 None None] Deleting port fd75714b-d5d8-4d5f-9e06-609aca01429b {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:25:36.571904 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a04c834f-5527-47d5-835f-a09928d3fe39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:36.625664 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-bf00c7fc-85c1-4c68-ba8d-3974e80ef652 admin admin] For port fd75714b-d5d8-4d5f-9e06-609aca01429b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=fd75714b-d5d8-4d5f-9e06-609aca01429b,segment=NetworkSegment(ae2d00c2-8203-4567-814c-e60c0fdb13fa),segment_id=ae2d00c2-8203-4567-814c-e60c0fdb13fa)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:25:36.626060 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bf00c7fc-85c1-4c68-ba8d-3974e80ef652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:36.750348 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-bf00c7fc-85c1-4c68-ba8d-3974e80ef652 admin admin] Calling delete_port for fd75714b-d5d8-4d5f-9e06-609aca01429b owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:25:36.776569 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-a04c834f-5527-47d5-835f-a09928d3fe39 None None] For port fd75714b-d5d8-4d5f-9e06-609aca01429b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=fd75714b-d5d8-4d5f-9e06-609aca01429b,segment=NetworkSegment(ae2d00c2-8203-4567-814c-e60c0fdb13fa),segment_id=ae2d00c2-8203-4567-814c-e60c0fdb13fa)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:25:36.776965 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a04c834f-5527-47d5-835f-a09928d3fe39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:36.825455 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bf00c7fc-85c1-4c68-ba8d-3974e80ef652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:36.872142 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf00c7fc-85c1-4c68-ba8d-3974e80ef652 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd75714b-d5d8-4d5f-9e06-609aca01429b,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:36.873953 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf00c7fc-85c1-4c68-ba8d-3974e80ef652 admin admin] No DVR routers for this DVR port fd75714b-d5d8-4d5f-9e06-609aca01429b on host n-d-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:25:36.898743 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a04c834f-5527-47d5-835f-a09928d3fe39 None None] Calling delete_port for fd75714b-d5d8-4d5f-9e06-609aca01429b owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:25:36.972221 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-a04c834f-5527-47d5-835f-a09928d3fe39 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:25:36.972578 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-a04c834f-5527-47d5-835f-a09928d3fe39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:25:36.987383 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bf00c7fc-85c1-4c68-ba8d-3974e80ef652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:37.015754 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-bf00c7fc-85c1-4c68-ba8d-3974e80ef652 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c3e8ad-48a4-492d-8770-68e90098a644']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:25:37.028299 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-bf00c7fc-85c1-4c68-ba8d-3974e80ef652 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae2d00c2-8203-4567-814c-e60c0fdb13fa') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:25:37.028876 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-bf00c7fc-85c1-4c68-ba8d-3974e80ef652 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae2d00c2-8203-4567-814c-e60c0fdb13fa') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:25:37.039644 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bf00c7fc-85c1-4c68-ba8d-3974e80ef652 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:37.055751 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bf00c7fc-85c1-4c68-ba8d-3974e80ef652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:37.063507 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf00c7fc-85c1-4c68-ba8d-3974e80ef652 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:25:37.063904 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bf00c7fc-85c1-4c68-ba8d-3974e80ef652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:37.078301 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 23:25:37.078301 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:25:37.078301 n-d-811807-1 neutron-server[88069]: timer() May 03 23:25:37.078301 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:25:37.078301 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 23:25:37.078301 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:25:37.078301 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 23:25:37.078301 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:25:37.078301 n-d-811807-1 neutron-server[88069]: self._notify() May 03 23:25:37.078301 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:25:37.078301 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 23:25:37.078301 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:25:37.078301 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 23:25:37.078301 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:25:37.078301 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:25:37.078301 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:25:37.078301 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:25:37.078301 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:25:37.078301 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 23:25:37.078301 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:25:37.078301 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 23:25:37.078301 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:25:37.078301 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:25:37.078301 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:25:37.078301 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 23:25:37.078301 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:25:37.078301 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:25:37.078301 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:25:37.078301 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:25:37.078301 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:25:37.078301 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:25:37.078301 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:25:37.156223 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bf00c7fc-85c1-4c68-ba8d-3974e80ef652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:37.171860 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bf00c7fc-85c1-4c68-ba8d-3974e80ef652 admin admin] Notify callbacks [] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:37.183227 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf00c7fc-85c1-4c68-ba8d-3974e80ef652 admin admin] Pushing event deleted for resources: {'Network': ['ID=75c3e8ad-48a4-492d-8770-68e90098a644,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:37.185971 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-bf00c7fc-85c1-4c68-ba8d-3974e80ef652 admin admin] 10.222.0.58 "DELETE /v2.0/networks/75c3e8ad-48a4-492d-8770-68e90098a644 HTTP/1.1" status: 204 len: 168 time: 0.8992548 May 03 23:25:37.360639 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56860) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:25:37.408409 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-88e2f306-125e-4053-835a-294bd2f58ef2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a155039170ec4d75902d96b0916fd1d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466325 May 03 23:25:37.410833 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56864) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:25:37.467012 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b42c9126-0a20-46f2-97f5-dfb53fbf50b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:37.474027 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a04c834f-5527-47d5-835f-a09928d3fe39 None None] Deleting port fd75714b-d5d8-4d5f-9e06-609aca01429b {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:25:37.474481 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a04c834f-5527-47d5-835f-a09928d3fe39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:37.492282 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b42c9126-0a20-46f2-97f5-dfb53fbf50b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:37.540595 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a04c834f-5527-47d5-835f-a09928d3fe39 None None] The port 'fd75714b-d5d8-4d5f-9e06-609aca01429b' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 23:25:37.544997 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b42c9126-0a20-46f2-97f5-dfb53fbf50b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:37.562012 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c9126-0a20-46f2-97f5-dfb53fbf50b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3a88ef-8e3c-448a-bc01-31b85520f2ed,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:37.570467 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-b42c9126-0a20-46f2-97f5-dfb53fbf50b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:37.571605 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b42c9126-0a20-46f2-97f5-dfb53fbf50b8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2f3a88ef-8e3c-448a-bc01-31b85520f2ed HTTP/1.1" status: 204 len: 168 time: 0.1598833 May 03 23:25:37.648038 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d6aea0ca-f792-4053-a04b-bb47b9a63cf8 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:25:37.685574 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: d6aea0ca-f792-4053-a04b-bb47b9a63cf8 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:25:37.685951 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device d6aea0ca-f792-4053-a04b-bb47b9a63cf8 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:25:37.686384 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device fd75714b-d5d8-4d5f-9e06-609aca01429b no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:25:37.719178 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: fd75714b-d5d8-4d5f-9e06-609aca01429b {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:25:37.719530 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device fd75714b-d5d8-4d5f-9e06-609aca01429b not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:25:37.911320 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56872) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:25:37.962932 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8c17f956-bcde-4b73-9a87-d433ea4e0ac1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=635fc1745eeb4c9fbe72b1a04865c4ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504901 May 03 23:25:37.965328 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56876) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:25:38.021173 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9587b841-ae00-4050-9b90-f33b6ded5fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:38.047086 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9587b841-ae00-4050-9b90-f33b6ded5fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:38.101646 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9587b841-ae00-4050-9b90-f33b6ded5fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:38.116873 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587b841-ae00-4050-9b90-f33b6ded5fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8a2207-45b5-4652-ac5a-55c7b830e87c,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:38.123004 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9587b841-ae00-4050-9b90-f33b6ded5fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:38.125079 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9587b841-ae00-4050-9b90-f33b6ded5fd8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6f8a2207-45b5-4652-ac5a-55c7b830e87c HTTP/1.1" status: 204 len: 168 time: 0.1587937 May 03 23:25:39.851374 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56918) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:25:39.856687 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-86ee4596-6e47-4c48-9672-37ed31c6499e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1244735738', 'description': 'tempest-secgroup-smoke-1244735738 description', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:25:39.863943 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-86ee4596-6e47-4c48-9672-37ed31c6499e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:25:39.867804 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-86ee4596-6e47-4c48-9672-37ed31c6499e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:25:39.870677 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-86ee4596-6e47-4c48-9672-37ed31c6499e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:25:39.876296 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-86ee4596-6e47-4c48-9672-37ed31c6499e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:25:39.886478 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-86ee4596-6e47-4c48-9672-37ed31c6499e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:39.898056 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-86ee4596-6e47-4c48-9672-37ed31c6499e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:39.913656 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-86ee4596-6e47-4c48-9672-37ed31c6499e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:25:39.917519 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-86ee4596-6e47-4c48-9672-37ed31c6499e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group_rule and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:25:39.920432 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-86ee4596-6e47-4c48-9672-37ed31c6499e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:25:39.926752 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-86ee4596-6e47-4c48-9672-37ed31c6499e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:25:40.013999 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-86ee4596-6e47-4c48-9672-37ed31c6499e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:40.018325 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-86ee4596-6e47-4c48-9672-37ed31c6499e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:40.030571 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-86ee4596-6e47-4c48-9672-37ed31c6499e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:25:40.038849 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-86ee4596-6e47-4c48-9672-37ed31c6499e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group_rule and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:25:40.047042 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-86ee4596-6e47-4c48-9672-37ed31c6499e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:25:40.058298 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-86ee4596-6e47-4c48-9672-37ed31c6499e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:25:40.061802 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee4596-6e47-4c48-9672-37ed31c6499e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=021857e2-85e9-45e5-8a39-8711ee9f8367,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:40.137182 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-86ee4596-6e47-4c48-9672-37ed31c6499e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:40.141249 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-86ee4596-6e47-4c48-9672-37ed31c6499e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:40.184509 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee4596-6e47-4c48-9672-37ed31c6499e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0db86ec-50c1-4418-9e98-8da41d5c5ccb,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:40.187640 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-86ee4596-6e47-4c48-9672-37ed31c6499e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:40.188998 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-86ee4596-6e47-4c48-9672-37ed31c6499e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3365397 May 03 23:25:40.192217 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56922) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:25:40.198210 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-2d3dd2ab-2110-40c4-8a94-e173a2aad2b0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'security_group_rule': {'security_group_id': 'f0db86ec-50c1-4418-9e98-8da41d5c5ccb', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:25:40.206264 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2d3dd2ab-2110-40c4-8a94-e173a2aad2b0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:25:40.210185 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2d3dd2ab-2110-40c4-8a94-e173a2aad2b0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group_rule and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:25:40.213262 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2d3dd2ab-2110-40c4-8a94-e173a2aad2b0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:25:40.219080 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2d3dd2ab-2110-40c4-8a94-e173a2aad2b0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:25:40.236551 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2d3dd2ab-2110-40c4-8a94-e173a2aad2b0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:40.295896 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2d3dd2ab-2110-40c4-8a94-e173a2aad2b0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:40.299467 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2d3dd2ab-2110-40c4-8a94-e173a2aad2b0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:40.325302 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3dd2ab-2110-40c4-8a94-e173a2aad2b0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=822f383b-589d-431b-a94c-a0d62b679a84,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:40.335162 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2d3dd2ab-2110-40c4-8a94-e173a2aad2b0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:40.336475 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2d3dd2ab-2110-40c4-8a94-e173a2aad2b0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1432970 May 03 23:25:40.339259 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56926) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:25:40.344763 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-05c86500-af84-4822-af6e-ed3d778c2cd7 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'security_group_rule': {'security_group_id': 'f0db86ec-50c1-4418-9e98-8da41d5c5ccb', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:25:40.352351 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-05c86500-af84-4822-af6e-ed3d778c2cd7 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:25:40.356341 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-05c86500-af84-4822-af6e-ed3d778c2cd7 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group_rule and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:25:40.359495 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-05c86500-af84-4822-af6e-ed3d778c2cd7 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:25:40.365485 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-05c86500-af84-4822-af6e-ed3d778c2cd7 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:25:40.383387 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-05c86500-af84-4822-af6e-ed3d778c2cd7 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:40.444698 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-05c86500-af84-4822-af6e-ed3d778c2cd7 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:40.448480 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-05c86500-af84-4822-af6e-ed3d778c2cd7 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:40.472488 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c86500-af84-4822-af6e-ed3d778c2cd7 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c62e850-380c-4fa8-a365-2767d28cfa18,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:40.482093 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-05c86500-af84-4822-af6e-ed3d778c2cd7 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:40.486222 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56930) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:25:40.486725 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-05c86500-af84-4822-af6e-ed3d778c2cd7 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1459727 May 03 23:25:40.491668 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-496b5905-10b6-4d6f-a88e-5d4bca7eca0c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'security_group_rule': {'security_group_id': 'f0db86ec-50c1-4418-9e98-8da41d5c5ccb', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:25:40.498526 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-496b5905-10b6-4d6f-a88e-5d4bca7eca0c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:25:40.502454 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-496b5905-10b6-4d6f-a88e-5d4bca7eca0c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group_rule and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:25:40.505452 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-496b5905-10b6-4d6f-a88e-5d4bca7eca0c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:25:40.511841 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-496b5905-10b6-4d6f-a88e-5d4bca7eca0c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:25:40.530429 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-496b5905-10b6-4d6f-a88e-5d4bca7eca0c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:40.597949 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-496b5905-10b6-4d6f-a88e-5d4bca7eca0c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:40.601402 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-496b5905-10b6-4d6f-a88e-5d4bca7eca0c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:40.624287 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b5905-10b6-4d6f-a88e-5d4bca7eca0c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d90545-d51d-4067-a5ca-877a6418333d,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:40.632996 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-496b5905-10b6-4d6f-a88e-5d4bca7eca0c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:40.634450 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-496b5905-10b6-4d6f-a88e-5d4bca7eca0c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1470304 May 03 23:25:40.637184 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56934) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:25:40.642197 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-7cee7cd8-bb25-4470-82d5-5e2bef81a981 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'security_group_rule': {'security_group_id': 'f0db86ec-50c1-4418-9e98-8da41d5c5ccb', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:25:40.649325 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7cee7cd8-bb25-4470-82d5-5e2bef81a981 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:25:40.653168 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7cee7cd8-bb25-4470-82d5-5e2bef81a981 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group_rule and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:25:40.656030 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-7cee7cd8-bb25-4470-82d5-5e2bef81a981 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:25:40.661602 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-7cee7cd8-bb25-4470-82d5-5e2bef81a981 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:25:40.677728 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7cee7cd8-bb25-4470-82d5-5e2bef81a981 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:40.739937 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7cee7cd8-bb25-4470-82d5-5e2bef81a981 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:40.743506 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7cee7cd8-bb25-4470-82d5-5e2bef81a981 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:40.767111 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee7cd8-bb25-4470-82d5-5e2bef81a981 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d33ea1-9294-451e-b8e4-0a4a07c90654,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:40.776561 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7cee7cd8-bb25-4470-82d5-5e2bef81a981 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:40.777772 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7cee7cd8-bb25-4470-82d5-5e2bef81a981 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1396854 May 03 23:25:40.780667 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56938) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:25:40.785469 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-db5d64e7-a3bf-456b-8ce3-2d18a248c7ca tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'security_group_rule': {'security_group_id': 'f0db86ec-50c1-4418-9e98-8da41d5c5ccb', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:25:40.791892 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-db5d64e7-a3bf-456b-8ce3-2d18a248c7ca tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:25:40.795632 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-db5d64e7-a3bf-456b-8ce3-2d18a248c7ca tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group_rule and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:25:40.798531 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-db5d64e7-a3bf-456b-8ce3-2d18a248c7ca tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:25:40.804249 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-db5d64e7-a3bf-456b-8ce3-2d18a248c7ca tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:25:40.817423 n-d-811807-1 neutron-server[88070]: INFO neutron.db.securitygroups_db [None req-db5d64e7-a3bf-456b-8ce3-2d18a248c7ca tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Project ebb80d0d514d4b2aba00c76f4be31457 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 23:25:40.824648 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-db5d64e7-a3bf-456b-8ce3-2d18a248c7ca tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:40.891744 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-db5d64e7-a3bf-456b-8ce3-2d18a248c7ca tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:40.895659 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-db5d64e7-a3bf-456b-8ce3-2d18a248c7ca tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:40.918368 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d64e7-a3bf-456b-8ce3-2d18a248c7ca tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce140e3c-4f0d-4578-a402-91c05d467cec,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:40.928703 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-db5d64e7-a3bf-456b-8ce3-2d18a248c7ca tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:40.930019 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-db5d64e7-a3bf-456b-8ce3-2d18a248c7ca tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1482961 May 03 23:25:40.932827 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56942) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:25:40.937532 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-bbdc4837-6a14-469e-aae6-0d908738d00c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'security_group_rule': {'security_group_id': 'f0db86ec-50c1-4418-9e98-8da41d5c5ccb', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:25:40.944610 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bbdc4837-6a14-469e-aae6-0d908738d00c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:25:40.948341 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bbdc4837-6a14-469e-aae6-0d908738d00c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group_rule and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:25:40.951186 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bbdc4837-6a14-469e-aae6-0d908738d00c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:25:40.956846 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bbdc4837-6a14-469e-aae6-0d908738d00c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:25:40.966737 n-d-811807-1 neutron-server[88070]: INFO neutron.db.securitygroups_db [None req-bbdc4837-6a14-469e-aae6-0d908738d00c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Project ebb80d0d514d4b2aba00c76f4be31457 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 23:25:40.972971 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bbdc4837-6a14-469e-aae6-0d908738d00c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:41.035527 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bbdc4837-6a14-469e-aae6-0d908738d00c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:41.039329 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bbdc4837-6a14-469e-aae6-0d908738d00c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:41.062302 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc4837-6a14-469e-aae6-0d908738d00c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f30e3764-5c87-4717-bfcc-d8e7c4464deb,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:41.071734 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bbdc4837-6a14-469e-aae6-0d908738d00c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:41.073039 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bbdc4837-6a14-469e-aae6-0d908738d00c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1393309 May 03 23:25:41.076075 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 56946) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:25:41.081299 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-e9d35772-2e7e-43dd-9a6e-9997f7aa6872 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'network': {'name': 'tempest-network-smoke--720348296', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'port_security_enabled': True}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:25:41.086765 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e9d35772-2e7e-43dd-9a6e-9997f7aa6872 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:25:41.090588 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e9d35772-2e7e-43dd-9a6e-9997f7aa6872 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:network and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:25:41.093356 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-e9d35772-2e7e-43dd-9a6e-9997f7aa6872 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:25:41.099028 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-e9d35772-2e7e-43dd-9a6e-9997f7aa6872 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:25:41.108819 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d35772-2e7e-43dd-9a6e-9997f7aa6872 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Made reservation on behalf of ebb80d0d514d4b2aba00c76f4be31457 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:25:41.112770 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e9d35772-2e7e-43dd-9a6e-9997f7aa6872 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:41.139670 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9d35772-2e7e-43dd-9a6e-9997f7aa6872 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:25:41.148332 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e9d35772-2e7e-43dd-9a6e-9997f7aa6872 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:41.148673 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-e9d35772-2e7e-43dd-9a6e-9997f7aa6872 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Added segment b474b6a2-4e5b-41b9-8136-48bcd8874634 of type vlan for network 1b7f569e-2953-47ba-bc8e-e4505cee2ab1 May 03 23:25:41.173870 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e9d35772-2e7e-43dd-9a6e-9997f7aa6872 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:41.202590 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e9d35772-2e7e-43dd-9a6e-9997f7aa6872 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:41.207959 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d35772-2e7e-43dd-9a6e-9997f7aa6872 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:25:41.208539 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-e9d35772-2e7e-43dd-9a6e-9997f7aa6872 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:41.306261 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e9d35772-2e7e-43dd-9a6e-9997f7aa6872 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2291505 May 03 23:25:41.309254 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56950) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:25:41.314881 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d35772-2e7e-43dd-9a6e-9997f7aa6872 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Network': ['ID=1b7f569e-2953-47ba-bc8e-e4505cee2ab1,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:41.315299 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-4c996a63-07d4-4bb7-874b-ed681b73e2c8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-149723876', 'admin_state_up': True, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:25:41.323244 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4c996a63-07d4-4bb7-874b-ed681b73e2c8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:25:41.325931 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 1b7f569e-2953-47ba-bc8e-e4505cee2ab1 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:25:41.327413 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4c996a63-07d4-4bb7-874b-ed681b73e2c8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:router and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:25:41.330408 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4c996a63-07d4-4bb7-874b-ed681b73e2c8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:25:41.337189 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4c996a63-07d4-4bb7-874b-ed681b73e2c8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:25:41.347489 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4c996a63-07d4-4bb7-874b-ed681b73e2c8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:41.348505 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4c996a63-07d4-4bb7-874b-ed681b73e2c8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:41.363815 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4c996a63-07d4-4bb7-874b-ed681b73e2c8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:41.732902 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4c996a63-07d4-4bb7-874b-ed681b73e2c8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:42.026371 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4c996a63-07d4-4bb7-874b-ed681b73e2c8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:42.055044 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4c996a63-07d4-4bb7-874b-ed681b73e2c8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:42.195726 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-4c996a63-07d4-4bb7-874b-ed681b73e2c8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Allocated IP 172.25.2.189 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/41135803-080c-4dac-9377-72c5fb03aa4c) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:25:42.341470 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4c996a63-07d4-4bb7-874b-ed681b73e2c8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:42.370206 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4c996a63-07d4-4bb7-874b-ed681b73e2c8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:42.433715 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c996a63-07d4-4bb7-874b-ed681b73e2c8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:25:42.436494 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-4c996a63-07d4-4bb7-874b-ed681b73e2c8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:25:42.440031 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c996a63-07d4-4bb7-874b-ed681b73e2c8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:25:42.472146 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c996a63-07d4-4bb7-874b-ed681b73e2c8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Port': ['ID=41135803-080c-4dac-9377-72c5fb03aa4c,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:42.840598 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4c996a63-07d4-4bb7-874b-ed681b73e2c8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:43.283409 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4c996a63-07d4-4bb7-874b-ed681b73e2c8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:43.483648 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c996a63-07d4-4bb7-874b-ed681b73e2c8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Router 23029b16-e6ed-4f0e-bedc-ad7dbe82b75f is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 23:25:43.660792 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c996a63-07d4-4bb7-874b-ed681b73e2c8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:25:43.670289 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121637e4-cd14-4086-875c-fb9075a64189 None None] Sync routers for ids ['23029b16-e6ed-4f0e-bedc-ad7dbe82b75f'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:25:43.680463 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121637e4-cd14-4086-875c-fb9075a64189 None None] Routers {'23029b16-e6ed-4f0e-bedc-ad7dbe82b75f'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:25:43.681068 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-121637e4-cd14-4086-875c-fb9075a64189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:25:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['23029b16-e6ed-4f0e-bedc-ad7dbe82b75f'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:25:43.687757 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4c996a63-07d4-4bb7-874b-ed681b73e2c8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:43.689062 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4c996a63-07d4-4bb7-874b-ed681b73e2c8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3787684 May 03 23:25:43.692165 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56954) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:25:43.829884 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4ebc5410-e2be-4e4e-bbf4-86162aa654ec tempest-TestNetworkAdvancedServerOps-1551533295 tempest-TestNetworkAdvancedServerOps-1551533295-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=ebb80d0d514d4b2aba00c76f4be31457&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1366239 May 03 23:25:43.833017 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56960) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:25:43.856510 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-121637e4-cd14-4086-875c-fb9075a64189 None None] Set router 23029b16-e6ed-4f0e-bedc-ad7dbe82b75f gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:25:43.966227 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e6434d-d332-4284-871c-a9cb2fb591a4 tempest-TestNetworkAdvancedServerOps-1551533295 tempest-TestNetworkAdvancedServerOps-1551533295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:25:43.967716 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-96e6434d-d332-4284-871c-a9cb2fb591a4 tempest-TestNetworkAdvancedServerOps-1551533295 tempest-TestNetworkAdvancedServerOps-1551533295-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1338151 May 03 23:25:43.970601 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56964) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:25:44.008799 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a8d14557-79c1-4669-9a53-53ab1bb626a6 tempest-TestNetworkAdvancedServerOps-1551533295 tempest-TestNetworkAdvancedServerOps-1551533295-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=de8965b2-8ea3-4c2b-86b9-c128a58c6e1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371644 May 03 23:25:44.011408 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56968) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:25:44.016724 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-ce690976-086d-453d-9a1f-0140ed120bd6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-271911167', 'network_id': '1b7f569e-2953-47ba-bc8e-e4505cee2ab1', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:25:44.130975 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ce690976-086d-453d-9a1f-0140ed120bd6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:25:44.135015 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ce690976-086d-453d-9a1f-0140ed120bd6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:subnet and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:25:44.138170 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ce690976-086d-453d-9a1f-0140ed120bd6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:25:44.138705 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-121637e4-cd14-4086-875c-fb9075a64189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149723876', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '41135803-080c-4dac-9377-72c5fb03aa4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:25:41Z', 'updated_at': '2022-05-03T23:25:42Z', 'revision_number': 3, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '41135803-080c-4dac-9377-72c5fb03aa4c', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:60:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:25:42Z', 'updated_at': '2022-05-03T23:25:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:25:44.144581 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ce690976-086d-453d-9a1f-0140ed120bd6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:25:44.144763 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121637e4-cd14-4086-875c-fb9075a64189 None None] Checking router: 23029b16-e6ed-4f0e-bedc-ad7dbe82b75f for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:25:44.145010 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121637e4-cd14-4086-875c-fb9075a64189 None None] Updating router 23029b16-e6ed-4f0e-bedc-ad7dbe82b75f port 41135803-080c-4dac-9377-72c5fb03aa4c binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:25:44.156210 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce690976-086d-453d-9a1f-0140ed120bd6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Made reservation on behalf of ebb80d0d514d4b2aba00c76f4be31457 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:25:44.160535 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ce690976-086d-453d-9a1f-0140ed120bd6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:44.202487 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-121637e4-cd14-4086-875c-fb9075a64189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:44.379475 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ce690976-086d-453d-9a1f-0140ed120bd6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:44.456871 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce690976-086d-453d-9a1f-0140ed120bd6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Subnet': ['ID=dbc123d1-c5bf-4c11-92cf-1726a9fde0f7,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:44.465246 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce690976-086d-453d-9a1f-0140ed120bd6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Checking segment: {'id': 'b474b6a2-4e5b-41b9-8136-48bcd8874634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1b7f569e-2953-47ba-bc8e-e4505cee2ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:25:44.465606 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce690976-086d-453d-9a1f-0140ed120bd6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Network hostable DHCP agents. Network: 1b7f569e-2953-47ba-bc8e-e4505cee2ab1, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:25:44.484283 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce690976-086d-453d-9a1f-0140ed120bd6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Network 1b7f569e-2953-47ba-bc8e-e4505cee2ab1 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:25:44.494215 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-ce690976-086d-453d-9a1f-0140ed120bd6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 1b7f569e-2953-47ba-bc8e-e4505cee2ab1) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:25:44.498545 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce690976-086d-453d-9a1f-0140ed120bd6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:25:44.499130 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ce690976-086d-453d-9a1f-0140ed120bd6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:44.520029 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ce690976-086d-453d-9a1f-0140ed120bd6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5076218 May 03 23:25:44.522823 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 56972) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:25:44.533166 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d25c477-f148-4ab8-91c9-05b3691dcf47 None None] Network 1b7f569e-2953-47ba-bc8e-e4505cee2ab1 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:25:44.642609 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-121637e4-cd14-4086-875c-fb9075a64189 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:44.667609 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-121637e4-cd14-4086-875c-fb9075a64189 None None] Transition to ACTIVE for port object 41135803-080c-4dac-9377-72c5fb03aa4c will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:25:44.677986 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-121637e4-cd14-4086-875c-fb9075a64189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:44.801770 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35504aaf-11e3-4061-bb6c-00f1bded8a20 None None] Pushing event updated for resources: {'Port': ['ID=41135803-080c-4dac-9377-72c5fb03aa4c,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:44.816527 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-121637e4-cd14-4086-875c-fb9075a64189 None None] Attempting to bind port 41135803-080c-4dac-9377-72c5fb03aa4c on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:25:44.816893 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-121637e4-cd14-4086-875c-fb9075a64189 None None] Attempting to bind port 41135803-080c-4dac-9377-72c5fb03aa4c by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:25:44.817253 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121637e4-cd14-4086-875c-fb9075a64189 None None] Attempting to bind port 41135803-080c-4dac-9377-72c5fb03aa4c on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:25:44.821550 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35504aaf-11e3-4061-bb6c-00f1bded8a20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:44.821913 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35504aaf-11e3-4061-bb6c-00f1bded8a20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:44.822255 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35504aaf-11e3-4061-bb6c-00f1bded8a20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:44.822590 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35504aaf-11e3-4061-bb6c-00f1bded8a20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:44.822917 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35504aaf-11e3-4061-bb6c-00f1bded8a20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:44.823244 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35504aaf-11e3-4061-bb6c-00f1bded8a20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:44.823566 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35504aaf-11e3-4061-bb6c-00f1bded8a20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:44.823893 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35504aaf-11e3-4061-bb6c-00f1bded8a20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:44.824214 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35504aaf-11e3-4061-bb6c-00f1bded8a20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:44.824531 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35504aaf-11e3-4061-bb6c-00f1bded8a20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:44.824852 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35504aaf-11e3-4061-bb6c-00f1bded8a20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:44.825169 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35504aaf-11e3-4061-bb6c-00f1bded8a20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:44.834731 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121637e4-cd14-4086-875c-fb9075a64189 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:25:44.835107 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121637e4-cd14-4086-875c-fb9075a64189 None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:25:44.835513 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-121637e4-cd14-4086-875c-fb9075a64189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:44.835910 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121637e4-cd14-4086-875c-fb9075a64189 None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:25:44.836376 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-121637e4-cd14-4086-875c-fb9075a64189 None None] Bound port: 41135803-080c-4dac-9377-72c5fb03aa4c, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:25:44.836749 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-121637e4-cd14-4086-875c-fb9075a64189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:44.939691 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68dd7fc-065d-4758-b382-62f319b76fe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-1b7f569e-2953-47ba-bc8e-e4505cee2ab1', 'network_id': '1b7f569e-2953-47ba-bc8e-e4505cee2ab1', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'fixed_ips': [{'subnet_id': 'dbc123d1-c5bf-4c11-92cf-1726a9fde0f7'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:25:44.940532 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d68dd7fc-065d-4758-b382-62f319b76fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:44.967390 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-121637e4-cd14-4086-875c-fb9075a64189 None None] For port 41135803-080c-4dac-9377-72c5fb03aa4c, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:25:44.970909 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-121637e4-cd14-4086-875c-fb9075a64189 None None] For port 41135803-080c-4dac-9377-72c5fb03aa4c, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=41135803-080c-4dac-9377-72c5fb03aa4c,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:25:45.007832 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-121637e4-cd14-4086-875c-fb9075a64189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:45.153796 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121637e4-cd14-4086-875c-fb9075a64189 None None] Routers {'23029b16-e6ed-4f0e-bedc-ad7dbe82b75f'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:25:45.154431 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-121637e4-cd14-4086-875c-fb9075a64189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:25:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['23029b16-e6ed-4f0e-bedc-ad7dbe82b75f'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:25:45.288006 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35504aaf-11e3-4061-bb6c-00f1bded8a20 None None] Pushing event updated for resources: {'Port': ['ID=41135803-080c-4dac-9377-72c5fb03aa4c,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:45.337471 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-d68dd7fc-065d-4758-b382-62f319b76fe3 None None] Allocated IP 172.20.0.2 (1b7f569e-2953-47ba-bc8e-e4505cee2ab1/dbc123d1-c5bf-4c11-92cf-1726a9fde0f7/0efbaea0-1c7b-4fac-b6a6-d5329dc6916b) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:25:45.344906 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1b3af52b-b088-4fa1-8c26-e6a95d4119b9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:45.410158 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-121637e4-cd14-4086-875c-fb9075a64189 None None] Set router 23029b16-e6ed-4f0e-bedc-ad7dbe82b75f gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:25:45.841830 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d68dd7fc-065d-4758-b382-62f319b76fe3 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:45.858085 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d68dd7fc-065d-4758-b382-62f319b76fe3 None None] Transition to ACTIVE for port object 0efbaea0-1c7b-4fac-b6a6-d5329dc6916b will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:25:45.880765 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d68dd7fc-065d-4758-b382-62f319b76fe3 None None] Transition to ACTIVE for port object 0efbaea0-1c7b-4fac-b6a6-d5329dc6916b will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:25:45.887279 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d68dd7fc-065d-4758-b382-62f319b76fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:45.948566 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-121637e4-cd14-4086-875c-fb9075a64189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149723876', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '41135803-080c-4dac-9377-72c5fb03aa4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:25:41Z', 'updated_at': '2022-05-03T23:25:42Z', 'revision_number': 3, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '41135803-080c-4dac-9377-72c5fb03aa4c', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:60:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:25:42Z', 'updated_at': '2022-05-03T23:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:25:45.951733 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-1b3af52b-b088-4fa1-8c26-e6a95d4119b9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Allocated IP 172.20.0.1 (1b7f569e-2953-47ba-bc8e-e4505cee2ab1/dbc123d1-c5bf-4c11-92cf-1726a9fde0f7/88f76a2a-c425-4f52-b030-c519588b4bfc) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:25:45.957247 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68dd7fc-065d-4758-b382-62f319b76fe3 None None] Network 1b7f569e-2953-47ba-bc8e-e4505cee2ab1 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:25:45.960276 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-d68dd7fc-065d-4758-b382-62f319b76fe3 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:25:45.962319 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121637e4-cd14-4086-875c-fb9075a64189 None None] The sync data for ids ['23029b16-e6ed-4f0e-bedc-ad7dbe82b75f'] in n-d-811807-1 is: [{'id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149723876', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '41135803-080c-4dac-9377-72c5fb03aa4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:25:41Z', 'updated_at': '2022-05-03T23:25:42Z', 'revision_number': 3, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '41135803-080c-4dac-9377-72c5fb03aa4c', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:60:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:25:42Z', 'updated_at': '2022-05-03T23:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:25:45.963629 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68dd7fc-065d-4758-b382-62f319b76fe3 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:25:46.005783 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68dd7fc-065d-4758-b382-62f319b76fe3 None None] Pushing event updated for resources: {'Port': ['ID=0efbaea0-1c7b-4fac-b6a6-d5329dc6916b,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:46.065702 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-d68dd7fc-065d-4758-b382-62f319b76fe3 None None] Attempting to bind port 0efbaea0-1c7b-4fac-b6a6-d5329dc6916b on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:25:46.066082 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-d68dd7fc-065d-4758-b382-62f319b76fe3 None None] Attempting to bind port 0efbaea0-1c7b-4fac-b6a6-d5329dc6916b by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'b474b6a2-4e5b-41b9-8136-48bcd8874634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1b7f569e-2953-47ba-bc8e-e4505cee2ab1'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:25:46.066448 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68dd7fc-065d-4758-b382-62f319b76fe3 None None] Attempting to bind port 0efbaea0-1c7b-4fac-b6a6-d5329dc6916b on network 1b7f569e-2953-47ba-bc8e-e4505cee2ab1 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:25:46.071918 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68dd7fc-065d-4758-b382-62f319b76fe3 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:25:46.072286 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68dd7fc-065d-4758-b382-62f319b76fe3 None None] Checking segment: {'id': 'b474b6a2-4e5b-41b9-8136-48bcd8874634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1b7f569e-2953-47ba-bc8e-e4505cee2ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:25:46.072685 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d68dd7fc-065d-4758-b382-62f319b76fe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:46.073075 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68dd7fc-065d-4758-b382-62f319b76fe3 None None] Bound using segment: {'id': 'b474b6a2-4e5b-41b9-8136-48bcd8874634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1b7f569e-2953-47ba-bc8e-e4505cee2ab1'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:25:46.073528 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-d68dd7fc-065d-4758-b382-62f319b76fe3 None None] Bound port: 0efbaea0-1c7b-4fac-b6a6-d5329dc6916b, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b474b6a2-4e5b-41b9-8136-48bcd8874634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1b7f569e-2953-47ba-bc8e-e4505cee2ab1'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:25:46.073929 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d68dd7fc-065d-4758-b382-62f319b76fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:46.124098 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1b3af52b-b088-4fa1-8c26-e6a95d4119b9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:46.141314 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-1b3af52b-b088-4fa1-8c26-e6a95d4119b9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Transition to ACTIVE for port object 88f76a2a-c425-4f52-b030-c519588b4bfc will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:25:46.166594 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-d68dd7fc-065d-4758-b382-62f319b76fe3 None None] For port 0efbaea0-1c7b-4fac-b6a6-d5329dc6916b, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:25:46.170044 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-d68dd7fc-065d-4758-b382-62f319b76fe3 None None] For port 0efbaea0-1c7b-4fac-b6a6-d5329dc6916b, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0efbaea0-1c7b-4fac-b6a6-d5329dc6916b,segment=NetworkSegment(b474b6a2-4e5b-41b9-8136-48bcd8874634),segment_id=b474b6a2-4e5b-41b9-8136-48bcd8874634)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:25:46.175920 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d68dd7fc-065d-4758-b382-62f319b76fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:46.176768 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1b3af52b-b088-4fa1-8c26-e6a95d4119b9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:46.272911 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3af52b-b088-4fa1-8c26-e6a95d4119b9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Network 1b7f569e-2953-47ba-bc8e-e4505cee2ab1 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:25:46.276178 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-1b3af52b-b088-4fa1-8c26-e6a95d4119b9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:25:46.279567 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3af52b-b088-4fa1-8c26-e6a95d4119b9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:25:46.286826 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68dd7fc-065d-4758-b382-62f319b76fe3 None None] Pushing event updated for resources: {'Port': ['ID=0efbaea0-1c7b-4fac-b6a6-d5329dc6916b,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:46.314511 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3af52b-b088-4fa1-8c26-e6a95d4119b9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Port': ['ID=88f76a2a-c425-4f52-b030-c519588b4bfc,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:46.351455 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1b3af52b-b088-4fa1-8c26-e6a95d4119b9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:46.493695 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1b3af52b-b088-4fa1-8c26-e6a95d4119b9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:47.050809 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1b3af52b-b088-4fa1-8c26-e6a95d4119b9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:47.057599 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1b3af52b-b088-4fa1-8c26-e6a95d4119b9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:47.173384 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1b3af52b-b088-4fa1-8c26-e6a95d4119b9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:47.184973 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3af52b-b088-4fa1-8c26-e6a95d4119b9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Port': ['ID=88f76a2a-c425-4f52-b030-c519588b4bfc,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:47.246027 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd0a774-437f-4f22-af99-430e4a33f9d5 None None] Network 1b7f569e-2953-47ba-bc8e-e4505cee2ab1 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:25:47.327666 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3af52b-b088-4fa1-8c26-e6a95d4119b9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Network 1b7f569e-2953-47ba-bc8e-e4505cee2ab1 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:25:47.329022 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-1b3af52b-b088-4fa1-8c26-e6a95d4119b9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:25:47.352295 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-959c6422-25dc-4153-8997-1c0e9042d50d None None] Provisioning for port 0efbaea0-1c7b-4fac-b6a6-d5329dc6916b completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:25:47.520531 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3af52b-b088-4fa1-8c26-e6a95d4119b9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Router 23029b16-e6ed-4f0e-bedc-ad7dbe82b75f has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:25:47.700794 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 41135803-080c-4dac-9377-72c5fb03aa4c up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:25:47.727214 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3af52b-b088-4fa1-8c26-e6a95d4119b9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:25:47.740668 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028d01c8-2457-4ae1-8a37-eab54ae6ee87 None None] Sync routers for ids ['23029b16-e6ed-4f0e-bedc-ad7dbe82b75f'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:25:47.742383 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1b3af52b-b088-4fa1-8c26-e6a95d4119b9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "PUT /v2.0/routers/23029b16-e6ed-4f0e-bedc-ad7dbe82b75f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2183337 May 03 23:25:47.764464 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028d01c8-2457-4ae1-8a37-eab54ae6ee87 None None] Routers {'23029b16-e6ed-4f0e-bedc-ad7dbe82b75f'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:25:47.765012 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-028d01c8-2457-4ae1-8a37-eab54ae6ee87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:25:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['23029b16-e6ed-4f0e-bedc-ad7dbe82b75f'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:25:47.772721 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 41135803-080c-4dac-9377-72c5fb03aa4c completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:25:47.782809 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 41135803-080c-4dac-9377-72c5fb03aa4c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:25:47.783314 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:47.886850 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a35d7492-7564-47f8-b55c-8fe70900a90f None None] Provisioning for port 88f76a2a-c425-4f52-b030-c519588b4bfc completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:25:47.911759 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a35d7492-7564-47f8-b55c-8fe70900a90f None None] Provisioning complete for port 88f76a2a-c425-4f52-b030-c519588b4bfc triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:25:47.912137 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a35d7492-7564-47f8-b55c-8fe70900a90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:47.974856 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-028d01c8-2457-4ae1-8a37-eab54ae6ee87 None None] Set router 23029b16-e6ed-4f0e-bedc-ad7dbe82b75f gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:25:47.975590 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:47.982577 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a35d7492-7564-47f8-b55c-8fe70900a90f None None] Port 88f76a2a-c425-4f52-b030-c519588b4bfc cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:25:47.991254 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-5aec6b0b-852e-4c86-b276-9855f17db0d0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Synchronizing usage tracker for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:25:48.005248 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 41135803-080c-4dac-9377-72c5fb03aa4c, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=41135803-080c-4dac-9377-72c5fb03aa4c,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:25:48.008565 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:48.009349 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 0efbaea0-1c7b-4fac-b6a6-d5329dc6916b up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:25:48.013217 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-5aec6b0b-852e-4c86-b276-9855f17db0d0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Unset dirty status for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:25:48.014657 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-5aec6b0b-852e-4c86-b276-9855f17db0d0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1244735738&fields=id&tenant_id=ebb80d0d514d4b2aba00c76f4be31457 HTTP/1.1" status: 200 len: 267 time: 0.0979350 May 03 23:25:48.137766 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=41135803-080c-4dac-9377-72c5fb03aa4c,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:48.147988 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5f123b4a-ef71-41e4-b1e2-bfbb80183dc3 None None] Provisioning complete for port 88f76a2a-c425-4f52-b030-c519588b4bfc triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:25:48.148306 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5f123b4a-ef71-41e4-b1e2-bfbb80183dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:48.210316 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 0efbaea0-1c7b-4fac-b6a6-d5329dc6916b completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:25:48.214241 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-65d5d0a0-36e2-4078-8d44-617af7e9f38a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:25:48.216705 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-65d5d0a0-36e2-4078-8d44-617af7e9f38a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/networks?id=1b7f569e-2953-47ba-bc8e-e4505cee2ab1 HTTP/1.1" status: 200 len: 796 time: 0.1949010 May 03 23:25:48.217743 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 0efbaea0-1c7b-4fac-b6a6-d5329dc6916b triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:25:48.218160 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:48.241980 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-5f123b4a-ef71-41e4-b1e2-bfbb80183dc3 None None] Port 88f76a2a-c425-4f52-b030-c519588b4bfc cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:25:48.242168 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-47e48795-d430-41b0-83d7-011a10f7f8e6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/quotas/ebb80d0d514d4b2aba00c76f4be31457 HTTP/1.1" status: 200 len: 375 time: 0.0184791 May 03 23:25:48.334522 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-5f2b61aa-8364-4315-a1cf-f63d44d2af0b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Synchronizing usage tracker for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:25:48.336662 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-028d01c8-2457-4ae1-8a37-eab54ae6ee87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149723876', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '41135803-080c-4dac-9377-72c5fb03aa4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:25:41Z', 'updated_at': '2022-05-03T23:25:46Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '41135803-080c-4dac-9377-72c5fb03aa4c', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:60:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:25:42Z', 'updated_at': '2022-05-03T23:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '88f76a2a-c425-4f52-b030-c519588b4bfc', 'name': '', 'network_id': '1b7f569e-2953-47ba-bc8e-e4505cee2ab1', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:78:c4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'dbc123d1-c5bf-4c11-92cf-1726a9fde0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:25:45Z', 'updated_at': '2022-05-03T23:25:46Z', 'revision_number': 2, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': 'dbc123d1-c5bf-4c11-92cf-1726a9fde0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:25:48.341018 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028d01c8-2457-4ae1-8a37-eab54ae6ee87 None None] Checking router: 23029b16-e6ed-4f0e-bedc-ad7dbe82b75f for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:25:48.341366 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028d01c8-2457-4ae1-8a37-eab54ae6ee87 None None] Updating router 23029b16-e6ed-4f0e-bedc-ad7dbe82b75f port 88f76a2a-c425-4f52-b030-c519588b4bfc binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:25:48.355453 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:48.356701 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-5f2b61aa-8364-4315-a1cf-f63d44d2af0b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Unset dirty status for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:25:48.358816 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-5f2b61aa-8364-4315-a1cf-f63d44d2af0b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1066375 May 03 23:25:48.395091 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-dad74ea1-8b9c-4ded-b278-d77a1bc07a83 None None] Provisioning complete for port 88f76a2a-c425-4f52-b030-c519588b4bfc triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:25:48.395491 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-dad74ea1-8b9c-4ded-b278-d77a1bc07a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:48.424631 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-028d01c8-2457-4ae1-8a37-eab54ae6ee87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:48.427235 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-a5a737e1-0bfa-4833-9c55-3e8e8a9abbb1 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:25:48.428414 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-a5a737e1-0bfa-4833-9c55-3e8e8a9abbb1 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0574963 May 03 23:25:48.437956 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 0efbaea0-1c7b-4fac-b6a6-d5329dc6916b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0efbaea0-1c7b-4fac-b6a6-d5329dc6916b,segment=NetworkSegment(b474b6a2-4e5b-41b9-8136-48bcd8874634),segment_id=b474b6a2-4e5b-41b9-8136-48bcd8874634)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:25:48.444337 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:48.502955 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-dad74ea1-8b9c-4ded-b278-d77a1bc07a83 None None] Port 88f76a2a-c425-4f52-b030-c519588b4bfc cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:25:48.521841 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=0efbaea0-1c7b-4fac-b6a6-d5329dc6916b,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:48.696575 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-08820497-4f79-4e79-ba50-1d455b2534c4 service neutron] 10.222.0.58 "GET /v2.0/networks/1b7f569e-2953-47ba-bc8e-e4505cee2ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605917 May 03 23:25:48.783981 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-028d01c8-2457-4ae1-8a37-eab54ae6ee87 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:48.796990 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-028d01c8-2457-4ae1-8a37-eab54ae6ee87 None None] Transition to ACTIVE for port object 88f76a2a-c425-4f52-b030-c519588b4bfc will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:25:48.805967 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-028d01c8-2457-4ae1-8a37-eab54ae6ee87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:48.856227 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-c91808b5-cbc7-43d4-9ab2-b549462c8570 service neutron] 10.222.0.58 "GET /v2.0/networks/1b7f569e-2953-47ba-bc8e-e4505cee2ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530054 May 03 23:25:48.976019 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04517b7e-bece-461f-82c9-992c0840f502 None None] Pushing event updated for resources: {'Port': ['ID=88f76a2a-c425-4f52-b030-c519588b4bfc,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:49.018085 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04517b7e-bece-461f-82c9-992c0840f502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:49.018480 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04517b7e-bece-461f-82c9-992c0840f502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:49.018817 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04517b7e-bece-461f-82c9-992c0840f502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:49.019147 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04517b7e-bece-461f-82c9-992c0840f502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:49.019467 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04517b7e-bece-461f-82c9-992c0840f502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:49.019965 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04517b7e-bece-461f-82c9-992c0840f502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:49.020451 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04517b7e-bece-461f-82c9-992c0840f502 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:49.020772 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04517b7e-bece-461f-82c9-992c0840f502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:49.021092 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04517b7e-bece-461f-82c9-992c0840f502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:49.021408 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04517b7e-bece-461f-82c9-992c0840f502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:49.021726 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04517b7e-bece-461f-82c9-992c0840f502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:49.022069 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04517b7e-bece-461f-82c9-992c0840f502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:25:49.047267 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-028d01c8-2457-4ae1-8a37-eab54ae6ee87 None None] Attempting to bind port 88f76a2a-c425-4f52-b030-c519588b4bfc on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:25:49.047627 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-028d01c8-2457-4ae1-8a37-eab54ae6ee87 None None] Attempting to bind port 88f76a2a-c425-4f52-b030-c519588b4bfc by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'b474b6a2-4e5b-41b9-8136-48bcd8874634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1b7f569e-2953-47ba-bc8e-e4505cee2ab1'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:25:49.047982 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028d01c8-2457-4ae1-8a37-eab54ae6ee87 None None] Attempting to bind port 88f76a2a-c425-4f52-b030-c519588b4bfc on network 1b7f569e-2953-47ba-bc8e-e4505cee2ab1 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:25:49.054466 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028d01c8-2457-4ae1-8a37-eab54ae6ee87 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:25:49.054830 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028d01c8-2457-4ae1-8a37-eab54ae6ee87 None None] Checking segment: {'id': 'b474b6a2-4e5b-41b9-8136-48bcd8874634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1b7f569e-2953-47ba-bc8e-e4505cee2ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:25:49.055599 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-028d01c8-2457-4ae1-8a37-eab54ae6ee87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:49.055994 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028d01c8-2457-4ae1-8a37-eab54ae6ee87 None None] Bound using segment: {'id': 'b474b6a2-4e5b-41b9-8136-48bcd8874634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1b7f569e-2953-47ba-bc8e-e4505cee2ab1'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:25:49.056447 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-028d01c8-2457-4ae1-8a37-eab54ae6ee87 None None] Bound port: 88f76a2a-c425-4f52-b030-c519588b4bfc, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b474b6a2-4e5b-41b9-8136-48bcd8874634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1b7f569e-2953-47ba-bc8e-e4505cee2ab1'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:25:49.056810 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-028d01c8-2457-4ae1-8a37-eab54ae6ee87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:49.067865 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e0ebc6b3-8f3d-4ad9-99b5-99494fdb6e84 req-a7f32d48-303e-47f5-b00d-b170af896336 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=202843c3-cb72-4f47-8841-82e07578ae72 HTTP/1.1" status: 200 len: 210 time: 0.0473461 May 03 23:25:49.151968 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-028d01c8-2457-4ae1-8a37-eab54ae6ee87 None None] For port 88f76a2a-c425-4f52-b030-c519588b4bfc, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:25:49.161687 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-028d01c8-2457-4ae1-8a37-eab54ae6ee87 None None] For port 88f76a2a-c425-4f52-b030-c519588b4bfc, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=88f76a2a-c425-4f52-b030-c519588b4bfc,segment=NetworkSegment(b474b6a2-4e5b-41b9-8136-48bcd8874634),segment_id=b474b6a2-4e5b-41b9-8136-48bcd8874634)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:25:49.166013 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-028d01c8-2457-4ae1-8a37-eab54ae6ee87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:49.237782 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028d01c8-2457-4ae1-8a37-eab54ae6ee87 None None] Routers {'23029b16-e6ed-4f0e-bedc-ad7dbe82b75f'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:25:49.238434 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-028d01c8-2457-4ae1-8a37-eab54ae6ee87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:25:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['23029b16-e6ed-4f0e-bedc-ad7dbe82b75f'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:25:49.368560 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04517b7e-bece-461f-82c9-992c0840f502 None None] Pushing event updated for resources: {'Port': ['ID=88f76a2a-c425-4f52-b030-c519588b4bfc,revision_number=4']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:49.422746 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-028d01c8-2457-4ae1-8a37-eab54ae6ee87 None None] Set router 23029b16-e6ed-4f0e-bedc-ad7dbe82b75f gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:25:49.656754 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 41135803-080c-4dac-9377-72c5fb03aa4c up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:25:49.724219 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 41135803-080c-4dac-9377-72c5fb03aa4c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:25:49.724592 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:49.725279 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-028d01c8-2457-4ae1-8a37-eab54ae6ee87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149723876', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '41135803-080c-4dac-9377-72c5fb03aa4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:25:41Z', 'updated_at': '2022-05-03T23:25:46Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '41135803-080c-4dac-9377-72c5fb03aa4c', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:60:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:25:42Z', 'updated_at': '2022-05-03T23:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '88f76a2a-c425-4f52-b030-c519588b4bfc', 'name': '', 'network_id': '1b7f569e-2953-47ba-bc8e-e4505cee2ab1', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:78:c4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'dbc123d1-c5bf-4c11-92cf-1726a9fde0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:25:45Z', 'updated_at': '2022-05-03T23:25:49Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': 'dbc123d1-c5bf-4c11-92cf-1726a9fde0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:25:49.729232 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028d01c8-2457-4ae1-8a37-eab54ae6ee87 None None] The sync data for ids ['23029b16-e6ed-4f0e-bedc-ad7dbe82b75f'] in n-d-811807-1 is: [{'id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149723876', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '41135803-080c-4dac-9377-72c5fb03aa4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:25:41Z', 'updated_at': '2022-05-03T23:25:46Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '41135803-080c-4dac-9377-72c5fb03aa4c', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:60:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:25:42Z', 'updated_at': '2022-05-03T23:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '88f76a2a-c425-4f52-b030-c519588b4bfc', 'name': '', 'network_id': '1b7f569e-2953-47ba-bc8e-e4505cee2ab1', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:78:c4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'dbc123d1-c5bf-4c11-92cf-1726a9fde0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:25:45Z', 'updated_at': '2022-05-03T23:25:49Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': 'dbc123d1-c5bf-4c11-92cf-1726a9fde0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:25:49.858883 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 0efbaea0-1c7b-4fac-b6a6-d5329dc6916b up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:25:49.933826 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 0efbaea0-1c7b-4fac-b6a6-d5329dc6916b triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:25:49.934231 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:50.174922 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-be9fd6f9-2c25-4973-91b4-b9b686e14283 req-543c0db2-917c-4617-a9a0-a9c345775f45 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=202843c3-cb72-4f47-8841-82e07578ae72 HTTP/1.1" status: 200 len: 210 time: 0.0493336 May 03 23:25:51.277996 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0b999918-e89e-4b43-b1bd-623f3991bc56 req-9f92318f-abfa-4d85-9f9f-519d8573f0d5 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=202843c3-cb72-4f47-8841-82e07578ae72 HTTP/1.1" status: 200 len: 210 time: 0.0454662 May 03 23:25:51.668596 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 88f76a2a-c425-4f52-b030-c519588b4bfc up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:25:51.736227 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 88f76a2a-c425-4f52-b030-c519588b4bfc completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:25:51.741404 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 88f76a2a-c425-4f52-b030-c519588b4bfc triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:25:51.741780 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:51.853358 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:51.884425 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 88f76a2a-c425-4f52-b030-c519588b4bfc, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=88f76a2a-c425-4f52-b030-c519588b4bfc,segment=NetworkSegment(b474b6a2-4e5b-41b9-8136-48bcd8874634),segment_id=b474b6a2-4e5b-41b9-8136-48bcd8874634)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:25:51.888200 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:51.952757 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=88f76a2a-c425-4f52-b030-c519588b4bfc,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:52.369906 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-abf4abc4-c4c4-4b67-a310-92602a54f425 req-0944c975-4be2-4c35-8381-0df36ee922e4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=202843c3-cb72-4f47-8841-82e07578ae72 HTTP/1.1" status: 200 len: 210 time: 0.0422068 May 03 23:25:53.030881 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-138b7555-dee7-4a59-af55-1af0a32267fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:53.511643 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7272ed9c-0784-407d-a05b-487c3deae897 req-b4b507ea-5114-433d-986b-654a5589d5df tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=202843c3-cb72-4f47-8841-82e07578ae72 HTTP/1.1" status: 200 len: 210 time: 0.0420322 May 03 23:25:53.656034 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 88f76a2a-c425-4f52-b030-c519588b4bfc up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:25:53.726865 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 88f76a2a-c425-4f52-b030-c519588b4bfc triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:25:53.727241 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:54.373810 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-9a267a75-fcee-4a5e-9828-c0ba409a5c9b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:25:54.375256 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-9a267a75-fcee-4a5e-9828-c0ba409a5c9b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.67 "GET /v2.0/networks?id=1b7f569e-2953-47ba-bc8e-e4505cee2ab1 HTTP/1.1" status: 200 len: 796 time: 0.1549797 May 03 23:25:54.427733 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-057a6a31-7e27-4298-8e36-31d48ad5a876 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebb80d0d514d4b2aba00c76f4be31457 HTTP/1.1" status: 200 len: 380 time: 0.0443792 May 03 23:25:54.436203 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-39d77e15-eaea-4f52-9988-555ac9770c17 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'port': {'device_id': '202843c3-cb72-4f47-8841-82e07578ae72', 'network_id': '1b7f569e-2953-47ba-bc8e-e4505cee2ab1', 'admin_state_up': True, 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'security_groups': ['f0db86ec-50c1-4418-9e98-8da41d5c5ccb']}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:25:54.573662 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-39d77e15-eaea-4f52-9988-555ac9770c17 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:25:54.583704 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-39d77e15-eaea-4f52-9988-555ac9770c17 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:25:54.595753 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-39d77e15-eaea-4f52-9988-555ac9770c17 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Made reservation on behalf of ebb80d0d514d4b2aba00c76f4be31457 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:25:54.599344 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-39d77e15-eaea-4f52-9988-555ac9770c17 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:54.697729 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0a5a50e8-c5dd-41b9-8550-0d6729e8d702 req-769fb455-da68-41e4-80e0-fa94beb388db tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=202843c3-cb72-4f47-8841-82e07578ae72 HTTP/1.1" status: 200 len: 210 time: 0.0792744 May 03 23:25:54.797207 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-39d77e15-eaea-4f52-9988-555ac9770c17 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Allocated IP 172.20.0.3 (1b7f569e-2953-47ba-bc8e-e4505cee2ab1/dbc123d1-c5bf-4c11-92cf-1726a9fde0f7/c3c6867b-4220-4a02-80f8-e56f7e958059) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:25:54.958418 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:54.990927 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-39d77e15-eaea-4f52-9988-555ac9770c17 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:55.005846 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-39d77e15-eaea-4f52-9988-555ac9770c17 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Transition to ACTIVE for port object c3c6867b-4220-4a02-80f8-e56f7e958059 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:25:55.028559 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-39d77e15-eaea-4f52-9988-555ac9770c17 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:55.102844 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-39d77e15-eaea-4f52-9988-555ac9770c17 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Network 1b7f569e-2953-47ba-bc8e-e4505cee2ab1 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:25:55.106031 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-39d77e15-eaea-4f52-9988-555ac9770c17 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:25:55.109787 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-39d77e15-eaea-4f52-9988-555ac9770c17 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:25:55.139359 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d77e15-eaea-4f52-9988-555ac9770c17 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Port': ['ID=c3c6867b-4220-4a02-80f8-e56f7e958059,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:55.176294 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-39d77e15-eaea-4f52-9988-555ac9770c17 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:25:55.176923 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-39d77e15-eaea-4f52-9988-555ac9770c17 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:55.202515 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-39d77e15-eaea-4f52-9988-555ac9770c17 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7696519 May 03 23:25:55.212869 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-1b15b42c-6311-47a9-818e-65099a92dbf4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:25:55.213783 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-1b15b42c-6311-47a9-818e-65099a92dbf4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055709 May 03 23:25:55.270199 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-1f4fbf13-7606-4f41-bdba-5cedc3e70a81 service neutron] Request body: {'port': {'device_id': '202843c3-cb72-4f47-8841-82e07578ae72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:25:55.307540 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-4617cc86-bb6c-43a8-90e9-10dd3df600bd None None] Provisioning for port c3c6867b-4220-4a02-80f8-e56f7e958059 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:25:55.312577 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-4617cc86-bb6c-43a8-90e9-10dd3df600bd None None] Provisioning complete for port c3c6867b-4220-4a02-80f8-e56f7e958059 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:25:55.312948 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4617cc86-bb6c-43a8-90e9-10dd3df600bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:55.369471 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-4617cc86-bb6c-43a8-90e9-10dd3df600bd None None] Port c3c6867b-4220-4a02-80f8-e56f7e958059 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:25:55.385613 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-1f4fbf13-7606-4f41-bdba-5cedc3e70a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:55.610416 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-da32ede5-20c0-4c49-aad3-bb101fbdf6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:55.717369 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-1f4fbf13-7606-4f41-bdba-5cedc3e70a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3c6867b-4220-4a02-80f8-e56f7e958059 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:25:55.725341 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-1f4fbf13-7606-4f41-bdba-5cedc3e70a81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:55.739964 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-1f4fbf13-7606-4f41-bdba-5cedc3e70a81 service neutron] Transition to ACTIVE for port object c3c6867b-4220-4a02-80f8-e56f7e958059 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:25:55.743031 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-1f4fbf13-7606-4f41-bdba-5cedc3e70a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:56.066124 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fbf13-7606-4f41-bdba-5cedc3e70a81 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c6867b-4220-4a02-80f8-e56f7e958059,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:56.146639 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-1f4fbf13-7606-4f41-bdba-5cedc3e70a81 service neutron] Attempting to bind port c3c6867b-4220-4a02-80f8-e56f7e958059 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:25:56.146997 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-1f4fbf13-7606-4f41-bdba-5cedc3e70a81 service neutron] Attempting to bind port c3c6867b-4220-4a02-80f8-e56f7e958059 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': 'b474b6a2-4e5b-41b9-8136-48bcd8874634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1b7f569e-2953-47ba-bc8e-e4505cee2ab1'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:25:56.147327 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-1f4fbf13-7606-4f41-bdba-5cedc3e70a81 service neutron] Attempting to bind port c3c6867b-4220-4a02-80f8-e56f7e958059 on network 1b7f569e-2953-47ba-bc8e-e4505cee2ab1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:25:56.157426 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460ce80-f9d8-40ee-b2ee-4d13cbb50de1 req-9780e7e1-a504-4ccc-a22b-e1ab283f55a3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:25:56.158158 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-3460ce80-f9d8-40ee-b2ee-4d13cbb50de1 req-9780e7e1-a504-4ccc-a22b-e1ab283f55a3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Synchronizing usage tracker for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:25:56.162569 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-1f4fbf13-7606-4f41-bdba-5cedc3e70a81 service neutron] Port c3c6867b-4220-4a02-80f8-e56f7e958059 on network 1b7f569e-2953-47ba-bc8e-e4505cee2ab1 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:25:56.162891 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-1f4fbf13-7606-4f41-bdba-5cedc3e70a81 service neutron] Attempting to bind port c3c6867b-4220-4a02-80f8-e56f7e958059 on network 1b7f569e-2953-47ba-bc8e-e4505cee2ab1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:25:56.170987 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-1f4fbf13-7606-4f41-bdba-5cedc3e70a81 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:25:56.171331 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-1f4fbf13-7606-4f41-bdba-5cedc3e70a81 service neutron] Checking segment: {'id': 'b474b6a2-4e5b-41b9-8136-48bcd8874634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1b7f569e-2953-47ba-bc8e-e4505cee2ab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:25:56.171708 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-1f4fbf13-7606-4f41-bdba-5cedc3e70a81 service neutron] Bound using segment: {'id': 'b474b6a2-4e5b-41b9-8136-48bcd8874634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1b7f569e-2953-47ba-bc8e-e4505cee2ab1'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:25:56.172129 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-1f4fbf13-7606-4f41-bdba-5cedc3e70a81 service neutron] Bound port: c3c6867b-4220-4a02-80f8-e56f7e958059, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b474b6a2-4e5b-41b9-8136-48bcd8874634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '1b7f569e-2953-47ba-bc8e-e4505cee2ab1'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:25:56.172472 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-1f4fbf13-7606-4f41-bdba-5cedc3e70a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:56.196542 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-3460ce80-f9d8-40ee-b2ee-4d13cbb50de1 req-9780e7e1-a504-4ccc-a22b-e1ab283f55a3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Unset dirty status for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:25:56.197682 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3460ce80-f9d8-40ee-b2ee-4d13cbb50de1 req-9780e7e1-a504-4ccc-a22b-e1ab283f55a3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=202843c3-cb72-4f47-8841-82e07578ae72 HTTP/1.1" status: 200 len: 943 time: 0.2394345 May 03 23:25:56.302413 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3460ce80-f9d8-40ee-b2ee-4d13cbb50de1 req-a7ce4fa3-2ac9-4515-aae8-14338e4cff65 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0db86ec-50c1-4418-9e98-8da41d5c5ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814395 May 03 23:25:56.313708 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-1f4fbf13-7606-4f41-bdba-5cedc3e70a81 service neutron] For port c3c6867b-4220-4a02-80f8-e56f7e958059, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:25:56.317010 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-1f4fbf13-7606-4f41-bdba-5cedc3e70a81 service neutron] For port c3c6867b-4220-4a02-80f8-e56f7e958059, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=c3c6867b-4220-4a02-80f8-e56f7e958059,segment=NetworkSegment(b474b6a2-4e5b-41b9-8136-48bcd8874634),segment_id=b474b6a2-4e5b-41b9-8136-48bcd8874634)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:25:56.321781 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-1f4fbf13-7606-4f41-bdba-5cedc3e70a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:56.385947 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-1f4fbf13-7606-4f41-bdba-5cedc3e70a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:25:56.386606 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-1f4fbf13-7606-4f41-bdba-5cedc3e70a81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:56.387952 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-1f4fbf13-7606-4f41-bdba-5cedc3e70a81 service neutron] 10.222.0.67 "PUT /v2.0/ports/c3c6867b-4220-4a02-80f8-e56f7e958059 HTTP/1.1" status: 200 len: 1091 time: 1.1674232 May 03 23:25:56.388381 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '202843c3-cb72-4f47-8841-82e07578ae72', 'tag': 'c3c6867b-4220-4a02-80f8-e56f7e958059'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:25:56.406841 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fbf13-7606-4f41-bdba-5cedc3e70a81 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c6867b-4220-4a02-80f8-e56f7e958059,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:25:56.444383 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:56.467774 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aff3e83a-0c76-476c-91d6-fd78674bd684'] response: {'name': 'network-changed', 'server_uuid': '202843c3-cb72-4f47-8841-82e07578ae72', 'tag': 'c3c6867b-4220-4a02-80f8-e56f7e958059', 'status': 'completed', 'code': 200} May 03 23:25:56.497888 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:56.510411 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-b94b34b6-cf9f-4890-a096-73b5476d6164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:25:56.511898 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-b94b34b6-cf9f-4890-a096-73b5476d6164 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&device_id=202843c3-cb72-4f47-8841-82e07578ae72 HTTP/1.1" status: 200 len: 1094 time: 0.0761793 May 03 23:25:56.586967 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-5d355264-252c-4f2f-89ca-1e13b5aa0703 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3c6867b-4220-4a02-80f8-e56f7e958059 HTTP/1.1" status: 200 len: 217 time: 0.0665610 May 03 23:25:56.649650 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-917389e4-0c6a-41e3-80e0-cea334603e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:25:56.651135 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-917389e4-0c6a-41e3-80e0-cea334603e6d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dbc123d1-c5bf-4c11-92cf-1726a9fde0f7 HTTP/1.1" status: 200 len: 834 time: 0.0589151 May 03 23:25:56.725330 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-ba359cf6-86ff-44e3-bc24-eaa715c3814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:25:56.726775 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-ba359cf6-86ff-44e3-bc24-eaa715c3814e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1b7f569e-2953-47ba-bc8e-e4505cee2ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691645 May 03 23:25:56.855817 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-4fb4c199-3b62-46fa-8458-5f7892683ac6 service neutron] 10.222.0.67 "GET /v2.0/networks/1b7f569e-2953-47ba-bc8e-e4505cee2ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226583 May 03 23:25:56.984180 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ddf0b14c-de28-48d2-86b3-c25b625a0288 req-15e87f9d-a36e-4920-8e02-8cac0d4dabbf service neutron] 10.222.0.67 "GET /v2.0/networks/1b7f569e-2953-47ba-bc8e-e4505cee2ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219947 May 03 23:25:57.099305 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508abdc-8419-43c5-bb41-2146fcd14593 req-7fae8605-f6a8-4331-b0c7-a5879c02352d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:25:57.100770 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0508abdc-8419-43c5-bb41-2146fcd14593 req-7fae8605-f6a8-4331-b0c7-a5879c02352d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&device_id=202843c3-cb72-4f47-8841-82e07578ae72 HTTP/1.1" status: 200 len: 1094 time: 0.0739858 May 03 23:25:57.229481 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508abdc-8419-43c5-bb41-2146fcd14593 req-77c83b36-48d3-41fd-81ff-794b82c7a30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:25:57.230949 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0508abdc-8419-43c5-bb41-2146fcd14593 req-77c83b36-48d3-41fd-81ff-794b82c7a30a service neutron] 10.222.0.67 "GET /v2.0/networks?id=1b7f569e-2953-47ba-bc8e-e4505cee2ab1 HTTP/1.1" status: 200 len: 897 time: 0.1237388 May 03 23:25:57.300055 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0508abdc-8419-43c5-bb41-2146fcd14593 req-d6023d2a-feff-4533-a58d-fcd360d7564e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3c6867b-4220-4a02-80f8-e56f7e958059 HTTP/1.1" status: 200 len: 217 time: 0.0623968 May 03 23:25:57.361204 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508abdc-8419-43c5-bb41-2146fcd14593 req-8cd82b8c-6ab9-4626-b4f4-b9d537c39008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:25:57.363340 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0508abdc-8419-43c5-bb41-2146fcd14593 req-8cd82b8c-6ab9-4626-b4f4-b9d537c39008 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dbc123d1-c5bf-4c11-92cf-1726a9fde0f7 HTTP/1.1" status: 200 len: 834 time: 0.0576992 May 03 23:25:57.499974 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508abdc-8419-43c5-bb41-2146fcd14593 req-0b14099a-5917-41d4-bc76-54b78e34c709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:25:57.501437 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0508abdc-8419-43c5-bb41-2146fcd14593 req-0b14099a-5917-41d4-bc76-54b78e34c709 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1b7f569e-2953-47ba-bc8e-e4505cee2ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1325386 May 03 23:25:57.513405 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9ab2b-1a92-458c-bb12-c9c5ab3ba7fa req-11b984ad-84f4-4e96-b5e6-3804b88c012a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:25:57.514766 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bbc9ab2b-1a92-458c-bb12-c9c5ab3ba7fa req-11b984ad-84f4-4e96-b5e6-3804b88c012a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=202843c3-cb72-4f47-8841-82e07578ae72 HTTP/1.1" status: 200 len: 943 time: 0.1021039 May 03 23:25:57.742651 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bbc9ab2b-1a92-458c-bb12-c9c5ab3ba7fa req-8ffad5d3-0c56-43de-bd6d-26e6ddc9757c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0db86ec-50c1-4418-9e98-8da41d5c5ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101660 May 03 23:25:57.772085 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0508abdc-8419-43c5-bb41-2146fcd14593 req-74d3cf03-6283-4290-a8a1-dc629dc99a9d service neutron] 10.222.0.67 "GET /v2.0/networks/1b7f569e-2953-47ba-bc8e-e4505cee2ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564166 May 03 23:25:57.814442 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:57.901904 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0508abdc-8419-43c5-bb41-2146fcd14593 req-891bca60-1d79-45e1-aa24-53f3562a3249 service neutron] 10.222.0.67 "GET /v2.0/networks/1b7f569e-2953-47ba-bc8e-e4505cee2ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235545 May 03 23:25:58.520882 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:25:58.930485 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791b1f1-01dd-48cc-b924-b4f062bb9795 req-56f34bcf-5abb-415e-9ba7-02d65afcc2d7 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:25:58.931977 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9791b1f1-01dd-48cc-b924-b4f062bb9795 req-56f34bcf-5abb-415e-9ba7-02d65afcc2d7 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=202843c3-cb72-4f47-8841-82e07578ae72 HTTP/1.1" status: 200 len: 943 time: 0.0842054 May 03 23:25:58.975392 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9791b1f1-01dd-48cc-b924-b4f062bb9795 req-217233d4-dc95-4e1f-bbe8-dc8997fef232 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0db86ec-50c1-4418-9e98-8da41d5c5ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377595 May 03 23:25:59.245608 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:26:00.155960 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7eee5e-1f47-4050-95cb-f96f303ff4af req-b4001e29-88d2-48e6-b561-f92fa784a91e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:26:00.157386 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1b7eee5e-1f47-4050-95cb-f96f303ff4af req-b4001e29-88d2-48e6-b561-f92fa784a91e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=202843c3-cb72-4f47-8841-82e07578ae72 HTTP/1.1" status: 200 len: 943 time: 0.0798748 May 03 23:26:00.201268 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1b7eee5e-1f47-4050-95cb-f96f303ff4af req-13fed650-4a7c-4e06-952f-b1afadd6d5bc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0db86ec-50c1-4418-9e98-8da41d5c5ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382142 May 03 23:26:01.387592 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fa651-3c1c-4286-8b14-bc024d474822 req-38fd295f-2494-4c71-aafb-514b2eedfb12 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:26:01.389039 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e77fa651-3c1c-4286-8b14-bc024d474822 req-38fd295f-2494-4c71-aafb-514b2eedfb12 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=202843c3-cb72-4f47-8841-82e07578ae72 HTTP/1.1" status: 200 len: 943 time: 0.0820751 May 03 23:26:01.432891 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e77fa651-3c1c-4286-8b14-bc024d474822 req-f414ca8b-1da7-40e5-8efc-da3c38efa3d2 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0db86ec-50c1-4418-9e98-8da41d5c5ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377784 May 03 23:26:02.078672 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device c3c6867b-4220-4a02-80f8-e56f7e958059 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:26:02.210325 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port c3c6867b-4220-4a02-80f8-e56f7e958059, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=c3c6867b-4220-4a02-80f8-e56f7e958059,segment=NetworkSegment(b474b6a2-4e5b-41b9-8136-48bcd8874634),segment_id=b474b6a2-4e5b-41b9-8136-48bcd8874634)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:26:02.223441 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'c3c6867b-4220-4a02-80f8-e56f7e958059', 'network_id': '1b7f569e-2953-47ba-bc8e-e4505cee2ab1', 'port_id': 'c3c6867b-4220-4a02-80f8-e56f7e958059', 'mac_address': 'fa:16:3e:39:99:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbc123d1-c5bf-4c11-92cf-1726a9fde0f7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:26:02.279097 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:26:02.300094 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3c6867b-4220-4a02-80f8-e56f7e958059 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:26:02.315212 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port c3c6867b-4220-4a02-80f8-e56f7e958059, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=c3c6867b-4220-4a02-80f8-e56f7e958059,segment=NetworkSegment(b474b6a2-4e5b-41b9-8136-48bcd8874634),segment_id=b474b6a2-4e5b-41b9-8136-48bcd8874634)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:26:02.318740 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:26:02.383421 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=c3c6867b-4220-4a02-80f8-e56f7e958059,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:26:02.615201 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604558fc-2e2d-4376-83d9-0af7e8fc98bf req-c46a78be-42c3-4e06-9ca0-cab8d27c124f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:26:02.616653 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-604558fc-2e2d-4376-83d9-0af7e8fc98bf req-c46a78be-42c3-4e06-9ca0-cab8d27c124f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=202843c3-cb72-4f47-8841-82e07578ae72 HTTP/1.1" status: 200 len: 944 time: 0.0798371 May 03 23:26:02.663512 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-604558fc-2e2d-4376-83d9-0af7e8fc98bf req-966b6a83-49de-476d-8bd7-df1e09f0d624 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0db86ec-50c1-4418-9e98-8da41d5c5ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411742 May 03 23:26:02.679182 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['c3c6867b-4220-4a02-80f8-e56f7e958059'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:26:03.993388 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c7ce0-1ae4-4ff8-aa72-9e36583cff5d req-476c7aaa-7552-456f-b817-8a4964702dc3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:26:03.994900 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-161c7ce0-1ae4-4ff8-aa72-9e36583cff5d req-476c7aaa-7552-456f-b817-8a4964702dc3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=202843c3-cb72-4f47-8841-82e07578ae72 HTTP/1.1" status: 200 len: 944 time: 0.0791607 May 03 23:26:04.037463 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-161c7ce0-1ae4-4ff8-aa72-9e36583cff5d req-816c5a29-bc49-4f4c-9ae7-178a3062a9eb tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0db86ec-50c1-4418-9e98-8da41d5c5ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370626 May 03 23:26:04.078062 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device c3c6867b-4220-4a02-80f8-e56f7e958059 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:26:04.145637 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port c3c6867b-4220-4a02-80f8-e56f7e958059 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:26:04.150082 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port c3c6867b-4220-4a02-80f8-e56f7e958059 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:26:04.150455 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:26:04.263743 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:26:04.290103 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202843c3-cb72-4f47-8841-82e07578ae72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c6867b-4220-4a02-80f8-e56f7e958059'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:26:04.300812 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port c3c6867b-4220-4a02-80f8-e56f7e958059, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=c3c6867b-4220-4a02-80f8-e56f7e958059,segment=NetworkSegment(b474b6a2-4e5b-41b9-8136-48bcd8874634),segment_id=b474b6a2-4e5b-41b9-8136-48bcd8874634)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:26:04.305314 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:26:04.343625 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c41c33a-2862-499e-92af-c2341c0519e1'] response: {'server_uuid': '202843c3-cb72-4f47-8841-82e07578ae72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c6867b-4220-4a02-80f8-e56f7e958059', 'code': 200} May 03 23:26:04.376136 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=c3c6867b-4220-4a02-80f8-e56f7e958059,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:26:04.470936 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da6602-9ad9-43e0-b6cd-16e5bbb793ee req-51a5d689-2d29-4181-bce6-def4deb22fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:26:04.472378 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f5da6602-9ad9-43e0-b6cd-16e5bbb793ee req-51a5d689-2d29-4181-bce6-def4deb22fa3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=202843c3-cb72-4f47-8841-82e07578ae72 HTTP/1.1" status: 200 len: 1096 time: 0.0724387 May 03 23:26:04.512194 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f5da6602-9ad9-43e0-b6cd-16e5bbb793ee req-e7c47e1f-44e1-4359-bef0-b45a8602cbaa service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f0db86ec-50c1-4418-9e98-8da41d5c5ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332766 May 03 23:26:05.216348 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb352f-aaee-4b3a-afbf-d8395c4a5111 req-2132ea0f-3b31-414d-9a4f-f4660155fc3a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:26:05.217779 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e2eb352f-aaee-4b3a-afbf-d8395c4a5111 req-2132ea0f-3b31-414d-9a4f-f4660155fc3a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=202843c3-cb72-4f47-8841-82e07578ae72 HTTP/1.1" status: 200 len: 945 time: 0.0786602 May 03 23:26:05.261361 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e2eb352f-aaee-4b3a-afbf-d8395c4a5111 req-a0d4e921-1e6f-4bd7-9e45-6dd35a823674 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0db86ec-50c1-4418-9e98-8da41d5c5ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379655 May 03 23:26:06.462942 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40596a3d-6185-4971-ad64-15db31c4b406 req-a4ad17dd-81e4-48a9-9e14-00958ff027f6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:26:06.464382 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-40596a3d-6185-4971-ad64-15db31c4b406 req-a4ad17dd-81e4-48a9-9e14-00958ff027f6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=202843c3-cb72-4f47-8841-82e07578ae72 HTTP/1.1" status: 200 len: 945 time: 0.0859203 May 03 23:26:06.511265 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-40596a3d-6185-4971-ad64-15db31c4b406 req-cd034cc2-c366-4edb-be5b-7335b66e474f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0db86ec-50c1-4418-9e98-8da41d5c5ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409954 May 03 23:26:06.693491 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863bd210-b759-40a2-b61d-9b12024626d0 req-855ae2ff-35a0-4c3f-b7d6-9eb155e23fd5 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:26:06.694936 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-863bd210-b759-40a2-b61d-9b12024626d0 req-855ae2ff-35a0-4c3f-b7d6-9eb155e23fd5 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=202843c3-cb72-4f47-8841-82e07578ae72 HTTP/1.1" status: 200 len: 945 time: 0.0777264 May 03 23:26:06.737287 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-863bd210-b759-40a2-b61d-9b12024626d0 req-4318d403-7601-472d-ad34-076833c2b3f1 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0db86ec-50c1-4418-9e98-8da41d5c5ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369210 May 03 23:26:06.758647 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57054) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:26:06.830188 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea1333c-8646-4afc-aff3-ced18f5ebb39 tempest-TestNetworkAdvancedServerOps-1551533295 tempest-TestNetworkAdvancedServerOps-1551533295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:26:06.831573 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-8ea1333c-8646-4afc-aff3-ced18f5ebb39 tempest-TestNetworkAdvancedServerOps-1551533295 tempest-TestNetworkAdvancedServerOps-1551533295-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=202843c3-cb72-4f47-8841-82e07578ae72 HTTP/1.1" status: 200 len: 1091 time: 0.0719984 May 03 23:26:06.834413 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57058) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:26:06.839315 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-3c9c06ca-d780-440c-a970-62541c0be3ab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'port_id': 'c3c6867b-4220-4a02-80f8-e56f7e958059', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:26:06.846524 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3c9c06ca-d780-440c-a970-62541c0be3ab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:26:06.850300 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3c9c06ca-d780-440c-a970-62541c0be3ab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:floatingip and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:26:06.853081 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3c9c06ca-d780-440c-a970-62541c0be3ab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:26:06.858997 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3c9c06ca-d780-440c-a970-62541c0be3ab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:26:06.870137 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3c9c06ca-d780-440c-a970-62541c0be3ab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:26:07.004143 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3c9c06ca-d780-440c-a970-62541c0be3ab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:26:07.139438 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-3c9c06ca-d780-440c-a970-62541c0be3ab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Allocated IP 172.25.2.142 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/f6bef81c-60f8-4723-bb7c-3a62b88a6196) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:26:07.284478 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3c9c06ca-d780-440c-a970-62541c0be3ab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:26:07.312406 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3c9c06ca-d780-440c-a970-62541c0be3ab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:26:07.375500 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9c06ca-d780-440c-a970-62541c0be3ab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:26:07.378747 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-3c9c06ca-d780-440c-a970-62541c0be3ab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:26:07.382231 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9c06ca-d780-440c-a970-62541c0be3ab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:26:07.413586 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c06ca-d780-440c-a970-62541c0be3ab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Port': ['ID=f6bef81c-60f8-4723-bb7c-3a62b88a6196,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:26:07.877531 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3c9c06ca-d780-440c-a970-62541c0be3ab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:26:07.996685 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3c9c06ca-d780-440c-a970-62541c0be3ab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:26:08.085030 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e950575b-623d-4872-b020-94775d143f05 req-9c07c36c-b0c5-410d-a297-2f7e5bc002da service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=202843c3-cb72-4f47-8841-82e07578ae72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1483035 May 03 23:26:08.264167 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3c9c06ca-d780-440c-a970-62541c0be3ab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:26:08.267533 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950575b-623d-4872-b020-94775d143f05 req-6c67ccd9-809e-4539-868c-c098731d9659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:26:08.269008 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e950575b-623d-4872-b020-94775d143f05 req-6c67ccd9-809e-4539-868c-c098731d9659 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&device_id=202843c3-cb72-4f47-8841-82e07578ae72 HTTP/1.1" status: 200 len: 1096 time: 0.1183832 May 03 23:26:08.270022 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3c9c06ca-d780-440c-a970-62541c0be3ab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:26:08.468621 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c06ca-d780-440c-a970-62541c0be3ab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Port': ['ID=f6bef81c-60f8-4723-bb7c-3a62b88a6196,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:26:08.482336 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3c9c06ca-d780-440c-a970-62541c0be3ab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:26:08.633114 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950575b-623d-4872-b020-94775d143f05 req-00243c7f-b495-48f5-9ed1-4cbac424867c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:26:08.634606 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e950575b-623d-4872-b020-94775d143f05 req-00243c7f-b495-48f5-9ed1-4cbac424867c service neutron] 10.222.0.67 "GET /v2.0/networks?id=1b7f569e-2953-47ba-bc8e-e4505cee2ab1 HTTP/1.1" status: 200 len: 897 time: 0.3234661 May 03 23:26:08.748224 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-3c9c06ca-d780-440c-a970-62541c0be3ab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Floating IP c578d322-6db9-4f5f-968a-88c425273bd2 associated. External IP: 172.25.2.142, port: c3c6867b-4220-4a02-80f8-e56f7e958059. May 03 23:26:08.802906 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e950575b-623d-4872-b020-94775d143f05 req-7564c10a-8fc6-4a31-b7bb-9c200910c78f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3c6867b-4220-4a02-80f8-e56f7e958059 HTTP/1.1" status: 200 len: 999 time: 0.1595452 May 03 23:26:09.053837 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950575b-623d-4872-b020-94775d143f05 req-1e52f198-f1d8-40f5-b095-bd19d3b2fc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:26:09.055400 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e950575b-623d-4872-b020-94775d143f05 req-1e52f198-f1d8-40f5-b095-bd19d3b2fc00 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dbc123d1-c5bf-4c11-92cf-1726a9fde0f7 HTTP/1.1" status: 200 len: 834 time: 0.0873778 May 03 23:26:09.273190 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950575b-623d-4872-b020-94775d143f05 req-2e4d75a5-4b77-4777-b6b0-d08ac1592d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:26:09.274675 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e950575b-623d-4872-b020-94775d143f05 req-2e4d75a5-4b77-4777-b6b0-d08ac1592d51 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1b7f569e-2953-47ba-bc8e-e4505cee2ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2113488 May 03 23:26:09.391142 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9c06ca-d780-440c-a970-62541c0be3ab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Router 23029b16-e6ed-4f0e-bedc-ad7dbe82b75f has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:26:09.554372 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e950575b-623d-4872-b020-94775d143f05 req-353e72cf-345b-41f3-a088-4e9715ddc09e service neutron] 10.222.0.67 "GET /v2.0/networks/1b7f569e-2953-47ba-bc8e-e4505cee2ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656374 May 03 23:26:09.684293 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9c06ca-d780-440c-a970-62541c0be3ab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:26:09.693500 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a77a06-20c7-4bce-831a-b81107e7972a None None] Sync routers for ids ['23029b16-e6ed-4f0e-bedc-ad7dbe82b75f'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:26:09.702590 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a77a06-20c7-4bce-831a-b81107e7972a None None] Routers {'23029b16-e6ed-4f0e-bedc-ad7dbe82b75f'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:26:09.703263 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-71a77a06-20c7-4bce-831a-b81107e7972a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:25:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['23029b16-e6ed-4f0e-bedc-ad7dbe82b75f'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:26:09.725052 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e950575b-623d-4872-b020-94775d143f05 req-b852e18a-b42e-4ce3-8733-7eb978a2ad01 service neutron] 10.222.0.67 "GET /v2.0/networks/1b7f569e-2953-47ba-bc8e-e4505cee2ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630936 May 03 23:26:09.727214 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3c9c06ca-d780-440c-a970-62541c0be3ab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:26:09.780999 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3c9c06ca-d780-440c-a970-62541c0be3ab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9455802 May 03 23:26:09.781816 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '202843c3-cb72-4f47-8841-82e07578ae72', 'tag': 'c3c6867b-4220-4a02-80f8-e56f7e958059'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:26:09.831465 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c672ddb-1d75-4ced-9181-c28bc0807b21'] response: {'name': 'network-changed', 'server_uuid': '202843c3-cb72-4f47-8841-82e07578ae72', 'tag': 'c3c6867b-4220-4a02-80f8-e56f7e958059', 'status': 'completed', 'code': 200} May 03 23:26:09.918681 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-71a77a06-20c7-4bce-831a-b81107e7972a None None] Set router 23029b16-e6ed-4f0e-bedc-ad7dbe82b75f gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:26:09.983497 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f6ee5-20c2-4433-97a6-34220e501f2b req-a6da4216-7568-4298-9597-23900dc82c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:26:09.984878 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dd2f6ee5-20c2-4433-97a6-34220e501f2b req-a6da4216-7568-4298-9597-23900dc82c55 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&device_id=202843c3-cb72-4f47-8841-82e07578ae72 HTTP/1.1" status: 200 len: 1096 time: 0.1319697 May 03 23:26:09.994870 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708c188-ae23-4190-a31c-f72a64e1cc43 req-034d58be-233c-4975-a479-8597e81657f8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:26:09.996226 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4708c188-ae23-4190-a31c-f72a64e1cc43 req-034d58be-233c-4975-a479-8597e81657f8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=202843c3-cb72-4f47-8841-82e07578ae72 HTTP/1.1" status: 200 len: 945 time: 0.1095324 May 03 23:26:10.123441 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4708c188-ae23-4190-a31c-f72a64e1cc43 req-1296a6ec-2171-43da-8ed7-4e7f9a272882 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0db86ec-50c1-4418-9e98-8da41d5c5ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094155 May 03 23:26:10.149185 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57066) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:26:10.154256 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f6ee5-20c2-4433-97a6-34220e501f2b req-d7781e3d-c27b-4021-b3fb-1ac8cda345d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:26:10.155680 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dd2f6ee5-20c2-4433-97a6-34220e501f2b req-d7781e3d-c27b-4021-b3fb-1ac8cda345d6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1b7f569e-2953-47ba-bc8e-e4505cee2ab1 HTTP/1.1" status: 200 len: 897 time: 0.1586208 May 03 23:26:10.263407 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6fc6f325-7b20-4e73-9438-6fe9bbadfdd9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/floatingips/c578d322-6db9-4f5f-968a-88c425273bd2 HTTP/1.1" status: 200 len: 991 time: 0.1118515 May 03 23:26:10.268323 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dd2f6ee5-20c2-4433-97a6-34220e501f2b req-afe05e92-5479-4015-bf67-415dbc0f4d13 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3c6867b-4220-4a02-80f8-e56f7e958059 HTTP/1.1" status: 200 len: 999 time: 0.1059709 May 03 23:26:10.280621 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-71a77a06-20c7-4bce-831a-b81107e7972a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149723876', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '41135803-080c-4dac-9377-72c5fb03aa4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:25:41Z', 'updated_at': '2022-05-03T23:25:46Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '41135803-080c-4dac-9377-72c5fb03aa4c', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:60:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:25:42Z', 'updated_at': '2022-05-03T23:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'c578d322-6db9-4f5f-968a-88c425273bd2', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'floating_ip_address': '172.25.2.142', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'port_id': 'c3c6867b-4220-4a02-80f8-e56f7e958059', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b7f569e-2953-47ba-bc8e-e4505cee2ab1', 'mac_address': 'fa:16:3e:39:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202843c3-cb72-4f47-8841-82e07578ae72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:26:07Z', 'updated_at': '2022-05-03T23:26:07Z', 'revision_number': 0, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88f76a2a-c425-4f52-b030-c519588b4bfc', 'name': '', 'network_id': '1b7f569e-2953-47ba-bc8e-e4505cee2ab1', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:78:c4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'dbc123d1-c5bf-4c11-92cf-1726a9fde0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:25:45Z', 'updated_at': '2022-05-03T23:25:51Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': 'dbc123d1-c5bf-4c11-92cf-1726a9fde0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:26:10.284546 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a77a06-20c7-4bce-831a-b81107e7972a None None] Checking router: 23029b16-e6ed-4f0e-bedc-ad7dbe82b75f for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:26:10.292870 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a77a06-20c7-4bce-831a-b81107e7972a None None] Routers {'23029b16-e6ed-4f0e-bedc-ad7dbe82b75f'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:26:10.293463 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-71a77a06-20c7-4bce-831a-b81107e7972a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:25:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['23029b16-e6ed-4f0e-bedc-ad7dbe82b75f'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:26:10.332921 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f6ee5-20c2-4433-97a6-34220e501f2b req-48cd8d95-5ba6-46ca-90d9-0938579d8a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:26:10.334386 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dd2f6ee5-20c2-4433-97a6-34220e501f2b req-48cd8d95-5ba6-46ca-90d9-0938579d8a9f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dbc123d1-c5bf-4c11-92cf-1726a9fde0f7 HTTP/1.1" status: 200 len: 834 time: 0.0605855 May 03 23:26:10.472961 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-71a77a06-20c7-4bce-831a-b81107e7972a None None] Set router 23029b16-e6ed-4f0e-bedc-ad7dbe82b75f gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:26:10.534416 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f6ee5-20c2-4433-97a6-34220e501f2b req-393c3e41-82b9-49f9-9306-3ff29fde4a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:26:10.535818 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dd2f6ee5-20c2-4433-97a6-34220e501f2b req-393c3e41-82b9-49f9-9306-3ff29fde4a54 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1b7f569e-2953-47ba-bc8e-e4505cee2ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1949208 May 03 23:26:10.669365 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dd2f6ee5-20c2-4433-97a6-34220e501f2b req-3c6519a2-ff57-4b6b-860e-b694f16a7cd1 service neutron] 10.222.0.67 "GET /v2.0/networks/1b7f569e-2953-47ba-bc8e-e4505cee2ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260035 May 03 23:26:10.801245 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dd2f6ee5-20c2-4433-97a6-34220e501f2b req-d3d87450-cc0c-4558-b73e-dce49509f0ee service neutron] 10.222.0.67 "GET /v2.0/networks/1b7f569e-2953-47ba-bc8e-e4505cee2ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249316 May 03 23:26:10.817582 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-71a77a06-20c7-4bce-831a-b81107e7972a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149723876', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '41135803-080c-4dac-9377-72c5fb03aa4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:25:41Z', 'updated_at': '2022-05-03T23:25:46Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '41135803-080c-4dac-9377-72c5fb03aa4c', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:60:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:25:42Z', 'updated_at': '2022-05-03T23:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'c578d322-6db9-4f5f-968a-88c425273bd2', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'floating_ip_address': '172.25.2.142', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'port_id': 'c3c6867b-4220-4a02-80f8-e56f7e958059', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b7f569e-2953-47ba-bc8e-e4505cee2ab1', 'mac_address': 'fa:16:3e:39:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202843c3-cb72-4f47-8841-82e07578ae72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:26:07Z', 'updated_at': '2022-05-03T23:26:07Z', 'revision_number': 0, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88f76a2a-c425-4f52-b030-c519588b4bfc', 'name': '', 'network_id': '1b7f569e-2953-47ba-bc8e-e4505cee2ab1', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:78:c4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'dbc123d1-c5bf-4c11-92cf-1726a9fde0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:25:45Z', 'updated_at': '2022-05-03T23:25:51Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': 'dbc123d1-c5bf-4c11-92cf-1726a9fde0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:26:10.821634 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a77a06-20c7-4bce-831a-b81107e7972a None None] The sync data for ids ['23029b16-e6ed-4f0e-bedc-ad7dbe82b75f'] in n-d-811807-1 is: [{'id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149723876', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '41135803-080c-4dac-9377-72c5fb03aa4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:25:41Z', 'updated_at': '2022-05-03T23:25:46Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '41135803-080c-4dac-9377-72c5fb03aa4c', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:60:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:25:42Z', 'updated_at': '2022-05-03T23:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'c578d322-6db9-4f5f-968a-88c425273bd2', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'floating_ip_address': '172.25.2.142', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'port_id': 'c3c6867b-4220-4a02-80f8-e56f7e958059', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b7f569e-2953-47ba-bc8e-e4505cee2ab1', 'mac_address': 'fa:16:3e:39:99:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202843c3-cb72-4f47-8841-82e07578ae72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:26:07Z', 'updated_at': '2022-05-03T23:26:07Z', 'revision_number': 0, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88f76a2a-c425-4f52-b030-c519588b4bfc', 'name': '', 'network_id': '1b7f569e-2953-47ba-bc8e-e4505cee2ab1', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:78:c4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'dbc123d1-c5bf-4c11-92cf-1726a9fde0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:25:45Z', 'updated_at': '2022-05-03T23:25:51Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': 'dbc123d1-c5bf-4c11-92cf-1726a9fde0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:26:11.008896 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fb4709-5d61-4a77-b34e-63bf3c0a6600 None None] New status for floating IP c578d322-6db9-4f5f-968a-88c425273bd2: ACTIVE {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:26:11.265049 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57070) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:26:11.370694 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-87dca897-8ede-4666-9fd3-c78fd40f1004 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/floatingips/c578d322-6db9-4f5f-968a-88c425273bd2 HTTP/1.1" status: 200 len: 993 time: 0.1043363 May 03 23:26:23.033290 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2c2c6308-ba46-4b3f-a4ef-b15714bf15a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:26:24.979431 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:26:25.614170 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5d68aa74-064d-4d97-b0f2-4e03a95239fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:26:26.438020 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:26:26.498503 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:26:27.816911 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:26:28.533875 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:26:36.244982 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:26:53.034986 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-df4bca89-48e5-4dd1-861a-ceeb05c35dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:26:54.986822 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:26:55.615961 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e299909b-197b-4d2f-ba26-ccedfcc8bfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:26:56.442849 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:26:56.496196 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:26:57.818623 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:26:58.565960 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:08.600447 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a55b764d-cc63-4bb6-aef4-53ea18e025de req-356d9fe1-ee36-4797-be7d-d2bb26a73189 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=202843c3-cb72-4f47-8841-82e07578ae72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0719323 May 03 23:27:08.743356 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b764d-cc63-4bb6-aef4-53ea18e025de req-2a17fd04-0670-4f5e-8fbb-1abc80dc650a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:08.744732 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a55b764d-cc63-4bb6-aef4-53ea18e025de req-2a17fd04-0670-4f5e-8fbb-1abc80dc650a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&device_id=202843c3-cb72-4f47-8841-82e07578ae72 HTTP/1.1" status: 200 len: 1096 time: 0.0738947 May 03 23:27:08.892339 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b764d-cc63-4bb6-aef4-53ea18e025de req-93287815-99d8-4aa4-b533-88364619f6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:08.893770 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a55b764d-cc63-4bb6-aef4-53ea18e025de req-93287815-99d8-4aa4-b533-88364619f6d5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1b7f569e-2953-47ba-bc8e-e4505cee2ab1 HTTP/1.1" status: 200 len: 897 time: 0.1280589 May 03 23:27:08.996314 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a55b764d-cc63-4bb6-aef4-53ea18e025de req-339ce150-d403-4b75-92a8-49c9e0296b06 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3c6867b-4220-4a02-80f8-e56f7e958059 HTTP/1.1" status: 200 len: 1001 time: 0.0957110 May 03 23:27:09.057645 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b764d-cc63-4bb6-aef4-53ea18e025de req-c5d41f93-2f0c-4c13-8d08-0ead5f4fdf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:09.059044 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a55b764d-cc63-4bb6-aef4-53ea18e025de req-c5d41f93-2f0c-4c13-8d08-0ead5f4fdf6d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dbc123d1-c5bf-4c11-92cf-1726a9fde0f7 HTTP/1.1" status: 200 len: 834 time: 0.0561166 May 03 23:27:09.138135 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b764d-cc63-4bb6-aef4-53ea18e025de req-fd8e5280-3155-4629-bdba-bcc7bc91864d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:09.139607 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a55b764d-cc63-4bb6-aef4-53ea18e025de req-fd8e5280-3155-4629-bdba-bcc7bc91864d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1b7f569e-2953-47ba-bc8e-e4505cee2ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747745 May 03 23:27:09.271027 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a55b764d-cc63-4bb6-aef4-53ea18e025de req-2a243d2d-9b9a-4565-aad2-13d13d7a2e6d service neutron] 10.222.0.67 "GET /v2.0/networks/1b7f569e-2953-47ba-bc8e-e4505cee2ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245964 May 03 23:27:09.402217 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a55b764d-cc63-4bb6-aef4-53ea18e025de req-0a033509-632c-4056-97da-b0a1fc44d538 service neutron] 10.222.0.67 "GET /v2.0/networks/1b7f569e-2953-47ba-bc8e-e4505cee2ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247711 May 03 23:27:12.307918 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52192655-95d6-41ee-94df-08a741d29975 req-1bd8d00a-e693-44f5-ad6e-3c12b905f23b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:12.309496 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-52192655-95d6-41ee-94df-08a741d29975 req-1bd8d00a-e693-44f5-ad6e-3c12b905f23b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=202843c3-cb72-4f47-8841-82e07578ae72 HTTP/1.1" status: 200 len: 945 time: 0.0790167 May 03 23:27:12.353699 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-52192655-95d6-41ee-94df-08a741d29975 req-091b6da0-a4b4-42d0-bf7c-528cfb27dce9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0db86ec-50c1-4418-9e98-8da41d5c5ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380452 May 03 23:27:13.244024 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:27:13.548222 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67584ea7-d365-4a15-a16b-2732f6b09e1b req-2b1bd7dd-261e-4a90-beeb-2c3e3563bb41 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:13.549561 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-67584ea7-d365-4a15-a16b-2732f6b09e1b req-2b1bd7dd-261e-4a90-beeb-2c3e3563bb41 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=202843c3-cb72-4f47-8841-82e07578ae72 HTTP/1.1" status: 200 len: 945 time: 0.0826516 May 03 23:27:13.592814 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-67584ea7-d365-4a15-a16b-2732f6b09e1b req-2f074584-2312-4df7-98a2-4422477fc6e7 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0db86ec-50c1-4418-9e98-8da41d5c5ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372946 May 03 23:27:13.617019 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57102) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:27:13.719614 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6d088516-2817-497c-883d-1baee710eca5 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/floatingips/c578d322-6db9-4f5f-968a-88c425273bd2 HTTP/1.1" status: 200 len: 993 time: 0.1014836 May 03 23:27:15.151018 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822a924-2da9-4ef0-8352-9f6c47f9dfb6 req-0806cb9b-ecd9-4b87-bb41-4d3335662e9a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:15.152480 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b822a924-2da9-4ef0-8352-9f6c47f9dfb6 req-0806cb9b-ecd9-4b87-bb41-4d3335662e9a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=202843c3-cb72-4f47-8841-82e07578ae72 HTTP/1.1" status: 200 len: 945 time: 0.0799689 May 03 23:27:15.198450 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b822a924-2da9-4ef0-8352-9f6c47f9dfb6 req-5d27ad96-99d5-4a64-9ecc-78fa655bb3a6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0db86ec-50c1-4418-9e98-8da41d5c5ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392520 May 03 23:27:16.387250 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e0d7d-a8e2-486c-8147-168c752bf2fd req-5c7d744a-eaf8-4102-bac6-35026ee07069 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:16.388662 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3b4e0d7d-a8e2-486c-8147-168c752bf2fd req-5c7d744a-eaf8-4102-bac6-35026ee07069 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=202843c3-cb72-4f47-8841-82e07578ae72 HTTP/1.1" status: 200 len: 945 time: 0.0815709 May 03 23:27:16.432364 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3b4e0d7d-a8e2-486c-8147-168c752bf2fd req-5a5be4e2-09be-49d6-82c3-163bca5ffa3e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0db86ec-50c1-4418-9e98-8da41d5c5ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376165 May 03 23:27:16.457673 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57118) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:27:16.562846 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d9f59907-88fd-45e8-970e-1ea4ac4383d9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/floatingips/c578d322-6db9-4f5f-968a-88c425273bd2 HTTP/1.1" status: 200 len: 993 time: 0.1031530 May 03 23:27:16.855908 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57126) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:27:17.160494 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ab1b1b7a-27ff-4c31-8fa6-a5c056136c2a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Deleting port f6bef81c-60f8-4723-bb7c-3a62b88a6196 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:27:17.160827 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ab1b1b7a-27ff-4c31-8fa6-a5c056136c2a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:17.328933 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ab1b1b7a-27ff-4c31-8fa6-a5c056136c2a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:17.329279 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ab1b1b7a-27ff-4c31-8fa6-a5c056136c2a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:17.446676 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-ab1b1b7a-27ff-4c31-8fa6-a5c056136c2a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Calling delete_port for f6bef81c-60f8-4723-bb7c-3a62b88a6196 owned by network:floatingip {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:27:17.594354 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ab1b1b7a-27ff-4c31-8fa6-a5c056136c2a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:17.644546 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b1b7a-27ff-4c31-8fa6-a5c056136c2a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event deleted for resources: {'Port': ['ID=f6bef81c-60f8-4723-bb7c-3a62b88a6196,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:27:17.685464 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b1b7a-27ff-4c31-8fa6-a5c056136c2a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:17.685806 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b1b7a-27ff-4c31-8fa6-a5c056136c2a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:17.686164 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b1b7a-27ff-4c31-8fa6-a5c056136c2a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:17.686495 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b1b7a-27ff-4c31-8fa6-a5c056136c2a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:17.687347 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b1b7a-27ff-4c31-8fa6-a5c056136c2a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:17.687675 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b1b7a-27ff-4c31-8fa6-a5c056136c2a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:17.688000 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b1b7a-27ff-4c31-8fa6-a5c056136c2a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:17.688322 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b1b7a-27ff-4c31-8fa6-a5c056136c2a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:17.688644 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b1b7a-27ff-4c31-8fa6-a5c056136c2a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:17.688961 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b1b7a-27ff-4c31-8fa6-a5c056136c2a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:17.689278 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b1b7a-27ff-4c31-8fa6-a5c056136c2a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:17.689592 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1b1b7a-27ff-4c31-8fa6-a5c056136c2a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:17.742450 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ab1b1b7a-27ff-4c31-8fa6-a5c056136c2a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for floatingip, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:17.742708 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [None req-ab1b1b7a-27ff-4c31-8fa6-a5c056136c2a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Floating IP c578d322-6db9-4f5f-968a-88c425273bd2 disassociated (deleted). External IP: 172.25.2.142, port: c3c6867b-4220-4a02-80f8-e56f7e958059. May 03 23:27:18.082456 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1b1b7a-27ff-4c31-8fa6-a5c056136c2a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Router 23029b16-e6ed-4f0e-bedc-ad7dbe82b75f has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:27:18.253525 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1b1b7a-27ff-4c31-8fa6-a5c056136c2a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:27:18.262917 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378c3278-00db-4ee6-a3d7-4243b722dfbe None None] Sync routers for ids ['23029b16-e6ed-4f0e-bedc-ad7dbe82b75f'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:27:18.273146 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378c3278-00db-4ee6-a3d7-4243b722dfbe None None] Routers {'23029b16-e6ed-4f0e-bedc-ad7dbe82b75f'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:27:18.273343 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ab1b1b7a-27ff-4c31-8fa6-a5c056136c2a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:18.273755 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-378c3278-00db-4ee6-a3d7-4243b722dfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:26:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['23029b16-e6ed-4f0e-bedc-ad7dbe82b75f'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:27:18.330080 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ab1b1b7a-27ff-4c31-8fa6-a5c056136c2a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "DELETE /v2.0/floatingips/c578d322-6db9-4f5f-968a-88c425273bd2 HTTP/1.1" status: 204 len: 168 time: 1.4731512 May 03 23:27:18.330654 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '202843c3-cb72-4f47-8841-82e07578ae72', 'tag': 'c3c6867b-4220-4a02-80f8-e56f7e958059'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:27:18.376204 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8f97d12-4ca4-498c-98ee-2459bb88423d'] response: {'name': 'network-changed', 'server_uuid': '202843c3-cb72-4f47-8841-82e07578ae72', 'tag': 'c3c6867b-4220-4a02-80f8-e56f7e958059', 'status': 'completed', 'code': 200} May 03 23:27:18.468373 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74d3d9-cadb-4e43-b12f-e271a44aea68 req-6494c3d1-8578-42aa-aeb4-2729e8dd366d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:18.469894 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1c74d3d9-cadb-4e43-b12f-e271a44aea68 req-6494c3d1-8578-42aa-aeb4-2729e8dd366d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&device_id=202843c3-cb72-4f47-8841-82e07578ae72 HTTP/1.1" status: 200 len: 1096 time: 0.0724890 May 03 23:27:18.506037 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-378c3278-00db-4ee6-a3d7-4243b722dfbe None None] Set router 23029b16-e6ed-4f0e-bedc-ad7dbe82b75f gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:27:18.771506 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74d3d9-cadb-4e43-b12f-e271a44aea68 req-b0ce2d16-2642-4055-a048-200bf33ce1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:18.772938 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1c74d3d9-cadb-4e43-b12f-e271a44aea68 req-b0ce2d16-2642-4055-a048-200bf33ce1a6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1b7f569e-2953-47ba-bc8e-e4505cee2ab1 HTTP/1.1" status: 200 len: 897 time: 0.2968688 May 03 23:27:18.851188 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460afb5-6e6f-43c3-9b9a-be5218fb218e req-931ab526-e075-4bf6-9b8d-00fd0d2d0b7f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:18.852546 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4460afb5-6e6f-43c3-9b9a-be5218fb218e req-931ab526-e075-4bf6-9b8d-00fd0d2d0b7f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=202843c3-cb72-4f47-8841-82e07578ae72 HTTP/1.1" status: 200 len: 945 time: 0.1763816 May 03 23:27:18.853952 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1c74d3d9-cadb-4e43-b12f-e271a44aea68 req-2809a85b-c52b-4206-a27e-0be97311ab9f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3c6867b-4220-4a02-80f8-e56f7e958059 HTTP/1.1" status: 200 len: 217 time: 0.0734458 May 03 23:27:18.862522 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-378c3278-00db-4ee6-a3d7-4243b722dfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149723876', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '41135803-080c-4dac-9377-72c5fb03aa4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:25:41Z', 'updated_at': '2022-05-03T23:25:46Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '41135803-080c-4dac-9377-72c5fb03aa4c', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:60:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:25:42Z', 'updated_at': '2022-05-03T23:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '88f76a2a-c425-4f52-b030-c519588b4bfc', 'name': '', 'network_id': '1b7f569e-2953-47ba-bc8e-e4505cee2ab1', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:78:c4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'dbc123d1-c5bf-4c11-92cf-1726a9fde0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:25:45Z', 'updated_at': '2022-05-03T23:25:51Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': 'dbc123d1-c5bf-4c11-92cf-1726a9fde0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:27:18.866544 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378c3278-00db-4ee6-a3d7-4243b722dfbe None None] Checking router: 23029b16-e6ed-4f0e-bedc-ad7dbe82b75f for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:27:18.875589 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378c3278-00db-4ee6-a3d7-4243b722dfbe None None] Routers {'23029b16-e6ed-4f0e-bedc-ad7dbe82b75f'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:27:18.876194 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-378c3278-00db-4ee6-a3d7-4243b722dfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:26:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['23029b16-e6ed-4f0e-bedc-ad7dbe82b75f'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:27:18.943546 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4460afb5-6e6f-43c3-9b9a-be5218fb218e req-8daff0be-a508-4f2c-bc86-1530e6b78fa7 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0db86ec-50c1-4418-9e98-8da41d5c5ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839727 May 03 23:27:18.950640 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74d3d9-cadb-4e43-b12f-e271a44aea68 req-4db6d340-1015-4629-bf66-f6f4cefc0a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:18.952019 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1c74d3d9-cadb-4e43-b12f-e271a44aea68 req-4db6d340-1015-4629-bf66-f6f4cefc0a14 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dbc123d1-c5bf-4c11-92cf-1726a9fde0f7 HTTP/1.1" status: 200 len: 834 time: 0.0801101 May 03 23:27:19.030380 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74d3d9-cadb-4e43-b12f-e271a44aea68 req-835992a8-f747-4947-8c7f-45ba53ad4a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:19.031926 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1c74d3d9-cadb-4e43-b12f-e271a44aea68 req-835992a8-f747-4947-8c7f-45ba53ad4a3d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1b7f569e-2953-47ba-bc8e-e4505cee2ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723956 May 03 23:27:19.050878 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-378c3278-00db-4ee6-a3d7-4243b722dfbe None None] Set router 23029b16-e6ed-4f0e-bedc-ad7dbe82b75f gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:27:19.163007 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1c74d3d9-cadb-4e43-b12f-e271a44aea68 req-8ad66bbb-9b4f-4013-9d7e-5557c54809c4 service neutron] 10.222.0.67 "GET /v2.0/networks/1b7f569e-2953-47ba-bc8e-e4505cee2ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243036 May 03 23:27:19.295915 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1c74d3d9-cadb-4e43-b12f-e271a44aea68 req-bfe653c7-2ea6-472d-b9d0-e44243974219 service neutron] 10.222.0.67 "GET /v2.0/networks/1b7f569e-2953-47ba-bc8e-e4505cee2ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265240 May 03 23:27:19.359566 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-378c3278-00db-4ee6-a3d7-4243b722dfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149723876', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '41135803-080c-4dac-9377-72c5fb03aa4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:25:41Z', 'updated_at': '2022-05-03T23:25:46Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '41135803-080c-4dac-9377-72c5fb03aa4c', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:60:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:25:42Z', 'updated_at': '2022-05-03T23:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '88f76a2a-c425-4f52-b030-c519588b4bfc', 'name': '', 'network_id': '1b7f569e-2953-47ba-bc8e-e4505cee2ab1', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:78:c4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'dbc123d1-c5bf-4c11-92cf-1726a9fde0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:25:45Z', 'updated_at': '2022-05-03T23:25:51Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': 'dbc123d1-c5bf-4c11-92cf-1726a9fde0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:27:19.363474 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378c3278-00db-4ee6-a3d7-4243b722dfbe None None] The sync data for ids ['23029b16-e6ed-4f0e-bedc-ad7dbe82b75f'] in n-d-811807-1 is: [{'id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149723876', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '41135803-080c-4dac-9377-72c5fb03aa4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:25:41Z', 'updated_at': '2022-05-03T23:25:46Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '41135803-080c-4dac-9377-72c5fb03aa4c', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:60:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:25:42Z', 'updated_at': '2022-05-03T23:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '88f76a2a-c425-4f52-b030-c519588b4bfc', 'name': '', 'network_id': '1b7f569e-2953-47ba-bc8e-e4505cee2ab1', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:78:c4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'dbc123d1-c5bf-4c11-92cf-1726a9fde0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:25:45Z', 'updated_at': '2022-05-03T23:25:51Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': 'dbc123d1-c5bf-4c11-92cf-1726a9fde0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:27:19.573042 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b683dd-12ae-4530-8546-db8dc801b0ab None None] New status for floating IP c578d322-6db9-4f5f-968a-88c425273bd2: DOWN {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:27:20.129695 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d22285-4592-4891-8ddb-6b301b58a0f0 req-06d98cd7-044f-4fcf-bcd5-60e678db5b91 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:20.131188 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0d22285-4592-4891-8ddb-6b301b58a0f0 req-06d98cd7-044f-4fcf-bcd5-60e678db5b91 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=202843c3-cb72-4f47-8841-82e07578ae72 HTTP/1.1" status: 200 len: 945 time: 0.0791383 May 03 23:27:20.174710 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0d22285-4592-4891-8ddb-6b301b58a0f0 req-04efc116-bff4-4945-bc7e-06fcf88a17a6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f0db86ec-50c1-4418-9e98-8da41d5c5ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379407 May 03 23:27:20.519980 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896f24e-a608-4ffa-bbfb-e32477a465d4 req-54dd2a1e-8d46-46fb-a5df-477c6e66406b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:20.521394 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a896f24e-a608-4ffa-bbfb-e32477a465d4 req-54dd2a1e-8d46-46fb-a5df-477c6e66406b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.67 "GET /v2.0/ports?device_id=202843c3-cb72-4f47-8841-82e07578ae72 HTTP/1.1" status: 200 len: 945 time: 0.0808711 May 03 23:27:20.588803 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-a896f24e-a608-4ffa-bbfb-e32477a465d4 req-dc4d4ffc-b247-4159-9d85-cbbece01b418 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Deleting port c3c6867b-4220-4a02-80f8-e56f7e958059 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:27:20.589254 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a896f24e-a608-4ffa-bbfb-e32477a465d4 req-dc4d4ffc-b247-4159-9d85-cbbece01b418 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:20.829893 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-a896f24e-a608-4ffa-bbfb-e32477a465d4 req-dc4d4ffc-b247-4159-9d85-cbbece01b418 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] For port c3c6867b-4220-4a02-80f8-e56f7e958059, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=c3c6867b-4220-4a02-80f8-e56f7e958059,segment=NetworkSegment(b474b6a2-4e5b-41b9-8136-48bcd8874634),segment_id=b474b6a2-4e5b-41b9-8136-48bcd8874634)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:27:20.830137 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a896f24e-a608-4ffa-bbfb-e32477a465d4 req-dc4d4ffc-b247-4159-9d85-cbbece01b418 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:20.947863 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-a896f24e-a608-4ffa-bbfb-e32477a465d4 req-dc4d4ffc-b247-4159-9d85-cbbece01b418 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Calling delete_port for c3c6867b-4220-4a02-80f8-e56f7e958059 owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:27:21.089361 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a896f24e-a608-4ffa-bbfb-e32477a465d4 req-dc4d4ffc-b247-4159-9d85-cbbece01b418 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:21.144143 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d4ffc-b247-4159-9d85-cbbece01b418 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event deleted for resources: {'Port': ['ID=c3c6867b-4220-4a02-80f8-e56f7e958059,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:27:21.293932 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4d4ffc-b247-4159-9d85-cbbece01b418 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:21.294281 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4d4ffc-b247-4159-9d85-cbbece01b418 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:21.294619 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4d4ffc-b247-4159-9d85-cbbece01b418 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:21.294954 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4d4ffc-b247-4159-9d85-cbbece01b418 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:21.295285 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4d4ffc-b247-4159-9d85-cbbece01b418 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:21.295614 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4d4ffc-b247-4159-9d85-cbbece01b418 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:21.296457 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4d4ffc-b247-4159-9d85-cbbece01b418 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:21.296786 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4d4ffc-b247-4159-9d85-cbbece01b418 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:21.297114 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4d4ffc-b247-4159-9d85-cbbece01b418 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:21.297438 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4d4ffc-b247-4159-9d85-cbbece01b418 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:21.297760 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4d4ffc-b247-4159-9d85-cbbece01b418 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:21.298101 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4d4ffc-b247-4159-9d85-cbbece01b418 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:21.395796 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-94d45858-5a64-4d96-9e28-c2b33bf7cde6 req-ce5622d6-ebf7-4a40-ae55-cd7463f09018 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=202843c3-cb72-4f47-8841-82e07578ae72 HTTP/1.1" status: 200 len: 210 time: 0.1038251 May 03 23:27:21.405921 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-a896f24e-a608-4ffa-bbfb-e32477a465d4 req-dc4d4ffc-b247-4159-9d85-cbbece01b418 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] No DVR routers for this DVR port c3c6867b-4220-4a02-80f8-e56f7e958059 on host n-h2-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:27:21.408582 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-a896f24e-a608-4ffa-bbfb-e32477a465d4 req-dc4d4ffc-b247-4159-9d85-cbbece01b418 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:21.411245 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202843c3-cb72-4f47-8841-82e07578ae72', 'name': 'network-vif-deleted', 'tag': 'c3c6867b-4220-4a02-80f8-e56f7e958059'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:27:21.424265 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a896f24e-a608-4ffa-bbfb-e32477a465d4 req-dc4d4ffc-b247-4159-9d85-cbbece01b418 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.67 "DELETE /v2.0/ports/c3c6867b-4220-4a02-80f8-e56f7e958059 HTTP/1.1" status: 204 len: 173 time: 0.8977203 May 03 23:27:21.462560 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb101777-2227-4f62-9921-99a989cdea85'] response: {'server_uuid': '202843c3-cb72-4f47-8841-82e07578ae72', 'name': 'network-vif-deleted', 'tag': 'c3c6867b-4220-4a02-80f8-e56f7e958059', 'status': 'completed', 'code': 200} May 03 23:27:22.491301 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57146) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:27:23.036047 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4a8d629d-ee15-4307-8f56-f6f7842bd689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:23.162554 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4714428c-9543-4028-a796-be399a9c7958 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:23.507337 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-4714428c-9543-4028-a796-be399a9c7958 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Deleting port 88f76a2a-c425-4f52-b030-c519588b4bfc {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:27:23.507985 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4714428c-9543-4028-a796-be399a9c7958 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:23.690712 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-4714428c-9543-4028-a796-be399a9c7958 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] For port 88f76a2a-c425-4f52-b030-c519588b4bfc, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=88f76a2a-c425-4f52-b030-c519588b4bfc,segment=NetworkSegment(b474b6a2-4e5b-41b9-8136-48bcd8874634),segment_id=b474b6a2-4e5b-41b9-8136-48bcd8874634)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:27:23.691069 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4714428c-9543-4028-a796-be399a9c7958 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:23.817655 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-4714428c-9543-4028-a796-be399a9c7958 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Calling delete_port for 88f76a2a-c425-4f52-b030-c519588b4bfc owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:27:23.988474 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4714428c-9543-4028-a796-be399a9c7958 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:24.035150 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714428c-9543-4028-a796-be399a9c7958 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event deleted for resources: {'Port': ['ID=88f76a2a-c425-4f52-b030-c519588b4bfc,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:27:24.415283 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4714428c-9543-4028-a796-be399a9c7958 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:24.495287 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device c3c6867b-4220-4a02-80f8-e56f7e958059 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:27:24.530881 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: c3c6867b-4220-4a02-80f8-e56f7e958059 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:27:24.531225 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device c3c6867b-4220-4a02-80f8-e56f7e958059 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:27:24.783439 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4714428c-9543-4028-a796-be399a9c7958 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Router 23029b16-e6ed-4f0e-bedc-ad7dbe82b75f has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:27:24.955413 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4714428c-9543-4028-a796-be399a9c7958 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:27:24.967663 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2783ec-0100-4bcb-a72f-440603b13114 None None] Sync routers for ids ['23029b16-e6ed-4f0e-bedc-ad7dbe82b75f'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:27:24.968622 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4714428c-9543-4028-a796-be399a9c7958 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "PUT /v2.0/routers/23029b16-e6ed-4f0e-bedc-ad7dbe82b75f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4756746 May 03 23:27:24.971379 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57150) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:27:24.992842 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2783ec-0100-4bcb-a72f-440603b13114 None None] Routers {'23029b16-e6ed-4f0e-bedc-ad7dbe82b75f'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:27:24.993369 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-2e2783ec-0100-4bcb-a72f-440603b13114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:26:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['23029b16-e6ed-4f0e-bedc-ad7dbe82b75f'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:27:25.035478 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8f8b64d-9fb7-4e50-91cf-eed03074634a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Deleting subnet dbc123d1-c5bf-4c11-92cf-1726a9fde0f7 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:27:25.038559 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d8f8b64d-9fb7-4e50-91cf-eed03074634a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:25.095538 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d8f8b64d-9fb7-4e50-91cf-eed03074634a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:25.101307 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:25.170125 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-2e2783ec-0100-4bcb-a72f-440603b13114 None None] Set router 23029b16-e6ed-4f0e-bedc-ad7dbe82b75f gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:27:25.176689 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d8f8b64d-9fb7-4e50-91cf-eed03074634a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:25.249652 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d8f8b64d-9fb7-4e50-91cf-eed03074634a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:25.292447 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f8b64d-9fb7-4e50-91cf-eed03074634a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event deleted for resources: {'Subnet': ['ID=dbc123d1-c5bf-4c11-92cf-1726a9fde0f7,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:27:25.294395 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d8f8b64d-9fb7-4e50-91cf-eed03074634a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:25.300539 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d8f8b64d-9fb7-4e50-91cf-eed03074634a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "DELETE /v2.0/subnets/dbc123d1-c5bf-4c11-92cf-1726a9fde0f7 HTTP/1.1" status: 204 len: 168 time: 0.3281195 May 03 23:27:25.303451 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57154) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:27:25.305606 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c5aac4-8a03-422d-ad1d-81659bfd2b24 None None] Network 1b7f569e-2953-47ba-bc8e-e4505cee2ab1 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:27:25.480284 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a072e1bd-e22b-4a07-bded-6852a43f6336 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:25.647849 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5b3f7215-4ed1-40cc-b342-115c237ecbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:25.664687 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a072e1bd-e22b-4a07-bded-6852a43f6336 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:25.679269 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-a072e1bd-e22b-4a07-bded-6852a43f6336 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Deleting port 41135803-080c-4dac-9377-72c5fb03aa4c {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:27:25.679878 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a072e1bd-e22b-4a07-bded-6852a43f6336 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:25.685357 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-2e2783ec-0100-4bcb-a72f-440603b13114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149723876', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': '41135803-080c-4dac-9377-72c5fb03aa4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:25:41Z', 'updated_at': '2022-05-03T23:27:23Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '41135803-080c-4dac-9377-72c5fb03aa4c', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:60:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:25:42Z', 'updated_at': '2022-05-03T23:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:27:25.690228 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2783ec-0100-4bcb-a72f-440603b13114 None None] Checking router: 23029b16-e6ed-4f0e-bedc-ad7dbe82b75f for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:27:25.700992 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2783ec-0100-4bcb-a72f-440603b13114 None None] Routers {'23029b16-e6ed-4f0e-bedc-ad7dbe82b75f'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:27:25.701619 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-2e2783ec-0100-4bcb-a72f-440603b13114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:27:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['23029b16-e6ed-4f0e-bedc-ad7dbe82b75f'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:27:25.811073 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc542eeb-0aa1-4ea2-8cbe-6b12fcd6fb64 None None] DHCP port deletion for 1b7f569e-2953-47ba-bc8e-e4505cee2ab1 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:27:25.834753 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-cc542eeb-0aa1-4ea2-8cbe-6b12fcd6fb64 None None] Deleting port 0efbaea0-1c7b-4fac-b6a6-d5329dc6916b {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:27:25.835132 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cc542eeb-0aa1-4ea2-8cbe-6b12fcd6fb64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:25.864386 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-a072e1bd-e22b-4a07-bded-6852a43f6336 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] For port 41135803-080c-4dac-9377-72c5fb03aa4c, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=41135803-080c-4dac-9377-72c5fb03aa4c,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:27:25.864701 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a072e1bd-e22b-4a07-bded-6852a43f6336 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:25.901718 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-2e2783ec-0100-4bcb-a72f-440603b13114 None None] Set router 23029b16-e6ed-4f0e-bedc-ad7dbe82b75f gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:27:25.988568 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-a072e1bd-e22b-4a07-bded-6852a43f6336 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Calling delete_port for 41135803-080c-4dac-9377-72c5fb03aa4c owned by network:router_gateway {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:27:26.051750 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-2e2783ec-0100-4bcb-a72f-440603b13114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149723876', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:25:41Z', 'updated_at': '2022-05-03T23:27:25Z', 'revision_number': 6, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:27:26.060968 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2783ec-0100-4bcb-a72f-440603b13114 None None] The sync data for ids ['23029b16-e6ed-4f0e-bedc-ad7dbe82b75f'] in n-d-811807-1 is: [{'id': '23029b16-e6ed-4f0e-bedc-ad7dbe82b75f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149723876', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:25:41Z', 'updated_at': '2022-05-03T23:27:25Z', 'revision_number': 6, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port_host': None}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:27:26.167579 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a072e1bd-e22b-4a07-bded-6852a43f6336 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:26.170482 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-cc542eeb-0aa1-4ea2-8cbe-6b12fcd6fb64 None None] For port 0efbaea0-1c7b-4fac-b6a6-d5329dc6916b, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0efbaea0-1c7b-4fac-b6a6-d5329dc6916b,segment=NetworkSegment(b474b6a2-4e5b-41b9-8136-48bcd8874634),segment_id=b474b6a2-4e5b-41b9-8136-48bcd8874634)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:27:26.171438 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cc542eeb-0aa1-4ea2-8cbe-6b12fcd6fb64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:26.214308 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072e1bd-e22b-4a07-bded-6852a43f6336 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event deleted for resources: {'Port': ['ID=41135803-080c-4dac-9377-72c5fb03aa4c,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:27:26.293319 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-cc542eeb-0aa1-4ea2-8cbe-6b12fcd6fb64 None None] Calling delete_port for 0efbaea0-1c7b-4fac-b6a6-d5329dc6916b owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:27:26.370563 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cc542eeb-0aa1-4ea2-8cbe-6b12fcd6fb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:26.412362 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a072e1bd-e22b-4a07-bded-6852a43f6336 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:26.424797 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc542eeb-0aa1-4ea2-8cbe-6b12fcd6fb64 None None] Pushing event deleted for resources: {'Port': ['ID=0efbaea0-1c7b-4fac-b6a6-d5329dc6916b,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:27:26.435432 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc542eeb-0aa1-4ea2-8cbe-6b12fcd6fb64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:26.435831 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc542eeb-0aa1-4ea2-8cbe-6b12fcd6fb64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:26.436111 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc542eeb-0aa1-4ea2-8cbe-6b12fcd6fb64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:26.436485 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc542eeb-0aa1-4ea2-8cbe-6b12fcd6fb64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:26.436820 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc542eeb-0aa1-4ea2-8cbe-6b12fcd6fb64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:26.437185 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc542eeb-0aa1-4ea2-8cbe-6b12fcd6fb64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:26.437516 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc542eeb-0aa1-4ea2-8cbe-6b12fcd6fb64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:26.437845 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc542eeb-0aa1-4ea2-8cbe-6b12fcd6fb64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:26.438191 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc542eeb-0aa1-4ea2-8cbe-6b12fcd6fb64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:26.438514 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc542eeb-0aa1-4ea2-8cbe-6b12fcd6fb64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:26.438835 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc542eeb-0aa1-4ea2-8cbe-6b12fcd6fb64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:26.439156 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc542eeb-0aa1-4ea2-8cbe-6b12fcd6fb64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:26.448548 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc542eeb-0aa1-4ea2-8cbe-6b12fcd6fb64 None None] No DVR routers for this DVR port 0efbaea0-1c7b-4fac-b6a6-d5329dc6916b on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:27:26.472083 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:26.504279 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:26.602060 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a072e1bd-e22b-4a07-bded-6852a43f6336 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:26.604265 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a072e1bd-e22b-4a07-bded-6852a43f6336 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:26.626896 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a072e1bd-e22b-4a07-bded-6852a43f6336 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:26.627476 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a072e1bd-e22b-4a07-bded-6852a43f6336 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Fanout notify agent at l3_agent the message router_deleted on router 23029b16-e6ed-4f0e-bedc-ad7dbe82b75f {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 23:27:26.643189 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a072e1bd-e22b-4a07-bded-6852a43f6336 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:26.644257 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a072e1bd-e22b-4a07-bded-6852a43f6336 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "DELETE /v2.0/routers/23029b16-e6ed-4f0e-bedc-ad7dbe82b75f HTTP/1.1" status: 204 len: 168 time: 1.3399084 May 03 23:27:26.646952 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57158) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:27:26.756588 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-702d939e-f7c4-49b1-82f9-904c7e7652f3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:26.896951 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-702d939e-f7c4-49b1-82f9-904c7e7652f3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:26.922131 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-702d939e-f7c4-49b1-82f9-904c7e7652f3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b7f569e-2953-47ba-bc8e-e4505cee2ab1']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:27:26.934753 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-702d939e-f7c4-49b1-82f9-904c7e7652f3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b474b6a2-4e5b-41b9-8136-48bcd8874634') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:27:26.935056 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-702d939e-f7c4-49b1-82f9-904c7e7652f3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b474b6a2-4e5b-41b9-8136-48bcd8874634') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:27:26.947127 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-702d939e-f7c4-49b1-82f9-904c7e7652f3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:26.968564 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-702d939e-f7c4-49b1-82f9-904c7e7652f3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:26.974562 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-702d939e-f7c4-49b1-82f9-904c7e7652f3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:27:26.974955 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-702d939e-f7c4-49b1-82f9-904c7e7652f3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:26.989640 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 23:27:26.989640 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:27:26.989640 n-d-811807-1 neutron-server[88069]: timer() May 03 23:27:26.989640 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:27:26.989640 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 23:27:26.989640 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:27:26.989640 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 23:27:26.989640 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:27:26.989640 n-d-811807-1 neutron-server[88069]: self._notify() May 03 23:27:26.989640 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:27:26.989640 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 23:27:26.989640 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:27:26.989640 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 23:27:26.989640 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:27:26.989640 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:27:26.989640 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:27:26.989640 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:27:26.989640 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:27:26.989640 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 23:27:26.989640 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:27:26.989640 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 23:27:26.989640 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:27:26.989640 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:27:26.989640 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:27:26.989640 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 23:27:26.989640 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:27:26.989640 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:27:26.989640 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:27:26.989640 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:27:26.989640 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:27:26.989640 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:27:26.989640 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:27:27.068941 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-702d939e-f7c4-49b1-82f9-904c7e7652f3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:27.086535 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-702d939e-f7c4-49b1-82f9-904c7e7652f3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:27.098949 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-702d939e-f7c4-49b1-82f9-904c7e7652f3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "DELETE /v2.0/networks/1b7f569e-2953-47ba-bc8e-e4505cee2ab1 HTTP/1.1" status: 204 len: 168 time: 0.4510417 May 03 23:27:27.099785 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d939e-f7c4-49b1-82f9-904c7e7652f3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event deleted for resources: {'Network': ['ID=1b7f569e-2953-47ba-bc8e-e4505cee2ab1,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:27:27.101605 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57162) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:27:27.173623 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-718f4a3b-8e34-4517-b7de-64fe83b244a8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:27.203018 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-718f4a3b-8e34-4517-b7de-64fe83b244a8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:27.267255 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-718f4a3b-8e34-4517-b7de-64fe83b244a8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:27.284172 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f4a3b-8e34-4517-b7de-64fe83b244a8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0db86ec-50c1-4418-9e98-8da41d5c5ccb,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:27:27.296169 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-718f4a3b-8e34-4517-b7de-64fe83b244a8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:27.299939 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-718f4a3b-8e34-4517-b7de-64fe83b244a8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "DELETE /v2.0/security-groups/f0db86ec-50c1-4418-9e98-8da41d5c5ccb HTTP/1.1" status: 204 len: 168 time: 0.1948946 May 03 23:27:27.652705 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57170) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:27:27.658242 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-c97dc3ca-bf21-415a-a314-036dda4fc57e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1850769140', 'description': 'tempest-secgroup-smoke-1850769140 description', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:27:27.665074 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-c97dc3ca-bf21-415a-a314-036dda4fc57e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:27:27.669287 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c97dc3ca-bf21-415a-a314-036dda4fc57e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:27:27.672854 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c97dc3ca-bf21-415a-a314-036dda4fc57e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:27:27.679402 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-c97dc3ca-bf21-415a-a314-036dda4fc57e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:27:27.689126 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c97dc3ca-bf21-415a-a314-036dda4fc57e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:27.696472 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 88f76a2a-c425-4f52-b030-c519588b4bfc no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:27:27.708732 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-c97dc3ca-bf21-415a-a314-036dda4fc57e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:27:27.712669 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c97dc3ca-bf21-415a-a314-036dda4fc57e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group_rule and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:27:27.715480 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c97dc3ca-bf21-415a-a314-036dda4fc57e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:27:27.721668 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-c97dc3ca-bf21-415a-a314-036dda4fc57e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:27:27.731639 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 88f76a2a-c425-4f52-b030-c519588b4bfc {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:27:27.732101 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 88f76a2a-c425-4f52-b030-c519588b4bfc not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:27:27.732660 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 41135803-080c-4dac-9377-72c5fb03aa4c no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:27:27.768995 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 41135803-080c-4dac-9377-72c5fb03aa4c {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:27:27.769343 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 41135803-080c-4dac-9377-72c5fb03aa4c not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:27:27.769761 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 0efbaea0-1c7b-4fac-b6a6-d5329dc6916b no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:27:27.791445 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c97dc3ca-bf21-415a-a314-036dda4fc57e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:27.796008 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c97dc3ca-bf21-415a-a314-036dda4fc57e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:27.808552 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 0efbaea0-1c7b-4fac-b6a6-d5329dc6916b {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:27:27.808900 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 0efbaea0-1c7b-4fac-b6a6-d5329dc6916b not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:27:27.826405 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:27.840098 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97dc3ca-bf21-415a-a314-036dda4fc57e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=118a39ff-76e2-4d01-b80e-47193946191a,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:27:27.852418 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c97dc3ca-bf21-415a-a314-036dda4fc57e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:27.853703 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c97dc3ca-bf21-415a-a314-036dda4fc57e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2004461 May 03 23:27:27.856530 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57174) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:27:27.861480 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-6ee060cd-da65-4e7f-be1a-b604a7659051 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'security_group_rule': {'security_group_id': '118a39ff-76e2-4d01-b80e-47193946191a', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:27:27.871240 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6ee060cd-da65-4e7f-be1a-b604a7659051 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:27:27.875045 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6ee060cd-da65-4e7f-be1a-b604a7659051 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group_rule and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:27:27.877885 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6ee060cd-da65-4e7f-be1a-b604a7659051 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:27:27.883437 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6ee060cd-da65-4e7f-be1a-b604a7659051 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:27:27.900101 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6ee060cd-da65-4e7f-be1a-b604a7659051 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:27.959604 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6ee060cd-da65-4e7f-be1a-b604a7659051 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:27.963125 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6ee060cd-da65-4e7f-be1a-b604a7659051 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:27.988830 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee060cd-da65-4e7f-be1a-b604a7659051 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9bc2405-205c-45b8-ba4c-419edfc82130,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:27:27.998456 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6ee060cd-da65-4e7f-be1a-b604a7659051 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:28.002187 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6ee060cd-da65-4e7f-be1a-b604a7659051 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1422071 May 03 23:27:28.002522 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57178) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:27:28.007636 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-27b03fb8-6e30-4063-8776-9f501b87e605 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'security_group_rule': {'security_group_id': '118a39ff-76e2-4d01-b80e-47193946191a', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:27:28.014871 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-27b03fb8-6e30-4063-8776-9f501b87e605 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:27:28.018802 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-27b03fb8-6e30-4063-8776-9f501b87e605 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group_rule and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:27:28.021775 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-27b03fb8-6e30-4063-8776-9f501b87e605 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:27:28.028076 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-27b03fb8-6e30-4063-8776-9f501b87e605 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:27:28.044888 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-27b03fb8-6e30-4063-8776-9f501b87e605 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:28.106246 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-27b03fb8-6e30-4063-8776-9f501b87e605 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:28.109538 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-27b03fb8-6e30-4063-8776-9f501b87e605 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:28.132664 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b03fb8-6e30-4063-8776-9f501b87e605 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bed8059-9cfd-4cfd-8ae6-4765b35691f7,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:27:28.142413 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-27b03fb8-6e30-4063-8776-9f501b87e605 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:28.143591 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-27b03fb8-6e30-4063-8776-9f501b87e605 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1400340 May 03 23:27:28.147605 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57182) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:27:28.152438 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-53bb62ac-3fe1-4085-a37e-ac218b0a098d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'security_group_rule': {'security_group_id': '118a39ff-76e2-4d01-b80e-47193946191a', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:27:28.159085 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-53bb62ac-3fe1-4085-a37e-ac218b0a098d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:27:28.162906 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-53bb62ac-3fe1-4085-a37e-ac218b0a098d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group_rule and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:27:28.165686 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-53bb62ac-3fe1-4085-a37e-ac218b0a098d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:27:28.171340 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-53bb62ac-3fe1-4085-a37e-ac218b0a098d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:27:28.188390 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-53bb62ac-3fe1-4085-a37e-ac218b0a098d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:28.247367 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-53bb62ac-3fe1-4085-a37e-ac218b0a098d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:28.252075 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-53bb62ac-3fe1-4085-a37e-ac218b0a098d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:28.274526 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb62ac-3fe1-4085-a37e-ac218b0a098d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c73a4f-cc47-4438-b801-e34d150ac0fc,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:27:28.283441 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-53bb62ac-3fe1-4085-a37e-ac218b0a098d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:28.284608 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-53bb62ac-3fe1-4085-a37e-ac218b0a098d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1361070 May 03 23:27:28.287348 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57186) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:27:28.292138 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-41517b43-3a98-4133-b834-2adfb428565f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'security_group_rule': {'security_group_id': '118a39ff-76e2-4d01-b80e-47193946191a', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:27:28.298696 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-41517b43-3a98-4133-b834-2adfb428565f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:27:28.302431 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-41517b43-3a98-4133-b834-2adfb428565f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group_rule and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:27:28.305552 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-41517b43-3a98-4133-b834-2adfb428565f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:27:28.311753 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-41517b43-3a98-4133-b834-2adfb428565f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:27:28.328259 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-41517b43-3a98-4133-b834-2adfb428565f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:28.391886 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-41517b43-3a98-4133-b834-2adfb428565f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:28.395349 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-41517b43-3a98-4133-b834-2adfb428565f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:28.419260 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41517b43-3a98-4133-b834-2adfb428565f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f88ebcc-3685-4804-8495-205aae61980a,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:27:28.428927 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-41517b43-3a98-4133-b834-2adfb428565f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:28.430129 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-41517b43-3a98-4133-b834-2adfb428565f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1418605 May 03 23:27:28.432930 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57190) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:27:28.438163 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-59ef67ae-433a-4b00-a392-7387d1901fac tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'security_group_rule': {'security_group_id': '118a39ff-76e2-4d01-b80e-47193946191a', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:27:28.444559 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-59ef67ae-433a-4b00-a392-7387d1901fac tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:27:28.448303 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-59ef67ae-433a-4b00-a392-7387d1901fac tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group_rule and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:27:28.451142 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-59ef67ae-433a-4b00-a392-7387d1901fac tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:27:28.457200 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-59ef67ae-433a-4b00-a392-7387d1901fac tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:27:28.467202 n-d-811807-1 neutron-server[88070]: INFO neutron.db.securitygroups_db [None req-59ef67ae-433a-4b00-a392-7387d1901fac tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Project ebb80d0d514d4b2aba00c76f4be31457 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 23:27:28.473874 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59ef67ae-433a-4b00-a392-7387d1901fac tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:28.536223 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59ef67ae-433a-4b00-a392-7387d1901fac tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:28.539864 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59ef67ae-433a-4b00-a392-7387d1901fac tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:28.563776 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:28.564305 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef67ae-433a-4b00-a392-7387d1901fac tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a489de4b-0d01-4f4b-9437-5dfa017ae7e3,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:27:28.573776 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-59ef67ae-433a-4b00-a392-7387d1901fac tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:28.574979 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-59ef67ae-433a-4b00-a392-7387d1901fac tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1411612 May 03 23:27:28.577693 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57194) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:27:28.582574 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-8495f402-8cd2-431d-a392-f2d8e9953d66 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'security_group_rule': {'security_group_id': '118a39ff-76e2-4d01-b80e-47193946191a', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:27:28.589194 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8495f402-8cd2-431d-a392-f2d8e9953d66 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:27:28.593069 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8495f402-8cd2-431d-a392-f2d8e9953d66 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group_rule and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:27:28.595971 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8495f402-8cd2-431d-a392-f2d8e9953d66 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:27:28.601691 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8495f402-8cd2-431d-a392-f2d8e9953d66 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:27:28.612429 n-d-811807-1 neutron-server[88070]: INFO neutron.db.securitygroups_db [None req-8495f402-8cd2-431d-a392-f2d8e9953d66 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Project ebb80d0d514d4b2aba00c76f4be31457 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 23:27:28.618932 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8495f402-8cd2-431d-a392-f2d8e9953d66 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:28.681932 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8495f402-8cd2-431d-a392-f2d8e9953d66 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:28.685333 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8495f402-8cd2-431d-a392-f2d8e9953d66 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:28.705857 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495f402-8cd2-431d-a392-f2d8e9953d66 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6d5593c-307f-41d1-bc01-d07a996fd09f,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:27:28.716478 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8495f402-8cd2-431d-a392-f2d8e9953d66 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:28.717657 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8495f402-8cd2-431d-a392-f2d8e9953d66 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1390049 May 03 23:27:28.720445 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57198) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:27:28.725622 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-6a6d7f6e-5fe7-40e7-8c85-20ad59167943 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'network': {'name': 'tempest-network-smoke--267434975', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'port_security_enabled': True}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:27:28.731114 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6a6d7f6e-5fe7-40e7-8c85-20ad59167943 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:27:28.735526 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6a6d7f6e-5fe7-40e7-8c85-20ad59167943 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:network and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:27:28.738379 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-6a6d7f6e-5fe7-40e7-8c85-20ad59167943 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:27:28.743948 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-6a6d7f6e-5fe7-40e7-8c85-20ad59167943 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:27:28.758085 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6d7f6e-5fe7-40e7-8c85-20ad59167943 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Made reservation on behalf of ebb80d0d514d4b2aba00c76f4be31457 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:27:28.761552 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a6d7f6e-5fe7-40e7-8c85-20ad59167943 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:28.789316 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a6d7f6e-5fe7-40e7-8c85-20ad59167943 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:27:28.799243 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a6d7f6e-5fe7-40e7-8c85-20ad59167943 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:28.799591 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-6a6d7f6e-5fe7-40e7-8c85-20ad59167943 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Added segment 765f81c4-235c-485c-9800-8f72874f1f73 of type vlan for network 1154e9ad-4420-4447-8741-122acc543a88 May 03 23:27:28.828033 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a6d7f6e-5fe7-40e7-8c85-20ad59167943 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:28.856009 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a6d7f6e-5fe7-40e7-8c85-20ad59167943 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:28.862073 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6d7f6e-5fe7-40e7-8c85-20ad59167943 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:28.862655 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6a6d7f6e-5fe7-40e7-8c85-20ad59167943 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:28.911282 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6a6d7f6e-5fe7-40e7-8c85-20ad59167943 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1898780 May 03 23:27:28.914286 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57202) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:27:28.965038 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-bf4ba02c-d6d2-4829-896e-f110ecc36e80 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1730492627', 'admin_state_up': True, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:27:28.980908 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bf4ba02c-d6d2-4829-896e-f110ecc36e80 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:27:28.983707 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d7f6e-5fe7-40e7-8c85-20ad59167943 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Network': ['ID=1154e9ad-4420-4447-8741-122acc543a88,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:27:28.987480 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bf4ba02c-d6d2-4829-896e-f110ecc36e80 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:router and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:27:28.990360 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bf4ba02c-d6d2-4829-896e-f110ecc36e80 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:27:28.993927 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 1154e9ad-4420-4447-8741-122acc543a88 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:27:28.996240 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bf4ba02c-d6d2-4829-896e-f110ecc36e80 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:27:29.006133 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bf4ba02c-d6d2-4829-896e-f110ecc36e80 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:29.007119 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bf4ba02c-d6d2-4829-896e-f110ecc36e80 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:29.021658 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bf4ba02c-d6d2-4829-896e-f110ecc36e80 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:29.407562 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bf4ba02c-d6d2-4829-896e-f110ecc36e80 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:29.700477 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bf4ba02c-d6d2-4829-896e-f110ecc36e80 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:29.732006 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bf4ba02c-d6d2-4829-896e-f110ecc36e80 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:29.860752 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-bf4ba02c-d6d2-4829-896e-f110ecc36e80 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Allocated IP 172.25.2.183 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/7b62995e-51d5-40a8-be61-ee2c3de8fa32) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:27:30.004240 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bf4ba02c-d6d2-4829-896e-f110ecc36e80 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:30.032484 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bf4ba02c-d6d2-4829-896e-f110ecc36e80 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:30.100357 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4ba02c-d6d2-4829-896e-f110ecc36e80 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:27:30.103178 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-bf4ba02c-d6d2-4829-896e-f110ecc36e80 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:27:30.105505 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4ba02c-d6d2-4829-896e-f110ecc36e80 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:27:30.141762 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ba02c-d6d2-4829-896e-f110ecc36e80 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Port': ['ID=7b62995e-51d5-40a8-be61-ee2c3de8fa32,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:27:30.504753 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bf4ba02c-d6d2-4829-896e-f110ecc36e80 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:30.948501 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bf4ba02c-d6d2-4829-896e-f110ecc36e80 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:31.147058 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4ba02c-d6d2-4829-896e-f110ecc36e80 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Router 1746e14e-3e58-40cf-938d-b0f978233aa9 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 23:27:31.325515 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4ba02c-d6d2-4829-896e-f110ecc36e80 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:27:31.335508 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53477bd1-666b-4c53-b359-a7f5664b43a5 None None] Sync routers for ids ['1746e14e-3e58-40cf-938d-b0f978233aa9'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:27:31.344332 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53477bd1-666b-4c53-b359-a7f5664b43a5 None None] Routers {'1746e14e-3e58-40cf-938d-b0f978233aa9'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:27:31.344936 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-53477bd1-666b-4c53-b359-a7f5664b43a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:27:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['1746e14e-3e58-40cf-938d-b0f978233aa9'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:27:31.350950 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bf4ba02c-d6d2-4829-896e-f110ecc36e80 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:31.352211 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bf4ba02c-d6d2-4829-896e-f110ecc36e80 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4370134 May 03 23:27:31.355366 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57206) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:27:31.394575 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6f9ed2fd-02fb-44c1-8c64-a126d4ee4295 tempest-TestNetworkAdvancedServerOps-1551533295 tempest-TestNetworkAdvancedServerOps-1551533295-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=ebb80d0d514d4b2aba00c76f4be31457&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379438 May 03 23:27:31.396856 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57210) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:27:31.519392 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-53477bd1-666b-4c53-b359-a7f5664b43a5 None None] Set router 1746e14e-3e58-40cf-938d-b0f978233aa9 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:27:31.525746 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c745c7-86e8-42bd-ba53-7d64f450d91f tempest-TestNetworkAdvancedServerOps-1551533295 tempest-TestNetworkAdvancedServerOps-1551533295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:31.527255 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-57c745c7-86e8-42bd-ba53-7d64f450d91f tempest-TestNetworkAdvancedServerOps-1551533295 tempest-TestNetworkAdvancedServerOps-1551533295-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1295199 May 03 23:27:31.530023 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57214) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:27:31.572460 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-e3d242f3-54c0-45a2-8fdc-b1262a629a47 tempest-TestNetworkAdvancedServerOps-1551533295 tempest-TestNetworkAdvancedServerOps-1551533295-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=de8965b2-8ea3-4c2b-86b9-c128a58c6e1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413454 May 03 23:27:31.574888 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57218) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:27:31.580182 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-69be69d5-24b3-4da3-b9f6-d9652c8593d9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1460226724', 'network_id': '1154e9ad-4420-4447-8741-122acc543a88', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:27:31.687149 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-69be69d5-24b3-4da3-b9f6-d9652c8593d9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:27:31.690906 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-69be69d5-24b3-4da3-b9f6-d9652c8593d9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:subnet and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:27:31.693639 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-69be69d5-24b3-4da3-b9f6-d9652c8593d9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:27:31.699268 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-69be69d5-24b3-4da3-b9f6-d9652c8593d9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:27:31.709231 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69be69d5-24b3-4da3-b9f6-d9652c8593d9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Made reservation on behalf of ebb80d0d514d4b2aba00c76f4be31457 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:27:31.712635 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-69be69d5-24b3-4da3-b9f6-d9652c8593d9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:31.801824 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-53477bd1-666b-4c53-b359-a7f5664b43a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730492627', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7b62995e-51d5-40a8-be61-ee2c3de8fa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:27:29Z', 'updated_at': '2022-05-03T23:27:30Z', 'revision_number': 3, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '7b62995e-51d5-40a8-be61-ee2c3de8fa32', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:38:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:27:29Z', 'updated_at': '2022-05-03T23:27:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:27:31.806041 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53477bd1-666b-4c53-b359-a7f5664b43a5 None None] Checking router: 1746e14e-3e58-40cf-938d-b0f978233aa9 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:27:31.806364 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53477bd1-666b-4c53-b359-a7f5664b43a5 None None] Updating router 1746e14e-3e58-40cf-938d-b0f978233aa9 port 7b62995e-51d5-40a8-be61-ee2c3de8fa32 binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:27:31.857352 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-53477bd1-666b-4c53-b359-a7f5664b43a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:31.926690 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-69be69d5-24b3-4da3-b9f6-d9652c8593d9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:32.124630 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be69d5-24b3-4da3-b9f6-d9652c8593d9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Subnet': ['ID=3e54757d-d65a-444b-9754-d5bee3e5117c,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:27:32.132015 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69be69d5-24b3-4da3-b9f6-d9652c8593d9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Checking segment: {'id': '765f81c4-235c-485c-9800-8f72874f1f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1154e9ad-4420-4447-8741-122acc543a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:27:32.132367 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69be69d5-24b3-4da3-b9f6-d9652c8593d9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Network hostable DHCP agents. Network: 1154e9ad-4420-4447-8741-122acc543a88, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:27:32.152233 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69be69d5-24b3-4da3-b9f6-d9652c8593d9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Network 1154e9ad-4420-4447-8741-122acc543a88 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:27:32.162463 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-69be69d5-24b3-4da3-b9f6-d9652c8593d9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 1154e9ad-4420-4447-8741-122acc543a88) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:27:32.166374 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69be69d5-24b3-4da3-b9f6-d9652c8593d9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:32.166963 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-69be69d5-24b3-4da3-b9f6-d9652c8593d9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:32.174883 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d9e9c8-885f-4527-8608-599b109249dd None None] Network 1154e9ad-4420-4447-8741-122acc543a88 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:27:32.188744 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-69be69d5-24b3-4da3-b9f6-d9652c8593d9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6128209 May 03 23:27:32.191826 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57222) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:27:32.197034 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-53477bd1-666b-4c53-b359-a7f5664b43a5 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:32.210710 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-53477bd1-666b-4c53-b359-a7f5664b43a5 None None] Transition to ACTIVE for port object 7b62995e-51d5-40a8-be61-ee2c3de8fa32 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:27:32.218715 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-53477bd1-666b-4c53-b359-a7f5664b43a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:32.327933 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-53477bd1-666b-4c53-b359-a7f5664b43a5 None None] Attempting to bind port 7b62995e-51d5-40a8-be61-ee2c3de8fa32 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:27:32.328394 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-53477bd1-666b-4c53-b359-a7f5664b43a5 None None] Attempting to bind port 7b62995e-51d5-40a8-be61-ee2c3de8fa32 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:27:32.328825 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53477bd1-666b-4c53-b359-a7f5664b43a5 None None] Attempting to bind port 7b62995e-51d5-40a8-be61-ee2c3de8fa32 on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:27:32.339430 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53477bd1-666b-4c53-b359-a7f5664b43a5 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:27:32.340125 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53477bd1-666b-4c53-b359-a7f5664b43a5 None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:27:32.340321 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-53477bd1-666b-4c53-b359-a7f5664b43a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:32.340748 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53477bd1-666b-4c53-b359-a7f5664b43a5 None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:27:32.341206 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-53477bd1-666b-4c53-b359-a7f5664b43a5 None None] Bound port: 7b62995e-51d5-40a8-be61-ee2c3de8fa32, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:27:32.341577 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-53477bd1-666b-4c53-b359-a7f5664b43a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:32.392459 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29753193-95b8-4329-be5f-34931969bd73 None None] Pushing event updated for resources: {'Port': ['ID=7b62995e-51d5-40a8-be61-ee2c3de8fa32,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:27:32.412030 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29753193-95b8-4329-be5f-34931969bd73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:32.412368 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29753193-95b8-4329-be5f-34931969bd73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:32.412698 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29753193-95b8-4329-be5f-34931969bd73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:32.413025 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29753193-95b8-4329-be5f-34931969bd73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:32.413348 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29753193-95b8-4329-be5f-34931969bd73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:32.413666 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29753193-95b8-4329-be5f-34931969bd73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:32.414008 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29753193-95b8-4329-be5f-34931969bd73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:32.414325 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29753193-95b8-4329-be5f-34931969bd73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:32.414639 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29753193-95b8-4329-be5f-34931969bd73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:32.414949 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29753193-95b8-4329-be5f-34931969bd73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:32.415405 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29753193-95b8-4329-be5f-34931969bd73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:32.415610 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29753193-95b8-4329-be5f-34931969bd73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:27:32.428965 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-53477bd1-666b-4c53-b359-a7f5664b43a5 None None] For port 7b62995e-51d5-40a8-be61-ee2c3de8fa32, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:27:32.432164 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-53477bd1-666b-4c53-b359-a7f5664b43a5 None None] For port 7b62995e-51d5-40a8-be61-ee2c3de8fa32, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=7b62995e-51d5-40a8-be61-ee2c3de8fa32,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:27:32.436888 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-53477bd1-666b-4c53-b359-a7f5664b43a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:32.442477 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f33a09-401f-4cfe-b2bf-6a89b1055257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-1154e9ad-4420-4447-8741-122acc543a88', 'network_id': '1154e9ad-4420-4447-8741-122acc543a88', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'fixed_ips': [{'subnet_id': '3e54757d-d65a-444b-9754-d5bee3e5117c'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:27:32.443575 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-76f33a09-401f-4cfe-b2bf-6a89b1055257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:32.514802 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53477bd1-666b-4c53-b359-a7f5664b43a5 None None] Routers {'1746e14e-3e58-40cf-938d-b0f978233aa9'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:27:32.515545 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-53477bd1-666b-4c53-b359-a7f5664b43a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:27:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['1746e14e-3e58-40cf-938d-b0f978233aa9'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:27:32.627182 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-76f33a09-401f-4cfe-b2bf-6a89b1055257 None None] Allocated IP 172.20.0.2 (1154e9ad-4420-4447-8741-122acc543a88/3e54757d-d65a-444b-9754-d5bee3e5117c/44e1c9cd-b79a-4255-8fe3-c34ce363f993) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:27:32.644175 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29753193-95b8-4329-be5f-34931969bd73 None None] Pushing event updated for resources: {'Port': ['ID=7b62995e-51d5-40a8-be61-ee2c3de8fa32,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:27:32.699505 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-53477bd1-666b-4c53-b359-a7f5664b43a5 None None] Set router 1746e14e-3e58-40cf-938d-b0f978233aa9 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:27:32.840951 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-76f33a09-401f-4cfe-b2bf-6a89b1055257 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:32.852073 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-76f33a09-401f-4cfe-b2bf-6a89b1055257 None None] Transition to ACTIVE for port object 44e1c9cd-b79a-4255-8fe3-c34ce363f993 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:27:32.871696 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-76f33a09-401f-4cfe-b2bf-6a89b1055257 None None] Transition to ACTIVE for port object 44e1c9cd-b79a-4255-8fe3-c34ce363f993 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:27:32.878303 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-76f33a09-401f-4cfe-b2bf-6a89b1055257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:32.936983 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d5809ebe-4182-4168-a51e-9f3b6fa0883f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:32.946316 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f33a09-401f-4cfe-b2bf-6a89b1055257 None None] Network 1154e9ad-4420-4447-8741-122acc543a88 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:27:32.949136 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-76f33a09-401f-4cfe-b2bf-6a89b1055257 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:27:32.953466 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f33a09-401f-4cfe-b2bf-6a89b1055257 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:27:32.959507 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f33a09-401f-4cfe-b2bf-6a89b1055257 None None] Pushing event updated for resources: {'Port': ['ID=44e1c9cd-b79a-4255-8fe3-c34ce363f993,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:27:32.987121 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-53477bd1-666b-4c53-b359-a7f5664b43a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730492627', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7b62995e-51d5-40a8-be61-ee2c3de8fa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:27:29Z', 'updated_at': '2022-05-03T23:27:30Z', 'revision_number': 3, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '7b62995e-51d5-40a8-be61-ee2c3de8fa32', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:38:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:27:29Z', 'updated_at': '2022-05-03T23:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:27:32.990910 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53477bd1-666b-4c53-b359-a7f5664b43a5 None None] The sync data for ids ['1746e14e-3e58-40cf-938d-b0f978233aa9'] in n-d-811807-1 is: [{'id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730492627', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7b62995e-51d5-40a8-be61-ee2c3de8fa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:27:29Z', 'updated_at': '2022-05-03T23:27:30Z', 'revision_number': 3, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '7b62995e-51d5-40a8-be61-ee2c3de8fa32', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:38:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:27:29Z', 'updated_at': '2022-05-03T23:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:27:33.054355 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-76f33a09-401f-4cfe-b2bf-6a89b1055257 None None] Attempting to bind port 44e1c9cd-b79a-4255-8fe3-c34ce363f993 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:27:33.054724 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-76f33a09-401f-4cfe-b2bf-6a89b1055257 None None] Attempting to bind port 44e1c9cd-b79a-4255-8fe3-c34ce363f993 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '765f81c4-235c-485c-9800-8f72874f1f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1154e9ad-4420-4447-8741-122acc543a88'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:27:33.055090 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f33a09-401f-4cfe-b2bf-6a89b1055257 None None] Attempting to bind port 44e1c9cd-b79a-4255-8fe3-c34ce363f993 on network 1154e9ad-4420-4447-8741-122acc543a88 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:27:33.060845 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f33a09-401f-4cfe-b2bf-6a89b1055257 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:27:33.061779 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f33a09-401f-4cfe-b2bf-6a89b1055257 None None] Checking segment: {'id': '765f81c4-235c-485c-9800-8f72874f1f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1154e9ad-4420-4447-8741-122acc543a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:27:33.062214 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-76f33a09-401f-4cfe-b2bf-6a89b1055257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:33.062608 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f33a09-401f-4cfe-b2bf-6a89b1055257 None None] Bound using segment: {'id': '765f81c4-235c-485c-9800-8f72874f1f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1154e9ad-4420-4447-8741-122acc543a88'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:27:33.063073 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-76f33a09-401f-4cfe-b2bf-6a89b1055257 None None] Bound port: 44e1c9cd-b79a-4255-8fe3-c34ce363f993, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765f81c4-235c-485c-9800-8f72874f1f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1154e9ad-4420-4447-8741-122acc543a88'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:27:33.063453 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-76f33a09-401f-4cfe-b2bf-6a89b1055257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:33.151971 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-76f33a09-401f-4cfe-b2bf-6a89b1055257 None None] For port 44e1c9cd-b79a-4255-8fe3-c34ce363f993, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:27:33.155523 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-76f33a09-401f-4cfe-b2bf-6a89b1055257 None None] For port 44e1c9cd-b79a-4255-8fe3-c34ce363f993, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=44e1c9cd-b79a-4255-8fe3-c34ce363f993,segment=NetworkSegment(765f81c4-235c-485c-9800-8f72874f1f73),segment_id=765f81c4-235c-485c-9800-8f72874f1f73)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:27:33.160872 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-76f33a09-401f-4cfe-b2bf-6a89b1055257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:33.258569 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f33a09-401f-4cfe-b2bf-6a89b1055257 None None] Pushing event updated for resources: {'Port': ['ID=44e1c9cd-b79a-4255-8fe3-c34ce363f993,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:27:33.407951 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-d5809ebe-4182-4168-a51e-9f3b6fa0883f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Allocated IP 172.20.0.1 (1154e9ad-4420-4447-8741-122acc543a88/3e54757d-d65a-444b-9754-d5bee3e5117c/f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:27:33.617831 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d5809ebe-4182-4168-a51e-9f3b6fa0883f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:33.639003 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-d5809ebe-4182-4168-a51e-9f3b6fa0883f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Transition to ACTIVE for port object f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:27:33.665826 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d5809ebe-4182-4168-a51e-9f3b6fa0883f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:33.744306 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5809ebe-4182-4168-a51e-9f3b6fa0883f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Network 1154e9ad-4420-4447-8741-122acc543a88 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:27:33.747491 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-d5809ebe-4182-4168-a51e-9f3b6fa0883f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:27:33.751428 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5809ebe-4182-4168-a51e-9f3b6fa0883f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:27:33.777388 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 7b62995e-51d5-40a8-be61-ee2c3de8fa32 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:27:33.782822 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5809ebe-4182-4168-a51e-9f3b6fa0883f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Port': ['ID=f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:27:33.821288 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d5809ebe-4182-4168-a51e-9f3b6fa0883f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:33.860870 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 7b62995e-51d5-40a8-be61-ee2c3de8fa32 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:27:33.866374 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 7b62995e-51d5-40a8-be61-ee2c3de8fa32 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:27:33.866747 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:33.997241 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:34.016290 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 7b62995e-51d5-40a8-be61-ee2c3de8fa32, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=7b62995e-51d5-40a8-be61-ee2c3de8fa32,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:27:34.020212 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:34.020977 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 44e1c9cd-b79a-4255-8fe3-c34ce363f993 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:27:34.079720 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d5809ebe-4182-4168-a51e-9f3b6fa0883f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:34.142793 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=7b62995e-51d5-40a8-be61-ee2c3de8fa32,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:27:34.155914 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 44e1c9cd-b79a-4255-8fe3-c34ce363f993 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:27:34.297490 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f37b93-07fa-436e-a4eb-5899064fc227 None None] Network 1154e9ad-4420-4447-8741-122acc543a88 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:27:34.395180 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-27cd0ef3-b1ec-4b2f-b758-a3c47e4dc6c4 None None] Provisioning for port 44e1c9cd-b79a-4255-8fe3-c34ce363f993 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:27:34.404894 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-27cd0ef3-b1ec-4b2f-b758-a3c47e4dc6c4 None None] Provisioning complete for port 44e1c9cd-b79a-4255-8fe3-c34ce363f993 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:27:34.405271 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-27cd0ef3-b1ec-4b2f-b758-a3c47e4dc6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:34.507467 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d5809ebe-4182-4168-a51e-9f3b6fa0883f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:34.512548 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d5809ebe-4182-4168-a51e-9f3b6fa0883f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:34.631658 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5809ebe-4182-4168-a51e-9f3b6fa0883f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Port': ['ID=f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:27:34.635326 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d5809ebe-4182-4168-a51e-9f3b6fa0883f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:34.642121 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-27cd0ef3-b1ec-4b2f-b758-a3c47e4dc6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:34.716728 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-27cd0ef3-b1ec-4b2f-b758-a3c47e4dc6c4 None None] For port 44e1c9cd-b79a-4255-8fe3-c34ce363f993, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=44e1c9cd-b79a-4255-8fe3-c34ce363f993,segment=NetworkSegment(765f81c4-235c-485c-9800-8f72874f1f73),segment_id=765f81c4-235c-485c-9800-8f72874f1f73)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:27:34.721222 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-27cd0ef3-b1ec-4b2f-b758-a3c47e4dc6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:34.782145 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5809ebe-4182-4168-a51e-9f3b6fa0883f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Network 1154e9ad-4420-4447-8741-122acc543a88 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:27:34.783321 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-d5809ebe-4182-4168-a51e-9f3b6fa0883f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:27:34.790850 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd0ef3-b1ec-4b2f-b758-a3c47e4dc6c4 None None] Pushing event updated for resources: {'Port': ['ID=44e1c9cd-b79a-4255-8fe3-c34ce363f993,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:27:34.945048 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-fca5280c-4e9b-4070-9610-ef77d94f1013 None None] Provisioning for port f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:27:34.950265 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-fca5280c-4e9b-4070-9610-ef77d94f1013 None None] Provisioning complete for port f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:27:34.950576 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fca5280c-4e9b-4070-9610-ef77d94f1013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:34.975442 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5809ebe-4182-4168-a51e-9f3b6fa0883f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Router 1746e14e-3e58-40cf-938d-b0f978233aa9 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:27:35.010820 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-fca5280c-4e9b-4070-9610-ef77d94f1013 None None] Port f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:27:35.023375 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-fca5280c-4e9b-4070-9610-ef77d94f1013 None None] Provisioning complete for port 44e1c9cd-b79a-4255-8fe3-c34ce363f993 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:27:35.023752 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fca5280c-4e9b-4070-9610-ef77d94f1013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:35.162040 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5809ebe-4182-4168-a51e-9f3b6fa0883f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:27:35.172656 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc22c17-cc9f-41fa-9368-95a17052ab09 None None] Sync routers for ids ['1746e14e-3e58-40cf-938d-b0f978233aa9'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:27:35.176032 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d5809ebe-4182-4168-a51e-9f3b6fa0883f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "PUT /v2.0/routers/1746e14e-3e58-40cf-938d-b0f978233aa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9830101 May 03 23:27:35.185730 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc22c17-cc9f-41fa-9368-95a17052ab09 None None] Routers {'1746e14e-3e58-40cf-938d-b0f978233aa9'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:27:35.187710 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-fcc22c17-cc9f-41fa-9368-95a17052ab09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:27:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['1746e14e-3e58-40cf-938d-b0f978233aa9'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:27:35.343242 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9d1883d6-fe4d-4395-8331-9270e9f4f44f None None] Provisioning complete for port f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:27:35.343857 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9d1883d6-fe4d-4395-8331-9270e9f4f44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:35.416668 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-9d1883d6-fe4d-4395-8331-9270e9f4f44f None None] Port f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:27:35.422254 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-fcc22c17-cc9f-41fa-9368-95a17052ab09 None None] Set router 1746e14e-3e58-40cf-938d-b0f978233aa9 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:27:35.447579 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-17efb3da-098d-4c7d-abe1-1d825b4b4e34 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Synchronizing usage tracker for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:27:35.462184 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-17efb3da-098d-4c7d-abe1-1d825b4b4e34 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Unset dirty status for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:27:35.463386 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-17efb3da-098d-4c7d-abe1-1d825b4b4e34 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1850769140&fields=id&tenant_id=ebb80d0d514d4b2aba00c76f4be31457 HTTP/1.1" status: 200 len: 267 time: 0.0559444 May 03 23:27:35.636652 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-27a01d09-b28e-4dec-9806-942ed32978e3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:35.637327 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-27a01d09-b28e-4dec-9806-942ed32978e3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Synchronizing usage tracker for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:27:35.654278 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-27a01d09-b28e-4dec-9806-942ed32978e3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Unset dirty status for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:27:35.656340 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-27a01d09-b28e-4dec-9806-942ed32978e3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/networks?id=1154e9ad-4420-4447-8741-122acc543a88 HTTP/1.1" status: 200 len: 796 time: 0.1862600 May 03 23:27:35.658448 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6e5d0427-a3e1-49cf-a89b-f8e09d722abc None None] Provisioning complete for port f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:27:35.658809 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6e5d0427-a3e1-49cf-a89b-f8e09d722abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:35.674379 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-4a5f6e48-de54-4a18-bb9b-dbc1dce7987b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/quotas/ebb80d0d514d4b2aba00c76f4be31457 HTTP/1.1" status: 200 len: 375 time: 0.0113192 May 03 23:27:35.716474 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 7b62995e-51d5-40a8-be61-ee2c3de8fa32 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:27:35.764405 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-0da51158-aa3a-41cb-8e37-9f277670d5c1 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Synchronizing usage tracker for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:27:35.779361 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-0da51158-aa3a-41cb-8e37-9f277670d5c1 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Unset dirty status for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:27:35.781288 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-0da51158-aa3a-41cb-8e37-9f277670d5c1 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1010387 May 03 23:27:35.799801 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-6e5d0427-a3e1-49cf-a89b-f8e09d722abc None None] Port f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:27:35.856779 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 7b62995e-51d5-40a8-be61-ee2c3de8fa32 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:27:35.857146 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:35.928489 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-fcc22c17-cc9f-41fa-9368-95a17052ab09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730492627', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7b62995e-51d5-40a8-be61-ee2c3de8fa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:27:29Z', 'updated_at': '2022-05-03T23:27:34Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '7b62995e-51d5-40a8-be61-ee2c3de8fa32', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:27:29Z', 'updated_at': '2022-05-03T23:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5', 'name': '', 'network_id': '1154e9ad-4420-4447-8741-122acc543a88', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:81:69:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '3e54757d-d65a-444b-9754-d5bee3e5117c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:27:33Z', 'updated_at': '2022-05-03T23:27:34Z', 'revision_number': 2, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': '3e54757d-d65a-444b-9754-d5bee3e5117c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:27:35.934539 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc22c17-cc9f-41fa-9368-95a17052ab09 None None] Checking router: 1746e14e-3e58-40cf-938d-b0f978233aa9 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:27:35.934890 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc22c17-cc9f-41fa-9368-95a17052ab09 None None] Updating router 1746e14e-3e58-40cf-938d-b0f978233aa9 port f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:27:35.969006 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-26ad15b1-e852-43d0-84bf-1bfdc0671e48 service neutron] 10.222.0.58 "GET /v2.0/networks/1154e9ad-4420-4447-8741-122acc543a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756845 May 03 23:27:36.034601 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fcc22c17-cc9f-41fa-9368-95a17052ab09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:36.046954 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 44e1c9cd-b79a-4255-8fe3-c34ce363f993 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:27:36.225922 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-d87ffa03-607b-40af-bb1c-bc4160f51bca service neutron] 10.222.0.58 "GET /v2.0/networks/1154e9ad-4420-4447-8741-122acc543a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501676 May 03 23:27:36.228132 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 44e1c9cd-b79a-4255-8fe3-c34ce363f993 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:27:36.228615 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:36.456131 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-74392af1-fd01-4b18-89bf-be2336ad39e5 req-4b0f256d-c992-49a5-8afe-d5cc3856eccd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 210 time: 0.0943561 May 03 23:27:36.575691 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fcc22c17-cc9f-41fa-9368-95a17052ab09 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:36.586808 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-fcc22c17-cc9f-41fa-9368-95a17052ab09 None None] Transition to ACTIVE for port object f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:27:36.594066 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fcc22c17-cc9f-41fa-9368-95a17052ab09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:36.744268 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd9102-7ea2-480e-b9cb-6b0c0ca11dea None None] Pushing event updated for resources: {'Port': ['ID=f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:27:36.809768 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-fcc22c17-cc9f-41fa-9368-95a17052ab09 None None] Attempting to bind port f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:27:36.810160 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-fcc22c17-cc9f-41fa-9368-95a17052ab09 None None] Attempting to bind port f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '765f81c4-235c-485c-9800-8f72874f1f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1154e9ad-4420-4447-8741-122acc543a88'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:27:36.810514 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc22c17-cc9f-41fa-9368-95a17052ab09 None None] Attempting to bind port f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5 on network 1154e9ad-4420-4447-8741-122acc543a88 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:27:36.820989 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc22c17-cc9f-41fa-9368-95a17052ab09 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:27:36.821369 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc22c17-cc9f-41fa-9368-95a17052ab09 None None] Checking segment: {'id': '765f81c4-235c-485c-9800-8f72874f1f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1154e9ad-4420-4447-8741-122acc543a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:27:36.821764 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fcc22c17-cc9f-41fa-9368-95a17052ab09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:36.822178 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc22c17-cc9f-41fa-9368-95a17052ab09 None None] Bound using segment: {'id': '765f81c4-235c-485c-9800-8f72874f1f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1154e9ad-4420-4447-8741-122acc543a88'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:27:36.822694 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-fcc22c17-cc9f-41fa-9368-95a17052ab09 None None] Bound port: f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765f81c4-235c-485c-9800-8f72874f1f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1154e9ad-4420-4447-8741-122acc543a88'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:27:36.823063 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fcc22c17-cc9f-41fa-9368-95a17052ab09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:36.933672 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-fcc22c17-cc9f-41fa-9368-95a17052ab09 None None] For port f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:27:36.936605 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-fcc22c17-cc9f-41fa-9368-95a17052ab09 None None] For port f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5,segment=NetworkSegment(765f81c4-235c-485c-9800-8f72874f1f73),segment_id=765f81c4-235c-485c-9800-8f72874f1f73)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:27:36.940877 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fcc22c17-cc9f-41fa-9368-95a17052ab09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:37.018788 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc22c17-cc9f-41fa-9368-95a17052ab09 None None] Routers {'1746e14e-3e58-40cf-938d-b0f978233aa9'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:27:37.019427 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-fcc22c17-cc9f-41fa-9368-95a17052ab09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:27:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['1746e14e-3e58-40cf-938d-b0f978233aa9'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:27:37.136971 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd9102-7ea2-480e-b9cb-6b0c0ca11dea None None] Pushing event updated for resources: {'Port': ['ID=f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:27:37.208898 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-fcc22c17-cc9f-41fa-9368-95a17052ab09 None None] Set router 1746e14e-3e58-40cf-938d-b0f978233aa9 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:27:37.527193 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-fcc22c17-cc9f-41fa-9368-95a17052ab09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730492627', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7b62995e-51d5-40a8-be61-ee2c3de8fa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:27:29Z', 'updated_at': '2022-05-03T23:27:34Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '7b62995e-51d5-40a8-be61-ee2c3de8fa32', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:27:29Z', 'updated_at': '2022-05-03T23:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5', 'name': '', 'network_id': '1154e9ad-4420-4447-8741-122acc543a88', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:81:69:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '3e54757d-d65a-444b-9754-d5bee3e5117c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:27:33Z', 'updated_at': '2022-05-03T23:27:36Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': '3e54757d-d65a-444b-9754-d5bee3e5117c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:27:37.531262 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc22c17-cc9f-41fa-9368-95a17052ab09 None None] The sync data for ids ['1746e14e-3e58-40cf-938d-b0f978233aa9'] in n-d-811807-1 is: [{'id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730492627', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7b62995e-51d5-40a8-be61-ee2c3de8fa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:27:29Z', 'updated_at': '2022-05-03T23:27:34Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '7b62995e-51d5-40a8-be61-ee2c3de8fa32', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:27:29Z', 'updated_at': '2022-05-03T23:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5', 'name': '', 'network_id': '1154e9ad-4420-4447-8741-122acc543a88', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:81:69:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '3e54757d-d65a-444b-9754-d5bee3e5117c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:27:33Z', 'updated_at': '2022-05-03T23:27:36Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': '3e54757d-d65a-444b-9754-d5bee3e5117c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:27:37.552669 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3efb95de-2455-4e39-acf8-b04e04606fea req-2622d73c-8626-4acc-a7d3-102237ecae4e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 210 time: 0.0431039 May 03 23:27:37.721445 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:27:37.789835 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:27:37.794925 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:27:37.795851 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:37.915972 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:37.949767 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5,segment=NetworkSegment(765f81c4-235c-485c-9800-8f72874f1f73),segment_id=765f81c4-235c-485c-9800-8f72874f1f73)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:27:37.954328 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:38.026983 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:27:38.659440 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-60a67206-e6ab-47cd-95d1-e13e3875614c req-cf9f3c2e-29b9-455e-89ea-cd646bbb73c3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 210 time: 0.0467749 May 03 23:27:39.709552 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:27:39.771674 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-015e3767-6a5f-4ad5-a86e-491206f36543 req-0d8d78cb-b831-4300-afc6-f36db5875d7f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 210 time: 0.0473332 May 03 23:27:39.778622 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:27:39.778998 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:40.928291 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a0c19a49-6805-43bf-8c65-46fffbb77f95 req-e27f1b7c-3366-4931-b9c4-eaf7385e3fa9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 210 time: 0.0430415 May 03 23:27:41.595458 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-e59cb991-ddbe-4ec9-a197-2e3061c62dad tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:41.596242 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-e59cb991-ddbe-4ec9-a197-2e3061c62dad tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Synchronizing usage tracker for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:network {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:27:41.608416 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-e59cb991-ddbe-4ec9-a197-2e3061c62dad tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Unset dirty status for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:network {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:27:41.609497 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-e59cb991-ddbe-4ec9-a197-2e3061c62dad tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.60 "GET /v2.0/networks?id=1154e9ad-4420-4447-8741-122acc543a88 HTTP/1.1" status: 200 len: 796 time: 0.1581907 May 03 23:27:41.666342 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-105b9da3-446e-4d70-8494-775067744942 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebb80d0d514d4b2aba00c76f4be31457 HTTP/1.1" status: 200 len: 380 time: 0.0481358 May 03 23:27:41.676531 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-a04af5d3-7815-4c72-9299-628d7c47163d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'port': {'device_id': '862110bc-f98e-4c6d-8e9c-d2b859523840', 'network_id': '1154e9ad-4420-4447-8741-122acc543a88', 'admin_state_up': True, 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'security_groups': ['118a39ff-76e2-4d01-b80e-47193946191a']}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:27:41.928371 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-a04af5d3-7815-4c72-9299-628d7c47163d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:27:41.938284 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-a04af5d3-7815-4c72-9299-628d7c47163d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:27:41.947561 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-a04af5d3-7815-4c72-9299-628d7c47163d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Made reservation on behalf of ebb80d0d514d4b2aba00c76f4be31457 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:27:41.951167 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-a04af5d3-7815-4c72-9299-628d7c47163d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:42.078957 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3c2936e1-b2f3-4c4c-b0d5-5fbcd84f40b7 req-2894ba8c-2cf8-4a02-b05f-dcc4a0f0f89d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 210 time: 0.0462737 May 03 23:27:42.112997 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-a04af5d3-7815-4c72-9299-628d7c47163d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Allocated IP 172.20.0.5 (1154e9ad-4420-4447-8741-122acc543a88/3e54757d-d65a-444b-9754-d5bee3e5117c/86aa7c84-38e6-48c9-b746-f057d31f5bbe) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:27:42.300412 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-a04af5d3-7815-4c72-9299-628d7c47163d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:42.316096 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-a04af5d3-7815-4c72-9299-628d7c47163d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Transition to ACTIVE for port object 86aa7c84-38e6-48c9-b746-f057d31f5bbe will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:27:42.338005 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-a04af5d3-7815-4c72-9299-628d7c47163d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:42.410823 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-a04af5d3-7815-4c72-9299-628d7c47163d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Network 1154e9ad-4420-4447-8741-122acc543a88 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:27:42.413908 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-a04af5d3-7815-4c72-9299-628d7c47163d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:27:42.417620 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-a04af5d3-7815-4c72-9299-628d7c47163d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:27:42.448118 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04af5d3-7815-4c72-9299-628d7c47163d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Port': ['ID=86aa7c84-38e6-48c9-b746-f057d31f5bbe,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:27:42.485377 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-a04af5d3-7815-4c72-9299-628d7c47163d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:42.486027 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-a04af5d3-7815-4c72-9299-628d7c47163d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:42.511182 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-a04af5d3-7815-4c72-9299-628d7c47163d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8382051 May 03 23:27:42.522162 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-935803dc-4807-4fe4-85bc-3e12eef7eba2 service neutron] Request body: {'port': {'device_id': '862110bc-f98e-4c6d-8e9c-d2b859523840', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:27:42.636798 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-935803dc-4807-4fe4-85bc-3e12eef7eba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:42.688276 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f4a1cfbd-bdc4-43a6-9c65-66e2b651ed74 None None] Provisioning for port 86aa7c84-38e6-48c9-b746-f057d31f5bbe completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:27:42.693045 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f4a1cfbd-bdc4-43a6-9c65-66e2b651ed74 None None] Provisioning complete for port 86aa7c84-38e6-48c9-b746-f057d31f5bbe triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:27:42.693512 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f4a1cfbd-bdc4-43a6-9c65-66e2b651ed74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:42.752109 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f4a1cfbd-bdc4-43a6-9c65-66e2b651ed74 None None] Port 86aa7c84-38e6-48c9-b746-f057d31f5bbe cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:27:42.988509 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-935803dc-4807-4fe4-85bc-3e12eef7eba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86aa7c84-38e6-48c9-b746-f057d31f5bbe {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:27:42.995479 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-935803dc-4807-4fe4-85bc-3e12eef7eba2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:43.009592 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-935803dc-4807-4fe4-85bc-3e12eef7eba2 service neutron] Transition to ACTIVE for port object 86aa7c84-38e6-48c9-b746-f057d31f5bbe will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:27:43.012868 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-935803dc-4807-4fe4-85bc-3e12eef7eba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:43.172533 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935803dc-4807-4fe4-85bc-3e12eef7eba2 service neutron] Pushing event updated for resources: {'Port': ['ID=86aa7c84-38e6-48c9-b746-f057d31f5bbe,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:27:43.250300 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-935803dc-4807-4fe4-85bc-3e12eef7eba2 service neutron] Attempting to bind port 86aa7c84-38e6-48c9-b746-f057d31f5bbe on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:27:43.250600 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-935803dc-4807-4fe4-85bc-3e12eef7eba2 service neutron] Attempting to bind port 86aa7c84-38e6-48c9-b746-f057d31f5bbe by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '765f81c4-235c-485c-9800-8f72874f1f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1154e9ad-4420-4447-8741-122acc543a88'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:27:43.250897 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-935803dc-4807-4fe4-85bc-3e12eef7eba2 service neutron] Attempting to bind port 86aa7c84-38e6-48c9-b746-f057d31f5bbe on network 1154e9ad-4420-4447-8741-122acc543a88 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:27:43.256087 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-935803dc-4807-4fe4-85bc-3e12eef7eba2 service neutron] Port 86aa7c84-38e6-48c9-b746-f057d31f5bbe on network 1154e9ad-4420-4447-8741-122acc543a88 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:27:43.256410 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-935803dc-4807-4fe4-85bc-3e12eef7eba2 service neutron] Attempting to bind port 86aa7c84-38e6-48c9-b746-f057d31f5bbe on network 1154e9ad-4420-4447-8741-122acc543a88 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:27:43.262265 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-935803dc-4807-4fe4-85bc-3e12eef7eba2 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:27:43.262585 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-935803dc-4807-4fe4-85bc-3e12eef7eba2 service neutron] Checking segment: {'id': '765f81c4-235c-485c-9800-8f72874f1f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1154e9ad-4420-4447-8741-122acc543a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:27:43.262954 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-935803dc-4807-4fe4-85bc-3e12eef7eba2 service neutron] Bound using segment: {'id': '765f81c4-235c-485c-9800-8f72874f1f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1154e9ad-4420-4447-8741-122acc543a88'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:27:43.263376 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-935803dc-4807-4fe4-85bc-3e12eef7eba2 service neutron] Bound port: 86aa7c84-38e6-48c9-b746-f057d31f5bbe, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '765f81c4-235c-485c-9800-8f72874f1f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '1154e9ad-4420-4447-8741-122acc543a88'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:27:43.263764 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-935803dc-4807-4fe4-85bc-3e12eef7eba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:43.282150 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cfed6f-48e8-4a7b-bb64-6a9ddfe8ce5a req-3f912d74-089f-4253-b52e-a3f1094d785d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:43.283622 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-72cfed6f-48e8-4a7b-bb64-6a9ddfe8ce5a req-3f912d74-089f-4253-b52e-a3f1094d785d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 943 time: 0.0856285 May 03 23:27:43.328718 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-72cfed6f-48e8-4a7b-bb64-6a9ddfe8ce5a req-e8a5921a-e2b9-43c4-a6eb-2bade5005703 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=118a39ff-76e2-4d01-b80e-47193946191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392754 May 03 23:27:43.354708 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-935803dc-4807-4fe4-85bc-3e12eef7eba2 service neutron] For port 86aa7c84-38e6-48c9-b746-f057d31f5bbe, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:27:43.357660 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-935803dc-4807-4fe4-85bc-3e12eef7eba2 service neutron] For port 86aa7c84-38e6-48c9-b746-f057d31f5bbe, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=86aa7c84-38e6-48c9-b746-f057d31f5bbe,segment=NetworkSegment(765f81c4-235c-485c-9800-8f72874f1f73),segment_id=765f81c4-235c-485c-9800-8f72874f1f73)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:27:43.362215 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-935803dc-4807-4fe4-85bc-3e12eef7eba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:43.420751 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-935803dc-4807-4fe4-85bc-3e12eef7eba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:43.421704 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-935803dc-4807-4fe4-85bc-3e12eef7eba2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:43.423453 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-935803dc-4807-4fe4-85bc-3e12eef7eba2 service neutron] 10.222.0.60 "PUT /v2.0/ports/86aa7c84-38e6-48c9-b746-f057d31f5bbe HTTP/1.1" status: 200 len: 1091 time: 0.9054847 May 03 23:27:43.426399 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '862110bc-f98e-4c6d-8e9c-d2b859523840', 'tag': '86aa7c84-38e6-48c9-b746-f057d31f5bbe'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:27:43.454512 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935803dc-4807-4fe4-85bc-3e12eef7eba2 service neutron] Pushing event updated for resources: {'Port': ['ID=86aa7c84-38e6-48c9-b746-f057d31f5bbe,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:27:43.496019 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e83477be-5034-4a24-a460-dfeb47edd9b8'] response: {'name': 'network-changed', 'server_uuid': '862110bc-f98e-4c6d-8e9c-d2b859523840', 'tag': '86aa7c84-38e6-48c9-b746-f057d31f5bbe', 'status': 'completed', 'code': 200} May 03 23:27:43.539350 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-160f0829-e963-4412-a95a-0d4582ec3f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:43.540999 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-160f0829-e963-4412-a95a-0d4582ec3f1e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 1094 time: 0.0797594 May 03 23:27:43.613203 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-10287cd1-7262-4c44-843f-0d2e78e47604 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86aa7c84-38e6-48c9-b746-f057d31f5bbe HTTP/1.1" status: 200 len: 217 time: 0.0651898 May 03 23:27:43.675973 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-f7f3de69-d0f3-4983-bb4c-e4f398b5bdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:43.677381 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-f7f3de69-d0f3-4983-bb4c-e4f398b5bdad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3e54757d-d65a-444b-9754-d5bee3e5117c HTTP/1.1" status: 200 len: 835 time: 0.0570467 May 03 23:27:43.756249 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-7b2fcc17-aa22-4cb0-9e27-9c81a3ba9843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:43.757809 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-7b2fcc17-aa22-4cb0-9e27-9c81a3ba9843 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1154e9ad-4420-4447-8741-122acc543a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733442 May 03 23:27:43.993165 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-4cec71cf-8212-40c7-8fd9-75b96bfc96d1 service neutron] 10.222.0.60 "GET /v2.0/networks/1154e9ad-4420-4447-8741-122acc543a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278674 May 03 23:27:44.125954 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-2f429bf2-25b3-4189-997b-d0bfc0c897ec req-47b9912b-50d2-4ca4-bd2e-8002a973d4bb service neutron] 10.222.0.60 "GET /v2.0/networks/1154e9ad-4420-4447-8741-122acc543a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225145 May 03 23:27:44.242807 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc6f5a-e2d8-4fde-bb7f-ab02f82bebfd req-4f32fe63-9b2f-4665-a0d3-f294bd643eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:44.244300 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1edc6f5a-e2d8-4fde-bb7f-ab02f82bebfd req-4f32fe63-9b2f-4665-a0d3-f294bd643eb1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 1094 time: 0.0697215 May 03 23:27:44.373737 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc6f5a-e2d8-4fde-bb7f-ab02f82bebfd req-da5786da-3ae8-4f22-8767-e0ac71699393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:44.375232 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1edc6f5a-e2d8-4fde-bb7f-ab02f82bebfd req-da5786da-3ae8-4f22-8767-e0ac71699393 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1154e9ad-4420-4447-8741-122acc543a88 HTTP/1.1" status: 200 len: 897 time: 0.1246099 May 03 23:27:44.444969 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1edc6f5a-e2d8-4fde-bb7f-ab02f82bebfd req-076ed92c-45e6-4cb8-bafc-4914033baa98 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86aa7c84-38e6-48c9-b746-f057d31f5bbe HTTP/1.1" status: 200 len: 217 time: 0.0638254 May 03 23:27:44.508288 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc6f5a-e2d8-4fde-bb7f-ab02f82bebfd req-8a39f6a1-dea0-4806-b6e6-e80663a9f854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:44.509720 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1edc6f5a-e2d8-4fde-bb7f-ab02f82bebfd req-8a39f6a1-dea0-4806-b6e6-e80663a9f854 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3e54757d-d65a-444b-9754-d5bee3e5117c HTTP/1.1" status: 200 len: 835 time: 0.0565276 May 03 23:27:44.516740 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d411182-d0d6-4195-b87f-0fd6d027f6b5 req-53609b2d-e188-4e63-bc68-03093d7ceec3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:44.518202 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6d411182-d0d6-4195-b87f-0fd6d027f6b5 req-53609b2d-e188-4e63-bc68-03093d7ceec3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 943 time: 0.0822275 May 03 23:27:44.566974 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6d411182-d0d6-4195-b87f-0fd6d027f6b5 req-d4e4e177-ba61-4d88-9946-0cfe2ddb1f06 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=118a39ff-76e2-4d01-b80e-47193946191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422208 May 03 23:27:44.590807 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc6f5a-e2d8-4fde-bb7f-ab02f82bebfd req-3b73dca2-bc8f-4a21-8124-6c1a2e9dd1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:44.592899 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1edc6f5a-e2d8-4fde-bb7f-ab02f82bebfd req-3b73dca2-bc8f-4a21-8124-6c1a2e9dd1c6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1154e9ad-4420-4447-8741-122acc543a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763984 May 03 23:27:44.720867 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1edc6f5a-e2d8-4fde-bb7f-ab02f82bebfd req-de6ad385-c52a-4ede-ac54-51e94498f8aa service neutron] 10.222.0.60 "GET /v2.0/networks/1154e9ad-4420-4447-8741-122acc543a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212175 May 03 23:27:44.848057 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-1edc6f5a-e2d8-4fde-bb7f-ab02f82bebfd req-bf41398d-f266-48d8-982c-814400b0d1bc service neutron] 10.222.0.60 "GET /v2.0/networks/1154e9ad-4420-4447-8741-122acc543a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213419 May 03 23:27:45.749873 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ea5b6-dd83-4909-8582-b4f4bb4d04a7 req-402d7c8c-7833-455f-b23f-51298f3a6aa2 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:45.751320 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-624ea5b6-dd83-4909-8582-b4f4bb4d04a7 req-402d7c8c-7833-455f-b23f-51298f3a6aa2 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 943 time: 0.0798128 May 03 23:27:45.794609 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-624ea5b6-dd83-4909-8582-b4f4bb4d04a7 req-06dfb462-da5b-45fb-a8b7-5e150db1c44e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=118a39ff-76e2-4d01-b80e-47193946191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377119 May 03 23:27:46.985127 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5bfbe-aa3a-4f29-a5f2-47c86e79ca87 req-6f39efc5-fc26-4cc8-ad55-94d847628100 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:46.986602 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-76a5bfbe-aa3a-4f29-a5f2-47c86e79ca87 req-6f39efc5-fc26-4cc8-ad55-94d847628100 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 943 time: 0.0889208 May 03 23:27:47.028829 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-76a5bfbe-aa3a-4f29-a5f2-47c86e79ca87 req-77514db3-a16d-47a2-b5fd-770ac4bdeaea tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=118a39ff-76e2-4d01-b80e-47193946191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366254 May 03 23:27:48.086485 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 86aa7c84-38e6-48c9-b746-f057d31f5bbe details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:27:48.209812 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc596920-fe64-400e-a5eb-854094e58826 req-26f7dfa2-009e-4ee4-876b-d8fa3b19a26f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:48.211325 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bc596920-fe64-400e-a5eb-854094e58826 req-26f7dfa2-009e-4ee4-876b-d8fa3b19a26f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 943 time: 0.0789022 May 03 23:27:48.219827 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 86aa7c84-38e6-48c9-b746-f057d31f5bbe, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=86aa7c84-38e6-48c9-b746-f057d31f5bbe,segment=NetworkSegment(765f81c4-235c-485c-9800-8f72874f1f73),segment_id=765f81c4-235c-485c-9800-8f72874f1f73)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:27:48.237092 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '86aa7c84-38e6-48c9-b746-f057d31f5bbe', 'network_id': '1154e9ad-4420-4447-8741-122acc543a88', 'port_id': '86aa7c84-38e6-48c9-b746-f057d31f5bbe', 'mac_address': 'fa:16:3e:45:bc:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e54757d-d65a-444b-9754-d5bee3e5117c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:27:48.259445 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bc596920-fe64-400e-a5eb-854094e58826 req-a3b40693-afcc-4129-b369-89117022c335 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=118a39ff-76e2-4d01-b80e-47193946191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423880 May 03 23:27:48.292592 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:48.309313 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86aa7c84-38e6-48c9-b746-f057d31f5bbe {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:27:48.324377 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 86aa7c84-38e6-48c9-b746-f057d31f5bbe, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=86aa7c84-38e6-48c9-b746-f057d31f5bbe,segment=NetworkSegment(765f81c4-235c-485c-9800-8f72874f1f73),segment_id=765f81c4-235c-485c-9800-8f72874f1f73)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:27:48.328067 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:48.392925 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=86aa7c84-38e6-48c9-b746-f057d31f5bbe,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:27:48.556430 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['86aa7c84-38e6-48c9-b746-f057d31f5bbe'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:27:49.438644 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee9386-26b9-4968-98df-48f1b40d3ddf req-b14e8bf7-3d1f-4c58-b7c2-e760486d1113 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:49.440095 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f5ee9386-26b9-4968-98df-48f1b40d3ddf req-b14e8bf7-3d1f-4c58-b7c2-e760486d1113 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 944 time: 0.0791972 May 03 23:27:49.483343 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f5ee9386-26b9-4968-98df-48f1b40d3ddf req-3c26483a-fd76-4ed8-bca9-328915b5619d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=118a39ff-76e2-4d01-b80e-47193946191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377316 May 03 23:27:50.093164 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 86aa7c84-38e6-48c9-b746-f057d31f5bbe up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:27:50.158664 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 86aa7c84-38e6-48c9-b746-f057d31f5bbe completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:27:50.163463 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 86aa7c84-38e6-48c9-b746-f057d31f5bbe triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:27:50.163864 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:50.242962 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:27:50.281236 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:50.307176 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862110bc-f98e-4c6d-8e9c-d2b859523840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86aa7c84-38e6-48c9-b746-f057d31f5bbe'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:27:50.316677 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 86aa7c84-38e6-48c9-b746-f057d31f5bbe, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=86aa7c84-38e6-48c9-b746-f057d31f5bbe,segment=NetworkSegment(765f81c4-235c-485c-9800-8f72874f1f73),segment_id=765f81c4-235c-485c-9800-8f72874f1f73)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:27:50.320571 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:50.359776 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-891582f4-bced-4016-97a6-3b6a1bd28c36'] response: {'server_uuid': '862110bc-f98e-4c6d-8e9c-d2b859523840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86aa7c84-38e6-48c9-b746-f057d31f5bbe', 'code': 200} May 03 23:27:50.394641 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=86aa7c84-38e6-48c9-b746-f057d31f5bbe,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:27:50.477190 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed7542-58bc-4502-8cca-b5b5492cb759 req-b73a9190-c0b7-475f-9739-495923ee1519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:50.478699 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d2ed7542-58bc-4502-8cca-b5b5492cb759 req-b73a9190-c0b7-475f-9739-495923ee1519 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 1096 time: 0.0679824 May 03 23:27:50.517981 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d2ed7542-58bc-4502-8cca-b5b5492cb759 req-6b198823-f676-4c70-a0c1-91f2dc25fcad service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=118a39ff-76e2-4d01-b80e-47193946191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331535 May 03 23:27:50.670485 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ff948-1f3f-4a11-a17c-c3899391a9a1 req-714454ae-8a7c-4d45-9e59-f35c48232d10 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:50.671909 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-904ff948-1f3f-4a11-a17c-c3899391a9a1 req-714454ae-8a7c-4d45-9e59-f35c48232d10 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 945 time: 0.0827470 May 03 23:27:50.716370 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-904ff948-1f3f-4a11-a17c-c3899391a9a1 req-11f85bdb-112a-4721-88e2-719b9e48a829 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=118a39ff-76e2-4d01-b80e-47193946191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388660 May 03 23:27:51.897494 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95c566-c8c8-4d97-b9cd-7be2c4196897 req-38400b97-1313-4d81-b6e7-f2afddde5e2d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:51.898956 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-df95c566-c8c8-4d97-b9cd-7be2c4196897 req-38400b97-1313-4d81-b6e7-f2afddde5e2d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 945 time: 0.0789158 May 03 23:27:51.941920 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-df95c566-c8c8-4d97-b9cd-7be2c4196897 req-d0017d59-adf1-44ab-ac46-876c2e01b615 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=118a39ff-76e2-4d01-b80e-47193946191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373449 May 03 23:27:52.125032 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8818e39-5dd4-4b3a-9572-422d20f19a79 req-72416f7d-385c-4679-b0c0-dc875bf3e45b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:52.126519 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c8818e39-5dd4-4b3a-9572-422d20f19a79 req-72416f7d-385c-4679-b0c0-dc875bf3e45b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 945 time: 0.0846965 May 03 23:27:52.173839 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c8818e39-5dd4-4b3a-9572-422d20f19a79 req-706b3e96-0c71-4134-8ce3-68273d5926e7 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=118a39ff-76e2-4d01-b80e-47193946191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415020 May 03 23:27:52.196355 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57300) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:27:52.268747 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2d2b51-179e-416d-a3da-3cec8a0941c9 tempest-TestNetworkAdvancedServerOps-1551533295 tempest-TestNetworkAdvancedServerOps-1551533295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:52.270231 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8f2d2b51-179e-416d-a3da-3cec8a0941c9 tempest-TestNetworkAdvancedServerOps-1551533295 tempest-TestNetworkAdvancedServerOps-1551533295-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 1091 time: 0.0729206 May 03 23:27:52.272996 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57304) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:27:52.277649 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-9f829cce-6aaf-4940-8bf8-6a6230b483b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'port_id': '86aa7c84-38e6-48c9-b746-f057d31f5bbe', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:27:52.284680 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-9f829cce-6aaf-4940-8bf8-6a6230b483b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:27:52.288436 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9f829cce-6aaf-4940-8bf8-6a6230b483b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:floatingip and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:27:52.291217 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9f829cce-6aaf-4940-8bf8-6a6230b483b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:27:52.297392 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-9f829cce-6aaf-4940-8bf8-6a6230b483b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:27:52.307926 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9f829cce-6aaf-4940-8bf8-6a6230b483b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for floatingip, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:52.440967 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9f829cce-6aaf-4940-8bf8-6a6230b483b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:52.574745 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-9f829cce-6aaf-4940-8bf8-6a6230b483b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Allocated IP 172.25.2.58 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/b3ec45ef-14b5-4ba7-9fd1-2d8e4b700b70) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:27:52.719548 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9f829cce-6aaf-4940-8bf8-6a6230b483b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:52.747116 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9f829cce-6aaf-4940-8bf8-6a6230b483b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:52.809573 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f829cce-6aaf-4940-8bf8-6a6230b483b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:27:52.812449 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-9f829cce-6aaf-4940-8bf8-6a6230b483b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:27:52.816089 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f829cce-6aaf-4940-8bf8-6a6230b483b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:27:52.850117 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f829cce-6aaf-4940-8bf8-6a6230b483b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Port': ['ID=b3ec45ef-14b5-4ba7-9fd1-2d8e4b700b70,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:27:53.037481 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4663dc23-23ea-447a-9cce-755ab97fad3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:53.337054 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9f829cce-6aaf-4940-8bf8-6a6230b483b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:53.407591 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9f829cce-6aaf-4940-8bf8-6a6230b483b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:53.608186 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9f829cce-6aaf-4940-8bf8-6a6230b483b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:53.612588 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9f829cce-6aaf-4940-8bf8-6a6230b483b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:53.718733 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f829cce-6aaf-4940-8bf8-6a6230b483b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Port': ['ID=b3ec45ef-14b5-4ba7-9fd1-2d8e4b700b70,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:27:53.730339 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9f829cce-6aaf-4940-8bf8-6a6230b483b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:53.900640 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [None req-9f829cce-6aaf-4940-8bf8-6a6230b483b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Floating IP e59a5b3a-d6b4-4d9f-bfe9-d2f519c4e43b associated. External IP: 172.25.2.58, port: 86aa7c84-38e6-48c9-b746-f057d31f5bbe. May 03 23:27:54.249415 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f829cce-6aaf-4940-8bf8-6a6230b483b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Router 1746e14e-3e58-40cf-938d-b0f978233aa9 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:27:54.536875 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f829cce-6aaf-4940-8bf8-6a6230b483b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:27:54.547607 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a254803e-84a8-4e40-ab65-d92b4c8d543f None None] Sync routers for ids ['1746e14e-3e58-40cf-938d-b0f978233aa9'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:27:54.558238 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a254803e-84a8-4e40-ab65-d92b4c8d543f None None] Routers {'1746e14e-3e58-40cf-938d-b0f978233aa9'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:27:54.559054 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-a254803e-84a8-4e40-ab65-d92b4c8d543f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:27:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['1746e14e-3e58-40cf-938d-b0f978233aa9'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:27:54.561569 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9f829cce-6aaf-4940-8bf8-6a6230b483b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:54.617319 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9f829cce-6aaf-4940-8bf8-6a6230b483b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3433342 May 03 23:27:54.617993 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '862110bc-f98e-4c6d-8e9c-d2b859523840', 'tag': '86aa7c84-38e6-48c9-b746-f057d31f5bbe'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:27:54.663239 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a92e6018-efaf-4547-b820-fa6c8b0bb0ad'] response: {'name': 'network-changed', 'server_uuid': '862110bc-f98e-4c6d-8e9c-d2b859523840', 'tag': '86aa7c84-38e6-48c9-b746-f057d31f5bbe', 'status': 'completed', 'code': 200} May 03 23:27:54.745629 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-a254803e-84a8-4e40-ab65-d92b4c8d543f None None] Set router 1746e14e-3e58-40cf-938d-b0f978233aa9 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:27:54.758807 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f3ecd-9c23-4139-93e1-c1eb112c6ae5 req-c9e9a0b7-b3b1-4e35-a0cc-cc496e58f71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:54.760306 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cf2f3ecd-9c23-4139-93e1-c1eb112c6ae5 req-c9e9a0b7-b3b1-4e35-a0cc-cc496e58f71a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 1096 time: 0.0732701 May 03 23:27:54.786222 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b63b8-1da9-476a-ac40-00b2a6af1aa4 req-c89fb801-e6b2-4656-9816-ee02eeb568cc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:54.788959 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6a6b63b8-1da9-476a-ac40-00b2a6af1aa4 req-c89fb801-e6b2-4656-9816-ee02eeb568cc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 945 time: 0.0811188 May 03 23:27:54.841885 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6a6b63b8-1da9-476a-ac40-00b2a6af1aa4 req-083842bf-19d9-41cc-b22f-932f8a667f04 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=118a39ff-76e2-4d01-b80e-47193946191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476935 May 03 23:27:54.865105 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57312) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:27:54.898952 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f3ecd-9c23-4139-93e1-c1eb112c6ae5 req-7d9d24f7-b3e7-4819-974a-4fab4ed0b481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:54.900384 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cf2f3ecd-9c23-4139-93e1-c1eb112c6ae5 req-7d9d24f7-b3e7-4819-974a-4fab4ed0b481 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1154e9ad-4420-4447-8741-122acc543a88 HTTP/1.1" status: 200 len: 897 time: 0.1342230 May 03 23:27:54.974867 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5e470e27-b577-44e5-b2c0-8026e44d5eda tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/floatingips/e59a5b3a-d6b4-4d9f-bfe9-d2f519c4e43b HTTP/1.1" status: 200 len: 990 time: 0.1082542 May 03 23:27:55.003080 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:55.014195 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cf2f3ecd-9c23-4139-93e1-c1eb112c6ae5 req-46b169d3-2711-45d7-a8ef-1c7870f0ab7d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86aa7c84-38e6-48c9-b746-f057d31f5bbe HTTP/1.1" status: 200 len: 998 time: 0.1062195 May 03 23:27:55.080606 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f3ecd-9c23-4139-93e1-c1eb112c6ae5 req-9e5b7a60-0f27-4304-a95c-942d877f216b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:55.081991 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cf2f3ecd-9c23-4139-93e1-c1eb112c6ae5 req-9e5b7a60-0f27-4304-a95c-942d877f216b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3e54757d-d65a-444b-9754-d5bee3e5117c HTTP/1.1" status: 200 len: 835 time: 0.0621192 May 03 23:27:55.142351 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-a254803e-84a8-4e40-ab65-d92b4c8d543f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730492627', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7b62995e-51d5-40a8-be61-ee2c3de8fa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:27:29Z', 'updated_at': '2022-05-03T23:27:34Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '7b62995e-51d5-40a8-be61-ee2c3de8fa32', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:27:29Z', 'updated_at': '2022-05-03T23:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'e59a5b3a-d6b4-4d9f-bfe9-d2f519c4e43b', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'floating_ip_address': '172.25.2.58', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'port_id': '86aa7c84-38e6-48c9-b746-f057d31f5bbe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1154e9ad-4420-4447-8741-122acc543a88', 'mac_address': 'fa:16:3e:45:bc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862110bc-f98e-4c6d-8e9c-d2b859523840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:27:53Z', 'updated_at': '2022-05-03T23:27:53Z', 'revision_number': 0, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5', 'name': '', 'network_id': '1154e9ad-4420-4447-8741-122acc543a88', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:81:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '3e54757d-d65a-444b-9754-d5bee3e5117c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:27:33Z', 'updated_at': '2022-05-03T23:27:37Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': '3e54757d-d65a-444b-9754-d5bee3e5117c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:27:55.146240 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a254803e-84a8-4e40-ab65-d92b4c8d543f None None] Checking router: 1746e14e-3e58-40cf-938d-b0f978233aa9 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:27:55.155070 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a254803e-84a8-4e40-ab65-d92b4c8d543f None None] Routers {'1746e14e-3e58-40cf-938d-b0f978233aa9'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:27:55.155689 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-a254803e-84a8-4e40-ab65-d92b4c8d543f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:27:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['1746e14e-3e58-40cf-938d-b0f978233aa9'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:27:55.156024 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f3ecd-9c23-4139-93e1-c1eb112c6ae5 req-f3cb6a08-f950-4109-96da-16d371586d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:27:55.157506 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cf2f3ecd-9c23-4139-93e1-c1eb112c6ae5 req-f3cb6a08-f950-4109-96da-16d371586d2d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1154e9ad-4420-4447-8741-122acc543a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696893 May 03 23:27:55.290182 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cf2f3ecd-9c23-4139-93e1-c1eb112c6ae5 req-6313a57d-3df2-4310-94bf-f80a2c0e7b5e service neutron] 10.222.0.60 "GET /v2.0/networks/1154e9ad-4420-4447-8741-122acc543a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266654 May 03 23:27:55.335015 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-a254803e-84a8-4e40-ab65-d92b4c8d543f None None] Set router 1746e14e-3e58-40cf-938d-b0f978233aa9 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:27:55.423917 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cf2f3ecd-9c23-4139-93e1-c1eb112c6ae5 req-1c71817f-3591-43dc-9e16-4ddb1a86ac29 service neutron] 10.222.0.60 "GET /v2.0/networks/1154e9ad-4420-4447-8741-122acc543a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274731 May 03 23:27:55.616769 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-279d5739-368e-4345-be06-42c76a9342c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:55.679677 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-a254803e-84a8-4e40-ab65-d92b4c8d543f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730492627', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7b62995e-51d5-40a8-be61-ee2c3de8fa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:27:29Z', 'updated_at': '2022-05-03T23:27:34Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '7b62995e-51d5-40a8-be61-ee2c3de8fa32', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:27:29Z', 'updated_at': '2022-05-03T23:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'e59a5b3a-d6b4-4d9f-bfe9-d2f519c4e43b', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'floating_ip_address': '172.25.2.58', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'port_id': '86aa7c84-38e6-48c9-b746-f057d31f5bbe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1154e9ad-4420-4447-8741-122acc543a88', 'mac_address': 'fa:16:3e:45:bc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862110bc-f98e-4c6d-8e9c-d2b859523840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:27:53Z', 'updated_at': '2022-05-03T23:27:53Z', 'revision_number': 0, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5', 'name': '', 'network_id': '1154e9ad-4420-4447-8741-122acc543a88', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:81:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '3e54757d-d65a-444b-9754-d5bee3e5117c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:27:33Z', 'updated_at': '2022-05-03T23:27:37Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': '3e54757d-d65a-444b-9754-d5bee3e5117c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:27:55.683506 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a254803e-84a8-4e40-ab65-d92b4c8d543f None None] The sync data for ids ['1746e14e-3e58-40cf-938d-b0f978233aa9'] in n-d-811807-1 is: [{'id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730492627', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7b62995e-51d5-40a8-be61-ee2c3de8fa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:27:29Z', 'updated_at': '2022-05-03T23:27:34Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '7b62995e-51d5-40a8-be61-ee2c3de8fa32', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:27:29Z', 'updated_at': '2022-05-03T23:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'e59a5b3a-d6b4-4d9f-bfe9-d2f519c4e43b', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'floating_ip_address': '172.25.2.58', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'port_id': '86aa7c84-38e6-48c9-b746-f057d31f5bbe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1154e9ad-4420-4447-8741-122acc543a88', 'mac_address': 'fa:16:3e:45:bc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862110bc-f98e-4c6d-8e9c-d2b859523840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:27:53Z', 'updated_at': '2022-05-03T23:27:53Z', 'revision_number': 0, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5', 'name': '', 'network_id': '1154e9ad-4420-4447-8741-122acc543a88', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:81:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '3e54757d-d65a-444b-9754-d5bee3e5117c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:27:33Z', 'updated_at': '2022-05-03T23:27:37Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': '3e54757d-d65a-444b-9754-d5bee3e5117c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:27:55.868542 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79483c70-f02d-46b7-aa83-a6851e8ab1a0 None None] New status for floating IP e59a5b3a-d6b4-4d9f-bfe9-d2f519c4e43b: ACTIVE {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:27:55.978693 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57316) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:27:56.085621 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b0023ede-7199-4759-8ce6-47b0bd517f0d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/floatingips/e59a5b3a-d6b4-4d9f-bfe9-d2f519c4e43b HTTP/1.1" status: 200 len: 990 time: 0.1047866 May 03 23:27:56.445984 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:56.501961 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:57.088423 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57320) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:27:57.196121 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-198812e3-603e-445d-9405-51a0d0fa62fd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/floatingips/e59a5b3a-d6b4-4d9f-bfe9-d2f519c4e43b HTTP/1.1" status: 200 len: 992 time: 0.1047058 May 03 23:27:57.824130 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:27:58.553495 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:28:07.351634 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-194897e6-4726-4a07-93bc-36db24e70326 req-69771bff-972d-44f3-9402-f9517d3bd444 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=862110bc-f98e-4c6d-8e9c-d2b859523840&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1122088 May 03 23:28:07.494171 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194897e6-4726-4a07-93bc-36db24e70326 req-48db74da-069a-4beb-a0fd-dc16315ddc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:28:07.495668 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-194897e6-4726-4a07-93bc-36db24e70326 req-48db74da-069a-4beb-a0fd-dc16315ddc41 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 1096 time: 0.0731843 May 03 23:28:07.637324 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194897e6-4726-4a07-93bc-36db24e70326 req-29576fd2-53dc-460d-868e-82862ffc4db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:28:07.638792 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-194897e6-4726-4a07-93bc-36db24e70326 req-29576fd2-53dc-460d-868e-82862ffc4db7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1154e9ad-4420-4447-8741-122acc543a88 HTTP/1.1" status: 200 len: 897 time: 0.1235971 May 03 23:28:07.738624 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-194897e6-4726-4a07-93bc-36db24e70326 req-eabe9948-bd48-4b7b-9cfb-fa36e8e3ad0a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86aa7c84-38e6-48c9-b746-f057d31f5bbe HTTP/1.1" status: 200 len: 1000 time: 0.0930727 May 03 23:28:07.907924 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194897e6-4726-4a07-93bc-36db24e70326 req-f4228c39-6f8c-4c8b-ade6-18b9076977e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:28:07.909336 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-194897e6-4726-4a07-93bc-36db24e70326 req-f4228c39-6f8c-4c8b-ade6-18b9076977e6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3e54757d-d65a-444b-9754-d5bee3e5117c HTTP/1.1" status: 200 len: 835 time: 0.1643543 May 03 23:28:07.985498 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194897e6-4726-4a07-93bc-36db24e70326 req-241079b4-794f-4672-a485-b6fd9d2ec773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:28:07.986975 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-194897e6-4726-4a07-93bc-36db24e70326 req-241079b4-794f-4672-a485-b6fd9d2ec773 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1154e9ad-4420-4447-8741-122acc543a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704377 May 03 23:28:08.119327 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-194897e6-4726-4a07-93bc-36db24e70326 req-fedf3ead-c56c-4288-9720-f43c1bc88af9 service neutron] 10.222.0.60 "GET /v2.0/networks/1154e9ad-4420-4447-8741-122acc543a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213608 May 03 23:28:08.247297 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-194897e6-4726-4a07-93bc-36db24e70326 req-9661ddce-f889-4591-8902-3c97ab0bb334 service neutron] 10.222.0.60 "GET /v2.0/networks/1154e9ad-4420-4447-8741-122acc543a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209557 May 03 23:28:23.039669 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d035e27f-62cc-4d98-b261-b0063d5fc9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:28:25.000381 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:28:25.618675 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d559307d-a3b2-40d1-a24d-00362fabc5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:28:26.447320 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:28:26.511691 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:28:27.242479 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:28:27.826372 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:28:28.560606 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:28:28.679386 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9c21a-0ae1-470d-b106-453c7abec3ac req-83c648a9-fa37-4704-9b53-ac874d572d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:28:28.680869 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-59d9c21a-0ae1-470d-b106-453c7abec3ac req-83c648a9-fa37-4704-9b53-ac874d572d66 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 1096 time: 0.0708003 May 03 23:28:28.722001 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c9855-890a-4091-9c15-810cc150340a req-e7043821-a072-4f62-a22b-8c98150655d5 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:28:28.723490 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f37c9855-890a-4091-9c15-810cc150340a req-e7043821-a072-4f62-a22b-8c98150655d5 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 945 time: 0.0838606 May 03 23:28:28.767850 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f37c9855-890a-4091-9c15-810cc150340a req-861bb05e-2186-4818-b807-0a648a930fe5 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=118a39ff-76e2-4d01-b80e-47193946191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384264 May 03 23:28:28.811378 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9c21a-0ae1-470d-b106-453c7abec3ac req-df358e2a-ed4c-44cb-9213-00949044b984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:28:28.812752 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-59d9c21a-0ae1-470d-b106-453c7abec3ac req-df358e2a-ed4c-44cb-9213-00949044b984 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1154e9ad-4420-4447-8741-122acc543a88 HTTP/1.1" status: 200 len: 897 time: 0.1250904 May 03 23:28:28.912618 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-59d9c21a-0ae1-470d-b106-453c7abec3ac req-36e7f83d-1460-4b8f-be90-a439c0a50671 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86aa7c84-38e6-48c9-b746-f057d31f5bbe HTTP/1.1" status: 200 len: 1000 time: 0.0937459 May 03 23:28:28.979877 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9c21a-0ae1-470d-b106-453c7abec3ac req-5d8a7f86-c6ee-486d-acea-a27825a2c6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:28:28.981958 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-59d9c21a-0ae1-470d-b106-453c7abec3ac req-5d8a7f86-c6ee-486d-acea-a27825a2c6e7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3e54757d-d65a-444b-9754-d5bee3e5117c HTTP/1.1" status: 200 len: 835 time: 0.0578833 May 03 23:28:29.059579 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9c21a-0ae1-470d-b106-453c7abec3ac req-3c6f8a24-323d-4716-879b-5712a1ce2508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:28:29.060998 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-59d9c21a-0ae1-470d-b106-453c7abec3ac req-3c6f8a24-323d-4716-879b-5712a1ce2508 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1154e9ad-4420-4447-8741-122acc543a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719564 May 03 23:28:29.198328 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-59d9c21a-0ae1-470d-b106-453c7abec3ac req-cf53c173-3caa-4db3-8630-6385369e1a51 service neutron] 10.222.0.60 "GET /v2.0/networks/1154e9ad-4420-4447-8741-122acc543a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288741 May 03 23:28:29.332394 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-59d9c21a-0ae1-470d-b106-453c7abec3ac req-88007600-dd69-40b1-b293-f855251981c3 service neutron] 10.222.0.60 "GET /v2.0/networks/1154e9ad-4420-4447-8741-122acc543a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272960 May 03 23:28:29.952207 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a55ed2-a8ec-4048-a679-cd7cfd24c4f7 req-33752489-74d8-40b3-a928-7501c6a86cde tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:28:29.953636 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-48a55ed2-a8ec-4048-a679-cd7cfd24c4f7 req-33752489-74d8-40b3-a928-7501c6a86cde tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 945 time: 0.0775411 May 03 23:28:30.000684 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-48a55ed2-a8ec-4048-a679-cd7cfd24c4f7 req-53f8a19f-8076-4714-adda-2301abdc1397 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=118a39ff-76e2-4d01-b80e-47193946191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415370 May 03 23:28:31.182288 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d71b979-2114-472e-b89b-f2d694bb1651 req-c2db3ec5-5695-4d29-91a3-8eef3ec6161c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:28:31.183727 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d71b979-2114-472e-b89b-f2d694bb1651 req-c2db3ec5-5695-4d29-91a3-8eef3ec6161c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 945 time: 0.0794795 May 03 23:28:31.227818 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d71b979-2114-472e-b89b-f2d694bb1651 req-fed26ae1-1f99-43f4-bcc7-48724752cf64 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=118a39ff-76e2-4d01-b80e-47193946191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385263 May 03 23:28:32.411945 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95232ba8-8ef1-4669-b3ac-0e4307b05b27 req-b4a8438a-2aed-4d91-b727-521cb76b9b21 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:28:32.413365 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-95232ba8-8ef1-4669-b3ac-0e4307b05b27 req-b4a8438a-2aed-4d91-b727-521cb76b9b21 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 945 time: 0.0810184 May 03 23:28:32.456961 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-95232ba8-8ef1-4669-b3ac-0e4307b05b27 req-b7fb0b9b-ccd8-4a59-b015-a284b4a88525 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=118a39ff-76e2-4d01-b80e-47193946191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375428 May 03 23:28:33.638924 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c033d57-fa9e-418c-8709-660a6a69433b req-a345cb41-7ec2-4d5c-832b-44ab55481a0d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:28:33.640367 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c033d57-fa9e-418c-8709-660a6a69433b req-a345cb41-7ec2-4d5c-832b-44ab55481a0d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 945 time: 0.0780869 May 03 23:28:33.683812 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5c033d57-fa9e-418c-8709-660a6a69433b req-13dd46c8-1b9c-4514-93a3-f7c5de911e4a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=118a39ff-76e2-4d01-b80e-47193946191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378573 May 03 23:28:34.869652 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fff938-d2bc-42f9-9663-be435a26d10c req-3271f765-2a38-4e21-90a6-43b1c7eec96e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:28:34.871069 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c3fff938-d2bc-42f9-9663-be435a26d10c req-3271f765-2a38-4e21-90a6-43b1c7eec96e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 945 time: 0.0841424 May 03 23:28:34.913991 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c3fff938-d2bc-42f9-9663-be435a26d10c req-de28d82d-b1ff-4c21-b583-6acc8cfab1d6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=118a39ff-76e2-4d01-b80e-47193946191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373290 May 03 23:28:36.095773 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed0d01-3f95-409e-8675-8d99596ef34e req-e8fc620e-979f-4225-87f1-34bf407aa132 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:28:36.097201 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a0ed0d01-3f95-409e-8675-8d99596ef34e req-e8fc620e-979f-4225-87f1-34bf407aa132 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 945 time: 0.0784647 May 03 23:28:36.143070 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a0ed0d01-3f95-409e-8675-8d99596ef34e req-7f35c768-d3b7-4c5e-9e0a-802fdbde0d8e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=118a39ff-76e2-4d01-b80e-47193946191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402837 May 03 23:28:37.342408 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14e7f0-a3af-4a28-bbeb-44f31174ed61 req-5b62f769-0840-4d15-9000-f5d1a773b96b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:28:37.343835 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac14e7f0-a3af-4a28-bbeb-44f31174ed61 req-5b62f769-0840-4d15-9000-f5d1a773b96b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 945 time: 0.0865393 May 03 23:28:37.387589 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac14e7f0-a3af-4a28-bbeb-44f31174ed61 req-bcede7eb-d219-47ad-a0a2-c64fc1d0d3b7 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=118a39ff-76e2-4d01-b80e-47193946191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379975 May 03 23:28:38.573271 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae9784-3e1a-4311-b539-602104941f0d req-9f22fd65-0081-4344-9c6e-cdf8e2c1082c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:28:38.574789 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8ae9784-3e1a-4311-b539-602104941f0d req-9f22fd65-0081-4344-9c6e-cdf8e2c1082c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 945 time: 0.0831530 May 03 23:28:38.619067 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8ae9784-3e1a-4311-b539-602104941f0d req-199434c5-02b6-47f5-b41a-f6b32bbfbeeb tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=118a39ff-76e2-4d01-b80e-47193946191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383222 May 03 23:28:39.798217 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bf45d-7cbf-4d7f-b110-ccf95dd3233d req-d50caf88-717f-4cfc-8115-526c921dd53f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:28:39.799650 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-470bf45d-7cbf-4d7f-b110-ccf95dd3233d req-d50caf88-717f-4cfc-8115-526c921dd53f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 945 time: 0.0782313 May 03 23:28:39.842656 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-470bf45d-7cbf-4d7f-b110-ccf95dd3233d req-64c5b6dc-f444-4e35-a42d-36a340cc0af2 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=118a39ff-76e2-4d01-b80e-47193946191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368376 May 03 23:28:41.126919 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b8916-1e91-402d-af37-7860679f6587 req-d32068dc-55d4-453a-b9a9-d219f5c806d0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:28:41.128269 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dd1b8916-1e91-402d-af37-7860679f6587 req-d32068dc-55d4-453a-b9a9-d219f5c806d0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 945 time: 0.1823215 May 03 23:28:41.174075 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dd1b8916-1e91-402d-af37-7860679f6587 req-1673043a-16f4-4611-91fa-a077fe56d96c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=118a39ff-76e2-4d01-b80e-47193946191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372820 May 03 23:28:42.356643 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa1c2f-eeb4-4728-b72b-a4f132a03f7a req-a2542841-0c65-4e65-b389-9d75b159c874 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:28:42.358083 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-08aa1c2f-eeb4-4728-b72b-a4f132a03f7a req-a2542841-0c65-4e65-b389-9d75b159c874 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 945 time: 0.0795670 May 03 23:28:42.402993 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-08aa1c2f-eeb4-4728-b72b-a4f132a03f7a req-07795423-6c29-478e-81b2-c6687ba39888 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=118a39ff-76e2-4d01-b80e-47193946191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393708 May 03 23:28:43.586457 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9def8a9-efa0-4525-be29-7d8744a42339 req-24a78752-c280-4c0e-8cdf-29eae3838550 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:28:43.588116 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b9def8a9-efa0-4525-be29-7d8744a42339 req-24a78752-c280-4c0e-8cdf-29eae3838550 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 945 time: 0.0796914 May 03 23:28:43.633866 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b9def8a9-efa0-4525-be29-7d8744a42339 req-5c08a569-dbaf-4393-aabd-e5203548d537 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=118a39ff-76e2-4d01-b80e-47193946191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401263 May 03 23:28:44.819917 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5b70b-30b8-498d-bdb0-825290690dd9 req-44a26d20-4c3f-4beb-b37c-493db664f33a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:28:44.821341 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07e5b70b-30b8-498d-bdb0-825290690dd9 req-44a26d20-4c3f-4beb-b37c-493db664f33a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 945 time: 0.0826266 May 03 23:28:44.864087 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-07e5b70b-30b8-498d-bdb0-825290690dd9 req-d5fff167-f236-4cf6-83ec-8ee679496fe3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=118a39ff-76e2-4d01-b80e-47193946191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364194 May 03 23:28:46.043724 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31c42d-21de-4469-afa7-95995a52ff9d req-3eda2425-6774-4788-ae83-5f019a907767 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:28:46.045180 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2f31c42d-21de-4469-afa7-95995a52ff9d req-3eda2425-6774-4788-ae83-5f019a907767 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 945 time: 0.0772252 May 03 23:28:46.088551 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2f31c42d-21de-4469-afa7-95995a52ff9d req-ce4d170c-381c-42bd-af07-2b667b884ca0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=118a39ff-76e2-4d01-b80e-47193946191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377784 May 03 23:28:46.111684 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57380) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:28:46.217253 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f405415c-7770-46f5-891c-232585dd79a9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/floatingips/e59a5b3a-d6b4-4d9f-bfe9-d2f519c4e43b HTTP/1.1" status: 200 len: 992 time: 0.1043932 May 03 23:28:53.042640 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-20755840-4e93-4d0a-b2b7-656afbcfae15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:28:55.015556 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:28:55.621417 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3b67cc44-d393-4ce1-8343-5f5a8e2280c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:28:56.449528 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:28:56.507562 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:28:57.829316 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:28:58.548821 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:04.241834 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:29:09.291661 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4095856c-3343-4e20-94fa-fb18b0ca9f3b req-3f02cab4-f493-4119-9c79-ed7bde59d57b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=862110bc-f98e-4c6d-8e9c-d2b859523840&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0681951 May 03 23:29:09.437162 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095856c-3343-4e20-94fa-fb18b0ca9f3b req-e42e6811-d825-47f5-a550-92d2e8e7bc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:09.439038 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4095856c-3343-4e20-94fa-fb18b0ca9f3b req-e42e6811-d825-47f5-a550-92d2e8e7bc8c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 1096 time: 0.0735817 May 03 23:29:09.581434 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095856c-3343-4e20-94fa-fb18b0ca9f3b req-d77850b9-89f4-45ca-b16a-49f4fa3bcade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:09.582823 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4095856c-3343-4e20-94fa-fb18b0ca9f3b req-d77850b9-89f4-45ca-b16a-49f4fa3bcade service neutron] 10.222.0.60 "GET /v2.0/networks?id=1154e9ad-4420-4447-8741-122acc543a88 HTTP/1.1" status: 200 len: 897 time: 0.1248925 May 03 23:29:09.685027 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4095856c-3343-4e20-94fa-fb18b0ca9f3b req-ff0a3070-1f54-490b-a24d-4ce7322dd5dd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86aa7c84-38e6-48c9-b746-f057d31f5bbe HTTP/1.1" status: 200 len: 1000 time: 0.0941689 May 03 23:29:09.854339 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095856c-3343-4e20-94fa-fb18b0ca9f3b req-c5633000-9299-431b-a7dd-162bdefff2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:09.855724 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4095856c-3343-4e20-94fa-fb18b0ca9f3b req-c5633000-9299-431b-a7dd-162bdefff2b9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3e54757d-d65a-444b-9754-d5bee3e5117c HTTP/1.1" status: 200 len: 835 time: 0.1641774 May 03 23:29:09.931652 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095856c-3343-4e20-94fa-fb18b0ca9f3b req-3ea52c2d-05a5-4890-9c24-005c059c5082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:09.933050 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4095856c-3343-4e20-94fa-fb18b0ca9f3b req-3ea52c2d-05a5-4890-9c24-005c059c5082 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1154e9ad-4420-4447-8741-122acc543a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700979 May 03 23:29:10.063060 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4095856c-3343-4e20-94fa-fb18b0ca9f3b req-63ff9a16-eb9c-442c-a5ec-8a6e134dd500 service neutron] 10.222.0.60 "GET /v2.0/networks/1154e9ad-4420-4447-8741-122acc543a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220217 May 03 23:29:10.191752 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4095856c-3343-4e20-94fa-fb18b0ca9f3b req-a2d7689d-cf7e-4b78-9930-d8aa4f18fbcd service neutron] 10.222.0.60 "GET /v2.0/networks/1154e9ad-4420-4447-8741-122acc543a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221089 May 03 23:29:17.541429 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57396) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:29:17.739444 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-4a1128ee-80b8-49df-950c-66de0addc162 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Deleting port b3ec45ef-14b5-4ba7-9fd1-2d8e4b700b70 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:29:17.739795 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4a1128ee-80b8-49df-950c-66de0addc162 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:17.907818 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4a1128ee-80b8-49df-950c-66de0addc162 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:17.908152 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4a1128ee-80b8-49df-950c-66de0addc162 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:18.026996 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-4a1128ee-80b8-49df-950c-66de0addc162 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Calling delete_port for b3ec45ef-14b5-4ba7-9fd1-2d8e4b700b70 owned by network:floatingip {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:29:18.174859 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4a1128ee-80b8-49df-950c-66de0addc162 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:18.221463 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1128ee-80b8-49df-950c-66de0addc162 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event deleted for resources: {'Port': ['ID=b3ec45ef-14b5-4ba7-9fd1-2d8e4b700b70,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:29:18.264052 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1128ee-80b8-49df-950c-66de0addc162 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:18.264402 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1128ee-80b8-49df-950c-66de0addc162 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:18.264740 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1128ee-80b8-49df-950c-66de0addc162 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:18.265072 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1128ee-80b8-49df-950c-66de0addc162 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:18.265401 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1128ee-80b8-49df-950c-66de0addc162 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:18.265727 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1128ee-80b8-49df-950c-66de0addc162 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:18.266078 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1128ee-80b8-49df-950c-66de0addc162 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:18.266401 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1128ee-80b8-49df-950c-66de0addc162 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:18.266724 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1128ee-80b8-49df-950c-66de0addc162 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:18.267043 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1128ee-80b8-49df-950c-66de0addc162 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:18.267361 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1128ee-80b8-49df-950c-66de0addc162 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:18.267679 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1128ee-80b8-49df-950c-66de0addc162 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:18.322053 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4a1128ee-80b8-49df-950c-66de0addc162 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for floatingip, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:18.322254 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [None req-4a1128ee-80b8-49df-950c-66de0addc162 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Floating IP e59a5b3a-d6b4-4d9f-bfe9-d2f519c4e43b disassociated (deleted). External IP: 172.25.2.58, port: 86aa7c84-38e6-48c9-b746-f057d31f5bbe. May 03 23:29:18.775529 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1128ee-80b8-49df-950c-66de0addc162 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Router 1746e14e-3e58-40cf-938d-b0f978233aa9 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:29:18.956352 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1128ee-80b8-49df-950c-66de0addc162 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:29:18.966249 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0ca4b3-51b9-4b86-89ed-c53cc6a6419f None None] Sync routers for ids ['1746e14e-3e58-40cf-938d-b0f978233aa9'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:29:18.972548 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4a1128ee-80b8-49df-950c-66de0addc162 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:18.975579 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0ca4b3-51b9-4b86-89ed-c53cc6a6419f None None] Routers {'1746e14e-3e58-40cf-938d-b0f978233aa9'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:29:18.976182 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-2c0ca4b3-51b9-4b86-89ed-c53cc6a6419f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:28:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['1746e14e-3e58-40cf-938d-b0f978233aa9'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:29:19.026258 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4a1128ee-80b8-49df-950c-66de0addc162 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "DELETE /v2.0/floatingips/e59a5b3a-d6b4-4d9f-bfe9-d2f519c4e43b HTTP/1.1" status: 204 len: 168 time: 1.4835844 May 03 23:29:19.027560 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '862110bc-f98e-4c6d-8e9c-d2b859523840', 'tag': '86aa7c84-38e6-48c9-b746-f057d31f5bbe'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:29:19.138210 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ff9adca-6381-4453-9a4a-0f510b66d83a'] response: {'name': 'network-changed', 'server_uuid': '862110bc-f98e-4c6d-8e9c-d2b859523840', 'tag': '86aa7c84-38e6-48c9-b746-f057d31f5bbe', 'status': 'completed', 'code': 200} May 03 23:29:19.154605 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-2c0ca4b3-51b9-4b86-89ed-c53cc6a6419f None None] Set router 1746e14e-3e58-40cf-938d-b0f978233aa9 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:29:19.250811 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997b3b6-24c9-4462-afc3-81c4a52a4937 req-4466ec14-41a4-44c9-a195-a99f1ddbf64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:19.252365 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d997b3b6-24c9-4462-afc3-81c4a52a4937 req-4466ec14-41a4-44c9-a195-a99f1ddbf64a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 1096 time: 0.0904996 May 03 23:29:19.392463 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997b3b6-24c9-4462-afc3-81c4a52a4937 req-c57c36c6-c5f1-4042-96c3-1abd37cb3497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:19.394244 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d997b3b6-24c9-4462-afc3-81c4a52a4937 req-c57c36c6-c5f1-4042-96c3-1abd37cb3497 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1154e9ad-4420-4447-8741-122acc543a88 HTTP/1.1" status: 200 len: 897 time: 0.1352611 May 03 23:29:19.410271 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13607baf-e201-4490-be14-64e251e8a59f req-e7595731-51d9-47ca-af74-b93b447d33f3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:19.411747 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-13607baf-e201-4490-be14-64e251e8a59f req-e7595731-51d9-47ca-af74-b93b447d33f3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 945 time: 0.0860178 May 03 23:29:19.458902 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-13607baf-e201-4490-be14-64e251e8a59f req-da326625-893d-4b08-b607-8d64aec5ad1b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=118a39ff-76e2-4d01-b80e-47193946191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406876 May 03 23:29:19.463738 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d997b3b6-24c9-4462-afc3-81c4a52a4937 req-8af14de9-5ed6-450d-ac6e-dd59f79cdfcd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86aa7c84-38e6-48c9-b746-f057d31f5bbe HTTP/1.1" status: 200 len: 217 time: 0.0626092 May 03 23:29:19.471883 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-2c0ca4b3-51b9-4b86-89ed-c53cc6a6419f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730492627', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7b62995e-51d5-40a8-be61-ee2c3de8fa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:27:29Z', 'updated_at': '2022-05-03T23:27:34Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '7b62995e-51d5-40a8-be61-ee2c3de8fa32', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:27:29Z', 'updated_at': '2022-05-03T23:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5', 'name': '', 'network_id': '1154e9ad-4420-4447-8741-122acc543a88', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:81:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '3e54757d-d65a-444b-9754-d5bee3e5117c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:27:33Z', 'updated_at': '2022-05-03T23:27:37Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': '3e54757d-d65a-444b-9754-d5bee3e5117c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:29:19.475909 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0ca4b3-51b9-4b86-89ed-c53cc6a6419f None None] Checking router: 1746e14e-3e58-40cf-938d-b0f978233aa9 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:29:19.485015 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0ca4b3-51b9-4b86-89ed-c53cc6a6419f None None] Routers {'1746e14e-3e58-40cf-938d-b0f978233aa9'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:29:19.485550 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-2c0ca4b3-51b9-4b86-89ed-c53cc6a6419f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:28:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['1746e14e-3e58-40cf-938d-b0f978233aa9'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:29:19.532461 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997b3b6-24c9-4462-afc3-81c4a52a4937 req-5a9ea987-1d4a-4a6b-ac61-e06464d46dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:19.533952 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d997b3b6-24c9-4462-afc3-81c4a52a4937 req-5a9ea987-1d4a-4a6b-ac61-e06464d46dfd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3e54757d-d65a-444b-9754-d5bee3e5117c HTTP/1.1" status: 200 len: 835 time: 0.0637536 May 03 23:29:19.612745 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997b3b6-24c9-4462-afc3-81c4a52a4937 req-5a9df66f-4704-4cc7-a1d4-9fd4bccb2f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:19.614257 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d997b3b6-24c9-4462-afc3-81c4a52a4937 req-5a9df66f-4704-4cc7-a1d4-9fd4bccb2f53 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1154e9ad-4420-4447-8741-122acc543a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733774 May 03 23:29:19.699119 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-2c0ca4b3-51b9-4b86-89ed-c53cc6a6419f None None] Set router 1746e14e-3e58-40cf-938d-b0f978233aa9 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:29:19.758213 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d997b3b6-24c9-4462-afc3-81c4a52a4937 req-284a0a0d-bb48-420a-bc6a-b0e561dcc4bc service neutron] 10.222.0.60 "GET /v2.0/networks/1154e9ad-4420-4447-8741-122acc543a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338115 May 03 23:29:19.889182 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-d997b3b6-24c9-4462-afc3-81c4a52a4937 req-aa523662-163b-43e4-885e-ac13d907eb29 service neutron] 10.222.0.60 "GET /v2.0/networks/1154e9ad-4420-4447-8741-122acc543a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249199 May 03 23:29:20.010526 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-2c0ca4b3-51b9-4b86-89ed-c53cc6a6419f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730492627', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7b62995e-51d5-40a8-be61-ee2c3de8fa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:27:29Z', 'updated_at': '2022-05-03T23:27:34Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '7b62995e-51d5-40a8-be61-ee2c3de8fa32', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:27:29Z', 'updated_at': '2022-05-03T23:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5', 'name': '', 'network_id': '1154e9ad-4420-4447-8741-122acc543a88', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:81:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '3e54757d-d65a-444b-9754-d5bee3e5117c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:27:33Z', 'updated_at': '2022-05-03T23:27:37Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': '3e54757d-d65a-444b-9754-d5bee3e5117c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:29:20.014346 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0ca4b3-51b9-4b86-89ed-c53cc6a6419f None None] The sync data for ids ['1746e14e-3e58-40cf-938d-b0f978233aa9'] in n-d-811807-1 is: [{'id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730492627', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7b62995e-51d5-40a8-be61-ee2c3de8fa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:27:29Z', 'updated_at': '2022-05-03T23:27:34Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '7b62995e-51d5-40a8-be61-ee2c3de8fa32', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:27:29Z', 'updated_at': '2022-05-03T23:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5', 'name': '', 'network_id': '1154e9ad-4420-4447-8741-122acc543a88', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:81:69:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '3e54757d-d65a-444b-9754-d5bee3e5117c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:27:33Z', 'updated_at': '2022-05-03T23:27:37Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': '3e54757d-d65a-444b-9754-d5bee3e5117c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:29:20.218403 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cd0e56-1789-46ed-b27f-51333f2c2f03 None None] New status for floating IP e59a5b3a-d6b4-4d9f-bfe9-d2f519c4e43b: DOWN {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:29:20.648221 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de488f-6ded-4c46-aed4-621065ed5cb7 req-66b4f2bb-53f0-47f3-b23f-9cac4b524f38 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:20.649662 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-25de488f-6ded-4c46-aed4-621065ed5cb7 req-66b4f2bb-53f0-47f3-b23f-9cac4b524f38 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 945 time: 0.0802603 May 03 23:29:20.692295 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-25de488f-6ded-4c46-aed4-621065ed5cb7 req-422618e3-4512-445f-9c33-fe30a8216e94 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=118a39ff-76e2-4d01-b80e-47193946191a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369174 May 03 23:29:20.870251 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d396737-59eb-4e09-9278-5d44f7049d83 req-978cfd63-b106-4c5a-8055-b929e88fbc59 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:20.871374 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-0d396737-59eb-4e09-9278-5d44f7049d83 req-978cfd63-b106-4c5a-8055-b929e88fbc59 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Synchronizing usage tracker for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:29:20.885941 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-0d396737-59eb-4e09-9278-5d44f7049d83 req-978cfd63-b106-4c5a-8055-b929e88fbc59 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Unset dirty status for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:29:20.887692 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0d396737-59eb-4e09-9278-5d44f7049d83 req-978cfd63-b106-4c5a-8055-b929e88fbc59 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.60 "GET /v2.0/ports?device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 945 time: 0.1002092 May 03 23:29:20.955202 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-0d396737-59eb-4e09-9278-5d44f7049d83 req-3e676a6e-70f3-4a53-9d6c-029e4f13d216 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Deleting port 86aa7c84-38e6-48c9-b746-f057d31f5bbe {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:29:20.955871 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0d396737-59eb-4e09-9278-5d44f7049d83 req-3e676a6e-70f3-4a53-9d6c-029e4f13d216 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:21.312777 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-0d396737-59eb-4e09-9278-5d44f7049d83 req-3e676a6e-70f3-4a53-9d6c-029e4f13d216 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] For port 86aa7c84-38e6-48c9-b746-f057d31f5bbe, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=86aa7c84-38e6-48c9-b746-f057d31f5bbe,segment=NetworkSegment(765f81c4-235c-485c-9800-8f72874f1f73),segment_id=765f81c4-235c-485c-9800-8f72874f1f73)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:29:21.313124 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0d396737-59eb-4e09-9278-5d44f7049d83 req-3e676a6e-70f3-4a53-9d6c-029e4f13d216 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:21.438397 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-0d396737-59eb-4e09-9278-5d44f7049d83 req-3e676a6e-70f3-4a53-9d6c-029e4f13d216 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Calling delete_port for 86aa7c84-38e6-48c9-b746-f057d31f5bbe owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:29:21.586984 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0d396737-59eb-4e09-9278-5d44f7049d83 req-3e676a6e-70f3-4a53-9d6c-029e4f13d216 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:21.636363 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e676a6e-70f3-4a53-9d6c-029e4f13d216 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event deleted for resources: {'Port': ['ID=86aa7c84-38e6-48c9-b746-f057d31f5bbe,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:29:21.711616 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d396737-59eb-4e09-9278-5d44f7049d83 req-3e676a6e-70f3-4a53-9d6c-029e4f13d216 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] No DVR routers for this DVR port 86aa7c84-38e6-48c9-b746-f057d31f5bbe on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:29:21.714251 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0d396737-59eb-4e09-9278-5d44f7049d83 req-3e676a6e-70f3-4a53-9d6c-029e4f13d216 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:21.717202 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862110bc-f98e-4c6d-8e9c-d2b859523840', 'name': 'network-vif-deleted', 'tag': '86aa7c84-38e6-48c9-b746-f057d31f5bbe'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:29:21.733111 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0d396737-59eb-4e09-9278-5d44f7049d83 req-3e676a6e-70f3-4a53-9d6c-029e4f13d216 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.60 "DELETE /v2.0/ports/86aa7c84-38e6-48c9-b746-f057d31f5bbe HTTP/1.1" status: 204 len: 173 time: 0.8403192 May 03 23:29:21.764396 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1780f314-f5ee-4282-a6fa-905ea78f2d7d'] response: {'server_uuid': '862110bc-f98e-4c6d-8e9c-d2b859523840', 'name': 'network-vif-deleted', 'tag': '86aa7c84-38e6-48c9-b746-f057d31f5bbe', 'status': 'completed', 'code': 200} May 03 23:29:21.854868 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c6f7442f-938b-492d-aaf4-b790ee1d90f0 req-be358687-3edf-43cf-8e35-54dee105aac1 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=862110bc-f98e-4c6d-8e9c-d2b859523840 HTTP/1.1" status: 200 len: 210 time: 0.0458159 May 03 23:29:22.946835 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57416) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:29:23.044635 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b1ed4b6-ba5f-4ff9-8cab-76e7a4129768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:23.499238 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7f48d13c-3ea1-4a6d-a5da-450d4f6d5a0e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:23.866082 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-7f48d13c-3ea1-4a6d-a5da-450d4f6d5a0e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Deleting port f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:29:23.866567 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7f48d13c-3ea1-4a6d-a5da-450d4f6d5a0e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:24.171090 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-7f48d13c-3ea1-4a6d-a5da-450d4f6d5a0e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] For port f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5,segment=NetworkSegment(765f81c4-235c-485c-9800-8f72874f1f73),segment_id=765f81c4-235c-485c-9800-8f72874f1f73)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:29:24.171794 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7f48d13c-3ea1-4a6d-a5da-450d4f6d5a0e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:24.300799 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-7f48d13c-3ea1-4a6d-a5da-450d4f6d5a0e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Calling delete_port for f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5 owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:29:24.475939 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7f48d13c-3ea1-4a6d-a5da-450d4f6d5a0e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:24.523223 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f48d13c-3ea1-4a6d-a5da-450d4f6d5a0e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event deleted for resources: {'Port': ['ID=f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:29:24.670444 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 86aa7c84-38e6-48c9-b746-f057d31f5bbe no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:29:24.705360 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 86aa7c84-38e6-48c9-b746-f057d31f5bbe {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:29:24.705704 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 86aa7c84-38e6-48c9-b746-f057d31f5bbe not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:29:24.798872 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7f48d13c-3ea1-4a6d-a5da-450d4f6d5a0e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:25.019266 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:25.151441 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f48d13c-3ea1-4a6d-a5da-450d4f6d5a0e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Router 1746e14e-3e58-40cf-938d-b0f978233aa9 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:29:25.324813 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f48d13c-3ea1-4a6d-a5da-450d4f6d5a0e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:29:25.334086 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2fd09a-3001-4a68-b036-7c134ff229af None None] Sync routers for ids ['1746e14e-3e58-40cf-938d-b0f978233aa9'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:29:25.338305 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7f48d13c-3ea1-4a6d-a5da-450d4f6d5a0e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "PUT /v2.0/routers/1746e14e-3e58-40cf-938d-b0f978233aa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3904257 May 03 23:29:25.340900 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57420) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:29:25.343458 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2fd09a-3001-4a68-b036-7c134ff229af None None] Routers {'1746e14e-3e58-40cf-938d-b0f978233aa9'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:29:25.344057 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-cf2fd09a-3001-4a68-b036-7c134ff229af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:28:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['1746e14e-3e58-40cf-938d-b0f978233aa9'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:29:25.527328 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-cf2fd09a-3001-4a68-b036-7c134ff229af None None] Set router 1746e14e-3e58-40cf-938d-b0f978233aa9 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:29:25.529973 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-37677857-7497-486a-abf5-e948f6838374 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Deleting subnet 3e54757d-d65a-444b-9754-d5bee3e5117c {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:29:25.533026 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-37677857-7497-486a-abf5-e948f6838374 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:25.591963 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-37677857-7497-486a-abf5-e948f6838374 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:25.624621 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ba160eb0-12c9-417f-8701-ba02abcb1f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:25.679255 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-37677857-7497-486a-abf5-e948f6838374 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:25.754117 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-37677857-7497-486a-abf5-e948f6838374 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:25.790335 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37677857-7497-486a-abf5-e948f6838374 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event deleted for resources: {'Subnet': ['ID=3e54757d-d65a-444b-9754-d5bee3e5117c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:29:25.796268 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-37677857-7497-486a-abf5-e948f6838374 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:25.802610 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-37677857-7497-486a-abf5-e948f6838374 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "DELETE /v2.0/subnets/3e54757d-d65a-444b-9754-d5bee3e5117c HTTP/1.1" status: 204 len: 168 time: 0.4607594 May 03 23:29:25.803688 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c23af2-84a8-4ea5-904d-b4b4589b3026 None None] Network 1154e9ad-4420-4447-8741-122acc543a88 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:29:25.805172 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57424) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:29:25.818309 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-cf2fd09a-3001-4a68-b036-7c134ff229af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730492627', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7b62995e-51d5-40a8-be61-ee2c3de8fa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:27:29Z', 'updated_at': '2022-05-03T23:29:24Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '7b62995e-51d5-40a8-be61-ee2c3de8fa32', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:27:29Z', 'updated_at': '2022-05-03T23:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:29:25.822436 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2fd09a-3001-4a68-b036-7c134ff229af None None] Checking router: 1746e14e-3e58-40cf-938d-b0f978233aa9 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:29:25.830651 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2fd09a-3001-4a68-b036-7c134ff229af None None] Routers {'1746e14e-3e58-40cf-938d-b0f978233aa9'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:29:25.831248 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-cf2fd09a-3001-4a68-b036-7c134ff229af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:29:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['1746e14e-3e58-40cf-938d-b0f978233aa9'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:29:25.993625 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-670f66cd-f864-4a62-84ab-b9ca9fd4df11 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:26.008624 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-cf2fd09a-3001-4a68-b036-7c134ff229af None None] Set router 1746e14e-3e58-40cf-938d-b0f978233aa9 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:29:26.071199 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f4e19a-1751-49f1-9d8a-4717e400d829 None None] DHCP port deletion for 1154e9ad-4420-4447-8741-122acc543a88 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:29:26.075599 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-92f4e19a-1751-49f1-9d8a-4717e400d829 None None] Deleting port 44e1c9cd-b79a-4255-8fe3-c34ce363f993 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:29:26.075977 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-92f4e19a-1751-49f1-9d8a-4717e400d829 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:26.177089 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-670f66cd-f864-4a62-84ab-b9ca9fd4df11 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:26.186966 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-670f66cd-f864-4a62-84ab-b9ca9fd4df11 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Deleting port 7b62995e-51d5-40a8-be61-ee2c3de8fa32 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:29:26.187297 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-670f66cd-f864-4a62-84ab-b9ca9fd4df11 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:26.285608 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-92f4e19a-1751-49f1-9d8a-4717e400d829 None None] For port 44e1c9cd-b79a-4255-8fe3-c34ce363f993, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=44e1c9cd-b79a-4255-8fe3-c34ce363f993,segment=NetworkSegment(765f81c4-235c-485c-9800-8f72874f1f73),segment_id=765f81c4-235c-485c-9800-8f72874f1f73)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:29:26.286049 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-92f4e19a-1751-49f1-9d8a-4717e400d829 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:26.333994 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-cf2fd09a-3001-4a68-b036-7c134ff229af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730492627', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7b62995e-51d5-40a8-be61-ee2c3de8fa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:27:29Z', 'updated_at': '2022-05-03T23:29:24Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '7b62995e-51d5-40a8-be61-ee2c3de8fa32', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:27:29Z', 'updated_at': '2022-05-03T23:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:29:26.339677 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2fd09a-3001-4a68-b036-7c134ff229af None None] The sync data for ids ['1746e14e-3e58-40cf-938d-b0f978233aa9'] in n-d-811807-1 is: [{'id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1730492627', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7b62995e-51d5-40a8-be61-ee2c3de8fa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:27:29Z', 'updated_at': '2022-05-03T23:29:24Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '7b62995e-51d5-40a8-be61-ee2c3de8fa32', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:38:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1746e14e-3e58-40cf-938d-b0f978233aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:27:29Z', 'updated_at': '2022-05-03T23:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:29:26.363919 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-670f66cd-f864-4a62-84ab-b9ca9fd4df11 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] For port 7b62995e-51d5-40a8-be61-ee2c3de8fa32, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=7b62995e-51d5-40a8-be61-ee2c3de8fa32,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:29:26.364428 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-670f66cd-f864-4a62-84ab-b9ca9fd4df11 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:26.411158 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-92f4e19a-1751-49f1-9d8a-4717e400d829 None None] Calling delete_port for 44e1c9cd-b79a-4255-8fe3-c34ce363f993 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:29:26.470803 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:26.492440 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-670f66cd-f864-4a62-84ab-b9ca9fd4df11 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Calling delete_port for 7b62995e-51d5-40a8-be61-ee2c3de8fa32 owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:29:26.508026 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-92f4e19a-1751-49f1-9d8a-4717e400d829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:26.559479 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:26.560281 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f4e19a-1751-49f1-9d8a-4717e400d829 None None] No DVR routers for this DVR port 44e1c9cd-b79a-4255-8fe3-c34ce363f993 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:29:26.561749 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f4e19a-1751-49f1-9d8a-4717e400d829 None None] Pushing event deleted for resources: {'Port': ['ID=44e1c9cd-b79a-4255-8fe3-c34ce363f993,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:29:26.574043 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f4e19a-1751-49f1-9d8a-4717e400d829 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:26.574370 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f4e19a-1751-49f1-9d8a-4717e400d829 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:26.574703 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f4e19a-1751-49f1-9d8a-4717e400d829 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:26.575078 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f4e19a-1751-49f1-9d8a-4717e400d829 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:26.575353 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f4e19a-1751-49f1-9d8a-4717e400d829 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:26.575684 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f4e19a-1751-49f1-9d8a-4717e400d829 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:26.576009 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f4e19a-1751-49f1-9d8a-4717e400d829 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:26.576328 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f4e19a-1751-49f1-9d8a-4717e400d829 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:26.576645 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f4e19a-1751-49f1-9d8a-4717e400d829 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:26.576963 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f4e19a-1751-49f1-9d8a-4717e400d829 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:26.577282 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f4e19a-1751-49f1-9d8a-4717e400d829 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:26.577598 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f4e19a-1751-49f1-9d8a-4717e400d829 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:26.665122 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-670f66cd-f864-4a62-84ab-b9ca9fd4df11 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:26.714980 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f66cd-f864-4a62-84ab-b9ca9fd4df11 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event deleted for resources: {'Port': ['ID=7b62995e-51d5-40a8-be61-ee2c3de8fa32,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:29:26.806359 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-670f66cd-f864-4a62-84ab-b9ca9fd4df11 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:27.088558 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-670f66cd-f864-4a62-84ab-b9ca9fd4df11 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:27.090727 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-670f66cd-f864-4a62-84ab-b9ca9fd4df11 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:27.112874 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-670f66cd-f864-4a62-84ab-b9ca9fd4df11 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:27.113391 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670f66cd-f864-4a62-84ab-b9ca9fd4df11 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Fanout notify agent at l3_agent the message router_deleted on router 1746e14e-3e58-40cf-938d-b0f978233aa9 {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 23:29:27.128997 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-670f66cd-f864-4a62-84ab-b9ca9fd4df11 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:27.130051 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-670f66cd-f864-4a62-84ab-b9ca9fd4df11 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "DELETE /v2.0/routers/1746e14e-3e58-40cf-938d-b0f978233aa9 HTTP/1.1" status: 204 len: 168 time: 1.3239667 May 03 23:29:27.132634 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57428) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:29:27.248843 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb32ba11-1d78-4a61-9673-c0b3002e0c08 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:27.380017 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb32ba11-1d78-4a61-9673-c0b3002e0c08 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:27.408029 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-fb32ba11-1d78-4a61-9673-c0b3002e0c08 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1154e9ad-4420-4447-8741-122acc543a88']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:29:27.420255 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-fb32ba11-1d78-4a61-9673-c0b3002e0c08 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '765f81c4-235c-485c-9800-8f72874f1f73') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:29:27.420552 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-fb32ba11-1d78-4a61-9673-c0b3002e0c08 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '765f81c4-235c-485c-9800-8f72874f1f73') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:29:27.431823 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb32ba11-1d78-4a61-9673-c0b3002e0c08 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:27.447344 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb32ba11-1d78-4a61-9673-c0b3002e0c08 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:27.453253 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb32ba11-1d78-4a61-9673-c0b3002e0c08 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:29:27.453632 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb32ba11-1d78-4a61-9673-c0b3002e0c08 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:27.471091 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 23:29:27.471091 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:29:27.471091 n-d-811807-1 neutron-server[88070]: timer() May 03 23:29:27.471091 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:29:27.471091 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 23:29:27.471091 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:29:27.471091 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 23:29:27.471091 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:29:27.471091 n-d-811807-1 neutron-server[88070]: self._notify() May 03 23:29:27.471091 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:29:27.471091 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 23:29:27.471091 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:29:27.471091 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 23:29:27.471091 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:29:27.471091 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:29:27.471091 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:29:27.471091 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:29:27.471091 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:29:27.471091 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 23:29:27.471091 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:29:27.471091 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 23:29:27.471091 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:29:27.471091 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:29:27.471091 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:29:27.471091 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 23:29:27.471091 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:29:27.471091 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:29:27.471091 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:29:27.471091 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:29:27.471091 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:29:27.471091 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:29:27.471091 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:29:27.559062 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb32ba11-1d78-4a61-9673-c0b3002e0c08 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:27.563359 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb32ba11-1d78-4a61-9673-c0b3002e0c08 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:27.590491 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32ba11-1d78-4a61-9673-c0b3002e0c08 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event deleted for resources: {'Network': ['ID=1154e9ad-4420-4447-8741-122acc543a88,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:29:27.601011 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fb32ba11-1d78-4a61-9673-c0b3002e0c08 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "DELETE /v2.0/networks/1154e9ad-4420-4447-8741-122acc543a88 HTTP/1.1" status: 204 len: 168 time: 0.4673874 May 03 23:29:27.603753 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57432) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:29:27.671380 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4e5f25ce-7aee-421b-8d64-53528e905d99 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:27.700732 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4e5f25ce-7aee-421b-8d64-53528e905d99 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:27.752820 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 7b62995e-51d5-40a8-be61-ee2c3de8fa32 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:29:27.765639 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4e5f25ce-7aee-421b-8d64-53528e905d99 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:27.784628 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f25ce-7aee-421b-8d64-53528e905d99 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=118a39ff-76e2-4d01-b80e-47193946191a,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:29:27.791158 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 7b62995e-51d5-40a8-be61-ee2c3de8fa32 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:29:27.791515 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 7b62995e-51d5-40a8-be61-ee2c3de8fa32 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:29:27.792547 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 44e1c9cd-b79a-4255-8fe3-c34ce363f993 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:29:27.795806 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4e5f25ce-7aee-421b-8d64-53528e905d99 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:27.797022 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4e5f25ce-7aee-421b-8d64-53528e905d99 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "DELETE /v2.0/security-groups/118a39ff-76e2-4d01-b80e-47193946191a HTTP/1.1" status: 204 len: 168 time: 0.1923273 May 03 23:29:27.839901 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 44e1c9cd-b79a-4255-8fe3-c34ce363f993 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:29:27.840298 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 44e1c9cd-b79a-4255-8fe3-c34ce363f993 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:29:27.840657 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:29:27.883615 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:29:27.883916 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device f6ffb0b6-09d8-4ad3-bf3b-ccb17426dae5 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:29:27.888573 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:28.288000 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57440) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:29:28.293055 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-c268dfef-07d2-4c64-b71e-152b5d9524cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1153232630', 'description': 'tempest-secgroup-smoke-1153232630 description', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:29:28.299699 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-c268dfef-07d2-4c64-b71e-152b5d9524cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:29:28.304003 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c268dfef-07d2-4c64-b71e-152b5d9524cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:29:28.306853 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c268dfef-07d2-4c64-b71e-152b5d9524cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:29:28.313718 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-c268dfef-07d2-4c64-b71e-152b5d9524cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:29:28.322613 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c268dfef-07d2-4c64-b71e-152b5d9524cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:28.342109 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-c268dfef-07d2-4c64-b71e-152b5d9524cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:29:28.345837 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c268dfef-07d2-4c64-b71e-152b5d9524cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group_rule and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:29:28.348606 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c268dfef-07d2-4c64-b71e-152b5d9524cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:29:28.354172 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-c268dfef-07d2-4c64-b71e-152b5d9524cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:29:28.421901 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c268dfef-07d2-4c64-b71e-152b5d9524cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:28.425402 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c268dfef-07d2-4c64-b71e-152b5d9524cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:28.469952 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268dfef-07d2-4c64-b71e-152b5d9524cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=864200e9-d53b-4b39-85e1-13529a619775,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:29:28.477101 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c268dfef-07d2-4c64-b71e-152b5d9524cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:28.478283 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c268dfef-07d2-4c64-b71e-152b5d9524cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1892874 May 03 23:29:28.480369 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c268dfef-07d2-4c64-b71e-152b5d9524cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:28.480718 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c268dfef-07d2-4c64-b71e-152b5d9524cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:28.481057 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c268dfef-07d2-4c64-b71e-152b5d9524cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:28.481389 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c268dfef-07d2-4c64-b71e-152b5d9524cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:28.481722 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c268dfef-07d2-4c64-b71e-152b5d9524cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:28.481831 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57444) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:29:28.482375 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c268dfef-07d2-4c64-b71e-152b5d9524cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:28.482375 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c268dfef-07d2-4c64-b71e-152b5d9524cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:28.482708 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c268dfef-07d2-4c64-b71e-152b5d9524cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:28.483033 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c268dfef-07d2-4c64-b71e-152b5d9524cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:28.483354 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c268dfef-07d2-4c64-b71e-152b5d9524cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:28.483679 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c268dfef-07d2-4c64-b71e-152b5d9524cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:28.483997 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c268dfef-07d2-4c64-b71e-152b5d9524cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:28.487612 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-bf49a38e-3ae8-42de-870d-4a92fd541537 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'security_group_rule': {'security_group_id': '864200e9-d53b-4b39-85e1-13529a619775', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:29:28.494587 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bf49a38e-3ae8-42de-870d-4a92fd541537 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:29:28.499041 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bf49a38e-3ae8-42de-870d-4a92fd541537 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group_rule and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:29:28.501893 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-bf49a38e-3ae8-42de-870d-4a92fd541537 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:29:28.507427 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-bf49a38e-3ae8-42de-870d-4a92fd541537 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:29:28.523525 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bf49a38e-3ae8-42de-870d-4a92fd541537 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:28.563953 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:28.588432 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bf49a38e-3ae8-42de-870d-4a92fd541537 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:28.592189 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bf49a38e-3ae8-42de-870d-4a92fd541537 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:28.615113 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf49a38e-3ae8-42de-870d-4a92fd541537 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f90191f3-40f9-4023-9643-2179fe117570,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:29:28.624198 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-bf49a38e-3ae8-42de-870d-4a92fd541537 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:28.625393 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-bf49a38e-3ae8-42de-870d-4a92fd541537 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1423435 May 03 23:29:28.628327 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57448) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:29:28.633453 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-d9d3dfbd-5eaf-4e0a-af6a-793362308591 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'security_group_rule': {'security_group_id': '864200e9-d53b-4b39-85e1-13529a619775', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:29:28.640043 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d9d3dfbd-5eaf-4e0a-af6a-793362308591 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:29:28.643955 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d9d3dfbd-5eaf-4e0a-af6a-793362308591 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group_rule and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:29:28.646916 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d9d3dfbd-5eaf-4e0a-af6a-793362308591 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:29:28.653015 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d9d3dfbd-5eaf-4e0a-af6a-793362308591 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:29:28.668755 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d9d3dfbd-5eaf-4e0a-af6a-793362308591 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:28.730187 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d9d3dfbd-5eaf-4e0a-af6a-793362308591 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:28.733542 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d9d3dfbd-5eaf-4e0a-af6a-793362308591 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:28.756056 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3dfbd-5eaf-4e0a-af6a-793362308591 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3680687-6f0c-4144-91a0-83d23b4bd0a7,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:29:28.765052 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d9d3dfbd-5eaf-4e0a-af6a-793362308591 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:28.766210 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d9d3dfbd-5eaf-4e0a-af6a-793362308591 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1369090 May 03 23:29:28.768885 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57452) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:29:28.773666 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-9e5602dd-bb25-480b-9c25-04c3f357f178 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'security_group_rule': {'security_group_id': '864200e9-d53b-4b39-85e1-13529a619775', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:29:28.779941 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9e5602dd-bb25-480b-9c25-04c3f357f178 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:29:28.783631 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9e5602dd-bb25-480b-9c25-04c3f357f178 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group_rule and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:29:28.786460 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-9e5602dd-bb25-480b-9c25-04c3f357f178 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:29:28.792494 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-9e5602dd-bb25-480b-9c25-04c3f357f178 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:29:28.809498 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9e5602dd-bb25-480b-9c25-04c3f357f178 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:28.869184 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9e5602dd-bb25-480b-9c25-04c3f357f178 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:28.872621 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9e5602dd-bb25-480b-9c25-04c3f357f178 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:28.894355 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5602dd-bb25-480b-9c25-04c3f357f178 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=539445f1-30fd-4ec6-bd11-0c1e8efe08d1,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:29:28.903846 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9e5602dd-bb25-480b-9c25-04c3f357f178 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:28.905014 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9e5602dd-bb25-480b-9c25-04c3f357f178 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1352389 May 03 23:29:28.907726 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57456) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:29:28.912645 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-2b531970-a750-4c01-9812-6702ef446fb8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'security_group_rule': {'security_group_id': '864200e9-d53b-4b39-85e1-13529a619775', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:29:28.919642 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2b531970-a750-4c01-9812-6702ef446fb8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:29:28.923427 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2b531970-a750-4c01-9812-6702ef446fb8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group_rule and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:29:28.926548 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2b531970-a750-4c01-9812-6702ef446fb8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:29:28.932229 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2b531970-a750-4c01-9812-6702ef446fb8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:29:28.948489 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2b531970-a750-4c01-9812-6702ef446fb8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:29.011692 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2b531970-a750-4c01-9812-6702ef446fb8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:29.015085 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2b531970-a750-4c01-9812-6702ef446fb8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:29.037632 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b531970-a750-4c01-9812-6702ef446fb8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0037ffee-6a19-44be-9bc0-d609140ca174,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:29:29.047084 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2b531970-a750-4c01-9812-6702ef446fb8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:29.048236 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2b531970-a750-4c01-9812-6702ef446fb8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1395967 May 03 23:29:29.050996 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57460) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:29:29.056285 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-60cd1240-3fdd-4812-9a0d-fd24c56307f0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'security_group_rule': {'security_group_id': '864200e9-d53b-4b39-85e1-13529a619775', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:29:29.062731 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-60cd1240-3fdd-4812-9a0d-fd24c56307f0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:29:29.066575 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-60cd1240-3fdd-4812-9a0d-fd24c56307f0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group_rule and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:29:29.069434 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-60cd1240-3fdd-4812-9a0d-fd24c56307f0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:29:29.075120 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-60cd1240-3fdd-4812-9a0d-fd24c56307f0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:29:29.085050 n-d-811807-1 neutron-server[88069]: INFO neutron.db.securitygroups_db [None req-60cd1240-3fdd-4812-9a0d-fd24c56307f0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Project ebb80d0d514d4b2aba00c76f4be31457 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 23:29:29.091919 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-60cd1240-3fdd-4812-9a0d-fd24c56307f0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:29.156841 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-60cd1240-3fdd-4812-9a0d-fd24c56307f0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:29.160395 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-60cd1240-3fdd-4812-9a0d-fd24c56307f0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:29.183278 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd1240-3fdd-4812-9a0d-fd24c56307f0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7214c2b8-62b3-41d6-990e-db228e14717f,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:29:29.192385 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-60cd1240-3fdd-4812-9a0d-fd24c56307f0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:29.193686 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-60cd1240-3fdd-4812-9a0d-fd24c56307f0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1415462 May 03 23:29:29.196416 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57464) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:29:29.201677 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-a2ecfc60-ec32-4581-894e-2fea0e924721 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'security_group_rule': {'security_group_id': '864200e9-d53b-4b39-85e1-13529a619775', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:29:29.207943 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a2ecfc60-ec32-4581-894e-2fea0e924721 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:29:29.211676 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a2ecfc60-ec32-4581-894e-2fea0e924721 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group_rule and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:29:29.215121 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a2ecfc60-ec32-4581-894e-2fea0e924721 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:29:29.220678 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a2ecfc60-ec32-4581-894e-2fea0e924721 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:29:29.230679 n-d-811807-1 neutron-server[88069]: INFO neutron.db.securitygroups_db [None req-a2ecfc60-ec32-4581-894e-2fea0e924721 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Project ebb80d0d514d4b2aba00c76f4be31457 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 23:29:29.236860 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a2ecfc60-ec32-4581-894e-2fea0e924721 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:29.300663 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a2ecfc60-ec32-4581-894e-2fea0e924721 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:29.304185 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a2ecfc60-ec32-4581-894e-2fea0e924721 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:29.330462 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ecfc60-ec32-4581-894e-2fea0e924721 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9faf1802-31e1-4f27-8591-92016b4f92cd,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:29:29.340107 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a2ecfc60-ec32-4581-894e-2fea0e924721 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:29.341285 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a2ecfc60-ec32-4581-894e-2fea0e924721 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1439688 May 03 23:29:29.344104 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57468) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:29:29.349692 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-1e663a5c-9aae-476c-a2b2-0efb9cc1f69e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'network': {'name': 'tempest-network-smoke--299274499', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'port_security_enabled': True}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:29:29.355048 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1e663a5c-9aae-476c-a2b2-0efb9cc1f69e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:29:29.359123 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1e663a5c-9aae-476c-a2b2-0efb9cc1f69e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:network and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:29:29.361932 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1e663a5c-9aae-476c-a2b2-0efb9cc1f69e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:29:29.367440 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1e663a5c-9aae-476c-a2b2-0efb9cc1f69e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:29:29.379593 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e663a5c-9aae-476c-a2b2-0efb9cc1f69e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Made reservation on behalf of ebb80d0d514d4b2aba00c76f4be31457 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:29:29.382846 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1e663a5c-9aae-476c-a2b2-0efb9cc1f69e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:29.410339 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e663a5c-9aae-476c-a2b2-0efb9cc1f69e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:29:29.418840 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1e663a5c-9aae-476c-a2b2-0efb9cc1f69e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:29.419176 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-1e663a5c-9aae-476c-a2b2-0efb9cc1f69e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Added segment 5ba372bd-0a75-4a8a-8a85-7aad4005f6f0 of type vlan for network dfa21f44-df64-4baf-8c34-b25f74adfc42 May 03 23:29:29.444140 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1e663a5c-9aae-476c-a2b2-0efb9cc1f69e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:29.472873 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1e663a5c-9aae-476c-a2b2-0efb9cc1f69e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:29.478666 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e663a5c-9aae-476c-a2b2-0efb9cc1f69e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:29.479241 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1e663a5c-9aae-476c-a2b2-0efb9cc1f69e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:29.584250 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1e663a5c-9aae-476c-a2b2-0efb9cc1f69e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2388546 May 03 23:29:29.587112 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57472) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:29:29.587636 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e663a5c-9aae-476c-a2b2-0efb9cc1f69e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Network': ['ID=dfa21f44-df64-4baf-8c34-b25f74adfc42,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:29:29.593626 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-a84020bd-79b9-4f46-ae06-17d34f41d5fc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1973450145', 'admin_state_up': True, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:29:29.598098 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network dfa21f44-df64-4baf-8c34-b25f74adfc42 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:29:29.602511 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a84020bd-79b9-4f46-ae06-17d34f41d5fc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:29:29.606428 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a84020bd-79b9-4f46-ae06-17d34f41d5fc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:router and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:29:29.609426 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a84020bd-79b9-4f46-ae06-17d34f41d5fc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:29:29.615939 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a84020bd-79b9-4f46-ae06-17d34f41d5fc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:29:29.627122 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a84020bd-79b9-4f46-ae06-17d34f41d5fc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:29.635259 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a84020bd-79b9-4f46-ae06-17d34f41d5fc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:29.648432 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a84020bd-79b9-4f46-ae06-17d34f41d5fc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:29.908139 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a84020bd-79b9-4f46-ae06-17d34f41d5fc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:30.195642 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a84020bd-79b9-4f46-ae06-17d34f41d5fc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:30.225758 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a84020bd-79b9-4f46-ae06-17d34f41d5fc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:30.468221 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-a84020bd-79b9-4f46-ae06-17d34f41d5fc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Allocated IP 172.25.2.70 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/524cf42d-c59c-4c2b-84a7-7e2dff41ce55) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:29:30.619933 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a84020bd-79b9-4f46-ae06-17d34f41d5fc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:30.648095 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a84020bd-79b9-4f46-ae06-17d34f41d5fc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:30.712409 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84020bd-79b9-4f46-ae06-17d34f41d5fc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:29:30.715749 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-a84020bd-79b9-4f46-ae06-17d34f41d5fc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:29:30.719321 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84020bd-79b9-4f46-ae06-17d34f41d5fc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:29:30.750249 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84020bd-79b9-4f46-ae06-17d34f41d5fc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Port': ['ID=524cf42d-c59c-4c2b-84a7-7e2dff41ce55,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:29:31.117940 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a84020bd-79b9-4f46-ae06-17d34f41d5fc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:31.446022 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a84020bd-79b9-4f46-ae06-17d34f41d5fc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:31.651618 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84020bd-79b9-4f46-ae06-17d34f41d5fc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Router 12480ad9-5bb3-4073-9eec-309ab08c22db is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 23:29:31.937425 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84020bd-79b9-4f46-ae06-17d34f41d5fc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:29:31.947080 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef6ebb2-db67-42b8-80cb-c9db9cc7a4f6 None None] Sync routers for ids ['12480ad9-5bb3-4073-9eec-309ab08c22db'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:29:31.956081 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef6ebb2-db67-42b8-80cb-c9db9cc7a4f6 None None] Routers {'12480ad9-5bb3-4073-9eec-309ab08c22db'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:29:31.956630 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-3ef6ebb2-db67-42b8-80cb-c9db9cc7a4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:29:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['12480ad9-5bb3-4073-9eec-309ab08c22db'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:29:31.964929 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a84020bd-79b9-4f46-ae06-17d34f41d5fc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:31.969220 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a84020bd-79b9-4f46-ae06-17d34f41d5fc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3781347 May 03 23:29:31.969461 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57476) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:29:32.010091 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2320a1ec-c307-424d-b1db-64e8893b8f84 tempest-TestNetworkAdvancedServerOps-1551533295 tempest-TestNetworkAdvancedServerOps-1551533295-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=ebb80d0d514d4b2aba00c76f4be31457&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372107 May 03 23:29:32.010348 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57480) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:29:32.130700 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-3ef6ebb2-db67-42b8-80cb-c9db9cc7a4f6 None None] Set router 12480ad9-5bb3-4073-9eec-309ab08c22db gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:29:32.137437 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93de0c89-a247-4b35-ab6f-2532444da82a tempest-TestNetworkAdvancedServerOps-1551533295 tempest-TestNetworkAdvancedServerOps-1551533295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:32.141475 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-93de0c89-a247-4b35-ab6f-2532444da82a tempest-TestNetworkAdvancedServerOps-1551533295 tempest-TestNetworkAdvancedServerOps-1551533295-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1276867 May 03 23:29:32.141688 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57484) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:29:32.181437 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-39c27d5a-39e2-42c0-8016-52dd94ba8a8f tempest-TestNetworkAdvancedServerOps-1551533295 tempest-TestNetworkAdvancedServerOps-1551533295-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=de8965b2-8ea3-4c2b-86b9-c128a58c6e1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386055 May 03 23:29:32.184031 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57488) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:29:32.190084 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-41ae8bd5-98ac-487f-bf40-e073f290815b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-80478141', 'network_id': 'dfa21f44-df64-4baf-8c34-b25f74adfc42', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:29:32.299922 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-41ae8bd5-98ac-487f-bf40-e073f290815b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:29:32.303841 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-41ae8bd5-98ac-487f-bf40-e073f290815b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:subnet and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:29:32.306601 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-41ae8bd5-98ac-487f-bf40-e073f290815b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:29:32.312163 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-41ae8bd5-98ac-487f-bf40-e073f290815b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:29:32.321596 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ae8bd5-98ac-487f-bf40-e073f290815b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Made reservation on behalf of ebb80d0d514d4b2aba00c76f4be31457 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:29:32.325550 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-41ae8bd5-98ac-487f-bf40-e073f290815b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:32.454612 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-3ef6ebb2-db67-42b8-80cb-c9db9cc7a4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1973450145', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '524cf42d-c59c-4c2b-84a7-7e2dff41ce55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:29:29Z', 'updated_at': '2022-05-03T23:29:30Z', 'revision_number': 3, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '524cf42d-c59c-4c2b-84a7-7e2dff41ce55', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:29:30Z', 'updated_at': '2022-05-03T23:29:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:29:32.458758 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef6ebb2-db67-42b8-80cb-c9db9cc7a4f6 None None] Checking router: 12480ad9-5bb3-4073-9eec-309ab08c22db for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:29:32.459231 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef6ebb2-db67-42b8-80cb-c9db9cc7a4f6 None None] Updating router 12480ad9-5bb3-4073-9eec-309ab08c22db port 524cf42d-c59c-4c2b-84a7-7e2dff41ce55 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:29:32.509954 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3ef6ebb2-db67-42b8-80cb-c9db9cc7a4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:32.540840 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-41ae8bd5-98ac-487f-bf40-e073f290815b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:32.617052 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae8bd5-98ac-487f-bf40-e073f290815b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Subnet': ['ID=a2d59cc6-d238-4816-8284-7e4dc00779ef,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:29:32.626104 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ae8bd5-98ac-487f-bf40-e073f290815b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Checking segment: {'id': '5ba372bd-0a75-4a8a-8a85-7aad4005f6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dfa21f44-df64-4baf-8c34-b25f74adfc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:29:32.626459 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ae8bd5-98ac-487f-bf40-e073f290815b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Network hostable DHCP agents. Network: dfa21f44-df64-4baf-8c34-b25f74adfc42, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:29:32.646300 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ae8bd5-98ac-487f-bf40-e073f290815b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Network dfa21f44-df64-4baf-8c34-b25f74adfc42 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:29:32.655289 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-41ae8bd5-98ac-487f-bf40-e073f290815b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, dfa21f44-df64-4baf-8c34-b25f74adfc42) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:29:32.659304 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ae8bd5-98ac-487f-bf40-e073f290815b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:32.659887 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-41ae8bd5-98ac-487f-bf40-e073f290815b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:32.667338 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4d69f2-885a-4318-850d-8f6a22d853ed None None] Network dfa21f44-df64-4baf-8c34-b25f74adfc42 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:29:32.680672 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-41ae8bd5-98ac-487f-bf40-e073f290815b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4956419 May 03 23:29:32.683956 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57492) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:29:33.027171 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451ea2bb-9bce-4ee4-91c3-e5be63b0a78a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-dfa21f44-df64-4baf-8c34-b25f74adfc42', 'network_id': 'dfa21f44-df64-4baf-8c34-b25f74adfc42', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'fixed_ips': [{'subnet_id': 'a2d59cc6-d238-4816-8284-7e4dc00779ef'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:29:33.028012 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-451ea2bb-9bce-4ee4-91c3-e5be63b0a78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:33.044209 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3ef6ebb2-db67-42b8-80cb-c9db9cc7a4f6 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:33.096037 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-3ef6ebb2-db67-42b8-80cb-c9db9cc7a4f6 None None] Transition to ACTIVE for port object 524cf42d-c59c-4c2b-84a7-7e2dff41ce55 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:29:33.113500 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3ef6ebb2-db67-42b8-80cb-c9db9cc7a4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:33.253589 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-3ef6ebb2-db67-42b8-80cb-c9db9cc7a4f6 None None] Attempting to bind port 524cf42d-c59c-4c2b-84a7-7e2dff41ce55 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:29:33.253976 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-3ef6ebb2-db67-42b8-80cb-c9db9cc7a4f6 None None] Attempting to bind port 524cf42d-c59c-4c2b-84a7-7e2dff41ce55 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:29:33.254344 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef6ebb2-db67-42b8-80cb-c9db9cc7a4f6 None None] Attempting to bind port 524cf42d-c59c-4c2b-84a7-7e2dff41ce55 on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:29:33.266159 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ecdef6-b8df-4395-8904-1a8a30718785 None None] Pushing event updated for resources: {'Port': ['ID=524cf42d-c59c-4c2b-84a7-7e2dff41ce55,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:29:33.274924 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef6ebb2-db67-42b8-80cb-c9db9cc7a4f6 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:29:33.275297 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef6ebb2-db67-42b8-80cb-c9db9cc7a4f6 None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:29:33.275696 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3ef6ebb2-db67-42b8-80cb-c9db9cc7a4f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:33.276077 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef6ebb2-db67-42b8-80cb-c9db9cc7a4f6 None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:29:33.276589 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-3ef6ebb2-db67-42b8-80cb-c9db9cc7a4f6 None None] Bound port: 524cf42d-c59c-4c2b-84a7-7e2dff41ce55, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:29:33.276957 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3ef6ebb2-db67-42b8-80cb-c9db9cc7a4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:33.335547 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-451ea2bb-9bce-4ee4-91c3-e5be63b0a78a None None] Allocated IP 172.20.0.2 (dfa21f44-df64-4baf-8c34-b25f74adfc42/a2d59cc6-d238-4816-8284-7e4dc00779ef/56af5e37-85e2-4364-b7f1-3d3943101ddc) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:29:33.384858 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-3ef6ebb2-db67-42b8-80cb-c9db9cc7a4f6 None None] For port 524cf42d-c59c-4c2b-84a7-7e2dff41ce55, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:29:33.406216 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-3ef6ebb2-db67-42b8-80cb-c9db9cc7a4f6 None None] For port 524cf42d-c59c-4c2b-84a7-7e2dff41ce55, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=524cf42d-c59c-4c2b-84a7-7e2dff41ce55,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:29:33.452507 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3ef6ebb2-db67-42b8-80cb-c9db9cc7a4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:33.486264 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-31107b10-446a-4167-a531-e1d53cb15f19 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:33.555022 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef6ebb2-db67-42b8-80cb-c9db9cc7a4f6 None None] Routers {'12480ad9-5bb3-4073-9eec-309ab08c22db'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:29:33.555651 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-3ef6ebb2-db67-42b8-80cb-c9db9cc7a4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:29:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['12480ad9-5bb3-4073-9eec-309ab08c22db'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:29:33.746712 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ecdef6-b8df-4395-8904-1a8a30718785 None None] Pushing event updated for resources: {'Port': ['ID=524cf42d-c59c-4c2b-84a7-7e2dff41ce55,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:29:33.845517 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-451ea2bb-9bce-4ee4-91c3-e5be63b0a78a None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:33.862368 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-451ea2bb-9bce-4ee4-91c3-e5be63b0a78a None None] Transition to ACTIVE for port object 56af5e37-85e2-4364-b7f1-3d3943101ddc will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:29:33.877616 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-3ef6ebb2-db67-42b8-80cb-c9db9cc7a4f6 None None] Set router 12480ad9-5bb3-4073-9eec-309ab08c22db gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:29:34.004258 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-451ea2bb-9bce-4ee4-91c3-e5be63b0a78a None None] Transition to ACTIVE for port object 56af5e37-85e2-4364-b7f1-3d3943101ddc will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:29:34.021219 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-451ea2bb-9bce-4ee4-91c3-e5be63b0a78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:34.080768 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-31107b10-446a-4167-a531-e1d53cb15f19 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Allocated IP 172.20.0.1 (dfa21f44-df64-4baf-8c34-b25f74adfc42/a2d59cc6-d238-4816-8284-7e4dc00779ef/0e7bd119-72f3-42f7-93e0-0c3841a07076) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:29:34.144835 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451ea2bb-9bce-4ee4-91c3-e5be63b0a78a None None] Network dfa21f44-df64-4baf-8c34-b25f74adfc42 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:29:34.154226 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-451ea2bb-9bce-4ee4-91c3-e5be63b0a78a None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:29:34.157128 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451ea2bb-9bce-4ee4-91c3-e5be63b0a78a None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:29:34.173364 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ea2bb-9bce-4ee4-91c3-e5be63b0a78a None None] Pushing event updated for resources: {'Port': ['ID=56af5e37-85e2-4364-b7f1-3d3943101ddc,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:29:34.241745 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-31107b10-446a-4167-a531-e1d53cb15f19 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:34.257894 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-31107b10-446a-4167-a531-e1d53cb15f19 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Transition to ACTIVE for port object 0e7bd119-72f3-42f7-93e0-0c3841a07076 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:29:34.286599 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-31107b10-446a-4167-a531-e1d53cb15f19 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:34.309336 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-451ea2bb-9bce-4ee4-91c3-e5be63b0a78a None None] Attempting to bind port 56af5e37-85e2-4364-b7f1-3d3943101ddc on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:29:34.309690 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-451ea2bb-9bce-4ee4-91c3-e5be63b0a78a None None] Attempting to bind port 56af5e37-85e2-4364-b7f1-3d3943101ddc by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '5ba372bd-0a75-4a8a-8a85-7aad4005f6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dfa21f44-df64-4baf-8c34-b25f74adfc42'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:29:34.310079 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ea2bb-9bce-4ee4-91c3-e5be63b0a78a None None] Attempting to bind port 56af5e37-85e2-4364-b7f1-3d3943101ddc on network dfa21f44-df64-4baf-8c34-b25f74adfc42 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:29:34.317610 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ea2bb-9bce-4ee4-91c3-e5be63b0a78a None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:29:34.318008 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ea2bb-9bce-4ee4-91c3-e5be63b0a78a None None] Checking segment: {'id': '5ba372bd-0a75-4a8a-8a85-7aad4005f6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dfa21f44-df64-4baf-8c34-b25f74adfc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:29:34.318413 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-451ea2bb-9bce-4ee4-91c3-e5be63b0a78a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:34.318809 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ea2bb-9bce-4ee4-91c3-e5be63b0a78a None None] Bound using segment: {'id': '5ba372bd-0a75-4a8a-8a85-7aad4005f6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dfa21f44-df64-4baf-8c34-b25f74adfc42'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:29:34.319273 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-451ea2bb-9bce-4ee4-91c3-e5be63b0a78a None None] Bound port: 56af5e37-85e2-4364-b7f1-3d3943101ddc, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba372bd-0a75-4a8a-8a85-7aad4005f6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dfa21f44-df64-4baf-8c34-b25f74adfc42'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:29:34.319655 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-451ea2bb-9bce-4ee4-91c3-e5be63b0a78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:34.352598 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31107b10-446a-4167-a531-e1d53cb15f19 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Network dfa21f44-df64-4baf-8c34-b25f74adfc42 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:29:34.355769 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-31107b10-446a-4167-a531-e1d53cb15f19 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:29:34.359691 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31107b10-446a-4167-a531-e1d53cb15f19 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:29:34.395587 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31107b10-446a-4167-a531-e1d53cb15f19 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Port': ['ID=0e7bd119-72f3-42f7-93e0-0c3841a07076,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:29:34.425367 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-31107b10-446a-4167-a531-e1d53cb15f19 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:34.426691 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-3ef6ebb2-db67-42b8-80cb-c9db9cc7a4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1973450145', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '524cf42d-c59c-4c2b-84a7-7e2dff41ce55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:29:29Z', 'updated_at': '2022-05-03T23:29:30Z', 'revision_number': 3, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '524cf42d-c59c-4c2b-84a7-7e2dff41ce55', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:29:30Z', 'updated_at': '2022-05-03T23:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:29:34.431766 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-451ea2bb-9bce-4ee4-91c3-e5be63b0a78a None None] For port 56af5e37-85e2-4364-b7f1-3d3943101ddc, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:29:34.434230 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef6ebb2-db67-42b8-80cb-c9db9cc7a4f6 None None] The sync data for ids ['12480ad9-5bb3-4073-9eec-309ab08c22db'] in n-d-811807-1 is: [{'id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1973450145', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '524cf42d-c59c-4c2b-84a7-7e2dff41ce55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:29:29Z', 'updated_at': '2022-05-03T23:29:30Z', 'revision_number': 3, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '524cf42d-c59c-4c2b-84a7-7e2dff41ce55', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:29:30Z', 'updated_at': '2022-05-03T23:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:29:34.436725 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-451ea2bb-9bce-4ee4-91c3-e5be63b0a78a None None] For port 56af5e37-85e2-4364-b7f1-3d3943101ddc, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=56af5e37-85e2-4364-b7f1-3d3943101ddc,segment=NetworkSegment(5ba372bd-0a75-4a8a-8a85-7aad4005f6f0),segment_id=5ba372bd-0a75-4a8a-8a85-7aad4005f6f0)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:29:34.440686 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-451ea2bb-9bce-4ee4-91c3-e5be63b0a78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:34.528125 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ea2bb-9bce-4ee4-91c3-e5be63b0a78a None None] Pushing event updated for resources: {'Port': ['ID=56af5e37-85e2-4364-b7f1-3d3943101ddc,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:29:34.577763 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-31107b10-446a-4167-a531-e1d53cb15f19 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:35.033594 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-31107b10-446a-4167-a531-e1d53cb15f19 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:35.038527 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-31107b10-446a-4167-a531-e1d53cb15f19 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:35.154946 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-31107b10-446a-4167-a531-e1d53cb15f19 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:35.158436 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31107b10-446a-4167-a531-e1d53cb15f19 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Port': ['ID=0e7bd119-72f3-42f7-93e0-0c3841a07076,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:29:35.430356 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31107b10-446a-4167-a531-e1d53cb15f19 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Network dfa21f44-df64-4baf-8c34-b25f74adfc42 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:29:35.431509 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-31107b10-446a-4167-a531-e1d53cb15f19 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:29:35.476615 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb996b7-5cfc-4651-ac5d-3ad1c1bc64bf None None] Network dfa21f44-df64-4baf-8c34-b25f74adfc42 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:29:35.575502 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6e03f983-72f0-4ad9-a594-d99b87a7e399 None None] Provisioning for port 56af5e37-85e2-4364-b7f1-3d3943101ddc completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:29:35.631593 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31107b10-446a-4167-a531-e1d53cb15f19 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Router 12480ad9-5bb3-4073-9eec-309ab08c22db has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:29:35.812516 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 524cf42d-c59c-4c2b-84a7-7e2dff41ce55 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:29:35.829440 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31107b10-446a-4167-a531-e1d53cb15f19 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:29:35.849052 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-31107b10-446a-4167-a531-e1d53cb15f19 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "PUT /v2.0/routers/12480ad9-5bb3-4073-9eec-309ab08c22db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1638193 May 03 23:29:35.918875 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 524cf42d-c59c-4c2b-84a7-7e2dff41ce55 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:29:35.925607 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 524cf42d-c59c-4c2b-84a7-7e2dff41ce55 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:29:35.926038 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:36.035701 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-69501871-b857-423d-9892-f64744d464a0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Synchronizing usage tracker for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:29:36.053074 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-69501871-b857-423d-9892-f64744d464a0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Unset dirty status for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:29:36.061522 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-69501871-b857-423d-9892-f64744d464a0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1153232630&fields=id&tenant_id=ebb80d0d514d4b2aba00c76f4be31457 HTTP/1.1" status: 200 len: 267 time: 0.0725191 May 03 23:29:36.067895 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:36.076120 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1f68f933-ab85-4ddd-9075-0193980747d5 None None] Provisioning for port 0e7bd119-72f3-42f7-93e0-0c3841a07076 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:29:36.087670 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1f68f933-ab85-4ddd-9075-0193980747d5 None None] Provisioning complete for port 0e7bd119-72f3-42f7-93e0-0c3841a07076 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:29:36.088049 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1f68f933-ab85-4ddd-9075-0193980747d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:36.125769 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 524cf42d-c59c-4c2b-84a7-7e2dff41ce55, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=524cf42d-c59c-4c2b-84a7-7e2dff41ce55,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:29:36.141032 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:36.141824 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 56af5e37-85e2-4364-b7f1-3d3943101ddc up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:29:36.208095 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d506859-8e91-4d89-9980-5dba3804cbd1 None None] Sync routers for ids ['12480ad9-5bb3-4073-9eec-309ab08c22db'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:29:36.227487 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d506859-8e91-4d89-9980-5dba3804cbd1 None None] Routers {'12480ad9-5bb3-4073-9eec-309ab08c22db'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:29:36.228117 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-7d506859-8e91-4d89-9980-5dba3804cbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:29:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['12480ad9-5bb3-4073-9eec-309ab08c22db'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:29:36.234840 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-c3b42b19-e460-4bc5-9185-9e3f60af323e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:36.236390 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-c3b42b19-e460-4bc5-9185-9e3f60af323e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Synchronizing usage tracker for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:29:36.255820 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1f68f933-ab85-4ddd-9075-0193980747d5 None None] Port 0e7bd119-72f3-42f7-93e0-0c3841a07076 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:29:36.262413 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-c3b42b19-e460-4bc5-9185-9e3f60af323e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Unset dirty status for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:29:36.262854 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-c3b42b19-e460-4bc5-9185-9e3f60af323e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/networks?id=dfa21f44-df64-4baf-8c34-b25f74adfc42 HTTP/1.1" status: 200 len: 796 time: 0.2004178 May 03 23:29:36.279561 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=524cf42d-c59c-4c2b-84a7-7e2dff41ce55,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:29:36.290997 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-dacfccf7-94f1-4039-86ea-34d9c459dfc3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/quotas/ebb80d0d514d4b2aba00c76f4be31457 HTTP/1.1" status: 200 len: 375 time: 0.0181909 May 03 23:29:36.291283 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 56af5e37-85e2-4364-b7f1-3d3943101ddc completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:29:36.299267 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 56af5e37-85e2-4364-b7f1-3d3943101ddc triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:29:36.299645 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:36.388901 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-7a3a43a4-d6ac-4bdb-b319-51316caf8b8d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0946894 May 03 23:29:36.443562 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-7d506859-8e91-4d89-9980-5dba3804cbd1 None None] Set router 12480ad9-5bb3-4073-9eec-309ab08c22db gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:29:36.449052 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c57675f7-f692-4b7e-975c-4e59a6757179 None None] Provisioning complete for port 0e7bd119-72f3-42f7-93e0-0c3841a07076 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:29:36.449361 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c57675f7-f692-4b7e-975c-4e59a6757179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:36.552185 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:36.572745 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-c57675f7-f692-4b7e-975c-4e59a6757179 None None] Port 0e7bd119-72f3-42f7-93e0-0c3841a07076 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:29:36.589073 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-a3c297fc-bb6d-4c45-8efa-c228c98534b2 service neutron] 10.222.0.58 "GET /v2.0/networks/dfa21f44-df64-4baf-8c34-b25f74adfc42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859672 May 03 23:29:36.599097 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 56af5e37-85e2-4364-b7f1-3d3943101ddc, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=56af5e37-85e2-4364-b7f1-3d3943101ddc,segment=NetworkSegment(5ba372bd-0a75-4a8a-8a85-7aad4005f6f0),segment_id=5ba372bd-0a75-4a8a-8a85-7aad4005f6f0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:29:36.604963 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:36.691973 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=56af5e37-85e2-4364-b7f1-3d3943101ddc,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:29:36.710353 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1b94f9ab-91a8-43ee-8682-ca344618d3a6 None None] Provisioning complete for port 0e7bd119-72f3-42f7-93e0-0c3841a07076 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:29:36.710940 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1b94f9ab-91a8-43ee-8682-ca344618d3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:36.765838 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-996fad25-9817-4c53-804e-8951c5b1bfe5 service neutron] 10.222.0.58 "GET /v2.0/networks/dfa21f44-df64-4baf-8c34-b25f74adfc42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721799 May 03 23:29:36.779205 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1b94f9ab-91a8-43ee-8682-ca344618d3a6 None None] Port 0e7bd119-72f3-42f7-93e0-0c3841a07076 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:29:36.803130 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-7d506859-8e91-4d89-9980-5dba3804cbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1973450145', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '524cf42d-c59c-4c2b-84a7-7e2dff41ce55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:29:29Z', 'updated_at': '2022-05-03T23:29:34Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '524cf42d-c59c-4c2b-84a7-7e2dff41ce55', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:29:30Z', 'updated_at': '2022-05-03T23:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '0e7bd119-72f3-42f7-93e0-0c3841a07076', 'name': '', 'network_id': 'dfa21f44-df64-4baf-8c34-b25f74adfc42', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:48:67:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'a2d59cc6-d238-4816-8284-7e4dc00779ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:29:33Z', 'updated_at': '2022-05-03T23:29:34Z', 'revision_number': 2, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': 'a2d59cc6-d238-4816-8284-7e4dc00779ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:29:36.806954 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d506859-8e91-4d89-9980-5dba3804cbd1 None None] Checking router: 12480ad9-5bb3-4073-9eec-309ab08c22db for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:29:36.807367 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d506859-8e91-4d89-9980-5dba3804cbd1 None None] Updating router 12480ad9-5bb3-4073-9eec-309ab08c22db port 0e7bd119-72f3-42f7-93e0-0c3841a07076 binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:29:36.866388 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7d506859-8e91-4d89-9980-5dba3804cbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:36.960794 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-440dd43e-b6d2-4246-97b7-d39079b94055 req-6f51b635-f702-4f6c-848e-cde2c6fb392e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 210 time: 0.0475657 May 03 23:29:37.222979 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7d506859-8e91-4d89-9980-5dba3804cbd1 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:37.235076 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-7d506859-8e91-4d89-9980-5dba3804cbd1 None None] Transition to ACTIVE for port object 0e7bd119-72f3-42f7-93e0-0c3841a07076 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:29:37.241738 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7d506859-8e91-4d89-9980-5dba3804cbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:37.446845 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3d83a-eaeb-4251-a68b-ece75435d796 None None] Pushing event updated for resources: {'Port': ['ID=0e7bd119-72f3-42f7-93e0-0c3841a07076,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:29:37.470885 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a3d83a-eaeb-4251-a68b-ece75435d796 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:37.471227 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a3d83a-eaeb-4251-a68b-ece75435d796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:37.471558 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a3d83a-eaeb-4251-a68b-ece75435d796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:37.471881 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a3d83a-eaeb-4251-a68b-ece75435d796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:37.472205 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a3d83a-eaeb-4251-a68b-ece75435d796 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:37.472530 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a3d83a-eaeb-4251-a68b-ece75435d796 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:37.472844 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a3d83a-eaeb-4251-a68b-ece75435d796 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:37.473156 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a3d83a-eaeb-4251-a68b-ece75435d796 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:37.473468 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a3d83a-eaeb-4251-a68b-ece75435d796 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:37.473779 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a3d83a-eaeb-4251-a68b-ece75435d796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:37.474118 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a3d83a-eaeb-4251-a68b-ece75435d796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:37.474431 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a3d83a-eaeb-4251-a68b-ece75435d796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:29:37.481100 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-7d506859-8e91-4d89-9980-5dba3804cbd1 None None] Attempting to bind port 0e7bd119-72f3-42f7-93e0-0c3841a07076 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:29:37.481464 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-7d506859-8e91-4d89-9980-5dba3804cbd1 None None] Attempting to bind port 0e7bd119-72f3-42f7-93e0-0c3841a07076 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '5ba372bd-0a75-4a8a-8a85-7aad4005f6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dfa21f44-df64-4baf-8c34-b25f74adfc42'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:29:37.481821 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d506859-8e91-4d89-9980-5dba3804cbd1 None None] Attempting to bind port 0e7bd119-72f3-42f7-93e0-0c3841a07076 on network dfa21f44-df64-4baf-8c34-b25f74adfc42 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:29:37.487580 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d506859-8e91-4d89-9980-5dba3804cbd1 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:29:37.487959 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d506859-8e91-4d89-9980-5dba3804cbd1 None None] Checking segment: {'id': '5ba372bd-0a75-4a8a-8a85-7aad4005f6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dfa21f44-df64-4baf-8c34-b25f74adfc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:29:37.488358 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7d506859-8e91-4d89-9980-5dba3804cbd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:37.488742 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d506859-8e91-4d89-9980-5dba3804cbd1 None None] Bound using segment: {'id': '5ba372bd-0a75-4a8a-8a85-7aad4005f6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dfa21f44-df64-4baf-8c34-b25f74adfc42'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:29:37.489372 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-7d506859-8e91-4d89-9980-5dba3804cbd1 None None] Bound port: 0e7bd119-72f3-42f7-93e0-0c3841a07076, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba372bd-0a75-4a8a-8a85-7aad4005f6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dfa21f44-df64-4baf-8c34-b25f74adfc42'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:29:37.490042 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7d506859-8e91-4d89-9980-5dba3804cbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:37.586950 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-7d506859-8e91-4d89-9980-5dba3804cbd1 None None] For port 0e7bd119-72f3-42f7-93e0-0c3841a07076, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:29:37.590326 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-7d506859-8e91-4d89-9980-5dba3804cbd1 None None] For port 0e7bd119-72f3-42f7-93e0-0c3841a07076, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0e7bd119-72f3-42f7-93e0-0c3841a07076,segment=NetworkSegment(5ba372bd-0a75-4a8a-8a85-7aad4005f6f0),segment_id=5ba372bd-0a75-4a8a-8a85-7aad4005f6f0)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:29:37.594362 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7d506859-8e91-4d89-9980-5dba3804cbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:37.672058 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d506859-8e91-4d89-9980-5dba3804cbd1 None None] Routers {'12480ad9-5bb3-4073-9eec-309ab08c22db'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:29:37.672688 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-7d506859-8e91-4d89-9980-5dba3804cbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:29:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['12480ad9-5bb3-4073-9eec-309ab08c22db'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:29:37.726445 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3d83a-eaeb-4251-a68b-ece75435d796 None None] Pushing event updated for resources: {'Port': ['ID=0e7bd119-72f3-42f7-93e0-0c3841a07076,revision_number=4']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:29:37.777229 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 524cf42d-c59c-4c2b-84a7-7e2dff41ce55 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:29:37.867923 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 524cf42d-c59c-4c2b-84a7-7e2dff41ce55 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:29:37.868294 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:37.903650 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-7d506859-8e91-4d89-9980-5dba3804cbd1 None None] Set router 12480ad9-5bb3-4073-9eec-309ab08c22db gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:29:38.052688 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 56af5e37-85e2-4364-b7f1-3d3943101ddc up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:29:38.148882 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-89c8e0ce-f47b-4167-acd3-08c06ea51c56 req-501c5e0f-f3e0-48c2-96a3-f9e9916df10d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 210 time: 0.0455642 May 03 23:29:38.150711 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 56af5e37-85e2-4364-b7f1-3d3943101ddc triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:29:38.151125 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:38.220856 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-fc2288ad-ea44-42dd-a641-297ddcd13f5b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:38.222591 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-fc2288ad-ea44-42dd-a641-297ddcd13f5b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.67 "GET /v2.0/networks?id=dfa21f44-df64-4baf-8c34-b25f74adfc42 HTTP/1.1" status: 200 len: 796 time: 0.3448520 May 03 23:29:38.269161 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-7d506859-8e91-4d89-9980-5dba3804cbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1973450145', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '524cf42d-c59c-4c2b-84a7-7e2dff41ce55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:29:29Z', 'updated_at': '2022-05-03T23:29:34Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '524cf42d-c59c-4c2b-84a7-7e2dff41ce55', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:29:30Z', 'updated_at': '2022-05-03T23:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '0e7bd119-72f3-42f7-93e0-0c3841a07076', 'name': '', 'network_id': 'dfa21f44-df64-4baf-8c34-b25f74adfc42', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:48:67:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'a2d59cc6-d238-4816-8284-7e4dc00779ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:29:33Z', 'updated_at': '2022-05-03T23:29:37Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': 'a2d59cc6-d238-4816-8284-7e4dc00779ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:29:38.273394 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d506859-8e91-4d89-9980-5dba3804cbd1 None None] The sync data for ids ['12480ad9-5bb3-4073-9eec-309ab08c22db'] in n-d-811807-1 is: [{'id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1973450145', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '524cf42d-c59c-4c2b-84a7-7e2dff41ce55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:29:29Z', 'updated_at': '2022-05-03T23:29:34Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '524cf42d-c59c-4c2b-84a7-7e2dff41ce55', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:29:30Z', 'updated_at': '2022-05-03T23:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '0e7bd119-72f3-42f7-93e0-0c3841a07076', 'name': '', 'network_id': 'dfa21f44-df64-4baf-8c34-b25f74adfc42', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:48:67:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'a2d59cc6-d238-4816-8284-7e4dc00779ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:29:33Z', 'updated_at': '2022-05-03T23:29:37Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': 'a2d59cc6-d238-4816-8284-7e4dc00779ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:29:38.274806 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-d124161c-142a-4500-9dc7-9bc8d4c68b58 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebb80d0d514d4b2aba00c76f4be31457 HTTP/1.1" status: 200 len: 380 time: 0.0438015 May 03 23:29:38.283108 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-e4f7b6b9-425e-4106-a1b2-4838fe6db33c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'port': {'device_id': '2f465c3e-c58d-45a8-8aee-3d52163277bd', 'network_id': 'dfa21f44-df64-4baf-8c34-b25f74adfc42', 'admin_state_up': True, 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'security_groups': ['864200e9-d53b-4b39-85e1-13529a619775']}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:29:38.435753 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-e4f7b6b9-425e-4106-a1b2-4838fe6db33c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:29:38.440076 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-e4f7b6b9-425e-4106-a1b2-4838fe6db33c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:port and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:29:38.443485 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-e4f7b6b9-425e-4106-a1b2-4838fe6db33c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:29:38.449959 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-e4f7b6b9-425e-4106-a1b2-4838fe6db33c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:29:38.460132 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-e4f7b6b9-425e-4106-a1b2-4838fe6db33c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Made reservation on behalf of ebb80d0d514d4b2aba00c76f4be31457 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:29:38.464511 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-e4f7b6b9-425e-4106-a1b2-4838fe6db33c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:38.634743 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-e4f7b6b9-425e-4106-a1b2-4838fe6db33c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Allocated IP 172.20.0.8 (dfa21f44-df64-4baf-8c34-b25f74adfc42/a2d59cc6-d238-4816-8284-7e4dc00779ef/12ea2b43-3d88-4c13-9e00-5308c91a5017) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:29:38.836219 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-e4f7b6b9-425e-4106-a1b2-4838fe6db33c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:38.852965 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-e4f7b6b9-425e-4106-a1b2-4838fe6db33c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Transition to ACTIVE for port object 12ea2b43-3d88-4c13-9e00-5308c91a5017 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:29:38.878166 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-e4f7b6b9-425e-4106-a1b2-4838fe6db33c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:38.951583 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-e4f7b6b9-425e-4106-a1b2-4838fe6db33c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Network dfa21f44-df64-4baf-8c34-b25f74adfc42 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:29:38.954718 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-e4f7b6b9-425e-4106-a1b2-4838fe6db33c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:29:38.958726 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-e4f7b6b9-425e-4106-a1b2-4838fe6db33c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:29:38.989722 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7b6b9-425e-4106-a1b2-4838fe6db33c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Port': ['ID=12ea2b43-3d88-4c13-9e00-5308c91a5017,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:29:39.030345 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-e4f7b6b9-425e-4106-a1b2-4838fe6db33c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:39.031010 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-e4f7b6b9-425e-4106-a1b2-4838fe6db33c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:39.057441 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-e4f7b6b9-425e-4106-a1b2-4838fe6db33c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7777669 May 03 23:29:39.068699 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-90a439ca-44c5-4279-9d37-5b039bca0f12 service neutron] Request body: {'port': {'device_id': '2f465c3e-c58d-45a8-8aee-3d52163277bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:29:39.187866 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-90a439ca-44c5-4279-9d37-5b039bca0f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:39.201438 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-18c20b21-e488-4970-bdf3-ca49cd247bfa None None] Provisioning for port 12ea2b43-3d88-4c13-9e00-5308c91a5017 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:29:39.207727 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-18c20b21-e488-4970-bdf3-ca49cd247bfa None None] Provisioning complete for port 12ea2b43-3d88-4c13-9e00-5308c91a5017 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:29:39.208278 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-18c20b21-e488-4970-bdf3-ca49cd247bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:39.280912 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-18c20b21-e488-4970-bdf3-ca49cd247bfa None None] Port 12ea2b43-3d88-4c13-9e00-5308c91a5017 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:29:39.509933 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a28d32-2310-4f27-a450-fdeecf794605 req-238a5be6-d9ee-44f9-9295-a9bdc5682494 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:39.511099 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-e9a28d32-2310-4f27-a450-fdeecf794605 req-238a5be6-d9ee-44f9-9295-a9bdc5682494 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Synchronizing usage tracker for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:29:39.546960 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-e9a28d32-2310-4f27-a450-fdeecf794605 req-238a5be6-d9ee-44f9-9295-a9bdc5682494 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Unset dirty status for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:29:39.548115 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e9a28d32-2310-4f27-a450-fdeecf794605 req-238a5be6-d9ee-44f9-9295-a9bdc5682494 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 931 time: 0.2352486 May 03 23:29:39.650669 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e9a28d32-2310-4f27-a450-fdeecf794605 req-37a8df53-0258-4d68-b759-207ad0dc119d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=864200e9-d53b-4b39-85e1-13529a619775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896263 May 03 23:29:39.652441 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-90a439ca-44c5-4279-9d37-5b039bca0f12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ea2b43-3d88-4c13-9e00-5308c91a5017 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:29:39.660585 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-90a439ca-44c5-4279-9d37-5b039bca0f12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:39.675926 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-90a439ca-44c5-4279-9d37-5b039bca0f12 service neutron] Transition to ACTIVE for port object 12ea2b43-3d88-4c13-9e00-5308c91a5017 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:29:39.679925 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-90a439ca-44c5-4279-9d37-5b039bca0f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:39.781430 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 0e7bd119-72f3-42f7-93e0-0c3841a07076 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:29:39.844217 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a439ca-44c5-4279-9d37-5b039bca0f12 service neutron] Pushing event updated for resources: {'Port': ['ID=12ea2b43-3d88-4c13-9e00-5308c91a5017,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:29:39.853111 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 0e7bd119-72f3-42f7-93e0-0c3841a07076 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:29:39.862353 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 0e7bd119-72f3-42f7-93e0-0c3841a07076 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:29:39.862731 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:39.933641 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-90a439ca-44c5-4279-9d37-5b039bca0f12 service neutron] Attempting to bind port 12ea2b43-3d88-4c13-9e00-5308c91a5017 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:29:39.934187 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-90a439ca-44c5-4279-9d37-5b039bca0f12 service neutron] Attempting to bind port 12ea2b43-3d88-4c13-9e00-5308c91a5017 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '5ba372bd-0a75-4a8a-8a85-7aad4005f6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dfa21f44-df64-4baf-8c34-b25f74adfc42'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:29:39.934617 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-90a439ca-44c5-4279-9d37-5b039bca0f12 service neutron] Attempting to bind port 12ea2b43-3d88-4c13-9e00-5308c91a5017 on network dfa21f44-df64-4baf-8c34-b25f74adfc42 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:29:39.939781 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-90a439ca-44c5-4279-9d37-5b039bca0f12 service neutron] Port 12ea2b43-3d88-4c13-9e00-5308c91a5017 on network dfa21f44-df64-4baf-8c34-b25f74adfc42 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:29:39.940204 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-90a439ca-44c5-4279-9d37-5b039bca0f12 service neutron] Attempting to bind port 12ea2b43-3d88-4c13-9e00-5308c91a5017 on network dfa21f44-df64-4baf-8c34-b25f74adfc42 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:29:39.945736 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-90a439ca-44c5-4279-9d37-5b039bca0f12 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:29:39.946237 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-90a439ca-44c5-4279-9d37-5b039bca0f12 service neutron] Checking segment: {'id': '5ba372bd-0a75-4a8a-8a85-7aad4005f6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dfa21f44-df64-4baf-8c34-b25f74adfc42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:29:39.946717 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-90a439ca-44c5-4279-9d37-5b039bca0f12 service neutron] Bound using segment: {'id': '5ba372bd-0a75-4a8a-8a85-7aad4005f6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dfa21f44-df64-4baf-8c34-b25f74adfc42'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:29:39.947413 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-90a439ca-44c5-4279-9d37-5b039bca0f12 service neutron] Bound port: 12ea2b43-3d88-4c13-9e00-5308c91a5017, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba372bd-0a75-4a8a-8a85-7aad4005f6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dfa21f44-df64-4baf-8c34-b25f74adfc42'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:29:39.947900 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-90a439ca-44c5-4279-9d37-5b039bca0f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:39.986926 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:40.030700 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 0e7bd119-72f3-42f7-93e0-0c3841a07076, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0e7bd119-72f3-42f7-93e0-0c3841a07076,segment=NetworkSegment(5ba372bd-0a75-4a8a-8a85-7aad4005f6f0),segment_id=5ba372bd-0a75-4a8a-8a85-7aad4005f6f0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:29:40.034876 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:40.045363 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-90a439ca-44c5-4279-9d37-5b039bca0f12 service neutron] For port 12ea2b43-3d88-4c13-9e00-5308c91a5017, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:29:40.048693 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-90a439ca-44c5-4279-9d37-5b039bca0f12 service neutron] For port 12ea2b43-3d88-4c13-9e00-5308c91a5017, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=12ea2b43-3d88-4c13-9e00-5308c91a5017,segment=NetworkSegment(5ba372bd-0a75-4a8a-8a85-7aad4005f6f0),segment_id=5ba372bd-0a75-4a8a-8a85-7aad4005f6f0)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:29:40.054906 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-90a439ca-44c5-4279-9d37-5b039bca0f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:40.105572 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=0e7bd119-72f3-42f7-93e0-0c3841a07076,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:29:40.119028 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-90a439ca-44c5-4279-9d37-5b039bca0f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:40.120191 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-90a439ca-44c5-4279-9d37-5b039bca0f12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:40.121589 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-90a439ca-44c5-4279-9d37-5b039bca0f12 service neutron] 10.222.0.67 "PUT /v2.0/ports/12ea2b43-3d88-4c13-9e00-5308c91a5017 HTTP/1.1" status: 200 len: 1091 time: 1.0572538 May 03 23:29:40.122417 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f465c3e-c58d-45a8-8aee-3d52163277bd', 'tag': '12ea2b43-3d88-4c13-9e00-5308c91a5017'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:29:40.147633 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a439ca-44c5-4279-9d37-5b039bca0f12 service neutron] Pushing event updated for resources: {'Port': ['ID=12ea2b43-3d88-4c13-9e00-5308c91a5017,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:29:40.256589 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-f43ea396-2650-48e4-9270-b3c491152cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:40.261064 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-f43ea396-2650-48e4-9270-b3c491152cad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 1094 time: 0.0872519 May 03 23:29:40.264720 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8a2bd96-0609-420a-aac4-73f33a01a86e'] response: {'name': 'network-changed', 'server_uuid': '2f465c3e-c58d-45a8-8aee-3d52163277bd', 'tag': '12ea2b43-3d88-4c13-9e00-5308c91a5017', 'status': 'completed', 'code': 200} May 03 23:29:40.334210 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-b5846bd3-7924-4d34-971b-07b1041492fa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12ea2b43-3d88-4c13-9e00-5308c91a5017 HTTP/1.1" status: 200 len: 217 time: 0.0669179 May 03 23:29:40.401412 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-2a08f8c6-3a33-4736-a354-0369bad3821a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:40.403000 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-2a08f8c6-3a33-4736-a354-0369bad3821a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a2d59cc6-d238-4816-8284-7e4dc00779ef HTTP/1.1" status: 200 len: 833 time: 0.0626547 May 03 23:29:40.583790 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-ea90bd2f-ed66-4e2b-96b6-f5d65375c258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:40.585442 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-ea90bd2f-ed66-4e2b-96b6-f5d65375c258 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dfa21f44-df64-4baf-8c34-b25f74adfc42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1768036 May 03 23:29:40.718585 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-0356cf07-d66a-4a0d-8406-4bfed22f2af5 service neutron] 10.222.0.67 "GET /v2.0/networks/dfa21f44-df64-4baf-8c34-b25f74adfc42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269295 May 03 23:29:40.912630 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4ec4bc87-b15c-4889-bc11-b96cd9c78f8f req-337d24b4-794f-4849-8244-fe49b02ba653 service neutron] 10.222.0.67 "GET /v2.0/networks/dfa21f44-df64-4baf-8c34-b25f74adfc42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878557 May 03 23:29:40.927944 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16601473-2f11-4a99-92db-3b9c7e56e225 req-e25fc68b-a013-4553-a4eb-1ecce0dc89ff tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:40.929650 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-16601473-2f11-4a99-92db-3b9c7e56e225 req-e25fc68b-a013-4553-a4eb-1ecce0dc89ff tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 943 time: 0.1722734 May 03 23:29:41.014842 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-16601473-2f11-4a99-92db-3b9c7e56e225 req-bba3661d-7ee6-4acd-8ca4-6f7ee499c93c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=864200e9-d53b-4b39-85e1-13529a619775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789545 May 03 23:29:41.040264 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a9d7b-0ebf-4109-8d1d-043b1e32ff16 req-51786812-5a79-43fc-8a7d-978d9fff7289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:41.042274 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e47a9d7b-0ebf-4109-8d1d-043b1e32ff16 req-51786812-5a79-43fc-8a7d-978d9fff7289 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 1094 time: 0.0790937 May 03 23:29:41.170210 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a9d7b-0ebf-4109-8d1d-043b1e32ff16 req-abf2dec8-dcf8-46c7-bace-353510fafa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:41.171520 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e47a9d7b-0ebf-4109-8d1d-043b1e32ff16 req-abf2dec8-dcf8-46c7-bace-353510fafa78 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dfa21f44-df64-4baf-8c34-b25f74adfc42 HTTP/1.1" status: 200 len: 897 time: 0.1241086 May 03 23:29:41.241170 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:29:41.242308 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e47a9d7b-0ebf-4109-8d1d-043b1e32ff16 req-ec691399-8489-4598-a0cd-9ef491681682 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12ea2b43-3d88-4c13-9e00-5308c91a5017 HTTP/1.1" status: 200 len: 217 time: 0.0644395 May 03 23:29:41.308012 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a9d7b-0ebf-4109-8d1d-043b1e32ff16 req-b1430f03-71b2-4597-8161-788e40aa2541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:41.309405 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e47a9d7b-0ebf-4109-8d1d-043b1e32ff16 req-b1430f03-71b2-4597-8161-788e40aa2541 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a2d59cc6-d238-4816-8284-7e4dc00779ef HTTP/1.1" status: 200 len: 833 time: 0.0612750 May 03 23:29:41.385073 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a9d7b-0ebf-4109-8d1d-043b1e32ff16 req-e6ec2f7a-b9af-4b3a-a127-f80131af9145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:41.387126 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e47a9d7b-0ebf-4109-8d1d-043b1e32ff16 req-e6ec2f7a-b9af-4b3a-a127-f80131af9145 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dfa21f44-df64-4baf-8c34-b25f74adfc42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715754 May 03 23:29:41.514855 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e47a9d7b-0ebf-4109-8d1d-043b1e32ff16 req-4e6c6da1-0fea-4a3d-8503-4a60bd02af1e service neutron] 10.222.0.67 "GET /v2.0/networks/dfa21f44-df64-4baf-8c34-b25f74adfc42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212518 May 03 23:29:41.649212 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e47a9d7b-0ebf-4109-8d1d-043b1e32ff16 req-7024dc04-bd8d-43e6-92c8-11599e32e2d5 service neutron] 10.222.0.67 "GET /v2.0/networks/dfa21f44-df64-4baf-8c34-b25f74adfc42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285281 May 03 23:29:41.761367 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 0e7bd119-72f3-42f7-93e0-0c3841a07076 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:29:41.827544 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 0e7bd119-72f3-42f7-93e0-0c3841a07076 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:29:41.827919 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:42.199894 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76c779-28a7-43f7-8594-77f8dec16bda req-ed8ff6f2-7d5b-431a-b3e8-58e570545ada tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:42.204981 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fb76c779-28a7-43f7-8594-77f8dec16bda req-ed8ff6f2-7d5b-431a-b3e8-58e570545ada tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 943 time: 0.0828526 May 03 23:29:42.254039 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fb76c779-28a7-43f7-8594-77f8dec16bda req-0dac4cdc-f4d7-4c7d-b203-0a64d118f794 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=864200e9-d53b-4b39-85e1-13529a619775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426095 May 03 23:29:43.437056 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89659b-fdf6-4643-a065-cf5a581dbe5e req-568c9d77-ddcd-486e-9feb-33248200896b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:43.438501 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8a89659b-fdf6-4643-a065-cf5a581dbe5e req-568c9d77-ddcd-486e-9feb-33248200896b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 943 time: 0.0809836 May 03 23:29:43.482170 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8a89659b-fdf6-4643-a065-cf5a581dbe5e req-fc1b4b3e-215f-4016-9b3c-95a4b34e5174 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=864200e9-d53b-4b39-85e1-13529a619775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379879 May 03 23:29:44.668564 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292dd34-67ef-4fda-833d-65bf9492fe1e req-51327837-a94a-47f4-919c-19fd7eae9ff2 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:44.670043 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7292dd34-67ef-4fda-833d-65bf9492fe1e req-51327837-a94a-47f4-919c-19fd7eae9ff2 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 943 time: 0.0779941 May 03 23:29:44.717196 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7292dd34-67ef-4fda-833d-65bf9492fe1e req-d6a34ba8-5ff7-4951-82b8-9b9f542e7163 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=864200e9-d53b-4b39-85e1-13529a619775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415609 May 03 23:29:45.157509 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 12ea2b43-3d88-4c13-9e00-5308c91a5017 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:29:45.288420 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 12ea2b43-3d88-4c13-9e00-5308c91a5017, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=12ea2b43-3d88-4c13-9e00-5308c91a5017,segment=NetworkSegment(5ba372bd-0a75-4a8a-8a85-7aad4005f6f0),segment_id=5ba372bd-0a75-4a8a-8a85-7aad4005f6f0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:29:45.301382 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '12ea2b43-3d88-4c13-9e00-5308c91a5017', 'network_id': 'dfa21f44-df64-4baf-8c34-b25f74adfc42', 'port_id': '12ea2b43-3d88-4c13-9e00-5308c91a5017', 'mac_address': 'fa:16:3e:77:93:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2d59cc6-d238-4816-8284-7e4dc00779ef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:29:45.355026 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:45.371701 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ea2b43-3d88-4c13-9e00-5308c91a5017 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:29:45.387307 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 12ea2b43-3d88-4c13-9e00-5308c91a5017, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=12ea2b43-3d88-4c13-9e00-5308c91a5017,segment=NetworkSegment(5ba372bd-0a75-4a8a-8a85-7aad4005f6f0),segment_id=5ba372bd-0a75-4a8a-8a85-7aad4005f6f0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:29:45.390920 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:45.457954 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=12ea2b43-3d88-4c13-9e00-5308c91a5017,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:29:45.731564 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['12ea2b43-3d88-4c13-9e00-5308c91a5017'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:29:45.908060 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c3bab-3260-4bdf-b312-c051c4a7d341 req-c4c4eaca-bd8a-4e2f-83a8-05d0fd1a3f53 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:45.909564 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-269c3bab-3260-4bdf-b312-c051c4a7d341 req-c4c4eaca-bd8a-4e2f-83a8-05d0fd1a3f53 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 944 time: 0.0788283 May 03 23:29:45.955504 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-269c3bab-3260-4bdf-b312-c051c4a7d341 req-76ed2798-e68e-4303-9848-a6be3341ff6e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=864200e9-d53b-4b39-85e1-13529a619775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397890 May 03 23:29:47.136428 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df71e6d-e62c-41ab-b245-97b235d2c38e req-231135ca-b6fb-475a-8116-e186e71eb461 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:47.137846 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2df71e6d-e62c-41ab-b245-97b235d2c38e req-231135ca-b6fb-475a-8116-e186e71eb461 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 944 time: 0.0813823 May 03 23:29:47.163265 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 12ea2b43-3d88-4c13-9e00-5308c91a5017 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:29:47.268519 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 12ea2b43-3d88-4c13-9e00-5308c91a5017 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:29:47.273189 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 12ea2b43-3d88-4c13-9e00-5308c91a5017 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:29:47.273564 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:47.294611 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2df71e6d-e62c-41ab-b245-97b235d2c38e req-b0e2eced-622b-4570-b4e5-8fe016fcaa48 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=864200e9-d53b-4b39-85e1-13529a619775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511412 May 03 23:29:47.388543 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:47.414546 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f465c3e-c58d-45a8-8aee-3d52163277bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ea2b43-3d88-4c13-9e00-5308c91a5017'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:29:47.424440 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 12ea2b43-3d88-4c13-9e00-5308c91a5017, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=12ea2b43-3d88-4c13-9e00-5308c91a5017,segment=NetworkSegment(5ba372bd-0a75-4a8a-8a85-7aad4005f6f0),segment_id=5ba372bd-0a75-4a8a-8a85-7aad4005f6f0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:29:47.428731 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:47.496159 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=12ea2b43-3d88-4c13-9e00-5308c91a5017,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:29:47.517144 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6680656-0898-4aca-af16-91dabb540aff'] response: {'server_uuid': '2f465c3e-c58d-45a8-8aee-3d52163277bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ea2b43-3d88-4c13-9e00-5308c91a5017', 'code': 200} May 03 23:29:47.639022 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7697f-301f-448c-bf1d-98ba74f5e2de req-8687f3ef-b09a-47ec-8c1c-17eb8059811a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:47.640476 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-37f7697f-301f-448c-bf1d-98ba74f5e2de req-8687f3ef-b09a-47ec-8c1c-17eb8059811a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 1096 time: 0.0695996 May 03 23:29:47.680586 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-37f7697f-301f-448c-bf1d-98ba74f5e2de req-9d579de4-b836-40c2-9308-ceb7f35d27ab service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=864200e9-d53b-4b39-85e1-13529a619775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337250 May 03 23:29:48.479912 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b782bf6-103c-4418-8aeb-d68691615084 req-34dd649b-fc4f-4f47-8fb4-2f327f0dbed0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:48.481261 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5b782bf6-103c-4418-8aeb-d68691615084 req-34dd649b-fc4f-4f47-8fb4-2f327f0dbed0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 945 time: 0.0815673 May 03 23:29:48.522962 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5b782bf6-103c-4418-8aeb-d68691615084 req-cfc8d21f-1e03-492d-9e4e-9e4b1202f286 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=864200e9-d53b-4b39-85e1-13529a619775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360100 May 03 23:29:49.706370 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c6ca6-dd52-417f-9ba4-a937ef870579 req-c472542c-5bdb-4078-8a34-6de37d2148de tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:49.707682 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea6c6ca6-dd52-417f-9ba4-a937ef870579 req-c472542c-5bdb-4078-8a34-6de37d2148de tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 945 time: 0.0789948 May 03 23:29:49.753807 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea6c6ca6-dd52-417f-9ba4-a937ef870579 req-90c03e0c-2578-47cb-8abf-7dcad2ebf872 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=864200e9-d53b-4b39-85e1-13529a619775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404899 May 03 23:29:49.938886 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e7ff9-58e2-4d9f-a351-b0f78922b1a1 req-ae57e476-70a4-45cf-ba63-ba8188d80dd7 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:49.940321 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e8e7ff9-58e2-4d9f-a351-b0f78922b1a1 req-ae57e476-70a4-45cf-ba63-ba8188d80dd7 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 945 time: 0.0793719 May 03 23:29:49.983154 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e8e7ff9-58e2-4d9f-a351-b0f78922b1a1 req-9631b597-97c4-42a3-bf66-3ac36f5fc574 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=864200e9-d53b-4b39-85e1-13529a619775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371838 May 03 23:29:50.005198 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57548) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:29:50.078506 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342b88c7-855c-4348-b0dc-03db45f4fef6 tempest-TestNetworkAdvancedServerOps-1551533295 tempest-TestNetworkAdvancedServerOps-1551533295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:50.079994 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-342b88c7-855c-4348-b0dc-03db45f4fef6 tempest-TestNetworkAdvancedServerOps-1551533295 tempest-TestNetworkAdvancedServerOps-1551533295-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 1091 time: 0.0738523 May 03 23:29:50.082879 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57552) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:29:50.087626 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-2d5df2c6-fb93-4f42-8f2f-dd21a8bb1298 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'port_id': '12ea2b43-3d88-4c13-9e00-5308c91a5017', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:29:50.094112 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2d5df2c6-fb93-4f42-8f2f-dd21a8bb1298 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:29:50.097922 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2d5df2c6-fb93-4f42-8f2f-dd21a8bb1298 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:floatingip and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:29:50.100701 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2d5df2c6-fb93-4f42-8f2f-dd21a8bb1298 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:29:50.106326 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2d5df2c6-fb93-4f42-8f2f-dd21a8bb1298 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:29:50.116332 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2d5df2c6-fb93-4f42-8f2f-dd21a8bb1298 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:50.253017 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2d5df2c6-fb93-4f42-8f2f-dd21a8bb1298 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:50.384594 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-2d5df2c6-fb93-4f42-8f2f-dd21a8bb1298 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Allocated IP 172.25.2.64 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/3d52271e-bf45-4538-95ae-fa40ffe7f141) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:29:50.527472 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2d5df2c6-fb93-4f42-8f2f-dd21a8bb1298 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:50.557660 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2d5df2c6-fb93-4f42-8f2f-dd21a8bb1298 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:50.622204 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5df2c6-fb93-4f42-8f2f-dd21a8bb1298 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:29:50.624994 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-2d5df2c6-fb93-4f42-8f2f-dd21a8bb1298 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:29:50.627476 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5df2c6-fb93-4f42-8f2f-dd21a8bb1298 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:29:50.674465 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5df2c6-fb93-4f42-8f2f-dd21a8bb1298 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Port': ['ID=3d52271e-bf45-4538-95ae-fa40ffe7f141,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:29:51.022408 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2d5df2c6-fb93-4f42-8f2f-dd21a8bb1298 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:51.097319 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2d5df2c6-fb93-4f42-8f2f-dd21a8bb1298 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:51.402715 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2d5df2c6-fb93-4f42-8f2f-dd21a8bb1298 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:51.407196 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2d5df2c6-fb93-4f42-8f2f-dd21a8bb1298 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:51.514389 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5df2c6-fb93-4f42-8f2f-dd21a8bb1298 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Port': ['ID=3d52271e-bf45-4538-95ae-fa40ffe7f141,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:29:51.524232 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2d5df2c6-fb93-4f42-8f2f-dd21a8bb1298 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:51.700576 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-2d5df2c6-fb93-4f42-8f2f-dd21a8bb1298 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Floating IP 12cd0517-9f68-44bb-a4dc-6c2c00f54eb0 associated. External IP: 172.25.2.64, port: 12ea2b43-3d88-4c13-9e00-5308c91a5017. May 03 23:29:52.053451 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5df2c6-fb93-4f42-8f2f-dd21a8bb1298 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Router 12480ad9-5bb3-4073-9eec-309ab08c22db has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:29:52.228164 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5df2c6-fb93-4f42-8f2f-dd21a8bb1298 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:29:52.238272 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ba7816-a65b-44f8-b526-f2aaf716b7c6 None None] Sync routers for ids ['12480ad9-5bb3-4073-9eec-309ab08c22db'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:29:52.247415 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ba7816-a65b-44f8-b526-f2aaf716b7c6 None None] Routers {'12480ad9-5bb3-4073-9eec-309ab08c22db'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:29:52.248032 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-49ba7816-a65b-44f8-b526-f2aaf716b7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:29:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['12480ad9-5bb3-4073-9eec-309ab08c22db'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:29:52.252254 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2d5df2c6-fb93-4f42-8f2f-dd21a8bb1298 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:52.312505 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2d5df2c6-fb93-4f42-8f2f-dd21a8bb1298 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2260635 May 03 23:29:52.312505 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f465c3e-c58d-45a8-8aee-3d52163277bd', 'tag': '12ea2b43-3d88-4c13-9e00-5308c91a5017'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:29:52.357504 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ab48137-52ae-421d-bdd0-1b5261d7dfb3'] response: {'name': 'network-changed', 'server_uuid': '2f465c3e-c58d-45a8-8aee-3d52163277bd', 'tag': '12ea2b43-3d88-4c13-9e00-5308c91a5017', 'status': 'completed', 'code': 200} May 03 23:29:52.429702 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-49ba7816-a65b-44f8-b526-f2aaf716b7c6 None None] Set router 12480ad9-5bb3-4073-9eec-309ab08c22db gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:29:52.520683 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed1a9c-be46-45dc-a739-95d702f22b77 req-905df726-8131-4a42-80e0-517e968a2860 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:52.522172 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b0ed1a9c-be46-45dc-a739-95d702f22b77 req-905df726-8131-4a42-80e0-517e968a2860 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 945 time: 0.1062756 May 03 23:29:52.524804 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3de54-d74f-414f-a12c-607f8422c432 req-2b7deab8-d30a-4a3e-b618-cbd511e12731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:52.526778 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-20c3de54-d74f-414f-a12c-607f8422c432 req-2b7deab8-d30a-4a3e-b618-cbd511e12731 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 1096 time: 0.1457713 May 03 23:29:52.651919 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b0ed1a9c-be46-45dc-a739-95d702f22b77 req-889f78c0-79a3-48d1-9371-231ad51be62a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=864200e9-d53b-4b39-85e1-13529a619775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223087 May 03 23:29:52.675189 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57560) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:29:52.690083 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3de54-d74f-414f-a12c-607f8422c432 req-8eab3553-6fdc-41ad-833e-6dbd4b0fcac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:52.691532 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-20c3de54-d74f-414f-a12c-607f8422c432 req-8eab3553-6fdc-41ad-833e-6dbd4b0fcac6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dfa21f44-df64-4baf-8c34-b25f74adfc42 HTTP/1.1" status: 200 len: 897 time: 0.1493132 May 03 23:29:52.775201 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-49ba7816-a65b-44f8-b526-f2aaf716b7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1973450145', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '524cf42d-c59c-4c2b-84a7-7e2dff41ce55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:29:29Z', 'updated_at': '2022-05-03T23:29:34Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '524cf42d-c59c-4c2b-84a7-7e2dff41ce55', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:29:30Z', 'updated_at': '2022-05-03T23:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '12cd0517-9f68-44bb-a4dc-6c2c00f54eb0', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'floating_ip_address': '172.25.2.64', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'port_id': '12ea2b43-3d88-4c13-9e00-5308c91a5017', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa21f44-df64-4baf-8c34-b25f74adfc42', 'mac_address': 'fa:16:3e:77:93:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f465c3e-c58d-45a8-8aee-3d52163277bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:29:50Z', 'updated_at': '2022-05-03T23:29:50Z', 'revision_number': 0, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7bd119-72f3-42f7-93e0-0c3841a07076', 'name': '', 'network_id': 'dfa21f44-df64-4baf-8c34-b25f74adfc42', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:48:67:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'a2d59cc6-d238-4816-8284-7e4dc00779ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:29:33Z', 'updated_at': '2022-05-03T23:29:40Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': 'a2d59cc6-d238-4816-8284-7e4dc00779ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:29:52.780317 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ba7816-a65b-44f8-b526-f2aaf716b7c6 None None] Checking router: 12480ad9-5bb3-4073-9eec-309ab08c22db for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:29:52.786313 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-acbebf09-75f8-4dbe-86f1-088a7010589b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/floatingips/12cd0517-9f68-44bb-a4dc-6c2c00f54eb0 HTTP/1.1" status: 200 len: 990 time: 0.1099329 May 03 23:29:52.789781 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ba7816-a65b-44f8-b526-f2aaf716b7c6 None None] Routers {'12480ad9-5bb3-4073-9eec-309ab08c22db'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:29:52.790441 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-49ba7816-a65b-44f8-b526-f2aaf716b7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:29:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['12480ad9-5bb3-4073-9eec-309ab08c22db'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:29:52.914591 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-20c3de54-d74f-414f-a12c-607f8422c432 req-f03e3c9d-4c77-4a6e-bead-29bdb03704f8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12ea2b43-3d88-4c13-9e00-5308c91a5017 HTTP/1.1" status: 200 len: 998 time: 0.2159886 May 03 23:29:52.968765 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-49ba7816-a65b-44f8-b526-f2aaf716b7c6 None None] Set router 12480ad9-5bb3-4073-9eec-309ab08c22db gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:29:52.976983 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3de54-d74f-414f-a12c-607f8422c432 req-7fd5e84b-9460-4f8b-8d1f-d4b705806f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:52.978459 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-20c3de54-d74f-414f-a12c-607f8422c432 req-7fd5e84b-9460-4f8b-8d1f-d4b705806f21 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a2d59cc6-d238-4816-8284-7e4dc00779ef HTTP/1.1" status: 200 len: 833 time: 0.0578399 May 03 23:29:53.052408 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-dcab400d-9f4f-4ffc-8242-e32288b13a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:53.056268 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3de54-d74f-414f-a12c-607f8422c432 req-efe1c50d-9d96-4be1-8090-c8c7a87ab6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:29:53.058439 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-20c3de54-d74f-414f-a12c-607f8422c432 req-efe1c50d-9d96-4be1-8090-c8c7a87ab6e2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dfa21f44-df64-4baf-8c34-b25f74adfc42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739429 May 03 23:29:53.190175 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-20c3de54-d74f-414f-a12c-607f8422c432 req-0e6d2b18-37f8-44ac-9874-e32e5e89df95 service neutron] 10.222.0.67 "GET /v2.0/networks/dfa21f44-df64-4baf-8c34-b25f74adfc42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252906 May 03 23:29:53.320168 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-20c3de54-d74f-414f-a12c-607f8422c432 req-cd97fd75-be4e-4005-a83c-1ff2b978821c service neutron] 10.222.0.67 "GET /v2.0/networks/dfa21f44-df64-4baf-8c34-b25f74adfc42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244698 May 03 23:29:53.328823 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-49ba7816-a65b-44f8-b526-f2aaf716b7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1973450145', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '524cf42d-c59c-4c2b-84a7-7e2dff41ce55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:29:29Z', 'updated_at': '2022-05-03T23:29:34Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '524cf42d-c59c-4c2b-84a7-7e2dff41ce55', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:29:30Z', 'updated_at': '2022-05-03T23:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '12cd0517-9f68-44bb-a4dc-6c2c00f54eb0', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'floating_ip_address': '172.25.2.64', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'port_id': '12ea2b43-3d88-4c13-9e00-5308c91a5017', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa21f44-df64-4baf-8c34-b25f74adfc42', 'mac_address': 'fa:16:3e:77:93:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f465c3e-c58d-45a8-8aee-3d52163277bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:29:50Z', 'updated_at': '2022-05-03T23:29:50Z', 'revision_number': 0, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7bd119-72f3-42f7-93e0-0c3841a07076', 'name': '', 'network_id': 'dfa21f44-df64-4baf-8c34-b25f74adfc42', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:48:67:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'a2d59cc6-d238-4816-8284-7e4dc00779ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:29:33Z', 'updated_at': '2022-05-03T23:29:40Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': 'a2d59cc6-d238-4816-8284-7e4dc00779ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:29:53.332844 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ba7816-a65b-44f8-b526-f2aaf716b7c6 None None] The sync data for ids ['12480ad9-5bb3-4073-9eec-309ab08c22db'] in n-d-811807-1 is: [{'id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1973450145', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '524cf42d-c59c-4c2b-84a7-7e2dff41ce55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:29:29Z', 'updated_at': '2022-05-03T23:29:34Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '524cf42d-c59c-4c2b-84a7-7e2dff41ce55', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:29:30Z', 'updated_at': '2022-05-03T23:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '12cd0517-9f68-44bb-a4dc-6c2c00f54eb0', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'floating_ip_address': '172.25.2.64', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'port_id': '12ea2b43-3d88-4c13-9e00-5308c91a5017', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa21f44-df64-4baf-8c34-b25f74adfc42', 'mac_address': 'fa:16:3e:77:93:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f465c3e-c58d-45a8-8aee-3d52163277bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:29:50Z', 'updated_at': '2022-05-03T23:29:50Z', 'revision_number': 0, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7bd119-72f3-42f7-93e0-0c3841a07076', 'name': '', 'network_id': 'dfa21f44-df64-4baf-8c34-b25f74adfc42', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:48:67:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'a2d59cc6-d238-4816-8284-7e4dc00779ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:29:33Z', 'updated_at': '2022-05-03T23:29:40Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': 'a2d59cc6-d238-4816-8284-7e4dc00779ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:29:53.509723 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0267ce0-5a3a-4b53-9b97-716900a65fd8 None None] New status for floating IP 12cd0517-9f68-44bb-a4dc-6c2c00f54eb0: ACTIVE {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:29:53.788156 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57564) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:29:53.890853 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f0d5e867-a795-4fb8-87c2-cfa7f3ad9d08 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/floatingips/12cd0517-9f68-44bb-a4dc-6c2c00f54eb0 HTTP/1.1" status: 200 len: 992 time: 0.1015143 May 03 23:29:55.018044 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:55.627046 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f9de1816-57c0-4f1e-a5f4-a122f2a61ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:56.454034 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:56.513571 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:57.834157 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:29:58.565805 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:30:12.003508 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a61513fc-73b0-4215-b172-bd4d80b982bf req-538b3e39-10af-49fd-ba32-e5353c275487 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0712323 May 03 23:30:12.145016 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61513fc-73b0-4215-b172-bd4d80b982bf req-11a602f1-1153-4ead-8396-413dae2325d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:30:12.146478 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a61513fc-73b0-4215-b172-bd4d80b982bf req-11a602f1-1153-4ead-8396-413dae2325d3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 1096 time: 0.0724452 May 03 23:30:12.291960 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61513fc-73b0-4215-b172-bd4d80b982bf req-0745011f-bad7-4a02-8181-826c43af3384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:30:12.293351 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a61513fc-73b0-4215-b172-bd4d80b982bf req-0745011f-bad7-4a02-8181-826c43af3384 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dfa21f44-df64-4baf-8c34-b25f74adfc42 HTTP/1.1" status: 200 len: 897 time: 0.1294284 May 03 23:30:12.391757 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a61513fc-73b0-4215-b172-bd4d80b982bf req-a67c3faf-c596-4fe0-b12d-7d3c3f3e9c5a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12ea2b43-3d88-4c13-9e00-5308c91a5017 HTTP/1.1" status: 200 len: 1000 time: 0.0918336 May 03 23:30:12.454863 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61513fc-73b0-4215-b172-bd4d80b982bf req-0270cd25-513e-4abe-ac7a-2b816513a2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:30:12.456220 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a61513fc-73b0-4215-b172-bd4d80b982bf req-0270cd25-513e-4abe-ac7a-2b816513a2ce service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a2d59cc6-d238-4816-8284-7e4dc00779ef HTTP/1.1" status: 200 len: 833 time: 0.0584888 May 03 23:30:12.528846 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61513fc-73b0-4215-b172-bd4d80b982bf req-03de9b74-3d6f-4bdc-b7f0-4bc560b6ce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:30:12.530418 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a61513fc-73b0-4215-b172-bd4d80b982bf req-03de9b74-3d6f-4bdc-b7f0-4bc560b6ce7b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dfa21f44-df64-4baf-8c34-b25f74adfc42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681303 May 03 23:30:12.660463 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a61513fc-73b0-4215-b172-bd4d80b982bf req-b3223ef0-a6e2-43ff-9fa5-b662df5ee65e service neutron] 10.222.0.67 "GET /v2.0/networks/dfa21f44-df64-4baf-8c34-b25f74adfc42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236672 May 03 23:30:12.788802 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a61513fc-73b0-4215-b172-bd4d80b982bf req-c9d4f174-e24e-4a60-8b4f-5231b699446a service neutron] 10.222.0.67 "GET /v2.0/networks/dfa21f44-df64-4baf-8c34-b25f74adfc42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218688 May 03 23:30:18.240262 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:30:22.934778 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-9c7d1474-307e-4237-ae82-934e9f76068e req-8d649bf7-48ff-4270-8e7c-67c85ab587ce tempest-ServerDiskConfigTestJSON-89333980 tempest-ServerDiskConfigTestJSON-89333980-project] (88069) timed out ('10.222.0.60', 61399) {{(pid=88069) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 03 23:30:23.044721 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-022448ca-59fe-43e6-8268-310613209867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:30:25.005925 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:30:25.627173 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4e1c88e2-739b-4158-871f-f3986391da53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:30:26.458636 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:30:26.516221 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:30:27.872874 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:30:28.555439 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:30:53.048375 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a3dd9ca4-2c08-459b-ab9d-d4b4ff0f7fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:30:55.024199 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:30:55.238949 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:30:55.628474 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7ce694eb-4491-4a07-9fd7-507cfc88253e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:30:56.020065 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57604) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:30:56.040264 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29623fd1-6892-4eac-9ef1-cdd928391e39 req-acaaf720-dd07-4eea-84ec-a71af674a9a5 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:30:56.041724 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-29623fd1-6892-4eac-9ef1-cdd928391e39 req-acaaf720-dd07-4eea-84ec-a71af674a9a5 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 945 time: 0.0841069 May 03 23:30:56.086617 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-29623fd1-6892-4eac-9ef1-cdd928391e39 req-2a081ad9-8c62-4a5c-aebd-b2d388e03118 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=864200e9-d53b-4b39-85e1-13529a619775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386987 May 03 23:30:56.132797 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-2810eee0-0876-423b-9b95-4056d6d6a14f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1114712 May 03 23:30:56.462056 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:30:56.520079 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:30:57.270674 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80bd9ad-b749-4291-840a-acbdc87c8779 req-b95ed527-b8a1-4fbb-b87f-1d39c0273a0f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:30:57.272142 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f80bd9ad-b749-4291-840a-acbdc87c8779 req-b95ed527-b8a1-4fbb-b87f-1d39c0273a0f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 945 time: 0.0796285 May 03 23:30:57.316530 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f80bd9ad-b749-4291-840a-acbdc87c8779 req-0ecd714b-d4d6-4507-8379-08da73918de4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=864200e9-d53b-4b39-85e1-13529a619775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381072 May 03 23:30:57.841342 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:30:58.499899 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76380396-0ba6-476f-b7d5-e6db70b12d18 req-896be135-e866-49d3-93b7-a1d62f58e4b5 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:30:58.501355 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-76380396-0ba6-476f-b7d5-e6db70b12d18 req-896be135-e866-49d3-93b7-a1d62f58e4b5 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 945 time: 0.0815821 May 03 23:30:58.544717 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-76380396-0ba6-476f-b7d5-e6db70b12d18 req-f5b7d70e-e1e2-407f-a366-b51f823ed30b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=864200e9-d53b-4b39-85e1-13529a619775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376201 May 03 23:30:58.569815 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:30:59.733533 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7940cee-9521-4679-ad6b-170e75ef8fa3 req-304e68f3-a937-46d4-a7c8-4bfe6d26b45d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:30:59.735019 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b7940cee-9521-4679-ad6b-170e75ef8fa3 req-304e68f3-a937-46d4-a7c8-4bfe6d26b45d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 945 time: 0.0810275 May 03 23:30:59.787638 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b7940cee-9521-4679-ad6b-170e75ef8fa3 req-39b64f41-1168-4d65-be75-7af3c3b46d0a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=864200e9-d53b-4b39-85e1-13529a619775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414932 May 03 23:31:00.972852 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a390c3-f6fe-41a6-9108-46047fc57200 req-9970f8ee-138e-4bb4-93ef-702d88e0968c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:00.974391 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3a390c3-f6fe-41a6-9108-46047fc57200 req-9970f8ee-138e-4bb4-93ef-702d88e0968c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 945 time: 0.0815256 May 03 23:31:01.020713 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3a390c3-f6fe-41a6-9108-46047fc57200 req-a5f35160-e88c-4be5-9ba0-cdb505cd921e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=864200e9-d53b-4b39-85e1-13529a619775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393536 May 03 23:31:01.582656 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-ad3703a4-8a30-43cc-9626-c171c7d5ed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:01.584202 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-ad3703a4-8a30-43cc-9626-c171c7d5ed5e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 1096 time: 0.2131579 May 03 23:31:01.715116 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-8309d146-b5d5-4e42-9047-b869dea60365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:01.716547 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-8309d146-b5d5-4e42-9047-b869dea60365 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dfa21f44-df64-4baf-8c34-b25f74adfc42 HTTP/1.1" status: 200 len: 897 time: 0.1262190 May 03 23:31:01.817355 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-c93bc016-dc4b-4b19-85e5-ee6ff999f52d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12ea2b43-3d88-4c13-9e00-5308c91a5017 HTTP/1.1" status: 200 len: 1000 time: 0.0948093 May 03 23:31:01.877197 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-7973e92e-8f10-41c4-a026-476fafe655ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:01.878578 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-7973e92e-8f10-41c4-a026-476fafe655ef service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a2d59cc6-d238-4816-8284-7e4dc00779ef HTTP/1.1" status: 200 len: 833 time: 0.0551510 May 03 23:31:01.951099 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-80e133dd-eb0f-4cf6-a4ba-0348d042c5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:01.952531 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-80e133dd-eb0f-4cf6-a4ba-0348d042c5b0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dfa21f44-df64-4baf-8c34-b25f74adfc42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678344 May 03 23:31:02.083008 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-0760d2cd-1622-454c-ab86-40c8ef1413ec service neutron] 10.222.0.67 "GET /v2.0/networks/dfa21f44-df64-4baf-8c34-b25f74adfc42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246047 May 03 23:31:02.271116 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-f43f58d0-bf90-438d-ad4d-98a2027f9c4e service neutron] 10.222.0.67 "GET /v2.0/networks/dfa21f44-df64-4baf-8c34-b25f74adfc42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812925 May 03 23:31:02.287025 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f8795-c2e9-4000-80fd-0467595d2c20 req-351b6c77-f5c7-4997-8080-1a8ed99d8b0b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:02.288501 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0e6f8795-c2e9-4000-80fd-0467595d2c20 req-351b6c77-f5c7-4997-8080-1a8ed99d8b0b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 945 time: 0.1574640 May 03 23:31:02.333051 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0e6f8795-c2e9-4000-80fd-0467595d2c20 req-bc234d84-50a9-41fd-ae4e-6a17bdd7023f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=864200e9-d53b-4b39-85e1-13529a619775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383422 May 03 23:31:03.519345 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1652e3-faf6-4583-af51-e2f8f9b1cacb req-5617e729-b9d9-4699-940a-78fccb0387c0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:03.520807 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea1652e3-faf6-4583-af51-e2f8f9b1cacb req-5617e729-b9d9-4699-940a-78fccb0387c0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 945 time: 0.0811236 May 03 23:31:03.564803 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ea1652e3-faf6-4583-af51-e2f8f9b1cacb req-3eff4d51-c8ab-48fc-8aac-f9753cdcd3df tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=864200e9-d53b-4b39-85e1-13529a619775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377989 May 03 23:31:04.743882 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c8ba6-4483-4d62-8f6f-c54c64a28bfd req-38e5e5f2-fd61-49df-8c83-96d125a17c8a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:04.745340 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-122c8ba6-4483-4d62-8f6f-c54c64a28bfd req-38e5e5f2-fd61-49df-8c83-96d125a17c8a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 945 time: 0.0782290 May 03 23:31:04.788457 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-122c8ba6-4483-4d62-8f6f-c54c64a28bfd req-5eac34e6-6bbe-4d19-8998-015c582a6a37 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=864200e9-d53b-4b39-85e1-13529a619775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375762 May 03 23:31:05.978702 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ea5e1-6bf7-4809-8e34-fa6d3afff0cd req-cc30a140-e7cd-4366-8933-c0e76c8a29cf tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:05.980168 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8e0ea5e1-6bf7-4809-8e34-fa6d3afff0cd req-cc30a140-e7cd-4366-8933-c0e76c8a29cf tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 945 time: 0.0873458 May 03 23:31:06.024425 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8e0ea5e1-6bf7-4809-8e34-fa6d3afff0cd req-dc0d055f-d8aa-48f0-8a59-7073363a4db2 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=864200e9-d53b-4b39-85e1-13529a619775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387061 May 03 23:31:07.209964 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e679c-b16d-44cf-9e9f-c336427de4a6 req-82936a6d-df3d-4463-bf84-bfd3842d4397 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:07.211905 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1d2e679c-b16d-44cf-9e9f-c336427de4a6 req-82936a6d-df3d-4463-bf84-bfd3842d4397 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 945 time: 0.0775890 May 03 23:31:07.256012 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1d2e679c-b16d-44cf-9e9f-c336427de4a6 req-f109af76-5398-4cb0-b605-b0473b474860 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=864200e9-d53b-4b39-85e1-13529a619775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385177 May 03 23:31:08.443570 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f530d9-90da-4fbd-8bbd-8ff752aaa12b req-0b574eb8-42d6-442a-bbcf-018ea008ff41 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:08.445391 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b5f530d9-90da-4fbd-8bbd-8ff752aaa12b req-0b574eb8-42d6-442a-bbcf-018ea008ff41 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 945 time: 0.0804787 May 03 23:31:08.487712 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b5f530d9-90da-4fbd-8bbd-8ff752aaa12b req-f5549449-f010-43cd-8469-522aabcb0a6e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=864200e9-d53b-4b39-85e1-13529a619775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367167 May 03 23:31:09.669753 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25009f-5b01-4be3-b9d5-e5f7f565b48c req-6709b4de-9b3a-4ac0-8785-311604db4e7d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:09.671221 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dc25009f-5b01-4be3-b9d5-e5f7f565b48c req-6709b4de-9b3a-4ac0-8785-311604db4e7d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 945 time: 0.0787308 May 03 23:31:09.717723 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dc25009f-5b01-4be3-b9d5-e5f7f565b48c req-2e96a5b2-6c3e-4ec6-9d24-76c74b1b9901 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=864200e9-d53b-4b39-85e1-13529a619775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406284 May 03 23:31:10.904561 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484d333-6a6b-48c5-af24-0157e691527a req-47177883-e614-4d3d-bf3d-ca19cef63586 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:10.906126 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4484d333-6a6b-48c5-af24-0157e691527a req-47177883-e614-4d3d-bf3d-ca19cef63586 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 945 time: 0.0795753 May 03 23:31:10.949308 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4484d333-6a6b-48c5-af24-0157e691527a req-904b3c7b-e5bf-4a9e-8fc8-dbfe2bd32d60 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=864200e9-d53b-4b39-85e1-13529a619775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376945 May 03 23:31:12.143225 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fb30a-1374-41b4-836d-0d4913ab0b4c req-324b8fed-409b-46d9-a0f8-cefdf583077d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:12.144672 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7e4fb30a-1374-41b4-836d-0d4913ab0b4c req-324b8fed-409b-46d9-a0f8-cefdf583077d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 945 time: 0.0844755 May 03 23:31:12.191438 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7e4fb30a-1374-41b4-836d-0d4913ab0b4c req-221f2d7f-79da-4b8b-b798-0165df27edcd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=864200e9-d53b-4b39-85e1-13529a619775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404353 May 03 23:31:12.709865 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05abaa-7eaf-4322-9447-0c0b33d58d81 req-2e2a9f99-b75b-48a8-b708-cdc1421720e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:12.711321 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec05abaa-7eaf-4322-9447-0c0b33d58d81 req-2e2a9f99-b75b-48a8-b708-cdc1421720e1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 1096 time: 0.0694153 May 03 23:31:12.954556 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05abaa-7eaf-4322-9447-0c0b33d58d81 req-7243f3b3-5b58-4b63-9145-2f5740192430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:12.955995 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec05abaa-7eaf-4322-9447-0c0b33d58d81 req-7243f3b3-5b58-4b63-9145-2f5740192430 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dfa21f44-df64-4baf-8c34-b25f74adfc42 HTTP/1.1" status: 200 len: 897 time: 0.2258258 May 03 23:31:13.069211 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec05abaa-7eaf-4322-9447-0c0b33d58d81 req-4df86282-b29e-4fa1-a39c-52215fab2dac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12ea2b43-3d88-4c13-9e00-5308c91a5017 HTTP/1.1" status: 200 len: 1000 time: 0.0965474 May 03 23:31:13.133165 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05abaa-7eaf-4322-9447-0c0b33d58d81 req-d631d495-b7fa-47a2-9036-2e59fd046e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:13.134570 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec05abaa-7eaf-4322-9447-0c0b33d58d81 req-d631d495-b7fa-47a2-9036-2e59fd046e47 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a2d59cc6-d238-4816-8284-7e4dc00779ef HTTP/1.1" status: 200 len: 833 time: 0.0584512 May 03 23:31:13.207389 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05abaa-7eaf-4322-9447-0c0b33d58d81 req-2df7fb0c-289c-463c-aeac-e572f79ec50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:13.208726 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec05abaa-7eaf-4322-9447-0c0b33d58d81 req-2df7fb0c-289c-463c-aeac-e572f79ec50f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dfa21f44-df64-4baf-8c34-b25f74adfc42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674970 May 03 23:31:13.398474 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec05abaa-7eaf-4322-9447-0c0b33d58d81 req-04262f75-de71-45ab-8ee4-8efc593580d1 service neutron] 10.222.0.67 "GET /v2.0/networks/dfa21f44-df64-4baf-8c34-b25f74adfc42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831863 May 03 23:31:13.449635 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5caabca-c99b-4cd3-8591-3149d77b3302 req-440c535f-5d96-4d1a-aded-813fa9f8f572 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:13.451067 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b5caabca-c99b-4cd3-8591-3149d77b3302 req-440c535f-5d96-4d1a-aded-813fa9f8f572 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 945 time: 0.1482294 May 03 23:31:13.566312 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b5caabca-c99b-4cd3-8591-3149d77b3302 req-c2026c74-eedd-4889-90c1-e3cb29d4bbcd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=864200e9-d53b-4b39-85e1-13529a619775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701625 May 03 23:31:13.571460 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ec05abaa-7eaf-4322-9447-0c0b33d58d81 req-a44946e3-7d6b-4a2d-b19f-989c06e9680c service neutron] 10.222.0.67 "GET /v2.0/networks/dfa21f44-df64-4baf-8c34-b25f74adfc42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653287 May 03 23:31:14.296385 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-d42ac0b9-ba5e-43c2-8f6c-652d40fa7bc3 service neutron] show failed (client error): The resource could not be found. May 03 23:31:14.297389 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-d42ac0b9-ba5e-43c2-8f6c-652d40fa7bc3 service neutron] 10.222.0.67 "GET /v2.0/ports/12ea2b43-3d88-4c13-9e00-5308c91a5017/bindings/n-h1-811807-1 HTTP/1.1" status: 404 len: 380 time: 0.0791056 May 03 23:31:14.552217 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-695816f0-c904-47a7-bf23-899b4aa58f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:14.553571 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-695816f0-c904-47a7-bf23-899b4aa58f46 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd&tenant_id=ebb80d0d514d4b2aba00c76f4be31457 HTTP/1.1" status: 200 len: 1096 time: 0.0689437 May 03 23:31:14.565293 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-6b271cd7-63a9-4847-b715-8a242059737d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811807-1', 'device_owner': 'compute:nova'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:31:14.675229 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-6b271cd7-63a9-4847-b715-8a242059737d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:14.754837 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26977b-b56b-40c0-bda8-e735fce43f55 req-73d6afc7-56f6-4405-a29f-da9dcccf02bb tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:14.756285 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ab26977b-b56b-40c0-bda8-e735fce43f55 req-73d6afc7-56f6-4405-a29f-da9dcccf02bb tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 945 time: 0.0836229 May 03 23:31:14.802563 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ab26977b-b56b-40c0-bda8-e735fce43f55 req-6bf63efc-af4c-439c-b94b-b2ea7ae39f60 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=864200e9-d53b-4b39-85e1-13529a619775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392509 May 03 23:31:14.938014 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-6b271cd7-63a9-4847-b715-8a242059737d service neutron] For port 12ea2b43-3d88-4c13-9e00-5308c91a5017, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=12ea2b43-3d88-4c13-9e00-5308c91a5017,segment=NetworkSegment(5ba372bd-0a75-4a8a-8a85-7aad4005f6f0),segment_id=5ba372bd-0a75-4a8a-8a85-7aad4005f6f0)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:31:14.967075 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-6b271cd7-63a9-4847-b715-8a242059737d service neutron] For port 12ea2b43-3d88-4c13-9e00-5308c91a5017, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:31:15.022713 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f465c3e-c58d-45a8-8aee-3d52163277bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12ea2b43-3d88-4c13-9e00-5308c91a5017'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:31:15.028048 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-6b271cd7-63a9-4847-b715-8a242059737d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:15.042750 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-6b271cd7-63a9-4847-b715-8a242059737d service neutron] Transition to ACTIVE for port object 12ea2b43-3d88-4c13-9e00-5308c91a5017 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:31:15.046653 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-6b271cd7-63a9-4847-b715-8a242059737d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:15.088058 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f8567a3-a799-4cdc-be2b-298c6ad5448e'] response: {'server_uuid': '2f465c3e-c58d-45a8-8aee-3d52163277bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12ea2b43-3d88-4c13-9e00-5308c91a5017', 'code': 200} May 03 23:31:15.187079 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b271cd7-63a9-4847-b715-8a242059737d service neutron] Pushing event updated for resources: {'Port': ['ID=12ea2b43-3d88-4c13-9e00-5308c91a5017,revision_number=6']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:31:15.199758 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b271cd7-63a9-4847-b715-8a242059737d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:31:15.200099 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b271cd7-63a9-4847-b715-8a242059737d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:31:15.200431 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b271cd7-63a9-4847-b715-8a242059737d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:31:15.200756 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b271cd7-63a9-4847-b715-8a242059737d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:31:15.201079 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b271cd7-63a9-4847-b715-8a242059737d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:31:15.201400 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b271cd7-63a9-4847-b715-8a242059737d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:31:15.201716 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b271cd7-63a9-4847-b715-8a242059737d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:31:15.202054 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b271cd7-63a9-4847-b715-8a242059737d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:31:15.202370 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b271cd7-63a9-4847-b715-8a242059737d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:31:15.202686 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b271cd7-63a9-4847-b715-8a242059737d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:31:15.202996 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b271cd7-63a9-4847-b715-8a242059737d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:31:15.203306 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b271cd7-63a9-4847-b715-8a242059737d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:31:15.369154 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-6b271cd7-63a9-4847-b715-8a242059737d service neutron] No DVR routers for this DVR port 12ea2b43-3d88-4c13-9e00-5308c91a5017 on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:31:15.583696 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-6b271cd7-63a9-4847-b715-8a242059737d service neutron] Attempting to bind port 12ea2b43-3d88-4c13-9e00-5308c91a5017 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:31:15.584390 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-6b271cd7-63a9-4847-b715-8a242059737d service neutron] Attempting to bind port 12ea2b43-3d88-4c13-9e00-5308c91a5017 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '5ba372bd-0a75-4a8a-8a85-7aad4005f6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dfa21f44-df64-4baf-8c34-b25f74adfc42'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:31:15.584390 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-6b271cd7-63a9-4847-b715-8a242059737d service neutron] Attempting to bind port 12ea2b43-3d88-4c13-9e00-5308c91a5017 on network dfa21f44-df64-4baf-8c34-b25f74adfc42 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:31:15.589449 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-6b271cd7-63a9-4847-b715-8a242059737d service neutron] Port 12ea2b43-3d88-4c13-9e00-5308c91a5017 on network dfa21f44-df64-4baf-8c34-b25f74adfc42 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:31:15.589701 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-6b271cd7-63a9-4847-b715-8a242059737d service neutron] Attempting to bind port 12ea2b43-3d88-4c13-9e00-5308c91a5017 on network dfa21f44-df64-4baf-8c34-b25f74adfc42 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:31:15.594736 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-6b271cd7-63a9-4847-b715-8a242059737d service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:31:15.595066 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-6b271cd7-63a9-4847-b715-8a242059737d service neutron] Checking segment: {'id': '5ba372bd-0a75-4a8a-8a85-7aad4005f6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dfa21f44-df64-4baf-8c34-b25f74adfc42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:31:15.595458 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-6b271cd7-63a9-4847-b715-8a242059737d service neutron] Bound using segment: {'id': '5ba372bd-0a75-4a8a-8a85-7aad4005f6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dfa21f44-df64-4baf-8c34-b25f74adfc42'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:31:15.595855 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-6b271cd7-63a9-4847-b715-8a242059737d service neutron] Bound port: 12ea2b43-3d88-4c13-9e00-5308c91a5017, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba372bd-0a75-4a8a-8a85-7aad4005f6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dfa21f44-df64-4baf-8c34-b25f74adfc42'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:31:15.596193 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-6b271cd7-63a9-4847-b715-8a242059737d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:15.685577 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-6b271cd7-63a9-4847-b715-8a242059737d service neutron] For port 12ea2b43-3d88-4c13-9e00-5308c91a5017, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:31:15.688445 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-6b271cd7-63a9-4847-b715-8a242059737d service neutron] For port 12ea2b43-3d88-4c13-9e00-5308c91a5017, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=12ea2b43-3d88-4c13-9e00-5308c91a5017,segment=NetworkSegment(5ba372bd-0a75-4a8a-8a85-7aad4005f6f0),segment_id=5ba372bd-0a75-4a8a-8a85-7aad4005f6f0)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:31:15.693335 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-6b271cd7-63a9-4847-b715-8a242059737d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:15.751129 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-6b271cd7-63a9-4847-b715-8a242059737d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:15.751750 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-6b271cd7-63a9-4847-b715-8a242059737d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:15.753124 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-6b271cd7-63a9-4847-b715-8a242059737d service neutron] 10.222.0.60 "PUT /v2.0/ports/12ea2b43-3d88-4c13-9e00-5308c91a5017 HTTP/1.1" status: 200 len: 1091 time: 1.1928198 May 03 23:31:15.770044 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b271cd7-63a9-4847-b715-8a242059737d service neutron] Pushing event updated for resources: {'Port': ['ID=12ea2b43-3d88-4c13-9e00-5308c91a5017,revision_number=7']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:31:15.853758 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-7d4eacc0-f369-41a3-aba8-d862dcb95e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:15.855339 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-7d4eacc0-f369-41a3-aba8-d862dcb95e47 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 1094 time: 0.0777957 May 03 23:31:15.990151 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-a9b79b65-eb32-4b03-834a-48d6ba2d6a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:15.991603 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-a9b79b65-eb32-4b03-834a-48d6ba2d6a76 service neutron] 10.222.0.60 "GET /v2.0/networks?id=dfa21f44-df64-4baf-8c34-b25f74adfc42 HTTP/1.1" status: 200 len: 897 time: 0.1307573 May 03 23:31:15.992418 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f5b8a-c0a1-4ac6-a350-a9c155b2470b req-a27d65a9-7411-44c6-8ebe-8bcf9c572f1c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:15.993933 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cf5f5b8a-c0a1-4ac6-a350-a9c155b2470b req-a27d65a9-7411-44c6-8ebe-8bcf9c572f1c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 943 time: 0.0807190 May 03 23:31:16.038199 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cf5f5b8a-c0a1-4ac6-a350-a9c155b2470b req-03aa4623-13d7-4447-a223-29c8db27593b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=864200e9-d53b-4b39-85e1-13529a619775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384948 May 03 23:31:16.098646 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-57a375a8-6edb-4694-882e-309df864bc08 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12ea2b43-3d88-4c13-9e00-5308c91a5017 HTTP/1.1" status: 200 len: 998 time: 0.1008685 May 03 23:31:16.158466 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-9e20f034-fd10-41bd-bd57-d8936aefc35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:16.159814 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-9e20f034-fd10-41bd-bd57-d8936aefc35e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2d59cc6-d238-4816-8284-7e4dc00779ef HTTP/1.1" status: 200 len: 833 time: 0.0556922 May 03 23:31:16.235801 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-9e85bc0a-9b03-426a-8696-b2c47387f3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:16.237268 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-9e85bc0a-9b03-426a-8696-b2c47387f3cf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dfa21f44-df64-4baf-8c34-b25f74adfc42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706248 May 03 23:31:16.365390 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-e01e6b12-b2a3-4fc2-93b9-4e78ee29182b service neutron] 10.222.0.60 "GET /v2.0/networks/dfa21f44-df64-4baf-8c34-b25f74adfc42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214516 May 03 23:31:16.505445 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-6d1dd068-4f16-4fc4-b6b6-5d9b37e9ca8f req-1ea6a15f-87d8-4f5b-aa47-8ac9bd0ab901 service neutron] 10.222.0.60 "GET /v2.0/networks/dfa21f44-df64-4baf-8c34-b25f74adfc42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341715 May 03 23:31:17.088744 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f465c3e-c58d-45a8-8aee-3d52163277bd', 'tag': '12ea2b43-3d88-4c13-9e00-5308c91a5017'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:31:17.143772 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1682414-5d78-4061-84f1-e5421cfe7b75'] response: {'name': 'network-changed', 'server_uuid': '2f465c3e-c58d-45a8-8aee-3d52163277bd', 'tag': '12ea2b43-3d88-4c13-9e00-5308c91a5017', 'status': 'completed', 'code': 200} May 03 23:31:17.239608 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8c56c-32a6-4696-adde-f074d921179e req-8df91fd1-f9b0-4f34-a0fb-d5ea7f4ab384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:17.241072 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c0c8c56c-32a6-4696-adde-f074d921179e req-8df91fd1-f9b0-4f34-a0fb-d5ea7f4ab384 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 1094 time: 0.0743120 May 03 23:31:17.290057 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d4ee0-de83-4d1e-bc80-2eb3d2e56884 req-9eee1a5c-94ab-45e9-8ac6-a7f08780eff2 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:17.291501 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-da0d4ee0-de83-4d1e-bc80-2eb3d2e56884 req-9eee1a5c-94ab-45e9-8ac6-a7f08780eff2 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 943 time: 0.1445265 May 03 23:31:17.294061 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8c56c-32a6-4696-adde-f074d921179e req-40009d3d-b10a-4a27-a8fa-1925f3cc34c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:17.295375 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0c8c56c-32a6-4696-adde-f074d921179e req-40009d3d-b10a-4a27-a8fa-1925f3cc34c6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 1094 time: 0.1103756 May 03 23:31:17.373454 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8c56c-32a6-4696-adde-f074d921179e req-50eb4eae-eb2a-4d5e-aa6f-f17906b4fcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:17.374858 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c0c8c56c-32a6-4696-adde-f074d921179e req-50eb4eae-eb2a-4d5e-aa6f-f17906b4fcbb service neutron] 10.222.0.60 "GET /v2.0/networks?id=dfa21f44-df64-4baf-8c34-b25f74adfc42 HTTP/1.1" status: 200 len: 897 time: 0.1274314 May 03 23:31:17.416514 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-da0d4ee0-de83-4d1e-bc80-2eb3d2e56884 req-ed43f02d-1425-4081-b512-09c7284c26e7 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=864200e9-d53b-4b39-85e1-13529a619775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190624 May 03 23:31:17.459540 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8c56c-32a6-4696-adde-f074d921179e req-8fee6f2c-2d11-480a-8797-92c302e79579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:17.461695 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0c8c56c-32a6-4696-adde-f074d921179e req-8fee6f2c-2d11-480a-8797-92c302e79579 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dfa21f44-df64-4baf-8c34-b25f74adfc42 HTTP/1.1" status: 200 len: 897 time: 0.1520231 May 03 23:31:17.563543 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0c8c56c-32a6-4696-adde-f074d921179e req-4b64d121-3c54-436b-944b-11cd1d588838 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12ea2b43-3d88-4c13-9e00-5308c91a5017 HTTP/1.1" status: 200 len: 998 time: 0.0957487 May 03 23:31:17.595910 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c0c8c56c-32a6-4696-adde-f074d921179e req-5e17b63d-a1b0-4a40-a75e-58c1cac30a13 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12ea2b43-3d88-4c13-9e00-5308c91a5017 HTTP/1.1" status: 200 len: 998 time: 0.2149825 May 03 23:31:17.596852 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 12ea2b43-3d88-4c13-9e00-5308c91a5017 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:31:17.629951 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8c56c-32a6-4696-adde-f074d921179e req-8eaaffb4-dbb6-4f81-bbaa-9a7620ed0d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:17.631325 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0c8c56c-32a6-4696-adde-f074d921179e req-8eaaffb4-dbb6-4f81-bbaa-9a7620ed0d4b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a2d59cc6-d238-4816-8284-7e4dc00779ef HTTP/1.1" status: 200 len: 833 time: 0.0621777 May 03 23:31:17.656635 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 12ea2b43-3d88-4c13-9e00-5308c91a5017 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:31:17.660837 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8c56c-32a6-4696-adde-f074d921179e req-15ad4824-f9d5-438a-b358-030f131406c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:17.662293 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c0c8c56c-32a6-4696-adde-f074d921179e req-15ad4824-f9d5-438a-b358-030f131406c5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2d59cc6-d238-4816-8284-7e4dc00779ef HTTP/1.1" status: 200 len: 833 time: 0.0579844 May 03 23:31:17.705830 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8c56c-32a6-4696-adde-f074d921179e req-d444d218-d252-4c23-b82b-bfd9fc5cd5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:17.707454 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0c8c56c-32a6-4696-adde-f074d921179e req-d444d218-d252-4c23-b82b-bfd9fc5cd5d8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dfa21f44-df64-4baf-8c34-b25f74adfc42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701625 May 03 23:31:17.736541 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8c56c-32a6-4696-adde-f074d921179e req-bf86299e-b84c-440b-9b86-274d6c3b71b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:17.738062 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c0c8c56c-32a6-4696-adde-f074d921179e req-bf86299e-b84c-440b-9b86-274d6c3b71b3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dfa21f44-df64-4baf-8c34-b25f74adfc42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690398 May 03 23:31:17.874235 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c0c8c56c-32a6-4696-adde-f074d921179e req-8e2fdb14-a924-488c-82b8-a63a431d2c5c service neutron] 10.222.0.60 "GET /v2.0/networks/dfa21f44-df64-4baf-8c34-b25f74adfc42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290994 May 03 23:31:17.947769 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0c8c56c-32a6-4696-adde-f074d921179e req-cc831cd3-5a6f-4b37-ad7e-179955f6929a service neutron] 10.222.0.67 "GET /v2.0/networks/dfa21f44-df64-4baf-8c34-b25f74adfc42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336438 May 03 23:31:18.015350 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c0c8c56c-32a6-4696-adde-f074d921179e req-03f6d70f-07f4-4983-8a11-40ad86c11dae service neutron] 10.222.0.60 "GET /v2.0/networks/dfa21f44-df64-4baf-8c34-b25f74adfc42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350653 May 03 23:31:18.090166 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0c8c56c-32a6-4696-adde-f074d921179e req-68ed86a1-11fc-45e5-930b-bf9a0d4ab977 service neutron] 10.222.0.67 "GET /v2.0/networks/dfa21f44-df64-4baf-8c34-b25f74adfc42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350851 May 03 23:31:18.604573 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347b39d-7320-411a-86f2-655b98f68872 req-3ade1eaf-84ec-42dd-ab9c-e6d973a0a8e9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:18.606055 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c347b39d-7320-411a-86f2-655b98f68872 req-3ade1eaf-84ec-42dd-ab9c-e6d973a0a8e9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 943 time: 0.0842190 May 03 23:31:18.648921 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c347b39d-7320-411a-86f2-655b98f68872 req-0ff24fc3-f910-43ad-895a-42edc46ea14c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=864200e9-d53b-4b39-85e1-13529a619775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372887 May 03 23:31:19.013644 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d7c8c-92e4-40f8-8e67-b8a99a57c6da req-071231e3-c3ae-4226-ac64-24739e5b36bd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:19.015096 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fc2d7c8c-92e4-40f8-8e67-b8a99a57c6da req-071231e3-c3ae-4226-ac64-24739e5b36bd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd&tenant_id=ebb80d0d514d4b2aba00c76f4be31457&binding%3Ahost_id=n-h1-811807-1 HTTP/1.1" status: 200 len: 943 time: 0.1419952 May 03 23:31:19.022368 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5200f8d-3f31-4d6b-84be-5321874775a4 req-599e84ba-317d-404e-a17e-230f8ec5d847 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:19.024348 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f5200f8d-3f31-4d6b-84be-5321874775a4 req-599e84ba-317d-404e-a17e-230f8ec5d847 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 943 time: 0.1530569 May 03 23:31:19.122518 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f5200f8d-3f31-4d6b-84be-5321874775a4 req-e8e50819-a45b-42c8-8a7d-eb66b3ca1153 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=864200e9-d53b-4b39-85e1-13529a619775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657821 May 03 23:31:19.129835 n-d-811807-1 neutron-server[88069]: INFO neutron.api.v2.resource [req-fc2d7c8c-92e4-40f8-8e67-b8a99a57c6da req-74d95d79-6a93-4a45-b84f-f1973ebb6485 service neutron] delete failed (client error): The resource could not be found. May 03 23:31:19.130802 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fc2d7c8c-92e4-40f8-8e67-b8a99a57c6da req-74d95d79-6a93-4a45-b84f-f1973ebb6485 service neutron] 10.222.0.67 "DELETE /v2.0/ports/12ea2b43-3d88-4c13-9e00-5308c91a5017/bindings/n-h2-811807-1 HTTP/1.1" status: 404 len: 380 time: 0.1056030 May 03 23:31:19.167173 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 12ea2b43-3d88-4c13-9e00-5308c91a5017 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:31:19.298343 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 12ea2b43-3d88-4c13-9e00-5308c91a5017, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=12ea2b43-3d88-4c13-9e00-5308c91a5017,segment=NetworkSegment(5ba372bd-0a75-4a8a-8a85-7aad4005f6f0),segment_id=5ba372bd-0a75-4a8a-8a85-7aad4005f6f0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:31:19.312519 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '12ea2b43-3d88-4c13-9e00-5308c91a5017', 'network_id': 'dfa21f44-df64-4baf-8c34-b25f74adfc42', 'port_id': '12ea2b43-3d88-4c13-9e00-5308c91a5017', 'mac_address': 'fa:16:3e:77:93:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2d59cc6-d238-4816-8284-7e4dc00779ef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:31:19.338955 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d7c8c-92e4-40f8-8e67-b8a99a57c6da req-4473f66a-6463-4d8c-a95b-66a32db5b440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:19.340418 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fc2d7c8c-92e4-40f8-8e67-b8a99a57c6da req-4473f66a-6463-4d8c-a95b-66a32db5b440 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 1094 time: 0.1313205 May 03 23:31:19.351244 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684102b-31fc-4c28-817e-47eb57c2a01a req-9d7f84a8-66ce-4040-b571-c68833414e7a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:19.352605 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7684102b-31fc-4c28-817e-47eb57c2a01a req-9d7f84a8-66ce-4040-b571-c68833414e7a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 943 time: 0.1136091 May 03 23:31:19.367612 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:19.385105 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ea2b43-3d88-4c13-9e00-5308c91a5017 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:31:19.399780 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 12ea2b43-3d88-4c13-9e00-5308c91a5017, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=12ea2b43-3d88-4c13-9e00-5308c91a5017,segment=NetworkSegment(5ba372bd-0a75-4a8a-8a85-7aad4005f6f0),segment_id=5ba372bd-0a75-4a8a-8a85-7aad4005f6f0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:31:19.403570 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:19.474278 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=12ea2b43-3d88-4c13-9e00-5308c91a5017,revision_number=8']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:31:19.482145 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:31:19.482487 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:31:19.482820 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:31:19.482929 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7684102b-31fc-4c28-817e-47eb57c2a01a req-5b8e3a68-1bac-41ed-a41f-dc0045c4645f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=864200e9-d53b-4b39-85e1-13529a619775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098914 May 03 23:31:19.483150 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:31:19.483474 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:31:19.483797 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:31:19.484114 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:31:19.484430 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:31:19.485125 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:31:19.485125 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:31:19.485419 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:31:19.485661 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:31:19.511045 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d7c8c-92e4-40f8-8e67-b8a99a57c6da req-1389a8af-55ff-4d1a-be0f-71967f92248f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:19.512459 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fc2d7c8c-92e4-40f8-8e67-b8a99a57c6da req-1389a8af-55ff-4d1a-be0f-71967f92248f service neutron] 10.222.0.67 "GET /v2.0/networks?id=dfa21f44-df64-4baf-8c34-b25f74adfc42 HTTP/1.1" status: 200 len: 897 time: 0.1590424 May 03 23:31:19.619990 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fc2d7c8c-92e4-40f8-8e67-b8a99a57c6da req-e7fd2b7a-79d9-4f56-bcf5-8849294e0b52 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12ea2b43-3d88-4c13-9e00-5308c91a5017 HTTP/1.1" status: 200 len: 999 time: 0.0991833 May 03 23:31:19.661080 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['12ea2b43-3d88-4c13-9e00-5308c91a5017'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:31:19.683025 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d7c8c-92e4-40f8-8e67-b8a99a57c6da req-e3177862-b993-47d5-b483-f4518aa01201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:19.684463 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fc2d7c8c-92e4-40f8-8e67-b8a99a57c6da req-e3177862-b993-47d5-b483-f4518aa01201 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a2d59cc6-d238-4816-8284-7e4dc00779ef HTTP/1.1" status: 200 len: 833 time: 0.0567963 May 03 23:31:19.765894 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d7c8c-92e4-40f8-8e67-b8a99a57c6da req-7aac592c-d50b-46d2-8631-6cbe412fcf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:19.767382 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fc2d7c8c-92e4-40f8-8e67-b8a99a57c6da req-7aac592c-d50b-46d2-8631-6cbe412fcf10 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dfa21f44-df64-4baf-8c34-b25f74adfc42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753896 May 03 23:31:19.896049 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fc2d7c8c-92e4-40f8-8e67-b8a99a57c6da req-de47a8b0-57bb-4b6f-8e19-11effbf68811 service neutron] 10.222.0.67 "GET /v2.0/networks/dfa21f44-df64-4baf-8c34-b25f74adfc42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217709 May 03 23:31:20.027136 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fc2d7c8c-92e4-40f8-8e67-b8a99a57c6da req-d25906db-c2b9-4fa4-95c5-138cbe87afbb service neutron] 10.222.0.67 "GET /v2.0/networks/dfa21f44-df64-4baf-8c34-b25f74adfc42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248264 May 03 23:31:20.679960 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5ae6a-4048-49c3-9971-6dc48887e6c3 req-4314eda9-2321-4314-af03-8b91df635a19 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:20.681414 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-40f5ae6a-4048-49c3-9971-6dc48887e6c3 req-4314eda9-2321-4314-af03-8b91df635a19 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 944 time: 0.0841632 May 03 23:31:20.724477 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-40f5ae6a-4048-49c3-9971-6dc48887e6c3 req-1e7b7d00-a3f7-4148-a3b1-b99816e8ec76 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=864200e9-d53b-4b39-85e1-13529a619775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372977 May 03 23:31:20.747334 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57696) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:31:20.949690 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f0497282-1344-47f9-90c3-22b433f4f51c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/floatingips/12cd0517-9f68-44bb-a4dc-6c2c00f54eb0 HTTP/1.1" status: 200 len: 991 time: 0.2012708 May 03 23:31:21.197844 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 12ea2b43-3d88-4c13-9e00-5308c91a5017 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:31:21.263338 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 12ea2b43-3d88-4c13-9e00-5308c91a5017 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:31:21.267987 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 12ea2b43-3d88-4c13-9e00-5308c91a5017 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:31:21.268392 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:21.383348 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:21.408970 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f465c3e-c58d-45a8-8aee-3d52163277bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ea2b43-3d88-4c13-9e00-5308c91a5017'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:31:21.419456 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 12ea2b43-3d88-4c13-9e00-5308c91a5017, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=12ea2b43-3d88-4c13-9e00-5308c91a5017,segment=NetworkSegment(5ba372bd-0a75-4a8a-8a85-7aad4005f6f0),segment_id=5ba372bd-0a75-4a8a-8a85-7aad4005f6f0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:31:21.423330 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:21.456989 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92f8ab28-bfcb-4c87-8872-48f1e8f3a8e3'] response: {'server_uuid': '2f465c3e-c58d-45a8-8aee-3d52163277bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ea2b43-3d88-4c13-9e00-5308c91a5017', 'code': 200} May 03 23:31:21.494065 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=12ea2b43-3d88-4c13-9e00-5308c91a5017,revision_number=9']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:31:23.051874 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7fa409a5-e2d3-4d6b-9035-dcb58d19bf7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:25.030088 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:25.630960 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4851f46e-ee80-4d88-835b-2b0b50d99b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:26.464447 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:26.524624 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:27.843567 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:28.548463 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:32.238194 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:31:49.313868 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57712) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:31:49.513122 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9c073-9ce7-4437-8b11-6186d421cc0b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Deleting port 3d52271e-bf45-4538-95ae-fa40ffe7f141 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:31:49.513466 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7dd9c073-9ce7-4437-8b11-6186d421cc0b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:49.678255 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7dd9c073-9ce7-4437-8b11-6186d421cc0b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:49.678586 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7dd9c073-9ce7-4437-8b11-6186d421cc0b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:49.808485 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9c073-9ce7-4437-8b11-6186d421cc0b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Calling delete_port for 3d52271e-bf45-4538-95ae-fa40ffe7f141 owned by network:floatingip {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:31:49.954586 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7dd9c073-9ce7-4437-8b11-6186d421cc0b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:50.026052 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9c073-9ce7-4437-8b11-6186d421cc0b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event deleted for resources: {'Port': ['ID=3d52271e-bf45-4538-95ae-fa40ffe7f141,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:31:50.092812 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7dd9c073-9ce7-4437-8b11-6186d421cc0b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for floatingip, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:50.093150 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [None req-7dd9c073-9ce7-4437-8b11-6186d421cc0b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Floating IP 12cd0517-9f68-44bb-a4dc-6c2c00f54eb0 disassociated (deleted). External IP: 172.25.2.64, port: 12ea2b43-3d88-4c13-9e00-5308c91a5017. May 03 23:31:50.544716 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd9c073-9ce7-4437-8b11-6186d421cc0b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Router 12480ad9-5bb3-4073-9eec-309ab08c22db has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:31:50.720696 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd9c073-9ce7-4437-8b11-6186d421cc0b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:31:50.731030 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99a58f2-f7e0-425c-a056-e6fb4815f67c None None] Sync routers for ids ['12480ad9-5bb3-4073-9eec-309ab08c22db'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:31:50.740474 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-7dd9c073-9ce7-4437-8b11-6186d421cc0b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:50.741164 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99a58f2-f7e0-425c-a056-e6fb4815f67c None None] Routers {'12480ad9-5bb3-4073-9eec-309ab08c22db'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:31:50.741770 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b99a58f2-f7e0-425c-a056-e6fb4815f67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:31:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['12480ad9-5bb3-4073-9eec-309ab08c22db'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:31:50.794367 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-7dd9c073-9ce7-4437-8b11-6186d421cc0b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "DELETE /v2.0/floatingips/12cd0517-9f68-44bb-a4dc-6c2c00f54eb0 HTTP/1.1" status: 204 len: 168 time: 1.4793921 May 03 23:31:50.795087 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f465c3e-c58d-45a8-8aee-3d52163277bd', 'tag': '12ea2b43-3d88-4c13-9e00-5308c91a5017'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:31:50.839565 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-322b34fb-cbd2-49ab-928d-9c4356918e78'] response: {'name': 'network-changed', 'server_uuid': '2f465c3e-c58d-45a8-8aee-3d52163277bd', 'tag': '12ea2b43-3d88-4c13-9e00-5308c91a5017', 'status': 'completed', 'code': 200} May 03 23:31:50.923822 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-b99a58f2-f7e0-425c-a056-e6fb4815f67c None None] Set router 12480ad9-5bb3-4073-9eec-309ab08c22db gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:31:50.932524 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf809f-98b4-43c7-8ec7-f5a616e71943 req-de5e8418-12c6-4cf5-9326-574b9e081c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:50.934036 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-37bf809f-98b4-43c7-8ec7-f5a616e71943 req-de5e8418-12c6-4cf5-9326-574b9e081c55 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 1096 time: 0.0720565 May 03 23:31:51.087014 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf809f-98b4-43c7-8ec7-f5a616e71943 req-ceccd39b-387f-4d15-bc03-baea89782525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:51.088439 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-37bf809f-98b4-43c7-8ec7-f5a616e71943 req-ceccd39b-387f-4d15-bc03-baea89782525 service neutron] 10.222.0.60 "GET /v2.0/networks?id=dfa21f44-df64-4baf-8c34-b25f74adfc42 HTTP/1.1" status: 200 len: 897 time: 0.1488667 May 03 23:31:51.161688 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-37bf809f-98b4-43c7-8ec7-f5a616e71943 req-8e4c7d6f-c18e-43b0-a2f4-287124f19af3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12ea2b43-3d88-4c13-9e00-5308c91a5017 HTTP/1.1" status: 200 len: 217 time: 0.0650811 May 03 23:31:51.171292 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac147f3a-656a-45da-9af4-62431aa546ee req-038b2a3d-2bd8-4678-938a-f7637d77be71 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:51.172757 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac147f3a-656a-45da-9af4-62431aa546ee req-038b2a3d-2bd8-4678-938a-f7637d77be71 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 945 time: 0.0832937 May 03 23:31:51.223622 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ac147f3a-656a-45da-9af4-62431aa546ee req-31b1808f-bd27-4fcc-a4b8-c584d3dc4254 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=864200e9-d53b-4b39-85e1-13529a619775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434439 May 03 23:31:51.229748 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf809f-98b4-43c7-8ec7-f5a616e71943 req-6378561a-87bd-4e54-8676-e28019cd1d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:51.231214 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-37bf809f-98b4-43c7-8ec7-f5a616e71943 req-6378561a-87bd-4e54-8676-e28019cd1d30 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a2d59cc6-d238-4816-8284-7e4dc00779ef HTTP/1.1" status: 200 len: 833 time: 0.0632958 May 03 23:31:51.292264 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b99a58f2-f7e0-425c-a056-e6fb4815f67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1973450145', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '524cf42d-c59c-4c2b-84a7-7e2dff41ce55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:29:29Z', 'updated_at': '2022-05-03T23:29:34Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '524cf42d-c59c-4c2b-84a7-7e2dff41ce55', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:29:30Z', 'updated_at': '2022-05-03T23:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '0e7bd119-72f3-42f7-93e0-0c3841a07076', 'name': '', 'network_id': 'dfa21f44-df64-4baf-8c34-b25f74adfc42', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:48:67:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'a2d59cc6-d238-4816-8284-7e4dc00779ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:29:33Z', 'updated_at': '2022-05-03T23:29:40Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': 'a2d59cc6-d238-4816-8284-7e4dc00779ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:31:51.296204 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99a58f2-f7e0-425c-a056-e6fb4815f67c None None] Checking router: 12480ad9-5bb3-4073-9eec-309ab08c22db for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:31:51.305557 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99a58f2-f7e0-425c-a056-e6fb4815f67c None None] Routers {'12480ad9-5bb3-4073-9eec-309ab08c22db'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:31:51.306027 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf809f-98b4-43c7-8ec7-f5a616e71943 req-6282ca79-5537-45c5-bfeb-c1a967646d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:51.306222 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b99a58f2-f7e0-425c-a056-e6fb4815f67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:31:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['12480ad9-5bb3-4073-9eec-309ab08c22db'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:31:51.307496 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-37bf809f-98b4-43c7-8ec7-f5a616e71943 req-6282ca79-5537-45c5-bfeb-c1a967646d40 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dfa21f44-df64-4baf-8c34-b25f74adfc42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700321 May 03 23:31:51.437142 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-37bf809f-98b4-43c7-8ec7-f5a616e71943 req-6d824fca-758e-4f71-ab01-c75fb9db16a2 service neutron] 10.222.0.60 "GET /v2.0/networks/dfa21f44-df64-4baf-8c34-b25f74adfc42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225262 May 03 23:31:51.477898 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-b99a58f2-f7e0-425c-a056-e6fb4815f67c None None] Set router 12480ad9-5bb3-4073-9eec-309ab08c22db gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:31:51.570292 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-37bf809f-98b4-43c7-8ec7-f5a616e71943 req-d080a85b-f3ae-4e39-a68c-e5867ffe5b61 service neutron] 10.222.0.60 "GET /v2.0/networks/dfa21f44-df64-4baf-8c34-b25f74adfc42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265140 May 03 23:31:51.783844 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b99a58f2-f7e0-425c-a056-e6fb4815f67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1973450145', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '524cf42d-c59c-4c2b-84a7-7e2dff41ce55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:29:29Z', 'updated_at': '2022-05-03T23:29:34Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '524cf42d-c59c-4c2b-84a7-7e2dff41ce55', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:29:30Z', 'updated_at': '2022-05-03T23:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '0e7bd119-72f3-42f7-93e0-0c3841a07076', 'name': '', 'network_id': 'dfa21f44-df64-4baf-8c34-b25f74adfc42', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:48:67:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'a2d59cc6-d238-4816-8284-7e4dc00779ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:29:33Z', 'updated_at': '2022-05-03T23:29:40Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': 'a2d59cc6-d238-4816-8284-7e4dc00779ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:31:51.788290 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99a58f2-f7e0-425c-a056-e6fb4815f67c None None] The sync data for ids ['12480ad9-5bb3-4073-9eec-309ab08c22db'] in n-d-811807-1 is: [{'id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1973450145', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '524cf42d-c59c-4c2b-84a7-7e2dff41ce55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:29:29Z', 'updated_at': '2022-05-03T23:29:34Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '524cf42d-c59c-4c2b-84a7-7e2dff41ce55', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:29:30Z', 'updated_at': '2022-05-03T23:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '0e7bd119-72f3-42f7-93e0-0c3841a07076', 'name': '', 'network_id': 'dfa21f44-df64-4baf-8c34-b25f74adfc42', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:48:67:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'a2d59cc6-d238-4816-8284-7e4dc00779ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:29:33Z', 'updated_at': '2022-05-03T23:29:40Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': 'a2d59cc6-d238-4816-8284-7e4dc00779ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:31:51.992234 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83c4b75-13d5-49f3-9cf1-4b59c83063cf None None] New status for floating IP 12cd0517-9f68-44bb-a4dc-6c2c00f54eb0: DOWN {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:31:52.385214 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8c3cc-b024-468d-bcd0-60ec448262ed req-8c2de4cd-9a13-46b4-bc10-c79eabb61283 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:52.385944 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-5dd8c3cc-b024-468d-bcd0-60ec448262ed req-8c2de4cd-9a13-46b4-bc10-c79eabb61283 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Synchronizing usage tracker for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:31:52.400947 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-5dd8c3cc-b024-468d-bcd0-60ec448262ed req-8c2de4cd-9a13-46b4-bc10-c79eabb61283 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Unset dirty status for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:31:52.402102 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5dd8c3cc-b024-468d-bcd0-60ec448262ed req-8c2de4cd-9a13-46b4-bc10-c79eabb61283 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 945 time: 0.0949616 May 03 23:31:52.411929 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfc480-6789-4257-bab2-14601c6da51d req-a9b6bba1-362e-4c6d-ac66-7e1ab8030d0f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:31:52.413964 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-25dfc480-6789-4257-bab2-14601c6da51d req-a9b6bba1-362e-4c6d-ac66-7e1ab8030d0f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f465c3e-c58d-45a8-8aee-3d52163277bd HTTP/1.1" status: 200 len: 945 time: 0.0793035 May 03 23:31:52.458696 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-25dfc480-6789-4257-bab2-14601c6da51d req-d4d21e42-ccf9-4d47-9d22-6b8b94415770 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=864200e9-d53b-4b39-85e1-13529a619775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388522 May 03 23:31:52.476773 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-5dd8c3cc-b024-468d-bcd0-60ec448262ed req-111937e9-261f-4091-a12a-2c5324776233 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Deleting port 12ea2b43-3d88-4c13-9e00-5308c91a5017 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:31:52.477339 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-5dd8c3cc-b024-468d-bcd0-60ec448262ed req-111937e9-261f-4091-a12a-2c5324776233 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:52.726220 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-5dd8c3cc-b024-468d-bcd0-60ec448262ed req-111937e9-261f-4091-a12a-2c5324776233 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] For port 12ea2b43-3d88-4c13-9e00-5308c91a5017, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=12ea2b43-3d88-4c13-9e00-5308c91a5017,segment=NetworkSegment(5ba372bd-0a75-4a8a-8a85-7aad4005f6f0),segment_id=5ba372bd-0a75-4a8a-8a85-7aad4005f6f0)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:31:52.726913 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-5dd8c3cc-b024-468d-bcd0-60ec448262ed req-111937e9-261f-4091-a12a-2c5324776233 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:52.955078 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-5dd8c3cc-b024-468d-bcd0-60ec448262ed req-111937e9-261f-4091-a12a-2c5324776233 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Calling delete_port for 12ea2b43-3d88-4c13-9e00-5308c91a5017 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:31:53.053189 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-10dcdc01-711b-4801-bb6b-13aabc0e2081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:53.099284 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-5dd8c3cc-b024-468d-bcd0-60ec448262ed req-111937e9-261f-4091-a12a-2c5324776233 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:53.146641 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111937e9-261f-4091-a12a-2c5324776233 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event deleted for resources: {'Port': ['ID=12ea2b43-3d88-4c13-9e00-5308c91a5017,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:31:53.223751 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd8c3cc-b024-468d-bcd0-60ec448262ed req-111937e9-261f-4091-a12a-2c5324776233 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] No DVR routers for this DVR port 12ea2b43-3d88-4c13-9e00-5308c91a5017 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:31:53.226190 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-5dd8c3cc-b024-468d-bcd0-60ec448262ed req-111937e9-261f-4091-a12a-2c5324776233 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:53.228561 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f465c3e-c58d-45a8-8aee-3d52163277bd', 'name': 'network-vif-deleted', 'tag': '12ea2b43-3d88-4c13-9e00-5308c91a5017'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:31:53.249297 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5dd8c3cc-b024-468d-bcd0-60ec448262ed req-111937e9-261f-4091-a12a-2c5324776233 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.60 "DELETE /v2.0/ports/12ea2b43-3d88-4c13-9e00-5308c91a5017 HTTP/1.1" status: 204 len: 173 time: 0.8420045 May 03 23:31:53.280470 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d28bcc2-e52b-402e-8f01-17bec4401458'] response: {'server_uuid': '2f465c3e-c58d-45a8-8aee-3d52163277bd', 'name': 'network-vif-deleted', 'tag': '12ea2b43-3d88-4c13-9e00-5308c91a5017', 'status': 'completed', 'code': 200} May 03 23:31:53.560947 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57728) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:31:54.106980 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-096db43b-cd52-476c-97cb-ac2d4571afcd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:54.462973 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-096db43b-cd52-476c-97cb-ac2d4571afcd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Deleting port 0e7bd119-72f3-42f7-93e0-0c3841a07076 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:31:54.463317 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-096db43b-cd52-476c-97cb-ac2d4571afcd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:54.648047 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-096db43b-cd52-476c-97cb-ac2d4571afcd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] For port 0e7bd119-72f3-42f7-93e0-0c3841a07076, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=0e7bd119-72f3-42f7-93e0-0c3841a07076,segment=NetworkSegment(5ba372bd-0a75-4a8a-8a85-7aad4005f6f0),segment_id=5ba372bd-0a75-4a8a-8a85-7aad4005f6f0)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:31:54.648410 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-096db43b-cd52-476c-97cb-ac2d4571afcd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:54.879040 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-096db43b-cd52-476c-97cb-ac2d4571afcd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Calling delete_port for 0e7bd119-72f3-42f7-93e0-0c3841a07076 owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:31:55.048194 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:55.051993 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-096db43b-cd52-476c-97cb-ac2d4571afcd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:55.100732 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096db43b-cd52-476c-97cb-ac2d4571afcd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event deleted for resources: {'Port': ['ID=0e7bd119-72f3-42f7-93e0-0c3841a07076,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:31:55.361569 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 12ea2b43-3d88-4c13-9e00-5308c91a5017 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:31:55.373508 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-096db43b-cd52-476c-97cb-ac2d4571afcd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:55.394322 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 12ea2b43-3d88-4c13-9e00-5308c91a5017 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:31:55.394670 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 12ea2b43-3d88-4c13-9e00-5308c91a5017 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:31:55.632641 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-15372d6c-34f9-4201-aa93-b8a5d6793d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:55.727154 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096db43b-cd52-476c-97cb-ac2d4571afcd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Router 12480ad9-5bb3-4073-9eec-309ab08c22db has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:31:55.899880 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096db43b-cd52-476c-97cb-ac2d4571afcd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:31:55.909674 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8421ba01-9da2-4a66-ab09-0994c85a3886 None None] Sync routers for ids ['12480ad9-5bb3-4073-9eec-309ab08c22db'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:31:55.912447 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-096db43b-cd52-476c-97cb-ac2d4571afcd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "PUT /v2.0/routers/12480ad9-5bb3-4073-9eec-309ab08c22db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3499897 May 03 23:31:55.915174 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57732) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:31:55.919039 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8421ba01-9da2-4a66-ab09-0994c85a3886 None None] Routers {'12480ad9-5bb3-4073-9eec-309ab08c22db'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:31:55.919650 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-8421ba01-9da2-4a66-ab09-0994c85a3886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:31:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['12480ad9-5bb3-4073-9eec-309ab08c22db'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:31:55.982803 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce025fd6-3115-4fc7-866b-35f3b6308701 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Deleting subnet a2d59cc6-d238-4816-8284-7e4dc00779ef {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:31:55.985742 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ce025fd6-3115-4fc7-866b-35f3b6308701 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:56.040587 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ce025fd6-3115-4fc7-866b-35f3b6308701 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:56.099282 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-8421ba01-9da2-4a66-ab09-0994c85a3886 None None] Set router 12480ad9-5bb3-4073-9eec-309ab08c22db gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:31:56.125631 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ce025fd6-3115-4fc7-866b-35f3b6308701 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:56.315723 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ce025fd6-3115-4fc7-866b-35f3b6308701 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:56.356874 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce025fd6-3115-4fc7-866b-35f3b6308701 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event deleted for resources: {'Subnet': ['ID=a2d59cc6-d238-4816-8284-7e4dc00779ef,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:31:56.359501 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ce025fd6-3115-4fc7-866b-35f3b6308701 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:56.366510 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ce025fd6-3115-4fc7-866b-35f3b6308701 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "DELETE /v2.0/subnets/a2d59cc6-d238-4816-8284-7e4dc00779ef HTTP/1.1" status: 204 len: 168 time: 0.4503467 May 03 23:31:56.369573 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57736) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:31:56.370509 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb85577f-6fd8-42d5-bce1-25af83ebe9d1 None None] Network dfa21f44-df64-4baf-8c34-b25f74adfc42 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:31:56.560051 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2191e8a7-6583-4f2f-83c3-f3a4fea539a3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:56.572470 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:56.603126 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:56.622130 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-8421ba01-9da2-4a66-ab09-0994c85a3886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1973450145', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '524cf42d-c59c-4c2b-84a7-7e2dff41ce55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:29:29Z', 'updated_at': '2022-05-03T23:31:54Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '524cf42d-c59c-4c2b-84a7-7e2dff41ce55', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:29:30Z', 'updated_at': '2022-05-03T23:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:31:56.629200 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8421ba01-9da2-4a66-ab09-0994c85a3886 None None] Checking router: 12480ad9-5bb3-4073-9eec-309ab08c22db for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:31:56.642381 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8421ba01-9da2-4a66-ab09-0994c85a3886 None None] Routers {'12480ad9-5bb3-4073-9eec-309ab08c22db'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:31:56.642983 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-8421ba01-9da2-4a66-ab09-0994c85a3886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:31:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['12480ad9-5bb3-4073-9eec-309ab08c22db'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:31:56.740623 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2191e8a7-6583-4f2f-83c3-f3a4fea539a3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:56.751078 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-2191e8a7-6583-4f2f-83c3-f3a4fea539a3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Deleting port 524cf42d-c59c-4c2b-84a7-7e2dff41ce55 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:31:56.751078 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2191e8a7-6583-4f2f-83c3-f3a4fea539a3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:56.828309 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-8421ba01-9da2-4a66-ab09-0994c85a3886 None None] Set router 12480ad9-5bb3-4073-9eec-309ab08c22db gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:31:56.870317 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1466bbde-e6ae-4476-b401-01894db3d142 None None] DHCP port deletion for dfa21f44-df64-4baf-8c34-b25f74adfc42 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:31:56.927225 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-2191e8a7-6583-4f2f-83c3-f3a4fea539a3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] For port 524cf42d-c59c-4c2b-84a7-7e2dff41ce55, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=524cf42d-c59c-4c2b-84a7-7e2dff41ce55,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:31:56.927591 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2191e8a7-6583-4f2f-83c3-f3a4fea539a3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:56.936202 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1466bbde-e6ae-4476-b401-01894db3d142 None None] Deleting port 56af5e37-85e2-4364-b7f1-3d3943101ddc {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:31:56.936578 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1466bbde-e6ae-4476-b401-01894db3d142 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:57.051622 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-2191e8a7-6583-4f2f-83c3-f3a4fea539a3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Calling delete_port for 524cf42d-c59c-4c2b-84a7-7e2dff41ce55 owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:31:57.226770 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2191e8a7-6583-4f2f-83c3-f3a4fea539a3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:57.277999 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191e8a7-6583-4f2f-83c3-f3a4fea539a3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event deleted for resources: {'Port': ['ID=524cf42d-c59c-4c2b-84a7-7e2dff41ce55,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:31:57.278869 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-1466bbde-e6ae-4476-b401-01894db3d142 None None] For port 56af5e37-85e2-4364-b7f1-3d3943101ddc, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=56af5e37-85e2-4364-b7f1-3d3943101ddc,segment=NetworkSegment(5ba372bd-0a75-4a8a-8a85-7aad4005f6f0),segment_id=5ba372bd-0a75-4a8a-8a85-7aad4005f6f0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:31:57.279389 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1466bbde-e6ae-4476-b401-01894db3d142 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:57.364726 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2191e8a7-6583-4f2f-83c3-f3a4fea539a3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:57.402775 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1466bbde-e6ae-4476-b401-01894db3d142 None None] Calling delete_port for 56af5e37-85e2-4364-b7f1-3d3943101ddc owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:31:57.464455 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-8421ba01-9da2-4a66-ab09-0994c85a3886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1973450145', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '524cf42d-c59c-4c2b-84a7-7e2dff41ce55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:29:29Z', 'updated_at': '2022-05-03T23:31:54Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '524cf42d-c59c-4c2b-84a7-7e2dff41ce55', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:29:30Z', 'updated_at': '2022-05-03T23:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:31:57.479036 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8421ba01-9da2-4a66-ab09-0994c85a3886 None None] The sync data for ids ['12480ad9-5bb3-4073-9eec-309ab08c22db'] in n-d-811807-1 is: [{'id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1973450145', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '524cf42d-c59c-4c2b-84a7-7e2dff41ce55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:29:29Z', 'updated_at': '2022-05-03T23:31:54Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '524cf42d-c59c-4c2b-84a7-7e2dff41ce55', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12480ad9-5bb3-4073-9eec-309ab08c22db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:29:30Z', 'updated_at': '2022-05-03T23:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:31:57.494030 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1466bbde-e6ae-4476-b401-01894db3d142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:57.539931 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466bbde-e6ae-4476-b401-01894db3d142 None None] Pushing event deleted for resources: {'Port': ['ID=56af5e37-85e2-4364-b7f1-3d3943101ddc,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:31:57.540255 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2191e8a7-6583-4f2f-83c3-f3a4fea539a3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:57.545826 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1466bbde-e6ae-4476-b401-01894db3d142 None None] No DVR routers for this DVR port 56af5e37-85e2-4364-b7f1-3d3943101ddc on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:31:57.546067 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2191e8a7-6583-4f2f-83c3-f3a4fea539a3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:57.576542 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2191e8a7-6583-4f2f-83c3-f3a4fea539a3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:57.578436 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2191e8a7-6583-4f2f-83c3-f3a4fea539a3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Fanout notify agent at l3_agent the message router_deleted on router 12480ad9-5bb3-4073-9eec-309ab08c22db {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 23:31:57.597676 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2191e8a7-6583-4f2f-83c3-f3a4fea539a3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:57.598776 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2191e8a7-6583-4f2f-83c3-f3a4fea539a3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "DELETE /v2.0/routers/12480ad9-5bb3-4073-9eec-309ab08c22db HTTP/1.1" status: 204 len: 168 time: 1.2282634 May 03 23:31:57.601587 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57740) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:31:57.819207 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-10bcc52c-c077-4855-9409-3281be15ff30 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:57.864552 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:57.938123 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 0e7bd119-72f3-42f7-93e0-0c3841a07076 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:31:57.970552 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-10bcc52c-c077-4855-9409-3281be15ff30 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:57.973110 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 0e7bd119-72f3-42f7-93e0-0c3841a07076 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:31:57.973469 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 0e7bd119-72f3-42f7-93e0-0c3841a07076 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:31:57.973922 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 56af5e37-85e2-4364-b7f1-3d3943101ddc no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:31:57.996947 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-10bcc52c-c077-4855-9409-3281be15ff30 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfa21f44-df64-4baf-8c34-b25f74adfc42']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:31:58.008820 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-10bcc52c-c077-4855-9409-3281be15ff30 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba372bd-0a75-4a8a-8a85-7aad4005f6f0') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:31:58.009121 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-10bcc52c-c077-4855-9409-3281be15ff30 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba372bd-0a75-4a8a-8a85-7aad4005f6f0') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:31:58.010448 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 56af5e37-85e2-4364-b7f1-3d3943101ddc {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:31:58.010802 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 56af5e37-85e2-4364-b7f1-3d3943101ddc not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:31:58.020763 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-10bcc52c-c077-4855-9409-3281be15ff30 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:58.038303 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-10bcc52c-c077-4855-9409-3281be15ff30 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:58.045171 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10bcc52c-c077-4855-9409-3281be15ff30 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:31:58.045632 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-10bcc52c-c077-4855-9409-3281be15ff30 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:58.060466 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 23:31:58.060466 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:31:58.060466 n-d-811807-1 neutron-server[88070]: timer() May 03 23:31:58.060466 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:31:58.060466 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 23:31:58.060466 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:31:58.060466 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 23:31:58.060466 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:31:58.060466 n-d-811807-1 neutron-server[88070]: self._notify() May 03 23:31:58.060466 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:31:58.060466 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 23:31:58.060466 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:31:58.060466 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 23:31:58.060466 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:31:58.060466 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:31:58.060466 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:31:58.060466 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:31:58.060466 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:31:58.060466 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 23:31:58.060466 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:31:58.060466 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 23:31:58.060466 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:31:58.060466 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:31:58.060466 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:31:58.060466 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 23:31:58.060466 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:31:58.060466 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:31:58.060466 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:31:58.060466 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:31:58.060466 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:31:58.060466 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:31:58.060466 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:31:58.143837 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-10bcc52c-c077-4855-9409-3281be15ff30 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:58.162910 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-10bcc52c-c077-4855-9409-3281be15ff30 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:58.174082 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bcc52c-c077-4855-9409-3281be15ff30 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event deleted for resources: {'Network': ['ID=dfa21f44-df64-4baf-8c34-b25f74adfc42,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:31:58.182392 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-10bcc52c-c077-4855-9409-3281be15ff30 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "DELETE /v2.0/networks/dfa21f44-df64-4baf-8c34-b25f74adfc42 HTTP/1.1" status: 204 len: 168 time: 0.5798109 May 03 23:31:58.184994 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57744) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:31:58.251834 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d46f15dc-06ee-4811-a10e-34002c05fe05 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:58.281421 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d46f15dc-06ee-4811-a10e-34002c05fe05 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:58.344042 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d46f15dc-06ee-4811-a10e-34002c05fe05 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:58.362484 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f15dc-06ee-4811-a10e-34002c05fe05 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=864200e9-d53b-4b39-85e1-13529a619775,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:31:58.373499 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d46f15dc-06ee-4811-a10e-34002c05fe05 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:58.383406 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d46f15dc-06ee-4811-a10e-34002c05fe05 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "DELETE /v2.0/security-groups/864200e9-d53b-4b39-85e1-13529a619775 HTTP/1.1" status: 204 len: 168 time: 0.1958451 May 03 23:31:58.550827 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:59.784014 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 524cf42d-c59c-4c2b-84a7-7e2dff41ce55 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:31:59.818350 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 524cf42d-c59c-4c2b-84a7-7e2dff41ce55 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:31:59.818698 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 524cf42d-c59c-4c2b-84a7-7e2dff41ce55 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:31:59.891541 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57754) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:31:59.897264 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-2553d827-0766-46cd-8349-f926f61e3918 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1693860747', 'description': 'tempest-secgroup-smoke-1693860747 description', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:31:59.903978 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2553d827-0766-46cd-8349-f926f61e3918 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:31:59.907957 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2553d827-0766-46cd-8349-f926f61e3918 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:31:59.910792 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2553d827-0766-46cd-8349-f926f61e3918 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:31:59.916887 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2553d827-0766-46cd-8349-f926f61e3918 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:31:59.930589 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2553d827-0766-46cd-8349-f926f61e3918 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:31:59.949807 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2553d827-0766-46cd-8349-f926f61e3918 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:31:59.953514 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2553d827-0766-46cd-8349-f926f61e3918 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group_rule and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:31:59.956264 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2553d827-0766-46cd-8349-f926f61e3918 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:31:59.962472 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2553d827-0766-46cd-8349-f926f61e3918 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:32:00.030825 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2553d827-0766-46cd-8349-f926f61e3918 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:00.034230 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2553d827-0766-46cd-8349-f926f61e3918 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:00.076928 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2553d827-0766-46cd-8349-f926f61e3918 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5860eb3-276b-4cb5-ab8e-90b94f1f6ae8,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:32:00.085499 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2553d827-0766-46cd-8349-f926f61e3918 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:00.089402 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2553d827-0766-46cd-8349-f926f61e3918 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1944268 May 03 23:32:00.089749 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57758) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:32:00.094781 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-2239d9c0-1c61-4c81-a63a-148ecdfbacf1 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'security_group_rule': {'security_group_id': 'e5860eb3-276b-4cb5-ab8e-90b94f1f6ae8', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:32:00.101369 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2239d9c0-1c61-4c81-a63a-148ecdfbacf1 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:32:00.105157 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2239d9c0-1c61-4c81-a63a-148ecdfbacf1 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group_rule and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:32:00.108039 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-2239d9c0-1c61-4c81-a63a-148ecdfbacf1 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:32:00.113588 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-2239d9c0-1c61-4c81-a63a-148ecdfbacf1 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:32:00.129818 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2239d9c0-1c61-4c81-a63a-148ecdfbacf1 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:00.189622 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2239d9c0-1c61-4c81-a63a-148ecdfbacf1 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:00.193908 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2239d9c0-1c61-4c81-a63a-148ecdfbacf1 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:00.220493 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239d9c0-1c61-4c81-a63a-148ecdfbacf1 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b834ff1-c9a5-47b5-9404-d8c0cbc0b4c8,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:32:00.229270 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2239d9c0-1c61-4c81-a63a-148ecdfbacf1 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:00.230469 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2239d9c0-1c61-4c81-a63a-148ecdfbacf1 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1397412 May 03 23:32:00.233096 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57762) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:32:00.238038 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-381aafb0-515d-4e54-90fc-ca507441f861 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'security_group_rule': {'security_group_id': 'e5860eb3-276b-4cb5-ab8e-90b94f1f6ae8', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:32:00.244535 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-381aafb0-515d-4e54-90fc-ca507441f861 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:32:00.248332 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-381aafb0-515d-4e54-90fc-ca507441f861 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group_rule and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:32:00.251264 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-381aafb0-515d-4e54-90fc-ca507441f861 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:32:00.257473 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-381aafb0-515d-4e54-90fc-ca507441f861 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:32:00.273736 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-381aafb0-515d-4e54-90fc-ca507441f861 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:00.337050 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-381aafb0-515d-4e54-90fc-ca507441f861 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:00.340476 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-381aafb0-515d-4e54-90fc-ca507441f861 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:00.362822 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381aafb0-515d-4e54-90fc-ca507441f861 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc618c31-3968-45f3-897b-c60a2df0b2a4,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:32:00.371954 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-381aafb0-515d-4e54-90fc-ca507441f861 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:00.373316 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-381aafb0-515d-4e54-90fc-ca507441f861 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1393151 May 03 23:32:00.376101 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57766) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:32:00.380935 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-4add53e4-860a-48a4-9730-8ed42c2128a9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'security_group_rule': {'security_group_id': 'e5860eb3-276b-4cb5-ab8e-90b94f1f6ae8', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:32:00.390914 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4add53e4-860a-48a4-9730-8ed42c2128a9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:32:00.394746 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4add53e4-860a-48a4-9730-8ed42c2128a9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group_rule and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:32:00.397877 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4add53e4-860a-48a4-9730-8ed42c2128a9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:32:00.403303 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4add53e4-860a-48a4-9730-8ed42c2128a9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:32:00.419745 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4add53e4-860a-48a4-9730-8ed42c2128a9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:00.480926 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4add53e4-860a-48a4-9730-8ed42c2128a9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:00.484642 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4add53e4-860a-48a4-9730-8ed42c2128a9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:00.510577 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add53e4-860a-48a4-9730-8ed42c2128a9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2bc08b0-4f54-458f-b4b9-96c3d11f5940,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:32:00.519566 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4add53e4-860a-48a4-9730-8ed42c2128a9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:00.520712 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4add53e4-860a-48a4-9730-8ed42c2128a9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1437149 May 03 23:32:00.523532 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57770) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:32:00.528564 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-a882cc50-b0bd-4818-a75f-1cf3934d5cda tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'security_group_rule': {'security_group_id': 'e5860eb3-276b-4cb5-ab8e-90b94f1f6ae8', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:32:00.535417 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a882cc50-b0bd-4818-a75f-1cf3934d5cda tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:32:00.539305 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a882cc50-b0bd-4818-a75f-1cf3934d5cda tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group_rule and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:32:00.542198 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-a882cc50-b0bd-4818-a75f-1cf3934d5cda tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:32:00.547782 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-a882cc50-b0bd-4818-a75f-1cf3934d5cda tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:32:00.564907 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a882cc50-b0bd-4818-a75f-1cf3934d5cda tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:00.629169 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a882cc50-b0bd-4818-a75f-1cf3934d5cda tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:00.633071 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a882cc50-b0bd-4818-a75f-1cf3934d5cda tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:00.655770 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a882cc50-b0bd-4818-a75f-1cf3934d5cda tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55e23204-11e2-4fcd-98bf-d6e3a67e664c,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:32:00.664319 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a882cc50-b0bd-4818-a75f-1cf3934d5cda tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:00.665481 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a882cc50-b0bd-4818-a75f-1cf3934d5cda tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1409786 May 03 23:32:00.668205 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57774) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:32:00.673038 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-fdb1d05a-7535-4a36-8f11-25776d03b92b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'security_group_rule': {'security_group_id': 'e5860eb3-276b-4cb5-ab8e-90b94f1f6ae8', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:32:00.680359 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-fdb1d05a-7535-4a36-8f11-25776d03b92b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:32:00.684187 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-fdb1d05a-7535-4a36-8f11-25776d03b92b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group_rule and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:32:00.687054 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-fdb1d05a-7535-4a36-8f11-25776d03b92b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:32:00.692869 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-fdb1d05a-7535-4a36-8f11-25776d03b92b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:32:00.702487 n-d-811807-1 neutron-server[88070]: INFO neutron.db.securitygroups_db [None req-fdb1d05a-7535-4a36-8f11-25776d03b92b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Project ebb80d0d514d4b2aba00c76f4be31457 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 23:32:00.708875 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fdb1d05a-7535-4a36-8f11-25776d03b92b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:00.771572 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fdb1d05a-7535-4a36-8f11-25776d03b92b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:00.775368 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fdb1d05a-7535-4a36-8f11-25776d03b92b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:00.803799 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1d05a-7535-4a36-8f11-25776d03b92b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11714192-89f2-4571-9938-c5d999e31d90,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:32:00.810366 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fdb1d05a-7535-4a36-8f11-25776d03b92b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:00.811548 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fdb1d05a-7535-4a36-8f11-25776d03b92b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1424408 May 03 23:32:00.814309 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57778) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:32:00.819151 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-c6a7196f-132a-466b-9d33-ca6f11c63c48 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'security_group_rule': {'security_group_id': 'e5860eb3-276b-4cb5-ab8e-90b94f1f6ae8', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:32:00.825704 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c6a7196f-132a-466b-9d33-ca6f11c63c48 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:32:00.829499 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c6a7196f-132a-466b-9d33-ca6f11c63c48 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group_rule and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:32:00.832366 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c6a7196f-132a-466b-9d33-ca6f11c63c48 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:32:00.838059 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c6a7196f-132a-466b-9d33-ca6f11c63c48 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:32:00.848337 n-d-811807-1 neutron-server[88070]: INFO neutron.db.securitygroups_db [None req-c6a7196f-132a-466b-9d33-ca6f11c63c48 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Project ebb80d0d514d4b2aba00c76f4be31457 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 23:32:00.855055 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c6a7196f-132a-466b-9d33-ca6f11c63c48 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:00.917023 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c6a7196f-132a-466b-9d33-ca6f11c63c48 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:00.920818 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c6a7196f-132a-466b-9d33-ca6f11c63c48 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:00.943873 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7196f-132a-466b-9d33-ca6f11c63c48 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=658e4a8b-08bd-47a6-9a94-63c2109562e8,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:32:00.952803 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c6a7196f-132a-466b-9d33-ca6f11c63c48 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:00.954005 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c6a7196f-132a-466b-9d33-ca6f11c63c48 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1387789 May 03 23:32:00.956904 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57782) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:32:00.962175 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-630ea9dd-3f6b-4e5d-8ffd-9818e77ec46c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'network': {'name': 'tempest-network-smoke--1959560633', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'port_security_enabled': True}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:32:00.967601 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-630ea9dd-3f6b-4e5d-8ffd-9818e77ec46c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:32:00.971616 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-630ea9dd-3f6b-4e5d-8ffd-9818e77ec46c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:network and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:32:00.974485 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-630ea9dd-3f6b-4e5d-8ffd-9818e77ec46c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:32:00.980556 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-630ea9dd-3f6b-4e5d-8ffd-9818e77ec46c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:32:00.992920 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630ea9dd-3f6b-4e5d-8ffd-9818e77ec46c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Made reservation on behalf of ebb80d0d514d4b2aba00c76f4be31457 for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:32:00.996220 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-630ea9dd-3f6b-4e5d-8ffd-9818e77ec46c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:01.023653 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-630ea9dd-3f6b-4e5d-8ffd-9818e77ec46c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:32:01.032561 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-630ea9dd-3f6b-4e5d-8ffd-9818e77ec46c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:01.032988 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-630ea9dd-3f6b-4e5d-8ffd-9818e77ec46c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Added segment b36f0a55-9c48-4a9c-a857-c6fe50d518ae of type vlan for network 8e403a57-1f0d-42c7-8141-a3b1e0df347b May 03 23:32:01.058645 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-630ea9dd-3f6b-4e5d-8ffd-9818e77ec46c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:01.086752 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-630ea9dd-3f6b-4e5d-8ffd-9818e77ec46c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:01.092073 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630ea9dd-3f6b-4e5d-8ffd-9818e77ec46c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:32:01.092645 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-630ea9dd-3f6b-4e5d-8ffd-9818e77ec46c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:01.192776 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-630ea9dd-3f6b-4e5d-8ffd-9818e77ec46c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2348952 May 03 23:32:01.195800 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57786) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:32:01.200949 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-7af48c33-4046-40e6-a962-c5c2b28a85b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1358070374', 'admin_state_up': True, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:32:01.201450 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ea9dd-3f6b-4e5d-8ffd-9818e77ec46c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Network': ['ID=8e403a57-1f0d-42c7-8141-a3b1e0df347b,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:32:01.208700 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7af48c33-4046-40e6-a962-c5c2b28a85b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:32:01.213113 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7af48c33-4046-40e6-a962-c5c2b28a85b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:router and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:32:01.213412 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 8e403a57-1f0d-42c7-8141-a3b1e0df347b details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:32:01.216013 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7af48c33-4046-40e6-a962-c5c2b28a85b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:32:01.222160 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7af48c33-4046-40e6-a962-c5c2b28a85b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:32:01.232941 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7af48c33-4046-40e6-a962-c5c2b28a85b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:01.234020 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7af48c33-4046-40e6-a962-c5c2b28a85b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:01.249879 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7af48c33-4046-40e6-a962-c5c2b28a85b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:01.513374 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7af48c33-4046-40e6-a962-c5c2b28a85b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:01.809659 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7af48c33-4046-40e6-a962-c5c2b28a85b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:01.838416 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7af48c33-4046-40e6-a962-c5c2b28a85b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:01.969667 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-7af48c33-4046-40e6-a962-c5c2b28a85b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Allocated IP 172.25.2.35 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/71f81cfe-a5d7-486c-b45a-18ae92338402) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:32:02.111569 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7af48c33-4046-40e6-a962-c5c2b28a85b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:02.140250 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7af48c33-4046-40e6-a962-c5c2b28a85b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:02.200511 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af48c33-4046-40e6-a962-c5c2b28a85b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:32:02.203382 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-7af48c33-4046-40e6-a962-c5c2b28a85b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:32:02.207105 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af48c33-4046-40e6-a962-c5c2b28a85b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:32:02.252946 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af48c33-4046-40e6-a962-c5c2b28a85b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Port': ['ID=71f81cfe-a5d7-486c-b45a-18ae92338402,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:32:02.265433 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af48c33-4046-40e6-a962-c5c2b28a85b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:32:02.265788 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af48c33-4046-40e6-a962-c5c2b28a85b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:32:02.266155 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af48c33-4046-40e6-a962-c5c2b28a85b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:32:02.266506 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af48c33-4046-40e6-a962-c5c2b28a85b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:32:02.266842 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af48c33-4046-40e6-a962-c5c2b28a85b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:32:02.267176 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af48c33-4046-40e6-a962-c5c2b28a85b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:32:02.267514 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af48c33-4046-40e6-a962-c5c2b28a85b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:32:02.267843 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af48c33-4046-40e6-a962-c5c2b28a85b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:32:02.268176 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af48c33-4046-40e6-a962-c5c2b28a85b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:32:02.268510 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af48c33-4046-40e6-a962-c5c2b28a85b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:32:02.268892 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af48c33-4046-40e6-a962-c5c2b28a85b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:32:02.269204 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af48c33-4046-40e6-a962-c5c2b28a85b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:32:02.748396 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7af48c33-4046-40e6-a962-c5c2b28a85b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:03.082331 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7af48c33-4046-40e6-a962-c5c2b28a85b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:03.284544 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af48c33-4046-40e6-a962-c5c2b28a85b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Router 5d019e9b-dd3f-4709-a760-7b88cf39e4f7 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 23:32:03.453596 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af48c33-4046-40e6-a962-c5c2b28a85b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:32:03.462935 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f78fcd2-1a4e-4cea-9cf5-56a88613c0c5 None None] Sync routers for ids ['5d019e9b-dd3f-4709-a760-7b88cf39e4f7'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:32:03.471704 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f78fcd2-1a4e-4cea-9cf5-56a88613c0c5 None None] Routers {'5d019e9b-dd3f-4709-a760-7b88cf39e4f7'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:32:03.472300 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-1f78fcd2-1a4e-4cea-9cf5-56a88613c0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:31:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['5d019e9b-dd3f-4709-a760-7b88cf39e4f7'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:32:03.479697 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7af48c33-4046-40e6-a962-c5c2b28a85b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:03.484081 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57790) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:32:03.484636 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7af48c33-4046-40e6-a962-c5c2b28a85b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2871163 May 03 23:32:03.566225 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d777edc7-b2e2-4b08-bb1d-8e1f4c17c67c tempest-TestNetworkAdvancedServerOps-1551533295 tempest-TestNetworkAdvancedServerOps-1551533295-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=ebb80d0d514d4b2aba00c76f4be31457&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0785074 May 03 23:32:03.566473 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57796) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:32:03.651464 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-1f78fcd2-1a4e-4cea-9cf5-56a88613c0c5 None None] Set router 5d019e9b-dd3f-4709-a760-7b88cf39e4f7 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:32:03.696175 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ec08cd-af2b-4a86-b568-035e42ae9dd2 tempest-TestNetworkAdvancedServerOps-1551533295 tempest-TestNetworkAdvancedServerOps-1551533295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:32:03.697643 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-31ec08cd-af2b-4a86-b568-035e42ae9dd2 tempest-TestNetworkAdvancedServerOps-1551533295 tempest-TestNetworkAdvancedServerOps-1551533295-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1303849 May 03 23:32:03.700708 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57800) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:32:03.744244 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-937b2205-abbb-497c-8024-48ee8514a60e tempest-TestNetworkAdvancedServerOps-1551533295 tempest-TestNetworkAdvancedServerOps-1551533295-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=de8965b2-8ea3-4c2b-86b9-c128a58c6e1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423031 May 03 23:32:03.746740 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57804) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:32:03.751847 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-1e782324-374e-435f-b184-9c679aba3f17 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1264721184', 'network_id': '8e403a57-1f0d-42c7-8141-a3b1e0df347b', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:32:03.859957 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1e782324-374e-435f-b184-9c679aba3f17 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:32:03.863756 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1e782324-374e-435f-b184-9c679aba3f17 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:subnet and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:32:03.867480 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1e782324-374e-435f-b184-9c679aba3f17 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:32:03.873430 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1e782324-374e-435f-b184-9c679aba3f17 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:32:03.886635 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e782324-374e-435f-b184-9c679aba3f17 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Made reservation on behalf of ebb80d0d514d4b2aba00c76f4be31457 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:32:03.891480 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1e782324-374e-435f-b184-9c679aba3f17 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:03.965656 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-1f78fcd2-1a4e-4cea-9cf5-56a88613c0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358070374', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '71f81cfe-a5d7-486c-b45a-18ae92338402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:32:01Z', 'updated_at': '2022-05-03T23:32:02Z', 'revision_number': 3, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '71f81cfe-a5d7-486c-b45a-18ae92338402', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:32:01Z', 'updated_at': '2022-05-03T23:32:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:32:03.969381 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f78fcd2-1a4e-4cea-9cf5-56a88613c0c5 None None] Checking router: 5d019e9b-dd3f-4709-a760-7b88cf39e4f7 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:32:03.969724 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f78fcd2-1a4e-4cea-9cf5-56a88613c0c5 None None] Updating router 5d019e9b-dd3f-4709-a760-7b88cf39e4f7 port 71f81cfe-a5d7-486c-b45a-18ae92338402 binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:32:04.021979 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1f78fcd2-1a4e-4cea-9cf5-56a88613c0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:04.226575 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1e782324-374e-435f-b184-9c679aba3f17 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:04.306212 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e782324-374e-435f-b184-9c679aba3f17 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Subnet': ['ID=1a984207-9e7c-478d-a830-e1263fa810e3,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:32:04.314904 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e782324-374e-435f-b184-9c679aba3f17 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Checking segment: {'id': 'b36f0a55-9c48-4a9c-a857-c6fe50d518ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8e403a57-1f0d-42c7-8141-a3b1e0df347b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:32:04.315265 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e782324-374e-435f-b184-9c679aba3f17 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Network hostable DHCP agents. Network: 8e403a57-1f0d-42c7-8141-a3b1e0df347b, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:32:04.333796 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e782324-374e-435f-b184-9c679aba3f17 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Network 8e403a57-1f0d-42c7-8141-a3b1e0df347b is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:32:04.343900 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-1e782324-374e-435f-b184-9c679aba3f17 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 8e403a57-1f0d-42c7-8141-a3b1e0df347b) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:32:04.347945 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e782324-374e-435f-b184-9c679aba3f17 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:32:04.348267 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1f78fcd2-1a4e-4cea-9cf5-56a88613c0c5 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:04.348526 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1e782324-374e-435f-b184-9c679aba3f17 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:04.360334 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2232e05-0d4e-4501-b375-372072a31ac6 None None] Network 8e403a57-1f0d-42c7-8141-a3b1e0df347b requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:32:04.360852 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-1f78fcd2-1a4e-4cea-9cf5-56a88613c0c5 None None] Transition to ACTIVE for port object 71f81cfe-a5d7-486c-b45a-18ae92338402 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:32:04.367230 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1f78fcd2-1a4e-4cea-9cf5-56a88613c0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:04.374205 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1e782324-374e-435f-b184-9c679aba3f17 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6240344 May 03 23:32:04.374533 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57808) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:32:04.452294 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-1f78fcd2-1a4e-4cea-9cf5-56a88613c0c5 None None] Attempting to bind port 71f81cfe-a5d7-486c-b45a-18ae92338402 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:32:04.452667 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-1f78fcd2-1a4e-4cea-9cf5-56a88613c0c5 None None] Attempting to bind port 71f81cfe-a5d7-486c-b45a-18ae92338402 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:32:04.453016 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f78fcd2-1a4e-4cea-9cf5-56a88613c0c5 None None] Attempting to bind port 71f81cfe-a5d7-486c-b45a-18ae92338402 on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:32:04.464771 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f78fcd2-1a4e-4cea-9cf5-56a88613c0c5 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:32:04.464771 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f78fcd2-1a4e-4cea-9cf5-56a88613c0c5 None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:32:04.465633 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1f78fcd2-1a4e-4cea-9cf5-56a88613c0c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:04.465728 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f78fcd2-1a4e-4cea-9cf5-56a88613c0c5 None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:32:04.466611 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-1f78fcd2-1a4e-4cea-9cf5-56a88613c0c5 None None] Bound port: 71f81cfe-a5d7-486c-b45a-18ae92338402, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:32:04.466611 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1f78fcd2-1a4e-4cea-9cf5-56a88613c0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:04.505364 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eadc866-9766-4736-a371-f8f7e9356c63 None None] Pushing event updated for resources: {'Port': ['ID=71f81cfe-a5d7-486c-b45a-18ae92338402,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:32:04.519337 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eadc866-9766-4736-a371-f8f7e9356c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:32:04.519755 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eadc866-9766-4736-a371-f8f7e9356c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:32:04.520057 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eadc866-9766-4736-a371-f8f7e9356c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:32:04.520471 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eadc866-9766-4736-a371-f8f7e9356c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:32:04.520747 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eadc866-9766-4736-a371-f8f7e9356c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:32:04.521073 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eadc866-9766-4736-a371-f8f7e9356c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:32:04.522031 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eadc866-9766-4736-a371-f8f7e9356c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:32:04.522359 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eadc866-9766-4736-a371-f8f7e9356c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:32:04.522680 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eadc866-9766-4736-a371-f8f7e9356c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:32:04.523009 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eadc866-9766-4736-a371-f8f7e9356c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:32:04.523325 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eadc866-9766-4736-a371-f8f7e9356c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:32:04.523642 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eadc866-9766-4736-a371-f8f7e9356c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:32:04.558313 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-1f78fcd2-1a4e-4cea-9cf5-56a88613c0c5 None None] For port 71f81cfe-a5d7-486c-b45a-18ae92338402, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:32:04.562489 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-1f78fcd2-1a4e-4cea-9cf5-56a88613c0c5 None None] For port 71f81cfe-a5d7-486c-b45a-18ae92338402, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=71f81cfe-a5d7-486c-b45a-18ae92338402,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:32:04.569728 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1f78fcd2-1a4e-4cea-9cf5-56a88613c0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:04.586597 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d2adf7-d136-42a3-ab4a-40e1e56d9ea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-8e403a57-1f0d-42c7-8141-a3b1e0df347b', 'network_id': '8e403a57-1f0d-42c7-8141-a3b1e0df347b', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'fixed_ips': [{'subnet_id': '1a984207-9e7c-478d-a830-e1263fa810e3'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:32:04.588200 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-74d2adf7-d136-42a3-ab4a-40e1e56d9ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:04.652074 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f78fcd2-1a4e-4cea-9cf5-56a88613c0c5 None None] Routers {'5d019e9b-dd3f-4709-a760-7b88cf39e4f7'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:32:04.652690 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-1f78fcd2-1a4e-4cea-9cf5-56a88613c0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:31:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['5d019e9b-dd3f-4709-a760-7b88cf39e4f7'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:32:04.757951 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-74d2adf7-d136-42a3-ab4a-40e1e56d9ea8 None None] Allocated IP 172.20.0.2 (8e403a57-1f0d-42c7-8141-a3b1e0df347b/1a984207-9e7c-478d-a830-e1263fa810e3/8823df36-d525-4374-89b4-8ab66d452736) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:32:04.765412 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eadc866-9766-4736-a371-f8f7e9356c63 None None] Pushing event updated for resources: {'Port': ['ID=71f81cfe-a5d7-486c-b45a-18ae92338402,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:32:04.835779 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-1f78fcd2-1a4e-4cea-9cf5-56a88613c0c5 None None] Set router 5d019e9b-dd3f-4709-a760-7b88cf39e4f7 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:32:04.962050 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-74d2adf7-d136-42a3-ab4a-40e1e56d9ea8 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:04.972220 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-74d2adf7-d136-42a3-ab4a-40e1e56d9ea8 None None] Transition to ACTIVE for port object 8823df36-d525-4374-89b4-8ab66d452736 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:32:04.991197 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-74d2adf7-d136-42a3-ab4a-40e1e56d9ea8 None None] Transition to ACTIVE for port object 8823df36-d525-4374-89b4-8ab66d452736 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:32:04.997367 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-74d2adf7-d136-42a3-ab4a-40e1e56d9ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:05.066067 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d2adf7-d136-42a3-ab4a-40e1e56d9ea8 None None] Network 8e403a57-1f0d-42c7-8141-a3b1e0df347b is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:32:05.069468 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-74d2adf7-d136-42a3-ab4a-40e1e56d9ea8 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:32:05.073024 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d2adf7-d136-42a3-ab4a-40e1e56d9ea8 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:32:05.078757 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2adf7-d136-42a3-ab4a-40e1e56d9ea8 None None] Pushing event updated for resources: {'Port': ['ID=8823df36-d525-4374-89b4-8ab66d452736,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:32:05.127617 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-1f78fcd2-1a4e-4cea-9cf5-56a88613c0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358070374', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '71f81cfe-a5d7-486c-b45a-18ae92338402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:32:01Z', 'updated_at': '2022-05-03T23:32:02Z', 'revision_number': 3, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '71f81cfe-a5d7-486c-b45a-18ae92338402', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:32:01Z', 'updated_at': '2022-05-03T23:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:32:05.132330 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f78fcd2-1a4e-4cea-9cf5-56a88613c0c5 None None] The sync data for ids ['5d019e9b-dd3f-4709-a760-7b88cf39e4f7'] in n-d-811807-1 is: [{'id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358070374', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '71f81cfe-a5d7-486c-b45a-18ae92338402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:32:01Z', 'updated_at': '2022-05-03T23:32:02Z', 'revision_number': 3, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '71f81cfe-a5d7-486c-b45a-18ae92338402', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:32:01Z', 'updated_at': '2022-05-03T23:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:32:05.171613 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-74d2adf7-d136-42a3-ab4a-40e1e56d9ea8 None None] Attempting to bind port 8823df36-d525-4374-89b4-8ab66d452736 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:32:05.171984 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-74d2adf7-d136-42a3-ab4a-40e1e56d9ea8 None None] Attempting to bind port 8823df36-d525-4374-89b4-8ab66d452736 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'b36f0a55-9c48-4a9c-a857-c6fe50d518ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8e403a57-1f0d-42c7-8141-a3b1e0df347b'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:32:05.172721 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d2adf7-d136-42a3-ab4a-40e1e56d9ea8 None None] Attempting to bind port 8823df36-d525-4374-89b4-8ab66d452736 on network 8e403a57-1f0d-42c7-8141-a3b1e0df347b {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:32:05.178821 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d2adf7-d136-42a3-ab4a-40e1e56d9ea8 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:32:05.179187 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d2adf7-d136-42a3-ab4a-40e1e56d9ea8 None None] Checking segment: {'id': 'b36f0a55-9c48-4a9c-a857-c6fe50d518ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8e403a57-1f0d-42c7-8141-a3b1e0df347b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:32:05.179916 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-74d2adf7-d136-42a3-ab4a-40e1e56d9ea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:05.180035 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d2adf7-d136-42a3-ab4a-40e1e56d9ea8 None None] Bound using segment: {'id': 'b36f0a55-9c48-4a9c-a857-c6fe50d518ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8e403a57-1f0d-42c7-8141-a3b1e0df347b'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:32:05.180434 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-74d2adf7-d136-42a3-ab4a-40e1e56d9ea8 None None] Bound port: 8823df36-d525-4374-89b4-8ab66d452736, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b36f0a55-9c48-4a9c-a857-c6fe50d518ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8e403a57-1f0d-42c7-8141-a3b1e0df347b'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:32:05.180811 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-74d2adf7-d136-42a3-ab4a-40e1e56d9ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:05.238628 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6dfc84a6-ba14-4d35-a70b-b2c59d498355 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:05.276537 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-74d2adf7-d136-42a3-ab4a-40e1e56d9ea8 None None] For port 8823df36-d525-4374-89b4-8ab66d452736, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:32:05.279876 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-74d2adf7-d136-42a3-ab4a-40e1e56d9ea8 None None] For port 8823df36-d525-4374-89b4-8ab66d452736, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=8823df36-d525-4374-89b4-8ab66d452736,segment=NetworkSegment(b36f0a55-9c48-4a9c-a857-c6fe50d518ae),segment_id=b36f0a55-9c48-4a9c-a857-c6fe50d518ae)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:32:05.284533 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-74d2adf7-d136-42a3-ab4a-40e1e56d9ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:05.383562 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2adf7-d136-42a3-ab4a-40e1e56d9ea8 None None] Pushing event updated for resources: {'Port': ['ID=8823df36-d525-4374-89b4-8ab66d452736,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:32:05.699795 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-6dfc84a6-ba14-4d35-a70b-b2c59d498355 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Allocated IP 172.20.0.1 (8e403a57-1f0d-42c7-8141-a3b1e0df347b/1a984207-9e7c-478d-a830-e1263fa810e3/057cde23-e7f6-4e8b-9b4d-4d754d1c174a) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:32:05.873221 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6dfc84a6-ba14-4d35-a70b-b2c59d498355 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:05.890454 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-6dfc84a6-ba14-4d35-a70b-b2c59d498355 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Transition to ACTIVE for port object 057cde23-e7f6-4e8b-9b4d-4d754d1c174a will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:32:05.898903 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 8823df36-d525-4374-89b4-8ab66d452736 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:32:05.920714 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6dfc84a6-ba14-4d35-a70b-b2c59d498355 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:05.982926 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 8823df36-d525-4374-89b4-8ab66d452736 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:32:05.989357 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 71f81cfe-a5d7-486c-b45a-18ae92338402 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:32:05.995932 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfc84a6-ba14-4d35-a70b-b2c59d498355 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Network 8e403a57-1f0d-42c7-8141-a3b1e0df347b is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:32:05.999503 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-6dfc84a6-ba14-4d35-a70b-b2c59d498355 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:32:06.003486 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfc84a6-ba14-4d35-a70b-b2c59d498355 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:32:06.038664 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc84a6-ba14-4d35-a70b-b2c59d498355 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Port': ['ID=057cde23-e7f6-4e8b-9b4d-4d754d1c174a,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:32:06.064458 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 71f81cfe-a5d7-486c-b45a-18ae92338402 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:32:06.070882 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 71f81cfe-a5d7-486c-b45a-18ae92338402 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:32:06.071259 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:06.073082 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6dfc84a6-ba14-4d35-a70b-b2c59d498355 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:06.203912 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:06.216610 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6dfc84a6-ba14-4d35-a70b-b2c59d498355 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:06.223405 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 71f81cfe-a5d7-486c-b45a-18ae92338402, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=71f81cfe-a5d7-486c-b45a-18ae92338402,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:32:06.228957 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:06.301783 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=71f81cfe-a5d7-486c-b45a-18ae92338402,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:32:06.447175 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0089f9-d451-40b3-b7a8-5b80ac279570 None None] Network 8e403a57-1f0d-42c7-8141-a3b1e0df347b requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:32:06.595317 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9754d13f-dbe4-4376-bef1-da4859717a50 None None] Provisioning for port 8823df36-d525-4374-89b4-8ab66d452736 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:32:06.603538 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9754d13f-dbe4-4376-bef1-da4859717a50 None None] Provisioning complete for port 8823df36-d525-4374-89b4-8ab66d452736 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:32:06.604300 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9754d13f-dbe4-4376-bef1-da4859717a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:06.784224 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6dfc84a6-ba14-4d35-a70b-b2c59d498355 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:06.788970 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6dfc84a6-ba14-4d35-a70b-b2c59d498355 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:06.856045 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9754d13f-dbe4-4376-bef1-da4859717a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:06.897681 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-9754d13f-dbe4-4376-bef1-da4859717a50 None None] For port 8823df36-d525-4374-89b4-8ab66d452736, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=8823df36-d525-4374-89b4-8ab66d452736,segment=NetworkSegment(b36f0a55-9c48-4a9c-a857-c6fe50d518ae),segment_id=b36f0a55-9c48-4a9c-a857-c6fe50d518ae)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:32:06.902757 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9754d13f-dbe4-4376-bef1-da4859717a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:06.906120 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc84a6-ba14-4d35-a70b-b2c59d498355 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Port': ['ID=057cde23-e7f6-4e8b-9b4d-4d754d1c174a,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:32:06.911923 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-6dfc84a6-ba14-4d35-a70b-b2c59d498355 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:06.975407 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9754d13f-dbe4-4376-bef1-da4859717a50 None None] Pushing event updated for resources: {'Port': ['ID=8823df36-d525-4374-89b4-8ab66d452736,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:32:07.056750 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfc84a6-ba14-4d35-a70b-b2c59d498355 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Network 8e403a57-1f0d-42c7-8141-a3b1e0df347b is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:32:07.057922 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-6dfc84a6-ba14-4d35-a70b-b2c59d498355 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:32:07.126303 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1e3d4782-587d-4125-aadf-e34fb720600d None None] Provisioning complete for port 8823df36-d525-4374-89b4-8ab66d452736 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:32:07.126688 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1e3d4782-587d-4125-aadf-e34fb720600d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:07.251110 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dfc84a6-ba14-4d35-a70b-b2c59d498355 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Router 5d019e9b-dd3f-4709-a760-7b88cf39e4f7 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:32:07.263064 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1e3d4782-587d-4125-aadf-e34fb720600d None None] Provisioning for port 057cde23-e7f6-4e8b-9b4d-4d754d1c174a completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:32:07.268697 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-1e3d4782-587d-4125-aadf-e34fb720600d None None] Provisioning complete for port 057cde23-e7f6-4e8b-9b4d-4d754d1c174a triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:32:07.268972 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1e3d4782-587d-4125-aadf-e34fb720600d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:07.328225 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1e3d4782-587d-4125-aadf-e34fb720600d None None] Port 057cde23-e7f6-4e8b-9b4d-4d754d1c174a cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:32:07.438131 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfc84a6-ba14-4d35-a70b-b2c59d498355 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:32:07.449435 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e9b371-868e-4951-b340-fae8c1f824aa None None] Sync routers for ids ['5d019e9b-dd3f-4709-a760-7b88cf39e4f7'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:32:07.450658 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6dfc84a6-ba14-4d35-a70b-b2c59d498355 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "PUT /v2.0/routers/5d019e9b-dd3f-4709-a760-7b88cf39e4f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0747902 May 03 23:32:07.463462 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-4d52f0db-7542-4d4d-9426-1a353a44ef6c None None] Provisioning complete for port 057cde23-e7f6-4e8b-9b4d-4d754d1c174a triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:32:07.463828 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4d52f0db-7542-4d4d-9426-1a353a44ef6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:07.491263 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e9b371-868e-4951-b340-fae8c1f824aa None None] Routers {'5d019e9b-dd3f-4709-a760-7b88cf39e4f7'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:32:07.491981 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-79e9b371-868e-4951-b340-fae8c1f824aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:31:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['5d019e9b-dd3f-4709-a760-7b88cf39e4f7'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:32:07.613091 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e488432e-a692-462b-86a2-4df51aefcf39 req-8342471a-9c34-4f13-9f07-23a69cb2c4f2 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1693860747&fields=id&tenant_id=ebb80d0d514d4b2aba00c76f4be31457 HTTP/1.1" status: 200 len: 267 time: 0.0401018 May 03 23:32:07.645812 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-4d52f0db-7542-4d4d-9426-1a353a44ef6c None None] Port 057cde23-e7f6-4e8b-9b4d-4d754d1c174a cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:32:07.685499 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-79e9b371-868e-4951-b340-fae8c1f824aa None None] Set router 5d019e9b-dd3f-4709-a760-7b88cf39e4f7 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:32:07.764784 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488432e-a692-462b-86a2-4df51aefcf39 req-eba8c337-3c73-4937-8170-aa221677073d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:32:07.766174 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e488432e-a692-462b-86a2-4df51aefcf39 req-eba8c337-3c73-4937-8170-aa221677073d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/networks?id=8e403a57-1f0d-42c7-8141-a3b1e0df347b HTTP/1.1" status: 200 len: 797 time: 0.1452932 May 03 23:32:07.782044 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e488432e-a692-462b-86a2-4df51aefcf39 req-86f212db-a7da-4be3-8f54-f6f4eb8d12d2 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/quotas/ebb80d0d514d4b2aba00c76f4be31457 HTTP/1.1" status: 200 len: 375 time: 0.0097437 May 03 23:32:07.845818 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 8823df36-d525-4374-89b4-8ab66d452736 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:32:07.872831 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e488432e-a692-462b-86a2-4df51aefcf39 req-479960c4-0ee5-41cf-94ef-fa20a623ca42 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0826392 May 03 23:32:07.897461 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6742815a-4b85-4df0-a52a-cb1e73644d79 None None] Provisioning complete for port 057cde23-e7f6-4e8b-9b4d-4d754d1c174a triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:32:07.897830 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6742815a-4b85-4df0-a52a-cb1e73644d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:08.024945 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-6742815a-4b85-4df0-a52a-cb1e73644d79 None None] Port 057cde23-e7f6-4e8b-9b4d-4d754d1c174a cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:32:08.052491 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e488432e-a692-462b-86a2-4df51aefcf39 req-7f248d3d-9a07-4469-85c2-7329c20e7f9f service neutron] 10.222.0.58 "GET /v2.0/networks/8e403a57-1f0d-42c7-8141-a3b1e0df347b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676652 May 03 23:32:08.080541 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 8823df36-d525-4374-89b4-8ab66d452736 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:32:08.080913 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:08.187913 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e488432e-a692-462b-86a2-4df51aefcf39 req-60dd81a3-8af4-4654-8ef5-7f2498d2a969 service neutron] 10.222.0.58 "GET /v2.0/networks/8e403a57-1f0d-42c7-8141-a3b1e0df347b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290748 May 03 23:32:08.205682 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-79e9b371-868e-4951-b340-fae8c1f824aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358070374', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '71f81cfe-a5d7-486c-b45a-18ae92338402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:32:01Z', 'updated_at': '2022-05-03T23:32:06Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '71f81cfe-a5d7-486c-b45a-18ae92338402', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:32:01Z', 'updated_at': '2022-05-03T23:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '057cde23-e7f6-4e8b-9b4d-4d754d1c174a', 'name': '', 'network_id': '8e403a57-1f0d-42c7-8141-a3b1e0df347b', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:cc:2c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '1a984207-9e7c-478d-a830-e1263fa810e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:32:05Z', 'updated_at': '2022-05-03T23:32:06Z', 'revision_number': 2, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': '1a984207-9e7c-478d-a830-e1263fa810e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:32:08.215693 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e9b371-868e-4951-b340-fae8c1f824aa None None] Checking router: 5d019e9b-dd3f-4709-a760-7b88cf39e4f7 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:32:08.216097 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e9b371-868e-4951-b340-fae8c1f824aa None None] Updating router 5d019e9b-dd3f-4709-a760-7b88cf39e4f7 port 057cde23-e7f6-4e8b-9b4d-4d754d1c174a binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:32:08.266386 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 71f81cfe-a5d7-486c-b45a-18ae92338402 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:32:08.320188 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-79e9b371-868e-4951-b340-fae8c1f824aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:08.374202 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9ff22953-3eee-4c78-a411-0f1caf0f2f9b req-924ea240-4d9e-45b1-96b2-c5726eb286e5 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 210 time: 0.0454869 May 03 23:32:08.440708 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 71f81cfe-a5d7-486c-b45a-18ae92338402 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:32:08.441074 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:08.813295 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-79e9b371-868e-4951-b340-fae8c1f824aa None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:08.824855 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-79e9b371-868e-4951-b340-fae8c1f824aa None None] Transition to ACTIVE for port object 057cde23-e7f6-4e8b-9b4d-4d754d1c174a will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:32:08.831508 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-79e9b371-868e-4951-b340-fae8c1f824aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:08.988299 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda1b52-09b5-4b07-8c13-5a3691d3bf56 None None] Pushing event updated for resources: {'Port': ['ID=057cde23-e7f6-4e8b-9b4d-4d754d1c174a,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:32:09.051059 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-79e9b371-868e-4951-b340-fae8c1f824aa None None] Attempting to bind port 057cde23-e7f6-4e8b-9b4d-4d754d1c174a on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:32:09.051432 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-79e9b371-868e-4951-b340-fae8c1f824aa None None] Attempting to bind port 057cde23-e7f6-4e8b-9b4d-4d754d1c174a by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': 'b36f0a55-9c48-4a9c-a857-c6fe50d518ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8e403a57-1f0d-42c7-8141-a3b1e0df347b'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:32:09.051787 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e9b371-868e-4951-b340-fae8c1f824aa None None] Attempting to bind port 057cde23-e7f6-4e8b-9b4d-4d754d1c174a on network 8e403a57-1f0d-42c7-8141-a3b1e0df347b {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:32:09.057596 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e9b371-868e-4951-b340-fae8c1f824aa None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:32:09.058012 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e9b371-868e-4951-b340-fae8c1f824aa None None] Checking segment: {'id': 'b36f0a55-9c48-4a9c-a857-c6fe50d518ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8e403a57-1f0d-42c7-8141-a3b1e0df347b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:32:09.058406 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-79e9b371-868e-4951-b340-fae8c1f824aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:09.058794 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e9b371-868e-4951-b340-fae8c1f824aa None None] Bound using segment: {'id': 'b36f0a55-9c48-4a9c-a857-c6fe50d518ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8e403a57-1f0d-42c7-8141-a3b1e0df347b'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:32:09.059250 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-79e9b371-868e-4951-b340-fae8c1f824aa None None] Bound port: 057cde23-e7f6-4e8b-9b4d-4d754d1c174a, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b36f0a55-9c48-4a9c-a857-c6fe50d518ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8e403a57-1f0d-42c7-8141-a3b1e0df347b'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:32:09.059616 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-79e9b371-868e-4951-b340-fae8c1f824aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:09.152859 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-79e9b371-868e-4951-b340-fae8c1f824aa None None] For port 057cde23-e7f6-4e8b-9b4d-4d754d1c174a, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:32:09.156583 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-79e9b371-868e-4951-b340-fae8c1f824aa None None] For port 057cde23-e7f6-4e8b-9b4d-4d754d1c174a, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=057cde23-e7f6-4e8b-9b4d-4d754d1c174a,segment=NetworkSegment(b36f0a55-9c48-4a9c-a857-c6fe50d518ae),segment_id=b36f0a55-9c48-4a9c-a857-c6fe50d518ae)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:32:09.162465 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-79e9b371-868e-4951-b340-fae8c1f824aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:09.237168 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:32:09.238960 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e9b371-868e-4951-b340-fae8c1f824aa None None] Routers {'5d019e9b-dd3f-4709-a760-7b88cf39e4f7'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:32:09.239586 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-79e9b371-868e-4951-b340-fae8c1f824aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:31:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['5d019e9b-dd3f-4709-a760-7b88cf39e4f7'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:32:09.359207 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda1b52-09b5-4b07-8c13-5a3691d3bf56 None None] Pushing event updated for resources: {'Port': ['ID=057cde23-e7f6-4e8b-9b4d-4d754d1c174a,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:32:09.437894 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-79e9b371-868e-4951-b340-fae8c1f824aa None None] Set router 5d019e9b-dd3f-4709-a760-7b88cf39e4f7 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:32:09.469444 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-40f9b802-ead8-4161-8757-fc2d943c38a3 req-a12ab047-d543-488b-a036-ba3327dbc240 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 210 time: 0.0414073 May 03 23:32:09.747900 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-79e9b371-868e-4951-b340-fae8c1f824aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358070374', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '71f81cfe-a5d7-486c-b45a-18ae92338402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:32:01Z', 'updated_at': '2022-05-03T23:32:06Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '71f81cfe-a5d7-486c-b45a-18ae92338402', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:32:01Z', 'updated_at': '2022-05-03T23:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '057cde23-e7f6-4e8b-9b4d-4d754d1c174a', 'name': '', 'network_id': '8e403a57-1f0d-42c7-8141-a3b1e0df347b', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:cc:2c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '1a984207-9e7c-478d-a830-e1263fa810e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:32:05Z', 'updated_at': '2022-05-03T23:32:09Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': '1a984207-9e7c-478d-a830-e1263fa810e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:32:09.751684 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e9b371-868e-4951-b340-fae8c1f824aa None None] The sync data for ids ['5d019e9b-dd3f-4709-a760-7b88cf39e4f7'] in n-d-811807-1 is: [{'id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358070374', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '71f81cfe-a5d7-486c-b45a-18ae92338402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:32:01Z', 'updated_at': '2022-05-03T23:32:06Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '71f81cfe-a5d7-486c-b45a-18ae92338402', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:32:01Z', 'updated_at': '2022-05-03T23:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '057cde23-e7f6-4e8b-9b4d-4d754d1c174a', 'name': '', 'network_id': '8e403a57-1f0d-42c7-8141-a3b1e0df347b', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:cc:2c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '1a984207-9e7c-478d-a830-e1263fa810e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:32:05Z', 'updated_at': '2022-05-03T23:32:09Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': '1a984207-9e7c-478d-a830-e1263fa810e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:32:10.579228 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e9482b36-b613-4658-8dd5-fde2828bf2eb req-9521d0c5-3549-43c5-a26d-cc765e9cea4a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 210 time: 0.0511928 May 03 23:32:11.685150 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5dd3ddbd-cd4c-4379-99ee-c1b94b0d68b3 req-6aeacae7-092c-45d1-83ab-856437b07565 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 210 time: 0.0463097 May 03 23:32:11.852034 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 057cde23-e7f6-4e8b-9b4d-4d754d1c174a up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:32:11.924164 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 057cde23-e7f6-4e8b-9b4d-4d754d1c174a completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:32:11.929251 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 057cde23-e7f6-4e8b-9b4d-4d754d1c174a triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:32:11.929626 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:12.043303 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:12.074886 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 057cde23-e7f6-4e8b-9b4d-4d754d1c174a, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=057cde23-e7f6-4e8b-9b4d-4d754d1c174a,segment=NetworkSegment(b36f0a55-9c48-4a9c-a857-c6fe50d518ae),segment_id=b36f0a55-9c48-4a9c-a857-c6fe50d518ae)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:32:12.078499 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:12.143922 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=057cde23-e7f6-4e8b-9b4d-4d754d1c174a,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:32:12.833444 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-81b051e0-937c-4078-be21-ea2bda6f6be5 req-a26eb09a-bba1-44bf-b8ca-7936519571a7 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 210 time: 0.0421717 May 03 23:32:13.473813 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488432e-a692-462b-86a2-4df51aefcf39 req-fa8144fc-2168-4d18-bc8e-437e32eec634 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:32:13.475253 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e488432e-a692-462b-86a2-4df51aefcf39 req-fa8144fc-2168-4d18-bc8e-437e32eec634 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.67 "GET /v2.0/networks?id=8e403a57-1f0d-42c7-8141-a3b1e0df347b HTTP/1.1" status: 200 len: 797 time: 0.1512454 May 03 23:32:13.525759 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e488432e-a692-462b-86a2-4df51aefcf39 req-fc77a606-cdfa-4b2e-8055-8031dc64f30a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebb80d0d514d4b2aba00c76f4be31457 HTTP/1.1" status: 200 len: 380 time: 0.0419993 May 03 23:32:13.535951 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-e488432e-a692-462b-86a2-4df51aefcf39 req-09e40129-1651-4331-8ce9-e5e8591243cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'port': {'device_id': '3ef8264e-7116-4733-a01d-106b5ecd8038', 'network_id': '8e403a57-1f0d-42c7-8141-a3b1e0df347b', 'admin_state_up': True, 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'security_groups': ['e5860eb3-276b-4cb5-ab8e-90b94f1f6ae8']}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:32:13.670298 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-e488432e-a692-462b-86a2-4df51aefcf39 req-09e40129-1651-4331-8ce9-e5e8591243cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:32:13.674424 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-e488432e-a692-462b-86a2-4df51aefcf39 req-09e40129-1651-4331-8ce9-e5e8591243cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:port and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:32:13.677507 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-e488432e-a692-462b-86a2-4df51aefcf39 req-09e40129-1651-4331-8ce9-e5e8591243cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:32:13.683193 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-e488432e-a692-462b-86a2-4df51aefcf39 req-09e40129-1651-4331-8ce9-e5e8591243cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:32:13.692057 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e488432e-a692-462b-86a2-4df51aefcf39 req-09e40129-1651-4331-8ce9-e5e8591243cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Made reservation on behalf of ebb80d0d514d4b2aba00c76f4be31457 for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:32:13.696165 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e488432e-a692-462b-86a2-4df51aefcf39 req-09e40129-1651-4331-8ce9-e5e8591243cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:13.837589 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 057cde23-e7f6-4e8b-9b4d-4d754d1c174a up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:32:13.860835 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-e488432e-a692-462b-86a2-4df51aefcf39 req-09e40129-1651-4331-8ce9-e5e8591243cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Allocated IP 172.20.0.6 (8e403a57-1f0d-42c7-8141-a3b1e0df347b/1a984207-9e7c-478d-a830-e1263fa810e3/649aeaf3-0dca-467d-8292-a81adbb86f93) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:32:13.908842 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 057cde23-e7f6-4e8b-9b4d-4d754d1c174a triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:32:13.909214 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:14.040369 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-da67e4d0-78ec-466e-a956-ce0f937682b2 req-c3d6535a-4238-4de2-8cd6-f23b004428b0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 210 time: 0.0916727 May 03 23:32:14.200086 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e488432e-a692-462b-86a2-4df51aefcf39 req-09e40129-1651-4331-8ce9-e5e8591243cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:14.215718 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-e488432e-a692-462b-86a2-4df51aefcf39 req-09e40129-1651-4331-8ce9-e5e8591243cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Transition to ACTIVE for port object 649aeaf3-0dca-467d-8292-a81adbb86f93 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:32:14.238789 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e488432e-a692-462b-86a2-4df51aefcf39 req-09e40129-1651-4331-8ce9-e5e8591243cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:14.310300 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e488432e-a692-462b-86a2-4df51aefcf39 req-09e40129-1651-4331-8ce9-e5e8591243cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Network 8e403a57-1f0d-42c7-8141-a3b1e0df347b is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:32:14.313387 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-e488432e-a692-462b-86a2-4df51aefcf39 req-09e40129-1651-4331-8ce9-e5e8591243cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:32:14.317494 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-e488432e-a692-462b-86a2-4df51aefcf39 req-09e40129-1651-4331-8ce9-e5e8591243cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:32:14.351074 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e40129-1651-4331-8ce9-e5e8591243cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Port': ['ID=649aeaf3-0dca-467d-8292-a81adbb86f93,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:32:14.387830 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488432e-a692-462b-86a2-4df51aefcf39 req-09e40129-1651-4331-8ce9-e5e8591243cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:32:14.388445 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e488432e-a692-462b-86a2-4df51aefcf39 req-09e40129-1651-4331-8ce9-e5e8591243cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:14.413223 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e488432e-a692-462b-86a2-4df51aefcf39 req-09e40129-1651-4331-8ce9-e5e8591243cd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8809319 May 03 23:32:14.424623 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-e488432e-a692-462b-86a2-4df51aefcf39 req-bfe8f1e0-66d5-47b8-bb7b-e14b3bd09fc3 service neutron] Request body: {'port': {'device_id': '3ef8264e-7116-4733-a01d-106b5ecd8038', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:32:14.532092 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9e6f1717-0636-448e-b694-6e1eda4ac59e None None] Provisioning for port 649aeaf3-0dca-467d-8292-a81adbb86f93 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:32:14.538689 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e488432e-a692-462b-86a2-4df51aefcf39 req-bfe8f1e0-66d5-47b8-bb7b-e14b3bd09fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:14.539125 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9e6f1717-0636-448e-b694-6e1eda4ac59e None None] Provisioning complete for port 649aeaf3-0dca-467d-8292-a81adbb86f93 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:32:14.539839 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9e6f1717-0636-448e-b694-6e1eda4ac59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:14.598768 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-9e6f1717-0636-448e-b694-6e1eda4ac59e None None] Port 649aeaf3-0dca-467d-8292-a81adbb86f93 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:32:14.883508 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-e488432e-a692-462b-86a2-4df51aefcf39 req-bfe8f1e0-66d5-47b8-bb7b-e14b3bd09fc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 649aeaf3-0dca-467d-8292-a81adbb86f93 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:32:14.890480 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e488432e-a692-462b-86a2-4df51aefcf39 req-bfe8f1e0-66d5-47b8-bb7b-e14b3bd09fc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:14.904836 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-e488432e-a692-462b-86a2-4df51aefcf39 req-bfe8f1e0-66d5-47b8-bb7b-e14b3bd09fc3 service neutron] Transition to ACTIVE for port object 649aeaf3-0dca-467d-8292-a81adbb86f93 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:32:14.908301 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e488432e-a692-462b-86a2-4df51aefcf39 req-bfe8f1e0-66d5-47b8-bb7b-e14b3bd09fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:15.065649 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe8f1e0-66d5-47b8-bb7b-e14b3bd09fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=649aeaf3-0dca-467d-8292-a81adbb86f93,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:32:15.152598 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-e488432e-a692-462b-86a2-4df51aefcf39 req-bfe8f1e0-66d5-47b8-bb7b-e14b3bd09fc3 service neutron] Attempting to bind port 649aeaf3-0dca-467d-8292-a81adbb86f93 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:32:15.152937 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-e488432e-a692-462b-86a2-4df51aefcf39 req-bfe8f1e0-66d5-47b8-bb7b-e14b3bd09fc3 service neutron] Attempting to bind port 649aeaf3-0dca-467d-8292-a81adbb86f93 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': 'b36f0a55-9c48-4a9c-a857-c6fe50d518ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8e403a57-1f0d-42c7-8141-a3b1e0df347b'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:32:15.153269 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e488432e-a692-462b-86a2-4df51aefcf39 req-bfe8f1e0-66d5-47b8-bb7b-e14b3bd09fc3 service neutron] Attempting to bind port 649aeaf3-0dca-467d-8292-a81adbb86f93 on network 8e403a57-1f0d-42c7-8141-a3b1e0df347b {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:32:15.191377 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e488432e-a692-462b-86a2-4df51aefcf39 req-bfe8f1e0-66d5-47b8-bb7b-e14b3bd09fc3 service neutron] Port 649aeaf3-0dca-467d-8292-a81adbb86f93 on network 8e403a57-1f0d-42c7-8141-a3b1e0df347b not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:32:15.191377 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e488432e-a692-462b-86a2-4df51aefcf39 req-bfe8f1e0-66d5-47b8-bb7b-e14b3bd09fc3 service neutron] Attempting to bind port 649aeaf3-0dca-467d-8292-a81adbb86f93 on network 8e403a57-1f0d-42c7-8141-a3b1e0df347b {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:32:15.209957 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e488432e-a692-462b-86a2-4df51aefcf39 req-bfe8f1e0-66d5-47b8-bb7b-e14b3bd09fc3 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:32:15.210297 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e488432e-a692-462b-86a2-4df51aefcf39 req-bfe8f1e0-66d5-47b8-bb7b-e14b3bd09fc3 service neutron] Checking segment: {'id': 'b36f0a55-9c48-4a9c-a857-c6fe50d518ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8e403a57-1f0d-42c7-8141-a3b1e0df347b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:32:15.210681 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e488432e-a692-462b-86a2-4df51aefcf39 req-bfe8f1e0-66d5-47b8-bb7b-e14b3bd09fc3 service neutron] Bound using segment: {'id': 'b36f0a55-9c48-4a9c-a857-c6fe50d518ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8e403a57-1f0d-42c7-8141-a3b1e0df347b'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:32:15.211116 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-e488432e-a692-462b-86a2-4df51aefcf39 req-bfe8f1e0-66d5-47b8-bb7b-e14b3bd09fc3 service neutron] Bound port: 649aeaf3-0dca-467d-8292-a81adbb86f93, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b36f0a55-9c48-4a9c-a857-c6fe50d518ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8e403a57-1f0d-42c7-8141-a3b1e0df347b'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:32:15.211533 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e488432e-a692-462b-86a2-4df51aefcf39 req-bfe8f1e0-66d5-47b8-bb7b-e14b3bd09fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:15.319965 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457cfb5-946e-49bd-bf88-7598dda139de req-1d56ed38-1cfe-41db-acfc-db4fb4532bf2 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:32:15.320659 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-2457cfb5-946e-49bd-bf88-7598dda139de req-1d56ed38-1cfe-41db-acfc-db4fb4532bf2 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Synchronizing usage tracker for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:32:15.333969 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-e488432e-a692-462b-86a2-4df51aefcf39 req-bfe8f1e0-66d5-47b8-bb7b-e14b3bd09fc3 service neutron] For port 649aeaf3-0dca-467d-8292-a81adbb86f93, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:32:15.339190 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-e488432e-a692-462b-86a2-4df51aefcf39 req-bfe8f1e0-66d5-47b8-bb7b-e14b3bd09fc3 service neutron] For port 649aeaf3-0dca-467d-8292-a81adbb86f93, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=649aeaf3-0dca-467d-8292-a81adbb86f93,segment=NetworkSegment(b36f0a55-9c48-4a9c-a857-c6fe50d518ae),segment_id=b36f0a55-9c48-4a9c-a857-c6fe50d518ae)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:32:15.343114 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e488432e-a692-462b-86a2-4df51aefcf39 req-bfe8f1e0-66d5-47b8-bb7b-e14b3bd09fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:15.376819 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-2457cfb5-946e-49bd-bf88-7598dda139de req-1d56ed38-1cfe-41db-acfc-db4fb4532bf2 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Unset dirty status for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:32:15.377996 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2457cfb5-946e-49bd-bf88-7598dda139de req-1d56ed38-1cfe-41db-acfc-db4fb4532bf2 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 943 time: 0.2264373 May 03 23:32:15.416292 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488432e-a692-462b-86a2-4df51aefcf39 req-bfe8f1e0-66d5-47b8-bb7b-e14b3bd09fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:32:15.416901 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e488432e-a692-462b-86a2-4df51aefcf39 req-bfe8f1e0-66d5-47b8-bb7b-e14b3bd09fc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:15.418295 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e488432e-a692-462b-86a2-4df51aefcf39 req-bfe8f1e0-66d5-47b8-bb7b-e14b3bd09fc3 service neutron] 10.222.0.67 "PUT /v2.0/ports/649aeaf3-0dca-467d-8292-a81adbb86f93 HTTP/1.1" status: 200 len: 1091 time: 0.9979382 May 03 23:32:15.418732 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef8264e-7116-4733-a01d-106b5ecd8038', 'tag': '649aeaf3-0dca-467d-8292-a81adbb86f93'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:32:15.494548 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe8f1e0-66d5-47b8-bb7b-e14b3bd09fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=649aeaf3-0dca-467d-8292-a81adbb86f93,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:32:15.498169 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2626e5d1-1ef1-429f-8fb7-8aa520e614f6'] response: {'name': 'network-changed', 'server_uuid': '3ef8264e-7116-4733-a01d-106b5ecd8038', 'tag': '649aeaf3-0dca-467d-8292-a81adbb86f93', 'status': 'completed', 'code': 200} May 03 23:32:15.506187 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2457cfb5-946e-49bd-bf88-7598dda139de req-7fbce228-3137-4eac-9bd9-e153afeafffb tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5860eb3-276b-4cb5-ab8e-90b94f1f6ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202188 May 03 23:32:15.546119 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488432e-a692-462b-86a2-4df51aefcf39 req-d851c4bc-ddae-4298-a9b9-71c351a21826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:32:15.547724 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e488432e-a692-462b-86a2-4df51aefcf39 req-d851c4bc-ddae-4298-a9b9-71c351a21826 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 1094 time: 0.0865028 May 03 23:32:15.619023 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e488432e-a692-462b-86a2-4df51aefcf39 req-4114185f-1296-4a72-bc16-dfebc4f3d8d4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=649aeaf3-0dca-467d-8292-a81adbb86f93 HTTP/1.1" status: 200 len: 217 time: 0.0639818 May 03 23:32:15.686273 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488432e-a692-462b-86a2-4df51aefcf39 req-7cf10059-fef3-44e9-9c04-7ca80e7fb46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:32:15.687635 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e488432e-a692-462b-86a2-4df51aefcf39 req-7cf10059-fef3-44e9-9c04-7ca80e7fb46a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1a984207-9e7c-478d-a830-e1263fa810e3 HTTP/1.1" status: 200 len: 835 time: 0.0632782 May 03 23:32:15.762988 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488432e-a692-462b-86a2-4df51aefcf39 req-06b475c0-2fab-4e58-99a2-c036fc62fbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:32:15.764505 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e488432e-a692-462b-86a2-4df51aefcf39 req-06b475c0-2fab-4e58-99a2-c036fc62fbb0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8e403a57-1f0d-42c7-8141-a3b1e0df347b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691333 May 03 23:32:15.893443 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e488432e-a692-462b-86a2-4df51aefcf39 req-a6262b0e-d2e0-4ae9-8d2d-c484e26850c1 service neutron] 10.222.0.67 "GET /v2.0/networks/8e403a57-1f0d-42c7-8141-a3b1e0df347b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220222 May 03 23:32:16.121030 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e488432e-a692-462b-86a2-4df51aefcf39 req-310eccab-0e3d-4b24-8003-65dfcef89597 service neutron] 10.222.0.67 "GET /v2.0/networks/8e403a57-1f0d-42c7-8141-a3b1e0df347b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210994 May 03 23:32:16.235250 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87866077-9198-45f2-8f78-b661a866351b req-2774751e-702a-4402-b91d-112fa164f69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:32:16.236711 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-87866077-9198-45f2-8f78-b661a866351b req-2774751e-702a-4402-b91d-112fa164f69e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 1094 time: 0.0699756 May 03 23:32:16.365886 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87866077-9198-45f2-8f78-b661a866351b req-410eb585-ce4c-4da2-b67a-7c5140a04009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:32:16.367366 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-87866077-9198-45f2-8f78-b661a866351b req-410eb585-ce4c-4da2-b67a-7c5140a04009 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8e403a57-1f0d-42c7-8141-a3b1e0df347b HTTP/1.1" status: 200 len: 898 time: 0.1248038 May 03 23:32:16.435796 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-87866077-9198-45f2-8f78-b661a866351b req-6b61c844-678d-4577-ac2d-ed6ae420c252 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=649aeaf3-0dca-467d-8292-a81adbb86f93 HTTP/1.1" status: 200 len: 217 time: 0.0624456 May 03 23:32:16.495857 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87866077-9198-45f2-8f78-b661a866351b req-9121b984-ffa6-4fb1-99d3-c34c9fd26a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:32:16.497199 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-87866077-9198-45f2-8f78-b661a866351b req-9121b984-ffa6-4fb1-99d3-c34c9fd26a00 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1a984207-9e7c-478d-a830-e1263fa810e3 HTTP/1.1" status: 200 len: 835 time: 0.0550580 May 03 23:32:16.577407 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87866077-9198-45f2-8f78-b661a866351b req-899d8738-90b9-4b89-9382-9d981ca9121a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:32:16.579018 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-87866077-9198-45f2-8f78-b661a866351b req-899d8738-90b9-4b89-9382-9d981ca9121a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8e403a57-1f0d-42c7-8141-a3b1e0df347b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755711 May 03 23:32:16.762472 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-87866077-9198-45f2-8f78-b661a866351b req-a9b283d0-b436-40a9-9af8-cba408ed94d1 service neutron] 10.222.0.67 "GET /v2.0/networks/8e403a57-1f0d-42c7-8141-a3b1e0df347b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764555 May 03 23:32:16.797000 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e726ab8-01c7-452a-8f53-723fd87f5625 req-eb789f12-296f-4d21-9ff7-4409f8c91756 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:32:16.798420 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6e726ab8-01c7-452a-8f53-723fd87f5625 req-eb789f12-296f-4d21-9ff7-4409f8c91756 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 943 time: 0.1747472 May 03 23:32:16.920653 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6e726ab8-01c7-452a-8f53-723fd87f5625 req-986e5e33-550b-4406-98c6-55fbf2ad5b0a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5860eb3-276b-4cb5-ab8e-90b94f1f6ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091774 May 03 23:32:16.943552 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-87866077-9198-45f2-8f78-b661a866351b req-ce6d6f39-deec-4840-8a21-c2e9c3b68a93 service neutron] 10.222.0.67 "GET /v2.0/networks/8e403a57-1f0d-42c7-8141-a3b1e0df347b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728845 May 03 23:32:18.108606 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d228b-52e4-41df-ae7d-1c9b9d99766b req-e28abd12-1a94-41c6-bc00-fcb4bdf942f6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:32:18.109979 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-439d228b-52e4-41df-ae7d-1c9b9d99766b req-e28abd12-1a94-41c6-bc00-fcb4bdf942f6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 943 time: 0.0814948 May 03 23:32:18.152683 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-439d228b-52e4-41df-ae7d-1c9b9d99766b req-6bd92735-d2ef-49b8-b524-f1a5b756ed4b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5860eb3-276b-4cb5-ab8e-90b94f1f6ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371420 May 03 23:32:19.332257 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8b5c2-451d-40e7-b5e7-6f11f2dd1177 req-458391dc-eddd-44eb-a364-49e17e006273 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:32:19.334276 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-efc8b5c2-451d-40e7-b5e7-6f11f2dd1177 req-458391dc-eddd-44eb-a364-49e17e006273 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 943 time: 0.0800021 May 03 23:32:19.380248 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-efc8b5c2-451d-40e7-b5e7-6f11f2dd1177 req-be286e6a-7e7e-4011-ad12-d1b023f64f29 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5860eb3-276b-4cb5-ab8e-90b94f1f6ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404060 May 03 23:32:19.838467 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 649aeaf3-0dca-467d-8292-a81adbb86f93 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:32:19.967088 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 649aeaf3-0dca-467d-8292-a81adbb86f93, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=649aeaf3-0dca-467d-8292-a81adbb86f93,segment=NetworkSegment(b36f0a55-9c48-4a9c-a857-c6fe50d518ae),segment_id=b36f0a55-9c48-4a9c-a857-c6fe50d518ae)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:32:19.979570 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '649aeaf3-0dca-467d-8292-a81adbb86f93', 'network_id': '8e403a57-1f0d-42c7-8141-a3b1e0df347b', 'port_id': '649aeaf3-0dca-467d-8292-a81adbb86f93', 'mac_address': 'fa:16:3e:a1:b5:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a984207-9e7c-478d-a830-e1263fa810e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:32:20.032472 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:20.048421 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 649aeaf3-0dca-467d-8292-a81adbb86f93 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:32:20.063746 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 649aeaf3-0dca-467d-8292-a81adbb86f93, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=649aeaf3-0dca-467d-8292-a81adbb86f93,segment=NetworkSegment(b36f0a55-9c48-4a9c-a857-c6fe50d518ae),segment_id=b36f0a55-9c48-4a9c-a857-c6fe50d518ae)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:32:20.067505 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:20.134385 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=649aeaf3-0dca-467d-8292-a81adbb86f93,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:32:20.141513 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:32:20.141874 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:32:20.142216 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:32:20.142550 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:32:20.142880 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:32:20.143207 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:32:20.143529 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:32:20.143850 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:32:20.144170 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:32:20.144489 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:32:20.144808 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:32:20.145125 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:32:20.377904 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['649aeaf3-0dca-467d-8292-a81adbb86f93'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:32:20.566667 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb292b-4159-4691-b01d-6604e3e0d062 req-c3af512c-823c-47f1-a79f-a58f69cbfe57 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:32:20.569010 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-27eb292b-4159-4691-b01d-6604e3e0d062 req-c3af512c-823c-47f1-a79f-a58f69cbfe57 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 944 time: 0.0807421 May 03 23:32:20.614142 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-27eb292b-4159-4691-b01d-6604e3e0d062 req-bb87756f-3fc1-4934-9d27-d8fba31626fc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5860eb3-276b-4cb5-ab8e-90b94f1f6ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385978 May 03 23:32:21.799361 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efca32c-a836-49be-8b3c-1660eff84658 req-c6af4283-b587-4be5-8a37-638ce1f330b7 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:32:21.801065 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4efca32c-a836-49be-8b3c-1660eff84658 req-c6af4283-b587-4be5-8a37-638ce1f330b7 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 944 time: 0.0817974 May 03 23:32:21.844075 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4efca32c-a836-49be-8b3c-1660eff84658 req-c5460bcb-cba5-4f92-b749-8b974befcc6c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5860eb3-276b-4cb5-ab8e-90b94f1f6ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373890 May 03 23:32:21.857518 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 649aeaf3-0dca-467d-8292-a81adbb86f93 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:32:21.926673 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 649aeaf3-0dca-467d-8292-a81adbb86f93 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:32:21.931412 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 649aeaf3-0dca-467d-8292-a81adbb86f93 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:32:21.931780 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:22.045003 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:22.071896 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef8264e-7116-4733-a01d-106b5ecd8038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649aeaf3-0dca-467d-8292-a81adbb86f93'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:32:22.082165 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 649aeaf3-0dca-467d-8292-a81adbb86f93, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=649aeaf3-0dca-467d-8292-a81adbb86f93,segment=NetworkSegment(b36f0a55-9c48-4a9c-a857-c6fe50d518ae),segment_id=b36f0a55-9c48-4a9c-a857-c6fe50d518ae)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:32:22.085923 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:22.125776 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf858580-431b-42e2-8e98-6a09d942f5c5'] response: {'server_uuid': '3ef8264e-7116-4733-a01d-106b5ecd8038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649aeaf3-0dca-467d-8292-a81adbb86f93', 'code': 200} May 03 23:32:22.157416 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=649aeaf3-0dca-467d-8292-a81adbb86f93,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:32:22.236333 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc2e0e-750a-42a9-9de5-558f186cbec4 req-cce80ef7-21ef-43e0-a955-c5e1126fde11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:32:22.237767 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1ebc2e0e-750a-42a9-9de5-558f186cbec4 req-cce80ef7-21ef-43e0-a955-c5e1126fde11 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 1096 time: 0.0676732 May 03 23:32:22.278417 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1ebc2e0e-750a-42a9-9de5-558f186cbec4 req-5e3c1421-6909-48ae-9b0e-1a241a18cd3f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e5860eb3-276b-4cb5-ab8e-90b94f1f6ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338328 May 03 23:32:23.031285 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c65405-ce9d-48cc-b4ee-9f253ec5b869 req-ad6043b2-ee12-4bc3-803f-5e42cb3025df tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:32:23.032771 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61c65405-ce9d-48cc-b4ee-9f253ec5b869 req-ad6043b2-ee12-4bc3-803f-5e42cb3025df tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 945 time: 0.0842154 May 03 23:32:23.055690 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2dbefaae-097b-445b-901d-373c9fa953db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:23.077992 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61c65405-ce9d-48cc-b4ee-9f253ec5b869 req-c0129604-9a18-4602-b965-d8009479594b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5860eb3-276b-4cb5-ab8e-90b94f1f6ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377519 May 03 23:32:24.261378 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb78eb8-2a2b-49eb-aa50-29ab9a0b6640 req-c8211d66-04e3-41e1-8826-c383913da592 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:32:24.262837 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1eb78eb8-2a2b-49eb-aa50-29ab9a0b6640 req-c8211d66-04e3-41e1-8826-c383913da592 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 945 time: 0.0782862 May 03 23:32:24.309518 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1eb78eb8-2a2b-49eb-aa50-29ab9a0b6640 req-d5e2218e-b1d2-446a-adef-71d9d37de369 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5860eb3-276b-4cb5-ab8e-90b94f1f6ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411005 May 03 23:32:24.582174 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb88ef3-b7e5-49c0-b537-d93204c0a7e0 req-396541aa-6834-462c-81c5-331631693370 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:32:24.584159 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3bb88ef3-b7e5-49c0-b537-d93204c0a7e0 req-396541aa-6834-462c-81c5-331631693370 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 945 time: 0.1734807 May 03 23:32:24.627298 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3bb88ef3-b7e5-49c0-b537-d93204c0a7e0 req-c2497dc3-3a33-4eec-ac8b-376eecb2b6e0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5860eb3-276b-4cb5-ab8e-90b94f1f6ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373325 May 03 23:32:24.650823 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57878) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:32:24.729883 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab677bfa-0bfa-4fda-8e72-81e3bf7dd43e tempest-TestNetworkAdvancedServerOps-1551533295 tempest-TestNetworkAdvancedServerOps-1551533295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:32:24.731296 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ab677bfa-0bfa-4fda-8e72-81e3bf7dd43e tempest-TestNetworkAdvancedServerOps-1551533295 tempest-TestNetworkAdvancedServerOps-1551533295-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 1091 time: 0.0795019 May 03 23:32:24.734131 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57882) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:32:24.739204 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-27e35440-3317-4512-8fba-1ea0edc02bab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'port_id': '649aeaf3-0dca-467d-8292-a81adbb86f93', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:32:24.745610 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-27e35440-3317-4512-8fba-1ea0edc02bab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:32:24.749443 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-27e35440-3317-4512-8fba-1ea0edc02bab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:floatingip and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:32:24.752256 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-27e35440-3317-4512-8fba-1ea0edc02bab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:32:24.758326 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-27e35440-3317-4512-8fba-1ea0edc02bab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:32:24.768263 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-27e35440-3317-4512-8fba-1ea0edc02bab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:24.901627 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-27e35440-3317-4512-8fba-1ea0edc02bab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:25.032128 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-27e35440-3317-4512-8fba-1ea0edc02bab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Allocated IP 172.25.2.228 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/2b612957-34d0-4471-9571-9124d54636c7) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:32:25.053025 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:25.190296 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-27e35440-3317-4512-8fba-1ea0edc02bab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:25.219000 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-27e35440-3317-4512-8fba-1ea0edc02bab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:25.300486 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e35440-3317-4512-8fba-1ea0edc02bab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:32:25.304459 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-27e35440-3317-4512-8fba-1ea0edc02bab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:32:25.308321 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e35440-3317-4512-8fba-1ea0edc02bab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:32:25.343901 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e35440-3317-4512-8fba-1ea0edc02bab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Port': ['ID=2b612957-34d0-4471-9571-9124d54636c7,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:32:25.637180 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0f72b834-0307-4799-9d2c-88d80a9ca28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:25.724895 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-27e35440-3317-4512-8fba-1ea0edc02bab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:25.800855 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-27e35440-3317-4512-8fba-1ea0edc02bab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:26.006876 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-27e35440-3317-4512-8fba-1ea0edc02bab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:26.011238 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-27e35440-3317-4512-8fba-1ea0edc02bab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:26.123344 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e35440-3317-4512-8fba-1ea0edc02bab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Port': ['ID=2b612957-34d0-4471-9571-9124d54636c7,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:32:26.130864 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-27e35440-3317-4512-8fba-1ea0edc02bab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:26.399543 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-27e35440-3317-4512-8fba-1ea0edc02bab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Floating IP 83328051-4007-4f87-bace-63ef5a04badb associated. External IP: 172.25.2.228, port: 649aeaf3-0dca-467d-8292-a81adbb86f93. May 03 23:32:26.465624 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:26.534353 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:26.760938 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e35440-3317-4512-8fba-1ea0edc02bab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Router 5d019e9b-dd3f-4709-a760-7b88cf39e4f7 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:32:26.934873 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e35440-3317-4512-8fba-1ea0edc02bab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:32:26.944807 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe04244a-15b5-4fa5-b442-1bc48215e645 None None] Sync routers for ids ['5d019e9b-dd3f-4709-a760-7b88cf39e4f7'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:32:26.956018 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe04244a-15b5-4fa5-b442-1bc48215e645 None None] Routers {'5d019e9b-dd3f-4709-a760-7b88cf39e4f7'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:32:26.956693 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-fe04244a-15b5-4fa5-b442-1bc48215e645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:32:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['5d019e9b-dd3f-4709-a760-7b88cf39e4f7'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:32:26.960857 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-27e35440-3317-4512-8fba-1ea0edc02bab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:27.017629 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-27e35440-3317-4512-8fba-1ea0edc02bab tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2823098 May 03 23:32:27.018117 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef8264e-7116-4733-a01d-106b5ecd8038', 'tag': '649aeaf3-0dca-467d-8292-a81adbb86f93'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:32:27.074740 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31e1a518-5eb0-4d85-843e-bcafdca54112'] response: {'name': 'network-changed', 'server_uuid': '3ef8264e-7116-4733-a01d-106b5ecd8038', 'tag': '649aeaf3-0dca-467d-8292-a81adbb86f93', 'status': 'completed', 'code': 200} May 03 23:32:27.167797 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-fe04244a-15b5-4fa5-b442-1bc48215e645 None None] Set router 5d019e9b-dd3f-4709-a760-7b88cf39e4f7 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:32:27.228497 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859aad6-3ef8-4899-9f52-fe04023393fc req-f0dfbe26-e181-422f-9d51-4ab99ca7896b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:32:27.230007 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1859aad6-3ef8-4899-9f52-fe04023393fc req-f0dfbe26-e181-422f-9d51-4ab99ca7896b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 1096 time: 0.1335056 May 03 23:32:27.239892 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef535e23-d163-49bc-9c64-13baf74aea6a req-3f50cac5-9eb1-4838-ac12-afa8366b007c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:32:27.241247 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ef535e23-d163-49bc-9c64-13baf74aea6a req-3f50cac5-9eb1-4838-ac12-afa8366b007c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 945 time: 0.1093848 May 03 23:32:27.368712 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ef535e23-d163-49bc-9c64-13baf74aea6a req-998f2cca-f0ca-4325-8214-41b41e4cc51b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5860eb3-276b-4cb5-ab8e-90b94f1f6ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087701 May 03 23:32:27.392384 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57890) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:32:27.407345 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859aad6-3ef8-4899-9f52-fe04023393fc req-efa5c595-5cf2-47de-ac0d-5c86ba911106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:32:27.408791 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1859aad6-3ef8-4899-9f52-fe04023393fc req-efa5c595-5cf2-47de-ac0d-5c86ba911106 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8e403a57-1f0d-42c7-8141-a3b1e0df347b HTTP/1.1" status: 200 len: 898 time: 0.1667089 May 03 23:32:27.501187 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-14f1b5f2-7dcc-4dea-88d2-1169b02e7233 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/floatingips/83328051-4007-4f87-bace-63ef5a04badb HTTP/1.1" status: 200 len: 991 time: 0.1069572 May 03 23:32:27.510356 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-fe04244a-15b5-4fa5-b442-1bc48215e645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358070374', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '71f81cfe-a5d7-486c-b45a-18ae92338402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:32:01Z', 'updated_at': '2022-05-03T23:32:06Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '71f81cfe-a5d7-486c-b45a-18ae92338402', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:32:01Z', 'updated_at': '2022-05-03T23:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '83328051-4007-4f87-bace-63ef5a04badb', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'floating_ip_address': '172.25.2.228', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'port_id': '649aeaf3-0dca-467d-8292-a81adbb86f93', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e403a57-1f0d-42c7-8141-a3b1e0df347b', 'mac_address': 'fa:16:3e:a1:b5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef8264e-7116-4733-a01d-106b5ecd8038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:32:25Z', 'updated_at': '2022-05-03T23:32:25Z', 'revision_number': 0, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '057cde23-e7f6-4e8b-9b4d-4d754d1c174a', 'name': '', 'network_id': '8e403a57-1f0d-42c7-8141-a3b1e0df347b', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:cc:2c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '1a984207-9e7c-478d-a830-e1263fa810e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:32:05Z', 'updated_at': '2022-05-03T23:32:12Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': '1a984207-9e7c-478d-a830-e1263fa810e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:32:27.514098 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1859aad6-3ef8-4899-9f52-fe04023393fc req-574aa379-96df-42a1-97fd-21cc49ed3c1a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=649aeaf3-0dca-467d-8292-a81adbb86f93 HTTP/1.1" status: 200 len: 999 time: 0.0986135 May 03 23:32:27.514280 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe04244a-15b5-4fa5-b442-1bc48215e645 None None] Checking router: 5d019e9b-dd3f-4709-a760-7b88cf39e4f7 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:32:27.522736 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe04244a-15b5-4fa5-b442-1bc48215e645 None None] Routers {'5d019e9b-dd3f-4709-a760-7b88cf39e4f7'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:32:27.523337 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-fe04244a-15b5-4fa5-b442-1bc48215e645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:32:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['5d019e9b-dd3f-4709-a760-7b88cf39e4f7'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:32:27.575812 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859aad6-3ef8-4899-9f52-fe04023393fc req-fae6b55d-f19a-4f0c-a80e-819d410e3158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:32:27.577311 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1859aad6-3ef8-4899-9f52-fe04023393fc req-fae6b55d-f19a-4f0c-a80e-819d410e3158 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1a984207-9e7c-478d-a830-e1263fa810e3 HTTP/1.1" status: 200 len: 835 time: 0.0576351 May 03 23:32:27.653733 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859aad6-3ef8-4899-9f52-fe04023393fc req-c9eeb9da-1ecb-4672-86b3-687bdd478e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:32:27.655226 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1859aad6-3ef8-4899-9f52-fe04023393fc req-c9eeb9da-1ecb-4672-86b3-687bdd478e88 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8e403a57-1f0d-42c7-8141-a3b1e0df347b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722468 May 03 23:32:27.699602 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-fe04244a-15b5-4fa5-b442-1bc48215e645 None None] Set router 5d019e9b-dd3f-4709-a760-7b88cf39e4f7 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:32:27.853786 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:27.908655 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1859aad6-3ef8-4899-9f52-fe04023393fc req-a22880d2-8423-4184-9c99-f53a1f51661c service neutron] 10.222.0.67 "GET /v2.0/networks/8e403a57-1f0d-42c7-8141-a3b1e0df347b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459416 May 03 23:32:28.040910 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1859aad6-3ef8-4899-9f52-fe04023393fc req-1fa0eef0-5d07-445d-8078-5e8d7791df4b service neutron] 10.222.0.67 "GET /v2.0/networks/8e403a57-1f0d-42c7-8141-a3b1e0df347b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259239 May 03 23:32:28.048279 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-fe04244a-15b5-4fa5-b442-1bc48215e645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358070374', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '71f81cfe-a5d7-486c-b45a-18ae92338402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:32:01Z', 'updated_at': '2022-05-03T23:32:06Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '71f81cfe-a5d7-486c-b45a-18ae92338402', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:32:01Z', 'updated_at': '2022-05-03T23:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '83328051-4007-4f87-bace-63ef5a04badb', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'floating_ip_address': '172.25.2.228', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'port_id': '649aeaf3-0dca-467d-8292-a81adbb86f93', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e403a57-1f0d-42c7-8141-a3b1e0df347b', 'mac_address': 'fa:16:3e:a1:b5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef8264e-7116-4733-a01d-106b5ecd8038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:32:25Z', 'updated_at': '2022-05-03T23:32:25Z', 'revision_number': 0, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '057cde23-e7f6-4e8b-9b4d-4d754d1c174a', 'name': '', 'network_id': '8e403a57-1f0d-42c7-8141-a3b1e0df347b', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:cc:2c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '1a984207-9e7c-478d-a830-e1263fa810e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:32:05Z', 'updated_at': '2022-05-03T23:32:12Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': '1a984207-9e7c-478d-a830-e1263fa810e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:32:28.052540 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe04244a-15b5-4fa5-b442-1bc48215e645 None None] The sync data for ids ['5d019e9b-dd3f-4709-a760-7b88cf39e4f7'] in n-d-811807-1 is: [{'id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358070374', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '71f81cfe-a5d7-486c-b45a-18ae92338402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:32:01Z', 'updated_at': '2022-05-03T23:32:06Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '71f81cfe-a5d7-486c-b45a-18ae92338402', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:32:01Z', 'updated_at': '2022-05-03T23:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '83328051-4007-4f87-bace-63ef5a04badb', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'floating_ip_address': '172.25.2.228', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'port_id': '649aeaf3-0dca-467d-8292-a81adbb86f93', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e403a57-1f0d-42c7-8141-a3b1e0df347b', 'mac_address': 'fa:16:3e:a1:b5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef8264e-7116-4733-a01d-106b5ecd8038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:32:25Z', 'updated_at': '2022-05-03T23:32:25Z', 'revision_number': 0, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '057cde23-e7f6-4e8b-9b4d-4d754d1c174a', 'name': '', 'network_id': '8e403a57-1f0d-42c7-8141-a3b1e0df347b', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:cc:2c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '1a984207-9e7c-478d-a830-e1263fa810e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:32:05Z', 'updated_at': '2022-05-03T23:32:12Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': '1a984207-9e7c-478d-a830-e1263fa810e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:32:28.234023 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6a092e-67c1-4f51-b5e9-807219790fc3 None None] New status for floating IP 83328051-4007-4f87-bace-63ef5a04badb: ACTIVE {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:32:28.505031 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57894) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:32:28.553898 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:28.612820 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c572fa26-376e-4bd4-b06c-746caf7fcb74 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/floatingips/83328051-4007-4f87-bace-63ef5a04badb HTTP/1.1" status: 200 len: 993 time: 0.1066680 May 03 23:32:46.235676 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:32:53.058822 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7a7a7baa-ab48-475a-976b-10d41e95586e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:55.059794 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:55.640902 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-08590698-7078-4497-9538-d35af8b8090a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:56.468557 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:56.534257 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:57.849831 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:32:58.568548 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:33:11.988019 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bbfbc406-fadd-4fbe-9750-cb52cac84ba0 req-98f0ec7f-5695-41e7-82e1-d620c89d4e24 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3ef8264e-7116-4733-a01d-106b5ecd8038&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0683937 May 03 23:33:12.131456 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbc406-fadd-4fbe-9750-cb52cac84ba0 req-1d2f6933-36b6-4e5e-9eea-b97ec4da0f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:33:12.133370 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bbfbc406-fadd-4fbe-9750-cb52cac84ba0 req-1d2f6933-36b6-4e5e-9eea-b97ec4da0f38 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 1096 time: 0.0759294 May 03 23:33:12.274377 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbc406-fadd-4fbe-9750-cb52cac84ba0 req-9e23f926-3034-4c00-af36-d72099efd5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:33:12.276252 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bbfbc406-fadd-4fbe-9750-cb52cac84ba0 req-9e23f926-3034-4c00-af36-d72099efd5a0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8e403a57-1f0d-42c7-8141-a3b1e0df347b HTTP/1.1" status: 200 len: 898 time: 0.1248953 May 03 23:33:12.374414 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bbfbc406-fadd-4fbe-9750-cb52cac84ba0 req-5102f87e-f820-40b6-ab89-31a81d41b0c6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=649aeaf3-0dca-467d-8292-a81adbb86f93 HTTP/1.1" status: 200 len: 1001 time: 0.0924006 May 03 23:33:12.437773 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbc406-fadd-4fbe-9750-cb52cac84ba0 req-f0b8e156-b423-43ea-9d22-6842233e2e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:33:12.439162 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bbfbc406-fadd-4fbe-9750-cb52cac84ba0 req-f0b8e156-b423-43ea-9d22-6842233e2e11 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1a984207-9e7c-478d-a830-e1263fa810e3 HTTP/1.1" status: 200 len: 835 time: 0.0588033 May 03 23:33:12.511939 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbc406-fadd-4fbe-9750-cb52cac84ba0 req-b1bf5f42-f1ce-4841-8bcc-af22a3758350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:33:12.513344 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bbfbc406-fadd-4fbe-9750-cb52cac84ba0 req-b1bf5f42-f1ce-4841-8bcc-af22a3758350 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8e403a57-1f0d-42c7-8141-a3b1e0df347b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677030 May 03 23:33:12.642061 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bbfbc406-fadd-4fbe-9750-cb52cac84ba0 req-472a63c7-04c0-4524-8ff2-01da73ce1c5a service neutron] 10.222.0.67 "GET /v2.0/networks/8e403a57-1f0d-42c7-8141-a3b1e0df347b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227193 May 03 23:33:12.771643 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bbfbc406-fadd-4fbe-9750-cb52cac84ba0 req-5ffb5cac-ac9c-4b49-b420-33a763ca7d96 service neutron] 10.222.0.67 "GET /v2.0/networks/8e403a57-1f0d-42c7-8141-a3b1e0df347b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235232 May 03 23:33:23.060045 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-60dbf7bf-1f1f-44d8-9012-f0331be59d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:33:23.235070 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:33:25.065513 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:33:25.642028 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e001552e-b1a1-403f-9dd5-30f9b3329457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:33:26.472041 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:33:26.539100 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:33:27.851574 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:33:28.568883 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:33:29.622241 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe51432-865d-43e5-87ff-719020e72594 req-801b3e7b-f3ad-406c-b01b-73ebfb7ac7cb tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:33:29.623683 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5fe51432-865d-43e5-87ff-719020e72594 req-801b3e7b-f3ad-406c-b01b-73ebfb7ac7cb tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 945 time: 0.1370883 May 03 23:33:29.666482 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5fe51432-865d-43e5-87ff-719020e72594 req-b894494c-450c-4045-b6b3-04ef48b81716 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5860eb3-276b-4cb5-ab8e-90b94f1f6ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372493 May 03 23:33:30.889445 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba602d-5b07-4470-9fb7-f769d6549e9b req-ac3f2251-bb6b-4662-9095-cefa2d0f216f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:33:30.891007 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a7ba602d-5b07-4470-9fb7-f769d6549e9b req-ac3f2251-bb6b-4662-9095-cefa2d0f216f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 945 time: 0.1204622 May 03 23:33:30.936405 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a7ba602d-5b07-4470-9fb7-f769d6549e9b req-08065841-6d41-4c30-a415-427c460300e3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5860eb3-276b-4cb5-ab8e-90b94f1f6ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394046 May 03 23:33:32.124596 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7c842-3261-4e1f-a92e-6aa3d861ab69 req-157f6f4e-9e28-4ca1-b46a-b3f26d38d6b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:33:32.126051 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0f7c842-3261-4e1f-a92e-6aa3d861ab69 req-157f6f4e-9e28-4ca1-b46a-b3f26d38d6b4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 945 time: 0.0815389 May 03 23:33:32.170280 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c0f7c842-3261-4e1f-a92e-6aa3d861ab69 req-191f8328-4272-4145-856d-9db256decd45 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5860eb3-276b-4cb5-ab8e-90b94f1f6ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385745 May 03 23:33:33.355162 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791273d4-e95e-4124-b097-b74e4363a5a6 req-850add8b-aa7e-493f-8c97-142a02b6037d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:33:33.356593 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-791273d4-e95e-4124-b097-b74e4363a5a6 req-850add8b-aa7e-493f-8c97-142a02b6037d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 945 time: 0.0780201 May 03 23:33:33.402174 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-791273d4-e95e-4124-b097-b74e4363a5a6 req-84b34226-8bc1-4b78-9632-1963dd47f93d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5860eb3-276b-4cb5-ab8e-90b94f1f6ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400190 May 03 23:33:34.585668 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdcf96b-48cf-4490-9ecc-c943fe5b9a32 req-5e66cf55-d0aa-4846-ad07-2e6ad225e461 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:33:34.587168 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bfdcf96b-48cf-4490-9ecc-c943fe5b9a32 req-5e66cf55-d0aa-4846-ad07-2e6ad225e461 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 945 time: 0.0797994 May 03 23:33:34.631210 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bfdcf96b-48cf-4490-9ecc-c943fe5b9a32 req-5013e82b-e184-4eaa-9f9a-c6740c38011a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5860eb3-276b-4cb5-ab8e-90b94f1f6ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384374 May 03 23:33:35.814522 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59248f63-339d-400c-8c7a-9c30a3505ef9 req-6d2482e7-3fae-4513-9ddf-e2a784f871af tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:33:35.815751 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-59248f63-339d-400c-8c7a-9c30a3505ef9 req-6d2482e7-3fae-4513-9ddf-e2a784f871af tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 945 time: 0.0823531 May 03 23:33:35.858190 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-59248f63-339d-400c-8c7a-9c30a3505ef9 req-7f370f29-6fc1-461a-a0d6-e6253e5e0f1d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5860eb3-276b-4cb5-ab8e-90b94f1f6ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366445 May 03 23:33:37.046342 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa5038-aaf0-4533-9bd3-2dbda7deb003 req-4d6af8a9-d097-4260-ab3f-d3679a3c74ba tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:33:37.047771 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-34aa5038-aaf0-4533-9bd3-2dbda7deb003 req-4d6af8a9-d097-4260-ab3f-d3679a3c74ba tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 945 time: 0.0846786 May 03 23:33:37.091929 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-34aa5038-aaf0-4533-9bd3-2dbda7deb003 req-4a016e7a-5a27-4ffe-a6e3-c6e3b782e1ee tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5860eb3-276b-4cb5-ab8e-90b94f1f6ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381980 May 03 23:33:38.282039 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24faaaa-595d-4bab-89d3-6d6868365fff req-4c1f7f70-6667-45fb-8ac0-93be4eb20747 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:33:38.283490 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c24faaaa-595d-4bab-89d3-6d6868365fff req-4c1f7f70-6667-45fb-8ac0-93be4eb20747 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 945 time: 0.0824897 May 03 23:33:38.327200 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c24faaaa-595d-4bab-89d3-6d6868365fff req-72015cab-d0f9-46d0-a1c5-debbff76bca6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5860eb3-276b-4cb5-ab8e-90b94f1f6ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381405 May 03 23:33:39.505263 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ccaf08-9776-4cb1-b3fe-a57b9646a116 req-c8f1e4d7-dc35-40a0-832c-2f662a8f4894 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:33:39.506722 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3ccaf08-9776-4cb1-b3fe-a57b9646a116 req-c8f1e4d7-dc35-40a0-832c-2f662a8f4894 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 945 time: 0.0779107 May 03 23:33:39.553727 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d3ccaf08-9776-4cb1-b3fe-a57b9646a116 req-e41b2a93-cc95-4434-8157-a2be3fe89a18 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5860eb3-276b-4cb5-ab8e-90b94f1f6ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408134 May 03 23:33:40.740247 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc1aa8-e497-439a-8426-98fa060829fc req-3117fca0-2c23-4dd2-8f6e-076506778b2c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:33:40.741699 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-44cc1aa8-e497-439a-8426-98fa060829fc req-3117fca0-2c23-4dd2-8f6e-076506778b2c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 945 time: 0.0806375 May 03 23:33:40.785911 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-44cc1aa8-e497-439a-8426-98fa060829fc req-66fb09cb-00e0-46e7-a038-030574bbe1df tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5860eb3-276b-4cb5-ab8e-90b94f1f6ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378375 May 03 23:33:40.809966 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57948) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:33:40.914015 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-71c85027-3306-4177-800d-9c1a1f67c4be tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/floatingips/83328051-4007-4f87-bace-63ef5a04badb HTTP/1.1" status: 200 len: 993 time: 0.1028657 May 03 23:33:42.498669 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a135ccd-81c1-4f52-bec2-709f6f25e7bf req-8ac4f251-2b56-472a-8586-4f82fb8fabb7 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:33:42.500081 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a135ccd-81c1-4f52-bec2-709f6f25e7bf req-8ac4f251-2b56-472a-8586-4f82fb8fabb7 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 945 time: 0.2339590 May 03 23:33:42.529915 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dfeaf-739f-43fb-869c-823b5ae11ae6 req-0d36480e-8b7a-42c5-8f99-fdd6dd527b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:33:42.531345 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d4dfeaf-739f-43fb-869c-823b5ae11ae6 req-0d36480e-8b7a-42c5-8f99-fdd6dd527b96 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 1096 time: 0.2052493 May 03 23:33:42.583076 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3a135ccd-81c1-4f52-bec2-709f6f25e7bf req-80df82ae-d27c-4454-962b-4928c0c7114e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5860eb3-276b-4cb5-ab8e-90b94f1f6ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763285 May 03 23:33:42.673286 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dfeaf-739f-43fb-869c-823b5ae11ae6 req-ae8934ab-7588-45c0-9dd1-14f83af4be12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:33:42.674763 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d4dfeaf-739f-43fb-869c-823b5ae11ae6 req-ae8934ab-7588-45c0-9dd1-14f83af4be12 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8e403a57-1f0d-42c7-8141-a3b1e0df347b HTTP/1.1" status: 200 len: 898 time: 0.1334581 May 03 23:33:42.775058 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d4dfeaf-739f-43fb-869c-823b5ae11ae6 req-4f064ffb-275f-4d9b-aa43-cb1bbaade36e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=649aeaf3-0dca-467d-8292-a81adbb86f93 HTTP/1.1" status: 200 len: 1001 time: 0.0940506 May 03 23:33:42.839191 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dfeaf-739f-43fb-869c-823b5ae11ae6 req-daff2bd5-43e9-43e3-b06a-99fed2ad7c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:33:42.840555 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d4dfeaf-739f-43fb-869c-823b5ae11ae6 req-daff2bd5-43e9-43e3-b06a-99fed2ad7c3f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1a984207-9e7c-478d-a830-e1263fa810e3 HTTP/1.1" status: 200 len: 835 time: 0.0590711 May 03 23:33:42.913278 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dfeaf-739f-43fb-869c-823b5ae11ae6 req-0e731d9d-2654-4e61-905a-f2d47a3ca0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:33:42.915280 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d4dfeaf-739f-43fb-869c-823b5ae11ae6 req-0e731d9d-2654-4e61-905a-f2d47a3ca0d9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8e403a57-1f0d-42c7-8141-a3b1e0df347b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687304 May 03 23:33:43.049381 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d4dfeaf-739f-43fb-869c-823b5ae11ae6 req-cdfa48f9-5294-4553-9531-d54510d3f1f1 service neutron] 10.222.0.67 "GET /v2.0/networks/8e403a57-1f0d-42c7-8141-a3b1e0df347b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274064 May 03 23:33:43.179102 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d4dfeaf-739f-43fb-869c-823b5ae11ae6 req-90fd6cb8-7423-4ae8-8e1a-dbb9e5f8b554 service neutron] 10.222.0.67 "GET /v2.0/networks/8e403a57-1f0d-42c7-8141-a3b1e0df347b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242797 May 03 23:33:43.771279 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d0d59-21dc-45e2-9e48-ce6b72d7845d req-fda4a63a-8863-4608-b732-fdaa94c96501 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:33:43.772844 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-db5d0d59-21dc-45e2-9e48-ce6b72d7845d req-fda4a63a-8863-4608-b732-fdaa94c96501 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 945 time: 0.0834160 May 03 23:33:43.821092 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-db5d0d59-21dc-45e2-9e48-ce6b72d7845d req-e9902615-778d-433b-a161-d98f6105b348 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5860eb3-276b-4cb5-ab8e-90b94f1f6ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426276 May 03 23:33:45.003760 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86c221-abdc-4628-9bd5-363843f51bfd req-f4f49f1a-c14f-41f5-b011-256c183892eb tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:33:45.005747 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2e86c221-abdc-4628-9bd5-363843f51bfd req-f4f49f1a-c14f-41f5-b011-256c183892eb tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 945 time: 0.0800788 May 03 23:33:45.048906 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2e86c221-abdc-4628-9bd5-363843f51bfd req-eac5c453-3a8b-42ab-936c-8e6f26f6222e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5860eb3-276b-4cb5-ab8e-90b94f1f6ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371494 May 03 23:33:45.072022 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 57964) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:33:45.171957 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d6768854-763b-4b80-8cfb-370cb9b22eef tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/floatingips/83328051-4007-4f87-bace-63ef5a04badb HTTP/1.1" status: 200 len: 993 time: 0.0988188 May 03 23:33:53.062765 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c7bd6499-4e00-4553-a753-c919a2d98f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:33:55.065917 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:33:55.643775 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eb2817a3-b9c7-4a87-acdb-27bb437e6273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:33:56.473787 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:33:56.537716 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:33:57.856301 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:33:58.560762 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:00.234397 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:34:13.986172 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-36cd93e0-51c6-404b-a97f-82c5734eb698 req-b88c70ca-c2f5-4789-876e-0b12c02ff1df service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3ef8264e-7116-4733-a01d-106b5ecd8038&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0709677 May 03 23:34:14.120457 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd93e0-51c6-404b-a97f-82c5734eb698 req-bd5ebba6-b0ca-4dfd-bef8-1996bbe2ad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:34:14.121962 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-36cd93e0-51c6-404b-a97f-82c5734eb698 req-bd5ebba6-b0ca-4dfd-bef8-1996bbe2ad5b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 1096 time: 0.0692670 May 03 23:34:14.265293 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd93e0-51c6-404b-a97f-82c5734eb698 req-f9b2e55a-be51-457e-a824-c46e222a738b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:34:14.266647 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-36cd93e0-51c6-404b-a97f-82c5734eb698 req-f9b2e55a-be51-457e-a824-c46e222a738b service neutron] 10.222.0.67 "GET /v2.0/networks?id=8e403a57-1f0d-42c7-8141-a3b1e0df347b HTTP/1.1" status: 200 len: 898 time: 0.1253188 May 03 23:34:14.368253 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-36cd93e0-51c6-404b-a97f-82c5734eb698 req-98d38f12-fe91-484e-a8ed-5a061a3c78e4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=649aeaf3-0dca-467d-8292-a81adbb86f93 HTTP/1.1" status: 200 len: 1001 time: 0.0949802 May 03 23:34:14.429879 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd93e0-51c6-404b-a97f-82c5734eb698 req-8494a381-4b06-454b-9156-8ad9279d465e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:34:14.431251 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-36cd93e0-51c6-404b-a97f-82c5734eb698 req-8494a381-4b06-454b-9156-8ad9279d465e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1a984207-9e7c-478d-a830-e1263fa810e3 HTTP/1.1" status: 200 len: 835 time: 0.0559318 May 03 23:34:14.506362 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd93e0-51c6-404b-a97f-82c5734eb698 req-1f895027-4326-4948-ac8a-eccc1d08e7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:34:14.508282 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-36cd93e0-51c6-404b-a97f-82c5734eb698 req-1f895027-4326-4948-ac8a-eccc1d08e7e6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8e403a57-1f0d-42c7-8141-a3b1e0df347b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704646 May 03 23:34:14.737891 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-36cd93e0-51c6-404b-a97f-82c5734eb698 req-3f4e5ea6-e0d3-4c0b-b414-5b0ab4ce8d4d service neutron] 10.222.0.67 "GET /v2.0/networks/8e403a57-1f0d-42c7-8141-a3b1e0df347b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224331 May 03 23:34:14.868680 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-36cd93e0-51c6-404b-a97f-82c5734eb698 req-e6b516f6-1b87-4947-aa70-05d5f65201fd service neutron] 10.222.0.67 "GET /v2.0/networks/8e403a57-1f0d-42c7-8141-a3b1e0df347b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224444 May 03 23:34:23.064803 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-86c867f1-bab5-4555-a3b6-609b81a84d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:25.063375 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:25.645400 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2d08576c-df72-4a12-8b50-34d29bc8bb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:26.476791 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:26.541649 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:27.857257 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:28.569402 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:34.518351 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 57994) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:34:34.721202 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-552412a2-67cc-4f2d-968f-6ffcd33e4194 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Deleting port 2b612957-34d0-4471-9571-9124d54636c7 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:34:34.721544 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-552412a2-67cc-4f2d-968f-6ffcd33e4194 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:34.887358 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-552412a2-67cc-4f2d-968f-6ffcd33e4194 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:34.887688 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-552412a2-67cc-4f2d-968f-6ffcd33e4194 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:35.003841 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-552412a2-67cc-4f2d-968f-6ffcd33e4194 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Calling delete_port for 2b612957-34d0-4471-9571-9124d54636c7 owned by network:floatingip {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:34:35.152582 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-552412a2-67cc-4f2d-968f-6ffcd33e4194 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:35.201588 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552412a2-67cc-4f2d-968f-6ffcd33e4194 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event deleted for resources: {'Port': ['ID=2b612957-34d0-4471-9571-9124d54636c7,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:34:35.247636 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552412a2-67cc-4f2d-968f-6ffcd33e4194 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:35.247986 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552412a2-67cc-4f2d-968f-6ffcd33e4194 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:35.248327 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552412a2-67cc-4f2d-968f-6ffcd33e4194 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:35.248665 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552412a2-67cc-4f2d-968f-6ffcd33e4194 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:35.248998 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552412a2-67cc-4f2d-968f-6ffcd33e4194 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:35.249330 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552412a2-67cc-4f2d-968f-6ffcd33e4194 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:35.249655 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552412a2-67cc-4f2d-968f-6ffcd33e4194 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:35.250016 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552412a2-67cc-4f2d-968f-6ffcd33e4194 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:35.250342 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552412a2-67cc-4f2d-968f-6ffcd33e4194 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:35.250668 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552412a2-67cc-4f2d-968f-6ffcd33e4194 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:35.250990 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552412a2-67cc-4f2d-968f-6ffcd33e4194 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:35.251308 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552412a2-67cc-4f2d-968f-6ffcd33e4194 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:35.307403 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-552412a2-67cc-4f2d-968f-6ffcd33e4194 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for floatingip, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:35.307765 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-552412a2-67cc-4f2d-968f-6ffcd33e4194 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Floating IP 83328051-4007-4f87-bace-63ef5a04badb disassociated (deleted). External IP: 172.25.2.228, port: 649aeaf3-0dca-467d-8292-a81adbb86f93. May 03 23:34:35.656649 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552412a2-67cc-4f2d-968f-6ffcd33e4194 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Router 5d019e9b-dd3f-4709-a760-7b88cf39e4f7 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:34:35.944043 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552412a2-67cc-4f2d-968f-6ffcd33e4194 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:34:35.954525 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5770aca3-d6a7-4c16-bcf3-22a5544debbe None None] Sync routers for ids ['5d019e9b-dd3f-4709-a760-7b88cf39e4f7'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:34:35.965259 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5770aca3-d6a7-4c16-bcf3-22a5544debbe None None] Routers {'5d019e9b-dd3f-4709-a760-7b88cf39e4f7'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:34:35.965876 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-5770aca3-d6a7-4c16-bcf3-22a5544debbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:34:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['5d019e9b-dd3f-4709-a760-7b88cf39e4f7'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:34:35.966734 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-552412a2-67cc-4f2d-968f-6ffcd33e4194 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:36.021810 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-552412a2-67cc-4f2d-968f-6ffcd33e4194 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "DELETE /v2.0/floatingips/83328051-4007-4f87-bace-63ef5a04badb HTTP/1.1" status: 204 len: 168 time: 1.5023766 May 03 23:34:36.022411 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef8264e-7116-4733-a01d-106b5ecd8038', 'tag': '649aeaf3-0dca-467d-8292-a81adbb86f93'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:34:36.071496 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7533d729-638b-4c9d-81d3-48fa6fa359d5'] response: {'name': 'network-changed', 'server_uuid': '3ef8264e-7116-4733-a01d-106b5ecd8038', 'tag': '649aeaf3-0dca-467d-8292-a81adbb86f93', 'status': 'completed', 'code': 200} May 03 23:34:36.139640 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-5770aca3-d6a7-4c16-bcf3-22a5544debbe None None] Set router 5d019e9b-dd3f-4709-a760-7b88cf39e4f7 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:34:36.160608 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6275e7-79b0-4524-a135-f92e4f60253d req-f0e03b31-eb9d-4ffe-bd79-377fdb60d710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:34:36.162121 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fb6275e7-79b0-4524-a135-f92e4f60253d req-f0e03b31-eb9d-4ffe-bd79-377fdb60d710 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 1096 time: 0.0712042 May 03 23:34:36.306857 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6275e7-79b0-4524-a135-f92e4f60253d req-aa583c10-e4cf-4ea0-ba4f-3f7f0493d00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:34:36.308367 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fb6275e7-79b0-4524-a135-f92e4f60253d req-aa583c10-e4cf-4ea0-ba4f-3f7f0493d00e service neutron] 10.222.0.67 "GET /v2.0/networks?id=8e403a57-1f0d-42c7-8141-a3b1e0df347b HTTP/1.1" status: 200 len: 898 time: 0.1401944 May 03 23:34:36.408998 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fb6275e7-79b0-4524-a135-f92e4f60253d req-ebbe8ca3-fcb0-4065-98ac-0238f7edb08a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=649aeaf3-0dca-467d-8292-a81adbb86f93 HTTP/1.1" status: 200 len: 217 time: 0.0942061 May 03 23:34:36.452269 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-5770aca3-d6a7-4c16-bcf3-22a5544debbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358070374', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '71f81cfe-a5d7-486c-b45a-18ae92338402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:32:01Z', 'updated_at': '2022-05-03T23:32:06Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '71f81cfe-a5d7-486c-b45a-18ae92338402', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:32:01Z', 'updated_at': '2022-05-03T23:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '057cde23-e7f6-4e8b-9b4d-4d754d1c174a', 'name': '', 'network_id': '8e403a57-1f0d-42c7-8141-a3b1e0df347b', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:cc:2c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '1a984207-9e7c-478d-a830-e1263fa810e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:32:05Z', 'updated_at': '2022-05-03T23:32:12Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': '1a984207-9e7c-478d-a830-e1263fa810e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:34:36.456087 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5770aca3-d6a7-4c16-bcf3-22a5544debbe None None] Checking router: 5d019e9b-dd3f-4709-a760-7b88cf39e4f7 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:34:36.464184 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5770aca3-d6a7-4c16-bcf3-22a5544debbe None None] Routers {'5d019e9b-dd3f-4709-a760-7b88cf39e4f7'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:34:36.464761 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-5770aca3-d6a7-4c16-bcf3-22a5544debbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:34:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['5d019e9b-dd3f-4709-a760-7b88cf39e4f7'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:34:36.495566 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6275e7-79b0-4524-a135-f92e4f60253d req-093d3e47-7581-4a8e-bd83-6c8b60abd791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:34:36.496989 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fb6275e7-79b0-4524-a135-f92e4f60253d req-093d3e47-7581-4a8e-bd83-6c8b60abd791 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1a984207-9e7c-478d-a830-e1263fa810e3 HTTP/1.1" status: 200 len: 835 time: 0.0770414 May 03 23:34:36.509376 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c10bc6-db1f-4811-b3ea-65620237e046 req-34aa440e-07ad-4228-847b-6a6ae4e86982 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:34:36.514667 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-a3c10bc6-db1f-4811-b3ea-65620237e046 req-34aa440e-07ad-4228-847b-6a6ae4e86982 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Synchronizing usage tracker for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:34:36.585321 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-a3c10bc6-db1f-4811-b3ea-65620237e046 req-34aa440e-07ad-4228-847b-6a6ae4e86982 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Unset dirty status for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:34:36.586588 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a3c10bc6-db1f-4811-b3ea-65620237e046 req-34aa440e-07ad-4228-847b-6a6ae4e86982 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 945 time: 0.2186646 May 03 23:34:36.620915 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6275e7-79b0-4524-a135-f92e4f60253d req-3895af07-9a0d-48e2-8b06-19757dca4a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:34:36.622401 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fb6275e7-79b0-4524-a135-f92e4f60253d req-3895af07-9a0d-48e2-8b06-19757dca4a6a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8e403a57-1f0d-42c7-8141-a3b1e0df347b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1040556 May 03 23:34:36.650170 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-5770aca3-d6a7-4c16-bcf3-22a5544debbe None None] Set router 5d019e9b-dd3f-4709-a760-7b88cf39e4f7 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:34:36.659419 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a3c10bc6-db1f-4811-b3ea-65620237e046 req-f0740dd9-919d-4d38-a509-507867571a6d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5860eb3-276b-4cb5-ab8e-90b94f1f6ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655143 May 03 23:34:36.768915 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fb6275e7-79b0-4524-a135-f92e4f60253d req-cfa59e76-deae-4e8e-b001-9b2d1e697404 service neutron] 10.222.0.67 "GET /v2.0/networks/8e403a57-1f0d-42c7-8141-a3b1e0df347b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343734 May 03 23:34:36.900710 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fb6275e7-79b0-4524-a135-f92e4f60253d req-49ab9ca2-6007-42e0-88fc-bcd53b74f180 service neutron] 10.222.0.67 "GET /v2.0/networks/8e403a57-1f0d-42c7-8141-a3b1e0df347b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244805 May 03 23:34:36.956471 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-5770aca3-d6a7-4c16-bcf3-22a5544debbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358070374', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '71f81cfe-a5d7-486c-b45a-18ae92338402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:32:01Z', 'updated_at': '2022-05-03T23:32:06Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '71f81cfe-a5d7-486c-b45a-18ae92338402', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:32:01Z', 'updated_at': '2022-05-03T23:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '057cde23-e7f6-4e8b-9b4d-4d754d1c174a', 'name': '', 'network_id': '8e403a57-1f0d-42c7-8141-a3b1e0df347b', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:cc:2c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '1a984207-9e7c-478d-a830-e1263fa810e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:32:05Z', 'updated_at': '2022-05-03T23:32:12Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': '1a984207-9e7c-478d-a830-e1263fa810e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:34:36.961325 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5770aca3-d6a7-4c16-bcf3-22a5544debbe None None] The sync data for ids ['5d019e9b-dd3f-4709-a760-7b88cf39e4f7'] in n-d-811807-1 is: [{'id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358070374', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '71f81cfe-a5d7-486c-b45a-18ae92338402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:32:01Z', 'updated_at': '2022-05-03T23:32:06Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '71f81cfe-a5d7-486c-b45a-18ae92338402', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:32:01Z', 'updated_at': '2022-05-03T23:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '057cde23-e7f6-4e8b-9b4d-4d754d1c174a', 'name': '', 'network_id': '8e403a57-1f0d-42c7-8141-a3b1e0df347b', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:cc:2c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '1a984207-9e7c-478d-a830-e1263fa810e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:32:05Z', 'updated_at': '2022-05-03T23:32:12Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': '1a984207-9e7c-478d-a830-e1263fa810e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:34:37.175532 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab5a01a-61cf-4af4-af4b-a190754957b2 None None] New status for floating IP 83328051-4007-4f87-bace-63ef5a04badb: DOWN {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:34:37.236849 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:34:37.854869 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f775b-7a28-4306-8cff-edb9e87e96e4 req-391aa029-8377-4407-9fe2-7087b4d0bed0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:34:37.856338 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ca5f775b-7a28-4306-8cff-edb9e87e96e4 req-391aa029-8377-4407-9fe2-7087b4d0bed0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 945 time: 0.0846024 May 03 23:34:37.901614 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ca5f775b-7a28-4306-8cff-edb9e87e96e4 req-ade83f5a-09ab-4bf1-afe8-1878679cbb5c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5860eb3-276b-4cb5-ab8e-90b94f1f6ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397220 May 03 23:34:38.106565 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3d353-d04d-48d3-93f8-e888324ada5b req-c25459f4-0137-4ffc-a217-e4d7d02d8436 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:34:38.107918 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-93e3d353-d04d-48d3-93f8-e888324ada5b req-c25459f4-0137-4ffc-a217-e4d7d02d8436 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 945 time: 0.0793281 May 03 23:34:38.179950 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-93e3d353-d04d-48d3-93f8-e888324ada5b req-ce68a1f0-6d20-4666-9726-ec843aa50356 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Deleting port 649aeaf3-0dca-467d-8292-a81adbb86f93 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:34:38.180288 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-93e3d353-d04d-48d3-93f8-e888324ada5b req-ce68a1f0-6d20-4666-9726-ec843aa50356 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:38.413455 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-93e3d353-d04d-48d3-93f8-e888324ada5b req-ce68a1f0-6d20-4666-9726-ec843aa50356 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] For port 649aeaf3-0dca-467d-8292-a81adbb86f93, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=649aeaf3-0dca-467d-8292-a81adbb86f93,segment=NetworkSegment(b36f0a55-9c48-4a9c-a857-c6fe50d518ae),segment_id=b36f0a55-9c48-4a9c-a857-c6fe50d518ae)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:34:38.414333 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-93e3d353-d04d-48d3-93f8-e888324ada5b req-ce68a1f0-6d20-4666-9726-ec843aa50356 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:38.631913 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-93e3d353-d04d-48d3-93f8-e888324ada5b req-ce68a1f0-6d20-4666-9726-ec843aa50356 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Calling delete_port for 649aeaf3-0dca-467d-8292-a81adbb86f93 owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:34:38.772683 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-93e3d353-d04d-48d3-93f8-e888324ada5b req-ce68a1f0-6d20-4666-9726-ec843aa50356 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:38.848282 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68a1f0-6d20-4666-9726-ec843aa50356 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event deleted for resources: {'Port': ['ID=649aeaf3-0dca-467d-8292-a81adbb86f93,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:34:38.897244 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e3d353-d04d-48d3-93f8-e888324ada5b req-ce68a1f0-6d20-4666-9726-ec843aa50356 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] No DVR routers for this DVR port 649aeaf3-0dca-467d-8292-a81adbb86f93 on host n-h2-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:34:38.900281 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-93e3d353-d04d-48d3-93f8-e888324ada5b req-ce68a1f0-6d20-4666-9726-ec843aa50356 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:38.904091 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef8264e-7116-4733-a01d-106b5ecd8038', 'name': 'network-vif-deleted', 'tag': '649aeaf3-0dca-467d-8292-a81adbb86f93'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:34:38.917715 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-93e3d353-d04d-48d3-93f8-e888324ada5b req-ce68a1f0-6d20-4666-9726-ec843aa50356 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.67 "DELETE /v2.0/ports/649aeaf3-0dca-467d-8292-a81adbb86f93 HTTP/1.1" status: 204 len: 173 time: 0.8046572 May 03 23:34:38.959863 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a89f11b-f031-4cf9-89d9-99c1414c1c57'] response: {'server_uuid': '3ef8264e-7116-4733-a01d-106b5ecd8038', 'name': 'network-vif-deleted', 'tag': '649aeaf3-0dca-467d-8292-a81adbb86f93', 'status': 'completed', 'code': 200} May 03 23:34:39.050082 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-9c75e23d-e444-4413-9113-3b16ffe57ea1 req-65615273-64ee-4e91-aaa6-6131ba7eaa2d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Synchronizing usage tracker for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:34:39.065421 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-9c75e23d-e444-4413-9113-3b16ffe57ea1 req-65615273-64ee-4e91-aaa6-6131ba7eaa2d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Unset dirty status for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:34:39.066681 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9c75e23d-e444-4413-9113-3b16ffe57ea1 req-65615273-64ee-4e91-aaa6-6131ba7eaa2d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ef8264e-7116-4733-a01d-106b5ecd8038 HTTP/1.1" status: 200 len: 210 time: 0.0600004 May 03 23:34:40.165032 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58014) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:34:40.300727 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-5665b6e5-25de-4db7-9617-932ab8b48110 service neutron] (88069) timed out ('10.222.0.58', 53962) {{(pid=88069) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 03 23:34:40.717933 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bfe95e76-9b75-4e45-8ddc-1f21173f025e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:41.065745 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-bfe95e76-9b75-4e45-8ddc-1f21173f025e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Deleting port 057cde23-e7f6-4e8b-9b4d-4d754d1c174a {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:34:41.066066 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bfe95e76-9b75-4e45-8ddc-1f21173f025e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:41.362186 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-bfe95e76-9b75-4e45-8ddc-1f21173f025e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] For port 057cde23-e7f6-4e8b-9b4d-4d754d1c174a, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=057cde23-e7f6-4e8b-9b4d-4d754d1c174a,segment=NetworkSegment(b36f0a55-9c48-4a9c-a857-c6fe50d518ae),segment_id=b36f0a55-9c48-4a9c-a857-c6fe50d518ae)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:34:41.362883 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bfe95e76-9b75-4e45-8ddc-1f21173f025e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:41.483518 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-bfe95e76-9b75-4e45-8ddc-1f21173f025e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Calling delete_port for 057cde23-e7f6-4e8b-9b4d-4d754d1c174a owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:34:41.662183 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bfe95e76-9b75-4e45-8ddc-1f21173f025e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:41.708602 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe95e76-9b75-4e45-8ddc-1f21173f025e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event deleted for resources: {'Port': ['ID=057cde23-e7f6-4e8b-9b4d-4d754d1c174a,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:34:41.990022 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bfe95e76-9b75-4e45-8ddc-1f21173f025e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:42.345627 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe95e76-9b75-4e45-8ddc-1f21173f025e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Router 5d019e9b-dd3f-4709-a760-7b88cf39e4f7 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:34:42.519241 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe95e76-9b75-4e45-8ddc-1f21173f025e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:34:42.529131 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaac0db-c8fb-4605-aa11-4bb48bccd60c None None] Sync routers for ids ['5d019e9b-dd3f-4709-a760-7b88cf39e4f7'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:34:42.538179 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-bfe95e76-9b75-4e45-8ddc-1f21173f025e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "PUT /v2.0/routers/5d019e9b-dd3f-4709-a760-7b88cf39e4f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3719449 May 03 23:34:42.541306 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58018) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:34:42.543209 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaac0db-c8fb-4605-aa11-4bb48bccd60c None None] Routers {'5d019e9b-dd3f-4709-a760-7b88cf39e4f7'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:34:42.543897 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-adaac0db-c8fb-4605-aa11-4bb48bccd60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:34:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['5d019e9b-dd3f-4709-a760-7b88cf39e4f7'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:34:42.690881 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 649aeaf3-0dca-467d-8292-a81adbb86f93 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:34:42.721667 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef2718a3-2081-43a0-b468-53246d0bf4ca tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Deleting subnet 1a984207-9e7c-478d-a830-e1263fa810e3 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:34:42.725099 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef2718a3-2081-43a0-b468-53246d0bf4ca tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:42.729481 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: 649aeaf3-0dca-467d-8292-a81adbb86f93 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:34:42.729961 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 649aeaf3-0dca-467d-8292-a81adbb86f93 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:34:42.759751 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-adaac0db-c8fb-4605-aa11-4bb48bccd60c None None] Set router 5d019e9b-dd3f-4709-a760-7b88cf39e4f7 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:34:42.786142 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef2718a3-2081-43a0-b468-53246d0bf4ca tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:42.872738 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef2718a3-2081-43a0-b468-53246d0bf4ca tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:42.943406 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef2718a3-2081-43a0-b468-53246d0bf4ca tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:42.984686 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ef2718a3-2081-43a0-b468-53246d0bf4ca tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:42.988114 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2718a3-2081-43a0-b468-53246d0bf4ca tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event deleted for resources: {'Subnet': ['ID=1a984207-9e7c-478d-a830-e1263fa810e3,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:34:42.990143 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f9ec0d-d124-4363-8020-3b557ce3b8cd None None] Network 8e403a57-1f0d-42c7-8141-a3b1e0df347b requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:34:42.995972 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ef2718a3-2081-43a0-b468-53246d0bf4ca tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "DELETE /v2.0/subnets/1a984207-9e7c-478d-a830-e1263fa810e3 HTTP/1.1" status: 204 len: 168 time: 0.4513564 May 03 23:34:42.996216 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58022) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:34:43.045066 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-adaac0db-c8fb-4605-aa11-4bb48bccd60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358070374', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '71f81cfe-a5d7-486c-b45a-18ae92338402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:32:01Z', 'updated_at': '2022-05-03T23:34:41Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '71f81cfe-a5d7-486c-b45a-18ae92338402', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:32:01Z', 'updated_at': '2022-05-03T23:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:34:43.048846 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaac0db-c8fb-4605-aa11-4bb48bccd60c None None] Checking router: 5d019e9b-dd3f-4709-a760-7b88cf39e4f7 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:34:43.057780 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaac0db-c8fb-4605-aa11-4bb48bccd60c None None] Routers {'5d019e9b-dd3f-4709-a760-7b88cf39e4f7'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:34:43.058412 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-adaac0db-c8fb-4605-aa11-4bb48bccd60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:34:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['5d019e9b-dd3f-4709-a760-7b88cf39e4f7'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:34:43.183494 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f34bed9-0a87-4eec-8fc6-4e445a5d557d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:43.241026 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-adaac0db-c8fb-4605-aa11-4bb48bccd60c None None] Set router 5d019e9b-dd3f-4709-a760-7b88cf39e4f7 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:34:43.256791 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c839309c-375a-4160-9dd8-b7fdfeed21d7 None None] DHCP port deletion for 8e403a57-1f0d-42c7-8141-a3b1e0df347b request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:34:43.262020 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-c839309c-375a-4160-9dd8-b7fdfeed21d7 None None] Deleting port 8823df36-d525-4374-89b4-8ab66d452736 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:34:43.262526 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c839309c-375a-4160-9dd8-b7fdfeed21d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:43.377130 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f34bed9-0a87-4eec-8fc6-4e445a5d557d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:43.387954 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-5f34bed9-0a87-4eec-8fc6-4e445a5d557d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Deleting port 71f81cfe-a5d7-486c-b45a-18ae92338402 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:34:43.388272 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f34bed9-0a87-4eec-8fc6-4e445a5d557d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:43.477102 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-c839309c-375a-4160-9dd8-b7fdfeed21d7 None None] For port 8823df36-d525-4374-89b4-8ab66d452736, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=8823df36-d525-4374-89b4-8ab66d452736,segment=NetworkSegment(b36f0a55-9c48-4a9c-a857-c6fe50d518ae),segment_id=b36f0a55-9c48-4a9c-a857-c6fe50d518ae)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:34:43.477346 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c839309c-375a-4160-9dd8-b7fdfeed21d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:43.526465 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-adaac0db-c8fb-4605-aa11-4bb48bccd60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358070374', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '71f81cfe-a5d7-486c-b45a-18ae92338402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:32:01Z', 'updated_at': '2022-05-03T23:34:41Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '71f81cfe-a5d7-486c-b45a-18ae92338402', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:32:01Z', 'updated_at': '2022-05-03T23:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:34:43.531412 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaac0db-c8fb-4605-aa11-4bb48bccd60c None None] The sync data for ids ['5d019e9b-dd3f-4709-a760-7b88cf39e4f7'] in n-d-811807-1 is: [{'id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358070374', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '71f81cfe-a5d7-486c-b45a-18ae92338402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:32:01Z', 'updated_at': '2022-05-03T23:34:41Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '71f81cfe-a5d7-486c-b45a-18ae92338402', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d019e9b-dd3f-4709-a760-7b88cf39e4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:32:01Z', 'updated_at': '2022-05-03T23:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:34:43.564951 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-5f34bed9-0a87-4eec-8fc6-4e445a5d557d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] For port 71f81cfe-a5d7-486c-b45a-18ae92338402, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=71f81cfe-a5d7-486c-b45a-18ae92338402,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:34:43.565492 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f34bed9-0a87-4eec-8fc6-4e445a5d557d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:43.614066 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-c839309c-375a-4160-9dd8-b7fdfeed21d7 None None] Calling delete_port for 8823df36-d525-4374-89b4-8ab66d452736 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:34:43.688549 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c839309c-375a-4160-9dd8-b7fdfeed21d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387'] for port, after_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:43.692420 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-5f34bed9-0a87-4eec-8fc6-4e445a5d557d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Calling delete_port for 71f81cfe-a5d7-486c-b45a-18ae92338402 owned by network:router_gateway {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:34:43.737290 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839309c-375a-4160-9dd8-b7fdfeed21d7 None None] Pushing event deleted for resources: {'Port': ['ID=8823df36-d525-4374-89b4-8ab66d452736,revision_number=None']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:34:43.739512 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c839309c-375a-4160-9dd8-b7fdfeed21d7 None None] No DVR routers for this DVR port 8823df36-d525-4374-89b4-8ab66d452736 on host n-d-811807-1 {{(pid=88071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:34:43.748031 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c839309c-375a-4160-9dd8-b7fdfeed21d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:43.748328 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c839309c-375a-4160-9dd8-b7fdfeed21d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:43.748684 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c839309c-375a-4160-9dd8-b7fdfeed21d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:43.749001 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c839309c-375a-4160-9dd8-b7fdfeed21d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:43.749330 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c839309c-375a-4160-9dd8-b7fdfeed21d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:43.749684 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c839309c-375a-4160-9dd8-b7fdfeed21d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:43.750031 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c839309c-375a-4160-9dd8-b7fdfeed21d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:43.750547 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c839309c-375a-4160-9dd8-b7fdfeed21d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:43.750874 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c839309c-375a-4160-9dd8-b7fdfeed21d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:43.751301 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c839309c-375a-4160-9dd8-b7fdfeed21d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:43.751512 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c839309c-375a-4160-9dd8-b7fdfeed21d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:43.751843 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c839309c-375a-4160-9dd8-b7fdfeed21d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:43.862928 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f34bed9-0a87-4eec-8fc6-4e445a5d557d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:43.952745 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 8823df36-d525-4374-89b4-8ab66d452736 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:34:43.980190 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f34bed9-0a87-4eec-8fc6-4e445a5d557d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event deleted for resources: {'Port': ['ID=71f81cfe-a5d7-486c-b45a-18ae92338402,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:34:43.987397 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 8823df36-d525-4374-89b4-8ab66d452736 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:34:43.987679 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 8823df36-d525-4374-89b4-8ab66d452736 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:34:43.988094 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 057cde23-e7f6-4e8b-9b4d-4d754d1c174a no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:34:44.014915 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f34bed9-0a87-4eec-8fc6-4e445a5d557d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:44.022547 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 057cde23-e7f6-4e8b-9b4d-4d754d1c174a {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:34:44.022920 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 057cde23-e7f6-4e8b-9b4d-4d754d1c174a not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:34:44.293650 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f34bed9-0a87-4eec-8fc6-4e445a5d557d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:44.295774 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f34bed9-0a87-4eec-8fc6-4e445a5d557d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:44.318375 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f34bed9-0a87-4eec-8fc6-4e445a5d557d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:44.318893 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f34bed9-0a87-4eec-8fc6-4e445a5d557d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Fanout notify agent at l3_agent the message router_deleted on router 5d019e9b-dd3f-4709-a760-7b88cf39e4f7 {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 23:34:44.333690 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5f34bed9-0a87-4eec-8fc6-4e445a5d557d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:44.334802 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5f34bed9-0a87-4eec-8fc6-4e445a5d557d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "DELETE /v2.0/routers/5d019e9b-dd3f-4709-a760-7b88cf39e4f7 HTTP/1.1" status: 204 len: 168 time: 1.3377137 May 03 23:34:44.337559 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58026) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:34:44.452821 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-59f61350-e793-418a-83dd-ccff824e128e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:44.580528 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-59f61350-e793-418a-83dd-ccff824e128e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:44.605845 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-59f61350-e793-418a-83dd-ccff824e128e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e403a57-1f0d-42c7-8141-a3b1e0df347b']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:34:44.617460 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-59f61350-e793-418a-83dd-ccff824e128e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b36f0a55-9c48-4a9c-a857-c6fe50d518ae') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:34:44.617762 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-59f61350-e793-418a-83dd-ccff824e128e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b36f0a55-9c48-4a9c-a857-c6fe50d518ae') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:34:44.628654 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-59f61350-e793-418a-83dd-ccff824e128e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:44.643847 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-59f61350-e793-418a-83dd-ccff824e128e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:44.650133 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59f61350-e793-418a-83dd-ccff824e128e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:34:44.650520 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-59f61350-e793-418a-83dd-ccff824e128e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:44.664893 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 23:34:44.664893 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:34:44.664893 n-d-811807-1 neutron-server[88069]: timer() May 03 23:34:44.664893 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:34:44.664893 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 23:34:44.664893 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:34:44.664893 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 23:34:44.664893 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:34:44.664893 n-d-811807-1 neutron-server[88069]: self._notify() May 03 23:34:44.664893 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:34:44.664893 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 23:34:44.664893 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:34:44.664893 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 23:34:44.664893 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:34:44.664893 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:34:44.664893 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:34:44.664893 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:34:44.664893 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:34:44.664893 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 23:34:44.664893 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:34:44.664893 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 23:34:44.664893 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:34:44.664893 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:34:44.664893 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:34:44.664893 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 23:34:44.664893 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:34:44.664893 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:34:44.664893 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:34:44.664893 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:34:44.664893 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:34:44.664893 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:34:44.664893 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:34:44.742471 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-59f61350-e793-418a-83dd-ccff824e128e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:44.760294 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-59f61350-e793-418a-83dd-ccff824e128e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:44.771471 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f61350-e793-418a-83dd-ccff824e128e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event deleted for resources: {'Network': ['ID=8e403a57-1f0d-42c7-8141-a3b1e0df347b,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:34:44.776993 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-59f61350-e793-418a-83dd-ccff824e128e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "DELETE /v2.0/networks/8e403a57-1f0d-42c7-8141-a3b1e0df347b HTTP/1.1" status: 204 len: 168 time: 0.4384329 May 03 23:34:44.779620 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58030) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:34:44.847378 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dadd5815-5fca-4e03-9f78-6623359917e7 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:44.879989 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dadd5815-5fca-4e03-9f78-6623359917e7 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:44.943518 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dadd5815-5fca-4e03-9f78-6623359917e7 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:44.963404 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd5815-5fca-4e03-9f78-6623359917e7 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5860eb3-276b-4cb5-ab8e-90b94f1f6ae8,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:34:44.969987 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dadd5815-5fca-4e03-9f78-6623359917e7 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:44.971137 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-dadd5815-5fca-4e03-9f78-6623359917e7 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "DELETE /v2.0/security-groups/e5860eb3-276b-4cb5-ab8e-90b94f1f6ae8 HTTP/1.1" status: 204 len: 168 time: 0.1905909 May 03 23:34:45.172156 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58038) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:34:45.177594 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-19594919-14c1-4850-8a96-add63e0790dc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-78063714', 'description': 'tempest-secgroup-smoke-78063714 description', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:34:45.184731 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-19594919-14c1-4850-8a96-add63e0790dc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:34:45.188804 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-19594919-14c1-4850-8a96-add63e0790dc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:34:45.191676 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-19594919-14c1-4850-8a96-add63e0790dc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:34:45.198016 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-19594919-14c1-4850-8a96-add63e0790dc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:34:45.207999 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-19594919-14c1-4850-8a96-add63e0790dc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:45.227108 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-19594919-14c1-4850-8a96-add63e0790dc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:34:45.230829 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-19594919-14c1-4850-8a96-add63e0790dc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group_rule and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:34:45.233582 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-19594919-14c1-4850-8a96-add63e0790dc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:34:45.239165 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-19594919-14c1-4850-8a96-add63e0790dc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:34:45.312236 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-19594919-14c1-4850-8a96-add63e0790dc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:45.315839 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-19594919-14c1-4850-8a96-add63e0790dc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:45.363046 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19594919-14c1-4850-8a96-add63e0790dc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee647b97-976d-45c1-ae9a-8618689e2997,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:34:45.365864 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-19594919-14c1-4850-8a96-add63e0790dc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:45.370043 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-19594919-14c1-4850-8a96-add63e0790dc tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1940522 May 03 23:34:45.370183 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58042) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:34:45.375012 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-6ad5fdc1-77b7-4a82-a1cb-46842f744e79 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'security_group_rule': {'security_group_id': 'ee647b97-976d-45c1-ae9a-8618689e2997', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:34:45.381546 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6ad5fdc1-77b7-4a82-a1cb-46842f744e79 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:34:45.385396 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6ad5fdc1-77b7-4a82-a1cb-46842f744e79 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group_rule and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:34:45.388277 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6ad5fdc1-77b7-4a82-a1cb-46842f744e79 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:34:45.393949 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6ad5fdc1-77b7-4a82-a1cb-46842f744e79 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:34:45.410241 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6ad5fdc1-77b7-4a82-a1cb-46842f744e79 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:45.471759 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6ad5fdc1-77b7-4a82-a1cb-46842f744e79 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:45.475193 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6ad5fdc1-77b7-4a82-a1cb-46842f744e79 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:45.498636 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5fdc1-77b7-4a82-a1cb-46842f744e79 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c51a8d-c698-47e4-9443-81e76abfc026,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:34:45.507535 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6ad5fdc1-77b7-4a82-a1cb-46842f744e79 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:45.508781 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6ad5fdc1-77b7-4a82-a1cb-46842f744e79 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1376824 May 03 23:34:45.511544 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58046) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:34:45.516386 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-2f30a5a1-b781-4527-9f51-941c06929f60 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'security_group_rule': {'security_group_id': 'ee647b97-976d-45c1-ae9a-8618689e2997', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:34:45.523342 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2f30a5a1-b781-4527-9f51-941c06929f60 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:34:45.527169 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2f30a5a1-b781-4527-9f51-941c06929f60 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group_rule and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:34:45.530067 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2f30a5a1-b781-4527-9f51-941c06929f60 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:34:45.535816 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2f30a5a1-b781-4527-9f51-941c06929f60 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:34:45.552994 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2f30a5a1-b781-4527-9f51-941c06929f60 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:45.614581 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2f30a5a1-b781-4527-9f51-941c06929f60 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:45.617838 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2f30a5a1-b781-4527-9f51-941c06929f60 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:45.642149 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30a5a1-b781-4527-9f51-941c06929f60 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e639b1-a6c3-4340-aa1b-fb687a678a52,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:34:45.652220 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2f30a5a1-b781-4527-9f51-941c06929f60 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:45.653443 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2f30a5a1-b781-4527-9f51-941c06929f60 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1409898 May 03 23:34:45.656203 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58050) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:34:45.661018 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-6a25efcf-56b2-4423-879a-2eba32822e51 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'security_group_rule': {'security_group_id': 'ee647b97-976d-45c1-ae9a-8618689e2997', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:34:45.667301 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6a25efcf-56b2-4423-879a-2eba32822e51 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:34:45.671050 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6a25efcf-56b2-4423-879a-2eba32822e51 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group_rule and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:34:45.673901 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6a25efcf-56b2-4423-879a-2eba32822e51 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:34:45.679732 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6a25efcf-56b2-4423-879a-2eba32822e51 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:34:45.696258 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6a25efcf-56b2-4423-879a-2eba32822e51 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:45.755985 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6a25efcf-56b2-4423-879a-2eba32822e51 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:45.759786 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6a25efcf-56b2-4423-879a-2eba32822e51 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:45.787237 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25efcf-56b2-4423-879a-2eba32822e51 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1f35aac-521b-46f1-9ec2-df212a50c1b6,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:34:45.796383 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6a25efcf-56b2-4423-879a-2eba32822e51 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:45.797523 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6a25efcf-56b2-4423-879a-2eba32822e51 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1404181 May 03 23:34:45.800425 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58054) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:34:45.805219 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-57ecd41a-d50b-473f-bccf-53d36b3958d6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'security_group_rule': {'security_group_id': 'ee647b97-976d-45c1-ae9a-8618689e2997', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:34:45.811643 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-57ecd41a-d50b-473f-bccf-53d36b3958d6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:34:45.815651 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-57ecd41a-d50b-473f-bccf-53d36b3958d6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group_rule and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:34:45.818477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-57ecd41a-d50b-473f-bccf-53d36b3958d6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:34:45.824576 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-57ecd41a-d50b-473f-bccf-53d36b3958d6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:34:45.840929 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-57ecd41a-d50b-473f-bccf-53d36b3958d6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:45.901176 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 71f81cfe-a5d7-486c-b45a-18ae92338402 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:34:45.907646 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-57ecd41a-d50b-473f-bccf-53d36b3958d6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:45.911466 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-57ecd41a-d50b-473f-bccf-53d36b3958d6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:45.934863 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ecd41a-d50b-473f-bccf-53d36b3958d6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9b2ad05-9bfa-4b6f-9699-1be5e8449584,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:34:45.937829 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 71f81cfe-a5d7-486c-b45a-18ae92338402 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:34:45.938176 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 71f81cfe-a5d7-486c-b45a-18ae92338402 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:34:45.943789 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-57ecd41a-d50b-473f-bccf-53d36b3958d6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:45.948450 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-57ecd41a-d50b-473f-bccf-53d36b3958d6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1443303 May 03 23:34:45.948450 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58058) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:34:45.953469 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-bd91e4bf-ee89-4022-81a8-c5e765931411 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'security_group_rule': {'security_group_id': 'ee647b97-976d-45c1-ae9a-8618689e2997', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:34:45.960076 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-bd91e4bf-ee89-4022-81a8-c5e765931411 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:34:45.964035 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-bd91e4bf-ee89-4022-81a8-c5e765931411 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group_rule and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:34:45.966946 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-bd91e4bf-ee89-4022-81a8-c5e765931411 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:34:45.972595 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-bd91e4bf-ee89-4022-81a8-c5e765931411 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:34:45.982213 n-d-811807-1 neutron-server[88069]: INFO neutron.db.securitygroups_db [None req-bd91e4bf-ee89-4022-81a8-c5e765931411 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Project ebb80d0d514d4b2aba00c76f4be31457 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 23:34:45.988403 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bd91e4bf-ee89-4022-81a8-c5e765931411 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:46.049726 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bd91e4bf-ee89-4022-81a8-c5e765931411 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:46.053266 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bd91e4bf-ee89-4022-81a8-c5e765931411 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:46.076156 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91e4bf-ee89-4022-81a8-c5e765931411 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5416217c-c61f-4b38-bc19-e5f50ba386d3,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:34:46.084250 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-bd91e4bf-ee89-4022-81a8-c5e765931411 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:46.085418 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-bd91e4bf-ee89-4022-81a8-c5e765931411 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1361532 May 03 23:34:46.088093 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58062) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:34:46.092964 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-1f9af5f0-8a62-4a94-aebb-60aeeed9b324 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'security_group_rule': {'security_group_id': 'ee647b97-976d-45c1-ae9a-8618689e2997', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:34:46.099280 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1f9af5f0-8a62-4a94-aebb-60aeeed9b324 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:34:46.103055 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1f9af5f0-8a62-4a94-aebb-60aeeed9b324 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:security_group_rule and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:34:46.106018 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-1f9af5f0-8a62-4a94-aebb-60aeeed9b324 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:34:46.111586 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-1f9af5f0-8a62-4a94-aebb-60aeeed9b324 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:34:46.122436 n-d-811807-1 neutron-server[88069]: INFO neutron.db.securitygroups_db [None req-1f9af5f0-8a62-4a94-aebb-60aeeed9b324 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Project ebb80d0d514d4b2aba00c76f4be31457 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 23:34:46.128633 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1f9af5f0-8a62-4a94-aebb-60aeeed9b324 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:46.194369 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1f9af5f0-8a62-4a94-aebb-60aeeed9b324 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:46.198179 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1f9af5f0-8a62-4a94-aebb-60aeeed9b324 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:46.220286 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9af5f0-8a62-4a94-aebb-60aeeed9b324 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca709907-0423-47bb-aa17-bb2340140c3d,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:34:46.232235 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-1f9af5f0-8a62-4a94-aebb-60aeeed9b324 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:46.233521 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-1f9af5f0-8a62-4a94-aebb-60aeeed9b324 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1445045 May 03 23:34:46.236304 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58066) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:34:46.242126 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-dff7782d-6720-47b4-8f13-ca16c9abcc53 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'network': {'name': 'tempest-network-smoke--206797484', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'port_security_enabled': True}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:34:46.247495 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-dff7782d-6720-47b4-8f13-ca16c9abcc53 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:34:46.251566 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-dff7782d-6720-47b4-8f13-ca16c9abcc53 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:network and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:34:46.254389 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-dff7782d-6720-47b4-8f13-ca16c9abcc53 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:34:46.260717 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-dff7782d-6720-47b4-8f13-ca16c9abcc53 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:34:46.270274 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff7782d-6720-47b4-8f13-ca16c9abcc53 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Made reservation on behalf of ebb80d0d514d4b2aba00c76f4be31457 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:34:46.273542 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dff7782d-6720-47b4-8f13-ca16c9abcc53 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:46.301398 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff7782d-6720-47b4-8f13-ca16c9abcc53 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:34:46.310314 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dff7782d-6720-47b4-8f13-ca16c9abcc53 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:46.310718 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-dff7782d-6720-47b4-8f13-ca16c9abcc53 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Added segment 1f179094-8df9-404b-b92a-5beee041943d of type vlan for network 5caef016-bc2d-411b-8d92-0ed45d91c9fa May 03 23:34:46.336165 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dff7782d-6720-47b4-8f13-ca16c9abcc53 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:46.363920 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dff7782d-6720-47b4-8f13-ca16c9abcc53 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:46.369946 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff7782d-6720-47b4-8f13-ca16c9abcc53 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:34:46.370529 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-dff7782d-6720-47b4-8f13-ca16c9abcc53 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:46.469434 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-dff7782d-6720-47b4-8f13-ca16c9abcc53 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2320409 May 03 23:34:46.472196 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58070) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:34:46.478073 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-1802553c-cf4a-4a6b-91da-8cf8b15c5560 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-173367076', 'admin_state_up': True, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:34:46.478532 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7782d-6720-47b4-8f13-ca16c9abcc53 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Network': ['ID=5caef016-bc2d-411b-8d92-0ed45d91c9fa,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:34:46.488452 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 5caef016-bc2d-411b-8d92-0ed45d91c9fa details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:34:46.492522 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1802553c-cf4a-4a6b-91da-8cf8b15c5560 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:34:46.496393 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1802553c-cf4a-4a6b-91da-8cf8b15c5560 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:router and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:34:46.499232 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1802553c-cf4a-4a6b-91da-8cf8b15c5560 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:34:46.504809 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1802553c-cf4a-4a6b-91da-8cf8b15c5560 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:34:46.514755 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1802553c-cf4a-4a6b-91da-8cf8b15c5560 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:46.515811 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1802553c-cf4a-4a6b-91da-8cf8b15c5560 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:46.531069 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1802553c-cf4a-4a6b-91da-8cf8b15c5560 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:46.918701 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1802553c-cf4a-4a6b-91da-8cf8b15c5560 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:47.215270 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1802553c-cf4a-4a6b-91da-8cf8b15c5560 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:47.246913 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1802553c-cf4a-4a6b-91da-8cf8b15c5560 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:47.378166 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-1802553c-cf4a-4a6b-91da-8cf8b15c5560 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Allocated IP 172.25.2.172 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/7ada7ced-478c-479d-a300-524168c1563f) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:34:47.524287 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1802553c-cf4a-4a6b-91da-8cf8b15c5560 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:47.553330 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1802553c-cf4a-4a6b-91da-8cf8b15c5560 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:47.619817 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1802553c-cf4a-4a6b-91da-8cf8b15c5560 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:34:47.622694 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-1802553c-cf4a-4a6b-91da-8cf8b15c5560 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:34:47.626339 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1802553c-cf4a-4a6b-91da-8cf8b15c5560 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:34:47.661486 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802553c-cf4a-4a6b-91da-8cf8b15c5560 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Port': ['ID=7ada7ced-478c-479d-a300-524168c1563f,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:34:47.678082 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802553c-cf4a-4a6b-91da-8cf8b15c5560 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:47.678438 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802553c-cf4a-4a6b-91da-8cf8b15c5560 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:47.678810 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802553c-cf4a-4a6b-91da-8cf8b15c5560 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:47.679150 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802553c-cf4a-4a6b-91da-8cf8b15c5560 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:47.679483 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802553c-cf4a-4a6b-91da-8cf8b15c5560 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:47.679820 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802553c-cf4a-4a6b-91da-8cf8b15c5560 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:47.680153 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802553c-cf4a-4a6b-91da-8cf8b15c5560 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:47.680484 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802553c-cf4a-4a6b-91da-8cf8b15c5560 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:47.680813 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802553c-cf4a-4a6b-91da-8cf8b15c5560 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:47.681141 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802553c-cf4a-4a6b-91da-8cf8b15c5560 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:47.681466 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802553c-cf4a-4a6b-91da-8cf8b15c5560 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:47.681788 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1802553c-cf4a-4a6b-91da-8cf8b15c5560 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:48.150275 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1802553c-cf4a-4a6b-91da-8cf8b15c5560 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:48.478044 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1802553c-cf4a-4a6b-91da-8cf8b15c5560 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:48.671614 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1802553c-cf4a-4a6b-91da-8cf8b15c5560 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Router 831c03ca-c0f7-4e99-9638-61a93f5220d9 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 23:34:48.847143 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1802553c-cf4a-4a6b-91da-8cf8b15c5560 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:34:48.857238 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59f4d65-4ac2-4818-a024-fab972328715 None None] Sync routers for ids ['831c03ca-c0f7-4e99-9638-61a93f5220d9'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:34:48.866907 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59f4d65-4ac2-4818-a024-fab972328715 None None] Routers {'831c03ca-c0f7-4e99-9638-61a93f5220d9'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:34:48.867517 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-a59f4d65-4ac2-4818-a024-fab972328715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:34:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['831c03ca-c0f7-4e99-9638-61a93f5220d9'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:34:48.876138 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1802553c-cf4a-4a6b-91da-8cf8b15c5560 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:48.877663 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1802553c-cf4a-4a6b-91da-8cf8b15c5560 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4043925 May 03 23:34:48.880910 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58078) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:34:48.922460 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ffee8f66-e191-494a-8c4a-e6cccbb6f804 tempest-TestNetworkAdvancedServerOps-1551533295 tempest-TestNetworkAdvancedServerOps-1551533295-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=ebb80d0d514d4b2aba00c76f4be31457&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379360 May 03 23:34:48.922747 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58082) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:34:49.056563 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb6587c-233b-4d2e-942b-a764b3a8161c tempest-TestNetworkAdvancedServerOps-1551533295 tempest-TestNetworkAdvancedServerOps-1551533295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:34:49.058144 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ffb6587c-233b-4d2e-942b-a764b3a8161c tempest-TestNetworkAdvancedServerOps-1551533295 tempest-TestNetworkAdvancedServerOps-1551533295-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1344368 May 03 23:34:49.060982 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58086) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:34:49.081877 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-a59f4d65-4ac2-4818-a024-fab972328715 None None] Set router 831c03ca-c0f7-4e99-9638-61a93f5220d9 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:34:49.103385 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-b560a1a5-a1f2-40dc-8d82-3de42ee2d2f8 tempest-TestNetworkAdvancedServerOps-1551533295 tempest-TestNetworkAdvancedServerOps-1551533295-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=de8965b2-8ea3-4c2b-86b9-c128a58c6e1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412765 May 03 23:34:49.105758 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58090) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:34:49.110996 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-4ee687a4-ab17-4504-ab73-a52efb02c490 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-851410499', 'network_id': '5caef016-bc2d-411b-8d92-0ed45d91c9fa', 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:34:49.327216 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4ee687a4-ab17-4504-ab73-a52efb02c490 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:34:49.331065 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4ee687a4-ab17-4504-ab73-a52efb02c490 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:subnet and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:34:49.333960 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-4ee687a4-ab17-4504-ab73-a52efb02c490 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:34:49.339820 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-4ee687a4-ab17-4504-ab73-a52efb02c490 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:34:49.349663 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee687a4-ab17-4504-ab73-a52efb02c490 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Made reservation on behalf of ebb80d0d514d4b2aba00c76f4be31457 for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:34:49.353694 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4ee687a4-ab17-4504-ab73-a52efb02c490 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:49.371442 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-a59f4d65-4ac2-4818-a024-fab972328715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173367076', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7ada7ced-478c-479d-a300-524168c1563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:34:46Z', 'updated_at': '2022-05-03T23:34:47Z', 'revision_number': 3, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '7ada7ced-478c-479d-a300-524168c1563f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:76:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:34:47Z', 'updated_at': '2022-05-03T23:34:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:34:49.375417 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59f4d65-4ac2-4818-a024-fab972328715 None None] Checking router: 831c03ca-c0f7-4e99-9638-61a93f5220d9 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:34:49.375845 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59f4d65-4ac2-4818-a024-fab972328715 None None] Updating router 831c03ca-c0f7-4e99-9638-61a93f5220d9 port 7ada7ced-478c-479d-a300-524168c1563f binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:34:49.427357 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a59f4d65-4ac2-4818-a024-fab972328715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:49.573133 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4ee687a4-ab17-4504-ab73-a52efb02c490 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:49.658117 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee687a4-ab17-4504-ab73-a52efb02c490 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Subnet': ['ID=e27502a6-b5a1-487a-96bd-a7b036360866,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:34:49.666147 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee687a4-ab17-4504-ab73-a52efb02c490 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Checking segment: {'id': '1f179094-8df9-404b-b92a-5beee041943d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5caef016-bc2d-411b-8d92-0ed45d91c9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:34:49.666466 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee687a4-ab17-4504-ab73-a52efb02c490 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Network hostable DHCP agents. Network: 5caef016-bc2d-411b-8d92-0ed45d91c9fa, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:34:49.685495 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee687a4-ab17-4504-ab73-a52efb02c490 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Network 5caef016-bc2d-411b-8d92-0ed45d91c9fa is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:34:49.694620 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-4ee687a4-ab17-4504-ab73-a52efb02c490 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 5caef016-bc2d-411b-8d92-0ed45d91c9fa) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:34:49.699571 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee687a4-ab17-4504-ab73-a52efb02c490 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:34:49.700170 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4ee687a4-ab17-4504-ab73-a52efb02c490 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:49.723132 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4ee687a4-ab17-4504-ab73-a52efb02c490 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6163521 May 03 23:34:49.726418 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58094) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:34:49.732715 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c59a1f-92ee-4499-9132-271cb6d0d44e None None] Network 5caef016-bc2d-411b-8d92-0ed45d91c9fa requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:34:49.847110 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a59f4d65-4ac2-4818-a024-fab972328715 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:49.867152 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a59f4d65-4ac2-4818-a024-fab972328715 None None] Transition to ACTIVE for port object 7ada7ced-478c-479d-a300-524168c1563f will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:34:49.883229 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a59f4d65-4ac2-4818-a024-fab972328715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:50.005775 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18448486-d133-4c36-8313-a13aa70d56e7 None None] Pushing event updated for resources: {'Port': ['ID=7ada7ced-478c-479d-a300-524168c1563f,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:34:50.010334 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-a59f4d65-4ac2-4818-a024-fab972328715 None None] Attempting to bind port 7ada7ced-478c-479d-a300-524168c1563f on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:34:50.010701 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-a59f4d65-4ac2-4818-a024-fab972328715 None None] Attempting to bind port 7ada7ced-478c-479d-a300-524168c1563f by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:34:50.011063 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59f4d65-4ac2-4818-a024-fab972328715 None None] Attempting to bind port 7ada7ced-478c-479d-a300-524168c1563f on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:34:50.021053 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59f4d65-4ac2-4818-a024-fab972328715 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:34:50.021426 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59f4d65-4ac2-4818-a024-fab972328715 None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:34:50.021826 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a59f4d65-4ac2-4818-a024-fab972328715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:50.022240 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59f4d65-4ac2-4818-a024-fab972328715 None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:34:50.023260 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-a59f4d65-4ac2-4818-a024-fab972328715 None None] Bound port: 7ada7ced-478c-479d-a300-524168c1563f, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:34:50.023634 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a59f4d65-4ac2-4818-a024-fab972328715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:50.109446 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664460b3-78b9-4409-bca5-e1f65c854a9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-5caef016-bc2d-411b-8d92-0ed45d91c9fa', 'network_id': '5caef016-bc2d-411b-8d92-0ed45d91c9fa', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'fixed_ips': [{'subnet_id': 'e27502a6-b5a1-487a-96bd-a7b036360866'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:34:50.110301 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-664460b3-78b9-4409-bca5-e1f65c854a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:50.182979 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-a59f4d65-4ac2-4818-a024-fab972328715 None None] For port 7ada7ced-478c-479d-a300-524168c1563f, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:34:50.202593 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-a59f4d65-4ac2-4818-a024-fab972328715 None None] For port 7ada7ced-478c-479d-a300-524168c1563f, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=7ada7ced-478c-479d-a300-524168c1563f,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:34:50.213918 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a59f4d65-4ac2-4818-a024-fab972328715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:50.353339 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18448486-d133-4c36-8313-a13aa70d56e7 None None] Pushing event updated for resources: {'Port': ['ID=7ada7ced-478c-479d-a300-524168c1563f,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:34:50.358729 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59f4d65-4ac2-4818-a024-fab972328715 None None] Routers {'831c03ca-c0f7-4e99-9638-61a93f5220d9'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:34:50.359733 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-a59f4d65-4ac2-4818-a024-fab972328715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:34:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['831c03ca-c0f7-4e99-9638-61a93f5220d9'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:34:50.416402 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac0ebcaa-01ef-4538-87ec-8d8885054595 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:50.533329 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-664460b3-78b9-4409-bca5-e1f65c854a9c None None] Allocated IP 172.20.0.2 (5caef016-bc2d-411b-8d92-0ed45d91c9fa/e27502a6-b5a1-487a-96bd-a7b036360866/dd68bece-1f2e-4860-9fc1-887bfaba77d4) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:34:50.675998 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-a59f4d65-4ac2-4818-a024-fab972328715 None None] Set router 831c03ca-c0f7-4e99-9638-61a93f5220d9 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:34:50.978940 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-664460b3-78b9-4409-bca5-e1f65c854a9c None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:51.017933 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-664460b3-78b9-4409-bca5-e1f65c854a9c None None] Transition to ACTIVE for port object dd68bece-1f2e-4860-9fc1-887bfaba77d4 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:34:51.044417 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-664460b3-78b9-4409-bca5-e1f65c854a9c None None] Transition to ACTIVE for port object dd68bece-1f2e-4860-9fc1-887bfaba77d4 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:34:51.051725 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-664460b3-78b9-4409-bca5-e1f65c854a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:51.133711 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664460b3-78b9-4409-bca5-e1f65c854a9c None None] Network 5caef016-bc2d-411b-8d92-0ed45d91c9fa is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:34:51.137841 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-664460b3-78b9-4409-bca5-e1f65c854a9c None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:34:51.142924 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664460b3-78b9-4409-bca5-e1f65c854a9c None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:34:51.155156 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664460b3-78b9-4409-bca5-e1f65c854a9c None None] Pushing event updated for resources: {'Port': ['ID=dd68bece-1f2e-4860-9fc1-887bfaba77d4,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:34:51.184169 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-a59f4d65-4ac2-4818-a024-fab972328715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173367076', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7ada7ced-478c-479d-a300-524168c1563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:34:46Z', 'updated_at': '2022-05-03T23:34:47Z', 'revision_number': 3, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '7ada7ced-478c-479d-a300-524168c1563f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:76:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:34:47Z', 'updated_at': '2022-05-03T23:34:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:34:51.197404 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59f4d65-4ac2-4818-a024-fab972328715 None None] The sync data for ids ['831c03ca-c0f7-4e99-9638-61a93f5220d9'] in n-d-811807-1 is: [{'id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173367076', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7ada7ced-478c-479d-a300-524168c1563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:34:46Z', 'updated_at': '2022-05-03T23:34:47Z', 'revision_number': 3, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '7ada7ced-478c-479d-a300-524168c1563f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:76:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:34:47Z', 'updated_at': '2022-05-03T23:34:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:34:51.245225 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-ac0ebcaa-01ef-4538-87ec-8d8885054595 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Allocated IP 172.20.0.1 (5caef016-bc2d-411b-8d92-0ed45d91c9fa/e27502a6-b5a1-487a-96bd-a7b036360866/9200cdb0-9b9c-4d69-bc6c-db4d8700d645) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:34:51.255093 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-664460b3-78b9-4409-bca5-e1f65c854a9c None None] Attempting to bind port dd68bece-1f2e-4860-9fc1-887bfaba77d4 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:34:51.255472 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-664460b3-78b9-4409-bca5-e1f65c854a9c None None] Attempting to bind port dd68bece-1f2e-4860-9fc1-887bfaba77d4 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '1f179094-8df9-404b-b92a-5beee041943d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5caef016-bc2d-411b-8d92-0ed45d91c9fa'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:34:51.255841 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664460b3-78b9-4409-bca5-e1f65c854a9c None None] Attempting to bind port dd68bece-1f2e-4860-9fc1-887bfaba77d4 on network 5caef016-bc2d-411b-8d92-0ed45d91c9fa {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:34:51.262120 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664460b3-78b9-4409-bca5-e1f65c854a9c None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:34:51.262499 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664460b3-78b9-4409-bca5-e1f65c854a9c None None] Checking segment: {'id': '1f179094-8df9-404b-b92a-5beee041943d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5caef016-bc2d-411b-8d92-0ed45d91c9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:34:51.262911 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-664460b3-78b9-4409-bca5-e1f65c854a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:51.263328 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664460b3-78b9-4409-bca5-e1f65c854a9c None None] Bound using segment: {'id': '1f179094-8df9-404b-b92a-5beee041943d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5caef016-bc2d-411b-8d92-0ed45d91c9fa'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:34:51.263802 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-664460b3-78b9-4409-bca5-e1f65c854a9c None None] Bound port: dd68bece-1f2e-4860-9fc1-887bfaba77d4, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f179094-8df9-404b-b92a-5beee041943d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5caef016-bc2d-411b-8d92-0ed45d91c9fa'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:34:51.264182 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-664460b3-78b9-4409-bca5-e1f65c854a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:51.358309 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-664460b3-78b9-4409-bca5-e1f65c854a9c None None] For port dd68bece-1f2e-4860-9fc1-887bfaba77d4, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:34:51.361759 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-664460b3-78b9-4409-bca5-e1f65c854a9c None None] For port dd68bece-1f2e-4860-9fc1-887bfaba77d4, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=dd68bece-1f2e-4860-9fc1-887bfaba77d4,segment=NetworkSegment(1f179094-8df9-404b-b92a-5beee041943d),segment_id=1f179094-8df9-404b-b92a-5beee041943d)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:34:51.365943 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-664460b3-78b9-4409-bca5-e1f65c854a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:51.428526 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac0ebcaa-01ef-4538-87ec-8d8885054595 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:51.451807 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-ac0ebcaa-01ef-4538-87ec-8d8885054595 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Transition to ACTIVE for port object 9200cdb0-9b9c-4d69-bc6c-db4d8700d645 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:34:51.468032 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664460b3-78b9-4409-bca5-e1f65c854a9c None None] Pushing event updated for resources: {'Port': ['ID=dd68bece-1f2e-4860-9fc1-887bfaba77d4,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:34:51.483237 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac0ebcaa-01ef-4538-87ec-8d8885054595 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:51.562748 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0ebcaa-01ef-4538-87ec-8d8885054595 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Network 5caef016-bc2d-411b-8d92-0ed45d91c9fa is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:34:51.566212 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-ac0ebcaa-01ef-4538-87ec-8d8885054595 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:34:51.570925 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0ebcaa-01ef-4538-87ec-8d8885054595 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:34:51.614600 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ebcaa-01ef-4538-87ec-8d8885054595 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Port': ['ID=9200cdb0-9b9c-4d69-bc6c-db4d8700d645,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:34:51.644497 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac0ebcaa-01ef-4538-87ec-8d8885054595 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:51.784173 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac0ebcaa-01ef-4538-87ec-8d8885054595 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:51.965488 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 7ada7ced-478c-479d-a300-524168c1563f up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:34:52.047109 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 7ada7ced-478c-479d-a300-524168c1563f completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:34:52.053541 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 7ada7ced-478c-479d-a300-524168c1563f triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:34:52.054469 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:52.186714 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:52.204996 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 7ada7ced-478c-479d-a300-524168c1563f, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=7ada7ced-478c-479d-a300-524168c1563f,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:34:52.211414 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:52.212665 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device dd68bece-1f2e-4860-9fc1-887bfaba77d4 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:34:52.248561 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac0ebcaa-01ef-4538-87ec-8d8885054595 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:52.255215 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac0ebcaa-01ef-4538-87ec-8d8885054595 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:52.339102 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=7ada7ced-478c-479d-a300-524168c1563f,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:34:52.353221 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port dd68bece-1f2e-4860-9fc1-887bfaba77d4 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:34:52.372589 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ebcaa-01ef-4538-87ec-8d8885054595 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Port': ['ID=9200cdb0-9b9c-4d69-bc6c-db4d8700d645,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:34:52.382591 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ac0ebcaa-01ef-4538-87ec-8d8885054595 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:52.527416 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0ebcaa-01ef-4538-87ec-8d8885054595 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Network 5caef016-bc2d-411b-8d92-0ed45d91c9fa is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:34:52.528844 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-ac0ebcaa-01ef-4538-87ec-8d8885054595 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:34:52.563603 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5371ed86-07dd-4c6a-99f8-dd5cb3c222a9 None None] Network 5caef016-bc2d-411b-8d92-0ed45d91c9fa requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:34:52.672294 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-85ba63bc-04b2-4dd6-9609-fbcb0339c451 None None] Provisioning for port dd68bece-1f2e-4860-9fc1-887bfaba77d4 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:34:52.688780 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-85ba63bc-04b2-4dd6-9609-fbcb0339c451 None None] Provisioning complete for port dd68bece-1f2e-4860-9fc1-887bfaba77d4 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:34:52.689150 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-85ba63bc-04b2-4dd6-9609-fbcb0339c451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:52.724921 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0ebcaa-01ef-4538-87ec-8d8885054595 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Router 831c03ca-c0f7-4e99-9638-61a93f5220d9 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:34:52.905100 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-85ba63bc-04b2-4dd6-9609-fbcb0339c451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:52.948581 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-85ba63bc-04b2-4dd6-9609-fbcb0339c451 None None] For port dd68bece-1f2e-4860-9fc1-887bfaba77d4, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=dd68bece-1f2e-4860-9fc1-887bfaba77d4,segment=NetworkSegment(1f179094-8df9-404b-b92a-5beee041943d),segment_id=1f179094-8df9-404b-b92a-5beee041943d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:34:52.953299 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-85ba63bc-04b2-4dd6-9609-fbcb0339c451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:53.027177 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba63bc-04b2-4dd6-9609-fbcb0339c451 None None] Pushing event updated for resources: {'Port': ['ID=dd68bece-1f2e-4860-9fc1-887bfaba77d4,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:34:53.047438 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0ebcaa-01ef-4538-87ec-8d8885054595 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:34:53.057817 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a23248-dd14-4c29-8763-d6a17c320980 None None] Sync routers for ids ['831c03ca-c0f7-4e99-9638-61a93f5220d9'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:34:53.070398 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ac0ebcaa-01ef-4538-87ec-8d8885054595 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "PUT /v2.0/routers/831c03ca-c0f7-4e99-9638-61a93f5220d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3373170 May 03 23:34:53.071630 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a23248-dd14-4c29-8763-d6a17c320980 None None] Routers {'831c03ca-c0f7-4e99-9638-61a93f5220d9'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:34:53.072318 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-37a23248-dd14-4c29-8763-d6a17c320980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:34:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['831c03ca-c0f7-4e99-9638-61a93f5220d9'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:34:53.079697 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c1b5c6b0-ff78-455e-ae7e-441e9163c90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:53.175806 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-61eb1836-0383-4396-af32-03233eddc939 None None] Provisioning complete for port dd68bece-1f2e-4860-9fc1-887bfaba77d4 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:34:53.176657 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-61eb1836-0383-4396-af32-03233eddc939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:53.270780 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-a7efe5a2-b4c8-47b5-a604-89ca5be58942 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Synchronizing usage tracker for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:34:53.275168 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-37a23248-dd14-4c29-8763-d6a17c320980 None None] Set router 831c03ca-c0f7-4e99-9638-61a93f5220d9 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:34:53.291938 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-a7efe5a2-b4c8-47b5-a604-89ca5be58942 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Unset dirty status for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:34:53.293209 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-a7efe5a2-b4c8-47b5-a604-89ca5be58942 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-78063714&fields=id&tenant_id=ebb80d0d514d4b2aba00c76f4be31457 HTTP/1.1" status: 200 len: 267 time: 0.0726531 May 03 23:34:53.380190 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-61eb1836-0383-4396-af32-03233eddc939 None None] Provisioning for port 9200cdb0-9b9c-4d69-bc6c-db4d8700d645 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:34:53.386427 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-61eb1836-0383-4396-af32-03233eddc939 None None] Provisioning complete for port 9200cdb0-9b9c-4d69-bc6c-db4d8700d645 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:34:53.386906 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-61eb1836-0383-4396-af32-03233eddc939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:53.447274 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-61eb1836-0383-4396-af32-03233eddc939 None None] Port 9200cdb0-9b9c-4d69-bc6c-db4d8700d645 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:34:53.470140 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-0537acd9-7dae-48eb-9d31-cc53442a8692 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:34:53.470987 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-0537acd9-7dae-48eb-9d31-cc53442a8692 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Synchronizing usage tracker for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:34:53.489460 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-0537acd9-7dae-48eb-9d31-cc53442a8692 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Unset dirty status for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:34:53.490563 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-0537acd9-7dae-48eb-9d31-cc53442a8692 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/networks?id=5caef016-bc2d-411b-8d92-0ed45d91c9fa HTTP/1.1" status: 200 len: 796 time: 0.1883302 May 03 23:34:53.508394 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-6974861e-6741-4e02-ba2a-5cc8ae83e798 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/quotas/ebb80d0d514d4b2aba00c76f4be31457 HTTP/1.1" status: 200 len: 375 time: 0.0110896 May 03 23:34:53.567732 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-8da94156-a767-4131-baae-4220781c839f None None] Provisioning complete for port 9200cdb0-9b9c-4d69-bc6c-db4d8700d645 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:34:53.568373 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8da94156-a767-4131-baae-4220781c839f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:53.602421 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-d0c440b4-a38b-4164-b4c9-6d64cb548304 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Synchronizing usage tracker for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:34:53.628934 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-d0c440b4-a38b-4164-b4c9-6d64cb548304 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Unset dirty status for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:34:53.630602 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-d0c440b4-a38b-4164-b4c9-6d64cb548304 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1162786 May 03 23:34:53.635229 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-37a23248-dd14-4c29-8763-d6a17c320980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173367076', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7ada7ced-478c-479d-a300-524168c1563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:34:46Z', 'updated_at': '2022-05-03T23:34:51Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '7ada7ced-478c-479d-a300-524168c1563f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:76:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:34:47Z', 'updated_at': '2022-05-03T23:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '9200cdb0-9b9c-4d69-bc6c-db4d8700d645', 'name': '', 'network_id': '5caef016-bc2d-411b-8d92-0ed45d91c9fa', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:8c:75:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'e27502a6-b5a1-487a-96bd-a7b036360866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:34:50Z', 'updated_at': '2022-05-03T23:34:52Z', 'revision_number': 2, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': 'e27502a6-b5a1-487a-96bd-a7b036360866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:34:53.640581 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a23248-dd14-4c29-8763-d6a17c320980 None None] Checking router: 831c03ca-c0f7-4e99-9638-61a93f5220d9 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:34:53.640932 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a23248-dd14-4c29-8763-d6a17c320980 None None] Updating router 831c03ca-c0f7-4e99-9638-61a93f5220d9 port 9200cdb0-9b9c-4d69-bc6c-db4d8700d645 binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:34:53.648580 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-8da94156-a767-4131-baae-4220781c839f None None] Port 9200cdb0-9b9c-4d69-bc6c-db4d8700d645 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:34:53.733096 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-37a23248-dd14-4c29-8763-d6a17c320980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:53.770344 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-bb7fd4b8-1b6b-4948-90a7-00fffa9e533b None None] Provisioning complete for port 9200cdb0-9b9c-4d69-bc6c-db4d8700d645 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:34:53.770826 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bb7fd4b8-1b6b-4948-90a7-00fffa9e533b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:53.777206 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-939f1047-4957-4ab8-8484-38c54913ac92 service neutron] 10.222.0.58 "GET /v2.0/networks/5caef016-bc2d-411b-8d92-0ed45d91c9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335628 May 03 23:34:53.833266 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-bb7fd4b8-1b6b-4948-90a7-00fffa9e533b None None] Port 9200cdb0-9b9c-4d69-bc6c-db4d8700d645 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:34:53.914708 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-672dbf35-5de2-49ae-b5ba-d2a5a41d5f63 service neutron] 10.222.0.58 "GET /v2.0/networks/5caef016-bc2d-411b-8d92-0ed45d91c9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316962 May 03 23:34:53.931576 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 7ada7ced-478c-479d-a300-524168c1563f up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:34:53.999987 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 7ada7ced-478c-479d-a300-524168c1563f triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:34:54.000499 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:54.092363 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-37a23248-dd14-4c29-8763-d6a17c320980 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:54.111041 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-37a23248-dd14-4c29-8763-d6a17c320980 None None] Transition to ACTIVE for port object 9200cdb0-9b9c-4d69-bc6c-db4d8700d645 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:34:54.119468 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-37a23248-dd14-4c29-8763-d6a17c320980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:54.125257 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8e30d74b-b374-42b8-bd6a-432f5a608d2e req-acf53dba-874d-4f82-b507-a1b8bbd14c77 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9dc3533-99b9-42a7-9e73-45edc5ea5188 HTTP/1.1" status: 200 len: 210 time: 0.0535803 May 03 23:34:54.133251 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device dd68bece-1f2e-4860-9fc1-887bfaba77d4 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:34:54.210699 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port dd68bece-1f2e-4860-9fc1-887bfaba77d4 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:34:54.211173 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:54.258080 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aab660-5b7f-4223-8981-3529f1d4b0e1 None None] Pushing event updated for resources: {'Port': ['ID=9200cdb0-9b9c-4d69-bc6c-db4d8700d645,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:34:54.341346 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aab660-5b7f-4223-8981-3529f1d4b0e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:54.341680 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aab660-5b7f-4223-8981-3529f1d4b0e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:54.342032 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aab660-5b7f-4223-8981-3529f1d4b0e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:54.342357 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aab660-5b7f-4223-8981-3529f1d4b0e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:54.342677 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aab660-5b7f-4223-8981-3529f1d4b0e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:54.343099 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aab660-5b7f-4223-8981-3529f1d4b0e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:54.343515 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aab660-5b7f-4223-8981-3529f1d4b0e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:54.343831 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aab660-5b7f-4223-8981-3529f1d4b0e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:54.344174 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aab660-5b7f-4223-8981-3529f1d4b0e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:54.344615 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aab660-5b7f-4223-8981-3529f1d4b0e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:54.344981 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aab660-5b7f-4223-8981-3529f1d4b0e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:54.345294 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1aab660-5b7f-4223-8981-3529f1d4b0e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:34:54.373231 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-37a23248-dd14-4c29-8763-d6a17c320980 None None] Attempting to bind port 9200cdb0-9b9c-4d69-bc6c-db4d8700d645 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:34:54.373588 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-37a23248-dd14-4c29-8763-d6a17c320980 None None] Attempting to bind port 9200cdb0-9b9c-4d69-bc6c-db4d8700d645 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '1f179094-8df9-404b-b92a-5beee041943d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5caef016-bc2d-411b-8d92-0ed45d91c9fa'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:34:54.373966 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a23248-dd14-4c29-8763-d6a17c320980 None None] Attempting to bind port 9200cdb0-9b9c-4d69-bc6c-db4d8700d645 on network 5caef016-bc2d-411b-8d92-0ed45d91c9fa {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:34:54.379374 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a23248-dd14-4c29-8763-d6a17c320980 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:34:54.379741 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a23248-dd14-4c29-8763-d6a17c320980 None None] Checking segment: {'id': '1f179094-8df9-404b-b92a-5beee041943d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5caef016-bc2d-411b-8d92-0ed45d91c9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:34:54.380130 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-37a23248-dd14-4c29-8763-d6a17c320980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:54.380515 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a23248-dd14-4c29-8763-d6a17c320980 None None] Bound using segment: {'id': '1f179094-8df9-404b-b92a-5beee041943d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5caef016-bc2d-411b-8d92-0ed45d91c9fa'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:34:54.380969 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-37a23248-dd14-4c29-8763-d6a17c320980 None None] Bound port: 9200cdb0-9b9c-4d69-bc6c-db4d8700d645, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f179094-8df9-404b-b92a-5beee041943d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5caef016-bc2d-411b-8d92-0ed45d91c9fa'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:34:54.381332 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-37a23248-dd14-4c29-8763-d6a17c320980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:54.478030 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-37a23248-dd14-4c29-8763-d6a17c320980 None None] For port 9200cdb0-9b9c-4d69-bc6c-db4d8700d645, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:34:54.480974 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-37a23248-dd14-4c29-8763-d6a17c320980 None None] For port 9200cdb0-9b9c-4d69-bc6c-db4d8700d645, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=9200cdb0-9b9c-4d69-bc6c-db4d8700d645,segment=NetworkSegment(1f179094-8df9-404b-b92a-5beee041943d),segment_id=1f179094-8df9-404b-b92a-5beee041943d)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:34:54.484692 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-37a23248-dd14-4c29-8763-d6a17c320980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:54.559875 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a23248-dd14-4c29-8763-d6a17c320980 None None] Routers {'831c03ca-c0f7-4e99-9638-61a93f5220d9'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:34:54.560586 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-37a23248-dd14-4c29-8763-d6a17c320980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:34:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['831c03ca-c0f7-4e99-9638-61a93f5220d9'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:34:54.617811 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aab660-5b7f-4223-8981-3529f1d4b0e1 None None] Pushing event updated for resources: {'Port': ['ID=9200cdb0-9b9c-4d69-bc6c-db4d8700d645,revision_number=4']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:34:54.746501 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-37a23248-dd14-4c29-8763-d6a17c320980 None None] Set router 831c03ca-c0f7-4e99-9638-61a93f5220d9 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:34:55.049412 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-37a23248-dd14-4c29-8763-d6a17c320980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173367076', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7ada7ced-478c-479d-a300-524168c1563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:34:46Z', 'updated_at': '2022-05-03T23:34:51Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '7ada7ced-478c-479d-a300-524168c1563f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:76:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:34:47Z', 'updated_at': '2022-05-03T23:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '9200cdb0-9b9c-4d69-bc6c-db4d8700d645', 'name': '', 'network_id': '5caef016-bc2d-411b-8d92-0ed45d91c9fa', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:8c:75:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'e27502a6-b5a1-487a-96bd-a7b036360866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:34:50Z', 'updated_at': '2022-05-03T23:34:54Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': 'e27502a6-b5a1-487a-96bd-a7b036360866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:34:55.054599 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a23248-dd14-4c29-8763-d6a17c320980 None None] The sync data for ids ['831c03ca-c0f7-4e99-9638-61a93f5220d9'] in n-d-811807-1 is: [{'id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173367076', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7ada7ced-478c-479d-a300-524168c1563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:34:46Z', 'updated_at': '2022-05-03T23:34:51Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '7ada7ced-478c-479d-a300-524168c1563f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:76:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:34:47Z', 'updated_at': '2022-05-03T23:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '9200cdb0-9b9c-4d69-bc6c-db4d8700d645', 'name': '', 'network_id': '5caef016-bc2d-411b-8d92-0ed45d91c9fa', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:8c:75:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'e27502a6-b5a1-487a-96bd-a7b036360866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:34:50Z', 'updated_at': '2022-05-03T23:34:54Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': 'e27502a6-b5a1-487a-96bd-a7b036360866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:34:55.070686 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:55.311661 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-445144b0-7c14-4de7-8906-95eeb529fd3f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:34:55.312930 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-445144b0-7c14-4de7-8906-95eeb529fd3f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Synchronizing usage tracker for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:network {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:34:55.315850 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a4af20b7-636b-4581-9881-6f503bbb34c0 req-dbcef145-65c1-415c-86e4-305f137bd677 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9dc3533-99b9-42a7-9e73-45edc5ea5188 HTTP/1.1" status: 200 len: 210 time: 0.0623512 May 03 23:34:55.328164 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-445144b0-7c14-4de7-8906-95eeb529fd3f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Unset dirty status for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:network {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:34:55.329527 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-445144b0-7c14-4de7-8906-95eeb529fd3f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.60 "GET /v2.0/networks?id=5caef016-bc2d-411b-8d92-0ed45d91c9fa HTTP/1.1" status: 200 len: 796 time: 0.2115614 May 03 23:34:55.384855 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-a0e02a24-da41-4ea8-98f3-854812c9e385 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Synchronizing usage tracker for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:security_group {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:34:55.398791 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-a0e02a24-da41-4ea8-98f3-854812c9e385 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Unset dirty status for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:security_group {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:34:55.399920 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-a0e02a24-da41-4ea8-98f3-854812c9e385 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebb80d0d514d4b2aba00c76f4be31457 HTTP/1.1" status: 200 len: 378 time: 0.0605228 May 03 23:34:55.408383 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-3c0dc6a6-6413-4567-96f1-e871219f2223 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'port': {'device_id': 'b9dc3533-99b9-42a7-9e73-45edc5ea5188', 'network_id': '5caef016-bc2d-411b-8d92-0ed45d91c9fa', 'admin_state_up': True, 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'security_groups': ['ee647b97-976d-45c1-ae9a-8618689e2997']}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:34:55.552879 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-3c0dc6a6-6413-4567-96f1-e871219f2223 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:34:55.568668 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-3c0dc6a6-6413-4567-96f1-e871219f2223 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:34:55.581918 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-3c0dc6a6-6413-4567-96f1-e871219f2223 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Made reservation on behalf of ebb80d0d514d4b2aba00c76f4be31457 for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:34:55.586062 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-3c0dc6a6-6413-4567-96f1-e871219f2223 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:55.649127 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bb7139db-d256-4da3-a7ab-ca0f19707aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:55.756865 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-3c0dc6a6-6413-4567-96f1-e871219f2223 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Allocated IP 172.20.0.8 (5caef016-bc2d-411b-8d92-0ed45d91c9fa/e27502a6-b5a1-487a-96bd-a7b036360866/9ce4467a-0584-4a14-897d-16c6a79e52bc) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:34:55.934543 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 9200cdb0-9b9c-4d69-bc6c-db4d8700d645 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:34:56.010691 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 9200cdb0-9b9c-4d69-bc6c-db4d8700d645 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:34:56.016050 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 9200cdb0-9b9c-4d69-bc6c-db4d8700d645 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:34:56.016427 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:56.087012 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-3c0dc6a6-6413-4567-96f1-e871219f2223 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:56.102716 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-3c0dc6a6-6413-4567-96f1-e871219f2223 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Transition to ACTIVE for port object 9ce4467a-0584-4a14-897d-16c6a79e52bc will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:34:56.132309 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-3c0dc6a6-6413-4567-96f1-e871219f2223 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:56.147998 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:56.184599 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 9200cdb0-9b9c-4d69-bc6c-db4d8700d645, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=9200cdb0-9b9c-4d69-bc6c-db4d8700d645,segment=NetworkSegment(1f179094-8df9-404b-b92a-5beee041943d),segment_id=1f179094-8df9-404b-b92a-5beee041943d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:34:56.189669 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:56.215330 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-3c0dc6a6-6413-4567-96f1-e871219f2223 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Network 5caef016-bc2d-411b-8d92-0ed45d91c9fa is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:34:56.218992 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-3c0dc6a6-6413-4567-96f1-e871219f2223 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:34:56.221585 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-3c0dc6a6-6413-4567-96f1-e871219f2223 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:34:56.258806 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=9200cdb0-9b9c-4d69-bc6c-db4d8700d645,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:34:56.263803 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0dc6a6-6413-4567-96f1-e871219f2223 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Port': ['ID=9ce4467a-0584-4a14-897d-16c6a79e52bc,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:34:56.295776 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-3c0dc6a6-6413-4567-96f1-e871219f2223 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:34:56.296382 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-3c0dc6a6-6413-4567-96f1-e871219f2223 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:56.323727 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-3c0dc6a6-6413-4567-96f1-e871219f2223 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9188483 May 03 23:34:56.334720 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-f0f7f829-2bf1-4d15-809c-a1fa96c6d9d7 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88070) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:34:56.336543 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-f0f7f829-2bf1-4d15-809c-a1fa96c6d9d7 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064366 May 03 23:34:56.407221 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-960adbb3-3384-4b9e-8fb8-dabaa7262c42 service neutron] Request body: {'port': {'device_id': 'b9dc3533-99b9-42a7-9e73-45edc5ea5188', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:34:56.478818 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:56.508324 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-fab76e40-e9e4-402c-ac00-16728c82363d None None] Provisioning for port 9ce4467a-0584-4a14-897d-16c6a79e52bc completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:34:56.508579 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b27f25-78e3-4e44-8f12-160f4ad2107b req-7ffa7f5f-5a3d-4565-b060-e3eb4ed9838c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:34:56.510168 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-19b27f25-78e3-4e44-8f12-160f4ad2107b req-7ffa7f5f-5a3d-4565-b060-e3eb4ed9838c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9dc3533-99b9-42a7-9e73-45edc5ea5188 HTTP/1.1" status: 200 len: 931 time: 0.0891912 May 03 23:34:56.513592 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-fab76e40-e9e4-402c-ac00-16728c82363d None None] Provisioning complete for port 9ce4467a-0584-4a14-897d-16c6a79e52bc triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:34:56.514191 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fab76e40-e9e4-402c-ac00-16728c82363d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:56.525473 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-960adbb3-3384-4b9e-8fb8-dabaa7262c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:56.561524 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-19b27f25-78e3-4e44-8f12-160f4ad2107b req-e9835324-214d-4827-b4d2-287d2ca4f189 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee647b97-976d-45c1-ae9a-8618689e2997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445156 May 03 23:34:56.585526 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:56.586210 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-fab76e40-e9e4-402c-ac00-16728c82363d None None] Port 9ce4467a-0584-4a14-897d-16c6a79e52bc cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:34:56.875642 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-960adbb3-3384-4b9e-8fb8-dabaa7262c42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ce4467a-0584-4a14-897d-16c6a79e52bc {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:34:56.882521 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-960adbb3-3384-4b9e-8fb8-dabaa7262c42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:56.896097 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-960adbb3-3384-4b9e-8fb8-dabaa7262c42 service neutron] Transition to ACTIVE for port object 9ce4467a-0584-4a14-897d-16c6a79e52bc will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:34:56.902908 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-960adbb3-3384-4b9e-8fb8-dabaa7262c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:57.056717 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960adbb3-3384-4b9e-8fb8-dabaa7262c42 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce4467a-0584-4a14-897d-16c6a79e52bc,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:34:57.138143 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-960adbb3-3384-4b9e-8fb8-dabaa7262c42 service neutron] Attempting to bind port 9ce4467a-0584-4a14-897d-16c6a79e52bc on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:34:57.138471 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-960adbb3-3384-4b9e-8fb8-dabaa7262c42 service neutron] Attempting to bind port 9ce4467a-0584-4a14-897d-16c6a79e52bc by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '1f179094-8df9-404b-b92a-5beee041943d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5caef016-bc2d-411b-8d92-0ed45d91c9fa'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:34:57.138794 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-960adbb3-3384-4b9e-8fb8-dabaa7262c42 service neutron] Attempting to bind port 9ce4467a-0584-4a14-897d-16c6a79e52bc on network 5caef016-bc2d-411b-8d92-0ed45d91c9fa {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:34:57.143561 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-960adbb3-3384-4b9e-8fb8-dabaa7262c42 service neutron] Port 9ce4467a-0584-4a14-897d-16c6a79e52bc on network 5caef016-bc2d-411b-8d92-0ed45d91c9fa not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:34:57.143878 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-960adbb3-3384-4b9e-8fb8-dabaa7262c42 service neutron] Attempting to bind port 9ce4467a-0584-4a14-897d-16c6a79e52bc on network 5caef016-bc2d-411b-8d92-0ed45d91c9fa {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:34:57.148911 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-960adbb3-3384-4b9e-8fb8-dabaa7262c42 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:34:57.149240 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-960adbb3-3384-4b9e-8fb8-dabaa7262c42 service neutron] Checking segment: {'id': '1f179094-8df9-404b-b92a-5beee041943d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5caef016-bc2d-411b-8d92-0ed45d91c9fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:34:57.149616 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-960adbb3-3384-4b9e-8fb8-dabaa7262c42 service neutron] Bound using segment: {'id': '1f179094-8df9-404b-b92a-5beee041943d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5caef016-bc2d-411b-8d92-0ed45d91c9fa'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:34:57.150061 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-960adbb3-3384-4b9e-8fb8-dabaa7262c42 service neutron] Bound port: 9ce4467a-0584-4a14-897d-16c6a79e52bc, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f179094-8df9-404b-b92a-5beee041943d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5caef016-bc2d-411b-8d92-0ed45d91c9fa'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:34:57.150398 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-960adbb3-3384-4b9e-8fb8-dabaa7262c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:57.246078 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-960adbb3-3384-4b9e-8fb8-dabaa7262c42 service neutron] For port 9ce4467a-0584-4a14-897d-16c6a79e52bc, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:34:57.248933 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-960adbb3-3384-4b9e-8fb8-dabaa7262c42 service neutron] For port 9ce4467a-0584-4a14-897d-16c6a79e52bc, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=9ce4467a-0584-4a14-897d-16c6a79e52bc,segment=NetworkSegment(1f179094-8df9-404b-b92a-5beee041943d),segment_id=1f179094-8df9-404b-b92a-5beee041943d)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:34:57.252343 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-960adbb3-3384-4b9e-8fb8-dabaa7262c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:57.314781 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-960adbb3-3384-4b9e-8fb8-dabaa7262c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:34:57.315382 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-960adbb3-3384-4b9e-8fb8-dabaa7262c42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:57.316751 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-960adbb3-3384-4b9e-8fb8-dabaa7262c42 service neutron] 10.222.0.60 "PUT /v2.0/ports/9ce4467a-0584-4a14-897d-16c6a79e52bc HTTP/1.1" status: 200 len: 1091 time: 0.9742661 May 03 23:34:57.317181 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9dc3533-99b9-42a7-9e73-45edc5ea5188', 'tag': '9ce4467a-0584-4a14-897d-16c6a79e52bc'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:34:57.350254 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960adbb3-3384-4b9e-8fb8-dabaa7262c42 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce4467a-0584-4a14-897d-16c6a79e52bc,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:34:57.422879 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df039a4c-3f1f-4efe-9ce5-cdf20e9a65f7'] response: {'name': 'network-changed', 'server_uuid': 'b9dc3533-99b9-42a7-9e73-45edc5ea5188', 'tag': '9ce4467a-0584-4a14-897d-16c6a79e52bc', 'status': 'completed', 'code': 200} May 03 23:34:57.443412 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-3d8bd837-616f-4cc1-b994-aa4ac6c6a40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:34:57.445510 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-3d8bd837-616f-4cc1-b994-aa4ac6c6a40c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&device_id=b9dc3533-99b9-42a7-9e73-45edc5ea5188 HTTP/1.1" status: 200 len: 1094 time: 0.0839391 May 03 23:34:57.526959 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-f964d518-3639-412e-a671-7fe834b36b8e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ce4467a-0584-4a14-897d-16c6a79e52bc HTTP/1.1" status: 200 len: 217 time: 0.0745325 May 03 23:34:57.592571 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-bf7e669a-ebd4-457d-bd86-5b360f495ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:34:57.594018 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-bf7e669a-ebd4-457d-bd86-5b360f495ad9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e27502a6-b5a1-487a-96bd-a7b036360866 HTTP/1.1" status: 200 len: 834 time: 0.0613639 May 03 23:34:57.670779 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-e482c2c9-d51d-43b2-831a-c4d2e9c1739f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:34:57.672233 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-e482c2c9-d51d-43b2-831a-c4d2e9c1739f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5caef016-bc2d-411b-8d92-0ed45d91c9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704896 May 03 23:34:57.759946 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64ff4b-9a1c-423b-a40c-4bae881c82cf req-da7ccc2b-1ca5-425f-a0f9-077b53d55ab1 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:34:57.761411 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fd64ff4b-9a1c-423b-a40c-4bae881c82cf req-da7ccc2b-1ca5-425f-a0f9-077b53d55ab1 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9dc3533-99b9-42a7-9e73-45edc5ea5188 HTTP/1.1" status: 200 len: 943 time: 0.0788054 May 03 23:34:57.803494 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-3b337359-18db-431c-a6f4-7c4f98c5102a service neutron] 10.222.0.60 "GET /v2.0/networks/5caef016-bc2d-411b-8d92-0ed45d91c9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245956 May 03 23:34:57.806059 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fd64ff4b-9a1c-423b-a40c-4bae881c82cf req-8984042b-3f7b-4617-ab7f-6ffd61e6fe66 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee647b97-976d-45c1-ae9a-8618689e2997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390351 May 03 23:34:57.861934 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:57.915853 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 9200cdb0-9b9c-4d69-bc6c-db4d8700d645 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:34:57.938884 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0ecb4d7a-b5d5-42bd-9693-355ea7460c4c req-e3ea00c6-1b33-4ba5-b321-91e2f299fd37 service neutron] 10.222.0.60 "GET /v2.0/networks/5caef016-bc2d-411b-8d92-0ed45d91c9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296923 May 03 23:34:57.983039 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 9200cdb0-9b9c-4d69-bc6c-db4d8700d645 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:34:57.983412 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:58.054341 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f0231-3c3f-44ef-ac0e-3d4b5d34172a req-fae59570-dda6-4300-83f2-64c58faf4a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:34:58.056419 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-600f0231-3c3f-44ef-ac0e-3d4b5d34172a req-fae59570-dda6-4300-83f2-64c58faf4a8c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&device_id=b9dc3533-99b9-42a7-9e73-45edc5ea5188 HTTP/1.1" status: 200 len: 1094 time: 0.0705261 May 03 23:34:58.297929 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f0231-3c3f-44ef-ac0e-3d4b5d34172a req-2541f552-f5d4-4bff-be2b-ac520968a22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:34:58.299295 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-600f0231-3c3f-44ef-ac0e-3d4b5d34172a req-2541f552-f5d4-4bff-be2b-ac520968a22c service neutron] 10.222.0.60 "GET /v2.0/networks?id=5caef016-bc2d-411b-8d92-0ed45d91c9fa HTTP/1.1" status: 200 len: 897 time: 0.2371480 May 03 23:34:58.372031 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-600f0231-3c3f-44ef-ac0e-3d4b5d34172a req-83b78da4-2f4a-46c4-9100-820c124668b9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ce4467a-0584-4a14-897d-16c6a79e52bc HTTP/1.1" status: 200 len: 217 time: 0.0626595 May 03 23:34:58.437014 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f0231-3c3f-44ef-ac0e-3d4b5d34172a req-9c522a52-1954-4fec-9a5f-9234b1296c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:34:58.438427 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-600f0231-3c3f-44ef-ac0e-3d4b5d34172a req-9c522a52-1954-4fec-9a5f-9234b1296c23 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e27502a6-b5a1-487a-96bd-a7b036360866 HTTP/1.1" status: 200 len: 834 time: 0.0602520 May 03 23:34:58.512566 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f0231-3c3f-44ef-ac0e-3d4b5d34172a req-99b552fa-ee65-43fd-8c3a-4cafd6af2c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:34:58.514013 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-600f0231-3c3f-44ef-ac0e-3d4b5d34172a req-99b552fa-ee65-43fd-8c3a-4cafd6af2c1b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5caef016-bc2d-411b-8d92-0ed45d91c9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689220 May 03 23:34:58.572965 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:34:58.650774 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-600f0231-3c3f-44ef-ac0e-3d4b5d34172a req-34040160-7d7f-40e6-a348-28076a087c51 service neutron] 10.222.0.60 "GET /v2.0/networks/5caef016-bc2d-411b-8d92-0ed45d91c9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298022 May 03 23:34:58.779532 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-600f0231-3c3f-44ef-ac0e-3d4b5d34172a req-d33a8d3f-657f-4691-aaca-937935bd767c service neutron] 10.222.0.60 "GET /v2.0/networks/5caef016-bc2d-411b-8d92-0ed45d91c9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223829 May 03 23:34:58.990152 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a29fb-4b52-42b3-b994-feaa15d94f2b req-34813964-c3c4-497a-8262-e2f295f6124b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:34:58.991622 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5e0a29fb-4b52-42b3-b994-feaa15d94f2b req-34813964-c3c4-497a-8262-e2f295f6124b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9dc3533-99b9-42a7-9e73-45edc5ea5188 HTTP/1.1" status: 200 len: 943 time: 0.0824649 May 03 23:34:59.034531 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5e0a29fb-4b52-42b3-b994-feaa15d94f2b req-6c3e6e2c-eb69-4719-a415-624b8e99fcb8 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee647b97-976d-45c1-ae9a-8618689e2997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373116 May 03 23:34:59.999897 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [req-07931361-ee68-4287-a1e7-8f367b9fb3dd req-87722446-2b21-4fb9-90e5-965c6ed64f7c service neutron] (88070) timed out ('10.222.0.67', 50806) {{(pid=88070) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 03 23:35:00.216860 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ef39d-219a-4f99-869f-7efffac784ff req-2c49d88c-e662-4932-875c-c8d6feec4155 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:35:00.218330 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f44ef39d-219a-4f99-869f-7efffac784ff req-2c49d88c-e662-4932-875c-c8d6feec4155 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9dc3533-99b9-42a7-9e73-45edc5ea5188 HTTP/1.1" status: 200 len: 943 time: 0.0790780 May 03 23:35:00.260936 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f44ef39d-219a-4f99-869f-7efffac784ff req-725c5f58-0599-4cf2-90d7-e0b846ad9c2e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee647b97-976d-45c1-ae9a-8618689e2997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369940 May 03 23:35:00.346049 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 9ce4467a-0584-4a14-897d-16c6a79e52bc details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:35:00.475277 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 9ce4467a-0584-4a14-897d-16c6a79e52bc, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=9ce4467a-0584-4a14-897d-16c6a79e52bc,segment=NetworkSegment(1f179094-8df9-404b-b92a-5beee041943d),segment_id=1f179094-8df9-404b-b92a-5beee041943d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:35:00.488592 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '9ce4467a-0584-4a14-897d-16c6a79e52bc', 'network_id': '5caef016-bc2d-411b-8d92-0ed45d91c9fa', 'port_id': '9ce4467a-0584-4a14-897d-16c6a79e52bc', 'mac_address': 'fa:16:3e:3e:82:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e27502a6-b5a1-487a-96bd-a7b036360866', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:35:00.541615 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:00.561541 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ce4467a-0584-4a14-897d-16c6a79e52bc {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:35:00.577054 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 9ce4467a-0584-4a14-897d-16c6a79e52bc, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=9ce4467a-0584-4a14-897d-16c6a79e52bc,segment=NetworkSegment(1f179094-8df9-404b-b92a-5beee041943d),segment_id=1f179094-8df9-404b-b92a-5beee041943d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:35:00.580921 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:00.645365 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=9ce4467a-0584-4a14-897d-16c6a79e52bc,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:35:00.803849 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['9ce4467a-0584-4a14-897d-16c6a79e52bc'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:35:01.453726 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb513391-456b-42a4-bf3c-b91314a8ba5f req-d7da636d-a977-420e-b99a-bff34a6b1fbb tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:35:01.455107 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cb513391-456b-42a4-bf3c-b91314a8ba5f req-d7da636d-a977-420e-b99a-bff34a6b1fbb tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9dc3533-99b9-42a7-9e73-45edc5ea5188 HTTP/1.1" status: 200 len: 944 time: 0.0871866 May 03 23:35:01.498332 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cb513391-456b-42a4-bf3c-b91314a8ba5f req-3d063400-bb3e-4da0-8688-691dd883350f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee647b97-976d-45c1-ae9a-8618689e2997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376339 May 03 23:35:02.345098 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 9ce4467a-0584-4a14-897d-16c6a79e52bc up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:35:02.409472 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 9ce4467a-0584-4a14-897d-16c6a79e52bc completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:35:02.413942 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 9ce4467a-0584-4a14-897d-16c6a79e52bc triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:35:02.414309 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:02.528977 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:02.556402 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9dc3533-99b9-42a7-9e73-45edc5ea5188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce4467a-0584-4a14-897d-16c6a79e52bc'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:35:02.576265 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 9ce4467a-0584-4a14-897d-16c6a79e52bc, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=9ce4467a-0584-4a14-897d-16c6a79e52bc,segment=NetworkSegment(1f179094-8df9-404b-b92a-5beee041943d),segment_id=1f179094-8df9-404b-b92a-5beee041943d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:35:02.583285 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:02.659580 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=9ce4467a-0584-4a14-897d-16c6a79e52bc,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:35:02.675861 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-695bb4e5-31ba-46ea-a9f1-ad6dc3608e90'] response: {'server_uuid': 'b9dc3533-99b9-42a7-9e73-45edc5ea5188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce4467a-0584-4a14-897d-16c6a79e52bc', 'code': 200} May 03 23:35:02.720652 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff836d2a-ea74-409e-a09a-ea14e0ba19c9 req-e14aeb00-ea7c-4379-9ac7-ee46d5f57116 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:35:02.722165 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ff836d2a-ea74-409e-a09a-ea14e0ba19c9 req-e14aeb00-ea7c-4379-9ac7-ee46d5f57116 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9dc3533-99b9-42a7-9e73-45edc5ea5188 HTTP/1.1" status: 200 len: 945 time: 0.0820093 May 03 23:35:02.769526 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ff836d2a-ea74-409e-a09a-ea14e0ba19c9 req-c43701f7-05c9-4611-b5c0-68648c214696 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee647b97-976d-45c1-ae9a-8618689e2997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417178 May 03 23:35:02.799214 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb99a79-ed53-4cef-9488-c03aff009df8 req-c9f845f5-5e86-4599-9ff0-496353eb8e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:35:02.800926 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7eb99a79-ed53-4cef-9488-c03aff009df8 req-c9f845f5-5e86-4599-9ff0-496353eb8e5c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b9dc3533-99b9-42a7-9e73-45edc5ea5188 HTTP/1.1" status: 200 len: 1096 time: 0.0699530 May 03 23:35:02.846113 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-7eb99a79-ed53-4cef-9488-c03aff009df8 req-a698a4c2-e2d8-4174-b434-6f58871b94d3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ee647b97-976d-45c1-ae9a-8618689e2997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381069 May 03 23:35:03.958067 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c3daf-ba6a-4b32-8e39-e6c220c1d499 req-d7b43724-8044-4f0a-8731-2fb63763f722 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:35:03.959568 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0a6c3daf-ba6a-4b32-8e39-e6c220c1d499 req-d7b43724-8044-4f0a-8731-2fb63763f722 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9dc3533-99b9-42a7-9e73-45edc5ea5188 HTTP/1.1" status: 200 len: 945 time: 0.0844009 May 03 23:35:04.004591 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0a6c3daf-ba6a-4b32-8e39-e6c220c1d499 req-b35b9fbf-5645-45d1-9a73-787cd563a663 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee647b97-976d-45c1-ae9a-8618689e2997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390565 May 03 23:35:05.186851 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00b72b-c8d0-4ee2-acac-b09c06545f8a req-245eeb2c-4118-4e8d-af25-cddb01808ab6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:35:05.188424 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-df00b72b-c8d0-4ee2-acac-b09c06545f8a req-245eeb2c-4118-4e8d-af25-cddb01808ab6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9dc3533-99b9-42a7-9e73-45edc5ea5188 HTTP/1.1" status: 200 len: 945 time: 0.0811691 May 03 23:35:05.231341 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-df00b72b-c8d0-4ee2-acac-b09c06545f8a req-1d041632-2841-4cba-97ac-e9dbf584b6db tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee647b97-976d-45c1-ae9a-8618689e2997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374448 May 03 23:35:05.410573 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb63512-3a2e-4517-a250-70af34a21bf6 req-4c562d3e-54f3-499c-b299-bb99ee961edf tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:35:05.412038 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7fb63512-3a2e-4517-a250-70af34a21bf6 req-4c562d3e-54f3-499c-b299-bb99ee961edf tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9dc3533-99b9-42a7-9e73-45edc5ea5188 HTTP/1.1" status: 200 len: 945 time: 0.0794947 May 03 23:35:05.458636 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7fb63512-3a2e-4517-a250-70af34a21bf6 req-6fd3606d-5c0a-440b-b0af-40ff58b19e53 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee647b97-976d-45c1-ae9a-8618689e2997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408282 May 03 23:35:05.480464 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58152) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:35:05.555135 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae7d13a-7980-4ee1-a267-2e735accb0ac tempest-TestNetworkAdvancedServerOps-1551533295 tempest-TestNetworkAdvancedServerOps-1551533295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:35:05.556630 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3ae7d13a-7980-4ee1-a267-2e735accb0ac tempest-TestNetworkAdvancedServerOps-1551533295 tempest-TestNetworkAdvancedServerOps-1551533295-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b9dc3533-99b9-42a7-9e73-45edc5ea5188 HTTP/1.1" status: 200 len: 1091 time: 0.0752120 May 03 23:35:05.559346 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58156) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:35:05.564121 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-7f0e39a3-5f07-410f-b2fe-8c104b0a1d58 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'port_id': '9ce4467a-0584-4a14-897d-16c6a79e52bc', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:35:05.571207 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7f0e39a3-5f07-410f-b2fe-8c104b0a1d58 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:35:05.575016 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7f0e39a3-5f07-410f-b2fe-8c104b0a1d58 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Usage tracker for resource:floatingip and tenant:ebb80d0d514d4b2aba00c76f4be31457 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:35:05.577798 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7f0e39a3-5f07-410f-b2fe-8c104b0a1d58 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:35:05.583422 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7f0e39a3-5f07-410f-b2fe-8c104b0a1d58 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:35:05.594369 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7f0e39a3-5f07-410f-b2fe-8c104b0a1d58 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:05.726576 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7f0e39a3-5f07-410f-b2fe-8c104b0a1d58 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:05.860361 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-7f0e39a3-5f07-410f-b2fe-8c104b0a1d58 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Allocated IP 172.25.2.249 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/1810c928-b11f-4b76-9767-0981141ef140) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:35:06.004578 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7f0e39a3-5f07-410f-b2fe-8c104b0a1d58 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:06.032232 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7f0e39a3-5f07-410f-b2fe-8c104b0a1d58 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:06.094579 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0e39a3-5f07-410f-b2fe-8c104b0a1d58 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:35:06.097414 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-7f0e39a3-5f07-410f-b2fe-8c104b0a1d58 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:35:06.101567 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0e39a3-5f07-410f-b2fe-8c104b0a1d58 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:35:06.135229 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e39a3-5f07-410f-b2fe-8c104b0a1d58 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Port': ['ID=1810c928-b11f-4b76-9767-0981141ef140,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:35:06.609129 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7f0e39a3-5f07-410f-b2fe-8c104b0a1d58 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:06.681758 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7f0e39a3-5f07-410f-b2fe-8c104b0a1d58 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:06.878746 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7f0e39a3-5f07-410f-b2fe-8c104b0a1d58 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:06.883488 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7f0e39a3-5f07-410f-b2fe-8c104b0a1d58 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:06.988626 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e39a3-5f07-410f-b2fe-8c104b0a1d58 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event updated for resources: {'Port': ['ID=1810c928-b11f-4b76-9767-0981141ef140,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:35:06.998758 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7f0e39a3-5f07-410f-b2fe-8c104b0a1d58 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:07.166234 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-7f0e39a3-5f07-410f-b2fe-8c104b0a1d58 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Floating IP 27c68152-b092-4b26-ae26-24171d352832 associated. External IP: 172.25.2.249, port: 9ce4467a-0584-4a14-897d-16c6a79e52bc. May 03 23:35:07.509918 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0e39a3-5f07-410f-b2fe-8c104b0a1d58 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Router 831c03ca-c0f7-4e99-9638-61a93f5220d9 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:35:07.685187 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0e39a3-5f07-410f-b2fe-8c104b0a1d58 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:35:07.697485 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05025eb-c41f-4926-a2fa-0efe16d1033f None None] Sync routers for ids ['831c03ca-c0f7-4e99-9638-61a93f5220d9'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:35:07.707002 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05025eb-c41f-4926-a2fa-0efe16d1033f None None] Routers {'831c03ca-c0f7-4e99-9638-61a93f5220d9'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:35:07.707825 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f05025eb-c41f-4926-a2fa-0efe16d1033f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:34:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['831c03ca-c0f7-4e99-9638-61a93f5220d9'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:35:07.709028 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7f0e39a3-5f07-410f-b2fe-8c104b0a1d58 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:07.888171 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7f0e39a3-5f07-410f-b2fe-8c104b0a1d58 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3278024 May 03 23:35:07.888775 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9dc3533-99b9-42a7-9e73-45edc5ea5188', 'tag': '9ce4467a-0584-4a14-897d-16c6a79e52bc'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:35:07.894161 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-f05025eb-c41f-4926-a2fa-0efe16d1033f None None] Set router 831c03ca-c0f7-4e99-9638-61a93f5220d9 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:35:08.009153 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-941ab778-54dc-4213-af81-99d094cbab33'] response: {'name': 'network-changed', 'server_uuid': 'b9dc3533-99b9-42a7-9e73-45edc5ea5188', 'tag': '9ce4467a-0584-4a14-897d-16c6a79e52bc', 'status': 'completed', 'code': 200} May 03 23:35:08.059160 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14763baa-5103-4e56-a762-1872f8f9fb22 req-6ac7326d-7d59-40ea-b1b4-b47f5d37e2c4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:35:08.060775 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-14763baa-5103-4e56-a762-1872f8f9fb22 req-6ac7326d-7d59-40ea-b1b4-b47f5d37e2c4 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9dc3533-99b9-42a7-9e73-45edc5ea5188 HTTP/1.1" status: 200 len: 945 time: 0.0841329 May 03 23:35:08.083450 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919299f-b414-453e-8c95-7011d595d8b0 req-6f63d16f-a133-4443-ab0e-cce99b95ba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:35:08.085473 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0919299f-b414-453e-8c95-7011d595d8b0 req-6f63d16f-a133-4443-ab0e-cce99b95ba18 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&device_id=b9dc3533-99b9-42a7-9e73-45edc5ea5188 HTTP/1.1" status: 200 len: 1096 time: 0.0732377 May 03 23:35:08.106630 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-14763baa-5103-4e56-a762-1872f8f9fb22 req-abb52d09-06c6-4c56-801c-cadf87714712 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee647b97-976d-45c1-ae9a-8618689e2997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397708 May 03 23:35:08.130586 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58166) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:35:08.218828 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919299f-b414-453e-8c95-7011d595d8b0 req-8c0e70ed-e8e0-436d-a190-a71885eabf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:35:08.220272 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0919299f-b414-453e-8c95-7011d595d8b0 req-8c0e70ed-e8e0-436d-a190-a71885eabf11 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5caef016-bc2d-411b-8d92-0ed45d91c9fa HTTP/1.1" status: 200 len: 897 time: 0.1289299 May 03 23:35:08.240207 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a1890979-bcb0-4aa7-bc6f-7dfe8975a195 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/floatingips/27c68152-b092-4b26-ae26-24171d352832 HTTP/1.1" status: 200 len: 991 time: 0.1083393 May 03 23:35:08.245271 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f05025eb-c41f-4926-a2fa-0efe16d1033f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173367076', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7ada7ced-478c-479d-a300-524168c1563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:34:46Z', 'updated_at': '2022-05-03T23:34:51Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '7ada7ced-478c-479d-a300-524168c1563f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:76:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:34:47Z', 'updated_at': '2022-05-03T23:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '27c68152-b092-4b26-ae26-24171d352832', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'floating_ip_address': '172.25.2.249', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'port_id': '9ce4467a-0584-4a14-897d-16c6a79e52bc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5caef016-bc2d-411b-8d92-0ed45d91c9fa', 'mac_address': 'fa:16:3e:3e:82:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dc3533-99b9-42a7-9e73-45edc5ea5188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:35:06Z', 'updated_at': '2022-05-03T23:35:06Z', 'revision_number': 0, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9200cdb0-9b9c-4d69-bc6c-db4d8700d645', 'name': '', 'network_id': '5caef016-bc2d-411b-8d92-0ed45d91c9fa', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:8c:75:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'e27502a6-b5a1-487a-96bd-a7b036360866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:34:50Z', 'updated_at': '2022-05-03T23:34:56Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': 'e27502a6-b5a1-487a-96bd-a7b036360866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:35:08.249470 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05025eb-c41f-4926-a2fa-0efe16d1033f None None] Checking router: 831c03ca-c0f7-4e99-9638-61a93f5220d9 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:35:08.258514 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05025eb-c41f-4926-a2fa-0efe16d1033f None None] Routers {'831c03ca-c0f7-4e99-9638-61a93f5220d9'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:35:08.259112 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f05025eb-c41f-4926-a2fa-0efe16d1033f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:34:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['831c03ca-c0f7-4e99-9638-61a93f5220d9'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:35:08.322842 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0919299f-b414-453e-8c95-7011d595d8b0 req-d3dbae67-3f29-44dc-b710-baddb5784f49 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ce4467a-0584-4a14-897d-16c6a79e52bc HTTP/1.1" status: 200 len: 999 time: 0.0965004 May 03 23:35:08.385579 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919299f-b414-453e-8c95-7011d595d8b0 req-a5d392dd-a535-4097-ae4b-8e1652327305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:35:08.387002 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0919299f-b414-453e-8c95-7011d595d8b0 req-a5d392dd-a535-4097-ae4b-8e1652327305 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e27502a6-b5a1-487a-96bd-a7b036360866 HTTP/1.1" status: 200 len: 834 time: 0.0577452 May 03 23:35:08.437749 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-f05025eb-c41f-4926-a2fa-0efe16d1033f None None] Set router 831c03ca-c0f7-4e99-9638-61a93f5220d9 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:35:08.463977 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919299f-b414-453e-8c95-7011d595d8b0 req-2b188cc4-cd5d-4135-bd06-c1c0852fc49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:35:08.465463 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0919299f-b414-453e-8c95-7011d595d8b0 req-2b188cc4-cd5d-4135-bd06-c1c0852fc49d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5caef016-bc2d-411b-8d92-0ed45d91c9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728567 May 03 23:35:08.601571 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0919299f-b414-453e-8c95-7011d595d8b0 req-f21a809e-8e54-4586-81c5-c128378be6dc service neutron] 10.222.0.60 "GET /v2.0/networks/5caef016-bc2d-411b-8d92-0ed45d91c9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302092 May 03 23:35:08.731965 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-0919299f-b414-453e-8c95-7011d595d8b0 req-0e3c1ace-4ddc-48ac-b292-068c037f0b1a service neutron] 10.222.0.60 "GET /v2.0/networks/5caef016-bc2d-411b-8d92-0ed45d91c9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247883 May 03 23:35:08.816411 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f05025eb-c41f-4926-a2fa-0efe16d1033f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173367076', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7ada7ced-478c-479d-a300-524168c1563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:34:46Z', 'updated_at': '2022-05-03T23:34:51Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '7ada7ced-478c-479d-a300-524168c1563f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:76:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:34:47Z', 'updated_at': '2022-05-03T23:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '27c68152-b092-4b26-ae26-24171d352832', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'floating_ip_address': '172.25.2.249', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'port_id': '9ce4467a-0584-4a14-897d-16c6a79e52bc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5caef016-bc2d-411b-8d92-0ed45d91c9fa', 'mac_address': 'fa:16:3e:3e:82:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dc3533-99b9-42a7-9e73-45edc5ea5188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:35:06Z', 'updated_at': '2022-05-03T23:35:06Z', 'revision_number': 0, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9200cdb0-9b9c-4d69-bc6c-db4d8700d645', 'name': '', 'network_id': '5caef016-bc2d-411b-8d92-0ed45d91c9fa', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:8c:75:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'e27502a6-b5a1-487a-96bd-a7b036360866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:34:50Z', 'updated_at': '2022-05-03T23:34:56Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': 'e27502a6-b5a1-487a-96bd-a7b036360866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:35:08.820848 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05025eb-c41f-4926-a2fa-0efe16d1033f None None] The sync data for ids ['831c03ca-c0f7-4e99-9638-61a93f5220d9'] in n-d-811807-1 is: [{'id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173367076', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7ada7ced-478c-479d-a300-524168c1563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:34:46Z', 'updated_at': '2022-05-03T23:34:51Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '7ada7ced-478c-479d-a300-524168c1563f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:76:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:34:47Z', 'updated_at': '2022-05-03T23:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '27c68152-b092-4b26-ae26-24171d352832', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'floating_ip_address': '172.25.2.249', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'port_id': '9ce4467a-0584-4a14-897d-16c6a79e52bc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5caef016-bc2d-411b-8d92-0ed45d91c9fa', 'mac_address': 'fa:16:3e:3e:82:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9dc3533-99b9-42a7-9e73-45edc5ea5188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:35:06Z', 'updated_at': '2022-05-03T23:35:06Z', 'revision_number': 0, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9200cdb0-9b9c-4d69-bc6c-db4d8700d645', 'name': '', 'network_id': '5caef016-bc2d-411b-8d92-0ed45d91c9fa', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:8c:75:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'e27502a6-b5a1-487a-96bd-a7b036360866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:34:50Z', 'updated_at': '2022-05-03T23:34:56Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': 'e27502a6-b5a1-487a-96bd-a7b036360866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:35:09.003411 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd5d81f-9187-41f4-9b97-7e066756ded1 None None] New status for floating IP 27c68152-b092-4b26-ae26-24171d352832: ACTIVE {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:35:09.243135 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58170) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:35:09.356906 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-28f1dd04-acfb-4ecd-9cd4-5c5fff24d852 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/floatingips/27c68152-b092-4b26-ae26-24171d352832 HTTP/1.1" status: 200 len: 993 time: 0.1125062 May 03 23:35:14.236029 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:35:16.925730 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4d9154c4-922e-4702-a77f-d675f7f7b36c req-f0ed7820-c969-4517-af00-df1df46f768f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b9dc3533-99b9-42a7-9e73-45edc5ea5188&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0669243 May 03 23:35:17.070189 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9154c4-922e-4702-a77f-d675f7f7b36c req-90560698-96c2-43a2-80c3-49b52a410dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:35:17.071607 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4d9154c4-922e-4702-a77f-d675f7f7b36c req-90560698-96c2-43a2-80c3-49b52a410dc6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&device_id=b9dc3533-99b9-42a7-9e73-45edc5ea5188 HTTP/1.1" status: 200 len: 1096 time: 0.0724349 May 03 23:35:17.340214 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9154c4-922e-4702-a77f-d675f7f7b36c req-dc4e1663-0490-406f-bcee-61b8e59d1024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:35:17.342272 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4d9154c4-922e-4702-a77f-d675f7f7b36c req-dc4e1663-0490-406f-bcee-61b8e59d1024 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5caef016-bc2d-411b-8d92-0ed45d91c9fa HTTP/1.1" status: 200 len: 897 time: 0.2487316 May 03 23:35:17.455598 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4d9154c4-922e-4702-a77f-d675f7f7b36c req-adfdc123-c12c-44ac-a6a3-3aac828c7356 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ce4467a-0584-4a14-897d-16c6a79e52bc HTTP/1.1" status: 200 len: 1001 time: 0.1007781 May 03 23:35:17.518556 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9154c4-922e-4702-a77f-d675f7f7b36c req-3dbb7a99-4e5e-4c2c-ad5c-b76dcd800e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:35:17.519969 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4d9154c4-922e-4702-a77f-d675f7f7b36c req-3dbb7a99-4e5e-4c2c-ad5c-b76dcd800e58 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e27502a6-b5a1-487a-96bd-a7b036360866 HTTP/1.1" status: 200 len: 834 time: 0.0555995 May 03 23:35:17.597272 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9154c4-922e-4702-a77f-d675f7f7b36c req-6babea7b-2178-43af-a336-8335636ee471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:35:17.598772 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4d9154c4-922e-4702-a77f-d675f7f7b36c req-6babea7b-2178-43af-a336-8335636ee471 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5caef016-bc2d-411b-8d92-0ed45d91c9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691805 May 03 23:35:17.734398 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4d9154c4-922e-4702-a77f-d675f7f7b36c req-0e6fb746-71b1-44e7-8ad2-c16f75ff113b service neutron] 10.222.0.60 "GET /v2.0/networks/5caef016-bc2d-411b-8d92-0ed45d91c9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259701 May 03 23:35:17.884849 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-4d9154c4-922e-4702-a77f-d675f7f7b36c req-436c2253-d158-47de-a7a1-639fa4fd786b service neutron] 10.222.0.60 "GET /v2.0/networks/5caef016-bc2d-411b-8d92-0ed45d91c9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227269 May 03 23:35:23.072292 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b6a720d0-c3db-4ec7-84ac-2d6dfe6e04cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:25.077818 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:25.651862 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-22ebf0a6-df63-47b4-8394-3bcb0f5eabac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:26.481436 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:26.546762 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:27.862162 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:28.562762 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:40.977802 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49b2ff-5ad5-4700-a2e3-99573e68d30d req-58bc55bc-0bed-4efc-94cf-e65500ffb28a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:35:40.979203 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fa49b2ff-5ad5-4700-a2e3-99573e68d30d req-58bc55bc-0bed-4efc-94cf-e65500ffb28a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9dc3533-99b9-42a7-9e73-45edc5ea5188 HTTP/1.1" status: 200 len: 945 time: 0.0826805 May 03 23:35:41.022417 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fa49b2ff-5ad5-4700-a2e3-99573e68d30d req-0611498f-5fce-4ac7-a804-4665dd86a386 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee647b97-976d-45c1-ae9a-8618689e2997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377293 May 03 23:35:42.210722 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeac481-1637-40ad-8d18-0068e4414641 req-3e91e7b6-7e87-4e7c-90a7-64df586237d9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:35:42.212162 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bdeac481-1637-40ad-8d18-0068e4414641 req-3e91e7b6-7e87-4e7c-90a7-64df586237d9 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9dc3533-99b9-42a7-9e73-45edc5ea5188 HTTP/1.1" status: 200 len: 945 time: 0.0799582 May 03 23:35:42.254578 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-bdeac481-1637-40ad-8d18-0068e4414641 req-d222eb35-3d7b-4a15-af77-b0724c706f67 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee647b97-976d-45c1-ae9a-8618689e2997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369046 May 03 23:35:42.277368 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58194) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:35:42.382780 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-cc0879b7-3703-46f8-b67f-e03434258fa3 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/floatingips/27c68152-b092-4b26-ae26-24171d352832 HTTP/1.1" status: 200 len: 993 time: 0.1042757 May 03 23:35:43.826219 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5a21e-351f-45ba-8b31-ecdc1ae214cc req-961408f5-0331-4a5f-bc68-30a313c0771c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:35:43.827710 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-13a5a21e-351f-45ba-8b31-ecdc1ae214cc req-961408f5-0331-4a5f-bc68-30a313c0771c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9dc3533-99b9-42a7-9e73-45edc5ea5188 HTTP/1.1" status: 200 len: 945 time: 0.0853145 May 03 23:35:43.831933 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a6984-2590-49e2-9977-131c9235972c req-06d6a45c-aba3-4bd4-af7f-3a29ac934884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:35:43.833573 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-032a6984-2590-49e2-9977-131c9235972c req-06d6a45c-aba3-4bd4-af7f-3a29ac934884 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&device_id=b9dc3533-99b9-42a7-9e73-45edc5ea5188 HTTP/1.1" status: 200 len: 1096 time: 0.0768535 May 03 23:35:43.876082 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-13a5a21e-351f-45ba-8b31-ecdc1ae214cc req-d08bf565-03a7-4efd-be76-166f5711139f tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee647b97-976d-45c1-ae9a-8618689e2997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428178 May 03 23:35:43.966642 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a6984-2590-49e2-9977-131c9235972c req-311169a6-0a24-430e-8caa-defdbb916334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:35:43.967981 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-032a6984-2590-49e2-9977-131c9235972c req-311169a6-0a24-430e-8caa-defdbb916334 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5caef016-bc2d-411b-8d92-0ed45d91c9fa HTTP/1.1" status: 200 len: 897 time: 0.1272438 May 03 23:35:44.068463 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-032a6984-2590-49e2-9977-131c9235972c req-dbee2244-cfff-4b04-a84a-cf66816252dc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ce4467a-0584-4a14-897d-16c6a79e52bc HTTP/1.1" status: 200 len: 1001 time: 0.0937517 May 03 23:35:44.129450 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a6984-2590-49e2-9977-131c9235972c req-99bd8efa-ddf9-496d-a772-6698da193216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:35:44.131013 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-032a6984-2590-49e2-9977-131c9235972c req-99bd8efa-ddf9-496d-a772-6698da193216 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e27502a6-b5a1-487a-96bd-a7b036360866 HTTP/1.1" status: 200 len: 834 time: 0.0554073 May 03 23:35:44.212393 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a6984-2590-49e2-9977-131c9235972c req-19634006-8b10-4221-a164-80e0b89238ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:35:44.213833 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-032a6984-2590-49e2-9977-131c9235972c req-19634006-8b10-4221-a164-80e0b89238ef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5caef016-bc2d-411b-8d92-0ed45d91c9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760837 May 03 23:35:44.341557 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-032a6984-2590-49e2-9977-131c9235972c req-a6111521-01a5-40fe-ae9e-0404882d8217 service neutron] 10.222.0.60 "GET /v2.0/networks/5caef016-bc2d-411b-8d92-0ed45d91c9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210687 May 03 23:35:44.469126 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-032a6984-2590-49e2-9977-131c9235972c req-44a24709-ec6c-4e6e-a31c-c9175ec42799 service neutron] 10.222.0.60 "GET /v2.0/networks/5caef016-bc2d-411b-8d92-0ed45d91c9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212437 May 03 23:35:45.059425 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1cf41-da1b-42e0-8bee-cc774990a3c0 req-722b6e41-28c8-4db9-ab01-2ee3f239e0b0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:35:45.060895 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fce1cf41-da1b-42e0-8bee-cc774990a3c0 req-722b6e41-28c8-4db9-ab01-2ee3f239e0b0 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9dc3533-99b9-42a7-9e73-45edc5ea5188 HTTP/1.1" status: 200 len: 945 time: 0.0788939 May 03 23:35:45.107930 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fce1cf41-da1b-42e0-8bee-cc774990a3c0 req-cc3bb6aa-880b-431e-a1b0-faf05f17dfe7 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee647b97-976d-45c1-ae9a-8618689e2997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415039 May 03 23:35:46.288295 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006ede7-3f09-4cc1-a9d6-efaa96217218 req-ce700a39-0283-4132-b92d-f926a43b1107 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:35:46.289780 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0006ede7-3f09-4cc1-a9d6-efaa96217218 req-ce700a39-0283-4132-b92d-f926a43b1107 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9dc3533-99b9-42a7-9e73-45edc5ea5188 HTTP/1.1" status: 200 len: 945 time: 0.0786362 May 03 23:35:46.332751 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0006ede7-3f09-4cc1-a9d6-efaa96217218 req-27819e14-98a6-4a59-af1c-cb7abad0ea5d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee647b97-976d-45c1-ae9a-8618689e2997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373623 May 03 23:35:46.356257 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58208) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:35:46.461031 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-759533f9-f200-4638-b8a3-ea8fe68a787e tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/floatingips/27c68152-b092-4b26-ae26-24171d352832 HTTP/1.1" status: 200 len: 993 time: 0.1035686 May 03 23:35:46.709831 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58216) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:35:46.907276 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-22a41b79-6efe-4e9e-ad78-b7f9f74a6cda tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Deleting port 1810c928-b11f-4b76-9767-0981141ef140 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:35:46.907629 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-22a41b79-6efe-4e9e-ad78-b7f9f74a6cda tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:47.071429 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-22a41b79-6efe-4e9e-ad78-b7f9f74a6cda tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:47.071756 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-22a41b79-6efe-4e9e-ad78-b7f9f74a6cda tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:47.192452 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-22a41b79-6efe-4e9e-ad78-b7f9f74a6cda tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Calling delete_port for 1810c928-b11f-4b76-9767-0981141ef140 owned by network:floatingip {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:35:47.449291 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-22a41b79-6efe-4e9e-ad78-b7f9f74a6cda tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:47.492746 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a41b79-6efe-4e9e-ad78-b7f9f74a6cda tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event deleted for resources: {'Port': ['ID=1810c928-b11f-4b76-9767-0981141ef140,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:35:47.502490 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a41b79-6efe-4e9e-ad78-b7f9f74a6cda tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:35:47.502845 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a41b79-6efe-4e9e-ad78-b7f9f74a6cda tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:35:47.503187 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a41b79-6efe-4e9e-ad78-b7f9f74a6cda tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:35:47.503528 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a41b79-6efe-4e9e-ad78-b7f9f74a6cda tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:35:47.503865 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a41b79-6efe-4e9e-ad78-b7f9f74a6cda tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:35:47.504769 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a41b79-6efe-4e9e-ad78-b7f9f74a6cda tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:35:47.504769 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a41b79-6efe-4e9e-ad78-b7f9f74a6cda tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:35:47.504969 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a41b79-6efe-4e9e-ad78-b7f9f74a6cda tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:35:47.505188 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a41b79-6efe-4e9e-ad78-b7f9f74a6cda tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:35:47.506095 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a41b79-6efe-4e9e-ad78-b7f9f74a6cda tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:35:47.506426 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a41b79-6efe-4e9e-ad78-b7f9f74a6cda tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:35:47.506751 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a41b79-6efe-4e9e-ad78-b7f9f74a6cda tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:35:47.598285 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-22a41b79-6efe-4e9e-ad78-b7f9f74a6cda tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for floatingip, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:47.598574 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-22a41b79-6efe-4e9e-ad78-b7f9f74a6cda tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Floating IP 27c68152-b092-4b26-ae26-24171d352832 disassociated (deleted). External IP: 172.25.2.249, port: 9ce4467a-0584-4a14-897d-16c6a79e52bc. May 03 23:35:47.947615 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a41b79-6efe-4e9e-ad78-b7f9f74a6cda tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Router 831c03ca-c0f7-4e99-9638-61a93f5220d9 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:35:48.121550 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a41b79-6efe-4e9e-ad78-b7f9f74a6cda tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:35:48.131123 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36128e12-f639-42ce-8a8e-bd47752f0b70 None None] Sync routers for ids ['831c03ca-c0f7-4e99-9638-61a93f5220d9'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:35:48.137905 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-22a41b79-6efe-4e9e-ad78-b7f9f74a6cda tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:48.140490 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36128e12-f639-42ce-8a8e-bd47752f0b70 None None] Routers {'831c03ca-c0f7-4e99-9638-61a93f5220d9'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:35:48.141104 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-36128e12-f639-42ce-8a8e-bd47752f0b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:35:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['831c03ca-c0f7-4e99-9638-61a93f5220d9'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:35:48.191616 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-22a41b79-6efe-4e9e-ad78-b7f9f74a6cda tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "DELETE /v2.0/floatingips/27c68152-b092-4b26-ae26-24171d352832 HTTP/1.1" status: 204 len: 168 time: 1.4807105 May 03 23:35:48.192344 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9dc3533-99b9-42a7-9e73-45edc5ea5188', 'tag': '9ce4467a-0584-4a14-897d-16c6a79e52bc'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:35:48.238863 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8043c77-64d2-419a-a9da-79d80e5cd217'] response: {'name': 'network-changed', 'server_uuid': 'b9dc3533-99b9-42a7-9e73-45edc5ea5188', 'tag': '9ce4467a-0584-4a14-897d-16c6a79e52bc', 'status': 'completed', 'code': 200} May 03 23:35:48.319337 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-36128e12-f639-42ce-8a8e-bd47752f0b70 None None] Set router 831c03ca-c0f7-4e99-9638-61a93f5220d9 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:35:48.332559 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3dc0b-480c-4b2c-8a3f-01c4972e644a req-b4b6b620-84ef-4896-ac24-a54165c80649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:35:48.334678 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-48a3dc0b-480c-4b2c-8a3f-01c4972e644a req-b4b6b620-84ef-4896-ac24-a54165c80649 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&device_id=b9dc3533-99b9-42a7-9e73-45edc5ea5188 HTTP/1.1" status: 200 len: 1096 time: 0.0727243 May 03 23:35:48.588773 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3dc0b-480c-4b2c-8a3f-01c4972e644a req-50a6597c-b452-4653-a6ef-d9b257438e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:35:48.590409 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-48a3dc0b-480c-4b2c-8a3f-01c4972e644a req-50a6597c-b452-4653-a6ef-d9b257438e8b service neutron] 10.222.0.60 "GET /v2.0/networks?id=5caef016-bc2d-411b-8d92-0ed45d91c9fa HTTP/1.1" status: 200 len: 897 time: 0.2484653 May 03 23:35:48.599432 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6474c-58e2-432c-884b-26782d2df361 req-423267df-a1a1-421b-a898-0814b7628daa tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:35:48.600170 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-aec6474c-58e2-432c-884b-26782d2df361 req-423267df-a1a1-421b-a898-0814b7628daa tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Synchronizing usage tracker for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:35:48.616942 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-aec6474c-58e2-432c-884b-26782d2df361 req-423267df-a1a1-421b-a898-0814b7628daa tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Unset dirty status for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:35:48.618157 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aec6474c-58e2-432c-884b-26782d2df361 req-423267df-a1a1-421b-a898-0814b7628daa tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9dc3533-99b9-42a7-9e73-45edc5ea5188 HTTP/1.1" status: 200 len: 945 time: 0.1254783 May 03 23:35:48.663740 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-36128e12-f639-42ce-8a8e-bd47752f0b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173367076', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7ada7ced-478c-479d-a300-524168c1563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:34:46Z', 'updated_at': '2022-05-03T23:34:51Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '7ada7ced-478c-479d-a300-524168c1563f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:76:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:34:47Z', 'updated_at': '2022-05-03T23:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '9200cdb0-9b9c-4d69-bc6c-db4d8700d645', 'name': '', 'network_id': '5caef016-bc2d-411b-8d92-0ed45d91c9fa', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:8c:75:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'e27502a6-b5a1-487a-96bd-a7b036360866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:34:50Z', 'updated_at': '2022-05-03T23:34:56Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': 'e27502a6-b5a1-487a-96bd-a7b036360866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:35:48.665084 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-48a3dc0b-480c-4b2c-8a3f-01c4972e644a req-d2ea0375-67b2-40ca-acac-596b7b61636a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ce4467a-0584-4a14-897d-16c6a79e52bc HTTP/1.1" status: 200 len: 217 time: 0.0682325 May 03 23:35:48.666348 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aec6474c-58e2-432c-884b-26782d2df361 req-7ce5b2a8-ccde-4d2f-a314-974d44c03762 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee647b97-976d-45c1-ae9a-8618689e2997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414579 May 03 23:35:48.668023 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36128e12-f639-42ce-8a8e-bd47752f0b70 None None] Checking router: 831c03ca-c0f7-4e99-9638-61a93f5220d9 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:35:48.677082 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36128e12-f639-42ce-8a8e-bd47752f0b70 None None] Routers {'831c03ca-c0f7-4e99-9638-61a93f5220d9'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:35:48.677683 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-36128e12-f639-42ce-8a8e-bd47752f0b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:35:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['831c03ca-c0f7-4e99-9638-61a93f5220d9'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:35:48.729873 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3dc0b-480c-4b2c-8a3f-01c4972e644a req-35bbcebe-a991-4f33-83ff-fe3294ac456b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:35:48.731311 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-48a3dc0b-480c-4b2c-8a3f-01c4972e644a req-35bbcebe-a991-4f33-83ff-fe3294ac456b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e27502a6-b5a1-487a-96bd-a7b036360866 HTTP/1.1" status: 200 len: 834 time: 0.0597570 May 03 23:35:48.808686 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3dc0b-480c-4b2c-8a3f-01c4972e644a req-994e2c25-9a24-400c-a366-a6359ee39210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:35:48.810220 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-48a3dc0b-480c-4b2c-8a3f-01c4972e644a req-994e2c25-9a24-400c-a366-a6359ee39210 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5caef016-bc2d-411b-8d92-0ed45d91c9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724127 May 03 23:35:48.850514 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-36128e12-f639-42ce-8a8e-bd47752f0b70 None None] Set router 831c03ca-c0f7-4e99-9638-61a93f5220d9 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:35:48.949970 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-48a3dc0b-480c-4b2c-8a3f-01c4972e644a req-6eb86a32-e213-451c-8ed9-7b91a41a4537 service neutron] 10.222.0.60 "GET /v2.0/networks/5caef016-bc2d-411b-8d92-0ed45d91c9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334224 May 03 23:35:49.080624 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-48a3dc0b-480c-4b2c-8a3f-01c4972e644a req-f2c72f2c-a4d8-4331-a57d-1f9595da9cc2 service neutron] 10.222.0.60 "GET /v2.0/networks/5caef016-bc2d-411b-8d92-0ed45d91c9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244297 May 03 23:35:49.198039 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-36128e12-f639-42ce-8a8e-bd47752f0b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173367076', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7ada7ced-478c-479d-a300-524168c1563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:34:46Z', 'updated_at': '2022-05-03T23:34:51Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '7ada7ced-478c-479d-a300-524168c1563f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:76:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:34:47Z', 'updated_at': '2022-05-03T23:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '9200cdb0-9b9c-4d69-bc6c-db4d8700d645', 'name': '', 'network_id': '5caef016-bc2d-411b-8d92-0ed45d91c9fa', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:8c:75:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'e27502a6-b5a1-487a-96bd-a7b036360866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:34:50Z', 'updated_at': '2022-05-03T23:34:56Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': 'e27502a6-b5a1-487a-96bd-a7b036360866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:35:49.201997 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36128e12-f639-42ce-8a8e-bd47752f0b70 None None] The sync data for ids ['831c03ca-c0f7-4e99-9638-61a93f5220d9'] in n-d-811807-1 is: [{'id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173367076', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7ada7ced-478c-479d-a300-524168c1563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:34:46Z', 'updated_at': '2022-05-03T23:34:51Z', 'revision_number': 4, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '7ada7ced-478c-479d-a300-524168c1563f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:76:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:34:47Z', 'updated_at': '2022-05-03T23:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '9200cdb0-9b9c-4d69-bc6c-db4d8700d645', 'name': '', 'network_id': '5caef016-bc2d-411b-8d92-0ed45d91c9fa', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'mac_address': 'fa:16:3e:8c:75:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'e27502a6-b5a1-487a-96bd-a7b036360866', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:34:50Z', 'updated_at': '2022-05-03T23:34:56Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'subnets': [{'id': 'e27502a6-b5a1-487a-96bd-a7b036360866', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:35:49.410120 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc1081f-f53c-495f-bcdc-9430dc38b6c5 None None] New status for floating IP 27c68152-b092-4b26-ae26-24171d352832: DOWN {{(pid=88072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:35:49.856944 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca322d3b-9b11-43c3-8e52-05f5a48f0c0b req-99fcc43e-28d7-465f-924e-a762f1db605d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:35:49.858306 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ca322d3b-9b11-43c3-8e52-05f5a48f0c0b req-99fcc43e-28d7-465f-924e-a762f1db605d tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9dc3533-99b9-42a7-9e73-45edc5ea5188 HTTP/1.1" status: 200 len: 945 time: 0.0830712 May 03 23:35:49.900529 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ca322d3b-9b11-43c3-8e52-05f5a48f0c0b req-a3524e9e-2d0d-4fe8-b0ed-39f0f32f0c5a tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/security-groups?id=ee647b97-976d-45c1-ae9a-8618689e2997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366199 May 03 23:35:50.022500 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a88873-7f5f-403d-9ae5-357bf81bc7f8 req-2829d3e6-acb6-4328-b334-778a18e80cfd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:35:50.023182 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-02a88873-7f5f-403d-9ae5-357bf81bc7f8 req-2829d3e6-acb6-4328-b334-778a18e80cfd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Synchronizing usage tracker for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:35:50.034507 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-02a88873-7f5f-403d-9ae5-357bf81bc7f8 req-2829d3e6-acb6-4328-b334-778a18e80cfd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Unset dirty status for tenant:ebb80d0d514d4b2aba00c76f4be31457 on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:35:50.035557 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-02a88873-7f5f-403d-9ae5-357bf81bc7f8 req-2829d3e6-acb6-4328-b334-778a18e80cfd tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9dc3533-99b9-42a7-9e73-45edc5ea5188 HTTP/1.1" status: 200 len: 945 time: 0.0901799 May 03 23:35:50.103409 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-02a88873-7f5f-403d-9ae5-357bf81bc7f8 req-613f8871-c206-464a-b234-b3c4420b487b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Deleting port 9ce4467a-0584-4a14-897d-16c6a79e52bc {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:35:50.103750 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-02a88873-7f5f-403d-9ae5-357bf81bc7f8 req-613f8871-c206-464a-b234-b3c4420b487b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:50.355079 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-02a88873-7f5f-403d-9ae5-357bf81bc7f8 req-613f8871-c206-464a-b234-b3c4420b487b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] For port 9ce4467a-0584-4a14-897d-16c6a79e52bc, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=9ce4467a-0584-4a14-897d-16c6a79e52bc,segment=NetworkSegment(1f179094-8df9-404b-b92a-5beee041943d),segment_id=1f179094-8df9-404b-b92a-5beee041943d)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:35:50.355435 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-02a88873-7f5f-403d-9ae5-357bf81bc7f8 req-613f8871-c206-464a-b234-b3c4420b487b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:50.476392 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-02a88873-7f5f-403d-9ae5-357bf81bc7f8 req-613f8871-c206-464a-b234-b3c4420b487b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Calling delete_port for 9ce4467a-0584-4a14-897d-16c6a79e52bc owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:35:50.616237 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-02a88873-7f5f-403d-9ae5-357bf81bc7f8 req-613f8871-c206-464a-b234-b3c4420b487b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:50.667751 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f8871-c206-464a-b234-b3c4420b487b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event deleted for resources: {'Port': ['ID=9ce4467a-0584-4a14-897d-16c6a79e52bc,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:35:50.706447 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f8871-c206-464a-b234-b3c4420b487b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:35:50.706797 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f8871-c206-464a-b234-b3c4420b487b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:35:50.707135 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f8871-c206-464a-b234-b3c4420b487b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:35:50.707470 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f8871-c206-464a-b234-b3c4420b487b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:35:50.707799 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f8871-c206-464a-b234-b3c4420b487b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:35:50.708126 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f8871-c206-464a-b234-b3c4420b487b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:35:50.708481 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f8871-c206-464a-b234-b3c4420b487b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:35:50.708807 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f8871-c206-464a-b234-b3c4420b487b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:35:50.709171 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f8871-c206-464a-b234-b3c4420b487b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:35:50.709457 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f8871-c206-464a-b234-b3c4420b487b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:35:50.709877 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f8871-c206-464a-b234-b3c4420b487b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:35:50.710226 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613f8871-c206-464a-b234-b3c4420b487b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:35:50.750507 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a88873-7f5f-403d-9ae5-357bf81bc7f8 req-613f8871-c206-464a-b234-b3c4420b487b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] No DVR routers for this DVR port 9ce4467a-0584-4a14-897d-16c6a79e52bc on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:35:50.752952 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-02a88873-7f5f-403d-9ae5-357bf81bc7f8 req-613f8871-c206-464a-b234-b3c4420b487b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:50.755993 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9dc3533-99b9-42a7-9e73-45edc5ea5188', 'name': 'network-vif-deleted', 'tag': '9ce4467a-0584-4a14-897d-16c6a79e52bc'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:35:50.771272 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-02a88873-7f5f-403d-9ae5-357bf81bc7f8 req-613f8871-c206-464a-b234-b3c4420b487b tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.60 "DELETE /v2.0/ports/9ce4467a-0584-4a14-897d-16c6a79e52bc HTTP/1.1" status: 204 len: 173 time: 0.7304082 May 03 23:35:50.800839 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b413bdc-ace7-44f6-bc7e-394ec211c985'] response: {'server_uuid': 'b9dc3533-99b9-42a7-9e73-45edc5ea5188', 'name': 'network-vif-deleted', 'tag': '9ce4467a-0584-4a14-897d-16c6a79e52bc', 'status': 'completed', 'code': 200} May 03 23:35:51.061568 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-41ce6e1e-f975-482f-9d57-664582630da3 req-a5f7b1cb-331b-491b-9f60-4528042a3ac2 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9dc3533-99b9-42a7-9e73-45edc5ea5188 HTTP/1.1" status: 200 len: 210 time: 0.0432072 May 03 23:35:51.235822 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:35:52.154129 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58234) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:35:52.547597 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 9ce4467a-0584-4a14-897d-16c6a79e52bc no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:35:52.584674 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 9ce4467a-0584-4a14-897d-16c6a79e52bc {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:35:52.585274 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 9ce4467a-0584-4a14-897d-16c6a79e52bc not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:35:52.813539 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-69e419f2-b869-49e0-9f74-83362b3081b6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:53.074926 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1ebd9e0d-53e6-4db8-aaad-2c9be7f9387c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:53.165873 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-69e419f2-b869-49e0-9f74-83362b3081b6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Deleting port 9200cdb0-9b9c-4d69-bc6c-db4d8700d645 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:35:53.166471 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-69e419f2-b869-49e0-9f74-83362b3081b6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:53.354976 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-69e419f2-b869-49e0-9f74-83362b3081b6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] For port 9200cdb0-9b9c-4d69-bc6c-db4d8700d645, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=9200cdb0-9b9c-4d69-bc6c-db4d8700d645,segment=NetworkSegment(1f179094-8df9-404b-b92a-5beee041943d),segment_id=1f179094-8df9-404b-b92a-5beee041943d)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:35:53.355251 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-69e419f2-b869-49e0-9f74-83362b3081b6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:53.478739 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-69e419f2-b869-49e0-9f74-83362b3081b6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Calling delete_port for 9200cdb0-9b9c-4d69-bc6c-db4d8700d645 owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:35:53.662259 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-69e419f2-b869-49e0-9f74-83362b3081b6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:53.710526 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e419f2-b869-49e0-9f74-83362b3081b6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event deleted for resources: {'Port': ['ID=9200cdb0-9b9c-4d69-bc6c-db4d8700d645,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:35:53.993316 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-69e419f2-b869-49e0-9f74-83362b3081b6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:54.460802 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e419f2-b869-49e0-9f74-83362b3081b6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Router 831c03ca-c0f7-4e99-9638-61a93f5220d9 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:35:54.634033 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e419f2-b869-49e0-9f74-83362b3081b6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:35:54.643049 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4339b71b-f595-470c-ba38-a259f264ddd1 None None] Sync routers for ids ['831c03ca-c0f7-4e99-9638-61a93f5220d9'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:35:54.647891 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-69e419f2-b869-49e0-9f74-83362b3081b6 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "PUT /v2.0/routers/831c03ca-c0f7-4e99-9638-61a93f5220d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4910977 May 03 23:35:54.649018 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58238) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:35:54.653523 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4339b71b-f595-470c-ba38-a259f264ddd1 None None] Routers {'831c03ca-c0f7-4e99-9638-61a93f5220d9'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:35:54.654319 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-4339b71b-f595-470c-ba38-a259f264ddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:35:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['831c03ca-c0f7-4e99-9638-61a93f5220d9'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:35:54.827603 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-4339b71b-f595-470c-ba38-a259f264ddd1 None None] Set router 831c03ca-c0f7-4e99-9638-61a93f5220d9 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:35:54.909842 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4acce3f-7c32-4e5d-8abd-e3c207c80414 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Deleting subnet e27502a6-b5a1-487a-96bd-a7b036360866 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:35:54.913392 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e4acce3f-7c32-4e5d-8abd-e3c207c80414 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:54.966717 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e4acce3f-7c32-4e5d-8abd-e3c207c80414 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:55.048948 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e4acce3f-7c32-4e5d-8abd-e3c207c80414 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:55.101113 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:55.124779 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e4acce3f-7c32-4e5d-8abd-e3c207c80414 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:55.128113 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-4339b71b-f595-470c-ba38-a259f264ddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173367076', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7ada7ced-478c-479d-a300-524168c1563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:34:46Z', 'updated_at': '2022-05-03T23:35:53Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '7ada7ced-478c-479d-a300-524168c1563f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:76:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:34:47Z', 'updated_at': '2022-05-03T23:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:35:55.132270 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4339b71b-f595-470c-ba38-a259f264ddd1 None None] Checking router: 831c03ca-c0f7-4e99-9638-61a93f5220d9 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:35:55.140678 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4339b71b-f595-470c-ba38-a259f264ddd1 None None] Routers {'831c03ca-c0f7-4e99-9638-61a93f5220d9'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:35:55.141278 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-4339b71b-f595-470c-ba38-a259f264ddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:35:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['831c03ca-c0f7-4e99-9638-61a93f5220d9'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:35:55.165924 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4acce3f-7c32-4e5d-8abd-e3c207c80414 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event deleted for resources: {'Subnet': ['ID=e27502a6-b5a1-487a-96bd-a7b036360866,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:35:55.167843 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-e4acce3f-7c32-4e5d-8abd-e3c207c80414 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:55.174109 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-e4acce3f-7c32-4e5d-8abd-e3c207c80414 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "DELETE /v2.0/subnets/e27502a6-b5a1-487a-96bd-a7b036360866 HTTP/1.1" status: 204 len: 168 time: 0.5241177 May 03 23:35:55.177049 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58244) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:35:55.198924 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4693e9be-6dd6-4132-8fe2-cb76b8f6df50 None None] Network 5caef016-bc2d-411b-8d92-0ed45d91c9fa requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:35:55.356069 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-89d2cd88-1d4c-4c7b-8d70-6e0eb3aec4ea tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:55.472008 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-4339b71b-f595-470c-ba38-a259f264ddd1 None None] Set router 831c03ca-c0f7-4e99-9638-61a93f5220d9 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:35:55.531188 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-89d2cd88-1d4c-4c7b-8d70-6e0eb3aec4ea tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:55.541591 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-89d2cd88-1d4c-4c7b-8d70-6e0eb3aec4ea tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Deleting port 7ada7ced-478c-479d-a300-524168c1563f {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:35:55.541964 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-89d2cd88-1d4c-4c7b-8d70-6e0eb3aec4ea tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:55.707526 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cf5b5160-bb58-439d-84a0-41b650e7b8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:55.727592 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-89d2cd88-1d4c-4c7b-8d70-6e0eb3aec4ea tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] For port 7ada7ced-478c-479d-a300-524168c1563f, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=7ada7ced-478c-479d-a300-524168c1563f,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:35:55.727950 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-89d2cd88-1d4c-4c7b-8d70-6e0eb3aec4ea tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:55.771742 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cc7ae5-5ee7-4e1a-8396-4e10394eb6b1 None None] DHCP port deletion for 5caef016-bc2d-411b-8d92-0ed45d91c9fa request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:35:55.778741 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-85cc7ae5-5ee7-4e1a-8396-4e10394eb6b1 None None] Deleting port dd68bece-1f2e-4860-9fc1-887bfaba77d4 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:35:55.779113 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-85cc7ae5-5ee7-4e1a-8396-4e10394eb6b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:55.917604 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-4339b71b-f595-470c-ba38-a259f264ddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173367076', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7ada7ced-478c-479d-a300-524168c1563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:34:46Z', 'updated_at': '2022-05-03T23:35:53Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '7ada7ced-478c-479d-a300-524168c1563f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:76:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:34:47Z', 'updated_at': '2022-05-03T23:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:35:55.936020 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4339b71b-f595-470c-ba38-a259f264ddd1 None None] The sync data for ids ['831c03ca-c0f7-4e99-9638-61a93f5220d9'] in n-d-811807-1 is: [{'id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173367076', 'tenant_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '7ada7ced-478c-479d-a300-524168c1563f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:34:46Z', 'updated_at': '2022-05-03T23:35:53Z', 'revision_number': 5, 'project_id': 'ebb80d0d514d4b2aba00c76f4be31457', 'gw_port': {'id': '7ada7ced-478c-479d-a300-524168c1563f', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:76:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831c03ca-c0f7-4e99-9638-61a93f5220d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:34:47Z', 'updated_at': '2022-05-03T23:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:35:55.944420 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device dd68bece-1f2e-4860-9fc1-887bfaba77d4 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:35:55.977107 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-89d2cd88-1d4c-4c7b-8d70-6e0eb3aec4ea tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Calling delete_port for 7ada7ced-478c-479d-a300-524168c1563f owned by network:router_gateway {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:35:56.098663 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-85cc7ae5-5ee7-4e1a-8396-4e10394eb6b1 None None] For port dd68bece-1f2e-4860-9fc1-887bfaba77d4, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=dd68bece-1f2e-4860-9fc1-887bfaba77d4,segment=NetworkSegment(1f179094-8df9-404b-b92a-5beee041943d),segment_id=1f179094-8df9-404b-b92a-5beee041943d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:35:56.099483 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-85cc7ae5-5ee7-4e1a-8396-4e10394eb6b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:56.143505 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-89d2cd88-1d4c-4c7b-8d70-6e0eb3aec4ea tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:56.194424 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2cd88-1d4c-4c7b-8d70-6e0eb3aec4ea tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event deleted for resources: {'Port': ['ID=7ada7ced-478c-479d-a300-524168c1563f,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:35:56.258030 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-85cc7ae5-5ee7-4e1a-8396-4e10394eb6b1 None None] Calling delete_port for dd68bece-1f2e-4860-9fc1-887bfaba77d4 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:35:56.282477 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-89d2cd88-1d4c-4c7b-8d70-6e0eb3aec4ea tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:56.309186 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:56.360117 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port dd68bece-1f2e-4860-9fc1-887bfaba77d4, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=dd68bece-1f2e-4860-9fc1-887bfaba77d4,segment=NetworkSegment(1f179094-8df9-404b-b92a-5beee041943d),segment_id=1f179094-8df9-404b-b92a-5beee041943d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:35:56.366081 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:56.405257 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-85cc7ae5-5ee7-4e1a-8396-4e10394eb6b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:35:56.405257 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-85cc7ae5-5ee7-4e1a-8396-4e10394eb6b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:35:56.440100 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=dd68bece-1f2e-4860-9fc1-887bfaba77d4,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:35:56.448318 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:35:56.448651 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:35:56.448999 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:35:56.449322 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:35:56.449651 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:35:56.450012 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:35:56.450339 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:35:56.450663 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:35:56.450981 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:35:56.451301 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:35:56.451620 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:35:56.451957 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:35:56.468466 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-89d2cd88-1d4c-4c7b-8d70-6e0eb3aec4ea tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:56.470901 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-89d2cd88-1d4c-4c7b-8d70-6e0eb3aec4ea tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:56.484209 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:56.495583 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-89d2cd88-1d4c-4c7b-8d70-6e0eb3aec4ea tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:56.496242 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d2cd88-1d4c-4c7b-8d70-6e0eb3aec4ea tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Fanout notify agent at l3_agent the message router_deleted on router 831c03ca-c0f7-4e99-9638-61a93f5220d9 {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 23:35:56.510872 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-89d2cd88-1d4c-4c7b-8d70-6e0eb3aec4ea tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:56.514317 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-89d2cd88-1d4c-4c7b-8d70-6e0eb3aec4ea tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "DELETE /v2.0/routers/831c03ca-c0f7-4e99-9638-61a93f5220d9 HTTP/1.1" status: 204 len: 168 time: 1.3363237 May 03 23:35:56.514727 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58248) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:35:56.554057 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:56.636752 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb3e9a45-ea1e-49c2-99ee-cf0b79ba251c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:56.648163 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-fb3e9a45-ea1e-49c2-99ee-cf0b79ba251c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Deleting port dd68bece-1f2e-4860-9fc1-887bfaba77d4 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:35:56.648466 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb3e9a45-ea1e-49c2-99ee-cf0b79ba251c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:56.850992 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-fb3e9a45-ea1e-49c2-99ee-cf0b79ba251c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] For port dd68bece-1f2e-4860-9fc1-887bfaba77d4, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=dd68bece-1f2e-4860-9fc1-887bfaba77d4,segment=NetworkSegment(1f179094-8df9-404b-b92a-5beee041943d),segment_id=1f179094-8df9-404b-b92a-5beee041943d)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:35:56.851259 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb3e9a45-ea1e-49c2-99ee-cf0b79ba251c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:56.905858 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-85cc7ae5-5ee7-4e1a-8396-4e10394eb6b1 None None] Deleting port dd68bece-1f2e-4860-9fc1-887bfaba77d4 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:35:56.906372 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-85cc7ae5-5ee7-4e1a-8396-4e10394eb6b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:57.089420 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-fb3e9a45-ea1e-49c2-99ee-cf0b79ba251c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Calling delete_port for dd68bece-1f2e-4860-9fc1-887bfaba77d4 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:35:57.126170 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-85cc7ae5-5ee7-4e1a-8396-4e10394eb6b1 None None] For port dd68bece-1f2e-4860-9fc1-887bfaba77d4, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=dd68bece-1f2e-4860-9fc1-887bfaba77d4,segment=NetworkSegment(1f179094-8df9-404b-b92a-5beee041943d),segment_id=1f179094-8df9-404b-b92a-5beee041943d)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:35:57.126718 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-85cc7ae5-5ee7-4e1a-8396-4e10394eb6b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:57.169082 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb3e9a45-ea1e-49c2-99ee-cf0b79ba251c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:57.216040 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e9a45-ea1e-49c2-99ee-cf0b79ba251c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event deleted for resources: {'Port': ['ID=dd68bece-1f2e-4860-9fc1-887bfaba77d4,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:35:57.219638 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3e9a45-ea1e-49c2-99ee-cf0b79ba251c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] No DVR routers for this DVR port dd68bece-1f2e-4860-9fc1-887bfaba77d4 on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:35:57.247908 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-85cc7ae5-5ee7-4e1a-8396-4e10394eb6b1 None None] Calling delete_port for dd68bece-1f2e-4860-9fc1-887bfaba77d4 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 23:35:57.318617 n-d-811807-1 neutron-server[88071]: util.warn( May 03 23:35:57.325931 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-85cc7ae5-5ee7-4e1a-8396-4e10394eb6b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:35:57.326403 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-85cc7ae5-5ee7-4e1a-8396-4e10394eb6b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:35:57.346593 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb3e9a45-ea1e-49c2-99ee-cf0b79ba251c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:57.371502 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-fb3e9a45-ea1e-49c2-99ee-cf0b79ba251c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5caef016-bc2d-411b-8d92-0ed45d91c9fa']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:35:57.383804 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-fb3e9a45-ea1e-49c2-99ee-cf0b79ba251c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f179094-8df9-404b-b92a-5beee041943d') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:35:57.384057 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-fb3e9a45-ea1e-49c2-99ee-cf0b79ba251c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f179094-8df9-404b-b92a-5beee041943d') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:35:57.395020 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb3e9a45-ea1e-49c2-99ee-cf0b79ba251c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:57.410197 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb3e9a45-ea1e-49c2-99ee-cf0b79ba251c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:57.416362 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3e9a45-ea1e-49c2-99ee-cf0b79ba251c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:35:57.416816 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb3e9a45-ea1e-49c2-99ee-cf0b79ba251c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:57.431693 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 23:35:57.431693 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:35:57.431693 n-d-811807-1 neutron-server[88070]: timer() May 03 23:35:57.431693 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:35:57.431693 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 23:35:57.431693 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:35:57.431693 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 23:35:57.431693 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:35:57.431693 n-d-811807-1 neutron-server[88070]: self._notify() May 03 23:35:57.431693 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:35:57.431693 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 23:35:57.431693 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:35:57.431693 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 23:35:57.431693 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:35:57.431693 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:35:57.431693 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:35:57.431693 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:35:57.431693 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:35:57.431693 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 23:35:57.431693 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:35:57.431693 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 23:35:57.431693 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:35:57.431693 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:35:57.431693 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:35:57.431693 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 23:35:57.431693 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:35:57.431693 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:35:57.431693 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:35:57.431693 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:35:57.431693 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:35:57.431693 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:35:57.431693 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:35:57.510477 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb3e9a45-ea1e-49c2-99ee-cf0b79ba251c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:57.527700 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-fb3e9a45-ea1e-49c2-99ee-cf0b79ba251c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:57.539084 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e9a45-ea1e-49c2-99ee-cf0b79ba251c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event deleted for resources: {'Network': ['ID=5caef016-bc2d-411b-8d92-0ed45d91c9fa,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:35:57.556631 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-fb3e9a45-ea1e-49c2-99ee-cf0b79ba251c tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "DELETE /v2.0/networks/5caef016-bc2d-411b-8d92-0ed45d91c9fa HTTP/1.1" status: 204 len: 168 time: 1.0381198 May 03 23:35:57.556805 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58252) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:35:57.627055 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f4d6ec3c-2547-4d96-b943-b2f7c01adf47 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:57.655654 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f4d6ec3c-2547-4d96-b943-b2f7c01adf47 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:57.719176 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f4d6ec3c-2547-4d96-b943-b2f7c01adf47 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:57.736500 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6ec3c-2547-4d96-b943-b2f7c01adf47 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee647b97-976d-45c1-ae9a-8618689e2997,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:35:57.749346 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f4d6ec3c-2547-4d96-b943-b2f7c01adf47 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:57.750502 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f4d6ec3c-2547-4d96-b943-b2f7c01adf47 tempest-TestNetworkAdvancedServerOps-2085024046 tempest-TestNetworkAdvancedServerOps-2085024046-project] 10.222.0.58 "DELETE /v2.0/security-groups/ee647b97-976d-45c1-ae9a-8618689e2997 HTTP/1.1" status: 204 len: 168 time: 0.1928229 May 03 23:35:57.866391 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:57.939796 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 7ada7ced-478c-479d-a300-524168c1563f no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:35:57.975345 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 7ada7ced-478c-479d-a300-524168c1563f {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:35:57.975697 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 7ada7ced-478c-479d-a300-524168c1563f not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:35:57.976132 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 9200cdb0-9b9c-4d69-bc6c-db4d8700d645 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:35:58.008907 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 9200cdb0-9b9c-4d69-bc6c-db4d8700d645 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:35:58.009262 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 9200cdb0-9b9c-4d69-bc6c-db4d8700d645 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:35:58.115208 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58262) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:35:58.260165 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-6f67a2fe-a48e-4246-a4dd-2a5c1f938bd6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ebb80d0d514d4b2aba00c76f4be31457&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438084 May 03 23:35:58.262684 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58268) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:35:58.273873 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-85cc7ae5-5ee7-4e1a-8396-4e10394eb6b1 None None] Deleting port dd68bece-1f2e-4860-9fc1-887bfaba77d4 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:35:58.274265 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-85cc7ae5-5ee7-4e1a-8396-4e10394eb6b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:58.321076 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-06eacfae-bbcf-4f7d-b4ad-423e98819ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:58.344254 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-85cc7ae5-5ee7-4e1a-8396-4e10394eb6b1 None None] The port 'dd68bece-1f2e-4860-9fc1-887bfaba77d4' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 23:35:58.346842 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-06eacfae-bbcf-4f7d-b4ad-423e98819ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:58.402890 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-06eacfae-bbcf-4f7d-b4ad-423e98819ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:58.419256 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eacfae-bbcf-4f7d-b4ad-423e98819ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021857e2-85e9-45e5-8a39-8711ee9f8367,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:35:58.425862 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-06eacfae-bbcf-4f7d-b4ad-423e98819ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:58.426972 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-06eacfae-bbcf-4f7d-b4ad-423e98819ce3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/021857e2-85e9-45e5-8a39-8711ee9f8367 HTTP/1.1" status: 204 len: 168 time: 0.1634049 May 03 23:35:58.577620 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:58.723424 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58276) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:35:58.741164 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7aa8ecc6-eb79-4b06-b685-38ddd01925b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:58.755202 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7aa8ecc6-eb79-4b06-b685-38ddd01925b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:35:58.759006 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7aa8ecc6-eb79-4b06-b685-38ddd01925b0 admin admin] Usage tracker for resource:security_group_rule and tenant:b717d6d426b64927bbe528b16328c6c2 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:35:58.761769 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-7aa8ecc6-eb79-4b06-b685-38ddd01925b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:35:58.767339 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-7aa8ecc6-eb79-4b06-b685-38ddd01925b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:35:58.852848 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7aa8ecc6-eb79-4b06-b685-38ddd01925b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:58.856824 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7aa8ecc6-eb79-4b06-b685-38ddd01925b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:58.902763 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7aa8ecc6-eb79-4b06-b685-38ddd01925b0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b717d6d426b64927bbe528b16328c6c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1776481 May 03 23:35:58.903612 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa8ecc6-eb79-4b06-b685-38ddd01925b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53055e6-b10f-40e2-b11d-d1c741390ec1,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:35:58.905573 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58280) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:35:58.963358 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-139bb5a7-c68d-4d18-8f37-d1e970a4beac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:58.989979 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-139bb5a7-c68d-4d18-8f37-d1e970a4beac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:59.042456 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-139bb5a7-c68d-4d18-8f37-d1e970a4beac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:59.056407 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139bb5a7-c68d-4d18-8f37-d1e970a4beac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53055e6-b10f-40e2-b11d-d1c741390ec1,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:35:59.062364 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-139bb5a7-c68d-4d18-8f37-d1e970a4beac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:59.063471 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-139bb5a7-c68d-4d18-8f37-d1e970a4beac admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c53055e6-b10f-40e2-b11d-d1c741390ec1 HTTP/1.1" status: 204 len: 168 time: 0.1568730 May 03 23:35:59.815357 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58304) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:35:59.923035 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-ebd92b8b-df8f-406f-810c-f9522d2a2965 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-414357363-network', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:35:59.929288 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ebd92b8b-df8f-406f-810c-f9522d2a2965 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:35:59.933466 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ebd92b8b-df8f-406f-810c-f9522d2a2965 admin admin] Usage tracker for resource:network and tenant:ef6e0070c82c403eb0b2fa41cc13a74a is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:35:59.936515 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ebd92b8b-df8f-406f-810c-f9522d2a2965 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:35:59.942828 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ebd92b8b-df8f-406f-810c-f9522d2a2965 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:35:59.952542 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd92b8b-df8f-406f-810c-f9522d2a2965 admin admin] Made reservation on behalf of ef6e0070c82c403eb0b2fa41cc13a74a for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:35:59.954973 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ebd92b8b-df8f-406f-810c-f9522d2a2965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:59.966892 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ebd92b8b-df8f-406f-810c-f9522d2a2965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:35:59.980985 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ebd92b8b-df8f-406f-810c-f9522d2a2965 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:35:59.984771 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ebd92b8b-df8f-406f-810c-f9522d2a2965 admin admin] Usage tracker for resource:security_group_rule and tenant:ef6e0070c82c403eb0b2fa41cc13a74a is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:35:59.987523 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-ebd92b8b-df8f-406f-810c-f9522d2a2965 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:35:59.993603 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-ebd92b8b-df8f-406f-810c-f9522d2a2965 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:36:00.075790 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ebd92b8b-df8f-406f-810c-f9522d2a2965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:00.079421 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ebd92b8b-df8f-406f-810c-f9522d2a2965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:00.110317 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd92b8b-df8f-406f-810c-f9522d2a2965 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:36:00.115864 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd92b8b-df8f-406f-810c-f9522d2a2965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a7af5e-50e3-4c8b-bbcb-22208aaf111c,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:00.122645 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ebd92b8b-df8f-406f-810c-f9522d2a2965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:00.122766 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-ebd92b8b-df8f-406f-810c-f9522d2a2965 admin admin] Added segment 7b3bd0b7-5e5a-434f-a21a-91356f14f59f of type vlan for network e400114c-7b96-4439-a2fa-728a1d018e7f May 03 23:36:00.148676 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ebd92b8b-df8f-406f-810c-f9522d2a2965 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:00.180777 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ebd92b8b-df8f-406f-810c-f9522d2a2965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:00.181702 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd92b8b-df8f-406f-810c-f9522d2a2965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:36:00.182318 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-ebd92b8b-df8f-406f-810c-f9522d2a2965 admin admin] Notify callbacks [] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:00.281893 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd92b8b-df8f-406f-810c-f9522d2a2965 admin admin] Pushing event updated for resources: {'Network': ['ID=e400114c-7b96-4439-a2fa-728a1d018e7f,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:00.285549 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-ebd92b8b-df8f-406f-810c-f9522d2a2965 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4690874 May 03 23:36:00.289694 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58310) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:36:00.293148 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network e400114c-7b96-4439-a2fa-728a1d018e7f details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:36:00.295281 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-9b4d597d-0c33-4375-8c36-58b6e21ed527 admin admin] Request body: {'subnet': {'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-414357363-subnet', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:36:00.301732 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-9b4d597d-0c33-4375-8c36-58b6e21ed527 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:36:00.306072 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9b4d597d-0c33-4375-8c36-58b6e21ed527 admin admin] Usage tracker for resource:subnet and tenant:ef6e0070c82c403eb0b2fa41cc13a74a is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:36:00.309351 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9b4d597d-0c33-4375-8c36-58b6e21ed527 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:36:00.315317 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-9b4d597d-0c33-4375-8c36-58b6e21ed527 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:36:00.326979 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4d597d-0c33-4375-8c36-58b6e21ed527 admin admin] Made reservation on behalf of ef6e0070c82c403eb0b2fa41cc13a74a for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:36:00.329443 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9b4d597d-0c33-4375-8c36-58b6e21ed527 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:00.531115 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9b4d597d-0c33-4375-8c36-58b6e21ed527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:00.603309 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d597d-0c33-4375-8c36-58b6e21ed527 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6f58dd3-e0ec-48ae-a1d3-c35654a7da38,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:00.610500 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4d597d-0c33-4375-8c36-58b6e21ed527 admin admin] Checking segment: {'id': '7b3bd0b7-5e5a-434f-a21a-91356f14f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:36:00.610854 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4d597d-0c33-4375-8c36-58b6e21ed527 admin admin] Network hostable DHCP agents. Network: e400114c-7b96-4439-a2fa-728a1d018e7f, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:36:00.630009 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4d597d-0c33-4375-8c36-58b6e21ed527 admin admin] Network e400114c-7b96-4439-a2fa-728a1d018e7f is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:36:00.638684 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-9b4d597d-0c33-4375-8c36-58b6e21ed527 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, e400114c-7b96-4439-a2fa-728a1d018e7f) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:36:00.642618 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4d597d-0c33-4375-8c36-58b6e21ed527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:36:00.643197 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9b4d597d-0c33-4375-8c36-58b6e21ed527 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:00.648136 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc656195-522c-4c34-9b35-3825a01da20c None None] Network e400114c-7b96-4439-a2fa-728a1d018e7f requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:36:00.664253 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9b4d597d-0c33-4375-8c36-58b6e21ed527 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3728042 May 03 23:36:00.666418 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58316) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:36:00.671500 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-2b6ab01e-4b0b-4dfd-b4d3-bfdf6deb0b72 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-414357363-router', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:36:00.677631 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2b6ab01e-4b0b-4dfd-b4d3-bfdf6deb0b72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:36:00.681457 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2b6ab01e-4b0b-4dfd-b4d3-bfdf6deb0b72 admin admin] Usage tracker for resource:router and tenant:ef6e0070c82c403eb0b2fa41cc13a74a is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:36:00.684309 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-2b6ab01e-4b0b-4dfd-b4d3-bfdf6deb0b72 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:36:00.689827 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-2b6ab01e-4b0b-4dfd-b4d3-bfdf6deb0b72 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:36:00.700460 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2b6ab01e-4b0b-4dfd-b4d3-bfdf6deb0b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:00.701576 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2b6ab01e-4b0b-4dfd-b4d3-bfdf6deb0b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:00.717058 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2b6ab01e-4b0b-4dfd-b4d3-bfdf6deb0b72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:00.903733 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9620a053-c987-49f5-b62e-a4d96ea26107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-e400114c-7b96-4439-a2fa-728a1d018e7f', 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'fixed_ips': [{'subnet_id': 'f6f58dd3-e0ec-48ae-a1d3-c35654a7da38'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:36:00.904558 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9620a053-c987-49f5-b62e-a4d96ea26107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:00.995835 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2b6ab01e-4b0b-4dfd-b4d3-bfdf6deb0b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:01.054195 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-9620a053-c987-49f5-b62e-a4d96ea26107 None None] Allocated IP 172.20.0.2 (e400114c-7b96-4439-a2fa-728a1d018e7f/f6f58dd3-e0ec-48ae-a1d3-c35654a7da38/cbbd283c-6a7b-41f8-939f-0c27c914f2b2) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:36:01.259765 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9620a053-c987-49f5-b62e-a4d96ea26107 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:01.270125 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9620a053-c987-49f5-b62e-a4d96ea26107 None None] Transition to ACTIVE for port object cbbd283c-6a7b-41f8-939f-0c27c914f2b2 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:36:01.289094 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9620a053-c987-49f5-b62e-a4d96ea26107 None None] Transition to ACTIVE for port object cbbd283c-6a7b-41f8-939f-0c27c914f2b2 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:36:01.295464 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9620a053-c987-49f5-b62e-a4d96ea26107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:01.359201 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9620a053-c987-49f5-b62e-a4d96ea26107 None None] Network e400114c-7b96-4439-a2fa-728a1d018e7f is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:36:01.360342 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-9620a053-c987-49f5-b62e-a4d96ea26107 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:36:01.362832 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9620a053-c987-49f5-b62e-a4d96ea26107 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:36:01.411007 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9620a053-c987-49f5-b62e-a4d96ea26107 None None] Pushing event updated for resources: {'Port': ['ID=cbbd283c-6a7b-41f8-939f-0c27c914f2b2,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:01.415622 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2b6ab01e-4b0b-4dfd-b4d3-bfdf6deb0b72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:01.445719 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2b6ab01e-4b0b-4dfd-b4d3-bfdf6deb0b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:01.462359 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-9620a053-c987-49f5-b62e-a4d96ea26107 None None] Attempting to bind port cbbd283c-6a7b-41f8-939f-0c27c914f2b2 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:36:01.462733 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-9620a053-c987-49f5-b62e-a4d96ea26107 None None] Attempting to bind port cbbd283c-6a7b-41f8-939f-0c27c914f2b2 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '7b3bd0b7-5e5a-434f-a21a-91356f14f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:36:01.463213 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9620a053-c987-49f5-b62e-a4d96ea26107 None None] Attempting to bind port cbbd283c-6a7b-41f8-939f-0c27c914f2b2 on network e400114c-7b96-4439-a2fa-728a1d018e7f {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:36:01.468424 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9620a053-c987-49f5-b62e-a4d96ea26107 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:36:01.468802 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9620a053-c987-49f5-b62e-a4d96ea26107 None None] Checking segment: {'id': '7b3bd0b7-5e5a-434f-a21a-91356f14f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:36:01.469193 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9620a053-c987-49f5-b62e-a4d96ea26107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:01.469594 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9620a053-c987-49f5-b62e-a4d96ea26107 None None] Bound using segment: {'id': '7b3bd0b7-5e5a-434f-a21a-91356f14f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:36:01.470081 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-9620a053-c987-49f5-b62e-a4d96ea26107 None None] Bound port: cbbd283c-6a7b-41f8-939f-0c27c914f2b2, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b3bd0b7-5e5a-434f-a21a-91356f14f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:36:01.470456 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9620a053-c987-49f5-b62e-a4d96ea26107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:01.563803 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-9620a053-c987-49f5-b62e-a4d96ea26107 None None] For port cbbd283c-6a7b-41f8-939f-0c27c914f2b2, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:36:01.566965 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-9620a053-c987-49f5-b62e-a4d96ea26107 None None] For port cbbd283c-6a7b-41f8-939f-0c27c914f2b2, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=cbbd283c-6a7b-41f8-939f-0c27c914f2b2,segment=NetworkSegment(7b3bd0b7-5e5a-434f-a21a-91356f14f59f),segment_id=7b3bd0b7-5e5a-434f-a21a-91356f14f59f)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:36:01.571379 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9620a053-c987-49f5-b62e-a4d96ea26107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:01.582347 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-2b6ab01e-4b0b-4dfd-b4d3-bfdf6deb0b72 admin admin] Allocated IP 172.25.2.168 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/679605e7-006c-40c9-b1f3-606bd303d29c) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:36:01.653447 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9620a053-c987-49f5-b62e-a4d96ea26107 None None] Pushing event updated for resources: {'Port': ['ID=cbbd283c-6a7b-41f8-939f-0c27c914f2b2,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:01.735808 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2b6ab01e-4b0b-4dfd-b4d3-bfdf6deb0b72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:01.766874 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2b6ab01e-4b0b-4dfd-b4d3-bfdf6deb0b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:01.843209 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6ab01e-4b0b-4dfd-b4d3-bfdf6deb0b72 admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:36:01.846340 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-2b6ab01e-4b0b-4dfd-b4d3-bfdf6deb0b72 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:36:01.850847 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6ab01e-4b0b-4dfd-b4d3-bfdf6deb0b72 admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:36:01.897356 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ab01e-4b0b-4dfd-b4d3-bfdf6deb0b72 admin admin] Pushing event updated for resources: {'Port': ['ID=679605e7-006c-40c9-b1f3-606bd303d29c,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:01.991036 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device cbbd283c-6a7b-41f8-939f-0c27c914f2b2 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:36:02.061111 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port cbbd283c-6a7b-41f8-939f-0c27c914f2b2 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:36:02.270114 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2b6ab01e-4b0b-4dfd-b4d3-bfdf6deb0b72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:02.567182 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2d85a2-8d46-4233-a5ad-22dfe8e02a1d None None] Network e400114c-7b96-4439-a2fa-728a1d018e7f requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:36:02.615787 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2b6ab01e-4b0b-4dfd-b4d3-bfdf6deb0b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:02.675136 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-8f31be90-7b03-44da-b9c6-f8029bacc7f7 None None] Provisioning for port cbbd283c-6a7b-41f8-939f-0c27c914f2b2 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:36:02.694092 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-8f31be90-7b03-44da-b9c6-f8029bacc7f7 None None] Provisioning complete for port cbbd283c-6a7b-41f8-939f-0c27c914f2b2 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:36:02.694465 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8f31be90-7b03-44da-b9c6-f8029bacc7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:02.900180 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8f31be90-7b03-44da-b9c6-f8029bacc7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:02.931862 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6ab01e-4b0b-4dfd-b4d3-bfdf6deb0b72 admin admin] Router 52418e42-9235-4f88-8b97-667815ae8d14 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 23:36:02.938180 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-8f31be90-7b03-44da-b9c6-f8029bacc7f7 None None] For port cbbd283c-6a7b-41f8-939f-0c27c914f2b2, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=cbbd283c-6a7b-41f8-939f-0c27c914f2b2,segment=NetworkSegment(7b3bd0b7-5e5a-434f-a21a-91356f14f59f),segment_id=7b3bd0b7-5e5a-434f-a21a-91356f14f59f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:36:02.942954 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8f31be90-7b03-44da-b9c6-f8029bacc7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:03.013357 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31be90-7b03-44da-b9c6-f8029bacc7f7 None None] Pushing event updated for resources: {'Port': ['ID=cbbd283c-6a7b-41f8-939f-0c27c914f2b2,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:03.120058 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6ab01e-4b0b-4dfd-b4d3-bfdf6deb0b72 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:36:03.130738 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606eaf5b-89d2-4742-89ee-4daf50698ac1 None None] Sync routers for ids ['52418e42-9235-4f88-8b97-667815ae8d14'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:36:03.141077 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606eaf5b-89d2-4742-89ee-4daf50698ac1 None None] Routers {'52418e42-9235-4f88-8b97-667815ae8d14'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:36:03.141707 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-606eaf5b-89d2-4742-89ee-4daf50698ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:35:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['52418e42-9235-4f88-8b97-667815ae8d14'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:36:03.146517 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2b6ab01e-4b0b-4dfd-b4d3-bfdf6deb0b72 admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:03.147730 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2b6ab01e-4b0b-4dfd-b4d3-bfdf6deb0b72 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4803240 May 03 23:36:03.150697 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58320) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:36:03.165616 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ee248dec-0c1e-4373-ade0-4b7d26a646fb None None] Provisioning complete for port cbbd283c-6a7b-41f8-939f-0c27c914f2b2 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:36:03.166131 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ee248dec-0c1e-4373-ade0-4b7d26a646fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:03.327029 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-606eaf5b-89d2-4742-89ee-4daf50698ac1 None None] Set router 52418e42-9235-4f88-8b97-667815ae8d14 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:36:03.610998 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-606eaf5b-89d2-4742-89ee-4daf50698ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52418e42-9235-4f88-8b97-667815ae8d14', 'name': 'tempest-TestShelveInstance-414357363-router', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '679605e7-006c-40c9-b1f3-606bd303d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:36:00Z', 'updated_at': '2022-05-03T23:36:02Z', 'revision_number': 3, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'gw_port': {'id': '679605e7-006c-40c9-b1f3-606bd303d29c', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ea:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:01Z', 'updated_at': '2022-05-03T23:36:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:36:03.615437 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606eaf5b-89d2-4742-89ee-4daf50698ac1 None None] Checking router: 52418e42-9235-4f88-8b97-667815ae8d14 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:36:03.615774 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606eaf5b-89d2-4742-89ee-4daf50698ac1 None None] Updating router 52418e42-9235-4f88-8b97-667815ae8d14 port 679605e7-006c-40c9-b1f3-606bd303d29c binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:36:03.668793 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-606eaf5b-89d2-4742-89ee-4daf50698ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:03.812002 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6afd24b3-b88e-488b-93ce-62a43361b6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:03.951071 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device cbbd283c-6a7b-41f8-939f-0c27c914f2b2 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:36:03.996811 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-606eaf5b-89d2-4742-89ee-4daf50698ac1 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:04.008196 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-606eaf5b-89d2-4742-89ee-4daf50698ac1 None None] Transition to ACTIVE for port object 679605e7-006c-40c9-b1f3-606bd303d29c will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:36:04.014941 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-606eaf5b-89d2-4742-89ee-4daf50698ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:04.018675 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port cbbd283c-6a7b-41f8-939f-0c27c914f2b2 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:36:04.019053 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:04.037100 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-6afd24b3-b88e-488b-93ce-62a43361b6bd admin admin] Allocated IP 172.20.0.1 (e400114c-7b96-4439-a2fa-728a1d018e7f/f6f58dd3-e0ec-48ae-a1d3-c35654a7da38/2e657f7d-17da-40e6-ba1c-1f71b764114f) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:36:04.093322 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-606eaf5b-89d2-4742-89ee-4daf50698ac1 None None] Attempting to bind port 679605e7-006c-40c9-b1f3-606bd303d29c on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:36:04.093675 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-606eaf5b-89d2-4742-89ee-4daf50698ac1 None None] Attempting to bind port 679605e7-006c-40c9-b1f3-606bd303d29c by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:36:04.094055 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606eaf5b-89d2-4742-89ee-4daf50698ac1 None None] Attempting to bind port 679605e7-006c-40c9-b1f3-606bd303d29c on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:36:04.103403 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606eaf5b-89d2-4742-89ee-4daf50698ac1 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:36:04.103770 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606eaf5b-89d2-4742-89ee-4daf50698ac1 None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:36:04.104163 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-606eaf5b-89d2-4742-89ee-4daf50698ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:04.104550 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606eaf5b-89d2-4742-89ee-4daf50698ac1 None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:36:04.105040 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-606eaf5b-89d2-4742-89ee-4daf50698ac1 None None] Bound port: 679605e7-006c-40c9-b1f3-606bd303d29c, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:36:04.106769 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-606eaf5b-89d2-4742-89ee-4daf50698ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:04.128523 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6cc9a0-609b-4504-ac07-6b7feea609db None None] Pushing event updated for resources: {'Port': ['ID=679605e7-006c-40c9-b1f3-606bd303d29c,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:04.156362 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6cc9a0-609b-4504-ac07-6b7feea609db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:36:04.157055 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6cc9a0-609b-4504-ac07-6b7feea609db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:36:04.157190 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6cc9a0-609b-4504-ac07-6b7feea609db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:36:04.157574 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6cc9a0-609b-4504-ac07-6b7feea609db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:36:04.158080 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6cc9a0-609b-4504-ac07-6b7feea609db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:36:04.158475 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6cc9a0-609b-4504-ac07-6b7feea609db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:36:04.158864 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6cc9a0-609b-4504-ac07-6b7feea609db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:36:04.159262 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6cc9a0-609b-4504-ac07-6b7feea609db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:36:04.159652 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6cc9a0-609b-4504-ac07-6b7feea609db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:36:04.160037 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6cc9a0-609b-4504-ac07-6b7feea609db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:36:04.160445 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6cc9a0-609b-4504-ac07-6b7feea609db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:36:04.160825 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6cc9a0-609b-4504-ac07-6b7feea609db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:36:04.204272 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-606eaf5b-89d2-4742-89ee-4daf50698ac1 None None] For port 679605e7-006c-40c9-b1f3-606bd303d29c, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:36:04.207635 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-606eaf5b-89d2-4742-89ee-4daf50698ac1 None None] For port 679605e7-006c-40c9-b1f3-606bd303d29c, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=679605e7-006c-40c9-b1f3-606bd303d29c,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:36:04.213199 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-606eaf5b-89d2-4742-89ee-4daf50698ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:04.296215 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606eaf5b-89d2-4742-89ee-4daf50698ac1 None None] Routers {'52418e42-9235-4f88-8b97-667815ae8d14'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:36:04.296819 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-606eaf5b-89d2-4742-89ee-4daf50698ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:35:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['52418e42-9235-4f88-8b97-667815ae8d14'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:36:04.322481 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6afd24b3-b88e-488b-93ce-62a43361b6bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:04.339471 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-6afd24b3-b88e-488b-93ce-62a43361b6bd admin admin] Transition to ACTIVE for port object 2e657f7d-17da-40e6-ba1c-1f71b764114f will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:36:04.362104 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6afd24b3-b88e-488b-93ce-62a43361b6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:04.377474 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6cc9a0-609b-4504-ac07-6b7feea609db None None] Pushing event updated for resources: {'Port': ['ID=679605e7-006c-40c9-b1f3-606bd303d29c,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:04.425801 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afd24b3-b88e-488b-93ce-62a43361b6bd admin admin] Network e400114c-7b96-4439-a2fa-728a1d018e7f is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:36:04.428649 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-6afd24b3-b88e-488b-93ce-62a43361b6bd admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:36:04.432315 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afd24b3-b88e-488b-93ce-62a43361b6bd admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:36:04.472548 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd24b3-b88e-488b-93ce-62a43361b6bd admin admin] Pushing event updated for resources: {'Port': ['ID=2e657f7d-17da-40e6-ba1c-1f71b764114f,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:04.496083 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6afd24b3-b88e-488b-93ce-62a43361b6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:04.506747 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-606eaf5b-89d2-4742-89ee-4daf50698ac1 None None] Set router 52418e42-9235-4f88-8b97-667815ae8d14 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:36:04.613636 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6afd24b3-b88e-488b-93ce-62a43361b6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:04.721822 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-cbe92f10-5347-49e0-a59c-e6c7c5491775 None None] Provisioning for port 2e657f7d-17da-40e6-ba1c-1f71b764114f completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:36:04.726670 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-cbe92f10-5347-49e0-a59c-e6c7c5491775 None None] Provisioning complete for port 2e657f7d-17da-40e6-ba1c-1f71b764114f triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:36:04.727044 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cbe92f10-5347-49e0-a59c-e6c7c5491775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:04.781832 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-cbe92f10-5347-49e0-a59c-e6c7c5491775 None None] Port 2e657f7d-17da-40e6-ba1c-1f71b764114f cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:36:04.807823 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-606eaf5b-89d2-4742-89ee-4daf50698ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52418e42-9235-4f88-8b97-667815ae8d14', 'name': 'tempest-TestShelveInstance-414357363-router', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '679605e7-006c-40c9-b1f3-606bd303d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:36:00Z', 'updated_at': '2022-05-03T23:36:02Z', 'revision_number': 3, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'gw_port': {'id': '679605e7-006c-40c9-b1f3-606bd303d29c', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ea:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:01Z', 'updated_at': '2022-05-03T23:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:36:04.811756 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606eaf5b-89d2-4742-89ee-4daf50698ac1 None None] The sync data for ids ['52418e42-9235-4f88-8b97-667815ae8d14'] in n-d-811807-1 is: [{'id': '52418e42-9235-4f88-8b97-667815ae8d14', 'name': 'tempest-TestShelveInstance-414357363-router', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '679605e7-006c-40c9-b1f3-606bd303d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:36:00Z', 'updated_at': '2022-05-03T23:36:02Z', 'revision_number': 3, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'gw_port': {'id': '679605e7-006c-40c9-b1f3-606bd303d29c', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ea:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:01Z', 'updated_at': '2022-05-03T23:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:36:04.850524 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6afd24b3-b88e-488b-93ce-62a43361b6bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:04.855429 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6afd24b3-b88e-488b-93ce-62a43361b6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:04.962068 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd24b3-b88e-488b-93ce-62a43361b6bd admin admin] Pushing event updated for resources: {'Port': ['ID=2e657f7d-17da-40e6-ba1c-1f71b764114f,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:04.964413 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6afd24b3-b88e-488b-93ce-62a43361b6bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:05.118938 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afd24b3-b88e-488b-93ce-62a43361b6bd admin admin] Network e400114c-7b96-4439-a2fa-728a1d018e7f is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:36:05.120130 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-6afd24b3-b88e-488b-93ce-62a43361b6bd admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:36:05.311225 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6afd24b3-b88e-488b-93ce-62a43361b6bd admin admin] Router 52418e42-9235-4f88-8b97-667815ae8d14 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:36:05.407110 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-77d11a42-95c9-475e-bc42-f0d49443e648 None None] Provisioning complete for port 2e657f7d-17da-40e6-ba1c-1f71b764114f triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:36:05.408270 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-77d11a42-95c9-475e-bc42-f0d49443e648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:05.467352 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-77d11a42-95c9-475e-bc42-f0d49443e648 None None] Port 2e657f7d-17da-40e6-ba1c-1f71b764114f cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:36:05.497381 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afd24b3-b88e-488b-93ce-62a43361b6bd admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:36:05.507332 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6afd24b3-b88e-488b-93ce-62a43361b6bd admin admin] 10.222.0.58 "PUT /v2.0/routers/52418e42-9235-4f88-8b97-667815ae8d14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3555064 May 03 23:36:05.968565 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 679605e7-006c-40c9-b1f3-606bd303d29c up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:36:06.012623 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58338) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:36:06.018134 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-055f8500-b3bd-4b76-aaf2-c2c4250eb4ed admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-761939293-network', 'tenant_id': 'b36efacedb394d7689c144397e01a195'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:36:06.023392 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-055f8500-b3bd-4b76-aaf2-c2c4250eb4ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:36:06.027270 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-055f8500-b3bd-4b76-aaf2-c2c4250eb4ed admin admin] Usage tracker for resource:network and tenant:b36efacedb394d7689c144397e01a195 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:36:06.030314 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-055f8500-b3bd-4b76-aaf2-c2c4250eb4ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:36:06.035834 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 679605e7-006c-40c9-b1f3-606bd303d29c completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:36:06.036931 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-055f8500-b3bd-4b76-aaf2-c2c4250eb4ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:36:06.041841 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 679605e7-006c-40c9-b1f3-606bd303d29c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:36:06.042327 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:06.050425 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055f8500-b3bd-4b76-aaf2-c2c4250eb4ed admin admin] Made reservation on behalf of b36efacedb394d7689c144397e01a195 for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:36:06.053654 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-055f8500-b3bd-4b76-aaf2-c2c4250eb4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:06.067084 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-055f8500-b3bd-4b76-aaf2-c2c4250eb4ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:06.082617 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-055f8500-b3bd-4b76-aaf2-c2c4250eb4ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:36:06.086873 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-055f8500-b3bd-4b76-aaf2-c2c4250eb4ed admin admin] Usage tracker for resource:security_group_rule and tenant:b36efacedb394d7689c144397e01a195 is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:36:06.089895 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-055f8500-b3bd-4b76-aaf2-c2c4250eb4ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:36:06.096338 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-055f8500-b3bd-4b76-aaf2-c2c4250eb4ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:36:06.169284 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:06.186456 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 679605e7-006c-40c9-b1f3-606bd303d29c, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=679605e7-006c-40c9-b1f3-606bd303d29c,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:36:06.190176 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-055f8500-b3bd-4b76-aaf2-c2c4250eb4ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:06.191404 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:06.194715 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-055f8500-b3bd-4b76-aaf2-c2c4250eb4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:06.228446 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-055f8500-b3bd-4b76-aaf2-c2c4250eb4ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:36:06.236765 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f8500-b3bd-4b76-aaf2-c2c4250eb4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457ea300-a6e9-4912-a6ed-d9ef5c6ada1c,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:06.242324 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-055f8500-b3bd-4b76-aaf2-c2c4250eb4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:06.242671 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-055f8500-b3bd-4b76-aaf2-c2c4250eb4ed admin admin] Added segment 8461face-557b-4e3c-baf8-a814312d1739 of type vlan for network 3101fa18-6cf4-4c0d-9903-3e7bf94fe3ce May 03 23:36:06.265452 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=679605e7-006c-40c9-b1f3-606bd303d29c,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:06.273150 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-055f8500-b3bd-4b76-aaf2-c2c4250eb4ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:06.304386 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-055f8500-b3bd-4b76-aaf2-c2c4250eb4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:06.305330 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055f8500-b3bd-4b76-aaf2-c2c4250eb4ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:36:06.305954 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-055f8500-b3bd-4b76-aaf2-c2c4250eb4ed admin admin] Notify callbacks [] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:06.343729 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f801c1-96e9-40db-8dfa-cd4b752acc3c None None] Sync routers for ids ['52418e42-9235-4f88-8b97-667815ae8d14'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:36:06.353441 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f801c1-96e9-40db-8dfa-cd4b752acc3c None None] Routers {'52418e42-9235-4f88-8b97-667815ae8d14'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:36:06.354170 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-e2f801c1-96e9-40db-8dfa-cd4b752acc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:35:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['52418e42-9235-4f88-8b97-667815ae8d14'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:36:06.402255 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-055f8500-b3bd-4b76-aaf2-c2c4250eb4ed admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3885076 May 03 23:36:06.405342 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58342) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:36:06.410657 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f8500-b3bd-4b76-aaf2-c2c4250eb4ed admin admin] Pushing event updated for resources: {'Network': ['ID=3101fa18-6cf4-4c0d-9903-3e7bf94fe3ce,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:06.411466 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-f9fda22a-6399-4f7b-9949-9619d5a8e9df admin admin] Request body: {'subnet': {'network_id': '3101fa18-6cf4-4c0d-9903-3e7bf94fe3ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-761939293-subnet', 'tenant_id': 'b36efacedb394d7689c144397e01a195', 'ip_version': 4}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:36:06.417938 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f9fda22a-6399-4f7b-9949-9619d5a8e9df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:36:06.422128 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f9fda22a-6399-4f7b-9949-9619d5a8e9df admin admin] Usage tracker for resource:subnet and tenant:b36efacedb394d7689c144397e01a195 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:36:06.425492 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f9fda22a-6399-4f7b-9949-9619d5a8e9df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:36:06.431747 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f9fda22a-6399-4f7b-9949-9619d5a8e9df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:36:06.443167 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fda22a-6399-4f7b-9949-9619d5a8e9df admin admin] Made reservation on behalf of b36efacedb394d7689c144397e01a195 for: {'subnet': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:36:06.445641 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f9fda22a-6399-4f7b-9949-9619d5a8e9df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16263676'] for subnet, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:06.465695 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network 3101fa18-6cf4-4c0d-9903-3e7bf94fe3ce details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:36:06.624563 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-e2f801c1-96e9-40db-8dfa-cd4b752acc3c None None] Set router 52418e42-9235-4f88-8b97-667815ae8d14 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:36:06.655254 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f9fda22a-6399-4f7b-9949-9619d5a8e9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15122317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16263630'] for subnet, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:06.728272 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fda22a-6399-4f7b-9949-9619d5a8e9df admin admin] Pushing event updated for resources: {'Subnet': ['ID=b725a28d-d5a6-4c67-8811-4d776cb291dd,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:06.737094 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fda22a-6399-4f7b-9949-9619d5a8e9df admin admin] Checking segment: {'id': '8461face-557b-4e3c-baf8-a814312d1739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3101fa18-6cf4-4c0d-9903-3e7bf94fe3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:36:06.737456 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fda22a-6399-4f7b-9949-9619d5a8e9df admin admin] Network hostable DHCP agents. Network: 3101fa18-6cf4-4c0d-9903-3e7bf94fe3ce, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:36:06.755853 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fda22a-6399-4f7b-9949-9619d5a8e9df admin admin] Network 3101fa18-6cf4-4c0d-9903-3e7bf94fe3ce is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:36:06.765032 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-f9fda22a-6399-4f7b-9949-9619d5a8e9df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, 3101fa18-6cf4-4c0d-9903-3e7bf94fe3ce) {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:36:06.769049 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fda22a-6399-4f7b-9949-9619d5a8e9df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:36:06.769633 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f9fda22a-6399-4f7b-9949-9619d5a8e9df admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:06.778047 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b68595-69b8-4fef-b930-d400b7a99663 None None] Network 3101fa18-6cf4-4c0d-9903-3e7bf94fe3ce requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:36:06.789805 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f9fda22a-6399-4f7b-9949-9619d5a8e9df admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3831029 May 03 23:36:06.792372 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58346) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:36:06.797153 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-f0970f83-d9ac-49cf-b384-ea865cb66b2e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-761939293-router', 'tenant_id': 'b36efacedb394d7689c144397e01a195', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:36:06.803415 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f0970f83-d9ac-49cf-b384-ea865cb66b2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:36:06.807225 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f0970f83-d9ac-49cf-b384-ea865cb66b2e admin admin] Usage tracker for resource:router and tenant:b36efacedb394d7689c144397e01a195 is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:36:06.810064 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-f0970f83-d9ac-49cf-b384-ea865cb66b2e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:36:06.815656 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-f0970f83-d9ac-49cf-b384-ea865cb66b2e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:36:06.826394 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f0970f83-d9ac-49cf-b384-ea865cb66b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:06.827342 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f0970f83-d9ac-49cf-b384-ea865cb66b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:06.841451 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f0970f83-d9ac-49cf-b384-ea865cb66b2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:07.106940 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f0970f83-d9ac-49cf-b384-ea865cb66b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:07.125205 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d67ae1-63f8-4945-ae3a-a608b6c27387 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-3101fa18-6cf4-4c0d-9903-3e7bf94fe3ce', 'network_id': '3101fa18-6cf4-4c0d-9903-3e7bf94fe3ce', 'tenant_id': 'b36efacedb394d7689c144397e01a195', 'fixed_ips': [{'subnet_id': 'b725a28d-d5a6-4c67-8811-4d776cb291dd'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:36:07.126179 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-21d67ae1-63f8-4945-ae3a-a608b6c27387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:07.140803 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-e2f801c1-96e9-40db-8dfa-cd4b752acc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52418e42-9235-4f88-8b97-667815ae8d14', 'name': 'tempest-TestShelveInstance-414357363-router', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '679605e7-006c-40c9-b1f3-606bd303d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:36:00Z', 'updated_at': '2022-05-03T23:36:04Z', 'revision_number': 4, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'gw_port': {'id': '679605e7-006c-40c9-b1f3-606bd303d29c', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:01Z', 'updated_at': '2022-05-03T23:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '2e657f7d-17da-40e6-ba1c-1f71b764114f', 'name': '', 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'mac_address': 'fa:16:3e:5a:6b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'f6f58dd3-e0ec-48ae-a1d3-c35654a7da38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:03Z', 'updated_at': '2022-05-03T23:36:04Z', 'revision_number': 2, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'subnets': [{'id': 'f6f58dd3-e0ec-48ae-a1d3-c35654a7da38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:36:07.149478 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f801c1-96e9-40db-8dfa-cd4b752acc3c None None] Checking router: 52418e42-9235-4f88-8b97-667815ae8d14 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:36:07.149823 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f801c1-96e9-40db-8dfa-cd4b752acc3c None None] Updating router 52418e42-9235-4f88-8b97-667815ae8d14 port 2e657f7d-17da-40e6-ba1c-1f71b764114f binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:36:07.268668 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e2f801c1-96e9-40db-8dfa-cd4b752acc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:07.466233 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-21d67ae1-63f8-4945-ae3a-a608b6c27387 None None] Allocated IP 172.20.0.2 (3101fa18-6cf4-4c0d-9903-3e7bf94fe3ce/b725a28d-d5a6-4c67-8811-4d776cb291dd/25597c03-26da-41a9-b472-5568a400f66e) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:36:07.534065 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f0970f83-d9ac-49cf-b384-ea865cb66b2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:07.567739 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f0970f83-d9ac-49cf-b384-ea865cb66b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:07.707204 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-f0970f83-d9ac-49cf-b384-ea865cb66b2e admin admin] Allocated IP 172.25.2.152 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/32c22a17-ca89-4caf-97a9-2d144ba56015) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:36:07.810345 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-21d67ae1-63f8-4945-ae3a-a608b6c27387 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:07.851191 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f0970f83-d9ac-49cf-b384-ea865cb66b2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:07.858783 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-21d67ae1-63f8-4945-ae3a-a608b6c27387 None None] Transition to ACTIVE for port object 25597c03-26da-41a9-b472-5568a400f66e will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:36:07.881658 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f0970f83-d9ac-49cf-b384-ea865cb66b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:07.891050 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-21d67ae1-63f8-4945-ae3a-a608b6c27387 None None] Transition to ACTIVE for port object 25597c03-26da-41a9-b472-5568a400f66e will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:36:07.893069 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e2f801c1-96e9-40db-8dfa-cd4b752acc3c None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:07.905768 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-21d67ae1-63f8-4945-ae3a-a608b6c27387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:07.947846 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e2f801c1-96e9-40db-8dfa-cd4b752acc3c None None] Transition to ACTIVE for port object 2e657f7d-17da-40e6-ba1c-1f71b764114f will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:36:07.960258 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0970f83-d9ac-49cf-b384-ea865cb66b2e admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:36:07.965201 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-f0970f83-d9ac-49cf-b384-ea865cb66b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:36:07.967889 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0970f83-d9ac-49cf-b384-ea865cb66b2e admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:36:07.971404 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 679605e7-006c-40c9-b1f3-606bd303d29c up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:36:08.016422 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e2f801c1-96e9-40db-8dfa-cd4b752acc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:08.019390 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0970f83-d9ac-49cf-b384-ea865cb66b2e admin admin] Pushing event updated for resources: {'Port': ['ID=32c22a17-ca89-4caf-97a9-2d144ba56015,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:08.031544 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d67ae1-63f8-4945-ae3a-a608b6c27387 None None] Network 3101fa18-6cf4-4c0d-9903-3e7bf94fe3ce is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:36:08.037410 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-21d67ae1-63f8-4945-ae3a-a608b6c27387 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:36:08.044567 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d67ae1-63f8-4945-ae3a-a608b6c27387 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:36:08.048336 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d67ae1-63f8-4945-ae3a-a608b6c27387 None None] Pushing event updated for resources: {'Port': ['ID=25597c03-26da-41a9-b472-5568a400f66e,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:08.333570 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f850b0da-6179-4a7e-862d-ad1700fe1805 None None] Pushing event updated for resources: {'Port': ['ID=2e657f7d-17da-40e6-ba1c-1f71b764114f,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:08.354234 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-21d67ae1-63f8-4945-ae3a-a608b6c27387 None None] Attempting to bind port 25597c03-26da-41a9-b472-5568a400f66e on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:36:08.354604 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-21d67ae1-63f8-4945-ae3a-a608b6c27387 None None] Attempting to bind port 25597c03-26da-41a9-b472-5568a400f66e by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '8461face-557b-4e3c-baf8-a814312d1739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3101fa18-6cf4-4c0d-9903-3e7bf94fe3ce'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:36:08.354967 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d67ae1-63f8-4945-ae3a-a608b6c27387 None None] Attempting to bind port 25597c03-26da-41a9-b472-5568a400f66e on network 3101fa18-6cf4-4c0d-9903-3e7bf94fe3ce {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:36:08.368172 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 679605e7-006c-40c9-b1f3-606bd303d29c triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:36:08.368541 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:08.391311 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e2f801c1-96e9-40db-8dfa-cd4b752acc3c None None] Attempting to bind port 2e657f7d-17da-40e6-ba1c-1f71b764114f on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:36:08.391669 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e2f801c1-96e9-40db-8dfa-cd4b752acc3c None None] Attempting to bind port 2e657f7d-17da-40e6-ba1c-1f71b764114f by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '7b3bd0b7-5e5a-434f-a21a-91356f14f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:36:08.392018 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f801c1-96e9-40db-8dfa-cd4b752acc3c None None] Attempting to bind port 2e657f7d-17da-40e6-ba1c-1f71b764114f on network e400114c-7b96-4439-a2fa-728a1d018e7f {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:36:08.400851 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d67ae1-63f8-4945-ae3a-a608b6c27387 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:36:08.401222 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d67ae1-63f8-4945-ae3a-a608b6c27387 None None] Checking segment: {'id': '8461face-557b-4e3c-baf8-a814312d1739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3101fa18-6cf4-4c0d-9903-3e7bf94fe3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:36:08.401615 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-21d67ae1-63f8-4945-ae3a-a608b6c27387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:08.402031 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d67ae1-63f8-4945-ae3a-a608b6c27387 None None] Bound using segment: {'id': '8461face-557b-4e3c-baf8-a814312d1739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3101fa18-6cf4-4c0d-9903-3e7bf94fe3ce'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:36:08.402166 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f0970f83-d9ac-49cf-b384-ea865cb66b2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:08.402500 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-21d67ae1-63f8-4945-ae3a-a608b6c27387 None None] Bound port: 25597c03-26da-41a9-b472-5568a400f66e, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8461face-557b-4e3c-baf8-a814312d1739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3101fa18-6cf4-4c0d-9903-3e7bf94fe3ce'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:36:08.402869 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-21d67ae1-63f8-4945-ae3a-a608b6c27387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:08.432706 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f801c1-96e9-40db-8dfa-cd4b752acc3c None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:36:08.433078 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f801c1-96e9-40db-8dfa-cd4b752acc3c None None] Checking segment: {'id': '7b3bd0b7-5e5a-434f-a21a-91356f14f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:36:08.433466 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e2f801c1-96e9-40db-8dfa-cd4b752acc3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:08.433874 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f801c1-96e9-40db-8dfa-cd4b752acc3c None None] Bound using segment: {'id': '7b3bd0b7-5e5a-434f-a21a-91356f14f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:36:08.434337 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e2f801c1-96e9-40db-8dfa-cd4b752acc3c None None] Bound port: 2e657f7d-17da-40e6-ba1c-1f71b764114f, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b3bd0b7-5e5a-434f-a21a-91356f14f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:36:08.434699 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e2f801c1-96e9-40db-8dfa-cd4b752acc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:08.624971 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-21d67ae1-63f8-4945-ae3a-a608b6c27387 None None] For port 25597c03-26da-41a9-b472-5568a400f66e, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:36:08.657114 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-21d67ae1-63f8-4945-ae3a-a608b6c27387 None None] For port 25597c03-26da-41a9-b472-5568a400f66e, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=25597c03-26da-41a9-b472-5568a400f66e,segment=NetworkSegment(8461face-557b-4e3c-baf8-a814312d1739),segment_id=8461face-557b-4e3c-baf8-a814312d1739)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:36:08.663515 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e2f801c1-96e9-40db-8dfa-cd4b752acc3c None None] For port 2e657f7d-17da-40e6-ba1c-1f71b764114f, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:36:08.666123 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-21d67ae1-63f8-4945-ae3a-a608b6c27387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:08.672137 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e2f801c1-96e9-40db-8dfa-cd4b752acc3c None None] For port 2e657f7d-17da-40e6-ba1c-1f71b764114f, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=2e657f7d-17da-40e6-ba1c-1f71b764114f,segment=NetworkSegment(7b3bd0b7-5e5a-434f-a21a-91356f14f59f),segment_id=7b3bd0b7-5e5a-434f-a21a-91356f14f59f)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:36:08.712321 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e2f801c1-96e9-40db-8dfa-cd4b752acc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:08.766466 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d67ae1-63f8-4945-ae3a-a608b6c27387 None None] Pushing event updated for resources: {'Port': ['ID=25597c03-26da-41a9-b472-5568a400f66e,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:08.817195 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f801c1-96e9-40db-8dfa-cd4b752acc3c None None] Routers {'52418e42-9235-4f88-8b97-667815ae8d14'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:36:08.818147 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-e2f801c1-96e9-40db-8dfa-cd4b752acc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:35:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['52418e42-9235-4f88-8b97-667815ae8d14'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:36:08.874773 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f0970f83-d9ac-49cf-b384-ea865cb66b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:09.084829 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f850b0da-6179-4a7e-862d-ad1700fe1805 None None] Pushing event updated for resources: {'Port': ['ID=2e657f7d-17da-40e6-ba1c-1f71b764114f,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:09.128976 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-e2f801c1-96e9-40db-8dfa-cd4b752acc3c None None] Set router 52418e42-9235-4f88-8b97-667815ae8d14 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:36:09.142159 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0970f83-d9ac-49cf-b384-ea865cb66b2e admin admin] Router c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 23:36:09.339726 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0970f83-d9ac-49cf-b384-ea865cb66b2e admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:36:09.349668 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeae544-471d-4db5-913c-99be7389987e None None] Sync routers for ids ['c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:36:09.360411 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeae544-471d-4db5-913c-99be7389987e None None] Routers {'c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:36:09.361001 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-bbeae544-471d-4db5-913c-99be7389987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:35:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:36:09.366785 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-f0970f83-d9ac-49cf-b384-ea865cb66b2e admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:09.370591 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-f0970f83-d9ac-49cf-b384-ea865cb66b2e admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5748158 May 03 23:36:09.370856 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58350) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:36:09.468335 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-e2f801c1-96e9-40db-8dfa-cd4b752acc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52418e42-9235-4f88-8b97-667815ae8d14', 'name': 'tempest-TestShelveInstance-414357363-router', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '679605e7-006c-40c9-b1f3-606bd303d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:36:00Z', 'updated_at': '2022-05-03T23:36:04Z', 'revision_number': 4, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'gw_port': {'id': '679605e7-006c-40c9-b1f3-606bd303d29c', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:01Z', 'updated_at': '2022-05-03T23:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '2e657f7d-17da-40e6-ba1c-1f71b764114f', 'name': '', 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'mac_address': 'fa:16:3e:5a:6b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'f6f58dd3-e0ec-48ae-a1d3-c35654a7da38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:03Z', 'updated_at': '2022-05-03T23:36:08Z', 'revision_number': 4, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'subnets': [{'id': 'f6f58dd3-e0ec-48ae-a1d3-c35654a7da38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:36:09.472824 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f801c1-96e9-40db-8dfa-cd4b752acc3c None None] The sync data for ids ['52418e42-9235-4f88-8b97-667815ae8d14'] in n-d-811807-1 is: [{'id': '52418e42-9235-4f88-8b97-667815ae8d14', 'name': 'tempest-TestShelveInstance-414357363-router', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '679605e7-006c-40c9-b1f3-606bd303d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:36:00Z', 'updated_at': '2022-05-03T23:36:04Z', 'revision_number': 4, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'gw_port': {'id': '679605e7-006c-40c9-b1f3-606bd303d29c', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:01Z', 'updated_at': '2022-05-03T23:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '2e657f7d-17da-40e6-ba1c-1f71b764114f', 'name': '', 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'mac_address': 'fa:16:3e:5a:6b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'f6f58dd3-e0ec-48ae-a1d3-c35654a7da38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:03Z', 'updated_at': '2022-05-03T23:36:08Z', 'revision_number': 4, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'subnets': [{'id': 'f6f58dd3-e0ec-48ae-a1d3-c35654a7da38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:36:09.571892 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-bbeae544-471d-4db5-913c-99be7389987e None None] Set router c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:36:09.898302 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-bbeae544-471d-4db5-913c-99be7389987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e', 'name': 'tempest-TestShelveInstance-761939293-router', 'tenant_id': 'b36efacedb394d7689c144397e01a195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '32c22a17-ca89-4caf-97a9-2d144ba56015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:36:06Z', 'updated_at': '2022-05-03T23:36:08Z', 'revision_number': 3, 'project_id': 'b36efacedb394d7689c144397e01a195', 'gw_port': {'id': '32c22a17-ca89-4caf-97a9-2d144ba56015', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:3c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:07Z', 'updated_at': '2022-05-03T23:36:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:36:09.904760 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeae544-471d-4db5-913c-99be7389987e None None] Checking router: c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:36:09.905595 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeae544-471d-4db5-913c-99be7389987e None None] Updating router c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e port 32c22a17-ca89-4caf-97a9-2d144ba56015 binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:36:09.996679 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bbeae544-471d-4db5-913c-99be7389987e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:10.053649 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7725f72e-e86b-47c1-910b-11a61191af41 None None] Network 3101fa18-6cf4-4c0d-9903-3e7bf94fe3ce requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:36:10.071077 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 2e657f7d-17da-40e6-ba1c-1f71b764114f up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:36:10.215928 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1a046294-4b07-487a-9098-190b3008bf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:10.226097 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-609067de-b28c-4160-89ba-839b2fc9e834 None None] Provisioning for port 25597c03-26da-41a9-b472-5568a400f66e completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:36:10.370774 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 2e657f7d-17da-40e6-ba1c-1f71b764114f completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:36:10.374743 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bbeae544-471d-4db5-913c-99be7389987e None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:10.383409 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 2e657f7d-17da-40e6-ba1c-1f71b764114f triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:36:10.383841 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:10.388003 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-bbeae544-471d-4db5-913c-99be7389987e None None] Transition to ACTIVE for port object 32c22a17-ca89-4caf-97a9-2d144ba56015 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:36:10.398178 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bbeae544-471d-4db5-913c-99be7389987e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:10.537800 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:10.549264 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b015677-a750-42c3-9254-e951b543d260 None None] Pushing event updated for resources: {'Port': ['ID=32c22a17-ca89-4caf-97a9-2d144ba56015,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:10.586157 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-bbeae544-471d-4db5-913c-99be7389987e None None] Attempting to bind port 32c22a17-ca89-4caf-97a9-2d144ba56015 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:36:10.586516 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-bbeae544-471d-4db5-913c-99be7389987e None None] Attempting to bind port 32c22a17-ca89-4caf-97a9-2d144ba56015 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:36:10.587329 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeae544-471d-4db5-913c-99be7389987e None None] Attempting to bind port 32c22a17-ca89-4caf-97a9-2d144ba56015 on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:36:10.593830 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeae544-471d-4db5-913c-99be7389987e None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:36:10.594695 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeae544-471d-4db5-913c-99be7389987e None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:36:10.595111 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bbeae544-471d-4db5-913c-99be7389987e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:10.595485 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeae544-471d-4db5-913c-99be7389987e None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:36:10.596001 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-bbeae544-471d-4db5-913c-99be7389987e None None] Bound port: 32c22a17-ca89-4caf-97a9-2d144ba56015, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:36:10.596425 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bbeae544-471d-4db5-913c-99be7389987e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:10.610513 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 2e657f7d-17da-40e6-ba1c-1f71b764114f, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=2e657f7d-17da-40e6-ba1c-1f71b764114f,segment=NetworkSegment(7b3bd0b7-5e5a-434f-a21a-91356f14f59f),segment_id=7b3bd0b7-5e5a-434f-a21a-91356f14f59f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:36:10.617762 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:10.618791 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 25597c03-26da-41a9-b472-5568a400f66e up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:36:10.695664 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-1a046294-4b07-487a-9098-190b3008bf23 admin admin] Allocated IP 172.20.0.1 (3101fa18-6cf4-4c0d-9903-3e7bf94fe3ce/b725a28d-d5a6-4c67-8811-4d776cb291dd/c99c9df8-73a9-4ec5-bfb3-4094a54b25ee) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:36:10.710585 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-bbeae544-471d-4db5-913c-99be7389987e None None] For port 32c22a17-ca89-4caf-97a9-2d144ba56015, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:36:10.716238 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-bbeae544-471d-4db5-913c-99be7389987e None None] For port 32c22a17-ca89-4caf-97a9-2d144ba56015, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=32c22a17-ca89-4caf-97a9-2d144ba56015,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:36:10.722132 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bbeae544-471d-4db5-913c-99be7389987e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:10.788608 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=2e657f7d-17da-40e6-ba1c-1f71b764114f,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:10.808230 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 25597c03-26da-41a9-b472-5568a400f66e completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:36:10.814432 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 25597c03-26da-41a9-b472-5568a400f66e triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:36:10.814432 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:10.819864 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeae544-471d-4db5-913c-99be7389987e None None] Routers {'c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:36:10.820757 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-bbeae544-471d-4db5-913c-99be7389987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:35:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:36:10.900192 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1a046294-4b07-487a-9098-190b3008bf23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:10.919394 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-1a046294-4b07-487a-9098-190b3008bf23 admin admin] Transition to ACTIVE for port object c99c9df8-73a9-4ec5-bfb3-4094a54b25ee will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:36:10.931265 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-0d379675-0ff3-4f21-ba51-15281da860b0 None None] Provisioning complete for port 25597c03-26da-41a9-b472-5568a400f66e triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:36:10.931790 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0d379675-0ff3-4f21-ba51-15281da860b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:10.949583 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1a046294-4b07-487a-9098-190b3008bf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:10.981018 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b015677-a750-42c3-9254-e951b543d260 None None] Pushing event updated for resources: {'Port': ['ID=32c22a17-ca89-4caf-97a9-2d144ba56015,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:11.010211 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:11.030583 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a046294-4b07-487a-9098-190b3008bf23 admin admin] Network 3101fa18-6cf4-4c0d-9903-3e7bf94fe3ce is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:36:11.033483 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-1a046294-4b07-487a-9098-190b3008bf23 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:36:11.037258 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a046294-4b07-487a-9098-190b3008bf23 admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:36:11.057350 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-bbeae544-471d-4db5-913c-99be7389987e None None] Set router c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:36:11.096494 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1a046294-4b07-487a-9098-190b3008bf23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:11.101989 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a046294-4b07-487a-9098-190b3008bf23 admin admin] Pushing event updated for resources: {'Port': ['ID=c99c9df8-73a9-4ec5-bfb3-4094a54b25ee,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:11.105298 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 25597c03-26da-41a9-b472-5568a400f66e, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=25597c03-26da-41a9-b472-5568a400f66e,segment=NetworkSegment(8461face-557b-4e3c-baf8-a814312d1739),segment_id=8461face-557b-4e3c-baf8-a814312d1739)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:36:11.112815 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0d379675-0ff3-4f21-ba51-15281da860b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:11.128974 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:11.212529 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=25597c03-26da-41a9-b472-5568a400f66e,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:11.276828 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1a046294-4b07-487a-9098-190b3008bf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:11.299104 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-0d379675-0ff3-4f21-ba51-15281da860b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:36:11.299464 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-0d379675-0ff3-4f21-ba51-15281da860b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:36:11.466813 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-bbeae544-471d-4db5-913c-99be7389987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e', 'name': 'tempest-TestShelveInstance-761939293-router', 'tenant_id': 'b36efacedb394d7689c144397e01a195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '32c22a17-ca89-4caf-97a9-2d144ba56015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:36:06Z', 'updated_at': '2022-05-03T23:36:08Z', 'revision_number': 3, 'project_id': 'b36efacedb394d7689c144397e01a195', 'gw_port': {'id': '32c22a17-ca89-4caf-97a9-2d144ba56015', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:3c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:07Z', 'updated_at': '2022-05-03T23:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:36:11.471117 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeae544-471d-4db5-913c-99be7389987e None None] The sync data for ids ['c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e'] in n-d-811807-1 is: [{'id': 'c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e', 'name': 'tempest-TestShelveInstance-761939293-router', 'tenant_id': 'b36efacedb394d7689c144397e01a195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '32c22a17-ca89-4caf-97a9-2d144ba56015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:36:06Z', 'updated_at': '2022-05-03T23:36:08Z', 'revision_number': 3, 'project_id': 'b36efacedb394d7689c144397e01a195', 'gw_port': {'id': '32c22a17-ca89-4caf-97a9-2d144ba56015', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:3c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:07Z', 'updated_at': '2022-05-03T23:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:36:11.535911 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1a046294-4b07-487a-9098-190b3008bf23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:11.540948 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1a046294-4b07-487a-9098-190b3008bf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:11.650111 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1a046294-4b07-487a-9098-190b3008bf23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:11.658841 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a046294-4b07-487a-9098-190b3008bf23 admin admin] Pushing event updated for resources: {'Port': ['ID=c99c9df8-73a9-4ec5-bfb3-4094a54b25ee,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:11.815096 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a046294-4b07-487a-9098-190b3008bf23 admin admin] Network 3101fa18-6cf4-4c0d-9903-3e7bf94fe3ce is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:36:11.816300 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-1a046294-4b07-487a-9098-190b3008bf23 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:36:12.005772 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d00b93ad-ceaf-4270-b0cc-616052eb88e4 None None] Provisioning for port c99c9df8-73a9-4ec5-bfb3-4094a54b25ee completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:36:12.015087 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d00b93ad-ceaf-4270-b0cc-616052eb88e4 None None] Provisioning complete for port c99c9df8-73a9-4ec5-bfb3-4094a54b25ee triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:36:12.018276 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d00b93ad-ceaf-4270-b0cc-616052eb88e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:12.069522 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a046294-4b07-487a-9098-190b3008bf23 admin admin] Router c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:36:12.072176 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 32c22a17-ca89-4caf-97a9-2d144ba56015 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:36:12.208305 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-d00b93ad-ceaf-4270-b0cc-616052eb88e4 None None] Port c99c9df8-73a9-4ec5-bfb3-4094a54b25ee cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:36:12.226287 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 32c22a17-ca89-4caf-97a9-2d144ba56015 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:36:12.231419 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 32c22a17-ca89-4caf-97a9-2d144ba56015 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:36:12.232356 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:12.275433 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a046294-4b07-487a-9098-190b3008bf23 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:36:12.293640 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1a046294-4b07-487a-9098-190b3008bf23 admin admin] 10.222.0.58 "PUT /v2.0/routers/c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9130168 May 03 23:36:12.362143 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6aba95fb-7f40-4886-89bf-0797522730e8 None None] Provisioning complete for port c99c9df8-73a9-4ec5-bfb3-4094a54b25ee triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:36:12.362574 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6aba95fb-7f40-4886-89bf-0797522730e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:12.416411 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:12.440558 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-6aba95fb-7f40-4886-89bf-0797522730e8 None None] Port c99c9df8-73a9-4ec5-bfb3-4094a54b25ee cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:36:12.443417 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 32c22a17-ca89-4caf-97a9-2d144ba56015, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=32c22a17-ca89-4caf-97a9-2d144ba56015,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:36:12.447378 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:12.448135 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 25597c03-26da-41a9-b472-5568a400f66e up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:36:12.567162 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=32c22a17-ca89-4caf-97a9-2d144ba56015,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:12.576520 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 25597c03-26da-41a9-b472-5568a400f66e triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:36:12.576895 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:12.698866 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 2e657f7d-17da-40e6-ba1c-1f71b764114f up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:36:12.763919 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 2e657f7d-17da-40e6-ba1c-1f71b764114f triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:36:12.764290 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:12.871875 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58362) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:36:12.877153 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-451c5ca3-dd76-4cdf-a3b4-400721635734 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-701267285', 'description': 'tempest-secgroup-smoke-701267285 description', 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:36:12.884091 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-451c5ca3-dd76-4cdf-a3b4-400721635734 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:36:12.888589 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-451c5ca3-dd76-4cdf-a3b4-400721635734 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Usage tracker for resource:security_group and tenant:ef6e0070c82c403eb0b2fa41cc13a74a is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:36:12.892320 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-451c5ca3-dd76-4cdf-a3b4-400721635734 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:36:12.899014 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-451c5ca3-dd76-4cdf-a3b4-400721635734 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:36:12.910074 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-451c5ca3-dd76-4cdf-a3b4-400721635734 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:12.931065 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-451c5ca3-dd76-4cdf-a3b4-400721635734 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:36:12.934870 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-451c5ca3-dd76-4cdf-a3b4-400721635734 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Usage tracker for resource:security_group_rule and tenant:ef6e0070c82c403eb0b2fa41cc13a74a is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:36:12.937704 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-451c5ca3-dd76-4cdf-a3b4-400721635734 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:36:12.943381 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-451c5ca3-dd76-4cdf-a3b4-400721635734 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:36:13.018094 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-451c5ca3-dd76-4cdf-a3b4-400721635734 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:13.022431 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-451c5ca3-dd76-4cdf-a3b4-400721635734 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:13.055628 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc9619c-4be7-4d32-be08-9fb518de3ee5 None None] Sync routers for ids ['c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:36:13.064952 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc9619c-4be7-4d32-be08-9fb518de3ee5 None None] Routers {'c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:36:13.065650 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c5ca3-dd76-4cdf-a3b4-400721635734 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26affddd-c113-495c-b8cb-c24bcee80ba3,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:13.065797 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-3fc9619c-4be7-4d32-be08-9fb518de3ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:35:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:36:13.068655 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-451c5ca3-dd76-4cdf-a3b4-400721635734 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:13.069956 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-451c5ca3-dd76-4cdf-a3b4-400721635734 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1970563 May 03 23:36:13.073071 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58366) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:36:13.078138 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-ed296caa-d157-4f6e-b58b-dabe0c9d04e8 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Request body: {'security_group_rule': {'security_group_id': '26affddd-c113-495c-b8cb-c24bcee80ba3', 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:36:13.085217 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ed296caa-d157-4f6e-b58b-dabe0c9d04e8 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:36:13.089019 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ed296caa-d157-4f6e-b58b-dabe0c9d04e8 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Usage tracker for resource:security_group_rule and tenant:ef6e0070c82c403eb0b2fa41cc13a74a is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:36:13.091870 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-ed296caa-d157-4f6e-b58b-dabe0c9d04e8 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:36:13.097520 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-ed296caa-d157-4f6e-b58b-dabe0c9d04e8 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:36:13.114216 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed296caa-d157-4f6e-b58b-dabe0c9d04e8 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:13.176126 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed296caa-d157-4f6e-b58b-dabe0c9d04e8 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:13.179858 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed296caa-d157-4f6e-b58b-dabe0c9d04e8 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:13.207088 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed296caa-d157-4f6e-b58b-dabe0c9d04e8 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72f29df5-f1ed-4417-b0da-2fc7703b3a86,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:13.213409 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-ed296caa-d157-4f6e-b58b-dabe0c9d04e8 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:13.217298 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ed296caa-d157-4f6e-b58b-dabe0c9d04e8 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1407235 May 03 23:36:13.217458 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58370) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:36:13.222482 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-5c5faa4d-49f5-4645-87e4-81cad41c00c4 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Request body: {'security_group_rule': {'security_group_id': '26affddd-c113-495c-b8cb-c24bcee80ba3', 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:36:13.229950 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-5c5faa4d-49f5-4645-87e4-81cad41c00c4 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:36:13.234272 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5c5faa4d-49f5-4645-87e4-81cad41c00c4 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Usage tracker for resource:security_group_rule and tenant:ef6e0070c82c403eb0b2fa41cc13a74a is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:36:13.237293 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-5c5faa4d-49f5-4645-87e4-81cad41c00c4 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:36:13.243026 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-5c5faa4d-49f5-4645-87e4-81cad41c00c4 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:36:13.251356 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-3fc9619c-4be7-4d32-be08-9fb518de3ee5 None None] Set router c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:36:13.261460 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5c5faa4d-49f5-4645-87e4-81cad41c00c4 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:13.322681 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5c5faa4d-49f5-4645-87e4-81cad41c00c4 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:13.327109 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5c5faa4d-49f5-4645-87e4-81cad41c00c4 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:13.352567 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5faa4d-49f5-4645-87e4-81cad41c00c4 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f81f9a48-a905-412b-9391-81e444f17d6f,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:13.361805 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5c5faa4d-49f5-4645-87e4-81cad41c00c4 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:13.365537 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5c5faa4d-49f5-4645-87e4-81cad41c00c4 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1446404 May 03 23:36:13.365703 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58374) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:36:13.370490 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-1005b814-a2c0-4b6a-aa2c-bed9a3bc11ff tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Request body: {'security_group_rule': {'security_group_id': '26affddd-c113-495c-b8cb-c24bcee80ba3', 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:36:13.377093 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1005b814-a2c0-4b6a-aa2c-bed9a3bc11ff tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:36:13.381454 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1005b814-a2c0-4b6a-aa2c-bed9a3bc11ff tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Usage tracker for resource:security_group_rule and tenant:ef6e0070c82c403eb0b2fa41cc13a74a is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:36:13.384305 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1005b814-a2c0-4b6a-aa2c-bed9a3bc11ff tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:36:13.389894 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1005b814-a2c0-4b6a-aa2c-bed9a3bc11ff tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:36:13.519157 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1005b814-a2c0-4b6a-aa2c-bed9a3bc11ff tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:13.572772 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-3fc9619c-4be7-4d32-be08-9fb518de3ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e', 'name': 'tempest-TestShelveInstance-761939293-router', 'tenant_id': 'b36efacedb394d7689c144397e01a195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '32c22a17-ca89-4caf-97a9-2d144ba56015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:36:06Z', 'updated_at': '2022-05-03T23:36:11Z', 'revision_number': 4, 'project_id': 'b36efacedb394d7689c144397e01a195', 'gw_port': {'id': '32c22a17-ca89-4caf-97a9-2d144ba56015', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:3c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:07Z', 'updated_at': '2022-05-03T23:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'c99c9df8-73a9-4ec5-bfb3-4094a54b25ee', 'name': '', 'network_id': '3101fa18-6cf4-4c0d-9903-3e7bf94fe3ce', 'tenant_id': 'b36efacedb394d7689c144397e01a195', 'mac_address': 'fa:16:3e:d9:0a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'b725a28d-d5a6-4c67-8811-4d776cb291dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:10Z', 'updated_at': '2022-05-03T23:36:11Z', 'revision_number': 2, 'project_id': 'b36efacedb394d7689c144397e01a195', 'subnets': [{'id': 'b725a28d-d5a6-4c67-8811-4d776cb291dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:36:13.577200 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc9619c-4be7-4d32-be08-9fb518de3ee5 None None] Checking router: c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:36:13.577664 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc9619c-4be7-4d32-be08-9fb518de3ee5 None None] Updating router c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e port c99c9df8-73a9-4ec5-bfb3-4094a54b25ee binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:36:13.584116 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1005b814-a2c0-4b6a-aa2c-bed9a3bc11ff tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:13.587804 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1005b814-a2c0-4b6a-aa2c-bed9a3bc11ff tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:13.605595 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005b814-a2c0-4b6a-aa2c-bed9a3bc11ff tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08ae0249-94ef-4b02-9598-4840589a9bfd,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:13.621606 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1005b814-a2c0-4b6a-aa2c-bed9a3bc11ff tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:13.622819 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1005b814-a2c0-4b6a-aa2c-bed9a3bc11ff tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2561984 May 03 23:36:13.625544 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58378) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:36:13.630946 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-1c8210a3-f5f9-4487-92f8-c6ec7dd8f35b tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Request body: {'security_group_rule': {'security_group_id': '26affddd-c113-495c-b8cb-c24bcee80ba3', 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:36:13.635780 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3fc9619c-4be7-4d32-be08-9fb518de3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:13.637776 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1c8210a3-f5f9-4487-92f8-c6ec7dd8f35b tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:36:13.641511 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1c8210a3-f5f9-4487-92f8-c6ec7dd8f35b tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Usage tracker for resource:security_group_rule and tenant:ef6e0070c82c403eb0b2fa41cc13a74a is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:36:13.644949 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-1c8210a3-f5f9-4487-92f8-c6ec7dd8f35b tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:36:13.650519 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-1c8210a3-f5f9-4487-92f8-c6ec7dd8f35b tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:36:13.666620 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1c8210a3-f5f9-4487-92f8-c6ec7dd8f35b tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:13.731509 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1c8210a3-f5f9-4487-92f8-c6ec7dd8f35b tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:13.735180 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1c8210a3-f5f9-4487-92f8-c6ec7dd8f35b tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:13.758977 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8210a3-f5f9-4487-92f8-c6ec7dd8f35b tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee8b469-42fd-4e6e-bdb0-6047b172a017,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:13.769341 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1c8210a3-f5f9-4487-92f8-c6ec7dd8f35b tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:13.770593 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1c8210a3-f5f9-4487-92f8-c6ec7dd8f35b tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1441135 May 03 23:36:13.773321 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58382) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:36:13.778520 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-9d26ec3a-14b8-41e7-a400-ee498ddc0f36 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Request body: {'security_group_rule': {'security_group_id': '26affddd-c113-495c-b8cb-c24bcee80ba3', 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:36:13.784849 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-9d26ec3a-14b8-41e7-a400-ee498ddc0f36 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:36:13.788576 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9d26ec3a-14b8-41e7-a400-ee498ddc0f36 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Usage tracker for resource:security_group_rule and tenant:ef6e0070c82c403eb0b2fa41cc13a74a is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:36:13.791573 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-9d26ec3a-14b8-41e7-a400-ee498ddc0f36 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:36:13.797089 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-9d26ec3a-14b8-41e7-a400-ee498ddc0f36 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:36:13.809962 n-d-811807-1 neutron-server[88070]: INFO neutron.db.securitygroups_db [None req-9d26ec3a-14b8-41e7-a400-ee498ddc0f36 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Project ef6e0070c82c403eb0b2fa41cc13a74a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 23:36:13.816906 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9d26ec3a-14b8-41e7-a400-ee498ddc0f36 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:13.883326 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9d26ec3a-14b8-41e7-a400-ee498ddc0f36 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:13.887351 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9d26ec3a-14b8-41e7-a400-ee498ddc0f36 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:13.914257 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26ec3a-14b8-41e7-a400-ee498ddc0f36 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d559dd-c8e6-4752-aaca-2c7230b3f178,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:13.923998 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-9d26ec3a-14b8-41e7-a400-ee498ddc0f36 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:13.928522 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-9d26ec3a-14b8-41e7-a400-ee498ddc0f36 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1512735 May 03 23:36:13.928687 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58386) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:36:13.934548 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-cb972536-3927-4ee2-b9ea-854ad00cd55c tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Request body: {'security_group_rule': {'security_group_id': '26affddd-c113-495c-b8cb-c24bcee80ba3', 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:36:13.941989 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-cb972536-3927-4ee2-b9ea-854ad00cd55c tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:36:13.946663 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-cb972536-3927-4ee2-b9ea-854ad00cd55c tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Usage tracker for resource:security_group_rule and tenant:ef6e0070c82c403eb0b2fa41cc13a74a is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:36:13.949893 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-cb972536-3927-4ee2-b9ea-854ad00cd55c tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:36:13.956194 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-cb972536-3927-4ee2-b9ea-854ad00cd55c tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:36:13.961268 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 32c22a17-ca89-4caf-97a9-2d144ba56015 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:36:13.968840 n-d-811807-1 neutron-server[88070]: INFO neutron.db.securitygroups_db [None req-cb972536-3927-4ee2-b9ea-854ad00cd55c tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Project ef6e0070c82c403eb0b2fa41cc13a74a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 23:36:13.978277 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cb972536-3927-4ee2-b9ea-854ad00cd55c tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:14.046679 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cb972536-3927-4ee2-b9ea-854ad00cd55c tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:14.052223 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cb972536-3927-4ee2-b9ea-854ad00cd55c tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:14.076261 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb972536-3927-4ee2-b9ea-854ad00cd55c tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d4b27c-a0dd-4d3b-aa61-ea18adf7a000,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:14.082855 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3fc9619c-4be7-4d32-be08-9fb518de3ee5 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:14.085511 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cb972536-3927-4ee2-b9ea-854ad00cd55c tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:14.086857 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-cb972536-3927-4ee2-b9ea-854ad00cd55c tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1571608 May 03 23:36:14.099311 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-3fc9619c-4be7-4d32-be08-9fb518de3ee5 None None] Transition to ACTIVE for port object c99c9df8-73a9-4ec5-bfb3-4094a54b25ee will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:36:14.110361 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3fc9619c-4be7-4d32-be08-9fb518de3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:14.145105 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 32c22a17-ca89-4caf-97a9-2d144ba56015 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:36:14.145489 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:14.260471 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-c15f3622-67b1-4e23-9229-948cbc6a1714 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Synchronizing usage tracker for tenant:ef6e0070c82c403eb0b2fa41cc13a74a on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:36:14.279653 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-c15f3622-67b1-4e23-9229-948cbc6a1714 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Unset dirty status for tenant:ef6e0070c82c403eb0b2fa41cc13a74a on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:36:14.281740 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-c15f3622-67b1-4e23-9229-948cbc6a1714 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-701267285&fields=id&tenant_id=ef6e0070c82c403eb0b2fa41cc13a74a HTTP/1.1" status: 200 len: 267 time: 0.0672374 May 03 23:36:14.322280 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077867e-74c3-4562-aeb8-d1f71781bbe7 None None] Pushing event updated for resources: {'Port': ['ID=c99c9df8-73a9-4ec5-bfb3-4094a54b25ee,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:14.393105 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-3fc9619c-4be7-4d32-be08-9fb518de3ee5 None None] Attempting to bind port c99c9df8-73a9-4ec5-bfb3-4094a54b25ee on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:36:14.393399 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-3fc9619c-4be7-4d32-be08-9fb518de3ee5 None None] Attempting to bind port c99c9df8-73a9-4ec5-bfb3-4094a54b25ee by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '8461face-557b-4e3c-baf8-a814312d1739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3101fa18-6cf4-4c0d-9903-3e7bf94fe3ce'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:36:14.393764 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc9619c-4be7-4d32-be08-9fb518de3ee5 None None] Attempting to bind port c99c9df8-73a9-4ec5-bfb3-4094a54b25ee on network 3101fa18-6cf4-4c0d-9903-3e7bf94fe3ce {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:36:14.437978 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc9619c-4be7-4d32-be08-9fb518de3ee5 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:36:14.438361 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc9619c-4be7-4d32-be08-9fb518de3ee5 None None] Checking segment: {'id': '8461face-557b-4e3c-baf8-a814312d1739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3101fa18-6cf4-4c0d-9903-3e7bf94fe3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:36:14.438771 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3fc9619c-4be7-4d32-be08-9fb518de3ee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:14.439171 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc9619c-4be7-4d32-be08-9fb518de3ee5 None None] Bound using segment: {'id': '8461face-557b-4e3c-baf8-a814312d1739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3101fa18-6cf4-4c0d-9903-3e7bf94fe3ce'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:36:14.439657 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-3fc9619c-4be7-4d32-be08-9fb518de3ee5 None None] Bound port: c99c9df8-73a9-4ec5-bfb3-4094a54b25ee, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8461face-557b-4e3c-baf8-a814312d1739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3101fa18-6cf4-4c0d-9903-3e7bf94fe3ce'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:36:14.440033 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3fc9619c-4be7-4d32-be08-9fb518de3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:14.560456 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-3fc9619c-4be7-4d32-be08-9fb518de3ee5 None None] For port c99c9df8-73a9-4ec5-bfb3-4094a54b25ee, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:36:14.564051 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-3fc9619c-4be7-4d32-be08-9fb518de3ee5 None None] For port c99c9df8-73a9-4ec5-bfb3-4094a54b25ee, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=c99c9df8-73a9-4ec5-bfb3-4094a54b25ee,segment=NetworkSegment(8461face-557b-4e3c-baf8-a814312d1739),segment_id=8461face-557b-4e3c-baf8-a814312d1739)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:36:14.568663 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3fc9619c-4be7-4d32-be08-9fb518de3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:14.576307 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-6f7145b1-3f25-4d37-9eba-224c03b0b73b tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:36:14.576996 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-6f7145b1-3f25-4d37-9eba-224c03b0b73b tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Synchronizing usage tracker for tenant:ef6e0070c82c403eb0b2fa41cc13a74a on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:36:14.594471 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-6f7145b1-3f25-4d37-9eba-224c03b0b73b tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Unset dirty status for tenant:ef6e0070c82c403eb0b2fa41cc13a74a on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:36:14.595700 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-6f7145b1-3f25-4d37-9eba-224c03b0b73b tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/networks?id=e400114c-7b96-4439-a2fa-728a1d018e7f HTTP/1.1" status: 200 len: 808 time: 0.3063827 May 03 23:36:14.612215 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-e0318abf-f586-401f-a0c4-8a5cf6a6472c tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/quotas/ef6e0070c82c403eb0b2fa41cc13a74a HTTP/1.1" status: 200 len: 375 time: 0.0098541 May 03 23:36:14.647599 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc9619c-4be7-4d32-be08-9fb518de3ee5 None None] Routers {'c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:36:14.648237 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-3fc9619c-4be7-4d32-be08-9fb518de3ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:35:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:36:14.701840 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-c0a0c31f-4e51-4219-bac1-16e33e585cc0 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Synchronizing usage tracker for tenant:ef6e0070c82c403eb0b2fa41cc13a74a on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:36:14.726221 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-c0a0c31f-4e51-4219-bac1-16e33e585cc0 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Unset dirty status for tenant:ef6e0070c82c403eb0b2fa41cc13a74a on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:36:14.727608 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-c0a0c31f-4e51-4219-bac1-16e33e585cc0 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ef6e0070c82c403eb0b2fa41cc13a74a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1097407 May 03 23:36:14.744463 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-f9048cfb-95cf-482a-a3b9-bed886ba9354 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:36:14.745453 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-f9048cfb-95cf-482a-a3b9-bed886ba9354 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055277 May 03 23:36:14.764239 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077867e-74c3-4562-aeb8-d1f71781bbe7 None None] Pushing event updated for resources: {'Port': ['ID=c99c9df8-73a9-4ec5-bfb3-4094a54b25ee,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:14.839506 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-3fc9619c-4be7-4d32-be08-9fb518de3ee5 None None] Set router c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:36:14.880679 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-4581a5a7-b894-4fcb-8ff1-c9dc1271caff service neutron] 10.222.0.58 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285589 May 03 23:36:15.010969 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-da2e96c1-a37c-43eb-bff5-9b0917f56de5 service neutron] 10.222.0.58 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246140 May 03 23:36:15.167017 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-3fc9619c-4be7-4d32-be08-9fb518de3ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e', 'name': 'tempest-TestShelveInstance-761939293-router', 'tenant_id': 'b36efacedb394d7689c144397e01a195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '32c22a17-ca89-4caf-97a9-2d144ba56015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:36:06Z', 'updated_at': '2022-05-03T23:36:11Z', 'revision_number': 4, 'project_id': 'b36efacedb394d7689c144397e01a195', 'gw_port': {'id': '32c22a17-ca89-4caf-97a9-2d144ba56015', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:3c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:07Z', 'updated_at': '2022-05-03T23:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'c99c9df8-73a9-4ec5-bfb3-4094a54b25ee', 'name': '', 'network_id': '3101fa18-6cf4-4c0d-9903-3e7bf94fe3ce', 'tenant_id': 'b36efacedb394d7689c144397e01a195', 'mac_address': 'fa:16:3e:d9:0a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'b725a28d-d5a6-4c67-8811-4d776cb291dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:10Z', 'updated_at': '2022-05-03T23:36:14Z', 'revision_number': 4, 'project_id': 'b36efacedb394d7689c144397e01a195', 'subnets': [{'id': 'b725a28d-d5a6-4c67-8811-4d776cb291dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:36:15.171287 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc9619c-4be7-4d32-be08-9fb518de3ee5 None None] The sync data for ids ['c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e'] in n-d-811807-1 is: [{'id': 'c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e', 'name': 'tempest-TestShelveInstance-761939293-router', 'tenant_id': 'b36efacedb394d7689c144397e01a195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '32c22a17-ca89-4caf-97a9-2d144ba56015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:36:06Z', 'updated_at': '2022-05-03T23:36:11Z', 'revision_number': 4, 'project_id': 'b36efacedb394d7689c144397e01a195', 'gw_port': {'id': '32c22a17-ca89-4caf-97a9-2d144ba56015', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:3c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:07Z', 'updated_at': '2022-05-03T23:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'c99c9df8-73a9-4ec5-bfb3-4094a54b25ee', 'name': '', 'network_id': '3101fa18-6cf4-4c0d-9903-3e7bf94fe3ce', 'tenant_id': 'b36efacedb394d7689c144397e01a195', 'mac_address': 'fa:16:3e:d9:0a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': 'b725a28d-d5a6-4c67-8811-4d776cb291dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:10Z', 'updated_at': '2022-05-03T23:36:14Z', 'revision_number': 4, 'project_id': 'b36efacedb394d7689c144397e01a195', 'subnets': [{'id': 'b725a28d-d5a6-4c67-8811-4d776cb291dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:36:15.250008 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b82a6e41-edd9-4d6c-ad05-b7b47ab18c1a req-612bcd48-ab75-4205-a107-1e0c9308dab7 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 210 time: 0.0843849 May 03 23:36:15.979723 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device c99c9df8-73a9-4ec5-bfb3-4094a54b25ee up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:36:16.060255 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port c99c9df8-73a9-4ec5-bfb3-4094a54b25ee completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:36:16.065419 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port c99c9df8-73a9-4ec5-bfb3-4094a54b25ee triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:36:16.065796 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:16.191345 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:16.225953 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port c99c9df8-73a9-4ec5-bfb3-4094a54b25ee, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=c99c9df8-73a9-4ec5-bfb3-4094a54b25ee,segment=NetworkSegment(8461face-557b-4e3c-baf8-a814312d1739),segment_id=8461face-557b-4e3c-baf8-a814312d1739)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:36:16.230383 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:16.308948 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=c99c9df8-73a9-4ec5-bfb3-4094a54b25ee,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:16.444560 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7d99a438-9d7b-42a7-b024-889647a1b8b6 req-0c214e45-8820-44bb-94e0-c6f43f43158c tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 210 time: 0.0596082 May 03 23:36:16.487122 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-2a203e1f-521e-4bf0-af88-867eb0b3b1b4 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:36:16.488521 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-2a203e1f-521e-4bf0-af88-867eb0b3b1b4 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.67 "GET /v2.0/networks?id=e400114c-7b96-4439-a2fa-728a1d018e7f HTTP/1.1" status: 200 len: 808 time: 0.2297628 May 03 23:36:16.535803 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-977b4038-b316-423d-95b2-048d48a5d320 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef6e0070c82c403eb0b2fa41cc13a74a HTTP/1.1" status: 200 len: 379 time: 0.0390155 May 03 23:36:16.544412 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-20afa30f-3491-471c-afbf-c3b021fb5a1e tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Request body: {'port': {'device_id': '2c4c936f-1e2a-428f-958a-2cb1610e1229', 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f', 'admin_state_up': True, 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'security_groups': ['26affddd-c113-495c-b8cb-c24bcee80ba3']}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:36:16.690556 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-20afa30f-3491-471c-afbf-c3b021fb5a1e tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:36:16.701545 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-20afa30f-3491-471c-afbf-c3b021fb5a1e tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:36:16.711132 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-20afa30f-3491-471c-afbf-c3b021fb5a1e tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Made reservation on behalf of ef6e0070c82c403eb0b2fa41cc13a74a for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:36:16.714670 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-20afa30f-3491-471c-afbf-c3b021fb5a1e tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:16.872476 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-20afa30f-3491-471c-afbf-c3b021fb5a1e tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Allocated IP 172.20.0.8 (e400114c-7b96-4439-a2fa-728a1d018e7f/f6f58dd3-e0ec-48ae-a1d3-c35654a7da38/d7c9c825-e816-44b0-aa18-dcbc650db2b5) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:36:17.056509 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-20afa30f-3491-471c-afbf-c3b021fb5a1e tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:17.071489 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-20afa30f-3491-471c-afbf-c3b021fb5a1e tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Transition to ACTIVE for port object d7c9c825-e816-44b0-aa18-dcbc650db2b5 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:36:17.093924 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-20afa30f-3491-471c-afbf-c3b021fb5a1e tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:17.170986 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-20afa30f-3491-471c-afbf-c3b021fb5a1e tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Network e400114c-7b96-4439-a2fa-728a1d018e7f is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:36:17.174269 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-20afa30f-3491-471c-afbf-c3b021fb5a1e tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:36:17.179112 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-20afa30f-3491-471c-afbf-c3b021fb5a1e tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:36:17.209217 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20afa30f-3491-471c-afbf-c3b021fb5a1e tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Pushing event updated for resources: {'Port': ['ID=d7c9c825-e816-44b0-aa18-dcbc650db2b5,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:17.247474 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-20afa30f-3491-471c-afbf-c3b021fb5a1e tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:36:17.248130 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-20afa30f-3491-471c-afbf-c3b021fb5a1e tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:17.274013 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-20afa30f-3491-471c-afbf-c3b021fb5a1e tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7329581 May 03 23:36:17.284978 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-8a9b7f95-0205-48a6-8ae8-1d6701c55a6a tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:36:17.286032 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-8a9b7f95-0205-48a6-8ae8-1d6701c55a6a tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055699 May 03 23:36:17.398227 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-b8f1338b-0ee8-4237-811f-575f4e3f54f0 service neutron] Request body: {'port': {'device_id': '2c4c936f-1e2a-428f-958a-2cb1610e1229', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:36:17.405627 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d35434ae-4281-4094-ac42-0a3e69b8c444 None None] Provisioning for port d7c9c825-e816-44b0-aa18-dcbc650db2b5 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:36:17.410819 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d35434ae-4281-4094-ac42-0a3e69b8c444 None None] Provisioning complete for port d7c9c825-e816-44b0-aa18-dcbc650db2b5 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:36:17.411188 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d35434ae-4281-4094-ac42-0a3e69b8c444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:17.464434 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-d35434ae-4281-4094-ac42-0a3e69b8c444 None None] Port d7c9c825-e816-44b0-aa18-dcbc650db2b5 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:36:17.513409 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-b8f1338b-0ee8-4237-811f-575f4e3f54f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:17.747626 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199da85e-e34d-4b47-bcd5-f2e5937d7dce req-ca537471-d697-44d7-b99d-ea886f6e5581 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:36:17.748316 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-199da85e-e34d-4b47-bcd5-f2e5937d7dce req-ca537471-d697-44d7-b99d-ea886f6e5581 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Synchronizing usage tracker for tenant:ef6e0070c82c403eb0b2fa41cc13a74a on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:36:17.917282 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-199da85e-e34d-4b47-bcd5-f2e5937d7dce req-ca537471-d697-44d7-b99d-ea886f6e5581 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Unset dirty status for tenant:ef6e0070c82c403eb0b2fa41cc13a74a on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:36:17.918465 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-199da85e-e34d-4b47-bcd5-f2e5937d7dce req-ca537471-d697-44d7-b99d-ea886f6e5581 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 931 time: 0.3651192 May 03 23:36:17.953690 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device c99c9df8-73a9-4ec5-bfb3-4094a54b25ee up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:36:17.986973 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-199da85e-e34d-4b47-bcd5-f2e5937d7dce req-9837ba25-036c-4419-8eab-babbb634d865 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609922 May 03 23:36:18.061018 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port c99c9df8-73a9-4ec5-bfb3-4094a54b25ee triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:36:18.061391 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:18.073105 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-b8f1338b-0ee8-4237-811f-575f4e3f54f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7c9c825-e816-44b0-aa18-dcbc650db2b5 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:36:18.080490 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-b8f1338b-0ee8-4237-811f-575f4e3f54f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:18.095197 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-b8f1338b-0ee8-4237-811f-575f4e3f54f0 service neutron] Transition to ACTIVE for port object d7c9c825-e816-44b0-aa18-dcbc650db2b5 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:36:18.099100 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-b8f1338b-0ee8-4237-811f-575f4e3f54f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:18.231867 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1338b-0ee8-4237-811f-575f4e3f54f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c9c825-e816-44b0-aa18-dcbc650db2b5,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:18.341775 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-b8f1338b-0ee8-4237-811f-575f4e3f54f0 service neutron] Attempting to bind port d7c9c825-e816-44b0-aa18-dcbc650db2b5 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:36:18.342146 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-b8f1338b-0ee8-4237-811f-575f4e3f54f0 service neutron] Attempting to bind port d7c9c825-e816-44b0-aa18-dcbc650db2b5 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '7b3bd0b7-5e5a-434f-a21a-91356f14f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:36:18.342477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-b8f1338b-0ee8-4237-811f-575f4e3f54f0 service neutron] Attempting to bind port d7c9c825-e816-44b0-aa18-dcbc650db2b5 on network e400114c-7b96-4439-a2fa-728a1d018e7f {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:36:18.347073 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-b8f1338b-0ee8-4237-811f-575f4e3f54f0 service neutron] Port d7c9c825-e816-44b0-aa18-dcbc650db2b5 on network e400114c-7b96-4439-a2fa-728a1d018e7f not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:36:18.347392 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-b8f1338b-0ee8-4237-811f-575f4e3f54f0 service neutron] Attempting to bind port d7c9c825-e816-44b0-aa18-dcbc650db2b5 on network e400114c-7b96-4439-a2fa-728a1d018e7f {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:36:18.352539 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-b8f1338b-0ee8-4237-811f-575f4e3f54f0 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:36:18.352877 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-b8f1338b-0ee8-4237-811f-575f4e3f54f0 service neutron] Checking segment: {'id': '7b3bd0b7-5e5a-434f-a21a-91356f14f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:36:18.353262 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-b8f1338b-0ee8-4237-811f-575f4e3f54f0 service neutron] Bound using segment: {'id': '7b3bd0b7-5e5a-434f-a21a-91356f14f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:36:18.353684 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-b8f1338b-0ee8-4237-811f-575f4e3f54f0 service neutron] Bound port: d7c9c825-e816-44b0-aa18-dcbc650db2b5, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3bd0b7-5e5a-434f-a21a-91356f14f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:36:18.354059 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-b8f1338b-0ee8-4237-811f-575f4e3f54f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:18.441176 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-b8f1338b-0ee8-4237-811f-575f4e3f54f0 service neutron] For port d7c9c825-e816-44b0-aa18-dcbc650db2b5, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:36:18.444607 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-b8f1338b-0ee8-4237-811f-575f4e3f54f0 service neutron] For port d7c9c825-e816-44b0-aa18-dcbc650db2b5, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=d7c9c825-e816-44b0-aa18-dcbc650db2b5,segment=NetworkSegment(7b3bd0b7-5e5a-434f-a21a-91356f14f59f),segment_id=7b3bd0b7-5e5a-434f-a21a-91356f14f59f)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:36:18.448922 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-b8f1338b-0ee8-4237-811f-575f4e3f54f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:18.511164 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-b8f1338b-0ee8-4237-811f-575f4e3f54f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:36:18.511646 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-b8f1338b-0ee8-4237-811f-575f4e3f54f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:18.513009 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-b8f1338b-0ee8-4237-811f-575f4e3f54f0 service neutron] 10.222.0.67 "PUT /v2.0/ports/d7c9c825-e816-44b0-aa18-dcbc650db2b5 HTTP/1.1" status: 200 len: 1091 time: 1.2212899 May 03 23:36:18.513434 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4c936f-1e2a-428f-958a-2cb1610e1229', 'tag': 'd7c9c825-e816-44b0-aa18-dcbc650db2b5'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:36:18.549253 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1338b-0ee8-4237-811f-575f4e3f54f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c9c825-e816-44b0-aa18-dcbc650db2b5,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:18.590367 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c4d7f73-aa82-45d2-bc7c-4b1c74d04072'] response: {'name': 'network-changed', 'server_uuid': '2c4c936f-1e2a-428f-958a-2cb1610e1229', 'tag': 'd7c9c825-e816-44b0-aa18-dcbc650db2b5', 'status': 'completed', 'code': 200} May 03 23:36:18.634083 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-6c7629ca-20e1-4d4e-97ab-2d3629cab8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:36:18.635590 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-6c7629ca-20e1-4d4e-97ab-2d3629cab8a6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ef6e0070c82c403eb0b2fa41cc13a74a&device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 1094 time: 0.0776668 May 03 23:36:18.709183 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-e6512294-dc8b-4fae-bd8e-17403bde57dc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7c9c825-e816-44b0-aa18-dcbc650db2b5 HTTP/1.1" status: 200 len: 217 time: 0.0655978 May 03 23:36:18.769977 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-d47be27d-1095-4231-aad0-9c70ff75f317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:36:18.771336 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-d47be27d-1095-4231-aad0-9c70ff75f317 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f6f58dd3-e0ec-48ae-a1d3-c35654a7da38 HTTP/1.1" status: 200 len: 847 time: 0.0566738 May 03 23:36:18.848102 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-3701ec6f-217a-4276-9aad-39ed174db900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:36:18.850134 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-3701ec6f-217a-4276-9aad-39ed174db900 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e400114c-7b96-4439-a2fa-728a1d018e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729439 May 03 23:36:18.979223 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-bfe2360c-602c-465f-9579-3e830af76998 service neutron] 10.222.0.67 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234348 May 03 23:36:19.153426 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-aef7dfc6-e24e-4b42-8758-d9d9df9286e6 req-3dcce0e4-fdb3-4e82-838d-819b51b4ee5b service neutron] 10.222.0.67 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671560 May 03 23:36:19.186548 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17d6a6-7c49-4c94-9709-a2853a77f9d7 req-5ab685f3-85bf-46cb-89c9-bc96bd256c1a tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:36:19.188007 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3c17d6a6-7c49-4c94-9709-a2853a77f9d7 req-5ab685f3-85bf-46cb-89c9-bc96bd256c1a tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 943 time: 0.0946248 May 03 23:36:19.282304 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3c17d6a6-7c49-4c94-9709-a2853a77f9d7 req-30541c20-cfa1-488f-b543-d1877a674a94 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883915 May 03 23:36:19.298498 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c20bc-8ff7-45c4-ac17-c897587b37cd req-0d3406d1-866b-4d20-abd9-7308a3ec74d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:36:19.300211 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-984c20bc-8ff7-45c4-ac17-c897587b37cd req-0d3406d1-866b-4d20-abd9-7308a3ec74d1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ef6e0070c82c403eb0b2fa41cc13a74a&device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 1094 time: 0.1045516 May 03 23:36:19.430326 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c20bc-8ff7-45c4-ac17-c897587b37cd req-dae7a6b5-2411-400c-9d63-ee9f7567284d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:36:19.431770 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-984c20bc-8ff7-45c4-ac17-c897587b37cd req-dae7a6b5-2411-400c-9d63-ee9f7567284d service neutron] 10.222.0.67 "GET /v2.0/networks?id=e400114c-7b96-4439-a2fa-728a1d018e7f HTTP/1.1" status: 200 len: 909 time: 0.1255307 May 03 23:36:19.497207 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-984c20bc-8ff7-45c4-ac17-c897587b37cd req-3417eb00-8126-48e6-b0bc-9240b131c7af service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7c9c825-e816-44b0-aa18-dcbc650db2b5 HTTP/1.1" status: 200 len: 217 time: 0.0589952 May 03 23:36:19.664533 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c20bc-8ff7-45c4-ac17-c897587b37cd req-a54cf864-8dad-435e-92f8-4ae35f789265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:36:19.666003 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-984c20bc-8ff7-45c4-ac17-c897587b37cd req-a54cf864-8dad-435e-92f8-4ae35f789265 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f6f58dd3-e0ec-48ae-a1d3-c35654a7da38 HTTP/1.1" status: 200 len: 847 time: 0.1633430 May 03 23:36:19.745168 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c20bc-8ff7-45c4-ac17-c897587b37cd req-56c1e781-6149-4b62-b8dd-70a103d8eb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:36:19.746705 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-984c20bc-8ff7-45c4-ac17-c897587b37cd req-56c1e781-6149-4b62-b8dd-70a103d8eb2d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e400114c-7b96-4439-a2fa-728a1d018e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739930 May 03 23:36:19.874987 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-984c20bc-8ff7-45c4-ac17-c897587b37cd req-318fb811-c6ca-4164-9501-0317354419ed service neutron] 10.222.0.67 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213598 May 03 23:36:20.004856 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-984c20bc-8ff7-45c4-ac17-c897587b37cd req-e87315f4-3437-486e-98de-ec42a9e95923 service neutron] 10.222.0.67 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240625 May 03 23:36:20.467785 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e2912-c1bd-4fd2-bdf0-7fbedc9a6563 req-274caa8c-29ed-41f2-9383-e2d77d66e358 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:36:20.469225 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-087e2912-c1bd-4fd2-bdf0-7fbedc9a6563 req-274caa8c-29ed-41f2-9383-e2d77d66e358 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 943 time: 0.0831480 May 03 23:36:20.512812 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-087e2912-c1bd-4fd2-bdf0-7fbedc9a6563 req-676bc5ab-c836-46dc-af93-527de1534ce5 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373731 May 03 23:36:21.697112 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a2cb8-2a48-4022-a7e7-09c518815807 req-6d251718-8140-461f-acc2-9bb37011ad20 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:36:21.698579 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e20a2cb8-2a48-4022-a7e7-09c518815807 req-6d251718-8140-461f-acc2-9bb37011ad20 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 943 time: 0.0785494 May 03 23:36:21.741831 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e20a2cb8-2a48-4022-a7e7-09c518815807 req-beaffe44-0f4f-4483-848e-302ed0378638 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370731 May 03 23:36:23.077428 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5cdcdf7a-2f26-4a63-9b5f-763fb42c3414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:23.090569 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f431ecf-02eb-472c-ad79-99d0a7c662b3 req-93a79bce-abc6-4811-a37c-8def18c0f4bf tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:36:23.092002 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f431ecf-02eb-472c-ad79-99d0a7c662b3 req-93a79bce-abc6-4811-a37c-8def18c0f4bf tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 943 time: 0.0925548 May 03 23:36:23.134950 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6f431ecf-02eb-472c-ad79-99d0a7c662b3 req-d1d74d4f-0437-47ce-8464-65f9a4a1eaa9 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373459 May 03 23:36:23.175790 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device d7c9c825-e816-44b0-aa18-dcbc650db2b5 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:36:23.305326 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port d7c9c825-e816-44b0-aa18-dcbc650db2b5, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=d7c9c825-e816-44b0-aa18-dcbc650db2b5,segment=NetworkSegment(7b3bd0b7-5e5a-434f-a21a-91356f14f59f),segment_id=7b3bd0b7-5e5a-434f-a21a-91356f14f59f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:36:23.317811 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'd7c9c825-e816-44b0-aa18-dcbc650db2b5', 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f', 'port_id': 'd7c9c825-e816-44b0-aa18-dcbc650db2b5', 'mac_address': 'fa:16:3e:01:68:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f58dd3-e0ec-48ae-a1d3-c35654a7da38', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:36:23.372115 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:23.387899 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c9c825-e816-44b0-aa18-dcbc650db2b5 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:36:23.402914 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port d7c9c825-e816-44b0-aa18-dcbc650db2b5, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=d7c9c825-e816-44b0-aa18-dcbc650db2b5,segment=NetworkSegment(7b3bd0b7-5e5a-434f-a21a-91356f14f59f),segment_id=7b3bd0b7-5e5a-434f-a21a-91356f14f59f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:36:23.406774 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:23.477095 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=d7c9c825-e816-44b0-aa18-dcbc650db2b5,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:23.765420 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['d7c9c825-e816-44b0-aa18-dcbc650db2b5'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:36:24.316100 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a370d-c53e-4887-a655-90b5ffc356f0 req-03a4135d-d796-42aa-88df-50a3aeb84081 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:36:24.317538 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-842a370d-c53e-4887-a655-90b5ffc356f0 req-03a4135d-d796-42aa-88df-50a3aeb84081 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 944 time: 0.0795078 May 03 23:36:24.364584 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-842a370d-c53e-4887-a655-90b5ffc356f0 req-b9dad717-633c-4305-a031-542830adff73 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405040 May 03 23:36:25.112313 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:25.190231 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device d7c9c825-e816-44b0-aa18-dcbc650db2b5 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:36:25.259265 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port d7c9c825-e816-44b0-aa18-dcbc650db2b5 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:36:25.263781 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port d7c9c825-e816-44b0-aa18-dcbc650db2b5 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:36:25.264154 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:25.377209 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:25.404103 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4c936f-1e2a-428f-958a-2cb1610e1229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c9c825-e816-44b0-aa18-dcbc650db2b5'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:36:25.414083 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port d7c9c825-e816-44b0-aa18-dcbc650db2b5, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=d7c9c825-e816-44b0-aa18-dcbc650db2b5,segment=NetworkSegment(7b3bd0b7-5e5a-434f-a21a-91356f14f59f),segment_id=7b3bd0b7-5e5a-434f-a21a-91356f14f59f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:36:25.418109 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:25.454716 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fde4c3d3-a618-4b3f-9211-e3270f3fb485'] response: {'server_uuid': '2c4c936f-1e2a-428f-958a-2cb1610e1229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c9c825-e816-44b0-aa18-dcbc650db2b5', 'code': 200} May 03 23:36:25.487227 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=d7c9c825-e816-44b0-aa18-dcbc650db2b5,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:25.619146 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872451e8-a470-4706-9381-f747dc9860d2 req-86de2d4a-3d2d-416b-8bb3-cf1b4d602bab tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:36:25.620587 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-872451e8-a470-4706-9381-f747dc9860d2 req-86de2d4a-3d2d-416b-8bb3-cf1b4d602bab tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 945 time: 0.1462095 May 03 23:36:25.622408 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4fd21-43fc-41de-aa0c-42edea185854 req-dfbab455-9096-4af4-a459-ddc55599a340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:36:25.623704 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a2f4fd21-43fc-41de-aa0c-42edea185854 req-dfbab455-9096-4af4-a459-ddc55599a340 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 1096 time: 0.1120179 May 03 23:36:25.649943 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9dff23e9-1b20-47ce-bb29-1c048c563d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:25.692182 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-872451e8-a470-4706-9381-f747dc9860d2 req-1aa84102-f4b8-4220-9ae2-c4c8581b12df tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660095 May 03 23:36:25.695850 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a2f4fd21-43fc-41de-aa0c-42edea185854 req-4801ea15-3ddd-40df-abf1-6bec529da948 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566545 May 03 23:36:26.486338 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:26.552564 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:26.875129 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f504788-232e-4985-95c4-30789c35d885 req-ddf5ecd0-aa7c-4951-9d37-9ba299bf8abf tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:36:26.876484 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8f504788-232e-4985-95c4-30789c35d885 req-ddf5ecd0-aa7c-4951-9d37-9ba299bf8abf tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 945 time: 0.0809124 May 03 23:36:26.921570 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8f504788-232e-4985-95c4-30789c35d885 req-9b1e3830-efcc-40b3-b921-5b720e16d3ba tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388117 May 03 23:36:27.868928 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:28.109320 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ffae4-c15d-492c-b344-25fc3aab95a6 req-2e4eba8e-5958-4f03-a194-6839aa3b8aa0 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:36:28.110821 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-336ffae4-c15d-492c-b344-25fc3aab95a6 req-2e4eba8e-5958-4f03-a194-6839aa3b8aa0 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 945 time: 0.0887327 May 03 23:36:28.154177 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-336ffae4-c15d-492c-b344-25fc3aab95a6 req-18d74ac7-4699-4b44-b1bd-1ea4741c791c tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377443 May 03 23:36:28.234980 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:36:28.339525 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ee1ac-89b5-4acc-b6f6-914165b34490 req-35e94413-7802-4295-be63-8187d1fa0e24 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:36:28.340958 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d90ee1ac-89b5-4acc-b6f6-914165b34490 req-35e94413-7802-4295-be63-8187d1fa0e24 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 945 time: 0.0817165 May 03 23:36:28.383126 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d90ee1ac-89b5-4acc-b6f6-914165b34490 req-e0ccf138-be38-4241-bad8-7a01d48c6684 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366406 May 03 23:36:28.405535 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58444) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:36:28.512687 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8498915-4c59-44da-8beb-2cf70d078835 tempest-TestShelveInstance-1279321524 tempest-TestShelveInstance-1279321524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:36:28.514193 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f8498915-4c59-44da-8beb-2cf70d078835 tempest-TestShelveInstance-1279321524 tempest-TestShelveInstance-1279321524-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 1091 time: 0.1076975 May 03 23:36:28.517056 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58450) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:36:28.521786 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-6fa3358a-be33-467d-a116-8a7bc32347a2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'port_id': 'd7c9c825-e816-44b0-aa18-dcbc650db2b5', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:36:28.528884 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6fa3358a-be33-467d-a116-8a7bc32347a2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:36:28.532700 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6fa3358a-be33-467d-a116-8a7bc32347a2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Usage tracker for resource:floatingip and tenant:ef6e0070c82c403eb0b2fa41cc13a74a is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:36:28.535519 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-6fa3358a-be33-467d-a116-8a7bc32347a2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:36:28.541114 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-6fa3358a-be33-467d-a116-8a7bc32347a2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:36:28.552411 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6fa3358a-be33-467d-a116-8a7bc32347a2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:28.569661 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:28.688202 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6fa3358a-be33-467d-a116-8a7bc32347a2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:28.822492 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-6fa3358a-be33-467d-a116-8a7bc32347a2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Allocated IP 172.25.2.142 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/96e73220-a899-4f35-bba0-a5a80712a1bc) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:36:28.963908 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6fa3358a-be33-467d-a116-8a7bc32347a2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:28.993199 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6fa3358a-be33-467d-a116-8a7bc32347a2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:29.159118 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa3358a-be33-467d-a116-8a7bc32347a2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:36:29.161874 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-6fa3358a-be33-467d-a116-8a7bc32347a2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:36:29.165915 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa3358a-be33-467d-a116-8a7bc32347a2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:36:29.198372 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3358a-be33-467d-a116-8a7bc32347a2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Pushing event updated for resources: {'Port': ['ID=96e73220-a899-4f35-bba0-a5a80712a1bc,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:29.587418 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6fa3358a-be33-467d-a116-8a7bc32347a2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:29.668927 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6fa3358a-be33-467d-a116-8a7bc32347a2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:29.894895 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6fa3358a-be33-467d-a116-8a7bc32347a2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:29.900126 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6fa3358a-be33-467d-a116-8a7bc32347a2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:30.014266 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3358a-be33-467d-a116-8a7bc32347a2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Pushing event updated for resources: {'Port': ['ID=96e73220-a899-4f35-bba0-a5a80712a1bc,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:36:30.024120 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6fa3358a-be33-467d-a116-8a7bc32347a2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:30.192901 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-6fa3358a-be33-467d-a116-8a7bc32347a2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Floating IP f82b1d5e-286c-4183-b4b5-29379b3be327 associated. External IP: 172.25.2.142, port: d7c9c825-e816-44b0-aa18-dcbc650db2b5. May 03 23:36:30.547713 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa3358a-be33-467d-a116-8a7bc32347a2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Router 52418e42-9235-4f88-8b97-667815ae8d14 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:36:30.833596 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa3358a-be33-467d-a116-8a7bc32347a2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:36:30.846714 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784e159e-a937-49ba-b9aa-3ea1d537e605 None None] Sync routers for ids ['52418e42-9235-4f88-8b97-667815ae8d14'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:36:30.858095 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6fa3358a-be33-467d-a116-8a7bc32347a2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:30.860379 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784e159e-a937-49ba-b9aa-3ea1d537e605 None None] Routers {'52418e42-9235-4f88-8b97-667815ae8d14'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:36:30.861038 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-784e159e-a937-49ba-b9aa-3ea1d537e605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:36:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['52418e42-9235-4f88-8b97-667815ae8d14'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:36:30.915181 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6fa3358a-be33-467d-a116-8a7bc32347a2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3970964 May 03 23:36:30.915892 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4c936f-1e2a-428f-958a-2cb1610e1229', 'tag': 'd7c9c825-e816-44b0-aa18-dcbc650db2b5'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:36:30.960554 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74795159-6393-48f8-824d-b89583e7520f'] response: {'name': 'network-changed', 'server_uuid': '2c4c936f-1e2a-428f-958a-2cb1610e1229', 'tag': 'd7c9c825-e816-44b0-aa18-dcbc650db2b5', 'status': 'completed', 'code': 200} May 03 23:36:31.032423 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-784e159e-a937-49ba-b9aa-3ea1d537e605 None None] Set router 52418e42-9235-4f88-8b97-667815ae8d14 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:36:31.051905 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f2140-4cf2-4354-b63e-8cb80facdfcf req-1802ba13-80c6-40af-92d8-9c4065e332b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:36:31.053924 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-382f2140-4cf2-4354-b63e-8cb80facdfcf req-1802ba13-80c6-40af-92d8-9c4065e332b6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ef6e0070c82c403eb0b2fa41cc13a74a&device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 1096 time: 0.0721638 May 03 23:36:31.186653 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f2140-4cf2-4354-b63e-8cb80facdfcf req-b0da31e9-959d-406e-8ee8-b39933574f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:36:31.188093 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-382f2140-4cf2-4354-b63e-8cb80facdfcf req-b0da31e9-959d-406e-8ee8-b39933574f98 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e400114c-7b96-4439-a2fa-728a1d018e7f HTTP/1.1" status: 200 len: 909 time: 0.1282866 May 03 23:36:31.297539 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-382f2140-4cf2-4354-b63e-8cb80facdfcf req-68c83fad-4072-4020-9b7c-89b602fffb03 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7c9c825-e816-44b0-aa18-dcbc650db2b5 HTTP/1.1" status: 200 len: 999 time: 0.1025555 May 03 23:36:31.358051 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f2140-4cf2-4354-b63e-8cb80facdfcf req-a93dcb2d-eaa9-4fdb-b578-6e852517cf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:36:31.359562 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-382f2140-4cf2-4354-b63e-8cb80facdfcf req-a93dcb2d-eaa9-4fdb-b578-6e852517cf8e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f6f58dd3-e0ec-48ae-a1d3-c35654a7da38 HTTP/1.1" status: 200 len: 847 time: 0.0563512 May 03 23:36:31.440226 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f2140-4cf2-4354-b63e-8cb80facdfcf req-ad75a83b-810c-4c10-acca-8b9053e39d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:36:31.441610 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-382f2140-4cf2-4354-b63e-8cb80facdfcf req-ad75a83b-810c-4c10-acca-8b9053e39d28 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e400114c-7b96-4439-a2fa-728a1d018e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736010 May 03 23:36:31.573661 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-382f2140-4cf2-4354-b63e-8cb80facdfcf req-5d323de4-622f-4307-882e-5c5a062ebda3 service neutron] 10.222.0.67 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261978 May 03 23:36:31.579656 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-784e159e-a937-49ba-b9aa-3ea1d537e605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52418e42-9235-4f88-8b97-667815ae8d14', 'name': 'tempest-TestShelveInstance-414357363-router', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '679605e7-006c-40c9-b1f3-606bd303d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:36:00Z', 'updated_at': '2022-05-03T23:36:04Z', 'revision_number': 4, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'gw_port': {'id': '679605e7-006c-40c9-b1f3-606bd303d29c', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:01Z', 'updated_at': '2022-05-03T23:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'f82b1d5e-286c-4183-b4b5-29379b3be327', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'floating_ip_address': '172.25.2.142', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'port_id': 'd7c9c825-e816-44b0-aa18-dcbc650db2b5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f', 'mac_address': 'fa:16:3e:01:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c936f-1e2a-428f-958a-2cb1610e1229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:36:29Z', 'updated_at': '2022-05-03T23:36:29Z', 'revision_number': 0, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e657f7d-17da-40e6-ba1c-1f71b764114f', 'name': '', 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'mac_address': 'fa:16:3e:5a:6b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'f6f58dd3-e0ec-48ae-a1d3-c35654a7da38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:03Z', 'updated_at': '2022-05-03T23:36:10Z', 'revision_number': 5, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'subnets': [{'id': 'f6f58dd3-e0ec-48ae-a1d3-c35654a7da38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:36:31.583702 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784e159e-a937-49ba-b9aa-3ea1d537e605 None None] Checking router: 52418e42-9235-4f88-8b97-667815ae8d14 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:36:31.592403 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784e159e-a937-49ba-b9aa-3ea1d537e605 None None] Routers {'52418e42-9235-4f88-8b97-667815ae8d14'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:36:31.592995 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-784e159e-a937-49ba-b9aa-3ea1d537e605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:36:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['52418e42-9235-4f88-8b97-667815ae8d14'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:36:31.703003 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-382f2140-4cf2-4354-b63e-8cb80facdfcf req-f3723830-0650-4a8e-a9f0-93559f364173 service neutron] 10.222.0.67 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231244 May 03 23:36:31.766267 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-784e159e-a937-49ba-b9aa-3ea1d537e605 None None] Set router 52418e42-9235-4f88-8b97-667815ae8d14 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:36:32.104640 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-784e159e-a937-49ba-b9aa-3ea1d537e605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52418e42-9235-4f88-8b97-667815ae8d14', 'name': 'tempest-TestShelveInstance-414357363-router', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '679605e7-006c-40c9-b1f3-606bd303d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:36:00Z', 'updated_at': '2022-05-03T23:36:04Z', 'revision_number': 4, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'gw_port': {'id': '679605e7-006c-40c9-b1f3-606bd303d29c', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:01Z', 'updated_at': '2022-05-03T23:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'f82b1d5e-286c-4183-b4b5-29379b3be327', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'floating_ip_address': '172.25.2.142', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'port_id': 'd7c9c825-e816-44b0-aa18-dcbc650db2b5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f', 'mac_address': 'fa:16:3e:01:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c936f-1e2a-428f-958a-2cb1610e1229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:36:29Z', 'updated_at': '2022-05-03T23:36:29Z', 'revision_number': 0, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e657f7d-17da-40e6-ba1c-1f71b764114f', 'name': '', 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'mac_address': 'fa:16:3e:5a:6b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'f6f58dd3-e0ec-48ae-a1d3-c35654a7da38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:03Z', 'updated_at': '2022-05-03T23:36:10Z', 'revision_number': 5, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'subnets': [{'id': 'f6f58dd3-e0ec-48ae-a1d3-c35654a7da38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:36:32.108469 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784e159e-a937-49ba-b9aa-3ea1d537e605 None None] The sync data for ids ['52418e42-9235-4f88-8b97-667815ae8d14'] in n-d-811807-1 is: [{'id': '52418e42-9235-4f88-8b97-667815ae8d14', 'name': 'tempest-TestShelveInstance-414357363-router', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '679605e7-006c-40c9-b1f3-606bd303d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:36:00Z', 'updated_at': '2022-05-03T23:36:04Z', 'revision_number': 4, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'gw_port': {'id': '679605e7-006c-40c9-b1f3-606bd303d29c', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:01Z', 'updated_at': '2022-05-03T23:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'f82b1d5e-286c-4183-b4b5-29379b3be327', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'floating_ip_address': '172.25.2.142', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'port_id': 'd7c9c825-e816-44b0-aa18-dcbc650db2b5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f', 'mac_address': 'fa:16:3e:01:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c936f-1e2a-428f-958a-2cb1610e1229', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:36:29Z', 'updated_at': '2022-05-03T23:36:29Z', 'revision_number': 0, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e657f7d-17da-40e6-ba1c-1f71b764114f', 'name': '', 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'mac_address': 'fa:16:3e:5a:6b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'f6f58dd3-e0ec-48ae-a1d3-c35654a7da38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:03Z', 'updated_at': '2022-05-03T23:36:10Z', 'revision_number': 5, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'subnets': [{'id': 'f6f58dd3-e0ec-48ae-a1d3-c35654a7da38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:36:32.302824 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe67bd9-6724-4dc6-b3ea-7be794ceaa97 None None] New status for floating IP f82b1d5e-286c-4183-b4b5-29379b3be327: ACTIVE {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:36:53.082171 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-141bc314-efed-4bba-908d-cfb11feca9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:55.105060 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:55.651609 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-944b82d4-a2c4-43a0-adc4-7f7d3b435dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:56.487961 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:56.555300 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:57.872353 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:36:58.575585 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:37:05.233800 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:37:16.981978 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3de99e97-4f12-4085-a6fb-078d629e011a req-fce8c69c-c428-46cf-83d5-5275e4d977da service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0675983 May 03 23:37:17.138408 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de99e97-4f12-4085-a6fb-078d629e011a req-366db63b-8a0b-4f41-a321-898afb1a6fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:37:17.139840 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3de99e97-4f12-4085-a6fb-078d629e011a req-366db63b-8a0b-4f41-a321-898afb1a6fce service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ef6e0070c82c403eb0b2fa41cc13a74a&device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 1096 time: 0.0726960 May 03 23:37:17.281117 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de99e97-4f12-4085-a6fb-078d629e011a req-d9dd9d3e-96a0-45eb-99c4-4c2f849a27fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:37:17.282464 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3de99e97-4f12-4085-a6fb-078d629e011a req-d9dd9d3e-96a0-45eb-99c4-4c2f849a27fc service neutron] 10.222.0.67 "GET /v2.0/networks?id=e400114c-7b96-4439-a2fa-728a1d018e7f HTTP/1.1" status: 200 len: 909 time: 0.1237097 May 03 23:37:17.383915 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3de99e97-4f12-4085-a6fb-078d629e011a req-42ff09e5-a976-4425-aa06-885544d37cfd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7c9c825-e816-44b0-aa18-dcbc650db2b5 HTTP/1.1" status: 200 len: 1001 time: 0.0952597 May 03 23:37:17.448726 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de99e97-4f12-4085-a6fb-078d629e011a req-9fa807c4-a880-472b-a04d-c9a65796b22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:37:17.450141 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3de99e97-4f12-4085-a6fb-078d629e011a req-9fa807c4-a880-472b-a04d-c9a65796b22e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f6f58dd3-e0ec-48ae-a1d3-c35654a7da38 HTTP/1.1" status: 200 len: 847 time: 0.0607302 May 03 23:37:17.523281 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de99e97-4f12-4085-a6fb-078d629e011a req-246c9d8d-4358-491f-a6c7-aa0bb60c4864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:37:17.524747 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3de99e97-4f12-4085-a6fb-078d629e011a req-246c9d8d-4358-491f-a6c7-aa0bb60c4864 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e400114c-7b96-4439-a2fa-728a1d018e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686195 May 03 23:37:17.757708 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3de99e97-4f12-4085-a6fb-078d629e011a req-3d75bbbf-eb31-4958-af96-cbfc84672787 service neutron] 10.222.0.67 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266302 May 03 23:37:17.885110 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3de99e97-4f12-4085-a6fb-078d629e011a req-56e8a2c8-858c-41a0-b9d2-74e6566dc743 service neutron] 10.222.0.67 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211388 May 03 23:37:23.084006 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-73b19f0e-e4d5-415b-9b29-2d30b0664ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:37:25.120327 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:37:25.653153 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d0ee75bc-6368-4d56-ad41-88d94fce30a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:37:26.489645 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:37:26.557887 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:37:27.873226 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:37:28.569168 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:37:42.232815 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:37:53.084905 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fe773236-b099-4a4d-9fc8-9c75d4268587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:37:55.113512 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:37:55.658180 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3af827fa-4c66-4de6-86df-6245936d9aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:37:56.492604 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:37:56.559730 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:37:57.876769 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:37:58.562410 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:38:16.971541 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-faf42b9a-3d3d-4a13-9f6a-f1b935e2e75d req-d340211a-dc1a-4abe-a2f3-8686f415af04 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0719230 May 03 23:38:17.107632 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf42b9a-3d3d-4a13-9f6a-f1b935e2e75d req-c9209eb3-3ae5-4511-b899-22b0e6531bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:38:17.109090 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-faf42b9a-3d3d-4a13-9f6a-f1b935e2e75d req-c9209eb3-3ae5-4511-b899-22b0e6531bee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ef6e0070c82c403eb0b2fa41cc13a74a&device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 1096 time: 0.0696509 May 03 23:38:17.252268 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf42b9a-3d3d-4a13-9f6a-f1b935e2e75d req-a559c1f5-a45d-43c3-b703-dd18efb92a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:38:17.253629 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-faf42b9a-3d3d-4a13-9f6a-f1b935e2e75d req-a559c1f5-a45d-43c3-b703-dd18efb92a4d service neutron] 10.222.0.67 "GET /v2.0/networks?id=e400114c-7b96-4439-a2fa-728a1d018e7f HTTP/1.1" status: 200 len: 909 time: 0.1255293 May 03 23:38:17.356143 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-faf42b9a-3d3d-4a13-9f6a-f1b935e2e75d req-c3f5e932-2bbf-43f1-808f-d6fd8117ecb8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7c9c825-e816-44b0-aa18-dcbc650db2b5 HTTP/1.1" status: 200 len: 1001 time: 0.0957644 May 03 23:38:17.419188 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf42b9a-3d3d-4a13-9f6a-f1b935e2e75d req-4e28866b-0198-452f-ae42-cbb928dd0b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:38:17.420609 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-faf42b9a-3d3d-4a13-9f6a-f1b935e2e75d req-4e28866b-0198-452f-ae42-cbb928dd0b3d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f6f58dd3-e0ec-48ae-a1d3-c35654a7da38 HTTP/1.1" status: 200 len: 847 time: 0.0573142 May 03 23:38:17.499425 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf42b9a-3d3d-4a13-9f6a-f1b935e2e75d req-0720a843-d79d-40dd-9737-81f722ffce6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:38:17.500893 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-faf42b9a-3d3d-4a13-9f6a-f1b935e2e75d req-0720a843-d79d-40dd-9737-81f722ffce6a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e400114c-7b96-4439-a2fa-728a1d018e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744252 May 03 23:38:17.631551 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-faf42b9a-3d3d-4a13-9f6a-f1b935e2e75d req-e2bd1504-636d-4ceb-9a74-17ae14fe8be3 service neutron] 10.222.0.67 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234775 May 03 23:38:17.760403 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-faf42b9a-3d3d-4a13-9f6a-f1b935e2e75d req-ad7eda96-57f1-4148-b350-cea4b1b932c8 service neutron] 10.222.0.67 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231985 May 03 23:38:19.232075 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:38:23.086759 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ada200f1-c116-401e-9120-7d1b74cef383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:38:25.131603 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:38:25.659160 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6e49ad39-5793-4319-937f-d619bf896691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:38:26.494586 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:38:26.561556 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:38:27.878617 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:38:28.578929 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:38:53.089013 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f1767ea9-8a78-441b-a919-c77243c0628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:38:55.133836 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:38:55.660745 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f28ceb91-7089-4644-81b6-cf1dcf3f4fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:38:56.230765 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:38:56.497165 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:38:56.565410 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:38:57.880685 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:38:58.171583 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5dd00-6231-41ad-a1d4-8b73ca010cf9 req-e7334189-5a1b-48c1-8dbb-9d9978ed64be tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:38:58.173017 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-09b5dd00-6231-41ad-a1d4-8b73ca010cf9 req-e7334189-5a1b-48c1-8dbb-9d9978ed64be tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 945 time: 0.1250656 May 03 23:38:58.215989 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-09b5dd00-6231-41ad-a1d4-8b73ca010cf9 req-72e3e72a-937b-4c45-bff8-28438b56ff33 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365961 May 03 23:38:58.586341 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:38:59.415625 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9bf2a-904b-487a-9d48-fad945a21069 req-c3d507d5-aa13-42fa-a3b2-f8d6e45e7bc8 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:38:59.417065 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-30f9bf2a-904b-487a-9d48-fad945a21069 req-c3d507d5-aa13-42fa-a3b2-f8d6e45e7bc8 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 945 time: 0.0875602 May 03 23:38:59.460087 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-30f9bf2a-904b-487a-9d48-fad945a21069 req-2d776444-05df-4377-87d5-8c8b0175261d tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373034 May 03 23:39:00.646114 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5aecfe-79e6-44ec-9c45-636d3e500c1f req-e77e07cc-ac4c-4868-b7d5-310dffb2522c tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:00.648066 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2d5aecfe-79e6-44ec-9c45-636d3e500c1f req-e77e07cc-ac4c-4868-b7d5-310dffb2522c tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 945 time: 0.0779598 May 03 23:39:00.694147 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2d5aecfe-79e6-44ec-9c45-636d3e500c1f req-b4ba56dc-1a2e-4cc0-b26d-fc36fa92463f tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402133 May 03 23:39:01.875123 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20734c-a103-4df7-9412-4185299c13db req-34290925-c144-41d6-b9ed-2d86dcad5208 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:01.876477 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f20734c-a103-4df7-9412-4185299c13db req-34290925-c144-41d6-b9ed-2d86dcad5208 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 945 time: 0.0797713 May 03 23:39:01.919346 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f20734c-a103-4df7-9412-4185299c13db req-cd621e81-1e5a-428c-9ef5-be8a28567a31 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372918 May 03 23:39:03.102855 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb775504-6a49-4f5a-aeae-fbc76e893ede req-00fec8b5-1896-4dbc-92ce-cca7ce11a01f tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:03.104296 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fb775504-6a49-4f5a-aeae-fbc76e893ede req-00fec8b5-1896-4dbc-92ce-cca7ce11a01f tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 945 time: 0.0826945 May 03 23:39:03.147307 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fb775504-6a49-4f5a-aeae-fbc76e893ede req-e9c980b7-491f-4dd7-a5fe-b67fc6c0886a tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374689 May 03 23:39:04.328289 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb98e05-7f45-4321-b303-c6052220852d req-e7bc4003-386d-43e9-8043-40d9cba1ea78 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:04.329650 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5bb98e05-7f45-4321-b303-c6052220852d req-e7bc4003-386d-43e9-8043-40d9cba1ea78 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 945 time: 0.0794220 May 03 23:39:04.371497 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5bb98e05-7f45-4321-b303-c6052220852d req-c503fc4b-eab7-4e0f-b900-d8f4e8ace506 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363407 May 03 23:39:05.558032 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff750927-96e9-4ee3-a3c7-b4112dd43e98 req-18e2b7d6-8050-4d24-91d3-7543842a5c67 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:05.559466 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ff750927-96e9-4ee3-a3c7-b4112dd43e98 req-18e2b7d6-8050-4d24-91d3-7543842a5c67 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 945 time: 0.0818400 May 03 23:39:05.602997 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ff750927-96e9-4ee3-a3c7-b4112dd43e98 req-f99555d3-740e-4f3b-a228-e2dedd07117c tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379858 May 03 23:39:06.789229 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620cac8-4b46-45b2-9c81-06f89b1eff3d req-764e84c4-1003-4d0b-a769-7cef87b66a5b tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:06.790732 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e620cac8-4b46-45b2-9c81-06f89b1eff3d req-764e84c4-1003-4d0b-a769-7cef87b66a5b tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 945 time: 0.0785418 May 03 23:39:06.838000 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e620cac8-4b46-45b2-9c81-06f89b1eff3d req-2a9c3e55-0f1c-4219-835b-c8d7565fbb02 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417731 May 03 23:39:08.018958 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ac52f-2161-4d19-88d4-74fce8d298c4 req-18488fc0-5700-4ae6-be2f-cb04086a9b92 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:08.020402 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a65ac52f-2161-4d19-88d4-74fce8d298c4 req-18488fc0-5700-4ae6-be2f-cb04086a9b92 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 945 time: 0.0801415 May 03 23:39:08.063076 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a65ac52f-2161-4d19-88d4-74fce8d298c4 req-ff699ebb-fe64-484a-a62e-a7c7126bc962 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371323 May 03 23:39:09.246667 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b03fa4-51a3-438e-b377-42e4dfd03e9f req-f0dababb-e4f2-4f13-8f73-9988b1c590b9 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:09.248096 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61b03fa4-51a3-438e-b377-42e4dfd03e9f req-f0dababb-e4f2-4f13-8f73-9988b1c590b9 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 945 time: 0.0825779 May 03 23:39:09.392293 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-61b03fa4-51a3-438e-b377-42e4dfd03e9f req-703edd64-1969-4b67-b35d-97afc883ae86 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385746 May 03 23:39:10.572402 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798f173-8e6b-481c-a8ae-38068cab76de req-99d81589-e003-4b3e-8128-feec045c4c58 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:10.573873 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0798f173-8e6b-481c-a8ae-38068cab76de req-99d81589-e003-4b3e-8128-feec045c4c58 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 945 time: 0.0794902 May 03 23:39:10.616968 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0798f173-8e6b-481c-a8ae-38068cab76de req-285b5703-46c5-4c97-a176-304bb247935f tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374417 May 03 23:39:11.802234 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfb81d-5c68-4832-9f4e-ada88481038d req-347164cd-b392-4b78-a243-384eec55623e tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:11.803744 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8ebfb81d-5c68-4832-9f4e-ada88481038d req-347164cd-b392-4b78-a243-384eec55623e tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 945 time: 0.0803642 May 03 23:39:11.845885 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8ebfb81d-5c68-4832-9f4e-ada88481038d req-5b4d6b82-06d1-4244-b3d9-4577f6dda66c tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365295 May 03 23:39:13.027006 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77176192-337a-4fa5-8bf5-38f972697471 req-e0558838-1ecc-4d92-98ad-00f8d49eb02e tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:13.028425 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-77176192-337a-4fa5-8bf5-38f972697471 req-e0558838-1ecc-4d92-98ad-00f8d49eb02e tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 945 time: 0.0768328 May 03 23:39:13.075131 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-77176192-337a-4fa5-8bf5-38f972697471 req-d07835c0-3db3-4102-8f07-0ec81885a43c tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411215 May 03 23:39:14.260136 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622ba71-3982-4542-9dcf-bfe280ee6827 req-35a3b6f6-76b5-4a6b-9e9c-bb02b3b8c9aa tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:14.261495 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6622ba71-3982-4542-9dcf-bfe280ee6827 req-35a3b6f6-76b5-4a6b-9e9c-bb02b3b8c9aa tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 945 time: 0.0795248 May 03 23:39:14.305401 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6622ba71-3982-4542-9dcf-bfe280ee6827 req-2da0b0db-6e93-4f55-b7e7-39cdd797d686 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383370 May 03 23:39:15.492879 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd3621-a1fd-4f9d-8366-400786717398 req-9a3bcc31-a04f-49db-a97e-a50dc077263f tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:15.494352 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f1dd3621-a1fd-4f9d-8366-400786717398 req-9a3bcc31-a04f-49db-a97e-a50dc077263f tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 945 time: 0.0834374 May 03 23:39:15.537195 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f1dd3621-a1fd-4f9d-8366-400786717398 req-53b57c4b-213e-4cd4-9367-ac8b06954652 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373104 May 03 23:39:16.723095 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f267d-ab3c-4071-bb50-31546e3ff179 req-a60eaa9a-308c-499b-aa6c-64c65b773419 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:16.724538 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0e9f267d-ab3c-4071-bb50-31546e3ff179 req-a60eaa9a-308c-499b-aa6c-64c65b773419 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 945 time: 0.0819528 May 03 23:39:16.767094 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0e9f267d-ab3c-4071-bb50-31546e3ff179 req-234f6734-0223-4c1f-a60e-ccf9a776a8d9 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369248 May 03 23:39:17.805690 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device d7c9c825-e816-44b0-aa18-dcbc650db2b5 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:39:17.937024 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port d7c9c825-e816-44b0-aa18-dcbc650db2b5, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=d7c9c825-e816-44b0-aa18-dcbc650db2b5,segment=NetworkSegment(7b3bd0b7-5e5a-434f-a21a-91356f14f59f),segment_id=7b3bd0b7-5e5a-434f-a21a-91356f14f59f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:39:17.950782 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'd7c9c825-e816-44b0-aa18-dcbc650db2b5', 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f', 'port_id': 'd7c9c825-e816-44b0-aa18-dcbc650db2b5', 'mac_address': 'fa:16:3e:01:68:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f58dd3-e0ec-48ae-a1d3-c35654a7da38', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:39:17.954563 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d3944-97b3-4f29-96ff-1ea92a3aa039 req-2bfd4b75-941b-4354-b60e-e24a9f1108f1 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:17.956043 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-108d3944-97b3-4f29-96ff-1ea92a3aa039 req-2bfd4b75-941b-4354-b60e-e24a9f1108f1 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 945 time: 0.0851822 May 03 23:39:18.000731 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-108d3944-97b3-4f29-96ff-1ea92a3aa039 req-ea4c4267-a56c-4c16-a687-08ac28c98c79 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389614 May 03 23:39:18.006473 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:39:18.022793 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7c9c825-e816-44b0-aa18-dcbc650db2b5 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:39:18.037486 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port d7c9c825-e816-44b0-aa18-dcbc650db2b5, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=d7c9c825-e816-44b0-aa18-dcbc650db2b5,segment=NetworkSegment(7b3bd0b7-5e5a-434f-a21a-91356f14f59f),segment_id=7b3bd0b7-5e5a-434f-a21a-91356f14f59f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:39:18.041977 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:39:18.112106 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=d7c9c825-e816-44b0-aa18-dcbc650db2b5,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:39:18.120703 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['d7c9c825-e816-44b0-aa18-dcbc650db2b5'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:39:18.144086 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:39:18.144419 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:39:18.144749 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:39:18.145074 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:39:18.145397 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:39:18.145735 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:39:18.146072 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:39:18.146387 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:39:18.146720 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:39:18.147014 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:39:18.147327 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:39:18.147639 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:39:19.035058 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb5c09-5b21-4aa7-8885-f3049df4bf2d req-80a033fe-de9c-4d30-9c36-df818969e632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:19.036528 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5fdb5c09-5b21-4aa7-8885-f3049df4bf2d req-80a033fe-de9c-4d30-9c36-df818969e632 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ef6e0070c82c403eb0b2fa41cc13a74a&device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 1095 time: 0.0714555 May 03 23:39:19.232764 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb5c09-5b21-4aa7-8885-f3049df4bf2d req-06e011be-e965-4bb0-85ee-64fe0919a390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:19.234222 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5fdb5c09-5b21-4aa7-8885-f3049df4bf2d req-06e011be-e965-4bb0-85ee-64fe0919a390 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e400114c-7b96-4439-a2fa-728a1d018e7f HTTP/1.1" status: 200 len: 909 time: 0.1784706 May 03 23:39:19.322250 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbcc55-e929-4f1a-a593-4c42c0ac3abc req-8f245812-b7dd-4ac4-bf26-dc8adc358720 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:19.323590 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-28cbcc55-e929-4f1a-a593-4c42c0ac3abc req-8f245812-b7dd-4ac4-bf26-dc8adc358720 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 944 time: 0.1846876 May 03 23:39:19.371917 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5fdb5c09-5b21-4aa7-8885-f3049df4bf2d req-976dd0f3-136f-4c2a-8577-6369910d9203 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7c9c825-e816-44b0-aa18-dcbc650db2b5 HTTP/1.1" status: 200 len: 1000 time: 0.1300151 May 03 23:39:19.410453 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-28cbcc55-e929-4f1a-a593-4c42c0ac3abc req-d66314cb-18b6-426b-8da7-857dd6c92011 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811880 May 03 23:39:19.438869 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb5c09-5b21-4aa7-8885-f3049df4bf2d req-add536fc-dde1-4e94-9107-17ff98cc5f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:19.440271 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5fdb5c09-5b21-4aa7-8885-f3049df4bf2d req-add536fc-dde1-4e94-9107-17ff98cc5f45 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f6f58dd3-e0ec-48ae-a1d3-c35654a7da38 HTTP/1.1" status: 200 len: 847 time: 0.0625579 May 03 23:39:19.516095 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb5c09-5b21-4aa7-8885-f3049df4bf2d req-7a597b45-923a-4dfb-96bb-ef1de45065dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:19.517524 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5fdb5c09-5b21-4aa7-8885-f3049df4bf2d req-7a597b45-923a-4dfb-96bb-ef1de45065dd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e400114c-7b96-4439-a2fa-728a1d018e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707409 May 03 23:39:19.647696 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5fdb5c09-5b21-4aa7-8885-f3049df4bf2d req-c305a1a7-ac50-41e1-8379-7b904269e99f service neutron] 10.222.0.67 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226668 May 03 23:39:19.774367 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5fdb5c09-5b21-4aa7-8885-f3049df4bf2d req-99d5241f-08b9-4f04-a06f-87a8bf2de10e service neutron] 10.222.0.67 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206343 May 03 23:39:19.813252 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device d7c9c825-e816-44b0-aa18-dcbc650db2b5 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:39:19.883897 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port d7c9c825-e816-44b0-aa18-dcbc650db2b5 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:39:19.884172 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:39:20.003811 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:39:20.035771 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4c936f-1e2a-428f-958a-2cb1610e1229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c9c825-e816-44b0-aa18-dcbc650db2b5'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:39:20.046695 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port d7c9c825-e816-44b0-aa18-dcbc650db2b5, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=d7c9c825-e816-44b0-aa18-dcbc650db2b5,segment=NetworkSegment(7b3bd0b7-5e5a-434f-a21a-91356f14f59f),segment_id=7b3bd0b7-5e5a-434f-a21a-91356f14f59f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:39:20.052182 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:39:20.119489 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=d7c9c825-e816-44b0-aa18-dcbc650db2b5,revision_number=7']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:39:20.599063 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27719c3b-a8ab-42d2-957d-6d18698306c0 req-a16f7f06-9c89-4378-aa7c-b4042211a7d4 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:20.600265 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-27719c3b-a8ab-42d2-957d-6d18698306c0 req-a16f7f06-9c89-4378-aa7c-b4042211a7d4 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 945 time: 0.0817661 May 03 23:39:20.660694 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-27719c3b-a8ab-42d2-957d-6d18698306c0 req-e2e4743d-61bf-4742-817e-4c62b5b0e311 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524309 May 03 23:39:21.094010 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdb4801f-c9a8-4007-9514-21b0e3218911'] response: {'server_uuid': '2c4c936f-1e2a-428f-958a-2cb1610e1229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c9c825-e816-44b0-aa18-dcbc650db2b5', 'code': 200} May 03 23:39:21.957396 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e0948-97be-43b7-9b82-484868c94dc3 req-5af13260-6200-42d9-b0a2-d9f6055bfb12 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:21.958945 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f37e0948-97be-43b7-9b82-484868c94dc3 req-5af13260-6200-42d9-b0a2-d9f6055bfb12 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 945 time: 0.1978221 May 03 23:39:22.004597 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f37e0948-97be-43b7-9b82-484868c94dc3 req-c698a9b9-8725-43b6-9184-ade2cb3d80c9 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387173 May 03 23:39:23.121897 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d08e92a2-65f4-4ac9-be9e-bd58a63d1d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:39:23.248847 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e8cdb-4f12-43c0-91d2-b88f1ba42036 req-fa8e2590-7fcc-4e92-86d1-3e9f043a53b9 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:23.249820 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7a0e8cdb-4f12-43c0-91d2-b88f1ba42036 req-fa8e2590-7fcc-4e92-86d1-3e9f043a53b9 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 945 time: 0.0905724 May 03 23:39:23.306671 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7a0e8cdb-4f12-43c0-91d2-b88f1ba42036 req-ea5aab12-2cca-435a-a17d-c9f397907ac4 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438354 May 03 23:39:24.508711 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1538f69-206d-4547-aa14-2fad7bd9dbab req-54768a90-0240-422e-bf2c-51fca5b5e99b tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:24.510334 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d1538f69-206d-4547-aa14-2fad7bd9dbab req-54768a90-0240-422e-bf2c-51fca5b5e99b tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 945 time: 0.0861449 May 03 23:39:24.561151 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d1538f69-206d-4547-aa14-2fad7bd9dbab req-899f28b9-7861-4ae2-b76c-0476f17ff556 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452542 May 03 23:39:25.137160 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:39:25.667909 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b15586ad-41ed-4ca9-be31-6c829a3f74bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:39:25.765618 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbc12f-274d-4b6b-9a07-8cbce6d5f999 req-d69959fd-0899-4594-b544-eb96cd51cad0 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:25.767272 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e9dbc12f-274d-4b6b-9a07-8cbce6d5f999 req-d69959fd-0899-4594-b544-eb96cd51cad0 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 945 time: 0.0878758 May 03 23:39:25.817776 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e9dbc12f-274d-4b6b-9a07-8cbce6d5f999 req-fc8055b0-acbc-414f-9563-5a184fa83c46 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441990 May 03 23:39:26.502481 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:39:26.571878 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:39:27.040039 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65fdd4-ea7e-4a24-a599-a83d2b02d2f8 req-c99a87b2-8951-48a5-8e1d-14d9443bc573 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:27.041627 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f65fdd4-ea7e-4a24-a599-a83d2b02d2f8 req-c99a87b2-8951-48a5-8e1d-14d9443bc573 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 945 time: 0.0845935 May 03 23:39:27.089605 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4f65fdd4-ea7e-4a24-a599-a83d2b02d2f8 req-9e3e1def-5824-45e6-809e-6fc5bab83fb4 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415890 May 03 23:39:27.886192 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:39:28.284596 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d4b30-8157-4f2d-baaa-f992fa39bf4d req-d17c39f9-b0a7-4e45-bd1b-93bf3d2efcc2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:28.286210 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f7d4b30-8157-4f2d-baaa-f992fa39bf4d req-d17c39f9-b0a7-4e45-bd1b-93bf3d2efcc2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 945 time: 0.0884948 May 03 23:39:28.335877 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0f7d4b30-8157-4f2d-baaa-f992fa39bf4d req-79d21461-811f-48f8-a8d5-16a2a3e54c57 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437422 May 03 23:39:28.587662 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:39:29.521142 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266b643-3c3c-4d9a-ba41-6330fcf10d09 req-52ffc3dd-195a-4925-89dd-0ff5fd26b07d tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:29.522682 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e266b643-3c3c-4d9a-ba41-6330fcf10d09 req-52ffc3dd-195a-4925-89dd-0ff5fd26b07d tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 945 time: 0.0811415 May 03 23:39:29.571064 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e266b643-3c3c-4d9a-ba41-6330fcf10d09 req-38753ca6-074f-4c1b-b2f0-7e9b9746121a tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421677 May 03 23:39:30.441385 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c5f95-428f-411b-907c-e8e635a1759d req-267727d6-7d7a-46fb-8ce7-6bc1cd7bcdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:30.442857 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b09c5f95-428f-411b-907c-e8e635a1759d req-267727d6-7d7a-46fb-8ce7-6bc1cd7bcdd7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ef6e0070c82c403eb0b2fa41cc13a74a&device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 1096 time: 0.0697372 May 03 23:39:30.572634 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c5f95-428f-411b-907c-e8e635a1759d req-b4c49deb-34d0-4ac6-942a-f93a74f70110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:30.574104 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b09c5f95-428f-411b-907c-e8e635a1759d req-b4c49deb-34d0-4ac6-942a-f93a74f70110 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e400114c-7b96-4439-a2fa-728a1d018e7f HTTP/1.1" status: 200 len: 909 time: 0.1249080 May 03 23:39:30.676962 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b09c5f95-428f-411b-907c-e8e635a1759d req-fe2df5d8-8ae2-4278-a074-872001ce0ff3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7c9c825-e816-44b0-aa18-dcbc650db2b5 HTTP/1.1" status: 200 len: 1001 time: 0.0965066 May 03 23:39:30.787475 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c5f95-428f-411b-907c-e8e635a1759d req-6e61303f-a6c4-40f5-9063-f6d809324c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:30.788792 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b09c5f95-428f-411b-907c-e8e635a1759d req-6e61303f-a6c4-40f5-9063-f6d809324c66 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f6f58dd3-e0ec-48ae-a1d3-c35654a7da38 HTTP/1.1" status: 200 len: 847 time: 0.0770960 May 03 23:39:30.856437 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f859a-8254-4c8b-aade-4e00afc5ca53 req-7d714444-e078-4293-95f0-df7a9f4f7b91 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:30.857868 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-867f859a-8254-4c8b-aade-4e00afc5ca53 req-7d714444-e078-4293-95f0-df7a9f4f7b91 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 945 time: 0.1776721 May 03 23:39:30.910850 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c5f95-428f-411b-907c-e8e635a1759d req-9af7b055-8631-48d9-83e2-264cc132e408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:30.912446 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b09c5f95-428f-411b-907c-e8e635a1759d req-9af7b055-8631-48d9-83e2-264cc132e408 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e400114c-7b96-4439-a2fa-728a1d018e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165636 May 03 23:39:30.915204 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-867f859a-8254-4c8b-aade-4e00afc5ca53 req-c0a3b160-08a2-4608-9f24-07c250b503cf tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505502 May 03 23:39:31.047088 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b09c5f95-428f-411b-907c-e8e635a1759d req-9759b6e3-e7b2-41c8-a613-ef71c486f52d service neutron] 10.222.0.67 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281509 May 03 23:39:31.174147 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b09c5f95-428f-411b-907c-e8e635a1759d req-af47b0f4-78e4-43b8-b78b-2430a68de28c service neutron] 10.222.0.67 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209993 May 03 23:39:32.101461 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737164b6-5c0d-44f0-a57f-b8953e0a83e6 req-a720e9ef-4798-46ba-b3b8-e7a7f40d3a8d tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:32.102919 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-737164b6-5c0d-44f0-a57f-b8953e0a83e6 req-a720e9ef-4798-46ba-b3b8-e7a7f40d3a8d tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 945 time: 0.0778699 May 03 23:39:32.153000 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-737164b6-5c0d-44f0-a57f-b8953e0a83e6 req-187512c7-4cfc-4195-80b4-cfd7a01ab8cc tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435658 May 03 23:39:33.229038 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:39:33.449023 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7da223-6c9c-4b4f-9b9b-04b87cea3875 req-ccdde039-555a-4799-b97f-1abd34b95005 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:33.450415 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0a7da223-6c9c-4b4f-9b9b-04b87cea3875 req-ccdde039-555a-4799-b97f-1abd34b95005 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 945 time: 0.1895049 May 03 23:39:33.493156 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0a7da223-6c9c-4b4f-9b9b-04b87cea3875 req-49674ba3-f2a1-434a-9923-27533b0e3a7b tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370078 May 03 23:39:33.842212 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1660be-9590-4e1c-9cab-e161128f8ab4 req-986f793e-be04-4a61-a8b9-fa972fb4f214 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:33.843677 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8e1660be-9590-4e1c-9cab-e161128f8ab4 req-986f793e-be04-4a61-a8b9-fa972fb4f214 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 945 time: 0.0813005 May 03 23:39:33.888016 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8e1660be-9590-4e1c-9cab-e161128f8ab4 req-5551efd0-f19d-4c5f-92ed-b99c9d9ab2f1 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387528 May 03 23:39:33.888519 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device d7c9c825-e816-44b0-aa18-dcbc650db2b5 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:39:34.002238 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-44b9c4cc-2e93-4948-874e-10a4ae25784c req-b9493368-a364-4473-aff3-05bdaa3376ca service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1170824 May 03 23:39:34.009469 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:39:34.036624 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4c936f-1e2a-428f-958a-2cb1610e1229', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7c9c825-e816-44b0-aa18-dcbc650db2b5'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:39:34.047968 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port d7c9c825-e816-44b0-aa18-dcbc650db2b5, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=d7c9c825-e816-44b0-aa18-dcbc650db2b5,segment=NetworkSegment(7b3bd0b7-5e5a-434f-a21a-91356f14f59f),segment_id=7b3bd0b7-5e5a-434f-a21a-91356f14f59f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:39:34.052392 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:39:34.090381 n-d-811807-1 neutron-server[88071]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a3a7ee17-ae8f-4d9b-9f22-4685b313a75d']: {'server_uuid': '2c4c936f-1e2a-428f-958a-2cb1610e1229', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd7c9c825-e816-44b0-aa18-dcbc650db2b5', 'code': 422} returned with failed status May 03 23:39:34.121996 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=d7c9c825-e816-44b0-aa18-dcbc650db2b5,revision_number=8']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:39:34.954278 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9c4cc-2e93-4948-874e-10a4ae25784c req-9039e768-cd93-4280-8e95-064bac58be2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:34.955751 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-44b9c4cc-2e93-4948-874e-10a4ae25784c req-9039e768-cd93-4280-8e95-064bac58be2c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229&tenant_id=ef6e0070c82c403eb0b2fa41cc13a74a HTTP/1.1" status: 200 len: 1094 time: 0.0737634 May 03 23:39:34.967912 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-44b9c4cc-2e93-4948-874e-10a4ae25784c req-eadcade3-9bd2-4d6c-8966-2af75776ae41 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811807-1', 'device_owner': 'compute:nova'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:39:35.077998 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-44b9c4cc-2e93-4948-874e-10a4ae25784c req-eadcade3-9bd2-4d6c-8966-2af75776ae41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:39:35.079435 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34025268-5038-42ed-b3c3-e8b33760556f req-20445d9e-1504-4218-86eb-d397ab857bca tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:35.080908 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-34025268-5038-42ed-b3c3-e8b33760556f req-20445d9e-1504-4218-86eb-d397ab857bca tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 943 time: 0.0821841 May 03 23:39:35.124931 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-34025268-5038-42ed-b3c3-e8b33760556f req-b12cbe2b-21e4-47e4-b746-3f40cdb421f3 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377612 May 03 23:39:35.342169 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-44b9c4cc-2e93-4948-874e-10a4ae25784c req-eadcade3-9bd2-4d6c-8966-2af75776ae41 service neutron] For port d7c9c825-e816-44b0-aa18-dcbc650db2b5, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=d7c9c825-e816-44b0-aa18-dcbc650db2b5,segment=NetworkSegment(7b3bd0b7-5e5a-434f-a21a-91356f14f59f),segment_id=7b3bd0b7-5e5a-434f-a21a-91356f14f59f)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:39:35.376070 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-44b9c4cc-2e93-4948-874e-10a4ae25784c req-eadcade3-9bd2-4d6c-8966-2af75776ae41 service neutron] For port d7c9c825-e816-44b0-aa18-dcbc650db2b5, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:39:35.425560 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-44b9c4cc-2e93-4948-874e-10a4ae25784c req-eadcade3-9bd2-4d6c-8966-2af75776ae41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7c9c825-e816-44b0-aa18-dcbc650db2b5 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:39:35.432801 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-44b9c4cc-2e93-4948-874e-10a4ae25784c req-eadcade3-9bd2-4d6c-8966-2af75776ae41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:39:35.446999 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-44b9c4cc-2e93-4948-874e-10a4ae25784c req-eadcade3-9bd2-4d6c-8966-2af75776ae41 service neutron] Transition to ACTIVE for port object d7c9c825-e816-44b0-aa18-dcbc650db2b5 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:39:35.450692 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-44b9c4cc-2e93-4948-874e-10a4ae25784c req-eadcade3-9bd2-4d6c-8966-2af75776ae41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:39:35.590793 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadcade3-9bd2-4d6c-8966-2af75776ae41 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c9c825-e816-44b0-aa18-dcbc650db2b5,revision_number=9']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:39:35.603241 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadcade3-9bd2-4d6c-8966-2af75776ae41 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:39:35.603589 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadcade3-9bd2-4d6c-8966-2af75776ae41 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:39:35.603925 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadcade3-9bd2-4d6c-8966-2af75776ae41 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:39:35.604255 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadcade3-9bd2-4d6c-8966-2af75776ae41 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:39:35.604583 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadcade3-9bd2-4d6c-8966-2af75776ae41 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:39:35.604908 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadcade3-9bd2-4d6c-8966-2af75776ae41 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:39:35.605231 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadcade3-9bd2-4d6c-8966-2af75776ae41 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:39:35.605551 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadcade3-9bd2-4d6c-8966-2af75776ae41 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:39:35.605919 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadcade3-9bd2-4d6c-8966-2af75776ae41 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:39:35.606210 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadcade3-9bd2-4d6c-8966-2af75776ae41 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:39:35.606531 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadcade3-9bd2-4d6c-8966-2af75776ae41 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:39:35.606848 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadcade3-9bd2-4d6c-8966-2af75776ae41 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:39:35.658617 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b9c4cc-2e93-4948-874e-10a4ae25784c req-eadcade3-9bd2-4d6c-8966-2af75776ae41 service neutron] No DVR routers for this DVR port d7c9c825-e816-44b0-aa18-dcbc650db2b5 on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:39:35.876991 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-44b9c4cc-2e93-4948-874e-10a4ae25784c req-eadcade3-9bd2-4d6c-8966-2af75776ae41 service neutron] Attempting to bind port d7c9c825-e816-44b0-aa18-dcbc650db2b5 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:39:35.877214 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-44b9c4cc-2e93-4948-874e-10a4ae25784c req-eadcade3-9bd2-4d6c-8966-2af75776ae41 service neutron] Attempting to bind port d7c9c825-e816-44b0-aa18-dcbc650db2b5 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '7b3bd0b7-5e5a-434f-a21a-91356f14f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:39:35.877525 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b9c4cc-2e93-4948-874e-10a4ae25784c req-eadcade3-9bd2-4d6c-8966-2af75776ae41 service neutron] Attempting to bind port d7c9c825-e816-44b0-aa18-dcbc650db2b5 on network e400114c-7b96-4439-a2fa-728a1d018e7f {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:39:35.882680 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b9c4cc-2e93-4948-874e-10a4ae25784c req-eadcade3-9bd2-4d6c-8966-2af75776ae41 service neutron] Port d7c9c825-e816-44b0-aa18-dcbc650db2b5 on network e400114c-7b96-4439-a2fa-728a1d018e7f not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:39:35.882999 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b9c4cc-2e93-4948-874e-10a4ae25784c req-eadcade3-9bd2-4d6c-8966-2af75776ae41 service neutron] Attempting to bind port d7c9c825-e816-44b0-aa18-dcbc650db2b5 on network e400114c-7b96-4439-a2fa-728a1d018e7f {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:39:35.887992 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b9c4cc-2e93-4948-874e-10a4ae25784c req-eadcade3-9bd2-4d6c-8966-2af75776ae41 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:39:35.888326 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b9c4cc-2e93-4948-874e-10a4ae25784c req-eadcade3-9bd2-4d6c-8966-2af75776ae41 service neutron] Checking segment: {'id': '7b3bd0b7-5e5a-434f-a21a-91356f14f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:39:35.888704 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b9c4cc-2e93-4948-874e-10a4ae25784c req-eadcade3-9bd2-4d6c-8966-2af75776ae41 service neutron] Bound using segment: {'id': '7b3bd0b7-5e5a-434f-a21a-91356f14f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:39:35.889121 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-44b9c4cc-2e93-4948-874e-10a4ae25784c req-eadcade3-9bd2-4d6c-8966-2af75776ae41 service neutron] Bound port: d7c9c825-e816-44b0-aa18-dcbc650db2b5, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3bd0b7-5e5a-434f-a21a-91356f14f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:39:35.889462 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-44b9c4cc-2e93-4948-874e-10a4ae25784c req-eadcade3-9bd2-4d6c-8966-2af75776ae41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:39:35.977121 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-44b9c4cc-2e93-4948-874e-10a4ae25784c req-eadcade3-9bd2-4d6c-8966-2af75776ae41 service neutron] For port d7c9c825-e816-44b0-aa18-dcbc650db2b5, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:39:35.980100 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-44b9c4cc-2e93-4948-874e-10a4ae25784c req-eadcade3-9bd2-4d6c-8966-2af75776ae41 service neutron] For port d7c9c825-e816-44b0-aa18-dcbc650db2b5, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=d7c9c825-e816-44b0-aa18-dcbc650db2b5,segment=NetworkSegment(7b3bd0b7-5e5a-434f-a21a-91356f14f59f),segment_id=7b3bd0b7-5e5a-434f-a21a-91356f14f59f)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:39:35.983596 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-44b9c4cc-2e93-4948-874e-10a4ae25784c req-eadcade3-9bd2-4d6c-8966-2af75776ae41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:39:36.047931 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9c4cc-2e93-4948-874e-10a4ae25784c req-eadcade3-9bd2-4d6c-8966-2af75776ae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:36.048532 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-44b9c4cc-2e93-4948-874e-10a4ae25784c req-eadcade3-9bd2-4d6c-8966-2af75776ae41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:39:36.049890 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-44b9c4cc-2e93-4948-874e-10a4ae25784c req-eadcade3-9bd2-4d6c-8966-2af75776ae41 service neutron] 10.222.0.60 "PUT /v2.0/ports/d7c9c825-e816-44b0-aa18-dcbc650db2b5 HTTP/1.1" status: 200 len: 1091 time: 1.0860116 May 03 23:39:36.050323 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4c936f-1e2a-428f-958a-2cb1610e1229', 'tag': 'd7c9c825-e816-44b0-aa18-dcbc650db2b5'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:39:36.070242 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadcade3-9bd2-4d6c-8966-2af75776ae41 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c9c825-e816-44b0-aa18-dcbc650db2b5,revision_number=10']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:39:36.108597 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83e4891c-27b8-4277-96ba-fe48c7878170'] response: {'name': 'network-changed', 'server_uuid': '2c4c936f-1e2a-428f-958a-2cb1610e1229', 'tag': 'd7c9c825-e816-44b0-aa18-dcbc650db2b5', 'status': 'completed', 'code': 200} May 03 23:39:36.143763 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9c4cc-2e93-4948-874e-10a4ae25784c req-651619d4-f900-46d6-92e3-9586c9c27d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:36.145273 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-44b9c4cc-2e93-4948-874e-10a4ae25784c req-651619d4-f900-46d6-92e3-9586c9c27d8f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ef6e0070c82c403eb0b2fa41cc13a74a&device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 1095 time: 0.0722482 May 03 23:39:36.318499 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb43ea-a393-4f0d-8593-5c0bcbd367bb req-3cf889c4-a2d8-4bc0-84a3-5c69ad8d1431 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:36.320011 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58eb43ea-a393-4f0d-8593-5c0bcbd367bb req-3cf889c4-a2d8-4bc0-84a3-5c69ad8d1431 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 944 time: 0.0820587 May 03 23:39:36.374037 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-58eb43ea-a393-4f0d-8593-5c0bcbd367bb req-abd6bcd7-29b6-4e28-a704-15ad3cf8ddd2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473526 May 03 23:39:36.397089 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9c4cc-2e93-4948-874e-10a4ae25784c req-d1467328-c647-4179-9dda-61290d927d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:36.399073 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-44b9c4cc-2e93-4948-874e-10a4ae25784c req-d1467328-c647-4179-9dda-61290d927d83 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e400114c-7b96-4439-a2fa-728a1d018e7f HTTP/1.1" status: 200 len: 909 time: 0.2477229 May 03 23:39:36.497738 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-44b9c4cc-2e93-4948-874e-10a4ae25784c req-c34d8a6e-0247-4020-bfe1-f3a80263e2da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7c9c825-e816-44b0-aa18-dcbc650db2b5 HTTP/1.1" status: 200 len: 999 time: 0.0927739 May 03 23:39:36.562013 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9c4cc-2e93-4948-874e-10a4ae25784c req-695a83a9-6d2a-4abe-a6c6-2c16aa4a0b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:36.563408 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-44b9c4cc-2e93-4948-874e-10a4ae25784c req-695a83a9-6d2a-4abe-a6c6-2c16aa4a0b70 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f6f58dd3-e0ec-48ae-a1d3-c35654a7da38 HTTP/1.1" status: 200 len: 847 time: 0.0599692 May 03 23:39:36.638647 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9c4cc-2e93-4948-874e-10a4ae25784c req-38e364dc-da50-41b6-9d36-ee529eb65729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:36.640119 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-44b9c4cc-2e93-4948-874e-10a4ae25784c req-38e364dc-da50-41b6-9d36-ee529eb65729 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e400114c-7b96-4439-a2fa-728a1d018e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691822 May 03 23:39:36.777347 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-44b9c4cc-2e93-4948-874e-10a4ae25784c req-4bf8e3ff-20fe-450b-813a-c1f66d5ce84b service neutron] 10.222.0.60 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297250 May 03 23:39:36.907502 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-44b9c4cc-2e93-4948-874e-10a4ae25784c req-a45a9eb2-ed8d-496e-b3f1-cb9be8e28484 service neutron] 10.222.0.60 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246543 May 03 23:39:37.037769 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16d7f1-9102-49cd-ad18-6af87ef13ce0 req-e96293f4-c5e5-4522-92fa-bf47a7ef097d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:37.039868 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bd16d7f1-9102-49cd-ad18-6af87ef13ce0 req-e96293f4-c5e5-4522-92fa-bf47a7ef097d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ef6e0070c82c403eb0b2fa41cc13a74a&device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 1095 time: 0.0892324 May 03 23:39:37.177428 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16d7f1-9102-49cd-ad18-6af87ef13ce0 req-7bfd98b8-366d-4c68-aaf9-035d65b0801e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:37.178924 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bd16d7f1-9102-49cd-ad18-6af87ef13ce0 req-7bfd98b8-366d-4c68-aaf9-035d65b0801e service neutron] 10.222.0.60 "GET /v2.0/networks?id=e400114c-7b96-4439-a2fa-728a1d018e7f HTTP/1.1" status: 200 len: 909 time: 0.1336217 May 03 23:39:37.323785 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bd16d7f1-9102-49cd-ad18-6af87ef13ce0 req-aeea0b28-3d26-4f0d-96d9-a82c5ed3badf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7c9c825-e816-44b0-aa18-dcbc650db2b5 HTTP/1.1" status: 200 len: 999 time: 0.1374919 May 03 23:39:37.595046 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c4109-f53b-4e80-8141-802b78851bd3 req-daf414bb-67da-4535-9868-50c8214a67ab tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:37.597529 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2e9c4109-f53b-4e80-8141-802b78851bd3 req-daf414bb-67da-4535-9868-50c8214a67ab tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 944 time: 0.0879664 May 03 23:39:37.652172 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2e9c4109-f53b-4e80-8141-802b78851bd3 req-b26c8ce8-13da-4d74-9ca4-0e2dd50af943 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489550 May 03 23:39:38.859593 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb39f1-bf70-4a06-8638-98b3c0071a84 req-ed741720-0a6b-47ba-a83d-0469a1c1a10d tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:38.861145 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3dcb39f1-bf70-4a06-8638-98b3c0071a84 req-ed741720-0a6b-47ba-a83d-0469a1c1a10d tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 944 time: 0.0898051 May 03 23:39:38.928428 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3dcb39f1-bf70-4a06-8638-98b3c0071a84 req-2c359444-9ccb-422a-b7d0-0959247887b3 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594153 May 03 23:39:40.143037 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3ba0c-35c7-4fa9-be90-d9cec8274e8e req-6fa8573e-150f-4a10-bd36-31dd901f5ed7 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:40.145431 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a5b3ba0c-35c7-4fa9-be90-d9cec8274e8e req-6fa8573e-150f-4a10-bd36-31dd901f5ed7 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 944 time: 0.0985963 May 03 23:39:40.196859 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a5b3ba0c-35c7-4fa9-be90-d9cec8274e8e req-a0d13ba9-f43f-45ff-ab26-19e04493af50 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432279 May 03 23:39:41.394342 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cfe58a-09ea-42b2-bc66-565ebc6efb9b req-f98c0a84-bd84-497d-bd97-ac06fc9e4b35 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:41.395812 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-98cfe58a-09ea-42b2-bc66-565ebc6efb9b req-f98c0a84-bd84-497d-bd97-ac06fc9e4b35 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 944 time: 0.0870886 May 03 23:39:41.442511 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-98cfe58a-09ea-42b2-bc66-565ebc6efb9b req-c8048823-bf3c-4177-8e67-76c23fe43289 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408351 May 03 23:39:42.639203 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dafba3-a575-4506-a716-f82621525d57 req-e33298b6-6426-41cc-9517-e558951e7a1d tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:42.646200 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-64dafba3-a575-4506-a716-f82621525d57 req-e33298b6-6426-41cc-9517-e558951e7a1d tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 944 time: 0.0897276 May 03 23:39:42.687615 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-64dafba3-a575-4506-a716-f82621525d57 req-76001ad6-c11b-4136-b91e-1035a580e22b tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405402 May 03 23:39:43.890694 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ad6dd-19ef-42dc-9bda-37a2e25e1faf req-89f85e7c-af17-4ee5-8c42-973881c7d57b tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:43.892338 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-425ad6dd-19ef-42dc-9bda-37a2e25e1faf req-89f85e7c-af17-4ee5-8c42-973881c7d57b tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 944 time: 0.0872502 May 03 23:39:43.941013 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-425ad6dd-19ef-42dc-9bda-37a2e25e1faf req-73b9d713-b496-4120-b65a-e6bb714dda28 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423470 May 03 23:39:44.759799 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16d7f1-9102-49cd-ad18-6af87ef13ce0 req-1f1bd5e1-49c6-4eae-bbd2-2b7c5cdfcd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:44.761220 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bd16d7f1-9102-49cd-ad18-6af87ef13ce0 req-1f1bd5e1-49c6-4eae-bbd2-2b7c5cdfcd9b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f6f58dd3-e0ec-48ae-a1d3-c35654a7da38 HTTP/1.1" status: 200 len: 847 time: 0.0571089 May 03 23:39:44.835972 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16d7f1-9102-49cd-ad18-6af87ef13ce0 req-f20d816c-9fc8-41ba-b15e-abd74fe9c4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:44.837414 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bd16d7f1-9102-49cd-ad18-6af87ef13ce0 req-f20d816c-9fc8-41ba-b15e-abd74fe9c4e6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e400114c-7b96-4439-a2fa-728a1d018e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698719 May 03 23:39:44.967998 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bd16d7f1-9102-49cd-ad18-6af87ef13ce0 req-9ec5b8d9-a585-4706-b572-99c1656c2090 service neutron] 10.222.0.60 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211243 May 03 23:39:45.113288 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-bd16d7f1-9102-49cd-ad18-6af87ef13ce0 req-456a520e-a691-4c31-9bc6-65fe7ecf17cc service neutron] 10.222.0.60 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379216 May 03 23:39:45.136745 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e54b84-7545-4ec0-b71e-dd8aada9967a req-5ad0d9f5-9cb3-463f-a6b8-143e5f8df5ed tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:45.138260 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-63e54b84-7545-4ec0-b71e-dd8aada9967a req-5ad0d9f5-9cb3-463f-a6b8-143e5f8df5ed tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 944 time: 0.0806344 May 03 23:39:45.185028 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-63e54b84-7545-4ec0-b71e-dd8aada9967a req-ed83643f-bb87-461c-b4d4-2d8fa93b8614 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410745 May 03 23:39:46.364639 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290f992-17dc-46e8-9ca0-9f548abb5182 req-6dfc102f-3739-4e3e-a10f-e705cdf41fbe tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:46.366039 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d290f992-17dc-46e8-9ca0-9f548abb5182 req-6dfc102f-3739-4e3e-a10f-e705cdf41fbe tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 944 time: 0.0785959 May 03 23:39:46.408320 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d290f992-17dc-46e8-9ca0-9f548abb5182 req-b544e203-9ab1-4e1f-ac8f-df5779130a71 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367994 May 03 23:39:47.594438 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57c009-550b-42bd-b864-02b0552bfe1b req-63d8ceb0-f244-40fb-8e9a-9ada9c911d41 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:47.595880 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fe57c009-550b-42bd-b864-02b0552bfe1b req-63d8ceb0-f244-40fb-8e9a-9ada9c911d41 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 944 time: 0.0823500 May 03 23:39:47.639253 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fe57c009-550b-42bd-b864-02b0552bfe1b req-54fb228d-d356-4bb9-9b73-69be05645154 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370846 May 03 23:39:47.713369 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device d7c9c825-e816-44b0-aa18-dcbc650db2b5 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:39:47.879957 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port d7c9c825-e816-44b0-aa18-dcbc650db2b5, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=d7c9c825-e816-44b0-aa18-dcbc650db2b5,segment=NetworkSegment(7b3bd0b7-5e5a-434f-a21a-91356f14f59f),segment_id=7b3bd0b7-5e5a-434f-a21a-91356f14f59f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:39:47.892952 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': 'd7c9c825-e816-44b0-aa18-dcbc650db2b5', 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f', 'port_id': 'd7c9c825-e816-44b0-aa18-dcbc650db2b5', 'mac_address': 'fa:16:3e:01:68:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f58dd3-e0ec-48ae-a1d3-c35654a7da38', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:39:47.947442 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:39:47.963510 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c9c825-e816-44b0-aa18-dcbc650db2b5 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:39:47.978616 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port d7c9c825-e816-44b0-aa18-dcbc650db2b5, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=d7c9c825-e816-44b0-aa18-dcbc650db2b5,segment=NetworkSegment(7b3bd0b7-5e5a-434f-a21a-91356f14f59f),segment_id=7b3bd0b7-5e5a-434f-a21a-91356f14f59f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:39:47.982643 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:39:48.049401 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=d7c9c825-e816-44b0-aa18-dcbc650db2b5,revision_number=11']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:39:48.246764 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['d7c9c825-e816-44b0-aa18-dcbc650db2b5'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:39:48.822011 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704995d2-559f-4280-ac41-1b62e2a9645c req-e492e059-fcc4-457c-b940-d34d97ea8b7d tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:48.823461 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-704995d2-559f-4280-ac41-1b62e2a9645c req-e492e059-fcc4-457c-b940-d34d97ea8b7d tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 945 time: 0.0780823 May 03 23:39:48.867814 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-704995d2-559f-4280-ac41-1b62e2a9645c req-85be9e10-d801-4fb8-895e-dcb9a81f2d34 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386283 May 03 23:39:49.714368 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device d7c9c825-e816-44b0-aa18-dcbc650db2b5 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:39:49.781183 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port d7c9c825-e816-44b0-aa18-dcbc650db2b5 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:39:49.785757 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port d7c9c825-e816-44b0-aa18-dcbc650db2b5 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:39:49.786161 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:39:49.901578 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:39:49.929016 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4c936f-1e2a-428f-958a-2cb1610e1229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c9c825-e816-44b0-aa18-dcbc650db2b5'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:39:49.939342 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port d7c9c825-e816-44b0-aa18-dcbc650db2b5, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=d7c9c825-e816-44b0-aa18-dcbc650db2b5,segment=NetworkSegment(7b3bd0b7-5e5a-434f-a21a-91356f14f59f),segment_id=7b3bd0b7-5e5a-434f-a21a-91356f14f59f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:39:49.943273 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:39:49.978786 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d8fb194-c120-40ce-9543-0e1a4efb117a'] response: {'server_uuid': '2c4c936f-1e2a-428f-958a-2cb1610e1229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c9c825-e816-44b0-aa18-dcbc650db2b5', 'code': 200} May 03 23:39:50.023720 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=d7c9c825-e816-44b0-aa18-dcbc650db2b5,revision_number=12']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:39:50.060370 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b740b8d-6762-450f-a175-3433921207c3 req-2a53d155-9143-4896-9a4c-e4a9bd3da6c5 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:50.061838 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3b740b8d-6762-450f-a175-3433921207c3 req-2a53d155-9143-4896-9a4c-e4a9bd3da6c5 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 946 time: 0.0877295 May 03 23:39:50.107406 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3b740b8d-6762-450f-a175-3433921207c3 req-46a31e77-9492-42c8-8315-f93c213008b6 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398526 May 03 23:39:50.191628 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76f949-9ea4-47fd-b222-39aea4012d3e req-fa6c4928-fb94-4867-9cee-ef86e2ad29a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:50.192992 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cd76f949-9ea4-47fd-b222-39aea4012d3e req-fa6c4928-fb94-4867-9cee-ef86e2ad29a8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 1097 time: 0.0729494 May 03 23:39:50.232376 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cd76f949-9ea4-47fd-b222-39aea4012d3e req-89577af6-a3ef-4559-b405-74e7e5d78736 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335939 May 03 23:39:51.296379 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b432e6-81c0-4609-9572-6ea45da02a4d req-a27380da-4c94-4e22-8f94-b376740b1ae3 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:51.297883 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-51b432e6-81c0-4609-9572-6ea45da02a4d req-a27380da-4c94-4e22-8f94-b376740b1ae3 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 946 time: 0.0818250 May 03 23:39:51.347797 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-51b432e6-81c0-4609-9572-6ea45da02a4d req-7e93d87a-ef55-4dd4-8be9-867eb990949d tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438390 May 03 23:39:52.530052 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b42996-9f51-4ee7-aebf-01d683504c69 req-5ee96149-3d85-41ca-899d-e0410c6ffb75 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:39:52.531530 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-73b42996-9f51-4ee7-aebf-01d683504c69 req-5ee96149-3d85-41ca-899d-e0410c6ffb75 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 946 time: 0.0798225 May 03 23:39:52.576952 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-73b42996-9f51-4ee7-aebf-01d683504c69 req-3fe63c0a-0361-4bfe-add9-50011c90a95a tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396605 May 03 23:39:53.089415 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9d443fac-4f2d-4875-a65e-512b0a4f2197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:39:55.140283 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:39:55.660385 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-97826761-3f16-4f4d-bbfa-d7c847d26750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:39:56.505628 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:39:56.569797 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:39:57.886289 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:39:58.592868 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:40:10.228804 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:40:22.968491 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ac71170c-8843-44b5-9eae-0611e1c38004 req-7b036673-a1f1-40c6-8971-5a7775eb69ab service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1087959 May 03 23:40:23.090342 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-999a1e7d-fad3-42f2-b657-7b5dadeec4ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:40:23.107736 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71170c-8843-44b5-9eae-0611e1c38004 req-d3aa9781-d96c-424e-a1e8-6c7aab9d1f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:40:23.109206 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ac71170c-8843-44b5-9eae-0611e1c38004 req-d3aa9781-d96c-424e-a1e8-6c7aab9d1f66 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ef6e0070c82c403eb0b2fa41cc13a74a&device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 1097 time: 0.0741191 May 03 23:40:23.254535 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71170c-8843-44b5-9eae-0611e1c38004 req-ce2d8224-b578-4ffc-9831-2926bff4b324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:40:23.255960 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ac71170c-8843-44b5-9eae-0611e1c38004 req-ce2d8224-b578-4ffc-9831-2926bff4b324 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e400114c-7b96-4439-a2fa-728a1d018e7f HTTP/1.1" status: 200 len: 909 time: 0.1263082 May 03 23:40:23.467118 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ac71170c-8843-44b5-9eae-0611e1c38004 req-a8f07dcd-4516-4ef6-952d-ac9235a2d915 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7c9c825-e816-44b0-aa18-dcbc650db2b5 HTTP/1.1" status: 200 len: 1001 time: 0.2044668 May 03 23:40:23.529506 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71170c-8843-44b5-9eae-0611e1c38004 req-2d76944f-ace8-4ecd-a622-5ffcec0f3cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:40:23.530862 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ac71170c-8843-44b5-9eae-0611e1c38004 req-2d76944f-ace8-4ecd-a622-5ffcec0f3cbf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f6f58dd3-e0ec-48ae-a1d3-c35654a7da38 HTTP/1.1" status: 200 len: 847 time: 0.0561154 May 03 23:40:23.609139 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71170c-8843-44b5-9eae-0611e1c38004 req-27150097-d103-40f6-a805-43ef2e8db1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:40:23.610629 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ac71170c-8843-44b5-9eae-0611e1c38004 req-27150097-d103-40f6-a805-43ef2e8db1dc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e400114c-7b96-4439-a2fa-728a1d018e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731673 May 03 23:40:23.742919 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ac71170c-8843-44b5-9eae-0611e1c38004 req-1f069079-eded-4321-813f-2a8650642c1e service neutron] 10.222.0.60 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258025 May 03 23:40:23.872812 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ac71170c-8843-44b5-9eae-0611e1c38004 req-9b80dcec-85a4-4a3f-b5d5-923b6190f22a service neutron] 10.222.0.60 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236312 May 03 23:40:25.148798 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:40:25.662416 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3ae1f7e7-f80e-4656-8a7c-da2889392563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:40:26.508250 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:40:26.572773 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:40:27.888908 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:40:28.592571 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:40:47.229612 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:40:53.094809 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6b0b7f73-e8a3-4f02-8dce-b9ec50935b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:40:55.152444 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:40:55.663427 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1f774221-1c68-4145-aae1-bf91f4fca996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:40:56.510736 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:40:56.575741 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:40:57.891867 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:40:58.593540 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:04.802338 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58794) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:41:05.000565 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-2949d2f9-e43c-49fd-8582-32adda06f578 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Deleting port 96e73220-a899-4f35-bba0-a5a80712a1bc {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:41:05.000905 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2949d2f9-e43c-49fd-8582-32adda06f578 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:05.165683 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2949d2f9-e43c-49fd-8582-32adda06f578 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:05.166047 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2949d2f9-e43c-49fd-8582-32adda06f578 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:05.290747 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-2949d2f9-e43c-49fd-8582-32adda06f578 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Calling delete_port for 96e73220-a899-4f35-bba0-a5a80712a1bc owned by network:floatingip {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:41:05.534510 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2949d2f9-e43c-49fd-8582-32adda06f578 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:05.583312 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949d2f9-e43c-49fd-8582-32adda06f578 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Pushing event deleted for resources: {'Port': ['ID=96e73220-a899-4f35-bba0-a5a80712a1bc,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:41:05.620755 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949d2f9-e43c-49fd-8582-32adda06f578 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:41:05.621102 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949d2f9-e43c-49fd-8582-32adda06f578 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:41:05.621437 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949d2f9-e43c-49fd-8582-32adda06f578 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:41:05.621769 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949d2f9-e43c-49fd-8582-32adda06f578 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:41:05.622130 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949d2f9-e43c-49fd-8582-32adda06f578 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:41:05.622456 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949d2f9-e43c-49fd-8582-32adda06f578 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:41:05.622780 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949d2f9-e43c-49fd-8582-32adda06f578 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:41:05.623101 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949d2f9-e43c-49fd-8582-32adda06f578 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:41:05.623419 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949d2f9-e43c-49fd-8582-32adda06f578 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:41:05.623737 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949d2f9-e43c-49fd-8582-32adda06f578 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:41:05.624060 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949d2f9-e43c-49fd-8582-32adda06f578 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:41:05.624373 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2949d2f9-e43c-49fd-8582-32adda06f578 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:41:05.685868 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2949d2f9-e43c-49fd-8582-32adda06f578 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for floatingip, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:05.686224 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-2949d2f9-e43c-49fd-8582-32adda06f578 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Floating IP f82b1d5e-286c-4183-b4b5-29379b3be327 disassociated (deleted). External IP: 172.25.2.142, port: d7c9c825-e816-44b0-aa18-dcbc650db2b5. May 03 23:41:06.024915 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2949d2f9-e43c-49fd-8582-32adda06f578 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Router 52418e42-9235-4f88-8b97-667815ae8d14 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:41:06.199072 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2949d2f9-e43c-49fd-8582-32adda06f578 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:41:06.208414 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea0d095-f647-4956-8cb6-a783e7ddad31 None None] Sync routers for ids ['52418e42-9235-4f88-8b97-667815ae8d14'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:41:06.218719 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea0d095-f647-4956-8cb6-a783e7ddad31 None None] Routers {'52418e42-9235-4f88-8b97-667815ae8d14'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:41:06.219322 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-7ea0d095-f647-4956-8cb6-a783e7ddad31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:40:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['52418e42-9235-4f88-8b97-667815ae8d14'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:41:06.219567 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-2949d2f9-e43c-49fd-8582-32adda06f578 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:06.272858 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2949d2f9-e43c-49fd-8582-32adda06f578 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "DELETE /v2.0/floatingips/f82b1d5e-286c-4183-b4b5-29379b3be327 HTTP/1.1" status: 204 len: 168 time: 1.4694006 May 03 23:41:06.274037 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4c936f-1e2a-428f-958a-2cb1610e1229', 'tag': 'd7c9c825-e816-44b0-aa18-dcbc650db2b5'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:41:06.408666 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-7ea0d095-f647-4956-8cb6-a783e7ddad31 None None] Set router 52418e42-9235-4f88-8b97-667815ae8d14 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:41:06.410589 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1033f852-7f38-404c-b2f5-42505724a396'] response: {'name': 'network-changed', 'server_uuid': '2c4c936f-1e2a-428f-958a-2cb1610e1229', 'tag': 'd7c9c825-e816-44b0-aa18-dcbc650db2b5', 'status': 'completed', 'code': 200} May 03 23:41:06.513413 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bd0ab-bf8a-40e3-9b92-8fd1bbc1ce3d req-265f8198-c2e0-4c11-a80b-b67d1c229b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:41:06.515623 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-949bd0ab-bf8a-40e3-9b92-8fd1bbc1ce3d req-265f8198-c2e0-4c11-a80b-b67d1c229b13 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ef6e0070c82c403eb0b2fa41cc13a74a&device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 1097 time: 0.0823362 May 03 23:41:06.661768 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bd0ab-bf8a-40e3-9b92-8fd1bbc1ce3d req-cd07c32b-ee1b-4be2-b556-109e2ae3ad45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:41:06.663254 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-949bd0ab-bf8a-40e3-9b92-8fd1bbc1ce3d req-cd07c32b-ee1b-4be2-b556-109e2ae3ad45 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e400114c-7b96-4439-a2fa-728a1d018e7f HTTP/1.1" status: 200 len: 909 time: 0.1389589 May 03 23:41:06.671397 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf662740-c776-4b0c-8b67-64dc68c9daeb req-1800ee43-30b9-4b05-a7e2-d01c24b906cb tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:41:06.672266 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-cf662740-c776-4b0c-8b67-64dc68c9daeb req-1800ee43-30b9-4b05-a7e2-d01c24b906cb tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Synchronizing usage tracker for tenant:ef6e0070c82c403eb0b2fa41cc13a74a on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:41:06.690706 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-cf662740-c776-4b0c-8b67-64dc68c9daeb req-1800ee43-30b9-4b05-a7e2-d01c24b906cb tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Unset dirty status for tenant:ef6e0070c82c403eb0b2fa41cc13a74a on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:41:06.692514 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cf662740-c776-4b0c-8b67-64dc68c9daeb req-1800ee43-30b9-4b05-a7e2-d01c24b906cb tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 946 time: 0.1080332 May 03 23:41:06.736477 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-949bd0ab-bf8a-40e3-9b92-8fd1bbc1ce3d req-22805f6c-8ea7-466f-918d-d01a43d4c145 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7c9c825-e816-44b0-aa18-dcbc650db2b5 HTTP/1.1" status: 200 len: 217 time: 0.0661066 May 03 23:41:06.750147 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cf662740-c776-4b0c-8b67-64dc68c9daeb req-fadb3c7f-c68f-4fd8-b9f1-38eae0f329e9 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508549 May 03 23:41:06.772919 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-7ea0d095-f647-4956-8cb6-a783e7ddad31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52418e42-9235-4f88-8b97-667815ae8d14', 'name': 'tempest-TestShelveInstance-414357363-router', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '679605e7-006c-40c9-b1f3-606bd303d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:36:00Z', 'updated_at': '2022-05-03T23:36:04Z', 'revision_number': 4, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'gw_port': {'id': '679605e7-006c-40c9-b1f3-606bd303d29c', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:01Z', 'updated_at': '2022-05-03T23:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '2e657f7d-17da-40e6-ba1c-1f71b764114f', 'name': '', 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'mac_address': 'fa:16:3e:5a:6b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'f6f58dd3-e0ec-48ae-a1d3-c35654a7da38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:03Z', 'updated_at': '2022-05-03T23:36:10Z', 'revision_number': 5, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'subnets': [{'id': 'f6f58dd3-e0ec-48ae-a1d3-c35654a7da38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:41:06.776729 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea0d095-f647-4956-8cb6-a783e7ddad31 None None] Checking router: 52418e42-9235-4f88-8b97-667815ae8d14 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:41:06.784798 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea0d095-f647-4956-8cb6-a783e7ddad31 None None] Routers {'52418e42-9235-4f88-8b97-667815ae8d14'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:41:06.785378 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-7ea0d095-f647-4956-8cb6-a783e7ddad31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:40:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['52418e42-9235-4f88-8b97-667815ae8d14'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:41:06.800427 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bd0ab-bf8a-40e3-9b92-8fd1bbc1ce3d req-cd59a938-38ad-40ce-bced-e758d99517b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:41:06.802147 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-949bd0ab-bf8a-40e3-9b92-8fd1bbc1ce3d req-cd59a938-38ad-40ce-bced-e758d99517b7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f6f58dd3-e0ec-48ae-a1d3-c35654a7da38 HTTP/1.1" status: 200 len: 847 time: 0.0583839 May 03 23:41:06.876683 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bd0ab-bf8a-40e3-9b92-8fd1bbc1ce3d req-25e3c515-7a2e-4e1a-ae97-b2ec5b4edbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:41:06.878117 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-949bd0ab-bf8a-40e3-9b92-8fd1bbc1ce3d req-25e3c515-7a2e-4e1a-ae97-b2ec5b4edbed service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e400114c-7b96-4439-a2fa-728a1d018e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689909 May 03 23:41:06.959542 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-7ea0d095-f647-4956-8cb6-a783e7ddad31 None None] Set router 52418e42-9235-4f88-8b97-667815ae8d14 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:41:07.009274 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-949bd0ab-bf8a-40e3-9b92-8fd1bbc1ce3d req-83f2b1e4-0920-4add-99e4-4e921217893c service neutron] 10.222.0.60 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241953 May 03 23:41:07.140812 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-949bd0ab-bf8a-40e3-9b92-8fd1bbc1ce3d req-1ec98fd3-a162-4c86-8bbf-79f08118365f service neutron] 10.222.0.60 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250734 May 03 23:41:07.271305 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-7ea0d095-f647-4956-8cb6-a783e7ddad31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52418e42-9235-4f88-8b97-667815ae8d14', 'name': 'tempest-TestShelveInstance-414357363-router', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '679605e7-006c-40c9-b1f3-606bd303d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:36:00Z', 'updated_at': '2022-05-03T23:36:04Z', 'revision_number': 4, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'gw_port': {'id': '679605e7-006c-40c9-b1f3-606bd303d29c', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:01Z', 'updated_at': '2022-05-03T23:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '2e657f7d-17da-40e6-ba1c-1f71b764114f', 'name': '', 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'mac_address': 'fa:16:3e:5a:6b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'f6f58dd3-e0ec-48ae-a1d3-c35654a7da38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:03Z', 'updated_at': '2022-05-03T23:36:10Z', 'revision_number': 5, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'subnets': [{'id': 'f6f58dd3-e0ec-48ae-a1d3-c35654a7da38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:41:07.276088 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea0d095-f647-4956-8cb6-a783e7ddad31 None None] The sync data for ids ['52418e42-9235-4f88-8b97-667815ae8d14'] in n-d-811807-1 is: [{'id': '52418e42-9235-4f88-8b97-667815ae8d14', 'name': 'tempest-TestShelveInstance-414357363-router', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '679605e7-006c-40c9-b1f3-606bd303d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:36:00Z', 'updated_at': '2022-05-03T23:36:04Z', 'revision_number': 4, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'gw_port': {'id': '679605e7-006c-40c9-b1f3-606bd303d29c', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:01Z', 'updated_at': '2022-05-03T23:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '2e657f7d-17da-40e6-ba1c-1f71b764114f', 'name': '', 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'mac_address': 'fa:16:3e:5a:6b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'f6f58dd3-e0ec-48ae-a1d3-c35654a7da38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:03Z', 'updated_at': '2022-05-03T23:36:10Z', 'revision_number': 5, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'subnets': [{'id': 'f6f58dd3-e0ec-48ae-a1d3-c35654a7da38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:41:07.479854 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b1d2fc-7412-451c-9501-32ecfc56b0d4 None None] New status for floating IP f82b1d5e-286c-4183-b4b5-29379b3be327: DOWN {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:41:07.884656 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5cafd-282e-4285-8282-af31a30ebcd7 req-027181b6-1f8c-40c1-a461-55e5c739afb5 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:41:07.886109 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cec5cafd-282e-4285-8282-af31a30ebcd7 req-027181b6-1f8c-40c1-a461-55e5c739afb5 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 946 time: 0.0833147 May 03 23:41:07.934908 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd326433-228e-406e-b6a4-cbf6e193370c req-2aa119db-5f88-491a-a063-4b5c7b4c705c tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:41:07.936633 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fd326433-228e-406e-b6a4-cbf6e193370c req-2aa119db-5f88-491a-a063-4b5c7b4c705c tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 946 time: 0.0795541 May 03 23:41:07.954997 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-cec5cafd-282e-4285-8282-af31a30ebcd7 req-431d3016-159b-46a3-b222-01ed9964fdd8 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Deleting port d7c9c825-e816-44b0-aa18-dcbc650db2b5 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:41:07.955349 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cec5cafd-282e-4285-8282-af31a30ebcd7 req-431d3016-159b-46a3-b222-01ed9964fdd8 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:07.980095 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fd326433-228e-406e-b6a4-cbf6e193370c req-b87343e5-1c7d-4023-ac9e-4f89eb3aab9f tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=26affddd-c113-495c-b8cb-c24bcee80ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375905 May 03 23:41:08.202108 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-cec5cafd-282e-4285-8282-af31a30ebcd7 req-431d3016-159b-46a3-b222-01ed9964fdd8 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] For port d7c9c825-e816-44b0-aa18-dcbc650db2b5, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=d7c9c825-e816-44b0-aa18-dcbc650db2b5,segment=NetworkSegment(7b3bd0b7-5e5a-434f-a21a-91356f14f59f),segment_id=7b3bd0b7-5e5a-434f-a21a-91356f14f59f)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:41:08.202457 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cec5cafd-282e-4285-8282-af31a30ebcd7 req-431d3016-159b-46a3-b222-01ed9964fdd8 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:08.326279 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-cec5cafd-282e-4285-8282-af31a30ebcd7 req-431d3016-159b-46a3-b222-01ed9964fdd8 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Calling delete_port for d7c9c825-e816-44b0-aa18-dcbc650db2b5 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:41:08.470065 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cec5cafd-282e-4285-8282-af31a30ebcd7 req-431d3016-159b-46a3-b222-01ed9964fdd8 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:08.523645 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d3016-159b-46a3-b222-01ed9964fdd8 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Pushing event deleted for resources: {'Port': ['ID=d7c9c825-e816-44b0-aa18-dcbc650db2b5,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:41:08.562008 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d3016-159b-46a3-b222-01ed9964fdd8 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:41:08.562354 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d3016-159b-46a3-b222-01ed9964fdd8 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:41:08.562690 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d3016-159b-46a3-b222-01ed9964fdd8 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:41:08.563021 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d3016-159b-46a3-b222-01ed9964fdd8 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:41:08.563346 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d3016-159b-46a3-b222-01ed9964fdd8 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:41:08.563671 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d3016-159b-46a3-b222-01ed9964fdd8 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:41:08.563996 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d3016-159b-46a3-b222-01ed9964fdd8 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:41:08.564322 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d3016-159b-46a3-b222-01ed9964fdd8 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:41:08.564643 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d3016-159b-46a3-b222-01ed9964fdd8 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:41:08.564961 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d3016-159b-46a3-b222-01ed9964fdd8 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:41:08.565277 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d3016-159b-46a3-b222-01ed9964fdd8 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:41:08.565594 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d3016-159b-46a3-b222-01ed9964fdd8 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:41:08.608259 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec5cafd-282e-4285-8282-af31a30ebcd7 req-431d3016-159b-46a3-b222-01ed9964fdd8 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] No DVR routers for this DVR port d7c9c825-e816-44b0-aa18-dcbc650db2b5 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:41:08.610799 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-cec5cafd-282e-4285-8282-af31a30ebcd7 req-431d3016-159b-46a3-b222-01ed9964fdd8 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:08.613289 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4c936f-1e2a-428f-958a-2cb1610e1229', 'name': 'network-vif-deleted', 'tag': 'd7c9c825-e816-44b0-aa18-dcbc650db2b5'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:41:08.628500 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-cec5cafd-282e-4285-8282-af31a30ebcd7 req-431d3016-159b-46a3-b222-01ed9964fdd8 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.60 "DELETE /v2.0/ports/d7c9c825-e816-44b0-aa18-dcbc650db2b5 HTTP/1.1" status: 204 len: 173 time: 0.7371380 May 03 23:41:08.721798 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a809cac1-7fcf-4a40-82ca-ba82fcee91e6'] response: {'server_uuid': '2c4c936f-1e2a-428f-958a-2cb1610e1229', 'name': 'network-vif-deleted', 'tag': 'd7c9c825-e816-44b0-aa18-dcbc650db2b5', 'status': 'completed', 'code': 200} May 03 23:41:09.144457 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-76fbc9ad-94c7-49da-b2bf-6f074461b546 req-694ee807-efe9-44f2-b404-200760cf9c6f tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c4c936f-1e2a-428f-958a-2cb1610e1229 HTTP/1.1" status: 200 len: 210 time: 0.0457835 May 03 23:41:10.117702 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device d7c9c825-e816-44b0-aa18-dcbc650db2b5 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:41:10.151293 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: d7c9c825-e816-44b0-aa18-dcbc650db2b5 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:41:10.151634 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device d7c9c825-e816-44b0-aa18-dcbc650db2b5 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:41:10.239985 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58816) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:41:10.305808 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-631667ef-bc26-4ccc-a193-3749ee21f37b tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:10.336875 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-631667ef-bc26-4ccc-a193-3749ee21f37b tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:10.400875 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-631667ef-bc26-4ccc-a193-3749ee21f37b tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:10.419558 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631667ef-bc26-4ccc-a193-3749ee21f37b tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26affddd-c113-495c-b8cb-c24bcee80ba3,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:41:10.431618 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-631667ef-bc26-4ccc-a193-3749ee21f37b tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:10.432857 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-631667ef-bc26-4ccc-a193-3749ee21f37b tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "DELETE /v2.0/security-groups/26affddd-c113-495c-b8cb-c24bcee80ba3 HTTP/1.1" status: 204 len: 168 time: 0.1917903 May 03 23:41:10.916640 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58824) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:41:10.921702 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-30cdbcef-72bc-4b66-8bb6-2f9ad937d757 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1473316380', 'description': 'tempest-secgroup-smoke-1473316380 description', 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:41:10.928826 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-30cdbcef-72bc-4b66-8bb6-2f9ad937d757 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:41:10.933430 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-30cdbcef-72bc-4b66-8bb6-2f9ad937d757 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Usage tracker for resource:security_group and tenant:ef6e0070c82c403eb0b2fa41cc13a74a is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:41:10.936304 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-30cdbcef-72bc-4b66-8bb6-2f9ad937d757 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:41:10.942518 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-30cdbcef-72bc-4b66-8bb6-2f9ad937d757 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:41:10.952584 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-30cdbcef-72bc-4b66-8bb6-2f9ad937d757 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:10.971330 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-30cdbcef-72bc-4b66-8bb6-2f9ad937d757 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:41:10.975070 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-30cdbcef-72bc-4b66-8bb6-2f9ad937d757 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Usage tracker for resource:security_group_rule and tenant:ef6e0070c82c403eb0b2fa41cc13a74a is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:41:10.977826 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-30cdbcef-72bc-4b66-8bb6-2f9ad937d757 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:41:10.983385 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-30cdbcef-72bc-4b66-8bb6-2f9ad937d757 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:41:11.057977 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-30cdbcef-72bc-4b66-8bb6-2f9ad937d757 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:11.061777 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-30cdbcef-72bc-4b66-8bb6-2f9ad937d757 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:11.107318 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cdbcef-72bc-4b66-8bb6-2f9ad937d757 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=556ab5b4-1068-49b7-a6cf-f47662befe78,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:41:11.110245 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-30cdbcef-72bc-4b66-8bb6-2f9ad937d757 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:11.114044 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-30cdbcef-72bc-4b66-8bb6-2f9ad937d757 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1938033 May 03 23:41:11.114496 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 58828) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:41:11.120285 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-4f9713bc-2e57-423c-939d-d6a04b3cebff tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Request body: {'security_group_rule': {'security_group_id': '556ab5b4-1068-49b7-a6cf-f47662befe78', 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:41:11.127169 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4f9713bc-2e57-423c-939d-d6a04b3cebff tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:41:11.130984 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4f9713bc-2e57-423c-939d-d6a04b3cebff tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Usage tracker for resource:security_group_rule and tenant:ef6e0070c82c403eb0b2fa41cc13a74a is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:41:11.134425 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-4f9713bc-2e57-423c-939d-d6a04b3cebff tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:41:11.140074 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-4f9713bc-2e57-423c-939d-d6a04b3cebff tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:41:11.156799 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4f9713bc-2e57-423c-939d-d6a04b3cebff tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:11.217557 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4f9713bc-2e57-423c-939d-d6a04b3cebff tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:11.221760 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4f9713bc-2e57-423c-939d-d6a04b3cebff tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:11.246098 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9713bc-2e57-423c-939d-d6a04b3cebff tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=469fb958-b2a5-4909-a1d9-fa00c3b984b2,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:41:11.255321 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-4f9713bc-2e57-423c-939d-d6a04b3cebff tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:11.256572 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-4f9713bc-2e57-423c-939d-d6a04b3cebff tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1411521 May 03 23:41:11.259342 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58832) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:41:11.264538 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-253c4fe8-2913-48fe-b267-598719d60cdb tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Request body: {'security_group_rule': {'security_group_id': '556ab5b4-1068-49b7-a6cf-f47662befe78', 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:41:11.270985 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-253c4fe8-2913-48fe-b267-598719d60cdb tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:41:11.274878 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-253c4fe8-2913-48fe-b267-598719d60cdb tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Usage tracker for resource:security_group_rule and tenant:ef6e0070c82c403eb0b2fa41cc13a74a is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:41:11.277678 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-253c4fe8-2913-48fe-b267-598719d60cdb tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:41:11.283352 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-253c4fe8-2913-48fe-b267-598719d60cdb tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:41:11.302080 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-253c4fe8-2913-48fe-b267-598719d60cdb tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:11.372115 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-253c4fe8-2913-48fe-b267-598719d60cdb tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:11.375630 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-253c4fe8-2913-48fe-b267-598719d60cdb tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:11.397867 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c4fe8-2913-48fe-b267-598719d60cdb tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=886790ac-2977-40cc-9e82-7c37b47a2fc9,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:41:11.407650 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-253c4fe8-2913-48fe-b267-598719d60cdb tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:11.408827 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-253c4fe8-2913-48fe-b267-598719d60cdb tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1485243 May 03 23:41:11.411990 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58836) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:41:11.420199 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-455c1316-4727-4709-8fda-209f4a47abf6 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Request body: {'security_group_rule': {'security_group_id': '556ab5b4-1068-49b7-a6cf-f47662befe78', 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:41:11.428725 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-455c1316-4727-4709-8fda-209f4a47abf6 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:41:11.433340 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-455c1316-4727-4709-8fda-209f4a47abf6 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Usage tracker for resource:security_group_rule and tenant:ef6e0070c82c403eb0b2fa41cc13a74a is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:41:11.436210 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-455c1316-4727-4709-8fda-209f4a47abf6 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:41:11.441881 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-455c1316-4727-4709-8fda-209f4a47abf6 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:41:11.457993 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-455c1316-4727-4709-8fda-209f4a47abf6 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:11.522550 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-455c1316-4727-4709-8fda-209f4a47abf6 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:11.526563 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-455c1316-4727-4709-8fda-209f4a47abf6 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:11.552418 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c1316-4727-4709-8fda-209f4a47abf6 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f27ed65-0a3f-4362-b77e-c6df76256a17,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:41:11.561943 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-455c1316-4727-4709-8fda-209f4a47abf6 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:11.563178 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-455c1316-4727-4709-8fda-209f4a47abf6 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1501496 May 03 23:41:11.565874 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58840) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:41:11.570997 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-0c8ab1af-206f-46f1-9d7a-69fe1100842a tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Request body: {'security_group_rule': {'security_group_id': '556ab5b4-1068-49b7-a6cf-f47662befe78', 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:41:11.577657 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0c8ab1af-206f-46f1-9d7a-69fe1100842a tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:41:11.581418 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0c8ab1af-206f-46f1-9d7a-69fe1100842a tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Usage tracker for resource:security_group_rule and tenant:ef6e0070c82c403eb0b2fa41cc13a74a is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:41:11.584288 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0c8ab1af-206f-46f1-9d7a-69fe1100842a tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:41:11.590660 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0c8ab1af-206f-46f1-9d7a-69fe1100842a tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:41:11.607813 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0c8ab1af-206f-46f1-9d7a-69fe1100842a tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:11.668577 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0c8ab1af-206f-46f1-9d7a-69fe1100842a tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:11.671861 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0c8ab1af-206f-46f1-9d7a-69fe1100842a tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:11.692289 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ab1af-206f-46f1-9d7a-69fe1100842a tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b23a1e2e-55b7-4b34-b286-dcbf40deba38,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:41:11.702677 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0c8ab1af-206f-46f1-9d7a-69fe1100842a tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:11.703778 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0c8ab1af-206f-46f1-9d7a-69fe1100842a tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1369944 May 03 23:41:11.706443 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58844) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:41:11.711734 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-a8e5c397-73a7-490b-acf7-1a1c71d03eaa tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Request body: {'security_group_rule': {'security_group_id': '556ab5b4-1068-49b7-a6cf-f47662befe78', 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:41:11.718021 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a8e5c397-73a7-490b-acf7-1a1c71d03eaa tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:41:11.721814 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a8e5c397-73a7-490b-acf7-1a1c71d03eaa tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Usage tracker for resource:security_group_rule and tenant:ef6e0070c82c403eb0b2fa41cc13a74a is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:41:11.724715 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a8e5c397-73a7-490b-acf7-1a1c71d03eaa tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:41:11.730947 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a8e5c397-73a7-490b-acf7-1a1c71d03eaa tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:41:11.743661 n-d-811807-1 neutron-server[88069]: INFO neutron.db.securitygroups_db [None req-a8e5c397-73a7-490b-acf7-1a1c71d03eaa tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Project ef6e0070c82c403eb0b2fa41cc13a74a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 23:41:11.750059 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a8e5c397-73a7-490b-acf7-1a1c71d03eaa tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:11.910587 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a8e5c397-73a7-490b-acf7-1a1c71d03eaa tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:11.913973 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a8e5c397-73a7-490b-acf7-1a1c71d03eaa tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:11.936876 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5c397-73a7-490b-acf7-1a1c71d03eaa tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0246a343-cdb1-48a7-af4d-09c72723b35e,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:41:11.945420 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a8e5c397-73a7-490b-acf7-1a1c71d03eaa tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:11.946862 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a8e5c397-73a7-490b-acf7-1a1c71d03eaa tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2395141 May 03 23:41:11.949593 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 58848) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:41:11.954862 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-3ece6c3f-9cfe-45f3-9adb-8f11c714f03a tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Request body: {'security_group_rule': {'security_group_id': '556ab5b4-1068-49b7-a6cf-f47662befe78', 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:41:11.961833 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3ece6c3f-9cfe-45f3-9adb-8f11c714f03a tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:41:11.965587 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3ece6c3f-9cfe-45f3-9adb-8f11c714f03a tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Usage tracker for resource:security_group_rule and tenant:ef6e0070c82c403eb0b2fa41cc13a74a is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:41:11.968438 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-3ece6c3f-9cfe-45f3-9adb-8f11c714f03a tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:41:11.974077 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-3ece6c3f-9cfe-45f3-9adb-8f11c714f03a tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:41:11.984134 n-d-811807-1 neutron-server[88069]: INFO neutron.db.securitygroups_db [None req-3ece6c3f-9cfe-45f3-9adb-8f11c714f03a tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Project ef6e0070c82c403eb0b2fa41cc13a74a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 23:41:11.990407 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3ece6c3f-9cfe-45f3-9adb-8f11c714f03a tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:12.052871 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3ece6c3f-9cfe-45f3-9adb-8f11c714f03a tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:12.056183 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3ece6c3f-9cfe-45f3-9adb-8f11c714f03a tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:12.079005 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece6c3f-9cfe-45f3-9adb-8f11c714f03a tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bb996ff-4f04-4dca-8764-bd2cb65bc263,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:41:12.087261 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-3ece6c3f-9cfe-45f3-9adb-8f11c714f03a tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:12.088469 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-3ece6c3f-9cfe-45f3-9adb-8f11c714f03a tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1375656 May 03 23:41:23.100448 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-772aad66-f192-4177-ab55-0f1dc658770e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:24.229057 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:41:25.150556 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:25.673014 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c378de27-d639-4b37-b3d3-5cd724924b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:25.798159 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-ac72cb18-99de-42e4-83ec-44da15a9b5c5 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Synchronizing usage tracker for tenant:ef6e0070c82c403eb0b2fa41cc13a74a on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:41:25.813033 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-ac72cb18-99de-42e4-83ec-44da15a9b5c5 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Unset dirty status for tenant:ef6e0070c82c403eb0b2fa41cc13a74a on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:41:25.814281 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-ac72cb18-99de-42e4-83ec-44da15a9b5c5 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1473316380&fields=id&tenant_id=ef6e0070c82c403eb0b2fa41cc13a74a HTTP/1.1" status: 200 len: 267 time: 0.0544262 May 03 23:41:25.963353 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-1ddbb086-2d62-476a-91f4-10937c14321b tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:41:25.964791 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-1ddbb086-2d62-476a-91f4-10937c14321b tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/networks?id=e400114c-7b96-4439-a2fa-728a1d018e7f HTTP/1.1" status: 200 len: 808 time: 0.1442027 May 03 23:41:25.979597 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-377a4feb-0c0e-4d23-b9ff-2fd1a5feccb5 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/quotas/ef6e0070c82c403eb0b2fa41cc13a74a HTTP/1.1" status: 200 len: 375 time: 0.0095282 May 03 23:41:26.060221 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-b35e6d6c-877d-4ccc-a185-bec69ea93999 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ef6e0070c82c403eb0b2fa41cc13a74a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759354 May 03 23:41:26.252866 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-3d2ad42d-5687-49b0-9de2-115731f19aca service neutron] 10.222.0.58 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807716 May 03 23:41:26.382080 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-e8b17265-b177-4d45-ab80-4eb30e9e8c76 service neutron] 10.222.0.58 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234922 May 03 23:41:26.512744 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:26.580079 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:26.767470 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b599910f-37e1-4592-a937-b36532ab9a55 req-37581add-89d7-4ee9-a860-3b7cd1efcd05 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 210 time: 0.0423801 May 03 23:41:27.770441 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-72918e7c-3433-4f63-9bd9-89c25f065ffd tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:41:27.771864 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-72918e7c-3433-4f63-9bd9-89c25f065ffd tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.67 "GET /v2.0/networks?id=e400114c-7b96-4439-a2fa-728a1d018e7f HTTP/1.1" status: 200 len: 808 time: 0.1503189 May 03 23:41:27.825013 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-04d0dbab-8938-45cc-9f69-b9ff563c4b3c tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef6e0070c82c403eb0b2fa41cc13a74a HTTP/1.1" status: 200 len: 380 time: 0.0452311 May 03 23:41:27.834751 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-877fc03a-7b65-418b-b91b-4104ee605901 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Request body: {'port': {'device_id': '90c56272-9270-4bd1-b1f4-dfe5f38f097f', 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f', 'admin_state_up': True, 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'security_groups': ['556ab5b4-1068-49b7-a6cf-f47662befe78']}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:41:27.894827 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:27.973773 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a8a461e6-42b0-4060-9c5f-7d4fa5746201 req-2f1737ca-3b34-4259-92fa-a8b8678b1fc0 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 210 time: 0.0567305 May 03 23:41:28.013711 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-877fc03a-7b65-418b-b91b-4104ee605901 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:41:28.018314 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-877fc03a-7b65-418b-b91b-4104ee605901 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Usage tracker for resource:port and tenant:ef6e0070c82c403eb0b2fa41cc13a74a is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:41:28.021148 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-877fc03a-7b65-418b-b91b-4104ee605901 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:41:28.027395 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-877fc03a-7b65-418b-b91b-4104ee605901 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:41:28.037234 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-877fc03a-7b65-418b-b91b-4104ee605901 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Made reservation on behalf of ef6e0070c82c403eb0b2fa41cc13a74a for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:41:28.041042 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-877fc03a-7b65-418b-b91b-4104ee605901 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:28.203321 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-877fc03a-7b65-418b-b91b-4104ee605901 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Allocated IP 172.20.0.9 (e400114c-7b96-4439-a2fa-728a1d018e7f/f6f58dd3-e0ec-48ae-a1d3-c35654a7da38/9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:41:28.390313 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-877fc03a-7b65-418b-b91b-4104ee605901 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:28.407039 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-877fc03a-7b65-418b-b91b-4104ee605901 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Transition to ACTIVE for port object 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:41:28.432057 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-877fc03a-7b65-418b-b91b-4104ee605901 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:28.506867 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-877fc03a-7b65-418b-b91b-4104ee605901 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Network e400114c-7b96-4439-a2fa-728a1d018e7f is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:41:28.509995 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-877fc03a-7b65-418b-b91b-4104ee605901 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:41:28.513756 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-877fc03a-7b65-418b-b91b-4104ee605901 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:41:28.544426 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877fc03a-7b65-418b-b91b-4104ee605901 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Pushing event updated for resources: {'Port': ['ID=9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:41:28.580942 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-877fc03a-7b65-418b-b91b-4104ee605901 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:41:28.581578 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-877fc03a-7b65-418b-b91b-4104ee605901 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:28.610762 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-877fc03a-7b65-418b-b91b-4104ee605901 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7798157 May 03 23:41:28.617427 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:28.662631 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-8f54ed49-23ff-499b-8801-0ec7f6faeae1 service neutron] Request body: {'port': {'device_id': '90c56272-9270-4bd1-b1f4-dfe5f38f097f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:41:28.740678 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-18db4d4c-9998-4d5f-9871-b39ce1e0f5f8 None None] Provisioning for port 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:41:28.746981 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-18db4d4c-9998-4d5f-9871-b39ce1e0f5f8 None None] Provisioning complete for port 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:41:28.747755 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-18db4d4c-9998-4d5f-9871-b39ce1e0f5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:28.809335 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-18db4d4c-9998-4d5f-9871-b39ce1e0f5f8 None None] Port 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:41:28.893016 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-8f54ed49-23ff-499b-8801-0ec7f6faeae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:29.264227 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ac5ad-4192-4340-a87f-3b34785fc980 req-fb36aeb4-94b1-4b77-a6ba-c65ade6d40a1 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:41:29.264843 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-b81ac5ad-4192-4340-a87f-3b34785fc980 req-fb36aeb4-94b1-4b77-a6ba-c65ade6d40a1 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Synchronizing usage tracker for tenant:ef6e0070c82c403eb0b2fa41cc13a74a on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:41:29.327176 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-8f54ed49-23ff-499b-8801-0ec7f6faeae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:41:29.331306 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-b81ac5ad-4192-4340-a87f-3b34785fc980 req-fb36aeb4-94b1-4b77-a6ba-c65ade6d40a1 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Unset dirty status for tenant:ef6e0070c82c403eb0b2fa41cc13a74a on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:41:29.332661 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b81ac5ad-4192-4340-a87f-3b34785fc980 req-fb36aeb4-94b1-4b77-a6ba-c65ade6d40a1 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 931 time: 0.2086346 May 03 23:41:29.337186 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-8f54ed49-23ff-499b-8801-0ec7f6faeae1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:29.372800 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-8f54ed49-23ff-499b-8801-0ec7f6faeae1 service neutron] Transition to ACTIVE for port object 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:41:29.386224 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-8f54ed49-23ff-499b-8801-0ec7f6faeae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:29.451361 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b81ac5ad-4192-4340-a87f-3b34785fc980 req-1eaae83c-f75f-4a6c-b988-e7069df35521 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116352 May 03 23:41:29.559511 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54ed49-23ff-499b-8801-0ec7f6faeae1 service neutron] Pushing event updated for resources: {'Port': ['ID=9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:41:29.640761 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-8f54ed49-23ff-499b-8801-0ec7f6faeae1 service neutron] Attempting to bind port 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:41:29.641091 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-8f54ed49-23ff-499b-8801-0ec7f6faeae1 service neutron] Attempting to bind port 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '7b3bd0b7-5e5a-434f-a21a-91356f14f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:41:29.641418 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-8f54ed49-23ff-499b-8801-0ec7f6faeae1 service neutron] Attempting to bind port 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 on network e400114c-7b96-4439-a2fa-728a1d018e7f {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:41:29.646426 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-8f54ed49-23ff-499b-8801-0ec7f6faeae1 service neutron] Port 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 on network e400114c-7b96-4439-a2fa-728a1d018e7f not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:41:29.646744 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-8f54ed49-23ff-499b-8801-0ec7f6faeae1 service neutron] Attempting to bind port 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 on network e400114c-7b96-4439-a2fa-728a1d018e7f {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:41:29.651840 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-8f54ed49-23ff-499b-8801-0ec7f6faeae1 service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:41:29.652175 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-8f54ed49-23ff-499b-8801-0ec7f6faeae1 service neutron] Checking segment: {'id': '7b3bd0b7-5e5a-434f-a21a-91356f14f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:41:29.652555 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-8f54ed49-23ff-499b-8801-0ec7f6faeae1 service neutron] Bound using segment: {'id': '7b3bd0b7-5e5a-434f-a21a-91356f14f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:41:29.652973 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-8f54ed49-23ff-499b-8801-0ec7f6faeae1 service neutron] Bound port: 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3bd0b7-5e5a-434f-a21a-91356f14f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:41:29.653321 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-8f54ed49-23ff-499b-8801-0ec7f6faeae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:29.745504 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-8f54ed49-23ff-499b-8801-0ec7f6faeae1 service neutron] For port 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:41:29.748552 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-8f54ed49-23ff-499b-8801-0ec7f6faeae1 service neutron] For port 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6,segment=NetworkSegment(7b3bd0b7-5e5a-434f-a21a-91356f14f59f),segment_id=7b3bd0b7-5e5a-434f-a21a-91356f14f59f)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:41:29.751899 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-8f54ed49-23ff-499b-8801-0ec7f6faeae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:29.809824 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-8f54ed49-23ff-499b-8801-0ec7f6faeae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:41:29.810454 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-8f54ed49-23ff-499b-8801-0ec7f6faeae1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:29.811814 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-8f54ed49-23ff-499b-8801-0ec7f6faeae1 service neutron] 10.222.0.67 "PUT /v2.0/ports/9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 HTTP/1.1" status: 200 len: 1091 time: 1.1934507 May 03 23:41:29.812245 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c56272-9270-4bd1-b1f4-dfe5f38f097f', 'tag': '9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:41:29.836923 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54ed49-23ff-499b-8801-0ec7f6faeae1 service neutron] Pushing event updated for resources: {'Port': ['ID=9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:41:29.886303 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b90a890-981a-45ff-828e-34b9612e2f1e'] response: {'name': 'network-changed', 'server_uuid': '90c56272-9270-4bd1-b1f4-dfe5f38f097f', 'tag': '9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6', 'status': 'completed', 'code': 200} May 03 23:41:29.930471 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-c10cffff-f9b1-46e6-b58d-229ad515df88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:41:29.931955 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-c10cffff-f9b1-46e6-b58d-229ad515df88 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ef6e0070c82c403eb0b2fa41cc13a74a&device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 1094 time: 0.0799437 May 03 23:41:30.008596 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-999da7ce-2a9c-4288-9e5d-96489c93f319 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 HTTP/1.1" status: 200 len: 217 time: 0.0650289 May 03 23:41:30.071202 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-2740f386-4ee4-420c-80c3-419a7a89083e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:41:30.072620 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-2740f386-4ee4-420c-80c3-419a7a89083e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f6f58dd3-e0ec-48ae-a1d3-c35654a7da38 HTTP/1.1" status: 200 len: 847 time: 0.0584495 May 03 23:41:30.150447 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-5fc3b82f-9a66-457d-b943-3dfaa64e0149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:41:30.151874 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-5fc3b82f-9a66-457d-b943-3dfaa64e0149 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e400114c-7b96-4439-a2fa-728a1d018e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707881 May 03 23:41:30.280317 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-083a279a-d726-4a45-a401-8e224d78d4e3 service neutron] 10.222.0.67 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215658 May 03 23:41:30.413110 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e5494e3b-b9b7-4f07-9e8a-2e3439b9d08c req-4976521a-75b9-4751-a64a-b94312497543 service neutron] 10.222.0.67 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263855 May 03 23:41:30.528289 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a9c4c-532f-4dd9-b9a8-8782bc5deb77 req-0942e243-28b4-4087-b112-45725c94e7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:41:30.530082 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e39a9c4c-532f-4dd9-b9a8-8782bc5deb77 req-0942e243-28b4-4087-b112-45725c94e7fb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ef6e0070c82c403eb0b2fa41cc13a74a&device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 1094 time: 0.0709741 May 03 23:41:30.814244 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a9c4c-532f-4dd9-b9a8-8782bc5deb77 req-02f39a9b-afa0-497f-8271-54fae419ed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:41:30.815590 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e39a9c4c-532f-4dd9-b9a8-8782bc5deb77 req-02f39a9b-afa0-497f-8271-54fae419ed6c service neutron] 10.222.0.67 "GET /v2.0/networks?id=e400114c-7b96-4439-a2fa-728a1d018e7f HTTP/1.1" status: 200 len: 909 time: 0.2797623 May 03 23:41:30.827780 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe6af5-96b1-48f8-9943-1baa8b23f946 req-72cf3ac7-d64f-465a-bdbf-42f269d0690d tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:41:30.829111 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0bbe6af5-96b1-48f8-9943-1baa8b23f946 req-72cf3ac7-d64f-465a-bdbf-42f269d0690d tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 943 time: 0.2687597 May 03 23:41:30.903468 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e39a9c4c-532f-4dd9-b9a8-8782bc5deb77 req-488f1e5b-3f7e-4038-a9a5-82ea5a8ab975 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 HTTP/1.1" status: 200 len: 217 time: 0.0733821 May 03 23:41:30.971721 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0bbe6af5-96b1-48f8-9943-1baa8b23f946 req-b9da4bc2-b447-4692-9f45-d22504e08871 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879209 May 03 23:41:30.980460 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a9c4c-532f-4dd9-b9a8-8782bc5deb77 req-bdc1dd71-a97d-43ff-9bcb-9a1442574702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:41:30.981821 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e39a9c4c-532f-4dd9-b9a8-8782bc5deb77 req-bdc1dd71-a97d-43ff-9bcb-9a1442574702 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f6f58dd3-e0ec-48ae-a1d3-c35654a7da38 HTTP/1.1" status: 200 len: 847 time: 0.0711632 May 03 23:41:31.059482 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a9c4c-532f-4dd9-b9a8-8782bc5deb77 req-7c8dddc1-91dd-46d1-96ad-55e5c02426e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:41:31.061002 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e39a9c4c-532f-4dd9-b9a8-8782bc5deb77 req-7c8dddc1-91dd-46d1-96ad-55e5c02426e4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e400114c-7b96-4439-a2fa-728a1d018e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724978 May 03 23:41:31.189453 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e39a9c4c-532f-4dd9-b9a8-8782bc5deb77 req-635b184c-bcb1-4cea-b737-1f3466ee7f5e service neutron] 10.222.0.67 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213918 May 03 23:41:31.316791 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e39a9c4c-532f-4dd9-b9a8-8782bc5deb77 req-cdc5e8e4-b523-4778-a771-2b30eb2b2fcd service neutron] 10.222.0.67 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208539 May 03 23:41:32.153460 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59c1ce-16a7-458f-90d5-d4ea883389c8 req-bdfd577a-0d37-452f-b7fd-65114e7c3f65 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:41:32.154931 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cd59c1ce-16a7-458f-90d5-d4ea883389c8 req-bdfd577a-0d37-452f-b7fd-65114e7c3f65 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 943 time: 0.0793478 May 03 23:41:32.198279 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cd59c1ce-16a7-458f-90d5-d4ea883389c8 req-991cb8b7-8830-4c41-90f5-7d54ebf12f2f tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378439 May 03 23:41:33.407818 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034a422-aeb4-4497-84eb-13c4de9f508f req-fd655b5c-bd9a-493f-88ca-2cd5633a2b4c tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:41:33.409253 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6034a422-aeb4-4497-84eb-13c4de9f508f req-fd655b5c-bd9a-493f-88ca-2cd5633a2b4c tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 943 time: 0.0902843 May 03 23:41:33.455159 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6034a422-aeb4-4497-84eb-13c4de9f508f req-a420ff1a-1a33-4aa1-88ff-a69781779106 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402045 May 03 23:41:34.637767 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f92c4-178b-4180-a10d-304f4b028dfd req-ce59219e-d36b-454d-9d6c-6c1e705293f8 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:41:34.639233 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e8f92c4-178b-4180-a10d-304f4b028dfd req-ce59219e-d36b-454d-9d6c-6c1e705293f8 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 943 time: 0.0792589 May 03 23:41:34.682123 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3e8f92c4-178b-4180-a10d-304f4b028dfd req-5bafc15e-d974-4f22-b601-fffaadf1fc4e tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373437 May 03 23:41:35.877268 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a586bcd-3957-45eb-8725-6a905974fe39 req-aa226cd2-d5ba-45bb-89a9-ba2878ee2aaf tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:41:35.878829 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5a586bcd-3957-45eb-8725-6a905974fe39 req-aa226cd2-d5ba-45bb-89a9-ba2878ee2aaf tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 943 time: 0.0831788 May 03 23:41:35.921512 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5a586bcd-3957-45eb-8725-6a905974fe39 req-1e029c4c-9383-4c0b-a030-48ffb295a57c tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367601 May 03 23:41:37.099355 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3250fd-10a7-4c42-ac54-05d60347e057 req-219a4117-18ee-4c7c-a62f-8ad6dfec32e3 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:41:37.101365 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eb3250fd-10a7-4c42-ac54-05d60347e057 req-219a4117-18ee-4c7c-a62f-8ad6dfec32e3 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 943 time: 0.0772200 May 03 23:41:37.146769 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-eb3250fd-10a7-4c42-ac54-05d60347e057 req-e1e27b21-78bc-43ba-b8f9-98c18e1a6357 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398982 May 03 23:41:38.327942 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdc8be-e18e-4358-adca-2a4997ee60c3 req-2b376324-cea5-470f-b687-7b39f3c177d2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:41:38.329335 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-55bdc8be-e18e-4358-adca-2a4997ee60c3 req-2b376324-cea5-470f-b687-7b39f3c177d2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 943 time: 0.0791104 May 03 23:41:38.372416 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-55bdc8be-e18e-4358-adca-2a4997ee60c3 req-ee373add-2ba6-42a3-b0a0-2bc4c51f990c tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375001 May 03 23:41:39.557310 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad276bd-2c13-42c5-9175-86f1ac7149bb req-72648194-c963-4356-913d-a14c10462328 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:41:39.558992 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dad276bd-2c13-42c5-9175-86f1ac7149bb req-72648194-c963-4356-913d-a14c10462328 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 943 time: 0.0852504 May 03 23:41:39.607844 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dad276bd-2c13-42c5-9175-86f1ac7149bb req-53f80989-3eb0-47e0-8bca-7b9c8447b3b3 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425854 May 03 23:41:40.464283 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:41:40.597199 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6,segment=NetworkSegment(7b3bd0b7-5e5a-434f-a21a-91356f14f59f),segment_id=7b3bd0b7-5e5a-434f-a21a-91356f14f59f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:41:40.610202 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': '9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6', 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f', 'port_id': '9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6', 'mac_address': 'fa:16:3e:0a:7f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f58dd3-e0ec-48ae-a1d3-c35654a7da38', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:41:40.668668 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:40.714174 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:41:40.730476 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6,segment=NetworkSegment(7b3bd0b7-5e5a-434f-a21a-91356f14f59f),segment_id=7b3bd0b7-5e5a-434f-a21a-91356f14f59f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:41:40.734964 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:40.793798 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88646b0a-3595-4ecf-8369-e16bb8341227 req-160a4385-9e18-4f49-a32d-cdc690c6babc tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:41:40.795282 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-88646b0a-3595-4ecf-8369-e16bb8341227 req-160a4385-9e18-4f49-a32d-cdc690c6babc tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 944 time: 0.0823150 May 03 23:41:40.805073 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:41:40.812446 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:41:40.812793 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:41:40.813127 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:41:40.813456 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:41:40.813783 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:41:40.814131 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:41:40.814456 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:41:40.814775 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:41:40.815098 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:41:40.815416 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:41:40.815731 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:41:40.816048 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:41:40.839824 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-88646b0a-3595-4ecf-8369-e16bb8341227 req-aa98ee71-2549-4abf-a5f9-02f143c2dac3 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389519 May 03 23:41:41.094734 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:41:42.024659 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71322b93-dcd1-46f7-8920-e83bceb7eabb req-8b475b99-6416-474d-9dfb-25ff7f203285 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:41:42.026106 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-71322b93-dcd1-46f7-8920-e83bceb7eabb req-8b475b99-6416-474d-9dfb-25ff7f203285 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 944 time: 0.0806201 May 03 23:41:42.069420 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-71322b93-dcd1-46f7-8920-e83bceb7eabb req-495941a8-7b46-4910-bfcd-872f96d5913b tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377643 May 03 23:41:42.473907 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:41:42.539281 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:41:42.543810 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:41:42.544178 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:42.658560 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:42.683800 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c56272-9270-4bd1-b1f4-dfe5f38f097f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:41:42.693227 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6,segment=NetworkSegment(7b3bd0b7-5e5a-434f-a21a-91356f14f59f),segment_id=7b3bd0b7-5e5a-434f-a21a-91356f14f59f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:41:42.697681 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:42.765177 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:41:42.779951 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71e92f89-ab72-44b4-970e-4a0dc82b7bda'] response: {'server_uuid': '90c56272-9270-4bd1-b1f4-dfe5f38f097f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6', 'code': 200} May 03 23:41:42.904345 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784ba97-4563-45b8-9389-7406e254570d req-5e5e31d1-1b11-4761-ae27-6725affa2ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:41:42.905777 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9784ba97-4563-45b8-9389-7406e254570d req-5e5e31d1-1b11-4761-ae27-6725affa2ace service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 1096 time: 0.0681927 May 03 23:41:42.948835 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9784ba97-4563-45b8-9389-7406e254570d req-8e595de7-9a23-40c0-bd4f-000ca27acb38 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368924 May 03 23:41:43.348572 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406f952-2d45-4096-9990-004bf57f7d67 req-7e4d4224-e6e2-48b7-89d5-798a9a9c37a2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:41:43.349960 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9406f952-2d45-4096-9990-004bf57f7d67 req-7e4d4224-e6e2-48b7-89d5-798a9a9c37a2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 945 time: 0.1798172 May 03 23:41:43.393079 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9406f952-2d45-4096-9990-004bf57f7d67 req-21a5f512-b4ac-4185-9dcc-556f5d1eeddb tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374913 May 03 23:41:44.580168 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109fbd9-46f8-4a91-b406-402b269ff9dc req-161b8193-18d3-4ba0-aa63-64b125bc5d3c tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:41:44.581618 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3109fbd9-46f8-4a91-b406-402b269ff9dc req-161b8193-18d3-4ba0-aa63-64b125bc5d3c tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 945 time: 0.0822728 May 03 23:41:44.625834 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3109fbd9-46f8-4a91-b406-402b269ff9dc req-f94045c3-81f5-48bd-8d8f-cc81f34e8ac2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384614 May 03 23:41:44.806067 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4cac3-c3d4-4c56-b4ae-8f915d991b6b req-27674df6-9190-4e39-ad6e-b9f00f437576 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:41:44.807420 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1bb4cac3-c3d4-4c56-b4ae-8f915d991b6b req-27674df6-9190-4e39-ad6e-b9f00f437576 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 945 time: 0.0789535 May 03 23:41:44.850031 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1bb4cac3-c3d4-4c56-b4ae-8f915d991b6b req-7eb83de4-d89c-43b0-850f-d7446f6f6fff tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370529 May 03 23:41:44.872016 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59042) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:41:44.982524 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee18087-c882-432f-985c-19acf78ebc99 tempest-TestShelveInstance-1279321524 tempest-TestShelveInstance-1279321524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:41:44.983988 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-2ee18087-c882-432f-985c-19acf78ebc99 tempest-TestShelveInstance-1279321524 tempest-TestShelveInstance-1279321524-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 1091 time: 0.1110334 May 03 23:41:44.986760 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59048) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:41:44.992235 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-f97180f9-0e74-4a31-901c-13ce09908d53 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'port_id': '9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:41:44.998864 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f97180f9-0e74-4a31-901c-13ce09908d53 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:41:45.002777 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f97180f9-0e74-4a31-901c-13ce09908d53 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Usage tracker for resource:floatingip and tenant:ef6e0070c82c403eb0b2fa41cc13a74a is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:41:45.005700 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f97180f9-0e74-4a31-901c-13ce09908d53 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:41:45.011301 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f97180f9-0e74-4a31-901c-13ce09908d53 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:41:45.021243 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f97180f9-0e74-4a31-901c-13ce09908d53 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:45.154595 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f97180f9-0e74-4a31-901c-13ce09908d53 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:45.287708 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-f97180f9-0e74-4a31-901c-13ce09908d53 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Allocated IP 172.25.2.151 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/500b398d-39f2-468a-94c0-df1c3a330b9a) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:41:45.429109 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f97180f9-0e74-4a31-901c-13ce09908d53 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:45.457149 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f97180f9-0e74-4a31-901c-13ce09908d53 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:45.517350 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97180f9-0e74-4a31-901c-13ce09908d53 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:41:45.520172 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-f97180f9-0e74-4a31-901c-13ce09908d53 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:41:45.524634 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97180f9-0e74-4a31-901c-13ce09908d53 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:41:45.565618 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97180f9-0e74-4a31-901c-13ce09908d53 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Pushing event updated for resources: {'Port': ['ID=500b398d-39f2-468a-94c0-df1c3a330b9a,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:41:45.925347 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f97180f9-0e74-4a31-901c-13ce09908d53 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:45.997713 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f97180f9-0e74-4a31-901c-13ce09908d53 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:46.197244 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f97180f9-0e74-4a31-901c-13ce09908d53 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:46.201510 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f97180f9-0e74-4a31-901c-13ce09908d53 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:46.410486 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97180f9-0e74-4a31-901c-13ce09908d53 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Pushing event updated for resources: {'Port': ['ID=500b398d-39f2-468a-94c0-df1c3a330b9a,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:41:46.420651 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f97180f9-0e74-4a31-901c-13ce09908d53 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:46.589910 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-f97180f9-0e74-4a31-901c-13ce09908d53 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Floating IP 0a792c2e-f9bf-4093-aea5-6723deabebf5 associated. External IP: 172.25.2.151, port: 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6. May 03 23:41:46.931763 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97180f9-0e74-4a31-901c-13ce09908d53 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Router 52418e42-9235-4f88-8b97-667815ae8d14 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:41:47.105804 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97180f9-0e74-4a31-901c-13ce09908d53 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:41:47.116215 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd15ab5-d52a-4af6-8509-113ee04df0ca None None] Sync routers for ids ['52418e42-9235-4f88-8b97-667815ae8d14'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:41:47.125256 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd15ab5-d52a-4af6-8509-113ee04df0ca None None] Routers {'52418e42-9235-4f88-8b97-667815ae8d14'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:41:47.125930 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-efd15ab5-d52a-4af6-8509-113ee04df0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:41:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['52418e42-9235-4f88-8b97-667815ae8d14'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:41:47.129107 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f97180f9-0e74-4a31-901c-13ce09908d53 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:47.183058 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f97180f9-0e74-4a31-901c-13ce09908d53 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1951017 May 03 23:41:47.183642 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c56272-9270-4bd1-b1f4-dfe5f38f097f', 'tag': '9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:41:47.226758 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41d5f698-450a-449a-aaf8-cade43b012b0'] response: {'name': 'network-changed', 'server_uuid': '90c56272-9270-4bd1-b1f4-dfe5f38f097f', 'tag': '9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6', 'status': 'completed', 'code': 200} May 03 23:41:47.298951 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-efd15ab5-d52a-4af6-8509-113ee04df0ca None None] Set router 52418e42-9235-4f88-8b97-667815ae8d14 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:41:47.319693 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18333473-4a37-4cba-87d1-ad973a36d13d req-247dd69e-a001-46c0-9698-e7ad8439054d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:41:47.321193 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-18333473-4a37-4cba-87d1-ad973a36d13d req-247dd69e-a001-46c0-9698-e7ad8439054d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ef6e0070c82c403eb0b2fa41cc13a74a&device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 1096 time: 0.0715594 May 03 23:41:47.451838 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18333473-4a37-4cba-87d1-ad973a36d13d req-e9be261c-0f19-4acc-8031-238cb03f54ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:41:47.453221 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-18333473-4a37-4cba-87d1-ad973a36d13d req-e9be261c-0f19-4acc-8031-238cb03f54ee service neutron] 10.222.0.67 "GET /v2.0/networks?id=e400114c-7b96-4439-a2fa-728a1d018e7f HTTP/1.1" status: 200 len: 909 time: 0.1266038 May 03 23:41:47.555790 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-18333473-4a37-4cba-87d1-ad973a36d13d req-d1f0345a-d9fb-4232-aa96-ea2667d6c2c8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 HTTP/1.1" status: 200 len: 999 time: 0.0969369 May 03 23:41:47.622526 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18333473-4a37-4cba-87d1-ad973a36d13d req-7c577e2f-2ae6-48bd-ad6e-c634e4d69746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:41:47.623953 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-18333473-4a37-4cba-87d1-ad973a36d13d req-7c577e2f-2ae6-48bd-ad6e-c634e4d69746 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f6f58dd3-e0ec-48ae-a1d3-c35654a7da38 HTTP/1.1" status: 200 len: 847 time: 0.0628080 May 03 23:41:47.674009 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-efd15ab5-d52a-4af6-8509-113ee04df0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52418e42-9235-4f88-8b97-667815ae8d14', 'name': 'tempest-TestShelveInstance-414357363-router', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '679605e7-006c-40c9-b1f3-606bd303d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:36:00Z', 'updated_at': '2022-05-03T23:36:04Z', 'revision_number': 4, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'gw_port': {'id': '679605e7-006c-40c9-b1f3-606bd303d29c', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:01Z', 'updated_at': '2022-05-03T23:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '0a792c2e-f9bf-4093-aea5-6723deabebf5', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'floating_ip_address': '172.25.2.151', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'port_id': '9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f', 'mac_address': 'fa:16:3e:0a:7f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c56272-9270-4bd1-b1f4-dfe5f38f097f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:41:45Z', 'updated_at': '2022-05-03T23:41:45Z', 'revision_number': 0, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e657f7d-17da-40e6-ba1c-1f71b764114f', 'name': '', 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'mac_address': 'fa:16:3e:5a:6b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'f6f58dd3-e0ec-48ae-a1d3-c35654a7da38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:03Z', 'updated_at': '2022-05-03T23:36:10Z', 'revision_number': 5, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'subnets': [{'id': 'f6f58dd3-e0ec-48ae-a1d3-c35654a7da38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:41:47.677982 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd15ab5-d52a-4af6-8509-113ee04df0ca None None] Checking router: 52418e42-9235-4f88-8b97-667815ae8d14 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:41:47.686465 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd15ab5-d52a-4af6-8509-113ee04df0ca None None] Routers {'52418e42-9235-4f88-8b97-667815ae8d14'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:41:47.687047 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-efd15ab5-d52a-4af6-8509-113ee04df0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:41:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['52418e42-9235-4f88-8b97-667815ae8d14'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:41:47.700593 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18333473-4a37-4cba-87d1-ad973a36d13d req-47642bfd-98d0-4e7a-a2b4-f0ed03f94834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:41:47.702971 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-18333473-4a37-4cba-87d1-ad973a36d13d req-47642bfd-98d0-4e7a-a2b4-f0ed03f94834 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e400114c-7b96-4439-a2fa-728a1d018e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723343 May 03 23:41:47.879495 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-efd15ab5-d52a-4af6-8509-113ee04df0ca None None] Set router 52418e42-9235-4f88-8b97-667815ae8d14 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:41:47.952401 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-18333473-4a37-4cba-87d1-ad973a36d13d req-bce78950-64d7-4911-8cc0-d89e3bb557ab service neutron] 10.222.0.67 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427256 May 03 23:41:48.087908 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-18333473-4a37-4cba-87d1-ad973a36d13d req-dced0b52-21e9-4dad-aaf2-9a6a4c460d0f service neutron] 10.222.0.67 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285837 May 03 23:41:48.227000 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-efd15ab5-d52a-4af6-8509-113ee04df0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52418e42-9235-4f88-8b97-667815ae8d14', 'name': 'tempest-TestShelveInstance-414357363-router', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '679605e7-006c-40c9-b1f3-606bd303d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:36:00Z', 'updated_at': '2022-05-03T23:36:04Z', 'revision_number': 4, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'gw_port': {'id': '679605e7-006c-40c9-b1f3-606bd303d29c', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:01Z', 'updated_at': '2022-05-03T23:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '0a792c2e-f9bf-4093-aea5-6723deabebf5', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'floating_ip_address': '172.25.2.151', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'port_id': '9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f', 'mac_address': 'fa:16:3e:0a:7f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c56272-9270-4bd1-b1f4-dfe5f38f097f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:41:45Z', 'updated_at': '2022-05-03T23:41:45Z', 'revision_number': 0, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e657f7d-17da-40e6-ba1c-1f71b764114f', 'name': '', 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'mac_address': 'fa:16:3e:5a:6b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'f6f58dd3-e0ec-48ae-a1d3-c35654a7da38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:03Z', 'updated_at': '2022-05-03T23:36:10Z', 'revision_number': 5, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'subnets': [{'id': 'f6f58dd3-e0ec-48ae-a1d3-c35654a7da38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:41:48.230826 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd15ab5-d52a-4af6-8509-113ee04df0ca None None] The sync data for ids ['52418e42-9235-4f88-8b97-667815ae8d14'] in n-d-811807-1 is: [{'id': '52418e42-9235-4f88-8b97-667815ae8d14', 'name': 'tempest-TestShelveInstance-414357363-router', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '679605e7-006c-40c9-b1f3-606bd303d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:36:00Z', 'updated_at': '2022-05-03T23:36:04Z', 'revision_number': 4, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'gw_port': {'id': '679605e7-006c-40c9-b1f3-606bd303d29c', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:01Z', 'updated_at': '2022-05-03T23:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': '0a792c2e-f9bf-4093-aea5-6723deabebf5', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'floating_ip_address': '172.25.2.151', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'port_id': '9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f', 'mac_address': 'fa:16:3e:0a:7f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c56272-9270-4bd1-b1f4-dfe5f38f097f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:41:45Z', 'updated_at': '2022-05-03T23:41:45Z', 'revision_number': 0, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e657f7d-17da-40e6-ba1c-1f71b764114f', 'name': '', 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'mac_address': 'fa:16:3e:5a:6b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'f6f58dd3-e0ec-48ae-a1d3-c35654a7da38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:03Z', 'updated_at': '2022-05-03T23:36:10Z', 'revision_number': 5, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'subnets': [{'id': 'f6f58dd3-e0ec-48ae-a1d3-c35654a7da38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:41:48.417794 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b057e5-741f-449e-8a96-1e00f2fcc9dc None None] New status for floating IP 0a792c2e-f9bf-4093-aea5-6723deabebf5: ACTIVE {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:41:53.101740 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6a2a597c-57a7-4365-97ac-9b85ce297948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:55.162790 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:55.666381 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2707eba5-d8c9-42cc-966f-55cf760abdb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:56.512472 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:56.581151 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:57.897426 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:41:58.612368 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:42:01.233739 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:42:20.982232 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f3150f3b-fd5b-49a6-824b-8d4c9fb58b6f req-faa6b382-84df-43ae-916b-63f7b993f005 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0912089 May 03 23:42:21.142304 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3150f3b-fd5b-49a6-824b-8d4c9fb58b6f req-f516438f-9a87-44b4-b14e-db0a9abb2362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:42:21.142304 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f3150f3b-fd5b-49a6-824b-8d4c9fb58b6f req-f516438f-9a87-44b4-b14e-db0a9abb2362 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ef6e0070c82c403eb0b2fa41cc13a74a&device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 1096 time: 0.0765595 May 03 23:42:21.300271 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3150f3b-fd5b-49a6-824b-8d4c9fb58b6f req-59601ace-85a9-46de-8cc6-5e14b96b5be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:42:21.302277 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f3150f3b-fd5b-49a6-824b-8d4c9fb58b6f req-59601ace-85a9-46de-8cc6-5e14b96b5be6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e400114c-7b96-4439-a2fa-728a1d018e7f HTTP/1.1" status: 200 len: 909 time: 0.1363275 May 03 23:42:21.412390 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f3150f3b-fd5b-49a6-824b-8d4c9fb58b6f req-dbd6682a-8576-4423-a223-f9220f0fdd7d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 HTTP/1.1" status: 200 len: 1001 time: 0.1041954 May 03 23:42:21.485114 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3150f3b-fd5b-49a6-824b-8d4c9fb58b6f req-e1867d0f-0e72-48bc-9502-12f9d24619d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:42:21.487351 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f3150f3b-fd5b-49a6-824b-8d4c9fb58b6f req-e1867d0f-0e72-48bc-9502-12f9d24619d4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f6f58dd3-e0ec-48ae-a1d3-c35654a7da38 HTTP/1.1" status: 200 len: 847 time: 0.0683315 May 03 23:42:21.579490 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3150f3b-fd5b-49a6-824b-8d4c9fb58b6f req-5a843699-9215-4b26-a2e0-c91917891df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:42:21.579490 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f3150f3b-fd5b-49a6-824b-8d4c9fb58b6f req-5a843699-9215-4b26-a2e0-c91917891df0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e400114c-7b96-4439-a2fa-728a1d018e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854268 May 03 23:42:21.719454 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f3150f3b-fd5b-49a6-824b-8d4c9fb58b6f req-6f3cdfef-83f2-4ce2-9f9a-9565034a3398 service neutron] 10.222.0.67 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338849 May 03 23:42:21.850789 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f3150f3b-fd5b-49a6-824b-8d4c9fb58b6f req-6f588f3f-a3e7-4574-9444-3df4ac533a77 service neutron] 10.222.0.67 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249061 May 03 23:42:23.104437 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8715baca-0c64-4500-88aa-2789b140403b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:42:25.159884 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:42:25.668714 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b96669bc-19ef-4de1-95f0-9e0054ae81ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:42:26.513964 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:42:26.583175 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:42:27.899706 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:42:28.623297 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:42:38.227358 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:42:53.098769 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-50d90ae5-7806-45f3-bb33-9faff7ae6e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:42:55.162003 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:42:55.670424 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1c860861-d820-49e3-88fb-76f51c986e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:42:56.516149 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:42:56.585453 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:42:57.901659 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:42:58.618918 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:43:15.227039 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:43:21.971944 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b264f493-f659-44d4-92af-e7b844bc90fa req-8a6e517d-4877-429c-9039-658200bf1d13 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0717897 May 03 23:43:22.125146 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264f493-f659-44d4-92af-e7b844bc90fa req-3956bf13-8877-4b93-bf22-fff7caaacc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:43:22.127365 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b264f493-f659-44d4-92af-e7b844bc90fa req-3956bf13-8877-4b93-bf22-fff7caaacc28 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ef6e0070c82c403eb0b2fa41cc13a74a&device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 1096 time: 0.0779619 May 03 23:43:22.284587 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264f493-f659-44d4-92af-e7b844bc90fa req-36d7abe3-24ad-4c8b-aea3-c1316939246d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:43:22.286093 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b264f493-f659-44d4-92af-e7b844bc90fa req-36d7abe3-24ad-4c8b-aea3-c1316939246d service neutron] 10.222.0.67 "GET /v2.0/networks?id=e400114c-7b96-4439-a2fa-728a1d018e7f HTTP/1.1" status: 200 len: 909 time: 0.1396427 May 03 23:43:22.394689 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b264f493-f659-44d4-92af-e7b844bc90fa req-75196fef-3473-4c5c-984c-11c58f63ce6d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 HTTP/1.1" status: 200 len: 1001 time: 0.1004264 May 03 23:43:22.456241 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264f493-f659-44d4-92af-e7b844bc90fa req-633a2053-02d8-4611-9320-f3a9f0b9e20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:43:22.457602 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b264f493-f659-44d4-92af-e7b844bc90fa req-633a2053-02d8-4611-9320-f3a9f0b9e20d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f6f58dd3-e0ec-48ae-a1d3-c35654a7da38 HTTP/1.1" status: 200 len: 847 time: 0.0563450 May 03 23:43:22.538993 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264f493-f659-44d4-92af-e7b844bc90fa req-17ba9721-e945-421c-a2ea-8b825a9ddcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:43:22.541519 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b264f493-f659-44d4-92af-e7b844bc90fa req-17ba9721-e945-421c-a2ea-8b825a9ddcac service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e400114c-7b96-4439-a2fa-728a1d018e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765531 May 03 23:43:22.774230 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b264f493-f659-44d4-92af-e7b844bc90fa req-e52c15b6-0aaf-49f6-a19e-49d8de8a5572 service neutron] 10.222.0.67 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261703 May 03 23:43:22.911769 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b264f493-f659-44d4-92af-e7b844bc90fa req-f23ac2ed-4963-4626-b6c2-75da4ceecda5 service neutron] 10.222.0.67 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310625 May 03 23:43:23.102601 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9aec7dc5-73c4-455c-a479-ee333ab1635f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:43:25.159594 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:43:25.672009 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8ef66743-6195-4adb-9fd7-417e99512a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:43:26.517415 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:43:26.589016 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:43:27.902642 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:43:28.620847 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:43:45.033842 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6a9e7-5733-4e6c-bdd4-ce5684479702 req-3c92ed83-b828-4c75-a9ea-0cf6668e282c tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:43:45.035397 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4fe6a9e7-5733-4e6c-bdd4-ce5684479702 req-3c92ed83-b828-4c75-a9ea-0cf6668e282c tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 945 time: 0.0862782 May 03 23:43:45.078715 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4fe6a9e7-5733-4e6c-bdd4-ce5684479702 req-3abcd91d-635c-4872-b0c5-5c92ab046c4d tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377805 May 03 23:43:46.267078 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7cfed-9442-405a-a2cc-ded36181d55b req-13c874ee-0587-456c-b519-b539b9a38d4a tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:43:46.268502 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5ad7cfed-9442-405a-a2cc-ded36181d55b req-13c874ee-0587-456c-b519-b539b9a38d4a tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 945 time: 0.0787537 May 03 23:43:46.322803 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5ad7cfed-9442-405a-a2cc-ded36181d55b req-59813fe4-e097-49d3-99ef-5a5b1d857cab tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487397 May 03 23:43:47.509551 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a65c18-5d12-4ce4-a794-e3c48b130a4a req-8a7b3c6b-1b72-4617-8f1d-8251e086258c tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:43:47.511029 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-22a65c18-5d12-4ce4-a794-e3c48b130a4a req-8a7b3c6b-1b72-4617-8f1d-8251e086258c tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 945 time: 0.0787530 May 03 23:43:47.555658 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-22a65c18-5d12-4ce4-a794-e3c48b130a4a req-aaf7c697-1937-4aab-80db-f07dc31e2ce4 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388131 May 03 23:43:48.743734 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9f695-0e21-4669-bfb8-8a0ea0db14ab req-b5011510-a4ea-4cfd-884f-cf8467be7af0 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:43:48.745131 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-65e9f695-0e21-4669-bfb8-8a0ea0db14ab req-b5011510-a4ea-4cfd-884f-cf8467be7af0 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 945 time: 0.0830345 May 03 23:43:48.789673 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-65e9f695-0e21-4669-bfb8-8a0ea0db14ab req-ad12bc84-2355-4f7c-8236-4e4f6144f82c tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374312 May 03 23:43:50.127964 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b066611-b052-42c9-8770-16ebb4c253ec req-bc040439-aaa5-4267-a989-8c1e161aea94 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:43:50.129410 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0b066611-b052-42c9-8770-16ebb4c253ec req-bc040439-aaa5-4267-a989-8c1e161aea94 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 945 time: 0.0799463 May 03 23:43:50.173516 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0b066611-b052-42c9-8770-16ebb4c253ec req-1c7d569b-b071-4863-91c4-c2d39128eeed tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383651 May 03 23:43:51.358797 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a5258-f30e-443b-8559-364a42385b76 req-07ae055c-f409-415f-b9a9-d5828dfa6ce8 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:43:51.360242 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a64a5258-f30e-443b-8559-364a42385b76 req-07ae055c-f409-415f-b9a9-d5828dfa6ce8 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 945 time: 0.0838943 May 03 23:43:51.403051 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a64a5258-f30e-443b-8559-364a42385b76 req-e38930ff-9227-4267-aa15-dd4638488418 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371284 May 03 23:43:52.226807 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:43:52.585240 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28c2a2-f49a-4175-b723-4b5df05264b5 req-1b647316-f339-411a-a9d4-04b7130bdbd2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:43:52.586736 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2f28c2a2-f49a-4175-b723-4b5df05264b5 req-1b647316-f339-411a-a9d4-04b7130bdbd2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 945 time: 0.0816739 May 03 23:43:52.634257 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2f28c2a2-f49a-4175-b723-4b5df05264b5 req-fb2b73a5-562b-4d05-b25b-9c1826928c9e tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415959 May 03 23:43:53.104122 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-870c364f-1786-4cab-beac-d17d757d6c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:43:53.820534 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad0d39-eac9-425e-95bc-e791d45f3c58 req-eaa13d02-0b86-4f89-be2c-c2ca00e9fba2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:43:53.822010 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-06ad0d39-eac9-425e-95bc-e791d45f3c58 req-eaa13d02-0b86-4f89-be2c-c2ca00e9fba2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 945 time: 0.0798328 May 03 23:43:53.865126 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-06ad0d39-eac9-425e-95bc-e791d45f3c58 req-c3ed4589-dc2a-4e12-acd6-d60773077cda tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368183 May 03 23:43:55.051821 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044eae2-8129-4990-979e-0bbc7522aba9 req-b7fde9b2-2f0c-49cc-819f-7fb2b80a65da tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:43:55.053586 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d044eae2-8129-4990-979e-0bbc7522aba9 req-b7fde9b2-2f0c-49cc-819f-7fb2b80a65da tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 945 time: 0.0874038 May 03 23:43:55.145294 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d044eae2-8129-4990-979e-0bbc7522aba9 req-e7e6d66b-c328-4593-87e0-dc1a1b31d213 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859752 May 03 23:43:55.159627 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:43:55.163038 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fdf7a3-176c-495a-af00-357e677ef2b5 req-108ca1bb-c698-457e-831f-88b68915b27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:43:55.164488 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b7fdf7a3-176c-495a-af00-357e677ef2b5 req-108ca1bb-c698-457e-831f-88b68915b27f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ef6e0070c82c403eb0b2fa41cc13a74a&device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 1096 time: 0.0909493 May 03 23:43:55.293196 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fdf7a3-176c-495a-af00-357e677ef2b5 req-cc975bf3-c7a7-49b3-b4d7-dfc7e029816e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:43:55.294708 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b7fdf7a3-176c-495a-af00-357e677ef2b5 req-cc975bf3-c7a7-49b3-b4d7-dfc7e029816e service neutron] 10.222.0.67 "GET /v2.0/networks?id=e400114c-7b96-4439-a2fa-728a1d018e7f HTTP/1.1" status: 200 len: 909 time: 0.1244125 May 03 23:43:55.396250 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b7fdf7a3-176c-495a-af00-357e677ef2b5 req-9b0dc8cf-c489-46d6-abb1-7b425da1307f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 HTTP/1.1" status: 200 len: 1001 time: 0.0956209 May 03 23:43:55.459077 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fdf7a3-176c-495a-af00-357e677ef2b5 req-7f5a3dd1-fb5d-4397-9359-925c93e9007f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:43:55.460473 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b7fdf7a3-176c-495a-af00-357e677ef2b5 req-7f5a3dd1-fb5d-4397-9359-925c93e9007f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f6f58dd3-e0ec-48ae-a1d3-c35654a7da38 HTTP/1.1" status: 200 len: 847 time: 0.0587759 May 03 23:43:55.534049 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fdf7a3-176c-495a-af00-357e677ef2b5 req-979551d0-5b04-4bd5-9069-a999d0fa74f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:43:55.535533 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b7fdf7a3-176c-495a-af00-357e677ef2b5 req-979551d0-5b04-4bd5-9069-a999d0fa74f8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e400114c-7b96-4439-a2fa-728a1d018e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685213 May 03 23:43:55.668593 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b7fdf7a3-176c-495a-af00-357e677ef2b5 req-cec6c501-d5d9-4532-b064-2103d87198a2 service neutron] 10.222.0.67 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266859 May 03 23:43:55.672723 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-91b3d4cd-dbdb-4470-924a-a802e55b5d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:43:55.896406 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b7fdf7a3-176c-495a-af00-357e677ef2b5 req-9d86bfd7-414e-49a2-b3f4-162332d58607 service neutron] 10.222.0.67 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216210 May 03 23:43:56.330363 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580bf55-192c-4ddd-8298-ad564f19c0c1 req-6d18626f-36ac-4bd6-9f47-ec4021d32ecd tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:43:56.331821 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6580bf55-192c-4ddd-8298-ad564f19c0c1 req-6d18626f-36ac-4bd6-9f47-ec4021d32ecd tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 945 time: 0.0797396 May 03 23:43:56.378835 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6580bf55-192c-4ddd-8298-ad564f19c0c1 req-46a952cb-c011-4af1-a874-9f743a01a817 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413699 May 03 23:43:56.520201 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:43:56.592296 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:43:57.618933 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c93872-55b7-4c93-92b6-7aedb7d658ce req-84559e87-0fe0-4f73-8828-1be6c95794b5 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:43:57.620430 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11c93872-55b7-4c93-92b6-7aedb7d658ce req-84559e87-0fe0-4f73-8828-1be6c95794b5 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 945 time: 0.1366210 May 03 23:43:57.669125 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-11c93872-55b7-4c93-92b6-7aedb7d658ce req-263a52d0-1d4b-465d-8c96-3eb014dc54b5 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428059 May 03 23:43:57.906867 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:43:58.620209 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:43:58.900105 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039d86d-e440-4641-ad0b-59ecede90b80 req-bbab9147-9fcc-4358-ad8f-febd5381196e tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:43:58.901544 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7039d86d-e440-4641-ad0b-59ecede90b80 req-bbab9147-9fcc-4358-ad8f-febd5381196e tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 945 time: 0.1245787 May 03 23:43:58.944957 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-7039d86d-e440-4641-ad0b-59ecede90b80 req-5cea2da0-0fa3-40f5-8c2c-8c22684c3792 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371935 May 03 23:43:59.289303 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b5908-3e60-4001-b805-a3ddf11202a9 req-dd5aee72-6b9b-4ec8-80d8-0755632c7e4d tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:43:59.290732 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2c6b5908-3e60-4001-b805-a3ddf11202a9 req-dd5aee72-6b9b-4ec8-80d8-0755632c7e4d tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 945 time: 0.0805635 May 03 23:43:59.334924 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2c6b5908-3e60-4001-b805-a3ddf11202a9 req-17e743bb-f4b5-486c-81ec-08a568886fd9 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383902 May 03 23:43:59.336243 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-fe70c8ed-efae-4ebb-80ae-f136adb31e9c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1821671 May 03 23:44:00.524581 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f1a1b-251e-48f5-b790-447f8b2889eb req-7e95006c-445d-476e-8654-b2156d1169e3 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:44:00.526065 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2e8f1a1b-251e-48f5-b790-447f8b2889eb req-7e95006c-445d-476e-8654-b2156d1169e3 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 945 time: 0.0848427 May 03 23:44:00.571299 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2e8f1a1b-251e-48f5-b790-447f8b2889eb req-b7836996-7dad-481e-8c9c-a0975391a00e tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392008 May 03 23:44:01.106133 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:44:01.221653 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:01.251752 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c56272-9270-4bd1-b1f4-dfe5f38f097f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:44:01.262395 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6,segment=NetworkSegment(7b3bd0b7-5e5a-434f-a21a-91356f14f59f),segment_id=7b3bd0b7-5e5a-434f-a21a-91356f14f59f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:44:01.266412 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:01.302184 n-d-811807-1 neutron-server[88071]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f78d2838-4a10-4ff4-9fbd-a75ae007a719']: {'server_uuid': '90c56272-9270-4bd1-b1f4-dfe5f38f097f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6', 'code': 422} returned with failed status May 03 23:44:01.344617 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:44:01.352347 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:01.352693 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:01.353030 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:01.353366 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:01.353714 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:01.354047 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:01.354372 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:01.354692 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:01.355012 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:01.355330 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:01.355648 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:01.355966 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:01.760828 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e87a56-645a-4f22-bb76-4a4ce1587371 req-f6e8d40a-b709-4be8-9c3d-66847331c58d tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:44:01.762311 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-75e87a56-645a-4f22-bb76-4a4ce1587371 req-f6e8d40a-b709-4be8-9c3d-66847331c58d tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 943 time: 0.0797296 May 03 23:44:01.806084 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-75e87a56-645a-4f22-bb76-4a4ce1587371 req-be226e13-f3c6-4e86-8e20-acafe719d318 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376821 May 03 23:44:01.813360 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-c9817f28-57cf-4d95-a8a6-2dce72779ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:44:01.814870 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-c9817f28-57cf-4d95-a8a6-2dce72779ed3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f&tenant_id=ef6e0070c82c403eb0b2fa41cc13a74a HTTP/1.1" status: 200 len: 1094 time: 0.0706255 May 03 23:44:01.825618 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-0aeb67be-b965-4965-b0fc-ae7345495db5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811807-1', 'device_owner': 'compute:nova'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:44:01.932490 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-0aeb67be-b965-4965-b0fc-ae7345495db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:02.193392 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-0aeb67be-b965-4965-b0fc-ae7345495db5 service neutron] For port 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6,segment=NetworkSegment(7b3bd0b7-5e5a-434f-a21a-91356f14f59f),segment_id=7b3bd0b7-5e5a-434f-a21a-91356f14f59f)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:44:02.221292 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-0aeb67be-b965-4965-b0fc-ae7345495db5 service neutron] For port 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6, host n-h2-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:44:02.270732 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-0aeb67be-b965-4965-b0fc-ae7345495db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:44:02.277652 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-0aeb67be-b965-4965-b0fc-ae7345495db5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:02.292175 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-0aeb67be-b965-4965-b0fc-ae7345495db5 service neutron] Transition to ACTIVE for port object 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:44:02.296214 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-0aeb67be-b965-4965-b0fc-ae7345495db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:02.437066 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb67be-b965-4965-b0fc-ae7345495db5 service neutron] Pushing event updated for resources: {'Port': ['ID=9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6,revision_number=7']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:44:02.450033 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb67be-b965-4965-b0fc-ae7345495db5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:02.450366 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb67be-b965-4965-b0fc-ae7345495db5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:02.450674 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb67be-b965-4965-b0fc-ae7345495db5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:02.451006 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb67be-b965-4965-b0fc-ae7345495db5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:02.451334 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb67be-b965-4965-b0fc-ae7345495db5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:02.451663 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb67be-b965-4965-b0fc-ae7345495db5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:02.451995 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb67be-b965-4965-b0fc-ae7345495db5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:02.452311 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb67be-b965-4965-b0fc-ae7345495db5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:02.452631 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb67be-b965-4965-b0fc-ae7345495db5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:02.452950 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb67be-b965-4965-b0fc-ae7345495db5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:02.453273 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb67be-b965-4965-b0fc-ae7345495db5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:02.453591 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb67be-b965-4965-b0fc-ae7345495db5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:44:02.504245 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-0aeb67be-b965-4965-b0fc-ae7345495db5 service neutron] No DVR routers for this DVR port 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 on host n-h2-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:44:02.726660 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-0aeb67be-b965-4965-b0fc-ae7345495db5 service neutron] Attempting to bind port 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:44:02.726921 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-0aeb67be-b965-4965-b0fc-ae7345495db5 service neutron] Attempting to bind port 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '7b3bd0b7-5e5a-434f-a21a-91356f14f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:44:02.727246 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-0aeb67be-b965-4965-b0fc-ae7345495db5 service neutron] Attempting to bind port 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 on network e400114c-7b96-4439-a2fa-728a1d018e7f {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:44:02.731736 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-0aeb67be-b965-4965-b0fc-ae7345495db5 service neutron] Port 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 on network e400114c-7b96-4439-a2fa-728a1d018e7f not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:44:02.732089 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-0aeb67be-b965-4965-b0fc-ae7345495db5 service neutron] Attempting to bind port 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 on network e400114c-7b96-4439-a2fa-728a1d018e7f {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:44:02.737212 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-0aeb67be-b965-4965-b0fc-ae7345495db5 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:44:02.737548 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-0aeb67be-b965-4965-b0fc-ae7345495db5 service neutron] Checking segment: {'id': '7b3bd0b7-5e5a-434f-a21a-91356f14f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:44:02.737963 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-0aeb67be-b965-4965-b0fc-ae7345495db5 service neutron] Bound using segment: {'id': '7b3bd0b7-5e5a-434f-a21a-91356f14f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:44:02.738387 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-0aeb67be-b965-4965-b0fc-ae7345495db5 service neutron] Bound port: 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3bd0b7-5e5a-434f-a21a-91356f14f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:44:02.738727 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-0aeb67be-b965-4965-b0fc-ae7345495db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:02.827707 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-0aeb67be-b965-4965-b0fc-ae7345495db5 service neutron] For port 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:44:02.830719 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-0aeb67be-b965-4965-b0fc-ae7345495db5 service neutron] For port 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6,segment=NetworkSegment(7b3bd0b7-5e5a-434f-a21a-91356f14f59f),segment_id=7b3bd0b7-5e5a-434f-a21a-91356f14f59f)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:44:02.835705 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-0aeb67be-b965-4965-b0fc-ae7345495db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:02.899354 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-0aeb67be-b965-4965-b0fc-ae7345495db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:44:02.900066 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-0aeb67be-b965-4965-b0fc-ae7345495db5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:02.901507 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-0aeb67be-b965-4965-b0fc-ae7345495db5 service neutron] 10.222.0.60 "PUT /v2.0/ports/9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 HTTP/1.1" status: 200 len: 1091 time: 1.0797899 May 03 23:44:02.902011 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c56272-9270-4bd1-b1f4-dfe5f38f097f', 'tag': '9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:44:02.927667 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb67be-b965-4965-b0fc-ae7345495db5 service neutron] Pushing event updated for resources: {'Port': ['ID=9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6,revision_number=8']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:44:02.974899 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c91627f-9c2f-4bb4-a2d1-1a75e1b44f23'] response: {'name': 'network-changed', 'server_uuid': '90c56272-9270-4bd1-b1f4-dfe5f38f097f', 'tag': '9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6', 'status': 'completed', 'code': 200} May 03 23:44:03.004996 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea2059-b5cb-4e72-85c1-83cff3d2209e req-7f3e1996-c707-42fa-8d0a-ea3cc566fbaa tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:44:03.006594 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-acea2059-b5cb-4e72-85c1-83cff3d2209e req-7f3e1996-c707-42fa-8d0a-ea3cc566fbaa tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 943 time: 0.0894332 May 03 23:44:03.007175 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-c73995af-2ab1-4ea6-8677-0475e71e06e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:44:03.008634 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-c73995af-2ab1-4ea6-8677-0475e71e06e1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ef6e0070c82c403eb0b2fa41cc13a74a&device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 1094 time: 0.0773656 May 03 23:44:03.053554 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-acea2059-b5cb-4e72-85c1-83cff3d2209e req-7ca21d84-d273-4f09-a123-f08548c3d38f tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408208 May 03 23:44:03.144601 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-f06d63ca-d0a8-497e-a823-af9ed0cb2a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:44:03.146065 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-f06d63ca-d0a8-497e-a823-af9ed0cb2a66 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e400114c-7b96-4439-a2fa-728a1d018e7f HTTP/1.1" status: 200 len: 909 time: 0.1300008 May 03 23:44:03.252017 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-cbe21438-0a37-4556-816f-7e2ffcab9698 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 HTTP/1.1" status: 200 len: 999 time: 0.1001379 May 03 23:44:03.420665 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-797bbabe-97f6-46a6-91c1-179890335048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:44:03.422111 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-797bbabe-97f6-46a6-91c1-179890335048 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f6f58dd3-e0ec-48ae-a1d3-c35654a7da38 HTTP/1.1" status: 200 len: 847 time: 0.1646743 May 03 23:44:03.496377 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-03ed5d4e-1ea8-4e06-b7fd-7b49b827697b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:44:03.498363 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-03ed5d4e-1ea8-4e06-b7fd-7b49b827697b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e400114c-7b96-4439-a2fa-728a1d018e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695193 May 03 23:44:03.626824 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-60ee6e55-38ae-46a3-95a5-c7e5ec989309 service neutron] 10.222.0.60 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220651 May 03 23:44:03.756264 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-f79d1f20-9b62-4329-968c-e7f51970027d service neutron] 10.222.0.60 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232951 May 03 23:44:03.874965 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f1ed4-b66c-4efe-b153-8fd4c56d24e1 req-fb8fc324-7f96-43ef-8778-995194b18e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:44:03.876354 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f14f1ed4-b66c-4efe-b153-8fd4c56d24e1 req-fb8fc324-7f96-43ef-8778-995194b18e51 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ef6e0070c82c403eb0b2fa41cc13a74a&device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 1094 time: 0.0753014 May 03 23:44:04.004314 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f1ed4-b66c-4efe-b153-8fd4c56d24e1 req-61974fcc-37ac-42c7-b9e1-cbb9279ee10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:44:04.005720 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f14f1ed4-b66c-4efe-b153-8fd4c56d24e1 req-61974fcc-37ac-42c7-b9e1-cbb9279ee10e service neutron] 10.222.0.60 "GET /v2.0/networks?id=e400114c-7b96-4439-a2fa-728a1d018e7f HTTP/1.1" status: 200 len: 909 time: 0.1233299 May 03 23:44:04.102535 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f14f1ed4-b66c-4efe-b153-8fd4c56d24e1 req-089c4639-efc1-40cd-81d2-81bb9e0c26e4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 HTTP/1.1" status: 200 len: 999 time: 0.0902817 May 03 23:44:04.169349 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f1ed4-b66c-4efe-b153-8fd4c56d24e1 req-e64b40e6-a3f2-42c2-a990-0e61a4346050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:44:04.170810 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f14f1ed4-b66c-4efe-b153-8fd4c56d24e1 req-e64b40e6-a3f2-42c2-a990-0e61a4346050 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f6f58dd3-e0ec-48ae-a1d3-c35654a7da38 HTTP/1.1" status: 200 len: 847 time: 0.0607688 May 03 23:44:04.245071 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9eed5-7c88-4edf-ab1f-63819007c542 req-20fc4c96-fc02-4b06-89a1-7d52b972b00d tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:44:04.246561 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-57e9eed5-7c88-4edf-ab1f-63819007c542 req-20fc4c96-fc02-4b06-89a1-7d52b972b00d tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 943 time: 0.0845418 May 03 23:44:04.251303 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f1ed4-b66c-4efe-b153-8fd4c56d24e1 req-68c579bb-eae2-4a56-97c4-76022e720aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:44:04.252919 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f14f1ed4-b66c-4efe-b153-8fd4c56d24e1 req-68c579bb-eae2-4a56-97c4-76022e720aa4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e400114c-7b96-4439-a2fa-728a1d018e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752227 May 03 23:44:04.294947 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-57e9eed5-7c88-4edf-ab1f-63819007c542 req-5c7ebc41-a03f-4446-ab8e-70fc29490840 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424643 May 03 23:44:04.385970 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f14f1ed4-b66c-4efe-b153-8fd4c56d24e1 req-dec6920b-397c-41fa-98ed-05abf6edb827 service neutron] 10.222.0.60 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263704 May 03 23:44:04.515730 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-f14f1ed4-b66c-4efe-b153-8fd4c56d24e1 req-1f5b7893-9b03-4747-956e-0e873e663109 service neutron] 10.222.0.60 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228025 May 03 23:44:05.475615 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8a736-3bc4-487c-a976-203b0d128598 req-c7d265c5-6e40-4216-ba64-eca62806f8c7 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:44:05.477036 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-02b8a736-3bc4-487c-a976-203b0d128598 req-c7d265c5-6e40-4216-ba64-eca62806f8c7 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 943 time: 0.0795469 May 03 23:44:05.519735 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-02b8a736-3bc4-487c-a976-203b0d128598 req-aefaf769-5a6a-4bf3-88da-84510c928c65 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370905 May 03 23:44:06.707672 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886dc134-d474-4eea-8c8a-da4e8f3753d2 req-d48f692c-c908-4d82-8a30-4971e028b07a tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:44:06.709142 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-886dc134-d474-4eea-8c8a-da4e8f3753d2 req-d48f692c-c908-4d82-8a30-4971e028b07a tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 943 time: 0.0837696 May 03 23:44:06.752460 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-886dc134-d474-4eea-8c8a-da4e8f3753d2 req-bf0bf857-a729-444c-a402-8327cb24a3c3 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375481 May 03 23:44:07.933085 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e72cec-0586-4d61-aea4-6758e81bb750 req-5856e243-742f-4b78-906d-652af432798c tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:44:07.935079 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-93e72cec-0586-4d61-aea4-6758e81bb750 req-5856e243-742f-4b78-906d-652af432798c tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 943 time: 0.0784478 May 03 23:44:07.977356 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-93e72cec-0586-4d61-aea4-6758e81bb750 req-3e61c8f5-cf7f-4f4c-b8ca-6cf57514f9d6 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366008 May 03 23:44:09.164111 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217fa91-e637-4133-b8d8-6219a7233948 req-c2e5e3d8-5fe5-4083-a84f-0738516d6de5 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:44:09.165570 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6217fa91-e637-4133-b8d8-6219a7233948 req-c2e5e3d8-5fe5-4083-a84f-0738516d6de5 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 943 time: 0.0830414 May 03 23:44:09.209292 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-6217fa91-e637-4133-b8d8-6219a7233948 req-9b68337b-2326-47d8-bc5c-04c24feab80c tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375240 May 03 23:44:10.392181 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2aa30d-6777-4cb4-8ed7-ab8fc5115b6c req-1ac0e4e4-2154-47ed-a20b-1c4180d4e7f4 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:44:10.393623 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8c2aa30d-6777-4cb4-8ed7-ab8fc5115b6c req-1ac0e4e4-2154-47ed-a20b-1c4180d4e7f4 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 943 time: 0.0792220 May 03 23:44:10.444190 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8c2aa30d-6777-4cb4-8ed7-ab8fc5115b6c req-a110f160-0a13-4f59-b29e-b00427daef69 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449426 May 03 23:44:10.909871 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:44:11.039208 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6,segment=NetworkSegment(7b3bd0b7-5e5a-434f-a21a-91356f14f59f),segment_id=7b3bd0b7-5e5a-434f-a21a-91356f14f59f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:44:11.052565 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6', 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f', 'port_id': '9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6', 'mac_address': 'fa:16:3e:0a:7f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f58dd3-e0ec-48ae-a1d3-c35654a7da38', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:44:11.105443 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:11.121879 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:44:11.136402 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6,segment=NetworkSegment(7b3bd0b7-5e5a-434f-a21a-91356f14f59f),segment_id=7b3bd0b7-5e5a-434f-a21a-91356f14f59f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:44:11.140311 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:11.208411 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6,revision_number=9']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:44:11.355498 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:44:11.633623 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938487c-3fac-471f-9d29-146da67ced36 req-af00759f-ed0b-4f88-ba54-25e18d3680fd tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:44:11.635109 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1938487c-3fac-471f-9d29-146da67ced36 req-af00759f-ed0b-4f88-ba54-25e18d3680fd tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 944 time: 0.0798733 May 03 23:44:11.679538 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1938487c-3fac-471f-9d29-146da67ced36 req-fd060b18-c77e-41da-a107-2a2d5102a164 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382357 May 03 23:44:12.862816 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207af7a8-a90d-478a-ade9-011a5e2a366b req-3349500b-51ab-43a8-a563-f33ade3ab3ad tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:44:12.864174 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-207af7a8-a90d-478a-ade9-011a5e2a366b req-3349500b-51ab-43a8-a563-f33ade3ab3ad tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 944 time: 0.0827901 May 03 23:44:12.910018 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-207af7a8-a90d-478a-ade9-011a5e2a366b req-bb34b4bd-981d-404e-9724-e673527fa9f2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400820 May 03 23:44:12.910239 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:44:12.979220 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:44:12.983970 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:44:12.984347 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:13.108570 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:13.137126 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c56272-9270-4bd1-b1f4-dfe5f38f097f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:44:13.147164 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6,segment=NetworkSegment(7b3bd0b7-5e5a-434f-a21a-91356f14f59f),segment_id=7b3bd0b7-5e5a-434f-a21a-91356f14f59f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:44:13.151032 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:13.187504 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19f307d4-ee7b-4a47-87d9-4e5447ee9fd2'] response: {'server_uuid': '90c56272-9270-4bd1-b1f4-dfe5f38f097f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6', 'code': 200} May 03 23:44:13.219450 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6,revision_number=10']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:44:13.383014 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befaa795-80f8-4635-a16f-066f1541ed97 req-334ccb40-14cc-4ea5-b29e-19daf0b9942b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:44:13.384471 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-befaa795-80f8-4635-a16f-066f1541ed97 req-334ccb40-14cc-4ea5-b29e-19daf0b9942b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 1097 time: 0.0719278 May 03 23:44:13.430502 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-befaa795-80f8-4635-a16f-066f1541ed97 req-d4a0227c-b14c-46a2-b2af-f9ae41256e80 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397835 May 03 23:44:14.089226 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8010c-ccce-4cdd-ae0d-19ebd3c1ed81 req-c7967b5f-a608-480d-ba66-593bf47fcb4b tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:44:14.091284 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ff8010c-ccce-4cdd-ae0d-19ebd3c1ed81 req-c7967b5f-a608-480d-ba66-593bf47fcb4b tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 946 time: 0.0780215 May 03 23:44:14.134454 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2ff8010c-ccce-4cdd-ae0d-19ebd3c1ed81 req-8c59b21d-3faa-400c-b37c-5196c2c23a22 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376973 May 03 23:44:15.323481 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b694e-8df2-45fc-8a4d-c1a98d468bb5 req-d2994d59-b07e-4954-8e18-f640ca0c1d8a tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:44:15.325418 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fd6b694e-8df2-45fc-8a4d-c1a98d468bb5 req-d2994d59-b07e-4954-8e18-f640ca0c1d8a tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 946 time: 0.0824718 May 03 23:44:15.368344 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-fd6b694e-8df2-45fc-8a4d-c1a98d468bb5 req-0eb60de4-285f-435e-8694-0fd5c8c5f35f tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373709 May 03 23:44:23.105441 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5f0aa84f-da2f-42d5-a9bc-5a89f5ec1637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:25.175160 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:25.674691 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cfb872c0-174a-4236-84a2-7d51f4ec7883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:26.530517 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:26.594817 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:27.909250 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:28.635146 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:28.938200 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c1277d6f-be79-40fc-97ca-f59789182a43 req-bd334d06-784a-49bc-85f2-1842b481c7c9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0689697 May 03 23:44:29.078775 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1277d6f-be79-40fc-97ca-f59789182a43 req-da0231ad-fef4-4557-9617-6a8523f3b4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:44:29.080274 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c1277d6f-be79-40fc-97ca-f59789182a43 req-da0231ad-fef4-4557-9617-6a8523f3b4ed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ef6e0070c82c403eb0b2fa41cc13a74a&device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 1097 time: 0.0755591 May 03 23:44:29.225606 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:44:29.235537 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1277d6f-be79-40fc-97ca-f59789182a43 req-bada4b06-366d-4939-bf18-6ba35a9ca54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:44:29.237010 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c1277d6f-be79-40fc-97ca-f59789182a43 req-bada4b06-366d-4939-bf18-6ba35a9ca54e service neutron] 10.222.0.60 "GET /v2.0/networks?id=e400114c-7b96-4439-a2fa-728a1d018e7f HTTP/1.1" status: 200 len: 909 time: 0.1372457 May 03 23:44:29.443353 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c1277d6f-be79-40fc-97ca-f59789182a43 req-8809cffb-cd8a-40a6-b832-5b27e106e1f8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 HTTP/1.1" status: 200 len: 1001 time: 0.2002649 May 03 23:44:29.504608 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1277d6f-be79-40fc-97ca-f59789182a43 req-75ea5f3e-4d42-4a4e-9e6e-a3aa8fb5dfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:44:29.505929 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c1277d6f-be79-40fc-97ca-f59789182a43 req-75ea5f3e-4d42-4a4e-9e6e-a3aa8fb5dfa9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f6f58dd3-e0ec-48ae-a1d3-c35654a7da38 HTTP/1.1" status: 200 len: 847 time: 0.0566554 May 03 23:44:29.579625 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1277d6f-be79-40fc-97ca-f59789182a43 req-e686d0fe-87ec-4b2d-a665-89126928e0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:44:29.581085 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c1277d6f-be79-40fc-97ca-f59789182a43 req-e686d0fe-87ec-4b2d-a665-89126928e0bf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e400114c-7b96-4439-a2fa-728a1d018e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695457 May 03 23:44:29.711037 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c1277d6f-be79-40fc-97ca-f59789182a43 req-afd3cb57-2540-48f9-acef-e0c2259c3bc2 service neutron] 10.222.0.60 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233256 May 03 23:44:29.837084 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c1277d6f-be79-40fc-97ca-f59789182a43 req-5118841e-6493-4a32-af5c-f966da836352 service neutron] 10.222.0.60 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196456 May 03 23:44:53.107351 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a1276c6f-babd-481c-a0c9-c8beabc67e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:55.180084 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:55.676433 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cb6f103e-b14b-4c85-bc93-5e85d6ccdb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:56.523152 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:56.598620 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:57.914736 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:44:58.637721 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:06.224711 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:45:23.112852 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8d8df1c7-8f33-4897-897e-5339819438ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:25.191252 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:25.679349 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c89de2d0-d81c-4577-912a-1f97712a3ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:26.524594 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:26.601067 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:27.913887 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:28.632520 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:30.969790 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ecfbe538-ed40-4de8-98e2-44e2687e11c9 req-5b2ed282-de9c-4c55-831c-01e42d63e19c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1214476 May 03 23:45:31.113662 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbe538-ed40-4de8-98e2-44e2687e11c9 req-b9ad5420-de59-4fa9-a470-e2b63460398b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:45:31.115058 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ecfbe538-ed40-4de8-98e2-44e2687e11c9 req-b9ad5420-de59-4fa9-a470-e2b63460398b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ef6e0070c82c403eb0b2fa41cc13a74a&device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 1097 time: 0.0764117 May 03 23:45:31.257514 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbe538-ed40-4de8-98e2-44e2687e11c9 req-33535ca7-57f5-403d-988b-5ee48c7ff438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:45:31.259147 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ecfbe538-ed40-4de8-98e2-44e2687e11c9 req-33535ca7-57f5-403d-988b-5ee48c7ff438 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e400114c-7b96-4439-a2fa-728a1d018e7f HTTP/1.1" status: 200 len: 909 time: 0.1237621 May 03 23:45:31.365242 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ecfbe538-ed40-4de8-98e2-44e2687e11c9 req-c8d292a2-d40c-4e86-aa17-8c433c531ecf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 HTTP/1.1" status: 200 len: 1001 time: 0.0974445 May 03 23:45:31.426248 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbe538-ed40-4de8-98e2-44e2687e11c9 req-4ad7aa8c-5c35-4c41-92fa-a25631ecce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:45:31.427590 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ecfbe538-ed40-4de8-98e2-44e2687e11c9 req-4ad7aa8c-5c35-4c41-92fa-a25631ecce2a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f6f58dd3-e0ec-48ae-a1d3-c35654a7da38 HTTP/1.1" status: 200 len: 847 time: 0.0564911 May 03 23:45:31.503873 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbe538-ed40-4de8-98e2-44e2687e11c9 req-f38585b2-2969-403c-8438-39cfa1b5aff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:45:31.505290 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ecfbe538-ed40-4de8-98e2-44e2687e11c9 req-f38585b2-2969-403c-8438-39cfa1b5aff4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e400114c-7b96-4439-a2fa-728a1d018e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721223 May 03 23:45:31.516061 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [req-ecfbe538-ed40-4de8-98e2-44e2687e11c9 req-e3b2f50d-845e-4a5a-904f-6113d6470603 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88070) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:45:31.516977 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ecfbe538-ed40-4de8-98e2-44e2687e11c9 req-e3b2f50d-845e-4a5a-904f-6113d6470603 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053062 May 03 23:45:31.654026 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ecfbe538-ed40-4de8-98e2-44e2687e11c9 req-f3c3f90f-b77e-47b2-a92a-a0803863de3d service neutron] 10.222.0.60 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263645 May 03 23:45:31.797317 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-ecfbe538-ed40-4de8-98e2-44e2687e11c9 req-66a76df9-a9d9-4407-bd62-57087c3c5e58 service neutron] 10.222.0.60 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290920 May 03 23:45:33.852936 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59218) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:45:34.051810 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-d79e9098-28c3-494a-97b6-23300eb2c6c2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Deleting port 500b398d-39f2-468a-94c0-df1c3a330b9a {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:45:34.052143 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d79e9098-28c3-494a-97b6-23300eb2c6c2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:34.325634 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d79e9098-28c3-494a-97b6-23300eb2c6c2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:34.326008 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d79e9098-28c3-494a-97b6-23300eb2c6c2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:34.446218 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-d79e9098-28c3-494a-97b6-23300eb2c6c2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Calling delete_port for 500b398d-39f2-468a-94c0-df1c3a330b9a owned by network:floatingip {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:45:34.594404 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d79e9098-28c3-494a-97b6-23300eb2c6c2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:34.642381 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e9098-28c3-494a-97b6-23300eb2c6c2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Pushing event deleted for resources: {'Port': ['ID=500b398d-39f2-468a-94c0-df1c3a330b9a,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:45:34.683696 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79e9098-28c3-494a-97b6-23300eb2c6c2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:34.684042 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79e9098-28c3-494a-97b6-23300eb2c6c2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:34.684381 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79e9098-28c3-494a-97b6-23300eb2c6c2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:34.684716 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79e9098-28c3-494a-97b6-23300eb2c6c2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:34.685077 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79e9098-28c3-494a-97b6-23300eb2c6c2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:34.685407 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79e9098-28c3-494a-97b6-23300eb2c6c2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:34.685735 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79e9098-28c3-494a-97b6-23300eb2c6c2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:34.686086 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79e9098-28c3-494a-97b6-23300eb2c6c2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:34.686413 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79e9098-28c3-494a-97b6-23300eb2c6c2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:34.686734 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79e9098-28c3-494a-97b6-23300eb2c6c2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:34.687056 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79e9098-28c3-494a-97b6-23300eb2c6c2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:34.687374 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79e9098-28c3-494a-97b6-23300eb2c6c2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:34.743426 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d79e9098-28c3-494a-97b6-23300eb2c6c2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for floatingip, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:34.743690 n-d-811807-1 neutron-server[88070]: INFO neutron.db.l3_db [None req-d79e9098-28c3-494a-97b6-23300eb2c6c2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Floating IP 0a792c2e-f9bf-4093-aea5-6723deabebf5 disassociated (deleted). External IP: 172.25.2.151, port: 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6. May 03 23:45:35.094131 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79e9098-28c3-494a-97b6-23300eb2c6c2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Router 52418e42-9235-4f88-8b97-667815ae8d14 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:45:35.267417 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79e9098-28c3-494a-97b6-23300eb2c6c2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:45:35.276686 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107bd560-c512-467c-a1c3-5189d27563ec None None] Sync routers for ids ['52418e42-9235-4f88-8b97-667815ae8d14'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:45:35.285766 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107bd560-c512-467c-a1c3-5189d27563ec None None] Routers {'52418e42-9235-4f88-8b97-667815ae8d14'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:45:35.286389 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-107bd560-c512-467c-a1c3-5189d27563ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:45:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['52418e42-9235-4f88-8b97-667815ae8d14'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:45:35.286681 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-d79e9098-28c3-494a-97b6-23300eb2c6c2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:35.346885 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-d79e9098-28c3-494a-97b6-23300eb2c6c2 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "DELETE /v2.0/floatingips/0a792c2e-f9bf-4093-aea5-6723deabebf5 HTTP/1.1" status: 204 len: 168 time: 1.4903431 May 03 23:45:35.346885 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c56272-9270-4bd1-b1f4-dfe5f38f097f', 'tag': '9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:45:35.390826 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52838631-bc4b-4144-8aca-5de1b044c55f'] response: {'name': 'network-changed', 'server_uuid': '90c56272-9270-4bd1-b1f4-dfe5f38f097f', 'tag': '9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6', 'status': 'completed', 'code': 200} May 03 23:45:35.463946 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-107bd560-c512-467c-a1c3-5189d27563ec None None] Set router 52418e42-9235-4f88-8b97-667815ae8d14 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:45:35.484960 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670daa05-f1a2-4e03-b5ae-18dd6ed69ea5 req-180d3bff-4e77-420f-ae91-7bf78bbb30ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:45:35.486502 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-670daa05-f1a2-4e03-b5ae-18dd6ed69ea5 req-180d3bff-4e77-420f-ae91-7bf78bbb30ed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ef6e0070c82c403eb0b2fa41cc13a74a&device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 1097 time: 0.0716152 May 03 23:45:35.635579 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670daa05-f1a2-4e03-b5ae-18dd6ed69ea5 req-a114bb10-86ed-4a2e-b35a-fc3e196fb765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:45:35.637294 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-670daa05-f1a2-4e03-b5ae-18dd6ed69ea5 req-a114bb10-86ed-4a2e-b35a-fc3e196fb765 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e400114c-7b96-4439-a2fa-728a1d018e7f HTTP/1.1" status: 200 len: 909 time: 0.1444156 May 03 23:45:35.758060 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6b314-cbb6-4b66-b498-ed16b2f31003 req-4e40498a-0bbc-475d-8cdd-b879ee5d5d15 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:45:35.759706 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c7a6b314-cbb6-4b66-b498-ed16b2f31003 req-4e40498a-0bbc-475d-8cdd-b879ee5d5d15 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 946 time: 0.0871918 May 03 23:45:35.809239 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c7a6b314-cbb6-4b66-b498-ed16b2f31003 req-a747274d-48d4-49e6-8f86-6374cd638f4a tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421665 May 03 23:45:35.834450 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-670daa05-f1a2-4e03-b5ae-18dd6ed69ea5 req-74fce4ff-ce3c-4e2f-a11d-9bfd5366c42e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 HTTP/1.1" status: 200 len: 217 time: 0.1897082 May 03 23:45:35.841777 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-107bd560-c512-467c-a1c3-5189d27563ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52418e42-9235-4f88-8b97-667815ae8d14', 'name': 'tempest-TestShelveInstance-414357363-router', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '679605e7-006c-40c9-b1f3-606bd303d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:36:00Z', 'updated_at': '2022-05-03T23:36:04Z', 'revision_number': 4, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'gw_port': {'id': '679605e7-006c-40c9-b1f3-606bd303d29c', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:01Z', 'updated_at': '2022-05-03T23:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '2e657f7d-17da-40e6-ba1c-1f71b764114f', 'name': '', 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'mac_address': 'fa:16:3e:5a:6b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'f6f58dd3-e0ec-48ae-a1d3-c35654a7da38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:03Z', 'updated_at': '2022-05-03T23:36:10Z', 'revision_number': 5, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'subnets': [{'id': 'f6f58dd3-e0ec-48ae-a1d3-c35654a7da38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:45:35.845612 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107bd560-c512-467c-a1c3-5189d27563ec None None] Checking router: 52418e42-9235-4f88-8b97-667815ae8d14 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:45:35.853765 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107bd560-c512-467c-a1c3-5189d27563ec None None] Routers {'52418e42-9235-4f88-8b97-667815ae8d14'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:45:35.854312 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-107bd560-c512-467c-a1c3-5189d27563ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:45:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['52418e42-9235-4f88-8b97-667815ae8d14'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:45:35.897763 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670daa05-f1a2-4e03-b5ae-18dd6ed69ea5 req-3aff10ef-f656-4925-a42d-e51eff4e5fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:45:35.899215 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-670daa05-f1a2-4e03-b5ae-18dd6ed69ea5 req-3aff10ef-f656-4925-a42d-e51eff4e5fcc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f6f58dd3-e0ec-48ae-a1d3-c35654a7da38 HTTP/1.1" status: 200 len: 847 time: 0.0578141 May 03 23:45:35.973885 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670daa05-f1a2-4e03-b5ae-18dd6ed69ea5 req-5869a1e1-35da-4957-aa30-0f0502872aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:45:35.975387 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-670daa05-f1a2-4e03-b5ae-18dd6ed69ea5 req-5869a1e1-35da-4957-aa30-0f0502872aa9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e400114c-7b96-4439-a2fa-728a1d018e7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693114 May 03 23:45:36.026058 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-107bd560-c512-467c-a1c3-5189d27563ec None None] Set router 52418e42-9235-4f88-8b97-667815ae8d14 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:45:36.106797 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-670daa05-f1a2-4e03-b5ae-18dd6ed69ea5 req-f3996190-af1f-41bf-a82f-3dc6128389e8 service neutron] 10.222.0.60 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242843 May 03 23:45:36.238122 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-670daa05-f1a2-4e03-b5ae-18dd6ed69ea5 req-748e2bde-58f6-44da-9db5-bce6bdf7e87d service neutron] 10.222.0.60 "GET /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250372 May 03 23:45:36.326277 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-107bd560-c512-467c-a1c3-5189d27563ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52418e42-9235-4f88-8b97-667815ae8d14', 'name': 'tempest-TestShelveInstance-414357363-router', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '679605e7-006c-40c9-b1f3-606bd303d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:36:00Z', 'updated_at': '2022-05-03T23:36:04Z', 'revision_number': 4, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'gw_port': {'id': '679605e7-006c-40c9-b1f3-606bd303d29c', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:01Z', 'updated_at': '2022-05-03T23:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '2e657f7d-17da-40e6-ba1c-1f71b764114f', 'name': '', 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'mac_address': 'fa:16:3e:5a:6b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'f6f58dd3-e0ec-48ae-a1d3-c35654a7da38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:03Z', 'updated_at': '2022-05-03T23:36:10Z', 'revision_number': 5, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'subnets': [{'id': 'f6f58dd3-e0ec-48ae-a1d3-c35654a7da38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:45:36.330092 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107bd560-c512-467c-a1c3-5189d27563ec None None] The sync data for ids ['52418e42-9235-4f88-8b97-667815ae8d14'] in n-d-811807-1 is: [{'id': '52418e42-9235-4f88-8b97-667815ae8d14', 'name': 'tempest-TestShelveInstance-414357363-router', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '679605e7-006c-40c9-b1f3-606bd303d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:36:00Z', 'updated_at': '2022-05-03T23:36:04Z', 'revision_number': 4, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'gw_port': {'id': '679605e7-006c-40c9-b1f3-606bd303d29c', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:01Z', 'updated_at': '2022-05-03T23:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '2e657f7d-17da-40e6-ba1c-1f71b764114f', 'name': '', 'network_id': 'e400114c-7b96-4439-a2fa-728a1d018e7f', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'mac_address': 'fa:16:3e:5a:6b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'f6f58dd3-e0ec-48ae-a1d3-c35654a7da38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:03Z', 'updated_at': '2022-05-03T23:36:10Z', 'revision_number': 5, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'subnets': [{'id': 'f6f58dd3-e0ec-48ae-a1d3-c35654a7da38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:45:36.524429 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5c85eb-4e2c-4984-800d-e24bbf752615 None None] New status for floating IP 0a792c2e-f9bf-4093-aea5-6723deabebf5: DOWN {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:45:36.999590 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033469c7-3a51-47f6-93c7-f615ed230ba4 req-7ac96557-ae35-4a2c-abaf-41b5bbc54de7 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:45:37.000945 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-033469c7-3a51-47f6-93c7-f615ed230ba4 req-7ac96557-ae35-4a2c-abaf-41b5bbc54de7 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 946 time: 0.0845878 May 03 23:45:37.047010 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-033469c7-3a51-47f6-93c7-f615ed230ba4 req-6f56fb0c-7108-4352-ab61-24e086a9db0d tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/security-groups?id=556ab5b4-1068-49b7-a6cf-f47662befe78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400956 May 03 23:45:37.187127 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b25897-748c-4ea1-8016-3ed431a6a141 req-9cd1a0bc-a01b-468e-8a3b-65b1a010abcb tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:45:37.187741 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-41b25897-748c-4ea1-8016-3ed431a6a141 req-9cd1a0bc-a01b-468e-8a3b-65b1a010abcb tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Synchronizing usage tracker for tenant:ef6e0070c82c403eb0b2fa41cc13a74a on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:45:37.202620 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-41b25897-748c-4ea1-8016-3ed431a6a141 req-9cd1a0bc-a01b-468e-8a3b-65b1a010abcb tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Unset dirty status for tenant:ef6e0070c82c403eb0b2fa41cc13a74a on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:45:37.203742 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-41b25897-748c-4ea1-8016-3ed431a6a141 req-9cd1a0bc-a01b-468e-8a3b-65b1a010abcb tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.60 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 946 time: 0.0994294 May 03 23:45:37.273071 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-41b25897-748c-4ea1-8016-3ed431a6a141 req-d3d722bd-7aac-42be-b741-af6e71b72a33 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Deleting port 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:45:37.273367 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-41b25897-748c-4ea1-8016-3ed431a6a141 req-d3d722bd-7aac-42be-b741-af6e71b72a33 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:37.515594 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-41b25897-748c-4ea1-8016-3ed431a6a141 req-d3d722bd-7aac-42be-b741-af6e71b72a33 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] For port 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6,segment=NetworkSegment(7b3bd0b7-5e5a-434f-a21a-91356f14f59f),segment_id=7b3bd0b7-5e5a-434f-a21a-91356f14f59f)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:45:37.515954 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-41b25897-748c-4ea1-8016-3ed431a6a141 req-d3d722bd-7aac-42be-b741-af6e71b72a33 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:37.638740 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-41b25897-748c-4ea1-8016-3ed431a6a141 req-d3d722bd-7aac-42be-b741-af6e71b72a33 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Calling delete_port for 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:45:37.777939 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-41b25897-748c-4ea1-8016-3ed431a6a141 req-d3d722bd-7aac-42be-b741-af6e71b72a33 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:37.831476 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d722bd-7aac-42be-b741-af6e71b72a33 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Pushing event deleted for resources: {'Port': ['ID=9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:45:37.903175 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b25897-748c-4ea1-8016-3ed431a6a141 req-d3d722bd-7aac-42be-b741-af6e71b72a33 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] No DVR routers for this DVR port 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:45:37.906265 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-41b25897-748c-4ea1-8016-3ed431a6a141 req-d3d722bd-7aac-42be-b741-af6e71b72a33 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:37.908708 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c56272-9270-4bd1-b1f4-dfe5f38f097f', 'name': 'network-vif-deleted', 'tag': '9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:45:37.924314 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-41b25897-748c-4ea1-8016-3ed431a6a141 req-d3d722bd-7aac-42be-b741-af6e71b72a33 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.60 "DELETE /v2.0/ports/9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 HTTP/1.1" status: 204 len: 173 time: 0.7152328 May 03 23:45:37.954494 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a598b0c8-e5db-4505-8447-3fa2c2602150'] response: {'server_uuid': '90c56272-9270-4bd1-b1f4-dfe5f38f097f', 'name': 'network-vif-deleted', 'tag': '9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6', 'status': 'completed', 'code': 200} May 03 23:45:38.209557 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2cdba561-3691-4853-98e8-8fd64fe2ec48 req-8a18acc6-9552-4cba-a5a3-49a991acd445 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "GET /v2.0/ports?device_id=90c56272-9270-4bd1-b1f4-dfe5f38f097f HTTP/1.1" status: 200 len: 210 time: 0.0522573 May 03 23:45:39.307519 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59238) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:45:39.378191 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-19a3947c-ef32-48df-9ed0-746e1414d3b9 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:39.407656 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-19a3947c-ef32-48df-9ed0-746e1414d3b9 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:39.471899 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-19a3947c-ef32-48df-9ed0-746e1414d3b9 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:39.491334 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3947c-ef32-48df-9ed0-746e1414d3b9 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=556ab5b4-1068-49b7-a6cf-f47662befe78,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:45:39.503627 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-19a3947c-ef32-48df-9ed0-746e1414d3b9 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:39.504746 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-19a3947c-ef32-48df-9ed0-746e1414d3b9 tempest-TestShelveInstance-135232072 tempest-TestShelveInstance-135232072-project] 10.222.0.58 "DELETE /v2.0/security-groups/556ab5b4-1068-49b7-a6cf-f47662befe78 HTTP/1.1" status: 204 len: 168 time: 0.1962433 May 03 23:45:39.552862 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59246) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:45:40.352844 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0b042ba5-661e-4cd8-87ea-65a82633cde8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:40.746604 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-0b042ba5-661e-4cd8-87ea-65a82633cde8 admin admin] Deleting port 2e657f7d-17da-40e6-ba1c-1f71b764114f {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:45:40.746944 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0b042ba5-661e-4cd8-87ea-65a82633cde8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:40.986318 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-0b042ba5-661e-4cd8-87ea-65a82633cde8 admin admin] For port 2e657f7d-17da-40e6-ba1c-1f71b764114f, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=2e657f7d-17da-40e6-ba1c-1f71b764114f,segment=NetworkSegment(7b3bd0b7-5e5a-434f-a21a-91356f14f59f),segment_id=7b3bd0b7-5e5a-434f-a21a-91356f14f59f)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:45:40.986587 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0b042ba5-661e-4cd8-87ea-65a82633cde8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:41.115108 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-0b042ba5-661e-4cd8-87ea-65a82633cde8 admin admin] Calling delete_port for 2e657f7d-17da-40e6-ba1c-1f71b764114f owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:45:41.262303 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:45:41.294517 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0b042ba5-661e-4cd8-87ea-65a82633cde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:41.304719 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:45:41.305066 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 9b1ea6f8-dd6a-40ce-951e-38058cc1e8e6 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:45:41.342029 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b042ba5-661e-4cd8-87ea-65a82633cde8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e657f7d-17da-40e6-ba1c-1f71b764114f,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:45:41.721716 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0b042ba5-661e-4cd8-87ea-65a82633cde8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:42.081179 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b042ba5-661e-4cd8-87ea-65a82633cde8 admin admin] Router 52418e42-9235-4f88-8b97-667815ae8d14 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:45:42.255054 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b042ba5-661e-4cd8-87ea-65a82633cde8 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:45:42.264355 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18a22ad-2684-4966-b9b5-42e9f96c1d39 None None] Sync routers for ids ['52418e42-9235-4f88-8b97-667815ae8d14'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:45:42.267701 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0b042ba5-661e-4cd8-87ea-65a82633cde8 admin admin] 10.222.0.58 "PUT /v2.0/routers/52418e42-9235-4f88-8b97-667815ae8d14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7141271 May 03 23:45:42.270160 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59252) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:45:42.273987 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18a22ad-2684-4966-b9b5-42e9f96c1d39 None None] Routers {'52418e42-9235-4f88-8b97-667815ae8d14'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:45:42.274591 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-a18a22ad-2684-4966-b9b5-42e9f96c1d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:45:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['52418e42-9235-4f88-8b97-667815ae8d14'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:45:42.442623 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a49c3aa4-e4a6-4702-adf4-f5c77e5008e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:42.450533 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-a18a22ad-2684-4966-b9b5-42e9f96c1d39 None None] Set router 52418e42-9235-4f88-8b97-667815ae8d14 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:45:42.618479 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a49c3aa4-e4a6-4702-adf4-f5c77e5008e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:42.628028 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-a49c3aa4-e4a6-4702-adf4-f5c77e5008e5 admin admin] Deleting port 679605e7-006c-40c9-b1f3-606bd303d29c {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:45:42.628367 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a49c3aa4-e4a6-4702-adf4-f5c77e5008e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:42.737491 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-a18a22ad-2684-4966-b9b5-42e9f96c1d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52418e42-9235-4f88-8b97-667815ae8d14', 'name': 'tempest-TestShelveInstance-414357363-router', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': '679605e7-006c-40c9-b1f3-606bd303d29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:36:00Z', 'updated_at': '2022-05-03T23:45:41Z', 'revision_number': 5, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'gw_port': {'id': '679605e7-006c-40c9-b1f3-606bd303d29c', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52418e42-9235-4f88-8b97-667815ae8d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:01Z', 'updated_at': '2022-05-03T23:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:45:42.741240 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18a22ad-2684-4966-b9b5-42e9f96c1d39 None None] Checking router: 52418e42-9235-4f88-8b97-667815ae8d14 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:45:42.750236 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18a22ad-2684-4966-b9b5-42e9f96c1d39 None None] Routers {'52418e42-9235-4f88-8b97-667815ae8d14'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:45:42.750826 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-a18a22ad-2684-4966-b9b5-42e9f96c1d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:45:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['52418e42-9235-4f88-8b97-667815ae8d14'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:45:42.805199 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-a49c3aa4-e4a6-4702-adf4-f5c77e5008e5 admin admin] For port 679605e7-006c-40c9-b1f3-606bd303d29c, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=679605e7-006c-40c9-b1f3-606bd303d29c,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:45:42.805806 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a49c3aa4-e4a6-4702-adf4-f5c77e5008e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:42.936605 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-a18a22ad-2684-4966-b9b5-42e9f96c1d39 None None] Set router 52418e42-9235-4f88-8b97-667815ae8d14 gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:45:43.042571 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-a18a22ad-2684-4966-b9b5-42e9f96c1d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52418e42-9235-4f88-8b97-667815ae8d14', 'name': 'tempest-TestShelveInstance-414357363-router', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:36:00Z', 'updated_at': '2022-05-03T23:45:42Z', 'revision_number': 6, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:45:43.047434 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18a22ad-2684-4966-b9b5-42e9f96c1d39 None None] The sync data for ids ['52418e42-9235-4f88-8b97-667815ae8d14'] in n-d-811807-1 is: [{'id': '52418e42-9235-4f88-8b97-667815ae8d14', 'name': 'tempest-TestShelveInstance-414357363-router', 'tenant_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:36:00Z', 'updated_at': '2022-05-03T23:45:42Z', 'revision_number': 6, 'project_id': 'ef6e0070c82c403eb0b2fa41cc13a74a', 'gw_port_host': None}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:45:43.050719 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-a49c3aa4-e4a6-4702-adf4-f5c77e5008e5 admin admin] Calling delete_port for 679605e7-006c-40c9-b1f3-606bd303d29c owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:45:43.220965 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a49c3aa4-e4a6-4702-adf4-f5c77e5008e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:43.224312 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:45:43.270696 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c3aa4-e4a6-4702-adf4-f5c77e5008e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=679605e7-006c-40c9-b1f3-606bd303d29c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:45:43.360055 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a49c3aa4-e4a6-4702-adf4-f5c77e5008e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:43.536827 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a49c3aa4-e4a6-4702-adf4-f5c77e5008e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:43.539175 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a49c3aa4-e4a6-4702-adf4-f5c77e5008e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:43.561797 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a49c3aa4-e4a6-4702-adf4-f5c77e5008e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:43.562346 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49c3aa4-e4a6-4702-adf4-f5c77e5008e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52418e42-9235-4f88-8b97-667815ae8d14 {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 23:45:43.577215 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-a49c3aa4-e4a6-4702-adf4-f5c77e5008e5 admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:43.578590 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-a49c3aa4-e4a6-4702-adf4-f5c77e5008e5 admin admin] 10.222.0.58 "DELETE /v2.0/routers/52418e42-9235-4f88-8b97-667815ae8d14 HTTP/1.1" status: 204 len: 168 time: 1.3075442 May 03 23:45:43.581203 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59256) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:45:43.642968 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de1b450-b313-43cd-89f0-b13c34b00bf2 admin admin] Deleting subnet f6f58dd3-e0ec-48ae-a1d3-c35654a7da38 {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:45:43.645825 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1de1b450-b313-43cd-89f0-b13c34b00bf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:43.695600 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1de1b450-b313-43cd-89f0-b13c34b00bf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:43.774532 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1de1b450-b313-43cd-89f0-b13c34b00bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:43.847761 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1de1b450-b313-43cd-89f0-b13c34b00bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:43.886763 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1b450-b313-43cd-89f0-b13c34b00bf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6f58dd3-e0ec-48ae-a1d3-c35654a7da38,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:45:43.889260 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-1de1b450-b313-43cd-89f0-b13c34b00bf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:43.895737 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1de1b450-b313-43cd-89f0-b13c34b00bf2 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f6f58dd3-e0ec-48ae-a1d3-c35654a7da38 HTTP/1.1" status: 204 len: 168 time: 0.3134828 May 03 23:45:43.897006 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f255dd0c-6fa6-46e0-b966-9c997993911d None None] Network e400114c-7b96-4439-a2fa-728a1d018e7f requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:45:43.898111 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59260) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:45:44.003638 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0532bb5e-7ca4-49d2-9c80-14756dd2604e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:44.015112 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-0532bb5e-7ca4-49d2-9c80-14756dd2604e admin admin] Deleting port cbbd283c-6a7b-41f8-939f-0c27c914f2b2 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:45:44.015479 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0532bb5e-7ca4-49d2-9c80-14756dd2604e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:44.191003 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bb3e5a-6724-428c-926b-fc4ea2b9ede8 None None] DHCP port deletion for e400114c-7b96-4439-a2fa-728a1d018e7f request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:45:44.195552 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb3e5a-6724-428c-926b-fc4ea2b9ede8 None None] Deleting port cbbd283c-6a7b-41f8-939f-0c27c914f2b2 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:45:44.195902 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c7bb3e5a-6724-428c-926b-fc4ea2b9ede8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:44.224247 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-0532bb5e-7ca4-49d2-9c80-14756dd2604e admin admin] For port cbbd283c-6a7b-41f8-939f-0c27c914f2b2, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=cbbd283c-6a7b-41f8-939f-0c27c914f2b2,segment=NetworkSegment(7b3bd0b7-5e5a-434f-a21a-91356f14f59f),segment_id=7b3bd0b7-5e5a-434f-a21a-91356f14f59f)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:45:44.224600 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0532bb5e-7ca4-49d2-9c80-14756dd2604e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:44.250326 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 679605e7-006c-40c9-b1f3-606bd303d29c no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:45:44.288429 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 679605e7-006c-40c9-b1f3-606bd303d29c {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:45:44.288777 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 679605e7-006c-40c9-b1f3-606bd303d29c not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:45:44.289197 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 2e657f7d-17da-40e6-ba1c-1f71b764114f no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:45:44.352202 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-0532bb5e-7ca4-49d2-9c80-14756dd2604e admin admin] Calling delete_port for cbbd283c-6a7b-41f8-939f-0c27c914f2b2 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:45:44.359348 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 2e657f7d-17da-40e6-ba1c-1f71b764114f {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:45:44.359693 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 2e657f7d-17da-40e6-ba1c-1f71b764114f not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:45:44.360122 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device cbbd283c-6a7b-41f8-939f-0c27c914f2b2 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:45:44.427561 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0532bb5e-7ca4-49d2-9c80-14756dd2604e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:44.477361 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0532bb5e-7ca4-49d2-9c80-14756dd2604e admin admin] Pushing event deleted for resources: {'Port': ['ID=cbbd283c-6a7b-41f8-939f-0c27c914f2b2,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:45:44.480710 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0532bb5e-7ca4-49d2-9c80-14756dd2604e admin admin] No DVR routers for this DVR port cbbd283c-6a7b-41f8-939f-0c27c914f2b2 on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:45:44.495233 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No active binding found for port cbbd283c-6a7b-41f8-939f-0c27c914f2b2 {{(pid=88071) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 03 23:45:44.495649 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device cbbd283c-6a7b-41f8-939f-0c27c914f2b2 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:45:44.519658 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-c7bb3e5a-6724-428c-926b-fc4ea2b9ede8 None None] For port cbbd283c-6a7b-41f8-939f-0c27c914f2b2, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=cbbd283c-6a7b-41f8-939f-0c27c914f2b2,segment=NetworkSegment(7b3bd0b7-5e5a-434f-a21a-91356f14f59f),segment_id=7b3bd0b7-5e5a-434f-a21a-91356f14f59f)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:45:44.520061 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c7bb3e5a-6724-428c-926b-fc4ea2b9ede8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:44.643662 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb3e5a-6724-428c-926b-fc4ea2b9ede8 None None] Calling delete_port for cbbd283c-6a7b-41f8-939f-0c27c914f2b2 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:45:44.705924 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0532bb5e-7ca4-49d2-9c80-14756dd2604e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:44.723731 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-c7bb3e5a-6724-428c-926b-fc4ea2b9ede8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:45:44.724091 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-c7bb3e5a-6724-428c-926b-fc4ea2b9ede8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:45:44.731776 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-0532bb5e-7ca4-49d2-9c80-14756dd2604e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e400114c-7b96-4439-a2fa-728a1d018e7f']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:45:44.743408 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-0532bb5e-7ca4-49d2-9c80-14756dd2604e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b3bd0b7-5e5a-434f-a21a-91356f14f59f') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:45:44.743706 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-0532bb5e-7ca4-49d2-9c80-14756dd2604e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b3bd0b7-5e5a-434f-a21a-91356f14f59f') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:45:44.755384 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0532bb5e-7ca4-49d2-9c80-14756dd2604e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:44.771934 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0532bb5e-7ca4-49d2-9c80-14756dd2604e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:44.777711 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0532bb5e-7ca4-49d2-9c80-14756dd2604e admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:45:44.778118 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0532bb5e-7ca4-49d2-9c80-14756dd2604e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:44.790977 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 23:45:44.790977 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:45:44.790977 n-d-811807-1 neutron-server[88070]: timer() May 03 23:45:44.790977 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:45:44.790977 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 23:45:44.790977 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:45:44.790977 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 23:45:44.790977 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:45:44.790977 n-d-811807-1 neutron-server[88070]: self._notify() May 03 23:45:44.790977 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:45:44.790977 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 23:45:44.790977 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:45:44.790977 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 23:45:44.790977 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:45:44.790977 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:45:44.790977 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:45:44.790977 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:45:44.790977 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:45:44.790977 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 23:45:44.790977 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:45:44.790977 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 23:45:44.790977 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:45:44.790977 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:45:44.790977 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:45:44.790977 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 23:45:44.790977 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:45:44.790977 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:45:44.790977 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:45:44.790977 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:45:44.790977 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:45:44.790977 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:45:44.790977 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:45:44.865561 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0532bb5e-7ca4-49d2-9c80-14756dd2604e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:44.881651 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-0532bb5e-7ca4-49d2-9c80-14756dd2604e admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:44.893877 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0532bb5e-7ca4-49d2-9c80-14756dd2604e admin admin] Pushing event deleted for resources: {'Network': ['ID=e400114c-7b96-4439-a2fa-728a1d018e7f,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:45:44.905379 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-0532bb5e-7ca4-49d2-9c80-14756dd2604e admin admin] 10.222.0.58 "DELETE /v2.0/networks/e400114c-7b96-4439-a2fa-728a1d018e7f HTTP/1.1" status: 204 len: 168 time: 1.0063179 May 03 23:45:44.908165 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59264) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:45:45.225446 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb3e5a-6724-428c-926b-fc4ea2b9ede8 None None] Deleting port cbbd283c-6a7b-41f8-939f-0c27c914f2b2 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:45:45.226061 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c7bb3e5a-6724-428c-926b-fc4ea2b9ede8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:45.290585 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb3e5a-6724-428c-926b-fc4ea2b9ede8 None None] The port 'cbbd283c-6a7b-41f8-939f-0c27c914f2b2' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 23:45:45.436616 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-83a0a35c-bd4f-456a-b094-39b55af733fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:45.776834 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-83a0a35c-bd4f-456a-b094-39b55af733fb admin admin] Deleting port c99c9df8-73a9-4ec5-bfb3-4094a54b25ee {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:45:45.777173 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-83a0a35c-bd4f-456a-b094-39b55af733fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:45.959188 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-83a0a35c-bd4f-456a-b094-39b55af733fb admin admin] For port c99c9df8-73a9-4ec5-bfb3-4094a54b25ee, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=c99c9df8-73a9-4ec5-bfb3-4094a54b25ee,segment=NetworkSegment(8461face-557b-4e3c-baf8-a814312d1739),segment_id=8461face-557b-4e3c-baf8-a814312d1739)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:45:45.959869 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-83a0a35c-bd4f-456a-b094-39b55af733fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:46.204081 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-83a0a35c-bd4f-456a-b094-39b55af733fb admin admin] Calling delete_port for c99c9df8-73a9-4ec5-bfb3-4094a54b25ee owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:45:46.368356 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-83a0a35c-bd4f-456a-b094-39b55af733fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:46.413548 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a0a35c-bd4f-456a-b094-39b55af733fb admin admin] Pushing event deleted for resources: {'Port': ['ID=c99c9df8-73a9-4ec5-bfb3-4094a54b25ee,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:45:46.676946 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-83a0a35c-bd4f-456a-b094-39b55af733fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:47.027351 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a0a35c-bd4f-456a-b094-39b55af733fb admin admin] Router c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:45:47.208805 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a0a35c-bd4f-456a-b094-39b55af733fb admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:45:47.219955 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2f631c-3d6e-4d84-a274-d95cd6ee1d7d None None] Sync routers for ids ['c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:45:47.221225 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-83a0a35c-bd4f-456a-b094-39b55af733fb admin admin] 10.222.0.58 "PUT /v2.0/routers/c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3120770 May 03 23:45:47.223683 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59270) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:45:47.233482 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2f631c-3d6e-4d84-a274-d95cd6ee1d7d None None] Routers {'c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:45:47.234130 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-0d2f631c-3d6e-4d84-a274-d95cd6ee1d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:45:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:45:47.397539 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b7577e4c-c5d7-408b-ba04-8be458593f24 admin admin] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:47.408688 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-0d2f631c-3d6e-4d84-a274-d95cd6ee1d7d None None] Set router c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:45:47.696579 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-0d2f631c-3d6e-4d84-a274-d95cd6ee1d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e', 'name': 'tempest-TestShelveInstance-761939293-router', 'tenant_id': 'b36efacedb394d7689c144397e01a195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '32c22a17-ca89-4caf-97a9-2d144ba56015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:36:06Z', 'updated_at': '2022-05-03T23:45:46Z', 'revision_number': 5, 'project_id': 'b36efacedb394d7689c144397e01a195', 'gw_port': {'id': '32c22a17-ca89-4caf-97a9-2d144ba56015', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:3c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:36:07Z', 'updated_at': '2022-05-03T23:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:45:47.700354 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2f631c-3d6e-4d84-a274-d95cd6ee1d7d None None] Checking router: c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:45:47.705652 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b7577e4c-c5d7-408b-ba04-8be458593f24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:47.709244 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2f631c-3d6e-4d84-a274-d95cd6ee1d7d None None] Routers {'c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:45:47.709838 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-0d2f631c-3d6e-4d84-a274-d95cd6ee1d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:45:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:45:47.715835 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-b7577e4c-c5d7-408b-ba04-8be458593f24 admin admin] Deleting port 32c22a17-ca89-4caf-97a9-2d144ba56015 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:45:47.716172 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b7577e4c-c5d7-408b-ba04-8be458593f24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:47.892600 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-0d2f631c-3d6e-4d84-a274-d95cd6ee1d7d None None] Set router c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:45:47.894174 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-b7577e4c-c5d7-408b-ba04-8be458593f24 admin admin] For port 32c22a17-ca89-4caf-97a9-2d144ba56015, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=32c22a17-ca89-4caf-97a9-2d144ba56015,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:45:47.894541 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b7577e4c-c5d7-408b-ba04-8be458593f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:47.995002 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-0d2f631c-3d6e-4d84-a274-d95cd6ee1d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e', 'name': 'tempest-TestShelveInstance-761939293-router', 'tenant_id': 'b36efacedb394d7689c144397e01a195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:36:06Z', 'updated_at': '2022-05-03T23:45:47Z', 'revision_number': 6, 'project_id': 'b36efacedb394d7689c144397e01a195', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:45:47.998797 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2f631c-3d6e-4d84-a274-d95cd6ee1d7d None None] The sync data for ids ['c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e'] in n-d-811807-1 is: [{'id': 'c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e', 'name': 'tempest-TestShelveInstance-761939293-router', 'tenant_id': 'b36efacedb394d7689c144397e01a195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:36:06Z', 'updated_at': '2022-05-03T23:45:47Z', 'revision_number': 6, 'project_id': 'b36efacedb394d7689c144397e01a195', 'gw_port_host': None}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:45:48.017881 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-b7577e4c-c5d7-408b-ba04-8be458593f24 admin admin] Calling delete_port for 32c22a17-ca89-4caf-97a9-2d144ba56015 owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:45:48.187960 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b7577e4c-c5d7-408b-ba04-8be458593f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:48.262327 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7577e4c-c5d7-408b-ba04-8be458593f24 admin admin] Pushing event deleted for resources: {'Port': ['ID=32c22a17-ca89-4caf-97a9-2d144ba56015,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:45:48.326642 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b7577e4c-c5d7-408b-ba04-8be458593f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:48.447191 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device c99c9df8-73a9-4ec5-bfb3-4094a54b25ee no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:45:48.486021 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: c99c9df8-73a9-4ec5-bfb3-4094a54b25ee {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:45:48.486369 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device c99c9df8-73a9-4ec5-bfb3-4094a54b25ee not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:45:48.503933 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b7577e4c-c5d7-408b-ba04-8be458593f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:48.506132 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b7577e4c-c5d7-408b-ba04-8be458593f24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:48.527731 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b7577e4c-c5d7-408b-ba04-8be458593f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:48.528161 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7577e4c-c5d7-408b-ba04-8be458593f24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 23:45:48.540426 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-b7577e4c-c5d7-408b-ba04-8be458593f24 admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:48.541575 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-b7577e4c-c5d7-408b-ba04-8be458593f24 admin admin] 10.222.0.58 "DELETE /v2.0/routers/c9b2aa27-d7c8-4a0c-a9a3-d1ac260e328e HTTP/1.1" status: 204 len: 168 time: 1.3168111 May 03 23:45:48.544233 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59274) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:45:48.605398 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eaa99b6-7c36-4067-8f96-51d04a614beb admin admin] Deleting subnet b725a28d-d5a6-4c67-8811-4d776cb291dd {{(pid=88070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:45:48.608335 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3eaa99b6-7c36-4067-8f96-51d04a614beb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:48.656284 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3eaa99b6-7c36-4067-8f96-51d04a614beb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15133054'] for subnet, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:48.734297 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3eaa99b6-7c36-4067-8f96-51d04a614beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:48.803164 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3eaa99b6-7c36-4067-8f96-51d04a614beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15106888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16263641'] for subnet, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:48.838998 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa99b6-7c36-4067-8f96-51d04a614beb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b725a28d-d5a6-4c67-8811-4d776cb291dd,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:45:48.844585 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-3eaa99b6-7c36-4067-8f96-51d04a614beb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:48.852813 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-3eaa99b6-7c36-4067-8f96-51d04a614beb admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b725a28d-d5a6-4c67-8811-4d776cb291dd HTTP/1.1" status: 204 len: 168 time: 0.3054068 May 03 23:45:48.852980 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd0dce8-3856-4512-9f11-dbc0b22fc665 None None] Network 3101fa18-6cf4-4c0d-9903-3e7bf94fe3ce requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:45:48.853080 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59278) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:45:48.960925 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-11ac5cd1-381b-4c14-bdac-3cb717f28176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:48.973619 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-11ac5cd1-381b-4c14-bdac-3cb717f28176 admin admin] Deleting port 25597c03-26da-41a9-b472-5568a400f66e {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:45:48.974038 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-11ac5cd1-381b-4c14-bdac-3cb717f28176 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:49.118913 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1670b64c-20f2-4e6c-83e8-24b9dbaceb43 None None] DHCP port deletion for 3101fa18-6cf4-4c0d-9903-3e7bf94fe3ce request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:45:49.124034 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1670b64c-20f2-4e6c-83e8-24b9dbaceb43 None None] Deleting port 25597c03-26da-41a9-b472-5568a400f66e {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:45:49.124545 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1670b64c-20f2-4e6c-83e8-24b9dbaceb43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:49.305482 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-11ac5cd1-381b-4c14-bdac-3cb717f28176 admin admin] For port 25597c03-26da-41a9-b472-5568a400f66e, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=25597c03-26da-41a9-b472-5568a400f66e,segment=NetworkSegment(8461face-557b-4e3c-baf8-a814312d1739),segment_id=8461face-557b-4e3c-baf8-a814312d1739)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:45:49.306071 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-11ac5cd1-381b-4c14-bdac-3cb717f28176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:49.330608 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-1670b64c-20f2-4e6c-83e8-24b9dbaceb43 None None] For port 25597c03-26da-41a9-b472-5568a400f66e, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=25597c03-26da-41a9-b472-5568a400f66e,segment=NetworkSegment(8461face-557b-4e3c-baf8-a814312d1739),segment_id=8461face-557b-4e3c-baf8-a814312d1739)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:45:49.331001 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1670b64c-20f2-4e6c-83e8-24b9dbaceb43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:49.427829 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-11ac5cd1-381b-4c14-bdac-3cb717f28176 admin admin] Calling delete_port for 25597c03-26da-41a9-b472-5568a400f66e owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:45:49.450590 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1670b64c-20f2-4e6c-83e8-24b9dbaceb43 None None] Calling delete_port for 25597c03-26da-41a9-b472-5568a400f66e owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:45:49.504919 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-11ac5cd1-381b-4c14-bdac-3cb717f28176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:49.521282 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-1670b64c-20f2-4e6c-83e8-24b9dbaceb43 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:45:49.521638 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-1670b64c-20f2-4e6c-83e8-24b9dbaceb43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:45:49.551161 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac5cd1-381b-4c14-bdac-3cb717f28176 admin admin] Pushing event deleted for resources: {'Port': ['ID=25597c03-26da-41a9-b472-5568a400f66e,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:45:49.554844 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ac5cd1-381b-4c14-bdac-3cb717f28176 admin admin] No DVR routers for this DVR port 25597c03-26da-41a9-b472-5568a400f66e on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:45:49.668207 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-11ac5cd1-381b-4c14-bdac-3cb717f28176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:49.692539 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-11ac5cd1-381b-4c14-bdac-3cb717f28176 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3101fa18-6cf4-4c0d-9903-3e7bf94fe3ce']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:45:49.704723 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-11ac5cd1-381b-4c14-bdac-3cb717f28176 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8461face-557b-4e3c-baf8-a814312d1739') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:45:49.705028 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-11ac5cd1-381b-4c14-bdac-3cb717f28176 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8461face-557b-4e3c-baf8-a814312d1739') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:45:49.716831 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-11ac5cd1-381b-4c14-bdac-3cb717f28176 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:49.732097 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-11ac5cd1-381b-4c14-bdac-3cb717f28176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:49.737977 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11ac5cd1-381b-4c14-bdac-3cb717f28176 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:45:49.738359 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-11ac5cd1-381b-4c14-bdac-3cb717f28176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:49.751042 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 23:45:49.751042 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:45:49.751042 n-d-811807-1 neutron-server[88070]: timer() May 03 23:45:49.751042 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:45:49.751042 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 23:45:49.751042 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:45:49.751042 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 23:45:49.751042 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:45:49.751042 n-d-811807-1 neutron-server[88070]: self._notify() May 03 23:45:49.751042 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:45:49.751042 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 23:45:49.751042 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:45:49.751042 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 23:45:49.751042 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:45:49.751042 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:45:49.751042 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:45:49.751042 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:45:49.751042 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:45:49.751042 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 23:45:49.751042 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:45:49.751042 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 23:45:49.751042 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:45:49.751042 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:45:49.751042 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:45:49.751042 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 23:45:49.751042 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:45:49.751042 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:45:49.751042 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:45:49.751042 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:45:49.751042 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:45:49.751042 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:45:49.751042 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:45:49.827039 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-11ac5cd1-381b-4c14-bdac-3cb717f28176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:49.843152 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-11ac5cd1-381b-4c14-bdac-3cb717f28176 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:49.853940 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac5cd1-381b-4c14-bdac-3cb717f28176 admin admin] Pushing event deleted for resources: {'Network': ['ID=3101fa18-6cf4-4c0d-9903-3e7bf94fe3ce,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:45:49.856726 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-11ac5cd1-381b-4c14-bdac-3cb717f28176 admin admin] 10.222.0.58 "DELETE /v2.0/networks/3101fa18-6cf4-4c0d-9903-3e7bf94fe3ce HTTP/1.1" status: 204 len: 168 time: 1.0028172 May 03 23:45:49.964573 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59284) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:45:50.012216 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-56c02db1-7ced-4ef5-ae23-e5fd442c2c0e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ef6e0070c82c403eb0b2fa41cc13a74a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462279 May 03 23:45:50.015214 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59288) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:45:50.022714 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1670b64c-20f2-4e6c-83e8-24b9dbaceb43 None None] Deleting port 25597c03-26da-41a9-b472-5568a400f66e {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:45:50.023111 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1670b64c-20f2-4e6c-83e8-24b9dbaceb43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:50.074782 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-403c7d6a-67e0-4163-8e92-1000fb214a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:50.091567 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1670b64c-20f2-4e6c-83e8-24b9dbaceb43 None None] The port '25597c03-26da-41a9-b472-5568a400f66e' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 23:45:50.100454 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-403c7d6a-67e0-4163-8e92-1000fb214a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:50.151526 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-403c7d6a-67e0-4163-8e92-1000fb214a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:50.168564 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c7d6a-67e0-4163-8e92-1000fb214a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a7af5e-50e3-4c8b-bbcb-22208aaf111c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:45:50.174608 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-403c7d6a-67e0-4163-8e92-1000fb214a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:50.175714 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-403c7d6a-67e0-4163-8e92-1000fb214a0b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b5a7af5e-50e3-4c8b-bbcb-22208aaf111c HTTP/1.1" status: 204 len: 168 time: 0.1596348 May 03 23:45:50.234341 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 32c22a17-ca89-4caf-97a9-2d144ba56015 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:45:50.271359 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 32c22a17-ca89-4caf-97a9-2d144ba56015 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:45:50.271709 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 32c22a17-ca89-4caf-97a9-2d144ba56015 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:45:50.272133 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 25597c03-26da-41a9-b472-5568a400f66e no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:45:50.305110 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 25597c03-26da-41a9-b472-5568a400f66e {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:45:50.305461 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 25597c03-26da-41a9-b472-5568a400f66e not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:45:50.511255 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59296) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:45:50.558587 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-1b883324-a949-4eea-8f8c-ae6313e8ff94 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b36efacedb394d7689c144397e01a195&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462120 May 03 23:45:50.561669 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59300) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:45:50.616962 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cc59787e-6f00-44e6-b33a-bc4df97e0c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:50.646052 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cc59787e-6f00-44e6-b33a-bc4df97e0c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:50.697743 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cc59787e-6f00-44e6-b33a-bc4df97e0c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:50.713519 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59787e-6f00-44e6-b33a-bc4df97e0c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457ea300-a6e9-4912-a6ed-d9ef5c6ada1c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:45:50.721293 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cc59787e-6f00-44e6-b33a-bc4df97e0c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:50.722448 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-cc59787e-6f00-44e6-b33a-bc4df97e0c37 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/457ea300-a6e9-4912-a6ed-d9ef5c6ada1c HTTP/1.1" status: 204 len: 168 time: 0.1598694 May 03 23:45:51.420444 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59324) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:45:51.520755 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-90ef7806-828b-4025-8c3b-bcbf7bbce750 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1139524290-network', 'tenant_id': '716f363c793d414caa1834da0acac2cf'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:45:51.526139 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-90ef7806-828b-4025-8c3b-bcbf7bbce750 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:45:51.529976 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-90ef7806-828b-4025-8c3b-bcbf7bbce750 admin admin] Usage tracker for resource:network and tenant:716f363c793d414caa1834da0acac2cf is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:45:51.532770 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-90ef7806-828b-4025-8c3b-bcbf7bbce750 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:45:51.538844 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-90ef7806-828b-4025-8c3b-bcbf7bbce750 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:45:51.549293 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ef7806-828b-4025-8c3b-bcbf7bbce750 admin admin] Made reservation on behalf of 716f363c793d414caa1834da0acac2cf for: {'network': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:45:51.551734 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-90ef7806-828b-4025-8c3b-bcbf7bbce750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:51.567757 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-90ef7806-828b-4025-8c3b-bcbf7bbce750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:51.582537 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-90ef7806-828b-4025-8c3b-bcbf7bbce750 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:45:51.586350 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-90ef7806-828b-4025-8c3b-bcbf7bbce750 admin admin] Usage tracker for resource:security_group_rule and tenant:716f363c793d414caa1834da0acac2cf is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:45:51.589168 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-90ef7806-828b-4025-8c3b-bcbf7bbce750 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:45:51.595385 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-90ef7806-828b-4025-8c3b-bcbf7bbce750 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:45:51.676134 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-90ef7806-828b-4025-8c3b-bcbf7bbce750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:51.679795 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-90ef7806-828b-4025-8c3b-bcbf7bbce750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:51.705753 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90ef7806-828b-4025-8c3b-bcbf7bbce750 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=88069) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:45:51.718285 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef7806-828b-4025-8c3b-bcbf7bbce750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88dfcb56-3b4b-43aa-a1c1-930d53d46f91,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:45:51.724466 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-90ef7806-828b-4025-8c3b-bcbf7bbce750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:51.724815 n-d-811807-1 neutron-server[88069]: INFO neutron.db.segments_db [None req-90ef7806-828b-4025-8c3b-bcbf7bbce750 admin admin] Added segment 4cfc2889-e387-4637-a575-458bf9f65fc0 of type vlan for network c2e2d6f8-d1dc-49a7-8877-85c5b9e40121 May 03 23:45:51.733631 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef7806-828b-4025-8c3b-bcbf7bbce750 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:51.734004 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef7806-828b-4025-8c3b-bcbf7bbce750 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:51.734346 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef7806-828b-4025-8c3b-bcbf7bbce750 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:51.734681 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef7806-828b-4025-8c3b-bcbf7bbce750 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:51.735092 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef7806-828b-4025-8c3b-bcbf7bbce750 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:51.735503 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef7806-828b-4025-8c3b-bcbf7bbce750 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:51.735842 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef7806-828b-4025-8c3b-bcbf7bbce750 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:51.736170 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef7806-828b-4025-8c3b-bcbf7bbce750 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:51.736496 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef7806-828b-4025-8c3b-bcbf7bbce750 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:51.736820 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef7806-828b-4025-8c3b-bcbf7bbce750 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:51.737142 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef7806-828b-4025-8c3b-bcbf7bbce750 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:51.737461 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ef7806-828b-4025-8c3b-bcbf7bbce750 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:51.760925 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-90ef7806-828b-4025-8c3b-bcbf7bbce750 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:51.789589 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-90ef7806-828b-4025-8c3b-bcbf7bbce750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:51.790539 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ef7806-828b-4025-8c3b-bcbf7bbce750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:45:51.791111 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-90ef7806-828b-4025-8c3b-bcbf7bbce750 admin admin] Notify callbacks [] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:51.892501 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef7806-828b-4025-8c3b-bcbf7bbce750 admin admin] Pushing event updated for resources: {'Network': ['ID=c2e2d6f8-d1dc-49a7-8877-85c5b9e40121,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:45:51.897070 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-90ef7806-828b-4025-8c3b-bcbf7bbce750 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4756134 May 03 23:45:51.899988 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59330) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:45:51.902328 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network c2e2d6f8-d1dc-49a7-8877-85c5b9e40121 details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:45:51.906136 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-f15dbce9-24dc-441f-8dca-1af9878e96c6 admin admin] Request body: {'subnet': {'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1139524290-subnet', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:45:51.911646 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f15dbce9-24dc-441f-8dca-1af9878e96c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:45:51.915591 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f15dbce9-24dc-441f-8dca-1af9878e96c6 admin admin] Usage tracker for resource:subnet and tenant:716f363c793d414caa1834da0acac2cf is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:45:51.918583 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-f15dbce9-24dc-441f-8dca-1af9878e96c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:45:51.924647 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-f15dbce9-24dc-441f-8dca-1af9878e96c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:45:51.935267 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15dbce9-24dc-441f-8dca-1af9878e96c6 admin admin] Made reservation on behalf of 716f363c793d414caa1834da0acac2cf for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:45:51.937456 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f15dbce9-24dc-441f-8dca-1af9878e96c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:52.136297 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f15dbce9-24dc-441f-8dca-1af9878e96c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:52.307600 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15dbce9-24dc-441f-8dca-1af9878e96c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5e88c7f-edc6-4222-bc75-9d809e6e30ee,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:45:52.317896 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15dbce9-24dc-441f-8dca-1af9878e96c6 admin admin] Checking segment: {'id': '4cfc2889-e387-4637-a575-458bf9f65fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:45:52.318261 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15dbce9-24dc-441f-8dca-1af9878e96c6 admin admin] Network hostable DHCP agents. Network: c2e2d6f8-d1dc-49a7-8877-85c5b9e40121, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:45:52.337557 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15dbce9-24dc-441f-8dca-1af9878e96c6 admin admin] Network c2e2d6f8-d1dc-49a7-8877-85c5b9e40121 is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:45:52.346723 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-f15dbce9-24dc-441f-8dca-1af9878e96c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, c2e2d6f8-d1dc-49a7-8877-85c5b9e40121) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:45:52.350592 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15dbce9-24dc-441f-8dca-1af9878e96c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:45:52.351171 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-f15dbce9-24dc-441f-8dca-1af9878e96c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:52.356922 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a8673a-7c58-492e-9fb7-8b92af660846 None None] Network c2e2d6f8-d1dc-49a7-8877-85c5b9e40121 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:45:52.371511 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-f15dbce9-24dc-441f-8dca-1af9878e96c6 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4699428 May 03 23:45:52.374216 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59334) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:45:52.379599 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-5e62e43e-0816-495e-b063-b226d7aaee81 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1139524290-router', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:45:52.385671 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5e62e43e-0816-495e-b063-b226d7aaee81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:45:52.391021 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5e62e43e-0816-495e-b063-b226d7aaee81 admin admin] Usage tracker for resource:router and tenant:716f363c793d414caa1834da0acac2cf is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:45:52.393841 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5e62e43e-0816-495e-b063-b226d7aaee81 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:45:52.399700 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5e62e43e-0816-495e-b063-b226d7aaee81 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:45:52.410905 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5e62e43e-0816-495e-b063-b226d7aaee81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:52.411903 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5e62e43e-0816-495e-b063-b226d7aaee81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:52.426762 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5e62e43e-0816-495e-b063-b226d7aaee81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:52.571440 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5485f5d-4503-43a2-8029-fb7b5c9ce39c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-c2e2d6f8-d1dc-49a7-8877-85c5b9e40121', 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'fixed_ips': [{'subnet_id': 'c5e88c7f-edc6-4222-bc75-9d809e6e30ee'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:45:52.572383 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f5485f5d-4503-43a2-8029-fb7b5c9ce39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:52.689497 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5e62e43e-0816-495e-b063-b226d7aaee81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:52.762351 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-f5485f5d-4503-43a2-8029-fb7b5c9ce39c None None] Allocated IP 172.20.0.2 (c2e2d6f8-d1dc-49a7-8877-85c5b9e40121/c5e88c7f-edc6-4222-bc75-9d809e6e30ee/f430d69e-020c-4c33-9284-d4e60a49bd96) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:45:52.967902 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f5485f5d-4503-43a2-8029-fb7b5c9ce39c None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:52.977829 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f5485f5d-4503-43a2-8029-fb7b5c9ce39c None None] Transition to ACTIVE for port object f430d69e-020c-4c33-9284-d4e60a49bd96 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:45:52.995955 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f5485f5d-4503-43a2-8029-fb7b5c9ce39c None None] Transition to ACTIVE for port object f430d69e-020c-4c33-9284-d4e60a49bd96 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:45:52.997091 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5e62e43e-0816-495e-b063-b226d7aaee81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:53.001450 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f5485f5d-4503-43a2-8029-fb7b5c9ce39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:53.027432 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5e62e43e-0816-495e-b063-b226d7aaee81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:53.072566 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5485f5d-4503-43a2-8029-fb7b5c9ce39c None None] Network c2e2d6f8-d1dc-49a7-8877-85c5b9e40121 is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:45:53.075388 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-f5485f5d-4503-43a2-8029-fb7b5c9ce39c None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:45:53.078932 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5485f5d-4503-43a2-8029-fb7b5c9ce39c None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:45:53.084464 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5485f5d-4503-43a2-8029-fb7b5c9ce39c None None] Pushing event updated for resources: {'Port': ['ID=f430d69e-020c-4c33-9284-d4e60a49bd96,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:45:53.132468 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5485f5d-4503-43a2-8029-fb7b5c9ce39c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:53.132805 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5485f5d-4503-43a2-8029-fb7b5c9ce39c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:53.133137 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5485f5d-4503-43a2-8029-fb7b5c9ce39c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:53.133466 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5485f5d-4503-43a2-8029-fb7b5c9ce39c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:53.133788 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5485f5d-4503-43a2-8029-fb7b5c9ce39c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:53.134134 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5485f5d-4503-43a2-8029-fb7b5c9ce39c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:53.134455 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5485f5d-4503-43a2-8029-fb7b5c9ce39c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:53.134773 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5485f5d-4503-43a2-8029-fb7b5c9ce39c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:53.135093 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5485f5d-4503-43a2-8029-fb7b5c9ce39c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:53.135408 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5485f5d-4503-43a2-8029-fb7b5c9ce39c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:53.135721 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5485f5d-4503-43a2-8029-fb7b5c9ce39c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:53.136034 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5485f5d-4503-43a2-8029-fb7b5c9ce39c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:53.174562 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-5e62e43e-0816-495e-b063-b226d7aaee81 admin admin] Allocated IP 172.25.2.28 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/4e50b0a1-79cf-4de8-80ff-a0060e4663e4) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:45:53.189132 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-38c8ee6a-c2de-4212-ad42-fc836656e438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:53.199452 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-f5485f5d-4503-43a2-8029-fb7b5c9ce39c None None] Attempting to bind port f430d69e-020c-4c33-9284-d4e60a49bd96 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:45:53.200060 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-f5485f5d-4503-43a2-8029-fb7b5c9ce39c None None] Attempting to bind port f430d69e-020c-4c33-9284-d4e60a49bd96 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '4cfc2889-e387-4637-a575-458bf9f65fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:45:53.200719 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5485f5d-4503-43a2-8029-fb7b5c9ce39c None None] Attempting to bind port f430d69e-020c-4c33-9284-d4e60a49bd96 on network c2e2d6f8-d1dc-49a7-8877-85c5b9e40121 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:45:53.208767 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5485f5d-4503-43a2-8029-fb7b5c9ce39c None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:45:53.209138 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5485f5d-4503-43a2-8029-fb7b5c9ce39c None None] Checking segment: {'id': '4cfc2889-e387-4637-a575-458bf9f65fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:45:53.209531 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f5485f5d-4503-43a2-8029-fb7b5c9ce39c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:53.209945 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5485f5d-4503-43a2-8029-fb7b5c9ce39c None None] Bound using segment: {'id': '4cfc2889-e387-4637-a575-458bf9f65fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:45:53.210408 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-f5485f5d-4503-43a2-8029-fb7b5c9ce39c None None] Bound port: f430d69e-020c-4c33-9284-d4e60a49bd96, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cfc2889-e387-4637-a575-458bf9f65fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:45:53.210776 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f5485f5d-4503-43a2-8029-fb7b5c9ce39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:53.300908 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f5485f5d-4503-43a2-8029-fb7b5c9ce39c None None] For port f430d69e-020c-4c33-9284-d4e60a49bd96, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:45:53.304275 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f5485f5d-4503-43a2-8029-fb7b5c9ce39c None None] For port f430d69e-020c-4c33-9284-d4e60a49bd96, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=f430d69e-020c-4c33-9284-d4e60a49bd96,segment=NetworkSegment(4cfc2889-e387-4637-a575-458bf9f65fc0),segment_id=4cfc2889-e387-4637-a575-458bf9f65fc0)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:45:53.307928 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f5485f5d-4503-43a2-8029-fb7b5c9ce39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:53.324722 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5e62e43e-0816-495e-b063-b226d7aaee81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:53.354612 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5e62e43e-0816-495e-b063-b226d7aaee81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:53.391527 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5485f5d-4503-43a2-8029-fb7b5c9ce39c None None] Pushing event updated for resources: {'Port': ['ID=f430d69e-020c-4c33-9284-d4e60a49bd96,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:45:53.423312 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e62e43e-0816-495e-b063-b226d7aaee81 admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:45:53.426206 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-5e62e43e-0816-495e-b063-b226d7aaee81 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:45:53.430054 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e62e43e-0816-495e-b063-b226d7aaee81 admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:45:53.464759 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e62e43e-0816-495e-b063-b226d7aaee81 admin admin] Pushing event updated for resources: {'Port': ['ID=4e50b0a1-79cf-4de8-80ff-a0060e4663e4,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:45:53.977776 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5e62e43e-0816-495e-b063-b226d7aaee81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:54.263662 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device f430d69e-020c-4c33-9284-d4e60a49bd96 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:45:54.332602 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5e62e43e-0816-495e-b063-b226d7aaee81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:54.333999 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9380cd4-abd4-4b46-bc51-ed9d27fd1cc3 None None] Network c2e2d6f8-d1dc-49a7-8877-85c5b9e40121 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:45:54.371790 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port f430d69e-020c-4c33-9284-d4e60a49bd96 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:45:54.439675 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9693ce72-74e2-4767-ab33-ebeaa3cc1b90 None None] Provisioning for port f430d69e-020c-4c33-9284-d4e60a49bd96 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:45:54.449237 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-9693ce72-74e2-4767-ab33-ebeaa3cc1b90 None None] Provisioning complete for port f430d69e-020c-4c33-9284-d4e60a49bd96 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:45:54.449608 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9693ce72-74e2-4767-ab33-ebeaa3cc1b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:54.536199 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e62e43e-0816-495e-b063-b226d7aaee81 admin admin] Router 2900ce71-a9fe-4040-9aad-14e00b2e7568 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88069) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 23:45:54.667084 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9693ce72-74e2-4767-ab33-ebeaa3cc1b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:54.706104 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-9693ce72-74e2-4767-ab33-ebeaa3cc1b90 None None] For port f430d69e-020c-4c33-9284-d4e60a49bd96, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=f430d69e-020c-4c33-9284-d4e60a49bd96,segment=NetworkSegment(4cfc2889-e387-4637-a575-458bf9f65fc0),segment_id=4cfc2889-e387-4637-a575-458bf9f65fc0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:45:54.712944 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9693ce72-74e2-4767-ab33-ebeaa3cc1b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:54.718314 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e62e43e-0816-495e-b063-b226d7aaee81 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:45:54.735013 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60cb57c-5a59-45a8-93c3-7f8e19cd99ac None None] Sync routers for ids ['2900ce71-a9fe-4040-9aad-14e00b2e7568'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:45:54.747274 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5e62e43e-0816-495e-b063-b226d7aaee81 admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:54.749009 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5e62e43e-0816-495e-b063-b226d7aaee81 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3737659 May 03 23:45:54.749560 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60cb57c-5a59-45a8-93c3-7f8e19cd99ac None None] Routers {'2900ce71-a9fe-4040-9aad-14e00b2e7568'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:45:54.750266 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-a60cb57c-5a59-45a8-93c3-7f8e19cd99ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:45:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['2900ce71-a9fe-4040-9aad-14e00b2e7568'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:45:54.751657 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59338) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:45:54.792873 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9693ce72-74e2-4767-ab33-ebeaa3cc1b90 None None] Pushing event updated for resources: {'Port': ['ID=f430d69e-020c-4c33-9284-d4e60a49bd96,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:45:54.932179 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-a60cb57c-5a59-45a8-93c3-7f8e19cd99ac None None] Set router 2900ce71-a9fe-4040-9aad-14e00b2e7568 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:45:54.941736 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a4a4d76f-e512-4266-8049-2b98982c4d6d None None] Provisioning complete for port f430d69e-020c-4c33-9284-d4e60a49bd96 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:45:54.942146 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a4a4d76f-e512-4266-8049-2b98982c4d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:55.205802 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:55.224586 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-a60cb57c-5a59-45a8-93c3-7f8e19cd99ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'name': 'tempest-TestSnapshotPattern-1139524290-router', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '4e50b0a1-79cf-4de8-80ff-a0060e4663e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:45:52Z', 'updated_at': '2022-05-03T23:45:53Z', 'revision_number': 3, 'project_id': '716f363c793d414caa1834da0acac2cf', 'gw_port': {'id': '4e50b0a1-79cf-4de8-80ff-a0060e4663e4', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:53Z', 'updated_at': '2022-05-03T23:45:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:45:55.228769 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60cb57c-5a59-45a8-93c3-7f8e19cd99ac None None] Checking router: 2900ce71-a9fe-4040-9aad-14e00b2e7568 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:45:55.229111 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60cb57c-5a59-45a8-93c3-7f8e19cd99ac None None] Updating router 2900ce71-a9fe-4040-9aad-14e00b2e7568 port 4e50b0a1-79cf-4de8-80ff-a0060e4663e4 binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:45:55.280903 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a60cb57c-5a59-45a8-93c3-7f8e19cd99ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:55.562665 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6fc0cdf7-eaee-446c-aaf7-2bd8da77b023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:55.607862 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a60cb57c-5a59-45a8-93c3-7f8e19cd99ac None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:55.618900 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-a60cb57c-5a59-45a8-93c3-7f8e19cd99ac None None] Transition to ACTIVE for port object 4e50b0a1-79cf-4de8-80ff-a0060e4663e4 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:45:55.625942 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a60cb57c-5a59-45a8-93c3-7f8e19cd99ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:55.684198 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fcb5f56a-6113-4f3a-85a1-15c43fea49fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:55.706624 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-a60cb57c-5a59-45a8-93c3-7f8e19cd99ac None None] Attempting to bind port 4e50b0a1-79cf-4de8-80ff-a0060e4663e4 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:45:55.706982 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-a60cb57c-5a59-45a8-93c3-7f8e19cd99ac None None] Attempting to bind port 4e50b0a1-79cf-4de8-80ff-a0060e4663e4 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:45:55.707340 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60cb57c-5a59-45a8-93c3-7f8e19cd99ac None None] Attempting to bind port 4e50b0a1-79cf-4de8-80ff-a0060e4663e4 on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:45:55.715902 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19765ae-3f0b-41e0-a37f-c8bca55bb275 None None] Pushing event updated for resources: {'Port': ['ID=4e50b0a1-79cf-4de8-80ff-a0060e4663e4,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:45:55.718017 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60cb57c-5a59-45a8-93c3-7f8e19cd99ac None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:45:55.718383 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60cb57c-5a59-45a8-93c3-7f8e19cd99ac None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:45:55.718774 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a60cb57c-5a59-45a8-93c3-7f8e19cd99ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:55.719160 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60cb57c-5a59-45a8-93c3-7f8e19cd99ac None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:45:55.719616 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-a60cb57c-5a59-45a8-93c3-7f8e19cd99ac None None] Bound port: 4e50b0a1-79cf-4de8-80ff-a0060e4663e4, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:45:55.719982 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a60cb57c-5a59-45a8-93c3-7f8e19cd99ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:55.764310 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19765ae-3f0b-41e0-a37f-c8bca55bb275 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:55.764935 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19765ae-3f0b-41e0-a37f-c8bca55bb275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:55.765047 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19765ae-3f0b-41e0-a37f-c8bca55bb275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:55.765285 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19765ae-3f0b-41e0-a37f-c8bca55bb275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:55.765606 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19765ae-3f0b-41e0-a37f-c8bca55bb275 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:55.765956 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19765ae-3f0b-41e0-a37f-c8bca55bb275 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:55.766284 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19765ae-3f0b-41e0-a37f-c8bca55bb275 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:55.766602 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19765ae-3f0b-41e0-a37f-c8bca55bb275 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:55.766919 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19765ae-3f0b-41e0-a37f-c8bca55bb275 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:55.767232 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19765ae-3f0b-41e0-a37f-c8bca55bb275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:55.767547 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19765ae-3f0b-41e0-a37f-c8bca55bb275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:55.767858 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19765ae-3f0b-41e0-a37f-c8bca55bb275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:45:55.773297 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-6fc0cdf7-eaee-446c-aaf7-2bd8da77b023 admin admin] Allocated IP 172.20.0.1 (c2e2d6f8-d1dc-49a7-8877-85c5b9e40121/c5e88c7f-edc6-4222-bc75-9d809e6e30ee/54d854ee-d8f1-4165-bf64-128c273ebf09) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:45:55.804596 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-a60cb57c-5a59-45a8-93c3-7f8e19cd99ac None None] For port 4e50b0a1-79cf-4de8-80ff-a0060e4663e4, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:45:55.807559 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-a60cb57c-5a59-45a8-93c3-7f8e19cd99ac None None] For port 4e50b0a1-79cf-4de8-80ff-a0060e4663e4, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=4e50b0a1-79cf-4de8-80ff-a0060e4663e4,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:45:55.811382 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a60cb57c-5a59-45a8-93c3-7f8e19cd99ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:55.915801 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60cb57c-5a59-45a8-93c3-7f8e19cd99ac None None] Routers {'2900ce71-a9fe-4040-9aad-14e00b2e7568'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:45:55.916404 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-a60cb57c-5a59-45a8-93c3-7f8e19cd99ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:45:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['2900ce71-a9fe-4040-9aad-14e00b2e7568'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:45:55.924519 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6fc0cdf7-eaee-446c-aaf7-2bd8da77b023 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:55.939892 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [None req-6fc0cdf7-eaee-446c-aaf7-2bd8da77b023 admin admin] Transition to ACTIVE for port object 54d854ee-d8f1-4165-bf64-128c273ebf09 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:45:55.962545 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6fc0cdf7-eaee-446c-aaf7-2bd8da77b023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:55.968958 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19765ae-3f0b-41e0-a37f-c8bca55bb275 None None] Pushing event updated for resources: {'Port': ['ID=4e50b0a1-79cf-4de8-80ff-a0060e4663e4,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:45:56.027913 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc0cdf7-eaee-446c-aaf7-2bd8da77b023 admin admin] Network c2e2d6f8-d1dc-49a7-8877-85c5b9e40121 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:45:56.031291 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-6fc0cdf7-eaee-446c-aaf7-2bd8da77b023 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:45:56.034881 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc0cdf7-eaee-446c-aaf7-2bd8da77b023 admin admin] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:45:56.064605 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0cdf7-eaee-446c-aaf7-2bd8da77b023 admin admin] Pushing event updated for resources: {'Port': ['ID=54d854ee-d8f1-4165-bf64-128c273ebf09,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:45:56.090506 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-a60cb57c-5a59-45a8-93c3-7f8e19cd99ac None None] Set router 2900ce71-a9fe-4040-9aad-14e00b2e7568 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:45:56.094201 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6fc0cdf7-eaee-446c-aaf7-2bd8da77b023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:56.221164 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6fc0cdf7-eaee-446c-aaf7-2bd8da77b023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:56.250530 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device f430d69e-020c-4c33-9284-d4e60a49bd96 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:45:56.313767 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a43b31a4-53e4-486e-8022-bc54d0be3d8a None None] Provisioning for port 54d854ee-d8f1-4165-bf64-128c273ebf09 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:45:56.321609 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a43b31a4-53e4-486e-8022-bc54d0be3d8a None None] Provisioning complete for port 54d854ee-d8f1-4165-bf64-128c273ebf09 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:45:56.322005 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a43b31a4-53e4-486e-8022-bc54d0be3d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:56.373775 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port f430d69e-020c-4c33-9284-d4e60a49bd96 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:45:56.374165 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:56.395789 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-a60cb57c-5a59-45a8-93c3-7f8e19cd99ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'name': 'tempest-TestSnapshotPattern-1139524290-router', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '4e50b0a1-79cf-4de8-80ff-a0060e4663e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:45:52Z', 'updated_at': '2022-05-03T23:45:53Z', 'revision_number': 3, 'project_id': '716f363c793d414caa1834da0acac2cf', 'gw_port': {'id': '4e50b0a1-79cf-4de8-80ff-a0060e4663e4', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:53Z', 'updated_at': '2022-05-03T23:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:45:56.400128 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60cb57c-5a59-45a8-93c3-7f8e19cd99ac None None] The sync data for ids ['2900ce71-a9fe-4040-9aad-14e00b2e7568'] in n-d-811807-1 is: [{'id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'name': 'tempest-TestSnapshotPattern-1139524290-router', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '4e50b0a1-79cf-4de8-80ff-a0060e4663e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:45:52Z', 'updated_at': '2022-05-03T23:45:53Z', 'revision_number': 3, 'project_id': '716f363c793d414caa1834da0acac2cf', 'gw_port': {'id': '4e50b0a1-79cf-4de8-80ff-a0060e4663e4', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:53Z', 'updated_at': '2022-05-03T23:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:45:56.424099 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a43b31a4-53e4-486e-8022-bc54d0be3d8a None None] Port 54d854ee-d8f1-4165-bf64-128c273ebf09 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:45:56.465223 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6fc0cdf7-eaee-446c-aaf7-2bd8da77b023 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:56.470730 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6fc0cdf7-eaee-446c-aaf7-2bd8da77b023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:56.532681 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:56.581822 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0cdf7-eaee-446c-aaf7-2bd8da77b023 admin admin] Pushing event updated for resources: {'Port': ['ID=54d854ee-d8f1-4165-bf64-128c273ebf09,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:45:56.584340 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6fc0cdf7-eaee-446c-aaf7-2bd8da77b023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:56.608788 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:56.770830 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc0cdf7-eaee-446c-aaf7-2bd8da77b023 admin admin] Network c2e2d6f8-d1dc-49a7-8877-85c5b9e40121 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:45:56.771998 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-6fc0cdf7-eaee-446c-aaf7-2bd8da77b023 admin admin] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:45:56.970535 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc0cdf7-eaee-446c-aaf7-2bd8da77b023 admin admin] Router 2900ce71-a9fe-4040-9aad-14e00b2e7568 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:45:57.049647 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-efc4598a-37c3-4cc7-a3d0-6e8301d4b25f None None] Provisioning complete for port 54d854ee-d8f1-4165-bf64-128c273ebf09 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:45:57.050212 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-efc4598a-37c3-4cc7-a3d0-6e8301d4b25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:57.148745 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-efc4598a-37c3-4cc7-a3d0-6e8301d4b25f None None] Port 54d854ee-d8f1-4165-bf64-128c273ebf09 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:45:57.278017 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc0cdf7-eaee-446c-aaf7-2bd8da77b023 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:45:57.287703 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6fc0cdf7-eaee-446c-aaf7-2bd8da77b023 admin admin] 10.222.0.58 "PUT /v2.0/routers/2900ce71-a9fe-4040-9aad-14e00b2e7568/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5350246 May 03 23:45:57.789598 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59356) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:45:57.795002 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-c0517872-f47f-4ea7-ab44-1f6981d3dbfc admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1399624734-network', 'tenant_id': 'c1f0af94e91b446c85286b7493a154ca'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:45:57.800593 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c0517872-f47f-4ea7-ab44-1f6981d3dbfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:45:57.804699 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c0517872-f47f-4ea7-ab44-1f6981d3dbfc admin admin] Usage tracker for resource:network and tenant:c1f0af94e91b446c85286b7493a154ca is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:45:57.807590 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c0517872-f47f-4ea7-ab44-1f6981d3dbfc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:45:57.813917 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c0517872-f47f-4ea7-ab44-1f6981d3dbfc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:45:57.824034 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0517872-f47f-4ea7-ab44-1f6981d3dbfc admin admin] Made reservation on behalf of c1f0af94e91b446c85286b7493a154ca for: {'network': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:45:57.830700 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c0517872-f47f-4ea7-ab44-1f6981d3dbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for network, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:57.846598 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c0517872-f47f-4ea7-ab44-1f6981d3dbfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:57.860915 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c0517872-f47f-4ea7-ab44-1f6981d3dbfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:45:57.864675 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c0517872-f47f-4ea7-ab44-1f6981d3dbfc admin admin] Usage tracker for resource:security_group_rule and tenant:c1f0af94e91b446c85286b7493a154ca is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:45:57.867502 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-c0517872-f47f-4ea7-ab44-1f6981d3dbfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:45:57.873479 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-c0517872-f47f-4ea7-ab44-1f6981d3dbfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:45:57.888512 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77bf237-5243-4129-acc2-161f48291970 None None] Sync routers for ids ['2900ce71-a9fe-4040-9aad-14e00b2e7568'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:45:57.898081 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77bf237-5243-4129-acc2-161f48291970 None None] Routers {'2900ce71-a9fe-4040-9aad-14e00b2e7568'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:45:57.898743 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-e77bf237-5243-4129-acc2-161f48291970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:45:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['2900ce71-a9fe-4040-9aad-14e00b2e7568'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:45:57.959433 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c0517872-f47f-4ea7-ab44-1f6981d3dbfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:57.963717 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c0517872-f47f-4ea7-ab44-1f6981d3dbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:57.994004 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0517872-f47f-4ea7-ab44-1f6981d3dbfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=88070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:45:58.002094 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0517872-f47f-4ea7-ab44-1f6981d3dbfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68feb72-9ad9-4608-8004-eefdf1a26611,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:45:58.007595 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c0517872-f47f-4ea7-ab44-1f6981d3dbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:58.007941 n-d-811807-1 neutron-server[88070]: INFO neutron.db.segments_db [None req-c0517872-f47f-4ea7-ab44-1f6981d3dbfc admin admin] Added segment 862b1127-415e-4455-9e26-3fd0be6df024 of type vlan for network aed06b92-8afb-4a77-91e9-de47846b7a9c May 03 23:45:58.035261 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c0517872-f47f-4ea7-ab44-1f6981d3dbfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752783000248'] for network, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:58.048422 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:58.067435 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c0517872-f47f-4ea7-ab44-1f6981d3dbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318'] for network, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:58.068515 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0517872-f47f-4ea7-ab44-1f6981d3dbfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:45:58.069107 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-c0517872-f47f-4ea7-ab44-1f6981d3dbfc admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:58.094386 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-e77bf237-5243-4129-acc2-161f48291970 None None] Set router 2900ce71-a9fe-4040-9aad-14e00b2e7568 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:45:58.166517 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c0517872-f47f-4ea7-ab44-1f6981d3dbfc admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3756151 May 03 23:45:58.169245 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59360) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:45:58.170500 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0517872-f47f-4ea7-ab44-1f6981d3dbfc admin admin] Pushing event updated for resources: {'Network': ['ID=aed06b92-8afb-4a77-91e9-de47846b7a9c,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:45:58.175951 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-0ddfedb7-0a12-4cd4-ad03-788dbb857673 admin admin] Request body: {'subnet': {'network_id': 'aed06b92-8afb-4a77-91e9-de47846b7a9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1399624734-subnet', 'tenant_id': 'c1f0af94e91b446c85286b7493a154ca', 'ip_version': 4}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:45:58.181948 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0ddfedb7-0a12-4cd4-ad03-788dbb857673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:45:58.186510 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0ddfedb7-0a12-4cd4-ad03-788dbb857673 admin admin] Usage tracker for resource:subnet and tenant:c1f0af94e91b446c85286b7493a154ca is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:45:58.189442 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-0ddfedb7-0a12-4cd4-ad03-788dbb857673 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:45:58.196159 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-0ddfedb7-0a12-4cd4-ad03-788dbb857673 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:45:58.208000 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ddfedb7-0a12-4cd4-ad03-788dbb857673 admin admin] Made reservation on behalf of c1f0af94e91b446c85286b7493a154ca for: {'subnet': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:45:58.210616 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0ddfedb7-0a12-4cd4-ad03-788dbb857673 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16758709'] for subnet, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:58.225754 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Network aed06b92-8afb-4a77-91e9-de47846b7a9c details requested by agent ovs-agent-n-d-811807-1 with host n-d-811807-1 {{(pid=88071) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 23:45:58.277757 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 4e50b0a1-79cf-4de8-80ff-a0060e4663e4 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:45:58.419759 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0ddfedb7-0a12-4cd4-ad03-788dbb857673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15657649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16758663'] for subnet, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:58.499984 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddfedb7-0a12-4cd4-ad03-788dbb857673 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92472c94-77e0-4b9f-a055-d5309eae2d85,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:45:58.503994 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddfedb7-0a12-4cd4-ad03-788dbb857673 admin admin] Checking segment: {'id': '862b1127-415e-4455-9e26-3fd0be6df024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'aed06b92-8afb-4a77-91e9-de47846b7a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:45:58.504348 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddfedb7-0a12-4cd4-ad03-788dbb857673 admin admin] Network hostable DHCP agents. Network: aed06b92-8afb-4a77-91e9-de47846b7a9c, hostable agents: ['0a02cfaf-1c58-4ad8-bf71-03321c509fd9'], hosted agents: [] {{(pid=88069) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:45:58.523606 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 4e50b0a1-79cf-4de8-80ff-a0060e4663e4 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:45:58.524795 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddfedb7-0a12-4cd4-ad03-788dbb857673 admin admin] Network aed06b92-8afb-4a77-91e9-de47846b7a9c is scheduled to be hosted by DHCP agent 0a02cfaf-1c58-4ad8-bf71-03321c509fd9 with binding_index 1 {{(pid=88069) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:45:58.535491 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-0ddfedb7-0a12-4cd4-ad03-788dbb857673 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811807-1, aed06b92-8afb-4a77-91e9-de47846b7a9c) {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:45:58.537649 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 4e50b0a1-79cf-4de8-80ff-a0060e4663e4 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:45:58.538215 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:58.540095 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddfedb7-0a12-4cd4-ad03-788dbb857673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:45:58.540827 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-0ddfedb7-0a12-4cd4-ad03-788dbb857673 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:58.563612 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d1f930-192d-4795-992a-1b6f9d5c472b None None] Network aed06b92-8afb-4a77-91e9-de47846b7a9c requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:45:58.567043 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-0ddfedb7-0a12-4cd4-ad03-788dbb857673 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3942692 May 03 23:45:58.567465 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59364) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:45:58.573777 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-484a66d2-e90b-404a-b01b-4eb7f6a5d4c0 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1399624734-router', 'tenant_id': 'c1f0af94e91b446c85286b7493a154ca', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:45:58.580137 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-484a66d2-e90b-404a-b01b-4eb7f6a5d4c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:45:58.586013 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-484a66d2-e90b-404a-b01b-4eb7f6a5d4c0 admin admin] Usage tracker for resource:router and tenant:c1f0af94e91b446c85286b7493a154ca is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:45:58.589025 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-484a66d2-e90b-404a-b01b-4eb7f6a5d4c0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:45:58.595471 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-484a66d2-e90b-404a-b01b-4eb7f6a5d4c0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:45:58.607400 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-484a66d2-e90b-404a-b01b-4eb7f6a5d4c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-901993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2615'] for router, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:58.608472 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-484a66d2-e90b-404a-b01b-4eb7f6a5d4c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-902761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-785114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-726350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:58.624597 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-484a66d2-e90b-404a-b01b-4eb7f6a5d4c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:58.709538 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:58.797368 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-e77bf237-5243-4129-acc2-161f48291970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'name': 'tempest-TestSnapshotPattern-1139524290-router', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '4e50b0a1-79cf-4de8-80ff-a0060e4663e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:45:52Z', 'updated_at': '2022-05-03T23:45:56Z', 'revision_number': 4, 'project_id': '716f363c793d414caa1834da0acac2cf', 'gw_port': {'id': '4e50b0a1-79cf-4de8-80ff-a0060e4663e4', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:53Z', 'updated_at': '2022-05-03T23:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '54d854ee-d8f1-4165-bf64-128c273ebf09', 'name': '', 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'mac_address': 'fa:16:3e:5a:0c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'c5e88c7f-edc6-4222-bc75-9d809e6e30ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:55Z', 'updated_at': '2022-05-03T23:45:56Z', 'revision_number': 2, 'project_id': '716f363c793d414caa1834da0acac2cf', 'subnets': [{'id': 'c5e88c7f-edc6-4222-bc75-9d809e6e30ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:45:58.822519 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77bf237-5243-4129-acc2-161f48291970 None None] Checking router: 2900ce71-a9fe-4040-9aad-14e00b2e7568 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:45:58.822866 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77bf237-5243-4129-acc2-161f48291970 None None] Updating router 2900ce71-a9fe-4040-9aad-14e00b2e7568 port 54d854ee-d8f1-4165-bf64-128c273ebf09 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:45:58.883440 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:58.945111 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e77bf237-5243-4129-acc2-161f48291970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:58.958496 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674c5c82-dc4c-4a49-b171-f676f223d599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd52ec98f-c0c6-55e6-9eae-51ee3c3007f2-aed06b92-8afb-4a77-91e9-de47846b7a9c', 'network_id': 'aed06b92-8afb-4a77-91e9-de47846b7a9c', 'tenant_id': 'c1f0af94e91b446c85286b7493a154ca', 'fixed_ips': [{'subnet_id': '92472c94-77e0-4b9f-a055-d5309eae2d85'}]}} from n-d-811807-1. {{(pid=88071) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 23:45:58.959286 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-674c5c82-dc4c-4a49-b171-f676f223d599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:58.968718 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 4e50b0a1-79cf-4de8-80ff-a0060e4663e4, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=4e50b0a1-79cf-4de8-80ff-a0060e4663e4,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:45:58.977703 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:58.998525 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-484a66d2-e90b-404a-b01b-4eb7f6a5d4c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-785100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-902043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2572'] for router, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:59.214429 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=4e50b0a1-79cf-4de8-80ff-a0060e4663e4,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:45:59.303900 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-484a66d2-e90b-404a-b01b-4eb7f6a5d4c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:59.338784 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-484a66d2-e90b-404a-b01b-4eb7f6a5d4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:59.418568 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-674c5c82-dc4c-4a49-b171-f676f223d599 None None] Allocated IP 172.20.0.2 (aed06b92-8afb-4a77-91e9-de47846b7a9c/92472c94-77e0-4b9f-a055-d5309eae2d85/19fd4c96-5f44-4437-baa9-cd889a3d9d20) {{(pid=88071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:45:59.472899 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-484a66d2-e90b-404a-b01b-4eb7f6a5d4c0 admin admin] Allocated IP 172.25.2.230 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/5968f3b3-dc14-44b8-a7d0-69d63402ff28) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:45:59.624300 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-484a66d2-e90b-404a-b01b-4eb7f6a5d4c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:59.653980 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-484a66d2-e90b-404a-b01b-4eb7f6a5d4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:59.704989 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e77bf237-5243-4129-acc2-161f48291970 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:59.720745 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484a66d2-e90b-404a-b01b-4eb7f6a5d4c0 admin admin] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:45:59.723997 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-484a66d2-e90b-404a-b01b-4eb7f6a5d4c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:45:59.726415 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484a66d2-e90b-404a-b01b-4eb7f6a5d4c0 admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:45:59.727263 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e77bf237-5243-4129-acc2-161f48291970 None None] Transition to ACTIVE for port object 54d854ee-d8f1-4165-bf64-128c273ebf09 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:45:59.735385 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-674c5c82-dc4c-4a49-b171-f676f223d599 None None] Notify callbacks [] for port, precommit_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:59.740656 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e77bf237-5243-4129-acc2-161f48291970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:45:59.774293 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a66d2-e90b-404a-b01b-4eb7f6a5d4c0 admin admin] Pushing event updated for resources: {'Port': ['ID=5968f3b3-dc14-44b8-a7d0-69d63402ff28,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:45:59.788379 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-674c5c82-dc4c-4a49-b171-f676f223d599 None None] Transition to ACTIVE for port object 19fd4c96-5f44-4437-baa9-cd889a3d9d20 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:45:59.895283 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-674c5c82-dc4c-4a49-b171-f676f223d599 None None] Transition to ACTIVE for port object 19fd4c96-5f44-4437-baa9-cd889a3d9d20 will not be triggered until provisioned by entity DHCP. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:45:59.920596 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2526c9e-e043-4505-ab1f-4c86269d0e36 None None] Pushing event updated for resources: {'Port': ['ID=54d854ee-d8f1-4165-bf64-128c273ebf09,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:45:59.965242 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-674c5c82-dc4c-4a49-b171-f676f223d599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378'] for port, after_create {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:00.051017 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674c5c82-dc4c-4a49-b171-f676f223d599 None None] Network aed06b92-8afb-4a77-91e9-de47846b7a9c is already hosted by enough agents. {{(pid=88071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:46:00.055366 n-d-811807-1 neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-674c5c82-dc4c-4a49-b171-f676f223d599 None None] Resources bound (agent type, host, resource id): {{(pid=88071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:46:00.057827 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674c5c82-dc4c-4a49-b171-f676f223d599 None None] Received port after_create {{(pid=88071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:46:00.059909 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e77bf237-5243-4129-acc2-161f48291970 None None] Attempting to bind port 54d854ee-d8f1-4165-bf64-128c273ebf09 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:46:00.060275 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e77bf237-5243-4129-acc2-161f48291970 None None] Attempting to bind port 54d854ee-d8f1-4165-bf64-128c273ebf09 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '4cfc2889-e387-4637-a575-458bf9f65fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:46:00.060650 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77bf237-5243-4129-acc2-161f48291970 None None] Attempting to bind port 54d854ee-d8f1-4165-bf64-128c273ebf09 on network c2e2d6f8-d1dc-49a7-8877-85c5b9e40121 {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:46:00.096455 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c5c82-dc4c-4a49-b171-f676f223d599 None None] Pushing event updated for resources: {'Port': ['ID=19fd4c96-5f44-4437-baa9-cd889a3d9d20,revision_number=1']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:46:00.105252 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77bf237-5243-4129-acc2-161f48291970 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:46:00.105625 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77bf237-5243-4129-acc2-161f48291970 None None] Checking segment: {'id': '4cfc2889-e387-4637-a575-458bf9f65fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:46:00.106046 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e77bf237-5243-4129-acc2-161f48291970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:00.106949 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77bf237-5243-4129-acc2-161f48291970 None None] Bound using segment: {'id': '4cfc2889-e387-4637-a575-458bf9f65fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:46:00.107436 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e77bf237-5243-4129-acc2-161f48291970 None None] Bound port: 54d854ee-d8f1-4165-bf64-128c273ebf09, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cfc2889-e387-4637-a575-458bf9f65fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:46:00.107807 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e77bf237-5243-4129-acc2-161f48291970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:00.159856 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-484a66d2-e90b-404a-b01b-4eb7f6a5d4c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:00.224613 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-674c5c82-dc4c-4a49-b171-f676f223d599 None None] Attempting to bind port 19fd4c96-5f44-4437-baa9-cd889a3d9d20 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:46:00.225194 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-674c5c82-dc4c-4a49-b171-f676f223d599 None None] Attempting to bind port 19fd4c96-5f44-4437-baa9-cd889a3d9d20 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '862b1127-415e-4455-9e26-3fd0be6df024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'aed06b92-8afb-4a77-91e9-de47846b7a9c'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:46:00.225364 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c5c82-dc4c-4a49-b171-f676f223d599 None None] Attempting to bind port 19fd4c96-5f44-4437-baa9-cd889a3d9d20 on network aed06b92-8afb-4a77-91e9-de47846b7a9c {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:46:00.240935 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c5c82-dc4c-4a49-b171-f676f223d599 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:46:00.241428 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c5c82-dc4c-4a49-b171-f676f223d599 None None] Checking segment: {'id': '862b1127-415e-4455-9e26-3fd0be6df024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'aed06b92-8afb-4a77-91e9-de47846b7a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:46:00.241831 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-674c5c82-dc4c-4a49-b171-f676f223d599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:00.242238 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c5c82-dc4c-4a49-b171-f676f223d599 None None] Bound using segment: {'id': '862b1127-415e-4455-9e26-3fd0be6df024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'aed06b92-8afb-4a77-91e9-de47846b7a9c'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:46:00.242703 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-674c5c82-dc4c-4a49-b171-f676f223d599 None None] Bound port: 19fd4c96-5f44-4437-baa9-cd889a3d9d20, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862b1127-415e-4455-9e26-3fd0be6df024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'aed06b92-8afb-4a77-91e9-de47846b7a9c'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:46:00.243075 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-674c5c82-dc4c-4a49-b171-f676f223d599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:00.252989 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 4e50b0a1-79cf-4de8-80ff-a0060e4663e4 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:46:00.371812 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e77bf237-5243-4129-acc2-161f48291970 None None] For port 54d854ee-d8f1-4165-bf64-128c273ebf09, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:46:00.387305 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e77bf237-5243-4129-acc2-161f48291970 None None] For port 54d854ee-d8f1-4165-bf64-128c273ebf09, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=54d854ee-d8f1-4165-bf64-128c273ebf09,segment=NetworkSegment(4cfc2889-e387-4637-a575-458bf9f65fc0),segment_id=4cfc2889-e387-4637-a575-458bf9f65fc0)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:46:00.401217 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e77bf237-5243-4129-acc2-161f48291970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:00.480079 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-674c5c82-dc4c-4a49-b171-f676f223d599 None None] For port 19fd4c96-5f44-4437-baa9-cd889a3d9d20, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:46:00.500729 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-674c5c82-dc4c-4a49-b171-f676f223d599 None None] For port 19fd4c96-5f44-4437-baa9-cd889a3d9d20, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=19fd4c96-5f44-4437-baa9-cd889a3d9d20,segment=NetworkSegment(862b1127-415e-4455-9e26-3fd0be6df024),segment_id=862b1127-415e-4455-9e26-3fd0be6df024)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:46:00.508390 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 4e50b0a1-79cf-4de8-80ff-a0060e4663e4 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:46:00.508759 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:00.534281 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-674c5c82-dc4c-4a49-b171-f676f223d599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:00.549678 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2526c9e-e043-4505-ab1f-4c86269d0e36 None None] Pushing event updated for resources: {'Port': ['ID=54d854ee-d8f1-4165-bf64-128c273ebf09,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:46:00.595646 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77bf237-5243-4129-acc2-161f48291970 None None] Routers {'2900ce71-a9fe-4040-9aad-14e00b2e7568'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:46:00.596283 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-e77bf237-5243-4129-acc2-161f48291970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:45:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['2900ce71-a9fe-4040-9aad-14e00b2e7568'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:46:00.628801 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-484a66d2-e90b-404a-b01b-4eb7f6a5d4c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-902020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-785127'] for router, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:00.849504 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484a66d2-e90b-404a-b01b-4eb7f6a5d4c0 admin admin] Router cd0dd514-e3fe-442c-9c40-30bad3873130 is scheduled to L3 agent b159930d-23ef-4130-95e5-21d2469b608d with binding_index 1 {{(pid=88070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 23:46:00.861617 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c5c82-dc4c-4a49-b171-f676f223d599 None None] Pushing event updated for resources: {'Port': ['ID=19fd4c96-5f44-4437-baa9-cd889a3d9d20,revision_number=2']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:46:00.942335 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-e77bf237-5243-4129-acc2-161f48291970 None None] Set router 2900ce71-a9fe-4040-9aad-14e00b2e7568 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:46:01.052463 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484a66d2-e90b-404a-b01b-4eb7f6a5d4c0 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:46:01.062985 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f90c48-2731-4a6a-b49e-a6b55021c397 None None] Sync routers for ids ['cd0dd514-e3fe-442c-9c40-30bad3873130'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:46:01.082515 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f90c48-2731-4a6a-b49e-a6b55021c397 None None] Routers {'cd0dd514-e3fe-442c-9c40-30bad3873130'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:46:01.083421 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d1f90c48-2731-4a6a-b49e-a6b55021c397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:45:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['cd0dd514-e3fe-442c-9c40-30bad3873130'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:46:01.095897 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-484a66d2-e90b-404a-b01b-4eb7f6a5d4c0 admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:01.100290 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-484a66d2-e90b-404a-b01b-4eb7f6a5d4c0 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5290132 May 03 23:46:01.100403 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59368) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:46:01.283857 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-d1f90c48-2731-4a6a-b49e-a6b55021c397 None None] Set router cd0dd514-e3fe-442c-9c40-30bad3873130 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:46:01.313111 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-e77bf237-5243-4129-acc2-161f48291970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'name': 'tempest-TestSnapshotPattern-1139524290-router', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '4e50b0a1-79cf-4de8-80ff-a0060e4663e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:45:52Z', 'updated_at': '2022-05-03T23:45:56Z', 'revision_number': 4, 'project_id': '716f363c793d414caa1834da0acac2cf', 'gw_port': {'id': '4e50b0a1-79cf-4de8-80ff-a0060e4663e4', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:53Z', 'updated_at': '2022-05-03T23:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '54d854ee-d8f1-4165-bf64-128c273ebf09', 'name': '', 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'mac_address': 'fa:16:3e:5a:0c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'c5e88c7f-edc6-4222-bc75-9d809e6e30ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:55Z', 'updated_at': '2022-05-03T23:46:00Z', 'revision_number': 4, 'project_id': '716f363c793d414caa1834da0acac2cf', 'subnets': [{'id': 'c5e88c7f-edc6-4222-bc75-9d809e6e30ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:46:01.317252 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77bf237-5243-4129-acc2-161f48291970 None None] The sync data for ids ['2900ce71-a9fe-4040-9aad-14e00b2e7568'] in n-d-811807-1 is: [{'id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'name': 'tempest-TestSnapshotPattern-1139524290-router', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '4e50b0a1-79cf-4de8-80ff-a0060e4663e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:45:52Z', 'updated_at': '2022-05-03T23:45:56Z', 'revision_number': 4, 'project_id': '716f363c793d414caa1834da0acac2cf', 'gw_port': {'id': '4e50b0a1-79cf-4de8-80ff-a0060e4663e4', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:53Z', 'updated_at': '2022-05-03T23:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '54d854ee-d8f1-4165-bf64-128c273ebf09', 'name': '', 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'mac_address': 'fa:16:3e:5a:0c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'c5e88c7f-edc6-4222-bc75-9d809e6e30ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:55Z', 'updated_at': '2022-05-03T23:46:00Z', 'revision_number': 4, 'project_id': '716f363c793d414caa1834da0acac2cf', 'subnets': [{'id': 'c5e88c7f-edc6-4222-bc75-9d809e6e30ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:46:01.656487 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d1f90c48-2731-4a6a-b49e-a6b55021c397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0dd514-e3fe-442c-9c40-30bad3873130', 'name': 'tempest-TestSnapshotPattern-1399624734-router', 'tenant_id': 'c1f0af94e91b446c85286b7493a154ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '5968f3b3-dc14-44b8-a7d0-69d63402ff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:45:58Z', 'updated_at': '2022-05-03T23:45:59Z', 'revision_number': 3, 'project_id': 'c1f0af94e91b446c85286b7493a154ca', 'gw_port': {'id': '5968f3b3-dc14-44b8-a7d0-69d63402ff28', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:42:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0dd514-e3fe-442c-9c40-30bad3873130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:59Z', 'updated_at': '2022-05-03T23:45:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:46:01.661580 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f90c48-2731-4a6a-b49e-a6b55021c397 None None] Checking router: cd0dd514-e3fe-442c-9c40-30bad3873130 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:46:01.662234 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f90c48-2731-4a6a-b49e-a6b55021c397 None None] Updating router cd0dd514-e3fe-442c-9c40-30bad3873130 port 5968f3b3-dc14-44b8-a7d0-69d63402ff28 binding host n-d-811807-1 {{(pid=88072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:46:01.736855 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d1f90c48-2731-4a6a-b49e-a6b55021c397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:01.987385 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f689d967-6882-497c-81b4-79646c971e09 None None] Network aed06b92-8afb-4a77-91e9-de47846b7a9c requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:46:02.008309 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2bb1d59a-2572-414c-843c-60f332cf56ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:02.085902 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-fe923d74-506b-4a39-814c-8c0fe107b2e2 None None] Provisioning for port 19fd4c96-5f44-4437-baa9-cd889a3d9d20 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:46:02.118422 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d1f90c48-2731-4a6a-b49e-a6b55021c397 None None] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:02.135713 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-d1f90c48-2731-4a6a-b49e-a6b55021c397 None None] Transition to ACTIVE for port object 5968f3b3-dc14-44b8-a7d0-69d63402ff28 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:46:02.145900 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d1f90c48-2731-4a6a-b49e-a6b55021c397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:02.277619 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-d1f90c48-2731-4a6a-b49e-a6b55021c397 None None] Attempting to bind port 5968f3b3-dc14-44b8-a7d0-69d63402ff28 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:46:02.278016 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-d1f90c48-2731-4a6a-b49e-a6b55021c397 None None] Attempting to bind port 5968f3b3-dc14-44b8-a7d0-69d63402ff28 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:46:02.279010 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f90c48-2731-4a6a-b49e-a6b55021c397 None None] Attempting to bind port 5968f3b3-dc14-44b8-a7d0-69d63402ff28 on network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:46:02.290348 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681db079-d9c5-48c3-ac19-8aac65ce05dc None None] Pushing event updated for resources: {'Port': ['ID=5968f3b3-dc14-44b8-a7d0-69d63402ff28,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:46:02.295799 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f90c48-2731-4a6a-b49e-a6b55021c397 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:46:02.296245 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f90c48-2731-4a6a-b49e-a6b55021c397 None None] Checking segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:46:02.296717 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d1f90c48-2731-4a6a-b49e-a6b55021c397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:02.297167 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f90c48-2731-4a6a-b49e-a6b55021c397 None None] Bound using segment: {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:46:02.297717 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-d1f90c48-2731-4a6a-b49e-a6b55021c397 None None] Bound port: 5968f3b3-dc14-44b8-a7d0-69d63402ff28, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f75d9-1e5b-45b9-9745-369ca44fd51e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:46:02.298179 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d1f90c48-2731-4a6a-b49e-a6b55021c397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:02.327627 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [None req-2bb1d59a-2572-414c-843c-60f332cf56ff admin admin] Allocated IP 172.20.0.1 (aed06b92-8afb-4a77-91e9-de47846b7a9c/92472c94-77e0-4b9f-a055-d5309eae2d85/babb52e1-e7aa-41f3-8d4f-fdd9ad43eb17) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:46:02.368323 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 19fd4c96-5f44-4437-baa9-cd889a3d9d20 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:46:02.413240 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-d1f90c48-2731-4a6a-b49e-a6b55021c397 None None] For port 5968f3b3-dc14-44b8-a7d0-69d63402ff28, host n-d-811807-1, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:46:02.418095 n-d-811807-1 neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-d1f90c48-2731-4a6a-b49e-a6b55021c397 None None] For port 5968f3b3-dc14-44b8-a7d0-69d63402ff28, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=5968f3b3-dc14-44b8-a7d0-69d63402ff28,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:46:02.426003 n-d-811807-1 neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d1f90c48-2731-4a6a-b49e-a6b55021c397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:02.474167 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 19fd4c96-5f44-4437-baa9-cd889a3d9d20 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:46:02.481676 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 19fd4c96-5f44-4437-baa9-cd889a3d9d20 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:46:02.482311 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:02.568334 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f90c48-2731-4a6a-b49e-a6b55021c397 None None] Routers {'cd0dd514-e3fe-442c-9c40-30bad3873130'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:46:02.568996 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d1f90c48-2731-4a6a-b49e-a6b55021c397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:45:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['cd0dd514-e3fe-442c-9c40-30bad3873130'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:46:02.586970 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2bb1d59a-2572-414c-843c-60f332cf56ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:02.607163 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [None req-2bb1d59a-2572-414c-843c-60f332cf56ff admin admin] Transition to ACTIVE for port object babb52e1-e7aa-41f3-8d4f-fdd9ad43eb17 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:46:02.636152 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2bb1d59a-2572-414c-843c-60f332cf56ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:02.656583 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:02.670764 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-37145657-4509-4551-bd34-e0b62930b36e None None] Provisioning complete for port 19fd4c96-5f44-4437-baa9-cd889a3d9d20 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:46:02.671125 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-37145657-4509-4551-bd34-e0b62930b36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:02.716225 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb1d59a-2572-414c-843c-60f332cf56ff admin admin] Network aed06b92-8afb-4a77-91e9-de47846b7a9c is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:46:02.719207 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-2bb1d59a-2572-414c-843c-60f332cf56ff admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:46:02.721845 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb1d59a-2572-414c-843c-60f332cf56ff admin admin] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:46:02.740970 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 19fd4c96-5f44-4437-baa9-cd889a3d9d20, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=19fd4c96-5f44-4437-baa9-cd889a3d9d20,segment=NetworkSegment(862b1127-415e-4455-9e26-3fd0be6df024),segment_id=862b1127-415e-4455-9e26-3fd0be6df024)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:46:02.749699 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:02.750496 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 54d854ee-d8f1-4165-bf64-128c273ebf09 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:46:02.751596 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681db079-d9c5-48c3-ac19-8aac65ce05dc None None] Pushing event updated for resources: {'Port': ['ID=5968f3b3-dc14-44b8-a7d0-69d63402ff28,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:46:02.784423 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2bb1d59a-2572-414c-843c-60f332cf56ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-784337'] for router_interface, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:02.798997 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1d59a-2572-414c-843c-60f332cf56ff admin admin] Pushing event updated for resources: {'Port': ['ID=babb52e1-e7aa-41f3-8d4f-fdd9ad43eb17,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:46:02.832742 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-d1f90c48-2731-4a6a-b49e-a6b55021c397 None None] Set router cd0dd514-e3fe-442c-9c40-30bad3873130 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:46:02.935285 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2bb1d59a-2572-414c-843c-60f332cf56ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:02.987440 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=19fd4c96-5f44-4437-baa9-cd889a3d9d20,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:46:02.999052 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 54d854ee-d8f1-4165-bf64-128c273ebf09 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:46:03.008391 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 54d854ee-d8f1-4165-bf64-128c273ebf09 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:46:03.009176 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:03.137766 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:03.148091 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-51e1ce71-cf41-4afd-9867-26bf5ecd41e0 None None] Provisioning for port babb52e1-e7aa-41f3-8d4f-fdd9ad43eb17 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:46:03.158089 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-d1f90c48-2731-4a6a-b49e-a6b55021c397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0dd514-e3fe-442c-9c40-30bad3873130', 'name': 'tempest-TestSnapshotPattern-1399624734-router', 'tenant_id': 'c1f0af94e91b446c85286b7493a154ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '5968f3b3-dc14-44b8-a7d0-69d63402ff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:45:58Z', 'updated_at': '2022-05-03T23:45:59Z', 'revision_number': 3, 'project_id': 'c1f0af94e91b446c85286b7493a154ca', 'gw_port': {'id': '5968f3b3-dc14-44b8-a7d0-69d63402ff28', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:42:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0dd514-e3fe-442c-9c40-30bad3873130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:59Z', 'updated_at': '2022-05-03T23:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:46:03.161741 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-51e1ce71-cf41-4afd-9867-26bf5ecd41e0 None None] Provisioning complete for port babb52e1-e7aa-41f3-8d4f-fdd9ad43eb17 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:46:03.162270 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-51e1ce71-cf41-4afd-9867-26bf5ecd41e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:03.162640 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f90c48-2731-4a6a-b49e-a6b55021c397 None None] The sync data for ids ['cd0dd514-e3fe-442c-9c40-30bad3873130'] in n-d-811807-1 is: [{'id': 'cd0dd514-e3fe-442c-9c40-30bad3873130', 'name': 'tempest-TestSnapshotPattern-1399624734-router', 'tenant_id': 'c1f0af94e91b446c85286b7493a154ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '5968f3b3-dc14-44b8-a7d0-69d63402ff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:45:58Z', 'updated_at': '2022-05-03T23:45:59Z', 'revision_number': 3, 'project_id': 'c1f0af94e91b446c85286b7493a154ca', 'gw_port': {'id': '5968f3b3-dc14-44b8-a7d0-69d63402ff28', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:42:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0dd514-e3fe-442c-9c40-30bad3873130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:59Z', 'updated_at': '2022-05-03T23:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:46:03.193379 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2bb1d59a-2572-414c-843c-60f332cf56ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:03.199296 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2bb1d59a-2572-414c-843c-60f332cf56ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:03.234399 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 54d854ee-d8f1-4165-bf64-128c273ebf09, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=54d854ee-d8f1-4165-bf64-128c273ebf09,segment=NetworkSegment(4cfc2889-e387-4637-a575-458bf9f65fc0),segment_id=4cfc2889-e387-4637-a575-458bf9f65fc0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:46:03.236700 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-51e1ce71-cf41-4afd-9867-26bf5ecd41e0 None None] Port babb52e1-e7aa-41f3-8d4f-fdd9ad43eb17 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:46:03.241311 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:03.313938 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=54d854ee-d8f1-4165-bf64-128c273ebf09,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:46:03.314606 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-2bb1d59a-2572-414c-843c-60f332cf56ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785208'] for router_interface, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:03.319372 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1d59a-2572-414c-843c-60f332cf56ff admin admin] Pushing event updated for resources: {'Port': ['ID=babb52e1-e7aa-41f3-8d4f-fdd9ad43eb17,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:46:03.469521 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb1d59a-2572-414c-843c-60f332cf56ff admin admin] Network aed06b92-8afb-4a77-91e9-de47846b7a9c is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:46:03.470711 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [None req-2bb1d59a-2572-414c-843c-60f332cf56ff admin admin] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:46:03.683004 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb1d59a-2572-414c-843c-60f332cf56ff admin admin] Router cd0dd514-e3fe-442c-9c40-30bad3873130 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:46:03.758630 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-415e00a2-d165-459c-95e9-0e138f463cfb None None] Provisioning complete for port babb52e1-e7aa-41f3-8d4f-fdd9ad43eb17 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:46:03.759167 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-415e00a2-d165-459c-95e9-0e138f463cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:03.816210 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-415e00a2-d165-459c-95e9-0e138f463cfb None None] Port babb52e1-e7aa-41f3-8d4f-fdd9ad43eb17 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:46:03.864562 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb1d59a-2572-414c-843c-60f332cf56ff admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:46:03.874636 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-2bb1d59a-2572-414c-843c-60f332cf56ff admin admin] 10.222.0.58 "PUT /v2.0/routers/cd0dd514-e3fe-442c-9c40-30bad3873130/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7731750 May 03 23:46:04.305799 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 19fd4c96-5f44-4437-baa9-cd889a3d9d20 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:46:04.376157 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 19fd4c96-5f44-4437-baa9-cd889a3d9d20 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:46:04.376528 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:04.546759 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 54d854ee-d8f1-4165-bf64-128c273ebf09 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:46:04.620001 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 54d854ee-d8f1-4165-bf64-128c273ebf09 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:46:04.620368 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:04.684787 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2c837d-5480-42dd-954d-dce128cdc443 None None] Sync routers for ids ['cd0dd514-e3fe-442c-9c40-30bad3873130'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:46:04.736271 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2c837d-5480-42dd-954d-dce128cdc443 None None] Routers {'cd0dd514-e3fe-442c-9c40-30bad3873130'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:46:04.736824 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-2c2c837d-5480-42dd-954d-dce128cdc443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:45:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['cd0dd514-e3fe-442c-9c40-30bad3873130'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:46:04.830219 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59378) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:46:04.835426 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-473b86c0-56e5-4d83-afb9-1c2bc4e2d02d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1203472071', 'description': 'tempest-secgroup-smoke-1203472071 description', 'project_id': '716f363c793d414caa1834da0acac2cf'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:46:04.842843 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-473b86c0-56e5-4d83-afb9-1c2bc4e2d02d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:46:04.846790 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-473b86c0-56e5-4d83-afb9-1c2bc4e2d02d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Usage tracker for resource:security_group and tenant:716f363c793d414caa1834da0acac2cf is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:46:04.849653 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-473b86c0-56e5-4d83-afb9-1c2bc4e2d02d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:46:04.855390 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-473b86c0-56e5-4d83-afb9-1c2bc4e2d02d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:46:04.866536 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-473b86c0-56e5-4d83-afb9-1c2bc4e2d02d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks [] for security_group, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:04.872735 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 5968f3b3-dc14-44b8-a7d0-69d63402ff28 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:46:04.886712 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-473b86c0-56e5-4d83-afb9-1c2bc4e2d02d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:46:04.891477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-473b86c0-56e5-4d83-afb9-1c2bc4e2d02d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Usage tracker for resource:security_group_rule and tenant:716f363c793d414caa1834da0acac2cf is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:46:04.894373 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-473b86c0-56e5-4d83-afb9-1c2bc4e2d02d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:46:04.900089 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-473b86c0-56e5-4d83-afb9-1c2bc4e2d02d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:46:04.970608 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-473b86c0-56e5-4d83-afb9-1c2bc4e2d02d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks [] for security_group, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:04.974446 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-473b86c0-56e5-4d83-afb9-1c2bc4e2d02d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:04.975846 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-2c2c837d-5480-42dd-954d-dce128cdc443 None None] Set router cd0dd514-e3fe-442c-9c40-30bad3873130 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:46:05.017499 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b86c0-56e5-4d83-afb9-1c2bc4e2d02d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbee228-2858-4d04-84ef-f5260318748c,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:46:05.022198 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-473b86c0-56e5-4d83-afb9-1c2bc4e2d02d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:05.026326 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-473b86c0-56e5-4d83-afb9-1c2bc4e2d02d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1922610 May 03 23:46:05.026824 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59382) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:46:05.031954 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-8bc6c9d9-55f4-4b9e-8be0-a686cd321cfb tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Request body: {'security_group_rule': {'security_group_id': '2cbee228-2858-4d04-84ef-f5260318748c', 'project_id': '716f363c793d414caa1834da0acac2cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:46:05.036399 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port 5968f3b3-dc14-44b8-a7d0-69d63402ff28 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:46:05.042767 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8bc6c9d9-55f4-4b9e-8be0-a686cd321cfb tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:46:05.046585 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 5968f3b3-dc14-44b8-a7d0-69d63402ff28 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:46:05.046962 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:05.048507 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8bc6c9d9-55f4-4b9e-8be0-a686cd321cfb tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Usage tracker for resource:security_group_rule and tenant:716f363c793d414caa1834da0acac2cf is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:46:05.051426 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8bc6c9d9-55f4-4b9e-8be0-a686cd321cfb tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:46:05.057446 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8bc6c9d9-55f4-4b9e-8be0-a686cd321cfb tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:46:05.074433 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8bc6c9d9-55f4-4b9e-8be0-a686cd321cfb tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:05.248465 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8bc6c9d9-55f4-4b9e-8be0-a686cd321cfb tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:05.253592 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8bc6c9d9-55f4-4b9e-8be0-a686cd321cfb tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:05.278065 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6c9d9-55f4-4b9e-8be0-a686cd321cfb tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a84e97-5d0a-4e84-8dd6-721925f36416,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:46:05.288423 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8bc6c9d9-55f4-4b9e-8be0-a686cd321cfb tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:05.289687 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8bc6c9d9-55f4-4b9e-8be0-a686cd321cfb tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2620430 May 03 23:46:05.292581 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59386) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:46:05.298070 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-450dde99-dc17-4a16-b1bb-960f3ef5d499 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Request body: {'security_group_rule': {'security_group_id': '2cbee228-2858-4d04-84ef-f5260318748c', 'project_id': '716f363c793d414caa1834da0acac2cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:46:05.304801 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-450dde99-dc17-4a16-b1bb-960f3ef5d499 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:46:05.308617 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-450dde99-dc17-4a16-b1bb-960f3ef5d499 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Usage tracker for resource:security_group_rule and tenant:716f363c793d414caa1834da0acac2cf is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:46:05.312091 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-450dde99-dc17-4a16-b1bb-960f3ef5d499 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:46:05.317715 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-450dde99-dc17-4a16-b1bb-960f3ef5d499 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:46:05.334002 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-450dde99-dc17-4a16-b1bb-960f3ef5d499 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:05.369188 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:05.392317 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port 5968f3b3-dc14-44b8-a7d0-69d63402ff28, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=5968f3b3-dc14-44b8-a7d0-69d63402ff28,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:46:05.399124 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:05.404060 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-450dde99-dc17-4a16-b1bb-960f3ef5d499 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:05.408081 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-450dde99-dc17-4a16-b1bb-960f3ef5d499 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:05.433511 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450dde99-dc17-4a16-b1bb-960f3ef5d499 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe9c410-5bca-474c-a193-9ea435dca4c6,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:46:05.443323 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-450dde99-dc17-4a16-b1bb-960f3ef5d499 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:05.447097 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-450dde99-dc17-4a16-b1bb-960f3ef5d499 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1509936 May 03 23:46:05.447278 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 59390) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:46:05.452329 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [None req-8eebd028-b60c-45b5-b367-b9d3c0617a9f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Request body: {'security_group_rule': {'security_group_id': '2cbee228-2858-4d04-84ef-f5260318748c', 'project_id': '716f363c793d414caa1834da0acac2cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:46:05.458995 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8eebd028-b60c-45b5-b367-b9d3c0617a9f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:46:05.462963 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8eebd028-b60c-45b5-b367-b9d3c0617a9f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Usage tracker for resource:security_group_rule and tenant:716f363c793d414caa1834da0acac2cf is out of sync, need to count used quota {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:46:05.466201 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [None req-8eebd028-b60c-45b5-b367-b9d3c0617a9f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88070) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:46:05.471433 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [None req-8eebd028-b60c-45b5-b367-b9d3c0617a9f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:46:05.478848 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=5968f3b3-dc14-44b8-a7d0-69d63402ff28,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:46:05.484045 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-2c2c837d-5480-42dd-954d-dce128cdc443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0dd514-e3fe-442c-9c40-30bad3873130', 'name': 'tempest-TestSnapshotPattern-1399624734-router', 'tenant_id': 'c1f0af94e91b446c85286b7493a154ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '5968f3b3-dc14-44b8-a7d0-69d63402ff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:45:58Z', 'updated_at': '2022-05-03T23:46:02Z', 'revision_number': 4, 'project_id': 'c1f0af94e91b446c85286b7493a154ca', 'gw_port': {'id': '5968f3b3-dc14-44b8-a7d0-69d63402ff28', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:42:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0dd514-e3fe-442c-9c40-30bad3873130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:59Z', 'updated_at': '2022-05-03T23:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'babb52e1-e7aa-41f3-8d4f-fdd9ad43eb17', 'name': '', 'network_id': 'aed06b92-8afb-4a77-91e9-de47846b7a9c', 'tenant_id': 'c1f0af94e91b446c85286b7493a154ca', 'mac_address': 'fa:16:3e:33:db:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0dd514-e3fe-442c-9c40-30bad3873130', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '92472c94-77e0-4b9f-a055-d5309eae2d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:46:02Z', 'updated_at': '2022-05-03T23:46:03Z', 'revision_number': 2, 'project_id': 'c1f0af94e91b446c85286b7493a154ca', 'subnets': [{'id': '92472c94-77e0-4b9f-a055-d5309eae2d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:46:05.488608 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2c837d-5480-42dd-954d-dce128cdc443 None None] Checking router: cd0dd514-e3fe-442c-9c40-30bad3873130 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:46:05.488826 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2c837d-5480-42dd-954d-dce128cdc443 None None] Updating router cd0dd514-e3fe-442c-9c40-30bad3873130 port babb52e1-e7aa-41f3-8d4f-fdd9ad43eb17 binding host n-d-811807-1 {{(pid=88071) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:46:05.490628 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8eebd028-b60c-45b5-b367-b9d3c0617a9f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:05.541649 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2c2c837d-5480-42dd-954d-dce128cdc443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:05.555649 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8eebd028-b60c-45b5-b367-b9d3c0617a9f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:05.560507 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8eebd028-b60c-45b5-b367-b9d3c0617a9f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:05.585526 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebd028-b60c-45b5-b367-b9d3c0617a9f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=720a62d8-4940-4ef3-b1f6-96317c2d956e,revision_number=0']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:46:05.596014 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8eebd028-b60c-45b5-b367-b9d3c0617a9f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:05.597253 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8eebd028-b60c-45b5-b367-b9d3c0617a9f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1490245 May 03 23:46:05.600172 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59394) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:46:05.605713 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-c8050b22-d52f-4111-9025-e735818d1f8b tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Request body: {'security_group_rule': {'security_group_id': '2cbee228-2858-4d04-84ef-f5260318748c', 'project_id': '716f363c793d414caa1834da0acac2cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:46:05.612919 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-c8050b22-d52f-4111-9025-e735818d1f8b tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:46:05.616783 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c8050b22-d52f-4111-9025-e735818d1f8b tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Usage tracker for resource:security_group_rule and tenant:716f363c793d414caa1834da0acac2cf is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:46:05.619731 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-c8050b22-d52f-4111-9025-e735818d1f8b tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:46:05.627047 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-c8050b22-d52f-4111-9025-e735818d1f8b tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:46:05.642707 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c8050b22-d52f-4111-9025-e735818d1f8b tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:05.708424 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c8050b22-d52f-4111-9025-e735818d1f8b tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:05.712514 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c8050b22-d52f-4111-9025-e735818d1f8b tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:05.736423 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8050b22-d52f-4111-9025-e735818d1f8b tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5a00620-9a40-468f-9e65-d7cde696cea5,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:46:05.744691 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-c8050b22-d52f-4111-9025-e735818d1f8b tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:05.746035 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-c8050b22-d52f-4111-9025-e735818d1f8b tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1446044 May 03 23:46:05.748649 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59398) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:46:05.753637 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-5dbf23ce-9d07-45da-98c8-0ab87ef194f6 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Request body: {'security_group_rule': {'security_group_id': '2cbee228-2858-4d04-84ef-f5260318748c', 'project_id': '716f363c793d414caa1834da0acac2cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:46:05.760036 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5dbf23ce-9d07-45da-98c8-0ab87ef194f6 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:46:05.763786 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5dbf23ce-9d07-45da-98c8-0ab87ef194f6 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Usage tracker for resource:security_group_rule and tenant:716f363c793d414caa1834da0acac2cf is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:46:05.766704 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-5dbf23ce-9d07-45da-98c8-0ab87ef194f6 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:46:05.772287 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-5dbf23ce-9d07-45da-98c8-0ab87ef194f6 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:46:05.783598 n-d-811807-1 neutron-server[88069]: INFO neutron.db.securitygroups_db [None req-5dbf23ce-9d07-45da-98c8-0ab87ef194f6 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Project 716f363c793d414caa1834da0acac2cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 23:46:05.790378 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5dbf23ce-9d07-45da-98c8-0ab87ef194f6 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:05.853940 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5dbf23ce-9d07-45da-98c8-0ab87ef194f6 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:05.858924 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5dbf23ce-9d07-45da-98c8-0ab87ef194f6 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:05.885785 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf23ce-9d07-45da-98c8-0ab87ef194f6 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a546bfa-0c0c-4279-9aa4-af429f62955d,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:46:05.893944 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-5dbf23ce-9d07-45da-98c8-0ab87ef194f6 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:05.895155 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-5dbf23ce-9d07-45da-98c8-0ab87ef194f6 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1454453 May 03 23:46:05.896484 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2c2c837d-5480-42dd-954d-dce128cdc443 None None] Notify callbacks [] for port, precommit_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:05.897845 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59402) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:46:05.902952 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-a9845ee9-2efe-4b9b-829d-bd9d8dd86116 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Request body: {'security_group_rule': {'security_group_id': '2cbee228-2858-4d04-84ef-f5260318748c', 'project_id': '716f363c793d414caa1834da0acac2cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:46:05.909330 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2c2c837d-5480-42dd-954d-dce128cdc443 None None] Transition to ACTIVE for port object babb52e1-e7aa-41f3-8d4f-fdd9ad43eb17 will not be triggered until provisioned by entity L2. {{(pid=88071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:46:05.909953 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a9845ee9-2efe-4b9b-829d-bd9d8dd86116 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:46:05.914116 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a9845ee9-2efe-4b9b-829d-bd9d8dd86116 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Usage tracker for resource:security_group_rule and tenant:716f363c793d414caa1834da0acac2cf is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:46:05.915777 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2c2c837d-5480-42dd-954d-dce128cdc443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:05.917220 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-a9845ee9-2efe-4b9b-829d-bd9d8dd86116 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:46:05.923515 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-a9845ee9-2efe-4b9b-829d-bd9d8dd86116 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:46:05.934525 n-d-811807-1 neutron-server[88069]: INFO neutron.db.securitygroups_db [None req-a9845ee9-2efe-4b9b-829d-bd9d8dd86116 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Project 716f363c793d414caa1834da0acac2cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 23:46:05.941262 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a9845ee9-2efe-4b9b-829d-bd9d8dd86116 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:06.010962 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a9845ee9-2efe-4b9b-829d-bd9d8dd86116 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:06.015820 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a9845ee9-2efe-4b9b-829d-bd9d8dd86116 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575208'] for security_group_rule, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:06.052380 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9845ee9-2efe-4b9b-829d-bd9d8dd86116 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dd86438-c316-4774-901a-dd7168e63724,revision_number=0']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:46:06.057801 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a9845ee9-2efe-4b9b-829d-bd9d8dd86116 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:06.059113 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a9845ee9-2efe-4b9b-829d-bd9d8dd86116 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1602933 May 03 23:46:06.121158 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41ffad-0631-4756-87ae-8c694da959ba None None] Pushing event updated for resources: {'Port': ['ID=babb52e1-e7aa-41f3-8d4f-fdd9ad43eb17,revision_number=3']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:46:06.191236 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-2c2c837d-5480-42dd-954d-dce128cdc443 None None] Attempting to bind port babb52e1-e7aa-41f3-8d4f-fdd9ad43eb17 on host n-d-811807-1 for vnic_type normal with profile {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:46:06.191610 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-2c2c837d-5480-42dd-954d-dce128cdc443 None None] Attempting to bind port babb52e1-e7aa-41f3-8d4f-fdd9ad43eb17 by drivers openvswitch,hyperv on host n-d-811807-1 at level 0 using segments [{'id': '862b1127-415e-4455-9e26-3fd0be6df024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'aed06b92-8afb-4a77-91e9-de47846b7a9c'}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:46:06.191974 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2c837d-5480-42dd-954d-dce128cdc443 None None] Attempting to bind port babb52e1-e7aa-41f3-8d4f-fdd9ad43eb17 on network aed06b92-8afb-4a77-91e9-de47846b7a9c {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:46:06.197523 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2c837d-5480-42dd-954d-dce128cdc443 None None] Checking agent: {'id': '4d8c878b-78ca-41e4-bb97-ceaecffcdb0a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 8, 26), 'started_at': datetime.datetime(2022, 5, 3, 22, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811807-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:46:06.197933 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2c837d-5480-42dd-954d-dce128cdc443 None None] Checking segment: {'id': '862b1127-415e-4455-9e26-3fd0be6df024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'aed06b92-8afb-4a77-91e9-de47846b7a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:46:06.198339 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2c2c837d-5480-42dd-954d-dce128cdc443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:06.198943 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2c837d-5480-42dd-954d-dce128cdc443 None None] Bound using segment: {'id': '862b1127-415e-4455-9e26-3fd0be6df024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'aed06b92-8afb-4a77-91e9-de47846b7a9c'} {{(pid=88071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:46:06.199194 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-2c2c837d-5480-42dd-954d-dce128cdc443 None None] Bound port: babb52e1-e7aa-41f3-8d4f-fdd9ad43eb17, host: n-d-811807-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862b1127-415e-4455-9e26-3fd0be6df024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'aed06b92-8afb-4a77-91e9-de47846b7a9c'}}] {{(pid=88071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:46:06.199569 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2c2c837d-5480-42dd-954d-dce128cdc443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:06.225189 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-9ba13075-12c2-46fb-a98c-d0c79be6eda7 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Synchronizing usage tracker for tenant:716f363c793d414caa1834da0acac2cf on resource:security_group {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:46:06.242310 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-9ba13075-12c2-46fb-a98c-d0c79be6eda7 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Unset dirty status for tenant:716f363c793d414caa1834da0acac2cf on resource:security_group {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:46:06.243570 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-9ba13075-12c2-46fb-a98c-d0c79be6eda7 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1203472071&fields=id&tenant_id=716f363c793d414caa1834da0acac2cf HTTP/1.1" status: 200 len: 267 time: 0.0592470 May 03 23:46:06.254632 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 5968f3b3-dc14-44b8-a7d0-69d63402ff28 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:46:06.360750 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-2c2c837d-5480-42dd-954d-dce128cdc443 None None] For port babb52e1-e7aa-41f3-8d4f-fdd9ad43eb17, host n-d-811807-1, cleared binding levels {{(pid=88071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:46:06.364510 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-2c2c837d-5480-42dd-954d-dce128cdc443 None None] For port babb52e1-e7aa-41f3-8d4f-fdd9ad43eb17, host n-d-811807-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=babb52e1-e7aa-41f3-8d4f-fdd9ad43eb17,segment=NetworkSegment(862b1127-415e-4455-9e26-3fd0be6df024),segment_id=862b1127-415e-4455-9e26-3fd0be6df024)] {{(pid=88071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:46:06.371146 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2c2c837d-5480-42dd-954d-dce128cdc443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:06.396316 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-5cabe224-13a6-427a-88cb-33dd9325cb65 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:06.396992 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-5cabe224-13a6-427a-88cb-33dd9325cb65 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Synchronizing usage tracker for tenant:716f363c793d414caa1834da0acac2cf on resource:network {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:46:06.413952 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port 5968f3b3-dc14-44b8-a7d0-69d63402ff28 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:46:06.414329 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:06.414500 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-5cabe224-13a6-427a-88cb-33dd9325cb65 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Unset dirty status for tenant:716f363c793d414caa1834da0acac2cf on resource:network {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:46:06.415658 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-5cabe224-13a6-427a-88cb-33dd9325cb65 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/networks?id=c2e2d6f8-d1dc-49a7-8877-85c5b9e40121 HTTP/1.1" status: 200 len: 810 time: 0.1654387 May 03 23:46:06.431503 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-1a2ddc09-e1f3-4482-9861-44d76a5b4ffd tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/quotas/716f363c793d414caa1834da0acac2cf HTTP/1.1" status: 200 len: 375 time: 0.0099685 May 03 23:46:06.507577 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2c837d-5480-42dd-954d-dce128cdc443 None None] Routers {'cd0dd514-e3fe-442c-9c40-30bad3873130'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:46:06.508224 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-2c2c837d-5480-42dd-954d-dce128cdc443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:45:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['cd0dd514-e3fe-442c-9c40-30bad3873130'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:46:06.518477 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-83bbef5e-9e8e-457a-97bf-ae7d143efbc0 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Synchronizing usage tracker for tenant:716f363c793d414caa1834da0acac2cf on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:46:06.545839 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-83bbef5e-9e8e-457a-97bf-ae7d143efbc0 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Unset dirty status for tenant:716f363c793d414caa1834da0acac2cf on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:46:06.547900 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-83bbef5e-9e8e-457a-97bf-ae7d143efbc0 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=716f363c793d414caa1834da0acac2cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1101935 May 03 23:46:06.565388 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41ffad-0631-4756-87ae-8c694da959ba None None] Pushing event updated for resources: {'Port': ['ID=babb52e1-e7aa-41f3-8d4f-fdd9ad43eb17,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:46:06.707138 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-bdfa42ec-e644-4ab7-bf73-8ff6acafde88 service neutron] 10.222.0.58 "GET /v2.0/networks/c2e2d6f8-d1dc-49a7-8877-85c5b9e40121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454079 May 03 23:46:06.749338 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-2c2c837d-5480-42dd-954d-dce128cdc443 None None] Set router cd0dd514-e3fe-442c-9c40-30bad3873130 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:46:06.838790 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-a6ceb038-2e58-4dd1-b910-570f71320c3b service neutron] 10.222.0.58 "GET /v2.0/networks/c2e2d6f8-d1dc-49a7-8877-85c5b9e40121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257558 May 03 23:46:07.039014 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-60527a12-3783-444e-8984-9090123e61b3 req-b3457e0e-1ea0-4e41-81f5-73737fa193eb tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/ports?device_id=651919a2-56d6-443a-8c93-7f9cc3ae4961 HTTP/1.1" status: 200 len: 210 time: 0.0495856 May 03 23:46:07.079499 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-2c2c837d-5480-42dd-954d-dce128cdc443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0dd514-e3fe-442c-9c40-30bad3873130', 'name': 'tempest-TestSnapshotPattern-1399624734-router', 'tenant_id': 'c1f0af94e91b446c85286b7493a154ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '5968f3b3-dc14-44b8-a7d0-69d63402ff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:45:58Z', 'updated_at': '2022-05-03T23:46:02Z', 'revision_number': 4, 'project_id': 'c1f0af94e91b446c85286b7493a154ca', 'gw_port': {'id': '5968f3b3-dc14-44b8-a7d0-69d63402ff28', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:42:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0dd514-e3fe-442c-9c40-30bad3873130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:59Z', 'updated_at': '2022-05-03T23:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'babb52e1-e7aa-41f3-8d4f-fdd9ad43eb17', 'name': '', 'network_id': 'aed06b92-8afb-4a77-91e9-de47846b7a9c', 'tenant_id': 'c1f0af94e91b446c85286b7493a154ca', 'mac_address': 'fa:16:3e:33:db:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0dd514-e3fe-442c-9c40-30bad3873130', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '92472c94-77e0-4b9f-a055-d5309eae2d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:46:02Z', 'updated_at': '2022-05-03T23:46:06Z', 'revision_number': 4, 'project_id': 'c1f0af94e91b446c85286b7493a154ca', 'subnets': [{'id': '92472c94-77e0-4b9f-a055-d5309eae2d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:46:07.083465 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2c837d-5480-42dd-954d-dce128cdc443 None None] The sync data for ids ['cd0dd514-e3fe-442c-9c40-30bad3873130'] in n-d-811807-1 is: [{'id': 'cd0dd514-e3fe-442c-9c40-30bad3873130', 'name': 'tempest-TestSnapshotPattern-1399624734-router', 'tenant_id': 'c1f0af94e91b446c85286b7493a154ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '5968f3b3-dc14-44b8-a7d0-69d63402ff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:45:58Z', 'updated_at': '2022-05-03T23:46:02Z', 'revision_number': 4, 'project_id': 'c1f0af94e91b446c85286b7493a154ca', 'gw_port': {'id': '5968f3b3-dc14-44b8-a7d0-69d63402ff28', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:42:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0dd514-e3fe-442c-9c40-30bad3873130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:59Z', 'updated_at': '2022-05-03T23:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': 'babb52e1-e7aa-41f3-8d4f-fdd9ad43eb17', 'name': '', 'network_id': 'aed06b92-8afb-4a77-91e9-de47846b7a9c', 'tenant_id': 'c1f0af94e91b446c85286b7493a154ca', 'mac_address': 'fa:16:3e:33:db:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0dd514-e3fe-442c-9c40-30bad3873130', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': '92472c94-77e0-4b9f-a055-d5309eae2d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:46:02Z', 'updated_at': '2022-05-03T23:46:06Z', 'revision_number': 4, 'project_id': 'c1f0af94e91b446c85286b7493a154ca', 'subnets': [{'id': '92472c94-77e0-4b9f-a055-d5309eae2d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:46:08.199549 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-195b75df-01ca-459b-9bc0-f19f86d2cd13 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:08.201590 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-195b75df-01ca-459b-9bc0-f19f86d2cd13 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.67 "GET /v2.0/networks?id=c2e2d6f8-d1dc-49a7-8877-85c5b9e40121 HTTP/1.1" status: 200 len: 810 time: 0.1878672 May 03 23:46:08.230121 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-833c49bb-bd8f-4356-ad90-3dc65e03e6ee req-8c48470c-b4cc-4a45-a9e6-fb99603bbf3b tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/ports?device_id=651919a2-56d6-443a-8c93-7f9cc3ae4961 HTTP/1.1" status: 200 len: 210 time: 0.0703666 May 03 23:46:08.257660 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-446a242e-54dc-4de4-aefd-a213117828a1 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=716f363c793d414caa1834da0acac2cf HTTP/1.1" status: 200 len: 380 time: 0.0481832 May 03 23:46:08.262437 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device babb52e1-e7aa-41f3-8d4f-fdd9ad43eb17 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:46:08.267134 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-263fb09d-5b1a-469a-ab6e-167b71633da6 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Request body: {'port': {'device_id': '651919a2-56d6-443a-8c93-7f9cc3ae4961', 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121', 'admin_state_up': True, 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'security_groups': ['2cbee228-2858-4d04-84ef-f5260318748c']}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:46:08.333871 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning for port babb52e1-e7aa-41f3-8d4f-fdd9ad43eb17 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:46:08.339150 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port babb52e1-e7aa-41f3-8d4f-fdd9ad43eb17 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:46:08.339525 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:08.458382 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:08.490875 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] For port babb52e1-e7aa-41f3-8d4f-fdd9ad43eb17, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=babb52e1-e7aa-41f3-8d4f-fdd9ad43eb17,segment=NetworkSegment(862b1127-415e-4455-9e26-3fd0be6df024),segment_id=862b1127-415e-4455-9e26-3fd0be6df024)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:46:08.494630 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:08.519894 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-263fb09d-5b1a-469a-ab6e-167b71633da6 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:46:08.532074 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-263fb09d-5b1a-469a-ab6e-167b71633da6 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:46:08.542893 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-263fb09d-5b1a-469a-ab6e-167b71633da6 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Made reservation on behalf of 716f363c793d414caa1834da0acac2cf for: {'port': 1} {{(pid=88069) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:46:08.547346 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-263fb09d-5b1a-469a-ab6e-167b71633da6 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:08.568371 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Pushing event updated for resources: {'Port': ['ID=babb52e1-e7aa-41f3-8d4f-fdd9ad43eb17,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:46:08.711395 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-263fb09d-5b1a-469a-ab6e-167b71633da6 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Allocated IP 172.20.0.12 (c2e2d6f8-d1dc-49a7-8877-85c5b9e40121/c5e88c7f-edc6-4222-bc75-9d809e6e30ee/a8d40520-d5aa-438a-91d1-425ec9a2c7f0) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:46:08.900296 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-263fb09d-5b1a-469a-ab6e-167b71633da6 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:08.915711 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-263fb09d-5b1a-469a-ab6e-167b71633da6 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Transition to ACTIVE for port object a8d40520-d5aa-438a-91d1-425ec9a2c7f0 will not be triggered until provisioned by entity DHCP. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:46:08.939095 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-263fb09d-5b1a-469a-ab6e-167b71633da6 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:09.008933 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-263fb09d-5b1a-469a-ab6e-167b71633da6 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Network c2e2d6f8-d1dc-49a7-8877-85c5b9e40121 is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:46:09.011896 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-263fb09d-5b1a-469a-ab6e-167b71633da6 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:46:09.016299 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-263fb09d-5b1a-469a-ab6e-167b71633da6 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:46:09.052754 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fb09d-5b1a-469a-ab6e-167b71633da6 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Pushing event updated for resources: {'Port': ['ID=a8d40520-d5aa-438a-91d1-425ec9a2c7f0,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:46:09.084881 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-263fb09d-5b1a-469a-ab6e-167b71633da6 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:09.085495 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-263fb09d-5b1a-469a-ab6e-167b71633da6 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:09.112747 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-263fb09d-5b1a-469a-ab6e-167b71633da6 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8496385 May 03 23:46:09.124117 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-6abef956-1642-4daf-81ad-77f3b1e9770f service neutron] Request body: {'port': {'device_id': '651919a2-56d6-443a-8c93-7f9cc3ae4961', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811807-1'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:46:09.213947 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-384cb6fc-42a2-451b-b710-a8738acc448d None None] Provisioning for port a8d40520-d5aa-438a-91d1-425ec9a2c7f0 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:46:09.219769 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-384cb6fc-42a2-451b-b710-a8738acc448d None None] Provisioning complete for port a8d40520-d5aa-438a-91d1-425ec9a2c7f0 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:46:09.220153 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-384cb6fc-42a2-451b-b710-a8738acc448d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:09.240567 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-6abef956-1642-4daf-81ad-77f3b1e9770f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:09.277307 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-384cb6fc-42a2-451b-b710-a8738acc448d None None] Port a8d40520-d5aa-438a-91d1-425ec9a2c7f0 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:46:09.547017 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b1cf0-5ab6-4c46-a0d1-1e7622ecb196 req-6e0037b0-b869-424f-a381-4e40c86dc778 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:09.547658 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-071b1cf0-5ab6-4c46-a0d1-1e7622ecb196 req-6e0037b0-b869-424f-a381-4e40c86dc778 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Synchronizing usage tracker for tenant:716f363c793d414caa1834da0acac2cf on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:46:09.582860 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-071b1cf0-5ab6-4c46-a0d1-1e7622ecb196 req-6e0037b0-b869-424f-a381-4e40c86dc778 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Unset dirty status for tenant:716f363c793d414caa1834da0acac2cf on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:46:09.584023 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-071b1cf0-5ab6-4c46-a0d1-1e7622ecb196 req-6e0037b0-b869-424f-a381-4e40c86dc778 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/ports?device_id=651919a2-56d6-443a-8c93-7f9cc3ae4961 HTTP/1.1" status: 200 len: 932 time: 0.2276485 May 03 23:46:09.686935 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-071b1cf0-5ab6-4c46-a0d1-1e7622ecb196 req-d5498c50-8527-4743-978d-b84aec8a4390 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cbee228-2858-4d04-84ef-f5260318748c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963159 May 03 23:46:09.688785 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-6abef956-1642-4daf-81ad-77f3b1e9770f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8d40520-d5aa-438a-91d1-425ec9a2c7f0 {{(pid=88069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:46:09.696123 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-6abef956-1642-4daf-81ad-77f3b1e9770f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:09.710724 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.provisioning_blocks [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-6abef956-1642-4daf-81ad-77f3b1e9770f service neutron] Transition to ACTIVE for port object a8d40520-d5aa-438a-91d1-425ec9a2c7f0 will not be triggered until provisioned by entity L2. {{(pid=88069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:46:09.714323 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-6abef956-1642-4daf-81ad-77f3b1e9770f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:09.865426 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abef956-1642-4daf-81ad-77f3b1e9770f service neutron] Pushing event updated for resources: {'Port': ['ID=a8d40520-d5aa-438a-91d1-425ec9a2c7f0,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:46:09.950238 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-6abef956-1642-4daf-81ad-77f3b1e9770f service neutron] Attempting to bind port a8d40520-d5aa-438a-91d1-425ec9a2c7f0 on host n-h2-811807-1 for vnic_type normal with profile {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:46:09.950568 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-6abef956-1642-4daf-81ad-77f3b1e9770f service neutron] Attempting to bind port a8d40520-d5aa-438a-91d1-425ec9a2c7f0 by drivers openvswitch,hyperv on host n-h2-811807-1 at level 0 using segments [{'id': '4cfc2889-e387-4637-a575-458bf9f65fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121'}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:46:09.950886 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-6abef956-1642-4daf-81ad-77f3b1e9770f service neutron] Attempting to bind port a8d40520-d5aa-438a-91d1-425ec9a2c7f0 on network c2e2d6f8-d1dc-49a7-8877-85c5b9e40121 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:46:09.955402 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-6abef956-1642-4daf-81ad-77f3b1e9770f service neutron] Port a8d40520-d5aa-438a-91d1-425ec9a2c7f0 on network c2e2d6f8-d1dc-49a7-8877-85c5b9e40121 not bound, no agent of type Open vSwitch agent registered on host n-h2-811807-1 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:46:09.955723 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-6abef956-1642-4daf-81ad-77f3b1e9770f service neutron] Attempting to bind port a8d40520-d5aa-438a-91d1-425ec9a2c7f0 on network c2e2d6f8-d1dc-49a7-8877-85c5b9e40121 {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:46:09.960691 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-6abef956-1642-4daf-81ad-77f3b1e9770f service neutron] Checking agent: {'id': '2b081fc4-e6d5-4719-9367-781da444256d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:46:09.961023 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-6abef956-1642-4daf-81ad-77f3b1e9770f service neutron] Checking segment: {'id': '4cfc2889-e387-4637-a575-458bf9f65fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:46:09.961405 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-6abef956-1642-4daf-81ad-77f3b1e9770f service neutron] Bound using segment: {'id': '4cfc2889-e387-4637-a575-458bf9f65fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121'} {{(pid=88069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:46:09.961819 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.managers [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-6abef956-1642-4daf-81ad-77f3b1e9770f service neutron] Bound port: a8d40520-d5aa-438a-91d1-425ec9a2c7f0, host: n-h2-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cfc2889-e387-4637-a575-458bf9f65fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121'}}] {{(pid=88069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:46:09.962251 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-6abef956-1642-4daf-81ad-77f3b1e9770f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:10.052264 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-6abef956-1642-4daf-81ad-77f3b1e9770f service neutron] For port a8d40520-d5aa-438a-91d1-425ec9a2c7f0, host n-h2-811807-1, cleared binding levels {{(pid=88069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:46:10.055334 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-6abef956-1642-4daf-81ad-77f3b1e9770f service neutron] For port a8d40520-d5aa-438a-91d1-425ec9a2c7f0, host n-h2-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=a8d40520-d5aa-438a-91d1-425ec9a2c7f0,segment=NetworkSegment(4cfc2889-e387-4637-a575-458bf9f65fc0),segment_id=4cfc2889-e387-4637-a575-458bf9f65fc0)] {{(pid=88069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:46:10.059797 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-6abef956-1642-4daf-81ad-77f3b1e9770f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:10.118833 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-6abef956-1642-4daf-81ad-77f3b1e9770f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:10.119443 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-6abef956-1642-4daf-81ad-77f3b1e9770f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:10.120786 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-6abef956-1642-4daf-81ad-77f3b1e9770f service neutron] 10.222.0.67 "PUT /v2.0/ports/a8d40520-d5aa-438a-91d1-425ec9a2c7f0 HTTP/1.1" status: 200 len: 1092 time: 1.0009565 May 03 23:46:10.121217 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '651919a2-56d6-443a-8c93-7f9cc3ae4961', 'tag': 'a8d40520-d5aa-438a-91d1-425ec9a2c7f0'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:46:10.142272 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abef956-1642-4daf-81ad-77f3b1e9770f service neutron] Pushing event updated for resources: {'Port': ['ID=a8d40520-d5aa-438a-91d1-425ec9a2c7f0,revision_number=3']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:46:10.246198 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-123b35dd-a20d-4449-bf46-69e455b41c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:10.248226 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-123b35dd-a20d-4449-bf46-69e455b41c2e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=716f363c793d414caa1834da0acac2cf&device_id=651919a2-56d6-443a-8c93-7f9cc3ae4961 HTTP/1.1" status: 200 len: 1095 time: 0.0792081 May 03 23:46:10.252332 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-223b8f41-0b54-4ca9-af6b-d88668310ab4'] response: {'name': 'network-changed', 'server_uuid': '651919a2-56d6-443a-8c93-7f9cc3ae4961', 'tag': 'a8d40520-d5aa-438a-91d1-425ec9a2c7f0', 'status': 'completed', 'code': 200} May 03 23:46:10.258672 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device babb52e1-e7aa-41f3-8d4f-fdd9ad43eb17 up at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:46:10.324839 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-918b6420-bae7-4f64-bd28-f069499f1888 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8d40520-d5aa-438a-91d1-425ec9a2c7f0 HTTP/1.1" status: 200 len: 217 time: 0.0657260 May 03 23:46:10.332153 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Provisioning complete for port babb52e1-e7aa-41f3-8d4f-fdd9ad43eb17 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:46:10.332621 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:10.389785 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-ca8d10e9-267f-4ab1-94c0-d01d54329ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:10.391373 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-ca8d10e9-267f-4ab1-94c0-d01d54329ec0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c5e88c7f-edc6-4222-bc75-9d809e6e30ee HTTP/1.1" status: 200 len: 849 time: 0.0607665 May 03 23:46:10.466020 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-61e6a3cd-7af9-4e04-aacc-d0c7d4eab662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:10.467507 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-61e6a3cd-7af9-4e04-aacc-d0c7d4eab662 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c2e2d6f8-d1dc-49a7-8877-85c5b9e40121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699310 May 03 23:46:10.695311 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-4bd8d232-84d9-40d2-8354-5711e0f611a4 service neutron] 10.222.0.67 "GET /v2.0/networks/c2e2d6f8-d1dc-49a7-8877-85c5b9e40121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215433 May 03 23:46:10.876231 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-608c414d-a7e4-4b55-bfe8-3a2e2dc50f39 req-f76c814b-def4-4b11-be91-a57174e9bb07 service neutron] 10.222.0.67 "GET /v2.0/networks/c2e2d6f8-d1dc-49a7-8877-85c5b9e40121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735170 May 03 23:46:10.902501 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f740d-8542-4a5b-a02f-1e7f90e31dd7 req-0f80a6cb-2bc9-40c1-ab70-f926eb98bac6 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:10.904480 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-353f740d-8542-4a5b-a02f-1e7f90e31dd7 req-0f80a6cb-2bc9-40c1-ab70-f926eb98bac6 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/ports?device_id=651919a2-56d6-443a-8c93-7f9cc3ae4961 HTTP/1.1" status: 200 len: 944 time: 0.1060445 May 03 23:46:10.995707 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-353f740d-8542-4a5b-a02f-1e7f90e31dd7 req-b49f13ee-02bf-40ae-8a82-143a59e1d369 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cbee228-2858-4d04-84ef-f5260318748c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854785 May 03 23:46:11.013375 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaec759-53ab-4e2c-8472-945fb10d61e5 req-eba6c1bb-9030-48d6-9753-ddb8893ff187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:11.014829 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9aaec759-53ab-4e2c-8472-945fb10d61e5 req-eba6c1bb-9030-48d6-9753-ddb8893ff187 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=716f363c793d414caa1834da0acac2cf&device_id=651919a2-56d6-443a-8c93-7f9cc3ae4961 HTTP/1.1" status: 200 len: 1095 time: 0.0899425 May 03 23:46:11.144896 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaec759-53ab-4e2c-8472-945fb10d61e5 req-9a95550d-2028-4f86-a837-c73f78c49cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:11.146363 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9aaec759-53ab-4e2c-8472-945fb10d61e5 req-9a95550d-2028-4f86-a837-c73f78c49cd5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c2e2d6f8-d1dc-49a7-8877-85c5b9e40121 HTTP/1.1" status: 200 len: 911 time: 0.1253417 May 03 23:46:11.221932 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9aaec759-53ab-4e2c-8472-945fb10d61e5 req-ef9135ba-c6ed-46db-882e-598073a81804 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8d40520-d5aa-438a-91d1-425ec9a2c7f0 HTTP/1.1" status: 200 len: 217 time: 0.0690455 May 03 23:46:11.283188 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaec759-53ab-4e2c-8472-945fb10d61e5 req-eda048bd-f920-4760-8f58-c8ce6e13bcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:11.284493 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9aaec759-53ab-4e2c-8472-945fb10d61e5 req-eda048bd-f920-4760-8f58-c8ce6e13bcac service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c5e88c7f-edc6-4222-bc75-9d809e6e30ee HTTP/1.1" status: 200 len: 849 time: 0.0568845 May 03 23:46:11.368396 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaec759-53ab-4e2c-8472-945fb10d61e5 req-09eaa07e-c1c9-4c8e-81d5-8fd68d477464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:11.369830 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9aaec759-53ab-4e2c-8472-945fb10d61e5 req-09eaa07e-c1c9-4c8e-81d5-8fd68d477464 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c2e2d6f8-d1dc-49a7-8877-85c5b9e40121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789700 May 03 23:46:11.505295 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9aaec759-53ab-4e2c-8472-945fb10d61e5 req-29141621-e8f0-4030-ab75-c0c427789b93 service neutron] 10.222.0.67 "GET /v2.0/networks/c2e2d6f8-d1dc-49a7-8877-85c5b9e40121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287320 May 03 23:46:11.637196 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9aaec759-53ab-4e2c-8472-945fb10d61e5 req-7ba4241e-39d1-4b5f-b524-e90f63b66481 service neutron] 10.222.0.67 "GET /v2.0/networks/c2e2d6f8-d1dc-49a7-8877-85c5b9e40121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255581 May 03 23:46:12.178927 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12b57b-1df8-4d77-808d-ae6673f4d763 req-2b1e7a9a-49d2-49a1-9c0d-8773c326ff9d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:12.180565 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dc12b57b-1df8-4d77-808d-ae6673f4d763 req-2b1e7a9a-49d2-49a1-9c0d-8773c326ff9d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/ports?device_id=651919a2-56d6-443a-8c93-7f9cc3ae4961 HTTP/1.1" status: 200 len: 944 time: 0.0793920 May 03 23:46:12.224279 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-dc12b57b-1df8-4d77-808d-ae6673f4d763 req-76b87f2e-5274-4278-a0af-624fe799d623 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cbee228-2858-4d04-84ef-f5260318748c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380316 May 03 23:46:13.410833 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082005c-36af-47ab-910b-452b0e45dd15 req-4b17bd7b-6c6a-4a47-af90-98ef6ca26597 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:13.412253 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b082005c-36af-47ab-910b-452b0e45dd15 req-4b17bd7b-6c6a-4a47-af90-98ef6ca26597 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/ports?device_id=651919a2-56d6-443a-8c93-7f9cc3ae4961 HTTP/1.1" status: 200 len: 944 time: 0.0814142 May 03 23:46:13.456104 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b082005c-36af-47ab-910b-452b0e45dd15 req-41a203bb-e9f4-4940-9cee-8f8f2ea9f1d1 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cbee228-2858-4d04-84ef-f5260318748c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382664 May 03 23:46:13.864437 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device a8d40520-d5aa-438a-91d1-425ec9a2c7f0 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:46:14.029661 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port a8d40520-d5aa-438a-91d1-425ec9a2c7f0, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=a8d40520-d5aa-438a-91d1-425ec9a2c7f0,segment=NetworkSegment(4cfc2889-e387-4637-a575-458bf9f65fc0),segment_id=4cfc2889-e387-4637-a575-458bf9f65fc0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:46:14.042040 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'a8d40520-d5aa-438a-91d1-425ec9a2c7f0', 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121', 'port_id': 'a8d40520-d5aa-438a-91d1-425ec9a2c7f0', 'mac_address': 'fa:16:3e:bf:56:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5e88c7f-edc6-4222-bc75-9d809e6e30ee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:46:14.095276 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:14.111636 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8d40520-d5aa-438a-91d1-425ec9a2c7f0 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:46:14.126852 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port a8d40520-d5aa-438a-91d1-425ec9a2c7f0, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=a8d40520-d5aa-438a-91d1-425ec9a2c7f0,segment=NetworkSegment(4cfc2889-e387-4637-a575-458bf9f65fc0),segment_id=4cfc2889-e387-4637-a575-458bf9f65fc0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:46:14.130579 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:14.198942 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=a8d40520-d5aa-438a-91d1-425ec9a2c7f0,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:46:14.453183 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['a8d40520-d5aa-438a-91d1-425ec9a2c7f0'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:46:14.641260 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005d7d9-3eb6-457d-8204-59839f551f76 req-bb3099f5-b1e9-4df1-9071-9355449768e6 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:14.642761 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0005d7d9-3eb6-457d-8204-59839f551f76 req-bb3099f5-b1e9-4df1-9071-9355449768e6 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/ports?device_id=651919a2-56d6-443a-8c93-7f9cc3ae4961 HTTP/1.1" status: 200 len: 945 time: 0.0802577 May 03 23:46:14.685489 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0005d7d9-3eb6-457d-8204-59839f551f76 req-e422df15-44da-46f5-b441-ea1020f03283 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cbee228-2858-4d04-84ef-f5260318748c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371337 May 03 23:46:15.870797 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d240c38-6a3c-4fc5-9474-69a991fe149f req-57f35777-282e-4e0d-80ac-f216ab3f8091 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:15.872201 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0d240c38-6a3c-4fc5-9474-69a991fe149f req-57f35777-282e-4e0d-80ac-f216ab3f8091 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/ports?device_id=651919a2-56d6-443a-8c93-7f9cc3ae4961 HTTP/1.1" status: 200 len: 945 time: 0.0817702 May 03 23:46:15.883281 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device a8d40520-d5aa-438a-91d1-425ec9a2c7f0 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:46:15.919556 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-0d240c38-6a3c-4fc5-9474-69a991fe149f req-428e55d7-fd13-4a55-beaf-cb1db94c1128 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cbee228-2858-4d04-84ef-f5260318748c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419030 May 03 23:46:15.953315 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning for port a8d40520-d5aa-438a-91d1-425ec9a2c7f0 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:46:15.958210 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port a8d40520-d5aa-438a-91d1-425ec9a2c7f0 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:46:15.958583 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:16.069197 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:16.095582 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651919a2-56d6-443a-8c93-7f9cc3ae4961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d40520-d5aa-438a-91d1-425ec9a2c7f0'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:46:16.104778 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port a8d40520-d5aa-438a-91d1-425ec9a2c7f0, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=a8d40520-d5aa-438a-91d1-425ec9a2c7f0,segment=NetworkSegment(4cfc2889-e387-4637-a575-458bf9f65fc0),segment_id=4cfc2889-e387-4637-a575-458bf9f65fc0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:46:16.109483 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:16.148163 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7343105f-ad49-40a5-b388-f15172b2495d'] response: {'server_uuid': '651919a2-56d6-443a-8c93-7f9cc3ae4961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d40520-d5aa-438a-91d1-425ec9a2c7f0', 'code': 200} May 03 23:46:16.179819 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=a8d40520-d5aa-438a-91d1-425ec9a2c7f0,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:46:16.264955 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d7ae2-b974-455c-a28b-7d05b244c8fa req-a7c8a5f3-97e6-4543-94af-51000d4894bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:16.266484 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1f2d7ae2-b974-455c-a28b-7d05b244c8fa req-a7c8a5f3-97e6-4543-94af-51000d4894bd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=651919a2-56d6-443a-8c93-7f9cc3ae4961 HTTP/1.1" status: 200 len: 1097 time: 0.0685751 May 03 23:46:16.310868 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1f2d7ae2-b974-455c-a28b-7d05b244c8fa req-a16440fd-94e7-4f17-96b5-f85c1eeb5341 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2cbee228-2858-4d04-84ef-f5260318748c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383337 May 03 23:46:17.099788 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deda0d7-e1c9-409e-8420-7a259621e619 req-819842b8-b1fd-4283-838a-2e688b4a595f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:17.101229 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1deda0d7-e1c9-409e-8420-7a259621e619 req-819842b8-b1fd-4283-838a-2e688b4a595f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/ports?device_id=651919a2-56d6-443a-8c93-7f9cc3ae4961 HTTP/1.1" status: 200 len: 946 time: 0.0793409 May 03 23:46:17.144131 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-1deda0d7-e1c9-409e-8420-7a259621e619 req-e885491f-f994-4d47-b0bb-c0ee9e61b477 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cbee228-2858-4d04-84ef-f5260318748c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367515 May 03 23:46:18.438190 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fccd98-e25c-42b2-95b9-cdd89cbfa630 req-68a01356-c4fe-4712-80d9-26c0e09d8080 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:18.439650 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f2fccd98-e25c-42b2-95b9-cdd89cbfa630 req-68a01356-c4fe-4712-80d9-26c0e09d8080 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/ports?device_id=651919a2-56d6-443a-8c93-7f9cc3ae4961 HTTP/1.1" status: 200 len: 946 time: 0.1881309 May 03 23:46:18.490872 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-f2fccd98-e25c-42b2-95b9-cdd89cbfa630 req-5ffa215c-53b0-4d47-b23d-53d959e94b53 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cbee228-2858-4d04-84ef-f5260318748c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455163 May 03 23:46:18.675779 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8169fbf-1b6b-40db-8848-33780436db54 req-f97adb11-ff0c-48fd-835b-3f6cc40bf76a tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:18.677215 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c8169fbf-1b6b-40db-8848-33780436db54 req-f97adb11-ff0c-48fd-835b-3f6cc40bf76a tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/ports?device_id=651919a2-56d6-443a-8c93-7f9cc3ae4961 HTTP/1.1" status: 200 len: 946 time: 0.0793948 May 03 23:46:18.720323 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-c8169fbf-1b6b-40db-8848-33780436db54 req-e76655ad-79fc-4c57-988a-291afbf3dc10 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cbee228-2858-4d04-84ef-f5260318748c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370336 May 03 23:46:18.742750 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59456) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:46:18.905771 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53aeba81-b172-4856-90f1-921c8cc0b314 tempest-TestSnapshotPattern-1990581833 tempest-TestSnapshotPattern-1990581833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:18.907277 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-53aeba81-b172-4856-90f1-921c8cc0b314 tempest-TestSnapshotPattern-1990581833 tempest-TestSnapshotPattern-1990581833-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=651919a2-56d6-443a-8c93-7f9cc3ae4961 HTTP/1.1" status: 200 len: 1092 time: 0.1635818 May 03 23:46:18.910139 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59462) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:46:18.914886 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-d36dafef-56fe-41ac-ac5a-740269861a3e tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'port_id': 'a8d40520-d5aa-438a-91d1-425ec9a2c7f0', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:46:18.921463 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d36dafef-56fe-41ac-ac5a-740269861a3e tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:46:18.925223 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d36dafef-56fe-41ac-ac5a-740269861a3e tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Usage tracker for resource:floatingip and tenant:716f363c793d414caa1834da0acac2cf is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:46:18.928031 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-d36dafef-56fe-41ac-ac5a-740269861a3e tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:46:18.934168 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-d36dafef-56fe-41ac-ac5a-740269861a3e tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:46:18.944317 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d36dafef-56fe-41ac-ac5a-740269861a3e tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:19.078608 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d36dafef-56fe-41ac-ac5a-740269861a3e tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:19.211823 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-d36dafef-56fe-41ac-ac5a-740269861a3e tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Allocated IP 172.25.2.70 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/ae455841-58b7-4e69-93d1-343ff74a0fa7) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:46:19.359998 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d36dafef-56fe-41ac-ac5a-740269861a3e tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:19.389167 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d36dafef-56fe-41ac-ac5a-740269861a3e tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:19.450973 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36dafef-56fe-41ac-ac5a-740269861a3e tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:46:19.453809 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-d36dafef-56fe-41ac-ac5a-740269861a3e tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:46:19.456415 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36dafef-56fe-41ac-ac5a-740269861a3e tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:46:19.501483 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36dafef-56fe-41ac-ac5a-740269861a3e tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Pushing event updated for resources: {'Port': ['ID=ae455841-58b7-4e69-93d1-343ff74a0fa7,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:46:19.856757 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d36dafef-56fe-41ac-ac5a-740269861a3e tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:19.930252 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d36dafef-56fe-41ac-ac5a-740269861a3e tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:20.129016 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d36dafef-56fe-41ac-ac5a-740269861a3e tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:20.133135 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d36dafef-56fe-41ac-ac5a-740269861a3e tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:20.224372 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:46:20.239121 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36dafef-56fe-41ac-ac5a-740269861a3e tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Pushing event updated for resources: {'Port': ['ID=ae455841-58b7-4e69-93d1-343ff74a0fa7,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:46:20.250982 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d36dafef-56fe-41ac-ac5a-740269861a3e tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:20.518924 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-d36dafef-56fe-41ac-ac5a-740269861a3e tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Floating IP a46e5eea-62bb-4de6-8509-e73ceef3d59b associated. External IP: 172.25.2.70, port: a8d40520-d5aa-438a-91d1-425ec9a2c7f0. May 03 23:46:20.862237 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36dafef-56fe-41ac-ac5a-740269861a3e tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Router 2900ce71-a9fe-4040-9aad-14e00b2e7568 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:46:21.033882 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36dafef-56fe-41ac-ac5a-740269861a3e tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:46:21.043249 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53ee89e-2206-457a-a0d4-de255ccd1825 None None] Sync routers for ids ['2900ce71-a9fe-4040-9aad-14e00b2e7568'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:46:21.053753 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53ee89e-2206-457a-a0d4-de255ccd1825 None None] Routers {'2900ce71-a9fe-4040-9aad-14e00b2e7568'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:46:21.054665 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f53ee89e-2206-457a-a0d4-de255ccd1825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:45:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['2900ce71-a9fe-4040-9aad-14e00b2e7568'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:46:21.058355 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-d36dafef-56fe-41ac-ac5a-740269861a3e tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:21.115938 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-d36dafef-56fe-41ac-ac5a-740269861a3e tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2046852 May 03 23:46:21.116434 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '651919a2-56d6-443a-8c93-7f9cc3ae4961', 'tag': 'a8d40520-d5aa-438a-91d1-425ec9a2c7f0'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:46:21.159811 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f411f2bc-7572-4889-9bda-0b456c9fea38'] response: {'name': 'network-changed', 'server_uuid': '651919a2-56d6-443a-8c93-7f9cc3ae4961', 'tag': 'a8d40520-d5aa-438a-91d1-425ec9a2c7f0', 'status': 'completed', 'code': 200} May 03 23:46:21.230833 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-f53ee89e-2206-457a-a0d4-de255ccd1825 None None] Set router 2900ce71-a9fe-4040-9aad-14e00b2e7568 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:46:21.250533 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057de221-127d-4512-b89e-89a44b01791c req-b265b4bf-830d-4147-a53e-fb5b4bcc55d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:21.252016 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-057de221-127d-4512-b89e-89a44b01791c req-b265b4bf-830d-4147-a53e-fb5b4bcc55d9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=716f363c793d414caa1834da0acac2cf&device_id=651919a2-56d6-443a-8c93-7f9cc3ae4961 HTTP/1.1" status: 200 len: 1097 time: 0.0704679 May 03 23:46:21.385623 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057de221-127d-4512-b89e-89a44b01791c req-1ccf7d1c-a684-4173-b597-9030d8db904d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:21.387045 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-057de221-127d-4512-b89e-89a44b01791c req-1ccf7d1c-a684-4173-b597-9030d8db904d service neutron] 10.222.0.67 "GET /v2.0/networks?id=c2e2d6f8-d1dc-49a7-8877-85c5b9e40121 HTTP/1.1" status: 200 len: 911 time: 0.1289494 May 03 23:46:21.490565 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-057de221-127d-4512-b89e-89a44b01791c req-63523188-7b16-4d4f-a110-eb1018e13fd1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8d40520-d5aa-438a-91d1-425ec9a2c7f0 HTTP/1.1" status: 200 len: 999 time: 0.0965798 May 03 23:46:21.561076 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057de221-127d-4512-b89e-89a44b01791c req-e62b2654-3f3e-4a40-847d-7e4a28e9845c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:21.562568 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-057de221-127d-4512-b89e-89a44b01791c req-e62b2654-3f3e-4a40-847d-7e4a28e9845c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c5e88c7f-edc6-4222-bc75-9d809e6e30ee HTTP/1.1" status: 200 len: 849 time: 0.0666428 May 03 23:46:21.573638 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f53ee89e-2206-457a-a0d4-de255ccd1825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'name': 'tempest-TestSnapshotPattern-1139524290-router', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '4e50b0a1-79cf-4de8-80ff-a0060e4663e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:45:52Z', 'updated_at': '2022-05-03T23:45:56Z', 'revision_number': 4, 'project_id': '716f363c793d414caa1834da0acac2cf', 'gw_port': {'id': '4e50b0a1-79cf-4de8-80ff-a0060e4663e4', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:53Z', 'updated_at': '2022-05-03T23:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'a46e5eea-62bb-4de6-8509-e73ceef3d59b', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'floating_ip_address': '172.25.2.70', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'port_id': 'a8d40520-d5aa-438a-91d1-425ec9a2c7f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121', 'mac_address': 'fa:16:3e:bf:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651919a2-56d6-443a-8c93-7f9cc3ae4961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:46:19Z', 'updated_at': '2022-05-03T23:46:19Z', 'revision_number': 0, 'project_id': '716f363c793d414caa1834da0acac2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54d854ee-d8f1-4165-bf64-128c273ebf09', 'name': '', 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'mac_address': 'fa:16:3e:5a:0c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'c5e88c7f-edc6-4222-bc75-9d809e6e30ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:55Z', 'updated_at': '2022-05-03T23:46:03Z', 'revision_number': 5, 'project_id': '716f363c793d414caa1834da0acac2cf', 'subnets': [{'id': 'c5e88c7f-edc6-4222-bc75-9d809e6e30ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:46:21.577569 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53ee89e-2206-457a-a0d4-de255ccd1825 None None] Checking router: 2900ce71-a9fe-4040-9aad-14e00b2e7568 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:46:21.585756 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53ee89e-2206-457a-a0d4-de255ccd1825 None None] Routers {'2900ce71-a9fe-4040-9aad-14e00b2e7568'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:46:21.586368 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f53ee89e-2206-457a-a0d4-de255ccd1825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:45:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['2900ce71-a9fe-4040-9aad-14e00b2e7568'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:46:21.650173 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057de221-127d-4512-b89e-89a44b01791c req-54e86799-f9b6-4a75-a2f3-a76ad782ea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:21.651644 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-057de221-127d-4512-b89e-89a44b01791c req-54e86799-f9b6-4a75-a2f3-a76ad782ea43 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c2e2d6f8-d1dc-49a7-8877-85c5b9e40121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830774 May 03 23:46:21.661684 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-057de221-127d-4512-b89e-89a44b01791c req-086cd88d-ec03-4745-b823-1f9e40026adf service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:46:21.662635 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-057de221-127d-4512-b89e-89a44b01791c req-086cd88d-ec03-4745-b823-1f9e40026adf service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047381 May 03 23:46:21.793235 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-057de221-127d-4512-b89e-89a44b01791c req-c1413a94-ecf6-46f9-b828-9044bd1123a3 service neutron] 10.222.0.67 "GET /v2.0/networks/c2e2d6f8-d1dc-49a7-8877-85c5b9e40121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244061 May 03 23:46:21.795153 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-f53ee89e-2206-457a-a0d4-de255ccd1825 None None] Set router 2900ce71-a9fe-4040-9aad-14e00b2e7568 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:46:22.039692 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-057de221-127d-4512-b89e-89a44b01791c req-2eb767e8-2a0e-473c-81a1-f9e700f73695 service neutron] 10.222.0.67 "GET /v2.0/networks/c2e2d6f8-d1dc-49a7-8877-85c5b9e40121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392790 May 03 23:46:22.141340 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-f53ee89e-2206-457a-a0d4-de255ccd1825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'name': 'tempest-TestSnapshotPattern-1139524290-router', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '4e50b0a1-79cf-4de8-80ff-a0060e4663e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:45:52Z', 'updated_at': '2022-05-03T23:45:56Z', 'revision_number': 4, 'project_id': '716f363c793d414caa1834da0acac2cf', 'gw_port': {'id': '4e50b0a1-79cf-4de8-80ff-a0060e4663e4', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:53Z', 'updated_at': '2022-05-03T23:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'a46e5eea-62bb-4de6-8509-e73ceef3d59b', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'floating_ip_address': '172.25.2.70', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'port_id': 'a8d40520-d5aa-438a-91d1-425ec9a2c7f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121', 'mac_address': 'fa:16:3e:bf:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651919a2-56d6-443a-8c93-7f9cc3ae4961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:46:19Z', 'updated_at': '2022-05-03T23:46:19Z', 'revision_number': 0, 'project_id': '716f363c793d414caa1834da0acac2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54d854ee-d8f1-4165-bf64-128c273ebf09', 'name': '', 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'mac_address': 'fa:16:3e:5a:0c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'c5e88c7f-edc6-4222-bc75-9d809e6e30ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:55Z', 'updated_at': '2022-05-03T23:46:03Z', 'revision_number': 5, 'project_id': '716f363c793d414caa1834da0acac2cf', 'subnets': [{'id': 'c5e88c7f-edc6-4222-bc75-9d809e6e30ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:46:22.145170 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53ee89e-2206-457a-a0d4-de255ccd1825 None None] The sync data for ids ['2900ce71-a9fe-4040-9aad-14e00b2e7568'] in n-d-811807-1 is: [{'id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'name': 'tempest-TestSnapshotPattern-1139524290-router', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '4e50b0a1-79cf-4de8-80ff-a0060e4663e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:45:52Z', 'updated_at': '2022-05-03T23:45:56Z', 'revision_number': 4, 'project_id': '716f363c793d414caa1834da0acac2cf', 'gw_port': {'id': '4e50b0a1-79cf-4de8-80ff-a0060e4663e4', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:53Z', 'updated_at': '2022-05-03T23:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'a46e5eea-62bb-4de6-8509-e73ceef3d59b', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'floating_ip_address': '172.25.2.70', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'port_id': 'a8d40520-d5aa-438a-91d1-425ec9a2c7f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121', 'mac_address': 'fa:16:3e:bf:56:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651919a2-56d6-443a-8c93-7f9cc3ae4961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:46:19Z', 'updated_at': '2022-05-03T23:46:19Z', 'revision_number': 0, 'project_id': '716f363c793d414caa1834da0acac2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54d854ee-d8f1-4165-bf64-128c273ebf09', 'name': '', 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'mac_address': 'fa:16:3e:5a:0c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'c5e88c7f-edc6-4222-bc75-9d809e6e30ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:55Z', 'updated_at': '2022-05-03T23:46:03Z', 'revision_number': 5, 'project_id': '716f363c793d414caa1834da0acac2cf', 'subnets': [{'id': 'c5e88c7f-edc6-4222-bc75-9d809e6e30ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:46:22.324326 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c97a3b-963f-4f1f-8a7a-7227eebfebad None None] New status for floating IP a46e5eea-62bb-4de6-8509-e73ceef3d59b: ACTIVE {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:46:23.110997 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-75bc4c96-c843-4c07-8b3e-e2414e643816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:23.970936 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-69d513fd-2fdc-470a-9b09-975645eb1219 req-fffaed4f-768d-4b8b-82d5-26c278664c22 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=651919a2-56d6-443a-8c93-7f9cc3ae4961&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0693109 May 03 23:46:24.111376 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d513fd-2fdc-470a-9b09-975645eb1219 req-d91dd79a-f23f-4285-8376-d1761cbe43d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:24.112826 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-69d513fd-2fdc-470a-9b09-975645eb1219 req-d91dd79a-f23f-4285-8376-d1761cbe43d2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=716f363c793d414caa1834da0acac2cf&device_id=651919a2-56d6-443a-8c93-7f9cc3ae4961 HTTP/1.1" status: 200 len: 1097 time: 0.0727091 May 03 23:46:24.256523 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d513fd-2fdc-470a-9b09-975645eb1219 req-85ef7027-1627-4ae7-9d13-d571292424ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:24.257954 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-69d513fd-2fdc-470a-9b09-975645eb1219 req-85ef7027-1627-4ae7-9d13-d571292424ba service neutron] 10.222.0.67 "GET /v2.0/networks?id=c2e2d6f8-d1dc-49a7-8877-85c5b9e40121 HTTP/1.1" status: 200 len: 911 time: 0.1257172 May 03 23:46:24.359244 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-69d513fd-2fdc-470a-9b09-975645eb1219 req-71ebe968-8094-4fc3-b08a-5500b5978e0f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8d40520-d5aa-438a-91d1-425ec9a2c7f0 HTTP/1.1" status: 200 len: 1001 time: 0.0953314 May 03 23:46:24.420553 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d513fd-2fdc-470a-9b09-975645eb1219 req-c8b3d917-6ef9-437b-b057-42c48659390e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:24.421961 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-69d513fd-2fdc-470a-9b09-975645eb1219 req-c8b3d917-6ef9-437b-b057-42c48659390e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c5e88c7f-edc6-4222-bc75-9d809e6e30ee HTTP/1.1" status: 200 len: 849 time: 0.0564594 May 03 23:46:24.497372 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d513fd-2fdc-470a-9b09-975645eb1219 req-7f1b875d-69d6-4fb3-b459-e6997cf120f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:46:24.498826 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-69d513fd-2fdc-470a-9b09-975645eb1219 req-7f1b875d-69d6-4fb3-b459-e6997cf120f9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c2e2d6f8-d1dc-49a7-8877-85c5b9e40121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709612 May 03 23:46:24.629389 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-69d513fd-2fdc-470a-9b09-975645eb1219 req-83cd7d6e-3983-4591-8a73-a1722e77d1fb service neutron] 10.222.0.67 "GET /v2.0/networks/c2e2d6f8-d1dc-49a7-8877-85c5b9e40121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228137 May 03 23:46:24.757770 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-69d513fd-2fdc-470a-9b09-975645eb1219 req-c2375fa7-0b38-4300-8191-3866686be4f9 service neutron] 10.222.0.67 "GET /v2.0/networks/c2e2d6f8-d1dc-49a7-8877-85c5b9e40121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226218 May 03 23:46:25.220896 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:25.677201 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b0a9739b-affc-408c-82c6-9ca6f58fe9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:26.524832 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:26.606592 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:27.923231 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:28.634501 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:53.112498 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-21708cc0-452d-4050-9fe5-207428ac46fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:55.215699 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:55.678464 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-decbc8fa-07fc-49d6-a858-be67f06b4630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:56.526883 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:56.608600 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:57.224600 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:46:57.922260 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:46:58.645176 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:23.114384 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-42286847-e628-49f8-b46f-90a795f52fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:23.988876 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b7765356-7a2b-468d-b520-33c4a8ee3ea1 req-68f49921-901d-4450-b850-a73d7ac54633 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=651919a2-56d6-443a-8c93-7f9cc3ae4961&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1100273 May 03 23:47:24.124857 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7765356-7a2b-468d-b520-33c4a8ee3ea1 req-10cf714c-79a7-47b7-bcff-aff91f190d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:47:24.126350 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b7765356-7a2b-468d-b520-33c4a8ee3ea1 req-10cf714c-79a7-47b7-bcff-aff91f190d62 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=716f363c793d414caa1834da0acac2cf&device_id=651919a2-56d6-443a-8c93-7f9cc3ae4961 HTTP/1.1" status: 200 len: 1097 time: 0.0689948 May 03 23:47:24.268793 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7765356-7a2b-468d-b520-33c4a8ee3ea1 req-1497fdda-2806-4e0d-9bb2-bf5698fd7a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:47:24.270361 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b7765356-7a2b-468d-b520-33c4a8ee3ea1 req-1497fdda-2806-4e0d-9bb2-bf5698fd7a8c service neutron] 10.222.0.67 "GET /v2.0/networks?id=c2e2d6f8-d1dc-49a7-8877-85c5b9e40121 HTTP/1.1" status: 200 len: 911 time: 0.1263297 May 03 23:47:24.372298 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b7765356-7a2b-468d-b520-33c4a8ee3ea1 req-d63369bf-2478-4c91-91b5-5c29d33493ed service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8d40520-d5aa-438a-91d1-425ec9a2c7f0 HTTP/1.1" status: 200 len: 1001 time: 0.0950239 May 03 23:47:24.436053 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7765356-7a2b-468d-b520-33c4a8ee3ea1 req-bec05fbd-048b-4730-a9fd-489722a77f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:47:24.437456 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b7765356-7a2b-468d-b520-33c4a8ee3ea1 req-bec05fbd-048b-4730-a9fd-489722a77f89 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c5e88c7f-edc6-4222-bc75-9d809e6e30ee HTTP/1.1" status: 200 len: 849 time: 0.0586808 May 03 23:47:24.509674 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7765356-7a2b-468d-b520-33c4a8ee3ea1 req-6832a7da-7229-40f4-898c-1695b9dc0abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:47:24.511101 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b7765356-7a2b-468d-b520-33c4a8ee3ea1 req-6832a7da-7229-40f4-898c-1695b9dc0abb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c2e2d6f8-d1dc-49a7-8877-85c5b9e40121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669463 May 03 23:47:24.638526 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b7765356-7a2b-468d-b520-33c4a8ee3ea1 req-c68d31a1-01fa-4e50-a427-332d23844958 service neutron] 10.222.0.67 "GET /v2.0/networks/c2e2d6f8-d1dc-49a7-8877-85c5b9e40121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206658 May 03 23:47:24.870999 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b7765356-7a2b-468d-b520-33c4a8ee3ea1 req-7b2783bd-e987-4848-8385-2bb18114d080 service neutron] 10.222.0.67 "GET /v2.0/networks/c2e2d6f8-d1dc-49a7-8877-85c5b9e40121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262239 May 03 23:47:25.219130 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:25.680320 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-21a3fe93-5cf9-4a9e-978f-72433d267570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:26.528116 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:26.611416 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:27.925515 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:28.670632 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:34.223625 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:47:53.114979 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-142656f0-6897-46d7-b505-8497ee5f28c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:55.247260 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:55.682264 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8a161985-72ae-4423-a7f4-f09dc68ec54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:56.530478 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:56.613795 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:57.927908 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:47:58.689835 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:48:11.223150 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:48:23.116099 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ae916402-5141-4bff-b736-c784bc8034c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:48:24.482533 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5ecd8a35-948e-44aa-9a6f-8ed4a372f4e0 req-7df8f968-789f-423b-8ce7-b1e3d15ff8ba service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=651919a2-56d6-443a-8c93-7f9cc3ae4961&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0702958 May 03 23:48:24.618969 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd8a35-948e-44aa-9a6f-8ed4a372f4e0 req-8f22f40b-0761-4111-b78d-dc66b9faf2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:48:24.620424 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5ecd8a35-948e-44aa-9a6f-8ed4a372f4e0 req-8f22f40b-0761-4111-b78d-dc66b9faf2c1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=716f363c793d414caa1834da0acac2cf&device_id=651919a2-56d6-443a-8c93-7f9cc3ae4961 HTTP/1.1" status: 200 len: 1097 time: 0.0700319 May 03 23:48:24.763244 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd8a35-948e-44aa-9a6f-8ed4a372f4e0 req-44989bc4-cfd5-47d5-acef-e2e6ffdc36fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:48:24.764709 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5ecd8a35-948e-44aa-9a6f-8ed4a372f4e0 req-44989bc4-cfd5-47d5-acef-e2e6ffdc36fd service neutron] 10.222.0.67 "GET /v2.0/networks?id=c2e2d6f8-d1dc-49a7-8877-85c5b9e40121 HTTP/1.1" status: 200 len: 911 time: 0.1254086 May 03 23:48:24.866716 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5ecd8a35-948e-44aa-9a6f-8ed4a372f4e0 req-1cfbbf05-2826-4eec-8962-b6ea0b130bc5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8d40520-d5aa-438a-91d1-425ec9a2c7f0 HTTP/1.1" status: 200 len: 1001 time: 0.0955915 May 03 23:48:24.927343 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd8a35-948e-44aa-9a6f-8ed4a372f4e0 req-2aeb97d3-d7ba-4e68-b7d6-3b7fdbd2026e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:48:24.928718 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5ecd8a35-948e-44aa-9a6f-8ed4a372f4e0 req-2aeb97d3-d7ba-4e68-b7d6-3b7fdbd2026e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c5e88c7f-edc6-4222-bc75-9d809e6e30ee HTTP/1.1" status: 200 len: 849 time: 0.0559759 May 03 23:48:25.006137 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd8a35-948e-44aa-9a6f-8ed4a372f4e0 req-63ae8085-85f9-4cd5-b9e4-063b0b306f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:48:25.007558 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5ecd8a35-948e-44aa-9a6f-8ed4a372f4e0 req-63ae8085-85f9-4cd5-b9e4-063b0b306f45 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c2e2d6f8-d1dc-49a7-8877-85c5b9e40121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724905 May 03 23:48:25.135494 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5ecd8a35-948e-44aa-9a6f-8ed4a372f4e0 req-cbe2ad68-2355-46ec-a1e7-9eb3f0c31607 service neutron] 10.222.0.67 "GET /v2.0/networks/c2e2d6f8-d1dc-49a7-8877-85c5b9e40121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219494 May 03 23:48:25.265196 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-5ecd8a35-948e-44aa-9a6f-8ed4a372f4e0 req-f0e70ef9-a5e1-4123-b07d-eb0135eb7af0 service neutron] 10.222.0.67 "GET /v2.0/networks/c2e2d6f8-d1dc-49a7-8877-85c5b9e40121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234124 May 03 23:48:25.288294 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:48:25.683502 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c47d6beb-1cdf-4076-85a7-0d64fca9e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:48:26.533214 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:48:26.615220 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:48:27.930592 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:48:28.689073 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:48:48.222098 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:48:52.581543 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device a8d40520-d5aa-438a-91d1-425ec9a2c7f0 details requested by agent hyperv_n-h2-811807-1 with host n-h2-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:48:52.710649 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port a8d40520-d5aa-438a-91d1-425ec9a2c7f0, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=a8d40520-d5aa-438a-91d1-425ec9a2c7f0,segment=NetworkSegment(4cfc2889-e387-4637-a575-458bf9f65fc0),segment_id=4cfc2889-e387-4637-a575-458bf9f65fc0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:48:52.724398 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Returning: {'device': 'a8d40520-d5aa-438a-91d1-425ec9a2c7f0', 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121', 'port_id': 'a8d40520-d5aa-438a-91d1-425ec9a2c7f0', 'mac_address': 'fa:16:3e:bf:56:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5e88c7f-edc6-4222-bc75-9d809e6e30ee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:48:52.780851 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:48:52.796696 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8d40520-d5aa-438a-91d1-425ec9a2c7f0 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:48:52.812019 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port a8d40520-d5aa-438a-91d1-425ec9a2c7f0, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=a8d40520-d5aa-438a-91d1-425ec9a2c7f0,segment=NetworkSegment(4cfc2889-e387-4637-a575-458bf9f65fc0),segment_id=4cfc2889-e387-4637-a575-458bf9f65fc0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:48:52.815447 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:48:52.881898 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=a8d40520-d5aa-438a-91d1-425ec9a2c7f0,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:48:52.890734 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:48:52.891083 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:48:52.891422 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:48:52.891758 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:48:52.892090 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:48:52.892420 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:48:52.892761 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:48:52.893073 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:48:52.893394 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:48:52.893715 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:48:52.894065 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:48:52.894388 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:48:52.897750 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] get_ports_and_sgs() called for port_ids ['a8d40520-d5aa-438a-91d1-425ec9a2c7f0'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:48:53.132396 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-34db1f0b-eacf-43c1-9f74-f60bec03d2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:48:54.587269 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device a8d40520-d5aa-438a-91d1-425ec9a2c7f0 up at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:48:54.656689 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Provisioning complete for port a8d40520-d5aa-438a-91d1-425ec9a2c7f0 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:48:54.657055 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:48:54.769737 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:48:54.796217 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651919a2-56d6-443a-8c93-7f9cc3ae4961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d40520-d5aa-438a-91d1-425ec9a2c7f0'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:48:54.805632 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port a8d40520-d5aa-438a-91d1-425ec9a2c7f0, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=a8d40520-d5aa-438a-91d1-425ec9a2c7f0,segment=NetworkSegment(4cfc2889-e387-4637-a575-458bf9f65fc0),segment_id=4cfc2889-e387-4637-a575-458bf9f65fc0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:48:54.810178 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:48:54.876179 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=a8d40520-d5aa-438a-91d1-425ec9a2c7f0,revision_number=7']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:48:54.926090 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f03b9d84-4fcd-4f67-97da-9ca75f9471fb'] response: {'server_uuid': '651919a2-56d6-443a-8c93-7f9cc3ae4961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d40520-d5aa-438a-91d1-425ec9a2c7f0', 'code': 200} May 03 23:48:55.241256 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:48:55.686005 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a380a25f-e508-47ee-a8ee-3eb6d15d1bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:48:56.535822 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:48:56.617577 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:48:57.936361 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:48:58.713942 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:07.652593 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-70feb603-9fde-41d1-8935-7144efbdeebd tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1203472071&fields=id&tenant_id=716f363c793d414caa1834da0acac2cf HTTP/1.1" status: 200 len: 267 time: 0.0386612 May 03 23:49:07.797705 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-945bc925-6545-49e4-8775-cdb10edf90f1 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:07.799077 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-945bc925-6545-49e4-8775-cdb10edf90f1 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/networks?id=c2e2d6f8-d1dc-49a7-8877-85c5b9e40121 HTTP/1.1" status: 200 len: 810 time: 0.1395915 May 03 23:49:07.814588 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-f1f070a5-272c-475e-9c52-9a8e12e682c3 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/quotas/716f363c793d414caa1834da0acac2cf HTTP/1.1" status: 200 len: 375 time: 0.0100942 May 03 23:49:07.898511 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-4a36b3f4-0e22-401c-b3ab-257ade1f8310 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=716f363c793d414caa1834da0acac2cf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0790799 May 03 23:49:07.955263 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-05ef87f8-69a4-4939-a287-c17fd88ffe55 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88069) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 23:49:07.956224 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-05ef87f8-69a4-4939-a287-c17fd88ffe55 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466444 May 03 23:49:08.084960 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-466311e3-6317-449e-8cae-ce87824ef5f9 service neutron] 10.222.0.58 "GET /v2.0/networks/c2e2d6f8-d1dc-49a7-8877-85c5b9e40121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228795 May 03 23:49:08.213234 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-33d363fe-2520-45a4-9c23-aa7b962f41ba service neutron] 10.222.0.58 "GET /v2.0/networks/c2e2d6f8-d1dc-49a7-8877-85c5b9e40121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227229 May 03 23:49:09.464402 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-374735fa-72a2-4747-b364-fc21b2a377a5 req-0106540f-637e-4297-9812-43c698847c30 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2104d5f-a639-4205-93cf-5a99356738e1 HTTP/1.1" status: 200 len: 210 time: 0.0965433 May 03 23:49:10.562598 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-d43b07a8-e6b0-4fc6-ba62-246cf9c2dec1 req-8962d4e0-6cf0-4b61-93ff-ba419c3ccb83 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2104d5f-a639-4205-93cf-5a99356738e1 HTTP/1.1" status: 200 len: 210 time: 0.0428836 May 03 23:49:10.651211 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device a8d40520-d5aa-438a-91d1-425ec9a2c7f0 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:49:10.774765 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:10.805996 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651919a2-56d6-443a-8c93-7f9cc3ae4961', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8d40520-d5aa-438a-91d1-425ec9a2c7f0'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:49:10.817429 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] For port a8d40520-d5aa-438a-91d1-425ec9a2c7f0, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=a8d40520-d5aa-438a-91d1-425ec9a2c7f0,segment=NetworkSegment(4cfc2889-e387-4637-a575-458bf9f65fc0),segment_id=4cfc2889-e387-4637-a575-458bf9f65fc0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:49:10.821352 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:10.857514 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a60358d1-f3c0-44c0-aeb8-bf63630b2aee'] response: {'server_uuid': '651919a2-56d6-443a-8c93-7f9cc3ae4961', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8d40520-d5aa-438a-91d1-425ec9a2c7f0', 'code': 200} May 03 23:49:10.895389 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Pushing event updated for resources: {'Port': ['ID=a8d40520-d5aa-438a-91d1-425ec9a2c7f0,revision_number=8']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:49:11.710649 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-e8ef1c36-632d-40f4-a495-385dd5683757 req-fc071b9a-d2b2-4fa7-8b80-d307604534b6 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2104d5f-a639-4205-93cf-5a99356738e1 HTTP/1.1" status: 200 len: 210 time: 0.0412648 May 03 23:49:12.580321 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-2bbc07c5-80e4-4e53-8f07-bca9600b5b88 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:12.581657 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-2bbc07c5-80e4-4e53-8f07-bca9600b5b88 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.60 "GET /v2.0/networks?id=c2e2d6f8-d1dc-49a7-8877-85c5b9e40121 HTTP/1.1" status: 200 len: 810 time: 0.1508439 May 03 23:49:12.630482 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-93de8a65-e778-4a99-a49f-a63941920942 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=716f363c793d414caa1834da0acac2cf HTTP/1.1" status: 200 len: 380 time: 0.0405450 May 03 23:49:12.640331 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-15ffde9d-a9e4-4501-a2c9-ff24f2ba1b88 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Request body: {'port': {'device_id': 'c2104d5f-a639-4205-93cf-5a99356738e1', 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121', 'admin_state_up': True, 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'security_groups': ['2cbee228-2858-4d04-84ef-f5260318748c']}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:49:12.780318 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-15ffde9d-a9e4-4501-a2c9-ff24f2ba1b88 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:49:12.792667 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.quota.driver [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-15ffde9d-a9e4-4501-a2c9-ff24f2ba1b88 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88070) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:49:12.803493 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-15ffde9d-a9e4-4501-a2c9-ff24f2ba1b88 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Made reservation on behalf of 716f363c793d414caa1834da0acac2cf for: {'port': 1} {{(pid=88070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:49:12.808168 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-15ffde9d-a9e4-4501-a2c9-ff24f2ba1b88 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:12.993386 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-958dd2ae-d450-4b62-9675-73a6a1aeb965 req-dd4eb8bf-4e08-4448-843a-7ae90a006a66 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2104d5f-a639-4205-93cf-5a99356738e1 HTTP/1.1" status: 200 len: 210 time: 0.1660776 May 03 23:49:13.033479 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.db_base_plugin_common [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-15ffde9d-a9e4-4501-a2c9-ff24f2ba1b88 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Allocated IP 172.20.0.6 (c2e2d6f8-d1dc-49a7-8877-85c5b9e40121/c5e88c7f-edc6-4222-bc75-9d809e6e30ee/44c7a997-aacf-4ee8-8219-4caeddf84266) {{(pid=88070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:49:13.279122 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-15ffde9d-a9e4-4501-a2c9-ff24f2ba1b88 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks [] for port, precommit_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:13.308137 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-15ffde9d-a9e4-4501-a2c9-ff24f2ba1b88 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Transition to ACTIVE for port object 44c7a997-aacf-4ee8-8219-4caeddf84266 will not be triggered until provisioned by entity DHCP. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:49:13.344117 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-15ffde9d-a9e4-4501-a2c9-ff24f2ba1b88 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_create {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:13.426134 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-15ffde9d-a9e4-4501-a2c9-ff24f2ba1b88 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Network c2e2d6f8-d1dc-49a7-8877-85c5b9e40121 is already hosted by enough agents. {{(pid=88070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:49:13.429400 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.base_scheduler [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-15ffde9d-a9e4-4501-a2c9-ff24f2ba1b88 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Resources bound (agent type, host, resource id): {{(pid=88070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:49:13.433671 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-15ffde9d-a9e4-4501-a2c9-ff24f2ba1b88 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Received port after_create {{(pid=88070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:49:13.467770 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ffde9d-a9e4-4501-a2c9-ff24f2ba1b88 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Pushing event updated for resources: {'Port': ['ID=44c7a997-aacf-4ee8-8219-4caeddf84266,revision_number=1']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:49:13.490325 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ffde9d-a9e4-4501-a2c9-ff24f2ba1b88 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:13.490620 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ffde9d-a9e4-4501-a2c9-ff24f2ba1b88 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:13.491032 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ffde9d-a9e4-4501-a2c9-ff24f2ba1b88 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:13.491275 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ffde9d-a9e4-4501-a2c9-ff24f2ba1b88 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:13.491613 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ffde9d-a9e4-4501-a2c9-ff24f2ba1b88 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:13.491946 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ffde9d-a9e4-4501-a2c9-ff24f2ba1b88 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:13.492277 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ffde9d-a9e4-4501-a2c9-ff24f2ba1b88 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:13.492618 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ffde9d-a9e4-4501-a2c9-ff24f2ba1b88 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:13.492933 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ffde9d-a9e4-4501-a2c9-ff24f2ba1b88 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:13.493258 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ffde9d-a9e4-4501-a2c9-ff24f2ba1b88 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:13.493581 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ffde9d-a9e4-4501-a2c9-ff24f2ba1b88 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:13.493941 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ffde9d-a9e4-4501-a2c9-ff24f2ba1b88 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:13.523018 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-15ffde9d-a9e4-4501-a2c9-ff24f2ba1b88 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:13.524156 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-15ffde9d-a9e4-4501-a2c9-ff24f2ba1b88 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:13.563955 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-15ffde9d-a9e4-4501-a2c9-ff24f2ba1b88 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9270957 May 03 23:49:13.784816 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5b4a3d3c-b70f-43a7-a32a-c4ea4903bdcb None None] Provisioning for port 44c7a997-aacf-4ee8-8219-4caeddf84266 completed by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:49:13.792521 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-5b4a3d3c-b70f-43a7-a32a-c4ea4903bdcb None None] Provisioning complete for port 44c7a997-aacf-4ee8-8219-4caeddf84266 triggered by entity DHCP. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:49:13.793153 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5b4a3d3c-b70f-43a7-a32a-c4ea4903bdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:13.848820 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-5b4a3d3c-b70f-43a7-a32a-c4ea4903bdcb None None] Port 44c7a997-aacf-4ee8-8219-4caeddf84266 cannot update to ACTIVE because it is not bound. {{(pid=88071) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 23:49:14.224000 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce9cc6-d25b-411f-92f9-1ad0a43a97bb req-ebd89e88-d3d0-416a-9dcb-c0895973be45 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:14.226356 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-18ce9cc6-d25b-411f-92f9-1ad0a43a97bb req-ebd89e88-d3d0-416a-9dcb-c0895973be45 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2104d5f-a639-4205-93cf-5a99356738e1 HTTP/1.1" status: 200 len: 931 time: 0.1010528 May 03 23:49:14.272258 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-18ce9cc6-d25b-411f-92f9-1ad0a43a97bb req-68129d00-448b-49e0-9d82-5801bbd0e09f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cbee228-2858-4d04-84ef-f5260318748c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401878 May 03 23:49:15.524872 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d74aab-c3af-4765-9ec0-1ea2f68a86bb req-eaf3c0dd-c401-4170-be5c-ce8399178d4e tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:15.526642 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-97d74aab-c3af-4765-9ec0-1ea2f68a86bb req-eaf3c0dd-c401-4170-be5c-ce8399178d4e tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2104d5f-a639-4205-93cf-5a99356738e1 HTTP/1.1" status: 200 len: 931 time: 0.1002154 May 03 23:49:15.594495 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-97d74aab-c3af-4765-9ec0-1ea2f68a86bb req-ee165224-6b9d-49ab-8a6b-ba1ff3df4b68 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cbee228-2858-4d04-84ef-f5260318748c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606611 May 03 23:49:16.801149 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf9d40-e262-44c6-83b0-375e978f4397 req-50190416-9dd9-4046-a6a6-071e08c602e7 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:16.803606 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b2bf9d40-e262-44c6-83b0-375e978f4397 req-50190416-9dd9-4046-a6a6-071e08c602e7 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2104d5f-a639-4205-93cf-5a99356738e1 HTTP/1.1" status: 200 len: 931 time: 0.0945656 May 03 23:49:16.859096 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-b2bf9d40-e262-44c6-83b0-375e978f4397 req-54debd42-7834-4f57-81a7-30da9c3943d5 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cbee228-2858-4d04-84ef-f5260318748c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481367 May 03 23:49:18.056737 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd90bab-115e-4f2f-a168-44a9eaaf3553 req-feac2c9f-6673-4f63-b9b7-adff2db2e171 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:18.064555 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4dd90bab-115e-4f2f-a168-44a9eaaf3553 req-feac2c9f-6673-4f63-b9b7-adff2db2e171 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2104d5f-a639-4205-93cf-5a99356738e1 HTTP/1.1" status: 200 len: 931 time: 0.0892396 May 03 23:49:18.106420 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4dd90bab-115e-4f2f-a168-44a9eaaf3553 req-0e5c9160-9be6-451e-a660-fac424192b20 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cbee228-2858-4d04-84ef-f5260318748c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409827 May 03 23:49:19.323088 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d6167-bbfe-4292-b805-0075a26f6269 req-a53dfa9d-c409-4130-bc21-aad86e28ec80 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:19.324669 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4a7d6167-bbfe-4292-b805-0075a26f6269 req-a53dfa9d-c409-4130-bc21-aad86e28ec80 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2104d5f-a639-4205-93cf-5a99356738e1 HTTP/1.1" status: 200 len: 931 time: 0.0977578 May 03 23:49:19.383174 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-4a7d6167-bbfe-4292-b805-0075a26f6269 req-f60caee6-d231-44d7-856a-5112c7f0409b tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cbee228-2858-4d04-84ef-f5260318748c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519300 May 03 23:49:20.535807 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.v2.base [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-87c7717e-e145-4420-957a-0870e9b487d3 service neutron] Request body: {'port': {'device_id': 'c2104d5f-a639-4205-93cf-5a99356738e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811807-1'}} {{(pid=88070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:49:20.578571 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e682c-4dfb-412f-9449-52cc439dbfbd req-f3f13a8c-20a5-4133-8adb-5a78d5183d08 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:20.580021 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-070e682c-4dfb-412f-9449-52cc439dbfbd req-f3f13a8c-20a5-4133-8adb-5a78d5183d08 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2104d5f-a639-4205-93cf-5a99356738e1 HTTP/1.1" status: 200 len: 931 time: 0.0890718 May 03 23:49:20.625041 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-070e682c-4dfb-412f-9449-52cc439dbfbd req-c675f20d-1f82-4753-b524-88a0acd7a140 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cbee228-2858-4d04-84ef-f5260318748c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389843 May 03 23:49:20.663323 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-87c7717e-e145-4420-957a-0870e9b487d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:20.992423 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-87c7717e-e145-4420-957a-0870e9b487d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44c7a997-aacf-4ee8-8219-4caeddf84266 {{(pid=88070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:49:20.999980 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-87c7717e-e145-4420-957a-0870e9b487d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:21.013561 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.provisioning_blocks [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-87c7717e-e145-4420-957a-0870e9b487d3 service neutron] Transition to ACTIVE for port object 44c7a997-aacf-4ee8-8219-4caeddf84266 will not be triggered until provisioned by entity L2. {{(pid=88070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 23:49:21.017202 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-87c7717e-e145-4420-957a-0870e9b487d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:21.166550 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c7717e-e145-4420-957a-0870e9b487d3 service neutron] Pushing event updated for resources: {'Port': ['ID=44c7a997-aacf-4ee8-8219-4caeddf84266,revision_number=2']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:49:21.352353 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-87c7717e-e145-4420-957a-0870e9b487d3 service neutron] Attempting to bind port 44c7a997-aacf-4ee8-8219-4caeddf84266 on host n-h1-811807-1 for vnic_type normal with profile {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 23:49:21.352739 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-87c7717e-e145-4420-957a-0870e9b487d3 service neutron] Attempting to bind port 44c7a997-aacf-4ee8-8219-4caeddf84266 by drivers openvswitch,hyperv on host n-h1-811807-1 at level 0 using segments [{'id': '4cfc2889-e387-4637-a575-458bf9f65fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121'}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 23:49:21.353187 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-87c7717e-e145-4420-957a-0870e9b487d3 service neutron] Attempting to bind port 44c7a997-aacf-4ee8-8219-4caeddf84266 on network c2e2d6f8-d1dc-49a7-8877-85c5b9e40121 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:49:21.358311 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-87c7717e-e145-4420-957a-0870e9b487d3 service neutron] Port 44c7a997-aacf-4ee8-8219-4caeddf84266 on network c2e2d6f8-d1dc-49a7-8877-85c5b9e40121 not bound, no agent of type Open vSwitch agent registered on host n-h1-811807-1 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 23:49:21.358631 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-87c7717e-e145-4420-957a-0870e9b487d3 service neutron] Attempting to bind port 44c7a997-aacf-4ee8-8219-4caeddf84266 on network c2e2d6f8-d1dc-49a7-8877-85c5b9e40121 {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 23:49:21.363567 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-87c7717e-e145-4420-957a-0870e9b487d3 service neutron] Checking agent: {'id': 'f327a73e-d19a-4f9d-9147-252437056a27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811807-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'started_at': datetime.datetime(2022, 5, 3, 22, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 23:49:21.363902 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-87c7717e-e145-4420-957a-0870e9b487d3 service neutron] Checking segment: {'id': '4cfc2889-e387-4637-a575-458bf9f65fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 23:49:21.364280 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-87c7717e-e145-4420-957a-0870e9b487d3 service neutron] Bound using segment: {'id': '4cfc2889-e387-4637-a575-458bf9f65fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121'} {{(pid=88070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 23:49:21.364696 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.managers [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-87c7717e-e145-4420-957a-0870e9b487d3 service neutron] Bound port: 44c7a997-aacf-4ee8-8219-4caeddf84266, host: n-h1-811807-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cfc2889-e387-4637-a575-458bf9f65fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121'}}] {{(pid=88070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 23:49:21.365033 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-87c7717e-e145-4420-957a-0870e9b487d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:21.453282 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-87c7717e-e145-4420-957a-0870e9b487d3 service neutron] For port 44c7a997-aacf-4ee8-8219-4caeddf84266, host n-h1-811807-1, cleared binding levels {{(pid=88070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 23:49:21.456139 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-87c7717e-e145-4420-957a-0870e9b487d3 service neutron] For port 44c7a997-aacf-4ee8-8219-4caeddf84266, host n-h1-811807-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=44c7a997-aacf-4ee8-8219-4caeddf84266,segment=NetworkSegment(4cfc2889-e387-4637-a575-458bf9f65fc0),segment_id=4cfc2889-e387-4637-a575-458bf9f65fc0)] {{(pid=88070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 23:49:21.460954 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-87c7717e-e145-4420-957a-0870e9b487d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15106934'] for port, after_update {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:21.517764 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-87c7717e-e145-4420-957a-0870e9b487d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:21.518413 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-87c7717e-e145-4420-957a-0870e9b487d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:21.519763 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-87c7717e-e145-4420-957a-0870e9b487d3 service neutron] 10.222.0.60 "PUT /v2.0/ports/44c7a997-aacf-4ee8-8219-4caeddf84266 HTTP/1.1" status: 200 len: 1091 time: 0.9888065 May 03 23:49:21.520193 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2104d5f-a639-4205-93cf-5a99356738e1', 'tag': '44c7a997-aacf-4ee8-8219-4caeddf84266'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:49:21.550534 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c7717e-e145-4420-957a-0870e9b487d3 service neutron] Pushing event updated for resources: {'Port': ['ID=44c7a997-aacf-4ee8-8219-4caeddf84266,revision_number=3']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:49:21.640323 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-e8c580c8-c2b3-4187-b9d1-5634184aecc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:21.641894 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-e8c580c8-c2b3-4187-b9d1-5634184aecc8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=716f363c793d414caa1834da0acac2cf&device_id=c2104d5f-a639-4205-93cf-5a99356738e1 HTTP/1.1" status: 200 len: 1094 time: 0.0812058 May 03 23:49:21.696927 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f307ea9f-b15f-407c-a570-4960ae2e08f5'] response: {'name': 'network-changed', 'server_uuid': 'c2104d5f-a639-4205-93cf-5a99356738e1', 'tag': '44c7a997-aacf-4ee8-8219-4caeddf84266', 'status': 'completed', 'code': 200} May 03 23:49:21.712043 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-f3cee2cd-0144-44ea-a23f-e1be4604863c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44c7a997-aacf-4ee8-8219-4caeddf84266 HTTP/1.1" status: 200 len: 217 time: 0.0638218 May 03 23:49:21.777963 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-ab879653-e9ac-41f5-a5a3-e19251751199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:21.779927 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-ab879653-e9ac-41f5-a5a3-e19251751199 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c5e88c7f-edc6-4222-bc75-9d809e6e30ee HTTP/1.1" status: 200 len: 849 time: 0.0621707 May 03 23:49:21.832283 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721750bc-ab02-4605-b4b6-0f2c3c554dc5 req-495b5225-bcb6-47ab-bc41-873443108ac0 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:21.833669 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-721750bc-ab02-4605-b4b6-0f2c3c554dc5 req-495b5225-bcb6-47ab-bc41-873443108ac0 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2104d5f-a639-4205-93cf-5a99356738e1 HTTP/1.1" status: 200 len: 943 time: 0.0913193 May 03 23:49:21.856665 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-b2786cc6-87e9-495b-8276-cbe5f2fe2b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:21.858253 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-b2786cc6-87e9-495b-8276-cbe5f2fe2b99 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c2e2d6f8-d1dc-49a7-8877-85c5b9e40121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718858 May 03 23:49:21.879674 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-721750bc-ab02-4605-b4b6-0f2c3c554dc5 req-77b828be-bd88-4ef4-875c-013f2ba82c0a tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cbee228-2858-4d04-84ef-f5260318748c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391023 May 03 23:49:21.988093 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-f832e9d9-f98f-424f-87c9-5ba418ebf65c service neutron] 10.222.0.60 "GET /v2.0/networks/c2e2d6f8-d1dc-49a7-8877-85c5b9e40121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228414 May 03 23:49:22.117597 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b3332fc5-8b88-4c07-9706-925d1b3fdee2 req-0d1ea122-f7b9-4d20-bf19-df016ce73923 service neutron] 10.222.0.60 "GET /v2.0/networks/c2e2d6f8-d1dc-49a7-8877-85c5b9e40121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236918 May 03 23:49:22.236511 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6686500-aa5c-4e3f-9e88-9f13ffbf22d8 req-2e5fee30-5141-4e61-956b-6a26c584d55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:22.237996 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e6686500-aa5c-4e3f-9e88-9f13ffbf22d8 req-2e5fee30-5141-4e61-956b-6a26c584d55f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=716f363c793d414caa1834da0acac2cf&device_id=c2104d5f-a639-4205-93cf-5a99356738e1 HTTP/1.1" status: 200 len: 1094 time: 0.0714414 May 03 23:49:22.368540 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6686500-aa5c-4e3f-9e88-9f13ffbf22d8 req-0ad61d08-213b-405f-91b8-bf9233800325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:22.369898 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e6686500-aa5c-4e3f-9e88-9f13ffbf22d8 req-0ad61d08-213b-405f-91b8-bf9233800325 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c2e2d6f8-d1dc-49a7-8877-85c5b9e40121 HTTP/1.1" status: 200 len: 911 time: 0.1260991 May 03 23:49:22.439357 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e6686500-aa5c-4e3f-9e88-9f13ffbf22d8 req-84d90c3f-4942-4754-a926-b95a95ff0188 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44c7a997-aacf-4ee8-8219-4caeddf84266 HTTP/1.1" status: 200 len: 217 time: 0.0627670 May 03 23:49:22.507469 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6686500-aa5c-4e3f-9e88-9f13ffbf22d8 req-fa5b6d36-d6e7-4042-9aa6-33efdb45e3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:22.508866 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e6686500-aa5c-4e3f-9e88-9f13ffbf22d8 req-fa5b6d36-d6e7-4042-9aa6-33efdb45e3c2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c5e88c7f-edc6-4222-bc75-9d809e6e30ee HTTP/1.1" status: 200 len: 849 time: 0.0636477 May 03 23:49:22.581617 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6686500-aa5c-4e3f-9e88-9f13ffbf22d8 req-fbd03745-34eb-4bf9-8144-de3f9583ab45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:22.583096 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e6686500-aa5c-4e3f-9e88-9f13ffbf22d8 req-fbd03745-34eb-4bf9-8144-de3f9583ab45 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c2e2d6f8-d1dc-49a7-8877-85c5b9e40121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680227 May 03 23:49:22.712199 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e6686500-aa5c-4e3f-9e88-9f13ffbf22d8 req-781a2808-5e1d-4401-a64a-aa592d52d65d service neutron] 10.222.0.60 "GET /v2.0/networks/c2e2d6f8-d1dc-49a7-8877-85c5b9e40121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212854 May 03 23:49:22.842324 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-e6686500-aa5c-4e3f-9e88-9f13ffbf22d8 req-1284ef10-3f5a-4467-b6fc-1d310bc80a8d service neutron] 10.222.0.60 "GET /v2.0/networks/c2e2d6f8-d1dc-49a7-8877-85c5b9e40121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227450 May 03 23:49:23.062937 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c31370-dce5-4a95-80b7-cca6ee08cab4 req-0b16f363-025c-4309-80b8-6779d6ceaba3 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:23.064311 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-02c31370-dce5-4a95-80b7-cca6ee08cab4 req-0b16f363-025c-4309-80b8-6779d6ceaba3 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2104d5f-a639-4205-93cf-5a99356738e1 HTTP/1.1" status: 200 len: 943 time: 0.0786552 May 03 23:49:23.111418 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-02c31370-dce5-4a95-80b7-cca6ee08cab4 req-d96f5644-b8c9-45d2-adc8-314d8477e274 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cbee228-2858-4d04-84ef-f5260318748c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414639 May 03 23:49:23.115062 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ea6316a4-db6a-467d-9da2-24111561d077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:24.295219 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082e7e6-7b53-4a43-b703-05d57888f542 req-2d0827cd-3099-4d56-bd5f-21deff8f19d3 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:24.296680 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2082e7e6-7b53-4a43-b703-05d57888f542 req-2d0827cd-3099-4d56-bd5f-21deff8f19d3 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2104d5f-a639-4205-93cf-5a99356738e1 HTTP/1.1" status: 200 len: 943 time: 0.0802383 May 03 23:49:24.339527 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2082e7e6-7b53-4a43-b703-05d57888f542 req-b94507f2-bd74-4cce-9ab1-a903e77eacde tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cbee228-2858-4d04-84ef-f5260318748c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372994 May 03 23:49:25.221038 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:49:25.254391 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:25.527398 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4fa4a-652a-4709-a0b1-9c498d0aff97 req-ecff56db-db4f-4fbd-a976-e477a37565d4 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:25.529241 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-04a4fa4a-652a-4709-a0b1-9c498d0aff97 req-ecff56db-db4f-4fbd-a976-e477a37565d4 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2104d5f-a639-4205-93cf-5a99356738e1 HTTP/1.1" status: 200 len: 943 time: 0.0810535 May 03 23:49:25.572527 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-04a4fa4a-652a-4709-a0b1-9c498d0aff97 req-b4daa4d5-11e1-4fe1-a8b7-fe66325e4013 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cbee228-2858-4d04-84ef-f5260318748c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376687 May 03 23:49:25.688589 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0a0a9d6b-075d-4895-a42d-4309d224f8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:25.959752 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-444d276b-6c09-42a5-b064-902af6f903e8 req-b0445102-ee45-4aec-8ab4-ccc7c2756cbb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=651919a2-56d6-443a-8c93-7f9cc3ae4961&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0683706 May 03 23:49:26.098610 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d276b-6c09-42a5-b064-902af6f903e8 req-e442f88e-9857-4c9c-849c-3488483cb092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:26.100044 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-444d276b-6c09-42a5-b064-902af6f903e8 req-e442f88e-9857-4c9c-849c-3488483cb092 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=716f363c793d414caa1834da0acac2cf&device_id=651919a2-56d6-443a-8c93-7f9cc3ae4961 HTTP/1.1" status: 200 len: 1095 time: 0.0727973 May 03 23:49:26.240818 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d276b-6c09-42a5-b064-902af6f903e8 req-d2470fe2-ad29-439d-9e3e-165a3169c71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:26.242165 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-444d276b-6c09-42a5-b064-902af6f903e8 req-d2470fe2-ad29-439d-9e3e-165a3169c71c service neutron] 10.222.0.67 "GET /v2.0/networks?id=c2e2d6f8-d1dc-49a7-8877-85c5b9e40121 HTTP/1.1" status: 200 len: 911 time: 0.1237931 May 03 23:49:26.339000 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-444d276b-6c09-42a5-b064-902af6f903e8 req-2258dbb8-60d9-49cd-8540-e7166588183f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8d40520-d5aa-438a-91d1-425ec9a2c7f0 HTTP/1.1" status: 200 len: 999 time: 0.0904925 May 03 23:49:26.404525 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 44c7a997-aacf-4ee8-8219-4caeddf84266 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:49:26.405309 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d276b-6c09-42a5-b064-902af6f903e8 req-824ed589-7ecc-4b57-b0d0-c4c5216d76c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:26.406776 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-444d276b-6c09-42a5-b064-902af6f903e8 req-824ed589-7ecc-4b57-b0d0-c4c5216d76c5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c5e88c7f-edc6-4222-bc75-9d809e6e30ee HTTP/1.1" status: 200 len: 849 time: 0.0614634 May 03 23:49:26.479382 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d276b-6c09-42a5-b064-902af6f903e8 req-8130c9c2-1fda-4f9e-807a-ec61cf9831e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:26.480853 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-444d276b-6c09-42a5-b064-902af6f903e8 req-8130c9c2-1fda-4f9e-807a-ec61cf9831e2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c2e2d6f8-d1dc-49a7-8877-85c5b9e40121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686774 May 03 23:49:26.550653 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 44c7a997-aacf-4ee8-8219-4caeddf84266, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=44c7a997-aacf-4ee8-8219-4caeddf84266,segment=NetworkSegment(4cfc2889-e387-4637-a575-458bf9f65fc0),segment_id=4cfc2889-e387-4637-a575-458bf9f65fc0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:49:26.565502 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '44c7a997-aacf-4ee8-8219-4caeddf84266', 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121', 'port_id': '44c7a997-aacf-4ee8-8219-4caeddf84266', 'mac_address': 'fa:16:3e:66:9e:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5e88c7f-edc6-4222-bc75-9d809e6e30ee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:49:26.567375 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:26.619631 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-444d276b-6c09-42a5-b064-902af6f903e8 req-b3fe2e39-390e-4e91-90a9-0ca639f6dc01 service neutron] 10.222.0.67 "GET /v2.0/networks/c2e2d6f8-d1dc-49a7-8877-85c5b9e40121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324503 May 03 23:49:26.667596 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:26.669556 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:26.687160 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44c7a997-aacf-4ee8-8219-4caeddf84266 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:49:26.703040 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 44c7a997-aacf-4ee8-8219-4caeddf84266, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=44c7a997-aacf-4ee8-8219-4caeddf84266,segment=NetworkSegment(4cfc2889-e387-4637-a575-458bf9f65fc0),segment_id=4cfc2889-e387-4637-a575-458bf9f65fc0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:49:26.706837 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:26.773436 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=44c7a997-aacf-4ee8-8219-4caeddf84266,revision_number=4']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:49:26.906826 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-444d276b-6c09-42a5-b064-902af6f903e8 req-fe3e933e-ef99-4058-ad44-6e72bf68b358 service neutron] 10.222.0.67 "GET /v2.0/networks/c2e2d6f8-d1dc-49a7-8877-85c5b9e40121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809353 May 03 23:49:26.928541 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60381a-5d31-482a-97b4-81219b5a4e32 req-73bc5ef1-4a26-40c8-9336-215fd132ee5d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:26.929981 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3c60381a-5d31-482a-97b4-81219b5a4e32 req-73bc5ef1-4a26-40c8-9336-215fd132ee5d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2104d5f-a639-4205-93cf-5a99356738e1 HTTP/1.1" status: 200 len: 944 time: 0.2195137 May 03 23:49:26.954449 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['44c7a997-aacf-4ee8-8219-4caeddf84266'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:49:26.974395 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-3c60381a-5d31-482a-97b4-81219b5a4e32 req-2cdffeba-5ab1-48c9-9cf2-cbef3afb57a9 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cbee228-2858-4d04-84ef-f5260318748c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383811 May 03 23:49:27.935538 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:28.159741 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bd058-41d7-4a35-87fa-f188dd476097 req-1a559d3a-fb93-4eb3-be9d-7bb3b805101c tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:28.161114 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ef7bd058-41d7-4a35-87fa-f188dd476097 req-1a559d3a-fb93-4eb3-be9d-7bb3b805101c tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2104d5f-a639-4205-93cf-5a99356738e1 HTTP/1.1" status: 200 len: 944 time: 0.0843000 May 03 23:49:28.207144 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ef7bd058-41d7-4a35-87fa-f188dd476097 req-3ee7e660-121a-4d67-b2ef-782c51cf2d28 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cbee228-2858-4d04-84ef-f5260318748c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404792 May 03 23:49:28.419122 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 44c7a997-aacf-4ee8-8219-4caeddf84266 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:49:28.490664 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning for port 44c7a997-aacf-4ee8-8219-4caeddf84266 completed by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 23:49:28.495160 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 44c7a997-aacf-4ee8-8219-4caeddf84266 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:49:28.495527 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:28.615224 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:28.641320 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2104d5f-a639-4205-93cf-5a99356738e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c7a997-aacf-4ee8-8219-4caeddf84266'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:49:28.650774 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 44c7a997-aacf-4ee8-8219-4caeddf84266, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=44c7a997-aacf-4ee8-8219-4caeddf84266,segment=NetworkSegment(4cfc2889-e387-4637-a575-458bf9f65fc0),segment_id=4cfc2889-e387-4637-a575-458bf9f65fc0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:49:28.654682 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:28.685579 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29e2b88d-d377-4a80-a139-8661777df50c'] response: {'server_uuid': 'c2104d5f-a639-4205-93cf-5a99356738e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c7a997-aacf-4ee8-8219-4caeddf84266', 'code': 200} May 03 23:49:28.736577 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=44c7a997-aacf-4ee8-8219-4caeddf84266,revision_number=5']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:49:28.739167 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:28.808595 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568815c5-3d28-4b00-a98c-d2ba64e0ee07 req-681fc4e5-cd7e-401b-b462-a667bdd4ce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:28.810571 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-568815c5-3d28-4b00-a98c-d2ba64e0ee07 req-681fc4e5-cd7e-401b-b462-a667bdd4ce78 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c2104d5f-a639-4205-93cf-5a99356738e1 HTTP/1.1" status: 200 len: 1096 time: 0.0697882 May 03 23:49:28.853084 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-568815c5-3d28-4b00-a98c-d2ba64e0ee07 req-234a8cb7-a075-4690-9347-fddaecce3f65 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2cbee228-2858-4d04-84ef-f5260318748c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363932 May 03 23:49:29.389470 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c31c7-ea9f-4f90-b082-73fea677ffa8 req-a004fe21-e916-4948-8b9a-9b06efc0c0aa tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:29.390943 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-525c31c7-ea9f-4f90-b082-73fea677ffa8 req-a004fe21-e916-4948-8b9a-9b06efc0c0aa tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2104d5f-a639-4205-93cf-5a99356738e1 HTTP/1.1" status: 200 len: 945 time: 0.0788882 May 03 23:49:29.434174 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-525c31c7-ea9f-4f90-b082-73fea677ffa8 req-9f2e811f-d2dd-422d-bdcd-941679d1261c tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cbee228-2858-4d04-84ef-f5260318748c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377378 May 03 23:49:30.630436 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43149a-5321-4bf1-b773-b6429f24ffc5 req-e67ae414-abd5-4ae6-a897-c8fc4dca97f3 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:30.631888 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ce43149a-5321-4bf1-b773-b6429f24ffc5 req-e67ae414-abd5-4ae6-a897-c8fc4dca97f3 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2104d5f-a639-4205-93cf-5a99356738e1 HTTP/1.1" status: 200 len: 945 time: 0.0869119 May 03 23:49:30.675586 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-ce43149a-5321-4bf1-b773-b6429f24ffc5 req-f52355b1-1692-4392-9b81-2dca8bb7751d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cbee228-2858-4d04-84ef-f5260318748c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379834 May 03 23:49:30.862829 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25543ccc-755a-407d-abed-abcab1cf3e01 req-99be9662-c80f-42e9-b3f9-b3c607607326 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:30.864176 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-25543ccc-755a-407d-abed-abcab1cf3e01 req-99be9662-c80f-42e9-b3f9-b3c607607326 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2104d5f-a639-4205-93cf-5a99356738e1 HTTP/1.1" status: 200 len: 945 time: 0.0830541 May 03 23:49:30.907596 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-25543ccc-755a-407d-abed-abcab1cf3e01 req-356f9232-d2b4-49a0-9215-65654f5b8807 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cbee228-2858-4d04-84ef-f5260318748c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378456 May 03 23:49:30.929378 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59790) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:49:31.001538 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc4cffd-b759-4944-b791-15e19d6714b9 tempest-TestSnapshotPattern-1990581833 tempest-TestSnapshotPattern-1990581833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:31.003045 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-fbc4cffd-b759-4944-b791-15e19d6714b9 tempest-TestSnapshotPattern-1990581833 tempest-TestSnapshotPattern-1990581833-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c2104d5f-a639-4205-93cf-5a99356738e1 HTTP/1.1" status: 200 len: 1091 time: 0.0726838 May 03 23:49:31.005757 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59794) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:49:31.010410 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.v2.base [None req-afd1577a-ac87-4c60-a308-1d37d6b4fc37 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Request body: {'floatingip': {'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'port_id': '44c7a997-aacf-4ee8-8219-4caeddf84266', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88069) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 23:49:31.017368 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-afd1577a-ac87-4c60-a308-1d37d6b4fc37 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 23:49:31.021207 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-afd1577a-ac87-4c60-a308-1d37d6b4fc37 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Usage tracker for resource:floatingip and tenant:716f363c793d414caa1834da0acac2cf is out of sync, need to count used quota {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 23:49:31.024116 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [None req-afd1577a-ac87-4c60-a308-1d37d6b4fc37 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88069) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 23:49:31.029921 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.quota.driver [None req-afd1577a-ac87-4c60-a308-1d37d6b4fc37 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88069) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 23:49:31.039758 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-afd1577a-ac87-4c60-a308-1d37d6b4fc37 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks [] for floatingip, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:31.177201 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-afd1577a-ac87-4c60-a308-1d37d6b4fc37 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:31.306788 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_common [None req-afd1577a-ac87-4c60-a308-1d37d6b4fc37 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Allocated IP 172.25.2.227 (de8965b2-8ea3-4c2b-86b9-c128a58c6e1e/d0b4a649-b3bf-4e46-876c-a9157c9f571f/d723a955-0a42-4476-af02-8a98a00fcbcf) {{(pid=88069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:49:31.457639 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-afd1577a-ac87-4c60-a308-1d37d6b4fc37 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks [] for port, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:31.488213 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-afd1577a-ac87-4c60-a308-1d37d6b4fc37 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752783064378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:31.551889 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd1577a-ac87-4c60-a308-1d37d6b4fc37 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Network de8965b2-8ea3-4c2b-86b9-c128a58c6e1e is already hosted by enough agents. {{(pid=88069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:49:31.555080 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.base_scheduler [None req-afd1577a-ac87-4c60-a308-1d37d6b4fc37 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Resources bound (agent type, host, resource id): {{(pid=88069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:49:31.558073 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd1577a-ac87-4c60-a308-1d37d6b4fc37 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Received port after_create {{(pid=88069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 23:49:31.596760 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd1577a-ac87-4c60-a308-1d37d6b4fc37 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Pushing event updated for resources: {'Port': ['ID=d723a955-0a42-4476-af02-8a98a00fcbcf,revision_number=1']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:49:31.613692 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd1577a-ac87-4c60-a308-1d37d6b4fc37 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:31.614066 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd1577a-ac87-4c60-a308-1d37d6b4fc37 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:31.614411 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd1577a-ac87-4c60-a308-1d37d6b4fc37 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:31.614747 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd1577a-ac87-4c60-a308-1d37d6b4fc37 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:31.615080 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd1577a-ac87-4c60-a308-1d37d6b4fc37 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:31.615411 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd1577a-ac87-4c60-a308-1d37d6b4fc37 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:31.615741 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd1577a-ac87-4c60-a308-1d37d6b4fc37 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:31.616067 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd1577a-ac87-4c60-a308-1d37d6b4fc37 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:31.616392 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd1577a-ac87-4c60-a308-1d37d6b4fc37 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:31.616712 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd1577a-ac87-4c60-a308-1d37d6b4fc37 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:31.617035 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd1577a-ac87-4c60-a308-1d37d6b4fc37 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:31.617363 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd1577a-ac87-4c60-a308-1d37d6b4fc37 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:49:31.972551 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-afd1577a-ac87-4c60-a308-1d37d6b4fc37 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:32.044621 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-afd1577a-ac87-4c60-a308-1d37d6b4fc37 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:32.351316 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-afd1577a-ac87-4c60-a308-1d37d6b4fc37 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks [] for port, precommit_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:32.356538 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-afd1577a-ac87-4c60-a308-1d37d6b4fc37 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15652426'] for port, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:32.474776 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd1577a-ac87-4c60-a308-1d37d6b4fc37 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Pushing event updated for resources: {'Port': ['ID=d723a955-0a42-4476-af02-8a98a00fcbcf,revision_number=2']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:49:32.487925 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-afd1577a-ac87-4c60-a308-1d37d6b4fc37 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-784220'] for floatingip, after_update {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:32.656967 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-afd1577a-ac87-4c60-a308-1d37d6b4fc37 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Floating IP ff645a2a-0055-4847-b44f-b8985ed0a88a associated. External IP: 172.25.2.227, port: 44c7a997-aacf-4ee8-8219-4caeddf84266. May 03 23:49:33.002737 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd1577a-ac87-4c60-a308-1d37d6b4fc37 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Router 2900ce71-a9fe-4040-9aad-14e00b2e7568 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:49:33.173877 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd1577a-ac87-4c60-a308-1d37d6b4fc37 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:49:33.183581 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e4bd10-e1f8-48a0-8ae1-0632fe59e250 None None] Sync routers for ids ['2900ce71-a9fe-4040-9aad-14e00b2e7568'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:49:33.192485 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e4bd10-e1f8-48a0-8ae1-0632fe59e250 None None] Routers {'2900ce71-a9fe-4040-9aad-14e00b2e7568'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:49:33.193091 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-42e4bd10-e1f8-48a0-8ae1-0632fe59e250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:49:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['2900ce71-a9fe-4040-9aad-14e00b2e7568'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:49:33.197584 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-afd1577a-ac87-4c60-a308-1d37d6b4fc37 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:33.254635 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-afd1577a-ac87-4c60-a308-1d37d6b4fc37 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2476959 May 03 23:49:33.255045 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2104d5f-a639-4205-93cf-5a99356738e1', 'tag': '44c7a997-aacf-4ee8-8219-4caeddf84266'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:49:33.299282 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa728fcf-c8fa-480e-943e-2b1d97861fad'] response: {'name': 'network-changed', 'server_uuid': 'c2104d5f-a639-4205-93cf-5a99356738e1', 'tag': '44c7a997-aacf-4ee8-8219-4caeddf84266', 'status': 'completed', 'code': 200} May 03 23:49:33.369484 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-42e4bd10-e1f8-48a0-8ae1-0632fe59e250 None None] Set router 2900ce71-a9fe-4040-9aad-14e00b2e7568 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:49:33.494357 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee8364-e5fd-424e-82c6-3cfbb235c2e1 req-7d1795cb-7ee8-4ecc-b0e0-ea1753ce0a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:33.495842 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-32ee8364-e5fd-424e-82c6-3cfbb235c2e1 req-7d1795cb-7ee8-4ecc-b0e0-ea1753ce0a9c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=716f363c793d414caa1834da0acac2cf&device_id=c2104d5f-a639-4205-93cf-5a99356738e1 HTTP/1.1" status: 200 len: 1096 time: 0.1754444 May 03 23:49:33.634732 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee8364-e5fd-424e-82c6-3cfbb235c2e1 req-83b9739d-b32a-4236-bfcb-d8cfcd573655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:33.636229 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-32ee8364-e5fd-424e-82c6-3cfbb235c2e1 req-83b9739d-b32a-4236-bfcb-d8cfcd573655 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c2e2d6f8-d1dc-49a7-8877-85c5b9e40121 HTTP/1.1" status: 200 len: 911 time: 0.1341536 May 03 23:49:33.739438 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-32ee8364-e5fd-424e-82c6-3cfbb235c2e1 req-bcf78316-2ba9-4316-bd49-1ac9fa04a320 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44c7a997-aacf-4ee8-8219-4caeddf84266 HTTP/1.1" status: 200 len: 999 time: 0.0972672 May 03 23:49:33.752348 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-42e4bd10-e1f8-48a0-8ae1-0632fe59e250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'name': 'tempest-TestSnapshotPattern-1139524290-router', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '4e50b0a1-79cf-4de8-80ff-a0060e4663e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:45:52Z', 'updated_at': '2022-05-03T23:45:56Z', 'revision_number': 4, 'project_id': '716f363c793d414caa1834da0acac2cf', 'gw_port': {'id': '4e50b0a1-79cf-4de8-80ff-a0060e4663e4', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:53Z', 'updated_at': '2022-05-03T23:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'a46e5eea-62bb-4de6-8509-e73ceef3d59b', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'floating_ip_address': '172.25.2.70', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'port_id': 'a8d40520-d5aa-438a-91d1-425ec9a2c7f0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121', 'mac_address': 'fa:16:3e:bf:56:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651919a2-56d6-443a-8c93-7f9cc3ae4961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:46:19Z', 'updated_at': '2022-05-03T23:46:22Z', 'revision_number': 1, 'project_id': '716f363c793d414caa1834da0acac2cf', 'fixed_ip_address_scope': None}, {'id': 'ff645a2a-0055-4847-b44f-b8985ed0a88a', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'floating_ip_address': '172.25.2.227', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'port_id': '44c7a997-aacf-4ee8-8219-4caeddf84266', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121', 'mac_address': 'fa:16:3e:66:9e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2104d5f-a639-4205-93cf-5a99356738e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:49:31Z', 'updated_at': '2022-05-03T23:49:31Z', 'revision_number': 0, 'project_id': '716f363c793d414caa1834da0acac2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54d854ee-d8f1-4165-bf64-128c273ebf09', 'name': '', 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'mac_address': 'fa:16:3e:5a:0c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'c5e88c7f-edc6-4222-bc75-9d809e6e30ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:55Z', 'updated_at': '2022-05-03T23:46:03Z', 'revision_number': 5, 'project_id': '716f363c793d414caa1834da0acac2cf', 'subnets': [{'id': 'c5e88c7f-edc6-4222-bc75-9d809e6e30ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:49:33.756099 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e4bd10-e1f8-48a0-8ae1-0632fe59e250 None None] Checking router: 2900ce71-a9fe-4040-9aad-14e00b2e7568 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:49:33.764574 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e4bd10-e1f8-48a0-8ae1-0632fe59e250 None None] Routers {'2900ce71-a9fe-4040-9aad-14e00b2e7568'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:49:33.765152 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-42e4bd10-e1f8-48a0-8ae1-0632fe59e250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:49:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['2900ce71-a9fe-4040-9aad-14e00b2e7568'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:49:33.800718 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee8364-e5fd-424e-82c6-3cfbb235c2e1 req-e0458e88-8025-497c-ad5f-de79c4ee647c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:33.802168 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-32ee8364-e5fd-424e-82c6-3cfbb235c2e1 req-e0458e88-8025-497c-ad5f-de79c4ee647c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c5e88c7f-edc6-4222-bc75-9d809e6e30ee HTTP/1.1" status: 200 len: 849 time: 0.0567393 May 03 23:49:33.886269 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee8364-e5fd-424e-82c6-3cfbb235c2e1 req-4ddb9926-0df4-49d2-aba4-6da4e9dcfdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:33.887753 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-32ee8364-e5fd-424e-82c6-3cfbb235c2e1 req-4ddb9926-0df4-49d2-aba4-6da4e9dcfdc1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c2e2d6f8-d1dc-49a7-8877-85c5b9e40121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726426 May 03 23:49:33.938308 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-42e4bd10-e1f8-48a0-8ae1-0632fe59e250 None None] Set router 2900ce71-a9fe-4040-9aad-14e00b2e7568 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:49:34.017788 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-32ee8364-e5fd-424e-82c6-3cfbb235c2e1 req-abf8277e-4972-4026-a31d-463ed4a28d36 service neutron] 10.222.0.60 "GET /v2.0/networks/c2e2d6f8-d1dc-49a7-8877-85c5b9e40121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238472 May 03 23:49:34.147636 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-32ee8364-e5fd-424e-82c6-3cfbb235c2e1 req-ad9f787f-364a-4357-a18a-a38ca808d10c service neutron] 10.222.0.60 "GET /v2.0/networks/c2e2d6f8-d1dc-49a7-8877-85c5b9e40121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236813 May 03 23:49:34.282157 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-42e4bd10-e1f8-48a0-8ae1-0632fe59e250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'name': 'tempest-TestSnapshotPattern-1139524290-router', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '4e50b0a1-79cf-4de8-80ff-a0060e4663e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:45:52Z', 'updated_at': '2022-05-03T23:45:56Z', 'revision_number': 4, 'project_id': '716f363c793d414caa1834da0acac2cf', 'gw_port': {'id': '4e50b0a1-79cf-4de8-80ff-a0060e4663e4', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:53Z', 'updated_at': '2022-05-03T23:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'a46e5eea-62bb-4de6-8509-e73ceef3d59b', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'floating_ip_address': '172.25.2.70', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'port_id': 'a8d40520-d5aa-438a-91d1-425ec9a2c7f0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121', 'mac_address': 'fa:16:3e:bf:56:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651919a2-56d6-443a-8c93-7f9cc3ae4961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:46:19Z', 'updated_at': '2022-05-03T23:46:22Z', 'revision_number': 1, 'project_id': '716f363c793d414caa1834da0acac2cf', 'fixed_ip_address_scope': None}, {'id': 'ff645a2a-0055-4847-b44f-b8985ed0a88a', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'floating_ip_address': '172.25.2.227', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'port_id': '44c7a997-aacf-4ee8-8219-4caeddf84266', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121', 'mac_address': 'fa:16:3e:66:9e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2104d5f-a639-4205-93cf-5a99356738e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:49:31Z', 'updated_at': '2022-05-03T23:49:31Z', 'revision_number': 0, 'project_id': '716f363c793d414caa1834da0acac2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54d854ee-d8f1-4165-bf64-128c273ebf09', 'name': '', 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'mac_address': 'fa:16:3e:5a:0c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'c5e88c7f-edc6-4222-bc75-9d809e6e30ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:55Z', 'updated_at': '2022-05-03T23:46:03Z', 'revision_number': 5, 'project_id': '716f363c793d414caa1834da0acac2cf', 'subnets': [{'id': 'c5e88c7f-edc6-4222-bc75-9d809e6e30ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:49:34.286094 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e4bd10-e1f8-48a0-8ae1-0632fe59e250 None None] The sync data for ids ['2900ce71-a9fe-4040-9aad-14e00b2e7568'] in n-d-811807-1 is: [{'id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'name': 'tempest-TestSnapshotPattern-1139524290-router', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '4e50b0a1-79cf-4de8-80ff-a0060e4663e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:45:52Z', 'updated_at': '2022-05-03T23:45:56Z', 'revision_number': 4, 'project_id': '716f363c793d414caa1834da0acac2cf', 'gw_port': {'id': '4e50b0a1-79cf-4de8-80ff-a0060e4663e4', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:53Z', 'updated_at': '2022-05-03T23:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'a46e5eea-62bb-4de6-8509-e73ceef3d59b', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'floating_ip_address': '172.25.2.70', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'port_id': 'a8d40520-d5aa-438a-91d1-425ec9a2c7f0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121', 'mac_address': 'fa:16:3e:bf:56:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651919a2-56d6-443a-8c93-7f9cc3ae4961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:46:19Z', 'updated_at': '2022-05-03T23:46:22Z', 'revision_number': 1, 'project_id': '716f363c793d414caa1834da0acac2cf', 'fixed_ip_address_scope': None}, {'id': 'ff645a2a-0055-4847-b44f-b8985ed0a88a', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'floating_ip_address': '172.25.2.227', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'port_id': '44c7a997-aacf-4ee8-8219-4caeddf84266', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121', 'mac_address': 'fa:16:3e:66:9e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2104d5f-a639-4205-93cf-5a99356738e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:49:31Z', 'updated_at': '2022-05-03T23:49:31Z', 'revision_number': 0, 'project_id': '716f363c793d414caa1834da0acac2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54d854ee-d8f1-4165-bf64-128c273ebf09', 'name': '', 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'mac_address': 'fa:16:3e:5a:0c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'c5e88c7f-edc6-4222-bc75-9d809e6e30ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:55Z', 'updated_at': '2022-05-03T23:46:03Z', 'revision_number': 5, 'project_id': '716f363c793d414caa1834da0acac2cf', 'subnets': [{'id': 'c5e88c7f-edc6-4222-bc75-9d809e6e30ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:49:34.486259 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbf0336-bebc-4203-839f-5ea5cd5f97d7 None None] New status for floating IP ff645a2a-0055-4847-b44f-b8985ed0a88a: ACTIVE {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:49:36.285291 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-38e8667d-cd48-4746-b582-f1a6b8a8389b req-a34b5d48-9d00-448e-a20a-8755feb83935 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c2104d5f-a639-4205-93cf-5a99356738e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0678899 May 03 23:49:36.428329 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8667d-cd48-4746-b582-f1a6b8a8389b req-57ea1cb7-8db9-4e90-b319-746c7f56d5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:36.429763 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-38e8667d-cd48-4746-b582-f1a6b8a8389b req-57ea1cb7-8db9-4e90-b319-746c7f56d5e1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=716f363c793d414caa1834da0acac2cf&device_id=c2104d5f-a639-4205-93cf-5a99356738e1 HTTP/1.1" status: 200 len: 1096 time: 0.0732656 May 03 23:49:36.576411 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8667d-cd48-4746-b582-f1a6b8a8389b req-476b8006-74fb-48c2-b7e0-e94db5791869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:36.577837 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-38e8667d-cd48-4746-b582-f1a6b8a8389b req-476b8006-74fb-48c2-b7e0-e94db5791869 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c2e2d6f8-d1dc-49a7-8877-85c5b9e40121 HTTP/1.1" status: 200 len: 911 time: 0.1299136 May 03 23:49:36.680746 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-38e8667d-cd48-4746-b582-f1a6b8a8389b req-065c1406-7168-4b1c-a5bf-895aa9739d6b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44c7a997-aacf-4ee8-8219-4caeddf84266 HTTP/1.1" status: 200 len: 1001 time: 0.0963247 May 03 23:49:36.740617 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8667d-cd48-4746-b582-f1a6b8a8389b req-f14023d5-c8a3-4f62-ace4-00d38726a8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:36.741970 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-38e8667d-cd48-4746-b582-f1a6b8a8389b req-f14023d5-c8a3-4f62-ace4-00d38726a8ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c5e88c7f-edc6-4222-bc75-9d809e6e30ee HTTP/1.1" status: 200 len: 849 time: 0.0551813 May 03 23:49:36.815724 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8667d-cd48-4746-b582-f1a6b8a8389b req-1a37b3e0-da6c-4fac-9db4-18649fdc4ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:49:36.817103 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-38e8667d-cd48-4746-b582-f1a6b8a8389b req-1a37b3e0-da6c-4fac-9db4-18649fdc4ebf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c2e2d6f8-d1dc-49a7-8877-85c5b9e40121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693460 May 03 23:49:36.946133 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-38e8667d-cd48-4746-b582-f1a6b8a8389b req-68441471-b363-4c81-bc23-afcb83586542 service neutron] 10.222.0.60 "GET /v2.0/networks/c2e2d6f8-d1dc-49a7-8877-85c5b9e40121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229970 May 03 23:49:37.072221 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-38e8667d-cd48-4746-b582-f1a6b8a8389b req-02e5b96d-6787-41d5-8857-02d028dc62c8 service neutron] 10.222.0.60 "GET /v2.0/networks/c2e2d6f8-d1dc-49a7-8877-85c5b9e40121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202123 May 03 23:49:53.119048 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-920fc1e1-9c3d-4917-a4a0-fd810b9bcfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:55.270793 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:55.688996 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a7f27ea1-32ec-411f-ae02-bbb7e74b5cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:56.542087 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:56.624547 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:57.938445 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:49:58.733388 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:50:02.220401 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:50:23.120145 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-03c7754a-6f75-47a4-81fc-d184c4097750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:50:25.275522 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:50:25.689747 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-822724a0-748c-4d1b-ba7d-d0e2288e96dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:50:26.544429 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:50:26.627194 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:50:27.940594 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:50:27.954327 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-388bf00a-544e-49cb-af9d-f90c443df681 req-0872dd32-dae8-4638-ac65-be11c2250ec5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=651919a2-56d6-443a-8c93-7f9cc3ae4961&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0701005 May 03 23:50:28.090003 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388bf00a-544e-49cb-af9d-f90c443df681 req-30b7408d-e0d4-44d9-a629-0bac1a0e02b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:50:28.091508 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-388bf00a-544e-49cb-af9d-f90c443df681 req-30b7408d-e0d4-44d9-a629-0bac1a0e02b2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=716f363c793d414caa1834da0acac2cf&device_id=651919a2-56d6-443a-8c93-7f9cc3ae4961 HTTP/1.1" status: 200 len: 1095 time: 0.0720963 May 03 23:50:28.232951 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388bf00a-544e-49cb-af9d-f90c443df681 req-4985d527-5aed-460f-9b23-f4ea56f798c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:50:28.234327 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-388bf00a-544e-49cb-af9d-f90c443df681 req-4985d527-5aed-460f-9b23-f4ea56f798c2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c2e2d6f8-d1dc-49a7-8877-85c5b9e40121 HTTP/1.1" status: 200 len: 911 time: 0.1240983 May 03 23:50:28.334749 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-388bf00a-544e-49cb-af9d-f90c443df681 req-cf57d3eb-fcd7-4892-b57b-563de2bc6000 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8d40520-d5aa-438a-91d1-425ec9a2c7f0 HTTP/1.1" status: 200 len: 999 time: 0.0943491 May 03 23:50:28.520871 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388bf00a-544e-49cb-af9d-f90c443df681 req-0440aa0c-2440-43cb-bc05-38595a14bb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:50:28.522350 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-388bf00a-544e-49cb-af9d-f90c443df681 req-0440aa0c-2440-43cb-bc05-38595a14bb17 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c5e88c7f-edc6-4222-bc75-9d809e6e30ee HTTP/1.1" status: 200 len: 849 time: 0.1822290 May 03 23:50:28.603719 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388bf00a-544e-49cb-af9d-f90c443df681 req-700dc260-a4f3-491e-88f6-a2f32fc57c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:50:28.605404 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-388bf00a-544e-49cb-af9d-f90c443df681 req-700dc260-a4f3-491e-88f6-a2f32fc57c7a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c2e2d6f8-d1dc-49a7-8877-85c5b9e40121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751047 May 03 23:50:28.734927 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:50:28.738431 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-388bf00a-544e-49cb-af9d-f90c443df681 req-cd1eb3cb-24e0-475e-ab9f-25f9c6f7f612 service neutron] 10.222.0.67 "GET /v2.0/networks/c2e2d6f8-d1dc-49a7-8877-85c5b9e40121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260545 May 03 23:50:28.874753 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-388bf00a-544e-49cb-af9d-f90c443df681 req-a36ee556-b221-4ec1-99c7-c0ee555ce231 service neutron] 10.222.0.67 "GET /v2.0/networks/c2e2d6f8-d1dc-49a7-8877-85c5b9e40121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299572 May 03 23:50:38.429551 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5e3affc3-314d-495c-a69e-8319d2e137de req-5cb9cdf6-e96f-4dd2-ba7c-7a6222441fc4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c2104d5f-a639-4205-93cf-5a99356738e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2422638 May 03 23:50:38.566076 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3affc3-314d-495c-a69e-8319d2e137de req-5c2c0689-ee84-473b-ad56-bccf0580d336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:50:38.567443 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5e3affc3-314d-495c-a69e-8319d2e137de req-5c2c0689-ee84-473b-ad56-bccf0580d336 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=716f363c793d414caa1834da0acac2cf&device_id=c2104d5f-a639-4205-93cf-5a99356738e1 HTTP/1.1" status: 200 len: 1096 time: 0.0707977 May 03 23:50:38.708476 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3affc3-314d-495c-a69e-8319d2e137de req-171a6e39-d307-4fdb-a5c7-74b69c4f4e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:50:38.709904 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5e3affc3-314d-495c-a69e-8319d2e137de req-171a6e39-d307-4fdb-a5c7-74b69c4f4e38 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c2e2d6f8-d1dc-49a7-8877-85c5b9e40121 HTTP/1.1" status: 200 len: 911 time: 0.1233239 May 03 23:50:38.819189 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5e3affc3-314d-495c-a69e-8319d2e137de req-857df7d5-12cc-4946-a5cf-8a64d299870b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44c7a997-aacf-4ee8-8219-4caeddf84266 HTTP/1.1" status: 200 len: 1001 time: 0.1021376 May 03 23:50:38.889162 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3affc3-314d-495c-a69e-8319d2e137de req-02bae11b-1032-4320-9935-7a1a03ceb6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:50:38.891775 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5e3affc3-314d-495c-a69e-8319d2e137de req-02bae11b-1032-4320-9935-7a1a03ceb6a7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c5e88c7f-edc6-4222-bc75-9d809e6e30ee HTTP/1.1" status: 200 len: 849 time: 0.0648837 May 03 23:50:38.965507 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3affc3-314d-495c-a69e-8319d2e137de req-aa32a16e-94f5-4b88-aa8c-994e569a3e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:50:38.967495 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5e3affc3-314d-495c-a69e-8319d2e137de req-aa32a16e-94f5-4b88-aa8c-994e569a3e34 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c2e2d6f8-d1dc-49a7-8877-85c5b9e40121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693188 May 03 23:50:39.096475 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5e3affc3-314d-495c-a69e-8319d2e137de req-06e8c836-72a1-4388-8c1d-e6035e595538 service neutron] 10.222.0.60 "GET /v2.0/networks/c2e2d6f8-d1dc-49a7-8877-85c5b9e40121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225021 May 03 23:50:39.219457 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:50:39.230750 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-5e3affc3-314d-495c-a69e-8319d2e137de req-0ee878c4-ab73-4f00-bf12-a950b8771679 service neutron] 10.222.0.60 "GET /v2.0/networks/c2e2d6f8-d1dc-49a7-8877-85c5b9e40121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271656 May 03 23:50:53.120759 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-57cb0d39-8997-41d1-b33d-606b96fc12e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:50:55.274880 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:50:55.691669 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4e81262a-9375-44e5-9720-2fc320585fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:50:56.548366 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:50:56.629837 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:50:57.943010 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:50:58.733317 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:50:58.949334 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 44c7a997-aacf-4ee8-8219-4caeddf84266 details requested by agent hyperv_n-h1-811807-1 with host n-h1-811807-1 {{(pid=88071) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 23:50:59.113241 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 44c7a997-aacf-4ee8-8219-4caeddf84266, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=44c7a997-aacf-4ee8-8219-4caeddf84266,segment=NetworkSegment(4cfc2889-e387-4637-a575-458bf9f65fc0),segment_id=4cfc2889-e387-4637-a575-458bf9f65fc0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:50:59.128303 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Returning: {'device': '44c7a997-aacf-4ee8-8219-4caeddf84266', 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121', 'port_id': '44c7a997-aacf-4ee8-8219-4caeddf84266', 'mac_address': 'fa:16:3e:66:9e:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5e88c7f-edc6-4222-bc75-9d809e6e30ee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88071) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 23:50:59.194856 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:50:59.213822 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44c7a997-aacf-4ee8-8219-4caeddf84266 {{(pid=88071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:50:59.231002 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 44c7a997-aacf-4ee8-8219-4caeddf84266, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=44c7a997-aacf-4ee8-8219-4caeddf84266,segment=NetworkSegment(4cfc2889-e387-4637-a575-458bf9f65fc0),segment_id=4cfc2889-e387-4637-a575-458bf9f65fc0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:50:59.236938 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:50:59.316381 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] get_ports_and_sgs() called for port_ids ['44c7a997-aacf-4ee8-8219-4caeddf84266'] {{(pid=88071) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 23:50:59.363984 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=44c7a997-aacf-4ee8-8219-4caeddf84266,revision_number=6']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:50:59.376583 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:50:59.376928 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:50:59.377264 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:50:59.377598 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:50:59.377943 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:50:59.378276 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:50:59.378603 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:50:59.378924 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:50:59.379245 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:50:59.379565 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:50:59.379884 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:50:59.380202 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:51:00.948860 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 44c7a997-aacf-4ee8-8219-4caeddf84266 up at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 23:51:01.060963 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Provisioning complete for port 44c7a997-aacf-4ee8-8219-4caeddf84266 triggered by entity L2. {{(pid=88071) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 23:51:01.061354 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1908103'] for port, provisioning_complete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:01.186898 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:01.215352 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2104d5f-a639-4205-93cf-5a99356738e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c7a997-aacf-4ee8-8219-4caeddf84266'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:51:01.225819 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 44c7a997-aacf-4ee8-8219-4caeddf84266, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=44c7a997-aacf-4ee8-8219-4caeddf84266,segment=NetworkSegment(4cfc2889-e387-4637-a575-458bf9f65fc0),segment_id=4cfc2889-e387-4637-a575-458bf9f65fc0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:51:01.231613 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:01.291380 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1e0029e-d7c7-4f5f-8a09-811f5c061a80'] response: {'server_uuid': 'c2104d5f-a639-4205-93cf-5a99356738e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c7a997-aacf-4ee8-8219-4caeddf84266', 'code': 200} May 03 23:51:01.309392 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=44c7a997-aacf-4ee8-8219-4caeddf84266,revision_number=7']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:51:08.091540 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 59986) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:51:08.288578 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-7384aca8-8e28-46cd-b7ff-81e8ecf83b6f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Deleting port d723a955-0a42-4476-af02-8a98a00fcbcf {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:51:08.288914 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7384aca8-8e28-46cd-b7ff-81e8ecf83b6f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:08.455438 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7384aca8-8e28-46cd-b7ff-81e8ecf83b6f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:08.455772 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7384aca8-8e28-46cd-b7ff-81e8ecf83b6f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:08.574313 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-7384aca8-8e28-46cd-b7ff-81e8ecf83b6f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Calling delete_port for d723a955-0a42-4476-af02-8a98a00fcbcf owned by network:floatingip {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:51:08.720887 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7384aca8-8e28-46cd-b7ff-81e8ecf83b6f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:08.765440 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7384aca8-8e28-46cd-b7ff-81e8ecf83b6f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Pushing event deleted for resources: {'Port': ['ID=d723a955-0a42-4476-af02-8a98a00fcbcf,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:51:08.804869 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384aca8-8e28-46cd-b7ff-81e8ecf83b6f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:51:08.805211 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384aca8-8e28-46cd-b7ff-81e8ecf83b6f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:51:08.805551 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384aca8-8e28-46cd-b7ff-81e8ecf83b6f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:51:08.805904 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384aca8-8e28-46cd-b7ff-81e8ecf83b6f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:51:08.806241 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384aca8-8e28-46cd-b7ff-81e8ecf83b6f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:51:08.806569 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384aca8-8e28-46cd-b7ff-81e8ecf83b6f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:51:08.806894 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384aca8-8e28-46cd-b7ff-81e8ecf83b6f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:51:08.807223 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384aca8-8e28-46cd-b7ff-81e8ecf83b6f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:51:08.807800 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384aca8-8e28-46cd-b7ff-81e8ecf83b6f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:51:08.808120 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384aca8-8e28-46cd-b7ff-81e8ecf83b6f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:51:08.808441 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384aca8-8e28-46cd-b7ff-81e8ecf83b6f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:51:08.808760 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384aca8-8e28-46cd-b7ff-81e8ecf83b6f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:51:08.867500 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7384aca8-8e28-46cd-b7ff-81e8ecf83b6f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks [] for floatingip, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:08.867950 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-7384aca8-8e28-46cd-b7ff-81e8ecf83b6f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Floating IP ff645a2a-0055-4847-b44f-b8985ed0a88a disassociated (deleted). External IP: 172.25.2.227, port: 44c7a997-aacf-4ee8-8219-4caeddf84266. May 03 23:51:09.322148 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7384aca8-8e28-46cd-b7ff-81e8ecf83b6f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Router 2900ce71-a9fe-4040-9aad-14e00b2e7568 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:51:09.500575 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7384aca8-8e28-46cd-b7ff-81e8ecf83b6f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:51:09.511090 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b056611-d8e4-47aa-8738-4a66056c9db3 None None] Sync routers for ids ['2900ce71-a9fe-4040-9aad-14e00b2e7568'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:51:09.516243 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-7384aca8-8e28-46cd-b7ff-81e8ecf83b6f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:09.520312 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b056611-d8e4-47aa-8738-4a66056c9db3 None None] Routers {'2900ce71-a9fe-4040-9aad-14e00b2e7568'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:51:09.521020 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-1b056611-d8e4-47aa-8738-4a66056c9db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:50:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['2900ce71-a9fe-4040-9aad-14e00b2e7568'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:51:09.573422 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-7384aca8-8e28-46cd-b7ff-81e8ecf83b6f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "DELETE /v2.0/floatingips/ff645a2a-0055-4847-b44f-b8985ed0a88a HTTP/1.1" status: 204 len: 168 time: 1.4784217 May 03 23:51:09.573422 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2104d5f-a639-4205-93cf-5a99356738e1', 'tag': '44c7a997-aacf-4ee8-8219-4caeddf84266'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:51:09.620942 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0711f631-842a-43af-a5cc-420cf387f606'] response: {'name': 'network-changed', 'server_uuid': 'c2104d5f-a639-4205-93cf-5a99356738e1', 'tag': '44c7a997-aacf-4ee8-8219-4caeddf84266', 'status': 'completed', 'code': 200} May 03 23:51:09.701792 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-1b056611-d8e4-47aa-8738-4a66056c9db3 None None] Set router 2900ce71-a9fe-4040-9aad-14e00b2e7568 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:51:09.714893 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf960a-a46d-4212-a62f-076cda86de1d req-6b27818f-8c50-40c2-a386-a8e1fced13cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:51:09.717581 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b7cf960a-a46d-4212-a62f-076cda86de1d req-6b27818f-8c50-40c2-a386-a8e1fced13cb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=716f363c793d414caa1834da0acac2cf&device_id=c2104d5f-a639-4205-93cf-5a99356738e1 HTTP/1.1" status: 200 len: 1096 time: 0.0735545 May 03 23:51:09.852733 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf960a-a46d-4212-a62f-076cda86de1d req-66545559-f948-4d34-9351-efb38c4d5e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:51:09.854194 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b7cf960a-a46d-4212-a62f-076cda86de1d req-66545559-f948-4d34-9351-efb38c4d5e4e service neutron] 10.222.0.60 "GET /v2.0/networks?id=c2e2d6f8-d1dc-49a7-8877-85c5b9e40121 HTTP/1.1" status: 200 len: 911 time: 0.1303797 May 03 23:51:09.926415 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b7cf960a-a46d-4212-a62f-076cda86de1d req-aa20940e-5973-4a5e-af7e-bcf77a36a7af service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44c7a997-aacf-4ee8-8219-4caeddf84266 HTTP/1.1" status: 200 len: 217 time: 0.0654700 May 03 23:51:09.958043 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050752b5-22bc-4c1e-b202-99f40fd6d28f req-6883baf6-ca27-4b03-bd30-69a4d65b24f1 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:51:09.958739 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-050752b5-22bc-4c1e-b202-99f40fd6d28f req-6883baf6-ca27-4b03-bd30-69a4d65b24f1 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Synchronizing usage tracker for tenant:716f363c793d414caa1834da0acac2cf on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:51:09.978195 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-050752b5-22bc-4c1e-b202-99f40fd6d28f req-6883baf6-ca27-4b03-bd30-69a4d65b24f1 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Unset dirty status for tenant:716f363c793d414caa1834da0acac2cf on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:51:09.979467 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-050752b5-22bc-4c1e-b202-99f40fd6d28f req-6883baf6-ca27-4b03-bd30-69a4d65b24f1 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2104d5f-a639-4205-93cf-5a99356738e1 HTTP/1.1" status: 200 len: 945 time: 0.1051803 May 03 23:51:09.994277 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf960a-a46d-4212-a62f-076cda86de1d req-fa1c69a4-4a6a-474a-b8a2-da84607591fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:51:09.995767 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b7cf960a-a46d-4212-a62f-076cda86de1d req-fa1c69a4-4a6a-474a-b8a2-da84607591fa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c5e88c7f-edc6-4222-bc75-9d809e6e30ee HTTP/1.1" status: 200 len: 849 time: 0.0622494 May 03 23:51:10.025278 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-050752b5-22bc-4c1e-b202-99f40fd6d28f req-55673629-2b10-4fd1-87da-ac24506bfa87 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cbee228-2858-4d04-84ef-f5260318748c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392883 May 03 23:51:10.071698 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf960a-a46d-4212-a62f-076cda86de1d req-385850bf-5777-49bf-8122-6edf3ea8fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:51:10.073209 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b7cf960a-a46d-4212-a62f-076cda86de1d req-385850bf-5777-49bf-8122-6edf3ea8fd24 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c2e2d6f8-d1dc-49a7-8877-85c5b9e40121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712011 May 03 23:51:10.110653 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-1b056611-d8e4-47aa-8738-4a66056c9db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'name': 'tempest-TestSnapshotPattern-1139524290-router', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '4e50b0a1-79cf-4de8-80ff-a0060e4663e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:45:52Z', 'updated_at': '2022-05-03T23:45:56Z', 'revision_number': 4, 'project_id': '716f363c793d414caa1834da0acac2cf', 'gw_port': {'id': '4e50b0a1-79cf-4de8-80ff-a0060e4663e4', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:53Z', 'updated_at': '2022-05-03T23:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'a46e5eea-62bb-4de6-8509-e73ceef3d59b', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'floating_ip_address': '172.25.2.70', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'port_id': 'a8d40520-d5aa-438a-91d1-425ec9a2c7f0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121', 'mac_address': 'fa:16:3e:bf:56:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651919a2-56d6-443a-8c93-7f9cc3ae4961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:46:19Z', 'updated_at': '2022-05-03T23:46:22Z', 'revision_number': 1, 'project_id': '716f363c793d414caa1834da0acac2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54d854ee-d8f1-4165-bf64-128c273ebf09', 'name': '', 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'mac_address': 'fa:16:3e:5a:0c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'c5e88c7f-edc6-4222-bc75-9d809e6e30ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:55Z', 'updated_at': '2022-05-03T23:46:03Z', 'revision_number': 5, 'project_id': '716f363c793d414caa1834da0acac2cf', 'subnets': [{'id': 'c5e88c7f-edc6-4222-bc75-9d809e6e30ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:51:10.114421 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b056611-d8e4-47aa-8738-4a66056c9db3 None None] Checking router: 2900ce71-a9fe-4040-9aad-14e00b2e7568 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:51:10.122815 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b056611-d8e4-47aa-8738-4a66056c9db3 None None] Routers {'2900ce71-a9fe-4040-9aad-14e00b2e7568'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:51:10.123451 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-1b056611-d8e4-47aa-8738-4a66056c9db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:50:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['2900ce71-a9fe-4040-9aad-14e00b2e7568'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:51:10.209339 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b7cf960a-a46d-4212-a62f-076cda86de1d req-e258d498-185c-4e18-b2f7-1054363fe644 service neutron] 10.222.0.60 "GET /v2.0/networks/c2e2d6f8-d1dc-49a7-8877-85c5b9e40121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296902 May 03 23:51:10.296125 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-1b056611-d8e4-47aa-8738-4a66056c9db3 None None] Set router 2900ce71-a9fe-4040-9aad-14e00b2e7568 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:51:10.342226 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-b7cf960a-a46d-4212-a62f-076cda86de1d req-f8923369-bad9-428c-9b0d-31d0b06f805e service neutron] 10.222.0.60 "GET /v2.0/networks/c2e2d6f8-d1dc-49a7-8877-85c5b9e40121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250155 May 03 23:51:10.634956 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-1b056611-d8e4-47aa-8738-4a66056c9db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'name': 'tempest-TestSnapshotPattern-1139524290-router', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '4e50b0a1-79cf-4de8-80ff-a0060e4663e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:45:52Z', 'updated_at': '2022-05-03T23:45:56Z', 'revision_number': 4, 'project_id': '716f363c793d414caa1834da0acac2cf', 'gw_port': {'id': '4e50b0a1-79cf-4de8-80ff-a0060e4663e4', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:53Z', 'updated_at': '2022-05-03T23:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'a46e5eea-62bb-4de6-8509-e73ceef3d59b', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'floating_ip_address': '172.25.2.70', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'port_id': 'a8d40520-d5aa-438a-91d1-425ec9a2c7f0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121', 'mac_address': 'fa:16:3e:bf:56:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651919a2-56d6-443a-8c93-7f9cc3ae4961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:46:19Z', 'updated_at': '2022-05-03T23:46:22Z', 'revision_number': 1, 'project_id': '716f363c793d414caa1834da0acac2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54d854ee-d8f1-4165-bf64-128c273ebf09', 'name': '', 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'mac_address': 'fa:16:3e:5a:0c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'c5e88c7f-edc6-4222-bc75-9d809e6e30ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:55Z', 'updated_at': '2022-05-03T23:46:03Z', 'revision_number': 5, 'project_id': '716f363c793d414caa1834da0acac2cf', 'subnets': [{'id': 'c5e88c7f-edc6-4222-bc75-9d809e6e30ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:51:10.639489 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b056611-d8e4-47aa-8738-4a66056c9db3 None None] The sync data for ids ['2900ce71-a9fe-4040-9aad-14e00b2e7568'] in n-d-811807-1 is: [{'id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'name': 'tempest-TestSnapshotPattern-1139524290-router', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '4e50b0a1-79cf-4de8-80ff-a0060e4663e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:45:52Z', 'updated_at': '2022-05-03T23:45:56Z', 'revision_number': 4, 'project_id': '716f363c793d414caa1834da0acac2cf', 'gw_port': {'id': '4e50b0a1-79cf-4de8-80ff-a0060e4663e4', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:53Z', 'updated_at': '2022-05-03T23:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_floatingips': [{'id': 'a46e5eea-62bb-4de6-8509-e73ceef3d59b', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'floating_ip_address': '172.25.2.70', 'floating_network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'router_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'port_id': 'a8d40520-d5aa-438a-91d1-425ec9a2c7f0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121', 'mac_address': 'fa:16:3e:bf:56:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651919a2-56d6-443a-8c93-7f9cc3ae4961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:46:19Z', 'updated_at': '2022-05-03T23:46:22Z', 'revision_number': 1, 'project_id': '716f363c793d414caa1834da0acac2cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54d854ee-d8f1-4165-bf64-128c273ebf09', 'name': '', 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'mac_address': 'fa:16:3e:5a:0c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'c5e88c7f-edc6-4222-bc75-9d809e6e30ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:55Z', 'updated_at': '2022-05-03T23:46:03Z', 'revision_number': 5, 'project_id': '716f363c793d414caa1834da0acac2cf', 'subnets': [{'id': 'c5e88c7f-edc6-4222-bc75-9d809e6e30ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:51:10.863007 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db9be84-3e12-4919-a66f-49e06473e600 None None] New status for floating IP ff645a2a-0055-4847-b44f-b8985ed0a88a: DOWN {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:51:11.001019 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 44c7a997-aacf-4ee8-8219-4caeddf84266 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:51:11.117756 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1718655'] for port, before_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:11.149124 n-d-811807-1 neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2104d5f-a639-4205-93cf-5a99356738e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44c7a997-aacf-4ee8-8219-4caeddf84266'}] {{(pid=88071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:51:11.167582 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] For port 44c7a997-aacf-4ee8-8219-4caeddf84266, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=44c7a997-aacf-4ee8-8219-4caeddf84266,segment=NetworkSegment(4cfc2889-e387-4637-a575-458bf9f65fc0),segment_id=4cfc2889-e387-4637-a575-458bf9f65fc0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:51:11.176400 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752783541252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752783064396', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752783064441'] for port, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:11.208047 n-d-811807-1 neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c4b95ef-f028-4569-96e5-aab8d47972b2'] response: {'server_uuid': 'c2104d5f-a639-4205-93cf-5a99356738e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44c7a997-aacf-4ee8-8219-4caeddf84266', 'code': 200} May 03 23:51:11.244520 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6416e28-f98b-41fb-b561-cad42d335dce req-0eeff0e4-fe66-4512-9c07-fcb4ea3a8c57 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:51:11.246029 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6416e28-f98b-41fb-b561-cad42d335dce req-0eeff0e4-fe66-4512-9c07-fcb4ea3a8c57 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2104d5f-a639-4205-93cf-5a99356738e1 HTTP/1.1" status: 200 len: 943 time: 0.0945058 May 03 23:51:11.291591 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-a6416e28-f98b-41fb-b561-cad42d335dce req-ac552a7d-5abc-43ae-be7d-200955931120 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cbee228-2858-4d04-84ef-f5260318748c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399566 May 03 23:51:11.380944 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Pushing event updated for resources: {'Port': ['ID=44c7a997-aacf-4ee8-8219-4caeddf84266,revision_number=8']} {{(pid=88071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:51:11.493481 n-d-811807-1 neutron-server[88070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f42ba-2fa2-4ade-9869-ad4a9e580573 req-7144c85e-d4d3-4873-92df-7f66e4f3d90f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:51:11.494179 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-c56f42ba-2fa2-4ade-9869-ad4a9e580573 req-7144c85e-d4d3-4873-92df-7f66e4f3d90f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Synchronizing usage tracker for tenant:716f363c793d414caa1834da0acac2cf on resource:port {{(pid=88070) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:51:11.506026 n-d-811807-1 neutron-server[88070]: DEBUG neutron.quota.resource [req-c56f42ba-2fa2-4ade-9869-ad4a9e580573 req-7144c85e-d4d3-4873-92df-7f66e4f3d90f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Unset dirty status for tenant:716f363c793d414caa1834da0acac2cf on resource:port {{(pid=88070) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:51:11.507172 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c56f42ba-2fa2-4ade-9869-ad4a9e580573 req-7144c85e-d4d3-4873-92df-7f66e4f3d90f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2104d5f-a639-4205-93cf-5a99356738e1 HTTP/1.1" status: 200 len: 943 time: 0.0939157 May 03 23:51:11.580044 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-c56f42ba-2fa2-4ade-9869-ad4a9e580573 req-733fafde-3072-4c5f-8e8f-fa8fb2c7b65d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Deleting port 44c7a997-aacf-4ee8-8219-4caeddf84266 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:51:11.580384 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c56f42ba-2fa2-4ade-9869-ad4a9e580573 req-733fafde-3072-4c5f-8e8f-fa8fb2c7b65d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:11.927404 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [req-c56f42ba-2fa2-4ade-9869-ad4a9e580573 req-733fafde-3072-4c5f-8e8f-fa8fb2c7b65d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] For port 44c7a997-aacf-4ee8-8219-4caeddf84266, host n-h1-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811807-1',level=0,port_id=44c7a997-aacf-4ee8-8219-4caeddf84266,segment=NetworkSegment(4cfc2889-e387-4637-a575-458bf9f65fc0),segment_id=4cfc2889-e387-4637-a575-458bf9f65fc0)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:51:11.927763 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c56f42ba-2fa2-4ade-9869-ad4a9e580573 req-733fafde-3072-4c5f-8e8f-fa8fb2c7b65d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:12.050489 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [req-c56f42ba-2fa2-4ade-9869-ad4a9e580573 req-733fafde-3072-4c5f-8e8f-fa8fb2c7b65d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Calling delete_port for 44c7a997-aacf-4ee8-8219-4caeddf84266 owned by compute:nova {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:51:12.193822 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c56f42ba-2fa2-4ade-9869-ad4a9e580573 req-733fafde-3072-4c5f-8e8f-fa8fb2c7b65d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:12.243175 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733fafde-3072-4c5f-8e8f-fa8fb2c7b65d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Pushing event deleted for resources: {'Port': ['ID=44c7a997-aacf-4ee8-8219-4caeddf84266,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:51:12.284466 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733fafde-3072-4c5f-8e8f-fa8fb2c7b65d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:51:12.284807 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733fafde-3072-4c5f-8e8f-fa8fb2c7b65d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:51:12.285137 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733fafde-3072-4c5f-8e8f-fa8fb2c7b65d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:51:12.285463 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733fafde-3072-4c5f-8e8f-fa8fb2c7b65d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:51:12.285838 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733fafde-3072-4c5f-8e8f-fa8fb2c7b65d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:51:12.286143 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733fafde-3072-4c5f-8e8f-fa8fb2c7b65d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:51:12.286470 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733fafde-3072-4c5f-8e8f-fa8fb2c7b65d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:51:12.286795 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733fafde-3072-4c5f-8e8f-fa8fb2c7b65d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:51:12.287085 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733fafde-3072-4c5f-8e8f-fa8fb2c7b65d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:51:12.287397 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733fafde-3072-4c5f-8e8f-fa8fb2c7b65d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:51:12.287728 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733fafde-3072-4c5f-8e8f-fa8fb2c7b65d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:51:12.288023 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733fafde-3072-4c5f-8e8f-fa8fb2c7b65d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811807-1 {{(pid=88070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:51:12.329169 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56f42ba-2fa2-4ade-9869-ad4a9e580573 req-733fafde-3072-4c5f-8e8f-fa8fb2c7b65d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] No DVR routers for this DVR port 44c7a997-aacf-4ee8-8219-4caeddf84266 on host n-h1-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:51:12.331836 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [req-c56f42ba-2fa2-4ade-9869-ad4a9e580573 req-733fafde-3072-4c5f-8e8f-fa8fb2c7b65d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:12.334743 n-d-811807-1 neutron-server[88070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2104d5f-a639-4205-93cf-5a99356738e1', 'name': 'network-vif-deleted', 'tag': '44c7a997-aacf-4ee8-8219-4caeddf84266'}] {{(pid=88070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:51:12.354725 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [req-c56f42ba-2fa2-4ade-9869-ad4a9e580573 req-733fafde-3072-4c5f-8e8f-fa8fb2c7b65d tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.60 "DELETE /v2.0/ports/44c7a997-aacf-4ee8-8219-4caeddf84266 HTTP/1.1" status: 204 len: 173 time: 0.8423607 May 03 23:51:12.394588 n-d-811807-1 neutron-server[88070]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18bb1b60-f785-45bb-927e-7e31792045f5'] response: {'server_uuid': 'c2104d5f-a639-4205-93cf-5a99356738e1', 'name': 'network-vif-deleted', 'tag': '44c7a997-aacf-4ee8-8219-4caeddf84266', 'status': 'completed', 'code': 200} May 03 23:51:12.465510 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-2fdba16a-90eb-4f9d-afea-390860438425 req-80a8fa27-8e5b-4dd6-a1ce-1c5d3c0a96c1 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/ports?device_id=c2104d5f-a639-4205-93cf-5a99356738e1 HTTP/1.1" status: 200 len: 210 time: 0.0450106 May 03 23:51:14.139192 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60048) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:51:14.336986 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-630e143f-2eec-470a-8fdd-773b05f5a4d0 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Deleting port ae455841-58b7-4e69-93d1-343ff74a0fa7 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:51:14.337338 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-630e143f-2eec-470a-8fdd-773b05f5a4d0 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:14.510599 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-630e143f-2eec-470a-8fdd-773b05f5a4d0 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:14.510843 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-630e143f-2eec-470a-8fdd-773b05f5a4d0 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:14.632005 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-630e143f-2eec-470a-8fdd-773b05f5a4d0 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Calling delete_port for ae455841-58b7-4e69-93d1-343ff74a0fa7 owned by network:floatingip {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:51:14.779052 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-630e143f-2eec-470a-8fdd-773b05f5a4d0 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:14.826435 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e143f-2eec-470a-8fdd-773b05f5a4d0 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Pushing event deleted for resources: {'Port': ['ID=ae455841-58b7-4e69-93d1-343ff74a0fa7,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:51:14.996554 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 44c7a997-aacf-4ee8-8219-4caeddf84266 no longer exists at agent hyperv_n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:51:15.025675 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-630e143f-2eec-470a-8fdd-773b05f5a4d0 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks [] for floatingip, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:15.026039 n-d-811807-1 neutron-server[88069]: INFO neutron.db.l3_db [None req-630e143f-2eec-470a-8fdd-773b05f5a4d0 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Floating IP a46e5eea-62bb-4de6-8509-e73ceef3d59b disassociated (deleted). External IP: 172.25.2.70, port: a8d40520-d5aa-438a-91d1-425ec9a2c7f0. May 03 23:51:15.030709 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] No Port match for: 44c7a997-aacf-4ee8-8219-4caeddf84266 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:51:15.031052 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Device 44c7a997-aacf-4ee8-8219-4caeddf84266 not bound to the agent host n-h1-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:51:15.373711 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630e143f-2eec-470a-8fdd-773b05f5a4d0 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Router 2900ce71-a9fe-4040-9aad-14e00b2e7568 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:51:15.552397 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630e143f-2eec-470a-8fdd-773b05f5a4d0 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:51:15.565495 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affdb1dc-f90c-4932-9fcc-ab82c7bcf4e1 None None] Sync routers for ids ['2900ce71-a9fe-4040-9aad-14e00b2e7568'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:51:15.571996 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-630e143f-2eec-470a-8fdd-773b05f5a4d0 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for floatingip, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:15.575252 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affdb1dc-f90c-4932-9fcc-ab82c7bcf4e1 None None] Routers {'2900ce71-a9fe-4040-9aad-14e00b2e7568'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:51:15.575856 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-affdb1dc-f90c-4932-9fcc-ab82c7bcf4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:50:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['2900ce71-a9fe-4040-9aad-14e00b2e7568'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:51:15.656924 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-630e143f-2eec-470a-8fdd-773b05f5a4d0 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "DELETE /v2.0/floatingips/a46e5eea-62bb-4de6-8509-e73ceef3d59b HTTP/1.1" status: 204 len: 168 time: 1.5163975 May 03 23:51:15.657768 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '651919a2-56d6-443a-8c93-7f9cc3ae4961', 'tag': 'a8d40520-d5aa-438a-91d1-425ec9a2c7f0'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:51:15.762951 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-affdb1dc-f90c-4932-9fcc-ab82c7bcf4e1 None None] Set router 2900ce71-a9fe-4040-9aad-14e00b2e7568 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:51:15.773370 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77603e79-b4a7-496d-88eb-14ae0491eaf1'] response: {'name': 'network-changed', 'server_uuid': '651919a2-56d6-443a-8c93-7f9cc3ae4961', 'tag': 'a8d40520-d5aa-438a-91d1-425ec9a2c7f0', 'status': 'completed', 'code': 200} May 03 23:51:15.876547 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee913e7-e0fa-404a-927a-f8067a4062fc req-da317377-00e0-4614-87a5-ee5a645cbe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:51:15.878139 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cee913e7-e0fa-404a-927a-f8067a4062fc req-da317377-00e0-4614-87a5-ee5a645cbe9d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=716f363c793d414caa1834da0acac2cf&device_id=651919a2-56d6-443a-8c93-7f9cc3ae4961 HTTP/1.1" status: 200 len: 1095 time: 0.0815120 May 03 23:51:16.086750 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee913e7-e0fa-404a-927a-f8067a4062fc req-9e3f72b3-497d-492c-aaea-67568a295be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:51:16.088244 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cee913e7-e0fa-404a-927a-f8067a4062fc req-9e3f72b3-497d-492c-aaea-67568a295be8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c2e2d6f8-d1dc-49a7-8877-85c5b9e40121 HTTP/1.1" status: 200 len: 911 time: 0.2045007 May 03 23:51:16.114536 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-affdb1dc-f90c-4932-9fcc-ab82c7bcf4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'name': 'tempest-TestSnapshotPattern-1139524290-router', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '4e50b0a1-79cf-4de8-80ff-a0060e4663e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:45:52Z', 'updated_at': '2022-05-03T23:45:56Z', 'revision_number': 4, 'project_id': '716f363c793d414caa1834da0acac2cf', 'gw_port': {'id': '4e50b0a1-79cf-4de8-80ff-a0060e4663e4', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:53Z', 'updated_at': '2022-05-03T23:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '54d854ee-d8f1-4165-bf64-128c273ebf09', 'name': '', 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'mac_address': 'fa:16:3e:5a:0c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'c5e88c7f-edc6-4222-bc75-9d809e6e30ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:55Z', 'updated_at': '2022-05-03T23:46:03Z', 'revision_number': 5, 'project_id': '716f363c793d414caa1834da0acac2cf', 'subnets': [{'id': 'c5e88c7f-edc6-4222-bc75-9d809e6e30ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:51:16.118439 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affdb1dc-f90c-4932-9fcc-ab82c7bcf4e1 None None] Checking router: 2900ce71-a9fe-4040-9aad-14e00b2e7568 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:51:16.126770 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affdb1dc-f90c-4932-9fcc-ab82c7bcf4e1 None None] Routers {'2900ce71-a9fe-4040-9aad-14e00b2e7568'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:51:16.127465 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-affdb1dc-f90c-4932-9fcc-ab82c7bcf4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:50:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['2900ce71-a9fe-4040-9aad-14e00b2e7568'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:51:16.163301 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cee913e7-e0fa-404a-927a-f8067a4062fc req-ef87119d-854b-4dd2-ad19-3b3c022fe713 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8d40520-d5aa-438a-91d1-425ec9a2c7f0 HTTP/1.1" status: 200 len: 217 time: 0.0670695 May 03 23:51:16.228845 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665220c-a0be-4180-9936-c6fc7cb31587 req-6859f32e-0fce-4d7f-a914-aee09b57b64f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:51:16.229529 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-9665220c-a0be-4180-9936-c6fc7cb31587 req-6859f32e-0fce-4d7f-a914-aee09b57b64f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Synchronizing usage tracker for tenant:716f363c793d414caa1834da0acac2cf on resource:port {{(pid=88069) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 23:51:16.247381 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee913e7-e0fa-404a-927a-f8067a4062fc req-08c5aa9c-91b1-4f63-a383-6cf24690978d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:51:16.248785 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cee913e7-e0fa-404a-927a-f8067a4062fc req-08c5aa9c-91b1-4f63-a383-6cf24690978d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c5e88c7f-edc6-4222-bc75-9d809e6e30ee HTTP/1.1" status: 200 len: 849 time: 0.0783601 May 03 23:51:16.252889 n-d-811807-1 neutron-server[88069]: DEBUG neutron.quota.resource [req-9665220c-a0be-4180-9936-c6fc7cb31587 req-6859f32e-0fce-4d7f-a914-aee09b57b64f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Unset dirty status for tenant:716f363c793d414caa1834da0acac2cf on resource:port {{(pid=88069) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 23:51:16.253933 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9665220c-a0be-4180-9936-c6fc7cb31587 req-6859f32e-0fce-4d7f-a914-aee09b57b64f tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/ports?device_id=651919a2-56d6-443a-8c93-7f9cc3ae4961 HTTP/1.1" status: 200 len: 944 time: 0.2381670 May 03 23:51:16.256651 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:51:16.309250 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-affdb1dc-f90c-4932-9fcc-ab82c7bcf4e1 None None] Set router 2900ce71-a9fe-4040-9aad-14e00b2e7568 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:51:16.350082 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-9665220c-a0be-4180-9936-c6fc7cb31587 req-844485d2-fb58-47bb-8c6a-2263934bac09 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cbee228-2858-4d04-84ef-f5260318748c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558653 May 03 23:51:16.365787 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee913e7-e0fa-404a-927a-f8067a4062fc req-8f66e366-f10d-4aec-b50a-506e8c4b945a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:51:16.367354 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cee913e7-e0fa-404a-927a-f8067a4062fc req-8f66e366-f10d-4aec-b50a-506e8c4b945a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c2e2d6f8-d1dc-49a7-8877-85c5b9e40121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107452 May 03 23:51:16.499553 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cee913e7-e0fa-404a-927a-f8067a4062fc req-6af1443c-f1dd-4900-b330-120bc9d67208 service neutron] 10.222.0.67 "GET /v2.0/networks/c2e2d6f8-d1dc-49a7-8877-85c5b9e40121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256344 May 03 23:51:16.657630 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-affdb1dc-f90c-4932-9fcc-ab82c7bcf4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'name': 'tempest-TestSnapshotPattern-1139524290-router', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '4e50b0a1-79cf-4de8-80ff-a0060e4663e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:45:52Z', 'updated_at': '2022-05-03T23:45:56Z', 'revision_number': 4, 'project_id': '716f363c793d414caa1834da0acac2cf', 'gw_port': {'id': '4e50b0a1-79cf-4de8-80ff-a0060e4663e4', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:53Z', 'updated_at': '2022-05-03T23:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '54d854ee-d8f1-4165-bf64-128c273ebf09', 'name': '', 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'mac_address': 'fa:16:3e:5a:0c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'c5e88c7f-edc6-4222-bc75-9d809e6e30ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:55Z', 'updated_at': '2022-05-03T23:46:03Z', 'revision_number': 5, 'project_id': '716f363c793d414caa1834da0acac2cf', 'subnets': [{'id': 'c5e88c7f-edc6-4222-bc75-9d809e6e30ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:51:16.661924 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affdb1dc-f90c-4932-9fcc-ab82c7bcf4e1 None None] The sync data for ids ['2900ce71-a9fe-4040-9aad-14e00b2e7568'] in n-d-811807-1 is: [{'id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'name': 'tempest-TestSnapshotPattern-1139524290-router', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '4e50b0a1-79cf-4de8-80ff-a0060e4663e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:45:52Z', 'updated_at': '2022-05-03T23:45:56Z', 'revision_number': 4, 'project_id': '716f363c793d414caa1834da0acac2cf', 'gw_port': {'id': '4e50b0a1-79cf-4de8-80ff-a0060e4663e4', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:53Z', 'updated_at': '2022-05-03T23:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1', '_interfaces': [{'id': '54d854ee-d8f1-4165-bf64-128c273ebf09', 'name': '', 'network_id': 'c2e2d6f8-d1dc-49a7-8877-85c5b9e40121', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'mac_address': 'fa:16:3e:5a:0c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': 'c5e88c7f-edc6-4222-bc75-9d809e6e30ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:55Z', 'updated_at': '2022-05-03T23:46:03Z', 'revision_number': 5, 'project_id': '716f363c793d414caa1834da0acac2cf', 'subnets': [{'id': 'c5e88c7f-edc6-4222-bc75-9d809e6e30ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:51:16.763608 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-cee913e7-e0fa-404a-927a-f8067a4062fc req-ec00ddb5-eeff-45d0-837c-6af8398ca8be service neutron] 10.222.0.67 "GET /v2.0/networks/c2e2d6f8-d1dc-49a7-8877-85c5b9e40121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571187 May 03 23:51:16.883602 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a77d359-3d3b-4ead-84e0-494947753150 None None] New status for floating IP a46e5eea-62bb-4de6-8509-e73ceef3d59b: DOWN {{(pid=88071) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:51:17.101346 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a937d-6fbb-432e-855c-8e4583d17a3f req-e7803e89-e6ce-43d8-9e09-0e0eca0687db tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:51:17.102828 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-904a937d-6fbb-432e-855c-8e4583d17a3f req-e7803e89-e6ce-43d8-9e09-0e0eca0687db tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.67 "GET /v2.0/ports?device_id=651919a2-56d6-443a-8c93-7f9cc3ae4961 HTTP/1.1" status: 200 len: 944 time: 0.0862701 May 03 23:51:17.179408 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-904a937d-6fbb-432e-855c-8e4583d17a3f req-66d658f1-b2bf-45e7-aa8e-d9b74a3fad36 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Deleting port a8d40520-d5aa-438a-91d1-425ec9a2c7f0 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:51:17.179750 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-904a937d-6fbb-432e-855c-8e4583d17a3f req-66d658f1-b2bf-45e7-aa8e-d9b74a3fad36 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:17.422201 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [req-904a937d-6fbb-432e-855c-8e4583d17a3f req-66d658f1-b2bf-45e7-aa8e-d9b74a3fad36 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] For port a8d40520-d5aa-438a-91d1-425ec9a2c7f0, host n-h2-811807-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811807-1',level=0,port_id=a8d40520-d5aa-438a-91d1-425ec9a2c7f0,segment=NetworkSegment(4cfc2889-e387-4637-a575-458bf9f65fc0),segment_id=4cfc2889-e387-4637-a575-458bf9f65fc0)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:51:17.422563 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-904a937d-6fbb-432e-855c-8e4583d17a3f req-66d658f1-b2bf-45e7-aa8e-d9b74a3fad36 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:17.570094 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [req-904a937d-6fbb-432e-855c-8e4583d17a3f req-66d658f1-b2bf-45e7-aa8e-d9b74a3fad36 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Calling delete_port for a8d40520-d5aa-438a-91d1-425ec9a2c7f0 owned by compute:nova {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:51:17.719800 n-d-811807-1 neutron-server[88069]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e696f16-ff17-4ac0-8711-ce7989d52aee req-d55e5bc9-bb31-4cff-8a1c-e4eae0bb5f89 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88069) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:51:17.721230 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8e696f16-ff17-4ac0-8711-ce7989d52aee req-d55e5bc9-bb31-4cff-8a1c-e4eae0bb5f89 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/ports?device_id=651919a2-56d6-443a-8c93-7f9cc3ae4961 HTTP/1.1" status: 200 len: 944 time: 0.2406483 May 03 23:51:17.780303 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-8e696f16-ff17-4ac0-8711-ce7989d52aee req-228e713f-a3ec-4585-8a78-8dd463151471 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "GET /v2.0/security-groups?id=2cbee228-2858-4d04-84ef-f5260318748c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528679 May 03 23:51:17.781017 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-904a937d-6fbb-432e-855c-8e4583d17a3f req-66d658f1-b2bf-45e7-aa8e-d9b74a3fad36 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:17.830079 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d658f1-b2bf-45e7-aa8e-d9b74a3fad36 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Pushing event deleted for resources: {'Port': ['ID=a8d40520-d5aa-438a-91d1-425ec9a2c7f0,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:51:17.906160 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [req-904a937d-6fbb-432e-855c-8e4583d17a3f req-66d658f1-b2bf-45e7-aa8e-d9b74a3fad36 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] No DVR routers for this DVR port a8d40520-d5aa-438a-91d1-425ec9a2c7f0 on host n-h2-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:51:17.908739 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [req-904a937d-6fbb-432e-855c-8e4583d17a3f req-66d658f1-b2bf-45e7-aa8e-d9b74a3fad36 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45250'] for port, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:17.911348 n-d-811807-1 neutron-server[88069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651919a2-56d6-443a-8c93-7f9cc3ae4961', 'name': 'network-vif-deleted', 'tag': 'a8d40520-d5aa-438a-91d1-425ec9a2c7f0'}] {{(pid=88069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:51:17.927048 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [req-904a937d-6fbb-432e-855c-8e4583d17a3f req-66d658f1-b2bf-45e7-aa8e-d9b74a3fad36 tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.67 "DELETE /v2.0/ports/a8d40520-d5aa-438a-91d1-425ec9a2c7f0 HTTP/1.1" status: 204 len: 173 time: 0.8188910 May 03 23:51:17.957299 n-d-811807-1 neutron-server[88069]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7546a743-0fc4-47ab-bae7-afa68b0c8677'] response: {'server_uuid': '651919a2-56d6-443a-8c93-7f9cc3ae4961', 'name': 'network-vif-deleted', 'tag': 'a8d40520-d5aa-438a-91d1-425ec9a2c7f0', 'status': 'completed', 'code': 200} May 03 23:51:18.874027 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60068) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:51:18.942884 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4477ce26-b59b-4e08-b016-ed817dc4bebe tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks [] for security_group, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:18.972081 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4477ce26-b59b-4e08-b016-ed817dc4bebe tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:19.035259 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4477ce26-b59b-4e08-b016-ed817dc4bebe tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:19.054897 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4477ce26-b59b-4e08-b016-ed817dc4bebe tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbee228-2858-4d04-84ef-f5260318748c,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:51:19.067515 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-4477ce26-b59b-4e08-b016-ed817dc4bebe tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] Notify callbacks [] for security_group, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:19.068630 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-4477ce26-b59b-4e08-b016-ed817dc4bebe tempest-TestSnapshotPattern-94721477 tempest-TestSnapshotPattern-94721477-project] 10.222.0.58 "DELETE /v2.0/security-groups/2cbee228-2858-4d04-84ef-f5260318748c HTTP/1.1" status: 204 len: 168 time: 0.1936307 May 03 23:51:19.117919 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60074) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:51:19.761393 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8adc4ce5-000c-4f7c-91b8-a0fc87edfa04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:20.219980 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-8adc4ce5-000c-4f7c-91b8-a0fc87edfa04 admin admin] Deleting port 54d854ee-d8f1-4165-bf64-128c273ebf09 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:51:20.220666 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8adc4ce5-000c-4f7c-91b8-a0fc87edfa04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:20.386668 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-8adc4ce5-000c-4f7c-91b8-a0fc87edfa04 admin admin] For port 54d854ee-d8f1-4165-bf64-128c273ebf09, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=54d854ee-d8f1-4165-bf64-128c273ebf09,segment=NetworkSegment(4cfc2889-e387-4637-a575-458bf9f65fc0),segment_id=4cfc2889-e387-4637-a575-458bf9f65fc0)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:51:20.387027 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8adc4ce5-000c-4f7c-91b8-a0fc87edfa04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:20.510105 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-8adc4ce5-000c-4f7c-91b8-a0fc87edfa04 admin admin] Calling delete_port for 54d854ee-d8f1-4165-bf64-128c273ebf09 owned by network:router_interface {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:51:20.676341 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8adc4ce5-000c-4f7c-91b8-a0fc87edfa04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:20.721415 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc4ce5-000c-4f7c-91b8-a0fc87edfa04 admin admin] Pushing event deleted for resources: {'Port': ['ID=54d854ee-d8f1-4165-bf64-128c273ebf09,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:51:20.991948 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-8adc4ce5-000c-4f7c-91b8-a0fc87edfa04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:21.287507 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device a8d40520-d5aa-438a-91d1-425ec9a2c7f0 no longer exists at agent hyperv_n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:51:21.321385 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] No Port match for: a8d40520-d5aa-438a-91d1-425ec9a2c7f0 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:51:21.321732 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Device a8d40520-d5aa-438a-91d1-425ec9a2c7f0 not bound to the agent host n-h2-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:51:21.341095 n-d-811807-1 neutron-server[88070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8adc4ce5-000c-4f7c-91b8-a0fc87edfa04 admin admin] Router 2900ce71-a9fe-4040-9aad-14e00b2e7568 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:51:21.623711 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8adc4ce5-000c-4f7c-91b8-a0fc87edfa04 admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:51:21.632145 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbc89bb-19d0-4336-a87b-fa60bb0ca52d None None] Sync routers for ids ['2900ce71-a9fe-4040-9aad-14e00b2e7568'] in n-d-811807-1 {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:51:21.635428 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-8adc4ce5-000c-4f7c-91b8-a0fc87edfa04 admin admin] 10.222.0.58 "PUT /v2.0/routers/2900ce71-a9fe-4040-9aad-14e00b2e7568/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5164285 May 03 23:51:21.638452 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60080) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:51:21.642093 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbc89bb-19d0-4336-a87b-fa60bb0ca52d None None] Routers {'2900ce71-a9fe-4040-9aad-14e00b2e7568'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:51:21.642702 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-4dbc89bb-19d0-4336-a87b-fa60bb0ca52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:50:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['2900ce71-a9fe-4040-9aad-14e00b2e7568'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:51:21.810753 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cf256b7a-c0e9-4f48-80f6-a5d4c35dd8ad admin admin] Notify callbacks [] for router, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:21.819852 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-4dbc89bb-19d0-4336-a87b-fa60bb0ca52d None None] Set router 2900ce71-a9fe-4040-9aad-14e00b2e7568 gateway port host: n-d-811807-1 {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:51:21.990673 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cf256b7a-c0e9-4f48-80f6-a5d4c35dd8ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:22.000464 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-cf256b7a-c0e9-4f48-80f6-a5d4c35dd8ad admin admin] Deleting port 4e50b0a1-79cf-4de8-80ff-a0060e4663e4 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:51:22.000976 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cf256b7a-c0e9-4f48-80f6-a5d4c35dd8ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:22.099215 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-4dbc89bb-19d0-4336-a87b-fa60bb0ca52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'name': 'tempest-TestSnapshotPattern-1139524290-router', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '4e50b0a1-79cf-4de8-80ff-a0060e4663e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:45:52Z', 'updated_at': '2022-05-03T23:51:20Z', 'revision_number': 5, 'project_id': '716f363c793d414caa1834da0acac2cf', 'gw_port': {'id': '4e50b0a1-79cf-4de8-80ff-a0060e4663e4', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:53Z', 'updated_at': '2022-05-03T23:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:51:22.103250 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbc89bb-19d0-4336-a87b-fa60bb0ca52d None None] Checking router: 2900ce71-a9fe-4040-9aad-14e00b2e7568 for host: n-d-811807-1 {{(pid=88072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:51:22.112527 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbc89bb-19d0-4336-a87b-fa60bb0ca52d None None] Routers {'2900ce71-a9fe-4040-9aad-14e00b2e7568'} bound to L3 agent in host n-d-811807-1 {{(pid=88072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:51:22.113174 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-4dbc89bb-19d0-4336-a87b-fa60bb0ca52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:50:56Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['2900ce71-a9fe-4040-9aad-14e00b2e7568'], 'active': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:51:22.184964 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-cf256b7a-c0e9-4f48-80f6-a5d4c35dd8ad admin admin] For port 4e50b0a1-79cf-4de8-80ff-a0060e4663e4, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=4e50b0a1-79cf-4de8-80ff-a0060e4663e4,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:51:22.185316 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cf256b7a-c0e9-4f48-80f6-a5d4c35dd8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:22.267334 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_dvr_db [None req-4dbc89bb-19d0-4336-a87b-fa60bb0ca52d None None] Set router 2900ce71-a9fe-4040-9aad-14e00b2e7568 gateway port host: None {{(pid=88072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:51:22.305244 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-cf256b7a-c0e9-4f48-80f6-a5d4c35dd8ad admin admin] Calling delete_port for 4e50b0a1-79cf-4de8-80ff-a0060e4663e4 owned by network:router_gateway {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:51:22.379802 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.l3_hamode_db [None req-4dbc89bb-19d0-4336-a87b-fa60bb0ca52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'name': 'tempest-TestSnapshotPattern-1139524290-router', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:45:52Z', 'updated_at': '2022-05-03T23:51:21Z', 'revision_number': 6, 'project_id': '716f363c793d414caa1834da0acac2cf', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:51:22.384442 n-d-811807-1 neutron-server[88072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbc89bb-19d0-4336-a87b-fa60bb0ca52d None None] The sync data for ids ['2900ce71-a9fe-4040-9aad-14e00b2e7568'] in n-d-811807-1 is: [{'id': '2900ce71-a9fe-4040-9aad-14e00b2e7568', 'name': 'tempest-TestSnapshotPattern-1139524290-router', 'tenant_id': '716f363c793d414caa1834da0acac2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:45:52Z', 'updated_at': '2022-05-03T23:51:21Z', 'revision_number': 6, 'project_id': '716f363c793d414caa1834da0acac2cf', 'gw_port_host': None}] {{(pid=88072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:51:22.483334 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cf256b7a-c0e9-4f48-80f6-a5d4c35dd8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:22.532488 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf256b7a-c0e9-4f48-80f6-a5d4c35dd8ad admin admin] Pushing event deleted for resources: {'Port': ['ID=4e50b0a1-79cf-4de8-80ff-a0060e4663e4,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:51:22.621229 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cf256b7a-c0e9-4f48-80f6-a5d4c35dd8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:22.790473 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cf256b7a-c0e9-4f48-80f6-a5d4c35dd8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:22.792921 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cf256b7a-c0e9-4f48-80f6-a5d4c35dd8ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:22.817735 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cf256b7a-c0e9-4f48-80f6-a5d4c35dd8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:22.818403 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf256b7a-c0e9-4f48-80f6-a5d4c35dd8ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2900ce71-a9fe-4040-9aad-14e00b2e7568 {{(pid=88070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 23:51:22.831655 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-cf256b7a-c0e9-4f48-80f6-a5d4c35dd8ad admin admin] Notify callbacks [] for router, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:22.833071 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-cf256b7a-c0e9-4f48-80f6-a5d4c35dd8ad admin admin] 10.222.0.58 "DELETE /v2.0/routers/2900ce71-a9fe-4040-9aad-14e00b2e7568 HTTP/1.1" status: 204 len: 168 time: 1.1937139 May 03 23:51:22.835704 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60084) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:51:22.897636 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-6656c71e-1c45-4fb8-9b6f-c82cb0a33357 admin admin] Deleting subnet c5e88c7f-edc6-4222-bc75-9d809e6e30ee {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:51:22.900625 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6656c71e-1c45-4fb8-9b6f-c82cb0a33357 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:22.948423 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6656c71e-1c45-4fb8-9b6f-c82cb0a33357 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:23.026315 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6656c71e-1c45-4fb8-9b6f-c82cb0a33357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:23.091329 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6656c71e-1c45-4fb8-9b6f-c82cb0a33357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:23.123564 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-61c0bf04-1196-41a7-b332-9caa99d3a83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:23.130075 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656c71e-1c45-4fb8-9b6f-c82cb0a33357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5e88c7f-edc6-4222-bc75-9d809e6e30ee,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:51:23.131986 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-6656c71e-1c45-4fb8-9b6f-c82cb0a33357 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:23.135420 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa0f75d-e735-4bc6-901b-16785d93a58c None None] Network c2e2d6f8-d1dc-49a7-8877-85c5b9e40121 requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:51:23.138137 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-6656c71e-1c45-4fb8-9b6f-c82cb0a33357 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c5e88c7f-edc6-4222-bc75-9d809e6e30ee HTTP/1.1" status: 204 len: 168 time: 0.3012953 May 03 23:51:23.140557 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60088) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:51:23.251557 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-14fbc5f1-3a10-4244-b249-3a474e1be0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:23.262559 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-14fbc5f1-3a10-4244-b249-3a474e1be0de admin admin] Deleting port f430d69e-020c-4c33-9284-d4e60a49bd96 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:51:23.262901 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-14fbc5f1-3a10-4244-b249-3a474e1be0de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:23.431769 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97577a9a-04c0-4eab-aef7-6fe4fa076ad1 None None] DHCP port deletion for c2e2d6f8-d1dc-49a7-8877-85c5b9e40121 request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:51:23.437782 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-97577a9a-04c0-4eab-aef7-6fe4fa076ad1 None None] Deleting port f430d69e-020c-4c33-9284-d4e60a49bd96 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:51:23.437782 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-97577a9a-04c0-4eab-aef7-6fe4fa076ad1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:23.583614 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-14fbc5f1-3a10-4244-b249-3a474e1be0de admin admin] For port f430d69e-020c-4c33-9284-d4e60a49bd96, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=f430d69e-020c-4c33-9284-d4e60a49bd96,segment=NetworkSegment(4cfc2889-e387-4637-a575-458bf9f65fc0),segment_id=4cfc2889-e387-4637-a575-458bf9f65fc0)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:51:23.584334 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-14fbc5f1-3a10-4244-b249-3a474e1be0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:23.678014 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-97577a9a-04c0-4eab-aef7-6fe4fa076ad1 None None] For port f430d69e-020c-4c33-9284-d4e60a49bd96, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=f430d69e-020c-4c33-9284-d4e60a49bd96,segment=NetworkSegment(4cfc2889-e387-4637-a575-458bf9f65fc0),segment_id=4cfc2889-e387-4637-a575-458bf9f65fc0)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:51:23.678345 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-97577a9a-04c0-4eab-aef7-6fe4fa076ad1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:23.710133 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-14fbc5f1-3a10-4244-b249-3a474e1be0de admin admin] Calling delete_port for f430d69e-020c-4c33-9284-d4e60a49bd96 owned by network:dhcp {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:51:23.787712 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-14fbc5f1-3a10-4244-b249-3a474e1be0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:23.800604 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-97577a9a-04c0-4eab-aef7-6fe4fa076ad1 None None] Calling delete_port for f430d69e-020c-4c33-9284-d4e60a49bd96 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:51:23.832105 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fbc5f1-3a10-4244-b249-3a474e1be0de admin admin] Pushing event deleted for resources: {'Port': ['ID=f430d69e-020c-4c33-9284-d4e60a49bd96,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:51:23.837402 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fbc5f1-3a10-4244-b249-3a474e1be0de admin admin] No DVR routers for this DVR port f430d69e-020c-4c33-9284-d4e60a49bd96 on host n-d-811807-1 {{(pid=88069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:51:23.874104 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-97577a9a-04c0-4eab-aef7-6fe4fa076ad1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:51:23.874385 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-97577a9a-04c0-4eab-aef7-6fe4fa076ad1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:51:23.952199 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-14fbc5f1-3a10-4244-b249-3a474e1be0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:23.976463 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-14fbc5f1-3a10-4244-b249-3a474e1be0de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2e2d6f8-d1dc-49a7-8877-85c5b9e40121']}} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:51:23.988247 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-14fbc5f1-3a10-4244-b249-3a474e1be0de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cfc2889-e387-4637-a575-458bf9f65fc0') {'for_net_delete': True} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:51:23.988551 n-d-811807-1 neutron-server[88069]: DEBUG neutron.services.segments.db [None req-14fbc5f1-3a10-4244-b249-3a474e1be0de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cfc2889-e387-4637-a575-458bf9f65fc0') {} {{(pid=88069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:51:24.000114 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-14fbc5f1-3a10-4244-b249-3a474e1be0de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13904677'] for segment, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:24.016385 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-14fbc5f1-3a10-4244-b249-3a474e1be0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:24.022377 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14fbc5f1-3a10-4244-b249-3a474e1be0de admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=88069) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:51:24.022760 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-14fbc5f1-3a10-4244-b249-3a474e1be0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15652398'] for segment, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:24.035642 n-d-811807-1 neutron-server[88069]: Traceback (most recent call last): May 03 23:51:24.035642 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:51:24.035642 n-d-811807-1 neutron-server[88069]: timer() May 03 23:51:24.035642 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:51:24.035642 n-d-811807-1 neutron-server[88069]: cb(*args, **kw) May 03 23:51:24.035642 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:51:24.035642 n-d-811807-1 neutron-server[88069]: return func(*args, **kwargs) May 03 23:51:24.035642 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:51:24.035642 n-d-811807-1 neutron-server[88069]: self._notify() May 03 23:51:24.035642 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:51:24.035642 n-d-811807-1 neutron-server[88069]: self.callback(batched_events) May 03 23:51:24.035642 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:51:24.035642 n-d-811807-1 neutron-server[88069]: event.method(event) May 03 23:51:24.035642 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:51:24.035642 n-d-811807-1 neutron-server[88069]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:51:24.035642 n-d-811807-1 neutron-server[88069]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:51:24.035642 n-d-811807-1 neutron-server[88069]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:51:24.035642 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:51:24.035642 n-d-811807-1 neutron-server[88069]: return f(self, *a, **k) May 03 23:51:24.035642 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:51:24.035642 n-d-811807-1 neutron-server[88069]: return self._get(url).json() May 03 23:51:24.035642 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:51:24.035642 n-d-811807-1 neutron-server[88069]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:51:24.035642 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:51:24.035642 n-d-811807-1 neutron-server[88069]: return self.request(url, 'GET', **kwargs) May 03 23:51:24.035642 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:51:24.035642 n-d-811807-1 neutron-server[88069]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:51:24.035642 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:51:24.035642 n-d-811807-1 neutron-server[88069]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:51:24.035642 n-d-811807-1 neutron-server[88069]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:51:24.035642 n-d-811807-1 neutron-server[88069]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:51:24.035642 n-d-811807-1 neutron-server[88069]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:51:24.114614 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-14fbc5f1-3a10-4244-b249-3a474e1be0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:24.130770 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-14fbc5f1-3a10-4244-b249-3a474e1be0de admin admin] Notify callbacks [] for network, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:24.142536 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fbc5f1-3a10-4244-b249-3a474e1be0de admin admin] Pushing event deleted for resources: {'Network': ['ID=c2e2d6f8-d1dc-49a7-8877-85c5b9e40121,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:51:24.154209 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-14fbc5f1-3a10-4244-b249-3a474e1be0de admin admin] 10.222.0.58 "DELETE /v2.0/networks/c2e2d6f8-d1dc-49a7-8877-85c5b9e40121 HTTP/1.1" status: 204 len: 168 time: 1.0126932 May 03 23:51:24.157014 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60092) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:51:24.375913 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-97577a9a-04c0-4eab-aef7-6fe4fa076ad1 None None] Deleting port f430d69e-020c-4c33-9284-d4e60a49bd96 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:51:24.376434 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-97577a9a-04c0-4eab-aef7-6fe4fa076ad1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:24.405581 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 4e50b0a1-79cf-4de8-80ff-a0060e4663e4 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:51:24.472357 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 4e50b0a1-79cf-4de8-80ff-a0060e4663e4 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:51:24.472698 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 4e50b0a1-79cf-4de8-80ff-a0060e4663e4 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:51:24.473122 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 54d854ee-d8f1-4165-bf64-128c273ebf09 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:51:24.500827 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-97577a9a-04c0-4eab-aef7-6fe4fa076ad1 None None] The port 'f430d69e-020c-4c33-9284-d4e60a49bd96' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 23:51:24.514213 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 54d854ee-d8f1-4165-bf64-128c273ebf09 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:51:24.514567 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 54d854ee-d8f1-4165-bf64-128c273ebf09 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:51:24.514990 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device f430d69e-020c-4c33-9284-d4e60a49bd96 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:51:24.550479 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: f430d69e-020c-4c33-9284-d4e60a49bd96 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:51:24.550828 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device f430d69e-020c-4c33-9284-d4e60a49bd96 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:51:24.694043 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-46da0617-00fe-4a6f-afd5-69e03415eb7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785194'] for router_interface, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:25.137874 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-46da0617-00fe-4a6f-afd5-69e03415eb7e admin admin] Deleting port babb52e1-e7aa-41f3-8d4f-fdd9ad43eb17 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:51:25.138516 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-46da0617-00fe-4a6f-afd5-69e03415eb7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:25.274413 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:25.316977 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-46da0617-00fe-4a6f-afd5-69e03415eb7e admin admin] For port babb52e1-e7aa-41f3-8d4f-fdd9ad43eb17, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=babb52e1-e7aa-41f3-8d4f-fdd9ad43eb17,segment=NetworkSegment(862b1127-415e-4455-9e26-3fd0be6df024),segment_id=862b1127-415e-4455-9e26-3fd0be6df024)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:51:25.317337 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-46da0617-00fe-4a6f-afd5-69e03415eb7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:25.436636 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-46da0617-00fe-4a6f-afd5-69e03415eb7e admin admin] Calling delete_port for babb52e1-e7aa-41f3-8d4f-fdd9ad43eb17 owned by network:router_interface {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:51:25.604303 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-46da0617-00fe-4a6f-afd5-69e03415eb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:25.681399 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da0617-00fe-4a6f-afd5-69e03415eb7e admin admin] Pushing event deleted for resources: {'Port': ['ID=babb52e1-e7aa-41f3-8d4f-fdd9ad43eb17,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:51:25.699456 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2a60140f-21ff-44a9-a87a-d193ee3a9a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:25.931751 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-46da0617-00fe-4a6f-afd5-69e03415eb7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-785334'] for router_interface, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:26.392013 n-d-811807-1 neutron-server[88069]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46da0617-00fe-4a6f-afd5-69e03415eb7e admin admin] Router cd0dd514-e3fe-442c-9c40-30bad3873130 has already been hosted by L3 agent b159930d-23ef-4130-95e5-21d2469b608d {{(pid=88069) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 23:51:26.551715 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:26.577801 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46da0617-00fe-4a6f-afd5-69e03415eb7e admin admin] Notify agent at l3_agent.n-d-811807-1 the message routers_updated {{(pid=88069) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 23:51:26.586401 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-46da0617-00fe-4a6f-afd5-69e03415eb7e admin admin] 10.222.0.58 "PUT /v2.0/routers/cd0dd514-e3fe-442c-9c40-30bad3873130/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4284222 May 03 23:51:26.587301 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2e6c33-e0a2-40e3-8cd9-5a52f4c7b166 None None] Sync routers for ids ['cd0dd514-e3fe-442c-9c40-30bad3873130'] in n-d-811807-1 {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:51:26.588920 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60096) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:51:26.598327 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2e6c33-e0a2-40e3-8cd9-5a52f4c7b166 None None] Routers {'cd0dd514-e3fe-442c-9c40-30bad3873130'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:51:26.598951 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-8f2e6c33-e0a2-40e3-8cd9-5a52f4c7b166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:51:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['cd0dd514-e3fe-442c-9c40-30bad3873130'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:51:26.738593 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:26.761005 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a3e8b55d-de93-41ad-bb3e-26e0c2ff1118 admin admin] Notify callbacks [] for router, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:26.785144 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-8f2e6c33-e0a2-40e3-8cd9-5a52f4c7b166 None None] Set router cd0dd514-e3fe-442c-9c40-30bad3873130 gateway port host: n-d-811807-1 {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:51:26.938852 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a3e8b55d-de93-41ad-bb3e-26e0c2ff1118 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:26.948529 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8b55d-de93-41ad-bb3e-26e0c2ff1118 admin admin] Deleting port 5968f3b3-dc14-44b8-a7d0-69d63402ff28 {{(pid=88069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:51:26.948996 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a3e8b55d-de93-41ad-bb3e-26e0c2ff1118 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:27.063543 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-8f2e6c33-e0a2-40e3-8cd9-5a52f4c7b166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0dd514-e3fe-442c-9c40-30bad3873130', 'name': 'tempest-TestSnapshotPattern-1399624734-router', 'tenant_id': 'c1f0af94e91b446c85286b7493a154ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'external_fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '5968f3b3-dc14-44b8-a7d0-69d63402ff28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:45:58Z', 'updated_at': '2022-05-03T23:51:25Z', 'revision_number': 5, 'project_id': 'c1f0af94e91b446c85286b7493a154ca', 'gw_port': {'id': '5968f3b3-dc14-44b8-a7d0-69d63402ff28', 'name': '', 'network_id': 'de8965b2-8ea3-4c2b-86b9-c128a58c6e1e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:42:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0dd514-e3fe-442c-9c40-30bad3873130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811807-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:45:59Z', 'updated_at': '2022-05-03T23:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0b4a649-b3bf-4e46-876c-a9157c9f571f', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811807-1'}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:51:27.067480 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2e6c33-e0a2-40e3-8cd9-5a52f4c7b166 None None] Checking router: cd0dd514-e3fe-442c-9c40-30bad3873130 for host: n-d-811807-1 {{(pid=88071) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:51:27.076971 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2e6c33-e0a2-40e3-8cd9-5a52f4c7b166 None None] Routers {'cd0dd514-e3fe-442c-9c40-30bad3873130'} bound to L3 agent in host n-d-811807-1 {{(pid=88071) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 23:51:27.077116 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-8f2e6c33-e0a2-40e3-8cd9-5a52f4c7b166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811807-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T22:08:25Z,description=,heartbeat_timestamp=2022-05-03T23:51:26Z,host='n-d-811807-1',id=b159930d-23ef-4130-95e5-21d2469b608d,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:08:25Z,topic='l3_agent')) {'router_ids': ['cd0dd514-e3fe-442c-9c40-30bad3873130'], 'active': True} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:51:27.119334 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.db [None req-a3e8b55d-de93-41ad-bb3e-26e0c2ff1118 admin admin] For port 5968f3b3-dc14-44b8-a7d0-69d63402ff28, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=5968f3b3-dc14-44b8-a7d0-69d63402ff28,segment=NetworkSegment(035f75d9-1e5b-45b9-9745-369ca44fd51e),segment_id=035f75d9-1e5b-45b9-9745-369ca44fd51e)] {{(pid=88069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:51:27.119690 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a3e8b55d-de93-41ad-bb3e-26e0c2ff1118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:27.228668 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-8f2e6c33-e0a2-40e3-8cd9-5a52f4c7b166 None None] Set router cd0dd514-e3fe-442c-9c40-30bad3873130 gateway port host: None {{(pid=88071) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 23:51:27.248328 n-d-811807-1 neutron-server[88069]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8b55d-de93-41ad-bb3e-26e0c2ff1118 admin admin] Calling delete_port for 5968f3b3-dc14-44b8-a7d0-69d63402ff28 owned by network:router_gateway {{(pid=88069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:51:27.379467 n-d-811807-1 neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-8f2e6c33-e0a2-40e3-8cd9-5a52f4c7b166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0dd514-e3fe-442c-9c40-30bad3873130', 'name': 'tempest-TestSnapshotPattern-1399624734-router', 'tenant_id': 'c1f0af94e91b446c85286b7493a154ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:45:58Z', 'updated_at': '2022-05-03T23:51:26Z', 'revision_number': 6, 'project_id': 'c1f0af94e91b446c85286b7493a154ca', 'gw_port_host': None}], 'n-d-811807-1', False) {} {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:51:27.384002 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2e6c33-e0a2-40e3-8cd9-5a52f4c7b166 None None] The sync data for ids ['cd0dd514-e3fe-442c-9c40-30bad3873130'] in n-d-811807-1 is: [{'id': 'cd0dd514-e3fe-442c-9c40-30bad3873130', 'name': 'tempest-TestSnapshotPattern-1399624734-router', 'tenant_id': 'c1f0af94e91b446c85286b7493a154ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:45:58Z', 'updated_at': '2022-05-03T23:51:26Z', 'revision_number': 6, 'project_id': 'c1f0af94e91b446c85286b7493a154ca', 'gw_port_host': None}] {{(pid=88071) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:51:27.423821 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a3e8b55d-de93-41ad-bb3e-26e0c2ff1118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15652417'] for port, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:27.470072 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8b55d-de93-41ad-bb3e-26e0c2ff1118 admin admin] Pushing event deleted for resources: {'Port': ['ID=5968f3b3-dc14-44b8-a7d0-69d63402ff28,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:51:27.561449 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a3e8b55d-de93-41ad-bb3e-26e0c2ff1118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-784143'] for router_gateway, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:27.847692 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a3e8b55d-de93-41ad-bb3e-26e0c2ff1118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-783160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2565'] for router, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:27.849830 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a3e8b55d-de93-41ad-bb3e-26e0c2ff1118 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:27.871251 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a3e8b55d-de93-41ad-bb3e-26e0c2ff1118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-783335'] for router, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:27.872351 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e8b55d-de93-41ad-bb3e-26e0c2ff1118 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd0dd514-e3fe-442c-9c40-30bad3873130 {{(pid=88069) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 23:51:27.884435 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-a3e8b55d-de93-41ad-bb3e-26e0c2ff1118 admin admin] Notify callbacks [] for router, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:27.885560 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-a3e8b55d-de93-41ad-bb3e-26e0c2ff1118 admin admin] 10.222.0.58 "DELETE /v2.0/routers/cd0dd514-e3fe-442c-9c40-30bad3873130 HTTP/1.1" status: 204 len: 168 time: 1.2954967 May 03 23:51:27.888781 n-d-811807-1 neutron-server[88069]: DEBUG neutron.wsgi [-] (88069) accepted ('10.222.0.58', 60102) {{(pid=88069) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:51:27.945674 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:27.948584 n-d-811807-1 neutron-server[88069]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c187a8e-3501-47ae-9f6d-ef61f8465874 admin admin] Deleting subnet 92472c94-77e0-4b9f-a055-d5309eae2d85 {{(pid=88069) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 23:51:27.952162 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9c187a8e-3501-47ae-9f6d-ef61f8465874 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:28.002144 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9c187a8e-3501-47ae-9f6d-ef61f8465874 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13904684'] for subnet, precommit_delete_associations {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:28.076461 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9c187a8e-3501-47ae-9f6d-ef61f8465874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902727'] for subnet, precommit_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:28.143423 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9c187a8e-3501-47ae-9f6d-ef61f8465874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15652468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16758672'] for subnet, after_delete {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:28.185145 n-d-811807-1 neutron-server[88069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c187a8e-3501-47ae-9f6d-ef61f8465874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92472c94-77e0-4b9f-a055-d5309eae2d85,revision_number=None']} {{(pid=88069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:51:28.189546 n-d-811807-1 neutron-server[88069]: DEBUG neutron_lib.callbacks.manager [None req-9c187a8e-3501-47ae-9f6d-ef61f8465874 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:28.195007 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81925e9-9964-4d3d-a3a7-59a6a63ce2fe None None] Network aed06b92-8afb-4a77-91e9-de47846b7a9c requested from n-d-811807-1 {{(pid=88071) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 23:51:28.195805 n-d-811807-1 neutron-server[88069]: INFO neutron.wsgi [None req-9c187a8e-3501-47ae-9f6d-ef61f8465874 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/92472c94-77e0-4b9f-a055-d5309eae2d85 HTTP/1.1" status: 204 len: 168 time: 0.3060627 May 03 23:51:28.198358 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60106) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:51:28.405296 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device babb52e1-e7aa-41f3-8d4f-fdd9ad43eb17 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:51:28.435420 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-307b3251-f719-4e09-ae67-0eb1eef67b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577307'] for network, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:28.444554 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: babb52e1-e7aa-41f3-8d4f-fdd9ad43eb17 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:51:28.444898 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device babb52e1-e7aa-41f3-8d4f-fdd9ad43eb17 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:51:28.445319 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 5968f3b3-dc14-44b8-a7d0-69d63402ff28 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:51:28.446013 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-307b3251-f719-4e09-ae67-0eb1eef67b40 admin admin] Deleting port 19fd4c96-5f44-4437-baa9-cd889a3d9d20 {{(pid=88070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:51:28.446352 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-307b3251-f719-4e09-ae67-0eb1eef67b40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:28.479978 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 5968f3b3-dc14-44b8-a7d0-69d63402ff28 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:51:28.480320 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 5968f3b3-dc14-44b8-a7d0-69d63402ff28 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:51:28.537979 n-d-811807-1 neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0264226-2b0f-4a6a-b1a4-12aeb7f89d49 None None] DHCP port deletion for aed06b92-8afb-4a77-91e9-de47846b7a9c request from n-d-811807-1 {{(pid=88071) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 23:51:28.542104 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f0264226-2b0f-4a6a-b1a4-12aeb7f89d49 None None] Deleting port 19fd4c96-5f44-4437-baa9-cd889a3d9d20 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:51:28.542484 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f0264226-2b0f-4a6a-b1a4-12aeb7f89d49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:28.666015 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.db [None req-307b3251-f719-4e09-ae67-0eb1eef67b40 admin admin] For port 19fd4c96-5f44-4437-baa9-cd889a3d9d20, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=19fd4c96-5f44-4437-baa9-cd889a3d9d20,segment=NetworkSegment(862b1127-415e-4455-9e26-3fd0be6df024),segment_id=862b1127-415e-4455-9e26-3fd0be6df024)] {{(pid=88070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:51:28.666292 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-307b3251-f719-4e09-ae67-0eb1eef67b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:28.743521 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f0264226-2b0f-4a6a-b1a4-12aeb7f89d49 None None] For port 19fd4c96-5f44-4437-baa9-cd889a3d9d20, host n-d-811807-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811807-1',level=0,port_id=19fd4c96-5f44-4437-baa9-cd889a3d9d20,segment=NetworkSegment(862b1127-415e-4455-9e26-3fd0be6df024),segment_id=862b1127-415e-4455-9e26-3fd0be6df024)] {{(pid=88071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 23:51:28.743913 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f0264226-2b0f-4a6a-b1a4-12aeb7f89d49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-785962'] for port, precommit_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:28.786957 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.plugin [None req-307b3251-f719-4e09-ae67-0eb1eef67b40 admin admin] Calling delete_port for 19fd4c96-5f44-4437-baa9-cd889a3d9d20 owned by network:dhcp {{(pid=88070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:51:28.868514 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-307b3251-f719-4e09-ae67-0eb1eef67b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1718944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219409', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752783540462', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752783064387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15106941'] for port, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:28.871236 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:28.878259 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f0264226-2b0f-4a6a-b1a4-12aeb7f89d49 None None] Calling delete_port for 19fd4c96-5f44-4437-baa9-cd889a3d9d20 owned by network:dhcp {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 23:51:28.912956 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b3251-f719-4e09-ae67-0eb1eef67b40 admin admin] Pushing event deleted for resources: {'Port': ['ID=19fd4c96-5f44-4437-baa9-cd889a3d9d20,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:51:28.918870 n-d-811807-1 neutron-server[88070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307b3251-f719-4e09-ae67-0eb1eef67b40 admin admin] No DVR routers for this DVR port 19fd4c96-5f44-4437-baa9-cd889a3d9d20 on host n-d-811807-1 {{(pid=88070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:51:28.952058 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.db.api [None req-f0264226-2b0f-4a6a-b1a4-12aeb7f89d49 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:51:28.952598 n-d-811807-1 neutron-server[88071]: DEBUG oslo_db.api [None req-f0264226-2b0f-4a6a-b1a4-12aeb7f89d49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:51:29.032050 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-307b3251-f719-4e09-ae67-0eb1eef67b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1905676', 'neutron.services.segments.db._delete_segments_for_network-8752783531349'] for network, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:29.057167 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-307b3251-f719-4e09-ae67-0eb1eef67b40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aed06b92-8afb-4a77-91e9-de47846b7a9c']}} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:51:29.070393 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-307b3251-f719-4e09-ae67-0eb1eef67b40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '862b1127-415e-4455-9e26-3fd0be6df024') {'for_net_delete': True} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:51:29.070692 n-d-811807-1 neutron-server[88070]: DEBUG neutron.services.segments.db [None req-307b3251-f719-4e09-ae67-0eb1eef67b40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '862b1127-415e-4455-9e26-3fd0be6df024') {} {{(pid=88070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:51:29.081719 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-307b3251-f719-4e09-ae67-0eb1eef67b40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752783535216', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15133047'] for segment, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:29.097188 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-307b3251-f719-4e09-ae67-0eb1eef67b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1904208'] for segment, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:29.103080 n-d-811807-1 neutron-server[88070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-307b3251-f719-4e09-ae67-0eb1eef67b40 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=88070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:51:29.103460 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-307b3251-f719-4e09-ae67-0eb1eef67b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1904194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15106834'] for segment, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:29.120065 n-d-811807-1 neutron-server[88070]: Traceback (most recent call last): May 03 23:51:29.120065 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:51:29.120065 n-d-811807-1 neutron-server[88070]: timer() May 03 23:51:29.120065 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:51:29.120065 n-d-811807-1 neutron-server[88070]: cb(*args, **kw) May 03 23:51:29.120065 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 23:51:29.120065 n-d-811807-1 neutron-server[88070]: return func(*args, **kwargs) May 03 23:51:29.120065 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:51:29.120065 n-d-811807-1 neutron-server[88070]: self._notify() May 03 23:51:29.120065 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:51:29.120065 n-d-811807-1 neutron-server[88070]: self.callback(batched_events) May 03 23:51:29.120065 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:51:29.120065 n-d-811807-1 neutron-server[88070]: event.method(event) May 03 23:51:29.120065 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 23:51:29.120065 n-d-811807-1 neutron-server[88070]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:51:29.120065 n-d-811807-1 neutron-server[88070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 23:51:29.120065 n-d-811807-1 neutron-server[88070]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:51:29.120065 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 23:51:29.120065 n-d-811807-1 neutron-server[88070]: return f(self, *a, **k) May 03 23:51:29.120065 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 23:51:29.120065 n-d-811807-1 neutron-server[88070]: return self._get(url).json() May 03 23:51:29.120065 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 23:51:29.120065 n-d-811807-1 neutron-server[88070]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:51:29.120065 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:51:29.120065 n-d-811807-1 neutron-server[88070]: return self.request(url, 'GET', **kwargs) May 03 23:51:29.120065 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:51:29.120065 n-d-811807-1 neutron-server[88070]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:51:29.120065 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:51:29.120065 n-d-811807-1 neutron-server[88070]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:51:29.120065 n-d-811807-1 neutron-server[88070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:51:29.120065 n-d-811807-1 neutron-server[88070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:51:29.120065 n-d-811807-1 neutron-server[88070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:51:29.191509 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-307b3251-f719-4e09-ae67-0eb1eef67b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1905719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-784170'] for network, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:29.207095 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-307b3251-f719-4e09-ae67-0eb1eef67b40 admin admin] Notify callbacks [] for network, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:29.218861 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b3251-f719-4e09-ae67-0eb1eef67b40 admin admin] Pushing event deleted for resources: {'Network': ['ID=aed06b92-8afb-4a77-91e9-de47846b7a9c,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:51:29.225032 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-307b3251-f719-4e09-ae67-0eb1eef67b40 admin admin] 10.222.0.58 "DELETE /v2.0/networks/aed06b92-8afb-4a77-91e9-de47846b7a9c HTTP/1.1" status: 204 len: 168 time: 1.0240836 May 03 23:51:29.342518 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60114) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:51:29.396579 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-ce45ad1d-e00e-4791-9f46-782c36fcde33 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=716f363c793d414caa1834da0acac2cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0523450 May 03 23:51:29.398470 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60120) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:51:29.453871 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f0264226-2b0f-4a6a-b1a4-12aeb7f89d49 None None] Deleting port 19fd4c96-5f44-4437-baa9-cd889a3d9d20 {{(pid=88071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 23:51:29.454277 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f0264226-2b0f-4a6a-b1a4-12aeb7f89d49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752783421444'] for port, before_delete {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:29.455002 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-aa48c6aa-1669-460d-974b-ae3cfa5c4f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:29.481491 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-aa48c6aa-1669-460d-974b-ae3cfa5c4f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:29.522817 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f0264226-2b0f-4a6a-b1a4-12aeb7f89d49 None None] The port '19fd4c96-5f44-4437-baa9-cd889a3d9d20' was deleted {{(pid=88071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 23:51:29.545168 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-aa48c6aa-1669-460d-974b-ae3cfa5c4f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:29.562540 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48c6aa-1669-460d-974b-ae3cfa5c4f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88dfcb56-3b4b-43aa-a1c1-930d53d46f91,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:51:29.570876 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-aa48c6aa-1669-460d-974b-ae3cfa5c4f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:29.571996 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-aa48c6aa-1669-460d-974b-ae3cfa5c4f05 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/88dfcb56-3b4b-43aa-a1c1-930d53d46f91 HTTP/1.1" status: 204 len: 168 time: 0.1726327 May 03 23:51:29.923589 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60128) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:51:29.970620 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-c53c1548-a09e-42f4-b87d-fd9cb27d081c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c1f0af94e91b446c85286b7493a154ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458674 May 03 23:51:29.972906 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [-] (88070) accepted ('10.222.0.58', 60132) {{(pid=88070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 23:51:30.031326 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5b65b751-2c1f-4226-8271-eea9321b4e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:30.055564 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5b65b751-2c1f-4226-8271-eea9321b4e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:30.106344 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5b65b751-2c1f-4226-8271-eea9321b4e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573753'] for security_group, after_delete {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:30.123255 n-d-811807-1 neutron-server[88070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b65b751-2c1f-4226-8271-eea9321b4e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68feb72-9ad9-4608-8004-eefdf1a26611,revision_number=None']} {{(pid=88070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:51:30.126537 n-d-811807-1 neutron-server[88070]: DEBUG neutron_lib.callbacks.manager [None req-5b65b751-2c1f-4226-8271-eea9321b4e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:30.127998 n-d-811807-1 neutron-server[88070]: INFO neutron.wsgi [None req-5b65b751-2c1f-4226-8271-eea9321b4e56 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e68feb72-9ad9-4608-8004-eefdf1a26611 HTTP/1.1" status: 204 len: 168 time: 0.1538556 May 03 23:51:30.385824 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 19fd4c96-5f44-4437-baa9-cd889a3d9d20 no longer exists at agent ovs-agent-n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 23:51:30.421285 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] No Port match for: 19fd4c96-5f44-4437-baa9-cd889a3d9d20 {{(pid=88071) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 23:51:30.421624 n-d-811807-1 neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Device 19fd4c96-5f44-4437-baa9-cd889a3d9d20 not bound to the agent host n-d-811807-1 {{(pid=88071) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 23:51:53.125896 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5116155e-7e20-432a-82a6-85d0050841b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:53.244683 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:51:55.289142 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:55.693380 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5b1013c6-ee8d-4768-8c49-47f4b061538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:56.554746 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:56.634562 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:57.947877 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:51:58.759646 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:23.127518 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-806c1e1b-3dc2-4d2f-8e51-4ec08c497252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:25.303635 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:25.695225 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-93813e02-02af-47a2-93a3-008fba7b6dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:26.558370 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:26.638567 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:27.951410 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:28.778502 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:30.245641 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:52:53.128290 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-178c9b95-9f5f-463b-8e1c-ccbd5d073c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:55.297631 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:55.696299 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5f4c4c7c-a23f-447d-a506-0437075b5f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:56.561245 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:56.642477 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:57.953304 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:52:58.771267 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:07.245477 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:53:23.130108 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-331d7300-4bd4-4e77-bcf3-bcd46d003032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:25.316496 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:25.701712 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-67e9ac1b-6b20-4dcc-ab0b-520d745cb637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:26.564314 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:26.643150 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:27.956255 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:28.762893 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:44.244181 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:53:53.132425 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3ac03a0c-e784-451f-a385-9ce46a54957c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:55.316020 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:55.703554 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9fc8c89f-5979-4b48-94c6-27907796f39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:56.567219 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:56.645959 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:57.957993 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:53:58.768285 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:21.243917 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:54:23.134717 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f0a8e6d6-6d2a-4d89-8323-46ac0d7281e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:25.330061 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:25.704740 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4efb45bb-e646-49a2-9b81-f9b81aad5416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:26.569834 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:26.649515 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:27.959664 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:28.786981 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:53.135779 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f9861ce4-2759-4f49-8478-117c59d62d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:55.322686 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:55.706295 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5338dfba-6723-4f79-8764-93f9fb12f26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:56.574261 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:56.651500 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:57.989053 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:54:58.244551 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:54:58.779543 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:23.136263 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9867f107-4789-45cd-977b-068e03f8dd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:25.343846 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:25.707293 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9b3eb135-f437-4115-befb-3835ef442bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:26.576230 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:26.653638 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:27.966065 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:28.799377 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:35.244547 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:55:53.138023 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7e099a87-b7c7-4f67-a968-2c2cddb07223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:55.337182 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:55.708288 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6bd21ec-83bf-43b7-8cfd-a928a1341548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:56.578778 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:56.656978 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:57.967595 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:55:58.797134 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:12.244315 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:56:23.139535 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-61588242-071c-41a4-a73f-933018aaf74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:25.353800 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:25.710252 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0d072f7c-2168-400e-ad0b-fb2ad189e532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:26.581318 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:26.659433 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:27.969488 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:28.809867 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:49.242579 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:56:53.141056 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bc0207fa-7252-434e-888a-686317495cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:55.350574 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:55.712714 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7d989eaf-43e5-44db-a1e2-7ac791972e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:56.583840 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:56.662197 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:57.972121 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:56:58.809786 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:23.142499 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8d50cdbb-6b26-4592-b6c9-285782346013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:25.379253 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:25.713743 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6d5755de-58ac-4f30-a5ad-b86a5eb0e3ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:26.242219 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:57:26.586018 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:26.664253 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:27.975348 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:28.808636 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:53.143089 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-88afeae3-f98c-4beb-93f3-0e66265b27c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:55.386306 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:55.714969 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a7f3816b-f674-4c2c-bc50-a15c38e1af01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:56.589071 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:56.666529 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:57.976808 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:57:58.807029 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:03.240640 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:58:23.143859 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ddb4e8ce-3d84-467b-bedb-9dc70a31cd88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:25.385635 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:25.716935 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-11430317-5ff9-4894-9ebc-379a4f05acf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:26.592411 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:26.669589 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:27.983380 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:28.834262 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:40.240558 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:58:53.144762 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-44135e54-5df7-46a2-b68f-a90c43ccbf45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:55.379269 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:55.717571 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2812751d-30eb-4037-90fa-78b9b2dddc62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:56.594858 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:56.672449 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:57.983449 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:58.837013 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:58:59.337756 n-d-811807-1 neutron-server[88070]: DEBUG neutron.wsgi [req-ec4f7034-25e3-4cb9-98ed-e1071af78dca req-fe70c8ed-efae-4ebb-80ae-f136adb31e9c service neutron] (88070) timed out ('10.222.0.58', 57604) {{(pid=88070) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 03 23:59:17.239076 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:59:23.146531 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a52f0c1a-ac79-4c72-904f-188bd976d176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:25.399287 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:25.718939 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6926ea5d-165a-4981-9fe2-d1aff82624e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:26.598438 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:26.673483 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:27.985973 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:28.832157 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:53.149186 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7deee778-6943-4065-bbf0-318b31496971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:54.239037 n-d-811807-1 neutron-server[88072]: DEBUG neutron.db.agents_db [None req-b74342dd-d618-43c4-8296-0148bf66ee37 None None] Agent healthcheck: found 7 active agents {{(pid=88072) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 23:59:55.415011 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-581c6380-aba2-4fe7-b294-cf68b4854639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:55.721375 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-80cf87a4-584d-4475-8a4f-b981981a298e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:56.600932 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4df-9ff8-46c9-a96c-6face161b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:56.676719 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd26710e-a198-4cc7-8c76-595480b2f6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:57.988331 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e68e697a-fd5c-411e-8f8c-5344cfdeb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 23:59:58.840550 n-d-811807-1 neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e6d3a148-3e0d-4390-877b-88eae31aca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752783531322', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1908214'] for agent, after_update {{(pid=88071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}